-- Logs begin at Sun 2021-08-22 12:40:47 UTC, end at Sun 2021-08-22 14:51:49 UTC. -- Aug 22 13:10:41.438002 n-d-793621-33 systemd[1]: Started Devstack devstack@q-svc.service. Aug 22 13:10:44.241816 n-d-793621-33 neutron-server[94518]: INFO neutron.common.config [-] Logging enabled! Aug 22 13:10:44.242378 n-d-793621-33 neutron-server[94518]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev553 Aug 22 13:10:44.242517 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94518) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 22 13:10:44.245746 n-d-793621-33 neutron-server[94518]: INFO neutron.common.config [-] Logging enabled! Aug 22 13:10:44.246006 n-d-793621-33 neutron-server[94518]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev553 Aug 22 13:10:44.246322 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94518) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 22 13:10:44.247789 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 22 13:10:44.248032 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 22 13:10:44.248429 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 22 13:10:44.248684 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 22 13:10:44.248918 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 22 13:10:44.249243 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.249549 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.249850 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.250083 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.250380 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.250677 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.250967 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.251263 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.251565 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.251863 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.252151 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.252465 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.252703 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.252993 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.253287 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.253580 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.253807 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] debug = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.254092 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.254519 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.254941 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.255229 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.255523 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.255815 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.256091 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.256396 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.256688 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.257022 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] host = n-d-793621-33 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.257308 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.257600 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.257891 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.258183 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.258465 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.258748 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.259039 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.259321 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.259598 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] log_file = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.259880 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.260173 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.260489 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.260780 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.261008 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.261232 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.261525 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.261820 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.262101 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.262396 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.263224 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.263942 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.264257 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.264543 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.264846 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.265143 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.265438 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.265725 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.266014 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.266293 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.266575 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.266867 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.267147 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.267428 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.267708 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.268004 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.268308 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.268591 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.268898 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.269190 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.269476 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.269765 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.270047 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.270333 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.270610 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.270886 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.271162 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] use_json = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.271438 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.271713 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.272003 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.272305 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.272585 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.272864 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.273141 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.273430 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:44.273730 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.274034 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.274340 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.274631 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.274931 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.275219 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.275515 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.275799 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.276096 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.276422 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.276715 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.276999 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.277294 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.277576 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.277875 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.278187 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.280217 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.280557 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.280852 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.281142 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.281431 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.281724 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.282024 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.282330 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.282629 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.282911 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.283203 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.283501 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.283786 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.284066 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.284376 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.284673 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.284956 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.285238 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.285528 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.285812 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.286089 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.286366 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.286647 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.286941 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.287223 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.287500 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.287775 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.288055 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.288359 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.288651 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.288935 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.289212 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.289489 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.289774 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.290052 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.290329 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.290610 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.290887 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.291166 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.291442 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.291718 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.291994 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.292303 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.292580 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.292855 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.293132 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.293412 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.293690 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.294508 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.295664 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.295958 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.296272 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.296583 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.297155 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.297454 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.297745 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.298036 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.298322 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.298609 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.298895 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.299183 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.299472 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.299751 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.300048 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.300378 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.300674 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.300963 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.301251 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.301554 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.301840 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.302129 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.302416 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.302703 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.303000 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.303292 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.303594 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.303895 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.304202 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.304529 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.304830 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.305120 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.305435 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.305722 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:44.305946 n-d-793621-33 neutron-server[94518]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 22 13:10:44.306189 n-d-793621-33 neutron-server[94518]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94518) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 22 13:10:44.672552 n-d-793621-33 neutron-server[94518]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 22 13:10:44.672831 n-d-793621-33 neutron-server[94518]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 22 13:10:44.673125 n-d-793621-33 neutron-server[94518]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 22 13:10:44.673462 n-d-793621-33 neutron-server[94518]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 22 13:10:45.080836 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:45.081125 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:45.081408 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:45.082805 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:45.083084 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:45.083355 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:45.118517 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:45.118808 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:45.119095 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:45.136507 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:45.136790 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:45.137059 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:45.166041 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:45.166325 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:45.166600 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:45.204637 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:45.204918 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:45.205187 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:45.444754 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:45.445401 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:45.445401 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:45.445558 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:45.446253 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:45.571029 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:45.571351 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:45.571639 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:45.571917 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:45.572190 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:45.572528 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:45.572792 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:45.573053 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:45.573312 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:45.573596 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:45.573859 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:45.574126 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:45.574383 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:45.574637 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:45.574892 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:45.575950 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:45.576518 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:45.576802 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:45.577083 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:45.577350 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:45.577628 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:45.577895 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:45.578184 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:45.578567 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:45.578818 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:45.579071 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:45.579464 n-d-793621-33 neutron-server[94518]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94518) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 22 13:10:45.579708 n-d-793621-33 neutron-server[94518]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94518) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 22 13:10:45.579948 n-d-793621-33 neutron-server[94518]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94518) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 22 13:10:45.580187 n-d-793621-33 neutron-server[94518]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94518) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 22 13:10:45.580450 n-d-793621-33 neutron-server[94518]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94518) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 22 13:10:45.580694 n-d-793621-33 neutron-server[94518]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94518) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 22 13:10:45.581060 n-d-793621-33 neutron-server[94518]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 22 13:10:45.584306 n-d-793621-33 neutron-server[94518]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 22 13:10:45.588457 n-d-793621-33 neutron-server[94518]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 22 13:10:45.592633 n-d-793621-33 neutron-server[94518]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Aug 22 13:10:45.594263 n-d-793621-33 neutron-server[94518]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 22 13:10:45.594722 n-d-793621-33 neutron-server[94518]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 22 13:10:45.595062 n-d-793621-33 neutron-server[94518]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 22 13:10:45.595457 n-d-793621-33 neutron-server[94518]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 22 13:10:45.598257 n-d-793621-33 neutron-server[94518]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 22 13:10:45.598511 n-d-793621-33 neutron-server[94518]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 22 13:10:45.598857 n-d-793621-33 neutron-server[94518]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 22 13:10:45.604192 n-d-793621-33 neutron-server[94518]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 22 13:10:45.627365 n-d-793621-33 neutron-server[94518]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 22 13:10:45.627824 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:45.628126 n-d-793621-33 neutron-server[94518]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94518) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 22 13:10:45.628526 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:45.629884 n-d-793621-33 neutron-server[94518]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94518) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 22 13:10:45.630163 n-d-793621-33 neutron-server[94518]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 22 13:10:45.630410 n-d-793621-33 neutron-server[94518]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 22 13:10:45.633570 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:45.633857 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:45.699737 n-d-793621-33 neutron-server[94518]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 22 13:10:45.699927 n-d-793621-33 neutron-server[94518]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 22 13:10:45.701215 n-d-793621-33 neutron-server[94518]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 22 13:10:45.701600 n-d-793621-33 neutron-server[94518]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 22 13:10:45.722704 n-d-793621-33 neutron-server[94518]: DEBUG oslo_db.sqlalchemy.engines [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94518) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 22 13:10:46.275587 n-d-793621-33 neutron-server[94518]: INFO neutron.plugins.ml2.managers [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Initializing driver for type 'gre' Aug 22 13:10:46.276253 n-d-793621-33 neutron-server[94518]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] gre ID ranges: [(1, 1000)] Aug 22 13:10:46.329605 n-d-793621-33 neutron-server[94518]: INFO neutron.plugins.ml2.managers [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Initializing driver for type 'local' Aug 22 13:10:46.330135 n-d-793621-33 neutron-server[94518]: INFO neutron.plugins.ml2.managers [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Initializing driver for type 'vlan' Aug 22 13:10:46.343304 n-d-793621-33 neutron-server[94518]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] VlanTypeDriver initialization complete Aug 22 13:10:46.343637 n-d-793621-33 neutron-server[94518]: INFO neutron.plugins.ml2.managers [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Initializing driver for type 'vxlan' Aug 22 13:10:46.344115 n-d-793621-33 neutron-server[94518]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] vxlan ID ranges: [(1, 1000)] Aug 22 13:10:46.396548 n-d-793621-33 neutron-server[94518]: INFO neutron.plugins.ml2.managers [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Initializing extension driver 'port_security' Aug 22 13:10:46.396886 n-d-793621-33 neutron-server[94518]: INFO neutron.plugins.ml2.extensions.port_security [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] PortSecurityExtensionDriver initialization complete Aug 22 13:10:46.397216 n-d-793621-33 neutron-server[94518]: INFO neutron.plugins.ml2.managers [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Initializing mechanism driver 'openvswitch' Aug 22 13:10:46.397563 n-d-793621-33 neutron-server[94518]: INFO neutron.plugins.ml2.managers [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Initializing mechanism driver 'hyperv' Aug 22 13:10:46.404561 n-d-793621-33 neutron-server[94518]: DEBUG neutron.plugins.ml2.plugin [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:10:46.405398 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > port after_create 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.405768 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > port after_update 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.406119 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > port after_delete 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.406632 n-d-793621-33 neutron-server[94518]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94518) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 22 13:10:46.407061 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > subnet after_create 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.407413 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > subnet after_update 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.407756 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > subnet after_delete 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.408142 n-d-793621-33 neutron-server[94518]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94518) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 22 13:10:46.408568 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > network after_create 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.408914 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > network after_update 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.409252 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > network after_delete 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.409638 n-d-793621-33 neutron-server[94518]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94518) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 22 13:10:46.410038 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > security_group after_create 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.410385 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > security_group after_update 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.410720 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > security_group after_delete 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.411108 n-d-793621-33 neutron-server[94518]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94518) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 22 13:10:46.411507 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.411848 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.412183 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.412588 n-d-793621-33 neutron-server[94518]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94518) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 22 13:10:46.412986 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > address_group after_create 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.413326 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > address_group after_update 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.413659 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > address_group after_delete 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.414041 n-d-793621-33 neutron-server[94518]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94518) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 22 13:10:46.414412 n-d-793621-33 neutron-server[94518]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] ML2 OVO RPC backend initialized. {{(pid=94518) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 22 13:10:46.415111 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > router_interface after_create 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.415461 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.415875 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > network before_response 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.416218 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > networks before_response 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.416584 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > port before_response 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.416924 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > ports before_response 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.417262 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > subnet before_response 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.417603 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > subnets before_response 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.417945 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > network after_create 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.418280 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > network after_update 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.418612 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > network after_delete 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.419632 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > port after_create 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.420040 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > port after_update 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.420403 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > port after_delete 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.420742 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > subnet after_create 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.421074 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > subnet after_update 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.421403 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > subnet after_delete 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.422220 n-d-793621-33 neutron-server[94518]: INFO neutron.plugins.ml2.plugin [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Modular L2 Plugin initialization complete Aug 22 13:10:46.422567 n-d-793621-33 neutron-server[94518]: DEBUG neutron.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading services supported by the core plugin {{(pid=94518) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 22 13:10:46.422894 n-d-793621-33 neutron-server[94518]: INFO neutron.plugins.ml2.managers [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Got port-security extension from driver 'port_security' Aug 22 13:10:46.423351 n-d-793621-33 neutron-server[94518]: INFO neutron.extensions.vlantransparent [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Disabled vlantransparent extension. Aug 22 13:10:46.423833 n-d-793621-33 neutron-server[94518]: DEBUG neutron.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94518) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 22 13:10:46.424141 n-d-793621-33 neutron-server[94518]: INFO neutron.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading Plugin: router Aug 22 13:10:46.459026 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > router_interface before_create 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.459697 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > router after_create 55549900 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.460017 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > router before_create 55549900 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.460390 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.460813 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.461207 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > router after_delete 55549900 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.461565 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > floatingip after_create 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.462118 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > floatingip after_update 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.462491 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > router after_create 55549900 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.462930 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > router after_update 55549900 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.463374 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > router after_update 55549900 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.463763 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.464202 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > router after_update 55549900 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.464626 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > router precommit_update 55549900 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.464998 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: port after_update 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.465444 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: port after_delete 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.466334 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: subnet after_update 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.466890 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.467373 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > port precommit_delete 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.467691 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > router precommit_create 55549900 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.468043 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: port before_delete 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.468493 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > router precommit_create 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.468932 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > router after_update 55549900 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.469275 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > router precommit_delete 55549900 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.469651 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > router precommit_create 55549900 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.470063 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > router_interface after_create 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.470453 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > router precommit_update 55549900 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.470935 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > agent after_create 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.471276 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > agent after_delete 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.471627 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > network after_delete 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.472606 n-d-793621-33 neutron-server[94518]: DEBUG neutron.quota.resource_registry [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Tracking information for resource: router configured {{(pid=94518) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 22 13:10:46.473058 n-d-793621-33 neutron-server[94518]: DEBUG neutron.quota.resource_registry [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Tracking information for resource: floatingip configured {{(pid=94518) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 22 13:10:46.478592 n-d-793621-33 neutron-server[94518]: INFO neutron.db.l3_agentschedulers_db [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 22 13:10:46.479181 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: port after_update 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.479596 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: port after_create 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.480029 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: port after_delete 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.480490 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: port after_update 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.482022 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > router before_create 55550100 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.482488 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > router precommit_delete 55550100 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.482771 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > router precommit_create 55550100 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.483124 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > router precommit_update 55550100 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.487653 n-d-793621-33 neutron-server[94518]: DEBUG neutron.services.provider_configuration [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Service providers = [] {{(pid=94518) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 22 13:10:46.488017 n-d-793621-33 neutron-server[94518]: DEBUG neutron.db.servicetype_db [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94518) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 22 13:10:46.490963 n-d-793621-33 neutron-server[94518]: DEBUG neutron.services.service_base [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94518) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 22 13:10:46.491310 n-d-793621-33 neutron-server[94518]: DEBUG neutron.services.service_base [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94518) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 22 13:10:46.491650 n-d-793621-33 neutron-server[94518]: DEBUG neutron.services.service_base [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94518) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 22 13:10:46.492559 n-d-793621-33 neutron-server[94518]: DEBUG neutron.services.service_base [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94518) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 22 13:10:46.492926 n-d-793621-33 neutron-server[94518]: INFO neutron.services.service_base [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 22 13:10:46.493292 n-d-793621-33 neutron-server[94518]: DEBUG neutron.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94518) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 22 13:10:46.493605 n-d-793621-33 neutron-server[94518]: INFO neutron.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 22 13:10:46.505473 n-d-793621-33 neutron-server[94518]: DEBUG neutron.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94518) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 22 13:10:46.505805 n-d-793621-33 neutron-server[94518]: INFO neutron.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading Plugin: auto_allocate Aug 22 13:10:46.511476 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: network precommit_update 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.511838 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: network precommit_create 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.512384 n-d-793621-33 neutron-server[94518]: DEBUG neutron.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94518) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 22 13:10:46.513334 n-d-793621-33 neutron-server[94518]: INFO neutron.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading Plugin: tag Aug 22 13:10:46.519939 n-d-793621-33 neutron-server[94518]: DEBUG neutron.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94518) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 22 13:10:46.520288 n-d-793621-33 neutron-server[94518]: INFO neutron.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading Plugin: timestamp Aug 22 13:10:46.524052 n-d-793621-33 neutron-server[94518]: DEBUG neutron.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94518) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 22 13:10:46.524423 n-d-793621-33 neutron-server[94518]: INFO neutron.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading Plugin: network_ip_availability Aug 22 13:10:46.530615 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.530932 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.531286 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.532013 n-d-793621-33 neutron-server[94518]: DEBUG neutron.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94518) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 22 13:10:46.532365 n-d-793621-33 neutron-server[94518]: INFO neutron.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading Plugin: flavors Aug 22 13:10:46.537319 n-d-793621-33 neutron-server[94518]: DEBUG neutron.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94518) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 22 13:10:46.537651 n-d-793621-33 neutron-server[94518]: INFO neutron.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading Plugin: revisions Aug 22 13:10:46.541936 n-d-793621-33 neutron-server[94518]: DEBUG neutron.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94518) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 22 13:10:46.542330 n-d-793621-33 neutron-server[94518]: DEBUG oslo_concurrency.lockutils [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.869s {{(pid=94518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 22 13:10:46.543061 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94518) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 22 13:10:46.543397 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Initializing extension manager. Aug 22 13:10:46.543936 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: __init__.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.544304 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: __pycache__ {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.544642 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.544976 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: address_group.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.545735 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.546299 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: address-group Aug 22 13:10:46.546625 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: address_scope.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.547602 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.548113 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: address-scope Aug 22 13:10:46.548472 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: admin_state_down_before_update.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.549406 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.549910 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: router-admin-state-down-before-update Aug 22 13:10:46.550233 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: agent.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.550940 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.551440 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: agent Aug 22 13:10:46.551760 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: agent_resources_synced.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.552695 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.553203 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: agent-resources-synced Aug 22 13:10:46.553527 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: allowedaddresspairs.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.555296 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.555813 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: allowed-address-pairs Aug 22 13:10:46.556137 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: auto_allocated_topology.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.557231 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.557752 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: auto-allocated-topology Aug 22 13:10:46.558075 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: availability_zone.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.558773 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.559279 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: availability_zone Aug 22 13:10:46.559901 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: availability_zone_filter.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.560923 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.561440 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: availability_zone_filter Aug 22 13:10:46.561759 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: data_plane_status.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.562674 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.563178 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extension data-plane-status not supported by any of loaded plugins Aug 22 13:10:46.563498 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: default_subnetpools.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.564438 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.564948 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: default-subnetpools Aug 22 13:10:46.565266 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: dhcpagentscheduler.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.566076 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.566579 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: dhcp_agent_scheduler Aug 22 13:10:46.566898 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: dns.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.567815 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.568339 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extension dns-integration not supported by any of loaded plugins Aug 22 13:10:46.568661 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: dns_domain_ports.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.569582 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.570090 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 22 13:10:46.570411 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.571332 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.571842 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 22 13:10:46.572164 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: dvr.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.572867 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.573373 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: dvr Aug 22 13:10:46.573694 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: ecmp_routes.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.574611 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.575674 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extension ecmp_routes not supported by any of loaded plugins Aug 22 13:10:46.576091 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: empty_string_filtering.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.577038 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.577547 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: empty-string-filtering Aug 22 13:10:46.577876 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.578811 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.579314 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 22 13:10:46.579637 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.580584 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.581091 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 22 13:10:46.581417 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: external_net.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.582329 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.582839 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: external-net Aug 22 13:10:46.583160 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: extra_dhcp_opt.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.584069 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.584598 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: extra_dhcp_opt Aug 22 13:10:46.584920 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: extraroute.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.585827 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.586336 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: extraroute Aug 22 13:10:46.586655 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: extraroute_atomic.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.587690 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.588199 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: extraroute-atomic Aug 22 13:10:46.588556 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: filter_validation.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.589388 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.589899 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: filter-validation Aug 22 13:10:46.590224 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: fip_pf_description.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.591844 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.592383 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 22 13:10:46.592706 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: fip_port_details.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.593636 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.594139 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: fip-port-details Aug 22 13:10:46.594462 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: flavors.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.595674 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.596197 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: flavors Aug 22 13:10:46.596546 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.598217 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.598741 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 22 13:10:46.599072 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: floatingip_pools.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.599779 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.600317 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: floatingip-pools Aug 22 13:10:46.600645 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: ip_allocation.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.601577 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.602084 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extension ip_allocation not supported by any of loaded plugins Aug 22 13:10:46.602408 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.603328 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.603835 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: ip-substring-filtering Aug 22 13:10:46.604159 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: l2_adjacency.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.605107 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.605608 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extension l2_adjacency not supported by any of loaded plugins Aug 22 13:10:46.605932 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: l3.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.607085 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.607596 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: router Aug 22 13:10:46.607921 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: l3_conntrack_helper.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.610244 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.610767 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 22 13:10:46.611099 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.612199 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.612729 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: ext-gw-mode Aug 22 13:10:46.613057 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.614001 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.614513 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: l3-ha Aug 22 13:10:46.614839 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: l3_flavors.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.615765 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.616291 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: l3-flavors Aug 22 13:10:46.616614 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.617540 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.618047 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: l3-port-ip-change-not-allowed Aug 22 13:10:46.618370 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: l3agentscheduler.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.619434 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.619945 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: l3_agent_scheduler Aug 22 13:10:46.620308 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: logging.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.621794 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.622804 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extension logging not supported by any of loaded plugins Aug 22 13:10:46.623132 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: metering.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.623880 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.624543 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: metering Aug 22 13:10:46.624825 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.626071 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.626593 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: metering_source_and_destination_fields Aug 22 13:10:46.626918 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: multiprovidernet.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.627880 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.628437 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: multi-provider Aug 22 13:10:46.628764 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: netmtu.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.629694 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.630208 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: net-mtu Aug 22 13:10:46.630530 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: netmtu_writable.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.631458 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.631966 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: net-mtu-writable Aug 22 13:10:46.632321 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: network_availability_zone.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.632999 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.633505 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: network_availability_zone Aug 22 13:10:46.633823 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: network_ip_availability.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.634928 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.635437 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: network-ip-availability Aug 22 13:10:46.635758 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: network_segment_range.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.636575 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.637082 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extension network-segment-range not supported by any of loaded plugins Aug 22 13:10:46.637403 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: pagination.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.639125 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.639453 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: pagination Aug 22 13:10:46.639775 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: port_device_profile.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.640706 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.641222 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: port-device-profile Aug 22 13:10:46.641544 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.642476 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.642985 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: port-mac-address-regenerate Aug 22 13:10:46.643305 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.644225 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.644750 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: port-numa-affinity-policy Aug 22 13:10:46.645069 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: port_resource_request.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.645985 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.646486 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extension port-resource-request not supported by any of loaded plugins Aug 22 13:10:46.646808 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: portbindings.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.647735 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.648273 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: binding Aug 22 13:10:46.648597 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: portbindings_extended.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.649878 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.650393 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: binding-extended Aug 22 13:10:46.650719 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: portsecurity.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.651643 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.652155 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: port-security Aug 22 13:10:46.652519 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: project_id.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.654125 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.654450 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: project-id Aug 22 13:10:46.654772 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: providernet.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.655705 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.656217 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: provider Aug 22 13:10:46.656568 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: qos.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.660022 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.660577 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extension qos not supported by any of loaded plugins Aug 22 13:10:46.660912 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.662161 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.662679 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 22 13:10:46.663012 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.663939 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.664480 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 22 13:10:46.664809 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: qos_default.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.665726 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.666239 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extension qos-default not supported by any of loaded plugins Aug 22 13:10:46.666565 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: qos_fip.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.667223 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.667726 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extension qos-fip not supported by any of loaded plugins Aug 22 13:10:46.668047 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: qos_gateway_ip.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.669046 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.669552 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 22 13:10:46.669875 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: qos_port_network_policy.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.670797 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.671294 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 22 13:10:46.671617 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: qos_pps_rule.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.673074 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.673586 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extension qos-pps not supported by any of loaded plugins Aug 22 13:10:46.673912 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: qos_rule_type_details.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.674838 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.675351 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 22 13:10:46.675677 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: qos_rules_alias.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.676749 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.677263 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 22 13:10:46.677589 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: quotasv2.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.678705 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.679033 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: quotas Aug 22 13:10:46.679356 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: quotasv2_detail.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.682465 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.682807 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: quota_details Aug 22 13:10:46.683142 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: rbac.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.684213 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.685057 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: rbac-policies Aug 22 13:10:46.685396 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: rbac_address_group.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.686335 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.686851 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: rbac-address-group Aug 22 13:10:46.687178 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: rbac_address_scope.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.688099 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.688652 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: rbac-address-scope Aug 22 13:10:46.688973 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: rbac_security_groups.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.689895 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.690403 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: rbac-security-groups Aug 22 13:10:46.690731 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: rbac_subnetpool.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.691641 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.692148 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: rbac-subnetpool Aug 22 13:10:46.692498 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: revisionifmatch.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.693429 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.693941 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: revision-if-match Aug 22 13:10:46.694264 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: revisions.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.695379 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.695891 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: standard-attr-revisions Aug 22 13:10:46.696218 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: router_availability_zone.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.696919 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.697430 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: router_availability_zone Aug 22 13:10:46.697753 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: routerservicetype.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.698689 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.699195 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extension router-service-type not supported by any of loaded plugins Aug 22 13:10:46.699515 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.701015 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.701523 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: security-groups-normalized-cidr Aug 22 13:10:46.701845 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: security_groups_port_filtering.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.702768 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.703272 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: port-security-groups-filtering Aug 22 13:10:46.703593 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.704545 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.705052 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: security-groups-remote-address-group Aug 22 13:10:46.705373 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: securitygroup.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.714995 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.715521 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: security-group Aug 22 13:10:46.716473 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: segment.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.717272 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.717785 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extension segment not supported by any of loaded plugins Aug 22 13:10:46.718114 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.719064 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.719574 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 22 13:10:46.719902 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: servicetype.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.721102 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.721619 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: service-type Aug 22 13:10:46.721947 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: sorting.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.722935 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.723264 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: sorting Aug 22 13:10:46.723588 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: standard_attr_segment.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.724548 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.725064 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 22 13:10:46.725388 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: standardattrdescription.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.726042 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.726548 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: standard-attr-description Aug 22 13:10:46.726869 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: stateful_security_group.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.727798 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.728337 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: stateful-security-group Aug 22 13:10:46.728665 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: stdattrs_common.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.729246 n-d-793621-33 neutron-server[94518]: WARNING neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 22 13:10:46.729563 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.730495 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.731004 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 22 13:10:46.731344 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: subnet_onboard.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.732601 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.733121 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: subnet_onboard Aug 22 13:10:46.733445 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.734379 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.734889 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 22 13:10:46.735211 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: subnet_service_types.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.736140 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.736681 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: subnet-service-types Aug 22 13:10:46.737007 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: subnetallocation.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.738091 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.738613 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: subnet_allocation Aug 22 13:10:46.738938 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.739608 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.740118 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: subnetpool-prefix-ops Aug 22 13:10:46.740462 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.741412 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.741928 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 22 13:10:46.742250 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: tagging.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.743319 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.743841 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: standard-attr-tag Aug 22 13:10:46.744165 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: timestamp.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.745397 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.745916 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loaded extension: standard-attr-timestamp Aug 22 13:10:46.746242 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: trunk.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.747364 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.747876 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extension trunk not supported by any of loaded plugins Aug 22 13:10:46.748204 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: trunk_details.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.749159 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.749673 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extension trunk-details not supported by any of loaded plugins Aug 22 13:10:46.749998 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: uplink_status_propagation.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.750920 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.751429 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 22 13:10:46.751753 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Loading extension file: vlantransparent.py {{(pid=94518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 13:10:46.752455 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 13:10:46.752960 n-d-793621-33 neutron-server[94518]: INFO neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extension vlan-transparent not supported by any of loaded plugins Aug 22 13:10:46.755385 n-d-793621-33 neutron-server[94518]: INFO neutron.quota.resource_registry [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Creating instance of TrackedResource for resource:network Aug 22 13:10:46.755905 n-d-793621-33 neutron-server[94518]: INFO neutron.quota.resource_registry [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Creating instance of TrackedResource for resource:subnet Aug 22 13:10:46.756336 n-d-793621-33 neutron-server[94518]: INFO neutron.quota.resource_registry [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Creating instance of TrackedResource for resource:subnetpool Aug 22 13:10:46.756736 n-d-793621-33 neutron-server[94518]: INFO neutron.quota.resource_registry [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Creating instance of TrackedResource for resource:port Aug 22 13:10:46.757982 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.v2.resource_helper [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94518) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 22 13:10:46.758419 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.v2.resource_helper [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Service FLAVORS assigned prefix: {{(pid=94518) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 22 13:10:46.759037 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.v2.resource_helper [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94518) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 22 13:10:46.759460 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.v2.resource_helper [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94518) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 22 13:10:46.759795 n-d-793621-33 neutron-server[94518]: INFO neutron.quota.resource_registry [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Creating instance of TrackedResource for resource:router Aug 22 13:10:46.760253 n-d-793621-33 neutron-server[94518]: INFO neutron.quota.resource_registry [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Creating instance of TrackedResource for resource:floatingip Aug 22 13:10:46.760763 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.v2.resource_helper [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Service METERING assigned prefix: /metering {{(pid=94518) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 22 13:10:46.762200 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.763163 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.763538 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:10:46.764571 n-d-793621-33 neutron-server[94518]: INFO neutron.quota.resource_registry [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Creating instance of CountableResource for resource:rbac_policy Aug 22 13:10:46.765010 n-d-793621-33 neutron-server[94518]: INFO neutron.quota.resource_registry [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Creating instance of TrackedResource for resource:security_group Aug 22 13:10:46.765441 n-d-793621-33 neutron-server[94518]: INFO neutron.quota.resource_registry [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Creating instance of TrackedResource for resource:security_group_rule Aug 22 13:10:46.766047 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.v2.resource_helper [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Service CORE assigned prefix: {{(pid=94518) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 22 13:10:46.766383 n-d-793621-33 neutron-server[94518]: INFO neutron.quota.resource_registry [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Creating instance of TrackedResource for resource:subnetpool Aug 22 13:10:46.766728 n-d-793621-33 neutron-server[94518]: WARNING neutron.quota.resource_registry [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] subnetpool is already registered Aug 22 13:10:46.767150 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.v2.resource_helper [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Service CORE assigned prefix: {{(pid=94518) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 22 13:10:46.767470 n-d-793621-33 neutron-server[94518]: INFO neutron.quota.resource_registry [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Creating instance of TrackedResource for resource:subnetpool Aug 22 13:10:46.767798 n-d-793621-33 neutron-server[94518]: WARNING neutron.quota.resource_registry [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] subnetpool is already registered Aug 22 13:10:46.770112 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.v2.resource_helper [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94518) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 22 13:10:46.770659 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.v2.resource_helper [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Service FLAVORS assigned prefix: {{(pid=94518) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 22 13:10:46.771287 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.v2.resource_helper [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94518) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 22 13:10:46.771718 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.v2.resource_helper [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94518) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 22 13:10:46.772054 n-d-793621-33 neutron-server[94518]: INFO neutron.quota.resource_registry [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Creating instance of TrackedResource for resource:router Aug 22 13:10:46.772426 n-d-793621-33 neutron-server[94518]: WARNING neutron.quota.resource_registry [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] router is already registered Aug 22 13:10:46.772847 n-d-793621-33 neutron-server[94518]: INFO neutron.quota.resource_registry [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Creating instance of TrackedResource for resource:floatingip Aug 22 13:10:46.773183 n-d-793621-33 neutron-server[94518]: WARNING neutron.quota.resource_registry [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] floatingip is already registered Aug 22 13:10:46.773635 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.v2.resource_helper [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Service METERING assigned prefix: /metering {{(pid=94518) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 22 13:10:46.774347 n-d-793621-33 neutron-server[94518]: INFO neutron.quota.resource_registry [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Creating instance of CountableResource for resource:rbac_policy Aug 22 13:10:46.774672 n-d-793621-33 neutron-server[94518]: WARNING neutron.quota.resource_registry [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] rbac_policy is already registered Aug 22 13:10:46.775083 n-d-793621-33 neutron-server[94518]: INFO neutron.quota.resource_registry [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Creating instance of TrackedResource for resource:security_group Aug 22 13:10:46.775411 n-d-793621-33 neutron-server[94518]: WARNING neutron.quota.resource_registry [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] security_group is already registered Aug 22 13:10:46.775811 n-d-793621-33 neutron-server[94518]: INFO neutron.quota.resource_registry [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Creating instance of TrackedResource for resource:security_group_rule Aug 22 13:10:46.776139 n-d-793621-33 neutron-server[94518]: WARNING neutron.quota.resource_registry [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] security_group_rule is already registered Aug 22 13:10:46.776681 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.v2.resource_helper [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Service CORE assigned prefix: {{(pid=94518) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 22 13:10:46.776997 n-d-793621-33 neutron-server[94518]: INFO neutron.quota.resource_registry [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Creating instance of TrackedResource for resource:subnetpool Aug 22 13:10:46.777324 n-d-793621-33 neutron-server[94518]: WARNING neutron.quota.resource_registry [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] subnetpool is already registered Aug 22 13:10:46.777733 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.v2.resource_helper [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Service CORE assigned prefix: {{(pid=94518) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 22 13:10:46.778052 n-d-793621-33 neutron-server[94518]: INFO neutron.quota.resource_registry [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Creating instance of TrackedResource for resource:subnetpool Aug 22 13:10:46.778921 n-d-793621-33 neutron-server[94518]: WARNING neutron.quota.resource_registry [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] subnetpool is already registered Aug 22 13:10:46.780614 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extended resource: extensions {{(pid=94518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 13:10:46.782107 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extended resource: address-groups {{(pid=94518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 13:10:46.783555 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extended resource: address-scopes {{(pid=94518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 13:10:46.784772 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extended resource: agents {{(pid=94518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 13:10:46.786040 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extended resource: auto-allocated-topology {{(pid=94518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 13:10:46.787266 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extended resource: availability_zones {{(pid=94518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 13:10:46.788510 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extended resource: dhcp-networks {{(pid=94518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 13:10:46.789934 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extended resource: dhcp-agents {{(pid=94518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 13:10:46.791445 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extended resource: routers {{(pid=94518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 13:10:46.793157 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extended resource: flavors {{(pid=94518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 13:10:46.794343 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extended resource: service_profiles {{(pid=94518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 13:10:46.795645 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extended resource: next_providers {{(pid=94518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 13:10:46.797365 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extended resource: service_profiles {{(pid=94518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 13:10:46.798802 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extended resource: floatingip-pools {{(pid=94518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 13:10:46.800113 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extended resource: routers {{(pid=94518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 13:10:46.801827 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extended resource: floatingips {{(pid=94518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 13:10:46.803014 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extended resource: l3-routers {{(pid=94518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 13:10:46.804549 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extended resource: l3-agents {{(pid=94518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 13:10:46.805954 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extended resource: metering-labels {{(pid=94518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 13:10:46.807200 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extended resource: metering-label-rules {{(pid=94518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 13:10:46.808485 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extended resource: network-ip-availabilities {{(pid=94518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 13:10:46.810035 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extended resource: bindings {{(pid=94518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 13:10:46.811600 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extended resource: quotas {{(pid=94518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 13:10:46.813066 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extended resource: quotas {{(pid=94518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 13:10:46.814575 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extended resource: rbac-policies {{(pid=94518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 13:10:46.815754 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extended resource: security-groups {{(pid=94518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 13:10:46.817003 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extended resource: security-group-rules {{(pid=94518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 13:10:46.818330 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extended resource: service-providers {{(pid=94518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 13:10:46.819546 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extended resource: subnetpools {{(pid=94518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 13:10:46.820903 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extended resource: subnetpools {{(pid=94518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 13:10:46.822436 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extended resource: tags {{(pid=94518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 13:10:46.824110 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extended resource: tags {{(pid=94518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 13:10:46.826419 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extended resource: tags {{(pid=94518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 13:10:46.828282 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extended resource: tags {{(pid=94518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 13:10:46.829983 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extended resource: tags {{(pid=94518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 13:10:46.831803 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extended resource: tags {{(pid=94518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 13:10:46.833782 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extended resource: tags {{(pid=94518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 13:10:46.835536 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extended resource: tags {{(pid=94518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 13:10:46.838290 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extended resource: tags {{(pid=94518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 13:10:46.840108 n-d-793621-33 neutron-server[94518]: DEBUG neutron.api.extensions [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Extended resource: tags {{(pid=94518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 13:10:46.846622 n-d-793621-33 neutron-server[94518]: WARNING keystonemiddleware.auth_token [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 22 13:10:46.851132 n-d-793621-33 neutron-server[94518]: WARNING keystonemiddleware.auth_token [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 22 13:10:46.859867 n-d-793621-33 neutron-server[94518]: DEBUG oslo_concurrency.lockutils [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Acquired lock "singleton_lock" {{(pid=94518) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 22 13:10:46.860362 n-d-793621-33 neutron-server[94518]: DEBUG oslo_concurrency.lockutils [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Releasing lock "singleton_lock" {{(pid=94518) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 22 13:10:46.861005 n-d-793621-33 neutron-server[94518]: INFO oslo_service.service [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Starting 2 workers Aug 22 13:10:46.865792 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Started child 94627 {{(pid=94518) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 22 13:10:46.870198 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Started child 94628 {{(pid=94518) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 22 13:10:46.871718 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:10:46.872890 n-d-793621-33 neutron-server[94518]: INFO neutron.service [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Neutron service started, listening on 0.0.0.0:9696 Aug 22 13:10:46.873306 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Notify callbacks [] for process, before_spawn {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:10:46.874020 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [-] (94627) wsgi starting up on http://0.0.0.0:9696 Aug 22 13:10:46.875776 n-d-793621-33 neutron-server[94518]: INFO oslo_service.service [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Starting 1 workers Aug 22 13:10:46.875891 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:10:46.877249 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [-] (94628) wsgi starting up on http://0.0.0.0:9696 Aug 22 13:10:46.880949 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Started child 94629 {{(pid=94518) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 22 13:10:46.881479 n-d-793621-33 neutron-server[94518]: INFO oslo_service.service [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Starting 1 workers Aug 22 13:10:46.884804 n-d-793621-33 neutron-server[94629]: DEBUG neutron.service [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] calling RpcWorker wait() {{(pid=94629) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 22 13:10:46.885361 n-d-793621-33 neutron-server[94629]: DEBUG neutron.service [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] returning from RpcWorker wait() {{(pid=94629) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 22 13:10:46.885863 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Started child 94630 {{(pid=94518) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 22 13:10:46.886685 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:10:46.886784 n-d-793621-33 neutron-server[94518]: DEBUG neutron_lib.callbacks.manager [None req-8c5f52d4-6077-4a9a-bae6-1cd1013041ed None None] Notify callbacks [] for process, after_spawn {{(pid=94518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:10:46.887363 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:10:46.889200 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94518) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 22 13:10:46.889430 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 22 13:10:46.889615 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 22 13:10:46.889830 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 22 13:10:46.890168 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 22 13:10:46.890332 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 22 13:10:46.890848 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.891127 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.891392 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.891660 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.891758 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:10:46.892217 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.892583 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.892695 n-d-793621-33 neutron-server[94630]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:10:46.892841 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.893117 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.893405 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.893674 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.893842 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.894009 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.894263 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.894495 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.894786 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.895065 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.895311 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.895573 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.895743 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.895994 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.896280 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.896549 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.896813 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] debug = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.897053 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.897521 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.897746 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.898005 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.898241 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.898527 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.898753 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.899024 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.899267 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.899489 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.899714 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.899961 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.900191 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.900447 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.900667 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.900923 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.901157 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.901616 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] host = n-d-793621-33 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.901833 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.902053 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.902284 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.902524 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.902766 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.903002 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.903654 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.903907 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.904176 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.904454 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.904735 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.905005 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.905220 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.905459 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] log_file = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.905805 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] log_options = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.906031 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.906305 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.906564 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.906756 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.906925 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.907102 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.907369 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.907533 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.907787 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.908005 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.908259 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.908496 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.908713 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.908946 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.909216 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.909457 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.909672 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.909895 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.910120 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.910351 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.910576 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.910804 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.911036 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.911273 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.911492 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.911741 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.911973 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.912188 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.912452 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.912732 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.912956 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.913212 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.913450 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.913691 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.913922 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.914148 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.914376 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.914649 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.914884 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.915137 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.915383 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.915598 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.915872 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.916087 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.916350 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.916587 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] use_json = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.916818 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.917032 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.917281 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.917496 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.917710 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.917925 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.918144 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.918402 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.918860 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.919148 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.919457 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.919712 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.919954 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.920209 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.920488 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.920710 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.920972 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.921225 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.921618 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.922137 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.922443 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.922667 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.922943 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.923280 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.923518 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.923806 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.924062 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.924334 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.924528 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.924750 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.925080 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.925355 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.925689 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.925994 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.926183 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.926405 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.926623 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.926839 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.927080 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.927546 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.927546 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.927901 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.928136 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.928305 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.928463 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.928685 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.928924 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.929151 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.929415 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.929665 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.929906 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.930148 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.930336 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.930551 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.930767 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.930997 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.931216 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.931610 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.931758 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.931932 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.932147 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.932401 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.932625 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.932889 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.933194 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.933393 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.933550 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.933755 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.934024 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.934245 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.934991 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.935217 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.935444 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.935612 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.935944 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.936162 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.936406 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.936646 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.936886 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.937203 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.937351 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.937525 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.937784 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.938209 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.938209 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.938585 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.938585 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.938985 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.938985 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.939643 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.939643 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.939643 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.940041 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.940297 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.940449 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.941163 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.941163 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.941455 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.941455 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.941941 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.941941 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.942217 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.942364 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.942622 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.942848 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.943093 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.943333 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.943557 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.943826 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.944076 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.944342 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.944584 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.944829 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.945048 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.945340 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.945594 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.945848 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.946082 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.946327 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.946642 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.946876 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.947466 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.947466 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.947798 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.947939 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.948146 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.948453 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.948706 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.948936 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.949194 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.949426 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.949678 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.949925 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.950848 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.951280 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.951582 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.951826 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.952052 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.952313 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.952547 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.952856 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.953088 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.953324 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.953558 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.953840 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.954075 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.954314 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.954809 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.954809 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.955123 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.955272 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.955673 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.955673 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.956008 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.956152 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.956399 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.956610 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.956833 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.957051 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.957266 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.957478 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.957714 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.957928 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.958146 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.958375 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.958609 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.958828 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.959088 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.959301 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.959554 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.959795 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.960030 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.960790 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.960790 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.960790 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.961052 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.961189 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.961452 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.961703 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.961937 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.962184 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.962410 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.962671 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.962884 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.963719 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.963719 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.963719 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.964145 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.964145 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.965234 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.965234 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.965234 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.965234 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.965234 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.965889 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.965889 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.966669 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.966669 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.966669 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.966669 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.967810 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.967810 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.967810 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.967810 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.967810 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.969445 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.969445 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.969445 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.969445 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.969445 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.969445 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.969445 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.970096 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.970096 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.970096 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.970332 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.970446 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.970704 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.970947 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.971407 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.971822 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.972224 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.972665 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.973107 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.973411 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.973639 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.973883 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.974101 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.974315 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.974544 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.974765 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.974981 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.975211 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.975425 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.975640 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.975952 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.976098 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.976533 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.976789 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.977044 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.977257 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.977481 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.977698 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.977931 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.978177 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.978393 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.978604 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.978826 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.979063 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.979275 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.979681 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.979937 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.980182 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.980474 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.980704 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.980953 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.981214 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.981612 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.982366 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.982366 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.982366 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.982739 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.982739 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.983011 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.983298 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.983587 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.983863 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.984099 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.984404 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.984678 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.984958 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.985171 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.985448 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.985799 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.986086 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.986362 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.986626 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.986874 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.987104 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.987320 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.987569 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.987816 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.988031 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.988555 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.988792 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.989019 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.989238 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.989465 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.989686 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.990314 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.990314 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.990459 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.990578 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:46.990888 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 22 13:10:46.991389 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94518) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 22 13:10:46.991548 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 22 13:10:46.991856 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 22 13:10:46.992028 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 22 13:10:46.992198 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 22 13:10:46.992376 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 22 13:10:46.992584 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.992744 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.992907 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.993068 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.993229 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.993410 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.993570 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.993727 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.993887 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.994046 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.994202 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.994360 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.994518 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.994681 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.994881 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.994978 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.995140 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.995299 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.995461 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.995622 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.995779 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.995936 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.996094 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] debug = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.996263 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.996466 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.996628 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.996785 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.997669 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.997853 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.998016 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.998176 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.998334 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.998476 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.998649 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.998793 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.998952 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.999096 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.999254 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.999411 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.999564 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.999717 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] host = n-d-793621-33 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:46.999865 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.000004 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.000166 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.000344 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.000500 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.000652 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.000810 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.000946 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.001089 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.001228 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.001390 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.001603 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.001747 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.001880 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] log_file = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.002012 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] log_options = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.002157 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.002293 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.002428 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.002562 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.002731 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.002890 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.003038 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.003178 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.003340 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.003483 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.003644 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.003801 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.003960 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.004117 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.004295 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.004454 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.004612 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.004771 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.004939 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.005090 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.005226 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.005361 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.005514 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.005672 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.005824 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.005960 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.006096 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.006237 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.006371 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.006506 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.006670 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.006831 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.006978 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.007137 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.007294 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.007453 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.007606 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.007762 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.007920 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.008079 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.008256 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.008483 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.008631 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.008786 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.008943 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.009084 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] use_json = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.009230 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.009391 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.009547 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.009690 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.009850 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.010007 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.010163 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.010323 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 13:10:47.010498 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.010800 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.010977 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.011106 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.011260 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.011396 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.011522 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.011674 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.011837 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.012191 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.012191 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.012191 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.012191 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.012191 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.013220 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.013220 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.013220 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.013521 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.013521 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.013964 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.013964 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.013964 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.014270 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.014376 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.014480 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.014586 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.014751 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.015095 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.015095 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.015311 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.015417 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.015522 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.015662 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.015821 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.015982 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.016142 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.016328 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.016491 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.016652 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.016813 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.016975 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.017136 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.017297 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.017459 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.017640 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.017793 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.017930 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.018091 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.018252 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.018412 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.018584 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.018744 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.018904 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.019064 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.019224 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.019557 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.019557 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.019796 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.019919 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.020002 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.020123 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.020317 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.020479 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.020639 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.020798 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.020975 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.021116 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.021275 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.021438 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.021598 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.021742 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.021906 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.022066 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.022228 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.022388 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.022549 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.022708 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.022898 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.023037 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.023174 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.023334 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.023493 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.023651 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.023811 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.023981 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.024341 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.024341 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.024579 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.024663 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.024777 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.024936 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.025095 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.025254 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.025414 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.025573 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.025734 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.025893 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.026057 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.026216 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.026376 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.026536 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.026695 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.026854 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.027013 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.027172 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.027333 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.027493 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.027652 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.027811 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.027972 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.028131 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.028844 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.029002 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.029165 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.029327 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.029495 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.029656 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.029816 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.029977 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.030138 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.030298 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.030459 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.030619 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.030779 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.030938 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.031102 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.031260 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.031588 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.031748 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.031917 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.032084 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.032282 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.032426 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.032573 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.032738 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.032876 n-d-793621-33 neutron-server[94629]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:10:47.032981 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.033066 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.033197 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.033359 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.033519 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.033680 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.033839 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.033999 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.034160 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.034320 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.034482 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.034642 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.034802 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.034965 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.035125 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.035286 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.035447 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.035609 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.035770 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.035931 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.036091 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.036280 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.036430 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.036590 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.036750 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.036911 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.037071 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.037231 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.037391 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.037551 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.037710 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.037869 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.038029 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.038189 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.038350 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.038510 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.038672 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.038832 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.038994 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.039154 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.039315 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.039479 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.039639 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.039801 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.039962 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.040121 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.040302 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.040466 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.040626 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.040787 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.040947 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.041106 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.041285 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.041446 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.041605 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.041765 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.041928 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.042093 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.042252 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.042412 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.042573 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.042732 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.042891 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.043052 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.043216 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.043434 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.043623 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.043826 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.044251 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.044574 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.044733 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.045094 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.045094 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.045296 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.045447 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.045554 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.045660 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.045811 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.045974 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.046134 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.046296 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.046469 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.046615 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.046787 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.047212 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.047374 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.047534 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.047695 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.047855 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.048026 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.048187 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.048370 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.048530 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.048690 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.048850 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.049021 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.049182 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.049343 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.049502 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.049662 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.049822 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.049992 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.050154 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.050314 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.050474 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.050634 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.050794 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.050964 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.051125 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.051286 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.051456 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.051617 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.051777 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.051937 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.052114 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.052294 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.052459 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.052620 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.052780 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.052940 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.053102 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.053269 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.053439 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.053606 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.053769 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.053937 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.054107 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.054275 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.054435 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.054601 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.054774 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.054935 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.055095 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.055257 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.055416 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.055575 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.055734 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.055894 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.056052 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.056213 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.056395 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.056556 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.056715 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.056874 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.057033 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.057194 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.057353 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.057512 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.057671 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.057832 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 13:10:47.057984 n-d-793621-33 neutron-server[94518]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 22 13:10:47.117381 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 40966) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:10:47.126450 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068474 Aug 22 13:10:58.437543 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20eaf614-082f-4396-abae-d61d50836773 None None] get_active_networks_info from n-d-793621-33 {{(pid=94629) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 22 13:10:58.517814 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20eaf614-082f-4396-abae-d61d50836773 None None] No non-hosted networks {{(pid=94629) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 22 13:10:58.545326 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.agentschedulers_db [None req-20eaf614-082f-4396-abae-d61d50836773 None None] DHCP Agent not found on host n-d-793621-33 {{(pid=94629) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 22 13:10:58.690911 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-638d909c-a620-4923-96ee-9b720be752a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1810731'] for agent, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:00.999674 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e6d5c356-0cf6-4697-99a0-61859ddefe96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1810731'] for agent, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:01.056624 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1de0e5aa-a485-4e58-a5fb-5d2082c9766c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:01.144633 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1810731'] for agent, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:01.146897 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:11:01.147546 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:11:01.148089 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:11:01.148968 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:11:01.150476 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:11:01.151028 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:11:01.151557 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:11:01.152120 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:11:01.153352 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:11:01.158187 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:11:01.159825 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:11:01.160789 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:11:01.161412 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-793621-33', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:11:01.173969 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-793621-33', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:11:02.283668 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1810731'] for agent, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:04.071802 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1810731'] for agent, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:05.191338 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 41058) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:11:05.350426 n-d-793621-33 neutron-server[94629]: INFO neutron.db.l3_hamode_db [None req-ee8c6a41-ce36-4550-a178-a9b0fb51699e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 22 13:11:05.427540 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8c6a41-ce36-4550-a178-a9b0fb51699e None None] Routers set() bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:11:05.427919 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8c6a41-ce36-4550-a178-a9b0fb51699e None None] Router IDs set() for agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 22 13:11:05.682389 n-d-793621-33 neutron-server[94628]: WARNING oslo_policy.policy [None req-aab6f1ce-dcf0-4495-a0ee-393f1d633ba8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 22 13:11:05.683006 n-d-793621-33 neutron-server[94628]: WARNING oslo_policy.policy [None req-aab6f1ce-dcf0-4495-a0ee-393f1d633ba8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 22 13:11:05.899728 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-aab6f1ce-dcf0-4495-a0ee-393f1d633ba8 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:11:05.900794 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-aab6f1ce-dcf0-4495-a0ee-393f1d633ba8 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7083914 Aug 22 13:11:08.224677 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 41072) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:11:08.545401 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-b7e6f5d3-2189-4806-9c60-7ea6128f1b48 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:11:08.637437 n-d-793621-33 neutron-server[94628]: DEBUG neutron.policy [None req-b7e6f5d3-2189-4806-9c60-7ea6128f1b48 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94628) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 22 13:11:08.682403 n-d-793621-33 neutron-server[94628]: WARNING oslo_policy.policy [None req-b7e6f5d3-2189-4806-9c60-7ea6128f1b48 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 22 13:11:08.682769 n-d-793621-33 neutron-server[94628]: WARNING oslo_policy.policy [None req-b7e6f5d3-2189-4806-9c60-7ea6128f1b48 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 22 13:11:08.691739 n-d-793621-33 neutron-server[94628]: INFO neutron.quota [None req-b7e6f5d3-2189-4806-9c60-7ea6128f1b48 admin admin] Loaded quota_driver: . Aug 22 13:11:08.781156 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b7e6f5d3-2189-4806-9c60-7ea6128f1b48 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776900664906', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776900663415', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776900619713', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776900617842', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776900635904', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776900630161', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-709376', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-829121', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1956004', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1972383'] for rbac-policy, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:08.846407 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b7e6f5d3-2189-4806-9c60-7ea6128f1b48 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:08.847970 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b7e6f5d3-2189-4806-9c60-7ea6128f1b48 admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6221392 Aug 22 13:11:11.394954 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 41084) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:11:11.691514 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-231f6ada-9d39-4cc3-9c30-e5d6ca28b6d7 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'b60bb0fac1f3475b880b7b0f23e69482', 'tenant_id': 'b60bb0fac1f3475b880b7b0f23e69482', 'name': 'private'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:11:11.719293 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231f6ada-9d39-4cc3-9c30-e5d6ca28b6d7 admin admin] Made reservation on behalf of b60bb0fac1f3475b880b7b0f23e69482 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:11:11.721980 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-231f6ada-9d39-4cc3-9c30-e5d6ca28b6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:11.738989 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-231f6ada-9d39-4cc3-9c30-e5d6ca28b6d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:11.858789 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-231f6ada-9d39-4cc3-9c30-e5d6ca28b6d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:11.862281 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-231f6ada-9d39-4cc3-9c30-e5d6ca28b6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:11.884760 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-231f6ada-9d39-4cc3-9c30-e5d6ca28b6d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:11:11.909247 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-231f6ada-9d39-4cc3-9c30-e5d6ca28b6d7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776903417622', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:11.909824 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-231f6ada-9d39-4cc3-9c30-e5d6ca28b6d7 admin admin] Unsubscribe: segment precommit_create {{(pid=94628) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 22 13:11:11.910316 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-231f6ada-9d39-4cc3-9c30-e5d6ca28b6d7 admin admin] Added segment c55dc009-6496-422f-a8af-9c57ab55fabe of type vlan for network 1d468ca8-6052-4ee2-9efb-82f7d01cb6eb Aug 22 13:11:11.915727 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f6ada-9d39-4cc3-9c30-e5d6ca28b6d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d599edd9-4801-440d-9088-16fe257a2faf,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:11:11.937037 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231f6ada-9d39-4cc3-9c30-e5d6ca28b6d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:11:11.937371 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231f6ada-9d39-4cc3-9c30-e5d6ca28b6d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:11:11.937699 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231f6ada-9d39-4cc3-9c30-e5d6ca28b6d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:11:11.938026 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231f6ada-9d39-4cc3-9c30-e5d6ca28b6d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:11:11.938407 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231f6ada-9d39-4cc3-9c30-e5d6ca28b6d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:11:11.938703 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231f6ada-9d39-4cc3-9c30-e5d6ca28b6d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:11:11.939020 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231f6ada-9d39-4cc3-9c30-e5d6ca28b6d7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:11:11.939351 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231f6ada-9d39-4cc3-9c30-e5d6ca28b6d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:11:11.939651 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231f6ada-9d39-4cc3-9c30-e5d6ca28b6d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:11:11.939961 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231f6ada-9d39-4cc3-9c30-e5d6ca28b6d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:11:11.940290 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231f6ada-9d39-4cc3-9c30-e5d6ca28b6d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:11:11.940602 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231f6ada-9d39-4cc3-9c30-e5d6ca28b6d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:11:11.941647 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231f6ada-9d39-4cc3-9c30-e5d6ca28b6d7 admin admin] Tracked resource versions report: Aug 22 13:11:11.941647 n-d-793621-33 neutron-server[94628]: pushed versions: Aug 22 13:11:11.941647 n-d-793621-33 neutron-server[94628]: { 'AddressGroup': {'1.2'}, Aug 22 13:11:11.941647 n-d-793621-33 neutron-server[94628]: 'ConntrackHelper': {'1.0'}, Aug 22 13:11:11.941647 n-d-793621-33 neutron-server[94628]: 'Log': {'1.0'}, Aug 22 13:11:11.941647 n-d-793621-33 neutron-server[94628]: 'Network': {'1.1'}, Aug 22 13:11:11.941647 n-d-793621-33 neutron-server[94628]: 'Port': {'1.7'}, Aug 22 13:11:11.941647 n-d-793621-33 neutron-server[94628]: 'PortForwarding': {'1.2'}, Aug 22 13:11:11.941647 n-d-793621-33 neutron-server[94628]: 'QosPolicy': {'1.9'}, Aug 22 13:11:11.941647 n-d-793621-33 neutron-server[94628]: 'SecurityGroup': {'1.4'}, Aug 22 13:11:11.941647 n-d-793621-33 neutron-server[94628]: 'SecurityGroupRule': {'1.2'}, Aug 22 13:11:11.941647 n-d-793621-33 neutron-server[94628]: 'SubPort': {'1.0'}, Aug 22 13:11:11.941647 n-d-793621-33 neutron-server[94628]: 'Subnet': {'1.1'}, Aug 22 13:11:11.941647 n-d-793621-33 neutron-server[94628]: 'Trunk': {'1.1'}} Aug 22 13:11:11.941647 n-d-793621-33 neutron-server[94628]: consumer versions: Aug 22 13:11:11.941647 n-d-793621-33 neutron-server[94628]: { DHCP agent@n-d-793621-33: {}, Aug 22 13:11:11.941647 n-d-793621-33 neutron-server[94628]: L3 agent@n-d-793621-33: {}, Aug 22 13:11:11.941647 n-d-793621-33 neutron-server[94628]: Metadata agent@n-d-793621-33: {}, Aug 22 13:11:11.941647 n-d-793621-33 neutron-server[94628]: Metering agent@n-d-793621-33: {}, Aug 22 13:11:11.941647 n-d-793621-33 neutron-server[94628]: Open vSwitch agent@n-d-793621-33: { 'AddressGroup': '1.2', Aug 22 13:11:11.941647 n-d-793621-33 neutron-server[94628]: 'ConntrackHelper': '1.0', Aug 22 13:11:11.941647 n-d-793621-33 neutron-server[94628]: 'Log': '1.0', Aug 22 13:11:11.941647 n-d-793621-33 neutron-server[94628]: 'Network': '1.1', Aug 22 13:11:11.941647 n-d-793621-33 neutron-server[94628]: 'Port': '1.7', Aug 22 13:11:11.941647 n-d-793621-33 neutron-server[94628]: 'PortForwarding': '1.2', Aug 22 13:11:11.941647 n-d-793621-33 neutron-server[94628]: 'QosPolicy': '1.9', Aug 22 13:11:11.941647 n-d-793621-33 neutron-server[94628]: 'SecurityGroup': '1.4', Aug 22 13:11:11.941647 n-d-793621-33 neutron-server[94628]: 'SecurityGroupRule': '1.2', Aug 22 13:11:11.941647 n-d-793621-33 neutron-server[94628]: 'SubPort': '1.0', Aug 22 13:11:11.941647 n-d-793621-33 neutron-server[94628]: 'Subnet': '1.1', Aug 22 13:11:11.941647 n-d-793621-33 neutron-server[94628]: 'Trunk': '1.1'}} Aug 22 13:11:11.941647 n-d-793621-33 neutron-server[94628]: {{(pid=94628) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 22 13:11:12.029514 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-231f6ada-9d39-4cc3-9c30-e5d6ca28b6d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:12.067938 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-231f6ada-9d39-4cc3-9c30-e5d6ca28b6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:12.069034 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231f6ada-9d39-4cc3-9c30-e5d6ca28b6d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:11:12.069674 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-231f6ada-9d39-4cc3-9c30-e5d6ca28b6d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:12.155199 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-231f6ada-9d39-4cc3-9c30-e5d6ca28b6d7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7590714 Aug 22 13:11:12.167304 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f6ada-9d39-4cc3-9c30-e5d6ca28b6d7 admin admin] Pushing event updated for resources: {'Network': ['ID=1d468ca8-6052-4ee2-9efb-82f7d01cb6eb,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:11:12.179503 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 1d468ca8-6052-4ee2-9efb-82f7d01cb6eb details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:11:14.770928 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 41098) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:11:15.156602 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4694e4a-1631-4357-a77e-9c267f69cee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:11:15.157951 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e4694e4a-1631-4357-a77e-9c267f69cee3 admin admin] 10.222.0.21 "GET /v2.0/networks/1d468ca8-6052-4ee2-9efb-82f7d01cb6eb HTTP/1.1" status: 200 len: 825 time: 0.3860736 Aug 22 13:11:15.182253 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2ca73900-4bb0-4096-9f16-107d190fb9a5 admin admin] 10.222.0.21 "GET /v2.0/subnetpools/ce364c06-1e71-4da9-9d81-eadf2e2c28fe HTTP/1.1" status: 200 len: 734 time: 0.0182970 Aug 22 13:11:15.191062 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-8ba4e1c8-130e-437a-bfa4-25854ac26b04 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': 'b60bb0fac1f3475b880b7b0f23e69482', 'name': 'private-subnet', 'subnetpool_id': 'ce364c06-1e71-4da9-9d81-eadf2e2c28fe', 'network_id': '1d468ca8-6052-4ee2-9efb-82f7d01cb6eb'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:11:15.212053 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba4e1c8-130e-437a-bfa4-25854ac26b04 admin admin] Made reservation on behalf of b60bb0fac1f3475b880b7b0f23e69482 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:11:15.214294 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8ba4e1c8-130e-437a-bfa4-25854ac26b04 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:15.498849 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8ba4e1c8-130e-437a-bfa4-25854ac26b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:15.567783 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba4e1c8-130e-437a-bfa4-25854ac26b04 admin admin] Checking segment: {'id': 'c55dc009-6496-422f-a8af-9c57ab55fabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d468ca8-6052-4ee2-9efb-82f7d01cb6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:11:15.568149 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba4e1c8-130e-437a-bfa4-25854ac26b04 admin admin] Network hostable DHCP agents. Network: 1d468ca8-6052-4ee2-9efb-82f7d01cb6eb, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:11:15.572514 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba4e1c8-130e-437a-bfa4-25854ac26b04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bc9990b-278e-46ea-9ae0-4ba1d43b929f,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:11:15.591029 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba4e1c8-130e-437a-bfa4-25854ac26b04 admin admin] Network 1d468ca8-6052-4ee2-9efb-82f7d01cb6eb is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:11:15.602831 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-8ba4e1c8-130e-437a-bfa4-25854ac26b04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 1d468ca8-6052-4ee2-9efb-82f7d01cb6eb) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:11:15.607974 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba4e1c8-130e-437a-bfa4-25854ac26b04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:11:15.608577 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8ba4e1c8-130e-437a-bfa4-25854ac26b04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:15.613076 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d96e89-50e4-47b9-bf13-57c46273c435 None None] Network 1d468ca8-6052-4ee2-9efb-82f7d01cb6eb requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:11:15.622293 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8ba4e1c8-130e-437a-bfa4-25854ac26b04 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4345291 Aug 22 13:11:15.929096 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b49fd3f-7e0e-4a23-b3f5-5061a59538a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-1d468ca8-6052-4ee2-9efb-82f7d01cb6eb', 'network_id': '1d468ca8-6052-4ee2-9efb-82f7d01cb6eb', 'tenant_id': 'b60bb0fac1f3475b880b7b0f23e69482', 'fixed_ips': [{'subnet_id': '2bc9990b-278e-46ea-9ae0-4ba1d43b929f'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:11:15.930429 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3b49fd3f-7e0e-4a23-b3f5-5061a59538a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:16.204303 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-3b49fd3f-7e0e-4a23-b3f5-5061a59538a7 None None] Allocated IP 172.20.0.2 (1d468ca8-6052-4ee2-9efb-82f7d01cb6eb/2bc9990b-278e-46ea-9ae0-4ba1d43b929f/dc431cfe-51b5-4f41-b8a4-437b236d005f) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:11:16.401105 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3b49fd3f-7e0e-4a23-b3f5-5061a59538a7 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:16.418450 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-3b49fd3f-7e0e-4a23-b3f5-5061a59538a7 None None] Transition to ACTIVE for port object dc431cfe-51b5-4f41-b8a4-437b236d005f will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:11:16.467114 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-3b49fd3f-7e0e-4a23-b3f5-5061a59538a7 None None] Transition to ACTIVE for port object dc431cfe-51b5-4f41-b8a4-437b236d005f will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:11:16.475277 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3b49fd3f-7e0e-4a23-b3f5-5061a59538a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:16.539970 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b49fd3f-7e0e-4a23-b3f5-5061a59538a7 None None] Network 1d468ca8-6052-4ee2-9efb-82f7d01cb6eb is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:11:16.545078 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-3b49fd3f-7e0e-4a23-b3f5-5061a59538a7 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:11:16.557800 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b49fd3f-7e0e-4a23-b3f5-5061a59538a7 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:11:16.561517 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b49fd3f-7e0e-4a23-b3f5-5061a59538a7 None None] Pushing event updated for resources: {'Port': ['ID=dc431cfe-51b5-4f41-b8a4-437b236d005f,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:11:16.593557 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b49fd3f-7e0e-4a23-b3f5-5061a59538a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:11:16.593900 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b49fd3f-7e0e-4a23-b3f5-5061a59538a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:11:16.594237 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b49fd3f-7e0e-4a23-b3f5-5061a59538a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:11:16.594570 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b49fd3f-7e0e-4a23-b3f5-5061a59538a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:11:16.594899 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b49fd3f-7e0e-4a23-b3f5-5061a59538a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:11:16.595226 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b49fd3f-7e0e-4a23-b3f5-5061a59538a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:11:16.595546 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b49fd3f-7e0e-4a23-b3f5-5061a59538a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:11:16.595869 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b49fd3f-7e0e-4a23-b3f5-5061a59538a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:11:16.596189 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b49fd3f-7e0e-4a23-b3f5-5061a59538a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:11:16.596532 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b49fd3f-7e0e-4a23-b3f5-5061a59538a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:11:16.596849 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b49fd3f-7e0e-4a23-b3f5-5061a59538a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:11:16.597163 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b49fd3f-7e0e-4a23-b3f5-5061a59538a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:11:16.598237 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b49fd3f-7e0e-4a23-b3f5-5061a59538a7 None None] Tracked resource versions report: Aug 22 13:11:16.598237 n-d-793621-33 neutron-server[94629]: pushed versions: Aug 22 13:11:16.598237 n-d-793621-33 neutron-server[94629]: { 'AddressGroup': {'1.2'}, Aug 22 13:11:16.598237 n-d-793621-33 neutron-server[94629]: 'ConntrackHelper': {'1.0'}, Aug 22 13:11:16.598237 n-d-793621-33 neutron-server[94629]: 'Log': {'1.0'}, Aug 22 13:11:16.598237 n-d-793621-33 neutron-server[94629]: 'Network': {'1.1'}, Aug 22 13:11:16.598237 n-d-793621-33 neutron-server[94629]: 'Port': {'1.7'}, Aug 22 13:11:16.598237 n-d-793621-33 neutron-server[94629]: 'PortForwarding': {'1.2'}, Aug 22 13:11:16.598237 n-d-793621-33 neutron-server[94629]: 'QosPolicy': {'1.9'}, Aug 22 13:11:16.598237 n-d-793621-33 neutron-server[94629]: 'SecurityGroup': {'1.4'}, Aug 22 13:11:16.598237 n-d-793621-33 neutron-server[94629]: 'SecurityGroupRule': {'1.2'}, Aug 22 13:11:16.598237 n-d-793621-33 neutron-server[94629]: 'SubPort': {'1.0'}, Aug 22 13:11:16.598237 n-d-793621-33 neutron-server[94629]: 'Subnet': {'1.1'}, Aug 22 13:11:16.598237 n-d-793621-33 neutron-server[94629]: 'Trunk': {'1.1'}} Aug 22 13:11:16.598237 n-d-793621-33 neutron-server[94629]: consumer versions: Aug 22 13:11:16.598237 n-d-793621-33 neutron-server[94629]: { DHCP agent@n-d-793621-33: {}, Aug 22 13:11:16.598237 n-d-793621-33 neutron-server[94629]: L3 agent@n-d-793621-33: {}, Aug 22 13:11:16.598237 n-d-793621-33 neutron-server[94629]: Metadata agent@n-d-793621-33: {}, Aug 22 13:11:16.598237 n-d-793621-33 neutron-server[94629]: Metering agent@n-d-793621-33: {}, Aug 22 13:11:16.598237 n-d-793621-33 neutron-server[94629]: Open vSwitch agent@n-d-793621-33: { 'AddressGroup': '1.2', Aug 22 13:11:16.598237 n-d-793621-33 neutron-server[94629]: 'ConntrackHelper': '1.0', Aug 22 13:11:16.598237 n-d-793621-33 neutron-server[94629]: 'Log': '1.0', Aug 22 13:11:16.598237 n-d-793621-33 neutron-server[94629]: 'Network': '1.1', Aug 22 13:11:16.598237 n-d-793621-33 neutron-server[94629]: 'Port': '1.7', Aug 22 13:11:16.598237 n-d-793621-33 neutron-server[94629]: 'PortForwarding': '1.2', Aug 22 13:11:16.598237 n-d-793621-33 neutron-server[94629]: 'QosPolicy': '1.9', Aug 22 13:11:16.598237 n-d-793621-33 neutron-server[94629]: 'SecurityGroup': '1.4', Aug 22 13:11:16.598237 n-d-793621-33 neutron-server[94629]: 'SecurityGroupRule': '1.2', Aug 22 13:11:16.598237 n-d-793621-33 neutron-server[94629]: 'SubPort': '1.0', Aug 22 13:11:16.598237 n-d-793621-33 neutron-server[94629]: 'Subnet': '1.1', Aug 22 13:11:16.598237 n-d-793621-33 neutron-server[94629]: 'Trunk': '1.1'}} Aug 22 13:11:16.598237 n-d-793621-33 neutron-server[94629]: {{(pid=94629) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 22 13:11:16.644735 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-3b49fd3f-7e0e-4a23-b3f5-5061a59538a7 None None] Attempting to bind port dc431cfe-51b5-4f41-b8a4-437b236d005f on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:11:16.645340 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-3b49fd3f-7e0e-4a23-b3f5-5061a59538a7 None None] Attempting to bind port dc431cfe-51b5-4f41-b8a4-437b236d005f by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'c55dc009-6496-422f-a8af-9c57ab55fabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d468ca8-6052-4ee2-9efb-82f7d01cb6eb'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:11:16.645527 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b49fd3f-7e0e-4a23-b3f5-5061a59538a7 None None] Attempting to bind port dc431cfe-51b5-4f41-b8a4-437b236d005f on network 1d468ca8-6052-4ee2-9efb-82f7d01cb6eb {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:11:16.650232 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b49fd3f-7e0e-4a23-b3f5-5061a59538a7 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:11:16.650631 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b49fd3f-7e0e-4a23-b3f5-5061a59538a7 None None] Checking segment: {'id': 'c55dc009-6496-422f-a8af-9c57ab55fabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d468ca8-6052-4ee2-9efb-82f7d01cb6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:11:16.651069 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3b49fd3f-7e0e-4a23-b3f5-5061a59538a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:16.651455 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b49fd3f-7e0e-4a23-b3f5-5061a59538a7 None None] Bound using segment: {'id': 'c55dc009-6496-422f-a8af-9c57ab55fabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d468ca8-6052-4ee2-9efb-82f7d01cb6eb'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:11:16.651910 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-3b49fd3f-7e0e-4a23-b3f5-5061a59538a7 None None] Bound port: dc431cfe-51b5-4f41-b8a4-437b236d005f, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c55dc009-6496-422f-a8af-9c57ab55fabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d468ca8-6052-4ee2-9efb-82f7d01cb6eb'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:11:16.652991 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3b49fd3f-7e0e-4a23-b3f5-5061a59538a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:16.715621 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-3b49fd3f-7e0e-4a23-b3f5-5061a59538a7 None None] For port dc431cfe-51b5-4f41-b8a4-437b236d005f, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:11:16.719889 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-3b49fd3f-7e0e-4a23-b3f5-5061a59538a7 None None] For port dc431cfe-51b5-4f41-b8a4-437b236d005f, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=dc431cfe-51b5-4f41-b8a4-437b236d005f,segment=NetworkSegment(c55dc009-6496-422f-a8af-9c57ab55fabe),segment_id=c55dc009-6496-422f-a8af-9c57ab55fabe)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:11:16.724761 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3b49fd3f-7e0e-4a23-b3f5-5061a59538a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:16.788019 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b49fd3f-7e0e-4a23-b3f5-5061a59538a7 None None] Pushing event updated for resources: {'Port': ['ID=dc431cfe-51b5-4f41-b8a4-437b236d005f,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:11:18.039856 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 41106) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:11:18.358302 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-4e6bb993-8fb4-4fa1-aba2-36b3ef69b086 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:11:18.359310 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4e6bb993-8fb4-4fa1-aba2-36b3ef69b086 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3184853 Aug 22 13:11:20.744780 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 41114) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:11:21.059895 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-bc9a6af7-fdbe-4823-84f8-42b6adcbe37a admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:11:21.061005 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-bc9a6af7-fdbe-4823-84f8-42b6adcbe37a admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3151722 Aug 22 13:11:23.657744 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 41124) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:11:24.176550 n-d-793621-33 neutron-server[94627]: WARNING oslo_policy.policy [None req-8cec5f8d-e3df-44f9-98c3-14ce3c4a9f19 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 22 13:11:24.177150 n-d-793621-33 neutron-server[94627]: WARNING oslo_policy.policy [None req-8cec5f8d-e3df-44f9-98c3-14ce3c4a9f19 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 22 13:11:24.396297 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-8cec5f8d-e3df-44f9-98c3-14ce3c4a9f19 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'b60bb0fac1f3475b880b7b0f23e69482'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:11:24.460930 n-d-793621-33 neutron-server[94627]: DEBUG neutron.policy [None req-8cec5f8d-e3df-44f9-98c3-14ce3c4a9f19 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94627) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 22 13:11:24.506750 n-d-793621-33 neutron-server[94627]: WARNING oslo_policy.policy [None req-8cec5f8d-e3df-44f9-98c3-14ce3c4a9f19 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 22 13:11:24.507109 n-d-793621-33 neutron-server[94627]: WARNING oslo_policy.policy [None req-8cec5f8d-e3df-44f9-98c3-14ce3c4a9f19 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 22 13:11:24.516369 n-d-793621-33 neutron-server[94627]: INFO neutron.quota [None req-8cec5f8d-e3df-44f9-98c3-14ce3c4a9f19 admin admin] Loaded quota_driver: . Aug 22 13:11:24.571180 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8cec5f8d-e3df-44f9-98c3-14ce3c4a9f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:24.573064 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8cec5f8d-e3df-44f9-98c3-14ce3c4a9f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:24.728975 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8cec5f8d-e3df-44f9-98c3-14ce3c4a9f19 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:24.736432 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8cec5f8d-e3df-44f9-98c3-14ce3c4a9f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:24.756198 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8cec5f8d-e3df-44f9-98c3-14ce3c4a9f19 admin admin] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:24.757583 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-8cec5f8d-e3df-44f9-98c3-14ce3c4a9f19 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0976665 Aug 22 13:11:25.211192 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device dc431cfe-51b5-4f41-b8a4-437b236d005f up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:11:25.213256 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f135d6-dff9-436b-aa54-8e54d55ca6a9 None None] Network 1d468ca8-6052-4ee2-9efb-82f7d01cb6eb requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:11:25.352772 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-cb506fa6-3451-44b1-9996-1b7f4047d4ae None None] Provisioning for port dc431cfe-51b5-4f41-b8a4-437b236d005f completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:11:25.373589 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port dc431cfe-51b5-4f41-b8a4-437b236d005f completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:11:25.379212 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port dc431cfe-51b5-4f41-b8a4-437b236d005f triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:11:25.379601 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:25.546524 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:25.595118 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port dc431cfe-51b5-4f41-b8a4-437b236d005f, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=dc431cfe-51b5-4f41-b8a4-437b236d005f,segment=NetworkSegment(c55dc009-6496-422f-a8af-9c57ab55fabe),segment_id=c55dc009-6496-422f-a8af-9c57ab55fabe)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:11:25.600799 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:25.653749 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=dc431cfe-51b5-4f41-b8a4-437b236d005f,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:11:25.784834 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-a3dad2d2-53af-4692-a519-ed8cd9f44669 None None] Provisioning complete for port dc431cfe-51b5-4f41-b8a4-437b236d005f triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:11:25.785199 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a3dad2d2-53af-4692-a519-ed8cd9f44669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:27.128422 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 41146) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:11:27.188659 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device dc431cfe-51b5-4f41-b8a4-437b236d005f up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:11:27.236915 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port dc431cfe-51b5-4f41-b8a4-437b236d005f triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:11:27.237290 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:27.445017 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-736d269b-b1df-44cb-a2b2-25ecce710591 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:11:27.446001 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-736d269b-b1df-44cb-a2b2-25ecce710591 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3166671 Aug 22 13:11:28.347683 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-21c41824-48c4-4a21-9171-0c9ef26e97fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:29.767388 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 41154) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:11:30.074207 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-4d1727a3-9eaa-4e3c-b1c4-911359927857 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:11:30.094845 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1727a3-9eaa-4e3c-b1c4-911359927857 admin admin] Made reservation on behalf of 6cd95ad51e014c729dba1ba100036c86 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:11:30.097044 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4d1727a3-9eaa-4e3c-b1c4-911359927857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:30.104815 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4d1727a3-9eaa-4e3c-b1c4-911359927857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:30.190334 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4d1727a3-9eaa-4e3c-b1c4-911359927857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:30.194492 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4d1727a3-9eaa-4e3c-b1c4-911359927857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:30.207365 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4d1727a3-9eaa-4e3c-b1c4-911359927857 admin admin] Reserving flat network on physical network physnet1 {{(pid=94628) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 22 13:11:30.228798 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1727a3-9eaa-4e3c-b1c4-911359927857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3881603-8e22-47b6-a3c8-22c243e8c581,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:11:30.232186 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4d1727a3-9eaa-4e3c-b1c4-911359927857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:30.232545 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-4d1727a3-9eaa-4e3c-b1c4-911359927857 admin admin] Added segment 5362b65e-1eed-4293-a4c8-983fad586fb8 of type flat for network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 Aug 22 13:11:30.276258 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4d1727a3-9eaa-4e3c-b1c4-911359927857 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:30.307125 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4d1727a3-9eaa-4e3c-b1c4-911359927857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:30.308127 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1727a3-9eaa-4e3c-b1c4-911359927857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:11:30.308720 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4d1727a3-9eaa-4e3c-b1c4-911359927857 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:30.360336 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4d1727a3-9eaa-4e3c-b1c4-911359927857 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5918491 Aug 22 13:11:30.367223 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1727a3-9eaa-4e3c-b1c4-911359927857 admin admin] Pushing event updated for resources: {'Network': ['ID=7de6ab83-cd00-4b3c-94fb-810dd34d29b8,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:11:30.381356 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:11:30.993020 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b54e9081-3453-4db4-a2fc-c06a2077f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:31.128186 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:32.217717 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:32.717255 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 41172) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:11:32.891680 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d56b6fc-5c50-4e36-8c09-904292afd086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:11:32.893037 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9d56b6fc-5c50-4e36-8c09-904292afd086 admin admin] 10.222.0.21 "GET /v2.0/subnets/2bc9990b-278e-46ea-9ae0-4ba1d43b929f HTTP/1.1" status: 200 len: 849 time: 0.1748462 Aug 22 13:11:33.051507 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-bfe6d863-8bca-4a64-b453-105387291dbe admin admin] 10.222.0.21 "GET /v2.0/routers/9de37726-334b-47fd-9e93-1befb5e5db38 HTTP/1.1" status: 200 len: 704 time: 0.1526308 Aug 22 13:11:33.311997 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6ef0d849-0b15-49ac-991a-84c0da8f1f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:33.596935 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-6ef0d849-0b15-49ac-991a-84c0da8f1f33 admin admin] Allocated IP 172.20.0.1 (1d468ca8-6052-4ee2-9efb-82f7d01cb6eb/2bc9990b-278e-46ea-9ae0-4ba1d43b929f/1b4442ea-3e3f-4ea9-ac63-23b5c255210d) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:11:33.746983 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6ef0d849-0b15-49ac-991a-84c0da8f1f33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:33.812197 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-6ef0d849-0b15-49ac-991a-84c0da8f1f33 admin admin] Transition to ACTIVE for port object 1b4442ea-3e3f-4ea9-ac63-23b5c255210d will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:11:33.879478 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6ef0d849-0b15-49ac-991a-84c0da8f1f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:33.944071 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef0d849-0b15-49ac-991a-84c0da8f1f33 admin admin] Network 1d468ca8-6052-4ee2-9efb-82f7d01cb6eb is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:11:33.948429 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-6ef0d849-0b15-49ac-991a-84c0da8f1f33 admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:11:33.954317 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef0d849-0b15-49ac-991a-84c0da8f1f33 admin admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:11:33.955368 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6ef0d849-0b15-49ac-991a-84c0da8f1f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:34.002604 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:34.019148 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef0d849-0b15-49ac-991a-84c0da8f1f33 admin admin] Pushing event updated for resources: {'Port': ['ID=1b4442ea-3e3f-4ea9-ac63-23b5c255210d,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:11:34.130743 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-6a42ede2-a324-4f2b-8bac-94a3b0709ba7 None None] Provisioning for port 1b4442ea-3e3f-4ea9-ac63-23b5c255210d completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:11:34.134304 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-6a42ede2-a324-4f2b-8bac-94a3b0709ba7 None None] Provisioning complete for port 1b4442ea-3e3f-4ea9-ac63-23b5c255210d triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:11:34.134677 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6a42ede2-a324-4f2b-8bac-94a3b0709ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:34.160693 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6ef0d849-0b15-49ac-991a-84c0da8f1f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:34.168022 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-6a42ede2-a324-4f2b-8bac-94a3b0709ba7 None None] Port 1b4442ea-3e3f-4ea9-ac63-23b5c255210d cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:11:34.367723 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6ef0d849-0b15-49ac-991a-84c0da8f1f33 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:34.372523 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6ef0d849-0b15-49ac-991a-84c0da8f1f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:34.373300 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6ef0d849-0b15-49ac-991a-84c0da8f1f33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:34.448381 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef0d849-0b15-49ac-991a-84c0da8f1f33 admin admin] Pushing event updated for resources: {'Port': ['ID=1b4442ea-3e3f-4ea9-ac63-23b5c255210d,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:11:34.495056 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef0d849-0b15-49ac-991a-84c0da8f1f33 admin admin] Network 1d468ca8-6052-4ee2-9efb-82f7d01cb6eb is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:11:34.497019 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-6ef0d849-0b15-49ac-991a-84c0da8f1f33 admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:11:34.657299 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef0d849-0b15-49ac-991a-84c0da8f1f33 admin admin] Router 9de37726-334b-47fd-9e93-1befb5e5db38 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:11:34.688902 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-aaef0209-3b2a-4b4e-ac43-30ad77e6e31d None None] Provisioning complete for port 1b4442ea-3e3f-4ea9-ac63-23b5c255210d triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:11:34.689383 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-aaef0209-3b2a-4b4e-ac43-30ad77e6e31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:34.725551 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-aaef0209-3b2a-4b4e-ac43-30ad77e6e31d None None] Port 1b4442ea-3e3f-4ea9-ac63-23b5c255210d cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:11:34.746607 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef0d849-0b15-49ac-991a-84c0da8f1f33 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:11:34.752122 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6ef0d849-0b15-49ac-991a-84c0da8f1f33 admin admin] 10.222.0.21 "PUT /v2.0/routers/9de37726-334b-47fd-9e93-1befb5e5db38/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6952009 Aug 22 13:11:34.772067 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed120e3-42b4-4e12-9251-f12871daed68 None None] Sync routers for ids ['9de37726-334b-47fd-9e93-1befb5e5db38'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:11:34.783640 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed120e3-42b4-4e12-9251-f12871daed68 None None] Routers {'9de37726-334b-47fd-9e93-1befb5e5db38'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:11:34.784646 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-5ed120e3-42b4-4e12-9251-f12871daed68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:11:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['9de37726-334b-47fd-9e93-1befb5e5db38'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:11:34.969719 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-5ed120e3-42b4-4e12-9251-f12871daed68 None None] Set router 9de37726-334b-47fd-9e93-1befb5e5db38 gateway port host: None {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:11:35.389549 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-5ed120e3-42b4-4e12-9251-f12871daed68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de37726-334b-47fd-9e93-1befb5e5db38', 'name': 'router1', 'tenant_id': 'b60bb0fac1f3475b880b7b0f23e69482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:11:24Z', 'updated_at': '2021-08-22T13:11:34Z', 'revision_number': 2, 'project_id': 'b60bb0fac1f3475b880b7b0f23e69482', 'gw_port_host': None, '_interfaces': [{'id': '1b4442ea-3e3f-4ea9-ac63-23b5c255210d', 'name': '', 'network_id': '1d468ca8-6052-4ee2-9efb-82f7d01cb6eb', 'tenant_id': 'b60bb0fac1f3475b880b7b0f23e69482', 'mac_address': 'fa:16:3e:ca:43:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9de37726-334b-47fd-9e93-1befb5e5db38', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2bc9990b-278e-46ea-9ae0-4ba1d43b929f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:11:33Z', 'updated_at': '2021-08-22T13:11:34Z', 'revision_number': 2, 'project_id': 'b60bb0fac1f3475b880b7b0f23e69482', 'subnets': [{'id': '2bc9990b-278e-46ea-9ae0-4ba1d43b929f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce364c06-1e71-4da9-9d81-eadf2e2c28fe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:11:35.440253 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed120e3-42b4-4e12-9251-f12871daed68 None None] Checking router: 9de37726-334b-47fd-9e93-1befb5e5db38 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:11:35.440626 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed120e3-42b4-4e12-9251-f12871daed68 None None] Updating router 9de37726-334b-47fd-9e93-1befb5e5db38 port 1b4442ea-3e3f-4ea9-ac63-23b5c255210d binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:11:35.489575 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-5ed120e3-42b4-4e12-9251-f12871daed68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:35.994381 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-5ed120e3-42b4-4e12-9251-f12871daed68 None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:36.013794 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-5ed120e3-42b4-4e12-9251-f12871daed68 None None] Transition to ACTIVE for port object 1b4442ea-3e3f-4ea9-ac63-23b5c255210d will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:11:36.019001 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-5ed120e3-42b4-4e12-9251-f12871daed68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:36.169804 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cf9a8d-869f-43fd-b66f-1e8e51636e5f None None] Pushing event updated for resources: {'Port': ['ID=1b4442ea-3e3f-4ea9-ac63-23b5c255210d,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:11:36.187233 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cf9a8d-869f-43fd-b66f-1e8e51636e5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:11:36.187586 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cf9a8d-869f-43fd-b66f-1e8e51636e5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:11:36.187907 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cf9a8d-869f-43fd-b66f-1e8e51636e5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:11:36.188258 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cf9a8d-869f-43fd-b66f-1e8e51636e5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:11:36.188584 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cf9a8d-869f-43fd-b66f-1e8e51636e5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:11:36.188906 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cf9a8d-869f-43fd-b66f-1e8e51636e5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:11:36.189227 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cf9a8d-869f-43fd-b66f-1e8e51636e5f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:11:36.189545 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cf9a8d-869f-43fd-b66f-1e8e51636e5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:11:36.189862 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cf9a8d-869f-43fd-b66f-1e8e51636e5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:11:36.190233 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cf9a8d-869f-43fd-b66f-1e8e51636e5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:11:36.190510 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cf9a8d-869f-43fd-b66f-1e8e51636e5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:11:36.190812 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cf9a8d-869f-43fd-b66f-1e8e51636e5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:11:36.191881 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cf9a8d-869f-43fd-b66f-1e8e51636e5f None None] Tracked resource versions report: Aug 22 13:11:36.191881 n-d-793621-33 neutron-server[94630]: pushed versions: Aug 22 13:11:36.191881 n-d-793621-33 neutron-server[94630]: { 'AddressGroup': {'1.2'}, Aug 22 13:11:36.191881 n-d-793621-33 neutron-server[94630]: 'ConntrackHelper': {'1.0'}, Aug 22 13:11:36.191881 n-d-793621-33 neutron-server[94630]: 'Log': {'1.0'}, Aug 22 13:11:36.191881 n-d-793621-33 neutron-server[94630]: 'Network': {'1.1'}, Aug 22 13:11:36.191881 n-d-793621-33 neutron-server[94630]: 'Port': {'1.7'}, Aug 22 13:11:36.191881 n-d-793621-33 neutron-server[94630]: 'PortForwarding': {'1.2'}, Aug 22 13:11:36.191881 n-d-793621-33 neutron-server[94630]: 'QosPolicy': {'1.9'}, Aug 22 13:11:36.191881 n-d-793621-33 neutron-server[94630]: 'SecurityGroup': {'1.4'}, Aug 22 13:11:36.191881 n-d-793621-33 neutron-server[94630]: 'SecurityGroupRule': {'1.2'}, Aug 22 13:11:36.191881 n-d-793621-33 neutron-server[94630]: 'SubPort': {'1.0'}, Aug 22 13:11:36.191881 n-d-793621-33 neutron-server[94630]: 'Subnet': {'1.1'}, Aug 22 13:11:36.191881 n-d-793621-33 neutron-server[94630]: 'Trunk': {'1.1'}} Aug 22 13:11:36.191881 n-d-793621-33 neutron-server[94630]: consumer versions: Aug 22 13:11:36.191881 n-d-793621-33 neutron-server[94630]: { DHCP agent@n-d-793621-33: {}, Aug 22 13:11:36.191881 n-d-793621-33 neutron-server[94630]: L3 agent@n-d-793621-33: {}, Aug 22 13:11:36.191881 n-d-793621-33 neutron-server[94630]: Metadata agent@n-d-793621-33: {}, Aug 22 13:11:36.191881 n-d-793621-33 neutron-server[94630]: Metering agent@n-d-793621-33: {}, Aug 22 13:11:36.191881 n-d-793621-33 neutron-server[94630]: Open vSwitch agent@n-d-793621-33: { 'AddressGroup': '1.2', Aug 22 13:11:36.191881 n-d-793621-33 neutron-server[94630]: 'ConntrackHelper': '1.0', Aug 22 13:11:36.191881 n-d-793621-33 neutron-server[94630]: 'Log': '1.0', Aug 22 13:11:36.191881 n-d-793621-33 neutron-server[94630]: 'Network': '1.1', Aug 22 13:11:36.191881 n-d-793621-33 neutron-server[94630]: 'Port': '1.7', Aug 22 13:11:36.191881 n-d-793621-33 neutron-server[94630]: 'PortForwarding': '1.2', Aug 22 13:11:36.191881 n-d-793621-33 neutron-server[94630]: 'QosPolicy': '1.9', Aug 22 13:11:36.191881 n-d-793621-33 neutron-server[94630]: 'SecurityGroup': '1.4', Aug 22 13:11:36.191881 n-d-793621-33 neutron-server[94630]: 'SecurityGroupRule': '1.2', Aug 22 13:11:36.191881 n-d-793621-33 neutron-server[94630]: 'SubPort': '1.0', Aug 22 13:11:36.191881 n-d-793621-33 neutron-server[94630]: 'Subnet': '1.1', Aug 22 13:11:36.191881 n-d-793621-33 neutron-server[94630]: 'Trunk': '1.1'}} Aug 22 13:11:36.191881 n-d-793621-33 neutron-server[94630]: {{(pid=94630) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 22 13:11:36.194192 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-5ed120e3-42b4-4e12-9251-f12871daed68 None None] Attempting to bind port 1b4442ea-3e3f-4ea9-ac63-23b5c255210d on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:11:36.194582 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-5ed120e3-42b4-4e12-9251-f12871daed68 None None] Attempting to bind port 1b4442ea-3e3f-4ea9-ac63-23b5c255210d by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'c55dc009-6496-422f-a8af-9c57ab55fabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d468ca8-6052-4ee2-9efb-82f7d01cb6eb'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:11:36.194994 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed120e3-42b4-4e12-9251-f12871daed68 None None] Attempting to bind port 1b4442ea-3e3f-4ea9-ac63-23b5c255210d on network 1d468ca8-6052-4ee2-9efb-82f7d01cb6eb {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:11:36.201092 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed120e3-42b4-4e12-9251-f12871daed68 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:11:36.201508 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed120e3-42b4-4e12-9251-f12871daed68 None None] Checking segment: {'id': 'c55dc009-6496-422f-a8af-9c57ab55fabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d468ca8-6052-4ee2-9efb-82f7d01cb6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:11:36.201963 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-5ed120e3-42b4-4e12-9251-f12871daed68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:36.202342 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed120e3-42b4-4e12-9251-f12871daed68 None None] Bound using segment: {'id': 'c55dc009-6496-422f-a8af-9c57ab55fabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d468ca8-6052-4ee2-9efb-82f7d01cb6eb'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:11:36.202818 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-5ed120e3-42b4-4e12-9251-f12871daed68 None None] Bound port: 1b4442ea-3e3f-4ea9-ac63-23b5c255210d, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c55dc009-6496-422f-a8af-9c57ab55fabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d468ca8-6052-4ee2-9efb-82f7d01cb6eb'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:11:36.203205 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-5ed120e3-42b4-4e12-9251-f12871daed68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:36.269157 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-5ed120e3-42b4-4e12-9251-f12871daed68 None None] For port 1b4442ea-3e3f-4ea9-ac63-23b5c255210d, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:11:36.288960 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-5ed120e3-42b4-4e12-9251-f12871daed68 None None] For port 1b4442ea-3e3f-4ea9-ac63-23b5c255210d, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=1b4442ea-3e3f-4ea9-ac63-23b5c255210d,segment=NetworkSegment(c55dc009-6496-422f-a8af-9c57ab55fabe),segment_id=c55dc009-6496-422f-a8af-9c57ab55fabe)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:11:36.293632 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-5ed120e3-42b4-4e12-9251-f12871daed68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:36.338149 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed120e3-42b4-4e12-9251-f12871daed68 None None] Routers {'9de37726-334b-47fd-9e93-1befb5e5db38'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:11:36.338769 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-5ed120e3-42b4-4e12-9251-f12871daed68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:11:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['9de37726-334b-47fd-9e93-1befb5e5db38'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:11:36.415762 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cf9a8d-869f-43fd-b66f-1e8e51636e5f None None] Pushing event updated for resources: {'Port': ['ID=1b4442ea-3e3f-4ea9-ac63-23b5c255210d,revision_number=4']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:11:36.439842 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-5ed120e3-42b4-4e12-9251-f12871daed68 None None] Set router 9de37726-334b-47fd-9e93-1befb5e5db38 gateway port host: None {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:11:36.651213 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-5ed120e3-42b4-4e12-9251-f12871daed68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de37726-334b-47fd-9e93-1befb5e5db38', 'name': 'router1', 'tenant_id': 'b60bb0fac1f3475b880b7b0f23e69482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:11:24Z', 'updated_at': '2021-08-22T13:11:34Z', 'revision_number': 2, 'project_id': 'b60bb0fac1f3475b880b7b0f23e69482', 'gw_port_host': None, '_interfaces': [{'id': '1b4442ea-3e3f-4ea9-ac63-23b5c255210d', 'name': '', 'network_id': '1d468ca8-6052-4ee2-9efb-82f7d01cb6eb', 'tenant_id': 'b60bb0fac1f3475b880b7b0f23e69482', 'mac_address': 'fa:16:3e:ca:43:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9de37726-334b-47fd-9e93-1befb5e5db38', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2bc9990b-278e-46ea-9ae0-4ba1d43b929f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:11:33Z', 'updated_at': '2021-08-22T13:11:36Z', 'revision_number': 4, 'project_id': 'b60bb0fac1f3475b880b7b0f23e69482', 'subnets': [{'id': '2bc9990b-278e-46ea-9ae0-4ba1d43b929f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce364c06-1e71-4da9-9d81-eadf2e2c28fe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:11:36.677003 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed120e3-42b4-4e12-9251-f12871daed68 None None] The sync data for ids ['9de37726-334b-47fd-9e93-1befb5e5db38'] in n-d-793621-33 is: [{'id': '9de37726-334b-47fd-9e93-1befb5e5db38', 'name': 'router1', 'tenant_id': 'b60bb0fac1f3475b880b7b0f23e69482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:11:24Z', 'updated_at': '2021-08-22T13:11:34Z', 'revision_number': 2, 'project_id': 'b60bb0fac1f3475b880b7b0f23e69482', 'gw_port_host': None, '_interfaces': [{'id': '1b4442ea-3e3f-4ea9-ac63-23b5c255210d', 'name': '', 'network_id': '1d468ca8-6052-4ee2-9efb-82f7d01cb6eb', 'tenant_id': 'b60bb0fac1f3475b880b7b0f23e69482', 'mac_address': 'fa:16:3e:ca:43:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9de37726-334b-47fd-9e93-1befb5e5db38', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2bc9990b-278e-46ea-9ae0-4ba1d43b929f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:11:33Z', 'updated_at': '2021-08-22T13:11:36Z', 'revision_number': 4, 'project_id': 'b60bb0fac1f3475b880b7b0f23e69482', 'subnets': [{'id': '2bc9990b-278e-46ea-9ae0-4ba1d43b929f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce364c06-1e71-4da9-9d81-eadf2e2c28fe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:11:36.963240 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 41192) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:11:37.072791 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92507db2-c2fd-4747-9dc5-39ffaa652118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:11:37.074833 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-92507db2-c2fd-4747-9dc5-39ffaa652118 admin admin] 10.222.0.21 "GET /v2.0/networks/7de6ab83-cd00-4b3c-94fb-810dd34d29b8 HTTP/1.1" status: 200 len: 842 time: 0.1106293 Aug 22 13:11:37.084822 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-2c75c84d-4864-4e72-967f-d7425c2005df admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'name': 'public-subnet', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'enable_dhcp': False}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:11:37.105083 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c75c84d-4864-4e72-967f-d7425c2005df admin admin] Made reservation on behalf of 6cd95ad51e014c729dba1ba100036c86 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:11:37.107271 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2c75c84d-4864-4e72-967f-d7425c2005df admin admin] Notify callbacks [] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:37.379640 n-d-793621-33 neutron-server[94628]: DEBUG neutron.objects.ports [None req-2c75c84d-4864-4e72-967f-d7425c2005df admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94628) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 22 13:11:37.380075 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2c75c84d-4864-4e72-967f-d7425c2005df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:37.437015 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c75c84d-4864-4e72-967f-d7425c2005df admin admin] Pushing event updated for resources: {'Subnet': ['ID=44540e32-d30e-4f19-afcb-3436dce9398e,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:11:37.440741 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c75c84d-4864-4e72-967f-d7425c2005df admin admin] Checking segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:11:37.441094 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c75c84d-4864-4e72-967f-d7425c2005df admin admin] Network hostable DHCP agents. Network: 7de6ab83-cd00-4b3c-94fb-810dd34d29b8, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:11:37.457304 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c75c84d-4864-4e72-967f-d7425c2005df admin admin] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:11:37.466146 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-2c75c84d-4864-4e72-967f-d7425c2005df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 7de6ab83-cd00-4b3c-94fb-810dd34d29b8) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:11:37.471124 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c75c84d-4864-4e72-967f-d7425c2005df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:11:37.471685 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2c75c84d-4864-4e72-967f-d7425c2005df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:37.475222 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3159b5c6-524d-47cb-bc9a-ba2e07ae0469 None None] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:11:37.488037 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2c75c84d-4864-4e72-967f-d7425c2005df admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4066746 Aug 22 13:11:37.619247 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67785628-f34f-4495-ace3-2734493ab6b9 None None] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:11:39.764904 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 41200) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:11:39.968190 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f22723bc-144a-44c3-a84f-5acccb34cbaa admin admin] 10.222.0.21 "GET /v2.0/routers/9de37726-334b-47fd-9e93-1befb5e5db38 HTTP/1.1" status: 200 len: 710 time: 0.1962292 Aug 22 13:11:40.051188 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5888a10-1aae-4beb-84fd-56ede57c9c73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:11:40.053002 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a5888a10-1aae-4beb-84fd-56ede57c9c73 admin admin] 10.222.0.21 "GET /v2.0/networks/7de6ab83-cd00-4b3c-94fb-810dd34d29b8 HTTP/1.1" status: 200 len: 886 time: 0.0841582 Aug 22 13:11:40.062331 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-ec601ec6-a669-4d9c-954e-2a5c995cb1db admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:11:40.314140 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ec601ec6-a669-4d9c-954e-2a5c995cb1db admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:40.556808 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ec601ec6-a669-4d9c-954e-2a5c995cb1db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:40.630255 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ec601ec6-a669-4d9c-954e-2a5c995cb1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:40.734278 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-ec601ec6-a669-4d9c-954e-2a5c995cb1db admin admin] Allocated IP 172.25.3.80 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/30447271-a68c-4423-b765-54b6efb41e65) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:11:40.830897 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ec601ec6-a669-4d9c-954e-2a5c995cb1db admin admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:40.868315 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ec601ec6-a669-4d9c-954e-2a5c995cb1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:40.910600 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec601ec6-a669-4d9c-954e-2a5c995cb1db admin admin] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:11:40.916653 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-ec601ec6-a669-4d9c-954e-2a5c995cb1db admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:11:40.919133 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec601ec6-a669-4d9c-954e-2a5c995cb1db admin admin] Pushing event updated for resources: {'Port': ['ID=30447271-a68c-4423-b765-54b6efb41e65,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:11:40.931155 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec601ec6-a669-4d9c-954e-2a5c995cb1db admin admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:11:41.179456 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ec601ec6-a669-4d9c-954e-2a5c995cb1db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:41.457490 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ec601ec6-a669-4d9c-954e-2a5c995cb1db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36751'] for router, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:41.460629 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ec601ec6-a669-4d9c-954e-2a5c995cb1db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803386'] for router, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:41.566941 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec601ec6-a669-4d9c-954e-2a5c995cb1db admin admin] Router 9de37726-334b-47fd-9e93-1befb5e5db38 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:11:41.670803 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec601ec6-a669-4d9c-954e-2a5c995cb1db admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:11:41.675824 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ec601ec6-a669-4d9c-954e-2a5c995cb1db admin admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:41.677040 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ec601ec6-a669-4d9c-954e-2a5c995cb1db admin admin] 10.222.0.21 "PUT /v2.0/routers/9de37726-334b-47fd-9e93-1befb5e5db38 HTTP/1.1" status: 200 len: 889 time: 1.6179421 Aug 22 13:11:43.208270 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cbea17-e85d-4417-9d9f-8436b005e155 None None] Sync routers for ids ['9de37726-334b-47fd-9e93-1befb5e5db38'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:11:43.219303 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cbea17-e85d-4417-9d9f-8436b005e155 None None] Routers {'9de37726-334b-47fd-9e93-1befb5e5db38'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:11:43.219955 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-70cbea17-e85d-4417-9d9f-8436b005e155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:11:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['9de37726-334b-47fd-9e93-1befb5e5db38'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:11:43.223906 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 1b4442ea-3e3f-4ea9-ac63-23b5c255210d up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:11:43.488389 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 1b4442ea-3e3f-4ea9-ac63-23b5c255210d completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:11:43.501865 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 1b4442ea-3e3f-4ea9-ac63-23b5c255210d triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:11:43.502227 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:43.504731 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-70cbea17-e85d-4417-9d9f-8436b005e155 None None] Set router 9de37726-334b-47fd-9e93-1befb5e5db38 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:11:43.811206 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:43.902321 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 1b4442ea-3e3f-4ea9-ac63-23b5c255210d, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=1b4442ea-3e3f-4ea9-ac63-23b5c255210d,segment=NetworkSegment(c55dc009-6496-422f-a8af-9c57ab55fabe),segment_id=c55dc009-6496-422f-a8af-9c57ab55fabe)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:11:43.911479 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:43.987443 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=1b4442ea-3e3f-4ea9-ac63-23b5c255210d,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:11:44.019738 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-70cbea17-e85d-4417-9d9f-8436b005e155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de37726-334b-47fd-9e93-1befb5e5db38', 'name': 'router1', 'tenant_id': 'b60bb0fac1f3475b880b7b0f23e69482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '30447271-a68c-4423-b765-54b6efb41e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:11:24Z', 'updated_at': '2021-08-22T13:11:41Z', 'revision_number': 4, 'project_id': 'b60bb0fac1f3475b880b7b0f23e69482', 'gw_port': {'id': '30447271-a68c-4423-b765-54b6efb41e65', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b0:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9de37726-334b-47fd-9e93-1befb5e5db38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:11:40Z', 'updated_at': '2021-08-22T13:11:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '1b4442ea-3e3f-4ea9-ac63-23b5c255210d', 'name': '', 'network_id': '1d468ca8-6052-4ee2-9efb-82f7d01cb6eb', 'tenant_id': 'b60bb0fac1f3475b880b7b0f23e69482', 'mac_address': 'fa:16:3e:ca:43:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9de37726-334b-47fd-9e93-1befb5e5db38', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2bc9990b-278e-46ea-9ae0-4ba1d43b929f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:11:33Z', 'updated_at': '2021-08-22T13:11:36Z', 'revision_number': 4, 'project_id': 'b60bb0fac1f3475b880b7b0f23e69482', 'subnets': [{'id': '2bc9990b-278e-46ea-9ae0-4ba1d43b929f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce364c06-1e71-4da9-9d81-eadf2e2c28fe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:11:44.049821 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 41214) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:11:44.069987 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cbea17-e85d-4417-9d9f-8436b005e155 None None] Checking router: 9de37726-334b-47fd-9e93-1befb5e5db38 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:11:44.070336 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cbea17-e85d-4417-9d9f-8436b005e155 None None] Updating router 9de37726-334b-47fd-9e93-1befb5e5db38 port 30447271-a68c-4423-b765-54b6efb41e65 binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:11:44.118312 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-70cbea17-e85d-4417-9d9f-8436b005e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:44.162963 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-69c94cb7-5f17-4284-a0c6-49075d96e228 admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1119885 Aug 22 13:11:44.443436 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-70cbea17-e85d-4417-9d9f-8436b005e155 None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:44.454434 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-70cbea17-e85d-4417-9d9f-8436b005e155 None None] Transition to ACTIVE for port object 30447271-a68c-4423-b765-54b6efb41e65 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:11:44.460507 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-70cbea17-e85d-4417-9d9f-8436b005e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:44.510558 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cfc920-f192-4d10-862f-e76101029542 None None] Pushing event updated for resources: {'Port': ['ID=30447271-a68c-4423-b765-54b6efb41e65,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:11:44.513364 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-70cbea17-e85d-4417-9d9f-8436b005e155 None None] Attempting to bind port 30447271-a68c-4423-b765-54b6efb41e65 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:11:44.513740 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-70cbea17-e85d-4417-9d9f-8436b005e155 None None] Attempting to bind port 30447271-a68c-4423-b765-54b6efb41e65 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:11:44.514088 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cbea17-e85d-4417-9d9f-8436b005e155 None None] Attempting to bind port 30447271-a68c-4423-b765-54b6efb41e65 on network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:11:44.520124 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cbea17-e85d-4417-9d9f-8436b005e155 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:11:44.520546 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cbea17-e85d-4417-9d9f-8436b005e155 None None] Checking segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:11:44.520969 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-70cbea17-e85d-4417-9d9f-8436b005e155 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:44.521987 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cbea17-e85d-4417-9d9f-8436b005e155 None None] Bound using segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:11:44.521987 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-70cbea17-e85d-4417-9d9f-8436b005e155 None None] Bound port: 30447271-a68c-4423-b765-54b6efb41e65, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:11:44.522188 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-70cbea17-e85d-4417-9d9f-8436b005e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:44.574935 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-70cbea17-e85d-4417-9d9f-8436b005e155 None None] For port 30447271-a68c-4423-b765-54b6efb41e65, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:11:44.579630 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-70cbea17-e85d-4417-9d9f-8436b005e155 None None] For port 30447271-a68c-4423-b765-54b6efb41e65, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=30447271-a68c-4423-b765-54b6efb41e65,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:11:44.585108 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-70cbea17-e85d-4417-9d9f-8436b005e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:44.634391 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cbea17-e85d-4417-9d9f-8436b005e155 None None] Routers {'9de37726-334b-47fd-9e93-1befb5e5db38'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:11:44.634959 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-70cbea17-e85d-4417-9d9f-8436b005e155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:11:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['9de37726-334b-47fd-9e93-1befb5e5db38'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:11:44.676879 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cfc920-f192-4d10-862f-e76101029542 None None] Pushing event updated for resources: {'Port': ['ID=30447271-a68c-4423-b765-54b6efb41e65,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:11:44.834328 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-70cbea17-e85d-4417-9d9f-8436b005e155 None None] Set router 9de37726-334b-47fd-9e93-1befb5e5db38 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:11:45.050377 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-70cbea17-e85d-4417-9d9f-8436b005e155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de37726-334b-47fd-9e93-1befb5e5db38', 'name': 'router1', 'tenant_id': 'b60bb0fac1f3475b880b7b0f23e69482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '30447271-a68c-4423-b765-54b6efb41e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:11:24Z', 'updated_at': '2021-08-22T13:11:41Z', 'revision_number': 4, 'project_id': 'b60bb0fac1f3475b880b7b0f23e69482', 'gw_port': {'id': '30447271-a68c-4423-b765-54b6efb41e65', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b0:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9de37726-334b-47fd-9e93-1befb5e5db38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:11:40Z', 'updated_at': '2021-08-22T13:11:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '1b4442ea-3e3f-4ea9-ac63-23b5c255210d', 'name': '', 'network_id': '1d468ca8-6052-4ee2-9efb-82f7d01cb6eb', 'tenant_id': 'b60bb0fac1f3475b880b7b0f23e69482', 'mac_address': 'fa:16:3e:ca:43:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de37726-334b-47fd-9e93-1befb5e5db38', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2bc9990b-278e-46ea-9ae0-4ba1d43b929f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:11:33Z', 'updated_at': '2021-08-22T13:11:43Z', 'revision_number': 5, 'project_id': 'b60bb0fac1f3475b880b7b0f23e69482', 'subnets': [{'id': '2bc9990b-278e-46ea-9ae0-4ba1d43b929f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce364c06-1e71-4da9-9d81-eadf2e2c28fe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:11:45.088103 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cbea17-e85d-4417-9d9f-8436b005e155 None None] The sync data for ids ['9de37726-334b-47fd-9e93-1befb5e5db38'] in n-d-793621-33 is: [{'id': '9de37726-334b-47fd-9e93-1befb5e5db38', 'name': 'router1', 'tenant_id': 'b60bb0fac1f3475b880b7b0f23e69482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '30447271-a68c-4423-b765-54b6efb41e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:11:24Z', 'updated_at': '2021-08-22T13:11:41Z', 'revision_number': 4, 'project_id': 'b60bb0fac1f3475b880b7b0f23e69482', 'gw_port': {'id': '30447271-a68c-4423-b765-54b6efb41e65', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b0:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9de37726-334b-47fd-9e93-1befb5e5db38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:11:40Z', 'updated_at': '2021-08-22T13:11:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '1b4442ea-3e3f-4ea9-ac63-23b5c255210d', 'name': '', 'network_id': '1d468ca8-6052-4ee2-9efb-82f7d01cb6eb', 'tenant_id': 'b60bb0fac1f3475b880b7b0f23e69482', 'mac_address': 'fa:16:3e:ca:43:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de37726-334b-47fd-9e93-1befb5e5db38', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2bc9990b-278e-46ea-9ae0-4ba1d43b929f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:11:33Z', 'updated_at': '2021-08-22T13:11:43Z', 'revision_number': 5, 'project_id': 'b60bb0fac1f3475b880b7b0f23e69482', 'subnets': [{'id': '2bc9990b-278e-46ea-9ae0-4ba1d43b929f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce364c06-1e71-4da9-9d81-eadf2e2c28fe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:11:45.336169 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 30447271-a68c-4423-b765-54b6efb41e65 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:11:45.394609 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 30447271-a68c-4423-b765-54b6efb41e65 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:11:45.404218 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 30447271-a68c-4423-b765-54b6efb41e65 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:11:45.404218 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:45.516258 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:45.540053 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 30447271-a68c-4423-b765-54b6efb41e65, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=30447271-a68c-4423-b765-54b6efb41e65,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:11:45.545101 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:45.545879 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 1b4442ea-3e3f-4ea9-ac63-23b5c255210d up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:11:45.625116 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=30447271-a68c-4423-b765-54b6efb41e65,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:11:45.639135 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 1b4442ea-3e3f-4ea9-ac63-23b5c255210d triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:11:45.639509 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:45.954407 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 5 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:11:47.231327 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 30447271-a68c-4423-b765-54b6efb41e65 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:11:47.281745 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 30447271-a68c-4423-b765-54b6efb41e65 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:11:47.282176 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:11:58.365648 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0e879935-b907-417e-81f2-7e943750da59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:12:00.996609 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7c5020f4-f0f2-442e-9758-4d6ba3530079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:12:01.131539 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:12:02.228395 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:12:04.015908 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:12:22.953448 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 5 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:12:28.353402 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d4b071df-25ca-422f-b167-26b9df4c18fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:12:31.000658 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8b1a6006-0184-42f0-ab2e-2a19b4107f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:12:31.137850 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:12:32.226476 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:12:34.029743 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:12:58.354857 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-956441bf-5f62-41e8-8c15-eda533b2b10b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:12:59.951318 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 5 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:13:01.002973 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2cb6e8fb-05ea-4d37-ba18-29357d2b7294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:13:01.138092 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:13:02.225882 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:13:04.027752 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:13:24.050087 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 41816) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:13:24.115546 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-66d2fb7d-3ee3-4a22-8955-e9b805719f85 admin admin] GET failed (client error): The resource could not be found. Aug 22 13:13:24.116885 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-66d2fb7d-3ee3-4a22-8955-e9b805719f85 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0658605 Aug 22 13:13:24.271153 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df54160-cedf-442b-abb9-0b33c0600374 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:13:24.272542 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8df54160-cedf-442b-abb9-0b33c0600374 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1506965 Aug 22 13:13:26.398497 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 41826) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:13:26.497546 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a3fbe9-cd32-40df-8972-2ede9938dc65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:13:26.498895 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d8a3fbe9-cd32-40df-8972-2ede9938dc65 admin admin] 10.222.0.21 "GET /v2.0/subnets/2bc9990b-278e-46ea-9ae0-4ba1d43b929f HTTP/1.1" status: 200 len: 849 time: 0.0989490 Aug 22 13:13:26.508993 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-0b49ced4-e588-4ec8-a973-ee62a65e05eb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:13:26.591485 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0b49ced4-e588-4ec8-a973-ee62a65e05eb admin admin] Notify callbacks [] for subnet, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:13:26.725968 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0b49ced4-e588-4ec8-a973-ee62a65e05eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776903332666'] for subnet, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:13:26.756154 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b49ced4-e588-4ec8-a973-ee62a65e05eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:13:26.756749 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0b49ced4-e588-4ec8-a973-ee62a65e05eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:13:26.758012 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0b49ced4-e588-4ec8-a973-ee62a65e05eb admin admin] 10.222.0.21 "PUT /v2.0/subnets/2bc9990b-278e-46ea-9ae0-4ba1d43b929f HTTP/1.1" status: 200 len: 868 time: 0.2532341 Aug 22 13:13:26.775787 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53368ad7-f20f-4d61-ac53-b7c9e1b29736 None None] Network 1d468ca8-6052-4ee2-9efb-82f7d01cb6eb requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:13:26.777554 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b49ced4-e588-4ec8-a973-ee62a65e05eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bc9990b-278e-46ea-9ae0-4ba1d43b929f,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:13:26.784921 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b49ced4-e588-4ec8-a973-ee62a65e05eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:13:26.785260 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b49ced4-e588-4ec8-a973-ee62a65e05eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:13:26.785587 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b49ced4-e588-4ec8-a973-ee62a65e05eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:13:26.785911 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b49ced4-e588-4ec8-a973-ee62a65e05eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:13:26.786234 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b49ced4-e588-4ec8-a973-ee62a65e05eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:13:26.786561 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b49ced4-e588-4ec8-a973-ee62a65e05eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:13:26.786881 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b49ced4-e588-4ec8-a973-ee62a65e05eb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:13:26.787201 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b49ced4-e588-4ec8-a973-ee62a65e05eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:13:26.787521 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b49ced4-e588-4ec8-a973-ee62a65e05eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:13:26.787839 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b49ced4-e588-4ec8-a973-ee62a65e05eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:13:26.788158 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b49ced4-e588-4ec8-a973-ee62a65e05eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:13:26.788523 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b49ced4-e588-4ec8-a973-ee62a65e05eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:13:27.143637 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-460d56f8-3c9e-46b4-b791-1e6b5f729f70 None None] Provisioning complete for port dc431cfe-51b5-4f41-b8a4-437b236d005f triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:13:27.144025 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-460d56f8-3c9e-46b4-b791-1e6b5f729f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:13:27.226305 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-460d56f8-3c9e-46b4-b791-1e6b5f729f70 None None] Provisioning complete for port 1b4442ea-3e3f-4ea9-ac63-23b5c255210d triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:13:27.226560 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-460d56f8-3c9e-46b4-b791-1e6b5f729f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:13:28.355002 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0efffddd-06c2-49d2-a78d-b26ce56dca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:13:28.942954 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 41834) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:13:29.138446 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb47c42-c9ae-45a4-9988-b2e65cfd050b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:13:29.138817 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb47c42-c9ae-45a4-9988-b2e65cfd050b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:13:29.140348 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0eb47c42-c9ae-45a4-9988-b2e65cfd050b admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1963911 Aug 22 13:13:31.004100 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-44edcc08-d9ee-4770-a903-26a2d0ddbdf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:13:31.138890 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:13:31.303970 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 41842) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:13:31.435224 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fba005-8c9b-4a79-8819-e828ce5fe41b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:13:31.435701 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fba005-8c9b-4a79-8819-e828ce5fe41b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:13:31.437248 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e2fba005-8c9b-4a79-8819-e828ce5fe41b admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1322985 Aug 22 13:13:32.229121 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:13:33.598187 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 41850) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:13:33.727370 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713d7b59-31bc-444d-90f3-f8320b236b64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:13:33.728820 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-713d7b59-31bc-444d-90f3-f8320b236b64 admin admin] 10.222.0.21 "GET /v2.0/networks/1d468ca8-6052-4ee2-9efb-82f7d01cb6eb HTTP/1.1" status: 200 len: 869 time: 0.1295819 Aug 22 13:13:34.033967 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:13:35.874779 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 41858) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:13:36.001324 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806670d6-1b1b-40e5-b2c6-36694a42b631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:13:36.002677 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-806670d6-1b1b-40e5-b2c6-36694a42b631 admin admin] 10.222.0.21 "GET /v2.0/networks/7de6ab83-cd00-4b3c-94fb-810dd34d29b8 HTTP/1.1" status: 200 len: 886 time: 0.1269586 Aug 22 13:13:36.951503 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 5 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:13:38.134568 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 41866) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:13:38.287956 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d623af-65ae-4cdf-9e28-619c4ecf465d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:13:38.288371 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d623af-65ae-4cdf-9e28-619c4ecf465d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:13:38.290094 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-45d623af-65ae-4cdf-9e28-619c4ecf465d admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1545684 Aug 22 13:13:40.405042 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 41876) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:13:40.624571 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effb8ce7-9671-4481-aa79-58b2b3530abf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:13:40.624937 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effb8ce7-9671-4481-aa79-58b2b3530abf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:13:40.626546 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-effb8ce7-9671-4481-aa79-58b2b3530abf admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2204893 Aug 22 13:13:42.769407 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 41884) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:13:42.864019 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dffe3e-9eaf-41ee-ba26-2334d4abad90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:13:42.865439 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-48dffe3e-9eaf-41ee-ba26-2334d4abad90 admin admin] 10.222.0.21 "GET /v2.0/subnets/2bc9990b-278e-46ea-9ae0-4ba1d43b929f HTTP/1.1" status: 200 len: 868 time: 0.0950568 Aug 22 13:13:45.014867 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 41892) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:13:45.109132 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a00740c-5a4b-4986-9e66-d2b49242b451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:13:45.110464 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7a00740c-5a4b-4986-9e66-d2b49242b451 admin admin] 10.222.0.21 "GET /v2.0/subnets/44540e32-d30e-4f19-afcb-3436dce9398e HTTP/1.1" status: 200 len: 816 time: 0.0946474 Aug 22 13:13:58.355076 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c44f6e4d-d350-45bb-82e5-999bd7928ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:14:01.005806 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e75d316d-7ec5-4076-80f7-2c87af259b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:14:01.141040 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:14:02.233311 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:14:04.036053 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:14:08.886981 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 41946) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:14:08.934178 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-2a495b9c-5ac4-4ac3-aedd-6af2d88624cf admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:14:08.935164 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2a495b9c-5ac4-4ac3-aedd-6af2d88624cf admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0472507 Aug 22 13:14:11.170709 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 41954) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:14:11.231155 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-58ecdf46-e6e2-4053-b7a5-d6e878437a29 admin admin] GET failed (client error): The resource could not be found. Aug 22 13:14:11.232480 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-58ecdf46-e6e2-4053-b7a5-d6e878437a29 admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0608315 Aug 22 13:14:11.317649 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22eef14-b09a-4161-a819-31513bab2169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:14:11.319121 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a22eef14-b09a-4161-a819-31513bab2169 admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0823514 Aug 22 13:14:13.492718 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 41962) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:14:13.539978 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-f4e9d8eb-3047-4042-b3d2-46de8ae0891b admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:14:13.559645 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e9d8eb-3047-4042-b3d2-46de8ae0891b admin admin] Made reservation on behalf of 6cd95ad51e014c729dba1ba100036c86 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:14:13.561879 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f4e9d8eb-3047-4042-b3d2-46de8ae0891b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:14:13.589268 n-d-793621-33 neutron-server[94628]: WARNING neutron.services.revisions.revision_plugin [None req-f4e9d8eb-3047-4042-b3d2-46de8ae0891b admin admin] Could not find related network for resource to bump revision. Aug 22 13:14:13.599519 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4e9d8eb-3047-4042-b3d2-46de8ae0891b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:14:13.608020 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f4e9d8eb-3047-4042-b3d2-46de8ae0891b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:14:13.608389 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-f4e9d8eb-3047-4042-b3d2-46de8ae0891b admin admin] Added segment 937caa3c-7b50-441b-9e10-095e89bb27cc of type vlan for network 7dc41cff-a3ac-4fc2-ba06-973efce2365e Aug 22 13:14:13.646290 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f4e9d8eb-3047-4042-b3d2-46de8ae0891b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:14:13.669198 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f4e9d8eb-3047-4042-b3d2-46de8ae0891b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:14:13.670121 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e9d8eb-3047-4042-b3d2-46de8ae0891b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:14:13.670696 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f4e9d8eb-3047-4042-b3d2-46de8ae0891b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:14:13.723258 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f4e9d8eb-3047-4042-b3d2-46de8ae0891b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2292316 Aug 22 13:14:13.732213 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e9d8eb-3047-4042-b3d2-46de8ae0891b admin admin] Pushing event updated for resources: {'Network': ['ID=7dc41cff-a3ac-4fc2-ba06-973efce2365e,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:14:13.744225 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 7dc41cff-a3ac-4fc2-ba06-973efce2365e details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:14:13.949865 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 5 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:14:15.894969 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 41970) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:14:15.965612 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdfed55f-c08a-4c35-be43-b3d687847e2d admin admin] GET failed (client error): The resource could not be found. Aug 22 13:14:15.967349 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-cdfed55f-c08a-4c35-be43-b3d687847e2d admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0703068 Aug 22 13:14:16.035793 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e68baac-a564-45e0-90b2-f1a6cc1e3cec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:14:16.037282 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4e68baac-a564-45e0-90b2-f1a6cc1e3cec admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0651510 Aug 22 13:14:16.047972 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-594b940d-76a1-4673-92a5-a62c25d4b376 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:14:16.067621 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594b940d-76a1-4673-92a5-a62c25d4b376 admin admin] Made reservation on behalf of 6cd95ad51e014c729dba1ba100036c86 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:14:16.069943 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-594b940d-76a1-4673-92a5-a62c25d4b376 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:14:16.232002 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-594b940d-76a1-4673-92a5-a62c25d4b376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:14:16.301524 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594b940d-76a1-4673-92a5-a62c25d4b376 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7151c727-b27f-4308-8098-60bc16140d45,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:14:16.311516 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594b940d-76a1-4673-92a5-a62c25d4b376 admin admin] Checking segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:14:16.311861 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594b940d-76a1-4673-92a5-a62c25d4b376 admin admin] Network hostable DHCP agents. Network: 7dc41cff-a3ac-4fc2-ba06-973efce2365e, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:14:16.327941 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594b940d-76a1-4673-92a5-a62c25d4b376 admin admin] Network 7dc41cff-a3ac-4fc2-ba06-973efce2365e is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:14:16.337025 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-594b940d-76a1-4673-92a5-a62c25d4b376 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 7dc41cff-a3ac-4fc2-ba06-973efce2365e) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:14:16.341257 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594b940d-76a1-4673-92a5-a62c25d4b376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:14:16.341865 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-594b940d-76a1-4673-92a5-a62c25d4b376 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:14:16.345956 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cbeff4-f068-44d8-8d72-64dda5e8fb59 None None] Network 7dc41cff-a3ac-4fc2-ba06-973efce2365e requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:14:16.359381 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-594b940d-76a1-4673-92a5-a62c25d4b376 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3148198 Aug 22 13:14:16.593006 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e88ab0-b2f7-478f-a27b-c94b9c8b8f56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'tenant_id': '6cd95ad51e014c729dba1ba100036c86', 'fixed_ips': [{'subnet_id': '7151c727-b27f-4308-8098-60bc16140d45'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:14:16.593889 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f4e88ab0-b2f7-478f-a27b-c94b9c8b8f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:14:16.731403 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-f4e88ab0-b2f7-478f-a27b-c94b9c8b8f56 None None] Allocated IP 192.168.233.2 (7dc41cff-a3ac-4fc2-ba06-973efce2365e/7151c727-b27f-4308-8098-60bc16140d45/99842d20-41be-44e2-bc39-e0fd39c08e93) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:14:16.877443 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f4e88ab0-b2f7-478f-a27b-c94b9c8b8f56 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:14:16.886764 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-f4e88ab0-b2f7-478f-a27b-c94b9c8b8f56 None None] Transition to ACTIVE for port object 99842d20-41be-44e2-bc39-e0fd39c08e93 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:14:16.901283 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-f4e88ab0-b2f7-478f-a27b-c94b9c8b8f56 None None] Transition to ACTIVE for port object 99842d20-41be-44e2-bc39-e0fd39c08e93 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:14:16.906478 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f4e88ab0-b2f7-478f-a27b-c94b9c8b8f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:14:16.947912 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e88ab0-b2f7-478f-a27b-c94b9c8b8f56 None None] Network 7dc41cff-a3ac-4fc2-ba06-973efce2365e is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:14:16.950856 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-f4e88ab0-b2f7-478f-a27b-c94b9c8b8f56 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:14:16.957980 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e88ab0-b2f7-478f-a27b-c94b9c8b8f56 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:14:16.961402 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e88ab0-b2f7-478f-a27b-c94b9c8b8f56 None None] Pushing event updated for resources: {'Port': ['ID=99842d20-41be-44e2-bc39-e0fd39c08e93,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:14:16.972324 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e88ab0-b2f7-478f-a27b-c94b9c8b8f56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:14:16.972674 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e88ab0-b2f7-478f-a27b-c94b9c8b8f56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:14:16.973019 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e88ab0-b2f7-478f-a27b-c94b9c8b8f56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:14:16.973352 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e88ab0-b2f7-478f-a27b-c94b9c8b8f56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:14:16.973683 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e88ab0-b2f7-478f-a27b-c94b9c8b8f56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:14:16.974011 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e88ab0-b2f7-478f-a27b-c94b9c8b8f56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:14:16.974334 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e88ab0-b2f7-478f-a27b-c94b9c8b8f56 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:14:16.974656 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e88ab0-b2f7-478f-a27b-c94b9c8b8f56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:14:16.974997 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e88ab0-b2f7-478f-a27b-c94b9c8b8f56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:14:16.975316 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e88ab0-b2f7-478f-a27b-c94b9c8b8f56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:14:16.975635 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e88ab0-b2f7-478f-a27b-c94b9c8b8f56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:14:16.975951 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e88ab0-b2f7-478f-a27b-c94b9c8b8f56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:14:17.028414 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-f4e88ab0-b2f7-478f-a27b-c94b9c8b8f56 None None] Attempting to bind port 99842d20-41be-44e2-bc39-e0fd39c08e93 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:14:17.028778 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-f4e88ab0-b2f7-478f-a27b-c94b9c8b8f56 None None] Attempting to bind port 99842d20-41be-44e2-bc39-e0fd39c08e93 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:14:17.029132 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e88ab0-b2f7-478f-a27b-c94b9c8b8f56 None None] Attempting to bind port 99842d20-41be-44e2-bc39-e0fd39c08e93 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:14:17.034201 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e88ab0-b2f7-478f-a27b-c94b9c8b8f56 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:14:17.034571 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e88ab0-b2f7-478f-a27b-c94b9c8b8f56 None None] Checking segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:14:17.034968 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f4e88ab0-b2f7-478f-a27b-c94b9c8b8f56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:14:17.035359 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e88ab0-b2f7-478f-a27b-c94b9c8b8f56 None None] Bound using segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:14:17.035819 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-f4e88ab0-b2f7-478f-a27b-c94b9c8b8f56 None None] Bound port: 99842d20-41be-44e2-bc39-e0fd39c08e93, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:14:17.036209 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f4e88ab0-b2f7-478f-a27b-c94b9c8b8f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:14:17.098595 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-f4e88ab0-b2f7-478f-a27b-c94b9c8b8f56 None None] For port 99842d20-41be-44e2-bc39-e0fd39c08e93, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:14:17.102634 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-f4e88ab0-b2f7-478f-a27b-c94b9c8b8f56 None None] For port 99842d20-41be-44e2-bc39-e0fd39c08e93, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=99842d20-41be-44e2-bc39-e0fd39c08e93,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:14:17.108714 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f4e88ab0-b2f7-478f-a27b-c94b9c8b8f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:14:17.165200 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e88ab0-b2f7-478f-a27b-c94b9c8b8f56 None None] Pushing event updated for resources: {'Port': ['ID=99842d20-41be-44e2-bc39-e0fd39c08e93,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:14:17.963323 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e95650b-5cbc-4f6a-8732-fc6b3487e3a5 None None] Network 7dc41cff-a3ac-4fc2-ba06-973efce2365e requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:14:18.034968 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-f3a39dd5-abee-4662-b3a7-4c4d4254edf4 None None] Provisioning for port 99842d20-41be-44e2-bc39-e0fd39c08e93 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:14:19.355307 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 99842d20-41be-44e2-bc39-e0fd39c08e93 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:14:19.408773 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 99842d20-41be-44e2-bc39-e0fd39c08e93 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:14:19.412428 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 99842d20-41be-44e2-bc39-e0fd39c08e93 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:14:19.412791 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:14:19.487991 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:14:19.520412 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 99842d20-41be-44e2-bc39-e0fd39c08e93, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=99842d20-41be-44e2-bc39-e0fd39c08e93,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:14:19.524446 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:14:19.570590 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=99842d20-41be-44e2-bc39-e0fd39c08e93,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:14:21.322820 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 99842d20-41be-44e2-bc39-e0fd39c08e93 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:14:21.372655 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 99842d20-41be-44e2-bc39-e0fd39c08e93 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:14:21.373018 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:14:28.358405 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5c8e1cfa-2921-4749-a592-730f34dedba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:14:31.008673 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d0cb10b8-7c63-4ff5-9380-1934dad0ff03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:14:31.141671 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:14:32.234628 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:14:34.041207 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:14:50.948801 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 5 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:14:58.363151 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ffb7bfed-5a69-48de-81d3-c97667795c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:15:01.009243 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9501bcbb-da19-4b7a-a56b-24af1f271e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:15:01.142160 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:15:02.237255 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:15:04.042669 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:15:24.994097 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 42022) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:15:25.000006 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-7442579d-e533-4239-892e-e3c0c853645d tempest-verify_tempest_config-2077855091 tempest-verify_tempest_config-2077855091-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:15:25.000999 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7442579d-e533-4239-892e-e3c0c853645d tempest-verify_tempest_config-2077855091 tempest-verify_tempest_config-2077855091-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059469 Aug 22 13:15:25.288577 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 42040) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:15:25.389692 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d6715dd7-c3da-4bc5-9dc8-a65ab57f22ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:15:25.481052 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d6715dd7-c3da-4bc5-9dc8-a65ab57f22ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:15:25.484571 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d6715dd7-c3da-4bc5-9dc8-a65ab57f22ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:15:25.531165 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6715dd7-c3da-4bc5-9dc8-a65ab57f22ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2221e7d5-237c-4326-9bd7-0d67d7f39781,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:15:25.535905 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d6715dd7-c3da-4bc5-9dc8-a65ab57f22ce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d88140d7c3df4ab797c69d2cbb117ac1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2463238 Aug 22 13:15:25.538766 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 42044) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:15:25.540891 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6715dd7-c3da-4bc5-9dc8-a65ab57f22ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:15:25.541240 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6715dd7-c3da-4bc5-9dc8-a65ab57f22ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:15:25.541576 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6715dd7-c3da-4bc5-9dc8-a65ab57f22ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:15:25.541910 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6715dd7-c3da-4bc5-9dc8-a65ab57f22ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:15:25.542241 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6715dd7-c3da-4bc5-9dc8-a65ab57f22ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:15:25.542569 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6715dd7-c3da-4bc5-9dc8-a65ab57f22ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:15:25.542894 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6715dd7-c3da-4bc5-9dc8-a65ab57f22ce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:15:25.543221 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6715dd7-c3da-4bc5-9dc8-a65ab57f22ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:15:25.543544 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6715dd7-c3da-4bc5-9dc8-a65ab57f22ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:15:25.543863 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6715dd7-c3da-4bc5-9dc8-a65ab57f22ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:15:25.544183 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6715dd7-c3da-4bc5-9dc8-a65ab57f22ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:15:25.544526 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6715dd7-c3da-4bc5-9dc8-a65ab57f22ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:15:25.620829 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5f724afa-7a4c-46ef-8aae-16eaaac9c05f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:15:25.642229 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5f724afa-7a4c-46ef-8aae-16eaaac9c05f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:15:25.738235 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5f724afa-7a4c-46ef-8aae-16eaaac9c05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:15:25.740742 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5f724afa-7a4c-46ef-8aae-16eaaac9c05f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:15:25.742657 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-5f724afa-7a4c-46ef-8aae-16eaaac9c05f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2221e7d5-237c-4326-9bd7-0d67d7f39781 HTTP/1.1" status: 204 len: 168 time: 0.2020557 Aug 22 13:15:25.750546 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f724afa-7a4c-46ef-8aae-16eaaac9c05f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2221e7d5-237c-4326-9bd7-0d67d7f39781,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:15:25.760424 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f724afa-7a4c-46ef-8aae-16eaaac9c05f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:15:25.760709 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f724afa-7a4c-46ef-8aae-16eaaac9c05f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:15:25.761051 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f724afa-7a4c-46ef-8aae-16eaaac9c05f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:15:25.761388 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f724afa-7a4c-46ef-8aae-16eaaac9c05f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:15:25.761713 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f724afa-7a4c-46ef-8aae-16eaaac9c05f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:15:25.762044 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f724afa-7a4c-46ef-8aae-16eaaac9c05f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:15:25.762394 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f724afa-7a4c-46ef-8aae-16eaaac9c05f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:15:25.762714 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f724afa-7a4c-46ef-8aae-16eaaac9c05f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:15:25.763149 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f724afa-7a4c-46ef-8aae-16eaaac9c05f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:15:25.763477 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f724afa-7a4c-46ef-8aae-16eaaac9c05f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:15:25.763796 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f724afa-7a4c-46ef-8aae-16eaaac9c05f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:15:25.764117 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f724afa-7a4c-46ef-8aae-16eaaac9c05f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:15:25.765359 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f724afa-7a4c-46ef-8aae-16eaaac9c05f admin admin] Tracked resource versions report: Aug 22 13:15:25.765359 n-d-793621-33 neutron-server[94627]: pushed versions: Aug 22 13:15:25.765359 n-d-793621-33 neutron-server[94627]: { 'AddressGroup': {'1.2'}, Aug 22 13:15:25.765359 n-d-793621-33 neutron-server[94627]: 'ConntrackHelper': {'1.0'}, Aug 22 13:15:25.765359 n-d-793621-33 neutron-server[94627]: 'Log': {'1.0'}, Aug 22 13:15:25.765359 n-d-793621-33 neutron-server[94627]: 'Network': {'1.1'}, Aug 22 13:15:25.765359 n-d-793621-33 neutron-server[94627]: 'Port': {'1.7'}, Aug 22 13:15:25.765359 n-d-793621-33 neutron-server[94627]: 'PortForwarding': {'1.2'}, Aug 22 13:15:25.765359 n-d-793621-33 neutron-server[94627]: 'QosPolicy': {'1.9'}, Aug 22 13:15:25.765359 n-d-793621-33 neutron-server[94627]: 'SecurityGroup': {'1.4'}, Aug 22 13:15:25.765359 n-d-793621-33 neutron-server[94627]: 'SecurityGroupRule': {'1.2'}, Aug 22 13:15:25.765359 n-d-793621-33 neutron-server[94627]: 'SubPort': {'1.0'}, Aug 22 13:15:25.765359 n-d-793621-33 neutron-server[94627]: 'Subnet': {'1.1'}, Aug 22 13:15:25.765359 n-d-793621-33 neutron-server[94627]: 'Trunk': {'1.1'}} Aug 22 13:15:25.765359 n-d-793621-33 neutron-server[94627]: consumer versions: Aug 22 13:15:25.765359 n-d-793621-33 neutron-server[94627]: { DHCP agent@n-d-793621-33: {}, Aug 22 13:15:25.765359 n-d-793621-33 neutron-server[94627]: L3 agent@n-d-793621-33: {}, Aug 22 13:15:25.765359 n-d-793621-33 neutron-server[94627]: Metadata agent@n-d-793621-33: {}, Aug 22 13:15:25.765359 n-d-793621-33 neutron-server[94627]: Metering agent@n-d-793621-33: {}, Aug 22 13:15:25.765359 n-d-793621-33 neutron-server[94627]: Open vSwitch agent@n-d-793621-33: { 'AddressGroup': '1.2', Aug 22 13:15:25.765359 n-d-793621-33 neutron-server[94627]: 'ConntrackHelper': '1.0', Aug 22 13:15:25.765359 n-d-793621-33 neutron-server[94627]: 'Log': '1.0', Aug 22 13:15:25.765359 n-d-793621-33 neutron-server[94627]: 'Network': '1.1', Aug 22 13:15:25.765359 n-d-793621-33 neutron-server[94627]: 'Port': '1.7', Aug 22 13:15:25.765359 n-d-793621-33 neutron-server[94627]: 'PortForwarding': '1.2', Aug 22 13:15:25.765359 n-d-793621-33 neutron-server[94627]: 'QosPolicy': '1.9', Aug 22 13:15:25.765359 n-d-793621-33 neutron-server[94627]: 'SecurityGroup': '1.4', Aug 22 13:15:25.765359 n-d-793621-33 neutron-server[94627]: 'SecurityGroupRule': '1.2', Aug 22 13:15:25.765359 n-d-793621-33 neutron-server[94627]: 'SubPort': '1.0', Aug 22 13:15:25.765359 n-d-793621-33 neutron-server[94627]: 'Subnet': '1.1', Aug 22 13:15:25.765359 n-d-793621-33 neutron-server[94627]: 'Trunk': '1.1'}} Aug 22 13:15:25.765359 n-d-793621-33 neutron-server[94627]: {{(pid=94627) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 22 13:15:27.947734 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 5 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:15:28.363796 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-02b2b4b1-e93b-4d2e-a790-6596dac0e788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:15:31.010687 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0ef23983-b39e-4ad4-853f-3439888f3da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:15:31.142173 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:15:32.239314 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:15:34.046221 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:15:58.365295 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5d54c0c7-2074-4aa3-8fa4-3280f0176fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:16:01.010439 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-edd28930-6cb0-4ce7-a060-895467b047e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:16:01.142070 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:16:02.242541 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:16:04.048520 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:16:04.946697 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 5 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:16:28.367439 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-db191541-aa1f-412f-ac41-502ee0c5af29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:16:31.011531 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5fb73b70-27b8-44d9-a61f-b2fc3b0c6782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:16:31.144393 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:16:32.246744 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:16:34.051669 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:16:41.944997 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 5 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:16:58.367666 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e09b8313-9858-458c-b26a-f915ad62775a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:17:01.007466 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-27a2285b-4791-43ee-a43a-2e4c9d2d6e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:17:01.146353 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:17:02.249488 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:17:04.057874 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:17:18.943326 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 5 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:17:28.367481 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0e7b382a-d58f-4eeb-b83f-9c4876cccfb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:17:31.007785 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5854caad-db81-40a8-b964-22126a640de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:17:31.146002 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:17:32.252473 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:17:34.057679 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:17:55.941351 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 5 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:17:58.369114 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0d8f1d57-20a3-4468-90b9-755dd587d1c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:18:01.007367 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-37c7efe8-3795-4adc-b7ca-7d2691cb8612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:18:01.145753 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:18:02.255398 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:18:04.060383 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:18:28.020707 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1810731'] for agent, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:18:28.368588 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-396b2d6f-f5d6-4fbe-87b8-1a441495e418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:18:31.008502 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6964ca3d-d117-455f-8395-c2da675ab36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:18:31.146640 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:18:32.260085 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:18:32.939425 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 6 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:18:33.531685 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1810731'] for agent, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:18:34.063569 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:18:57.990404 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:18:58.370667 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6a63442f-6e84-4a3f-aabd-3018826fff66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:19:01.008308 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f242e3b3-6fa8-4d80-a0ff-22ec7cb7ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:19:01.148862 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:19:02.260596 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:19:03.476696 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:19:04.066471 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:19:09.938159 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:19:12.806144 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 42110) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:19:12.909251 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-cf087c1a-107a-43c4-b332-b5173d1fa3c9 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1020272 Aug 22 13:19:15.099631 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 42120) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:19:15.154304 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c2be277b-e853-4d4c-9a02-14395c2380a2 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0536067 Aug 22 13:19:27.987232 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:19:28.372273 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-804ca22b-a6a5-456a-aa0b-67ebca7246e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:19:31.011528 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-eead4f0a-c01d-4456-87a8-26f3b92e4672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:19:31.149596 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:19:32.264628 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:19:33.495433 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:19:34.070103 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:19:46.937976 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:19:57.985429 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:19:58.376541 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9a31d0bf-512e-4dfc-8e0f-d44f6e5c0b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:01.015120 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7f6719b4-0594-4ce5-9225-b1829c867e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:01.159582 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:02.267624 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:03.491177 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:04.074592 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:23.938874 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:20:27.984679 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:28.379557 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ccfdfc38-7e1f-4e6d-b28b-013305684972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:31.017880 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-01d46b10-e633-42e5-bdb6-9a7dd4eff163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:31.151847 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:32.269983 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:33.497506 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:34.085168 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:41.417737 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 42484) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:20:41.425436 n-d-793621-33 neutron-server[94627]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 22 13:20:41.487339 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-59e2f8a0-877f-4336-a2e4-2ac3bd4204e6 req-21d99934-ac44-4263-af82-1deb296a0766 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=bc86d365c3394190af1f322ffdf34505&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0681438 Aug 22 13:20:41.684451 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2f8a0-877f-4336-a2e4-2ac3bd4204e6 req-276ef85a-59ed-49b0-bf9b-2b696745b771 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:20:41.685893 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-59e2f8a0-877f-4336-a2e4-2ac3bd4204e6 req-276ef85a-59ed-49b0-bf9b-2b696745b771 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1930072 Aug 22 13:20:41.702930 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-59e2f8a0-877f-4336-a2e4-2ac3bd4204e6 req-3e35af36-aba5-4658-8e3d-a0fb3b2253d9 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/quotas/bc86d365c3394190af1f322ffdf34505 HTTP/1.1" status: 200 len: 375 time: 0.0113013 Aug 22 13:20:41.757370 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-59e2f8a0-877f-4336-a2e4-2ac3bd4204e6 req-a595c371-7583-4eed-9d09-c05ff80ce0b8 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bc86d365c3394190af1f322ffdf34505&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487635 Aug 22 13:20:42.133305 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 42528) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:20:42.359000 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6552498e-aa54-4d7d-8441-4608a8ce6496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:42.528807 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6552498e-aa54-4d7d-8441-4608a8ce6496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:42.562718 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6552498e-aa54-4d7d-8441-4608a8ce6496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:42.604197 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-88d3fab8-2e75-4644-a6a4-369e56664425 req-cccd9906-9c79-4f57-a51b-50316f418d62 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/ports?device_id=425a0786-f121-4e1f-85e6-a2c91b79cddb HTTP/1.1" status: 200 len: 210 time: 0.0730159 Aug 22 13:20:42.642142 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-6552498e-aa54-4d7d-8441-4608a8ce6496 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=596b6c3ff8c740bdaeba79d5a7597ec7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5072300 Aug 22 13:20:42.644701 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 42566) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:20:42.685038 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6552498e-aa54-4d7d-8441-4608a8ce6496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a32136-384d-4c23-813d-9f3c0ba37d08,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:20:42.704854 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6552498e-aa54-4d7d-8441-4608a8ce6496 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:20:42.705640 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6552498e-aa54-4d7d-8441-4608a8ce6496 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:20:42.706252 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6552498e-aa54-4d7d-8441-4608a8ce6496 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:20:42.706915 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6552498e-aa54-4d7d-8441-4608a8ce6496 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:20:42.707609 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6552498e-aa54-4d7d-8441-4608a8ce6496 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:20:42.708102 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6552498e-aa54-4d7d-8441-4608a8ce6496 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:20:42.709573 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6552498e-aa54-4d7d-8441-4608a8ce6496 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:20:42.710286 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6552498e-aa54-4d7d-8441-4608a8ce6496 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:20:42.710771 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6552498e-aa54-4d7d-8441-4608a8ce6496 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:20:42.711263 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6552498e-aa54-4d7d-8441-4608a8ce6496 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:20:42.711756 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6552498e-aa54-4d7d-8441-4608a8ce6496 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:20:42.712760 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6552498e-aa54-4d7d-8441-4608a8ce6496 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:20:42.715002 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6552498e-aa54-4d7d-8441-4608a8ce6496 admin admin] Tracked resource versions report: Aug 22 13:20:42.715002 n-d-793621-33 neutron-server[94627]: pushed versions: Aug 22 13:20:42.715002 n-d-793621-33 neutron-server[94627]: { 'AddressGroup': {'1.2'}, Aug 22 13:20:42.715002 n-d-793621-33 neutron-server[94627]: 'ConntrackHelper': {'1.0'}, Aug 22 13:20:42.715002 n-d-793621-33 neutron-server[94627]: 'Log': {'1.0'}, Aug 22 13:20:42.715002 n-d-793621-33 neutron-server[94627]: 'Network': {'1.1'}, Aug 22 13:20:42.715002 n-d-793621-33 neutron-server[94627]: 'Port': {'1.7'}, Aug 22 13:20:42.715002 n-d-793621-33 neutron-server[94627]: 'PortForwarding': {'1.2'}, Aug 22 13:20:42.715002 n-d-793621-33 neutron-server[94627]: 'QosPolicy': {'1.9'}, Aug 22 13:20:42.715002 n-d-793621-33 neutron-server[94627]: 'SecurityGroup': {'1.4'}, Aug 22 13:20:42.715002 n-d-793621-33 neutron-server[94627]: 'SecurityGroupRule': {'1.2'}, Aug 22 13:20:42.715002 n-d-793621-33 neutron-server[94627]: 'SubPort': {'1.0'}, Aug 22 13:20:42.715002 n-d-793621-33 neutron-server[94627]: 'Subnet': {'1.1'}, Aug 22 13:20:42.715002 n-d-793621-33 neutron-server[94627]: 'Trunk': {'1.1'}} Aug 22 13:20:42.715002 n-d-793621-33 neutron-server[94627]: consumer versions: Aug 22 13:20:42.715002 n-d-793621-33 neutron-server[94627]: { DHCP agent@n-d-793621-33: {}, Aug 22 13:20:42.715002 n-d-793621-33 neutron-server[94627]: HyperV agent@n-h1-793621-33: {}, Aug 22 13:20:42.715002 n-d-793621-33 neutron-server[94627]: HyperV agent@n-h2-793621-33: {}, Aug 22 13:20:42.715002 n-d-793621-33 neutron-server[94627]: L3 agent@n-d-793621-33: {}, Aug 22 13:20:42.715002 n-d-793621-33 neutron-server[94627]: Metadata agent@n-d-793621-33: {}, Aug 22 13:20:42.715002 n-d-793621-33 neutron-server[94627]: Metering agent@n-d-793621-33: {}, Aug 22 13:20:42.715002 n-d-793621-33 neutron-server[94627]: Open vSwitch agent@n-d-793621-33: { 'AddressGroup': '1.2', Aug 22 13:20:42.715002 n-d-793621-33 neutron-server[94627]: 'ConntrackHelper': '1.0', Aug 22 13:20:42.715002 n-d-793621-33 neutron-server[94627]: 'Log': '1.0', Aug 22 13:20:42.715002 n-d-793621-33 neutron-server[94627]: 'Network': '1.1', Aug 22 13:20:42.715002 n-d-793621-33 neutron-server[94627]: 'Port': '1.7', Aug 22 13:20:42.715002 n-d-793621-33 neutron-server[94627]: 'PortForwarding': '1.2', Aug 22 13:20:42.715002 n-d-793621-33 neutron-server[94627]: 'QosPolicy': '1.9', Aug 22 13:20:42.715002 n-d-793621-33 neutron-server[94627]: 'SecurityGroup': '1.4', Aug 22 13:20:42.715002 n-d-793621-33 neutron-server[94627]: 'SecurityGroupRule': '1.2', Aug 22 13:20:42.715002 n-d-793621-33 neutron-server[94627]: 'SubPort': '1.0', Aug 22 13:20:42.715002 n-d-793621-33 neutron-server[94627]: 'Subnet': '1.1', Aug 22 13:20:42.715002 n-d-793621-33 neutron-server[94627]: 'Trunk': '1.1'}} Aug 22 13:20:42.715002 n-d-793621-33 neutron-server[94627]: {{(pid=94627) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 22 13:20:42.748894 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-330b7bdd-7821-479a-9ebe-e6c770ef3386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:42.775826 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-330b7bdd-7821-479a-9ebe-e6c770ef3386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:42.849226 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-330b7bdd-7821-479a-9ebe-e6c770ef3386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:42.853080 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-330b7bdd-7821-479a-9ebe-e6c770ef3386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:42.854493 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-330b7bdd-7821-479a-9ebe-e6c770ef3386 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/35a32136-384d-4c23-813d-9f3c0ba37d08 HTTP/1.1" status: 204 len: 168 time: 0.2084532 Aug 22 13:20:42.885816 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b7bdd-7821-479a-9ebe-e6c770ef3386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a32136-384d-4c23-813d-9f3c0ba37d08,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:20:43.502420 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 42628) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:20:43.529186 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-849368a7-3f3d-4506-acbb-118794463feb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:43.632054 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 42634) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:20:43.689529 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-849368a7-3f3d-4506-acbb-118794463feb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:43.697980 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-849368a7-3f3d-4506-acbb-118794463feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:43.737763 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-849368a7-3f3d-4506-acbb-118794463feb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e3fcf6c36b044c46a740eb6205c642f7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2341454 Aug 22 13:20:43.738528 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849368a7-3f3d-4506-acbb-118794463feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b38cde8-5d11-49ed-b036-b040583fd0b2,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:20:43.740696 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 42644) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:20:43.852066 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-54554e6c-5d12-4ed3-9ae4-cd2d43988bef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:43.875027 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-54554e6c-5d12-4ed3-9ae4-cd2d43988bef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:43.932845 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-75ace831-4518-491b-a103-4c0fdc5319d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:43.950303 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-54554e6c-5d12-4ed3-9ae4-cd2d43988bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:43.956125 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-54554e6c-5d12-4ed3-9ae4-cd2d43988bef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:43.956959 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-54554e6c-5d12-4ed3-9ae4-cd2d43988bef admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9b38cde8-5d11-49ed-b036-b040583fd0b2 HTTP/1.1" status: 204 len: 168 time: 0.2146556 Aug 22 13:20:44.020257 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54554e6c-5d12-4ed3-9ae4-cd2d43988bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b38cde8-5d11-49ed-b036-b040583fd0b2,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:20:44.040975 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54554e6c-5d12-4ed3-9ae4-cd2d43988bef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:20:44.041485 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54554e6c-5d12-4ed3-9ae4-cd2d43988bef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:20:44.042046 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54554e6c-5d12-4ed3-9ae4-cd2d43988bef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:20:44.042154 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54554e6c-5d12-4ed3-9ae4-cd2d43988bef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:20:44.042467 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54554e6c-5d12-4ed3-9ae4-cd2d43988bef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:20:44.042793 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54554e6c-5d12-4ed3-9ae4-cd2d43988bef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:20:44.043122 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54554e6c-5d12-4ed3-9ae4-cd2d43988bef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:20:44.043477 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54554e6c-5d12-4ed3-9ae4-cd2d43988bef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:20:44.043825 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54554e6c-5d12-4ed3-9ae4-cd2d43988bef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:20:44.044130 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54554e6c-5d12-4ed3-9ae4-cd2d43988bef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:20:44.044463 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54554e6c-5d12-4ed3-9ae4-cd2d43988bef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:20:44.044830 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54554e6c-5d12-4ed3-9ae4-cd2d43988bef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:20:44.045791 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54554e6c-5d12-4ed3-9ae4-cd2d43988bef admin admin] Tracked resource versions report: Aug 22 13:20:44.045791 n-d-793621-33 neutron-server[94628]: pushed versions: Aug 22 13:20:44.045791 n-d-793621-33 neutron-server[94628]: { 'AddressGroup': {'1.2'}, Aug 22 13:20:44.045791 n-d-793621-33 neutron-server[94628]: 'ConntrackHelper': {'1.0'}, Aug 22 13:20:44.045791 n-d-793621-33 neutron-server[94628]: 'Log': {'1.0'}, Aug 22 13:20:44.045791 n-d-793621-33 neutron-server[94628]: 'Network': {'1.1'}, Aug 22 13:20:44.045791 n-d-793621-33 neutron-server[94628]: 'Port': {'1.7'}, Aug 22 13:20:44.045791 n-d-793621-33 neutron-server[94628]: 'PortForwarding': {'1.2'}, Aug 22 13:20:44.045791 n-d-793621-33 neutron-server[94628]: 'QosPolicy': {'1.9'}, Aug 22 13:20:44.045791 n-d-793621-33 neutron-server[94628]: 'SecurityGroup': {'1.4'}, Aug 22 13:20:44.045791 n-d-793621-33 neutron-server[94628]: 'SecurityGroupRule': {'1.2'}, Aug 22 13:20:44.045791 n-d-793621-33 neutron-server[94628]: 'SubPort': {'1.0'}, Aug 22 13:20:44.045791 n-d-793621-33 neutron-server[94628]: 'Subnet': {'1.1'}, Aug 22 13:20:44.045791 n-d-793621-33 neutron-server[94628]: 'Trunk': {'1.1'}} Aug 22 13:20:44.045791 n-d-793621-33 neutron-server[94628]: consumer versions: Aug 22 13:20:44.045791 n-d-793621-33 neutron-server[94628]: { DHCP agent@n-d-793621-33: {}, Aug 22 13:20:44.045791 n-d-793621-33 neutron-server[94628]: HyperV agent@n-h1-793621-33: {}, Aug 22 13:20:44.045791 n-d-793621-33 neutron-server[94628]: HyperV agent@n-h2-793621-33: {}, Aug 22 13:20:44.045791 n-d-793621-33 neutron-server[94628]: L3 agent@n-d-793621-33: {}, Aug 22 13:20:44.045791 n-d-793621-33 neutron-server[94628]: Metadata agent@n-d-793621-33: {}, Aug 22 13:20:44.045791 n-d-793621-33 neutron-server[94628]: Metering agent@n-d-793621-33: {}, Aug 22 13:20:44.045791 n-d-793621-33 neutron-server[94628]: Open vSwitch agent@n-d-793621-33: { 'AddressGroup': '1.2', Aug 22 13:20:44.045791 n-d-793621-33 neutron-server[94628]: 'ConntrackHelper': '1.0', Aug 22 13:20:44.045791 n-d-793621-33 neutron-server[94628]: 'Log': '1.0', Aug 22 13:20:44.045791 n-d-793621-33 neutron-server[94628]: 'Network': '1.1', Aug 22 13:20:44.045791 n-d-793621-33 neutron-server[94628]: 'Port': '1.7', Aug 22 13:20:44.045791 n-d-793621-33 neutron-server[94628]: 'PortForwarding': '1.2', Aug 22 13:20:44.045791 n-d-793621-33 neutron-server[94628]: 'QosPolicy': '1.9', Aug 22 13:20:44.045791 n-d-793621-33 neutron-server[94628]: 'SecurityGroup': '1.4', Aug 22 13:20:44.045791 n-d-793621-33 neutron-server[94628]: 'SecurityGroupRule': '1.2', Aug 22 13:20:44.045791 n-d-793621-33 neutron-server[94628]: 'SubPort': '1.0', Aug 22 13:20:44.045791 n-d-793621-33 neutron-server[94628]: 'Subnet': '1.1', Aug 22 13:20:44.045791 n-d-793621-33 neutron-server[94628]: 'Trunk': '1.1'}} Aug 22 13:20:44.045791 n-d-793621-33 neutron-server[94628]: {{(pid=94628) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 22 13:20:44.061280 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-75ace831-4518-491b-a103-4c0fdc5319d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:44.067801 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-75ace831-4518-491b-a103-4c0fdc5319d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:44.116708 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 42664) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:20:44.116869 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-75ace831-4518-491b-a103-4c0fdc5319d6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f9b8fd8842ed4ddfa0c08df97494cfc3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4829264 Aug 22 13:20:44.118001 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ace831-4518-491b-a103-4c0fdc5319d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2e7b14-4330-42be-8064-fb3b97592f2e,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:20:44.220903 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4b7ec904-e58f-43f6-b62e-4d154817005f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:44.251358 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4b7ec904-e58f-43f6-b62e-4d154817005f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:44.266727 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.41', 53768) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:20:44.301127 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 42684) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:20:44.330921 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4b7ec904-e58f-43f6-b62e-4d154817005f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:44.334635 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4b7ec904-e58f-43f6-b62e-4d154817005f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:44.336473 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-4b7ec904-e58f-43f6-b62e-4d154817005f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aa2e7b14-4330-42be-8064-fb3b97592f2e HTTP/1.1" status: 204 len: 168 time: 0.2184296 Aug 22 13:20:44.349691 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7ec904-e58f-43f6-b62e-4d154817005f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2e7b14-4330-42be-8064-fb3b97592f2e,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:20:44.352363 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-59e2f8a0-877f-4336-a2e4-2ac3bd4204e6 req-5f863eaf-d7d9-42b4-8402-6b9a007ac010 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=bc86d365c3394190af1f322ffdf34505&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0786989 Aug 22 13:20:44.541287 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-321c34a6-cb88-4c85-ac55-fd38631af4b3 req-54ef808e-1f89-4e1c-ad99-ccf44c237015 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/ports?device_id=425a0786-f121-4e1f-85e6-a2c91b79cddb HTTP/1.1" status: 200 len: 210 time: 0.2387183 Aug 22 13:20:44.601287 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2f8a0-877f-4336-a2e4-2ac3bd4204e6 req-441c26d8-6287-4883-86f4-60170ecebe03 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:20:44.603600 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-59e2f8a0-877f-4336-a2e4-2ac3bd4204e6 req-441c26d8-6287-4883-86f4-60170ecebe03 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2417746 Aug 22 13:20:44.715370 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-59e2f8a0-877f-4336-a2e4-2ac3bd4204e6 req-0e3a3874-4d78-4ddf-8bea-d7deac1700a9 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Request body: {'port': {'device_id': '425a0786-f121-4e1f-85e6-a2c91b79cddb', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'admin_state_up': True, 'tenant_id': 'bc86d365c3394190af1f322ffdf34505'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:20:45.044362 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59e2f8a0-877f-4336-a2e4-2ac3bd4204e6 req-0e3a3874-4d78-4ddf-8bea-d7deac1700a9 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Made reservation on behalf of bc86d365c3394190af1f322ffdf34505 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:20:45.052619 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-59e2f8a0-877f-4336-a2e4-2ac3bd4204e6 req-0e3a3874-4d78-4ddf-8bea-d7deac1700a9 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:45.065385 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-59e2f8a0-877f-4336-a2e4-2ac3bd4204e6 req-0e3a3874-4d78-4ddf-8bea-d7deac1700a9 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:45.070691 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 42762) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:20:45.102143 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ee9cec89-a97b-4736-9f65-61b179b7b87a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:45.248026 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-59e2f8a0-877f-4336-a2e4-2ac3bd4204e6 req-0e3a3874-4d78-4ddf-8bea-d7deac1700a9 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:45.251993 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-59e2f8a0-877f-4336-a2e4-2ac3bd4204e6 req-0e3a3874-4d78-4ddf-8bea-d7deac1700a9 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:45.313380 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a3874-4d78-4ddf-8bea-d7deac1700a9 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=951ba7d6-a6cb-4633-baee-4394277aa814,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:20:45.405952 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ee9cec89-a97b-4736-9f65-61b179b7b87a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:45.417259 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ee9cec89-a97b-4736-9f65-61b179b7b87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:45.497773 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ee9cec89-a97b-4736-9f65-61b179b7b87a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a8ef9513cbc64ca2bbafbe7802fe60c9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4237051 Aug 22 13:20:45.499113 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 42802) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:20:45.547984 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9cec89-a97b-4736-9f65-61b179b7b87a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee9d968-53a3-48af-a5e7-a2859a0fcba5,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:20:45.684984 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 42814) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:20:46.012932 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-08f17153-8133-41e3-8919-871dd54da1c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:46.016661 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-618b5299-8d17-45bf-8f6e-acce7ba5c080 req-8ac4c063-4b81-4f75-8c6c-f3a3f9387144 tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=5e3690dce90049ccba18315171d3193d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0664744 Aug 22 13:20:46.067761 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 42836) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:20:46.074132 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-59e2f8a0-877f-4336-a2e4-2ac3bd4204e6 req-0e3a3874-4d78-4ddf-8bea-d7deac1700a9 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Allocated IP 192.168.233.185 (7dc41cff-a3ac-4fc2-ba06-973efce2365e/7151c727-b27f-4308-8098-60bc16140d45/7683710e-5fba-429f-bcff-9c73f81e9bf1) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:20:46.104019 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-08f17153-8133-41e3-8919-871dd54da1c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:46.105842 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5435f2d0-78c8-4e0c-98ea-99e351672531 req-9169a11f-727a-4f43-8916-5f371fff1b6f tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/ports?device_id=425a0786-f121-4e1f-85e6-a2c91b79cddb HTTP/1.1" status: 200 len: 210 time: 0.0433419 Aug 22 13:20:46.183140 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-14ee6a0e-1d79-446d-a246-b73bf26e3b9d admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-35615422-network', 'tenant_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:20:46.230088 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e5edabc3-163f-4f98-ba6f-5f5ce374c949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:46.247593 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ee6a0e-1d79-446d-a246-b73bf26e3b9d admin admin] Made reservation on behalf of b89bb4a9db344bbc8ad24d9d42b44cf6 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:20:46.250182 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-14ee6a0e-1d79-446d-a246-b73bf26e3b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:46.276044 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-14ee6a0e-1d79-446d-a246-b73bf26e3b9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:46.288825 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-08f17153-8133-41e3-8919-871dd54da1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:46.291574 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-08f17153-8133-41e3-8919-871dd54da1c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:46.295675 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-08f17153-8133-41e3-8919-871dd54da1c1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3ee9d968-53a3-48af-a5e7-a2859a0fcba5 HTTP/1.1" status: 204 len: 168 time: 0.7959058 Aug 22 13:20:46.322871 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f17153-8133-41e3-8919-871dd54da1c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee9d968-53a3-48af-a5e7-a2859a0fcba5,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:20:46.456006 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-59e2f8a0-877f-4336-a2e4-2ac3bd4204e6 req-0e3a3874-4d78-4ddf-8bea-d7deac1700a9 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:46.485035 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-59e2f8a0-877f-4336-a2e4-2ac3bd4204e6 req-0e3a3874-4d78-4ddf-8bea-d7deac1700a9 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Transition to ACTIVE for port object 7683710e-5fba-429f-bcff-9c73f81e9bf1 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:20:46.535871 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b5299-8d17-45bf-8f6e-acce7ba5c080 req-ea69c390-1ac7-4a70-9780-f742ee8aa1e5 tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:20:46.554665 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-618b5299-8d17-45bf-8f6e-acce7ba5c080 req-ea69c390-1ac7-4a70-9780-f742ee8aa1e5 tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5352004 Aug 22 13:20:46.573531 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-59e2f8a0-877f-4336-a2e4-2ac3bd4204e6 req-0e3a3874-4d78-4ddf-8bea-d7deac1700a9 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:46.630608 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-618b5299-8d17-45bf-8f6e-acce7ba5c080 req-3226a632-a586-4b8f-83c0-35b75a6851f6 tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] 10.222.0.21 "GET /v2.0/quotas/5e3690dce90049ccba18315171d3193d HTTP/1.1" status: 200 len: 375 time: 0.0572319 Aug 22 13:20:46.685179 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59e2f8a0-877f-4336-a2e4-2ac3bd4204e6 req-0e3a3874-4d78-4ddf-8bea-d7deac1700a9 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Network 7dc41cff-a3ac-4fc2-ba06-973efce2365e is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:20:46.685179 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-59e2f8a0-877f-4336-a2e4-2ac3bd4204e6 req-0e3a3874-4d78-4ddf-8bea-d7deac1700a9 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:20:46.695780 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e2f8a0-877f-4336-a2e4-2ac3bd4204e6 req-0e3a3874-4d78-4ddf-8bea-d7deac1700a9 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:20:46.702266 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2f8a0-877f-4336-a2e4-2ac3bd4204e6 req-0e3a3874-4d78-4ddf-8bea-d7deac1700a9 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:20:46.702885 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-59e2f8a0-877f-4336-a2e4-2ac3bd4204e6 req-0e3a3874-4d78-4ddf-8bea-d7deac1700a9 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:46.729047 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a3874-4d78-4ddf-8bea-d7deac1700a9 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Pushing event updated for resources: {'Port': ['ID=7683710e-5fba-429f-bcff-9c73f81e9bf1,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:20:46.729466 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-618b5299-8d17-45bf-8f6e-acce7ba5c080 req-bd0637a7-a22b-4a39-8b79-b2dd9783c957 tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5e3690dce90049ccba18315171d3193d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1008992 Aug 22 13:20:46.794699 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e5edabc3-163f-4f98-ba6f-5f5ce374c949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:46.825742 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e5edabc3-163f-4f98-ba6f-5f5ce374c949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:46.863689 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-59e2f8a0-877f-4336-a2e4-2ac3bd4204e6 req-0e3a3874-4d78-4ddf-8bea-d7deac1700a9 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1544406 Aug 22 13:20:46.923736 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e5edabc3-163f-4f98-ba6f-5f5ce374c949 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=040ee5ef3d1e44d4ae5ae71c70690865&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2372186 Aug 22 13:20:46.926821 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [req-59e2f8a0-877f-4336-a2e4-2ac3bd4204e6 req-379919d5-bf0f-4958-b64f-068cb399fd02 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:20:46.929673 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-59e2f8a0-877f-4336-a2e4-2ac3bd4204e6 req-379919d5-bf0f-4958-b64f-068cb399fd02 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0201211 Aug 22 13:20:46.933362 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 42882) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:20:47.172154 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1836ffd8-bf0f-434e-8ca6-2b1a8206817b req-4deefd52-edd0-485d-8122-62948a02fc1c tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] 10.222.0.21 "GET /v2.0/ports?device_id=d91dfe60-add0-4275-be8f-69bfab769658 HTTP/1.1" status: 200 len: 210 time: 0.1409409 Aug 22 13:20:47.173166 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5edabc3-163f-4f98-ba6f-5f5ce374c949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af0df69b-dcf9-4352-9b5c-c9e6f42c5078,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:20:47.262324 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-7ea451cd-c26a-424a-a641-9469cb0e4ab0 None None] Provisioning for port 7683710e-5fba-429f-bcff-9c73f81e9bf1 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:20:47.263037 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9577d1f0-f36f-410b-8a9a-4207f539843d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:47.273176 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-7ea451cd-c26a-424a-a641-9469cb0e4ab0 None None] Provisioning complete for port 7683710e-5fba-429f-bcff-9c73f81e9bf1 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:20:47.281399 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7ea451cd-c26a-424a-a641-9469cb0e4ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:47.313202 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9577d1f0-f36f-410b-8a9a-4207f539843d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:47.454144 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-7ea451cd-c26a-424a-a641-9469cb0e4ab0 None None] Port 7683710e-5fba-429f-bcff-9c73f81e9bf1 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:20:47.532955 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-14ee6a0e-1d79-446d-a246-b73bf26e3b9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:47.540960 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-14ee6a0e-1d79-446d-a246-b73bf26e3b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:47.562764 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d855c3-82aa-43e1-9b93-bd4d89f7aba4 req-a6887d8e-7abf-46aa-8ce0-90a0c2c884ef tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:20:47.573740 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b9d855c3-82aa-43e1-9b93-bd4d89f7aba4 req-a6887d8e-7abf-46aa-8ce0-90a0c2c884ef tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/ports?device_id=425a0786-f121-4e1f-85e6-a2c91b79cddb HTTP/1.1" status: 200 len: 936 time: 0.2771981 Aug 22 13:20:47.614004 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ee6a0e-1d79-446d-a246-b73bf26e3b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90deacfc-a1d5-4f7b-ad5c-92440e08ae24,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:20:47.647248 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-59e2f8a0-877f-4336-a2e4-2ac3bd4204e6 req-e64a5aa6-bfe5-4ab3-b3bf-9189c3f01942 service neutron] Request body: {'port': {'device_id': '425a0786-f121-4e1f-85e6-a2c91b79cddb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:20:47.728439 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b9d855c3-82aa-43e1-9b93-bd4d89f7aba4 req-bccc4e0f-c308-4d19-9bce-9552bec11af3 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/security-groups?id=951ba7d6-a6cb-4633-baee-4394277aa814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369114 Aug 22 13:20:47.776917 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9577d1f0-f36f-410b-8a9a-4207f539843d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:47.780304 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9577d1f0-f36f-410b-8a9a-4207f539843d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:47.784283 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9577d1f0-f36f-410b-8a9a-4207f539843d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/af0df69b-dcf9-4352-9b5c-c9e6f42c5078 HTTP/1.1" status: 204 len: 168 time: 0.8458507 Aug 22 13:20:47.784283 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14ee6a0e-1d79-446d-a246-b73bf26e3b9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:20:47.802911 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9577d1f0-f36f-410b-8a9a-4207f539843d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0df69b-dcf9-4352-9b5c-c9e6f42c5078,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:20:47.828357 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-59e2f8a0-877f-4336-a2e4-2ac3bd4204e6 req-e64a5aa6-bfe5-4ab3-b3bf-9189c3f01942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:47.838468 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-14ee6a0e-1d79-446d-a246-b73bf26e3b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:47.839063 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-14ee6a0e-1d79-446d-a246-b73bf26e3b9d admin admin] Added segment cfd609c7-b14b-488e-8058-23f3798cf6a8 of type vlan for network a1c10f8c-20d5-4d04-af7a-0afa0a2251fb Aug 22 13:20:47.941934 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-14ee6a0e-1d79-446d-a246-b73bf26e3b9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:48.168184 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.db.resource_extend [None req-14ee6a0e-1d79-446d-a246-b73bf26e3b9d admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 22 13:20:48.229293 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-14ee6a0e-1d79-446d-a246-b73bf26e3b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:48.230319 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ee6a0e-1d79-446d-a246-b73bf26e3b9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:20:48.230965 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-14ee6a0e-1d79-446d-a246-b73bf26e3b9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:48.368510 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3c93f5ca-efaa-44e3-80da-97eba4d16263 req-84c2af2f-4f27-4dc8-9ed8-e3737b473fcb tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] 10.222.0.21 "GET /v2.0/ports?device_id=d91dfe60-add0-4275-be8f-69bfab769658 HTTP/1.1" status: 200 len: 210 time: 0.0603809 Aug 22 13:20:48.375857 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-14ee6a0e-1d79-446d-a246-b73bf26e3b9d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.3053937 Aug 22 13:20:48.378102 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 42974) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:20:48.397538 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ee6a0e-1d79-446d-a246-b73bf26e3b9d admin admin] Pushing event updated for resources: {'Network': ['ID=a1c10f8c-20d5-4d04-af7a-0afa0a2251fb,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:20:48.410363 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network a1c10f8c-20d5-4d04-af7a-0afa0a2251fb details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:20:48.418185 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-eff71f07-3844-4ed6-aff1-6ad024d218ee admin admin] Request body: {'subnet': {'network_id': 'a1c10f8c-20d5-4d04-af7a-0afa0a2251fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-35615422-subnet', 'tenant_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:20:48.478928 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff71f07-3844-4ed6-aff1-6ad024d218ee admin admin] Made reservation on behalf of b89bb4a9db344bbc8ad24d9d42b44cf6 for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:20:48.482674 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-eff71f07-3844-4ed6-aff1-6ad024d218ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:48.619979 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-59e2f8a0-877f-4336-a2e4-2ac3bd4204e6 req-e64a5aa6-bfe5-4ab3-b3bf-9189c3f01942 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7683710e-5fba-429f-bcff-9c73f81e9bf1 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:20:48.629257 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 42978) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:20:48.638138 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-59e2f8a0-877f-4336-a2e4-2ac3bd4204e6 req-e64a5aa6-bfe5-4ab3-b3bf-9189c3f01942 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:48.666752 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a4581f55-8ed7-4754-b515-9b589565055b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:48.688145 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-59e2f8a0-877f-4336-a2e4-2ac3bd4204e6 req-e64a5aa6-bfe5-4ab3-b3bf-9189c3f01942 service neutron] Transition to ACTIVE for port object 7683710e-5fba-429f-bcff-9c73f81e9bf1 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:20:48.697916 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-59e2f8a0-877f-4336-a2e4-2ac3bd4204e6 req-e64a5aa6-bfe5-4ab3-b3bf-9189c3f01942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:48.834677 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 42984) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:20:48.911847 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a4581f55-8ed7-4754-b515-9b589565055b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:48.961086 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a4581f55-8ed7-4754-b515-9b589565055b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:49.153657 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-75303354-b15c-4031-8dc7-1ff87c8aeda5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:49.184945 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a5aa6-bfe5-4ab3-b3bf-9189c3f01942 service neutron] Pushing event updated for resources: {'Port': ['ID=7683710e-5fba-429f-bcff-9c73f81e9bf1,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:20:49.199509 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a4581f55-8ed7-4754-b515-9b589565055b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c59c3d25f13b4c2eb8abd2661d5382fd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5692081 Aug 22 13:20:49.215006 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4581f55-8ed7-4754-b515-9b589565055b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b7cf5a-8974-4342-bb02-284a19153523,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:20:49.218120 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 42998) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:20:49.229504 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-59e2f8a0-877f-4336-a2e4-2ac3bd4204e6 req-e64a5aa6-bfe5-4ab3-b3bf-9189c3f01942 service neutron] Attempting to bind port 7683710e-5fba-429f-bcff-9c73f81e9bf1 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:20:49.229921 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-59e2f8a0-877f-4336-a2e4-2ac3bd4204e6 req-e64a5aa6-bfe5-4ab3-b3bf-9189c3f01942 service neutron] Attempting to bind port 7683710e-5fba-429f-bcff-9c73f81e9bf1 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:20:49.230240 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e2f8a0-877f-4336-a2e4-2ac3bd4204e6 req-e64a5aa6-bfe5-4ab3-b3bf-9189c3f01942 service neutron] Attempting to bind port 7683710e-5fba-429f-bcff-9c73f81e9bf1 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:20:49.243238 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e2f8a0-877f-4336-a2e4-2ac3bd4204e6 req-e64a5aa6-bfe5-4ab3-b3bf-9189c3f01942 service neutron] Port 7683710e-5fba-429f-bcff-9c73f81e9bf1 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:20:49.243701 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e2f8a0-877f-4336-a2e4-2ac3bd4204e6 req-e64a5aa6-bfe5-4ab3-b3bf-9189c3f01942 service neutron] Attempting to bind port 7683710e-5fba-429f-bcff-9c73f81e9bf1 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:20:49.252038 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e2f8a0-877f-4336-a2e4-2ac3bd4204e6 req-e64a5aa6-bfe5-4ab3-b3bf-9189c3f01942 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:20:49.252451 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e2f8a0-877f-4336-a2e4-2ac3bd4204e6 req-e64a5aa6-bfe5-4ab3-b3bf-9189c3f01942 service neutron] Checking segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:20:49.252974 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e2f8a0-877f-4336-a2e4-2ac3bd4204e6 req-e64a5aa6-bfe5-4ab3-b3bf-9189c3f01942 service neutron] Bound using segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:20:49.253417 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-59e2f8a0-877f-4336-a2e4-2ac3bd4204e6 req-e64a5aa6-bfe5-4ab3-b3bf-9189c3f01942 service neutron] Bound port: 7683710e-5fba-429f-bcff-9c73f81e9bf1, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:20:49.253938 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-59e2f8a0-877f-4336-a2e4-2ac3bd4204e6 req-e64a5aa6-bfe5-4ab3-b3bf-9189c3f01942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:49.353841 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-59e2f8a0-877f-4336-a2e4-2ac3bd4204e6 req-e64a5aa6-bfe5-4ab3-b3bf-9189c3f01942 service neutron] For port 7683710e-5fba-429f-bcff-9c73f81e9bf1, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:20:49.369537 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-59e2f8a0-877f-4336-a2e4-2ac3bd4204e6 req-e64a5aa6-bfe5-4ab3-b3bf-9189c3f01942 service neutron] For port 7683710e-5fba-429f-bcff-9c73f81e9bf1, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=7683710e-5fba-429f-bcff-9c73f81e9bf1,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:20:49.378258 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-59e2f8a0-877f-4336-a2e4-2ac3bd4204e6 req-e64a5aa6-bfe5-4ab3-b3bf-9189c3f01942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:49.447049 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cd2837f3-f6d0-40bc-b50b-ce031e2881b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:49.470249 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5c4e2-1f2c-488b-a90a-29e777839b68 req-11e3c53f-d750-4cf9-bdd4-d132458d79dd tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:20:49.476288 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2fd5c4e2-1f2c-488b-a90a-29e777839b68 req-11e3c53f-d750-4cf9-bdd4-d132458d79dd tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/ports?device_id=425a0786-f121-4e1f-85e6-a2c91b79cddb HTTP/1.1" status: 200 len: 948 time: 0.3046505 Aug 22 13:20:49.481317 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cd2837f3-f6d0-40bc-b50b-ce031e2881b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:49.502599 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2f8a0-877f-4336-a2e4-2ac3bd4204e6 req-e64a5aa6-bfe5-4ab3-b3bf-9189c3f01942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:20:49.504584 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-59e2f8a0-877f-4336-a2e4-2ac3bd4204e6 req-e64a5aa6-bfe5-4ab3-b3bf-9189c3f01942 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:49.506486 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-59e2f8a0-877f-4336-a2e4-2ac3bd4204e6 req-e64a5aa6-bfe5-4ab3-b3bf-9189c3f01942 service neutron] 10.222.0.41 "PUT /v2.0/ports/7683710e-5fba-429f-bcff-9c73f81e9bf1 HTTP/1.1" status: 200 len: 1097 time: 2.0469768 Aug 22 13:20:49.514306 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '425a0786-f121-4e1f-85e6-a2c91b79cddb', 'tag': '7683710e-5fba-429f-bcff-9c73f81e9bf1'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:20:49.544411 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-eff71f07-3844-4ed6-aff1-6ad024d218ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:49.774945 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a5aa6-bfe5-4ab3-b3bf-9189c3f01942 service neutron] Pushing event updated for resources: {'Port': ['ID=7683710e-5fba-429f-bcff-9c73f81e9bf1,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:20:49.775177 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff71f07-3844-4ed6-aff1-6ad024d218ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b2f428e-282f-45d1-83f0-557cce9c83da,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:20:49.810626 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cd2837f3-f6d0-40bc-b50b-ce031e2881b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:49.814536 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cd2837f3-f6d0-40bc-b50b-ce031e2881b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:49.815986 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-cd2837f3-f6d0-40bc-b50b-ce031e2881b2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d1b7cf5a-8974-4342-bb02-284a19153523 HTTP/1.1" status: 204 len: 168 time: 0.5948379 Aug 22 13:20:49.827430 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2837f3-f6d0-40bc-b50b-ce031e2881b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b7cf5a-8974-4342-bb02-284a19153523,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:20:49.862528 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-75303354-b15c-4031-8dc7-1ff87c8aeda5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:49.869650 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-93a2486f-bc9c-416e-a023-882695065576 req-ca8b9d54-5046-4ee3-990a-046080e68615 tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] 10.222.0.21 "GET /v2.0/ports?device_id=d91dfe60-add0-4275-be8f-69bfab769658 HTTP/1.1" status: 200 len: 210 time: 0.3567913 Aug 22 13:20:49.882740 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-75303354-b15c-4031-8dc7-1ff87c8aeda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:49.909130 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78363d4-4754-44b2-a984-1768c17a9c67" -d '{"events": [{"name": "network-changed", "server_uuid": "425a0786-f121-4e1f-85e6-a2c91b79cddb", "tag": "7683710e-5fba-429f-bcff-9c73f81e9bf1"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:20:49.956620 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43024) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:20:49.956886 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-75303354-b15c-4031-8dc7-1ff87c8aeda5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=97479ac5c39c4cf9b7e5a1131b49c0f4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0907350 Aug 22 13:20:49.973619 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2fd5c4e2-1f2c-488b-a90a-29e777839b68 req-17e7c114-0abd-4e32-a813-ad7cad334795 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/security-groups?id=951ba7d6-a6cb-4633-baee-4394277aa814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4647634 Aug 22 13:20:50.007417 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff71f07-3844-4ed6-aff1-6ad024d218ee admin admin] Checking segment: {'id': 'cfd609c7-b14b-488e-8058-23f3798cf6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a1c10f8c-20d5-4d04-af7a-0afa0a2251fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:20:50.008112 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff71f07-3844-4ed6-aff1-6ad024d218ee admin admin] Network hostable DHCP agents. Network: a1c10f8c-20d5-4d04-af7a-0afa0a2251fb, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:20:50.020909 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75303354-b15c-4031-8dc7-1ff87c8aeda5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96653289-6b4d-4123-9d1d-1c21a3b1b06a,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:20:50.046445 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff71f07-3844-4ed6-aff1-6ad024d218ee admin admin] Network a1c10f8c-20d5-4d04-af7a-0afa0a2251fb is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:20:50.079638 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a0a6f19a-84f7-492b-98d4-76da649b3d36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:50.079921 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-eff71f07-3844-4ed6-aff1-6ad024d218ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, a1c10f8c-20d5-4d04-af7a-0afa0a2251fb) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:20:50.089397 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff71f07-3844-4ed6-aff1-6ad024d218ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:20:50.090030 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-eff71f07-3844-4ed6-aff1-6ad024d218ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:50.095033 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98db106-33c6-4798-99b1-559c2ff425b0 None None] Network a1c10f8c-20d5-4d04-af7a-0afa0a2251fb requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:20:50.108588 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a0a6f19a-84f7-492b-98d4-76da649b3d36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:50.121781 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-eff71f07-3844-4ed6-aff1-6ad024d218ee admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7358980 Aug 22 13:20:50.123484 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 43030) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:20:50.128537 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-1ff19020-9d2d-4483-a6fb-0c2e7ff20c0a admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-35615422-router', 'tenant_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:20:50.169616 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1ff19020-9d2d-4483-a6fb-0c2e7ff20c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:50.171818 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1ff19020-9d2d-4483-a6fb-0c2e7ff20c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:50.177193 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a0a6f19a-84f7-492b-98d4-76da649b3d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:50.182596 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a0a6f19a-84f7-492b-98d4-76da649b3d36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:50.188013 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a0a6f19a-84f7-492b-98d4-76da649b3d36 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/96653289-6b4d-4123-9d1d-1c21a3b1b06a HTTP/1.1" status: 204 len: 168 time: 0.2302399 Aug 22 13:20:50.207657 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a6f19a-84f7-492b-98d4-76da649b3d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96653289-6b4d-4123-9d1d-1c21a3b1b06a,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:20:50.302730 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1ff19020-9d2d-4483-a6fb-0c2e7ff20c0a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:50.459638 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220f4195-7eae-4684-b6ca-015a5e1450c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-a1c10f8c-20d5-4d04-af7a-0afa0a2251fb', 'network_id': 'a1c10f8c-20d5-4d04-af7a-0afa0a2251fb', 'tenant_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'fixed_ips': [{'subnet_id': '6b2f428e-282f-45d1-83f0-557cce9c83da'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:20:50.460844 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-220f4195-7eae-4684-b6ca-015a5e1450c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:50.581283 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c525730a-7a17-4925-b046-e295f46b00ea x-openstack-request-id: req-c525730a-7a17-4925-b046-e295f46b00ea {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:20:50.581824 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "425a0786-f121-4e1f-85e6-a2c91b79cddb", "tag": "7683710e-5fba-429f-bcff-9c73f81e9bf1", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:20:50.581991 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c525730a-7a17-4925-b046-e295f46b00ea {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:20:50.582506 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '425a0786-f121-4e1f-85e6-a2c91b79cddb', 'tag': '7683710e-5fba-429f-bcff-9c73f81e9bf1', 'status': 'completed', 'code': 200} Aug 22 13:20:50.741266 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1ff19020-9d2d-4483-a6fb-0c2e7ff20c0a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:50.846048 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-220f4195-7eae-4684-b6ca-015a5e1450c4 None None] Allocated IP 172.20.0.2 (a1c10f8c-20d5-4d04-af7a-0afa0a2251fb/6b2f428e-282f-45d1-83f0-557cce9c83da/903d3cfb-b133-4a42-85c2-8df491f4a491) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:20:50.933538 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43056) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:20:50.965276 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-089fe214-08b4-43d6-a8b9-b43e9a9e66ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:51.201408 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-220f4195-7eae-4684-b6ca-015a5e1450c4 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:51.211442 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-089fe214-08b4-43d6-a8b9-b43e9a9e66ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:51.220605 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-089fe214-08b4-43d6-a8b9-b43e9a9e66ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:51.241020 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-220f4195-7eae-4684-b6ca-015a5e1450c4 None None] Transition to ACTIVE for port object 903d3cfb-b133-4a42-85c2-8df491f4a491 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:20:51.269891 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-977d4431-fb85-4525-a576-26192de20aae req-4cbde203-9409-4be7-82da-794b3ced8123 tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] 10.222.0.21 "GET /v2.0/ports?device_id=d91dfe60-add0-4275-be8f-69bfab769658 HTTP/1.1" status: 200 len: 210 time: 0.2139449 Aug 22 13:20:51.281218 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-089fe214-08b4-43d6-a8b9-b43e9a9e66ad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=705eae282ef8473d89ec712556b917b4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3439684 Aug 22 13:20:51.281218 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089fe214-08b4-43d6-a8b9-b43e9a9e66ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd562824-ebb5-4c93-b057-2350fa5197e3,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:20:51.282010 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 43064) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:20:51.312524 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-220f4195-7eae-4684-b6ca-015a5e1450c4 None None] Transition to ACTIVE for port object 903d3cfb-b133-4a42-85c2-8df491f4a491 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:20:51.324415 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-220f4195-7eae-4684-b6ca-015a5e1450c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:51.427451 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220f4195-7eae-4684-b6ca-015a5e1450c4 None None] Network a1c10f8c-20d5-4d04-af7a-0afa0a2251fb is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:20:51.443104 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-220f4195-7eae-4684-b6ca-015a5e1450c4 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:20:51.447174 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220f4195-7eae-4684-b6ca-015a5e1450c4 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:20:51.474264 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220f4195-7eae-4684-b6ca-015a5e1450c4 None None] Pushing event updated for resources: {'Port': ['ID=903d3cfb-b133-4a42-85c2-8df491f4a491,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:20:51.516586 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1ff19020-9d2d-4483-a6fb-0c2e7ff20c0a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:51.546383 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1ff19020-9d2d-4483-a6fb-0c2e7ff20c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:51.560377 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220f4195-7eae-4684-b6ca-015a5e1450c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:20:51.560545 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b88fbb53-9e2b-4246-9535-230c25c79a4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:51.561239 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220f4195-7eae-4684-b6ca-015a5e1450c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:20:51.576275 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220f4195-7eae-4684-b6ca-015a5e1450c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:20:51.576275 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220f4195-7eae-4684-b6ca-015a5e1450c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:20:51.576275 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220f4195-7eae-4684-b6ca-015a5e1450c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:20:51.576275 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220f4195-7eae-4684-b6ca-015a5e1450c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:20:51.576275 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220f4195-7eae-4684-b6ca-015a5e1450c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:20:51.576275 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220f4195-7eae-4684-b6ca-015a5e1450c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:20:51.576275 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220f4195-7eae-4684-b6ca-015a5e1450c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:20:51.576275 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220f4195-7eae-4684-b6ca-015a5e1450c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:20:51.576275 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220f4195-7eae-4684-b6ca-015a5e1450c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:20:51.576275 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220f4195-7eae-4684-b6ca-015a5e1450c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:20:51.576275 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220f4195-7eae-4684-b6ca-015a5e1450c4 None None] Tracked resource versions report: Aug 22 13:20:51.576275 n-d-793621-33 neutron-server[94629]: pushed versions: Aug 22 13:20:51.576275 n-d-793621-33 neutron-server[94629]: { 'AddressGroup': {'1.2'}, Aug 22 13:20:51.576275 n-d-793621-33 neutron-server[94629]: 'ConntrackHelper': {'1.0'}, Aug 22 13:20:51.576275 n-d-793621-33 neutron-server[94629]: 'Log': {'1.0'}, Aug 22 13:20:51.576275 n-d-793621-33 neutron-server[94629]: 'Network': {'1.1'}, Aug 22 13:20:51.576275 n-d-793621-33 neutron-server[94629]: 'Port': {'1.7'}, Aug 22 13:20:51.576275 n-d-793621-33 neutron-server[94629]: 'PortForwarding': {'1.2'}, Aug 22 13:20:51.576275 n-d-793621-33 neutron-server[94629]: 'QosPolicy': {'1.9'}, Aug 22 13:20:51.576275 n-d-793621-33 neutron-server[94629]: 'SecurityGroup': {'1.4'}, Aug 22 13:20:51.576275 n-d-793621-33 neutron-server[94629]: 'SecurityGroupRule': {'1.2'}, Aug 22 13:20:51.576275 n-d-793621-33 neutron-server[94629]: 'SubPort': {'1.0'}, Aug 22 13:20:51.576275 n-d-793621-33 neutron-server[94629]: 'Subnet': {'1.1'}, Aug 22 13:20:51.576275 n-d-793621-33 neutron-server[94629]: 'Trunk': {'1.1'}} Aug 22 13:20:51.576275 n-d-793621-33 neutron-server[94629]: consumer versions: Aug 22 13:20:51.576275 n-d-793621-33 neutron-server[94629]: { DHCP agent@n-d-793621-33: {}, Aug 22 13:20:51.576275 n-d-793621-33 neutron-server[94629]: HyperV agent@n-h1-793621-33: {}, Aug 22 13:20:51.576275 n-d-793621-33 neutron-server[94629]: HyperV agent@n-h2-793621-33: {}, Aug 22 13:20:51.576275 n-d-793621-33 neutron-server[94629]: L3 agent@n-d-793621-33: {}, Aug 22 13:20:51.576275 n-d-793621-33 neutron-server[94629]: Metadata agent@n-d-793621-33: {}, Aug 22 13:20:51.576275 n-d-793621-33 neutron-server[94629]: Metering agent@n-d-793621-33: {}, Aug 22 13:20:51.576275 n-d-793621-33 neutron-server[94629]: Open vSwitch agent@n-d-793621-33: { 'AddressGroup': '1.2', Aug 22 13:20:51.576275 n-d-793621-33 neutron-server[94629]: 'ConntrackHelper': '1.0', Aug 22 13:20:51.576275 n-d-793621-33 neutron-server[94629]: 'Log': '1.0', Aug 22 13:20:51.576275 n-d-793621-33 neutron-server[94629]: 'Network': '1.1', Aug 22 13:20:51.576275 n-d-793621-33 neutron-server[94629]: 'Port': '1.7', Aug 22 13:20:51.576275 n-d-793621-33 neutron-server[94629]: 'PortForwarding': '1.2', Aug 22 13:20:51.576275 n-d-793621-33 neutron-server[94629]: 'QosPolicy': '1.9', Aug 22 13:20:51.576275 n-d-793621-33 neutron-server[94629]: 'SecurityGroup': '1.4', Aug 22 13:20:51.576275 n-d-793621-33 neutron-server[94629]: 'SecurityGroupRule': '1.2', Aug 22 13:20:51.576275 n-d-793621-33 neutron-server[94629]: 'SubPort': '1.0', Aug 22 13:20:51.576275 n-d-793621-33 neutron-server[94629]: 'Subnet': '1.1', Aug 22 13:20:51.576275 n-d-793621-33 neutron-server[94629]: 'Trunk': '1.1'}} Aug 22 13:20:51.576275 n-d-793621-33 neutron-server[94629]: {{(pid=94629) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 22 13:20:51.605098 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead74e1-dc14-451a-b82a-6915056aafae req-47489f12-93a8-4299-bea7-d3c126a67549 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:20:51.614644 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fead74e1-dc14-451a-b82a-6915056aafae req-47489f12-93a8-4299-bea7-d3c126a67549 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/ports?device_id=425a0786-f121-4e1f-85e6-a2c91b79cddb HTTP/1.1" status: 200 len: 948 time: 0.1848140 Aug 22 13:20:51.656648 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-220f4195-7eae-4684-b6ca-015a5e1450c4 None None] Attempting to bind port 903d3cfb-b133-4a42-85c2-8df491f4a491 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:20:51.657333 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-220f4195-7eae-4684-b6ca-015a5e1450c4 None None] Attempting to bind port 903d3cfb-b133-4a42-85c2-8df491f4a491 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'cfd609c7-b14b-488e-8058-23f3798cf6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a1c10f8c-20d5-4d04-af7a-0afa0a2251fb'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:20:51.657887 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220f4195-7eae-4684-b6ca-015a5e1450c4 None None] Attempting to bind port 903d3cfb-b133-4a42-85c2-8df491f4a491 on network a1c10f8c-20d5-4d04-af7a-0afa0a2251fb {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:20:51.664301 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220f4195-7eae-4684-b6ca-015a5e1450c4 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:20:51.665564 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220f4195-7eae-4684-b6ca-015a5e1450c4 None None] Checking segment: {'id': 'cfd609c7-b14b-488e-8058-23f3798cf6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a1c10f8c-20d5-4d04-af7a-0afa0a2251fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:20:51.666623 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-220f4195-7eae-4684-b6ca-015a5e1450c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:51.667226 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220f4195-7eae-4684-b6ca-015a5e1450c4 None None] Bound using segment: {'id': 'cfd609c7-b14b-488e-8058-23f3798cf6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a1c10f8c-20d5-4d04-af7a-0afa0a2251fb'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:20:51.667914 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-220f4195-7eae-4684-b6ca-015a5e1450c4 None None] Bound port: 903d3cfb-b133-4a42-85c2-8df491f4a491, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfd609c7-b14b-488e-8058-23f3798cf6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a1c10f8c-20d5-4d04-af7a-0afa0a2251fb'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:20:51.668549 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-220f4195-7eae-4684-b6ca-015a5e1450c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:51.794239 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-220f4195-7eae-4684-b6ca-015a5e1450c4 None None] For port 903d3cfb-b133-4a42-85c2-8df491f4a491, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:20:51.802873 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-220f4195-7eae-4684-b6ca-015a5e1450c4 None None] For port 903d3cfb-b133-4a42-85c2-8df491f4a491, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=903d3cfb-b133-4a42-85c2-8df491f4a491,segment=NetworkSegment(cfd609c7-b14b-488e-8058-23f3798cf6a8),segment_id=cfd609c7-b14b-488e-8058-23f3798cf6a8)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:20:51.811596 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-220f4195-7eae-4684-b6ca-015a5e1450c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:51.921706 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b88fbb53-9e2b-4246-9535-230c25c79a4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:51.950158 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fead74e1-dc14-451a-b82a-6915056aafae req-d7a6d01a-cfd9-497c-aa65-e780449354da tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/security-groups?id=951ba7d6-a6cb-4633-baee-4394277aa814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323531 Aug 22 13:20:51.957246 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220f4195-7eae-4684-b6ca-015a5e1450c4 None None] Pushing event updated for resources: {'Port': ['ID=903d3cfb-b133-4a42-85c2-8df491f4a491,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:20:52.077378 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-1ff19020-9d2d-4483-a6fb-0c2e7ff20c0a admin admin] Allocated IP 172.25.3.112 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/86c2ca98-5afd-4761-9c74-af3f25e3f90d) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:20:52.082939 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b88fbb53-9e2b-4246-9535-230c25c79a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:52.085886 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b88fbb53-9e2b-4246-9535-230c25c79a4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:52.088002 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-b88fbb53-9e2b-4246-9535-230c25c79a4b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fd562824-ebb5-4c93-b057-2350fa5197e3 HTTP/1.1" status: 204 len: 168 time: 0.8042638 Aug 22 13:20:52.100876 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88fbb53-9e2b-4246-9535-230c25c79a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd562824-ebb5-4c93-b057-2350fa5197e3,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:20:52.252016 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1ff19020-9d2d-4483-a6fb-0c2e7ff20c0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:52.552868 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-352f576c-2e14-4e65-bca0-005d75faf689 req-b608f6e2-3700-4b22-bdf9-8dc90f08852d tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] 10.222.0.21 "GET /v2.0/ports?device_id=d91dfe60-add0-4275-be8f-69bfab769658 HTTP/1.1" status: 200 len: 210 time: 0.0843990 Aug 22 13:20:52.556420 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1ff19020-9d2d-4483-a6fb-0c2e7ff20c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:52.727962 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff19020-9d2d-4483-a6fb-0c2e7ff20c0a admin admin] Pushing event updated for resources: {'Port': ['ID=86c2ca98-5afd-4761-9c74-af3f25e3f90d,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:20:52.763390 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8e7b8be9-9ead-4758-8d45-5c225d885b5d req-3dc3d7ed-331c-4397-a147-21d285334c18 tempest-QuotasAdminNegativeTest-1439659795 tempest-QuotasAdminNegativeTest-1439659795-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=bb1a0d35056345fdad4287f250ea3439&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308943 Aug 22 13:20:52.772329 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff19020-9d2d-4483-a6fb-0c2e7ff20c0a admin admin] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:20:52.775918 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-1ff19020-9d2d-4483-a6fb-0c2e7ff20c0a admin admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:20:52.778978 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff19020-9d2d-4483-a6fb-0c2e7ff20c0a admin admin] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:20:52.922747 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b8be9-9ead-4758-8d45-5c225d885b5d req-66dd2087-29ca-4fe4-8ba9-879a21faa61a tempest-QuotasAdminNegativeTest-1439659795 tempest-QuotasAdminNegativeTest-1439659795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:20:52.931133 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8e7b8be9-9ead-4758-8d45-5c225d885b5d req-66dd2087-29ca-4fe4-8ba9-879a21faa61a tempest-QuotasAdminNegativeTest-1439659795 tempest-QuotasAdminNegativeTest-1439659795-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1564419 Aug 22 13:20:52.987700 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8e7b8be9-9ead-4758-8d45-5c225d885b5d req-10706b66-73d5-48bf-a0c9-8de8a199a193 tempest-QuotasAdminNegativeTest-1439659795 tempest-QuotasAdminNegativeTest-1439659795-project] 10.222.0.21 "GET /v2.0/quotas/bb1a0d35056345fdad4287f250ea3439 HTTP/1.1" status: 200 len: 375 time: 0.0553715 Aug 22 13:20:53.192815 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8e7b8be9-9ead-4758-8d45-5c225d885b5d req-b2d005e9-f509-48ad-a147-61fb5566c0a9 tempest-QuotasAdminNegativeTest-1439659795 tempest-QuotasAdminNegativeTest-1439659795-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb1a0d35056345fdad4287f250ea3439&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2041345 Aug 22 13:20:53.279311 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865d8d3-d428-4a38-a058-3593556dbec0 req-564c57b3-8265-4a01-8f11-2c7dfa7bedbe tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:20:53.280897 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c865d8d3-d428-4a38-a058-3593556dbec0 req-564c57b3-8265-4a01-8f11-2c7dfa7bedbe tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/ports?device_id=425a0786-f121-4e1f-85e6-a2c91b79cddb HTTP/1.1" status: 200 len: 948 time: 0.1987419 Aug 22 13:20:53.523853 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb519098-34a5-4ba0-87e3-3024d42a694f None None] Network a1c10f8c-20d5-4d04-af7a-0afa0a2251fb requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:20:53.557165 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c865d8d3-d428-4a38-a058-3593556dbec0 req-6c0f3f29-fa6d-4628-8683-475c970d192d tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/security-groups?id=951ba7d6-a6cb-4633-baee-4394277aa814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459853 Aug 22 13:20:53.705207 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 903d3cfb-b133-4a42-85c2-8df491f4a491 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:20:53.768884 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-486f2320-d1a9-411c-ad92-c35b81cdf4e8 None None] Provisioning for port 903d3cfb-b133-4a42-85c2-8df491f4a491 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:20:53.778737 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5bd5090c-3c02-4c91-863f-fd38938d9357 req-b516076b-a2c8-4555-80b2-11152beb35ae tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] 10.222.0.21 "GET /v2.0/ports?device_id=d91dfe60-add0-4275-be8f-69bfab769658 HTTP/1.1" status: 200 len: 210 time: 0.0483356 Aug 22 13:20:53.818136 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1ff19020-9d2d-4483-a6fb-0c2e7ff20c0a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:53.933075 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 903d3cfb-b133-4a42-85c2-8df491f4a491 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:20:53.939115 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 903d3cfb-b133-4a42-85c2-8df491f4a491 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:20:53.939483 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:54.123913 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:54.217144 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 903d3cfb-b133-4a42-85c2-8df491f4a491, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=903d3cfb-b133-4a42-85c2-8df491f4a491,segment=NetworkSegment(cfd609c7-b14b-488e-8058-23f3798cf6a8),segment_id=cfd609c7-b14b-488e-8058-23f3798cf6a8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:20:54.230211 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:54.247091 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1ff19020-9d2d-4483-a6fb-0c2e7ff20c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:54.331284 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=903d3cfb-b133-4a42-85c2-8df491f4a491,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:20:54.415314 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-70ecad9e-6b9b-47ba-9d10-6befb1a20457 None None] Provisioning complete for port 903d3cfb-b133-4a42-85c2-8df491f4a491 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:20:54.416031 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-70ecad9e-6b9b-47ba-9d10-6befb1a20457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:54.581037 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff19020-9d2d-4483-a6fb-0c2e7ff20c0a admin admin] Router 96103a62-19ca-48f4-8434-777db29e697a is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:20:54.736825 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff19020-9d2d-4483-a6fb-0c2e7ff20c0a admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:20:54.751601 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77eb30b-663a-4d95-9e13-9061a0c108cf None None] Sync routers for ids ['96103a62-19ca-48f4-8434-777db29e697a'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:20:54.771707 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1ff19020-9d2d-4483-a6fb-0c2e7ff20c0a admin admin] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:54.776598 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43174) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:20:54.777789 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-1ff19020-9d2d-4483-a6fb-0c2e7ff20c0a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.6532753 Aug 22 13:20:54.779040 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77eb30b-663a-4d95-9e13-9061a0c108cf None None] Routers {'96103a62-19ca-48f4-8434-777db29e697a'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:20:54.779696 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-f77eb30b-663a-4d95-9e13-9061a0c108cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:20:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['96103a62-19ca-48f4-8434-777db29e697a'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:20:55.050516 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d927e37-ccf7-4d65-be13-be7a43ab7850 req-6a385c56-89d4-4312-a39f-18aace8f41f1 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:20:55.053364 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7d927e37-ccf7-4d65-be13-be7a43ab7850 req-6a385c56-89d4-4312-a39f-18aace8f41f1 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/ports?device_id=425a0786-f121-4e1f-85e6-a2c91b79cddb HTTP/1.1" status: 200 len: 948 time: 0.1408839 Aug 22 13:20:55.154364 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7d927e37-ccf7-4d65-be13-be7a43ab7850 req-40bffbd0-bc8d-4dd7-9fe9-56274d99eb93 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/security-groups?id=951ba7d6-a6cb-4633-baee-4394277aa814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941873 Aug 22 13:20:55.283057 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-f77eb30b-663a-4d95-9e13-9061a0c108cf None None] Set router 96103a62-19ca-48f4-8434-777db29e697a gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:20:55.297754 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a2e9ce4f-e6ef-47f3-a851-75fa511b26b0 req-a01d4074-742e-47e4-acc8-37d71e0f2cc1 tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] 10.222.0.21 "GET /v2.0/ports?device_id=d91dfe60-add0-4275-be8f-69bfab769658 HTTP/1.1" status: 200 len: 210 time: 0.0862117 Aug 22 13:20:55.340058 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1a8425b3-bb39-40ad-acc4-af1c1aeeae0b req-3899136e-6a31-416c-baa9-c844a1a6b620 tempest-QuotasAdminNegativeTest-1439659795 tempest-QuotasAdminNegativeTest-1439659795-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=bb1a0d35056345fdad4287f250ea3439&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320406 Aug 22 13:20:55.635369 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 903d3cfb-b133-4a42-85c2-8df491f4a491 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:20:55.654523 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8425b3-bb39-40ad-acc4-af1c1aeeae0b req-62fa17c6-8e3e-49c5-bf1f-cba96450fe56 tempest-QuotasAdminNegativeTest-1439659795 tempest-QuotasAdminNegativeTest-1439659795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:20:55.655124 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-f77eb30b-663a-4d95-9e13-9061a0c108cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96103a62-19ca-48f4-8434-777db29e697a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-35615422-router', 'tenant_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '86c2ca98-5afd-4761-9c74-af3f25e3f90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:20:50Z', 'updated_at': '2021-08-22T13:20:53Z', 'revision_number': 3, 'project_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'gw_port': {'id': '86c2ca98-5afd-4761-9c74-af3f25e3f90d', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:57:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96103a62-19ca-48f4-8434-777db29e697a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:20:51Z', 'updated_at': '2021-08-22T13:20:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:20:55.656097 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1a8425b3-bb39-40ad-acc4-af1c1aeeae0b req-62fa17c6-8e3e-49c5-bf1f-cba96450fe56 tempest-QuotasAdminNegativeTest-1439659795 tempest-QuotasAdminNegativeTest-1439659795-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3130496 Aug 22 13:20:55.704261 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1a8425b3-bb39-40ad-acc4-af1c1aeeae0b req-621cff74-b817-4751-8b90-c728db13fb8e tempest-QuotasAdminNegativeTest-1439659795 tempest-QuotasAdminNegativeTest-1439659795-project] 10.222.0.21 "GET /v2.0/quotas/bb1a0d35056345fdad4287f250ea3439 HTTP/1.1" status: 200 len: 375 time: 0.0266850 Aug 22 13:20:55.709778 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77eb30b-663a-4d95-9e13-9061a0c108cf None None] Checking router: 96103a62-19ca-48f4-8434-777db29e697a for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:20:55.710142 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77eb30b-663a-4d95-9e13-9061a0c108cf None None] Updating router 96103a62-19ca-48f4-8434-777db29e697a port 86c2ca98-5afd-4761-9c74-af3f25e3f90d binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:20:55.746369 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-f77eb30b-663a-4d95-9e13-9061a0c108cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:55.747000 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 903d3cfb-b133-4a42-85c2-8df491f4a491 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:20:55.747536 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:55.757511 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1a8425b3-bb39-40ad-acc4-af1c1aeeae0b req-32e207c8-5476-4c5b-b40b-478100cdeada tempest-QuotasAdminNegativeTest-1439659795 tempest-QuotasAdminNegativeTest-1439659795-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb1a0d35056345fdad4287f250ea3439&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487630 Aug 22 13:20:56.116309 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7dc65ffe-efb5-46d0-8f03-70aaa6a19218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:56.174983 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-f77eb30b-663a-4d95-9e13-9061a0c108cf None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:56.187443 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-f77eb30b-663a-4d95-9e13-9061a0c108cf None None] Transition to ACTIVE for port object 86c2ca98-5afd-4761-9c74-af3f25e3f90d will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:20:56.196619 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-f77eb30b-663a-4d95-9e13-9061a0c108cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:56.309128 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e55fb-1bd8-4124-a5fb-99f2a1444ca6 None None] Pushing event updated for resources: {'Port': ['ID=86c2ca98-5afd-4761-9c74-af3f25e3f90d,revision_number=2']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:20:56.310852 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-f77eb30b-663a-4d95-9e13-9061a0c108cf None None] Attempting to bind port 86c2ca98-5afd-4761-9c74-af3f25e3f90d on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:20:56.311213 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-f77eb30b-663a-4d95-9e13-9061a0c108cf None None] Attempting to bind port 86c2ca98-5afd-4761-9c74-af3f25e3f90d by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:20:56.311649 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77eb30b-663a-4d95-9e13-9061a0c108cf None None] Attempting to bind port 86c2ca98-5afd-4761-9c74-af3f25e3f90d on network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:20:56.323479 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e55fb-1bd8-4124-a5fb-99f2a1444ca6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:20:56.323913 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e55fb-1bd8-4124-a5fb-99f2a1444ca6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:20:56.324359 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e55fb-1bd8-4124-a5fb-99f2a1444ca6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:20:56.324955 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e55fb-1bd8-4124-a5fb-99f2a1444ca6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:20:56.325599 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e55fb-1bd8-4124-a5fb-99f2a1444ca6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:20:56.325964 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e55fb-1bd8-4124-a5fb-99f2a1444ca6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:20:56.326280 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e55fb-1bd8-4124-a5fb-99f2a1444ca6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:20:56.326620 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e55fb-1bd8-4124-a5fb-99f2a1444ca6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:20:56.326950 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e55fb-1bd8-4124-a5fb-99f2a1444ca6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:20:56.327278 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e55fb-1bd8-4124-a5fb-99f2a1444ca6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:20:56.327606 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e55fb-1bd8-4124-a5fb-99f2a1444ca6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:20:56.327944 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e55fb-1bd8-4124-a5fb-99f2a1444ca6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:20:56.329004 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e55fb-1bd8-4124-a5fb-99f2a1444ca6 None None] Tracked resource versions report: Aug 22 13:20:56.329004 n-d-793621-33 neutron-server[94630]: pushed versions: Aug 22 13:20:56.329004 n-d-793621-33 neutron-server[94630]: { 'AddressGroup': {'1.2'}, Aug 22 13:20:56.329004 n-d-793621-33 neutron-server[94630]: 'ConntrackHelper': {'1.0'}, Aug 22 13:20:56.329004 n-d-793621-33 neutron-server[94630]: 'Log': {'1.0'}, Aug 22 13:20:56.329004 n-d-793621-33 neutron-server[94630]: 'Network': {'1.1'}, Aug 22 13:20:56.329004 n-d-793621-33 neutron-server[94630]: 'Port': {'1.7'}, Aug 22 13:20:56.329004 n-d-793621-33 neutron-server[94630]: 'PortForwarding': {'1.2'}, Aug 22 13:20:56.329004 n-d-793621-33 neutron-server[94630]: 'QosPolicy': {'1.9'}, Aug 22 13:20:56.329004 n-d-793621-33 neutron-server[94630]: 'SecurityGroup': {'1.4'}, Aug 22 13:20:56.329004 n-d-793621-33 neutron-server[94630]: 'SecurityGroupRule': {'1.2'}, Aug 22 13:20:56.329004 n-d-793621-33 neutron-server[94630]: 'SubPort': {'1.0'}, Aug 22 13:20:56.329004 n-d-793621-33 neutron-server[94630]: 'Subnet': {'1.1'}, Aug 22 13:20:56.329004 n-d-793621-33 neutron-server[94630]: 'Trunk': {'1.1'}} Aug 22 13:20:56.329004 n-d-793621-33 neutron-server[94630]: consumer versions: Aug 22 13:20:56.329004 n-d-793621-33 neutron-server[94630]: { DHCP agent@n-d-793621-33: {}, Aug 22 13:20:56.329004 n-d-793621-33 neutron-server[94630]: HyperV agent@n-h1-793621-33: {}, Aug 22 13:20:56.329004 n-d-793621-33 neutron-server[94630]: HyperV agent@n-h2-793621-33: {}, Aug 22 13:20:56.329004 n-d-793621-33 neutron-server[94630]: L3 agent@n-d-793621-33: {}, Aug 22 13:20:56.329004 n-d-793621-33 neutron-server[94630]: Metadata agent@n-d-793621-33: {}, Aug 22 13:20:56.329004 n-d-793621-33 neutron-server[94630]: Metering agent@n-d-793621-33: {}, Aug 22 13:20:56.329004 n-d-793621-33 neutron-server[94630]: Open vSwitch agent@n-d-793621-33: { 'AddressGroup': '1.2', Aug 22 13:20:56.329004 n-d-793621-33 neutron-server[94630]: 'ConntrackHelper': '1.0', Aug 22 13:20:56.329004 n-d-793621-33 neutron-server[94630]: 'Log': '1.0', Aug 22 13:20:56.329004 n-d-793621-33 neutron-server[94630]: 'Network': '1.1', Aug 22 13:20:56.329004 n-d-793621-33 neutron-server[94630]: 'Port': '1.7', Aug 22 13:20:56.329004 n-d-793621-33 neutron-server[94630]: 'PortForwarding': '1.2', Aug 22 13:20:56.329004 n-d-793621-33 neutron-server[94630]: 'QosPolicy': '1.9', Aug 22 13:20:56.329004 n-d-793621-33 neutron-server[94630]: 'SecurityGroup': '1.4', Aug 22 13:20:56.329004 n-d-793621-33 neutron-server[94630]: 'SecurityGroupRule': '1.2', Aug 22 13:20:56.329004 n-d-793621-33 neutron-server[94630]: 'SubPort': '1.0', Aug 22 13:20:56.329004 n-d-793621-33 neutron-server[94630]: 'Subnet': '1.1', Aug 22 13:20:56.329004 n-d-793621-33 neutron-server[94630]: 'Trunk': '1.1'}} Aug 22 13:20:56.329004 n-d-793621-33 neutron-server[94630]: {{(pid=94630) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 22 13:20:56.332062 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77eb30b-663a-4d95-9e13-9061a0c108cf None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:20:56.332519 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77eb30b-663a-4d95-9e13-9061a0c108cf None None] Checking segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:20:56.333105 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-f77eb30b-663a-4d95-9e13-9061a0c108cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:56.333639 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77eb30b-663a-4d95-9e13-9061a0c108cf None None] Bound using segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:20:56.334131 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-f77eb30b-663a-4d95-9e13-9061a0c108cf None None] Bound port: 86c2ca98-5afd-4761-9c74-af3f25e3f90d, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:20:56.334686 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-f77eb30b-663a-4d95-9e13-9061a0c108cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:56.358723 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-7dc65ffe-efb5-46d0-8f03-70aaa6a19218 admin admin] Allocated IP 172.20.0.1 (a1c10f8c-20d5-4d04-af7a-0afa0a2251fb/6b2f428e-282f-45d1-83f0-557cce9c83da/b8fafdd9-90e9-411d-863c-1098e4d099a2) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:20:56.400369 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-f77eb30b-663a-4d95-9e13-9061a0c108cf None None] For port 86c2ca98-5afd-4761-9c74-af3f25e3f90d, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:20:56.404061 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-f77eb30b-663a-4d95-9e13-9061a0c108cf None None] For port 86c2ca98-5afd-4761-9c74-af3f25e3f90d, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=86c2ca98-5afd-4761-9c74-af3f25e3f90d,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:20:56.421836 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-f77eb30b-663a-4d95-9e13-9061a0c108cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:56.486716 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7dc65ffe-efb5-46d0-8f03-70aaa6a19218 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:56.493796 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77eb30b-663a-4d95-9e13-9061a0c108cf None None] Routers {'96103a62-19ca-48f4-8434-777db29e697a'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:20:56.494806 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-f77eb30b-663a-4d95-9e13-9061a0c108cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:20:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['96103a62-19ca-48f4-8434-777db29e697a'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:20:56.513902 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e223e83-c275-468d-a779-3b79dca59f57 req-38c6365c-da4e-4498-af38-5b88eed72f79 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:20:56.515818 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2e223e83-c275-468d-a779-3b79dca59f57 req-38c6365c-da4e-4498-af38-5b88eed72f79 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/ports?device_id=425a0786-f121-4e1f-85e6-a2c91b79cddb HTTP/1.1" status: 200 len: 948 time: 0.1098728 Aug 22 13:20:56.520807 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-7dc65ffe-efb5-46d0-8f03-70aaa6a19218 admin admin] Transition to ACTIVE for port object b8fafdd9-90e9-411d-863c-1098e4d099a2 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:20:56.533707 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e55fb-1bd8-4124-a5fb-99f2a1444ca6 None None] Pushing event updated for resources: {'Port': ['ID=86c2ca98-5afd-4761-9c74-af3f25e3f90d,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:20:56.572482 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7dc65ffe-efb5-46d0-8f03-70aaa6a19218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:56.610131 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e948d0f9-00f5-419d-aa84-7c65774be0f0 req-27315690-72e7-49ac-a554-fa5d3839cf42 tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] 10.222.0.21 "GET /v2.0/ports?device_id=d91dfe60-add0-4275-be8f-69bfab769658 HTTP/1.1" status: 200 len: 210 time: 0.0427008 Aug 22 13:20:56.614448 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-f77eb30b-663a-4d95-9e13-9061a0c108cf None None] Set router 96103a62-19ca-48f4-8434-777db29e697a gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:20:56.623837 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2e223e83-c275-468d-a779-3b79dca59f57 req-bbdac91e-735d-48ac-9944-2a6e22ed891e tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/security-groups?id=951ba7d6-a6cb-4633-baee-4394277aa814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005671 Aug 22 13:20:56.631706 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc65ffe-efb5-46d0-8f03-70aaa6a19218 admin admin] Network a1c10f8c-20d5-4d04-af7a-0afa0a2251fb is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:20:56.648860 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-7dc65ffe-efb5-46d0-8f03-70aaa6a19218 admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:20:56.666018 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc65ffe-efb5-46d0-8f03-70aaa6a19218 admin admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:20:56.666695 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7dc65ffe-efb5-46d0-8f03-70aaa6a19218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:56.777228 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc65ffe-efb5-46d0-8f03-70aaa6a19218 admin admin] Pushing event updated for resources: {'Port': ['ID=b8fafdd9-90e9-411d-863c-1098e4d099a2,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:20:56.908477 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7dc65ffe-efb5-46d0-8f03-70aaa6a19218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:56.996909 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-794b52d3-6197-4d81-a453-f76d85bcf9a9 None None] Provisioning for port b8fafdd9-90e9-411d-863c-1098e4d099a2 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:20:57.002739 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-794b52d3-6197-4d81-a453-f76d85bcf9a9 None None] Provisioning complete for port b8fafdd9-90e9-411d-863c-1098e4d099a2 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:20:57.003315 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-794b52d3-6197-4d81-a453-f76d85bcf9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:57.083196 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-f77eb30b-663a-4d95-9e13-9061a0c108cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96103a62-19ca-48f4-8434-777db29e697a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-35615422-router', 'tenant_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '86c2ca98-5afd-4761-9c74-af3f25e3f90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:20:50Z', 'updated_at': '2021-08-22T13:20:53Z', 'revision_number': 3, 'project_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'gw_port': {'id': '86c2ca98-5afd-4761-9c74-af3f25e3f90d', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:57:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96103a62-19ca-48f4-8434-777db29e697a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:20:51Z', 'updated_at': '2021-08-22T13:20:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:20:57.113656 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-794b52d3-6197-4d81-a453-f76d85bcf9a9 None None] Port b8fafdd9-90e9-411d-863c-1098e4d099a2 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:20:57.161197 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77eb30b-663a-4d95-9e13-9061a0c108cf None None] The sync data for ids ['96103a62-19ca-48f4-8434-777db29e697a'] in n-d-793621-33 is: [{'id': '96103a62-19ca-48f4-8434-777db29e697a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-35615422-router', 'tenant_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '86c2ca98-5afd-4761-9c74-af3f25e3f90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:20:50Z', 'updated_at': '2021-08-22T13:20:53Z', 'revision_number': 3, 'project_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'gw_port': {'id': '86c2ca98-5afd-4761-9c74-af3f25e3f90d', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:57:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96103a62-19ca-48f4-8434-777db29e697a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:20:51Z', 'updated_at': '2021-08-22T13:20:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:20:57.184853 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78363d4-4754-44b2-a984-1768c17a9c67 req-24108fab-720c-4d8a-8455-d32b0fa9cf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:20:57.186358 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c78363d4-4754-44b2-a984-1768c17a9c67 req-24108fab-720c-4d8a-8455-d32b0fa9cf16 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bc86d365c3394190af1f322ffdf34505&device_id=425a0786-f121-4e1f-85e6-a2c91b79cddb HTTP/1.1" status: 200 len: 1100 time: 0.1539712 Aug 22 13:20:57.236536 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c78363d4-4754-44b2-a984-1768c17a9c67 req-54f6c4c8-ab51-45dc-ae64-a0036397e300 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=bc86d365c3394190af1f322ffdf34505&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374238 Aug 22 13:20:57.420673 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7dc65ffe-efb5-46d0-8f03-70aaa6a19218 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:57.421836 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 43270) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:20:57.430579 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7dc65ffe-efb5-46d0-8f03-70aaa6a19218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:57.431601 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7dc65ffe-efb5-46d0-8f03-70aaa6a19218 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:57.470926 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 43274) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:20:57.547206 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78363d4-4754-44b2-a984-1768c17a9c67 req-622a13ff-e313-43d2-b93e-c3837fba4805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:20:57.548682 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c78363d4-4754-44b2-a984-1768c17a9c67 req-622a13ff-e313-43d2-b93e-c3837fba4805 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3003235 Aug 22 13:20:57.589349 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc65ffe-efb5-46d0-8f03-70aaa6a19218 admin admin] Pushing event updated for resources: {'Port': ['ID=b8fafdd9-90e9-411d-863c-1098e4d099a2,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:20:57.701522 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.41', 53775) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:20:57.803041 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-618b5299-8d17-45bf-8f6e-acce7ba5c080 req-12d3d9eb-a1b4-4f7b-890a-0951933a56a6 tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=5e3690dce90049ccba18315171d3193d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0810671 Aug 22 13:20:57.818250 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 86c2ca98-5afd-4761-9c74-af3f25e3f90d up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:20:57.824636 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6752c437-adfc-4945-8ede-279d0a43a2d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:57.830857 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc65ffe-efb5-46d0-8f03-70aaa6a19218 admin admin] Network a1c10f8c-20d5-4d04-af7a-0afa0a2251fb is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:20:57.842489 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-7dc65ffe-efb5-46d0-8f03-70aaa6a19218 admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:20:57.918717 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-69ea7769-7081-4691-98b1-8c1396c350aa req-94420373-6292-4e77-9e7e-942325cc8d67 tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] 10.222.0.21 "GET /v2.0/ports?device_id=d91dfe60-add0-4275-be8f-69bfab769658 HTTP/1.1" status: 200 len: 210 time: 0.0647862 Aug 22 13:20:57.945567 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 86c2ca98-5afd-4761-9c74-af3f25e3f90d completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:20:57.953221 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 86c2ca98-5afd-4761-9c74-af3f25e3f90d triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:20:57.954925 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:58.009623 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8889dab7-c376-484e-8352-1848f889ccfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:58.036499 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:58.111905 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b5299-8d17-45bf-8f6e-acce7ba5c080 req-b992d3b4-91b0-45cf-8793-2acc02a8ae99 tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:20:58.113770 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-618b5299-8d17-45bf-8f6e-acce7ba5c080 req-b992d3b4-91b0-45cf-8793-2acc02a8ae99 tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3008151 Aug 22 13:20:58.114686 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2f8a0-877f-4336-a2e4-2ac3bd4204e6 req-0ba6e5e0-2ef8-44e5-8271-c55df9523bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:20:58.121422 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-59e2f8a0-877f-4336-a2e4-2ac3bd4204e6 req-0ba6e5e0-2ef8-44e5-8271-c55df9523bbd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bc86d365c3394190af1f322ffdf34505&device_id=425a0786-f121-4e1f-85e6-a2c91b79cddb HTTP/1.1" status: 200 len: 1100 time: 0.4188778 Aug 22 13:20:58.136622 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:58.140983 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-618b5299-8d17-45bf-8f6e-acce7ba5c080 req-efe4b082-a048-4533-93f4-f44a23028086 tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] Request body: {'port': {'device_id': 'd91dfe60-add0-4275-be8f-69bfab769658', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'admin_state_up': True, 'tenant_id': '5e3690dce90049ccba18315171d3193d'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:20:58.166261 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 86c2ca98-5afd-4761-9c74-af3f25e3f90d, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=86c2ca98-5afd-4761-9c74-af3f25e3f90d,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:20:58.171827 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:58.201345 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc65ffe-efb5-46d0-8f03-70aaa6a19218 admin admin] Router 96103a62-19ca-48f4-8434-777db29e697a has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:20:58.235471 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=86c2ca98-5afd-4761-9c74-af3f25e3f90d,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:20:58.257599 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-063d4c60-3d1b-427b-8506-b27f385b5390 None None] Provisioning complete for port b8fafdd9-90e9-411d-863c-1098e4d099a2 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:20:58.258126 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-063d4c60-3d1b-427b-8506-b27f385b5390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:58.281643 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-152adc67-a21a-4f3e-91d2-9c15e9d8c130 req-a73a041e-3cfe-455b-9758-01d4732b54a3 tempest-QuotasAdminNegativeTest-1439659795 tempest-QuotasAdminNegativeTest-1439659795-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=bb1a0d35056345fdad4287f250ea3439&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1744714 Aug 22 13:20:58.296471 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-063d4c60-3d1b-427b-8506-b27f385b5390 None None] Port b8fafdd9-90e9-411d-863c-1098e4d099a2 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:20:58.299056 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-59e2f8a0-877f-4336-a2e4-2ac3bd4204e6 req-5fdabbe8-1cf8-4bde-b344-47cf422b0d46 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=7683710e-5fba-429f-bcff-9c73f81e9bf1 HTTP/1.1" status: 200 len: 217 time: 0.1490357 Aug 22 13:20:58.312707 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5bd97-818f-403a-88c2-06ad98581c74 req-57c62811-fb8f-4b40-af20-83134cab17c6 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:20:58.314378 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-aae5bd97-818f-403a-88c2-06ad98581c74 req-57c62811-fb8f-4b40-af20-83134cab17c6 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/ports?device_id=425a0786-f121-4e1f-85e6-a2c91b79cddb HTTP/1.1" status: 200 len: 948 time: 0.4569163 Aug 22 13:20:58.382156 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ee18f5d6-e849-4de9-a588-e31799b60f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:58.450798 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6752c437-adfc-4945-8ede-279d0a43a2d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:58.512717 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc65ffe-efb5-46d0-8f03-70aaa6a19218 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:20:58.518203 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7dc65ffe-efb5-46d0-8f03-70aaa6a19218 admin admin] 10.222.0.21 "PUT /v2.0/routers/96103a62-19ca-48f4-8434-777db29e697a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7406030 Aug 22 13:20:58.576019 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6752c437-adfc-4945-8ede-279d0a43a2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:58.625588 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2f8a0-877f-4336-a2e4-2ac3bd4204e6 req-d20dac07-af9e-4008-b136-038bad36d438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:20:58.627355 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-59e2f8a0-877f-4336-a2e4-2ac3bd4204e6 req-d20dac07-af9e-4008-b136-038bad36d438 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.3002746 Aug 22 13:20:58.639104 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-aae5bd97-818f-403a-88c2-06ad98581c74 req-5014ff26-9e39-43c0-95c1-9e32a0a678a9 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/security-groups?id=951ba7d6-a6cb-4633-baee-4394277aa814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934544 Aug 22 13:20:58.699805 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-6752c437-adfc-4945-8ede-279d0a43a2d8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b08bddb0600e4a0aab40b3dfb172a3dc&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2740965 Aug 22 13:20:58.700470 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43308) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:20:58.723310 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152adc67-a21a-4f3e-91d2-9c15e9d8c130 req-dfa1d0f8-d522-47bb-a38e-9167b7bdcdc1 tempest-QuotasAdminNegativeTest-1439659795 tempest-QuotasAdminNegativeTest-1439659795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:20:58.724693 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-152adc67-a21a-4f3e-91d2-9c15e9d8c130 req-dfa1d0f8-d522-47bb-a38e-9167b7bdcdc1 tempest-QuotasAdminNegativeTest-1439659795 tempest-QuotasAdminNegativeTest-1439659795-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4419990 Aug 22 13:20:58.758065 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6752c437-adfc-4945-8ede-279d0a43a2d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e333cd2d-cfd4-4675-97c2-7c5950665329,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:20:58.760151 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ab9f664d-ad51-418b-a872-4d64b3a70078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:58.780743 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-152adc67-a21a-4f3e-91d2-9c15e9d8c130 req-0d367e47-78d1-477c-98a2-ac7699729ce4 tempest-QuotasAdminNegativeTest-1439659795 tempest-QuotasAdminNegativeTest-1439659795-project] 10.222.0.21 "GET /v2.0/quotas/bb1a0d35056345fdad4287f250ea3439 HTTP/1.1" status: 200 len: 375 time: 0.0410790 Aug 22 13:20:58.785661 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ab9f664d-ad51-418b-a872-4d64b3a70078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:58.808038 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2f8a0-877f-4336-a2e4-2ac3bd4204e6 req-4975a6f4-59fb-46dc-8aef-bc6d62de8b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:20:58.809590 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-59e2f8a0-877f-4336-a2e4-2ac3bd4204e6 req-4975a6f4-59fb-46dc-8aef-bc6d62de8b2b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1623044 Aug 22 13:20:58.834319 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-152adc67-a21a-4f3e-91d2-9c15e9d8c130 req-9f46e599-76db-4699-b5b4-1a4e6eeacc60 tempest-QuotasAdminNegativeTest-1439659795 tempest-QuotasAdminNegativeTest-1439659795-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb1a0d35056345fdad4287f250ea3439&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422771 Aug 22 13:20:58.847288 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ab9f664d-ad51-418b-a872-4d64b3a70078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:58.850885 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ab9f664d-ad51-418b-a872-4d64b3a70078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:58.852869 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ab9f664d-ad51-418b-a872-4d64b3a70078 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e333cd2d-cfd4-4675-97c2-7c5950665329 HTTP/1.1" status: 204 len: 168 time: 0.1502137 Aug 22 13:20:58.864620 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9f664d-ad51-418b-a872-4d64b3a70078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e333cd2d-cfd4-4675-97c2-7c5950665329,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:20:58.915350 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8889dab7-c376-484e-8352-1848f889ccfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:58.934047 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8889dab7-c376-484e-8352-1848f889ccfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:58.959383 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-618b5299-8d17-45bf-8f6e-acce7ba5c080 req-efe4b082-a048-4533-93f4-f44a23028086 tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] Made reservation on behalf of 5e3690dce90049ccba18315171d3193d for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:20:58.970847 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-618b5299-8d17-45bf-8f6e-acce7ba5c080 req-efe4b082-a048-4533-93f4-f44a23028086 tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:58.998003 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-618b5299-8d17-45bf-8f6e-acce7ba5c080 req-efe4b082-a048-4533-93f4-f44a23028086 tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:59.052314 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-59e2f8a0-877f-4336-a2e4-2ac3bd4204e6 req-0843a9cd-458c-44ae-9b2d-8d98892269bd service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216804 Aug 22 13:20:59.080557 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-8889dab7-c376-484e-8352-1848f889ccfa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d36c5f7fd21a495989faaffd67ac6dcf&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6085305 Aug 22 13:20:59.081397 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 43328) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:20:59.105897 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8889dab7-c376-484e-8352-1848f889ccfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2acb5c-c541-4a92-b84a-ceaf6f4e99e8,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:20:59.125412 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1fcb4816-c59d-42ff-85af-9614721ae171 req-79533400-a3ad-4546-bbf9-bdcb90705a9c tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] 10.222.0.21 "GET /v2.0/ports?device_id=d91dfe60-add0-4275-be8f-69bfab769658 HTTP/1.1" status: 200 len: 210 time: 0.0705345 Aug 22 13:20:59.175441 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-618b5299-8d17-45bf-8f6e-acce7ba5c080 req-efe4b082-a048-4533-93f4-f44a23028086 tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:59.185542 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-618b5299-8d17-45bf-8f6e-acce7ba5c080 req-efe4b082-a048-4533-93f4-f44a23028086 tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:59.266248 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3aee84d7-5064-4f59-9a51-a039eed51f3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:59.270520 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe4b082-a048-4533-93f4-f44a23028086 tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd28d0ea-de33-4424-a1b5-ea77bed5862f,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:20:59.275423 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-59e2f8a0-877f-4336-a2e4-2ac3bd4204e6 req-255efada-fe0f-45bb-964c-1eaaf0b0488c service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095482 Aug 22 13:20:59.300761 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3aee84d7-5064-4f59-9a51-a039eed51f3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:59.331115 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 43334) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:20:59.347268 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1f54831d-6eb9-476f-bd87-4ea7da928beb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:59.374211 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-618b5299-8d17-45bf-8f6e-acce7ba5c080 req-efe4b082-a048-4533-93f4-f44a23028086 tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] Allocated IP 192.168.233.232 (7dc41cff-a3ac-4fc2-ba06-973efce2365e/7151c727-b27f-4308-8098-60bc16140d45/64aa11d2-ef5a-47ad-bc33-a7a79ada5e18) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:20:59.395924 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3aee84d7-5064-4f59-9a51-a039eed51f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:59.398477 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3aee84d7-5064-4f59-9a51-a039eed51f3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:59.399800 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-3aee84d7-5064-4f59-9a51-a039eed51f3a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4c2acb5c-c541-4a92-b84a-ceaf6f4e99e8 HTTP/1.1" status: 204 len: 168 time: 0.2997253 Aug 22 13:20:59.414157 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aee84d7-5064-4f59-9a51-a039eed51f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2acb5c-c541-4a92-b84a-ceaf6f4e99e8,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:20:59.482623 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 43338) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:20:59.492357 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10d4fe7-a4ed-432c-8d60-36961d6c2582 None None] Sync routers for ids ['96103a62-19ca-48f4-8434-777db29e697a'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:20:59.493718 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-9a08b653-34e9-479c-a861-2c1ffd040c82 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-353826243-network', 'tenant_id': 'b0a317603acd420682a14f8fb994b7a5'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:20:59.507454 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10d4fe7-a4ed-432c-8d60-36961d6c2582 None None] Routers {'96103a62-19ca-48f4-8434-777db29e697a'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:20:59.511665 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-e10d4fe7-a4ed-432c-8d60-36961d6c2582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:20:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['96103a62-19ca-48f4-8434-777db29e697a'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:20:59.541655 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1f54831d-6eb9-476f-bd87-4ea7da928beb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:59.592588 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1f54831d-6eb9-476f-bd87-4ea7da928beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:59.618886 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-618b5299-8d17-45bf-8f6e-acce7ba5c080 req-efe4b082-a048-4533-93f4-f44a23028086 tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:59.621202 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 86c2ca98-5afd-4761-9c74-af3f25e3f90d up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:20:59.625352 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a08b653-34e9-479c-a861-2c1ffd040c82 admin admin] Made reservation on behalf of b0a317603acd420682a14f8fb994b7a5 for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:20:59.633177 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9a08b653-34e9-479c-a861-2c1ffd040c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:59.641370 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-618b5299-8d17-45bf-8f6e-acce7ba5c080 req-efe4b082-a048-4533-93f4-f44a23028086 tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] Transition to ACTIVE for port object 64aa11d2-ef5a-47ad-bc33-a7a79ada5e18 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:20:59.646390 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9a08b653-34e9-479c-a861-2c1ffd040c82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:59.678581 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f54831d-6eb9-476f-bd87-4ea7da928beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a43ddd-8937-4ae8-94a0-4f8cd43efcfb,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:20:59.683928 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-1f54831d-6eb9-476f-bd87-4ea7da928beb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2bfdd693d16b4c6a97d5fe62eec013c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3524525 Aug 22 13:20:59.686745 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 43342) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:20:59.721049 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-618b5299-8d17-45bf-8f6e-acce7ba5c080 req-efe4b082-a048-4533-93f4-f44a23028086 tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:59.774428 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9052c0df-2aa1-4367-9f53-d5797451896e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:59.819145 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-e10d4fe7-a4ed-432c-8d60-36961d6c2582 None None] Set router 96103a62-19ca-48f4-8434-777db29e697a gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:20:59.827712 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9052c0df-2aa1-4367-9f53-d5797451896e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:59.839932 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-618b5299-8d17-45bf-8f6e-acce7ba5c080 req-efe4b082-a048-4533-93f4-f44a23028086 tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] Network 7dc41cff-a3ac-4fc2-ba06-973efce2365e is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:20:59.845249 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-618b5299-8d17-45bf-8f6e-acce7ba5c080 req-efe4b082-a048-4533-93f4-f44a23028086 tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:20:59.848818 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-618b5299-8d17-45bf-8f6e-acce7ba5c080 req-efe4b082-a048-4533-93f4-f44a23028086 tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:20:59.872376 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b5299-8d17-45bf-8f6e-acce7ba5c080 req-efe4b082-a048-4533-93f4-f44a23028086 tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:20:59.873048 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-618b5299-8d17-45bf-8f6e-acce7ba5c080 req-efe4b082-a048-4533-93f4-f44a23028086 tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:59.880927 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 86c2ca98-5afd-4761-9c74-af3f25e3f90d triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:20:59.881952 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:59.914103 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe4b082-a048-4533-93f4-f44a23028086 tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] Pushing event updated for resources: {'Port': ['ID=64aa11d2-ef5a-47ad-bc33-a7a79ada5e18,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:20:59.926816 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01f473-a8bb-4bf6-9224-1e8f34c1378c req-c7f910ff-c7f2-4673-a3b3-3ae45e8b4808 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:20:59.929307 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0c01f473-a8bb-4bf6-9224-1e8f34c1378c req-c7f910ff-c7f2-4673-a3b3-3ae45e8b4808 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/ports?device_id=425a0786-f121-4e1f-85e6-a2c91b79cddb HTTP/1.1" status: 200 len: 948 time: 0.1289561 Aug 22 13:20:59.970806 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9a08b653-34e9-479c-a861-2c1ffd040c82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:59.983902 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9a08b653-34e9-479c-a861-2c1ffd040c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:20:59.991538 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-618b5299-8d17-45bf-8f6e-acce7ba5c080 req-efe4b082-a048-4533-93f4-f44a23028086 tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8588047 Aug 22 13:21:00.001917 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0c01f473-a8bb-4bf6-9224-1e8f34c1378c req-2b2dc488-025b-4466-8230-1256d15de7cc tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/security-groups?id=951ba7d6-a6cb-4633-baee-4394277aa814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606439 Aug 22 13:21:00.006549 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-618b5299-8d17-45bf-8f6e-acce7ba5c080 req-b6b12b82-1938-44ee-8d11-3cb535d3f032 service neutron] Request body: {'port': {'device_id': 'd91dfe60-add0-4275-be8f-69bfab769658', 'device_owner': 'compute:tempest-test_az-1890585074', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:21:00.022027 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9052c0df-2aa1-4367-9f53-d5797451896e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:00.025663 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9052c0df-2aa1-4367-9f53-d5797451896e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:00.026844 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-9052c0df-2aa1-4367-9f53-d5797451896e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/45a43ddd-8937-4ae8-94a0-4f8cd43efcfb HTTP/1.1" status: 204 len: 168 time: 0.3376515 Aug 22 13:21:00.060567 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a08b653-34e9-479c-a861-2c1ffd040c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3b3537-37dd-4e2e-a1ec-a0a79e8d8f57,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:00.092862 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a08b653-34e9-479c-a861-2c1ffd040c82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:21:00.104396 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9052c0df-2aa1-4367-9f53-d5797451896e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a43ddd-8937-4ae8-94a0-4f8cd43efcfb,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:00.116611 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 43354) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:00.135258 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8f662f54-1e24-4912-9339-4f161e17e46e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:00.147985 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9a08b653-34e9-479c-a861-2c1ffd040c82 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776903417622', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:00.148249 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-618b5299-8d17-45bf-8f6e-acce7ba5c080 req-b6b12b82-1938-44ee-8d11-3cb535d3f032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:00.149313 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9a08b653-34e9-479c-a861-2c1ffd040c82 admin admin] Unsubscribe: segment precommit_create {{(pid=94627) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 22 13:21:00.150171 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-9a08b653-34e9-479c-a861-2c1ffd040c82 admin admin] Added segment cadfcec1-8779-4a7d-af2c-d55d64403d1f of type vlan for network e6869023-2ece-4930-914d-a3196e85cf3d Aug 22 13:21:00.257126 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 43358) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:00.293339 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-37238c3a-9f61-4464-a3a3-c29c24b083d1 None None] Provisioning for port 64aa11d2-ef5a-47ad-bc33-a7a79ada5e18 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:21:00.303792 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-37238c3a-9f61-4464-a3a3-c29c24b083d1 None None] Provisioning complete for port 64aa11d2-ef5a-47ad-bc33-a7a79ada5e18 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:21:00.304362 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-37238c3a-9f61-4464-a3a3-c29c24b083d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:00.365990 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9a08b653-34e9-479c-a861-2c1ffd040c82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:00.412178 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8669a8-6498-4a8b-a35c-b13abd66e96d req-acf38249-df60-46ef-aa3a-21f7874708ee tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:00.413823 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-aa8669a8-6498-4a8b-a35c-b13abd66e96d req-acf38249-df60-46ef-aa3a-21f7874708ee tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] 10.222.0.21 "GET /v2.0/ports?device_id=d91dfe60-add0-4275-be8f-69bfab769658 HTTP/1.1" status: 200 len: 936 time: 0.1141105 Aug 22 13:21:00.425060 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-37238c3a-9f61-4464-a3a3-c29c24b083d1 None None] Port 64aa11d2-ef5a-47ad-bc33-a7a79ada5e18 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:21:00.472359 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-acd3947e-fdcb-498b-b0b8-9add48e7bc21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:00.486553 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-e10d4fe7-a4ed-432c-8d60-36961d6c2582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96103a62-19ca-48f4-8434-777db29e697a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-35615422-router', 'tenant_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '86c2ca98-5afd-4761-9c74-af3f25e3f90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:20:50Z', 'updated_at': '2021-08-22T13:20:56Z', 'revision_number': 4, 'project_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'gw_port': {'id': '86c2ca98-5afd-4761-9c74-af3f25e3f90d', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:57:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96103a62-19ca-48f4-8434-777db29e697a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:20:51Z', 'updated_at': '2021-08-22T13:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'b8fafdd9-90e9-411d-863c-1098e4d099a2', 'name': '', 'network_id': 'a1c10f8c-20d5-4d04-af7a-0afa0a2251fb', 'tenant_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'mac_address': 'fa:16:3e:04:8c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96103a62-19ca-48f4-8434-777db29e697a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6b2f428e-282f-45d1-83f0-557cce9c83da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:20:56Z', 'updated_at': '2021-08-22T13:20:57Z', 'revision_number': 2, 'project_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'subnets': [{'id': '6b2f428e-282f-45d1-83f0-557cce9c83da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:21:00.502330 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9a08b653-34e9-479c-a861-2c1ffd040c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:00.503508 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a08b653-34e9-479c-a861-2c1ffd040c82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:00.504157 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9a08b653-34e9-479c-a861-2c1ffd040c82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:00.518320 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10d4fe7-a4ed-432c-8d60-36961d6c2582 None None] Checking router: 96103a62-19ca-48f4-8434-777db29e697a for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:21:00.519245 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10d4fe7-a4ed-432c-8d60-36961d6c2582 None None] Updating router 96103a62-19ca-48f4-8434-777db29e697a port b8fafdd9-90e9-411d-863c-1098e4d099a2 binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:21:00.552935 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e10d4fe7-a4ed-432c-8d60-36961d6c2582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:00.604107 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8f662f54-1e24-4912-9339-4f161e17e46e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:00.607678 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-aa8669a8-6498-4a8b-a35c-b13abd66e96d req-229e109c-1203-4f91-9d87-14e2a5d7067e tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd28d0ea-de33-4424-a1b5-ea77bed5862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768358 Aug 22 13:21:00.626103 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8f662f54-1e24-4912-9339-4f161e17e46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:00.650975 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-618b5299-8d17-45bf-8f6e-acce7ba5c080 req-b6b12b82-1938-44ee-8d11-3cb535d3f032 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64aa11d2-ef5a-47ad-bc33-a7a79ada5e18 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:21:00.661433 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-618b5299-8d17-45bf-8f6e-acce7ba5c080 req-b6b12b82-1938-44ee-8d11-3cb535d3f032 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:00.677587 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-618b5299-8d17-45bf-8f6e-acce7ba5c080 req-b6b12b82-1938-44ee-8d11-3cb535d3f032 service neutron] Transition to ACTIVE for port object 64aa11d2-ef5a-47ad-bc33-a7a79ada5e18 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:21:00.684962 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-618b5299-8d17-45bf-8f6e-acce7ba5c080 req-b6b12b82-1938-44ee-8d11-3cb535d3f032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:00.697819 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a08b653-34e9-479c-a861-2c1ffd040c82 admin admin] Pushing event updated for resources: {'Network': ['ID=e6869023-2ece-4930-914d-a3196e85cf3d,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:00.712089 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-8f662f54-1e24-4912-9339-4f161e17e46e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=796751ac5f5348e69820d807a6467e42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5933156 Aug 22 13:21:00.718298 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f662f54-1e24-4912-9339-4f161e17e46e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed583b4e-df0a-4f4d-baba-2c6153ee1614,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:00.720046 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43372) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:00.732028 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network e6869023-2ece-4930-914d-a3196e85cf3d details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:21:00.788873 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-acd3947e-fdcb-498b-b0b8-9add48e7bc21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:00.795334 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-acd3947e-fdcb-498b-b0b8-9add48e7bc21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:00.821350 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-9a08b653-34e9-479c-a861-2c1ffd040c82 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3370736 Aug 22 13:21:00.827042 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 43376) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:00.832987 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b12b82-1938-44ee-8d11-3cb535d3f032 service neutron] Pushing event updated for resources: {'Port': ['ID=64aa11d2-ef5a-47ad-bc33-a7a79ada5e18,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:00.836103 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5d7a69ea-60c7-48ab-b6b3-7125302b23ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:00.844867 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-127a9b27-e216-4cf8-99d2-ad81453ebd13 admin admin] Request body: {'subnet': {'network_id': 'e6869023-2ece-4930-914d-a3196e85cf3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-353826243-subnet', 'tenant_id': 'b0a317603acd420682a14f8fb994b7a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:21:00.862373 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-acd3947e-fdcb-498b-b0b8-9add48e7bc21 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bb1a0d35056345fdad4287f250ea3439&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6037321 Aug 22 13:21:00.863163 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 43378) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:00.865507 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd3947e-fdcb-498b-b0b8-9add48e7bc21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86050b12-d0b1-48b9-9c30-d35a15b374fc,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:00.866681 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5d7a69ea-60c7-48ab-b6b3-7125302b23ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:00.915120 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127a9b27-e216-4cf8-99d2-ad81453ebd13 admin admin] Made reservation on behalf of b0a317603acd420682a14f8fb994b7a5 for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:21:00.917650 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-127a9b27-e216-4cf8-99d2-ad81453ebd13 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:00.938960 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:21:00.965476 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-618b5299-8d17-45bf-8f6e-acce7ba5c080 req-b6b12b82-1938-44ee-8d11-3cb535d3f032 service neutron] Attempting to bind port 64aa11d2-ef5a-47ad-bc33-a7a79ada5e18 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:21:00.965476 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-618b5299-8d17-45bf-8f6e-acce7ba5c080 req-b6b12b82-1938-44ee-8d11-3cb535d3f032 service neutron] Attempting to bind port 64aa11d2-ef5a-47ad-bc33-a7a79ada5e18 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:21:00.965860 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618b5299-8d17-45bf-8f6e-acce7ba5c080 req-b6b12b82-1938-44ee-8d11-3cb535d3f032 service neutron] Attempting to bind port 64aa11d2-ef5a-47ad-bc33-a7a79ada5e18 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:21:00.972251 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618b5299-8d17-45bf-8f6e-acce7ba5c080 req-b6b12b82-1938-44ee-8d11-3cb535d3f032 service neutron] Port 64aa11d2-ef5a-47ad-bc33-a7a79ada5e18 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:21:00.972568 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618b5299-8d17-45bf-8f6e-acce7ba5c080 req-b6b12b82-1938-44ee-8d11-3cb535d3f032 service neutron] Attempting to bind port 64aa11d2-ef5a-47ad-bc33-a7a79ada5e18 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:21:00.975479 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5d7a69ea-60c7-48ab-b6b3-7125302b23ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:00.978061 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5d7a69ea-60c7-48ab-b6b3-7125302b23ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:00.979203 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5d7a69ea-60c7-48ab-b6b3-7125302b23ef admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ed583b4e-df0a-4f4d-baba-2c6153ee1614 HTTP/1.1" status: 204 len: 168 time: 0.2581904 Aug 22 13:21:01.000032 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618b5299-8d17-45bf-8f6e-acce7ba5c080 req-b6b12b82-1938-44ee-8d11-3cb535d3f032 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:21:01.000408 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618b5299-8d17-45bf-8f6e-acce7ba5c080 req-b6b12b82-1938-44ee-8d11-3cb535d3f032 service neutron] Checking segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:21:01.009165 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618b5299-8d17-45bf-8f6e-acce7ba5c080 req-b6b12b82-1938-44ee-8d11-3cb535d3f032 service neutron] Bound using segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:21:01.010066 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-618b5299-8d17-45bf-8f6e-acce7ba5c080 req-b6b12b82-1938-44ee-8d11-3cb535d3f032 service neutron] Bound port: 64aa11d2-ef5a-47ad-bc33-a7a79ada5e18, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:21:01.010448 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-618b5299-8d17-45bf-8f6e-acce7ba5c080 req-b6b12b82-1938-44ee-8d11-3cb535d3f032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:01.018449 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9c03995a-25e8-4538-b665-2c71d02219b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:01.052908 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7a69ea-60c7-48ab-b6b3-7125302b23ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed583b4e-df0a-4f4d-baba-2c6153ee1614,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:01.095342 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e10d4fe7-a4ed-432c-8d60-36961d6c2582 None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:01.106480 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e10d4fe7-a4ed-432c-8d60-36961d6c2582 None None] Transition to ACTIVE for port object b8fafdd9-90e9-411d-863c-1098e4d099a2 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:21:01.126898 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9c03995a-25e8-4538-b665-2c71d02219b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:01.152418 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-618b5299-8d17-45bf-8f6e-acce7ba5c080 req-b6b12b82-1938-44ee-8d11-3cb535d3f032 service neutron] For port 64aa11d2-ef5a-47ad-bc33-a7a79ada5e18, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:21:01.155618 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e10d4fe7-a4ed-432c-8d60-36961d6c2582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:01.157882 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-618b5299-8d17-45bf-8f6e-acce7ba5c080 req-b6b12b82-1938-44ee-8d11-3cb535d3f032 service neutron] For port 64aa11d2-ef5a-47ad-bc33-a7a79ada5e18, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=64aa11d2-ef5a-47ad-bc33-a7a79ada5e18,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:21:01.167778 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-618b5299-8d17-45bf-8f6e-acce7ba5c080 req-b6b12b82-1938-44ee-8d11-3cb535d3f032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:01.173068 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-096ad249-cfdc-4b4c-86b1-b0e1d7ae68ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:01.232831 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b5299-8d17-45bf-8f6e-acce7ba5c080 req-b6b12b82-1938-44ee-8d11-3cb535d3f032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:01.233743 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-618b5299-8d17-45bf-8f6e-acce7ba5c080 req-b6b12b82-1938-44ee-8d11-3cb535d3f032 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:01.235841 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-618b5299-8d17-45bf-8f6e-acce7ba5c080 req-b6b12b82-1938-44ee-8d11-3cb535d3f032 service neutron] 10.222.0.41 "PUT /v2.0/ports/64aa11d2-ef5a-47ad-bc33-a7a79ada5e18 HTTP/1.1" status: 200 len: 1119 time: 1.2343428 Aug 22 13:21:01.235841 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd91dfe60-add0-4275-be8f-69bfab769658', 'tag': '64aa11d2-ef5a-47ad-bc33-a7a79ada5e18'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:21:01.237331 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa5f381-867c-4c1b-aeef-65e3d073e0df None None] Pushing event updated for resources: {'Port': ['ID=b8fafdd9-90e9-411d-863c-1098e4d099a2,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:01.238105 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a81053-8140-4654-88c8-2a6e365043b0" -d '{"events": [{"name": "network-changed", "server_uuid": "d91dfe60-add0-4275-be8f-69bfab769658", "tag": "64aa11d2-ef5a-47ad-bc33-a7a79ada5e18"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:21:01.241447 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b12b82-1938-44ee-8d11-3cb535d3f032 service neutron] Pushing event updated for resources: {'Port': ['ID=64aa11d2-ef5a-47ad-bc33-a7a79ada5e18,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:01.252010 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:01.333057 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b5299-8d17-45bf-8f6e-acce7ba5c080 req-9c514ded-243c-439a-944e-405a1ca4b195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:01.340492 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-618b5299-8d17-45bf-8f6e-acce7ba5c080 req-9c514ded-243c-439a-944e-405a1ca4b195 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5e3690dce90049ccba18315171d3193d&device_id=d91dfe60-add0-4275-be8f-69bfab769658 HTTP/1.1" status: 200 len: 1122 time: 0.0617058 Aug 22 13:21:01.401155 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed293663-9598-407f-a8f3-8ff5026654d4 req-281b7dca-dfa3-46cc-a5e9-a794163c8410 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:01.414614 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ed293663-9598-407f-a8f3-8ff5026654d4 req-281b7dca-dfa3-46cc-a5e9-a794163c8410 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/ports?device_id=425a0786-f121-4e1f-85e6-a2c91b79cddb HTTP/1.1" status: 200 len: 948 time: 0.2802467 Aug 22 13:21:01.552657 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ed293663-9598-407f-a8f3-8ff5026654d4 req-1c9e7907-8822-4bed-ab51-361287b06cc2 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/security-groups?id=951ba7d6-a6cb-4633-baee-4394277aa814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381488 Aug 22 13:21:01.583327 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-e10d4fe7-a4ed-432c-8d60-36961d6c2582 None None] Attempting to bind port b8fafdd9-90e9-411d-863c-1098e4d099a2 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:21:01.584317 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-e10d4fe7-a4ed-432c-8d60-36961d6c2582 None None] Attempting to bind port b8fafdd9-90e9-411d-863c-1098e4d099a2 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'cfd609c7-b14b-488e-8058-23f3798cf6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a1c10f8c-20d5-4d04-af7a-0afa0a2251fb'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:21:01.584893 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10d4fe7-a4ed-432c-8d60-36961d6c2582 None None] Attempting to bind port b8fafdd9-90e9-411d-863c-1098e4d099a2 on network a1c10f8c-20d5-4d04-af7a-0afa0a2251fb {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:21:01.597615 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10d4fe7-a4ed-432c-8d60-36961d6c2582 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:21:01.600864 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10d4fe7-a4ed-432c-8d60-36961d6c2582 None None] Checking segment: {'id': 'cfd609c7-b14b-488e-8058-23f3798cf6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a1c10f8c-20d5-4d04-af7a-0afa0a2251fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:21:01.603855 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e10d4fe7-a4ed-432c-8d60-36961d6c2582 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:01.604546 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10d4fe7-a4ed-432c-8d60-36961d6c2582 None None] Bound using segment: {'id': 'cfd609c7-b14b-488e-8058-23f3798cf6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a1c10f8c-20d5-4d04-af7a-0afa0a2251fb'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:21:01.604982 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9c03995a-25e8-4538-b665-2c71d02219b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:01.605510 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-e10d4fe7-a4ed-432c-8d60-36961d6c2582 None None] Bound port: b8fafdd9-90e9-411d-863c-1098e4d099a2, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfd609c7-b14b-488e-8058-23f3798cf6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a1c10f8c-20d5-4d04-af7a-0afa0a2251fb'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:21:01.607551 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e10d4fe7-a4ed-432c-8d60-36961d6c2582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:01.607882 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e5e089-ba2f-448e-82b8-fb4c9793557a x-openstack-request-id: req-12e5e089-ba2f-448e-82b8-fb4c9793557a {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:21:01.608166 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d91dfe60-add0-4275-be8f-69bfab769658", "tag": "64aa11d2-ef5a-47ad-bc33-a7a79ada5e18", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:21:01.610948 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-12e5e089-ba2f-448e-82b8-fb4c9793557a {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:21:01.611362 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd91dfe60-add0-4275-be8f-69bfab769658', 'tag': '64aa11d2-ef5a-47ad-bc33-a7a79ada5e18', 'status': 'completed', 'code': 200} Aug 22 13:21:01.613953 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-618b5299-8d17-45bf-8f6e-acce7ba5c080 req-29104346-c1c3-46b3-82de-b6f11f4b78d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=64aa11d2-ef5a-47ad-bc33-a7a79ada5e18 HTTP/1.1" status: 200 len: 217 time: 0.2649374 Aug 22 13:21:01.620662 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9c03995a-25e8-4538-b665-2c71d02219b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:01.624301 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-9c03995a-25e8-4538-b665-2c71d02219b2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/86050b12-d0b1-48b9-9c30-d35a15b374fc HTTP/1.1" status: 204 len: 168 time: 0.7528086 Aug 22 13:21:01.662576 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c03995a-25e8-4538-b665-2c71d02219b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86050b12-d0b1-48b9-9c30-d35a15b374fc,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:01.687922 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-127a9b27-e216-4cf8-99d2-ad81453ebd13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:01.732345 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b5299-8d17-45bf-8f6e-acce7ba5c080 req-03b4ebbe-fd6a-49d1-b3e5-26384bdb3b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:01.738772 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-618b5299-8d17-45bf-8f6e-acce7ba5c080 req-03b4ebbe-fd6a-49d1-b3e5-26384bdb3b16 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.1165285 Aug 22 13:21:01.776920 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a9b27-e216-4cf8-99d2-ad81453ebd13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb165b84-2eb8-4987-835a-0074aaa54c29,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:01.781383 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e10d4fe7-a4ed-432c-8d60-36961d6c2582 None None] For port b8fafdd9-90e9-411d-863c-1098e4d099a2, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:21:01.786013 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e10d4fe7-a4ed-432c-8d60-36961d6c2582 None None] For port b8fafdd9-90e9-411d-863c-1098e4d099a2, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=b8fafdd9-90e9-411d-863c-1098e4d099a2,segment=NetworkSegment(cfd609c7-b14b-488e-8058-23f3798cf6a8),segment_id=cfd609c7-b14b-488e-8058-23f3798cf6a8)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:21:01.795163 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e10d4fe7-a4ed-432c-8d60-36961d6c2582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:01.810532 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127a9b27-e216-4cf8-99d2-ad81453ebd13 admin admin] Checking segment: {'id': 'cadfcec1-8779-4a7d-af2c-d55d64403d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e6869023-2ece-4930-914d-a3196e85cf3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:21:01.810894 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127a9b27-e216-4cf8-99d2-ad81453ebd13 admin admin] Network hostable DHCP agents. Network: e6869023-2ece-4930-914d-a3196e85cf3d, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:21:01.846318 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5dab14-04b0-4821-b38d-a3ac54eeea10 req-85c90844-a5ad-4728-883d-7149af53aa9f tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:01.854727 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fa5dab14-04b0-4821-b38d-a3ac54eeea10 req-85c90844-a5ad-4728-883d-7149af53aa9f tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] 10.222.0.21 "GET /v2.0/ports?device_id=d91dfe60-add0-4275-be8f-69bfab769658 HTTP/1.1" status: 200 len: 970 time: 0.0824814 Aug 22 13:21:01.865907 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127a9b27-e216-4cf8-99d2-ad81453ebd13 admin admin] Network e6869023-2ece-4930-914d-a3196e85cf3d is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:21:01.872045 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa5f381-867c-4c1b-aeef-65e3d073e0df None None] Pushing event updated for resources: {'Port': ['ID=b8fafdd9-90e9-411d-863c-1098e4d099a2,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:01.890432 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10d4fe7-a4ed-432c-8d60-36961d6c2582 None None] Routers {'96103a62-19ca-48f4-8434-777db29e697a'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:21:01.891374 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-e10d4fe7-a4ed-432c-8d60-36961d6c2582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:21:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['96103a62-19ca-48f4-8434-777db29e697a'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:21:01.899361 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-127a9b27-e216-4cf8-99d2-ad81453ebd13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, e6869023-2ece-4930-914d-a3196e85cf3d) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:21:01.905907 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127a9b27-e216-4cf8-99d2-ad81453ebd13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:01.906492 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-127a9b27-e216-4cf8-99d2-ad81453ebd13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:01.913235 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b5299-8d17-45bf-8f6e-acce7ba5c080 req-d6b8bfc8-f117-4097-af71-ed75aa5c448a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:01.915299 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-618b5299-8d17-45bf-8f6e-acce7ba5c080 req-d6b8bfc8-f117-4097-af71-ed75aa5c448a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1694176 Aug 22 13:21:01.940457 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e8aacc-06ad-4bba-a4ce-e39a1ebfbee0 None None] Network e6869023-2ece-4930-914d-a3196e85cf3d requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:21:01.954487 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fa5dab14-04b0-4821-b38d-a3ac54eeea10 req-d3038677-f147-4b8d-a92d-ef46127da873 tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd28d0ea-de33-4424-a1b5-ea77bed5862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946758 Aug 22 13:21:01.972739 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-127a9b27-e216-4cf8-99d2-ad81453ebd13 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1377311 Aug 22 13:21:01.972852 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 43422) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:01.988984 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-1da252f5-8333-437e-a29a-eff57814485b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-353826243-router', 'tenant_id': 'b0a317603acd420682a14f8fb994b7a5', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:21:02.041634 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1da252f5-8333-437e-a29a-eff57814485b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:02.043855 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1da252f5-8333-437e-a29a-eff57814485b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:02.048616 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-618b5299-8d17-45bf-8f6e-acce7ba5c080 req-dbc3412e-2db5-46f3-83d5-f9e393d5eb89 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249669 Aug 22 13:21:02.146707 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1da252f5-8333-437e-a29a-eff57814485b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:02.204622 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-e10d4fe7-a4ed-432c-8d60-36961d6c2582 None None] Set router 96103a62-19ca-48f4-8434-777db29e697a gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:21:02.211710 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-618b5299-8d17-45bf-8f6e-acce7ba5c080 req-a5eaa414-ccef-4fdf-8419-73a3c01efeeb service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544719 Aug 22 13:21:02.326088 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a81053-8140-4654-88c8-2a6e365043b0 req-d66101e1-d7b7-4cd8-993c-e42a255f4a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:02.329564 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-92a81053-8140-4654-88c8-2a6e365043b0 req-d66101e1-d7b7-4cd8-993c-e42a255f4a53 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5e3690dce90049ccba18315171d3193d&device_id=d91dfe60-add0-4275-be8f-69bfab769658 HTTP/1.1" status: 200 len: 1122 time: 0.0618145 Aug 22 13:21:02.396096 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:02.435394 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e90c884-f541-4669-8be7-6ac6743cb1fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-e6869023-2ece-4930-914d-a3196e85cf3d', 'network_id': 'e6869023-2ece-4930-914d-a3196e85cf3d', 'tenant_id': 'b0a317603acd420682a14f8fb994b7a5', 'fixed_ips': [{'subnet_id': 'fb165b84-2eb8-4987-835a-0074aaa54c29'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:21:02.436147 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2e90c884-f541-4669-8be7-6ac6743cb1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:02.465243 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1da252f5-8333-437e-a29a-eff57814485b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:02.497939 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43436) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:02.527939 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bb8301bd-8529-44a1-a7b3-047d17067799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:02.531969 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a81053-8140-4654-88c8-2a6e365043b0 req-b2a0e74e-57e0-453e-a6c8-b1be6f2f6659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:02.534543 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-92a81053-8140-4654-88c8-2a6e365043b0 req-b2a0e74e-57e0-453e-a6c8-b1be6f2f6659 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7dc41cff-a3ac-4fc2-ba06-973efce2365e HTTP/1.1" status: 200 len: 870 time: 0.1948543 Aug 22 13:21:02.599548 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-2e90c884-f541-4669-8be7-6ac6743cb1fe None None] Allocated IP 172.20.0.2 (e6869023-2ece-4930-914d-a3196e85cf3d/fb165b84-2eb8-4987-835a-0074aaa54c29/5bcd2c77-5971-4a5a-b211-4cefe66d2c0c) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:21:02.713142 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-92a81053-8140-4654-88c8-2a6e365043b0 req-e5620167-29e9-4c2a-a7fd-9f15f68e3723 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=64aa11d2-ef5a-47ad-bc33-a7a79ada5e18 HTTP/1.1" status: 200 len: 217 time: 0.0670514 Aug 22 13:21:02.724770 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 7683710e-5fba-429f-bcff-9c73f81e9bf1 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:21:02.871997 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bb8301bd-8529-44a1-a7b3-047d17067799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:02.887886 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1da252f5-8333-437e-a29a-eff57814485b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:02.890300 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bb8301bd-8529-44a1-a7b3-047d17067799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:02.915019 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a81053-8140-4654-88c8-2a6e365043b0 req-f0d70aaf-8f43-4114-a8b9-5cad11c9b652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:02.918620 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1da252f5-8333-437e-a29a-eff57814485b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:02.920635 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-92a81053-8140-4654-88c8-2a6e365043b0 req-f0d70aaf-8f43-4114-a8b9-5cad11c9b652 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.1965756 Aug 22 13:21:02.950220 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c92f2-34c0-4de0-a0c9-f4387174981a req-2253b55c-e09a-4f89-a800-588e9e8d87d7 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:02.952318 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f01c92f2-34c0-4de0-a0c9-f4387174981a req-2253b55c-e09a-4f89-a800-588e9e8d87d7 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/ports?device_id=425a0786-f121-4e1f-85e6-a2c91b79cddb HTTP/1.1" status: 200 len: 948 time: 0.2638879 Aug 22 13:21:03.026626 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-bb8301bd-8529-44a1-a7b3-047d17067799 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=891ab6d5ea294d8aa7d7902eddf5b212&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5275633 Aug 22 13:21:03.030117 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 43458) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:03.092642 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8301bd-8529-44a1-a7b3-047d17067799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=501dda7c-36a9-40a5-b612-b6426babf369,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:03.109040 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a81053-8140-4654-88c8-2a6e365043b0 req-b542d90a-aa6a-4dbf-a279-160471a3524e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:03.110923 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-92a81053-8140-4654-88c8-2a6e365043b0 req-b542d90a-aa6a-4dbf-a279-160471a3524e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1605453 Aug 22 13:21:03.134342 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2e90c884-f541-4669-8be7-6ac6743cb1fe None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:03.157734 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-2e90c884-f541-4669-8be7-6ac6743cb1fe None None] Transition to ACTIVE for port object 5bcd2c77-5971-4a5a-b211-4cefe66d2c0c will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:21:03.188412 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 7683710e-5fba-429f-bcff-9c73f81e9bf1, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=7683710e-5fba-429f-bcff-9c73f81e9bf1,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:21:03.208435 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-2e90c884-f541-4669-8be7-6ac6743cb1fe None None] Transition to ACTIVE for port object 5bcd2c77-5971-4a5a-b211-4cefe66d2c0c will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:21:03.211200 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-e10d4fe7-a4ed-432c-8d60-36961d6c2582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96103a62-19ca-48f4-8434-777db29e697a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-35615422-router', 'tenant_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '86c2ca98-5afd-4761-9c74-af3f25e3f90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:20:50Z', 'updated_at': '2021-08-22T13:20:56Z', 'revision_number': 4, 'project_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'gw_port': {'id': '86c2ca98-5afd-4761-9c74-af3f25e3f90d', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:57:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96103a62-19ca-48f4-8434-777db29e697a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:20:51Z', 'updated_at': '2021-08-22T13:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'b8fafdd9-90e9-411d-863c-1098e4d099a2', 'name': '', 'network_id': 'a1c10f8c-20d5-4d04-af7a-0afa0a2251fb', 'tenant_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'mac_address': 'fa:16:3e:04:8c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96103a62-19ca-48f4-8434-777db29e697a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6b2f428e-282f-45d1-83f0-557cce9c83da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:20:56Z', 'updated_at': '2021-08-22T13:21:01Z', 'revision_number': 4, 'project_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'subnets': [{'id': '6b2f428e-282f-45d1-83f0-557cce9c83da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:21:03.212615 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4fbbedc7-cc5d-4617-af6d-4b7dc48f752e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:03.218615 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '7683710e-5fba-429f-bcff-9c73f81e9bf1', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'port_id': '7683710e-5fba-429f-bcff-9c73f81e9bf1', 'mac_address': 'fa:16:3e:31:05:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7151c727-b27f-4308-8098-60bc16140d45', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:21:03.246971 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c690e-3008-4032-8ff0-35d34890b05e req-d6925f38-bef4-4d1e-8162-16930d3eeb19 tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:03.249318 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-858c690e-3008-4032-8ff0-35d34890b05e req-d6925f38-bef4-4d1e-8162-16930d3eeb19 tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] 10.222.0.21 "GET /v2.0/ports?device_id=d91dfe60-add0-4275-be8f-69bfab769658 HTTP/1.1" status: 200 len: 970 time: 0.1635306 Aug 22 13:21:03.251725 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10d4fe7-a4ed-432c-8d60-36961d6c2582 None None] The sync data for ids ['96103a62-19ca-48f4-8434-777db29e697a'] in n-d-793621-33 is: [{'id': '96103a62-19ca-48f4-8434-777db29e697a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-35615422-router', 'tenant_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '86c2ca98-5afd-4761-9c74-af3f25e3f90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:20:50Z', 'updated_at': '2021-08-22T13:20:56Z', 'revision_number': 4, 'project_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'gw_port': {'id': '86c2ca98-5afd-4761-9c74-af3f25e3f90d', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:57:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96103a62-19ca-48f4-8434-777db29e697a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:20:51Z', 'updated_at': '2021-08-22T13:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'b8fafdd9-90e9-411d-863c-1098e4d099a2', 'name': '', 'network_id': 'a1c10f8c-20d5-4d04-af7a-0afa0a2251fb', 'tenant_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'mac_address': 'fa:16:3e:04:8c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96103a62-19ca-48f4-8434-777db29e697a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6b2f428e-282f-45d1-83f0-557cce9c83da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:20:56Z', 'updated_at': '2021-08-22T13:21:01Z', 'revision_number': 4, 'project_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'subnets': [{'id': '6b2f428e-282f-45d1-83f0-557cce9c83da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:21:03.253856 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2e90c884-f541-4669-8be7-6ac6743cb1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:03.258845 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-92a81053-8140-4654-88c8-2a6e365043b0 req-964522e5-eee2-4e9b-b614-4e02ee9dd532 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393909 Aug 22 13:21:03.275200 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4fbbedc7-cc5d-4617-af6d-4b7dc48f752e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:03.292684 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f01c92f2-34c0-4de0-a0c9-f4387174981a req-dd580f4d-5725-4f4d-82a7-d690254c9717 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/security-groups?id=951ba7d6-a6cb-4633-baee-4394277aa814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615716 Aug 22 13:21:03.392820 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-1da252f5-8333-437e-a29a-eff57814485b admin admin] Allocated IP 172.25.3.216 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/88eefb86-d406-4668-88d6-fb1dc7c34539) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:21:03.403894 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e90c884-f541-4669-8be7-6ac6743cb1fe None None] Network e6869023-2ece-4930-914d-a3196e85cf3d is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:21:03.405473 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e90c884-f541-4669-8be7-6ac6743cb1fe None None] Pushing event updated for resources: {'Port': ['ID=5bcd2c77-5971-4a5a-b211-4cefe66d2c0c,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:03.408164 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-2e90c884-f541-4669-8be7-6ac6743cb1fe None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:21:03.442128 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e90c884-f541-4669-8be7-6ac6743cb1fe None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:21:03.442368 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-92a81053-8140-4654-88c8-2a6e365043b0 req-d5e74764-07c0-4c92-9298-6de838ee653b service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758006 Aug 22 13:21:03.470973 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:03.471635 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-858c690e-3008-4032-8ff0-35d34890b05e req-4ee15cac-4c05-4afb-9001-5bb10aea9d2d tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd28d0ea-de33-4424-a1b5-ea77bed5862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774988 Aug 22 13:21:03.562914 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1da252f5-8333-437e-a29a-eff57814485b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:03.583321 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4fbbedc7-cc5d-4617-af6d-4b7dc48f752e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:03.586154 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4fbbedc7-cc5d-4617-af6d-4b7dc48f752e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:03.599973 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-4fbbedc7-cc5d-4617-af6d-4b7dc48f752e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/501dda7c-36a9-40a5-b612-b6426babf369 HTTP/1.1" status: 204 len: 168 time: 0.5672369 Aug 22 13:21:03.604691 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7683710e-5fba-429f-bcff-9c73f81e9bf1 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:21:03.624952 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbbedc7-cc5d-4617-af6d-4b7dc48f752e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501dda7c-36a9-40a5-b612-b6426babf369,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:03.674421 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:03.689826 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1da252f5-8333-437e-a29a-eff57814485b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:03.710876 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device b8fafdd9-90e9-411d-863c-1098e4d099a2 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:21:03.761615 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 7683710e-5fba-429f-bcff-9c73f81e9bf1, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=7683710e-5fba-429f-bcff-9c73f81e9bf1,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:21:03.762050 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da252f5-8333-437e-a29a-eff57814485b admin admin] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:21:03.763059 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-2e90c884-f541-4669-8be7-6ac6743cb1fe None None] Attempting to bind port 5bcd2c77-5971-4a5a-b211-4cefe66d2c0c on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:21:03.763685 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-2e90c884-f541-4669-8be7-6ac6743cb1fe None None] Attempting to bind port 5bcd2c77-5971-4a5a-b211-4cefe66d2c0c by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'cadfcec1-8779-4a7d-af2c-d55d64403d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e6869023-2ece-4930-914d-a3196e85cf3d'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:21:03.764044 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e90c884-f541-4669-8be7-6ac6743cb1fe None None] Attempting to bind port 5bcd2c77-5971-4a5a-b211-4cefe66d2c0c on network e6869023-2ece-4930-914d-a3196e85cf3d {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:21:03.765207 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-1da252f5-8333-437e-a29a-eff57814485b admin admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:21:03.769450 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da252f5-8333-437e-a29a-eff57814485b admin admin] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:21:03.779741 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e90c884-f541-4669-8be7-6ac6743cb1fe None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:21:03.780468 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e90c884-f541-4669-8be7-6ac6743cb1fe None None] Checking segment: {'id': 'cadfcec1-8779-4a7d-af2c-d55d64403d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e6869023-2ece-4930-914d-a3196e85cf3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:21:03.780866 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2e90c884-f541-4669-8be7-6ac6743cb1fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:03.781258 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e90c884-f541-4669-8be7-6ac6743cb1fe None None] Bound using segment: {'id': 'cadfcec1-8779-4a7d-af2c-d55d64403d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e6869023-2ece-4930-914d-a3196e85cf3d'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:21:03.781736 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-2e90c884-f541-4669-8be7-6ac6743cb1fe None None] Bound port: 5bcd2c77-5971-4a5a-b211-4cefe66d2c0c, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cadfcec1-8779-4a7d-af2c-d55d64403d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e6869023-2ece-4930-914d-a3196e85cf3d'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:21:03.782254 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2e90c884-f541-4669-8be7-6ac6743cb1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:03.796031 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:03.816993 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da252f5-8333-437e-a29a-eff57814485b admin admin] Pushing event updated for resources: {'Port': ['ID=88eefb86-d406-4668-88d6-fb1dc7c34539,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:03.856888 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-2e90c884-f541-4669-8be7-6ac6743cb1fe None None] For port 5bcd2c77-5971-4a5a-b211-4cefe66d2c0c, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:21:03.860300 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-2e90c884-f541-4669-8be7-6ac6743cb1fe None None] For port 5bcd2c77-5971-4a5a-b211-4cefe66d2c0c, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=5bcd2c77-5971-4a5a-b211-4cefe66d2c0c,segment=NetworkSegment(cadfcec1-8779-4a7d-af2c-d55d64403d1f),segment_id=cadfcec1-8779-4a7d-af2c-d55d64403d1f)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:21:03.892730 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2e90c884-f541-4669-8be7-6ac6743cb1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:03.922603 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port b8fafdd9-90e9-411d-863c-1098e4d099a2 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:21:03.935191 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port b8fafdd9-90e9-411d-863c-1098e4d099a2 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:21:03.935567 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:04.006887 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=7683710e-5fba-429f-bcff-9c73f81e9bf1,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:04.104444 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e90c884-f541-4669-8be7-6ac6743cb1fe None None] Pushing event updated for resources: {'Port': ['ID=5bcd2c77-5971-4a5a-b211-4cefe66d2c0c,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:04.170591 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:04.233373 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['7683710e-5fba-429f-bcff-9c73f81e9bf1'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:21:04.350105 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:04.402015 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port b8fafdd9-90e9-411d-863c-1098e4d099a2, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=b8fafdd9-90e9-411d-863c-1098e4d099a2,segment=NetworkSegment(cfd609c7-b14b-488e-8058-23f3798cf6a8),segment_id=cfd609c7-b14b-488e-8058-23f3798cf6a8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:21:04.411636 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:04.419585 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c0704-3033-46b0-b834-ed5c8a8f8608 req-8890f45d-aaec-40d3-8da4-71a1fa8d8c3b tempest-NetworksTest-1475792332 tempest-NetworksTest-1475792332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:04.420065 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c0704-3033-46b0-b834-ed5c8a8f8608 req-8890f45d-aaec-40d3-8da4-71a1fa8d8c3b tempest-NetworksTest-1475792332 tempest-NetworksTest-1475792332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:04.421109 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c0704-3033-46b0-b834-ed5c8a8f8608 req-8890f45d-aaec-40d3-8da4-71a1fa8d8c3b tempest-NetworksTest-1475792332 tempest-NetworksTest-1475792332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:04.421109 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c0704-3033-46b0-b834-ed5c8a8f8608 req-8890f45d-aaec-40d3-8da4-71a1fa8d8c3b tempest-NetworksTest-1475792332 tempest-NetworksTest-1475792332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:04.421376 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c0704-3033-46b0-b834-ed5c8a8f8608 req-8890f45d-aaec-40d3-8da4-71a1fa8d8c3b tempest-NetworksTest-1475792332 tempest-NetworksTest-1475792332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:04.423129 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7c6c0704-3033-46b0-b834-ed5c8a8f8608 req-8890f45d-aaec-40d3-8da4-71a1fa8d8c3b tempest-NetworksTest-1475792332 tempest-NetworksTest-1475792332-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3627 time: 0.5750704 Aug 22 13:21:04.576768 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=b8fafdd9-90e9-411d-863c-1098e4d099a2,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:04.614492 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e605df77-5f06-49cd-b0b1-0764e8d5c327 req-3c5ba088-5ec8-46a0-b549-973955eb8ba9 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:04.616027 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e605df77-5f06-49cd-b0b1-0764e8d5c327 req-3c5ba088-5ec8-46a0-b549-973955eb8ba9 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/ports?device_id=425a0786-f121-4e1f-85e6-a2c91b79cddb HTTP/1.1" status: 200 len: 949 time: 0.1905127 Aug 22 13:21:04.654096 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1da252f5-8333-437e-a29a-eff57814485b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:04.744050 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e605df77-5f06-49cd-b0b1-0764e8d5c327 req-427c5b77-d664-4e9e-adf0-3a985e6fbe5e tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/security-groups?id=951ba7d6-a6cb-4633-baee-4394277aa814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159396 Aug 22 13:21:04.781031 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8303eb-7791-4d11-845b-d9891534d608 req-220e86a1-297e-4c0c-9996-324ed28d321f tempest-NetworksTest-1475792332 tempest-NetworksTest-1475792332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:04.794907 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7f8303eb-7791-4d11-845b-d9891534d608 req-220e86a1-297e-4c0c-9996-324ed28d321f tempest-NetworksTest-1475792332 tempest-NetworksTest-1475792332-project-admin] 10.222.0.21 "GET /v2.0/networks/7de6ab83-cd00-4b3c-94fb-810dd34d29b8 HTTP/1.1" status: 200 len: 886 time: 0.2514706 Aug 22 13:21:05.201142 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43528) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:05.215777 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef53c84-0c60-4f5f-b364-3e8fe11bb60a req-09e50d39-1387-47a2-95b6-630c10d1cbbc tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:05.217394 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5ef53c84-0c60-4f5f-b364-3e8fe11bb60a req-09e50d39-1387-47a2-95b6-630c10d1cbbc tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] 10.222.0.21 "GET /v2.0/ports?device_id=d91dfe60-add0-4275-be8f-69bfab769658 HTTP/1.1" status: 200 len: 970 time: 0.1884911 Aug 22 13:21:05.221155 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff992061-4cf0-4753-85db-6d846c967fdc req-b91c4f1a-8b8f-45f8-ab0d-b167f7c91938 tempest-NetworksTest-1475792332 tempest-NetworksTest-1475792332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:05.221634 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff992061-4cf0-4753-85db-6d846c967fdc req-b91c4f1a-8b8f-45f8-ab0d-b167f7c91938 tempest-NetworksTest-1475792332 tempest-NetworksTest-1475792332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:05.222118 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff992061-4cf0-4753-85db-6d846c967fdc req-b91c4f1a-8b8f-45f8-ab0d-b167f7c91938 tempest-NetworksTest-1475792332 tempest-NetworksTest-1475792332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:05.222583 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff992061-4cf0-4753-85db-6d846c967fdc req-b91c4f1a-8b8f-45f8-ab0d-b167f7c91938 tempest-NetworksTest-1475792332 tempest-NetworksTest-1475792332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:05.223046 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff992061-4cf0-4753-85db-6d846c967fdc req-b91c4f1a-8b8f-45f8-ab0d-b167f7c91938 tempest-NetworksTest-1475792332 tempest-NetworksTest-1475792332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:05.229221 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ff992061-4cf0-4753-85db-6d846c967fdc req-b91c4f1a-8b8f-45f8-ab0d-b167f7c91938 tempest-NetworksTest-1475792332 tempest-NetworksTest-1475792332-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3627 time: 0.3970821 Aug 22 13:21:05.271211 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1da252f5-8333-437e-a29a-eff57814485b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:05.282323 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5ef53c84-0c60-4f5f-b364-3e8fe11bb60a req-feecacfe-b273-4bcf-a151-491f0f4059b8 tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd28d0ea-de33-4424-a1b5-ea77bed5862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519218 Aug 22 13:21:05.298554 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f69bea-4928-4178-802b-d389f93e43fb None None] Network e6869023-2ece-4930-914d-a3196e85cf3d requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:21:05.372621 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-55496610-fcfa-4285-bfc6-212a8906f6dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:05.427335 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8166aff-ea88-4e90-ad35-cb375f71d93e None None] Provisioning for port 5bcd2c77-5971-4a5a-b211-4cefe66d2c0c completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:21:05.499107 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da252f5-8333-437e-a29a-eff57814485b admin admin] Router 4d9ec25c-f7fb-4c8b-974a-3d2efbddedbd is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:21:05.548835 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-55496610-fcfa-4285-bfc6-212a8906f6dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:05.558465 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-55496610-fcfa-4285-bfc6-212a8906f6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:05.583112 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43540) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:05.636400 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55496610-fcfa-4285-bfc6-212a8906f6dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf81d87-0d59-441e-be1f-4a5e41e616bf,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:05.653254 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-55496610-fcfa-4285-bfc6-212a8906f6dd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e4ddc61a9dc045c9b2cf1e8cce45e548&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4508600 Aug 22 13:21:05.655705 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43546) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:05.707198 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da252f5-8333-437e-a29a-eff57814485b admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:21:05.722867 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0685a491-4217-42eb-8dd4-61cb66ea8e0b None None] Sync routers for ids ['4d9ec25c-f7fb-4c8b-974a-3d2efbddedbd'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:21:05.729323 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1da252f5-8333-437e-a29a-eff57814485b admin admin] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:05.732284 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-1da252f5-8333-437e-a29a-eff57814485b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.7567389 Aug 22 13:21:05.734199 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 43548) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:05.734753 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0685a491-4217-42eb-8dd4-61cb66ea8e0b None None] Routers {'4d9ec25c-f7fb-4c8b-974a-3d2efbddedbd'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:21:05.735386 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-0685a491-4217-42eb-8dd4-61cb66ea8e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:21:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['4d9ec25c-f7fb-4c8b-974a-3d2efbddedbd'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:21:05.739013 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9494bd86-d17f-4034-8799-0eb715e9b2d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:05.771430 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9494bd86-d17f-4034-8799-0eb715e9b2d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:05.834711 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device b8fafdd9-90e9-411d-863c-1098e4d099a2 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:21:05.878728 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7f3c966a-a18f-4c0d-b8cb-fb9888c399e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:05.900618 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9494bd86-d17f-4034-8799-0eb715e9b2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:05.904325 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9494bd86-d17f-4034-8799-0eb715e9b2d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:05.905475 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9494bd86-d17f-4034-8799-0eb715e9b2d7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2bf81d87-0d59-441e-be1f-4a5e41e616bf HTTP/1.1" status: 204 len: 168 time: 0.2478516 Aug 22 13:21:05.928383 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-0685a491-4217-42eb-8dd4-61cb66ea8e0b None None] Set router 4d9ec25c-f7fb-4c8b-974a-3d2efbddedbd gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:21:05.947611 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port b8fafdd9-90e9-411d-863c-1098e4d099a2 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:21:05.948559 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:05.962124 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9494bd86-d17f-4034-8799-0eb715e9b2d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf81d87-0d59-441e-be1f-4a5e41e616bf,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:06.111381 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 5bcd2c77-5971-4a5a-b211-4cefe66d2c0c up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:21:06.147403 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7f3c966a-a18f-4c0d-b8cb-fb9888c399e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:06.157940 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7f3c966a-a18f-4c0d-b8cb-fb9888c399e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:06.163891 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a005c3-2225-40b3-84d3-a3b274b81ea4 req-b9a83305-48a0-47e4-8f3e-facfd12d25b2 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:06.172414 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f6a005c3-2225-40b3-84d3-a3b274b81ea4 req-b9a83305-48a0-47e4-8f3e-facfd12d25b2 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/ports?device_id=425a0786-f121-4e1f-85e6-a2c91b79cddb HTTP/1.1" status: 200 len: 949 time: 0.2822745 Aug 22 13:21:06.180351 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 5bcd2c77-5971-4a5a-b211-4cefe66d2c0c completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:21:06.187784 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 5bcd2c77-5971-4a5a-b211-4cefe66d2c0c triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:21:06.188613 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:06.243776 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7f3c966a-a18f-4c0d-b8cb-fb9888c399e6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3476c9338a824b8da9520bbad79a1ade&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6515160 Aug 22 13:21:06.243776 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3c966a-a18f-4c0d-b8cb-fb9888c399e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8779deb-0568-419b-8cc3-19135a160d5f,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:06.255354 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43562) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:06.259286 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-0685a491-4217-42eb-8dd4-61cb66ea8e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9ec25c-f7fb-4c8b-974a-3d2efbddedbd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-353826243-router', 'tenant_id': 'b0a317603acd420682a14f8fb994b7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '88eefb86-d406-4668-88d6-fb1dc7c34539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:21:02Z', 'updated_at': '2021-08-22T13:21:04Z', 'revision_number': 3, 'project_id': 'b0a317603acd420682a14f8fb994b7a5', 'gw_port': {'id': '88eefb86-d406-4668-88d6-fb1dc7c34539', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:50:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9ec25c-f7fb-4c8b-974a-3d2efbddedbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:21:02Z', 'updated_at': '2021-08-22T13:21:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:21:06.298194 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0685a491-4217-42eb-8dd4-61cb66ea8e0b None None] Checking router: 4d9ec25c-f7fb-4c8b-974a-3d2efbddedbd for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:21:06.299023 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0685a491-4217-42eb-8dd4-61cb66ea8e0b None None] Updating router 4d9ec25c-f7fb-4c8b-974a-3d2efbddedbd port 88eefb86-d406-4668-88d6-fb1dc7c34539 binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:21:06.334044 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:06.342219 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-0685a491-4217-42eb-8dd4-61cb66ea8e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:06.348437 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f6a005c3-2225-40b3-84d3-a3b274b81ea4 req-9972d50a-48f2-4f4b-a0c2-e271049eca92 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/security-groups?id=951ba7d6-a6cb-4633-baee-4394277aa814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748927 Aug 22 13:21:06.375444 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f7f585d1-62aa-4264-817b-b7a9c6becede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:06.407556 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 5bcd2c77-5971-4a5a-b211-4cefe66d2c0c, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=5bcd2c77-5971-4a5a-b211-4cefe66d2c0c,segment=NetworkSegment(cadfcec1-8779-4a7d-af2c-d55d64403d1f),segment_id=cadfcec1-8779-4a7d-af2c-d55d64403d1f)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:21:06.410404 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f7f585d1-62aa-4264-817b-b7a9c6becede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:06.416286 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:06.496768 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=5bcd2c77-5971-4a5a-b211-4cefe66d2c0c,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:06.509170 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f7f585d1-62aa-4264-817b-b7a9c6becede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:06.515375 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f7f585d1-62aa-4264-817b-b7a9c6becede admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:06.520532 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f7f585d1-62aa-4264-817b-b7a9c6becede admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a8779deb-0568-419b-8cc3-19135a160d5f HTTP/1.1" status: 204 len: 168 time: 0.2639043 Aug 22 13:21:06.536916 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f585d1-62aa-4264-817b-b7a9c6becede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8779deb-0568-419b-8cc3-19135a160d5f,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:06.575070 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927eb266-d603-453e-8e2c-80ffee4273fd req-9d6f8343-821f-429a-a11e-6d7282a1f162 tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:06.581378 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-927eb266-d603-453e-8e2c-80ffee4273fd req-9d6f8343-821f-429a-a11e-6d7282a1f162 tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] 10.222.0.21 "GET /v2.0/ports?device_id=d91dfe60-add0-4275-be8f-69bfab769658 HTTP/1.1" status: 200 len: 970 time: 0.1216655 Aug 22 13:21:06.589362 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43570) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:06.603258 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-a5476a77-8f90-4e20-8988-0b48f1ea8cb1 req-926813eb-51b5-47c8-807b-78642e22073d tempest-SecurityGroupsTestAdminJSON-1712502803 tempest-SecurityGroupsTestAdminJSON-1712502803-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1439496969', 'description': 'tempest-description-557714381'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:21:06.605933 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fcfb4e2f-b5e4-465a-8f89-8e063fdb9447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:06.673338 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.db.api [req-a5476a77-8f90-4e20-8988-0b48f1ea8cb1 req-926813eb-51b5-47c8-807b-78642e22073d tempest-SecurityGroupsTestAdminJSON-1712502803 tempest-SecurityGroupsTestAdminJSON-1712502803-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 22 13:21:06.673338 n-d-793621-33 neutron-server[94627]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 22 13:21:06.673338 n-d-793621-33 neutron-server[94627]: [parameters: {'project_id': 'dc4b1229b0424eb78fc3590a5adb5159', 'id': '4a3dec7f-6805-4423-b8bf-2f2fb82bf68f', 'expiration': datetime.datetime(2021, 8, 22, 13, 23, 6, 657167)}] Aug 22 13:21:06.673338 n-d-793621-33 neutron-server[94627]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94627) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 13:21:06.673799 n-d-793621-33 neutron-server[94627]: DEBUG oslo_db.api [req-a5476a77-8f90-4e20-8988-0b48f1ea8cb1 req-926813eb-51b5-47c8-807b-78642e22073d tempest-SecurityGroupsTestAdminJSON-1712502803 tempest-SecurityGroupsTestAdminJSON-1712502803-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 13:21:06.686433 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-927eb266-d603-453e-8e2c-80ffee4273fd req-ae2e61dd-7df4-4f05-bfbe-bc7b50dfbe88 tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd28d0ea-de33-4424-a1b5-ea77bed5862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989611 Aug 22 13:21:06.721670 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 64aa11d2-ef5a-47ad-bc33-a7a79ada5e18 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:21:06.743275 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-17c6ede0-e8fb-49ba-a419-f273e31f4c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:06.761974 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fcfb4e2f-b5e4-465a-8f89-8e063fdb9447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:06.769522 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fcfb4e2f-b5e4-465a-8f89-8e063fdb9447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:06.775529 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 7683710e-5fba-429f-bcff-9c73f81e9bf1 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:21:06.824783 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-fcfb4e2f-b5e4-465a-8f89-8e063fdb9447 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=be169cfeafd94ecc83bb948b0a36bad2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2335286 Aug 22 13:21:06.826034 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb4e2f-b5e4-465a-8f89-8e063fdb9447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6256e1f-d709-4438-a79b-18f21ac4a3e7,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:06.828449 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43574) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:06.841925 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-0685a491-4217-42eb-8dd4-61cb66ea8e0b None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:06.864617 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-0685a491-4217-42eb-8dd4-61cb66ea8e0b None None] Transition to ACTIVE for port object 88eefb86-d406-4668-88d6-fb1dc7c34539 will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:21:06.879393 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-0685a491-4217-42eb-8dd4-61cb66ea8e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:06.920509 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 64aa11d2-ef5a-47ad-bc33-a7a79ada5e18, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=64aa11d2-ef5a-47ad-bc33-a7a79ada5e18,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:21:06.934582 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 7683710e-5fba-429f-bcff-9c73f81e9bf1 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:21:06.938588 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6cfd7c06-b523-43fc-b433-6ba3875565bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:06.941331 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '64aa11d2-ef5a-47ad-bc33-a7a79ada5e18', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'port_id': '64aa11d2-ef5a-47ad-bc33-a7a79ada5e18', 'mac_address': 'fa:16:3e:6e:90:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7151c727-b27f-4308-8098-60bc16140d45', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:tempest-test_az-1890585074', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:21:06.944418 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 7683710e-5fba-429f-bcff-9c73f81e9bf1 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:21:06.944899 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:06.951218 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd5a12b-c5ea-4071-b6e7-fe300343c7d7 None None] Pushing event updated for resources: {'Port': ['ID=88eefb86-d406-4668-88d6-fb1dc7c34539,revision_number=2']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:06.984420 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-0685a491-4217-42eb-8dd4-61cb66ea8e0b None None] Attempting to bind port 88eefb86-d406-4668-88d6-fb1dc7c34539 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:21:06.985220 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-0685a491-4217-42eb-8dd4-61cb66ea8e0b None None] Attempting to bind port 88eefb86-d406-4668-88d6-fb1dc7c34539 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:21:06.985831 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0685a491-4217-42eb-8dd4-61cb66ea8e0b None None] Attempting to bind port 88eefb86-d406-4668-88d6-fb1dc7c34539 on network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:21:06.995123 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0685a491-4217-42eb-8dd4-61cb66ea8e0b None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:21:06.995762 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0685a491-4217-42eb-8dd4-61cb66ea8e0b None None] Checking segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:21:06.996253 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-0685a491-4217-42eb-8dd4-61cb66ea8e0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:06.996848 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0685a491-4217-42eb-8dd4-61cb66ea8e0b None None] Bound using segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:21:06.997328 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-0685a491-4217-42eb-8dd4-61cb66ea8e0b None None] Bound port: 88eefb86-d406-4668-88d6-fb1dc7c34539, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:21:06.997768 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-0685a491-4217-42eb-8dd4-61cb66ea8e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:07.014947 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6cfd7c06-b523-43fc-b433-6ba3875565bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:07.061957 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-0685a491-4217-42eb-8dd4-61cb66ea8e0b None None] For port 88eefb86-d406-4668-88d6-fb1dc7c34539, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:21:07.062140 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:07.067836 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-0685a491-4217-42eb-8dd4-61cb66ea8e0b None None] For port 88eefb86-d406-4668-88d6-fb1dc7c34539, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=88eefb86-d406-4668-88d6-fb1dc7c34539,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:21:07.076783 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-0685a491-4217-42eb-8dd4-61cb66ea8e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:07.084571 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64aa11d2-ef5a-47ad-bc33-a7a79ada5e18 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:21:07.119862 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6cfd7c06-b523-43fc-b433-6ba3875565bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:07.123265 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6cfd7c06-b523-43fc-b433-6ba3875565bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:07.126678 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6cfd7c06-b523-43fc-b433-6ba3875565bf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e6256e1f-d709-4438-a79b-18f21ac4a3e7 HTTP/1.1" status: 204 len: 168 time: 0.2837024 Aug 22 13:21:07.133778 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-17c6ede0-e8fb-49ba-a419-f273e31f4c85 admin admin] Allocated IP 172.20.0.1 (e6869023-2ece-4930-914d-a3196e85cf3d/fb165b84-2eb8-4987-835a-0074aaa54c29/7b231d65-9169-4c38-8b82-67e5dcb9a12c) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:21:07.139302 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfd7c06-b523-43fc-b433-6ba3875565bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6256e1f-d709-4438-a79b-18f21ac4a3e7,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:07.153345 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43580) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:07.158583 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 64aa11d2-ef5a-47ad-bc33-a7a79ada5e18, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=64aa11d2-ef5a-47ad-bc33-a7a79ada5e18,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:21:07.185642 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d0426ca6-8027-472f-a4dc-f2c1396b0f67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:07.195059 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:07.199797 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0685a491-4217-42eb-8dd4-61cb66ea8e0b None None] Routers {'4d9ec25c-f7fb-4c8b-974a-3d2efbddedbd'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:21:07.203318 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-0685a491-4217-42eb-8dd4-61cb66ea8e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:21:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['4d9ec25c-f7fb-4c8b-974a-3d2efbddedbd'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:21:07.209669 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:07.270040 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-17c6ede0-e8fb-49ba-a419-f273e31f4c85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:07.292949 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-17c6ede0-e8fb-49ba-a419-f273e31f4c85 admin admin] Transition to ACTIVE for port object 7b231d65-9169-4c38-8b82-67e5dcb9a12c will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:21:07.331802 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '425a0786-f121-4e1f-85e6-a2c91b79cddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7683710e-5fba-429f-bcff-9c73f81e9bf1'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:21:07.333466 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-17c6ede0-e8fb-49ba-a419-f273e31f4c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:07.378715 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d0426ca6-8027-472f-a4dc-f2c1396b0f67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:07.384302 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d0426ca6-8027-472f-a4dc-f2c1396b0f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:07.432128 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d0426ca6-8027-472f-a4dc-f2c1396b0f67 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=682c84daf1bc4a95b94b2faf389204ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2776327 Aug 22 13:21:07.433691 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43584) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:07.435951 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c6ede0-e8fb-49ba-a419-f273e31f4c85 admin admin] Pushing event updated for resources: {'Port': ['ID=7b231d65-9169-4c38-8b82-67e5dcb9a12c,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:07.447168 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0426ca6-8027-472f-a4dc-f2c1396b0f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee21685e-453d-4289-9497-c662692fec97,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:07.470797 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd5a12b-c5ea-4071-b6e7-fe300343c7d7 None None] Pushing event updated for resources: {'Port': ['ID=88eefb86-d406-4668-88d6-fb1dc7c34539,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:07.472372 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c6ede0-e8fb-49ba-a419-f273e31f4c85 admin admin] Network e6869023-2ece-4930-914d-a3196e85cf3d is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:21:07.480186 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-17c6ede0-e8fb-49ba-a419-f273e31f4c85 admin admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:21:07.518595 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c6ede0-e8fb-49ba-a419-f273e31f4c85 admin admin] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:21:07.520747 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-17c6ede0-e8fb-49ba-a419-f273e31f4c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:07.568228 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-0685a491-4217-42eb-8dd4-61cb66ea8e0b None None] Set router 4d9ec25c-f7fb-4c8b-974a-3d2efbddedbd gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:21:07.589148 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-97651207-c837-487b-ab6a-e506f3792c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:07.635851 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-97651207-c837-487b-ab6a-e506f3792c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:07.725574 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-97651207-c837-487b-ab6a-e506f3792c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:07.730369 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-97651207-c837-487b-ab6a-e506f3792c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:07.732400 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-97651207-c837-487b-ab6a-e506f3792c28 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ee21685e-453d-4289-9497-c662692fec97 HTTP/1.1" status: 204 len: 168 time: 0.2943752 Aug 22 13:21:07.732540 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a5476a77-8f90-4e20-8988-0b48f1ea8cb1 req-926813eb-51b5-47c8-807b-78642e22073d tempest-SecurityGroupsTestAdminJSON-1712502803 tempest-SecurityGroupsTestAdminJSON-1712502803-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:07.744658 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97651207-c837-487b-ab6a-e506f3792c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee21685e-453d-4289-9497-c662692fec97,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:07.801258 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['64aa11d2-ef5a-47ad-bc33-a7a79ada5e18'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:21:07.803948 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 5bcd2c77-5971-4a5a-b211-4cefe66d2c0c up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:21:07.825245 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 7683710e-5fba-429f-bcff-9c73f81e9bf1, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=7683710e-5fba-429f-bcff-9c73f81e9bf1,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:21:07.877379 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=64aa11d2-ef5a-47ad-bc33-a7a79ada5e18,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:07.886413 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:07.912412 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-0685a491-4217-42eb-8dd4-61cb66ea8e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9ec25c-f7fb-4c8b-974a-3d2efbddedbd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-353826243-router', 'tenant_id': 'b0a317603acd420682a14f8fb994b7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '88eefb86-d406-4668-88d6-fb1dc7c34539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:21:02Z', 'updated_at': '2021-08-22T13:21:04Z', 'revision_number': 3, 'project_id': 'b0a317603acd420682a14f8fb994b7a5', 'gw_port': {'id': '88eefb86-d406-4668-88d6-fb1dc7c34539', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:50:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9ec25c-f7fb-4c8b-974a-3d2efbddedbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:21:02Z', 'updated_at': '2021-08-22T13:21:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:21:07.932073 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-9f4464a1-0e38-4af1-bb84-69da37f5fee7 None None] Provisioning for port 7b231d65-9169-4c38-8b82-67e5dcb9a12c completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:21:07.948940 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-9f4464a1-0e38-4af1-bb84-69da37f5fee7 None None] Provisioning complete for port 7b231d65-9169-4c38-8b82-67e5dcb9a12c triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:21:07.949317 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9f4464a1-0e38-4af1-bb84-69da37f5fee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:07.973660 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0685a491-4217-42eb-8dd4-61cb66ea8e0b None None] The sync data for ids ['4d9ec25c-f7fb-4c8b-974a-3d2efbddedbd'] in n-d-793621-33 is: [{'id': '4d9ec25c-f7fb-4c8b-974a-3d2efbddedbd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-353826243-router', 'tenant_id': 'b0a317603acd420682a14f8fb994b7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '88eefb86-d406-4668-88d6-fb1dc7c34539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:21:02Z', 'updated_at': '2021-08-22T13:21:04Z', 'revision_number': 3, 'project_id': 'b0a317603acd420682a14f8fb994b7a5', 'gw_port': {'id': '88eefb86-d406-4668-88d6-fb1dc7c34539', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:50:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9ec25c-f7fb-4c8b-974a-3d2efbddedbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:21:02Z', 'updated_at': '2021-08-22T13:21:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:21:08.032320 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d201d0cb-ced4-4a1c-9974-bacffe4827e1" -d '{"events": [{"server_uuid": "425a0786-f121-4e1f-85e6-a2c91b79cddb", "name": "network-vif-plugged", "status": "completed", "tag": "7683710e-5fba-429f-bcff-9c73f81e9bf1"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:21:08.066683 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-9f4464a1-0e38-4af1-bb84-69da37f5fee7 None None] Port 7b231d65-9169-4c38-8b82-67e5dcb9a12c cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:21:08.074018 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=7683710e-5fba-429f-bcff-9c73f81e9bf1,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:08.074449 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a5476a77-8f90-4e20-8988-0b48f1ea8cb1 req-926813eb-51b5-47c8-807b-78642e22073d tempest-SecurityGroupsTestAdminJSON-1712502803 tempest-SecurityGroupsTestAdminJSON-1712502803-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:08.100447 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 5bcd2c77-5971-4a5a-b211-4cefe66d2c0c triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:21:08.100979 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:08.192165 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31801bb1-4c81-49d4-bff6-2e6b0e4e33d9 req-f7afd388-fdd9-48f5-880c-254373ce4263 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:08.193730 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-31801bb1-4c81-49d4-bff6-2e6b0e4e33d9 req-f7afd388-fdd9-48f5-880c-254373ce4263 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/ports?device_id=425a0786-f121-4e1f-85e6-a2c91b79cddb HTTP/1.1" status: 200 len: 949 time: 0.6997101 Aug 22 13:21:08.239156 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-17c6ede0-e8fb-49ba-a419-f273e31f4c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:08.313566 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-31801bb1-4c81-49d4-bff6-2e6b0e4e33d9 req-35a6cb7e-afa7-4ef7-9f59-32f904502fab tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/security-groups?id=951ba7d6-a6cb-4633-baee-4394277aa814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118832 Aug 22 13:21:08.487225 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a5476a77-8f90-4e20-8988-0b48f1ea8cb1 req-926813eb-51b5-47c8-807b-78642e22073d tempest-SecurityGroupsTestAdminJSON-1712502803 tempest-SecurityGroupsTestAdminJSON-1712502803-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:08.517679 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a5476a77-8f90-4e20-8988-0b48f1ea8cb1 req-926813eb-51b5-47c8-807b-78642e22073d tempest-SecurityGroupsTestAdminJSON-1712502803 tempest-SecurityGroupsTestAdminJSON-1712502803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:08.622719 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926813eb-51b5-47c8-807b-78642e22073d tempest-SecurityGroupsTestAdminJSON-1712502803 tempest-SecurityGroupsTestAdminJSON-1712502803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad10c6d2-65e5-42ed-b8d7-b4e6ee38cc3f,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:08.654521 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70747887-cd51-4512-b290-36fe86cc14a6 req-bb708dad-80d5-4070-ba2e-826b86453313 tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:08.656065 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-70747887-cd51-4512-b290-36fe86cc14a6 req-bb708dad-80d5-4070-ba2e-826b86453313 tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] 10.222.0.21 "GET /v2.0/ports?device_id=d91dfe60-add0-4275-be8f-69bfab769658 HTTP/1.1" status: 200 len: 971 time: 0.1920023 Aug 22 13:21:08.705342 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-17c6ede0-e8fb-49ba-a419-f273e31f4c85 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:08.720704 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-17c6ede0-e8fb-49ba-a419-f273e31f4c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:08.721868 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-17c6ede0-e8fb-49ba-a419-f273e31f4c85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:08.744996 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43630) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:08.748572 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 64aa11d2-ef5a-47ad-bc33-a7a79ada5e18 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:21:08.777898 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-70747887-cd51-4512-b290-36fe86cc14a6 req-d17c52a8-4841-457f-bee8-2ca82396d505 tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd28d0ea-de33-4424-a1b5-ea77bed5862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093071 Aug 22 13:21:08.803737 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a5476a77-8f90-4e20-8988-0b48f1ea8cb1 req-926813eb-51b5-47c8-807b-78642e22073d tempest-SecurityGroupsTestAdminJSON-1712502803 tempest-SecurityGroupsTestAdminJSON-1712502803-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:08.850299 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 64aa11d2-ef5a-47ad-bc33-a7a79ada5e18 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:21:08.851211 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a5476a77-8f90-4e20-8988-0b48f1ea8cb1 req-926813eb-51b5-47c8-807b-78642e22073d tempest-SecurityGroupsTestAdminJSON-1712502803 tempest-SecurityGroupsTestAdminJSON-1712502803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:08.859594 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 64aa11d2-ef5a-47ad-bc33-a7a79ada5e18 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:21:08.860173 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:08.902375 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c6ede0-e8fb-49ba-a419-f273e31f4c85 admin admin] Pushing event updated for resources: {'Port': ['ID=7b231d65-9169-4c38-8b82-67e5dcb9a12c,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:08.936827 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a5476a77-8f90-4e20-8988-0b48f1ea8cb1 req-926813eb-51b5-47c8-807b-78642e22073d tempest-SecurityGroupsTestAdminJSON-1712502803 tempest-SecurityGroupsTestAdminJSON-1712502803-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:08.938075 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a5476a77-8f90-4e20-8988-0b48f1ea8cb1 req-926813eb-51b5-47c8-807b-78642e22073d tempest-SecurityGroupsTestAdminJSON-1712502803 tempest-SecurityGroupsTestAdminJSON-1712502803-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 2.3556426 Aug 22 13:21:08.943062 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926813eb-51b5-47c8-807b-78642e22073d tempest-SecurityGroupsTestAdminJSON-1712502803 tempest-SecurityGroupsTestAdminJSON-1712502803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7362103-dbc7-4f69-8f07-916578bea987,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:08.998438 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-1abe8dc0-8344-4772-9892-996666ac1eb5 req-a9c15607-d4a7-4e02-9d24-6f6f73192b4b tempest-SecurityGroupsTestAdminJSON-1712502803 tempest-SecurityGroupsTestAdminJSON-1712502803-project] Request body: {'security_group': {'name': 'tempest-securitygroup-273864345', 'description': 'tempest-description-1956109807'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:21:09.002668 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:09.007058 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c6ede0-e8fb-49ba-a419-f273e31f4c85 admin admin] Network e6869023-2ece-4930-914d-a3196e85cf3d is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:21:09.010716 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-17c6ede0-e8fb-49ba-a419-f273e31f4c85 admin admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:21:09.073118 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 64aa11d2-ef5a-47ad-bc33-a7a79ada5e18, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=64aa11d2-ef5a-47ad-bc33-a7a79ada5e18,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:21:09.078860 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:09.087773 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-71df7361-24c4-4eb7-94d8-b73ccabed0b2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-794502979-network', 'tenant_id': '22f995add8fb49fdaed8530994ae22f1'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:21:09.125653 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71df7361-24c4-4eb7-94d8-b73ccabed0b2 admin admin] Made reservation on behalf of 22f995add8fb49fdaed8530994ae22f1 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:21:09.129189 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-71df7361-24c4-4eb7-94d8-b73ccabed0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:09.137677 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-1abe8dc0-8344-4772-9892-996666ac1eb5 req-a9c15607-d4a7-4e02-9d24-6f6f73192b4b tempest-SecurityGroupsTestAdminJSON-1712502803 tempest-SecurityGroupsTestAdminJSON-1712502803-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:09.145758 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56521f35-9d9d-482b-9cac-14177b9c43f3 x-openstack-request-id: req-56521f35-9d9d-482b-9cac-14177b9c43f3 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:21:09.146048 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "425a0786-f121-4e1f-85e6-a2c91b79cddb", "name": "network-vif-plugged", "status": "completed", "tag": "7683710e-5fba-429f-bcff-9c73f81e9bf1", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:21:09.146322 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-56521f35-9d9d-482b-9cac-14177b9c43f3 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:21:09.146819 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '425a0786-f121-4e1f-85e6-a2c91b79cddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7683710e-5fba-429f-bcff-9c73f81e9bf1', 'code': 200} Aug 22 13:21:09.173170 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-71df7361-24c4-4eb7-94d8-b73ccabed0b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:09.216539 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=64aa11d2-ef5a-47ad-bc33-a7a79ada5e18,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:09.341244 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438d5b3-fa3a-42e5-899f-5e47b75badf9 req-f6e6b9f7-5515-4800-a618-04a3360cbb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:09.342851 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4438d5b3-fa3a-42e5-899f-5e47b75badf9 req-f6e6b9f7-5515-4800-a618-04a3360cbb82 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=425a0786-f121-4e1f-85e6-a2c91b79cddb HTTP/1.1" status: 200 len: 1102 time: 0.1336675 Aug 22 13:21:09.357805 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17c6ede0-e8fb-49ba-a419-f273e31f4c85 admin admin] Router 4d9ec25c-f7fb-4c8b-974a-3d2efbddedbd has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:21:09.367226 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-1abe8dc0-8344-4772-9892-996666ac1eb5 req-a9c15607-d4a7-4e02-9d24-6f6f73192b4b tempest-SecurityGroupsTestAdminJSON-1712502803 tempest-SecurityGroupsTestAdminJSON-1712502803-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:09.373810 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-1abe8dc0-8344-4772-9892-996666ac1eb5 req-a9c15607-d4a7-4e02-9d24-6f6f73192b4b tempest-SecurityGroupsTestAdminJSON-1712502803 tempest-SecurityGroupsTestAdminJSON-1712502803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:09.395167 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-4438d5b3-fa3a-42e5-899f-5e47b75badf9 req-f5a5ea9a-cdfd-4335-b53b-3a14bdf3d1b2 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:09.400859 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c92ae7e2-3bdf-45de-98c4-7660543ab38c None None] Provisioning complete for port 7b231d65-9169-4c38-8b82-67e5dcb9a12c triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:21:09.401229 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c92ae7e2-3bdf-45de-98c4-7660543ab38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:09.453675 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c92ae7e2-3bdf-45de-98c4-7660543ab38c None None] Port 7b231d65-9169-4c38-8b82-67e5dcb9a12c cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:21:09.498872 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c15607-d4a7-4e02-9d24-6f6f73192b4b tempest-SecurityGroupsTestAdminJSON-1712502803 tempest-SecurityGroupsTestAdminJSON-1712502803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f8b0ef-1db3-40bf-a733-974edb98c9bf,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:09.539673 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-71df7361-24c4-4eb7-94d8-b73ccabed0b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:09.545492 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-71df7361-24c4-4eb7-94d8-b73ccabed0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:09.576814 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-1abe8dc0-8344-4772-9892-996666ac1eb5 req-a9c15607-d4a7-4e02-9d24-6f6f73192b4b tempest-SecurityGroupsTestAdminJSON-1712502803 tempest-SecurityGroupsTestAdminJSON-1712502803-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:09.578059 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1abe8dc0-8344-4772-9892-996666ac1eb5 req-a9c15607-d4a7-4e02-9d24-6f6f73192b4b tempest-SecurityGroupsTestAdminJSON-1712502803 tempest-SecurityGroupsTestAdminJSON-1712502803-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5963569 Aug 22 13:21:09.589340 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644635bc-f4b1-4751-8509-8d381064b37e req-66cca41b-a443-4a51-b802-ec074bf60ad3 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:09.590896 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-644635bc-f4b1-4751-8509-8d381064b37e req-66cca41b-a443-4a51-b802-ec074bf60ad3 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/ports?device_id=425a0786-f121-4e1f-85e6-a2c91b79cddb HTTP/1.1" status: 200 len: 950 time: 0.1639566 Aug 22 13:21:09.605918 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71df7361-24c4-4eb7-94d8-b73ccabed0b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:21:09.632382 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c6ede0-e8fb-49ba-a419-f273e31f4c85 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:21:09.647384 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-17c6ede0-e8fb-49ba-a419-f273e31f4c85 admin admin] 10.222.0.21 "PUT /v2.0/routers/4d9ec25c-f7fb-4c8b-974a-3d2efbddedbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9016430 Aug 22 13:21:09.647620 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-71df7361-24c4-4eb7-94d8-b73ccabed0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:09.647620 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-71df7361-24c4-4eb7-94d8-b73ccabed0b2 admin admin] Added segment 5da4f856-6b61-4a79-8463-f2977b9d2896 of type vlan for network a55aa7b1-f3dd-4cd2-bac1-7f94575561ef Aug 22 13:21:09.647620 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71df7361-24c4-4eb7-94d8-b73ccabed0b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3ee9c1-1524-4379-b5c0-9bfbc7640017,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:09.682335 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-644635bc-f4b1-4751-8509-8d381064b37e req-b13b3307-03b2-49f9-88aa-b7c27daa121f tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/security-groups?id=951ba7d6-a6cb-4633-baee-4394277aa814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789754 Aug 22 13:21:09.705243 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-71df7361-24c4-4eb7-94d8-b73ccabed0b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:09.715880 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 88eefb86-d406-4668-88d6-fb1dc7c34539 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:21:09.771337 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-4438d5b3-fa3a-42e5-899f-5e47b75badf9 req-f5a5ea9a-cdfd-4335-b53b-3a14bdf3d1b2 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:09.781041 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-4438d5b3-fa3a-42e5-899f-5e47b75badf9 req-f5a5ea9a-cdfd-4335-b53b-3a14bdf3d1b2 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:09.814537 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 88eefb86-d406-4668-88d6-fb1dc7c34539 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:21:09.819490 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 88eefb86-d406-4668-88d6-fb1dc7c34539 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:21:09.821498 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:09.858800 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a5ea9a-cdfd-4335-b53b-3a14bdf3d1b2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b8211c07-b5a6-4490-a6cb-82a44cca3b90,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:09.866449 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4438d5b3-fa3a-42e5-899f-5e47b75badf9 req-f5a5ea9a-cdfd-4335-b53b-3a14bdf3d1b2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=951ba7d6-a6cb-4633-baee-4394277aa814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5163999 Aug 22 13:21:09.873878 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-71df7361-24c4-4eb7-94d8-b73ccabed0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:09.875546 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71df7361-24c4-4eb7-94d8-b73ccabed0b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:09.876595 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-71df7361-24c4-4eb7-94d8-b73ccabed0b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:09.949471 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-71df7361-24c4-4eb7-94d8-b73ccabed0b2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2013421 Aug 22 13:21:09.952640 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 43662) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:09.954977 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:09.962581 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-05543b60-a1ad-493a-ac0e-8e40e4fd13ae admin admin] Request body: {'subnet': {'network_id': 'a55aa7b1-f3dd-4cd2-bac1-7f94575561ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-794502979-subnet', 'tenant_id': '22f995add8fb49fdaed8530994ae22f1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:21:09.970035 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71df7361-24c4-4eb7-94d8-b73ccabed0b2 admin admin] Pushing event updated for resources: {'Network': ['ID=a55aa7b1-f3dd-4cd2-bac1-7f94575561ef,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:09.997176 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05543b60-a1ad-493a-ac0e-8e40e4fd13ae admin admin] Made reservation on behalf of 22f995add8fb49fdaed8530994ae22f1 for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:21:10.000227 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-05543b60-a1ad-493a-ac0e-8e40e4fd13ae admin admin] Notify callbacks [] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:10.000681 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network a55aa7b1-f3dd-4cd2-bac1-7f94575561ef details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:21:10.009666 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 88eefb86-d406-4668-88d6-fb1dc7c34539, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=88eefb86-d406-4668-88d6-fb1dc7c34539,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:21:10.028100 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:10.078869 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8790a074-2005-4bce-808d-90bec9ad10e9 req-02b4e346-a1c3-4a37-94f4-ea3eb56f112b tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:10.080478 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8790a074-2005-4bce-808d-90bec9ad10e9 req-02b4e346-a1c3-4a37-94f4-ea3eb56f112b tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] 10.222.0.21 "GET /v2.0/ports?device_id=d91dfe60-add0-4275-be8f-69bfab769658 HTTP/1.1" status: 200 len: 972 time: 0.1830347 Aug 22 13:21:10.132192 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-9a7108c4-7a27-4dd3-8097-9500039cdd21 req-452f4ef7-957c-43c6-96a1-dddbf1749d89 tempest-SecurityGroupsTestAdminJSON-1503465069 tempest-SecurityGroupsTestAdminJSON-1503465069-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-20052708', 'description': 'tempest-description-1887941711'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:21:10.137003 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=88eefb86-d406-4668-88d6-fb1dc7c34539,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:10.174344 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8790a074-2005-4bce-808d-90bec9ad10e9 req-73458e91-51fe-40c9-975a-91f2b1d441bb tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd28d0ea-de33-4424-a1b5-ea77bed5862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856407 Aug 22 13:21:10.192184 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9a7108c4-7a27-4dd3-8097-9500039cdd21 req-452f4ef7-957c-43c6-96a1-dddbf1749d89 tempest-SecurityGroupsTestAdminJSON-1503465069 tempest-SecurityGroupsTestAdminJSON-1503465069-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:10.212429 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9a7108c4-7a27-4dd3-8097-9500039cdd21 req-452f4ef7-957c-43c6-96a1-dddbf1749d89 tempest-SecurityGroupsTestAdminJSON-1503465069 tempest-SecurityGroupsTestAdminJSON-1503465069-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:10.320817 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55163af6-b436-4c15-ac59-6191a29d590c None None] Sync routers for ids ['4d9ec25c-f7fb-4c8b-974a-3d2efbddedbd'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:21:10.330841 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55163af6-b436-4c15-ac59-6191a29d590c None None] Routers {'4d9ec25c-f7fb-4c8b-974a-3d2efbddedbd'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:21:10.331578 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-55163af6-b436-4c15-ac59-6191a29d590c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:21:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['4d9ec25c-f7fb-4c8b-974a-3d2efbddedbd'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:21:10.343779 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-05543b60-a1ad-493a-ac0e-8e40e4fd13ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:10.425385 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05543b60-a1ad-493a-ac0e-8e40e4fd13ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=abe3b56e-e810-4982-9f67-67fa8c848a00,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:10.446765 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9a7108c4-7a27-4dd3-8097-9500039cdd21 req-452f4ef7-957c-43c6-96a1-dddbf1749d89 tempest-SecurityGroupsTestAdminJSON-1503465069 tempest-SecurityGroupsTestAdminJSON-1503465069-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:10.447952 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05543b60-a1ad-493a-ac0e-8e40e4fd13ae admin admin] Checking segment: {'id': '5da4f856-6b61-4a79-8463-f2977b9d2896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a55aa7b1-f3dd-4cd2-bac1-7f94575561ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:21:10.448517 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05543b60-a1ad-493a-ac0e-8e40e4fd13ae admin admin] Network hostable DHCP agents. Network: a55aa7b1-f3dd-4cd2-bac1-7f94575561ef, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:21:10.454083 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9a7108c4-7a27-4dd3-8097-9500039cdd21 req-452f4ef7-957c-43c6-96a1-dddbf1749d89 tempest-SecurityGroupsTestAdminJSON-1503465069 tempest-SecurityGroupsTestAdminJSON-1503465069-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:10.459146 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-55163af6-b436-4c15-ac59-6191a29d590c None None] Set router 4d9ec25c-f7fb-4c8b-974a-3d2efbddedbd gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:21:10.498840 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f4ef7-957c-43c6-96a1-dddbf1749d89 tempest-SecurityGroupsTestAdminJSON-1503465069 tempest-SecurityGroupsTestAdminJSON-1503465069-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=759a881e-6b92-4b0b-91ef-608ea8b36422,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:10.501275 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05543b60-a1ad-493a-ac0e-8e40e4fd13ae admin admin] Network a55aa7b1-f3dd-4cd2-bac1-7f94575561ef is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:21:10.520892 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-05543b60-a1ad-493a-ac0e-8e40e4fd13ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, a55aa7b1-f3dd-4cd2-bac1-7f94575561ef) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:21:10.526520 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05543b60-a1ad-493a-ac0e-8e40e4fd13ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:10.527134 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-05543b60-a1ad-493a-ac0e-8e40e4fd13ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:10.547441 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b995b7-4efa-4c15-bf86-8876faa08be8 None None] Network a55aa7b1-f3dd-4cd2-bac1-7f94575561ef requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:21:10.576713 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9a7108c4-7a27-4dd3-8097-9500039cdd21 req-452f4ef7-957c-43c6-96a1-dddbf1749d89 tempest-SecurityGroupsTestAdminJSON-1503465069 tempest-SecurityGroupsTestAdminJSON-1503465069-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:10.581036 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9a7108c4-7a27-4dd3-8097-9500039cdd21 req-452f4ef7-957c-43c6-96a1-dddbf1749d89 tempest-SecurityGroupsTestAdminJSON-1503465069 tempest-SecurityGroupsTestAdminJSON-1503465069-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:10.599960 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-05543b60-a1ad-493a-ac0e-8e40e4fd13ae admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6434805 Aug 22 13:21:10.600208 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 43680) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:10.606356 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-a2448c72-2127-4961-b51f-b6ebe0aeecd7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-794502979-router', 'tenant_id': '22f995add8fb49fdaed8530994ae22f1', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:21:10.618760 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9a7108c4-7a27-4dd3-8097-9500039cdd21 req-452f4ef7-957c-43c6-96a1-dddbf1749d89 tempest-SecurityGroupsTestAdminJSON-1503465069 tempest-SecurityGroupsTestAdminJSON-1503465069-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:10.619957 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9a7108c4-7a27-4dd3-8097-9500039cdd21 req-452f4ef7-957c-43c6-96a1-dddbf1749d89 tempest-SecurityGroupsTestAdminJSON-1503465069 tempest-SecurityGroupsTestAdminJSON-1503465069-project-admin] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5117340 Aug 22 13:21:10.634064 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f4ef7-957c-43c6-96a1-dddbf1749d89 tempest-SecurityGroupsTestAdminJSON-1503465069 tempest-SecurityGroupsTestAdminJSON-1503465069-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef5e602-d0f4-4474-857b-8f6ca2d486a2,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:10.644257 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a2448c72-2127-4961-b51f-b6ebe0aeecd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:10.645489 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a2448c72-2127-4961-b51f-b6ebe0aeecd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:10.688987 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-83bd0fee-c8da-42fd-b50f-be00623ca8b0 req-2208164f-43ee-422b-a38e-ccdb8f90489b tempest-SecurityGroupsTestAdminJSON-1503465069 tempest-SecurityGroupsTestAdminJSON-1503465069-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-378604313', 'description': 'tempest-description-115648000'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:21:10.722921 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a2448c72-2127-4961-b51f-b6ebe0aeecd7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:10.778750 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-83bd0fee-c8da-42fd-b50f-be00623ca8b0 req-2208164f-43ee-422b-a38e-ccdb8f90489b tempest-SecurityGroupsTestAdminJSON-1503465069 tempest-SecurityGroupsTestAdminJSON-1503465069-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:10.801188 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03dc9dd7-27ee-4908-89cf-3165917224ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-a55aa7b1-f3dd-4cd2-bac1-7f94575561ef', 'network_id': 'a55aa7b1-f3dd-4cd2-bac1-7f94575561ef', 'tenant_id': '22f995add8fb49fdaed8530994ae22f1', 'fixed_ips': [{'subnet_id': 'abe3b56e-e810-4982-9f67-67fa8c848a00'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:21:10.802053 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-03dc9dd7-27ee-4908-89cf-3165917224ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:10.828388 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-55163af6-b436-4c15-ac59-6191a29d590c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9ec25c-f7fb-4c8b-974a-3d2efbddedbd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-353826243-router', 'tenant_id': 'b0a317603acd420682a14f8fb994b7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '88eefb86-d406-4668-88d6-fb1dc7c34539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:21:02Z', 'updated_at': '2021-08-22T13:21:08Z', 'revision_number': 4, 'project_id': 'b0a317603acd420682a14f8fb994b7a5', 'gw_port': {'id': '88eefb86-d406-4668-88d6-fb1dc7c34539', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:50:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9ec25c-f7fb-4c8b-974a-3d2efbddedbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:21:02Z', 'updated_at': '2021-08-22T13:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '7b231d65-9169-4c38-8b82-67e5dcb9a12c', 'name': '', 'network_id': 'e6869023-2ece-4930-914d-a3196e85cf3d', 'tenant_id': 'b0a317603acd420682a14f8fb994b7a5', 'mac_address': 'fa:16:3e:6f:ba:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9ec25c-f7fb-4c8b-974a-3d2efbddedbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': 'fb165b84-2eb8-4987-835a-0074aaa54c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:21:06Z', 'updated_at': '2021-08-22T13:21:08Z', 'revision_number': 2, 'project_id': 'b0a317603acd420682a14f8fb994b7a5', 'subnets': [{'id': 'fb165b84-2eb8-4987-835a-0074aaa54c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:21:10.901538 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55163af6-b436-4c15-ac59-6191a29d590c None None] Checking router: 4d9ec25c-f7fb-4c8b-974a-3d2efbddedbd for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:21:10.901795 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55163af6-b436-4c15-ac59-6191a29d590c None None] Updating router 4d9ec25c-f7fb-4c8b-974a-3d2efbddedbd port 7b231d65-9169-4c38-8b82-67e5dcb9a12c binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:21:10.942430 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-55163af6-b436-4c15-ac59-6191a29d590c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:11.029422 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-03dc9dd7-27ee-4908-89cf-3165917224ec None None] Allocated IP 172.20.0.2 (a55aa7b1-f3dd-4cd2-bac1-7f94575561ef/abe3b56e-e810-4982-9f67-67fa8c848a00/a6ea9b8b-bff7-45c7-8a15-35f90e00d656) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:21:11.055578 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a2448c72-2127-4961-b51f-b6ebe0aeecd7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:11.081126 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aaf0df-e9f4-4154-a096-c9905dd7f5a4 req-aecf2553-738f-4303-9c89-68a4ac876430 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:11.082761 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e1aaf0df-e9f4-4154-a096-c9905dd7f5a4 req-aecf2553-738f-4303-9c89-68a4ac876430 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/ports?device_id=425a0786-f121-4e1f-85e6-a2c91b79cddb HTTP/1.1" status: 200 len: 950 time: 0.2644045 Aug 22 13:21:11.147348 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd91dfe60-add0-4275-be8f-69bfab769658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64aa11d2-ef5a-47ad-bc33-a7a79ada5e18'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:21:11.150294 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ab8edf-5d3b-448b-9df6-b9b8e01e88ea" -d '{"events": [{"server_uuid": "d91dfe60-add0-4275-be8f-69bfab769658", "name": "network-vif-plugged", "status": "completed", "tag": "64aa11d2-ef5a-47ad-bc33-a7a79ada5e18"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:21:11.182770 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e1aaf0df-e9f4-4154-a096-c9905dd7f5a4 req-4dcae94f-335f-4eef-bc82-750abcf9ac72 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/security-groups?id=951ba7d6-a6cb-4633-baee-4394277aa814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875049 Aug 22 13:21:11.216136 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-83bd0fee-c8da-42fd-b50f-be00623ca8b0 req-2208164f-43ee-422b-a38e-ccdb8f90489b tempest-SecurityGroupsTestAdminJSON-1503465069 tempest-SecurityGroupsTestAdminJSON-1503465069-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:11.223711 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-83bd0fee-c8da-42fd-b50f-be00623ca8b0 req-2208164f-43ee-422b-a38e-ccdb8f90489b tempest-SecurityGroupsTestAdminJSON-1503465069 tempest-SecurityGroupsTestAdminJSON-1503465069-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:11.269229 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-83bd0fee-c8da-42fd-b50f-be00623ca8b0 req-2208164f-43ee-422b-a38e-ccdb8f90489b tempest-SecurityGroupsTestAdminJSON-1503465069 tempest-SecurityGroupsTestAdminJSON-1503465069-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:11.270608 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-83bd0fee-c8da-42fd-b50f-be00623ca8b0 req-2208164f-43ee-422b-a38e-ccdb8f90489b tempest-SecurityGroupsTestAdminJSON-1503465069 tempest-SecurityGroupsTestAdminJSON-1503465069-project-admin] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5872259 Aug 22 13:21:11.275817 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2208164f-43ee-422b-a38e-ccdb8f90489b tempest-SecurityGroupsTestAdminJSON-1503465069 tempest-SecurityGroupsTestAdminJSON-1503465069-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28286b8-40dc-4071-9360-cd469457882c,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:11.311185 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905b8611-7099-4799-b547-b5a67bd6997c x-openstack-request-id: req-905b8611-7099-4799-b547-b5a67bd6997c {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:21:11.311471 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d91dfe60-add0-4275-be8f-69bfab769658", "name": "network-vif-plugged", "status": "completed", "tag": "64aa11d2-ef5a-47ad-bc33-a7a79ada5e18", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:21:11.311935 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-905b8611-7099-4799-b547-b5a67bd6997c {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:21:11.312292 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd91dfe60-add0-4275-be8f-69bfab769658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64aa11d2-ef5a-47ad-bc33-a7a79ada5e18', 'code': 200} Aug 22 13:21:11.421310 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f69c5-6bcd-42f3-bc93-fdf8aa9526be req-90579c68-34d9-49a3-88d3-227380e8594c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:11.422791 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-685f69c5-6bcd-42f3-bc93-fdf8aa9526be req-90579c68-34d9-49a3-88d3-227380e8594c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d91dfe60-add0-4275-be8f-69bfab769658 HTTP/1.1" status: 200 len: 1124 time: 0.0611198 Aug 22 13:21:11.456125 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-03dc9dd7-27ee-4908-89cf-3165917224ec None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:11.477206 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-685f69c5-6bcd-42f3-bc93-fdf8aa9526be req-eee2db9e-2643-4ef7-b405-6a87671588f6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fd28d0ea-de33-4424-a1b5-ea77bed5862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454047 Aug 22 13:21:11.479807 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88a404-aa2d-4dca-9243-e4dde77de2bf req-0c946139-68b4-4504-bc9b-a28955dca1cf tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:11.481404 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1b88a404-aa2d-4dca-9243-e4dde77de2bf req-0c946139-68b4-4504-bc9b-a28955dca1cf tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] 10.222.0.21 "GET /v2.0/ports?device_id=d91dfe60-add0-4275-be8f-69bfab769658 HTTP/1.1" status: 200 len: 972 time: 0.0831923 Aug 22 13:21:11.484842 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a2448c72-2127-4961-b51f-b6ebe0aeecd7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:11.489289 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-03dc9dd7-27ee-4908-89cf-3165917224ec None None] Transition to ACTIVE for port object a6ea9b8b-bff7-45c7-8a15-35f90e00d656 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:21:11.506191 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a2448c72-2127-4961-b51f-b6ebe0aeecd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:11.521173 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-03dc9dd7-27ee-4908-89cf-3165917224ec None None] Transition to ACTIVE for port object a6ea9b8b-bff7-45c7-8a15-35f90e00d656 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:21:11.526420 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-55163af6-b436-4c15-ac59-6191a29d590c None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:11.536921 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-03dc9dd7-27ee-4908-89cf-3165917224ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:11.541772 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-55163af6-b436-4c15-ac59-6191a29d590c None None] Transition to ACTIVE for port object 7b231d65-9169-4c38-8b82-67e5dcb9a12c will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:21:11.571802 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-55163af6-b436-4c15-ac59-6191a29d590c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:11.594114 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1b88a404-aa2d-4dca-9243-e4dde77de2bf req-ce09b403-3ff7-4af8-bd55-88ebf44cfe79 tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd28d0ea-de33-4424-a1b5-ea77bed5862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901768 Aug 22 13:21:11.609286 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03dc9dd7-27ee-4908-89cf-3165917224ec None None] Network a55aa7b1-f3dd-4cd2-bac1-7f94575561ef is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:21:11.619172 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dc9dd7-27ee-4908-89cf-3165917224ec None None] Pushing event updated for resources: {'Port': ['ID=a6ea9b8b-bff7-45c7-8a15-35f90e00d656,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:11.623075 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-03dc9dd7-27ee-4908-89cf-3165917224ec None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:21:11.630653 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dc9dd7-27ee-4908-89cf-3165917224ec None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:21:11.660213 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-a2448c72-2127-4961-b51f-b6ebe0aeecd7 admin admin] Allocated IP 172.25.3.12 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/f4464e9e-495b-4bee-ba57-3f051a8e68ad) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:21:11.699827 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f210e24-e7b4-4b73-9814-7240b63b5fc2 None None] Pushing event updated for resources: {'Port': ['ID=7b231d65-9169-4c38-8b82-67e5dcb9a12c,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:11.721447 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 88eefb86-d406-4668-88d6-fb1dc7c34539 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:21:11.803129 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43712) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:11.809216 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-d1efcb53-39af-49b8-ad05-892752c8c8b5 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1899229001', 'description': 'tempest-description--817853699'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:21:11.856207 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d1efcb53-39af-49b8-ad05-892752c8c8b5 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:11.894611 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-03dc9dd7-27ee-4908-89cf-3165917224ec None None] Attempting to bind port a6ea9b8b-bff7-45c7-8a15-35f90e00d656 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:21:11.894969 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-03dc9dd7-27ee-4908-89cf-3165917224ec None None] Attempting to bind port a6ea9b8b-bff7-45c7-8a15-35f90e00d656 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5da4f856-6b61-4a79-8463-f2977b9d2896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a55aa7b1-f3dd-4cd2-bac1-7f94575561ef'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:21:11.895322 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dc9dd7-27ee-4908-89cf-3165917224ec None None] Attempting to bind port a6ea9b8b-bff7-45c7-8a15-35f90e00d656 on network a55aa7b1-f3dd-4cd2-bac1-7f94575561ef {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:21:11.923497 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dc9dd7-27ee-4908-89cf-3165917224ec None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:21:11.924139 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dc9dd7-27ee-4908-89cf-3165917224ec None None] Checking segment: {'id': '5da4f856-6b61-4a79-8463-f2977b9d2896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a55aa7b1-f3dd-4cd2-bac1-7f94575561ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:21:11.924838 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-03dc9dd7-27ee-4908-89cf-3165917224ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:11.925374 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dc9dd7-27ee-4908-89cf-3165917224ec None None] Bound using segment: {'id': '5da4f856-6b61-4a79-8463-f2977b9d2896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a55aa7b1-f3dd-4cd2-bac1-7f94575561ef'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:21:11.925997 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-03dc9dd7-27ee-4908-89cf-3165917224ec None None] Bound port: a6ea9b8b-bff7-45c7-8a15-35f90e00d656, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5da4f856-6b61-4a79-8463-f2977b9d2896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a55aa7b1-f3dd-4cd2-bac1-7f94575561ef'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:21:11.926818 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-03dc9dd7-27ee-4908-89cf-3165917224ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:11.945284 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-55163af6-b436-4c15-ac59-6191a29d590c None None] Attempting to bind port 7b231d65-9169-4c38-8b82-67e5dcb9a12c on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:21:11.945750 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-55163af6-b436-4c15-ac59-6191a29d590c None None] Attempting to bind port 7b231d65-9169-4c38-8b82-67e5dcb9a12c by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'cadfcec1-8779-4a7d-af2c-d55d64403d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e6869023-2ece-4930-914d-a3196e85cf3d'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:21:11.946036 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55163af6-b436-4c15-ac59-6191a29d590c None None] Attempting to bind port 7b231d65-9169-4c38-8b82-67e5dcb9a12c on network e6869023-2ece-4930-914d-a3196e85cf3d {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:21:11.958255 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55163af6-b436-4c15-ac59-6191a29d590c None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:21:11.958586 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55163af6-b436-4c15-ac59-6191a29d590c None None] Checking segment: {'id': 'cadfcec1-8779-4a7d-af2c-d55d64403d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e6869023-2ece-4930-914d-a3196e85cf3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:21:11.959076 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-55163af6-b436-4c15-ac59-6191a29d590c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:11.959494 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55163af6-b436-4c15-ac59-6191a29d590c None None] Bound using segment: {'id': 'cadfcec1-8779-4a7d-af2c-d55d64403d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e6869023-2ece-4930-914d-a3196e85cf3d'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:21:11.960353 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-55163af6-b436-4c15-ac59-6191a29d590c None None] Bound port: 7b231d65-9169-4c38-8b82-67e5dcb9a12c, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cadfcec1-8779-4a7d-af2c-d55d64403d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e6869023-2ece-4930-914d-a3196e85cf3d'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:21:11.960729 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-55163af6-b436-4c15-ac59-6191a29d590c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:11.966185 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a2448c72-2127-4961-b51f-b6ebe0aeecd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:12.071157 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 88eefb86-d406-4668-88d6-fb1dc7c34539 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:21:12.071696 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:12.107395 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-03dc9dd7-27ee-4908-89cf-3165917224ec None None] For port a6ea9b8b-bff7-45c7-8a15-35f90e00d656, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:21:12.122188 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a2448c72-2127-4961-b51f-b6ebe0aeecd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:12.131397 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-03dc9dd7-27ee-4908-89cf-3165917224ec None None] For port a6ea9b8b-bff7-45c7-8a15-35f90e00d656, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=a6ea9b8b-bff7-45c7-8a15-35f90e00d656,segment=NetworkSegment(5da4f856-6b61-4a79-8463-f2977b9d2896),segment_id=5da4f856-6b61-4a79-8463-f2977b9d2896)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:21:12.142747 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-03dc9dd7-27ee-4908-89cf-3165917224ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:12.168553 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6519ef0e-ac26-48bc-be7c-f01cfc648a21 req-ca28ac5a-a304-469a-94ef-b565173993c6 tempest-SecurityGroupsTestAdminJSON-1503465069 tempest-SecurityGroupsTestAdminJSON-1503465069-project-admin] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 34066 time: 0.5102687 Aug 22 13:21:12.182559 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-55163af6-b436-4c15-ac59-6191a29d590c None None] For port 7b231d65-9169-4c38-8b82-67e5dcb9a12c, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:21:12.198636 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d1efcb53-39af-49b8-ad05-892752c8c8b5 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:12.208046 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-55163af6-b436-4c15-ac59-6191a29d590c None None] For port 7b231d65-9169-4c38-8b82-67e5dcb9a12c, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=7b231d65-9169-4c38-8b82-67e5dcb9a12c,segment=NetworkSegment(cadfcec1-8779-4a7d-af2c-d55d64403d1f),segment_id=cadfcec1-8779-4a7d-af2c-d55d64403d1f)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:21:12.208689 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d1efcb53-39af-49b8-ad05-892752c8c8b5 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:12.228524 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-55163af6-b436-4c15-ac59-6191a29d590c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:12.254720 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1efcb53-39af-49b8-ad05-892752c8c8b5 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed2b1cd-e89d-453d-a1b3-990a20bb0165,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:12.259365 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d1efcb53-39af-49b8-ad05-892752c8c8b5 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:12.263387 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d1efcb53-39af-49b8-ad05-892752c8c8b5 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4566357 Aug 22 13:21:12.264339 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43736) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:12.270734 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2448c72-2127-4961-b51f-b6ebe0aeecd7 admin admin] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:21:12.272846 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-02528e16-09e1-4d8f-8f59-106c4d1079f8 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Request body: {'security_group_rule': {'security_group_id': '0ed2b1cd-e89d-453d-a1b3-990a20bb0165', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:21:12.281456 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-a2448c72-2127-4961-b51f-b6ebe0aeecd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:21:12.285995 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2448c72-2127-4961-b51f-b6ebe0aeecd7 admin admin] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:21:12.306355 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6519ef0e-ac26-48bc-be7c-f01cfc648a21 req-5dfa99a5-3547-4275-876c-1149873b76de tempest-SecurityGroupsTestAdminJSON-1503465069 tempest-SecurityGroupsTestAdminJSON-1503465069-project-admin] 10.222.0.21 "GET /v2.0/security-groups/759a881e-6b92-4b0b-91ef-608ea8b36422 HTTP/1.1" status: 200 len: 2981 time: 0.1008942 Aug 22 13:21:12.330528 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-02528e16-09e1-4d8f-8f59-106c4d1079f8 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:12.332990 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dc9dd7-27ee-4908-89cf-3165917224ec None None] Pushing event updated for resources: {'Port': ['ID=a6ea9b8b-bff7-45c7-8a15-35f90e00d656,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:12.409652 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2448c72-2127-4961-b51f-b6ebe0aeecd7 admin admin] Pushing event updated for resources: {'Port': ['ID=f4464e9e-495b-4bee-ba57-3f051a8e68ad,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:12.454303 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55163af6-b436-4c15-ac59-6191a29d590c None None] Routers {'4d9ec25c-f7fb-4c8b-974a-3d2efbddedbd'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:21:12.456436 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-55163af6-b436-4c15-ac59-6191a29d590c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:21:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['4d9ec25c-f7fb-4c8b-974a-3d2efbddedbd'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:21:12.472355 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-02528e16-09e1-4d8f-8f59-106c4d1079f8 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:12.480670 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-02528e16-09e1-4d8f-8f59-106c4d1079f8 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:12.507672 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02528e16-09e1-4d8f-8f59-106c4d1079f8 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11e79d32-f0bd-41ae-80a7-80f2efd2bb91,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:12.514155 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-02528e16-09e1-4d8f-8f59-106c4d1079f8 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:12.518719 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-02528e16-09e1-4d8f-8f59-106c4d1079f8 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2502599 Aug 22 13:21:12.519563 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43738) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:12.529090 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-315d5762-431c-448b-8c93-32b4a12a556d tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Request body: {'security_group_rule': {'security_group_id': '0ed2b1cd-e89d-453d-a1b3-990a20bb0165', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:21:12.609223 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-315d5762-431c-448b-8c93-32b4a12a556d tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:12.649614 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f210e24-e7b4-4b73-9814-7240b63b5fc2 None None] Pushing event updated for resources: {'Port': ['ID=7b231d65-9169-4c38-8b82-67e5dcb9a12c,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:12.690787 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6519ef0e-ac26-48bc-be7c-f01cfc648a21 req-846a895d-09a7-477d-8654-65a0d7c5a184 tempest-SecurityGroupsTestAdminJSON-1503465069 tempest-SecurityGroupsTestAdminJSON-1503465069-project-admin] 10.222.0.21 "GET /v2.0/security-groups/759a881e-6b92-4b0b-91ef-608ea8b36422 HTTP/1.1" status: 200 len: 2981 time: 0.3828738 Aug 22 13:21:12.743152 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-315d5762-431c-448b-8c93-32b4a12a556d tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:12.753008 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-315d5762-431c-448b-8c93-32b4a12a556d tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:12.778668 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-55163af6-b436-4c15-ac59-6191a29d590c None None] Set router 4d9ec25c-f7fb-4c8b-974a-3d2efbddedbd gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:21:12.782830 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d5762-431c-448b-8c93-32b4a12a556d tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fce83ec9-1921-4388-a563-45b173602f99,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:12.797568 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-315d5762-431c-448b-8c93-32b4a12a556d tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:12.798881 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-315d5762-431c-448b-8c93-32b4a12a556d tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2781990 Aug 22 13:21:12.801931 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43742) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:12.809184 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-69590fb2-931e-4d22-9cf7-0a3855c71467 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Request body: {'floatingip': {'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:21:12.840662 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c2d97-4893-46a5-96ba-a2017fb8b8aa req-9b11b976-85cc-4378-a6b4-3374e7a64444 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:12.843477 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d67c2d97-4893-46a5-96ba-a2017fb8b8aa req-9b11b976-85cc-4378-a6b4-3374e7a64444 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/ports?device_id=425a0786-f121-4e1f-85e6-a2c91b79cddb HTTP/1.1" status: 200 len: 950 time: 0.4362853 Aug 22 13:21:12.844584 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-69590fb2-931e-4d22-9cf7-0a3855c71467 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify callbacks [] for floatingip, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:12.901981 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6519ef0e-ac26-48bc-be7c-f01cfc648a21 req-1f90d548-8ea1-4c67-a8e2-2d498408285d tempest-SecurityGroupsTestAdminJSON-1503465069 tempest-SecurityGroupsTestAdminJSON-1503465069-project-admin] 10.222.0.21 "GET /v2.0/security-groups/7f3ee9c1-1524-4379-b5c0-9bfbc7640017 HTTP/1.1" status: 200 len: 2981 time: 0.2095721 Aug 22 13:21:12.914516 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43746) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:12.971229 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d67c2d97-4893-46a5-96ba-a2017fb8b8aa req-cc4f7654-2137-45b5-ad9f-4601ed315ec3 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/security-groups?id=951ba7d6-a6cb-4633-baee-4394277aa814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205029 Aug 22 13:21:12.974131 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-69590fb2-931e-4d22-9cf7-0a3855c71467 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:13.015558 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6519ef0e-ac26-48bc-be7c-f01cfc648a21 req-b00660f5-c167-4d0f-85a2-2176e43d495f tempest-SecurityGroupsTestAdminJSON-1503465069 tempest-SecurityGroupsTestAdminJSON-1503465069-project-admin] 10.222.0.21 "GET /v2.0/security-groups/7f3ee9c1-1524-4379-b5c0-9bfbc7640017 HTTP/1.1" status: 200 len: 2981 time: 0.1130779 Aug 22 13:21:13.024967 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a2448c72-2127-4961-b51f-b6ebe0aeecd7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:13.087413 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-55163af6-b436-4c15-ac59-6191a29d590c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9ec25c-f7fb-4c8b-974a-3d2efbddedbd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-353826243-router', 'tenant_id': 'b0a317603acd420682a14f8fb994b7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '88eefb86-d406-4668-88d6-fb1dc7c34539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:21:02Z', 'updated_at': '2021-08-22T13:21:08Z', 'revision_number': 4, 'project_id': 'b0a317603acd420682a14f8fb994b7a5', 'gw_port': {'id': '88eefb86-d406-4668-88d6-fb1dc7c34539', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:50:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9ec25c-f7fb-4c8b-974a-3d2efbddedbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:21:02Z', 'updated_at': '2021-08-22T13:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '7b231d65-9169-4c38-8b82-67e5dcb9a12c', 'name': '', 'network_id': 'e6869023-2ece-4930-914d-a3196e85cf3d', 'tenant_id': 'b0a317603acd420682a14f8fb994b7a5', 'mac_address': 'fa:16:3e:6f:ba:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9ec25c-f7fb-4c8b-974a-3d2efbddedbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': 'fb165b84-2eb8-4987-835a-0074aaa54c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:21:06Z', 'updated_at': '2021-08-22T13:21:12Z', 'revision_number': 4, 'project_id': 'b0a317603acd420682a14f8fb994b7a5', 'subnets': [{'id': 'fb165b84-2eb8-4987-835a-0074aaa54c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:21:13.116202 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-52715526-224c-4d20-8866-3a257a53abde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:13.118678 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55163af6-b436-4c15-ac59-6191a29d590c None None] The sync data for ids ['4d9ec25c-f7fb-4c8b-974a-3d2efbddedbd'] in n-d-793621-33 is: [{'id': '4d9ec25c-f7fb-4c8b-974a-3d2efbddedbd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-353826243-router', 'tenant_id': 'b0a317603acd420682a14f8fb994b7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '88eefb86-d406-4668-88d6-fb1dc7c34539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:21:02Z', 'updated_at': '2021-08-22T13:21:08Z', 'revision_number': 4, 'project_id': 'b0a317603acd420682a14f8fb994b7a5', 'gw_port': {'id': '88eefb86-d406-4668-88d6-fb1dc7c34539', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:50:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9ec25c-f7fb-4c8b-974a-3d2efbddedbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:21:02Z', 'updated_at': '2021-08-22T13:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '7b231d65-9169-4c38-8b82-67e5dcb9a12c', 'name': '', 'network_id': 'e6869023-2ece-4930-914d-a3196e85cf3d', 'tenant_id': 'b0a317603acd420682a14f8fb994b7a5', 'mac_address': 'fa:16:3e:6f:ba:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9ec25c-f7fb-4c8b-974a-3d2efbddedbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': 'fb165b84-2eb8-4987-835a-0074aaa54c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:21:06Z', 'updated_at': '2021-08-22T13:21:12Z', 'revision_number': 4, 'project_id': 'b0a317603acd420682a14f8fb994b7a5', 'subnets': [{'id': 'fb165b84-2eb8-4987-835a-0074aaa54c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:21:13.189414 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6519ef0e-ac26-48bc-be7c-f01cfc648a21 req-7643bb3e-6c3b-4daa-935f-c2dcc3e458d5 tempest-SecurityGroupsTestAdminJSON-1503465069 tempest-SecurityGroupsTestAdminJSON-1503465069-project-admin] 10.222.0.21 "GET /v2.0/security-groups/90deacfc-a1d5-4f7b-ad5c-92440e08ae24 HTTP/1.1" status: 200 len: 2977 time: 0.1729481 Aug 22 13:21:13.191352 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-69590fb2-931e-4d22-9cf7-0a3855c71467 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Allocated IP 172.25.3.115 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/c6bbeb3b-4c44-40f0-9f99-532966d86997) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:21:13.238137 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb145bc4-fb87-4ce6-a939-7ff2f517bd52 req-4ef96a8e-5263-46cb-add5-66e3e56557fc tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:13.239669 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eb145bc4-fb87-4ce6-a939-7ff2f517bd52 req-4ef96a8e-5263-46cb-add5-66e3e56557fc tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] 10.222.0.21 "GET /v2.0/ports?device_id=d91dfe60-add0-4275-be8f-69bfab769658 HTTP/1.1" status: 200 len: 972 time: 0.1672244 Aug 22 13:21:13.339643 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eb145bc4-fb87-4ce6-a939-7ff2f517bd52 req-61561838-49ca-4aa2-b4f6-7585e57efaa5 tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd28d0ea-de33-4424-a1b5-ea77bed5862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924191 Aug 22 13:21:13.342939 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6519ef0e-ac26-48bc-be7c-f01cfc648a21 req-e831ee73-15c0-459d-8b20-82d4df0c859a tempest-SecurityGroupsTestAdminJSON-1503465069 tempest-SecurityGroupsTestAdminJSON-1503465069-project-admin] 10.222.0.21 "GET /v2.0/security-groups/90deacfc-a1d5-4f7b-ad5c-92440e08ae24 HTTP/1.1" status: 200 len: 2977 time: 0.1382861 Aug 22 13:21:13.367301 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-69590fb2-931e-4d22-9cf7-0a3855c71467 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:13.450250 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-52715526-224c-4d20-8866-3a257a53abde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:13.457786 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-52715526-224c-4d20-8866-3a257a53abde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:13.507413 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-69590fb2-931e-4d22-9cf7-0a3855c71467 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:13.569033 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-52715526-224c-4d20-8866-3a257a53abde admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0a4ab6dac1244d499286290e65b09dff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6531410 Aug 22 13:21:13.578036 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52715526-224c-4d20-8866-3a257a53abde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddcbf620-f3ed-4cb7-83bb-df17a29f757e,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:13.582357 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43756) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:13.607514 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69590fb2-931e-4d22-9cf7-0a3855c71467 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:21:13.615678 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-69590fb2-931e-4d22-9cf7-0a3855c71467 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:21:13.634710 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69590fb2-931e-4d22-9cf7-0a3855c71467 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:21:13.641518 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69590fb2-931e-4d22-9cf7-0a3855c71467 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Pushing event updated for resources: {'Port': ['ID=c6bbeb3b-4c44-40f0-9f99-532966d86997,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:13.670465 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a2448c72-2127-4961-b51f-b6ebe0aeecd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:13.764023 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6519ef0e-ac26-48bc-be7c-f01cfc648a21 req-004cf7eb-5b40-4d35-a607-95188e9a2507 tempest-SecurityGroupsTestAdminJSON-1503465069 tempest-SecurityGroupsTestAdminJSON-1503465069-project-admin] 10.222.0.21 "GET /v2.0/security-groups/951ba7d6-a6cb-4633-baee-4394277aa814 HTTP/1.1" status: 200 len: 2977 time: 0.4056406 Aug 22 13:21:13.778407 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-69590fb2-931e-4d22-9cf7-0a3855c71467 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:13.779957 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d952717e-4217-48b5-a707-e1a80567ec17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:13.782758 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 7b231d65-9169-4c38-8b82-67e5dcb9a12c up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:21:13.833640 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d952717e-4217-48b5-a707-e1a80567ec17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:13.857223 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-69590fb2-931e-4d22-9cf7-0a3855c71467 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:13.863810 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49b0621-ef54-4d15-b2c7-0dc235890df2 None None] Network a55aa7b1-f3dd-4cd2-bac1-7f94575561ef requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:21:13.900831 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6519ef0e-ac26-48bc-be7c-f01cfc648a21 req-64005cb4-f32f-441a-ad3f-266786cf0462 tempest-SecurityGroupsTestAdminJSON-1503465069 tempest-SecurityGroupsTestAdminJSON-1503465069-project-admin] 10.222.0.21 "GET /v2.0/security-groups/951ba7d6-a6cb-4633-baee-4394277aa814 HTTP/1.1" status: 200 len: 2977 time: 0.1132100 Aug 22 13:21:13.944185 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d952717e-4217-48b5-a707-e1a80567ec17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:13.946848 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d952717e-4217-48b5-a707-e1a80567ec17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:13.950444 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d952717e-4217-48b5-a707-e1a80567ec17 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ddcbf620-f3ed-4cb7-83bb-df17a29f757e HTTP/1.1" status: 204 len: 168 time: 0.3627787 Aug 22 13:21:13.978007 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-a829437e-78ca-4dbe-8d1c-59b157704690 None None] Provisioning for port a6ea9b8b-bff7-45c7-8a15-35f90e00d656 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:21:13.996270 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6519ef0e-ac26-48bc-be7c-f01cfc648a21 req-e3cca244-77d0-49d8-8e7b-f96f194b1da2 tempest-SecurityGroupsTestAdminJSON-1503465069 tempest-SecurityGroupsTestAdminJSON-1503465069-project-admin] 10.222.0.21 "GET /v2.0/security-groups/ad10c6d2-65e5-42ed-b8d7-b4e6ee38cc3f HTTP/1.1" status: 200 len: 2981 time: 0.0803359 Aug 22 13:21:14.038740 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 7b231d65-9169-4c38-8b82-67e5dcb9a12c completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:21:14.060461 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 7b231d65-9169-4c38-8b82-67e5dcb9a12c triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:21:14.061078 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:14.065527 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6519ef0e-ac26-48bc-be7c-f01cfc648a21 req-5ca0f507-c2e6-4775-a619-c14cc9be13ed tempest-SecurityGroupsTestAdminJSON-1503465069 tempest-SecurityGroupsTestAdminJSON-1503465069-project-admin] 10.222.0.21 "GET /v2.0/security-groups/ad10c6d2-65e5-42ed-b8d7-b4e6ee38cc3f HTTP/1.1" status: 200 len: 2981 time: 0.0560236 Aug 22 13:21:14.125525 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-69590fb2-931e-4d22-9cf7-0a3855c71467 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:14.136166 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d952717e-4217-48b5-a707-e1a80567ec17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddcbf620-f3ed-4cb7-83bb-df17a29f757e,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:14.136462 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2448c72-2127-4961-b51f-b6ebe0aeecd7 admin admin] Router 6ddad492-40e9-4d4b-b72f-8dfcf2e67c20 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:21:14.141531 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-69590fb2-931e-4d22-9cf7-0a3855c71467 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:14.208641 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69590fb2-931e-4d22-9cf7-0a3855c71467 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Pushing event updated for resources: {'Port': ['ID=c6bbeb3b-4c44-40f0-9f99-532966d86997,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:14.218124 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-69590fb2-931e-4d22-9cf7-0a3855c71467 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:14.236129 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6519ef0e-ac26-48bc-be7c-f01cfc648a21 req-26419094-928d-4a44-ab3d-dae703f22b79 tempest-SecurityGroupsTestAdminJSON-1503465069 tempest-SecurityGroupsTestAdminJSON-1503465069-project-admin] 10.222.0.21 "GET /v2.0/security-groups/b8211c07-b5a6-4490-a6cb-82a44cca3b90 HTTP/1.1" status: 200 len: 2981 time: 0.1611021 Aug 22 13:21:14.238049 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-69590fb2-931e-4d22-9cf7-0a3855c71467 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:14.241352 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-69590fb2-931e-4d22-9cf7-0a3855c71467 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4378145 Aug 22 13:21:14.257524 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:14.339093 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 7b231d65-9169-4c38-8b82-67e5dcb9a12c, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=7b231d65-9169-4c38-8b82-67e5dcb9a12c,segment=NetworkSegment(cadfcec1-8779-4a7d-af2c-d55d64403d1f),segment_id=cadfcec1-8779-4a7d-af2c-d55d64403d1f)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:21:14.347297 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:14.349002 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device a6ea9b8b-bff7-45c7-8a15-35f90e00d656 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:21:14.397488 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6519ef0e-ac26-48bc-be7c-f01cfc648a21 req-b6fd2c1d-21e5-4ccf-ba47-4a5190510b68 tempest-SecurityGroupsTestAdminJSON-1503465069 tempest-SecurityGroupsTestAdminJSON-1503465069-project-admin] 10.222.0.21 "GET /v2.0/security-groups/b8211c07-b5a6-4490-a6cb-82a44cca3b90 HTTP/1.1" status: 200 len: 2981 time: 0.1376143 Aug 22 13:21:14.406365 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2448c72-2127-4961-b51f-b6ebe0aeecd7 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:21:14.415657 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516cf8f0-aa64-42b8-a2db-5e62aec5bfcf None None] Sync routers for ids ['6ddad492-40e9-4d4b-b72f-8dfcf2e67c20'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:21:14.438655 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516cf8f0-aa64-42b8-a2db-5e62aec5bfcf None None] Routers {'6ddad492-40e9-4d4b-b72f-8dfcf2e67c20'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:21:14.440709 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-516cf8f0-aa64-42b8-a2db-5e62aec5bfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:21:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['6ddad492-40e9-4d4b-b72f-8dfcf2e67c20'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:21:14.517057 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a2448c72-2127-4961-b51f-b6ebe0aeecd7 admin admin] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:14.518686 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a2448c72-2127-4961-b51f-b6ebe0aeecd7 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.9165108 Aug 22 13:21:14.521409 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43768) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:14.526634 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43770) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:14.565864 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f0fc0-0979-4cb8-933f-88986b9efe4c req-91c858c1-bb81-4046-b08e-b93a1bd67893 tempest-AggregatesAdminTestJSON-1879830576 tempest-AggregatesAdminTestJSON-1879830576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:14.574533 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=7b231d65-9169-4c38-8b82-67e5dcb9a12c,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:14.574786 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-274f0fc0-0979-4cb8-933f-88986b9efe4c req-91c858c1-bb81-4046-b08e-b93a1bd67893 tempest-AggregatesAdminTestJSON-1879830576 tempest-AggregatesAdminTestJSON-1879830576-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d91dfe60-add0-4275-be8f-69bfab769658 HTTP/1.1" status: 200 len: 1124 time: 0.1358449 Aug 22 13:21:14.588683 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port a6ea9b8b-bff7-45c7-8a15-35f90e00d656 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:21:14.591848 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-274f0fc0-0979-4cb8-933f-88986b9efe4c req-c2cf016d-9cd7-4904-a3d7-661080de012c tempest-AggregatesAdminTestJSON-1879830576 tempest-AggregatesAdminTestJSON-1879830576-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:14.593595 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port a6ea9b8b-bff7-45c7-8a15-35f90e00d656 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:21:14.594130 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:14.597491 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6519ef0e-ac26-48bc-be7c-f01cfc648a21 req-1305d652-a96a-4638-9739-466d90a1cb82 tempest-SecurityGroupsTestAdminJSON-1503465069 tempest-SecurityGroupsTestAdminJSON-1503465069-project-admin] 10.222.0.21 "GET /v2.0/security-groups/d599edd9-4801-440d-9088-16fe257a2faf HTTP/1.1" status: 200 len: 2973 time: 0.1705041 Aug 22 13:21:14.606148 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-39515fa5-98f7-47c8-a877-38ac757b497f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:14.671874 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-516cf8f0-aa64-42b8-a2db-5e62aec5bfcf None None] Set router 6ddad492-40e9-4d4b-b72f-8dfcf2e67c20 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:21:14.699625 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6519ef0e-ac26-48bc-be7c-f01cfc648a21 req-5d4a0005-bf63-4552-b45b-023a12818a0c tempest-SecurityGroupsTestAdminJSON-1503465069 tempest-SecurityGroupsTestAdminJSON-1503465069-project-admin] 10.222.0.21 "GET /v2.0/security-groups/d599edd9-4801-440d-9088-16fe257a2faf HTTP/1.1" status: 200 len: 2973 time: 0.0858738 Aug 22 13:21:14.734799 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:14.774507 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6519ef0e-ac26-48bc-be7c-f01cfc648a21 req-970f6bf3-78a7-45d9-811a-364f1f96e563 tempest-SecurityGroupsTestAdminJSON-1503465069 tempest-SecurityGroupsTestAdminJSON-1503465069-project-admin] 10.222.0.21 "GET /v2.0/security-groups/e3881603-8e22-47b6-a3c8-22c243e8c581 HTTP/1.1" status: 200 len: 2977 time: 0.0668483 Aug 22 13:21:14.821353 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-274f0fc0-0979-4cb8-933f-88986b9efe4c req-c2cf016d-9cd7-4904-a3d7-661080de012c tempest-AggregatesAdminTestJSON-1879830576 tempest-AggregatesAdminTestJSON-1879830576-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:14.828075 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port a6ea9b8b-bff7-45c7-8a15-35f90e00d656, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=a6ea9b8b-bff7-45c7-8a15-35f90e00d656,segment=NetworkSegment(5da4f856-6b61-4a79-8463-f2977b9d2896),segment_id=5da4f856-6b61-4a79-8463-f2977b9d2896)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:21:14.832089 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-274f0fc0-0979-4cb8-933f-88986b9efe4c req-c2cf016d-9cd7-4904-a3d7-661080de012c tempest-AggregatesAdminTestJSON-1879830576 tempest-AggregatesAdminTestJSON-1879830576-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:14.835041 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:14.899674 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-274f0fc0-0979-4cb8-933f-88986b9efe4c req-c2cf016d-9cd7-4904-a3d7-661080de012c tempest-AggregatesAdminTestJSON-1879830576 tempest-AggregatesAdminTestJSON-1879830576-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=fd28d0ea-de33-4424-a1b5-ea77bed5862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177726 Aug 22 13:21:14.908476 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6519ef0e-ac26-48bc-be7c-f01cfc648a21 req-ff6f9636-78e2-457c-8964-4fdc641c1219 tempest-SecurityGroupsTestAdminJSON-1503465069 tempest-SecurityGroupsTestAdminJSON-1503465069-project-admin] 10.222.0.21 "GET /v2.0/security-groups/e3881603-8e22-47b6-a3c8-22c243e8c581 HTTP/1.1" status: 200 len: 2977 time: 0.1170833 Aug 22 13:21:14.909739 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf016d-9cd7-4904-a3d7-661080de012c tempest-AggregatesAdminTestJSON-1879830576 tempest-AggregatesAdminTestJSON-1879830576-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2591b8-531b-42bb-b3cc-5c9f1b294705,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:14.919413 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-516cf8f0-aa64-42b8-a2db-5e62aec5bfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddad492-40e9-4d4b-b72f-8dfcf2e67c20', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-794502979-router', 'tenant_id': '22f995add8fb49fdaed8530994ae22f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'f4464e9e-495b-4bee-ba57-3f051a8e68ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:21:10Z', 'updated_at': '2021-08-22T13:21:12Z', 'revision_number': 3, 'project_id': '22f995add8fb49fdaed8530994ae22f1', 'gw_port': {'id': 'f4464e9e-495b-4bee-ba57-3f051a8e68ad', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ddad492-40e9-4d4b-b72f-8dfcf2e67c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:21:11Z', 'updated_at': '2021-08-22T13:21:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:21:14.953931 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=a6ea9b8b-bff7-45c7-8a15-35f90e00d656,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:14.967757 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516cf8f0-aa64-42b8-a2db-5e62aec5bfcf None None] Checking router: 6ddad492-40e9-4d4b-b72f-8dfcf2e67c20 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:21:14.968107 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516cf8f0-aa64-42b8-a2db-5e62aec5bfcf None None] Updating router 6ddad492-40e9-4d4b-b72f-8dfcf2e67c20 port f4464e9e-495b-4bee-ba57-3f051a8e68ad binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:21:15.018303 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6519ef0e-ac26-48bc-be7c-f01cfc648a21 req-4397d839-26f3-4a7c-a0c6-aeeaf35d7033 tempest-SecurityGroupsTestAdminJSON-1503465069 tempest-SecurityGroupsTestAdminJSON-1503465069-project-admin] 10.222.0.21 "GET /v2.0/security-groups/ef3b3537-37dd-4e2e-a1ec-a0a79e8d8f57 HTTP/1.1" status: 200 len: 2981 time: 0.0786386 Aug 22 13:21:15.093768 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-516cf8f0-aa64-42b8-a2db-5e62aec5bfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:15.096572 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-39515fa5-98f7-47c8-a877-38ac757b497f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:15.101574 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f67c3-7196-4684-a7c9-205c73a0f645 req-742efe70-904a-40ae-8af7-f81eb2ffe097 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:15.103342 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f84f67c3-7196-4684-a7c9-205c73a0f645 req-742efe70-904a-40ae-8af7-f81eb2ffe097 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/ports?device_id=425a0786-f121-4e1f-85e6-a2c91b79cddb HTTP/1.1" status: 200 len: 950 time: 0.0831370 Aug 22 13:21:15.106951 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6519ef0e-ac26-48bc-be7c-f01cfc648a21 req-c8664f6f-574c-4582-bf64-18e3e1504c03 tempest-SecurityGroupsTestAdminJSON-1503465069 tempest-SecurityGroupsTestAdminJSON-1503465069-project-admin] 10.222.0.21 "GET /v2.0/security-groups/ef3b3537-37dd-4e2e-a1ec-a0a79e8d8f57 HTTP/1.1" status: 200 len: 2981 time: 0.0751560 Aug 22 13:21:15.122149 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-39515fa5-98f7-47c8-a877-38ac757b497f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:15.165591 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f84f67c3-7196-4684-a7c9-205c73a0f645 req-3839f0fb-3d6e-4092-abf2-d7b66bd9587c tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/security-groups?id=951ba7d6-a6cb-4633-baee-4394277aa814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542803 Aug 22 13:21:15.172945 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-39515fa5-98f7-47c8-a877-38ac757b497f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8cba646210ad43c4817e21cd9ccf965e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6407683 Aug 22 13:21:15.174611 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39515fa5-98f7-47c8-a877-38ac757b497f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b3b4b8-c7d6-42e5-bc42-823b1c557b95,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:15.175595 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 43774) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:15.211802 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6519ef0e-ac26-48bc-be7c-f01cfc648a21 req-82068c1c-e689-4964-afe3-74c1e687e39f tempest-SecurityGroupsTestAdminJSON-1503465069 tempest-SecurityGroupsTestAdminJSON-1503465069-project-admin] 10.222.0.21 "GET /v2.0/security-groups/fd28d0ea-de33-4424-a1b5-ea77bed5862f HTTP/1.1" status: 200 len: 2981 time: 0.0941782 Aug 22 13:21:15.261332 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-000b3776-931c-49e5-8b1a-e052c7525d0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:15.314222 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e2ea3096-d4ab-4290-a48c-ba0127f55f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:15.324968 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-000b3776-931c-49e5-8b1a-e052c7525d0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:15.337952 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6519ef0e-ac26-48bc-be7c-f01cfc648a21 req-92c632de-2d8b-43b3-bb4a-68f14334e2c3 tempest-SecurityGroupsTestAdminJSON-1503465069 tempest-SecurityGroupsTestAdminJSON-1503465069-project-admin] 10.222.0.21 "GET /v2.0/security-groups/fd28d0ea-de33-4424-a1b5-ea77bed5862f HTTP/1.1" status: 200 len: 2981 time: 0.1112549 Aug 22 13:21:15.384605 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f795d798-d119-441c-9f54-55c6144c8899 req-21620c19-7aa8-43fd-bb74-57fb9250c275 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1899229001&fields=id&tenant_id=b89bb4a9db344bbc8ad24d9d42b44cf6 HTTP/1.1" status: 200 len: 267 time: 0.0879464 Aug 22 13:21:15.444671 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-516cf8f0-aa64-42b8-a2db-5e62aec5bfcf None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:15.490513 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-516cf8f0-aa64-42b8-a2db-5e62aec5bfcf None None] Transition to ACTIVE for port object f4464e9e-495b-4bee-ba57-3f051a8e68ad will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:21:15.496082 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-000b3776-931c-49e5-8b1a-e052c7525d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:15.498678 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-000b3776-931c-49e5-8b1a-e052c7525d0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:15.499834 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-000b3776-931c-49e5-8b1a-e052c7525d0b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c7b3b4b8-c7d6-42e5-bc42-823b1c557b95 HTTP/1.1" status: 204 len: 168 time: 0.3230669 Aug 22 13:21:15.500310 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-516cf8f0-aa64-42b8-a2db-5e62aec5bfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:15.554319 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-516cf8f0-aa64-42b8-a2db-5e62aec5bfcf None None] Attempting to bind port f4464e9e-495b-4bee-ba57-3f051a8e68ad on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:21:15.555741 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-516cf8f0-aa64-42b8-a2db-5e62aec5bfcf None None] Attempting to bind port f4464e9e-495b-4bee-ba57-3f051a8e68ad by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:21:15.556277 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516cf8f0-aa64-42b8-a2db-5e62aec5bfcf None None] Attempting to bind port f4464e9e-495b-4bee-ba57-3f051a8e68ad on network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:21:15.559636 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada9d5e6-8df8-4870-8093-062c25840558 None None] Pushing event updated for resources: {'Port': ['ID=f4464e9e-495b-4bee-ba57-3f051a8e68ad,revision_number=2']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:15.564715 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516cf8f0-aa64-42b8-a2db-5e62aec5bfcf None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:21:15.565296 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516cf8f0-aa64-42b8-a2db-5e62aec5bfcf None None] Checking segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:21:15.565850 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-516cf8f0-aa64-42b8-a2db-5e62aec5bfcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:15.566374 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516cf8f0-aa64-42b8-a2db-5e62aec5bfcf None None] Bound using segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:21:15.567154 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-516cf8f0-aa64-42b8-a2db-5e62aec5bfcf None None] Bound port: f4464e9e-495b-4bee-ba57-3f051a8e68ad, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:21:15.567705 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-516cf8f0-aa64-42b8-a2db-5e62aec5bfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:15.573539 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b3776-931c-49e5-8b1a-e052c7525d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b3b4b8-c7d6-42e5-bc42-823b1c557b95,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:15.583991 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-e2ea3096-d4ab-4290-a48c-ba0127f55f78 admin admin] Allocated IP 172.20.0.1 (a55aa7b1-f3dd-4cd2-bac1-7f94575561ef/abe3b56e-e810-4982-9f67-67fa8c848a00/9c75936c-b1ea-44c0-9ea2-75e716857531) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:21:15.662919 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-516cf8f0-aa64-42b8-a2db-5e62aec5bfcf None None] For port f4464e9e-495b-4bee-ba57-3f051a8e68ad, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:21:15.670181 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-516cf8f0-aa64-42b8-a2db-5e62aec5bfcf None None] For port f4464e9e-495b-4bee-ba57-3f051a8e68ad, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=f4464e9e-495b-4bee-ba57-3f051a8e68ad,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:21:15.678176 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795d798-d119-441c-9f54-55c6144c8899 req-0d6037a7-7fd8-40f1-8565-00b8d97c2ccf tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:15.680621 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f795d798-d119-441c-9f54-55c6144c8899 req-0d6037a7-7fd8-40f1-8565-00b8d97c2ccf tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/networks?id=a1c10f8c-20d5-4d04-af7a-0afa0a2251fb HTTP/1.1" status: 200 len: 822 time: 0.2874467 Aug 22 13:21:15.681078 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-516cf8f0-aa64-42b8-a2db-5e62aec5bfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:15.737375 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f795d798-d119-441c-9f54-55c6144c8899 req-586a47e0-eb87-4451-8610-dd08993db75b tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/quotas/b89bb4a9db344bbc8ad24d9d42b44cf6 HTTP/1.1" status: 200 len: 375 time: 0.0333235 Aug 22 13:21:15.742850 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 7b231d65-9169-4c38-8b82-67e5dcb9a12c up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:21:15.758693 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25830073-f806-4f57-83b1-86776e6bf117 req-bb75fe64-047f-4d30-a2be-a33227abc006 tempest-DeleteServersAdminTestJSON-942089249 tempest-DeleteServersAdminTestJSON-942089249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:15.760709 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-25830073-f806-4f57-83b1-86776e6bf117 req-bb75fe64-047f-4d30-a2be-a33227abc006 tempest-DeleteServersAdminTestJSON-942089249 tempest-DeleteServersAdminTestJSON-942089249-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=425a0786-f121-4e1f-85e6-a2c91b79cddb HTTP/1.1" status: 200 len: 1102 time: 0.1305299 Aug 22 13:21:15.772412 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada9d5e6-8df8-4870-8093-062c25840558 None None] Pushing event updated for resources: {'Port': ['ID=f4464e9e-495b-4bee-ba57-3f051a8e68ad,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:15.777407 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516cf8f0-aa64-42b8-a2db-5e62aec5bfcf None None] Routers {'6ddad492-40e9-4d4b-b72f-8dfcf2e67c20'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:21:15.778406 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-516cf8f0-aa64-42b8-a2db-5e62aec5bfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:21:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['6ddad492-40e9-4d4b-b72f-8dfcf2e67c20'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:21:15.821380 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e2ea3096-d4ab-4290-a48c-ba0127f55f78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:15.830450 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 7b231d65-9169-4c38-8b82-67e5dcb9a12c triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:21:15.831270 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:15.858450 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-e2ea3096-d4ab-4290-a48c-ba0127f55f78 admin admin] Transition to ACTIVE for port object 9c75936c-b1ea-44c0-9ea2-75e716857531 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:21:15.884799 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-694c9249-e51f-4fea-8b1a-4033a527a514 req-76813dc3-1818-487c-bd92-4f55b01bf04d tempest-SecurityGroupsTestAdminJSON-1712502803 tempest-SecurityGroupsTestAdminJSON-1712502803-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dc4b1229b0424eb78fc3590a5adb5159 HTTP/1.1" status: 200 len: 6102 time: 0.2383928 Aug 22 13:21:15.924961 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-25830073-f806-4f57-83b1-86776e6bf117 req-578c3426-da21-4089-8dd5-c0c34989989c tempest-DeleteServersAdminTestJSON-942089249 tempest-DeleteServersAdminTestJSON-942089249-project-admin] Deleting port 7683710e-5fba-429f-bcff-9c73f81e9bf1 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:21:15.925295 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-25830073-f806-4f57-83b1-86776e6bf117 req-578c3426-da21-4089-8dd5-c0c34989989c tempest-DeleteServersAdminTestJSON-942089249 tempest-DeleteServersAdminTestJSON-942089249-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:15.928357 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e2ea3096-d4ab-4290-a48c-ba0127f55f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:15.939255 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device a6ea9b8b-bff7-45c7-8a15-35f90e00d656 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:21:15.959192 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-516cf8f0-aa64-42b8-a2db-5e62aec5bfcf None None] Set router 6ddad492-40e9-4d4b-b72f-8dfcf2e67c20 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:21:15.974157 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f795d798-d119-441c-9f54-55c6144c8899 req-26165dd3-310f-4725-9ffe-e99acb56825d tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b89bb4a9db344bbc8ad24d9d42b44cf6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2128541 Aug 22 13:21:15.999557 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port a6ea9b8b-bff7-45c7-8a15-35f90e00d656 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:21:16.000183 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:16.038671 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ea3096-d4ab-4290-a48c-ba0127f55f78 admin admin] Network a55aa7b1-f3dd-4cd2-bac1-7f94575561ef is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:21:16.044191 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-694c9249-e51f-4fea-8b1a-4033a527a514 req-7f56c1dd-1507-41c8-b226-fb1285960027 tempest-SecurityGroupsTestAdminJSON-1712502803 tempest-SecurityGroupsTestAdminJSON-1712502803-project] 10.222.0.21 "GET /v2.0/security-groups/ad10c6d2-65e5-42ed-b8d7-b4e6ee38cc3f HTTP/1.1" status: 200 len: 2981 time: 0.1505108 Aug 22 13:21:16.058569 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-e2ea3096-d4ab-4290-a48c-ba0127f55f78 admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:21:16.066176 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ea3096-d4ab-4290-a48c-ba0127f55f78 admin admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:21:16.066674 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e2ea3096-d4ab-4290-a48c-ba0127f55f78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:16.138388 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-694c9249-e51f-4fea-8b1a-4033a527a514 req-5b329f6c-3f08-4e66-bbf5-47bacc7bf389 tempest-SecurityGroupsTestAdminJSON-1712502803 tempest-SecurityGroupsTestAdminJSON-1712502803-project] 10.222.0.21 "GET /v2.0/security-groups/ad10c6d2-65e5-42ed-b8d7-b4e6ee38cc3f HTTP/1.1" status: 200 len: 2981 time: 0.0932167 Aug 22 13:21:16.265430 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [req-f795d798-d119-441c-9f54-55c6144c8899 req-e2812e43-89e2-4bd1-879d-8c857c1c9a68 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:21:16.274525 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f795d798-d119-441c-9f54-55c6144c8899 req-e2812e43-89e2-4bd1-879d-8c857c1c9a68 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0982709 Aug 22 13:21:16.353226 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-516cf8f0-aa64-42b8-a2db-5e62aec5bfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddad492-40e9-4d4b-b72f-8dfcf2e67c20', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-794502979-router', 'tenant_id': '22f995add8fb49fdaed8530994ae22f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'f4464e9e-495b-4bee-ba57-3f051a8e68ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:21:10Z', 'updated_at': '2021-08-22T13:21:12Z', 'revision_number': 3, 'project_id': '22f995add8fb49fdaed8530994ae22f1', 'gw_port': {'id': 'f4464e9e-495b-4bee-ba57-3f051a8e68ad', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ddad492-40e9-4d4b-b72f-8dfcf2e67c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:21:11Z', 'updated_at': '2021-08-22T13:21:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:21:16.357219 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-03bd7fb3-11a2-4222-98f4-74845c1643e8 req-329114ba-9851-46bc-aeed-c706458aad3c tempest-SecurityGroupsTestAdminJSON-1503465069 tempest-SecurityGroupsTestAdminJSON-1503465069-project-admin] 10.222.0.21 "GET /v2.0/security-groups/e28286b8-40dc-4071-9360-cd469457882c HTTP/1.1" status: 200 len: 1776 time: 0.1209185 Aug 22 13:21:16.404650 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-bf1ac5fa-d03f-484d-b237-636d21961f83 None None] Provisioning for port 9c75936c-b1ea-44c0-9ea2-75e716857531 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:21:16.407146 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516cf8f0-aa64-42b8-a2db-5e62aec5bfcf None None] The sync data for ids ['6ddad492-40e9-4d4b-b72f-8dfcf2e67c20'] in n-d-793621-33 is: [{'id': '6ddad492-40e9-4d4b-b72f-8dfcf2e67c20', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-794502979-router', 'tenant_id': '22f995add8fb49fdaed8530994ae22f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'f4464e9e-495b-4bee-ba57-3f051a8e68ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:21:10Z', 'updated_at': '2021-08-22T13:21:12Z', 'revision_number': 3, 'project_id': '22f995add8fb49fdaed8530994ae22f1', 'gw_port': {'id': 'f4464e9e-495b-4bee-ba57-3f051a8e68ad', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ddad492-40e9-4d4b-b72f-8dfcf2e67c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:21:11Z', 'updated_at': '2021-08-22T13:21:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:21:16.413283 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-bf1ac5fa-d03f-484d-b237-636d21961f83 None None] Provisioning complete for port 9c75936c-b1ea-44c0-9ea2-75e716857531 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:21:16.413818 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-bf1ac5fa-d03f-484d-b237-636d21961f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:16.454169 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f795d798-d119-441c-9f54-55c6144c8899 req-fee677ba-3af5-4c6c-8728-1834e8ff3969 service neutron] 10.222.0.21 "GET /v2.0/networks/a1c10f8c-20d5-4d04-af7a-0afa0a2251fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787822 Aug 22 13:21:16.463164 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ea3096-d4ab-4290-a48c-ba0127f55f78 admin admin] Pushing event updated for resources: {'Port': ['ID=9c75936c-b1ea-44c0-9ea2-75e716857531,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:16.499108 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-25830073-f806-4f57-83b1-86776e6bf117 req-578c3426-da21-4089-8dd5-c0c34989989c tempest-DeleteServersAdminTestJSON-942089249 tempest-DeleteServersAdminTestJSON-942089249-project-admin] For port 7683710e-5fba-429f-bcff-9c73f81e9bf1, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=7683710e-5fba-429f-bcff-9c73f81e9bf1,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:21:16.499516 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-25830073-f806-4f57-83b1-86776e6bf117 req-578c3426-da21-4089-8dd5-c0c34989989c tempest-DeleteServersAdminTestJSON-942089249 tempest-DeleteServersAdminTestJSON-942089249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:16.501241 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-bf1ac5fa-d03f-484d-b237-636d21961f83 None None] Port 9c75936c-b1ea-44c0-9ea2-75e716857531 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:21:16.519847 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-25830073-f806-4f57-83b1-86776e6bf117 req-578c3426-da21-4089-8dd5-c0c34989989c tempest-DeleteServersAdminTestJSON-942089249 tempest-DeleteServersAdminTestJSON-942089249-project-admin] Calling delete_port for 7683710e-5fba-429f-bcff-9c73f81e9bf1 owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:21:16.593251 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-03bd7fb3-11a2-4222-98f4-74845c1643e8 req-2b3aa853-c420-438c-b92c-05a221c37c78 tempest-SecurityGroupsTestAdminJSON-1503465069 tempest-SecurityGroupsTestAdminJSON-1503465069-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:16.623258 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f795d798-d119-441c-9f54-55c6144c8899 req-7bf1061f-12fe-4f7b-b158-072f784137f9 service neutron] 10.222.0.21 "GET /v2.0/networks/a1c10f8c-20d5-4d04-af7a-0afa0a2251fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497748 Aug 22 13:21:16.627195 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-03bd7fb3-11a2-4222-98f4-74845c1643e8 req-2b3aa853-c420-438c-b92c-05a221c37c78 tempest-SecurityGroupsTestAdminJSON-1503465069 tempest-SecurityGroupsTestAdminJSON-1503465069-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:16.684022 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e2ea3096-d4ab-4290-a48c-ba0127f55f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:16.695126 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-03bd7fb3-11a2-4222-98f4-74845c1643e8 req-2b3aa853-c420-438c-b92c-05a221c37c78 tempest-SecurityGroupsTestAdminJSON-1503465069 tempest-SecurityGroupsTestAdminJSON-1503465069-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:16.698376 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-03bd7fb3-11a2-4222-98f4-74845c1643e8 req-2b3aa853-c420-438c-b92c-05a221c37c78 tempest-SecurityGroupsTestAdminJSON-1503465069 tempest-SecurityGroupsTestAdminJSON-1503465069-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:16.699509 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-03bd7fb3-11a2-4222-98f4-74845c1643e8 req-2b3aa853-c420-438c-b92c-05a221c37c78 tempest-SecurityGroupsTestAdminJSON-1503465069 tempest-SecurityGroupsTestAdminJSON-1503465069-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/e28286b8-40dc-4071-9360-cd469457882c HTTP/1.1" status: 204 len: 173 time: 0.3302667 Aug 22 13:21:16.716385 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3aa853-c420-438c-b92c-05a221c37c78 tempest-SecurityGroupsTestAdminJSON-1503465069 tempest-SecurityGroupsTestAdminJSON-1503465069-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28286b8-40dc-4071-9360-cd469457882c,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:16.925130 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-33c30b3c-c6aa-4acc-ab39-26f3c95be101 req-4d151d85-857b-4ba8-9312-5f2939f378ea tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/ports?device_id=425a0786-f121-4e1f-85e6-a2c91b79cddb HTTP/1.1" status: 200 len: 210 time: 0.0391746 Aug 22 13:21:16.927497 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f14cb49f-3fbd-44c3-9f78-08285a44bb0d req-de21565e-8bf9-4c9c-b632-88bb7c69aafc tempest-SecurityGroupsTestAdminJSON-1503465069 tempest-SecurityGroupsTestAdminJSON-1503465069-project-admin] 10.222.0.21 "GET /v2.0/security-groups/5ef5e602-d0f4-4474-857b-8f6ca2d486a2 HTTP/1.1" status: 200 len: 1776 time: 0.1003969 Aug 22 13:21:16.987620 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e2ea3096-d4ab-4290-a48c-ba0127f55f78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:16.990503 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-25830073-f806-4f57-83b1-86776e6bf117 req-578c3426-da21-4089-8dd5-c0c34989989c tempest-DeleteServersAdminTestJSON-942089249 tempest-DeleteServersAdminTestJSON-942089249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:17.002056 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['7683710e-5fba-429f-bcff-9c73f81e9bf1'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:21:17.022495 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e2ea3096-d4ab-4290-a48c-ba0127f55f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:17.024412 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e2ea3096-d4ab-4290-a48c-ba0127f55f78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:17.097323 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-25830073-f806-4f57-83b1-86776e6bf117 req-578c3426-da21-4089-8dd5-c0c34989989c tempest-DeleteServersAdminTestJSON-942089249 tempest-DeleteServersAdminTestJSON-942089249-project-admin] No DVR routers for this DVR port 7683710e-5fba-429f-bcff-9c73f81e9bf1 on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:21:17.100126 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578c3426-da21-4089-8dd5-c0c34989989c tempest-DeleteServersAdminTestJSON-942089249 tempest-DeleteServersAdminTestJSON-942089249-project-admin] Pushing event deleted for resources: {'Port': ['ID=7683710e-5fba-429f-bcff-9c73f81e9bf1,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:17.114718 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-25830073-f806-4f57-83b1-86776e6bf117 req-578c3426-da21-4089-8dd5-c0c34989989c tempest-DeleteServersAdminTestJSON-942089249 tempest-DeleteServersAdminTestJSON-942089249-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:17.122780 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a72154aa-cc67-421e-aaa1-21835cf5d4ed req-ca2b85d7-7c60-492c-ba67-5fda7b47842f tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ee82be1-23ac-4759-ae13-ef619353d72e HTTP/1.1" status: 200 len: 210 time: 0.0789075 Aug 22 13:21:17.124382 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-25830073-f806-4f57-83b1-86776e6bf117 req-578c3426-da21-4089-8dd5-c0c34989989c tempest-DeleteServersAdminTestJSON-942089249 tempest-DeleteServersAdminTestJSON-942089249-project-admin] 10.222.0.41 "DELETE /v2.0/ports/7683710e-5fba-429f-bcff-9c73f81e9bf1 HTTP/1.1" status: 204 len: 173 time: 1.3544757 Aug 22 13:21:17.128488 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f14cb49f-3fbd-44c3-9f78-08285a44bb0d req-f2ffdb2b-01fa-46b3-b96e-f22530b0ebdd tempest-SecurityGroupsTestAdminJSON-1503465069 tempest-SecurityGroupsTestAdminJSON-1503465069-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:17.182840 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f14cb49f-3fbd-44c3-9f78-08285a44bb0d req-f2ffdb2b-01fa-46b3-b96e-f22530b0ebdd tempest-SecurityGroupsTestAdminJSON-1503465069 tempest-SecurityGroupsTestAdminJSON-1503465069-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:17.246718 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '425a0786-f121-4e1f-85e6-a2c91b79cddb', 'name': 'network-vif-deleted', 'tag': '7683710e-5fba-429f-bcff-9c73f81e9bf1'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:21:17.249053 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65fe24cd-2260-49eb-8d2e-a131a25043f9" -d '{"events": [{"server_uuid": "425a0786-f121-4e1f-85e6-a2c91b79cddb", "name": "network-vif-deleted", "tag": "7683710e-5fba-429f-bcff-9c73f81e9bf1"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:21:17.347913 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ea3096-d4ab-4290-a48c-ba0127f55f78 admin admin] Network a55aa7b1-f3dd-4cd2-bac1-7f94575561ef is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:21:17.359284 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-e2ea3096-d4ab-4290-a48c-ba0127f55f78 admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:21:17.397705 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ea3096-d4ab-4290-a48c-ba0127f55f78 admin admin] Pushing event updated for resources: {'Port': ['ID=9c75936c-b1ea-44c0-9ea2-75e716857531,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:17.631628 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc0b41b-e264-4046-b854-d61a39360942 x-openstack-request-id: req-9fc0b41b-e264-4046-b854-d61a39360942 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:21:17.631937 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "425a0786-f121-4e1f-85e6-a2c91b79cddb", "name": "network-vif-deleted", "tag": "7683710e-5fba-429f-bcff-9c73f81e9bf1", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:21:17.631937 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9fc0b41b-e264-4046-b854-d61a39360942 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:21:17.634759 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '425a0786-f121-4e1f-85e6-a2c91b79cddb', 'name': 'network-vif-deleted', 'tag': '7683710e-5fba-429f-bcff-9c73f81e9bf1', 'status': 'completed', 'code': 200} Aug 22 13:21:17.676639 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f14cb49f-3fbd-44c3-9f78-08285a44bb0d req-f2ffdb2b-01fa-46b3-b96e-f22530b0ebdd tempest-SecurityGroupsTestAdminJSON-1503465069 tempest-SecurityGroupsTestAdminJSON-1503465069-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:17.683861 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f14cb49f-3fbd-44c3-9f78-08285a44bb0d req-f2ffdb2b-01fa-46b3-b96e-f22530b0ebdd tempest-SecurityGroupsTestAdminJSON-1503465069 tempest-SecurityGroupsTestAdminJSON-1503465069-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:17.697785 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f14cb49f-3fbd-44c3-9f78-08285a44bb0d req-f2ffdb2b-01fa-46b3-b96e-f22530b0ebdd tempest-SecurityGroupsTestAdminJSON-1503465069 tempest-SecurityGroupsTestAdminJSON-1503465069-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/5ef5e602-d0f4-4474-857b-8f6ca2d486a2 HTTP/1.1" status: 204 len: 173 time: 0.7626700 Aug 22 13:21:17.712762 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ea3096-d4ab-4290-a48c-ba0127f55f78 admin admin] Router 6ddad492-40e9-4d4b-b72f-8dfcf2e67c20 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:21:17.722300 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ffdb2b-01fa-46b3-b96e-f22530b0ebdd tempest-SecurityGroupsTestAdminJSON-1503465069 tempest-SecurityGroupsTestAdminJSON-1503465069-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef5e602-d0f4-4474-857b-8f6ca2d486a2,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:17.809665 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device f4464e9e-495b-4bee-ba57-3f051a8e68ad up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:21:17.837879 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a2880fbe-bdfa-4520-b7c4-f7519ec12f55 req-500961a7-0644-4711-a9ff-680241dd272c tempest-SecurityGroupsTestAdminJSON-1712502803 tempest-SecurityGroupsTestAdminJSON-1712502803-project] 10.222.0.21 "GET /v2.0/security-groups/f5f8b0ef-1db3-40bf-a733-974edb98c9bf HTTP/1.1" status: 200 len: 1777 time: 0.0825677 Aug 22 13:21:17.940459 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-a7c65482-6629-4bee-aa83-40e1657aec21 None None] Provisioning complete for port 9c75936c-b1ea-44c0-9ea2-75e716857531 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:21:17.941689 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a7c65482-6629-4bee-aa83-40e1657aec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:17.984552 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ea3096-d4ab-4290-a48c-ba0127f55f78 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:21:17.991167 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a2880fbe-bdfa-4520-b7c4-f7519ec12f55 req-10303c7f-96a0-4825-9f79-5b30c91097a2 tempest-SecurityGroupsTestAdminJSON-1712502803 tempest-SecurityGroupsTestAdminJSON-1712502803-project] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:18.014282 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e2ea3096-d4ab-4290-a48c-ba0127f55f78 admin admin] 10.222.0.21 "PUT /v2.0/routers/6ddad492-40e9-4d4b-b72f-8dfcf2e67c20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4905505 Aug 22 13:21:18.070110 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a2880fbe-bdfa-4520-b7c4-f7519ec12f55 req-10303c7f-96a0-4825-9f79-5b30c91097a2 tempest-SecurityGroupsTestAdminJSON-1712502803 tempest-SecurityGroupsTestAdminJSON-1712502803-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:18.159726 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port f4464e9e-495b-4bee-ba57-3f051a8e68ad completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:21:18.166442 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port f4464e9e-495b-4bee-ba57-3f051a8e68ad triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:21:18.167012 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:18.188418 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a2880fbe-bdfa-4520-b7c4-f7519ec12f55 req-10303c7f-96a0-4825-9f79-5b30c91097a2 tempest-SecurityGroupsTestAdminJSON-1712502803 tempest-SecurityGroupsTestAdminJSON-1712502803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:18.191892 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a2880fbe-bdfa-4520-b7c4-f7519ec12f55 req-10303c7f-96a0-4825-9f79-5b30c91097a2 tempest-SecurityGroupsTestAdminJSON-1712502803 tempest-SecurityGroupsTestAdminJSON-1712502803-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:18.204953 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a2880fbe-bdfa-4520-b7c4-f7519ec12f55 req-10303c7f-96a0-4825-9f79-5b30c91097a2 tempest-SecurityGroupsTestAdminJSON-1712502803 tempest-SecurityGroupsTestAdminJSON-1712502803-project] 10.222.0.21 "DELETE /v2.0/security-groups/f5f8b0ef-1db3-40bf-a733-974edb98c9bf HTTP/1.1" status: 204 len: 173 time: 0.3636909 Aug 22 13:21:18.205982 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-a7c65482-6629-4bee-aa83-40e1657aec21 None None] Port 9c75936c-b1ea-44c0-9ea2-75e716857531 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:21:18.239291 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10303c7f-96a0-4825-9f79-5b30c91097a2 tempest-SecurityGroupsTestAdminJSON-1712502803 tempest-SecurityGroupsTestAdminJSON-1712502803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f8b0ef-1db3-40bf-a733-974edb98c9bf,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:18.317545 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:18.340095 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-de389291-aae2-4295-8a3f-fcb55ca4501b req-c7e56730-c5ae-44bb-9c94-c0e6c58b6bc6 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/ports?device_id=425a0786-f121-4e1f-85e6-a2c91b79cddb HTTP/1.1" status: 200 len: 210 time: 0.0575173 Aug 22 13:21:18.371987 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port f4464e9e-495b-4bee-ba57-3f051a8e68ad, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=f4464e9e-495b-4bee-ba57-3f051a8e68ad,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:21:18.379517 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:18.404368 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-33808008-d5e0-4975-9244-f0e4d5be3ef3 req-1d676d72-3c34-4452-b2ac-381883e8875c tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ee82be1-23ac-4759-ae13-ef619353d72e HTTP/1.1" status: 200 len: 210 time: 0.0406592 Aug 22 13:21:18.440958 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-273648ce-8b3c-4033-80d6-942328e059c2 req-bea448e6-4aa3-4018-80cf-7d86fcbe8033 tempest-SecurityGroupsTestAdminJSON-1712502803 tempest-SecurityGroupsTestAdminJSON-1712502803-project] 10.222.0.21 "GET /v2.0/security-groups/b7362103-dbc7-4f69-8f07-916578bea987 HTTP/1.1" status: 200 len: 1777 time: 0.0665758 Aug 22 13:21:18.463652 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=f4464e9e-495b-4bee-ba57-3f051a8e68ad,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:18.508793 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-273648ce-8b3c-4033-80d6-942328e059c2 req-066281c4-f9d0-47bf-b37f-941bc9db1cad tempest-SecurityGroupsTestAdminJSON-1712502803 tempest-SecurityGroupsTestAdminJSON-1712502803-project] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:18.533784 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-273648ce-8b3c-4033-80d6-942328e059c2 req-066281c4-f9d0-47bf-b37f-941bc9db1cad tempest-SecurityGroupsTestAdminJSON-1712502803 tempest-SecurityGroupsTestAdminJSON-1712502803-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:18.662995 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [req-f10a8b2d-d711-4c2e-aea6-41ac23e875ac req-8a2c984f-0498-4943-befe-ae6d67f42543 tempest-FloatingIPDetailsNegativeTestJSON-1451235096 tempest-FloatingIPDetailsNegativeTestJSON-1451235096-project] show failed (client error): The resource could not be found. Aug 22 13:21:18.663471 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.16', 64004) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:18.664395 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f10a8b2d-d711-4c2e-aea6-41ac23e875ac req-8a2c984f-0498-4943-befe-ae6d67f42543 tempest-FloatingIPDetailsNegativeTestJSON-1451235096 tempest-FloatingIPDetailsNegativeTestJSON-1451235096-project] 10.222.0.21 "GET /v2.0/floatingips/cf9011e5-27f0-4e03-8d13-7c9e4b589527 HTTP/1.1" status: 404 len: 350 time: 0.0699067 Aug 22 13:21:18.665128 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-273648ce-8b3c-4033-80d6-942328e059c2 req-066281c4-f9d0-47bf-b37f-941bc9db1cad tempest-SecurityGroupsTestAdminJSON-1712502803 tempest-SecurityGroupsTestAdminJSON-1712502803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:18.667714 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-273648ce-8b3c-4033-80d6-942328e059c2 req-066281c4-f9d0-47bf-b37f-941bc9db1cad tempest-SecurityGroupsTestAdminJSON-1712502803 tempest-SecurityGroupsTestAdminJSON-1712502803-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:18.668776 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-273648ce-8b3c-4033-80d6-942328e059c2 req-066281c4-f9d0-47bf-b37f-941bc9db1cad tempest-SecurityGroupsTestAdminJSON-1712502803 tempest-SecurityGroupsTestAdminJSON-1712502803-project] 10.222.0.21 "DELETE /v2.0/security-groups/b7362103-dbc7-4f69-8f07-916578bea987 HTTP/1.1" status: 204 len: 173 time: 0.2193596 Aug 22 13:21:18.676696 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 43902) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:18.761165 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066281c4-f9d0-47bf-b37f-941bc9db1cad tempest-SecurityGroupsTestAdminJSON-1712502803 tempest-SecurityGroupsTestAdminJSON-1712502803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7362103-dbc7-4f69-8f07-916578bea987,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:18.983671 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-be54d55f-2bf8-4c69-bf17-5fe4699a0547 req-3cdcb139-f413-4b5d-8469-8942854387ec tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=4d32800000c74418ada7f9b0b8b7db59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334363 Aug 22 13:21:18.990687 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795d798-d119-441c-9f54-55c6144c8899 req-52510cc9-0d9e-404e-955a-730f993be123 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:18.993628 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f795d798-d119-441c-9f54-55c6144c8899 req-52510cc9-0d9e-404e-955a-730f993be123 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.16 "GET /v2.0/networks?id=a1c10f8c-20d5-4d04-af7a-0afa0a2251fb HTTP/1.1" status: 200 len: 822 time: 0.3224397 Aug 22 13:21:19.062958 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11cf4b8-68f9-4f28-b54a-71e3145598fb None None] Sync routers for ids ['6ddad492-40e9-4d4b-b72f-8dfcf2e67c20'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:21:19.075513 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11cf4b8-68f9-4f28-b54a-71e3145598fb None None] Routers {'6ddad492-40e9-4d4b-b72f-8dfcf2e67c20'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:21:19.076491 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-a11cf4b8-68f9-4f28-b54a-71e3145598fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:21:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['6ddad492-40e9-4d4b-b72f-8dfcf2e67c20'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:21:19.209647 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f795d798-d119-441c-9f54-55c6144c8899 req-adae6c9c-9d76-40be-b8ed-272216c396ce tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b89bb4a9db344bbc8ad24d9d42b44cf6 HTTP/1.1" status: 200 len: 380 time: 0.1240492 Aug 22 13:21:19.244971 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 43942) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:19.277052 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be54d55f-2bf8-4c69-bf17-5fe4699a0547 req-ff672af4-8b79-4fb2-88ba-20d9be0c4ba8 tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:19.282834 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-be54d55f-2bf8-4c69-bf17-5fe4699a0547 req-ff672af4-8b79-4fb2-88ba-20d9be0c4ba8 tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2841816 Aug 22 13:21:19.294583 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-a11cf4b8-68f9-4f28-b54a-71e3145598fb None None] Set router 6ddad492-40e9-4d4b-b72f-8dfcf2e67c20 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:21:19.335054 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-be54d55f-2bf8-4c69-bf17-5fe4699a0547 req-b8a95be0-64f9-40d5-9906-392536e4a22c tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] 10.222.0.21 "GET /v2.0/quotas/4d32800000c74418ada7f9b0b8b7db59 HTTP/1.1" status: 200 len: 375 time: 0.0317457 Aug 22 13:21:19.412032 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-be54d55f-2bf8-4c69-bf17-5fe4699a0547 req-38996c1d-e14c-41c6-8913-3eb5923b501f tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d32800000c74418ada7f9b0b8b7db59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585554 Aug 22 13:21:19.511341 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-87831802-e76c-4ed6-9bb7-f562926123fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:19.619926 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a72a5da1-b5e3-4a8e-befb-cf8df2061bb1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dc4b1229b0424eb78fc3590a5adb5159&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3704078 Aug 22 13:21:19.620193 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43964) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:19.677532 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f23bbda4-2cc6-474d-9327-7568fdebfa95 req-074b9277-0e69-4774-b6f3-7a12e25fdc3d tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ee82be1-23ac-4759-ae13-ef619353d72e HTTP/1.1" status: 200 len: 210 time: 0.0537825 Aug 22 13:21:19.680485 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-a11cf4b8-68f9-4f28-b54a-71e3145598fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddad492-40e9-4d4b-b72f-8dfcf2e67c20', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-794502979-router', 'tenant_id': '22f995add8fb49fdaed8530994ae22f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'f4464e9e-495b-4bee-ba57-3f051a8e68ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:21:10Z', 'updated_at': '2021-08-22T13:21:16Z', 'revision_number': 4, 'project_id': '22f995add8fb49fdaed8530994ae22f1', 'gw_port': {'id': 'f4464e9e-495b-4bee-ba57-3f051a8e68ad', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddad492-40e9-4d4b-b72f-8dfcf2e67c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:21:11Z', 'updated_at': '2021-08-22T13:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '9c75936c-b1ea-44c0-9ea2-75e716857531', 'name': '', 'network_id': 'a55aa7b1-f3dd-4cd2-bac1-7f94575561ef', 'tenant_id': '22f995add8fb49fdaed8530994ae22f1', 'mac_address': 'fa:16:3e:c3:98:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ddad492-40e9-4d4b-b72f-8dfcf2e67c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'abe3b56e-e810-4982-9f67-67fa8c848a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:21:15Z', 'updated_at': '2021-08-22T13:21:16Z', 'revision_number': 2, 'project_id': '22f995add8fb49fdaed8530994ae22f1', 'subnets': [{'id': 'abe3b56e-e810-4982-9f67-67fa8c848a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:21:19.761220 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device f4464e9e-495b-4bee-ba57-3f051a8e68ad up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:21:19.764759 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7fd5a6d6-951d-450e-82ca-89b8308e855e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:19.767972 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11cf4b8-68f9-4f28-b54a-71e3145598fb None None] Checking router: 6ddad492-40e9-4d4b-b72f-8dfcf2e67c20 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:21:19.768348 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11cf4b8-68f9-4f28-b54a-71e3145598fb None None] Updating router 6ddad492-40e9-4d4b-b72f-8dfcf2e67c20 port 9c75936c-b1ea-44c0-9ea2-75e716857531 binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:21:19.796013 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2cd0f6fc-1d45-4915-a562-b846aaeb9fc5 req-ee881a9c-d3e7-4151-92c1-6e2f3cc3e6f7 tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ee66ce-43dd-4707-b0bd-680863ab7e17 HTTP/1.1" status: 200 len: 210 time: 0.0438075 Aug 22 13:21:19.817662 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7fd5a6d6-951d-450e-82ca-89b8308e855e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:19.832087 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a11cf4b8-68f9-4f28-b54a-71e3145598fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:19.919185 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7fd5a6d6-951d-450e-82ca-89b8308e855e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:19.923454 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7fd5a6d6-951d-450e-82ca-89b8308e855e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:19.924510 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7fd5a6d6-951d-450e-82ca-89b8308e855e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ad10c6d2-65e5-42ed-b8d7-b4e6ee38cc3f HTTP/1.1" status: 204 len: 168 time: 0.2981141 Aug 22 13:21:19.965730 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd5a6d6-951d-450e-82ca-89b8308e855e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad10c6d2-65e5-42ed-b8d7-b4e6ee38cc3f,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:20.024631 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-34340f74-94e4-40fb-bac3-e57641cbf9f7 req-0900025f-0697-46ee-a3db-65fbb3f04f15 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=bc86d365c3394190af1f322ffdf34505&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0645854 Aug 22 13:21:20.210231 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port f4464e9e-495b-4bee-ba57-3f051a8e68ad triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:21:20.211569 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:20.253166 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34340f74-94e4-40fb-bac3-e57641cbf9f7 req-8bc7075b-28e0-4afe-9b07-911062355bfc tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:20.262119 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-34340f74-94e4-40fb-bac3-e57641cbf9f7 req-8bc7075b-28e0-4afe-9b07-911062355bfc tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2362785 Aug 22 13:21:20.306269 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-34340f74-94e4-40fb-bac3-e57641cbf9f7 req-ec7cd838-f8b3-4f51-b847-e8792d597fd3 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/quotas/bc86d365c3394190af1f322ffdf34505 HTTP/1.1" status: 200 len: 375 time: 0.0431094 Aug 22 13:21:20.362589 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-34340f74-94e4-40fb-bac3-e57641cbf9f7 req-a8111edb-5ea6-476c-8e77-7e9d7d585162 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bc86d365c3394190af1f322ffdf34505&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551946 Aug 22 13:21:20.450556 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-87831802-e76c-4ed6-9bb7-f562926123fb admin admin] Deleting port 9c75936c-b1ea-44c0-9ea2-75e716857531 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:21:20.450829 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-87831802-e76c-4ed6-9bb7-f562926123fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:20.476538 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a11cf4b8-68f9-4f28-b54a-71e3145598fb None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:20.481879 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44012) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:20.504384 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-a11cf4b8-68f9-4f28-b54a-71e3145598fb None None] Transition to ACTIVE for port object 9c75936c-b1ea-44c0-9ea2-75e716857531 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:21:20.516904 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a11cf4b8-68f9-4f28-b54a-71e3145598fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:20.562240 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-00c2bfe6-6954-420d-a554-256c93af6c75 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=de2141b1e84b45e6b57eae0d013cae42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0785370 Aug 22 13:21:20.563693 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44016) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:20.632864 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c211b1-07a5-4784-9907-96a9b645fd97 None None] Pushing event updated for resources: {'Port': ['ID=9c75936c-b1ea-44c0-9ea2-75e716857531,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:20.650106 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bcc73679-90f9-41cf-a451-1a6042026568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:20.728540 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bcc73679-90f9-41cf-a451-1a6042026568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:20.789914 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 7683710e-5fba-429f-bcff-9c73f81e9bf1 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:21:20.841261 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bcc73679-90f9-41cf-a451-1a6042026568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:20.844277 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bcc73679-90f9-41cf-a451-1a6042026568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:20.848323 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-bcc73679-90f9-41cf-a451-1a6042026568 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/759a881e-6b92-4b0b-91ef-608ea8b36422 HTTP/1.1" status: 204 len: 168 time: 0.2832499 Aug 22 13:21:20.866020 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc73679-90f9-41cf-a451-1a6042026568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=759a881e-6b92-4b0b-91ef-608ea8b36422,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:20.870958 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: 7683710e-5fba-429f-bcff-9c73f81e9bf1 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:21:20.871975 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 7683710e-5fba-429f-bcff-9c73f81e9bf1 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:21:20.942644 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4d9409ad-e059-4b2f-a5ea-a3ccb48349f2 req-2317c3d5-75ab-4d73-8c73-53a8caa144de tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/ports?device_id=8865484e-8217-4bd6-aea7-7befa8f6cb51 HTTP/1.1" status: 200 len: 210 time: 0.0450485 Aug 22 13:21:20.970819 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-a11cf4b8-68f9-4f28-b54a-71e3145598fb None None] Attempting to bind port 9c75936c-b1ea-44c0-9ea2-75e716857531 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:21:20.971413 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-a11cf4b8-68f9-4f28-b54a-71e3145598fb None None] Attempting to bind port 9c75936c-b1ea-44c0-9ea2-75e716857531 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5da4f856-6b61-4a79-8463-f2977b9d2896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a55aa7b1-f3dd-4cd2-bac1-7f94575561ef'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:21:20.971876 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11cf4b8-68f9-4f28-b54a-71e3145598fb None None] Attempting to bind port 9c75936c-b1ea-44c0-9ea2-75e716857531 on network a55aa7b1-f3dd-4cd2-bac1-7f94575561ef {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:21:20.991741 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-86d3057b-59f9-4160-a1d8-624bfd623bd3 req-c4398439-f6bc-4819-9b63-7e38ec5343e7 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ee82be1-23ac-4759-ae13-ef619353d72e HTTP/1.1" status: 200 len: 210 time: 0.0465086 Aug 22 13:21:21.003910 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11cf4b8-68f9-4f28-b54a-71e3145598fb None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:21:21.004334 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11cf4b8-68f9-4f28-b54a-71e3145598fb None None] Checking segment: {'id': '5da4f856-6b61-4a79-8463-f2977b9d2896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a55aa7b1-f3dd-4cd2-bac1-7f94575561ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:21:21.004799 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a11cf4b8-68f9-4f28-b54a-71e3145598fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:21.005206 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11cf4b8-68f9-4f28-b54a-71e3145598fb None None] Bound using segment: {'id': '5da4f856-6b61-4a79-8463-f2977b9d2896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a55aa7b1-f3dd-4cd2-bac1-7f94575561ef'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:21:21.005840 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-a11cf4b8-68f9-4f28-b54a-71e3145598fb None None] Bound port: 9c75936c-b1ea-44c0-9ea2-75e716857531, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5da4f856-6b61-4a79-8463-f2977b9d2896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a55aa7b1-f3dd-4cd2-bac1-7f94575561ef'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:21:21.006254 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a11cf4b8-68f9-4f28-b54a-71e3145598fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:21.032981 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-87831802-e76c-4ed6-9bb7-f562926123fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:21.074890 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-87831802-e76c-4ed6-9bb7-f562926123fb admin admin] Calling delete_port for 9c75936c-b1ea-44c0-9ea2-75e716857531 owned by network:router_interface {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:21:21.158542 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-a11cf4b8-68f9-4f28-b54a-71e3145598fb None None] For port 9c75936c-b1ea-44c0-9ea2-75e716857531, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:21:21.173755 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-a11cf4b8-68f9-4f28-b54a-71e3145598fb None None] For port 9c75936c-b1ea-44c0-9ea2-75e716857531, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=9c75936c-b1ea-44c0-9ea2-75e716857531,segment=NetworkSegment(5da4f856-6b61-4a79-8463-f2977b9d2896),segment_id=5da4f856-6b61-4a79-8463-f2977b9d2896)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:21:21.182288 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a11cf4b8-68f9-4f28-b54a-71e3145598fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:21.200333 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-be54d55f-2bf8-4c69-bf17-5fe4699a0547 req-56073980-e75a-40d9-9274-3fd76e9962ff tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=4d32800000c74418ada7f9b0b8b7db59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0561607 Aug 22 13:21:21.212163 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9531a4a9-d62b-4c55-bea7-a02fa1422c00 req-c6ca3431-aef9-41cc-b31b-6a1711a806d4 tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ee66ce-43dd-4707-b0bd-680863ab7e17 HTTP/1.1" status: 200 len: 210 time: 0.0791764 Aug 22 13:21:21.422361 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11cf4b8-68f9-4f28-b54a-71e3145598fb None None] Routers {'6ddad492-40e9-4d4b-b72f-8dfcf2e67c20'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:21:21.425028 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-a11cf4b8-68f9-4f28-b54a-71e3145598fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:21:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['6ddad492-40e9-4d4b-b72f-8dfcf2e67c20'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:21:21.560638 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c211b1-07a5-4784-9907-96a9b645fd97 None None] Pushing event updated for resources: {'Port': ['ID=9c75936c-b1ea-44c0-9ea2-75e716857531,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:21.599177 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-87831802-e76c-4ed6-9bb7-f562926123fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:21.656517 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be54d55f-2bf8-4c69-bf17-5fe4699a0547 req-06f5bf1c-d9aa-4f67-a438-1a7af20299eb tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:21.659150 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-be54d55f-2bf8-4c69-bf17-5fe4699a0547 req-06f5bf1c-d9aa-4f67-a438-1a7af20299eb tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4533455 Aug 22 13:21:21.682407 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-a11cf4b8-68f9-4f28-b54a-71e3145598fb None None] Set router 6ddad492-40e9-4d4b-b72f-8dfcf2e67c20 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:21:21.685056 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-be54d55f-2bf8-4c69-bf17-5fe4699a0547 req-9a20e179-1ea4-4021-bdaa-16f867ac52d9 tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] Request body: {'port': {'device_id': '37ee66ce-43dd-4707-b0bd-680863ab7e17', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'admin_state_up': True, 'tenant_id': '4d32800000c74418ada7f9b0b8b7db59'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:21:21.966092 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e183799b-ce17-45d2-9f49-4e3d27065d0a None None] Could not find standard attr ID for object 9c75936c-b1ea-44c0-9ea2-75e716857531. {{(pid=94629) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 13:21:21.969356 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be54d55f-2bf8-4c69-bf17-5fe4699a0547 req-9a20e179-1ea4-4021-bdaa-16f867ac52d9 tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] Made reservation on behalf of 4d32800000c74418ada7f9b0b8b7db59 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:21:21.983521 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-be54d55f-2bf8-4c69-bf17-5fe4699a0547 req-9a20e179-1ea4-4021-bdaa-16f867ac52d9 tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:22.014151 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-be54d55f-2bf8-4c69-bf17-5fe4699a0547 req-9a20e179-1ea4-4021-bdaa-16f867ac52d9 tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:22.100930 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44108) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:22.104294 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-87831802-e76c-4ed6-9bb7-f562926123fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:22.121482 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87831802-e76c-4ed6-9bb7-f562926123fb admin admin] Pushing event deleted for resources: {'Port': ['ID=9c75936c-b1ea-44c0-9ea2-75e716857531,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:22.207977 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-a11cf4b8-68f9-4f28-b54a-71e3145598fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddad492-40e9-4d4b-b72f-8dfcf2e67c20', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-794502979-router', 'tenant_id': '22f995add8fb49fdaed8530994ae22f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'f4464e9e-495b-4bee-ba57-3f051a8e68ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:21:10Z', 'updated_at': '2021-08-22T13:21:16Z', 'revision_number': 4, 'project_id': '22f995add8fb49fdaed8530994ae22f1', 'gw_port': {'id': 'f4464e9e-495b-4bee-ba57-3f051a8e68ad', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddad492-40e9-4d4b-b72f-8dfcf2e67c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:21:11Z', 'updated_at': '2021-08-22T13:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '9c75936c-b1ea-44c0-9ea2-75e716857531', 'name': '', 'network_id': 'a55aa7b1-f3dd-4cd2-bac1-7f94575561ef', 'tenant_id': '22f995add8fb49fdaed8530994ae22f1', 'mac_address': 'fa:16:3e:c3:98:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ddad492-40e9-4d4b-b72f-8dfcf2e67c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'abe3b56e-e810-4982-9f67-67fa8c848a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:21:15Z', 'updated_at': '2021-08-22T13:21:21Z', 'revision_number': 4, 'project_id': '22f995add8fb49fdaed8530994ae22f1', 'subnets': [{'id': 'abe3b56e-e810-4982-9f67-67fa8c848a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:21:22.307288 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11cf4b8-68f9-4f28-b54a-71e3145598fb None None] The sync data for ids ['6ddad492-40e9-4d4b-b72f-8dfcf2e67c20'] in n-d-793621-33 is: [{'id': '6ddad492-40e9-4d4b-b72f-8dfcf2e67c20', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-794502979-router', 'tenant_id': '22f995add8fb49fdaed8530994ae22f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'f4464e9e-495b-4bee-ba57-3f051a8e68ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:21:10Z', 'updated_at': '2021-08-22T13:21:16Z', 'revision_number': 4, 'project_id': '22f995add8fb49fdaed8530994ae22f1', 'gw_port': {'id': 'f4464e9e-495b-4bee-ba57-3f051a8e68ad', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddad492-40e9-4d4b-b72f-8dfcf2e67c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:21:11Z', 'updated_at': '2021-08-22T13:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '9c75936c-b1ea-44c0-9ea2-75e716857531', 'name': '', 'network_id': 'a55aa7b1-f3dd-4cd2-bac1-7f94575561ef', 'tenant_id': '22f995add8fb49fdaed8530994ae22f1', 'mac_address': 'fa:16:3e:c3:98:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ddad492-40e9-4d4b-b72f-8dfcf2e67c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'abe3b56e-e810-4982-9f67-67fa8c848a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:21:15Z', 'updated_at': '2021-08-22T13:21:21Z', 'revision_number': 4, 'project_id': '22f995add8fb49fdaed8530994ae22f1', 'subnets': [{'id': 'abe3b56e-e810-4982-9f67-67fa8c848a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:21:22.381758 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-be54d55f-2bf8-4c69-bf17-5fe4699a0547 req-9a20e179-1ea4-4021-bdaa-16f867ac52d9 tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:22.394850 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-be54d55f-2bf8-4c69-bf17-5fe4699a0547 req-9a20e179-1ea4-4021-bdaa-16f867ac52d9 tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:22.428628 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d58d14e3-f55b-4223-95d3-19b87b148e83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:22.465907 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a8f26368-c8b1-4f6d-a944-1ba089489ceb req-99767672-33cb-4446-969b-5c740574e58d tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/ports?device_id=8865484e-8217-4bd6-aea7-7befa8f6cb51 HTTP/1.1" status: 200 len: 210 time: 0.1842375 Aug 22 13:21:22.530388 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-425232be-777a-4b01-8269-7e878020c257 req-e90bbeb4-5b60-444f-9949-6764a9d93ea3 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ee82be1-23ac-4759-ae13-ef619353d72e HTTP/1.1" status: 200 len: 210 time: 0.0634162 Aug 22 13:21:22.572777 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a20e179-1ea4-4021-bdaa-16f867ac52d9 tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a9f11b-4107-4037-8853-7750e740b729,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:22.699987 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-be54d55f-2bf8-4c69-bf17-5fe4699a0547 req-9a20e179-1ea4-4021-bdaa-16f867ac52d9 tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] Allocated IP 192.168.233.31 (7dc41cff-a3ac-4fc2-ba06-973efce2365e/7151c727-b27f-4308-8098-60bc16140d45/267336ce-d6f3-4233-be2e-34bc294ccb5d) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:21:22.772060 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-847a33a3-a2b4-40e6-80a3-b80e7e8f6715 req-34badd96-3620-464a-bd21-8804049c73ab tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ee66ce-43dd-4707-b0bd-680863ab7e17 HTTP/1.1" status: 200 len: 210 time: 0.0426011 Aug 22 13:21:22.800640 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87831802-e76c-4ed6-9bb7-f562926123fb admin admin] Router 6ddad492-40e9-4d4b-b72f-8dfcf2e67c20 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:21:22.817396 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d58d14e3-f55b-4223-95d3-19b87b148e83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:22.825451 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d58d14e3-f55b-4223-95d3-19b87b148e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:23.016354 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58d14e3-f55b-4223-95d3-19b87b148e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a796f675-fbe9-4c7e-9ff4-0d1fd835e008,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:23.032357 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d58d14e3-f55b-4223-95d3-19b87b148e83 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6496e9d6518149718efb391d91651df3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9284077 Aug 22 13:21:23.034910 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44150) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:23.110575 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87831802-e76c-4ed6-9bb7-f562926123fb admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:21:23.118420 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-87831802-e76c-4ed6-9bb7-f562926123fb admin admin] 10.222.0.21 "PUT /v2.0/routers/6ddad492-40e9-4d4b-b72f-8dfcf2e67c20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4405785 Aug 22 13:21:23.121182 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44152) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:23.261127 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-be54d55f-2bf8-4c69-bf17-5fe4699a0547 req-9a20e179-1ea4-4021-bdaa-16f867ac52d9 tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:23.269076 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-beb5c2a1-5324-4448-a3c1-56e87675108d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:23.319105 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-be54d55f-2bf8-4c69-bf17-5fe4699a0547 req-9a20e179-1ea4-4021-bdaa-16f867ac52d9 tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] Transition to ACTIVE for port object 267336ce-d6f3-4233-be2e-34bc294ccb5d will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:21:23.335189 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-dbdb9bc4-5755-448e-8002-54d360fa3302 admin admin] Notify callbacks [] for router, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:23.345011 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-beb5c2a1-5324-4448-a3c1-56e87675108d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:23.378624 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44170) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:23.443369 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-be54d55f-2bf8-4c69-bf17-5fe4699a0547 req-9a20e179-1ea4-4021-bdaa-16f867ac52d9 tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:23.514915 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-beb5c2a1-5324-4448-a3c1-56e87675108d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:23.519419 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-beb5c2a1-5324-4448-a3c1-56e87675108d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:23.520396 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-beb5c2a1-5324-4448-a3c1-56e87675108d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a796f675-fbe9-4c7e-9ff4-0d1fd835e008 HTTP/1.1" status: 204 len: 168 time: 0.4843276 Aug 22 13:21:23.529820 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be54d55f-2bf8-4c69-bf17-5fe4699a0547 req-9a20e179-1ea4-4021-bdaa-16f867ac52d9 tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] Network 7dc41cff-a3ac-4fc2-ba06-973efce2365e is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:21:23.530697 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a20e179-1ea4-4021-bdaa-16f867ac52d9 tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] Pushing event updated for resources: {'Port': ['ID=267336ce-d6f3-4233-be2e-34bc294ccb5d,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:23.538272 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-be54d55f-2bf8-4c69-bf17-5fe4699a0547 req-9a20e179-1ea4-4021-bdaa-16f867ac52d9 tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:21:23.541736 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-be54d55f-2bf8-4c69-bf17-5fe4699a0547 req-9a20e179-1ea4-4021-bdaa-16f867ac52d9 tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:21:23.550386 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be54d55f-2bf8-4c69-bf17-5fe4699a0547 req-9a20e179-1ea4-4021-bdaa-16f867ac52d9 tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:23.551023 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-be54d55f-2bf8-4c69-bf17-5fe4699a0547 req-9a20e179-1ea4-4021-bdaa-16f867ac52d9 tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:23.556039 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d00bdd-8516-4088-88d4-85f612e7c0b1 req-fb7d3d4a-5032-4d43-8175-8b6f247da7e7 tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:23.560722 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d4d00bdd-8516-4088-88d4-85f612e7c0b1 req-fb7d3d4a-5032-4d43-8175-8b6f247da7e7 tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] 10.222.0.21 "GET /v2.0/ports?device_id=d91dfe60-add0-4275-be8f-69bfab769658 HTTP/1.1" status: 200 len: 972 time: 0.0933890 Aug 22 13:21:23.575171 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb5c2a1-5324-4448-a3c1-56e87675108d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a796f675-fbe9-4c7e-9ff4-0d1fd835e008,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:23.583172 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-be54d55f-2bf8-4c69-bf17-5fe4699a0547 req-9a20e179-1ea4-4021-bdaa-16f867ac52d9 tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9028111 Aug 22 13:21:23.587423 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-dbdb9bc4-5755-448e-8002-54d360fa3302 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:23.600446 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-be54d55f-2bf8-4c69-bf17-5fe4699a0547 req-a5334355-52fc-40b3-8f6b-5743095e1f7c service neutron] Request body: {'port': {'device_id': '37ee66ce-43dd-4707-b0bd-680863ab7e17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:21:23.668849 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cd070a1d-bca2-4f17-a962-e5cdc394d225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:23.732040 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-be54d55f-2bf8-4c69-bf17-5fe4699a0547 req-a5334355-52fc-40b3-8f6b-5743095e1f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:23.758659 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d4d00bdd-8516-4088-88d4-85f612e7c0b1 req-c60fe6b5-ec4f-44dc-9306-d8811e6da27b tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd28d0ea-de33-4424-a1b5-ea77bed5862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683605 Aug 22 13:21:23.784176 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-64603d90-3c87-4dd1-8958-14e912c563f7 req-d9e29b70-60f6-4390-a604-c6d0563248a1 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/ports?device_id=8865484e-8217-4bd6-aea7-7befa8f6cb51 HTTP/1.1" status: 200 len: 210 time: 0.0916479 Aug 22 13:21:23.809017 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-dbdb9bc4-5755-448e-8002-54d360fa3302 admin admin] Deleting port f4464e9e-495b-4bee-ba57-3f051a8e68ad {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:21:23.810052 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-dbdb9bc4-5755-448e-8002-54d360fa3302 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:23.927355 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-23a51473-8018-4732-acad-b3508141966a None None] Provisioning for port 267336ce-d6f3-4233-be2e-34bc294ccb5d completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:21:23.948410 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-23a51473-8018-4732-acad-b3508141966a None None] Provisioning complete for port 267336ce-d6f3-4233-be2e-34bc294ccb5d triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:21:23.949488 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-23a51473-8018-4732-acad-b3508141966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:24.025868 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-23a51473-8018-4732-acad-b3508141966a None None] Port 267336ce-d6f3-4233-be2e-34bc294ccb5d cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:21:24.039148 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cd070a1d-bca2-4f17-a962-e5cdc394d225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:24.051643 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cd070a1d-bca2-4f17-a962-e5cdc394d225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:24.102355 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44194) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:24.136557 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd070a1d-bca2-4f17-a962-e5cdc394d225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=845ed1da-8673-4158-ba65-5b1c56d5090f,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:24.151407 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-cd070a1d-bca2-4f17-a962-e5cdc394d225 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ef765512d8e542b3b09601f76a99e9d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7715027 Aug 22 13:21:24.152457 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9b47c94e-0674-4744-a3d2-aed5d6f4792c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:24.157961 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44196) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:24.220553 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-51e71e04-a094-4fa9-93fb-a1595ea8ff00 req-73b75723-97b0-4513-a1ac-e46fdaa654aa tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ee82be1-23ac-4759-ae13-ef619353d72e HTTP/1.1" status: 200 len: 210 time: 0.0586884 Aug 22 13:21:24.253655 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-dbdb9bc4-5755-448e-8002-54d360fa3302 admin admin] For port f4464e9e-495b-4bee-ba57-3f051a8e68ad, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=f4464e9e-495b-4bee-ba57-3f051a8e68ad,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:21:24.254240 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-dbdb9bc4-5755-448e-8002-54d360fa3302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:24.275124 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927a0aa-7180-45a9-b785-7eac0d074159 req-37cc53da-134f-48a8-9416-d4861349c3ea tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:24.283250 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7927a0aa-7180-45a9-b785-7eac0d074159 req-37cc53da-134f-48a8-9416-d4861349c3ea tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ee66ce-43dd-4707-b0bd-680863ab7e17 HTTP/1.1" status: 200 len: 935 time: 0.3536079 Aug 22 13:21:24.294919 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-dbdb9bc4-5755-448e-8002-54d360fa3302 admin admin] Calling delete_port for f4464e9e-495b-4bee-ba57-3f051a8e68ad owned by network:router_gateway {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:21:24.299636 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-be54d55f-2bf8-4c69-bf17-5fe4699a0547 req-a5334355-52fc-40b3-8f6b-5743095e1f7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 267336ce-d6f3-4233-be2e-34bc294ccb5d {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:21:24.311110 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-be54d55f-2bf8-4c69-bf17-5fe4699a0547 req-a5334355-52fc-40b3-8f6b-5743095e1f7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:24.329353 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-be54d55f-2bf8-4c69-bf17-5fe4699a0547 req-a5334355-52fc-40b3-8f6b-5743095e1f7c service neutron] Transition to ACTIVE for port object 267336ce-d6f3-4233-be2e-34bc294ccb5d will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:21:24.340512 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-be54d55f-2bf8-4c69-bf17-5fe4699a0547 req-a5334355-52fc-40b3-8f6b-5743095e1f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:24.381302 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fcee9836-28a7-4ec6-a924-f30af35b0815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:24.412532 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7927a0aa-7180-45a9-b785-7eac0d074159 req-e73d00cb-4746-4069-a29c-42f22428b13d tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5a9f11b-4107-4037-8853-7750e740b729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275072 Aug 22 13:21:24.436742 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fcee9836-28a7-4ec6-a924-f30af35b0815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:24.454932 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9b47c94e-0674-4744-a3d2-aed5d6f4792c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:24.467693 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5334355-52fc-40b3-8f6b-5743095e1f7c service neutron] Pushing event updated for resources: {'Port': ['ID=267336ce-d6f3-4233-be2e-34bc294ccb5d,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:24.473149 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9b47c94e-0674-4744-a3d2-aed5d6f4792c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:24.595855 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-be54d55f-2bf8-4c69-bf17-5fe4699a0547 req-a5334355-52fc-40b3-8f6b-5743095e1f7c service neutron] Attempting to bind port 267336ce-d6f3-4233-be2e-34bc294ccb5d on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:21:24.596123 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-be54d55f-2bf8-4c69-bf17-5fe4699a0547 req-a5334355-52fc-40b3-8f6b-5743095e1f7c service neutron] Attempting to bind port 267336ce-d6f3-4233-be2e-34bc294ccb5d by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:21:24.596898 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be54d55f-2bf8-4c69-bf17-5fe4699a0547 req-a5334355-52fc-40b3-8f6b-5743095e1f7c service neutron] Attempting to bind port 267336ce-d6f3-4233-be2e-34bc294ccb5d on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:21:24.604341 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b47c94e-0674-4744-a3d2-aed5d6f4792c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1305dd14-2200-4948-b575-2ad58b7618d7,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:24.609018 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be54d55f-2bf8-4c69-bf17-5fe4699a0547 req-a5334355-52fc-40b3-8f6b-5743095e1f7c service neutron] Port 267336ce-d6f3-4233-be2e-34bc294ccb5d on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:21:24.609147 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be54d55f-2bf8-4c69-bf17-5fe4699a0547 req-a5334355-52fc-40b3-8f6b-5743095e1f7c service neutron] Attempting to bind port 267336ce-d6f3-4233-be2e-34bc294ccb5d on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:21:24.624933 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44214) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:24.625567 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9b47c94e-0674-4744-a3d2-aed5d6f4792c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=461dd85d2fd7419baf04b1729a12e327&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5180929 Aug 22 13:21:24.627448 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be54d55f-2bf8-4c69-bf17-5fe4699a0547 req-a5334355-52fc-40b3-8f6b-5743095e1f7c service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:21:24.627448 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be54d55f-2bf8-4c69-bf17-5fe4699a0547 req-a5334355-52fc-40b3-8f6b-5743095e1f7c service neutron] Checking segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:21:24.627663 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be54d55f-2bf8-4c69-bf17-5fe4699a0547 req-a5334355-52fc-40b3-8f6b-5743095e1f7c service neutron] Bound using segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:21:24.628101 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-be54d55f-2bf8-4c69-bf17-5fe4699a0547 req-a5334355-52fc-40b3-8f6b-5743095e1f7c service neutron] Bound port: 267336ce-d6f3-4233-be2e-34bc294ccb5d, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:21:24.628597 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-be54d55f-2bf8-4c69-bf17-5fe4699a0547 req-a5334355-52fc-40b3-8f6b-5743095e1f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:24.629066 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fcee9836-28a7-4ec6-a924-f30af35b0815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:24.632183 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fcee9836-28a7-4ec6-a924-f30af35b0815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:24.641674 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-fcee9836-28a7-4ec6-a924-f30af35b0815 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/845ed1da-8673-4158-ba65-5b1c56d5090f HTTP/1.1" status: 204 len: 168 time: 0.4714043 Aug 22 13:21:24.702736 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcee9836-28a7-4ec6-a924-f30af35b0815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845ed1da-8673-4158-ba65-5b1c56d5090f,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:24.786098 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-be54d55f-2bf8-4c69-bf17-5fe4699a0547 req-a5334355-52fc-40b3-8f6b-5743095e1f7c service neutron] For port 267336ce-d6f3-4233-be2e-34bc294ccb5d, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:21:24.788131 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-be54d55f-2bf8-4c69-bf17-5fe4699a0547 req-a5334355-52fc-40b3-8f6b-5743095e1f7c service neutron] For port 267336ce-d6f3-4233-be2e-34bc294ccb5d, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=267336ce-d6f3-4233-be2e-34bc294ccb5d,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:21:24.795405 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-be54d55f-2bf8-4c69-bf17-5fe4699a0547 req-a5334355-52fc-40b3-8f6b-5743095e1f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:24.836552 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31009b2c-dd9c-439c-b983-bbc0a60fae10 req-0a45041e-2e2b-4f24-86bf-67ef060aba09 tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:24.838488 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-31009b2c-dd9c-439c-b983-bbc0a60fae10 req-0a45041e-2e2b-4f24-86bf-67ef060aba09 tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] 10.222.0.41 "GET /v2.0/ports?device_id=d91dfe60-add0-4275-be8f-69bfab769658 HTTP/1.1" status: 200 len: 972 time: 0.1415405 Aug 22 13:21:24.841669 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-dbdb9bc4-5755-448e-8002-54d360fa3302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:24.931223 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdb9bc4-5755-448e-8002-54d360fa3302 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4464e9e-495b-4bee-ba57-3f051a8e68ad,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:24.964798 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9e44c2a2-4f0a-4655-a4ee-274ecd73b86d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:25.087720 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-dbdb9bc4-5755-448e-8002-54d360fa3302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:25.107214 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589da5a9-96e8-467a-81fa-8f0831da8689 None None] Sync routers for ids ['6ddad492-40e9-4d4b-b72f-8dfcf2e67c20'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:21:25.119922 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589da5a9-96e8-467a-81fa-8f0831da8689 None None] Routers {'6ddad492-40e9-4d4b-b72f-8dfcf2e67c20'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:21:25.121056 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-589da5a9-96e8-467a-81fa-8f0831da8689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:21:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['6ddad492-40e9-4d4b-b72f-8dfcf2e67c20'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:21:25.180744 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5334355-52fc-40b3-8f6b-5743095e1f7c service neutron] Pushing event updated for resources: {'Port': ['ID=267336ce-d6f3-4233-be2e-34bc294ccb5d,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:25.190093 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be54d55f-2bf8-4c69-bf17-5fe4699a0547 req-a5334355-52fc-40b3-8f6b-5743095e1f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:25.190769 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-be54d55f-2bf8-4c69-bf17-5fe4699a0547 req-a5334355-52fc-40b3-8f6b-5743095e1f7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:25.192840 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-be54d55f-2bf8-4c69-bf17-5fe4699a0547 req-a5334355-52fc-40b3-8f6b-5743095e1f7c service neutron] 10.222.0.41 "PUT /v2.0/ports/267336ce-d6f3-4233-be2e-34bc294ccb5d HTTP/1.1" status: 200 len: 1096 time: 1.6011043 Aug 22 13:21:25.193605 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37ee66ce-43dd-4707-b0bd-680863ab7e17', 'tag': '267336ce-d6f3-4233-be2e-34bc294ccb5d'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:21:25.196280 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607f8ea5-440e-4243-8b7d-3e3293df1021" -d '{"events": [{"name": "network-changed", "server_uuid": "37ee66ce-43dd-4707-b0bd-680863ab7e17", "tag": "267336ce-d6f3-4233-be2e-34bc294ccb5d"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:21:25.202300 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-dbdb9bc4-5755-448e-8002-54d360fa3302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:25.208182 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-dbdb9bc4-5755-448e-8002-54d360fa3302 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:25.227134 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-589da5a9-96e8-467a-81fa-8f0831da8689 None None] Set router 6ddad492-40e9-4d4b-b72f-8dfcf2e67c20 gateway port host: None {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:21:25.234929 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44230) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:25.289074 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-589da5a9-96e8-467a-81fa-8f0831da8689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddad492-40e9-4d4b-b72f-8dfcf2e67c20', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-794502979-router', 'tenant_id': '22f995add8fb49fdaed8530994ae22f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:21:10Z', 'updated_at': '2021-08-22T13:21:24Z', 'revision_number': 7, 'project_id': '22f995add8fb49fdaed8530994ae22f1', 'gw_port_host': None}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:21:25.326155 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589da5a9-96e8-467a-81fa-8f0831da8689 None None] Checking router: 6ddad492-40e9-4d4b-b72f-8dfcf2e67c20 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:21:25.338116 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589da5a9-96e8-467a-81fa-8f0831da8689 None None] Routers {'6ddad492-40e9-4d4b-b72f-8dfcf2e67c20'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:21:25.339252 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-589da5a9-96e8-467a-81fa-8f0831da8689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:21:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['6ddad492-40e9-4d4b-b72f-8dfcf2e67c20'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:21:25.350209 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be54d55f-2bf8-4c69-bf17-5fe4699a0547 req-616c6e02-3fd3-43fe-ad46-6c0e936ef977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:25.357717 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-be54d55f-2bf8-4c69-bf17-5fe4699a0547 req-616c6e02-3fd3-43fe-ad46-6c0e936ef977 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d32800000c74418ada7f9b0b8b7db59&device_id=37ee66ce-43dd-4707-b0bd-680863ab7e17 HTTP/1.1" status: 200 len: 1099 time: 0.1120353 Aug 22 13:21:25.377165 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-31dc057d-fc19-437a-bc50-acf9f033feee req-adf9c948-1fa2-4a0f-9b10-b39be5e642d1 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/ports?device_id=8865484e-8217-4bd6-aea7-7befa8f6cb51 HTTP/1.1" status: 200 len: 210 time: 0.3735354 Aug 22 13:21:25.404272 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-dbdb9bc4-5755-448e-8002-54d360fa3302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:25.404796 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbdb9bc4-5755-448e-8002-54d360fa3302 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ddad492-40e9-4d4b-b72f-8dfcf2e67c20 {{(pid=94627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:21:25.436658 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-589da5a9-96e8-467a-81fa-8f0831da8689 None None] Set router 6ddad492-40e9-4d4b-b72f-8dfcf2e67c20 gateway port host: None {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:21:25.451076 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9e44c2a2-4f0a-4655-a4ee-274ecd73b86d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:25.502085 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44238) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:25.503645 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7dc5f2a-e3ac-45ba-b52a-7f51571bc480 x-openstack-request-id: req-b7dc5f2a-e3ac-45ba-b52a-7f51571bc480 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:21:25.503925 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37ee66ce-43dd-4707-b0bd-680863ab7e17", "tag": "267336ce-d6f3-4233-be2e-34bc294ccb5d", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:21:25.504165 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b7dc5f2a-e3ac-45ba-b52a-7f51571bc480 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:21:25.504639 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37ee66ce-43dd-4707-b0bd-680863ab7e17', 'tag': '267336ce-d6f3-4233-be2e-34bc294ccb5d', 'status': 'completed', 'code': 200} Aug 22 13:21:25.512106 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-589da5a9-96e8-467a-81fa-8f0831da8689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddad492-40e9-4d4b-b72f-8dfcf2e67c20', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-794502979-router', 'tenant_id': '22f995add8fb49fdaed8530994ae22f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:21:10Z', 'updated_at': '2021-08-22T13:21:24Z', 'revision_number': 7, 'project_id': '22f995add8fb49fdaed8530994ae22f1', 'gw_port_host': None}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:21:25.514106 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-be54d55f-2bf8-4c69-bf17-5fe4699a0547 req-35655054-6d64-4df2-8714-a925b3fa46d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=267336ce-d6f3-4233-be2e-34bc294ccb5d HTTP/1.1" status: 200 len: 217 time: 0.1487553 Aug 22 13:21:25.524445 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-dbdb9bc4-5755-448e-8002-54d360fa3302 admin admin] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:25.525630 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-dbdb9bc4-5755-448e-8002-54d360fa3302 admin admin] 10.222.0.21 "DELETE /v2.0/routers/6ddad492-40e9-4d4b-b72f-8dfcf2e67c20 HTTP/1.1" status: 204 len: 168 time: 2.4014320 Aug 22 13:21:25.553745 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44242) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:25.566656 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589da5a9-96e8-467a-81fa-8f0831da8689 None None] The sync data for ids ['6ddad492-40e9-4d4b-b72f-8dfcf2e67c20'] in n-d-793621-33 is: [{'id': '6ddad492-40e9-4d4b-b72f-8dfcf2e67c20', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-794502979-router', 'tenant_id': '22f995add8fb49fdaed8530994ae22f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:21:10Z', 'updated_at': '2021-08-22T13:21:24Z', 'revision_number': 7, 'project_id': '22f995add8fb49fdaed8530994ae22f1', 'gw_port_host': None}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:21:25.581826 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bbab1add-1e72-4fe0-8e0c-30576cad6727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:25.603095 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8424a365-552f-4abf-91af-eb4b40ecec1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:25.646955 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be54d55f-2bf8-4c69-bf17-5fe4699a0547 req-9f2853aa-0610-45e6-bf67-d57687af9933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:25.647326 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-be54d55f-2bf8-4c69-bf17-5fe4699a0547 req-9f2853aa-0610-45e6-bf67-d57687af9933 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.1203721 Aug 22 13:21:25.648835 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353d4ce-c6e0-4210-99c9-8a1f331264b2 req-4b90e7b4-b629-46bf-8e35-b054518a55a7 tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:25.650479 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0353d4ce-c6e0-4210-99c9-8a1f331264b2 req-4b90e7b4-b629-46bf-8e35-b054518a55a7 tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] 10.222.0.21 "GET /v2.0/ports?device_id=d91dfe60-add0-4275-be8f-69bfab769658 HTTP/1.1" status: 200 len: 972 time: 0.7212873 Aug 22 13:21:25.652387 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d5a5d1ef-d6b8-4ac6-ab26-7c6edeafa84a req-acc0b3f6-3058-4b91-8a36-7a85aaf414a8 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ee82be1-23ac-4759-ae13-ef619353d72e HTTP/1.1" status: 200 len: 210 time: 0.1255925 Aug 22 13:21:25.682637 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.db.api [None req-8424a365-552f-4abf-91af-eb4b40ecec1a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 22 13:21:25.682637 n-d-793621-33 neutron-server[94628]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 22 13:21:25.682637 n-d-793621-33 neutron-server[94628]: [parameters: {'project_id': '25ed2ca6e53742e88a9c1814cde3f637', 'id': 'f723e709-5856-4d2b-91ea-6943f08f9b97', 'expiration': datetime.datetime(2021, 8, 22, 13, 23, 25, 651951)}] Aug 22 13:21:25.682637 n-d-793621-33 neutron-server[94628]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94628) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 13:21:25.683044 n-d-793621-33 neutron-server[94628]: DEBUG oslo_db.api [None req-8424a365-552f-4abf-91af-eb4b40ecec1a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 13:21:25.720108 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be54d55f-2bf8-4c69-bf17-5fe4699a0547 req-2e26fb0f-ffb8-4ba6-98ed-31ce6c5bfa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:25.721650 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-be54d55f-2bf8-4c69-bf17-5fe4699a0547 req-2e26fb0f-ffb8-4ba6-98ed-31ce6c5bfa50 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0677409 Aug 22 13:21:25.739082 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-674b02dd-19f8-45c4-836e-b99c289d51dd admin admin] Deleting subnet abe3b56e-e810-4982-9f67-67fa8c848a00 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:21:25.753555 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-674b02dd-19f8-45c4-836e-b99c289d51dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:25.804523 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0353d4ce-c6e0-4210-99c9-8a1f331264b2 req-ee44f1d7-05c0-4044-b4b7-08a4976f0f95 tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd28d0ea-de33-4424-a1b5-ea77bed5862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414721 Aug 22 13:21:25.818666 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9e44c2a2-4f0a-4655-a4ee-274ecd73b86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:25.821290 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9e44c2a2-4f0a-4655-a4ee-274ecd73b86d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:25.824692 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-9e44c2a2-4f0a-4655-a4ee-274ecd73b86d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1305dd14-2200-4948-b575-2ad58b7618d7 HTTP/1.1" status: 204 len: 168 time: 1.1973958 Aug 22 13:21:25.862093 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-be54d55f-2bf8-4c69-bf17-5fe4699a0547 req-a1d47f9d-2d7c-4c1d-a85c-3b7d24fa5c15 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330554 Aug 22 13:21:25.865785 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-674b02dd-19f8-45c4-836e-b99c289d51dd admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:25.871493 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-31009b2c-dd9c-439c-b983-bbc0a60fae10 req-76c7f76a-d496-4488-9b72-72f91dfb714e tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] Deleting port 64aa11d2-ef5a-47ad-bc33-a7a79ada5e18 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:21:25.871832 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-31009b2c-dd9c-439c-b983-bbc0a60fae10 req-76c7f76a-d496-4488-9b72-72f91dfb714e tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:25.886715 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bbab1add-1e72-4fe0-8e0c-30576cad6727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:25.891875 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e44c2a2-4f0a-4655-a4ee-274ecd73b86d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1305dd14-2200-4948-b575-2ad58b7618d7,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:25.909721 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bbab1add-1e72-4fe0-8e0c-30576cad6727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:26.003406 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-bbab1add-1e72-4fe0-8e0c-30576cad6727 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1be459797f44482fa8e43dab95ddc818&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7673919 Aug 22 13:21:26.006009 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44246) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:26.021395 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbab1add-1e72-4fe0-8e0c-30576cad6727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9ecbe1-9220-4fd7-960c-c0422de500f3,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:26.069689 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-be54d55f-2bf8-4c69-bf17-5fe4699a0547 req-2cb6f344-33b1-4af5-8125-02ff643f3ca1 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992881 Aug 22 13:21:26.094492 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3954ba4e-a4ea-45d5-8e87-08e3d95c5de3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:26.107549 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d388a-98c2-41b0-8e81-7a7ae41fe4fd req-d270a773-7063-4d2d-93ae-fec9437af65a tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:26.110037 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b92d388a-98c2-41b0-8e81-7a7ae41fe4fd req-d270a773-7063-4d2d-93ae-fec9437af65a tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ee66ce-43dd-4707-b0bd-680863ab7e17 HTTP/1.1" status: 200 len: 947 time: 0.3150158 Aug 22 13:21:26.124754 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3954ba4e-a4ea-45d5-8e87-08e3d95c5de3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:26.162814 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-674b02dd-19f8-45c4-836e-b99c289d51dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:26.184152 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8424a365-552f-4abf-91af-eb4b40ecec1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:26.223824 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f8ea5-440e-4243-8b7d-3e3293df1021 req-a5ea480f-5696-445c-b358-2a081fcba4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:26.230586 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-607f8ea5-440e-4243-8b7d-3e3293df1021 req-a5ea480f-5696-445c-b358-2a081fcba4ee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d32800000c74418ada7f9b0b8b7db59&device_id=37ee66ce-43dd-4707-b0bd-680863ab7e17 HTTP/1.1" status: 200 len: 1099 time: 0.0939069 Aug 22 13:21:26.257101 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-31009b2c-dd9c-439c-b983-bbc0a60fae10 req-76c7f76a-d496-4488-9b72-72f91dfb714e tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] For port 64aa11d2-ef5a-47ad-bc33-a7a79ada5e18, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=64aa11d2-ef5a-47ad-bc33-a7a79ada5e18,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:21:26.258326 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-31009b2c-dd9c-439c-b983-bbc0a60fae10 req-76c7f76a-d496-4488-9b72-72f91dfb714e tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:26.271655 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3954ba4e-a4ea-45d5-8e87-08e3d95c5de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:26.275378 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3954ba4e-a4ea-45d5-8e87-08e3d95c5de3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:26.276607 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-3954ba4e-a4ea-45d5-8e87-08e3d95c5de3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2b9ecbe1-9220-4fd7-960c-c0422de500f3 HTTP/1.1" status: 204 len: 168 time: 0.2697022 Aug 22 13:21:26.300176 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b92d388a-98c2-41b0-8e81-7a7ae41fe4fd req-7d64223d-c95c-47b4-a797-a0768bf18d1c tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5a9f11b-4107-4037-8853-7750e740b729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746471 Aug 22 13:21:26.316784 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-31009b2c-dd9c-439c-b983-bbc0a60fae10 req-76c7f76a-d496-4488-9b72-72f91dfb714e tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] Calling delete_port for 64aa11d2-ef5a-47ad-bc33-a7a79ada5e18 owned by compute:tempest-test_az-1890585074 {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:21:26.324391 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3954ba4e-a4ea-45d5-8e87-08e3d95c5de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9ecbe1-9220-4fd7-960c-c0422de500f3,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:26.373364 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-674b02dd-19f8-45c4-836e-b99c289d51dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:26.402701 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674b02dd-19f8-45c4-836e-b99c289d51dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abe3b56e-e810-4982-9f67-67fa8c848a00,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:26.409689 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-674b02dd-19f8-45c4-836e-b99c289d51dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:26.411852 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-674b02dd-19f8-45c4-836e-b99c289d51dd admin admin] 10.222.0.21 "DELETE /v2.0/subnets/abe3b56e-e810-4982-9f67-67fa8c848a00 HTTP/1.1" status: 204 len: 168 time: 0.8305712 Aug 22 13:21:26.415580 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44260) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:26.423507 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45032eed-f4a4-4382-8764-20e61fba08f4 None None] Network a55aa7b1-f3dd-4cd2-bac1-7f94575561ef requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:21:26.443479 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f8ea5-440e-4243-8b7d-3e3293df1021 req-54af0da9-88d2-476f-8af9-0ff2e368ead8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:26.445258 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-607f8ea5-440e-4243-8b7d-3e3293df1021 req-54af0da9-88d2-476f-8af9-0ff2e368ead8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7dc41cff-a3ac-4fc2-ba06-973efce2365e HTTP/1.1" status: 200 len: 870 time: 0.2026784 Aug 22 13:21:26.539325 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-607f8ea5-440e-4243-8b7d-3e3293df1021 req-1c9e129b-b77a-4334-94e1-bad984e9da3c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=267336ce-d6f3-4233-be2e-34bc294ccb5d HTTP/1.1" status: 200 len: 217 time: 0.0814357 Aug 22 13:21:26.542645 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8424a365-552f-4abf-91af-eb4b40ecec1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:26.610092 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f8ea5-440e-4243-8b7d-3e3293df1021 req-6e642894-2faf-486f-a6cc-344a99318187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:26.612964 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-607f8ea5-440e-4243-8b7d-3e3293df1021 req-6e642894-2faf-486f-a6cc-344a99318187 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.0646775 Aug 22 13:21:26.615190 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8424a365-552f-4abf-91af-eb4b40ecec1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:26.739779 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8424a365-552f-4abf-91af-eb4b40ecec1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d54ca02-1fa7-45bd-aeb5-30fbe3163e88,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:26.746374 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8424a365-552f-4abf-91af-eb4b40ecec1a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=25ed2ca6e53742e88a9c1814cde3f637&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2394493 Aug 22 13:21:26.763329 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44268) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:26.768248 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c60c2a6-b545-462e-9e5e-147b874509e5 None None] DHCP port deletion for a55aa7b1-f3dd-4cd2-bac1-7f94575561ef request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:21:26.768376 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f8ea5-440e-4243-8b7d-3e3293df1021 req-4d432520-3411-4934-9c31-4fffa8eaf0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:26.771506 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-607f8ea5-440e-4243-8b7d-3e3293df1021 req-4d432520-3411-4934-9c31-4fffa8eaf0ec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1501348 Aug 22 13:21:26.841919 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-30f111c6-c9d3-4606-8221-cf3697626f89 req-5208331b-9680-42a4-905e-5740b3f32707 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/ports?device_id=8865484e-8217-4bd6-aea7-7befa8f6cb51 HTTP/1.1" status: 200 len: 210 time: 0.0881433 Aug 22 13:21:26.855463 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-51bda1ce-9c88-456a-b300-336a6352e6fd req-199d5cfa-512f-42e3-8b99-e854279b91ae tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ee82be1-23ac-4759-ae13-ef619353d72e HTTP/1.1" status: 200 len: 210 time: 0.0786400 Aug 22 13:21:26.903514 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f17ef20e-c8cb-488c-a490-6c79da7ee636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:26.917807 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-40ed3d6e-3647-453b-b109-a75944762788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:26.959730 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f17ef20e-c8cb-488c-a490-6c79da7ee636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:27.009998 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-607f8ea5-440e-4243-8b7d-3e3293df1021 req-ee586a39-5638-4fe6-bc48-eca213f20914 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935472 Aug 22 13:21:27.132799 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-607f8ea5-440e-4243-8b7d-3e3293df1021 req-42e1d4bd-282a-47e9-8d40-528e32bd72fb service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115930 Aug 22 13:21:27.141076 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-3c60c2a6-b545-462e-9e5e-147b874509e5 None None] Deleting port a6ea9b8b-bff7-45c7-8a15-35f90e00d656 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:21:27.141915 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3c60c2a6-b545-462e-9e5e-147b874509e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:27.199133 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-f795d798-d119-441c-9f54-55c6144c8899 req-f0f89f8c-ba3a-4d75-86de-56917e931e3d tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Request body: {'port': {'device_id': '7ee82be1-23ac-4759-ae13-ef619353d72e', 'network_id': 'a1c10f8c-20d5-4d04-af7a-0afa0a2251fb', 'admin_state_up': True, 'tenant_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'security_groups': ['0ed2b1cd-e89d-453d-a1b3-990a20bb0165']}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:21:27.229529 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-31009b2c-dd9c-439c-b983-bbc0a60fae10 req-76c7f76a-d496-4488-9b72-72f91dfb714e tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:27.252741 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-3c60c2a6-b545-462e-9e5e-147b874509e5 None None] For port a6ea9b8b-bff7-45c7-8a15-35f90e00d656, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=a6ea9b8b-bff7-45c7-8a15-35f90e00d656,segment=NetworkSegment(5da4f856-6b61-4a79-8463-f2977b9d2896),segment_id=5da4f856-6b61-4a79-8463-f2977b9d2896)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:21:27.254199 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3c60c2a6-b545-462e-9e5e-147b874509e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:27.276608 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-3c60c2a6-b545-462e-9e5e-147b874509e5 None None] Calling delete_port for a6ea9b8b-bff7-45c7-8a15-35f90e00d656 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:21:27.376202 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f17ef20e-c8cb-488c-a490-6c79da7ee636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:27.380311 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f17ef20e-c8cb-488c-a490-6c79da7ee636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:27.382595 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f17ef20e-c8cb-488c-a490-6c79da7ee636 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8d54ca02-1fa7-45bd-aeb5-30fbe3163e88 HTTP/1.1" status: 204 len: 168 time: 0.6250868 Aug 22 13:21:27.384641 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11982e0f-b67b-4565-8c82-1f273bc10e2e req-2ab3c206-822e-44ac-a79c-16b022763bc9 tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:27.399230 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-11982e0f-b67b-4565-8c82-1f273bc10e2e req-2ab3c206-822e-44ac-a79c-16b022763bc9 tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] 10.222.0.21 "GET /v2.0/ports?device_id=d91dfe60-add0-4275-be8f-69bfab769658 HTTP/1.1" status: 200 len: 972 time: 0.3872817 Aug 22 13:21:27.402371 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17ef20e-c8cb-488c-a490-6c79da7ee636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d54ca02-1fa7-45bd-aeb5-30fbe3163e88,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:27.418041 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c7f76a-d496-4488-9b72-72f91dfb714e tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] Pushing event deleted for resources: {'Port': ['ID=64aa11d2-ef5a-47ad-bc33-a7a79ada5e18,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:27.482877 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f795d798-d119-441c-9f54-55c6144c8899 req-f0f89f8c-ba3a-4d75-86de-56917e931e3d tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Made reservation on behalf of b89bb4a9db344bbc8ad24d9d42b44cf6 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:21:27.489014 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3c60c2a6-b545-462e-9e5e-147b874509e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:27.498079 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-f795d798-d119-441c-9f54-55c6144c8899 req-f0f89f8c-ba3a-4d75-86de-56917e931e3d tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:27.525310 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c60c2a6-b545-462e-9e5e-147b874509e5 None None] Pushing event deleted for resources: {'Port': ['ID=a6ea9b8b-bff7-45c7-8a15-35f90e00d656,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:27.538486 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c60c2a6-b545-462e-9e5e-147b874509e5 None None] No DVR routers for this DVR port a6ea9b8b-bff7-45c7-8a15-35f90e00d656 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:21:27.685131 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-31009b2c-dd9c-439c-b983-bbc0a60fae10 req-76c7f76a-d496-4488-9b72-72f91dfb714e tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] No DVR routers for this DVR port 64aa11d2-ef5a-47ad-bc33-a7a79ada5e18 on host n-h1-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:21:27.704078 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-40ed3d6e-3647-453b-b109-a75944762788 admin admin] Deleting port a6ea9b8b-bff7-45c7-8a15-35f90e00d656 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:21:27.706308 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-40ed3d6e-3647-453b-b109-a75944762788 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:27.709882 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-31009b2c-dd9c-439c-b983-bbc0a60fae10 req-76c7f76a-d496-4488-9b72-72f91dfb714e tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:27.712614 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-31009b2c-dd9c-439c-b983-bbc0a60fae10 req-76c7f76a-d496-4488-9b72-72f91dfb714e tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] 10.222.0.41 "DELETE /v2.0/ports/64aa11d2-ef5a-47ad-bc33-a7a79ada5e18 HTTP/1.1" status: 204 len: 173 time: 2.8384116 Aug 22 13:21:27.713986 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd91dfe60-add0-4275-be8f-69bfab769658', 'name': 'network-vif-deleted', 'tag': '64aa11d2-ef5a-47ad-bc33-a7a79ada5e18'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:21:27.714538 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 9c75936c-b1ea-44c0-9ea2-75e716857531 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:21:27.767508 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 9c75936c-b1ea-44c0-9ea2-75e716857531 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:21:27.767853 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 9c75936c-b1ea-44c0-9ea2-75e716857531 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:21:27.768293 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device f4464e9e-495b-4bee-ba57-3f051a8e68ad no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:21:27.769027 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44300) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:27.806483 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-11982e0f-b67b-4565-8c82-1f273bc10e2e req-17efab5d-e719-4863-8475-1a50dfaff0a3 tempest-AggregatesAdminTestJSON-370497265 tempest-AggregatesAdminTestJSON-370497265-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd28d0ea-de33-4424-a1b5-ea77bed5862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4062741 Aug 22 13:21:27.811445 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-f795d798-d119-441c-9f54-55c6144c8899 req-f0f89f8c-ba3a-4d75-86de-56917e931e3d tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Allocated IP 172.20.0.12 (a1c10f8c-20d5-4d04-af7a-0afa0a2251fb/6b2f428e-282f-45d1-83f0-557cce9c83da/2e8e66b8-d1f5-416b-89ae-45a5e9153168) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:21:27.822447 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: f4464e9e-495b-4bee-ba57-3f051a8e68ad {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:21:27.822791 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device f4464e9e-495b-4bee-ba57-3f051a8e68ad not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:21:27.829417 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44306) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:27.850208 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device a6ea9b8b-bff7-45c7-8a15-35f90e00d656 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:21:27.872101 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb222dd-d0d3-49af-a17c-93e1848080b0 req-c62c23f3-4060-4aa8-bd52-dbe00299f1ee tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:27.901999 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8eb222dd-d0d3-49af-a17c-93e1848080b0 req-c62c23f3-4060-4aa8-bd52-dbe00299f1ee tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ee66ce-43dd-4707-b0bd-680863ab7e17 HTTP/1.1" status: 200 len: 947 time: 0.4803808 Aug 22 13:21:27.918623 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: a6ea9b8b-bff7-45c7-8a15-35f90e00d656 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:21:27.919265 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device a6ea9b8b-bff7-45c7-8a15-35f90e00d656 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:21:28.002631 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-40ed3d6e-3647-453b-b109-a75944762788 admin admin] For port a6ea9b8b-bff7-45c7-8a15-35f90e00d656, host n-d-793621-33, got binding levels [] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:21:28.002998 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-40ed3d6e-3647-453b-b109-a75944762788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:28.009214 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:28.044030 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0448cf89-9fe3-46a6-8cb1-2673a4e04bdf req-adecfd87-4388-451d-8efc-e55d0b2f9845 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ee82be1-23ac-4759-ae13-ef619353d72e HTTP/1.1" status: 200 len: 210 time: 0.0694952 Aug 22 13:21:28.078534 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-40ed3d6e-3647-453b-b109-a75944762788 admin admin] Calling delete_port for a6ea9b8b-bff7-45c7-8a15-35f90e00d656 owned by network:dhcp {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:21:28.087644 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-f795d798-d119-441c-9f54-55c6144c8899 req-f0f89f8c-ba3a-4d75-86de-56917e931e3d tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:28.105159 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8eb222dd-d0d3-49af-a17c-93e1848080b0 req-88d0d3f3-84de-42d0-b3c9-a2f31392aebb tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5a9f11b-4107-4037-8853-7750e740b729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931973 Aug 22 13:21:28.107200 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.ipam_backend_mixin [None req-40ed3d6e-3647-453b-b109-a75944762788 admin admin] Port a6ea9b8b-bff7-45c7-8a15-35f90e00d656 was not found and therefore no delete operation was performed {{(pid=94627) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 22 13:21:28.109796 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-f795d798-d119-441c-9f54-55c6144c8899 req-f0f89f8c-ba3a-4d75-86de-56917e931e3d tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Transition to ACTIVE for port object 2e8e66b8-d1f5-416b-89ae-45a5e9153168 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:21:28.112349 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-40ed3d6e-3647-453b-b109-a75944762788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:28.123719 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.16', 64008) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:28.150137 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-f795d798-d119-441c-9f54-55c6144c8899 req-f0f89f8c-ba3a-4d75-86de-56917e931e3d tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:28.203093 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-d4c1b6f5-3749-4e0f-b93d-edd3c5c747c5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-2005752343-network', 'tenant_id': '4b0dc12489d64ab58a152a3f6963b912'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:21:28.207292 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed3d6e-3647-453b-b109-a75944762788 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6ea9b8b-bff7-45c7-8a15-35f90e00d656,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:28.214702 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f795d798-d119-441c-9f54-55c6144c8899 req-f0f89f8c-ba3a-4d75-86de-56917e931e3d tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Network a1c10f8c-20d5-4d04-af7a-0afa0a2251fb is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:21:28.218326 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-f795d798-d119-441c-9f54-55c6144c8899 req-f0f89f8c-ba3a-4d75-86de-56917e931e3d tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:21:28.220531 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-34340f74-94e4-40fb-bac3-e57641cbf9f7 req-4dfa0348-cbb5-4be0-bae8-557430ae0700 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=bc86d365c3394190af1f322ffdf34505&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0914845 Aug 22 13:21:28.224873 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-f795d798-d119-441c-9f54-55c6144c8899 req-f0f89f8c-ba3a-4d75-86de-56917e931e3d tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:21:28.231417 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795d798-d119-441c-9f54-55c6144c8899 req-f0f89f8c-ba3a-4d75-86de-56917e931e3d tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:28.232044 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-f795d798-d119-441c-9f54-55c6144c8899 req-f0f89f8c-ba3a-4d75-86de-56917e931e3d tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:28.244124 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f89f8c-ba3a-4d75-86de-56917e931e3d tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Pushing event updated for resources: {'Port': ['ID=2e8e66b8-d1f5-416b-89ae-45a5e9153168,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:28.245221 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ed3d6e-3647-453b-b109-a75944762788 admin admin] No DVR routers for this DVR port a6ea9b8b-bff7-45c7-8a15-35f90e00d656 on host n-d-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:21:28.260554 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-41da9741-c84b-4d99-a8bc-30515db722ea req-8ba4a948-78b2-4274-a5f7-244a417376f5 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/ports?device_id=8865484e-8217-4bd6-aea7-7befa8f6cb51 HTTP/1.1" status: 200 len: 210 time: 0.0602319 Aug 22 13:21:28.283110 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-cb02e3b6-3afb-44b3-880a-23f91a180d95 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-449339559-network', 'tenant_id': 'f0d84644a84b4b35ac2f6f7dec561cd9'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:21:28.367783 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-40ed3d6e-3647-453b-b109-a75944762788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:28.389558 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a77a6134-b741-49af-b8f5-11a2a184c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:28.392018 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-40ed3d6e-3647-453b-b109-a75944762788 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:21:28.392581 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-40ed3d6e-3647-453b-b109-a75944762788 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:21:28.393171 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-40ed3d6e-3647-453b-b109-a75944762788 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:21:28.393610 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-40ed3d6e-3647-453b-b109-a75944762788 admin admin] Subscribe: > port after_create 55550000 {{(pid=94627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:21:28.394053 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-40ed3d6e-3647-453b-b109-a75944762788 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:21:28.394549 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-40ed3d6e-3647-453b-b109-a75944762788 admin admin] Subscribe: > port after_update 55550000 {{(pid=94627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:21:28.395023 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-40ed3d6e-3647-453b-b109-a75944762788 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:21:28.395983 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-40ed3d6e-3647-453b-b109-a75944762788 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:21:28.396481 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-40ed3d6e-3647-453b-b109-a75944762788 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:21:28.396986 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-40ed3d6e-3647-453b-b109-a75944762788 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:21:28.537631 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-40ed3d6e-3647-453b-b109-a75944762788 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:21:28.537926 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-40ed3d6e-3647-453b-b109-a75944762788 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:21:28.538296 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-40ed3d6e-3647-453b-b109-a75944762788 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:21:28.538597 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-40ed3d6e-3647-453b-b109-a75944762788 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:21:28.539064 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-40ed3d6e-3647-453b-b109-a75944762788 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a55aa7b1-f3dd-4cd2-bac1-7f94575561ef']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:21:28.557440 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ccf0c6-6ef7-4eaa-8ba3-40f157f38042" -d '{"events": [{"server_uuid": "d91dfe60-add0-4275-be8f-69bfab769658", "name": "network-vif-deleted", "tag": "64aa11d2-ef5a-47ad-bc33-a7a79ada5e18"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:21:28.585721 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f795d798-d119-441c-9f54-55c6144c8899 req-f0f89f8c-ba3a-4d75-86de-56917e931e3d tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3971734 Aug 22 13:21:28.597708 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [req-f795d798-d119-441c-9f54-55c6144c8899 req-a6175712-9088-49e0-a504-12a9f45cf5d5 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:21:28.598698 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f795d798-d119-441c-9f54-55c6144c8899 req-a6175712-9088-49e0-a504-12a9f45cf5d5 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059440 Aug 22 13:21:28.601489 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e8f66108-079e-40c0-8117-a60e8f85f75d None None] Provisioning for port 2e8e66b8-d1f5-416b-89ae-45a5e9153168 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:21:28.609555 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e8f66108-079e-40c0-8117-a60e8f85f75d None None] Provisioning complete for port 2e8e66b8-d1f5-416b-89ae-45a5e9153168 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:21:28.610640 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e8f66108-079e-40c0-8117-a60e8f85f75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:28.624616 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-40ed3d6e-3647-453b-b109-a75944762788 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5da4f856-6b61-4a79-8463-f2977b9d2896') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:21:28.624964 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-40ed3d6e-3647-453b-b109-a75944762788 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5da4f856-6b61-4a79-8463-f2977b9d2896') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:21:28.626274 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb02e3b6-3afb-44b3-880a-23f91a180d95 admin admin] Made reservation on behalf of f0d84644a84b4b35ac2f6f7dec561cd9 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:21:28.628820 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cb02e3b6-3afb-44b3-880a-23f91a180d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:28.640044 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cb02e3b6-3afb-44b3-880a-23f91a180d95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:28.666886 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c1b6f5-3749-4e0f-b93d-edd3c5c747c5 admin admin] Made reservation on behalf of 4b0dc12489d64ab58a152a3f6963b912 for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:21:28.669516 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d4c1b6f5-3749-4e0f-b93d-edd3c5c747c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:28.689180 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-40ed3d6e-3647-453b-b109-a75944762788 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:28.692437 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e8f66108-079e-40c0-8117-a60e8f85f75d None None] Port 2e8e66b8-d1f5-416b-89ae-45a5e9153168 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:21:28.730189 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d4c1b6f5-3749-4e0f-b93d-edd3c5c747c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:28.745788 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-40ed3d6e-3647-453b-b109-a75944762788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:28.750939 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cb02e3b6-3afb-44b3-880a-23f91a180d95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:28.758528 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cb02e3b6-3afb-44b3-880a-23f91a180d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:28.767908 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40ed3d6e-3647-453b-b109-a75944762788 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:21:28.768285 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-40ed3d6e-3647-453b-b109-a75944762788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:28.769022 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 267336ce-d6f3-4233-be2e-34bc294ccb5d details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:21:28.799033 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb02e3b6-3afb-44b3-880a-23f91a180d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb67b1e4-3692-4a33-9bb6-7021b38e948e,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:28.806778 n-d-793621-33 neutron-server[94627]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 22 13:21:28.806778 n-d-793621-33 neutron-server[94627]: from cryptography.utils import int_from_bytes Aug 22 13:21:28.806778 n-d-793621-33 neutron-server[94627]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 22 13:21:28.806778 n-d-793621-33 neutron-server[94627]: from cryptography.utils import int_from_bytes Aug 22 13:21:28.806778 n-d-793621-33 neutron-server[94627]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:21:28.806778 n-d-793621-33 neutron-server[94627]: items = [ Aug 22 13:21:28.806778 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:21:28.806778 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:21:28.806778 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:21:28.806778 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:21:28.806778 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:21:28.806778 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:21:28.806778 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:21:28.806778 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:21:28.806778 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:21:28.806778 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:21:28.806778 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:21:28.806778 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:21:28.806778 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:21:28.806778 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:21:28.806778 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:21:28.806778 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:21:28.806778 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:21:28.806778 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:21:28.806778 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:21:28.806778 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:21:28.806778 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:21:28.806778 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:21:28.806778 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:21:28.806778 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:21:28.806778 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:21:28.806778 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:21:28.806778 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:21:28.806778 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:21:28.806778 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:21:28.806778 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:21:28.806778 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:21:28.806778 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:21:28.859546 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d4b6a9-330d-4106-bcf0-003b8a3f0583 x-openstack-request-id: req-33d4b6a9-330d-4106-bcf0-003b8a3f0583 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:21:28.859841 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d91dfe60-add0-4275-be8f-69bfab769658", "name": "network-vif-deleted", "tag": "64aa11d2-ef5a-47ad-bc33-a7a79ada5e18", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:21:28.860093 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-33d4b6a9-330d-4106-bcf0-003b8a3f0583 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:21:28.860639 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd91dfe60-add0-4275-be8f-69bfab769658', 'name': 'network-vif-deleted', 'tag': '64aa11d2-ef5a-47ad-bc33-a7a79ada5e18', 'status': 'completed', 'code': 200} Aug 22 13:21:28.862774 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 64aa11d2-ef5a-47ad-bc33-a7a79ada5e18 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:21:28.863571 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-f795d798-d119-441c-9f54-55c6144c8899 req-563127a2-c365-49fb-a5e5-c1629eae153f service neutron] Request body: {'port': {'device_id': '7ee82be1-23ac-4759-ae13-ef619353d72e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:21:28.889062 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: 64aa11d2-ef5a-47ad-bc33-a7a79ada5e18 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:21:28.889401 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 64aa11d2-ef5a-47ad-bc33-a7a79ada5e18 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:21:28.921938 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 267336ce-d6f3-4233-be2e-34bc294ccb5d, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=267336ce-d6f3-4233-be2e-34bc294ccb5d,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:21:28.935522 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '267336ce-d6f3-4233-be2e-34bc294ccb5d', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'port_id': '267336ce-d6f3-4233-be2e-34bc294ccb5d', 'mac_address': 'fa:16:3e:8a:f0:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7151c727-b27f-4308-8098-60bc16140d45', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:21:28.937504 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34340f74-94e4-40fb-bac3-e57641cbf9f7 req-1ba3f17f-ed18-4ccd-8860-13f70f01bdbb tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:28.939200 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-34340f74-94e4-40fb-bac3-e57641cbf9f7 req-1ba3f17f-ed18-4ccd-8860-13f70f01bdbb tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6919155 Aug 22 13:21:28.939814 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-f795d798-d119-441c-9f54-55c6144c8899 req-563127a2-c365-49fb-a5e5-c1629eae153f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:28.952262 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-40ed3d6e-3647-453b-b109-a75944762788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:28.957907 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-34340f74-94e4-40fb-bac3-e57641cbf9f7 req-4fb4621b-86a2-4040-bbc1-5d6fdcbce6a8 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Request body: {'port': {'device_id': '8865484e-8217-4bd6-aea7-7befa8f6cb51', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'admin_state_up': True, 'tenant_id': 'bc86d365c3394190af1f322ffdf34505'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:21:29.008533 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-40ed3d6e-3647-453b-b109-a75944762788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:29.008533 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-40ed3d6e-3647-453b-b109-a75944762788 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a55aa7b1-f3dd-4cd2-bac1-7f94575561ef HTTP/1.1" status: 204 len: 168 time: 2.5849588 Aug 22 13:21:29.012479 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:29.015894 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb02e3b6-3afb-44b3-880a-23f91a180d95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:21:29.035952 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed3d6e-3647-453b-b109-a75944762788 admin admin] Pushing event deleted for resources: {'Network': ['ID=a55aa7b1-f3dd-4cd2-bac1-7f94575561ef,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:29.063308 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 267336ce-d6f3-4233-be2e-34bc294ccb5d {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:21:29.072593 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cb02e3b6-3afb-44b3-880a-23f91a180d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:29.075422 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-cb02e3b6-3afb-44b3-880a-23f91a180d95 admin admin] Added segment 960520a9-83ea-4970-addd-6ca87989739a of type vlan for network b0f0255f-4509-444d-9986-b65ef4310931 Aug 22 13:21:29.106291 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 267336ce-d6f3-4233-be2e-34bc294ccb5d, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=267336ce-d6f3-4233-be2e-34bc294ccb5d,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:21:29.110837 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:29.196813 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=267336ce-d6f3-4233-be2e-34bc294ccb5d,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:29.215870 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cb02e3b6-3afb-44b3-880a-23f91a180d95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:29.280559 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d4c1b6f5-3749-4e0f-b93d-edd3c5c747c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:29.295427 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d4c1b6f5-3749-4e0f-b93d-edd3c5c747c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:29.297392 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cb02e3b6-3afb-44b3-880a-23f91a180d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:29.298407 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb02e3b6-3afb-44b3-880a-23f91a180d95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:29.298974 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cb02e3b6-3afb-44b3-880a-23f91a180d95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:29.309000 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['267336ce-d6f3-4233-be2e-34bc294ccb5d'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:21:29.336472 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4c1b6f5-3749-4e0f-b93d-edd3c5c747c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:21:29.350358 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c3dec-8aea-401e-b4b0-a2dbed799abb req-0fa4e941-fb54-4d37-ad33-ca8889d991a2 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:29.358397 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-770c3dec-8aea-401e-b4b0-a2dbed799abb req-0fa4e941-fb54-4d37-ad33-ca8889d991a2 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ee82be1-23ac-4759-ae13-ef619353d72e HTTP/1.1" status: 200 len: 932 time: 0.1768048 Aug 22 13:21:29.368488 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34340f74-94e4-40fb-bac3-e57641cbf9f7 req-4fb4621b-86a2-4040-bbc1-5d6fdcbce6a8 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Made reservation on behalf of bc86d365c3394190af1f322ffdf34505 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:21:29.372457 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-34340f74-94e4-40fb-bac3-e57641cbf9f7 req-4fb4621b-86a2-4040-bbc1-5d6fdcbce6a8 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:29.385834 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44354) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:29.393518 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-cb02e3b6-3afb-44b3-880a-23f91a180d95 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5623150 Aug 22 13:21:29.403320 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c1b6f5-3749-4e0f-b93d-edd3c5c747c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a392e1b1-7d39-4554-9b6e-4589480f1f47,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:29.413653 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d4c1b6f5-3749-4e0f-b93d-edd3c5c747c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:29.414003 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-d4c1b6f5-3749-4e0f-b93d-edd3c5c747c5 admin admin] Added segment 8f11b6a9-1453-4efe-ac68-1d3d78ae0589 of type vlan for network cf6e76b0-0f2e-475f-a96b-eaf4e3b923b0 Aug 22 13:21:29.423360 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44356) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:29.430592 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-3275cfcb-1af0-453f-83aa-50899c56639c admin admin] Request body: {'subnet': {'network_id': 'b0f0255f-4509-444d-9986-b65ef4310931', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-449339559-subnet', 'tenant_id': 'f0d84644a84b4b35ac2f6f7dec561cd9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:21:29.445452 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb02e3b6-3afb-44b3-880a-23f91a180d95 admin admin] Pushing event updated for resources: {'Network': ['ID=b0f0255f-4509-444d-9986-b65ef4310931,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:29.464065 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network b0f0255f-4509-444d-9986-b65ef4310931 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:21:29.496523 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c621c7-40b2-4a6c-8603-4fe679924e1e req-20cc5565-14f4-4db6-91d9-032cfd237804 tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:29.509516 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-66c621c7-40b2-4a6c-8603-4fe679924e1e req-20cc5565-14f4-4db6-91d9-032cfd237804 tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ee66ce-43dd-4707-b0bd-680863ab7e17 HTTP/1.1" status: 200 len: 948 time: 0.2723193 Aug 22 13:21:29.513203 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d4c1b6f5-3749-4e0f-b93d-edd3c5c747c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:29.518338 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44360) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:29.549128 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3275cfcb-1af0-453f-83aa-50899c56639c admin admin] Made reservation on behalf of f0d84644a84b4b35ac2f6f7dec561cd9 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:21:29.551371 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3275cfcb-1af0-453f-83aa-50899c56639c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:29.589664 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9610ee66-275d-46cc-9cd6-974bf618096e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=22f995add8fb49fdaed8530994ae22f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1949086 Aug 22 13:21:29.629313 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44364) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:29.686079 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-770c3dec-8aea-401e-b4b0-a2dbed799abb req-02445c2d-197b-4887-93ce-da6300eb65fc tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ed2b1cd-e89d-453d-a1b3-990a20bb0165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3266041 Aug 22 13:21:29.721707 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d4c1b6f5-3749-4e0f-b93d-edd3c5c747c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:29.723027 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c1b6f5-3749-4e0f-b93d-edd3c5c747c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:29.724123 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d4c1b6f5-3749-4e0f-b93d-edd3c5c747c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:29.782530 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-66c621c7-40b2-4a6c-8603-4fe679924e1e req-f6a15f38-216f-4195-8d5f-b391715f9d26 tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5a9f11b-4107-4037-8853-7750e740b729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716830 Aug 22 13:21:29.849507 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-f795d798-d119-441c-9f54-55c6144c8899 req-563127a2-c365-49fb-a5e5-c1629eae153f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e8e66b8-d1f5-416b-89ae-45a5e9153168 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:21:29.867075 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-f795d798-d119-441c-9f54-55c6144c8899 req-563127a2-c365-49fb-a5e5-c1629eae153f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:29.902148 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-f795d798-d119-441c-9f54-55c6144c8899 req-563127a2-c365-49fb-a5e5-c1629eae153f service neutron] Transition to ACTIVE for port object 2e8e66b8-d1f5-416b-89ae-45a5e9153168 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:21:29.928827 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-f795d798-d119-441c-9f54-55c6144c8899 req-563127a2-c365-49fb-a5e5-c1629eae153f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:29.975339 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d2d6e7e1-8723-4b1c-a833-18c17427773d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5e3690dce90049ccba18315171d3193d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4498825 Aug 22 13:21:29.985172 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44374) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:30.034763 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3275cfcb-1af0-453f-83aa-50899c56639c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:30.067332 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d4c1b6f5-3749-4e0f-b93d-edd3c5c747c5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.2848260 Aug 22 13:21:30.077935 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563127a2-c365-49fb-a5e5-c1629eae153f service neutron] Pushing event updated for resources: {'Port': ['ID=2e8e66b8-d1f5-416b-89ae-45a5e9153168,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:30.080146 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44382) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:30.098576 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a3161204-17bc-4aff-8a03-4452827bd92a req-4841bc29-bcee-4225-8f9f-1820496e80dc tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/ports?device_id=8865484e-8217-4bd6-aea7-7befa8f6cb51 HTTP/1.1" status: 200 len: 210 time: 0.0776002 Aug 22 13:21:30.106099 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c1b6f5-3749-4e0f-b93d-edd3c5c747c5 admin admin] Pushing event updated for resources: {'Network': ['ID=cf6e76b0-0f2e-475f-a96b-eaf4e3b923b0,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:30.124533 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-20de7ff9-45f4-406e-9249-a848c2cd8000 admin admin] Request body: {'subnet': {'network_id': 'cf6e76b0-0f2e-475f-a96b-eaf4e3b923b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-2005752343-subnet', 'tenant_id': '4b0dc12489d64ab58a152a3f6963b912', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:21:30.124641 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network cf6e76b0-0f2e-475f-a96b-eaf4e3b923b0 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:21:30.127864 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4d9dc65f-aa99-4fcc-bbcd-f67772558338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:30.146746 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-34340f74-94e4-40fb-bac3-e57641cbf9f7 req-4fb4621b-86a2-4040-bbc1-5d6fdcbce6a8 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Allocated IP 192.168.233.126 (7dc41cff-a3ac-4fc2-ba06-973efce2365e/7151c727-b27f-4308-8098-60bc16140d45/90d8ae0f-cb7f-4ac7-8bba-956233466cfd) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:21:30.169859 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4d9dc65f-aa99-4fcc-bbcd-f67772558338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:30.206092 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c2d173e7-7a33-4dcf-a91f-975d0f6dd347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:30.210438 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20de7ff9-45f4-406e-9249-a848c2cd8000 admin admin] Made reservation on behalf of 4b0dc12489d64ab58a152a3f6963b912 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:21:30.213512 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-20de7ff9-45f4-406e-9249-a848c2cd8000 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:30.277664 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4d9dc65f-aa99-4fcc-bbcd-f67772558338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:30.280438 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4d9dc65f-aa99-4fcc-bbcd-f67772558338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:30.284212 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-4d9dc65f-aa99-4fcc-bbcd-f67772558338 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7f3ee9c1-1524-4379-b5c0-9bfbc7640017 HTTP/1.1" status: 204 len: 168 time: 0.6509230 Aug 22 13:21:30.320290 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3275cfcb-1af0-453f-83aa-50899c56639c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fe0f041-ddc0-4d34-89e8-de91ca83d27d,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:30.339020 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-f795d798-d119-441c-9f54-55c6144c8899 req-563127a2-c365-49fb-a5e5-c1629eae153f service neutron] Attempting to bind port 2e8e66b8-d1f5-416b-89ae-45a5e9153168 on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:21:30.339351 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-f795d798-d119-441c-9f54-55c6144c8899 req-563127a2-c365-49fb-a5e5-c1629eae153f service neutron] Attempting to bind port 2e8e66b8-d1f5-416b-89ae-45a5e9153168 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': 'cfd609c7-b14b-488e-8058-23f3798cf6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a1c10f8c-20d5-4d04-af7a-0afa0a2251fb'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:21:30.339835 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f795d798-d119-441c-9f54-55c6144c8899 req-563127a2-c365-49fb-a5e5-c1629eae153f service neutron] Attempting to bind port 2e8e66b8-d1f5-416b-89ae-45a5e9153168 on network a1c10f8c-20d5-4d04-af7a-0afa0a2251fb {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:21:30.343159 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c2d173e7-7a33-4dcf-a91f-975d0f6dd347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:30.371844 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f795d798-d119-441c-9f54-55c6144c8899 req-563127a2-c365-49fb-a5e5-c1629eae153f service neutron] Port 2e8e66b8-d1f5-416b-89ae-45a5e9153168 on network a1c10f8c-20d5-4d04-af7a-0afa0a2251fb not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:21:30.372274 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f795d798-d119-441c-9f54-55c6144c8899 req-563127a2-c365-49fb-a5e5-c1629eae153f service neutron] Attempting to bind port 2e8e66b8-d1f5-416b-89ae-45a5e9153168 on network a1c10f8c-20d5-4d04-af7a-0afa0a2251fb {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:21:30.395524 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9dc65f-aa99-4fcc-bbcd-f67772558338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3ee9c1-1524-4379-b5c0-9bfbc7640017,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:30.401564 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f795d798-d119-441c-9f54-55c6144c8899 req-563127a2-c365-49fb-a5e5-c1629eae153f service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:21:30.401984 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f795d798-d119-441c-9f54-55c6144c8899 req-563127a2-c365-49fb-a5e5-c1629eae153f service neutron] Checking segment: {'id': 'cfd609c7-b14b-488e-8058-23f3798cf6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a1c10f8c-20d5-4d04-af7a-0afa0a2251fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:21:30.402495 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f795d798-d119-441c-9f54-55c6144c8899 req-563127a2-c365-49fb-a5e5-c1629eae153f service neutron] Bound using segment: {'id': 'cfd609c7-b14b-488e-8058-23f3798cf6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a1c10f8c-20d5-4d04-af7a-0afa0a2251fb'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:21:30.403199 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-f795d798-d119-441c-9f54-55c6144c8899 req-563127a2-c365-49fb-a5e5-c1629eae153f service neutron] Bound port: 2e8e66b8-d1f5-416b-89ae-45a5e9153168, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfd609c7-b14b-488e-8058-23f3798cf6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a1c10f8c-20d5-4d04-af7a-0afa0a2251fb'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:21:30.403518 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-f795d798-d119-441c-9f54-55c6144c8899 req-563127a2-c365-49fb-a5e5-c1629eae153f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:30.437211 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-34340f74-94e4-40fb-bac3-e57641cbf9f7 req-4fb4621b-86a2-4040-bbc1-5d6fdcbce6a8 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:30.469141 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-34340f74-94e4-40fb-bac3-e57641cbf9f7 req-4fb4621b-86a2-4040-bbc1-5d6fdcbce6a8 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Transition to ACTIVE for port object 90d8ae0f-cb7f-4ac7-8bba-956233466cfd will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:21:30.470117 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3275cfcb-1af0-453f-83aa-50899c56639c admin admin] Checking segment: {'id': '960520a9-83ea-4970-addd-6ca87989739a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b0f0255f-4509-444d-9986-b65ef4310931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:21:30.470117 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3275cfcb-1af0-453f-83aa-50899c56639c admin admin] Network hostable DHCP agents. Network: b0f0255f-4509-444d-9986-b65ef4310931, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:21:30.517237 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c2d173e7-7a33-4dcf-a91f-975d0f6dd347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:30.519567 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c2d173e7-7a33-4dcf-a91f-975d0f6dd347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:30.520721 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c2d173e7-7a33-4dcf-a91f-975d0f6dd347 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fd28d0ea-de33-4424-a1b5-ea77bed5862f HTTP/1.1" status: 204 len: 168 time: 0.5346127 Aug 22 13:21:30.527174 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-34340f74-94e4-40fb-bac3-e57641cbf9f7 req-4fb4621b-86a2-4040-bbc1-5d6fdcbce6a8 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:30.533551 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3275cfcb-1af0-453f-83aa-50899c56639c admin admin] Network b0f0255f-4509-444d-9986-b65ef4310931 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:21:30.551644 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-f795d798-d119-441c-9f54-55c6144c8899 req-563127a2-c365-49fb-a5e5-c1629eae153f service neutron] For port 2e8e66b8-d1f5-416b-89ae-45a5e9153168, host n-h2-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:21:30.557223 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d173e7-7a33-4dcf-a91f-975d0f6dd347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd28d0ea-de33-4424-a1b5-ea77bed5862f,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:30.595405 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-3275cfcb-1af0-453f-83aa-50899c56639c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, b0f0255f-4509-444d-9986-b65ef4310931) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:21:30.605031 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cc88b1-a7dc-4f07-a528-d0fdd07bc25d None None] Network b0f0255f-4509-444d-9986-b65ef4310931 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:21:30.606986 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-f795d798-d119-441c-9f54-55c6144c8899 req-563127a2-c365-49fb-a5e5-c1629eae153f service neutron] For port 2e8e66b8-d1f5-416b-89ae-45a5e9153168, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=2e8e66b8-d1f5-416b-89ae-45a5e9153168,segment=NetworkSegment(cfd609c7-b14b-488e-8058-23f3798cf6a8),segment_id=cfd609c7-b14b-488e-8058-23f3798cf6a8)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:21:30.608719 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3275cfcb-1af0-453f-83aa-50899c56639c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:30.609326 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3275cfcb-1af0-453f-83aa-50899c56639c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:30.620747 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-f795d798-d119-441c-9f54-55c6144c8899 req-563127a2-c365-49fb-a5e5-c1629eae153f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:30.644567 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb4621b-86a2-4040-bbc1-5d6fdcbce6a8 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Pushing event updated for resources: {'Port': ['ID=90d8ae0f-cb7f-4ac7-8bba-956233466cfd,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:30.648648 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34340f74-94e4-40fb-bac3-e57641cbf9f7 req-4fb4621b-86a2-4040-bbc1-5d6fdcbce6a8 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Network 7dc41cff-a3ac-4fc2-ba06-973efce2365e is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:21:30.650592 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-34340f74-94e4-40fb-bac3-e57641cbf9f7 req-4fb4621b-86a2-4040-bbc1-5d6fdcbce6a8 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:21:30.654474 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-34340f74-94e4-40fb-bac3-e57641cbf9f7 req-4fb4621b-86a2-4040-bbc1-5d6fdcbce6a8 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:21:30.685634 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-3275cfcb-1af0-453f-83aa-50899c56639c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2600679 Aug 22 13:21:30.696691 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795d798-d119-441c-9f54-55c6144c8899 req-563127a2-c365-49fb-a5e5-c1629eae153f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:30.697313 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-f795d798-d119-441c-9f54-55c6144c8899 req-563127a2-c365-49fb-a5e5-c1629eae153f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:30.698773 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f795d798-d119-441c-9f54-55c6144c8899 req-563127a2-c365-49fb-a5e5-c1629eae153f service neutron] 10.222.0.16 "PUT /v2.0/ports/2e8e66b8-d1f5-416b-89ae-45a5e9153168 HTTP/1.1" status: 200 len: 1093 time: 1.9168677 Aug 22 13:21:30.699250 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ee82be1-23ac-4759-ae13-ef619353d72e', 'tag': '2e8e66b8-d1f5-416b-89ae-45a5e9153168'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:21:30.701627 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61cba9d6-8920-4558-be83-65a67fa01eb9" -d '{"events": [{"name": "network-changed", "server_uuid": "7ee82be1-23ac-4759-ae13-ef619353d72e", "tag": "2e8e66b8-d1f5-416b-89ae-45a5e9153168"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:21:30.739840 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-20de7ff9-45f4-406e-9249-a848c2cd8000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:30.764417 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34340f74-94e4-40fb-bac3-e57641cbf9f7 req-4fb4621b-86a2-4040-bbc1-5d6fdcbce6a8 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:30.777258 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-34340f74-94e4-40fb-bac3-e57641cbf9f7 req-4fb4621b-86a2-4040-bbc1-5d6fdcbce6a8 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:30.811315 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 267336ce-d6f3-4233-be2e-34bc294ccb5d up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:21:30.816067 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-34340f74-94e4-40fb-bac3-e57641cbf9f7 req-4fb4621b-86a2-4040-bbc1-5d6fdcbce6a8 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8619375 Aug 22 13:21:30.829867 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-34340f74-94e4-40fb-bac3-e57641cbf9f7 req-d1f47cd7-56fa-4cdb-b88c-c3aecb1c4082 service neutron] Request body: {'port': {'device_id': '8865484e-8217-4bd6-aea7-7befa8f6cb51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:21:30.888112 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563127a2-c365-49fb-a5e5-c1629eae153f service neutron] Pushing event updated for resources: {'Port': ['ID=2e8e66b8-d1f5-416b-89ae-45a5e9153168,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:30.900203 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed834a3d-f32d-413e-ae12-0c169d647434 x-openstack-request-id: req-ed834a3d-f32d-413e-ae12-0c169d647434 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:21:30.900555 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ee82be1-23ac-4759-ae13-ef619353d72e", "tag": "2e8e66b8-d1f5-416b-89ae-45a5e9153168", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:21:30.900802 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ed834a3d-f32d-413e-ae12-0c169d647434 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:21:30.901185 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ee82be1-23ac-4759-ae13-ef619353d72e', 'tag': '2e8e66b8-d1f5-416b-89ae-45a5e9153168', 'status': 'completed', 'code': 200} Aug 22 13:21:31.074210 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de7ff9-45f4-406e-9249-a848c2cd8000 admin admin] Pushing event updated for resources: {'Subnet': ['ID=292cf1b7-2601-44b9-a959-4d1433e459f2,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:31.103026 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5478a6c9-01e3-42ca-baea-67a5cb9af6b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:31.106131 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20de7ff9-45f4-406e-9249-a848c2cd8000 admin admin] Checking segment: {'id': '8f11b6a9-1453-4efe-ac68-1d3d78ae0589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cf6e76b0-0f2e-475f-a96b-eaf4e3b923b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:21:31.106550 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20de7ff9-45f4-406e-9249-a848c2cd8000 admin admin] Network hostable DHCP agents. Network: cf6e76b0-0f2e-475f-a96b-eaf4e3b923b0, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:21:31.111052 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795d798-d119-441c-9f54-55c6144c8899 req-3c97f3d6-c0ac-4694-bff2-09458c03981d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:31.125705 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f795d798-d119-441c-9f54-55c6144c8899 req-3c97f3d6-c0ac-4694-bff2-09458c03981d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b89bb4a9db344bbc8ad24d9d42b44cf6&device_id=7ee82be1-23ac-4759-ae13-ef619353d72e HTTP/1.1" status: 200 len: 1096 time: 0.2194743 Aug 22 13:21:31.161665 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe39f6-3dab-4aa4-93fc-f6862b4ab9da req-198fcb1a-3f30-4588-bfae-3a1c51c01050 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:31.171723 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 267336ce-d6f3-4233-be2e-34bc294ccb5d completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:21:31.172337 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-10fe39f6-3dab-4aa4-93fc-f6862b4ab9da req-198fcb1a-3f30-4588-bfae-3a1c51c01050 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ee82be1-23ac-4759-ae13-ef619353d72e HTTP/1.1" status: 200 len: 944 time: 0.2967317 Aug 22 13:21:31.193157 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a751aea-34fa-4d80-b089-431d8cc9828e None None] Network b0f0255f-4509-444d-9986-b65ef4310931 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:21:31.206476 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-34340f74-94e4-40fb-bac3-e57641cbf9f7 req-d1f47cd7-56fa-4cdb-b88c-c3aecb1c4082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:31.224277 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 267336ce-d6f3-4233-be2e-34bc294ccb5d triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:21:31.231714 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ba779-d8fc-409e-b7d2-ef9740ca1f74 req-4a798d7c-c3af-42ed-9d32-86f86e1bc73f tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:31.232904 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:31.243087 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e86ba779-d8fc-409e-b7d2-ef9740ca1f74 req-4a798d7c-c3af-42ed-9d32-86f86e1bc73f tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ee66ce-43dd-4707-b0bd-680863ab7e17 HTTP/1.1" status: 200 len: 948 time: 0.3002722 Aug 22 13:21:31.307255 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44424) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:31.323719 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-4c14ccbd-865e-43fe-945e-aece2f33dafd None None] Provisioning for port 90d8ae0f-cb7f-4ac7-8bba-956233466cfd completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:21:31.327072 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-10fe39f6-3dab-4aa4-93fc-f6862b4ab9da req-ce1f62b1-6f22-4fe2-9a8b-a25a84b381e4 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ed2b1cd-e89d-453d-a1b3-990a20bb0165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539042 Aug 22 13:21:31.330850 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:31.356766 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e86ba779-d8fc-409e-b7d2-ef9740ca1f74 req-df44c9e2-f8c2-4330-aaa8-376bae9d013e tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5a9f11b-4107-4037-8853-7750e740b729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072111 Aug 22 13:21:31.373599 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-4c14ccbd-865e-43fe-945e-aece2f33dafd None None] Provisioning complete for port 90d8ae0f-cb7f-4ac7-8bba-956233466cfd triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:21:31.376943 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4c14ccbd-865e-43fe-945e-aece2f33dafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:31.499821 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44430) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:31.514284 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-4c14ccbd-865e-43fe-945e-aece2f33dafd None None] Port 90d8ae0f-cb7f-4ac7-8bba-956233466cfd cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:21:31.605863 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f795d798-d119-441c-9f54-55c6144c8899 req-f497aa3e-6dc5-4ecd-acbd-a479f1a16cd8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e8e66b8-d1f5-416b-89ae-45a5e9153168 HTTP/1.1" status: 200 len: 217 time: 0.4792883 Aug 22 13:21:31.626309 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:31.678903 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ee66ce-43dd-4707-b0bd-680863ab7e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267336ce-d6f3-4233-be2e-34bc294ccb5d'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:21:31.682212 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab6143f-02ab-4609-8333-77d2c348f3af" -d '{"events": [{"server_uuid": "37ee66ce-43dd-4707-b0bd-680863ab7e17", "name": "network-vif-plugged", "status": "completed", "tag": "267336ce-d6f3-4233-be2e-34bc294ccb5d"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:21:31.682565 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-2fd5635a-fc1c-4a39-9d4d-8e458ff05c9f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aa15e100fb904e0294bf504c60b7ec51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1815634 Aug 22 13:21:31.685232 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44436) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:31.697579 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 267336ce-d6f3-4233-be2e-34bc294ccb5d, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=267336ce-d6f3-4233-be2e-34bc294ccb5d,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:21:31.709717 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20de7ff9-45f4-406e-9249-a848c2cd8000 admin admin] Network cf6e76b0-0f2e-475f-a96b-eaf4e3b923b0 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:21:31.710127 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:31.755767 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-20de7ff9-45f4-406e-9249-a848c2cd8000 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, cf6e76b0-0f2e-475f-a96b-eaf4e3b923b0) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:21:31.766639 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20de7ff9-45f4-406e-9249-a848c2cd8000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:31.767330 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-20de7ff9-45f4-406e-9249-a848c2cd8000 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:31.779834 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f4fe9-7fec-495f-98de-feddf7a0241c req-cead93e2-314d-43af-9f92-f0581cb6b2ba tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:31.781433 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cd8f4fe9-7fec-495f-98de-feddf7a0241c req-cead93e2-314d-43af-9f92-f0581cb6b2ba tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/ports?device_id=8865484e-8217-4bd6-aea7-7befa8f6cb51 HTTP/1.1" status: 200 len: 936 time: 0.2987590 Aug 22 13:21:31.793494 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795d798-d119-441c-9f54-55c6144c8899 req-ad7e1078-2245-44c5-ad0c-cbcc2aebc2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:31.795184 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f795d798-d119-441c-9f54-55c6144c8899 req-ad7e1078-2245-44c5-ad0c-cbcc2aebc2da service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6b2f428e-282f-45d1-83f0-557cce9c83da HTTP/1.1" status: 200 len: 861 time: 0.1804790 Aug 22 13:21:31.820082 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7e300e05-a859-4c64-8930-20b36b83e7c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:31.829624 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8d4536-71f0-443b-9154-bf7f8275d16c x-openstack-request-id: req-ff8d4536-71f0-443b-9154-bf7f8275d16c {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:21:31.830220 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37ee66ce-43dd-4707-b0bd-680863ab7e17", "name": "network-vif-plugged", "status": "completed", "tag": "267336ce-d6f3-4233-be2e-34bc294ccb5d", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:21:31.830740 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ff8d4536-71f0-443b-9154-bf7f8275d16c {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:21:31.831387 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37ee66ce-43dd-4707-b0bd-680863ab7e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267336ce-d6f3-4233-be2e-34bc294ccb5d', 'code': 200} Aug 22 13:21:31.832108 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=267336ce-d6f3-4233-be2e-34bc294ccb5d,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:31.835047 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1ea309-e2fe-4cdc-ad3d-72e71c18e8e2 None None] Network cf6e76b0-0f2e-475f-a96b-eaf4e3b923b0 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:21:31.848627 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-20de7ff9-45f4-406e-9249-a848c2cd8000 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7569275 Aug 22 13:21:31.854777 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44444) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:31.860280 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-8d8a91d8-e7fd-4c4a-ba38-440bf710b805 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-2005752343-router', 'tenant_id': '4b0dc12489d64ab58a152a3f6963b912', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:21:31.864862 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5c79929d-fdcf-445a-8332-84e90ada2692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:31.917835 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5c79929d-fdcf-445a-8332-84e90ada2692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:31.927123 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795d798-d119-441c-9f54-55c6144c8899 req-57d054a1-1eb5-4824-87de-5949d723c8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:31.928713 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f795d798-d119-441c-9f54-55c6144c8899 req-57d054a1-1eb5-4824-87de-5949d723c8eb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a1c10f8c-20d5-4d04-af7a-0afa0a2251fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1216872 Aug 22 13:21:31.935367 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbab49e-306c-429d-9974-a7430e08d476 req-0c4ffe3b-26a7-49de-850d-b72cb1d8e4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:31.937029 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8d8a91d8-e7fd-4c4a-ba38-440bf710b805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:31.937157 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6bbab49e-306c-429d-9974-a7430e08d476 req-0c4ffe3b-26a7-49de-850d-b72cb1d8e4b0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=37ee66ce-43dd-4707-b0bd-680863ab7e17 HTTP/1.1" status: 200 len: 1101 time: 0.1137884 Aug 22 13:21:31.938175 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8d8a91d8-e7fd-4c4a-ba38-440bf710b805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:31.971268 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cd8f4fe9-7fec-495f-98de-feddf7a0241c req-cdfc8f03-af96-4739-983f-1ca4b2af6ce7 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/security-groups?id=951ba7d6-a6cb-4633-baee-4394277aa814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754324 Aug 22 13:21:32.166569 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6bbab49e-306c-429d-9974-a7430e08d476 req-ead9d1cf-9231-48bb-9ff6-486e7ac5dd31 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f5a9f11b-4107-4037-8853-7750e740b729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106268 Aug 22 13:21:32.181387 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ab6199-718e-491d-8675-7cd566375b55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-cf6e76b0-0f2e-475f-a96b-eaf4e3b923b0', 'network_id': 'cf6e76b0-0f2e-475f-a96b-eaf4e3b923b0', 'tenant_id': '4b0dc12489d64ab58a152a3f6963b912', 'fixed_ips': [{'subnet_id': '292cf1b7-2601-44b9-a959-4d1433e459f2'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:21:32.182292 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f6ab6199-718e-491d-8675-7cd566375b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:32.185022 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8d8a91d8-e7fd-4c4a-ba38-440bf710b805 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:32.193980 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5c79929d-fdcf-445a-8332-84e90ada2692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:32.197716 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5c79929d-fdcf-445a-8332-84e90ada2692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:32.198862 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5c79929d-fdcf-445a-8332-84e90ada2692 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ab2591b8-531b-42bb-b3cc-5c9f1b294705 HTTP/1.1" status: 204 len: 168 time: 0.5123861 Aug 22 13:21:32.210615 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-34340f74-94e4-40fb-bac3-e57641cbf9f7 req-d1f47cd7-56fa-4cdb-b88c-c3aecb1c4082 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90d8ae0f-cb7f-4ac7-8bba-956233466cfd {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:21:32.217116 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7e300e05-a859-4c64-8930-20b36b83e7c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:32.217621 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c79929d-fdcf-445a-8332-84e90ada2692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2591b8-531b-42bb-b3cc-5c9f1b294705,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:32.223025 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-34340f74-94e4-40fb-bac3-e57641cbf9f7 req-d1f47cd7-56fa-4cdb-b88c-c3aecb1c4082 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:32.230084 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44456) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:32.236140 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-44102e08-da7f-4cbf-adbc-f2dde6ca2817 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-256570183-network', 'tenant_id': '62daf0d463534c72bbdc8c9d1088dd3c'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:21:32.239770 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7e300e05-a859-4c64-8930-20b36b83e7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:32.294404 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-34340f74-94e4-40fb-bac3-e57641cbf9f7 req-d1f47cd7-56fa-4cdb-b88c-c3aecb1c4082 service neutron] Transition to ACTIVE for port object 90d8ae0f-cb7f-4ac7-8bba-956233466cfd will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:21:32.340334 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:32.351749 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-34340f74-94e4-40fb-bac3-e57641cbf9f7 req-d1f47cd7-56fa-4cdb-b88c-c3aecb1c4082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:32.359887 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-7e300e05-a859-4c64-8930-20b36b83e7c1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=73fce251ceee4539aab75d525d8b952f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0379717 Aug 22 13:21:32.365992 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44458) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:32.368065 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e300e05-a859-4c64-8930-20b36b83e7c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51fb3be-71f1-4069-b051-942c7ca4ccf5,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:32.432803 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-f6ab6199-718e-491d-8675-7cd566375b55 None None] Allocated IP 172.20.0.2 (cf6e76b0-0f2e-475f-a96b-eaf4e3b923b0/292cf1b7-2601-44b9-a959-4d1433e459f2/a6bc8b7f-de52-4a08-b23b-7f36cd5e3285) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:21:32.477417 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8d8a91d8-e7fd-4c4a-ba38-440bf710b805 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:32.498557 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f795d798-d119-441c-9f54-55c6144c8899 req-646b32c7-574c-48dd-8ef1-144bab28f4a5 service neutron] 10.222.0.16 "GET /v2.0/networks/a1c10f8c-20d5-4d04-af7a-0afa0a2251fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5493319 Aug 22 13:21:32.527071 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44102e08-da7f-4cbf-adbc-f2dde6ca2817 admin admin] Made reservation on behalf of 62daf0d463534c72bbdc8c9d1088dd3c for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:21:32.534067 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-44102e08-da7f-4cbf-adbc-f2dde6ca2817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:32.654999 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-44102e08-da7f-4cbf-adbc-f2dde6ca2817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:32.704818 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f47cd7-56fa-4cdb-b88c-c3aecb1c4082 service neutron] Pushing event updated for resources: {'Port': ['ID=90d8ae0f-cb7f-4ac7-8bba-956233466cfd,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:32.712761 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f6ab6199-718e-491d-8675-7cd566375b55 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:32.723748 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-f6ab6199-718e-491d-8675-7cd566375b55 None None] Transition to ACTIVE for port object a6bc8b7f-de52-4a08-b23b-7f36cd5e3285 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:21:32.746048 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f795d798-d119-441c-9f54-55c6144c8899 req-a5d81dc7-cc7b-4551-a05a-702d1a75ac45 service neutron] 10.222.0.16 "GET /v2.0/networks/a1c10f8c-20d5-4d04-af7a-0afa0a2251fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385550 Aug 22 13:21:32.762803 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-f6ab6199-718e-491d-8675-7cd566375b55 None None] Transition to ACTIVE for port object a6bc8b7f-de52-4a08-b23b-7f36cd5e3285 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:21:32.776734 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f6ab6199-718e-491d-8675-7cd566375b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:32.827288 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b0c25-ee48-4eb8-b6f7-8963156bdab8 req-22490751-2990-4b71-84f0-19edff1e19d4 tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:32.829218 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4a9b0c25-ee48-4eb8-b6f7-8963156bdab8 req-22490751-2990-4b71-84f0-19edff1e19d4 tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ee66ce-43dd-4707-b0bd-680863ab7e17 HTTP/1.1" status: 200 len: 949 time: 0.3131828 Aug 22 13:21:32.830273 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c14e11aa-5154-4bb4-8858-d5fa07435804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:32.879899 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab6199-718e-491d-8675-7cd566375b55 None None] Pushing event updated for resources: {'Port': ['ID=a6bc8b7f-de52-4a08-b23b-7f36cd5e3285,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:32.882543 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d311c-37ae-4aba-baa4-f5dbd412ddad req-e93c6c92-20c7-42de-b3f7-cdcc0924f093 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:32.889951 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ab6199-718e-491d-8675-7cd566375b55 None None] Network cf6e76b0-0f2e-475f-a96b-eaf4e3b923b0 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:21:32.890537 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bb6d311c-37ae-4aba-baa4-f5dbd412ddad req-e93c6c92-20c7-42de-b3f7-cdcc0924f093 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ee82be1-23ac-4759-ae13-ef619353d72e HTTP/1.1" status: 200 len: 944 time: 0.3884537 Aug 22 13:21:32.891463 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-f6ab6199-718e-491d-8675-7cd566375b55 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:21:32.893982 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ab6199-718e-491d-8675-7cd566375b55 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:21:32.948631 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c14e11aa-5154-4bb4-8858-d5fa07435804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:32.978337 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-f6ab6199-718e-491d-8675-7cd566375b55 None None] Attempting to bind port a6bc8b7f-de52-4a08-b23b-7f36cd5e3285 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:21:32.978641 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-f6ab6199-718e-491d-8675-7cd566375b55 None None] Attempting to bind port a6bc8b7f-de52-4a08-b23b-7f36cd5e3285 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '8f11b6a9-1453-4efe-ac68-1d3d78ae0589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cf6e76b0-0f2e-475f-a96b-eaf4e3b923b0'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:21:32.979006 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ab6199-718e-491d-8675-7cd566375b55 None None] Attempting to bind port a6bc8b7f-de52-4a08-b23b-7f36cd5e3285 on network cf6e76b0-0f2e-475f-a96b-eaf4e3b923b0 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:21:32.981674 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8d8a91d8-e7fd-4c4a-ba38-440bf710b805 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:32.995819 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ab6199-718e-491d-8675-7cd566375b55 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:21:32.996215 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ab6199-718e-491d-8675-7cd566375b55 None None] Checking segment: {'id': '8f11b6a9-1453-4efe-ac68-1d3d78ae0589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cf6e76b0-0f2e-475f-a96b-eaf4e3b923b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:21:32.996695 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f6ab6199-718e-491d-8675-7cd566375b55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:32.997101 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ab6199-718e-491d-8675-7cd566375b55 None None] Bound using segment: {'id': '8f11b6a9-1453-4efe-ac68-1d3d78ae0589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cf6e76b0-0f2e-475f-a96b-eaf4e3b923b0'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:21:32.997540 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-f6ab6199-718e-491d-8675-7cd566375b55 None None] Bound port: a6bc8b7f-de52-4a08-b23b-7f36cd5e3285, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f11b6a9-1453-4efe-ac68-1d3d78ae0589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cf6e76b0-0f2e-475f-a96b-eaf4e3b923b0'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:21:32.997918 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f6ab6199-718e-491d-8675-7cd566375b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:33.007731 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4a9b0c25-ee48-4eb8-b6f7-8963156bdab8 req-a3adf093-f837-41e0-8c86-8b59e13cd0e4 tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5a9f11b-4107-4037-8853-7750e740b729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621697 Aug 22 13:21:33.012668 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8d8a91d8-e7fd-4c4a-ba38-440bf710b805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:33.017277 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cba9d6-8920-4558-be83-65a67fa01eb9 req-b0634c00-cfd7-4637-b7f5-468cd054c2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:33.019282 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-61cba9d6-8920-4558-be83-65a67fa01eb9 req-b0634c00-cfd7-4637-b7f5-468cd054c2e4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b89bb4a9db344bbc8ad24d9d42b44cf6&device_id=7ee82be1-23ac-4759-ae13-ef619353d72e HTTP/1.1" status: 200 len: 1096 time: 0.2080019 Aug 22 13:21:33.061748 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bb6d311c-37ae-4aba-baa4-f5dbd412ddad req-bebfeebc-e1f1-4494-9f6e-ecc66de93fb7 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ed2b1cd-e89d-453d-a1b3-990a20bb0165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700251 Aug 22 13:21:33.108070 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-34340f74-94e4-40fb-bac3-e57641cbf9f7 req-d1f47cd7-56fa-4cdb-b88c-c3aecb1c4082 service neutron] Attempting to bind port 90d8ae0f-cb7f-4ac7-8bba-956233466cfd on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:21:33.109641 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-f6ab6199-718e-491d-8675-7cd566375b55 None None] For port a6bc8b7f-de52-4a08-b23b-7f36cd5e3285, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:21:33.114103 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-f6ab6199-718e-491d-8675-7cd566375b55 None None] For port a6bc8b7f-de52-4a08-b23b-7f36cd5e3285, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=a6bc8b7f-de52-4a08-b23b-7f36cd5e3285,segment=NetworkSegment(8f11b6a9-1453-4efe-ac68-1d3d78ae0589),segment_id=8f11b6a9-1453-4efe-ac68-1d3d78ae0589)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:21:33.121233 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f6ab6199-718e-491d-8675-7cd566375b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:33.126781 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-34340f74-94e4-40fb-bac3-e57641cbf9f7 req-d1f47cd7-56fa-4cdb-b88c-c3aecb1c4082 service neutron] Attempting to bind port 90d8ae0f-cb7f-4ac7-8bba-956233466cfd by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:21:33.127010 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34340f74-94e4-40fb-bac3-e57641cbf9f7 req-d1f47cd7-56fa-4cdb-b88c-c3aecb1c4082 service neutron] Attempting to bind port 90d8ae0f-cb7f-4ac7-8bba-956233466cfd on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:21:33.169859 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34340f74-94e4-40fb-bac3-e57641cbf9f7 req-d1f47cd7-56fa-4cdb-b88c-c3aecb1c4082 service neutron] Port 90d8ae0f-cb7f-4ac7-8bba-956233466cfd on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:21:33.170180 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34340f74-94e4-40fb-bac3-e57641cbf9f7 req-d1f47cd7-56fa-4cdb-b88c-c3aecb1c4082 service neutron] Attempting to bind port 90d8ae0f-cb7f-4ac7-8bba-956233466cfd on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:21:33.204269 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34340f74-94e4-40fb-bac3-e57641cbf9f7 req-d1f47cd7-56fa-4cdb-b88c-c3aecb1c4082 service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:21:33.204269 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34340f74-94e4-40fb-bac3-e57641cbf9f7 req-d1f47cd7-56fa-4cdb-b88c-c3aecb1c4082 service neutron] Checking segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:21:33.204269 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34340f74-94e4-40fb-bac3-e57641cbf9f7 req-d1f47cd7-56fa-4cdb-b88c-c3aecb1c4082 service neutron] Bound using segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:21:33.204964 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-34340f74-94e4-40fb-bac3-e57641cbf9f7 req-d1f47cd7-56fa-4cdb-b88c-c3aecb1c4082 service neutron] Bound port: 90d8ae0f-cb7f-4ac7-8bba-956233466cfd, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:21:33.205190 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-34340f74-94e4-40fb-bac3-e57641cbf9f7 req-d1f47cd7-56fa-4cdb-b88c-c3aecb1c4082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:33.250538 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab6199-718e-491d-8675-7cd566375b55 None None] Pushing event updated for resources: {'Port': ['ID=a6bc8b7f-de52-4a08-b23b-7f36cd5e3285,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:33.285389 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-8d8a91d8-e7fd-4c4a-ba38-440bf710b805 admin admin] Allocated IP 172.25.3.253 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/d08172a9-051f-4faf-a060-7b9bbd360e5e) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:21:33.368578 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c14e11aa-5154-4bb4-8858-d5fa07435804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:33.374436 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c14e11aa-5154-4bb4-8858-d5fa07435804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:33.375693 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c14e11aa-5154-4bb4-8858-d5fa07435804 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d51fb3be-71f1-4069-b051-942c7ca4ccf5 HTTP/1.1" status: 204 len: 168 time: 1.0044746 Aug 22 13:21:33.385029 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cba9d6-8920-4558-be83-65a67fa01eb9 req-7f20a28c-150f-4fb4-aabf-5ebeef32ccd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:33.386536 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-61cba9d6-8920-4558-be83-65a67fa01eb9 req-7f20a28c-150f-4fb4-aabf-5ebeef32ccd9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a1c10f8c-20d5-4d04-af7a-0afa0a2251fb HTTP/1.1" status: 200 len: 923 time: 0.3576841 Aug 22 13:21:33.441226 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14e11aa-5154-4bb4-8858-d5fa07435804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51fb3be-71f1-4069-b051-942c7ca4ccf5,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:33.455843 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-61cba9d6-8920-4558-be83-65a67fa01eb9 req-2f202b97-34e1-40bc-9e81-c792f05e25bd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e8e66b8-d1f5-416b-89ae-45a5e9153168 HTTP/1.1" status: 200 len: 217 time: 0.0538566 Aug 22 13:21:33.504367 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aaf040-23ca-4da0-a5c4-c6edee77c915 req-d4a33c75-f1bd-4b99-adb0-41d0214525c3 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:33.510480 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:33.513581 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-74aaf040-23ca-4da0-a5c4-c6edee77c915 req-d4a33c75-f1bd-4b99-adb0-41d0214525c3 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/ports?device_id=8865484e-8217-4bd6-aea7-7befa8f6cb51 HTTP/1.1" status: 200 len: 948 time: 0.2336707 Aug 22 13:21:33.517694 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-44102e08-da7f-4cbf-adbc-f2dde6ca2817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:33.530737 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8d8a91d8-e7fd-4c4a-ba38-440bf710b805 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:33.536073 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-44102e08-da7f-4cbf-adbc-f2dde6ca2817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:33.554087 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cba9d6-8920-4558-be83-65a67fa01eb9 req-e80e088d-9d8a-4ad0-8199-7760980615bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:33.556556 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-61cba9d6-8920-4558-be83-65a67fa01eb9 req-e80e088d-9d8a-4ad0-8199-7760980615bf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6b2f428e-282f-45d1-83f0-557cce9c83da HTTP/1.1" status: 200 len: 861 time: 0.0820055 Aug 22 13:21:33.584953 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44102e08-da7f-4cbf-adbc-f2dde6ca2817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b87f6a-39f2-4b41-888c-aa0f29fa985f,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:33.626368 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-34340f74-94e4-40fb-bac3-e57641cbf9f7 req-d1f47cd7-56fa-4cdb-b88c-c3aecb1c4082 service neutron] For port 90d8ae0f-cb7f-4ac7-8bba-956233466cfd, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:21:33.641378 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-34340f74-94e4-40fb-bac3-e57641cbf9f7 req-d1f47cd7-56fa-4cdb-b88c-c3aecb1c4082 service neutron] For port 90d8ae0f-cb7f-4ac7-8bba-956233466cfd, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=90d8ae0f-cb7f-4ac7-8bba-956233466cfd,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:21:33.656794 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44102e08-da7f-4cbf-adbc-f2dde6ca2817 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:21:33.681863 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-34340f74-94e4-40fb-bac3-e57641cbf9f7 req-d1f47cd7-56fa-4cdb-b88c-c3aecb1c4082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:33.717646 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cba9d6-8920-4558-be83-65a67fa01eb9 req-77f52a25-87a9-4186-9b20-bd20a1ab344d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:33.719215 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-61cba9d6-8920-4558-be83-65a67fa01eb9 req-77f52a25-87a9-4186-9b20-bd20a1ab344d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a1c10f8c-20d5-4d04-af7a-0afa0a2251fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1471612 Aug 22 13:21:33.733571 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-74aaf040-23ca-4da0-a5c4-c6edee77c915 req-014b641d-af6b-4ce6-aee4-61a82f8392e4 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/security-groups?id=951ba7d6-a6cb-4633-baee-4394277aa814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188628 Aug 22 13:21:33.740260 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-44102e08-da7f-4cbf-adbc-f2dde6ca2817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:33.740398 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-44102e08-da7f-4cbf-adbc-f2dde6ca2817 admin admin] Added segment e5b96e05-87dc-4e90-8185-2af04d3f3621 of type vlan for network 287a4cb0-ac42-474e-b231-f15d5878549a Aug 22 13:21:33.763845 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8d8a91d8-e7fd-4c4a-ba38-440bf710b805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:33.832109 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44514) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:33.841625 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34340f74-94e4-40fb-bac3-e57641cbf9f7 req-d1f47cd7-56fa-4cdb-b88c-c3aecb1c4082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:33.842508 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-34340f74-94e4-40fb-bac3-e57641cbf9f7 req-d1f47cd7-56fa-4cdb-b88c-c3aecb1c4082 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:33.844462 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-34340f74-94e4-40fb-bac3-e57641cbf9f7 req-d1f47cd7-56fa-4cdb-b88c-c3aecb1c4082 service neutron] 10.222.0.16 "PUT /v2.0/ports/90d8ae0f-cb7f-4ac7-8bba-956233466cfd HTTP/1.1" status: 200 len: 1097 time: 3.0189893 Aug 22 13:21:33.845303 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8865484e-8217-4bd6-aea7-7befa8f6cb51', 'tag': '90d8ae0f-cb7f-4ac7-8bba-956233466cfd'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:21:33.848672 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0627dddd-7da5-484f-ae29-8f2e2fed1a74" -d '{"events": [{"name": "network-changed", "server_uuid": "8865484e-8217-4bd6-aea7-7befa8f6cb51", "tag": "90d8ae0f-cb7f-4ac7-8bba-956233466cfd"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:21:33.896707 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8a91d8-e7fd-4c4a-ba38-440bf710b805 admin admin] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:21:33.903866 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-8d8a91d8-e7fd-4c4a-ba38-440bf710b805 admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:21:33.910774 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device a6bc8b7f-de52-4a08-b23b-7f36cd5e3285 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:21:33.931469 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8a91d8-e7fd-4c4a-ba38-440bf710b805 admin admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:21:33.955879 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc575cb8-9279-44a3-b61e-0ffd209af0f9 x-openstack-request-id: req-bc575cb8-9279-44a3-b61e-0ffd209af0f9 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:21:33.956661 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8865484e-8217-4bd6-aea7-7befa8f6cb51", "tag": "90d8ae0f-cb7f-4ac7-8bba-956233466cfd", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:21:33.956661 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bc575cb8-9279-44a3-b61e-0ffd209af0f9 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:21:33.956996 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8865484e-8217-4bd6-aea7-7befa8f6cb51', 'tag': '90d8ae0f-cb7f-4ac7-8bba-956233466cfd', 'status': 'completed', 'code': 200} Aug 22 13:21:34.041590 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port a6bc8b7f-de52-4a08-b23b-7f36cd5e3285 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:21:34.052613 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8a91d8-e7fd-4c4a-ba38-440bf710b805 admin admin] Pushing event updated for resources: {'Port': ['ID=d08172a9-051f-4faf-a060-7b9bbd360e5e,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:34.097044 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:34.108098 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-44102e08-da7f-4cbf-adbc-f2dde6ca2817 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:34.131890 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f47cd7-56fa-4cdb-b88c-c3aecb1c4082 service neutron] Pushing event updated for resources: {'Port': ['ID=90d8ae0f-cb7f-4ac7-8bba-956233466cfd,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:34.168957 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-61cba9d6-8920-4558-be83-65a67fa01eb9 req-7b95da1a-5d8d-4750-a4c2-3fa3f9dcb7e3 service neutron] 10.222.0.16 "GET /v2.0/networks/a1c10f8c-20d5-4d04-af7a-0afa0a2251fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4390862 Aug 22 13:21:34.201021 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34340f74-94e4-40fb-bac3-e57641cbf9f7 req-3338e547-ea30-4e81-937f-2fa551c272a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:34.202715 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-34340f74-94e4-40fb-bac3-e57641cbf9f7 req-3338e547-ea30-4e81-937f-2fa551c272a9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bc86d365c3394190af1f322ffdf34505&device_id=8865484e-8217-4bd6-aea7-7befa8f6cb51 HTTP/1.1" status: 200 len: 1100 time: 0.2703145 Aug 22 13:21:34.357145 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44544) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:34.362621 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-44102e08-da7f-4cbf-adbc-f2dde6ca2817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:34.364673 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44102e08-da7f-4cbf-adbc-f2dde6ca2817 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:34.365642 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-44102e08-da7f-4cbf-adbc-f2dde6ca2817 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:34.390602 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8d8a91d8-e7fd-4c4a-ba38-440bf710b805 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:34.463001 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b6172500-73a5-408b-b715-5c46fd1b539d tempest-AutoAllocateNetworkTest-1275390153 tempest-AutoAllocateNetworkTest-1275390153-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=bcd2f87cc5af4f4c84a81064955ad6d8&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5953972 Aug 22 13:21:34.473507 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44546) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:34.503863 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-61cba9d6-8920-4558-be83-65a67fa01eb9 req-39211dfe-20f5-4baa-b845-b4666360a14d service neutron] 10.222.0.16 "GET /v2.0/networks/a1c10f8c-20d5-4d04-af7a-0afa0a2251fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170521 Aug 22 13:21:34.623672 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-34340f74-94e4-40fb-bac3-e57641cbf9f7 req-4dd013aa-e618-4b54-9e2b-165d4391c7af service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=90d8ae0f-cb7f-4ac7-8bba-956233466cfd HTTP/1.1" status: 200 len: 217 time: 0.3820920 Aug 22 13:21:34.679347 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44550) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:34.682687 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-44102e08-da7f-4cbf-adbc-f2dde6ca2817 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.4509358 Aug 22 13:21:34.685074 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcb0344-a130-43a0-9711-5f2b58c730c1 None None] Network cf6e76b0-0f2e-475f-a96b-eaf4e3b923b0 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:21:34.685558 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b75ec2d9-a06e-44a8-9e94-34c324564e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:34.689467 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44552) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:34.751265 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-aaed8d23-c7fa-463e-8279-5b92dbeee7b7 admin admin] Request body: {'subnet': {'network_id': '287a4cb0-ac42-474e-b231-f15d5878549a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-256570183-subnet', 'tenant_id': '62daf0d463534c72bbdc8c9d1088dd3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:21:34.776193 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab17b14e-ca98-45d1-8f12-5de13fc3d666 req-a54c56e8-50b6-479f-a027-c0a149f05a3d tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:34.783523 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ab17b14e-ca98-45d1-8f12-5de13fc3d666 req-a54c56e8-50b6-479f-a027-c0a149f05a3d tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ee66ce-43dd-4707-b0bd-680863ab7e17 HTTP/1.1" status: 200 len: 949 time: 0.5874202 Aug 22 13:21:34.827559 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34340f74-94e4-40fb-bac3-e57641cbf9f7 req-20283694-d7f9-4fa2-8ac9-529642fc1051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:34.829443 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-34340f74-94e4-40fb-bac3-e57641cbf9f7 req-20283694-d7f9-4fa2-8ac9-529642fc1051 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.1856010 Aug 22 13:21:34.829745 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44102e08-da7f-4cbf-adbc-f2dde6ca2817 admin admin] Pushing event updated for resources: {'Network': ['ID=287a4cb0-ac42-474e-b231-f15d5878549a,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:34.851716 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6964fd-4319-48a1-93ce-e5ddfd1ee06e req-c8ca5a83-0f0e-46db-b173-fc98fadc34ba tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:34.853283 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5d6964fd-4319-48a1-93ce-e5ddfd1ee06e req-c8ca5a83-0f0e-46db-b173-fc98fadc34ba tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ee82be1-23ac-4759-ae13-ef619353d72e HTTP/1.1" status: 200 len: 944 time: 0.5893793 Aug 22 13:21:34.860740 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 287a4cb0-ac42-474e-b231-f15d5878549a details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:21:34.869656 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.db.api [None req-b75ec2d9-a06e-44a8-9e94-34c324564e80 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 22 13:21:34.869656 n-d-793621-33 neutron-server[94627]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 22 13:21:34.869656 n-d-793621-33 neutron-server[94627]: [parameters: {'project_id_1': 'fe3c122a5b5f49d395581040f2b452e8', 'expiration_1': datetime.datetime(2021, 8, 22, 13, 21, 34, 818342)}] Aug 22 13:21:34.869656 n-d-793621-33 neutron-server[94627]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94627) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 13:21:34.870114 n-d-793621-33 neutron-server[94627]: DEBUG oslo_db.api [None req-b75ec2d9-a06e-44a8-9e94-34c324564e80 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 13:21:34.885058 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ab17b14e-ca98-45d1-8f12-5de13fc3d666 req-107ae826-2fed-4fff-928e-245c705273ec tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5a9f11b-4107-4037-8853-7750e740b729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006169 Aug 22 13:21:34.890199 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb7992e-ee20-450c-8c5e-9c8daae02039 tempest-AutoAllocateNetworkTest-1275390153 tempest-AutoAllocateNetworkTest-1275390153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:34.891662 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ecb7992e-ee20-450c-8c5e-9c8daae02039 tempest-AutoAllocateNetworkTest-1275390153 tempest-AutoAllocateNetworkTest-1275390153-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.4171917 Aug 22 13:21:34.894830 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44558) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:34.901449 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-0207955a-3f03-4eaa-9cff-2005136bc2aa None None] Provisioning for port a6bc8b7f-de52-4a08-b23b-7f36cd5e3285 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:21:34.937803 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7e4b9f04-a926-483f-bbb7-1cc43171e8a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:34.949765 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaed8d23-c7fa-463e-8279-5b92dbeee7b7 admin admin] Made reservation on behalf of 62daf0d463534c72bbdc8c9d1088dd3c for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:21:34.952761 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-aaed8d23-c7fa-463e-8279-5b92dbeee7b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:34.963248 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-fe6d0d38-a56e-452b-a782-2817796b71f1 tempest-AutoAllocateNetworkTest-1275390153 tempest-AutoAllocateNetworkTest-1275390153-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0639081 Aug 22 13:21:34.963543 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44562) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:35.025756 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-0207955a-3f03-4eaa-9cff-2005136bc2aa None None] Provisioning complete for port a6bc8b7f-de52-4a08-b23b-7f36cd5e3285 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:21:35.026172 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0207955a-3f03-4eaa-9cff-2005136bc2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:35.030609 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-770216d8-6c03-490a-8766-e7dd1796f27e tempest-AutoAllocateNetworkTest-1275390153 tempest-AutoAllocateNetworkTest-1275390153-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=bcd2f87cc5af4f4c84a81064955ad6d8 HTTP/1.1" status: 200 len: 208 time: 0.0658813 Aug 22 13:21:35.069222 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8d8a91d8-e7fd-4c4a-ba38-440bf710b805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:35.089234 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5d6964fd-4319-48a1-93ce-e5ddfd1ee06e req-f71adff0-821d-4e3c-b1d4-956e8e8d2417 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ed2b1cd-e89d-453d-a1b3-990a20bb0165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2139521 Aug 22 13:21:35.173789 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34340f74-94e4-40fb-bac3-e57641cbf9f7 req-a783261d-2c44-4309-83b0-e7b0b943980a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:35.175319 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-34340f74-94e4-40fb-bac3-e57641cbf9f7 req-a783261d-2c44-4309-83b0-e7b0b943980a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3188694 Aug 22 13:21:35.206285 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c68e957-2890-42db-8b7b-b77ad46d7069 req-93aedeb2-f3ee-4007-96d5-c0294d9cfaf7 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:35.215004 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0c68e957-2890-42db-8b7b-b77ad46d7069 req-93aedeb2-f3ee-4007-96d5-c0294d9cfaf7 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/ports?device_id=8865484e-8217-4bd6-aea7-7befa8f6cb51 HTTP/1.1" status: 200 len: 948 time: 0.2358797 Aug 22 13:21:35.215247 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0207955a-3f03-4eaa-9cff-2005136bc2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:35.251705 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-0207955a-3f03-4eaa-9cff-2005136bc2aa None None] For port a6bc8b7f-de52-4a08-b23b-7f36cd5e3285, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=a6bc8b7f-de52-4a08-b23b-7f36cd5e3285,segment=NetworkSegment(8f11b6a9-1453-4efe-ac68-1d3d78ae0589),segment_id=8f11b6a9-1453-4efe-ac68-1d3d78ae0589)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:21:35.259181 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0207955a-3f03-4eaa-9cff-2005136bc2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:35.306664 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d8a91d8-e7fd-4c4a-ba38-440bf710b805 admin admin] Router 5a243860-5637-4c68-a92d-ad5e1e1822eb is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:21:35.372178 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b75ec2d9-a06e-44a8-9e94-34c324564e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:35.390355 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0207955a-3f03-4eaa-9cff-2005136bc2aa None None] Pushing event updated for resources: {'Port': ['ID=a6bc8b7f-de52-4a08-b23b-7f36cd5e3285,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:35.453498 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44570) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:35.454297 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0c68e957-2890-42db-8b7b-b77ad46d7069 req-5c9d881d-058a-4773-bbdd-36112ff9c8ca tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/security-groups?id=951ba7d6-a6cb-4633-baee-4394277aa814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378836 Aug 22 13:21:35.490687 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-d09c5480-3c67-4959-a9a7-c7ea68c970f8 None None] Provisioning complete for port a6bc8b7f-de52-4a08-b23b-7f36cd5e3285 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:21:35.491065 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d09c5480-3c67-4959-a9a7-c7ea68c970f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:35.537852 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8a91d8-e7fd-4c4a-ba38-440bf710b805 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:21:35.567240 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7e4b9f04-a926-483f-bbb7-1cc43171e8a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:35.580079 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8d8a91d8-e7fd-4c4a-ba38-440bf710b805 admin admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:35.586299 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8d8a91d8-e7fd-4c4a-ba38-440bf710b805 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.7294195 Aug 22 13:21:35.587412 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44574) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:35.595089 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7e4b9f04-a926-483f-bbb7-1cc43171e8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:35.596059 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3245ccdc-c385-4030-92c4-181bcb5a8962 None None] Sync routers for ids ['5a243860-5637-4c68-a92d-ad5e1e1822eb'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:21:35.618974 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-34340f74-94e4-40fb-bac3-e57641cbf9f7 req-1b8384bf-25ba-47b7-a31c-147545353ac0 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4327195 Aug 22 13:21:35.635144 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-aaed8d23-c7fa-463e-8279-5b92dbeee7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:35.660917 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3245ccdc-c385-4030-92c4-181bcb5a8962 None None] Routers {'5a243860-5637-4c68-a92d-ad5e1e1822eb'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:21:35.661846 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-3245ccdc-c385-4030-92c4-181bcb5a8962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:21:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['5a243860-5637-4c68-a92d-ad5e1e1822eb'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:21:35.693966 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-92306120-69d8-4984-a09e-a66af9202ceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:35.724971 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device a6bc8b7f-de52-4a08-b23b-7f36cd5e3285 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:21:35.731778 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-7e4b9f04-a926-483f-bbb7-1cc43171e8a1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=82c2f45342924aa0ac36de534a469678&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0431364 Aug 22 13:21:35.740877 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44578) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:35.779033 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b9f04-a926-483f-bbb7-1cc43171e8a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ab410c-9f67-428b-bb29-6f8aab129497,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:35.848287 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaed8d23-c7fa-463e-8279-5b92dbeee7b7 admin admin] Checking segment: {'id': 'e5b96e05-87dc-4e90-8185-2af04d3f3621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '287a4cb0-ac42-474e-b231-f15d5878549a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:21:35.848287 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaed8d23-c7fa-463e-8279-5b92dbeee7b7 admin admin] Network hostable DHCP agents. Network: 287a4cb0-ac42-474e-b231-f15d5878549a, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:21:35.858687 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed8d23-c7fa-463e-8279-5b92dbeee7b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74e8e51b-8386-46aa-b536-9abd392c5d87,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:35.876277 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-3245ccdc-c385-4030-92c4-181bcb5a8962 None None] Set router 5a243860-5637-4c68-a92d-ad5e1e1822eb gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:21:35.878418 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port a6bc8b7f-de52-4a08-b23b-7f36cd5e3285 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:21:35.878418 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:35.919006 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaed8d23-c7fa-463e-8279-5b92dbeee7b7 admin admin] Network 287a4cb0-ac42-474e-b231-f15d5878549a is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:21:35.967166 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-aaed8d23-c7fa-463e-8279-5b92dbeee7b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 287a4cb0-ac42-474e-b231-f15d5878549a) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:21:35.978451 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaed8d23-c7fa-463e-8279-5b92dbeee7b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:35.979077 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-aaed8d23-c7fa-463e-8279-5b92dbeee7b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:35.989126 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c42fe133-c84c-4afd-8995-b4319f3baf55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:35.990137 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bee0fa2-7567-495c-8b1e-04652d19be17 None None] Network 287a4cb0-ac42-474e-b231-f15d5878549a requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:21:35.997023 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-34340f74-94e4-40fb-bac3-e57641cbf9f7 req-a04322a7-63eb-4667-98e0-920202489a06 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3499396 Aug 22 13:21:36.024655 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b75ec2d9-a06e-44a8-9e94-34c324564e80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:36.041312 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c42fe133-c84c-4afd-8995-b4319f3baf55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:36.043408 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b75ec2d9-a06e-44a8-9e94-34c324564e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:36.079987 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-b75ec2d9-a06e-44a8-9e94-34c324564e80 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fe3c122a5b5f49d395581040f2b452e8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7107882 Aug 22 13:21:36.083162 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44584) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:36.104261 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-aaed8d23-c7fa-463e-8279-5b92dbeee7b7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3682210 Aug 22 13:21:36.255769 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca60fb2-ecc6-4da7-a200-7c7c51d8cd6d None None] Network 287a4cb0-ac42-474e-b231-f15d5878549a requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:21:36.277786 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ce443d18-f957-45b8-b37a-a3f150940141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:36.292209 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44592) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:36.319244 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-3245ccdc-c385-4030-92c4-181bcb5a8962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a243860-5637-4c68-a92d-ad5e1e1822eb', 'name': 'tempest-FloatingIPDetailsTestJSON-2005752343-router', 'tenant_id': '4b0dc12489d64ab58a152a3f6963b912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'd08172a9-051f-4faf-a060-7b9bbd360e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:21:31Z', 'updated_at': '2021-08-22T13:21:34Z', 'revision_number': 3, 'project_id': '4b0dc12489d64ab58a152a3f6963b912', 'gw_port': {'id': 'd08172a9-051f-4faf-a060-7b9bbd360e5e', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:01:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a243860-5637-4c68-a92d-ad5e1e1822eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:21:33Z', 'updated_at': '2021-08-22T13:21:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:21:36.329536 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ce443d18-f957-45b8-b37a-a3f150940141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:36.338905 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75ec2d9-a06e-44a8-9e94-34c324564e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60f87ca-9de5-4fd2-a465-b17f25624208,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:36.356865 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3245ccdc-c385-4030-92c4-181bcb5a8962 None None] Checking router: 5a243860-5637-4c68-a92d-ad5e1e1822eb for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:21:36.357210 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3245ccdc-c385-4030-92c4-181bcb5a8962 None None] Updating router 5a243860-5637-4c68-a92d-ad5e1e1822eb port d08172a9-051f-4faf-a060-7b9bbd360e5e binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:21:36.390139 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 2e8e66b8-d1f5-416b-89ae-45a5e9153168 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:21:36.398614 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c42fe133-c84c-4afd-8995-b4319f3baf55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:36.401513 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c42fe133-c84c-4afd-8995-b4319f3baf55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:36.405136 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c42fe133-c84c-4afd-8995-b4319f3baf55 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/26ab410c-9f67-428b-bb29-6f8aab129497 HTTP/1.1" status: 204 len: 168 time: 0.6197708 Aug 22 13:21:36.410975 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3245ccdc-c385-4030-92c4-181bcb5a8962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:36.415132 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6aa90fc1-f02c-426e-bf75-d48756cfb4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:36.445172 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627dddd-7da5-484f-ae29-8f2e2fed1a74 req-e56eb634-5edb-4160-a034-e5df7ce3da51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:36.450252 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0627dddd-7da5-484f-ae29-8f2e2fed1a74 req-e56eb634-5edb-4160-a034-e5df7ce3da51 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bc86d365c3394190af1f322ffdf34505&device_id=8865484e-8217-4bd6-aea7-7befa8f6cb51 HTTP/1.1" status: 200 len: 1100 time: 0.3748779 Aug 22 13:21:36.453136 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42fe133-c84c-4afd-8995-b4319f3baf55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ab410c-9f67-428b-bb29-6f8aab129497,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:36.479298 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ce443d18-f957-45b8-b37a-a3f150940141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:36.479513 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-f507659c-44f6-4543-9307-a55136f82bc3 admin admin] Deleting subnet 2fe0f041-ddc0-4d34-89e8-de91ca83d27d {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:21:36.484515 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ce443d18-f957-45b8-b37a-a3f150940141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:36.488019 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ce443d18-f957-45b8-b37a-a3f150940141 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f60f87ca-9de5-4fd2-a465-b17f25624208 HTTP/1.1" status: 204 len: 168 time: 0.3987064 Aug 22 13:21:36.551052 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-92306120-69d8-4984-a09e-a66af9202ceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:36.552707 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce443d18-f957-45b8-b37a-a3f150940141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60f87ca-9de5-4fd2-a465-b17f25624208,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:36.562086 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-92306120-69d8-4984-a09e-a66af9202ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:36.609795 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58ab2a-d903-4c18-a0e8-04e4296a5ee8 req-871643e2-a7d3-44b4-a349-80c1b7f74c70 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:36.617922 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fb58ab2a-d903-4c18-a0e8-04e4296a5ee8 req-871643e2-a7d3-44b4-a349-80c1b7f74c70 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ee82be1-23ac-4759-ae13-ef619353d72e HTTP/1.1" status: 200 len: 944 time: 0.3797271 Aug 22 13:21:36.619933 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f507659c-44f6-4543-9307-a55136f82bc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:36.645483 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-92306120-69d8-4984-a09e-a66af9202ceb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bcd2f87cc5af4f4c84a81064955ad6d8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1837831 Aug 22 13:21:36.662258 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44602) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:36.684871 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92306120-69d8-4984-a09e-a66af9202ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b15602c-0fe6-4aa6-b91a-177be16f8e59,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:36.692128 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f507659c-44f6-4543-9307-a55136f82bc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:36.719909 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 2e8e66b8-d1f5-416b-89ae-45a5e9153168, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=2e8e66b8-d1f5-416b-89ae-45a5e9153168,segment=NetworkSegment(cfd609c7-b14b-488e-8058-23f3798cf6a8),segment_id=cfd609c7-b14b-488e-8058-23f3798cf6a8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:21:36.735687 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '2e8e66b8-d1f5-416b-89ae-45a5e9153168', 'network_id': 'a1c10f8c-20d5-4d04-af7a-0afa0a2251fb', 'port_id': '2e8e66b8-d1f5-416b-89ae-45a5e9153168', 'mac_address': 'fa:16:3e:0c:ab:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b2f428e-282f-45d1-83f0-557cce9c83da', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:21:36.738828 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f507659c-44f6-4543-9307-a55136f82bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:36.781122 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-6aa90fc1-f02c-426e-bf75-d48756cfb4ad admin admin] Allocated IP 172.20.0.1 (cf6e76b0-0f2e-475f-a96b-eaf4e3b923b0/292cf1b7-2601-44b9-a959-4d1433e459f2/f0ebe287-8ea6-4212-b09f-d7df73f4eac5) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:21:36.803495 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:36.832423 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e8e66b8-d1f5-416b-89ae-45a5e9153168 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:21:36.841367 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f507659c-44f6-4543-9307-a55136f82bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:36.854082 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e150f8-15f9-4d74-8a55-b340cf213230 req-e3729fe3-652d-475d-878a-ff47efba1969 tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:36.862448 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d3e150f8-15f9-4d74-8a55-b340cf213230 req-e3729fe3-652d-475d-878a-ff47efba1969 tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ee66ce-43dd-4707-b0bd-680863ab7e17 HTTP/1.1" status: 200 len: 949 time: 0.5737400 Aug 22 13:21:36.876095 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 2e8e66b8-d1f5-416b-89ae-45a5e9153168, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=2e8e66b8-d1f5-416b-89ae-45a5e9153168,segment=NetworkSegment(cfd609c7-b14b-488e-8058-23f3798cf6a8),segment_id=cfd609c7-b14b-488e-8058-23f3798cf6a8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:21:36.891491 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:36.898970 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3245ccdc-c385-4030-92c4-181bcb5a8962 None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:36.941874 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-3245ccdc-c385-4030-92c4-181bcb5a8962 None None] Transition to ACTIVE for port object d08172a9-051f-4faf-a060-7b9bbd360e5e will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:21:36.949175 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6aa90fc1-f02c-426e-bf75-d48756cfb4ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:36.956198 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3245ccdc-c385-4030-92c4-181bcb5a8962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:36.969464 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-6aa90fc1-f02c-426e-bf75-d48756cfb4ad admin admin] Transition to ACTIVE for port object f0ebe287-8ea6-4212-b09f-d7df73f4eac5 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:21:36.980722 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=2e8e66b8-d1f5-416b-89ae-45a5e9153168,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:36.997219 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d3e150f8-15f9-4d74-8a55-b340cf213230 req-d8442782-aab4-45f6-98ca-f7b98711f72a tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5a9f11b-4107-4037-8853-7750e740b729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337962 Aug 22 13:21:37.014903 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-3245ccdc-c385-4030-92c4-181bcb5a8962 None None] Attempting to bind port d08172a9-051f-4faf-a060-7b9bbd360e5e on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:21:37.015490 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-3245ccdc-c385-4030-92c4-181bcb5a8962 None None] Attempting to bind port d08172a9-051f-4faf-a060-7b9bbd360e5e by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:21:37.015949 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3245ccdc-c385-4030-92c4-181bcb5a8962 None None] Attempting to bind port d08172a9-051f-4faf-a060-7b9bbd360e5e on network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:21:37.026355 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3245ccdc-c385-4030-92c4-181bcb5a8962 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:21:37.026725 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3245ccdc-c385-4030-92c4-181bcb5a8962 None None] Checking segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:21:37.027263 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3245ccdc-c385-4030-92c4-181bcb5a8962 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:37.027707 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3245ccdc-c385-4030-92c4-181bcb5a8962 None None] Bound using segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:21:37.028308 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-3245ccdc-c385-4030-92c4-181bcb5a8962 None None] Bound port: d08172a9-051f-4faf-a060-7b9bbd360e5e, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:21:37.028754 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3245ccdc-c385-4030-92c4-181bcb5a8962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:37.046375 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f507659c-44f6-4543-9307-a55136f82bc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:37.050722 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f507659c-44f6-4543-9307-a55136f82bc3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2fe0f041-ddc0-4d34-89e8-de91ca83d27d HTTP/1.1" status: 204 len: 168 time: 0.7537582 Aug 22 13:21:37.050722 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f507659c-44f6-4543-9307-a55136f82bc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fe0f041-ddc0-4d34-89e8-de91ca83d27d,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:37.057196 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44610) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:37.071423 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-142e5672-d204-4e53-8c9d-9495edacc1ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:37.093105 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6aa90fc1-f02c-426e-bf75-d48756cfb4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:37.097450 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592c82ef-d97f-45cf-8cf1-3cd6ede74add None None] Pushing event updated for resources: {'Port': ['ID=d08172a9-051f-4faf-a060-7b9bbd360e5e,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:37.145814 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-3245ccdc-c385-4030-92c4-181bcb5a8962 None None] For port d08172a9-051f-4faf-a060-7b9bbd360e5e, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:21:37.152426 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-3245ccdc-c385-4030-92c4-181bcb5a8962 None None] For port d08172a9-051f-4faf-a060-7b9bbd360e5e, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=d08172a9-051f-4faf-a060-7b9bbd360e5e,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:21:37.160744 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3245ccdc-c385-4030-92c4-181bcb5a8962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:37.161426 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-142e5672-d204-4e53-8c9d-9495edacc1ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:37.167745 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa90fc1-f02c-426e-bf75-d48756cfb4ad admin admin] Network cf6e76b0-0f2e-475f-a96b-eaf4e3b923b0 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:21:37.217453 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3245ccdc-c385-4030-92c4-181bcb5a8962 None None] Routers {'5a243860-5637-4c68-a92d-ad5e1e1822eb'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:21:37.218521 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-3245ccdc-c385-4030-92c4-181bcb5a8962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:21:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['5a243860-5637-4c68-a92d-ad5e1e1822eb'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:21:37.230277 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-6aa90fc1-f02c-426e-bf75-d48756cfb4ad admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:21:37.253612 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa90fc1-f02c-426e-bf75-d48756cfb4ad admin admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:21:37.254216 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6aa90fc1-f02c-426e-bf75-d48756cfb4ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:37.257129 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fb58ab2a-d903-4c18-a0e8-04e4296a5ee8 req-c6aede5a-085a-41c2-9921-2940a86a2d57 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ed2b1cd-e89d-453d-a1b3-990a20bb0165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4526699 Aug 22 13:21:37.283780 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627dddd-7da5-484f-ae29-8f2e2fed1a74 req-e6ede17a-681d-43a7-a084-b93525a9f9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:37.285609 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0627dddd-7da5-484f-ae29-8f2e2fed1a74 req-e6ede17a-681d-43a7-a084-b93525a9f9ad service neutron] 10.222.0.16 "GET /v2.0/networks?id=7dc41cff-a3ac-4fc2-ba06-973efce2365e HTTP/1.1" status: 200 len: 870 time: 0.8000331 Aug 22 13:21:37.312142 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64788580-f9b8-4925-99a5-0f30c4b2c721 req-dc568789-0f42-4fa6-99e4-6ad6932d2dd2 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:37.321075 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-64788580-f9b8-4925-99a5-0f30c4b2c721 req-dc568789-0f42-4fa6-99e4-6ad6932d2dd2 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/ports?device_id=8865484e-8217-4bd6-aea7-7befa8f6cb51 HTTP/1.1" status: 200 len: 948 time: 0.2006338 Aug 22 13:21:37.389162 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0627dddd-7da5-484f-ae29-8f2e2fed1a74 req-a3552d12-9091-4f51-94b6-c3204d3f1610 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=90d8ae0f-cb7f-4ac7-8bba-956233466cfd HTTP/1.1" status: 200 len: 217 time: 0.0853467 Aug 22 13:21:37.392145 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e6d06d20-f059-46fd-bea5-cb4091f74abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:37.431447 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa90fc1-f02c-426e-bf75-d48756cfb4ad admin admin] Pushing event updated for resources: {'Port': ['ID=f0ebe287-8ea6-4212-b09f-d7df73f4eac5,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:37.437018 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['2e8e66b8-d1f5-416b-89ae-45a5e9153168'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:21:37.457377 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592c82ef-d97f-45cf-8cf1-3cd6ede74add None None] Pushing event updated for resources: {'Port': ['ID=d08172a9-051f-4faf-a060-7b9bbd360e5e,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:37.575888 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-142e5672-d204-4e53-8c9d-9495edacc1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:37.584311 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-142e5672-d204-4e53-8c9d-9495edacc1ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:37.587840 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-142e5672-d204-4e53-8c9d-9495edacc1ef admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5b15602c-0fe6-4aa6-b91a-177be16f8e59 HTTP/1.1" status: 204 len: 168 time: 0.9188123 Aug 22 13:21:37.633869 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e5672-d204-4e53-8c9d-9495edacc1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b15602c-0fe6-4aa6-b91a-177be16f8e59,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:37.667748 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-9a583a97-9179-40e3-8aa1-83e1f3fbd6b5 None None] Provisioning for port f0ebe287-8ea6-4212-b09f-d7df73f4eac5 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:21:37.678349 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-9a583a97-9179-40e3-8aa1-83e1f3fbd6b5 None None] Provisioning complete for port f0ebe287-8ea6-4212-b09f-d7df73f4eac5 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:21:37.678950 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9a583a97-9179-40e3-8aa1-83e1f3fbd6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:37.713377 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6aa90fc1-f02c-426e-bf75-d48756cfb4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:37.716285 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-64788580-f9b8-4925-99a5-0f30c4b2c721 req-8b20b2a4-6218-49ab-b2e0-d4ebbee165dc tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/security-groups?id=951ba7d6-a6cb-4633-baee-4394277aa814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3937268 Aug 22 13:21:37.739068 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-3245ccdc-c385-4030-92c4-181bcb5a8962 None None] Set router 5a243860-5637-4c68-a92d-ad5e1e1822eb gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:21:37.813826 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627dddd-7da5-484f-ae29-8f2e2fed1a74 req-5b345fa5-8934-48f4-8b32-a88e31a6de93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:37.815550 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0627dddd-7da5-484f-ae29-8f2e2fed1a74 req-5b345fa5-8934-48f4-8b32-a88e31a6de93 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.4062700 Aug 22 13:21:37.846566 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a07816-9a44-4d61-983f-01d42cd592cb req-7f208f0b-4b8b-4c1a-a151-b70742914109 tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:37.848319 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c9a07816-9a44-4d61-983f-01d42cd592cb req-7f208f0b-4b8b-4c1a-a151-b70742914109 tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] 10.222.0.41 "GET /v2.0/ports?device_id=37ee66ce-43dd-4707-b0bd-680863ab7e17 HTTP/1.1" status: 200 len: 949 time: 0.4673305 Aug 22 13:21:37.879348 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e6d06d20-f059-46fd-bea5-cb4091f74abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:37.927010 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-e6d06d20-f059-46fd-bea5-cb4091f74abc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0f0255f-4509-444d-9986-b65ef4310931']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:21:37.940296 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:21:37.949803 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-9a583a97-9179-40e3-8aa1-83e1f3fbd6b5 None None] Port f0ebe287-8ea6-4212-b09f-d7df73f4eac5 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:21:37.968990 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-e6d06d20-f059-46fd-bea5-cb4091f74abc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '960520a9-83ea-4970-addd-6ca87989739a') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:21:37.969292 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-e6d06d20-f059-46fd-bea5-cb4091f74abc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '960520a9-83ea-4970-addd-6ca87989739a') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:21:37.985945 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6aa90fc1-f02c-426e-bf75-d48756cfb4ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:37.990176 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627dddd-7da5-484f-ae29-8f2e2fed1a74 req-4241212e-fdec-4405-9ff1-90097e4cf41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:37.994391 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6aa90fc1-f02c-426e-bf75-d48756cfb4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:37.995593 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6aa90fc1-f02c-426e-bf75-d48756cfb4ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:37.998255 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0627dddd-7da5-484f-ae29-8f2e2fed1a74 req-4241212e-fdec-4405-9ff1-90097e4cf41e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1699877 Aug 22 13:21:38.004379 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e6d06d20-f059-46fd-bea5-cb4091f74abc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:38.022094 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e6d06d20-f059-46fd-bea5-cb4091f74abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:38.031061 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6d06d20-f059-46fd-bea5-cb4091f74abc admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:21:38.031598 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e6d06d20-f059-46fd-bea5-cb4091f74abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:38.052711 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:21:38.052711 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:21:38.052711 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:21:38.052711 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:21:38.052711 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:21:38.052711 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:21:38.052711 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:21:38.052711 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:21:38.052711 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:21:38.052711 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:21:38.052711 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:21:38.052711 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:21:38.052711 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:21:38.052711 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:21:38.052711 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:21:38.052711 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:21:38.052711 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:21:38.052711 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:21:38.052711 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:21:38.052711 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:21:38.052711 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:21:38.052711 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:21:38.052711 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:21:38.052711 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:21:38.052711 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:21:38.052711 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:21:38.052711 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:21:38.052711 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:21:38.052711 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:21:38.052711 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:21:38.052711 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:21:38.052711 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:21:38.107375 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa90fc1-f02c-426e-bf75-d48756cfb4ad admin admin] Pushing event updated for resources: {'Port': ['ID=f0ebe287-8ea6-4212-b09f-d7df73f4eac5,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:38.154650 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e6d06d20-f059-46fd-bea5-cb4091f74abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:38.173025 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-3245ccdc-c385-4030-92c4-181bcb5a8962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a243860-5637-4c68-a92d-ad5e1e1822eb', 'name': 'tempest-FloatingIPDetailsTestJSON-2005752343-router', 'tenant_id': '4b0dc12489d64ab58a152a3f6963b912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'd08172a9-051f-4faf-a060-7b9bbd360e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:21:31Z', 'updated_at': '2021-08-22T13:21:34Z', 'revision_number': 3, 'project_id': '4b0dc12489d64ab58a152a3f6963b912', 'gw_port': {'id': 'd08172a9-051f-4faf-a060-7b9bbd360e5e', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:01:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a243860-5637-4c68-a92d-ad5e1e1822eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:21:33Z', 'updated_at': '2021-08-22T13:21:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:21:38.207621 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3245ccdc-c385-4030-92c4-181bcb5a8962 None None] The sync data for ids ['5a243860-5637-4c68-a92d-ad5e1e1822eb'] in n-d-793621-33 is: [{'id': '5a243860-5637-4c68-a92d-ad5e1e1822eb', 'name': 'tempest-FloatingIPDetailsTestJSON-2005752343-router', 'tenant_id': '4b0dc12489d64ab58a152a3f6963b912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'd08172a9-051f-4faf-a060-7b9bbd360e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:21:31Z', 'updated_at': '2021-08-22T13:21:34Z', 'revision_number': 3, 'project_id': '4b0dc12489d64ab58a152a3f6963b912', 'gw_port': {'id': 'd08172a9-051f-4faf-a060-7b9bbd360e5e', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:01:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a243860-5637-4c68-a92d-ad5e1e1822eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:21:33Z', 'updated_at': '2021-08-22T13:21:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:21:38.261253 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e6d06d20-f059-46fd-bea5-cb4091f74abc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:38.263241 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e6d06d20-f059-46fd-bea5-cb4091f74abc admin admin] 10.222.0.21 "DELETE /v2.0/networks/b0f0255f-4509-444d-9986-b65ef4310931 HTTP/1.1" status: 204 len: 168 time: 1.1784258 Aug 22 13:21:38.271339 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d06d20-f059-46fd-bea5-cb4091f74abc admin admin] Pushing event deleted for resources: {'Network': ['ID=b0f0255f-4509-444d-9986-b65ef4310931,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:38.274256 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44654) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:38.338422 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-c9a07816-9a44-4d61-983f-01d42cd592cb req-e4c15448-ad7b-4d8b-a23d-3af61781e091 tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] Deleting port 267336ce-d6f3-4233-be2e-34bc294ccb5d {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:21:38.339148 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-c9a07816-9a44-4d61-983f-01d42cd592cb req-e4c15448-ad7b-4d8b-a23d-3af61781e091 tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:38.344161 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa90fc1-f02c-426e-bf75-d48756cfb4ad admin admin] Network cf6e76b0-0f2e-475f-a96b-eaf4e3b923b0 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:21:38.347301 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-6aa90fc1-f02c-426e-bf75-d48756cfb4ad admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:21:38.502085 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ccb23-b102-4ef1-a2da-7d5db6ea2dcc req-b680cfaa-7843-4594-90bb-95e00c991b18 tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:38.510110 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-aa1ccb23-b102-4ef1-a2da-7d5db6ea2dcc req-b680cfaa-7843-4594-90bb-95e00c991b18 tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ee66ce-43dd-4707-b0bd-680863ab7e17 HTTP/1.1" status: 200 len: 949 time: 0.3728104 Aug 22 13:21:38.536935 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa90fc1-f02c-426e-bf75-d48756cfb4ad admin admin] Router 5a243860-5637-4c68-a92d-ad5e1e1822eb has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:21:38.545771 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-439fa9f3-2e8a-45b3-8aa5-c2e9c3f0da99 admin admin] Deleting subnet 74e8e51b-8386-46aa-b536-9abd392c5d87 {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:21:38.551640 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-439fa9f3-2e8a-45b3-8aa5-c2e9c3f0da99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:38.719613 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0627dddd-7da5-484f-ae29-8f2e2fed1a74 req-e2112a58-5629-4a93-8ecd-20b6c672d228 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6629608 Aug 22 13:21:38.749761 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-439fa9f3-2e8a-45b3-8aa5-c2e9c3f0da99 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:38.753307 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-aa1ccb23-b102-4ef1-a2da-7d5db6ea2dcc req-f9697ba7-9b48-44c6-81e0-a09816a2cd97 tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5a9f11b-4107-4037-8853-7750e740b729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257500 Aug 22 13:21:38.769356 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-439fa9f3-2e8a-45b3-8aa5-c2e9c3f0da99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:38.880316 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-439fa9f3-2e8a-45b3-8aa5-c2e9c3f0da99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:38.893612 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-dae2a4e8-78d8-4785-ba13-1d1fe2f377d1 None None] Provisioning complete for port f0ebe287-8ea6-4212-b09f-d7df73f4eac5 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:21:38.894073 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-dae2a4e8-78d8-4785-ba13-1d1fe2f377d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:38.935143 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44676) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:38.952390 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439fa9f3-2e8a-45b3-8aa5-c2e9c3f0da99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74e8e51b-8386-46aa-b536-9abd392c5d87,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:38.956797 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-439fa9f3-2e8a-45b3-8aa5-c2e9c3f0da99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:38.958067 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-dae2a4e8-78d8-4785-ba13-1d1fe2f377d1 None None] Port f0ebe287-8ea6-4212-b09f-d7df73f4eac5 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:21:38.959361 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-439fa9f3-2e8a-45b3-8aa5-c2e9c3f0da99 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/74e8e51b-8386-46aa-b536-9abd392c5d87 HTTP/1.1" status: 204 len: 168 time: 0.6817887 Aug 22 13:21:38.964878 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44680) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:38.993307 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-c9a07816-9a44-4d61-983f-01d42cd592cb req-e4c15448-ad7b-4d8b-a23d-3af61781e091 tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] For port 267336ce-d6f3-4233-be2e-34bc294ccb5d, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=267336ce-d6f3-4233-be2e-34bc294ccb5d,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:21:38.993683 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-c9a07816-9a44-4d61-983f-01d42cd592cb req-e4c15448-ad7b-4d8b-a23d-3af61781e091 tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:39.009361 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-c9a07816-9a44-4d61-983f-01d42cd592cb req-e4c15448-ad7b-4d8b-a23d-3af61781e091 tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] Calling delete_port for 267336ce-d6f3-4233-be2e-34bc294ccb5d owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:21:39.124033 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa90fc1-f02c-426e-bf75-d48756cfb4ad admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:21:39.141338 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6aa90fc1-f02c-426e-bf75-d48756cfb4ad admin admin] 10.222.0.21 "PUT /v2.0/routers/5a243860-5637-4c68-a92d-ad5e1e1822eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5526092 Aug 22 13:21:39.174185 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f8022f-b96f-464d-b70a-b0a1008f4ce1 req-39a6aee3-4e9b-4ef0-ae49-4515543e0df5 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:39.177032 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b1f8022f-b96f-464d-b70a-b0a1008f4ce1 req-39a6aee3-4e9b-4ef0-ae49-4515543e0df5 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ee82be1-23ac-4759-ae13-ef619353d72e HTTP/1.1" status: 200 len: 945 time: 0.3351259 Aug 22 13:21:39.187558 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0627dddd-7da5-484f-ae29-8f2e2fed1a74 req-dbf7e112-21b2-479e-a3ab-5c9a47cebbde service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4465365 Aug 22 13:21:39.188684 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-535a5575-20fc-4af6-a560-e2f2ba7584ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:39.235230 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30f903-c4ed-45d1-b394-6a3479350322 req-0aa10746-93aa-48e1-9ae4-4bdb40a06e2d tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:39.243487 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8e30f903-c4ed-45d1-b394-6a3479350322 req-0aa10746-93aa-48e1-9ae4-4bdb40a06e2d tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/ports?device_id=8865484e-8217-4bd6-aea7-7befa8f6cb51 HTTP/1.1" status: 200 len: 948 time: 0.3176596 Aug 22 13:21:39.282507 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-31116c12-e526-42f8-8712-785679250947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:39.318583 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-535a5575-20fc-4af6-a560-e2f2ba7584ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:39.331642 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-535a5575-20fc-4af6-a560-e2f2ba7584ba admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:21:39.332010 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-535a5575-20fc-4af6-a560-e2f2ba7584ba admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:21:39.332954 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-535a5575-20fc-4af6-a560-e2f2ba7584ba admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:21:39.333493 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-535a5575-20fc-4af6-a560-e2f2ba7584ba admin admin] Subscribe: > port after_create 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:21:39.333978 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-535a5575-20fc-4af6-a560-e2f2ba7584ba admin admin] Subscribe: > port after_delete 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:21:39.334319 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-535a5575-20fc-4af6-a560-e2f2ba7584ba admin admin] Subscribe: > port after_update 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:21:39.334664 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-535a5575-20fc-4af6-a560-e2f2ba7584ba admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:21:39.335795 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-535a5575-20fc-4af6-a560-e2f2ba7584ba admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:21:39.336113 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-535a5575-20fc-4af6-a560-e2f2ba7584ba admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:21:39.336482 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-535a5575-20fc-4af6-a560-e2f2ba7584ba admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:21:39.376318 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b1f8022f-b96f-464d-b70a-b0a1008f4ce1 req-1bc97571-c125-4c27-9cd7-f8ba412bfbf4 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ed2b1cd-e89d-453d-a1b3-990a20bb0165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1876247 Aug 22 13:21:39.402302 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8e30f903-c4ed-45d1-b394-6a3479350322 req-cd96ce26-324b-45a4-ab0c-900a5d66f936 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/security-groups?id=951ba7d6-a6cb-4633-baee-4394277aa814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528151 Aug 22 13:21:39.424372 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-535a5575-20fc-4af6-a560-e2f2ba7584ba admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:21:39.424935 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-535a5575-20fc-4af6-a560-e2f2ba7584ba admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:21:39.425435 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-535a5575-20fc-4af6-a560-e2f2ba7584ba admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:21:39.425995 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-535a5575-20fc-4af6-a560-e2f2ba7584ba admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 13:21:39.426643 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-535a5575-20fc-4af6-a560-e2f2ba7584ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['287a4cb0-ac42-474e-b231-f15d5878549a']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:21:39.461753 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-535a5575-20fc-4af6-a560-e2f2ba7584ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5b96e05-87dc-4e90-8185-2af04d3f3621') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:21:39.462454 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-535a5575-20fc-4af6-a560-e2f2ba7584ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5b96e05-87dc-4e90-8185-2af04d3f3621') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:21:39.483337 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-535a5575-20fc-4af6-a560-e2f2ba7584ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:39.500774 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-c9a07816-9a44-4d61-983f-01d42cd592cb req-e4c15448-ad7b-4d8b-a23d-3af61781e091 tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:39.526361 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-535a5575-20fc-4af6-a560-e2f2ba7584ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:39.545756 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-535a5575-20fc-4af6-a560-e2f2ba7584ba admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:21:39.546313 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-535a5575-20fc-4af6-a560-e2f2ba7584ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:39.552323 n-d-793621-33 neutron-server[94628]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 22 13:21:39.552323 n-d-793621-33 neutron-server[94628]: from cryptography.utils import int_from_bytes Aug 22 13:21:39.552323 n-d-793621-33 neutron-server[94628]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 22 13:21:39.552323 n-d-793621-33 neutron-server[94628]: from cryptography.utils import int_from_bytes Aug 22 13:21:39.552323 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:21:39.552323 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:21:39.552323 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:21:39.552323 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:21:39.552323 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:21:39.552323 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:21:39.552323 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:21:39.552323 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:21:39.552323 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:21:39.552323 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:21:39.552323 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:21:39.552323 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:21:39.552323 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:21:39.552323 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:21:39.552323 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:21:39.552323 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:21:39.552323 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:21:39.552323 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:21:39.552323 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:21:39.552323 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:21:39.552323 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:21:39.552323 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:21:39.552323 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:21:39.552323 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:21:39.552323 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:21:39.552323 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:21:39.552323 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:21:39.552323 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:21:39.552323 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:21:39.552323 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:21:39.552323 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:21:39.552323 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:21:39.555085 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c15448-ad7b-4d8b-a23d-3af61781e091 tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] Pushing event deleted for resources: {'Port': ['ID=267336ce-d6f3-4233-be2e-34bc294ccb5d,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:39.601099 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-31116c12-e526-42f8-8712-785679250947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:39.619379 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a07816-9a44-4d61-983f-01d42cd592cb req-e4c15448-ad7b-4d8b-a23d-3af61781e091 tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] No DVR routers for this DVR port 267336ce-d6f3-4233-be2e-34bc294ccb5d on host n-h1-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:21:39.621254 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-31116c12-e526-42f8-8712-785679250947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:39.624729 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-c9a07816-9a44-4d61-983f-01d42cd592cb req-e4c15448-ad7b-4d8b-a23d-3af61781e091 tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:39.626265 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c9a07816-9a44-4d61-983f-01d42cd592cb req-e4c15448-ad7b-4d8b-a23d-3af61781e091 tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] 10.222.0.41 "DELETE /v2.0/ports/267336ce-d6f3-4233-be2e-34bc294ccb5d HTTP/1.1" status: 204 len: 173 time: 1.7618256 Aug 22 13:21:39.634806 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ee66ce-43dd-4707-b0bd-680863ab7e17', 'name': 'network-vif-deleted', 'tag': '267336ce-d6f3-4233-be2e-34bc294ccb5d'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:21:39.637217 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e2dbf2-d24e-4b43-8dd4-87d10162134e" -d '{"events": [{"server_uuid": "37ee66ce-43dd-4707-b0bd-680863ab7e17", "name": "network-vif-deleted", "tag": "267336ce-d6f3-4233-be2e-34bc294ccb5d"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:21:39.650406 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-535a5575-20fc-4af6-a560-e2f2ba7584ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:39.666494 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-535a5575-20fc-4af6-a560-e2f2ba7584ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:39.669154 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-535a5575-20fc-4af6-a560-e2f2ba7584ba admin admin] 10.222.0.21 "DELETE /v2.0/networks/287a4cb0-ac42-474e-b231-f15d5878549a HTTP/1.1" status: 204 len: 168 time: 0.7027500 Aug 22 13:21:39.682030 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a5575-20fc-4af6-a560-e2f2ba7584ba admin admin] Pushing event deleted for resources: {'Network': ['ID=287a4cb0-ac42-474e-b231-f15d5878549a,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:39.718484 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f27deb-623e-49e2-9e76-c74acf234aac x-openstack-request-id: req-38f27deb-623e-49e2-9e76-c74acf234aac {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:21:39.718953 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37ee66ce-43dd-4707-b0bd-680863ab7e17", "name": "network-vif-deleted", "tag": "267336ce-d6f3-4233-be2e-34bc294ccb5d", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:21:39.719373 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-38f27deb-623e-49e2-9e76-c74acf234aac {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:21:39.719947 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37ee66ce-43dd-4707-b0bd-680863ab7e17', 'name': 'network-vif-deleted', 'tag': '267336ce-d6f3-4233-be2e-34bc294ccb5d', 'status': 'completed', 'code': 200} Aug 22 13:21:39.752926 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-31116c12-e526-42f8-8712-785679250947 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=de19472f69484f29a8fb9c0e0c584e15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8057849 Aug 22 13:21:39.753107 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44710) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:39.754184 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31116c12-e526-42f8-8712-785679250947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32edfc7-0ef8-4840-9c81-8601e54fbc22,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:39.843632 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device d08172a9-051f-4faf-a060-7b9bbd360e5e up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:21:39.844314 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-eb0e5f36-e9d9-44e9-8b88-b557c6b46f45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:39.887110 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-eb0e5f36-e9d9-44e9-8b88-b557c6b46f45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:39.917264 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ca43d839-b97a-4601-8a4d-31bd071b4857 req-dcb4e7da-a172-49ef-8d7d-4f216046b6f7 tempest-TenantUsagesTestJSON-2005242838 tempest-TenantUsagesTestJSON-2005242838-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ee66ce-43dd-4707-b0bd-680863ab7e17 HTTP/1.1" status: 200 len: 210 time: 0.0344415 Aug 22 13:21:39.939147 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port d08172a9-051f-4faf-a060-7b9bbd360e5e completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:21:39.943247 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port d08172a9-051f-4faf-a060-7b9bbd360e5e triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:21:39.943620 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:39.995833 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-eb0e5f36-e9d9-44e9-8b88-b557c6b46f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:40.000314 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-eb0e5f36-e9d9-44e9-8b88-b557c6b46f45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:40.006437 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-eb0e5f36-e9d9-44e9-8b88-b557c6b46f45 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c32edfc7-0ef8-4840-9c81-8601e54fbc22 HTTP/1.1" status: 204 len: 168 time: 0.2498016 Aug 22 13:21:40.018668 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e5f36-e9d9-44e9-8b88-b557c6b46f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32edfc7-0ef8-4840-9c81-8601e54fbc22,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:40.087255 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:40.113207 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port d08172a9-051f-4faf-a060-7b9bbd360e5e, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=d08172a9-051f-4faf-a060-7b9bbd360e5e,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:21:40.120581 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:40.181943 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=d08172a9-051f-4faf-a060-7b9bbd360e5e,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:40.254522 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44722) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:40.315900 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-cb5ebf5b-b785-41d0-9ae5-f7f4c05f6a88 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f0d84644a84b4b35ac2f6f7dec561cd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0601707 Aug 22 13:21:40.318493 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44724) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:40.326031 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-532b6655-e6a8-4014-b7af-ab0f8f9d3766 req-12ef3017-7cda-4855-8aa1-8bc5f495cb24 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3044627 Aug 22 13:21:40.341278 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-532b6655-e6a8-4014-b7af-ab0f8f9d3766 req-c60f992a-5606-447d-add1-18917565333f tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Request body: {'floatingip': {'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:21:40.352808 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 90d8ae0f-cb7f-4ac7-8bba-956233466cfd details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:21:40.386246 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-532b6655-e6a8-4014-b7af-ab0f8f9d3766 req-c60f992a-5606-447d-add1-18917565333f tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks [] for floatingip, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:40.405439 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9d19fb95-14e3-4d2d-becd-b349d6539dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:40.407024 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 2e8e66b8-d1f5-416b-89ae-45a5e9153168 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:21:40.434588 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9d19fb95-14e3-4d2d-becd-b349d6539dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:40.520318 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9d19fb95-14e3-4d2d-becd-b349d6539dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:40.525165 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9d19fb95-14e3-4d2d-becd-b349d6539dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:40.526464 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9d19fb95-14e3-4d2d-becd-b349d6539dd9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eb67b1e4-3692-4a33-9bb6-7021b38e948e HTTP/1.1" status: 204 len: 168 time: 0.2054775 Aug 22 13:21:40.549834 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 90d8ae0f-cb7f-4ac7-8bba-956233466cfd, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=90d8ae0f-cb7f-4ac7-8bba-956233466cfd,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:21:40.555422 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port 2e8e66b8-d1f5-416b-89ae-45a5e9153168 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:21:40.557912 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d19fb95-14e3-4d2d-becd-b349d6539dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb67b1e4-3692-4a33-9bb6-7021b38e948e,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:40.560062 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223e5806-f1e5-41ab-8020-fa5ea6202a70 None None] Sync routers for ids ['5a243860-5637-4c68-a92d-ad5e1e1822eb'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:21:40.574451 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223e5806-f1e5-41ab-8020-fa5ea6202a70 None None] Routers {'5a243860-5637-4c68-a92d-ad5e1e1822eb'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:21:40.576512 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-223e5806-f1e5-41ab-8020-fa5ea6202a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:21:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['5a243860-5637-4c68-a92d-ad5e1e1822eb'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:21:40.579854 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 2e8e66b8-d1f5-416b-89ae-45a5e9153168 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:21:40.580512 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:40.588007 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '90d8ae0f-cb7f-4ac7-8bba-956233466cfd', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'port_id': '90d8ae0f-cb7f-4ac7-8bba-956233466cfd', 'mac_address': 'fa:16:3e:fc:9c:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7151c727-b27f-4308-8098-60bc16140d45', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:21:40.655995 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-532b6655-e6a8-4014-b7af-ab0f8f9d3766 req-c60f992a-5606-447d-add1-18917565333f tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:40.678804 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:40.714291 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90d8ae0f-cb7f-4ac7-8bba-956233466cfd {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:21:40.751655 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-223e5806-f1e5-41ab-8020-fa5ea6202a70 None None] Set router 5a243860-5637-4c68-a92d-ad5e1e1822eb gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:21:40.763672 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 90d8ae0f-cb7f-4ac7-8bba-956233466cfd, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=90d8ae0f-cb7f-4ac7-8bba-956233466cfd,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:21:40.771104 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:40.775080 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:40.820966 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b28ee9-7823-428c-8735-2cad36978866 req-a1291990-2bf5-4b52-93d3-30700b30b55a tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:40.827405 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee82be1-23ac-4759-ae13-ef619353d72e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8e66b8-d1f5-416b-89ae-45a5e9153168'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:21:40.828308 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e7b28ee9-7823-428c-8735-2cad36978866 req-a1291990-2bf5-4b52-93d3-30700b30b55a tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ee82be1-23ac-4759-ae13-ef619353d72e HTTP/1.1" status: 200 len: 945 time: 0.0678568 Aug 22 13:21:40.830011 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0111928-6266-42f4-a68a-46a8ba81a5a3" -d '{"events": [{"server_uuid": "7ee82be1-23ac-4759-ae13-ef619353d72e", "name": "network-vif-plugged", "status": "completed", "tag": "2e8e66b8-d1f5-416b-89ae-45a5e9153168"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:21:40.843011 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 267336ce-d6f3-4233-be2e-34bc294ccb5d no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:21:40.865640 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 2e8e66b8-d1f5-416b-89ae-45a5e9153168, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=2e8e66b8-d1f5-416b-89ae-45a5e9153168,segment=NetworkSegment(cfd609c7-b14b-488e-8058-23f3798cf6a8),segment_id=cfd609c7-b14b-488e-8058-23f3798cf6a8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:21:40.878223 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: 267336ce-d6f3-4233-be2e-34bc294ccb5d {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:21:40.878614 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 267336ce-d6f3-4233-be2e-34bc294ccb5d not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:21:40.880304 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:40.886949 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=90d8ae0f-cb7f-4ac7-8bba-956233466cfd,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:40.951125 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e7b28ee9-7823-428c-8735-2cad36978866 req-88f435bd-86ac-4b17-a4f3-e7b2f5da1bf2 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ed2b1cd-e89d-453d-a1b3-990a20bb0165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219604 Aug 22 13:21:40.968262 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-532b6655-e6a8-4014-b7af-ab0f8f9d3766 req-c60f992a-5606-447d-add1-18917565333f tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Allocated IP 172.25.3.56 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/ebef1519-842b-4cf5-9543-23415add2e20) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:21:40.973179 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=2e8e66b8-d1f5-416b-89ae-45a5e9153168,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:41.075971 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['90d8ae0f-cb7f-4ac7-8bba-956233466cfd'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:21:41.121477 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44750) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:41.149308 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-532b6655-e6a8-4014-b7af-ab0f8f9d3766 req-c60f992a-5606-447d-add1-18917565333f tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:41.168698 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10330642-f024-4c20-bfc1-b1253982bbb1 req-f2c571ad-ebae-4345-95b1-11684b7e950e tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:41.176272 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-10330642-f024-4c20-bfc1-b1253982bbb1 req-f2c571ad-ebae-4345-95b1-11684b7e950e tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/ports?device_id=8865484e-8217-4bd6-aea7-7befa8f6cb51 HTTP/1.1" status: 200 len: 949 time: 0.1016881 Aug 22 13:21:41.206841 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8251df7f-b8c9-4213-bfff-dee087497f53 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=62daf0d463534c72bbdc8c9d1088dd3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0825830 Aug 22 13:21:41.212818 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44754) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:41.246283 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-223e5806-f1e5-41ab-8020-fa5ea6202a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a243860-5637-4c68-a92d-ad5e1e1822eb', 'name': 'tempest-FloatingIPDetailsTestJSON-2005752343-router', 'tenant_id': '4b0dc12489d64ab58a152a3f6963b912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'd08172a9-051f-4faf-a060-7b9bbd360e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:21:31Z', 'updated_at': '2021-08-22T13:21:37Z', 'revision_number': 4, 'project_id': '4b0dc12489d64ab58a152a3f6963b912', 'gw_port': {'id': 'd08172a9-051f-4faf-a060-7b9bbd360e5e', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:01:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a243860-5637-4c68-a92d-ad5e1e1822eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:21:33Z', 'updated_at': '2021-08-22T13:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'f0ebe287-8ea6-4212-b09f-d7df73f4eac5', 'name': '', 'network_id': 'cf6e76b0-0f2e-475f-a96b-eaf4e3b923b0', 'tenant_id': '4b0dc12489d64ab58a152a3f6963b912', 'mac_address': 'fa:16:3e:e4:27:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a243860-5637-4c68-a92d-ad5e1e1822eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '292cf1b7-2601-44b9-a959-4d1433e459f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:21:36Z', 'updated_at': '2021-08-22T13:21:37Z', 'revision_number': 2, 'project_id': '4b0dc12489d64ab58a152a3f6963b912', 'subnets': [{'id': '292cf1b7-2601-44b9-a959-4d1433e459f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:21:41.246531 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-10330642-f024-4c20-bfc1-b1253982bbb1 req-71f22b40-04c9-4a86-89fa-2a75c0d0488b tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/security-groups?id=951ba7d6-a6cb-4633-baee-4394277aa814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628681 Aug 22 13:21:41.309665 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-532b6655-e6a8-4014-b7af-ab0f8f9d3766 req-c60f992a-5606-447d-add1-18917565333f tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:41.311778 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223e5806-f1e5-41ab-8020-fa5ea6202a70 None None] Checking router: 5a243860-5637-4c68-a92d-ad5e1e1822eb for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:21:41.312159 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223e5806-f1e5-41ab-8020-fa5ea6202a70 None None] Updating router 5a243860-5637-4c68-a92d-ad5e1e1822eb port f0ebe287-8ea6-4212-b09f-d7df73f4eac5 binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:21:41.332786 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-532b6655-e6a8-4014-b7af-ab0f8f9d3766 req-c60f992a-5606-447d-add1-18917565333f tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:21:41.344933 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-223e5806-f1e5-41ab-8020-fa5ea6202a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:41.356682 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-532b6655-e6a8-4014-b7af-ab0f8f9d3766 req-c60f992a-5606-447d-add1-18917565333f tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:21:41.359301 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-532b6655-e6a8-4014-b7af-ab0f8f9d3766 req-c60f992a-5606-447d-add1-18917565333f tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:21:41.403264 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fb53e26d-5f69-45c7-bb9b-c0166aace36f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:41.432498 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60f992a-5606-447d-add1-18917565333f tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Pushing event updated for resources: {'Port': ['ID=ebef1519-842b-4cf5-9543-23415add2e20,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:41.455648 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fb53e26d-5f69-45c7-bb9b-c0166aace36f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:41.606205 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-532b6655-e6a8-4014-b7af-ab0f8f9d3766 req-c60f992a-5606-447d-add1-18917565333f tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:41.637933 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-223e5806-f1e5-41ab-8020-fa5ea6202a70 None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:41.657954 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-223e5806-f1e5-41ab-8020-fa5ea6202a70 None None] Transition to ACTIVE for port object f0ebe287-8ea6-4212-b09f-d7df73f4eac5 will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:21:41.670065 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-223e5806-f1e5-41ab-8020-fa5ea6202a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:41.677486 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0bacf49-caaa-4b0a-a260-26565827e1e9 x-openstack-request-id: req-b0bacf49-caaa-4b0a-a260-26565827e1e9 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:21:41.677783 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ee82be1-23ac-4759-ae13-ef619353d72e", "name": "network-vif-plugged", "status": "completed", "tag": "2e8e66b8-d1f5-416b-89ae-45a5e9153168", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:21:41.678038 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b0bacf49-caaa-4b0a-a260-26565827e1e9 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:21:41.678432 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ee82be1-23ac-4759-ae13-ef619353d72e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8e66b8-d1f5-416b-89ae-45a5e9153168', 'code': 200} Aug 22 13:21:41.681048 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fb53e26d-5f69-45c7-bb9b-c0166aace36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:41.685937 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fb53e26d-5f69-45c7-bb9b-c0166aace36f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:41.687333 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-fb53e26d-5f69-45c7-bb9b-c0166aace36f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/63b87f6a-39f2-4b41-888c-aa0f29fa985f HTTP/1.1" status: 204 len: 168 time: 0.4734609 Aug 22 13:21:41.710658 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device d08172a9-051f-4faf-a060-7b9bbd360e5e up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:21:41.716692 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141d79a7-52c3-4186-b349-b760ff8a0c27 None None] Pushing event updated for resources: {'Port': ['ID=f0ebe287-8ea6-4212-b09f-d7df73f4eac5,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:41.761416 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e26d-5f69-45c7-bb9b-c0166aace36f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b87f6a-39f2-4b41-888c-aa0f29fa985f,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:41.763066 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-532b6655-e6a8-4014-b7af-ab0f8f9d3766 req-c60f992a-5606-447d-add1-18917565333f tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:41.823379 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-223e5806-f1e5-41ab-8020-fa5ea6202a70 None None] Attempting to bind port f0ebe287-8ea6-4212-b09f-d7df73f4eac5 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:21:41.823766 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-223e5806-f1e5-41ab-8020-fa5ea6202a70 None None] Attempting to bind port f0ebe287-8ea6-4212-b09f-d7df73f4eac5 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '8f11b6a9-1453-4efe-ac68-1d3d78ae0589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cf6e76b0-0f2e-475f-a96b-eaf4e3b923b0'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:21:41.824136 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223e5806-f1e5-41ab-8020-fa5ea6202a70 None None] Attempting to bind port f0ebe287-8ea6-4212-b09f-d7df73f4eac5 on network cf6e76b0-0f2e-475f-a96b-eaf4e3b923b0 {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:21:41.839774 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223e5806-f1e5-41ab-8020-fa5ea6202a70 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:21:41.840161 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223e5806-f1e5-41ab-8020-fa5ea6202a70 None None] Checking segment: {'id': '8f11b6a9-1453-4efe-ac68-1d3d78ae0589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cf6e76b0-0f2e-475f-a96b-eaf4e3b923b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:21:41.840613 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-223e5806-f1e5-41ab-8020-fa5ea6202a70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:41.840986 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223e5806-f1e5-41ab-8020-fa5ea6202a70 None None] Bound using segment: {'id': '8f11b6a9-1453-4efe-ac68-1d3d78ae0589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cf6e76b0-0f2e-475f-a96b-eaf4e3b923b0'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:21:41.841460 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-223e5806-f1e5-41ab-8020-fa5ea6202a70 None None] Bound port: f0ebe287-8ea6-4212-b09f-d7df73f4eac5, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f11b6a9-1453-4efe-ac68-1d3d78ae0589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cf6e76b0-0f2e-475f-a96b-eaf4e3b923b0'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:21:41.841995 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-223e5806-f1e5-41ab-8020-fa5ea6202a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:41.862580 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port d08172a9-051f-4faf-a060-7b9bbd360e5e triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:21:41.863136 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:42.024860 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-223e5806-f1e5-41ab-8020-fa5ea6202a70 None None] For port f0ebe287-8ea6-4212-b09f-d7df73f4eac5, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:21:42.029601 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-223e5806-f1e5-41ab-8020-fa5ea6202a70 None None] For port f0ebe287-8ea6-4212-b09f-d7df73f4eac5, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=f0ebe287-8ea6-4212-b09f-d7df73f4eac5,segment=NetworkSegment(8f11b6a9-1453-4efe-ac68-1d3d78ae0589),segment_id=8f11b6a9-1453-4efe-ac68-1d3d78ae0589)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:21:42.035609 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-223e5806-f1e5-41ab-8020-fa5ea6202a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:42.105410 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141d79a7-52c3-4186-b349-b760ff8a0c27 None None] Pushing event updated for resources: {'Port': ['ID=f0ebe287-8ea6-4212-b09f-d7df73f4eac5,revision_number=4']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:42.125189 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223e5806-f1e5-41ab-8020-fa5ea6202a70 None None] Routers {'5a243860-5637-4c68-a92d-ad5e1e1822eb'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:21:42.126049 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-223e5806-f1e5-41ab-8020-fa5ea6202a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:21:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['5a243860-5637-4c68-a92d-ad5e1e1822eb'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:21:42.306030 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-223e5806-f1e5-41ab-8020-fa5ea6202a70 None None] Set router 5a243860-5637-4c68-a92d-ad5e1e1822eb gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:21:42.383549 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 90d8ae0f-cb7f-4ac7-8bba-956233466cfd up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:21:42.405593 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c37786-00e2-46be-b7cb-c58394a0012a req-1a5f48dd-446d-4770-9dc5-6e30c6d3d18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:42.407032 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-27c37786-00e2-46be-b7cb-c58394a0012a req-1a5f48dd-446d-4770-9dc5-6e30c6d3d18e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7ee82be1-23ac-4759-ae13-ef619353d72e HTTP/1.1" status: 200 len: 1098 time: 0.5115967 Aug 22 13:21:42.424494 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc8ea4-35bf-492b-8fc8-7f2c3950c050 req-2c0b9c86-4290-496a-8bf7-4cc7f7a5cc3a tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:42.425961 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-79bc8ea4-35bf-492b-8fc8-7f2c3950c050 req-2c0b9c86-4290-496a-8bf7-4cc7f7a5cc3a tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ee82be1-23ac-4759-ae13-ef619353d72e HTTP/1.1" status: 200 len: 946 time: 0.0914998 Aug 22 13:21:42.476705 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port 90d8ae0f-cb7f-4ac7-8bba-956233466cfd completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:21:42.487021 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 90d8ae0f-cb7f-4ac7-8bba-956233466cfd triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:21:42.487386 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:42.535018 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44802) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:42.576868 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-27c37786-00e2-46be-b7cb-c58394a0012a req-924df8e4-e3eb-4e99-bb36-b0e1a92006c8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0ed2b1cd-e89d-453d-a1b3-990a20bb0165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498830 Aug 22 13:21:42.582505 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-79bc8ea4-35bf-492b-8fc8-7f2c3950c050 req-d07aa803-c987-4834-b85b-161661147fa7 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ed2b1cd-e89d-453d-a1b3-990a20bb0165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425772 Aug 22 13:21:42.611580 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:42.642911 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-532b6655-e6a8-4014-b7af-ab0f8f9d3766 req-c60f992a-5606-447d-add1-18917565333f tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:42.650042 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-532b6655-e6a8-4014-b7af-ab0f8f9d3766 req-c60f992a-5606-447d-add1-18917565333f tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:42.658614 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 90d8ae0f-cb7f-4ac7-8bba-956233466cfd, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=90d8ae0f-cb7f-4ac7-8bba-956233466cfd,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:21:42.664664 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:42.722062 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-223e5806-f1e5-41ab-8020-fa5ea6202a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a243860-5637-4c68-a92d-ad5e1e1822eb', 'name': 'tempest-FloatingIPDetailsTestJSON-2005752343-router', 'tenant_id': '4b0dc12489d64ab58a152a3f6963b912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'd08172a9-051f-4faf-a060-7b9bbd360e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:21:31Z', 'updated_at': '2021-08-22T13:21:37Z', 'revision_number': 4, 'project_id': '4b0dc12489d64ab58a152a3f6963b912', 'gw_port': {'id': 'd08172a9-051f-4faf-a060-7b9bbd360e5e', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:01:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a243860-5637-4c68-a92d-ad5e1e1822eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:21:33Z', 'updated_at': '2021-08-22T13:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'f0ebe287-8ea6-4212-b09f-d7df73f4eac5', 'name': '', 'network_id': 'cf6e76b0-0f2e-475f-a96b-eaf4e3b923b0', 'tenant_id': '4b0dc12489d64ab58a152a3f6963b912', 'mac_address': 'fa:16:3e:e4:27:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a243860-5637-4c68-a92d-ad5e1e1822eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '292cf1b7-2601-44b9-a959-4d1433e459f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:21:36Z', 'updated_at': '2021-08-22T13:21:42Z', 'revision_number': 4, 'project_id': '4b0dc12489d64ab58a152a3f6963b912', 'subnets': [{'id': '292cf1b7-2601-44b9-a959-4d1433e459f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:21:42.771856 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60f992a-5606-447d-add1-18917565333f tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Pushing event updated for resources: {'Port': ['ID=ebef1519-842b-4cf5-9543-23415add2e20,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:42.774106 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=90d8ae0f-cb7f-4ac7-8bba-956233466cfd,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:42.785537 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60f992a-5606-447d-add1-18917565333f tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:21:42.786840 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60f992a-5606-447d-add1-18917565333f tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:21:42.786840 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60f992a-5606-447d-add1-18917565333f tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:21:42.787131 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60f992a-5606-447d-add1-18917565333f tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:21:42.787642 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60f992a-5606-447d-add1-18917565333f tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:21:42.787980 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60f992a-5606-447d-add1-18917565333f tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:21:42.788731 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60f992a-5606-447d-add1-18917565333f tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:21:42.789569 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60f992a-5606-447d-add1-18917565333f tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:21:42.789741 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223e5806-f1e5-41ab-8020-fa5ea6202a70 None None] The sync data for ids ['5a243860-5637-4c68-a92d-ad5e1e1822eb'] in n-d-793621-33 is: [{'id': '5a243860-5637-4c68-a92d-ad5e1e1822eb', 'name': 'tempest-FloatingIPDetailsTestJSON-2005752343-router', 'tenant_id': '4b0dc12489d64ab58a152a3f6963b912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'd08172a9-051f-4faf-a060-7b9bbd360e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:21:31Z', 'updated_at': '2021-08-22T13:21:37Z', 'revision_number': 4, 'project_id': '4b0dc12489d64ab58a152a3f6963b912', 'gw_port': {'id': 'd08172a9-051f-4faf-a060-7b9bbd360e5e', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:01:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a243860-5637-4c68-a92d-ad5e1e1822eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:21:33Z', 'updated_at': '2021-08-22T13:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'f0ebe287-8ea6-4212-b09f-d7df73f4eac5', 'name': '', 'network_id': 'cf6e76b0-0f2e-475f-a96b-eaf4e3b923b0', 'tenant_id': '4b0dc12489d64ab58a152a3f6963b912', 'mac_address': 'fa:16:3e:e4:27:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a243860-5637-4c68-a92d-ad5e1e1822eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '292cf1b7-2601-44b9-a959-4d1433e459f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:21:36Z', 'updated_at': '2021-08-22T13:21:42Z', 'revision_number': 4, 'project_id': '4b0dc12489d64ab58a152a3f6963b912', 'subnets': [{'id': '292cf1b7-2601-44b9-a959-4d1433e459f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:21:42.789885 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60f992a-5606-447d-add1-18917565333f tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:21:42.790178 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60f992a-5606-447d-add1-18917565333f tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:21:42.790503 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60f992a-5606-447d-add1-18917565333f tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:21:42.790817 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60f992a-5606-447d-add1-18917565333f tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:21:42.794206 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-532b6655-e6a8-4014-b7af-ab0f8f9d3766 req-c60f992a-5606-447d-add1-18917565333f tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:42.818229 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-532b6655-e6a8-4014-b7af-ab0f8f9d3766 req-c60f992a-5606-447d-add1-18917565333f tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:42.820173 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-532b6655-e6a8-4014-b7af-ab0f8f9d3766 req-c60f992a-5606-447d-add1-18917565333f tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4829106 Aug 22 13:21:42.937611 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-532b6655-e6a8-4014-b7af-ab0f8f9d3766 req-44a9c10b-5264-4d31-8b29-d8b514eadd55 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.56 HTTP/1.1" status: 200 len: 695 time: 0.1107311 Aug 22 13:21:43.028286 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44818) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:43.029215 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-10b2f98c-a067-4ffb-bed3-61819bad797b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4d32800000c74418ada7f9b0b8b7db59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4923286 Aug 22 13:21:43.159976 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b6655-e6a8-4014-b7af-ab0f8f9d3766 req-df33957a-ecd7-43c6-9612-f957cebc67c8 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:43.161513 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-532b6655-e6a8-4014-b7af-ab0f8f9d3766 req-df33957a-ecd7-43c6-9612-f957cebc67c8 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] 10.222.0.21 "GET /v2.0/networks/7de6ab83-cd00-4b3c-94fb-810dd34d29b8 HTTP/1.1" status: 200 len: 784 time: 0.2117400 Aug 22 13:21:43.162725 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-93b6e311-2e7f-4362-8d71-9c52c616cf21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:43.182791 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [req-532b6655-e6a8-4014-b7af-ab0f8f9d3766 req-d0bd8718-063c-45d7-95ba-4fcfddb8dd3a tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:21:43.183958 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-532b6655-e6a8-4014-b7af-ab0f8f9d3766 req-d0bd8718-063c-45d7-95ba-4fcfddb8dd3a tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108087 Aug 22 13:21:43.195897 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-93b6e311-2e7f-4362-8d71-9c52c616cf21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:43.281294 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-93b6e311-2e7f-4362-8d71-9c52c616cf21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:43.286639 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-93b6e311-2e7f-4362-8d71-9c52c616cf21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:43.289377 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-93b6e311-2e7f-4362-8d71-9c52c616cf21 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f5a9f11b-4107-4037-8853-7750e740b729 HTTP/1.1" status: 204 len: 168 time: 0.2589636 Aug 22 13:21:43.298449 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b6e311-2e7f-4362-8d71-9c52c616cf21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a9f11b-4107-4037-8853-7750e740b729,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:43.399318 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44828) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:43.431365 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4403c1b1-f4f5-4e07-b88b-5eedad8644c2 req-7a035bb3-4722-4fe2-b42d-a28516e11026 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:43.432931 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4403c1b1-f4f5-4e07-b88b-5eedad8644c2 req-7a035bb3-4722-4fe2-b42d-a28516e11026 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/ports?device_id=8865484e-8217-4bd6-aea7-7befa8f6cb51 HTTP/1.1" status: 200 len: 950 time: 0.1125262 Aug 22 13:21:43.504509 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4403c1b1-f4f5-4e07-b88b-5eedad8644c2 req-4529ee68-bac1-4065-a54f-a4dfb600cf05 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/security-groups?id=951ba7d6-a6cb-4633-baee-4394277aa814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589769 Aug 22 13:21:43.680747 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8865484e-8217-4bd6-aea7-7befa8f6cb51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d8ae0f-cb7f-4ac7-8bba-956233466cfd'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:21:43.682850 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e00312-e21f-48e8-ada3-9e7e2930e9c4" -d '{"events": [{"server_uuid": "8865484e-8217-4bd6-aea7-7befa8f6cb51", "name": "network-vif-plugged", "status": "completed", "tag": "90d8ae0f-cb7f-4ac7-8bba-956233466cfd"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:21:43.709552 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d3bd2ea5-5115-49f2-8473-c511637d2cce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:43.787177 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device f0ebe287-8ea6-4212-b09f-d7df73f4eac5 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:21:43.845562 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e1694837-15b2-4408-80f1-6262a25ac1c4 req-a4468c24-25c5-45ee-be4e-cf1f79467805 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3092368 Aug 22 13:21:43.853399 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-e1694837-15b2-4408-80f1-6262a25ac1c4 req-e6e359b4-ded9-4143-9219-74cec6eeb20f tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Request body: {'floatingip': {'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:21:43.908049 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port f0ebe287-8ea6-4212-b09f-d7df73f4eac5 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:21:43.923434 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port f0ebe287-8ea6-4212-b09f-d7df73f4eac5 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:21:43.924087 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:43.932287 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d3bd2ea5-5115-49f2-8473-c511637d2cce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:43.939688 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d3bd2ea5-5115-49f2-8473-c511637d2cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:43.940905 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44846) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:43.975224 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3e3f6a23-6450-4883-b7b7-59777b9eaef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:43.996772 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d3bd2ea5-5115-49f2-8473-c511637d2cce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c7cad4a4bff54670ae07bdba753b1be4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5963573 Aug 22 13:21:43.998623 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44848) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:44.002972 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd2ea5-5115-49f2-8473-c511637d2cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f387b0-e3cd-4727-a587-e6b8f8c814db,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:44.037744 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-e1694837-15b2-4408-80f1-6262a25ac1c4 req-e6e359b4-ded9-4143-9219-74cec6eeb20f tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks [] for floatingip, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:44.079067 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:44.134586 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port f0ebe287-8ea6-4212-b09f-d7df73f4eac5, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=f0ebe287-8ea6-4212-b09f-d7df73f4eac5,segment=NetworkSegment(8f11b6a9-1453-4efe-ac68-1d3d78ae0589),segment_id=8f11b6a9-1453-4efe-ac68-1d3d78ae0589)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:21:44.143102 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:44.225552 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b496414a-cfde-4af1-a19b-68f87da00d22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:44.230975 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=f0ebe287-8ea6-4212-b09f-d7df73f4eac5,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:44.296978 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b496414a-cfde-4af1-a19b-68f87da00d22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:44.353120 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3e3f6a23-6450-4883-b7b7-59777b9eaef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:44.383795 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3e3f6a23-6450-4883-b7b7-59777b9eaef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:44.475934 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-e1694837-15b2-4408-80f1-6262a25ac1c4 req-e6e359b4-ded9-4143-9219-74cec6eeb20f tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:44.477963 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f6a23-6450-4883-b7b7-59777b9eaef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b28db65-da9f-47d0-bd31-55f5e2bbad73,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:44.510611 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-3e3f6a23-6450-4883-b7b7-59777b9eaef3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9774b58bf97545aa98fe443189c1cfad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5681744 Aug 22 13:21:44.511718 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b496414a-cfde-4af1-a19b-68f87da00d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:44.513206 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44858) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:44.515311 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b496414a-cfde-4af1-a19b-68f87da00d22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:44.516613 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-b496414a-cfde-4af1-a19b-68f87da00d22 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/24f387b0-e3cd-4727-a587-e6b8f8c814db HTTP/1.1" status: 204 len: 168 time: 0.5169647 Aug 22 13:21:44.631740 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-517974c6-60eb-4a67-a595-af66a4b45537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:44.658598 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-e1694837-15b2-4408-80f1-6262a25ac1c4 req-e6e359b4-ded9-4143-9219-74cec6eeb20f tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Allocated IP 172.25.3.167 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/a1c750b0-c07c-46c5-a9d3-b6bd7ad736e5) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:21:44.689812 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-517974c6-60eb-4a67-a595-af66a4b45537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:44.748414 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b496414a-cfde-4af1-a19b-68f87da00d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f387b0-e3cd-4727-a587-e6b8f8c814db,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:44.749404 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-517974c6-60eb-4a67-a595-af66a4b45537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:44.764782 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-517974c6-60eb-4a67-a595-af66a4b45537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:44.765931 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-517974c6-60eb-4a67-a595-af66a4b45537 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9b28db65-da9f-47d0-bd31-55f5e2bbad73 HTTP/1.1" status: 204 len: 168 time: 0.2517407 Aug 22 13:21:44.779407 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e575fc-acbb-427d-af6c-806665525187 req-d4d2d98e-3ec9-4079-b7c0-eba2e8b06092 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:44.780992 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517974c6-60eb-4a67-a595-af66a4b45537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b28db65-da9f-47d0-bd31-55f5e2bbad73,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:44.786585 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a9e575fc-acbb-427d-af6c-806665525187 req-d4d2d98e-3ec9-4079-b7c0-eba2e8b06092 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ee82be1-23ac-4759-ae13-ef619353d72e HTTP/1.1" status: 200 len: 946 time: 0.3470047 Aug 22 13:21:44.797575 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517974c6-60eb-4a67-a595-af66a4b45537 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:21:44.798138 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517974c6-60eb-4a67-a595-af66a4b45537 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:21:44.798621 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517974c6-60eb-4a67-a595-af66a4b45537 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:21:44.798958 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517974c6-60eb-4a67-a595-af66a4b45537 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:21:44.799284 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517974c6-60eb-4a67-a595-af66a4b45537 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:21:44.799754 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517974c6-60eb-4a67-a595-af66a4b45537 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:21:44.800578 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517974c6-60eb-4a67-a595-af66a4b45537 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:21:44.801190 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517974c6-60eb-4a67-a595-af66a4b45537 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:21:44.801645 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517974c6-60eb-4a67-a595-af66a4b45537 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:21:44.802107 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517974c6-60eb-4a67-a595-af66a4b45537 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:21:44.802582 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517974c6-60eb-4a67-a595-af66a4b45537 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:21:44.803179 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517974c6-60eb-4a67-a595-af66a4b45537 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:21:44.848530 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-e1694837-15b2-4408-80f1-6262a25ac1c4 req-e6e359b4-ded9-4143-9219-74cec6eeb20f tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:44.855178 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a9e575fc-acbb-427d-af6c-806665525187 req-d501c989-8f93-4552-9c17-81f4ef580c07 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ed2b1cd-e89d-453d-a1b3-990a20bb0165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675435 Aug 22 13:21:44.896032 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-e1694837-15b2-4408-80f1-6262a25ac1c4 req-e6e359b4-ded9-4143-9219-74cec6eeb20f tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:44.919371 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0302ef81-9531-46b7-9cf4-43af81b6d45b x-openstack-request-id: req-0302ef81-9531-46b7-9cf4-43af81b6d45b {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:21:44.919895 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8865484e-8217-4bd6-aea7-7befa8f6cb51", "name": "network-vif-plugged", "status": "completed", "tag": "90d8ae0f-cb7f-4ac7-8bba-956233466cfd", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:21:44.920019 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0302ef81-9531-46b7-9cf4-43af81b6d45b {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:21:44.920460 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8865484e-8217-4bd6-aea7-7befa8f6cb51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d8ae0f-cb7f-4ac7-8bba-956233466cfd', 'code': 200} Aug 22 13:21:44.954637 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1694837-15b2-4408-80f1-6262a25ac1c4 req-e6e359b4-ded9-4143-9219-74cec6eeb20f tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:21:44.957622 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-e1694837-15b2-4408-80f1-6262a25ac1c4 req-e6e359b4-ded9-4143-9219-74cec6eeb20f tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:21:44.961697 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1694837-15b2-4408-80f1-6262a25ac1c4 req-e6e359b4-ded9-4143-9219-74cec6eeb20f tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:21:44.992828 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e359b4-ded9-4143-9219-74cec6eeb20f tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Pushing event updated for resources: {'Port': ['ID=a1c750b0-c07c-46c5-a9d3-b6bd7ad736e5,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:45.124678 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44880) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:45.126925 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-e1694837-15b2-4408-80f1-6262a25ac1c4 req-e6e359b4-ded9-4143-9219-74cec6eeb20f tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:45.134748 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6a5b3-c072-4079-a9f3-eea207c863a6 req-db60c6f1-d21e-4090-8069-5068ff22663c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:45.136275 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-03c6a5b3-c072-4079-a9f3-eea207c863a6 req-db60c6f1-d21e-4090-8069-5068ff22663c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8865484e-8217-4bd6-aea7-7befa8f6cb51 HTTP/1.1" status: 200 len: 1102 time: 0.1201956 Aug 22 13:21:45.140434 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7b838728-74cf-47f2-a24b-c23f4579dd71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:45.163107 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b62b1-ef7b-470d-81b7-2d58e8fb35a6 req-3307f668-fd89-4957-9091-72fac4504cda tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:45.164726 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-304b62b1-ef7b-470d-81b7-2d58e8fb35a6 req-3307f668-fd89-4957-9091-72fac4504cda tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/ports?device_id=8865484e-8217-4bd6-aea7-7befa8f6cb51 HTTP/1.1" status: 200 len: 950 time: 0.0914450 Aug 22 13:21:45.220006 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-e1694837-15b2-4408-80f1-6262a25ac1c4 req-e6e359b4-ded9-4143-9219-74cec6eeb20f tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:45.255694 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-03c6a5b3-c072-4079-a9f3-eea207c863a6 req-ce468e15-69ec-4d49-bb83-c41d24dce312 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=951ba7d6-a6cb-4633-baee-4394277aa814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100593 Aug 22 13:21:45.275957 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-304b62b1-ef7b-470d-81b7-2d58e8fb35a6 req-dba90bb3-d576-4c31-93d7-77cc1ee3cbfa tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/security-groups?id=951ba7d6-a6cb-4633-baee-4394277aa814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873754 Aug 22 13:21:45.276683 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7b838728-74cf-47f2-a24b-c23f4579dd71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:45.285439 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7b838728-74cf-47f2-a24b-c23f4579dd71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:45.322635 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7b838728-74cf-47f2-a24b-c23f4579dd71 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c456ca92b3b5493ba281c2802ab73185&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1966443 Aug 22 13:21:45.327438 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44890) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:45.349978 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b838728-74cf-47f2-a24b-c23f4579dd71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa417abf-869d-482f-99e3-d46c9a44e77c,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:45.393763 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-43fe383a-4d24-4481-8796-5aa7441d7582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:45.430124 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-43fe383a-4d24-4481-8796-5aa7441d7582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:45.500214 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-e1694837-15b2-4408-80f1-6262a25ac1c4 req-e6e359b4-ded9-4143-9219-74cec6eeb20f tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:45.514213 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-e1694837-15b2-4408-80f1-6262a25ac1c4 req-e6e359b4-ded9-4143-9219-74cec6eeb20f tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:45.648756 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e359b4-ded9-4143-9219-74cec6eeb20f tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Pushing event updated for resources: {'Port': ['ID=a1c750b0-c07c-46c5-a9d3-b6bd7ad736e5,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:45.670483 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-e1694837-15b2-4408-80f1-6262a25ac1c4 req-e6e359b4-ded9-4143-9219-74cec6eeb20f tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:45.695025 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-e1694837-15b2-4408-80f1-6262a25ac1c4 req-e6e359b4-ded9-4143-9219-74cec6eeb20f tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:45.696475 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device f0ebe287-8ea6-4212-b09f-d7df73f4eac5 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:21:45.697346 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e1694837-15b2-4408-80f1-6262a25ac1c4 req-e6e359b4-ded9-4143-9219-74cec6eeb20f tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8505855 Aug 22 13:21:45.754671 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-43fe383a-4d24-4481-8796-5aa7441d7582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:45.759387 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-43fe383a-4d24-4481-8796-5aa7441d7582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:45.760958 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-43fe383a-4d24-4481-8796-5aa7441d7582 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fa417abf-869d-482f-99e3-d46c9a44e77c HTTP/1.1" status: 204 len: 168 time: 0.4324539 Aug 22 13:21:45.771161 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port f0ebe287-8ea6-4212-b09f-d7df73f4eac5 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:21:45.771529 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:45.779121 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fe383a-4d24-4481-8796-5aa7441d7582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa417abf-869d-482f-99e3-d46c9a44e77c,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:45.784216 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e1694837-15b2-4408-80f1-6262a25ac1c4 req-bb9d4871-d6f3-4276-9889-86a36dc3108d tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.167 HTTP/1.1" status: 200 len: 696 time: 0.0803654 Aug 22 13:21:45.932568 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1694837-15b2-4408-80f1-6262a25ac1c4 req-6e76b11a-d22f-4b6b-921b-a398a6319729 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:45.933978 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e1694837-15b2-4408-80f1-6262a25ac1c4 req-6e76b11a-d22f-4b6b-921b-a398a6319729 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] 10.222.0.21 "GET /v2.0/networks/7de6ab83-cd00-4b3c-94fb-810dd34d29b8 HTTP/1.1" status: 200 len: 784 time: 0.1435993 Aug 22 13:21:46.183225 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc903ec3-bed3-47d9-88f0-339f6576d700 req-9e768dfe-4b7b-4767-bdf7-b5f2b2215f41 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:46.184925 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fc903ec3-bed3-47d9-88f0-339f6576d700 req-9e768dfe-4b7b-4767-bdf7-b5f2b2215f41 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ee82be1-23ac-4759-ae13-ef619353d72e HTTP/1.1" status: 200 len: 946 time: 0.0630319 Aug 22 13:21:46.253684 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5e74e653-0cd5-45e0-bfa6-6c0c61572579 req-470824bd-55b5-4776-85e1-e3070d1e24e4 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=01d864243fbf4cf6816e3fd9d58ef026&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254657 Aug 22 13:21:46.260220 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fc903ec3-bed3-47d9-88f0-339f6576d700 req-f9390757-5495-4a19-8a39-66b91a94b1d9 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ed2b1cd-e89d-453d-a1b3-990a20bb0165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676169 Aug 22 13:21:46.446988 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74e653-0cd5-45e0-bfa6-6c0c61572579 req-3d794566-aadd-41a2-9a43-329045cb7110 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:46.448487 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5e74e653-0cd5-45e0-bfa6-6c0c61572579 req-3d794566-aadd-41a2-9a43-329045cb7110 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1869180 Aug 22 13:21:46.473417 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5e74e653-0cd5-45e0-bfa6-6c0c61572579 req-be37ea98-be1b-4eeb-a9a0-d24901933eac tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/quotas/01d864243fbf4cf6816e3fd9d58ef026 HTTP/1.1" status: 200 len: 375 time: 0.0171459 Aug 22 13:21:46.478169 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dbade620-88f3-47d4-b8b7-7772c5b51c10 req-2c25ecec-7663-4f5f-bc67-ea86b3550600 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1615155 Aug 22 13:21:46.495263 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-dbade620-88f3-47d4-b8b7-7772c5b51c10 req-e24a0342-417c-43c4-8564-88d1f5e2c527 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Request body: {'floatingip': {'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:21:46.514726 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5e74e653-0cd5-45e0-bfa6-6c0c61572579 req-7b7d610a-83f8-4c47-a588-7cbe476df3e7 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=01d864243fbf4cf6816e3fd9d58ef026&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343397 Aug 22 13:21:46.539346 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-dbade620-88f3-47d4-b8b7-7772c5b51c10 req-e24a0342-417c-43c4-8564-88d1f5e2c527 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks [] for floatingip, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:46.678579 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-dbade620-88f3-47d4-b8b7-7772c5b51c10 req-e24a0342-417c-43c4-8564-88d1f5e2c527 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:46.828015 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-dbade620-88f3-47d4-b8b7-7772c5b51c10 req-e24a0342-417c-43c4-8564-88d1f5e2c527 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Allocated IP 172.25.3.48 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/6064434d-fca0-4ce7-b15d-0545c6899035) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:21:46.951437 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-dbade620-88f3-47d4-b8b7-7772c5b51c10 req-e24a0342-417c-43c4-8564-88d1f5e2c527 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:47.000713 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-dbade620-88f3-47d4-b8b7-7772c5b51c10 req-e24a0342-417c-43c4-8564-88d1f5e2c527 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:47.049100 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbade620-88f3-47d4-b8b7-7772c5b51c10 req-e24a0342-417c-43c4-8564-88d1f5e2c527 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:21:47.052280 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-dbade620-88f3-47d4-b8b7-7772c5b51c10 req-e24a0342-417c-43c4-8564-88d1f5e2c527 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:21:47.056046 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbade620-88f3-47d4-b8b7-7772c5b51c10 req-e24a0342-417c-43c4-8564-88d1f5e2c527 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:21:47.089507 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24a0342-417c-43c4-8564-88d1f5e2c527 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Pushing event updated for resources: {'Port': ['ID=6064434d-fca0-4ce7-b15d-0545c6899035,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:47.173824 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-dbade620-88f3-47d4-b8b7-7772c5b51c10 req-e24a0342-417c-43c4-8564-88d1f5e2c527 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:47.224649 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-dbade620-88f3-47d4-b8b7-7772c5b51c10 req-e24a0342-417c-43c4-8564-88d1f5e2c527 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:47.399706 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10735978-e2bf-4221-b9d0-b1a0b1080159 req-e3264885-a4af-4e83-a002-717f9d7a305e tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:47.400797 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-10735978-e2bf-4221-b9d0-b1a0b1080159 req-e3264885-a4af-4e83-a002-717f9d7a305e tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ee82be1-23ac-4759-ae13-ef619353d72e HTTP/1.1" status: 200 len: 946 time: 0.0814002 Aug 22 13:21:47.409843 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44996) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:47.418052 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-d0602e4f-e287-4b86-b244-ca9819afa2fb tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Request body: {'floatingip': {'port_id': '2e8e66b8-d1f5-416b-89ae-45a5e9153168'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:21:47.433127 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-dbade620-88f3-47d4-b8b7-7772c5b51c10 req-e24a0342-417c-43c4-8564-88d1f5e2c527 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:47.438357 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-dbade620-88f3-47d4-b8b7-7772c5b51c10 req-e24a0342-417c-43c4-8564-88d1f5e2c527 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:47.501138 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d0602e4f-e287-4b86-b244-ca9819afa2fb tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify callbacks [] for floatingip, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:47.535654 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24a0342-417c-43c4-8564-88d1f5e2c527 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Pushing event updated for resources: {'Port': ['ID=6064434d-fca0-4ce7-b15d-0545c6899035,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:47.550255 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-dbade620-88f3-47d4-b8b7-7772c5b51c10 req-e24a0342-417c-43c4-8564-88d1f5e2c527 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:47.563825 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d6b190-b6ae-4d53-aae3-1e19556d0984 req-637b03e0-1a80-4f87-928d-58329e729f22 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:47.565304 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-61d6b190-b6ae-4d53-aae3-1e19556d0984 req-637b03e0-1a80-4f87-928d-58329e729f22 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/ports?device_id=8865484e-8217-4bd6-aea7-7befa8f6cb51 HTTP/1.1" status: 200 len: 950 time: 0.1010292 Aug 22 13:21:47.578978 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-dbade620-88f3-47d4-b8b7-7772c5b51c10 req-e24a0342-417c-43c4-8564-88d1f5e2c527 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:47.580108 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dbade620-88f3-47d4-b8b7-7772c5b51c10 req-e24a0342-417c-43c4-8564-88d1f5e2c527 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.0914865 Aug 22 13:21:47.647625 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dbade620-88f3-47d4-b8b7-7772c5b51c10 req-3f9ad747-edbe-493a-b59c-e7f363d8a1ef tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.48 HTTP/1.1" status: 200 len: 695 time: 0.0592031 Aug 22 13:21:47.653304 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-61d6b190-b6ae-4d53-aae3-1e19556d0984 req-0f8139ef-87a9-45d0-8671-5fa2f2c86ed8 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/security-groups?id=951ba7d6-a6cb-4633-baee-4394277aa814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801089 Aug 22 13:21:47.782516 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-feac89d8-b06e-4087-8413-fc928be733c3 req-2c07d857-5378-41ab-a932-c943b1d3d632 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=91864420-8f72-4153-bfe3-294260244158 HTTP/1.1" status: 200 len: 210 time: 0.0619483 Aug 22 13:21:47.786819 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5e74e653-0cd5-45e0-bfa6-6c0c61572579 req-0a66f176-0e2c-4ad2-8636-85fd2dc091bc tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=01d864243fbf4cf6816e3fd9d58ef026&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0652146 Aug 22 13:21:47.887903 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbade620-88f3-47d4-b8b7-7772c5b51c10 req-91c8cba8-4e4c-4597-8ae8-43de76f867ee tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:47.889318 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dbade620-88f3-47d4-b8b7-7772c5b51c10 req-91c8cba8-4e4c-4597-8ae8-43de76f867ee tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] 10.222.0.21 "GET /v2.0/networks/7de6ab83-cd00-4b3c-94fb-810dd34d29b8 HTTP/1.1" status: 200 len: 784 time: 0.2308760 Aug 22 13:21:47.960109 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74e653-0cd5-45e0-bfa6-6c0c61572579 req-0d62e0a2-bd6b-446c-96ef-d3f08ade075f tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:47.961836 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5e74e653-0cd5-45e0-bfa6-6c0c61572579 req-0d62e0a2-bd6b-446c-96ef-d3f08ade075f tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1642256 Aug 22 13:21:47.977198 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-5e74e653-0cd5-45e0-bfa6-6c0c61572579 req-c2e7366a-4023-4637-9f53-762a6ba8fe77 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Request body: {'port': {'device_id': '91864420-8f72-4153-bfe3-294260244158', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'admin_state_up': True, 'tenant_id': '01d864243fbf4cf6816e3fd9d58ef026'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:21:48.141260 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e74e653-0cd5-45e0-bfa6-6c0c61572579 req-c2e7366a-4023-4637-9f53-762a6ba8fe77 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Made reservation on behalf of 01d864243fbf4cf6816e3fd9d58ef026 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:21:48.144713 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5e74e653-0cd5-45e0-bfa6-6c0c61572579 req-c2e7366a-4023-4637-9f53-762a6ba8fe77 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:48.155376 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5e74e653-0cd5-45e0-bfa6-6c0c61572579 req-c2e7366a-4023-4637-9f53-762a6ba8fe77 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:48.228565 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.db.resource_extend [None req-d0602e4f-e287-4b86-b244-ca9819afa2fb tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 22 13:21:48.348452 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d0602e4f-e287-4b86-b244-ca9819afa2fb tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:48.354184 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d0602e4f-e287-4b86-b244-ca9819afa2fb tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:48.398073 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45022) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:48.490350 n-d-793621-33 neutron-server[94628]: INFO neutron.db.l3_db [None req-d0602e4f-e287-4b86-b244-ca9819afa2fb tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Floating IP e38268e4-62e1-4ac8-9d49-c864010be04c associated. External IP: 172.25.3.115, port: 2e8e66b8-d1f5-416b-89ae-45a5e9153168. Aug 22 13:21:48.557200 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-90fca019-95f4-4131-8226-e17e96f90920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:48.626344 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45028) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:48.654098 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5e74e653-0cd5-45e0-bfa6-6c0c61572579 req-c2e7366a-4023-4637-9f53-762a6ba8fe77 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:48.670125 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5e74e653-0cd5-45e0-bfa6-6c0c61572579 req-c2e7366a-4023-4637-9f53-762a6ba8fe77 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:48.716817 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e799665-dd8c-4509-b494-ef0f9e57ed97 req-9f7065cc-bfae-4cb8-8516-653591e075ea tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:48.718320 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2e799665-dd8c-4509-b494-ef0f9e57ed97 req-9f7065cc-bfae-4cb8-8516-653591e075ea tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/ports?device_id=8865484e-8217-4bd6-aea7-7befa8f6cb51 HTTP/1.1" status: 200 len: 950 time: 0.1270802 Aug 22 13:21:48.777636 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bbf3914b-190c-4125-9615-1cd292f3b717 req-3e61d677-bf55-4f00-b655-76d6b97c8ab0 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5225358 Aug 22 13:21:48.780340 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8ebb1b21-bc45-4f71-b132-87a97e4b0a17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:48.787755 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e7366a-4023-4637-9f53-762a6ba8fe77 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc99bb6-4a2e-437a-a60c-09844d0d3191,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:48.798522 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0602e4f-e287-4b86-b244-ca9819afa2fb tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Router 96103a62-19ca-48f4-8434-777db29e697a has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:21:48.802137 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-bbf3914b-190c-4125-9615-1cd292f3b717 req-43f91980-87c3-4e8e-9647-3971e6dd765e tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Request body: {'floatingip': {'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:21:48.852183 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2e799665-dd8c-4509-b494-ef0f9e57ed97 req-8cde0af7-fc64-4d6a-83a2-1fbda49859d0 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/security-groups?id=951ba7d6-a6cb-4633-baee-4394277aa814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903797 Aug 22 13:21:48.874992 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-90fca019-95f4-4131-8226-e17e96f90920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:48.885233 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-90fca019-95f4-4131-8226-e17e96f90920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:48.893139 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-5e74e653-0cd5-45e0-bfa6-6c0c61572579 req-c2e7366a-4023-4637-9f53-762a6ba8fe77 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Allocated IP 192.168.233.175 (7dc41cff-a3ac-4fc2-ba06-973efce2365e/7151c727-b27f-4308-8098-60bc16140d45/1286179b-e9e6-4d6e-89fd-2429cb61c9b5) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:21:49.066567 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5e74e653-0cd5-45e0-bfa6-6c0c61572579 req-c2e7366a-4023-4637-9f53-762a6ba8fe77 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:49.081305 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-5e74e653-0cd5-45e0-bfa6-6c0c61572579 req-c2e7366a-4023-4637-9f53-762a6ba8fe77 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Transition to ACTIVE for port object 1286179b-e9e6-4d6e-89fd-2429cb61c9b5 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:21:49.116868 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5e74e653-0cd5-45e0-bfa6-6c0c61572579 req-c2e7366a-4023-4637-9f53-762a6ba8fe77 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:49.163097 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e74e653-0cd5-45e0-bfa6-6c0c61572579 req-c2e7366a-4023-4637-9f53-762a6ba8fe77 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Network 7dc41cff-a3ac-4fc2-ba06-973efce2365e is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:21:49.168120 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-5e74e653-0cd5-45e0-bfa6-6c0c61572579 req-c2e7366a-4023-4637-9f53-762a6ba8fe77 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:21:49.175530 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e74e653-0cd5-45e0-bfa6-6c0c61572579 req-c2e7366a-4023-4637-9f53-762a6ba8fe77 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:21:49.181051 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e7366a-4023-4637-9f53-762a6ba8fe77 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Pushing event updated for resources: {'Port': ['ID=1286179b-e9e6-4d6e-89fd-2429cb61c9b5,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:49.199240 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-90fca019-95f4-4131-8226-e17e96f90920 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=026696d4bdf94a0aa82b63b8a112ac7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8001151 Aug 22 13:21:49.203525 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45036) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:49.229590 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fca019-95f4-4131-8226-e17e96f90920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7e3bd2-a3ce-4de7-8bfa-5f1b1844d063,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:49.264933 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74e653-0cd5-45e0-bfa6-6c0c61572579 req-c2e7366a-4023-4637-9f53-762a6ba8fe77 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:49.265806 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5e74e653-0cd5-45e0-bfa6-6c0c61572579 req-c2e7366a-4023-4637-9f53-762a6ba8fe77 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:49.272156 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0602e4f-e287-4b86-b244-ca9819afa2fb tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:21:49.279782 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d0602e4f-e287-4b86-b244-ca9819afa2fb tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:49.290266 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-48b4590e-46e3-4c3a-8814-0deeb4c5e2fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:49.298246 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c124ff3-e19d-4da7-9c64-7dff294d2382 None None] Sync routers for ids ['96103a62-19ca-48f4-8434-777db29e697a'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:21:49.312938 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d0602e4f-e287-4b86-b244-ca9819afa2fb tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "PUT /v2.0/floatingips/e38268e4-62e1-4ac8-9d49-c864010be04c HTTP/1.1" status: 200 len: 992 time: 1.9012611 Aug 22 13:21:49.318378 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c124ff3-e19d-4da7-9c64-7dff294d2382 None None] Routers {'96103a62-19ca-48f4-8434-777db29e697a'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:21:49.320584 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-2c124ff3-e19d-4da7-9c64-7dff294d2382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:21:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['96103a62-19ca-48f4-8434-777db29e697a'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:21:49.328821 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-48b4590e-46e3-4c3a-8814-0deeb4c5e2fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:49.372905 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8ebb1b21-bc45-4f71-b132-87a97e4b0a17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:49.373931 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ee82be1-23ac-4759-ae13-ef619353d72e', 'tag': '2e8e66b8-d1f5-416b-89ae-45a5e9153168'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:21:49.376846 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1b7306-0f75-4466-b2a9-f4d265cb9e24" -d '{"events": [{"name": "network-changed", "server_uuid": "7ee82be1-23ac-4759-ae13-ef619353d72e", "tag": "2e8e66b8-d1f5-416b-89ae-45a5e9153168"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:21:49.385172 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8ebb1b21-bc45-4f71-b132-87a97e4b0a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:49.415299 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5e74e653-0cd5-45e0-bfa6-6c0c61572579 req-c2e7366a-4023-4637-9f53-762a6ba8fe77 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4442878 Aug 22 13:21:49.431495 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-48b4590e-46e3-4c3a-8814-0deeb4c5e2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:49.434054 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-48b4590e-46e3-4c3a-8814-0deeb4c5e2fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:49.435147 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-48b4590e-46e3-4c3a-8814-0deeb4c5e2fb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9f7e3bd2-a3ce-4de7-8bfa-5f1b1844d063 HTTP/1.1" status: 204 len: 168 time: 0.2306244 Aug 22 13:21:49.440972 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-5e74e653-0cd5-45e0-bfa6-6c0c61572579 req-9e427108-0a8c-44d5-b201-b82e26fa3c5c service neutron] Request body: {'port': {'device_id': '91864420-8f72-4153-bfe3-294260244158', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:21:49.443047 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebb1b21-bc45-4f71-b132-87a97e4b0a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94affe8a-b0d7-4b34-9f21-6496acd4d62d,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:49.458489 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8ebb1b21-bc45-4f71-b132-87a97e4b0a17 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c54eb2687679491a8bf20607e653ad51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8299506 Aug 22 13:21:49.461899 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45046) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:49.474142 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-bbf3914b-190c-4125-9615-1cd292f3b717 req-43f91980-87c3-4e8e-9647-3971e6dd765e tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks [] for floatingip, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:49.481089 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b4590e-46e3-4c3a-8814-0deeb4c5e2fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7e3bd2-a3ce-4de7-8bfa-5f1b1844d063,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:49.582639 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5e74e653-0cd5-45e0-bfa6-6c0c61572579 req-9e427108-0a8c-44d5-b201-b82e26fa3c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:49.610034 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4c88e54a-b187-452e-9226-71430f71ede8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:49.661728 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4c88e54a-b187-452e-9226-71430f71ede8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:49.716421 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4c88e54a-b187-452e-9226-71430f71ede8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:49.720880 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4c88e54a-b187-452e-9226-71430f71ede8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:49.727678 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4c88e54a-b187-452e-9226-71430f71ede8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/94affe8a-b0d7-4b34-9f21-6496acd4d62d HTTP/1.1" status: 204 len: 168 time: 0.2623744 Aug 22 13:21:49.750041 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c88e54a-b187-452e-9226-71430f71ede8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94affe8a-b0d7-4b34-9f21-6496acd4d62d,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:49.770056 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-475fb02d-e539-4537-bff6-4bb02022767d None None] Provisioning for port 1286179b-e9e6-4d6e-89fd-2429cb61c9b5 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:21:49.783190 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-475fb02d-e539-4537-bff6-4bb02022767d None None] Provisioning complete for port 1286179b-e9e6-4d6e-89fd-2429cb61c9b5 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:21:49.783920 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-475fb02d-e539-4537-bff6-4bb02022767d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:49.786952 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-2c124ff3-e19d-4da7-9c64-7dff294d2382 None None] Set router 96103a62-19ca-48f4-8434-777db29e697a gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:21:49.898979 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-475fb02d-e539-4537-bff6-4bb02022767d None None] Port 1286179b-e9e6-4d6e-89fd-2429cb61c9b5 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:21:49.957689 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-bbf3914b-190c-4125-9615-1cd292f3b717 req-43f91980-87c3-4e8e-9647-3971e6dd765e tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:49.965285 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45054) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:49.970676 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-5e74e653-0cd5-45e0-bfa6-6c0c61572579 req-9e427108-0a8c-44d5-b201-b82e26fa3c5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1286179b-e9e6-4d6e-89fd-2429cb61c9b5 {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:21:49.987477 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f1b094ef-193d-4934-aab6-a1a443f869c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:49.990912 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5e74e653-0cd5-45e0-bfa6-6c0c61572579 req-9e427108-0a8c-44d5-b201-b82e26fa3c5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:50.047673 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-5e74e653-0cd5-45e0-bfa6-6c0c61572579 req-9e427108-0a8c-44d5-b201-b82e26fa3c5c service neutron] Transition to ACTIVE for port object 1286179b-e9e6-4d6e-89fd-2429cb61c9b5 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:21:50.062308 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5e74e653-0cd5-45e0-bfa6-6c0c61572579 req-9e427108-0a8c-44d5-b201-b82e26fa3c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:50.131270 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f1b094ef-193d-4934-aab6-a1a443f869c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:50.137172 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f1b094ef-193d-4934-aab6-a1a443f869c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:50.162563 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-2c124ff3-e19d-4da7-9c64-7dff294d2382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96103a62-19ca-48f4-8434-777db29e697a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-35615422-router', 'tenant_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '86c2ca98-5afd-4761-9c74-af3f25e3f90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:20:50Z', 'updated_at': '2021-08-22T13:20:56Z', 'revision_number': 4, 'project_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'gw_port': {'id': '86c2ca98-5afd-4761-9c74-af3f25e3f90d', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:57:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96103a62-19ca-48f4-8434-777db29e697a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:20:51Z', 'updated_at': '2021-08-22T13:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'e38268e4-62e1-4ac8-9d49-c864010be04c', 'tenant_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'floating_ip_address': '172.25.3.115', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '96103a62-19ca-48f4-8434-777db29e697a', 'port_id': '2e8e66b8-d1f5-416b-89ae-45a5e9153168', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1c10f8c-20d5-4d04-af7a-0afa0a2251fb', 'mac_address': 'fa:16:3e:0c:ab:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee82be1-23ac-4759-ae13-ef619353d72e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:21:13Z', 'updated_at': '2021-08-22T13:21:48Z', 'revision_number': 1, 'project_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8fafdd9-90e9-411d-863c-1098e4d099a2', 'name': '', 'network_id': 'a1c10f8c-20d5-4d04-af7a-0afa0a2251fb', 'tenant_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'mac_address': 'fa:16:3e:04:8c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96103a62-19ca-48f4-8434-777db29e697a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6b2f428e-282f-45d1-83f0-557cce9c83da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:20:56Z', 'updated_at': '2021-08-22T13:21:04Z', 'revision_number': 5, 'project_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'subnets': [{'id': '6b2f428e-282f-45d1-83f0-557cce9c83da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:21:50.194802 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f1b094ef-193d-4934-aab6-a1a443f869c2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d2d33f8b706c4e51b3655ee7b0c75f90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2275832 Aug 22 13:21:50.197642 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45058) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:50.213281 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427108-0a8c-44d5-b201-b82e26fa3c5c service neutron] Pushing event updated for resources: {'Port': ['ID=1286179b-e9e6-4d6e-89fd-2429cb61c9b5,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:50.221153 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c124ff3-e19d-4da7-9c64-7dff294d2382 None None] Checking router: 96103a62-19ca-48f4-8434-777db29e697a for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:21:50.223716 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b094ef-193d-4934-aab6-a1a443f869c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c0be6e-9339-4a03-878d-5bb4b6c6dc43,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:50.232319 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c124ff3-e19d-4da7-9c64-7dff294d2382 None None] Routers {'96103a62-19ca-48f4-8434-777db29e697a'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:21:50.233021 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-2c124ff3-e19d-4da7-9c64-7dff294d2382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:21:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['96103a62-19ca-48f4-8434-777db29e697a'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:21:50.240024 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-bbf3914b-190c-4125-9615-1cd292f3b717 req-43f91980-87c3-4e8e-9647-3971e6dd765e tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Allocated IP 172.25.3.157 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/9c0de318-6d34-4f4e-85c5-bff80092e17a) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:21:50.254838 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c628e-8654-404e-a938-97d8d7adc8f0 req-28fb12c4-12df-4417-b29b-54dd81da5e19 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:50.256426 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-de1c628e-8654-404e-a938-97d8d7adc8f0 req-28fb12c4-12df-4417-b29b-54dd81da5e19 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=91864420-8f72-4153-bfe3-294260244158 HTTP/1.1" status: 200 len: 948 time: 0.2140200 Aug 22 13:21:50.287623 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c262a4c5-8667-497f-8bb8-8328fe334d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:50.315574 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c262a4c5-8667-497f-8bb8-8328fe334d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:50.400144 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-2c124ff3-e19d-4da7-9c64-7dff294d2382 None None] Set router 96103a62-19ca-48f4-8434-777db29e697a gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:21:50.406332 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c262a4c5-8667-497f-8bb8-8328fe334d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:50.412714 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c262a4c5-8667-497f-8bb8-8328fe334d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:50.418177 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c262a4c5-8667-497f-8bb8-8328fe334d3b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/53c0be6e-9339-4a03-878d-5bb4b6c6dc43 HTTP/1.1" status: 204 len: 168 time: 0.2017944 Aug 22 13:21:50.425334 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45062) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:50.446107 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c262a4c5-8667-497f-8bb8-8328fe334d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c0be6e-9339-4a03-878d-5bb4b6c6dc43,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:50.448066 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9c1cc750-1be4-4756-8a17-66870884e3b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:50.462245 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-de1c628e-8654-404e-a938-97d8d7adc8f0 req-4c911f7b-3141-48a1-bfe4-f4ab3f9e4e49 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598537 Aug 22 13:21:50.482637 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-5e74e653-0cd5-45e0-bfa6-6c0c61572579 req-9e427108-0a8c-44d5-b201-b82e26fa3c5c service neutron] Attempting to bind port 1286179b-e9e6-4d6e-89fd-2429cb61c9b5 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:21:50.482637 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-5e74e653-0cd5-45e0-bfa6-6c0c61572579 req-9e427108-0a8c-44d5-b201-b82e26fa3c5c service neutron] Attempting to bind port 1286179b-e9e6-4d6e-89fd-2429cb61c9b5 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:21:50.482637 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e74e653-0cd5-45e0-bfa6-6c0c61572579 req-9e427108-0a8c-44d5-b201-b82e26fa3c5c service neutron] Attempting to bind port 1286179b-e9e6-4d6e-89fd-2429cb61c9b5 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:21:50.491804 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e74e653-0cd5-45e0-bfa6-6c0c61572579 req-9e427108-0a8c-44d5-b201-b82e26fa3c5c service neutron] Port 1286179b-e9e6-4d6e-89fd-2429cb61c9b5 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:21:50.492187 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e74e653-0cd5-45e0-bfa6-6c0c61572579 req-9e427108-0a8c-44d5-b201-b82e26fa3c5c service neutron] Attempting to bind port 1286179b-e9e6-4d6e-89fd-2429cb61c9b5 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:21:50.510503 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e74e653-0cd5-45e0-bfa6-6c0c61572579 req-9e427108-0a8c-44d5-b201-b82e26fa3c5c service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:21:50.510773 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e74e653-0cd5-45e0-bfa6-6c0c61572579 req-9e427108-0a8c-44d5-b201-b82e26fa3c5c service neutron] Checking segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:21:50.511176 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e74e653-0cd5-45e0-bfa6-6c0c61572579 req-9e427108-0a8c-44d5-b201-b82e26fa3c5c service neutron] Bound using segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:21:50.511635 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-5e74e653-0cd5-45e0-bfa6-6c0c61572579 req-9e427108-0a8c-44d5-b201-b82e26fa3c5c service neutron] Bound port: 1286179b-e9e6-4d6e-89fd-2429cb61c9b5, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:21:50.511999 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5e74e653-0cd5-45e0-bfa6-6c0c61572579 req-9e427108-0a8c-44d5-b201-b82e26fa3c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:50.565285 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9c1cc750-1be4-4756-8a17-66870884e3b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:50.573428 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9c1cc750-1be4-4756-8a17-66870884e3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:50.615768 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9c1cc750-1be4-4756-8a17-66870884e3b5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7e9b3a650622452485bd8a0774dce0c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1894002 Aug 22 13:21:50.619181 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45064) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:50.677221 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1cc750-1be4-4756-8a17-66870884e3b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f641bc-fa3f-4fc9-a09d-4cb29fc98802,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:50.684551 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-bbf3914b-190c-4125-9615-1cd292f3b717 req-43f91980-87c3-4e8e-9647-3971e6dd765e tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:50.699679 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-5e74e653-0cd5-45e0-bfa6-6c0c61572579 req-9e427108-0a8c-44d5-b201-b82e26fa3c5c service neutron] For port 1286179b-e9e6-4d6e-89fd-2429cb61c9b5, host n-h1-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:21:50.706197 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-5e74e653-0cd5-45e0-bfa6-6c0c61572579 req-9e427108-0a8c-44d5-b201-b82e26fa3c5c service neutron] For port 1286179b-e9e6-4d6e-89fd-2429cb61c9b5, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=1286179b-e9e6-4d6e-89fd-2429cb61c9b5,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:21:50.726375 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5e74e653-0cd5-45e0-bfa6-6c0c61572579 req-9e427108-0a8c-44d5-b201-b82e26fa3c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:50.739865 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8200cb3b-3f87-446b-9710-3b647b001990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:50.780313 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74e653-0cd5-45e0-bfa6-6c0c61572579 req-9e427108-0a8c-44d5-b201-b82e26fa3c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:50.781150 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5e74e653-0cd5-45e0-bfa6-6c0c61572579 req-9e427108-0a8c-44d5-b201-b82e26fa3c5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:50.782576 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5e74e653-0cd5-45e0-bfa6-6c0c61572579 req-9e427108-0a8c-44d5-b201-b82e26fa3c5c service neutron] 10.222.0.41 "PUT /v2.0/ports/1286179b-e9e6-4d6e-89fd-2429cb61c9b5 HTTP/1.1" status: 200 len: 1097 time: 1.3522260 Aug 22 13:21:50.787595 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91864420-8f72-4153-bfe3-294260244158', 'tag': '1286179b-e9e6-4d6e-89fd-2429cb61c9b5'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:21:50.787766 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8200cb3b-3f87-446b-9710-3b647b001990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:50.794177 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7ec0da-10ca-4644-948c-0690fa56da07" -d '{"events": [{"name": "network-changed", "server_uuid": "91864420-8f72-4153-bfe3-294260244158", "tag": "1286179b-e9e6-4d6e-89fd-2429cb61c9b5"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:21:50.835577 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-bbf3914b-190c-4125-9615-1cd292f3b717 req-43f91980-87c3-4e8e-9647-3971e6dd765e tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:50.867530 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbf3914b-190c-4125-9615-1cd292f3b717 req-43f91980-87c3-4e8e-9647-3971e6dd765e tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:21:50.869871 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8200cb3b-3f87-446b-9710-3b647b001990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:50.873413 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8200cb3b-3f87-446b-9710-3b647b001990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:50.877883 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8200cb3b-3f87-446b-9710-3b647b001990 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/62f641bc-fa3f-4fc9-a09d-4cb29fc98802 HTTP/1.1" status: 204 len: 168 time: 0.2575204 Aug 22 13:21:50.883838 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-bbf3914b-190c-4125-9615-1cd292f3b717 req-43f91980-87c3-4e8e-9647-3971e6dd765e tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:21:50.885700 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427108-0a8c-44d5-b201-b82e26fa3c5c service neutron] Pushing event updated for resources: {'Port': ['ID=1286179b-e9e6-4d6e-89fd-2429cb61c9b5,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:50.887714 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8200cb3b-3f87-446b-9710-3b647b001990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f641bc-fa3f-4fc9-a09d-4cb29fc98802,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:50.894033 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf3914b-190c-4125-9615-1cd292f3b717 req-43f91980-87c3-4e8e-9647-3971e6dd765e tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:21:50.920513 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-2c124ff3-e19d-4da7-9c64-7dff294d2382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96103a62-19ca-48f4-8434-777db29e697a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-35615422-router', 'tenant_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '86c2ca98-5afd-4761-9c74-af3f25e3f90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:20:50Z', 'updated_at': '2021-08-22T13:20:56Z', 'revision_number': 4, 'project_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'gw_port': {'id': '86c2ca98-5afd-4761-9c74-af3f25e3f90d', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:57:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96103a62-19ca-48f4-8434-777db29e697a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:20:51Z', 'updated_at': '2021-08-22T13:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'e38268e4-62e1-4ac8-9d49-c864010be04c', 'tenant_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'floating_ip_address': '172.25.3.115', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '96103a62-19ca-48f4-8434-777db29e697a', 'port_id': '2e8e66b8-d1f5-416b-89ae-45a5e9153168', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1c10f8c-20d5-4d04-af7a-0afa0a2251fb', 'mac_address': 'fa:16:3e:0c:ab:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee82be1-23ac-4759-ae13-ef619353d72e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:21:13Z', 'updated_at': '2021-08-22T13:21:48Z', 'revision_number': 1, 'project_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8fafdd9-90e9-411d-863c-1098e4d099a2', 'name': '', 'network_id': 'a1c10f8c-20d5-4d04-af7a-0afa0a2251fb', 'tenant_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'mac_address': 'fa:16:3e:04:8c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96103a62-19ca-48f4-8434-777db29e697a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6b2f428e-282f-45d1-83f0-557cce9c83da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:20:56Z', 'updated_at': '2021-08-22T13:21:04Z', 'revision_number': 5, 'project_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'subnets': [{'id': '6b2f428e-282f-45d1-83f0-557cce9c83da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:21:50.955276 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c124ff3-e19d-4da7-9c64-7dff294d2382 None None] The sync data for ids ['96103a62-19ca-48f4-8434-777db29e697a'] in n-d-793621-33 is: [{'id': '96103a62-19ca-48f4-8434-777db29e697a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-35615422-router', 'tenant_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '86c2ca98-5afd-4761-9c74-af3f25e3f90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:20:50Z', 'updated_at': '2021-08-22T13:20:56Z', 'revision_number': 4, 'project_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'gw_port': {'id': '86c2ca98-5afd-4761-9c74-af3f25e3f90d', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:57:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96103a62-19ca-48f4-8434-777db29e697a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:20:51Z', 'updated_at': '2021-08-22T13:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'e38268e4-62e1-4ac8-9d49-c864010be04c', 'tenant_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'floating_ip_address': '172.25.3.115', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '96103a62-19ca-48f4-8434-777db29e697a', 'port_id': '2e8e66b8-d1f5-416b-89ae-45a5e9153168', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1c10f8c-20d5-4d04-af7a-0afa0a2251fb', 'mac_address': 'fa:16:3e:0c:ab:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee82be1-23ac-4759-ae13-ef619353d72e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:21:13Z', 'updated_at': '2021-08-22T13:21:48Z', 'revision_number': 1, 'project_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8fafdd9-90e9-411d-863c-1098e4d099a2', 'name': '', 'network_id': 'a1c10f8c-20d5-4d04-af7a-0afa0a2251fb', 'tenant_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'mac_address': 'fa:16:3e:04:8c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96103a62-19ca-48f4-8434-777db29e697a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6b2f428e-282f-45d1-83f0-557cce9c83da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:20:56Z', 'updated_at': '2021-08-22T13:21:04Z', 'revision_number': 5, 'project_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'subnets': [{'id': '6b2f428e-282f-45d1-83f0-557cce9c83da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:21:51.056902 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74e653-0cd5-45e0-bfa6-6c0c61572579 req-756fe62d-325b-47a3-826c-b2b684efb8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:51.058705 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5e74e653-0cd5-45e0-bfa6-6c0c61572579 req-756fe62d-325b-47a3-826c-b2b684efb8ef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=01d864243fbf4cf6816e3fd9d58ef026&device_id=91864420-8f72-4153-bfe3-294260244158 HTTP/1.1" status: 200 len: 1100 time: 0.2199917 Aug 22 13:21:51.060915 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f91980-87c3-4e8e-9647-3971e6dd765e tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Pushing event updated for resources: {'Port': ['ID=9c0de318-6d34-4f4e-85c5-bff80092e17a,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:51.144291 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5e74e653-0cd5-45e0-bfa6-6c0c61572579 req-86489dac-de19-4c6c-a111-b7557b809f65 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=1286179b-e9e6-4d6e-89fd-2429cb61c9b5 HTTP/1.1" status: 200 len: 217 time: 0.0732827 Aug 22 13:21:51.197192 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-bbf3914b-190c-4125-9615-1cd292f3b717 req-43f91980-87c3-4e8e-9647-3971e6dd765e tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:51.212990 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74e653-0cd5-45e0-bfa6-6c0c61572579 req-5843b090-f31e-41f4-8bec-1feac9cdaf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:51.214613 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5e74e653-0cd5-45e0-bfa6-6c0c61572579 req-5843b090-f31e-41f4-8bec-1feac9cdaf8a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.0639212 Aug 22 13:21:51.302844 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-bbf3914b-190c-4125-9615-1cd292f3b717 req-43f91980-87c3-4e8e-9647-3971e6dd765e tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:51.322913 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd9b4fa-78ee-4c3b-be02-28f69f319cbb None None] New status for floating IP e38268e4-62e1-4ac8-9d49-c864010be04c: ACTIVE {{(pid=94630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 13:21:51.359888 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74e653-0cd5-45e0-bfa6-6c0c61572579 req-f0a47375-9689-4e60-9ac8-644bd937a4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:51.361566 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5e74e653-0cd5-45e0-bfa6-6c0c61572579 req-f0a47375-9689-4e60-9ac8-644bd937a4ac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1384139 Aug 22 13:21:51.385089 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c187c3d-5a5d-4d65-ac34-949e74c8fc2f x-openstack-request-id: req-0c187c3d-5a5d-4d65-ac34-949e74c8fc2f {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:21:51.385377 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ee82be1-23ac-4759-ae13-ef619353d72e", "tag": "2e8e66b8-d1f5-416b-89ae-45a5e9153168", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:21:51.385626 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0c187c3d-5a5d-4d65-ac34-949e74c8fc2f {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:21:51.386021 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ee82be1-23ac-4759-ae13-ef619353d72e', 'tag': '2e8e66b8-d1f5-416b-89ae-45a5e9153168', 'status': 'completed', 'code': 200} Aug 22 13:21:51.612909 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b7306-0f75-4466-b2a9-f4d265cb9e24 req-55b97e4a-45c7-45f6-8337-1535b2bdc737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:51.614665 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1c1b7306-0f75-4466-b2a9-f4d265cb9e24 req-55b97e4a-45c7-45f6-8337-1535b2bdc737 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b89bb4a9db344bbc8ad24d9d42b44cf6&device_id=7ee82be1-23ac-4759-ae13-ef619353d72e HTTP/1.1" status: 200 len: 1098 time: 0.1750565 Aug 22 13:21:51.641054 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5e74e653-0cd5-45e0-bfa6-6c0c61572579 req-94b14ccd-f323-4847-88a7-d1578bf7e292 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703292 Aug 22 13:21:51.721105 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-bbf3914b-190c-4125-9615-1cd292f3b717 req-43f91980-87c3-4e8e-9647-3971e6dd765e tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:51.765587 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-bbf3914b-190c-4125-9615-1cd292f3b717 req-43f91980-87c3-4e8e-9647-3971e6dd765e tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:51.815220 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e04c0-63d2-4360-a360-25615538fd15 req-369651b4-6a46-443d-b0fa-516f25fd31f2 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:51.822411 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cc2e04c0-63d2-4360-a360-25615538fd15 req-369651b4-6a46-443d-b0fa-516f25fd31f2 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/ports?device_id=8865484e-8217-4bd6-aea7-7befa8f6cb51 HTTP/1.1" status: 200 len: 950 time: 0.2655437 Aug 22 13:21:51.932045 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f91980-87c3-4e8e-9647-3971e6dd765e tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Pushing event updated for resources: {'Port': ['ID=9c0de318-6d34-4f4e-85c5-bff80092e17a,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:51.943620 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b7306-0f75-4466-b2a9-f4d265cb9e24 req-7c26269f-b135-462a-8ba5-f93f26e386b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:51.945351 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1c1b7306-0f75-4466-b2a9-f4d265cb9e24 req-7c26269f-b135-462a-8ba5-f93f26e386b6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a1c10f8c-20d5-4d04-af7a-0afa0a2251fb HTTP/1.1" status: 200 len: 923 time: 0.3173654 Aug 22 13:21:51.958351 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5e74e653-0cd5-45e0-bfa6-6c0c61572579 req-ecc8ae43-cd4a-422d-956a-19bc75d65cba service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930493 Aug 22 13:21:51.963150 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cc2e04c0-63d2-4360-a360-25615538fd15 req-a7381b02-e31c-4640-aba2-0d9bb370c6f9 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/security-groups?id=951ba7d6-a6cb-4633-baee-4394277aa814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399086 Aug 22 13:21:51.969037 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-bbf3914b-190c-4125-9615-1cd292f3b717 req-43f91980-87c3-4e8e-9647-3971e6dd765e tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:52.051866 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50729e2-8e4b-42c7-bec3-e76efad9f6cf x-openstack-request-id: req-c50729e2-8e4b-42c7-bec3-e76efad9f6cf {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:21:52.052322 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91864420-8f72-4153-bfe3-294260244158", "tag": "1286179b-e9e6-4d6e-89fd-2429cb61c9b5", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:21:52.052767 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c50729e2-8e4b-42c7-bec3-e76efad9f6cf {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:21:52.053290 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91864420-8f72-4153-bfe3-294260244158', 'tag': '1286179b-e9e6-4d6e-89fd-2429cb61c9b5', 'status': 'completed', 'code': 200} Aug 22 13:21:52.071641 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-bbf3914b-190c-4125-9615-1cd292f3b717 req-43f91980-87c3-4e8e-9647-3971e6dd765e tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:52.079344 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bbf3914b-190c-4125-9615-1cd292f3b717 req-43f91980-87c3-4e8e-9647-3971e6dd765e tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2845106 Aug 22 13:21:52.392886 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bbf3914b-190c-4125-9615-1cd292f3b717 req-e1f6ec6b-f187-4a26-98cf-4db0901b933e tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.157 HTTP/1.1" status: 200 len: 696 time: 0.3119931 Aug 22 13:21:52.506424 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1c1b7306-0f75-4466-b2a9-f4d265cb9e24 req-cb424b72-9c41-48c3-8156-49c77fee67d3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e8e66b8-d1f5-416b-89ae-45a5e9153168 HTTP/1.1" status: 200 len: 1002 time: 0.5471611 Aug 22 13:21:52.557298 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ec0da-10ca-4644-948c-0690fa56da07 req-9304f149-7d14-4c82-aae2-d0ccc06aa88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:52.558778 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ee7ec0da-10ca-4644-948c-0690fa56da07 req-9304f149-7d14-4c82-aae2-d0ccc06aa88e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=01d864243fbf4cf6816e3fd9d58ef026&device_id=91864420-8f72-4153-bfe3-294260244158 HTTP/1.1" status: 200 len: 1100 time: 0.4972093 Aug 22 13:21:52.598438 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795e460-b7a5-40b8-8ded-8c3f8b16122e req-792e393f-ac5e-4311-9415-2115f43202cd tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:52.599903 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b795e460-b7a5-40b8-8ded-8c3f8b16122e req-792e393f-ac5e-4311-9415-2115f43202cd tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=91864420-8f72-4153-bfe3-294260244158 HTTP/1.1" status: 200 len: 948 time: 0.1993911 Aug 22 13:21:52.629556 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570b2fb-f7a8-4ee5-969a-e88dce28d706 req-147b9ab0-74b6-4163-b69c-5ecd3d0ba353 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:52.631116 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-1570b2fb-f7a8-4ee5-969a-e88dce28d706 req-147b9ab0-74b6-4163-b69c-5ecd3d0ba353 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.16 "GET /v2.0/ports?device_id=8865484e-8217-4bd6-aea7-7befa8f6cb51 HTTP/1.1" status: 200 len: 950 time: 0.0861745 Aug 22 13:21:52.665921 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b7306-0f75-4466-b2a9-f4d265cb9e24 req-7e40bc7b-789f-4440-a1f4-050788354fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:52.667354 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1c1b7306-0f75-4466-b2a9-f4d265cb9e24 req-7e40bc7b-789f-4440-a1f4-050788354fb0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6b2f428e-282f-45d1-83f0-557cce9c83da HTTP/1.1" status: 200 len: 861 time: 0.1479223 Aug 22 13:21:52.693022 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf3914b-190c-4125-9615-1cd292f3b717 req-d5945f36-137f-48d0-b254-b1624662e582 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:52.695276 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bbf3914b-190c-4125-9615-1cd292f3b717 req-d5945f36-137f-48d0-b254-b1624662e582 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] 10.222.0.21 "GET /v2.0/networks/7de6ab83-cd00-4b3c-94fb-810dd34d29b8 HTTP/1.1" status: 200 len: 784 time: 0.2907255 Aug 22 13:21:52.729195 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [req-bbf3914b-190c-4125-9615-1cd292f3b717 req-bb54ec3e-2926-4e8e-95fb-7febf3c7977e tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:21:52.730327 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bbf3914b-190c-4125-9615-1cd292f3b717 req-bb54ec3e-2926-4e8e-95fb-7febf3c7977e tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0231264 Aug 22 13:21:52.763410 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b795e460-b7a5-40b8-8ded-8c3f8b16122e req-8f635670-f0be-49ea-a6d5-cf2529bdb77f tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533608 Aug 22 13:21:52.790032 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-1570b2fb-f7a8-4ee5-969a-e88dce28d706 req-96e9d4b9-f8b1-429f-a7bf-15482679c0d3 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Deleting port 90d8ae0f-cb7f-4ac7-8bba-956233466cfd {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:21:52.790519 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-1570b2fb-f7a8-4ee5-969a-e88dce28d706 req-96e9d4b9-f8b1-429f-a7bf-15482679c0d3 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:52.798462 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b7306-0f75-4466-b2a9-f4d265cb9e24 req-6a9afe39-93fd-41c9-843c-fd40b1e54221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:52.799985 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1c1b7306-0f75-4466-b2a9-f4d265cb9e24 req-6a9afe39-93fd-41c9-843c-fd40b1e54221 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a1c10f8c-20d5-4d04-af7a-0afa0a2251fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1178648 Aug 22 13:21:52.801207 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ec0da-10ca-4644-948c-0690fa56da07 req-7b510cfe-32fa-4845-95f5-cc2e7117e123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:52.802545 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ee7ec0da-10ca-4644-948c-0690fa56da07 req-7b510cfe-32fa-4845-95f5-cc2e7117e123 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7dc41cff-a3ac-4fc2-ba06-973efce2365e HTTP/1.1" status: 200 len: 870 time: 0.2319760 Aug 22 13:21:52.871154 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ee7ec0da-10ca-4644-948c-0690fa56da07 req-538015ec-c6dd-493c-813c-684af0a5833b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=1286179b-e9e6-4d6e-89fd-2429cb61c9b5 HTTP/1.1" status: 200 len: 217 time: 0.0567865 Aug 22 13:21:52.912526 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-1570b2fb-f7a8-4ee5-969a-e88dce28d706 req-96e9d4b9-f8b1-429f-a7bf-15482679c0d3 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] For port 90d8ae0f-cb7f-4ac7-8bba-956233466cfd, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=90d8ae0f-cb7f-4ac7-8bba-956233466cfd,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:21:52.913473 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-1570b2fb-f7a8-4ee5-969a-e88dce28d706 req-96e9d4b9-f8b1-429f-a7bf-15482679c0d3 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:52.938748 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-1570b2fb-f7a8-4ee5-969a-e88dce28d706 req-96e9d4b9-f8b1-429f-a7bf-15482679c0d3 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Calling delete_port for 90d8ae0f-cb7f-4ac7-8bba-956233466cfd owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:21:52.956400 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ec0da-10ca-4644-948c-0690fa56da07 req-b1dfe2cc-5b9a-4b09-954d-3181c7442ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:52.957864 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ee7ec0da-10ca-4644-948c-0690fa56da07 req-b1dfe2cc-5b9a-4b09-954d-3181c7442ad1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.0615854 Aug 22 13:21:53.010585 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1c1b7306-0f75-4466-b2a9-f4d265cb9e24 req-d6692a68-65f7-4b5c-8b74-119ee91f0e8e service neutron] 10.222.0.16 "GET /v2.0/networks/a1c10f8c-20d5-4d04-af7a-0afa0a2251fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966381 Aug 22 13:21:53.110950 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-1570b2fb-f7a8-4ee5-969a-e88dce28d706 req-96e9d4b9-f8b1-429f-a7bf-15482679c0d3 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:53.117794 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c194695d-97fd-4a2c-98ea-92eb6c806a19 req-1f08c11a-8d85-4d29-8008-86a196258561 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] 10.222.0.21 "GET /v2.0/floatingips/169eb982-cf73-429e-a9a5-2340ea5a04c6 HTTP/1.1" status: 200 len: 693 time: 0.1070311 Aug 22 13:21:53.123985 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['90d8ae0f-cb7f-4ac7-8bba-956233466cfd'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:21:53.131860 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ec0da-10ca-4644-948c-0690fa56da07 req-b545d569-0019-47d4-84d5-ed956bcf87b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:53.133387 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ee7ec0da-10ca-4644-948c-0690fa56da07 req-b545d569-0019-47d4-84d5-ed956bcf87b0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1661398 Aug 22 13:21:53.152781 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e9d4b9-f8b1-429f-a7bf-15482679c0d3 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Pushing event deleted for resources: {'Port': ['ID=90d8ae0f-cb7f-4ac7-8bba-956233466cfd,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:53.241812 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-1570b2fb-f7a8-4ee5-969a-e88dce28d706 req-96e9d4b9-f8b1-429f-a7bf-15482679c0d3 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] No DVR routers for this DVR port 90d8ae0f-cb7f-4ac7-8bba-956233466cfd on host n-h2-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:21:53.244580 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-1570b2fb-f7a8-4ee5-969a-e88dce28d706 req-96e9d4b9-f8b1-429f-a7bf-15482679c0d3 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:53.246794 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-1570b2fb-f7a8-4ee5-969a-e88dce28d706 req-96e9d4b9-f8b1-429f-a7bf-15482679c0d3 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.16 "DELETE /v2.0/ports/90d8ae0f-cb7f-4ac7-8bba-956233466cfd HTTP/1.1" status: 204 len: 173 time: 0.6050005 Aug 22 13:21:53.270477 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1c1b7306-0f75-4466-b2a9-f4d265cb9e24 req-29a2dc27-26ac-4e8a-b595-021b61ed9681 service neutron] 10.222.0.16 "GET /v2.0/networks/a1c10f8c-20d5-4d04-af7a-0afa0a2251fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494886 Aug 22 13:21:53.335320 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ee7ec0da-10ca-4644-948c-0690fa56da07 req-98dd3b13-f5d3-49e0-be5c-c1857ab95a4c service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941340 Aug 22 13:21:53.345226 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c194695d-97fd-4a2c-98ea-92eb6c806a19 req-e4a75dbf-3ed3-4ab3-9d3d-40ad953320b7 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:53.346826 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c194695d-97fd-4a2c-98ea-92eb6c806a19 req-e4a75dbf-3ed3-4ab3-9d3d-40ad953320b7 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] 10.222.0.21 "GET /v2.0/networks/7de6ab83-cd00-4b3c-94fb-810dd34d29b8 HTTP/1.1" status: 200 len: 784 time: 0.1921041 Aug 22 13:21:53.371701 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [req-c194695d-97fd-4a2c-98ea-92eb6c806a19 req-70da720a-c6c9-4695-a79b-a21c5104bee7 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:21:53.372946 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c194695d-97fd-4a2c-98ea-92eb6c806a19 req-70da720a-c6c9-4695-a79b-a21c5104bee7 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0167174 Aug 22 13:21:53.387082 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8865484e-8217-4bd6-aea7-7befa8f6cb51', 'name': 'network-vif-deleted', 'tag': '90d8ae0f-cb7f-4ac7-8bba-956233466cfd'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:21:53.389508 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd434392-3ded-4e05-8d6f-508795c370fe" -d '{"events": [{"server_uuid": "8865484e-8217-4bd6-aea7-7befa8f6cb51", "name": "network-vif-deleted", "tag": "90d8ae0f-cb7f-4ac7-8bba-956233466cfd"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:21:53.460264 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ee7ec0da-10ca-4644-948c-0690fa56da07 req-f78261ec-4e90-4d75-a275-3d8f3aa3dfa1 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122153 Aug 22 13:21:53.514017 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-077d250e-862b-4152-a6fd-014befdb7c8b req-65d5be86-52ce-4241-9234-b7799104f7d8 tempest-DeleteServersAdminTestJSON-366389794 tempest-DeleteServersAdminTestJSON-366389794-project] 10.222.0.21 "GET /v2.0/ports?device_id=8865484e-8217-4bd6-aea7-7befa8f6cb51 HTTP/1.1" status: 200 len: 210 time: 0.0317545 Aug 22 13:21:53.592858 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3b3a428a-749b-4911-a360-54e99e01a9ab req-fae2b805-7093-4024-8962-5cbef0bd9520 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] 10.222.0.21 "GET /v2.0/floatingips/169eb982-cf73-429e-a9a5-2340ea5a04c6 HTTP/1.1" status: 200 len: 693 time: 0.0482321 Aug 22 13:21:53.717811 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a428a-749b-4911-a360-54e99e01a9ab req-49a37418-d1b5-4c08-97d2-7ee5b071d1ab tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:53.719460 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3b3a428a-749b-4911-a360-54e99e01a9ab req-49a37418-d1b5-4c08-97d2-7ee5b071d1ab tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] 10.222.0.21 "GET /v2.0/networks/7de6ab83-cd00-4b3c-94fb-810dd34d29b8 HTTP/1.1" status: 200 len: 784 time: 0.1211724 Aug 22 13:21:53.730921 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [req-3b3a428a-749b-4911-a360-54e99e01a9ab req-7b7981bb-c4ae-49d8-9365-34ed31b41fec tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:21:53.739859 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3b3a428a-749b-4911-a360-54e99e01a9ab req-7b7981bb-c4ae-49d8-9365-34ed31b41fec tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0147815 Aug 22 13:21:53.746282 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4adf994-5486-4232-9864-cc94cfa5e529 x-openstack-request-id: req-f4adf994-5486-4232-9864-cc94cfa5e529 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:21:53.746758 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8865484e-8217-4bd6-aea7-7befa8f6cb51", "name": "network-vif-deleted", "tag": "90d8ae0f-cb7f-4ac7-8bba-956233466cfd", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:21:53.747800 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f4adf994-5486-4232-9864-cc94cfa5e529 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:21:53.748253 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8865484e-8217-4bd6-aea7-7befa8f6cb51', 'name': 'network-vif-deleted', 'tag': '90d8ae0f-cb7f-4ac7-8bba-956233466cfd', 'status': 'completed', 'code': 200} Aug 22 13:21:53.792953 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3b3a428a-749b-4911-a360-54e99e01a9ab req-f44aa504-6ba7-40c9-b4ed-559948987b74 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.157 HTTP/1.1" status: 200 len: 696 time: 0.0522225 Aug 22 13:21:53.859811 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3b3a428a-749b-4911-a360-54e99e01a9ab req-df8e8b84-9909-470f-9247-6541731384db tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.157 HTTP/1.1" status: 200 len: 696 time: 0.0605738 Aug 22 13:21:53.865808 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45196) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:54.010542 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-3b3a428a-749b-4911-a360-54e99e01a9ab req-3e50009a-39d9-420d-aa58-0be0791e2339 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Deleting port 9c0de318-6d34-4f4e-85c5-bff80092e17a {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:21:54.010898 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-3b3a428a-749b-4911-a360-54e99e01a9ab req-3e50009a-39d9-420d-aa58-0be0791e2339 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:54.060825 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-580a3003-1e29-4058-b147-bbc54091fdfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:54.122926 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-3b3a428a-749b-4911-a360-54e99e01a9ab req-3e50009a-39d9-420d-aa58-0be0791e2339 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:54.123569 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-3b3a428a-749b-4911-a360-54e99e01a9ab req-3e50009a-39d9-420d-aa58-0be0791e2339 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:54.141604 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-3b3a428a-749b-4911-a360-54e99e01a9ab req-3e50009a-39d9-420d-aa58-0be0791e2339 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Calling delete_port for 9c0de318-6d34-4f4e-85c5-bff80092e17a owned by network:floatingip {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:21:54.287169 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-580a3003-1e29-4058-b147-bbc54091fdfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:54.295520 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-580a3003-1e29-4058-b147-bbc54091fdfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:54.315052 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d390bda-501a-4796-ac21-5f7ce60d6732 req-381648bb-2e1a-4e8e-9df4-fea9104da686 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:54.316496 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6d390bda-501a-4796-ac21-5f7ce60d6732 req-381648bb-2e1a-4e8e-9df4-fea9104da686 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=91864420-8f72-4153-bfe3-294260244158 HTTP/1.1" status: 200 len: 948 time: 0.1032495 Aug 22 13:21:54.370503 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-580a3003-1e29-4058-b147-bbc54091fdfd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=862bb6059b6d4ecaaa3452c4b45e93de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5025764 Aug 22 13:21:54.373221 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45204) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:54.398323 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a3003-1e29-4058-b147-bbc54091fdfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45dfb628-2abc-4719-a282-b78e76a0b68c,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:54.419012 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6d390bda-501a-4796-ac21-5f7ce60d6732 req-baad91b3-d20d-4345-ac0a-99773fbde933 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904548 Aug 22 13:21:54.424356 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cbd42fc5-c8b5-4b8d-bbbb-10c130745b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:54.438792 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-3b3a428a-749b-4911-a360-54e99e01a9ab req-3e50009a-39d9-420d-aa58-0be0791e2339 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:54.450336 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cbd42fc5-c8b5-4b8d-bbbb-10c130745b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:54.466177 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e50009a-39d9-420d-aa58-0be0791e2339 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Pushing event deleted for resources: {'Port': ['ID=9c0de318-6d34-4f4e-85c5-bff80092e17a,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:54.500744 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cbd42fc5-c8b5-4b8d-bbbb-10c130745b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:54.503547 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cbd42fc5-c8b5-4b8d-bbbb-10c130745b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:54.508410 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-cbd42fc5-c8b5-4b8d-bbbb-10c130745b6b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/45dfb628-2abc-4719-a282-b78e76a0b68c HTTP/1.1" status: 204 len: 168 time: 0.1305091 Aug 22 13:21:54.526543 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd42fc5-c8b5-4b8d-bbbb-10c130745b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45dfb628-2abc-4719-a282-b78e76a0b68c,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:54.539563 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-3b3a428a-749b-4911-a360-54e99e01a9ab req-3e50009a-39d9-420d-aa58-0be0791e2339 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks [] for floatingip, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:54.543018 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-3b3a428a-749b-4911-a360-54e99e01a9ab req-3e50009a-39d9-420d-aa58-0be0791e2339 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:54.556803 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3b3a428a-749b-4911-a360-54e99e01a9ab req-3e50009a-39d9-420d-aa58-0be0791e2339 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] 10.222.0.21 "DELETE /v2.0/floatingips/169eb982-cf73-429e-a9a5-2340ea5a04c6 HTTP/1.1" status: 204 len: 173 time: 0.6828861 Aug 22 13:21:54.921512 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 1286179b-e9e6-4d6e-89fd-2429cb61c9b5 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:21:54.943912 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f67e7-7ac0-4286-9c90-6574d02c6e2d req-c5dd17a5-4e54-419b-b714-658bf5b817a2 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:54.959628 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-090f67e7-7ac0-4286-9c90-6574d02c6e2d req-c5dd17a5-4e54-419b-b714-658bf5b817a2 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2472761 Aug 22 13:21:55.059295 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 1286179b-e9e6-4d6e-89fd-2429cb61c9b5, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=1286179b-e9e6-4d6e-89fd-2429cb61c9b5,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:21:55.071403 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '1286179b-e9e6-4d6e-89fd-2429cb61c9b5', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'port_id': '1286179b-e9e6-4d6e-89fd-2429cb61c9b5', 'mac_address': 'fa:16:3e:16:03:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7151c727-b27f-4308-8098-60bc16140d45', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:21:55.095207 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45258) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:55.121490 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:55.150886 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1286179b-e9e6-4d6e-89fd-2429cb61c9b5 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:21:55.155748 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8e195a8a-0fcd-464c-8466-0e4fccd0c8ea req-d81e8dbc-d21b-402a-a199-926e8e5b0f2e tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=4b0dc12489d64ab58a152a3f6963b912 HTTP/1.1" status: 200 len: 1655 time: 0.1058965 Aug 22 13:21:55.173271 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 1286179b-e9e6-4d6e-89fd-2429cb61c9b5, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=1286179b-e9e6-4d6e-89fd-2429cb61c9b5,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:21:55.178517 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:55.242916 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=1286179b-e9e6-4d6e-89fd-2429cb61c9b5,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:55.253464 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:21:55.254141 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:21:55.254792 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:21:55.255269 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:21:55.255741 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:21:55.256212 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:21:55.257741 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:21:55.258227 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:21:55.258977 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:21:55.260175 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:21:55.260835 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:21:55.261974 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:21:55.279357 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-141223b6-df93-4b44-9c56-2b5c968aec7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:55.300745 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e195a8a-0fcd-464c-8466-0e4fccd0c8ea req-59d7f83e-b0cc-490d-9956-82aa69bc2f12 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:55.305798 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8e195a8a-0fcd-464c-8466-0e4fccd0c8ea req-59d7f83e-b0cc-490d-9956-82aa69bc2f12 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] 10.222.0.21 "GET /v2.0/networks?id=7de6ab83-cd00-4b3c-94fb-810dd34d29b8&id=7de6ab83-cd00-4b3c-94fb-810dd34d29b8&id=7de6ab83-cd00-4b3c-94fb-810dd34d29b8 HTTP/1.1" status: 200 len: 787 time: 0.1410062 Aug 22 13:21:55.323004 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [req-8e195a8a-0fcd-464c-8466-0e4fccd0c8ea req-4d72f020-4533-48bd-9287-ebb2e7c3a9b6 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:21:55.339191 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8e195a8a-0fcd-464c-8466-0e4fccd0c8ea req-4d72f020-4533-48bd-9287-ebb2e7c3a9b6 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0219719 Aug 22 13:21:55.370403 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['1286179b-e9e6-4d6e-89fd-2429cb61c9b5'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:21:55.459028 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-141223b6-df93-4b44-9c56-2b5c968aec7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:55.467566 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-141223b6-df93-4b44-9c56-2b5c968aec7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:55.472968 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-41e55b7a-55d5-4f95-9489-a4424b41fe4c req-32c42258-63c9-4ac5-82a1-dc4f696498d7 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] 10.222.0.21 "GET /v2.0/floatingips/d0655b80-3902-42bc-a8fe-5692f14ac4b1 HTTP/1.1" status: 200 len: 692 time: 0.1073539 Aug 22 13:21:55.520128 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-141223b6-df93-4b44-9c56-2b5c968aec7d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=169b6404e05c4d75a43c420593ccc769&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4236386 Aug 22 13:21:55.535197 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45288) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:55.575425 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141223b6-df93-4b44-9c56-2b5c968aec7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9373dc3d-fee6-4474-9147-a675b4740f17,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:55.619260 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-98d982ef-2a20-4b30-b613-57c0426747da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:55.623964 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e55b7a-55d5-4f95-9489-a4424b41fe4c req-3084bfd9-45be-4f01-94b3-e02b3cbabcc6 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:55.635865 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-41e55b7a-55d5-4f95-9489-a4424b41fe4c req-3084bfd9-45be-4f01-94b3-e02b3cbabcc6 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] 10.222.0.21 "GET /v2.0/networks/7de6ab83-cd00-4b3c-94fb-810dd34d29b8 HTTP/1.1" status: 200 len: 784 time: 0.1621130 Aug 22 13:21:55.645231 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-98d982ef-2a20-4b30-b613-57c0426747da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:55.719963 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-98d982ef-2a20-4b30-b613-57c0426747da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:55.723611 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-98d982ef-2a20-4b30-b613-57c0426747da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:55.727952 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-41e55b7a-55d5-4f95-9489-a4424b41fe4c req-52b7afc1-f871-4e01-9d3d-278783b84c15 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.48 HTTP/1.1" status: 200 len: 695 time: 0.0891190 Aug 22 13:21:55.728922 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-98d982ef-2a20-4b30-b613-57c0426747da admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9373dc3d-fee6-4474-9147-a675b4740f17 HTTP/1.1" status: 204 len: 168 time: 0.1925662 Aug 22 13:21:55.751197 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d982ef-2a20-4b30-b613-57c0426747da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9373dc3d-fee6-4474-9147-a675b4740f17,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:55.764665 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45298) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:55.812452 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45302) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:55.878088 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45306) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:56.058486 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-41e55b7a-55d5-4f95-9489-a4424b41fe4c req-17547a4e-79f9-4be4-b607-2723e322810c tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.48 HTTP/1.1" status: 200 len: 695 time: 0.3306339 Aug 22 13:21:56.180804 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-369e007a-8439-4dc7-8eca-866934dfb4cd admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1584389003-network', 'tenant_id': '05be65d7aee94ddea8b57c02a086b509'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:21:56.186117 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8ac18c6a-b2f1-4445-aaec-5f7118de6a08 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bc86d365c3394190af1f322ffdf34505&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3726790 Aug 22 13:21:56.189117 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45314) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:56.209318 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9e6525af-b0a5-4772-b8a9-5e10836f3be9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:56.210845 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b22a480-452c-42ca-8f02-1c70f01c6830 req-3faaa7b6-48b7-47fe-9fb0-ad7da07662f8 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:56.212979 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1b22a480-452c-42ca-8f02-1c70f01c6830 req-3faaa7b6-48b7-47fe-9fb0-ad7da07662f8 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=91864420-8f72-4153-bfe3-294260244158 HTTP/1.1" status: 200 len: 949 time: 0.1521015 Aug 22 13:21:56.262258 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369e007a-8439-4dc7-8eca-866934dfb4cd admin admin] Made reservation on behalf of 05be65d7aee94ddea8b57c02a086b509 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:21:56.264592 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-369e007a-8439-4dc7-8eca-866934dfb4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:56.264745 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-41e55b7a-55d5-4f95-9489-a4424b41fe4c req-30ee8563-34f7-4428-a54b-b84d02d49082 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Deleting port 6064434d-fca0-4ce7-b15d-0545c6899035 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:21:56.265116 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-41e55b7a-55d5-4f95-9489-a4424b41fe4c req-30ee8563-34f7-4428-a54b-b84d02d49082 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:56.282289 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-369e007a-8439-4dc7-8eca-866934dfb4cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:56.286300 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1b22a480-452c-42ca-8f02-1c70f01c6830 req-a822faa7-98ce-4c55-a9de-d43e101ed757 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626476 Aug 22 13:21:56.290739 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45316) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:56.311858 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0a286831-9673-4a03-9394-e709c456cc3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:56.335487 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fa25efa8-b7e3-4193-a246-7882c6d0d59d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:56.348993 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0a286831-9673-4a03-9394-e709c456cc3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:56.383555 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-41e55b7a-55d5-4f95-9489-a4424b41fe4c req-30ee8563-34f7-4428-a54b-b84d02d49082 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:56.383818 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-41e55b7a-55d5-4f95-9489-a4424b41fe4c req-30ee8563-34f7-4428-a54b-b84d02d49082 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:56.397784 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-41e55b7a-55d5-4f95-9489-a4424b41fe4c req-30ee8563-34f7-4428-a54b-b84d02d49082 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Calling delete_port for 6064434d-fca0-4ce7-b15d-0545c6899035 owned by network:floatingip {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:21:56.416979 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9e6525af-b0a5-4772-b8a9-5e10836f3be9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:56.423869 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9e6525af-b0a5-4772-b8a9-5e10836f3be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:56.440516 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 90d8ae0f-cb7f-4ac7-8bba-956233466cfd no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:21:56.468919 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0a286831-9673-4a03-9394-e709c456cc3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:56.471602 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0a286831-9673-4a03-9394-e709c456cc3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:56.472618 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0a286831-9673-4a03-9394-e709c456cc3c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/951ba7d6-a6cb-4633-baee-4394277aa814 HTTP/1.1" status: 204 len: 168 time: 0.2766066 Aug 22 13:21:56.479333 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.db.api [None req-fa25efa8-b7e3-4193-a246-7882c6d0d59d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 22 13:21:56.479333 n-d-793621-33 neutron-server[94627]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 22 13:21:56.479333 n-d-793621-33 neutron-server[94627]: [parameters: {'project_id_1': '45079c51700447918066a0756be5bfcf', 'expiration_1': datetime.datetime(2021, 8, 22, 13, 21, 56, 352892)}] Aug 22 13:21:56.479333 n-d-793621-33 neutron-server[94627]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94627) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 13:21:56.479966 n-d-793621-33 neutron-server[94627]: DEBUG oslo_db.api [None req-fa25efa8-b7e3-4193-a246-7882c6d0d59d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 13:21:56.485254 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9e6525af-b0a5-4772-b8a9-5e10836f3be9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8157ba044f214302964e068b039ab605&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6056998 Aug 22 13:21:56.486114 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45326) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:56.486423 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: 90d8ae0f-cb7f-4ac7-8bba-956233466cfd {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:21:56.487829 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 90d8ae0f-cb7f-4ac7-8bba-956233466cfd not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:21:56.503676 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6525af-b0a5-4772-b8a9-5e10836f3be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362f9d3d-2cac-46c2-9234-05b2b16339d2,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:56.521033 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a286831-9673-4a03-9394-e709c456cc3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951ba7d6-a6cb-4633-baee-4394277aa814,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:56.568346 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0e59d474-376c-4afc-a0d5-976816f13de5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:56.579222 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-369e007a-8439-4dc7-8eca-866934dfb4cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:56.587134 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-369e007a-8439-4dc7-8eca-866934dfb4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:56.592904 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0e59d474-376c-4afc-a0d5-976816f13de5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:56.618804 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e007a-8439-4dc7-8eca-866934dfb4cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd98f304-6c33-4a5b-aed6-b9d4803cf6b3,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:56.664974 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-41e55b7a-55d5-4f95-9489-a4424b41fe4c req-30ee8563-34f7-4428-a54b-b84d02d49082 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:56.671745 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-369e007a-8439-4dc7-8eca-866934dfb4cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:21:56.702532 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ee8563-34f7-4428-a54b-b84d02d49082 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Pushing event deleted for resources: {'Port': ['ID=6064434d-fca0-4ce7-b15d-0545c6899035,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:56.717901 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-369e007a-8439-4dc7-8eca-866934dfb4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:56.718430 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-369e007a-8439-4dc7-8eca-866934dfb4cd admin admin] Added segment e8a030d0-23ea-4087-b468-4a850cd93f2e of type vlan for network 7ec8e251-0050-485e-92bd-9ae7b2c4a7ea Aug 22 13:21:56.734833 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0e59d474-376c-4afc-a0d5-976816f13de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:56.737943 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0e59d474-376c-4afc-a0d5-976816f13de5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:56.739358 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-0e59d474-376c-4afc-a0d5-976816f13de5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/362f9d3d-2cac-46c2-9234-05b2b16339d2 HTTP/1.1" status: 204 len: 168 time: 0.2523160 Aug 22 13:21:56.773200 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-369e007a-8439-4dc7-8eca-866934dfb4cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:56.779006 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e59d474-376c-4afc-a0d5-976816f13de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362f9d3d-2cac-46c2-9234-05b2b16339d2,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:56.795795 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-41e55b7a-55d5-4f95-9489-a4424b41fe4c req-30ee8563-34f7-4428-a54b-b84d02d49082 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks [] for floatingip, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:56.798417 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-41e55b7a-55d5-4f95-9489-a4424b41fe4c req-30ee8563-34f7-4428-a54b-b84d02d49082 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:56.799569 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-41e55b7a-55d5-4f95-9489-a4424b41fe4c req-30ee8563-34f7-4428-a54b-b84d02d49082 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] 10.222.0.21 "DELETE /v2.0/floatingips/d0655b80-3902-42bc-a8fe-5692f14ac4b1 HTTP/1.1" status: 204 len: 173 time: 0.7400229 Aug 22 13:21:56.828965 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-369e007a-8439-4dc7-8eca-866934dfb4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:56.829947 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369e007a-8439-4dc7-8eca-866934dfb4cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:56.830521 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-369e007a-8439-4dc7-8eca-866934dfb4cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:56.854874 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45336) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:56.878815 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d1dac63-e7ab-4cad-94a6-c45c2bb7f8a5 req-2ff1bb0d-a1f7-4b8f-b61f-4623108ff724 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] 10.222.0.21 "GET /v2.0/floatingips/dfb0187d-c6c5-47bc-ad60-86104aa5407d HTTP/1.1" status: 200 len: 693 time: 0.0532954 Aug 22 13:21:56.896446 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-369e007a-8439-4dc7-8eca-866934dfb4cd admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1300740 Aug 22 13:21:56.904383 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45340) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:56.912466 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-a2a827d1-d111-4610-8146-51da4b66094f admin admin] Request body: {'subnet': {'network_id': '7ec8e251-0050-485e-92bd-9ae7b2c4a7ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1584389003-subnet', 'tenant_id': '05be65d7aee94ddea8b57c02a086b509', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:21:56.921718 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 1286179b-e9e6-4d6e-89fd-2429cb61c9b5 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:21:56.957868 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e007a-8439-4dc7-8eca-866934dfb4cd admin admin] Pushing event updated for resources: {'Network': ['ID=7ec8e251-0050-485e-92bd-9ae7b2c4a7ea,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:56.977416 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 7ec8e251-0050-485e-92bd-9ae7b2c4a7ea details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:21:56.980395 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fa25efa8-b7e3-4193-a246-7882c6d0d59d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:56.996650 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a827d1-d111-4610-8146-51da4b66094f admin admin] Made reservation on behalf of 05be65d7aee94ddea8b57c02a086b509 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:21:56.999403 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a2a827d1-d111-4610-8146-51da4b66094f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:57.041201 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45344) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:57.073423 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1dac63-e7ab-4cad-94a6-c45c2bb7f8a5 req-faffa894-b661-4f85-8ca4-1bf6d48039c7 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:57.080360 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d1dac63-e7ab-4cad-94a6-c45c2bb7f8a5 req-faffa894-b661-4f85-8ca4-1bf6d48039c7 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] 10.222.0.21 "GET /v2.0/networks/7de6ab83-cd00-4b3c-94fb-810dd34d29b8 HTTP/1.1" status: 200 len: 784 time: 0.1951613 Aug 22 13:21:57.082611 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a1658167-8d8d-4e92-936f-3a4c160084ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:57.091550 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [req-0d1dac63-e7ab-4cad-94a6-c45c2bb7f8a5 req-17907789-4447-425c-8c59-f58a2aa59fca tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:21:57.099452 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d1dac63-e7ab-4cad-94a6-c45c2bb7f8a5 req-17907789-4447-425c-8c59-f58a2aa59fca tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0181401 Aug 22 13:21:57.126745 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 1286179b-e9e6-4d6e-89fd-2429cb61c9b5 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:21:57.132523 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 1286179b-e9e6-4d6e-89fd-2429cb61c9b5 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:21:57.133262 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:57.213388 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d1dac63-e7ab-4cad-94a6-c45c2bb7f8a5 req-d94e5708-113d-4655-b0e6-abc8b16b11c0 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.167 HTTP/1.1" status: 200 len: 696 time: 0.1127028 Aug 22 13:21:57.249309 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:57.282385 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d1dac63-e7ab-4cad-94a6-c45c2bb7f8a5 req-1f6682a6-57f7-4a81-bd22-c33abf1716c3 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.167 HTTP/1.1" status: 200 len: 696 time: 0.0678074 Aug 22 13:21:57.287454 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91864420-8f72-4153-bfe3-294260244158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1286179b-e9e6-4d6e-89fd-2429cb61c9b5'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:21:57.293195 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c104be-109f-4822-ada5-bcc5e486fc3b" -d '{"events": [{"server_uuid": "91864420-8f72-4153-bfe3-294260244158", "name": "network-vif-plugged", "status": "completed", "tag": "1286179b-e9e6-4d6e-89fd-2429cb61c9b5"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:21:57.311428 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 1286179b-e9e6-4d6e-89fd-2429cb61c9b5, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=1286179b-e9e6-4d6e-89fd-2429cb61c9b5,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:21:57.314921 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-000c5a4b-3aba-4415-a99b-4506f4a42170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:57.320090 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:57.323700 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a2a827d1-d111-4610-8146-51da4b66094f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:57.361613 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4127254b-4a17-4e9f-98c0-093478b6824c x-openstack-request-id: req-4127254b-4a17-4e9f-98c0-093478b6824c {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:21:57.361613 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91864420-8f72-4153-bfe3-294260244158", "name": "network-vif-plugged", "status": "completed", "tag": "1286179b-e9e6-4d6e-89fd-2429cb61c9b5", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:21:57.361842 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4127254b-4a17-4e9f-98c0-093478b6824c {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:21:57.362540 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45350) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:57.362660 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91864420-8f72-4153-bfe3-294260244158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1286179b-e9e6-4d6e-89fd-2429cb61c9b5', 'code': 200} Aug 22 13:21:57.390227 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=1286179b-e9e6-4d6e-89fd-2429cb61c9b5,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:57.409697 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-71c76408-d8af-4c3f-90cf-23acc5b84512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:57.421674 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fa25efa8-b7e3-4193-a246-7882c6d0d59d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:57.432854 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fa25efa8-b7e3-4193-a246-7882c6d0d59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:57.448094 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a827d1-d111-4610-8146-51da4b66094f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c136d61c-f44f-42ad-b6b2-e167a5846eb1,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:57.457222 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a827d1-d111-4610-8146-51da4b66094f admin admin] Checking segment: {'id': 'e8a030d0-23ea-4087-b468-4a850cd93f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7ec8e251-0050-485e-92bd-9ae7b2c4a7ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:21:57.457639 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a827d1-d111-4610-8146-51da4b66094f admin admin] Network hostable DHCP agents. Network: 7ec8e251-0050-485e-92bd-9ae7b2c4a7ea, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:21:57.462959 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.db.api [None req-000c5a4b-3aba-4415-a99b-4506f4a42170 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 22 13:21:57.462959 n-d-793621-33 neutron-server[94628]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 22 13:21:57.462959 n-d-793621-33 neutron-server[94628]: [parameters: {'project_id_1': 'abebdfbb1a434a3f97a8c58ce703160e', 'expiration_1': datetime.datetime(2021, 8, 22, 13, 21, 57, 393332)}] Aug 22 13:21:57.462959 n-d-793621-33 neutron-server[94628]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94628) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 13:21:57.463288 n-d-793621-33 neutron-server[94628]: DEBUG oslo_db.api [None req-000c5a4b-3aba-4415-a99b-4506f4a42170 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 13:21:57.465887 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.db.api [None req-71c76408-d8af-4c3f-90cf-23acc5b84512 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 22 13:21:57.465887 n-d-793621-33 neutron-server[94628]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 22 13:21:57.465887 n-d-793621-33 neutron-server[94628]: [parameters: {'project_id_1': 'ff32fcdda4994f548303972c2cdda687', 'expiration_1': datetime.datetime(2021, 8, 22, 13, 21, 57, 437178)}] Aug 22 13:21:57.465887 n-d-793621-33 neutron-server[94628]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94628) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 13:21:57.466263 n-d-793621-33 neutron-server[94628]: DEBUG oslo_db.api [None req-71c76408-d8af-4c3f-90cf-23acc5b84512 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 13:21:57.477863 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a827d1-d111-4610-8146-51da4b66094f admin admin] Network 7ec8e251-0050-485e-92bd-9ae7b2c4a7ea is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:21:57.487818 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-a2a827d1-d111-4610-8146-51da4b66094f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 7ec8e251-0050-485e-92bd-9ae7b2c4a7ea) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:21:57.493442 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a827d1-d111-4610-8146-51da4b66094f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:57.494352 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a2a827d1-d111-4610-8146-51da4b66094f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:57.499663 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b468af-1cc6-4b52-b4fa-0892a9a0a935 None None] Network 7ec8e251-0050-485e-92bd-9ae7b2c4a7ea requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:21:57.565680 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-fa25efa8-b7e3-4193-a246-7882c6d0d59d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=45079c51700447918066a0756be5bfcf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2739377 Aug 22 13:21:57.568389 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45354) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:57.582184 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa25efa8-b7e3-4193-a246-7882c6d0d59d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e418aee-e8df-4f32-97e6-3c21b5f2bfbe,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:57.606431 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6893aa-e4d6-431e-85a0-9a2b8c7bb0cc req-a9459c67-4f99-4b11-a75c-5a49273e21a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:57.607936 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5b6893aa-e4d6-431e-85a0-9a2b8c7bb0cc req-a9459c67-4f99-4b11-a75c-5a49273e21a2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=91864420-8f72-4153-bfe3-294260244158 HTTP/1.1" status: 200 len: 1102 time: 0.1762400 Aug 22 13:21:57.628443 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ffbdc-24d9-4c6a-a43f-2832748aa595 req-2ad312bd-5e39-4d93-a982-662511dfdf76 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:57.629933 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5e8ffbdc-24d9-4c6a-a43f-2832748aa595 req-2ad312bd-5e39-4d93-a982-662511dfdf76 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=91864420-8f72-4153-bfe3-294260244158 HTTP/1.1" status: 200 len: 950 time: 0.1496973 Aug 22 13:21:57.641338 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-394210e9-ffa9-4840-8f14-b342bbf225ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:57.669646 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-394210e9-ffa9-4840-8f14-b342bbf225ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:57.670661 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-0d1dac63-e7ab-4cad-94a6-c45c2bb7f8a5 req-c1d20f05-3e28-415a-a891-49b766347718 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Deleting port a1c750b0-c07c-46c5-a9d3-b6bd7ad736e5 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:21:57.671002 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-0d1dac63-e7ab-4cad-94a6-c45c2bb7f8a5 req-c1d20f05-3e28-415a-a891-49b766347718 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:57.676938 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fce01f6-075a-4d36-bae7-72ed73ef1a89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-7ec8e251-0050-485e-92bd-9ae7b2c4a7ea', 'network_id': '7ec8e251-0050-485e-92bd-9ae7b2c4a7ea', 'tenant_id': '05be65d7aee94ddea8b57c02a086b509', 'fixed_ips': [{'subnet_id': 'c136d61c-f44f-42ad-b6b2-e167a5846eb1'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:21:57.677796 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4fce01f6-075a-4d36-bae7-72ed73ef1a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:57.731149 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-394210e9-ffa9-4840-8f14-b342bbf225ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:57.734131 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-394210e9-ffa9-4840-8f14-b342bbf225ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:57.737796 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-394210e9-ffa9-4840-8f14-b342bbf225ed admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4e418aee-e8df-4f32-97e6-3c21b5f2bfbe HTTP/1.1" status: 204 len: 168 time: 0.1660147 Aug 22 13:21:57.744899 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394210e9-ffa9-4840-8f14-b342bbf225ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e418aee-e8df-4f32-97e6-3c21b5f2bfbe,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:57.778628 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5b6893aa-e4d6-431e-85a0-9a2b8c7bb0cc req-7056afc0-f536-4cc4-b087-d37afaf066bb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594331 Aug 22 13:21:57.790620 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5e8ffbdc-24d9-4c6a-a43f-2832748aa595 req-54f4f764-bfd3-41c7-a28a-08f21b2bd315 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529834 Aug 22 13:21:57.815652 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a1658167-8d8d-4e92-936f-3a4c160084ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:57.830292 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a1658167-8d8d-4e92-936f-3a4c160084ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:57.840582 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a2a827d1-d111-4610-8146-51da4b66094f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9339592 Aug 22 13:21:57.842058 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45358) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:57.854137 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-e360c064-cb49-46b0-81f5-d70043c26d05 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1584389003-router', 'tenant_id': '05be65d7aee94ddea8b57c02a086b509', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:21:57.863569 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-0d1dac63-e7ab-4cad-94a6-c45c2bb7f8a5 req-c1d20f05-3e28-415a-a891-49b766347718 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:57.863901 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-0d1dac63-e7ab-4cad-94a6-c45c2bb7f8a5 req-c1d20f05-3e28-415a-a891-49b766347718 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:57.897875 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-0d1dac63-e7ab-4cad-94a6-c45c2bb7f8a5 req-c1d20f05-3e28-415a-a891-49b766347718 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Calling delete_port for a1c750b0-c07c-46c5-a9d3-b6bd7ad736e5 owned by network:floatingip {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:21:57.933578 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a1658167-8d8d-4e92-936f-3a4c160084ca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=304ccd4b2faa46e194ab7220f6261ba0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8902528 Aug 22 13:21:57.936091 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45360) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:57.941070 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e360c064-cb49-46b0-81f5-d70043c26d05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:57.943127 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e360c064-cb49-46b0-81f5-d70043c26d05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:57.947114 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1658167-8d8d-4e92-936f-3a4c160084ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474262a9-7250-4224-9b99-b4ab096da032,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:57.966071 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-000c5a4b-3aba-4415-a99b-4506f4a42170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:57.970902 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-71c76408-d8af-4c3f-90cf-23acc5b84512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:57.996378 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-4fce01f6-075a-4d36-bae7-72ed73ef1a89 None None] Allocated IP 172.20.0.2 (7ec8e251-0050-485e-92bd-9ae7b2c4a7ea/c136d61c-f44f-42ad-b6b2-e167a5846eb1/0f580341-b81d-4a91-8417-8399945af725) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:21:58.027761 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:58.078838 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f88ee90d-5d3d-4c35-a6d5-60a0532368fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:58.125023 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-000c5a4b-3aba-4415-a99b-4506f4a42170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:58.132754 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-000c5a4b-3aba-4415-a99b-4506f4a42170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:58.156819 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e360c064-cb49-46b0-81f5-d70043c26d05 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:58.160209 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f88ee90d-5d3d-4c35-a6d5-60a0532368fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:58.189560 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4fce01f6-075a-4d36-bae7-72ed73ef1a89 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:58.199168 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-000c5a4b-3aba-4415-a99b-4506f4a42170 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=abebdfbb1a434a3f97a8c58ce703160e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3426280 Aug 22 13:21:58.200838 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-4fce01f6-075a-4d36-bae7-72ed73ef1a89 None None] Transition to ACTIVE for port object 0f580341-b81d-4a91-8417-8399945af725 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:21:58.205241 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45370) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:58.222417 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-4fce01f6-075a-4d36-bae7-72ed73ef1a89 None None] Transition to ACTIVE for port object 0f580341-b81d-4a91-8417-8399945af725 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:21:58.223054 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000c5a4b-3aba-4415-a99b-4506f4a42170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bc5c40-5b54-44b2-a9f2-d6f900cedbb8,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:58.231825 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4fce01f6-075a-4d36-bae7-72ed73ef1a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:58.265210 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fce01f6-075a-4d36-bae7-72ed73ef1a89 None None] Network 7ec8e251-0050-485e-92bd-9ae7b2c4a7ea is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:21:58.289486 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-4fce01f6-075a-4d36-bae7-72ed73ef1a89 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:21:58.299093 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fce01f6-075a-4d36-bae7-72ed73ef1a89 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:21:58.334299 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1bd1cf72-7f12-402e-a082-92e4cc3f7ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:58.347307 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e360c064-cb49-46b0-81f5-d70043c26d05 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:58.368906 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-71c76408-d8af-4c3f-90cf-23acc5b84512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:58.374488 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fce01f6-075a-4d36-bae7-72ed73ef1a89 None None] Pushing event updated for resources: {'Port': ['ID=0f580341-b81d-4a91-8417-8399945af725,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:58.382120 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1bd1cf72-7f12-402e-a082-92e4cc3f7ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:58.384113 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-71c76408-d8af-4c3f-90cf-23acc5b84512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:58.409948 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-30d17b8d-0daf-488e-b66e-8dac4faadee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:58.414219 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-4fce01f6-075a-4d36-bae7-72ed73ef1a89 None None] Attempting to bind port 0f580341-b81d-4a91-8417-8399945af725 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:21:58.414584 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-4fce01f6-075a-4d36-bae7-72ed73ef1a89 None None] Attempting to bind port 0f580341-b81d-4a91-8417-8399945af725 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'e8a030d0-23ea-4087-b468-4a850cd93f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7ec8e251-0050-485e-92bd-9ae7b2c4a7ea'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:21:58.414945 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fce01f6-075a-4d36-bae7-72ed73ef1a89 None None] Attempting to bind port 0f580341-b81d-4a91-8417-8399945af725 on network 7ec8e251-0050-485e-92bd-9ae7b2c4a7ea {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:21:58.420940 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fce01f6-075a-4d36-bae7-72ed73ef1a89 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:21:58.421325 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fce01f6-075a-4d36-bae7-72ed73ef1a89 None None] Checking segment: {'id': 'e8a030d0-23ea-4087-b468-4a850cd93f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7ec8e251-0050-485e-92bd-9ae7b2c4a7ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:21:58.421719 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4fce01f6-075a-4d36-bae7-72ed73ef1a89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:58.422108 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fce01f6-075a-4d36-bae7-72ed73ef1a89 None None] Bound using segment: {'id': 'e8a030d0-23ea-4087-b468-4a850cd93f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7ec8e251-0050-485e-92bd-9ae7b2c4a7ea'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:21:58.422576 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-4fce01f6-075a-4d36-bae7-72ed73ef1a89 None None] Bound port: 0f580341-b81d-4a91-8417-8399945af725, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8a030d0-23ea-4087-b468-4a850cd93f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7ec8e251-0050-485e-92bd-9ae7b2c4a7ea'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:21:58.422956 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4fce01f6-075a-4d36-bae7-72ed73ef1a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:58.452788 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-0d1dac63-e7ab-4cad-94a6-c45c2bb7f8a5 req-c1d20f05-3e28-415a-a891-49b766347718 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:58.461211 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-71c76408-d8af-4c3f-90cf-23acc5b84512 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ff32fcdda4994f548303972c2cdda687&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0963221 Aug 22 13:21:58.462458 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c76408-d8af-4c3f-90cf-23acc5b84512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa9c80b-4286-43d8-a308-e5f986e20494,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:58.465331 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45376) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:58.513701 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1bd1cf72-7f12-402e-a082-92e4cc3f7ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:58.516503 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1bd1cf72-7f12-402e-a082-92e4cc3f7ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:58.520636 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-1bd1cf72-7f12-402e-a082-92e4cc3f7ced admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d1bc5c40-5b54-44b2-a9f2-d6f900cedbb8 HTTP/1.1" status: 204 len: 168 time: 0.3110900 Aug 22 13:21:58.537014 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-67248232-912d-4e44-8a6d-2138a12cb34a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:58.539758 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd1cf72-7f12-402e-a082-92e4cc3f7ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bc5c40-5b54-44b2-a9f2-d6f900cedbb8,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:58.546132 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f88ee90d-5d3d-4c35-a6d5-60a0532368fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:58.549280 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-4fce01f6-075a-4d36-bae7-72ed73ef1a89 None None] For port 0f580341-b81d-4a91-8417-8399945af725, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:21:58.549774 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f88ee90d-5d3d-4c35-a6d5-60a0532368fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:58.551458 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f88ee90d-5d3d-4c35-a6d5-60a0532368fc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/474262a9-7250-4224-9b99-b4ab096da032 HTTP/1.1" status: 204 len: 168 time: 0.6140764 Aug 22 13:21:58.560618 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-4fce01f6-075a-4d36-bae7-72ed73ef1a89 None None] For port 0f580341-b81d-4a91-8417-8399945af725, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=0f580341-b81d-4a91-8417-8399945af725,segment=NetworkSegment(e8a030d0-23ea-4087-b468-4a850cd93f2e),segment_id=e8a030d0-23ea-4087-b468-4a850cd93f2e)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:21:58.576733 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4fce01f6-075a-4d36-bae7-72ed73ef1a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:58.587349 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-67248232-912d-4e44-8a6d-2138a12cb34a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:58.601096 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d20f05-3e28-415a-a891-49b766347718 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Pushing event deleted for resources: {'Port': ['ID=a1c750b0-c07c-46c5-a9d3-b6bd7ad736e5,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:58.626383 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ee90d-5d3d-4c35-a6d5-60a0532368fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474262a9-7250-4224-9b99-b4ab096da032,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:58.692762 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-67248232-912d-4e44-8a6d-2138a12cb34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:58.693822 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-0d1dac63-e7ab-4cad-94a6-c45c2bb7f8a5 req-c1d20f05-3e28-415a-a891-49b766347718 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks [] for floatingip, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:58.697654 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fce01f6-075a-4d36-bae7-72ed73ef1a89 None None] Pushing event updated for resources: {'Port': ['ID=0f580341-b81d-4a91-8417-8399945af725,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:58.697909 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-0d1dac63-e7ab-4cad-94a6-c45c2bb7f8a5 req-c1d20f05-3e28-415a-a891-49b766347718 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:58.698033 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-67248232-912d-4e44-8a6d-2138a12cb34a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:58.701639 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-67248232-912d-4e44-8a6d-2138a12cb34a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9fa9c80b-4286-43d8-a308-e5f986e20494 HTTP/1.1" status: 204 len: 168 time: 0.2331984 Aug 22 13:21:58.703895 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d1dac63-e7ab-4cad-94a6-c45c2bb7f8a5 req-c1d20f05-3e28-415a-a891-49b766347718 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] 10.222.0.21 "DELETE /v2.0/floatingips/dfb0187d-c6c5-47bc-ad60-86104aa5407d HTTP/1.1" status: 204 len: 173 time: 1.4206102 Aug 22 13:21:58.727324 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67248232-912d-4e44-8a6d-2138a12cb34a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa9c80b-4286-43d8-a308-e5f986e20494,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:58.814532 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f2da5435-e10f-44d5-8d1e-11c66acec6cc req-0cf60407-ea3c-4c7b-b9e8-90101dabe8f5 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] 10.222.0.21 "GET /v2.0/floatingips/4e2d81c6-ed08-47da-8094-a8a3aa525c2d HTTP/1.1" status: 200 len: 692 time: 0.0894268 Aug 22 13:21:59.127911 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b31eb24-c0db-4c60-b712-2c0f3e15032a req-edf167ac-7198-4a05-97d3-a77ade767bd1 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:59.129468 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5b31eb24-c0db-4c60-b712-2c0f3e15032a req-edf167ac-7198-4a05-97d3-a77ade767bd1 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=91864420-8f72-4153-bfe3-294260244158 HTTP/1.1" status: 200 len: 950 time: 0.2234249 Aug 22 13:21:59.138544 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2da5435-e10f-44d5-8d1e-11c66acec6cc req-893e1c3c-8175-45b0-b5be-d5efe394d175 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:59.139935 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f2da5435-e10f-44d5-8d1e-11c66acec6cc req-893e1c3c-8175-45b0-b5be-d5efe394d175 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] 10.222.0.21 "GET /v2.0/networks/7de6ab83-cd00-4b3c-94fb-810dd34d29b8 HTTP/1.1" status: 200 len: 784 time: 0.3246264 Aug 22 13:21:59.222860 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45406) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:21:59.243704 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f2da5435-e10f-44d5-8d1e-11c66acec6cc req-9b39afb5-3c5d-4e66-ae59-d37da0cd5264 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.56 HTTP/1.1" status: 200 len: 695 time: 0.0912123 Aug 22 13:21:59.260779 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5b31eb24-c0db-4c60-b712-2c0f3e15032a req-fe069ff9-a83f-4a4f-99d2-eb80ddb2acd8 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197975 Aug 22 13:21:59.273984 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e360c064-cb49-46b0-81f5-d70043c26d05 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:59.321136 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e360c064-cb49-46b0-81f5-d70043c26d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:59.396935 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f2da5435-e10f-44d5-8d1e-11c66acec6cc req-e278c2dd-55a7-4ff9-9444-a4c0dff22753 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.56 HTTP/1.1" status: 200 len: 695 time: 0.1423783 Aug 22 13:21:59.420988 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-f6f144c5-bb7b-45f0-83da-6342912d9879 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1377583485-network', 'tenant_id': 'ec08ac96341043c28ecba1b995182de4'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:21:59.460190 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f144c5-bb7b-45f0-83da-6342912d9879 admin admin] Made reservation on behalf of ec08ac96341043c28ecba1b995182de4 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:21:59.464274 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f6f144c5-bb7b-45f0-83da-6342912d9879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:59.497850 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f6f144c5-bb7b-45f0-83da-6342912d9879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:59.700087 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f6f144c5-bb7b-45f0-83da-6342912d9879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:59.711779 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f6f144c5-bb7b-45f0-83da-6342912d9879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:59.780390 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6f144c5-bb7b-45f0-83da-6342912d9879 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:21:59.794262 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f144c5-bb7b-45f0-83da-6342912d9879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343f07bd-ff40-4f1b-b844-249f26921c4b,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:21:59.802546 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f6f144c5-bb7b-45f0-83da-6342912d9879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:59.803198 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-f6f144c5-bb7b-45f0-83da-6342912d9879 admin admin] Added segment 0efbff2c-3dbf-4e79-83ba-47cbdc800632 of type vlan for network 887e0115-b4ac-4c62-9aab-f2d01695aede Aug 22 13:21:59.808840 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-e360c064-cb49-46b0-81f5-d70043c26d05 admin admin] Allocated IP 172.25.3.221 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/3dc4485f-43e8-4c80-9a90-f2822068c134) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:21:59.849549 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 0f580341-b81d-4a91-8417-8399945af725 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:21:59.884717 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f6f144c5-bb7b-45f0-83da-6342912d9879 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:59.949663 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-f2da5435-e10f-44d5-8d1e-11c66acec6cc req-78dc0f94-620e-456e-a781-196ba8bce578 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Deleting port ebef1519-842b-4cf5-9543-23415add2e20 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:21:59.958066 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f2da5435-e10f-44d5-8d1e-11c66acec6cc req-78dc0f94-620e-456e-a781-196ba8bce578 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:59.962321 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 0f580341-b81d-4a91-8417-8399945af725 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:21:59.979665 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f6f144c5-bb7b-45f0-83da-6342912d9879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:21:59.980598 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f144c5-bb7b-45f0-83da-6342912d9879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:21:59.981171 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f6f144c5-bb7b-45f0-83da-6342912d9879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:00.066755 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7baf2cca-0f99-436e-893c-b966017d0b98 None None] Network 7ec8e251-0050-485e-92bd-9ae7b2c4a7ea requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:22:00.078480 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f6f144c5-bb7b-45f0-83da-6342912d9879 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8539827 Aug 22 13:22:00.083583 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45436) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:00.101197 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-1a9b857a-5f69-4e55-aad6-e00a9de27a24 admin admin] Request body: {'subnet': {'network_id': '887e0115-b4ac-4c62-9aab-f2d01695aede', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1377583485-subnet', 'tenant_id': 'ec08ac96341043c28ecba1b995182de4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:22:00.112424 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f144c5-bb7b-45f0-83da-6342912d9879 admin admin] Pushing event updated for resources: {'Network': ['ID=887e0115-b4ac-4c62-9aab-f2d01695aede,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:00.125649 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e360c064-cb49-46b0-81f5-d70043c26d05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:00.158361 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 887e0115-b4ac-4c62-9aab-f2d01695aede details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:22:00.161923 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9b857a-5f69-4e55-aad6-e00a9de27a24 admin admin] Made reservation on behalf of ec08ac96341043c28ecba1b995182de4 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:22:00.165471 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1a9b857a-5f69-4e55-aad6-e00a9de27a24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:00.197872 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f2da5435-e10f-44d5-8d1e-11c66acec6cc req-78dc0f94-620e-456e-a781-196ba8bce578 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:00.198208 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f2da5435-e10f-44d5-8d1e-11c66acec6cc req-78dc0f94-620e-456e-a781-196ba8bce578 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:00.223210 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-f2da5435-e10f-44d5-8d1e-11c66acec6cc req-78dc0f94-620e-456e-a781-196ba8bce578 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Calling delete_port for ebef1519-842b-4cf5-9543-23415add2e20 owned by network:floatingip {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:22:00.246886 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c0fca8-ff35-4afa-a400-bbb44316fb76 req-d7b96b10-e731-45b7-b6b3-de3d69befa55 tempest-MigrationsAdminTest-788779939 tempest-MigrationsAdminTest-788779939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:00.248731 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-99c0fca8-ff35-4afa-a400-bbb44316fb76 req-d7b96b10-e731-45b7-b6b3-de3d69befa55 tempest-MigrationsAdminTest-788779939 tempest-MigrationsAdminTest-788779939-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=91864420-8f72-4153-bfe3-294260244158 HTTP/1.1" status: 200 len: 1102 time: 0.1206732 Aug 22 13:22:00.289072 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e360c064-cb49-46b0-81f5-d70043c26d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:00.301778 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-523c7a96-1950-45d2-8710-1affac7d2e65 None None] Provisioning for port 0f580341-b81d-4a91-8417-8399945af725 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:22:00.329421 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-523c7a96-1950-45d2-8710-1affac7d2e65 None None] Provisioning complete for port 0f580341-b81d-4a91-8417-8399945af725 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:22:00.330345 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-523c7a96-1950-45d2-8710-1affac7d2e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:00.349804 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-99c0fca8-ff35-4afa-a400-bbb44316fb76 req-c40af493-e33c-4e6d-b283-08e838ad91f2 tempest-MigrationsAdminTest-788779939 tempest-MigrationsAdminTest-788779939-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:00.363094 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e360c064-cb49-46b0-81f5-d70043c26d05 admin admin] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:22:00.483822 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-e360c064-cb49-46b0-81f5-d70043c26d05 admin admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:22:00.489976 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e360c064-cb49-46b0-81f5-d70043c26d05 admin admin] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:22:00.500498 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1a9b857a-5f69-4e55-aad6-e00a9de27a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:00.559930 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e360c064-cb49-46b0-81f5-d70043c26d05 admin admin] Pushing event updated for resources: {'Port': ['ID=3dc4485f-43e8-4c80-9a90-f2822068c134,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:00.571364 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-523c7a96-1950-45d2-8710-1affac7d2e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:00.606565 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b857a-5f69-4e55-aad6-e00a9de27a24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fb53f66-6b81-41b6-9806-8520494df9af,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:00.625377 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b857a-5f69-4e55-aad6-e00a9de27a24 admin admin] Checking segment: {'id': '0efbff2c-3dbf-4e79-83ba-47cbdc800632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '887e0115-b4ac-4c62-9aab-f2d01695aede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:22:00.626214 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9b857a-5f69-4e55-aad6-e00a9de27a24 admin admin] Network hostable DHCP agents. Network: 887e0115-b4ac-4c62-9aab-f2d01695aede, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:22:00.648858 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-99c0fca8-ff35-4afa-a400-bbb44316fb76 req-c40af493-e33c-4e6d-b283-08e838ad91f2 tempest-MigrationsAdminTest-788779939 tempest-MigrationsAdminTest-788779939-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:00.649247 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9b857a-5f69-4e55-aad6-e00a9de27a24 admin admin] Network 887e0115-b4ac-4c62-9aab-f2d01695aede is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:22:00.662924 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-1a9b857a-5f69-4e55-aad6-e00a9de27a24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 887e0115-b4ac-4c62-9aab-f2d01695aede) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:22:00.664887 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-523c7a96-1950-45d2-8710-1affac7d2e65 None None] For port 0f580341-b81d-4a91-8417-8399945af725, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=0f580341-b81d-4a91-8417-8399945af725,segment=NetworkSegment(e8a030d0-23ea-4087-b468-4a850cd93f2e),segment_id=e8a030d0-23ea-4087-b468-4a850cd93f2e)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:22:00.669636 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-99c0fca8-ff35-4afa-a400-bbb44316fb76 req-c40af493-e33c-4e6d-b283-08e838ad91f2 tempest-MigrationsAdminTest-788779939 tempest-MigrationsAdminTest-788779939-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:00.671677 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9b857a-5f69-4e55-aad6-e00a9de27a24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:00.672548 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-523c7a96-1950-45d2-8710-1affac7d2e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:00.674004 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1a9b857a-5f69-4e55-aad6-e00a9de27a24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:00.705664 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-1a9b857a-5f69-4e55-aad6-e00a9de27a24 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6207566 Aug 22 13:22:00.713291 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275ff585-362a-4013-9f4f-73aebbdaffab None None] Network 887e0115-b4ac-4c62-9aab-f2d01695aede requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:22:00.741721 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45466) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:00.775179 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c7a96-1950-45d2-8710-1affac7d2e65 None None] Pushing event updated for resources: {'Port': ['ID=0f580341-b81d-4a91-8417-8399945af725,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:00.892497 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-99c0fca8-ff35-4afa-a400-bbb44316fb76 req-c40af493-e33c-4e6d-b283-08e838ad91f2 tempest-MigrationsAdminTest-788779939 tempest-MigrationsAdminTest-788779939-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6056516 Aug 22 13:22:00.904830 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea754dad-d4fc-4581-892b-9ac9bb3a65aa None None] Network 887e0115-b4ac-4c62-9aab-f2d01695aede requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:22:00.920838 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40af493-e33c-4e6d-b283-08e838ad91f2 tempest-MigrationsAdminTest-788779939 tempest-MigrationsAdminTest-788779939-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21308c9-a764-4de5-9949-be869a21676c,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:00.963187 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f2da5435-e10f-44d5-8d1e-11c66acec6cc req-78dc0f94-620e-456e-a781-196ba8bce578 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:01.042518 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dc0f94-620e-456e-a781-196ba8bce578 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Pushing event deleted for resources: {'Port': ['ID=ebef1519-842b-4cf5-9543-23415add2e20,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:01.078656 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-bcd95d95-4281-4dd0-8e03-78abb058b42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:01.123604 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-dc73b15d-b136-4c43-951b-dc5a9bd0730c None None] Provisioning complete for port 0f580341-b81d-4a91-8417-8399945af725 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:22:01.124764 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-dc73b15d-b136-4c43-951b-dc5a9bd0730c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:01.154662 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-446d5c3e-68c7-4efe-b44b-01246acd4509 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1971918968-network', 'tenant_id': '11e2ae2294d846cda1dba83bfa4238f1'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:22:01.189420 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f2da5435-e10f-44d5-8d1e-11c66acec6cc req-78dc0f94-620e-456e-a781-196ba8bce578 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks [] for floatingip, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:01.192017 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f2da5435-e10f-44d5-8d1e-11c66acec6cc req-78dc0f94-620e-456e-a781-196ba8bce578 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:01.193215 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f2da5435-e10f-44d5-8d1e-11c66acec6cc req-78dc0f94-620e-456e-a781-196ba8bce578 tempest-FloatingIPDetailsTestJSON-612359247 tempest-FloatingIPDetailsTestJSON-612359247-project] 10.222.0.21 "DELETE /v2.0/floatingips/4e2d81c6-ed08-47da-8094-a8a3aa525c2d HTTP/1.1" status: 204 len: 173 time: 1.7733097 Aug 22 13:22:01.198677 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446d5c3e-68c7-4efe-b44b-01246acd4509 admin admin] Made reservation on behalf of 11e2ae2294d846cda1dba83bfa4238f1 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:22:01.203675 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-446d5c3e-68c7-4efe-b44b-01246acd4509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:01.208803 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45480) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:01.215859 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:01.230516 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-446d5c3e-68c7-4efe-b44b-01246acd4509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:01.284837 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e360c064-cb49-46b0-81f5-d70043c26d05 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:01.405690 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-446d5c3e-68c7-4efe-b44b-01246acd4509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:01.410367 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-446d5c3e-68c7-4efe-b44b-01246acd4509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:01.442576 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-446d5c3e-68c7-4efe-b44b-01246acd4509 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:22:01.461552 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446d5c3e-68c7-4efe-b44b-01246acd4509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb7caa6-a839-4983-9134-95ac9c707359,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:01.476850 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-446d5c3e-68c7-4efe-b44b-01246acd4509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:01.477161 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-446d5c3e-68c7-4efe-b44b-01246acd4509 admin admin] Added segment 25512722-c6c3-4c99-909a-75b66b53b7a9 of type vlan for network 63cc0b86-eb67-4715-98b6-c62bc87b2678 Aug 22 13:22:01.518835 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-446d5c3e-68c7-4efe-b44b-01246acd4509 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:01.551099 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-446d5c3e-68c7-4efe-b44b-01246acd4509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:01.552330 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446d5c3e-68c7-4efe-b44b-01246acd4509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:01.553013 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-446d5c3e-68c7-4efe-b44b-01246acd4509 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:01.583628 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-446d5c3e-68c7-4efe-b44b-01246acd4509 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8369896 Aug 22 13:22:01.584096 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45496) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:01.589566 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-8ded6aed-1dac-4f67-9a15-5c07928604c8 admin admin] Request body: {'subnet': {'network_id': '63cc0b86-eb67-4715-98b6-c62bc87b2678', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1971918968-subnet', 'tenant_id': '11e2ae2294d846cda1dba83bfa4238f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:22:01.671020 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e360c064-cb49-46b0-81f5-d70043c26d05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:01.673522 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446d5c3e-68c7-4efe-b44b-01246acd4509 admin admin] Pushing event updated for resources: {'Network': ['ID=63cc0b86-eb67-4715-98b6-c62bc87b2678,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:01.691686 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ded6aed-1dac-4f67-9a15-5c07928604c8 admin admin] Made reservation on behalf of 11e2ae2294d846cda1dba83bfa4238f1 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:22:01.693573 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 63cc0b86-eb67-4715-98b6-c62bc87b2678 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:22:01.695078 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8ded6aed-1dac-4f67-9a15-5c07928604c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:01.805074 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 0f580341-b81d-4a91-8417-8399945af725 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:22:01.819405 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [req-4e24974a-37a0-4bcc-bf15-0e37dc0a1184 req-a472547c-bb53-443b-b696-07bc36e47c5a service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:22:01.820701 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4e24974a-37a0-4bcc-bf15-0e37dc0a1184 req-a472547c-bb53-443b-b696-07bc36e47c5a service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2440526 Aug 22 13:22:01.923087 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e360c064-cb49-46b0-81f5-d70043c26d05 admin admin] Router 960a53f9-c615-477c-96b2-710baf0af00e is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:22:01.931944 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 0f580341-b81d-4a91-8417-8399945af725 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:22:01.932561 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:01.951606 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8ded6aed-1dac-4f67-9a15-5c07928604c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:02.007416 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e0a9a9ac-bab0-4256-b04e-52e61b02fbc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:02.071007 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ded6aed-1dac-4f67-9a15-5c07928604c8 admin admin] Checking segment: {'id': '25512722-c6c3-4c99-909a-75b66b53b7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '63cc0b86-eb67-4715-98b6-c62bc87b2678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:22:02.071251 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ded6aed-1dac-4f67-9a15-5c07928604c8 admin admin] Network hostable DHCP agents. Network: 63cc0b86-eb67-4715-98b6-c62bc87b2678, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:22:02.142047 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ded6aed-1dac-4f67-9a15-5c07928604c8 admin admin] Network 63cc0b86-eb67-4715-98b6-c62bc87b2678 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:22:02.151090 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded6aed-1dac-4f67-9a15-5c07928604c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=309b62ca-1086-4194-8b17-3a420b262a23,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:02.169134 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-8ded6aed-1dac-4f67-9a15-5c07928604c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 63cc0b86-eb67-4715-98b6-c62bc87b2678) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:22:02.173944 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09a5241-8808-4cda-88dd-eeb7096b0d7e None None] Network 63cc0b86-eb67-4715-98b6-c62bc87b2678 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:22:02.194282 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ded6aed-1dac-4f67-9a15-5c07928604c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:02.194923 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8ded6aed-1dac-4f67-9a15-5c07928604c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:02.213452 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8ded6aed-1dac-4f67-9a15-5c07928604c8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6271400 Aug 22 13:22:02.294052 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:02.364476 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787cca78-2ab8-4348-9b0e-b2e5636de4f3 None None] Network 63cc0b86-eb67-4715-98b6-c62bc87b2678 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:22:02.533730 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e360c064-cb49-46b0-81f5-d70043c26d05 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:22:02.544919 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d2e2ed-9d95-4aee-a14f-34920f84fbdf None None] Sync routers for ids ['960a53f9-c615-477c-96b2-710baf0af00e'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:22:02.554717 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45538) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:02.558418 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d2e2ed-9d95-4aee-a14f-34920f84fbdf None None] Routers {'960a53f9-c615-477c-96b2-710baf0af00e'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:22:02.559184 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-70d2e2ed-9d95-4aee-a14f-34920f84fbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:22:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['960a53f9-c615-477c-96b2-710baf0af00e'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:22:02.562465 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-495e6ba9-83d4-47a8-87f3-33d84b28eac7 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1559820412-network', 'tenant_id': '7c0f4b65af3f4b5fbfc9d77b35b929c9'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:22:02.601732 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495e6ba9-83d4-47a8-87f3-33d84b28eac7 admin admin] Made reservation on behalf of 7c0f4b65af3f4b5fbfc9d77b35b929c9 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:22:02.604382 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-495e6ba9-83d4-47a8-87f3-33d84b28eac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:02.627309 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-495e6ba9-83d4-47a8-87f3-33d84b28eac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:02.631194 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e360c064-cb49-46b0-81f5-d70043c26d05 admin admin] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:02.632578 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e360c064-cb49-46b0-81f5-d70043c26d05 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.7823884 Aug 22 13:22:02.641432 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45542) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:02.686544 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-70d2e2ed-9d95-4aee-a14f-34920f84fbdf None None] Set router 960a53f9-c615-477c-96b2-710baf0af00e gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:22:02.801821 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-495e6ba9-83d4-47a8-87f3-33d84b28eac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:02.812298 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-495e6ba9-83d4-47a8-87f3-33d84b28eac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:02.842907 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-495e6ba9-83d4-47a8-87f3-33d84b28eac7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:22:02.864471 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-495e6ba9-83d4-47a8-87f3-33d84b28eac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:02.865136 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-495e6ba9-83d4-47a8-87f3-33d84b28eac7 admin admin] Added segment 7cbbe768-7af9-4a97-b934-ca8a607550bd of type vlan for network 32293e58-3495-474f-99ab-16eb0df1de09 Aug 22 13:22:02.874673 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495e6ba9-83d4-47a8-87f3-33d84b28eac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457b367b-7c91-443d-8ddf-45ef74202e9c,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:02.921529 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-495e6ba9-83d4-47a8-87f3-33d84b28eac7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:02.936256 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-70d2e2ed-9d95-4aee-a14f-34920f84fbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960a53f9-c615-477c-96b2-710baf0af00e', 'name': 'tempest-ServersTestJSON-1584389003-router', 'tenant_id': '05be65d7aee94ddea8b57c02a086b509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '3dc4485f-43e8-4c80-9a90-f2822068c134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:21:57Z', 'updated_at': '2021-08-22T13:22:00Z', 'revision_number': 3, 'project_id': '05be65d7aee94ddea8b57c02a086b509', 'gw_port': {'id': '3dc4485f-43e8-4c80-9a90-f2822068c134', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:66:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '960a53f9-c615-477c-96b2-710baf0af00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:21:59Z', 'updated_at': '2021-08-22T13:21:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:22:02.986065 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-495e6ba9-83d4-47a8-87f3-33d84b28eac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:02.987052 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495e6ba9-83d4-47a8-87f3-33d84b28eac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:02.988140 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-495e6ba9-83d4-47a8-87f3-33d84b28eac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:03.013239 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d2e2ed-9d95-4aee-a14f-34920f84fbdf None None] Checking router: 960a53f9-c615-477c-96b2-710baf0af00e for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:22:03.013689 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d2e2ed-9d95-4aee-a14f-34920f84fbdf None None] Updating router 960a53f9-c615-477c-96b2-710baf0af00e port 3dc4485f-43e8-4c80-9a90-f2822068c134 binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:22:03.058555 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-495e6ba9-83d4-47a8-87f3-33d84b28eac7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5016725 Aug 22 13:22:03.068191 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45554) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:03.072264 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-70d2e2ed-9d95-4aee-a14f-34920f84fbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:03.074988 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-95975d79-5c3c-4d95-95dc-327e7afad80c admin admin] Request body: {'subnet': {'network_id': '32293e58-3495-474f-99ab-16eb0df1de09', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1559820412-subnet', 'tenant_id': '7c0f4b65af3f4b5fbfc9d77b35b929c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:22:03.103517 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95975d79-5c3c-4d95-95dc-327e7afad80c admin admin] Made reservation on behalf of 7c0f4b65af3f4b5fbfc9d77b35b929c9 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:22:03.107727 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-95975d79-5c3c-4d95-95dc-327e7afad80c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:03.124196 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-e0a9a9ac-bab0-4256-b04e-52e61b02fbc5 admin admin] Deleting port f0ebe287-8ea6-4212-b09f-d7df73f4eac5 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:22:03.125334 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e0a9a9ac-bab0-4256-b04e-52e61b02fbc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:03.162447 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495e6ba9-83d4-47a8-87f3-33d84b28eac7 admin admin] Pushing event updated for resources: {'Network': ['ID=32293e58-3495-474f-99ab-16eb0df1de09,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:03.170964 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45558) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:03.265383 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 32293e58-3495-474f-99ab-16eb0df1de09 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:22:03.312720 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-d4808742-593f-4a7b-b833-cfc3fd25ec8f req-ba5806cf-1179-481d-bd15-986cc6c9b6ba tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1936770863', 'description': 'tempest-description-984802536'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:22:03.329661 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7892aeb7-b396-4fc5-96b6-ea2583cc4f4a req-84058429-11b9-4b28-bcf6-3089e0cbcd6b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=91864420-8f72-4153-bfe3-294260244158&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1567955 Aug 22 13:22:03.362910 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [req-7892aeb7-b396-4fc5-96b6-ea2583cc4f4a req-f34657d6-c4ae-4c7a-a9a4-e3f9a3df0e16 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:22:03.364032 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7892aeb7-b396-4fc5-96b6-ea2583cc4f4a req-f34657d6-c4ae-4c7a-a9a4-e3f9a3df0e16 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0250087 Aug 22 13:22:03.392641 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-95975d79-5c3c-4d95-95dc-327e7afad80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:03.403437 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-e0a9a9ac-bab0-4256-b04e-52e61b02fbc5 admin admin] For port f0ebe287-8ea6-4212-b09f-d7df73f4eac5, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=f0ebe287-8ea6-4212-b09f-d7df73f4eac5,segment=NetworkSegment(8f11b6a9-1453-4efe-ac68-1d3d78ae0589),segment_id=8f11b6a9-1453-4efe-ac68-1d3d78ae0589)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:22:03.403810 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e0a9a9ac-bab0-4256-b04e-52e61b02fbc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:03.407705 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-d4808742-593f-4a7b-b833-cfc3fd25ec8f req-ba5806cf-1179-481d-bd15-986cc6c9b6ba tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:03.456220 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-e0a9a9ac-bab0-4256-b04e-52e61b02fbc5 admin admin] Calling delete_port for f0ebe287-8ea6-4212-b09f-d7df73f4eac5 owned by network:router_interface {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:22:03.476206 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65daf711-994c-43d5-a928-bfcc23ce285d req-d41e77fa-cfa6-4fba-b568-83d1b8a295cb tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:03.483900 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-65daf711-994c-43d5-a928-bfcc23ce285d req-d41e77fa-cfa6-4fba-b568-83d1b8a295cb tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=91864420-8f72-4153-bfe3-294260244158 HTTP/1.1" status: 200 len: 950 time: 0.1947300 Aug 22 13:22:03.484285 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95975d79-5c3c-4d95-95dc-327e7afad80c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb55bb04-d3e2-4efe-8cb8-064f64c72125,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:03.487030 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95975d79-5c3c-4d95-95dc-327e7afad80c admin admin] Checking segment: {'id': '7cbbe768-7af9-4a97-b934-ca8a607550bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '32293e58-3495-474f-99ab-16eb0df1de09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:22:03.487382 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95975d79-5c3c-4d95-95dc-327e7afad80c admin admin] Network hostable DHCP agents. Network: 32293e58-3495-474f-99ab-16eb0df1de09, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:22:03.511086 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95975d79-5c3c-4d95-95dc-327e7afad80c admin admin] Network 32293e58-3495-474f-99ab-16eb0df1de09 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:22:03.523836 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-95975d79-5c3c-4d95-95dc-327e7afad80c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 32293e58-3495-474f-99ab-16eb0df1de09) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:22:03.530403 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95975d79-5c3c-4d95-95dc-327e7afad80c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:03.531017 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-95975d79-5c3c-4d95-95dc-327e7afad80c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:03.558260 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ce5ca6-3967-43ed-b1ca-d858dc7091fa None None] Network 32293e58-3495-474f-99ab-16eb0df1de09 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:22:03.577777 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:03.620797 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-65daf711-994c-43d5-a928-bfcc23ce285d req-9ae78b86-70c3-4b98-a4c3-7243d8a2e176 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360068 Aug 22 13:22:03.784960 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162cc7a8-dab0-4a34-a539-5dccf0790f81 None None] Network 32293e58-3495-474f-99ab-16eb0df1de09 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:22:03.793791 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-d4808742-593f-4a7b-b833-cfc3fd25ec8f req-ba5806cf-1179-481d-bd15-986cc6c9b6ba tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:03.795823 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-59d50f7c-142d-4b46-9981-f24fe7195154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:03.801835 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-d4808742-593f-4a7b-b833-cfc3fd25ec8f req-ba5806cf-1179-481d-bd15-986cc6c9b6ba tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:03.817562 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-95975d79-5c3c-4d95-95dc-327e7afad80c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7393308 Aug 22 13:22:03.868510 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-d4808742-593f-4a7b-b833-cfc3fd25ec8f req-ba5806cf-1179-481d-bd15-986cc6c9b6ba tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:03.869771 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d4808742-593f-4a7b-b833-cfc3fd25ec8f req-ba5806cf-1179-481d-bd15-986cc6c9b6ba tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5741036 Aug 22 13:22:03.870527 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5806cf-1179-481d-bd15-986cc6c9b6ba tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79b54df1-8d72-415e-8195-00a1cc30b099,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:03.964111 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-70d2e2ed-9d95-4aee-a14f-34920f84fbdf None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:04.001109 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-70d2e2ed-9d95-4aee-a14f-34920f84fbdf None None] Transition to ACTIVE for port object 3dc4485f-43e8-4c80-9a90-f2822068c134 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:22:04.003394 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e0a9a9ac-bab0-4256-b04e-52e61b02fbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:04.013022 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-70d2e2ed-9d95-4aee-a14f-34920f84fbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:04.054308 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a9a9ac-bab0-4256-b04e-52e61b02fbc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0ebe287-8ea6-4212-b09f-d7df73f4eac5,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:04.185759 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:04.190473 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-70d2e2ed-9d95-4aee-a14f-34920f84fbdf None None] Attempting to bind port 3dc4485f-43e8-4c80-9a90-f2822068c134 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:22:04.190891 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-70d2e2ed-9d95-4aee-a14f-34920f84fbdf None None] Attempting to bind port 3dc4485f-43e8-4c80-9a90-f2822068c134 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:22:04.191248 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d2e2ed-9d95-4aee-a14f-34920f84fbdf None None] Attempting to bind port 3dc4485f-43e8-4c80-9a90-f2822068c134 on network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:22:04.199290 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9924a44f-c9d9-4562-b15b-f77c3ffe47a0 None None] Pushing event updated for resources: {'Port': ['ID=3dc4485f-43e8-4c80-9a90-f2822068c134,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:04.215572 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d2e2ed-9d95-4aee-a14f-34920f84fbdf None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:22:04.215955 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d2e2ed-9d95-4aee-a14f-34920f84fbdf None None] Checking segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:22:04.216388 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-70d2e2ed-9d95-4aee-a14f-34920f84fbdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:04.216779 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d2e2ed-9d95-4aee-a14f-34920f84fbdf None None] Bound using segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:22:04.217249 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-70d2e2ed-9d95-4aee-a14f-34920f84fbdf None None] Bound port: 3dc4485f-43e8-4c80-9a90-f2822068c134, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:22:04.217626 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-70d2e2ed-9d95-4aee-a14f-34920f84fbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:04.220402 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-59d50f7c-142d-4b46-9981-f24fe7195154 admin admin] Allocated IP 172.20.0.1 (7ec8e251-0050-485e-92bd-9ae7b2c4a7ea/c136d61c-f44f-42ad-b6b2-e167a5846eb1/8c4f4093-5a19-4633-9937-35cd123bcc71) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:22:04.358356 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-70d2e2ed-9d95-4aee-a14f-34920f84fbdf None None] For port 3dc4485f-43e8-4c80-9a90-f2822068c134, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:22:04.363414 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-70d2e2ed-9d95-4aee-a14f-34920f84fbdf None None] For port 3dc4485f-43e8-4c80-9a90-f2822068c134, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=3dc4485f-43e8-4c80-9a90-f2822068c134,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:22:04.372709 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-70d2e2ed-9d95-4aee-a14f-34920f84fbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:04.454879 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9924a44f-c9d9-4562-b15b-f77c3ffe47a0 None None] Pushing event updated for resources: {'Port': ['ID=3dc4485f-43e8-4c80-9a90-f2822068c134,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:04.468278 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1c419ab8-d283-4667-a696-80aa9dc65a5c req-8eac1746-355f-4aba-8386-4406727f8705 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] 10.222.0.21 "GET /v2.0/security-groups/79b54df1-8d72-415e-8195-00a1cc30b099 HTTP/1.1" status: 200 len: 1804 time: 0.2268105 Aug 22 13:22:04.473072 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d2e2ed-9d95-4aee-a14f-34920f84fbdf None None] Routers {'960a53f9-c615-477c-96b2-710baf0af00e'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:22:04.473788 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-70d2e2ed-9d95-4aee-a14f-34920f84fbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:22:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['960a53f9-c615-477c-96b2-710baf0af00e'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:22:04.488155 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-1c419ab8-d283-4667-a696-80aa9dc65a5c req-1d28f20a-f735-43b5-8079-e05fe5f0bca6 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '79b54df1-8d72-415e-8195-00a1cc30b099', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:22:04.488155 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-1c419ab8-d283-4667-a696-80aa9dc65a5c req-1d28f20a-f735-43b5-8079-e05fe5f0bca6 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '79b54df1-8d72-415e-8195-00a1cc30b099', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:22:04.533066 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e0a9a9ac-bab0-4256-b04e-52e61b02fbc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:04.564971 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-59d50f7c-142d-4b46-9981-f24fe7195154 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:04.593079 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-70d2e2ed-9d95-4aee-a14f-34920f84fbdf None None] Set router 960a53f9-c615-477c-96b2-710baf0af00e gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:22:04.644484 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-59d50f7c-142d-4b46-9981-f24fe7195154 admin admin] Transition to ACTIVE for port object 8c4f4093-5a19-4633-9937-35cd123bcc71 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:22:04.775086 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-1c419ab8-d283-4667-a696-80aa9dc65a5c req-1d28f20a-f735-43b5-8079-e05fe5f0bca6 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:04.783611 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-70d2e2ed-9d95-4aee-a14f-34920f84fbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960a53f9-c615-477c-96b2-710baf0af00e', 'name': 'tempest-ServersTestJSON-1584389003-router', 'tenant_id': '05be65d7aee94ddea8b57c02a086b509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '3dc4485f-43e8-4c80-9a90-f2822068c134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:21:57Z', 'updated_at': '2021-08-22T13:22:00Z', 'revision_number': 3, 'project_id': '05be65d7aee94ddea8b57c02a086b509', 'gw_port': {'id': '3dc4485f-43e8-4c80-9a90-f2822068c134', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:66:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '960a53f9-c615-477c-96b2-710baf0af00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:21:59Z', 'updated_at': '2021-08-22T13:22:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:22:04.810143 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d2e2ed-9d95-4aee-a14f-34920f84fbdf None None] The sync data for ids ['960a53f9-c615-477c-96b2-710baf0af00e'] in n-d-793621-33 is: [{'id': '960a53f9-c615-477c-96b2-710baf0af00e', 'name': 'tempest-ServersTestJSON-1584389003-router', 'tenant_id': '05be65d7aee94ddea8b57c02a086b509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '3dc4485f-43e8-4c80-9a90-f2822068c134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:21:57Z', 'updated_at': '2021-08-22T13:22:00Z', 'revision_number': 3, 'project_id': '05be65d7aee94ddea8b57c02a086b509', 'gw_port': {'id': '3dc4485f-43e8-4c80-9a90-f2822068c134', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:66:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '960a53f9-c615-477c-96b2-710baf0af00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:21:59Z', 'updated_at': '2021-08-22T13:22:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:22:04.836052 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-1c419ab8-d283-4667-a696-80aa9dc65a5c req-1d28f20a-f735-43b5-8079-e05fe5f0bca6 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:04.849171 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-1c419ab8-d283-4667-a696-80aa9dc65a5c req-1d28f20a-f735-43b5-8079-e05fe5f0bca6 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:04.912038 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-59d50f7c-142d-4b46-9981-f24fe7195154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:04.922387 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d28f20a-f735-43b5-8079-e05fe5f0bca6 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aff38991-6c91-4132-8b05-5169ba7b2a96,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:04.961656 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94619361-1f9f-424f-988f-3639d5fa7f1c req-0822aae7-9f2a-43bd-8664-6ce8343415af tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:04.963154 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-94619361-1f9f-424f-988f-3639d5fa7f1c req-0822aae7-9f2a-43bd-8664-6ce8343415af tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/networks?id=887e0115-b4ac-4c62-9aab-f2d01695aede HTTP/1.1" status: 200 len: 821 time: 0.3171504 Aug 22 13:22:04.978181 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-1c419ab8-d283-4667-a696-80aa9dc65a5c req-1d28f20a-f735-43b5-8079-e05fe5f0bca6 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:04.979343 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1c419ab8-d283-4667-a696-80aa9dc65a5c req-1d28f20a-f735-43b5-8079-e05fe5f0bca6 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5033495 Aug 22 13:22:05.030941 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d50f7c-142d-4b46-9981-f24fe7195154 admin admin] Network 7ec8e251-0050-485e-92bd-9ae7b2c4a7ea is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:22:05.061023 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-94619361-1f9f-424f-988f-3639d5fa7f1c req-f10224cb-74f5-43b5-bb1e-c89bf4e44a85 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/quotas/ec08ac96341043c28ecba1b995182de4 HTTP/1.1" status: 200 len: 375 time: 0.0908267 Aug 22 13:22:05.076211 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-59d50f7c-142d-4b46-9981-f24fe7195154 admin admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:22:05.086947 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d50f7c-142d-4b46-9981-f24fe7195154 admin admin] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:22:05.093100 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d50f7c-142d-4b46-9981-f24fe7195154 admin admin] Pushing event updated for resources: {'Port': ['ID=8c4f4093-5a19-4633-9937-35cd123bcc71,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:05.196985 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-94619361-1f9f-424f-988f-3639d5fa7f1c req-be73312d-e570-4c54-97df-9474df975d89 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec08ac96341043c28ecba1b995182de4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1350601 Aug 22 13:22:05.228849 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [req-94619361-1f9f-424f-988f-3639d5fa7f1c req-afb2e036-e856-4abf-9b65-fc82acb79a7e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:22:05.229897 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-94619361-1f9f-424f-988f-3639d5fa7f1c req-afb2e036-e856-4abf-9b65-fc82acb79a7e service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0262861 Aug 22 13:22:05.238967 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a9a9ac-bab0-4256-b04e-52e61b02fbc5 admin admin] Router 5a243860-5637-4c68-a92d-ad5e1e1822eb has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:22:05.351885 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-7d14b116-a3ba-4e41-9418-22946578bab1 None None] Provisioning for port 8c4f4093-5a19-4633-9937-35cd123bcc71 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:22:05.357119 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-7d14b116-a3ba-4e41-9418-22946578bab1 None None] Provisioning complete for port 8c4f4093-5a19-4633-9937-35cd123bcc71 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:22:05.357888 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7d14b116-a3ba-4e41-9418-22946578bab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:05.400948 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-7d14b116-a3ba-4e41-9418-22946578bab1 None None] Port 8c4f4093-5a19-4633-9937-35cd123bcc71 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:22:05.532201 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-59d50f7c-142d-4b46-9981-f24fe7195154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:05.690494 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec5a310-1209-4a8e-bc22-2f69499cd22d req-d6de068f-f484-4f99-910a-6ead9bda90ee tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:05.691987 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1ec5a310-1209-4a8e-bc22-2f69499cd22d req-d6de068f-f484-4f99-910a-6ead9bda90ee tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=91864420-8f72-4153-bfe3-294260244158 HTTP/1.1" status: 200 len: 950 time: 0.5418000 Aug 22 13:22:05.751379 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892aeb7-b396-4fc5-96b6-ea2583cc4f4a req-124c3b17-4dfd-4558-b1ad-6bfb84e9e61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:05.752928 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7892aeb7-b396-4fc5-96b6-ea2583cc4f4a req-124c3b17-4dfd-4558-b1ad-6bfb84e9e61c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=01d864243fbf4cf6816e3fd9d58ef026&device_id=91864420-8f72-4153-bfe3-294260244158 HTTP/1.1" status: 200 len: 1102 time: 0.5093055 Aug 22 13:22:05.775016 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 3dc4485f-43e8-4c80-9a90-f2822068c134 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:22:05.826533 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 3dc4485f-43e8-4c80-9a90-f2822068c134 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:22:05.830428 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 3dc4485f-43e8-4c80-9a90-f2822068c134 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:22:05.830797 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:05.839994 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-94619361-1f9f-424f-988f-3639d5fa7f1c req-1f76ed78-fc40-461a-9567-6736c6da65ad service neutron] 10.222.0.21 "GET /v2.0/networks/887e0115-b4ac-4c62-9aab-f2d01695aede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5994148 Aug 22 13:22:05.905294 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:05.917126 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1ec5a310-1209-4a8e-bc22-2f69499cd22d req-52817ce9-8c7c-4a41-92aa-d29925acf3e3 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085204 Aug 22 13:22:05.925710 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 3dc4485f-43e8-4c80-9a90-f2822068c134, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=3dc4485f-43e8-4c80-9a90-f2822068c134,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:22:05.940384 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:05.964150 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a9a9ac-bab0-4256-b04e-52e61b02fbc5 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:22:05.969885 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e0a9a9ac-bab0-4256-b04e-52e61b02fbc5 admin admin] 10.222.0.21 "PUT /v2.0/routers/5a243860-5637-4c68-a92d-ad5e1e1822eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7574544 Aug 22 13:22:05.972737 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45624) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:05.976283 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1121fbf5-2fca-4539-8322-d1f73d1ce106 None None] Sync routers for ids ['5a243860-5637-4c68-a92d-ad5e1e1822eb'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:22:05.988989 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1121fbf5-2fca-4539-8322-d1f73d1ce106 None None] Routers {'5a243860-5637-4c68-a92d-ad5e1e1822eb'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:22:05.990140 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-1121fbf5-2fca-4539-8322-d1f73d1ce106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:22:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['5a243860-5637-4c68-a92d-ad5e1e1822eb'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:22:06.029619 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=3dc4485f-43e8-4c80-9a90-f2822068c134,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:06.056272 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-59d50f7c-142d-4b46-9981-f24fe7195154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:06.064769 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-94619361-1f9f-424f-988f-3639d5fa7f1c req-410b0010-a04b-4c64-a246-69cd1ebc4f1d service neutron] 10.222.0.21 "GET /v2.0/networks/887e0115-b4ac-4c62-9aab-f2d01695aede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104080 Aug 22 13:22:06.090155 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-ea55ab62-1fd3-4e25-8600-52f5daf505ba req-565d494b-bea5-4bba-a1e9-5de5acbd3fda tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-113895795', 'description': 'tempest-description-1832524658'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:22:06.113505 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-64ccae16-6500-482e-84ac-791b07ff9fdb admin admin] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:06.127421 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892aeb7-b396-4fc5-96b6-ea2583cc4f4a req-b39be2ee-c898-4eb4-abc6-d1539dcff5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:06.129065 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7892aeb7-b396-4fc5-96b6-ea2583cc4f4a req-b39be2ee-c898-4eb4-abc6-d1539dcff5c8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7dc41cff-a3ac-4fc2-ba06-973efce2365e HTTP/1.1" status: 200 len: 870 time: 0.3512931 Aug 22 13:22:06.175206 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-1121fbf5-2fca-4539-8322-d1f73d1ce106 None None] Set router 5a243860-5637-4c68-a92d-ad5e1e1822eb gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:22:06.255524 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7892aeb7-b396-4fc5-96b6-ea2583cc4f4a req-ff943bbc-1009-4d68-b23d-a50acb20661c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=1286179b-e9e6-4d6e-89fd-2429cb61c9b5 HTTP/1.1" status: 200 len: 217 time: 0.1017635 Aug 22 13:22:06.259696 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ea55ab62-1fd3-4e25-8600-52f5daf505ba req-565d494b-bea5-4bba-a1e9-5de5acbd3fda tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:06.290618 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-64ccae16-6500-482e-84ac-791b07ff9fdb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:06.387433 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-64ccae16-6500-482e-84ac-791b07ff9fdb admin admin] Deleting port d08172a9-051f-4faf-a060-7b9bbd360e5e {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:22:06.387776 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-64ccae16-6500-482e-84ac-791b07ff9fdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:06.474351 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892aeb7-b396-4fc5-96b6-ea2583cc4f4a req-35d006ef-0735-47e2-baec-fb926da6a3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:06.476427 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7892aeb7-b396-4fc5-96b6-ea2583cc4f4a req-35d006ef-0735-47e2-baec-fb926da6a3fc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.2138512 Aug 22 13:22:06.524425 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-64ccae16-6500-482e-84ac-791b07ff9fdb admin admin] For port d08172a9-051f-4faf-a060-7b9bbd360e5e, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=d08172a9-051f-4faf-a060-7b9bbd360e5e,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:22:06.524791 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-64ccae16-6500-482e-84ac-791b07ff9fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:06.559201 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-64ccae16-6500-482e-84ac-791b07ff9fdb admin admin] Calling delete_port for d08172a9-051f-4faf-a060-7b9bbd360e5e owned by network:router_gateway {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:22:06.574271 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-56c4ec4d-e5d8-4ac4-9ae7-00b4e6e2b9c2 req-9b7c40ef-e5b8-4786-a7a6-537668f6c7cc tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9664aff-8179-4092-bf01-73c9a1e911e5 HTTP/1.1" status: 200 len: 210 time: 0.0920193 Aug 22 13:22:06.649258 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892aeb7-b396-4fc5-96b6-ea2583cc4f4a req-14d6c066-746c-45bc-ab1a-bdfa841c74de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:06.651000 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7892aeb7-b396-4fc5-96b6-ea2583cc4f4a req-14d6c066-746c-45bc-ab1a-bdfa841c74de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1646736 Aug 22 13:22:06.653331 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-59d50f7c-142d-4b46-9981-f24fe7195154 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:06.673208 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-1121fbf5-2fca-4539-8322-d1f73d1ce106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a243860-5637-4c68-a92d-ad5e1e1822eb', 'name': 'tempest-FloatingIPDetailsTestJSON-2005752343-router', 'tenant_id': '4b0dc12489d64ab58a152a3f6963b912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'd08172a9-051f-4faf-a060-7b9bbd360e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:21:31Z', 'updated_at': '2021-08-22T13:22:03Z', 'revision_number': 5, 'project_id': '4b0dc12489d64ab58a152a3f6963b912', 'gw_port': {'id': 'd08172a9-051f-4faf-a060-7b9bbd360e5e', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:01:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a243860-5637-4c68-a92d-ad5e1e1822eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:21:33Z', 'updated_at': '2021-08-22T13:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:22:06.673562 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-59d50f7c-142d-4b46-9981-f24fe7195154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:06.707156 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1121fbf5-2fca-4539-8322-d1f73d1ce106 None None] Checking router: 5a243860-5637-4c68-a92d-ad5e1e1822eb for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:22:06.726346 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-59d50f7c-142d-4b46-9981-f24fe7195154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:06.729974 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1121fbf5-2fca-4539-8322-d1f73d1ce106 None None] Routers {'5a243860-5637-4c68-a92d-ad5e1e1822eb'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:22:06.730864 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-1121fbf5-2fca-4539-8322-d1f73d1ce106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:22:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['5a243860-5637-4c68-a92d-ad5e1e1822eb'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:22:06.827682 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ea55ab62-1fd3-4e25-8600-52f5daf505ba req-565d494b-bea5-4bba-a1e9-5de5acbd3fda tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:06.838894 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-64ccae16-6500-482e-84ac-791b07ff9fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:06.843249 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-1121fbf5-2fca-4539-8322-d1f73d1ce106 None None] Set router 5a243860-5637-4c68-a92d-ad5e1e1822eb gateway port host: None {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:22:06.878796 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ccae16-6500-482e-84ac-791b07ff9fdb admin admin] Pushing event deleted for resources: {'Port': ['ID=d08172a9-051f-4faf-a060-7b9bbd360e5e,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:06.913203 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-1121fbf5-2fca-4539-8322-d1f73d1ce106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a243860-5637-4c68-a92d-ad5e1e1822eb', 'name': 'tempest-FloatingIPDetailsTestJSON-2005752343-router', 'tenant_id': '4b0dc12489d64ab58a152a3f6963b912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:21:31Z', 'updated_at': '2021-08-22T13:22:06Z', 'revision_number': 6, 'project_id': '4b0dc12489d64ab58a152a3f6963b912', 'gw_port_host': None}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:22:06.919222 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ea55ab62-1fd3-4e25-8600-52f5daf505ba req-565d494b-bea5-4bba-a1e9-5de5acbd3fda tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:06.955993 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1121fbf5-2fca-4539-8322-d1f73d1ce106 None None] The sync data for ids ['5a243860-5637-4c68-a92d-ad5e1e1822eb'] in n-d-793621-33 is: [{'id': '5a243860-5637-4c68-a92d-ad5e1e1822eb', 'name': 'tempest-FloatingIPDetailsTestJSON-2005752343-router', 'tenant_id': '4b0dc12489d64ab58a152a3f6963b912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:21:31Z', 'updated_at': '2021-08-22T13:22:06Z', 'revision_number': 6, 'project_id': '4b0dc12489d64ab58a152a3f6963b912', 'gw_port_host': None}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:22:06.972492 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d494b-bea5-4bba-a1e9-5de5acbd3fda tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3576e63d-87fa-4c4e-9b21-61184e3ac0c9,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:06.996084 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-64ccae16-6500-482e-84ac-791b07ff9fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:07.001098 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ea55ab62-1fd3-4e25-8600-52f5daf505ba req-565d494b-bea5-4bba-a1e9-5de5acbd3fda tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:07.002552 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ea55ab62-1fd3-4e25-8600-52f5daf505ba req-565d494b-bea5-4bba-a1e9-5de5acbd3fda tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9362900 Aug 22 13:22:07.038772 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d50f7c-142d-4b46-9981-f24fe7195154 admin admin] Pushing event updated for resources: {'Port': ['ID=8c4f4093-5a19-4633-9937-35cd123bcc71,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:07.079391 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45658) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:07.150581 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-64ccae16-6500-482e-84ac-791b07ff9fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:07.152845 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-64ccae16-6500-482e-84ac-791b07ff9fdb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:07.160208 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7e410c35-075f-4083-b15d-43a281f34063 req-61db914b-0aea-4cc0-a023-c0e26e4840c2 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] 10.222.0.21 "GET /v2.0/security-groups/3576e63d-87fa-4c4e-9b21-61184e3ac0c9 HTTP/1.1" status: 200 len: 1804 time: 0.1266634 Aug 22 13:22:07.175121 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7892aeb7-b396-4fc5-96b6-ea2583cc4f4a req-8ef6bc82-7f8d-4626-a5f7-b17a8b22be94 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5163097 Aug 22 13:22:07.180980 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-7e410c35-075f-4083-b15d-43a281f34063 req-36dd8bcd-a6e6-4b37-9430-e2401ac850ca tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '3576e63d-87fa-4c4e-9b21-61184e3ac0c9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:22:07.181375 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-7e410c35-075f-4083-b15d-43a281f34063 req-36dd8bcd-a6e6-4b37-9430-e2401ac850ca tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '3576e63d-87fa-4c4e-9b21-61184e3ac0c9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:22:07.208260 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d50f7c-142d-4b46-9981-f24fe7195154 admin admin] Network 7ec8e251-0050-485e-92bd-9ae7b2c4a7ea is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:22:07.224215 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-59d50f7c-142d-4b46-9981-f24fe7195154 admin admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:22:07.234032 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-64ccae16-6500-482e-84ac-791b07ff9fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:07.235777 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ccae16-6500-482e-84ac-791b07ff9fdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a243860-5637-4c68-a92d-ad5e1e1822eb {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:22:07.250602 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-64ccae16-6500-482e-84ac-791b07ff9fdb admin admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:07.252082 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-64ccae16-6500-482e-84ac-791b07ff9fdb admin admin] 10.222.0.21 "DELETE /v2.0/routers/5a243860-5637-4c68-a92d-ad5e1e1822eb HTTP/1.1" status: 204 len: 168 time: 1.2782283 Aug 22 13:22:07.254595 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45662) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:07.308322 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b7059438-d6d3-44f8-9c0d-25f8585f53b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:07.308969 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3dae85-cbd4-435f-adad-2d153b6e2246 req-333f64fb-4ee6-4d46-a808-7c3a8f79b572 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:07.310685 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bf3dae85-cbd4-435f-adad-2d153b6e2246 req-333f64fb-4ee6-4d46-a808-7c3a8f79b572 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=91864420-8f72-4153-bfe3-294260244158 HTTP/1.1" status: 200 len: 950 time: 0.2013156 Aug 22 13:22:07.341316 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-cead971f-d38c-4389-9eac-32d38faf4ff8 admin admin] Deleting subnet 292cf1b7-2601-44b9-a959-4d1433e459f2 {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:22:07.347968 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cead971f-d38c-4389-9eac-32d38faf4ff8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:07.410776 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cead971f-d38c-4389-9eac-32d38faf4ff8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:07.454860 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7892aeb7-b396-4fc5-96b6-ea2583cc4f4a req-918cd2ac-2654-4b4f-8154-10bcb60c885d service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679179 Aug 22 13:22:07.531120 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bf3dae85-cbd4-435f-adad-2d153b6e2246 req-028c727d-92f6-469d-8313-c968c9559630 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926179 Aug 22 13:22:07.534540 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7e410c35-075f-4083-b15d-43a281f34063 req-36dd8bcd-a6e6-4b37-9430-e2401ac850ca tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:07.585408 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b7059438-d6d3-44f8-9c0d-25f8585f53b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:07.586919 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cead971f-d38c-4389-9eac-32d38faf4ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:07.609861 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b7059438-d6d3-44f8-9c0d-25f8585f53b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:07.634584 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7e410c35-075f-4083-b15d-43a281f34063 req-36dd8bcd-a6e6-4b37-9430-e2401ac850ca tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:07.644725 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d50f7c-142d-4b46-9981-f24fe7195154 admin admin] Router 960a53f9-c615-477c-96b2-710baf0af00e has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:22:07.646816 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7e410c35-075f-4083-b15d-43a281f34063 req-36dd8bcd-a6e6-4b37-9430-e2401ac850ca tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:07.657714 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-660b8501-86ee-4bbe-ac51-499ba1b66cab None None] Provisioning complete for port 8c4f4093-5a19-4633-9937-35cd123bcc71 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:22:07.659087 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-660b8501-86ee-4bbe-ac51-499ba1b66cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:07.672856 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dd8bcd-a6e6-4b37-9430-e2401ac850ca tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26b4ea12-e52e-4f8a-94ec-e2c187226331,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:07.704188 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7059438-d6d3-44f8-9c0d-25f8585f53b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e32783-487a-4cd7-b474-6c1817670916,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:07.709975 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b7059438-d6d3-44f8-9c0d-25f8585f53b3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1a15a5235ace4a8c98fb2ceaf9c43e2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6293654 Aug 22 13:22:07.724047 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45668) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:07.758260 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7e410c35-075f-4083-b15d-43a281f34063 req-36dd8bcd-a6e6-4b37-9430-e2401ac850ca tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:07.774501 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7e410c35-075f-4083-b15d-43a281f34063 req-36dd8bcd-a6e6-4b37-9430-e2401ac850ca tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6036391 Aug 22 13:22:07.842998 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-660b8501-86ee-4bbe-ac51-499ba1b66cab None None] Port 8c4f4093-5a19-4633-9937-35cd123bcc71 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:22:07.873210 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cead971f-d38c-4389-9eac-32d38faf4ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:07.901243 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 3dc4485f-43e8-4c80-9a90-f2822068c134 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:22:08.028930 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 3dc4485f-43e8-4c80-9a90-f2822068c134 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:22:08.029524 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:08.044626 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-9806f0e0-a0a4-4bf5-a538-55d1760944b2 req-b5d92760-7ab0-4939-9bf9-d6873624f13d tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1239243285', 'description': 'tempest-description-817412708'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:22:08.173570 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dfe0236d-06e7-4977-88ef-443d9ce6cff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:08.196609 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cead971f-d38c-4389-9eac-32d38faf4ff8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=292cf1b7-2601-44b9-a959-4d1433e459f2,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:08.205700 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cead971f-d38c-4389-9eac-32d38faf4ff8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:08.210446 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-cead971f-d38c-4389-9eac-32d38faf4ff8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/292cf1b7-2601-44b9-a959-4d1433e459f2 HTTP/1.1" status: 204 len: 168 time: 0.9521010 Aug 22 13:22:08.211271 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45676) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:08.213961 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c21a23c-d006-44f2-9c50-9fa1b979f4e0 None None] Network cf6e76b0-0f2e-475f-a96b-eaf4e3b923b0 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:22:08.234356 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device f0ebe287-8ea6-4212-b09f-d7df73f4eac5 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:22:08.271579 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dfe0236d-06e7-4977-88ef-443d9ce6cff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:08.289133 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: f0ebe287-8ea6-4212-b09f-d7df73f4eac5 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:22:08.289848 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device f0ebe287-8ea6-4212-b09f-d7df73f4eac5 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:22:08.290479 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device d08172a9-051f-4faf-a060-7b9bbd360e5e no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:22:08.314156 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ead8bd31-18c7-4721-b603-fb55d633e427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:08.327375 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: d08172a9-051f-4faf-a060-7b9bbd360e5e {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:22:08.327978 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device d08172a9-051f-4faf-a060-7b9bbd360e5e not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:22:08.369217 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e64e6528-3a37-41d7-8263-d585e0e84ced req-88171dc8-38b2-4137-b57f-7439a16e51fc tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9664aff-8179-4092-bf01-73c9a1e911e5 HTTP/1.1" status: 200 len: 210 time: 0.3748720 Aug 22 13:22:08.389327 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dfe0236d-06e7-4977-88ef-443d9ce6cff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:08.392532 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dfe0236d-06e7-4977-88ef-443d9ce6cff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:08.395055 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-dfe0236d-06e7-4977-88ef-443d9ce6cff1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/83e32783-487a-4cd7-b474-6c1817670916 HTTP/1.1" status: 204 len: 168 time: 0.6660337 Aug 22 13:22:08.411513 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe0236d-06e7-4977-88ef-443d9ce6cff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e32783-487a-4cd7-b474-6c1817670916,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:08.419480 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94619361-1f9f-424f-988f-3639d5fa7f1c req-f4196a42-d383-49ca-bd6f-9093a93a86c9 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:08.423566 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-94619361-1f9f-424f-988f-3639d5fa7f1c req-f4196a42-d383-49ca-bd6f-9093a93a86c9 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.41 "GET /v2.0/networks?id=887e0115-b4ac-4c62-9aab-f2d01695aede HTTP/1.1" status: 200 len: 821 time: 0.5617950 Aug 22 13:22:08.426147 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d50f7c-142d-4b46-9981-f24fe7195154 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:22:08.440893 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d4d9ae-e852-4681-8558-b87d6e455715 None None] Sync routers for ids ['960a53f9-c615-477c-96b2-710baf0af00e'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:22:08.441072 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-ead8bd31-18c7-4721-b603-fb55d633e427 admin admin] Deleting port a6bc8b7f-de52-4a08-b23b-7f36cd5e3285 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:22:08.441523 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ead8bd31-18c7-4721-b603-fb55d633e427 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:08.444728 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-59d50f7c-142d-4b46-9981-f24fe7195154 admin admin] 10.222.0.21 "PUT /v2.0/routers/960a53f9-c615-477c-96b2-710baf0af00e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7995551 Aug 22 13:22:08.455368 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-94619361-1f9f-424f-988f-3639d5fa7f1c req-e7ecb028-7160-48ba-b56d-0eefe34ed91c tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Request body: {'port': {'device_id': 'c9664aff-8179-4092-bf01-73c9a1e911e5', 'network_id': '887e0115-b4ac-4c62-9aab-f2d01695aede', 'admin_state_up': True, 'tenant_id': 'ec08ac96341043c28ecba1b995182de4'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:22:08.460742 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9806f0e0-a0a4-4bf5-a538-55d1760944b2 req-b5d92760-7ab0-4939-9bf9-d6873624f13d tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:08.490384 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d4d9ae-e852-4681-8558-b87d6e455715 None None] Routers {'960a53f9-c615-477c-96b2-710baf0af00e'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:22:08.491629 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-84d4d9ae-e852-4681-8558-b87d6e455715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:22:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['960a53f9-c615-477c-96b2-710baf0af00e'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:22:08.547301 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-ead8bd31-18c7-4721-b603-fb55d633e427 admin admin] For port a6bc8b7f-de52-4a08-b23b-7f36cd5e3285, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=a6bc8b7f-de52-4a08-b23b-7f36cd5e3285,segment=NetworkSegment(8f11b6a9-1453-4efe-ac68-1d3d78ae0589),segment_id=8f11b6a9-1453-4efe-ac68-1d3d78ae0589)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:22:08.549803 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ead8bd31-18c7-4721-b603-fb55d633e427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:08.589292 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-ead8bd31-18c7-4721-b603-fb55d633e427 admin admin] Calling delete_port for a6bc8b7f-de52-4a08-b23b-7f36cd5e3285 owned by network:dhcp {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:22:08.641906 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-84d4d9ae-e852-4681-8558-b87d6e455715 None None] Set router 960a53f9-c615-477c-96b2-710baf0af00e gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:22:08.650671 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.db.api [req-9806f0e0-a0a4-4bf5-a538-55d1760944b2 req-b5d92760-7ab0-4939-9bf9-d6873624f13d tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 22 13:22:08.650671 n-d-793621-33 neutron-server[94627]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 22 13:22:08.650671 n-d-793621-33 neutron-server[94627]: [parameters: {'project_id_1': '11e2ae2294d846cda1dba83bfa4238f1', 'expiration_1': datetime.datetime(2021, 8, 22, 13, 22, 8, 614971)}] Aug 22 13:22:08.650671 n-d-793621-33 neutron-server[94627]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94627) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 13:22:08.651100 n-d-793621-33 neutron-server[94627]: DEBUG oslo_db.api [req-9806f0e0-a0a4-4bf5-a538-55d1760944b2 req-b5d92760-7ab0-4939-9bf9-d6873624f13d tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 13:22:08.666171 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94619361-1f9f-424f-988f-3639d5fa7f1c req-e7ecb028-7160-48ba-b56d-0eefe34ed91c tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Made reservation on behalf of ec08ac96341043c28ecba1b995182de4 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:22:08.669671 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-94619361-1f9f-424f-988f-3639d5fa7f1c req-e7ecb028-7160-48ba-b56d-0eefe34ed91c tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:08.719674 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2ed1d8-f94a-4ca9-a57c-c7206e5e66d2 None None] DHCP port deletion for cf6e76b0-0f2e-475f-a96b-eaf4e3b923b0 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:22:08.739720 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf12d1b-8c6d-4d0b-8c48-edecc6ab354a req-edb8beec-5282-483a-b8c6-b92fd4977589 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:08.748288 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ddf12d1b-8c6d-4d0b-8c48-edecc6ab354a req-edb8beec-5282-483a-b8c6-b92fd4977589 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=91864420-8f72-4153-bfe3-294260244158 HTTP/1.1" status: 200 len: 950 time: 0.0943246 Aug 22 13:22:08.794080 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ead8bd31-18c7-4721-b603-fb55d633e427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:08.821027 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead8bd31-18c7-4721-b603-fb55d633e427 admin admin] No DVR routers for this DVR port a6bc8b7f-de52-4a08-b23b-7f36cd5e3285 on host n-d-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:22:08.848438 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ddf12d1b-8c6d-4d0b-8c48-edecc6ab354a req-5a74d29a-d2a8-4a60-ba16-8a239727150a tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991275 Aug 22 13:22:08.876508 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead8bd31-18c7-4721-b603-fb55d633e427 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6bc8b7f-de52-4a08-b23b-7f36cd5e3285,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:08.940191 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-94619361-1f9f-424f-988f-3639d5fa7f1c req-e7ecb028-7160-48ba-b56d-0eefe34ed91c tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Allocated IP 172.20.0.8 (887e0115-b4ac-4c62-9aab-f2d01695aede/1fb53f66-6b81-41b6-9806-8520494df9af/a4665293-7ee2-4f54-bdd5-5155a7b24c4b) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:22:08.969601 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ead8bd31-18c7-4721-b603-fb55d633e427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:09.007179 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-ead8bd31-18c7-4721-b603-fb55d633e427 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf6e76b0-0f2e-475f-a96b-eaf4e3b923b0']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:22:09.009228 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45696) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:09.039733 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0e647721-eb49-4355-b5e5-e3cf24d6bd32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:09.050073 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-ead8bd31-18c7-4721-b603-fb55d633e427 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f11b6a9-1453-4efe-ac68-1d3d78ae0589') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:22:09.050424 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-ead8bd31-18c7-4721-b603-fb55d633e427 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f11b6a9-1453-4efe-ac68-1d3d78ae0589') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:22:09.062715 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ead8bd31-18c7-4721-b603-fb55d633e427 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:09.065075 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-0b2ed1d8-f94a-4ca9-a57c-c7206e5e66d2 None None] Deleting port a6bc8b7f-de52-4a08-b23b-7f36cd5e3285 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:22:09.065865 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0b2ed1d8-f94a-4ca9-a57c-c7206e5e66d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:09.088560 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ead8bd31-18c7-4721-b603-fb55d633e427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:09.143282 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-0b2ed1d8-f94a-4ca9-a57c-c7206e5e66d2 None None] For port a6bc8b7f-de52-4a08-b23b-7f36cd5e3285, host n-d-793621-33, got binding levels [] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:22:09.144359 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0b2ed1d8-f94a-4ca9-a57c-c7206e5e66d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:09.160804 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-0b2ed1d8-f94a-4ca9-a57c-c7206e5e66d2 None None] Calling delete_port for a6bc8b7f-de52-4a08-b23b-7f36cd5e3285 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:22:09.164906 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.ipam_backend_mixin [None req-0b2ed1d8-f94a-4ca9-a57c-c7206e5e66d2 None None] Port a6bc8b7f-de52-4a08-b23b-7f36cd5e3285 was not found and therefore no delete operation was performed {{(pid=94629) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 22 13:22:09.172163 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0b2ed1d8-f94a-4ca9-a57c-c7206e5e66d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:09.194080 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0e647721-eb49-4355-b5e5-e3cf24d6bd32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:09.195951 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ead8bd31-18c7-4721-b603-fb55d633e427 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:22:09.196486 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ead8bd31-18c7-4721-b603-fb55d633e427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:09.216916 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-94619361-1f9f-424f-988f-3639d5fa7f1c req-e7ecb028-7160-48ba-b56d-0eefe34ed91c tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:09.227546 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2ed1d8-f94a-4ca9-a57c-c7206e5e66d2 None None] No DVR routers for this DVR port a6bc8b7f-de52-4a08-b23b-7f36cd5e3285 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:22:09.255731 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2ed1d8-f94a-4ca9-a57c-c7206e5e66d2 None None] Pushing event deleted for resources: {'Port': ['ID=a6bc8b7f-de52-4a08-b23b-7f36cd5e3285,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:09.264049 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9806f0e0-a0a4-4bf5-a538-55d1760944b2 req-b5d92760-7ab0-4939-9bf9-d6873624f13d tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:09.266160 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45698) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:09.279363 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:22:09.279363 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:22:09.279363 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:22:09.279363 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:22:09.279363 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:22:09.279363 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:22:09.279363 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:22:09.279363 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:22:09.279363 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:22:09.279363 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:22:09.279363 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:22:09.279363 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:22:09.279363 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:22:09.279363 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:22:09.279363 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:22:09.279363 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:22:09.279363 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:22:09.279363 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:22:09.279363 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:22:09.279363 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:22:09.279363 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:22:09.279363 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:22:09.279363 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:22:09.279363 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:22:09.279363 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:22:09.279363 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:22:09.279363 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:22:09.279363 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:22:09.279363 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:22:09.279363 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:22:09.279363 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:22:09.279363 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:22:09.281673 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0e647721-eb49-4355-b5e5-e3cf24d6bd32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:09.291824 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ead8bd31-18c7-4721-b603-fb55d633e427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:09.294729 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-94619361-1f9f-424f-988f-3639d5fa7f1c req-e7ecb028-7160-48ba-b56d-0eefe34ed91c tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:09.313033 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ead8bd31-18c7-4721-b603-fb55d633e427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:09.322621 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ead8bd31-18c7-4721-b603-fb55d633e427 admin admin] 10.222.0.21 "DELETE /v2.0/networks/cf6e76b0-0f2e-475f-a96b-eaf4e3b923b0 HTTP/1.1" status: 204 len: 168 time: 1.1096919 Aug 22 13:22:09.327008 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-84d4d9ae-e852-4681-8558-b87d6e455715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960a53f9-c615-477c-96b2-710baf0af00e', 'name': 'tempest-ServersTestJSON-1584389003-router', 'tenant_id': '05be65d7aee94ddea8b57c02a086b509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '3dc4485f-43e8-4c80-9a90-f2822068c134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:21:57Z', 'updated_at': '2021-08-22T13:22:05Z', 'revision_number': 4, 'project_id': '05be65d7aee94ddea8b57c02a086b509', 'gw_port': {'id': '3dc4485f-43e8-4c80-9a90-f2822068c134', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:66:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960a53f9-c615-477c-96b2-710baf0af00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:21:59Z', 'updated_at': '2021-08-22T13:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '8c4f4093-5a19-4633-9937-35cd123bcc71', 'name': '', 'network_id': '7ec8e251-0050-485e-92bd-9ae7b2c4a7ea', 'tenant_id': '05be65d7aee94ddea8b57c02a086b509', 'mac_address': 'fa:16:3e:19:1d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '960a53f9-c615-477c-96b2-710baf0af00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'c136d61c-f44f-42ad-b6b2-e167a5846eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:22:03Z', 'updated_at': '2021-08-22T13:22:06Z', 'revision_number': 2, 'project_id': '05be65d7aee94ddea8b57c02a086b509', 'subnets': [{'id': 'c136d61c-f44f-42ad-b6b2-e167a5846eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:22:09.352073 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0e647721-eb49-4355-b5e5-e3cf24d6bd32 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0b9a460f30ff4e4cbb8a2bdef7c717a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3383203 Aug 22 13:22:09.355284 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45704) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:09.380032 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead8bd31-18c7-4721-b603-fb55d633e427 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf6e76b0-0f2e-475f-a96b-eaf4e3b923b0,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:09.394256 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e647721-eb49-4355-b5e5-e3cf24d6bd32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc8907f-ffcc-4a55-a422-ac45e8acd04f,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:09.409617 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d4d9ae-e852-4681-8558-b87d6e455715 None None] Checking router: 960a53f9-c615-477c-96b2-710baf0af00e for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:22:09.410392 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d4d9ae-e852-4681-8558-b87d6e455715 None None] Updating router 960a53f9-c615-477c-96b2-710baf0af00e port 8c4f4093-5a19-4633-9937-35cd123bcc71 binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:22:09.416000 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94619361-1f9f-424f-988f-3639d5fa7f1c req-e7ecb028-7160-48ba-b56d-0eefe34ed91c tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Network 887e0115-b4ac-4c62-9aab-f2d01695aede is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:22:09.424071 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-94619361-1f9f-424f-988f-3639d5fa7f1c req-e7ecb028-7160-48ba-b56d-0eefe34ed91c tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:22:09.447467 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-94619361-1f9f-424f-988f-3639d5fa7f1c req-e7ecb028-7160-48ba-b56d-0eefe34ed91c tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:22:09.464495 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-84d4d9ae-e852-4681-8558-b87d6e455715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:09.470367 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ecb028-7160-48ba-b56d-0eefe34ed91c tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Pushing event updated for resources: {'Port': ['ID=a4665293-7ee2-4f54-bdd5-5155a7b24c4b,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:09.490453 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a7a8232a-d8b0-4551-9db3-fb02833d8f9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:09.516480 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a7a8232a-d8b0-4551-9db3-fb02833d8f9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:09.569463 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7bb60ea1-de66-4ce4-89d2-20406c4da42c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:09.574687 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45708) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:09.599013 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a7a8232a-d8b0-4551-9db3-fb02833d8f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:09.603472 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a7a8232a-d8b0-4551-9db3-fb02833d8f9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:09.604991 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a7a8232a-d8b0-4551-9db3-fb02833d8f9c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8fc8907f-ffcc-4a55-a422-ac45e8acd04f HTTP/1.1" status: 204 len: 168 time: 0.2487755 Aug 22 13:22:09.639359 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94619361-1f9f-424f-988f-3639d5fa7f1c req-e7ecb028-7160-48ba-b56d-0eefe34ed91c tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:09.640388 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-94619361-1f9f-424f-988f-3639d5fa7f1c req-e7ecb028-7160-48ba-b56d-0eefe34ed91c tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:09.655901 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a8232a-d8b0-4551-9db3-fb02833d8f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc8907f-ffcc-4a55-a422-ac45e8acd04f,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:09.695736 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d2ddf83d-d72a-4563-b1d8-dfaf9091ec6a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4b0dc12489d64ab58a152a3f6963b912&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1166360 Aug 22 13:22:09.695970 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45712) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:09.736330 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45714) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:09.753473 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-7c401a4b-6429-47a0-b5b5-a72dbd12ab42 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Request body: {'security_group': {'name': 'tempest-securitygroup--912214437', 'description': 'tempest-description--1902369574'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:22:09.770671 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9806f0e0-a0a4-4bf5-a538-55d1760944b2 req-b5d92760-7ab0-4939-9bf9-d6873624f13d tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:09.782586 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device a6bc8b7f-de52-4a08-b23b-7f36cd5e3285 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:22:09.793394 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9806f0e0-a0a4-4bf5-a538-55d1760944b2 req-b5d92760-7ab0-4939-9bf9-d6873624f13d tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:09.808926 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e0cab6c8-f12d-434a-b35d-332334a9cb0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:09.811357 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: a6bc8b7f-de52-4a08-b23b-7f36cd5e3285 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:22:09.811713 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device a6bc8b7f-de52-4a08-b23b-7f36cd5e3285 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:22:09.847253 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e0cab6c8-f12d-434a-b35d-332334a9cb0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:09.862691 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.db.api [None req-7c401a4b-6429-47a0-b5b5-a72dbd12ab42 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 22 13:22:09.862691 n-d-793621-33 neutron-server[94627]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 22 13:22:09.862691 n-d-793621-33 neutron-server[94627]: [parameters: {'project_id_1': '05be65d7aee94ddea8b57c02a086b509', 'expiration_1': datetime.datetime(2021, 8, 22, 13, 22, 9, 776736)}] Aug 22 13:22:09.862691 n-d-793621-33 neutron-server[94627]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94627) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 13:22:09.863150 n-d-793621-33 neutron-server[94627]: DEBUG oslo_db.api [None req-7c401a4b-6429-47a0-b5b5-a72dbd12ab42 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 13:22:09.898536 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d92760-7ab0-4939-9bf9-d6873624f13d tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6e832a-c05c-416b-9c47-6ff7f4f49ddb,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:09.941122 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e0cab6c8-f12d-434a-b35d-332334a9cb0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:09.944618 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-84d4d9ae-e852-4681-8558-b87d6e455715 None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:09.944784 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e0cab6c8-f12d-434a-b35d-332334a9cb0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:09.948297 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e0cab6c8-f12d-434a-b35d-332334a9cb0c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a392e1b1-7d39-4554-9b6e-4589480f1f47 HTTP/1.1" status: 204 len: 168 time: 0.2491169 Aug 22 13:22:09.958642 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cab6c8-f12d-434a-b35d-332334a9cb0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a392e1b1-7d39-4554-9b6e-4589480f1f47,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:09.973790 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-84d4d9ae-e852-4681-8558-b87d6e455715 None None] Transition to ACTIVE for port object 8c4f4093-5a19-4633-9937-35cd123bcc71 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:22:09.998243 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-84d4d9ae-e852-4681-8558-b87d6e455715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:10.023432 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87926e-4977-49a3-90a0-29e1685322ef req-319a2c85-3891-4d52-b1e9-c4d1b3d89fb1 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:10.030713 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fc87926e-4977-49a3-90a0-29e1685322ef req-319a2c85-3891-4d52-b1e9-c4d1b3d89fb1 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9664aff-8179-4092-bf01-73c9a1e911e5 HTTP/1.1" status: 200 len: 931 time: 0.1101124 Aug 22 13:22:10.053748 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7bb60ea1-de66-4ce4-89d2-20406c4da42c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:10.076950 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99ca370-3c76-469e-95db-f2890600dce0 None None] Pushing event updated for resources: {'Port': ['ID=8c4f4093-5a19-4633-9937-35cd123bcc71,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:10.078975 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7bb60ea1-de66-4ce4-89d2-20406c4da42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:10.088539 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9806f0e0-a0a4-4bf5-a538-55d1760944b2 req-b5d92760-7ab0-4939-9bf9-d6873624f13d tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:10.101075 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9806f0e0-a0a4-4bf5-a538-55d1760944b2 req-b5d92760-7ab0-4939-9bf9-d6873624f13d tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 2.1079476 Aug 22 13:22:10.105784 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-94619361-1f9f-424f-988f-3639d5fa7f1c req-e7ecb028-7160-48ba-b56d-0eefe34ed91c tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6556461 Aug 22 13:22:10.144874 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fc87926e-4977-49a3-90a0-29e1685322ef req-53e192d3-ff64-41d6-bbfa-e6a9d57c9377 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132214 Aug 22 13:22:10.166316 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-94619361-1f9f-424f-988f-3639d5fa7f1c req-2246ff13-4ac6-447d-80cf-836dace2836d service neutron] Request body: {'port': {'device_id': 'c9664aff-8179-4092-bf01-73c9a1e911e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:22:10.195937 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-84d4d9ae-e852-4681-8558-b87d6e455715 None None] Attempting to bind port 8c4f4093-5a19-4633-9937-35cd123bcc71 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:22:10.196600 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-84d4d9ae-e852-4681-8558-b87d6e455715 None None] Attempting to bind port 8c4f4093-5a19-4633-9937-35cd123bcc71 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'e8a030d0-23ea-4087-b468-4a850cd93f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7ec8e251-0050-485e-92bd-9ae7b2c4a7ea'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:22:10.197355 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d4d9ae-e852-4681-8558-b87d6e455715 None None] Attempting to bind port 8c4f4093-5a19-4633-9937-35cd123bcc71 on network 7ec8e251-0050-485e-92bd-9ae7b2c4a7ea {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:22:10.208732 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d4d9ae-e852-4681-8558-b87d6e455715 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:22:10.209299 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d4d9ae-e852-4681-8558-b87d6e455715 None None] Checking segment: {'id': 'e8a030d0-23ea-4087-b468-4a850cd93f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7ec8e251-0050-485e-92bd-9ae7b2c4a7ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:22:10.209890 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-84d4d9ae-e852-4681-8558-b87d6e455715 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:10.210586 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d4d9ae-e852-4681-8558-b87d6e455715 None None] Bound using segment: {'id': 'e8a030d0-23ea-4087-b468-4a850cd93f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7ec8e251-0050-485e-92bd-9ae7b2c4a7ea'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:22:10.211138 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-84d4d9ae-e852-4681-8558-b87d6e455715 None None] Bound port: 8c4f4093-5a19-4633-9937-35cd123bcc71, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8a030d0-23ea-4087-b468-4a850cd93f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7ec8e251-0050-485e-92bd-9ae7b2c4a7ea'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:22:10.211594 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-84d4d9ae-e852-4681-8558-b87d6e455715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:10.232663 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-169226a8-bae0-46eb-bf80-6646da69059e req-266fbdc1-3186-474b-a127-fa842b869273 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-256239652', 'description': 'tempest-description-1581108301'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:22:10.287048 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-7bb60ea1-de66-4ce4-89d2-20406c4da42c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d4c65636cfec4ed4aaee8cf6c2b224a0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0196776 Aug 22 13:22:10.290490 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45730) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:10.291165 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-84d4d9ae-e852-4681-8558-b87d6e455715 None None] For port 8c4f4093-5a19-4633-9937-35cd123bcc71, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:22:10.294612 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-84d4d9ae-e852-4681-8558-b87d6e455715 None None] For port 8c4f4093-5a19-4633-9937-35cd123bcc71, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=8c4f4093-5a19-4633-9937-35cd123bcc71,segment=NetworkSegment(e8a030d0-23ea-4087-b468-4a850cd93f2e),segment_id=e8a030d0-23ea-4087-b468-4a850cd93f2e)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:22:10.302102 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-84d4d9ae-e852-4681-8558-b87d6e455715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:10.304753 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb60ea1-de66-4ce4-89d2-20406c4da42c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905e055a-ab7e-475d-b4ae-b1168a5de757,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:10.352980 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-94619361-1f9f-424f-988f-3639d5fa7f1c req-2246ff13-4ac6-447d-80cf-836dace2836d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:10.409692 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-169226a8-bae0-46eb-bf80-6646da69059e req-266fbdc1-3186-474b-a127-fa842b869273 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:10.420102 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-780499b5-b36a-4f41-b480-22502e9ec717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:10.423882 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adadc803-17bf-4a69-8115-3507e83abbc2 req-d3139420-332f-45d9-a4db-b9a509047537 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:10.431585 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-adadc803-17bf-4a69-8115-3507e83abbc2 req-d3139420-332f-45d9-a4db-b9a509047537 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=91864420-8f72-4153-bfe3-294260244158 HTTP/1.1" status: 200 len: 950 time: 0.2221510 Aug 22 13:22:10.455065 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-780499b5-b36a-4f41-b480-22502e9ec717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:10.477468 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d4d9ae-e852-4681-8558-b87d6e455715 None None] Routers {'960a53f9-c615-477c-96b2-710baf0af00e'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:22:10.478918 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-84d4d9ae-e852-4681-8558-b87d6e455715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:22:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['960a53f9-c615-477c-96b2-710baf0af00e'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:22:10.510370 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7c401a4b-6429-47a0-b5b5-a72dbd12ab42 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:10.528435 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-780499b5-b36a-4f41-b480-22502e9ec717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:10.531843 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-780499b5-b36a-4f41-b480-22502e9ec717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:10.541550 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-780499b5-b36a-4f41-b480-22502e9ec717 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/905e055a-ab7e-475d-b4ae-b1168a5de757 HTTP/1.1" status: 204 len: 168 time: 0.2465746 Aug 22 13:22:10.551341 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780499b5-b36a-4f41-b480-22502e9ec717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905e055a-ab7e-475d-b4ae-b1168a5de757,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:10.603710 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99ca370-3c76-469e-95db-f2890600dce0 None None] Pushing event updated for resources: {'Port': ['ID=8c4f4093-5a19-4633-9937-35cd123bcc71,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:10.711632 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-adadc803-17bf-4a69-8115-3507e83abbc2 req-3af1f62f-1777-49ea-8b3d-4de28387a351 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788768 Aug 22 13:22:10.738804 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-84d4d9ae-e852-4681-8558-b87d6e455715 None None] Set router 960a53f9-c615-477c-96b2-710baf0af00e gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:22:10.864325 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-169226a8-bae0-46eb-bf80-6646da69059e req-266fbdc1-3186-474b-a127-fa842b869273 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:10.884894 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-169226a8-bae0-46eb-bf80-6646da69059e req-266fbdc1-3186-474b-a127-fa842b869273 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:10.947976 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266fbdc1-3186-474b-a127-fa842b869273 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd1fa13-b30e-4577-abcf-ca8f29b8fac9,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:11.014041 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-84d4d9ae-e852-4681-8558-b87d6e455715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960a53f9-c615-477c-96b2-710baf0af00e', 'name': 'tempest-ServersTestJSON-1584389003-router', 'tenant_id': '05be65d7aee94ddea8b57c02a086b509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '3dc4485f-43e8-4c80-9a90-f2822068c134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:21:57Z', 'updated_at': '2021-08-22T13:22:05Z', 'revision_number': 4, 'project_id': '05be65d7aee94ddea8b57c02a086b509', 'gw_port': {'id': '3dc4485f-43e8-4c80-9a90-f2822068c134', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:66:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960a53f9-c615-477c-96b2-710baf0af00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:21:59Z', 'updated_at': '2021-08-22T13:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '8c4f4093-5a19-4633-9937-35cd123bcc71', 'name': '', 'network_id': '7ec8e251-0050-485e-92bd-9ae7b2c4a7ea', 'tenant_id': '05be65d7aee94ddea8b57c02a086b509', 'mac_address': 'fa:16:3e:19:1d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '960a53f9-c615-477c-96b2-710baf0af00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'c136d61c-f44f-42ad-b6b2-e167a5846eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:22:03Z', 'updated_at': '2021-08-22T13:22:10Z', 'revision_number': 4, 'project_id': '05be65d7aee94ddea8b57c02a086b509', 'subnets': [{'id': 'c136d61c-f44f-42ad-b6b2-e167a5846eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:22:11.047788 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d4d9ae-e852-4681-8558-b87d6e455715 None None] The sync data for ids ['960a53f9-c615-477c-96b2-710baf0af00e'] in n-d-793621-33 is: [{'id': '960a53f9-c615-477c-96b2-710baf0af00e', 'name': 'tempest-ServersTestJSON-1584389003-router', 'tenant_id': '05be65d7aee94ddea8b57c02a086b509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '3dc4485f-43e8-4c80-9a90-f2822068c134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:21:57Z', 'updated_at': '2021-08-22T13:22:05Z', 'revision_number': 4, 'project_id': '05be65d7aee94ddea8b57c02a086b509', 'gw_port': {'id': '3dc4485f-43e8-4c80-9a90-f2822068c134', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:66:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960a53f9-c615-477c-96b2-710baf0af00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:21:59Z', 'updated_at': '2021-08-22T13:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '8c4f4093-5a19-4633-9937-35cd123bcc71', 'name': '', 'network_id': '7ec8e251-0050-485e-92bd-9ae7b2c4a7ea', 'tenant_id': '05be65d7aee94ddea8b57c02a086b509', 'mac_address': 'fa:16:3e:19:1d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '960a53f9-c615-477c-96b2-710baf0af00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'c136d61c-f44f-42ad-b6b2-e167a5846eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:22:03Z', 'updated_at': '2021-08-22T13:22:10Z', 'revision_number': 4, 'project_id': '05be65d7aee94ddea8b57c02a086b509', 'subnets': [{'id': 'c136d61c-f44f-42ad-b6b2-e167a5846eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:22:11.056211 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-94619361-1f9f-424f-988f-3639d5fa7f1c req-2246ff13-4ac6-447d-80cf-836dace2836d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4665293-7ee2-4f54-bdd5-5155a7b24c4b {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:22:11.070852 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-94619361-1f9f-424f-988f-3639d5fa7f1c req-2246ff13-4ac6-447d-80cf-836dace2836d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:11.104536 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7c401a4b-6429-47a0-b5b5-a72dbd12ab42 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:11.104536 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-94619361-1f9f-424f-988f-3639d5fa7f1c req-2246ff13-4ac6-447d-80cf-836dace2836d service neutron] Transition to ACTIVE for port object a4665293-7ee2-4f54-bdd5-5155a7b24c4b will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:22:11.120650 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7c401a4b-6429-47a0-b5b5-a72dbd12ab42 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:11.122883 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-94619361-1f9f-424f-988f-3639d5fa7f1c req-2246ff13-4ac6-447d-80cf-836dace2836d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:11.158448 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45760) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:11.187389 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-01eb4e3e-610b-4fae-b091-469dda87dd3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:11.214300 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-169226a8-bae0-46eb-bf80-6646da69059e req-266fbdc1-3186-474b-a127-fa842b869273 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:11.217003 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-169226a8-bae0-46eb-bf80-6646da69059e req-266fbdc1-3186-474b-a127-fa842b869273 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.0116713 Aug 22 13:22:11.246025 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2246ff13-4ac6-447d-80cf-836dace2836d service neutron] Pushing event updated for resources: {'Port': ['ID=a4665293-7ee2-4f54-bdd5-5155a7b24c4b,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:11.249152 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c401a4b-6429-47a0-b5b5-a72dbd12ab42 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6ee13f-90e2-47ff-b69b-09b046f08aef,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:11.313808 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-52ba1358-d446-48fa-bfc1-fd44a4226de3 req-272c04b9-3588-4960-9803-b0b20b6022f8 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] 10.222.0.21 "GET /v2.0/security-groups/ba6e832a-c05c-416b-9c47-6ff7f4f49ddb HTTP/1.1" status: 200 len: 1804 time: 0.0626407 Aug 22 13:22:11.362362 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-01eb4e3e-610b-4fae-b091-469dda87dd3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:11.371905 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-01eb4e3e-610b-4fae-b091-469dda87dd3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:11.414311 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eb4e3e-610b-4fae-b091-469dda87dd3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7bab2c-d6e8-46dc-8116-742c496f76bb,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:11.440801 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-01eb4e3e-610b-4fae-b091-469dda87dd3e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3f55c0a41e754ea8b2c77330d246c8c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2818425 Aug 22 13:22:11.445074 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45772) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:11.464559 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7c401a4b-6429-47a0-b5b5-a72dbd12ab42 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:11.466462 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-7c401a4b-6429-47a0-b5b5-a72dbd12ab42 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.7290349 Aug 22 13:22:11.473885 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45774) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:11.495375 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-39b15e89-61aa-4337-9e2b-297baf2964a8 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Request body: {'security_group_rule': {'security_group_id': '1d6ee13f-90e2-47ff-b69b-09b046f08aef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:22:11.535768 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-94619361-1f9f-424f-988f-3639d5fa7f1c req-2246ff13-4ac6-447d-80cf-836dace2836d service neutron] Attempting to bind port a4665293-7ee2-4f54-bdd5-5155a7b24c4b on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:22:11.536102 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-94619361-1f9f-424f-988f-3639d5fa7f1c req-2246ff13-4ac6-447d-80cf-836dace2836d service neutron] Attempting to bind port a4665293-7ee2-4f54-bdd5-5155a7b24c4b by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '0efbff2c-3dbf-4e79-83ba-47cbdc800632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '887e0115-b4ac-4c62-9aab-f2d01695aede'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:22:11.536511 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94619361-1f9f-424f-988f-3639d5fa7f1c req-2246ff13-4ac6-447d-80cf-836dace2836d service neutron] Attempting to bind port a4665293-7ee2-4f54-bdd5-5155a7b24c4b on network 887e0115-b4ac-4c62-9aab-f2d01695aede {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:22:11.549873 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-70dfdc07-2f88-44d3-8b5b-3289a2f1fcbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:11.553622 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94619361-1f9f-424f-988f-3639d5fa7f1c req-2246ff13-4ac6-447d-80cf-836dace2836d service neutron] Port a4665293-7ee2-4f54-bdd5-5155a7b24c4b on network 887e0115-b4ac-4c62-9aab-f2d01695aede not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:22:11.553934 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94619361-1f9f-424f-988f-3639d5fa7f1c req-2246ff13-4ac6-447d-80cf-836dace2836d service neutron] Attempting to bind port a4665293-7ee2-4f54-bdd5-5155a7b24c4b on network 887e0115-b4ac-4c62-9aab-f2d01695aede {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:22:11.562387 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-39b15e89-61aa-4337-9e2b-297baf2964a8 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:11.563404 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-52ba1358-d446-48fa-bfc1-fd44a4226de3 req-17af9f22-3029-4d24-99ab-4251b2c9b0ac tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] 10.222.0.21 "GET /v2.0/security-groups/1cd1fa13-b30e-4577-abcf-ca8f29b8fac9 HTTP/1.1" status: 200 len: 1804 time: 0.1898513 Aug 22 13:22:11.574204 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929f831-ac45-49a2-8c1d-987765ed22d5 req-4b4dc1be-336f-4b89-a33f-a9d0314d9a80 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:11.581763 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2929f831-ac45-49a2-8c1d-987765ed22d5 req-4b4dc1be-336f-4b89-a33f-a9d0314d9a80 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9664aff-8179-4092-bf01-73c9a1e911e5 HTTP/1.1" status: 200 len: 943 time: 0.2760122 Aug 22 13:22:11.586354 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94619361-1f9f-424f-988f-3639d5fa7f1c req-2246ff13-4ac6-447d-80cf-836dace2836d service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:22:11.586694 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94619361-1f9f-424f-988f-3639d5fa7f1c req-2246ff13-4ac6-447d-80cf-836dace2836d service neutron] Checking segment: {'id': '0efbff2c-3dbf-4e79-83ba-47cbdc800632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '887e0115-b4ac-4c62-9aab-f2d01695aede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:22:11.587085 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94619361-1f9f-424f-988f-3639d5fa7f1c req-2246ff13-4ac6-447d-80cf-836dace2836d service neutron] Bound using segment: {'id': '0efbff2c-3dbf-4e79-83ba-47cbdc800632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '887e0115-b4ac-4c62-9aab-f2d01695aede'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:22:11.587537 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-94619361-1f9f-424f-988f-3639d5fa7f1c req-2246ff13-4ac6-447d-80cf-836dace2836d service neutron] Bound port: a4665293-7ee2-4f54-bdd5-5155a7b24c4b, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0efbff2c-3dbf-4e79-83ba-47cbdc800632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '887e0115-b4ac-4c62-9aab-f2d01695aede'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:22:11.587899 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-94619361-1f9f-424f-988f-3639d5fa7f1c req-2246ff13-4ac6-447d-80cf-836dace2836d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:11.610837 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-70dfdc07-2f88-44d3-8b5b-3289a2f1fcbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:11.612947 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-52ba1358-d446-48fa-bfc1-fd44a4226de3 req-131fdbae-4de5-459b-a7f0-f91a63c7d0b0 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ba6e832a-c05c-416b-9c47-6ff7f4f49ddb', 'remote_group_id': '1cd1fa13-b30e-4577-abcf-ca8f29b8fac9', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:22:11.613271 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-52ba1358-d446-48fa-bfc1-fd44a4226de3 req-131fdbae-4de5-459b-a7f0-f91a63c7d0b0 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ba6e832a-c05c-416b-9c47-6ff7f4f49ddb', 'remote_group_id': '1cd1fa13-b30e-4577-abcf-ca8f29b8fac9', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:22:11.668456 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2929f831-ac45-49a2-8c1d-987765ed22d5 req-68a032a8-e549-446b-9dab-7c021951ac7c tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843885 Aug 22 13:22:11.691261 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-39b15e89-61aa-4337-9e2b-297baf2964a8 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:11.711725 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-39b15e89-61aa-4337-9e2b-297baf2964a8 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:11.766603 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-39b15e89-61aa-4337-9e2b-297baf2964a8 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:11.775124 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-39b15e89-61aa-4337-9e2b-297baf2964a8 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2970669 Aug 22 13:22:11.777621 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45790) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:11.788616 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-a6c72552-dc6e-468e-af57-4f4bab5eb646 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Request body: {'security_group_rule': {'security_group_id': '1d6ee13f-90e2-47ff-b69b-09b046f08aef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:22:11.797853 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-70dfdc07-2f88-44d3-8b5b-3289a2f1fcbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:11.799676 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-70dfdc07-2f88-44d3-8b5b-3289a2f1fcbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:11.805858 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-70dfdc07-2f88-44d3-8b5b-3289a2f1fcbb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2c7bab2c-d6e8-46dc-8116-742c496f76bb HTTP/1.1" status: 204 len: 168 time: 0.3595438 Aug 22 13:22:11.810355 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 8c4f4093-5a19-4633-9937-35cd123bcc71 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:22:11.811025 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b15e89-61aa-4337-9e2b-297baf2964a8 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bd52b24-7751-4b44-9917-799bd63c7166,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:11.848190 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-94619361-1f9f-424f-988f-3639d5fa7f1c req-2246ff13-4ac6-447d-80cf-836dace2836d service neutron] For port a4665293-7ee2-4f54-bdd5-5155a7b24c4b, host n-h1-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:22:11.853153 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-94619361-1f9f-424f-988f-3639d5fa7f1c req-2246ff13-4ac6-447d-80cf-836dace2836d service neutron] For port a4665293-7ee2-4f54-bdd5-5155a7b24c4b, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=a4665293-7ee2-4f54-bdd5-5155a7b24c4b,segment=NetworkSegment(0efbff2c-3dbf-4e79-83ba-47cbdc800632),segment_id=0efbff2c-3dbf-4e79-83ba-47cbdc800632)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:22:11.853495 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dfdc07-2f88-44d3-8b5b-3289a2f1fcbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7bab2c-d6e8-46dc-8116-742c496f76bb,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:11.874851 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-94619361-1f9f-424f-988f-3639d5fa7f1c req-2246ff13-4ac6-447d-80cf-836dace2836d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:11.893454 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a6c72552-dc6e-468e-af57-4f4bab5eb646 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:11.958744 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2246ff13-4ac6-447d-80cf-836dace2836d service neutron] Pushing event updated for resources: {'Port': ['ID=a4665293-7ee2-4f54-bdd5-5155a7b24c4b,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:11.960502 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 8c4f4093-5a19-4633-9937-35cd123bcc71 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:22:11.964921 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 8c4f4093-5a19-4633-9937-35cd123bcc71 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:22:11.965302 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:11.997285 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94619361-1f9f-424f-988f-3639d5fa7f1c req-2246ff13-4ac6-447d-80cf-836dace2836d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:11.998136 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-94619361-1f9f-424f-988f-3639d5fa7f1c req-2246ff13-4ac6-447d-80cf-836dace2836d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:11.999771 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-94619361-1f9f-424f-988f-3639d5fa7f1c req-2246ff13-4ac6-447d-80cf-836dace2836d service neutron] 10.222.0.41 "PUT /v2.0/ports/a4665293-7ee2-4f54-bdd5-5155a7b24c4b HTTP/1.1" status: 200 len: 1092 time: 1.8779709 Aug 22 13:22:12.000618 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9664aff-8179-4092-bf01-73c9a1e911e5', 'tag': 'a4665293-7ee2-4f54-bdd5-5155a7b24c4b'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:22:12.003310 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3dadd5-afdf-48a1-802c-0dc7d6c4f1b2" -d '{"events": [{"name": "network-changed", "server_uuid": "c9664aff-8179-4092-bf01-73c9a1e911e5", "tag": "a4665293-7ee2-4f54-bdd5-5155a7b24c4b"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:22:12.012601 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-52ba1358-d446-48fa-bfc1-fd44a4226de3 req-131fdbae-4de5-459b-a7f0-f91a63c7d0b0 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:12.073818 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a6c72552-dc6e-468e-af57-4f4bab5eb646 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:12.082082 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a6c72552-dc6e-468e-af57-4f4bab5eb646 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:12.107595 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:12.108816 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-52ba1358-d446-48fa-bfc1-fd44a4226de3 req-131fdbae-4de5-459b-a7f0-f91a63c7d0b0 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:12.118728 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-52ba1358-d446-48fa-bfc1-fd44a4226de3 req-131fdbae-4de5-459b-a7f0-f91a63c7d0b0 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:12.129218 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c72552-dc6e-468e-af57-4f4bab5eb646 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa764cef-da08-45db-9a6d-d3474a237da5,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:12.141584 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a6c72552-dc6e-468e-af57-4f4bab5eb646 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:12.149591 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a6c72552-dc6e-468e-af57-4f4bab5eb646 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3679147 Aug 22 13:22:12.150335 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131fdbae-4de5-459b-a7f0-f91a63c7d0b0 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25f65529-e8ac-4603-a3e9-1f7e9e712960,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:12.151118 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45802) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:12.156143 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94619361-1f9f-424f-988f-3639d5fa7f1c req-0bb9b753-14e3-48e3-8bec-98213b6449cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:12.158101 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-94619361-1f9f-424f-988f-3639d5fa7f1c req-0bb9b753-14e3-48e3-8bec-98213b6449cf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec08ac96341043c28ecba1b995182de4&device_id=c9664aff-8179-4092-bf01-73c9a1e911e5 HTTP/1.1" status: 200 len: 1095 time: 0.1009293 Aug 22 13:22:12.165106 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-52ba1358-d446-48fa-bfc1-fd44a4226de3 req-131fdbae-4de5-459b-a7f0-f91a63c7d0b0 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:12.166620 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-5e838c2a-d464-4dbe-8e67-83ae79c4cf56 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Request body: {'floatingip': {'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:22:12.167227 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-52ba1358-d446-48fa-bfc1-fd44a4226de3 req-131fdbae-4de5-459b-a7f0-f91a63c7d0b0 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5831933 Aug 22 13:22:12.214946 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5e838c2a-d464-4dbe-8e67-83ae79c4cf56 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Notify callbacks [] for floatingip, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:12.226101 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 8c4f4093-5a19-4633-9937-35cd123bcc71, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=8c4f4093-5a19-4633-9937-35cd123bcc71,segment=NetworkSegment(e8a030d0-23ea-4087-b468-4a850cd93f2e),segment_id=e8a030d0-23ea-4087-b468-4a850cd93f2e)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:22:12.233684 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:12.247246 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-94619361-1f9f-424f-988f-3639d5fa7f1c req-a740a69e-892c-4b48-9323-8121d52307af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4665293-7ee2-4f54-bdd5-5155a7b24c4b HTTP/1.1" status: 200 len: 217 time: 0.0787747 Aug 22 13:22:12.340977 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=8c4f4093-5a19-4633-9937-35cd123bcc71,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:12.408465 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5e838c2a-d464-4dbe-8e67-83ae79c4cf56 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:12.437771 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-605be4c2-52c0-4eae-abc4-30b0b985d759 req-b871533a-1091-4a2c-b325-fbb6269e17ba tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=e0c7fe60fae44eee926462a3b4f67658&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0773971 Aug 22 13:22:12.472778 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94619361-1f9f-424f-988f-3639d5fa7f1c req-bd34701b-edd8-4db4-97ac-2d8bab1537b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:12.474261 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-94619361-1f9f-424f-988f-3639d5fa7f1c req-bd34701b-edd8-4db4-97ac-2d8bab1537b4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1fb53f66-6b81-41b6-9806-8520494df9af HTTP/1.1" status: 200 len: 861 time: 0.2181766 Aug 22 13:22:12.560729 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9910a32-5f89-4599-8d18-7668dfe8b247 req-ca160fcd-a0f8-41c9-8af2-2a9a8c6fb18b tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:12.562276 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f9910a32-5f89-4599-8d18-7668dfe8b247 req-ca160fcd-a0f8-41c9-8af2-2a9a8c6fb18b tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=91864420-8f72-4153-bfe3-294260244158 HTTP/1.1" status: 200 len: 950 time: 0.2047164 Aug 22 13:22:12.566613 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-94619361-1f9f-424f-988f-3639d5fa7f1c req-c1b1b8d3-5273-4a89-98d7-ba08ea35841e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=887e0115-b4ac-4c62-9aab-f2d01695aede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478923 Aug 22 13:22:12.567164 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-5e838c2a-d464-4dbe-8e67-83ae79c4cf56 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Allocated IP 172.25.3.143 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/772f6a20-9138-45ad-b80a-c9df8e0d5ae9) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:22:12.689694 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f9910a32-5f89-4599-8d18-7668dfe8b247 req-6b747d02-5485-463c-a911-65a55890274e tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193545 Aug 22 13:22:12.699440 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605be4c2-52c0-4eae-abc4-30b0b985d759 req-9a4ca268-498c-469a-a20a-00899bc04d7f tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:12.706940 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-605be4c2-52c0-4eae-abc4-30b0b985d759 req-9a4ca268-498c-469a-a20a-00899bc04d7f tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2682638 Aug 22 13:22:12.736915 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-605be4c2-52c0-4eae-abc4-30b0b985d759 req-26ceb48d-6d11-4dfb-9b00-8b80c585b2a0 tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] 10.222.0.21 "GET /v2.0/quotas/e0c7fe60fae44eee926462a3b4f67658 HTTP/1.1" status: 200 len: 375 time: 0.0289898 Aug 22 13:22:12.762251 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-94619361-1f9f-424f-988f-3639d5fa7f1c req-3eb36bec-5c32-475e-9647-0e38bf84b8cc service neutron] 10.222.0.41 "GET /v2.0/networks/887e0115-b4ac-4c62-9aab-f2d01695aede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839900 Aug 22 13:22:12.773683 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5e838c2a-d464-4dbe-8e67-83ae79c4cf56 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:12.789909 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-605be4c2-52c0-4eae-abc4-30b0b985d759 req-71e7d2da-fb73-4f56-9c3d-ee1b85ef017f tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e0c7fe60fae44eee926462a3b4f67658&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520303 Aug 22 13:22:12.835886 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5e838c2a-d464-4dbe-8e67-83ae79c4cf56 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:12.943566 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8519a06-ad9e-43cc-a403-96749ea9557c x-openstack-request-id: req-d8519a06-ad9e-43cc-a403-96749ea9557c {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:22:12.945341 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9664aff-8179-4092-bf01-73c9a1e911e5", "tag": "a4665293-7ee2-4f54-bdd5-5155a7b24c4b", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:22:12.945808 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d8519a06-ad9e-43cc-a403-96749ea9557c {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:22:12.946619 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9664aff-8179-4092-bf01-73c9a1e911e5', 'tag': 'a4665293-7ee2-4f54-bdd5-5155a7b24c4b', 'status': 'completed', 'code': 200} Aug 22 13:22:12.954282 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e838c2a-d464-4dbe-8e67-83ae79c4cf56 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:22:12.955706 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e838c2a-d464-4dbe-8e67-83ae79c4cf56 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Pushing event updated for resources: {'Port': ['ID=772f6a20-9138-45ad-b80a-c9df8e0d5ae9,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:12.961719 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-5e838c2a-d464-4dbe-8e67-83ae79c4cf56 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:22:12.964452 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e838c2a-d464-4dbe-8e67-83ae79c4cf56 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:22:12.989668 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-562ed82a-69b4-455f-99d7-de60271f190f req-bcc341a7-4167-4ee7-b0e1-5ca98a0314f3 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1685501357', 'description': 'tempest-description-344663441'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:22:13.031501 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-94619361-1f9f-424f-988f-3639d5fa7f1c req-34616af9-faa8-469e-9556-de768ad08cb5 service neutron] 10.222.0.41 "GET /v2.0/networks/887e0115-b4ac-4c62-9aab-f2d01695aede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529860 Aug 22 13:22:13.060476 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-562ed82a-69b4-455f-99d7-de60271f190f req-bcc341a7-4167-4ee7-b0e1-5ca98a0314f3 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:13.138221 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5e838c2a-d464-4dbe-8e67-83ae79c4cf56 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:13.191761 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5e838c2a-d464-4dbe-8e67-83ae79c4cf56 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:13.197780 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dadd5-afdf-48a1-802c-0dc7d6c4f1b2 req-aa82a1cf-2219-46df-bee2-5e43c4f2288f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:13.199286 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9e3dadd5-afdf-48a1-802c-0dc7d6c4f1b2 req-aa82a1cf-2219-46df-bee2-5e43c4f2288f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec08ac96341043c28ecba1b995182de4&device_id=c9664aff-8179-4092-bf01-73c9a1e911e5 HTTP/1.1" status: 200 len: 1095 time: 0.1025054 Aug 22 13:22:13.299030 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee6021-ec58-42c1-9b8a-b5dd4c257b1f req-6aa9626f-302a-46b8-ac08-9b36b4c4d0c8 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:13.300189 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-93ee6021-ec58-42c1-9b8a-b5dd4c257b1f req-6aa9626f-302a-46b8-ac08-9b36b4c4d0c8 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9664aff-8179-4092-bf01-73c9a1e911e5 HTTP/1.1" status: 200 len: 943 time: 0.1573288 Aug 22 13:22:13.382740 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-562ed82a-69b4-455f-99d7-de60271f190f req-bcc341a7-4167-4ee7-b0e1-5ca98a0314f3 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:13.388399 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-93ee6021-ec58-42c1-9b8a-b5dd4c257b1f req-8f51e147-0031-483b-ab39-1689236627a6 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756464 Aug 22 13:22:13.389505 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dadd5-afdf-48a1-802c-0dc7d6c4f1b2 req-30e12585-ddf7-4b8c-b882-76691e5b24ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:13.389622 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5e838c2a-d464-4dbe-8e67-83ae79c4cf56 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:13.391020 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9e3dadd5-afdf-48a1-802c-0dc7d6c4f1b2 req-30e12585-ddf7-4b8c-b882-76691e5b24ee service neutron] 10.222.0.41 "GET /v2.0/networks?id=887e0115-b4ac-4c62-9aab-f2d01695aede HTTP/1.1" status: 200 len: 922 time: 0.1773934 Aug 22 13:22:13.392339 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-562ed82a-69b4-455f-99d7-de60271f190f req-bcc341a7-4167-4ee7-b0e1-5ca98a0314f3 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:13.395631 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5e838c2a-d464-4dbe-8e67-83ae79c4cf56 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:13.465670 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-562ed82a-69b4-455f-99d7-de60271f190f req-bcc341a7-4167-4ee7-b0e1-5ca98a0314f3 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:13.485146 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-562ed82a-69b4-455f-99d7-de60271f190f req-bcc341a7-4167-4ee7-b0e1-5ca98a0314f3 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5034835 Aug 22 13:22:13.486703 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9e3dadd5-afdf-48a1-802c-0dc7d6c4f1b2 req-60efd2fe-ac12-431f-a5c9-0ead3419691f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4665293-7ee2-4f54-bdd5-5155a7b24c4b HTTP/1.1" status: 200 len: 217 time: 0.0856259 Aug 22 13:22:13.512062 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e838c2a-d464-4dbe-8e67-83ae79c4cf56 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Pushing event updated for resources: {'Port': ['ID=772f6a20-9138-45ad-b80a-c9df8e0d5ae9,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:13.525497 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5e838c2a-d464-4dbe-8e67-83ae79c4cf56 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:13.557586 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5e838c2a-d464-4dbe-8e67-83ae79c4cf56 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:13.559300 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5e838c2a-d464-4dbe-8e67-83ae79c4cf56 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4063249 Aug 22 13:22:13.593055 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc341a7-4167-4ee7-b0e1-5ca98a0314f3 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4355b7f7-59e1-4da3-88cf-9fd3be9fd908,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:13.626420 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-76f9163c-2b3b-49b5-a5f1-83c7dbf321a6 req-f498f540-cc6b-4dfa-b7ca-9fc5c5caddd4 tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] 10.222.0.21 "GET /v2.0/ports?device_id=f492287a-a9c4-4fd7-a5ee-af72bc128519 HTTP/1.1" status: 200 len: 210 time: 0.0468581 Aug 22 13:22:13.636826 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dadd5-afdf-48a1-802c-0dc7d6c4f1b2 req-5a829655-d0c4-4ed5-8bfe-7bbb0324a60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:13.638354 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9e3dadd5-afdf-48a1-802c-0dc7d6c4f1b2 req-5a829655-d0c4-4ed5-8bfe-7bbb0324a60b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1fb53f66-6b81-41b6-9806-8520494df9af HTTP/1.1" status: 200 len: 861 time: 0.1392579 Aug 22 13:22:13.663340 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-dc682f95-d41d-43cc-90d8-34fb594bb929 req-4fb4c244-0c32-4ddc-8c85-8b6732dba09a tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-469764359', 'description': 'tempest-description-230233604'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:22:13.695703 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9e3dadd5-afdf-48a1-802c-0dc7d6c4f1b2 req-8d8aafe5-8421-4f4e-b11b-8b5df6efe1aa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=887e0115-b4ac-4c62-9aab-f2d01695aede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420830 Aug 22 13:22:13.770428 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 8c4f4093-5a19-4633-9937-35cd123bcc71 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:22:13.805765 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-dc682f95-d41d-43cc-90d8-34fb594bb929 req-4fb4c244-0c32-4ddc-8c85-8b6732dba09a tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:13.845522 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 8c4f4093-5a19-4633-9937-35cd123bcc71 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:22:13.845997 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:13.851937 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9e3dadd5-afdf-48a1-802c-0dc7d6c4f1b2 req-ee6c9dfe-9595-4475-94b3-a5fe11ed59bf service neutron] 10.222.0.41 "GET /v2.0/networks/887e0115-b4ac-4c62-9aab-f2d01695aede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513247 Aug 22 13:22:14.000487 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9e3dadd5-afdf-48a1-802c-0dc7d6c4f1b2 req-608aa20e-aef8-4262-96d0-5147fdd5e81d service neutron] 10.222.0.41 "GET /v2.0/networks/887e0115-b4ac-4c62-9aab-f2d01695aede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411324 Aug 22 13:22:14.029941 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-dc682f95-d41d-43cc-90d8-34fb594bb929 req-4fb4c244-0c32-4ddc-8c85-8b6732dba09a tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:14.036027 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-dc682f95-d41d-43cc-90d8-34fb594bb929 req-4fb4c244-0c32-4ddc-8c85-8b6732dba09a tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:14.075062 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-dc682f95-d41d-43cc-90d8-34fb594bb929 req-4fb4c244-0c32-4ddc-8c85-8b6732dba09a tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:14.076309 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dc682f95-d41d-43cc-90d8-34fb594bb929 req-4fb4c244-0c32-4ddc-8c85-8b6732dba09a tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4181676 Aug 22 13:22:14.096064 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb4c244-0c32-4ddc-8c85-8b6732dba09a tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccebf12c-0290-4d19-b4c6-4fcaea5a4dbf,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:14.201462 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-afaae425-1595-47e0-a12e-7289603a8d2e req-03aebbc4-686b-405c-9cb8-eb40d8cc6bb6 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--912214437&fields=id&tenant_id=05be65d7aee94ddea8b57c02a086b509 HTTP/1.1" status: 200 len: 267 time: 0.0547638 Aug 22 13:22:14.215965 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a78c7-ff8f-4686-aeb2-be8851a8756f req-ffa64146-3b96-4941-a146-38473e5e3319 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:14.217475 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-955a78c7-ff8f-4686-aeb2-be8851a8756f req-ffa64146-3b96-4941-a146-38473e5e3319 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=91864420-8f72-4153-bfe3-294260244158 HTTP/1.1" status: 200 len: 950 time: 0.0881972 Aug 22 13:22:14.331741 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-955a78c7-ff8f-4686-aeb2-be8851a8756f req-a2e36241-3e1d-4b8c-85fc-1d8cf2780b38 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014912 Aug 22 13:22:14.340347 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-605be4c2-52c0-4eae-abc4-30b0b985d759 req-237ce3ef-c45a-48b3-ad44-ceef08d082cb tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=e0c7fe60fae44eee926462a3b4f67658&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393713 Aug 22 13:22:14.392994 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaae425-1595-47e0-a12e-7289603a8d2e req-f9a34655-7ff7-4744-8020-6dc1e45bf510 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:14.394582 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-afaae425-1595-47e0-a12e-7289603a8d2e req-f9a34655-7ff7-4744-8020-6dc1e45bf510 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] 10.222.0.21 "GET /v2.0/networks?id=7ec8e251-0050-485e-92bd-9ae7b2c4a7ea HTTP/1.1" status: 200 len: 806 time: 0.1761165 Aug 22 13:22:14.440962 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-afaae425-1595-47e0-a12e-7289603a8d2e req-b501208d-a156-4409-997f-51e6b169d0d8 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] 10.222.0.21 "GET /v2.0/quotas/05be65d7aee94ddea8b57c02a086b509 HTTP/1.1" status: 200 len: 375 time: 0.0192404 Aug 22 13:22:14.510998 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605be4c2-52c0-4eae-abc4-30b0b985d759 req-046216e8-4bac-44f4-a445-539df84b544d tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:14.512466 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-605be4c2-52c0-4eae-abc4-30b0b985d759 req-046216e8-4bac-44f4-a445-539df84b544d tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1538053 Aug 22 13:22:14.527939 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-afaae425-1595-47e0-a12e-7289603a8d2e req-6714acc7-12f1-4015-808e-0634c504f12b tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=05be65d7aee94ddea8b57c02a086b509&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0757074 Aug 22 13:22:14.532536 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-605be4c2-52c0-4eae-abc4-30b0b985d759 req-6812d692-4eb6-4725-b49d-89696ec73e2b tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] Request body: {'port': {'device_id': 'f492287a-a9c4-4fd7-a5ee-af72bc128519', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'admin_state_up': True, 'tenant_id': 'e0c7fe60fae44eee926462a3b4f67658'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:22:14.707658 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-afaae425-1595-47e0-a12e-7289603a8d2e req-4433aa34-58a1-4b88-a470-3489c6a88dd5 service neutron] 10.222.0.21 "GET /v2.0/networks/7ec8e251-0050-485e-92bd-9ae7b2c4a7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556122 Aug 22 13:22:14.786664 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1c515e7f-53d0-4cf0-9f80-44b13249fe15 req-de05fbef-0f7a-434f-b39c-c9a32aa66518 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] 10.222.0.21 "GET /v2.0/security-groups/4355b7f7-59e1-4da3-88cf-9fd3be9fd908 HTTP/1.1" status: 200 len: 1804 time: 0.1116865 Aug 22 13:22:14.789252 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-605be4c2-52c0-4eae-abc4-30b0b985d759 req-6812d692-4eb6-4725-b49d-89696ec73e2b tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] Made reservation on behalf of e0c7fe60fae44eee926462a3b4f67658 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:22:14.792518 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-605be4c2-52c0-4eae-abc4-30b0b985d759 req-6812d692-4eb6-4725-b49d-89696ec73e2b tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:14.812942 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-605be4c2-52c0-4eae-abc4-30b0b985d759 req-6812d692-4eb6-4725-b49d-89696ec73e2b tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:14.940311 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:22:15.119170 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1c515e7f-53d0-4cf0-9f80-44b13249fe15 req-a4f7d222-ec3f-4129-a617-3b7b50e9ee4a tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] 10.222.0.21 "GET /v2.0/security-groups/ccebf12c-0290-4d19-b4c6-4fcaea5a4dbf HTTP/1.1" status: 200 len: 1803 time: 0.3225396 Aug 22 13:22:15.123960 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-afaae425-1595-47e0-a12e-7289603a8d2e req-25e16cd3-8b2e-4fc7-9b8a-44ac7bf66c3b service neutron] 10.222.0.21 "GET /v2.0/networks/7ec8e251-0050-485e-92bd-9ae7b2c4a7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4041657 Aug 22 13:22:15.130925 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-1c515e7f-53d0-4cf0-9f80-44b13249fe15 req-ea8e5715-45c0-4c11-9428-b756c1f7da40 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4355b7f7-59e1-4da3-88cf-9fd3be9fd908', 'remote_group_id': 'ccebf12c-0290-4d19-b4c6-4fcaea5a4dbf', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:22:15.131855 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-1c515e7f-53d0-4cf0-9f80-44b13249fe15 req-ea8e5715-45c0-4c11-9428-b756c1f7da40 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4355b7f7-59e1-4da3-88cf-9fd3be9fd908', 'remote_group_id': 'ccebf12c-0290-4d19-b4c6-4fcaea5a4dbf', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:22:15.201848 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-605be4c2-52c0-4eae-abc4-30b0b985d759 req-6812d692-4eb6-4725-b49d-89696ec73e2b tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:15.207133 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-605be4c2-52c0-4eae-abc4-30b0b985d759 req-6812d692-4eb6-4725-b49d-89696ec73e2b tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:15.280359 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6812d692-4eb6-4725-b49d-89696ec73e2b tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b426999-510a-4468-acaa-5d64bebad44e,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:15.371201 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-1c515e7f-53d0-4cf0-9f80-44b13249fe15 req-ea8e5715-45c0-4c11-9428-b756c1f7da40 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:15.401546 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-605be4c2-52c0-4eae-abc4-30b0b985d759 req-6812d692-4eb6-4725-b49d-89696ec73e2b tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] Allocated IP 192.168.233.106 (7dc41cff-a3ac-4fc2-ba06-973efce2365e/7151c727-b27f-4308-8098-60bc16140d45/a11efc44-d994-4e85-ac2b-ddd2b54f2d0c) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:22:15.419213 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-1c515e7f-53d0-4cf0-9f80-44b13249fe15 req-ea8e5715-45c0-4c11-9428-b756c1f7da40 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:15.436893 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-1c515e7f-53d0-4cf0-9f80-44b13249fe15 req-ea8e5715-45c0-4c11-9428-b756c1f7da40 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:15.488332 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8e5715-45c0-4c11-9428-b756c1f7da40 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f944f76-1292-413f-8ee6-66006e527412,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:15.507141 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-1c515e7f-53d0-4cf0-9f80-44b13249fe15 req-ea8e5715-45c0-4c11-9428-b756c1f7da40 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:15.508373 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1c515e7f-53d0-4cf0-9f80-44b13249fe15 req-ea8e5715-45c0-4c11-9428-b756c1f7da40 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3825345 Aug 22 13:22:15.543197 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25fa0f-da10-4381-9b62-ad97dd05654d req-a9fbde51-b5d4-490d-ad91-bc2aa2597c67 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:15.544828 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ad25fa0f-da10-4381-9b62-ad97dd05654d req-a9fbde51-b5d4-490d-ad91-bc2aa2597c67 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9664aff-8179-4092-bf01-73c9a1e911e5 HTTP/1.1" status: 200 len: 943 time: 0.1237438 Aug 22 13:22:15.620843 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b9d60ec2-a5f5-40a5-b8b8-6d69a2bc9ef7 req-5e38aa72-9a0d-4442-a433-be127f6a86ce tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] 10.222.0.21 "GET /v2.0/ports?device_id=f492287a-a9c4-4fd7-a5ee-af72bc128519 HTTP/1.1" status: 200 len: 210 time: 0.0465391 Aug 22 13:22:15.654447 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ad25fa0f-da10-4381-9b62-ad97dd05654d req-312dde1c-35cf-4d89-b70f-76efd5f5456a tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786843 Aug 22 13:22:15.695621 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-605be4c2-52c0-4eae-abc4-30b0b985d759 req-6812d692-4eb6-4725-b49d-89696ec73e2b tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:15.713889 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-605be4c2-52c0-4eae-abc4-30b0b985d759 req-6812d692-4eb6-4725-b49d-89696ec73e2b tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] Transition to ACTIVE for port object a11efc44-d994-4e85-ac2b-ddd2b54f2d0c will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:22:15.775557 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ab1dcee6-da6b-447d-99cb-1db8423a8620 req-3f32c10d-cf76-4590-b9a6-415119054dd6 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] 10.222.0.21 "GET /v2.0/ports?device_id=b697df31-0758-4840-a4a0-db530b541b13 HTTP/1.1" status: 200 len: 210 time: 0.0458384 Aug 22 13:22:15.812198 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-605be4c2-52c0-4eae-abc4-30b0b985d759 req-6812d692-4eb6-4725-b49d-89696ec73e2b tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:15.833457 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af648b-5de2-4d30-86b2-d0505108e1ce req-52cc8d59-8760-4787-8dc9-b9d5092f0dcb tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:15.839969 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-70af648b-5de2-4d30-86b2-d0505108e1ce req-52cc8d59-8760-4787-8dc9-b9d5092f0dcb tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=91864420-8f72-4153-bfe3-294260244158 HTTP/1.1" status: 200 len: 950 time: 0.0939474 Aug 22 13:22:15.881026 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-605be4c2-52c0-4eae-abc4-30b0b985d759 req-6812d692-4eb6-4725-b49d-89696ec73e2b tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] Network 7dc41cff-a3ac-4fc2-ba06-973efce2365e is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:22:15.888392 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-605be4c2-52c0-4eae-abc4-30b0b985d759 req-6812d692-4eb6-4725-b49d-89696ec73e2b tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:22:15.900645 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-605be4c2-52c0-4eae-abc4-30b0b985d759 req-6812d692-4eb6-4725-b49d-89696ec73e2b tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:22:15.927163 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6812d692-4eb6-4725-b49d-89696ec73e2b tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] Pushing event updated for resources: {'Port': ['ID=a11efc44-d994-4e85-ac2b-ddd2b54f2d0c,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:15.955606 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-70af648b-5de2-4d30-86b2-d0505108e1ce req-3cb156b0-39e7-4350-8ce9-e669768e84cb tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988524 Aug 22 13:22:15.993706 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605be4c2-52c0-4eae-abc4-30b0b985d759 req-6812d692-4eb6-4725-b49d-89696ec73e2b tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:15.994130 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-605be4c2-52c0-4eae-abc4-30b0b985d759 req-6812d692-4eb6-4725-b49d-89696ec73e2b tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:16.011872 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-209278d1-88e1-4d39-8be6-22052d179075 req-925cf32e-fa46-48da-9930-43e7a3d30b10 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] 10.222.0.21 "GET /v2.0/security-groups/ccebf12c-0290-4d19-b4c6-4fcaea5a4dbf HTTP/1.1" status: 200 len: 1803 time: 0.0758052 Aug 22 13:22:16.021419 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-605be4c2-52c0-4eae-abc4-30b0b985d759 req-6812d692-4eb6-4725-b49d-89696ec73e2b tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4924471 Aug 22 13:22:16.045393 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-605be4c2-52c0-4eae-abc4-30b0b985d759 req-21b662e9-40ee-4c01-9485-22678c7d3b7b service neutron] Request body: {'port': {'device_id': 'f492287a-a9c4-4fd7-a5ee-af72bc128519', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:22:16.144983 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-605be4c2-52c0-4eae-abc4-30b0b985d759 req-21b662e9-40ee-4c01-9485-22678c7d3b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:16.148828 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-209278d1-88e1-4d39-8be6-22052d179075 req-9e49798a-9299-468b-b53e-1ea45bd919cf tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:16.196387 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-461cf925-cd75-4496-a7fc-558cf6874ba5 None None] Provisioning for port a11efc44-d994-4e85-ac2b-ddd2b54f2d0c completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:22:16.201538 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-461cf925-cd75-4496-a7fc-558cf6874ba5 None None] Provisioning complete for port a11efc44-d994-4e85-ac2b-ddd2b54f2d0c triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:22:16.201917 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-461cf925-cd75-4496-a7fc-558cf6874ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:16.206188 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-209278d1-88e1-4d39-8be6-22052d179075 req-9e49798a-9299-468b-b53e-1ea45bd919cf tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:16.266165 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-461cf925-cd75-4496-a7fc-558cf6874ba5 None None] Port a11efc44-d994-4e85-ac2b-ddd2b54f2d0c cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:22:16.460707 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-209278d1-88e1-4d39-8be6-22052d179075 req-9e49798a-9299-468b-b53e-1ea45bd919cf tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:16.463224 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-209278d1-88e1-4d39-8be6-22052d179075 req-9e49798a-9299-468b-b53e-1ea45bd919cf tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:16.464416 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-209278d1-88e1-4d39-8be6-22052d179075 req-9e49798a-9299-468b-b53e-1ea45bd919cf tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] 10.222.0.21 "DELETE /v2.0/security-groups/ccebf12c-0290-4d19-b4c6-4fcaea5a4dbf HTTP/1.1" status: 204 len: 173 time: 0.4419260 Aug 22 13:22:16.499411 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e49798a-9299-468b-b53e-1ea45bd919cf tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccebf12c-0290-4d19-b4c6-4fcaea5a4dbf,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:16.551439 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaae425-1595-47e0-a12e-7289603a8d2e req-1970c85b-96bf-4b83-a7d3-0de62bc5977d tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:16.552774 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-afaae425-1595-47e0-a12e-7289603a8d2e req-1970c85b-96bf-4b83-a7d3-0de62bc5977d tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] 10.222.0.41 "GET /v2.0/networks?id=7ec8e251-0050-485e-92bd-9ae7b2c4a7ea HTTP/1.1" status: 200 len: 806 time: 0.2400000 Aug 22 13:22:16.629674 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-901bfe49-8d24-424d-bcd5-efe6cdc6aae8 req-e4f6ba54-57cc-4c65-aabb-19a742aa1c14 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] 10.222.0.21 "GET /v2.0/security-groups/4355b7f7-59e1-4da3-88cf-9fd3be9fd908 HTTP/1.1" status: 200 len: 1804 time: 0.1119213 Aug 22 13:22:16.649515 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-afaae425-1595-47e0-a12e-7289603a8d2e req-10cde374-d1a3-4e0f-83d7-1fed89212bbf tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05be65d7aee94ddea8b57c02a086b509 HTTP/1.1" status: 200 len: 379 time: 0.0856318 Aug 22 13:22:16.672144 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-afaae425-1595-47e0-a12e-7289603a8d2e req-cf0a5057-f794-4800-95aa-4ba3c6b65d2c tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Request body: {'port': {'device_id': 'b697df31-0758-4840-a4a0-db530b541b13', 'network_id': '7ec8e251-0050-485e-92bd-9ae7b2c4a7ea', 'admin_state_up': True, 'tenant_id': '05be65d7aee94ddea8b57c02a086b509', 'security_groups': ['1d6ee13f-90e2-47ff-b69b-09b046f08aef']}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:22:16.734663 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-3bce4fc2-9684-423d-b0da-15b165455b7d req-370be7b4-b63e-4f6d-85e6-0ba512a90043 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1173813862', 'description': 'tempest-description-1100345722'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:22:16.750181 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-605be4c2-52c0-4eae-abc4-30b0b985d759 req-21b662e9-40ee-4c01-9485-22678c7d3b7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a11efc44-d994-4e85-ac2b-ddd2b54f2d0c {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:22:16.775239 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-605be4c2-52c0-4eae-abc4-30b0b985d759 req-21b662e9-40ee-4c01-9485-22678c7d3b7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:16.826728 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-605be4c2-52c0-4eae-abc4-30b0b985d759 req-21b662e9-40ee-4c01-9485-22678c7d3b7b service neutron] Transition to ACTIVE for port object a11efc44-d994-4e85-ac2b-ddd2b54f2d0c will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:22:16.830878 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-3bce4fc2-9684-423d-b0da-15b165455b7d req-370be7b4-b63e-4f6d-85e6-0ba512a90043 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:16.838557 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-605be4c2-52c0-4eae-abc4-30b0b985d759 req-21b662e9-40ee-4c01-9485-22678c7d3b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:16.914109 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19592998-5a75-4835-85c1-29bfa2053af0 req-59239715-09b8-4f8e-802e-69ca4e8dab60 tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:16.915649 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-19592998-5a75-4835-85c1-29bfa2053af0 req-59239715-09b8-4f8e-802e-69ca4e8dab60 tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] 10.222.0.21 "GET /v2.0/ports?device_id=f492287a-a9c4-4fd7-a5ee-af72bc128519 HTTP/1.1" status: 200 len: 936 time: 0.1766472 Aug 22 13:22:16.958024 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45992) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:16.968877 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.db.api [req-afaae425-1595-47e0-a12e-7289603a8d2e req-cf0a5057-f794-4800-95aa-4ba3c6b65d2c tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 22 13:22:16.968877 n-d-793621-33 neutron-server[94627]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 22 13:22:16.968877 n-d-793621-33 neutron-server[94627]: [parameters: {'project_id_1': '05be65d7aee94ddea8b57c02a086b509', 'expiration_1': datetime.datetime(2021, 8, 22, 13, 22, 16, 930485)}] Aug 22 13:22:16.968877 n-d-793621-33 neutron-server[94627]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94627) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 13:22:16.969243 n-d-793621-33 neutron-server[94627]: DEBUG oslo_db.api [req-afaae425-1595-47e0-a12e-7289603a8d2e req-cf0a5057-f794-4800-95aa-4ba3c6b65d2c tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 13:22:16.969705 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b662e9-40ee-4c01-9485-22678c7d3b7b service neutron] Pushing event updated for resources: {'Port': ['ID=a11efc44-d994-4e85-ac2b-ddd2b54f2d0c,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:17.048140 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device a4665293-7ee2-4f54-bdd5-5155a7b24c4b details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:22:17.059005 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-19592998-5a75-4835-85c1-29bfa2053af0 req-57f2ece9-ef04-4bb5-9a82-38d30acec652 tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b426999-510a-4468-acaa-5d64bebad44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329057 Aug 22 13:22:17.104081 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-605be4c2-52c0-4eae-abc4-30b0b985d759 req-21b662e9-40ee-4c01-9485-22678c7d3b7b service neutron] Attempting to bind port a11efc44-d994-4e85-ac2b-ddd2b54f2d0c on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:22:17.109716 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-605be4c2-52c0-4eae-abc4-30b0b985d759 req-21b662e9-40ee-4c01-9485-22678c7d3b7b service neutron] Attempting to bind port a11efc44-d994-4e85-ac2b-ddd2b54f2d0c by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:22:17.110207 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605be4c2-52c0-4eae-abc4-30b0b985d759 req-21b662e9-40ee-4c01-9485-22678c7d3b7b service neutron] Attempting to bind port a11efc44-d994-4e85-ac2b-ddd2b54f2d0c on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:22:17.121837 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605be4c2-52c0-4eae-abc4-30b0b985d759 req-21b662e9-40ee-4c01-9485-22678c7d3b7b service neutron] Port a11efc44-d994-4e85-ac2b-ddd2b54f2d0c on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:22:17.122364 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605be4c2-52c0-4eae-abc4-30b0b985d759 req-21b662e9-40ee-4c01-9485-22678c7d3b7b service neutron] Attempting to bind port a11efc44-d994-4e85-ac2b-ddd2b54f2d0c on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:22:17.122665 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-77815a3e-fbc3-4609-a8af-e422c307c5b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:17.137239 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605be4c2-52c0-4eae-abc4-30b0b985d759 req-21b662e9-40ee-4c01-9485-22678c7d3b7b service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:22:17.137684 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605be4c2-52c0-4eae-abc4-30b0b985d759 req-21b662e9-40ee-4c01-9485-22678c7d3b7b service neutron] Checking segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:22:17.138139 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605be4c2-52c0-4eae-abc4-30b0b985d759 req-21b662e9-40ee-4c01-9485-22678c7d3b7b service neutron] Bound using segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:22:17.138646 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-605be4c2-52c0-4eae-abc4-30b0b985d759 req-21b662e9-40ee-4c01-9485-22678c7d3b7b service neutron] Bound port: a11efc44-d994-4e85-ac2b-ddd2b54f2d0c, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:22:17.139072 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-605be4c2-52c0-4eae-abc4-30b0b985d759 req-21b662e9-40ee-4c01-9485-22678c7d3b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:17.148215 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-3bce4fc2-9684-423d-b0da-15b165455b7d req-370be7b4-b63e-4f6d-85e6-0ba512a90043 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:17.155084 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-3bce4fc2-9684-423d-b0da-15b165455b7d req-370be7b4-b63e-4f6d-85e6-0ba512a90043 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:17.220437 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port a4665293-7ee2-4f54-bdd5-5155a7b24c4b, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=a4665293-7ee2-4f54-bdd5-5155a7b24c4b,segment=NetworkSegment(0efbff2c-3dbf-4e79-83ba-47cbdc800632),segment_id=0efbff2c-3dbf-4e79-83ba-47cbdc800632)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:22:17.232283 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': 'a4665293-7ee2-4f54-bdd5-5155a7b24c4b', 'network_id': '887e0115-b4ac-4c62-9aab-f2d01695aede', 'port_id': 'a4665293-7ee2-4f54-bdd5-5155a7b24c4b', 'mac_address': 'fa:16:3e:b0:e4:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb53f66-6b81-41b6-9806-8520494df9af', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:22:17.256754 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370be7b4-b63e-4f6d-85e6-0ba512a90043 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=257e02af-201e-4533-aa76-7e12264343e3,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:17.258994 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-77815a3e-fbc3-4609-a8af-e422c307c5b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:17.269197 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-77815a3e-fbc3-4609-a8af-e422c307c5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:17.274308 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:17.280248 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-3bce4fc2-9684-423d-b0da-15b165455b7d req-370be7b4-b63e-4f6d-85e6-0ba512a90043 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:17.281490 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3bce4fc2-9684-423d-b0da-15b165455b7d req-370be7b4-b63e-4f6d-85e6-0ba512a90043 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5905688 Aug 22 13:22:17.289414 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4665293-7ee2-4f54-bdd5-5155a7b24c4b {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:22:17.294749 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc2b13-4446-41ae-b91b-77124398ae2f req-135b00fa-d56a-4694-92d9-f0738e278ee4 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:17.296333 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-45fc2b13-4446-41ae-b91b-77124398ae2f req-135b00fa-d56a-4694-92d9-f0738e278ee4 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9664aff-8179-4092-bf01-73c9a1e911e5 HTTP/1.1" status: 200 len: 943 time: 0.1385946 Aug 22 13:22:17.297512 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-605be4c2-52c0-4eae-abc4-30b0b985d759 req-21b662e9-40ee-4c01-9485-22678c7d3b7b service neutron] For port a11efc44-d994-4e85-ac2b-ddd2b54f2d0c, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:22:17.301337 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-605be4c2-52c0-4eae-abc4-30b0b985d759 req-21b662e9-40ee-4c01-9485-22678c7d3b7b service neutron] For port a11efc44-d994-4e85-ac2b-ddd2b54f2d0c, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=a11efc44-d994-4e85-ac2b-ddd2b54f2d0c,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:22:17.309752 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77815a3e-fbc3-4609-a8af-e422c307c5b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29bf6ad-efe3-4844-95b3-7a9e30373569,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:17.315133 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-605be4c2-52c0-4eae-abc4-30b0b985d759 req-21b662e9-40ee-4c01-9485-22678c7d3b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:17.335259 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port a4665293-7ee2-4f54-bdd5-5155a7b24c4b, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=a4665293-7ee2-4f54-bdd5-5155a7b24c4b,segment=NetworkSegment(0efbff2c-3dbf-4e79-83ba-47cbdc800632),segment_id=0efbff2c-3dbf-4e79-83ba-47cbdc800632)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:22:17.340305 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-77815a3e-fbc3-4609-a8af-e422c307c5b1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e735c5482de146f7ae5a8ba3507b627c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3780603 Aug 22 13:22:17.340459 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46004) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:17.343802 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:17.376429 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605be4c2-52c0-4eae-abc4-30b0b985d759 req-21b662e9-40ee-4c01-9485-22678c7d3b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:17.376986 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-605be4c2-52c0-4eae-abc4-30b0b985d759 req-21b662e9-40ee-4c01-9485-22678c7d3b7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:17.378389 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-605be4c2-52c0-4eae-abc4-30b0b985d759 req-21b662e9-40ee-4c01-9485-22678c7d3b7b service neutron] 10.222.0.16 "PUT /v2.0/ports/a11efc44-d994-4e85-ac2b-ddd2b54f2d0c HTTP/1.1" status: 200 len: 1097 time: 1.3393245 Aug 22 13:22:17.378847 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f492287a-a9c4-4fd7-a5ee-af72bc128519', 'tag': 'a11efc44-d994-4e85-ac2b-ddd2b54f2d0c'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:22:17.381942 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34fe4687-84ac-4dcd-90ea-5fe37fdaac1c" -d '{"events": [{"name": "network-changed", "server_uuid": "f492287a-a9c4-4fd7-a5ee-af72bc128519", "tag": "a11efc44-d994-4e85-ac2b-ddd2b54f2d0c"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:22:17.404486 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-45fc2b13-4446-41ae-b91b-77124398ae2f req-339f5d37-7cf8-4f89-92a0-b6090c3cda3f tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931063 Aug 22 13:22:17.408542 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=a4665293-7ee2-4f54-bdd5-5155a7b24c4b,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:17.419432 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2e7f8895-62ca-474b-bd9f-531a7f2cc124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:17.450899 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b662e9-40ee-4c01-9485-22678c7d3b7b service neutron] Pushing event updated for resources: {'Port': ['ID=a11efc44-d994-4e85-ac2b-ddd2b54f2d0c,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:17.454389 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2e7f8895-62ca-474b-bd9f-531a7f2cc124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:17.514889 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2e7f8895-62ca-474b-bd9f-531a7f2cc124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:17.517982 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2e7f8895-62ca-474b-bd9f-531a7f2cc124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:17.519213 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2e7f8895-62ca-474b-bd9f-531a7f2cc124 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f29bf6ad-efe3-4844-95b3-7a9e30373569 HTTP/1.1" status: 204 len: 168 time: 0.1777034 Aug 22 13:22:17.528924 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7f8895-62ca-474b-bd9f-531a7f2cc124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29bf6ad-efe3-4844-95b3-7a9e30373569,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:17.577215 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2e0e1429-3b82-49ad-89bb-e13659016fa6 req-6b15175d-001f-4713-92da-79b521d9e8e8 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] 10.222.0.21 "GET /v2.0/ports?device_id=b697df31-0758-4840-a4a0-db530b541b13 HTTP/1.1" status: 200 len: 210 time: 0.0433049 Aug 22 13:22:17.582264 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['a4665293-7ee2-4f54-bdd5-5155a7b24c4b'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:22:17.598959 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afaae425-1595-47e0-a12e-7289603a8d2e req-cf0a5057-f794-4800-95aa-4ba3c6b65d2c tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Made reservation on behalf of 05be65d7aee94ddea8b57c02a086b509 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:22:17.603727 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-afaae425-1595-47e0-a12e-7289603a8d2e req-cf0a5057-f794-4800-95aa-4ba3c6b65d2c tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:17.639296 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605be4c2-52c0-4eae-abc4-30b0b985d759 req-843377c6-375e-49a2-9e7a-efdae3f2e57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:17.642401 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-605be4c2-52c0-4eae-abc4-30b0b985d759 req-843377c6-375e-49a2-9e7a-efdae3f2e57c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e0c7fe60fae44eee926462a3b4f67658&device_id=f492287a-a9c4-4fd7-a5ee-af72bc128519 HTTP/1.1" status: 200 len: 1100 time: 0.1885257 Aug 22 13:22:17.787963 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-605be4c2-52c0-4eae-abc4-30b0b985d759 req-afa7fe5c-60ce-48af-9a34-fe9c354f9f4b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=a11efc44-d994-4e85-ac2b-ddd2b54f2d0c HTTP/1.1" status: 200 len: 217 time: 0.1052504 Aug 22 13:22:17.908299 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46014) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:17.922908 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e9763556-f3c8-4b49-a1a7-57b26e1645f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:17.955501 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605be4c2-52c0-4eae-abc4-30b0b985d759 req-729e0fc9-586b-4ece-9112-5cb7bafba549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:17.957007 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-605be4c2-52c0-4eae-abc4-30b0b985d759 req-729e0fc9-586b-4ece-9112-5cb7bafba549 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.1513276 Aug 22 13:22:17.967902 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55753587-d819-4e2d-8419-d7874504737b req-0ea76936-1703-4218-a90e-af9abd08b102 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:17.969373 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-55753587-d819-4e2d-8419-d7874504737b req-0ea76936-1703-4218-a90e-af9abd08b102 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=91864420-8f72-4153-bfe3-294260244158 HTTP/1.1" status: 200 len: 950 time: 0.1839271 Aug 22 13:22:18.009486 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-27d97943-6c9d-4f04-837d-d2ca04fa207c req-8503c058-64ec-403f-88b4-88ae9aa252ec tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] 10.222.0.21 "GET /v2.0/security-groups/257e02af-201e-4533-aa76-7e12264343e3 HTTP/1.1" status: 200 len: 1805 time: 0.1505458 Aug 22 13:22:18.015098 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-afaae425-1595-47e0-a12e-7289603a8d2e req-cf0a5057-f794-4800-95aa-4ba3c6b65d2c tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Allocated IP 172.20.0.14 (7ec8e251-0050-485e-92bd-9ae7b2c4a7ea/c136d61c-f44f-42ad-b6b2-e167a5846eb1/e6c2cc85-2148-40cd-88c3-1c7ba82e93a4) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:22:18.026549 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e9763556-f3c8-4b49-a1a7-57b26e1645f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:18.030487 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e9763556-f3c8-4b49-a1a7-57b26e1645f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:18.042053 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-27d97943-6c9d-4f04-837d-d2ca04fa207c req-a6ded5c2-821f-40f2-a9bb-ddb50f071151 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '257e02af-201e-4533-aa76-7e12264343e3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:22:18.042372 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-27d97943-6c9d-4f04-837d-d2ca04fa207c req-a6ded5c2-821f-40f2-a9bb-ddb50f071151 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '257e02af-201e-4533-aa76-7e12264343e3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:22:18.069598 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9763556-f3c8-4b49-a1a7-57b26e1645f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc0f30b-4405-49ac-b959-29faa8497ec4,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:18.075091 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e9763556-f3c8-4b49-a1a7-57b26e1645f4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ac30e19bc07f4a2e8d237572f2f4b9f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1656742 Aug 22 13:22:18.077706 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46016) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:18.099102 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605be4c2-52c0-4eae-abc4-30b0b985d759 req-ac01fde1-530b-4d85-9c3b-e981f21f07a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:18.101204 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-605be4c2-52c0-4eae-abc4-30b0b985d759 req-ac01fde1-530b-4d85-9c3b-e981f21f07a9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1309631 Aug 22 13:22:18.107429 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-55753587-d819-4e2d-8419-d7874504737b req-fe3347df-9313-4436-bdd0-4ea90ef3a568 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257057 Aug 22 13:22:18.129465 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5810faaf-4295-4463-a203-53addc21c80e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:18.151693 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5810faaf-4295-4463-a203-53addc21c80e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:18.184330 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5740da56-d902-4820-9491-41387fa2a6e8 x-openstack-request-id: req-5740da56-d902-4820-9491-41387fa2a6e8 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:22:18.184628 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f492287a-a9c4-4fd7-a5ee-af72bc128519", "tag": "a11efc44-d994-4e85-ac2b-ddd2b54f2d0c", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:22:18.184880 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5740da56-d902-4820-9491-41387fa2a6e8 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:22:18.185270 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f492287a-a9c4-4fd7-a5ee-af72bc128519', 'tag': 'a11efc44-d994-4e85-ac2b-ddd2b54f2d0c', 'status': 'completed', 'code': 200} Aug 22 13:22:18.209948 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5810faaf-4295-4463-a203-53addc21c80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:18.212854 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5810faaf-4295-4463-a203-53addc21c80e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:18.216497 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5810faaf-4295-4463-a203-53addc21c80e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/efc0f30b-4405-49ac-b959-29faa8497ec4 HTTP/1.1" status: 204 len: 168 time: 0.1350648 Aug 22 13:22:18.233956 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5810faaf-4295-4463-a203-53addc21c80e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc0f30b-4405-49ac-b959-29faa8497ec4,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:18.273836 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-27d97943-6c9d-4f04-837d-d2ca04fa207c req-a6ded5c2-821f-40f2-a9bb-ddb50f071151 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:18.329545 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-afaae425-1595-47e0-a12e-7289603a8d2e req-cf0a5057-f794-4800-95aa-4ba3c6b65d2c tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:18.346257 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-605be4c2-52c0-4eae-abc4-30b0b985d759 req-1d16cc98-8ca5-4f28-b2f9-f6272bd93919 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356267 Aug 22 13:22:18.355687 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-27d97943-6c9d-4f04-837d-d2ca04fa207c req-a6ded5c2-821f-40f2-a9bb-ddb50f071151 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:18.356975 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-afaae425-1595-47e0-a12e-7289603a8d2e req-cf0a5057-f794-4800-95aa-4ba3c6b65d2c tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Transition to ACTIVE for port object e6c2cc85-2148-40cd-88c3-1c7ba82e93a4 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:22:18.369125 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-27d97943-6c9d-4f04-837d-d2ca04fa207c req-a6ded5c2-821f-40f2-a9bb-ddb50f071151 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:18.434079 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ded5c2-821f-40f2-a9bb-ddb50f071151 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e877fef1-d3e7-4477-a4b2-e09c5f51cf20,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:18.440932 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-27d97943-6c9d-4f04-837d-d2ca04fa207c req-a6ded5c2-821f-40f2-a9bb-ddb50f071151 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:18.452918 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-27d97943-6c9d-4f04-837d-d2ca04fa207c req-a6ded5c2-821f-40f2-a9bb-ddb50f071151 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4253983 Aug 22 13:22:18.491295 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-afaae425-1595-47e0-a12e-7289603a8d2e req-cf0a5057-f794-4800-95aa-4ba3c6b65d2c tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:18.603973 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afaae425-1595-47e0-a12e-7289603a8d2e req-cf0a5057-f794-4800-95aa-4ba3c6b65d2c tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Network 7ec8e251-0050-485e-92bd-9ae7b2c4a7ea is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:22:18.628181 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-afaae425-1595-47e0-a12e-7289603a8d2e req-cf0a5057-f794-4800-95aa-4ba3c6b65d2c tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:22:18.639355 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-afaae425-1595-47e0-a12e-7289603a8d2e req-cf0a5057-f794-4800-95aa-4ba3c6b65d2c tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:22:18.643314 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-605be4c2-52c0-4eae-abc4-30b0b985d759 req-c7227ec8-e57c-43d2-a65e-badac51f6bfa service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848501 Aug 22 13:22:18.647674 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a5057-f794-4800-95aa-4ba3c6b65d2c tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Pushing event updated for resources: {'Port': ['ID=e6c2cc85-2148-40cd-88c3-1c7ba82e93a4,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:18.693370 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d030c7-e9d4-478b-bdc5-95f9438894ba req-dded7d40-b0d9-4b1c-8033-4d3f4c4ea460 tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:18.701011 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f0d030c7-e9d4-478b-bdc5-95f9438894ba req-dded7d40-b0d9-4b1c-8033-4d3f4c4ea460 tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] 10.222.0.21 "GET /v2.0/ports?device_id=f492287a-a9c4-4fd7-a5ee-af72bc128519 HTTP/1.1" status: 200 len: 948 time: 0.2038760 Aug 22 13:22:18.746719 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf2cc8-8cbc-4675-8867-e93ac6d986f4 req-ccf72df9-7b27-4a0c-8677-f21f76601858 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:18.748369 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0baf2cc8-8cbc-4675-8867-e93ac6d986f4 req-ccf72df9-7b27-4a0c-8677-f21f76601858 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9664aff-8179-4092-bf01-73c9a1e911e5 HTTP/1.1" status: 200 len: 944 time: 0.1771495 Aug 22 13:22:18.785077 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaae425-1595-47e0-a12e-7289603a8d2e req-cf0a5057-f794-4800-95aa-4ba3c6b65d2c tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:18.785845 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-afaae425-1595-47e0-a12e-7289603a8d2e req-cf0a5057-f794-4800-95aa-4ba3c6b65d2c tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:18.834754 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f0d030c7-e9d4-478b-bdc5-95f9438894ba req-483d6939-f314-497a-bf9e-69921b955e51 tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b426999-510a-4468-acaa-5d64bebad44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320724 Aug 22 13:22:18.838779 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe4687-84ac-4dcd-90ea-5fe37fdaac1c req-84ff7ae2-8b56-4959-994a-13e428f6e16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:18.840048 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-34fe4687-84ac-4dcd-90ea-5fe37fdaac1c req-84ff7ae2-8b56-4959-994a-13e428f6e16a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e0c7fe60fae44eee926462a3b4f67658&device_id=f492287a-a9c4-4fd7-a5ee-af72bc128519 HTTP/1.1" status: 200 len: 1100 time: 0.1240561 Aug 22 13:22:18.841553 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-afaae425-1595-47e0-a12e-7289603a8d2e req-cf0a5057-f794-4800-95aa-4ba3c6b65d2c tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1734481 Aug 22 13:22:18.859963 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-afaae425-1595-47e0-a12e-7289603a8d2e req-48b3e1c4-ea6d-4620-a6c7-eba76cb804ab service neutron] Request body: {'port': {'device_id': 'b697df31-0758-4840-a4a0-db530b541b13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:22:18.881991 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-29308736-e223-4712-bab2-aa79a49c16e0 None None] Provisioning for port e6c2cc85-2148-40cd-88c3-1c7ba82e93a4 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:22:18.886016 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-29308736-e223-4712-bab2-aa79a49c16e0 None None] Provisioning complete for port e6c2cc85-2148-40cd-88c3-1c7ba82e93a4 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:22:18.886570 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-29308736-e223-4712-bab2-aa79a49c16e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:18.911734 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0baf2cc8-8cbc-4675-8867-e93ac6d986f4 req-bb508fb1-dad8-41ea-add1-84abacac8c0d tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413391 Aug 22 13:22:18.927745 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-29308736-e223-4712-bab2-aa79a49c16e0 None None] Port e6c2cc85-2148-40cd-88c3-1c7ba82e93a4 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:22:19.048899 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device a4665293-7ee2-4f54-bdd5-5155a7b24c4b up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:22:19.108457 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port a4665293-7ee2-4f54-bdd5-5155a7b24c4b completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:22:19.112681 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port a4665293-7ee2-4f54-bdd5-5155a7b24c4b triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:22:19.113055 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:19.197307 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:19.222877 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9664aff-8179-4092-bf01-73c9a1e911e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4665293-7ee2-4f54-bdd5-5155a7b24c4b'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:22:19.225764 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c5c825-41ef-4e50-9747-ef9c2ccafa13" -d '{"events": [{"server_uuid": "c9664aff-8179-4092-bf01-73c9a1e911e5", "name": "network-vif-plugged", "status": "completed", "tag": "a4665293-7ee2-4f54-bdd5-5155a7b24c4b"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:22:19.238607 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port a4665293-7ee2-4f54-bdd5-5155a7b24c4b, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=a4665293-7ee2-4f54-bdd5-5155a7b24c4b,segment=NetworkSegment(0efbff2c-3dbf-4e79-83ba-47cbdc800632),segment_id=0efbff2c-3dbf-4e79-83ba-47cbdc800632)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:22:19.243409 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:19.293644 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-afaae425-1595-47e0-a12e-7289603a8d2e req-48b3e1c4-ea6d-4620-a6c7-eba76cb804ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:19.296688 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=a4665293-7ee2-4f54-bdd5-5155a7b24c4b,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:19.300805 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d738733e-3f45-4ed7-b787-b68dcbb9e90b req-62f9dcac-8f6f-4e4d-82b0-3ab53a2ec5a4 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] 10.222.0.21 "GET /v2.0/security-groups/257e02af-201e-4533-aa76-7e12264343e3 HTTP/1.1" status: 200 len: 2398 time: 0.4184270 Aug 22 13:22:19.331762 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-d738733e-3f45-4ed7-b787-b68dcbb9e90b req-4481bd21-8dee-4f09-8911-1cdded2513c3 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '257e02af-201e-4533-aa76-7e12264343e3', 'remote_group_id': None}]} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:22:19.332077 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-d738733e-3f45-4ed7-b787-b68dcbb9e90b req-4481bd21-8dee-4f09-8911-1cdded2513c3 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '257e02af-201e-4533-aa76-7e12264343e3', 'remote_group_id': None}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:22:19.348716 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe4687-84ac-4dcd-90ea-5fe37fdaac1c req-fc06eae4-3c97-4451-8ab8-a7e44fad6ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:19.350352 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-34fe4687-84ac-4dcd-90ea-5fe37fdaac1c req-fc06eae4-3c97-4451-8ab8-a7e44fad6ae7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7dc41cff-a3ac-4fc2-ba06-973efce2365e HTTP/1.1" status: 200 len: 870 time: 0.4968238 Aug 22 13:22:19.384184 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d80de-5f1d-4798-8f00-3b7a08396329 req-8851b22e-5a0d-4724-a9d0-fefb0a17139a tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:19.385653 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-753d80de-5f1d-4798-8f00-3b7a08396329 req-8851b22e-5a0d-4724-a9d0-fefb0a17139a tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] 10.222.0.21 "GET /v2.0/ports?device_id=b697df31-0758-4840-a4a0-db530b541b13 HTTP/1.1" status: 200 len: 932 time: 0.3929272 Aug 22 13:22:19.435377 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-34fe4687-84ac-4dcd-90ea-5fe37fdaac1c req-94a9ca6a-aa84-47f4-810f-2d12b1716667 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=a11efc44-d994-4e85-ac2b-ddd2b54f2d0c HTTP/1.1" status: 200 len: 217 time: 0.0608633 Aug 22 13:22:19.594869 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-753d80de-5f1d-4798-8f00-3b7a08396329 req-32f83ebb-3020-4c78-8c88-ddee9db5902a tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d6ee13f-90e2-47ff-b69b-09b046f08aef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1958168 Aug 22 13:22:19.609940 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe4687-84ac-4dcd-90ea-5fe37fdaac1c req-5c03dab1-c8b4-412e-9ff3-4c95bfb502af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:19.611417 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-34fe4687-84ac-4dcd-90ea-5fe37fdaac1c req-5c03dab1-c8b4-412e-9ff3-4c95bfb502af service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.1634483 Aug 22 13:22:19.617983 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-d738733e-3f45-4ed7-b787-b68dcbb9e90b req-4481bd21-8dee-4f09-8911-1cdded2513c3 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:19.702788 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-d738733e-3f45-4ed7-b787-b68dcbb9e90b req-4481bd21-8dee-4f09-8911-1cdded2513c3 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:19.710014 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-d738733e-3f45-4ed7-b787-b68dcbb9e90b req-4481bd21-8dee-4f09-8911-1cdded2513c3 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:19.746947 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4481bd21-8dee-4f09-8911-1cdded2513c3 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69effb4e-57c9-4276-99e2-76df0b37a677,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:19.761618 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe4687-84ac-4dcd-90ea-5fe37fdaac1c req-205425f4-0c68-411f-b46e-6577382bda79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:19.763146 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-34fe4687-84ac-4dcd-90ea-5fe37fdaac1c req-205425f4-0c68-411f-b46e-6577382bda79 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1328759 Aug 22 13:22:19.763841 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-d738733e-3f45-4ed7-b787-b68dcbb9e90b req-4481bd21-8dee-4f09-8911-1cdded2513c3 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:19.765145 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d738733e-3f45-4ed7-b787-b68dcbb9e90b req-4481bd21-8dee-4f09-8911-1cdded2513c3 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4519022 Aug 22 13:22:19.934577 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-afaae425-1595-47e0-a12e-7289603a8d2e req-48b3e1c4-ea6d-4620-a6c7-eba76cb804ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6c2cc85-2148-40cd-88c3-1c7ba82e93a4 {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:22:19.946556 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-34fe4687-84ac-4dcd-90ea-5fe37fdaac1c req-4640803e-22ab-42c5-939d-b695f800cad3 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648650 Aug 22 13:22:19.949177 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-afaae425-1595-47e0-a12e-7289603a8d2e req-48b3e1c4-ea6d-4620-a6c7-eba76cb804ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:19.951490 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c3d8f8-7d55-4ff3-837b-2865cd22de69 x-openstack-request-id: req-f5c3d8f8-7d55-4ff3-837b-2865cd22de69 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:22:19.951961 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9664aff-8179-4092-bf01-73c9a1e911e5", "name": "network-vif-plugged", "status": "completed", "tag": "a4665293-7ee2-4f54-bdd5-5155a7b24c4b", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:22:19.952742 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f5c3d8f8-7d55-4ff3-837b-2865cd22de69 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:22:19.953209 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9664aff-8179-4092-bf01-73c9a1e911e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4665293-7ee2-4f54-bdd5-5155a7b24c4b', 'code': 200} Aug 22 13:22:19.991876 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-afaae425-1595-47e0-a12e-7289603a8d2e req-48b3e1c4-ea6d-4620-a6c7-eba76cb804ab service neutron] Transition to ACTIVE for port object e6c2cc85-2148-40cd-88c3-1c7ba82e93a4 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:22:20.002054 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1951f50-b72c-40d8-9f25-7e24e4e4f6dc req-c3f140d0-280d-4c0f-856e-f33e6ea1b56e tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:20.003572 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b1951f50-b72c-40d8-9f25-7e24e4e4f6dc req-c3f140d0-280d-4c0f-856e-f33e6ea1b56e tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=91864420-8f72-4153-bfe3-294260244158 HTTP/1.1" status: 200 len: 950 time: 0.1096227 Aug 22 13:22:20.029845 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-afaae425-1595-47e0-a12e-7289603a8d2e req-48b3e1c4-ea6d-4620-a6c7-eba76cb804ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:20.060685 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3bf59e-170c-463e-bc4e-ce7577489676 req-00c4f4bc-3463-4c17-8d7e-31a4a897fc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:20.062373 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ff3bf59e-170c-463e-bc4e-ce7577489676 req-00c4f4bc-3463-4c17-8d7e-31a4a897fc45 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c9664aff-8179-4092-bf01-73c9a1e911e5 HTTP/1.1" status: 200 len: 1097 time: 0.0501301 Aug 22 13:22:20.102046 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ff3bf59e-170c-463e-bc4e-ce7577489676 req-ca92c5b1-7542-43e4-bd10-d88b1e6cb3ea service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324271 Aug 22 13:22:20.169510 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b1951f50-b72c-40d8-9f25-7e24e4e4f6dc req-84877b64-2bb0-4f84-90a0-aac5d10bd266 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405602 Aug 22 13:22:20.170012 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b3e1c4-ea6d-4620-a6c7-eba76cb804ab service neutron] Pushing event updated for resources: {'Port': ['ID=e6c2cc85-2148-40cd-88c3-1c7ba82e93a4,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:20.220820 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-34fe4687-84ac-4dcd-90ea-5fe37fdaac1c req-dd44467f-7fb3-4eab-8f4a-d133e43c1b24 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615087 Aug 22 13:22:20.243611 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-912e4bde-c74f-41fa-a826-2f6a2598f5ff req-84d6c5be-c4d2-4bc8-bbb0-e18195592535 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] 10.222.0.21 "GET /v2.0/security-groups/257e02af-201e-4533-aa76-7e12264343e3 HTTP/1.1" status: 200 len: 2996 time: 0.1652327 Aug 22 13:22:20.305627 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-afaae425-1595-47e0-a12e-7289603a8d2e req-48b3e1c4-ea6d-4620-a6c7-eba76cb804ab service neutron] Attempting to bind port e6c2cc85-2148-40cd-88c3-1c7ba82e93a4 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:22:20.305969 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-afaae425-1595-47e0-a12e-7289603a8d2e req-48b3e1c4-ea6d-4620-a6c7-eba76cb804ab service neutron] Attempting to bind port e6c2cc85-2148-40cd-88c3-1c7ba82e93a4 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': 'e8a030d0-23ea-4087-b468-4a850cd93f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7ec8e251-0050-485e-92bd-9ae7b2c4a7ea'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:22:20.306299 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afaae425-1595-47e0-a12e-7289603a8d2e req-48b3e1c4-ea6d-4620-a6c7-eba76cb804ab service neutron] Attempting to bind port e6c2cc85-2148-40cd-88c3-1c7ba82e93a4 on network 7ec8e251-0050-485e-92bd-9ae7b2c4a7ea {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:22:20.317019 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65794be2-78e9-4641-b5b6-71ad689835a4 req-0d3493a5-f26b-4170-8ad7-4ff260404462 tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:20.318492 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-65794be2-78e9-4641-b5b6-71ad689835a4 req-0d3493a5-f26b-4170-8ad7-4ff260404462 tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] 10.222.0.21 "GET /v2.0/ports?device_id=f492287a-a9c4-4fd7-a5ee-af72bc128519 HTTP/1.1" status: 200 len: 948 time: 0.0792360 Aug 22 13:22:20.320851 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afaae425-1595-47e0-a12e-7289603a8d2e req-48b3e1c4-ea6d-4620-a6c7-eba76cb804ab service neutron] Port e6c2cc85-2148-40cd-88c3-1c7ba82e93a4 on network 7ec8e251-0050-485e-92bd-9ae7b2c4a7ea not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:22:20.321179 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afaae425-1595-47e0-a12e-7289603a8d2e req-48b3e1c4-ea6d-4620-a6c7-eba76cb804ab service neutron] Attempting to bind port e6c2cc85-2148-40cd-88c3-1c7ba82e93a4 on network 7ec8e251-0050-485e-92bd-9ae7b2c4a7ea {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:22:20.327968 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afaae425-1595-47e0-a12e-7289603a8d2e req-48b3e1c4-ea6d-4620-a6c7-eba76cb804ab service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:22:20.328329 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afaae425-1595-47e0-a12e-7289603a8d2e req-48b3e1c4-ea6d-4620-a6c7-eba76cb804ab service neutron] Checking segment: {'id': 'e8a030d0-23ea-4087-b468-4a850cd93f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7ec8e251-0050-485e-92bd-9ae7b2c4a7ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:22:20.328712 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afaae425-1595-47e0-a12e-7289603a8d2e req-48b3e1c4-ea6d-4620-a6c7-eba76cb804ab service neutron] Bound using segment: {'id': 'e8a030d0-23ea-4087-b468-4a850cd93f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7ec8e251-0050-485e-92bd-9ae7b2c4a7ea'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:22:20.329140 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-afaae425-1595-47e0-a12e-7289603a8d2e req-48b3e1c4-ea6d-4620-a6c7-eba76cb804ab service neutron] Bound port: e6c2cc85-2148-40cd-88c3-1c7ba82e93a4, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8a030d0-23ea-4087-b468-4a850cd93f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7ec8e251-0050-485e-92bd-9ae7b2c4a7ea'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:22:20.329497 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-afaae425-1595-47e0-a12e-7289603a8d2e req-48b3e1c4-ea6d-4620-a6c7-eba76cb804ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:20.408398 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-65794be2-78e9-4641-b5b6-71ad689835a4 req-ac6b9d6f-09a1-45bb-b6c3-072ab3a4769a tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b426999-510a-4468-acaa-5d64bebad44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821416 Aug 22 13:22:20.465288 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-afaae425-1595-47e0-a12e-7289603a8d2e req-48b3e1c4-ea6d-4620-a6c7-eba76cb804ab service neutron] For port e6c2cc85-2148-40cd-88c3-1c7ba82e93a4, host n-h1-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:22:20.469167 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-afaae425-1595-47e0-a12e-7289603a8d2e req-48b3e1c4-ea6d-4620-a6c7-eba76cb804ab service neutron] For port e6c2cc85-2148-40cd-88c3-1c7ba82e93a4, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=e6c2cc85-2148-40cd-88c3-1c7ba82e93a4,segment=NetworkSegment(e8a030d0-23ea-4087-b468-4a850cd93f2e),segment_id=e8a030d0-23ea-4087-b468-4a850cd93f2e)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:22:20.481329 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f4ae1-ea0c-4eb0-b1d2-808ab643cb7c req-9e3ce5a6-be12-482f-b03d-7c70b533fce3 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:20.483066 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a55f4ae1-ea0c-4eb0-b1d2-808ab643cb7c req-9e3ce5a6-be12-482f-b03d-7c70b533fce3 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9664aff-8179-4092-bf01-73c9a1e911e5 HTTP/1.1" status: 200 len: 945 time: 0.0934551 Aug 22 13:22:20.484582 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-afaae425-1595-47e0-a12e-7289603a8d2e req-48b3e1c4-ea6d-4620-a6c7-eba76cb804ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:20.532846 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaae425-1595-47e0-a12e-7289603a8d2e req-48b3e1c4-ea6d-4620-a6c7-eba76cb804ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:20.533522 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-afaae425-1595-47e0-a12e-7289603a8d2e req-48b3e1c4-ea6d-4620-a6c7-eba76cb804ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:20.534893 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-afaae425-1595-47e0-a12e-7289603a8d2e req-48b3e1c4-ea6d-4620-a6c7-eba76cb804ab service neutron] 10.222.0.41 "PUT /v2.0/ports/e6c2cc85-2148-40cd-88c3-1c7ba82e93a4 HTTP/1.1" status: 200 len: 1093 time: 1.6825795 Aug 22 13:22:20.537275 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b697df31-0758-4840-a4a0-db530b541b13', 'tag': 'e6c2cc85-2148-40cd-88c3-1c7ba82e93a4'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:22:20.540094 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf3ff22-d20f-4c9d-af62-745e656ca915" -d '{"events": [{"name": "network-changed", "server_uuid": "b697df31-0758-4840-a4a0-db530b541b13", "tag": "e6c2cc85-2148-40cd-88c3-1c7ba82e93a4"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:22:20.629052 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a55f4ae1-ea0c-4eb0-b1d2-808ab643cb7c req-86821264-4db0-4d1c-b96d-30dbf5c8cdee tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371686 Aug 22 13:22:20.634564 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b3e1c4-ea6d-4620-a6c7-eba76cb804ab service neutron] Pushing event updated for resources: {'Port': ['ID=e6c2cc85-2148-40cd-88c3-1c7ba82e93a4,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:20.678314 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-592c2597-1dc9-45c8-92ea-8064e900cea1 req-cd4cd122-7752-4781-9b79-904462e78987 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] 10.222.0.21 "GET /v2.0/security-group-rules/69effb4e-57c9-4276-99e2-76df0b37a677 HTTP/1.1" status: 200 len: 783 time: 0.0839396 Aug 22 13:22:20.688386 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaae425-1595-47e0-a12e-7289603a8d2e req-ca743a8a-71bf-47aa-848c-a7811342c7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:20.690351 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-afaae425-1595-47e0-a12e-7289603a8d2e req-ca743a8a-71bf-47aa-848c-a7811342c7b5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=05be65d7aee94ddea8b57c02a086b509&device_id=b697df31-0758-4840-a4a0-db530b541b13 HTTP/1.1" status: 200 len: 1096 time: 0.1044133 Aug 22 13:22:20.701572 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97db733f-17bc-4dfa-9d45-c418f103864a x-openstack-request-id: req-97db733f-17bc-4dfa-9d45-c418f103864a {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:22:20.701863 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b697df31-0758-4840-a4a0-db530b541b13", "tag": "e6c2cc85-2148-40cd-88c3-1c7ba82e93a4", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:22:20.702110 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-97db733f-17bc-4dfa-9d45-c418f103864a {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:22:20.702501 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b697df31-0758-4840-a4a0-db530b541b13', 'tag': 'e6c2cc85-2148-40cd-88c3-1c7ba82e93a4', 'status': 'completed', 'code': 200} Aug 22 13:22:20.748326 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-afaae425-1595-47e0-a12e-7289603a8d2e req-854f1329-a837-448b-b895-3f444dfea215 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6c2cc85-2148-40cd-88c3-1c7ba82e93a4 HTTP/1.1" status: 200 len: 217 time: 0.0447791 Aug 22 13:22:20.836435 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-592c2597-1dc9-45c8-92ea-8064e900cea1 req-220d5fe0-97dc-4b85-9a83-1135a2b80868 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] 10.222.0.21 "GET /v2.0/security-groups/257e02af-201e-4533-aa76-7e12264343e3 HTTP/1.1" status: 200 len: 2996 time: 0.1447759 Aug 22 13:22:20.857570 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaae425-1595-47e0-a12e-7289603a8d2e req-83cb62ad-f4c1-4237-9cad-02ce48b3a040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:20.858980 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-afaae425-1595-47e0-a12e-7289603a8d2e req-83cb62ad-f4c1-4237-9cad-02ce48b3a040 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c136d61c-f44f-42ad-b6b2-e167a5846eb1 HTTP/1.1" status: 200 len: 845 time: 0.1017160 Aug 22 13:22:20.869945 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78db249-a50d-4216-8fd0-824f698d7b66 req-951228dd-e5f2-4b4a-89f9-1e2cdbe7317c tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:20.871330 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b78db249-a50d-4216-8fd0-824f698d7b66 req-951228dd-e5f2-4b4a-89f9-1e2cdbe7317c tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] 10.222.0.21 "GET /v2.0/ports?device_id=b697df31-0758-4840-a4a0-db530b541b13 HTTP/1.1" status: 200 len: 944 time: 0.1129582 Aug 22 13:22:20.922508 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-592c2597-1dc9-45c8-92ea-8064e900cea1 req-6708a9c8-4aa8-4b7a-8ef8-7a11b9e74212 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:20.940458 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-592c2597-1dc9-45c8-92ea-8064e900cea1 req-6708a9c8-4aa8-4b7a-8ef8-7a11b9e74212 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:20.964042 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b78db249-a50d-4216-8fd0-824f698d7b66 req-da0c4386-7bbf-4e78-b7d0-d0321e691782 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d6ee13f-90e2-47ff-b69b-09b046f08aef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830183 Aug 22 13:22:20.968196 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaae425-1595-47e0-a12e-7289603a8d2e req-37f69605-bfc9-45e0-bd66-bfec73f07571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:20.969648 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-afaae425-1595-47e0-a12e-7289603a8d2e req-37f69605-bfc9-45e0-bd66-bfec73f07571 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7ec8e251-0050-485e-92bd-9ae7b2c4a7ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0962296 Aug 22 13:22:20.997322 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-592c2597-1dc9-45c8-92ea-8064e900cea1 req-6708a9c8-4aa8-4b7a-8ef8-7a11b9e74212 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:21.004701 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-592c2597-1dc9-45c8-92ea-8064e900cea1 req-6708a9c8-4aa8-4b7a-8ef8-7a11b9e74212 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:21.005815 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-592c2597-1dc9-45c8-92ea-8064e900cea1 req-6708a9c8-4aa8-4b7a-8ef8-7a11b9e74212 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/69effb4e-57c9-4276-99e2-76df0b37a677 HTTP/1.1" status: 204 len: 173 time: 0.1628139 Aug 22 13:22:21.047612 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6708a9c8-4aa8-4b7a-8ef8-7a11b9e74212 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=69effb4e-57c9-4276-99e2-76df0b37a677,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:21.086976 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-afaae425-1595-47e0-a12e-7289603a8d2e req-f8c06a7b-564d-4f60-be5c-d301f45baabd service neutron] 10.222.0.41 "GET /v2.0/networks/7ec8e251-0050-485e-92bd-9ae7b2c4a7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089020 Aug 22 13:22:21.214993 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4af027a9-67a9-4f17-b5b6-1904f19b60cd req-6985e63d-4e4d-45d3-8c93-f89b52a5d088 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] 10.222.0.21 "GET /v2.0/security-groups/257e02af-201e-4533-aa76-7e12264343e3 HTTP/1.1" status: 200 len: 2398 time: 0.0663452 Aug 22 13:22:21.237863 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-afaae425-1595-47e0-a12e-7289603a8d2e req-efdaa570-fe6c-45cb-a82c-fdf5729264fc service neutron] 10.222.0.41 "GET /v2.0/networks/7ec8e251-0050-485e-92bd-9ae7b2c4a7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419606 Aug 22 13:22:21.317139 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4af027a9-67a9-4f17-b5b6-1904f19b60cd req-89b4c22a-ec2d-45e9-95e9-6a677d8a9ef5 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:21.370522 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4af027a9-67a9-4f17-b5b6-1904f19b60cd req-89b4c22a-ec2d-45e9-95e9-6a677d8a9ef5 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:21.389350 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f2c9ab-b82b-4369-b9aa-6e0e9ca16e1b req-d3e5635c-ade5-424a-9618-d278576c72b2 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:21.390809 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-54f2c9ab-b82b-4369-b9aa-6e0e9ca16e1b req-d3e5635c-ade5-424a-9618-d278576c72b2 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=91864420-8f72-4153-bfe3-294260244158 HTTP/1.1" status: 200 len: 950 time: 0.1157396 Aug 22 13:22:21.394132 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3ff22-d20f-4c9d-af62-745e656ca915 req-c93cb05a-10a3-4cf7-a97f-d74863d84785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:21.395475 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cbf3ff22-d20f-4c9d-af62-745e656ca915 req-c93cb05a-10a3-4cf7-a97f-d74863d84785 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=05be65d7aee94ddea8b57c02a086b509&device_id=b697df31-0758-4840-a4a0-db530b541b13 HTTP/1.1" status: 200 len: 1096 time: 0.1049147 Aug 22 13:22:21.496639 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-54f2c9ab-b82b-4369-b9aa-6e0e9ca16e1b req-e9c83252-c33d-403d-9701-c99e15a067d1 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982692 Aug 22 13:22:21.519342 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4af027a9-67a9-4f17-b5b6-1904f19b60cd req-89b4c22a-ec2d-45e9-95e9-6a677d8a9ef5 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:21.522333 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4af027a9-67a9-4f17-b5b6-1904f19b60cd req-89b4c22a-ec2d-45e9-95e9-6a677d8a9ef5 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:21.523342 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4af027a9-67a9-4f17-b5b6-1904f19b60cd req-89b4c22a-ec2d-45e9-95e9-6a677d8a9ef5 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] 10.222.0.21 "DELETE /v2.0/security-groups/257e02af-201e-4533-aa76-7e12264343e3 HTTP/1.1" status: 204 len: 173 time: 0.2993312 Aug 22 13:22:21.536419 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3ff22-d20f-4c9d-af62-745e656ca915 req-111b0d72-8a82-45f7-900d-8c5dadc141fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:21.538319 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cbf3ff22-d20f-4c9d-af62-745e656ca915 req-111b0d72-8a82-45f7-900d-8c5dadc141fe service neutron] 10.222.0.41 "GET /v2.0/networks?id=7ec8e251-0050-485e-92bd-9ae7b2c4a7ea HTTP/1.1" status: 200 len: 907 time: 0.1296201 Aug 22 13:22:21.539304 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b4c22a-ec2d-45e9-95e9-6a677d8a9ef5 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=257e02af-201e-4533-aa76-7e12264343e3,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:21.592001 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cbf3ff22-d20f-4c9d-af62-745e656ca915 req-545271b6-3279-426a-ba68-5b3262ef983e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6c2cc85-2148-40cd-88c3-1c7ba82e93a4 HTTP/1.1" status: 200 len: 217 time: 0.0444167 Aug 22 13:22:21.669082 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3ff22-d20f-4c9d-af62-745e656ca915 req-285b46e9-69f3-49da-adf6-9518433aff9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:21.670561 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cbf3ff22-d20f-4c9d-af62-745e656ca915 req-285b46e9-69f3-49da-adf6-9518433aff9c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c136d61c-f44f-42ad-b6b2-e167a5846eb1 HTTP/1.1" status: 200 len: 845 time: 0.0715683 Aug 22 13:22:21.682588 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a8479-9cc0-4c38-9a4f-11ebb112d12f req-24eef2b3-2556-4181-9e70-526a558ad40e tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:21.684091 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f23a8479-9cc0-4c38-9a4f-11ebb112d12f req-24eef2b3-2556-4181-9e70-526a558ad40e tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] 10.222.0.21 "GET /v2.0/ports?device_id=f492287a-a9c4-4fd7-a5ee-af72bc128519 HTTP/1.1" status: 200 len: 948 time: 0.0769732 Aug 22 13:22:21.750816 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f23a8479-9cc0-4c38-9a4f-11ebb112d12f req-bf918922-0f13-4dd1-9e16-4ef40310e0ae tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b426999-510a-4468-acaa-5d64bebad44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572674 Aug 22 13:22:21.753343 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3ff22-d20f-4c9d-af62-745e656ca915 req-264b2c25-ecdf-489a-9025-192d602bb009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:21.754760 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cbf3ff22-d20f-4c9d-af62-745e656ca915 req-264b2c25-ecdf-489a-9025-192d602bb009 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7ec8e251-0050-485e-92bd-9ae7b2c4a7ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0698040 Aug 22 13:22:21.827539 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [req-ac96dbf4-1294-4a36-a2c5-0645686e573c req-0675f233-765a-40af-a7b3-4db9ea1fca5a tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] show failed (client error): The resource could not be found. Aug 22 13:22:21.828573 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ac96dbf4-1294-4a36-a2c5-0645686e573c req-0675f233-765a-40af-a7b3-4db9ea1fca5a tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] 10.222.0.21 "GET /v2.0/security-groups/ccebf12c-0290-4d19-b4c6-4fcaea5a4dbf HTTP/1.1" status: 404 len: 352 time: 0.0194268 Aug 22 13:22:21.896208 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cbf3ff22-d20f-4c9d-af62-745e656ca915 req-7e6969bc-2195-49e3-b7aa-c8c64a91780b service neutron] 10.222.0.41 "GET /v2.0/networks/7ec8e251-0050-485e-92bd-9ae7b2c4a7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324465 Aug 22 13:22:21.911480 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517019bb-3491-497a-8847-236b5ad81893 req-be0c8e22-b362-4e05-b53f-9a0143dab8bb tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:21.913082 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-517019bb-3491-497a-8847-236b5ad81893 req-be0c8e22-b362-4e05-b53f-9a0143dab8bb tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9664aff-8179-4092-bf01-73c9a1e911e5 HTTP/1.1" status: 200 len: 945 time: 0.0744319 Aug 22 13:22:22.000637 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-517019bb-3491-497a-8847-236b5ad81893 req-9b913b3a-2793-40b0-986e-b79efee6353a tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793376 Aug 22 13:22:22.027378 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cbf3ff22-d20f-4c9d-af62-745e656ca915 req-e4ced294-9077-4717-84c8-2e42ca2d8963 service neutron] 10.222.0.41 "GET /v2.0/networks/7ec8e251-0050-485e-92bd-9ae7b2c4a7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130841 Aug 22 13:22:22.102152 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-026e3db8-d29e-4cda-9c94-1b25eb8d4423 req-efbdd983-3a28-4f7c-9a46-4c4519203d53 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] 10.222.0.21 "GET /v2.0/security-groups/4355b7f7-59e1-4da3-88cf-9fd3be9fd908 HTTP/1.1" status: 200 len: 1804 time: 0.0397596 Aug 22 13:22:22.169648 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-026e3db8-d29e-4cda-9c94-1b25eb8d4423 req-bb2ee135-52f7-464c-8185-88b3bf48377c tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:22.192686 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-026e3db8-d29e-4cda-9c94-1b25eb8d4423 req-bb2ee135-52f7-464c-8185-88b3bf48377c tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:22.236936 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-026e3db8-d29e-4cda-9c94-1b25eb8d4423 req-bb2ee135-52f7-464c-8185-88b3bf48377c tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:22.239637 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-026e3db8-d29e-4cda-9c94-1b25eb8d4423 req-bb2ee135-52f7-464c-8185-88b3bf48377c tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:22.241520 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-026e3db8-d29e-4cda-9c94-1b25eb8d4423 req-bb2ee135-52f7-464c-8185-88b3bf48377c tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] 10.222.0.21 "DELETE /v2.0/security-groups/4355b7f7-59e1-4da3-88cf-9fd3be9fd908 HTTP/1.1" status: 204 len: 173 time: 0.1336713 Aug 22 13:22:22.263410 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ee135-52f7-464c-8185-88b3bf48377c tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4355b7f7-59e1-4da3-88cf-9fd3be9fd908,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:22.301825 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0339d6-8fc0-4681-ba4f-abb999f097b5 req-8b6ce1b1-76f5-4b85-bc88-e5743533d337 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:22.304694 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8f0339d6-8fc0-4681-ba4f-abb999f097b5 req-8b6ce1b1-76f5-4b85-bc88-e5743533d337 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] 10.222.0.21 "GET /v2.0/ports?device_id=b697df31-0758-4840-a4a0-db530b541b13 HTTP/1.1" status: 200 len: 944 time: 0.0579953 Aug 22 13:22:22.345975 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8f0339d6-8fc0-4681-ba4f-abb999f097b5 req-9894ba89-bfc4-4168-8d46-a7b86641c23a tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d6ee13f-90e2-47ff-b69b-09b046f08aef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357103 Aug 22 13:22:22.491645 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46176) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:22.500348 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a0b495cb-e677-4c45-8be6-a8cb1170aafd req-f1f633c5-7272-4d3d-9588-0ea94eaa37ff tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] 10.222.0.21 "GET /v2.0/security-groups/1cd1fa13-b30e-4577-abcf-ca8f29b8fac9 HTTP/1.1" status: 200 len: 1804 time: 0.0622768 Aug 22 13:22:22.502028 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e28aff-aba6-41c3-aa7f-83a523a011ae req-46654b76-af50-4d22-9473-0f397bc78792 tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:22.503460 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d7e28aff-aba6-41c3-aa7f-83a523a011ae req-46654b76-af50-4d22-9473-0f397bc78792 tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c9664aff-8179-4092-bf01-73c9a1e911e5 HTTP/1.1" status: 200 len: 1097 time: 0.0769081 Aug 22 13:22:22.521394 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device a11efc44-d994-4e85-ac2b-ddd2b54f2d0c details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:22:22.570065 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d7e28aff-aba6-41c3-aa7f-83a523a011ae req-456dc43d-aae3-4d9f-b06a-06023a255e74 tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570388 Aug 22 13:22:22.594330 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a0b495cb-e677-4c45-8be6-a8cb1170aafd req-c360a1de-9c4d-4849-8aaa-c14507db1ea3 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:22.622859 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a0b495cb-e677-4c45-8be6-a8cb1170aafd req-c360a1de-9c4d-4849-8aaa-c14507db1ea3 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:22.623083 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3d619f25-9c62-439c-91c5-fd543eb2e274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:22.626217 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port a11efc44-d994-4e85-ac2b-ddd2b54f2d0c, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=a11efc44-d994-4e85-ac2b-ddd2b54f2d0c,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:22:22.639445 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': 'a11efc44-d994-4e85-ac2b-ddd2b54f2d0c', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'port_id': 'a11efc44-d994-4e85-ac2b-ddd2b54f2d0c', 'mac_address': 'fa:16:3e:80:fb:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7151c727-b27f-4308-8098-60bc16140d45', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:22:22.692304 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a0b495cb-e677-4c45-8be6-a8cb1170aafd req-c360a1de-9c4d-4849-8aaa-c14507db1ea3 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:22.696747 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a0b495cb-e677-4c45-8be6-a8cb1170aafd req-c360a1de-9c4d-4849-8aaa-c14507db1ea3 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:22.697707 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:22.708817 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a0b495cb-e677-4c45-8be6-a8cb1170aafd req-c360a1de-9c4d-4849-8aaa-c14507db1ea3 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] 10.222.0.21 "DELETE /v2.0/security-groups/1cd1fa13-b30e-4577-abcf-ca8f29b8fac9 HTTP/1.1" status: 204 len: 173 time: 0.2026901 Aug 22 13:22:22.714824 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a11efc44-d994-4e85-ac2b-ddd2b54f2d0c {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:22:22.731555 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c360a1de-9c4d-4849-8aaa-c14507db1ea3 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd1fa13-b30e-4577-abcf-ca8f29b8fac9,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:22.744190 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port a11efc44-d994-4e85-ac2b-ddd2b54f2d0c, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=a11efc44-d994-4e85-ac2b-ddd2b54f2d0c,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:22:22.748938 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3d619f25-9c62-439c-91c5-fd543eb2e274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:22.755967 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:22.757430 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3d619f25-9c62-439c-91c5-fd543eb2e274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:22.799582 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae17fe-fe13-4e62-b645-8bcaf7136531 req-25092281-f4ad-4c70-84d1-c8f1ec262fe5 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:22.801114 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ceae17fe-fe13-4e62-b645-8bcaf7136531 req-25092281-f4ad-4c70-84d1-c8f1ec262fe5 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=91864420-8f72-4153-bfe3-294260244158 HTTP/1.1" status: 200 len: 950 time: 0.0906129 Aug 22 13:22:22.808681 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-3d619f25-9c62-439c-91c5-fd543eb2e274 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aae0a356772b4b1e9fe4c0c1c41d6729&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3134198 Aug 22 13:22:22.808681 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d619f25-9c62-439c-91c5-fd543eb2e274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3762211-9ed1-4ec0-b750-71f4a2cd9c96,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:22.808975 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46190) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:22.815566 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=a11efc44-d994-4e85-ac2b-ddd2b54f2d0c,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:22.845569 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918e7b1-e168-49be-8d85-f4617be00140 req-8a0dcb64-a00c-4880-9936-3a32828241b6 tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:22.847041 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b918e7b1-e168-49be-8d85-f4617be00140 req-8a0dcb64-a00c-4880-9936-3a32828241b6 tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c9664aff-8179-4092-bf01-73c9a1e911e5 HTTP/1.1" status: 200 len: 1097 time: 0.0887511 Aug 22 13:22:22.895342 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ceae17fe-fe13-4e62-b645-8bcaf7136531 req-602e37f6-a466-4434-b871-4ef3aa468860 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795188 Aug 22 13:22:22.915176 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fbd537e8-1974-4c5a-b7c4-4b51ead0ab6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:22.918794 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b918e7b1-e168-49be-8d85-f4617be00140 req-0426c18d-b9c6-4f2f-a574-f0482f95d62a tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623991 Aug 22 13:22:22.940885 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fbd537e8-1974-4c5a-b7c4-4b51ead0ab6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:23.011041 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9bfd96b1-69e8-42da-9a66-255354ce49de req-ae17c25a-cdb8-481f-a95c-daff7b563edb tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] 10.222.0.21 "GET /v2.0/security-groups/ba6e832a-c05c-416b-9c47-6ff7f4f49ddb HTTP/1.1" status: 200 len: 1804 time: 0.0724282 Aug 22 13:22:23.015541 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['a11efc44-d994-4e85-ac2b-ddd2b54f2d0c'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:22:23.035109 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fbd537e8-1974-4c5a-b7c4-4b51ead0ab6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:23.037883 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fbd537e8-1974-4c5a-b7c4-4b51ead0ab6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:23.039014 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-fbd537e8-1974-4c5a-b7c4-4b51ead0ab6f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e3762211-9ed1-4ec0-b750-71f4a2cd9c96 HTTP/1.1" status: 204 len: 168 time: 0.2291090 Aug 22 13:22:23.060897 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd537e8-1974-4c5a-b7c4-4b51ead0ab6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3762211-9ed1-4ec0-b750-71f4a2cd9c96,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:23.115709 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9bfd96b1-69e8-42da-9a66-255354ce49de req-70c706e4-e1fa-4b33-bfd8-ad9dba579cda tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:23.139455 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3f285-c267-4a4b-ad35-bee7e964f033 req-807fc9a0-d5bf-48e8-a2fb-67e2c14a7664 tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:23.141008 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c0e3f285-c267-4a4b-ad35-bee7e964f033 req-807fc9a0-d5bf-48e8-a2fb-67e2c14a7664 tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] 10.222.0.21 "GET /v2.0/ports?device_id=f492287a-a9c4-4fd7-a5ee-af72bc128519 HTTP/1.1" status: 200 len: 949 time: 0.0731950 Aug 22 13:22:23.158280 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9bfd96b1-69e8-42da-9a66-255354ce49de req-70c706e4-e1fa-4b33-bfd8-ad9dba579cda tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:23.206133 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c0e3f285-c267-4a4b-ad35-bee7e964f033 req-44ed509a-e6cc-4d40-8cc7-a5d6d32e4976 tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b426999-510a-4468-acaa-5d64bebad44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571501 Aug 22 13:22:23.222773 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9bfd96b1-69e8-42da-9a66-255354ce49de req-70c706e4-e1fa-4b33-bfd8-ad9dba579cda tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:23.226426 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9bfd96b1-69e8-42da-9a66-255354ce49de req-70c706e4-e1fa-4b33-bfd8-ad9dba579cda tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:23.227538 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9bfd96b1-69e8-42da-9a66-255354ce49de req-70c706e4-e1fa-4b33-bfd8-ad9dba579cda tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] 10.222.0.21 "DELETE /v2.0/security-groups/ba6e832a-c05c-416b-9c47-6ff7f4f49ddb HTTP/1.1" status: 204 len: 173 time: 0.2086480 Aug 22 13:22:23.237166 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c706e4-e1fa-4b33-bfd8-ad9dba579cda tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6e832a-c05c-416b-9c47-6ff7f4f49ddb,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:23.321518 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f6c4cff0-6efe-411a-916e-9ef4bc955096 req-ae0feef5-3bd4-42a8-b559-5ba6ec4a7f0e tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] 10.222.0.21 "GET /v2.0/security-groups/3576e63d-87fa-4c4e-9b21-61184e3ac0c9 HTTP/1.1" status: 200 len: 2403 time: 0.0556970 Aug 22 13:22:23.373840 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46212) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:23.389662 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f6c4cff0-6efe-411a-916e-9ef4bc955096 req-fe9a6863-4b0d-45fc-890e-4539ff40be2f tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:23.403363 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0b6b3874-d6e0-42ca-8522-54ed27f55cc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:23.413068 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f6c4cff0-6efe-411a-916e-9ef4bc955096 req-fe9a6863-4b0d-45fc-890e-4539ff40be2f tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:23.467305 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f6c4cff0-6efe-411a-916e-9ef4bc955096 req-fe9a6863-4b0d-45fc-890e-4539ff40be2f tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:23.470912 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f6c4cff0-6efe-411a-916e-9ef4bc955096 req-fe9a6863-4b0d-45fc-890e-4539ff40be2f tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:23.472265 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f6c4cff0-6efe-411a-916e-9ef4bc955096 req-fe9a6863-4b0d-45fc-890e-4539ff40be2f tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] 10.222.0.21 "DELETE /v2.0/security-groups/3576e63d-87fa-4c4e-9b21-61184e3ac0c9 HTTP/1.1" status: 204 len: 173 time: 0.1428287 Aug 22 13:22:23.503754 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9a6863-4b0d-45fc-890e-4539ff40be2f tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3576e63d-87fa-4c4e-9b21-61184e3ac0c9,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:23.524413 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0b6b3874-d6e0-42ca-8522-54ed27f55cc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:23.533595 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0b6b3874-d6e0-42ca-8522-54ed27f55cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:23.571888 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6b3874-d6e0-42ca-8522-54ed27f55cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d7f01d-6606-42e0-87ae-b628260c00f6,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:23.581882 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0b6b3874-d6e0-42ca-8522-54ed27f55cc3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=35b6f162ab78432c9bf4a42ff33a4ac6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2034810 Aug 22 13:22:23.581882 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46222) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:23.603762 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043c8c2-9a9c-4d3f-99a9-9e45b4cfeca2 req-c9966d81-179d-432b-bde5-c84df3f37083 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:23.605302 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f043c8c2-9a9c-4d3f-99a9-9e45b4cfeca2 req-c9966d81-179d-432b-bde5-c84df3f37083 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] 10.222.0.21 "GET /v2.0/ports?device_id=b697df31-0758-4840-a4a0-db530b541b13 HTTP/1.1" status: 200 len: 944 time: 0.0546107 Aug 22 13:22:23.634358 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d8c53794-1cba-4519-8954-b7cb51d88ca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:23.649112 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f043c8c2-9a9c-4d3f-99a9-9e45b4cfeca2 req-fa8ff91a-7ff0-4ba7-982d-be18a8e89eea tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d6ee13f-90e2-47ff-b69b-09b046f08aef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370536 Aug 22 13:22:23.656081 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d8c53794-1cba-4519-8954-b7cb51d88ca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:23.714399 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d8c53794-1cba-4519-8954-b7cb51d88ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:23.717267 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d8c53794-1cba-4519-8954-b7cb51d88ca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:23.718508 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d8c53794-1cba-4519-8954-b7cb51d88ca0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/48d7f01d-6606-42e0-87ae-b628260c00f6 HTTP/1.1" status: 204 len: 168 time: 0.1358230 Aug 22 13:22:23.730051 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c53794-1cba-4519-8954-b7cb51d88ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d7f01d-6606-42e0-87ae-b628260c00f6,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:23.791321 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3f01e9b5-d13a-42c0-9560-3a0755692904 req-cc7af09a-8224-4470-bac0-337cb63ae246 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] 10.222.0.21 "GET /v2.0/security-groups/79b54df1-8d72-415e-8195-00a1cc30b099 HTTP/1.1" status: 200 len: 2397 time: 0.0420928 Aug 22 13:22:23.862145 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-3f01e9b5-d13a-42c0-9560-3a0755692904 req-9b7b13fa-89cf-4972-9671-5d1d11dc4dc7 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:23.889105 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-3f01e9b5-d13a-42c0-9560-3a0755692904 req-9b7b13fa-89cf-4972-9671-5d1d11dc4dc7 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:23.941552 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-3f01e9b5-d13a-42c0-9560-3a0755692904 req-9b7b13fa-89cf-4972-9671-5d1d11dc4dc7 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:23.945659 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-3f01e9b5-d13a-42c0-9560-3a0755692904 req-9b7b13fa-89cf-4972-9671-5d1d11dc4dc7 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:23.947354 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3f01e9b5-d13a-42c0-9560-3a0755692904 req-9b7b13fa-89cf-4972-9671-5d1d11dc4dc7 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] 10.222.0.21 "DELETE /v2.0/security-groups/79b54df1-8d72-415e-8195-00a1cc30b099 HTTP/1.1" status: 204 len: 173 time: 0.1455503 Aug 22 13:22:23.953663 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46246) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:23.958874 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7b13fa-89cf-4972-9671-5d1d11dc4dc7 tempest-SecurityGroupRulesTestJSON-345590699 tempest-SecurityGroupRulesTestJSON-345590699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b54df1-8d72-415e-8195-00a1cc30b099,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:24.016518 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f12c714-9c45-4e54-b872-696ed1ada4e6 admin admin] Deleting subnet 309b62ca-1086-4194-8b17-3a420b262a23 {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:22:24.020012 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7f12c714-9c45-4e54-b872-696ed1ada4e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:24.066996 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7f12c714-9c45-4e54-b872-696ed1ada4e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:24.125811 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7f12c714-9c45-4e54-b872-696ed1ada4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:24.155506 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a7cd0c-12b9-4569-bc0c-550e6e9811f6 req-29ce7cc6-6a17-4233-a127-36a9203d710e tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:24.157852 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d0a7cd0c-12b9-4569-bc0c-550e6e9811f6 req-29ce7cc6-6a17-4233-a127-36a9203d710e tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=91864420-8f72-4153-bfe3-294260244158 HTTP/1.1" status: 200 len: 950 time: 0.0812538 Aug 22 13:22:24.187516 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7f12c714-9c45-4e54-b872-696ed1ada4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:24.221980 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f12c714-9c45-4e54-b872-696ed1ada4e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=309b62ca-1086-4194-8b17-3a420b262a23,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:24.227590 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7f12c714-9c45-4e54-b872-696ed1ada4e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:24.231205 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7f12c714-9c45-4e54-b872-696ed1ada4e6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/309b62ca-1086-4194-8b17-3a420b262a23 HTTP/1.1" status: 204 len: 168 time: 0.2760639 Aug 22 13:22:24.233748 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46260) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:24.279544 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d0a7cd0c-12b9-4569-bc0c-550e6e9811f6 req-c6b5ee16-7ab7-4a95-900f-581ba79a396b tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153917 Aug 22 13:22:24.400388 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9daf59c7-9029-4e81-8aec-6d19c59b9d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:24.405439 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b0ccf-92b2-43ff-9da5-adc6bd697693 req-7b6bf39c-68cd-4b58-a6d7-6349c52772a5 tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:24.414910 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-176b0ccf-92b2-43ff-9da5-adc6bd697693 req-7b6bf39c-68cd-4b58-a6d7-6349c52772a5 tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] 10.222.0.21 "GET /v2.0/ports?device_id=f492287a-a9c4-4fd7-a5ee-af72bc128519 HTTP/1.1" status: 200 len: 949 time: 0.0983708 Aug 22 13:22:24.424128 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46270) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:24.502521 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-176b0ccf-92b2-43ff-9da5-adc6bd697693 req-8f2f0904-3436-40f3-ba91-970b10a412c7 tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b426999-510a-4468-acaa-5d64bebad44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705090 Aug 22 13:22:24.541732 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device a11efc44-d994-4e85-ac2b-ddd2b54f2d0c up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:22:24.549931 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9daf59c7-9029-4e81-8aec-6d19c59b9d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:24.561957 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-9daf59c7-9029-4e81-8aec-6d19c59b9d51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63cc0b86-eb67-4715-98b6-c62bc87b2678']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:22:24.577171 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-9daf59c7-9029-4e81-8aec-6d19c59b9d51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25512722-c6c3-4c99-909a-75b66b53b7a9') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:22:24.577171 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-9daf59c7-9029-4e81-8aec-6d19c59b9d51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25512722-c6c3-4c99-909a-75b66b53b7a9') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:22:24.588775 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9daf59c7-9029-4e81-8aec-6d19c59b9d51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:24.605486 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port a11efc44-d994-4e85-ac2b-ddd2b54f2d0c completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:22:24.605950 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9daf59c7-9029-4e81-8aec-6d19c59b9d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:24.610190 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port a11efc44-d994-4e85-ac2b-ddd2b54f2d0c triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:22:24.611296 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:24.616555 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9daf59c7-9029-4e81-8aec-6d19c59b9d51 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:22:24.616952 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9daf59c7-9029-4e81-8aec-6d19c59b9d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:24.619298 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:22:24.619298 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:22:24.619298 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:22:24.619298 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:22:24.619298 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:22:24.619298 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:22:24.619298 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:22:24.619298 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:22:24.619298 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:22:24.619298 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:22:24.619298 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:22:24.619298 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:22:24.619298 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:22:24.619298 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:22:24.619298 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:22:24.619298 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:22:24.619298 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:22:24.619298 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:22:24.619298 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:22:24.619298 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:22:24.619298 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:22:24.619298 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:22:24.619298 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:22:24.619298 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:22:24.619298 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:22:24.619298 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:22:24.619298 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:22:24.619298 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:22:24.619298 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:22:24.619298 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:22:24.619298 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:22:24.619298 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:22:24.704520 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9daf59c7-9029-4e81-8aec-6d19c59b9d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:24.705997 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1a21b34e-8afe-49d7-9cd9-24ad3f0f3ed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:24.714989 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9daf59c7-9029-4e81-8aec-6d19c59b9d51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:24.717025 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9daf59c7-9029-4e81-8aec-6d19c59b9d51 admin admin] 10.222.0.21 "DELETE /v2.0/networks/63cc0b86-eb67-4715-98b6-c62bc87b2678 HTTP/1.1" status: 204 len: 168 time: 0.4810650 Aug 22 13:22:24.730676 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:24.742504 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daf59c7-9029-4e81-8aec-6d19c59b9d51 admin admin] Pushing event deleted for resources: {'Network': ['ID=63cc0b86-eb67-4715-98b6-c62bc87b2678,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:24.776383 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f492287a-a9c4-4fd7-a5ee-af72bc128519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11efc44-d994-4e85-ac2b-ddd2b54f2d0c'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:22:24.782919 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66aefb78-c2fc-40dd-ab3e-3b8dd18ddaa3" -d '{"events": [{"server_uuid": "f492287a-a9c4-4fd7-a5ee-af72bc128519", "name": "network-vif-plugged", "status": "completed", "tag": "a11efc44-d994-4e85-ac2b-ddd2b54f2d0c"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:22:24.797675 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port a11efc44-d994-4e85-ac2b-ddd2b54f2d0c, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=a11efc44-d994-4e85-ac2b-ddd2b54f2d0c,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:22:24.805510 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:24.850871 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48017d61-58e3-480c-bc51-545da00b2364 req-44faeadb-7dfa-40b1-ac2c-b0bed50540ab tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:24.858150 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-48017d61-58e3-480c-bc51-545da00b2364 req-44faeadb-7dfa-40b1-ac2c-b0bed50540ab tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] 10.222.0.21 "GET /v2.0/ports?device_id=b697df31-0758-4840-a4a0-db530b541b13 HTTP/1.1" status: 200 len: 944 time: 0.0823579 Aug 22 13:22:24.870729 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=a11efc44-d994-4e85-ac2b-ddd2b54f2d0c,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:24.890362 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46292) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:24.932632 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-48017d61-58e3-480c-bc51-545da00b2364 req-25384978-c9f2-4912-8a3e-d666973f90e9 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d6ee13f-90e2-47ff-b69b-09b046f08aef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735371 Aug 22 13:22:24.956917 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-cbdd56cd-956d-4c14-98fb-4401a772d373 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=11e2ae2294d846cda1dba83bfa4238f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0654662 Aug 22 13:22:24.959453 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46296) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:24.962492 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1a21b34e-8afe-49d7-9cd9-24ad3f0f3ed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:24.971616 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1a21b34e-8afe-49d7-9cd9-24ad3f0f3ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:25.022169 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-1a21b34e-8afe-49d7-9cd9-24ad3f0f3ed0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=71e21b5a19f84a3b993f2adb880476cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5964324 Aug 22 13:22:25.022371 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-73678057-b69b-4ac3-80b2-eed555239df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:25.023095 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a21b34e-8afe-49d7-9cd9-24ad3f0f3ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b999315-ac7f-4661-b6f5-37bb437f9b05,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:25.025175 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46298) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:25.062655 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52fb1ccf-f22e-45d9-aa9e-cfeb0bb7aed2 x-openstack-request-id: req-52fb1ccf-f22e-45d9-aa9e-cfeb0bb7aed2 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:22:25.063091 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f492287a-a9c4-4fd7-a5ee-af72bc128519", "name": "network-vif-plugged", "status": "completed", "tag": "a11efc44-d994-4e85-ac2b-ddd2b54f2d0c", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:22:25.063343 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-52fb1ccf-f22e-45d9-aa9e-cfeb0bb7aed2 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:22:25.063729 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f492287a-a9c4-4fd7-a5ee-af72bc128519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11efc44-d994-4e85-ac2b-ddd2b54f2d0c', 'code': 200} Aug 22 13:22:25.069184 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device e6c2cc85-2148-40cd-88c3-1c7ba82e93a4 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:22:25.083080 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-73678057-b69b-4ac3-80b2-eed555239df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:25.140440 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a82101e5-26d7-42ba-9a08-b3d835087473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:25.167190 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a82101e5-26d7-42ba-9a08-b3d835087473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:25.192571 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-73678057-b69b-4ac3-80b2-eed555239df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:25.198715 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port e6c2cc85-2148-40cd-88c3-1c7ba82e93a4, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=e6c2cc85-2148-40cd-88c3-1c7ba82e93a4,segment=NetworkSegment(e8a030d0-23ea-4087-b468-4a850cd93f2e),segment_id=e8a030d0-23ea-4087-b468-4a850cd93f2e)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:22:25.199362 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-73678057-b69b-4ac3-80b2-eed555239df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:25.200576 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-73678057-b69b-4ac3-80b2-eed555239df3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/feb7caa6-a839-4983-9134-95ac9c707359 HTTP/1.1" status: 204 len: 168 time: 0.2400415 Aug 22 13:22:25.215178 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': 'e6c2cc85-2148-40cd-88c3-1c7ba82e93a4', 'network_id': '7ec8e251-0050-485e-92bd-9ae7b2c4a7ea', 'port_id': 'e6c2cc85-2148-40cd-88c3-1c7ba82e93a4', 'mac_address': 'fa:16:3e:89:32:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c136d61c-f44f-42ad-b6b2-e167a5846eb1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:22:25.219552 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b52ffe1-a90a-48fe-ba6f-e77e1eeedfb5 req-dbffd003-0f92-45ff-be91-3bf6d7806bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:25.220669 n-d-793621-33 neutron-server[94628]: WARNING keystonemiddleware.auth_token [req-7892aeb7-b396-4fc5-96b6-ea2583cc4f4a req-f34657d6-c4ae-4c7a-a9a4-e3f9a3df0e16 service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 22 13:22:25.222372 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1b52ffe1-a90a-48fe-ba6f-e77e1eeedfb5 req-dbffd003-0f92-45ff-be91-3bf6d7806bc3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f492287a-a9c4-4fd7-a5ee-af72bc128519 HTTP/1.1" status: 200 len: 1102 time: 0.0927436 Aug 22 13:22:25.236913 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-02f01fcc-6203-4d27-86b9-ae71f9066013 tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:22:25.246563 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-02f01fcc-6203-4d27-86b9-ae71f9066013 tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3103402 Aug 22 13:22:25.254122 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73678057-b69b-4ac3-80b2-eed555239df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb7caa6-a839-4983-9134-95ac9c707359,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:25.258863 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:25.285728 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6c2cc85-2148-40cd-88c3-1c7ba82e93a4 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:22:25.310481 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port e6c2cc85-2148-40cd-88c3-1c7ba82e93a4, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=e6c2cc85-2148-40cd-88c3-1c7ba82e93a4,segment=NetworkSegment(e8a030d0-23ea-4087-b468-4a850cd93f2e),segment_id=e8a030d0-23ea-4087-b468-4a850cd93f2e)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:22:25.310837 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1b52ffe1-a90a-48fe-ba6f-e77e1eeedfb5 req-70ca465a-9e2d-433e-ae43-05a24061ebb9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4b426999-510a-4468-acaa-5d64bebad44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802784 Aug 22 13:22:25.316318 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-458366de-ca94-46b6-954e-6c86607a19c9 tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:25.319255 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:25.322588 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-458366de-ca94-46b6-954e-6c86607a19c9 tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] 10.222.0.21 "GET /v2.0/ports/a4665293-7ee2-4f54-bdd5-5155a7b24c4b HTTP/1.1" status: 200 len: 1094 time: 0.0751491 Aug 22 13:22:25.335699 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-3d1ca4b6-8116-4ea9-a4f0-107c3888891c service neutron] Request body: {'binding': {'host': 'n-h2-793621-33', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:22:25.337251 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-3d1ca4b6-8116-4ea9-a4f0-107c3888891c service neutron] Unknown quota resources ['binding']. {{(pid=94628) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 22 13:22:25.343157 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a82101e5-26d7-42ba-9a08-b3d835087473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:25.347886 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a82101e5-26d7-42ba-9a08-b3d835087473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:25.352983 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a82101e5-26d7-42ba-9a08-b3d835087473 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1b999315-ac7f-4661-b6f5-37bb437f9b05 HTTP/1.1" status: 204 len: 168 time: 0.3265963 Aug 22 13:22:25.378193 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=e6c2cc85-2148-40cd-88c3-1c7ba82e93a4,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:25.392561 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82101e5-26d7-42ba-9a08-b3d835087473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b999315-ac7f-4661-b6f5-37bb437f9b05,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:25.416947 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e20c2-3fb8-43cf-a8b3-5fa1997409ac req-a51ab302-1295-4f41-9aa5-267cd004c255 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:25.424738 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5c1e20c2-3fb8-43cf-a8b3-5fa1997409ac req-a51ab302-1295-4f41-9aa5-267cd004c255 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=91864420-8f72-4153-bfe3-294260244158 HTTP/1.1" status: 200 len: 950 time: 0.0741594 Aug 22 13:22:25.483215 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5c1e20c2-3fb8-43cf-a8b3-5fa1997409ac req-1dc96025-8b99-406c-ae5e-d20f1db84c05 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499823 Aug 22 13:22:25.526879 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-3d1ca4b6-8116-4ea9-a4f0-107c3888891c service neutron] Attempting to bind port a4665293-7ee2-4f54-bdd5-5155a7b24c4b on host n-h2-793621-33 for vnic_type normal with profile None {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:22:25.527438 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-3d1ca4b6-8116-4ea9-a4f0-107c3888891c service neutron] Attempting to bind port a4665293-7ee2-4f54-bdd5-5155a7b24c4b by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '0efbff2c-3dbf-4e79-83ba-47cbdc800632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '887e0115-b4ac-4c62-9aab-f2d01695aede'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:22:25.528020 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-3d1ca4b6-8116-4ea9-a4f0-107c3888891c service neutron] Attempting to bind port a4665293-7ee2-4f54-bdd5-5155a7b24c4b on network 887e0115-b4ac-4c62-9aab-f2d01695aede {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:22:25.533244 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-3d1ca4b6-8116-4ea9-a4f0-107c3888891c service neutron] Port a4665293-7ee2-4f54-bdd5-5155a7b24c4b on network 887e0115-b4ac-4c62-9aab-f2d01695aede not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:22:25.533598 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['e6c2cc85-2148-40cd-88c3-1c7ba82e93a4'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:22:25.533748 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-3d1ca4b6-8116-4ea9-a4f0-107c3888891c service neutron] Attempting to bind port a4665293-7ee2-4f54-bdd5-5155a7b24c4b on network 887e0115-b4ac-4c62-9aab-f2d01695aede {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:22:25.541476 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-3d1ca4b6-8116-4ea9-a4f0-107c3888891c service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:22:25.542073 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-3d1ca4b6-8116-4ea9-a4f0-107c3888891c service neutron] Checking segment: {'id': '0efbff2c-3dbf-4e79-83ba-47cbdc800632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '887e0115-b4ac-4c62-9aab-f2d01695aede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:22:25.542549 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-3d1ca4b6-8116-4ea9-a4f0-107c3888891c service neutron] Bound using segment: {'id': '0efbff2c-3dbf-4e79-83ba-47cbdc800632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '887e0115-b4ac-4c62-9aab-f2d01695aede'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:22:25.543098 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-3d1ca4b6-8116-4ea9-a4f0-107c3888891c service neutron] Bound port: a4665293-7ee2-4f54-bdd5-5155a7b24c4b, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0efbff2c-3dbf-4e79-83ba-47cbdc800632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '887e0115-b4ac-4c62-9aab-f2d01695aede'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:22:25.652348 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-3d1ca4b6-8116-4ea9-a4f0-107c3888891c service neutron] For port a4665293-7ee2-4f54-bdd5-5155a7b24c4b, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=a4665293-7ee2-4f54-bdd5-5155a7b24c4b,segment=NetworkSegment(0efbff2c-3dbf-4e79-83ba-47cbdc800632),segment_id=0efbff2c-3dbf-4e79-83ba-47cbdc800632)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:22:25.653855 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac7f75-16be-4c6c-902e-b2f403de7239 req-dcb4f050-a44e-49f7-a990-8ba1326aa1de tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:25.656074 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d8ac7f75-16be-4c6c-902e-b2f403de7239 req-dcb4f050-a44e-49f7-a990-8ba1326aa1de tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] 10.222.0.21 "GET /v2.0/ports?device_id=f492287a-a9c4-4fd7-a5ee-af72bc128519 HTTP/1.1" status: 200 len: 950 time: 0.0802562 Aug 22 13:22:25.659267 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-3d1ca4b6-8116-4ea9-a4f0-107c3888891c service neutron] Notify callbacks [] for binding, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:25.660484 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-3d1ca4b6-8116-4ea9-a4f0-107c3888891c service neutron] 10.222.0.21 "POST /v2.0/ports/a4665293-7ee2-4f54-bdd5-5155a7b24c4b/bindings HTTP/1.1" status: 201 len: 390 time: 0.3297374 Aug 22 13:22:25.750072 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d8ac7f75-16be-4c6c-902e-b2f403de7239 req-da05aa7d-3991-4672-b5bb-ea2949d28baa tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b426999-510a-4468-acaa-5d64bebad44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759425 Aug 22 13:22:25.880835 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03e704-ad69-499b-93d1-1cdafc50fa76 req-3132a70b-15bd-458e-8054-b71b36588afe tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:25.882461 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5b03e704-ad69-499b-93d1-1cdafc50fa76 req-3132a70b-15bd-458e-8054-b71b36588afe tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9664aff-8179-4092-bf01-73c9a1e911e5 HTTP/1.1" status: 200 len: 945 time: 0.0604825 Aug 22 13:22:25.936854 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5b03e704-ad69-499b-93d1-1cdafc50fa76 req-758f9493-8147-4744-b8e8-870445c2434f tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477655 Aug 22 13:22:25.974467 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-83c7c1dc-8f80-4e94-a588-d0ab26cb33c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:25.976497 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-83c7c1dc-8f80-4e94-a588-d0ab26cb33c0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec08ac96341043c28ecba1b995182de4&device_id=c9664aff-8179-4092-bf01-73c9a1e911e5 HTTP/1.1" status: 200 len: 1097 time: 0.0579417 Aug 22 13:22:25.981767 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46330) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:25.997865 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b619b4fb-a584-4b19-99b3-dc0d0a629495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:26.154979 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b619b4fb-a584-4b19-99b3-dc0d0a629495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:26.162599 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b619b4fb-a584-4b19-99b3-dc0d0a629495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:26.221812 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b619b4fb-a584-4b19-99b3-dc0d0a629495 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d651ba5d603447f89927f687ba0a9356&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2389095 Aug 22 13:22:26.222438 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46342) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:26.229645 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b619b4fb-a584-4b19-99b3-dc0d0a629495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbc0fc5-439f-4ca5-8c08-0d2319c77850,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:26.298219 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-db63d211-d5c9-44a6-9bb8-08de19bdd48c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:26.328976 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-db63d211-d5c9-44a6-9bb8-08de19bdd48c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:26.357530 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca486fa6-24ed-428c-8a90-d8d462c3ee29 req-526d04e9-5154-4592-899a-2484ec9f1f74 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:26.358850 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ca486fa6-24ed-428c-8a90-d8d462c3ee29 req-526d04e9-5154-4592-899a-2484ec9f1f74 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] 10.222.0.21 "GET /v2.0/ports?device_id=b697df31-0758-4840-a4a0-db530b541b13 HTTP/1.1" status: 200 len: 945 time: 0.3510201 Aug 22 13:22:26.399084 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-dbc98add-4f36-413d-810c-6363e32a1ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:26.400712 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-dbc98add-4f36-413d-810c-6363e32a1ae5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=887e0115-b4ac-4c62-9aab-f2d01695aede HTTP/1.1" status: 200 len: 922 time: 0.4111543 Aug 22 13:22:26.401738 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-db63d211-d5c9-44a6-9bb8-08de19bdd48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:26.404877 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-db63d211-d5c9-44a6-9bb8-08de19bdd48c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:26.409072 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-db63d211-d5c9-44a6-9bb8-08de19bdd48c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bbbc0fc5-439f-4ca5-8c08-0d2319c77850 HTTP/1.1" status: 204 len: 168 time: 0.1853409 Aug 22 13:22:26.422929 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63d211-d5c9-44a6-9bb8-08de19bdd48c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbc0fc5-439f-4ca5-8c08-0d2319c77850,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:26.428466 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ca486fa6-24ed-428c-8a90-d8d462c3ee29 req-f12df2fd-ae5f-458e-bb1e-af542d092fff tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d6ee13f-90e2-47ff-b69b-09b046f08aef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600851 Aug 22 13:22:26.477670 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-ff73045c-6068-4931-9b18-1a391cb45335 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4665293-7ee2-4f54-bdd5-5155a7b24c4b HTTP/1.1" status: 200 len: 217 time: 0.0625217 Aug 22 13:22:26.588103 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-65730b1c-3409-4237-853b-3f54b762df29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:26.589671 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-65730b1c-3409-4237-853b-3f54b762df29 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1fb53f66-6b81-41b6-9806-8520494df9af HTTP/1.1" status: 200 len: 861 time: 0.0820699 Aug 22 13:22:26.608602 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee7250-3f8b-42ae-85c4-ad80a0617a1f req-fe2aac81-67b7-42e8-957e-0788ec7c8154 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:26.616220 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-43ee7250-3f8b-42ae-85c4-ad80a0617a1f req-fe2aac81-67b7-42e8-957e-0788ec7c8154 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=91864420-8f72-4153-bfe3-294260244158 HTTP/1.1" status: 200 len: 950 time: 0.0684166 Aug 22 13:22:26.660340 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-6ba1d016-30c7-4091-9bbe-3b652aa8d2ec service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=887e0115-b4ac-4c62-9aab-f2d01695aede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411839 Aug 22 13:22:26.698079 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-43ee7250-3f8b-42ae-85c4-ad80a0617a1f req-bb877fd3-9ea0-4a55-beca-4d6c85dff543 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806179 Aug 22 13:22:26.736630 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46366) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:26.799486 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-e64e236c-9c60-42d8-9227-9e798a3f27c6 service neutron] 10.222.0.16 "GET /v2.0/networks/887e0115-b4ac-4c62-9aab-f2d01695aede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271830 Aug 22 13:22:26.924773 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae8161f-3c7d-4e4e-bcb0-40a80a90c93a req-e3abe8e9-9d60-45fe-ba75-80050855db67 tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:26.926258 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eae8161f-3c7d-4e4e-bcb0-40a80a90c93a req-e3abe8e9-9d60-45fe-ba75-80050855db67 tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] 10.222.0.21 "GET /v2.0/ports?device_id=f492287a-a9c4-4fd7-a5ee-af72bc128519 HTTP/1.1" status: 200 len: 950 time: 0.0955782 Aug 22 13:22:26.948073 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-9b78ae28-2915-47c1-9930-123f4cb7a4ab service neutron] 10.222.0.16 "GET /v2.0/networks/887e0115-b4ac-4c62-9aab-f2d01695aede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405025 Aug 22 13:22:26.978724 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-05acc4d2-066f-4b31-b7d4-91760f52c0f5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-210810010-network', 'tenant_id': 'ba3730d93e49471c875ab44d82db56e4'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:22:26.992369 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eae8161f-3c7d-4e4e-bcb0-40a80a90c93a req-e5882f88-8081-42ab-b56c-008c0f4f156e tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b426999-510a-4468-acaa-5d64bebad44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524602 Aug 22 13:22:27.012405 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05acc4d2-066f-4b31-b7d4-91760f52c0f5 admin admin] Made reservation on behalf of ba3730d93e49471c875ab44d82db56e4 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:22:27.015127 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-05acc4d2-066f-4b31-b7d4-91760f52c0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:27.029928 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-05acc4d2-066f-4b31-b7d4-91760f52c0f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:27.077260 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device e6c2cc85-2148-40cd-88c3-1c7ba82e93a4 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:22:27.101192 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d154f-60bb-4bef-8c95-df22fb58997d req-af76c2b0-b686-4f10-adff-c94192bae5cf tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:27.109316 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bc9d154f-60bb-4bef-8c95-df22fb58997d req-af76c2b0-b686-4f10-adff-c94192bae5cf tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9664aff-8179-4092-bf01-73c9a1e911e5 HTTP/1.1" status: 200 len: 945 time: 0.0750759 Aug 22 13:22:27.161002 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port e6c2cc85-2148-40cd-88c3-1c7ba82e93a4 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:22:27.168775 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port e6c2cc85-2148-40cd-88c3-1c7ba82e93a4 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:22:27.172529 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-05acc4d2-066f-4b31-b7d4-91760f52c0f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:27.175055 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:27.181550 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-05acc4d2-066f-4b31-b7d4-91760f52c0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:27.208318 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05acc4d2-066f-4b31-b7d4-91760f52c0f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:22:27.220571 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05acc4d2-066f-4b31-b7d4-91760f52c0f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1b5c3a-59c7-419d-bc79-21d076859164,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:27.243843 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-05acc4d2-066f-4b31-b7d4-91760f52c0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:27.245331 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bc9d154f-60bb-4bef-8c95-df22fb58997d req-325a0f1a-9501-49fa-899a-7861e5edb028 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309762 Aug 22 13:22:27.245884 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-05acc4d2-066f-4b31-b7d4-91760f52c0f5 admin admin] Added segment b5781df7-e1c6-41b8-ae72-1f75c16e162b of type vlan for network aeb3602e-1e91-4609-a24f-34031041c739 Aug 22 13:22:27.307697 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-05acc4d2-066f-4b31-b7d4-91760f52c0f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:27.333629 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:27.340117 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-05acc4d2-066f-4b31-b7d4-91760f52c0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:27.341376 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05acc4d2-066f-4b31-b7d4-91760f52c0f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:27.342646 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-05acc4d2-066f-4b31-b7d4-91760f52c0f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:27.348657 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-e25d955a-61d8-41ca-a89d-3b0680e0725c tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:27.352820 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-e25d955a-61d8-41ca-a89d-3b0680e0725c tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c9664aff-8179-4092-bf01-73c9a1e911e5&tenant_id=ec08ac96341043c28ecba1b995182de4&binding%3Ahost_id=n-h1-793621-33 HTTP/1.1" status: 200 len: 1097 time: 0.1963263 Aug 22 13:22:27.368421 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-057d67a2-aa56-42c6-8c76-8026f310b60b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793621-33'}}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:22:27.406969 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b697df31-0758-4840-a4a0-db530b541b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c2cc85-2148-40cd-88c3-1c7ba82e93a4'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:22:27.409581 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af043b8-95e1-47e4-9be2-4e56c68d1494" -d '{"events": [{"server_uuid": "b697df31-0758-4840-a4a0-db530b541b13", "name": "network-vif-plugged", "status": "completed", "tag": "e6c2cc85-2148-40cd-88c3-1c7ba82e93a4"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:22:27.424137 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port e6c2cc85-2148-40cd-88c3-1c7ba82e93a4, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=e6c2cc85-2148-40cd-88c3-1c7ba82e93a4,segment=NetworkSegment(e8a030d0-23ea-4087-b468-4a850cd93f2e),segment_id=e8a030d0-23ea-4087-b468-4a850cd93f2e)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:22:27.432543 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:27.440222 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05acc4d2-066f-4b31-b7d4-91760f52c0f5 admin admin] Pushing event updated for resources: {'Network': ['ID=aeb3602e-1e91-4609-a24f-34031041c739,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:27.453890 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-05acc4d2-066f-4b31-b7d4-91760f52c0f5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7162209 Aug 22 13:22:27.457238 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46410) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:27.469309 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-6f5875a8-7560-4760-b182-8771adcd720e admin admin] Request body: {'subnet': {'network_id': 'aeb3602e-1e91-4609-a24f-34031041c739', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-210810010-subnet', 'tenant_id': 'ba3730d93e49471c875ab44d82db56e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:22:27.506512 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network aeb3602e-1e91-4609-a24f-34031041c739 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:22:27.511500 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5875a8-7560-4760-b182-8771adcd720e admin admin] Made reservation on behalf of ba3730d93e49471c875ab44d82db56e4 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:22:27.515926 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6f5875a8-7560-4760-b182-8771adcd720e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:27.525348 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=e6c2cc85-2148-40cd-88c3-1c7ba82e93a4,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:27.527861 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-057d67a2-aa56-42c6-8c76-8026f310b60b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:27.765236 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6f5875a8-7560-4760-b182-8771adcd720e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:27.837536 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4052704a-848c-4e01-8a5d-8bcfaa2d021a x-openstack-request-id: req-4052704a-848c-4e01-8a5d-8bcfaa2d021a {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:22:27.837763 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5875a8-7560-4760-b182-8771adcd720e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c43b929e-238a-475e-af72-bbaae592d493,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:27.837906 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b697df31-0758-4840-a4a0-db530b541b13", "name": "network-vif-plugged", "status": "completed", "tag": "e6c2cc85-2148-40cd-88c3-1c7ba82e93a4", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:22:27.838076 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4052704a-848c-4e01-8a5d-8bcfaa2d021a {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:22:27.838497 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b697df31-0758-4840-a4a0-db530b541b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c2cc85-2148-40cd-88c3-1c7ba82e93a4', 'code': 200} Aug 22 13:22:27.871321 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5875a8-7560-4760-b182-8771adcd720e admin admin] Checking segment: {'id': 'b5781df7-e1c6-41b8-ae72-1f75c16e162b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'aeb3602e-1e91-4609-a24f-34031041c739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:22:27.873257 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5875a8-7560-4760-b182-8771adcd720e admin admin] Network hostable DHCP agents. Network: aeb3602e-1e91-4609-a24f-34031041c739, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:22:27.877375 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-057d67a2-aa56-42c6-8c76-8026f310b60b service neutron] For port a4665293-7ee2-4f54-bdd5-5155a7b24c4b, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=a4665293-7ee2-4f54-bdd5-5155a7b24c4b,segment=NetworkSegment(0efbff2c-3dbf-4e79-83ba-47cbdc800632),segment_id=0efbff2c-3dbf-4e79-83ba-47cbdc800632)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:22:27.911863 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5875a8-7560-4760-b182-8771adcd720e admin admin] Network aeb3602e-1e91-4609-a24f-34031041c739 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:22:27.927990 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-6f5875a8-7560-4760-b182-8771adcd720e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, aeb3602e-1e91-4609-a24f-34031041c739) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:22:27.934401 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5875a8-7560-4760-b182-8771adcd720e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:27.935009 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6f5875a8-7560-4760-b182-8771adcd720e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:27.946399 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f308611a-ed74-4a3d-93fa-186c1742450d None None] Network aeb3602e-1e91-4609-a24f-34031041c739 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:22:27.965008 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6f5875a8-7560-4760-b182-8771adcd720e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5038729 Aug 22 13:22:27.965428 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46428) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:27.972665 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-545ce8a7-884e-43d8-9d97-38ba4198fce3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-210810010-router', 'tenant_id': 'ba3730d93e49471c875ab44d82db56e4', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:22:28.025020 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-545ce8a7-884e-43d8-9d97-38ba4198fce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:28.026378 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-545ce8a7-884e-43d8-9d97-38ba4198fce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:28.034337 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-057d67a2-aa56-42c6-8c76-8026f310b60b service neutron] For port a4665293-7ee2-4f54-bdd5-5155a7b24c4b, host n-h1-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:22:28.065867 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c01564-251a-45e1-80f9-de8297964ec2 req-c9ce8522-3c46-4592-baf5-f7e51a807e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:28.067498 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-34c01564-251a-45e1-80f9-de8297964ec2 req-c9ce8522-3c46-4592-baf5-f7e51a807e0f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b697df31-0758-4840-a4a0-db530b541b13 HTTP/1.1" status: 200 len: 1098 time: 0.1305470 Aug 22 13:22:28.087865 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-545ce8a7-884e-43d8-9d97-38ba4198fce3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:28.093025 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d436c88-1f82-4d02-a4d2-cd921a74c472 req-5c2814be-2510-49c5-bc3c-863ae68697cd tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:28.094700 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5d436c88-1f82-4d02-a4d2-cd921a74c472 req-5c2814be-2510-49c5-bc3c-863ae68697cd tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] 10.222.0.21 "GET /v2.0/ports?device_id=b697df31-0758-4840-a4a0-db530b541b13 HTTP/1.1" status: 200 len: 946 time: 0.1722250 Aug 22 13:22:28.129100 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:28.130504 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9664aff-8179-4092-bf01-73c9a1e911e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4665293-7ee2-4f54-bdd5-5155a7b24c4b'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:22:28.133119 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42796627-5d1d-4cd4-9db5-760f74087e06" -d '{"events": [{"server_uuid": "c9664aff-8179-4092-bf01-73c9a1e911e5", "name": "network-vif-unplugged", "status": "completed", "tag": "a4665293-7ee2-4f54-bdd5-5155a7b24c4b"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:22:28.138004 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-057d67a2-aa56-42c6-8c76-8026f310b60b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:28.175009 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-057d67a2-aa56-42c6-8c76-8026f310b60b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:28.175345 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec0d3aa-b2ef-4e12-ad9c-16ed725564e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-aeb3602e-1e91-4609-a24f-34031041c739', 'network_id': 'aeb3602e-1e91-4609-a24f-34031041c739', 'tenant_id': 'ba3730d93e49471c875ab44d82db56e4', 'fixed_ips': [{'subnet_id': 'c43b929e-238a-475e-af72-bbaae592d493'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:22:28.176220 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0ec0d3aa-b2ef-4e12-ad9c-16ed725564e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:28.264440 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-545ce8a7-884e-43d8-9d97-38ba4198fce3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:28.291532 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-34c01564-251a-45e1-80f9-de8297964ec2 req-bfd232cf-e9b6-408d-a842-0b31cc5a486e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1d6ee13f-90e2-47ff-b69b-09b046f08aef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2149079 Aug 22 13:22:28.312378 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057d67a2-aa56-42c6-8c76-8026f310b60b service neutron] Pushing event updated for resources: {'Port': ['ID=a4665293-7ee2-4f54-bdd5-5155a7b24c4b,revision_number=7']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:28.356311 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5d436c88-1f82-4d02-a4d2-cd921a74c472 req-21cf6ee1-4772-48f0-8c67-b8859257c6e0 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d6ee13f-90e2-47ff-b69b-09b046f08aef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2460537 Aug 22 13:22:28.363552 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-0ec0d3aa-b2ef-4e12-ad9c-16ed725564e5 None None] Allocated IP 172.20.0.2 (aeb3602e-1e91-4609-a24f-34031041c739/c43b929e-238a-475e-af72-bbaae592d493/c34797da-f21c-428f-a6ca-b13e1819ed56) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:22:28.425762 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-aea91472-2cbf-455f-8765-2213f09840aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:28.447727 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-057d67a2-aa56-42c6-8c76-8026f310b60b service neutron] Attempting to bind port a4665293-7ee2-4f54-bdd5-5155a7b24c4b on host n-h1-793621-33 for vnic_type normal with profile {"migrating_to": "n-h2-793621-33"} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:22:28.448215 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-057d67a2-aa56-42c6-8c76-8026f310b60b service neutron] Attempting to bind port a4665293-7ee2-4f54-bdd5-5155a7b24c4b by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '0efbff2c-3dbf-4e79-83ba-47cbdc800632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '887e0115-b4ac-4c62-9aab-f2d01695aede'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:22:28.448819 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-057d67a2-aa56-42c6-8c76-8026f310b60b service neutron] Attempting to bind port a4665293-7ee2-4f54-bdd5-5155a7b24c4b on network 887e0115-b4ac-4c62-9aab-f2d01695aede {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:22:28.466750 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c055a-f28e-4939-8818-296bc5ca835e req-aff9a273-6512-4318-abec-bd2f5e6a1556 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:28.468725 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b33c055a-f28e-4939-8818-296bc5ca835e req-aff9a273-6512-4318-abec-bd2f5e6a1556 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=91864420-8f72-4153-bfe3-294260244158 HTTP/1.1" status: 200 len: 950 time: 0.0970547 Aug 22 13:22:28.470151 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-057d67a2-aa56-42c6-8c76-8026f310b60b service neutron] Port a4665293-7ee2-4f54-bdd5-5155a7b24c4b on network 887e0115-b4ac-4c62-9aab-f2d01695aede not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:22:28.470576 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-057d67a2-aa56-42c6-8c76-8026f310b60b service neutron] Attempting to bind port a4665293-7ee2-4f54-bdd5-5155a7b24c4b on network 887e0115-b4ac-4c62-9aab-f2d01695aede {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:22:28.485198 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-057d67a2-aa56-42c6-8c76-8026f310b60b service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:22:28.485996 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-057d67a2-aa56-42c6-8c76-8026f310b60b service neutron] Checking segment: {'id': '0efbff2c-3dbf-4e79-83ba-47cbdc800632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '887e0115-b4ac-4c62-9aab-f2d01695aede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:22:28.492186 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-057d67a2-aa56-42c6-8c76-8026f310b60b service neutron] Bound using segment: {'id': '0efbff2c-3dbf-4e79-83ba-47cbdc800632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '887e0115-b4ac-4c62-9aab-f2d01695aede'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:22:28.492870 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-057d67a2-aa56-42c6-8c76-8026f310b60b service neutron] Bound port: a4665293-7ee2-4f54-bdd5-5155a7b24c4b, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0efbff2c-3dbf-4e79-83ba-47cbdc800632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '887e0115-b4ac-4c62-9aab-f2d01695aede'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:22:28.493953 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-057d67a2-aa56-42c6-8c76-8026f310b60b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:28.522483 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-545ce8a7-884e-43d8-9d97-38ba4198fce3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:28.557591 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-545ce8a7-884e-43d8-9d97-38ba4198fce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:28.582291 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b33c055a-f28e-4939-8818-296bc5ca835e req-1dd97b18-6042-4ccf-8f7a-d10c683b5e6f tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912821 Aug 22 13:22:28.613773 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 13:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2fe4c0c-da3d-4230-b234-cfc6e973b261 x-openstack-request-id: req-b2fe4c0c-da3d-4230-b234-cfc6e973b261 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:22:28.614234 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9664aff-8179-4092-bf01-73c9a1e911e5", "name": "network-vif-unplugged", "status": "completed", "tag": "a4665293-7ee2-4f54-bdd5-5155a7b24c4b", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:22:28.614543 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b2fe4c0c-da3d-4230-b234-cfc6e973b261 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:22:28.614946 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9664aff-8179-4092-bf01-73c9a1e911e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4665293-7ee2-4f54-bdd5-5155a7b24c4b', 'code': 200} Aug 22 13:22:28.628157 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-057d67a2-aa56-42c6-8c76-8026f310b60b service neutron] For port a4665293-7ee2-4f54-bdd5-5155a7b24c4b, host n-h1-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:22:28.633648 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-057d67a2-aa56-42c6-8c76-8026f310b60b service neutron] For port a4665293-7ee2-4f54-bdd5-5155a7b24c4b, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=a4665293-7ee2-4f54-bdd5-5155a7b24c4b,segment=NetworkSegment(0efbff2c-3dbf-4e79-83ba-47cbdc800632),segment_id=0efbff2c-3dbf-4e79-83ba-47cbdc800632)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:22:28.641931 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-057d67a2-aa56-42c6-8c76-8026f310b60b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:28.648282 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0ec0d3aa-b2ef-4e12-ad9c-16ed725564e5 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:28.668002 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-0ec0d3aa-b2ef-4e12-ad9c-16ed725564e5 None None] Transition to ACTIVE for port object c34797da-f21c-428f-a6ca-b13e1819ed56 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:22:28.697455 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-0ec0d3aa-b2ef-4e12-ad9c-16ed725564e5 None None] Transition to ACTIVE for port object c34797da-f21c-428f-a6ca-b13e1819ed56 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:22:28.707917 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0ec0d3aa-b2ef-4e12-ad9c-16ed725564e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:28.722630 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-545ce8a7-884e-43d8-9d97-38ba4198fce3 admin admin] Allocated IP 172.25.3.198 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/b5fa13ff-fda9-4c15-981e-82f2497c41b4) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:22:28.748750 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057d67a2-aa56-42c6-8c76-8026f310b60b service neutron] Pushing event updated for resources: {'Port': ['ID=a4665293-7ee2-4f54-bdd5-5155a7b24c4b,revision_number=8']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:28.752029 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec0d3aa-b2ef-4e12-ad9c-16ed725564e5 None None] Network aeb3602e-1e91-4609-a24f-34031041c739 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:22:28.758473 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-0ec0d3aa-b2ef-4e12-ad9c-16ed725564e5 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:22:28.760020 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec0d3aa-b2ef-4e12-ad9c-16ed725564e5 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:22:28.813341 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec0d3aa-b2ef-4e12-ad9c-16ed725564e5 None None] Pushing event updated for resources: {'Port': ['ID=c34797da-f21c-428f-a6ca-b13e1819ed56,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:28.819309 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-057d67a2-aa56-42c6-8c76-8026f310b60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:28.819923 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-057d67a2-aa56-42c6-8c76-8026f310b60b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:28.821734 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-057d67a2-aa56-42c6-8c76-8026f310b60b service neutron] 10.222.0.16 "PUT /v2.0/ports/a4665293-7ee2-4f54-bdd5-5155a7b24c4b HTTP/1.1" status: 200 len: 1123 time: 1.4586599 Aug 22 13:22:28.825555 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-0ec0d3aa-b2ef-4e12-ad9c-16ed725564e5 None None] Attempting to bind port c34797da-f21c-428f-a6ca-b13e1819ed56 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:22:28.825918 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-0ec0d3aa-b2ef-4e12-ad9c-16ed725564e5 None None] Attempting to bind port c34797da-f21c-428f-a6ca-b13e1819ed56 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'b5781df7-e1c6-41b8-ae72-1f75c16e162b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'aeb3602e-1e91-4609-a24f-34031041c739'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:22:28.826268 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec0d3aa-b2ef-4e12-ad9c-16ed725564e5 None None] Attempting to bind port c34797da-f21c-428f-a6ca-b13e1819ed56 on network aeb3602e-1e91-4609-a24f-34031041c739 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:22:28.832561 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e315ec-447e-4c55-a3d9-7ee4c711d4a8 req-c72d941e-3cf2-4af1-8347-a860af7b6bc9 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:28.834828 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b8e315ec-447e-4c55-a3d9-7ee4c711d4a8 req-c72d941e-3cf2-4af1-8347-a860af7b6bc9 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9664aff-8179-4092-bf01-73c9a1e911e5 HTTP/1.1" status: 200 len: 943 time: 0.1042638 Aug 22 13:22:28.839185 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec0d3aa-b2ef-4e12-ad9c-16ed725564e5 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:22:28.839988 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec0d3aa-b2ef-4e12-ad9c-16ed725564e5 None None] Checking segment: {'id': 'b5781df7-e1c6-41b8-ae72-1f75c16e162b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'aeb3602e-1e91-4609-a24f-34031041c739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:22:28.840906 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0ec0d3aa-b2ef-4e12-ad9c-16ed725564e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:28.841684 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec0d3aa-b2ef-4e12-ad9c-16ed725564e5 None None] Bound using segment: {'id': 'b5781df7-e1c6-41b8-ae72-1f75c16e162b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'aeb3602e-1e91-4609-a24f-34031041c739'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:22:28.841971 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-0ec0d3aa-b2ef-4e12-ad9c-16ed725564e5 None None] Bound port: c34797da-f21c-428f-a6ca-b13e1819ed56, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5781df7-e1c6-41b8-ae72-1f75c16e162b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'aeb3602e-1e91-4609-a24f-34031041c739'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:22:28.842311 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0ec0d3aa-b2ef-4e12-ad9c-16ed725564e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:28.892127 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-545ce8a7-884e-43d8-9d97-38ba4198fce3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:28.902140 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b8e315ec-447e-4c55-a3d9-7ee4c711d4a8 req-03453285-d6b5-46a3-adb0-ec90ee06e6c5 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513740 Aug 22 13:22:28.944024 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-0ec0d3aa-b2ef-4e12-ad9c-16ed725564e5 None None] For port c34797da-f21c-428f-a6ca-b13e1819ed56, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:22:28.948193 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['a4665293-7ee2-4f54-bdd5-5155a7b24c4b'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:22:28.952067 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-0ec0d3aa-b2ef-4e12-ad9c-16ed725564e5 None None] For port c34797da-f21c-428f-a6ca-b13e1819ed56, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=c34797da-f21c-428f-a6ca-b13e1819ed56,segment=NetworkSegment(b5781df7-e1c6-41b8-ae72-1f75c16e162b),segment_id=b5781df7-e1c6-41b8-ae72-1f75c16e162b)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:22:28.960015 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-545ce8a7-884e-43d8-9d97-38ba4198fce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:28.975806 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0ec0d3aa-b2ef-4e12-ad9c-16ed725564e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:29.033472 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545ce8a7-884e-43d8-9d97-38ba4198fce3 admin admin] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:22:29.036895 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-545ce8a7-884e-43d8-9d97-38ba4198fce3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:22:29.040035 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545ce8a7-884e-43d8-9d97-38ba4198fce3 admin admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:22:29.067246 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec0d3aa-b2ef-4e12-ad9c-16ed725564e5 None None] Pushing event updated for resources: {'Port': ['ID=c34797da-f21c-428f-a6ca-b13e1819ed56,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:29.100051 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545ce8a7-884e-43d8-9d97-38ba4198fce3 admin admin] Pushing event updated for resources: {'Port': ['ID=b5fa13ff-fda9-4c15-981e-82f2497c41b4,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:29.390278 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-545ce8a7-884e-43d8-9d97-38ba4198fce3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:29.524375 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd3d55-eda1-4128-b32a-d5cd16b0c211 req-849278bb-5f9b-41d5-b669-530f665ebb7d tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:29.525926 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e4cd3d55-eda1-4128-b32a-d5cd16b0c211 req-849278bb-5f9b-41d5-b669-530f665ebb7d tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] 10.222.0.21 "GET /v2.0/ports?device_id=b697df31-0758-4840-a4a0-db530b541b13 HTTP/1.1" status: 200 len: 946 time: 0.0799143 Aug 22 13:22:29.596915 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e4cd3d55-eda1-4128-b32a-d5cd16b0c211 req-6df01aa9-2d57-47e5-b9d1-e04cb169619a tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d6ee13f-90e2-47ff-b69b-09b046f08aef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633316 Aug 22 13:22:29.762423 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a74cd2-d6df-4a7c-ab7b-73058574b1f7 req-09a84cca-02ab-45be-baff-89eb13fbaf07 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:29.765353 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c5a74cd2-d6df-4a7c-ab7b-73058574b1f7 req-09a84cca-02ab-45be-baff-89eb13fbaf07 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=91864420-8f72-4153-bfe3-294260244158 HTTP/1.1" status: 200 len: 950 time: 0.0969419 Aug 22 13:22:29.825145 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device c34797da-f21c-428f-a6ca-b13e1819ed56 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:22:29.840226 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c5a74cd2-d6df-4a7c-ab7b-73058574b1f7 req-643156a5-6f06-4c24-b2d2-10bf9bab5335 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566010 Aug 22 13:22:29.899809 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port c34797da-f21c-428f-a6ca-b13e1819ed56 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:22:29.969594 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-545ce8a7-884e-43d8-9d97-38ba4198fce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:30.051168 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46514) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:30.070324 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [req-7892aeb7-b396-4fc5-96b6-ea2583cc4f4a req-cba67702-7ba3-4bb7-be38-bf64fdf9fc9d service neutron] show failed (client error): The resource could not be found. Aug 22 13:22:30.072485 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7892aeb7-b396-4fc5-96b6-ea2583cc4f4a req-cba67702-7ba3-4bb7-be38-bf64fdf9fc9d service neutron] 10.222.0.41 "GET /v2.0/ports/1286179b-e9e6-4d6e-89fd-2429cb61c9b5/bindings/n-h2-793621-33 HTTP/1.1" status: 404 len: 381 time: 0.1427441 Aug 22 13:22:30.162536 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152c9e2-eec7-4852-b897-c83634498f94 req-9bb7dd4b-4cc2-4873-9b58-4d22ab12f867 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:30.170823 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b152c9e2-eec7-4852-b897-c83634498f94 req-9bb7dd4b-4cc2-4873-9b58-4d22ab12f867 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9664aff-8179-4092-bf01-73c9a1e911e5 HTTP/1.1" status: 200 len: 943 time: 0.1165209 Aug 22 13:22:30.190446 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-545ce8a7-884e-43d8-9d97-38ba4198fce3 admin admin] Router 44a49a87-14a2-4cc3-943c-06162291ab26 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:22:30.223021 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b152c9e2-eec7-4852-b897-c83634498f94 req-838355d0-d49f-41d1-88b8-e039efd19e3e tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511556 Aug 22 13:22:30.349291 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545ce8a7-884e-43d8-9d97-38ba4198fce3 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:22:30.363092 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a2b6f9-2e43-42f2-996c-e7a99d5f42f5 None None] Sync routers for ids ['44a49a87-14a2-4cc3-943c-06162291ab26'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:22:30.368896 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-545ce8a7-884e-43d8-9d97-38ba4198fce3 admin admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:30.373841 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-545ce8a7-884e-43d8-9d97-38ba4198fce3 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4072342 Aug 22 13:22:30.374698 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46520) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:30.380563 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69216e83-7b84-4123-8eb3-7fcd05300afa None None] Network aeb3602e-1e91-4609-a24f-34031041c739 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:22:30.397002 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a2b6f9-2e43-42f2-996c-e7a99d5f42f5 None None] Routers {'44a49a87-14a2-4cc3-943c-06162291ab26'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:22:30.398076 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-15a2b6f9-2e43-42f2-996c-e7a99d5f42f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:22:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['44a49a87-14a2-4cc3-943c-06162291ab26'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:22:30.463432 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892aeb7-b396-4fc5-96b6-ea2583cc4f4a req-68238d07-826c-46cd-945c-42b3decb3291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:30.464496 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7892aeb7-b396-4fc5-96b6-ea2583cc4f4a req-68238d07-826c-46cd-945c-42b3decb3291 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=91864420-8f72-4153-bfe3-294260244158&tenant_id=01d864243fbf4cf6816e3fd9d58ef026 HTTP/1.1" status: 200 len: 1102 time: 0.1023958 Aug 22 13:22:30.484027 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-7892aeb7-b396-4fc5-96b6-ea2583cc4f4a req-7742d1d6-952a-4040-83de-5a2598c16078 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-33', 'device_owner': 'compute:nova'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:22:30.495280 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-d9f8ecb6-0f18-48e2-bbd6-7359fa78f11d None None] Provisioning for port c34797da-f21c-428f-a6ca-b13e1819ed56 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:22:30.507441 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-d9f8ecb6-0f18-48e2-bbd6-7359fa78f11d None None] Provisioning complete for port c34797da-f21c-428f-a6ca-b13e1819ed56 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:22:30.507833 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d9f8ecb6-0f18-48e2-bbd6-7359fa78f11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:30.568984 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-15a2b6f9-2e43-42f2-996c-e7a99d5f42f5 None None] Set router 44a49a87-14a2-4cc3-943c-06162291ab26 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:22:30.574352 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device a11efc44-d994-4e85-ac2b-ddd2b54f2d0c details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:22:30.594001 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7892aeb7-b396-4fc5-96b6-ea2583cc4f4a req-7742d1d6-952a-4040-83de-5a2598c16078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:30.634817 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9664aff-8179-4092-bf01-73c9a1e911e5', 'tag': 'a4665293-7ee2-4f54-bdd5-5155a7b24c4b'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:22:30.643966 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310a3adc-fb37-4d8c-9dbf-9804dc08bc05" -d '{"events": [{"name": "network-changed", "server_uuid": "c9664aff-8179-4092-bf01-73c9a1e911e5", "tag": "a4665293-7ee2-4f54-bdd5-5155a7b24c4b"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:22:30.752744 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46538) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:30.754216 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa36e98-220e-418d-876e-969fa4946a0c x-openstack-request-id: req-0fa36e98-220e-418d-876e-969fa4946a0c {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:22:30.754959 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9664aff-8179-4092-bf01-73c9a1e911e5", "tag": "a4665293-7ee2-4f54-bdd5-5155a7b24c4b", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:22:30.754959 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0fa36e98-220e-418d-876e-969fa4946a0c {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:22:30.755143 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9664aff-8179-4092-bf01-73c9a1e911e5', 'tag': 'a4665293-7ee2-4f54-bdd5-5155a7b24c4b', 'status': 'completed', 'code': 200} Aug 22 13:22:30.765880 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d9f8ecb6-0f18-48e2-bbd6-7359fa78f11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:30.832622 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port a11efc44-d994-4e85-ac2b-ddd2b54f2d0c, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=a11efc44-d994-4e85-ac2b-ddd2b54f2d0c,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:22:30.860971 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-d9f8ecb6-0f18-48e2-bbd6-7359fa78f11d None None] For port c34797da-f21c-428f-a6ca-b13e1819ed56, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=c34797da-f21c-428f-a6ca-b13e1819ed56,segment=NetworkSegment(b5781df7-e1c6-41b8-ae72-1f75c16e162b),segment_id=b5781df7-e1c6-41b8-ae72-1f75c16e162b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:22:30.865770 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': 'a11efc44-d994-4e85-ac2b-ddd2b54f2d0c', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'port_id': 'a11efc44-d994-4e85-ac2b-ddd2b54f2d0c', 'mac_address': 'fa:16:3e:80:fb:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7151c727-b27f-4308-8098-60bc16140d45', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:22:30.870789 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d9f8ecb6-0f18-48e2-bbd6-7359fa78f11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:30.893158 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-15a2b6f9-2e43-42f2-996c-e7a99d5f42f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a49a87-14a2-4cc3-943c-06162291ab26', 'name': 'tempest-ServersTestMultiNic-210810010-router', 'tenant_id': 'ba3730d93e49471c875ab44d82db56e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b5fa13ff-fda9-4c15-981e-82f2497c41b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:22:28Z', 'updated_at': '2021-08-22T13:22:29Z', 'revision_number': 3, 'project_id': 'ba3730d93e49471c875ab44d82db56e4', 'gw_port': {'id': 'b5fa13ff-fda9-4c15-981e-82f2497c41b4', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:97:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a49a87-14a2-4cc3-943c-06162291ab26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:22:28Z', 'updated_at': '2021-08-22T13:22:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:22:30.906724 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a3f7d3b8-d35b-4e52-bf47-3187621f5522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:30.934539 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a2b6f9-2e43-42f2-996c-e7a99d5f42f5 None None] Checking router: 44a49a87-14a2-4cc3-943c-06162291ab26 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:22:30.934881 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a2b6f9-2e43-42f2-996c-e7a99d5f42f5 None None] Updating router 44a49a87-14a2-4cc3-943c-06162291ab26 port b5fa13ff-fda9-4c15-981e-82f2497c41b4 binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:22:30.992253 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:30.995637 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f8ecb6-0f18-48e2-bbd6-7359fa78f11d None None] Pushing event updated for resources: {'Port': ['ID=c34797da-f21c-428f-a6ca-b13e1819ed56,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:31.008853 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-15a2b6f9-2e43-42f2-996c-e7a99d5f42f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:31.048050 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a11efc44-d994-4e85-ac2b-ddd2b54f2d0c {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:22:31.065266 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-47ddb9f5-bb03-4a61-a4b9-db25dea65562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:31.077884 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port a11efc44-d994-4e85-ac2b-ddd2b54f2d0c, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=a11efc44-d994-4e85-ac2b-ddd2b54f2d0c,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:22:31.083199 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4eff3a06-e2dc-4f61-8c81-9a924ab58a53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:31.086396 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:31.114950 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345e2b5-8fb3-4fd1-a580-9f5abd758ae8 req-9506298a-b48a-40d2-89f2-b08fefbcca41 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:31.117498 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0345e2b5-8fb3-4fd1-a580-9f5abd758ae8 req-9506298a-b48a-40d2-89f2-b08fefbcca41 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] 10.222.0.21 "GET /v2.0/ports?device_id=b697df31-0758-4840-a4a0-db530b541b13 HTTP/1.1" status: 200 len: 946 time: 0.3272324 Aug 22 13:22:31.181096 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a3adc-fb37-4d8c-9dbf-9804dc08bc05 req-cb1fa868-2f50-42d8-9f5c-99abd6162803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:31.183291 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-310a3adc-fb37-4d8c-9dbf-9804dc08bc05 req-cb1fa868-2f50-42d8-9f5c-99abd6162803 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec08ac96341043c28ecba1b995182de4&device_id=c9664aff-8179-4092-bf01-73c9a1e911e5 HTTP/1.1" status: 200 len: 1126 time: 0.3912976 Aug 22 13:22:31.211406 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=a11efc44-d994-4e85-ac2b-ddd2b54f2d0c,revision_number=6']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:31.222390 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:31.225688 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035a89b-b16c-41b7-bf1c-36685bc89abc req-09303411-e018-4896-b726-393da90bc767 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:31.227311 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f035a89b-b16c-41b7-bf1c-36685bc89abc req-09303411-e018-4896-b726-393da90bc767 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=91864420-8f72-4153-bfe3-294260244158 HTTP/1.1" status: 200 len: 950 time: 0.1872766 Aug 22 13:22:31.246650 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['a11efc44-d994-4e85-ac2b-ddd2b54f2d0c'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:22:31.278651 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0345e2b5-8fb3-4fd1-a580-9f5abd758ae8 req-c5586e55-2fde-4f21-aa05-c70023ede2e7 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d6ee13f-90e2-47ff-b69b-09b046f08aef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517465 Aug 22 13:22:31.329509 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-7892aeb7-b396-4fc5-96b6-ea2583cc4f4a req-7742d1d6-952a-4040-83de-5a2598c16078 service neutron] For port 1286179b-e9e6-4d6e-89fd-2429cb61c9b5, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=1286179b-e9e6-4d6e-89fd-2429cb61c9b5,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:22:31.380043 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-76b2ab57-1b6c-44f2-bd64-4e3e3f989027 None None] Provisioning complete for port c34797da-f21c-428f-a6ca-b13e1819ed56 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:22:31.382816 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-76b2ab57-1b6c-44f2-bd64-4e3e3f989027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:31.392859 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f035a89b-b16c-41b7-bf1c-36685bc89abc req-fea5ec04-cdb6-4c48-94d0-ff68d6a3ef32 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450310 Aug 22 13:22:31.416856 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a3adc-fb37-4d8c-9dbf-9804dc08bc05 req-97caa4e7-3565-4282-a322-74a8bd28a8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:31.418321 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-310a3adc-fb37-4d8c-9dbf-9804dc08bc05 req-97caa4e7-3565-4282-a322-74a8bd28a8b3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=887e0115-b4ac-4c62-9aab-f2d01695aede HTTP/1.1" status: 200 len: 922 time: 0.2277260 Aug 22 13:22:31.421737 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-7892aeb7-b396-4fc5-96b6-ea2583cc4f4a req-7742d1d6-952a-4040-83de-5a2598c16078 service neutron] For port 1286179b-e9e6-4d6e-89fd-2429cb61c9b5, host n-h1-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:22:31.439275 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a3f7d3b8-d35b-4e52-bf47-3187621f5522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:31.464752 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a3f7d3b8-d35b-4e52-bf47-3187621f5522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:31.531827 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-380202a5-c0ee-4d27-9b7f-364c4415c1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:31.540297 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4eff3a06-e2dc-4f61-8c81-9a924ab58a53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:31.553537 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4eff3a06-e2dc-4f61-8c81-9a924ab58a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:31.581071 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-15a2b6f9-2e43-42f2-996c-e7a99d5f42f5 None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:31.606374 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-15a2b6f9-2e43-42f2-996c-e7a99d5f42f5 None None] Transition to ACTIVE for port object b5fa13ff-fda9-4c15-981e-82f2497c41b4 will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:22:31.608519 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-310a3adc-fb37-4d8c-9dbf-9804dc08bc05 req-0bdeef4a-e777-4e5f-b877-db6bb01a7b57 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4665293-7ee2-4f54-bdd5-5155a7b24c4b HTTP/1.1" status: 200 len: 217 time: 0.0665219 Aug 22 13:22:31.622454 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-15a2b6f9-2e43-42f2-996c-e7a99d5f42f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:31.717405 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a3f7d3b8-d35b-4e52-bf47-3187621f5522 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=356db6c91c5b4322b8fc9d604bff8b8c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6620677 Aug 22 13:22:31.727554 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46566) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:31.741101 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7892aeb7-b396-4fc5-96b6-ea2583cc4f4a req-7742d1d6-952a-4040-83de-5a2598c16078 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:31.743017 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f7d3b8-d35b-4e52-bf47-3187621f5522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0fe4e61-81d4-4505-8d80-b20e6db43ed3,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:31.763902 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-4eff3a06-e2dc-4f61-8c81-9a924ab58a53 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=14ef9c5d7f57434b91d16db5169c217d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0079162 Aug 22 13:22:31.767829 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-15a2b6f9-2e43-42f2-996c-e7a99d5f42f5 None None] Attempting to bind port b5fa13ff-fda9-4c15-981e-82f2497c41b4 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:22:31.768518 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-15a2b6f9-2e43-42f2-996c-e7a99d5f42f5 None None] Attempting to bind port b5fa13ff-fda9-4c15-981e-82f2497c41b4 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:22:31.769083 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a2b6f9-2e43-42f2-996c-e7a99d5f42f5 None None] Attempting to bind port b5fa13ff-fda9-4c15-981e-82f2497c41b4 on network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:22:31.775675 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46568) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:31.776122 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dda7d20-cac1-4f9a-bda9-c5bdd01132b2 None None] Pushing event updated for resources: {'Port': ['ID=b5fa13ff-fda9-4c15-981e-82f2497c41b4,revision_number=2']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:31.779442 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a2b6f9-2e43-42f2-996c-e7a99d5f42f5 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:22:31.780027 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a2b6f9-2e43-42f2-996c-e7a99d5f42f5 None None] Checking segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:22:31.780470 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-15a2b6f9-2e43-42f2-996c-e7a99d5f42f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:31.781043 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a2b6f9-2e43-42f2-996c-e7a99d5f42f5 None None] Bound using segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:22:31.781693 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-15a2b6f9-2e43-42f2-996c-e7a99d5f42f5 None None] Bound port: b5fa13ff-fda9-4c15-981e-82f2497c41b4, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:22:31.782108 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-15a2b6f9-2e43-42f2-996c-e7a99d5f42f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:31.793823 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device c34797da-f21c-428f-a6ca-b13e1819ed56 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:22:31.808540 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2032a2f-b887-4a6a-91fe-020ee54754ce req-e5959d87-d7c3-437f-b3db-e051ffcc5050 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:31.809167 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dda7d20-cac1-4f9a-bda9-c5bdd01132b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:22:31.809951 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dda7d20-cac1-4f9a-bda9-c5bdd01132b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:22:31.810456 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dda7d20-cac1-4f9a-bda9-c5bdd01132b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:22:31.810938 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dda7d20-cac1-4f9a-bda9-c5bdd01132b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:22:31.811410 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dda7d20-cac1-4f9a-bda9-c5bdd01132b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:22:31.811872 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dda7d20-cac1-4f9a-bda9-c5bdd01132b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:22:31.812387 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dda7d20-cac1-4f9a-bda9-c5bdd01132b2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:22:31.812880 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dda7d20-cac1-4f9a-bda9-c5bdd01132b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:22:31.813158 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a2032a2f-b887-4a6a-91fe-020ee54754ce req-e5959d87-d7c3-437f-b3db-e051ffcc5050 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9664aff-8179-4092-bf01-73c9a1e911e5 HTTP/1.1" status: 200 len: 943 time: 0.2700198 Aug 22 13:22:31.813510 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dda7d20-cac1-4f9a-bda9-c5bdd01132b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:22:31.813980 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dda7d20-cac1-4f9a-bda9-c5bdd01132b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:22:31.814464 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dda7d20-cac1-4f9a-bda9-c5bdd01132b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:22:31.814935 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dda7d20-cac1-4f9a-bda9-c5bdd01132b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:22:31.839424 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-7892aeb7-b396-4fc5-96b6-ea2583cc4f4a req-7742d1d6-952a-4040-83de-5a2598c16078 service neutron] Transition to ACTIVE for port object 1286179b-e9e6-4d6e-89fd-2429cb61c9b5 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:22:31.853978 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-15a2b6f9-2e43-42f2-996c-e7a99d5f42f5 None None] For port b5fa13ff-fda9-4c15-981e-82f2497c41b4, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:22:31.857923 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-15a2b6f9-2e43-42f2-996c-e7a99d5f42f5 None None] For port b5fa13ff-fda9-4c15-981e-82f2497c41b4, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=b5fa13ff-fda9-4c15-981e-82f2497c41b4,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:22:31.868629 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-15a2b6f9-2e43-42f2-996c-e7a99d5f42f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:31.869424 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a3adc-fb37-4d8c-9dbf-9804dc08bc05 req-5f653af9-ed27-46e3-bc49-2ee23a915a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:31.871249 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-310a3adc-fb37-4d8c-9dbf-9804dc08bc05 req-5f653af9-ed27-46e3-bc49-2ee23a915a3f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1fb53f66-6b81-41b6-9806-8520494df9af HTTP/1.1" status: 200 len: 861 time: 0.2261083 Aug 22 13:22:31.872807 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff3a06-e2dc-4f61-8c81-9a924ab58a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43df7c8e-3e1b-4f95-aefd-00f52027204c,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:31.883676 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bf6abcd5-2642-4b9b-81fd-aa6a5859eef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:31.885538 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-380202a5-c0ee-4d27-9b7f-364c4415c1d1 admin admin] Allocated IP 172.20.0.1 (aeb3602e-1e91-4609-a24f-34031041c739/c43b929e-238a-475e-af72-bbaae592d493/535e9cbd-e369-4aca-9def-d4a260999579) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:22:31.885648 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7892aeb7-b396-4fc5-96b6-ea2583cc4f4a req-7742d1d6-952a-4040-83de-5a2598c16078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:31.968985 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a2b6f9-2e43-42f2-996c-e7a99d5f42f5 None None] Routers {'44a49a87-14a2-4cc3-943c-06162291ab26'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:22:31.969614 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-15a2b6f9-2e43-42f2-996c-e7a99d5f42f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:22:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['44a49a87-14a2-4cc3-943c-06162291ab26'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:22:31.972495 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dda7d20-cac1-4f9a-bda9-c5bdd01132b2 None None] Pushing event updated for resources: {'Port': ['ID=b5fa13ff-fda9-4c15-981e-82f2497c41b4,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:32.036860 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-310a3adc-fb37-4d8c-9dbf-9804dc08bc05 req-23b5a891-4720-445b-9863-8abd526701fb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=887e0115-b4ac-4c62-9aab-f2d01695aede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1249762 Aug 22 13:22:32.047156 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-380202a5-c0ee-4d27-9b7f-364c4415c1d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:32.069628 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-380202a5-c0ee-4d27-9b7f-364c4415c1d1 admin admin] Transition to ACTIVE for port object 535e9cbd-e369-4aca-9def-d4a260999579 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:22:32.089448 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port c34797da-f21c-428f-a6ca-b13e1819ed56 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:22:32.090511 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:32.095929 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bf6abcd5-2642-4b9b-81fd-aa6a5859eef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:32.106604 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-15a2b6f9-2e43-42f2-996c-e7a99d5f42f5 None None] Set router 44a49a87-14a2-4cc3-943c-06162291ab26 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:22:32.169441 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bf6abcd5-2642-4b9b-81fd-aa6a5859eef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:32.172414 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bf6abcd5-2642-4b9b-81fd-aa6a5859eef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:32.176210 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-bf6abcd5-2642-4b9b-81fd-aa6a5859eef7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/43df7c8e-3e1b-4f95-aefd-00f52027204c HTTP/1.1" status: 204 len: 168 time: 0.3969607 Aug 22 13:22:32.181216 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa421a-50df-44de-9eb2-db76b9d13c65 req-0cdf1e55-fe95-48ad-9dcc-fc4862ab1d5a tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:32.195852 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-daaa421a-50df-44de-9eb2-db76b9d13c65 req-0cdf1e55-fe95-48ad-9dcc-fc4862ab1d5a tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] 10.222.0.21 "GET /v2.0/ports?device_id=b697df31-0758-4840-a4a0-db530b541b13 HTTP/1.1" status: 200 len: 946 time: 0.6050866 Aug 22 13:22:32.200180 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46582) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:32.218539 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6abcd5-2642-4b9b-81fd-aa6a5859eef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43df7c8e-3e1b-4f95-aefd-00f52027204c,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:32.247534 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-380202a5-c0ee-4d27-9b7f-364c4415c1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:32.348376 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:32.373262 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380202a5-c0ee-4d27-9b7f-364c4415c1d1 admin admin] Pushing event updated for resources: {'Port': ['ID=535e9cbd-e369-4aca-9def-d4a260999579,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:32.403701 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380202a5-c0ee-4d27-9b7f-364c4415c1d1 admin admin] Network aeb3602e-1e91-4609-a24f-34031041c739 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:22:32.406581 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-380202a5-c0ee-4d27-9b7f-364c4415c1d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:22:32.411146 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380202a5-c0ee-4d27-9b7f-364c4415c1d1 admin admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:22:32.491055 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-380202a5-c0ee-4d27-9b7f-364c4415c1d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:32.555522 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-15a2b6f9-2e43-42f2-996c-e7a99d5f42f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a49a87-14a2-4cc3-943c-06162291ab26', 'name': 'tempest-ServersTestMultiNic-210810010-router', 'tenant_id': 'ba3730d93e49471c875ab44d82db56e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b5fa13ff-fda9-4c15-981e-82f2497c41b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:22:28Z', 'updated_at': '2021-08-22T13:22:29Z', 'revision_number': 3, 'project_id': 'ba3730d93e49471c875ab44d82db56e4', 'gw_port': {'id': 'b5fa13ff-fda9-4c15-981e-82f2497c41b4', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:97:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a49a87-14a2-4cc3-943c-06162291ab26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:22:28Z', 'updated_at': '2021-08-22T13:22:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:22:32.578646 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device a4665293-7ee2-4f54-bdd5-5155a7b24c4b details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:22:32.586235 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a2b6f9-2e43-42f2-996c-e7a99d5f42f5 None None] The sync data for ids ['44a49a87-14a2-4cc3-943c-06162291ab26'] in n-d-793621-33 is: [{'id': '44a49a87-14a2-4cc3-943c-06162291ab26', 'name': 'tempest-ServersTestMultiNic-210810010-router', 'tenant_id': 'ba3730d93e49471c875ab44d82db56e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b5fa13ff-fda9-4c15-981e-82f2497c41b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:22:28Z', 'updated_at': '2021-08-22T13:22:29Z', 'revision_number': 3, 'project_id': 'ba3730d93e49471c875ab44d82db56e4', 'gw_port': {'id': 'b5fa13ff-fda9-4c15-981e-82f2497c41b4', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:97:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a49a87-14a2-4cc3-943c-06162291ab26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:22:28Z', 'updated_at': '2021-08-22T13:22:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:22:32.692495 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device a11efc44-d994-4e85-ac2b-ddd2b54f2d0c up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:22:32.788452 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-380202a5-c0ee-4d27-9b7f-364c4415c1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:32.843920 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46602) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:32.863899 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-973ab32e-5765-49b1-874d-a4f27712a14b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:32.886571 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-7892aeb7-b396-4fc5-96b6-ea2583cc4f4a req-7742d1d6-952a-4040-83de-5a2598c16078 service neutron] No DVR routers for this DVR port 1286179b-e9e6-4d6e-89fd-2429cb61c9b5 on host n-h1-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:22:32.892444 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91864420-8f72-4153-bfe3-294260244158', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1286179b-e9e6-4d6e-89fd-2429cb61c9b5'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:22:32.901934 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345e3b6a-2b29-4350-8dde-8ee55f97f9ae" -d '{"events": [{"server_uuid": "91864420-8f72-4153-bfe3-294260244158", "name": "network-vif-unplugged", "status": "completed", "tag": "1286179b-e9e6-4d6e-89fd-2429cb61c9b5"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:22:32.913531 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-388e5213-8ae1-455d-9779-1b6d8cf8eb96 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Request body: {'floatingip': {'port_id': 'e6c2cc85-2148-40cd-88c3-1c7ba82e93a4'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:22:32.958452 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-9b702931-2869-4466-bec5-776d813fdaf3 None None] Provisioning for port 535e9cbd-e369-4aca-9def-d4a260999579 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:22:32.972354 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port a4665293-7ee2-4f54-bdd5-5155a7b24c4b, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=a4665293-7ee2-4f54-bdd5-5155a7b24c4b,segment=NetworkSegment(0efbff2c-3dbf-4e79-83ba-47cbdc800632),segment_id=0efbff2c-3dbf-4e79-83ba-47cbdc800632)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:22:33.001044 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-9b702931-2869-4466-bec5-776d813fdaf3 None None] Provisioning complete for port 535e9cbd-e369-4aca-9def-d4a260999579 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:22:33.001675 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9b702931-2869-4466-bec5-776d813fdaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:33.076251 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-9b702931-2869-4466-bec5-776d813fdaf3 None None] Port 535e9cbd-e369-4aca-9def-d4a260999579 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:22:33.094113 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device a4665293-7ee2-4f54-bdd5-5155a7b24c4b has no active binding in host n-h2-793621-33 {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 22 13:22:33.102597 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port a11efc44-d994-4e85-ac2b-ddd2b54f2d0c triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:22:33.103340 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:33.162447 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-388e5213-8ae1-455d-9779-1b6d8cf8eb96 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Notify callbacks [] for floatingip, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:33.203158 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-380202a5-c0ee-4d27-9b7f-364c4415c1d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:33.216866 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-380202a5-c0ee-4d27-9b7f-364c4415c1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:33.220145 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-973ab32e-5765-49b1-874d-a4f27712a14b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:33.280630 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:33.294914 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-973ab32e-5765-49b1-874d-a4f27712a14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:33.361019 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port a11efc44-d994-4e85-ac2b-ddd2b54f2d0c, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=a11efc44-d994-4e85-ac2b-ddd2b54f2d0c,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:22:33.362510 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f492287a-a9c4-4fd7-a5ee-af72bc128519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11efc44-d994-4e85-ac2b-ddd2b54f2d0c'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:22:33.368846 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad96a3b1-7835-424d-91ed-42c0292f1ac4" -d '{"events": [{"server_uuid": "f492287a-a9c4-4fd7-a5ee-af72bc128519", "name": "network-vif-plugged", "status": "completed", "tag": "a11efc44-d994-4e85-ac2b-ddd2b54f2d0c"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:22:33.371643 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-380202a5-c0ee-4d27-9b7f-364c4415c1d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:33.377108 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:33.378823 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380202a5-c0ee-4d27-9b7f-364c4415c1d1 admin admin] Pushing event updated for resources: {'Port': ['ID=535e9cbd-e369-4aca-9def-d4a260999579,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:33.394262 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-973ab32e-5765-49b1-874d-a4f27712a14b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=15440e52f1e748c8a6e66c89e8dba854&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5468235 Aug 22 13:22:33.398604 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ab32e-5765-49b1-874d-a4f27712a14b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deee0130-168f-43f4-a114-bb067199ad09,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:33.398604 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46610) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:33.492398 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=a11efc44-d994-4e85-ac2b-ddd2b54f2d0c,revision_number=7']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:33.523170 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:33.538493 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bfb833b4-6e40-4586-9a80-6d19faadc4c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:33.583574 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380202a5-c0ee-4d27-9b7f-364c4415c1d1 admin admin] Network aeb3602e-1e91-4609-a24f-34031041c739 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:22:33.585709 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-380202a5-c0ee-4d27-9b7f-364c4415c1d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:22:33.596087 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bfb833b4-6e40-4586-9a80-6d19faadc4c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:33.846548 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bfb833b4-6e40-4586-9a80-6d19faadc4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:33.849472 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bfb833b4-6e40-4586-9a80-6d19faadc4c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:33.851617 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-bfb833b4-6e40-4586-9a80-6d19faadc4c8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/deee0130-168f-43f4-a114-bb067199ad09 HTTP/1.1" status: 204 len: 168 time: 0.4527447 Aug 22 13:22:33.874962 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device b5fa13ff-fda9-4c15-981e-82f2497c41b4 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:22:33.889968 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb833b4-6e40-4586-9a80-6d19faadc4c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deee0130-168f-43f4-a114-bb067199ad09,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:33.895921 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7742d1d6-952a-4040-83de-5a2598c16078 service neutron] Pushing event updated for resources: {'Port': ['ID=1286179b-e9e6-4d6e-89fd-2429cb61c9b5,revision_number=6']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:33.927370 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380202a5-c0ee-4d27-9b7f-364c4415c1d1 admin admin] Router 44a49a87-14a2-4cc3-943c-06162291ab26 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:22:33.944608 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a1dff8ce-545b-4c3c-8cbf-fa1afd27c2dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:34.010576 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port b5fa13ff-fda9-4c15-981e-82f2497c41b4 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:22:34.022848 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port b5fa13ff-fda9-4c15-981e-82f2497c41b4 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:22:34.023473 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:34.026213 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c9fe1944-633e-4fad-b451-3c64074cd10d None None] Provisioning complete for port 535e9cbd-e369-4aca-9def-d4a260999579 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:22:34.026888 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c9fe1944-633e-4fad-b451-3c64074cd10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:34.029596 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-7892aeb7-b396-4fc5-96b6-ea2583cc4f4a req-7742d1d6-952a-4040-83de-5a2598c16078 service neutron] Attempting to bind port 1286179b-e9e6-4d6e-89fd-2429cb61c9b5 on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:22:34.029855 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-7892aeb7-b396-4fc5-96b6-ea2583cc4f4a req-7742d1d6-952a-4040-83de-5a2598c16078 service neutron] Attempting to bind port 1286179b-e9e6-4d6e-89fd-2429cb61c9b5 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:22:34.030363 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7892aeb7-b396-4fc5-96b6-ea2583cc4f4a req-7742d1d6-952a-4040-83de-5a2598c16078 service neutron] Attempting to bind port 1286179b-e9e6-4d6e-89fd-2429cb61c9b5 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:22:34.048840 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a2032a2f-b887-4a6a-91fe-020ee54754ce req-7efb0ec3-318d-4486-bfe4-517bde5fd034 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.2283142 Aug 22 13:22:34.187875 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380202a5-c0ee-4d27-9b7f-364c4415c1d1 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:22:34.192881 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:34.194826 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-380202a5-c0ee-4d27-9b7f-364c4415c1d1 admin admin] 10.222.0.21 "PUT /v2.0/routers/44a49a87-14a2-4cc3-943c-06162291ab26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8188670 Aug 22 13:22:34.205357 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7892aeb7-b396-4fc5-96b6-ea2583cc4f4a req-7742d1d6-952a-4040-83de-5a2598c16078 service neutron] Port 1286179b-e9e6-4d6e-89fd-2429cb61c9b5 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:22:34.206687 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7892aeb7-b396-4fc5-96b6-ea2583cc4f4a req-7742d1d6-952a-4040-83de-5a2598c16078 service neutron] Attempting to bind port 1286179b-e9e6-4d6e-89fd-2429cb61c9b5 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:22:34.215683 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a1dff8ce-545b-4c3c-8cbf-fa1afd27c2dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:34.221176 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-310a3adc-fb37-4d8c-9dbf-9804dc08bc05 req-27411b11-52a3-4755-952a-8ad7ae023bc3 service neutron] 10.222.0.41 "GET /v2.0/networks/887e0115-b4ac-4c62-9aab-f2d01695aede?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0037713 Aug 22 13:22:34.252475 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f9939-86f7-44cc-8d59-1b959256eb73 req-4b8eef55-1d44-4ddb-9fb9-a00c999acac5 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:34.260266 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-010f9939-86f7-44cc-8d59-1b959256eb73 req-4b8eef55-1d44-4ddb-9fb9-a00c999acac5 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=91864420-8f72-4153-bfe3-294260244158 HTTP/1.1" status: 200 len: 948 time: 1.3235941 Aug 22 13:22:34.268657 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c9fe1944-633e-4fad-b451-3c64074cd10d None None] Port 535e9cbd-e369-4aca-9def-d4a260999579 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:22:34.363534 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7892aeb7-b396-4fc5-96b6-ea2583cc4f4a req-7742d1d6-952a-4040-83de-5a2598c16078 service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:22:34.363877 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7892aeb7-b396-4fc5-96b6-ea2583cc4f4a req-7742d1d6-952a-4040-83de-5a2598c16078 service neutron] Checking segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:22:34.364274 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7892aeb7-b396-4fc5-96b6-ea2583cc4f4a req-7742d1d6-952a-4040-83de-5a2598c16078 service neutron] Bound using segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:22:34.364708 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-7892aeb7-b396-4fc5-96b6-ea2583cc4f4a req-7742d1d6-952a-4040-83de-5a2598c16078 service neutron] Bound port: 1286179b-e9e6-4d6e-89fd-2429cb61c9b5, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:22:34.365772 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7892aeb7-b396-4fc5-96b6-ea2583cc4f4a req-7742d1d6-952a-4040-83de-5a2598c16078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:34.369455 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-310a3adc-fb37-4d8c-9dbf-9804dc08bc05 req-5466d7df-a6d0-4f22-b467-1d8a66cdfc25 service neutron] 10.222.0.41 "GET /v2.0/networks/887e0115-b4ac-4c62-9aab-f2d01695aede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309373 Aug 22 13:22:34.405074 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.db.resource_extend [None req-388e5213-8ae1-455d-9779-1b6d8cf8eb96 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 22 13:22:34.472754 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 13:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08256147-9118-413f-8fa1-e8fa47f9054f x-openstack-request-id: req-08256147-9118-413f-8fa1-e8fa47f9054f {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:22:34.473042 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91864420-8f72-4153-bfe3-294260244158", "name": "network-vif-unplugged", "status": "completed", "tag": "1286179b-e9e6-4d6e-89fd-2429cb61c9b5", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:22:34.473436 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-08256147-9118-413f-8fa1-e8fa47f9054f {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:22:34.473833 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91864420-8f72-4153-bfe3-294260244158', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1286179b-e9e6-4d6e-89fd-2429cb61c9b5', 'code': 200} Aug 22 13:22:34.493985 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:34.587069 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46626) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:34.590192 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port b5fa13ff-fda9-4c15-981e-82f2497c41b4, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=b5fa13ff-fda9-4c15-981e-82f2497c41b4,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:22:34.609553 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:34.610064 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-010f9939-86f7-44cc-8d59-1b959256eb73 req-dea399dc-6b6d-4947-80db-ff7586bfb99e tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463056 Aug 22 13:22:34.712461 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-388e5213-8ae1-455d-9779-1b6d8cf8eb96 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:34.714569 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9526b4a4-95dd-429b-a11b-c72700721c80 x-openstack-request-id: req-9526b4a4-95dd-429b-a11b-c72700721c80 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:22:34.717135 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f492287a-a9c4-4fd7-a5ee-af72bc128519", "name": "network-vif-plugged", "status": "completed", "tag": "a11efc44-d994-4e85-ac2b-ddd2b54f2d0c", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:22:34.717389 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9526b4a4-95dd-429b-a11b-c72700721c80 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:22:34.717855 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f492287a-a9c4-4fd7-a5ee-af72bc128519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11efc44-d994-4e85-ac2b-ddd2b54f2d0c', 'code': 200} Aug 22 13:22:34.721118 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=b5fa13ff-fda9-4c15-981e-82f2497c41b4,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:34.729639 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a056c34-8090-457f-948c-ceb136b82f63 req-3f6efd08-983a-4044-8cb1-069eb087740a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:34.731850 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5a056c34-8090-457f-948c-ceb136b82f63 req-3f6efd08-983a-4044-8cb1-069eb087740a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec08ac96341043c28ecba1b995182de4&device_id=c9664aff-8179-4092-bf01-73c9a1e911e5 HTTP/1.1" status: 200 len: 1126 time: 0.2427526 Aug 22 13:22:34.740388 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-388e5213-8ae1-455d-9779-1b6d8cf8eb96 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:34.744013 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a1dff8ce-545b-4c3c-8cbf-fa1afd27c2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:34.746806 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a1dff8ce-545b-4c3c-8cbf-fa1afd27c2dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:34.748400 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a1dff8ce-545b-4c3c-8cbf-fa1afd27c2dc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d0fe4e61-81d4-4505-8d80-b20e6db43ed3 HTTP/1.1" status: 204 len: 168 time: 3.0038412 Aug 22 13:22:34.770563 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-ccade50f-689a-4464-927f-8c4c6ffd45ec tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2054636278'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:22:34.871501 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccade50f-689a-4464-927f-8c4c6ffd45ec tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Made reservation on behalf of ba3730d93e49471c875ab44d82db56e4 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:22:34.875709 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ccade50f-689a-4464-927f-8c4c6ffd45ec tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:34.906302 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-f77e4b0f-715f-4a90-9132-442ec0e75edc service neutron] 10.222.0.41 "GET /v2.0/ports/a4665293-7ee2-4f54-bdd5-5155a7b24c4b/bindings/n-h2-793621-33 HTTP/1.1" status: 200 len: 385 time: 0.1217940 Aug 22 13:22:34.936848 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dff8ce-545b-4c3c-8cbf-fa1afd27c2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0fe4e61-81d4-4505-8d80-b20e6db43ed3,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:34.990199 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccade50f-689a-4464-927f-8c4c6ffd45ec tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:22:35.004748 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ccade50f-689a-4464-927f-8c4c6ffd45ec tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:35.005341 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-ccade50f-689a-4464-927f-8c4c6ffd45ec tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Added segment 10191694-99f2-4762-a678-426364e5a9fb of type vlan for network 3d6e1da4-7c5c-4e24-b427-267e04474d88 Aug 22 13:22:35.099109 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-7892aeb7-b396-4fc5-96b6-ea2583cc4f4a req-7742d1d6-952a-4040-83de-5a2598c16078 service neutron] For port 1286179b-e9e6-4d6e-89fd-2429cb61c9b5, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:22:35.117127 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 1286179b-e9e6-4d6e-89fd-2429cb61c9b5 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:22:35.144838 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ccade50f-689a-4464-927f-8c4c6ffd45ec tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:35.220628 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 1286179b-e9e6-4d6e-89fd-2429cb61c9b5 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:22:35.315371 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a056c34-8090-457f-948c-ceb136b82f63 req-e8586c1e-4d7e-4a71-b2b2-cbdde9abf7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:35.316876 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5a056c34-8090-457f-948c-ceb136b82f63 req-e8586c1e-4d7e-4a71-b2b2-cbdde9abf7ec service neutron] 10.222.0.41 "GET /v2.0/networks?id=887e0115-b4ac-4c62-9aab-f2d01695aede HTTP/1.1" status: 200 len: 922 time: 0.5304570 Aug 22 13:22:35.322860 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-7892aeb7-b396-4fc5-96b6-ea2583cc4f4a req-7742d1d6-952a-4040-83de-5a2598c16078 service neutron] For port 1286179b-e9e6-4d6e-89fd-2429cb61c9b5, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=1286179b-e9e6-4d6e-89fd-2429cb61c9b5,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:22:35.325703 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-67971cad-0acf-48b4-ad8c-fd3bc885a03b service neutron] For port a4665293-7ee2-4f54-bdd5-5155a7b24c4b, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=a4665293-7ee2-4f54-bdd5-5155a7b24c4b,segment=NetworkSegment(0efbff2c-3dbf-4e79-83ba-47cbdc800632),segment_id=0efbff2c-3dbf-4e79-83ba-47cbdc800632)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:22:35.331584 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46646) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:35.348577 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7892aeb7-b396-4fc5-96b6-ea2583cc4f4a req-7742d1d6-952a-4040-83de-5a2598c16078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:35.351761 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.db.resource_extend [None req-ccade50f-689a-4464-927f-8c4c6ffd45ec tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 22 13:22:35.399495 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-36eabacb-62f8-44b2-bfc3-ef034e5dda67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:35.400294 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfbb719-2910-45dc-a023-cd845a201900 None None] Sync routers for ids ['44a49a87-14a2-4cc3-943c-06162291ab26'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:22:35.417323 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfbb719-2910-45dc-a023-cd845a201900 None None] Routers {'44a49a87-14a2-4cc3-943c-06162291ab26'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:22:35.417970 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-fcfbb719-2910-45dc-a023-cd845a201900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:22:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['44a49a87-14a2-4cc3-943c-06162291ab26'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:22:35.422952 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-67971cad-0acf-48b4-ad8c-fd3bc885a03b service neutron] For port a4665293-7ee2-4f54-bdd5-5155a7b24c4b, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:22:35.430902 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5a056c34-8090-457f-948c-ceb136b82f63 req-68f7c313-3550-48da-aef8-4a0c14bd3b9b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4665293-7ee2-4f54-bdd5-5155a7b24c4b HTTP/1.1" status: 200 len: 217 time: 0.0941942 Aug 22 13:22:35.454379 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ccade50f-689a-4464-927f-8c4c6ffd45ec tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:35.462614 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccade50f-689a-4464-927f-8c4c6ffd45ec tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:35.463405 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ccade50f-689a-4464-927f-8c4c6ffd45ec tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:35.534105 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a056c34-8090-457f-948c-ceb136b82f63 req-689643f1-b088-44e9-b09a-a7a07b5a0448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:35.536442 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5a056c34-8090-457f-948c-ceb136b82f63 req-689643f1-b088-44e9-b09a-a7a07b5a0448 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1fb53f66-6b81-41b6-9806-8520494df9af HTTP/1.1" status: 200 len: 861 time: 0.0590990 Aug 22 13:22:35.541148 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892aeb7-b396-4fc5-96b6-ea2583cc4f4a req-7742d1d6-952a-4040-83de-5a2598c16078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:35.543298 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7892aeb7-b396-4fc5-96b6-ea2583cc4f4a req-7742d1d6-952a-4040-83de-5a2598c16078 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:35.545429 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7892aeb7-b396-4fc5-96b6-ea2583cc4f4a req-7742d1d6-952a-4040-83de-5a2598c16078 service neutron] 10.222.0.16 "PUT /v2.0/ports/1286179b-e9e6-4d6e-89fd-2429cb61c9b5 HTTP/1.1" status: 200 len: 1097 time: 5.0669074 Aug 22 13:22:35.598743 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5a056c34-8090-457f-948c-ceb136b82f63 req-04550784-24ce-43b1-ba8d-3acbf94a1686 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=887e0115-b4ac-4c62-9aab-f2d01695aede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457497 Aug 22 13:22:35.706493 n-d-793621-33 neutron-server[94627]: INFO neutron.db.l3_db [None req-388e5213-8ae1-455d-9779-1b6d8cf8eb96 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Floating IP 5d3a525e-0e19-48f0-9228-46574dd46587 associated. External IP: 172.25.3.143, port: e6c2cc85-2148-40cd-88c3-1c7ba82e93a4. Aug 22 13:22:35.719433 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-fcfbb719-2910-45dc-a023-cd845a201900 None None] Set router 44a49a87-14a2-4cc3-943c-06162291ab26 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:22:35.835809 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device b5fa13ff-fda9-4c15-981e-82f2497c41b4 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:22:35.880080 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e909ac0-558d-4d17-aa64-1ed5d0010966 req-48ce987e-b361-4528-938e-69205b1e82f5 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:35.889332 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9e909ac0-558d-4d17-aa64-1ed5d0010966 req-48ce987e-b361-4528-938e-69205b1e82f5 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9664aff-8179-4092-bf01-73c9a1e911e5 HTTP/1.1" status: 200 len: 943 time: 0.6252451 Aug 22 13:22:36.140197 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-67971cad-0acf-48b4-ad8c-fd3bc885a03b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4665293-7ee2-4f54-bdd5-5155a7b24c4b {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:22:36.178790 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-67971cad-0acf-48b4-ad8c-fd3bc885a03b service neutron] For port a4665293-7ee2-4f54-bdd5-5155a7b24c4b, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=a4665293-7ee2-4f54-bdd5-5155a7b24c4b,segment=NetworkSegment(0efbff2c-3dbf-4e79-83ba-47cbdc800632),segment_id=0efbff2c-3dbf-4e79-83ba-47cbdc800632)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:22:36.196842 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccade50f-689a-4464-927f-8c4c6ffd45ec tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Pushing event updated for resources: {'Network': ['ID=3d6e1da4-7c5c-4e24-b427-267e04474d88,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:36.218870 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-67971cad-0acf-48b4-ad8c-fd3bc885a03b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:36.267604 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 3d6e1da4-7c5c-4e24-b427-267e04474d88 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:22:36.281378 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9e909ac0-558d-4d17-aa64-1ed5d0010966 req-6eeeb84e-248a-4f6a-bfd1-97c8939c2af9 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3909664 Aug 22 13:22:36.326502 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892aeb7-b396-4fc5-96b6-ea2583cc4f4a req-06ab0c87-e088-4587-bc15-a5533ce35368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:36.330777 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7892aeb7-b396-4fc5-96b6-ea2583cc4f4a req-06ab0c87-e088-4587-bc15-a5533ce35368 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=01d864243fbf4cf6816e3fd9d58ef026&device_id=91864420-8f72-4153-bfe3-294260244158 HTTP/1.1" status: 200 len: 1100 time: 0.7274663 Aug 22 13:22:36.362730 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-36eabacb-62f8-44b2-bfc3-ef034e5dda67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:36.377047 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-36eabacb-62f8-44b2-bfc3-ef034e5dda67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:36.386905 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port b5fa13ff-fda9-4c15-981e-82f2497c41b4 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:22:36.387993 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:36.451897 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eabacb-62f8-44b2-bfc3-ef034e5dda67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbe01a9-321b-48eb-b6c0-0e94a2836b78,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:36.462269 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ccade50f-689a-4464-927f-8c4c6ffd45ec tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.8741677 Aug 22 13:22:36.478844 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46672) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:36.497144 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-76b5adf6-cb33-4ade-a25b-a97c2b833057 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Request body: {'subnet': {'network_id': '3d6e1da4-7c5c-4e24-b427-267e04474d88', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:22:36.507290 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-67971cad-0acf-48b4-ad8c-fd3bc885a03b service neutron] Transition to ACTIVE for port object a4665293-7ee2-4f54-bdd5-5155a7b24c4b will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:22:36.524021 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-67971cad-0acf-48b4-ad8c-fd3bc885a03b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:36.532098 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e5580-6dc5-4d78-b6d1-e1440027625c req-580641f0-3e27-4930-99c3-935303f31cd2 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:36.540855 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-aa6e5580-6dc5-4d78-b6d1-e1440027625c req-580641f0-3e27-4930-99c3-935303f31cd2 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=91864420-8f72-4153-bfe3-294260244158 HTTP/1.1" status: 200 len: 948 time: 0.6307099 Aug 22 13:22:36.550231 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7742d1d6-952a-4040-83de-5a2598c16078 service neutron] Pushing event updated for resources: {'Port': ['ID=1286179b-e9e6-4d6e-89fd-2429cb61c9b5,revision_number=7']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:36.559751 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91864420-8f72-4153-bfe3-294260244158', 'tag': '1286179b-e9e6-4d6e-89fd-2429cb61c9b5'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:22:36.563032 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c90db6-45c9-44f0-bdaf-8614d386e457" -d '{"events": [{"name": "network-changed", "server_uuid": "91864420-8f72-4153-bfe3-294260244158", "tag": "1286179b-e9e6-4d6e-89fd-2429cb61c9b5"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:22:36.574277 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892aeb7-b396-4fc5-96b6-ea2583cc4f4a req-a3e7ad64-f3c3-4ac4-8c49-5333c844bc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:36.576072 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7892aeb7-b396-4fc5-96b6-ea2583cc4f4a req-a3e7ad64-f3c3-4ac4-8c49-5333c844bc4a service neutron] 10.222.0.16 "GET /v2.0/networks?id=7dc41cff-a3ac-4fc2-ba06-973efce2365e HTTP/1.1" status: 200 len: 870 time: 0.1491392 Aug 22 13:22:36.614955 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-36eabacb-62f8-44b2-bfc3-ef034e5dda67 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=70c6767287f54b63b810b83fc570a0ba&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2748258 Aug 22 13:22:36.624379 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67971cad-0acf-48b4-ad8c-fd3bc885a03b service neutron] Pushing event updated for resources: {'Port': ['ID=a4665293-7ee2-4f54-bdd5-5155a7b24c4b,revision_number=10']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:36.627113 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46678) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:36.627448 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-fcfbb719-2910-45dc-a023-cd845a201900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a49a87-14a2-4cc3-943c-06162291ab26', 'name': 'tempest-ServersTestMultiNic-210810010-router', 'tenant_id': 'ba3730d93e49471c875ab44d82db56e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b5fa13ff-fda9-4c15-981e-82f2497c41b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:22:28Z', 'updated_at': '2021-08-22T13:22:32Z', 'revision_number': 4, 'project_id': 'ba3730d93e49471c875ab44d82db56e4', 'gw_port': {'id': 'b5fa13ff-fda9-4c15-981e-82f2497c41b4', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:97:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a49a87-14a2-4cc3-943c-06162291ab26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:22:28Z', 'updated_at': '2021-08-22T13:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '535e9cbd-e369-4aca-9def-d4a260999579', 'name': '', 'network_id': 'aeb3602e-1e91-4609-a24f-34031041c739', 'tenant_id': 'ba3730d93e49471c875ab44d82db56e4', 'mac_address': 'fa:16:3e:80:57:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a49a87-14a2-4cc3-943c-06162291ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'c43b929e-238a-475e-af72-bbaae592d493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:22:31Z', 'updated_at': '2021-08-22T13:22:32Z', 'revision_number': 2, 'project_id': 'ba3730d93e49471c875ab44d82db56e4', 'subnets': [{'id': 'c43b929e-238a-475e-af72-bbaae592d493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:22:36.710674 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfbb719-2910-45dc-a023-cd845a201900 None None] Checking router: 44a49a87-14a2-4cc3-943c-06162291ab26 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:22:36.711408 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfbb719-2910-45dc-a023-cd845a201900 None None] Updating router 44a49a87-14a2-4cc3-943c-06162291ab26 port 535e9cbd-e369-4aca-9def-d4a260999579 binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:22:36.725043 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7892aeb7-b396-4fc5-96b6-ea2583cc4f4a req-825716bc-bd6f-45d8-b93d-8c3a7fea491d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=1286179b-e9e6-4d6e-89fd-2429cb61c9b5 HTTP/1.1" status: 200 len: 217 time: 0.1205966 Aug 22 13:22:36.728197 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-67971cad-0acf-48b4-ad8c-fd3bc885a03b service neutron] No DVR routers for this DVR port a4665293-7ee2-4f54-bdd5-5155a7b24c4b on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:22:36.744167 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f109c69a-1e73-44c5-a371-bda6e827ea4a x-openstack-request-id: req-f109c69a-1e73-44c5-a371-bda6e827ea4a {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:22:36.744620 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91864420-8f72-4153-bfe3-294260244158", "tag": "1286179b-e9e6-4d6e-89fd-2429cb61c9b5", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:22:36.744970 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f109c69a-1e73-44c5-a371-bda6e827ea4a {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:22:36.745456 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91864420-8f72-4153-bfe3-294260244158', 'tag': '1286179b-e9e6-4d6e-89fd-2429cb61c9b5', 'status': 'completed', 'code': 200} Aug 22 13:22:36.751299 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.41', 53822) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:36.822759 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-fcfbb719-2910-45dc-a023-cd845a201900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:36.837819 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-67971cad-0acf-48b4-ad8c-fd3bc885a03b service neutron] 10.222.0.41 "PUT /v2.0/ports/a4665293-7ee2-4f54-bdd5-5155a7b24c4b/bindings/n-h2-793621-33/activate HTTP/1.1" status: 200 len: 370 time: 1.9191875 Aug 22 13:22:36.841827 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892aeb7-b396-4fc5-96b6-ea2583cc4f4a req-6136e62e-4877-4749-adcf-5efbfb732f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:36.851380 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7892aeb7-b396-4fc5-96b6-ea2583cc4f4a req-6136e62e-4877-4749-adcf-5efbfb732f03 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.1034384 Aug 22 13:22:36.938248 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b5adf6-cb33-4ade-a25b-a97c2b833057 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Made reservation on behalf of ba3730d93e49471c875ab44d82db56e4 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:22:36.965738 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-aa6e5580-6dc5-4d78-b6d1-e1440027625c req-5a467021-de01-4496-b568-da28a3daa887 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4233220 Aug 22 13:22:36.966742 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-76b5adf6-cb33-4ade-a25b-a97c2b833057 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:37.093276 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892aeb7-b396-4fc5-96b6-ea2583cc4f4a req-ce0088be-17e1-4423-85fc-796d7b0f954c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:37.095899 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7892aeb7-b396-4fc5-96b6-ea2583cc4f4a req-ce0088be-17e1-4423-85fc-796d7b0f954c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2118175 Aug 22 13:22:37.099808 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5a056c34-8090-457f-948c-ceb136b82f63 req-75c0d9c3-63c8-4bbc-a62f-3c52332e9348 service neutron] 10.222.0.41 "GET /v2.0/networks/887e0115-b4ac-4c62-9aab-f2d01695aede?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4390852 Aug 22 13:22:37.286351 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cff20175-8e99-44e3-bb03-54dee29252b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:37.309769 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c90db6-45c9-44f0-bdaf-8614d386e457 req-1fc6f7ac-980f-4ea1-be3f-3df94ae25125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:37.320572 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-388e5213-8ae1-455d-9779-1b6d8cf8eb96 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Router 960a53f9-c615-477c-96b2-710baf0af00e has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:22:37.324900 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5a056c34-8090-457f-948c-ceb136b82f63 req-492ab6e6-fb62-43f3-bc1b-74e17bdf265b service neutron] 10.222.0.41 "GET /v2.0/networks/887e0115-b4ac-4c62-9aab-f2d01695aede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174544 Aug 22 13:22:37.326419 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-33c90db6-45c9-44f0-bdaf-8614d386e457 req-1fc6f7ac-980f-4ea1-be3f-3df94ae25125 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=01d864243fbf4cf6816e3fd9d58ef026&device_id=91864420-8f72-4153-bfe3-294260244158 HTTP/1.1" status: 200 len: 1100 time: 0.5654950 Aug 22 13:22:37.369157 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-c8ea1efa-8564-42ac-be88-da70a5f0eb7b tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:37.370663 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-c8ea1efa-8564-42ac-be88-da70a5f0eb7b tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c9664aff-8179-4092-bf01-73c9a1e911e5&tenant_id=ec08ac96341043c28ecba1b995182de4&binding%3Ahost_id=n-h1-793621-33 HTTP/1.1" status: 200 len: 1096 time: 0.3859437 Aug 22 13:22:37.443951 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cff20175-8e99-44e3-bb03-54dee29252b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:37.463495 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-fcfbb719-2910-45dc-a023-cd845a201900 None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:37.486571 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-fcfbb719-2910-45dc-a023-cd845a201900 None None] Transition to ACTIVE for port object 535e9cbd-e369-4aca-9def-d4a260999579 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:22:37.505147 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-fcfbb719-2910-45dc-a023-cd845a201900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:37.606494 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7892aeb7-b396-4fc5-96b6-ea2583cc4f4a req-34378d1d-8286-4fcb-90df-507969d9b523 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4904945 Aug 22 13:22:37.607845 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-388e5213-8ae1-455d-9779-1b6d8cf8eb96 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:22:37.620716 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61040ad-bcdf-4de0-a2f9-ccba36ac2693 None None] Sync routers for ids ['960a53f9-c615-477c-96b2-710baf0af00e'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:22:37.635847 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61040ad-bcdf-4de0-a2f9-ccba36ac2693 None None] Routers {'960a53f9-c615-477c-96b2-710baf0af00e'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:22:37.636879 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-b61040ad-bcdf-4de0-a2f9-ccba36ac2693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:22:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['960a53f9-c615-477c-96b2-710baf0af00e'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:22:37.690699 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-388e5213-8ae1-455d-9779-1b6d8cf8eb96 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:37.715235 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ff29ed-cd70-45c0-955f-a2db5ddccb22 None None] Pushing event updated for resources: {'Port': ['ID=535e9cbd-e369-4aca-9def-d4a260999579,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:37.785533 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-fcfbb719-2910-45dc-a023-cd845a201900 None None] Attempting to bind port 535e9cbd-e369-4aca-9def-d4a260999579 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:22:37.785805 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-fcfbb719-2910-45dc-a023-cd845a201900 None None] Attempting to bind port 535e9cbd-e369-4aca-9def-d4a260999579 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'b5781df7-e1c6-41b8-ae72-1f75c16e162b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'aeb3602e-1e91-4609-a24f-34031041c739'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:22:37.786172 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfbb719-2910-45dc-a023-cd845a201900 None None] Attempting to bind port 535e9cbd-e369-4aca-9def-d4a260999579 on network aeb3602e-1e91-4609-a24f-34031041c739 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:22:37.796643 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfbb719-2910-45dc-a023-cd845a201900 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:22:37.797039 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfbb719-2910-45dc-a023-cd845a201900 None None] Checking segment: {'id': 'b5781df7-e1c6-41b8-ae72-1f75c16e162b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'aeb3602e-1e91-4609-a24f-34031041c739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:22:37.797451 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-fcfbb719-2910-45dc-a023-cd845a201900 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:37.797860 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfbb719-2910-45dc-a023-cd845a201900 None None] Bound using segment: {'id': 'b5781df7-e1c6-41b8-ae72-1f75c16e162b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'aeb3602e-1e91-4609-a24f-34031041c739'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:22:37.798343 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-fcfbb719-2910-45dc-a023-cd845a201900 None None] Bound port: 535e9cbd-e369-4aca-9def-d4a260999579, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5781df7-e1c6-41b8-ae72-1f75c16e162b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'aeb3602e-1e91-4609-a24f-34031041c739'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:22:37.806543 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-76b5adf6-cb33-4ade-a25b-a97c2b833057 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:37.807690 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-fcfbb719-2910-45dc-a023-cd845a201900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:37.813780 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cff20175-8e99-44e3-bb03-54dee29252b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:37.816956 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cff20175-8e99-44e3-bb03-54dee29252b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:37.823116 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-cff20175-8e99-44e3-bb03-54dee29252b4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ecbe01a9-321b-48eb-b6c0-0e94a2836b78 HTTP/1.1" status: 204 len: 168 time: 1.1910236 Aug 22 13:22:37.931621 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-b61040ad-bcdf-4de0-a2f9-ccba36ac2693 None None] Set router 960a53f9-c615-477c-96b2-710baf0af00e gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:22:38.031896 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7892aeb7-b396-4fc5-96b6-ea2583cc4f4a req-97aadc82-3cac-4b67-a6a1-8d145506c73c service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369160 Aug 22 13:22:38.075195 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-fcfbb719-2910-45dc-a023-cd845a201900 None None] For port 535e9cbd-e369-4aca-9def-d4a260999579, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:22:38.082435 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226faa0-62fd-46ae-b2c6-0d943af5f52a req-72c2fce0-420f-4f4a-b91b-9a9cb0e9cdcc tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:38.099003 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-fcfbb719-2910-45dc-a023-cd845a201900 None None] For port 535e9cbd-e369-4aca-9def-d4a260999579, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=535e9cbd-e369-4aca-9def-d4a260999579,segment=NetworkSegment(b5781df7-e1c6-41b8-ae72-1f75c16e162b),segment_id=b5781df7-e1c6-41b8-ae72-1f75c16e162b)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:22:38.101721 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0226faa0-62fd-46ae-b2c6-0d943af5f52a req-72c2fce0-420f-4f4a-b91b-9a9cb0e9cdcc tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9664aff-8179-4092-bf01-73c9a1e911e5 HTTP/1.1" status: 200 len: 944 time: 0.6562104 Aug 22 13:22:38.107666 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-fcfbb719-2910-45dc-a023-cd845a201900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:38.117320 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-388e5213-8ae1-455d-9779-1b6d8cf8eb96 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] 10.222.0.21 "PUT /v2.0/floatingips/5d3a525e-0e19-48f0-9228-46574dd46587 HTTP/1.1" status: 200 len: 992 time: 5.2264640 Aug 22 13:22:38.141826 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b5adf6-cb33-4ade-a25b-a97c2b833057 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Pushing event updated for resources: {'Subnet': ['ID=7b652cfe-7445-40ee-802a-879fed7a93f5,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:38.153800 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff20175-8e99-44e3-bb03-54dee29252b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbe01a9-321b-48eb-b6c0-0e94a2836b78,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:38.206043 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0226faa0-62fd-46ae-b2c6-0d943af5f52a req-852ce33e-29e2-475e-92c7-aabf7ffcbcc1 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032298 Aug 22 13:22:38.306836 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c90db6-45c9-44f0-bdaf-8614d386e457 req-49730072-e1c9-45d9-b185-d83dd3938574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:38.309727 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-33c90db6-45c9-44f0-bdaf-8614d386e457 req-49730072-e1c9-45d9-b185-d83dd3938574 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=01d864243fbf4cf6816e3fd9d58ef026&device_id=91864420-8f72-4153-bfe3-294260244158 HTTP/1.1" status: 200 len: 1100 time: 0.1846902 Aug 22 13:22:38.371718 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-2950f450-f51a-452a-936f-556a086bb533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:38.384159 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-2950f450-f51a-452a-936f-556a086bb533 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c9664aff-8179-4092-bf01-73c9a1e911e5&tenant_id=ec08ac96341043c28ecba1b995182de4 HTTP/1.1" status: 200 len: 1096 time: 0.8678801 Aug 22 13:22:38.448095 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08def4b5-eb55-4bb4-b6f6-d2c69cd4ae49 req-a0f8824e-8cdc-4830-83a6-7c9936186c81 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:38.451542 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46726) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:38.460398 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-08def4b5-eb55-4bb4-b6f6-d2c69cd4ae49 req-a0f8824e-8cdc-4830-83a6-7c9936186c81 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=91864420-8f72-4153-bfe3-294260244158 HTTP/1.1" status: 200 len: 948 time: 0.2372499 Aug 22 13:22:38.476135 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfbb719-2910-45dc-a023-cd845a201900 None None] Routers {'44a49a87-14a2-4cc3-943c-06162291ab26'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:22:38.476749 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-fcfbb719-2910-45dc-a023-cd845a201900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:22:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['44a49a87-14a2-4cc3-943c-06162291ab26'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:22:38.477741 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.16', 64040) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:38.486697 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ff29ed-cd70-45c0-955f-a2db5ddccb22 None None] Pushing event updated for resources: {'Port': ['ID=535e9cbd-e369-4aca-9def-d4a260999579,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:38.512050 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b5adf6-cb33-4ade-a25b-a97c2b833057 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Checking segment: {'id': '10191694-99f2-4762-a678-426364e5a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3d6e1da4-7c5c-4e24-b427-267e04474d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:22:38.512435 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b5adf6-cb33-4ade-a25b-a97c2b833057 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Network hostable DHCP agents. Network: 3d6e1da4-7c5c-4e24-b427-267e04474d88, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:22:38.582725 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c90db6-45c9-44f0-bdaf-8614d386e457 req-cd7f4253-f7b6-45ac-9a45-d85664e8c866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:38.585034 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-33c90db6-45c9-44f0-bdaf-8614d386e457 req-cd7f4253-f7b6-45ac-9a45-d85664e8c866 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7dc41cff-a3ac-4fc2-ba06-973efce2365e HTTP/1.1" status: 200 len: 870 time: 1.2097270 Aug 22 13:22:38.683946 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-08def4b5-eb55-4bb4-b6f6-d2c69cd4ae49 req-345d8978-72c9-49d1-8fbc-5b76ced9c83e tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223160 Aug 22 13:22:38.696426 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-b61040ad-bcdf-4de0-a2f9-ccba36ac2693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960a53f9-c615-477c-96b2-710baf0af00e', 'name': 'tempest-ServersTestJSON-1584389003-router', 'tenant_id': '05be65d7aee94ddea8b57c02a086b509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '3dc4485f-43e8-4c80-9a90-f2822068c134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:21:57Z', 'updated_at': '2021-08-22T13:22:05Z', 'revision_number': 4, 'project_id': '05be65d7aee94ddea8b57c02a086b509', 'gw_port': {'id': '3dc4485f-43e8-4c80-9a90-f2822068c134', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:66:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960a53f9-c615-477c-96b2-710baf0af00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:21:59Z', 'updated_at': '2021-08-22T13:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '5d3a525e-0e19-48f0-9228-46574dd46587', 'tenant_id': '05be65d7aee94ddea8b57c02a086b509', 'floating_ip_address': '172.25.3.143', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '960a53f9-c615-477c-96b2-710baf0af00e', 'port_id': 'e6c2cc85-2148-40cd-88c3-1c7ba82e93a4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ec8e251-0050-485e-92bd-9ae7b2c4a7ea', 'mac_address': 'fa:16:3e:89:32:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b697df31-0758-4840-a4a0-db530b541b13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:22:13Z', 'updated_at': '2021-08-22T13:22:34Z', 'revision_number': 1, 'project_id': '05be65d7aee94ddea8b57c02a086b509', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c4f4093-5a19-4633-9937-35cd123bcc71', 'name': '', 'network_id': '7ec8e251-0050-485e-92bd-9ae7b2c4a7ea', 'tenant_id': '05be65d7aee94ddea8b57c02a086b509', 'mac_address': 'fa:16:3e:19:1d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960a53f9-c615-477c-96b2-710baf0af00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'c136d61c-f44f-42ad-b6b2-e167a5846eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:22:03Z', 'updated_at': '2021-08-22T13:22:12Z', 'revision_number': 5, 'project_id': '05be65d7aee94ddea8b57c02a086b509', 'subnets': [{'id': 'c136d61c-f44f-42ad-b6b2-e167a5846eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:22:38.743362 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-377bee16-0c5a-4ccc-886e-217b5734b572 req-c72c904d-829a-47b1-99ac-ac2724857d67 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7ee82be1-23ac-4759-ae13-ef619353d72e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2549689 Aug 22 13:22:38.744942 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c90db6-45c9-44f0-bdaf-8614d386e457 req-be898986-09ae-4e1b-939f-7fc36a50783e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:38.746600 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-33c90db6-45c9-44f0-bdaf-8614d386e457 req-be898986-09ae-4e1b-939f-7fc36a50783e service neutron] 10.222.0.16 "GET /v2.0/networks?id=7dc41cff-a3ac-4fc2-ba06-973efce2365e HTTP/1.1" status: 200 len: 870 time: 0.4264834 Aug 22 13:22:38.747274 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b697df31-0758-4840-a4a0-db530b541b13', 'tag': 'e6c2cc85-2148-40cd-88c3-1c7ba82e93a4'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:22:38.750435 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47206327-2f32-45e0-91c3-8065e682690c" -d '{"events": [{"name": "network-changed", "server_uuid": "b697df31-0758-4840-a4a0-db530b541b13", "tag": "e6c2cc85-2148-40cd-88c3-1c7ba82e93a4"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:22:38.752583 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-33c90db6-45c9-44f0-bdaf-8614d386e457 req-44e878f9-0ade-4987-97d4-09b286941763 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=1286179b-e9e6-4d6e-89fd-2429cb61c9b5 HTTP/1.1" status: 200 len: 217 time: 0.1532021 Aug 22 13:22:38.868375 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e62f847-3222-4a49-aed3-b4784e220215 x-openstack-request-id: req-1e62f847-3222-4a49-aed3-b4784e220215 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:22:38.869606 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b697df31-0758-4840-a4a0-db530b541b13", "tag": "e6c2cc85-2148-40cd-88c3-1c7ba82e93a4", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:22:38.870110 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1e62f847-3222-4a49-aed3-b4784e220215 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:22:38.870719 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b697df31-0758-4840-a4a0-db530b541b13', 'tag': 'e6c2cc85-2148-40cd-88c3-1c7ba82e93a4', 'status': 'completed', 'code': 200} Aug 22 13:22:38.888780 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-fcfbb719-2910-45dc-a023-cd845a201900 None None] Set router 44a49a87-14a2-4cc3-943c-06162291ab26 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:22:38.932551 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-33c90db6-45c9-44f0-bdaf-8614d386e457 req-bda3f113-d443-4fa0-a429-a3ff889735fe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=1286179b-e9e6-4d6e-89fd-2429cb61c9b5 HTTP/1.1" status: 200 len: 217 time: 0.1655648 Aug 22 13:22:38.935156 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ee2d6e10-8aae-4ed8-8229-f8f2f6801049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:38.938543 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b5adf6-cb33-4ade-a25b-a97c2b833057 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Network 3d6e1da4-7c5c-4e24-b427-267e04474d88 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:22:38.954939 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-9f83b349-6adc-44e5-a447-d48b22a6678a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:38.956557 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-9f83b349-6adc-44e5-a447-d48b22a6678a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec08ac96341043c28ecba1b995182de4&device_id=c9664aff-8179-4092-bf01-73c9a1e911e5 HTTP/1.1" status: 200 len: 1096 time: 0.5040104 Aug 22 13:22:38.990798 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61040ad-bcdf-4de0-a2f9-ccba36ac2693 None None] Checking router: 960a53f9-c615-477c-96b2-710baf0af00e for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:22:39.017440 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61040ad-bcdf-4de0-a2f9-ccba36ac2693 None None] Routers {'960a53f9-c615-477c-96b2-710baf0af00e'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:22:39.021540 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-b61040ad-bcdf-4de0-a2f9-ccba36ac2693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:22:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['960a53f9-c615-477c-96b2-710baf0af00e'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:22:39.062760 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-76b5adf6-cb33-4ade-a25b-a97c2b833057 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 3d6e1da4-7c5c-4e24-b427-267e04474d88) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:22:39.094089 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c90db6-45c9-44f0-bdaf-8614d386e457 req-92c7c895-7356-442c-8856-b75d160167ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:39.096047 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-33c90db6-45c9-44f0-bdaf-8614d386e457 req-92c7c895-7356-442c-8856-b75d160167ee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.1522770 Aug 22 13:22:39.101145 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b8f15f-bbdd-4aeb-8c2b-a28964d63702 None None] Network 3d6e1da4-7c5c-4e24-b427-267e04474d88 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:22:39.107611 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377bee16-0c5a-4ccc-886e-217b5734b572 req-2e504c3c-965d-4e8f-98fd-a99286cac824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:39.109420 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-377bee16-0c5a-4ccc-886e-217b5734b572 req-2e504c3c-965d-4e8f-98fd-a99286cac824 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b89bb4a9db344bbc8ad24d9d42b44cf6&device_id=7ee82be1-23ac-4759-ae13-ef619353d72e HTTP/1.1" status: 200 len: 1098 time: 0.2431219 Aug 22 13:22:39.123894 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c90db6-45c9-44f0-bdaf-8614d386e457 req-f1bc0f56-612c-447f-8253-467c4f26a842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:39.125425 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-33c90db6-45c9-44f0-bdaf-8614d386e457 req-f1bc0f56-612c-447f-8253-467c4f26a842 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.3428776 Aug 22 13:22:39.130442 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47206327-2f32-45e0-91c3-8065e682690c req-abab7165-bb0b-42fa-b01f-fc741e4f24ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:39.132465 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47206327-2f32-45e0-91c3-8065e682690c req-abab7165-bb0b-42fa-b01f-fc741e4f24ef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=05be65d7aee94ddea8b57c02a086b509&device_id=b697df31-0758-4840-a4a0-db530b541b13 HTTP/1.1" status: 200 len: 1098 time: 0.2326155 Aug 22 13:22:39.187185 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b5adf6-cb33-4ade-a25b-a97c2b833057 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:39.188277 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-76b5adf6-cb33-4ade-a25b-a97c2b833057 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:39.211442 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-b61040ad-bcdf-4de0-a2f9-ccba36ac2693 None None] Set router 960a53f9-c615-477c-96b2-710baf0af00e gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:22:39.497736 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c90db6-45c9-44f0-bdaf-8614d386e457 req-ba815633-b2a5-4604-8089-6f6eb7a44d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:39.498788 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device a4665293-7ee2-4f54-bdd5-5155a7b24c4b no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:22:39.515584 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-33c90db6-45c9-44f0-bdaf-8614d386e457 req-ba815633-b2a5-4604-8089-6f6eb7a44d34 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3304691 Aug 22 13:22:39.531834 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-6406b07e-dfbf-447d-b2a9-ddb46c965de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:39.535798 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-6406b07e-dfbf-447d-b2a9-ddb46c965de1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=887e0115-b4ac-4c62-9aab-f2d01695aede HTTP/1.1" status: 200 len: 922 time: 0.5486655 Aug 22 13:22:39.567103 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-b61040ad-bcdf-4de0-a2f9-ccba36ac2693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960a53f9-c615-477c-96b2-710baf0af00e', 'name': 'tempest-ServersTestJSON-1584389003-router', 'tenant_id': '05be65d7aee94ddea8b57c02a086b509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '3dc4485f-43e8-4c80-9a90-f2822068c134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:21:57Z', 'updated_at': '2021-08-22T13:22:05Z', 'revision_number': 4, 'project_id': '05be65d7aee94ddea8b57c02a086b509', 'gw_port': {'id': '3dc4485f-43e8-4c80-9a90-f2822068c134', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:66:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960a53f9-c615-477c-96b2-710baf0af00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:21:59Z', 'updated_at': '2021-08-22T13:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '5d3a525e-0e19-48f0-9228-46574dd46587', 'tenant_id': '05be65d7aee94ddea8b57c02a086b509', 'floating_ip_address': '172.25.3.143', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '960a53f9-c615-477c-96b2-710baf0af00e', 'port_id': 'e6c2cc85-2148-40cd-88c3-1c7ba82e93a4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ec8e251-0050-485e-92bd-9ae7b2c4a7ea', 'mac_address': 'fa:16:3e:89:32:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b697df31-0758-4840-a4a0-db530b541b13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:22:13Z', 'updated_at': '2021-08-22T13:22:34Z', 'revision_number': 1, 'project_id': '05be65d7aee94ddea8b57c02a086b509', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c4f4093-5a19-4633-9937-35cd123bcc71', 'name': '', 'network_id': '7ec8e251-0050-485e-92bd-9ae7b2c4a7ea', 'tenant_id': '05be65d7aee94ddea8b57c02a086b509', 'mac_address': 'fa:16:3e:19:1d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960a53f9-c615-477c-96b2-710baf0af00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'c136d61c-f44f-42ad-b6b2-e167a5846eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:22:03Z', 'updated_at': '2021-08-22T13:22:12Z', 'revision_number': 5, 'project_id': '05be65d7aee94ddea8b57c02a086b509', 'subnets': [{'id': 'c136d61c-f44f-42ad-b6b2-e167a5846eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:22:39.591044 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5616da-754d-42ec-9961-353ff6efcc94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-3d6e1da4-7c5c-4e24-b427-267e04474d88', 'network_id': '3d6e1da4-7c5c-4e24-b427-267e04474d88', 'tenant_id': 'ba3730d93e49471c875ab44d82db56e4', 'fixed_ips': [{'subnet_id': '7b652cfe-7445-40ee-802a-879fed7a93f5'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:22:39.591924 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0b5616da-754d-42ec-9961-353ff6efcc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:39.620673 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c90db6-45c9-44f0-bdaf-8614d386e457 req-ff4b6152-2b95-421f-acdd-55147f25c2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:39.624923 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-33c90db6-45c9-44f0-bdaf-8614d386e457 req-ff4b6152-2b95-421f-acdd-55147f25c2c4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5080991 Aug 22 13:22:39.636866 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61040ad-bcdf-4de0-a2f9-ccba36ac2693 None None] The sync data for ids ['960a53f9-c615-477c-96b2-710baf0af00e'] in n-d-793621-33 is: [{'id': '960a53f9-c615-477c-96b2-710baf0af00e', 'name': 'tempest-ServersTestJSON-1584389003-router', 'tenant_id': '05be65d7aee94ddea8b57c02a086b509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '3dc4485f-43e8-4c80-9a90-f2822068c134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:21:57Z', 'updated_at': '2021-08-22T13:22:05Z', 'revision_number': 4, 'project_id': '05be65d7aee94ddea8b57c02a086b509', 'gw_port': {'id': '3dc4485f-43e8-4c80-9a90-f2822068c134', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:66:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960a53f9-c615-477c-96b2-710baf0af00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:21:59Z', 'updated_at': '2021-08-22T13:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '5d3a525e-0e19-48f0-9228-46574dd46587', 'tenant_id': '05be65d7aee94ddea8b57c02a086b509', 'floating_ip_address': '172.25.3.143', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '960a53f9-c615-477c-96b2-710baf0af00e', 'port_id': 'e6c2cc85-2148-40cd-88c3-1c7ba82e93a4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ec8e251-0050-485e-92bd-9ae7b2c4a7ea', 'mac_address': 'fa:16:3e:89:32:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b697df31-0758-4840-a4a0-db530b541b13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:22:13Z', 'updated_at': '2021-08-22T13:22:34Z', 'revision_number': 1, 'project_id': '05be65d7aee94ddea8b57c02a086b509', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c4f4093-5a19-4633-9937-35cd123bcc71', 'name': '', 'network_id': '7ec8e251-0050-485e-92bd-9ae7b2c4a7ea', 'tenant_id': '05be65d7aee94ddea8b57c02a086b509', 'mac_address': 'fa:16:3e:19:1d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960a53f9-c615-477c-96b2-710baf0af00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'c136d61c-f44f-42ad-b6b2-e167a5846eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:22:03Z', 'updated_at': '2021-08-22T13:22:12Z', 'revision_number': 5, 'project_id': '05be65d7aee94ddea8b57c02a086b509', 'subnets': [{'id': 'c136d61c-f44f-42ad-b6b2-e167a5846eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:22:39.650750 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5e872-10ed-48a0-94fc-cd0c8a3b44cb req-e2ac8866-8ae1-44e0-848b-e595a7afe0bd tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:39.659811 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c6c5e872-10ed-48a0-94fc-cd0c8a3b44cb req-e2ac8866-8ae1-44e0-848b-e595a7afe0bd tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9664aff-8179-4092-bf01-73c9a1e911e5 HTTP/1.1" status: 200 len: 944 time: 0.2805486 Aug 22 13:22:39.707739 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-33c90db6-45c9-44f0-bdaf-8614d386e457 req-932c9495-65d5-4a6c-8ff4-39c2cefab7f1 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792192 Aug 22 13:22:39.809197 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-053f8e1c-a928-4ccc-8664-b49ded0ac993 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4665293-7ee2-4f54-bdd5-5155a7b24c4b HTTP/1.1" status: 200 len: 217 time: 0.2410061 Aug 22 13:22:39.966042 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-33c90db6-45c9-44f0-bdaf-8614d386e457 req-873105aa-c64b-45bc-a1ee-391ccedf61c4 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823350 Aug 22 13:22:40.064374 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-0b5616da-754d-42ec-9961-353ff6efcc94 None None] Allocated IP 19.80.0.2 (3d6e1da4-7c5c-4e24-b427-267e04474d88/7b652cfe-7445-40ee-802a-879fed7a93f5/fbb87381-b984-4141-97aa-df32129137bd) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:22:40.115693 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-c1422d18-1f53-4b34-9e75-ffe7d3c255c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:40.124365 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78002a0-5b36-4866-b1c0-9ba6433474df None None] New status for floating IP 5d3a525e-0e19-48f0-9228-46574dd46587: ACTIVE {{(pid=94629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 13:22:40.125834 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-c1422d18-1f53-4b34-9e75-ffe7d3c255c8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1fb53f66-6b81-41b6-9806-8520494df9af HTTP/1.1" status: 200 len: 861 time: 0.2824018 Aug 22 13:22:40.239278 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-255f5cde-0e6a-4ba1-b971-8868d1818c9a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=887e0115-b4ac-4c62-9aab-f2d01695aede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906577 Aug 22 13:22:40.318652 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ee2d6e10-8aae-4ed8-8229-f8f2f6801049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:40.357861 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-33c90db6-45c9-44f0-bdaf-8614d386e457 req-767a98d6-826c-4ac4-8e2b-76da84320d11 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5823576 Aug 22 13:22:40.362009 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ee2d6e10-8aae-4ed8-8229-f8f2f6801049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:40.374307 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c6c5e872-10ed-48a0-94fc-cd0c8a3b44cb req-9f322cee-bc4a-4da0-98c7-c42ef981db05 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6977794 Aug 22 13:22:40.393321 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-76b5adf6-cb33-4ade-a25b-a97c2b833057 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.9102385 Aug 22 13:22:40.395252 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46782) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:40.406618 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-1a87b837-ff92-4fd8-b560-062e23a3b680 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1148733792'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:22:40.447849 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47206327-2f32-45e0-91c3-8065e682690c req-afa6e3c4-44a2-4e40-98f6-af533ebe1120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:40.449782 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47206327-2f32-45e0-91c3-8065e682690c req-afa6e3c4-44a2-4e40-98f6-af533ebe1120 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7ec8e251-0050-485e-92bd-9ae7b2c4a7ea HTTP/1.1" status: 200 len: 907 time: 1.2884543 Aug 22 13:22:40.455803 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ee2d6e10-8aae-4ed8-8229-f8f2f6801049 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=af74694cce79480ab7cf2e7400a9126c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9987659 Aug 22 13:22:40.460368 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46794) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:40.462058 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2d6e10-8aae-4ed8-8229-f8f2f6801049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d81b5c9-d456-4000-bd5e-233e21e054e5,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:40.490598 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e65c8-6eb2-407a-9892-e62e6c0141d0 req-ed78f89d-5c87-476b-bf1f-aeba2d366504 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:40.492913 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-855e65c8-6eb2-407a-9892-e62e6c0141d0 req-ed78f89d-5c87-476b-bf1f-aeba2d366504 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=91864420-8f72-4153-bfe3-294260244158 HTTP/1.1" status: 200 len: 948 time: 0.5145669 Aug 22 13:22:40.531758 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a87b837-ff92-4fd8-b560-062e23a3b680 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Made reservation on behalf of ba3730d93e49471c875ab44d82db56e4 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:22:40.543843 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1a87b837-ff92-4fd8-b560-062e23a3b680 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:40.558761 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-5e97d2a4-6636-41c9-9ba1-c8ba4ea405a1 service neutron] 10.222.0.16 "GET /v2.0/networks/887e0115-b4ac-4c62-9aab-f2d01695aede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746189 Aug 22 13:22:40.576723 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377bee16-0c5a-4ccc-886e-217b5734b572 req-d4b1f198-04f0-4abe-aea2-661c46838454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:40.578172 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-377bee16-0c5a-4ccc-886e-217b5734b572 req-d4b1f198-04f0-4abe-aea2-661c46838454 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a1c10f8c-20d5-4d04-af7a-0afa0a2251fb HTTP/1.1" status: 200 len: 923 time: 1.4180286 Aug 22 13:22:40.635850 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device a4665293-7ee2-4f54-bdd5-5155a7b24c4b not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:22:40.677079 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-377bee16-0c5a-4ccc-886e-217b5734b572 req-3f957f1c-e2c3-43ae-9892-c1b56491cf7f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e8e66b8-d1f5-416b-89ae-45a5e9153168 HTTP/1.1" status: 200 len: 1002 time: 0.0724690 Aug 22 13:22:40.689403 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-33c90db6-45c9-44f0-bdaf-8614d386e457 req-bc73737b-3452-4760-ae05-2c256fd99097 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6238594 Aug 22 13:22:40.707506 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a87b837-ff92-4fd8-b560-062e23a3b680 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:22:40.721997 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-855e65c8-6eb2-407a-9892-e62e6c0141d0 req-7e4cbc13-70c4-4994-b656-39a761eed2d9 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126071 Aug 22 13:22:40.735084 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1a87b837-ff92-4fd8-b560-062e23a3b680 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:40.735428 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-1a87b837-ff92-4fd8-b560-062e23a3b680 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Added segment d28243d9-1bc3-4788-b149-5bbd03336d46 of type vlan for network 2bbcaf19-42a9-4f4a-bab2-cdb8ea7e907e Aug 22 13:22:40.736672 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-04735430-c6cd-47dc-a6e9-a209d699e133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:40.762895 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47206327-2f32-45e0-91c3-8065e682690c req-6b06a9ad-db9d-46bb-beb9-1af5d865232e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6c2cc85-2148-40cd-88c3-1c7ba82e93a4 HTTP/1.1" status: 200 len: 1000 time: 0.2581728 Aug 22 13:22:40.790308 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0b5616da-754d-42ec-9961-353ff6efcc94 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:40.830326 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-04735430-c6cd-47dc-a6e9-a209d699e133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:40.832582 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-0b5616da-754d-42ec-9961-353ff6efcc94 None None] Transition to ACTIVE for port object fbb87381-b984-4141-97aa-df32129137bd will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:22:40.846046 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-62217fde-9e31-4e0c-a9a8-0097a44f63c2 service neutron] 10.222.0.16 "GET /v2.0/networks/887e0115-b4ac-4c62-9aab-f2d01695aede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483141 Aug 22 13:22:40.847760 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1a87b837-ff92-4fd8-b560-062e23a3b680 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:40.855600 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377bee16-0c5a-4ccc-886e-217b5734b572 req-abdcb2e8-ba6d-448a-9bc7-81678f249adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:40.857118 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-377bee16-0c5a-4ccc-886e-217b5734b572 req-abdcb2e8-ba6d-448a-9bc7-81678f249adc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6b2f428e-282f-45d1-83f0-557cce9c83da HTTP/1.1" status: 200 len: 861 time: 0.1625338 Aug 22 13:22:40.879542 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47206327-2f32-45e0-91c3-8065e682690c req-734181ca-f1f2-4d86-9db8-3dd6340f2a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:40.882108 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47206327-2f32-45e0-91c3-8065e682690c req-734181ca-f1f2-4d86-9db8-3dd6340f2a4e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c136d61c-f44f-42ad-b6b2-e167a5846eb1 HTTP/1.1" status: 200 len: 845 time: 0.1099839 Aug 22 13:22:40.928408 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1a87b837-ff92-4fd8-b560-062e23a3b680 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:40.934429 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a87b837-ff92-4fd8-b560-062e23a3b680 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:40.935026 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1a87b837-ff92-4fd8-b560-062e23a3b680 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:41.038898 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47206327-2f32-45e0-91c3-8065e682690c req-5e5aed3f-5d7f-4a18-8438-075e09e24937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:41.040519 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47206327-2f32-45e0-91c3-8065e682690c req-5e5aed3f-5d7f-4a18-8438-075e09e24937 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7ec8e251-0050-485e-92bd-9ae7b2c4a7ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1413100 Aug 22 13:22:41.044754 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377bee16-0c5a-4ccc-886e-217b5734b572 req-b365056c-209e-4441-a2ea-5ca5af53f416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:41.048524 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-377bee16-0c5a-4ccc-886e-217b5734b572 req-b365056c-209e-4441-a2ea-5ca5af53f416 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a1c10f8c-20d5-4d04-af7a-0afa0a2251fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1612377 Aug 22 13:22:41.082697 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-0b5616da-754d-42ec-9961-353ff6efcc94 None None] Transition to ACTIVE for port object fbb87381-b984-4141-97aa-df32129137bd will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:22:41.084842 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-04735430-c6cd-47dc-a6e9-a209d699e133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:41.087473 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-04735430-c6cd-47dc-a6e9-a209d699e133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:41.088700 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-04735430-c6cd-47dc-a6e9-a209d699e133 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5d81b5c9-d456-4000-bd5e-233e21e054e5 HTTP/1.1" status: 204 len: 168 time: 0.6237307 Aug 22 13:22:41.090142 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-1a87b837-ff92-4fd8-b560-062e23a3b680 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6878405 Aug 22 13:22:41.103453 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-fcfbb719-2910-45dc-a023-cd845a201900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a49a87-14a2-4cc3-943c-06162291ab26', 'name': 'tempest-ServersTestMultiNic-210810010-router', 'tenant_id': 'ba3730d93e49471c875ab44d82db56e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b5fa13ff-fda9-4c15-981e-82f2497c41b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:22:28Z', 'updated_at': '2021-08-22T13:22:32Z', 'revision_number': 4, 'project_id': 'ba3730d93e49471c875ab44d82db56e4', 'gw_port': {'id': 'b5fa13ff-fda9-4c15-981e-82f2497c41b4', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:97:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a49a87-14a2-4cc3-943c-06162291ab26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:22:28Z', 'updated_at': '2021-08-22T13:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '535e9cbd-e369-4aca-9def-d4a260999579', 'name': '', 'network_id': 'aeb3602e-1e91-4609-a24f-34031041c739', 'tenant_id': 'ba3730d93e49471c875ab44d82db56e4', 'mac_address': 'fa:16:3e:80:57:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a49a87-14a2-4cc3-943c-06162291ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'c43b929e-238a-475e-af72-bbaae592d493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:22:31Z', 'updated_at': '2021-08-22T13:22:38Z', 'revision_number': 4, 'project_id': 'ba3730d93e49471c875ab44d82db56e4', 'subnets': [{'id': 'c43b929e-238a-475e-af72-bbaae592d493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:22:41.111228 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46810) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:41.117646 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-db18d41c-530e-47bc-92af-b4ca3599e769 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Request body: {'subnet': {'network_id': '2bbcaf19-42a9-4f4a-bab2-cdb8ea7e907e', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:22:41.166206 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a87b837-ff92-4fd8-b560-062e23a3b680 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Pushing event updated for resources: {'Network': ['ID=2bbcaf19-42a9-4f4a-bab2-cdb8ea7e907e,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:41.170397 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04735430-c6cd-47dc-a6e9-a209d699e133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d81b5c9-d456-4000-bd5e-233e21e054e5,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:41.226534 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfbb719-2910-45dc-a023-cd845a201900 None None] The sync data for ids ['44a49a87-14a2-4cc3-943c-06162291ab26'] in n-d-793621-33 is: [{'id': '44a49a87-14a2-4cc3-943c-06162291ab26', 'name': 'tempest-ServersTestMultiNic-210810010-router', 'tenant_id': 'ba3730d93e49471c875ab44d82db56e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b5fa13ff-fda9-4c15-981e-82f2497c41b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:22:28Z', 'updated_at': '2021-08-22T13:22:32Z', 'revision_number': 4, 'project_id': 'ba3730d93e49471c875ab44d82db56e4', 'gw_port': {'id': 'b5fa13ff-fda9-4c15-981e-82f2497c41b4', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:97:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a49a87-14a2-4cc3-943c-06162291ab26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:22:28Z', 'updated_at': '2021-08-22T13:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '535e9cbd-e369-4aca-9def-d4a260999579', 'name': '', 'network_id': 'aeb3602e-1e91-4609-a24f-34031041c739', 'tenant_id': 'ba3730d93e49471c875ab44d82db56e4', 'mac_address': 'fa:16:3e:80:57:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a49a87-14a2-4cc3-943c-06162291ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'c43b929e-238a-475e-af72-bbaae592d493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:22:31Z', 'updated_at': '2021-08-22T13:22:38Z', 'revision_number': 4, 'project_id': 'ba3730d93e49471c875ab44d82db56e4', 'subnets': [{'id': 'c43b929e-238a-475e-af72-bbaae592d493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:22:41.238294 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0b5616da-754d-42ec-9961-353ff6efcc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:41.250281 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 2bbcaf19-42a9-4f4a-bab2-cdb8ea7e907e details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:22:41.434439 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-792d0660-60bc-4c9a-9a2b-95e6ee97b17a tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:41.444948 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-792d0660-60bc-4c9a-9a2b-95e6ee97b17a tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c9664aff-8179-4092-bf01-73c9a1e911e5&tenant_id=ec08ac96341043c28ecba1b995182de4&binding%3Ahost_id=n-h2-793621-33 HTTP/1.1" status: 200 len: 1096 time: 0.1366305 Aug 22 13:22:41.484495 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5616da-754d-42ec-9961-353ff6efcc94 None None] Network 3d6e1da4-7c5c-4e24-b427-267e04474d88 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:22:41.494508 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-0b5616da-754d-42ec-9961-353ff6efcc94 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:22:41.582268 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5616da-754d-42ec-9961-353ff6efcc94 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:22:41.794562 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-2788fa53-9207-4ec2-9004-99d4a2f0949d service neutron] For port a4665293-7ee2-4f54-bdd5-5155a7b24c4b, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:22:41.805830 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-2788fa53-9207-4ec2-9004-99d4a2f0949d service neutron] Notify callbacks [] for binding, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:41.809043 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ed1dceae-85ca-4d8a-8112-9d776678c191 req-2788fa53-9207-4ec2-9004-99d4a2f0949d service neutron] 10.222.0.16 "DELETE /v2.0/ports/a4665293-7ee2-4f54-bdd5-5155a7b24c4b/bindings/n-h1-793621-33 HTTP/1.1" status: 204 len: 173 time: 0.3469319 Aug 22 13:22:41.918624 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-0b5616da-754d-42ec-9961-353ff6efcc94 None None] Attempting to bind port fbb87381-b984-4141-97aa-df32129137bd on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:22:41.919194 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-0b5616da-754d-42ec-9961-353ff6efcc94 None None] Attempting to bind port fbb87381-b984-4141-97aa-df32129137bd by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '10191694-99f2-4762-a678-426364e5a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3d6e1da4-7c5c-4e24-b427-267e04474d88'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:22:41.919345 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5616da-754d-42ec-9961-353ff6efcc94 None None] Attempting to bind port fbb87381-b984-4141-97aa-df32129137bd on network 3d6e1da4-7c5c-4e24-b427-267e04474d88 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:22:41.935903 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46838) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:41.937850 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 535e9cbd-e369-4aca-9def-d4a260999579 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:22:41.941029 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5616da-754d-42ec-9961-353ff6efcc94 None None] Pushing event updated for resources: {'Port': ['ID=fbb87381-b984-4141-97aa-df32129137bd,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:41.970566 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5616da-754d-42ec-9961-353ff6efcc94 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:22:41.978895 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5616da-754d-42ec-9961-353ff6efcc94 None None] Checking segment: {'id': '10191694-99f2-4762-a678-426364e5a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3d6e1da4-7c5c-4e24-b427-267e04474d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:22:41.980740 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0b5616da-754d-42ec-9961-353ff6efcc94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:41.981381 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5616da-754d-42ec-9961-353ff6efcc94 None None] Bound using segment: {'id': '10191694-99f2-4762-a678-426364e5a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3d6e1da4-7c5c-4e24-b427-267e04474d88'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:22:41.981845 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-0b5616da-754d-42ec-9961-353ff6efcc94 None None] Bound port: fbb87381-b984-4141-97aa-df32129137bd, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10191694-99f2-4762-a678-426364e5a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3d6e1da4-7c5c-4e24-b427-267e04474d88'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:22:41.982234 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0b5616da-754d-42ec-9961-353ff6efcc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:42.154566 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b41478b0-0510-4174-b652-21b8c540f24e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:42.157102 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-377bee16-0c5a-4ccc-886e-217b5734b572 req-ee15dfc3-4aa1-4a24-b39f-86a10b86518f service neutron] 10.222.0.16 "GET /v2.0/networks/a1c10f8c-20d5-4d04-af7a-0afa0a2251fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0688570 Aug 22 13:22:42.219387 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-0b5616da-754d-42ec-9961-353ff6efcc94 None None] For port fbb87381-b984-4141-97aa-df32129137bd, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:22:42.236543 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-0b5616da-754d-42ec-9961-353ff6efcc94 None None] For port fbb87381-b984-4141-97aa-df32129137bd, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=fbb87381-b984-4141-97aa-df32129137bd,segment=NetworkSegment(10191694-99f2-4762-a678-426364e5a9fb),segment_id=10191694-99f2-4762-a678-426364e5a9fb)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:22:42.245210 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0b5616da-754d-42ec-9961-353ff6efcc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:42.252372 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46844) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:42.269860 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0e401e1a-2cc3-4886-a304-db22426eb8b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:42.322080 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 535e9cbd-e369-4aca-9def-d4a260999579 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:22:42.329315 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 535e9cbd-e369-4aca-9def-d4a260999579 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:22:42.330019 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:42.411361 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-377bee16-0c5a-4ccc-886e-217b5734b572 req-cdcf9b5c-f572-4dc9-9d5b-e78dc45c834e service neutron] 10.222.0.16 "GET /v2.0/networks/a1c10f8c-20d5-4d04-af7a-0afa0a2251fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217009 Aug 22 13:22:42.450868 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5616da-754d-42ec-9961-353ff6efcc94 None None] Pushing event updated for resources: {'Port': ['ID=fbb87381-b984-4141-97aa-df32129137bd,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:42.470205 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198658e-3091-4fbd-9608-d7d98dced4a3 req-19d5c13f-8f73-4477-a466-12878e688ef8 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:42.480134 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7198658e-3091-4fbd-9608-d7d98dced4a3 req-19d5c13f-8f73-4477-a466-12878e688ef8 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9664aff-8179-4092-bf01-73c9a1e911e5 HTTP/1.1" status: 200 len: 944 time: 0.7651162 Aug 22 13:22:42.516175 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:42.533651 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.db.api [None req-db18d41c-530e-47bc-92af-b4ca3599e769 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 22 13:22:42.533651 n-d-793621-33 neutron-server[94627]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 22 13:22:42.533651 n-d-793621-33 neutron-server[94627]: [parameters: {'project_id': 'ba3730d93e49471c875ab44d82db56e4', 'id': '13193cbf-99d4-49dd-85be-1f3b23a98ad0', 'expiration': datetime.datetime(2021, 8, 22, 13, 24, 42, 415689)}] Aug 22 13:22:42.533651 n-d-793621-33 neutron-server[94627]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94627) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 13:22:42.534334 n-d-793621-33 neutron-server[94627]: DEBUG oslo_db.api [None req-db18d41c-530e-47bc-92af-b4ca3599e769 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 13:22:42.545512 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b41478b0-0510-4174-b652-21b8c540f24e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:42.548745 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.db.api [None req-0e401e1a-2cc3-4886-a304-db22426eb8b8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 22 13:22:42.548745 n-d-793621-33 neutron-server[94628]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 22 13:22:42.548745 n-d-793621-33 neutron-server[94628]: [parameters: {'project_id': '2cf0c178609445a0a7b16301cd20f43b', 'id': '2ce2e251-2482-4a46-bfbb-2cb4d3c23756', 'expiration': datetime.datetime(2021, 8, 22, 13, 24, 42, 309060)}] Aug 22 13:22:42.548745 n-d-793621-33 neutron-server[94628]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94628) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 13:22:42.549471 n-d-793621-33 neutron-server[94628]: DEBUG oslo_db.api [None req-0e401e1a-2cc3-4886-a304-db22426eb8b8 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 13:22:42.563751 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b41478b0-0510-4174-b652-21b8c540f24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:42.580737 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 535e9cbd-e369-4aca-9def-d4a260999579, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=535e9cbd-e369-4aca-9def-d4a260999579,segment=NetworkSegment(b5781df7-e1c6-41b8-ae72-1f75c16e162b),segment_id=b5781df7-e1c6-41b8-ae72-1f75c16e162b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:22:42.590713 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:42.681033 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 1286179b-e9e6-4d6e-89fd-2429cb61c9b5 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:22:42.691845 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85398f33-efb9-429b-b2a1-1a1aba74ae71 req-88717d4b-b516-4041-bebb-bbb96dc10c19 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:42.702331 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b41478b0-0510-4174-b652-21b8c540f24e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9e13a9c551254f7eb97049cc63c3c653&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7647963 Aug 22 13:22:42.703215 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41478b0-0510-4174-b652-21b8c540f24e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e437bf-2b7d-46f9-8321-d7ef98a25d42,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:42.709883 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46848) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:42.714143 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-85398f33-efb9-429b-b2a1-1a1aba74ae71 req-88717d4b-b516-4041-bebb-bbb96dc10c19 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=91864420-8f72-4153-bfe3-294260244158 HTTP/1.1" status: 200 len: 948 time: 0.5533834 Aug 22 13:22:42.775044 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7198658e-3091-4fbd-9608-d7d98dced4a3 req-113c7a39-b0ab-495d-a198-a89bf01ca2eb tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695820 Aug 22 13:22:42.778828 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47206327-2f32-45e0-91c3-8065e682690c req-17031bc7-67fa-4008-a2cb-c55eee05c491 service neutron] 10.222.0.41 "GET /v2.0/networks/7ec8e251-0050-485e-92bd-9ae7b2c4a7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7286527 Aug 22 13:22:42.795258 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c44cd38a-5900-4662-8acb-063855e05d83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:42.839171 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=535e9cbd-e369-4aca-9def-d4a260999579,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:42.855074 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.db.resource_extend [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 22 13:22:42.858794 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c44cd38a-5900-4662-8acb-063855e05d83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:42.955920 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-85398f33-efb9-429b-b2a1-1a1aba74ae71 req-d12e2bb6-3b03-4895-9e29-02a2fb72b34e tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389724 Aug 22 13:22:43.021086 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c44cd38a-5900-4662-8acb-063855e05d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:43.024747 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c44cd38a-5900-4662-8acb-063855e05d83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:43.034254 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c44cd38a-5900-4662-8acb-063855e05d83 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/23e437bf-2b7d-46f9-8321-d7ef98a25d42 HTTP/1.1" status: 204 len: 168 time: 0.3219168 Aug 22 13:22:43.081721 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0e401e1a-2cc3-4886-a304-db22426eb8b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:43.099211 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db18d41c-530e-47bc-92af-b4ca3599e769 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Made reservation on behalf of ba3730d93e49471c875ab44d82db56e4 for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:22:43.116188 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-db18d41c-530e-47bc-92af-b4ca3599e769 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:43.124907 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44cd38a-5900-4662-8acb-063855e05d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e437bf-2b7d-46f9-8321-d7ef98a25d42,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:43.151803 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47206327-2f32-45e0-91c3-8065e682690c req-767e5538-1cf0-40fd-96eb-021bcef41d40 service neutron] 10.222.0.41 "GET /v2.0/networks/7ec8e251-0050-485e-92bd-9ae7b2c4a7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609581 Aug 22 13:22:43.166366 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 1286179b-e9e6-4d6e-89fd-2429cb61c9b5, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=1286179b-e9e6-4d6e-89fd-2429cb61c9b5,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:22:43.217704 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '1286179b-e9e6-4d6e-89fd-2429cb61c9b5', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'port_id': '1286179b-e9e6-4d6e-89fd-2429cb61c9b5', 'mac_address': 'fa:16:3e:16:03:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7151c727-b27f-4308-8098-60bc16140d45', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:22:43.434530 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:43.480228 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0e401e1a-2cc3-4886-a304-db22426eb8b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:43.490567 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0e401e1a-2cc3-4886-a304-db22426eb8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:43.517972 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1286179b-e9e6-4d6e-89fd-2429cb61c9b5 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:22:43.577143 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 1286179b-e9e6-4d6e-89fd-2429cb61c9b5, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=1286179b-e9e6-4d6e-89fd-2429cb61c9b5,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:22:43.586397 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:43.615468 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0e401e1a-2cc3-4886-a304-db22426eb8b8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2cf0c178609445a0a7b16301cd20f43b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3587072 Aug 22 13:22:43.630045 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46870) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:43.641291 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36248b9-8c6a-4a82-88b3-63d34c1a39a1 req-ad4bb079-654b-437b-b673-9951f64f210a tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:43.649574 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b36248b9-8c6a-4a82-88b3-63d34c1a39a1 req-ad4bb079-654b-437b-b673-9951f64f210a tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c9664aff-8179-4092-bf01-73c9a1e911e5 HTTP/1.1" status: 200 len: 1096 time: 0.2879426 Aug 22 13:22:43.746250 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=1286179b-e9e6-4d6e-89fd-2429cb61c9b5,revision_number=8']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:43.788319 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e401e1a-2cc3-4886-a304-db22426eb8b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa18fd2-2d66-4c05-bc2f-028553d77d00,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:43.858759 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8552a3a6-9788-457d-a810-762a09e0a1c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:43.896045 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44299670-aab7-4244-9662-56365eff74f8 req-bcaa0dde-0bb4-402f-b636-1456b534f49e tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:43.906126 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-44299670-aab7-4244-9662-56365eff74f8 req-bcaa0dde-0bb4-402f-b636-1456b534f49e tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=91864420-8f72-4153-bfe3-294260244158 HTTP/1.1" status: 200 len: 948 time: 0.4539521 Aug 22 13:22:43.914366 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8552a3a6-9788-457d-a810-762a09e0a1c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:43.985804 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8552a3a6-9788-457d-a810-762a09e0a1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:43.988799 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8552a3a6-9788-457d-a810-762a09e0a1c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:43.995175 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8552a3a6-9788-457d-a810-762a09e0a1c9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0aa18fd2-2d66-4c05-bc2f-028553d77d00 HTTP/1.1" status: 204 len: 168 time: 0.3540945 Aug 22 13:22:44.005989 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8552a3a6-9788-457d-a810-762a09e0a1c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa18fd2-2d66-4c05-bc2f-028553d77d00,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:44.006786 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['1286179b-e9e6-4d6e-89fd-2429cb61c9b5'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:22:44.147215 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device fbb87381-b984-4141-97aa-df32129137bd up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:22:44.151545 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e9234-908c-4b76-a12f-e4e4b0ab1e00 req-84f1cc54-887f-4206-9b5f-657e707dae17 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:44.158659 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-243e9234-908c-4b76-a12f-e4e4b0ab1e00 req-84f1cc54-887f-4206-9b5f-657e707dae17 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.41 "GET /v2.0/ports?device_id=91864420-8f72-4153-bfe3-294260244158&tenant_id=01d864243fbf4cf6816e3fd9d58ef026&binding%3Ahost_id=n-h2-793621-33 HTTP/1.1" status: 200 len: 949 time: 0.4926829 Aug 22 13:22:44.185276 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-44299670-aab7-4244-9662-56365eff74f8 req-cbc3c427-7239-4db6-a0db-7c92b4271a24 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777345 Aug 22 13:22:44.277968 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46882) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:44.312639 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8ff25f29-6d89-4569-ac1a-57002aa7d5b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:44.324560 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f1b2a8-a510-44ed-8de2-f5e7e4070dbb None None] Network 3d6e1da4-7c5c-4e24-b427-267e04474d88 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:22:44.429320 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b36248b9-8c6a-4a82-88b3-63d34c1a39a1 req-c4d21a86-fc29-494c-9c97-4e261ef76fba tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6031668 Aug 22 13:22:44.432872 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [req-243e9234-908c-4b76-a12f-e4e4b0ab1e00 req-c32dca1b-ec68-445d-ad2e-6b5a89525e36 service neutron] delete failed (client error): The resource could not be found. Aug 22 13:22:44.434403 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-243e9234-908c-4b76-a12f-e4e4b0ab1e00 req-c32dca1b-ec68-445d-ad2e-6b5a89525e36 service neutron] 10.222.0.41 "DELETE /v2.0/ports/1286179b-e9e6-4d6e-89fd-2429cb61c9b5/bindings/n-h1-793621-33 HTTP/1.1" status: 404 len: 381 time: 0.2357411 Aug 22 13:22:44.439571 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-db18d41c-530e-47bc-92af-b4ca3599e769 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:44.541408 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db18d41c-530e-47bc-92af-b4ca3599e769 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Pushing event updated for resources: {'Subnet': ['ID=5d18322f-b4bb-4fb2-b5c0-c02934f93aac,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:44.560910 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db18d41c-530e-47bc-92af-b4ca3599e769 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:22:44.561283 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db18d41c-530e-47bc-92af-b4ca3599e769 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:22:44.561588 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db18d41c-530e-47bc-92af-b4ca3599e769 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:22:44.561920 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db18d41c-530e-47bc-92af-b4ca3599e769 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:22:44.562251 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db18d41c-530e-47bc-92af-b4ca3599e769 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:22:44.562577 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db18d41c-530e-47bc-92af-b4ca3599e769 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:22:44.562898 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db18d41c-530e-47bc-92af-b4ca3599e769 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:22:44.563871 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db18d41c-530e-47bc-92af-b4ca3599e769 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:22:44.564208 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db18d41c-530e-47bc-92af-b4ca3599e769 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:22:44.564789 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db18d41c-530e-47bc-92af-b4ca3599e769 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:22:44.565120 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db18d41c-530e-47bc-92af-b4ca3599e769 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:22:44.565443 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db18d41c-530e-47bc-92af-b4ca3599e769 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:22:44.613922 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8ff25f29-6d89-4569-ac1a-57002aa7d5b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:44.624808 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8ff25f29-6d89-4569-ac1a-57002aa7d5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:44.670208 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db18d41c-530e-47bc-92af-b4ca3599e769 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Checking segment: {'id': 'd28243d9-1bc3-4788-b149-5bbd03336d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2bbcaf19-42a9-4f4a-bab2-cdb8ea7e907e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:22:44.671172 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db18d41c-530e-47bc-92af-b4ca3599e769 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Network hostable DHCP agents. Network: 2bbcaf19-42a9-4f4a-bab2-cdb8ea7e907e, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:22:44.706060 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db18d41c-530e-47bc-92af-b4ca3599e769 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Network 2bbcaf19-42a9-4f4a-bab2-cdb8ea7e907e is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:22:44.733663 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e9234-908c-4b76-a12f-e4e4b0ab1e00 req-e28e13ff-db1f-4f37-8acb-35a9ae236921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:44.735631 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-243e9234-908c-4b76-a12f-e4e4b0ab1e00 req-e28e13ff-db1f-4f37-8acb-35a9ae236921 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=01d864243fbf4cf6816e3fd9d58ef026&device_id=91864420-8f72-4153-bfe3-294260244158 HTTP/1.1" status: 200 len: 1101 time: 0.1290073 Aug 22 13:22:44.738068 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-db18d41c-530e-47bc-92af-b4ca3599e769 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 2bbcaf19-42a9-4f4a-bab2-cdb8ea7e907e) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:22:44.754731 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8ff25f29-6d89-4569-ac1a-57002aa7d5b9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d781957ec68347ec951825c957180220&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4733922 Aug 22 13:22:44.755932 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46906) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:22:44.769919 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff25f29-6d89-4569-ac1a-57002aa7d5b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2a9dae-2c85-4d76-ad16-85f1e3af8a83,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:44.872888 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db18d41c-530e-47bc-92af-b4ca3599e769 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:44.873903 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-db18d41c-530e-47bc-92af-b4ca3599e769 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:44.898445 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafe7cb3-c6ef-456a-b327-05019ed6102c None None] Network 2bbcaf19-42a9-4f4a-bab2-cdb8ea7e907e requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:22:45.025436 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-db18d41c-530e-47bc-92af-b4ca3599e769 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.9024241 Aug 22 13:22:45.036880 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0f21ba25-f07e-4d17-a356-1ff16597054c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:45.055340 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-f1e180b7-aac5-4a98-9f97-58cadbd036ba None None] Provisioning for port fbb87381-b984-4141-97aa-df32129137bd completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:22:45.060152 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0f21ba25-f07e-4d17-a356-1ff16597054c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:45.125050 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0f21ba25-f07e-4d17-a356-1ff16597054c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:45.127691 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0f21ba25-f07e-4d17-a356-1ff16597054c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:45.132084 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-0f21ba25-f07e-4d17-a356-1ff16597054c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0a2a9dae-2c85-4d76-ad16-85f1e3af8a83 HTTP/1.1" status: 204 len: 168 time: 0.3498051 Aug 22 13:22:45.156430 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e9234-908c-4b76-a12f-e4e4b0ab1e00 req-c9a9dcd5-de81-4778-afe7-43a9a2caa6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:45.157904 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-243e9234-908c-4b76-a12f-e4e4b0ab1e00 req-c9a9dcd5-de81-4778-afe7-43a9a2caa6a9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7dc41cff-a3ac-4fc2-ba06-973efce2365e HTTP/1.1" status: 200 len: 870 time: 0.4010870 Aug 22 13:22:45.158624 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f21ba25-f07e-4d17-a356-1ff16597054c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2a9dae-2c85-4d76-ad16-85f1e3af8a83,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:45.163848 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port fbb87381-b984-4141-97aa-df32129137bd completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:22:45.183402 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ede0d79-91c9-41f8-a656-12af5ad16274 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-2bbcaf19-42a9-4f4a-bab2-cdb8ea7e907e', 'network_id': '2bbcaf19-42a9-4f4a-bab2-cdb8ea7e907e', 'tenant_id': 'ba3730d93e49471c875ab44d82db56e4', 'fixed_ips': [{'subnet_id': '5d18322f-b4bb-4fb2-b5c0-c02934f93aac'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:22:45.184528 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3ede0d79-91c9-41f8-a656-12af5ad16274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:45.191828 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port fbb87381-b984-4141-97aa-df32129137bd triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:22:45.192191 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:45.220141 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-243e9234-908c-4b76-a12f-e4e4b0ab1e00 req-06a56942-8431-4497-8c0a-1fdc042c147a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=1286179b-e9e6-4d6e-89fd-2429cb61c9b5 HTTP/1.1" status: 200 len: 217 time: 0.0480971 Aug 22 13:22:45.281790 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8147733-f6de-423a-87f0-b59128548337 req-a7bdde5a-3b0b-4142-ac5a-bd5ecc20c173 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:45.289494 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e8147733-f6de-423a-87f0-b59128548337 req-a7bdde5a-3b0b-4142-ac5a-bd5ecc20c173 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/networks?id=887e0115-b4ac-4c62-9aab-f2d01695aede HTTP/1.1" status: 200 len: 821 time: 0.4012942 Aug 22 13:22:45.352479 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e8147733-f6de-423a-87f0-b59128548337 req-7ccb0c19-da30-416d-a6fd-1d61aa115caf tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/quotas/ec08ac96341043c28ecba1b995182de4 HTTP/1.1" status: 200 len: 375 time: 0.0616331 Aug 22 13:22:45.392834 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e9234-908c-4b76-a12f-e4e4b0ab1e00 req-3bc6c37b-44b5-4304-92f8-62991860468b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:45.394657 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-243e9234-908c-4b76-a12f-e4e4b0ab1e00 req-3bc6c37b-44b5-4304-92f8-62991860468b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.1651595 Aug 22 13:22:45.453890 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0ae0c-0961-407e-b022-cd2a2e65f222 req-4b4a4269-f166-4cd3-8661-e2ebd5eadbf1 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:45.455863 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-69c0ae0c-0961-407e-b022-cd2a2e65f222 req-4b4a4269-f166-4cd3-8661-e2ebd5eadbf1 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=91864420-8f72-4153-bfe3-294260244158 HTTP/1.1" status: 200 len: 949 time: 0.1468883 Aug 22 13:22:45.489749 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e8147733-f6de-423a-87f0-b59128548337 req-31540d14-8ba0-44d7-a862-f8ef985999c6 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec08ac96341043c28ecba1b995182de4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1314054 Aug 22 13:22:45.535529 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e9234-908c-4b76-a12f-e4e4b0ab1e00 req-8cdf71a8-2d8c-4265-8ef0-f23eaeb6d377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:45.538293 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-243e9234-908c-4b76-a12f-e4e4b0ab1e00 req-8cdf71a8-2d8c-4265-8ef0-f23eaeb6d377 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1279211 Aug 22 13:22:45.646773 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-69c0ae0c-0961-407e-b022-cd2a2e65f222 req-ae4ea648-5f08-47c0-8326-66730d09487f tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787708 Aug 22 13:22:45.841999 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:45.884576 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-3ede0d79-91c9-41f8-a656-12af5ad16274 None None] Allocated IP 19.86.0.2 (2bbcaf19-42a9-4f4a-bab2-cdb8ea7e907e/5d18322f-b4bb-4fb2-b5c0-c02934f93aac/b5d057b9-f0cb-4594-816b-ba83272d35b7) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:22:45.884791 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-243e9234-908c-4b76-a12f-e4e4b0ab1e00 req-6f8dd1d2-7907-405d-82e4-1bea217b4f4d service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049014 Aug 22 13:22:45.915562 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port fbb87381-b984-4141-97aa-df32129137bd, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=fbb87381-b984-4141-97aa-df32129137bd,segment=NetworkSegment(10191694-99f2-4762-a678-426364e5a9fb),segment_id=10191694-99f2-4762-a678-426364e5a9fb)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:22:45.947435 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:45.948741 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 535e9cbd-e369-4aca-9def-d4a260999579 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:22:46.075267 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=fbb87381-b984-4141-97aa-df32129137bd,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:46.112189 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-611f980a-0cee-4124-b9c0-eed1900aeee1 None None] Provisioning complete for port fbb87381-b984-4141-97aa-df32129137bd triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:22:46.113338 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-611f980a-0cee-4124-b9c0-eed1900aeee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:46.117209 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-243e9234-908c-4b76-a12f-e4e4b0ab1e00 req-714eb8cc-455d-4251-8b9d-a2de96ad742f service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101355 Aug 22 13:22:46.125595 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e8147733-f6de-423a-87f0-b59128548337 req-d16680de-53e0-49b8-9a9b-876bc29d8c1f service neutron] 10.222.0.21 "GET /v2.0/networks/887e0115-b4ac-4c62-9aab-f2d01695aede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6346204 Aug 22 13:22:46.286782 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-5c7a94f6-85ef-47b5-ae6c-7c02b8e1a850 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:46.293675 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-5c7a94f6-85ef-47b5-ae6c-7c02b8e1a850 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:46.295293 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-5c7a94f6-85ef-47b5-ae6c-7c02b8e1a850 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/networks?id=3d6e1da4-7c5c-4e24-b427-267e04474d88&id=2bbcaf19-42a9-4f4a-bab2-cdb8ea7e907e&id=3d6e1da4-7c5c-4e24-b427-267e04474d88 HTTP/1.1" status: 200 len: 1392 time: 0.4006240 Aug 22 13:22:46.295434 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 535e9cbd-e369-4aca-9def-d4a260999579 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:22:46.295746 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:46.335925 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-5459892c-0ef1-460e-80f3-53a0be852c2c tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/quotas/ba3730d93e49471c875ab44d82db56e4 HTTP/1.1" status: 200 len: 375 time: 0.0254574 Aug 22 13:22:46.367949 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e8147733-f6de-423a-87f0-b59128548337 req-36c248af-375b-4e09-afc3-1405ade06285 service neutron] 10.222.0.21 "GET /v2.0/networks/887e0115-b4ac-4c62-9aab-f2d01695aede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412875 Aug 22 13:22:46.459081 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-45854b50-8d89-4cce-b017-95db454fa119 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ba3730d93e49471c875ab44d82db56e4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1139281 Aug 22 13:22:46.550018 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3ede0d79-91c9-41f8-a656-12af5ad16274 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:46.585668 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-3ede0d79-91c9-41f8-a656-12af5ad16274 None None] Transition to ACTIVE for port object b5d057b9-f0cb-4594-816b-ba83272d35b7 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:22:46.622252 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-3ede0d79-91c9-41f8-a656-12af5ad16274 None None] Transition to ACTIVE for port object b5d057b9-f0cb-4594-816b-ba83272d35b7 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:22:46.679254 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 1286179b-e9e6-4d6e-89fd-2429cb61c9b5 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:22:46.687047 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-de72e580-f87c-4f97-badd-36ca87e86727 service neutron] 10.222.0.21 "GET /v2.0/networks/3d6e1da4-7c5c-4e24-b427-267e04474d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067432 Aug 22 13:22:46.699388 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3ede0d79-91c9-41f8-a656-12af5ad16274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:46.857864 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-255c3fd5-f3bb-4f00-af9a-790d27015ba8 service neutron] 10.222.0.21 "GET /v2.0/networks/3d6e1da4-7c5c-4e24-b427-267e04474d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693273 Aug 22 13:22:46.990759 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ede0d79-91c9-41f8-a656-12af5ad16274 None None] Network 2bbcaf19-42a9-4f4a-bab2-cdb8ea7e907e is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:22:47.006849 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-3ede0d79-91c9-41f8-a656-12af5ad16274 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:22:47.010281 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede0d79-91c9-41f8-a656-12af5ad16274 None None] Pushing event updated for resources: {'Port': ['ID=b5d057b9-f0cb-4594-816b-ba83272d35b7,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:47.024151 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ede0d79-91c9-41f8-a656-12af5ad16274 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:22:47.155723 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port 1286179b-e9e6-4d6e-89fd-2429cb61c9b5 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:22:47.231701 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-6074740b-c0f0-4153-a9e5-1c0ebe6cc69d service neutron] 10.222.0.21 "GET /v2.0/networks/2bbcaf19-42a9-4f4a-bab2-cdb8ea7e907e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724532 Aug 22 13:22:47.235640 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device fbb87381-b984-4141-97aa-df32129137bd up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:22:47.274013 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a0c6c1c0-03e0-4250-b70c-7e9c8708c596 req-eeddc7d6-578d-45f2-b476-d55e9cb3de0e tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=d67bba42-1205-4a53-8690-4cf3129579bb HTTP/1.1" status: 200 len: 210 time: 0.0801427 Aug 22 13:22:47.339633 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 1286179b-e9e6-4d6e-89fd-2429cb61c9b5 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:22:47.340027 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:47.416704 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-3ede0d79-91c9-41f8-a656-12af5ad16274 None None] Attempting to bind port b5d057b9-f0cb-4594-816b-ba83272d35b7 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:22:47.417609 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-3ede0d79-91c9-41f8-a656-12af5ad16274 None None] Attempting to bind port b5d057b9-f0cb-4594-816b-ba83272d35b7 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'd28243d9-1bc3-4788-b149-5bbd03336d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2bbcaf19-42a9-4f4a-bab2-cdb8ea7e907e'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:22:47.417980 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ede0d79-91c9-41f8-a656-12af5ad16274 None None] Attempting to bind port b5d057b9-f0cb-4594-816b-ba83272d35b7 on network 2bbcaf19-42a9-4f4a-bab2-cdb8ea7e907e {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:22:47.455452 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ede0d79-91c9-41f8-a656-12af5ad16274 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:22:47.455838 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ede0d79-91c9-41f8-a656-12af5ad16274 None None] Checking segment: {'id': 'd28243d9-1bc3-4788-b149-5bbd03336d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2bbcaf19-42a9-4f4a-bab2-cdb8ea7e907e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:22:47.459871 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3ede0d79-91c9-41f8-a656-12af5ad16274 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:47.460325 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ede0d79-91c9-41f8-a656-12af5ad16274 None None] Bound using segment: {'id': 'd28243d9-1bc3-4788-b149-5bbd03336d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2bbcaf19-42a9-4f4a-bab2-cdb8ea7e907e'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:22:47.460820 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-3ede0d79-91c9-41f8-a656-12af5ad16274 None None] Bound port: b5d057b9-f0cb-4594-816b-ba83272d35b7, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28243d9-1bc3-4788-b149-5bbd03336d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2bbcaf19-42a9-4f4a-bab2-cdb8ea7e907e'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:22:47.461211 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3ede0d79-91c9-41f8-a656-12af5ad16274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:47.567292 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-9daea3ff-6f64-476d-83ee-fbd5dc13903e service neutron] 10.222.0.21 "GET /v2.0/networks/2bbcaf19-42a9-4f4a-bab2-cdb8ea7e907e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006186 Aug 22 13:22:47.597748 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port fbb87381-b984-4141-97aa-df32129137bd triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:22:47.598867 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:47.734508 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e86c1ff-7191-404f-8a85-d87c8adb2c20 req-cd9004eb-d3c9-4cbe-ba29-81e0439c1f36 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:47.736358 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1e86c1ff-7191-404f-8a85-d87c8adb2c20 req-cd9004eb-d3c9-4cbe-ba29-81e0439c1f36 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=91864420-8f72-4153-bfe3-294260244158 HTTP/1.1" status: 200 len: 949 time: 0.2719145 Aug 22 13:22:47.789299 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-3ede0d79-91c9-41f8-a656-12af5ad16274 None None] For port b5d057b9-f0cb-4594-816b-ba83272d35b7, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:22:47.819198 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-3ede0d79-91c9-41f8-a656-12af5ad16274 None None] For port b5d057b9-f0cb-4594-816b-ba83272d35b7, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=b5d057b9-f0cb-4594-816b-ba83272d35b7,segment=NetworkSegment(d28243d9-1bc3-4788-b149-5bbd03336d46),segment_id=d28243d9-1bc3-4788-b149-5bbd03336d46)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:22:47.828912 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:47.841492 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-4146aff0-3171-4ef0-ad06-fee8bea35c7c service neutron] 10.222.0.21 "GET /v2.0/networks/3d6e1da4-7c5c-4e24-b427-267e04474d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636216 Aug 22 13:22:47.848761 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3ede0d79-91c9-41f8-a656-12af5ad16274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:47.867110 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91864420-8f72-4153-bfe3-294260244158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1286179b-e9e6-4d6e-89fd-2429cb61c9b5'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:22:47.869687 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199e9d13-5438-4de7-b740-1115d5f4d4ac" -d '{"events": [{"server_uuid": "91864420-8f72-4153-bfe3-294260244158", "name": "network-vif-plugged", "status": "completed", "tag": "1286179b-e9e6-4d6e-89fd-2429cb61c9b5"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:22:47.906378 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 1286179b-e9e6-4d6e-89fd-2429cb61c9b5, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=1286179b-e9e6-4d6e-89fd-2429cb61c9b5,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:22:47.978618 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:48.015760 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-99d1c348-8980-42ff-b640-ac3298450374 service neutron] 10.222.0.21 "GET /v2.0/networks/3d6e1da4-7c5c-4e24-b427-267e04474d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718571 Aug 22 13:22:48.018556 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede0d79-91c9-41f8-a656-12af5ad16274 None None] Pushing event updated for resources: {'Port': ['ID=b5d057b9-f0cb-4594-816b-ba83272d35b7,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:48.088116 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1e86c1ff-7191-404f-8a85-d87c8adb2c20 req-f7bb0b02-da0c-4c44-8e66-f9f88ca99003 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429730 Aug 22 13:22:48.316465 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=1286179b-e9e6-4d6e-89fd-2429cb61c9b5,revision_number=9']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:48.625166 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720dba81-54fc-407a-bc54-5fd80638f364 x-openstack-request-id: req-720dba81-54fc-407a-bc54-5fd80638f364 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:22:48.625166 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91864420-8f72-4153-bfe3-294260244158", "name": "network-vif-plugged", "status": "completed", "tag": "1286179b-e9e6-4d6e-89fd-2429cb61c9b5", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:22:48.625166 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-720dba81-54fc-407a-bc54-5fd80638f364 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:22:48.625166 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91864420-8f72-4153-bfe3-294260244158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1286179b-e9e6-4d6e-89fd-2429cb61c9b5', 'code': 200} Aug 22 13:22:49.148269 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device b5d057b9-f0cb-4594-816b-ba83272d35b7 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:22:49.273054 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port b5d057b9-f0cb-4594-816b-ba83272d35b7 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:22:49.339658 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c47676bf-4ed4-4d17-a978-d34155534577 req-702d37ca-1ace-4df6-91b1-4a061f367158 tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=74925d463c974ecdb8ea0ba986c02ed5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0692277 Aug 22 13:22:49.467721 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e072c4-3d10-4cfc-ba07-7da5b16a72ec req-1d407826-3322-43e4-b292-bec94dea3c9c tempest-MigrationsAdminTest-788779939 tempest-MigrationsAdminTest-788779939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:49.469453 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b1e072c4-3d10-4cfc-ba07-7da5b16a72ec req-1d407826-3322-43e4-b292-bec94dea3c9c tempest-MigrationsAdminTest-788779939 tempest-MigrationsAdminTest-788779939-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=91864420-8f72-4153-bfe3-294260244158 HTTP/1.1" status: 200 len: 1102 time: 0.2148254 Aug 22 13:22:49.485190 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8147733-f6de-423a-87f0-b59128548337 req-a1e4288c-de40-435d-a544-b41e073cce7d tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:49.486877 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e8147733-f6de-423a-87f0-b59128548337 req-a1e4288c-de40-435d-a544-b41e073cce7d tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.41 "GET /v2.0/networks?id=887e0115-b4ac-4c62-9aab-f2d01695aede HTTP/1.1" status: 200 len: 821 time: 1.0046780 Aug 22 13:22:49.520025 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-e8147733-f6de-423a-87f0-b59128548337 req-97599844-0a48-4098-8690-c045938d6cea tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Request body: {'port': {'device_id': 'd67bba42-1205-4a53-8690-4cf3129579bb', 'network_id': '887e0115-b4ac-4c62-9aab-f2d01695aede', 'admin_state_up': True, 'tenant_id': 'ec08ac96341043c28ecba1b995182de4'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:22:49.604272 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47676bf-4ed4-4d17-a978-d34155534577 req-e8d04948-b8a3-43a8-b671-5511f1fdd9fa tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:49.613393 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c47676bf-4ed4-4d17-a978-d34155534577 req-e8d04948-b8a3-43a8-b671-5511f1fdd9fa tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2540352 Aug 22 13:22:49.652028 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c47676bf-4ed4-4d17-a978-d34155534577 req-22ef1241-2c0a-4230-99ef-b674d304dd10 tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] 10.222.0.21 "GET /v2.0/quotas/74925d463c974ecdb8ea0ba986c02ed5 HTTP/1.1" status: 200 len: 375 time: 0.0376523 Aug 22 13:22:49.660381 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b1e072c4-3d10-4cfc-ba07-7da5b16a72ec req-1a2cd70f-7cbb-417a-9996-32b673c26b8f tempest-MigrationsAdminTest-788779939 tempest-MigrationsAdminTest-788779939-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821368 Aug 22 13:22:49.675680 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83730d41-1043-4129-9a59-a1f642f30702 None None] Network 2bbcaf19-42a9-4f4a-bab2-cdb8ea7e907e requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:22:49.756645 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c47676bf-4ed4-4d17-a978-d34155534577 req-2f3b9765-70b4-49e6-99ca-7586e2ae26d5 tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=74925d463c974ecdb8ea0ba986c02ed5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0987425 Aug 22 13:22:49.763500 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-b3e80fb7-15ae-4bb0-bcda-d3636292e7be None None] Provisioning for port b5d057b9-f0cb-4594-816b-ba83272d35b7 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:22:49.779530 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-b3e80fb7-15ae-4bb0-bcda-d3636292e7be None None] Provisioning complete for port b5d057b9-f0cb-4594-816b-ba83272d35b7 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:22:49.780117 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b3e80fb7-15ae-4bb0-bcda-d3636292e7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:49.897712 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-765e932e-49e1-412f-8506-2cb6d11cc9ee req-829ab866-c659-41b7-85c8-f2f607dd4e20 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=d67bba42-1205-4a53-8690-4cf3129579bb HTTP/1.1" status: 200 len: 210 time: 0.0565221 Aug 22 13:22:49.941314 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8147733-f6de-423a-87f0-b59128548337 req-97599844-0a48-4098-8690-c045938d6cea tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Made reservation on behalf of ec08ac96341043c28ecba1b995182de4 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:22:49.946153 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-e8147733-f6de-423a-87f0-b59128548337 req-97599844-0a48-4098-8690-c045938d6cea tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:49.991580 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b3e80fb7-15ae-4bb0-bcda-d3636292e7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:50.083816 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-b3e80fb7-15ae-4bb0-bcda-d3636292e7be None None] For port b5d057b9-f0cb-4594-816b-ba83272d35b7, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=b5d057b9-f0cb-4594-816b-ba83272d35b7,segment=NetworkSegment(d28243d9-1bc3-4788-b149-5bbd03336d46),segment_id=d28243d9-1bc3-4788-b149-5bbd03336d46)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:22:50.096411 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f44c1b68-d869-4cc6-9eaa-2daec3ec6b3e req-39a85b4f-481f-4e99-af0a-5fa8466813e9 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/ports?device_id=1381c6e8-9123-44f9-9bd7-30b5a2f31fa9 HTTP/1.1" status: 200 len: 210 time: 0.0643461 Aug 22 13:22:50.101970 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b3e80fb7-15ae-4bb0-bcda-d3636292e7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:50.207387 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e80fb7-15ae-4bb0-bcda-d3636292e7be None None] Pushing event updated for resources: {'Port': ['ID=b5d057b9-f0cb-4594-816b-ba83272d35b7,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:50.259149 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cf23c710-5961-4cca-8db9-ab87a53f4fd3 req-694137ef-ce32-4afe-9fe4-f0cd13bb18b9 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=49eccb789dab4d5eaed86ee1a537d189&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0678072 Aug 22 13:22:50.431900 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-69a3a47d-c28e-4061-a628-48cdafee0c32 None None] Provisioning complete for port b5d057b9-f0cb-4594-816b-ba83272d35b7 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:22:50.432626 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-69a3a47d-c28e-4061-a628-48cdafee0c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:50.617359 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-e8147733-f6de-423a-87f0-b59128548337 req-97599844-0a48-4098-8690-c045938d6cea tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Allocated IP 172.20.0.4 (887e0115-b4ac-4c62-9aab-f2d01695aede/1fb53f66-6b81-41b6-9806-8520494df9af/b179796e-104f-4cb4-a225-ec0da67c2e71) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:22:50.658986 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf23c710-5961-4cca-8db9-ab87a53f4fd3 req-9802df97-8ec2-4d92-b988-9e3bec1a7b17 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:50.667306 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cf23c710-5961-4cca-8db9-ab87a53f4fd3 req-9802df97-8ec2-4d92-b988-9e3bec1a7b17 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4073899 Aug 22 13:22:50.748895 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cf23c710-5961-4cca-8db9-ab87a53f4fd3 req-50de6637-8c57-4be1-b98c-d663df02151a tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/quotas/49eccb789dab4d5eaed86ee1a537d189 HTTP/1.1" status: 200 len: 375 time: 0.0804527 Aug 22 13:22:50.765753 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ab0d1f7f-398a-4cac-9fbf-8f06d303f4d2 req-55156ba9-0142-48ff-9398-026aa62a4c7a tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] 10.222.0.21 "GET /v2.0/ports?device_id=8524bcb9-70b6-4ae9-a15a-15315af74fef HTTP/1.1" status: 200 len: 210 time: 0.1555824 Aug 22 13:22:50.855745 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-10c2ab22-999b-4509-9a1b-1f4a5ded0f9c tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:50.866762 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-10c2ab22-999b-4509-9a1b-1f4a5ded0f9c tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:50.868699 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-10c2ab22-999b-4509-9a1b-1f4a5ded0f9c tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.16 "GET /v2.0/networks?id=3d6e1da4-7c5c-4e24-b427-267e04474d88&id=2bbcaf19-42a9-4f4a-bab2-cdb8ea7e907e&id=3d6e1da4-7c5c-4e24-b427-267e04474d88 HTTP/1.1" status: 200 len: 1392 time: 0.5512667 Aug 22 13:22:50.908649 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cf23c710-5961-4cca-8db9-ab87a53f4fd3 req-dcb02f63-9de6-4ab3-aab0-038af87c3065 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=49eccb789dab4d5eaed86ee1a537d189&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1585979 Aug 22 13:22:50.918441 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-53902865-6a89-4193-b7b7-bdffba6e8ca3 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Request body: {'port': {'device_id': '1381c6e8-9123-44f9-9bd7-30b5a2f31fa9', 'network_id': '3d6e1da4-7c5c-4e24-b427-267e04474d88', 'admin_state_up': True, 'tenant_id': 'ba3730d93e49471c875ab44d82db56e4'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:22:51.000151 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-379f848f-342e-4add-9ba5-42069e117c1d req-a328587a-56de-46a2-a7a9-f1dfe83b20ba tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=01d864243fbf4cf6816e3fd9d58ef026&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0811961 Aug 22 13:22:51.110901 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device b5d057b9-f0cb-4594-816b-ba83272d35b7 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:22:51.168382 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-e8147733-f6de-423a-87f0-b59128548337 req-97599844-0a48-4098-8690-c045938d6cea tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:51.251855 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port b5d057b9-f0cb-4594-816b-ba83272d35b7 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:22:51.252471 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:51.315082 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f848f-342e-4add-9ba5-42069e117c1d req-93b3de40-abbe-4e0e-9a23-62c3d156d047 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:51.322679 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-379f848f-342e-4add-9ba5-42069e117c1d req-93b3de40-abbe-4e0e-9a23-62c3d156d047 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3098407 Aug 22 13:22:51.334111 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-53902865-6a89-4193-b7b7-bdffba6e8ca3 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Made reservation on behalf of ba3730d93e49471c875ab44d82db56e4 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:22:51.337642 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-53902865-6a89-4193-b7b7-bdffba6e8ca3 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:51.360727 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-379f848f-342e-4add-9ba5-42069e117c1d req-573b9be4-851a-403e-b96a-b2854840fe0b tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/quotas/01d864243fbf4cf6816e3fd9d58ef026 HTTP/1.1" status: 200 len: 375 time: 0.0370834 Aug 22 13:22:51.435610 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8d97aa38-8702-4022-9598-db2aa1939c7e req-63dd7d78-dbde-43af-a81d-e6ef731a8e01 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=d67bba42-1205-4a53-8690-4cf3129579bb HTTP/1.1" status: 200 len: 210 time: 0.0633447 Aug 22 13:22:51.500715 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-e8147733-f6de-423a-87f0-b59128548337 req-97599844-0a48-4098-8690-c045938d6cea tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:51.509341 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c47676bf-4ed4-4d17-a978-d34155534577 req-80c4d12c-4b94-45a6-a1f9-310a93d4f1fa tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=74925d463c974ecdb8ea0ba986c02ed5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490618 Aug 22 13:22:51.657539 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97599844-0a48-4098-8690-c045938d6cea tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Pushing event updated for resources: {'Port': ['ID=b179796e-104f-4cb4-a225-ec0da67c2e71,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:51.711548 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-379f848f-342e-4add-9ba5-42069e117c1d req-d792ef64-f32d-4f1e-92ae-31fd9a0db2f2 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=01d864243fbf4cf6816e3fd9d58ef026&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3497031 Aug 22 13:22:51.725534 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47676bf-4ed4-4d17-a978-d34155534577 req-1fd8911a-64cd-43fa-bed8-7d43e15902cf tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:51.727386 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c47676bf-4ed4-4d17-a978-d34155534577 req-1fd8911a-64cd-43fa-bed8-7d43e15902cf tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2115262 Aug 22 13:22:51.747954 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-c47676bf-4ed4-4d17-a978-d34155534577 req-76ca916f-5d6e-4a20-becd-9a67d910f4ad tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] Request body: {'port': {'device_id': '8524bcb9-70b6-4ae9-a15a-15315af74fef', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'admin_state_up': True, 'tenant_id': '74925d463c974ecdb8ea0ba986c02ed5'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:22:51.751534 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8147733-f6de-423a-87f0-b59128548337 req-97599844-0a48-4098-8690-c045938d6cea tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Network 887e0115-b4ac-4c62-9aab-f2d01695aede is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:22:51.814568 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f5aa8258-235e-41aa-aaaf-91d2240caf1d req-f1871717-faa3-4660-a2ae-a793871fc6f9 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/ports?device_id=1381c6e8-9123-44f9-9bd7-30b5a2f31fa9 HTTP/1.1" status: 200 len: 210 time: 0.1580338 Aug 22 13:22:51.818634 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-e8147733-f6de-423a-87f0-b59128548337 req-97599844-0a48-4098-8690-c045938d6cea tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:22:51.834253 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8147733-f6de-423a-87f0-b59128548337 req-97599844-0a48-4098-8690-c045938d6cea tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:22:51.917891 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c47676bf-4ed4-4d17-a978-d34155534577 req-76ca916f-5d6e-4a20-becd-9a67d910f4ad tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] Made reservation on behalf of 74925d463c974ecdb8ea0ba986c02ed5 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:22:51.921843 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c47676bf-4ed4-4d17-a978-d34155534577 req-76ca916f-5d6e-4a20-becd-9a67d910f4ad tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:51.933764 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c47676bf-4ed4-4d17-a978-d34155534577 req-76ca916f-5d6e-4a20-becd-9a67d910f4ad tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:51.940734 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:22:51.984513 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-345eaf04-e21b-4a61-9d58-ca3487621955 req-f2957424-ab38-4d8b-b37a-b552234ff48a tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc44c507-168d-4380-823c-f1d5ca99eb3c HTTP/1.1" status: 200 len: 210 time: 0.0743961 Aug 22 13:22:52.094711 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8147733-f6de-423a-87f0-b59128548337 req-97599844-0a48-4098-8690-c045938d6cea tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:52.106471 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-e8147733-f6de-423a-87f0-b59128548337 req-97599844-0a48-4098-8690-c045938d6cea tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:52.168123 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-53902865-6a89-4193-b7b7-bdffba6e8ca3 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Allocated IP 19.80.0.188 (3d6e1da4-7c5c-4e24-b427-267e04474d88/7b652cfe-7445-40ee-802a-879fed7a93f5/937d57e6-54ff-43be-a365-f47a423a9964) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:22:52.261352 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c47676bf-4ed4-4d17-a978-d34155534577 req-76ca916f-5d6e-4a20-becd-9a67d910f4ad tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:52.269177 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c47676bf-4ed4-4d17-a978-d34155534577 req-76ca916f-5d6e-4a20-becd-9a67d910f4ad tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:52.322138 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-23feebcf-7506-4bec-bf7d-784289731653 req-48918775-530e-4919-a07b-cda4fbcaf6b5 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 210 time: 0.1742167 Aug 22 13:22:52.353568 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e8147733-f6de-423a-87f0-b59128548337 req-97599844-0a48-4098-8690-c045938d6cea tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8512571 Aug 22 13:22:52.383410 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e88229f6-45e9-48b0-b751-48be545c7400 req-8c691222-6eb4-4a13-8eed-46ebecd3e023 tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] 10.222.0.21 "GET /v2.0/ports?device_id=8524bcb9-70b6-4ae9-a15a-15315af74fef HTTP/1.1" status: 200 len: 210 time: 0.0673003 Aug 22 13:22:52.395554 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-e8147733-f6de-423a-87f0-b59128548337 req-be7d9edd-7751-47f2-bde3-3060cdc88187 service neutron] Request body: {'port': {'device_id': 'd67bba42-1205-4a53-8690-4cf3129579bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:22:52.397633 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ca916f-5d6e-4a20-becd-9a67d910f4ad tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=304e9a6c-c114-4bf8-903a-236904f80c21,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:52.410635 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ca916f-5d6e-4a20-becd-9a67d910f4ad tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:22:52.411124 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ca916f-5d6e-4a20-becd-9a67d910f4ad tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:22:52.412130 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ca916f-5d6e-4a20-becd-9a67d910f4ad tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:22:52.412675 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ca916f-5d6e-4a20-becd-9a67d910f4ad tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:22:52.413241 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ca916f-5d6e-4a20-becd-9a67d910f4ad tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:22:52.413631 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ca916f-5d6e-4a20-becd-9a67d910f4ad tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:22:52.414073 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ca916f-5d6e-4a20-becd-9a67d910f4ad tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:22:52.414542 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ca916f-5d6e-4a20-becd-9a67d910f4ad tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:22:52.415021 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ca916f-5d6e-4a20-becd-9a67d910f4ad tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:22:52.415484 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ca916f-5d6e-4a20-becd-9a67d910f4ad tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:22:52.415906 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ca916f-5d6e-4a20-becd-9a67d910f4ad tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:22:52.416347 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ca916f-5d6e-4a20-becd-9a67d910f4ad tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:22:52.497005 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-c47676bf-4ed4-4d17-a978-d34155534577 req-76ca916f-5d6e-4a20-becd-9a67d910f4ad tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] Allocated IP 192.168.233.169 (7dc41cff-a3ac-4fc2-ba06-973efce2365e/7151c727-b27f-4308-8098-60bc16140d45/575f7ad5-c2be-4b17-bac8-2852d6b11729) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:22:52.534003 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-e8147733-f6de-423a-87f0-b59128548337 req-be7d9edd-7751-47f2-bde3-3060cdc88187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:52.682167 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-53902865-6a89-4193-b7b7-bdffba6e8ca3 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:52.738732 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c47676bf-4ed4-4d17-a978-d34155534577 req-76ca916f-5d6e-4a20-becd-9a67d910f4ad tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:52.764030 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a891a3-2395-4f16-853c-5140f4aee697 req-6ce08d68-7174-413c-822e-e609fcb93efd tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:52.769996 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-c47676bf-4ed4-4d17-a978-d34155534577 req-76ca916f-5d6e-4a20-becd-9a67d910f4ad tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] Transition to ACTIVE for port object 575f7ad5-c2be-4b17-bac8-2852d6b11729 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:22:52.772037 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-60a891a3-2395-4f16-853c-5140f4aee697 req-6ce08d68-7174-413c-822e-e609fcb93efd tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=d67bba42-1205-4a53-8690-4cf3129579bb HTTP/1.1" status: 200 len: 931 time: 0.1923280 Aug 22 13:22:52.798220 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-53902865-6a89-4193-b7b7-bdffba6e8ca3 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Transition to ACTIVE for port object 937d57e6-54ff-43be-a365-f47a423a9964 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:22:52.822709 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c47676bf-4ed4-4d17-a978-d34155534577 req-76ca916f-5d6e-4a20-becd-9a67d910f4ad tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:52.843221 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-60a891a3-2395-4f16-853c-5140f4aee697 req-b2a65485-7780-41b1-ac77-c5535e041f32 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703316 Aug 22 13:22:52.910766 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ca916f-5d6e-4a20-becd-9a67d910f4ad tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] Pushing event updated for resources: {'Port': ['ID=575f7ad5-c2be-4b17-bac8-2852d6b11729,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:52.949238 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c47676bf-4ed4-4d17-a978-d34155534577 req-76ca916f-5d6e-4a20-becd-9a67d910f4ad tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] Network 7dc41cff-a3ac-4fc2-ba06-973efce2365e is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:22:52.950996 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-c47676bf-4ed4-4d17-a978-d34155534577 req-76ca916f-5d6e-4a20-becd-9a67d910f4ad tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:22:52.955064 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-c47676bf-4ed4-4d17-a978-d34155534577 req-76ca916f-5d6e-4a20-becd-9a67d910f4ad tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:22:52.961334 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-53902865-6a89-4193-b7b7-bdffba6e8ca3 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:53.056334 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cf23c710-5961-4cca-8db9-ab87a53f4fd3 req-f11ece26-aa12-4e94-b255-73d90bed11dc tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=49eccb789dab4d5eaed86ee1a537d189&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343554 Aug 22 13:22:53.154512 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47676bf-4ed4-4d17-a978-d34155534577 req-76ca916f-5d6e-4a20-becd-9a67d910f4ad tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:53.162089 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c47676bf-4ed4-4d17-a978-d34155534577 req-76ca916f-5d6e-4a20-becd-9a67d910f4ad tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:53.175111 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-53902865-6a89-4193-b7b7-bdffba6e8ca3 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Network 3d6e1da4-7c5c-4e24-b427-267e04474d88 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:22:53.184902 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-67bf7f4f-1490-466f-8251-dd85de468529 req-d3b79972-994c-4863-aeea-f3d0835bf4de tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc44c507-168d-4380-823c-f1d5ca99eb3c HTTP/1.1" status: 200 len: 210 time: 0.0613956 Aug 22 13:22:53.227423 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-53902865-6a89-4193-b7b7-bdffba6e8ca3 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:22:53.234012 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-53902865-6a89-4193-b7b7-bdffba6e8ca3 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:22:53.239650 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53902865-6a89-4193-b7b7-bdffba6e8ca3 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Pushing event updated for resources: {'Port': ['ID=937d57e6-54ff-43be-a365-f47a423a9964,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:53.274596 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd0b1f-c5b8-4772-8a9e-987a3ec8871b req-15f22e91-41ca-42fe-98df-ec75bf0257b3 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:53.300686 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-decd0b1f-c5b8-4772-8a9e-987a3ec8871b req-15f22e91-41ca-42fe-98df-ec75bf0257b3 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/ports?device_id=1381c6e8-9123-44f9-9bd7-30b5a2f31fa9 HTTP/1.1" status: 200 len: 932 time: 0.3366518 Aug 22 13:22:53.311892 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c47676bf-4ed4-4d17-a978-d34155534577 req-76ca916f-5d6e-4a20-becd-9a67d910f4ad tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5731273 Aug 22 13:22:53.329788 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-c47676bf-4ed4-4d17-a978-d34155534577 req-50d26184-c7d5-49cc-a8d2-9d3abe62a7c7 service neutron] Request body: {'port': {'device_id': '8524bcb9-70b6-4ae9-a15a-15315af74fef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:22:53.439865 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c47676bf-4ed4-4d17-a978-d34155534577 req-50d26184-c7d5-49cc-a8d2-9d3abe62a7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:53.445595 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-d1b58cda-4204-4b61-ace2-15561611c645 None None] Provisioning for port 575f7ad5-c2be-4b17-bac8-2852d6b11729 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:22:53.450851 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-d1b58cda-4204-4b61-ace2-15561611c645 None None] Provisioning complete for port 575f7ad5-c2be-4b17-bac8-2852d6b11729 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:22:53.451234 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d1b58cda-4204-4b61-ace2-15561611c645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:53.471846 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-53902865-6a89-4193-b7b7-bdffba6e8ca3 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:53.472559 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-53902865-6a89-4193-b7b7-bdffba6e8ca3 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:53.493858 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-decd0b1f-c5b8-4772-8a9e-987a3ec8871b req-e23b807f-52da-4ba4-bc66-6e1e7d17ef2c tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f1b5c3a-59c7-419d-bc79-21d076859164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909928 Aug 22 13:22:53.530937 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-e8147733-f6de-423a-87f0-b59128548337 req-be7d9edd-7751-47f2-bde3-3060cdc88187 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b179796e-104f-4cb4-a225-ec0da67c2e71 {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:22:53.546815 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-53902865-6a89-4193-b7b7-bdffba6e8ca3 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6354678 Aug 22 13:22:53.554613 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-e8147733-f6de-423a-87f0-b59128548337 req-be7d9edd-7751-47f2-bde3-3060cdc88187 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:53.560734 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf23c710-5961-4cca-8db9-ab87a53f4fd3 req-73694a54-afe0-45dd-a6f2-032d51b1ae7b tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:53.567362 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cf23c710-5961-4cca-8db9-ab87a53f4fd3 req-73694a54-afe0-45dd-a6f2-032d51b1ae7b tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4966066 Aug 22 13:22:53.572535 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-9db9f70b-0708-4486-bbb0-54bd6fae34c9 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Request body: {'port': {'device_id': '1381c6e8-9123-44f9-9bd7-30b5a2f31fa9', 'network_id': '2bbcaf19-42a9-4f4a-bab2-cdb8ea7e907e', 'admin_state_up': True, 'tenant_id': 'ba3730d93e49471c875ab44d82db56e4'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:22:53.576790 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-d1b58cda-4204-4b61-ace2-15561611c645 None None] Port 575f7ad5-c2be-4b17-bac8-2852d6b11729 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:22:53.612585 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-cf23c710-5961-4cca-8db9-ab87a53f4fd3 req-7e786af1-21c6-4b76-a1d8-57d69658f46d tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Request body: {'port': {'device_id': 'fc44c507-168d-4380-823c-f1d5ca99eb3c', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'admin_state_up': True, 'tenant_id': '49eccb789dab4d5eaed86ee1a537d189'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:22:53.675694 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-e8147733-f6de-423a-87f0-b59128548337 req-be7d9edd-7751-47f2-bde3-3060cdc88187 service neutron] Transition to ACTIVE for port object b179796e-104f-4cb4-a225-ec0da67c2e71 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:22:53.722551 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b474a33c-3fd6-4427-88bf-133021265055 req-63311636-32f7-4fd6-8300-5c5eeaf4d0ac tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 210 time: 0.1290214 Aug 22 13:22:53.739108 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-e8147733-f6de-423a-87f0-b59128548337 req-be7d9edd-7751-47f2-bde3-3060cdc88187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:54.022847 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-fbcab3ad-7d20-432e-81db-59e0599f17e5 None None] Provisioning for port 937d57e6-54ff-43be-a365-f47a423a9964 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:22:54.039760 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-379f848f-342e-4add-9ba5-42069e117c1d req-e440a33e-1071-42b3-a0bb-3bdd8f7ac1ce tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=01d864243fbf4cf6816e3fd9d58ef026&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281143 Aug 22 13:22:54.043016 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-fbcab3ad-7d20-432e-81db-59e0599f17e5 None None] Provisioning complete for port 937d57e6-54ff-43be-a365-f47a423a9964 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:22:54.043594 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-fbcab3ad-7d20-432e-81db-59e0599f17e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:54.059241 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b31dc9f-7746-4ae8-992b-3990eb48f1ce req-6d684b8b-f5d8-403d-b2e5-7e0e80a20df3 tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:54.067059 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0b31dc9f-7746-4ae8-992b-3990eb48f1ce req-6d684b8b-f5d8-403d-b2e5-7e0e80a20df3 tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] 10.222.0.21 "GET /v2.0/ports?device_id=8524bcb9-70b6-4ae9-a15a-15315af74fef HTTP/1.1" status: 200 len: 936 time: 0.4490194 Aug 22 13:22:54.100886 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-fbcab3ad-7d20-432e-81db-59e0599f17e5 None None] Port 937d57e6-54ff-43be-a365-f47a423a9964 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:22:54.179907 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf23c710-5961-4cca-8db9-ab87a53f4fd3 req-7e786af1-21c6-4b76-a1d8-57d69658f46d tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Made reservation on behalf of 49eccb789dab4d5eaed86ee1a537d189 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:22:54.183854 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-cf23c710-5961-4cca-8db9-ab87a53f4fd3 req-7e786af1-21c6-4b76-a1d8-57d69658f46d tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:54.205592 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-cf23c710-5961-4cca-8db9-ab87a53f4fd3 req-7e786af1-21c6-4b76-a1d8-57d69658f46d tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:54.226028 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-9db9f70b-0708-4486-bbb0-54bd6fae34c9 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Made reservation on behalf of ba3730d93e49471c875ab44d82db56e4 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:22:54.228906 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-9db9f70b-0708-4486-bbb0-54bd6fae34c9 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:54.231000 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d9edd-7751-47f2-bde3-3060cdc88187 service neutron] Pushing event updated for resources: {'Port': ['ID=b179796e-104f-4cb4-a225-ec0da67c2e71,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:54.283112 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-c47676bf-4ed4-4d17-a978-d34155534577 req-50d26184-c7d5-49cc-a8d2-9d3abe62a7c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 575f7ad5-c2be-4b17-bac8-2852d6b11729 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:22:54.292645 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c47676bf-4ed4-4d17-a978-d34155534577 req-50d26184-c7d5-49cc-a8d2-9d3abe62a7c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:54.293389 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0b31dc9f-7746-4ae8-992b-3990eb48f1ce req-b3a7e465-dddf-4d33-9a89-3daa5385c1d6 tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] 10.222.0.21 "GET /v2.0/security-groups?id=304e9a6c-c114-4bf8-903a-236904f80c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252634 Aug 22 13:22:54.315246 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-c47676bf-4ed4-4d17-a978-d34155534577 req-50d26184-c7d5-49cc-a8d2-9d3abe62a7c7 service neutron] Transition to ACTIVE for port object 575f7ad5-c2be-4b17-bac8-2852d6b11729 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:22:54.328019 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c47676bf-4ed4-4d17-a978-d34155534577 req-50d26184-c7d5-49cc-a8d2-9d3abe62a7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:54.369443 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e91d6b-f457-4fd9-8439-37209374ecbb req-caca33bb-c41b-48b3-ad60-cbd2af4b31b5 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:54.370986 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a1e91d6b-f457-4fd9-8439-37209374ecbb req-caca33bb-c41b-48b3-ad60-cbd2af4b31b5 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=d67bba42-1205-4a53-8690-4cf3129579bb HTTP/1.1" status: 200 len: 943 time: 0.3228843 Aug 22 13:22:54.388848 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-e8147733-f6de-423a-87f0-b59128548337 req-be7d9edd-7751-47f2-bde3-3060cdc88187 service neutron] Attempting to bind port b179796e-104f-4cb4-a225-ec0da67c2e71 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:22:54.388848 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-e8147733-f6de-423a-87f0-b59128548337 req-be7d9edd-7751-47f2-bde3-3060cdc88187 service neutron] Attempting to bind port b179796e-104f-4cb4-a225-ec0da67c2e71 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '0efbff2c-3dbf-4e79-83ba-47cbdc800632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '887e0115-b4ac-4c62-9aab-f2d01695aede'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:22:54.389116 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8147733-f6de-423a-87f0-b59128548337 req-be7d9edd-7751-47f2-bde3-3060cdc88187 service neutron] Attempting to bind port b179796e-104f-4cb4-a225-ec0da67c2e71 on network 887e0115-b4ac-4c62-9aab-f2d01695aede {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:22:54.435422 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-cf23c710-5961-4cca-8db9-ab87a53f4fd3 req-7e786af1-21c6-4b76-a1d8-57d69658f46d tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:54.446142 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-cf23c710-5961-4cca-8db9-ab87a53f4fd3 req-7e786af1-21c6-4b76-a1d8-57d69658f46d tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:54.455191 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d26184-c7d5-49cc-a8d2-9d3abe62a7c7 service neutron] Pushing event updated for resources: {'Port': ['ID=575f7ad5-c2be-4b17-bac8-2852d6b11729,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:54.814483 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8147733-f6de-423a-87f0-b59128548337 req-be7d9edd-7751-47f2-bde3-3060cdc88187 service neutron] Port b179796e-104f-4cb4-a225-ec0da67c2e71 on network 887e0115-b4ac-4c62-9aab-f2d01695aede not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:22:54.815723 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8147733-f6de-423a-87f0-b59128548337 req-be7d9edd-7751-47f2-bde3-3060cdc88187 service neutron] Attempting to bind port b179796e-104f-4cb4-a225-ec0da67c2e71 on network 887e0115-b4ac-4c62-9aab-f2d01695aede {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:22:54.820223 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bf46d0e8-7260-4271-8ff0-2d6385a4ea2c req-081637a6-2ed3-44f3-bd5e-833abfcfb98f tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc44c507-168d-4380-823c-f1d5ca99eb3c HTTP/1.1" status: 200 len: 210 time: 0.4437099 Aug 22 13:22:54.836790 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f848f-342e-4add-9ba5-42069e117c1d req-23c5c1f5-b64a-4067-9939-ba6526e5f36f tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:54.838442 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-379f848f-342e-4add-9ba5-42069e117c1d req-23c5c1f5-b64a-4067-9939-ba6526e5f36f tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7692361 Aug 22 13:22:54.870510 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e786af1-21c6-4b76-a1d8-57d69658f46d tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:54.883598 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-379f848f-342e-4add-9ba5-42069e117c1d req-4ecf7976-5602-4198-8298-8dd62dd0ede8 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Request body: {'port': {'device_id': '7cfbfdc8-f514-481c-9887-b7c57094669b', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'admin_state_up': True, 'tenant_id': '01d864243fbf4cf6816e3fd9d58ef026'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:22:54.887455 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8147733-f6de-423a-87f0-b59128548337 req-be7d9edd-7751-47f2-bde3-3060cdc88187 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:22:54.887881 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8147733-f6de-423a-87f0-b59128548337 req-be7d9edd-7751-47f2-bde3-3060cdc88187 service neutron] Checking segment: {'id': '0efbff2c-3dbf-4e79-83ba-47cbdc800632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '887e0115-b4ac-4c62-9aab-f2d01695aede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:22:54.889007 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8147733-f6de-423a-87f0-b59128548337 req-be7d9edd-7751-47f2-bde3-3060cdc88187 service neutron] Bound using segment: {'id': '0efbff2c-3dbf-4e79-83ba-47cbdc800632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '887e0115-b4ac-4c62-9aab-f2d01695aede'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:22:54.889007 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-e8147733-f6de-423a-87f0-b59128548337 req-be7d9edd-7751-47f2-bde3-3060cdc88187 service neutron] Bound port: b179796e-104f-4cb4-a225-ec0da67c2e71, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0efbff2c-3dbf-4e79-83ba-47cbdc800632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '887e0115-b4ac-4c62-9aab-f2d01695aede'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:22:54.889252 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-e8147733-f6de-423a-87f0-b59128548337 req-be7d9edd-7751-47f2-bde3-3060cdc88187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:54.963420 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-c47676bf-4ed4-4d17-a978-d34155534577 req-50d26184-c7d5-49cc-a8d2-9d3abe62a7c7 service neutron] Attempting to bind port 575f7ad5-c2be-4b17-bac8-2852d6b11729 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:22:54.964044 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-c47676bf-4ed4-4d17-a978-d34155534577 req-50d26184-c7d5-49cc-a8d2-9d3abe62a7c7 service neutron] Attempting to bind port 575f7ad5-c2be-4b17-bac8-2852d6b11729 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:22:54.964571 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47676bf-4ed4-4d17-a978-d34155534577 req-50d26184-c7d5-49cc-a8d2-9d3abe62a7c7 service neutron] Attempting to bind port 575f7ad5-c2be-4b17-bac8-2852d6b11729 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:22:54.977020 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47676bf-4ed4-4d17-a978-d34155534577 req-50d26184-c7d5-49cc-a8d2-9d3abe62a7c7 service neutron] Port 575f7ad5-c2be-4b17-bac8-2852d6b11729 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:22:54.977541 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47676bf-4ed4-4d17-a978-d34155534577 req-50d26184-c7d5-49cc-a8d2-9d3abe62a7c7 service neutron] Attempting to bind port 575f7ad5-c2be-4b17-bac8-2852d6b11729 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:22:54.983672 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a1e91d6b-f457-4fd9-8439-37209374ecbb req-c6b1f8bf-e541-47a9-a864-cb690c6ed94f tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5918903 Aug 22 13:22:54.988387 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47676bf-4ed4-4d17-a978-d34155534577 req-50d26184-c7d5-49cc-a8d2-9d3abe62a7c7 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:22:54.988850 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47676bf-4ed4-4d17-a978-d34155534577 req-50d26184-c7d5-49cc-a8d2-9d3abe62a7c7 service neutron] Checking segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:22:54.990020 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47676bf-4ed4-4d17-a978-d34155534577 req-50d26184-c7d5-49cc-a8d2-9d3abe62a7c7 service neutron] Bound using segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:22:54.990564 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-c47676bf-4ed4-4d17-a978-d34155534577 req-50d26184-c7d5-49cc-a8d2-9d3abe62a7c7 service neutron] Bound port: 575f7ad5-c2be-4b17-bac8-2852d6b11729, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:22:54.991043 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c47676bf-4ed4-4d17-a978-d34155534577 req-50d26184-c7d5-49cc-a8d2-9d3abe62a7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:55.033858 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-cf23c710-5961-4cca-8db9-ab87a53f4fd3 req-7e786af1-21c6-4b76-a1d8-57d69658f46d tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Allocated IP 192.168.233.57 (7dc41cff-a3ac-4fc2-ba06-973efce2365e/7151c727-b27f-4308-8098-60bc16140d45/c41641dd-85d8-40a3-8ec9-c3f0bde2f420) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:22:55.074016 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-9db9f70b-0708-4486-bbb0-54bd6fae34c9 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Allocated IP 19.86.0.39 (2bbcaf19-42a9-4f4a-bab2-cdb8ea7e907e/5d18322f-b4bb-4fb2-b5c0-c02934f93aac/62fb81ac-7ca9-4a4b-be09-8373153c82ba) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:22:55.163168 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-c47676bf-4ed4-4d17-a978-d34155534577 req-50d26184-c7d5-49cc-a8d2-9d3abe62a7c7 service neutron] For port 575f7ad5-c2be-4b17-bac8-2852d6b11729, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:22:55.167644 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-c47676bf-4ed4-4d17-a978-d34155534577 req-50d26184-c7d5-49cc-a8d2-9d3abe62a7c7 service neutron] For port 575f7ad5-c2be-4b17-bac8-2852d6b11729, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=575f7ad5-c2be-4b17-bac8-2852d6b11729,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:22:55.173259 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c47676bf-4ed4-4d17-a978-d34155534577 req-50d26184-c7d5-49cc-a8d2-9d3abe62a7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:55.182154 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-09a58d23-9baf-4a2f-8042-47194da47437 req-1f131609-3fa7-4217-83e2-5bf4ba08328e tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 210 time: 0.0786335 Aug 22 13:22:55.249080 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47676bf-4ed4-4d17-a978-d34155534577 req-50d26184-c7d5-49cc-a8d2-9d3abe62a7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:55.249693 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c47676bf-4ed4-4d17-a978-d34155534577 req-50d26184-c7d5-49cc-a8d2-9d3abe62a7c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:55.251061 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c47676bf-4ed4-4d17-a978-d34155534577 req-50d26184-c7d5-49cc-a8d2-9d3abe62a7c7 service neutron] 10.222.0.41 "PUT /v2.0/ports/575f7ad5-c2be-4b17-bac8-2852d6b11729 HTTP/1.1" status: 200 len: 1097 time: 1.9259109 Aug 22 13:22:55.253591 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8524bcb9-70b6-4ae9-a15a-15315af74fef', 'tag': '575f7ad5-c2be-4b17-bac8-2852d6b11729'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:22:55.255949 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bef20d5-b1ac-4eb5-8ce7-61dc14c71a08" -d '{"events": [{"name": "network-changed", "server_uuid": "8524bcb9-70b6-4ae9-a15a-15315af74fef", "tag": "575f7ad5-c2be-4b17-bac8-2852d6b11729"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:22:55.268414 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-e8147733-f6de-423a-87f0-b59128548337 req-be7d9edd-7751-47f2-bde3-3060cdc88187 service neutron] For port b179796e-104f-4cb4-a225-ec0da67c2e71, host n-h1-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:22:55.294606 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae026afb-84b2-4619-9bc2-2e02e120037f req-e52b57bb-380e-4144-8bb7-88a84613ee92 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:55.296534 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ae026afb-84b2-4619-9bc2-2e02e120037f req-e52b57bb-380e-4144-8bb7-88a84613ee92 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/ports?device_id=1381c6e8-9123-44f9-9bd7-30b5a2f31fa9 HTTP/1.1" status: 200 len: 932 time: 0.1988513 Aug 22 13:22:55.319791 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-e8147733-f6de-423a-87f0-b59128548337 req-be7d9edd-7751-47f2-bde3-3060cdc88187 service neutron] For port b179796e-104f-4cb4-a225-ec0da67c2e71, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=b179796e-104f-4cb4-a225-ec0da67c2e71,segment=NetworkSegment(0efbff2c-3dbf-4e79-83ba-47cbdc800632),segment_id=0efbff2c-3dbf-4e79-83ba-47cbdc800632)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:22:55.322311 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d26184-c7d5-49cc-a8d2-9d3abe62a7c7 service neutron] Pushing event updated for resources: {'Port': ['ID=575f7ad5-c2be-4b17-bac8-2852d6b11729,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:55.380445 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-cf23c710-5961-4cca-8db9-ab87a53f4fd3 req-7e786af1-21c6-4b76-a1d8-57d69658f46d tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:55.400910 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-cf23c710-5961-4cca-8db9-ab87a53f4fd3 req-7e786af1-21c6-4b76-a1d8-57d69658f46d tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Transition to ACTIVE for port object c41641dd-85d8-40a3-8ec9-c3f0bde2f420 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:22:55.404961 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ebd1561-9406-4f0d-b16a-ce4f09e3ab52 x-openstack-request-id: req-7ebd1561-9406-4f0d-b16a-ce4f09e3ab52 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:22:55.405236 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8524bcb9-70b6-4ae9-a15a-15315af74fef", "tag": "575f7ad5-c2be-4b17-bac8-2852d6b11729", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:22:55.405479 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7ebd1561-9406-4f0d-b16a-ce4f09e3ab52 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:22:55.405859 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8524bcb9-70b6-4ae9-a15a-15315af74fef', 'tag': '575f7ad5-c2be-4b17-bac8-2852d6b11729', 'status': 'completed', 'code': 200} Aug 22 13:22:55.409628 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47676bf-4ed4-4d17-a978-d34155534577 req-5c738bfc-e3b3-4367-9259-bf68e03eb5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:55.411110 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c47676bf-4ed4-4d17-a978-d34155534577 req-5c738bfc-e3b3-4367-9259-bf68e03eb5f6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=74925d463c974ecdb8ea0ba986c02ed5&device_id=8524bcb9-70b6-4ae9-a15a-15315af74fef HTTP/1.1" status: 200 len: 1100 time: 0.1044044 Aug 22 13:22:55.431597 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-e8147733-f6de-423a-87f0-b59128548337 req-be7d9edd-7751-47f2-bde3-3060cdc88187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:55.463981 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c47676bf-4ed4-4d17-a978-d34155534577 req-0f29a1ed-6d13-4a40-b1b9-5c1c735304ce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=575f7ad5-c2be-4b17-bac8-2852d6b11729 HTTP/1.1" status: 200 len: 217 time: 0.0438404 Aug 22 13:22:55.492280 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-379f848f-342e-4add-9ba5-42069e117c1d req-4ecf7976-5602-4198-8298-8dd62dd0ede8 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Made reservation on behalf of 01d864243fbf4cf6816e3fd9d58ef026 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:22:55.496054 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-379f848f-342e-4add-9ba5-42069e117c1d req-4ecf7976-5602-4198-8298-8dd62dd0ede8 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:55.503369 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-cf23c710-5961-4cca-8db9-ab87a53f4fd3 req-7e786af1-21c6-4b76-a1d8-57d69658f46d tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:55.523249 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8147733-f6de-423a-87f0-b59128548337 req-be7d9edd-7751-47f2-bde3-3060cdc88187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:55.523960 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-e8147733-f6de-423a-87f0-b59128548337 req-be7d9edd-7751-47f2-bde3-3060cdc88187 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:55.525390 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e8147733-f6de-423a-87f0-b59128548337 req-be7d9edd-7751-47f2-bde3-3060cdc88187 service neutron] 10.222.0.41 "PUT /v2.0/ports/b179796e-104f-4cb4-a225-ec0da67c2e71 HTTP/1.1" status: 200 len: 1092 time: 3.1467063 Aug 22 13:22:55.532657 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd67bba42-1205-4a53-8690-4cf3129579bb', 'tag': 'b179796e-104f-4cb4-a225-ec0da67c2e71'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:22:55.534984 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d9337c-b797-4f9e-8d58-5cd9d12cd7f2" -d '{"events": [{"name": "network-changed", "server_uuid": "d67bba42-1205-4a53-8690-4cf3129579bb", "tag": "b179796e-104f-4cb4-a225-ec0da67c2e71"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:22:55.559616 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf23c710-5961-4cca-8db9-ab87a53f4fd3 req-7e786af1-21c6-4b76-a1d8-57d69658f46d tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Network 7dc41cff-a3ac-4fc2-ba06-973efce2365e is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:22:55.565379 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-cf23c710-5961-4cca-8db9-ab87a53f4fd3 req-7e786af1-21c6-4b76-a1d8-57d69658f46d tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:22:55.568159 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47676bf-4ed4-4d17-a978-d34155534577 req-7ddb53c4-df8d-4cd9-b39c-dacc6d60c269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:55.569809 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c47676bf-4ed4-4d17-a978-d34155534577 req-7ddb53c4-df8d-4cd9-b39c-dacc6d60c269 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.0988638 Aug 22 13:22:55.572652 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf23c710-5961-4cca-8db9-ab87a53f4fd3 req-7e786af1-21c6-4b76-a1d8-57d69658f46d tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:22:55.589748 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e786af1-21c6-4b76-a1d8-57d69658f46d tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Pushing event updated for resources: {'Port': ['ID=c41641dd-85d8-40a3-8ec9-c3f0bde2f420,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:55.625276 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ae026afb-84b2-4619-9bc2-2e02e120037f req-7b7e3a91-cffc-452f-9e7a-76acab0a3c66 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f1b5c3a-59c7-419d-bc79-21d076859164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114259 Aug 22 13:22:55.657115 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d9edd-7751-47f2-bde3-3060cdc88187 service neutron] Pushing event updated for resources: {'Port': ['ID=b179796e-104f-4cb4-a225-ec0da67c2e71,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:55.672108 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf23c710-5961-4cca-8db9-ab87a53f4fd3 req-7e786af1-21c6-4b76-a1d8-57d69658f46d tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:55.676175 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-cf23c710-5961-4cca-8db9-ab87a53f4fd3 req-7e786af1-21c6-4b76-a1d8-57d69658f46d tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:55.693309 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47676bf-4ed4-4d17-a978-d34155534577 req-d795c589-eae2-43b7-9e16-c15b18d39e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:55.694960 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c47676bf-4ed4-4d17-a978-d34155534577 req-d795c589-eae2-43b7-9e16-c15b18d39e15 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1148908 Aug 22 13:22:55.704267 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cf23c710-5961-4cca-8db9-ab87a53f4fd3 req-7e786af1-21c6-4b76-a1d8-57d69658f46d tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0979352 Aug 22 13:22:55.704690 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409c8fc3-3926-4798-8f67-ab20c18c8772 x-openstack-request-id: req-409c8fc3-3926-4798-8f67-ab20c18c8772 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:22:55.704987 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d67bba42-1205-4a53-8690-4cf3129579bb", "tag": "b179796e-104f-4cb4-a225-ec0da67c2e71", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:22:55.705242 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-409c8fc3-3926-4798-8f67-ab20c18c8772 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:22:55.705633 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd67bba42-1205-4a53-8690-4cf3129579bb', 'tag': 'b179796e-104f-4cb4-a225-ec0da67c2e71', 'status': 'completed', 'code': 200} Aug 22 13:22:55.713385 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-9db9f70b-0708-4486-bbb0-54bd6fae34c9 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:55.740972 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a3925-7a79-4290-a0e6-0efe93d4294f req-bf8e8396-6a9e-4859-abc1-7b3a0f531357 tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:55.742593 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a91a3925-7a79-4290-a0e6-0efe93d4294f req-bf8e8396-6a9e-4859-abc1-7b3a0f531357 tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] 10.222.0.21 "GET /v2.0/ports?device_id=8524bcb9-70b6-4ae9-a15a-15315af74fef HTTP/1.1" status: 200 len: 948 time: 0.2763250 Aug 22 13:22:55.765732 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-9db9f70b-0708-4486-bbb0-54bd6fae34c9 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Transition to ACTIVE for port object 62fb81ac-7ca9-4a4b-be09-8373153c82ba will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:22:55.777702 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-cf23c710-5961-4cca-8db9-ab87a53f4fd3 req-69c9ea54-5bfe-48ef-b13e-ab65cbaa8b2f service neutron] Request body: {'port': {'device_id': 'fc44c507-168d-4380-823c-f1d5ca99eb3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:22:55.797530 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8147733-f6de-423a-87f0-b59128548337 req-57be3b91-367e-4479-a864-13c8fc96d60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:55.799045 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e8147733-f6de-423a-87f0-b59128548337 req-57be3b91-367e-4479-a864-13c8fc96d60d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec08ac96341043c28ecba1b995182de4&device_id=d67bba42-1205-4a53-8690-4cf3129579bb HTTP/1.1" status: 200 len: 1095 time: 0.2030816 Aug 22 13:22:55.857008 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-cf23c710-5961-4cca-8db9-ab87a53f4fd3 req-69c9ea54-5bfe-48ef-b13e-ab65cbaa8b2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:55.873065 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c47676bf-4ed4-4d17-a978-d34155534577 req-859911cf-40e7-416a-8be7-d1078f221c38 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676824 Aug 22 13:22:55.886886 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e8147733-f6de-423a-87f0-b59128548337 req-0df6f7b1-8d04-486b-9cf2-d38855d31417 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b179796e-104f-4cb4-a225-ec0da67c2e71 HTTP/1.1" status: 200 len: 217 time: 0.0679214 Aug 22 13:22:55.897269 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a91a3925-7a79-4290-a0e6-0efe93d4294f req-23502d96-b172-46f7-8bf2-e3fa11c0fc0d tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] 10.222.0.21 "GET /v2.0/security-groups?id=304e9a6c-c114-4bf8-903a-236904f80c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460791 Aug 22 13:22:55.924043 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-3ef4e6ad-f4c9-4d52-bdef-1d8a61d3c922 None None] Provisioning for port c41641dd-85d8-40a3-8ec9-c3f0bde2f420 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:22:55.928946 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-3ef4e6ad-f4c9-4d52-bdef-1d8a61d3c922 None None] Provisioning complete for port c41641dd-85d8-40a3-8ec9-c3f0bde2f420 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:22:55.929530 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3ef4e6ad-f4c9-4d52-bdef-1d8a61d3c922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:55.960650 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-379f848f-342e-4add-9ba5-42069e117c1d req-4ecf7976-5602-4198-8298-8dd62dd0ede8 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Allocated IP 192.168.233.122 (7dc41cff-a3ac-4fc2-ba06-973efce2365e/7151c727-b27f-4308-8098-60bc16140d45/37e0d0c3-4501-445b-b7c1-cf69eb2c2a95) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:22:55.970907 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-3ef4e6ad-f4c9-4d52-bdef-1d8a61d3c922 None None] Port c41641dd-85d8-40a3-8ec9-c3f0bde2f420 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:22:56.001131 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-9db9f70b-0708-4486-bbb0-54bd6fae34c9 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:56.089861 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8147733-f6de-423a-87f0-b59128548337 req-018db4af-869c-43ad-9413-f886fbecc783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:56.091303 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e8147733-f6de-423a-87f0-b59128548337 req-018db4af-869c-43ad-9413-f886fbecc783 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1fb53f66-6b81-41b6-9806-8520494df9af HTTP/1.1" status: 200 len: 861 time: 0.1934898 Aug 22 13:22:56.106540 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c47676bf-4ed4-4d17-a978-d34155534577 req-534cb219-11fd-4c42-a933-8c4e9f0258b0 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087350 Aug 22 13:22:56.108054 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-9db9f70b-0708-4486-bbb0-54bd6fae34c9 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Network 2bbcaf19-42a9-4f4a-bab2-cdb8ea7e907e is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:22:56.148803 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-9db9f70b-0708-4486-bbb0-54bd6fae34c9 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:22:56.173804 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04c4e6-51d7-49b9-9d3c-e9216011fdcc req-1e31a22a-3b10-4c8a-8df7-fcae1ffb1c10 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:56.175285 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5e04c4e6-51d7-49b9-9d3c-e9216011fdcc req-1e31a22a-3b10-4c8a-8df7-fcae1ffb1c10 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc44c507-168d-4380-823c-f1d5ca99eb3c HTTP/1.1" status: 200 len: 935 time: 0.2729568 Aug 22 13:22:56.176094 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-9db9f70b-0708-4486-bbb0-54bd6fae34c9 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:22:56.183422 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e8147733-f6de-423a-87f0-b59128548337 req-1dd6b3dc-5743-4780-93aa-933d71982949 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=887e0115-b4ac-4c62-9aab-f2d01695aede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773473 Aug 22 13:22:56.184047 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db9f70b-0708-4486-bbb0-54bd6fae34c9 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Pushing event updated for resources: {'Port': ['ID=62fb81ac-7ca9-4a4b-be09-8373153c82ba,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:56.199422 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef20d5-b1ac-4eb5-8ce7-61dc14c71a08 req-1bfe5b0d-7ea5-4b31-814b-6957c16c0d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:56.201089 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3bef20d5-b1ac-4eb5-8ce7-61dc14c71a08 req-1bfe5b0d-7ea5-4b31-814b-6957c16c0d93 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=74925d463c974ecdb8ea0ba986c02ed5&device_id=8524bcb9-70b6-4ae9-a15a-15315af74fef HTTP/1.1" status: 200 len: 1100 time: 0.0528414 Aug 22 13:22:56.304026 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef20d5-b1ac-4eb5-8ce7-61dc14c71a08 req-898b2a19-83e7-4904-b61d-b7e9fb6bebde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:56.305810 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3bef20d5-b1ac-4eb5-8ce7-61dc14c71a08 req-898b2a19-83e7-4904-b61d-b7e9fb6bebde service neutron] 10.222.0.41 "GET /v2.0/networks?id=7dc41cff-a3ac-4fc2-ba06-973efce2365e HTTP/1.1" status: 200 len: 870 time: 0.0977619 Aug 22 13:22:56.354340 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3bef20d5-b1ac-4eb5-8ce7-61dc14c71a08 req-c140e28d-8b42-4945-a409-ebcdfea01c56 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=575f7ad5-c2be-4b17-bac8-2852d6b11729 HTTP/1.1" status: 200 len: 217 time: 0.0407205 Aug 22 13:22:56.367286 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3a9f0-07c2-4189-8096-c2a5dcd507a8 req-daf3819c-557d-4c5a-96de-40b550448705 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:56.368787 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-42a3a9f0-07c2-4189-8096-c2a5dcd507a8 req-daf3819c-557d-4c5a-96de-40b550448705 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=d67bba42-1205-4a53-8690-4cf3129579bb HTTP/1.1" status: 200 len: 943 time: 0.3051143 Aug 22 13:22:56.374186 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-9db9f70b-0708-4486-bbb0-54bd6fae34c9 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:56.374781 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-9db9f70b-0708-4486-bbb0-54bd6fae34c9 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:56.401575 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-7c168fbc-6189-4544-b5b6-5b105f6d5eb3 None None] Provisioning for port 62fb81ac-7ca9-4a4b-be09-8373153c82ba completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:22:56.407032 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-7c168fbc-6189-4544-b5b6-5b105f6d5eb3 None None] Provisioning complete for port 62fb81ac-7ca9-4a4b-be09-8373153c82ba triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:22:56.407601 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7c168fbc-6189-4544-b5b6-5b105f6d5eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:56.412897 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef20d5-b1ac-4eb5-8ce7-61dc14c71a08 req-5efb417f-09c3-4ec6-a97f-e875344d50fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:56.414658 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3bef20d5-b1ac-4eb5-8ce7-61dc14c71a08 req-5efb417f-09c3-4ec6-a97f-e875344d50fb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.0524940 Aug 22 13:22:56.435386 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5e04c4e6-51d7-49b9-9d3c-e9216011fdcc req-1bf9fac7-9f19-4661-bd3c-9551dd456c64 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444284 Aug 22 13:22:56.436508 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-9db9f70b-0708-4486-bbb0-54bd6fae34c9 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8780735 Aug 22 13:22:56.452915 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-7c168fbc-6189-4544-b5b6-5b105f6d5eb3 None None] Port 62fb81ac-7ca9-4a4b-be09-8373153c82ba cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:22:56.468023 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef20d5-b1ac-4eb5-8ce7-61dc14c71a08 req-f5d81cb3-69d0-4da5-a4c6-14d06c9e7edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:56.470220 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3bef20d5-b1ac-4eb5-8ce7-61dc14c71a08 req-f5d81cb3-69d0-4da5-a4c6-14d06c9e7edd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0475166 Aug 22 13:22:56.479718 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-97add5c9-bd77-43cd-85f2-f342974a4057 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Request body: {'port': {'device_id': '1381c6e8-9123-44f9-9bd7-30b5a2f31fa9', 'network_id': '3d6e1da4-7c5c-4e24-b427-267e04474d88', 'admin_state_up': True, 'tenant_id': 'ba3730d93e49471c875ab44d82db56e4'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:22:56.542884 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e8147733-f6de-423a-87f0-b59128548337 req-91a2e153-8c11-45cb-b7f6-7ff3a1aacd99 service neutron] 10.222.0.41 "GET /v2.0/networks/887e0115-b4ac-4c62-9aab-f2d01695aede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214383 Aug 22 13:22:56.552540 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-42a3a9f0-07c2-4189-8096-c2a5dcd507a8 req-a467f678-6056-41a8-8729-a00a4c2b4290 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741343 Aug 22 13:22:56.558354 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-379f848f-342e-4add-9ba5-42069e117c1d req-4ecf7976-5602-4198-8298-8dd62dd0ede8 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:56.584289 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3bef20d5-b1ac-4eb5-8ce7-61dc14c71a08 req-45cd0622-6718-4ff4-bdab-e35f63e3e70c service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065016 Aug 22 13:22:56.650122 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-379f848f-342e-4add-9ba5-42069e117c1d req-4ecf7976-5602-4198-8298-8dd62dd0ede8 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Transition to ACTIVE for port object 37e0d0c3-4501-445b-b7c1-cf69eb2c2a95 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:22:56.654182 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-28314d1f-8467-4606-81f5-d5aa20ca1415 req-a4a20102-0e5b-4661-aadc-75c39be77738 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 210 time: 0.0849700 Aug 22 13:22:56.711432 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3bef20d5-b1ac-4eb5-8ce7-61dc14c71a08 req-1a707883-61af-431f-9137-ba385bbce904 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190958 Aug 22 13:22:56.776600 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e8147733-f6de-423a-87f0-b59128548337 req-0e7ef6ef-bcc2-4aeb-86c2-f50fbfe23328 service neutron] 10.222.0.41 "GET /v2.0/networks/887e0115-b4ac-4c62-9aab-f2d01695aede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234006 Aug 22 13:22:56.789086 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-379f848f-342e-4add-9ba5-42069e117c1d req-4ecf7976-5602-4198-8298-8dd62dd0ede8 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:56.791610 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-97add5c9-bd77-43cd-85f2-f342974a4057 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Made reservation on behalf of ba3730d93e49471c875ab44d82db56e4 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:22:56.795361 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-97add5c9-bd77-43cd-85f2-f342974a4057 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:56.805825 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['1286179b-e9e6-4d6e-89fd-2429cb61c9b5'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:22:56.905466 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-379f848f-342e-4add-9ba5-42069e117c1d req-4ecf7976-5602-4198-8298-8dd62dd0ede8 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Network 7dc41cff-a3ac-4fc2-ba06-973efce2365e is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:22:56.921086 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-379f848f-342e-4add-9ba5-42069e117c1d req-4ecf7976-5602-4198-8298-8dd62dd0ede8 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:22:56.930639 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c49589f-972b-4609-b81f-93bd0a595ce9 req-821f1f48-bb17-435e-a669-7b191a1edca2 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:56.939330 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c49589f-972b-4609-b81f-93bd0a595ce9 req-821f1f48-bb17-435e-a669-7b191a1edca2 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:56.939330 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1c49589f-972b-4609-b81f-93bd0a595ce9 req-821f1f48-bb17-435e-a669-7b191a1edca2 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/ports?device_id=1381c6e8-9123-44f9-9bd7-30b5a2f31fa9 HTTP/1.1" status: 200 len: 1654 time: 0.2007246 Aug 22 13:22:56.945965 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-379f848f-342e-4add-9ba5-42069e117c1d req-4ecf7976-5602-4198-8298-8dd62dd0ede8 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:22:56.962233 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-cf23c710-5961-4cca-8db9-ab87a53f4fd3 req-69c9ea54-5bfe-48ef-b13e-ab65cbaa8b2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c41641dd-85d8-40a3-8ec9-c3f0bde2f420 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:22:56.971761 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-cf23c710-5961-4cca-8db9-ab87a53f4fd3 req-69c9ea54-5bfe-48ef-b13e-ab65cbaa8b2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:56.977075 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf7976-5602-4198-8298-8dd62dd0ede8 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Pushing event updated for resources: {'Port': ['ID=37e0d0c3-4501-445b-b7c1-cf69eb2c2a95,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:56.993533 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-cf23c710-5961-4cca-8db9-ab87a53f4fd3 req-69c9ea54-5bfe-48ef-b13e-ab65cbaa8b2f service neutron] Transition to ACTIVE for port object c41641dd-85d8-40a3-8ec9-c3f0bde2f420 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:22:57.001647 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-cf23c710-5961-4cca-8db9-ab87a53f4fd3 req-69c9ea54-5bfe-48ef-b13e-ab65cbaa8b2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:57.056625 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c9ea54-5bfe-48ef-b13e-ab65cbaa8b2f service neutron] Pushing event updated for resources: {'Port': ['ID=c41641dd-85d8-40a3-8ec9-c3f0bde2f420,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:57.134851 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-cf23c710-5961-4cca-8db9-ab87a53f4fd3 req-69c9ea54-5bfe-48ef-b13e-ab65cbaa8b2f service neutron] Attempting to bind port c41641dd-85d8-40a3-8ec9-c3f0bde2f420 on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:22:57.135356 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-cf23c710-5961-4cca-8db9-ab87a53f4fd3 req-69c9ea54-5bfe-48ef-b13e-ab65cbaa8b2f service neutron] Attempting to bind port c41641dd-85d8-40a3-8ec9-c3f0bde2f420 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:22:57.135693 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf23c710-5961-4cca-8db9-ab87a53f4fd3 req-69c9ea54-5bfe-48ef-b13e-ab65cbaa8b2f service neutron] Attempting to bind port c41641dd-85d8-40a3-8ec9-c3f0bde2f420 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:22:57.140966 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf23c710-5961-4cca-8db9-ab87a53f4fd3 req-69c9ea54-5bfe-48ef-b13e-ab65cbaa8b2f service neutron] Port c41641dd-85d8-40a3-8ec9-c3f0bde2f420 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:22:57.141284 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf23c710-5961-4cca-8db9-ab87a53f4fd3 req-69c9ea54-5bfe-48ef-b13e-ab65cbaa8b2f service neutron] Attempting to bind port c41641dd-85d8-40a3-8ec9-c3f0bde2f420 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:22:57.148162 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf23c710-5961-4cca-8db9-ab87a53f4fd3 req-69c9ea54-5bfe-48ef-b13e-ab65cbaa8b2f service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:22:57.148534 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf23c710-5961-4cca-8db9-ab87a53f4fd3 req-69c9ea54-5bfe-48ef-b13e-ab65cbaa8b2f service neutron] Checking segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:22:57.149106 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf23c710-5961-4cca-8db9-ab87a53f4fd3 req-69c9ea54-5bfe-48ef-b13e-ab65cbaa8b2f service neutron] Bound using segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:22:57.149343 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-cf23c710-5961-4cca-8db9-ab87a53f4fd3 req-69c9ea54-5bfe-48ef-b13e-ab65cbaa8b2f service neutron] Bound port: c41641dd-85d8-40a3-8ec9-c3f0bde2f420, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:22:57.149693 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-cf23c710-5961-4cca-8db9-ab87a53f4fd3 req-69c9ea54-5bfe-48ef-b13e-ab65cbaa8b2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:57.186820 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-5796bef9-e3af-4f79-8f25-fc95a97d4bf3 None None] Provisioning for port 37e0d0c3-4501-445b-b7c1-cf69eb2c2a95 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:22:57.195695 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-5796bef9-e3af-4f79-8f25-fc95a97d4bf3 None None] Provisioning complete for port 37e0d0c3-4501-445b-b7c1-cf69eb2c2a95 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:22:57.196513 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5796bef9-e3af-4f79-8f25-fc95a97d4bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:57.230835 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-cf23c710-5961-4cca-8db9-ab87a53f4fd3 req-69c9ea54-5bfe-48ef-b13e-ab65cbaa8b2f service neutron] For port c41641dd-85d8-40a3-8ec9-c3f0bde2f420, host n-h2-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:22:57.234912 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-cf23c710-5961-4cca-8db9-ab87a53f4fd3 req-69c9ea54-5bfe-48ef-b13e-ab65cbaa8b2f service neutron] For port c41641dd-85d8-40a3-8ec9-c3f0bde2f420, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=c41641dd-85d8-40a3-8ec9-c3f0bde2f420,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:22:57.238249 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-5796bef9-e3af-4f79-8f25-fc95a97d4bf3 None None] Port 37e0d0c3-4501-445b-b7c1-cf69eb2c2a95 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:22:57.242869 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-cf23c710-5961-4cca-8db9-ab87a53f4fd3 req-69c9ea54-5bfe-48ef-b13e-ab65cbaa8b2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:57.280359 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf23c710-5961-4cca-8db9-ab87a53f4fd3 req-69c9ea54-5bfe-48ef-b13e-ab65cbaa8b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:57.281146 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-cf23c710-5961-4cca-8db9-ab87a53f4fd3 req-69c9ea54-5bfe-48ef-b13e-ab65cbaa8b2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:57.282752 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cf23c710-5961-4cca-8db9-ab87a53f4fd3 req-69c9ea54-5bfe-48ef-b13e-ab65cbaa8b2f service neutron] 10.222.0.16 "PUT /v2.0/ports/c41641dd-85d8-40a3-8ec9-c3f0bde2f420 HTTP/1.1" status: 200 len: 1096 time: 1.5109391 Aug 22 13:22:57.303007 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21cd51-b2cf-4bd8-a500-028824fd20fd req-280886c3-91ce-4703-a055-9d111de56f2c tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:57.304576 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7e21cd51-b2cf-4bd8-a500-028824fd20fd req-280886c3-91ce-4703-a055-9d111de56f2c tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] 10.222.0.21 "GET /v2.0/ports?device_id=f492287a-a9c4-4fd7-a5ee-af72bc128519 HTTP/1.1" status: 200 len: 950 time: 0.5460589 Aug 22 13:22:57.313960 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c9ea54-5bfe-48ef-b13e-ab65cbaa8b2f service neutron] Pushing event updated for resources: {'Port': ['ID=c41641dd-85d8-40a3-8ec9-c3f0bde2f420,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:57.373367 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9337c-b797-4f9e-8d58-5cd9d12cd7f2 req-efcbd49a-74a3-44fa-a6fb-12301687be72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:57.374469 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47d9337c-b797-4f9e-8d58-5cd9d12cd7f2 req-efcbd49a-74a3-44fa-a6fb-12301687be72 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec08ac96341043c28ecba1b995182de4&device_id=d67bba42-1205-4a53-8690-4cf3129579bb HTTP/1.1" status: 200 len: 1095 time: 0.5368564 Aug 22 13:22:57.383493 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf23c710-5961-4cca-8db9-ab87a53f4fd3 req-f7c47722-2334-41b3-bef2-0af5a9c9fbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:57.385011 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cf23c710-5961-4cca-8db9-ab87a53f4fd3 req-f7c47722-2334-41b3-bef2-0af5a9c9fbec service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=49eccb789dab4d5eaed86ee1a537d189&device_id=fc44c507-168d-4380-823c-f1d5ca99eb3c HTTP/1.1" status: 200 len: 1099 time: 0.0446196 Aug 22 13:22:57.414783 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f848f-342e-4add-9ba5-42069e117c1d req-4ecf7976-5602-4198-8298-8dd62dd0ede8 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:57.415349 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-379f848f-342e-4add-9ba5-42069e117c1d req-4ecf7976-5602-4198-8298-8dd62dd0ede8 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:57.434232 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc44c507-168d-4380-823c-f1d5ca99eb3c', 'tag': 'c41641dd-85d8-40a3-8ec9-c3f0bde2f420'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:22:57.436481 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce462e1c-9b27-46e7-8edd-95ca67459856" -d '{"events": [{"name": "network-changed", "server_uuid": "fc44c507-168d-4380-823c-f1d5ca99eb3c", "tag": "c41641dd-85d8-40a3-8ec9-c3f0bde2f420"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:22:57.440669 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cf23c710-5961-4cca-8db9-ab87a53f4fd3 req-e99eea48-e6cd-42af-b1a1-640c52dfb49e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=c41641dd-85d8-40a3-8ec9-c3f0bde2f420 HTTP/1.1" status: 200 len: 217 time: 0.0453882 Aug 22 13:22:57.472941 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1c49589f-972b-4609-b81f-93bd0a595ce9 req-141b98e5-99d8-441b-9032-927f0f961ee2 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f1b5c3a-59c7-419d-bc79-21d076859164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5145776 Aug 22 13:22:57.498488 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf23c710-5961-4cca-8db9-ab87a53f4fd3 req-20921e3d-0c0e-4161-8478-296851193c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:57.500156 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cf23c710-5961-4cca-8db9-ab87a53f4fd3 req-20921e3d-0c0e-4161-8478-296851193c9d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.0507936 Aug 22 13:22:57.539603 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7e21cd51-b2cf-4bd8-a500-028824fd20fd req-a3b001d4-f10a-49b3-a466-12f56fad2acb tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b426999-510a-4468-acaa-5d64bebad44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191474 Aug 22 13:22:57.558583 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-379f848f-342e-4add-9ba5-42069e117c1d req-4ecf7976-5602-4198-8298-8dd62dd0ede8 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6866105 Aug 22 13:22:57.574266 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf23c710-5961-4cca-8db9-ab87a53f4fd3 req-77784947-99dd-4e2a-b1b8-f14e1a1548f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:57.576106 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cf23c710-5961-4cca-8db9-ab87a53f4fd3 req-77784947-99dd-4e2a-b1b8-f14e1a1548f3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0645061 Aug 22 13:22:57.604761 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-379f848f-342e-4add-9ba5-42069e117c1d req-3dad4a3c-4f43-4b83-afac-b7c5435cc6be service neutron] Request body: {'port': {'device_id': '7cfbfdc8-f514-481c-9887-b7c57094669b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:22:57.612163 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-97add5c9-bd77-43cd-85f2-f342974a4057 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Allocated IP 19.80.0.89 (3d6e1da4-7c5c-4e24-b427-267e04474d88/7b652cfe-7445-40ee-802a-879fed7a93f5/140b4ff7-96ae-4f4b-9dee-b15fdfde0e42) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:22:57.666875 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73f5e2f-b700-4e7e-93a9-d90236b5eabc x-openstack-request-id: req-a73f5e2f-b700-4e7e-93a9-d90236b5eabc {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:22:57.667162 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc44c507-168d-4380-823c-f1d5ca99eb3c", "tag": "c41641dd-85d8-40a3-8ec9-c3f0bde2f420", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:22:57.667414 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a73f5e2f-b700-4e7e-93a9-d90236b5eabc {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:22:57.667793 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc44c507-168d-4380-823c-f1d5ca99eb3c', 'tag': 'c41641dd-85d8-40a3-8ec9-c3f0bde2f420', 'status': 'completed', 'code': 200} Aug 22 13:22:57.698505 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cf23c710-5961-4cca-8db9-ab87a53f4fd3 req-d248a982-bda2-4792-ba77-a661fa3cd0e4 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093605 Aug 22 13:22:57.721828 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9337c-b797-4f9e-8d58-5cd9d12cd7f2 req-7bf44da1-8f44-4a5b-86fb-7b7ce1cfa488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:57.723256 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47d9337c-b797-4f9e-8d58-5cd9d12cd7f2 req-7bf44da1-8f44-4a5b-86fb-7b7ce1cfa488 service neutron] 10.222.0.41 "GET /v2.0/networks?id=887e0115-b4ac-4c62-9aab-f2d01695aede HTTP/1.1" status: 200 len: 922 time: 0.3371787 Aug 22 13:22:57.738412 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54fea1-4713-46e0-833a-b78ad95380ab req-416ea72f-f6c5-482d-9c5d-0e2538fe8bd3 tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:57.739866 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ce54fea1-4713-46e0-833a-b78ad95380ab req-416ea72f-f6c5-482d-9c5d-0e2538fe8bd3 tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] 10.222.0.21 "GET /v2.0/ports?device_id=8524bcb9-70b6-4ae9-a15a-15315af74fef HTTP/1.1" status: 200 len: 948 time: 0.1987410 Aug 22 13:22:57.800497 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cf23c710-5961-4cca-8db9-ab87a53f4fd3 req-af544532-7c18-44ce-a6d4-c058e31a7650 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833051 Aug 22 13:22:57.816944 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-379f848f-342e-4add-9ba5-42069e117c1d req-3dad4a3c-4f43-4b83-afac-b7c5435cc6be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:57.845281 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47d9337c-b797-4f9e-8d58-5cd9d12cd7f2 req-cc240e77-df7e-4767-b483-80da0887c6ac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b179796e-104f-4cb4-a225-ec0da67c2e71 HTTP/1.1" status: 200 len: 217 time: 0.0939982 Aug 22 13:22:57.915664 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce462e1c-9b27-46e7-8edd-95ca67459856 req-4b9816e1-187d-4e4a-bce9-df6ccef61342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:57.917127 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ce462e1c-9b27-46e7-8edd-95ca67459856 req-4b9816e1-187d-4e4a-bce9-df6ccef61342 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=49eccb789dab4d5eaed86ee1a537d189&device_id=fc44c507-168d-4380-823c-f1d5ca99eb3c HTTP/1.1" status: 200 len: 1099 time: 0.0478790 Aug 22 13:22:57.967201 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ce54fea1-4713-46e0-833a-b78ad95380ab req-a91fea58-3679-409f-b970-b9f5625dbd75 tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] 10.222.0.21 "GET /v2.0/security-groups?id=304e9a6c-c114-4bf8-903a-236904f80c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148273 Aug 22 13:22:57.983499 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d110a29-99c3-4126-8e48-25196b23cc48 req-56efbcf9-0b0c-4eba-a78e-60aa26b0f914 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:57.993551 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2d110a29-99c3-4126-8e48-25196b23cc48 req-56efbcf9-0b0c-4eba-a78e-60aa26b0f914 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc44c507-168d-4380-823c-f1d5ca99eb3c HTTP/1.1" status: 200 len: 947 time: 0.2589154 Aug 22 13:22:58.017469 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:58.033666 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce462e1c-9b27-46e7-8edd-95ca67459856 req-86938c6e-f060-46bf-aaf7-80789446d638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:58.035250 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ce462e1c-9b27-46e7-8edd-95ca67459856 req-86938c6e-f060-46bf-aaf7-80789446d638 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7dc41cff-a3ac-4fc2-ba06-973efce2365e HTTP/1.1" status: 200 len: 870 time: 0.1037729 Aug 22 13:22:58.042581 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9337c-b797-4f9e-8d58-5cd9d12cd7f2 req-d9778e07-e7cf-4230-95a8-a0e77cc30d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:58.043578 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47d9337c-b797-4f9e-8d58-5cd9d12cd7f2 req-d9778e07-e7cf-4230-95a8-a0e77cc30d8a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1fb53f66-6b81-41b6-9806-8520494df9af HTTP/1.1" status: 200 len: 861 time: 0.1887524 Aug 22 13:22:58.081149 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ce462e1c-9b27-46e7-8edd-95ca67459856 req-36b3127f-24c4-4a90-9949-7479e2e758c6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=c41641dd-85d8-40a3-8ec9-c3f0bde2f420 HTTP/1.1" status: 200 len: 217 time: 0.0379260 Aug 22 13:22:58.146180 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce462e1c-9b27-46e7-8edd-95ca67459856 req-4f5a3e72-0eba-4a74-bdf2-a8eef9ce9e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:58.147676 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ce462e1c-9b27-46e7-8edd-95ca67459856 req-4f5a3e72-0eba-4a74-bdf2-a8eef9ce9e68 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.0483608 Aug 22 13:22:58.170106 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47d9337c-b797-4f9e-8d58-5cd9d12cd7f2 req-ce0367ff-fba4-484a-bbac-9d3f7e15337c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=887e0115-b4ac-4c62-9aab-f2d01695aede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653582 Aug 22 13:22:58.194963 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-97add5c9-bd77-43cd-85f2-f342974a4057 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:58.199371 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce462e1c-9b27-46e7-8edd-95ca67459856 req-f1ccece7-8263-420c-a232-e8e8669131be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:58.201033 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ce462e1c-9b27-46e7-8edd-95ca67459856 req-f1ccece7-8263-420c-a232-e8e8669131be service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0410664 Aug 22 13:22:58.213067 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2d110a29-99c3-4126-8e48-25196b23cc48 req-bc2c937e-7e1e-4ce3-8731-291138b94b66 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201309 Aug 22 13:22:58.280537 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-97add5c9-bd77-43cd-85f2-f342974a4057 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Transition to ACTIVE for port object 140b4ff7-96ae-4f4b-9dee-b15fdfde0e42 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:22:58.309708 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ce462e1c-9b27-46e7-8edd-95ca67459856 req-125971d8-5aa1-4bad-a9d6-8b92a66aa77c service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942597 Aug 22 13:22:58.355686 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e998748-999c-4580-9c3e-ccecb105e6f1 req-ad1c7b57-8484-4f9b-8871-cea46c90ec8e tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:58.357195 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4e998748-999c-4580-9c3e-ccecb105e6f1 req-ad1c7b57-8484-4f9b-8871-cea46c90ec8e tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=d67bba42-1205-4a53-8690-4cf3129579bb HTTP/1.1" status: 200 len: 943 time: 0.2353740 Aug 22 13:22:58.378325 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-07372610-7d21-451a-a3b9-7fe7389dd374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:58.410158 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ce462e1c-9b27-46e7-8edd-95ca67459856 req-f71dd1c6-e0ea-4d5c-82f9-f386508c8fc2 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913916 Aug 22 13:22:58.500205 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4e998748-999c-4580-9c3e-ccecb105e6f1 req-03b6fa0a-2bdd-4ce9-a6f1-9aaf9daa3a59 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246026 Aug 22 13:22:58.501957 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47d9337c-b797-4f9e-8d58-5cd9d12cd7f2 req-9decb5fd-4094-4288-8bf2-5e297e492e26 service neutron] 10.222.0.41 "GET /v2.0/networks/887e0115-b4ac-4c62-9aab-f2d01695aede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047743 Aug 22 13:22:58.513581 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-97add5c9-bd77-43cd-85f2-f342974a4057 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:58.530666 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d0099-d549-4b4d-909b-63f57913c09e req-7dc40e9d-cb6f-43ee-bae8-fab90bd58f0b tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:58.532081 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-067d0099-d549-4b4d-909b-63f57913c09e req-7dc40e9d-cb6f-43ee-bae8-fab90bd58f0b tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 936 time: 0.1870584 Aug 22 13:22:58.673443 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-97add5c9-bd77-43cd-85f2-f342974a4057 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Network 3d6e1da4-7c5c-4e24-b427-267e04474d88 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:22:58.711615 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-97add5c9-bd77-43cd-85f2-f342974a4057 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:22:58.718645 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-97add5c9-bd77-43cd-85f2-f342974a4057 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:22:58.734791 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97add5c9-bd77-43cd-85f2-f342974a4057 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Pushing event updated for resources: {'Port': ['ID=140b4ff7-96ae-4f4b-9dee-b15fdfde0e42,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:58.773892 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-379f848f-342e-4add-9ba5-42069e117c1d req-3dad4a3c-4f43-4b83-afac-b7c5435cc6be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37e0d0c3-4501-445b-b7c1-cf69eb2c2a95 {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:22:58.798857 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-067d0099-d549-4b4d-909b-63f57913c09e req-d72d23c0-0e77-4e02-ae80-555d632b229f tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563958 Aug 22 13:22:58.804035 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-379f848f-342e-4add-9ba5-42069e117c1d req-3dad4a3c-4f43-4b83-afac-b7c5435cc6be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:58.826051 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47d9337c-b797-4f9e-8d58-5cd9d12cd7f2 req-068934b3-5b02-459e-a253-a0f55d07f550 service neutron] 10.222.0.41 "GET /v2.0/networks/887e0115-b4ac-4c62-9aab-f2d01695aede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155992 Aug 22 13:22:58.839055 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1fba07-312a-4ccc-8dd2-483e799646d0 req-ca5bd293-2523-4714-9689-ad025e2f702b tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:58.845045 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1fba07-312a-4ccc-8dd2-483e799646d0 req-ca5bd293-2523-4714-9689-ad025e2f702b tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:58.852051 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1fba07-312a-4ccc-8dd2-483e799646d0 req-ca5bd293-2523-4714-9689-ad025e2f702b tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:58.853787 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1e1fba07-312a-4ccc-8dd2-483e799646d0 req-ca5bd293-2523-4714-9689-ad025e2f702b tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/ports?device_id=1381c6e8-9123-44f9-9bd7-30b5a2f31fa9 HTTP/1.1" status: 200 len: 2375 time: 0.2389171 Aug 22 13:22:58.854924 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-379f848f-342e-4add-9ba5-42069e117c1d req-3dad4a3c-4f43-4b83-afac-b7c5435cc6be service neutron] Transition to ACTIVE for port object 37e0d0c3-4501-445b-b7c1-cf69eb2c2a95 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:22:58.863624 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-97add5c9-bd77-43cd-85f2-f342974a4057 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:58.864399 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-97add5c9-bd77-43cd-85f2-f342974a4057 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:58.870051 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-379f848f-342e-4add-9ba5-42069e117c1d req-3dad4a3c-4f43-4b83-afac-b7c5435cc6be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:58.922850 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c621570e-1790-4cb5-9376-665dc6b63e51 None None] Provisioning for port 140b4ff7-96ae-4f4b-9dee-b15fdfde0e42 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:22:58.928374 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c621570e-1790-4cb5-9376-665dc6b63e51 None None] Provisioning complete for port 140b4ff7-96ae-4f4b-9dee-b15fdfde0e42 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:22:58.928768 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c621570e-1790-4cb5-9376-665dc6b63e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:58.929716 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-97add5c9-bd77-43cd-85f2-f342974a4057 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4650283 Aug 22 13:22:58.960808 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-e5119577-34b4-4262-93ff-2925a971808d service neutron] Request body: {'port': {'device_id': '1381c6e8-9123-44f9-9bd7-30b5a2f31fa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:22:58.968827 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c621570e-1790-4cb5-9376-665dc6b63e51 None None] Port 140b4ff7-96ae-4f4b-9dee-b15fdfde0e42 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:22:59.010512 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1e1fba07-312a-4ccc-8dd2-483e799646d0 req-1c18a17b-41a8-4ec2-80e4-1fd4b9cd4c40 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f1b5c3a-59c7-419d-bc79-21d076859164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432738 Aug 22 13:22:59.014566 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad4a3c-4f43-4b83-afac-b7c5435cc6be service neutron] Pushing event updated for resources: {'Port': ['ID=37e0d0c3-4501-445b-b7c1-cf69eb2c2a95,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:59.096953 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-e5119577-34b4-4262-93ff-2925a971808d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:59.150574 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-379f848f-342e-4add-9ba5-42069e117c1d req-3dad4a3c-4f43-4b83-afac-b7c5435cc6be service neutron] Attempting to bind port 37e0d0c3-4501-445b-b7c1-cf69eb2c2a95 on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:22:59.150910 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-379f848f-342e-4add-9ba5-42069e117c1d req-3dad4a3c-4f43-4b83-afac-b7c5435cc6be service neutron] Attempting to bind port 37e0d0c3-4501-445b-b7c1-cf69eb2c2a95 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:22:59.151232 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379f848f-342e-4add-9ba5-42069e117c1d req-3dad4a3c-4f43-4b83-afac-b7c5435cc6be service neutron] Attempting to bind port 37e0d0c3-4501-445b-b7c1-cf69eb2c2a95 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:22:59.181469 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379f848f-342e-4add-9ba5-42069e117c1d req-3dad4a3c-4f43-4b83-afac-b7c5435cc6be service neutron] Port 37e0d0c3-4501-445b-b7c1-cf69eb2c2a95 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:22:59.181867 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379f848f-342e-4add-9ba5-42069e117c1d req-3dad4a3c-4f43-4b83-afac-b7c5435cc6be service neutron] Attempting to bind port 37e0d0c3-4501-445b-b7c1-cf69eb2c2a95 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:22:59.202762 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379f848f-342e-4add-9ba5-42069e117c1d req-3dad4a3c-4f43-4b83-afac-b7c5435cc6be service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:22:59.203127 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379f848f-342e-4add-9ba5-42069e117c1d req-3dad4a3c-4f43-4b83-afac-b7c5435cc6be service neutron] Checking segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:22:59.203653 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379f848f-342e-4add-9ba5-42069e117c1d req-3dad4a3c-4f43-4b83-afac-b7c5435cc6be service neutron] Bound using segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:22:59.204196 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-379f848f-342e-4add-9ba5-42069e117c1d req-3dad4a3c-4f43-4b83-afac-b7c5435cc6be service neutron] Bound port: 37e0d0c3-4501-445b-b7c1-cf69eb2c2a95, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:22:59.204597 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-379f848f-342e-4add-9ba5-42069e117c1d req-3dad4a3c-4f43-4b83-afac-b7c5435cc6be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:59.295752 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 575f7ad5-c2be-4b17-bac8-2852d6b11729 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:22:59.324912 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ff5f5-d5d1-4fc0-82d2-2bc3d67536a6 req-3f2eee5e-1907-4bee-8644-f056140667f1 tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:59.332145 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a89ff5f5-d5d1-4fc0-82d2-2bc3d67536a6 req-3f2eee5e-1907-4bee-8644-f056140667f1 tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] 10.222.0.21 "GET /v2.0/ports?device_id=8524bcb9-70b6-4ae9-a15a-15315af74fef HTTP/1.1" status: 200 len: 948 time: 0.1764989 Aug 22 13:22:59.402178 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 575f7ad5-c2be-4b17-bac8-2852d6b11729, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=575f7ad5-c2be-4b17-bac8-2852d6b11729,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:22:59.414817 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '575f7ad5-c2be-4b17-bac8-2852d6b11729', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'port_id': '575f7ad5-c2be-4b17-bac8-2852d6b11729', 'mac_address': 'fa:16:3e:06:08:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7151c727-b27f-4308-8098-60bc16140d45', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:22:59.429077 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-379f848f-342e-4add-9ba5-42069e117c1d req-3dad4a3c-4f43-4b83-afac-b7c5435cc6be service neutron] For port 37e0d0c3-4501-445b-b7c1-cf69eb2c2a95, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:22:59.455084 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-379f848f-342e-4add-9ba5-42069e117c1d req-3dad4a3c-4f43-4b83-afac-b7c5435cc6be service neutron] For port 37e0d0c3-4501-445b-b7c1-cf69eb2c2a95, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=37e0d0c3-4501-445b-b7c1-cf69eb2c2a95,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:22:59.458639 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a89ff5f5-d5d1-4fc0-82d2-2bc3d67536a6 req-be153cf0-9cfc-4a06-806a-0e2e4afdf165 tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] 10.222.0.21 "GET /v2.0/security-groups?id=304e9a6c-c114-4bf8-903a-236904f80c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256614 Aug 22 13:22:59.463304 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-379f848f-342e-4add-9ba5-42069e117c1d req-3dad4a3c-4f43-4b83-afac-b7c5435cc6be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:59.474956 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:59.493057 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 575f7ad5-c2be-4b17-bac8-2852d6b11729 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:22:59.521113 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 575f7ad5-c2be-4b17-bac8-2852d6b11729, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=575f7ad5-c2be-4b17-bac8-2852d6b11729,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:22:59.528410 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f848f-342e-4add-9ba5-42069e117c1d req-3dad4a3c-4f43-4b83-afac-b7c5435cc6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:59.528836 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:59.529023 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-379f848f-342e-4add-9ba5-42069e117c1d req-3dad4a3c-4f43-4b83-afac-b7c5435cc6be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:59.530449 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-379f848f-342e-4add-9ba5-42069e117c1d req-3dad4a3c-4f43-4b83-afac-b7c5435cc6be service neutron] 10.222.0.16 "PUT /v2.0/ports/37e0d0c3-4501-445b-b7c1-cf69eb2c2a95 HTTP/1.1" status: 200 len: 1097 time: 1.9442930 Aug 22 13:22:59.532830 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cfbfdc8-f514-481c-9887-b7c57094669b', 'tag': '37e0d0c3-4501-445b-b7c1-cf69eb2c2a95'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:22:59.535049 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61cd5fdb-fe62-4672-b75a-c53af21e0635" -d '{"events": [{"name": "network-changed", "server_uuid": "7cfbfdc8-f514-481c-9887-b7c57094669b", "tag": "37e0d0c3-4501-445b-b7c1-cf69eb2c2a95"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:22:59.619103 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=575f7ad5-c2be-4b17-bac8-2852d6b11729,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:59.628280 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad4a3c-4f43-4b83-afac-b7c5435cc6be service neutron] Pushing event updated for resources: {'Port': ['ID=37e0d0c3-4501-445b-b7c1-cf69eb2c2a95,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:59.633883 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:22:59.634592 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:22:59.635084 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:22:59.635706 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:22:59.636498 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:22:59.637005 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:22:59.637486 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:22:59.637975 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:22:59.638453 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:22:59.639122 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:22:59.639822 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:22:59.640336 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:22:59.704891 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-e5119577-34b4-4262-93ff-2925a971808d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 937d57e6-54ff-43be-a365-f47a423a9964 {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:22:59.719260 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-e5119577-34b4-4262-93ff-2925a971808d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:59.741716 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['575f7ad5-c2be-4b17-bac8-2852d6b11729'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:22:59.743156 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7839ae-50de-4494-bfcc-0b750a018901 req-0daa6360-cb76-41e1-b97e-15438a823817 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:59.744742 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9a7839ae-50de-4494-bfcc-0b750a018901 req-0daa6360-cb76-41e1-b97e-15438a823817 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc44c507-168d-4380-823c-f1d5ca99eb3c HTTP/1.1" status: 200 len: 947 time: 0.1791143 Aug 22 13:22:59.751617 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f848f-342e-4add-9ba5-42069e117c1d req-9094597e-d82e-4dd0-be1c-00a1f7ae231a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:22:59.753185 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-379f848f-342e-4add-9ba5-42069e117c1d req-9094597e-d82e-4dd0-be1c-00a1f7ae231a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=01d864243fbf4cf6816e3fd9d58ef026&device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 1100 time: 0.1586089 Aug 22 13:22:59.754299 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-e5119577-34b4-4262-93ff-2925a971808d service neutron] Transition to ACTIVE for port object 937d57e6-54ff-43be-a365-f47a423a9964 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:22:59.762707 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-e5119577-34b4-4262-93ff-2925a971808d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:22:59.860561 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-379f848f-342e-4add-9ba5-42069e117c1d req-e2f6218e-c9fd-4b9a-83cb-2fd6ea35440e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=37e0d0c3-4501-445b-b7c1-cf69eb2c2a95 HTTP/1.1" status: 200 len: 217 time: 0.0808713 Aug 22 13:22:59.925464 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9a7839ae-50de-4494-bfcc-0b750a018901 req-8592c719-cd8c-4335-9f92-25c66cf5257c tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699405 Aug 22 13:22:59.925914 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5119577-34b4-4262-93ff-2925a971808d service neutron] Pushing event updated for resources: {'Port': ['ID=937d57e6-54ff-43be-a365-f47a423a9964,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:22:59.999819 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af1c09b7-386b-49d9-9d61-b4af4dc498cb x-openstack-request-id: req-af1c09b7-386b-49d9-9d61-b4af4dc498cb {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:23:00.004114 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cfbfdc8-f514-481c-9887-b7c57094669b", "tag": "37e0d0c3-4501-445b-b7c1-cf69eb2c2a95", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:23:00.004397 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-af1c09b7-386b-49d9-9d61-b4af4dc498cb {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:23:00.004832 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cfbfdc8-f514-481c-9887-b7c57094669b', 'tag': '37e0d0c3-4501-445b-b7c1-cf69eb2c2a95', 'status': 'completed', 'code': 200} Aug 22 13:23:00.029888 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f8dcaa-84fa-4f2c-9091-7c2b05d29ce8 req-67c4303d-22b5-4a7a-a2c2-df167e4b7e3e tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:00.031357 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-98f8dcaa-84fa-4f2c-9091-7c2b05d29ce8 req-67c4303d-22b5-4a7a-a2c2-df167e4b7e3e tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=d67bba42-1205-4a53-8690-4cf3129579bb HTTP/1.1" status: 200 len: 943 time: 0.2296393 Aug 22 13:23:00.032722 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f848f-342e-4add-9ba5-42069e117c1d req-69285de8-b64d-4773-9883-ea2eb7410f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:00.034033 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-379f848f-342e-4add-9ba5-42069e117c1d req-69285de8-b64d-4773-9883-ea2eb7410f61 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.1509280 Aug 22 13:23:00.126877 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-e5119577-34b4-4262-93ff-2925a971808d service neutron] Attempting to bind port 937d57e6-54ff-43be-a365-f47a423a9964 on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:23:00.127208 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-e5119577-34b4-4262-93ff-2925a971808d service neutron] Attempting to bind port 937d57e6-54ff-43be-a365-f47a423a9964 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '10191694-99f2-4762-a678-426364e5a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3d6e1da4-7c5c-4e24-b427-267e04474d88'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:23:00.127537 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-e5119577-34b4-4262-93ff-2925a971808d service neutron] Attempting to bind port 937d57e6-54ff-43be-a365-f47a423a9964 on network 3d6e1da4-7c5c-4e24-b427-267e04474d88 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:23:00.147051 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-98f8dcaa-84fa-4f2c-9091-7c2b05d29ce8 req-8ab45ed1-e1fc-4e51-900c-cf4c6b0a4b9b tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077871 Aug 22 13:23:00.147571 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-e5119577-34b4-4262-93ff-2925a971808d service neutron] Port 937d57e6-54ff-43be-a365-f47a423a9964 on network 3d6e1da4-7c5c-4e24-b427-267e04474d88 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:23:00.147891 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-e5119577-34b4-4262-93ff-2925a971808d service neutron] Attempting to bind port 937d57e6-54ff-43be-a365-f47a423a9964 on network 3d6e1da4-7c5c-4e24-b427-267e04474d88 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:23:00.160925 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f848f-342e-4add-9ba5-42069e117c1d req-6f597a3a-104c-4625-ad9e-5b1fa22b27c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:00.163855 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-379f848f-342e-4add-9ba5-42069e117c1d req-6f597a3a-104c-4625-ad9e-5b1fa22b27c0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1135685 Aug 22 13:23:00.165391 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-e5119577-34b4-4262-93ff-2925a971808d service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:23:00.165723 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-e5119577-34b4-4262-93ff-2925a971808d service neutron] Checking segment: {'id': '10191694-99f2-4762-a678-426364e5a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3d6e1da4-7c5c-4e24-b427-267e04474d88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:23:00.166094 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-e5119577-34b4-4262-93ff-2925a971808d service neutron] Bound using segment: {'id': '10191694-99f2-4762-a678-426364e5a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3d6e1da4-7c5c-4e24-b427-267e04474d88'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:23:00.166543 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-e5119577-34b4-4262-93ff-2925a971808d service neutron] Bound port: 937d57e6-54ff-43be-a365-f47a423a9964, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10191694-99f2-4762-a678-426364e5a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3d6e1da4-7c5c-4e24-b427-267e04474d88'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:23:00.166867 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-e5119577-34b4-4262-93ff-2925a971808d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:00.188041 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8f2db-e641-4b52-9048-1ba986aeeab3 req-3629436f-7877-486e-806b-a6c251cea6a1 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:00.190054 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2dc8f2db-e641-4b52-9048-1ba986aeeab3 req-3629436f-7877-486e-806b-a6c251cea6a1 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 948 time: 0.1228445 Aug 22 13:23:00.623426 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2dc8f2db-e641-4b52-9048-1ba986aeeab3 req-6af37b76-137f-489d-8af7-23a09116815b tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4230621 Aug 22 13:23:00.635065 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-e5119577-34b4-4262-93ff-2925a971808d service neutron] For port 937d57e6-54ff-43be-a365-f47a423a9964, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:23:00.657696 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-e5119577-34b4-4262-93ff-2925a971808d service neutron] For port 937d57e6-54ff-43be-a365-f47a423a9964, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=937d57e6-54ff-43be-a365-f47a423a9964,segment=NetworkSegment(10191694-99f2-4762-a678-426364e5a9fb),segment_id=10191694-99f2-4762-a678-426364e5a9fb)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:23:00.669108 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02abafdf-7d61-4e22-9856-c5dd50f55792 req-23424ccf-7717-4d04-8c7b-5434095c77a3 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:00.675062 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02abafdf-7d61-4e22-9856-c5dd50f55792 req-23424ccf-7717-4d04-8c7b-5434095c77a3 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:00.681227 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02abafdf-7d61-4e22-9856-c5dd50f55792 req-23424ccf-7717-4d04-8c7b-5434095c77a3 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:00.682878 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-02abafdf-7d61-4e22-9856-c5dd50f55792 req-23424ccf-7717-4d04-8c7b-5434095c77a3 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/ports?device_id=1381c6e8-9123-44f9-9bd7-30b5a2f31fa9 HTTP/1.1" status: 200 len: 2387 time: 0.1476274 Aug 22 13:23:00.685306 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-379f848f-342e-4add-9ba5-42069e117c1d req-8fcbd5d3-2f6b-4f3a-a718-02d3cfbb58a3 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4946485 Aug 22 13:23:00.686481 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-e5119577-34b4-4262-93ff-2925a971808d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:00.693257 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device c41641dd-85d8-40a3-8ec9-c3f0bde2f420 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:23:00.697754 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device a11efc44-d994-4e85-ac2b-ddd2b54f2d0c no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:23:00.758115 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-e5119577-34b4-4262-93ff-2925a971808d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:00.758720 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-e5119577-34b4-4262-93ff-2925a971808d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:00.760096 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-e5119577-34b4-4262-93ff-2925a971808d service neutron] 10.222.0.16 "PUT /v2.0/ports/937d57e6-54ff-43be-a365-f47a423a9964 HTTP/1.1" status: 200 len: 1093 time: 1.8120949 Aug 22 13:23:00.818712 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-469fc11a-089b-4937-8c1c-339184286197 service neutron] Request body: {'port': {'device_id': '1381c6e8-9123-44f9-9bd7-30b5a2f31fa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:23:00.868877 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-02abafdf-7d61-4e22-9856-c5dd50f55792 req-f97c0713-9ef6-4f1c-b992-8eba23495a74 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f1b5c3a-59c7-419d-bc79-21d076859164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770124 Aug 22 13:23:00.870148 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5119577-34b4-4262-93ff-2925a971808d service neutron] Pushing event updated for resources: {'Port': ['ID=937d57e6-54ff-43be-a365-f47a423a9964,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:00.980906 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-379f848f-342e-4add-9ba5-42069e117c1d req-4581d775-f96c-4d86-9aa4-ae808d6eef44 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600882 Aug 22 13:23:00.985804 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-469fc11a-089b-4937-8c1c-339184286197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:01.017489 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b64af-1fb3-4470-a87f-3c80037563c7 req-38874873-1802-46ea-a809-b5fb727781a7 tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:01.019662 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:01.027287 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9b8b64af-1fb3-4470-a87f-3c80037563c7 req-38874873-1802-46ea-a809-b5fb727781a7 tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] 10.222.0.21 "GET /v2.0/ports?device_id=8524bcb9-70b6-4ae9-a15a-15315af74fef HTTP/1.1" status: 200 len: 949 time: 0.1658590 Aug 22 13:23:01.069306 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-13f8c52b-fa6f-4f64-9770-835e7c1a2f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:01.072962 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port c41641dd-85d8-40a3-8ec9-c3f0bde2f420, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=c41641dd-85d8-40a3-8ec9-c3f0bde2f420,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:01.078959 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f492287a-a9c4-4fd7-a5ee-af72bc128519', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a11efc44-d994-4e85-ac2b-ddd2b54f2d0c'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:23:01.081188 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7346799-4e4f-47d1-ac73-d6b82f1b1ee5" -d '{"events": [{"server_uuid": "f492287a-a9c4-4fd7-a5ee-af72bc128519", "name": "network-vif-unplugged", "status": "completed", "tag": "a11efc44-d994-4e85-ac2b-ddd2b54f2d0c"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:23:01.106495 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port a11efc44-d994-4e85-ac2b-ddd2b54f2d0c, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=a11efc44-d994-4e85-ac2b-ddd2b54f2d0c,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:01.108311 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': 'c41641dd-85d8-40a3-8ec9-c3f0bde2f420', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'port_id': 'c41641dd-85d8-40a3-8ec9-c3f0bde2f420', 'mac_address': 'fa:16:3e:59:41:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7151c727-b27f-4308-8098-60bc16140d45', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:23:01.114862 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:01.174942 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9b8b64af-1fb3-4470-a87f-3c80037563c7 req-76a25adf-dc4d-4952-ba2e-1cdc9ef72328 tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] 10.222.0.21 "GET /v2.0/security-groups?id=304e9a6c-c114-4bf8-903a-236904f80c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464484 Aug 22 13:23:01.192414 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:01.216338 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:01.221703 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=a11efc44-d994-4e85-ac2b-ddd2b54f2d0c,revision_number=8']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:01.226096 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c41641dd-85d8-40a3-8ec9-c3f0bde2f420 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:23:01.231003 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 13:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a909b40-60cf-4190-b78c-52eb11fd9706 x-openstack-request-id: req-8a909b40-60cf-4190-b78c-52eb11fd9706 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:23:01.231283 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f492287a-a9c4-4fd7-a5ee-af72bc128519", "name": "network-vif-unplugged", "status": "completed", "tag": "a11efc44-d994-4e85-ac2b-ddd2b54f2d0c", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:23:01.231531 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8a909b40-60cf-4190-b78c-52eb11fd9706 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:23:01.232018 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f492287a-a9c4-4fd7-a5ee-af72bc128519', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a11efc44-d994-4e85-ac2b-ddd2b54f2d0c', 'code': 200} Aug 22 13:23:01.250500 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port c41641dd-85d8-40a3-8ec9-c3f0bde2f420, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=c41641dd-85d8-40a3-8ec9-c3f0bde2f420,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:01.251980 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a319478-e465-4531-b07f-2c16d3663831 req-770d150a-128e-4826-b920-815b69855bbd tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:01.254172 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2a319478-e465-4531-b07f-2c16d3663831 req-770d150a-128e-4826-b920-815b69855bbd tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc44c507-168d-4380-823c-f1d5ca99eb3c HTTP/1.1" status: 200 len: 947 time: 0.2236717 Aug 22 13:23:01.255856 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:01.258979 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd5fdb-fe62-4672-b75a-c53af21e0635 req-0bbaef9c-7096-4fc4-aaff-8884850a78f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:01.260581 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-61cd5fdb-fe62-4672-b75a-c53af21e0635 req-0bbaef9c-7096-4fc4-aaff-8884850a78f5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=01d864243fbf4cf6816e3fd9d58ef026&device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 1100 time: 0.1948185 Aug 22 13:23:01.309810 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device b179796e-104f-4cb4-a225-ec0da67c2e71 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:23:01.315447 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 575f7ad5-c2be-4b17-bac8-2852d6b11729 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:23:01.340271 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=c41641dd-85d8-40a3-8ec9-c3f0bde2f420,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:01.425166 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2a319478-e465-4531-b07f-2c16d3663831 req-f9009a14-7a8c-46ea-bae6-f9ad10d47a5a tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635246 Aug 22 13:23:01.428269 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 575f7ad5-c2be-4b17-bac8-2852d6b11729 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:23:01.436770 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 575f7ad5-c2be-4b17-bac8-2852d6b11729 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:23:01.437145 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:01.469104 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d416cb-c45f-4403-81f6-79074876a0be req-b93e1c56-a883-426a-b3a1-b17081109c9b tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:01.470572 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c5d416cb-c45f-4403-81f6-79074876a0be req-b93e1c56-a883-426a-b3a1-b17081109c9b tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=d67bba42-1205-4a53-8690-4cf3129579bb HTTP/1.1" status: 200 len: 943 time: 0.1837432 Aug 22 13:23:01.476739 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port b179796e-104f-4cb4-a225-ec0da67c2e71, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=b179796e-104f-4cb4-a225-ec0da67c2e71,segment=NetworkSegment(0efbff2c-3dbf-4e79-83ba-47cbdc800632),segment_id=0efbff2c-3dbf-4e79-83ba-47cbdc800632)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:01.492626 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': 'b179796e-104f-4cb4-a225-ec0da67c2e71', 'network_id': '887e0115-b4ac-4c62-9aab-f2d01695aede', 'port_id': 'b179796e-104f-4cb4-a225-ec0da67c2e71', 'mac_address': 'fa:16:3e:00:f9:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb53f66-6b81-41b6-9806-8520494df9af', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:23:01.504128 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd5fdb-fe62-4672-b75a-c53af21e0635 req-d9ac6014-6f6e-4a92-b784-a97fd836011d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:01.505634 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-61cd5fdb-fe62-4672-b75a-c53af21e0635 req-d9ac6014-6f6e-4a92-b784-a97fd836011d service neutron] 10.222.0.16 "GET /v2.0/networks?id=7dc41cff-a3ac-4fc2-ba06-973efce2365e HTTP/1.1" status: 200 len: 870 time: 0.2267423 Aug 22 13:23:01.571118 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-61cd5fdb-fe62-4672-b75a-c53af21e0635 req-3ce09631-4acc-474a-ae02-2a762eb4b002 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=37e0d0c3-4501-445b-b7c1-cf69eb2c2a95 HTTP/1.1" status: 200 len: 217 time: 0.0494702 Aug 22 13:23:01.577053 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:01.579853 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:01.585808 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c5d416cb-c45f-4403-81f6-79074876a0be req-00ce04ad-841a-4e6b-8645-888b867a5f8b tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064425 Aug 22 13:23:01.599862 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b179796e-104f-4cb4-a225-ec0da67c2e71 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:23:01.624699 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port b179796e-104f-4cb4-a225-ec0da67c2e71, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=b179796e-104f-4cb4-a225-ec0da67c2e71,segment=NetworkSegment(0efbff2c-3dbf-4e79-83ba-47cbdc800632),segment_id=0efbff2c-3dbf-4e79-83ba-47cbdc800632)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:01.631665 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:01.656965 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-469fc11a-089b-4937-8c1c-339184286197 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62fb81ac-7ca9-4a4b-be09-8373153c82ba {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:23:01.661566 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 575f7ad5-c2be-4b17-bac8-2852d6b11729, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=575f7ad5-c2be-4b17-bac8-2852d6b11729,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:01.668475 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:01.669332 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-469fc11a-089b-4937-8c1c-339184286197 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:01.672483 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd5fdb-fe62-4672-b75a-c53af21e0635 req-a5eda12c-f1dd-486c-b288-98bb3688002d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:01.673974 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-61cd5fdb-fe62-4672-b75a-c53af21e0635 req-a5eda12c-f1dd-486c-b288-98bb3688002d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.0873134 Aug 22 13:23:01.685859 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-469fc11a-089b-4937-8c1c-339184286197 service neutron] Transition to ACTIVE for port object 62fb81ac-7ca9-4a4b-be09-8373153c82ba will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:23:01.688647 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=b179796e-104f-4cb4-a225-ec0da67c2e71,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:01.692194 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-469fc11a-089b-4937-8c1c-339184286197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:01.744472 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=575f7ad5-c2be-4b17-bac8-2852d6b11729,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:01.766124 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['c41641dd-85d8-40a3-8ec9-c3f0bde2f420'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:23:01.797681 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469fc11a-089b-4937-8c1c-339184286197 service neutron] Pushing event updated for resources: {'Port': ['ID=62fb81ac-7ca9-4a4b-be09-8373153c82ba,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:01.856356 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['b179796e-104f-4cb4-a225-ec0da67c2e71'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:23:01.881571 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd5fdb-fe62-4672-b75a-c53af21e0635 req-145c6327-1ecd-49cf-9e3b-8e2293a1d504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:01.883099 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-61cd5fdb-fe62-4672-b75a-c53af21e0635 req-145c6327-1ecd-49cf-9e3b-8e2293a1d504 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1919096 Aug 22 13:23:01.896179 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab0983d-67d8-429d-9b96-97f955b0dc0e req-120d6bc0-f6eb-46f1-9db4-dd9c482c3790 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:01.897638 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5ab0983d-67d8-429d-9b96-97f955b0dc0e req-120d6bc0-f6eb-46f1-9db4-dd9c482c3790 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 948 time: 0.1884596 Aug 22 13:23:02.005558 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1381c6e8-9123-44f9-9bd7-30b5a2f31fa9', 'tag': '937d57e6-54ff-43be-a365-f47a423a9964'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:23:02.007931 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38846a9e-8114-4baf-b0e1-a64dcdb5b56c" -d '{"events": [{"name": "network-changed", "server_uuid": "1381c6e8-9123-44f9-9bd7-30b5a2f31fa9", "tag": "937d57e6-54ff-43be-a365-f47a423a9964"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:23:02.030703 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-469fc11a-089b-4937-8c1c-339184286197 service neutron] Attempting to bind port 62fb81ac-7ca9-4a4b-be09-8373153c82ba on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:23:02.030957 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-469fc11a-089b-4937-8c1c-339184286197 service neutron] Attempting to bind port 62fb81ac-7ca9-4a4b-be09-8373153c82ba by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': 'd28243d9-1bc3-4788-b149-5bbd03336d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2bbcaf19-42a9-4f4a-bab2-cdb8ea7e907e'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:23:02.031280 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-469fc11a-089b-4937-8c1c-339184286197 service neutron] Attempting to bind port 62fb81ac-7ca9-4a4b-be09-8373153c82ba on network 2bbcaf19-42a9-4f4a-bab2-cdb8ea7e907e {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:23:02.035641 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5ab0983d-67d8-429d-9b96-97f955b0dc0e req-99ecaef6-d666-4c72-a8b5-fed00e66d1dd tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222615 Aug 22 13:23:02.050187 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-469fc11a-089b-4937-8c1c-339184286197 service neutron] Port 62fb81ac-7ca9-4a4b-be09-8373153c82ba on network 2bbcaf19-42a9-4f4a-bab2-cdb8ea7e907e not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:23:02.050593 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-469fc11a-089b-4937-8c1c-339184286197 service neutron] Attempting to bind port 62fb81ac-7ca9-4a4b-be09-8373153c82ba on network 2bbcaf19-42a9-4f4a-bab2-cdb8ea7e907e {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:23:02.074356 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-469fc11a-089b-4937-8c1c-339184286197 service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:23:02.074699 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-469fc11a-089b-4937-8c1c-339184286197 service neutron] Checking segment: {'id': 'd28243d9-1bc3-4788-b149-5bbd03336d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2bbcaf19-42a9-4f4a-bab2-cdb8ea7e907e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:23:02.075085 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-469fc11a-089b-4937-8c1c-339184286197 service neutron] Bound using segment: {'id': 'd28243d9-1bc3-4788-b149-5bbd03336d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2bbcaf19-42a9-4f4a-bab2-cdb8ea7e907e'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:23:02.075520 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-469fc11a-089b-4937-8c1c-339184286197 service neutron] Bound port: 62fb81ac-7ca9-4a4b-be09-8373153c82ba, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd28243d9-1bc3-4788-b149-5bbd03336d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2bbcaf19-42a9-4f4a-bab2-cdb8ea7e907e'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:23:02.075877 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-469fc11a-089b-4937-8c1c-339184286197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:02.088116 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9696d9-ae9d-46a0-a1bc-3997288658c0 req-4fbf36d0-7313-4416-a738-31c23cb8b020 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:02.093994 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9696d9-ae9d-46a0-a1bc-3997288658c0 req-4fbf36d0-7313-4416-a738-31c23cb8b020 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:02.101303 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9696d9-ae9d-46a0-a1bc-3997288658c0 req-4fbf36d0-7313-4416-a738-31c23cb8b020 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:02.102953 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8c9696d9-ae9d-46a0-a1bc-3997288658c0 req-4fbf36d0-7313-4416-a738-31c23cb8b020 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/ports?device_id=1381c6e8-9123-44f9-9bd7-30b5a2f31fa9 HTTP/1.1" status: 200 len: 2399 time: 0.1422160 Aug 22 13:23:02.159022 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-61cd5fdb-fe62-4672-b75a-c53af21e0635 req-ea24b1f7-fde8-49e8-b1fa-cbf0c3729b99 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594299 Aug 22 13:23:02.165335 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf67023-09d6-4d86-94d9-35da2fa7031a x-openstack-request-id: req-7bf67023-09d6-4d86-94d9-35da2fa7031a {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:23:02.165618 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1381c6e8-9123-44f9-9bd7-30b5a2f31fa9", "tag": "937d57e6-54ff-43be-a365-f47a423a9964", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:23:02.165862 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7bf67023-09d6-4d86-94d9-35da2fa7031a {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:23:02.166239 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1381c6e8-9123-44f9-9bd7-30b5a2f31fa9', 'tag': '937d57e6-54ff-43be-a365-f47a423a9964', 'status': 'completed', 'code': 200} Aug 22 13:23:02.205200 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8c9696d9-ae9d-46a0-a1bc-3997288658c0 req-1320c9b5-ff71-44a8-b5b8-9a7d9b9d4d19 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f1b5c3a-59c7-419d-bc79-21d076859164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922627 Aug 22 13:23:02.252852 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38846a9e-8114-4baf-b0e1-a64dcdb5b56c req-ad4d5bfe-88ae-4c66-8fcc-10b9fce07276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:02.253420 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38846a9e-8114-4baf-b0e1-a64dcdb5b56c req-ad4d5bfe-88ae-4c66-8fcc-10b9fce07276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:02.253913 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38846a9e-8114-4baf-b0e1-a64dcdb5b56c req-ad4d5bfe-88ae-4c66-8fcc-10b9fce07276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:02.255572 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-38846a9e-8114-4baf-b0e1-a64dcdb5b56c req-ad4d5bfe-88ae-4c66-8fcc-10b9fce07276 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ba3730d93e49471c875ab44d82db56e4&device_id=1381c6e8-9123-44f9-9bd7-30b5a2f31fa9 HTTP/1.1" status: 200 len: 2757 time: 0.0535498 Aug 22 13:23:02.267399 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-469fc11a-089b-4937-8c1c-339184286197 service neutron] For port 62fb81ac-7ca9-4a4b-be09-8373153c82ba, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:23:02.287247 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:02.308959 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-469fc11a-089b-4937-8c1c-339184286197 service neutron] For port 62fb81ac-7ca9-4a4b-be09-8373153c82ba, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=62fb81ac-7ca9-4a4b-be09-8373153c82ba,segment=NetworkSegment(d28243d9-1bc3-4788-b149-5bbd03336d46),segment_id=d28243d9-1bc3-4788-b149-5bbd03336d46)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:23:02.318388 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-469fc11a-089b-4937-8c1c-339184286197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:02.376396 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-469fc11a-089b-4937-8c1c-339184286197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:02.377321 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-469fc11a-089b-4937-8c1c-339184286197 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:02.378401 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-469fc11a-089b-4937-8c1c-339184286197 service neutron] 10.222.0.16 "PUT /v2.0/ports/62fb81ac-7ca9-4a4b-be09-8373153c82ba HTTP/1.1" status: 200 len: 1092 time: 1.5640993 Aug 22 13:23:02.392041 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f3bcb4-7bed-4487-83b0-63653d583de0 req-f4bb5799-2deb-4930-8b28-23cd792a5f9e tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:02.393529 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-98f3bcb4-7bed-4487-83b0-63653d583de0 req-f4bb5799-2deb-4930-8b28-23cd792a5f9e tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] 10.222.0.21 "GET /v2.0/ports?device_id=8524bcb9-70b6-4ae9-a15a-15315af74fef HTTP/1.1" status: 200 len: 950 time: 0.1319592 Aug 22 13:23:02.395919 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-61cd5fdb-fe62-4672-b75a-c53af21e0635 req-a65996f2-40e5-4ffd-bcb4-9deb3071d584 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121620 Aug 22 13:23:02.437429 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-c7fe72e0-02c4-4dd0-81e9-c6ead0b53e0d service neutron] Request body: {'port': {'device_id': '1381c6e8-9123-44f9-9bd7-30b5a2f31fa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:23:02.442316 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38846a9e-8114-4baf-b0e1-a64dcdb5b56c req-f4013687-c875-4814-82b4-7375476fd044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:02.442794 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38846a9e-8114-4baf-b0e1-a64dcdb5b56c req-f4013687-c875-4814-82b4-7375476fd044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:02.443119 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469fc11a-089b-4937-8c1c-339184286197 service neutron] Pushing event updated for resources: {'Port': ['ID=62fb81ac-7ca9-4a4b-be09-8373153c82ba,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:02.443268 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38846a9e-8114-4baf-b0e1-a64dcdb5b56c req-f4013687-c875-4814-82b4-7375476fd044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:02.444841 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-38846a9e-8114-4baf-b0e1-a64dcdb5b56c req-f4013687-c875-4814-82b4-7375476fd044 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=ba3730d93e49471c875ab44d82db56e4&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1731136 Aug 22 13:23:02.487659 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-98f3bcb4-7bed-4487-83b0-63653d583de0 req-04a9f05a-a0cd-4a66-96be-5ad4047d1bd4 tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] 10.222.0.21 "GET /v2.0/security-groups?id=304e9a6c-c114-4bf8-903a-236904f80c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814610 Aug 22 13:23:02.535381 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-c7fe72e0-02c4-4dd0-81e9-c6ead0b53e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:02.562101 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38846a9e-8114-4baf-b0e1-a64dcdb5b56c req-205ded86-9465-4eb8-8863-2904fe24e997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:02.564526 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-38846a9e-8114-4baf-b0e1-a64dcdb5b56c req-205ded86-9465-4eb8-8863-2904fe24e997 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1024268 Aug 22 13:23:02.619613 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7d388-4724-495e-a17a-e46fc692488c req-a13854b1-59db-4ef1-978f-4e67d44dea98 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:02.621756 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-10b7d388-4724-495e-a17a-e46fc692488c req-a13854b1-59db-4ef1-978f-4e67d44dea98 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc44c507-168d-4380-823c-f1d5ca99eb3c HTTP/1.1" status: 200 len: 948 time: 0.0955555 Aug 22 13:23:02.772618 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-10b7d388-4724-495e-a17a-e46fc692488c req-5feb41cb-9940-44b1-9a4c-3dff987316b0 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394057 Aug 22 13:23:02.822827 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a950b2f-f133-4af1-8035-eb0cdfac7eec req-d31f4c86-4c9e-42aa-80ca-bb3c972e36f9 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:02.824342 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9a950b2f-f133-4af1-8035-eb0cdfac7eec req-d31f4c86-4c9e-42aa-80ca-bb3c972e36f9 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=d67bba42-1205-4a53-8690-4cf3129579bb HTTP/1.1" status: 200 len: 944 time: 0.1264858 Aug 22 13:23:02.888594 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9a950b2f-f133-4af1-8035-eb0cdfac7eec req-e520c3d1-62f4-4c3d-99ba-60704a6b140f tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542352 Aug 22 13:23:02.942405 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-c7fe72e0-02c4-4dd0-81e9-c6ead0b53e0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 140b4ff7-96ae-4f4b-9dee-b15fdfde0e42 {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:23:02.949898 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-c7fe72e0-02c4-4dd0-81e9-c6ead0b53e0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:02.961719 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-c7fe72e0-02c4-4dd0-81e9-c6ead0b53e0d service neutron] Transition to ACTIVE for port object 140b4ff7-96ae-4f4b-9dee-b15fdfde0e42 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:23:02.965409 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-c7fe72e0-02c4-4dd0-81e9-c6ead0b53e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:03.034261 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fe72e0-02c4-4dd0-81e9-c6ead0b53e0d service neutron] Pushing event updated for resources: {'Port': ['ID=140b4ff7-96ae-4f4b-9dee-b15fdfde0e42,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:03.089977 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-c7fe72e0-02c4-4dd0-81e9-c6ead0b53e0d service neutron] Attempting to bind port 140b4ff7-96ae-4f4b-9dee-b15fdfde0e42 on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:23:03.090324 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-c7fe72e0-02c4-4dd0-81e9-c6ead0b53e0d service neutron] Attempting to bind port 140b4ff7-96ae-4f4b-9dee-b15fdfde0e42 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '10191694-99f2-4762-a678-426364e5a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3d6e1da4-7c5c-4e24-b427-267e04474d88'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:23:03.090660 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-c7fe72e0-02c4-4dd0-81e9-c6ead0b53e0d service neutron] Attempting to bind port 140b4ff7-96ae-4f4b-9dee-b15fdfde0e42 on network 3d6e1da4-7c5c-4e24-b427-267e04474d88 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:23:03.095289 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-c7fe72e0-02c4-4dd0-81e9-c6ead0b53e0d service neutron] Port 140b4ff7-96ae-4f4b-9dee-b15fdfde0e42 on network 3d6e1da4-7c5c-4e24-b427-267e04474d88 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:23:03.095614 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-c7fe72e0-02c4-4dd0-81e9-c6ead0b53e0d service neutron] Attempting to bind port 140b4ff7-96ae-4f4b-9dee-b15fdfde0e42 on network 3d6e1da4-7c5c-4e24-b427-267e04474d88 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:23:03.102021 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-c7fe72e0-02c4-4dd0-81e9-c6ead0b53e0d service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:23:03.102603 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-c7fe72e0-02c4-4dd0-81e9-c6ead0b53e0d service neutron] Checking segment: {'id': '10191694-99f2-4762-a678-426364e5a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3d6e1da4-7c5c-4e24-b427-267e04474d88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:23:03.103194 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-c7fe72e0-02c4-4dd0-81e9-c6ead0b53e0d service neutron] Bound using segment: {'id': '10191694-99f2-4762-a678-426364e5a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3d6e1da4-7c5c-4e24-b427-267e04474d88'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:23:03.103855 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-c7fe72e0-02c4-4dd0-81e9-c6ead0b53e0d service neutron] Bound port: 140b4ff7-96ae-4f4b-9dee-b15fdfde0e42, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10191694-99f2-4762-a678-426364e5a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3d6e1da4-7c5c-4e24-b427-267e04474d88'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:23:03.104214 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-c7fe72e0-02c4-4dd0-81e9-c6ead0b53e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:03.206780 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d716d1ee-2340-4a35-a517-cba8f114219e req-d52535bf-aa61-49ee-aa23-f796e73bdb9f tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:03.208882 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d716d1ee-2340-4a35-a517-cba8f114219e req-d52535bf-aa61-49ee-aa23-f796e73bdb9f tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 948 time: 0.0927963 Aug 22 13:23:03.210060 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-c7fe72e0-02c4-4dd0-81e9-c6ead0b53e0d service neutron] For port 140b4ff7-96ae-4f4b-9dee-b15fdfde0e42, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:23:03.213354 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-c7fe72e0-02c4-4dd0-81e9-c6ead0b53e0d service neutron] For port 140b4ff7-96ae-4f4b-9dee-b15fdfde0e42, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=140b4ff7-96ae-4f4b-9dee-b15fdfde0e42,segment=NetworkSegment(10191694-99f2-4762-a678-426364e5a9fb),segment_id=10191694-99f2-4762-a678-426364e5a9fb)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:23:03.219712 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-c7fe72e0-02c4-4dd0-81e9-c6ead0b53e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:03.233326 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8524bcb9-70b6-4ae9-a15a-15315af74fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '575f7ad5-c2be-4b17-bac8-2852d6b11729'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:23:03.236210 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b56243f-fa80-44ba-bd2f-7c6f83b74030" -d '{"events": [{"server_uuid": "8524bcb9-70b6-4ae9-a15a-15315af74fef", "name": "network-vif-plugged", "status": "completed", "tag": "575f7ad5-c2be-4b17-bac8-2852d6b11729"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:23:03.273679 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-c7fe72e0-02c4-4dd0-81e9-c6ead0b53e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:03.274265 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-c7fe72e0-02c4-4dd0-81e9-c6ead0b53e0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:03.275636 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-c7fe72e0-02c4-4dd0-81e9-c6ead0b53e0d service neutron] 10.222.0.16 "PUT /v2.0/ports/140b4ff7-96ae-4f4b-9dee-b15fdfde0e42 HTTP/1.1" status: 200 len: 1092 time: 0.8426628 Aug 22 13:23:03.309529 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device b179796e-104f-4cb4-a225-ec0da67c2e71 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:23:03.327758 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d716d1ee-2340-4a35-a517-cba8f114219e req-cb98091d-6858-4dc2-bbd4-ace0a4ba5187 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093562 Aug 22 13:23:03.329440 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fe72e0-02c4-4dd0-81e9-c6ead0b53e0d service neutron] Pushing event updated for resources: {'Port': ['ID=140b4ff7-96ae-4f4b-9dee-b15fdfde0e42,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:03.377553 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port b179796e-104f-4cb4-a225-ec0da67c2e71 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:23:03.384198 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port b179796e-104f-4cb4-a225-ec0da67c2e71 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:23:03.384675 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:03.387470 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9114dc-5c6e-46ce-a9c5-494c9a9f7b78 req-95b6241a-fb27-4a0d-ab3c-86ab710719ce tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:03.394775 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9114dc-5c6e-46ce-a9c5-494c9a9f7b78 req-95b6241a-fb27-4a0d-ab3c-86ab710719ce tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:03.401021 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9114dc-5c6e-46ce-a9c5-494c9a9f7b78 req-95b6241a-fb27-4a0d-ab3c-86ab710719ce tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:03.402714 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9d9114dc-5c6e-46ce-a9c5-494c9a9f7b78 req-95b6241a-fb27-4a0d-ab3c-86ab710719ce tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/ports?device_id=1381c6e8-9123-44f9-9bd7-30b5a2f31fa9 HTTP/1.1" status: 200 len: 2411 time: 0.1131167 Aug 22 13:23:03.414637 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985ebdf0-7788-4441-8121-68cc50a32dcb x-openstack-request-id: req-985ebdf0-7788-4441-8121-68cc50a32dcb {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:23:03.415001 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8524bcb9-70b6-4ae9-a15a-15315af74fef", "name": "network-vif-plugged", "status": "completed", "tag": "575f7ad5-c2be-4b17-bac8-2852d6b11729", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:23:03.415174 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-985ebdf0-7788-4441-8121-68cc50a32dcb {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:23:03.415713 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8524bcb9-70b6-4ae9-a15a-15315af74fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '575f7ad5-c2be-4b17-bac8-2852d6b11729', 'code': 200} Aug 22 13:23:03.423224 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-583c32af-9cc6-45ff-b3e6-7f6a41dc9421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:03.423987 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-583c32af-9cc6-45ff-b3e6-7f6a41dc9421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:03.424516 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-583c32af-9cc6-45ff-b3e6-7f6a41dc9421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:03.426136 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-583c32af-9cc6-45ff-b3e6-7f6a41dc9421 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ba3730d93e49471c875ab44d82db56e4&device_id=1381c6e8-9123-44f9-9bd7-30b5a2f31fa9 HTTP/1.1" status: 200 len: 2867 time: 0.0916696 Aug 22 13:23:03.495368 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:03.499532 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9d9114dc-5c6e-46ce-a9c5-494c9a9f7b78 req-402d7025-7e7f-43c7-9fac-39223cd9f41a tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f1b5c3a-59c7-419d-bc79-21d076859164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882578 Aug 22 13:23:03.513757 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-e313db2d-10bb-4a71-b839-e1bb124dced8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.188&port_id=937d57e6-54ff-43be-a365-f47a423a9964 HTTP/1.1" status: 200 len: 217 time: 0.0607381 Aug 22 13:23:03.520484 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:03.547500 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port b179796e-104f-4cb4-a225-ec0da67c2e71, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=b179796e-104f-4cb4-a225-ec0da67c2e71,segment=NetworkSegment(0efbff2c-3dbf-4e79-83ba-47cbdc800632),segment_id=0efbff2c-3dbf-4e79-83ba-47cbdc800632)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:03.553369 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:03.605576 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=b179796e-104f-4cb4-a225-ec0da67c2e71,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:03.618945 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e587411-d0c0-4c10-944e-e61ca391332f req-711561e0-c964-452f-9a78-8c85e8d4098f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:03.620479 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2e587411-d0c0-4c10-944e-e61ca391332f req-711561e0-c964-452f-9a78-8c85e8d4098f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8524bcb9-70b6-4ae9-a15a-15315af74fef HTTP/1.1" status: 200 len: 1102 time: 0.1600835 Aug 22 13:23:03.622938 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-e3593ea0-abb4-4225-acc1-dad7d4678fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:03.624271 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-e3593ea0-abb4-4225-acc1-dad7d4678fcb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7b652cfe-7445-40ee-802a-879fed7a93f5 HTTP/1.1" status: 200 len: 801 time: 0.0966866 Aug 22 13:23:03.677703 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1eac57-7da2-4580-a221-a5f6002e52e4 req-e7a2bd91-fd98-4d55-82a9-95f800c15aa1 tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:03.679202 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-db1eac57-7da2-4580-a221-a5f6002e52e4 req-e7a2bd91-fd98-4d55-82a9-95f800c15aa1 tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] 10.222.0.21 "GET /v2.0/ports?device_id=8524bcb9-70b6-4ae9-a15a-15315af74fef HTTP/1.1" status: 200 len: 950 time: 0.1036201 Aug 22 13:23:03.715990 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2e587411-d0c0-4c10-944e-e61ca391332f req-9ff139df-90b0-413a-b9bb-8e3cc8b5f2b0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=304e9a6c-c114-4bf8-903a-236904f80c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862606 Aug 22 13:23:03.730333 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-bb10503e-2629-4b2c-87ec-dad75d565377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:03.731749 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-bb10503e-2629-4b2c-87ec-dad75d565377 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3d6e1da4-7c5c-4e24-b427-267e04474d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0942428 Aug 22 13:23:03.739056 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-db1eac57-7da2-4580-a221-a5f6002e52e4 req-7e3eb096-11e7-4f34-a966-ce60d5d768a7 tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] 10.222.0.21 "GET /v2.0/security-groups?id=304e9a6c-c114-4bf8-903a-236904f80c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529332 Aug 22 13:23:03.857678 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-1007e2fd-310e-4a88-9198-c09079d624c6 service neutron] 10.222.0.16 "GET /v2.0/networks/3d6e1da4-7c5c-4e24-b427-267e04474d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967605 Aug 22 13:23:04.096346 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:04.183301 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1381c6e8-9123-44f9-9bd7-30b5a2f31fa9', 'tag': '62fb81ac-7ca9-4a4b-be09-8373153c82ba'}, {'name': 'network-changed', 'server_uuid': '1381c6e8-9123-44f9-9bd7-30b5a2f31fa9', 'tag': '140b4ff7-96ae-4f4b-9dee-b15fdfde0e42'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:23:04.185582 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78f602d-1160-4d46-aad0-5e2bc0fb5995" -d '{"events": [{"name": "network-changed", "server_uuid": "1381c6e8-9123-44f9-9bd7-30b5a2f31fa9", "tag": "62fb81ac-7ca9-4a4b-be09-8373153c82ba"}, {"name": "network-changed", "server_uuid": "1381c6e8-9123-44f9-9bd7-30b5a2f31fa9", "tag": "140b4ff7-96ae-4f4b-9dee-b15fdfde0e42"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:23:04.213370 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c3db0-3d22-45fa-b679-523ce0b1c67a req-b55ea2ca-7218-491b-8ffa-5af7ec5357c1 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:04.214802 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b85c3db0-3d22-45fa-b679-523ce0b1c67a req-b55ea2ca-7218-491b-8ffa-5af7ec5357c1 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc44c507-168d-4380-823c-f1d5ca99eb3c HTTP/1.1" status: 200 len: 948 time: 0.3722379 Aug 22 13:23:04.297092 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b85c3db0-3d22-45fa-b679-523ce0b1c67a req-e3359aa0-7901-431b-85c3-7c001fe43421 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633674 Aug 22 13:23:04.299694 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-55430e85-6a21-4099-b501-6ae59e4458f1 service neutron] 10.222.0.16 "GET /v2.0/networks/3d6e1da4-7c5c-4e24-b427-267e04474d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4260564 Aug 22 13:23:04.308642 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e069817-3724-4c8f-a695-08abbf8614c4 req-d5b291a7-baf7-434f-b509-35cdf5085b7a tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:04.310152 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5e069817-3724-4c8f-a695-08abbf8614c4 req-d5b291a7-baf7-434f-b509-35cdf5085b7a tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=d67bba42-1205-4a53-8690-4cf3129579bb HTTP/1.1" status: 200 len: 945 time: 0.1205847 Aug 22 13:23:04.367535 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-34e418a0-c8e1-42b2-ab24-00f1fe2f080b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.39&port_id=62fb81ac-7ca9-4a4b-be09-8373153c82ba HTTP/1.1" status: 200 len: 217 time: 0.0548193 Aug 22 13:23:04.384107 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5e069817-3724-4c8f-a695-08abbf8614c4 req-fcdb1eaa-835f-4843-973f-8ff27e1a6771 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682147 Aug 22 13:23:04.393955 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 22 Aug 2021 13:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad54eaf-592f-44a4-884b-d13149b77fb5 x-openstack-request-id: req-9ad54eaf-592f-44a4-884b-d13149b77fb5 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:23:04.394252 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1381c6e8-9123-44f9-9bd7-30b5a2f31fa9", "tag": "62fb81ac-7ca9-4a4b-be09-8373153c82ba", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1381c6e8-9123-44f9-9bd7-30b5a2f31fa9", "tag": "140b4ff7-96ae-4f4b-9dee-b15fdfde0e42", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:23:04.394544 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9ad54eaf-592f-44a4-884b-d13149b77fb5 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:23:04.394931 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1381c6e8-9123-44f9-9bd7-30b5a2f31fa9', 'tag': '62fb81ac-7ca9-4a4b-be09-8373153c82ba', 'status': 'completed', 'code': 200} Aug 22 13:23:04.395185 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1381c6e8-9123-44f9-9bd7-30b5a2f31fa9', 'tag': '140b4ff7-96ae-4f4b-9dee-b15fdfde0e42', 'status': 'completed', 'code': 200} Aug 22 13:23:04.432604 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-c2e5ef2f-d20f-49c6-8e2b-8fac93a07d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:04.434189 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-c2e5ef2f-d20f-49c6-8e2b-8fac93a07d02 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5d18322f-b4bb-4fb2-b5c0-c02934f93aac HTTP/1.1" status: 200 len: 801 time: 0.0491722 Aug 22 13:23:04.530652 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf56c0a0-9902-4309-a5f2-8d91e27dbab0 req-8d8ad1da-4ba8-46a6-8fec-068446552318 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:04.532147 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cf56c0a0-9902-4309-a5f2-8d91e27dbab0 req-8d8ad1da-4ba8-46a6-8fec-068446552318 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 948 time: 0.0687752 Aug 22 13:23:04.533932 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-e0771c32-90b4-4afb-8544-6e73845e40a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:04.535341 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-e0771c32-90b4-4afb-8544-6e73845e40a7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2bbcaf19-42a9-4f4a-bab2-cdb8ea7e907e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0804870 Aug 22 13:23:04.649463 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cf56c0a0-9902-4309-a5f2-8d91e27dbab0 req-e734c4f1-9a8b-4d24-830f-e42c85d52b5d tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111367 Aug 22 13:23:04.703700 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528d978-391d-4ac8-a68f-ce45c06a48be req-60a24b66-25ea-4ff3-8a9b-8d4043389e9a tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:04.706976 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 37e0d0c3-4501-445b-b7c1-cf69eb2c2a95 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:23:04.710417 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device c41641dd-85d8-40a3-8ec9-c3f0bde2f420 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:23:04.711855 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528d978-391d-4ac8-a68f-ce45c06a48be req-60a24b66-25ea-4ff3-8a9b-8d4043389e9a tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:04.718100 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528d978-391d-4ac8-a68f-ce45c06a48be req-60a24b66-25ea-4ff3-8a9b-8d4043389e9a tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:04.720150 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b528d978-391d-4ac8-a68f-ce45c06a48be req-60a24b66-25ea-4ff3-8a9b-8d4043389e9a tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/ports?device_id=1381c6e8-9123-44f9-9bd7-30b5a2f31fa9 HTTP/1.1" status: 200 len: 2411 time: 0.1152093 Aug 22 13:23:04.723648 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-9a211167-6b5e-44d1-a26e-ab07b3a0a8af service neutron] 10.222.0.16 "GET /v2.0/networks/2bbcaf19-42a9-4f4a-bab2-cdb8ea7e907e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694441 Aug 22 13:23:04.823645 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b528d978-391d-4ac8-a68f-ce45c06a48be req-9321324f-29b8-4de1-b323-fa16db0ab368 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f1b5c3a-59c7-419d-bc79-21d076859164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951362 Aug 22 13:23:04.857773 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port c41641dd-85d8-40a3-8ec9-c3f0bde2f420 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:23:04.870660 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port c41641dd-85d8-40a3-8ec9-c3f0bde2f420 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:23:04.871023 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:04.903016 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-e156c57c-0af3-4c82-9365-8820d7977b07 service neutron] 10.222.0.16 "GET /v2.0/networks/2bbcaf19-42a9-4f4a-bab2-cdb8ea7e907e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594284 Aug 22 13:23:04.913205 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b79304-f754-42dc-a955-1cf74eb781cf req-b0d153e6-927b-4009-9601-bfe218562267 tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:04.916094 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 37e0d0c3-4501-445b-b7c1-cf69eb2c2a95, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=37e0d0c3-4501-445b-b7c1-cf69eb2c2a95,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:04.916656 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d0b79304-f754-42dc-a955-1cf74eb781cf req-b0d153e6-927b-4009-9601-bfe218562267 tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] 10.222.0.21 "GET /v2.0/ports?device_id=8524bcb9-70b6-4ae9-a15a-15315af74fef HTTP/1.1" status: 200 len: 950 time: 0.0982535 Aug 22 13:23:04.940779 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '37e0d0c3-4501-445b-b7c1-cf69eb2c2a95', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'port_id': '37e0d0c3-4501-445b-b7c1-cf69eb2c2a95', 'mac_address': 'fa:16:3e:8f:21:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7151c727-b27f-4308-8098-60bc16140d45', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:23:04.973980 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-2d7ae686-c0be-42ce-b8c7-416dfa65149e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.89&port_id=140b4ff7-96ae-4f4b-9dee-b15fdfde0e42 HTTP/1.1" status: 200 len: 217 time: 0.0554111 Aug 22 13:23:05.011142 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:05.028291 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:05.038540 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37e0d0c3-4501-445b-b7c1-cf69eb2c2a95 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:23:05.053368 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d0b79304-f754-42dc-a955-1cf74eb781cf req-51d3457b-e21f-4ad3-8c76-d3dd09cdc6ba tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] 10.222.0.21 "GET /v2.0/security-groups?id=304e9a6c-c114-4bf8-903a-236904f80c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277063 Aug 22 13:23:05.070112 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-1a2cf784-e444-4f08-9aac-9f6a2fef1615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:05.071419 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-1a2cf784-e444-4f08-9aac-9f6a2fef1615 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7b652cfe-7445-40ee-802a-879fed7a93f5 HTTP/1.1" status: 200 len: 801 time: 0.0717697 Aug 22 13:23:05.075325 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 37e0d0c3-4501-445b-b7c1-cf69eb2c2a95, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=37e0d0c3-4501-445b-b7c1-cf69eb2c2a95,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:05.083415 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:05.084071 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device a11efc44-d994-4e85-ac2b-ddd2b54f2d0c details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:23:05.091186 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port c41641dd-85d8-40a3-8ec9-c3f0bde2f420, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=c41641dd-85d8-40a3-8ec9-c3f0bde2f420,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:05.117446 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:05.142391 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-fb19cf3d-255b-497b-9807-e18141504410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:05.144031 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-fb19cf3d-255b-497b-9807-e18141504410 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3d6e1da4-7c5c-4e24-b427-267e04474d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623076 Aug 22 13:23:05.162320 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=37e0d0c3-4501-445b-b7c1-cf69eb2c2a95,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:05.169563 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port a11efc44-d994-4e85-ac2b-ddd2b54f2d0c, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=a11efc44-d994-4e85-ac2b-ddd2b54f2d0c,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:05.201581 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': 'a11efc44-d994-4e85-ac2b-ddd2b54f2d0c', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'port_id': 'a11efc44-d994-4e85-ac2b-ddd2b54f2d0c', 'mac_address': 'fa:16:3e:80:fb:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7151c727-b27f-4308-8098-60bc16140d45', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:23:05.251207 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=c41641dd-85d8-40a3-8ec9-c3f0bde2f420,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:05.262047 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:05.280794 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a11efc44-d994-4e85-ac2b-ddd2b54f2d0c {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:23:05.292733 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-532fe406-9052-4508-ba04-dafc7f423461 service neutron] 10.222.0.16 "GET /v2.0/networks/3d6e1da4-7c5c-4e24-b427-267e04474d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368146 Aug 22 13:23:05.303502 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port a11efc44-d994-4e85-ac2b-ddd2b54f2d0c, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=a11efc44-d994-4e85-ac2b-ddd2b54f2d0c,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:05.315964 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:05.416457 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67bba42-1205-4a53-8690-4cf3129579bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b179796e-104f-4cb4-a225-ec0da67c2e71'}, {'server_uuid': 'fc44c507-168d-4380-823c-f1d5ca99eb3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41641dd-85d8-40a3-8ec9-c3f0bde2f420'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:23:05.418730 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7533d8e6-bcc5-46cc-a9ac-b4338d4ad5c1" -d '{"events": [{"server_uuid": "d67bba42-1205-4a53-8690-4cf3129579bb", "name": "network-vif-plugged", "status": "completed", "tag": "b179796e-104f-4cb4-a225-ec0da67c2e71"}, {"server_uuid": "fc44c507-168d-4380-823c-f1d5ca99eb3c", "name": "network-vif-plugged", "status": "completed", "tag": "c41641dd-85d8-40a3-8ec9-c3f0bde2f420"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:23:05.425245 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=a11efc44-d994-4e85-ac2b-ddd2b54f2d0c,revision_number=9']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:05.491662 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['a11efc44-d994-4e85-ac2b-ddd2b54f2d0c'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:23:05.505603 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817f0ad-ebc9-4064-88fd-ba375f6cbcf8 req-dea58b36-5d15-4a3e-93a2-df3b57d2ea52 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:05.513078 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f817f0ad-ebc9-4064-88fd-ba375f6cbcf8 req-dea58b36-5d15-4a3e-93a2-df3b57d2ea52 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc44c507-168d-4380-823c-f1d5ca99eb3c HTTP/1.1" status: 200 len: 949 time: 0.0779686 Aug 22 13:23:05.557753 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-81890801-5ea8-487b-9b17-be5f72f0fe24 req-8e9c74d4-3ba5-43a2-8beb-5dcd82ed0717 service neutron] 10.222.0.16 "GET /v2.0/networks/3d6e1da4-7c5c-4e24-b427-267e04474d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518058 Aug 22 13:23:05.601895 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f817f0ad-ebc9-4064-88fd-ba375f6cbcf8 req-835271d3-170b-4420-acdd-0dbc51e106dd tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878313 Aug 22 13:23:05.622074 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb4850-0444-42e1-a767-7ff0a592b6a6 req-73c4107d-74a0-4b88-be6a-017d771d5780 tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:05.630085 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1efb4850-0444-42e1-a767-7ff0a592b6a6 req-73c4107d-74a0-4b88-be6a-017d771d5780 tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] 10.222.0.21 "GET /v2.0/ports?device_id=8524bcb9-70b6-4ae9-a15a-15315af74fef HTTP/1.1" status: 200 len: 950 time: 0.0874958 Aug 22 13:23:05.736516 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1efb4850-0444-42e1-a767-7ff0a592b6a6 req-fdfaefcf-5279-4433-b722-d1e029b59b30 tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] 10.222.0.21 "GET /v2.0/security-groups?id=304e9a6c-c114-4bf8-903a-236904f80c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055048 Aug 22 13:23:05.743299 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['37e0d0c3-4501-445b-b7c1-cf69eb2c2a95'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:23:05.749974 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f602d-1160-4d46-aad0-5e2bc0fb5995 req-5a149e7d-02c3-4148-bfc2-e533fd57bbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:05.750472 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f602d-1160-4d46-aad0-5e2bc0fb5995 req-5a149e7d-02c3-4148-bfc2-e533fd57bbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:05.751098 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f602d-1160-4d46-aad0-5e2bc0fb5995 req-5a149e7d-02c3-4148-bfc2-e533fd57bbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:05.753720 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d78f602d-1160-4d46-aad0-5e2bc0fb5995 req-5a149e7d-02c3-4148-bfc2-e533fd57bbad service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ba3730d93e49471c875ab44d82db56e4&device_id=1381c6e8-9123-44f9-9bd7-30b5a2f31fa9 HTTP/1.1" status: 200 len: 2867 time: 0.1091514 Aug 22 13:23:05.845382 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a6aa55-1ac0-4157-800d-5f76bf32cb2a req-420c28c5-f242-4b7c-ab5d-74f9b5fe6d48 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:05.847361 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-39a6aa55-1ac0-4157-800d-5f76bf32cb2a req-420c28c5-f242-4b7c-ab5d-74f9b5fe6d48 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=d67bba42-1205-4a53-8690-4cf3129579bb HTTP/1.1" status: 200 len: 945 time: 0.1608922 Aug 22 13:23:05.875912 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 22 Aug 2021 13:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b427889-bbc1-4a88-8bfe-e0d491796ede x-openstack-request-id: req-7b427889-bbc1-4a88-8bfe-e0d491796ede {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:23:05.875912 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d67bba42-1205-4a53-8690-4cf3129579bb", "name": "network-vif-plugged", "status": "completed", "tag": "b179796e-104f-4cb4-a225-ec0da67c2e71", "code": 200}, {"server_uuid": "fc44c507-168d-4380-823c-f1d5ca99eb3c", "name": "network-vif-plugged", "status": "completed", "tag": "c41641dd-85d8-40a3-8ec9-c3f0bde2f420", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:23:05.875912 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7b427889-bbc1-4a88-8bfe-e0d491796ede {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:23:05.878866 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd67bba42-1205-4a53-8690-4cf3129579bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b179796e-104f-4cb4-a225-ec0da67c2e71', 'code': 200} Aug 22 13:23:05.879139 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc44c507-168d-4380-823c-f1d5ca99eb3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41641dd-85d8-40a3-8ec9-c3f0bde2f420', 'code': 200} Aug 22 13:23:05.986685 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b69a6f-71f4-4555-8601-8f61b3a84994 req-3d6e12ad-fa88-4dd3-bee9-adc680c01050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:05.989591 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b9b69a6f-71f4-4555-8601-8f61b3a84994 req-3d6e12ad-fa88-4dd3-bee9-adc680c01050 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fc44c507-168d-4380-823c-f1d5ca99eb3c HTTP/1.1" status: 200 len: 1101 time: 0.0692251 Aug 22 13:23:05.990727 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-39a6aa55-1ac0-4157-800d-5f76bf32cb2a req-ac34843c-76b4-429a-b87c-cdffbcee108d tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339598 Aug 22 13:23:06.032857 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f602d-1160-4d46-aad0-5e2bc0fb5995 req-03e56420-fa28-4711-98e7-cd735101023a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:06.034388 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d78f602d-1160-4d46-aad0-5e2bc0fb5995 req-03e56420-fa28-4711-98e7-cd735101023a service neutron] 10.222.0.16 "GET /v2.0/networks?id=2bbcaf19-42a9-4f4a-bab2-cdb8ea7e907e HTTP/1.1" status: 200 len: 903 time: 0.2653139 Aug 22 13:23:06.048152 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b9b69a6f-71f4-4555-8601-8f61b3a84994 req-c99f41f0-1073-4d52-80c0-b93637c06b68 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485733 Aug 22 13:23:06.104007 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf272d63-ab11-4de5-aa04-24993aec3afb req-907e85b8-6b93-468e-8f39-6e93c2ce28b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:06.105904 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bf272d63-ab11-4de5-aa04-24993aec3afb req-907e85b8-6b93-468e-8f39-6e93c2ce28b6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d67bba42-1205-4a53-8690-4cf3129579bb HTTP/1.1" status: 200 len: 1097 time: 0.2199674 Aug 22 13:23:06.143296 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d78f602d-1160-4d46-aad0-5e2bc0fb5995 req-2abee602-3848-4fee-ae92-1d4dc6ff785e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.39&port_id=62fb81ac-7ca9-4a4b-be09-8373153c82ba HTTP/1.1" status: 200 len: 217 time: 0.0817027 Aug 22 13:23:06.182561 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c659a9a-bd52-43db-b0c3-1835563d376f req-600a0046-aad3-4af3-b526-211512f4813b tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:06.185025 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0c659a9a-bd52-43db-b0c3-1835563d376f req-600a0046-aad3-4af3-b526-211512f4813b tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 949 time: 0.1617935 Aug 22 13:23:06.225690 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bf272d63-ab11-4de5-aa04-24993aec3afb req-4bbe0a78-c5dc-4a45-a129-8b79a5eb3dc3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858037 Aug 22 13:23:06.234509 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c51bf0-9504-4f22-a24d-76c38101f371 req-fbcf8e92-aaa4-4937-abec-1124f52d23c1 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:06.242467 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c51bf0-9504-4f22-a24d-76c38101f371 req-fbcf8e92-aaa4-4937-abec-1124f52d23c1 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:06.248347 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c51bf0-9504-4f22-a24d-76c38101f371 req-fbcf8e92-aaa4-4937-abec-1124f52d23c1 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:06.249974 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-64c51bf0-9504-4f22-a24d-76c38101f371 req-fbcf8e92-aaa4-4937-abec-1124f52d23c1 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/ports?device_id=1381c6e8-9123-44f9-9bd7-30b5a2f31fa9 HTTP/1.1" status: 200 len: 2411 time: 0.1849303 Aug 22 13:23:06.284605 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0c659a9a-bd52-43db-b0c3-1835563d376f req-195b75ea-4b3d-46ab-9a01-c450d0b17db1 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881898 Aug 22 13:23:06.331922 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-64c51bf0-9504-4f22-a24d-76c38101f371 req-757cf36d-bfc9-4118-9304-6e9fcf638a7e tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f1b5c3a-59c7-419d-bc79-21d076859164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750554 Aug 22 13:23:06.373649 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f602d-1160-4d46-aad0-5e2bc0fb5995 req-116d9d67-ad4a-46d9-b22a-2ffd73d4ded8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:06.375114 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d78f602d-1160-4d46-aad0-5e2bc0fb5995 req-116d9d67-ad4a-46d9-b22a-2ffd73d4ded8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5d18322f-b4bb-4fb2-b5c0-c02934f93aac HTTP/1.1" status: 200 len: 801 time: 0.0612395 Aug 22 13:23:06.445833 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f602d-1160-4d46-aad0-5e2bc0fb5995 req-91563f3c-21e1-49a7-be3d-adf1ac3af237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:06.447265 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d78f602d-1160-4d46-aad0-5e2bc0fb5995 req-91563f3c-21e1-49a7-be3d-adf1ac3af237 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2bbcaf19-42a9-4f4a-bab2-cdb8ea7e907e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545352 Aug 22 13:23:06.560183 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d78f602d-1160-4d46-aad0-5e2bc0fb5995 req-7bb0f922-ab85-499c-84d8-cadc822a7268 service neutron] 10.222.0.16 "GET /v2.0/networks/2bbcaf19-42a9-4f4a-bab2-cdb8ea7e907e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003761 Aug 22 13:23:06.672986 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d78f602d-1160-4d46-aad0-5e2bc0fb5995 req-ac010cb3-3320-44e3-b67e-4dafb140733c service neutron] 10.222.0.16 "GET /v2.0/networks/2bbcaf19-42a9-4f4a-bab2-cdb8ea7e907e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000013 Aug 22 13:23:06.727289 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device a11efc44-d994-4e85-ac2b-ddd2b54f2d0c up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:23:06.792495 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e06a7-31a4-438a-98a0-91e317e682a6 req-68c53651-3c56-42b4-80fb-22ee9d37416c tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:06.794024 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-025e06a7-31a4-438a-98a0-91e317e682a6 req-68c53651-3c56-42b4-80fb-22ee9d37416c tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc44c507-168d-4380-823c-f1d5ca99eb3c HTTP/1.1" status: 200 len: 949 time: 0.0995739 Aug 22 13:23:06.809249 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port a11efc44-d994-4e85-ac2b-ddd2b54f2d0c triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:23:06.810318 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:06.839450 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f602d-1160-4d46-aad0-5e2bc0fb5995 req-148cb5d9-ed6d-4dfd-8b3f-66bc7753844e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:06.840117 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f602d-1160-4d46-aad0-5e2bc0fb5995 req-148cb5d9-ed6d-4dfd-8b3f-66bc7753844e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:06.842940 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f602d-1160-4d46-aad0-5e2bc0fb5995 req-148cb5d9-ed6d-4dfd-8b3f-66bc7753844e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:06.845117 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d78f602d-1160-4d46-aad0-5e2bc0fb5995 req-148cb5d9-ed6d-4dfd-8b3f-66bc7753844e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ba3730d93e49471c875ab44d82db56e4&device_id=1381c6e8-9123-44f9-9bd7-30b5a2f31fa9 HTTP/1.1" status: 200 len: 2867 time: 0.1013775 Aug 22 13:23:06.900976 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-025e06a7-31a4-438a-98a0-91e317e682a6 req-7566921e-f371-4030-b946-dd288c3dac91 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984354 Aug 22 13:23:06.921212 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:06.991473 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port a11efc44-d994-4e85-ac2b-ddd2b54f2d0c, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=a11efc44-d994-4e85-ac2b-ddd2b54f2d0c,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:06.998825 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:07.000485 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7284af87-db2d-47f4-86e6-0b3e2deaa8d3 req-c18401f7-aace-4383-a390-2a13ef4be30e tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:07.002150 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7284af87-db2d-47f4-86e6-0b3e2deaa8d3 req-c18401f7-aace-4383-a390-2a13ef4be30e tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] 10.222.0.21 "GET /v2.0/ports?device_id=8524bcb9-70b6-4ae9-a15a-15315af74fef HTTP/1.1" status: 200 len: 950 time: 0.1540551 Aug 22 13:23:07.018636 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e09f4-d243-4766-a1d5-81579c9af075 req-694931a8-6405-4733-8f2f-c07474be1ea6 tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:07.021707 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a62e09f4-d243-4766-a1d5-81579c9af075 req-694931a8-6405-4733-8f2f-c07474be1ea6 tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] 10.222.0.41 "GET /v2.0/ports?device_id=8524bcb9-70b6-4ae9-a15a-15315af74fef HTTP/1.1" status: 200 len: 950 time: 0.1181235 Aug 22 13:23:07.102401 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=a11efc44-d994-4e85-ac2b-ddd2b54f2d0c,revision_number=10']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:07.108588 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f602d-1160-4d46-aad0-5e2bc0fb5995 req-af92f4a2-2bd1-4490-a93a-889982bf0435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:07.110091 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d78f602d-1160-4d46-aad0-5e2bc0fb5995 req-af92f4a2-2bd1-4490-a93a-889982bf0435 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3d6e1da4-7c5c-4e24-b427-267e04474d88 HTTP/1.1" status: 200 len: 903 time: 0.2499804 Aug 22 13:23:07.158279 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7284af87-db2d-47f4-86e6-0b3e2deaa8d3 req-cb92c86d-55b4-4f72-8dc4-c99911c4ed36 tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] 10.222.0.21 "GET /v2.0/security-groups?id=304e9a6c-c114-4bf8-903a-236904f80c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352143 Aug 22 13:23:07.211906 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d78f602d-1160-4d46-aad0-5e2bc0fb5995 req-a1a6f05a-2076-4fe2-b5e9-0c8dc1341adf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.89&port_id=140b4ff7-96ae-4f4b-9dee-b15fdfde0e42 HTTP/1.1" status: 200 len: 217 time: 0.0755162 Aug 22 13:23:07.284653 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d307a10-0c12-4c69-ba4c-7bd82cd4c0f0 req-0f720aa0-c571-41cb-af7e-3550e937416f tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:07.286604 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2d307a10-0c12-4c69-ba4c-7bd82cd4c0f0 req-0f720aa0-c571-41cb-af7e-3550e937416f tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=d67bba42-1205-4a53-8690-4cf3129579bb HTTP/1.1" status: 200 len: 945 time: 0.1485090 Aug 22 13:23:07.290793 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-a62e09f4-d243-4766-a1d5-81579c9af075 req-44448585-c6a3-4e66-b1de-63699f4892a3 tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] Deleting port 575f7ad5-c2be-4b17-bac8-2852d6b11729 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:23:07.291111 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a62e09f4-d243-4766-a1d5-81579c9af075 req-44448585-c6a3-4e66-b1de-63699f4892a3 tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:07.355745 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f602d-1160-4d46-aad0-5e2bc0fb5995 req-3b97c004-ef1f-40a6-bb50-2afb7373f794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:07.357245 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d78f602d-1160-4d46-aad0-5e2bc0fb5995 req-3b97c004-ef1f-40a6-bb50-2afb7373f794 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7b652cfe-7445-40ee-802a-879fed7a93f5 HTTP/1.1" status: 200 len: 801 time: 0.1285000 Aug 22 13:23:07.420953 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2d307a10-0c12-4c69-ba4c-7bd82cd4c0f0 req-8246f9f9-0a47-4690-9538-cefe6e247554 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233902 Aug 22 13:23:07.547221 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f602d-1160-4d46-aad0-5e2bc0fb5995 req-dd6b66aa-cb4f-45ff-9e49-e805ebc3504d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:07.548705 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d78f602d-1160-4d46-aad0-5e2bc0fb5995 req-dd6b66aa-cb4f-45ff-9e49-e805ebc3504d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3d6e1da4-7c5c-4e24-b427-267e04474d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1674423 Aug 22 13:23:07.563421 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-a62e09f4-d243-4766-a1d5-81579c9af075 req-44448585-c6a3-4e66-b1de-63699f4892a3 tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] For port 575f7ad5-c2be-4b17-bac8-2852d6b11729, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=575f7ad5-c2be-4b17-bac8-2852d6b11729,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:07.563800 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a62e09f4-d243-4766-a1d5-81579c9af075 req-44448585-c6a3-4e66-b1de-63699f4892a3 tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:07.604296 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4865d4-9dff-4afb-b896-9cac1c7accbb req-6456f9bc-3bf8-430b-b651-c13f7b484a13 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:07.605775 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9d4865d4-9dff-4afb-b896-9cac1c7accbb req-6456f9bc-3bf8-430b-b651-c13f7b484a13 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 949 time: 0.1597669 Aug 22 13:23:07.607301 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-a62e09f4-d243-4766-a1d5-81579c9af075 req-44448585-c6a3-4e66-b1de-63699f4892a3 tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] Calling delete_port for 575f7ad5-c2be-4b17-bac8-2852d6b11729 owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:23:07.690656 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9489af-f2f2-4670-820c-84d3b88e85ae req-4dade6c4-9db3-461b-9cea-65d78277e79b tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:07.697278 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9489af-f2f2-4670-820c-84d3b88e85ae req-4dade6c4-9db3-461b-9cea-65d78277e79b tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:07.703136 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9489af-f2f2-4670-820c-84d3b88e85ae req-4dade6c4-9db3-461b-9cea-65d78277e79b tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:07.704893 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ff9489af-f2f2-4670-820c-84d3b88e85ae req-4dade6c4-9db3-461b-9cea-65d78277e79b tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/ports?device_id=1381c6e8-9123-44f9-9bd7-30b5a2f31fa9 HTTP/1.1" status: 200 len: 2411 time: 0.2045283 Aug 22 13:23:07.882592 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f492287a-a9c4-4fd7-a5ee-af72bc128519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11efc44-d994-4e85-ac2b-ddd2b54f2d0c'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:23:07.889905 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdbcab63-0e5a-4b9b-a62f-fa0de3a62d60" -d '{"events": [{"server_uuid": "f492287a-a9c4-4fd7-a5ee-af72bc128519", "name": "network-vif-plugged", "status": "completed", "tag": "a11efc44-d994-4e85-ac2b-ddd2b54f2d0c"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:23:08.081092 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9d4865d4-9dff-4afb-b896-9cac1c7accbb req-2eefa1fa-741d-4304-bf8a-44945aeb05a6 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4616082 Aug 22 13:23:08.169447 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ff9489af-f2f2-4670-820c-84d3b88e85ae req-7df06cf9-4220-4796-994e-c4ee29459541 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f1b5c3a-59c7-419d-bc79-21d076859164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4255564 Aug 22 13:23:08.268334 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d78f602d-1160-4d46-aad0-5e2bc0fb5995 req-1b230efc-331f-47e7-87d6-f8eaa2b11da6 service neutron] 10.222.0.16 "GET /v2.0/networks/3d6e1da4-7c5c-4e24-b427-267e04474d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6933949 Aug 22 13:23:08.305554 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a62e09f4-d243-4766-a1d5-81579c9af075 req-44448585-c6a3-4e66-b1de-63699f4892a3 tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:08.320368 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['575f7ad5-c2be-4b17-bac8-2852d6b11729'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:23:08.382729 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44448585-c6a3-4e66-b1de-63699f4892a3 tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] Pushing event deleted for resources: {'Port': ['ID=575f7ad5-c2be-4b17-bac8-2852d6b11729,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:08.414132 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b4cbe9-05f6-4417-af20-c6b316e7f5ef x-openstack-request-id: req-a0b4cbe9-05f6-4417-af20-c6b316e7f5ef {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:23:08.414435 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f492287a-a9c4-4fd7-a5ee-af72bc128519", "name": "network-vif-plugged", "status": "completed", "tag": "a11efc44-d994-4e85-ac2b-ddd2b54f2d0c", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:23:08.414693 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a0b4cbe9-05f6-4417-af20-c6b316e7f5ef {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:23:08.415088 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f492287a-a9c4-4fd7-a5ee-af72bc128519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11efc44-d994-4e85-ac2b-ddd2b54f2d0c', 'code': 200} Aug 22 13:23:08.454932 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-a62e09f4-d243-4766-a1d5-81579c9af075 req-44448585-c6a3-4e66-b1de-63699f4892a3 tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] No DVR routers for this DVR port 575f7ad5-c2be-4b17-bac8-2852d6b11729 on host n-h1-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:23:08.465293 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a62e09f4-d243-4766-a1d5-81579c9af075 req-44448585-c6a3-4e66-b1de-63699f4892a3 tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:08.467661 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a62e09f4-d243-4766-a1d5-81579c9af075 req-44448585-c6a3-4e66-b1de-63699f4892a3 tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] 10.222.0.41 "DELETE /v2.0/ports/575f7ad5-c2be-4b17-bac8-2852d6b11729 HTTP/1.1" status: 204 len: 173 time: 1.4319327 Aug 22 13:23:08.468277 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8524bcb9-70b6-4ae9-a15a-15315af74fef', 'name': 'network-vif-deleted', 'tag': '575f7ad5-c2be-4b17-bac8-2852d6b11729'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:23:08.471432 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e2d705-cf4b-426d-a2a8-1eca77b62925" -d '{"events": [{"server_uuid": "8524bcb9-70b6-4ae9-a15a-15315af74fef", "name": "network-vif-deleted", "tag": "575f7ad5-c2be-4b17-bac8-2852d6b11729"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:23:08.510134 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d78f602d-1160-4d46-aad0-5e2bc0fb5995 req-5f373f97-4b63-4bb0-8c25-b1f883035f68 service neutron] 10.222.0.16 "GET /v2.0/networks/3d6e1da4-7c5c-4e24-b427-267e04474d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137699 Aug 22 13:23:08.604785 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cd523-ba20-4666-ada6-96cf600ec019 req-95c2ca45-d6e1-4dc6-a785-d14ae5bfa1da tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:08.614206 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-645cd523-ba20-4666-ada6-96cf600ec019 req-95c2ca45-d6e1-4dc6-a785-d14ae5bfa1da tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc44c507-168d-4380-823c-f1d5ca99eb3c HTTP/1.1" status: 200 len: 949 time: 0.1500120 Aug 22 13:23:08.674229 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-645cd523-ba20-4666-ada6-96cf600ec019 req-2cfd374e-ce71-4feb-b389-8fb9c3604bca tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591447 Aug 22 13:23:08.738026 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 937d57e6-54ff-43be-a365-f47a423a9964 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:23:08.740139 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-84f250a5-4398-42fd-9d92-4e8adcfd9c6b req-4ea07da1-1910-41fe-afba-b83e02fde781 tempest-ServerDiagnosticsNegativeTest-468694899 tempest-ServerDiagnosticsNegativeTest-468694899-project] 10.222.0.21 "GET /v2.0/ports?device_id=8524bcb9-70b6-4ae9-a15a-15315af74fef HTTP/1.1" status: 200 len: 210 time: 0.0605018 Aug 22 13:23:08.743437 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 37e0d0c3-4501-445b-b7c1-cf69eb2c2a95 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:23:08.807591 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c68dafd-0677-40d5-b881-7d1b8890b02d x-openstack-request-id: req-1c68dafd-0677-40d5-b881-7d1b8890b02d {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:23:08.807591 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8524bcb9-70b6-4ae9-a15a-15315af74fef", "name": "network-vif-deleted", "tag": "575f7ad5-c2be-4b17-bac8-2852d6b11729", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:23:08.807929 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1c68dafd-0677-40d5-b881-7d1b8890b02d {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:23:08.808273 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8524bcb9-70b6-4ae9-a15a-15315af74fef', 'name': 'network-vif-deleted', 'tag': '575f7ad5-c2be-4b17-bac8-2852d6b11729', 'status': 'completed', 'code': 200} Aug 22 13:23:08.828925 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d8e57-918f-4d0a-a687-c34076a3cd0e req-e7e3f258-d1b6-45fe-99a5-7df2737022f2 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:08.838153 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5b5d8e57-918f-4d0a-a687-c34076a3cd0e req-e7e3f258-d1b6-45fe-99a5-7df2737022f2 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=d67bba42-1205-4a53-8690-4cf3129579bb HTTP/1.1" status: 200 len: 945 time: 0.0699737 Aug 22 13:23:08.878199 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port 37e0d0c3-4501-445b-b7c1-cf69eb2c2a95 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:23:08.886756 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 37e0d0c3-4501-445b-b7c1-cf69eb2c2a95 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:23:08.887980 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:08.889078 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5b5d8e57-918f-4d0a-a687-c34076a3cd0e req-0fc930e2-509a-4d7a-96a5-d8b7e48a93ec tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495176 Aug 22 13:23:08.946434 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 937d57e6-54ff-43be-a365-f47a423a9964, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=937d57e6-54ff-43be-a365-f47a423a9964,segment=NetworkSegment(10191694-99f2-4762-a678-426364e5a9fb),segment_id=10191694-99f2-4762-a678-426364e5a9fb)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:08.972959 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344474c-3e57-41d1-b30d-50a9d4fae971 req-71730cb5-cfd4-4c4d-9b01-54303a9c381a tempest-ServersOnMultiNodesTest-304312147 tempest-ServersOnMultiNodesTest-304312147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:08.974709 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3344474c-3e57-41d1-b30d-50a9d4fae971 req-71730cb5-cfd4-4c4d-9b01-54303a9c381a tempest-ServersOnMultiNodesTest-304312147 tempest-ServersOnMultiNodesTest-304312147-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fc44c507-168d-4380-823c-f1d5ca99eb3c HTTP/1.1" status: 200 len: 1101 time: 0.0620010 Aug 22 13:23:08.999564 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '937d57e6-54ff-43be-a365-f47a423a9964', 'network_id': '3d6e1da4-7c5c-4e24-b427-267e04474d88', 'port_id': '937d57e6-54ff-43be-a365-f47a423a9964', 'mac_address': 'fa:16:3e:0c:d9:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b652cfe-7445-40ee-802a-879fed7a93f5', 'ip_address': '19.80.0.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:23:09.023745 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-3344474c-3e57-41d1-b30d-50a9d4fae971 req-7f525cef-19b8-415e-8046-a201af554ed9 tempest-ServersOnMultiNodesTest-304312147 tempest-ServersOnMultiNodesTest-304312147-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:09.076405 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:09.094399 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:09.120512 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 937d57e6-54ff-43be-a365-f47a423a9964 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:23:09.143652 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 37e0d0c3-4501-445b-b7c1-cf69eb2c2a95, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=37e0d0c3-4501-445b-b7c1-cf69eb2c2a95,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:09.149942 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:09.156742 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 937d57e6-54ff-43be-a365-f47a423a9964, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=937d57e6-54ff-43be-a365-f47a423a9964,segment=NetworkSegment(10191694-99f2-4762-a678-426364e5a9fb),segment_id=10191694-99f2-4762-a678-426364e5a9fb)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:09.179884 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:09.180735 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 62fb81ac-7ca9-4a4b-be09-8373153c82ba details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:23:09.187388 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb4234-df7e-405b-b08e-5a7e5b0a8246 req-214d5a4b-5f80-4a6e-8b09-890c0a29739b tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:09.194945 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cbfb4234-df7e-405b-b08e-5a7e5b0a8246 req-214d5a4b-5f80-4a6e-8b09-890c0a29739b tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d67bba42-1205-4a53-8690-4cf3129579bb HTTP/1.1" status: 200 len: 1097 time: 0.1581464 Aug 22 13:23:09.221654 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=37e0d0c3-4501-445b-b7c1-cf69eb2c2a95,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:09.266500 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cbfb4234-df7e-405b-b08e-5a7e5b0a8246 req-0e60ecb7-ab62-4355-b122-73a54dcd268b tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628891 Aug 22 13:23:09.319064 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=937d57e6-54ff-43be-a365-f47a423a9964,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:09.355574 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 62fb81ac-7ca9-4a4b-be09-8373153c82ba, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=62fb81ac-7ca9-4a4b-be09-8373153c82ba,segment=NetworkSegment(d28243d9-1bc3-4788-b149-5bbd03336d46),segment_id=d28243d9-1bc3-4788-b149-5bbd03336d46)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:09.357573 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-3344474c-3e57-41d1-b30d-50a9d4fae971 req-7f525cef-19b8-415e-8046-a201af554ed9 tempest-ServersOnMultiNodesTest-304312147 tempest-ServersOnMultiNodesTest-304312147-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:09.365581 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-3344474c-3e57-41d1-b30d-50a9d4fae971 req-7f525cef-19b8-415e-8046-a201af554ed9 tempest-ServersOnMultiNodesTest-304312147 tempest-ServersOnMultiNodesTest-304312147-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:09.372743 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '62fb81ac-7ca9-4a4b-be09-8373153c82ba', 'network_id': '2bbcaf19-42a9-4f4a-bab2-cdb8ea7e907e', 'port_id': '62fb81ac-7ca9-4a4b-be09-8373153c82ba', 'mac_address': 'fa:16:3e:82:dd:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d18322f-b4bb-4fb2-b5c0-c02934f93aac', 'ip_address': '19.86.0.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:23:09.420332 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f525cef-19b8-415e-8046-a201af554ed9 tempest-ServersOnMultiNodesTest-304312147 tempest-ServersOnMultiNodesTest-304312147-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d283c374-40ce-4740-a9b4-2eeafefce0e1,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:09.423929 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:09.438894 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62fb81ac-7ca9-4a4b-be09-8373153c82ba {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:23:09.451092 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3344474c-3e57-41d1-b30d-50a9d4fae971 req-7f525cef-19b8-415e-8046-a201af554ed9 tempest-ServersOnMultiNodesTest-304312147 tempest-ServersOnMultiNodesTest-304312147-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4595804 Aug 22 13:23:09.466005 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 62fb81ac-7ca9-4a4b-be09-8373153c82ba, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=62fb81ac-7ca9-4a4b-be09-8373153c82ba,segment=NetworkSegment(d28243d9-1bc3-4788-b149-5bbd03336d46),segment_id=d28243d9-1bc3-4788-b149-5bbd03336d46)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:09.469148 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:09.470655 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 140b4ff7-96ae-4f4b-9dee-b15fdfde0e42 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:23:09.496381 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c91d7-8604-4afc-979c-8b8fe6d3dc4d req-c81bc1b1-47d1-4562-aadf-52c6f3a20643 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:09.497908 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bf8c91d7-8604-4afc-979c-8b8fe6d3dc4d req-c81bc1b1-47d1-4562-aadf-52c6f3a20643 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 950 time: 0.1000342 Aug 22 13:23:09.562016 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 140b4ff7-96ae-4f4b-9dee-b15fdfde0e42, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=140b4ff7-96ae-4f4b-9dee-b15fdfde0e42,segment=NetworkSegment(10191694-99f2-4762-a678-426364e5a9fb),segment_id=10191694-99f2-4762-a678-426364e5a9fb)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:09.564440 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=62fb81ac-7ca9-4a4b-be09-8373153c82ba,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:09.583379 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '140b4ff7-96ae-4f4b-9dee-b15fdfde0e42', 'network_id': '3d6e1da4-7c5c-4e24-b427-267e04474d88', 'port_id': '140b4ff7-96ae-4f4b-9dee-b15fdfde0e42', 'mac_address': 'fa:16:3e:05:c6:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b652cfe-7445-40ee-802a-879fed7a93f5', 'ip_address': '19.80.0.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:23:09.600152 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4733525-9438-4c04-8e93-030b8af1f384 req-1497d809-b6aa-4be6-957e-061b1db834ea tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:09.606281 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4733525-9438-4c04-8e93-030b8af1f384 req-1497d809-b6aa-4be6-957e-061b1db834ea tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:09.612373 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4733525-9438-4c04-8e93-030b8af1f384 req-1497d809-b6aa-4be6-957e-061b1db834ea tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:09.614718 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f4733525-9438-4c04-8e93-030b8af1f384 req-1497d809-b6aa-4be6-957e-061b1db834ea tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/ports?device_id=1381c6e8-9123-44f9-9bd7-30b5a2f31fa9 HTTP/1.1" status: 200 len: 2413 time: 0.0879886 Aug 22 13:23:09.628898 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bf8c91d7-8604-4afc-979c-8b8fe6d3dc4d req-f0066641-b49d-423f-8bfb-e89938ccfb78 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186829 Aug 22 13:23:09.651001 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:09.671361 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 140b4ff7-96ae-4f4b-9dee-b15fdfde0e42 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:23:09.701417 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 140b4ff7-96ae-4f4b-9dee-b15fdfde0e42, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=140b4ff7-96ae-4f4b-9dee-b15fdfde0e42,segment=NetworkSegment(10191694-99f2-4762-a678-426364e5a9fb),segment_id=10191694-99f2-4762-a678-426364e5a9fb)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:09.702826 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f4733525-9438-4c04-8e93-030b8af1f384 req-341e8546-2640-48b5-9b03-e8da51be0dc0 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f1b5c3a-59c7-419d-bc79-21d076859164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724776 Aug 22 13:23:09.709134 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:09.775661 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=140b4ff7-96ae-4f4b-9dee-b15fdfde0e42,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:09.798126 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecaa19d-1a85-4f27-ad07-f9b41896b43b req-f513c771-32f5-4b4b-be85-5c5faf9154f1 tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:09.799635 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-aecaa19d-1a85-4f27-ad07-f9b41896b43b req-f513c771-32f5-4b4b-be85-5c5faf9154f1 tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d67bba42-1205-4a53-8690-4cf3129579bb HTTP/1.1" status: 200 len: 1097 time: 0.0659614 Aug 22 13:23:09.847044 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-aecaa19d-1a85-4f27-ad07-f9b41896b43b req-4f25b3e4-039c-44da-9715-c431c8e24eb7 tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396280 Aug 22 13:23:10.216951 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-570475dd-10bd-4806-8a54-545439ecd0b9 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=49eccb789dab4d5eaed86ee1a537d189&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417097 Aug 22 13:23:10.384928 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['937d57e6-54ff-43be-a365-f47a423a9964'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:23:10.418055 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222e9fa-f5b0-4b4f-ae6a-90ce87a6ce9e req-2e0b6d49-cbea-48f1-9c12-5e2b8357a584 tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:10.420110 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1222e9fa-f5b0-4b4f-ae6a-90ce87a6ce9e req-2e0b6d49-cbea-48f1-9c12-5e2b8357a584 tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d67bba42-1205-4a53-8690-4cf3129579bb HTTP/1.1" status: 200 len: 1097 time: 0.0967388 Aug 22 13:23:10.431257 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cfbfdc8-f514-481c-9887-b7c57094669b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e0d0c3-4501-445b-b7c1-cf69eb2c2a95'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:23:10.439195 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e107cf-810f-4111-b8b1-52b48ffe0c6e" -d '{"events": [{"server_uuid": "7cfbfdc8-f514-481c-9887-b7c57094669b", "name": "network-vif-plugged", "status": "completed", "tag": "37e0d0c3-4501-445b-b7c1-cf69eb2c2a95"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:23:10.459833 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['62fb81ac-7ca9-4a4b-be09-8373153c82ba'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:23:10.462144 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['140b4ff7-96ae-4f4b-9dee-b15fdfde0e42'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:23:10.474247 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-0750eb22-7ac6-4488-841d-445939615600 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:10.488330 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-0750eb22-7ac6-4488-841d-445939615600 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2634439 Aug 22 13:23:10.505838 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47612) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:23:10.530399 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1222e9fa-f5b0-4b4f-ae6a-90ce87a6ce9e req-e4e975e7-6252-4924-b789-741624721087 tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968845 Aug 22 13:23:10.544687 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-8a54dfaf-3d1d-44db-951f-8e4c686bd7c8 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/quotas/49eccb789dab4d5eaed86ee1a537d189 HTTP/1.1" status: 200 len: 375 time: 0.0407991 Aug 22 13:23:10.673307 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b73574f-4ffb-45b9-9d55-9cf78e84854f x-openstack-request-id: req-0b73574f-4ffb-45b9-9d55-9cf78e84854f {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:23:10.673623 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cfbfdc8-f514-481c-9887-b7c57094669b", "name": "network-vif-plugged", "status": "completed", "tag": "37e0d0c3-4501-445b-b7c1-cf69eb2c2a95", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:23:10.673968 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0b73574f-4ffb-45b9-9d55-9cf78e84854f {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:23:10.674365 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cfbfdc8-f514-481c-9887-b7c57094669b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e0d0c3-4501-445b-b7c1-cf69eb2c2a95', 'code': 200} Aug 22 13:23:10.674979 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-ffb43241-964c-4ccd-a3c9-0fc094b9adf7 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=49eccb789dab4d5eaed86ee1a537d189&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1292729 Aug 22 13:23:10.915970 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15368d5d-6cc7-44d9-ba6e-201098abb6ad req-f2842c32-2977-4fda-aec7-51fff0ffce65 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:10.925520 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-15368d5d-6cc7-44d9-ba6e-201098abb6ad req-f2842c32-2977-4fda-aec7-51fff0ffce65 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 950 time: 0.1460526 Aug 22 13:23:10.987868 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47626) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:23:11.006165 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-163465f7-6739-4096-8b11-257be53d47e5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=74925d463c974ecdb8ea0ba986c02ed5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4975591 Aug 22 13:23:11.054872 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-15368d5d-6cc7-44d9-ba6e-201098abb6ad req-549072fe-599e-490b-a2e6-973533981748 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283851 Aug 22 13:23:11.063460 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab76f150-9bc2-4abf-ac3d-bd8d917f8a56 req-53d57fc4-2724-4360-b3e1-3d80e89a8eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:11.064985 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ab76f150-9bc2-4abf-ac3d-bd8d917f8a56 req-53d57fc4-2724-4360-b3e1-3d80e89a8eb9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 1102 time: 0.2265716 Aug 22 13:23:11.078622 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-60328932-377f-44a9-acaa-34ecebf2c478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:11.113055 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-60328932-377f-44a9-acaa-34ecebf2c478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:11.160193 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ab76f150-9bc2-4abf-ac3d-bd8d917f8a56 req-197e832f-6482-4c33-9fa6-7b161fdd5351 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680048 Aug 22 13:23:11.185726 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-60328932-377f-44a9-acaa-34ecebf2c478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:11.195232 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-60328932-377f-44a9-acaa-34ecebf2c478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:11.213546 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-60328932-377f-44a9-acaa-34ecebf2c478 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/304e9a6c-c114-4bf8-903a-236904f80c21 HTTP/1.1" status: 204 len: 168 time: 0.2099342 Aug 22 13:23:11.229957 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60328932-377f-44a9-acaa-34ecebf2c478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304e9a6c-c114-4bf8-903a-236904f80c21,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:11.235636 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa52a08-6bd5-4067-86dd-7578d06b5c16 req-8e18bdbc-1ff1-4342-8bd5-d51cb4c61004 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:11.243804 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa52a08-6bd5-4067-86dd-7578d06b5c16 req-8e18bdbc-1ff1-4342-8bd5-d51cb4c61004 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:11.250955 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa52a08-6bd5-4067-86dd-7578d06b5c16 req-8e18bdbc-1ff1-4342-8bd5-d51cb4c61004 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:11.259722 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bfa52a08-6bd5-4067-86dd-7578d06b5c16 req-8e18bdbc-1ff1-4342-8bd5-d51cb4c61004 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/ports?device_id=1381c6e8-9123-44f9-9bd7-30b5a2f31fa9 HTTP/1.1" status: 200 len: 2414 time: 0.1099896 Aug 22 13:23:11.326748 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bfa52a08-6bd5-4067-86dd-7578d06b5c16 req-77de6910-1b8e-417c-bd07-fd0bcf603585 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f1b5c3a-59c7-419d-bc79-21d076859164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518363 Aug 22 13:23:11.356330 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 575f7ad5-c2be-4b17-bac8-2852d6b11729 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:23:11.392269 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: 575f7ad5-c2be-4b17-bac8-2852d6b11729 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:23:11.392840 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 575f7ad5-c2be-4b17-bac8-2852d6b11729 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:23:11.572141 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47648) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:23:11.598114 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2ea9fae5-21eb-4ea4-86b4-73b12c92dfea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:11.706110 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2ea9fae5-21eb-4ea4-86b4-73b12c92dfea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:11.713244 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2ea9fae5-21eb-4ea4-86b4-73b12c92dfea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:11.820710 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-2ea9fae5-21eb-4ea4-86b4-73b12c92dfea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=385a7eda8e1e4d89be66f8f421ec2499&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2473488 Aug 22 13:23:11.823800 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47658) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:23:11.835964 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea9fae5-21eb-4ea4-86b4-73b12c92dfea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a13c923-6e95-4219-b141-d505ff1c9eff,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:11.858964 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4e498-0d96-4f9a-af05-c2b90b8c0164 req-8221c263-8f42-4e83-abea-e965cb890166 tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:11.861078 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0df4e498-0d96-4f9a-af05-c2b90b8c0164 req-8221c263-8f42-4e83-abea-e965cb890166 tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d67bba42-1205-4a53-8690-4cf3129579bb HTTP/1.1" status: 200 len: 1097 time: 0.1079614 Aug 22 13:23:11.932222 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-17c42508-733f-4f2f-a3f7-b251d33fa97e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:11.947201 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0df4e498-0d96-4f9a-af05-c2b90b8c0164 req-545b62da-8026-432b-a4de-ed0b903d42dc tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776119 Aug 22 13:23:11.950583 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-10325222-a04f-4282-900b-086ce36a57b1 req-56746721-8a34-42e4-ab37-d77d46546ebe tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=67c4d803-b178-4c37-822c-8eeed936eb5b HTTP/1.1" status: 200 len: 210 time: 0.0502660 Aug 22 13:23:11.963427 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-17c42508-733f-4f2f-a3f7-b251d33fa97e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:12.062383 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-17c42508-733f-4f2f-a3f7-b251d33fa97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:12.065100 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-17c42508-733f-4f2f-a3f7-b251d33fa97e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:12.069338 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-17c42508-733f-4f2f-a3f7-b251d33fa97e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7a13c923-6e95-4219-b141-d505ff1c9eff HTTP/1.1" status: 204 len: 168 time: 0.2444720 Aug 22 13:23:12.088870 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c42508-733f-4f2f-a3f7-b251d33fa97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a13c923-6e95-4219-b141-d505ff1c9eff,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:12.204842 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [req-dce7a133-1671-401f-9f67-1e37f4e5c9e2 req-cd172039-b8b7-468a-b36e-6e5011b681a8 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:23:12.206391 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dce7a133-1671-401f-9f67-1e37f4e5c9e2 req-cd172039-b8b7-468a-b36e-6e5011b681a8 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083003 Aug 22 13:23:12.315562 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b44696-916a-4c76-9634-45b87435d6af req-24ca22d0-b188-4a6b-9db2-8e8eb87e0736 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:12.327456 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-16b44696-916a-4c76-9634-45b87435d6af req-24ca22d0-b188-4a6b-9db2-8e8eb87e0736 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 950 time: 0.1410403 Aug 22 13:23:12.417882 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-16b44696-916a-4c76-9634-45b87435d6af req-b9fe6752-f291-4e69-a97f-9f75c0031bb8 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891480 Aug 22 13:23:12.563975 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fbebf7-17d8-435f-88eb-de40cc402820 req-f8983984-b672-4540-91e6-d744dcd4b3d1 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:12.571088 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fbebf7-17d8-435f-88eb-de40cc402820 req-f8983984-b672-4540-91e6-d744dcd4b3d1 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:12.577413 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fbebf7-17d8-435f-88eb-de40cc402820 req-f8983984-b672-4540-91e6-d744dcd4b3d1 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:12.586283 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e2fbebf7-17d8-435f-88eb-de40cc402820 req-f8983984-b672-4540-91e6-d744dcd4b3d1 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/ports?device_id=1381c6e8-9123-44f9-9bd7-30b5a2f31fa9 HTTP/1.1" status: 200 len: 2414 time: 0.0849049 Aug 22 13:23:12.625717 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e2fbebf7-17d8-435f-88eb-de40cc402820 req-8a9fec9c-034e-4e9d-b478-90669f59824f tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f1b5c3a-59c7-419d-bc79-21d076859164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387475 Aug 22 13:23:12.978920 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-1bff2a64-fcd7-4f78-9348-e41dfb3e0f67 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=49eccb789dab4d5eaed86ee1a537d189&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350599 Aug 22 13:23:13.137764 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a992293e-21d6-4d9a-95b9-4926f238b2ed req-2b4e39f3-d659-49be-962d-8e32b99ad6ba tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=67c4d803-b178-4c37-822c-8eeed936eb5b HTTP/1.1" status: 200 len: 210 time: 0.0851045 Aug 22 13:23:13.250770 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-21e82bd7-f4a6-4d11-9737-56e86bd4c7d9 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:13.253724 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-21e82bd7-f4a6-4d11-9737-56e86bd4c7d9 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2662725 Aug 22 13:23:13.266478 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-269bdb13-ebc8-44c1-b885-a5ec31942166 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Request body: {'port': {'device_id': '7680391b-bdf8-47b9-a9c2-193bb155b55f', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'admin_state_up': True, 'tenant_id': '49eccb789dab4d5eaed86ee1a537d189'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:23:13.446753 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-269bdb13-ebc8-44c1-b885-a5ec31942166 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Made reservation on behalf of 49eccb789dab4d5eaed86ee1a537d189 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:23:13.457391 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-269bdb13-ebc8-44c1-b885-a5ec31942166 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:13.617863 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-d5e79d3d-43e6-4f9a-975f-476b16d61c8e tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=49eccb789dab4d5eaed86ee1a537d189&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1112320 Aug 22 13:23:13.682210 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-269bdb13-ebc8-44c1-b885-a5ec31942166 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Allocated IP 192.168.233.246 (7dc41cff-a3ac-4fc2-ba06-973efce2365e/7151c727-b27f-4308-8098-60bc16140d45/828cc14b-4200-4c08-98ac-e7734151cf9d) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:23:13.888078 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-1b0a58be-8397-4236-8dfe-b7a65ecf87cc tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:13.889785 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-1b0a58be-8397-4236-8dfe-b7a65ecf87cc tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2658525 Aug 22 13:23:13.904063 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-02db0cd6-6457-43d1-8fea-480290943885 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Request body: {'port': {'device_id': '67c4d803-b178-4c37-822c-8eeed936eb5b', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'admin_state_up': True, 'tenant_id': '49eccb789dab4d5eaed86ee1a537d189'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:23:13.925191 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666d1e2-d069-40bd-964d-885688b467e5 req-90349fe7-9b46-4b0e-bd21-49ca23a8acfc tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:13.927857 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0666d1e2-d069-40bd-964d-885688b467e5 req-90349fe7-9b46-4b0e-bd21-49ca23a8acfc tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 950 time: 0.2005231 Aug 22 13:23:14.045912 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0666d1e2-d069-40bd-964d-885688b467e5 req-cf991b1d-e207-46a1-afa3-7d96a3c33392 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017914 Aug 22 13:23:14.103190 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-269bdb13-ebc8-44c1-b885-a5ec31942166 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:14.122012 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-269bdb13-ebc8-44c1-b885-a5ec31942166 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Transition to ACTIVE for port object 828cc14b-4200-4c08-98ac-e7734151cf9d will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:23:14.138181 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-02db0cd6-6457-43d1-8fea-480290943885 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Made reservation on behalf of 49eccb789dab4d5eaed86ee1a537d189 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:23:14.142309 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-02db0cd6-6457-43d1-8fea-480290943885 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:14.182865 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-269bdb13-ebc8-44c1-b885-a5ec31942166 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:14.206786 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['c41641dd-85d8-40a3-8ec9-c3f0bde2f420'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:23:14.321822 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47764) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:23:14.380350 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-269bdb13-ebc8-44c1-b885-a5ec31942166 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Network 7dc41cff-a3ac-4fc2-ba06-973efce2365e is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:23:14.395490 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-269bdb13-ebc8-44c1-b885-a5ec31942166 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:23:14.408306 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-269bdb13-ebc8-44c1-b885-a5ec31942166 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:23:14.438735 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-02db0cd6-6457-43d1-8fea-480290943885 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Allocated IP 192.168.233.208 (7dc41cff-a3ac-4fc2-ba06-973efce2365e/7151c727-b27f-4308-8098-60bc16140d45/d0212b71-79cd-4311-ae89-e9abaec1ea35) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:23:14.516261 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-269bdb13-ebc8-44c1-b885-a5ec31942166 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:14.517226 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-269bdb13-ebc8-44c1-b885-a5ec31942166 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:14.519839 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bdb13-ebc8-44c1-b885-a5ec31942166 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Pushing event updated for resources: {'Port': ['ID=828cc14b-4200-4c08-98ac-e7734151cf9d,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:14.533905 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e323d-08af-4abb-b7d7-68faa35ee294 req-e1eb1648-119d-4c8c-b2a5-20105f50baaf tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:14.549465 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e323d-08af-4abb-b7d7-68faa35ee294 req-e1eb1648-119d-4c8c-b2a5-20105f50baaf tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:14.564307 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e323d-08af-4abb-b7d7-68faa35ee294 req-e1eb1648-119d-4c8c-b2a5-20105f50baaf tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:14.567549 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-857e323d-08af-4abb-b7d7-68faa35ee294 req-e1eb1648-119d-4c8c-b2a5-20105f50baaf tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/ports?device_id=1381c6e8-9123-44f9-9bd7-30b5a2f31fa9 HTTP/1.1" status: 200 len: 2414 time: 0.3243434 Aug 22 13:23:14.643346 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-269bdb13-ebc8-44c1-b885-a5ec31942166 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3811758 Aug 22 13:23:14.663814 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-ca676e2f-52f8-45d9-9382-e8cbbdcc8d48 service neutron] Request body: {'port': {'device_id': '7680391b-bdf8-47b9-a9c2-193bb155b55f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:23:14.729113 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-c8f8465e-c3f6-4970-9f1d-611a06a1a678 tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:23:14.737171 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-c8f8465e-c3f6-4970-9f1d-611a06a1a678 tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4084377 Aug 22 13:23:14.756320 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-857e323d-08af-4abb-b7d7-68faa35ee294 req-521cab46-977a-45c0-af9d-99a11e2446fe tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f1b5c3a-59c7-419d-bc79-21d076859164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748762 Aug 22 13:23:14.771801 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 937d57e6-54ff-43be-a365-f47a423a9964 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:23:14.788572 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-02db0cd6-6457-43d1-8fea-480290943885 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:14.825238 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-02db0cd6-6457-43d1-8fea-480290943885 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Transition to ACTIVE for port object d0212b71-79cd-4311-ae89-e9abaec1ea35 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:23:14.877995 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-84c42372-6334-4c90-8cd1-2d6d5d697476 tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:14.879922 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-84c42372-6334-4c90-8cd1-2d6d5d697476 tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] 10.222.0.21 "GET /v2.0/ports/b179796e-104f-4cb4-a225-ec0da67c2e71 HTTP/1.1" status: 200 len: 1094 time: 0.1416197 Aug 22 13:23:14.881991 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-02db0cd6-6457-43d1-8fea-480290943885 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:14.903665 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-ca676e2f-52f8-45d9-9382-e8cbbdcc8d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:14.948773 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['c41641dd-85d8-40a3-8ec9-c3f0bde2f420'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:23:14.953634 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-4436298e-2245-4d20-ab7b-8fcd0a6a8889 None None] Provisioning for port 828cc14b-4200-4c08-98ac-e7734151cf9d completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:23:14.971685 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-02db0cd6-6457-43d1-8fea-480290943885 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Network 7dc41cff-a3ac-4fc2-ba06-973efce2365e is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:23:14.983209 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-02db0cd6-6457-43d1-8fea-480290943885 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:23:14.988364 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-02db0cd6-6457-43d1-8fea-480290943885 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:23:15.043830 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-4436298e-2245-4d20-ab7b-8fcd0a6a8889 None None] Provisioning complete for port 828cc14b-4200-4c08-98ac-e7734151cf9d triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:23:15.044385 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4436298e-2245-4d20-ab7b-8fcd0a6a8889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:15.045865 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port 937d57e6-54ff-43be-a365-f47a423a9964 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:23:15.110722 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-02db0cd6-6457-43d1-8fea-480290943885 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:15.111774 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-02db0cd6-6457-43d1-8fea-480290943885 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:15.112399 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 937d57e6-54ff-43be-a365-f47a423a9964 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:23:15.112773 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:15.128509 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02db0cd6-6457-43d1-8fea-480290943885 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Pushing event updated for resources: {'Port': ['ID=d0212b71-79cd-4311-ae89-e9abaec1ea35,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:15.155906 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-02db0cd6-6457-43d1-8fea-480290943885 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2553699 Aug 22 13:23:15.172358 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-9fcfdb94-b28e-4b61-8801-125579fc39a8 service neutron] Request body: {'port': {'device_id': '67c4d803-b178-4c37-822c-8eeed936eb5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:23:15.236584 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-9fcfdb94-b28e-4b61-8801-125579fc39a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:15.251662 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-4436298e-2245-4d20-ab7b-8fcd0a6a8889 None None] Port 828cc14b-4200-4c08-98ac-e7734151cf9d cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:23:15.327700 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-6dd5c30f-6e6a-4fa8-9ce0-0d5649f27dd1 service neutron] Request body: {'binding': {'host': 'n-h2-793621-33', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:23:15.328639 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-6dd5c30f-6e6a-4fa8-9ce0-0d5649f27dd1 service neutron] Unknown quota resources ['binding']. {{(pid=94627) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 22 13:23:15.342844 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [req-0459714d-2e60-404d-aaea-337557419b1c req-66cf7e61-ca6a-47d1-b2cb-e50db3cf51b3 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:23:15.357537 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0459714d-2e60-404d-aaea-337557419b1c req-66cf7e61-ca6a-47d1-b2cb-e50db3cf51b3 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0379360 Aug 22 13:23:15.510193 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-f9cb4ef8-c2d2-4699-bcb0-c70c0181304d None None] Provisioning for port d0212b71-79cd-4311-ae89-e9abaec1ea35 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:23:15.530106 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:15.539467 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-ca676e2f-52f8-45d9-9382-e8cbbdcc8d48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 828cc14b-4200-4c08-98ac-e7734151cf9d {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:23:15.542408 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-f9cb4ef8-c2d2-4699-bcb0-c70c0181304d None None] Provisioning complete for port d0212b71-79cd-4311-ae89-e9abaec1ea35 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:23:15.542780 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f9cb4ef8-c2d2-4699-bcb0-c70c0181304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:15.554933 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-ca676e2f-52f8-45d9-9382-e8cbbdcc8d48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:15.589354 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-ca676e2f-52f8-45d9-9382-e8cbbdcc8d48 service neutron] Transition to ACTIVE for port object 828cc14b-4200-4c08-98ac-e7734151cf9d will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:23:15.598552 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-ca676e2f-52f8-45d9-9382-e8cbbdcc8d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:15.611917 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1381c6e8-9123-44f9-9bd7-30b5a2f31fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '937d57e6-54ff-43be-a365-f47a423a9964'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:23:15.614812 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6076beb-e1e1-4966-8539-ef044c1509c7" -d '{"events": [{"server_uuid": "1381c6e8-9123-44f9-9bd7-30b5a2f31fa9", "name": "network-vif-plugged", "status": "completed", "tag": "937d57e6-54ff-43be-a365-f47a423a9964"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:23:15.635812 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 937d57e6-54ff-43be-a365-f47a423a9964, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=937d57e6-54ff-43be-a365-f47a423a9964,segment=NetworkSegment(10191694-99f2-4762-a678-426364e5a9fb),segment_id=10191694-99f2-4762-a678-426364e5a9fb)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:15.636871 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-f9cb4ef8-c2d2-4699-bcb0-c70c0181304d None None] Port d0212b71-79cd-4311-ae89-e9abaec1ea35 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:23:15.643646 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:15.644468 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 62fb81ac-7ca9-4a4b-be09-8373153c82ba up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:23:15.681705 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-6dd5c30f-6e6a-4fa8-9ce0-0d5649f27dd1 service neutron] Attempting to bind port b179796e-104f-4cb4-a225-ec0da67c2e71 on host n-h2-793621-33 for vnic_type normal with profile None {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:23:15.682165 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-6dd5c30f-6e6a-4fa8-9ce0-0d5649f27dd1 service neutron] Attempting to bind port b179796e-104f-4cb4-a225-ec0da67c2e71 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '0efbff2c-3dbf-4e79-83ba-47cbdc800632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '887e0115-b4ac-4c62-9aab-f2d01695aede'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:23:15.682591 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-6dd5c30f-6e6a-4fa8-9ce0-0d5649f27dd1 service neutron] Attempting to bind port b179796e-104f-4cb4-a225-ec0da67c2e71 on network 887e0115-b4ac-4c62-9aab-f2d01695aede {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:23:15.689823 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca676e2f-52f8-45d9-9382-e8cbbdcc8d48 service neutron] Pushing event updated for resources: {'Port': ['ID=828cc14b-4200-4c08-98ac-e7734151cf9d,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:15.703982 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-6dd5c30f-6e6a-4fa8-9ce0-0d5649f27dd1 service neutron] Port b179796e-104f-4cb4-a225-ec0da67c2e71 on network 887e0115-b4ac-4c62-9aab-f2d01695aede not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:23:15.704606 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-6dd5c30f-6e6a-4fa8-9ce0-0d5649f27dd1 service neutron] Attempting to bind port b179796e-104f-4cb4-a225-ec0da67c2e71 on network 887e0115-b4ac-4c62-9aab-f2d01695aede {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:23:15.748869 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-6dd5c30f-6e6a-4fa8-9ce0-0d5649f27dd1 service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:23:15.749546 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-6dd5c30f-6e6a-4fa8-9ce0-0d5649f27dd1 service neutron] Checking segment: {'id': '0efbff2c-3dbf-4e79-83ba-47cbdc800632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '887e0115-b4ac-4c62-9aab-f2d01695aede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:23:15.749973 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-6dd5c30f-6e6a-4fa8-9ce0-0d5649f27dd1 service neutron] Bound using segment: {'id': '0efbff2c-3dbf-4e79-83ba-47cbdc800632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '887e0115-b4ac-4c62-9aab-f2d01695aede'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:23:15.750566 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-6dd5c30f-6e6a-4fa8-9ce0-0d5649f27dd1 service neutron] Bound port: b179796e-104f-4cb4-a225-ec0da67c2e71, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0efbff2c-3dbf-4e79-83ba-47cbdc800632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '887e0115-b4ac-4c62-9aab-f2d01695aede'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:23:15.811079 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=937d57e6-54ff-43be-a365-f47a423a9964,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:15.841381 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port 62fb81ac-7ca9-4a4b-be09-8373153c82ba completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:23:15.845456 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 62fb81ac-7ca9-4a4b-be09-8373153c82ba triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:23:15.845827 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:15.896403 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-005bb45c-f39b-4df8-98bb-fff88cf2bf4b req-ccdc7958-75e9-4886-af06-5c858a387133 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7cfbfdc8-f514-481c-9887-b7c57094669b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1134739 Aug 22 13:23:15.965190 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-9fcfdb94-b28e-4b61-8801-125579fc39a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0212b71-79cd-4311-ae89-e9abaec1ea35 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:23:15.987350 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-9fcfdb94-b28e-4b61-8801-125579fc39a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:16.008384 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-ca676e2f-52f8-45d9-9382-e8cbbdcc8d48 service neutron] Attempting to bind port 828cc14b-4200-4c08-98ac-e7734151cf9d on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:23:16.009065 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-ca676e2f-52f8-45d9-9382-e8cbbdcc8d48 service neutron] Attempting to bind port 828cc14b-4200-4c08-98ac-e7734151cf9d by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:23:16.009684 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-ca676e2f-52f8-45d9-9382-e8cbbdcc8d48 service neutron] Attempting to bind port 828cc14b-4200-4c08-98ac-e7734151cf9d on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:23:16.016926 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-6dd5c30f-6e6a-4fa8-9ce0-0d5649f27dd1 service neutron] For port b179796e-104f-4cb4-a225-ec0da67c2e71, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=b179796e-104f-4cb4-a225-ec0da67c2e71,segment=NetworkSegment(0efbff2c-3dbf-4e79-83ba-47cbdc800632),segment_id=0efbff2c-3dbf-4e79-83ba-47cbdc800632)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:23:16.024140 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-9fcfdb94-b28e-4b61-8801-125579fc39a8 service neutron] Transition to ACTIVE for port object d0212b71-79cd-4311-ae89-e9abaec1ea35 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:23:16.031605 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-9fcfdb94-b28e-4b61-8801-125579fc39a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:16.035811 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d4bde-4492-4330-a8d7-500e4540ac07 req-ac6f3501-36b5-4d31-b741-1cca875369e5 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:16.046010 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5e7d4bde-4492-4330-a8d7-500e4540ac07 req-ac6f3501-36b5-4d31-b741-1cca875369e5 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=67c4d803-b178-4c37-822c-8eeed936eb5b HTTP/1.1" status: 200 len: 936 time: 0.2492285 Aug 22 13:23:16.059625 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-6dd5c30f-6e6a-4fa8-9ce0-0d5649f27dd1 service neutron] Notify callbacks [] for binding, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:16.064534 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:16.069270 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-6dd5c30f-6e6a-4fa8-9ce0-0d5649f27dd1 service neutron] 10.222.0.21 "POST /v2.0/ports/b179796e-104f-4cb4-a225-ec0da67c2e71/bindings HTTP/1.1" status: 201 len: 390 time: 1.0941215 Aug 22 13:23:16.074661 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-ca676e2f-52f8-45d9-9382-e8cbbdcc8d48 service neutron] Port 828cc14b-4200-4c08-98ac-e7734151cf9d on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:23:16.075126 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-ca676e2f-52f8-45d9-9382-e8cbbdcc8d48 service neutron] Attempting to bind port 828cc14b-4200-4c08-98ac-e7734151cf9d on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:23:16.106253 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-ca676e2f-52f8-45d9-9382-e8cbbdcc8d48 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:23:16.107645 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-ca676e2f-52f8-45d9-9382-e8cbbdcc8d48 service neutron] Checking segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:23:16.108249 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-ca676e2f-52f8-45d9-9382-e8cbbdcc8d48 service neutron] Bound using segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:23:16.109003 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-ca676e2f-52f8-45d9-9382-e8cbbdcc8d48 service neutron] Bound port: 828cc14b-4200-4c08-98ac-e7734151cf9d, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:23:16.110099 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-ca676e2f-52f8-45d9-9382-e8cbbdcc8d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:16.140598 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcfdb94-b28e-4b61-8801-125579fc39a8 service neutron] Pushing event updated for resources: {'Port': ['ID=d0212b71-79cd-4311-ae89-e9abaec1ea35,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:16.174976 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 62fb81ac-7ca9-4a4b-be09-8373153c82ba, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=62fb81ac-7ca9-4a4b-be09-8373153c82ba,segment=NetworkSegment(d28243d9-1bc3-4788-b149-5bbd03336d46),segment_id=d28243d9-1bc3-4788-b149-5bbd03336d46)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:16.202563 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:16.206196 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 140b4ff7-96ae-4f4b-9dee-b15fdfde0e42 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:23:16.256725 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5e7d4bde-4492-4330-a8d7-500e4540ac07 req-ac8dfa0e-01e8-4d20-acd1-7d7f942c5040 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051704 Aug 22 13:23:16.405165 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-9fcfdb94-b28e-4b61-8801-125579fc39a8 service neutron] Attempting to bind port d0212b71-79cd-4311-ae89-e9abaec1ea35 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:23:16.405488 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-9fcfdb94-b28e-4b61-8801-125579fc39a8 service neutron] Attempting to bind port d0212b71-79cd-4311-ae89-e9abaec1ea35 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:23:16.405817 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-9fcfdb94-b28e-4b61-8801-125579fc39a8 service neutron] Attempting to bind port d0212b71-79cd-4311-ae89-e9abaec1ea35 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:23:16.414932 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-9fcfdb94-b28e-4b61-8801-125579fc39a8 service neutron] Port d0212b71-79cd-4311-ae89-e9abaec1ea35 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:23:16.415271 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-9fcfdb94-b28e-4b61-8801-125579fc39a8 service neutron] Attempting to bind port d0212b71-79cd-4311-ae89-e9abaec1ea35 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:23:16.428058 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c01822-998e-40ec-b026-447763fd67f3 x-openstack-request-id: req-26c01822-998e-40ec-b026-447763fd67f3 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:23:16.428812 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1381c6e8-9123-44f9-9bd7-30b5a2f31fa9", "name": "network-vif-plugged", "status": "completed", "tag": "937d57e6-54ff-43be-a365-f47a423a9964", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:23:16.428812 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-26c01822-998e-40ec-b026-447763fd67f3 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:23:16.429052 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1381c6e8-9123-44f9-9bd7-30b5a2f31fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '937d57e6-54ff-43be-a365-f47a423a9964', 'code': 200} Aug 22 13:23:16.438554 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=62fb81ac-7ca9-4a4b-be09-8373153c82ba,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:16.446330 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-9fcfdb94-b28e-4b61-8801-125579fc39a8 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:23:16.447838 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-9fcfdb94-b28e-4b61-8801-125579fc39a8 service neutron] Checking segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:23:16.451545 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-9fcfdb94-b28e-4b61-8801-125579fc39a8 service neutron] Bound using segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:23:16.451926 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-9fcfdb94-b28e-4b61-8801-125579fc39a8 service neutron] Bound port: d0212b71-79cd-4311-ae89-e9abaec1ea35, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:23:16.456544 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-9fcfdb94-b28e-4b61-8801-125579fc39a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:16.459769 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port 140b4ff7-96ae-4f4b-9dee-b15fdfde0e42 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:23:16.465149 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 140b4ff7-96ae-4f4b-9dee-b15fdfde0e42 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:23:16.465471 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:16.615709 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c2d31010-d903-4b01-8a9e-01ea89a39ab7 req-cf3a5e65-4c33-42c1-b328-8314869b0993 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=3293b7ee4d6246eea45839e50af5e7ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0851035 Aug 22 13:23:16.622905 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-9fcfdb94-b28e-4b61-8801-125579fc39a8 service neutron] For port d0212b71-79cd-4311-ae89-e9abaec1ea35, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:23:16.626095 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-9fcfdb94-b28e-4b61-8801-125579fc39a8 service neutron] For port d0212b71-79cd-4311-ae89-e9abaec1ea35, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=d0212b71-79cd-4311-ae89-e9abaec1ea35,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:23:16.632263 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-9fcfdb94-b28e-4b61-8801-125579fc39a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:16.654835 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-ca676e2f-52f8-45d9-9382-e8cbbdcc8d48 service neutron] For port 828cc14b-4200-4c08-98ac-e7734151cf9d, host n-h1-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:23:16.669056 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:16.687796 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-9fcfdb94-b28e-4b61-8801-125579fc39a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:16.688610 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-9fcfdb94-b28e-4b61-8801-125579fc39a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:16.690305 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-9fcfdb94-b28e-4b61-8801-125579fc39a8 service neutron] 10.222.0.41 "PUT /v2.0/ports/d0212b71-79cd-4311-ae89-e9abaec1ea35 HTTP/1.1" status: 200 len: 1097 time: 1.5265124 Aug 22 13:23:16.691027 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67c4d803-b178-4c37-822c-8eeed936eb5b', 'tag': 'd0212b71-79cd-4311-ae89-e9abaec1ea35'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:23:16.694209 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d39d75-0f9d-4c7f-a705-1edc3a6f6cb2" -d '{"events": [{"name": "network-changed", "server_uuid": "67c4d803-b178-4c37-822c-8eeed936eb5b", "tag": "d0212b71-79cd-4311-ae89-e9abaec1ea35"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:23:16.695082 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-ca676e2f-52f8-45d9-9382-e8cbbdcc8d48 service neutron] For port 828cc14b-4200-4c08-98ac-e7734151cf9d, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=828cc14b-4200-4c08-98ac-e7734151cf9d,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:23:16.710940 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-ca676e2f-52f8-45d9-9382-e8cbbdcc8d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:16.763257 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcfdb94-b28e-4b61-8801-125579fc39a8 service neutron] Pushing event updated for resources: {'Port': ['ID=d0212b71-79cd-4311-ae89-e9abaec1ea35,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:16.771721 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 140b4ff7-96ae-4f4b-9dee-b15fdfde0e42, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=140b4ff7-96ae-4f4b-9dee-b15fdfde0e42,segment=NetworkSegment(10191694-99f2-4762-a678-426364e5a9fb),segment_id=10191694-99f2-4762-a678-426364e5a9fb)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:16.787429 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:16.822330 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca676e2f-52f8-45d9-9382-e8cbbdcc8d48 service neutron] Pushing event updated for resources: {'Port': ['ID=828cc14b-4200-4c08-98ac-e7734151cf9d,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:16.854828 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-0a938a96-7736-4c53-bbf2-c42a47ce7108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:16.857505 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-0a938a96-7736-4c53-bbf2-c42a47ce7108 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec08ac96341043c28ecba1b995182de4&device_id=d67bba42-1205-4a53-8690-4cf3129579bb HTTP/1.1" status: 200 len: 1097 time: 0.4772859 Aug 22 13:23:16.859089 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-591d8fa5-5529-491c-b5a3-1dc808436214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:16.860589 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-591d8fa5-5529-491c-b5a3-1dc808436214 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=49eccb789dab4d5eaed86ee1a537d189&device_id=67c4d803-b178-4c37-822c-8eeed936eb5b HTTP/1.1" status: 200 len: 1100 time: 0.1216810 Aug 22 13:23:16.921064 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=140b4ff7-96ae-4f4b-9dee-b15fdfde0e42,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:16.950192 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-9407ac36-1fac-4fec-880a-c939a0eadc1b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=d0212b71-79cd-4311-ae89-e9abaec1ea35 HTTP/1.1" status: 200 len: 217 time: 0.0731664 Aug 22 13:23:17.019373 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-7f7e699d-5ceb-4ed4-8a53-f3d2f9c19011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:17.025611 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-7f7e699d-5ceb-4ed4-8a53-f3d2f9c19011 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.0683303 Aug 22 13:23:17.104994 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-ca676e2f-52f8-45d9-9382-e8cbbdcc8d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:17.105418 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-483480df-76f3-4e0d-91df-30f41fd0bb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:17.106000 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-ca676e2f-52f8-45d9-9382-e8cbbdcc8d48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:17.107020 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-483480df-76f3-4e0d-91df-30f41fd0bb94 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0743070 Aug 22 13:23:17.107683 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-ca676e2f-52f8-45d9-9382-e8cbbdcc8d48 service neutron] 10.222.0.41 "PUT /v2.0/ports/828cc14b-4200-4c08-98ac-e7734151cf9d HTTP/1.1" status: 200 len: 1097 time: 2.4544902 Aug 22 13:23:17.110606 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7680391b-bdf8-47b9-a9c2-193bb155b55f', 'tag': '828cc14b-4200-4c08-98ac-e7734151cf9d'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:23:17.112842 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc95fae-92ab-4d1a-a735-4919e317a437" -d '{"events": [{"name": "network-changed", "server_uuid": "7680391b-bdf8-47b9-a9c2-193bb155b55f", "tag": "828cc14b-4200-4c08-98ac-e7734151cf9d"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:23:17.123616 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dcf06d-ddaf-40ee-9c41-0af8435de454 req-1a126ec0-2fa9-4744-b34e-bd16e4df92c7 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:17.134603 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-56dcf06d-ddaf-40ee-9c41-0af8435de454 req-1a126ec0-2fa9-4744-b34e-bd16e4df92c7 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 950 time: 0.5408556 Aug 22 13:23:17.170989 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-89339ac0-8a93-4399-8903-46ae525cbe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:17.172856 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-89339ac0-8a93-4399-8903-46ae525cbe49 service neutron] 10.222.0.16 "GET /v2.0/networks?id=887e0115-b4ac-4c62-9aab-f2d01695aede HTTP/1.1" status: 200 len: 922 time: 0.2539735 Aug 22 13:23:17.258350 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-afac0aa6-5690-4939-817e-32187056d584 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b179796e-104f-4cb4-a225-ec0da67c2e71 HTTP/1.1" status: 200 len: 217 time: 0.0685012 Aug 22 13:23:17.282323 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-56dcf06d-ddaf-40ee-9c41-0af8435de454 req-40782b40-d674-4d02-ba0b-ab4ac46e053c tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491179 Aug 22 13:23:17.303958 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-f033a8f1-b758-48aa-8fe5-320c18e1c03b service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789522 Aug 22 13:23:17.385193 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d31010-d903-4b01-8a9e-01ea89a39ab7 req-cce66585-0c52-42a6-8c34-256aed742475 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:17.397695 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c2d31010-d903-4b01-8a9e-01ea89a39ab7 req-cce66585-0c52-42a6-8c34-256aed742475 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6988232 Aug 22 13:23:17.438045 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-9e149880-c8b7-42d5-ab93-372ff959ced3 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241095 Aug 22 13:23:17.468720 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c2d31010-d903-4b01-8a9e-01ea89a39ab7 req-b47a5eb7-270d-4a94-a829-c1419946ca18 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] 10.222.0.21 "GET /v2.0/quotas/3293b7ee4d6246eea45839e50af5e7ea HTTP/1.1" status: 200 len: 375 time: 0.0697832 Aug 22 13:23:17.492700 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-b50c1998-5a80-4237-9e36-74f7f8e4795e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:17.494336 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-b50c1998-5a80-4237-9e36-74f7f8e4795e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1fb53f66-6b81-41b6-9806-8520494df9af HTTP/1.1" status: 200 len: 861 time: 0.2099841 Aug 22 13:23:17.541167 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c2d31010-d903-4b01-8a9e-01ea89a39ab7 req-35d631dc-82d9-4c12-8232-362adfcb02d2 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3293b7ee4d6246eea45839e50af5e7ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0712640 Aug 22 13:23:17.599780 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-83b5b78d-2dd9-479f-ba26-461ad22654ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:17.602684 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-83b5b78d-2dd9-479f-ba26-461ad22654ee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=49eccb789dab4d5eaed86ee1a537d189&device_id=7680391b-bdf8-47b9-a9c2-193bb155b55f HTTP/1.1" status: 200 len: 1100 time: 0.3045125 Aug 22 13:23:17.604962 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-c8c7c1e9-b08f-4131-b73d-7c3358c73179 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=887e0115-b4ac-4c62-9aab-f2d01695aede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752578 Aug 22 13:23:17.627492 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff03e22-2a8e-4eff-b3a2-1494531978d5 req-0b3ebd2d-fff5-49bc-a0ee-53d2a6df4a02 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:17.634305 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff03e22-2a8e-4eff-b3a2-1494531978d5 req-0b3ebd2d-fff5-49bc-a0ee-53d2a6df4a02 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:17.640427 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff03e22-2a8e-4eff-b3a2-1494531978d5 req-0b3ebd2d-fff5-49bc-a0ee-53d2a6df4a02 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:17.642355 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5ff03e22-2a8e-4eff-b3a2-1494531978d5 req-0b3ebd2d-fff5-49bc-a0ee-53d2a6df4a02 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/ports?device_id=1381c6e8-9123-44f9-9bd7-30b5a2f31fa9 HTTP/1.1" status: 200 len: 2417 time: 0.2373674 Aug 22 13:23:17.755740 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-6eee471a-e269-4c84-85dd-6e3102dae248 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=828cc14b-4200-4c08-98ac-e7734151cf9d HTTP/1.1" status: 200 len: 217 time: 0.1392469 Aug 22 13:23:17.915736 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5ff03e22-2a8e-4eff-b3a2-1494531978d5 req-9a6a0fea-e3fe-472a-8a5e-1a9026702792 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f1b5c3a-59c7-419d-bc79-21d076859164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657549 Aug 22 13:23:17.941265 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-a0c02bc9-07f6-4c5c-ac06-aa7a98fd5b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:17.941265 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-a0c02bc9-07f6-4c5c-ac06-aa7a98fd5b88 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.1772554 Aug 22 13:23:17.943977 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-32a5a8fc-1aba-45f3-a131-86876455cdd4 service neutron] 10.222.0.16 "GET /v2.0/networks/887e0115-b4ac-4c62-9aab-f2d01695aede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954056 Aug 22 13:23:17.981577 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3556f9-4628-45ec-accb-c4515412b9de x-openstack-request-id: req-0d3556f9-4628-45ec-accb-c4515412b9de {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:23:17.982416 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67c4d803-b178-4c37-822c-8eeed936eb5b", "tag": "d0212b71-79cd-4311-ae89-e9abaec1ea35", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:23:17.982916 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0d3556f9-4628-45ec-accb-c4515412b9de {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:23:17.983771 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67c4d803-b178-4c37-822c-8eeed936eb5b', 'tag': 'd0212b71-79cd-4311-ae89-e9abaec1ea35', 'status': 'completed', 'code': 200} Aug 22 13:23:18.071087 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b416dba1-976c-4e80-9697-12c3a4400b83 x-openstack-request-id: req-b416dba1-976c-4e80-9697-12c3a4400b83 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:23:18.071800 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7680391b-bdf8-47b9-a9c2-193bb155b55f", "tag": "828cc14b-4200-4c08-98ac-e7734151cf9d", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:23:18.072367 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b416dba1-976c-4e80-9697-12c3a4400b83 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:23:18.073027 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7680391b-bdf8-47b9-a9c2-193bb155b55f', 'tag': '828cc14b-4200-4c08-98ac-e7734151cf9d', 'status': 'completed', 'code': 200} Aug 22 13:23:18.183161 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d39d75-0f9d-4c7f-a705-1edc3a6f6cb2 req-715f3aa0-8693-4342-af62-93397ada3892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:18.184935 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-33d39d75-0f9d-4c7f-a705-1edc3a6f6cb2 req-715f3aa0-8693-4342-af62-93397ada3892 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=49eccb789dab4d5eaed86ee1a537d189&device_id=67c4d803-b178-4c37-822c-8eeed936eb5b HTTP/1.1" status: 200 len: 1100 time: 0.1731467 Aug 22 13:23:18.205927 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005bb45c-f39b-4df8-98bb-fff88cf2bf4b req-4f973c55-fcfc-4d9f-9687-d62663fd3912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:18.208637 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-005bb45c-f39b-4df8-98bb-fff88cf2bf4b req-4f973c55-fcfc-4d9f-9687-d62663fd3912 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=01d864243fbf4cf6816e3fd9d58ef026&device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 1102 time: 0.1186249 Aug 22 13:23:18.430652 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1381c6e8-9123-44f9-9bd7-30b5a2f31fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62fb81ac-7ca9-4a4b-be09-8373153c82ba'}, {'server_uuid': '1381c6e8-9123-44f9-9bd7-30b5a2f31fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140b4ff7-96ae-4f4b-9dee-b15fdfde0e42'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:23:18.434657 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cab7e6c-d128-4c52-aaa0-958dde27f800" -d '{"events": [{"server_uuid": "1381c6e8-9123-44f9-9bd7-30b5a2f31fa9", "name": "network-vif-plugged", "status": "completed", "tag": "62fb81ac-7ca9-4a4b-be09-8373153c82ba"}, {"server_uuid": "1381c6e8-9123-44f9-9bd7-30b5a2f31fa9", "name": "network-vif-plugged", "status": "completed", "tag": "140b4ff7-96ae-4f4b-9dee-b15fdfde0e42"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:23:18.565732 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-233fcf38-e5df-4c3d-960d-f844cb2309e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:18.568005 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-233fcf38-e5df-4c3d-960d-f844cb2309e0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6170907 Aug 22 13:23:18.698272 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-400ee362-8e70-4fa2-b03f-7976f5039188 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133766 Aug 22 13:23:18.705988 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e4a77-320f-4270-a51a-e65e43ba69dc req-62cae5e2-c02b-4f9d-8479-f3a8eba3ce94 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:18.715519 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-df1e4a77-320f-4270-a51a-e65e43ba69dc req-62cae5e2-c02b-4f9d-8479-f3a8eba3ce94 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=d67bba42-1205-4a53-8690-4cf3129579bb HTTP/1.1" status: 200 len: 945 time: 0.6372805 Aug 22 13:23:18.738418 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa14d713-e012-47a0-81f4-71c43a967e28 req-16ce5ac4-c162-4562-b8e2-2e7ce36bda35 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:18.740573 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-aa14d713-e012-47a0-81f4-71c43a967e28 req-16ce5ac4-c162-4562-b8e2-2e7ce36bda35 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=67c4d803-b178-4c37-822c-8eeed936eb5b HTTP/1.1" status: 200 len: 948 time: 0.6106653 Aug 22 13:23:18.759805 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005bb45c-f39b-4df8-98bb-fff88cf2bf4b req-4947df69-03bc-4b01-b7ef-1cf95591d858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:18.761540 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-005bb45c-f39b-4df8-98bb-fff88cf2bf4b req-4947df69-03bc-4b01-b7ef-1cf95591d858 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7dc41cff-a3ac-4fc2-ba06-973efce2365e HTTP/1.1" status: 200 len: 870 time: 0.5067015 Aug 22 13:23:18.768280 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-0661d75a-27e7-42a1-930f-7f605da7ef3e service neutron] 10.222.0.16 "GET /v2.0/networks/887e0115-b4ac-4c62-9aab-f2d01695aede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8035173 Aug 22 13:23:18.830422 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-005bb45c-f39b-4df8-98bb-fff88cf2bf4b req-ee93076b-16e6-468e-aba0-eb7951d5dc64 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=37e0d0c3-4501-445b-b7c1-cf69eb2c2a95 HTTP/1.1" status: 200 len: 217 time: 0.0472989 Aug 22 13:23:18.830656 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d39d75-0f9d-4c7f-a705-1edc3a6f6cb2 req-986dec52-c323-41ee-b292-5b905fcbc593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:18.832120 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-33d39d75-0f9d-4c7f-a705-1edc3a6f6cb2 req-986dec52-c323-41ee-b292-5b905fcbc593 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7dc41cff-a3ac-4fc2-ba06-973efce2365e HTTP/1.1" status: 200 len: 870 time: 0.6384721 Aug 22 13:23:18.872690 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-df1e4a77-320f-4270-a51a-e65e43ba69dc req-d6f4ecc5-9a20-4849-aa29-a74e6942187b tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561801 Aug 22 13:23:18.920574 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-aa14d713-e012-47a0-81f4-71c43a967e28 req-46064d62-d6ee-4e90-b21a-12cfb6c52d63 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478889 Aug 22 13:23:18.968988 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-33d39d75-0f9d-4c7f-a705-1edc3a6f6cb2 req-fbf52a98-d22d-4eae-a16f-7513fdf9735b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=d0212b71-79cd-4311-ae89-e9abaec1ea35 HTTP/1.1" status: 200 len: 217 time: 0.1291778 Aug 22 13:23:19.043468 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005bb45c-f39b-4df8-98bb-fff88cf2bf4b req-95189daf-6c0c-43fb-bbe9-1bf42a6050d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:19.045113 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-005bb45c-f39b-4df8-98bb-fff88cf2bf4b req-95189daf-6c0c-43fb-bbe9-1bf42a6050d8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.1973488 Aug 22 13:23:19.060121 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d39d75-0f9d-4c7f-a705-1edc3a6f6cb2 req-39358855-fd68-4c58-9714-a1d51a58f97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:19.073093 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-33d39d75-0f9d-4c7f-a705-1edc3a6f6cb2 req-39358855-fd68-4c58-9714-a1d51a58f97a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.0978794 Aug 22 13:23:19.077090 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ad5aa443-b642-4c22-b6c4-df1b4e2c7d18 req-66003989-22b0-4990-bea7-28a5480eb33c tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb39c6f9-9027-430b-968c-05f1b9810b4c HTTP/1.1" status: 200 len: 210 time: 0.0913596 Aug 22 13:23:19.101629 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-18149e36-98f5-481a-9a37-05c78c5a3a49 req-3e1c7154-165c-44ef-b382-be8d6c9b7a5a service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713048 Aug 22 13:23:19.134421 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-1b3a9b2b-15d6-42aa-91b5-7c90d3c063c3 tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:19.136176 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-1b3a9b2b-15d6-42aa-91b5-7c90d3c063c3 tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d67bba42-1205-4a53-8690-4cf3129579bb&tenant_id=ec08ac96341043c28ecba1b995182de4&binding%3Ahost_id=n-h1-793621-33 HTTP/1.1" status: 200 len: 1097 time: 0.2480052 Aug 22 13:23:19.154975 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-c8b67407-3be9-48d9-9592-89cbfe75c760 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793621-33'}}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:23:19.166984 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c2d31010-d903-4b01-8a9e-01ea89a39ab7 req-60934359-23a9-4d91-afa4-01e24790c0fd tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=3293b7ee4d6246eea45839e50af5e7ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294058 Aug 22 13:23:19.207041 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da71d5-068f-47ee-afd0-d514f074cd35 req-552cd0f2-b2d9-4a60-8be4-62e344c7db48 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:19.207231 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 22 Aug 2021 13:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be352aa5-3e8a-4615-b258-b9d460a6b02f x-openstack-request-id: req-be352aa5-3e8a-4615-b258-b9d460a6b02f {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:23:19.207436 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1381c6e8-9123-44f9-9bd7-30b5a2f31fa9", "name": "network-vif-plugged", "status": "completed", "tag": "62fb81ac-7ca9-4a4b-be09-8373153c82ba", "code": 200}, {"server_uuid": "1381c6e8-9123-44f9-9bd7-30b5a2f31fa9", "name": "network-vif-plugged", "status": "completed", "tag": "140b4ff7-96ae-4f4b-9dee-b15fdfde0e42", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:23:19.208693 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-be352aa5-3e8a-4615-b258-b9d460a6b02f {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:23:19.209412 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1381c6e8-9123-44f9-9bd7-30b5a2f31fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62fb81ac-7ca9-4a4b-be09-8373153c82ba', 'code': 200} Aug 22 13:23:19.209830 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1381c6e8-9123-44f9-9bd7-30b5a2f31fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140b4ff7-96ae-4f4b-9dee-b15fdfde0e42', 'code': 200} Aug 22 13:23:19.249226 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b6da71d5-068f-47ee-afd0-d514f074cd35 req-552cd0f2-b2d9-4a60-8be4-62e344c7db48 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 950 time: 0.1737788 Aug 22 13:23:19.347159 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d39d75-0f9d-4c7f-a705-1edc3a6f6cb2 req-498522ca-6d99-41fc-860d-92d66b32a63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:19.360448 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-33d39d75-0f9d-4c7f-a705-1edc3a6f6cb2 req-498522ca-6d99-41fc-860d-92d66b32a63e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1788917 Aug 22 13:23:19.380156 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005bb45c-f39b-4df8-98bb-fff88cf2bf4b req-4a1f82a1-271f-4069-ae7b-3e7699b26ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:19.381723 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-005bb45c-f39b-4df8-98bb-fff88cf2bf4b req-4a1f82a1-271f-4069-ae7b-3e7699b26ef1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3076236 Aug 22 13:23:19.414692 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b6da71d5-068f-47ee-afd0-d514f074cd35 req-21c0e220-64ad-4f42-ae0b-de5bc030b21f tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558143 Aug 22 13:23:19.416530 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d31010-d903-4b01-8a9e-01ea89a39ab7 req-f3a981b4-3cd6-4775-8f56-2d1bd3cd2046 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:19.418060 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c2d31010-d903-4b01-8a9e-01ea89a39ab7 req-f3a981b4-3cd6-4775-8f56-2d1bd3cd2046 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2028449 Aug 22 13:23:19.462052 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-c2d31010-d903-4b01-8a9e-01ea89a39ab7 req-cfea1931-f13f-4439-b517-0c24f851d6d8 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Request body: {'port': {'device_id': 'eb39c6f9-9027-430b-968c-05f1b9810b4c', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'admin_state_up': True, 'tenant_id': '3293b7ee4d6246eea45839e50af5e7ea'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:23:19.554556 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc95fae-92ab-4d1a-a735-4919e317a437 req-5b62ccee-da45-4d2a-94c9-20bf9f523777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:19.554556 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bcc95fae-92ab-4d1a-a735-4919e317a437 req-5b62ccee-da45-4d2a-94c9-20bf9f523777 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=49eccb789dab4d5eaed86ee1a537d189&device_id=7680391b-bdf8-47b9-a9c2-193bb155b55f HTTP/1.1" status: 200 len: 1100 time: 0.3006306 Aug 22 13:23:19.674573 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-c8b67407-3be9-48d9-9592-89cbfe75c760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:19.683965 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-33d39d75-0f9d-4c7f-a705-1edc3a6f6cb2 req-48e79bb8-101d-4485-abe8-a74b993bc4d2 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223994 Aug 22 13:23:19.736501 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc95fae-92ab-4d1a-a735-4919e317a437 req-229f4f6a-7d56-408a-9ff2-a8db8b9bfb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:19.737987 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bcc95fae-92ab-4d1a-a735-4919e317a437 req-229f4f6a-7d56-408a-9ff2-a8db8b9bfb58 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7dc41cff-a3ac-4fc2-ba06-973efce2365e HTTP/1.1" status: 200 len: 870 time: 0.1794076 Aug 22 13:23:19.741565 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c85fa-81ee-4406-997c-b48f6f75d2c6 req-202e6cfa-6b36-49d8-8970-72014010cfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:19.742119 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c85fa-81ee-4406-997c-b48f6f75d2c6 req-202e6cfa-6b36-49d8-8970-72014010cfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:19.742595 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c85fa-81ee-4406-997c-b48f6f75d2c6 req-202e6cfa-6b36-49d8-8970-72014010cfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:19.744100 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a91c85fa-81ee-4406-997c-b48f6f75d2c6 req-202e6cfa-6b36-49d8-8970-72014010cfa6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1381c6e8-9123-44f9-9bd7-30b5a2f31fa9 HTTP/1.1" status: 200 len: 2873 time: 0.3453300 Aug 22 13:23:19.771186 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-005bb45c-f39b-4df8-98bb-fff88cf2bf4b req-1554396a-e023-438b-a4c0-1c6613ec4e0d service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3702385 Aug 22 13:23:19.795888 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2d31010-d903-4b01-8a9e-01ea89a39ab7 req-cfea1931-f13f-4439-b517-0c24f851d6d8 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Made reservation on behalf of 3293b7ee4d6246eea45839e50af5e7ea for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:23:19.800037 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c2d31010-d903-4b01-8a9e-01ea89a39ab7 req-cfea1931-f13f-4439-b517-0c24f851d6d8 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:19.818087 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bcc95fae-92ab-4d1a-a735-4919e317a437 req-426f8071-f1b7-4984-a898-96de5e0c3b6b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=828cc14b-4200-4c08-98ac-e7734151cf9d HTTP/1.1" status: 200 len: 217 time: 0.0706384 Aug 22 13:23:19.834908 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c2d31010-d903-4b01-8a9e-01ea89a39ab7 req-cfea1931-f13f-4439-b517-0c24f851d6d8 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:19.906908 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-33d39d75-0f9d-4c7f-a705-1edc3a6f6cb2 req-7e70c9f4-6622-460c-92b7-8df0d6994e0f service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149723 Aug 22 13:23:19.922393 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f6060-7ea0-4890-bdce-dd0c4c485626 req-b95c733a-490b-40e5-b036-05ab8412a582 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:19.931967 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f6060-7ea0-4890-bdce-dd0c4c485626 req-b95c733a-490b-40e5-b036-05ab8412a582 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:19.939156 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f6060-7ea0-4890-bdce-dd0c4c485626 req-b95c733a-490b-40e5-b036-05ab8412a582 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:19.950745 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-796f6060-7ea0-4890-bdce-dd0c4c485626 req-b95c733a-490b-40e5-b036-05ab8412a582 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/ports?device_id=1381c6e8-9123-44f9-9bd7-30b5a2f31fa9 HTTP/1.1" status: 200 len: 2417 time: 0.2780769 Aug 22 13:23:20.017851 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-005bb45c-f39b-4df8-98bb-fff88cf2bf4b req-9e850d09-1cfe-48ba-a0fe-c7e46a5cc9c0 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333541 Aug 22 13:23:20.079433 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c2d31010-d903-4b01-8a9e-01ea89a39ab7 req-cfea1931-f13f-4439-b517-0c24f851d6d8 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:20.088587 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a91c85fa-81ee-4406-997c-b48f6f75d2c6 req-8f7551d4-ebc0-410b-8b1e-765dbbed1ab5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5f1b5c3a-59c7-419d-bc79-21d076859164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296211 Aug 22 13:23:20.088951 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c2d31010-d903-4b01-8a9e-01ea89a39ab7 req-cfea1931-f13f-4439-b517-0c24f851d6d8 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:20.133386 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc95fae-92ab-4d1a-a735-4919e317a437 req-deca8461-81cc-42a8-a622-59588f7aa661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:20.135017 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bcc95fae-92ab-4d1a-a735-4919e317a437 req-deca8461-81cc-42a8-a622-59588f7aa661 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.3018699 Aug 22 13:23:20.165002 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfea1931-f13f-4439-b517-0c24f851d6d8 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf231afb-4973-4df1-8682-080492090eb6,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:20.196598 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-796f6060-7ea0-4890-bdce-dd0c4c485626 req-e921ae0a-2e2c-4082-8dfd-8b7ed0c4ae74 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f1b5c3a-59c7-419d-bc79-21d076859164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374961 Aug 22 13:23:20.268657 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-c2d31010-d903-4b01-8a9e-01ea89a39ab7 req-cfea1931-f13f-4439-b517-0c24f851d6d8 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Allocated IP 192.168.233.225 (7dc41cff-a3ac-4fc2-ba06-973efce2365e/7151c727-b27f-4308-8098-60bc16140d45/cc5e5cdc-4d36-4eae-847e-a457c081d747) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:23:20.291496 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3cf050-b700-45da-a62d-47322e1c7eb6 req-7efd6044-2150-4173-941d-2daa45428779 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:20.293117 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8b3cf050-b700-45da-a62d-47322e1c7eb6 req-7efd6044-2150-4173-941d-2daa45428779 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=d67bba42-1205-4a53-8690-4cf3129579bb HTTP/1.1" status: 200 len: 945 time: 0.2836199 Aug 22 13:23:20.295086 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-c8b67407-3be9-48d9-9592-89cbfe75c760 service neutron] For port b179796e-104f-4cb4-a225-ec0da67c2e71, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=b179796e-104f-4cb4-a225-ec0da67c2e71,segment=NetworkSegment(0efbff2c-3dbf-4e79-83ba-47cbdc800632),segment_id=0efbff2c-3dbf-4e79-83ba-47cbdc800632)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:20.393891 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc95fae-92ab-4d1a-a735-4919e317a437 req-d1391976-6ce5-4723-88ff-3f716a06bf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:20.396008 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bcc95fae-92ab-4d1a-a735-4919e317a437 req-d1391976-6ce5-4723-88ff-3f716a06bf0e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2431183 Aug 22 13:23:20.436600 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c2d31010-d903-4b01-8a9e-01ea89a39ab7 req-cfea1931-f13f-4439-b517-0c24f851d6d8 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:20.447666 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8b3cf050-b700-45da-a62d-47322e1c7eb6 req-359e00b3-8348-4a2b-8b4e-0b24b7a38a79 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351705 Aug 22 13:23:20.466270 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-c2d31010-d903-4b01-8a9e-01ea89a39ab7 req-cfea1931-f13f-4439-b517-0c24f851d6d8 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Transition to ACTIVE for port object cc5e5cdc-4d36-4eae-847e-a457c081d747 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:23:20.499873 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-c8b67407-3be9-48d9-9592-89cbfe75c760 service neutron] For port b179796e-104f-4cb4-a225-ec0da67c2e71, host n-h1-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:23:20.512685 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c2d31010-d903-4b01-8a9e-01ea89a39ab7 req-cfea1931-f13f-4439-b517-0c24f851d6d8 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:20.534491 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01277d91-78d8-42ad-bc5d-5b141d1ad742 req-00df2c7f-95c2-436f-9718-88f6537140fa tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:20.536747 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-01277d91-78d8-42ad-bc5d-5b141d1ad742 req-00df2c7f-95c2-436f-9718-88f6537140fa tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=67c4d803-b178-4c37-822c-8eeed936eb5b HTTP/1.1" status: 200 len: 948 time: 0.2232015 Aug 22 13:23:20.563093 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2d31010-d903-4b01-8a9e-01ea89a39ab7 req-cfea1931-f13f-4439-b517-0c24f851d6d8 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Network 7dc41cff-a3ac-4fc2-ba06-973efce2365e is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:23:20.566589 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-c2d31010-d903-4b01-8a9e-01ea89a39ab7 req-cfea1931-f13f-4439-b517-0c24f851d6d8 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:23:20.570708 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d31010-d903-4b01-8a9e-01ea89a39ab7 req-cfea1931-f13f-4439-b517-0c24f851d6d8 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:23:20.621460 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfea1931-f13f-4439-b517-0c24f851d6d8 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Pushing event updated for resources: {'Port': ['ID=cc5e5cdc-4d36-4eae-847e-a457c081d747,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:20.643771 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d31010-d903-4b01-8a9e-01ea89a39ab7 req-cfea1931-f13f-4439-b517-0c24f851d6d8 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:20.644391 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c2d31010-d903-4b01-8a9e-01ea89a39ab7 req-cfea1931-f13f-4439-b517-0c24f851d6d8 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:20.660227 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c2d31010-d903-4b01-8a9e-01ea89a39ab7 req-cfea1931-f13f-4439-b517-0c24f851d6d8 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2140160 Aug 22 13:23:20.664128 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67bba42-1205-4a53-8690-4cf3129579bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b179796e-104f-4cb4-a225-ec0da67c2e71'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:23:20.666522 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4960cbe4-a6a8-40f6-b081-265d90f40bf2" -d '{"events": [{"server_uuid": "d67bba42-1205-4a53-8690-4cf3129579bb", "name": "network-vif-unplugged", "status": "completed", "tag": "b179796e-104f-4cb4-a225-ec0da67c2e71"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:23:20.672165 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-c2d31010-d903-4b01-8a9e-01ea89a39ab7 req-1af1d88a-d539-424c-8038-883e71c77dd4 service neutron] Request body: {'port': {'device_id': 'eb39c6f9-9027-430b-968c-05f1b9810b4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:23:20.673127 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-c8b67407-3be9-48d9-9592-89cbfe75c760 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:20.678097 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-01277d91-78d8-42ad-bc5d-5b141d1ad742 req-29e32ae0-bfe1-4047-8281-df3478713976 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255455 Aug 22 13:23:20.681923 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bcc95fae-92ab-4d1a-a735-4919e317a437 req-b5163869-ab0e-47a2-ab82-35fc88ebdce0 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725132 Aug 22 13:23:20.684378 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-c8b67407-3be9-48d9-9592-89cbfe75c760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:20.752218 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c2d31010-d903-4b01-8a9e-01ea89a39ab7 req-1af1d88a-d539-424c-8038-883e71c77dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:20.773665 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafad096-9139-49cb-8e81-dd3a0a8ca740 req-83d52877-9bf7-458e-9ef2-a1bb13f5576b tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:20.776958 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dafad096-9139-49cb-8e81-dd3a0a8ca740 req-83d52877-9bf7-458e-9ef2-a1bb13f5576b tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb39c6f9-9027-430b-968c-05f1b9810b4c HTTP/1.1" status: 200 len: 936 time: 0.2282937 Aug 22 13:23:20.868663 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b67407-3be9-48d9-9592-89cbfe75c760 service neutron] Pushing event updated for resources: {'Port': ['ID=b179796e-104f-4cb4-a225-ec0da67c2e71,revision_number=7']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:20.880619 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-4ff98e25-6796-4842-a999-df60186f9422 None None] Provisioning for port cc5e5cdc-4d36-4eae-847e-a457c081d747 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:23:20.884772 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-4ff98e25-6796-4842-a999-df60186f9422 None None] Provisioning complete for port cc5e5cdc-4d36-4eae-847e-a457c081d747 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:23:20.885137 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4ff98e25-6796-4842-a999-df60186f9422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:20.918793 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-4ff98e25-6796-4842-a999-df60186f9422 None None] Port cc5e5cdc-4d36-4eae-847e-a457c081d747 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:23:20.956700 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dafad096-9139-49cb-8e81-dd3a0a8ca740 req-94732ed3-44b0-4d22-a334-442cbacf0c22 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf231afb-4973-4df1-8682-080492090eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629765 Aug 22 13:23:20.963375 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-c8b67407-3be9-48d9-9592-89cbfe75c760 service neutron] Attempting to bind port b179796e-104f-4cb4-a225-ec0da67c2e71 on host n-h1-793621-33 for vnic_type normal with profile {"migrating_to": "n-h2-793621-33"} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:23:20.963710 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-c8b67407-3be9-48d9-9592-89cbfe75c760 service neutron] Attempting to bind port b179796e-104f-4cb4-a225-ec0da67c2e71 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '0efbff2c-3dbf-4e79-83ba-47cbdc800632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '887e0115-b4ac-4c62-9aab-f2d01695aede'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:23:20.964042 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-c8b67407-3be9-48d9-9592-89cbfe75c760 service neutron] Attempting to bind port b179796e-104f-4cb4-a225-ec0da67c2e71 on network 887e0115-b4ac-4c62-9aab-f2d01695aede {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:23:20.979099 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bcc95fae-92ab-4d1a-a735-4919e317a437 req-4142e243-8344-4314-89ea-4d6dbbabc026 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887006 Aug 22 13:23:20.998098 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee72dde8-6f47-418e-8a9e-98451042e4de req-bdabea17-3588-4f5b-9cab-d9f5fd7c3995 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:21.000400 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ee72dde8-6f47-418e-8a9e-98451042e4de req-bdabea17-3588-4f5b-9cab-d9f5fd7c3995 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 950 time: 0.1577713 Aug 22 13:23:21.001025 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-c8b67407-3be9-48d9-9592-89cbfe75c760 service neutron] Port b179796e-104f-4cb4-a225-ec0da67c2e71 on network 887e0115-b4ac-4c62-9aab-f2d01695aede not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:23:21.001652 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-c8b67407-3be9-48d9-9592-89cbfe75c760 service neutron] Attempting to bind port b179796e-104f-4cb4-a225-ec0da67c2e71 on network 887e0115-b4ac-4c62-9aab-f2d01695aede {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:23:21.030222 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-c8b67407-3be9-48d9-9592-89cbfe75c760 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:23:21.030562 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-c8b67407-3be9-48d9-9592-89cbfe75c760 service neutron] Checking segment: {'id': '0efbff2c-3dbf-4e79-83ba-47cbdc800632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '887e0115-b4ac-4c62-9aab-f2d01695aede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:23:21.030953 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-c8b67407-3be9-48d9-9592-89cbfe75c760 service neutron] Bound using segment: {'id': '0efbff2c-3dbf-4e79-83ba-47cbdc800632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '887e0115-b4ac-4c62-9aab-f2d01695aede'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:23:21.031404 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-c8b67407-3be9-48d9-9592-89cbfe75c760 service neutron] Bound port: b179796e-104f-4cb4-a225-ec0da67c2e71, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0efbff2c-3dbf-4e79-83ba-47cbdc800632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '887e0115-b4ac-4c62-9aab-f2d01695aede'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:23:21.031767 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-c8b67407-3be9-48d9-9592-89cbfe75c760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:21.059700 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-c2d31010-d903-4b01-8a9e-01ea89a39ab7 req-1af1d88a-d539-424c-8038-883e71c77dd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc5e5cdc-4d36-4eae-847e-a457c081d747 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:23:21.069855 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c2d31010-d903-4b01-8a9e-01ea89a39ab7 req-1af1d88a-d539-424c-8038-883e71c77dd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:21.084487 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ee72dde8-6f47-418e-8a9e-98451042e4de req-cf691942-78cd-4e40-9a7f-b49593f91399 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770907 Aug 22 13:23:21.085790 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-c2d31010-d903-4b01-8a9e-01ea89a39ab7 req-1af1d88a-d539-424c-8038-883e71c77dd4 service neutron] Transition to ACTIVE for port object cc5e5cdc-4d36-4eae-847e-a457c081d747 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:23:21.094199 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c2d31010-d903-4b01-8a9e-01ea89a39ab7 req-1af1d88a-d539-424c-8038-883e71c77dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:21.124406 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 13:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7ea872-3c7c-441b-b333-46e5b01b6bea x-openstack-request-id: req-ca7ea872-3c7c-441b-b333-46e5b01b6bea {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:23:21.124690 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d67bba42-1205-4a53-8690-4cf3129579bb", "name": "network-vif-unplugged", "status": "completed", "tag": "b179796e-104f-4cb4-a225-ec0da67c2e71", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:23:21.124936 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ca7ea872-3c7c-441b-b333-46e5b01b6bea {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:23:21.125340 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd67bba42-1205-4a53-8690-4cf3129579bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b179796e-104f-4cb4-a225-ec0da67c2e71', 'code': 200} Aug 22 13:23:21.156533 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-c8b67407-3be9-48d9-9592-89cbfe75c760 service neutron] For port b179796e-104f-4cb4-a225-ec0da67c2e71, host n-h1-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:23:21.160320 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-c8b67407-3be9-48d9-9592-89cbfe75c760 service neutron] For port b179796e-104f-4cb4-a225-ec0da67c2e71, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=b179796e-104f-4cb4-a225-ec0da67c2e71,segment=NetworkSegment(0efbff2c-3dbf-4e79-83ba-47cbdc800632),segment_id=0efbff2c-3dbf-4e79-83ba-47cbdc800632)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:23:21.166603 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-c8b67407-3be9-48d9-9592-89cbfe75c760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:21.232974 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af1d88a-d539-424c-8038-883e71c77dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=cc5e5cdc-4d36-4eae-847e-a457c081d747,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:21.275551 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-c2d31010-d903-4b01-8a9e-01ea89a39ab7 req-1af1d88a-d539-424c-8038-883e71c77dd4 service neutron] Attempting to bind port cc5e5cdc-4d36-4eae-847e-a457c081d747 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:23:21.275888 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-c2d31010-d903-4b01-8a9e-01ea89a39ab7 req-1af1d88a-d539-424c-8038-883e71c77dd4 service neutron] Attempting to bind port cc5e5cdc-4d36-4eae-847e-a457c081d747 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:23:21.276217 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d31010-d903-4b01-8a9e-01ea89a39ab7 req-1af1d88a-d539-424c-8038-883e71c77dd4 service neutron] Attempting to bind port cc5e5cdc-4d36-4eae-847e-a457c081d747 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:23:21.276396 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b67407-3be9-48d9-9592-89cbfe75c760 service neutron] Pushing event updated for resources: {'Port': ['ID=b179796e-104f-4cb4-a225-ec0da67c2e71,revision_number=8']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:21.281871 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d31010-d903-4b01-8a9e-01ea89a39ab7 req-1af1d88a-d539-424c-8038-883e71c77dd4 service neutron] Port cc5e5cdc-4d36-4eae-847e-a457c081d747 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:23:21.282191 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d31010-d903-4b01-8a9e-01ea89a39ab7 req-1af1d88a-d539-424c-8038-883e71c77dd4 service neutron] Attempting to bind port cc5e5cdc-4d36-4eae-847e-a457c081d747 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:23:21.287812 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d31010-d903-4b01-8a9e-01ea89a39ab7 req-1af1d88a-d539-424c-8038-883e71c77dd4 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:23:21.288151 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d31010-d903-4b01-8a9e-01ea89a39ab7 req-1af1d88a-d539-424c-8038-883e71c77dd4 service neutron] Checking segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:23:21.288566 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d31010-d903-4b01-8a9e-01ea89a39ab7 req-1af1d88a-d539-424c-8038-883e71c77dd4 service neutron] Bound using segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:23:21.289257 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-c2d31010-d903-4b01-8a9e-01ea89a39ab7 req-1af1d88a-d539-424c-8038-883e71c77dd4 service neutron] Bound port: cc5e5cdc-4d36-4eae-847e-a457c081d747, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:23:21.289621 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c2d31010-d903-4b01-8a9e-01ea89a39ab7 req-1af1d88a-d539-424c-8038-883e71c77dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:21.308373 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-c8b67407-3be9-48d9-9592-89cbfe75c760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:21.308993 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-c8b67407-3be9-48d9-9592-89cbfe75c760 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:21.310835 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-c8b67407-3be9-48d9-9592-89cbfe75c760 service neutron] 10.222.0.16 "PUT /v2.0/ports/b179796e-104f-4cb4-a225-ec0da67c2e71 HTTP/1.1" status: 200 len: 1123 time: 2.1624477 Aug 22 13:23:21.365980 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-c2d31010-d903-4b01-8a9e-01ea89a39ab7 req-1af1d88a-d539-424c-8038-883e71c77dd4 service neutron] For port cc5e5cdc-4d36-4eae-847e-a457c081d747, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:23:21.369387 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-c2d31010-d903-4b01-8a9e-01ea89a39ab7 req-1af1d88a-d539-424c-8038-883e71c77dd4 service neutron] For port cc5e5cdc-4d36-4eae-847e-a457c081d747, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=cc5e5cdc-4d36-4eae-847e-a457c081d747,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:23:21.374547 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c2d31010-d903-4b01-8a9e-01ea89a39ab7 req-1af1d88a-d539-424c-8038-883e71c77dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:21.382549 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['b179796e-104f-4cb4-a225-ec0da67c2e71'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:23:21.406368 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181e017-0027-4967-ba49-1c5274775e41 req-6e6a1669-fe51-4948-9d27-4feb09ed0bd6 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:21.411538 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d31010-d903-4b01-8a9e-01ea89a39ab7 req-1af1d88a-d539-424c-8038-883e71c77dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:21.412205 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c2d31010-d903-4b01-8a9e-01ea89a39ab7 req-1af1d88a-d539-424c-8038-883e71c77dd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:21.413600 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c2d31010-d903-4b01-8a9e-01ea89a39ab7 req-1af1d88a-d539-424c-8038-883e71c77dd4 service neutron] 10.222.0.41 "PUT /v2.0/ports/cc5e5cdc-4d36-4eae-847e-a457c081d747 HTTP/1.1" status: 200 len: 1097 time: 0.7462358 Aug 22 13:23:21.414043 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb39c6f9-9027-430b-968c-05f1b9810b4c', 'tag': 'cc5e5cdc-4d36-4eae-847e-a457c081d747'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:23:21.414276 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181e017-0027-4967-ba49-1c5274775e41 req-6e6a1669-fe51-4948-9d27-4feb09ed0bd6 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:21.416296 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e278da30-9a19-458e-bc93-02cd0e1ba4cf" -d '{"events": [{"name": "network-changed", "server_uuid": "eb39c6f9-9027-430b-968c-05f1b9810b4c", "tag": "cc5e5cdc-4d36-4eae-847e-a457c081d747"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:23:21.416500 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device d0212b71-79cd-4311-ae89-e9abaec1ea35 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:23:21.425345 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181e017-0027-4967-ba49-1c5274775e41 req-6e6a1669-fe51-4948-9d27-4feb09ed0bd6 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:21.428439 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0181e017-0027-4967-ba49-1c5274775e41 req-6e6a1669-fe51-4948-9d27-4feb09ed0bd6 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/ports?device_id=1381c6e8-9123-44f9-9bd7-30b5a2f31fa9 HTTP/1.1" status: 200 len: 2417 time: 0.1239166 Aug 22 13:23:21.447154 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d2f49e-e639-4726-820e-aed6abf9db75 req-5d63b22c-3c93-4f0a-934e-d533d4a39d57 tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:21.448781 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-36d2f49e-e639-4726-820e-aed6abf9db75 req-5d63b22c-3c93-4f0a-934e-d533d4a39d57 tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] 10.222.0.21 "GET /v2.0/ports?device_id=f492287a-a9c4-4fd7-a5ee-af72bc128519 HTTP/1.1" status: 200 len: 951 time: 0.1454833 Aug 22 13:23:21.493335 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af1d88a-d539-424c-8038-883e71c77dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=cc5e5cdc-4d36-4eae-847e-a457c081d747,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:21.512218 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0181e017-0027-4967-ba49-1c5274775e41 req-da0e53c5-5cb2-4486-8b21-b19775a93096 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f1b5c3a-59c7-419d-bc79-21d076859164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623732 Aug 22 13:23:21.519782 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-36d2f49e-e639-4726-820e-aed6abf9db75 req-05020929-10af-478d-9176-bc62b0489fd4 tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b426999-510a-4468-acaa-5d64bebad44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599184 Aug 22 13:23:21.522220 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d31010-d903-4b01-8a9e-01ea89a39ab7 req-b8493ff1-33df-43fa-86ca-02d593fcd8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:21.524041 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c2d31010-d903-4b01-8a9e-01ea89a39ab7 req-b8493ff1-33df-43fa-86ca-02d593fcd8a9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3293b7ee4d6246eea45839e50af5e7ea&device_id=eb39c6f9-9027-430b-968c-05f1b9810b4c HTTP/1.1" status: 200 len: 1100 time: 0.0659513 Aug 22 13:23:21.611779 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port d0212b71-79cd-4311-ae89-e9abaec1ea35, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=d0212b71-79cd-4311-ae89-e9abaec1ea35,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:21.612123 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f983ff5f-3377-4bd2-a0f3-99f1a2bae586 x-openstack-request-id: req-f983ff5f-3377-4bd2-a0f3-99f1a2bae586 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:23:21.612536 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb39c6f9-9027-430b-968c-05f1b9810b4c", "tag": "cc5e5cdc-4d36-4eae-847e-a457c081d747", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:23:21.612875 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f983ff5f-3377-4bd2-a0f3-99f1a2bae586 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:23:21.613369 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb39c6f9-9027-430b-968c-05f1b9810b4c', 'tag': 'cc5e5cdc-4d36-4eae-847e-a457c081d747', 'status': 'completed', 'code': 200} Aug 22 13:23:21.616562 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c2d31010-d903-4b01-8a9e-01ea89a39ab7 req-4025b67b-0f48-4055-aa18-f1a06a5cdcfc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=cc5e5cdc-4d36-4eae-847e-a457c081d747 HTTP/1.1" status: 200 len: 217 time: 0.0777504 Aug 22 13:23:21.684415 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d31010-d903-4b01-8a9e-01ea89a39ab7 req-ca1ad4dc-0b03-454c-81c0-1a45b72e76e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:21.686114 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c2d31010-d903-4b01-8a9e-01ea89a39ab7 req-ca1ad4dc-0b03-454c-81c0-1a45b72e76e8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.0622036 Aug 22 13:23:21.688105 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': 'd0212b71-79cd-4311-ae89-e9abaec1ea35', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'port_id': 'd0212b71-79cd-4311-ae89-e9abaec1ea35', 'mac_address': 'fa:16:3e:18:11:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7151c727-b27f-4308-8098-60bc16140d45', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:23:21.711449 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec858eb-eb78-439e-a7b5-bef45f4074cc req-d606267c-8d6d-4b24-9d03-e8c9ba00c065 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:21.713595 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ec858eb-eb78-439e-a7b5-bef45f4074cc req-d606267c-8d6d-4b24-9d03-e8c9ba00c065 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=d67bba42-1205-4a53-8690-4cf3129579bb HTTP/1.1" status: 200 len: 943 time: 0.0816877 Aug 22 13:23:21.750554 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:21.752516 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d31010-d903-4b01-8a9e-01ea89a39ab7 req-7730d485-1631-46e0-b78b-6c7b0ab49bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:21.754517 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c2d31010-d903-4b01-8a9e-01ea89a39ab7 req-7730d485-1631-46e0-b78b-6c7b0ab49bc9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0601954 Aug 22 13:23:21.764507 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0212b71-79cd-4311-ae89-e9abaec1ea35 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:23:21.771229 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ec858eb-eb78-439e-a7b5-bef45f4074cc req-f31e6a32-fa5c-4a6a-a1eb-cf728269d52a tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516465 Aug 22 13:23:21.803422 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port d0212b71-79cd-4311-ae89-e9abaec1ea35, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=d0212b71-79cd-4311-ae89-e9abaec1ea35,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:21.809025 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:21.865253 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=d0212b71-79cd-4311-ae89-e9abaec1ea35,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:21.881436 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c2d31010-d903-4b01-8a9e-01ea89a39ab7 req-cb3898e1-5040-4273-8dfa-c616c873bae9 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194429 Aug 22 13:23:21.907475 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d7073-9051-42b4-883d-8a63b503306f req-2c76b9ea-36f8-4487-b5b3-7804bcf76fb8 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:21.909198 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-170d7073-9051-42b4-883d-8a63b503306f req-2c76b9ea-36f8-4487-b5b3-7804bcf76fb8 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=67c4d803-b178-4c37-822c-8eeed936eb5b HTTP/1.1" status: 200 len: 949 time: 0.0641708 Aug 22 13:23:21.958942 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-170d7073-9051-42b4-883d-8a63b503306f req-9fd482cc-469c-4288-b81b-9391669e7153 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407400 Aug 22 13:23:21.980839 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c2d31010-d903-4b01-8a9e-01ea89a39ab7 req-c58a2bef-7c78-4391-b112-0ab777c30af1 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918374 Aug 22 13:23:22.047462 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['d0212b71-79cd-4311-ae89-e9abaec1ea35'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:23:22.080625 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278da30-9a19-458e-bc93-02cd0e1ba4cf req-0645f9df-ef14-4827-bcd4-3d6673b3859f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:22.082926 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e278da30-9a19-458e-bc93-02cd0e1ba4cf req-0645f9df-ef14-4827-bcd4-3d6673b3859f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3293b7ee4d6246eea45839e50af5e7ea&device_id=eb39c6f9-9027-430b-968c-05f1b9810b4c HTTP/1.1" status: 200 len: 1100 time: 0.0475924 Aug 22 13:23:22.091206 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b68f5-6663-4fd0-a8e4-073ade46da1f req-f62d4470-25aa-4947-a73a-0d748a5760b4 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:22.092806 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6c4b68f5-6663-4fd0-a8e4-073ade46da1f req-f62d4470-25aa-4947-a73a-0d748a5760b4 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb39c6f9-9027-430b-968c-05f1b9810b4c HTTP/1.1" status: 200 len: 948 time: 0.0627766 Aug 22 13:23:22.147271 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6c4b68f5-6663-4fd0-a8e4-073ade46da1f req-bcae74a4-5e61-461e-8f69-bcd2791a7e0e tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf231afb-4973-4df1-8682-080492090eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437624 Aug 22 13:23:22.213405 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278da30-9a19-458e-bc93-02cd0e1ba4cf req-e26a6084-77d3-438f-ae76-321ab71cb084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:22.214819 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e278da30-9a19-458e-bc93-02cd0e1ba4cf req-e26a6084-77d3-438f-ae76-321ab71cb084 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7dc41cff-a3ac-4fc2-ba06-973efce2365e HTTP/1.1" status: 200 len: 870 time: 0.1246903 Aug 22 13:23:22.264311 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e278da30-9a19-458e-bc93-02cd0e1ba4cf req-04492080-70da-4c5e-a3d3-7605a4998649 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=cc5e5cdc-4d36-4eae-847e-a457c081d747 HTTP/1.1" status: 200 len: 217 time: 0.0362196 Aug 22 13:23:22.319589 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278da30-9a19-458e-bc93-02cd0e1ba4cf req-56403737-f686-4a77-9576-ff74a93fae9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:22.321070 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e278da30-9a19-458e-bc93-02cd0e1ba4cf req-56403737-f686-4a77-9576-ff74a93fae9c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.0487862 Aug 22 13:23:22.325104 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc3f48-c448-439d-98da-c665ff183a3d req-112792bf-50d0-4903-a6d5-faa5ae3ed801 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:22.326576 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-60cc3f48-c448-439d-98da-c665ff183a3d req-112792bf-50d0-4903-a6d5-faa5ae3ed801 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 950 time: 0.0498295 Aug 22 13:23:22.373855 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278da30-9a19-458e-bc93-02cd0e1ba4cf req-155bca4b-92a6-4bde-9bec-af2360ab5e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:22.375253 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-60cc3f48-c448-439d-98da-c665ff183a3d req-71a93f00-b270-4bd8-b875-6fb28d3a2537 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428040 Aug 22 13:23:22.375395 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e278da30-9a19-458e-bc93-02cd0e1ba4cf req-155bca4b-92a6-4bde-9bec-af2360ab5e99 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0471344 Aug 22 13:23:22.472679 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e278da30-9a19-458e-bc93-02cd0e1ba4cf req-1bd31c8c-08e6-49d8-976a-9c043fec3365 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893629 Aug 22 13:23:22.577168 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e278da30-9a19-458e-bc93-02cd0e1ba4cf req-8dc1fcc8-b520-4fab-94b7-e017ce9f45a9 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964293 Aug 22 13:23:22.643652 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0edb6-0637-42fc-a3bf-a75fd5984261 req-74e37fa7-87a3-421f-aad2-182cce0484ea tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:22.645628 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-77d0edb6-0637-42fc-a3bf-a75fd5984261 req-74e37fa7-87a3-421f-aad2-182cce0484ea tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] 10.222.0.21 "GET /v2.0/ports?device_id=f492287a-a9c4-4fd7-a5ee-af72bc128519 HTTP/1.1" status: 200 len: 951 time: 0.0812602 Aug 22 13:23:22.668048 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89683934-eabd-4d93-a593-70d2c6dbd2ff req-96161166-94e3-491b-b615-eb1047081889 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:22.674114 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89683934-eabd-4d93-a593-70d2c6dbd2ff req-96161166-94e3-491b-b615-eb1047081889 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:22.680505 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89683934-eabd-4d93-a593-70d2c6dbd2ff req-96161166-94e3-491b-b615-eb1047081889 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:22.682030 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-89683934-eabd-4d93-a593-70d2c6dbd2ff req-96161166-94e3-491b-b615-eb1047081889 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/ports?device_id=1381c6e8-9123-44f9-9bd7-30b5a2f31fa9 HTTP/1.1" status: 200 len: 2417 time: 0.0858142 Aug 22 13:23:22.729070 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-77d0edb6-0637-42fc-a3bf-a75fd5984261 req-bd052cff-6ce1-4447-b915-1c18d5af45fa tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b426999-510a-4468-acaa-5d64bebad44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759706 Aug 22 13:23:22.735975 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-89683934-eabd-4d93-a593-70d2c6dbd2ff req-7210bc3a-7c35-427f-a6b3-0de83c9674d8 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f1b5c3a-59c7-419d-bc79-21d076859164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467880 Aug 22 13:23:22.833119 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device b179796e-104f-4cb4-a225-ec0da67c2e71 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:23:22.890019 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e51e84-ce16-4841-bf82-00a72d5ef406 req-36ec2f71-9ad3-4956-be66-7107f3651d4f tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:22.891863 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-91e51e84-ce16-4841-bf82-00a72d5ef406 req-36ec2f71-9ad3-4956-be66-7107f3651d4f tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=d67bba42-1205-4a53-8690-4cf3129579bb HTTP/1.1" status: 200 len: 943 time: 0.0525613 Aug 22 13:23:22.936268 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-91e51e84-ce16-4841-bf82-00a72d5ef406 req-9589800c-7b3f-4cea-ba91-0b0249ee82a8 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372207 Aug 22 13:23:22.939101 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port b179796e-104f-4cb4-a225-ec0da67c2e71, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=b179796e-104f-4cb4-a225-ec0da67c2e71,segment=NetworkSegment(0efbff2c-3dbf-4e79-83ba-47cbdc800632),segment_id=0efbff2c-3dbf-4e79-83ba-47cbdc800632)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:22.951332 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device b179796e-104f-4cb4-a225-ec0da67c2e71 has no active binding in host n-h2-793621-33 {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 22 13:23:23.041157 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38499b2a-6af0-495c-8a01-7252a042e646 req-8c83f5a5-337b-47d0-acf2-fdd71725c71a tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:23.047074 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38499b2a-6af0-495c-8a01-7252a042e646 req-8c83f5a5-337b-47d0-acf2-fdd71725c71a tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:23.053548 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38499b2a-6af0-495c-8a01-7252a042e646 req-8c83f5a5-337b-47d0-acf2-fdd71725c71a tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:23.055359 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-38499b2a-6af0-495c-8a01-7252a042e646 req-8c83f5a5-337b-47d0-acf2-fdd71725c71a tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/ports?device_id=1381c6e8-9123-44f9-9bd7-30b5a2f31fa9 HTTP/1.1" status: 200 len: 2417 time: 0.0785434 Aug 22 13:23:23.115163 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-38499b2a-6af0-495c-8a01-7252a042e646 req-fe0e95dd-7c61-4497-bc75-90909c050450 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f1b5c3a-59c7-419d-bc79-21d076859164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425680 Aug 22 13:23:23.122572 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95159d5f-8089-4199-a5a5-f9d2a717e69d req-dd3c0e86-0910-449b-81e9-f354158443b3 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:23.124003 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-95159d5f-8089-4199-a5a5-f9d2a717e69d req-dd3c0e86-0910-449b-81e9-f354158443b3 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=67c4d803-b178-4c37-822c-8eeed936eb5b HTTP/1.1" status: 200 len: 949 time: 0.1010685 Aug 22 13:23:23.126622 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd67bba42-1205-4a53-8690-4cf3129579bb', 'tag': 'b179796e-104f-4cb4-a225-ec0da67c2e71'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:23:23.128900 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fbc370f-1e89-4187-b55b-a979c85e50c2" -d '{"events": [{"name": "network-changed", "server_uuid": "d67bba42-1205-4a53-8690-4cf3129579bb", "tag": "b179796e-104f-4cb4-a225-ec0da67c2e71"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:23:23.165335 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-95159d5f-8089-4199-a5a5-f9d2a717e69d req-7cd1937a-d2ab-456b-befa-eef5e5094364 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330555 Aug 22 13:23:23.166769 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c3d49f-937b-478c-998b-9999dcde34e2 x-openstack-request-id: req-87c3d49f-937b-478c-998b-9999dcde34e2 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:23:23.167058 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d67bba42-1205-4a53-8690-4cf3129579bb", "tag": "b179796e-104f-4cb4-a225-ec0da67c2e71", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:23:23.167305 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-87c3d49f-937b-478c-998b-9999dcde34e2 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:23:23.167694 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd67bba42-1205-4a53-8690-4cf3129579bb', 'tag': 'b179796e-104f-4cb4-a225-ec0da67c2e71', 'status': 'completed', 'code': 200} Aug 22 13:23:23.231779 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc370f-1e89-4187-b55b-a979c85e50c2 req-caa967ea-2733-45c1-b49f-37156b03e9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:23.233302 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5fbc370f-1e89-4187-b55b-a979c85e50c2 req-caa967ea-2733-45c1-b49f-37156b03e9b9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec08ac96341043c28ecba1b995182de4&device_id=d67bba42-1205-4a53-8690-4cf3129579bb HTTP/1.1" status: 200 len: 1126 time: 0.0417540 Aug 22 13:23:23.257036 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43439965-2cb0-40cf-9297-1eed32c28db1 req-77903cc6-be09-47fc-8f81-58baf8b858a8 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:23.258567 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-43439965-2cb0-40cf-9297-1eed32c28db1 req-77903cc6-be09-47fc-8f81-58baf8b858a8 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb39c6f9-9027-430b-968c-05f1b9810b4c HTTP/1.1" status: 200 len: 948 time: 0.0503249 Aug 22 13:23:23.304251 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-43439965-2cb0-40cf-9297-1eed32c28db1 req-c9cec174-6e80-4977-b00d-d56f5938769a tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf231afb-4973-4df1-8682-080492090eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394039 Aug 22 13:23:23.328315 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc370f-1e89-4187-b55b-a979c85e50c2 req-67c59b85-3ed5-47b4-bbc0-43d9126f575c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:23.330336 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5fbc370f-1e89-4187-b55b-a979c85e50c2 req-67c59b85-3ed5-47b4-bbc0-43d9126f575c service neutron] 10.222.0.41 "GET /v2.0/networks?id=887e0115-b4ac-4c62-9aab-f2d01695aede HTTP/1.1" status: 200 len: 922 time: 0.0895731 Aug 22 13:23:23.371515 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5fbc370f-1e89-4187-b55b-a979c85e50c2 req-ab2beb3b-cab0-497b-abb4-a7c79fc87c80 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b179796e-104f-4cb4-a225-ec0da67c2e71 HTTP/1.1" status: 200 len: 217 time: 0.0338595 Aug 22 13:23:23.420014 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 828cc14b-4200-4c08-98ac-e7734151cf9d details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:23:23.420565 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc370f-1e89-4187-b55b-a979c85e50c2 req-24099bc4-bfe0-4bb2-8c95-91c9f425ed9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:23.421938 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5fbc370f-1e89-4187-b55b-a979c85e50c2 req-24099bc4-bfe0-4bb2-8c95-91c9f425ed9a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1fb53f66-6b81-41b6-9806-8520494df9af HTTP/1.1" status: 200 len: 861 time: 0.0440428 Aug 22 13:23:23.423062 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device d0212b71-79cd-4311-ae89-e9abaec1ea35 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:23:23.453676 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5fbc370f-1e89-4187-b55b-a979c85e50c2 req-21c37aae-9e7c-4ffc-932f-a630aefb1ef0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=887e0115-b4ac-4c62-9aab-f2d01695aede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244696 Aug 22 13:23:23.504271 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead86a3a-7925-41e9-967a-93f86f0f1381 req-d7e4aa9c-8aed-474d-87df-482bb16a6157 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:23.506969 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ead86a3a-7925-41e9-967a-93f86f0f1381 req-d7e4aa9c-8aed-474d-87df-482bb16a6157 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 950 time: 0.0552778 Aug 22 13:23:23.532910 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port d0212b71-79cd-4311-ae89-e9abaec1ea35 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:23:23.539350 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port d0212b71-79cd-4311-ae89-e9abaec1ea35 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:23:23.539722 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:23.557934 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5fbc370f-1e89-4187-b55b-a979c85e50c2 req-d79c8fde-045c-40de-8a7f-939118180a5a service neutron] 10.222.0.41 "GET /v2.0/networks/887e0115-b4ac-4c62-9aab-f2d01695aede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971112 Aug 22 13:23:23.560923 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ead86a3a-7925-41e9-967a-93f86f0f1381 req-ee07507f-c01c-4b53-b349-e7d9ce541819 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470538 Aug 22 13:23:23.599807 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 828cc14b-4200-4c08-98ac-e7734151cf9d, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=828cc14b-4200-4c08-98ac-e7734151cf9d,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:23.612382 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '828cc14b-4200-4c08-98ac-e7734151cf9d', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'port_id': '828cc14b-4200-4c08-98ac-e7734151cf9d', 'mac_address': 'fa:16:3e:06:32:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7151c727-b27f-4308-8098-60bc16140d45', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:23:23.648875 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5fbc370f-1e89-4187-b55b-a979c85e50c2 req-8dff4d52-dbbe-44c6-9ff2-584a135afa7f service neutron] 10.222.0.41 "GET /v2.0/networks/887e0115-b4ac-4c62-9aab-f2d01695aede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836122 Aug 22 13:23:23.677374 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:23.680627 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:23.699533 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 828cc14b-4200-4c08-98ac-e7734151cf9d {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:23:23.719444 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67c4d803-b178-4c37-822c-8eeed936eb5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0212b71-79cd-4311-ae89-e9abaec1ea35'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:23:23.721624 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682aeff4-7bfb-44c8-9431-10e52c6602c7" -d '{"events": [{"server_uuid": "67c4d803-b178-4c37-822c-8eeed936eb5b", "name": "network-vif-plugged", "status": "completed", "tag": "d0212b71-79cd-4311-ae89-e9abaec1ea35"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:23:23.738418 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 828cc14b-4200-4c08-98ac-e7734151cf9d, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=828cc14b-4200-4c08-98ac-e7734151cf9d,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:23.740420 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port d0212b71-79cd-4311-ae89-e9abaec1ea35, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=d0212b71-79cd-4311-ae89-e9abaec1ea35,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:23.742675 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:23.749863 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:23.777535 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c2c5f7-4276-41ac-995e-addcdc70499a x-openstack-request-id: req-a7c2c5f7-4276-41ac-995e-addcdc70499a {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:23:23.777817 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67c4d803-b178-4c37-822c-8eeed936eb5b", "name": "network-vif-plugged", "status": "completed", "tag": "d0212b71-79cd-4311-ae89-e9abaec1ea35", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:23:23.778069 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a7c2c5f7-4276-41ac-995e-addcdc70499a {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:23:23.778448 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67c4d803-b178-4c37-822c-8eeed936eb5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0212b71-79cd-4311-ae89-e9abaec1ea35', 'code': 200} Aug 22 13:23:23.811407 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=828cc14b-4200-4c08-98ac-e7734151cf9d,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:23.850310 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7672ca0-6b74-443c-991f-495b6464aecd req-5d9986dc-1e14-4e91-a13d-2ed0bbd562ca tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:23.852111 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e7672ca0-6b74-443c-991f-495b6464aecd req-5d9986dc-1e14-4e91-a13d-2ed0bbd562ca tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] 10.222.0.21 "GET /v2.0/ports?device_id=f492287a-a9c4-4fd7-a5ee-af72bc128519 HTTP/1.1" status: 200 len: 951 time: 0.0515473 Aug 22 13:23:23.861366 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=d0212b71-79cd-4311-ae89-e9abaec1ea35,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:23.868300 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3df55a-f831-4598-b8aa-8623634ef0c9 req-7d053bc6-0d8d-4093-9eaa-5320d7e02172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:23.870004 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2f3df55a-f831-4598-b8aa-8623634ef0c9 req-7d053bc6-0d8d-4093-9eaa-5320d7e02172 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=67c4d803-b178-4c37-822c-8eeed936eb5b HTTP/1.1" status: 200 len: 1102 time: 0.0467660 Aug 22 13:23:23.893323 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e7672ca0-6b74-443c-991f-495b6464aecd req-bf9bd57f-a265-4a14-8db0-548f5e47a605 tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b426999-510a-4468-acaa-5d64bebad44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340190 Aug 22 13:23:23.908573 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2f3df55a-f831-4598-b8aa-8623634ef0c9 req-e6084b37-160f-45a0-b16e-2ab1fa7be035 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299113 Aug 22 13:23:23.975839 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['828cc14b-4200-4c08-98ac-e7734151cf9d'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:23:24.066502 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e057ab-04f7-4de8-af61-23d7a16db7fe req-214d4ca7-589c-4d95-b914-66d1f6036e80 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:24.068764 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d7e057ab-04f7-4de8-af61-23d7a16db7fe req-214d4ca7-589c-4d95-b914-66d1f6036e80 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=d67bba42-1205-4a53-8690-4cf3129579bb HTTP/1.1" status: 200 len: 943 time: 0.0515251 Aug 22 13:23:24.109821 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d7e057ab-04f7-4de8-af61-23d7a16db7fe req-f920a78f-9bc8-4b32-a692-711fda792cd5 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347197 Aug 22 13:23:24.231511 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9258401-3d96-42da-b336-0816401b0fff req-d423e944-427a-4b50-8eeb-59f8b19825d2 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:24.237260 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9258401-3d96-42da-b336-0816401b0fff req-d423e944-427a-4b50-8eeb-59f8b19825d2 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:24.243086 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9258401-3d96-42da-b336-0816401b0fff req-d423e944-427a-4b50-8eeb-59f8b19825d2 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:24.244696 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f9258401-3d96-42da-b336-0816401b0fff req-d423e944-427a-4b50-8eeb-59f8b19825d2 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/ports?device_id=1381c6e8-9123-44f9-9bd7-30b5a2f31fa9 HTTP/1.1" status: 200 len: 2417 time: 0.0631931 Aug 22 13:23:24.308260 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f9258401-3d96-42da-b336-0816401b0fff req-dae2aa70-1996-4d73-997f-595a5fa20af4 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f1b5c3a-59c7-419d-bc79-21d076859164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545251 Aug 22 13:23:24.316345 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02887ae5-c0ec-418e-89e3-7568202e419e req-387f7ebc-778f-434e-be31-53687aa9d1b3 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:24.317796 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-02887ae5-c0ec-418e-89e3-7568202e419e req-387f7ebc-778f-434e-be31-53687aa9d1b3 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=67c4d803-b178-4c37-822c-8eeed936eb5b HTTP/1.1" status: 200 len: 950 time: 0.0722313 Aug 22 13:23:24.357415 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-02887ae5-c0ec-418e-89e3-7568202e419e req-9da94548-3550-4fbd-950a-2f7363052369 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333192 Aug 22 13:23:24.462879 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c21d8-988e-42bc-abd4-655c2d15aa57 req-5e5b2753-9636-4ec3-8063-a1f2f3378ba6 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:24.464421 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-719c21d8-988e-42bc-abd4-655c2d15aa57 req-5e5b2753-9636-4ec3-8063-a1f2f3378ba6 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb39c6f9-9027-430b-968c-05f1b9810b4c HTTP/1.1" status: 200 len: 948 time: 0.0541124 Aug 22 13:23:24.503054 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-719c21d8-988e-42bc-abd4-655c2d15aa57 req-b003516e-c2c3-4690-9699-0d24ca1d700e tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf231afb-4973-4df1-8682-080492090eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326729 Aug 22 13:23:24.676146 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db7e8d-afc4-4e39-92a3-2569bbd2053b req-362d3366-7a45-4ac6-9905-b4ebf14c55f4 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:24.677628 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-99db7e8d-afc4-4e39-92a3-2569bbd2053b req-362d3366-7a45-4ac6-9905-b4ebf14c55f4 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 950 time: 0.0475893 Aug 22 13:23:24.715629 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-99db7e8d-afc4-4e39-92a3-2569bbd2053b req-c8f4c366-ea82-4c8d-b689-b0a1fb2daad0 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318351 Aug 22 13:23:24.827130 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device a11efc44-d994-4e85-ac2b-ddd2b54f2d0c no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:23:24.901087 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:24.932820 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port a11efc44-d994-4e85-ac2b-ddd2b54f2d0c, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=a11efc44-d994-4e85-ac2b-ddd2b54f2d0c,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:24.936345 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:24.983200 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=a11efc44-d994-4e85-ac2b-ddd2b54f2d0c,revision_number=11']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:25.012254 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6977b34-29d8-40e9-9673-1298e2e87c2b req-c9dc0302-44a0-4a42-8700-fb49115a7cb3 tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:25.013736 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d6977b34-29d8-40e9-9673-1298e2e87c2b req-c9dc0302-44a0-4a42-8700-fb49115a7cb3 tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] 10.222.0.21 "GET /v2.0/ports?device_id=f492287a-a9c4-4fd7-a5ee-af72bc128519 HTTP/1.1" status: 200 len: 949 time: 0.0497413 Aug 22 13:23:25.051524 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d6977b34-29d8-40e9-9673-1298e2e87c2b req-c9cccc99-4408-42d0-8b49-dece676b0531 tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b426999-510a-4468-acaa-5d64bebad44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314360 Aug 22 13:23:25.231190 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d0c3d-bca9-499c-a88b-9c90c718908c req-3b19b0c9-dcd9-4b98-84ca-5bf22de605ab tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:25.232758 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9e3d0c3d-bca9-499c-a88b-9c90c718908c req-3b19b0c9-dcd9-4b98-84ca-5bf22de605ab tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=d67bba42-1205-4a53-8690-4cf3129579bb HTTP/1.1" status: 200 len: 943 time: 0.0531013 Aug 22 13:23:25.269195 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9e3d0c3d-bca9-499c-a88b-9c90c718908c req-af2b8b0d-a641-438f-8a71-0948537b6a0a tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304079 Aug 22 13:23:25.426855 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacfdf11-f46c-43dd-afe9-4681e3c88b03 req-676f5909-3d3b-484e-a375-721bea0fe341 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:25.434427 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacfdf11-f46c-43dd-afe9-4681e3c88b03 req-676f5909-3d3b-484e-a375-721bea0fe341 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:25.434888 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device cc5e5cdc-4d36-4eae-847e-a457c081d747 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:23:25.437013 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 828cc14b-4200-4c08-98ac-e7734151cf9d up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:23:25.440351 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacfdf11-f46c-43dd-afe9-4681e3c88b03 req-676f5909-3d3b-484e-a375-721bea0fe341 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:25.442908 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-aacfdf11-f46c-43dd-afe9-4681e3c88b03 req-676f5909-3d3b-484e-a375-721bea0fe341 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/ports?device_id=1381c6e8-9123-44f9-9bd7-30b5a2f31fa9 HTTP/1.1" status: 200 len: 2417 time: 0.0674334 Aug 22 13:23:25.502940 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-aacfdf11-f46c-43dd-afe9-4681e3c88b03 req-54118af1-11b5-4be2-9d94-e7487524d0dd tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f1b5c3a-59c7-419d-bc79-21d076859164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511539 Aug 22 13:23:25.514866 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e1a26-d0a8-4c93-b993-a7d86a0285a6 req-b2a06603-9c9f-4152-be65-d33466d4cfc7 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:25.516921 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-081e1a26-d0a8-4c93-b993-a7d86a0285a6 req-b2a06603-9c9f-4152-be65-d33466d4cfc7 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=67c4d803-b178-4c37-822c-8eeed936eb5b HTTP/1.1" status: 200 len: 950 time: 0.0732672 Aug 22 13:23:25.560052 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 828cc14b-4200-4c08-98ac-e7734151cf9d completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:23:25.567267 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 828cc14b-4200-4c08-98ac-e7734151cf9d triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:23:25.567808 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:25.569092 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-081e1a26-d0a8-4c93-b993-a7d86a0285a6 req-98a6c068-230c-4dc8-8cd2-a60da3116cdb tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452380 Aug 22 13:23:25.602130 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port cc5e5cdc-4d36-4eae-847e-a457c081d747, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=cc5e5cdc-4d36-4eae-847e-a457c081d747,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:25.621147 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': 'cc5e5cdc-4d36-4eae-847e-a457c081d747', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'port_id': 'cc5e5cdc-4d36-4eae-847e-a457c081d747', 'mac_address': 'fa:16:3e:c7:b8:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7151c727-b27f-4308-8098-60bc16140d45', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:23:25.696976 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:25.701722 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3244d0-219c-4544-9e8b-e5745d1855f8 req-fa8b0d78-8018-4ac9-829f-ae9acdd4a191 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:25.703321 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fb3244d0-219c-4544-9e8b-e5745d1855f8 req-fa8b0d78-8018-4ac9-829f-ae9acdd4a191 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb39c6f9-9027-430b-968c-05f1b9810b4c HTTP/1.1" status: 200 len: 948 time: 0.0596266 Aug 22 13:23:25.711409 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:25.723882 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc5e5cdc-4d36-4eae-847e-a457c081d747 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:23:25.753210 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port cc5e5cdc-4d36-4eae-847e-a457c081d747, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=cc5e5cdc-4d36-4eae-847e-a457c081d747,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:25.760516 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:25.763249 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 828cc14b-4200-4c08-98ac-e7734151cf9d, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=828cc14b-4200-4c08-98ac-e7734151cf9d,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:25.768048 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:25.770523 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fb3244d0-219c-4544-9e8b-e5745d1855f8 req-1447b89a-15fc-421e-804d-87fe552af020 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf231afb-4973-4df1-8682-080492090eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563271 Aug 22 13:23:25.778871 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a9b7d-bf60-468e-91e0-c6baf1589f2d req-9c186195-8bdc-476e-978b-91c95d211a96 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:25.780356 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-443a9b7d-bf60-468e-91e0-c6baf1589f2d req-9c186195-8bdc-476e-978b-91c95d211a96 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680391b-bdf8-47b9-a9c2-193bb155b55f HTTP/1.1" status: 200 len: 949 time: 0.0761340 Aug 22 13:23:25.787391 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f492287a-a9c4-4fd7-a5ee-af72bc128519', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a11efc44-d994-4e85-ac2b-ddd2b54f2d0c'}, {'server_uuid': '7680391b-bdf8-47b9-a9c2-193bb155b55f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '828cc14b-4200-4c08-98ac-e7734151cf9d'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:23:25.789461 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e6e337-85af-42c0-b26c-8cc8eb1d573a" -d '{"events": [{"server_uuid": "f492287a-a9c4-4fd7-a5ee-af72bc128519", "name": "network-vif-unplugged", "status": "completed", "tag": "a11efc44-d994-4e85-ac2b-ddd2b54f2d0c"}, {"server_uuid": "7680391b-bdf8-47b9-a9c2-193bb155b55f", "name": "network-vif-plugged", "status": "completed", "tag": "828cc14b-4200-4c08-98ac-e7734151cf9d"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:23:25.820729 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=cc5e5cdc-4d36-4eae-847e-a457c081d747,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:25.836446 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-443a9b7d-bf60-468e-91e0-c6baf1589f2d req-0d4d4b3b-a8a6-44dc-8d13-c56421c10f52 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477633 Aug 22 13:23:25.878667 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=828cc14b-4200-4c08-98ac-e7734151cf9d,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:25.888487 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sun, 22 Aug 2021 13:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66722f23-ef56-4ae9-83f1-b6491e989cda x-openstack-request-id: req-66722f23-ef56-4ae9-83f1-b6491e989cda {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:23:25.888777 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f492287a-a9c4-4fd7-a5ee-af72bc128519", "name": "network-vif-unplugged", "status": "completed", "tag": "a11efc44-d994-4e85-ac2b-ddd2b54f2d0c", "code": 200}, {"server_uuid": "7680391b-bdf8-47b9-a9c2-193bb155b55f", "name": "network-vif-plugged", "status": "completed", "tag": "828cc14b-4200-4c08-98ac-e7734151cf9d", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:23:25.889023 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-66722f23-ef56-4ae9-83f1-b6491e989cda {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:23:25.889412 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f492287a-a9c4-4fd7-a5ee-af72bc128519', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a11efc44-d994-4e85-ac2b-ddd2b54f2d0c', 'code': 200} Aug 22 13:23:25.889659 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7680391b-bdf8-47b9-a9c2-193bb155b55f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '828cc14b-4200-4c08-98ac-e7734151cf9d', 'code': 200} Aug 22 13:23:25.900722 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133328d-39ac-4662-8a60-11247346efe5 req-0cf8d56d-b25b-45f4-aa11-721d61dd2861 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:25.902214 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8133328d-39ac-4662-8a60-11247346efe5 req-0cf8d56d-b25b-45f4-aa11-721d61dd2861 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 950 time: 0.0585260 Aug 22 13:23:25.948083 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8133328d-39ac-4662-8a60-11247346efe5 req-f87d2a09-ab6d-4bd6-8ae2-bc0716810351 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397131 Aug 22 13:23:25.991402 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8046aa-f14c-45e1-87b7-4457e0994cfa req-0f007e7f-2533-48c5-8e08-7c3ae6d2783c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:25.992983 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6f8046aa-f14c-45e1-87b7-4457e0994cfa req-0f007e7f-2533-48c5-8e08-7c3ae6d2783c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7680391b-bdf8-47b9-a9c2-193bb155b55f HTTP/1.1" status: 200 len: 1102 time: 0.0409715 Aug 22 13:23:26.011068 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['cc5e5cdc-4d36-4eae-847e-a457c081d747'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:23:26.034362 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6f8046aa-f14c-45e1-87b7-4457e0994cfa req-9d9d1916-f044-4f6d-97a0-2779cf7ca102 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342307 Aug 22 13:23:26.041302 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-c192fb6b-f2d3-48ee-842b-e309e7f15699 service neutron] 10.222.0.41 "GET /v2.0/ports/b179796e-104f-4cb4-a225-ec0da67c2e71/bindings/n-h2-793621-33 HTTP/1.1" status: 200 len: 385 time: 0.0597110 Aug 22 13:23:26.167091 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed56633-09c7-411c-918b-583bdf0cf6ef req-a98c6031-69e0-49a3-ad92-0b7264a853d3 tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:26.168609 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3ed56633-09c7-411c-918b-583bdf0cf6ef req-a98c6031-69e0-49a3-ad92-0b7264a853d3 tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] 10.222.0.21 "GET /v2.0/ports?device_id=f492287a-a9c4-4fd7-a5ee-af72bc128519 HTTP/1.1" status: 200 len: 949 time: 0.0489266 Aug 22 13:23:26.205679 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3ed56633-09c7-411c-918b-583bdf0cf6ef req-7c318375-da36-4d6d-97ce-2bdd14a408b2 tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b426999-510a-4468-acaa-5d64bebad44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311699 Aug 22 13:23:26.412987 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-14f2b6ee-48db-4b61-900b-369b65f3e178 service neutron] For port b179796e-104f-4cb4-a225-ec0da67c2e71, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=b179796e-104f-4cb4-a225-ec0da67c2e71,segment=NetworkSegment(0efbff2c-3dbf-4e79-83ba-47cbdc800632),segment_id=0efbff2c-3dbf-4e79-83ba-47cbdc800632)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:26.421843 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77da0e9-ad60-45df-b87e-f85d019880db req-7a53b517-f8fd-4678-b783-abe777e5fe59 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:26.423296 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a77da0e9-ad60-45df-b87e-f85d019880db req-7a53b517-f8fd-4678-b783-abe777e5fe59 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=d67bba42-1205-4a53-8690-4cf3129579bb HTTP/1.1" status: 200 len: 943 time: 0.0810502 Aug 22 13:23:26.458576 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-14f2b6ee-48db-4b61-900b-369b65f3e178 service neutron] For port b179796e-104f-4cb4-a225-ec0da67c2e71, host n-h1-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:23:26.489706 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a77da0e9-ad60-45df-b87e-f85d019880db req-8ba167fe-1336-4837-88c1-0633e1f2f486 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583742 Aug 22 13:23:26.499945 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-14f2b6ee-48db-4b61-900b-369b65f3e178 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b179796e-104f-4cb4-a225-ec0da67c2e71 {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:23:26.510867 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-14f2b6ee-48db-4b61-900b-369b65f3e178 service neutron] For port b179796e-104f-4cb4-a225-ec0da67c2e71, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=b179796e-104f-4cb4-a225-ec0da67c2e71,segment=NetworkSegment(0efbff2c-3dbf-4e79-83ba-47cbdc800632),segment_id=0efbff2c-3dbf-4e79-83ba-47cbdc800632)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:26.523945 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-14f2b6ee-48db-4b61-900b-369b65f3e178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:26.632750 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-14f2b6ee-48db-4b61-900b-369b65f3e178 service neutron] Transition to ACTIVE for port object b179796e-104f-4cb4-a225-ec0da67c2e71 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:23:26.647283 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4419dc-5a8e-4c27-b63a-e0719232ac5c req-6fe88038-ef84-4ce1-a9e0-0650fa3a8fec tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:26.653204 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4419dc-5a8e-4c27-b63a-e0719232ac5c req-6fe88038-ef84-4ce1-a9e0-0650fa3a8fec tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:26.662036 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4419dc-5a8e-4c27-b63a-e0719232ac5c req-6fe88038-ef84-4ce1-a9e0-0650fa3a8fec tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:26.662036 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4a4419dc-5a8e-4c27-b63a-e0719232ac5c req-6fe88038-ef84-4ce1-a9e0-0650fa3a8fec tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/ports?device_id=1381c6e8-9123-44f9-9bd7-30b5a2f31fa9 HTTP/1.1" status: 200 len: 2417 time: 0.0866241 Aug 22 13:23:26.662570 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-14f2b6ee-48db-4b61-900b-369b65f3e178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:26.753080 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-14f2b6ee-48db-4b61-900b-369b65f3e178 service neutron] No DVR routers for this DVR port b179796e-104f-4cb4-a225-ec0da67c2e71 on host n-h1-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:23:26.762954 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f2b6ee-48db-4b61-900b-369b65f3e178 service neutron] Pushing event updated for resources: {'Port': ['ID=b179796e-104f-4cb4-a225-ec0da67c2e71,revision_number=10']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:26.768340 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4a4419dc-5a8e-4c27-b63a-e0719232ac5c req-bf8f8665-03d6-44d1-8ab5-223610de66f3 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f1b5c3a-59c7-419d-bc79-21d076859164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974960 Aug 22 13:23:26.794781 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-14f2b6ee-48db-4b61-900b-369b65f3e178 service neutron] 10.222.0.41 "PUT /v2.0/ports/b179796e-104f-4cb4-a225-ec0da67c2e71/bindings/n-h2-793621-33/activate HTTP/1.1" status: 200 len: 370 time: 0.5792327 Aug 22 13:23:26.905234 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad11080d-11a0-4544-ac47-2f26a4987db0 req-2d07fc1a-5b0e-480f-971a-e92891591900 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:26.911417 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad11080d-11a0-4544-ac47-2f26a4987db0 req-2d07fc1a-5b0e-480f-971a-e92891591900 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:26.917258 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad11080d-11a0-4544-ac47-2f26a4987db0 req-2d07fc1a-5b0e-480f-971a-e92891591900 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:26.918812 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ad11080d-11a0-4544-ac47-2f26a4987db0 req-2d07fc1a-5b0e-480f-971a-e92891591900 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.16 "GET /v2.0/ports?device_id=1381c6e8-9123-44f9-9bd7-30b5a2f31fa9 HTTP/1.1" status: 200 len: 2417 time: 0.1079423 Aug 22 13:23:27.031270 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42005df2-9a5f-4dcd-8c9a-d956ba30e456 req-57933a69-55b7-4f7e-8b86-a1944fb30437 tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:27.032843 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-42005df2-9a5f-4dcd-8c9a-d956ba30e456 req-57933a69-55b7-4f7e-8b86-a1944fb30437 tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] 10.222.0.16 "GET /v2.0/ports?device_id=f492287a-a9c4-4fd7-a5ee-af72bc128519 HTTP/1.1" status: 200 len: 949 time: 0.0519888 Aug 22 13:23:27.146283 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-42005df2-9a5f-4dcd-8c9a-d956ba30e456 req-d020bdb9-dcca-4462-a0d3-deec8c656a80 tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] Deleting port a11efc44-d994-4e85-ac2b-ddd2b54f2d0c {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:23:27.146615 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-42005df2-9a5f-4dcd-8c9a-d956ba30e456 req-d020bdb9-dcca-4462-a0d3-deec8c656a80 tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:27.236784 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-42005df2-9a5f-4dcd-8c9a-d956ba30e456 req-d020bdb9-dcca-4462-a0d3-deec8c656a80 tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] For port a11efc44-d994-4e85-ac2b-ddd2b54f2d0c, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=a11efc44-d994-4e85-ac2b-ddd2b54f2d0c,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:27.237148 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-42005df2-9a5f-4dcd-8c9a-d956ba30e456 req-d020bdb9-dcca-4462-a0d3-deec8c656a80 tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:27.250990 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-42005df2-9a5f-4dcd-8c9a-d956ba30e456 req-d020bdb9-dcca-4462-a0d3-deec8c656a80 tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] Calling delete_port for a11efc44-d994-4e85-ac2b-ddd2b54f2d0c owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:23:27.289653 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f159e64-1d7a-4ae9-aad8-f147ff921bda req-f7f4a3e3-03f9-4252-99b9-0d1fe2a27362 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:27.291114 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8f159e64-1d7a-4ae9-aad8-f147ff921bda req-f7f4a3e3-03f9-4252-99b9-0d1fe2a27362 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb39c6f9-9027-430b-968c-05f1b9810b4c HTTP/1.1" status: 200 len: 949 time: 0.4441831 Aug 22 13:23:27.339040 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-6fcaa0bf-f63f-4bc3-8efd-904cb7177076 tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:27.340617 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-6fcaa0bf-f63f-4bc3-8efd-904cb7177076 tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d67bba42-1205-4a53-8690-4cf3129579bb&tenant_id=ec08ac96341043c28ecba1b995182de4&binding%3Ahost_id=n-h1-793621-33 HTTP/1.1" status: 200 len: 1096 time: 0.4571500 Aug 22 13:23:27.374048 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bd1b8-8e33-4559-a4ac-caeebacfc6ca req-a54c3c6e-bebb-479a-8450-3e263cf840db tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:27.375478 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9f5bd1b8-8e33-4559-a4ac-caeebacfc6ca req-a54c3c6e-bebb-479a-8450-3e263cf840db tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680391b-bdf8-47b9-a9c2-193bb155b55f HTTP/1.1" status: 200 len: 950 time: 0.4430776 Aug 22 13:23:27.394847 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-42005df2-9a5f-4dcd-8c9a-d956ba30e456 req-d020bdb9-dcca-4462-a0d3-deec8c656a80 tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:27.418483 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8f159e64-1d7a-4ae9-aad8-f147ff921bda req-a9664cff-c19f-46a2-ae38-997600f2695a tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf231afb-4973-4df1-8682-080492090eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194391 Aug 22 13:23:27.424784 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d020bdb9-dcca-4462-a0d3-deec8c656a80 tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] Pushing event deleted for resources: {'Port': ['ID=a11efc44-d994-4e85-ac2b-ddd2b54f2d0c,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:27.451169 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device cc5e5cdc-4d36-4eae-847e-a457c081d747 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:23:27.460269 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-6a543103-04f7-45d0-943a-68464dfba966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:27.461952 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-6a543103-04f7-45d0-943a-68464dfba966 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d67bba42-1205-4a53-8690-4cf3129579bb&tenant_id=ec08ac96341043c28ecba1b995182de4 HTTP/1.1" status: 200 len: 1096 time: 0.1057668 Aug 22 13:23:27.474081 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-42005df2-9a5f-4dcd-8c9a-d956ba30e456 req-d020bdb9-dcca-4462-a0d3-deec8c656a80 tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] No DVR routers for this DVR port a11efc44-d994-4e85-ac2b-ddd2b54f2d0c on host n-h2-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:23:27.476024 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9f5bd1b8-8e33-4559-a4ac-caeebacfc6ca req-b60c1b18-2d06-4ff5-8862-4e6971cc3446 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911460 Aug 22 13:23:27.478744 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-42005df2-9a5f-4dcd-8c9a-d956ba30e456 req-d020bdb9-dcca-4462-a0d3-deec8c656a80 tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:27.480832 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-42005df2-9a5f-4dcd-8c9a-d956ba30e456 req-d020bdb9-dcca-4462-a0d3-deec8c656a80 tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] 10.222.0.16 "DELETE /v2.0/ports/a11efc44-d994-4e85-ac2b-ddd2b54f2d0c HTTP/1.1" status: 204 len: 173 time: 0.4350836 Aug 22 13:23:27.483024 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f492287a-a9c4-4fd7-a5ee-af72bc128519', 'name': 'network-vif-deleted', 'tag': 'a11efc44-d994-4e85-ac2b-ddd2b54f2d0c'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:23:27.495539 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219775f3-d16e-4d68-8912-89ef4508bacf" -d '{"events": [{"server_uuid": "f492287a-a9c4-4fd7-a5ee-af72bc128519", "name": "network-vif-deleted", "tag": "a11efc44-d994-4e85-ac2b-ddd2b54f2d0c"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:23:27.498450 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-ad11080d-11a0-4544-ac47-2f26a4987db0 req-39a6b12b-6322-48bb-9a67-7c45a6deef0d tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Deleting port 140b4ff7-96ae-4f4b-9dee-b15fdfde0e42 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:23:27.498791 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ad11080d-11a0-4544-ac47-2f26a4987db0 req-39a6b12b-6322-48bb-9a67-7c45a6deef0d tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:27.548392 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port cc5e5cdc-4d36-4eae-847e-a457c081d747 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:23:27.559277 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port cc5e5cdc-4d36-4eae-847e-a457c081d747 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:23:27.559650 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:27.585081 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-de452ba1-f12a-4acf-a2dd-0ef4bd633f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:27.586561 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-de452ba1-f12a-4acf-a2dd-0ef4bd633f47 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec08ac96341043c28ecba1b995182de4&device_id=d67bba42-1205-4a53-8690-4cf3129579bb HTTP/1.1" status: 200 len: 1096 time: 0.0716257 Aug 22 13:23:27.678339 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:27.681622 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-59a5a78b-34e4-4e62-b339-430cc4a571a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:27.683132 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-59a5a78b-34e4-4e62-b339-430cc4a571a4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=887e0115-b4ac-4c62-9aab-f2d01695aede HTTP/1.1" status: 200 len: 922 time: 0.0848732 Aug 22 13:23:27.714239 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f4031d04-d40b-482b-aff8-92cd71306594 req-4ba389ec-6c9a-475b-969e-873591049c2e tempest-ImagesOneServerTestJSON-452474385 tempest-ImagesOneServerTestJSON-452474385-project] 10.222.0.21 "GET /v2.0/ports?device_id=f492287a-a9c4-4fd7-a5ee-af72bc128519 HTTP/1.1" status: 200 len: 210 time: 0.0864437 Aug 22 13:23:27.716158 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port cc5e5cdc-4d36-4eae-847e-a457c081d747, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=cc5e5cdc-4d36-4eae-847e-a457c081d747,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:27.724692 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:27.726935 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device b179796e-104f-4cb4-a225-ec0da67c2e71 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:23:27.735311 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb0808-c74c-4eaf-91c1-bced11af91cd req-360edf02-e3f7-4660-93fb-d5173484880a tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:27.740133 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1bfb0808-c74c-4eaf-91c1-bced11af91cd req-360edf02-e3f7-4660-93fb-d5173484880a tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 950 time: 0.2065661 Aug 22 13:23:27.768786 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-ad11080d-11a0-4544-ac47-2f26a4987db0 req-39a6b12b-6322-48bb-9a67-7c45a6deef0d tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] For port 140b4ff7-96ae-4f4b-9dee-b15fdfde0e42, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=140b4ff7-96ae-4f4b-9dee-b15fdfde0e42,segment=NetworkSegment(10191694-99f2-4762-a678-426364e5a9fb),segment_id=10191694-99f2-4762-a678-426364e5a9fb)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:27.769103 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ad11080d-11a0-4544-ac47-2f26a4987db0 req-39a6b12b-6322-48bb-9a67-7c45a6deef0d tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:27.793632 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-546e1353-f3cc-4e14-8185-6b2d3c9595ff x-openstack-request-id: req-546e1353-f3cc-4e14-8185-6b2d3c9595ff {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:23:27.793924 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f492287a-a9c4-4fd7-a5ee-af72bc128519", "name": "network-vif-deleted", "tag": "a11efc44-d994-4e85-ac2b-ddd2b54f2d0c", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:23:27.794175 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-546e1353-f3cc-4e14-8185-6b2d3c9595ff {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:23:27.794574 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f492287a-a9c4-4fd7-a5ee-af72bc128519', 'name': 'network-vif-deleted', 'tag': 'a11efc44-d994-4e85-ac2b-ddd2b54f2d0c', 'status': 'completed', 'code': 200} Aug 22 13:23:27.796113 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-5c811771-6c50-4f11-9ac1-f6cd076321b2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b179796e-104f-4cb4-a225-ec0da67c2e71 HTTP/1.1" status: 200 len: 217 time: 0.0985224 Aug 22 13:23:27.834550 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1bfb0808-c74c-4eaf-91c1-bced11af91cd req-5938bb94-10d1-40be-8de0-40a836f0ec0d tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856597 Aug 22 13:23:27.835558 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-ad11080d-11a0-4544-ac47-2f26a4987db0 req-39a6b12b-6322-48bb-9a67-7c45a6deef0d tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Calling delete_port for 140b4ff7-96ae-4f4b-9dee-b15fdfde0e42 owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:23:27.845439 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=cc5e5cdc-4d36-4eae-847e-a457c081d747,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:27.852130 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device b179796e-104f-4cb4-a225-ec0da67c2e71 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:23:27.890768 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb39c6f9-9027-430b-968c-05f1b9810b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5e5cdc-4d36-4eae-847e-a457c081d747'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:23:27.893465 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5d261e-99a8-4952-bbcb-6e0a4bcf448a" -d '{"events": [{"server_uuid": "eb39c6f9-9027-430b-968c-05f1b9810b4c", "name": "network-vif-plugged", "status": "completed", "tag": "cc5e5cdc-4d36-4eae-847e-a457c081d747"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:23:27.894526 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-74949e4a-c3cb-4f35-818c-7d4c8222e02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:27.897341 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-74949e4a-c3cb-4f35-818c-7d4c8222e02a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1fb53f66-6b81-41b6-9806-8520494df9af HTTP/1.1" status: 200 len: 861 time: 0.0869222 Aug 22 13:23:27.939894 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-a21311d4-0291-42e0-884e-fa41ce72a140 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=887e0115-b4ac-4c62-9aab-f2d01695aede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333238 Aug 22 13:23:27.968713 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dcb906-f82f-44a1-ab5a-328306b3d3da req-31823825-bbd4-4278-b54c-61ec2e7f2ea8 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:27.970224 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-28dcb906-f82f-44a1-ab5a-328306b3d3da req-31823825-bbd4-4278-b54c-61ec2e7f2ea8 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=d67bba42-1205-4a53-8690-4cf3129579bb HTTP/1.1" status: 200 len: 944 time: 0.1036990 Aug 22 13:23:28.030853 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:28.063633 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-28dcb906-f82f-44a1-ab5a-328306b3d3da req-d0943fc3-292d-4a2f-b887-9485f58b153f tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794103 Aug 22 13:23:28.077458 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-bee0ee52-5b79-4c2d-83f2-2a0f4b35fb78 service neutron] 10.222.0.16 "GET /v2.0/networks/887e0115-b4ac-4c62-9aab-f2d01695aede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275747 Aug 22 13:23:28.080357 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ad11080d-11a0-4544-ac47-2f26a4987db0 req-39a6b12b-6322-48bb-9a67-7c45a6deef0d tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:28.104782 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['62fb81ac-7ca9-4a4b-be09-8373153c82ba', '937d57e6-54ff-43be-a365-f47a423a9964', '140b4ff7-96ae-4f4b-9dee-b15fdfde0e42'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:23:28.148729 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75f8ae6-c2e5-4022-8d5d-9f00f0396540 x-openstack-request-id: req-d75f8ae6-c2e5-4022-8d5d-9f00f0396540 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:23:28.149175 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb39c6f9-9027-430b-968c-05f1b9810b4c", "name": "network-vif-plugged", "status": "completed", "tag": "cc5e5cdc-4d36-4eae-847e-a457c081d747", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:23:28.149524 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d75f8ae6-c2e5-4022-8d5d-9f00f0396540 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:23:28.150019 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb39c6f9-9027-430b-968c-05f1b9810b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5e5cdc-4d36-4eae-847e-a457c081d747', 'code': 200} Aug 22 13:23:28.187145 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a6b12b-6322-48bb-9a67-7c45a6deef0d tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Pushing event deleted for resources: {'Port': ['ID=140b4ff7-96ae-4f4b-9dee-b15fdfde0e42,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:28.205375 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-f14ef6f0-f56d-4292-9365-e33d13da445f service neutron] 10.222.0.16 "GET /v2.0/networks/887e0115-b4ac-4c62-9aab-f2d01695aede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141779 Aug 22 13:23:28.261773 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad11080d-11a0-4544-ac47-2f26a4987db0 req-39a6b12b-6322-48bb-9a67-7c45a6deef0d tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] No DVR routers for this DVR port 140b4ff7-96ae-4f4b-9dee-b15fdfde0e42 on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:23:28.273354 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ad11080d-11a0-4544-ac47-2f26a4987db0 req-39a6b12b-6322-48bb-9a67-7c45a6deef0d tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:28.279799 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ad11080d-11a0-4544-ac47-2f26a4987db0 req-39a6b12b-6322-48bb-9a67-7c45a6deef0d tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.16 "DELETE /v2.0/ports/140b4ff7-96ae-4f4b-9dee-b15fdfde0e42 HTTP/1.1" status: 204 len: 173 time: 1.3422563 Aug 22 13:23:28.280433 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1381c6e8-9123-44f9-9bd7-30b5a2f31fa9', 'name': 'network-vif-deleted', 'tag': '140b4ff7-96ae-4f4b-9dee-b15fdfde0e42'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:23:28.282862 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620aaf8b-d9fc-4b22-909a-645a17f4f320" -d '{"events": [{"server_uuid": "1381c6e8-9123-44f9-9bd7-30b5a2f31fa9", "name": "network-vif-deleted", "tag": "140b4ff7-96ae-4f4b-9dee-b15fdfde0e42"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:23:28.361148 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0fcf32-55d7-4c53-99ee-7a5b0d791be3 req-829c21b8-271d-4bf2-ba2b-75cc5836131b tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:28.368743 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0fcf32-55d7-4c53-99ee-7a5b0d791be3 req-829c21b8-271d-4bf2-ba2b-75cc5836131b tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:28.393310 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ba0fcf32-55d7-4c53-99ee-7a5b0d791be3 req-829c21b8-271d-4bf2-ba2b-75cc5836131b tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/ports?device_id=1381c6e8-9123-44f9-9bd7-30b5a2f31fa9 HTTP/1.1" status: 200 len: 1682 time: 0.3231289 Aug 22 13:23:28.397574 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6115272f-ee3e-4470-9af4-f5e952b8e9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:28.402372 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e07d12a-bf16-43a9-ae94-9dbc86d209c5 x-openstack-request-id: req-2e07d12a-bf16-43a9-ae94-9dbc86d209c5 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:23:28.404145 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1381c6e8-9123-44f9-9bd7-30b5a2f31fa9", "name": "network-vif-deleted", "tag": "140b4ff7-96ae-4f4b-9dee-b15fdfde0e42", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:23:28.404733 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2e07d12a-bf16-43a9-ae94-9dbc86d209c5 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:23:28.404951 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1381c6e8-9123-44f9-9bd7-30b5a2f31fa9', 'name': 'network-vif-deleted', 'tag': '140b4ff7-96ae-4f4b-9dee-b15fdfde0e42', 'status': 'completed', 'code': 200} Aug 22 13:23:28.492166 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5515259-fd20-465e-ad1f-4f0cc4ae3773 req-01664427-c970-4a0c-9849-baa901c18205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:28.494337 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a5515259-fd20-465e-ad1f-4f0cc4ae3773 req-01664427-c970-4a0c-9849-baa901c18205 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eb39c6f9-9027-430b-968c-05f1b9810b4c HTTP/1.1" status: 200 len: 1102 time: 0.2890093 Aug 22 13:23:28.580878 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ba0fcf32-55d7-4c53-99ee-7a5b0d791be3 req-c2a83596-fba7-4b1c-894f-f77ce42fa4ab tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f1b5c3a-59c7-419d-bc79-21d076859164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864009 Aug 22 13:23:28.614967 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-2e303540-5883-4651-9d16-30ea64aca456 tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:28.616920 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a5515259-fd20-465e-ad1f-4f0cc4ae3773 req-ea3e792a-0fb6-454a-85f7-2aa64f036f2b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bf231afb-4973-4df1-8682-080492090eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735607 Aug 22 13:23:28.617129 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-2e303540-5883-4651-9d16-30ea64aca456 tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d67bba42-1205-4a53-8690-4cf3129579bb&tenant_id=ec08ac96341043c28ecba1b995182de4&binding%3Ahost_id=n-h2-793621-33 HTTP/1.1" status: 200 len: 1096 time: 0.0517843 Aug 22 13:23:28.630118 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbec9d3-1f3b-4272-9006-99433a6113fd req-2b57b826-5a9a-4d74-87c0-810b581a175a tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:28.631610 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2dbec9d3-1f3b-4272-9006-99433a6113fd req-2b57b826-5a9a-4d74-87c0-810b581a175a tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb39c6f9-9027-430b-968c-05f1b9810b4c HTTP/1.1" status: 200 len: 950 time: 0.1033921 Aug 22 13:23:28.638192 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-ad11080d-11a0-4544-ac47-2f26a4987db0 req-f96721f5-11c1-45f3-8de5-6ad1ed0606e9 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Deleting port 62fb81ac-7ca9-4a4b-be09-8373153c82ba {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:23:28.638617 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ad11080d-11a0-4544-ac47-2f26a4987db0 req-f96721f5-11c1-45f3-8de5-6ad1ed0606e9 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:28.743293 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-002b33b2-5c2a-4bd9-9a0c-b363fc7231fb service neutron] For port b179796e-104f-4cb4-a225-ec0da67c2e71, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:23:28.745863 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-002b33b2-5c2a-4bd9-9a0c-b363fc7231fb service neutron] Notify callbacks [] for binding, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:28.746982 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-78fa374d-6a4c-4acb-af59-1acc21ffccd5 req-002b33b2-5c2a-4bd9-9a0c-b363fc7231fb service neutron] 10.222.0.16 "DELETE /v2.0/ports/b179796e-104f-4cb4-a225-ec0da67c2e71/bindings/n-h1-793621-33 HTTP/1.1" status: 204 len: 173 time: 0.1209691 Aug 22 13:23:28.772634 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2dbec9d3-1f3b-4272-9006-99433a6113fd req-03e37d14-1388-412e-8249-c47375b57b81 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf231afb-4973-4df1-8682-080492090eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307240 Aug 22 13:23:28.797733 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19010063-893b-47ab-bd53-f61a86714408 req-d07c662c-ecf7-4337-87ee-eafc89e65934 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:28.799244 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-19010063-893b-47ab-bd53-f61a86714408 req-d07c662c-ecf7-4337-87ee-eafc89e65934 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680391b-bdf8-47b9-a9c2-193bb155b55f HTTP/1.1" status: 200 len: 950 time: 0.1332266 Aug 22 13:23:28.813076 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-ad11080d-11a0-4544-ac47-2f26a4987db0 req-f96721f5-11c1-45f3-8de5-6ad1ed0606e9 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] For port 62fb81ac-7ca9-4a4b-be09-8373153c82ba, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=62fb81ac-7ca9-4a4b-be09-8373153c82ba,segment=NetworkSegment(d28243d9-1bc3-4788-b149-5bbd03336d46),segment_id=d28243d9-1bc3-4788-b149-5bbd03336d46)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:28.813482 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ad11080d-11a0-4544-ac47-2f26a4987db0 req-f96721f5-11c1-45f3-8de5-6ad1ed0606e9 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:28.846246 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-ad11080d-11a0-4544-ac47-2f26a4987db0 req-f96721f5-11c1-45f3-8de5-6ad1ed0606e9 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Calling delete_port for 62fb81ac-7ca9-4a4b-be09-8373153c82ba owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:23:28.879688 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-19010063-893b-47ab-bd53-f61a86714408 req-5ffaf64e-81c1-4bd7-81d0-50dd5920d527 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711589 Aug 22 13:23:28.955585 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:23:29.114576 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ad11080d-11a0-4544-ac47-2f26a4987db0 req-f96721f5-11c1-45f3-8de5-6ad1ed0606e9 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:29.127336 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e774558-4a87-4c78-b0c2-19da8a69f43f req-70b6a872-1e27-47b5-acdb-f75360216da7 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:29.135029 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7e774558-4a87-4c78-b0c2-19da8a69f43f req-70b6a872-1e27-47b5-acdb-f75360216da7 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 950 time: 0.1732683 Aug 22 13:23:29.183286 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96721f5-11c1-45f3-8de5-6ad1ed0606e9 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Pushing event deleted for resources: {'Port': ['ID=62fb81ac-7ca9-4a4b-be09-8373153c82ba,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:29.241959 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad11080d-11a0-4544-ac47-2f26a4987db0 req-f96721f5-11c1-45f3-8de5-6ad1ed0606e9 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] No DVR routers for this DVR port 62fb81ac-7ca9-4a4b-be09-8373153c82ba on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:23:29.251436 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ad11080d-11a0-4544-ac47-2f26a4987db0 req-f96721f5-11c1-45f3-8de5-6ad1ed0606e9 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:29.254098 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ad11080d-11a0-4544-ac47-2f26a4987db0 req-f96721f5-11c1-45f3-8de5-6ad1ed0606e9 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.16 "DELETE /v2.0/ports/62fb81ac-7ca9-4a4b-be09-8373153c82ba HTTP/1.1" status: 204 len: 173 time: 0.9587619 Aug 22 13:23:29.265977 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7e774558-4a87-4c78-b0c2-19da8a69f43f req-94617bc6-dd0b-4a75-a155-617d15baad93 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285806 Aug 22 13:23:29.313212 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48102) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:23:29.447403 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a44d1-9188-419e-a92f-e12b18e59988 req-7ceab86a-27b8-4108-985b-c34138e9d582 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:29.453957 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a44d1-9188-419e-a92f-e12b18e59988 req-7ceab86a-27b8-4108-985b-c34138e9d582 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:29.455369 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cb8a44d1-9188-419e-a92f-e12b18e59988 req-7ceab86a-27b8-4108-985b-c34138e9d582 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=67c4d803-b178-4c37-822c-8eeed936eb5b&device_id=7680391b-bdf8-47b9-a9c2-193bb155b55f HTTP/1.1" status: 200 len: 1691 time: 0.1639352 Aug 22 13:23:29.515653 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cb8a44d1-9188-419e-a92f-e12b18e59988 req-1f231df8-a950-4605-9675-95baed9b7014 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524273 Aug 22 13:23:29.524076 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2a0b3f9f-75e3-4ae2-a996-0fe6842ce515 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e0c7fe60fae44eee926462a3b4f67658&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2087021 Aug 22 13:23:29.526102 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48106) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:23:29.530548 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-ad11080d-11a0-4544-ac47-2f26a4987db0 req-ab1163ab-7cca-48fd-a346-832b49a881af tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Deleting port 937d57e6-54ff-43be-a365-f47a423a9964 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:23:29.531357 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ad11080d-11a0-4544-ac47-2f26a4987db0 req-ab1163ab-7cca-48fd-a346-832b49a881af tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:29.638986 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-33556941-18c1-4c03-8562-6185734dc695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:29.654209 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-ad11080d-11a0-4544-ac47-2f26a4987db0 req-ab1163ab-7cca-48fd-a346-832b49a881af tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] For port 937d57e6-54ff-43be-a365-f47a423a9964, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=937d57e6-54ff-43be-a365-f47a423a9964,segment=NetworkSegment(10191694-99f2-4762-a678-426364e5a9fb),segment_id=10191694-99f2-4762-a678-426364e5a9fb)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:29.654618 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ad11080d-11a0-4544-ac47-2f26a4987db0 req-ab1163ab-7cca-48fd-a346-832b49a881af tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:29.666733 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-33556941-18c1-4c03-8562-6185734dc695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:29.668283 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-ad11080d-11a0-4544-ac47-2f26a4987db0 req-ab1163ab-7cca-48fd-a346-832b49a881af tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Calling delete_port for 937d57e6-54ff-43be-a365-f47a423a9964 owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:23:29.735601 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-33556941-18c1-4c03-8562-6185734dc695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:29.742238 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-33556941-18c1-4c03-8562-6185734dc695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:29.743421 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-33556941-18c1-4c03-8562-6185734dc695 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4b426999-510a-4468-acaa-5d64bebad44e HTTP/1.1" status: 204 len: 168 time: 0.2161829 Aug 22 13:23:29.758461 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33556941-18c1-4c03-8562-6185734dc695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b426999-510a-4468-acaa-5d64bebad44e,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:29.843022 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4943142-6f2d-4585-91e9-542a876fe57d req-415b7cbf-48f8-432c-841b-c8887b8b110f tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:29.844596 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d4943142-6f2d-4585-91e9-542a876fe57d req-415b7cbf-48f8-432c-841b-c8887b8b110f tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=d67bba42-1205-4a53-8690-4cf3129579bb HTTP/1.1" status: 200 len: 944 time: 0.1634808 Aug 22 13:23:29.854137 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a5a9f-416e-4efe-9474-b78d28cd6cf3 req-c828e9d3-189c-4ada-9f6b-79cde82238c7 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:29.855612 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-318a5a9f-416e-4efe-9474-b78d28cd6cf3 req-c828e9d3-189c-4ada-9f6b-79cde82238c7 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/ports?device_id=1381c6e8-9123-44f9-9bd7-30b5a2f31fa9 HTTP/1.1" status: 200 len: 946 time: 0.1759341 Aug 22 13:23:29.963786 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d4943142-6f2d-4585-91e9-542a876fe57d req-1dde2073-2354-4c54-8202-06895400fe4d tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069336 Aug 22 13:23:29.995139 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-318a5a9f-416e-4efe-9474-b78d28cd6cf3 req-bc88b23d-38ac-48c9-9b1b-40ecfeb8309d tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f1b5c3a-59c7-419d-bc79-21d076859164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306801 Aug 22 13:23:30.014648 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ad11080d-11a0-4544-ac47-2f26a4987db0 req-ab1163ab-7cca-48fd-a346-832b49a881af tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:30.067037 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1163ab-7cca-48fd-a346-832b49a881af tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Pushing event deleted for resources: {'Port': ['ID=937d57e6-54ff-43be-a365-f47a423a9964,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:30.162237 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad11080d-11a0-4544-ac47-2f26a4987db0 req-ab1163ab-7cca-48fd-a346-832b49a881af tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] No DVR routers for this DVR port 937d57e6-54ff-43be-a365-f47a423a9964 on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:23:30.167628 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ad11080d-11a0-4544-ac47-2f26a4987db0 req-ab1163ab-7cca-48fd-a346-832b49a881af tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:30.169873 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ad11080d-11a0-4544-ac47-2f26a4987db0 req-ab1163ab-7cca-48fd-a346-832b49a881af tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.16 "DELETE /v2.0/ports/937d57e6-54ff-43be-a365-f47a423a9964 HTTP/1.1" status: 204 len: 173 time: 0.8880424 Aug 22 13:23:30.181885 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d7795d-614f-4554-bd3e-7823f5a8b508 req-cc5bd291-d173-4375-ac69-a75809675c3c tempest-ServersOnMultiNodesTest-304312147 tempest-ServersOnMultiNodesTest-304312147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:30.183419 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-75d7795d-614f-4554-bd3e-7823f5a8b508 req-cc5bd291-d173-4375-ac69-a75809675c3c tempest-ServersOnMultiNodesTest-304312147 tempest-ServersOnMultiNodesTest-304312147-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=67c4d803-b178-4c37-822c-8eeed936eb5b HTTP/1.1" status: 200 len: 1102 time: 0.1226254 Aug 22 13:23:30.197022 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8850d2-6661-4ea2-94ea-a303b1544f72 req-83d90537-32c5-4bdd-bb81-53b03d2dfebe tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:30.198663 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8a8850d2-6661-4ea2-94ea-a303b1544f72 req-83d90537-32c5-4bdd-bb81-53b03d2dfebe tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb39c6f9-9027-430b-968c-05f1b9810b4c HTTP/1.1" status: 200 len: 950 time: 0.1338465 Aug 22 13:23:30.255660 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-75d7795d-614f-4554-bd3e-7823f5a8b508 req-3a81cec2-4370-41f9-9fd6-08e0f1a9d798 tempest-ServersOnMultiNodesTest-304312147 tempest-ServersOnMultiNodesTest-304312147-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559607 Aug 22 13:23:30.269046 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8a8850d2-6661-4ea2-94ea-a303b1544f72 req-c3d160ea-56dd-4de2-928b-42dc92928bce tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf231afb-4973-4df1-8682-080492090eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624847 Aug 22 13:23:30.407375 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1381c6e8-9123-44f9-9bd7-30b5a2f31fa9', 'name': 'network-vif-deleted', 'tag': '62fb81ac-7ca9-4a4b-be09-8373153c82ba'}, {'server_uuid': '1381c6e8-9123-44f9-9bd7-30b5a2f31fa9', 'name': 'network-vif-deleted', 'tag': '937d57e6-54ff-43be-a365-f47a423a9964'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:23:30.410885 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced43634-cf6b-41d5-86f4-c39dd6aea025" -d '{"events": [{"server_uuid": "1381c6e8-9123-44f9-9bd7-30b5a2f31fa9", "name": "network-vif-deleted", "tag": "62fb81ac-7ca9-4a4b-be09-8373153c82ba"}, {"server_uuid": "1381c6e8-9123-44f9-9bd7-30b5a2f31fa9", "name": "network-vif-deleted", "tag": "937d57e6-54ff-43be-a365-f47a423a9964"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:23:30.428460 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc418c4-4d5a-455f-83df-1aa85cf8317d req-46aef3b2-b3fa-448d-9305-8bdfa00a5ca6 tempest-ServersOnMultiNodesTest-304312147 tempest-ServersOnMultiNodesTest-304312147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:30.430435 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-afc418c4-4d5a-455f-83df-1aa85cf8317d req-46aef3b2-b3fa-448d-9305-8bdfa00a5ca6 tempest-ServersOnMultiNodesTest-304312147 tempest-ServersOnMultiNodesTest-304312147-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7680391b-bdf8-47b9-a9c2-193bb155b55f HTTP/1.1" status: 200 len: 1102 time: 0.0858445 Aug 22 13:23:30.452606 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30e99c-e66b-4199-8e3e-c569eafc5a21 req-31043e7d-e828-4556-ae5d-1182a432268b tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:30.454127 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5e30e99c-e66b-4199-8e3e-c569eafc5a21 req-31043e7d-e828-4556-ae5d-1182a432268b tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 950 time: 0.0777514 Aug 22 13:23:30.503616 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-afc418c4-4d5a-455f-83df-1aa85cf8317d req-3119e84a-24c9-4181-8759-b91ff7ae3c9d tempest-ServersOnMultiNodesTest-304312147 tempest-ServersOnMultiNodesTest-304312147-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652785 Aug 22 13:23:30.511464 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5e30e99c-e66b-4199-8e3e-c569eafc5a21 req-4f34d965-e5e7-4c67-a7fb-cb0d07e687e5 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487964 Aug 22 13:23:30.621672 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e3e7d-6a91-48e7-b09e-7d550835c3c0 req-da6978d9-45c8-4092-80bd-8d343149df92 tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:30.624714 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-742e3e7d-6a91-48e7-b09e-7d550835c3c0 req-da6978d9-45c8-4092-80bd-8d343149df92 tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d67bba42-1205-4a53-8690-4cf3129579bb HTTP/1.1" status: 200 len: 1096 time: 0.0445421 Aug 22 13:23:30.659568 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-742e3e7d-6a91-48e7-b09e-7d550835c3c0 req-43605c39-5cc4-4e0b-b1b2-c92bbeac19ba tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305443 Aug 22 13:23:30.783211 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 22 Aug 2021 13:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9bd4fb1-1406-4b26-aa94-78a715234526 x-openstack-request-id: req-f9bd4fb1-1406-4b26-aa94-78a715234526 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:23:30.783511 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1381c6e8-9123-44f9-9bd7-30b5a2f31fa9", "name": "network-vif-deleted", "tag": "62fb81ac-7ca9-4a4b-be09-8373153c82ba", "status": "completed", "code": 200}, {"server_uuid": "1381c6e8-9123-44f9-9bd7-30b5a2f31fa9", "name": "network-vif-deleted", "tag": "937d57e6-54ff-43be-a365-f47a423a9964", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:23:30.783763 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f9bd4fb1-1406-4b26-aa94-78a715234526 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:23:30.785959 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1381c6e8-9123-44f9-9bd7-30b5a2f31fa9', 'name': 'network-vif-deleted', 'tag': '62fb81ac-7ca9-4a4b-be09-8373153c82ba', 'status': 'completed', 'code': 200} Aug 22 13:23:30.785959 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1381c6e8-9123-44f9-9bd7-30b5a2f31fa9', 'name': 'network-vif-deleted', 'tag': '937d57e6-54ff-43be-a365-f47a423a9964', 'status': 'completed', 'code': 200} Aug 22 13:23:30.853085 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 937d57e6-54ff-43be-a365-f47a423a9964 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:23:31.068185 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: 937d57e6-54ff-43be-a365-f47a423a9964 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:23:31.068655 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 937d57e6-54ff-43be-a365-f47a423a9964 not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:23:31.069193 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device a11efc44-d994-4e85-ac2b-ddd2b54f2d0c no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:23:31.089813 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: a11efc44-d994-4e85-ac2b-ddd2b54f2d0c {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:23:31.090531 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device a11efc44-d994-4e85-ac2b-ddd2b54f2d0c not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:23:31.091204 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 62fb81ac-7ca9-4a4b-be09-8373153c82ba no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:23:31.095280 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d750a13b-8324-4e86-9b50-45bed2b26844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:31.114853 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: 62fb81ac-7ca9-4a4b-be09-8373153c82ba {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:23:31.115567 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 62fb81ac-7ca9-4a4b-be09-8373153c82ba not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:23:31.116254 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 140b4ff7-96ae-4f4b-9dee-b15fdfde0e42 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:23:31.119966 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee8960c-e334-4eaa-876b-c5c129f6dbe6 req-19f1c5fa-a8e8-41d7-867d-2668d504c72f tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:31.124773 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fee8960c-e334-4eaa-876b-c5c129f6dbe6 req-19f1c5fa-a8e8-41d7-867d-2668d504c72f tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/networks?id=887e0115-b4ac-4c62-9aab-f2d01695aede HTTP/1.1" status: 200 len: 821 time: 0.1394846 Aug 22 13:23:31.137016 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: 140b4ff7-96ae-4f4b-9dee-b15fdfde0e42 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:23:31.137465 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 140b4ff7-96ae-4f4b-9dee-b15fdfde0e42 not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:23:31.158076 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:31.160954 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fee8960c-e334-4eaa-876b-c5c129f6dbe6 req-c93a3875-5771-4d75-bbcd-cb9dab3cb410 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/quotas/ec08ac96341043c28ecba1b995182de4 HTTP/1.1" status: 200 len: 375 time: 0.0256224 Aug 22 13:23:31.201084 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90370fef-953c-4d5e-ab90-5e8c1518f753 req-7ddd1480-64a7-4559-928d-aaaf98bf3cb8 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:31.202532 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-90370fef-953c-4d5e-ab90-5e8c1518f753 req-7ddd1480-64a7-4559-928d-aaaf98bf3cb8 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ee82be1-23ac-4759-ae13-ef619353d72e HTTP/1.1" status: 200 len: 946 time: 0.0769365 Aug 22 13:23:31.241253 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fee8960c-e334-4eaa-876b-c5c129f6dbe6 req-fdd1cc48-0520-421f-a99f-cb0eb4f83dc0 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec08ac96341043c28ecba1b995182de4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0746295 Aug 22 13:23:31.264946 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-90370fef-953c-4d5e-ab90-5e8c1518f753 req-a08af801-e816-4a4b-b208-1e3feabe94ab tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ed2b1cd-e89d-453d-a1b3-990a20bb0165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544779 Aug 22 13:23:31.356807 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fee8960c-e334-4eaa-876b-c5c129f6dbe6 req-fc464162-2daf-4006-9e62-bcbd5619a1f2 service neutron] 10.222.0.21 "GET /v2.0/networks/887e0115-b4ac-4c62-9aab-f2d01695aede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082144 Aug 22 13:23:31.373147 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-33e5222d-8ca8-43fe-aece-e4a8214dcf32 req-58485cdf-4b33-48ea-a92d-3010523ac245 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=3293b7ee4d6246eea45839e50af5e7ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321922 Aug 22 13:23:31.519243 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fee8960c-e334-4eaa-876b-c5c129f6dbe6 req-9f0a722d-fc58-4e04-a0b6-20caca19337e service neutron] 10.222.0.21 "GET /v2.0/networks/887e0115-b4ac-4c62-9aab-f2d01695aede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537936 Aug 22 13:23:31.534824 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e5222d-8ca8-43fe-aece-e4a8214dcf32 req-516497b7-546b-4244-beb4-dda8773bca59 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:31.536365 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-33e5222d-8ca8-43fe-aece-e4a8214dcf32 req-516497b7-546b-4244-beb4-dda8773bca59 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1528182 Aug 22 13:23:31.552049 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-33e5222d-8ca8-43fe-aece-e4a8214dcf32 req-91cbffb1-9aee-4a5c-92eb-8580813f2758 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] 10.222.0.21 "GET /v2.0/quotas/3293b7ee4d6246eea45839e50af5e7ea HTTP/1.1" status: 200 len: 375 time: 0.0097902 Aug 22 13:23:31.606165 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-33e5222d-8ca8-43fe-aece-e4a8214dcf32 req-5cf4b289-ac3d-4d61-a7c9-a7bf67b854f5 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3293b7ee4d6246eea45839e50af5e7ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0480542 Aug 22 13:23:31.671362 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48210) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:23:31.766994 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9138382-a891-479b-9fd7-b6793b603da7 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Deleting subnet 5d18322f-b4bb-4fb2-b5c0-c02934f93aac {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:23:31.787459 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a9138382-a891-479b-9fd7-b6793b603da7 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:31.834998 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-d031c1b9-54b4-464b-8f9c-8fd5d6793b97 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=49eccb789dab4d5eaed86ee1a537d189&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362177 Aug 22 13:23:31.854406 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a9138382-a891-479b-9fd7-b6793b603da7 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:31.968911 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e75a1-41f0-4815-8d59-8bb2aacbf2b3 req-44876bcc-41bc-4f04-bd30-ac18d3bd7c42 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:31.969159 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-467e75a1-41f0-4815-8d59-8bb2aacbf2b3 req-44876bcc-41bc-4f04-bd30-ac18d3bd7c42 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 950 time: 0.1321535 Aug 22 13:23:31.994677 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a9138382-a891-479b-9fd7-b6793b603da7 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:32.030609 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-3741d0f7-5485-46c3-979d-adf52d9566d6 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:32.032213 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-3741d0f7-5485-46c3-979d-adf52d9566d6 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1962626 Aug 22 13:23:32.064789 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-467e75a1-41f0-4815-8d59-8bb2aacbf2b3 req-8adc3c19-1f58-4df6-a453-da4271cf7f86 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855765 Aug 22 13:23:32.073169 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-f46b03a8-df4b-4816-98ef-d533aa3491c6 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/quotas/49eccb789dab4d5eaed86ee1a537d189 HTTP/1.1" status: 200 len: 375 time: 0.0288491 Aug 22 13:23:32.094358 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a9138382-a891-479b-9fd7-b6793b603da7 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:32.134182 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-5e1eb226-7c9a-4dfb-8ad1-ef03e9d6dd2c tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=49eccb789dab4d5eaed86ee1a537d189&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0600686 Aug 22 13:23:32.144696 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9138382-a891-479b-9fd7-b6793b603da7 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Pushing event deleted for resources: {'Subnet': ['ID=5d18322f-b4bb-4fb2-b5c0-c02934f93aac,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:32.156386 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a9138382-a891-479b-9fd7-b6793b603da7 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:32.158328 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a9138382-a891-479b-9fd7-b6793b603da7 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "DELETE /v2.0/subnets/5d18322f-b4bb-4fb2-b5c0-c02934f93aac HTTP/1.1" status: 204 len: 168 time: 0.4849534 Aug 22 13:23:32.163718 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48248) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:23:32.166110 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062749e9-1002-4edc-b9c8-4b52b87b7306 None None] Network 2bbcaf19-42a9-4f4a-bab2-cdb8ea7e907e requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:23:32.174062 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e55be3c2-65a7-4821-aa36-63154988926f req-e12e81fa-e371-41e5-8f3b-94ea854ea3ed tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=c34101a4-b788-43a2-8b7c-ba4b4b05535d HTTP/1.1" status: 200 len: 210 time: 0.0363631 Aug 22 13:23:32.305924 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:32.306838 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-aac96c97-9af2-4b26-a71f-625432aa51bc req-7a220fdf-22ef-44c3-9712-ad31e02fcc15 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f404b95-2769-49fd-a4a3-e7fbf1298606 HTTP/1.1" status: 200 len: 210 time: 0.0359848 Aug 22 13:23:32.335460 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d01ff58f-aa46-48ee-bffd-efeb2996e6d8 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:32.447068 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-d01ff58f-aa46-48ee-bffd-efeb2996e6d8 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Deleting port b5d057b9-f0cb-4594-816b-ba83272d35b7 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:23:32.447416 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d01ff58f-aa46-48ee-bffd-efeb2996e6d8 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:32.509573 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba56a50-f14c-41c4-b4e0-5c6942721200 None None] DHCP port deletion for 2bbcaf19-42a9-4f4a-bab2-cdb8ea7e907e request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:23:32.584006 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-d01ff58f-aa46-48ee-bffd-efeb2996e6d8 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] For port b5d057b9-f0cb-4594-816b-ba83272d35b7, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=b5d057b9-f0cb-4594-816b-ba83272d35b7,segment=NetworkSegment(d28243d9-1bc3-4788-b149-5bbd03336d46),segment_id=d28243d9-1bc3-4788-b149-5bbd03336d46)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:32.584444 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d01ff58f-aa46-48ee-bffd-efeb2996e6d8 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:32.613923 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-9ba56a50-f14c-41c4-b4e0-5c6942721200 None None] Deleting port b5d057b9-f0cb-4594-816b-ba83272d35b7 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:23:32.615983 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-d01ff58f-aa46-48ee-bffd-efeb2996e6d8 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Calling delete_port for b5d057b9-f0cb-4594-816b-ba83272d35b7 owned by network:dhcp {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:23:32.618250 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9ba56a50-f14c-41c4-b4e0-5c6942721200 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:32.742829 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-9ba56a50-f14c-41c4-b4e0-5c6942721200 None None] For port b5d057b9-f0cb-4594-816b-ba83272d35b7, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=b5d057b9-f0cb-4594-816b-ba83272d35b7,segment=NetworkSegment(d28243d9-1bc3-4788-b149-5bbd03336d46),segment_id=d28243d9-1bc3-4788-b149-5bbd03336d46)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:32.746602 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9ba56a50-f14c-41c4-b4e0-5c6942721200 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:32.781334 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-9ba56a50-f14c-41c4-b4e0-5c6942721200 None None] Calling delete_port for b5d057b9-f0cb-4594-816b-ba83272d35b7 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:23:32.787152 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d01ff58f-aa46-48ee-bffd-efeb2996e6d8 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:32.808494 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01ff58f-aa46-48ee-bffd-efeb2996e6d8 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] No DVR routers for this DVR port b5d057b9-f0cb-4594-816b-ba83272d35b7 on host n-d-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:23:32.956676 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9ba56a50-f14c-41c4-b4e0-5c6942721200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:32.972005 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d01ff58f-aa46-48ee-bffd-efeb2996e6d8 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:32.983686 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-d01ff58f-aa46-48ee-bffd-efeb2996e6d8 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bbcaf19-42a9-4f4a-bab2-cdb8ea7e907e']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:23:32.996740 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-d01ff58f-aa46-48ee-bffd-efeb2996e6d8 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd28243d9-1bc3-4788-b149-5bbd03336d46') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:23:32.997035 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-d01ff58f-aa46-48ee-bffd-efeb2996e6d8 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd28243d9-1bc3-4788-b149-5bbd03336d46') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:23:33.007927 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d01ff58f-aa46-48ee-bffd-efeb2996e6d8 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:33.023908 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d01ff58f-aa46-48ee-bffd-efeb2996e6d8 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:33.037839 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d01ff58f-aa46-48ee-bffd-efeb2996e6d8 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:23:33.038239 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d01ff58f-aa46-48ee-bffd-efeb2996e6d8 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:33.063656 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba56a50-f14c-41c4-b4e0-5c6942721200 None None] Pushing event deleted for resources: {'Port': ['ID=b5d057b9-f0cb-4594-816b-ba83272d35b7,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:33.068755 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba56a50-f14c-41c4-b4e0-5c6942721200 None None] No DVR routers for this DVR port b5d057b9-f0cb-4594-816b-ba83272d35b7 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:23:33.123035 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d3904cd2-9803-44b5-9010-be7144c0010e req-ff4e250b-46c6-45ab-ae11-27a17baf6d81 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1899229001&fields=id&tenant_id=b89bb4a9db344bbc8ad24d9d42b44cf6 HTTP/1.1" status: 200 len: 267 time: 0.0759830 Aug 22 13:23:33.125756 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48292) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:23:33.136085 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device b5d057b9-f0cb-4594-816b-ba83272d35b7 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:23:33.184751 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: b5d057b9-f0cb-4594-816b-ba83272d35b7 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:23:33.186392 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device b5d057b9-f0cb-4594-816b-ba83272d35b7 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:23:33.221218 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cddcf4d4-4c2a-4b09-bdc0-92a3c50bbb4e req-418cc5c1-5f37-4ae3-86e4-461683ca6978 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5fae91d-e095-4a8b-a9cf-39bda265f757 HTTP/1.1" status: 200 len: 210 time: 0.0748172 Aug 22 13:23:33.378251 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3904cd2-9803-44b5-9010-be7144c0010e req-42c84c6b-2c74-499c-9a81-f5d0bd7bc9c9 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:33.384821 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d3904cd2-9803-44b5-9010-be7144c0010e req-42c84c6b-2c74-499c-9a81-f5d0bd7bc9c9 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/networks?id=a1c10f8c-20d5-4d04-af7a-0afa0a2251fb HTTP/1.1" status: 200 len: 822 time: 0.2299104 Aug 22 13:23:33.446609 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d3904cd2-9803-44b5-9010-be7144c0010e req-14080a0f-c549-43b6-938b-23cbb8c52c01 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/quotas/b89bb4a9db344bbc8ad24d9d42b44cf6 HTTP/1.1" status: 200 len: 375 time: 0.0571477 Aug 22 13:23:33.452688 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-11018a4f-e649-4c84-8e62-f7526dc2be54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:33.529374 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:33.567753 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f60ca-bca8-4608-9a15-81ff76b3ee5f req-75979eba-9c84-440c-b631-817f4e8a6f14 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:33.576214 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5a8f60ca-bca8-4608-9a15-81ff76b3ee5f req-75979eba-9c84-440c-b631-817f4e8a6f14 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 950 time: 0.2524531 Aug 22 13:23:33.606205 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:23:33.606205 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:23:33.606205 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:23:33.606205 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:23:33.606205 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:23:33.606205 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:23:33.606205 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:23:33.606205 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:23:33.606205 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:23:33.606205 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:23:33.606205 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:23:33.606205 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:23:33.606205 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:23:33.606205 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:23:33.606205 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:23:33.606205 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:23:33.606205 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:23:33.606205 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:23:33.606205 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:23:33.606205 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:23:33.606205 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:23:33.606205 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:23:33.606205 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:23:33.606205 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:23:33.606205 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:23:33.606205 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:23:33.606205 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:23:33.606205 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:23:33.606205 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:23:33.606205 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:23:33.606205 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:23:33.606205 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:23:33.614214 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ff58f-aa46-48ee-bffd-efeb2996e6d8 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Pushing event deleted for resources: {'Port': ['ID=b5d057b9-f0cb-4594-816b-ba83272d35b7,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:33.632353 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d01ff58f-aa46-48ee-bffd-efeb2996e6d8 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:33.641774 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d01ff58f-aa46-48ee-bffd-efeb2996e6d8 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:33.643594 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d01ff58f-aa46-48ee-bffd-efeb2996e6d8 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "DELETE /v2.0/networks/2bbcaf19-42a9-4f4a-bab2-cdb8ea7e907e HTTP/1.1" status: 204 len: 168 time: 1.4788795 Aug 22 13:23:33.653480 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48308) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:23:33.662536 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ff58f-aa46-48ee-bffd-efeb2996e6d8 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Pushing event deleted for resources: {'Network': ['ID=2bbcaf19-42a9-4f4a-bab2-cdb8ea7e907e,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:33.676084 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d3904cd2-9803-44b5-9010-be7144c0010e req-7b5396ce-8c77-4d8c-b04c-eed6226ecf3a tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b89bb4a9db344bbc8ad24d9d42b44cf6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2285583 Aug 22 13:23:33.689583 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5a8f60ca-bca8-4608-9a15-81ff76b3ee5f req-21b0ecb1-2466-49eb-ae45-c6278fd6c725 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117554 Aug 22 13:23:33.707953 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee8960c-e334-4eaa-876b-c5c129f6dbe6 req-c6f53dc0-286c-4186-af71-b244ff21a789 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:33.709661 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fee8960c-e334-4eaa-876b-c5c129f6dbe6 req-c6f53dc0-286c-4186-af71-b244ff21a789 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.41 "GET /v2.0/networks?id=887e0115-b4ac-4c62-9aab-f2d01695aede HTTP/1.1" status: 200 len: 821 time: 0.3117683 Aug 22 13:23:33.724440 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-3708a6e3-00c9-40c3-bc88-873b827978e9 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Deleting subnet 7b652cfe-7445-40ee-802a-879fed7a93f5 {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:23:33.732144 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3708a6e3-00c9-40c3-bc88-873b827978e9 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:33.740764 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-fee8960c-e334-4eaa-876b-c5c129f6dbe6 req-a17dbc0d-c8c5-4d45-9854-f3f9e2d49d10 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Request body: {'port': {'device_id': 'c34101a4-b788-43a2-8b7c-ba4b4b05535d', 'network_id': '887e0115-b4ac-4c62-9aab-f2d01695aede', 'admin_state_up': True, 'tenant_id': 'ec08ac96341043c28ecba1b995182de4'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:23:33.787532 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3708a6e3-00c9-40c3-bc88-873b827978e9 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:33.873939 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-539eb74c-3b1c-4d74-bcd6-183c1ec2c59c req-667e2af9-8ea0-4df6-9bc2-279d832602e6 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=c34101a4-b788-43a2-8b7c-ba4b4b05535d HTTP/1.1" status: 200 len: 210 time: 0.0719736 Aug 22 13:23:33.933046 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3708a6e3-00c9-40c3-bc88-873b827978e9 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:34.069132 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3708a6e3-00c9-40c3-bc88-873b827978e9 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:34.101784 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-33e5222d-8ca8-43fe-aece-e4a8214dcf32 req-0737f2f4-b687-421f-bdd6-ec3b707a7588 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=3293b7ee4d6246eea45839e50af5e7ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0799654 Aug 22 13:23:34.106753 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:34.137720 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3708a6e3-00c9-40c3-bc88-873b827978e9 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Pushing event deleted for resources: {'Subnet': ['ID=7b652cfe-7445-40ee-802a-879fed7a93f5,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:34.140609 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3708a6e3-00c9-40c3-bc88-873b827978e9 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:34.146174 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-3708a6e3-00c9-40c3-bc88-873b827978e9 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "DELETE /v2.0/subnets/7b652cfe-7445-40ee-802a-879fed7a93f5 HTTP/1.1" status: 204 len: 168 time: 0.4916384 Aug 22 13:23:34.148304 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca0755e-b31c-4e36-b2d5-598874c239d6 None None] Network 3d6e1da4-7c5c-4e24-b427-267e04474d88 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:23:34.152205 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48314) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:23:34.266402 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-11018a4f-e649-4c84-8e62-f7526dc2be54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:34.282811 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-aa64240c-fe7b-4be8-be8d-788081cd035f req-6beab079-be88-4de3-98a9-94a92c2400ec service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b697df31-0758-4840-a4a0-db530b541b13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2577651 Aug 22 13:23:34.294676 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-11018a4f-e649-4c84-8e62-f7526dc2be54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:34.305625 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d3904cd2-9803-44b5-9010-be7144c0010e req-3148682b-55f5-4400-92e5-458fe3dc5d8e service neutron] 10.222.0.21 "GET /v2.0/networks/a1c10f8c-20d5-4d04-af7a-0afa0a2251fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5948267 Aug 22 13:23:34.311628 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9d696909-5102-46e8-aa04-727222804d8e tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:34.320507 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7f2f53e3-10ca-4cca-ac7b-0a3e9513bec6 req-d4f61ea9-7f46-4ddc-9ee5-c25cbec6bb47 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f404b95-2769-49fd-a4a3-e7fbf1298606 HTTP/1.1" status: 200 len: 210 time: 0.0573418 Aug 22 13:23:34.364118 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e5222d-8ca8-43fe-aece-e4a8214dcf32 req-4fb4c5d2-420a-477e-a08a-b94cbd7f4734 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:34.365053 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-33e5222d-8ca8-43fe-aece-e4a8214dcf32 req-4fb4c5d2-420a-477e-a08a-b94cbd7f4734 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2406952 Aug 22 13:23:34.371026 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e614ee56-4c9a-46b7-9f4c-e6e2fc9f152e None None] DHCP port deletion for 3d6e1da4-7c5c-4e24-b427-267e04474d88 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:23:34.392668 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-33e5222d-8ca8-43fe-aece-e4a8214dcf32 req-7e15efca-8a8a-466a-9d5b-6f3bc4bf435b tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Request body: {'port': {'device_id': '9f404b95-2769-49fd-a4a3-e7fbf1298606', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'admin_state_up': True, 'tenant_id': '3293b7ee4d6246eea45839e50af5e7ea'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:23:34.423537 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e614ee56-4c9a-46b7-9f4c-e6e2fc9f152e None None] Deleting port fbb87381-b984-4141-97aa-df32129137bd {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:23:34.424049 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e614ee56-4c9a-46b7-9f4c-e6e2fc9f152e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:34.432509 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11018a4f-e649-4c84-8e62-f7526dc2be54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda85548-7815-476b-bcd0-25fceb183977,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:34.438831 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-11018a4f-e649-4c84-8e62-f7526dc2be54 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=221f02415f2f4d12b759e71fbd9b34b7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3120291 Aug 22 13:23:34.442027 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fee8960c-e334-4eaa-876b-c5c129f6dbe6 req-a17dbc0d-c8c5-4d45-9854-f3f9e2d49d10 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Made reservation on behalf of ec08ac96341043c28ecba1b995182de4 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:23:34.445606 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-fee8960c-e334-4eaa-876b-c5c129f6dbe6 req-a17dbc0d-c8c5-4d45-9854-f3f9e2d49d10 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:34.447446 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48318) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:23:34.470358 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64240c-fe7b-4be8-be8d-788081cd035f req-8e99e306-6571-49ea-ba00-96c101f5d4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:34.472156 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-aa64240c-fe7b-4be8-be8d-788081cd035f req-8e99e306-6571-49ea-ba00-96c101f5d4f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=05be65d7aee94ddea8b57c02a086b509&device_id=b697df31-0758-4840-a4a0-db530b541b13 HTTP/1.1" status: 200 len: 1098 time: 0.1575427 Aug 22 13:23:34.549687 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4d67f16a-72ce-4da3-bd59-89cf48c9e8f9 req-0b45b7ae-ea7a-4d71-a009-d278e6b228fe tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5fae91d-e095-4a8b-a9cf-39bda265f757 HTTP/1.1" status: 200 len: 210 time: 0.0592904 Aug 22 13:23:34.554520 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e614ee56-4c9a-46b7-9f4c-e6e2fc9f152e None None] For port fbb87381-b984-4141-97aa-df32129137bd, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=fbb87381-b984-4141-97aa-df32129137bd,segment=NetworkSegment(10191694-99f2-4762-a678-426364e5a9fb),segment_id=10191694-99f2-4762-a678-426364e5a9fb)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:34.554972 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e614ee56-4c9a-46b7-9f4c-e6e2fc9f152e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:34.578225 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e614ee56-4c9a-46b7-9f4c-e6e2fc9f152e None None] Calling delete_port for fbb87381-b984-4141-97aa-df32129137bd owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:23:34.595582 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d3904cd2-9803-44b5-9010-be7144c0010e req-349f98d3-cd7f-444d-96da-ebc16da3767a service neutron] 10.222.0.21 "GET /v2.0/networks/a1c10f8c-20d5-4d04-af7a-0afa0a2251fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890379 Aug 22 13:23:34.607299 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64240c-fe7b-4be8-be8d-788081cd035f req-f101996f-a46a-4cbb-aa2e-40429ff5d12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:34.608785 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-aa64240c-fe7b-4be8-be8d-788081cd035f req-f101996f-a46a-4cbb-aa2e-40429ff5d12f service neutron] 10.222.0.41 "GET /v2.0/networks?id=7ec8e251-0050-485e-92bd-9ae7b2c4a7ea HTTP/1.1" status: 200 len: 907 time: 0.0992954 Aug 22 13:23:34.676879 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fdb5e793-798f-4ecb-ac90-e5ac9eaf1234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:34.709928 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e614ee56-4c9a-46b7-9f4c-e6e2fc9f152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:34.712609 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-9d696909-5102-46e8-aa04-727222804d8e tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Deleting port fbb87381-b984-4141-97aa-df32129137bd {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:23:34.712957 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9d696909-5102-46e8-aa04-727222804d8e tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:34.756295 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e614ee56-4c9a-46b7-9f4c-e6e2fc9f152e None None] No DVR routers for this DVR port fbb87381-b984-4141-97aa-df32129137bd on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:23:34.775358 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.41', 53859) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:23:34.794889 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e614ee56-4c9a-46b7-9f4c-e6e2fc9f152e None None] Pushing event deleted for resources: {'Port': ['ID=fbb87381-b984-4141-97aa-df32129137bd,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:34.851402 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-cb086474-c0cf-4c78-86db-2925337bc54c tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=49eccb789dab4d5eaed86ee1a537d189&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0741239 Aug 22 13:23:34.880715 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6adaaf77-3e47-49d3-b30d-b17e9505b7be req-190b364e-8533-4832-ad4c-a2f30f0247e7 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/ports?device_id=34435e4b-213a-42b2-942a-1e11fdfa6eff HTTP/1.1" status: 200 len: 210 time: 0.0488193 Aug 22 13:23:34.889750 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-9d696909-5102-46e8-aa04-727222804d8e tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] For port fbb87381-b984-4141-97aa-df32129137bd, host n-d-793621-33, got binding levels [] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:34.889750 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9d696909-5102-46e8-aa04-727222804d8e tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:34.894011 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-aa64240c-fe7b-4be8-be8d-788081cd035f req-4a69da40-8ac5-405a-94e8-deecfb6b6fac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6c2cc85-2148-40cd-88c3-1c7ba82e93a4 HTTP/1.1" status: 200 len: 1002 time: 0.2744074 Aug 22 13:23:34.940798 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-9c7394d5-e3ff-45b5-aee0-129a032313f0 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=49eccb789dab4d5eaed86ee1a537d189&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0559514 Aug 22 13:23:35.005253 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-9d696909-5102-46e8-aa04-727222804d8e tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Calling delete_port for fbb87381-b984-4141-97aa-df32129137bd owned by network:dhcp {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:23:35.016961 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.ipam_backend_mixin [None req-9d696909-5102-46e8-aa04-727222804d8e tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Port fbb87381-b984-4141-97aa-df32129137bd was not found and therefore no delete operation was performed {{(pid=94628) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 22 13:23:35.026706 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9d696909-5102-46e8-aa04-727222804d8e tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:35.075895 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d696909-5102-46e8-aa04-727222804d8e tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Pushing event deleted for resources: {'Port': ['ID=fbb87381-b984-4141-97aa-df32129137bd,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:35.092718 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33e5222d-8ca8-43fe-aece-e4a8214dcf32 req-7e15efca-8a8a-466a-9d5b-6f3bc4bf435b tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Made reservation on behalf of 3293b7ee4d6246eea45839e50af5e7ea for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:23:35.096451 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-33e5222d-8ca8-43fe-aece-e4a8214dcf32 req-7e15efca-8a8a-466a-9d5b-6f3bc4bf435b tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:35.104499 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fdb5e793-798f-4ecb-ac90-e5ac9eaf1234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:35.105015 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d696909-5102-46e8-aa04-727222804d8e tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] No DVR routers for this DVR port fbb87381-b984-4141-97aa-df32129137bd on host n-d-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:23:35.118669 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-9e957298-73e7-427c-a6ab-a8ae60dea371 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:35.120555 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-9e957298-73e7-427c-a6ab-a8ae60dea371 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1629949 Aug 22 13:23:35.124047 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64240c-fe7b-4be8-be8d-788081cd035f req-228254e0-0486-4956-9c1f-cf6ad68ac15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:35.125543 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-aa64240c-fe7b-4be8-be8d-788081cd035f req-228254e0-0486-4956-9c1f-cf6ad68ac15b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c136d61c-f44f-42ad-b6b2-e167a5846eb1 HTTP/1.1" status: 200 len: 845 time: 0.2142324 Aug 22 13:23:35.148667 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1dec30-25e3-4f62-ad2d-01867d5acca0 req-8c005c18-da33-45eb-91d8-64b379aa5c12 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:35.156634 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2c1dec30-25e3-4f62-ad2d-01867d5acca0 req-8c005c18-da33-45eb-91d8-64b379aa5c12 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 950 time: 0.2747443 Aug 22 13:23:35.179011 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-2a6b057c-2a2f-4c7b-bdcf-552ae8d45db8 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Request body: {'port': {'device_id': '7527169d-b50d-419f-9520-bc68b4063b1e', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'admin_state_up': True, 'tenant_id': '49eccb789dab4d5eaed86ee1a537d189'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:23:35.182507 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-19cc857f-f6d8-40bf-834d-79a6091e2115 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:35.184321 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-19cc857f-f6d8-40bf-834d-79a6091e2115 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3170247 Aug 22 13:23:35.186359 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device fbb87381-b984-4141-97aa-df32129137bd no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:23:35.214487 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: fbb87381-b984-4141-97aa-df32129137bd {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:23:35.215083 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device fbb87381-b984-4141-97aa-df32129137bd not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:23:35.220645 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-84a24da4-67c8-47ba-9dd9-abfe1f14bd22 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Request body: {'port': {'device_id': 'b5fae91d-e095-4a8b-a9cf-39bda265f757', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'admin_state_up': True, 'tenant_id': '49eccb789dab4d5eaed86ee1a537d189'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:23:35.298470 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-fee8960c-e334-4eaa-876b-c5c129f6dbe6 req-a17dbc0d-c8c5-4d45-9854-f3f9e2d49d10 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Allocated IP 172.20.0.2 (887e0115-b4ac-4c62-9aab-f2d01695aede/1fb53f66-6b81-41b6-9806-8520494df9af/e6a0b168-7640-4715-aeda-fb6bf0f81aa6) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:23:35.361208 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-29a73ed2-de28-49aa-a23d-c5db3e0f9373 req-5ef68736-459a-427a-aad5-f283aadde692 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=c34101a4-b788-43a2-8b7c-ba4b4b05535d HTTP/1.1" status: 200 len: 210 time: 0.2305629 Aug 22 13:23:35.366032 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2c1dec30-25e3-4f62-ad2d-01867d5acca0 req-34bf5432-3545-4514-9cd2-2fee0dd54995 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085371 Aug 22 13:23:35.406745 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9d696909-5102-46e8-aa04-727222804d8e tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:35.433340 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-9d696909-5102-46e8-aa04-727222804d8e tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d6e1da4-7c5c-4e24-b427-267e04474d88']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:23:35.465195 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64240c-fe7b-4be8-be8d-788081cd035f req-b0f69d28-e58b-40fc-a139-3c2ec270854e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:35.466714 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-aa64240c-fe7b-4be8-be8d-788081cd035f req-b0f69d28-e58b-40fc-a139-3c2ec270854e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7ec8e251-0050-485e-92bd-9ae7b2c4a7ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3302886 Aug 22 13:23:35.472146 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-9d696909-5102-46e8-aa04-727222804d8e tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10191694-99f2-4762-a678-426364e5a9fb') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:23:35.473150 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-9d696909-5102-46e8-aa04-727222804d8e tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10191694-99f2-4762-a678-426364e5a9fb') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:23:35.516350 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9d696909-5102-46e8-aa04-727222804d8e tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:35.584977 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-900d6e0a-d6f5-4e35-a1fc-c45aace5372b req-9f488976-655c-458d-851b-b2a523737c51 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f404b95-2769-49fd-a4a3-e7fbf1298606 HTTP/1.1" status: 200 len: 210 time: 0.0830655 Aug 22 13:23:35.593843 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9d696909-5102-46e8-aa04-727222804d8e tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:35.605304 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4cc26-e7f7-4a1b-ad64-e1a68d387ad5 req-87bfbdde-1a60-4c7d-ba1b-034ec0b98b52 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:35.606883 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f4a4cc26-e7f7-4a1b-ad64-e1a68d387ad5 req-87bfbdde-1a60-4c7d-ba1b-034ec0b98b52 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ee82be1-23ac-4759-ae13-ef619353d72e HTTP/1.1" status: 200 len: 946 time: 0.3587058 Aug 22 13:23:35.624212 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d696909-5102-46e8-aa04-727222804d8e tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:23:35.624655 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9d696909-5102-46e8-aa04-727222804d8e tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:35.639396 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:23:35.639396 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:23:35.639396 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:23:35.639396 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:23:35.639396 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:23:35.639396 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:23:35.639396 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:23:35.639396 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:23:35.639396 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:23:35.639396 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:23:35.639396 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:23:35.639396 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:23:35.639396 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:23:35.639396 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:23:35.639396 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:23:35.639396 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:23:35.639396 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:23:35.639396 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:23:35.639396 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:23:35.639396 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:23:35.639396 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:23:35.639396 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:23:35.639396 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:23:35.639396 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:23:35.639396 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:23:35.639396 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:23:35.639396 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:23:35.639396 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:23:35.639396 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:23:35.639396 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:23:35.639396 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:23:35.639396 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:23:35.643921 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-2a6b057c-2a2f-4c7b-bdcf-552ae8d45db8 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Made reservation on behalf of 49eccb789dab4d5eaed86ee1a537d189 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:23:35.647770 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-2a6b057c-2a2f-4c7b-bdcf-552ae8d45db8 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:35.650706 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fdb5e793-798f-4ecb-ac90-e5ac9eaf1234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:35.653230 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fdb5e793-798f-4ecb-ac90-e5ac9eaf1234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:35.657327 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-fdb5e793-798f-4ecb-ac90-e5ac9eaf1234 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dda85548-7815-476b-bcd0-25fceb183977 HTTP/1.1" status: 204 len: 168 time: 1.2037878 Aug 22 13:23:35.686970 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb5e793-798f-4ecb-ac90-e5ac9eaf1234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda85548-7815-476b-bcd0-25fceb183977,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:35.738842 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-33e5222d-8ca8-43fe-aece-e4a8214dcf32 req-7e15efca-8a8a-466a-9d5b-6f3bc4bf435b tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Allocated IP 192.168.233.130 (7dc41cff-a3ac-4fc2-ba06-973efce2365e/7151c727-b27f-4308-8098-60bc16140d45/0d47ff4e-1acb-4794-b32c-cf31eb238438) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:23:35.771138 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a2e21c5f-7e74-42d5-b626-fb40dc6b255a req-6630ca67-c33c-4834-a4e5-56c8a660a12d tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5fae91d-e095-4a8b-a9cf-39bda265f757 HTTP/1.1" status: 200 len: 210 time: 0.0653977 Aug 22 13:23:35.777683 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-fee8960c-e334-4eaa-876b-c5c129f6dbe6 req-a17dbc0d-c8c5-4d45-9854-f3f9e2d49d10 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:35.812098 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-84a24da4-67c8-47ba-9dd9-abfe1f14bd22 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Made reservation on behalf of 49eccb789dab4d5eaed86ee1a537d189 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:23:35.815722 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-84a24da4-67c8-47ba-9dd9-abfe1f14bd22 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:35.850186 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9d696909-5102-46e8-aa04-727222804d8e tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:35.867114 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-aa64240c-fe7b-4be8-be8d-788081cd035f req-a9f7d146-46aa-44d1-af91-3d9b59476e85 service neutron] 10.222.0.41 "GET /v2.0/networks/7ec8e251-0050-485e-92bd-9ae7b2c4a7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3843555 Aug 22 13:23:35.875037 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9d696909-5102-46e8-aa04-727222804d8e tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:35.881751 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9d696909-5102-46e8-aa04-727222804d8e tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "DELETE /v2.0/networks/3d6e1da4-7c5c-4e24-b427-267e04474d88 HTTP/1.1" status: 204 len: 168 time: 1.7157874 Aug 22 13:23:35.889664 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48344) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:23:35.902846 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-1fec0b35-a9d9-4001-98b5-16014fe15c9b tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-390792264'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:23:35.922893 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d696909-5102-46e8-aa04-727222804d8e tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Pushing event deleted for resources: {'Network': ['ID=3d6e1da4-7c5c-4e24-b427-267e04474d88,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:35.926846 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-fee8960c-e334-4eaa-876b-c5c129f6dbe6 req-a17dbc0d-c8c5-4d45-9854-f3f9e2d49d10 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:35.989292 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fec0b35-a9d9-4001-98b5-16014fe15c9b tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Made reservation on behalf of ba3730d93e49471c875ab44d82db56e4 for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:23:35.992946 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1fec0b35-a9d9-4001-98b5-16014fe15c9b tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:36.011732 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fee8960c-e334-4eaa-876b-c5c129f6dbe6 req-a17dbc0d-c8c5-4d45-9854-f3f9e2d49d10 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Network 887e0115-b4ac-4c62-9aab-f2d01695aede is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:23:36.023371 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-fee8960c-e334-4eaa-876b-c5c129f6dbe6 req-a17dbc0d-c8c5-4d45-9854-f3f9e2d49d10 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:23:36.028355 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee8960c-e334-4eaa-876b-c5c129f6dbe6 req-a17dbc0d-c8c5-4d45-9854-f3f9e2d49d10 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:23:36.064608 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17dbc0d-c8c5-4d45-9854-f3f9e2d49d10 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Pushing event updated for resources: {'Port': ['ID=e6a0b168-7640-4715-aeda-fb6bf0f81aa6,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:36.090457 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fec0b35-a9d9-4001-98b5-16014fe15c9b tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:23:36.104035 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee8960c-e334-4eaa-876b-c5c129f6dbe6 req-a17dbc0d-c8c5-4d45-9854-f3f9e2d49d10 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:36.104924 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-fee8960c-e334-4eaa-876b-c5c129f6dbe6 req-a17dbc0d-c8c5-4d45-9854-f3f9e2d49d10 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:36.118844 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1fec0b35-a9d9-4001-98b5-16014fe15c9b tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:36.119502 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-1fec0b35-a9d9-4001-98b5-16014fe15c9b tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Added segment f26280e8-bc4b-4545-ba39-30f4648b4efa of type vlan for network 1be38520-a08b-4849-b3b8-e35a1c8ec86e Aug 22 13:23:36.156940 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fee8960c-e334-4eaa-876b-c5c129f6dbe6 req-a17dbc0d-c8c5-4d45-9854-f3f9e2d49d10 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4204192 Aug 22 13:23:36.178116 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-fee8960c-e334-4eaa-876b-c5c129f6dbe6 req-272b4be5-446b-4831-9652-ec90aa1220f3 service neutron] Request body: {'port': {'device_id': 'c34101a4-b788-43a2-8b7c-ba4b4b05535d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:23:36.187815 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1fec0b35-a9d9-4001-98b5-16014fe15c9b tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:36.273836 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-fee8960c-e334-4eaa-876b-c5c129f6dbe6 req-272b4be5-446b-4831-9652-ec90aa1220f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:36.293246 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1fec0b35-a9d9-4001-98b5-16014fe15c9b tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:36.300478 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fec0b35-a9d9-4001-98b5-16014fe15c9b tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:36.303552 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1fec0b35-a9d9-4001-98b5-16014fe15c9b tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:36.479783 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-f4a4cc26-e7f7-4a1b-ad64-e1a68d387ad5 req-d674a857-585a-47eb-8d52-bfc33f6589ec tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Deleting port 2e8e66b8-d1f5-416b-89ae-45a5e9153168 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:23:36.480126 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-f4a4cc26-e7f7-4a1b-ad64-e1a68d387ad5 req-d674a857-585a-47eb-8d52-bfc33f6589ec tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:36.527540 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-1fec0b35-a9d9-4001-98b5-16014fe15c9b tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6366754 Aug 22 13:23:36.544067 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48370) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:23:36.567636 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-7e2003f7-7108-4ddc-88d2-cb2a6cb1bdda tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Request body: {'subnet': {'network_id': '1be38520-a08b-4849-b3b8-e35a1c8ec86e', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:23:36.603549 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-aa64240c-fe7b-4be8-be8d-788081cd035f req-44e17624-4019-4191-b193-a60f57b94571 service neutron] 10.222.0.41 "GET /v2.0/networks/7ec8e251-0050-485e-92bd-9ae7b2c4a7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6986604 Aug 22 13:23:36.610073 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48372) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:23:36.623425 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7b09d745-f204-42e4-b542-9588bc255c0a req-3f690b26-445c-41a1-9dbd-61fdb9d3a130 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/ports?device_id=34435e4b-213a-42b2-942a-1e11fdfa6eff HTTP/1.1" status: 200 len: 210 time: 0.2530332 Aug 22 13:23:36.672604 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-33e5222d-8ca8-43fe-aece-e4a8214dcf32 req-7e15efca-8a8a-466a-9d5b-6f3bc4bf435b tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:36.690591 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fec0b35-a9d9-4001-98b5-16014fe15c9b tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Pushing event updated for resources: {'Network': ['ID=1be38520-a08b-4849-b3b8-e35a1c8ec86e,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:36.703165 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 1be38520-a08b-4849-b3b8-e35a1c8ec86e details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:23:36.715893 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-f4a4cc26-e7f7-4a1b-ad64-e1a68d387ad5 req-d674a857-585a-47eb-8d52-bfc33f6589ec tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] For port 2e8e66b8-d1f5-416b-89ae-45a5e9153168, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=2e8e66b8-d1f5-416b-89ae-45a5e9153168,segment=NetworkSegment(cfd609c7-b14b-488e-8058-23f3798cf6a8),segment_id=cfd609c7-b14b-488e-8058-23f3798cf6a8)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:36.716298 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-f4a4cc26-e7f7-4a1b-ad64-e1a68d387ad5 req-d674a857-585a-47eb-8d52-bfc33f6589ec tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:36.726555 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-33e5222d-8ca8-43fe-aece-e4a8214dcf32 req-7e15efca-8a8a-466a-9d5b-6f3bc4bf435b tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Transition to ACTIVE for port object 0d47ff4e-1acb-4794-b32c-cf31eb238438 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:23:36.817751 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a04bcd-4a99-4599-8e5f-598f50a6e7ec req-65c64d76-dcf8-46b2-a4c9-8eab910d93fd tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:36.819242 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-28a04bcd-4a99-4599-8e5f-598f50a6e7ec req-65c64d76-dcf8-46b2-a4c9-8eab910d93fd tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 950 time: 0.2957506 Aug 22 13:23:36.828395 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3904cd2-9803-44b5-9010-be7144c0010e req-f84c75a5-6628-4d05-a7ec-82f74ec1b122 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:36.829792 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d3904cd2-9803-44b5-9010-be7144c0010e req-f84c75a5-6628-4d05-a7ec-82f74ec1b122 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.16 "GET /v2.0/networks?id=a1c10f8c-20d5-4d04-af7a-0afa0a2251fb HTTP/1.1" status: 200 len: 822 time: 0.4583473 Aug 22 13:23:36.836573 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-1a74c785-717c-4dc8-abeb-719e7b117499 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-974312925-network', 'tenant_id': '08d7e737dead45c8a5d471e759b8b2bb'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:23:36.876220 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2003f7-7108-4ddc-88d2-cb2a6cb1bdda tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Made reservation on behalf of ba3730d93e49471c875ab44d82db56e4 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:23:36.879743 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7e2003f7-7108-4ddc-88d2-cb2a6cb1bdda tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:36.893548 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5758c7-f1a8-445b-95ae-b1fdd42b363d req-fc8e9f72-d91e-40c8-ab0b-38415129dde3 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:36.895890 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0c5758c7-f1a8-445b-95ae-b1fdd42b363d req-fc8e9f72-d91e-40c8-ab0b-38415129dde3 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=c34101a4-b788-43a2-8b7c-ba4b4b05535d HTTP/1.1" status: 200 len: 931 time: 0.1555958 Aug 22 13:23:36.953370 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-28a04bcd-4a99-4599-8e5f-598f50a6e7ec req-3e8ef6be-2c74-4d5f-8bf9-3afac635e27a tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204488 Aug 22 13:23:36.981919 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d3904cd2-9803-44b5-9010-be7144c0010e req-fea60772-6319-4694-907e-c8d4e667dd87 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b89bb4a9db344bbc8ad24d9d42b44cf6 HTTP/1.1" status: 200 len: 380 time: 0.1355784 Aug 22 13:23:37.013799 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-d3904cd2-9803-44b5-9010-be7144c0010e req-7da22490-e6ea-4515-8fe7-02acfe70fce8 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Request body: {'port': {'device_id': '34435e4b-213a-42b2-942a-1e11fdfa6eff', 'network_id': 'a1c10f8c-20d5-4d04-af7a-0afa0a2251fb', 'admin_state_up': True, 'tenant_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'security_groups': ['0ed2b1cd-e89d-453d-a1b3-990a20bb0165']}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:23:37.033263 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0c5758c7-f1a8-445b-95ae-b1fdd42b363d req-cfa80caf-4822-42aa-8737-ac53659e1e72 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150148 Aug 22 13:23:37.102925 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a74c785-717c-4dc8-abeb-719e7b117499 admin admin] Made reservation on behalf of 08d7e737dead45c8a5d471e759b8b2bb for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:23:37.121606 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1a74c785-717c-4dc8-abeb-719e7b117499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:37.152902 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1a74c785-717c-4dc8-abeb-719e7b117499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:37.154558 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-33e5222d-8ca8-43fe-aece-e4a8214dcf32 req-7e15efca-8a8a-466a-9d5b-6f3bc4bf435b tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:37.169214 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['cc5e5cdc-4d36-4eae-847e-a457c081d747'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:23:37.199036 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-fee8960c-e334-4eaa-876b-c5c129f6dbe6 req-272b4be5-446b-4831-9652-ec90aa1220f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6a0b168-7640-4715-aeda-fb6bf0f81aa6 {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:23:37.236843 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-21ca2e6c-4270-4399-af31-091e61d6adcf req-d6b571ab-75b4-41f4-b487-33dbe8e0cdf8 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5fae91d-e095-4a8b-a9cf-39bda265f757 HTTP/1.1" status: 200 len: 210 time: 0.0690100 Aug 22 13:23:37.242802 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-2a6b057c-2a2f-4c7b-bdcf-552ae8d45db8 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Allocated IP 192.168.233.68 (7dc41cff-a3ac-4fc2-ba06-973efce2365e/7151c727-b27f-4308-8098-60bc16140d45/1d8386a3-3243-4119-8cc5-30a64f15b98b) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:23:37.246191 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-fee8960c-e334-4eaa-876b-c5c129f6dbe6 req-272b4be5-446b-4831-9652-ec90aa1220f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:37.282659 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-fee8960c-e334-4eaa-876b-c5c129f6dbe6 req-272b4be5-446b-4831-9652-ec90aa1220f3 service neutron] Transition to ACTIVE for port object e6a0b168-7640-4715-aeda-fb6bf0f81aa6 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:23:37.297263 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a6e9c-7a1c-4be6-94bf-a42c2cb18b24 req-8fae489c-1e58-4591-b877-095d45b3a52c tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:37.298732 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5d0a6e9c-7a1c-4be6-94bf-a42c2cb18b24 req-8fae489c-1e58-4591-b877-095d45b3a52c tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f404b95-2769-49fd-a4a3-e7fbf1298606 HTTP/1.1" status: 200 len: 936 time: 0.1755505 Aug 22 13:23:37.310205 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33e5222d-8ca8-43fe-aece-e4a8214dcf32 req-7e15efca-8a8a-466a-9d5b-6f3bc4bf435b tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Network 7dc41cff-a3ac-4fc2-ba06-973efce2365e is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:23:37.314409 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-fee8960c-e334-4eaa-876b-c5c129f6dbe6 req-272b4be5-446b-4831-9652-ec90aa1220f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:37.322279 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e15efca-8a8a-466a-9d5b-6f3bc4bf435b tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Pushing event updated for resources: {'Port': ['ID=0d47ff4e-1acb-4794-b32c-cf31eb238438,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:37.325626 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-f4a4cc26-e7f7-4a1b-ad64-e1a68d387ad5 req-d674a857-585a-47eb-8d52-bfc33f6589ec tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:37.327338 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-f4a4cc26-e7f7-4a1b-ad64-e1a68d387ad5 req-d674a857-585a-47eb-8d52-bfc33f6589ec tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:37.327338 n-d-793621-33 neutron-server[94628]: INFO neutron.db.l3_db [req-f4a4cc26-e7f7-4a1b-ad64-e1a68d387ad5 req-d674a857-585a-47eb-8d52-bfc33f6589ec tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Floating IP e38268e4-62e1-4ac8-9d49-c864010be04c disassociated. External IP: 172.25.3.115, port: 2e8e66b8-d1f5-416b-89ae-45a5e9153168. Aug 22 13:23:37.327338 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-f4a4cc26-e7f7-4a1b-ad64-e1a68d387ad5 req-d674a857-585a-47eb-8d52-bfc33f6589ec tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Calling delete_port for 2e8e66b8-d1f5-416b-89ae-45a5e9153168 owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:23:37.331732 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-33e5222d-8ca8-43fe-aece-e4a8214dcf32 req-7e15efca-8a8a-466a-9d5b-6f3bc4bf435b tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:23:37.341366 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-33e5222d-8ca8-43fe-aece-e4a8214dcf32 req-7e15efca-8a8a-466a-9d5b-6f3bc4bf435b tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:23:37.435748 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b4be5-446b-4831-9652-ec90aa1220f3 service neutron] Pushing event updated for resources: {'Port': ['ID=e6a0b168-7640-4715-aeda-fb6bf0f81aa6,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:37.493090 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5d0a6e9c-7a1c-4be6-94bf-a42c2cb18b24 req-abc5805c-5278-4d8e-8766-7c3b638fbcaf tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf231afb-4973-4df1-8682-080492090eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736851 Aug 22 13:23:37.523573 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e5222d-8ca8-43fe-aece-e4a8214dcf32 req-7e15efca-8a8a-466a-9d5b-6f3bc4bf435b tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:37.524226 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-33e5222d-8ca8-43fe-aece-e4a8214dcf32 req-7e15efca-8a8a-466a-9d5b-6f3bc4bf435b tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:37.560511 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7e2003f7-7108-4ddc-88d2-cb2a6cb1bdda tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:37.579039 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-fee8960c-e334-4eaa-876b-c5c129f6dbe6 req-272b4be5-446b-4831-9652-ec90aa1220f3 service neutron] Attempting to bind port e6a0b168-7640-4715-aeda-fb6bf0f81aa6 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:23:37.579039 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-fee8960c-e334-4eaa-876b-c5c129f6dbe6 req-272b4be5-446b-4831-9652-ec90aa1220f3 service neutron] Attempting to bind port e6a0b168-7640-4715-aeda-fb6bf0f81aa6 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '0efbff2c-3dbf-4e79-83ba-47cbdc800632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '887e0115-b4ac-4c62-9aab-f2d01695aede'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:23:37.579380 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee8960c-e334-4eaa-876b-c5c129f6dbe6 req-272b4be5-446b-4831-9652-ec90aa1220f3 service neutron] Attempting to bind port e6a0b168-7640-4715-aeda-fb6bf0f81aa6 on network 887e0115-b4ac-4c62-9aab-f2d01695aede {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:23:37.591428 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-2a6b057c-2a2f-4c7b-bdcf-552ae8d45db8 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:37.595051 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee8960c-e334-4eaa-876b-c5c129f6dbe6 req-272b4be5-446b-4831-9652-ec90aa1220f3 service neutron] Port e6a0b168-7640-4715-aeda-fb6bf0f81aa6 on network 887e0115-b4ac-4c62-9aab-f2d01695aede not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:23:37.595370 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee8960c-e334-4eaa-876b-c5c129f6dbe6 req-272b4be5-446b-4831-9652-ec90aa1220f3 service neutron] Attempting to bind port e6a0b168-7640-4715-aeda-fb6bf0f81aa6 on network 887e0115-b4ac-4c62-9aab-f2d01695aede {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:23:37.607029 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee8960c-e334-4eaa-876b-c5c129f6dbe6 req-272b4be5-446b-4831-9652-ec90aa1220f3 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:23:37.607367 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee8960c-e334-4eaa-876b-c5c129f6dbe6 req-272b4be5-446b-4831-9652-ec90aa1220f3 service neutron] Checking segment: {'id': '0efbff2c-3dbf-4e79-83ba-47cbdc800632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '887e0115-b4ac-4c62-9aab-f2d01695aede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:23:37.607747 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee8960c-e334-4eaa-876b-c5c129f6dbe6 req-272b4be5-446b-4831-9652-ec90aa1220f3 service neutron] Bound using segment: {'id': '0efbff2c-3dbf-4e79-83ba-47cbdc800632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '887e0115-b4ac-4c62-9aab-f2d01695aede'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:23:37.608185 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-fee8960c-e334-4eaa-876b-c5c129f6dbe6 req-272b4be5-446b-4831-9652-ec90aa1220f3 service neutron] Bound port: e6a0b168-7640-4715-aeda-fb6bf0f81aa6, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0efbff2c-3dbf-4e79-83ba-47cbdc800632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '887e0115-b4ac-4c62-9aab-f2d01695aede'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:23:37.608571 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-fee8960c-e334-4eaa-876b-c5c129f6dbe6 req-272b4be5-446b-4831-9652-ec90aa1220f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:37.612672 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-2a6b057c-2a2f-4c7b-bdcf-552ae8d45db8 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Transition to ACTIVE for port object 1d8386a3-3243-4119-8cc5-30a64f15b98b will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:23:37.682836 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2003f7-7108-4ddc-88d2-cb2a6cb1bdda tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Pushing event updated for resources: {'Subnet': ['ID=ae8c4f8f-8208-48a1-a909-6dd0286951e4,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:37.694627 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-fee8960c-e334-4eaa-876b-c5c129f6dbe6 req-272b4be5-446b-4831-9652-ec90aa1220f3 service neutron] For port e6a0b168-7640-4715-aeda-fb6bf0f81aa6, host n-h1-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:23:37.695239 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-3435044a-9f5e-42af-a587-f9797e528481 None None] Provisioning for port 0d47ff4e-1acb-4794-b32c-cf31eb238438 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:23:37.697194 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1a74c785-717c-4dc8-abeb-719e7b117499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:37.702022 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-3435044a-9f5e-42af-a587-f9797e528481 None None] Provisioning complete for port 0d47ff4e-1acb-4794-b32c-cf31eb238438 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:23:37.702818 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3435044a-9f5e-42af-a587-f9797e528481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:37.704684 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-fee8960c-e334-4eaa-876b-c5c129f6dbe6 req-272b4be5-446b-4831-9652-ec90aa1220f3 service neutron] For port e6a0b168-7640-4715-aeda-fb6bf0f81aa6, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=e6a0b168-7640-4715-aeda-fb6bf0f81aa6,segment=NetworkSegment(0efbff2c-3dbf-4e79-83ba-47cbdc800632),segment_id=0efbff2c-3dbf-4e79-83ba-47cbdc800632)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:23:37.708072 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-2a6b057c-2a2f-4c7b-bdcf-552ae8d45db8 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:37.731202 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['d0212b71-79cd-4311-ae89-e9abaec1ea35', '828cc14b-4200-4c08-98ac-e7734151cf9d'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:23:37.732206 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-fee8960c-e334-4eaa-876b-c5c129f6dbe6 req-272b4be5-446b-4831-9652-ec90aa1220f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:37.734093 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['c41641dd-85d8-40a3-8ec9-c3f0bde2f420'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:23:37.740209 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1a74c785-717c-4dc8-abeb-719e7b117499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:37.761749 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-33e5222d-8ca8-43fe-aece-e4a8214dcf32 req-7e15efca-8a8a-466a-9d5b-6f3bc4bf435b tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3863506 Aug 22 13:23:37.794173 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-33e5222d-8ca8-43fe-aece-e4a8214dcf32 req-68e34316-b823-490d-8671-060aa33e54b2 service neutron] Request body: {'port': {'device_id': '9f404b95-2769-49fd-a4a3-e7fbf1298606', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:23:37.800353 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a74c785-717c-4dc8-abeb-719e7b117499 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:23:37.801428 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6b057c-2a2f-4c7b-bdcf-552ae8d45db8 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Pushing event updated for resources: {'Port': ['ID=1d8386a3-3243-4119-8cc5-30a64f15b98b,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:37.801852 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-3435044a-9f5e-42af-a587-f9797e528481 None None] Port 0d47ff4e-1acb-4794-b32c-cf31eb238438 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:23:37.819478 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee8960c-e334-4eaa-876b-c5c129f6dbe6 req-272b4be5-446b-4831-9652-ec90aa1220f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:37.820443 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-fee8960c-e334-4eaa-876b-c5c129f6dbe6 req-272b4be5-446b-4831-9652-ec90aa1220f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:37.821529 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fee8960c-e334-4eaa-876b-c5c129f6dbe6 req-272b4be5-446b-4831-9652-ec90aa1220f3 service neutron] 10.222.0.41 "PUT /v2.0/ports/e6a0b168-7640-4715-aeda-fb6bf0f81aa6 HTTP/1.1" status: 200 len: 1092 time: 1.6487162 Aug 22 13:23:37.822181 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3904cd2-9803-44b5-9010-be7144c0010e req-7da22490-e6ea-4515-8fe7-02acfe70fce8 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Made reservation on behalf of b89bb4a9db344bbc8ad24d9d42b44cf6 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:23:37.824064 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2003f7-7108-4ddc-88d2-cb2a6cb1bdda tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Checking segment: {'id': 'f26280e8-bc4b-4545-ba39-30f4648b4efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1be38520-a08b-4849-b3b8-e35a1c8ec86e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:23:37.824467 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2003f7-7108-4ddc-88d2-cb2a6cb1bdda tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Network hostable DHCP agents. Network: 1be38520-a08b-4849-b3b8-e35a1c8ec86e, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:23:37.827159 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-d3904cd2-9803-44b5-9010-be7144c0010e req-7da22490-e6ea-4515-8fe7-02acfe70fce8 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:37.848499 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c34101a4-b788-43a2-8b7c-ba4b4b05535d', 'tag': 'e6a0b168-7640-4715-aeda-fb6bf0f81aa6'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:23:37.851185 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec222f2f-4a23-4dad-9410-d5ae66f1f3d8" -d '{"events": [{"name": "network-changed", "server_uuid": "c34101a4-b788-43a2-8b7c-ba4b4b05535d", "tag": "e6a0b168-7640-4715-aeda-fb6bf0f81aa6"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:23:37.854962 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-f4a4cc26-e7f7-4a1b-ad64-e1a68d387ad5 req-d674a857-585a-47eb-8d52-bfc33f6589ec tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:37.866219 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1a74c785-717c-4dc8-abeb-719e7b117499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:37.866495 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-1a74c785-717c-4dc8-abeb-719e7b117499 admin admin] Added segment 2de2aa98-ecbb-4a4e-9b39-67a8ce1cf710 of type vlan for network bdf3bcca-08bf-404f-8a20-a005bda99e51 Aug 22 13:23:37.868351 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-84a24da4-67c8-47ba-9dd9-abfe1f14bd22 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Allocated IP 192.168.233.25 (7dc41cff-a3ac-4fc2-ba06-973efce2365e/7151c727-b27f-4308-8098-60bc16140d45/143dfe51-b953-4e50-8ea2-a257f67c58ab) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:23:37.877622 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a74c785-717c-4dc8-abeb-719e7b117499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f67cb71f-7fca-4122-b1ac-67ed09449dff,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:37.942457 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d674a857-585a-47eb-8d52-bfc33f6589ec tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Pushing event deleted for resources: {'Port': ['ID=2e8e66b8-d1f5-416b-89ae-45a5e9153168,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:37.991834 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d25f4b-6f8b-4f9a-a88d-6af4eef5ea5f x-openstack-request-id: req-a3d25f4b-6f8b-4f9a-a88d-6af4eef5ea5f {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:23:37.992991 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c34101a4-b788-43a2-8b7c-ba4b4b05535d", "tag": "e6a0b168-7640-4715-aeda-fb6bf0f81aa6", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:23:37.993249 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a3d25f4b-6f8b-4f9a-a88d-6af4eef5ea5f {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:23:37.993657 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c34101a4-b788-43a2-8b7c-ba4b4b05535d', 'tag': 'e6a0b168-7640-4715-aeda-fb6bf0f81aa6', 'status': 'completed', 'code': 200} Aug 22 13:23:38.005746 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2003f7-7108-4ddc-88d2-cb2a6cb1bdda tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Network 1be38520-a08b-4849-b3b8-e35a1c8ec86e is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:23:38.031986 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-7e2003f7-7108-4ddc-88d2-cb2a6cb1bdda tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 1be38520-a08b-4849-b3b8-e35a1c8ec86e) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:23:38.043364 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-33e5222d-8ca8-43fe-aece-e4a8214dcf32 req-68e34316-b823-490d-8671-060aa33e54b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:38.045903 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13d680d-aa76-484b-b4e8-3e7e3359c626 None None] Network 1be38520-a08b-4849-b3b8-e35a1c8ec86e requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:23:38.049978 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1a74c785-717c-4dc8-abeb-719e7b117499 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:38.054570 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2003f7-7108-4ddc-88d2-cb2a6cb1bdda tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:38.055597 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7e2003f7-7108-4ddc-88d2-cb2a6cb1bdda tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:38.070677 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-2a6b057c-2a2f-4c7b-bdcf-552ae8d45db8 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Network 7dc41cff-a3ac-4fc2-ba06-973efce2365e is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:23:38.085286 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.16', 64064) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:23:38.096076 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7a531bc0-10a0-4a47-83b6-7dda082b0a3a req-4765a090-2431-42a3-8ad3-c96bfdd6c02c tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/ports?device_id=34435e4b-213a-42b2-942a-1e11fdfa6eff HTTP/1.1" status: 200 len: 210 time: 0.2993731 Aug 22 13:23:38.151111 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-2a6b057c-2a2f-4c7b-bdcf-552ae8d45db8 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:23:38.166600 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-2a6b057c-2a2f-4c7b-bdcf-552ae8d45db8 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:23:38.213579 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4a4cc26-e7f7-4a1b-ad64-e1a68d387ad5 req-d674a857-585a-47eb-8d52-bfc33f6589ec tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Router 96103a62-19ca-48f4-8434-777db29e697a has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:23:38.214982 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.db.resource_extend [None req-1a74c785-717c-4dc8-abeb-719e7b117499 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 22 13:23:38.241029 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe146c0-b7b0-4557-a026-f60f0c687f43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-1be38520-a08b-4849-b3b8-e35a1c8ec86e', 'network_id': '1be38520-a08b-4849-b3b8-e35a1c8ec86e', 'tenant_id': 'ba3730d93e49471c875ab44d82db56e4', 'fixed_ips': [{'subnet_id': 'ae8c4f8f-8208-48a1-a909-6dd0286951e4'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:23:38.242407 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-abe146c0-b7b0-4557-a026-f60f0c687f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:38.276506 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7e2003f7-7108-4ddc-88d2-cb2a6cb1bdda tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7312412 Aug 22 13:23:38.291228 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48392) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:23:38.315270 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b4be5-446b-4831-9652-ec90aa1220f3 service neutron] Pushing event updated for resources: {'Port': ['ID=e6a0b168-7640-4715-aeda-fb6bf0f81aa6,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:38.399641 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-abe146c0-b7b0-4557-a026-f60f0c687f43 None None] Allocated IP 19.80.0.2 (1be38520-a08b-4849-b3b8-e35a1c8ec86e/ae8c4f8f-8208-48a1-a909-6dd0286951e4/0b160707-6212-4acd-94f3-92886ce23c76) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:23:38.477344 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-050482db-cb34-4b00-85f0-0677e45d4239 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-324369941'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:23:38.542175 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1a74c785-717c-4dc8-abeb-719e7b117499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:38.543062 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a74c785-717c-4dc8-abeb-719e7b117499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:38.543637 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1a74c785-717c-4dc8-abeb-719e7b117499 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:38.598031 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-abe146c0-b7b0-4557-a026-f60f0c687f43 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:38.600532 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-84832c7b-7da4-4b7d-b431-12770d182623 None None] Provisioning for port 1d8386a3-3243-4119-8cc5-30a64f15b98b completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:23:38.608683 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-84832c7b-7da4-4b7d-b431-12770d182623 None None] Provisioning complete for port 1d8386a3-3243-4119-8cc5-30a64f15b98b triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:23:38.609176 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-84832c7b-7da4-4b7d-b431-12770d182623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:38.613925 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-abe146c0-b7b0-4557-a026-f60f0c687f43 None None] Transition to ACTIVE for port object 0b160707-6212-4acd-94f3-92886ce23c76 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:23:38.657258 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-abe146c0-b7b0-4557-a026-f60f0c687f43 None None] Transition to ACTIVE for port object 0b160707-6212-4acd-94f3-92886ce23c76 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:23:38.663565 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-84832c7b-7da4-4b7d-b431-12770d182623 None None] Port 1d8386a3-3243-4119-8cc5-30a64f15b98b cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:23:38.668498 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-abe146c0-b7b0-4557-a026-f60f0c687f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:38.688942 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-84a24da4-67c8-47ba-9dd9-abfe1f14bd22 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:38.694506 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050482db-cb34-4b00-85f0-0677e45d4239 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Made reservation on behalf of ba3730d93e49471c875ab44d82db56e4 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:23:38.698910 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-050482db-cb34-4b00-85f0-0677e45d4239 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:38.706816 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-717e87d6-6f2e-4b92-a5cb-b2453f89a020 req-01e8e328-276f-404d-b50a-606760f963d1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=91864420-8f72-4153-bfe3-294260244158&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6137836 Aug 22 13:23:38.708524 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee8960c-e334-4eaa-876b-c5c129f6dbe6 req-a8e84b1a-9a32-4c3c-9746-b2dbb91fe900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:38.710014 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fee8960c-e334-4eaa-876b-c5c129f6dbe6 req-a8e84b1a-9a32-4c3c-9746-b2dbb91fe900 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec08ac96341043c28ecba1b995182de4&device_id=c34101a4-b788-43a2-8b7c-ba4b4b05535d HTTP/1.1" status: 200 len: 1095 time: 0.8056834 Aug 22 13:23:38.710842 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe146c0-b7b0-4557-a026-f60f0c687f43 None None] Network 1be38520-a08b-4849-b3b8-e35a1c8ec86e is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:23:38.713677 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-abe146c0-b7b0-4557-a026-f60f0c687f43 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:23:38.721192 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe146c0-b7b0-4557-a026-f60f0c687f43 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:23:38.725447 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe146c0-b7b0-4557-a026-f60f0c687f43 None None] Pushing event updated for resources: {'Port': ['ID=0b160707-6212-4acd-94f3-92886ce23c76,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:38.731686 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-2a6b057c-2a2f-4c7b-bdcf-552ae8d45db8 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:38.732501 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-2a6b057c-2a2f-4c7b-bdcf-552ae8d45db8 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:38.750933 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-1a74c785-717c-4dc8-abeb-719e7b117499 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1397998 Aug 22 13:23:38.763982 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48398) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:23:38.778302 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-71bf143c-5ac3-4ba9-8eed-6badf64ccdfa admin admin] Request body: {'subnet': {'network_id': 'bdf3bcca-08bf-404f-8a20-a005bda99e51', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-974312925-subnet', 'tenant_id': '08d7e737dead45c8a5d471e759b8b2bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:23:38.781412 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a74c785-717c-4dc8-abeb-719e7b117499 admin admin] Pushing event updated for resources: {'Network': ['ID=bdf3bcca-08bf-404f-8a20-a005bda99e51,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:38.785803 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-abe146c0-b7b0-4557-a026-f60f0c687f43 None None] Attempting to bind port 0b160707-6212-4acd-94f3-92886ce23c76 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:23:38.789081 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-abe146c0-b7b0-4557-a026-f60f0c687f43 None None] Attempting to bind port 0b160707-6212-4acd-94f3-92886ce23c76 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'f26280e8-bc4b-4545-ba39-30f4648b4efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1be38520-a08b-4849-b3b8-e35a1c8ec86e'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:23:38.789081 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe146c0-b7b0-4557-a026-f60f0c687f43 None None] Attempting to bind port 0b160707-6212-4acd-94f3-92886ce23c76 on network 1be38520-a08b-4849-b3b8-e35a1c8ec86e {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:23:38.800307 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe146c0-b7b0-4557-a026-f60f0c687f43 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:23:38.800307 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe146c0-b7b0-4557-a026-f60f0c687f43 None None] Checking segment: {'id': 'f26280e8-bc4b-4545-ba39-30f4648b4efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1be38520-a08b-4849-b3b8-e35a1c8ec86e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:23:38.800307 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-abe146c0-b7b0-4557-a026-f60f0c687f43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:38.800307 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe146c0-b7b0-4557-a026-f60f0c687f43 None None] Bound using segment: {'id': 'f26280e8-bc4b-4545-ba39-30f4648b4efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1be38520-a08b-4849-b3b8-e35a1c8ec86e'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:23:38.801849 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-abe146c0-b7b0-4557-a026-f60f0c687f43 None None] Bound port: 0b160707-6212-4acd-94f3-92886ce23c76, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f26280e8-bc4b-4545-ba39-30f4648b4efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1be38520-a08b-4849-b3b8-e35a1c8ec86e'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:23:38.802034 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-abe146c0-b7b0-4557-a026-f60f0c687f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:38.807557 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network bdf3bcca-08bf-404f-8a20-a005bda99e51 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:23:38.814674 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-84a24da4-67c8-47ba-9dd9-abfe1f14bd22 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Transition to ACTIVE for port object 143dfe51-b953-4e50-8ea2-a257f67c58ab will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:23:38.829547 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4732db8a-bf90-45ec-891b-da2a9b549788 req-9e34a00d-6da3-4c23-8ea1-4ea6dfe6d51d tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:38.835271 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4a4cc26-e7f7-4a1b-ad64-e1a68d387ad5 req-d674a857-585a-47eb-8d52-bfc33f6589ec tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:23:38.837330 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4732db8a-bf90-45ec-891b-da2a9b549788 req-9e34a00d-6da3-4c23-8ea1-4ea6dfe6d51d tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 950 time: 0.7454128 Aug 22 13:23:38.855276 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-050482db-cb34-4b00-85f0-0677e45d4239 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:23:38.859416 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdc6f49-580a-4c28-833a-3bdb08153b64 None None] Sync routers for ids ['96103a62-19ca-48f4-8434-777db29e697a'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:23:38.867924 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fee8960c-e334-4eaa-876b-c5c129f6dbe6 req-61d2952e-ae5f-42fc-9426-5d9feca312f3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e6a0b168-7640-4715-aeda-fb6bf0f81aa6 HTTP/1.1" status: 200 len: 217 time: 0.1262949 Aug 22 13:23:38.878216 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdc6f49-580a-4c28-833a-3bdb08153b64 None None] Routers {'96103a62-19ca-48f4-8434-777db29e697a'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:23:38.879876 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-efdc6f49-580a-4c28-833a-3bdb08153b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:23:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['96103a62-19ca-48f4-8434-777db29e697a'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:23:38.887622 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-2a6b057c-2a2f-4c7b-bdcf-552ae8d45db8 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7144222 Aug 22 13:23:38.896186 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 2e8e66b8-d1f5-416b-89ae-45a5e9153168 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:23:38.909276 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1881a-f3ae-4d83-90ec-e815b7413dfe req-bc2ee76f-c9b7-41bb-9c47-5ac2d9b2f189 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:38.917377 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dcc1881a-f3ae-4d83-90ec-e815b7413dfe req-bc2ee76f-c9b7-41bb-9c47-5ac2d9b2f189 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=c34101a4-b788-43a2-8b7c-ba4b4b05535d HTTP/1.1" status: 200 len: 943 time: 0.6397746 Aug 22 13:23:38.922442 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a4cc26-e7f7-4a1b-ad64-e1a68d387ad5 req-d674a857-585a-47eb-8d52-bfc33f6589ec tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] No DVR routers for this DVR port 2e8e66b8-d1f5-416b-89ae-45a5e9153168 on host n-h2-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:23:38.924547 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-050482db-cb34-4b00-85f0-0677e45d4239 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:38.924943 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-050482db-cb34-4b00-85f0-0677e45d4239 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Added segment 77b54f62-b26b-48ca-921b-fb512b265263 of type vlan for network 0bfdf377-ace8-4cfc-a77f-cae9a193d367 Aug 22 13:23:38.929489 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-f4a4cc26-e7f7-4a1b-ad64-e1a68d387ad5 req-d674a857-585a-47eb-8d52-bfc33f6589ec tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:38.929707 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-b32e1d2c-4fdb-48e5-a21d-684c70e17df3 service neutron] Request body: {'port': {'device_id': '7527169d-b50d-419f-9520-bc68b4063b1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:23:38.932248 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f4a4cc26-e7f7-4a1b-ad64-e1a68d387ad5 req-d674a857-585a-47eb-8d52-bfc33f6589ec tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.16 "DELETE /v2.0/ports/2e8e66b8-d1f5-416b-89ae-45a5e9153168 HTTP/1.1" status: 204 len: 173 time: 3.3093412 Aug 22 13:23:38.933825 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: 2e8e66b8-d1f5-416b-89ae-45a5e9153168 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:23:38.934394 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 2e8e66b8-d1f5-416b-89ae-45a5e9153168 not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:23:38.943285 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee82be1-23ac-4759-ae13-ef619353d72e', 'name': 'network-vif-deleted', 'tag': '2e8e66b8-d1f5-416b-89ae-45a5e9153168'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:23:38.946106 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234df474-7ee4-49fc-954c-57f833e2c157" -d '{"events": [{"server_uuid": "7ee82be1-23ac-4759-ae13-ef619353d72e", "name": "network-vif-deleted", "tag": "2e8e66b8-d1f5-416b-89ae-45a5e9153168"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:23:38.957628 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71bf143c-5ac3-4ba9-8eed-6badf64ccdfa admin admin] Made reservation on behalf of 08d7e737dead45c8a5d471e759b8b2bb for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:23:38.961596 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-71bf143c-5ac3-4ba9-8eed-6badf64ccdfa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:38.982841 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-abe146c0-b7b0-4557-a026-f60f0c687f43 None None] For port 0b160707-6212-4acd-94f3-92886ce23c76, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:23:38.990485 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-abe146c0-b7b0-4557-a026-f60f0c687f43 None None] For port 0b160707-6212-4acd-94f3-92886ce23c76, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=0b160707-6212-4acd-94f3-92886ce23c76,segment=NetworkSegment(f26280e8-bc4b-4545-ba39-30f4648b4efa),segment_id=f26280e8-bc4b-4545-ba39-30f4648b4efa)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:23:39.003199 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-abe146c0-b7b0-4557-a026-f60f0c687f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:39.020146 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-84a24da4-67c8-47ba-9dd9-abfe1f14bd22 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:39.058268 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-d3904cd2-9803-44b5-9010-be7144c0010e req-7da22490-e6ea-4515-8fe7-02acfe70fce8 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Allocated IP 172.20.0.6 (a1c10f8c-20d5-4d04-af7a-0afa0a2251fb/6b2f428e-282f-45d1-83f0-557cce9c83da/a99070f3-cd41-41f4-971f-f6ba7ea65313) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:23:39.070371 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['d0212b71-79cd-4311-ae89-e9abaec1ea35', '828cc14b-4200-4c08-98ac-e7734151cf9d'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:23:39.073230 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['c41641dd-85d8-40a3-8ec9-c3f0bde2f420'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:23:39.095157 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e87d6-6f2e-4b92-a5cb-b2453f89a020 req-ab6b5231-fa00-477b-9b31-c1b0a3c4f6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:39.096879 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-717e87d6-6f2e-4b92-a5cb-b2453f89a020 req-ab6b5231-fa00-477b-9b31-c1b0a3c4f6d7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=01d864243fbf4cf6816e3fd9d58ef026&device_id=91864420-8f72-4153-bfe3-294260244158 HTTP/1.1" status: 200 len: 1102 time: 0.3262768 Aug 22 13:23:39.123818 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4732db8a-bf90-45ec-891b-da2a9b549788 req-e8b88af7-30a0-4be4-8b72-16511f32d5c0 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856669 Aug 22 13:23:39.134076 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-050482db-cb34-4b00-85f0-0677e45d4239 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:39.173101 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dcc1881a-f3ae-4d83-90ec-e815b7413dfe req-61c5f42a-1ab7-4459-98c7-54a0766f8ce0 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531133 Aug 22 13:23:39.176214 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-efdc6f49-580a-4c28-833a-3bdb08153b64 None None] Set router 96103a62-19ca-48f4-8434-777db29e697a gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:23:39.230860 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee8960c-e334-4eaa-876b-c5c129f6dbe6 req-aeb55941-4a5f-4a30-933c-4896ad32ad77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:39.239822 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fee8960c-e334-4eaa-876b-c5c129f6dbe6 req-aeb55941-4a5f-4a30-933c-4896ad32ad77 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1fb53f66-6b81-41b6-9806-8520494df9af HTTP/1.1" status: 200 len: 861 time: 0.3629398 Aug 22 13:23:39.248925 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-84a24da4-67c8-47ba-9dd9-abfe1f14bd22 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Network 7dc41cff-a3ac-4fc2-ba06-973efce2365e is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:23:39.255353 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe146c0-b7b0-4557-a026-f60f0c687f43 None None] Pushing event updated for resources: {'Port': ['ID=0b160707-6212-4acd-94f3-92886ce23c76,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:39.309202 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-84a24da4-67c8-47ba-9dd9-abfe1f14bd22 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:23:39.334360 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-84a24da4-67c8-47ba-9dd9-abfe1f14bd22 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:23:39.337083 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a24da4-67c8-47ba-9dd9-abfe1f14bd22 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Pushing event updated for resources: {'Port': ['ID=143dfe51-b953-4e50-8ea2-a257f67c58ab,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:39.389687 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-050482db-cb34-4b00-85f0-0677e45d4239 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:39.395412 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050482db-cb34-4b00-85f0-0677e45d4239 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:39.395954 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-050482db-cb34-4b00-85f0-0677e45d4239 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:39.562021 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-b32e1d2c-4fdb-48e5-a21d-684c70e17df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:39.619396 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fee8960c-e334-4eaa-876b-c5c129f6dbe6 req-5d55cf64-f250-4b79-8326-f9d3cd958218 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=887e0115-b4ac-4c62-9aab-f2d01695aede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3292704 Aug 22 13:23:39.674506 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-84a24da4-67c8-47ba-9dd9-abfe1f14bd22 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:39.674767 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-84a24da4-67c8-47ba-9dd9-abfe1f14bd22 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:39.679794 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050482db-cb34-4b00-85f0-0677e45d4239 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Pushing event updated for resources: {'Network': ['ID=0bfdf377-ace8-4cfc-a77f-cae9a193d367,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:39.697164 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-efdc6f49-580a-4c28-833a-3bdb08153b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96103a62-19ca-48f4-8434-777db29e697a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-35615422-router', 'tenant_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '86c2ca98-5afd-4761-9c74-af3f25e3f90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:20:50Z', 'updated_at': '2021-08-22T13:20:56Z', 'revision_number': 4, 'project_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'gw_port': {'id': '86c2ca98-5afd-4761-9c74-af3f25e3f90d', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:57:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96103a62-19ca-48f4-8434-777db29e697a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:20:51Z', 'updated_at': '2021-08-22T13:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'b8fafdd9-90e9-411d-863c-1098e4d099a2', 'name': '', 'network_id': 'a1c10f8c-20d5-4d04-af7a-0afa0a2251fb', 'tenant_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'mac_address': 'fa:16:3e:04:8c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96103a62-19ca-48f4-8434-777db29e697a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6b2f428e-282f-45d1-83f0-557cce9c83da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:20:56Z', 'updated_at': '2021-08-22T13:21:04Z', 'revision_number': 5, 'project_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'subnets': [{'id': '6b2f428e-282f-45d1-83f0-557cce9c83da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:23:39.724668 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 0bfdf377-ace8-4cfc-a77f-cae9a193d367 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:23:39.746902 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdc6f49-580a-4c28-833a-3bdb08153b64 None None] Checking router: 96103a62-19ca-48f4-8434-777db29e697a for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:23:39.760455 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-050482db-cb34-4b00-85f0-0677e45d4239 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2879813 Aug 22 13:23:39.765554 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdc6f49-580a-4c28-833a-3bdb08153b64 None None] Routers {'96103a62-19ca-48f4-8434-777db29e697a'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:23:39.766481 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-efdc6f49-580a-4c28-833a-3bdb08153b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:23:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['96103a62-19ca-48f4-8434-777db29e697a'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:23:39.766839 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48406) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:23:39.781415 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-70099d24-bb20-45da-98a0-529ff5d6f7c6 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Request body: {'subnet': {'network_id': '0bfdf377-ace8-4cfc-a77f-cae9a193d367', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:23:39.793179 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-d3904cd2-9803-44b5-9010-be7144c0010e req-7da22490-e6ea-4515-8fe7-02acfe70fce8 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:39.812379 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-d3904cd2-9803-44b5-9010-be7144c0010e req-7da22490-e6ea-4515-8fe7-02acfe70fce8 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Transition to ACTIVE for port object a99070f3-cd41-41f4-971f-f6ba7ea65313 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:23:39.823599 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-84a24da4-67c8-47ba-9dd9-abfe1f14bd22 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6190171 Aug 22 13:23:39.895288 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-8dda6ec9-ef26-408c-bce1-5cba5e1109c8 service neutron] Request body: {'port': {'device_id': 'b5fae91d-e095-4a8b-a9cf-39bda265f757', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:23:39.899725 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-54d30388-c41f-4e8b-a0ec-a00aa844fc5b None None] Provisioning for port 143dfe51-b953-4e50-8ea2-a257f67c58ab completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:23:39.901104 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-efdc6f49-580a-4c28-833a-3bdb08153b64 None None] Set router 96103a62-19ca-48f4-8434-777db29e697a gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:23:39.920662 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-54d30388-c41f-4e8b-a0ec-a00aa844fc5b None None] Provisioning complete for port 143dfe51-b953-4e50-8ea2-a257f67c58ab triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:23:39.921041 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-54d30388-c41f-4e8b-a0ec-a00aa844fc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:39.985141 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-54d30388-c41f-4e8b-a0ec-a00aa844fc5b None None] Port 143dfe51-b953-4e50-8ea2-a257f67c58ab cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:23:40.007586 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fee8960c-e334-4eaa-876b-c5c129f6dbe6 req-2a1e46aa-3cbe-4c4a-a700-d5c0a88a52c4 service neutron] 10.222.0.41 "GET /v2.0/networks/887e0115-b4ac-4c62-9aab-f2d01695aede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395879 Aug 22 13:23:40.017789 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-33e5222d-8ca8-43fe-aece-e4a8214dcf32 req-68e34316-b823-490d-8671-060aa33e54b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d47ff4e-1acb-4794-b32c-cf31eb238438 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:23:40.018544 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-d3904cd2-9803-44b5-9010-be7144c0010e req-7da22490-e6ea-4515-8fe7-02acfe70fce8 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:40.026863 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-71bf143c-5ac3-4ba9-8eed-6badf64ccdfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:40.058669 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-33e5222d-8ca8-43fe-aece-e4a8214dcf32 req-68e34316-b823-490d-8671-060aa33e54b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:40.113637 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-33e5222d-8ca8-43fe-aece-e4a8214dcf32 req-68e34316-b823-490d-8671-060aa33e54b2 service neutron] Transition to ACTIVE for port object 0d47ff4e-1acb-4794-b32c-cf31eb238438 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:23:40.119819 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-8dda6ec9-ef26-408c-bce1-5cba5e1109c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:40.129571 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-33e5222d-8ca8-43fe-aece-e4a8214dcf32 req-68e34316-b823-490d-8671-060aa33e54b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:40.147189 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70099d24-bb20-45da-98a0-529ff5d6f7c6 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Made reservation on behalf of ba3730d93e49471c875ab44d82db56e4 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:23:40.150698 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-70099d24-bb20-45da-98a0-529ff5d6f7c6 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:40.163087 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-efdc6f49-580a-4c28-833a-3bdb08153b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96103a62-19ca-48f4-8434-777db29e697a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-35615422-router', 'tenant_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '86c2ca98-5afd-4761-9c74-af3f25e3f90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:20:50Z', 'updated_at': '2021-08-22T13:20:56Z', 'revision_number': 4, 'project_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'gw_port': {'id': '86c2ca98-5afd-4761-9c74-af3f25e3f90d', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:57:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96103a62-19ca-48f4-8434-777db29e697a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:20:51Z', 'updated_at': '2021-08-22T13:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'b8fafdd9-90e9-411d-863c-1098e4d099a2', 'name': '', 'network_id': 'a1c10f8c-20d5-4d04-af7a-0afa0a2251fb', 'tenant_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'mac_address': 'fa:16:3e:04:8c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96103a62-19ca-48f4-8434-777db29e697a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6b2f428e-282f-45d1-83f0-557cce9c83da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:20:56Z', 'updated_at': '2021-08-22T13:21:04Z', 'revision_number': 5, 'project_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'subnets': [{'id': '6b2f428e-282f-45d1-83f0-557cce9c83da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:23:40.208097 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdc6f49-580a-4c28-833a-3bdb08153b64 None None] The sync data for ids ['96103a62-19ca-48f4-8434-777db29e697a'] in n-d-793621-33 is: [{'id': '96103a62-19ca-48f4-8434-777db29e697a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-35615422-router', 'tenant_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '86c2ca98-5afd-4761-9c74-af3f25e3f90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:20:50Z', 'updated_at': '2021-08-22T13:20:56Z', 'revision_number': 4, 'project_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'gw_port': {'id': '86c2ca98-5afd-4761-9c74-af3f25e3f90d', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:57:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96103a62-19ca-48f4-8434-777db29e697a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:20:51Z', 'updated_at': '2021-08-22T13:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'b8fafdd9-90e9-411d-863c-1098e4d099a2', 'name': '', 'network_id': 'a1c10f8c-20d5-4d04-af7a-0afa0a2251fb', 'tenant_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'mac_address': 'fa:16:3e:04:8c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96103a62-19ca-48f4-8434-777db29e697a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6b2f428e-282f-45d1-83f0-557cce9c83da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:20:56Z', 'updated_at': '2021-08-22T13:21:04Z', 'revision_number': 5, 'project_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'subnets': [{'id': '6b2f428e-282f-45d1-83f0-557cce9c83da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:23:40.227480 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf143c-5ac3-4ba9-8eed-6badf64ccdfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fbf008e-f336-4db9-9373-5387a49602ad,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:40.232225 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da22490-e6ea-4515-8fe7-02acfe70fce8 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Pushing event updated for resources: {'Port': ['ID=a99070f3-cd41-41f4-971f-f6ba7ea65313,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:40.276455 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0058bed-d77e-4252-9a53-2b29f8f594e6 req-f62dc9ab-2509-4806-bc34-4ea9c4ee6541 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:40.278056 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e0058bed-d77e-4252-9a53-2b29f8f594e6 req-f62dc9ab-2509-4806-bc34-4ea9c4ee6541 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f404b95-2769-49fd-a4a3-e7fbf1298606 HTTP/1.1" status: 200 len: 936 time: 0.8387170 Aug 22 13:23:40.284852 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3904cd2-9803-44b5-9010-be7144c0010e req-7da22490-e6ea-4515-8fe7-02acfe70fce8 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Network a1c10f8c-20d5-4d04-af7a-0afa0a2251fb is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:23:40.314160 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f31bed-ed64-4105-b4d3-49daf760d922 req-99f0f267-bb0b-4815-944d-45c02e18c98b tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:40.322640 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-08f31bed-ed64-4105-b4d3-49daf760d922 req-99f0f267-bb0b-4815-944d-45c02e18c98b tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5fae91d-e095-4a8b-a9cf-39bda265f757 HTTP/1.1" status: 200 len: 935 time: 0.8969803 Aug 22 13:23:40.337255 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e87d6-6f2e-4b92-a5cb-b2453f89a020 req-713d4d4f-2e71-4917-93c9-24fe7fa652b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:40.338927 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-717e87d6-6f2e-4b92-a5cb-b2453f89a020 req-713d4d4f-2e71-4917-93c9-24fe7fa652b7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7dc41cff-a3ac-4fc2-ba06-973efce2365e HTTP/1.1" status: 200 len: 870 time: 1.1644561 Aug 22 13:23:40.344709 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-d3904cd2-9803-44b5-9010-be7144c0010e req-7da22490-e6ea-4515-8fe7-02acfe70fce8 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:23:40.376919 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e34316-b823-490d-8671-060aa33e54b2 service neutron] Pushing event updated for resources: {'Port': ['ID=0d47ff4e-1acb-4794-b32c-cf31eb238438,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:40.379556 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3904cd2-9803-44b5-9010-be7144c0010e req-7da22490-e6ea-4515-8fe7-02acfe70fce8 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:23:40.402518 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bf143c-5ac3-4ba9-8eed-6badf64ccdfa admin admin] Checking segment: {'id': '2de2aa98-ecbb-4a4e-9b39-67a8ce1cf710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bdf3bcca-08bf-404f-8a20-a005bda99e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:23:40.403346 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bf143c-5ac3-4ba9-8eed-6badf64ccdfa admin admin] Network hostable DHCP agents. Network: bdf3bcca-08bf-404f-8a20-a005bda99e51, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:23:40.704723 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-08f31bed-ed64-4105-b4d3-49daf760d922 req-ff2fe1c1-17b4-4f68-89da-cbeca47fe7c0 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3626351 Aug 22 13:23:40.705790 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9b4623-8690-4530-bddc-39feaf97574f None None] New status for floating IP e38268e4-62e1-4ac8-9d49-c864010be04c: DOWN {{(pid=94629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 13:23:40.773225 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-717e87d6-6f2e-4b92-a5cb-b2453f89a020 req-fac461ac-0439-4674-8b77-86ee74db9d03 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=1286179b-e9e6-4d6e-89fd-2429cb61c9b5 HTTP/1.1" status: 200 len: 217 time: 0.3955164 Aug 22 13:23:40.795334 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3904cd2-9803-44b5-9010-be7144c0010e req-7da22490-e6ea-4515-8fe7-02acfe70fce8 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:40.796044 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-d3904cd2-9803-44b5-9010-be7144c0010e req-7da22490-e6ea-4515-8fe7-02acfe70fce8 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:40.838876 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fee8960c-e334-4eaa-876b-c5c129f6dbe6 req-045c70ba-dfd9-4800-9e66-055299192c79 service neutron] 10.222.0.41 "GET /v2.0/networks/887e0115-b4ac-4c62-9aab-f2d01695aede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8172569 Aug 22 13:23:40.874952 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e0058bed-d77e-4252-9a53-2b29f8f594e6 req-dcab7176-f4c9-4e46-b319-954bd05f2ea9 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf231afb-4973-4df1-8682-080492090eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5507710 Aug 22 13:23:40.912837 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f008ea62-7059-4f35-8c2c-2f5893f983c1 x-openstack-request-id: req-f008ea62-7059-4f35-8c2c-2f5893f983c1 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:23:40.913124 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ee82be1-23ac-4759-ae13-ef619353d72e", "name": "network-vif-deleted", "tag": "2e8e66b8-d1f5-416b-89ae-45a5e9153168", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:23:40.913387 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f008ea62-7059-4f35-8c2c-2f5893f983c1 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:23:40.913760 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ee82be1-23ac-4759-ae13-ef619353d72e', 'name': 'network-vif-deleted', 'tag': '2e8e66b8-d1f5-416b-89ae-45a5e9153168', 'status': 'completed', 'code': 200} Aug 22 13:23:40.920568 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d3904cd2-9803-44b5-9010-be7144c0010e req-7da22490-e6ea-4515-8fe7-02acfe70fce8 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9125321 Aug 22 13:23:40.978766 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-d3904cd2-9803-44b5-9010-be7144c0010e req-bb31bdf8-a991-4518-b4e2-47c2cb94ce24 service neutron] Request body: {'port': {'device_id': '34435e4b-213a-42b2-942a-1e11fdfa6eff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:23:41.007969 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bf143c-5ac3-4ba9-8eed-6badf64ccdfa admin admin] Network bdf3bcca-08bf-404f-8a20-a005bda99e51 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:23:41.020426 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49a3057-9fb7-4abf-a687-8a168d2d6689 None None] Network 1be38520-a08b-4849-b3b8-e35a1c8ec86e requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:23:41.021862 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e87d6-6f2e-4b92-a5cb-b2453f89a020 req-a4f8d7bb-bd97-4f9e-986f-07727c034ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:41.023633 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-717e87d6-6f2e-4b92-a5cb-b2453f89a020 req-a4f8d7bb-bd97-4f9e-986f-07727c034ed7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.2080193 Aug 22 13:23:41.034764 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-71bf143c-5ac3-4ba9-8eed-6badf64ccdfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, bdf3bcca-08bf-404f-8a20-a005bda99e51) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:23:41.046908 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-33e5222d-8ca8-43fe-aece-e4a8214dcf32 req-68e34316-b823-490d-8671-060aa33e54b2 service neutron] Attempting to bind port 0d47ff4e-1acb-4794-b32c-cf31eb238438 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:23:41.047347 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-33e5222d-8ca8-43fe-aece-e4a8214dcf32 req-68e34316-b823-490d-8671-060aa33e54b2 service neutron] Attempting to bind port 0d47ff4e-1acb-4794-b32c-cf31eb238438 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:23:41.047681 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e5222d-8ca8-43fe-aece-e4a8214dcf32 req-68e34316-b823-490d-8671-060aa33e54b2 service neutron] Attempting to bind port 0d47ff4e-1acb-4794-b32c-cf31eb238438 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:23:41.052959 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bf143c-5ac3-4ba9-8eed-6badf64ccdfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:41.053501 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-71bf143c-5ac3-4ba9-8eed-6badf64ccdfa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:41.091632 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e5222d-8ca8-43fe-aece-e4a8214dcf32 req-68e34316-b823-490d-8671-060aa33e54b2 service neutron] Port 0d47ff4e-1acb-4794-b32c-cf31eb238438 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:23:41.092083 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e5222d-8ca8-43fe-aece-e4a8214dcf32 req-68e34316-b823-490d-8671-060aa33e54b2 service neutron] Attempting to bind port 0d47ff4e-1acb-4794-b32c-cf31eb238438 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:23:41.110784 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf3e563-002b-4207-a182-b38aabc7ce6b None None] Network bdf3bcca-08bf-404f-8a20-a005bda99e51 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:23:41.116120 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e5222d-8ca8-43fe-aece-e4a8214dcf32 req-68e34316-b823-490d-8671-060aa33e54b2 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:23:41.116496 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e5222d-8ca8-43fe-aece-e4a8214dcf32 req-68e34316-b823-490d-8671-060aa33e54b2 service neutron] Checking segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:23:41.117128 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e5222d-8ca8-43fe-aece-e4a8214dcf32 req-68e34316-b823-490d-8671-060aa33e54b2 service neutron] Bound using segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:23:41.117758 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-33e5222d-8ca8-43fe-aece-e4a8214dcf32 req-68e34316-b823-490d-8671-060aa33e54b2 service neutron] Bound port: 0d47ff4e-1acb-4794-b32c-cf31eb238438, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:23:41.118297 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-33e5222d-8ca8-43fe-aece-e4a8214dcf32 req-68e34316-b823-490d-8671-060aa33e54b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:41.134996 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-71bf143c-5ac3-4ba9-8eed-6badf64ccdfa admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.3662300 Aug 22 13:23:41.141579 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-70099d24-bb20-45da-98a0-529ff5d6f7c6 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:41.177382 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5fd549-1a80-488a-9e49-93abd2fecce7 req-1fd89848-47a2-4ee2-83ec-63460f9e3c4c tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:41.179180 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5a5fd549-1a80-488a-9e49-93abd2fecce7 req-1fd89848-47a2-4ee2-83ec-63460f9e3c4c tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/ports?device_id=34435e4b-213a-42b2-942a-1e11fdfa6eff HTTP/1.1" status: 200 len: 931 time: 0.3021965 Aug 22 13:23:41.199565 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec222f2f-4a23-4dad-9410-d5ae66f1f3d8 req-c4c3b7f2-60a7-486b-ad4f-a334521728bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:41.201935 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ec222f2f-4a23-4dad-9410-d5ae66f1f3d8 req-c4c3b7f2-60a7-486b-ad4f-a334521728bd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec08ac96341043c28ecba1b995182de4&device_id=c34101a4-b788-43a2-8b7c-ba4b4b05535d HTTP/1.1" status: 200 len: 1095 time: 0.2784400 Aug 22 13:23:41.209873 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-b32e1d2c-4fdb-48e5-a21d-684c70e17df3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d8386a3-3243-4119-8cc5-30a64f15b98b {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:23:41.224551 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-6cd374f7-3f6a-4e60-8b4d-4aa1762d700a None None] Provisioning for port a99070f3-cd41-41f4-971f-f6ba7ea65313 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:23:41.243878 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 0b160707-6212-4acd-94f3-92886ce23c76 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:23:41.259528 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-6cd374f7-3f6a-4e60-8b4d-4aa1762d700a None None] Provisioning complete for port a99070f3-cd41-41f4-971f-f6ba7ea65313 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:23:41.259896 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6cd374f7-3f6a-4e60-8b4d-4aa1762d700a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:41.286239 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-b32e1d2c-4fdb-48e5-a21d-684c70e17df3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:41.310131 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70099d24-bb20-45da-98a0-529ff5d6f7c6 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Pushing event updated for resources: {'Subnet': ['ID=e5be1c9d-fd9d-4f4c-be7a-078b571cac9e,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:41.333571 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc860caa-09e3-4ca9-9b2d-2fd8d6481987 req-c2026d57-3659-4ecc-a08b-ba49aca2421c tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:41.335184 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cc860caa-09e3-4ca9-9b2d-2fd8d6481987 req-c2026d57-3659-4ecc-a08b-ba49aca2421c tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 950 time: 0.3166513 Aug 22 13:23:41.342887 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e87d6-6f2e-4b92-a5cb-b2453f89a020 req-8975911c-d468-41ca-98a8-98a94b720a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:41.344379 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-717e87d6-6f2e-4b92-a5cb-b2453f89a020 req-8975911c-d468-41ca-98a8-98a94b720a8b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2750185 Aug 22 13:23:41.349668 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-33e5222d-8ca8-43fe-aece-e4a8214dcf32 req-68e34316-b823-490d-8671-060aa33e54b2 service neutron] For port 0d47ff4e-1acb-4794-b32c-cf31eb238438, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:23:41.372027 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70099d24-bb20-45da-98a0-529ff5d6f7c6 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Checking segment: {'id': '77b54f62-b26b-48ca-921b-fb512b265263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0bfdf377-ace8-4cfc-a77f-cae9a193d367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:23:41.372690 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70099d24-bb20-45da-98a0-529ff5d6f7c6 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Network hostable DHCP agents. Network: 0bfdf377-ace8-4cfc-a77f-cae9a193d367, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:23:41.376766 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-33e5222d-8ca8-43fe-aece-e4a8214dcf32 req-68e34316-b823-490d-8671-060aa33e54b2 service neutron] For port 0d47ff4e-1acb-4794-b32c-cf31eb238438, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=0d47ff4e-1acb-4794-b32c-cf31eb238438,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:23:41.385995 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-33e5222d-8ca8-43fe-aece-e4a8214dcf32 req-68e34316-b823-490d-8671-060aa33e54b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:41.388441 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-d3904cd2-9803-44b5-9010-be7144c0010e req-bb31bdf8-a991-4518-b4e2-47c2cb94ce24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:41.399666 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcbe4bd-c97f-4dc0-bd40-874f5f81d5e6 None None] Network bdf3bcca-08bf-404f-8a20-a005bda99e51 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:23:41.400557 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-6cd374f7-3f6a-4e60-8b4d-4aa1762d700a None None] Port a99070f3-cd41-41f4-971f-f6ba7ea65313 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:23:41.404441 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-b32e1d2c-4fdb-48e5-a21d-684c70e17df3 service neutron] Transition to ACTIVE for port object 1d8386a3-3243-4119-8cc5-30a64f15b98b will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:23:41.435924 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70099d24-bb20-45da-98a0-529ff5d6f7c6 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Network 0bfdf377-ace8-4cfc-a77f-cae9a193d367 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:23:41.442892 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-b32e1d2c-4fdb-48e5-a21d-684c70e17df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:41.460329 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e5222d-8ca8-43fe-aece-e4a8214dcf32 req-68e34316-b823-490d-8671-060aa33e54b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:41.463634 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-33e5222d-8ca8-43fe-aece-e4a8214dcf32 req-68e34316-b823-490d-8671-060aa33e54b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:41.465396 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-33e5222d-8ca8-43fe-aece-e4a8214dcf32 req-68e34316-b823-490d-8671-060aa33e54b2 service neutron] 10.222.0.41 "PUT /v2.0/ports/0d47ff4e-1acb-4794-b32c-cf31eb238438 HTTP/1.1" status: 200 len: 1097 time: 3.6848383 Aug 22 13:23:41.480446 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 0b160707-6212-4acd-94f3-92886ce23c76 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:23:41.500057 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5a5fd549-1a80-488a-9e49-93abd2fecce7 req-b9228e3d-7b5e-405c-b0d3-5516abe732ea tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ed2b1cd-e89d-453d-a1b3-990a20bb0165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2800355 Aug 22 13:23:41.590100 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-687acdfd-6a17-42ab-bc78-2cb0d5ed8cce None None] Provisioning for port 0b160707-6212-4acd-94f3-92886ce23c76 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:23:41.612951 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-687acdfd-6a17-42ab-bc78-2cb0d5ed8cce None None] Provisioning complete for port 0b160707-6212-4acd-94f3-92886ce23c76 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:23:41.613630 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-687acdfd-6a17-42ab-bc78-2cb0d5ed8cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:41.658966 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-70099d24-bb20-45da-98a0-529ff5d6f7c6 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 0bfdf377-ace8-4cfc-a77f-cae9a193d367) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:23:41.687204 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c1dd5a-0517-47cd-9d66-5d5eb60c28c9 None None] Network 0bfdf377-ace8-4cfc-a77f-cae9a193d367 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:23:41.714103 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70099d24-bb20-45da-98a0-529ff5d6f7c6 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:41.714609 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-70099d24-bb20-45da-98a0-529ff5d6f7c6 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:41.806378 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-8dda6ec9-ef26-408c-bce1-5cba5e1109c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 143dfe51-b953-4e50-8ea2-a257f67c58ab {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:23:41.811108 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e34316-b823-490d-8671-060aa33e54b2 service neutron] Pushing event updated for resources: {'Port': ['ID=0d47ff4e-1acb-4794-b32c-cf31eb238438,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:41.820960 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-70099d24-bb20-45da-98a0-529ff5d6f7c6 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0487866 Aug 22 13:23:41.822828 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-8dda6ec9-ef26-408c-bce1-5cba5e1109c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:41.876686 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e5222d-8ca8-43fe-aece-e4a8214dcf32 req-504d05f0-ae0a-44d8-ac6f-c9822ca59a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:41.882558 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-33e5222d-8ca8-43fe-aece-e4a8214dcf32 req-504d05f0-ae0a-44d8-ac6f-c9822ca59a52 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3293b7ee4d6246eea45839e50af5e7ea&device_id=9f404b95-2769-49fd-a4a3-e7fbf1298606 HTTP/1.1" status: 200 len: 1100 time: 0.2072508 Aug 22 13:23:41.884531 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-8dda6ec9-ef26-408c-bce1-5cba5e1109c8 service neutron] Transition to ACTIVE for port object 143dfe51-b953-4e50-8ea2-a257f67c58ab will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:23:41.903560 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-8dda6ec9-ef26-408c-bce1-5cba5e1109c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:41.923383 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-687acdfd-6a17-42ab-bc78-2cb0d5ed8cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:41.971371 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-33e5222d-8ca8-43fe-aece-e4a8214dcf32 req-af6ee2d5-f94c-4272-abab-d4e9865efe36 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=0d47ff4e-1acb-4794-b32c-cf31eb238438 HTTP/1.1" status: 200 len: 217 time: 0.0810161 Aug 22 13:23:42.015282 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-687acdfd-6a17-42ab-bc78-2cb0d5ed8cce None None] For port 0b160707-6212-4acd-94f3-92886ce23c76, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=0b160707-6212-4acd-94f3-92886ce23c76,segment=NetworkSegment(f26280e8-bc4b-4545-ba39-30f4648b4efa),segment_id=f26280e8-bc4b-4545-ba39-30f4648b4efa)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:42.024300 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-687acdfd-6a17-42ab-bc78-2cb0d5ed8cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:42.030694 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46919097-9806-44a3-9fff-965a40315ad5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-0bfdf377-ace8-4cfc-a77f-cae9a193d367', 'network_id': '0bfdf377-ace8-4cfc-a77f-cae9a193d367', 'tenant_id': 'ba3730d93e49471c875ab44d82db56e4', 'fixed_ips': [{'subnet_id': 'e5be1c9d-fd9d-4f4c-be7a-078b571cac9e'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:23:42.032651 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-46919097-9806-44a3-9fff-965a40315ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:42.042328 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dda6ec9-ef26-408c-bce1-5cba5e1109c8 service neutron] Pushing event updated for resources: {'Port': ['ID=143dfe51-b953-4e50-8ea2-a257f67c58ab,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:42.076737 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e5222d-8ca8-43fe-aece-e4a8214dcf32 req-20f1598f-a438-4ec9-9bd6-68d2b654108c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:42.078461 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-33e5222d-8ca8-43fe-aece-e4a8214dcf32 req-20f1598f-a438-4ec9-9bd6-68d2b654108c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.0979023 Aug 22 13:23:42.161121 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-8dda6ec9-ef26-408c-bce1-5cba5e1109c8 service neutron] Attempting to bind port 143dfe51-b953-4e50-8ea2-a257f67c58ab on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:23:42.161618 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-8dda6ec9-ef26-408c-bce1-5cba5e1109c8 service neutron] Attempting to bind port 143dfe51-b953-4e50-8ea2-a257f67c58ab by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:23:42.162418 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-8dda6ec9-ef26-408c-bce1-5cba5e1109c8 service neutron] Attempting to bind port 143dfe51-b953-4e50-8ea2-a257f67c58ab on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:23:42.171129 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-8dda6ec9-ef26-408c-bce1-5cba5e1109c8 service neutron] Port 143dfe51-b953-4e50-8ea2-a257f67c58ab on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:23:42.171450 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-8dda6ec9-ef26-408c-bce1-5cba5e1109c8 service neutron] Attempting to bind port 143dfe51-b953-4e50-8ea2-a257f67c58ab on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:23:42.183130 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e5222d-8ca8-43fe-aece-e4a8214dcf32 req-990b48d8-17d2-4b8c-9dc2-b0d493edd0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:42.185050 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-33e5222d-8ca8-43fe-aece-e4a8214dcf32 req-990b48d8-17d2-4b8c-9dc2-b0d493edd0b0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0888095 Aug 22 13:23:42.186713 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-8dda6ec9-ef26-408c-bce1-5cba5e1109c8 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:23:42.187064 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687acdfd-6a17-42ab-bc78-2cb0d5ed8cce None None] Pushing event updated for resources: {'Port': ['ID=0b160707-6212-4acd-94f3-92886ce23c76,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:42.187271 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-8dda6ec9-ef26-408c-bce1-5cba5e1109c8 service neutron] Checking segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:23:42.187945 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-8dda6ec9-ef26-408c-bce1-5cba5e1109c8 service neutron] Bound using segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:23:42.188464 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-8dda6ec9-ef26-408c-bce1-5cba5e1109c8 service neutron] Bound port: 143dfe51-b953-4e50-8ea2-a257f67c58ab, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:23:42.188830 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-8dda6ec9-ef26-408c-bce1-5cba5e1109c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:42.208912 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-80df983f-bb54-46b0-be31-b283d54e9ef7 None None] Provisioning complete for port 0b160707-6212-4acd-94f3-92886ce23c76 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:23:42.209287 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-80df983f-bb54-46b0-be31-b283d54e9ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:42.232223 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cc860caa-09e3-4ca9-9b2d-2fd8d6481987 req-159f43ed-c4d5-4585-a74a-d0a059098d17 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8844354 Aug 22 13:23:42.249311 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32e1d2c-4fdb-48e5-a21d-684c70e17df3 service neutron] Pushing event updated for resources: {'Port': ['ID=1d8386a3-3243-4119-8cc5-30a64f15b98b,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:42.292450 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec222f2f-4a23-4dad-9410-d5ae66f1f3d8 req-7756200f-d9b5-45c8-9395-d0bcbea98162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:42.294564 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ec222f2f-4a23-4dad-9410-d5ae66f1f3d8 req-7756200f-d9b5-45c8-9395-d0bcbea98162 service neutron] 10.222.0.41 "GET /v2.0/networks?id=887e0115-b4ac-4c62-9aab-f2d01695aede HTTP/1.1" status: 200 len: 922 time: 1.0667441 Aug 22 13:23:42.335088 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-46919097-9806-44a3-9fff-965a40315ad5 None None] Allocated IP 19.86.0.2 (0bfdf377-ace8-4cfc-a77f-cae9a193d367/e5be1c9d-fd9d-4f4c-be7a-078b571cac9e/104a920a-d29c-400f-8e78-0105587898cc) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:23:42.399094 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-33e5222d-8ca8-43fe-aece-e4a8214dcf32 req-fb20be6d-6e79-4893-8c88-7f791944acb4 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968832 Aug 22 13:23:42.400694 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-8dda6ec9-ef26-408c-bce1-5cba5e1109c8 service neutron] For port 143dfe51-b953-4e50-8ea2-a257f67c58ab, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:23:42.405031 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-8dda6ec9-ef26-408c-bce1-5cba5e1109c8 service neutron] For port 143dfe51-b953-4e50-8ea2-a257f67c58ab, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=143dfe51-b953-4e50-8ea2-a257f67c58ab,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:23:42.414761 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-8dda6ec9-ef26-408c-bce1-5cba5e1109c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:42.464578 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-717e87d6-6f2e-4b92-a5cb-b2453f89a020 req-b92a0ab2-732e-4b6d-8eb8-1bb6e8abd1e1 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0832913 Aug 22 13:23:42.490295 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ec222f2f-4a23-4dad-9410-d5ae66f1f3d8 req-fae79b7a-b808-42ce-9524-05852748f84e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e6a0b168-7640-4715-aeda-fb6bf0f81aa6 HTTP/1.1" status: 200 len: 217 time: 0.1531217 Aug 22 13:23:42.577475 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cadc703-60bc-4b3c-a0dd-dc60c67cd704 req-12fbfc7c-be92-4a90-9797-bc178c43b087 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:42.593915 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5cadc703-60bc-4b3c-a0dd-dc60c67cd704 req-12fbfc7c-be92-4a90-9797-bc178c43b087 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=c34101a4-b788-43a2-8b7c-ba4b4b05535d HTTP/1.1" status: 200 len: 943 time: 0.4381399 Aug 22 13:23:42.594459 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-46919097-9806-44a3-9fff-965a40315ad5 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:42.606862 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-46919097-9806-44a3-9fff-965a40315ad5 None None] Transition to ACTIVE for port object 104a920a-d29c-400f-8e78-0105587898cc will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:23:42.608595 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-33e5222d-8ca8-43fe-aece-e4a8214dcf32 req-7cc7425d-7e85-45fa-bbb3-9612e889f635 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864412 Aug 22 13:23:42.614972 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dda6ec9-ef26-408c-bce1-5cba5e1109c8 service neutron] Pushing event updated for resources: {'Port': ['ID=143dfe51-b953-4e50-8ea2-a257f67c58ab,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:42.627153 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-8dda6ec9-ef26-408c-bce1-5cba5e1109c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:42.628225 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-8dda6ec9-ef26-408c-bce1-5cba5e1109c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:42.629712 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-8dda6ec9-ef26-408c-bce1-5cba5e1109c8 service neutron] 10.222.0.41 "PUT /v2.0/ports/143dfe51-b953-4e50-8ea2-a257f67c58ab HTTP/1.1" status: 200 len: 1096 time: 2.7692044 Aug 22 13:23:42.638868 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-46919097-9806-44a3-9fff-965a40315ad5 None None] Transition to ACTIVE for port object 104a920a-d29c-400f-8e78-0105587898cc will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:23:42.648192 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-46919097-9806-44a3-9fff-965a40315ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:42.711828 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46919097-9806-44a3-9fff-965a40315ad5 None None] Network 0bfdf377-ace8-4cfc-a77f-cae9a193d367 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:23:42.713065 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46919097-9806-44a3-9fff-965a40315ad5 None None] Pushing event updated for resources: {'Port': ['ID=104a920a-d29c-400f-8e78-0105587898cc,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:42.719664 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-46919097-9806-44a3-9fff-965a40315ad5 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:23:42.726714 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46919097-9806-44a3-9fff-965a40315ad5 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:23:42.728211 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-fca1e037-0e31-4696-9c15-620387a4f4b3 req-92c6e747-1e00-4aa3-8804-d950646228d9 tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-349921969', 'description': 'tempest-description-99557411'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:23:42.750488 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-ca237891-b720-4fd5-9751-e51a74b5ede6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:42.752008 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-ca237891-b720-4fd5-9751-e51a74b5ede6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=49eccb789dab4d5eaed86ee1a537d189&device_id=b5fae91d-e095-4a8b-a9cf-39bda265f757 HTTP/1.1" status: 200 len: 1099 time: 0.0683706 Aug 22 13:23:42.805616 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-46919097-9806-44a3-9fff-965a40315ad5 None None] Attempting to bind port 104a920a-d29c-400f-8e78-0105587898cc on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:23:42.807693 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-46919097-9806-44a3-9fff-965a40315ad5 None None] Attempting to bind port 104a920a-d29c-400f-8e78-0105587898cc by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '77b54f62-b26b-48ca-921b-fb512b265263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0bfdf377-ace8-4cfc-a77f-cae9a193d367'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:23:42.808325 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46919097-9806-44a3-9fff-965a40315ad5 None None] Attempting to bind port 104a920a-d29c-400f-8e78-0105587898cc on network 0bfdf377-ace8-4cfc-a77f-cae9a193d367 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:23:42.818489 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-f3c7101a-bc00-41be-a0fe-f8f8e9a0cb0a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=143dfe51-b953-4e50-8ea2-a257f67c58ab HTTP/1.1" status: 200 len: 217 time: 0.0480917 Aug 22 13:23:42.821846 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46919097-9806-44a3-9fff-965a40315ad5 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:23:42.822411 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46919097-9806-44a3-9fff-965a40315ad5 None None] Checking segment: {'id': '77b54f62-b26b-48ca-921b-fb512b265263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0bfdf377-ace8-4cfc-a77f-cae9a193d367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:23:42.822887 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-46919097-9806-44a3-9fff-965a40315ad5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:42.823343 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46919097-9806-44a3-9fff-965a40315ad5 None None] Bound using segment: {'id': '77b54f62-b26b-48ca-921b-fb512b265263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0bfdf377-ace8-4cfc-a77f-cae9a193d367'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:23:42.823880 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-46919097-9806-44a3-9fff-965a40315ad5 None None] Bound port: 104a920a-d29c-400f-8e78-0105587898cc, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77b54f62-b26b-48ca-921b-fb512b265263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0bfdf377-ace8-4cfc-a77f-cae9a193d367'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:23:42.824460 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-46919097-9806-44a3-9fff-965a40315ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:42.832378 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-717e87d6-6f2e-4b92-a5cb-b2453f89a020 req-6adecd32-a84c-46cd-bfea-b2b8f4dfc796 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404083 Aug 22 13:23:42.888502 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-fca1e037-0e31-4696-9c15-620387a4f4b3 req-92c6e747-1e00-4aa3-8804-d950646228d9 tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:42.895480 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-b32e1d2c-4fdb-48e5-a21d-684c70e17df3 service neutron] Attempting to bind port 1d8386a3-3243-4119-8cc5-30a64f15b98b on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:23:42.895818 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-b32e1d2c-4fdb-48e5-a21d-684c70e17df3 service neutron] Attempting to bind port 1d8386a3-3243-4119-8cc5-30a64f15b98b by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:23:42.896144 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-b32e1d2c-4fdb-48e5-a21d-684c70e17df3 service neutron] Attempting to bind port 1d8386a3-3243-4119-8cc5-30a64f15b98b on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:23:42.900637 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5cadc703-60bc-4b3c-a0dd-dc60c67cd704 req-35ab14d6-825d-4938-801a-255a450a9fc9 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023744 Aug 22 13:23:42.916093 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f404b95-2769-49fd-a4a3-e7fbf1298606', 'tag': '0d47ff4e-1acb-4794-b32c-cf31eb238438'}, {'name': 'network-changed', 'server_uuid': 'b5fae91d-e095-4a8b-a9cf-39bda265f757', 'tag': '143dfe51-b953-4e50-8ea2-a257f67c58ab'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:23:42.916731 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec222f2f-4a23-4dad-9410-d5ae66f1f3d8 req-4d8b47e3-34ef-4b87-baf8-c93afe4f7836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:42.918220 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ec222f2f-4a23-4dad-9410-d5ae66f1f3d8 req-4d8b47e3-34ef-4b87-baf8-c93afe4f7836 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1fb53f66-6b81-41b6-9806-8520494df9af HTTP/1.1" status: 200 len: 861 time: 0.3997960 Aug 22 13:23:42.919167 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77693685-e26e-40af-a74a-767fbe8f0e1d" -d '{"events": [{"name": "network-changed", "server_uuid": "9f404b95-2769-49fd-a4a3-e7fbf1298606", "tag": "0d47ff4e-1acb-4794-b32c-cf31eb238438"}, {"name": "network-changed", "server_uuid": "b5fae91d-e095-4a8b-a9cf-39bda265f757", "tag": "143dfe51-b953-4e50-8ea2-a257f67c58ab"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:23:42.926024 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-b32e1d2c-4fdb-48e5-a21d-684c70e17df3 service neutron] Port 1d8386a3-3243-4119-8cc5-30a64f15b98b on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:23:42.926348 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-b32e1d2c-4fdb-48e5-a21d-684c70e17df3 service neutron] Attempting to bind port 1d8386a3-3243-4119-8cc5-30a64f15b98b on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:23:42.928138 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-d1c49f60-d000-402f-b8f2-7c95401cd90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:42.939044 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-d1c49f60-d000-402f-b8f2-7c95401cd90c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.1047270 Aug 22 13:23:42.939396 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-46919097-9806-44a3-9fff-965a40315ad5 None None] For port 104a920a-d29c-400f-8e78-0105587898cc, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:23:42.942630 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-46919097-9806-44a3-9fff-965a40315ad5 None None] For port 104a920a-d29c-400f-8e78-0105587898cc, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=104a920a-d29c-400f-8e78-0105587898cc,segment=NetworkSegment(77b54f62-b26b-48ca-921b-fb512b265263),segment_id=77b54f62-b26b-48ca-921b-fb512b265263)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:23:42.943173 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-b32e1d2c-4fdb-48e5-a21d-684c70e17df3 service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:23:42.943519 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-b32e1d2c-4fdb-48e5-a21d-684c70e17df3 service neutron] Checking segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:23:42.943922 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-b32e1d2c-4fdb-48e5-a21d-684c70e17df3 service neutron] Bound using segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:23:42.944460 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-b32e1d2c-4fdb-48e5-a21d-684c70e17df3 service neutron] Bound port: 1d8386a3-3243-4119-8cc5-30a64f15b98b, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:23:42.944735 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-b32e1d2c-4fdb-48e5-a21d-684c70e17df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:42.948008 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-46919097-9806-44a3-9fff-965a40315ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:43.019071 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-c6974f77-3c75-40a1-865a-c1f53c747a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:43.026178 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-c6974f77-3c75-40a1-865a-c1f53c747a0d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0814340 Aug 22 13:23:43.034015 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46919097-9806-44a3-9fff-965a40315ad5 None None] Pushing event updated for resources: {'Port': ['ID=104a920a-d29c-400f-8e78-0105587898cc,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:43.053932 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ec222f2f-4a23-4dad-9410-d5ae66f1f3d8 req-7d74f4a6-e075-4859-ad46-afd775870143 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=887e0115-b4ac-4c62-9aab-f2d01695aede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993192 Aug 22 13:23:43.154997 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 0b160707-6212-4acd-94f3-92886ce23c76 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:23:43.155310 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-fa930286-4eb5-4228-b9e0-b3dd9e346171 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175568 Aug 22 13:23:43.230158 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 0b160707-6212-4acd-94f3-92886ce23c76 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:23:43.230784 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:43.243719 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-d3904cd2-9803-44b5-9010-be7144c0010e req-bb31bdf8-a991-4518-b4e2-47c2cb94ce24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a99070f3-cd41-41f4-971f-f6ba7ea65313 {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:23:43.252945 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-d3904cd2-9803-44b5-9010-be7144c0010e req-bb31bdf8-a991-4518-b4e2-47c2cb94ce24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:43.270079 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-471fe357-19bc-4464-9920-85a57b52c58e service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003036 Aug 22 13:23:43.319554 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-d3904cd2-9803-44b5-9010-be7144c0010e req-bb31bdf8-a991-4518-b4e2-47c2cb94ce24 service neutron] Transition to ACTIVE for port object a99070f3-cd41-41f4-971f-f6ba7ea65313 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:23:43.357032 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-d3904cd2-9803-44b5-9010-be7144c0010e req-bb31bdf8-a991-4518-b4e2-47c2cb94ce24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:43.404327 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7802333-1f10-42c5-948d-e42e88520be1 req-3014ac1f-e3ac-4ef1-86f7-92c8cdda637e tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:43.406457 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a7802333-1f10-42c5-948d-e42e88520be1 req-3014ac1f-e3ac-4ef1-86f7-92c8cdda637e tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5fae91d-e095-4a8b-a9cf-39bda265f757 HTTP/1.1" status: 200 len: 947 time: 0.3455973 Aug 22 13:23:43.462984 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-b32e1d2c-4fdb-48e5-a21d-684c70e17df3 service neutron] For port 1d8386a3-3243-4119-8cc5-30a64f15b98b, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:23:43.506952 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ec222f2f-4a23-4dad-9410-d5ae66f1f3d8 req-bfe681cf-d9a9-4602-a201-ef50f5ac786b service neutron] 10.222.0.41 "GET /v2.0/networks/887e0115-b4ac-4c62-9aab-f2d01695aede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806825 Aug 22 13:23:43.524073 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-b32e1d2c-4fdb-48e5-a21d-684c70e17df3 service neutron] For port 1d8386a3-3243-4119-8cc5-30a64f15b98b, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=1d8386a3-3243-4119-8cc5-30a64f15b98b,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:23:43.527797 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device e6a0b168-7640-4715-aeda-fb6bf0f81aa6 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:23:43.559073 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31bdf8-a991-4518-b4e2-47c2cb94ce24 service neutron] Pushing event updated for resources: {'Port': ['ID=a99070f3-cd41-41f4-971f-f6ba7ea65313,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:43.578354 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-b32e1d2c-4fdb-48e5-a21d-684c70e17df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:43.642369 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port e6a0b168-7640-4715-aeda-fb6bf0f81aa6, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=e6a0b168-7640-4715-aeda-fb6bf0f81aa6,segment=NetworkSegment(0efbff2c-3dbf-4e79-83ba-47cbdc800632),segment_id=0efbff2c-3dbf-4e79-83ba-47cbdc800632)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:43.654562 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': 'e6a0b168-7640-4715-aeda-fb6bf0f81aa6', 'network_id': '887e0115-b4ac-4c62-9aab-f2d01695aede', 'port_id': 'e6a0b168-7640-4715-aeda-fb6bf0f81aa6', 'mac_address': 'fa:16:3e:c3:33:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb53f66-6b81-41b6-9806-8520494df9af', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:23:43.686143 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-fca1e037-0e31-4696-9c15-620387a4f4b3 req-92c6e747-1e00-4aa3-8804-d950646228d9 tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:43.689976 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a7802333-1f10-42c5-948d-e42e88520be1 req-94605872-c672-4a43-9bf8-fc849a7b7ca7 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497320 Aug 22 13:23:43.703056 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-fca1e037-0e31-4696-9c15-620387a4f4b3 req-92c6e747-1e00-4aa3-8804-d950646228d9 tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:43.727638 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:43.727883 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-b32e1d2c-4fdb-48e5-a21d-684c70e17df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:43.727883 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-b32e1d2c-4fdb-48e5-a21d-684c70e17df3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:43.727883 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-b32e1d2c-4fdb-48e5-a21d-684c70e17df3 service neutron] 10.222.0.16 "PUT /v2.0/ports/1d8386a3-3243-4119-8cc5-30a64f15b98b HTTP/1.1" status: 200 len: 1096 time: 4.8078210 Aug 22 13:23:43.727883 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7527169d-b50d-419f-9520-bc68b4063b1e', 'tag': '1d8386a3-3243-4119-8cc5-30a64f15b98b'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:23:43.730058 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0696be9b-dd14-422c-823b-1b2af72074be" -d '{"events": [{"name": "network-changed", "server_uuid": "7527169d-b50d-419f-9520-bc68b4063b1e", "tag": "1d8386a3-3243-4119-8cc5-30a64f15b98b"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:23:43.737712 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6a0b168-7640-4715-aeda-fb6bf0f81aa6 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:23:43.762195 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port e6a0b168-7640-4715-aeda-fb6bf0f81aa6, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=e6a0b168-7640-4715-aeda-fb6bf0f81aa6,segment=NetworkSegment(0efbff2c-3dbf-4e79-83ba-47cbdc800632),segment_id=0efbff2c-3dbf-4e79-83ba-47cbdc800632)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:43.770274 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:43.817194 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-fca1e037-0e31-4696-9c15-620387a4f4b3 req-92c6e747-1e00-4aa3-8804-d950646228d9 tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:43.818513 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fca1e037-0e31-4696-9c15-620387a4f4b3 req-92c6e747-1e00-4aa3-8804-d950646228d9 tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 1.0945995 Aug 22 13:23:43.857477 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32e1d2c-4fdb-48e5-a21d-684c70e17df3 service neutron] Pushing event updated for resources: {'Port': ['ID=1d8386a3-3243-4119-8cc5-30a64f15b98b,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:43.916314 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c6e747-1e00-4aa3-8804-d950646228d9 tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b330eca-c0c7-4579-9e5c-2d873868aa5b,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:43.946931 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-d3904cd2-9803-44b5-9010-be7144c0010e req-bb31bdf8-a991-4518-b4e2-47c2cb94ce24 service neutron] Attempting to bind port a99070f3-cd41-41f4-971f-f6ba7ea65313 on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:23:43.947332 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-d3904cd2-9803-44b5-9010-be7144c0010e req-bb31bdf8-a991-4518-b4e2-47c2cb94ce24 service neutron] Attempting to bind port a99070f3-cd41-41f4-971f-f6ba7ea65313 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': 'cfd609c7-b14b-488e-8058-23f3798cf6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a1c10f8c-20d5-4d04-af7a-0afa0a2251fb'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:23:43.947751 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3904cd2-9803-44b5-9010-be7144c0010e req-bb31bdf8-a991-4518-b4e2-47c2cb94ce24 service neutron] Attempting to bind port a99070f3-cd41-41f4-971f-f6ba7ea65313 on network a1c10f8c-20d5-4d04-af7a-0afa0a2251fb {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:23:43.974933 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ec222f2f-4a23-4dad-9410-d5ae66f1f3d8 req-96b46ba4-5dc2-4a6d-bd8a-72dbf2970902 service neutron] 10.222.0.41 "GET /v2.0/networks/887e0115-b4ac-4c62-9aab-f2d01695aede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4307771 Aug 22 13:23:44.010121 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3904cd2-9803-44b5-9010-be7144c0010e req-bb31bdf8-a991-4518-b4e2-47c2cb94ce24 service neutron] Port a99070f3-cd41-41f4-971f-f6ba7ea65313 on network a1c10f8c-20d5-4d04-af7a-0afa0a2251fb not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:23:44.010589 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3904cd2-9803-44b5-9010-be7144c0010e req-bb31bdf8-a991-4518-b4e2-47c2cb94ce24 service neutron] Attempting to bind port a99070f3-cd41-41f4-971f-f6ba7ea65313 on network a1c10f8c-20d5-4d04-af7a-0afa0a2251fb {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:23:44.029518 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=e6a0b168-7640-4715-aeda-fb6bf0f81aa6,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:44.030056 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3904cd2-9803-44b5-9010-be7144c0010e req-bb31bdf8-a991-4518-b4e2-47c2cb94ce24 service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:23:44.030464 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3904cd2-9803-44b5-9010-be7144c0010e req-bb31bdf8-a991-4518-b4e2-47c2cb94ce24 service neutron] Checking segment: {'id': 'cfd609c7-b14b-488e-8058-23f3798cf6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a1c10f8c-20d5-4d04-af7a-0afa0a2251fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:23:44.030919 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3904cd2-9803-44b5-9010-be7144c0010e req-bb31bdf8-a991-4518-b4e2-47c2cb94ce24 service neutron] Bound using segment: {'id': 'cfd609c7-b14b-488e-8058-23f3798cf6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a1c10f8c-20d5-4d04-af7a-0afa0a2251fb'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:23:44.031440 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-d3904cd2-9803-44b5-9010-be7144c0010e req-bb31bdf8-a991-4518-b4e2-47c2cb94ce24 service neutron] Bound port: a99070f3-cd41-41f4-971f-f6ba7ea65313, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfd609c7-b14b-488e-8058-23f3798cf6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a1c10f8c-20d5-4d04-af7a-0afa0a2251fb'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:23:44.031865 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-d3904cd2-9803-44b5-9010-be7144c0010e req-bb31bdf8-a991-4518-b4e2-47c2cb94ce24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:44.059627 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6919700-407e-46f5-853f-9142de2559ca req-fb42ac2d-7d68-46e9-a956-475b0d2ec341 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:44.061284 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d6919700-407e-46f5-853f-9142de2559ca req-fb42ac2d-7d68-46e9-a956-475b0d2ec341 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f404b95-2769-49fd-a4a3-e7fbf1298606 HTTP/1.1" status: 200 len: 948 time: 0.2399907 Aug 22 13:23:44.068966 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-cec37414-fc67-4135-b078-45e63323fa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:44.070565 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-cec37414-fc67-4135-b078-45e63323fa35 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=49eccb789dab4d5eaed86ee1a537d189&device_id=7527169d-b50d-419f-9520-bc68b4063b1e HTTP/1.1" status: 200 len: 1099 time: 0.2331936 Aug 22 13:23:44.139080 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['e6a0b168-7640-4715-aeda-fb6bf0f81aa6'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:23:44.172381 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-f6ade2c2-3519-4845-89e1-33a416c606ee service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=1d8386a3-3243-4119-8cc5-30a64f15b98b HTTP/1.1" status: 200 len: 217 time: 0.0621171 Aug 22 13:23:44.237684 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-33f8b9d0-2316-4f15-9e8a-258ae917847c tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:44.244297 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-33f8b9d0-2316-4f15-9e8a-258ae917847c tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:44.246080 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-33f8b9d0-2316-4f15-9e8a-258ae917847c tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/networks?id=1be38520-a08b-4849-b3b8-e35a1c8ec86e&id=0bfdf377-ace8-4cfc-a77f-cae9a193d367 HTTP/1.1" status: 200 len: 1390 time: 0.3346179 Aug 22 13:23:44.270827 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d6919700-407e-46f5-853f-9142de2559ca req-e392a224-ebf3-4b3c-804b-d5f60093a179 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf231afb-4973-4df1-8682-080492090eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967478 Aug 22 13:23:44.279520 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f25567-b644-479c-a4ef-c189ec9ab0ea None None] Network 0bfdf377-ace8-4cfc-a77f-cae9a193d367 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:23:44.296646 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-d3904cd2-9803-44b5-9010-be7144c0010e req-bb31bdf8-a991-4518-b4e2-47c2cb94ce24 service neutron] For port a99070f3-cd41-41f4-971f-f6ba7ea65313, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:23:44.301005 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-d3904cd2-9803-44b5-9010-be7144c0010e req-bb31bdf8-a991-4518-b4e2-47c2cb94ce24 service neutron] For port a99070f3-cd41-41f4-971f-f6ba7ea65313, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=a99070f3-cd41-41f4-971f-f6ba7ea65313,segment=NetworkSegment(cfd609c7-b14b-488e-8058-23f3798cf6a8),segment_id=cfd609c7-b14b-488e-8058-23f3798cf6a8)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:23:44.304798 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-27863e9c-e87a-4ae4-9f88-7ab2d6a3f4f6 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/quotas/ba3730d93e49471c875ab44d82db56e4 HTTP/1.1" status: 200 len: 375 time: 0.0499973 Aug 22 13:23:44.310688 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-d3904cd2-9803-44b5-9010-be7144c0010e req-bb31bdf8-a991-4518-b4e2-47c2cb94ce24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:44.316087 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-81c7cb3e-c240-4c75-aefa-1725266d2221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:44.318413 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-81c7cb3e-c240-4c75-aefa-1725266d2221 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.1330574 Aug 22 13:23:44.356504 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-0f6aabfc-f139-4712-8011-5fa60ddc41ab None None] Provisioning for port 104a920a-d29c-400f-8e78-0105587898cc completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:23:44.421329 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3904cd2-9803-44b5-9010-be7144c0010e req-bb31bdf8-a991-4518-b4e2-47c2cb94ce24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:44.421939 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-d3904cd2-9803-44b5-9010-be7144c0010e req-bb31bdf8-a991-4518-b4e2-47c2cb94ce24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:44.423320 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d3904cd2-9803-44b5-9010-be7144c0010e req-bb31bdf8-a991-4518-b4e2-47c2cb94ce24 service neutron] 10.222.0.16 "PUT /v2.0/ports/a99070f3-cd41-41f4-971f-f6ba7ea65313 HTTP/1.1" status: 200 len: 1092 time: 3.4798064 Aug 22 13:23:44.470857 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31bdf8-a991-4518-b4e2-47c2cb94ce24 service neutron] Pushing event updated for resources: {'Port': ['ID=a99070f3-cd41-41f4-971f-f6ba7ea65313,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:44.516666 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-f046597f-b335-4c13-af70-ca5120e2eb51 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ba3730d93e49471c875ab44d82db56e4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2036211 Aug 22 13:23:44.520069 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-7204d224-7804-4bea-900b-ab15c47849b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:44.521582 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-7204d224-7804-4bea-900b-ab15c47849b3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1936777 Aug 22 13:23:44.528866 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6588a7c4-6def-4e40-b7fc-562578cae393 req-387a2201-ee7f-4182-bb0a-0a65adb706fb tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:44.533264 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6588a7c4-6def-4e40-b7fc-562578cae393 req-387a2201-ee7f-4182-bb0a-0a65adb706fb tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/ports?device_id=34435e4b-213a-42b2-942a-1e11fdfa6eff HTTP/1.1" status: 200 len: 943 time: 0.1727116 Aug 22 13:23:44.703754 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3904cd2-9803-44b5-9010-be7144c0010e req-a231f9fc-f561-4098-88a0-36d9a56bff9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:44.705400 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d3904cd2-9803-44b5-9010-be7144c0010e req-a231f9fc-f561-4098-88a0-36d9a56bff9e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b89bb4a9db344bbc8ad24d9d42b44cf6&device_id=34435e4b-213a-42b2-942a-1e11fdfa6eff HTTP/1.1" status: 200 len: 1095 time: 0.2290432 Aug 22 13:23:44.715637 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6588a7c4-6def-4e40-b7fc-562578cae393 req-c57bb2a6-1b83-47a5-a805-afd94957894a tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ed2b1cd-e89d-453d-a1b3-990a20bb0165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711390 Aug 22 13:23:44.763300 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 22 Aug 2021 13:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e0c003-6bf4-4654-9a7a-fd729da0c89e x-openstack-request-id: req-61e0c003-6bf4-4654-9a7a-fd729da0c89e {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:23:44.763798 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f404b95-2769-49fd-a4a3-e7fbf1298606", "tag": "0d47ff4e-1acb-4794-b32c-cf31eb238438", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b5fae91d-e095-4a8b-a9cf-39bda265f757", "tag": "143dfe51-b953-4e50-8ea2-a257f67c58ab", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:23:44.763918 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-61e0c003-6bf4-4654-9a7a-fd729da0c89e {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:23:44.764263 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f404b95-2769-49fd-a4a3-e7fbf1298606', 'tag': '0d47ff4e-1acb-4794-b32c-cf31eb238438', 'status': 'completed', 'code': 200} Aug 22 13:23:44.764666 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5fae91d-e095-4a8b-a9cf-39bda265f757', 'tag': '143dfe51-b953-4e50-8ea2-a257f67c58ab', 'status': 'completed', 'code': 200} Aug 22 13:23:44.778757 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d3904cd2-9803-44b5-9010-be7144c0010e req-e5f4c7b2-d1a7-4a78-97b0-3ad865cb2b4a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a99070f3-cd41-41f4-971f-f6ba7ea65313 HTTP/1.1" status: 200 len: 217 time: 0.0581834 Aug 22 13:23:44.782475 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-577f32a6-749a-4cf7-b406-1c323b938e14 service neutron] 10.222.0.21 "GET /v2.0/networks/1be38520-a08b-4849-b3b8-e35a1c8ec86e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482848 Aug 22 13:23:44.786446 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-65a68138-38f6-4375-a502-b68c392f03f1 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510600 Aug 22 13:23:45.127294 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 104a920a-d29c-400f-8e78-0105587898cc up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:23:45.180536 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 104a920a-d29c-400f-8e78-0105587898cc completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:23:45.184150 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 104a920a-d29c-400f-8e78-0105587898cc triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:23:45.184751 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:45.258493 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3904cd2-9803-44b5-9010-be7144c0010e req-b58fcbc7-25c5-4cc2-b748-3cd111deb696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:45.259874 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d3904cd2-9803-44b5-9010-be7144c0010e req-b58fcbc7-25c5-4cc2-b748-3cd111deb696 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6b2f428e-282f-45d1-83f0-557cce9c83da HTTP/1.1" status: 200 len: 861 time: 0.4598095 Aug 22 13:23:45.260932 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:45.288310 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77693685-e26e-40af-a74a-767fbe8f0e1d req-f922b8a0-aae5-4fa5-9fdb-6f72cb0aae7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:45.289775 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-77693685-e26e-40af-a74a-767fbe8f0e1d req-f922b8a0-aae5-4fa5-9fdb-6f72cb0aae7b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3293b7ee4d6246eea45839e50af5e7ea&device_id=9f404b95-2769-49fd-a4a3-e7fbf1298606 HTTP/1.1" status: 200 len: 1100 time: 0.4906301 Aug 22 13:23:45.293972 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 104a920a-d29c-400f-8e78-0105587898cc, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=104a920a-d29c-400f-8e78-0105587898cc,segment=NetworkSegment(77b54f62-b26b-48ca-921b-fb512b265263),segment_id=77b54f62-b26b-48ca-921b-fb512b265263)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:45.297938 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:45.339910 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce774b64-c1ee-4d36-a718-f358a2f076ff req-b41a7734-5aab-4381-a341-7202e95a065e tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:45.341805 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ce774b64-c1ee-4d36-a718-f358a2f076ff req-b41a7734-5aab-4381-a341-7202e95a065e tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 950 time: 0.5181408 Aug 22 13:23:45.348575 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=104a920a-d29c-400f-8e78-0105587898cc,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:45.418784 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bd32466f-38cb-487f-91ff-8e767cc49622 req-7f162733-2b39-412e-b32a-f96054ce6f40 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6205440 Aug 22 13:23:45.427974 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-8cdb6466-3703-475e-b965-7b8b059a725b service neutron] 10.222.0.21 "GET /v2.0/networks/1be38520-a08b-4849-b3b8-e35a1c8ec86e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6371162 Aug 22 13:23:45.479029 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3904cd2-9803-44b5-9010-be7144c0010e req-29b1b745-73f7-488e-b570-d4fa97836a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:45.480513 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d3904cd2-9803-44b5-9010-be7144c0010e req-29b1b745-73f7-488e-b570-d4fa97836a79 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a1c10f8c-20d5-4d04-af7a-0afa0a2251fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2019458 Aug 22 13:23:45.523577 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 0d47ff4e-1acb-4794-b32c-cf31eb238438 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:23:45.525708 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device e6a0b168-7640-4715-aeda-fb6bf0f81aa6 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:23:45.533999 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ce774b64-c1ee-4d36-a718-f358a2f076ff req-3be7cd74-48a7-43b2-9a84-a5166ab45dfb tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661706 Aug 22 13:23:45.553578 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77693685-e26e-40af-a74a-767fbe8f0e1d req-4df303fe-99a2-4d30-95d4-976ed0da844c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:45.555054 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-77693685-e26e-40af-a74a-767fbe8f0e1d req-4df303fe-99a2-4d30-95d4-976ed0da844c service neutron] 10.222.0.41 "GET /v2.0/networks?id=7dc41cff-a3ac-4fc2-ba06-973efce2365e HTTP/1.1" status: 200 len: 870 time: 0.2505829 Aug 22 13:23:45.636191 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-77693685-e26e-40af-a74a-767fbe8f0e1d req-b5cc61d0-438c-420a-ab33-fdc0b80b0817 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=0d47ff4e-1acb-4794-b32c-cf31eb238438 HTTP/1.1" status: 200 len: 217 time: 0.0477421 Aug 22 13:23:45.636979 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port e6a0b168-7640-4715-aeda-fb6bf0f81aa6 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:23:45.646102 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port e6a0b168-7640-4715-aeda-fb6bf0f81aa6 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:23:45.646763 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:45.651478 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f206ea-943f-473c-a6aa-ab6bd2aa2247 x-openstack-request-id: req-15f206ea-943f-473c-a6aa-ab6bd2aa2247 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:23:45.651766 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7527169d-b50d-419f-9520-bc68b4063b1e", "tag": "1d8386a3-3243-4119-8cc5-30a64f15b98b", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:23:45.652112 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-15f206ea-943f-473c-a6aa-ab6bd2aa2247 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:23:45.652425 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7527169d-b50d-419f-9520-bc68b4063b1e', 'tag': '1d8386a3-3243-4119-8cc5-30a64f15b98b', 'status': 'completed', 'code': 200} Aug 22 13:23:45.701574 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 0d47ff4e-1acb-4794-b32c-cf31eb238438, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=0d47ff4e-1acb-4794-b32c-cf31eb238438,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:45.708354 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-48976b6f-1f71-4b13-88cc-b32c826dbeae service neutron] 10.222.0.21 "GET /v2.0/networks/0bfdf377-ace8-4cfc-a77f-cae9a193d367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715948 Aug 22 13:23:45.719822 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '0d47ff4e-1acb-4794-b32c-cf31eb238438', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'port_id': '0d47ff4e-1acb-4794-b32c-cf31eb238438', 'mac_address': 'fa:16:3e:ee:2d:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7151c727-b27f-4308-8098-60bc16140d45', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:23:45.779778 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:45.798578 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d47ff4e-1acb-4794-b32c-cf31eb238438 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:23:45.808188 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:45.830379 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d3904cd2-9803-44b5-9010-be7144c0010e req-9ba57770-8beb-482c-95e8-a5e23d1482cc service neutron] 10.222.0.16 "GET /v2.0/networks/a1c10f8c-20d5-4d04-af7a-0afa0a2251fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185947 Aug 22 13:23:45.831847 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77693685-e26e-40af-a74a-767fbe8f0e1d req-b121b7e7-0945-43be-8eea-4d5ffe9e1abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:45.832969 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 0d47ff4e-1acb-4794-b32c-cf31eb238438, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=0d47ff4e-1acb-4794-b32c-cf31eb238438,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:45.833130 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-77693685-e26e-40af-a74a-767fbe8f0e1d req-b121b7e7-0945-43be-8eea-4d5ffe9e1abc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.1890435 Aug 22 13:23:45.841428 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:45.849475 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c34101a4-b788-43a2-8b7c-ba4b4b05535d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a0b168-7640-4715-aeda-fb6bf0f81aa6'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:23:45.851706 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4563512-02d8-4748-a763-4a55d48720d4" -d '{"events": [{"server_uuid": "c34101a4-b788-43a2-8b7c-ba4b4b05535d", "name": "network-vif-plugged", "status": "completed", "tag": "e6a0b168-7640-4715-aeda-fb6bf0f81aa6"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:23:45.857448 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e9ecdd5d-74c9-4185-8e76-e77818800e4d req-d34b4de9-d620-4749-a7a9-1303a3b81f52 tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] 10.222.0.21 "GET /v2.0/security-groups/6b330eca-c0c7-4579-9e5c-2d873868aa5b HTTP/1.1" status: 200 len: 1810 time: 0.1951413 Aug 22 13:23:45.885613 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port e6a0b168-7640-4715-aeda-fb6bf0f81aa6, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=e6a0b168-7640-4715-aeda-fb6bf0f81aa6,segment=NetworkSegment(0efbff2c-3dbf-4e79-83ba-47cbdc800632),segment_id=0efbff2c-3dbf-4e79-83ba-47cbdc800632)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:45.891119 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:45.902438 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-e9ecdd5d-74c9-4185-8e76-e77818800e4d req-00b4a21b-5e02-434a-ba83-1690b010d00f tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6b330eca-c0c7-4579-9e5c-2d873868aa5b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:23:45.902748 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-e9ecdd5d-74c9-4185-8e76-e77818800e4d req-00b4a21b-5e02-434a-ba83-1690b010d00f tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6b330eca-c0c7-4579-9e5c-2d873868aa5b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:23:45.909263 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696be9b-dd14-422c-823b-1b2af72074be req-9ada9090-472e-450c-aa25-dfc35fdbf20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:45.911000 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0696be9b-dd14-422c-823b-1b2af72074be req-9ada9090-472e-450c-aa25-dfc35fdbf20c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=49eccb789dab4d5eaed86ee1a537d189&device_id=7527169d-b50d-419f-9520-bc68b4063b1e HTTP/1.1" status: 200 len: 1099 time: 0.2099886 Aug 22 13:23:45.912960 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=0d47ff4e-1acb-4794-b32c-cf31eb238438,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:45.963377 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=e6a0b168-7640-4715-aeda-fb6bf0f81aa6,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:46.043609 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-68ac9414-a402-4315-98c1-d8fb3ec066f4 service neutron] 10.222.0.21 "GET /v2.0/networks/0bfdf377-ace8-4cfc-a77f-cae9a193d367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169465 Aug 22 13:23:46.058358 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77693685-e26e-40af-a74a-767fbe8f0e1d req-e5012172-dd93-45cc-a0e6-23798505ab19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:46.059839 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-77693685-e26e-40af-a74a-767fbe8f0e1d req-e5012172-dd93-45cc-a0e6-23798505ab19 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2153611 Aug 22 13:23:46.132746 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['0d47ff4e-1acb-4794-b32c-cf31eb238438'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:23:46.151778 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d3904cd2-9803-44b5-9010-be7144c0010e req-80a1def8-0f14-4c8d-9bdd-33558dfd5280 service neutron] 10.222.0.16 "GET /v2.0/networks/a1c10f8c-20d5-4d04-af7a-0afa0a2251fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971771 Aug 22 13:23:46.185753 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-e9ecdd5d-74c9-4185-8e76-e77818800e4d req-00b4a21b-5e02-434a-ba83-1690b010d00f tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:46.190800 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696be9b-dd14-422c-823b-1b2af72074be req-833eadf0-bed5-40bc-8329-cb38e23be9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:46.192626 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0696be9b-dd14-422c-823b-1b2af72074be req-833eadf0-bed5-40bc-8329-cb38e23be9cd service neutron] 10.222.0.16 "GET /v2.0/networks?id=7dc41cff-a3ac-4fc2-ba06-973efce2365e HTTP/1.1" status: 200 len: 870 time: 0.2465663 Aug 22 13:23:46.280845 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-e9ecdd5d-74c9-4185-8e76-e77818800e4d req-00b4a21b-5e02-434a-ba83-1690b010d00f tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:46.287593 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0696be9b-dd14-422c-823b-1b2af72074be req-a367b716-471b-41fb-adf2-a9bd3923df46 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=1d8386a3-3243-4119-8cc5-30a64f15b98b HTTP/1.1" status: 200 len: 217 time: 0.0689628 Aug 22 13:23:46.296984 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-e9ecdd5d-74c9-4185-8e76-e77818800e4d req-00b4a21b-5e02-434a-ba83-1690b010d00f tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:46.319368 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-77693685-e26e-40af-a74a-767fbe8f0e1d req-338913f1-ab34-4faf-a817-624db2d86927 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376132 Aug 22 13:23:46.364963 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b4a21b-5e02-434a-ba83-1690b010d00f tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=305c5748-7072-4fec-871a-d983fb973c79,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:46.385953 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd56c74-f540-44f2-8d26-d1980bde0881 req-95e19ac2-bc35-425c-99bb-1ba0f61d2897 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:46.387428 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7bd56c74-f540-44f2-8d26-d1980bde0881 req-95e19ac2-bc35-425c-99bb-1ba0f61d2897 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=c34101a4-b788-43a2-8b7c-ba4b4b05535d HTTP/1.1" status: 200 len: 945 time: 0.1811230 Aug 22 13:23:46.423257 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-e9ecdd5d-74c9-4185-8e76-e77818800e4d req-00b4a21b-5e02-434a-ba83-1690b010d00f tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:46.424456 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e9ecdd5d-74c9-4185-8e76-e77818800e4d req-00b4a21b-5e02-434a-ba83-1690b010d00f tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5407546 Aug 22 13:23:46.435003 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b4a21b-5e02-434a-ba83-1690b010d00f tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:23:46.435335 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b4a21b-5e02-434a-ba83-1690b010d00f tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:23:46.435695 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b4a21b-5e02-434a-ba83-1690b010d00f tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:23:46.436005 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b4a21b-5e02-434a-ba83-1690b010d00f tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:23:46.436377 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b4a21b-5e02-434a-ba83-1690b010d00f tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:23:46.436707 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b4a21b-5e02-434a-ba83-1690b010d00f tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:23:46.437030 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b4a21b-5e02-434a-ba83-1690b010d00f tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:23:46.437355 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b4a21b-5e02-434a-ba83-1690b010d00f tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:23:46.437675 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b4a21b-5e02-434a-ba83-1690b010d00f tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:23:46.437996 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b4a21b-5e02-434a-ba83-1690b010d00f tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:23:46.438318 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b4a21b-5e02-434a-ba83-1690b010d00f tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:23:46.438639 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b4a21b-5e02-434a-ba83-1690b010d00f tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:23:46.461185 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696be9b-dd14-422c-823b-1b2af72074be req-60b0936a-90cf-4132-b4f1-c46fccc40ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:46.462657 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0696be9b-dd14-422c-823b-1b2af72074be req-60b0936a-90cf-4132-b4f1-c46fccc40ad5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.1534238 Aug 22 13:23:46.526072 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7bd56c74-f540-44f2-8d26-d1980bde0881 req-4377ee5f-9d3d-4b22-b56b-00d71dcffcae tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965550 Aug 22 13:23:46.567748 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-77693685-e26e-40af-a74a-767fbe8f0e1d req-8ab914cc-7637-429e-9078-ea8bebe33fb0 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387960 Aug 22 13:23:46.579214 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696be9b-dd14-422c-823b-1b2af72074be req-da4d6d0e-5b15-424b-acd9-d5ffa836ff13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:46.580723 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0696be9b-dd14-422c-823b-1b2af72074be req-da4d6d0e-5b15-424b-acd9-d5ffa836ff13 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1032453 Aug 22 13:23:46.595339 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77523baa-46bc-4cd5-8abc-04b2a8e0ab85 req-b2bef644-bebf-43c0-9562-222dc2ee7f82 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:46.596971 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-77523baa-46bc-4cd5-8abc-04b2a8e0ab85 req-b2bef644-bebf-43c0-9562-222dc2ee7f82 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5fae91d-e095-4a8b-a9cf-39bda265f757 HTTP/1.1" status: 200 len: 947 time: 0.0990379 Aug 22 13:23:46.751927 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-77523baa-46bc-4cd5-8abc-04b2a8e0ab85 req-9bdb2465-d3ef-457c-bb5b-4efdf7e18ff9 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376081 Aug 22 13:23:46.776438 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c74ed4-4d0d-4996-897b-b99b2e3daef4 req-08465ebb-fea3-4ee5-ad82-8905de5db2c4 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:46.777950 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-53c74ed4-4d0d-4996-897b-b99b2e3daef4 req-08465ebb-fea3-4ee5-ad82-8905de5db2c4 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f404b95-2769-49fd-a4a3-e7fbf1298606 HTTP/1.1" status: 200 len: 949 time: 0.1792254 Aug 22 13:23:46.783369 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77693685-e26e-40af-a74a-767fbe8f0e1d req-1277268a-173a-46c0-a765-b51b11e05252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:46.786434 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-77693685-e26e-40af-a74a-767fbe8f0e1d req-1277268a-173a-46c0-a765-b51b11e05252 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=49eccb789dab4d5eaed86ee1a537d189&device_id=b5fae91d-e095-4a8b-a9cf-39bda265f757 HTTP/1.1" status: 200 len: 1099 time: 0.1373992 Aug 22 13:23:46.815745 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0696be9b-dd14-422c-823b-1b2af72074be req-fb4a583d-4612-4094-9b08-c00c2515f0f5 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157378 Aug 22 13:23:46.952807 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-53c74ed4-4d0d-4996-897b-b99b2e3daef4 req-a666a7aa-9842-4ab0-8dba-a8f07abe121a tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf231afb-4973-4df1-8682-080492090eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618936 Aug 22 13:23:46.985473 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9554f3b-0365-4758-98b5-38c351d93cec req-58f75d08-68f9-49f4-8a75-93ff670a8fa4 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:46.986935 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b9554f3b-0365-4758-98b5-38c351d93cec req-58f75d08-68f9-49f4-8a75-93ff670a8fa4 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/ports?device_id=34435e4b-213a-42b2-942a-1e11fdfa6eff HTTP/1.1" status: 200 len: 943 time: 0.1703830 Aug 22 13:23:47.011436 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c85f1b1-e846-417a-b505-f88e54dbb211 x-openstack-request-id: req-3c85f1b1-e846-417a-b505-f88e54dbb211 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:23:47.011979 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c34101a4-b788-43a2-8b7c-ba4b4b05535d", "name": "network-vif-plugged", "status": "completed", "tag": "e6a0b168-7640-4715-aeda-fb6bf0f81aa6", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:23:47.011979 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3c85f1b1-e846-417a-b505-f88e54dbb211 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:23:47.012429 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c34101a4-b788-43a2-8b7c-ba4b4b05535d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a0b168-7640-4715-aeda-fb6bf0f81aa6', 'code': 200} Aug 22 13:23:47.016302 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77693685-e26e-40af-a74a-767fbe8f0e1d req-5f978489-4719-472b-a11b-4c89d0430018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:47.017766 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-77693685-e26e-40af-a74a-767fbe8f0e1d req-5f978489-4719-472b-a11b-4c89d0430018 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7dc41cff-a3ac-4fc2-ba06-973efce2365e HTTP/1.1" status: 200 len: 870 time: 0.2226541 Aug 22 13:23:47.086739 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0696be9b-dd14-422c-823b-1b2af72074be req-a0a5e813-1d66-42d5-aa9a-07d0ae6623a9 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126219 Aug 22 13:23:47.090598 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-77693685-e26e-40af-a74a-767fbe8f0e1d req-368dac0f-5d64-43d8-b951-c34782e6aa9e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=143dfe51-b953-4e50-8ea2-a257f67c58ab HTTP/1.1" status: 200 len: 217 time: 0.0582242 Aug 22 13:23:47.112134 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b9554f3b-0365-4758-98b5-38c351d93cec req-671fb43a-7d70-470f-80f4-4f4b45780c11 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ed2b1cd-e89d-453d-a1b3-990a20bb0165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146843 Aug 22 13:23:47.136165 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ee678f1-65cf-4d57-977c-2ee8b1021947 req-263099a4-2fe1-4feb-aa7e-529b5deb06e3 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ce945ba-4fb0-4b75-b64e-9bbe32137881 HTTP/1.1" status: 200 len: 210 time: 0.0485895 Aug 22 13:23:47.136874 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa49b64-8432-4bdc-af08-a31dfbca19ff req-4f6e76d9-2f36-446c-968f-e7ebe4f80057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:47.136874 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-1aa49b64-8432-4bdc-af08-a31dfbca19ff req-4f6e76d9-2f36-446c-968f-e7ebe4f80057 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c34101a4-b788-43a2-8b7c-ba4b4b05535d HTTP/1.1" status: 200 len: 1097 time: 0.0521958 Aug 22 13:23:47.152157 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 104a920a-d29c-400f-8e78-0105587898cc up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:23:47.163416 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77693685-e26e-40af-a74a-767fbe8f0e1d req-e087032b-570d-4a0a-8865-6b8002e3f0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:47.164939 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-77693685-e26e-40af-a74a-767fbe8f0e1d req-e087032b-570d-4a0a-8865-6b8002e3f0c2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.0644143 Aug 22 13:23:47.197242 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-1aa49b64-8432-4bdc-af08-a31dfbca19ff req-7572da93-6731-4b62-bcb4-487a4a936178 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592778 Aug 22 13:23:47.215330 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 104a920a-d29c-400f-8e78-0105587898cc triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:23:47.215782 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:47.273051 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7abedd64-4311-4565-85ec-23ee8d6ef8aa req-45c9f99b-4cba-4a49-a050-fb137db93cf8 tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] 10.222.0.21 "GET /v2.0/security-groups/6b330eca-c0c7-4579-9e5c-2d873868aa5b HTTP/1.1" status: 200 len: 2403 time: 0.1053383 Aug 22 13:23:47.281085 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77693685-e26e-40af-a74a-767fbe8f0e1d req-3d19df18-2c64-415b-83ce-506c2280aa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:47.281085 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-77693685-e26e-40af-a74a-767fbe8f0e1d req-3d19df18-2c64-415b-83ce-506c2280aa5d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0982261 Aug 22 13:23:47.294191 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d2edc-7bcb-4057-aedf-a30a5d3b1f07 req-36e69968-1b8d-4451-83bf-44fac99299b0 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:47.295780 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-df6d2edc-7bcb-4057-aedf-a30a5d3b1f07 req-36e69968-1b8d-4451-83bf-44fac99299b0 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 950 time: 0.1009300 Aug 22 13:23:47.342599 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-df6d2edc-7bcb-4057-aedf-a30a5d3b1f07 req-59591865-08f1-47b5-84c0-f700e5794f8b tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380244 Aug 22 13:23:47.433281 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ede54878-4b4c-44a5-aac5-701d4076bf56 req-efb5d0e7-0f25-4a8f-bdde-09b8d2a60e90 tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] 10.222.0.21 "GET /v2.0/security-group-rules/305c5748-7072-4fec-871a-d983fb973c79 HTTP/1.1" status: 200 len: 778 time: 0.0589297 Aug 22 13:23:47.529681 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 143dfe51-b953-4e50-8ea2-a257f67c58ab details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:23:47.533026 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 0d47ff4e-1acb-4794-b32c-cf31eb238438 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:23:47.648485 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 0d47ff4e-1acb-4794-b32c-cf31eb238438 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:23:47.656544 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 0d47ff4e-1acb-4794-b32c-cf31eb238438 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:23:47.656910 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:47.696289 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 143dfe51-b953-4e50-8ea2-a257f67c58ab, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=143dfe51-b953-4e50-8ea2-a257f67c58ab,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:47.711643 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '143dfe51-b953-4e50-8ea2-a257f67c58ab', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'port_id': '143dfe51-b953-4e50-8ea2-a257f67c58ab', 'mac_address': 'fa:16:3e:da:0c:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7151c727-b27f-4308-8098-60bc16140d45', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:23:47.734522 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34435e4b-213a-42b2-942a-1e11fdfa6eff', 'tag': 'a99070f3-cd41-41f4-971f-f6ba7ea65313'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:23:47.736998 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7f9479-870d-43f6-8e18-88c26141097f" -d '{"events": [{"name": "network-changed", "server_uuid": "34435e4b-213a-42b2-942a-1e11fdfa6eff", "tag": "a99070f3-cd41-41f4-971f-f6ba7ea65313"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:23:47.779004 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:47.799827 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 143dfe51-b953-4e50-8ea2-a257f67c58ab {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:23:47.805964 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:47.833512 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 143dfe51-b953-4e50-8ea2-a257f67c58ab, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=143dfe51-b953-4e50-8ea2-a257f67c58ab,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:47.841794 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:47.871140 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 0d47ff4e-1acb-4794-b32c-cf31eb238438, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=0d47ff4e-1acb-4794-b32c-cf31eb238438,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:47.877885 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:47.889766 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-93f57283-25c7-442b-8be8-9663405fd022 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:47.895724 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-93f57283-25c7-442b-8be8-9663405fd022 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:47.897351 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-93f57283-25c7-442b-8be8-9663405fd022 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.16 "GET /v2.0/networks?id=1be38520-a08b-4849-b3b8-e35a1c8ec86e&id=0bfdf377-ace8-4cfc-a77f-cae9a193d367 HTTP/1.1" status: 200 len: 1390 time: 0.5330062 Aug 22 13:23:47.898539 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=143dfe51-b953-4e50-8ea2-a257f67c58ab,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:47.919654 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-51e5300b-8771-437a-ace0-7b6d19620916 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Request body: {'port': {'device_id': '0ce945ba-4fb0-4b75-b64e-9bbe32137881', 'network_id': '1be38520-a08b-4849-b3b8-e35a1c8ec86e', 'admin_state_up': True, 'tenant_id': 'ba3730d93e49471c875ab44d82db56e4'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:23:47.928269 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ede54878-4b4c-44a5-aac5-701d4076bf56 req-d5244aac-3bd3-421c-8b5a-4b8f7ac52830 tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] 10.222.0.21 "GET /v2.0/security-groups/6b330eca-c0c7-4579-9e5c-2d873868aa5b HTTP/1.1" status: 200 len: 2403 time: 0.4780595 Aug 22 13:23:47.931085 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-77693685-e26e-40af-a74a-767fbe8f0e1d req-4389b337-cfe8-491c-b8cc-47a9abd88531 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4968467 Aug 22 13:23:47.948323 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0bf374-89b2-44a6-ac25-8c998ced4c90 req-b300cc43-f763-4616-9620-9bf93aea6496 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:47.949786 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fb0bf374-89b2-44a6-ac25-8c998ced4c90 req-b300cc43-f763-4616-9620-9bf93aea6496 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=c34101a4-b788-43a2-8b7c-ba4b4b05535d HTTP/1.1" status: 200 len: 945 time: 0.2073507 Aug 22 13:23:47.951620 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=0d47ff4e-1acb-4794-b32c-cf31eb238438,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:48.099042 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ede54878-4b4c-44a5-aac5-701d4076bf56 req-ecade114-e07f-4e04-8fca-a34374de6fb0 tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:48.125010 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ede54878-4b4c-44a5-aac5-701d4076bf56 req-ecade114-e07f-4e04-8fca-a34374de6fb0 tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:48.134852 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fb0bf374-89b2-44a6-ac25-8c998ced4c90 req-68b53b02-1262-4fab-8f83-2ca98355e4e5 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491425 Aug 22 13:23:48.168994 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['143dfe51-b953-4e50-8ea2-a257f67c58ab'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:23:48.180527 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-77693685-e26e-40af-a74a-767fbe8f0e1d req-54487ed9-bd18-43c0-9b1c-2d550935da53 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283187 Aug 22 13:23:48.184433 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ede54878-4b4c-44a5-aac5-701d4076bf56 req-ecade114-e07f-4e04-8fca-a34374de6fb0 tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:48.193852 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ede54878-4b4c-44a5-aac5-701d4076bf56 req-ecade114-e07f-4e04-8fca-a34374de6fb0 tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:48.194966 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ede54878-4b4c-44a5-aac5-701d4076bf56 req-ecade114-e07f-4e04-8fca-a34374de6fb0 tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/305c5748-7072-4fec-871a-d983fb973c79 HTTP/1.1" status: 204 len: 173 time: 0.2442172 Aug 22 13:23:48.204317 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-51e5300b-8771-437a-ace0-7b6d19620916 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Made reservation on behalf of ba3730d93e49471c875ab44d82db56e4 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:23:48.208841 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-51e5300b-8771-437a-ace0-7b6d19620916 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:48.212556 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecade114-e07f-4e04-8fca-a34374de6fb0 tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=305c5748-7072-4fec-871a-d983fb973c79,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:48.224117 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff819b6b-6aa9-4aae-b012-a481d9ae3ba1 x-openstack-request-id: req-ff819b6b-6aa9-4aae-b012-a481d9ae3ba1 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:23:48.224525 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34435e4b-213a-42b2-942a-1e11fdfa6eff", "tag": "a99070f3-cd41-41f4-971f-f6ba7ea65313", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:23:48.224876 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ff819b6b-6aa9-4aae-b012-a481d9ae3ba1 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:23:48.225494 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34435e4b-213a-42b2-942a-1e11fdfa6eff', 'tag': 'a99070f3-cd41-41f4-971f-f6ba7ea65313', 'status': 'completed', 'code': 200} Aug 22 13:23:48.440791 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa919d4f-07a0-4cda-b142-3c4be1c315a9 req-b4287e53-629a-4eb4-b5f2-46cbe9d5a95a tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:48.442688 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fa919d4f-07a0-4cda-b142-3c4be1c315a9 req-b4287e53-629a-4eb4-b5f2-46cbe9d5a95a tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5fae91d-e095-4a8b-a9cf-39bda265f757 HTTP/1.1" status: 200 len: 948 time: 0.1622224 Aug 22 13:23:48.455005 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c56e73-7476-4de9-bbf5-4751b09438a5 req-a02c9a18-8afb-49d4-ad14-f729dae44509 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:48.456418 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-78c56e73-7476-4de9-bbf5-4751b09438a5 req-a02c9a18-8afb-49d4-ad14-f729dae44509 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f404b95-2769-49fd-a4a3-e7fbf1298606 HTTP/1.1" status: 200 len: 950 time: 0.1749356 Aug 22 13:23:48.458625 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f9479-870d-43f6-8e18-88c26141097f req-76d43a68-06ca-4047-badd-285a43c9e2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:48.459983 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cb7f9479-870d-43f6-8e18-88c26141097f req-76d43a68-06ca-4047-badd-285a43c9e2ab service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b89bb4a9db344bbc8ad24d9d42b44cf6&device_id=34435e4b-213a-42b2-942a-1e11fdfa6eff HTTP/1.1" status: 200 len: 1095 time: 0.1806490 Aug 22 13:23:48.504878 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-51e5300b-8771-437a-ace0-7b6d19620916 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Allocated IP 19.80.0.25 (1be38520-a08b-4849-b3b8-e35a1c8ec86e/ae8c4f8f-8208-48a1-a909-6dd0286951e4/24d9f4a5-2141-4bf9-bbb9-cc9d9aaf60a5) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:23:48.592659 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fa919d4f-07a0-4cda-b142-3c4be1c315a9 req-bf49475d-1a17-413b-a705-7624e511fb86 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298463 Aug 22 13:23:48.604788 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-78c56e73-7476-4de9-bbf5-4751b09438a5 req-3954ff83-a36f-4657-8e6f-5b829b0a90da tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf231afb-4973-4df1-8682-080492090eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403677 Aug 22 13:23:48.658219 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f9479-870d-43f6-8e18-88c26141097f req-2b0b353b-81bf-46a4-8a57-e64e0a482bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:48.659790 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cb7f9479-870d-43f6-8e18-88c26141097f req-2b0b353b-81bf-46a4-8a57-e64e0a482bdc service neutron] 10.222.0.16 "GET /v2.0/networks?id=a1c10f8c-20d5-4d04-af7a-0afa0a2251fb HTTP/1.1" status: 200 len: 923 time: 0.1873956 Aug 22 13:23:48.774809 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cb7f9479-870d-43f6-8e18-88c26141097f req-5b282c92-1836-4038-9afd-8d0487aeb36d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a99070f3-cd41-41f4-971f-f6ba7ea65313 HTTP/1.1" status: 200 len: 217 time: 0.0902007 Aug 22 13:23:48.795155 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b3bfd47e-7e45-4804-8bbd-8cbb69b6e866 req-2ef0ec39-64ec-4d4b-8c60-985be281649e tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ce945ba-4fb0-4b75-b64e-9bbe32137881 HTTP/1.1" status: 200 len: 210 time: 0.0782795 Aug 22 13:23:48.839713 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-8e4e2142-ef90-47d2-b26e-5377c12cb220 req-e641a8d2-c18b-4ec7-b04e-a5c0927143bc tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1634687039', 'description': 'tempest-description-586322288'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:23:48.886846 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df3dec-4aaa-47ca-8069-6200d4fc8307 req-960518ad-4048-4e8f-9188-74d4149057be tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:48.888276 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a0df3dec-4aaa-47ca-8069-6200d4fc8307 req-960518ad-4048-4e8f-9188-74d4149057be tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/ports?device_id=34435e4b-213a-42b2-942a-1e11fdfa6eff HTTP/1.1" status: 200 len: 943 time: 0.2149465 Aug 22 13:23:48.904994 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f9479-870d-43f6-8e18-88c26141097f req-a33ba9ef-ff21-4d7c-aa5a-ff6ac1737d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:48.906488 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cb7f9479-870d-43f6-8e18-88c26141097f req-a33ba9ef-ff21-4d7c-aa5a-ff6ac1737d9f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6b2f428e-282f-45d1-83f0-557cce9c83da HTTP/1.1" status: 200 len: 861 time: 0.1144121 Aug 22 13:23:48.929496 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-8e4e2142-ef90-47d2-b26e-5377c12cb220 req-e641a8d2-c18b-4ec7-b04e-a5c0927143bc tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:48.933936 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-51e5300b-8771-437a-ace0-7b6d19620916 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:48.983408 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device a99070f3-cd41-41f4-971f-f6ba7ea65313 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:23:48.993651 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-51e5300b-8771-437a-ace0-7b6d19620916 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Transition to ACTIVE for port object 24d9f4a5-2141-4bf9-bbb9-cc9d9aaf60a5 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:23:49.007640 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a0df3dec-4aaa-47ca-8069-6200d4fc8307 req-731cf10b-3142-467d-bae5-c36ec83b6a0a tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ed2b1cd-e89d-453d-a1b3-990a20bb0165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078513 Aug 22 13:23:49.015495 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f404b95-2769-49fd-a4a3-e7fbf1298606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d47ff4e-1acb-4794-b32c-cf31eb238438'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:23:49.018016 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f273ad90-e379-4a57-8c91-0b5a872e02af" -d '{"events": [{"server_uuid": "9f404b95-2769-49fd-a4a3-e7fbf1298606", "name": "network-vif-plugged", "status": "completed", "tag": "0d47ff4e-1acb-4794-b32c-cf31eb238438"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:23:49.034417 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f9479-870d-43f6-8e18-88c26141097f req-2a4228fe-e014-4fe7-b7b6-8c98f640fd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:49.036382 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cb7f9479-870d-43f6-8e18-88c26141097f req-2a4228fe-e014-4fe7-b7b6-8c98f640fd38 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a1c10f8c-20d5-4d04-af7a-0afa0a2251fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1133196 Aug 22 13:23:49.098870 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port a99070f3-cd41-41f4-971f-f6ba7ea65313, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=a99070f3-cd41-41f4-971f-f6ba7ea65313,segment=NetworkSegment(cfd609c7-b14b-488e-8058-23f3798cf6a8),segment_id=cfd609c7-b14b-488e-8058-23f3798cf6a8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:49.114192 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': 'a99070f3-cd41-41f4-971f-f6ba7ea65313', 'network_id': 'a1c10f8c-20d5-4d04-af7a-0afa0a2251fb', 'port_id': 'a99070f3-cd41-41f4-971f-f6ba7ea65313', 'mac_address': 'fa:16:3e:82:d4:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b2f428e-282f-45d1-83f0-557cce9c83da', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:23:49.138783 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-51e5300b-8771-437a-ace0-7b6d19620916 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:49.154184 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:49.168712 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a99070f3-cd41-41f4-971f-f6ba7ea65313 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:23:49.189212 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port a99070f3-cd41-41f4-971f-f6ba7ea65313, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=a99070f3-cd41-41f4-971f-f6ba7ea65313,segment=NetworkSegment(cfd609c7-b14b-488e-8058-23f3798cf6a8),segment_id=cfd609c7-b14b-488e-8058-23f3798cf6a8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:49.193170 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:49.193933 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 1d8386a3-3243-4119-8cc5-30a64f15b98b details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:23:49.239499 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-51e5300b-8771-437a-ace0-7b6d19620916 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Network 1be38520-a08b-4849-b3b8-e35a1c8ec86e is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:23:49.268169 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-51e5300b-8771-437a-ace0-7b6d19620916 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:23:49.272599 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-8e4e2142-ef90-47d2-b26e-5377c12cb220 req-e641a8d2-c18b-4ec7-b04e-a5c0927143bc tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:49.275100 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-51e5300b-8771-437a-ace0-7b6d19620916 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:23:49.277934 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e5300b-8771-437a-ace0-7b6d19620916 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Pushing event updated for resources: {'Port': ['ID=24d9f4a5-2141-4bf9-bbb9-cc9d9aaf60a5,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:49.287837 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6048cf6-f1b8-4464-b7a7-0d82a2e69f28 req-a46509a8-8ace-4d1f-b456-29d26ea34793 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:49.289750 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c6048cf6-f1b8-4464-b7a7-0d82a2e69f28 req-a46509a8-8ace-4d1f-b456-29d26ea34793 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 950 time: 0.1749828 Aug 22 13:23:49.291684 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=a99070f3-cd41-41f4-971f-f6ba7ea65313,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:49.294203 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cb7f9479-870d-43f6-8e18-88c26141097f req-62c5b514-388e-45be-aece-9a7148f41ff1 service neutron] 10.222.0.16 "GET /v2.0/networks/a1c10f8c-20d5-4d04-af7a-0afa0a2251fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395549 Aug 22 13:23:49.294791 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-8e4e2142-ef90-47d2-b26e-5377c12cb220 req-e641a8d2-c18b-4ec7-b04e-a5c0927143bc tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:49.338667 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 1d8386a3-3243-4119-8cc5-30a64f15b98b, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=1d8386a3-3243-4119-8cc5-30a64f15b98b,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:49.351004 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '1d8386a3-3243-4119-8cc5-30a64f15b98b', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'port_id': '1d8386a3-3243-4119-8cc5-30a64f15b98b', 'mac_address': 'fa:16:3e:17:b7:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7151c727-b27f-4308-8098-60bc16140d45', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:23:49.396794 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:49.412165 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d8386a3-3243-4119-8cc5-30a64f15b98b {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:23:49.424498 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-8e4e2142-ef90-47d2-b26e-5377c12cb220 req-e641a8d2-c18b-4ec7-b04e-a5c0927143bc tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:49.426938 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8e4e2142-ef90-47d2-b26e-5377c12cb220 req-e641a8d2-c18b-4ec7-b04e-a5c0927143bc tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6008101 Aug 22 13:23:49.435201 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 1d8386a3-3243-4119-8cc5-30a64f15b98b, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=1d8386a3-3243-4119-8cc5-30a64f15b98b,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:49.442986 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:49.445261 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-51e5300b-8771-437a-ace0-7b6d19620916 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:49.445904 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-51e5300b-8771-437a-ace0-7b6d19620916 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:49.448498 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e641a8d2-c18b-4ec7-b04e-a5c0927143bc tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c22bc1a-578b-4fc5-8aee-2efbc6d62efe,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:49.480151 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c6048cf6-f1b8-4464-b7a7-0d82a2e69f28 req-9f831a03-1fe2-4bc0-badf-668947a368ee tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599438 Aug 22 13:23:49.488824 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-51e5300b-8771-437a-ace0-7b6d19620916 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5745401 Aug 22 13:23:49.502910 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-1dca26dc-0f1d-4607-b283-65143f612031 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Request body: {'port': {'device_id': '0ce945ba-4fb0-4b75-b64e-9bbe32137881', 'network_id': '0bfdf377-ace8-4cfc-a77f-cae9a193d367', 'admin_state_up': True, 'tenant_id': 'ba3730d93e49471c875ab44d82db56e4'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:23:49.528763 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cb7f9479-870d-43f6-8e18-88c26141097f req-8e4bc3c1-a466-43f6-ab90-4f806f5c3ed8 service neutron] 10.222.0.16 "GET /v2.0/networks/a1c10f8c-20d5-4d04-af7a-0afa0a2251fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047989 Aug 22 13:23:49.570876 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98d5e95-e64c-422e-8c9a-5c9e72678140 x-openstack-request-id: req-a98d5e95-e64c-422e-8c9a-5c9e72678140 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:23:49.571180 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f404b95-2769-49fd-a4a3-e7fbf1298606", "name": "network-vif-plugged", "status": "completed", "tag": "0d47ff4e-1acb-4794-b32c-cf31eb238438", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:23:49.571400 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a98d5e95-e64c-422e-8c9a-5c9e72678140 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:23:49.571777 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f404b95-2769-49fd-a4a3-e7fbf1298606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d47ff4e-1acb-4794-b32c-cf31eb238438', 'code': 200} Aug 22 13:23:49.572687 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 143dfe51-b953-4e50-8ea2-a257f67c58ab up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:23:49.579505 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=1d8386a3-3243-4119-8cc5-30a64f15b98b,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:49.622274 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-a578e75c-36b7-4a32-9f21-d777e203756f None None] Provisioning for port 24d9f4a5-2141-4bf9-bbb9-cc9d9aaf60a5 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:23:49.630707 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-a578e75c-36b7-4a32-9f21-d777e203756f None None] Provisioning complete for port 24d9f4a5-2141-4bf9-bbb9-cc9d9aaf60a5 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:23:49.631076 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a578e75c-36b7-4a32-9f21-d777e203756f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:49.650996 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f30eef37-39c4-4e71-89bd-8b93dfb62a37 req-17cb6f32-6bc2-4f2f-97ea-bfda26a7cbe3 tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] 10.222.0.21 "GET /v2.0/security-groups/4c22bc1a-578b-4fc5-8aee-2efbc6d62efe HTTP/1.1" status: 200 len: 1812 time: 0.0846446 Aug 22 13:23:49.671205 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 143dfe51-b953-4e50-8ea2-a257f67c58ab completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:23:49.678139 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-a578e75c-36b7-4a32-9f21-d777e203756f None None] Port 24d9f4a5-2141-4bf9-bbb9-cc9d9aaf60a5 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:23:49.679658 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 143dfe51-b953-4e50-8ea2-a257f67c58ab triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:23:49.680025 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:49.740285 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b273f8-1b1d-4ee2-bd32-fe84c935b601 req-ff90eb51-b94b-454b-aa15-96698f665886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:49.741734 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47b273f8-1b1d-4ee2-bd32-fe84c935b601 req-ff90eb51-b94b-454b-aa15-96698f665886 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9f404b95-2769-49fd-a4a3-e7fbf1298606 HTTP/1.1" status: 200 len: 1102 time: 0.1142972 Aug 22 13:23:49.748939 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e96d03b-91a3-4009-9e26-84fff6539b66 req-c7e32c86-45c2-4c4e-94a8-96fa1a9a70aa tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:49.751176 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3e96d03b-91a3-4009-9e26-84fff6539b66 req-c7e32c86-45c2-4c4e-94a8-96fa1a9a70aa tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=c34101a4-b788-43a2-8b7c-ba4b4b05535d HTTP/1.1" status: 200 len: 945 time: 0.1225994 Aug 22 13:23:49.768468 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:49.792881 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-1dca26dc-0f1d-4607-b283-65143f612031 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Made reservation on behalf of ba3730d93e49471c875ab44d82db56e4 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:23:49.796141 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-1dca26dc-0f1d-4607-b283-65143f612031 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:49.803850 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 143dfe51-b953-4e50-8ea2-a257f67c58ab, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=143dfe51-b953-4e50-8ea2-a257f67c58ab,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:49.808870 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:49.852788 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['1d8386a3-3243-4119-8cc5-30a64f15b98b'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:23:49.860358 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47b273f8-1b1d-4ee2-bd32-fe84c935b601 req-86bc918b-7c97-4042-b5cf-fca9e4e9cea5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bf231afb-4973-4df1-8682-080492090eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049874 Aug 22 13:23:49.860716 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['a99070f3-cd41-41f4-971f-f6ba7ea65313'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:23:49.865156 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3e96d03b-91a3-4009-9e26-84fff6539b66 req-acbbc518-411e-4eba-9180-3228219f89e2 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900087 Aug 22 13:23:49.874170 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7de73-3916-470e-b262-0f7d99a317dd req-c18d954d-25fb-452e-91e5-7bd92dcca7b9 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:49.875657 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-23e7de73-3916-470e-b262-0f7d99a317dd req-c18d954d-25fb-452e-91e5-7bd92dcca7b9 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5fae91d-e095-4a8b-a9cf-39bda265f757 HTTP/1.1" status: 200 len: 948 time: 0.1486838 Aug 22 13:23:49.908271 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=143dfe51-b953-4e50-8ea2-a257f67c58ab,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:49.965114 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-23e7de73-3916-470e-b262-0f7d99a317dd req-0fcdd61c-f0a6-4263-a516-a2e828129dbe tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628004 Aug 22 13:23:50.041347 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-1dca26dc-0f1d-4607-b283-65143f612031 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Allocated IP 19.86.0.115 (0bfdf377-ace8-4cfc-a77f-cae9a193d367/e5be1c9d-fd9d-4f4c-be7a-078b571cac9e/83eef940-e328-42db-b485-48e0490e1cef) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:23:50.075216 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa679c6f-7fae-4e56-b368-ce0ab26b0642 req-96cee010-0a40-43ac-a290-7fc6fdb5f0d0 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:50.076657 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fa679c6f-7fae-4e56-b368-ce0ab26b0642 req-96cee010-0a40-43ac-a290-7fc6fdb5f0d0 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f404b95-2769-49fd-a4a3-e7fbf1298606 HTTP/1.1" status: 200 len: 950 time: 0.1293793 Aug 22 13:23:50.162373 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fa679c6f-7fae-4e56-b368-ce0ab26b0642 req-c0d45b6c-3332-49f7-afec-b7dee0bca177 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf231afb-4973-4df1-8682-080492090eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679171 Aug 22 13:23:50.182415 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a030a-9170-4400-935d-6a2f1d573a87 req-593b1d3e-dc90-44fb-811b-bddaf60820ae tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:50.183913 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-508a030a-9170-4400-935d-6a2f1d573a87 req-593b1d3e-dc90-44fb-811b-bddaf60820ae tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ce945ba-4fb0-4b75-b64e-9bbe32137881 HTTP/1.1" status: 200 len: 931 time: 0.1372759 Aug 22 13:23:50.297575 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-508a030a-9170-4400-935d-6a2f1d573a87 req-8be53b07-9cd0-4c54-8211-c2631cc12ca5 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f1b5c3a-59c7-419d-bc79-21d076859164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821517 Aug 22 13:23:50.314484 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9aab8a-7fc4-411c-a030-04144ee92ab7 req-a6eea32a-8eaf-4662-a57a-c29a3c33bd2e tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:50.316716 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7b9aab8a-7fc4-411c-a030-04144ee92ab7 req-a6eea32a-8eaf-4662-a57a-c29a3c33bd2e tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c34101a4-b788-43a2-8b7c-ba4b4b05535d HTTP/1.1" status: 200 len: 1097 time: 0.0909934 Aug 22 13:23:50.333325 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-b8d4348d-5251-4219-801a-060b7b8f09a4 req-c86baee0-9b7e-4a8f-9b11-02eaf0345662 tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1964742223', 'description': 'tempest-description-683683783'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:23:50.346179 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-1dca26dc-0f1d-4607-b283-65143f612031 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:50.381812 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-1dca26dc-0f1d-4607-b283-65143f612031 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Transition to ACTIVE for port object 83eef940-e328-42db-b485-48e0490e1cef will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:23:50.394826 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-b8d4348d-5251-4219-801a-060b7b8f09a4 req-c86baee0-9b7e-4a8f-9b11-02eaf0345662 tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:50.397674 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7b9aab8a-7fc4-411c-a030-04144ee92ab7 req-26eb7fc3-87bd-4bfe-8c32-c9832b9e75e7 tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737557 Aug 22 13:23:50.439914 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-1dca26dc-0f1d-4607-b283-65143f612031 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:50.522897 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-1dca26dc-0f1d-4607-b283-65143f612031 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Network 0bfdf377-ace8-4cfc-a77f-cae9a193d367 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:23:50.536448 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-1dca26dc-0f1d-4607-b283-65143f612031 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:23:50.540412 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-1dca26dc-0f1d-4607-b283-65143f612031 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:23:50.542777 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca26dc-0f1d-4607-b283-65143f612031 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Pushing event updated for resources: {'Port': ['ID=83eef940-e328-42db-b485-48e0490e1cef,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:50.620424 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50584a-32b8-45ff-b357-00bfae929798 req-428a08f1-7a33-4795-b8b4-5f2a406cfbbc tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:50.621961 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cb50584a-32b8-45ff-b357-00bfae929798 req-428a08f1-7a33-4795-b8b4-5f2a406cfbbc tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/ports?device_id=34435e4b-213a-42b2-942a-1e11fdfa6eff HTTP/1.1" status: 200 len: 944 time: 0.1457326 Aug 22 13:23:50.636730 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-1dca26dc-0f1d-4607-b283-65143f612031 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:50.637398 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-1dca26dc-0f1d-4607-b283-65143f612031 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:50.647255 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-b8d4348d-5251-4219-801a-060b7b8f09a4 req-c86baee0-9b7e-4a8f-9b11-02eaf0345662 tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:50.658755 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-b8d4348d-5251-4219-801a-060b7b8f09a4 req-c86baee0-9b7e-4a8f-9b11-02eaf0345662 tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:50.687124 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-1dca26dc-0f1d-4607-b283-65143f612031 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1880138 Aug 22 13:23:50.720188 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-9da1fcaf-61de-46c0-9851-671f79d2d78b service neutron] Request body: {'port': {'device_id': '0ce945ba-4fb0-4b75-b64e-9bbe32137881', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:23:50.724708 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86baee0-9b7e-4a8f-9b11-02eaf0345662 tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fef2a47-1bef-4018-a291-05844c1f5d0e,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:50.726830 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-b8d4348d-5251-4219-801a-060b7b8f09a4 req-c86baee0-9b7e-4a8f-9b11-02eaf0345662 tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:50.727970 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b8d4348d-5251-4219-801a-060b7b8f09a4 req-c86baee0-9b7e-4a8f-9b11-02eaf0345662 tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4051754 Aug 22 13:23:50.745752 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cb50584a-32b8-45ff-b357-00bfae929798 req-0d61870e-7df3-4e78-b5fe-e02b65ca6b5a tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ed2b1cd-e89d-453d-a1b3-990a20bb0165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150808 Aug 22 13:23:50.786358 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-9da1fcaf-61de-46c0-9851-671f79d2d78b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:50.820504 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-b2c7f948-177d-454c-bb33-bd7cbbe1d771 None None] Provisioning for port 83eef940-e328-42db-b485-48e0490e1cef completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:23:50.826743 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-b2c7f948-177d-454c-bb33-bd7cbbe1d771 None None] Provisioning complete for port 83eef940-e328-42db-b485-48e0490e1cef triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:23:50.827117 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b2c7f948-177d-454c-bb33-bd7cbbe1d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:50.868834 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-b2c7f948-177d-454c-bb33-bd7cbbe1d771 None None] Port 83eef940-e328-42db-b485-48e0490e1cef cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:23:51.251845 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc31ef-9f81-4534-ac76-9401e0bc23c5 req-1f86ec23-ed29-4b16-b7fe-f99455b013ac tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:51.253401 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47cc31ef-9f81-4534-ac76-9401e0bc23c5 req-1f86ec23-ed29-4b16-b7fe-f99455b013ac tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 950 time: 0.4285457 Aug 22 13:23:51.329936 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-aabf4ee4-6704-47d9-9672-d3292356b286 req-db4a72fe-7db5-4886-b284-2fc8b9cdf210 tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] 10.222.0.21 "GET /v2.0/security-groups/5fef2a47-1bef-4018-a291-05844c1f5d0e HTTP/1.1" status: 200 len: 1812 time: 0.4523392 Aug 22 13:23:51.375088 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47cc31ef-9f81-4534-ac76-9401e0bc23c5 req-8a291842-8d3b-4295-99b6-300f4c0dab64 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070392 Aug 22 13:23:51.533949 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffeeef7-7b63-44c3-bb42-f997037a1c08 req-b108b764-940c-4409-a085-81c822c912b7 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:51.535606 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8ffeeef7-7b63-44c3-bb42-f997037a1c08 req-b108b764-940c-4409-a085-81c822c912b7 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5fae91d-e095-4a8b-a9cf-39bda265f757 HTTP/1.1" status: 200 len: 949 time: 0.1283827 Aug 22 13:23:51.558900 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-9da1fcaf-61de-46c0-9851-671f79d2d78b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24d9f4a5-2141-4bf9-bbb9-cc9d9aaf60a5 {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:23:51.573526 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5fae91d-e095-4a8b-a9cf-39bda265f757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143dfe51-b953-4e50-8ea2-a257f67c58ab'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:23:51.576224 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116d055b-c589-491f-ba39-b75988532a8e" -d '{"events": [{"server_uuid": "b5fae91d-e095-4a8b-a9cf-39bda265f757", "name": "network-vif-plugged", "status": "completed", "tag": "143dfe51-b953-4e50-8ea2-a257f67c58ab"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:23:51.580618 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7551654e-d64e-44b1-9342-b6f722a41e79 req-44edfbe5-e746-43c5-9c36-cee1495b1aa6 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:51.582756 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7551654e-d64e-44b1-9342-b6f722a41e79 req-44edfbe5-e746-43c5-9c36-cee1495b1aa6 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f404b95-2769-49fd-a4a3-e7fbf1298606 HTTP/1.1" status: 200 len: 950 time: 0.1322632 Aug 22 13:23:51.586313 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-9da1fcaf-61de-46c0-9851-671f79d2d78b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:51.620953 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-9da1fcaf-61de-46c0-9851-671f79d2d78b service neutron] Transition to ACTIVE for port object 24d9f4a5-2141-4bf9-bbb9-cc9d9aaf60a5 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:23:51.626604 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-9da1fcaf-61de-46c0-9851-671f79d2d78b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:51.631517 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8ffeeef7-7b63-44c3-bb42-f997037a1c08 req-96ac6aeb-c3a1-40d2-a755-24a936714663 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880837 Aug 22 13:23:51.676702 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7551654e-d64e-44b1-9342-b6f722a41e79 req-c2606f4b-0750-4a08-b5b3-815426be2a34 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf231afb-4973-4df1-8682-080492090eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834794 Aug 22 13:23:51.696423 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da1fcaf-61de-46c0-9851-671f79d2d78b service neutron] Pushing event updated for resources: {'Port': ['ID=24d9f4a5-2141-4bf9-bbb9-cc9d9aaf60a5,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:51.734847 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-c985abf7-b1f3-4bcb-95d3-270ee689918c req-d7f531b7-3b6c-4695-ac58-9fff6503520f tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-700521097', 'description': 'tempest-description-313184092'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:23:51.813542 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-c985abf7-b1f3-4bcb-95d3-270ee689918c req-d7f531b7-3b6c-4695-ac58-9fff6503520f tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:51.839028 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bcd6c5-978c-4175-aeef-ad3b5aa12c99 req-1524f09f-c757-4c8e-bf7d-9c18516c7be5 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:51.844957 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bcd6c5-978c-4175-aeef-ad3b5aa12c99 req-1524f09f-c757-4c8e-bf7d-9c18516c7be5 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:51.846602 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-25bcd6c5-978c-4175-aeef-ad3b5aa12c99 req-1524f09f-c757-4c8e-bf7d-9c18516c7be5 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ce945ba-4fb0-4b75-b64e-9bbe32137881 HTTP/1.1" status: 200 len: 1666 time: 0.1430840 Aug 22 13:23:51.856901 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-9da1fcaf-61de-46c0-9851-671f79d2d78b service neutron] Attempting to bind port 24d9f4a5-2141-4bf9-bbb9-cc9d9aaf60a5 on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:23:51.857255 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-9da1fcaf-61de-46c0-9851-671f79d2d78b service neutron] Attempting to bind port 24d9f4a5-2141-4bf9-bbb9-cc9d9aaf60a5 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': 'f26280e8-bc4b-4545-ba39-30f4648b4efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1be38520-a08b-4849-b3b8-e35a1c8ec86e'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:23:51.857567 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-9da1fcaf-61de-46c0-9851-671f79d2d78b service neutron] Attempting to bind port 24d9f4a5-2141-4bf9-bbb9-cc9d9aaf60a5 on network 1be38520-a08b-4849-b3b8-e35a1c8ec86e {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:23:51.873580 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-9da1fcaf-61de-46c0-9851-671f79d2d78b service neutron] Port 24d9f4a5-2141-4bf9-bbb9-cc9d9aaf60a5 on network 1be38520-a08b-4849-b3b8-e35a1c8ec86e not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:23:51.873907 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-9da1fcaf-61de-46c0-9851-671f79d2d78b service neutron] Attempting to bind port 24d9f4a5-2141-4bf9-bbb9-cc9d9aaf60a5 on network 1be38520-a08b-4849-b3b8-e35a1c8ec86e {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:23:51.895176 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-9da1fcaf-61de-46c0-9851-671f79d2d78b service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:23:51.895515 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-9da1fcaf-61de-46c0-9851-671f79d2d78b service neutron] Checking segment: {'id': 'f26280e8-bc4b-4545-ba39-30f4648b4efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1be38520-a08b-4849-b3b8-e35a1c8ec86e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:23:51.895912 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-9da1fcaf-61de-46c0-9851-671f79d2d78b service neutron] Bound using segment: {'id': 'f26280e8-bc4b-4545-ba39-30f4648b4efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1be38520-a08b-4849-b3b8-e35a1c8ec86e'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:23:51.897071 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-9da1fcaf-61de-46c0-9851-671f79d2d78b service neutron] Bound port: 24d9f4a5-2141-4bf9-bbb9-cc9d9aaf60a5, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f26280e8-bc4b-4545-ba39-30f4648b4efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1be38520-a08b-4849-b3b8-e35a1c8ec86e'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:23:51.897071 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-9da1fcaf-61de-46c0-9851-671f79d2d78b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:51.954350 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-25bcd6c5-978c-4175-aeef-ad3b5aa12c99 req-ab981bf9-582f-4263-86e6-636ed5ecaa91 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f1b5c3a-59c7-419d-bc79-21d076859164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984824 Aug 22 13:23:52.015406 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-9da1fcaf-61de-46c0-9851-671f79d2d78b service neutron] For port 24d9f4a5-2141-4bf9-bbb9-cc9d9aaf60a5, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:23:52.022073 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54801269-5760-49c7-9590-0320022d6146 x-openstack-request-id: req-54801269-5760-49c7-9590-0320022d6146 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:23:52.023459 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5fae91d-e095-4a8b-a9cf-39bda265f757", "name": "network-vif-plugged", "status": "completed", "tag": "143dfe51-b953-4e50-8ea2-a257f67c58ab", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:23:52.024011 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-54801269-5760-49c7-9590-0320022d6146 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:23:52.024696 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5fae91d-e095-4a8b-a9cf-39bda265f757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143dfe51-b953-4e50-8ea2-a257f67c58ab', 'code': 200} Aug 22 13:23:52.032287 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-c985abf7-b1f3-4bcb-95d3-270ee689918c req-d7f531b7-3b6c-4695-ac58-9fff6503520f tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:52.036528 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-9da1fcaf-61de-46c0-9851-671f79d2d78b service neutron] For port 24d9f4a5-2141-4bf9-bbb9-cc9d9aaf60a5, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=24d9f4a5-2141-4bf9-bbb9-cc9d9aaf60a5,segment=NetworkSegment(f26280e8-bc4b-4545-ba39-30f4648b4efa),segment_id=f26280e8-bc4b-4545-ba39-30f4648b4efa)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:23:52.038433 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-c985abf7-b1f3-4bcb-95d3-270ee689918c req-d7f531b7-3b6c-4695-ac58-9fff6503520f tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:52.047038 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-9da1fcaf-61de-46c0-9851-671f79d2d78b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:52.105530 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-c985abf7-b1f3-4bcb-95d3-270ee689918c req-d7f531b7-3b6c-4695-ac58-9fff6503520f tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:52.106574 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c985abf7-b1f3-4bcb-95d3-270ee689918c req-d7f531b7-3b6c-4695-ac58-9fff6503520f tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.3866591 Aug 22 13:23:52.111373 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-9da1fcaf-61de-46c0-9851-671f79d2d78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:52.111964 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-9da1fcaf-61de-46c0-9851-671f79d2d78b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:52.113932 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-9da1fcaf-61de-46c0-9851-671f79d2d78b service neutron] 10.222.0.16 "PUT /v2.0/ports/24d9f4a5-2141-4bf9-bbb9-cc9d9aaf60a5 HTTP/1.1" status: 200 len: 1092 time: 1.4020362 Aug 22 13:23:52.116041 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce945ba-4fb0-4b75-b64e-9bbe32137881', 'tag': '24d9f4a5-2141-4bf9-bbb9-cc9d9aaf60a5'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:23:52.118312 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8006de13-2d53-40b8-868a-999b86c1112f" -d '{"events": [{"name": "network-changed", "server_uuid": "0ce945ba-4fb0-4b75-b64e-9bbe32137881", "tag": "24d9f4a5-2141-4bf9-bbb9-cc9d9aaf60a5"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:23:52.120963 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f531b7-3b6c-4695-ac58-9fff6503520f tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c3746a-42e1-4242-ae14-5fbb89c16c70,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:52.173517 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-65baddc8-a97a-4ab5-aff7-e07a5840bca1 service neutron] Request body: {'port': {'device_id': '0ce945ba-4fb0-4b75-b64e-9bbe32137881', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:23:52.178444 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da1fcaf-61de-46c0-9851-671f79d2d78b service neutron] Pushing event updated for resources: {'Port': ['ID=24d9f4a5-2141-4bf9-bbb9-cc9d9aaf60a5,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:52.220831 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3906d6-4774-44f4-9946-5e9acbee2e5a req-666afde3-8d99-41a0-aed7-cd5c9e6008d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:52.223075 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4f3906d6-4774-44f4-9946-5e9acbee2e5a req-666afde3-8d99-41a0-aed7-cd5c9e6008d9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b5fae91d-e095-4a8b-a9cf-39bda265f757 HTTP/1.1" status: 200 len: 1101 time: 0.1077614 Aug 22 13:23:52.309459 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-65baddc8-a97a-4ab5-aff7-e07a5840bca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:52.351363 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4f3906d6-4774-44f4-9946-5e9acbee2e5a req-8eb1dc8c-58af-488a-9e58-a215d217285f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955577 Aug 22 13:23:52.387518 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49989353-fc95-44c0-943c-a24660765e4b req-86f51b33-eeaa-4de8-8c33-7db96c5648ba tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:52.389028 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-49989353-fc95-44c0-943c-a24660765e4b req-86f51b33-eeaa-4de8-8c33-7db96c5648ba tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/ports?device_id=34435e4b-213a-42b2-942a-1e11fdfa6eff HTTP/1.1" status: 200 len: 944 time: 0.1618359 Aug 22 13:23:52.399751 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5b40143f-50d4-439d-83ca-320c89f23149 req-a74f9930-2c02-42b8-968f-b93b577c832d tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] 10.222.0.21 "GET /v2.0/security-groups/c9c3746a-42e1-4242-ae14-5fbb89c16c70 HTTP/1.1" status: 200 len: 1811 time: 0.1202052 Aug 22 13:23:52.489869 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b7edfd-89a6-4098-b9c5-8833b0dcef76 x-openstack-request-id: req-00b7edfd-89a6-4098-b9c5-8833b0dcef76 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:23:52.490155 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ce945ba-4fb0-4b75-b64e-9bbe32137881", "tag": "24d9f4a5-2141-4bf9-bbb9-cc9d9aaf60a5", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:23:52.490407 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-00b7edfd-89a6-4098-b9c5-8833b0dcef76 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:23:52.490801 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ce945ba-4fb0-4b75-b64e-9bbe32137881', 'tag': '24d9f4a5-2141-4bf9-bbb9-cc9d9aaf60a5', 'status': 'completed', 'code': 200} Aug 22 13:23:52.540931 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-49989353-fc95-44c0-943c-a24660765e4b req-d2e40161-ae00-42ce-a185-6a4a6236d80a tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ed2b1cd-e89d-453d-a1b3-990a20bb0165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441603 Aug 22 13:23:52.643004 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006de13-2d53-40b8-868a-999b86c1112f req-aa03ff9b-c7d0-4921-a717-73974a26ad45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:52.643494 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006de13-2d53-40b8-868a-999b86c1112f req-aa03ff9b-c7d0-4921-a717-73974a26ad45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:52.645725 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8006de13-2d53-40b8-868a-999b86c1112f req-aa03ff9b-c7d0-4921-a717-73974a26ad45 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ba3730d93e49471c875ab44d82db56e4&device_id=0ce945ba-4fb0-4b75-b64e-9bbe32137881 HTTP/1.1" status: 200 len: 1914 time: 0.1541882 Aug 22 13:23:52.661403 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79851bb9-90f8-4849-964c-029a1c98c1a8 req-96ba58e3-5a63-4be8-8711-c71ad4cfc241 tempest-ServersAdminNegativeTestJSON-1757553446 tempest-ServersAdminNegativeTestJSON-1757553446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:52.662855 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-79851bb9-90f8-4849-964c-029a1c98c1a8 req-96ba58e3-5a63-4be8-8711-c71ad4cfc241 tempest-ServersAdminNegativeTestJSON-1757553446 tempest-ServersAdminNegativeTestJSON-1757553446-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9f404b95-2769-49fd-a4a3-e7fbf1298606 HTTP/1.1" status: 200 len: 1102 time: 0.1540301 Aug 22 13:23:52.775432 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-79851bb9-90f8-4849-964c-029a1c98c1a8 req-39b27d67-ffd6-48e7-b44c-a1523679bf45 tempest-ServersAdminNegativeTestJSON-1757553446 tempest-ServersAdminNegativeTestJSON-1757553446-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:52.841858 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08c9b7-f546-4fea-ae02-6fbc2f1047b3 req-d28d7e6c-059e-43dc-bf8a-c0090e91131a tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:52.843343 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8c08c9b7-f546-4fea-ae02-6fbc2f1047b3 req-d28d7e6c-059e-43dc-bf8a-c0090e91131a tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 950 time: 0.2264392 Aug 22 13:23:52.948939 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006de13-2d53-40b8-868a-999b86c1112f req-bf96521f-7acd-4953-bbd3-19036a89c66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:52.954512 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006de13-2d53-40b8-868a-999b86c1112f req-bf96521f-7acd-4953-bbd3-19036a89c66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:52.954512 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006de13-2d53-40b8-868a-999b86c1112f req-bf96521f-7acd-4953-bbd3-19036a89c66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:52.954512 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8006de13-2d53-40b8-868a-999b86c1112f req-bf96521f-7acd-4953-bbd3-19036a89c66a service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=ba3730d93e49471c875ab44d82db56e4&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2862089 Aug 22 13:23:53.005492 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device a99070f3-cd41-41f4-971f-f6ba7ea65313 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:23:53.032891 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8c08c9b7-f546-4fea-ae02-6fbc2f1047b3 req-28aa09b8-9c21-4039-b516-8917cd0cd311 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773722 Aug 22 13:23:53.072861 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-65baddc8-a97a-4ab5-aff7-e07a5840bca1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83eef940-e328-42db-b485-48e0490e1cef {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:23:53.083830 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port a99070f3-cd41-41f4-971f-f6ba7ea65313 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:23:53.086552 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-a180b25b-a4c3-4833-be30-11ddecf0eab0 req-372d0ce3-d296-4db4-8967-2accd443e9f3 tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-931843634', 'description': 'tempest-description-825068430'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:23:53.089454 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port a99070f3-cd41-41f4-971f-f6ba7ea65313 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:23:53.090299 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:53.104957 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-65baddc8-a97a-4ab5-aff7-e07a5840bca1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:53.172785 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-65baddc8-a97a-4ab5-aff7-e07a5840bca1 service neutron] Transition to ACTIVE for port object 83eef940-e328-42db-b485-48e0490e1cef will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:23:53.186088 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:53.192886 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-65baddc8-a97a-4ab5-aff7-e07a5840bca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:53.225499 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port a99070f3-cd41-41f4-971f-f6ba7ea65313, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=a99070f3-cd41-41f4-971f-f6ba7ea65313,segment=NetworkSegment(cfd609c7-b14b-488e-8058-23f3798cf6a8),segment_id=cfd609c7-b14b-488e-8058-23f3798cf6a8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:53.228854 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:53.229640 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 1d8386a3-3243-4119-8cc5-30a64f15b98b up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:23:53.266489 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006de13-2d53-40b8-868a-999b86c1112f req-3d16a84e-3303-47eb-84d2-652d44118fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:53.268826 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8006de13-2d53-40b8-868a-999b86c1112f req-3d16a84e-3303-47eb-84d2-652d44118fac service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2930536 Aug 22 13:23:53.290398 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-79851bb9-90f8-4849-964c-029a1c98c1a8 req-39b27d67-ffd6-48e7-b44c-a1523679bf45 tempest-ServersAdminNegativeTestJSON-1757553446 tempest-ServersAdminNegativeTestJSON-1757553446-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:53.292758 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65baddc8-a97a-4ab5-aff7-e07a5840bca1 service neutron] Pushing event updated for resources: {'Port': ['ID=83eef940-e328-42db-b485-48e0490e1cef,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:53.299517 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-79851bb9-90f8-4849-964c-029a1c98c1a8 req-39b27d67-ffd6-48e7-b44c-a1523679bf45 tempest-ServersAdminNegativeTestJSON-1757553446 tempest-ServersAdminNegativeTestJSON-1757553446-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:53.312828 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=a99070f3-cd41-41f4-971f-f6ba7ea65313,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:53.335494 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port 1d8386a3-3243-4119-8cc5-30a64f15b98b completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:23:53.339341 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 1d8386a3-3243-4119-8cc5-30a64f15b98b triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:23:53.339708 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:53.369407 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-79851bb9-90f8-4849-964c-029a1c98c1a8 req-39b27d67-ffd6-48e7-b44c-a1523679bf45 tempest-ServersAdminNegativeTestJSON-1757553446 tempest-ServersAdminNegativeTestJSON-1757553446-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=bf231afb-4973-4df1-8682-080492090eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6853049 Aug 22 13:23:53.400933 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b27d67-ffd6-48e7-b44c-a1523679bf45 tempest-ServersAdminNegativeTestJSON-1757553446 tempest-ServersAdminNegativeTestJSON-1757553446-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8e0cb2-09c8-4504-bf7e-da8328ec7804,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:53.405966 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a180b25b-a4c3-4833-be30-11ddecf0eab0 req-372d0ce3-d296-4db4-8967-2accd443e9f3 tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:53.431773 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-65baddc8-a97a-4ab5-aff7-e07a5840bca1 service neutron] Attempting to bind port 83eef940-e328-42db-b485-48e0490e1cef on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:23:53.432109 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-65baddc8-a97a-4ab5-aff7-e07a5840bca1 service neutron] Attempting to bind port 83eef940-e328-42db-b485-48e0490e1cef by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '77b54f62-b26b-48ca-921b-fb512b265263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0bfdf377-ace8-4cfc-a77f-cae9a193d367'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:23:53.432467 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-65baddc8-a97a-4ab5-aff7-e07a5840bca1 service neutron] Attempting to bind port 83eef940-e328-42db-b485-48e0490e1cef on network 0bfdf377-ace8-4cfc-a77f-cae9a193d367 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:23:53.440203 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:53.445588 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-65baddc8-a97a-4ab5-aff7-e07a5840bca1 service neutron] Port 83eef940-e328-42db-b485-48e0490e1cef on network 0bfdf377-ace8-4cfc-a77f-cae9a193d367 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:23:53.445915 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-65baddc8-a97a-4ab5-aff7-e07a5840bca1 service neutron] Attempting to bind port 83eef940-e328-42db-b485-48e0490e1cef on network 0bfdf377-ace8-4cfc-a77f-cae9a193d367 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:23:53.453232 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-65baddc8-a97a-4ab5-aff7-e07a5840bca1 service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:23:53.453561 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-65baddc8-a97a-4ab5-aff7-e07a5840bca1 service neutron] Checking segment: {'id': '77b54f62-b26b-48ca-921b-fb512b265263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0bfdf377-ace8-4cfc-a77f-cae9a193d367'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:23:53.453948 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-65baddc8-a97a-4ab5-aff7-e07a5840bca1 service neutron] Bound using segment: {'id': '77b54f62-b26b-48ca-921b-fb512b265263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0bfdf377-ace8-4cfc-a77f-cae9a193d367'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:23:53.454387 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-65baddc8-a97a-4ab5-aff7-e07a5840bca1 service neutron] Bound port: 83eef940-e328-42db-b485-48e0490e1cef, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77b54f62-b26b-48ca-921b-fb512b265263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0bfdf377-ace8-4cfc-a77f-cae9a193d367'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:23:53.454737 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-65baddc8-a97a-4ab5-aff7-e07a5840bca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:53.475855 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 1d8386a3-3243-4119-8cc5-30a64f15b98b, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=1d8386a3-3243-4119-8cc5-30a64f15b98b,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:53.481224 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:53.528502 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=1d8386a3-3243-4119-8cc5-30a64f15b98b,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:53.559331 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b2280-6e4e-4f05-8af5-93f462793f51 req-e1b3899b-16f2-4fd5-a6f5-0b3d999bdda7 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:53.561070 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9d4b2280-6e4e-4f05-8af5-93f462793f51 req-e1b3899b-16f2-4fd5-a6f5-0b3d999bdda7 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5fae91d-e095-4a8b-a9cf-39bda265f757 HTTP/1.1" status: 200 len: 949 time: 0.1035759 Aug 22 13:23:53.636559 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-65baddc8-a97a-4ab5-aff7-e07a5840bca1 service neutron] For port 83eef940-e328-42db-b485-48e0490e1cef, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:23:53.664764 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a180b25b-a4c3-4833-be30-11ddecf0eab0 req-372d0ce3-d296-4db4-8967-2accd443e9f3 tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:53.669960 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9d4b2280-6e4e-4f05-8af5-93f462793f51 req-70c913dd-e152-4d71-b795-1cc29f15efe6 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918984 Aug 22 13:23:53.671633 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-65baddc8-a97a-4ab5-aff7-e07a5840bca1 service neutron] For port 83eef940-e328-42db-b485-48e0490e1cef, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=83eef940-e328-42db-b485-48e0490e1cef,segment=NetworkSegment(77b54f62-b26b-48ca-921b-fb512b265263),segment_id=77b54f62-b26b-48ca-921b-fb512b265263)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:23:53.673142 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a180b25b-a4c3-4833-be30-11ddecf0eab0 req-372d0ce3-d296-4db4-8967-2accd443e9f3 tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:53.684368 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-65baddc8-a97a-4ab5-aff7-e07a5840bca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:53.728242 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a180b25b-a4c3-4833-be30-11ddecf0eab0 req-372d0ce3-d296-4db4-8967-2accd443e9f3 tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:53.729549 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a180b25b-a4c3-4833-be30-11ddecf0eab0 req-372d0ce3-d296-4db4-8967-2accd443e9f3 tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.6470652 Aug 22 13:23:53.750025 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-65baddc8-a97a-4ab5-aff7-e07a5840bca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:53.750644 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-65baddc8-a97a-4ab5-aff7-e07a5840bca1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:53.752027 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-65baddc8-a97a-4ab5-aff7-e07a5840bca1 service neutron] 10.222.0.16 "PUT /v2.0/ports/83eef940-e328-42db-b485-48e0490e1cef HTTP/1.1" status: 200 len: 1093 time: 1.5838366 Aug 22 13:23:53.791605 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372d0ce3-d296-4db4-8967-2accd443e9f3 tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5368bf-9de3-4438-a947-844f401945ce,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:53.803072 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65baddc8-a97a-4ab5-aff7-e07a5840bca1 service neutron] Pushing event updated for resources: {'Port': ['ID=83eef940-e328-42db-b485-48e0490e1cef,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:53.853170 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9451ac6-e16f-4351-bb69-9f3bc532df79 req-c43cfab0-d0ab-4bc9-90cb-c9185105d84a tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:53.859684 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9451ac6-e16f-4351-bb69-9f3bc532df79 req-c43cfab0-d0ab-4bc9-90cb-c9185105d84a tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:53.861398 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e9451ac6-e16f-4351-bb69-9f3bc532df79 req-c43cfab0-d0ab-4bc9-90cb-c9185105d84a tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ce945ba-4fb0-4b75-b64e-9bbe32137881 HTTP/1.1" status: 200 len: 1678 time: 0.1309612 Aug 22 13:23:53.928792 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-5f584b7f-d4f9-4c87-b1d8-2d5072a425a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:53.929264 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-5f584b7f-d4f9-4c87-b1d8-2d5072a425a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:53.931098 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-5f584b7f-d4f9-4c87-b1d8-2d5072a425a3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ba3730d93e49471c875ab44d82db56e4&device_id=0ce945ba-4fb0-4b75-b64e-9bbe32137881 HTTP/1.1" status: 200 len: 1982 time: 0.1238163 Aug 22 13:23:53.953857 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e9451ac6-e16f-4351-bb69-9f3bc532df79 req-d3445eb7-0aa4-42e3-8629-362d3278e5a8 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f1b5c3a-59c7-419d-bc79-21d076859164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849814 Aug 22 13:23:53.985440 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-16c8a907-8279-465f-88d9-ec64af80c304 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.25&port_id=24d9f4a5-2141-4bf9-bbb9-cc9d9aaf60a5 HTTP/1.1" status: 200 len: 217 time: 0.0430479 Aug 22 13:23:53.998110 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d763b20-de6f-44a5-919c-77e6cc291c0b req-f570fca0-d961-4ef6-9998-c4790e1793cd tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:53.999745 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7d763b20-de6f-44a5-919c-77e6cc291c0b req-f570fca0-d961-4ef6-9998-c4790e1793cd tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/ports?device_id=34435e4b-213a-42b2-942a-1e11fdfa6eff HTTP/1.1" status: 200 len: 945 time: 0.1224082 Aug 22 13:23:54.026333 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34435e4b-213a-42b2-942a-1e11fdfa6eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a99070f3-cd41-41f4-971f-f6ba7ea65313'}, {'server_uuid': '7527169d-b50d-419f-9520-bc68b4063b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d8386a3-3243-4119-8cc5-30a64f15b98b'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:23:54.029386 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42f2c6d-c7e5-44fa-a853-1be68d21e7c5" -d '{"events": [{"server_uuid": "34435e4b-213a-42b2-942a-1e11fdfa6eff", "name": "network-vif-plugged", "status": "completed", "tag": "a99070f3-cd41-41f4-971f-f6ba7ea65313"}, {"server_uuid": "7527169d-b50d-419f-9520-bc68b4063b1e", "name": "network-vif-plugged", "status": "completed", "tag": "1d8386a3-3243-4119-8cc5-30a64f15b98b"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:23:54.075191 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7d763b20-de6f-44a5-919c-77e6cc291c0b req-130377c9-753b-4e0d-8c61-fe0f97a60eb4 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ed2b1cd-e89d-453d-a1b3-990a20bb0165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663033 Aug 22 13:23:54.076727 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-01aaba92-d007-485e-84fd-2c829c098e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:54.078577 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-01aaba92-d007-485e-84fd-2c829c098e8e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ae8c4f8f-8208-48a1-a909-6dd0286951e4 HTTP/1.1" status: 200 len: 801 time: 0.0773568 Aug 22 13:23:54.158690 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-88ecab3d-cf2e-4e72-9490-be656a8e622d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:54.160789 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-88ecab3d-cf2e-4e72-9490-be656a8e622d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1be38520-a08b-4849-b3b8-e35a1c8ec86e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735929 Aug 22 13:23:54.163877 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0c46527d-c3e7-46df-b5fd-faefd44de90f req-7954e6ff-a61b-4561-98b7-3049075f6778 tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] 10.222.0.21 "GET /v2.0/security-groups/aa5368bf-9de3-4438-a947-844f401945ce HTTP/1.1" status: 200 len: 1811 time: 0.0518038 Aug 22 13:23:54.206062 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 22 Aug 2021 13:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833da229-5760-4cde-8bc0-442e3f620c6b x-openstack-request-id: req-833da229-5760-4cde-8bc0-442e3f620c6b {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:23:54.207722 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34435e4b-213a-42b2-942a-1e11fdfa6eff", "name": "network-vif-plugged", "status": "completed", "tag": "a99070f3-cd41-41f4-971f-f6ba7ea65313", "code": 200}, {"server_uuid": "7527169d-b50d-419f-9520-bc68b4063b1e", "name": "network-vif-plugged", "status": "completed", "tag": "1d8386a3-3243-4119-8cc5-30a64f15b98b", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:23:54.208200 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-833da229-5760-4cde-8bc0-442e3f620c6b {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:23:54.208901 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34435e4b-213a-42b2-942a-1e11fdfa6eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a99070f3-cd41-41f4-971f-f6ba7ea65313', 'code': 200} Aug 22 13:23:54.209642 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7527169d-b50d-419f-9520-bc68b4063b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d8386a3-3243-4119-8cc5-30a64f15b98b', 'code': 200} Aug 22 13:23:54.292127 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-dcd81696-d600-4bbb-8368-dcf284628237 service neutron] 10.222.0.16 "GET /v2.0/networks/1be38520-a08b-4849-b3b8-e35a1c8ec86e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188028 Aug 22 13:23:54.695225 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce945ba-4fb0-4b75-b64e-9bbe32137881', 'tag': '83eef940-e328-42db-b485-48e0490e1cef'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:23:54.697488 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc3a580-531b-4a26-90ab-f0c2c2a10d74" -d '{"events": [{"name": "network-changed", "server_uuid": "0ce945ba-4fb0-4b75-b64e-9bbe32137881", "tag": "83eef940-e328-42db-b485-48e0490e1cef"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:23:54.708676 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [req-abf50ecb-ef47-4eec-b246-8424c78bf5c7 req-22aba2e0-392a-41db-abd6-9db131f6cb07 tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] show failed (client error): The resource could not be found. Aug 22 13:23:54.709734 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-abf50ecb-ef47-4eec-b246-8424c78bf5c7 req-22aba2e0-392a-41db-abd6-9db131f6cb07 tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] 10.222.0.21 "GET /v2.0/security-groups/36ee8686-0239-4a81-b728-a258fbd47f9c HTTP/1.1" status: 404 len: 352 time: 0.3931711 Aug 22 13:23:54.755313 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa3433-d6fa-4f8a-8580-2f5ec996c9b7 req-3ef9e474-10f6-40c6-bc2a-73d2f06777a4 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:54.756865 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3caa3433-d6fa-4f8a-8580-2f5ec996c9b7 req-3ef9e474-10f6-40c6-bc2a-73d2f06777a4 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 950 time: 0.4779296 Aug 22 13:23:54.761082 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baca18a-3164-40ac-bd6e-c007c96182df req-832f0b35-918b-4fed-b214-d6d8b07a6360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:54.762475 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3baca18a-3164-40ac-bd6e-c007c96182df req-832f0b35-918b-4fed-b214-d6d8b07a6360 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7527169d-b50d-419f-9520-bc68b4063b1e HTTP/1.1" status: 200 len: 1101 time: 0.4435427 Aug 22 13:23:54.765599 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb4b0f-3805-4507-8f73-61016a806196 req-1402591b-0cda-421f-bbb6-7720d6d5f69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:54.766959 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9acb4b0f-3805-4507-8f73-61016a806196 req-1402591b-0cda-421f-bbb6-7720d6d5f69f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=34435e4b-213a-42b2-942a-1e11fdfa6eff HTTP/1.1" status: 200 len: 1097 time: 0.4491448 Aug 22 13:23:54.844732 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-359ea997-be80-4908-9119-0144e1efeb29 service neutron] 10.222.0.16 "GET /v2.0/networks/1be38520-a08b-4849-b3b8-e35a1c8ec86e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5293703 Aug 22 13:23:54.921841 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3baca18a-3164-40ac-bd6e-c007c96182df req-4077e0c9-63d6-4dd5-88b7-a713bbec0dd7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412003 Aug 22 13:23:54.923033 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-596fee73-e0d2-426f-8cda-d85063bfc1e9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.115&port_id=83eef940-e328-42db-b485-48e0490e1cef HTTP/1.1" status: 200 len: 217 time: 0.0643158 Aug 22 13:23:54.928114 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3caa3433-d6fa-4f8a-8580-2f5ec996c9b7 req-b2e87849-b4d9-4bfe-95d2-168f9aa8aea8 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602783 Aug 22 13:23:54.930706 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9acb4b0f-3805-4507-8f73-61016a806196 req-a53a3408-3de2-4bee-90a5-16b89b5d94e9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0ed2b1cd-e89d-453d-a1b3-990a20bb0165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333249 Aug 22 13:23:54.932584 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f6dde-2e21-43e1-9c3b-aec793fc9741 req-66821850-2ad8-4db9-b11c-3bf01333143b tempest-ServersAdminNegativeTestJSON-1757553446 tempest-ServersAdminNegativeTestJSON-1757553446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:54.934038 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3c5f6dde-2e21-43e1-9c3b-aec793fc9741 req-66821850-2ad8-4db9-b11c-3bf01333143b tempest-ServersAdminNegativeTestJSON-1757553446 tempest-ServersAdminNegativeTestJSON-1757553446-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9f404b95-2769-49fd-a4a3-e7fbf1298606 HTTP/1.1" status: 200 len: 1102 time: 0.1651580 Aug 22 13:23:54.985248 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3c5f6dde-2e21-43e1-9c3b-aec793fc9741 req-ba8bb6d1-4573-4531-bd87-e3b54e69439d tempest-ServersAdminNegativeTestJSON-1757553446 tempest-ServersAdminNegativeTestJSON-1757553446-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=bf231afb-4973-4df1-8682-080492090eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398982 Aug 22 13:23:55.035979 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2304791-b2fb-4691-b5ee-becc40dc104a req-210cdfb2-e755-48c0-98d5-a293ebfd21a0 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:55.037514 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e2304791-b2fb-4691-b5ee-becc40dc104a req-210cdfb2-e755-48c0-98d5-a293ebfd21a0 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5fae91d-e095-4a8b-a9cf-39bda265f757 HTTP/1.1" status: 200 len: 949 time: 0.0511007 Aug 22 13:23:55.038928 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf292953-0831-4697-b758-4c6560fd8fd3 x-openstack-request-id: req-bf292953-0831-4697-b758-4c6560fd8fd3 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:23:55.039211 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ce945ba-4fb0-4b75-b64e-9bbe32137881", "tag": "83eef940-e328-42db-b485-48e0490e1cef", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:23:55.039460 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bf292953-0831-4697-b758-4c6560fd8fd3 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:23:55.039842 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ce945ba-4fb0-4b75-b64e-9bbe32137881', 'tag': '83eef940-e328-42db-b485-48e0490e1cef', 'status': 'completed', 'code': 200} Aug 22 13:23:55.073085 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [req-89200f9d-bb27-4625-a0b8-195cf9d74727 req-481dbe34-7053-40ce-97c6-e5b70527675a tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] show failed (client error): The resource could not be found. Aug 22 13:23:55.074073 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-89200f9d-bb27-4625-a0b8-195cf9d74727 req-481dbe34-7053-40ce-97c6-e5b70527675a tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] 10.222.0.21 "GET /v2.0/security-group-rules/62e04920-32d6-4a12-8cad-f6f259ac12a4 HTTP/1.1" status: 404 len: 361 time: 0.0231700 Aug 22 13:23:55.087674 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e2304791-b2fb-4691-b5ee-becc40dc104a req-0f7a7345-4a3b-496b-b37b-8284c8a7a25f tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431280 Aug 22 13:23:55.200381 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879e306-4d34-4366-8097-e6302f236d5a req-9c95983a-674f-4e49-bd71-93fe46d75e69 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:55.206925 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879e306-4d34-4366-8097-e6302f236d5a req-9c95983a-674f-4e49-bd71-93fe46d75e69 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:55.208620 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0879e306-4d34-4366-8097-e6302f236d5a req-9c95983a-674f-4e49-bd71-93fe46d75e69 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ce945ba-4fb0-4b75-b64e-9bbe32137881 HTTP/1.1" status: 200 len: 1678 time: 0.0583112 Aug 22 13:23:55.263037 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0879e306-4d34-4366-8097-e6302f236d5a req-d7aea911-12c1-4a05-8719-c2503f05e6ea tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f1b5c3a-59c7-419d-bc79-21d076859164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481455 Aug 22 13:23:55.299281 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6435af2f-d686-44e1-96c4-bf0dd6cbfacb req-95d30b10-dd8f-4165-b79a-6a6e4fcc996f tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] 10.222.0.21 "GET /v2.0/security-groups/aa5368bf-9de3-4438-a947-844f401945ce HTTP/1.1" status: 200 len: 1811 time: 0.0460091 Aug 22 13:23:55.398837 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce5fab-c07c-4dbc-938e-1852e4435804 req-09f8c984-8a1b-4160-b849-4b0750a7e67a tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:55.400451 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3bce5fab-c07c-4dbc-938e-1852e4435804 req-09f8c984-8a1b-4160-b849-4b0750a7e67a tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/ports?device_id=34435e4b-213a-42b2-942a-1e11fdfa6eff HTTP/1.1" status: 200 len: 945 time: 0.0768096 Aug 22 13:23:55.403808 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-6435af2f-d686-44e1-96c4-bf0dd6cbfacb req-c2658e9e-81cf-4875-9722-eef55e7dfe1d tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:55.445248 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-6435af2f-d686-44e1-96c4-bf0dd6cbfacb req-c2658e9e-81cf-4875-9722-eef55e7dfe1d tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:55.473809 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3bce5fab-c07c-4dbc-938e-1852e4435804 req-b572f75f-4b61-43ea-b1e1-94c5a8124547 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ed2b1cd-e89d-453d-a1b3-990a20bb0165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550873 Aug 22 13:23:55.572793 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-6435af2f-d686-44e1-96c4-bf0dd6cbfacb req-c2658e9e-81cf-4875-9722-eef55e7dfe1d tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:55.575347 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-6435af2f-d686-44e1-96c4-bf0dd6cbfacb req-c2658e9e-81cf-4875-9722-eef55e7dfe1d tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:55.576524 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6435af2f-d686-44e1-96c4-bf0dd6cbfacb req-c2658e9e-81cf-4875-9722-eef55e7dfe1d tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] 10.222.0.21 "DELETE /v2.0/security-groups/aa5368bf-9de3-4438-a947-844f401945ce HTTP/1.1" status: 204 len: 173 time: 0.2699952 Aug 22 13:23:55.578851 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-50fa4e33-394a-4797-95c4-b03b25443c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:55.583167 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-50fa4e33-394a-4797-95c4-b03b25443c1a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e5be1c9d-fd9d-4f4c-be7a-078b571cac9e HTTP/1.1" status: 200 len: 801 time: 0.1054680 Aug 22 13:23:55.595877 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2658e9e-81cf-4875-9722-eef55e7dfe1d tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5368bf-9de3-4438-a947-844f401945ce,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:55.636064 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208135d7-72e8-4947-9986-a0e91d63d5e8 req-40184e05-89e0-4804-978f-e0a1081bc1d7 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:55.637558 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-208135d7-72e8-4947-9986-a0e91d63d5e8 req-40184e05-89e0-4804-978f-e0a1081bc1d7 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7527169d-b50d-419f-9520-bc68b4063b1e HTTP/1.1" status: 200 len: 949 time: 0.1058319 Aug 22 13:23:55.705085 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-f6f7171e-6b7c-4ef7-b5b7-44db6c7ad82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:55.707546 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-f6f7171e-6b7c-4ef7-b5b7-44db6c7ad82e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0bfdf377-ace8-4cfc-a77f-cae9a193d367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1081483 Aug 22 13:23:55.713804 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-208135d7-72e8-4947-9986-a0e91d63d5e8 req-fdd5376b-915d-43a4-a16b-9287870d515f tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687580 Aug 22 13:23:55.716428 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ecc276e0-d2d0-4d74-b69e-041c4e3178e1 req-d9cfca61-810f-435a-b4d8-932cdb7a5684 tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] 10.222.0.21 "GET /v2.0/security-groups/c9c3746a-42e1-4242-ae14-5fbb89c16c70 HTTP/1.1" status: 200 len: 1811 time: 0.0903661 Aug 22 13:23:55.852369 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ecc276e0-d2d0-4d74-b69e-041c4e3178e1 req-d54a2296-021c-4a34-938e-2ad68fb6cb68 tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:55.899254 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-6500a366-93fb-4711-929f-dd326512c265 service neutron] 10.222.0.16 "GET /v2.0/networks/0bfdf377-ace8-4cfc-a77f-cae9a193d367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556995 Aug 22 13:23:55.900913 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ecc276e0-d2d0-4d74-b69e-041c4e3178e1 req-d54a2296-021c-4a34-938e-2ad68fb6cb68 tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:56.027795 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ecc276e0-d2d0-4d74-b69e-041c4e3178e1 req-d54a2296-021c-4a34-938e-2ad68fb6cb68 tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:56.030315 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ecc276e0-d2d0-4d74-b69e-041c4e3178e1 req-d54a2296-021c-4a34-938e-2ad68fb6cb68 tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:56.031467 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ecc276e0-d2d0-4d74-b69e-041c4e3178e1 req-d54a2296-021c-4a34-938e-2ad68fb6cb68 tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] 10.222.0.21 "DELETE /v2.0/security-groups/c9c3746a-42e1-4242-ae14-5fbb89c16c70 HTTP/1.1" status: 204 len: 173 time: 0.3072293 Aug 22 13:23:56.059440 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540f8ef-86ae-450d-9cee-d07fd9d12e40 req-bf4b1837-1808-4521-b6f6-94179f53d1de tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:56.061142 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1540f8ef-86ae-450d-9cee-d07fd9d12e40 req-bf4b1837-1808-4521-b6f6-94179f53d1de tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f404b95-2769-49fd-a4a3-e7fbf1298606 HTTP/1.1" status: 200 len: 950 time: 0.1120958 Aug 22 13:23:56.063778 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a2296-021c-4a34-938e-2ad68fb6cb68 tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c3746a-42e1-4242-ae14-5fbb89c16c70,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:56.095163 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dceb9452-01da-4b90-bb51-4584c3920df0 req-f3757d28-f909-436d-b8a7-10014877cbd8 service neutron] 10.222.0.16 "GET /v2.0/networks/0bfdf377-ace8-4cfc-a77f-cae9a193d367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751769 Aug 22 13:23:56.125959 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1540f8ef-86ae-450d-9cee-d07fd9d12e40 req-c6e007ec-e3cb-4f49-9f5c-3b19249381af tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf231afb-4973-4df1-8682-080492090eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539956 Aug 22 13:23:56.192648 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd107e71-7153-4503-9e63-e5b68e218252 req-eaa9db6d-a570-4b25-a31a-22e3639c465d tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:56.194135 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bd107e71-7153-4503-9e63-e5b68e218252 req-eaa9db6d-a570-4b25-a31a-22e3639c465d tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 950 time: 0.0838513 Aug 22 13:23:56.262151 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5d55a160-d55b-49ea-94f6-512192622d43 req-ea97d1ee-43f3-4be6-8fa8-c9223e4fe565 tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] 10.222.0.21 "GET /v2.0/security-groups/5fef2a47-1bef-4018-a291-05844c1f5d0e HTTP/1.1" status: 200 len: 1812 time: 0.1038575 Aug 22 13:23:56.269466 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc3a580-531b-4a26-90ab-f0c2c2a10d74 req-39060d62-0060-4dd4-920e-c442ed3efe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:56.269959 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc3a580-531b-4a26-90ab-f0c2c2a10d74 req-39060d62-0060-4dd4-920e-c442ed3efe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:56.271498 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cfc3a580-531b-4a26-90ab-f0c2c2a10d74 req-39060d62-0060-4dd4-920e-c442ed3efe6c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ba3730d93e49471c875ab44d82db56e4&device_id=0ce945ba-4fb0-4b75-b64e-9bbe32137881 HTTP/1.1" status: 200 len: 1982 time: 0.1025832 Aug 22 13:23:56.274236 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bd107e71-7153-4503-9e63-e5b68e218252 req-1b750906-2f2a-47e3-91ac-6c575189f688 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639117 Aug 22 13:23:56.411523 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5d55a160-d55b-49ea-94f6-512192622d43 req-00707692-c961-43b3-a063-e7cc077d8726 tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:56.463570 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc3a580-531b-4a26-90ab-f0c2c2a10d74 req-b3ee9a31-e696-4763-b326-c7fd27f8fa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:56.465101 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cfc3a580-531b-4a26-90ab-f0c2c2a10d74 req-b3ee9a31-e696-4763-b326-c7fd27f8fa94 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0bfdf377-ace8-4cfc-a77f-cae9a193d367 HTTP/1.1" status: 200 len: 902 time: 0.1660814 Aug 22 13:23:56.467271 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5d55a160-d55b-49ea-94f6-512192622d43 req-00707692-c961-43b3-a063-e7cc077d8726 tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:56.538113 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cfc3a580-531b-4a26-90ab-f0c2c2a10d74 req-54e268f7-4722-4bbd-af29-b9879600ff14 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.115&port_id=83eef940-e328-42db-b485-48e0490e1cef HTTP/1.1" status: 200 len: 217 time: 0.0601623 Aug 22 13:23:56.548420 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd7641-f6fd-4540-bc11-5dddf248a1b9 req-4fbf4e00-87c9-4958-8147-60ba905aed3e tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:56.555620 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd7641-f6fd-4540-bc11-5dddf248a1b9 req-4fbf4e00-87c9-4958-8147-60ba905aed3e tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:56.557318 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5fcd7641-f6fd-4540-bc11-5dddf248a1b9 req-4fbf4e00-87c9-4958-8147-60ba905aed3e tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ce945ba-4fb0-4b75-b64e-9bbe32137881 HTTP/1.1" status: 200 len: 1678 time: 0.1604481 Aug 22 13:23:56.584663 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5d55a160-d55b-49ea-94f6-512192622d43 req-00707692-c961-43b3-a063-e7cc077d8726 tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:56.586949 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5d55a160-d55b-49ea-94f6-512192622d43 req-00707692-c961-43b3-a063-e7cc077d8726 tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:56.588072 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5d55a160-d55b-49ea-94f6-512192622d43 req-00707692-c961-43b3-a063-e7cc077d8726 tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] 10.222.0.21 "DELETE /v2.0/security-groups/5fef2a47-1bef-4018-a291-05844c1f5d0e HTTP/1.1" status: 204 len: 173 time: 0.3129735 Aug 22 13:23:56.601612 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00707692-c961-43b3-a063-e7cc077d8726 tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fef2a47-1bef-4018-a291-05844c1f5d0e,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:56.619507 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5fcd7641-f6fd-4540-bc11-5dddf248a1b9 req-6434f60d-587e-4278-810f-03fed5af2baa tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f1b5c3a-59c7-419d-bc79-21d076859164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542665 Aug 22 13:23:56.754117 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-91b4ca57-2f38-4b8d-a925-152ae8a0dae9 req-7a7a177f-f383-4643-8a9d-e13d4e976764 tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] 10.222.0.21 "GET /v2.0/security-groups/4c22bc1a-578b-4fc5-8aee-2efbc6d62efe HTTP/1.1" status: 200 len: 1812 time: 0.0992990 Aug 22 13:23:56.761346 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b64f3e-095a-4a5c-9283-dae9c68d08ae req-542c6afc-19a1-4a4c-b480-a542fe675c52 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:56.762801 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d8b64f3e-095a-4a5c-9283-dae9c68d08ae req-542c6afc-19a1-4a4c-b480-a542fe675c52 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/ports?device_id=34435e4b-213a-42b2-942a-1e11fdfa6eff HTTP/1.1" status: 200 len: 945 time: 0.1167467 Aug 22 13:23:56.789342 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc3a580-531b-4a26-90ab-f0c2c2a10d74 req-c98f73b0-e831-4048-a134-3f0dc4d2a6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:56.790714 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cfc3a580-531b-4a26-90ab-f0c2c2a10d74 req-c98f73b0-e831-4048-a134-3f0dc4d2a6bb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e5be1c9d-fd9d-4f4c-be7a-078b571cac9e HTTP/1.1" status: 200 len: 801 time: 0.1005790 Aug 22 13:23:56.858331 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d8b64f3e-095a-4a5c-9283-dae9c68d08ae req-df4e0ea6-f612-4aa0-ad46-eb8c77a9e642 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ed2b1cd-e89d-453d-a1b3-990a20bb0165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828588 Aug 22 13:23:56.888257 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc3a580-531b-4a26-90ab-f0c2c2a10d74 req-637b43c5-b16f-4e70-82ae-9b2f147496e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:56.889821 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cfc3a580-531b-4a26-90ab-f0c2c2a10d74 req-637b43c5-b16f-4e70-82ae-9b2f147496e6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0bfdf377-ace8-4cfc-a77f-cae9a193d367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0816026 Aug 22 13:23:56.890386 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-91b4ca57-2f38-4b8d-a925-152ae8a0dae9 req-2887b983-251f-4d23-9d76-43c11e899f2b tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:56.933912 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-91b4ca57-2f38-4b8d-a925-152ae8a0dae9 req-2887b983-251f-4d23-9d76-43c11e899f2b tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:57.075875 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4c149-0055-4119-823b-66eaf9ecd810 req-7015ff2d-22f1-4ae4-9a51-7113fae975a5 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:57.077415 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-feb4c149-0055-4119-823b-66eaf9ecd810 req-7015ff2d-22f1-4ae4-9a51-7113fae975a5 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7527169d-b50d-419f-9520-bc68b4063b1e HTTP/1.1" status: 200 len: 949 time: 0.1323824 Aug 22 13:23:57.080424 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-91b4ca57-2f38-4b8d-a925-152ae8a0dae9 req-2887b983-251f-4d23-9d76-43c11e899f2b tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:57.085618 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-91b4ca57-2f38-4b8d-a925-152ae8a0dae9 req-2887b983-251f-4d23-9d76-43c11e899f2b tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:57.092502 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-91b4ca57-2f38-4b8d-a925-152ae8a0dae9 req-2887b983-251f-4d23-9d76-43c11e899f2b tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] 10.222.0.21 "DELETE /v2.0/security-groups/4c22bc1a-578b-4fc5-8aee-2efbc6d62efe HTTP/1.1" status: 204 len: 173 time: 0.3246169 Aug 22 13:23:57.132035 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2887b983-251f-4d23-9d76-43c11e899f2b tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c22bc1a-578b-4fc5-8aee-2efbc6d62efe,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:57.148991 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cfc3a580-531b-4a26-90ab-f0c2c2a10d74 req-79a2e6a5-a389-48da-abad-e3781b8c7fb8 service neutron] 10.222.0.16 "GET /v2.0/networks/0bfdf377-ace8-4cfc-a77f-cae9a193d367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322371 Aug 22 13:23:57.210446 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-feb4c149-0055-4119-823b-66eaf9ecd810 req-b3a81e46-f47b-4e12-b0d6-324724d04761 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146381 Aug 22 13:23:57.251767 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-032c821d-8efd-4393-bb2b-40d744b597df req-ea548c62-2367-4ff5-8a25-7d5920e68c13 tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] 10.222.0.21 "GET /v2.0/security-groups/6b330eca-c0c7-4579-9e5c-2d873868aa5b HTTP/1.1" status: 200 len: 1810 time: 0.1358526 Aug 22 13:23:57.362108 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cfc3a580-531b-4a26-90ab-f0c2c2a10d74 req-41a2177d-0a17-42fa-a76f-e82be3a38e4e service neutron] 10.222.0.16 "GET /v2.0/networks/0bfdf377-ace8-4cfc-a77f-cae9a193d367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839325 Aug 22 13:23:57.390737 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ddf6d7-bbb6-4125-a775-534177e643c3 req-dc1ec791-02a3-41f9-90fe-392a35aa8a4b tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:57.392204 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-00ddf6d7-bbb6-4125-a775-534177e643c3 req-dc1ec791-02a3-41f9-90fe-392a35aa8a4b tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f404b95-2769-49fd-a4a3-e7fbf1298606 HTTP/1.1" status: 200 len: 950 time: 0.1069117 Aug 22 13:23:57.395897 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-032c821d-8efd-4393-bb2b-40d744b597df req-80a20a0f-7616-42f5-ac14-f96386b2d525 tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:57.431665 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-032c821d-8efd-4393-bb2b-40d744b597df req-80a20a0f-7616-42f5-ac14-f96386b2d525 tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:57.463430 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-00ddf6d7-bbb6-4125-a775-534177e643c3 req-0b9cc9c3-e101-488f-8eac-736917177ad2 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf231afb-4973-4df1-8682-080492090eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622282 Aug 22 13:23:57.501791 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-032c821d-8efd-4393-bb2b-40d744b597df req-80a20a0f-7616-42f5-ac14-f96386b2d525 tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:57.504930 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-032c821d-8efd-4393-bb2b-40d744b597df req-80a20a0f-7616-42f5-ac14-f96386b2d525 tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:57.506145 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-032c821d-8efd-4393-bb2b-40d744b597df req-80a20a0f-7616-42f5-ac14-f96386b2d525 tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] 10.222.0.21 "DELETE /v2.0/security-groups/6b330eca-c0c7-4579-9e5c-2d873868aa5b HTTP/1.1" status: 204 len: 173 time: 0.2429774 Aug 22 13:23:57.512273 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48662) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:23:57.519382 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a20a0f-7616-42f5-ac14-f96386b2d525 tempest-SecurityGroupRulesNegativeTestJSON-432668220 tempest-SecurityGroupRulesNegativeTestJSON-432668220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b330eca-c0c7-4579-9e5c-2d873868aa5b,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:57.609507 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8914271-9f68-4385-8e68-1c5d708d5d16 admin admin] Deleting subnet 9fbf008e-f336-4db9-9373-5387a49602ad {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:23:57.614215 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f8914271-9f68-4385-8e68-1c5d708d5d16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:57.614808 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e2e8a-6e77-46bf-b363-c0b1c3234c0b req-5b559868-727a-4c80-9adb-02e5a308eed2 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:57.616803 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-565e2e8a-6e77-46bf-b363-c0b1c3234c0b req-5b559868-727a-4c80-9adb-02e5a308eed2 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 950 time: 0.0538287 Aug 22 13:23:57.656085 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-565e2e8a-6e77-46bf-b363-c0b1c3234c0b req-e6b2ff8c-09be-41c1-ae23-7cdaf540ad88 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328166 Aug 22 13:23:57.658251 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f8914271-9f68-4385-8e68-1c5d708d5d16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:57.713982 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f8914271-9f68-4385-8e68-1c5d708d5d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:57.768255 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f8914271-9f68-4385-8e68-1c5d708d5d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:57.797038 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f842a6a0-1860-4187-9280-821c04b30917 req-5625ae72-17fe-4865-9be7-9bbba1e1f5e2 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:57.798657 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8914271-9f68-4385-8e68-1c5d708d5d16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fbf008e-f336-4db9-9373-5387a49602ad,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:57.803458 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f842a6a0-1860-4187-9280-821c04b30917 req-5625ae72-17fe-4865-9be7-9bbba1e1f5e2 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:57.804469 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f8914271-9f68-4385-8e68-1c5d708d5d16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:57.805110 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f842a6a0-1860-4187-9280-821c04b30917 req-5625ae72-17fe-4865-9be7-9bbba1e1f5e2 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ce945ba-4fb0-4b75-b64e-9bbe32137881 HTTP/1.1" status: 200 len: 1678 time: 0.0956545 Aug 22 13:23:57.810183 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f8914271-9f68-4385-8e68-1c5d708d5d16 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9fbf008e-f336-4db9-9373-5387a49602ad HTTP/1.1" status: 204 len: 168 time: 0.2968485 Aug 22 13:23:57.814798 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48666) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:23:57.816857 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9bd5e3-6ae1-4ab3-9137-956ecb3d9993 req-548f2e35-1887-46cd-a0c3-e2de09e135e6 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:57.818286 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ea9bd5e3-6ae1-4ab3-9137-956ecb3d9993 req-548f2e35-1887-46cd-a0c3-e2de09e135e6 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f404b95-2769-49fd-a4a3-e7fbf1298606 HTTP/1.1" status: 200 len: 950 time: 0.0973792 Aug 22 13:23:57.824459 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8914271-9f68-4385-8e68-1c5d708d5d16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:23:57.824814 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8914271-9f68-4385-8e68-1c5d708d5d16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:23:57.825148 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8914271-9f68-4385-8e68-1c5d708d5d16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:23:57.825485 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8914271-9f68-4385-8e68-1c5d708d5d16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:23:57.825821 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8914271-9f68-4385-8e68-1c5d708d5d16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:23:57.826146 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8914271-9f68-4385-8e68-1c5d708d5d16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:23:57.826469 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8914271-9f68-4385-8e68-1c5d708d5d16 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:23:57.826795 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8914271-9f68-4385-8e68-1c5d708d5d16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:23:57.827110 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8914271-9f68-4385-8e68-1c5d708d5d16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:23:57.827427 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8914271-9f68-4385-8e68-1c5d708d5d16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:23:57.827758 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8914271-9f68-4385-8e68-1c5d708d5d16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:23:57.828052 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8914271-9f68-4385-8e68-1c5d708d5d16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:23:57.897793 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f842a6a0-1860-4187-9280-821c04b30917 req-93b3dca7-e979-4487-9d85-4935f422213c tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f1b5c3a-59c7-419d-bc79-21d076859164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784111 Aug 22 13:23:57.904576 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-51f1ed6e-b588-4e34-b484-531fc3a8a02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:57.956329 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-ea9bd5e3-6ae1-4ab3-9137-956ecb3d9993 req-c8da0d6f-4a85-4555-b9ec-329ce74e815b tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Deleting port 0d47ff4e-1acb-4794-b32c-cf31eb238438 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:23:57.956682 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ea9bd5e3-6ae1-4ab3-9137-956ecb3d9993 req-c8da0d6f-4a85-4555-b9ec-329ce74e815b tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:58.005027 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-51f1ed6e-b588-4e34-b484-531fc3a8a02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:58.017608 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-51f1ed6e-b588-4e34-b484-531fc3a8a02f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdf3bcca-08bf-404f-8a20-a005bda99e51']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:23:58.030827 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-51f1ed6e-b588-4e34-b484-531fc3a8a02f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2de2aa98-ecbb-4a4e-9b39-67a8ce1cf710') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:23:58.031065 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:58.031867 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-51f1ed6e-b588-4e34-b484-531fc3a8a02f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2de2aa98-ecbb-4a4e-9b39-67a8ce1cf710') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:23:58.042118 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-51f1ed6e-b588-4e34-b484-531fc3a8a02f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:58.058563 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-51f1ed6e-b588-4e34-b484-531fc3a8a02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:58.065744 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51f1ed6e-b588-4e34-b484-531fc3a8a02f admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:23:58.066294 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-51f1ed6e-b588-4e34-b484-531fc3a8a02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:58.067995 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:23:58.067995 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:23:58.067995 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:23:58.067995 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:23:58.067995 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:23:58.067995 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:23:58.067995 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:23:58.067995 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:23:58.067995 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:23:58.067995 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:23:58.067995 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:23:58.067995 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:23:58.067995 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:23:58.067995 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:23:58.067995 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:23:58.067995 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:23:58.067995 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:23:58.067995 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:23:58.067995 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:23:58.067995 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:23:58.067995 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:23:58.067995 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:23:58.067995 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:23:58.067995 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:23:58.067995 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:23:58.067995 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:23:58.067995 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:23:58.067995 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:23:58.067995 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:23:58.067995 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:23:58.067995 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:23:58.067995 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:23:58.092622 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e624dadd-3641-4a51-838e-9aef54ab61a3 req-f26dea83-5fa3-4dab-90fe-9cf26c537e36 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:58.094173 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e624dadd-3641-4a51-838e-9aef54ab61a3 req-f26dea83-5fa3-4dab-90fe-9cf26c537e36 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/ports?device_id=34435e4b-213a-42b2-942a-1e11fdfa6eff HTTP/1.1" status: 200 len: 945 time: 0.1407926 Aug 22 13:23:58.113329 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-ea9bd5e3-6ae1-4ab3-9137-956ecb3d9993 req-c8da0d6f-4a85-4555-b9ec-329ce74e815b tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] For port 0d47ff4e-1acb-4794-b32c-cf31eb238438, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=0d47ff4e-1acb-4794-b32c-cf31eb238438,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:58.113760 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ea9bd5e3-6ae1-4ab3-9137-956ecb3d9993 req-c8da0d6f-4a85-4555-b9ec-329ce74e815b tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:58.136446 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-ea9bd5e3-6ae1-4ab3-9137-956ecb3d9993 req-c8da0d6f-4a85-4555-b9ec-329ce74e815b tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Calling delete_port for 0d47ff4e-1acb-4794-b32c-cf31eb238438 owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:23:58.137133 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-51f1ed6e-b588-4e34-b484-531fc3a8a02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:58.142731 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-51f1ed6e-b588-4e34-b484-531fc3a8a02f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:58.148971 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-51f1ed6e-b588-4e34-b484-531fc3a8a02f admin admin] 10.222.0.21 "DELETE /v2.0/networks/bdf3bcca-08bf-404f-8a20-a005bda99e51 HTTP/1.1" status: 204 len: 168 time: 0.3331556 Aug 22 13:23:58.161351 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f1ed6e-b588-4e34-b484-531fc3a8a02f admin admin] Pushing event deleted for resources: {'Network': ['ID=bdf3bcca-08bf-404f-8a20-a005bda99e51,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:58.165910 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e624dadd-3641-4a51-838e-9aef54ab61a3 req-ede69780-fc85-460f-8e78-2da6609e1ca7 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ed2b1cd-e89d-453d-a1b3-990a20bb0165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596972 Aug 22 13:23:58.329884 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48676) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:23:58.358453 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ea9bd5e3-6ae1-4ab3-9137-956ecb3d9993 req-c8da0d6f-4a85-4555-b9ec-329ce74e815b tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:58.368872 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f622e6-ef90-404b-bbf8-797bd70b3aa9 req-db93a19d-0414-4dbf-bf09-3fa142642d97 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:58.373813 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-65f622e6-ef90-404b-bbf8-797bd70b3aa9 req-db93a19d-0414-4dbf-bf09-3fa142642d97 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/ports?device_id=34435e4b-213a-42b2-942a-1e11fdfa6eff HTTP/1.1" status: 200 len: 945 time: 0.1299267 Aug 22 13:23:58.378313 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8bc18289-15ad-4f7e-a9a3-23c4bd982cf7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=08d7e737dead45c8a5d471e759b8b2bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470920 Aug 22 13:23:58.382035 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48678) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:23:58.382542 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48680) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:23:58.388532 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-6aa7eeb7-9e91-4038-852f-8086ce44ca1e tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Request body: {'floatingip': {'port_id': 'a99070f3-cd41-41f4-971f-f6ba7ea65313'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:23:58.393533 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['cc5e5cdc-4d36-4eae-847e-a457c081d747', '0d47ff4e-1acb-4794-b32c-cf31eb238438'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:23:58.408562 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da0d6f-4a85-4555-b9ec-329ce74e815b tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Pushing event deleted for resources: {'Port': ['ID=0d47ff4e-1acb-4794-b32c-cf31eb238438,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:58.427936 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3e494-f7a2-463f-94bf-70b1c69d4c89 req-f802dece-d75d-4239-979b-a283e4b0c379 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:58.429568 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-62f3e494-f7a2-463f-94bf-70b1c69d4c89 req-f802dece-d75d-4239-979b-a283e4b0c379 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7527169d-b50d-419f-9520-bc68b4063b1e HTTP/1.1" status: 200 len: 949 time: 0.1093035 Aug 22 13:23:58.437223 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6aa7eeb7-9e91-4038-852f-8086ce44ca1e tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify callbacks [] for floatingip, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:58.456851 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-403a92ae-0189-4557-89bf-58ab391183cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:58.508640 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea9bd5e3-6ae1-4ab3-9137-956ecb3d9993 req-c8da0d6f-4a85-4555-b9ec-329ce74e815b tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] No DVR routers for this DVR port 0d47ff4e-1acb-4794-b32c-cf31eb238438 on host n-h1-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:23:58.515261 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ea9bd5e3-6ae1-4ab3-9137-956ecb3d9993 req-c8da0d6f-4a85-4555-b9ec-329ce74e815b tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:58.519578 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ea9bd5e3-6ae1-4ab3-9137-956ecb3d9993 req-c8da0d6f-4a85-4555-b9ec-329ce74e815b tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] 10.222.0.41 "DELETE /v2.0/ports/0d47ff4e-1acb-4794-b32c-cf31eb238438 HTTP/1.1" status: 204 len: 173 time: 0.6928504 Aug 22 13:23:58.542620 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f404b95-2769-49fd-a4a3-e7fbf1298606', 'name': 'network-vif-deleted', 'tag': '0d47ff4e-1acb-4794-b32c-cf31eb238438'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:23:58.545266 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3240d321-8d38-4580-9174-ed00ab90ca2e" -d '{"events": [{"server_uuid": "9f404b95-2769-49fd-a4a3-e7fbf1298606", "name": "network-vif-deleted", "tag": "0d47ff4e-1acb-4794-b32c-cf31eb238438"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:23:58.581855 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-62f3e494-f7a2-463f-94bf-70b1c69d4c89 req-6b00ec40-1711-479c-a543-e3b160a8d324 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367476 Aug 22 13:23:58.714067 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-424ae503-6484-4530-92a4-2447beb5fbe2 req-a7f8ebec-fcd4-4a58-930e-f446ee6d7baa tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f404b95-2769-49fd-a4a3-e7fbf1298606 HTTP/1.1" status: 200 len: 210 time: 0.0895877 Aug 22 13:23:58.717479 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5863a931-f3c9-45d7-99a3-5fa015a5a291 x-openstack-request-id: req-5863a931-f3c9-45d7-99a3-5fa015a5a291 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:23:58.717769 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f404b95-2769-49fd-a4a3-e7fbf1298606", "name": "network-vif-deleted", "tag": "0d47ff4e-1acb-4794-b32c-cf31eb238438", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:23:58.718028 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5863a931-f3c9-45d7-99a3-5fa015a5a291 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:23:58.718456 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f404b95-2769-49fd-a4a3-e7fbf1298606', 'name': 'network-vif-deleted', 'tag': '0d47ff4e-1acb-4794-b32c-cf31eb238438', 'status': 'completed', 'code': 200} Aug 22 13:23:58.739979 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-37864259-66a5-4d09-932a-0da297f17000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:58.818258 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-37864259-66a5-4d09-932a-0da297f17000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:58.936375 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b3f51-2b06-4859-bcba-e4bdbbf88795 req-02ae4953-ca3a-4b90-9b50-9667f51fff1d tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:58.942956 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bb2b3f51-2b06-4859-bcba-e4bdbbf88795 req-02ae4953-ca3a-4b90-9b50-9667f51fff1d tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 950 time: 0.0662200 Aug 22 13:23:58.958516 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-37864259-66a5-4d09-932a-0da297f17000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:58.961075 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-37864259-66a5-4d09-932a-0da297f17000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:58.964504 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-37864259-66a5-4d09-932a-0da297f17000 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f67cb71f-7fca-4122-b1ac-67ed09449dff HTTP/1.1" status: 204 len: 168 time: 0.5785854 Aug 22 13:23:59.007772 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bb2b3f51-2b06-4859-bcba-e4bdbbf88795 req-4406acfc-93a6-4896-9616-683b1de49cc9 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598378 Aug 22 13:23:59.018616 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37864259-66a5-4d09-932a-0da297f17000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67cb71f-7fca-4122-b1ac-67ed09449dff,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:59.042792 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 83eef940-e328-42db-b485-48e0490e1cef details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:23:59.148965 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d304b5-3497-4b26-8703-7f3ccb04e1c4 req-cb86620f-e1ed-48bf-9c6a-cb8be749ce16 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:59.155082 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d304b5-3497-4b26-8703-7f3ccb04e1c4 req-cb86620f-e1ed-48bf-9c6a-cb8be749ce16 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:59.162581 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e4d304b5-3497-4b26-8703-7f3ccb04e1c4 req-cb86620f-e1ed-48bf-9c6a-cb8be749ce16 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ce945ba-4fb0-4b75-b64e-9bbe32137881 HTTP/1.1" status: 200 len: 1678 time: 0.0780661 Aug 22 13:23:59.177841 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76032f0-98e4-402f-bec1-5e0163308f29 req-93c7e38b-7f23-424e-bc03-307f91e7d1fe tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:59.183980 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76032f0-98e4-402f-bec1-5e0163308f29 req-93c7e38b-7f23-424e-bc03-307f91e7d1fe tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:59.195212 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 83eef940-e328-42db-b485-48e0490e1cef, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=83eef940-e328-42db-b485-48e0490e1cef,segment=NetworkSegment(77b54f62-b26b-48ca-921b-fb512b265263),segment_id=77b54f62-b26b-48ca-921b-fb512b265263)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:59.203798 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a76032f0-98e4-402f-bec1-5e0163308f29 req-93c7e38b-7f23-424e-bc03-307f91e7d1fe tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7527169d-b50d-419f-9520-bc68b4063b1e&device_id=b5fae91d-e095-4a8b-a9cf-39bda265f757 HTTP/1.1" status: 200 len: 1689 time: 0.1592658 Aug 22 13:23:59.209673 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '83eef940-e328-42db-b485-48e0490e1cef', 'network_id': '0bfdf377-ace8-4cfc-a77f-cae9a193d367', 'port_id': '83eef940-e328-42db-b485-48e0490e1cef', 'mac_address': 'fa:16:3e:dc:b3:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5be1c9d-fd9d-4f4c-be7a-078b571cac9e', 'ip_address': '19.86.0.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:23:59.234701 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6aa7eeb7-9e91-4038-852f-8086ce44ca1e tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:59.241560 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6aa7eeb7-9e91-4038-852f-8086ce44ca1e tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:59.263495 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a76032f0-98e4-402f-bec1-5e0163308f29 req-5576a8fb-4b04-4244-97d9-b8f6bee39a12 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586946 Aug 22 13:23:59.285446 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:59.312142 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83eef940-e328-42db-b485-48e0490e1cef {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:23:59.312288 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e4d304b5-3497-4b26-8703-7f3ccb04e1c4 req-a051e4e4-cbcb-4a9c-a93d-5199fbbdbac4 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f1b5c3a-59c7-419d-bc79-21d076859164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461926 Aug 22 13:23:59.330718 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 83eef940-e328-42db-b485-48e0490e1cef, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=83eef940-e328-42db-b485-48e0490e1cef,segment=NetworkSegment(77b54f62-b26b-48ca-921b-fb512b265263),segment_id=77b54f62-b26b-48ca-921b-fb512b265263)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:59.337980 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:59.338671 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 24d9f4a5-2141-4bf9-bbb9-cc9d9aaf60a5 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:23:59.423451 n-d-793621-33 neutron-server[94628]: INFO neutron.db.l3_db [None req-6aa7eeb7-9e91-4038-852f-8086ce44ca1e tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Floating IP e38268e4-62e1-4ac8-9d49-c864010be04c associated. External IP: 172.25.3.115, port: a99070f3-cd41-41f4-971f-f6ba7ea65313. Aug 22 13:23:59.477880 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 24d9f4a5-2141-4bf9-bbb9-cc9d9aaf60a5, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=24d9f4a5-2141-4bf9-bbb9-cc9d9aaf60a5,segment=NetworkSegment(f26280e8-bc4b-4545-ba39-30f4648b4efa),segment_id=f26280e8-bc4b-4545-ba39-30f4648b4efa)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:59.482682 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63846fe-04e6-44e6-87d1-20f9bfdff7ed req-2fa27fd4-50ce-4763-b959-dd59e743dcc6 tempest-ServersOnMultiNodesTest-304312147 tempest-ServersOnMultiNodesTest-304312147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:59.492863 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d63846fe-04e6-44e6-87d1-20f9bfdff7ed req-2fa27fd4-50ce-4763-b959-dd59e743dcc6 tempest-ServersOnMultiNodesTest-304312147 tempest-ServersOnMultiNodesTest-304312147-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7527169d-b50d-419f-9520-bc68b4063b1e HTTP/1.1" status: 200 len: 1101 time: 0.0770378 Aug 22 13:23:59.513349 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '24d9f4a5-2141-4bf9-bbb9-cc9d9aaf60a5', 'network_id': '1be38520-a08b-4849-b3b8-e35a1c8ec86e', 'port_id': '24d9f4a5-2141-4bf9-bbb9-cc9d9aaf60a5', 'mac_address': 'fa:16:3e:e8:87:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae8c4f8f-8208-48a1-a909-6dd0286951e4', 'ip_address': '19.80.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:23:59.522203 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=83eef940-e328-42db-b485-48e0490e1cef,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:59.528287 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d63846fe-04e6-44e6-87d1-20f9bfdff7ed req-2729b1ed-7fbb-453e-ab80-835777e380d2 tempest-ServersOnMultiNodesTest-304312147 tempest-ServersOnMultiNodesTest-304312147-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329483 Aug 22 13:23:59.660663 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a50ea6-91a2-41dc-a655-1ce11616faae req-19b483d9-270f-4dce-ad9d-bae487931ce7 tempest-ServersOnMultiNodesTest-304312147 tempest-ServersOnMultiNodesTest-304312147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:23:59.662471 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-76a50ea6-91a2-41dc-a655-1ce11616faae req-19b483d9-270f-4dce-ad9d-bae487931ce7 tempest-ServersOnMultiNodesTest-304312147 tempest-ServersOnMultiNodesTest-304312147-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b5fae91d-e095-4a8b-a9cf-39bda265f757 HTTP/1.1" status: 200 len: 1101 time: 0.0560544 Aug 22 13:23:59.710302 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-76a50ea6-91a2-41dc-a655-1ce11616faae req-777e87f0-3865-495e-a264-22a4a1fae69e tempest-ServersOnMultiNodesTest-304312147 tempest-ServersOnMultiNodesTest-304312147-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408635 Aug 22 13:23:59.719104 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa7eeb7-9e91-4038-852f-8086ce44ca1e tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Router 96103a62-19ca-48f4-8434-777db29e697a has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:23:59.735430 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:59.763625 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24d9f4a5-2141-4bf9-bbb9-cc9d9aaf60a5 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:23:59.808779 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 24d9f4a5-2141-4bf9-bbb9-cc9d9aaf60a5, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=24d9f4a5-2141-4bf9-bbb9-cc9d9aaf60a5,segment=NetworkSegment(f26280e8-bc4b-4545-ba39-30f4648b4efa),segment_id=f26280e8-bc4b-4545-ba39-30f4648b4efa)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:23:59.817794 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:59.876947 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa7eeb7-9e91-4038-852f-8086ce44ca1e tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:23:59.882323 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6aa7eeb7-9e91-4038-852f-8086ce44ca1e tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:23:59.894880 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04dbaa7-4042-4b08-83f3-7882f411b95a None None] Sync routers for ids ['96103a62-19ca-48f4-8434-777db29e697a'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:23:59.917907 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6aa7eeb7-9e91-4038-852f-8086ce44ca1e tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "PUT /v2.0/floatingips/e38268e4-62e1-4ac8-9d49-c864010be04c HTTP/1.1" status: 200 len: 991 time: 1.5301011 Aug 22 13:23:59.917907 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34435e4b-213a-42b2-942a-1e11fdfa6eff', 'tag': 'a99070f3-cd41-41f4-971f-f6ba7ea65313'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:23:59.918164 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37797c5c-ad35-49e1-a560-d61ffb7be9a5" -d '{"events": [{"name": "network-changed", "server_uuid": "34435e4b-213a-42b2-942a-1e11fdfa6eff", "tag": "a99070f3-cd41-41f4-971f-f6ba7ea65313"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:23:59.920839 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04dbaa7-4042-4b08-83f3-7882f411b95a None None] Routers {'96103a62-19ca-48f4-8434-777db29e697a'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:23:59.921292 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=24d9f4a5-2141-4bf9-bbb9-cc9d9aaf60a5,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:23:59.923711 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-e04dbaa7-4042-4b08-83f3-7882f411b95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:23:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['96103a62-19ca-48f4-8434-777db29e697a'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:23:59.937036 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:23:59.937386 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:23:59.937723 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:23:59.938180 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:23:59.938544 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:23:59.938821 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:23:59.939138 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:23:59.939461 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:23:59.939778 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:23:59.940294 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:23:59.940427 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:23:59.941306 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:24:00.067934 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5269315a-6df5-4537-a756-fa4c1873bc9d req-67ac5ec2-efb1-4561-83d1-e31162fb2758 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=49eccb789dab4d5eaed86ee1a537d189&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401776 Aug 22 13:24:00.090657 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-e04dbaa7-4042-4b08-83f3-7882f411b95a None None] Set router 96103a62-19ca-48f4-8434-777db29e697a gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:24:00.130129 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48750) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:24:00.169184 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8b0616-2220-4f8e-8ffa-cbc9edd11e9c x-openstack-request-id: req-eb8b0616-2220-4f8e-8ffa-cbc9edd11e9c {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:24:00.169469 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34435e4b-213a-42b2-942a-1e11fdfa6eff", "tag": "a99070f3-cd41-41f4-971f-f6ba7ea65313", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:24:00.169713 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb8b0616-2220-4f8e-8ffa-cbc9edd11e9c {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:24:00.170096 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34435e4b-213a-42b2-942a-1e11fdfa6eff', 'tag': 'a99070f3-cd41-41f4-971f-f6ba7ea65313', 'status': 'completed', 'code': 200} Aug 22 13:24:00.227166 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5269315a-6df5-4537-a756-fa4c1873bc9d req-c2cedbf7-b15c-4561-8ca6-fcbe62dee2eb tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:00.232061 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5269315a-6df5-4537-a756-fa4c1873bc9d req-c2cedbf7-b15c-4561-8ca6-fcbe62dee2eb tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1625235 Aug 22 13:24:00.260007 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-9028006c-3733-4686-950c-2f8eca1deb69 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-984343695-network', 'tenant_id': '912d51faeaa64e41b37378475a439e61'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:24:00.283932 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9028006c-3733-4686-950c-2f8eca1deb69 admin admin] Made reservation on behalf of 912d51faeaa64e41b37378475a439e61 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:24:00.286591 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9028006c-3733-4686-950c-2f8eca1deb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:00.288384 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['24d9f4a5-2141-4bf9-bbb9-cc9d9aaf60a5'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:24:00.288925 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5269315a-6df5-4537-a756-fa4c1873bc9d req-c2648268-31c7-4778-b66a-eedd71180b62 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/quotas/49eccb789dab4d5eaed86ee1a537d189 HTTP/1.1" status: 200 len: 375 time: 0.0409389 Aug 22 13:24:00.298760 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9028006c-3733-4686-950c-2f8eca1deb69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:00.317523 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['83eef940-e328-42db-b485-48e0490e1cef'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:24:00.320950 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37797c5c-ad35-49e1-a560-d61ffb7be9a5 req-3dbb4fa3-738b-4a95-b886-c1548f79d465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:00.322597 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-37797c5c-ad35-49e1-a560-d61ffb7be9a5 req-3dbb4fa3-738b-4a95-b886-c1548f79d465 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b89bb4a9db344bbc8ad24d9d42b44cf6&device_id=34435e4b-213a-42b2-942a-1e11fdfa6eff HTTP/1.1" status: 200 len: 1097 time: 0.1162891 Aug 22 13:24:00.339552 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2790fbac-614e-42cb-9098-4fad3fa1f827 req-7af7fccf-6ebe-4d1f-87c0-e62bffaae800 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:00.341113 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2790fbac-614e-42cb-9098-4fad3fa1f827 req-7af7fccf-6ebe-4d1f-87c0-e62bffaae800 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 950 time: 0.0954094 Aug 22 13:24:00.413757 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9028006c-3733-4686-950c-2f8eca1deb69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:00.420628 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9028006c-3733-4686-950c-2f8eca1deb69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:00.455604 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9028006c-3733-4686-950c-2f8eca1deb69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:24:00.466502 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2790fbac-614e-42cb-9098-4fad3fa1f827 req-1f619fb0-81d0-4ec1-93e6-04ef63dd0860 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058929 Aug 22 13:24:00.469028 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9028006c-3733-4686-950c-2f8eca1deb69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1bfcc7-b80c-4de4-b10e-973d7cada739,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:00.476670 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9028006c-3733-4686-950c-2f8eca1deb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:00.477093 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-9028006c-3733-4686-950c-2f8eca1deb69 admin admin] Added segment 8dbf5563-c593-4327-b654-2b0ff65b0129 of type vlan for network 5abd83f5-dd9c-40d4-a99b-390a490c5779 Aug 22 13:24:00.520433 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5269315a-6df5-4537-a756-fa4c1873bc9d req-3fc074f9-1059-46b1-a172-d9d789b3e14b tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=49eccb789dab4d5eaed86ee1a537d189&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2183688 Aug 22 13:24:00.549230 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-e04dbaa7-4042-4b08-83f3-7882f411b95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96103a62-19ca-48f4-8434-777db29e697a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-35615422-router', 'tenant_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '86c2ca98-5afd-4761-9c74-af3f25e3f90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:20:50Z', 'updated_at': '2021-08-22T13:20:56Z', 'revision_number': 4, 'project_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'gw_port': {'id': '86c2ca98-5afd-4761-9c74-af3f25e3f90d', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:57:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96103a62-19ca-48f4-8434-777db29e697a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:20:51Z', 'updated_at': '2021-08-22T13:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'e38268e4-62e1-4ac8-9d49-c864010be04c', 'tenant_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'floating_ip_address': '172.25.3.115', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '96103a62-19ca-48f4-8434-777db29e697a', 'port_id': 'a99070f3-cd41-41f4-971f-f6ba7ea65313', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1c10f8c-20d5-4d04-af7a-0afa0a2251fb', 'mac_address': 'fa:16:3e:82:d4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34435e4b-213a-42b2-942a-1e11fdfa6eff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:21:13Z', 'updated_at': '2021-08-22T13:23:59Z', 'revision_number': 5, 'project_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8fafdd9-90e9-411d-863c-1098e4d099a2', 'name': '', 'network_id': 'a1c10f8c-20d5-4d04-af7a-0afa0a2251fb', 'tenant_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'mac_address': 'fa:16:3e:04:8c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96103a62-19ca-48f4-8434-777db29e697a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6b2f428e-282f-45d1-83f0-557cce9c83da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:20:56Z', 'updated_at': '2021-08-22T13:21:04Z', 'revision_number': 5, 'project_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'subnets': [{'id': '6b2f428e-282f-45d1-83f0-557cce9c83da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:24:00.551909 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9028006c-3733-4686-950c-2f8eca1deb69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:00.566146 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37797c5c-ad35-49e1-a560-d61ffb7be9a5 req-3fabc6b0-3f33-479d-90e1-91fbf2ec2a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:00.571129 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-37797c5c-ad35-49e1-a560-d61ffb7be9a5 req-3fabc6b0-3f33-479d-90e1-91fbf2ec2a15 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a1c10f8c-20d5-4d04-af7a-0afa0a2251fb HTTP/1.1" status: 200 len: 923 time: 0.2114897 Aug 22 13:24:00.584591 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04dbaa7-4042-4b08-83f3-7882f411b95a None None] Checking router: 96103a62-19ca-48f4-8434-777db29e697a for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:24:00.601288 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04dbaa7-4042-4b08-83f3-7882f411b95a None None] Routers {'96103a62-19ca-48f4-8434-777db29e697a'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:24:00.602034 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-e04dbaa7-4042-4b08-83f3-7882f411b95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:23:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['96103a62-19ca-48f4-8434-777db29e697a'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:24:00.618884 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9028006c-3733-4686-950c-2f8eca1deb69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:00.620116 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9028006c-3733-4686-950c-2f8eca1deb69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:00.621034 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9028006c-3733-4686-950c-2f8eca1deb69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:00.691525 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9028006c-3733-4686-950c-2f8eca1deb69 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5600750 Aug 22 13:24:00.694210 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48758) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:24:00.699942 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-b0d82384-7e26-4676-af74-87bdef285169 admin admin] Request body: {'subnet': {'network_id': '5abd83f5-dd9c-40d4-a99b-390a490c5779', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-984343695-subnet', 'tenant_id': '912d51faeaa64e41b37378475a439e61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:24:00.713607 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9028006c-3733-4686-950c-2f8eca1deb69 admin admin] Pushing event updated for resources: {'Network': ['ID=5abd83f5-dd9c-40d4-a99b-390a490c5779,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:00.714880 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ca281-8673-4c8d-9e19-0bc8283f7b66 req-f6acf4de-da41-440e-b6b1-cc3c4c95c042 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:00.725782 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 5abd83f5-dd9c-40d4-a99b-390a490c5779 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:24:00.736820 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fe2ca281-8673-4c8d-9e19-0bc8283f7b66 req-f6acf4de-da41-440e-b6b1-cc3c4c95c042 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb39c6f9-9027-430b-968c-05f1b9810b4c HTTP/1.1" status: 200 len: 950 time: 0.1276064 Aug 22 13:24:00.748965 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d82384-7e26-4676-af74-87bdef285169 admin admin] Made reservation on behalf of 912d51faeaa64e41b37378475a439e61 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:24:00.752325 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b0d82384-7e26-4676-af74-87bdef285169 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:00.764429 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-37797c5c-ad35-49e1-a560-d61ffb7be9a5 req-7ebc9576-6ca0-42b1-9202-90b7c0e3d3e6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a99070f3-cd41-41f4-971f-f6ba7ea65313 HTTP/1.1" status: 200 len: 999 time: 0.1815698 Aug 22 13:24:00.771777 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-e04dbaa7-4042-4b08-83f3-7882f411b95a None None] Set router 96103a62-19ca-48f4-8434-777db29e697a gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:24:00.860451 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37797c5c-ad35-49e1-a560-d61ffb7be9a5 req-76e84061-f3bb-47ad-b05d-a3f707c1ebf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:00.862293 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-37797c5c-ad35-49e1-a560-d61ffb7be9a5 req-76e84061-f3bb-47ad-b05d-a3f707c1ebf0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6b2f428e-282f-45d1-83f0-557cce9c83da HTTP/1.1" status: 200 len: 861 time: 0.0840838 Aug 22 13:24:00.881665 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fe2ca281-8673-4c8d-9e19-0bc8283f7b66 req-de1b1c82-3e09-4826-a6be-fbbe39e1fb99 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf231afb-4973-4df1-8682-080492090eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438718 Aug 22 13:24:00.953098 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b2340-8298-4ebf-9b52-8313da7920ea req-35076c61-0207-42dd-a3c8-2b89846ae2cb tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:00.959511 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b2340-8298-4ebf-9b52-8313da7920ea req-35076c61-0207-42dd-a3c8-2b89846ae2cb tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:00.961313 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0c6b2340-8298-4ebf-9b52-8313da7920ea req-35076c61-0207-42dd-a3c8-2b89846ae2cb tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ce945ba-4fb0-4b75-b64e-9bbe32137881 HTTP/1.1" status: 200 len: 1680 time: 0.1958737 Aug 22 13:24:01.010988 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-31bedd21-4f60-4518-8ae5-729baef3dcfd req-e9900649-3fa7-428e-8cd4-dadb0abbcfb9 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c17b775-a7f5-4b75-8bea-275c99ad9d10 HTTP/1.1" status: 200 len: 210 time: 0.0450692 Aug 22 13:24:01.041453 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37797c5c-ad35-49e1-a560-d61ffb7be9a5 req-6ca86900-68e6-4afc-8595-a5a7f086097d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:01.042970 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-37797c5c-ad35-49e1-a560-d61ffb7be9a5 req-6ca86900-68e6-4afc-8595-a5a7f086097d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a1c10f8c-20d5-4d04-af7a-0afa0a2251fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1565614 Aug 22 13:24:01.051376 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-46579707-b65f-4cde-9be1-abeb582ac0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:01.068460 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b0d82384-7e26-4676-af74-87bdef285169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:01.110026 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0c6b2340-8298-4ebf-9b52-8313da7920ea req-8ff5332d-0c9e-46cb-8485-f7238b31f437 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f1b5c3a-59c7-419d-bc79-21d076859164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415050 Aug 22 13:24:01.125861 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-e04dbaa7-4042-4b08-83f3-7882f411b95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96103a62-19ca-48f4-8434-777db29e697a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-35615422-router', 'tenant_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '86c2ca98-5afd-4761-9c74-af3f25e3f90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:20:50Z', 'updated_at': '2021-08-22T13:20:56Z', 'revision_number': 4, 'project_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'gw_port': {'id': '86c2ca98-5afd-4761-9c74-af3f25e3f90d', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:57:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96103a62-19ca-48f4-8434-777db29e697a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:20:51Z', 'updated_at': '2021-08-22T13:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'e38268e4-62e1-4ac8-9d49-c864010be04c', 'tenant_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'floating_ip_address': '172.25.3.115', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '96103a62-19ca-48f4-8434-777db29e697a', 'port_id': 'a99070f3-cd41-41f4-971f-f6ba7ea65313', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1c10f8c-20d5-4d04-af7a-0afa0a2251fb', 'mac_address': 'fa:16:3e:82:d4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34435e4b-213a-42b2-942a-1e11fdfa6eff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:21:13Z', 'updated_at': '2021-08-22T13:23:59Z', 'revision_number': 5, 'project_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8fafdd9-90e9-411d-863c-1098e4d099a2', 'name': '', 'network_id': 'a1c10f8c-20d5-4d04-af7a-0afa0a2251fb', 'tenant_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'mac_address': 'fa:16:3e:04:8c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96103a62-19ca-48f4-8434-777db29e697a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6b2f428e-282f-45d1-83f0-557cce9c83da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:20:56Z', 'updated_at': '2021-08-22T13:21:04Z', 'revision_number': 5, 'project_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'subnets': [{'id': '6b2f428e-282f-45d1-83f0-557cce9c83da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:24:01.146425 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d82384-7e26-4676-af74-87bdef285169 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47905976-7615-4706-a3a5-44c47fe2a643,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:01.169263 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d82384-7e26-4676-af74-87bdef285169 admin admin] Checking segment: {'id': '8dbf5563-c593-4327-b654-2b0ff65b0129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5abd83f5-dd9c-40d4-a99b-390a490c5779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:24:01.169529 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:01.169858 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d82384-7e26-4676-af74-87bdef285169 admin admin] Network hostable DHCP agents. Network: 5abd83f5-dd9c-40d4-a99b-390a490c5779, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:24:01.184703 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04dbaa7-4042-4b08-83f3-7882f411b95a None None] The sync data for ids ['96103a62-19ca-48f4-8434-777db29e697a'] in n-d-793621-33 is: [{'id': '96103a62-19ca-48f4-8434-777db29e697a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-35615422-router', 'tenant_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '86c2ca98-5afd-4761-9c74-af3f25e3f90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:20:50Z', 'updated_at': '2021-08-22T13:20:56Z', 'revision_number': 4, 'project_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'gw_port': {'id': '86c2ca98-5afd-4761-9c74-af3f25e3f90d', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:57:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96103a62-19ca-48f4-8434-777db29e697a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:20:51Z', 'updated_at': '2021-08-22T13:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'e38268e4-62e1-4ac8-9d49-c864010be04c', 'tenant_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'floating_ip_address': '172.25.3.115', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '96103a62-19ca-48f4-8434-777db29e697a', 'port_id': 'a99070f3-cd41-41f4-971f-f6ba7ea65313', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1c10f8c-20d5-4d04-af7a-0afa0a2251fb', 'mac_address': 'fa:16:3e:82:d4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34435e4b-213a-42b2-942a-1e11fdfa6eff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:21:13Z', 'updated_at': '2021-08-22T13:23:59Z', 'revision_number': 5, 'project_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8fafdd9-90e9-411d-863c-1098e4d099a2', 'name': '', 'network_id': 'a1c10f8c-20d5-4d04-af7a-0afa0a2251fb', 'tenant_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'mac_address': 'fa:16:3e:04:8c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96103a62-19ca-48f4-8434-777db29e697a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6b2f428e-282f-45d1-83f0-557cce9c83da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:20:56Z', 'updated_at': '2021-08-22T13:21:04Z', 'revision_number': 5, 'project_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'subnets': [{'id': '6b2f428e-282f-45d1-83f0-557cce9c83da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:24:01.197994 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d82384-7e26-4676-af74-87bdef285169 admin admin] Network 5abd83f5-dd9c-40d4-a99b-390a490c5779 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:24:01.211816 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-b0d82384-7e26-4676-af74-87bdef285169 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 5abd83f5-dd9c-40d4-a99b-390a490c5779) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:24:01.219805 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d82384-7e26-4676-af74-87bdef285169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:01.221097 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b0d82384-7e26-4676-af74-87bdef285169 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:01.229595 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731f5735-e3a0-40ce-9869-866792e57fe3 None None] Network 5abd83f5-dd9c-40d4-a99b-390a490c5779 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:24:01.250755 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b0d82384-7e26-4676-af74-87bdef285169 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5554762 Aug 22 13:24:01.281409 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-37797c5c-ad35-49e1-a560-d61ffb7be9a5 req-14eb8d33-bc4a-484d-a4da-069c97cc03fb service neutron] 10.222.0.16 "GET /v2.0/networks/a1c10f8c-20d5-4d04-af7a-0afa0a2251fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180743 Aug 22 13:24:01.387744 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d83a38-8528-401a-9de1-0789e4babe7e None None] Network 5abd83f5-dd9c-40d4-a99b-390a490c5779 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:24:01.402359 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-37797c5c-ad35-49e1-a560-d61ffb7be9a5 req-937c23c6-96f9-4a7d-b481-8029844d4f8f service neutron] 10.222.0.16 "GET /v2.0/networks/a1c10f8c-20d5-4d04-af7a-0afa0a2251fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055417 Aug 22 13:24:01.499752 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a1e02b-353f-4fb9-871f-4744b3039ad3 None None] New status for floating IP e38268e4-62e1-4ac8-9d49-c864010be04c: ACTIVE {{(pid=94629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 13:24:01.615270 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-0ce3e550-0433-419d-be2c-20343f817775 req-87e992dd-19dc-4339-9551-1055bfed2ddb tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-213909096', 'description': 'tempest-description-227667776'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:24:01.638133 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 0d47ff4e-1acb-4794-b32c-cf31eb238438 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:24:01.652080 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a85fca-9f6f-4e3c-9a48-84e3bb451ec0 req-287ebba0-bef6-4b78-8a82-1ae89a758330 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:01.653623 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-72a85fca-9f6f-4e3c-9a48-84e3bb451ec0 req-287ebba0-bef6-4b78-8a82-1ae89a758330 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 950 time: 0.0836639 Aug 22 13:24:01.654848 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-0ce3e550-0433-419d-be2c-20343f817775 req-87e992dd-19dc-4339-9551-1055bfed2ddb tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:01.669954 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: 0d47ff4e-1acb-4794-b32c-cf31eb238438 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:24:01.670306 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 0d47ff4e-1acb-4794-b32c-cf31eb238438 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:24:01.713267 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-72a85fca-9f6f-4e3c-9a48-84e3bb451ec0 req-bf2a0cc9-1dd4-42c1-8f34-b45368bdf93b tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490766 Aug 22 13:24:01.793940 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-0ce3e550-0433-419d-be2c-20343f817775 req-87e992dd-19dc-4339-9551-1055bfed2ddb tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:01.800318 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-0ce3e550-0433-419d-be2c-20343f817775 req-87e992dd-19dc-4339-9551-1055bfed2ddb tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:01.856011 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f0a52-394e-4e7b-a1fe-169f4033f787 req-5f3c34b0-36ac-49d9-9036-72fb15c6032d tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:01.857565 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-187f0a52-394e-4e7b-a1fe-169f4033f787 req-5f3c34b0-36ac-49d9-9036-72fb15c6032d tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb39c6f9-9027-430b-968c-05f1b9810b4c HTTP/1.1" status: 200 len: 950 time: 0.1139948 Aug 22 13:24:01.859115 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-0ce3e550-0433-419d-be2c-20343f817775 req-87e992dd-19dc-4339-9551-1055bfed2ddb tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:01.860213 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0ce3e550-0433-419d-be2c-20343f817775 req-87e992dd-19dc-4339-9551-1055bfed2ddb tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2522752 Aug 22 13:24:01.861159 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e992dd-19dc-4339-9551-1055bfed2ddb tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1cb5472-3519-4f6a-b0df-8a8bb60eb6b3,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:01.901167 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-f5b27bd0-74c1-4b67-ad4d-517e448d5b84 req-557cb2fb-8209-41ff-95d2-8fec3ed3a743 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1208887360', 'description': 'tempest-description-343176621'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:24:01.963730 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f5b27bd0-74c1-4b67-ad4d-517e448d5b84 req-557cb2fb-8209-41ff-95d2-8fec3ed3a743 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:02.034978 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e79d24-9918-410e-85b9-fe8ecdff8edc req-f732e5af-06ab-4233-aaa3-13402e406b80 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:02.036399 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a5e79d24-9918-410e-85b9-fe8ecdff8edc req-f732e5af-06ab-4233-aaa3-13402e406b80 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb39c6f9-9027-430b-968c-05f1b9810b4c HTTP/1.1" status: 200 len: 950 time: 0.0890315 Aug 22 13:24:02.048766 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-187f0a52-394e-4e7b-a1fe-169f4033f787 req-71ea16fa-d53a-47c1-b40f-690e3ec8e652 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Deleting port cc5e5cdc-4d36-4eae-847e-a457c081d747 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:24:02.049225 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-187f0a52-394e-4e7b-a1fe-169f4033f787 req-71ea16fa-d53a-47c1-b40f-690e3ec8e652 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:02.077255 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5269315a-6df5-4537-a756-fa4c1873bc9d req-c85331bf-ce96-49db-9c59-9a36b01c8cd7 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=49eccb789dab4d5eaed86ee1a537d189&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212300 Aug 22 13:24:02.156804 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a5e79d24-9918-410e-85b9-fe8ecdff8edc req-532d905a-b92b-41a6-b191-fc690e6fca45 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf231afb-4973-4df1-8682-080492090eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123271 Aug 22 13:24:02.200154 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5269315a-6df5-4537-a756-fa4c1873bc9d req-a010ebac-6c09-4f96-b190-55c60854e87b tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:02.201682 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5269315a-6df5-4537-a756-fa4c1873bc9d req-a010ebac-6c09-4f96-b190-55c60854e87b tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1166427 Aug 22 13:24:02.219774 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-5269315a-6df5-4537-a756-fa4c1873bc9d req-af61e57e-614e-4940-9cf2-ec8a324320d9 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Request body: {'port': {'device_id': '6c17b775-a7f5-4b75-8bea-275c99ad9d10', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'admin_state_up': True, 'tenant_id': '49eccb789dab4d5eaed86ee1a537d189'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:24:02.224091 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-187f0a52-394e-4e7b-a1fe-169f4033f787 req-71ea16fa-d53a-47c1-b40f-690e3ec8e652 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] For port cc5e5cdc-4d36-4eae-847e-a457c081d747, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=cc5e5cdc-4d36-4eae-847e-a457c081d747,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:24:02.224499 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-187f0a52-394e-4e7b-a1fe-169f4033f787 req-71ea16fa-d53a-47c1-b40f-690e3ec8e652 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:02.228493 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f5b27bd0-74c1-4b67-ad4d-517e448d5b84 req-557cb2fb-8209-41ff-95d2-8fec3ed3a743 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:02.236589 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f5b27bd0-74c1-4b67-ad4d-517e448d5b84 req-557cb2fb-8209-41ff-95d2-8fec3ed3a743 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:02.247955 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-187f0a52-394e-4e7b-a1fe-169f4033f787 req-71ea16fa-d53a-47c1-b40f-690e3ec8e652 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Calling delete_port for cc5e5cdc-4d36-4eae-847e-a457c081d747 owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:24:02.292904 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:02.307371 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e5d9bf8f-063d-4d21-888c-fa83cd06265a req-98f4f76d-3673-428c-99fb-9dfab3e37dd5 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c17b775-a7f5-4b75-8bea-275c99ad9d10 HTTP/1.1" status: 200 len: 210 time: 0.0669980 Aug 22 13:24:02.339094 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f5b27bd0-74c1-4b67-ad4d-517e448d5b84 req-557cb2fb-8209-41ff-95d2-8fec3ed3a743 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:02.355493 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f5b27bd0-74c1-4b67-ad4d-517e448d5b84 req-557cb2fb-8209-41ff-95d2-8fec3ed3a743 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4512830 Aug 22 13:24:02.355493 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557cb2fb-8209-41ff-95d2-8fec3ed3a743 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa9bc20-c85d-43fa-a175-bc37f7e3073f,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:02.357383 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5269315a-6df5-4537-a756-fa4c1873bc9d req-af61e57e-614e-4940-9cf2-ec8a324320d9 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Made reservation on behalf of 49eccb789dab4d5eaed86ee1a537d189 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:24:02.361671 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5269315a-6df5-4537-a756-fa4c1873bc9d req-af61e57e-614e-4940-9cf2-ec8a324320d9 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:02.446551 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c6ffc-dd49-4a9a-93e8-8c6743e76a02 req-9e4f9a64-616d-4e34-8ff5-6f3875a2beff tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:02.452453 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c6ffc-dd49-4a9a-93e8-8c6743e76a02 req-9e4f9a64-616d-4e34-8ff5-6f3875a2beff tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:02.454116 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6d0c6ffc-dd49-4a9a-93e8-8c6743e76a02 req-9e4f9a64-616d-4e34-8ff5-6f3875a2beff tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ce945ba-4fb0-4b75-b64e-9bbe32137881 HTTP/1.1" status: 200 len: 1680 time: 0.0836792 Aug 22 13:24:02.525541 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-5269315a-6df5-4537-a756-fa4c1873bc9d req-af61e57e-614e-4940-9cf2-ec8a324320d9 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Allocated IP 192.168.233.126 (7dc41cff-a3ac-4fc2-ba06-973efce2365e/7151c727-b27f-4308-8098-60bc16140d45/52128729-b146-4fd6-ab5e-8d1d5629b7a9) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:24:02.562485 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6d0c6ffc-dd49-4a9a-93e8-8c6743e76a02 req-a193701a-c437-4a4b-919b-4a7e0bff317a tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f1b5c3a-59c7-419d-bc79-21d076859164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862062 Aug 22 13:24:02.567300 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-187f0a52-394e-4e7b-a1fe-169f4033f787 req-71ea16fa-d53a-47c1-b40f-690e3ec8e652 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:02.585021 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['cc5e5cdc-4d36-4eae-847e-a457c081d747'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:24:02.604111 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ea16fa-d53a-47c1-b40f-690e3ec8e652 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Pushing event deleted for resources: {'Port': ['ID=cc5e5cdc-4d36-4eae-847e-a457c081d747,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:02.661010 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-187f0a52-394e-4e7b-a1fe-169f4033f787 req-71ea16fa-d53a-47c1-b40f-690e3ec8e652 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] No DVR routers for this DVR port cc5e5cdc-4d36-4eae-847e-a457c081d747 on host n-h1-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:24:02.687556 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5269315a-6df5-4537-a756-fa4c1873bc9d req-af61e57e-614e-4940-9cf2-ec8a324320d9 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:02.689602 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-187f0a52-394e-4e7b-a1fe-169f4033f787 req-71ea16fa-d53a-47c1-b40f-690e3ec8e652 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:02.692090 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-187f0a52-394e-4e7b-a1fe-169f4033f787 req-71ea16fa-d53a-47c1-b40f-690e3ec8e652 tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] 10.222.0.41 "DELETE /v2.0/ports/cc5e5cdc-4d36-4eae-847e-a457c081d747 HTTP/1.1" status: 204 len: 173 time: 0.8257833 Aug 22 13:24:02.692545 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb39c6f9-9027-430b-968c-05f1b9810b4c', 'name': 'network-vif-deleted', 'tag': 'cc5e5cdc-4d36-4eae-847e-a457c081d747'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:24:02.694777 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001251ce-ca27-4bbd-867a-103e5fd25689" -d '{"events": [{"server_uuid": "eb39c6f9-9027-430b-968c-05f1b9810b4c", "name": "network-vif-deleted", "tag": "cc5e5cdc-4d36-4eae-847e-a457c081d747"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:24:02.704850 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-5269315a-6df5-4537-a756-fa4c1873bc9d req-af61e57e-614e-4940-9cf2-ec8a324320d9 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Transition to ACTIVE for port object 52128729-b146-4fd6-ab5e-8d1d5629b7a9 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:24:02.738478 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a557c1-6551-47ee-8a57-3b8879cf0390 x-openstack-request-id: req-60a557c1-6551-47ee-8a57-3b8879cf0390 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:24:02.738761 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb39c6f9-9027-430b-968c-05f1b9810b4c", "name": "network-vif-deleted", "tag": "cc5e5cdc-4d36-4eae-847e-a457c081d747", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:24:02.739012 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-60a557c1-6551-47ee-8a57-3b8879cf0390 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:24:02.739397 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb39c6f9-9027-430b-968c-05f1b9810b4c', 'name': 'network-vif-deleted', 'tag': 'cc5e5cdc-4d36-4eae-847e-a457c081d747', 'status': 'completed', 'code': 200} Aug 22 13:24:02.757737 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5269315a-6df5-4537-a756-fa4c1873bc9d req-af61e57e-614e-4940-9cf2-ec8a324320d9 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:02.760450 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2274933-10ab-4181-baac-0e424b720e39 req-20b66a76-38d2-40cb-8e04-233c88e68e66 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:02.762837 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a2274933-10ab-4181-baac-0e424b720e39 req-20b66a76-38d2-40cb-8e04-233c88e68e66 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/networks?id=5abd83f5-dd9c-40d4-a99b-390a490c5779 HTTP/1.1" status: 200 len: 812 time: 0.1617873 Aug 22 13:24:02.772416 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['d0212b71-79cd-4311-ae89-e9abaec1ea35', '828cc14b-4200-4c08-98ac-e7734151cf9d', '143dfe51-b953-4e50-8ea2-a257f67c58ab'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:24:02.779690 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a2274933-10ab-4181-baac-0e424b720e39 req-6a1ab4ad-7e3f-4f4c-8de9-debfa09c6bff tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/quotas/912d51faeaa64e41b37378475a439e61 HTTP/1.1" status: 200 len: 375 time: 0.0117996 Aug 22 13:24:02.835329 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5269315a-6df5-4537-a756-fa4c1873bc9d req-af61e57e-614e-4940-9cf2-ec8a324320d9 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Network 7dc41cff-a3ac-4fc2-ba06-973efce2365e is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:24:02.838634 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-5269315a-6df5-4537-a756-fa4c1873bc9d req-af61e57e-614e-4940-9cf2-ec8a324320d9 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:24:02.842509 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-5269315a-6df5-4537-a756-fa4c1873bc9d req-af61e57e-614e-4940-9cf2-ec8a324320d9 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:24:02.844665 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['c41641dd-85d8-40a3-8ec9-c3f0bde2f420', '1d8386a3-3243-4119-8cc5-30a64f15b98b'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:24:02.846158 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a2274933-10ab-4181-baac-0e424b720e39 req-44b92c52-9b95-4226-ba96-05a1a741b7c7 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=912d51faeaa64e41b37378475a439e61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603714 Aug 22 13:24:02.852386 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af61e57e-614e-4940-9cf2-ec8a324320d9 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Pushing event updated for resources: {'Port': ['ID=52128729-b146-4fd6-ab5e-8d1d5629b7a9,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:02.902134 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5269315a-6df5-4537-a756-fa4c1873bc9d req-af61e57e-614e-4940-9cf2-ec8a324320d9 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:02.902672 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5269315a-6df5-4537-a756-fa4c1873bc9d req-af61e57e-614e-4940-9cf2-ec8a324320d9 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:02.917215 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5269315a-6df5-4537-a756-fa4c1873bc9d req-af61e57e-614e-4940-9cf2-ec8a324320d9 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7015712 Aug 22 13:24:02.937638 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-5269315a-6df5-4537-a756-fa4c1873bc9d req-4db73651-e6ae-4d3f-ad8d-d32d3875c716 service neutron] Request body: {'port': {'device_id': '6c17b775-a7f5-4b75-8bea-275c99ad9d10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:24:03.011550 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5269315a-6df5-4537-a756-fa4c1873bc9d req-4db73651-e6ae-4d3f-ad8d-d32d3875c716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:03.083385 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 83eef940-e328-42db-b485-48e0490e1cef up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:24:03.287302 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb4d822-8d20-41b2-a226-01b251f90f85 req-92ef80bb-ccb8-489f-a64d-d6c676d60b6b tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:03.296285 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4cb4d822-8d20-41b2-a226-01b251f90f85 req-92ef80bb-ccb8-489f-a64d-d6c676d60b6b tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 950 time: 0.4946916 Aug 22 13:24:03.320570 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port 83eef940-e328-42db-b485-48e0490e1cef completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:24:03.338449 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 83eef940-e328-42db-b485-48e0490e1cef triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:24:03.338889 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:03.399358 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a2274933-10ab-4181-baac-0e424b720e39 req-f34251a8-0593-48b6-a60b-8dcc890f6c48 service neutron] 10.222.0.21 "GET /v2.0/networks/5abd83f5-dd9c-40d4-a99b-390a490c5779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5474710 Aug 22 13:24:03.440713 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4cb4d822-8d20-41b2-a226-01b251f90f85 req-11c50010-72d8-4504-9bc5-c9da70251848 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363811 Aug 22 13:24:03.505022 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:03.583038 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:03.603415 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-90a78e63-ed0c-433a-b761-85f8e0585c1a req-43d46e0a-6e39-4f58-ad96-2a7fc2cf3c8c tempest-ServersAdminNegativeTestJSON-1292961563 tempest-ServersAdminNegativeTestJSON-1292961563-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb39c6f9-9027-430b-968c-05f1b9810b4c HTTP/1.1" status: 200 len: 210 time: 0.0537627 Aug 22 13:24:03.605933 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce945ba-4fb0-4b75-b64e-9bbe32137881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83eef940-e328-42db-b485-48e0490e1cef'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:24:03.608205 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719533db-4389-47d6-8a4d-2df8a0d4c8bd" -d '{"events": [{"server_uuid": "0ce945ba-4fb0-4b75-b64e-9bbe32137881", "name": "network-vif-plugged", "status": "completed", "tag": "83eef940-e328-42db-b485-48e0490e1cef"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:24:03.616690 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-eaf05a09-89ba-4847-81be-24f20a90fb79 None None] Provisioning for port 52128729-b146-4fd6-ab5e-8d1d5629b7a9 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:24:03.629853 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-eaf05a09-89ba-4847-81be-24f20a90fb79 None None] Provisioning complete for port 52128729-b146-4fd6-ab5e-8d1d5629b7a9 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:24:03.630018 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-eaf05a09-89ba-4847-81be-24f20a90fb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:03.639535 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 83eef940-e328-42db-b485-48e0490e1cef, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=83eef940-e328-42db-b485-48e0490e1cef,segment=NetworkSegment(77b54f62-b26b-48ca-921b-fb512b265263),segment_id=77b54f62-b26b-48ca-921b-fb512b265263)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:24:03.648947 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [req-005bb45c-f39b-4df8-98bb-fff88cf2bf4b req-ffe3acff-47d1-45f5-9b14-4fbe25c01ee7 service neutron] show failed (client error): The resource could not be found. Aug 22 13:24:03.650470 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-005bb45c-f39b-4df8-98bb-fff88cf2bf4b req-ffe3acff-47d1-45f5-9b14-4fbe25c01ee7 service neutron] 10.222.0.16 "GET /v2.0/ports/37e0d0c3-4501-445b-b7c1-cf69eb2c2a95/bindings/n-h1-793621-33 HTTP/1.1" status: 404 len: 381 time: 0.1669319 Aug 22 13:24:03.661866 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a2274933-10ab-4181-baac-0e424b720e39 req-f1ee047d-0590-4f2f-a068-60cce1c91cd3 service neutron] 10.222.0.21 "GET /v2.0/networks/5abd83f5-dd9c-40d4-a99b-390a490c5779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605836 Aug 22 13:24:03.679093 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:03.680063 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 24d9f4a5-2141-4bf9-bbb9-cc9d9aaf60a5 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:24:03.767763 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-5269315a-6df5-4537-a756-fa4c1873bc9d req-4db73651-e6ae-4d3f-ad8d-d32d3875c716 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52128729-b146-4fd6-ab5e-8d1d5629b7a9 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:24:03.777855 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-eaf05a09-89ba-4847-81be-24f20a90fb79 None None] Port 52128729-b146-4fd6-ab5e-8d1d5629b7a9 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:24:03.782292 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5269315a-6df5-4537-a756-fa4c1873bc9d req-4db73651-e6ae-4d3f-ad8d-d32d3875c716 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:03.786473 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=83eef940-e328-42db-b485-48e0490e1cef,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:03.808886 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1904ea2e-cdaa-44bc-b0f0-53f9b7ea1265 req-cea1f7b1-1b3a-4a0f-9cf3-135363cbf3d4 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:03.814442 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-5269315a-6df5-4537-a756-fa4c1873bc9d req-4db73651-e6ae-4d3f-ad8d-d32d3875c716 service neutron] Transition to ACTIVE for port object 52128729-b146-4fd6-ab5e-8d1d5629b7a9 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:24:03.819217 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1904ea2e-cdaa-44bc-b0f0-53f9b7ea1265 req-cea1f7b1-1b3a-4a0f-9cf3-135363cbf3d4 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c17b775-a7f5-4b75-8bea-275c99ad9d10 HTTP/1.1" status: 200 len: 936 time: 0.1093447 Aug 22 13:24:03.819396 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5269315a-6df5-4537-a756-fa4c1873bc9d req-4db73651-e6ae-4d3f-ad8d-d32d3875c716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:03.859168 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port 24d9f4a5-2141-4bf9-bbb9-cc9d9aaf60a5 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:24:03.867513 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 24d9f4a5-2141-4bf9-bbb9-cc9d9aaf60a5 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:24:03.868086 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:03.920676 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1904ea2e-cdaa-44bc-b0f0-53f9b7ea1265 req-051dae3e-dfdd-4b35-a7e8-0842e24163f2 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897067 Aug 22 13:24:03.998360 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db73651-e6ae-4d3f-ad8d-d32d3875c716 service neutron] Pushing event updated for resources: {'Port': ['ID=52128729-b146-4fd6-ab5e-8d1d5629b7a9,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:04.015259 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005bb45c-f39b-4df8-98bb-fff88cf2bf4b req-de9418c4-cf04-4a05-aa00-5e06849d2982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:04.016902 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-005bb45c-f39b-4df8-98bb-fff88cf2bf4b req-de9418c4-cf04-4a05-aa00-5e06849d2982 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7cfbfdc8-f514-481c-9887-b7c57094669b&tenant_id=01d864243fbf4cf6816e3fd9d58ef026 HTTP/1.1" status: 200 len: 1102 time: 0.0952613 Aug 22 13:24:04.047750 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:04.055881 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-005bb45c-f39b-4df8-98bb-fff88cf2bf4b req-14d6d328-bd4b-4280-92da-29caa8ee2616 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-33', 'device_owner': 'compute:nova'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:24:04.102070 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 24d9f4a5-2141-4bf9-bbb9-cc9d9aaf60a5, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=24d9f4a5-2141-4bf9-bbb9-cc9d9aaf60a5,segment=NetworkSegment(f26280e8-bc4b-4545-ba39-30f4648b4efa),segment_id=f26280e8-bc4b-4545-ba39-30f4648b4efa)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:24:04.111942 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:04.116052 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-5269315a-6df5-4537-a756-fa4c1873bc9d req-4db73651-e6ae-4d3f-ad8d-d32d3875c716 service neutron] Attempting to bind port 52128729-b146-4fd6-ab5e-8d1d5629b7a9 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:24:04.116504 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-5269315a-6df5-4537-a756-fa4c1873bc9d req-4db73651-e6ae-4d3f-ad8d-d32d3875c716 service neutron] Attempting to bind port 52128729-b146-4fd6-ab5e-8d1d5629b7a9 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:24:04.116755 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5269315a-6df5-4537-a756-fa4c1873bc9d req-4db73651-e6ae-4d3f-ad8d-d32d3875c716 service neutron] Attempting to bind port 52128729-b146-4fd6-ab5e-8d1d5629b7a9 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:24:04.122165 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c80060-ada1-4634-a154-ae6df8aaba24 x-openstack-request-id: req-f8c80060-ada1-4634-a154-ae6df8aaba24 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:24:04.122506 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce945ba-4fb0-4b75-b64e-9bbe32137881", "name": "network-vif-plugged", "status": "completed", "tag": "83eef940-e328-42db-b485-48e0490e1cef", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:24:04.122846 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f8c80060-ada1-4634-a154-ae6df8aaba24 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:24:04.123415 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce945ba-4fb0-4b75-b64e-9bbe32137881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83eef940-e328-42db-b485-48e0490e1cef', 'code': 200} Aug 22 13:24:04.127149 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5269315a-6df5-4537-a756-fa4c1873bc9d req-4db73651-e6ae-4d3f-ad8d-d32d3875c716 service neutron] Port 52128729-b146-4fd6-ab5e-8d1d5629b7a9 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:24:04.127478 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5269315a-6df5-4537-a756-fa4c1873bc9d req-4db73651-e6ae-4d3f-ad8d-d32d3875c716 service neutron] Attempting to bind port 52128729-b146-4fd6-ab5e-8d1d5629b7a9 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:24:04.140541 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5269315a-6df5-4537-a756-fa4c1873bc9d req-4db73651-e6ae-4d3f-ad8d-d32d3875c716 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:24:04.140541 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5269315a-6df5-4537-a756-fa4c1873bc9d req-4db73651-e6ae-4d3f-ad8d-d32d3875c716 service neutron] Checking segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:24:04.140541 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5269315a-6df5-4537-a756-fa4c1873bc9d req-4db73651-e6ae-4d3f-ad8d-d32d3875c716 service neutron] Bound using segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:24:04.140945 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-5269315a-6df5-4537-a756-fa4c1873bc9d req-4db73651-e6ae-4d3f-ad8d-d32d3875c716 service neutron] Bound port: 52128729-b146-4fd6-ab5e-8d1d5629b7a9, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:24:04.141075 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5269315a-6df5-4537-a756-fa4c1873bc9d req-4db73651-e6ae-4d3f-ad8d-d32d3875c716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:04.184505 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=24d9f4a5-2141-4bf9-bbb9-cc9d9aaf60a5,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:04.198137 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:04.255590 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-5269315a-6df5-4537-a756-fa4c1873bc9d req-4db73651-e6ae-4d3f-ad8d-d32d3875c716 service neutron] For port 52128729-b146-4fd6-ab5e-8d1d5629b7a9, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:24:04.259008 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-5269315a-6df5-4537-a756-fa4c1873bc9d req-4db73651-e6ae-4d3f-ad8d-d32d3875c716 service neutron] For port 52128729-b146-4fd6-ab5e-8d1d5629b7a9, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=52128729-b146-4fd6-ab5e-8d1d5629b7a9,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:24:04.263518 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5269315a-6df5-4537-a756-fa4c1873bc9d req-4db73651-e6ae-4d3f-ad8d-d32d3875c716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:04.268125 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927612f8-cd6a-4c87-bb55-9063348799f7 req-a65d0f29-6e0d-4c9a-b91e-a6f608b0ada9 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:04.277159 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927612f8-cd6a-4c87-bb55-9063348799f7 req-a65d0f29-6e0d-4c9a-b91e-a6f608b0ada9 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:04.279009 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-927612f8-cd6a-4c87-bb55-9063348799f7 req-a65d0f29-6e0d-4c9a-b91e-a6f608b0ada9 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ce945ba-4fb0-4b75-b64e-9bbe32137881 HTTP/1.1" status: 200 len: 1681 time: 0.2670624 Aug 22 13:24:04.288516 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4f31d006-37cd-48f3-b787-c93a3e30371c req-a53ee162-2fac-43bb-980c-246230c6cce5 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eea0acc-5844-4e5f-83c8-10b0852f42cf HTTP/1.1" status: 200 len: 210 time: 0.0880711 Aug 22 13:24:04.297742 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-005bb45c-f39b-4df8-98bb-fff88cf2bf4b req-14d6d328-bd4b-4280-92da-29caa8ee2616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:04.308730 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5269315a-6df5-4537-a756-fa4c1873bc9d req-4db73651-e6ae-4d3f-ad8d-d32d3875c716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:04.309352 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5269315a-6df5-4537-a756-fa4c1873bc9d req-4db73651-e6ae-4d3f-ad8d-d32d3875c716 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:04.310739 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5269315a-6df5-4537-a756-fa4c1873bc9d req-4db73651-e6ae-4d3f-ad8d-d32d3875c716 service neutron] 10.222.0.41 "PUT /v2.0/ports/52128729-b146-4fd6-ab5e-8d1d5629b7a9 HTTP/1.1" status: 200 len: 1097 time: 1.3777609 Aug 22 13:24:04.311180 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c17b775-a7f5-4b75-8bea-275c99ad9d10', 'tag': '52128729-b146-4fd6-ab5e-8d1d5629b7a9'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:24:04.313469 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cabd9d29-351f-4718-8cc4-2046fa4da014" -d '{"events": [{"name": "network-changed", "server_uuid": "6c17b775-a7f5-4b75-8bea-275c99ad9d10", "tag": "52128729-b146-4fd6-ab5e-8d1d5629b7a9"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:24:04.345767 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db73651-e6ae-4d3f-ad8d-d32d3875c716 service neutron] Pushing event updated for resources: {'Port': ['ID=52128729-b146-4fd6-ab5e-8d1d5629b7a9,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:04.378551 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760c94bf-40d1-4c2d-9beb-ccb0c4fc4d7e x-openstack-request-id: req-760c94bf-40d1-4c2d-9beb-ccb0c4fc4d7e {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:24:04.378837 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c17b775-a7f5-4b75-8bea-275c99ad9d10", "tag": "52128729-b146-4fd6-ab5e-8d1d5629b7a9", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:24:04.379080 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-760c94bf-40d1-4c2d-9beb-ccb0c4fc4d7e {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:24:04.379550 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c17b775-a7f5-4b75-8bea-275c99ad9d10', 'tag': '52128729-b146-4fd6-ab5e-8d1d5629b7a9', 'status': 'completed', 'code': 200} Aug 22 13:24:04.393594 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-927612f8-cd6a-4c87-bb55-9063348799f7 req-f2ec9ee7-1b31-496c-9690-77d257a0de50 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f1b5c3a-59c7-419d-bc79-21d076859164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985076 Aug 22 13:24:04.449700 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5269315a-6df5-4537-a756-fa4c1873bc9d req-855fe929-a82d-49a7-b7b1-8fb8dcbba092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:04.451530 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5269315a-6df5-4537-a756-fa4c1873bc9d req-855fe929-a82d-49a7-b7b1-8fb8dcbba092 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=49eccb789dab4d5eaed86ee1a537d189&device_id=6c17b775-a7f5-4b75-8bea-275c99ad9d10 HTTP/1.1" status: 200 len: 1100 time: 0.0633717 Aug 22 13:24:04.537604 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5269315a-6df5-4537-a756-fa4c1873bc9d req-e85ccff0-6b85-44bd-b252-f55b4a7c0320 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=52128729-b146-4fd6-ab5e-8d1d5629b7a9 HTTP/1.1" status: 200 len: 217 time: 0.0595021 Aug 22 13:24:04.599076 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5269315a-6df5-4537-a756-fa4c1873bc9d req-29e6d4d2-6106-410e-945e-98a9a89eb0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:04.601331 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5269315a-6df5-4537-a756-fa4c1873bc9d req-29e6d4d2-6106-410e-945e-98a9a89eb0dd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.0514295 Aug 22 13:24:04.634246 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745df0c5-d719-4f83-987e-b5feb1629b0c req-e8ee52d4-e443-444a-92ba-ee3d513e3105 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:04.636035 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-745df0c5-d719-4f83-987e-b5feb1629b0c req-e8ee52d4-e443-444a-92ba-ee3d513e3105 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 950 time: 0.1044259 Aug 22 13:24:04.645994 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-005bb45c-f39b-4df8-98bb-fff88cf2bf4b req-14d6d328-bd4b-4280-92da-29caa8ee2616 service neutron] For port 37e0d0c3-4501-445b-b7c1-cf69eb2c2a95, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=37e0d0c3-4501-445b-b7c1-cf69eb2c2a95,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:24:04.678487 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5269315a-6df5-4537-a756-fa4c1873bc9d req-fd12a352-8251-49c0-986f-ae671f36147c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:04.680575 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5269315a-6df5-4537-a756-fa4c1873bc9d req-fd12a352-8251-49c0-986f-ae671f36147c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0531151 Aug 22 13:24:04.707175 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-745df0c5-d719-4f83-987e-b5feb1629b0c req-47911283-4fd6-41f4-9b29-8dfd75569686 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638888 Aug 22 13:24:04.741890 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-005bb45c-f39b-4df8-98bb-fff88cf2bf4b req-14d6d328-bd4b-4280-92da-29caa8ee2616 service neutron] For port 37e0d0c3-4501-445b-b7c1-cf69eb2c2a95, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:24:04.788810 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cfbfdc8-f514-481c-9887-b7c57094669b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37e0d0c3-4501-445b-b7c1-cf69eb2c2a95'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:24:04.791233 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8fee39b-08d5-4a85-92ec-2233f03c7c3d" -d '{"events": [{"server_uuid": "7cfbfdc8-f514-481c-9887-b7c57094669b", "name": "network-vif-unplugged", "status": "completed", "tag": "37e0d0c3-4501-445b-b7c1-cf69eb2c2a95"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:24:04.796308 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-005bb45c-f39b-4df8-98bb-fff88cf2bf4b req-14d6d328-bd4b-4280-92da-29caa8ee2616 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:04.815303 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-005bb45c-f39b-4df8-98bb-fff88cf2bf4b req-14d6d328-bd4b-4280-92da-29caa8ee2616 service neutron] Transition to ACTIVE for port object 37e0d0c3-4501-445b-b7c1-cf69eb2c2a95 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:24:04.815973 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5269315a-6df5-4537-a756-fa4c1873bc9d req-04000e46-86c8-4cbf-8a01-9b8a485d1f25 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073658 Aug 22 13:24:04.820337 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-005bb45c-f39b-4df8-98bb-fff88cf2bf4b req-14d6d328-bd4b-4280-92da-29caa8ee2616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:04.853634 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 13:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d0ea4a-1ad5-43ab-884c-6217ed2e979b x-openstack-request-id: req-f2d0ea4a-1ad5-43ab-884c-6217ed2e979b {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:24:04.853926 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cfbfdc8-f514-481c-9887-b7c57094669b", "name": "network-vif-unplugged", "status": "completed", "tag": "37e0d0c3-4501-445b-b7c1-cf69eb2c2a95", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:24:04.854181 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f2d0ea4a-1ad5-43ab-884c-6217ed2e979b {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:24:04.854568 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cfbfdc8-f514-481c-9887-b7c57094669b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37e0d0c3-4501-445b-b7c1-cf69eb2c2a95', 'code': 200} Aug 22 13:24:04.890948 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-005bb45c-f39b-4df8-98bb-fff88cf2bf4b req-14d6d328-bd4b-4280-92da-29caa8ee2616 service neutron] No DVR routers for this DVR port 37e0d0c3-4501-445b-b7c1-cf69eb2c2a95 on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:24:04.900033 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d6d328-bd4b-4280-92da-29caa8ee2616 service neutron] Pushing event updated for resources: {'Port': ['ID=37e0d0c3-4501-445b-b7c1-cf69eb2c2a95,revision_number=6']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:04.935572 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48854) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:24:04.953525 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-005bb45c-f39b-4df8-98bb-fff88cf2bf4b req-14d6d328-bd4b-4280-92da-29caa8ee2616 service neutron] Attempting to bind port 37e0d0c3-4501-445b-b7c1-cf69eb2c2a95 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:24:04.953900 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-005bb45c-f39b-4df8-98bb-fff88cf2bf4b req-14d6d328-bd4b-4280-92da-29caa8ee2616 service neutron] Attempting to bind port 37e0d0c3-4501-445b-b7c1-cf69eb2c2a95 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:24:04.954235 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005bb45c-f39b-4df8-98bb-fff88cf2bf4b req-14d6d328-bd4b-4280-92da-29caa8ee2616 service neutron] Attempting to bind port 37e0d0c3-4501-445b-b7c1-cf69eb2c2a95 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:24:04.960721 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005bb45c-f39b-4df8-98bb-fff88cf2bf4b req-14d6d328-bd4b-4280-92da-29caa8ee2616 service neutron] Port 37e0d0c3-4501-445b-b7c1-cf69eb2c2a95 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:24:04.961208 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005bb45c-f39b-4df8-98bb-fff88cf2bf4b req-14d6d328-bd4b-4280-92da-29caa8ee2616 service neutron] Attempting to bind port 37e0d0c3-4501-445b-b7c1-cf69eb2c2a95 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:24:04.966648 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5269315a-6df5-4537-a756-fa4c1873bc9d req-af7e28f4-c195-4f9b-b08b-de047ad25df6 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372974 Aug 22 13:24:04.967319 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005bb45c-f39b-4df8-98bb-fff88cf2bf4b req-14d6d328-bd4b-4280-92da-29caa8ee2616 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:24:04.967662 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005bb45c-f39b-4df8-98bb-fff88cf2bf4b req-14d6d328-bd4b-4280-92da-29caa8ee2616 service neutron] Checking segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:24:04.968191 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005bb45c-f39b-4df8-98bb-fff88cf2bf4b req-14d6d328-bd4b-4280-92da-29caa8ee2616 service neutron] Bound using segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:24:04.968534 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-005bb45c-f39b-4df8-98bb-fff88cf2bf4b req-14d6d328-bd4b-4280-92da-29caa8ee2616 service neutron] Bound port: 37e0d0c3-4501-445b-b7c1-cf69eb2c2a95, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:24:04.968959 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-005bb45c-f39b-4df8-98bb-fff88cf2bf4b req-14d6d328-bd4b-4280-92da-29caa8ee2616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:05.116763 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd9d29-351f-4718-8cc4-2046fa4da014 req-94b2a77f-f668-48aa-80c0-9f9e0972f85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:05.118662 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cabd9d29-351f-4718-8cc4-2046fa4da014 req-94b2a77f-f668-48aa-80c0-9f9e0972f85c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=49eccb789dab4d5eaed86ee1a537d189&device_id=6c17b775-a7f5-4b75-8bea-275c99ad9d10 HTTP/1.1" status: 200 len: 1100 time: 0.0688908 Aug 22 13:24:05.132696 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0502a8e7-af13-4853-91a9-fe8bbb3e5909 req-ecd8ebd3-1770-4d29-bc7f-21789599fd07 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:05.140010 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0502a8e7-af13-4853-91a9-fe8bbb3e5909 req-ecd8ebd3-1770-4d29-bc7f-21789599fd07 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c17b775-a7f5-4b75-8bea-275c99ad9d10 HTTP/1.1" status: 200 len: 948 time: 0.1106262 Aug 22 13:24:05.144552 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-005bb45c-f39b-4df8-98bb-fff88cf2bf4b req-14d6d328-bd4b-4280-92da-29caa8ee2616 service neutron] For port 37e0d0c3-4501-445b-b7c1-cf69eb2c2a95, host n-h1-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:24:05.177667 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-005bb45c-f39b-4df8-98bb-fff88cf2bf4b req-14d6d328-bd4b-4280-92da-29caa8ee2616 service neutron] For port 37e0d0c3-4501-445b-b7c1-cf69eb2c2a95, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=37e0d0c3-4501-445b-b7c1-cf69eb2c2a95,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:24:05.188984 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-005bb45c-f39b-4df8-98bb-fff88cf2bf4b req-14d6d328-bd4b-4280-92da-29caa8ee2616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:05.233133 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd9d29-351f-4718-8cc4-2046fa4da014 req-8aa36fc5-dc3e-4d9b-a85a-d529c5668eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:05.233696 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a0e4b488-d9ab-4b44-a47b-a289d98f1a0e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3293b7ee4d6246eea45839e50af5e7ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2968032 Aug 22 13:24:05.234855 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cabd9d29-351f-4718-8cc4-2046fa4da014 req-8aa36fc5-dc3e-4d9b-a85a-d529c5668eed service neutron] 10.222.0.41 "GET /v2.0/networks?id=7dc41cff-a3ac-4fc2-ba06-973efce2365e HTTP/1.1" status: 200 len: 870 time: 0.1072428 Aug 22 13:24:05.236136 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48860) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:24:05.254957 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0502a8e7-af13-4853-91a9-fe8bbb3e5909 req-3e68270b-1d7f-422f-b3ce-87e2ea72ce28 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140018 Aug 22 13:24:05.261390 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005bb45c-f39b-4df8-98bb-fff88cf2bf4b req-14d6d328-bd4b-4280-92da-29caa8ee2616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:05.262001 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-005bb45c-f39b-4df8-98bb-fff88cf2bf4b req-14d6d328-bd4b-4280-92da-29caa8ee2616 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:05.263607 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-005bb45c-f39b-4df8-98bb-fff88cf2bf4b req-14d6d328-bd4b-4280-92da-29caa8ee2616 service neutron] 10.222.0.41 "PUT /v2.0/ports/37e0d0c3-4501-445b-b7c1-cf69eb2c2a95 HTTP/1.1" status: 200 len: 1097 time: 1.2138286 Aug 22 13:24:05.289185 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d6d328-bd4b-4280-92da-29caa8ee2616 service neutron] Pushing event updated for resources: {'Port': ['ID=37e0d0c3-4501-445b-b7c1-cf69eb2c2a95,revision_number=7']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:05.388902 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005bb45c-f39b-4df8-98bb-fff88cf2bf4b req-3fb01f04-4952-4475-8560-6f1a45b8c4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:05.391494 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-005bb45c-f39b-4df8-98bb-fff88cf2bf4b req-3fb01f04-4952-4475-8560-6f1a45b8c4df service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=01d864243fbf4cf6816e3fd9d58ef026&device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 1100 time: 0.0688865 Aug 22 13:24:05.428469 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f454f8da-35ca-401f-ba53-f43877d6b8d6 req-16d8af0c-c2ce-4e8a-bd34-9a70b7c8f6c0 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eea0acc-5844-4e5f-83c8-10b0852f42cf HTTP/1.1" status: 200 len: 210 time: 0.0352857 Aug 22 13:24:05.431396 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cabd9d29-351f-4718-8cc4-2046fa4da014 req-53627e5f-f94d-4739-9d59-c330eb3532e4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=52128729-b146-4fd6-ab5e-8d1d5629b7a9 HTTP/1.1" status: 200 len: 217 time: 0.1876965 Aug 22 13:24:05.538039 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a3f17973-3f6b-41ac-b312-43ad823a97c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:05.561248 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2274933-10ab-4181-baac-0e424b720e39 req-21477371-45b5-46dc-a345-68ac800fb3f6 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:05.562735 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a2274933-10ab-4181-baac-0e424b720e39 req-21477371-45b5-46dc-a345-68ac800fb3f6 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.41 "GET /v2.0/networks?id=5abd83f5-dd9c-40d4-a99b-390a490c5779 HTTP/1.1" status: 200 len: 812 time: 0.2069800 Aug 22 13:24:05.564132 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd9d29-351f-4718-8cc4-2046fa4da014 req-5eb8d5f9-6e2e-4ecc-8fcd-3b4af5bfe148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:05.565820 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cabd9d29-351f-4718-8cc4-2046fa4da014 req-5eb8d5f9-6e2e-4ecc-8fcd-3b4af5bfe148 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.1156294 Aug 22 13:24:05.577828 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a3f17973-3f6b-41ac-b312-43ad823a97c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:05.578340 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c82b92-69fb-4065-aef7-7b990353869e req-3302c7ff-4837-48c1-b0fa-41ee5fcbdf62 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:05.584956 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c82b92-69fb-4065-aef7-7b990353869e req-3302c7ff-4837-48c1-b0fa-41ee5fcbdf62 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:05.586580 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a8c82b92-69fb-4065-aef7-7b990353869e req-3302c7ff-4837-48c1-b0fa-41ee5fcbdf62 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ce945ba-4fb0-4b75-b64e-9bbe32137881 HTTP/1.1" status: 200 len: 1682 time: 0.0847757 Aug 22 13:24:05.589534 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005bb45c-f39b-4df8-98bb-fff88cf2bf4b req-bbbfec34-9276-48c7-ae5a-5dc5b298842b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:05.591003 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-005bb45c-f39b-4df8-98bb-fff88cf2bf4b req-bbbfec34-9276-48c7-ae5a-5dc5b298842b service neutron] 10.222.0.41 "GET /v2.0/networks?id=7dc41cff-a3ac-4fc2-ba06-973efce2365e HTTP/1.1" status: 200 len: 870 time: 0.1615162 Aug 22 13:24:05.593104 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-a2274933-10ab-4181-baac-0e424b720e39 req-05607eb5-56d5-4f08-9c0a-344ca8b9f8e8 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Request body: {'port': {'device_id': '4eea0acc-5844-4e5f-83c8-10b0852f42cf', 'network_id': '5abd83f5-dd9c-40d4-a99b-390a490c5779', 'admin_state_up': True, 'tenant_id': '912d51faeaa64e41b37378475a439e61'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:24:05.653726 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-005bb45c-f39b-4df8-98bb-fff88cf2bf4b req-fa4ae7af-9c58-4549-b9f0-b1fc6c53b808 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=37e0d0c3-4501-445b-b7c1-cf69eb2c2a95 HTTP/1.1" status: 200 len: 217 time: 0.0433352 Aug 22 13:24:05.658698 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a8c82b92-69fb-4065-aef7-7b990353869e req-f314e1d4-fdf4-48ea-b8fd-83124f20724e tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f1b5c3a-59c7-419d-bc79-21d076859164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661163 Aug 22 13:24:05.668474 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device cc5e5cdc-4d36-4eae-847e-a457c081d747 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:24:05.703378 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: cc5e5cdc-4d36-4eae-847e-a457c081d747 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:24:05.703893 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device cc5e5cdc-4d36-4eae-847e-a457c081d747 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:24:05.714210 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005bb45c-f39b-4df8-98bb-fff88cf2bf4b req-f86359a0-3bc1-44ef-ae98-ce2490690e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:05.715674 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-005bb45c-f39b-4df8-98bb-fff88cf2bf4b req-f86359a0-3bc1-44ef-ae98-ce2490690e00 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.0520799 Aug 22 13:24:05.718571 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd9d29-351f-4718-8cc4-2046fa4da014 req-299c3ef4-7921-4562-9f91-db539df7c535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:05.720019 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cabd9d29-351f-4718-8cc4-2046fa4da014 req-299c3ef4-7921-4562-9f91-db539df7c535 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1318069 Aug 22 13:24:05.777182 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005bb45c-f39b-4df8-98bb-fff88cf2bf4b req-b4613983-160c-411f-adc3-a30d26b3d5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:05.778763 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-005bb45c-f39b-4df8-98bb-fff88cf2bf4b req-b4613983-160c-411f-adc3-a30d26b3d5b0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0437026 Aug 22 13:24:05.800401 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a3f17973-3f6b-41ac-b312-43ad823a97c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:05.803089 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a3f17973-3f6b-41ac-b312-43ad823a97c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:05.804327 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a3f17973-3f6b-41ac-b312-43ad823a97c6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bf231afb-4973-4df1-8682-080492090eb6 HTTP/1.1" status: 204 len: 168 time: 0.5672572 Aug 22 13:24:05.823938 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f17973-3f6b-41ac-b312-43ad823a97c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf231afb-4973-4df1-8682-080492090eb6,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:05.827573 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2274933-10ab-4181-baac-0e424b720e39 req-05607eb5-56d5-4f08-9c0a-344ca8b9f8e8 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Made reservation on behalf of 912d51faeaa64e41b37378475a439e61 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:24:05.839072 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-a2274933-10ab-4181-baac-0e424b720e39 req-05607eb5-56d5-4f08-9c0a-344ca8b9f8e8 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:05.885041 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cabd9d29-351f-4718-8cc4-2046fa4da014 req-cf8b95c2-984b-40bf-8766-35211a046c98 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471398 Aug 22 13:24:05.887637 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a0701-e8b3-4917-a521-e47023c80c49 req-74b9d564-4a63-4ad5-b170-8fe23c1ae59c tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:05.889179 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7c7a0701-e8b3-4917-a521-e47023c80c49 req-74b9d564-4a63-4ad5-b170-8fe23c1ae59c tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 948 time: 0.1055832 Aug 22 13:24:05.934920 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-005bb45c-f39b-4df8-98bb-fff88cf2bf4b req-cd59f17c-f073-4d11-8f11-d30c9b2d11d4 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424360 Aug 22 13:24:05.948634 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:24:05.949111 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7c7a0701-e8b3-4917-a521-e47023c80c49 req-8b92b919-a177-484a-a66f-fb5a28747854 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500345 Aug 22 13:24:06.054274 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-005bb45c-f39b-4df8-98bb-fff88cf2bf4b req-80eace81-e6ef-4595-a672-6deabd2cd6a6 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956225 Aug 22 13:24:06.067518 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cabd9d29-351f-4718-8cc4-2046fa4da014 req-6b5c564e-bbb8-4bb4-b5a4-800e176e5808 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508560 Aug 22 13:24:06.068715 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-a2274933-10ab-4181-baac-0e424b720e39 req-05607eb5-56d5-4f08-9c0a-344ca8b9f8e8 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Allocated IP 172.20.0.14 (5abd83f5-dd9c-40d4-a99b-390a490c5779/47905976-7615-4706-a3a5-44c47fe2a643/1833badd-4386-4c62-8d3b-0a555162ce1b) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:24:06.124639 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce945ba-4fb0-4b75-b64e-9bbe32137881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d9f4a5-2141-4bf9-bbb9-cc9d9aaf60a5'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:24:06.128925 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58748fc-7901-4c39-8a46-3b34cc6d8afc" -d '{"events": [{"server_uuid": "0ce945ba-4fb0-4b75-b64e-9bbe32137881", "name": "network-vif-plugged", "status": "completed", "tag": "24d9f4a5-2141-4bf9-bbb9-cc9d9aaf60a5"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:24:06.177490 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8aeb51-e6f8-41e7-bc94-e9a527f29fb4 x-openstack-request-id: req-fa8aeb51-e6f8-41e7-bc94-e9a527f29fb4 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:24:06.177784 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce945ba-4fb0-4b75-b64e-9bbe32137881", "name": "network-vif-plugged", "status": "completed", "tag": "24d9f4a5-2141-4bf9-bbb9-cc9d9aaf60a5", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:24:06.178035 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fa8aeb51-e6f8-41e7-bc94-e9a527f29fb4 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:24:06.178419 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce945ba-4fb0-4b75-b64e-9bbe32137881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d9f4a5-2141-4bf9-bbb9-cc9d9aaf60a5', 'code': 200} Aug 22 13:24:06.191755 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48880) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:24:06.245320 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ac279085-48f7-4cd0-8f7e-ee8518bbc41e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b416d76f1c194b918ee57e356ab7a94b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0528803 Aug 22 13:24:06.247794 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48882) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:24:06.280802 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-a2274933-10ab-4181-baac-0e424b720e39 req-05607eb5-56d5-4f08-9c0a-344ca8b9f8e8 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:06.323625 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-a2274933-10ab-4181-baac-0e424b720e39 req-05607eb5-56d5-4f08-9c0a-344ca8b9f8e8 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:06.329516 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96044a07-c25a-49bb-8474-212aaadc5168 req-1b02c227-3e12-46b1-a2fc-b66c0dd22d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:06.330057 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96044a07-c25a-49bb-8474-212aaadc5168 req-1b02c227-3e12-46b1-a2fc-b66c0dd22d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:06.332220 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-96044a07-c25a-49bb-8474-212aaadc5168 req-1b02c227-3e12-46b1-a2fc-b66c0dd22d91 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0ce945ba-4fb0-4b75-b64e-9bbe32137881 HTTP/1.1" status: 200 len: 1986 time: 0.0701666 Aug 22 13:24:06.343776 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-62858a26-6eb0-4962-b4b0-e36d0a8d9ebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:06.368019 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2274933-10ab-4181-baac-0e424b720e39 req-05607eb5-56d5-4f08-9c0a-344ca8b9f8e8 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Network 5abd83f5-dd9c-40d4-a99b-390a490c5779 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:24:06.372652 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-a2274933-10ab-4181-baac-0e424b720e39 req-05607eb5-56d5-4f08-9c0a-344ca8b9f8e8 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:24:06.376270 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2274933-10ab-4181-baac-0e424b720e39 req-05607eb5-56d5-4f08-9c0a-344ca8b9f8e8 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:24:06.416466 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05607eb5-56d5-4f08-9c0a-344ca8b9f8e8 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Pushing event updated for resources: {'Port': ['ID=1833badd-4386-4c62-8d3b-0a555162ce1b,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:06.439227 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-62858a26-6eb0-4962-b4b0-e36d0a8d9ebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:06.452023 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2274933-10ab-4181-baac-0e424b720e39 req-05607eb5-56d5-4f08-9c0a-344ca8b9f8e8 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:06.452753 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-a2274933-10ab-4181-baac-0e424b720e39 req-05607eb5-56d5-4f08-9c0a-344ca8b9f8e8 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:06.460612 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-96044a07-c25a-49bb-8474-212aaadc5168 req-823e9bf4-530e-4478-bc3a-c3602d38aec8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5f1b5c3a-59c7-419d-bc79-21d076859164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149626 Aug 22 13:24:06.470661 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a2274933-10ab-4181-baac-0e424b720e39 req-05607eb5-56d5-4f08-9c0a-344ca8b9f8e8 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8811035 Aug 22 13:24:06.474885 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1c13a-c09e-4ae2-a77f-c260d859f8d9 req-670bd2c3-10e8-4604-98f2-90b4a20783c7 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:06.476442 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d7c1c13a-c09e-4ae2-a77f-c260d859f8d9 req-670bd2c3-10e8-4604-98f2-90b4a20783c7 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c17b775-a7f5-4b75-8bea-275c99ad9d10 HTTP/1.1" status: 200 len: 948 time: 0.1413236 Aug 22 13:24:06.493988 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-a2274933-10ab-4181-baac-0e424b720e39 req-a4ca9c66-0f2b-468e-894c-7bd080ee493b service neutron] Request body: {'port': {'device_id': '4eea0acc-5844-4e5f-83c8-10b0852f42cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:24:06.542995 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d7c1c13a-c09e-4ae2-a77f-c260d859f8d9 req-11cf20d8-d073-40c0-9b1d-e7b5d22a7071 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576751 Aug 22 13:24:06.570236 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-a2274933-10ab-4181-baac-0e424b720e39 req-a4ca9c66-0f2b-468e-894c-7bd080ee493b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:06.574397 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-62858a26-6eb0-4962-b4b0-e36d0a8d9ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:06.577206 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-62858a26-6eb0-4962-b4b0-e36d0a8d9ebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:06.580671 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-62858a26-6eb0-4962-b4b0-e36d0a8d9ebd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6d8e0cb2-09c8-4504-bf7e-da8328ec7804 HTTP/1.1" status: 204 len: 168 time: 0.3296199 Aug 22 13:24:06.592970 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62858a26-6eb0-4962-b4b0-e36d0a8d9ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8e0cb2-09c8-4504-bf7e-da8328ec7804,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:06.624469 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6506c21a-4ff7-40e8-9329-c7c40345e356 req-9d1d310e-602c-436e-86f1-f484a4abecdd tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:06.626022 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6506c21a-4ff7-40e8-9329-c7c40345e356 req-9d1d310e-602c-436e-86f1-f484a4abecdd tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eea0acc-5844-4e5f-83c8-10b0852f42cf HTTP/1.1" status: 200 len: 932 time: 0.0817907 Aug 22 13:24:06.691367 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3695a44d-b891-4b4d-97c5-a21f862404b1 req-155010e4-ab43-4b83-8ccd-bda196bb29cd tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:06.692956 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3695a44d-b891-4b4d-97c5-a21f862404b1 req-155010e4-ab43-4b83-8ccd-bda196bb29cd tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c34101a4-b788-43a2-8b7c-ba4b4b05535d HTTP/1.1" status: 200 len: 1097 time: 0.0659747 Aug 22 13:24:06.696270 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6506c21a-4ff7-40e8-9329-c7c40345e356 req-8ef51978-4fe4-44f9-9581-35f20d037b6c tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec1bfcc7-b80c-4de4-b10e-973d7cada739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607152 Aug 22 13:24:06.758183 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3695a44d-b891-4b4d-97c5-a21f862404b1 req-42a8e7c9-0838-4c99-9051-fe453cce8696 tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572116 Aug 22 13:24:06.824327 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2086e8c-6421-46d0-b8ab-bb10904cdf62 req-393d2a69-b439-4a95-94f1-841a783376cd tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:06.830488 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2086e8c-6421-46d0-b8ab-bb10904cdf62 req-393d2a69-b439-4a95-94f1-841a783376cd tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:06.833326 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b2086e8c-6421-46d0-b8ab-bb10904cdf62 req-393d2a69-b439-4a95-94f1-841a783376cd tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ce945ba-4fb0-4b75-b64e-9bbe32137881 HTTP/1.1" status: 200 len: 1682 time: 0.0660801 Aug 22 13:24:06.857438 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cfbfdc8-f514-481c-9887-b7c57094669b', 'tag': '37e0d0c3-4501-445b-b7c1-cf69eb2c2a95'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:24:06.859689 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6bd80eb-0fd4-4366-b45a-36570b0e1b7e" -d '{"events": [{"name": "network-changed", "server_uuid": "7cfbfdc8-f514-481c-9887-b7c57094669b", "tag": "37e0d0c3-4501-445b-b7c1-cf69eb2c2a95"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:24:06.894466 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b2086e8c-6421-46d0-b8ab-bb10904cdf62 req-b157f1c3-baa4-45c6-b1dc-cc5e1a7fed8d tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f1b5c3a-59c7-419d-bc79-21d076859164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519331 Aug 22 13:24:06.928181 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-a2274933-10ab-4181-baac-0e424b720e39 req-a4ca9c66-0f2b-468e-894c-7bd080ee493b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1833badd-4386-4c62-8d3b-0a555162ce1b {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:24:06.941629 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-a2274933-10ab-4181-baac-0e424b720e39 req-a4ca9c66-0f2b-468e-894c-7bd080ee493b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:06.955552 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-a2274933-10ab-4181-baac-0e424b720e39 req-a4ca9c66-0f2b-468e-894c-7bd080ee493b service neutron] Transition to ACTIVE for port object 1833badd-4386-4c62-8d3b-0a555162ce1b will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:24:06.961163 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-a2274933-10ab-4181-baac-0e424b720e39 req-a4ca9c66-0f2b-468e-894c-7bd080ee493b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:06.971397 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797cfe76-1618-4c9d-bc3a-a11d6eab3c20 x-openstack-request-id: req-797cfe76-1618-4c9d-bc3a-a11d6eab3c20 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:24:06.971766 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cfbfdc8-f514-481c-9887-b7c57094669b", "tag": "37e0d0c3-4501-445b-b7c1-cf69eb2c2a95", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:24:06.972043 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-797cfe76-1618-4c9d-bc3a-a11d6eab3c20 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:24:06.972506 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cfbfdc8-f514-481c-9887-b7c57094669b', 'tag': '37e0d0c3-4501-445b-b7c1-cf69eb2c2a95', 'status': 'completed', 'code': 200} Aug 22 13:24:07.085889 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 37e0d0c3-4501-445b-b7c1-cf69eb2c2a95 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:24:07.121864 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ca9c66-0f2b-468e-894c-7bd080ee493b service neutron] Pushing event updated for resources: {'Port': ['ID=1833badd-4386-4c62-8d3b-0a555162ce1b,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:07.144415 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd80eb-0fd4-4366-b45a-36570b0e1b7e req-8fab6194-46f4-4e8d-9601-71e70c6ab997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:07.146569 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f6bd80eb-0fd4-4366-b45a-36570b0e1b7e req-8fab6194-46f4-4e8d-9601-71e70c6ab997 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=01d864243fbf4cf6816e3fd9d58ef026&device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 1100 time: 0.1063552 Aug 22 13:24:07.160072 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd80eb-0fd4-4366-b45a-36570b0e1b7e req-e360d6b6-e70e-4358-b67c-d40aaf3ca71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:07.161818 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f6bd80eb-0fd4-4366-b45a-36570b0e1b7e req-e360d6b6-e70e-4358-b67c-d40aaf3ca71e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=01d864243fbf4cf6816e3fd9d58ef026&device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 1100 time: 0.1444623 Aug 22 13:24:07.162875 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 37e0d0c3-4501-445b-b7c1-cf69eb2c2a95 not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:24:07.167416 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9f98a-0df7-4792-9764-ce5e176df7e7 req-5a75c55c-2b91-45bc-92b1-ff9c36e2f428 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:07.169461 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-29e9f98a-0df7-4792-9764-ce5e176df7e7 req-5a75c55c-2b91-45bc-92b1-ff9c36e2f428 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 948 time: 0.0864675 Aug 22 13:24:07.185894 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-a2274933-10ab-4181-baac-0e424b720e39 req-a4ca9c66-0f2b-468e-894c-7bd080ee493b service neutron] Attempting to bind port 1833badd-4386-4c62-8d3b-0a555162ce1b on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:24:07.186237 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-a2274933-10ab-4181-baac-0e424b720e39 req-a4ca9c66-0f2b-468e-894c-7bd080ee493b service neutron] Attempting to bind port 1833badd-4386-4c62-8d3b-0a555162ce1b by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '8dbf5563-c593-4327-b654-2b0ff65b0129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5abd83f5-dd9c-40d4-a99b-390a490c5779'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:24:07.186569 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2274933-10ab-4181-baac-0e424b720e39 req-a4ca9c66-0f2b-468e-894c-7bd080ee493b service neutron] Attempting to bind port 1833badd-4386-4c62-8d3b-0a555162ce1b on network 5abd83f5-dd9c-40d4-a99b-390a490c5779 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:24:07.209127 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2274933-10ab-4181-baac-0e424b720e39 req-a4ca9c66-0f2b-468e-894c-7bd080ee493b service neutron] Port 1833badd-4386-4c62-8d3b-0a555162ce1b on network 5abd83f5-dd9c-40d4-a99b-390a490c5779 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:24:07.209471 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2274933-10ab-4181-baac-0e424b720e39 req-a4ca9c66-0f2b-468e-894c-7bd080ee493b service neutron] Attempting to bind port 1833badd-4386-4c62-8d3b-0a555162ce1b on network 5abd83f5-dd9c-40d4-a99b-390a490c5779 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:24:07.247190 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2274933-10ab-4181-baac-0e424b720e39 req-a4ca9c66-0f2b-468e-894c-7bd080ee493b service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:24:07.247534 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2274933-10ab-4181-baac-0e424b720e39 req-a4ca9c66-0f2b-468e-894c-7bd080ee493b service neutron] Checking segment: {'id': '8dbf5563-c593-4327-b654-2b0ff65b0129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5abd83f5-dd9c-40d4-a99b-390a490c5779'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:24:07.247963 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2274933-10ab-4181-baac-0e424b720e39 req-a4ca9c66-0f2b-468e-894c-7bd080ee493b service neutron] Bound using segment: {'id': '8dbf5563-c593-4327-b654-2b0ff65b0129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5abd83f5-dd9c-40d4-a99b-390a490c5779'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:24:07.248421 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-a2274933-10ab-4181-baac-0e424b720e39 req-a4ca9c66-0f2b-468e-894c-7bd080ee493b service neutron] Bound port: 1833badd-4386-4c62-8d3b-0a555162ce1b, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dbf5563-c593-4327-b654-2b0ff65b0129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5abd83f5-dd9c-40d4-a99b-390a490c5779'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:24:07.248785 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-a2274933-10ab-4181-baac-0e424b720e39 req-a4ca9c66-0f2b-468e-894c-7bd080ee493b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:07.268035 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-29e9f98a-0df7-4792-9764-ce5e176df7e7 req-3fe72211-9c74-4b96-8122-1e85431984d6 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850720 Aug 22 13:24:07.319513 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd80eb-0fd4-4366-b45a-36570b0e1b7e req-291c31f2-fbd5-4f4b-8c29-393f77b3ab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:07.321259 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f6bd80eb-0fd4-4366-b45a-36570b0e1b7e req-291c31f2-fbd5-4f4b-8c29-393f77b3ab7f service neutron] 10.222.0.16 "GET /v2.0/networks?id=7dc41cff-a3ac-4fc2-ba06-973efce2365e HTTP/1.1" status: 200 len: 870 time: 0.1508286 Aug 22 13:24:07.353536 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd80eb-0fd4-4366-b45a-36570b0e1b7e req-864680c8-0cd6-4f9f-aca2-363d458f4c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:07.355133 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f6bd80eb-0fd4-4366-b45a-36570b0e1b7e req-864680c8-0cd6-4f9f-aca2-363d458f4c3a service neutron] 10.222.0.41 "GET /v2.0/networks?id=7dc41cff-a3ac-4fc2-ba06-973efce2365e HTTP/1.1" status: 200 len: 870 time: 0.1703961 Aug 22 13:24:07.368583 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-a2274933-10ab-4181-baac-0e424b720e39 req-a4ca9c66-0f2b-468e-894c-7bd080ee493b service neutron] For port 1833badd-4386-4c62-8d3b-0a555162ce1b, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:24:07.377601 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-a2274933-10ab-4181-baac-0e424b720e39 req-a4ca9c66-0f2b-468e-894c-7bd080ee493b service neutron] For port 1833badd-4386-4c62-8d3b-0a555162ce1b, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=1833badd-4386-4c62-8d3b-0a555162ce1b,segment=NetworkSegment(8dbf5563-c593-4327-b654-2b0ff65b0129),segment_id=8dbf5563-c593-4327-b654-2b0ff65b0129)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:24:07.415481 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-a2274933-10ab-4181-baac-0e424b720e39 req-a4ca9c66-0f2b-468e-894c-7bd080ee493b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:07.418251 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f6bd80eb-0fd4-4366-b45a-36570b0e1b7e req-193c22d8-256e-4ab9-aaaf-b04ef2dbb140 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=37e0d0c3-4501-445b-b7c1-cf69eb2c2a95 HTTP/1.1" status: 200 len: 217 time: 0.0518904 Aug 22 13:24:07.430958 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f6bd80eb-0fd4-4366-b45a-36570b0e1b7e req-1c417a63-6537-4e0d-aab1-fb0cdd8c26ca service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=37e0d0c3-4501-445b-b7c1-cf69eb2c2a95 HTTP/1.1" status: 200 len: 217 time: 0.0986252 Aug 22 13:24:07.491794 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2274933-10ab-4181-baac-0e424b720e39 req-a4ca9c66-0f2b-468e-894c-7bd080ee493b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:07.492444 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-a2274933-10ab-4181-baac-0e424b720e39 req-a4ca9c66-0f2b-468e-894c-7bd080ee493b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:07.494383 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a2274933-10ab-4181-baac-0e424b720e39 req-a4ca9c66-0f2b-468e-894c-7bd080ee493b service neutron] 10.222.0.41 "PUT /v2.0/ports/1833badd-4386-4c62-8d3b-0a555162ce1b HTTP/1.1" status: 200 len: 1093 time: 1.0075326 Aug 22 13:24:07.498160 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eea0acc-5844-4e5f-83c8-10b0852f42cf', 'tag': '1833badd-4386-4c62-8d3b-0a555162ce1b'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:24:07.500570 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5dc867f-397d-4e8e-b927-acb211ff3867" -d '{"events": [{"name": "network-changed", "server_uuid": "4eea0acc-5844-4e5f-83c8-10b0852f42cf", "tag": "1833badd-4386-4c62-8d3b-0a555162ce1b"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:24:07.513504 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd80eb-0fd4-4366-b45a-36570b0e1b7e req-5047e4e5-560e-4801-a23f-9bc5934614f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:07.515521 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f6bd80eb-0fd4-4366-b45a-36570b0e1b7e req-5047e4e5-560e-4801-a23f-9bc5934614f3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.0727663 Aug 22 13:24:07.541097 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd80eb-0fd4-4366-b45a-36570b0e1b7e req-accabc7f-302d-457c-bce3-bf6d10fb6d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:07.542664 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f6bd80eb-0fd4-4366-b45a-36570b0e1b7e req-accabc7f-302d-457c-bce3-bf6d10fb6d79 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.0930414 Aug 22 13:24:07.543265 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ca9c66-0f2b-468e-894c-7bd080ee493b service neutron] Pushing event updated for resources: {'Port': ['ID=1833badd-4386-4c62-8d3b-0a555162ce1b,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:07.591739 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd80eb-0fd4-4366-b45a-36570b0e1b7e req-03fe9fc9-a743-4860-99d0-142a84bb5cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:07.593994 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f6bd80eb-0fd4-4366-b45a-36570b0e1b7e req-03fe9fc9-a743-4860-99d0-142a84bb5cef service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0699658 Aug 22 13:24:07.604025 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20dbf3ff-c52e-4e7f-a117-cc270643da9a x-openstack-request-id: req-20dbf3ff-c52e-4e7f-a117-cc270643da9a {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:24:07.604329 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eea0acc-5844-4e5f-83c8-10b0852f42cf", "tag": "1833badd-4386-4c62-8d3b-0a555162ce1b", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:24:07.604575 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-20dbf3ff-c52e-4e7f-a117-cc270643da9a {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:24:07.604961 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eea0acc-5844-4e5f-83c8-10b0852f42cf', 'tag': '1833badd-4386-4c62-8d3b-0a555162ce1b', 'status': 'completed', 'code': 200} Aug 22 13:24:07.640766 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48946) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:24:07.663896 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2274933-10ab-4181-baac-0e424b720e39 req-54cd1489-74ea-4ad6-a240-4e5cc6c87c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:07.665454 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a2274933-10ab-4181-baac-0e424b720e39 req-54cd1489-74ea-4ad6-a240-4e5cc6c87c2c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=912d51faeaa64e41b37378475a439e61&device_id=4eea0acc-5844-4e5f-83c8-10b0852f42cf HTTP/1.1" status: 200 len: 1096 time: 0.0727427 Aug 22 13:24:07.667996 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd80eb-0fd4-4366-b45a-36570b0e1b7e req-5b549a5b-65fc-4864-b8ed-5b8ff0dce2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:07.669521 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f6bd80eb-0fd4-4366-b45a-36570b0e1b7e req-5b549a5b-65fc-4864-b8ed-5b8ff0dce2d0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1113315 Aug 22 13:24:07.749289 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a2274933-10ab-4181-baac-0e424b720e39 req-09063c1c-4436-474c-b127-ead202b62ed1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1833badd-4386-4c62-8d3b-0a555162ce1b HTTP/1.1" status: 200 len: 217 time: 0.0629573 Aug 22 13:24:07.769441 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a99d1d9-dc79-40c7-a021-195ce55e6fae req-762c84e6-8a3e-4818-96a3-0e00c64318c9 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:07.776742 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3a99d1d9-dc79-40c7-a021-195ce55e6fae req-762c84e6-8a3e-4818-96a3-0e00c64318c9 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c17b775-a7f5-4b75-8bea-275c99ad9d10 HTTP/1.1" status: 200 len: 948 time: 0.0930307 Aug 22 13:24:07.813502 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f6bd80eb-0fd4-4366-b45a-36570b0e1b7e req-b92cc710-b468-4f90-91d0-ad7139f1629b service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083111 Aug 22 13:24:07.822536 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-21cd0de0-ad3e-43da-bd29-a5d67c10bab2 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1067498158-network', 'tenant_id': '2c3ac3a841884f0d9a87b87382683eda'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:24:07.854581 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3a99d1d9-dc79-40c7-a021-195ce55e6fae req-40661323-4129-4be9-8585-2bcb7214e2e8 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763493 Aug 22 13:24:07.863368 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2274933-10ab-4181-baac-0e424b720e39 req-4c935dba-4fe0-4de5-bef1-5e3092ae3e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:07.864916 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a2274933-10ab-4181-baac-0e424b720e39 req-4c935dba-4fe0-4de5-bef1-5e3092ae3e1e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=47905976-7615-4706-a3a5-44c47fe2a643 HTTP/1.1" status: 200 len: 852 time: 0.0890260 Aug 22 13:24:07.890562 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21cd0de0-ad3e-43da-bd29-a5d67c10bab2 admin admin] Made reservation on behalf of 2c3ac3a841884f0d9a87b87382683eda for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:24:07.892796 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-21cd0de0-ad3e-43da-bd29-a5d67c10bab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:07.911659 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a2274933-10ab-4181-baac-0e424b720e39 req-1954379b-a5ec-4d9c-bc5a-366b30420f8a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5abd83f5-dd9c-40d4-a99b-390a490c5779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375297 Aug 22 13:24:07.918171 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f6bd80eb-0fd4-4366-b45a-36570b0e1b7e req-408f45f8-cddb-4036-93dd-fd6990743e41 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238965 Aug 22 13:24:07.920708 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-21cd0de0-ad3e-43da-bd29-a5d67c10bab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:07.977563 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f6bd80eb-0fd4-4366-b45a-36570b0e1b7e req-0bdff3b5-128b-4d8d-9263-f874ffc77198 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508992 Aug 22 13:24:08.007715 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f186e-8dfc-459b-8ef0-75b2419ab1bc req-a4b88440-960d-43a6-9549-46c70c4054f7 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:08.009178 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-882f186e-8dfc-459b-8ef0-75b2419ab1bc req-a4b88440-960d-43a6-9549-46c70c4054f7 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eea0acc-5844-4e5f-83c8-10b0852f42cf HTTP/1.1" status: 200 len: 944 time: 0.0721292 Aug 22 13:24:08.051956 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-882f186e-8dfc-459b-8ef0-75b2419ab1bc req-fdc2ff68-f03a-46c3-94d5-1430d78488ec tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec1bfcc7-b80c-4de4-b10e-973d7cada739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346763 Aug 22 13:24:08.122470 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a2274933-10ab-4181-baac-0e424b720e39 req-c3ca7ce3-8881-49ba-89bf-7de4f1a7708a service neutron] 10.222.0.41 "GET /v2.0/networks/5abd83f5-dd9c-40d4-a99b-390a490c5779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928408 Aug 22 13:24:08.132472 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-9ef23629-e222-4793-94fe-7e3f2754645c tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:24:08.133596 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-9ef23629-e222-4793-94fe-7e3f2754645c tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073552 Aug 22 13:24:08.141112 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f6bd80eb-0fd4-4366-b45a-36570b0e1b7e req-7eba4d4b-b1a7-487a-9389-9afff63f34f8 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126148 Aug 22 13:24:08.198813 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-6d39e008-c523-4f87-bfbb-d76b3f69d1fd tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:08.200333 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-6d39e008-c523-4f87-bfbb-d76b3f69d1fd tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] 10.222.0.21 "GET /v2.0/ports/e6a0b168-7640-4715-aeda-fb6bf0f81aa6 HTTP/1.1" status: 200 len: 1094 time: 0.0443916 Aug 22 13:24:08.213255 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47205c-9396-48c4-9914-26a3df103aeb req-55a9757e-20a3-44f5-85cd-f95ce6a0dd4d tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:08.219847 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47205c-9396-48c4-9914-26a3df103aeb req-55a9757e-20a3-44f5-85cd-f95ce6a0dd4d tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:08.222003 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bd47205c-9396-48c4-9914-26a3df103aeb req-55a9757e-20a3-44f5-85cd-f95ce6a0dd4d tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ce945ba-4fb0-4b75-b64e-9bbe32137881 HTTP/1.1" status: 200 len: 1682 time: 0.1066689 Aug 22 13:24:08.226296 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-3c80bfe1-d193-41dc-9c1e-bc517eec71df service neutron] Request body: {'binding': {'host': 'n-h2-793621-33', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:24:08.226743 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-3c80bfe1-d193-41dc-9c1e-bc517eec71df service neutron] Unknown quota resources ['binding']. {{(pid=94627) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 22 13:24:08.233269 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-21cd0de0-ad3e-43da-bd29-a5d67c10bab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:08.242727 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-21cd0de0-ad3e-43da-bd29-a5d67c10bab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:08.265772 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a2274933-10ab-4181-baac-0e424b720e39 req-8505b66e-472c-4479-a84d-2ebb0b23b95f service neutron] 10.222.0.41 "GET /v2.0/networks/5abd83f5-dd9c-40d4-a99b-390a490c5779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339848 Aug 22 13:24:08.279121 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21cd0de0-ad3e-43da-bd29-a5d67c10bab2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:24:08.286222 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cd0de0-ad3e-43da-bd29-a5d67c10bab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c686296c-73e1-4ea8-98f1-94b6ac6c1b22,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:08.292292 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-21cd0de0-ad3e-43da-bd29-a5d67c10bab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:08.292642 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-21cd0de0-ad3e-43da-bd29-a5d67c10bab2 admin admin] Added segment 8bd94a03-7053-415b-b7ca-6c8861e21c58 of type vlan for network e0012740-e4fa-4b78-b08d-06b0f05ecf80 Aug 22 13:24:08.327864 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bd47205c-9396-48c4-9914-26a3df103aeb req-274d3415-51c5-48cf-91f6-139f56e4a338 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f1b5c3a-59c7-419d-bc79-21d076859164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797760 Aug 22 13:24:08.336981 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-21cd0de0-ad3e-43da-bd29-a5d67c10bab2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:08.384483 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-21cd0de0-ad3e-43da-bd29-a5d67c10bab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:08.384901 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cd0de0-ad3e-43da-bd29-a5d67c10bab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:08.385478 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-21cd0de0-ad3e-43da-bd29-a5d67c10bab2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:08.442001 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-3c80bfe1-d193-41dc-9c1e-bc517eec71df service neutron] Attempting to bind port e6a0b168-7640-4715-aeda-fb6bf0f81aa6 on host n-h2-793621-33 for vnic_type normal with profile None {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:24:08.442604 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-3c80bfe1-d193-41dc-9c1e-bc517eec71df service neutron] Attempting to bind port e6a0b168-7640-4715-aeda-fb6bf0f81aa6 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '0efbff2c-3dbf-4e79-83ba-47cbdc800632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '887e0115-b4ac-4c62-9aab-f2d01695aede'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:24:08.443490 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-3c80bfe1-d193-41dc-9c1e-bc517eec71df service neutron] Attempting to bind port e6a0b168-7640-4715-aeda-fb6bf0f81aa6 on network 887e0115-b4ac-4c62-9aab-f2d01695aede {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:24:08.450908 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-21cd0de0-ad3e-43da-bd29-a5d67c10bab2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8071630 Aug 22 13:24:08.452710 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-3c80bfe1-d193-41dc-9c1e-bc517eec71df service neutron] Port e6a0b168-7640-4715-aeda-fb6bf0f81aa6 on network 887e0115-b4ac-4c62-9aab-f2d01695aede not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:24:08.453030 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-3c80bfe1-d193-41dc-9c1e-bc517eec71df service neutron] Attempting to bind port e6a0b168-7640-4715-aeda-fb6bf0f81aa6 on network 887e0115-b4ac-4c62-9aab-f2d01695aede {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:24:08.454214 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48962) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:24:08.461280 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-3c80bfe1-d193-41dc-9c1e-bc517eec71df service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:24:08.461459 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-bd4a91f0-0532-499c-b9d8-dbf1a71ebca0 admin admin] Request body: {'subnet': {'network_id': 'e0012740-e4fa-4b78-b08d-06b0f05ecf80', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1067498158-subnet', 'tenant_id': '2c3ac3a841884f0d9a87b87382683eda', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:24:08.461618 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-3c80bfe1-d193-41dc-9c1e-bc517eec71df service neutron] Checking segment: {'id': '0efbff2c-3dbf-4e79-83ba-47cbdc800632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '887e0115-b4ac-4c62-9aab-f2d01695aede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:24:08.461995 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-3c80bfe1-d193-41dc-9c1e-bc517eec71df service neutron] Bound using segment: {'id': '0efbff2c-3dbf-4e79-83ba-47cbdc800632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '887e0115-b4ac-4c62-9aab-f2d01695aede'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:24:08.462415 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-3c80bfe1-d193-41dc-9c1e-bc517eec71df service neutron] Bound port: e6a0b168-7640-4715-aeda-fb6bf0f81aa6, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0efbff2c-3dbf-4e79-83ba-47cbdc800632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '887e0115-b4ac-4c62-9aab-f2d01695aede'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:24:08.479439 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cd0de0-ad3e-43da-bd29-a5d67c10bab2 admin admin] Pushing event updated for resources: {'Network': ['ID=e0012740-e4fa-4b78-b08d-06b0f05ecf80,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:08.482720 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc867f-397d-4e8e-b927-acb211ff3867 req-e228e952-dc0e-4b56-aef6-b5aeb8f6400b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:08.484211 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e5dc867f-397d-4e8e-b927-acb211ff3867 req-e228e952-dc0e-4b56-aef6-b5aeb8f6400b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=912d51faeaa64e41b37378475a439e61&device_id=4eea0acc-5844-4e5f-83c8-10b0852f42cf HTTP/1.1" status: 200 len: 1096 time: 0.1274347 Aug 22 13:24:08.490555 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network e0012740-e4fa-4b78-b08d-06b0f05ecf80 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:24:08.496811 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4a91f0-0532-499c-b9d8-dbf1a71ebca0 admin admin] Made reservation on behalf of 2c3ac3a841884f0d9a87b87382683eda for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:24:08.496961 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aad62d-600d-40c5-9365-68bc0623faab req-fe6fa511-f589-4b67-929a-665947f6873f tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:08.499455 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bd4a91f0-0532-499c-b9d8-dbf1a71ebca0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:08.501200 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-93aad62d-600d-40c5-9365-68bc0623faab req-fe6fa511-f589-4b67-929a-665947f6873f tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 948 time: 0.0964487 Aug 22 13:24:08.577944 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-3c80bfe1-d193-41dc-9c1e-bc517eec71df service neutron] For port e6a0b168-7640-4715-aeda-fb6bf0f81aa6, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=e6a0b168-7640-4715-aeda-fb6bf0f81aa6,segment=NetworkSegment(0efbff2c-3dbf-4e79-83ba-47cbdc800632),segment_id=0efbff2c-3dbf-4e79-83ba-47cbdc800632)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:24:08.583661 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-93aad62d-600d-40c5-9365-68bc0623faab req-59b4955b-aaa6-47d5-880b-c0d897c4094b tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770738 Aug 22 13:24:08.586069 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-3c80bfe1-d193-41dc-9c1e-bc517eec71df service neutron] Notify callbacks [] for binding, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:08.599311 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-3c80bfe1-d193-41dc-9c1e-bc517eec71df service neutron] 10.222.0.21 "POST /v2.0/ports/e6a0b168-7640-4715-aeda-fb6bf0f81aa6/bindings HTTP/1.1" status: 201 len: 390 time: 0.3762286 Aug 22 13:24:08.664349 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc867f-397d-4e8e-b927-acb211ff3867 req-d79e9fb9-41ef-4f6e-9bde-24f70b9e79f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:08.665992 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e5dc867f-397d-4e8e-b927-acb211ff3867 req-d79e9fb9-41ef-4f6e-9bde-24f70b9e79f7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5abd83f5-dd9c-40d4-a99b-390a490c5779 HTTP/1.1" status: 200 len: 913 time: 0.1635213 Aug 22 13:24:08.759840 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e5dc867f-397d-4e8e-b927-acb211ff3867 req-69a5814a-9884-4237-93b0-fe28b6e3d0ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1833badd-4386-4c62-8d3b-0a555162ce1b HTTP/1.1" status: 200 len: 217 time: 0.0665882 Aug 22 13:24:08.823341 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84159c8-1c0e-4f89-acca-f0e801d2995b req-795e00d5-71fd-4981-802a-6eeabf7c18a2 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:08.831297 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c84159c8-1c0e-4f89-acca-f0e801d2995b req-795e00d5-71fd-4981-802a-6eeabf7c18a2 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=c34101a4-b788-43a2-8b7c-ba4b4b05535d HTTP/1.1" status: 200 len: 945 time: 0.0646415 Aug 22 13:24:08.843037 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bd4a91f0-0532-499c-b9d8-dbf1a71ebca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:08.889760 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c84159c8-1c0e-4f89-acca-f0e801d2995b req-1b0d654e-864d-4e70-a3f6-296f356bf649 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574300 Aug 22 13:24:08.930526 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc867f-397d-4e8e-b927-acb211ff3867 req-a6980b38-81d1-4edb-8af7-3d225531fbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:08.932046 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e5dc867f-397d-4e8e-b927-acb211ff3867 req-a6980b38-81d1-4edb-8af7-3d225531fbcd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=47905976-7615-4706-a3a5-44c47fe2a643 HTTP/1.1" status: 200 len: 852 time: 0.0986366 Aug 22 13:24:08.957117 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a91f0-0532-499c-b9d8-dbf1a71ebca0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0466a45-ee84-4fef-bcce-6168eab86fb6,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:09.028732 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87283084-becd-4ef6-a7c4-88e2a37dfb1b req-4e7a533d-db20-441c-b5fa-69b73a288d51 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:09.030414 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-87283084-becd-4ef6-a7c4-88e2a37dfb1b req-4e7a533d-db20-441c-b5fa-69b73a288d51 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c17b775-a7f5-4b75-8bea-275c99ad9d10 HTTP/1.1" status: 200 len: 948 time: 0.0593097 Aug 22 13:24:09.032730 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-14b225c1-b67b-461b-8db4-88d00edaebd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:09.034440 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-14b225c1-b67b-461b-8db4-88d00edaebd5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec08ac96341043c28ecba1b995182de4&device_id=c34101a4-b788-43a2-8b7c-ba4b4b05535d HTTP/1.1" status: 200 len: 1097 time: 0.0945728 Aug 22 13:24:09.129486 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-87283084-becd-4ef6-a7c4-88e2a37dfb1b req-58c3ea98-a1a9-4b8b-ba4c-103bd7391cea tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910158 Aug 22 13:24:09.199672 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-b3dd2037-ce57-4ed9-ad1d-628d0ae301d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:09.201157 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-b3dd2037-ce57-4ed9-ad1d-628d0ae301d1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=887e0115-b4ac-4c62-9aab-f2d01695aede HTTP/1.1" status: 200 len: 922 time: 0.1552050 Aug 22 13:24:09.212576 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4695472-faa1-4d54-9c19-dcd9b03f6847 req-e345876b-0fd5-41da-ad57-99f04f62eddd tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:09.214057 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c4695472-faa1-4d54-9c19-dcd9b03f6847 req-e345876b-0fd5-41da-ad57-99f04f62eddd tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eea0acc-5844-4e5f-83c8-10b0852f42cf HTTP/1.1" status: 200 len: 944 time: 0.0821745 Aug 22 13:24:09.255667 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-e945587d-6e17-4625-9b6e-5e92a8aed885 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e6a0b168-7640-4715-aeda-fb6bf0f81aa6 HTTP/1.1" status: 200 len: 217 time: 0.0405970 Aug 22 13:24:09.267811 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e5dc867f-397d-4e8e-b927-acb211ff3867 req-a07578df-6f19-474d-9446-a425eff4750f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5abd83f5-dd9c-40d4-a99b-390a490c5779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3221295 Aug 22 13:24:09.269035 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4a91f0-0532-499c-b9d8-dbf1a71ebca0 admin admin] Checking segment: {'id': '8bd94a03-7053-415b-b7ca-6c8861e21c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e0012740-e4fa-4b78-b08d-06b0f05ecf80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:24:09.269384 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4a91f0-0532-499c-b9d8-dbf1a71ebca0 admin admin] Network hostable DHCP agents. Network: e0012740-e4fa-4b78-b08d-06b0f05ecf80, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:24:09.291802 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4a91f0-0532-499c-b9d8-dbf1a71ebca0 admin admin] Network e0012740-e4fa-4b78-b08d-06b0f05ecf80 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:24:09.318115 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c4695472-faa1-4d54-9c19-dcd9b03f6847 req-b155d834-b9c6-463f-ae11-bbfb4a324b98 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec1bfcc7-b80c-4de4-b10e-973d7cada739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973618 Aug 22 13:24:09.338298 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-8d856c7c-9fd8-4a4b-b3b3-7e1265040540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:09.338298 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-8d856c7c-9fd8-4a4b-b3b3-7e1265040540 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1fb53f66-6b81-41b6-9806-8520494df9af HTTP/1.1" status: 200 len: 861 time: 0.0653930 Aug 22 13:24:09.339477 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-bd4a91f0-0532-499c-b9d8-dbf1a71ebca0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, e0012740-e4fa-4b78-b08d-06b0f05ecf80) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:24:09.343686 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4a91f0-0532-499c-b9d8-dbf1a71ebca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:09.344458 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bd4a91f0-0532-499c-b9d8-dbf1a71ebca0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:09.348720 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166a786a-a9d2-4303-b7d5-7d201dcb58c8 None None] Network e0012740-e4fa-4b78-b08d-06b0f05ecf80 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:24:09.369645 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-c9523756-dbf2-4f98-8ec6-d39394fb7e84 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=887e0115-b4ac-4c62-9aab-f2d01695aede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264575 Aug 22 13:24:09.371588 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-bd4a91f0-0532-499c-b9d8-dbf1a71ebca0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9163170 Aug 22 13:24:09.391179 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e5dc867f-397d-4e8e-b927-acb211ff3867 req-dfaf5227-ea4c-4f5b-b0a4-35035653ea78 service neutron] 10.222.0.41 "GET /v2.0/networks/5abd83f5-dd9c-40d4-a99b-390a490c5779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079755 Aug 22 13:24:09.519192 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62132353-645b-41a8-9987-4684303261a2 None None] Network e0012740-e4fa-4b78-b08d-06b0f05ecf80 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:24:09.544108 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e5dc867f-397d-4e8e-b927-acb211ff3867 req-a23eb906-6558-420c-9508-6c50bddfc613 service neutron] 10.222.0.41 "GET /v2.0/networks/5abd83f5-dd9c-40d4-a99b-390a490c5779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406496 Aug 22 13:24:09.544830 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358a555-d14b-4c52-afd3-4390d593d2cd req-395f0989-4200-448a-b79d-ae3218c452e4 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:09.551754 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358a555-d14b-4c52-afd3-4390d593d2cd req-395f0989-4200-448a-b79d-ae3218c452e4 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:09.552837 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0358a555-d14b-4c52-afd3-4390d593d2cd req-395f0989-4200-448a-b79d-ae3218c452e4 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ce945ba-4fb0-4b75-b64e-9bbe32137881 HTTP/1.1" status: 200 len: 1682 time: 0.0979021 Aug 22 13:24:09.555520 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-af722172-1e93-4aa8-a1a1-23dcc1f44e77 service neutron] 10.222.0.16 "GET /v2.0/networks/887e0115-b4ac-4c62-9aab-f2d01695aede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683886 Aug 22 13:24:09.652605 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0358a555-d14b-4c52-afd3-4390d593d2cd req-eee35cc4-e24c-4970-ad63-9eb7966c215e tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f1b5c3a-59c7-419d-bc79-21d076859164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929158 Aug 22 13:24:09.684668 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 52128729-b146-4fd6-ab5e-8d1d5629b7a9 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:24:09.689421 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-57961890-3621-45c7-8753-85f2acc6d386 service neutron] 10.222.0.16 "GET /v2.0/networks/887e0115-b4ac-4c62-9aab-f2d01695aede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104202 Aug 22 13:24:09.781075 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aed37a-f277-49d4-bf15-b88e04abcccc req-f02da2e7-4276-484b-a21a-da3b09093c87 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:09.789336 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e9aed37a-f277-49d4-bf15-b88e04abcccc req-f02da2e7-4276-484b-a21a-da3b09093c87 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 948 time: 0.0989120 Aug 22 13:24:09.797853 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 52128729-b146-4fd6-ab5e-8d1d5629b7a9, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=52128729-b146-4fd6-ab5e-8d1d5629b7a9,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:24:09.810651 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '52128729-b146-4fd6-ab5e-8d1d5629b7a9', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'port_id': '52128729-b146-4fd6-ab5e-8d1d5629b7a9', 'mac_address': 'fa:16:3e:cc:a7:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7151c727-b27f-4308-8098-60bc16140d45', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:24:09.826732 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e9aed37a-f277-49d4-bf15-b88e04abcccc req-46da6f8b-6250-4f4e-8cb4-b7546ea96a79 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361032 Aug 22 13:24:09.860259 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:09.879367 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52128729-b146-4fd6-ab5e-8d1d5629b7a9 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:24:09.900392 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 52128729-b146-4fd6-ab5e-8d1d5629b7a9, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=52128729-b146-4fd6-ab5e-8d1d5629b7a9,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:24:09.905526 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:09.906542 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 37e0d0c3-4501-445b-b7c1-cf69eb2c2a95 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:24:09.980045 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 37e0d0c3-4501-445b-b7c1-cf69eb2c2a95, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=37e0d0c3-4501-445b-b7c1-cf69eb2c2a95,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:24:10.006755 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=52128729-b146-4fd6-ab5e-8d1d5629b7a9,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:10.010182 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '37e0d0c3-4501-445b-b7c1-cf69eb2c2a95', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'port_id': '37e0d0c3-4501-445b-b7c1-cf69eb2c2a95', 'mac_address': 'fa:16:3e:8f:21:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7151c727-b27f-4308-8098-60bc16140d45', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:24:10.052580 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49006) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:24:10.058211 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:10.059204 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-0855f309-7849-40db-b7bb-8b56c03d715c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1180834625-network', 'tenant_id': 'c655475c21094b14833d92ee6209488b'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:24:10.091670 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37e0d0c3-4501-445b-b7c1-cf69eb2c2a95 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:24:10.091928 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0855f309-7849-40db-b7bb-8b56c03d715c admin admin] Made reservation on behalf of c655475c21094b14833d92ee6209488b for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:24:10.094817 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0855f309-7849-40db-b7bb-8b56c03d715c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:10.108659 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0855f309-7849-40db-b7bb-8b56c03d715c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:10.139187 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 37e0d0c3-4501-445b-b7c1-cf69eb2c2a95, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=37e0d0c3-4501-445b-b7c1-cf69eb2c2a95,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:24:10.139743 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd632151-5f28-462a-95e2-5a97c5f60f99 req-087e09b0-f8c8-47e7-b4c6-4e922f04147e tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:10.141986 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bd632151-5f28-462a-95e2-5a97c5f60f99 req-087e09b0-f8c8-47e7-b4c6-4e922f04147e tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] 10.222.0.21 "GET /v2.0/ports?device_id=b697df31-0758-4840-a4a0-db530b541b13 HTTP/1.1" status: 200 len: 946 time: 0.0700750 Aug 22 13:24:10.146629 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:10.234649 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=37e0d0c3-4501-445b-b7c1-cf69eb2c2a95,revision_number=8']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:10.241065 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bd632151-5f28-462a-95e2-5a97c5f60f99 req-a698daa7-af32-418b-8aa1-681bbf6df70c tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d6ee13f-90e2-47ff-b69b-09b046f08aef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920262 Aug 22 13:24:10.263897 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0855f309-7849-40db-b7bb-8b56c03d715c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:10.272968 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0855f309-7849-40db-b7bb-8b56c03d715c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:10.304868 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0855f309-7849-40db-b7bb-8b56c03d715c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:24:10.310220 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0855f309-7849-40db-b7bb-8b56c03d715c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19c95c4-c885-43cf-83d5-d61bb87320ab,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:10.318780 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0855f309-7849-40db-b7bb-8b56c03d715c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:10.319081 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-0855f309-7849-40db-b7bb-8b56c03d715c admin admin] Added segment 68898c5f-d826-4031-8413-cb695584c746 of type vlan for network 72b424a1-b89e-4c11-a816-2c4a794216c3 Aug 22 13:24:10.367444 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0855f309-7849-40db-b7bb-8b56c03d715c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:10.382054 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707e430-1f0e-4edb-8c93-11eb3af58538 req-de5a2493-d57f-476c-8779-b88cb7fe4f47 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:10.383835 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b707e430-1f0e-4edb-8c93-11eb3af58538 req-de5a2493-d57f-476c-8779-b88cb7fe4f47 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=c34101a4-b788-43a2-8b7c-ba4b4b05535d HTTP/1.1" status: 200 len: 945 time: 0.1518726 Aug 22 13:24:10.400124 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0855f309-7849-40db-b7bb-8b56c03d715c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:10.401062 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0855f309-7849-40db-b7bb-8b56c03d715c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:10.401658 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0855f309-7849-40db-b7bb-8b56c03d715c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:10.422768 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf3d43-33dc-4cca-b916-657cf4aa3116 req-e1cc9451-e619-4235-a1f5-c87c8414df3c tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:10.424302 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-abaf3d43-33dc-4cca-b916-657cf4aa3116 req-e1cc9451-e619-4235-a1f5-c87c8414df3c tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cfbfdc8-f514-481c-9887-b7c57094669b&tenant_id=01d864243fbf4cf6816e3fd9d58ef026&binding%3Ahost_id=n-h1-793621-33 HTTP/1.1" status: 200 len: 949 time: 0.1470826 Aug 22 13:24:10.440036 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374693a2-51d0-4b74-8c20-edd1d168f079 req-733813b5-4f0b-45b2-ba16-baac6c35166d tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:10.446149 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374693a2-51d0-4b74-8c20-edd1d168f079 req-733813b5-4f0b-45b2-ba16-baac6c35166d tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:10.447688 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-374693a2-51d0-4b74-8c20-edd1d168f079 req-733813b5-4f0b-45b2-ba16-baac6c35166d tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ce945ba-4fb0-4b75-b64e-9bbe32137881 HTTP/1.1" status: 200 len: 1682 time: 0.1107163 Aug 22 13:24:10.463860 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0855f309-7849-40db-b7bb-8b56c03d715c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4074106 Aug 22 13:24:10.464086 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49018) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:24:10.469025 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-4206b047-b317-409c-bcb7-8bfd29c264ba admin admin] Request body: {'subnet': {'network_id': '72b424a1-b89e-4c11-a816-2c4a794216c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1180834625-subnet', 'tenant_id': 'c655475c21094b14833d92ee6209488b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:24:10.480787 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0855f309-7849-40db-b7bb-8b56c03d715c admin admin] Pushing event updated for resources: {'Network': ['ID=72b424a1-b89e-4c11-a816-2c4a794216c3,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:10.491920 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 72b424a1-b89e-4c11-a816-2c4a794216c3 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:24:10.503672 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4206b047-b317-409c-bcb7-8bfd29c264ba admin admin] Made reservation on behalf of c655475c21094b14833d92ee6209488b for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:24:10.506350 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4206b047-b317-409c-bcb7-8bfd29c264ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:10.508751 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b707e430-1f0e-4edb-8c93-11eb3af58538 req-ac088253-81de-4a94-920f-7c6ab573ffa6 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145725 Aug 22 13:24:10.549067 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['52128729-b146-4fd6-ab5e-8d1d5629b7a9'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:24:10.568726 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-374693a2-51d0-4b74-8c20-edd1d168f079 req-b97642c1-d95c-404e-bd58-b88119963211 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f1b5c3a-59c7-419d-bc79-21d076859164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058898 Aug 22 13:24:10.585814 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [req-abaf3d43-33dc-4cca-b916-657cf4aa3116 req-d0a6a532-bd1c-4247-bf98-c0d22e3f539e service neutron] delete failed (client error): The resource could not be found. Aug 22 13:24:10.587110 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-abaf3d43-33dc-4cca-b916-657cf4aa3116 req-d0a6a532-bd1c-4247-bf98-c0d22e3f539e service neutron] 10.222.0.16 "DELETE /v2.0/ports/37e0d0c3-4501-445b-b7c1-cf69eb2c2a95/bindings/n-h2-793621-33 HTTP/1.1" status: 404 len: 381 time: 0.1385262 Aug 22 13:24:10.764588 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['37e0d0c3-4501-445b-b7c1-cf69eb2c2a95'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:24:10.785576 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4206b047-b317-409c-bcb7-8bfd29c264ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:10.794691 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16d48c1-80e3-4735-a47e-6f5bf964f786 req-62442e0c-1b17-408b-ac5f-03b7796212fc tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:10.798174 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e16d48c1-80e3-4735-a47e-6f5bf964f786 req-62442e0c-1b17-408b-ac5f-03b7796212fc tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 949 time: 0.1605864 Aug 22 13:24:10.802305 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf3d43-33dc-4cca-b916-657cf4aa3116 req-0f0abba4-7dbb-41ae-a80f-09000ab03559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:10.805485 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-abaf3d43-33dc-4cca-b916-657cf4aa3116 req-0f0abba4-7dbb-41ae-a80f-09000ab03559 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=01d864243fbf4cf6816e3fd9d58ef026&device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 1101 time: 0.1500902 Aug 22 13:24:10.830411 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ffb0b7-3056-42b1-b60a-7d4312ddf9c4 req-9a9b280e-c128-4c09-9ba1-b0fa4f692ebb tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:10.840512 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-38ffb0b7-3056-42b1-b60a-7d4312ddf9c4 req-9a9b280e-c128-4c09-9ba1-b0fa4f692ebb tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c17b775-a7f5-4b75-8bea-275c99ad9d10 HTTP/1.1" status: 200 len: 949 time: 0.1515019 Aug 22 13:24:10.863603 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4206b047-b317-409c-bcb7-8bfd29c264ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b41c770-a280-469a-ab84-444f8b523d6c,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:10.874726 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4206b047-b317-409c-bcb7-8bfd29c264ba admin admin] Checking segment: {'id': '68898c5f-d826-4031-8413-cb695584c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '72b424a1-b89e-4c11-a816-2c4a794216c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:24:10.875770 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4206b047-b317-409c-bcb7-8bfd29c264ba admin admin] Network hostable DHCP agents. Network: 72b424a1-b89e-4c11-a816-2c4a794216c3, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:24:10.900848 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4206b047-b317-409c-bcb7-8bfd29c264ba admin admin] Network 72b424a1-b89e-4c11-a816-2c4a794216c3 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:24:10.913287 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-4206b047-b317-409c-bcb7-8bfd29c264ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 72b424a1-b89e-4c11-a816-2c4a794216c3) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:24:10.919645 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4206b047-b317-409c-bcb7-8bfd29c264ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:10.920352 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4206b047-b317-409c-bcb7-8bfd29c264ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:10.926552 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43018039-36f0-445e-95ee-0f7b76e8aa37 None None] Network 72b424a1-b89e-4c11-a816-2c4a794216c3 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:24:10.944096 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4206b047-b317-409c-bcb7-8bfd29c264ba admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4785078 Aug 22 13:24:11.006245 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-38ffb0b7-3056-42b1-b60a-7d4312ddf9c4 req-a66b1242-0ebd-402f-8e44-97a4714a333d tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647019 Aug 22 13:24:11.008909 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e16d48c1-80e3-4735-a47e-6f5bf964f786 req-6fc34cd6-38e8-4ba7-9d55-4389403da707 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037718 Aug 22 13:24:11.090774 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf3d43-33dc-4cca-b916-657cf4aa3116 req-690c862e-0582-41e2-b9ed-fddb7a17e051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:11.092737 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-abaf3d43-33dc-4cca-b916-657cf4aa3116 req-690c862e-0582-41e2-b9ed-fddb7a17e051 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7dc41cff-a3ac-4fc2-ba06-973efce2365e HTTP/1.1" status: 200 len: 870 time: 0.2498097 Aug 22 13:24:11.155446 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-abaf3d43-33dc-4cca-b916-657cf4aa3116 req-aa0eee0a-21df-4bfd-8f79-e4d7f7f3de61 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=37e0d0c3-4501-445b-b7c1-cf69eb2c2a95 HTTP/1.1" status: 200 len: 217 time: 0.0464172 Aug 22 13:24:11.183902 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14dbba3-c905-4713-830b-1eee510a7788 None None] Network 72b424a1-b89e-4c11-a816-2c4a794216c3 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:24:11.254199 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b91b71-9fae-49fb-843d-5936e4464bfa req-f91a870d-d69e-4030-b25b-9d726731c651 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:11.256068 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-86b91b71-9fae-49fb-843d-5936e4464bfa req-f91a870d-d69e-4030-b25b-9d726731c651 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eea0acc-5844-4e5f-83c8-10b0852f42cf HTTP/1.1" status: 200 len: 944 time: 0.0993187 Aug 22 13:24:11.261987 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf3d43-33dc-4cca-b916-657cf4aa3116 req-72b250b7-c339-420e-9211-37253059717e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:11.263766 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-abaf3d43-33dc-4cca-b916-657cf4aa3116 req-72b250b7-c339-420e-9211-37253059717e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.0664806 Aug 22 13:24:11.331525 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-86b91b71-9fae-49fb-843d-5936e4464bfa req-7577710d-a7ce-47c4-a694-e50a68bba34b tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec1bfcc7-b80c-4de4-b10e-973d7cada739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659535 Aug 22 13:24:11.351145 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf3d43-33dc-4cca-b916-657cf4aa3116 req-de94fa22-96b7-4814-9b06-912a5f4a12a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:11.353140 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-abaf3d43-33dc-4cca-b916-657cf4aa3116 req-de94fa22-96b7-4814-9b06-912a5f4a12a6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0520103 Aug 22 13:24:11.467723 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-abaf3d43-33dc-4cca-b916-657cf4aa3116 req-9bcf9010-2051-41df-bb5b-c7442233e49e service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898693 Aug 22 13:24:11.701503 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 1833badd-4386-4c62-8d3b-0a555162ce1b details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:24:11.808892 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 1833badd-4386-4c62-8d3b-0a555162ce1b, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=1833badd-4386-4c62-8d3b-0a555162ce1b,segment=NetworkSegment(8dbf5563-c593-4327-b654-2b0ff65b0129),segment_id=8dbf5563-c593-4327-b654-2b0ff65b0129)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:24:11.820677 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '1833badd-4386-4c62-8d3b-0a555162ce1b', 'network_id': '5abd83f5-dd9c-40d4-a99b-390a490c5779', 'port_id': '1833badd-4386-4c62-8d3b-0a555162ce1b', 'mac_address': 'fa:16:3e:71:0e:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47905976-7615-4706-a3a5-44c47fe2a643', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:24:11.861056 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:11.878724 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1833badd-4386-4c62-8d3b-0a555162ce1b {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:24:11.899611 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 1833badd-4386-4c62-8d3b-0a555162ce1b, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=1833badd-4386-4c62-8d3b-0a555162ce1b,segment=NetworkSegment(8dbf5563-c593-4327-b654-2b0ff65b0129),segment_id=8dbf5563-c593-4327-b654-2b0ff65b0129)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:24:11.904484 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:11.953697 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=1833badd-4386-4c62-8d3b-0a555162ce1b,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:11.977744 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75828d52-edf8-4348-98cd-8bda99495f79 req-5484f270-0a82-4ead-9e0f-b300389f03ff tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:11.979272 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-75828d52-edf8-4348-98cd-8bda99495f79 req-5484f270-0a82-4ead-9e0f-b300389f03ff tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=c34101a4-b788-43a2-8b7c-ba4b4b05535d HTTP/1.1" status: 200 len: 945 time: 0.1191640 Aug 22 13:24:11.988525 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf98af-b73f-41ef-8742-4bc75d610aba req-51423a12-20a5-4bf5-a7f5-bedb22695f2e tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:11.989996 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7bbf98af-b73f-41ef-8742-4bc75d610aba req-51423a12-20a5-4bf5-a7f5-bedb22695f2e tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] 10.222.0.21 "GET /v2.0/networks?id=e0012740-e4fa-4b78-b08d-06b0f05ecf80 HTTP/1.1" status: 200 len: 815 time: 0.5166075 Aug 22 13:24:11.993141 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-abaf3d43-33dc-4cca-b916-657cf4aa3116 req-5f5b0fb3-88ef-4c85-9025-3b0149dd7148 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5112178 Aug 22 13:24:12.016855 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7bbf98af-b73f-41ef-8742-4bc75d610aba req-3194692c-91ce-44ce-9b5a-c15a003318f0 tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] 10.222.0.21 "GET /v2.0/quotas/2c3ac3a841884f0d9a87b87382683eda HTTP/1.1" status: 200 len: 375 time: 0.0180809 Aug 22 13:24:12.063304 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-75828d52-edf8-4348-98cd-8bda99495f79 req-34d1d903-d185-42b1-8e26-4bfb6bb2ae11 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721111 Aug 22 13:24:12.065290 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7bbf98af-b73f-41ef-8742-4bc75d610aba req-0f75d940-334c-4342-8301-6e90aa6eed63 tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2c3ac3a841884f0d9a87b87382683eda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367732 Aug 22 13:24:12.213569 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a7321-3c8c-40e3-b01c-f1daad234f19 req-5e123fb1-61d2-4a63-9a40-facd1345f4f8 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:12.220316 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a7321-3c8c-40e3-b01c-f1daad234f19 req-5e123fb1-61d2-4a63-9a40-facd1345f4f8 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:12.223044 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-025a7321-3c8c-40e3-b01c-f1daad234f19 req-5e123fb1-61d2-4a63-9a40-facd1345f4f8 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ce945ba-4fb0-4b75-b64e-9bbe32137881 HTTP/1.1" status: 200 len: 1682 time: 0.0871353 Aug 22 13:24:12.247530 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7bbf98af-b73f-41ef-8742-4bc75d610aba req-cb912683-8c28-4cf4-bc76-aaa10b84421c service neutron] 10.222.0.21 "GET /v2.0/networks/e0012740-e4fa-4b78-b08d-06b0f05ecf80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687489 Aug 22 13:24:12.324510 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-025a7321-3c8c-40e3-b01c-f1daad234f19 req-ff017ae2-a819-46c3-be3e-38b8fe92fa95 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f1b5c3a-59c7-419d-bc79-21d076859164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888619 Aug 22 13:24:12.371119 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7bbf98af-b73f-41ef-8742-4bc75d610aba req-f1dc8099-5e80-40f9-82ea-80682205fb73 service neutron] 10.222.0.21 "GET /v2.0/networks/e0012740-e4fa-4b78-b08d-06b0f05ecf80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148124 Aug 22 13:24:12.415363 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['1833badd-4386-4c62-8d3b-0a555162ce1b'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:24:12.710424 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f4846-88cd-4ad9-8fcf-7e5b1c57139e req-f6e11d73-4e37-4902-8746-982933e12079 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:12.717069 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f4846-88cd-4ad9-8fcf-7e5b1c57139e req-f6e11d73-4e37-4902-8746-982933e12079 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:12.718977 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c01f4846-88cd-4ad9-8fcf-7e5b1c57139e req-f6e11d73-4e37-4902-8746-982933e12079 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ce945ba-4fb0-4b75-b64e-9bbe32137881 HTTP/1.1" status: 200 len: 1682 time: 0.1590559 Aug 22 13:24:12.767554 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c346d7-965f-4ec3-be83-7b834221570a req-0bd109d3-362a-431f-93e0-82b637ed41f6 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:12.775719 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-26c346d7-965f-4ec3-be83-7b834221570a req-0bd109d3-362a-431f-93e0-82b637ed41f6 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c17b775-a7f5-4b75-8bea-275c99ad9d10 HTTP/1.1" status: 200 len: 949 time: 0.1106164 Aug 22 13:24:12.802309 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae03e109-45ec-41a1-b952-f828ac30652f req-0ed66d2a-3d3f-4d7f-80f5-fa5591aee16c tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:12.810275 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ae03e109-45ec-41a1-b952-f828ac30652f req-0ed66d2a-3d3f-4d7f-80f5-fa5591aee16c tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] 10.222.0.21 "GET /v2.0/ports?device_id=b697df31-0758-4840-a4a0-db530b541b13 HTTP/1.1" status: 200 len: 946 time: 0.2114673 Aug 22 13:24:12.915513 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-26c346d7-965f-4ec3-be83-7b834221570a req-ab7a5b71-befc-4b28-a77e-214acfb5a06f tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389155 Aug 22 13:24:12.932605 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ae03e109-45ec-41a1-b952-f828ac30652f req-78580693-b1c2-4aba-a5d9-d63ec40a0932 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d6ee13f-90e2-47ff-b69b-09b046f08aef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216009 Aug 22 13:24:12.995814 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-c01f4846-88cd-4ad9-8fcf-7e5b1c57139e req-fc004a45-0d61-44f9-b24e-991fd45eafab tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Deleting port 24d9f4a5-2141-4bf9-bbb9-cc9d9aaf60a5 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:24:12.996504 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-c01f4846-88cd-4ad9-8fcf-7e5b1c57139e req-fc004a45-0d61-44f9-b24e-991fd45eafab tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:13.164627 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4705e-778b-4886-994d-6aed1e81469d req-7415edc8-1d2e-424b-a5ef-6b9420a6f2a2 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:13.166328 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-83d4705e-778b-4886-994d-6aed1e81469d req-7415edc8-1d2e-424b-a5ef-6b9420a6f2a2 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 949 time: 0.1654325 Aug 22 13:24:13.196102 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-c01f4846-88cd-4ad9-8fcf-7e5b1c57139e req-fc004a45-0d61-44f9-b24e-991fd45eafab tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] For port 24d9f4a5-2141-4bf9-bbb9-cc9d9aaf60a5, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=24d9f4a5-2141-4bf9-bbb9-cc9d9aaf60a5,segment=NetworkSegment(f26280e8-bc4b-4545-ba39-30f4648b4efa),segment_id=f26280e8-bc4b-4545-ba39-30f4648b4efa)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:24:13.196517 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-c01f4846-88cd-4ad9-8fcf-7e5b1c57139e req-fc004a45-0d61-44f9-b24e-991fd45eafab tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:13.223753 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-c01f4846-88cd-4ad9-8fcf-7e5b1c57139e req-fc004a45-0d61-44f9-b24e-991fd45eafab tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Calling delete_port for 24d9f4a5-2141-4bf9-bbb9-cc9d9aaf60a5 owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:24:13.252750 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff0db96-8a02-4daa-986c-7d99a8a9aa45 req-0360e293-5ab9-4de7-aee7-1c9ceb5c5105 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:13.254949 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fff0db96-8a02-4daa-986c-7d99a8a9aa45 req-0360e293-5ab9-4de7-aee7-1c9ceb5c5105 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eea0acc-5844-4e5f-83c8-10b0852f42cf HTTP/1.1" status: 200 len: 945 time: 0.1397071 Aug 22 13:24:13.259913 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-83d4705e-778b-4886-994d-6aed1e81469d req-76d5532d-9b70-4de2-ba3e-f43006c3b5a7 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784678 Aug 22 13:24:13.362088 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fff0db96-8a02-4daa-986c-7d99a8a9aa45 req-589351ab-7727-4b6b-9a53-83c946024bdc tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec1bfcc7-b80c-4de4-b10e-973d7cada739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629015 Aug 22 13:24:13.385445 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8209dd72-f9cb-4697-a813-ea76800a8554 req-14711c4f-d6e1-492b-b2bc-d30c68785d10 tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] 10.222.0.21 "GET /v2.0/ports?device_id=77103473-3c0d-4d17-8bf9-06a31032e72a HTTP/1.1" status: 200 len: 210 time: 0.0394905 Aug 22 13:24:13.468063 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-c01f4846-88cd-4ad9-8fcf-7e5b1c57139e req-fc004a45-0d61-44f9-b24e-991fd45eafab tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:13.484121 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['24d9f4a5-2141-4bf9-bbb9-cc9d9aaf60a5', '83eef940-e328-42db-b485-48e0490e1cef'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:24:13.541877 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc004a45-0d61-44f9-b24e-991fd45eafab tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Pushing event deleted for resources: {'Port': ['ID=24d9f4a5-2141-4bf9-bbb9-cc9d9aaf60a5,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:13.619791 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf680d-5fc0-474c-b246-2b080902e2f2 req-e43c981d-83f6-46fa-839c-6ffc72ee754b tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:13.627531 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d6bf680d-5fc0-474c-b246-2b080902e2f2 req-e43c981d-83f6-46fa-839c-6ffc72ee754b tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=c34101a4-b788-43a2-8b7c-ba4b4b05535d HTTP/1.1" status: 200 len: 945 time: 0.1569552 Aug 22 13:24:13.651222 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-c01f4846-88cd-4ad9-8fcf-7e5b1c57139e req-fc004a45-0d61-44f9-b24e-991fd45eafab tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] No DVR routers for this DVR port 24d9f4a5-2141-4bf9-bbb9-cc9d9aaf60a5 on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:24:13.660786 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-c01f4846-88cd-4ad9-8fcf-7e5b1c57139e req-fc004a45-0d61-44f9-b24e-991fd45eafab tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:13.662796 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c01f4846-88cd-4ad9-8fcf-7e5b1c57139e req-fc004a45-0d61-44f9-b24e-991fd45eafab tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.16 "DELETE /v2.0/ports/24d9f4a5-2141-4bf9-bbb9-cc9d9aaf60a5 HTTP/1.1" status: 204 len: 173 time: 0.9217927 Aug 22 13:24:13.663239 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce945ba-4fb0-4b75-b64e-9bbe32137881', 'name': 'network-vif-deleted', 'tag': '24d9f4a5-2141-4bf9-bbb9-cc9d9aaf60a5'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:24:13.665532 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac6b09c-477d-4702-9f93-9ee6e8c07889" -d '{"events": [{"server_uuid": "0ce945ba-4fb0-4b75-b64e-9bbe32137881", "name": "network-vif-deleted", "tag": "24d9f4a5-2141-4bf9-bbb9-cc9d9aaf60a5"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:24:13.692690 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3847f20-c8a9-428e-b40f-75e712774cb3 req-6b4619c9-fe53-44c9-9599-9c7dcba67e23 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:13.694264 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c3847f20-c8a9-428e-b40f-75e712774cb3 req-6b4619c9-fe53-44c9-9599-9c7dcba67e23 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 949 time: 0.1686611 Aug 22 13:24:13.714653 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 52128729-b146-4fd6-ab5e-8d1d5629b7a9 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:24:13.739219 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d6bf680d-5fc0-474c-b246-2b080902e2f2 req-bff4cb63-694b-4901-bda2-26a707542d22 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098144 Aug 22 13:24:13.779533 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 52128729-b146-4fd6-ab5e-8d1d5629b7a9 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:24:13.785946 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 52128729-b146-4fd6-ab5e-8d1d5629b7a9 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:24:13.786472 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:13.845077 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c3847f20-c8a9-428e-b40f-75e712774cb3 req-be4f1bc6-fc2f-4cb2-9a8d-e70380ac56f1 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375923 Aug 22 13:24:13.918742 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:13.928429 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fa08bc-f5c6-42ee-b12d-a11685a39067 req-9526f649-c927-4325-8b29-ef657d995e56 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:13.930163 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-33fa08bc-f5c6-42ee-b12d-a11685a39067 req-9526f649-c927-4325-8b29-ef657d995e56 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ce945ba-4fb0-4b75-b64e-9bbe32137881 HTTP/1.1" status: 200 len: 946 time: 0.0898290 Aug 22 13:24:13.957301 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c17b775-a7f5-4b75-8bea-275c99ad9d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52128729-b146-4fd6-ab5e-8d1d5629b7a9'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:24:13.960062 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c7d3d8-fc60-4fbf-afab-f3b44942137e" -d '{"events": [{"server_uuid": "6c17b775-a7f5-4b75-8bea-275c99ad9d10", "name": "network-vif-plugged", "status": "completed", "tag": "52128729-b146-4fd6-ab5e-8d1d5629b7a9"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:24:13.970829 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b181b9c-9ad8-4cd8-8e54-79a9264deb0d x-openstack-request-id: req-3b181b9c-9ad8-4cd8-8e54-79a9264deb0d {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:24:13.972676 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce945ba-4fb0-4b75-b64e-9bbe32137881", "name": "network-vif-deleted", "tag": "24d9f4a5-2141-4bf9-bbb9-cc9d9aaf60a5", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:24:13.973062 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b181b9c-9ad8-4cd8-8e54-79a9264deb0d {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:24:13.973632 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce945ba-4fb0-4b75-b64e-9bbe32137881', 'name': 'network-vif-deleted', 'tag': '24d9f4a5-2141-4bf9-bbb9-cc9d9aaf60a5', 'status': 'completed', 'code': 200} Aug 22 13:24:13.978949 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-c01f4846-88cd-4ad9-8fcf-7e5b1c57139e req-bb28e587-9468-4f51-bad9-41372cc604b6 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Deleting port 83eef940-e328-42db-b485-48e0490e1cef {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:24:13.979468 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-c01f4846-88cd-4ad9-8fcf-7e5b1c57139e req-bb28e587-9468-4f51-bad9-41372cc604b6 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:13.980648 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 52128729-b146-4fd6-ab5e-8d1d5629b7a9, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=52128729-b146-4fd6-ab5e-8d1d5629b7a9,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:24:13.986546 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:13.988485 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 37e0d0c3-4501-445b-b7c1-cf69eb2c2a95 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:24:14.074044 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=52128729-b146-4fd6-ab5e-8d1d5629b7a9,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:14.092697 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 37e0d0c3-4501-445b-b7c1-cf69eb2c2a95 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:24:14.098265 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 37e0d0c3-4501-445b-b7c1-cf69eb2c2a95 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:24:14.099224 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:14.153577 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-c01f4846-88cd-4ad9-8fcf-7e5b1c57139e req-bb28e587-9468-4f51-bad9-41372cc604b6 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] For port 83eef940-e328-42db-b485-48e0490e1cef, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=83eef940-e328-42db-b485-48e0490e1cef,segment=NetworkSegment(77b54f62-b26b-48ca-921b-fb512b265263),segment_id=77b54f62-b26b-48ca-921b-fb512b265263)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:24:14.154582 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-c01f4846-88cd-4ad9-8fcf-7e5b1c57139e req-bb28e587-9468-4f51-bad9-41372cc604b6 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:14.172068 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-c01f4846-88cd-4ad9-8fcf-7e5b1c57139e req-bb28e587-9468-4f51-bad9-41372cc604b6 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Calling delete_port for 83eef940-e328-42db-b485-48e0490e1cef owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:24:14.214978 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:14.252957 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 37e0d0c3-4501-445b-b7c1-cf69eb2c2a95, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=37e0d0c3-4501-445b-b7c1-cf69eb2c2a95,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:24:14.260509 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:14.261535 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 1833badd-4386-4c62-8d3b-0a555162ce1b up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:24:14.297850 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-33fa08bc-f5c6-42ee-b12d-a11685a39067 req-483973c8-2a89-4e47-880f-d54bf74b6bf7 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f1b5c3a-59c7-419d-bc79-21d076859164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541481 Aug 22 13:24:14.345839 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=37e0d0c3-4501-445b-b7c1-cf69eb2c2a95,revision_number=9']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:14.362683 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b26fd2-6c63-4b9f-9709-7c37bcba935e x-openstack-request-id: req-59b26fd2-6c63-4b9f-9709-7c37bcba935e {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:24:14.363339 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c17b775-a7f5-4b75-8bea-275c99ad9d10", "name": "network-vif-plugged", "status": "completed", "tag": "52128729-b146-4fd6-ab5e-8d1d5629b7a9", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:24:14.363682 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-59b26fd2-6c63-4b9f-9709-7c37bcba935e {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:24:14.364164 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c17b775-a7f5-4b75-8bea-275c99ad9d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52128729-b146-4fd6-ab5e-8d1d5629b7a9', 'code': 200} Aug 22 13:24:14.385059 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 1833badd-4386-4c62-8d3b-0a555162ce1b completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:24:14.391324 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 1833badd-4386-4c62-8d3b-0a555162ce1b triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:24:14.391858 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:14.414914 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d17f43-d917-421a-8a3d-9122bdf9c037 req-c287a1c2-89f1-4741-8b7e-36f541088934 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:14.418668 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-06d17f43-d917-421a-8a3d-9122bdf9c037 req-c287a1c2-89f1-4741-8b7e-36f541088934 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c17b775-a7f5-4b75-8bea-275c99ad9d10 HTTP/1.1" status: 200 len: 950 time: 0.1259499 Aug 22 13:24:14.432736 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf98af-b73f-41ef-8742-4bc75d610aba req-d3e58e30-c971-400e-8ad5-e220a5b78b7d tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:14.434237 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7bbf98af-b73f-41ef-8742-4bc75d610aba req-d3e58e30-c971-400e-8ad5-e220a5b78b7d tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] 10.222.0.16 "GET /v2.0/networks?id=e0012740-e4fa-4b78-b08d-06b0f05ecf80 HTTP/1.1" status: 200 len: 815 time: 0.4055758 Aug 22 13:24:14.473367 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-7bbf98af-b73f-41ef-8742-4bc75d610aba req-eb586bf1-effa-4d72-b9dc-f8edaad231ad tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] Request body: {'port': {'device_id': '77103473-3c0d-4d17-8bf9-06a31032e72a', 'network_id': 'e0012740-e4fa-4b78-b08d-06b0f05ecf80', 'admin_state_up': True, 'tenant_id': '2c3ac3a841884f0d9a87b87382683eda'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:24:14.500708 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:14.502748 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f9893-b07b-49b8-a463-25cda1f144e0 req-a73821b4-babe-4d3b-b441-3db4df761db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:14.504421 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4a9f9893-b07b-49b8-a463-25cda1f144e0 req-a73821b4-babe-4d3b-b441-3db4df761db7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6c17b775-a7f5-4b75-8bea-275c99ad9d10 HTTP/1.1" status: 200 len: 1102 time: 0.0669439 Aug 22 13:24:14.541760 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 1833badd-4386-4c62-8d3b-0a555162ce1b, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=1833badd-4386-4c62-8d3b-0a555162ce1b,segment=NetworkSegment(8dbf5563-c593-4327-b654-2b0ff65b0129),segment_id=8dbf5563-c593-4327-b654-2b0ff65b0129)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:24:14.547129 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:14.548880 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4a9f9893-b07b-49b8-a463-25cda1f144e0 req-d99844d0-5ceb-41b8-9d0e-423c151b3f33 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329278 Aug 22 13:24:14.607168 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=1833badd-4386-4c62-8d3b-0a555162ce1b,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:14.632655 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-06d17f43-d917-421a-8a3d-9122bdf9c037 req-5a9adc34-f7ff-4470-a8c7-ea97aa205b4f tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962996 Aug 22 13:24:14.642020 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-c01f4846-88cd-4ad9-8fcf-7e5b1c57139e req-bb28e587-9468-4f51-bad9-41372cc604b6 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:14.662055 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['24d9f4a5-2141-4bf9-bbb9-cc9d9aaf60a5'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:24:14.718887 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322e215-4956-4e8f-a094-3f712eff5434 req-b37afdfc-69b4-468f-8749-01f8fc60b430 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:14.720472 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f322e215-4956-4e8f-a094-3f712eff5434 req-b37afdfc-69b4-468f-8749-01f8fc60b430 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] 10.222.0.21 "GET /v2.0/ports?device_id=b697df31-0758-4840-a4a0-db530b541b13 HTTP/1.1" status: 200 len: 946 time: 0.2225225 Aug 22 13:24:14.721222 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb28e587-9468-4f51-bad9-41372cc604b6 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Pushing event deleted for resources: {'Port': ['ID=83eef940-e328-42db-b485-48e0490e1cef,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:14.828430 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-c01f4846-88cd-4ad9-8fcf-7e5b1c57139e req-bb28e587-9468-4f51-bad9-41372cc604b6 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] No DVR routers for this DVR port 83eef940-e328-42db-b485-48e0490e1cef on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:24:14.837957 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-c01f4846-88cd-4ad9-8fcf-7e5b1c57139e req-bb28e587-9468-4f51-bad9-41372cc604b6 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:14.839959 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c01f4846-88cd-4ad9-8fcf-7e5b1c57139e req-bb28e587-9468-4f51-bad9-41372cc604b6 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.16 "DELETE /v2.0/ports/83eef940-e328-42db-b485-48e0490e1cef HTTP/1.1" status: 204 len: 173 time: 1.1426680 Aug 22 13:24:14.844995 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f322e215-4956-4e8f-a094-3f712eff5434 req-c42455c1-c9ee-4d51-855d-afaf548784e0 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d6ee13f-90e2-47ff-b69b-09b046f08aef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073620 Aug 22 13:24:14.856334 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bbf98af-b73f-41ef-8742-4bc75d610aba req-eb586bf1-effa-4d72-b9dc-f8edaad231ad tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] Made reservation on behalf of 2c3ac3a841884f0d9a87b87382683eda for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:24:14.863196 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7bbf98af-b73f-41ef-8742-4bc75d610aba req-eb586bf1-effa-4d72-b9dc-f8edaad231ad tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:14.875394 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b7f0e-d8e0-4a77-8ffa-25f78c42bfb6 req-9557a6b1-6a9d-434a-9c94-69d63f4559d4 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:14.877641 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7a4b7f0e-d8e0-4a77-8ffa-25f78c42bfb6 req-9557a6b1-6a9d-434a-9c94-69d63f4559d4 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eea0acc-5844-4e5f-83c8-10b0852f42cf HTTP/1.1" status: 200 len: 946 time: 0.1540229 Aug 22 13:24:15.004529 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7a4b7f0e-d8e0-4a77-8ffa-25f78c42bfb6 req-fcc8d21e-1ada-483b-8f32-04dc647e2f8c tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec1bfcc7-b80c-4de4-b10e-973d7cada739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167045 Aug 22 13:24:15.009138 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fefb54e5-bb8e-4058-abd5-fb72b68d51c0 req-249e778a-ca0c-412d-b890-ec31ef86c1ce tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] 10.222.0.21 "GET /v2.0/ports?device_id=77103473-3c0d-4d17-8bf9-06a31032e72a HTTP/1.1" status: 200 len: 210 time: 0.0493748 Aug 22 13:24:15.079132 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-7bbf98af-b73f-41ef-8742-4bc75d610aba req-eb586bf1-effa-4d72-b9dc-f8edaad231ad tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] Allocated IP 172.20.0.4 (e0012740-e4fa-4b78-b08d-06b0f05ecf80/c0466a45-ee84-4fef-bcce-6168eab86fb6/0c5f529e-e178-4af3-a8b1-89adac8f8750) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:24:15.168475 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e72abd-eb21-4c15-b683-0eca0fdadbe8 req-b2bb9710-c67e-4b1c-a74f-2c1661f5a3c8 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:15.169986 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-56e72abd-eb21-4c15-b683-0eca0fdadbe8 req-b2bb9710-c67e-4b1c-a74f-2c1661f5a3c8 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=c34101a4-b788-43a2-8b7c-ba4b4b05535d HTTP/1.1" status: 200 len: 945 time: 0.0856681 Aug 22 13:24:15.262056 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5b798f3a-58a6-4f64-85b6-17803946ec33 req-6f13f0eb-f9a7-487a-9602-f2ad23c9f2b2 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=01d864243fbf4cf6816e3fd9d58ef026&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359581 Aug 22 13:24:15.308345 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-56e72abd-eb21-4c15-b683-0eca0fdadbe8 req-d014d834-2a34-4732-94ad-050ef4929998 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291802 Aug 22 13:24:15.374242 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7bbf98af-b73f-41ef-8742-4bc75d610aba req-eb586bf1-effa-4d72-b9dc-f8edaad231ad tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:15.420477 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d90038c9-8784-493c-9784-91da8d9f33eb req-c8950b60-d1b4-4d8c-a9ba-cd923f97974c tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ce945ba-4fb0-4b75-b64e-9bbe32137881 HTTP/1.1" status: 200 len: 210 time: 0.0400875 Aug 22 13:24:15.446320 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b798f3a-58a6-4f64-85b6-17803946ec33 req-71831e76-5daf-4209-9023-1e6035bb9bb3 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:15.447799 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5b798f3a-58a6-4f64-85b6-17803946ec33 req-71831e76-5daf-4209-9023-1e6035bb9bb3 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1741793 Aug 22 13:24:15.476617 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5b798f3a-58a6-4f64-85b6-17803946ec33 req-92474393-79f9-455c-82be-62dabb801647 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/quotas/01d864243fbf4cf6816e3fd9d58ef026 HTTP/1.1" status: 200 len: 375 time: 0.0227039 Aug 22 13:24:15.494274 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7bbf98af-b73f-41ef-8742-4bc75d610aba req-eb586bf1-effa-4d72-b9dc-f8edaad231ad tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:15.554188 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bbf98af-b73f-41ef-8742-4bc75d610aba req-eb586bf1-effa-4d72-b9dc-f8edaad231ad tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] Network e0012740-e4fa-4b78-b08d-06b0f05ecf80 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:24:15.562688 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-7bbf98af-b73f-41ef-8742-4bc75d610aba req-eb586bf1-effa-4d72-b9dc-f8edaad231ad tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:24:15.567333 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bbf98af-b73f-41ef-8742-4bc75d610aba req-eb586bf1-effa-4d72-b9dc-f8edaad231ad tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:24:15.594405 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb586bf1-effa-4d72-b9dc-f8edaad231ad tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] Pushing event updated for resources: {'Port': ['ID=0c5f529e-e178-4af3-a8b1-89adac8f8750,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:15.609375 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5b798f3a-58a6-4f64-85b6-17803946ec33 req-79447725-675a-4199-96fb-d6a3cb99b2bf tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=01d864243fbf4cf6816e3fd9d58ef026&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1258342 Aug 22 13:24:15.629802 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf98af-b73f-41ef-8742-4bc75d610aba req-eb586bf1-effa-4d72-b9dc-f8edaad231ad tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:15.630418 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7bbf98af-b73f-41ef-8742-4bc75d610aba req-eb586bf1-effa-4d72-b9dc-f8edaad231ad tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:15.644524 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7bbf98af-b73f-41ef-8742-4bc75d610aba req-eb586bf1-effa-4d72-b9dc-f8edaad231ad tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1815574 Aug 22 13:24:15.667283 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-7bbf98af-b73f-41ef-8742-4bc75d610aba req-2875d7fc-45c2-4ae4-910c-58d1ba7467c6 service neutron] Request body: {'port': {'device_id': '77103473-3c0d-4d17-8bf9-06a31032e72a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:24:15.754937 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7bbf98af-b73f-41ef-8742-4bc75d610aba req-2875d7fc-45c2-4ae4-910c-58d1ba7467c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:15.817824 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-58bd7cb1-5c82-4979-a6f9-24131975d79b req-6334fc35-c983-4243-b9eb-0fd9faeb5a60 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 210 time: 0.0498800 Aug 22 13:24:15.834637 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a2ae9-cd0a-40df-9a44-d7aaca030a14 req-9bd92d6a-9c52-4cc4-8a7d-3a80da6bd4a3 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:15.839685 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8a8a2ae9-cd0a-40df-9a44-d7aaca030a14 req-9bd92d6a-9c52-4cc4-8a7d-3a80da6bd4a3 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c17b775-a7f5-4b75-8bea-275c99ad9d10 HTTP/1.1" status: 200 len: 950 time: 0.1197264 Aug 22 13:24:15.946515 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8a8a2ae9-cd0a-40df-9a44-d7aaca030a14 req-2ac6f7e8-3c37-42a6-8896-c752f0e48b7b tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039963 Aug 22 13:24:15.991883 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce945ba-4fb0-4b75-b64e-9bbe32137881', 'name': 'network-vif-deleted', 'tag': '83eef940-e328-42db-b485-48e0490e1cef'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:24:15.995390 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10fddcb9-7a7c-464a-8766-6624919802ea" -d '{"events": [{"server_uuid": "0ce945ba-4fb0-4b75-b64e-9bbe32137881", "name": "network-vif-deleted", "tag": "83eef940-e328-42db-b485-48e0490e1cef"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:24:16.060074 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f9aba22-c0a1-4526-8c9f-7499151e0a9d x-openstack-request-id: req-4f9aba22-c0a1-4526-8c9f-7499151e0a9d {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:24:16.060385 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce945ba-4fb0-4b75-b64e-9bbe32137881", "name": "network-vif-deleted", "tag": "83eef940-e328-42db-b485-48e0490e1cef", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:24:16.060635 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4f9aba22-c0a1-4526-8c9f-7499151e0a9d {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:24:16.061016 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce945ba-4fb0-4b75-b64e-9bbe32137881', 'name': 'network-vif-deleted', 'tag': '83eef940-e328-42db-b485-48e0490e1cef', 'status': 'completed', 'code': 200} Aug 22 13:24:16.102433 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae815b-0c52-434c-b819-b7520a7ca688 req-2e98be6f-1534-40c1-86fd-1105412844c6 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:16.103938 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-34ae815b-0c52-434c-b819-b7520a7ca688 req-2e98be6f-1534-40c1-86fd-1105412844c6 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] 10.222.0.21 "GET /v2.0/ports?device_id=b697df31-0758-4840-a4a0-db530b541b13 HTTP/1.1" status: 200 len: 946 time: 0.1491902 Aug 22 13:24:16.201023 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-34ae815b-0c52-434c-b819-b7520a7ca688 req-36b47a09-087e-4953-bce0-8fbb982a4acc tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d6ee13f-90e2-47ff-b69b-09b046f08aef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780180 Aug 22 13:24:16.222783 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624caa04-2b60-4d29-b7b9-a24c2b645560 req-d42a969e-46fa-4349-adf1-6648af0ea390 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:16.222783 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-624caa04-2b60-4d29-b7b9-a24c2b645560 req-d42a969e-46fa-4349-adf1-6648af0ea390 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eea0acc-5844-4e5f-83c8-10b0852f42cf HTTP/1.1" status: 200 len: 946 time: 0.1100798 Aug 22 13:24:16.282531 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-7bbf98af-b73f-41ef-8742-4bc75d610aba req-2875d7fc-45c2-4ae4-910c-58d1ba7467c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c5f529e-e178-4af3-a8b1-89adac8f8750 {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:24:16.283343 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f321122-3429-4251-9b17-c8ee6c834642 req-283cbdcc-ba45-411a-8c90-65230ff5b217 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:16.284907 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-0f321122-3429-4251-9b17-c8ee6c834642 req-283cbdcc-ba45-411a-8c90-65230ff5b217 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] 10.222.0.41 "GET /v2.0/ports?device_id=b697df31-0758-4840-a4a0-db530b541b13 HTTP/1.1" status: 200 len: 946 time: 0.0705130 Aug 22 13:24:16.295427 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7bbf98af-b73f-41ef-8742-4bc75d610aba req-2875d7fc-45c2-4ae4-910c-58d1ba7467c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:16.301138 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-624caa04-2b60-4d29-b7b9-a24c2b645560 req-0e00ad56-bd8f-4645-a963-de6e21038637 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec1bfcc7-b80c-4de4-b10e-973d7cada739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657165 Aug 22 13:24:16.338243 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-7bbf98af-b73f-41ef-8742-4bc75d610aba req-2875d7fc-45c2-4ae4-910c-58d1ba7467c6 service neutron] Transition to ACTIVE for port object 0c5f529e-e178-4af3-a8b1-89adac8f8750 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:24:16.343656 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7bbf98af-b73f-41ef-8742-4bc75d610aba req-2875d7fc-45c2-4ae4-910c-58d1ba7467c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:16.366209 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cfbfdc8-f514-481c-9887-b7c57094669b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e0d0c3-4501-445b-b7c1-cf69eb2c2a95'}, {'server_uuid': '4eea0acc-5844-4e5f-83c8-10b0852f42cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1833badd-4386-4c62-8d3b-0a555162ce1b'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:24:16.369209 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f6514a-1f22-4c7f-931a-344c58394c22" -d '{"events": [{"server_uuid": "7cfbfdc8-f514-481c-9887-b7c57094669b", "name": "network-vif-plugged", "status": "completed", "tag": "37e0d0c3-4501-445b-b7c1-cf69eb2c2a95"}, {"server_uuid": "4eea0acc-5844-4e5f-83c8-10b0852f42cf", "name": "network-vif-plugged", "status": "completed", "tag": "1833badd-4386-4c62-8d3b-0a555162ce1b"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:24:16.397026 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d4080-e509-4411-8f27-fda45b3f80ae req-1d2941a0-b25d-4221-a8bf-60599ad72f04 tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:16.398938 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b9d4080-e509-4411-8f27-fda45b3f80ae req-1d2941a0-b25d-4221-a8bf-60599ad72f04 tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] 10.222.0.21 "GET /v2.0/ports?device_id=77103473-3c0d-4d17-8bf9-06a31032e72a HTTP/1.1" status: 200 len: 931 time: 0.1056280 Aug 22 13:24:16.422441 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-0f321122-3429-4251-9b17-c8ee6c834642 req-775f7057-0147-4157-ba67-22975bb925d3 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Deleting port e6c2cc85-2148-40cd-88c3-1c7ba82e93a4 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:24:16.422987 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-0f321122-3429-4251-9b17-c8ee6c834642 req-775f7057-0147-4157-ba67-22975bb925d3 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:16.456966 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2875d7fc-45c2-4ae4-910c-58d1ba7467c6 service neutron] Pushing event updated for resources: {'Port': ['ID=0c5f529e-e178-4af3-a8b1-89adac8f8750,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:16.521365 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-0f321122-3429-4251-9b17-c8ee6c834642 req-775f7057-0147-4157-ba67-22975bb925d3 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] For port e6c2cc85-2148-40cd-88c3-1c7ba82e93a4, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=e6c2cc85-2148-40cd-88c3-1c7ba82e93a4,segment=NetworkSegment(e8a030d0-23ea-4087-b468-4a850cd93f2e),segment_id=e8a030d0-23ea-4087-b468-4a850cd93f2e)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:24:16.521638 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-0f321122-3429-4251-9b17-c8ee6c834642 req-775f7057-0147-4157-ba67-22975bb925d3 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:16.530009 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b9d4080-e509-4411-8f27-fda45b3f80ae req-cd46b3dd-bc1b-4214-ba5e-d03c9bd53d45 tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] 10.222.0.21 "GET /v2.0/security-groups?id=c686296c-73e1-4ea8-98f1-94b6ac6c1b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238801 Aug 22 13:24:16.548539 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acaadfb-baa0-4256-a7eb-098b677bdd9e req-13f237d8-cd78-441d-89e4-eee48aa35567 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:16.550074 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8acaadfb-baa0-4256-a7eb-098b677bdd9e req-13f237d8-cd78-441d-89e4-eee48aa35567 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=c34101a4-b788-43a2-8b7c-ba4b4b05535d HTTP/1.1" status: 200 len: 945 time: 0.1112597 Aug 22 13:24:16.569628 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-7bbf98af-b73f-41ef-8742-4bc75d610aba req-2875d7fc-45c2-4ae4-910c-58d1ba7467c6 service neutron] Attempting to bind port 0c5f529e-e178-4af3-a8b1-89adac8f8750 on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:24:16.570038 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-7bbf98af-b73f-41ef-8742-4bc75d610aba req-2875d7fc-45c2-4ae4-910c-58d1ba7467c6 service neutron] Attempting to bind port 0c5f529e-e178-4af3-a8b1-89adac8f8750 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '8bd94a03-7053-415b-b7ca-6c8861e21c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e0012740-e4fa-4b78-b08d-06b0f05ecf80'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:24:16.570344 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbf98af-b73f-41ef-8742-4bc75d610aba req-2875d7fc-45c2-4ae4-910c-58d1ba7467c6 service neutron] Attempting to bind port 0c5f529e-e178-4af3-a8b1-89adac8f8750 on network e0012740-e4fa-4b78-b08d-06b0f05ecf80 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:24:16.583347 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbf98af-b73f-41ef-8742-4bc75d610aba req-2875d7fc-45c2-4ae4-910c-58d1ba7467c6 service neutron] Port 0c5f529e-e178-4af3-a8b1-89adac8f8750 on network e0012740-e4fa-4b78-b08d-06b0f05ecf80 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:24:16.583677 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbf98af-b73f-41ef-8742-4bc75d610aba req-2875d7fc-45c2-4ae4-910c-58d1ba7467c6 service neutron] Attempting to bind port 0c5f529e-e178-4af3-a8b1-89adac8f8750 on network e0012740-e4fa-4b78-b08d-06b0f05ecf80 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:24:16.586988 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 22 Aug 2021 13:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce70d543-1a53-4cad-910e-eb1dc1bfd4d8 x-openstack-request-id: req-ce70d543-1a53-4cad-910e-eb1dc1bfd4d8 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:24:16.587882 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cfbfdc8-f514-481c-9887-b7c57094669b", "name": "network-vif-plugged", "status": "completed", "tag": "37e0d0c3-4501-445b-b7c1-cf69eb2c2a95", "code": 200}, {"server_uuid": "4eea0acc-5844-4e5f-83c8-10b0852f42cf", "name": "network-vif-plugged", "status": "completed", "tag": "1833badd-4386-4c62-8d3b-0a555162ce1b", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:24:16.588891 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ce70d543-1a53-4cad-910e-eb1dc1bfd4d8 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:24:16.589637 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cfbfdc8-f514-481c-9887-b7c57094669b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e0d0c3-4501-445b-b7c1-cf69eb2c2a95', 'code': 200} Aug 22 13:24:16.590068 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eea0acc-5844-4e5f-83c8-10b0852f42cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1833badd-4386-4c62-8d3b-0a555162ce1b', 'code': 200} Aug 22 13:24:16.593405 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbf98af-b73f-41ef-8742-4bc75d610aba req-2875d7fc-45c2-4ae4-910c-58d1ba7467c6 service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:24:16.593766 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbf98af-b73f-41ef-8742-4bc75d610aba req-2875d7fc-45c2-4ae4-910c-58d1ba7467c6 service neutron] Checking segment: {'id': '8bd94a03-7053-415b-b7ca-6c8861e21c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e0012740-e4fa-4b78-b08d-06b0f05ecf80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:24:16.594139 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbf98af-b73f-41ef-8742-4bc75d610aba req-2875d7fc-45c2-4ae4-910c-58d1ba7467c6 service neutron] Bound using segment: {'id': '8bd94a03-7053-415b-b7ca-6c8861e21c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e0012740-e4fa-4b78-b08d-06b0f05ecf80'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:24:16.594570 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-7bbf98af-b73f-41ef-8742-4bc75d610aba req-2875d7fc-45c2-4ae4-910c-58d1ba7467c6 service neutron] Bound port: 0c5f529e-e178-4af3-a8b1-89adac8f8750, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bd94a03-7053-415b-b7ca-6c8861e21c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e0012740-e4fa-4b78-b08d-06b0f05ecf80'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:24:16.594931 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7bbf98af-b73f-41ef-8742-4bc75d610aba req-2875d7fc-45c2-4ae4-910c-58d1ba7467c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:16.618314 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8acaadfb-baa0-4256-a7eb-098b677bdd9e req-b62ba74b-9d29-42d1-86a5-a260d4e99fb5 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597084 Aug 22 13:24:16.640047 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49144) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:24:16.679179 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-7bbf98af-b73f-41ef-8742-4bc75d610aba req-2875d7fc-45c2-4ae4-910c-58d1ba7467c6 service neutron] For port 0c5f529e-e178-4af3-a8b1-89adac8f8750, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:24:16.683647 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-7bbf98af-b73f-41ef-8742-4bc75d610aba req-2875d7fc-45c2-4ae4-910c-58d1ba7467c6 service neutron] For port 0c5f529e-e178-4af3-a8b1-89adac8f8750, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=0c5f529e-e178-4af3-a8b1-89adac8f8750,segment=NetworkSegment(8bd94a03-7053-415b-b7ca-6c8861e21c58),segment_id=8bd94a03-7053-415b-b7ca-6c8861e21c58)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:24:16.687516 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7bbf98af-b73f-41ef-8742-4bc75d610aba req-2875d7fc-45c2-4ae4-910c-58d1ba7467c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:16.726110 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf98af-b73f-41ef-8742-4bc75d610aba req-2875d7fc-45c2-4ae4-910c-58d1ba7467c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:16.726750 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7bbf98af-b73f-41ef-8742-4bc75d610aba req-2875d7fc-45c2-4ae4-910c-58d1ba7467c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:16.728166 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7bbf98af-b73f-41ef-8742-4bc75d610aba req-2875d7fc-45c2-4ae4-910c-58d1ba7467c6 service neutron] 10.222.0.16 "PUT /v2.0/ports/0c5f529e-e178-4af3-a8b1-89adac8f8750 HTTP/1.1" status: 200 len: 1092 time: 1.0658059 Aug 22 13:24:16.750325 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2875d7fc-45c2-4ae4-910c-58d1ba7467c6 service neutron] Pushing event updated for resources: {'Port': ['ID=0c5f529e-e178-4af3-a8b1-89adac8f8750,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:16.776275 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-44a01961-7a64-4d96-adf2-1140b89a4f6e tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Deleting subnet e5be1c9d-fd9d-4f4c-be7a-078b571cac9e {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:24:16.783413 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-44a01961-7a64-4d96-adf2-1140b89a4f6e tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:16.828788 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf98af-b73f-41ef-8742-4bc75d610aba req-fe2879bb-aa29-4c14-ad47-80942adbfd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:16.829087 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c00bd7-feaa-474b-9d88-10fa6f2c0586 req-54f56f1c-6eda-4517-b79f-017f5ec94a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:16.830401 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c0c00bd7-feaa-474b-9d88-10fa6f2c0586 req-54f56f1c-6eda-4517-b79f-017f5ec94a1a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4eea0acc-5844-4e5f-83c8-10b0852f42cf HTTP/1.1" status: 200 len: 1098 time: 0.1521239 Aug 22 13:24:16.830559 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7bbf98af-b73f-41ef-8742-4bc75d610aba req-fe2879bb-aa29-4c14-ad47-80942adbfd49 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c3ac3a841884f0d9a87b87382683eda&device_id=77103473-3c0d-4d17-8bf9-06a31032e72a HTTP/1.1" status: 200 len: 1095 time: 0.0428166 Aug 22 13:24:16.834074 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-0f321122-3429-4251-9b17-c8ee6c834642 req-775f7057-0147-4157-ba67-22975bb925d3 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:16.834471 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-0f321122-3429-4251-9b17-c8ee6c834642 req-775f7057-0147-4157-ba67-22975bb925d3 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:16.834828 n-d-793621-33 neutron-server[94628]: INFO neutron.db.l3_db [req-0f321122-3429-4251-9b17-c8ee6c834642 req-775f7057-0147-4157-ba67-22975bb925d3 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Floating IP 5d3a525e-0e19-48f0-9228-46574dd46587 disassociated. External IP: 172.25.3.143, port: e6c2cc85-2148-40cd-88c3-1c7ba82e93a4. Aug 22 13:24:16.835169 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-0f321122-3429-4251-9b17-c8ee6c834642 req-775f7057-0147-4157-ba67-22975bb925d3 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Calling delete_port for e6c2cc85-2148-40cd-88c3-1c7ba82e93a4 owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:24:16.853268 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-44a01961-7a64-4d96-adf2-1140b89a4f6e tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:16.881269 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7bbf98af-b73f-41ef-8742-4bc75d610aba req-8a0a261e-35eb-4e4f-84c3-063991d0e469 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c5f529e-e178-4af3-a8b1-89adac8f8750 HTTP/1.1" status: 200 len: 217 time: 0.0384216 Aug 22 13:24:16.933577 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bd039669-6620-492d-b2f0-20a68323fb2e req-4c8e7734-d0a0-4454-be63-6e9922c1f4f9 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 210 time: 0.0402815 Aug 22 13:24:16.964745 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c0c00bd7-feaa-474b-9d88-10fa6f2c0586 req-2f40b114-1dd7-46ff-bed2-90bc2a301e94 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ec1bfcc7-b80c-4de4-b10e-973d7cada739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257288 Aug 22 13:24:17.013394 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5b798f3a-58a6-4f64-85b6-17803946ec33 req-385c6085-c76b-4899-8153-9b6d7d47dc59 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=01d864243fbf4cf6816e3fd9d58ef026&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0594692 Aug 22 13:24:17.026925 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf98af-b73f-41ef-8742-4bc75d610aba req-4d272ae7-036a-46b8-b416-c3fa83e81413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:17.027458 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-44a01961-7a64-4d96-adf2-1140b89a4f6e tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:17.028539 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7bbf98af-b73f-41ef-8742-4bc75d610aba req-4d272ae7-036a-46b8-b416-c3fa83e81413 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c0466a45-ee84-4fef-bcce-6168eab86fb6 HTTP/1.1" status: 200 len: 855 time: 0.1235118 Aug 22 13:24:17.128731 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-0f321122-3429-4251-9b17-c8ee6c834642 req-775f7057-0147-4157-ba67-22975bb925d3 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:17.129070 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 24d9f4a5-2141-4bf9-bbb9-cc9d9aaf60a5 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:24:17.154288 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7bbf98af-b73f-41ef-8742-4bc75d610aba req-040f7fb4-a505-489e-8bc7-4dc26bbbd66d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e0012740-e4fa-4b78-b08d-06b0f05ecf80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1138082 Aug 22 13:24:17.154518 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: 24d9f4a5-2141-4bf9-bbb9-cc9d9aaf60a5 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:24:17.154736 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 24d9f4a5-2141-4bf9-bbb9-cc9d9aaf60a5 not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:24:17.155163 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 83eef940-e328-42db-b485-48e0490e1cef no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:24:17.177340 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-44a01961-7a64-4d96-adf2-1140b89a4f6e tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:17.178749 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: 83eef940-e328-42db-b485-48e0490e1cef {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:24:17.179275 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 83eef940-e328-42db-b485-48e0490e1cef not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:24:17.184779 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775f7057-0147-4157-ba67-22975bb925d3 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Pushing event deleted for resources: {'Port': ['ID=e6c2cc85-2148-40cd-88c3-1c7ba82e93a4,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:17.212583 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a01961-7a64-4d96-adf2-1140b89a4f6e tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Pushing event deleted for resources: {'Subnet': ['ID=e5be1c9d-fd9d-4f4c-be7a-078b571cac9e,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:17.226124 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6b6c14-9752-4f78-9e13-e519079aedec None None] Network 0bfdf377-ace8-4cfc-a77f-cae9a193d367 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:24:17.265936 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-44a01961-7a64-4d96-adf2-1140b89a4f6e tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:17.272560 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-44a01961-7a64-4d96-adf2-1140b89a4f6e tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "DELETE /v2.0/subnets/e5be1c9d-fd9d-4f4c-be7a-078b571cac9e HTTP/1.1" status: 204 len: 168 time: 0.6314225 Aug 22 13:24:17.285074 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49152) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:24:17.287224 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef0927-3a49-492d-8b25-4cde3fc19577 req-23c92886-d5ea-4064-967f-7012fdad65f4 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:17.288794 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1bef0927-3a49-492d-8b25-4cde3fc19577 req-23c92886-d5ea-4064-967f-7012fdad65f4 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c17b775-a7f5-4b75-8bea-275c99ad9d10 HTTP/1.1" status: 200 len: 950 time: 0.2044408 Aug 22 13:24:17.344770 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3fcb7855-1973-4d88-b344-27f5bfc72706 req-b532f89a-8cc6-40d6-9e66-343b1f5a9d47 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] 10.222.0.21 "GET /v2.0/ports?device_id=b697df31-0758-4840-a4a0-db530b541b13 HTTP/1.1" status: 200 len: 210 time: 0.0513794 Aug 22 13:24:17.368202 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b798f3a-58a6-4f64-85b6-17803946ec33 req-8127e884-da51-4811-a975-6bec92e16673 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:17.368202 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5b798f3a-58a6-4f64-85b6-17803946ec33 req-8127e884-da51-4811-a975-6bec92e16673 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3340292 Aug 22 13:24:17.387326 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-5b798f3a-58a6-4f64-85b6-17803946ec33 req-fd77079b-9468-4a59-9a7d-04503ef1f544 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Request body: {'port': {'device_id': 'e99d12af-3db6-492c-ac68-b2e0112588a8', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'admin_state_up': True, 'tenant_id': '01d864243fbf4cf6816e3fd9d58ef026'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:24:17.415668 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7bbf98af-b73f-41ef-8742-4bc75d610aba req-5974fada-bd28-41c9-a547-ddab18c38943 service neutron] 10.222.0.16 "GET /v2.0/networks/e0012740-e4fa-4b78-b08d-06b0f05ecf80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398672 Aug 22 13:24:17.420934 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bdadc4e4-4199-493b-86ce-dbb359f8078d tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:17.429480 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f321122-3429-4251-9b17-c8ee6c834642 req-775f7057-0147-4157-ba67-22975bb925d3 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Router 960a53f9-c615-477c-96b2-710baf0af00e has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:24:17.455250 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3cfc62-c919-4b6a-a14e-1c39e5533918 None None] DHCP port deletion for 0bfdf377-ace8-4cfc-a77f-cae9a193d367 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:24:17.517283 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-cf3cfc62-c919-4b6a-a14e-1c39e5533918 None None] Deleting port 104a920a-d29c-400f-8e78-0105587898cc {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:24:17.524465 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-cf3cfc62-c919-4b6a-a14e-1c39e5533918 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:17.584431 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-bdadc4e4-4199-493b-86ce-dbb359f8078d tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Deleting port 104a920a-d29c-400f-8e78-0105587898cc {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:24:17.584812 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bdadc4e4-4199-493b-86ce-dbb359f8078d tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:17.587279 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f321122-3429-4251-9b17-c8ee6c834642 req-775f7057-0147-4157-ba67-22975bb925d3 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:24:17.602168 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-cf3cfc62-c919-4b6a-a14e-1c39e5533918 None None] For port 104a920a-d29c-400f-8e78-0105587898cc, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=104a920a-d29c-400f-8e78-0105587898cc,segment=NetworkSegment(77b54f62-b26b-48ca-921b-fb512b265263),segment_id=77b54f62-b26b-48ca-921b-fb512b265263)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:24:17.602393 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-cf3cfc62-c919-4b6a-a14e-1c39e5533918 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:17.603809 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2194c2e4-1a9a-4c27-9602-981e0163aa51 None None] Sync routers for ids ['960a53f9-c615-477c-96b2-710baf0af00e'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:24:17.616718 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-cf3cfc62-c919-4b6a-a14e-1c39e5533918 None None] Calling delete_port for 104a920a-d29c-400f-8e78-0105587898cc owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:24:17.618233 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2194c2e4-1a9a-4c27-9602-981e0163aa51 None None] Routers {'960a53f9-c615-477c-96b2-710baf0af00e'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:24:17.619063 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-2194c2e4-1a9a-4c27-9602-981e0163aa51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:24:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['960a53f9-c615-477c-96b2-710baf0af00e'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:24:17.673708 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f321122-3429-4251-9b17-c8ee6c834642 req-775f7057-0147-4157-ba67-22975bb925d3 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] No DVR routers for this DVR port e6c2cc85-2148-40cd-88c3-1c7ba82e93a4 on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:24:17.697948 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-bdadc4e4-4199-493b-86ce-dbb359f8078d tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] For port 104a920a-d29c-400f-8e78-0105587898cc, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=104a920a-d29c-400f-8e78-0105587898cc,segment=NetworkSegment(77b54f62-b26b-48ca-921b-fb512b265263),segment_id=77b54f62-b26b-48ca-921b-fb512b265263)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:24:17.698229 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bdadc4e4-4199-493b-86ce-dbb359f8078d tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:17.716098 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-bdadc4e4-4199-493b-86ce-dbb359f8078d tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Calling delete_port for 104a920a-d29c-400f-8e78-0105587898cc owned by network:dhcp {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:24:17.737880 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-cf3cfc62-c919-4b6a-a14e-1c39e5533918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:17.781541 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-2194c2e4-1a9a-4c27-9602-981e0163aa51 None None] Set router 960a53f9-c615-477c-96b2-710baf0af00e gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:24:17.784964 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3cfc62-c919-4b6a-a14e-1c39e5533918 None None] Pushing event deleted for resources: {'Port': ['ID=104a920a-d29c-400f-8e78-0105587898cc,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:17.793280 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3cfc62-c919-4b6a-a14e-1c39e5533918 None None] No DVR routers for this DVR port 104a920a-d29c-400f-8e78-0105587898cc on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:24:17.797001 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-0f321122-3429-4251-9b17-c8ee6c834642 req-775f7057-0147-4157-ba67-22975bb925d3 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:17.799726 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-0f321122-3429-4251-9b17-c8ee6c834642 req-775f7057-0147-4157-ba67-22975bb925d3 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] 10.222.0.41 "DELETE /v2.0/ports/e6c2cc85-2148-40cd-88c3-1c7ba82e93a4 HTTP/1.1" status: 204 len: 173 time: 1.5079248 Aug 22 13:24:17.805221 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b697df31-0758-4840-a4a0-db530b541b13', 'name': 'network-vif-deleted', 'tag': 'e6c2cc85-2148-40cd-88c3-1c7ba82e93a4'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:24:17.805221 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bda22b8-8734-48da-8a18-9cc60f8a80e1" -d '{"events": [{"server_uuid": "b697df31-0758-4840-a4a0-db530b541b13", "name": "network-vif-deleted", "tag": "e6c2cc85-2148-40cd-88c3-1c7ba82e93a4"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:24:17.841914 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bdadc4e4-4199-493b-86ce-dbb359f8078d tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:17.864463 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1bef0927-3a49-492d-8b25-4cde3fc19577 req-c46c97c8-3c98-4df0-abef-ed875be60d91 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5460978 Aug 22 13:24:17.871278 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdadc4e4-4199-493b-86ce-dbb359f8078d tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Pushing event deleted for resources: {'Port': ['ID=104a920a-d29c-400f-8e78-0105587898cc,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:17.873626 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdadc4e4-4199-493b-86ce-dbb359f8078d tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] No DVR routers for this DVR port 104a920a-d29c-400f-8e78-0105587898cc on host n-d-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:24:17.961869 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bdadc4e4-4199-493b-86ce-dbb359f8078d tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:17.978640 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-bdadc4e4-4199-493b-86ce-dbb359f8078d tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bfdf377-ace8-4cfc-a77f-cae9a193d367']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:24:17.991830 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-bdadc4e4-4199-493b-86ce-dbb359f8078d tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77b54f62-b26b-48ca-921b-fb512b265263') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:24:17.992903 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-bdadc4e4-4199-493b-86ce-dbb359f8078d tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77b54f62-b26b-48ca-921b-fb512b265263') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:24:18.003209 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bdadc4e4-4199-493b-86ce-dbb359f8078d tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:18.020827 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bdadc4e4-4199-493b-86ce-dbb359f8078d tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:18.027384 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdadc4e4-4199-493b-86ce-dbb359f8078d tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:24:18.027946 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bdadc4e4-4199-493b-86ce-dbb359f8078d tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:18.031266 n-d-793621-33 neutron-server[94628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:24:18.031266 n-d-793621-33 neutron-server[94628]: self.session.flush() Aug 22 13:24:18.031266 n-d-793621-33 neutron-server[94628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:24:18.031266 n-d-793621-33 neutron-server[94628]: self.session.flush() Aug 22 13:24:18.031266 n-d-793621-33 neutron-server[94628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:24:18.031266 n-d-793621-33 neutron-server[94628]: self.session.flush() Aug 22 13:24:18.031266 n-d-793621-33 neutron-server[94628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:24:18.031266 n-d-793621-33 neutron-server[94628]: self.session.flush() Aug 22 13:24:18.031266 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:24:18.031266 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:24:18.031266 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:24:18.031266 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:24:18.031266 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:24:18.031266 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:24:18.031266 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:24:18.031266 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:24:18.031266 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:24:18.031266 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:24:18.031266 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:24:18.031266 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:24:18.031266 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:24:18.031266 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:24:18.031266 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:24:18.031266 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:24:18.031266 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:24:18.031266 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:24:18.031266 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:24:18.031266 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:24:18.031266 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:24:18.031266 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:24:18.031266 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:24:18.031266 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:24:18.031266 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:24:18.031266 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:24:18.031266 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:24:18.031266 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:24:18.031266 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:24:18.031266 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:24:18.031266 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:24:18.031266 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:24:18.054774 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a788e1-1cd9-4c10-a2b8-d96c189a0471 req-8c6b8155-296a-4cd7-8239-ab1f3c65354a tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:18.056591 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-25a788e1-1cd9-4c10-a2b8-d96c189a0471 req-8c6b8155-296a-4cd7-8239-ab1f3c65354a tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eea0acc-5844-4e5f-83c8-10b0852f42cf HTTP/1.1" status: 200 len: 946 time: 0.2172222 Aug 22 13:24:18.067674 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77103473-3c0d-4d17-8bf9-06a31032e72a', 'tag': '0c5f529e-e178-4af3-a8b1-89adac8f8750'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:24:18.070637 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d453a2f9-7bd0-41d7-9efd-8d71d34d5559" -d '{"events": [{"name": "network-changed", "server_uuid": "77103473-3c0d-4d17-8bf9-06a31032e72a", "tag": "0c5f529e-e178-4af3-a8b1-89adac8f8750"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:24:18.087815 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-2194c2e4-1a9a-4c27-9602-981e0163aa51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960a53f9-c615-477c-96b2-710baf0af00e', 'name': 'tempest-ServersTestJSON-1584389003-router', 'tenant_id': '05be65d7aee94ddea8b57c02a086b509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '3dc4485f-43e8-4c80-9a90-f2822068c134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:21:57Z', 'updated_at': '2021-08-22T13:22:05Z', 'revision_number': 4, 'project_id': '05be65d7aee94ddea8b57c02a086b509', 'gw_port': {'id': '3dc4485f-43e8-4c80-9a90-f2822068c134', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:66:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960a53f9-c615-477c-96b2-710baf0af00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:21:59Z', 'updated_at': '2021-08-22T13:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '8c4f4093-5a19-4633-9937-35cd123bcc71', 'name': '', 'network_id': '7ec8e251-0050-485e-92bd-9ae7b2c4a7ea', 'tenant_id': '05be65d7aee94ddea8b57c02a086b509', 'mac_address': 'fa:16:3e:19:1d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960a53f9-c615-477c-96b2-710baf0af00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'c136d61c-f44f-42ad-b6b2-e167a5846eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:22:03Z', 'updated_at': '2021-08-22T13:22:12Z', 'revision_number': 5, 'project_id': '05be65d7aee94ddea8b57c02a086b509', 'subnets': [{'id': 'c136d61c-f44f-42ad-b6b2-e167a5846eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:24:18.105848 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bdadc4e4-4199-493b-86ce-dbb359f8078d tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:18.119350 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2194c2e4-1a9a-4c27-9602-981e0163aa51 None None] Checking router: 960a53f9-c615-477c-96b2-710baf0af00e for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:24:18.128084 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2194c2e4-1a9a-4c27-9602-981e0163aa51 None None] Routers {'960a53f9-c615-477c-96b2-710baf0af00e'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:24:18.128511 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bdadc4e4-4199-493b-86ce-dbb359f8078d tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:18.128725 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-2194c2e4-1a9a-4c27-9602-981e0163aa51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:24:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['960a53f9-c615-477c-96b2-710baf0af00e'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:24:18.132972 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-bdadc4e4-4199-493b-86ce-dbb359f8078d tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "DELETE /v2.0/networks/0bfdf377-ace8-4cfc-a77f-cae9a193d367 HTTP/1.1" status: 204 len: 168 time: 0.8444014 Aug 22 13:24:18.132972 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdadc4e4-4199-493b-86ce-dbb359f8078d tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Pushing event deleted for resources: {'Network': ['ID=0bfdf377-ace8-4cfc-a77f-cae9a193d367,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:18.133273 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49170) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:24:18.133857 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5386d474-510b-4e4f-a1c1-58f8aec65b5c req-e68137db-874c-4587-9e91-9b6bac7bb917 tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:18.136039 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5386d474-510b-4e4f-a1c1-58f8aec65b5c req-e68137db-874c-4587-9e91-9b6bac7bb917 tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] 10.222.0.21 "GET /v2.0/ports?device_id=77103473-3c0d-4d17-8bf9-06a31032e72a HTTP/1.1" status: 200 len: 943 time: 0.1599848 Aug 22 13:24:18.146149 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7bbf98af-b73f-41ef-8742-4bc75d610aba req-9f928de0-90ef-455f-8150-9b5a7cac4c6b service neutron] 10.222.0.16 "GET /v2.0/networks/e0012740-e4fa-4b78-b08d-06b0f05ecf80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114543 Aug 22 13:24:18.159687 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b798f3a-58a6-4f64-85b6-17803946ec33 req-fd77079b-9468-4a59-9a7d-04503ef1f544 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Made reservation on behalf of 01d864243fbf4cf6816e3fd9d58ef026 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:24:18.164489 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5b798f3a-58a6-4f64-85b6-17803946ec33 req-fd77079b-9468-4a59-9a7d-04503ef1f544 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:18.193515 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-25a788e1-1cd9-4c10-a2b8-d96c189a0471 req-c6352dbf-5e9a-4fd8-93ad-727192864850 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec1bfcc7-b80c-4de4-b10e-973d7cada739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167686 Aug 22 13:24:18.198931 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-a703bcc1-a4c5-4df2-8673-72845895da21 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Deleting subnet ae8c4f8f-8208-48a1-a909-6dd0286951e4 {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:24:18.200979 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a703bcc1-a4c5-4df2-8673-72845895da21 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:18.242631 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5386d474-510b-4e4f-a1c1-58f8aec65b5c req-32dba652-84a8-4b63-95bb-f5f156acf27b tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] 10.222.0.21 "GET /v2.0/security-groups?id=c686296c-73e1-4ea8-98f1-94b6ac6c1b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005661 Aug 22 13:24:18.255449 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-2194c2e4-1a9a-4c27-9602-981e0163aa51 None None] Set router 960a53f9-c615-477c-96b2-710baf0af00e gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:24:18.264323 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a703bcc1-a4c5-4df2-8673-72845895da21 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:18.396671 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a703bcc1-a4c5-4df2-8673-72845895da21 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:18.436607 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-5b798f3a-58a6-4f64-85b6-17803946ec33 req-fd77079b-9468-4a59-9a7d-04503ef1f544 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Allocated IP 192.168.233.144 (7dc41cff-a3ac-4fc2-ba06-973efce2365e/7151c727-b27f-4308-8098-60bc16140d45/2bdeebd8-a734-4791-868c-47ca82d0b68a) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:24:18.439756 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a37b82-6e2b-46da-81a8-90cc5a8b50b9 x-openstack-request-id: req-e2a37b82-6e2b-46da-81a8-90cc5a8b50b9 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:24:18.441276 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b697df31-0758-4840-a4a0-db530b541b13", "name": "network-vif-deleted", "tag": "e6c2cc85-2148-40cd-88c3-1c7ba82e93a4", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:24:18.441809 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e2a37b82-6e2b-46da-81a8-90cc5a8b50b9 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:24:18.442672 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b697df31-0758-4840-a4a0-db530b541b13', 'name': 'network-vif-deleted', 'tag': 'e6c2cc85-2148-40cd-88c3-1c7ba82e93a4', 'status': 'completed', 'code': 200} Aug 22 13:24:18.473369 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d66985-5da7-4f4a-85b4-c274b2fa4be6 req-78deeff8-fddc-4435-8973-2f6d9f2eab45 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:18.480942 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-48d66985-5da7-4f4a-85b4-c274b2fa4be6 req-78deeff8-fddc-4435-8973-2f6d9f2eab45 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=c34101a4-b788-43a2-8b7c-ba4b4b05535d HTTP/1.1" status: 200 len: 945 time: 0.1199536 Aug 22 13:24:18.493878 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a703bcc1-a4c5-4df2-8673-72845895da21 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:18.531614 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a703bcc1-a4c5-4df2-8673-72845895da21 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Pushing event deleted for resources: {'Subnet': ['ID=ae8c4f8f-8208-48a1-a909-6dd0286951e4,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:18.539534 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618b15cb-d796-42cb-acd4-0931c17844ab None None] Network 1be38520-a08b-4849-b3b8-e35a1c8ec86e requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:24:18.540537 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a703bcc1-a4c5-4df2-8673-72845895da21 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:18.545840 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a703bcc1-a4c5-4df2-8673-72845895da21 tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "DELETE /v2.0/subnets/ae8c4f8f-8208-48a1-a909-6dd0286951e4 HTTP/1.1" status: 204 len: 168 time: 0.4115388 Aug 22 13:24:18.547112 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49174) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:24:18.634231 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-2194c2e4-1a9a-4c27-9602-981e0163aa51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960a53f9-c615-477c-96b2-710baf0af00e', 'name': 'tempest-ServersTestJSON-1584389003-router', 'tenant_id': '05be65d7aee94ddea8b57c02a086b509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '3dc4485f-43e8-4c80-9a90-f2822068c134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:21:57Z', 'updated_at': '2021-08-22T13:22:05Z', 'revision_number': 4, 'project_id': '05be65d7aee94ddea8b57c02a086b509', 'gw_port': {'id': '3dc4485f-43e8-4c80-9a90-f2822068c134', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:66:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960a53f9-c615-477c-96b2-710baf0af00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:21:59Z', 'updated_at': '2021-08-22T13:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '8c4f4093-5a19-4633-9937-35cd123bcc71', 'name': '', 'network_id': '7ec8e251-0050-485e-92bd-9ae7b2c4a7ea', 'tenant_id': '05be65d7aee94ddea8b57c02a086b509', 'mac_address': 'fa:16:3e:19:1d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960a53f9-c615-477c-96b2-710baf0af00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'c136d61c-f44f-42ad-b6b2-e167a5846eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:22:03Z', 'updated_at': '2021-08-22T13:22:12Z', 'revision_number': 5, 'project_id': '05be65d7aee94ddea8b57c02a086b509', 'subnets': [{'id': 'c136d61c-f44f-42ad-b6b2-e167a5846eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:24:18.667179 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2194c2e4-1a9a-4c27-9602-981e0163aa51 None None] The sync data for ids ['960a53f9-c615-477c-96b2-710baf0af00e'] in n-d-793621-33 is: [{'id': '960a53f9-c615-477c-96b2-710baf0af00e', 'name': 'tempest-ServersTestJSON-1584389003-router', 'tenant_id': '05be65d7aee94ddea8b57c02a086b509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '3dc4485f-43e8-4c80-9a90-f2822068c134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:21:57Z', 'updated_at': '2021-08-22T13:22:05Z', 'revision_number': 4, 'project_id': '05be65d7aee94ddea8b57c02a086b509', 'gw_port': {'id': '3dc4485f-43e8-4c80-9a90-f2822068c134', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:66:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960a53f9-c615-477c-96b2-710baf0af00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:21:59Z', 'updated_at': '2021-08-22T13:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '8c4f4093-5a19-4633-9937-35cd123bcc71', 'name': '', 'network_id': '7ec8e251-0050-485e-92bd-9ae7b2c4a7ea', 'tenant_id': '05be65d7aee94ddea8b57c02a086b509', 'mac_address': 'fa:16:3e:19:1d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960a53f9-c615-477c-96b2-710baf0af00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'c136d61c-f44f-42ad-b6b2-e167a5846eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:22:03Z', 'updated_at': '2021-08-22T13:22:12Z', 'revision_number': 5, 'project_id': '05be65d7aee94ddea8b57c02a086b509', 'subnets': [{'id': 'c136d61c-f44f-42ad-b6b2-e167a5846eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:24:18.669706 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-12def24d-c259-405b-84cd-3e4edfb67cfc tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:18.672766 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-48d66985-5da7-4f4a-85b4-c274b2fa4be6 req-43f102e2-cc5d-4504-b7ac-b5f1a5da8c12 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729021 Aug 22 13:24:18.694573 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e38509-2955-437b-be10-73e83cbf1d6f req-3c3cbe90-3e01-47bb-ab51-0ff182d3fde0 tempest-ServersOnMultiNodesTest-304312147 tempest-ServersOnMultiNodesTest-304312147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:18.696533 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-83e38509-2955-437b-be10-73e83cbf1d6f req-3c3cbe90-3e01-47bb-ab51-0ff182d3fde0 tempest-ServersOnMultiNodesTest-304312147 tempest-ServersOnMultiNodesTest-304312147-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6c17b775-a7f5-4b75-8bea-275c99ad9d10 HTTP/1.1" status: 200 len: 1102 time: 0.1764543 Aug 22 13:24:18.729867 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-12def24d-c259-405b-84cd-3e4edfb67cfc tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Deleting port 0b160707-6212-4acd-94f3-92886ce23c76 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:24:18.730205 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-12def24d-c259-405b-84cd-3e4edfb67cfc tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:18.763276 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-83e38509-2955-437b-be10-73e83cbf1d6f req-83fec546-e742-48af-a3da-63b00975eb91 tempest-ServersOnMultiNodesTest-304312147 tempest-ServersOnMultiNodesTest-304312147-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588362 Aug 22 13:24:18.822723 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7875a588-b088-408b-988c-f60a0fc98664 req-6e9c66a5-6126-4079-ad13-8582f7c7589e tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 210 time: 0.0616128 Aug 22 13:24:18.828962 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b0d803-fc72-4b67-b090-3eae35edba24 x-openstack-request-id: req-07b0d803-fc72-4b67-b090-3eae35edba24 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:24:18.829415 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77103473-3c0d-4d17-8bf9-06a31032e72a", "tag": "0c5f529e-e178-4af3-a8b1-89adac8f8750", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:24:18.829662 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-07b0d803-fc72-4b67-b090-3eae35edba24 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:24:18.832557 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77103473-3c0d-4d17-8bf9-06a31032e72a', 'tag': '0c5f529e-e178-4af3-a8b1-89adac8f8750', 'status': 'completed', 'code': 200} Aug 22 13:24:18.837204 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414379a1-c603-4eae-843a-98ff69331180 None None] DHCP port deletion for 1be38520-a08b-4849-b3b8-e35a1c8ec86e request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:24:18.865775 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-12def24d-c259-405b-84cd-3e4edfb67cfc tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] For port 0b160707-6212-4acd-94f3-92886ce23c76, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=0b160707-6212-4acd-94f3-92886ce23c76,segment=NetworkSegment(f26280e8-bc4b-4545-ba39-30f4648b4efa),segment_id=f26280e8-bc4b-4545-ba39-30f4648b4efa)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:24:18.866164 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-12def24d-c259-405b-84cd-3e4edfb67cfc tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:18.882817 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5b798f3a-58a6-4f64-85b6-17803946ec33 req-fd77079b-9468-4a59-9a7d-04503ef1f544 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:18.888388 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-12def24d-c259-405b-84cd-3e4edfb67cfc tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Calling delete_port for 0b160707-6212-4acd-94f3-92886ce23c76 owned by network:dhcp {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:24:18.942116 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-5b798f3a-58a6-4f64-85b6-17803946ec33 req-fd77079b-9468-4a59-9a7d-04503ef1f544 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Transition to ACTIVE for port object 2bdeebd8-a734-4791-868c-47ca82d0b68a will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:24:18.946250 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49180) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:24:18.953488 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-414379a1-c603-4eae-843a-98ff69331180 None None] Deleting port 0b160707-6212-4acd-94f3-92886ce23c76 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:24:18.953864 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-414379a1-c603-4eae-843a-98ff69331180 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:18.958267 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d453a2f9-7bd0-41d7-9efd-8d71d34d5559 req-b9153fdd-5526-4c6d-ae5d-5fd4ecc272e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:18.959967 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d453a2f9-7bd0-41d7-9efd-8d71d34d5559 req-b9153fdd-5526-4c6d-ae5d-5fd4ecc272e5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c3ac3a841884f0d9a87b87382683eda&device_id=77103473-3c0d-4d17-8bf9-06a31032e72a HTTP/1.1" status: 200 len: 1095 time: 0.1014392 Aug 22 13:24:19.050464 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b9e50e29-c1b3-4035-9240-b53f9971959f tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:19.057278 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-12def24d-c259-405b-84cd-3e4edfb67cfc tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:19.063106 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-414379a1-c603-4eae-843a-98ff69331180 None None] For port 0b160707-6212-4acd-94f3-92886ce23c76, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=0b160707-6212-4acd-94f3-92886ce23c76,segment=NetworkSegment(f26280e8-bc4b-4545-ba39-30f4648b4efa),segment_id=f26280e8-bc4b-4545-ba39-30f4648b4efa)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:24:19.064050 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-414379a1-c603-4eae-843a-98ff69331180 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:19.064209 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5b798f3a-58a6-4f64-85b6-17803946ec33 req-fd77079b-9468-4a59-9a7d-04503ef1f544 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:19.077650 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['37e0d0c3-4501-445b-b7c1-cf69eb2c2a95'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:24:19.124120 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12def24d-c259-405b-84cd-3e4edfb67cfc tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Pushing event deleted for resources: {'Port': ['ID=0b160707-6212-4acd-94f3-92886ce23c76,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:19.131622 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['1286179b-e9e6-4d6e-89fd-2429cb61c9b5'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:24:19.139404 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12def24d-c259-405b-84cd-3e4edfb67cfc tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] No DVR routers for this DVR port 0b160707-6212-4acd-94f3-92886ce23c76 on host n-d-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:24:19.148457 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b9e50e29-c1b3-4035-9240-b53f9971959f tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:19.170972 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7a32b5-3e15-4425-a777-b58641588317 None None] New status for floating IP 5d3a525e-0e19-48f0-9228-46574dd46587: DOWN {{(pid=94629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 13:24:19.171530 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b798f3a-58a6-4f64-85b6-17803946ec33 req-fd77079b-9468-4a59-9a7d-04503ef1f544 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Network 7dc41cff-a3ac-4fc2-ba06-973efce2365e is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:24:19.188451 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4d5659fd-1711-46a4-86ef-c8614ea97635 req-2fb94036-4852-4533-9619-7920e071f423 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=49eccb789dab4d5eaed86ee1a537d189&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585070 Aug 22 13:24:19.197822 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-5b798f3a-58a6-4f64-85b6-17803946ec33 req-fd77079b-9468-4a59-9a7d-04503ef1f544 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:24:19.200269 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b798f3a-58a6-4f64-85b6-17803946ec33 req-fd77079b-9468-4a59-9a7d-04503ef1f544 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:24:19.244525 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd77079b-9468-4a59-9a7d-04503ef1f544 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Pushing event updated for resources: {'Port': ['ID=2bdeebd8-a734-4791-868c-47ca82d0b68a,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:19.264004 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-12def24d-c259-405b-84cd-3e4edfb67cfc tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:19.265918 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d453a2f9-7bd0-41d7-9efd-8d71d34d5559 req-184be090-e0e3-473d-b926-aec146105af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:19.269110 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d453a2f9-7bd0-41d7-9efd-8d71d34d5559 req-184be090-e0e3-473d-b926-aec146105af8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e0012740-e4fa-4b78-b08d-06b0f05ecf80 HTTP/1.1" status: 200 len: 916 time: 0.2928181 Aug 22 13:24:19.275929 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-12def24d-c259-405b-84cd-3e4edfb67cfc tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1be38520-a08b-4849-b3b8-e35a1c8ec86e']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:24:19.294236 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-12def24d-c259-405b-84cd-3e4edfb67cfc tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f26280e8-bc4b-4545-ba39-30f4648b4efa') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:24:19.294592 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-12def24d-c259-405b-84cd-3e4edfb67cfc tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f26280e8-bc4b-4545-ba39-30f4648b4efa') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:24:19.316130 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 104a920a-d29c-400f-8e78-0105587898cc no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:24:19.316759 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b9e50e29-c1b3-4035-9240-b53f9971959f tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:19.321019 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-414379a1-c603-4eae-843a-98ff69331180 None None] Calling delete_port for 0b160707-6212-4acd-94f3-92886ce23c76 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:24:19.322491 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b9e50e29-c1b3-4035-9240-b53f9971959f tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:19.326701 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b9e50e29-c1b3-4035-9240-b53f9971959f tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] 10.222.0.21 "DELETE /v2.0/security-groups/1d6ee13f-90e2-47ff-b69b-09b046f08aef HTTP/1.1" status: 204 len: 168 time: 0.3792486 Aug 22 13:24:19.329199 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-12def24d-c259-405b-84cd-3e4edfb67cfc tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:19.335611 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49196) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:24:19.352842 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e50e29-c1b3-4035-9240-b53f9971959f tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6ee13f-90e2-47ff-b69b-09b046f08aef,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:19.355043 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-12def24d-c259-405b-84cd-3e4edfb67cfc tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:19.360204 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 104a920a-d29c-400f-8e78-0105587898cc {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:24:19.360833 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 104a920a-d29c-400f-8e78-0105587898cc not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:24:19.361454 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 0b160707-6212-4acd-94f3-92886ce23c76 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:24:19.363385 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12def24d-c259-405b-84cd-3e4edfb67cfc tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:24:19.365798 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-12def24d-c259-405b-84cd-3e4edfb67cfc tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:19.369796 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:24:19.369796 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:24:19.369796 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:24:19.369796 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:24:19.369796 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:24:19.369796 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:24:19.369796 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:24:19.369796 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:24:19.369796 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:24:19.369796 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:24:19.369796 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:24:19.369796 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:24:19.369796 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:24:19.369796 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:24:19.369796 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:24:19.369796 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:24:19.369796 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:24:19.369796 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:24:19.369796 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:24:19.369796 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:24:19.369796 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:24:19.369796 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:24:19.369796 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:24:19.369796 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:24:19.369796 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:24:19.369796 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:24:19.369796 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:24:19.369796 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:24:19.369796 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:24:19.369796 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:24:19.369796 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:24:19.369796 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:24:19.406682 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-948e584b-b1fa-4e0c-a6d9-6c2ecd5342d9 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] show failed (client error): The resource could not be found. Aug 22 13:24:19.407739 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-948e584b-b1fa-4e0c-a6d9-6c2ecd5342d9 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] 10.222.0.21 "GET /v2.0/security-groups/1d6ee13f-90e2-47ff-b69b-09b046f08aef HTTP/1.1" status: 404 len: 347 time: 0.0655150 Aug 22 13:24:19.414450 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49200) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:24:19.436605 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 0b160707-6212-4acd-94f3-92886ce23c76 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:24:19.436965 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 0b160707-6212-4acd-94f3-92886ce23c76 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:24:19.471293 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-12def24d-c259-405b-84cd-3e4edfb67cfc tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:19.478589 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b798f3a-58a6-4f64-85b6-17803946ec33 req-fd77079b-9468-4a59-9a7d-04503ef1f544 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:19.479562 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5b798f3a-58a6-4f64-85b6-17803946ec33 req-fd77079b-9468-4a59-9a7d-04503ef1f544 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:19.489740 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-12def24d-c259-405b-84cd-3e4edfb67cfc tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:19.497038 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-12def24d-c259-405b-84cd-3e4edfb67cfc tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] 10.222.0.21 "DELETE /v2.0/networks/1be38520-a08b-4849-b3b8-e35a1c8ec86e HTTP/1.1" status: 204 len: 168 time: 0.9487066 Aug 22 13:24:19.500416 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d453a2f9-7bd0-41d7-9efd-8d71d34d5559 req-d25307ae-cb7a-492c-b73a-1590fb2055d4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c5f529e-e178-4af3-a8b1-89adac8f8750 HTTP/1.1" status: 200 len: 217 time: 0.1872978 Aug 22 13:24:19.510584 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12def24d-c259-405b-84cd-3e4edfb67cfc tempest-ServersTestMultiNic-1745194406 tempest-ServersTestMultiNic-1745194406-project] Pushing event deleted for resources: {'Network': ['ID=1be38520-a08b-4849-b3b8-e35a1c8ec86e,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:19.572449 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5b798f3a-58a6-4f64-85b6-17803946ec33 req-fd77079b-9468-4a59-9a7d-04503ef1f544 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1904078 Aug 22 13:24:19.611663 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-5b798f3a-58a6-4f64-85b6-17803946ec33 req-461fbc5a-fb70-4be0-85f8-bbe4470dd892 service neutron] Request body: {'port': {'device_id': 'e99d12af-3db6-492c-ac68-b2e0112588a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:24:19.638300 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-077328d9-3fec-42ef-9373-2225f42b699a None None] Provisioning for port 2bdeebd8-a734-4791-868c-47ca82d0b68a completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:24:19.660279 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-414379a1-c603-4eae-843a-98ff69331180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:19.669714 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-077328d9-3fec-42ef-9373-2225f42b699a None None] Provisioning complete for port 2bdeebd8-a734-4791-868c-47ca82d0b68a triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:24:19.670071 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-077328d9-3fec-42ef-9373-2225f42b699a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:19.683195 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5659fd-1711-46a4-86ef-c8614ea97635 req-e4356a7d-a940-42c8-8bb8-243666f58f8c tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:19.684691 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4d5659fd-1711-46a4-86ef-c8614ea97635 req-e4356a7d-a940-42c8-8bb8-243666f58f8c tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4954705 Aug 22 13:24:19.702115 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e7474-c7f8-4b2f-829b-8f024bfcea38 req-196c4c4d-bb19-41c2-8bb6-c066a14947dc tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:19.703543 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1d0e7474-c7f8-4b2f-829b-8f024bfcea38 req-196c4c4d-bb19-41c2-8bb6-c066a14947dc tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eea0acc-5844-4e5f-83c8-10b0852f42cf HTTP/1.1" status: 200 len: 946 time: 0.3752155 Aug 22 13:24:19.715027 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-414379a1-c603-4eae-843a-98ff69331180 None None] Network 1be38520-a08b-4849-b3b8-e35a1c8ec86e is not hosted by any dhcp agent {{(pid=94629) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 22 13:24:19.715564 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414379a1-c603-4eae-843a-98ff69331180 None None] No DVR routers for this DVR port 0b160707-6212-4acd-94f3-92886ce23c76 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:24:19.716501 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d453a2f9-7bd0-41d7-9efd-8d71d34d5559 req-bf49a8c5-b66c-473f-a79a-f452c88104a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:19.717915 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d453a2f9-7bd0-41d7-9efd-8d71d34d5559 req-bf49a8c5-b66c-473f-a79a-f452c88104a0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c0466a45-ee84-4fef-bcce-6168eab86fb6 HTTP/1.1" status: 200 len: 855 time: 0.1951623 Aug 22 13:24:19.726369 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device e6c2cc85-2148-40cd-88c3-1c7ba82e93a4 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:24:19.728118 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414379a1-c603-4eae-843a-98ff69331180 None None] Pushing event deleted for resources: {'Port': ['ID=0b160707-6212-4acd-94f3-92886ce23c76,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:19.753585 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4d5659fd-1711-46a4-86ef-c8614ea97635 req-41677e82-3394-44fe-ad84-1f233850ba4b tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/quotas/49eccb789dab4d5eaed86ee1a537d189 HTTP/1.1" status: 200 len: 375 time: 0.0607719 Aug 22 13:24:19.765682 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: e6c2cc85-2148-40cd-88c3-1c7ba82e93a4 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:24:19.766022 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device e6c2cc85-2148-40cd-88c3-1c7ba82e93a4 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:24:19.788408 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-077328d9-3fec-42ef-9373-2225f42b699a None None] Port 2bdeebd8-a734-4791-868c-47ca82d0b68a cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:24:19.806983 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d453a2f9-7bd0-41d7-9efd-8d71d34d5559 req-2260d144-4b80-45e5-b2e0-2f339ce8682d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e0012740-e4fa-4b78-b08d-06b0f05ecf80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552025 Aug 22 13:24:19.829783 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5b798f3a-58a6-4f64-85b6-17803946ec33 req-461fbc5a-fb70-4be0-85f8-bbe4470dd892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:19.914780 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1d0e7474-c7f8-4b2f-829b-8f024bfcea38 req-141d3040-4a60-4c3b-a3f7-4f1e4135aa4a tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec1bfcc7-b80c-4de4-b10e-973d7cada739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932688 Aug 22 13:24:19.935494 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-56041f46-7152-4f47-b529-863834a1fcd7 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Deleting port 772f6a20-9138-45ad-b80a-c9df8e0d5ae9 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:24:19.935834 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-56041f46-7152-4f47-b529-863834a1fcd7 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:19.978032 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4d5659fd-1711-46a4-86ef-c8614ea97635 req-3207f0f5-0231-49ac-bd56-5bf06e06fff0 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=49eccb789dab4d5eaed86ee1a537d189&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2073452 Aug 22 13:24:20.171854 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d453a2f9-7bd0-41d7-9efd-8d71d34d5559 req-34f2da3d-882d-4283-a0b6-95b8b9ed0822 service neutron] 10.222.0.16 "GET /v2.0/networks/e0012740-e4fa-4b78-b08d-06b0f05ecf80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438625 Aug 22 13:24:20.214316 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267e584-7264-4568-aa4e-c1ab88fca7a5 req-eb5dfafc-2b82-4177-8a2e-fea039977bb6 tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:20.215806 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d267e584-7264-4568-aa4e-c1ab88fca7a5 req-eb5dfafc-2b82-4177-8a2e-fea039977bb6 tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] 10.222.0.21 "GET /v2.0/ports?device_id=77103473-3c0d-4d17-8bf9-06a31032e72a HTTP/1.1" status: 200 len: 943 time: 0.2101154 Aug 22 13:24:20.247116 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-56041f46-7152-4f47-b529-863834a1fcd7 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:20.247449 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-56041f46-7152-4f47-b529-863834a1fcd7 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:20.340141 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-56041f46-7152-4f47-b529-863834a1fcd7 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Calling delete_port for 772f6a20-9138-45ad-b80a-c9df8e0d5ae9 owned by network:floatingip {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:24:20.449869 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d267e584-7264-4568-aa4e-c1ab88fca7a5 req-5ec4d398-1876-43ed-b055-d046890d7b15 tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] 10.222.0.21 "GET /v2.0/security-groups?id=c686296c-73e1-4ea8-98f1-94b6ac6c1b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077000 Aug 22 13:24:20.466769 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c75dc-0d0c-4ab4-9a9d-c2f3d2e73a86 req-68e7aecb-f870-4c8c-aae5-bfbf5c8987a2 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:20.468287 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-573c75dc-0d0c-4ab4-9a9d-c2f3d2e73a86 req-68e7aecb-f870-4c8c-aae5-bfbf5c8987a2 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=c34101a4-b788-43a2-8b7c-ba4b4b05535d HTTP/1.1" status: 200 len: 945 time: 0.2183442 Aug 22 13:24:20.519947 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d453a2f9-7bd0-41d7-9efd-8d71d34d5559 req-173e4732-ad1a-45ca-86c0-798302b1c939 service neutron] 10.222.0.16 "GET /v2.0/networks/e0012740-e4fa-4b78-b08d-06b0f05ecf80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273442 Aug 22 13:24:20.614089 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-573c75dc-0d0c-4ab4-9a9d-c2f3d2e73a86 req-afdb8832-cb1a-4d81-ac2f-dbf68b2d59be tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271920 Aug 22 13:24:20.632485 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-5b798f3a-58a6-4f64-85b6-17803946ec33 req-461fbc5a-fb70-4be0-85f8-bbe4470dd892 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bdeebd8-a734-4791-868c-47ca82d0b68a {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:24:20.665329 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5b798f3a-58a6-4f64-85b6-17803946ec33 req-461fbc5a-fb70-4be0-85f8-bbe4470dd892 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:20.680156 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42172a2a-1a2d-445f-b41e-cf226cdb4b32 req-f640ffe7-5f7c-45df-88a2-5bc0dbad6453 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:20.681948 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-42172a2a-1a2d-445f-b41e-cf226cdb4b32 req-f640ffe7-5f7c-45df-88a2-5bc0dbad6453 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 936 time: 0.1574161 Aug 22 13:24:20.703496 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-5b798f3a-58a6-4f64-85b6-17803946ec33 req-461fbc5a-fb70-4be0-85f8-bbe4470dd892 service neutron] Transition to ACTIVE for port object 2bdeebd8-a734-4791-868c-47ca82d0b68a will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:24:20.723840 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5b798f3a-58a6-4f64-85b6-17803946ec33 req-461fbc5a-fb70-4be0-85f8-bbe4470dd892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:20.790216 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-56041f46-7152-4f47-b529-863834a1fcd7 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:20.815651 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ae2823c9-2f17-4f42-aa7c-cfc2e0de6c73 req-e42afa90-0a57-4701-87f0-146114b62d97 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-213909096&fields=id&tenant_id=912d51faeaa64e41b37378475a439e61 HTTP/1.1" status: 200 len: 267 time: 0.1266804 Aug 22 13:24:20.818292 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-42172a2a-1a2d-445f-b41e-cf226cdb4b32 req-883cf4bc-da7f-4f35-a176-e07af0a567f7 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249065 Aug 22 13:24:20.828847 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461fbc5a-fb70-4be0-85f8-bbe4470dd892 service neutron] Pushing event updated for resources: {'Port': ['ID=2bdeebd8-a734-4791-868c-47ca82d0b68a,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:20.931560 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56041f46-7152-4f47-b529-863834a1fcd7 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Pushing event deleted for resources: {'Port': ['ID=772f6a20-9138-45ad-b80a-c9df8e0d5ae9,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:20.994883 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-018ef0a0-4f47-49c9-9846-2f564bcf6fa8 req-36a4035d-7ece-420f-b1ff-b70c09ab25d8 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc5450ff-5806-4265-bf48-094c7eb56133 HTTP/1.1" status: 200 len: 210 time: 0.0860136 Aug 22 13:24:21.025766 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-56041f46-7152-4f47-b529-863834a1fcd7 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Notify callbacks [] for floatingip, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:21.028048 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-56041f46-7152-4f47-b529-863834a1fcd7 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:21.031942 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-56041f46-7152-4f47-b529-863834a1fcd7 tempest-ServersTestJSON-180674742 tempest-ServersTestJSON-180674742-project] 10.222.0.21 "DELETE /v2.0/floatingips/5d3a525e-0e19-48f0-9228-46574dd46587 HTTP/1.1" status: 204 len: 168 time: 1.6127124 Aug 22 13:24:21.032391 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49222) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:24:21.040098 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2823c9-2f17-4f42-aa7c-cfc2e0de6c73 req-19303e12-96ee-466a-bc54-f34a3297cc2c tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:21.041643 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ae2823c9-2f17-4f42-aa7c-cfc2e0de6c73 req-19303e12-96ee-466a-bc54-f34a3297cc2c tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eea0acc-5844-4e5f-83c8-10b0852f42cf HTTP/1.1" status: 200 len: 946 time: 0.2162762 Aug 22 13:24:21.051936 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-5b798f3a-58a6-4f64-85b6-17803946ec33 req-461fbc5a-fb70-4be0-85f8-bbe4470dd892 service neutron] Attempting to bind port 2bdeebd8-a734-4791-868c-47ca82d0b68a on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:24:21.052299 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-5b798f3a-58a6-4f64-85b6-17803946ec33 req-461fbc5a-fb70-4be0-85f8-bbe4470dd892 service neutron] Attempting to bind port 2bdeebd8-a734-4791-868c-47ca82d0b68a by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:24:21.052663 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b798f3a-58a6-4f64-85b6-17803946ec33 req-461fbc5a-fb70-4be0-85f8-bbe4470dd892 service neutron] Attempting to bind port 2bdeebd8-a734-4791-868c-47ca82d0b68a on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:24:21.058149 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-ae2823c9-2f17-4f42-aa7c-cfc2e0de6c73 req-3a232433-d5fd-4429-a64f-eb68a810b3f6 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Request body: {'port': {'security_groups': ['ec1bfcc7-b80c-4de4-b10e-973d7cada739', 'a1cb5472-3519-4f6a-b0df-8a8bb60eb6b3']}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:24:21.108899 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4d5659fd-1711-46a4-86ef-c8614ea97635 req-0441812f-8677-45b2-8df4-b23866848c58 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=49eccb789dab4d5eaed86ee1a537d189&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279946 Aug 22 13:24:21.109279 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b798f3a-58a6-4f64-85b6-17803946ec33 req-461fbc5a-fb70-4be0-85f8-bbe4470dd892 service neutron] Port 2bdeebd8-a734-4791-868c-47ca82d0b68a on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:24:21.109720 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b798f3a-58a6-4f64-85b6-17803946ec33 req-461fbc5a-fb70-4be0-85f8-bbe4470dd892 service neutron] Attempting to bind port 2bdeebd8-a734-4791-868c-47ca82d0b68a on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:24:21.119911 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b798f3a-58a6-4f64-85b6-17803946ec33 req-461fbc5a-fb70-4be0-85f8-bbe4470dd892 service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:24:21.120336 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b798f3a-58a6-4f64-85b6-17803946ec33 req-461fbc5a-fb70-4be0-85f8-bbe4470dd892 service neutron] Checking segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:24:21.120714 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b798f3a-58a6-4f64-85b6-17803946ec33 req-461fbc5a-fb70-4be0-85f8-bbe4470dd892 service neutron] Bound using segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:24:21.121088 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-5b798f3a-58a6-4f64-85b6-17803946ec33 req-461fbc5a-fb70-4be0-85f8-bbe4470dd892 service neutron] Bound port: 2bdeebd8-a734-4791-868c-47ca82d0b68a, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:24:21.121453 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5b798f3a-58a6-4f64-85b6-17803946ec33 req-461fbc5a-fb70-4be0-85f8-bbe4470dd892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:21.130991 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 0c5f529e-e178-4af3-a8b1-89adac8f8750 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:24:21.183629 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49230) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:24:21.223069 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ae2823c9-2f17-4f42-aa7c-cfc2e0de6c73 req-3a232433-d5fd-4429-a64f-eb68a810b3f6 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:21.329912 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5659fd-1711-46a4-86ef-c8614ea97635 req-1300d4f9-878d-4838-b285-d01d6d7158f1 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:21.332098 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4d5659fd-1711-46a4-86ef-c8614ea97635 req-1300d4f9-878d-4838-b285-d01d6d7158f1 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2093353 Aug 22 13:24:21.334379 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 0c5f529e-e178-4af3-a8b1-89adac8f8750, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=0c5f529e-e178-4af3-a8b1-89adac8f8750,segment=NetworkSegment(8bd94a03-7053-415b-b7ca-6c8861e21c58),segment_id=8bd94a03-7053-415b-b7ca-6c8861e21c58)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:24:21.347651 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '0c5f529e-e178-4af3-a8b1-89adac8f8750', 'network_id': 'e0012740-e4fa-4b78-b08d-06b0f05ecf80', 'port_id': '0c5f529e-e178-4af3-a8b1-89adac8f8750', 'mac_address': 'fa:16:3e:9e:04:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0466a45-ee84-4fef-bcce-6168eab86fb6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:24:21.373486 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-4d5659fd-1711-46a4-86ef-c8614ea97635 req-1b95c381-623b-4b56-886f-08567bd24fbd tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Request body: {'port': {'device_id': 'dc5450ff-5806-4265-bf48-094c7eb56133', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'admin_state_up': True, 'tenant_id': '49eccb789dab4d5eaed86ee1a537d189'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:24:21.387270 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:21.404044 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c5f529e-e178-4af3-a8b1-89adac8f8750 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:24:21.425884 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 0c5f529e-e178-4af3-a8b1-89adac8f8750, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=0c5f529e-e178-4af3-a8b1-89adac8f8750,segment=NetworkSegment(8bd94a03-7053-415b-b7ca-6c8861e21c58),segment_id=8bd94a03-7053-415b-b7ca-6c8861e21c58)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:24:21.431391 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:21.486647 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=0c5f529e-e178-4af3-a8b1-89adac8f8750,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:21.720735 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-5b798f3a-58a6-4f64-85b6-17803946ec33 req-461fbc5a-fb70-4be0-85f8-bbe4470dd892 service neutron] For port 2bdeebd8-a734-4791-868c-47ca82d0b68a, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:24:21.755551 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-5b798f3a-58a6-4f64-85b6-17803946ec33 req-461fbc5a-fb70-4be0-85f8-bbe4470dd892 service neutron] For port 2bdeebd8-a734-4791-868c-47ca82d0b68a, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=2bdeebd8-a734-4791-868c-47ca82d0b68a,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:24:21.778547 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b308c8a-80c1-49c1-9d8a-97a2c2f950c0 req-13cc0071-368b-4434-8e44-cead25cfe09f tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:21.780031 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3b308c8a-80c1-49c1-9d8a-97a2c2f950c0 req-13cc0071-368b-4434-8e44-cead25cfe09f tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] 10.222.0.21 "GET /v2.0/ports?device_id=77103473-3c0d-4d17-8bf9-06a31032e72a HTTP/1.1" status: 200 len: 944 time: 0.2007606 Aug 22 13:24:21.781067 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5b798f3a-58a6-4f64-85b6-17803946ec33 req-461fbc5a-fb70-4be0-85f8-bbe4470dd892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:21.789259 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['0c5f529e-e178-4af3-a8b1-89adac8f8750'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:24:21.863411 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d5659fd-1711-46a4-86ef-c8614ea97635 req-1b95c381-623b-4b56-886f-08567bd24fbd tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Made reservation on behalf of 49eccb789dab4d5eaed86ee1a537d189 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:24:21.866998 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-4d5659fd-1711-46a4-86ef-c8614ea97635 req-1b95c381-623b-4b56-886f-08567bd24fbd tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:21.896220 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b798f3a-58a6-4f64-85b6-17803946ec33 req-461fbc5a-fb70-4be0-85f8-bbe4470dd892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:21.896860 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5b798f3a-58a6-4f64-85b6-17803946ec33 req-461fbc5a-fb70-4be0-85f8-bbe4470dd892 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:21.898269 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5b798f3a-58a6-4f64-85b6-17803946ec33 req-461fbc5a-fb70-4be0-85f8-bbe4470dd892 service neutron] 10.222.0.16 "PUT /v2.0/ports/2bdeebd8-a734-4791-868c-47ca82d0b68a HTTP/1.1" status: 200 len: 1097 time: 2.2907822 Aug 22 13:24:21.898875 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e99d12af-3db6-492c-ac68-b2e0112588a8', 'tag': '2bdeebd8-a734-4791-868c-47ca82d0b68a'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:24:21.901147 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b283c05-e570-4db9-b689-e8e81972bf62" -d '{"events": [{"name": "network-changed", "server_uuid": "e99d12af-3db6-492c-ac68-b2e0112588a8", "tag": "2bdeebd8-a734-4791-868c-47ca82d0b68a"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:24:22.001153 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3b308c8a-80c1-49c1-9d8a-97a2c2f950c0 req-1c80239e-c9c1-4f48-87f8-896e6e18a5e4 tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] 10.222.0.21 "GET /v2.0/security-groups?id=c686296c-73e1-4ea8-98f1-94b6ac6c1b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069838 Aug 22 13:24:22.006598 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461fbc5a-fb70-4be0-85f8-bbe4470dd892 service neutron] Pushing event updated for resources: {'Port': ['ID=2bdeebd8-a734-4791-868c-47ca82d0b68a,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:22.130160 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-4d5659fd-1711-46a4-86ef-c8614ea97635 req-1b95c381-623b-4b56-886f-08567bd24fbd tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Allocated IP 192.168.233.188 (7dc41cff-a3ac-4fc2-ba06-973efce2365e/7151c727-b27f-4308-8098-60bc16140d45/b4de4120-ff29-47a6-aab8-9d4df6e386a0) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:24:22.155689 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-324a013a-85d2-4805-afbf-8db962db02ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:22.159984 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b798f3a-58a6-4f64-85b6-17803946ec33 req-d748d4f0-5033-4136-8d7f-3e27e0fb936b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:22.161530 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5b798f3a-58a6-4f64-85b6-17803946ec33 req-d748d4f0-5033-4136-8d7f-3e27e0fb936b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=01d864243fbf4cf6816e3fd9d58ef026&device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 1100 time: 0.1764183 Aug 22 13:24:22.187906 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-ae2823c9-2f17-4f42-aa7c-cfc2e0de6c73 req-3a232433-d5fd-4429-a64f-eb68a810b3f6 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] For port 1833badd-4386-4c62-8d3b-0a555162ce1b, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=1833badd-4386-4c62-8d3b-0a555162ce1b,segment=NetworkSegment(8dbf5563-c593-4327-b654-2b0ff65b0129),segment_id=8dbf5563-c593-4327-b654-2b0ff65b0129)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:24:22.244723 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5b798f3a-58a6-4f64-85b6-17803946ec33 req-58415549-e21c-45b9-a43b-c7ae4259631e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=2bdeebd8-a734-4791-868c-47ca82d0b68a HTTP/1.1" status: 200 len: 217 time: 0.0614069 Aug 22 13:24:22.297821 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588acec8-d17f-4565-8797-2aaa491e539a req-544d4e9a-e135-4b93-8afe-b41c9313df3f tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:22.299200 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-588acec8-d17f-4565-8797-2aaa491e539a req-544d4e9a-e135-4b93-8afe-b41c9313df3f tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=c34101a4-b788-43a2-8b7c-ba4b4b05535d HTTP/1.1" status: 200 len: 945 time: 0.1918616 Aug 22 13:24:22.333772 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ae2823c9-2f17-4f42-aa7c-cfc2e0de6c73 req-3a232433-d5fd-4429-a64f-eb68a810b3f6 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:22.356332 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ae2823c9-2f17-4f42-aa7c-cfc2e0de6c73 req-3a232433-d5fd-4429-a64f-eb68a810b3f6 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:22.368591 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['1833badd-4386-4c62-8d3b-0a555162ce1b'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:24:22.417557 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b798f3a-58a6-4f64-85b6-17803946ec33 req-be36b8fd-fc2a-4a04-8323-abcd5f829e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:22.419645 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5b798f3a-58a6-4f64-85b6-17803946ec33 req-be36b8fd-fc2a-4a04-8323-abcd5f829e43 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.1605060 Aug 22 13:24:22.443263 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-588acec8-d17f-4565-8797-2aaa491e539a req-ed50e7cc-d6b8-434d-9094-16b1032b5d76 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350176 Aug 22 13:24:22.454670 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2823c9-2f17-4f42-aa7c-cfc2e0de6c73 req-3a232433-d5fd-4429-a64f-eb68a810b3f6 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:22.456032 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ae2823c9-2f17-4f42-aa7c-cfc2e0de6c73 req-3a232433-d5fd-4429-a64f-eb68a810b3f6 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:22.474399 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-4d5659fd-1711-46a4-86ef-c8614ea97635 req-1b95c381-623b-4b56-886f-08567bd24fbd tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:22.474570 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ae2823c9-2f17-4f42-aa7c-cfc2e0de6c73 req-3a232433-d5fd-4429-a64f-eb68a810b3f6 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "PUT /v2.0/ports/1833badd-4386-4c62-8d3b-0a555162ce1b HTTP/1.1" status: 200 len: 982 time: 1.4228084 Aug 22 13:24:22.497807 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-4d5659fd-1711-46a4-86ef-c8614ea97635 req-1b95c381-623b-4b56-886f-08567bd24fbd tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Transition to ACTIVE for port object b4de4120-ff29-47a6-aab8-9d4df6e386a0 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:24:22.535333 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a232433-d5fd-4429-a64f-eb68a810b3f6 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Pushing event updated for resources: {'Port': ['ID=1833badd-4386-4c62-8d3b-0a555162ce1b,revision_number=6']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:22.548807 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66905376-89fc-46cf-bc32-ef9a3b8050e3 x-openstack-request-id: req-66905376-89fc-46cf-bc32-ef9a3b8050e3 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:24:22.549002 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e99d12af-3db6-492c-ac68-b2e0112588a8", "tag": "2bdeebd8-a734-4791-868c-47ca82d0b68a", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:24:22.549861 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-66905376-89fc-46cf-bc32-ef9a3b8050e3 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:24:22.550367 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e99d12af-3db6-492c-ac68-b2e0112588a8', 'tag': '2bdeebd8-a734-4791-868c-47ca82d0b68a', 'status': 'completed', 'code': 200} Aug 22 13:24:22.587767 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-4d5659fd-1711-46a4-86ef-c8614ea97635 req-1b95c381-623b-4b56-886f-08567bd24fbd tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:22.642781 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d5659fd-1711-46a4-86ef-c8614ea97635 req-1b95c381-623b-4b56-886f-08567bd24fbd tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Network 7dc41cff-a3ac-4fc2-ba06-973efce2365e is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:24:22.650040 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-4d5659fd-1711-46a4-86ef-c8614ea97635 req-1b95c381-623b-4b56-886f-08567bd24fbd tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:24:22.652979 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b95c381-623b-4b56-886f-08567bd24fbd tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Pushing event updated for resources: {'Port': ['ID=b4de4120-ff29-47a6-aab8-9d4df6e386a0,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:22.655540 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d5659fd-1711-46a4-86ef-c8614ea97635 req-1b95c381-623b-4b56-886f-08567bd24fbd tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:24:22.665216 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b798f3a-58a6-4f64-85b6-17803946ec33 req-f83da28c-f062-45d9-9c58-3157ec81400e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:22.667427 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5b798f3a-58a6-4f64-85b6-17803946ec33 req-f83da28c-f062-45d9-9c58-3157ec81400e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1914148 Aug 22 13:24:22.675046 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['d0212b71-79cd-4311-ae89-e9abaec1ea35', '828cc14b-4200-4c08-98ac-e7734151cf9d', '143dfe51-b953-4e50-8ea2-a257f67c58ab', '52128729-b146-4fd6-ab5e-8d1d5629b7a9'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:24:22.678050 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['1833badd-4386-4c62-8d3b-0a555162ce1b'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:24:22.701147 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-324a013a-85d2-4805-afbf-8db962db02ee admin admin] Deleting port 8c4f4093-5a19-4633-9937-35cd123bcc71 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:24:22.701481 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-324a013a-85d2-4805-afbf-8db962db02ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:22.717170 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-f1a2e095-f51d-433f-9842-f69aba9e80bc tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:22.718663 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-f1a2e095-f51d-433f-9842-f69aba9e80bc tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c34101a4-b788-43a2-8b7c-ba4b4b05535d&tenant_id=ec08ac96341043c28ecba1b995182de4&binding%3Ahost_id=n-h1-793621-33 HTTP/1.1" status: 200 len: 1097 time: 0.1847384 Aug 22 13:24:22.722143 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5659fd-1711-46a4-86ef-c8614ea97635 req-1b95c381-623b-4b56-886f-08567bd24fbd tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:22.722772 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-4d5659fd-1711-46a4-86ef-c8614ea97635 req-1b95c381-623b-4b56-886f-08567bd24fbd tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:22.771483 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4d5659fd-1711-46a4-86ef-c8614ea97635 req-1b95c381-623b-4b56-886f-08567bd24fbd tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4025159 Aug 22 13:24:22.772920 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-db16bbaf-1943-4475-a977-7794fb80abcd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793621-33'}}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:24:22.787310 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-4d5659fd-1711-46a4-86ef-c8614ea97635 req-11b957d7-ce0c-40a5-8fdc-12c61892956d service neutron] Request body: {'port': {'device_id': 'dc5450ff-5806-4265-bf48-094c7eb56133', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:24:22.791310 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eacaef4-bd26-4977-b9dd-bed27a03c2a1 req-5b47d9da-4ae5-4f30-9168-8e28b97b9536 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:22.792462 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3eacaef4-bd26-4977-b9dd-bed27a03c2a1 req-5b47d9da-4ae5-4f30-9168-8e28b97b9536 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 948 time: 0.2128932 Aug 22 13:24:22.828460 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639e2be-b873-4874-9fd2-a90ff20cbd7f req-d8abd386-8562-4cb5-b0dd-ec7ee00a2c87 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:22.830047 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b639e2be-b873-4874-9fd2-a90ff20cbd7f req-d8abd386-8562-4cb5-b0dd-ec7ee00a2c87 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc5450ff-5806-4265-bf48-094c7eb56133 HTTP/1.1" status: 200 len: 936 time: 0.2262709 Aug 22 13:24:22.838776 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-324a013a-85d2-4805-afbf-8db962db02ee admin admin] For port 8c4f4093-5a19-4633-9937-35cd123bcc71, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=8c4f4093-5a19-4633-9937-35cd123bcc71,segment=NetworkSegment(e8a030d0-23ea-4087-b468-4a850cd93f2e),segment_id=e8a030d0-23ea-4087-b468-4a850cd93f2e)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:24:22.839281 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-324a013a-85d2-4805-afbf-8db962db02ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:22.876569 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-324a013a-85d2-4805-afbf-8db962db02ee admin admin] Calling delete_port for 8c4f4093-5a19-4633-9937-35cd123bcc71 owned by network:router_interface {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:24:22.886680 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-4d5659fd-1711-46a4-86ef-c8614ea97635 req-11b957d7-ce0c-40a5-8fdc-12c61892956d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:22.962723 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-86998d04-cb2c-490f-85e1-54369d6a6962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:22.969489 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['c41641dd-85d8-40a3-8ec9-c3f0bde2f420', '1d8386a3-3243-4119-8cc5-30a64f15b98b'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:24:22.981416 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-db16bbaf-1943-4475-a977-7794fb80abcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:22.985828 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b639e2be-b873-4874-9fd2-a90ff20cbd7f req-e063be49-59d2-4a44-8982-7e119929e3b8 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449118 Aug 22 13:24:23.040140 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5b798f3a-58a6-4f64-85b6-17803946ec33 req-24ad5d6c-d278-48c8-9c9d-2d4598dd56af service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578918 Aug 22 13:24:23.057841 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3eacaef4-bd26-4977-b9dd-bed27a03c2a1 req-f160e05b-f423-4341-b40b-056ae3a6d66c tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215562 Aug 22 13:24:23.072510 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-ee2eb9f6-04bf-417b-827a-ef2e535359ee None None] Provisioning for port b4de4120-ff29-47a6-aab8-9d4df6e386a0 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:24:23.092049 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-ee2eb9f6-04bf-417b-827a-ef2e535359ee None None] Provisioning complete for port b4de4120-ff29-47a6-aab8-9d4df6e386a0 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:24:23.092264 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ee2eb9f6-04bf-417b-827a-ef2e535359ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:23.164904 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device e6a0b168-7640-4715-aeda-fb6bf0f81aa6 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:24:23.166769 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 0c5f529e-e178-4af3-a8b1-89adac8f8750 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:24:23.239369 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5b798f3a-58a6-4f64-85b6-17803946ec33 req-71f3492b-09b3-4b59-b6e9-33ea0e231c1a service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748850 Aug 22 13:24:23.250388 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-ee2eb9f6-04bf-417b-827a-ef2e535359ee None None] Port b4de4120-ff29-47a6-aab8-9d4df6e386a0 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:24:23.275883 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-324a013a-85d2-4805-afbf-8db962db02ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:23.326031 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324a013a-85d2-4805-afbf-8db962db02ee admin admin] Pushing event deleted for resources: {'Port': ['ID=8c4f4093-5a19-4633-9937-35cd123bcc71,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:23.381459 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-4d5659fd-1711-46a4-86ef-c8614ea97635 req-11b957d7-ce0c-40a5-8fdc-12c61892956d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4de4120-ff29-47a6-aab8-9d4df6e386a0 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:24:23.386721 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-38ebd08a-1389-45c8-801b-4396980b11f8 req-a56e83fe-0e8e-4b8e-a765-7c992dafcc1c tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1208887360&fields=id&tenant_id=912d51faeaa64e41b37378475a439e61 HTTP/1.1" status: 200 len: 267 time: 0.1531506 Aug 22 13:24:23.393608 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-4d5659fd-1711-46a4-86ef-c8614ea97635 req-11b957d7-ce0c-40a5-8fdc-12c61892956d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:23.415807 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-4d5659fd-1711-46a4-86ef-c8614ea97635 req-11b957d7-ce0c-40a5-8fdc-12c61892956d service neutron] Transition to ACTIVE for port object b4de4120-ff29-47a6-aab8-9d4df6e386a0 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:24:23.416709 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port 0c5f529e-e178-4af3-a8b1-89adac8f8750 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:24:23.423376 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-4d5659fd-1711-46a4-86ef-c8614ea97635 req-11b957d7-ce0c-40a5-8fdc-12c61892956d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:23.451844 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 0c5f529e-e178-4af3-a8b1-89adac8f8750 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:24:23.452222 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:23.562014 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b957d7-ce0c-40a5-8fdc-12c61892956d service neutron] Pushing event updated for resources: {'Port': ['ID=b4de4120-ff29-47a6-aab8-9d4df6e386a0,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:23.581661 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b283c05-e570-4db9-b689-e8e81972bf62 req-1839d861-194d-4750-acf5-69a023cc5220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:23.583487 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5b283c05-e570-4db9-b689-e8e81972bf62 req-1839d861-194d-4750-acf5-69a023cc5220 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=01d864243fbf4cf6816e3fd9d58ef026&device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 1100 time: 0.2889295 Aug 22 13:24:23.586702 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port e6a0b168-7640-4715-aeda-fb6bf0f81aa6, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=e6a0b168-7640-4715-aeda-fb6bf0f81aa6,segment=NetworkSegment(0efbff2c-3dbf-4e79-83ba-47cbdc800632),segment_id=0efbff2c-3dbf-4e79-83ba-47cbdc800632)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:24:23.591783 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092074c7-cb80-48cf-8f07-df34fe20ac8a req-bb9b6621-0687-4833-83cf-3face43d4aeb tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:23.601380 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-092074c7-cb80-48cf-8f07-df34fe20ac8a req-bb9b6621-0687-4833-83cf-3face43d4aeb tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] 10.222.0.21 "GET /v2.0/ports?device_id=77103473-3c0d-4d17-8bf9-06a31032e72a HTTP/1.1" status: 200 len: 944 time: 0.3693461 Aug 22 13:24:23.651007 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-324a013a-85d2-4805-afbf-8db962db02ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:23.662040 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device e6a0b168-7640-4715-aeda-fb6bf0f81aa6 has no active binding in host n-h2-793621-33 {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 22 13:24:23.682498 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-4d5659fd-1711-46a4-86ef-c8614ea97635 req-11b957d7-ce0c-40a5-8fdc-12c61892956d service neutron] Attempting to bind port b4de4120-ff29-47a6-aab8-9d4df6e386a0 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:24:23.683000 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-4d5659fd-1711-46a4-86ef-c8614ea97635 req-11b957d7-ce0c-40a5-8fdc-12c61892956d service neutron] Attempting to bind port b4de4120-ff29-47a6-aab8-9d4df6e386a0 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:24:23.683498 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5659fd-1711-46a4-86ef-c8614ea97635 req-11b957d7-ce0c-40a5-8fdc-12c61892956d service neutron] Attempting to bind port b4de4120-ff29-47a6-aab8-9d4df6e386a0 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:24:23.724199 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5659fd-1711-46a4-86ef-c8614ea97635 req-11b957d7-ce0c-40a5-8fdc-12c61892956d service neutron] Port b4de4120-ff29-47a6-aab8-9d4df6e386a0 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:24:23.724723 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5659fd-1711-46a4-86ef-c8614ea97635 req-11b957d7-ce0c-40a5-8fdc-12c61892956d service neutron] Attempting to bind port b4de4120-ff29-47a6-aab8-9d4df6e386a0 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:24:23.734506 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5659fd-1711-46a4-86ef-c8614ea97635 req-11b957d7-ce0c-40a5-8fdc-12c61892956d service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:24:23.735012 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5659fd-1711-46a4-86ef-c8614ea97635 req-11b957d7-ce0c-40a5-8fdc-12c61892956d service neutron] Checking segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:24:23.735504 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5659fd-1711-46a4-86ef-c8614ea97635 req-11b957d7-ce0c-40a5-8fdc-12c61892956d service neutron] Bound using segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:24:23.736064 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-4d5659fd-1711-46a4-86ef-c8614ea97635 req-11b957d7-ce0c-40a5-8fdc-12c61892956d service neutron] Bound port: b4de4120-ff29-47a6-aab8-9d4df6e386a0, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:24:23.736532 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-4d5659fd-1711-46a4-86ef-c8614ea97635 req-11b957d7-ce0c-40a5-8fdc-12c61892956d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:23.778262 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ebd08a-1389-45c8-801b-4396980b11f8 req-92e10bd0-b2c0-4afa-b416-c61332b55f75 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:23.786937 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-38ebd08a-1389-45c8-801b-4396980b11f8 req-92e10bd0-b2c0-4afa-b416-c61332b55f75 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eea0acc-5844-4e5f-83c8-10b0852f42cf HTTP/1.1" status: 200 len: 985 time: 0.3399801 Aug 22 13:24:23.811807 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-38ebd08a-1389-45c8-801b-4396980b11f8 req-a615df45-213b-4ff8-84c3-41895ed80ab3 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Request body: {'port': {'security_groups': ['a1cb5472-3519-4f6a-b0df-8a8bb60eb6b3', 'ec1bfcc7-b80c-4de4-b10e-973d7cada739', '0aa9bc20-c85d-43fa-a175-bc37f7e3073f']}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:24:23.860905 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-092074c7-cb80-48cf-8f07-df34fe20ac8a req-29d99d47-5bd0-47d6-bffb-ec6a6008d7d3 tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] 10.222.0.21 "GET /v2.0/security-groups?id=c686296c-73e1-4ea8-98f1-94b6ac6c1b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584858 Aug 22 13:24:23.882942 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-db16bbaf-1943-4475-a977-7794fb80abcd service neutron] For port e6a0b168-7640-4715-aeda-fb6bf0f81aa6, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=e6a0b168-7640-4715-aeda-fb6bf0f81aa6,segment=NetworkSegment(0efbff2c-3dbf-4e79-83ba-47cbdc800632),segment_id=0efbff2c-3dbf-4e79-83ba-47cbdc800632)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:24:23.891046 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-4d5659fd-1711-46a4-86ef-c8614ea97635 req-11b957d7-ce0c-40a5-8fdc-12c61892956d service neutron] For port b4de4120-ff29-47a6-aab8-9d4df6e386a0, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:24:23.908196 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-4d5659fd-1711-46a4-86ef-c8614ea97635 req-11b957d7-ce0c-40a5-8fdc-12c61892956d service neutron] For port b4de4120-ff29-47a6-aab8-9d4df6e386a0, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=b4de4120-ff29-47a6-aab8-9d4df6e386a0,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:24:23.919011 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-4d5659fd-1711-46a4-86ef-c8614ea97635 req-11b957d7-ce0c-40a5-8fdc-12c61892956d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:23.920982 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-db16bbaf-1943-4475-a977-7794fb80abcd service neutron] For port e6a0b168-7640-4715-aeda-fb6bf0f81aa6, host n-h1-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:24:23.998658 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5659fd-1711-46a4-86ef-c8614ea97635 req-11b957d7-ce0c-40a5-8fdc-12c61892956d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:23.999433 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-4d5659fd-1711-46a4-86ef-c8614ea97635 req-11b957d7-ce0c-40a5-8fdc-12c61892956d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:24.001126 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4d5659fd-1711-46a4-86ef-c8614ea97635 req-11b957d7-ce0c-40a5-8fdc-12c61892956d service neutron] 10.222.0.41 "PUT /v2.0/ports/b4de4120-ff29-47a6-aab8-9d4df6e386a0 HTTP/1.1" status: 200 len: 1097 time: 1.2192752 Aug 22 13:24:24.003474 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc5450ff-5806-4265-bf48-094c7eb56133', 'tag': 'b4de4120-ff29-47a6-aab8-9d4df6e386a0'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:24:24.006381 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd35c584-6716-4ffe-a16c-2a8c1031f7cb" -d '{"events": [{"name": "network-changed", "server_uuid": "dc5450ff-5806-4265-bf48-094c7eb56133", "tag": "b4de4120-ff29-47a6-aab8-9d4df6e386a0"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:24:24.033976 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:24.051125 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b957d7-ce0c-40a5-8fdc-12c61892956d service neutron] Pushing event updated for resources: {'Port': ['ID=b4de4120-ff29-47a6-aab8-9d4df6e386a0,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:24.060606 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-324a013a-85d2-4805-afbf-8db962db02ee admin admin] Router 960a53f9-c615-477c-96b2-710baf0af00e has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:24:24.083405 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 0c5f529e-e178-4af3-a8b1-89adac8f8750, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=0c5f529e-e178-4af3-a8b1-89adac8f8750,segment=NetworkSegment(8bd94a03-7053-415b-b7ca-6c8861e21c58),segment_id=8bd94a03-7053-415b-b7ca-6c8861e21c58)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:24:24.088454 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77103473-3c0d-4d17-8bf9-06a31032e72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c5f529e-e178-4af3-a8b1-89adac8f8750'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:24:24.091863 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193e7029-0cca-487b-b630-5257a4a19d05" -d '{"events": [{"server_uuid": "77103473-3c0d-4d17-8bf9-06a31032e72a", "name": "network-vif-plugged", "status": "completed", "tag": "0c5f529e-e178-4af3-a8b1-89adac8f8750"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:24:24.106147 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:24.125606 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5659fd-1711-46a4-86ef-c8614ea97635 req-5fd9639e-01b2-40d3-9f8f-5ceff0d4758e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:24.127148 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4d5659fd-1711-46a4-86ef-c8614ea97635 req-5fd9639e-01b2-40d3-9f8f-5ceff0d4758e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=49eccb789dab4d5eaed86ee1a537d189&device_id=dc5450ff-5806-4265-bf48-094c7eb56133 HTTP/1.1" status: 200 len: 1100 time: 0.0629449 Aug 22 13:24:24.182192 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=0c5f529e-e178-4af3-a8b1-89adac8f8750,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:24.250023 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-324a013a-85d2-4805-afbf-8db962db02ee admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:24:24.255587 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-324a013a-85d2-4805-afbf-8db962db02ee admin admin] 10.222.0.21 "PUT /v2.0/routers/960a53f9-c615-477c-96b2-710baf0af00e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2219715 Aug 22 13:24:24.261834 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8aaa930-9c89-4068-a9e8-2ea95c1a3b5e None None] Sync routers for ids ['960a53f9-c615-477c-96b2-710baf0af00e'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:24:24.272674 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8aaa930-9c89-4068-a9e8-2ea95c1a3b5e None None] Routers {'960a53f9-c615-477c-96b2-710baf0af00e'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:24:24.273549 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-a8aaa930-9c89-4068-a9e8-2ea95c1a3b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:24:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['960a53f9-c615-477c-96b2-710baf0af00e'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:24:24.301788 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49260) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:24:24.309664 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4d5659fd-1711-46a4-86ef-c8614ea97635 req-6af78692-38cf-4de3-b384-d0d085984a24 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=b4de4120-ff29-47a6-aab8-9d4df6e386a0 HTTP/1.1" status: 200 len: 217 time: 0.0683939 Aug 22 13:24:24.396002 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-a8aaa930-9c89-4068-a9e8-2ea95c1a3b5e None None] Set router 960a53f9-c615-477c-96b2-710baf0af00e gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:24:24.396302 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-db16bbaf-1943-4475-a977-7794fb80abcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:24.402667 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b283c05-e570-4db9-b689-e8e81972bf62 req-a7970987-fdef-4300-bcf8-d85c39a48ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:24.404149 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5b283c05-e570-4db9-b689-e8e81972bf62 req-a7970987-fdef-4300-bcf8-d85c39a48ffe service neutron] 10.222.0.16 "GET /v2.0/networks?id=7dc41cff-a3ac-4fc2-ba06-973efce2365e HTTP/1.1" status: 200 len: 870 time: 0.7963421 Aug 22 13:24:24.414107 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-db16bbaf-1943-4475-a977-7794fb80abcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:24.420546 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-38ebd08a-1389-45c8-801b-4396980b11f8 req-a615df45-213b-4ff8-84c3-41895ed80ab3 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:24.519459 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b4f17-049d-41d5-b3e9-36c2ab2739f5 req-b7a7905f-93cf-4eb6-94f4-697d3d55abc8 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:24.521128 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-072b4f17-049d-41d5-b3e9-36c2ab2739f5 req-b7a7905f-93cf-4eb6-94f4-697d3d55abc8 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=c34101a4-b788-43a2-8b7c-ba4b4b05535d HTTP/1.1" status: 200 len: 945 time: 0.5731287 Aug 22 13:24:24.522445 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5b283c05-e570-4db9-b689-e8e81972bf62 req-57349883-d5b1-4c85-864e-b7b2c7fe990a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=2bdeebd8-a734-4791-868c-47ca82d0b68a HTTP/1.1" status: 200 len: 217 time: 0.1044245 Aug 22 13:24:24.576407 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eea0acc-5844-4e5f-83c8-10b0852f42cf', 'tag': '1833badd-4386-4c62-8d3b-0a555162ce1b'}, {'server_uuid': 'c34101a4-b788-43a2-8b7c-ba4b4b05535d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6a0b168-7640-4715-aeda-fb6bf0f81aa6'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:24:24.579089 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c60d11-7629-4799-90ba-b78b646e841d" -d '{"events": [{"name": "network-changed", "server_uuid": "4eea0acc-5844-4e5f-83c8-10b0852f42cf", "tag": "1833badd-4386-4c62-8d3b-0a555162ce1b"}, {"server_uuid": "c34101a4-b788-43a2-8b7c-ba4b4b05535d", "name": "network-vif-unplugged", "status": "completed", "tag": "e6a0b168-7640-4715-aeda-fb6bf0f81aa6"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:24:24.679548 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db16bbaf-1943-4475-a977-7794fb80abcd service neutron] Pushing event updated for resources: {'Port': ['ID=e6a0b168-7640-4715-aeda-fb6bf0f81aa6,revision_number=7']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:24.687814 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-a8aaa930-9c89-4068-a9e8-2ea95c1a3b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960a53f9-c615-477c-96b2-710baf0af00e', 'name': 'tempest-ServersTestJSON-1584389003-router', 'tenant_id': '05be65d7aee94ddea8b57c02a086b509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '3dc4485f-43e8-4c80-9a90-f2822068c134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:21:57Z', 'updated_at': '2021-08-22T13:24:23Z', 'revision_number': 5, 'project_id': '05be65d7aee94ddea8b57c02a086b509', 'gw_port': {'id': '3dc4485f-43e8-4c80-9a90-f2822068c134', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:66:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960a53f9-c615-477c-96b2-710baf0af00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:21:59Z', 'updated_at': '2021-08-22T13:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:24:24.716343 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8aaa930-9c89-4068-a9e8-2ea95c1a3b5e None None] Checking router: 960a53f9-c615-477c-96b2-710baf0af00e for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:24:24.725441 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8aaa930-9c89-4068-a9e8-2ea95c1a3b5e None None] Routers {'960a53f9-c615-477c-96b2-710baf0af00e'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:24:24.726063 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-a8aaa930-9c89-4068-a9e8-2ea95c1a3b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:24:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['960a53f9-c615-477c-96b2-710baf0af00e'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:24:24.753940 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5659fd-1711-46a4-86ef-c8614ea97635 req-4ca8df58-acc5-4b70-b068-8b6cc2476484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:24.755417 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4d5659fd-1711-46a4-86ef-c8614ea97635 req-4ca8df58-acc5-4b70-b068-8b6cc2476484 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.0874860 Aug 22 13:24:24.763772 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-db16bbaf-1943-4475-a977-7794fb80abcd service neutron] Attempting to bind port e6a0b168-7640-4715-aeda-fb6bf0f81aa6 on host n-h1-793621-33 for vnic_type normal with profile {"migrating_to": "n-h2-793621-33"} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:24:24.764105 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-db16bbaf-1943-4475-a977-7794fb80abcd service neutron] Attempting to bind port e6a0b168-7640-4715-aeda-fb6bf0f81aa6 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '0efbff2c-3dbf-4e79-83ba-47cbdc800632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '887e0115-b4ac-4c62-9aab-f2d01695aede'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:24:24.764468 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-db16bbaf-1943-4475-a977-7794fb80abcd service neutron] Attempting to bind port e6a0b168-7640-4715-aeda-fb6bf0f81aa6 on network 887e0115-b4ac-4c62-9aab-f2d01695aede {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:24:24.767105 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b283c05-e570-4db9-b689-e8e81972bf62 req-30be2d70-b99e-47c7-a19d-41a76e43a97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:24.769365 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5b283c05-e570-4db9-b689-e8e81972bf62 req-30be2d70-b99e-47c7-a19d-41a76e43a97c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.1954582 Aug 22 13:24:24.772180 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-072b4f17-049d-41d5-b3e9-36c2ab2739f5 req-b5c19fda-7b4f-44ed-a475-efdcc54d9b32 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381878 Aug 22 13:24:24.810290 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-db16bbaf-1943-4475-a977-7794fb80abcd service neutron] Port e6a0b168-7640-4715-aeda-fb6bf0f81aa6 on network 887e0115-b4ac-4c62-9aab-f2d01695aede not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:24:24.810898 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-db16bbaf-1943-4475-a977-7794fb80abcd service neutron] Attempting to bind port e6a0b168-7640-4715-aeda-fb6bf0f81aa6 on network 887e0115-b4ac-4c62-9aab-f2d01695aede {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:24:24.824278 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a3dc942c-05df-422f-b85c-cfdff95fc35e admin admin] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:24.831612 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9df0898-f5ff-4a44-9013-a81fcb9c7608 x-openstack-request-id: req-b9df0898-f5ff-4a44-9013-a81fcb9c7608 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:24:24.832402 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc5450ff-5806-4265-bf48-094c7eb56133", "tag": "b4de4120-ff29-47a6-aab8-9d4df6e386a0", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:24:24.832402 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b9df0898-f5ff-4a44-9013-a81fcb9c7608 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:24:24.832746 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc5450ff-5806-4265-bf48-094c7eb56133', 'tag': 'b4de4120-ff29-47a6-aab8-9d4df6e386a0', 'status': 'completed', 'code': 200} Aug 22 13:24:24.837606 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-db16bbaf-1943-4475-a977-7794fb80abcd service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:24:24.837947 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-db16bbaf-1943-4475-a977-7794fb80abcd service neutron] Checking segment: {'id': '0efbff2c-3dbf-4e79-83ba-47cbdc800632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '887e0115-b4ac-4c62-9aab-f2d01695aede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:24:24.838328 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-db16bbaf-1943-4475-a977-7794fb80abcd service neutron] Bound using segment: {'id': '0efbff2c-3dbf-4e79-83ba-47cbdc800632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '887e0115-b4ac-4c62-9aab-f2d01695aede'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:24:24.838836 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-db16bbaf-1943-4475-a977-7794fb80abcd service neutron] Bound port: e6a0b168-7640-4715-aeda-fb6bf0f81aa6, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0efbff2c-3dbf-4e79-83ba-47cbdc800632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '887e0115-b4ac-4c62-9aab-f2d01695aede'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:24:24.839117 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-db16bbaf-1943-4475-a977-7794fb80abcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:24.873994 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5659fd-1711-46a4-86ef-c8614ea97635 req-568f7a79-e77f-45f7-b63f-5f53867e2f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:24.875485 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4d5659fd-1711-46a4-86ef-c8614ea97635 req-568f7a79-e77f-45f7-b63f-5f53867e2f60 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1007249 Aug 22 13:24:24.876109 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-a8aaa930-9c89-4068-a9e8-2ea95c1a3b5e None None] Set router 960a53f9-c615-477c-96b2-710baf0af00e gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:24:24.961828 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-86998d04-cb2c-490f-85e1-54369d6a6962 admin admin] Deleting port 535e9cbd-e369-4aca-9def-d4a260999579 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:24:24.962189 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-86998d04-cb2c-490f-85e1-54369d6a6962 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:24.980626 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b283c05-e570-4db9-b689-e8e81972bf62 req-ae7532a8-2bd6-4eb8-b9e0-eb656da8beba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:24.982124 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5b283c05-e570-4db9-b689-e8e81972bf62 req-ae7532a8-2bd6-4eb8-b9e0-eb656da8beba service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1917741 Aug 22 13:24:25.031952 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a3dc942c-05df-422f-b85c-cfdff95fc35e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:25.040467 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4d5659fd-1711-46a4-86ef-c8614ea97635 req-bdd57e1f-0350-4f47-988a-ca8e376025cc service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507158 Aug 22 13:24:25.073337 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-a8aaa930-9c89-4068-a9e8-2ea95c1a3b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960a53f9-c615-477c-96b2-710baf0af00e', 'name': 'tempest-ServersTestJSON-1584389003-router', 'tenant_id': '05be65d7aee94ddea8b57c02a086b509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '3dc4485f-43e8-4c80-9a90-f2822068c134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:21:57Z', 'updated_at': '2021-08-22T13:24:23Z', 'revision_number': 5, 'project_id': '05be65d7aee94ddea8b57c02a086b509', 'gw_port': {'id': '3dc4485f-43e8-4c80-9a90-f2822068c134', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:66:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960a53f9-c615-477c-96b2-710baf0af00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:21:59Z', 'updated_at': '2021-08-22T13:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:24:25.101578 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8aaa930-9c89-4068-a9e8-2ea95c1a3b5e None None] The sync data for ids ['960a53f9-c615-477c-96b2-710baf0af00e'] in n-d-793621-33 is: [{'id': '960a53f9-c615-477c-96b2-710baf0af00e', 'name': 'tempest-ServersTestJSON-1584389003-router', 'tenant_id': '05be65d7aee94ddea8b57c02a086b509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '3dc4485f-43e8-4c80-9a90-f2822068c134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:21:57Z', 'updated_at': '2021-08-22T13:24:23Z', 'revision_number': 5, 'project_id': '05be65d7aee94ddea8b57c02a086b509', 'gw_port': {'id': '3dc4485f-43e8-4c80-9a90-f2822068c134', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:66:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960a53f9-c615-477c-96b2-710baf0af00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:21:59Z', 'updated_at': '2021-08-22T13:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:24:25.143517 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-38ebd08a-1389-45c8-801b-4396980b11f8 req-a615df45-213b-4ff8-84c3-41895ed80ab3 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] For port 1833badd-4386-4c62-8d3b-0a555162ce1b, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=1833badd-4386-4c62-8d3b-0a555162ce1b,segment=NetworkSegment(8dbf5563-c593-4327-b654-2b0ff65b0129),segment_id=8dbf5563-c593-4327-b654-2b0ff65b0129)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:24:25.170312 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adda13a-171c-435d-964a-ae7a8f5e32c3 req-919a6784-85d9-48ce-a9b7-dc0eb9bf4dc1 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:25.171830 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1adda13a-171c-435d-964a-ae7a8f5e32c3 req-919a6784-85d9-48ce-a9b7-dc0eb9bf4dc1 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc5450ff-5806-4265-bf48-094c7eb56133 HTTP/1.1" status: 200 len: 948 time: 0.2545938 Aug 22 13:24:25.177331 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 2bdeebd8-a734-4791-868c-47ca82d0b68a details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:24:25.178885 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-db16bbaf-1943-4475-a977-7794fb80abcd service neutron] For port e6a0b168-7640-4715-aeda-fb6bf0f81aa6, host n-h1-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:24:25.179918 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-a3dc942c-05df-422f-b85c-cfdff95fc35e admin admin] Deleting port 3dc4485f-43e8-4c80-9a90-f2822068c134 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:24:25.180747 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a3dc942c-05df-422f-b85c-cfdff95fc35e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:25.199528 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4d5659fd-1711-46a4-86ef-c8614ea97635 req-9b99485a-b814-481a-a2cd-418a4b437729 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313634 Aug 22 13:24:25.234340 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-db16bbaf-1943-4475-a977-7794fb80abcd service neutron] For port e6a0b168-7640-4715-aeda-fb6bf0f81aa6, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=e6a0b168-7640-4715-aeda-fb6bf0f81aa6,segment=NetworkSegment(0efbff2c-3dbf-4e79-83ba-47cbdc800632),segment_id=0efbff2c-3dbf-4e79-83ba-47cbdc800632)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:24:25.266241 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-db16bbaf-1943-4475-a977-7794fb80abcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:25.272011 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-38ebd08a-1389-45c8-801b-4396980b11f8 req-a615df45-213b-4ff8-84c3-41895ed80ab3 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:25.282881 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-86998d04-cb2c-490f-85e1-54369d6a6962 admin admin] For port 535e9cbd-e369-4aca-9def-d4a260999579, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=535e9cbd-e369-4aca-9def-d4a260999579,segment=NetworkSegment(b5781df7-e1c6-41b8-ae72-1f75c16e162b),segment_id=b5781df7-e1c6-41b8-ae72-1f75c16e162b)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:24:25.283248 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-86998d04-cb2c-490f-85e1-54369d6a6962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:25.296735 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 2bdeebd8-a734-4791-868c-47ca82d0b68a, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=2bdeebd8-a734-4791-868c-47ca82d0b68a,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:24:25.304876 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-a3dc942c-05df-422f-b85c-cfdff95fc35e admin admin] For port 3dc4485f-43e8-4c80-9a90-f2822068c134, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=3dc4485f-43e8-4c80-9a90-f2822068c134,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:24:25.305715 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a3dc942c-05df-422f-b85c-cfdff95fc35e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:25.312333 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '2bdeebd8-a734-4791-868c-47ca82d0b68a', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'port_id': '2bdeebd8-a734-4791-868c-47ca82d0b68a', 'mac_address': 'fa:16:3e:89:6e:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7151c727-b27f-4308-8098-60bc16140d45', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:24:25.320800 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-38ebd08a-1389-45c8-801b-4396980b11f8 req-a615df45-213b-4ff8-84c3-41895ed80ab3 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:25.324186 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-a3dc942c-05df-422f-b85c-cfdff95fc35e admin admin] Calling delete_port for 3dc4485f-43e8-4c80-9a90-f2822068c134 owned by network:router_gateway {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:24:25.336318 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35c584-6716-4ffe-a16c-2a8c1031f7cb req-6b766b22-5099-48b1-9fad-8c31bc1f0fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:25.337816 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cd35c584-6716-4ffe-a16c-2a8c1031f7cb req-6b766b22-5099-48b1-9fad-8c31bc1f0fae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=49eccb789dab4d5eaed86ee1a537d189&device_id=dc5450ff-5806-4265-bf48-094c7eb56133 HTTP/1.1" status: 200 len: 1100 time: 0.0693119 Aug 22 13:24:25.338340 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5b283c05-e570-4db9-b689-e8e81972bf62 req-22c25dd8-fe46-4e0d-b9ae-7697d484975c service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303418 Aug 22 13:24:25.343356 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['1833badd-4386-4c62-8d3b-0a555162ce1b'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:24:25.350675 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-86998d04-cb2c-490f-85e1-54369d6a6962 admin admin] Calling delete_port for 535e9cbd-e369-4aca-9def-d4a260999579 owned by network:router_interface {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:24:25.361754 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1adda13a-171c-435d-964a-ae7a8f5e32c3 req-654b2e47-3a19-4c81-a354-d33052eff7f6 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713541 Aug 22 13:24:25.390824 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:25.427397 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ebd08a-1389-45c8-801b-4396980b11f8 req-a615df45-213b-4ff8-84c3-41895ed80ab3 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:25.428038 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-38ebd08a-1389-45c8-801b-4396980b11f8 req-a615df45-213b-4ff8-84c3-41895ed80ab3 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:25.429543 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-38ebd08a-1389-45c8-801b-4396980b11f8 req-a615df45-213b-4ff8-84c3-41895ed80ab3 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "PUT /v2.0/ports/1833badd-4386-4c62-8d3b-0a555162ce1b HTTP/1.1" status: 200 len: 1021 time: 1.6417100 Aug 22 13:24:25.431352 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bdeebd8-a734-4791-868c-47ca82d0b68a {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:24:25.475263 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 2bdeebd8-a734-4791-868c-47ca82d0b68a, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=2bdeebd8-a734-4791-868c-47ca82d0b68a,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:24:25.493890 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:25.550214 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db16bbaf-1943-4475-a977-7794fb80abcd service neutron] Pushing event updated for resources: {'Port': ['ID=e6a0b168-7640-4715-aeda-fb6bf0f81aa6,revision_number=8']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:25.563477 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4718ece7-2d6c-4180-a6ef-e6ac0e9ecd3b x-openstack-request-id: req-4718ece7-2d6c-4180-a6ef-e6ac0e9ecd3b {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:24:25.564554 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77103473-3c0d-4d17-8bf9-06a31032e72a", "name": "network-vif-plugged", "status": "completed", "tag": "0c5f529e-e178-4af3-a8b1-89adac8f8750", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:24:25.566403 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4718ece7-2d6c-4180-a6ef-e6ac0e9ecd3b {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:24:25.567990 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77103473-3c0d-4d17-8bf9-06a31032e72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c5f529e-e178-4af3-a8b1-89adac8f8750', 'code': 200} Aug 22 13:24:25.584410 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-db16bbaf-1943-4475-a977-7794fb80abcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:25.585031 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-db16bbaf-1943-4475-a977-7794fb80abcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:25.585584 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['1833badd-4386-4c62-8d3b-0a555162ce1b'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:24:25.586691 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-db16bbaf-1943-4475-a977-7794fb80abcd service neutron] 10.222.0.16 "PUT /v2.0/ports/e6a0b168-7640-4715-aeda-fb6bf0f81aa6 HTTP/1.1" status: 200 len: 1123 time: 2.8530631 Aug 22 13:24:25.600689 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35c584-6716-4ffe-a16c-2a8c1031f7cb req-cdcfeba7-54e7-4d7d-b7f2-cbf1e9261532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:25.602568 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cd35c584-6716-4ffe-a16c-2a8c1031f7cb req-cdcfeba7-54e7-4d7d-b7f2-cbf1e9261532 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7dc41cff-a3ac-4fc2-ba06-973efce2365e HTTP/1.1" status: 200 len: 870 time: 0.2287192 Aug 22 13:24:25.675576 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cd35c584-6716-4ffe-a16c-2a8c1031f7cb req-4b6df6dc-ac13-4818-896b-ec25992c1a1a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=b4de4120-ff29-47a6-aab8-9d4df6e386a0 HTTP/1.1" status: 200 len: 217 time: 0.0530260 Aug 22 13:24:25.758225 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=2bdeebd8-a734-4791-868c-47ca82d0b68a,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:25.774919 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['e6a0b168-7640-4715-aeda-fb6bf0f81aa6'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:24:25.784990 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a3dc942c-05df-422f-b85c-cfdff95fc35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:25.818220 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sun, 22 Aug 2021 13:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61bfb8d-2be1-4f7b-8f62-bf92142f9186 x-openstack-request-id: req-e61bfb8d-2be1-4f7b-8f62-bf92142f9186 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:24:25.819279 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eea0acc-5844-4e5f-83c8-10b0852f42cf", "tag": "1833badd-4386-4c62-8d3b-0a555162ce1b", "status": "completed", "code": 200}, {"server_uuid": "c34101a4-b788-43a2-8b7c-ba4b4b05535d", "name": "network-vif-unplugged", "status": "completed", "tag": "e6a0b168-7640-4715-aeda-fb6bf0f81aa6", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:24:25.819279 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e61bfb8d-2be1-4f7b-8f62-bf92142f9186 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:24:25.819279 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eea0acc-5844-4e5f-83c8-10b0852f42cf', 'tag': '1833badd-4386-4c62-8d3b-0a555162ce1b', 'status': 'completed', 'code': 200} Aug 22 13:24:25.819688 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c34101a4-b788-43a2-8b7c-ba4b4b05535d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6a0b168-7640-4715-aeda-fb6bf0f81aa6', 'code': 200} Aug 22 13:24:25.829372 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a615df45-213b-4ff8-84c3-41895ed80ab3 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Pushing event updated for resources: {'Port': ['ID=1833badd-4386-4c62-8d3b-0a555162ce1b,revision_number=7']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:25.837096 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5b283c05-e570-4db9-b689-e8e81972bf62 req-26c84711-65eb-4249-a814-9f27c41b0a44 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4663866 Aug 22 13:24:25.852940 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86eaea-8db3-420b-9807-bbb7122f622f req-ccbac2f1-fb77-4ab0-afa1-c7af44cde516 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:25.860849 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2a86eaea-8db3-420b-9807-bbb7122f622f req-ccbac2f1-fb77-4ab0-afa1-c7af44cde516 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 949 time: 0.3068657 Aug 22 13:24:25.867806 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['e6a0b168-7640-4715-aeda-fb6bf0f81aa6'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:24:25.900223 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dc942c-05df-422f-b85c-cfdff95fc35e admin admin] Pushing event deleted for resources: {'Port': ['ID=3dc4485f-43e8-4c80-9a90-f2822068c134,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:25.918064 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a153bc8-a130-440d-8ff8-42ae7222106a req-e167b396-1bb1-4f5b-abb1-cd6cdf1e0d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:25.919559 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1a153bc8-a130-440d-8ff8-42ae7222106a req-e167b396-1bb1-4f5b-abb1-cd6cdf1e0d5b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=77103473-3c0d-4d17-8bf9-06a31032e72a HTTP/1.1" status: 200 len: 1097 time: 0.2307971 Aug 22 13:24:25.949910 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c60d11-7629-4799-90ba-b78b646e841d req-c18df8e0-71bf-4cda-99d8-9509c40476d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:25.953431 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-63c60d11-7629-4799-90ba-b78b646e841d req-c18df8e0-71bf-4cda-99d8-9509c40476d7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=912d51faeaa64e41b37378475a439e61&device_id=4eea0acc-5844-4e5f-83c8-10b0852f42cf HTTP/1.1" status: 200 len: 1176 time: 0.0850353 Aug 22 13:24:25.981345 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['2bdeebd8-a734-4791-868c-47ca82d0b68a'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:24:25.984901 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2a86eaea-8db3-420b-9807-bbb7122f622f req-71dbba34-97ee-414b-9074-226f090c4b9c tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183057 Aug 22 13:24:26.004851 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35c584-6716-4ffe-a16c-2a8c1031f7cb req-3f068680-82ac-45e0-a1b7-7d1b07fd2d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:26.006110 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cd35c584-6716-4ffe-a16c-2a8c1031f7cb req-3f068680-82ac-45e0-a1b7-7d1b07fd2d18 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.3210101 Aug 22 13:24:26.009775 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bfe29e-6aa1-499f-8762-71972b79e728 req-4946530b-9704-4b79-81a5-e3193790a747 tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:26.011337 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-93bfe29e-6aa1-499f-8762-71972b79e728 req-4946530b-9704-4b79-81a5-e3193790a747 tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] 10.222.0.21 "GET /v2.0/ports?device_id=77103473-3c0d-4d17-8bf9-06a31032e72a HTTP/1.1" status: 200 len: 945 time: 0.1299453 Aug 22 13:24:26.062839 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1a153bc8-a130-440d-8ff8-42ae7222106a req-330040d0-d194-44ef-9c92-ce2dda5d517d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c686296c-73e1-4ea8-98f1-94b6ac6c1b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264083 Aug 22 13:24:26.086123 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a3dc942c-05df-422f-b85c-cfdff95fc35e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:26.108923 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-93bfe29e-6aa1-499f-8762-71972b79e728 req-b5172ad6-5b36-47cf-bb2b-ad1e505278a5 tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] 10.222.0.21 "GET /v2.0/security-groups?id=c686296c-73e1-4ea8-98f1-94b6ac6c1b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883214 Aug 22 13:24:26.154588 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-86998d04-cb2c-490f-85e1-54369d6a6962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:26.199543 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a3dc942c-05df-422f-b85c-cfdff95fc35e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:26.202296 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a3dc942c-05df-422f-b85c-cfdff95fc35e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:26.208499 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35c584-6716-4ffe-a16c-2a8c1031f7cb req-f4b7afde-47b8-42e6-9f58-576d058c073e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:26.209865 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cd35c584-6716-4ffe-a16c-2a8c1031f7cb req-f4b7afde-47b8-42e6-9f58-576d058c073e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1882489 Aug 22 13:24:26.225769 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86998d04-cb2c-490f-85e1-54369d6a6962 admin admin] Pushing event deleted for resources: {'Port': ['ID=535e9cbd-e369-4aca-9def-d4a260999579,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:26.283945 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c60d11-7629-4799-90ba-b78b646e841d req-2d55db08-b69b-4273-8fd5-b8a0d840c47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:26.286009 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-63c60d11-7629-4799-90ba-b78b646e841d req-2d55db08-b69b-4273-8fd5-b8a0d840c47e service neutron] 10.222.0.41 "GET /v2.0/networks?id=5abd83f5-dd9c-40d4-a99b-390a490c5779 HTTP/1.1" status: 200 len: 913 time: 0.3056176 Aug 22 13:24:26.297150 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a3dc942c-05df-422f-b85c-cfdff95fc35e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:26.297836 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3dc942c-05df-422f-b85c-cfdff95fc35e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 960a53f9-c615-477c-96b2-710baf0af00e {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:24:26.313578 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a3dc942c-05df-422f-b85c-cfdff95fc35e admin admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:26.317784 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a3dc942c-05df-422f-b85c-cfdff95fc35e admin admin] 10.222.0.21 "DELETE /v2.0/routers/960a53f9-c615-477c-96b2-710baf0af00e HTTP/1.1" status: 204 len: 168 time: 2.0120351 Aug 22 13:24:26.317922 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb54ab-2de7-407c-a4e8-41423e92482d req-3fc7ebd5-3463-4f11-8f58-3c8ec927ab1e tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:26.325528 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-24bb54ab-2de7-407c-a4e8-41423e92482d req-3fc7ebd5-3463-4f11-8f58-3c8ec927ab1e tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eea0acc-5844-4e5f-83c8-10b0852f42cf HTTP/1.1" status: 200 len: 1024 time: 0.2375276 Aug 22 13:24:26.342605 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49270) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:24:26.453371 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-63c60d11-7629-4799-90ba-b78b646e841d req-06c7d0fb-a8dd-441c-92c4-c218fa7716e3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1833badd-4386-4c62-8d3b-0a555162ce1b HTTP/1.1" status: 200 len: 217 time: 0.1227455 Aug 22 13:24:26.472171 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9a70f-03ce-4a08-aa9f-15ced726a2b5 req-c69cba97-e7f2-4547-8b74-84437d0526c5 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:26.473465 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e9c9a70f-03ce-4a08-aa9f-15ced726a2b5 req-c69cba97-e7f2-4547-8b74-84437d0526c5 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=c34101a4-b788-43a2-8b7c-ba4b4b05535d HTTP/1.1" status: 200 len: 943 time: 0.2770305 Aug 22 13:24:26.533029 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9bbb299-e031-4e87-9c7e-15ed38d54107 admin admin] Deleting subnet c136d61c-f44f-42ad-b6b2-e167a5846eb1 {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:24:26.536346 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d9bbb299-e031-4e87-9c7e-15ed38d54107 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:26.563840 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-24bb54ab-2de7-407c-a4e8-41423e92482d req-bd4fd005-3929-4682-8f4b-57803a296699 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec1bfcc7-b80c-4de4-b10e-973d7cada739&id=a1cb5472-3519-4f6a-b0df-8a8bb60eb6b3&id=0aa9bc20-c85d-43fa-a175-bc37f7e3073f HTTP/1.1" status: 200 len: 6147 time: 0.2371149 Aug 22 13:24:26.585106 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e9c9a70f-03ce-4a08-aa9f-15ced726a2b5 req-8889e33c-7cbc-4278-93a8-a0fd1d26b16b tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011503 Aug 22 13:24:26.597420 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-86998d04-cb2c-490f-85e1-54369d6a6962 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:26.597648 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cd35c584-6716-4ffe-a16c-2a8c1031f7cb req-a0a3fe49-4ea8-44e4-b070-c66d450ebb55 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158252 Aug 22 13:24:26.598859 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c60d11-7629-4799-90ba-b78b646e841d req-059faedb-b2c3-4a20-bbff-a1080951ecf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:26.600367 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-63c60d11-7629-4799-90ba-b78b646e841d req-059faedb-b2c3-4a20-bbff-a1080951ecf5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=47905976-7615-4706-a3a5-44c47fe2a643 HTTP/1.1" status: 200 len: 852 time: 0.1384289 Aug 22 13:24:26.616922 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d9bbb299-e031-4e87-9c7e-15ed38d54107 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:26.658068 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-6a077f25-7348-4dbb-9079-bfb76062ce49 req-495590dd-481c-433d-8f3b-a76222372656 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Request body: {'security_group': {'name': ' tempest-securitygroup -801799880 ', 'description': 'tempest-description-1345627791'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:24:26.676320 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-63c60d11-7629-4799-90ba-b78b646e841d req-321dc944-7504-425f-8dd2-455194ab645c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5abd83f5-dd9c-40d4-a99b-390a490c5779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524213 Aug 22 13:24:26.748996 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-6a077f25-7348-4dbb-9079-bfb76062ce49 req-495590dd-481c-433d-8f3b-a76222372656 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:26.771483 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32628e1-64e2-4498-972a-fa1d37e8c178 req-aa75fe2d-2bb7-470d-8bfd-a171956b3c34 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:26.772984 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f32628e1-64e2-4498-972a-fa1d37e8c178 req-aa75fe2d-2bb7-470d-8bfd-a171956b3c34 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc5450ff-5806-4265-bf48-094c7eb56133 HTTP/1.1" status: 200 len: 948 time: 0.1231656 Aug 22 13:24:26.846559 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cd35c584-6716-4ffe-a16c-2a8c1031f7cb req-892111ce-ea13-4eef-abf2-a0fc92e7175e service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295794 Aug 22 13:24:26.863416 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-63c60d11-7629-4799-90ba-b78b646e841d req-70f454b6-e21d-4f61-b279-a265a5dfbc86 service neutron] 10.222.0.41 "GET /v2.0/networks/5abd83f5-dd9c-40d4-a99b-390a490c5779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548507 Aug 22 13:24:26.874772 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d9bbb299-e031-4e87-9c7e-15ed38d54107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:26.895924 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f32628e1-64e2-4498-972a-fa1d37e8c178 req-2a914354-4454-4e94-9617-690c3f6e307e tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148171 Aug 22 13:24:26.989798 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-6a077f25-7348-4dbb-9079-bfb76062ce49 req-495590dd-481c-433d-8f3b-a76222372656 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:26.993882 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-6a077f25-7348-4dbb-9079-bfb76062ce49 req-495590dd-481c-433d-8f3b-a76222372656 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:27.008712 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-63c60d11-7629-4799-90ba-b78b646e841d req-bb5c93b4-6928-4790-a05d-4ae999c2514d service neutron] 10.222.0.41 "GET /v2.0/networks/5abd83f5-dd9c-40d4-a99b-390a490c5779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138756 Aug 22 13:24:27.009766 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d9bbb299-e031-4e87-9c7e-15ed38d54107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:27.043767 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bbb299-e031-4e87-9c7e-15ed38d54107 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c136d61c-f44f-42ad-b6b2-e167a5846eb1,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:27.045764 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d9bbb299-e031-4e87-9c7e-15ed38d54107 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:27.049907 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d9bbb299-e031-4e87-9c7e-15ed38d54107 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c136d61c-f44f-42ad-b6b2-e167a5846eb1 HTTP/1.1" status: 204 len: 168 time: 0.7003043 Aug 22 13:24:27.050519 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49280) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:24:27.051285 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-6a077f25-7348-4dbb-9079-bfb76062ce49 req-495590dd-481c-433d-8f3b-a76222372656 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:27.053030 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71b6bc9-d502-45f9-b041-7e9d0e1fb9de None None] Network 7ec8e251-0050-485e-92bd-9ae7b2c4a7ea requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:24:27.060789 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6a077f25-7348-4dbb-9079-bfb76062ce49 req-495590dd-481c-433d-8f3b-a76222372656 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.4097271 Aug 22 13:24:27.064078 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86998d04-cb2c-490f-85e1-54369d6a6962 admin admin] Router 44a49a87-14a2-4cc3-943c-06162291ab26 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:24:27.067645 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495590dd-481c-433d-8f3b-a76222372656 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef86b67-d7d0-415d-9e21-c6edc17303d5,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:27.153890 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-76975520-4bb3-4405-abfe-0a1bb71bea09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:27.210145 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a27ab-1d83-46f3-aa96-d200fbae1d0e req-08062c7f-3e70-46d0-ba61-0bfc82e5f375 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:27.211687 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8a1a27ab-1d83-46f3-aa96-d200fbae1d0e req-08062c7f-3e70-46d0-ba61-0bfc82e5f375 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 949 time: 0.1410284 Aug 22 13:24:27.218119 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-76975520-4bb3-4405-abfe-0a1bb71bea09 admin admin] Deleting port 0f580341-b81d-4a91-8417-8399945af725 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:24:27.219870 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-76975520-4bb3-4405-abfe-0a1bb71bea09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:27.251192 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d21cf6b-6a55-4997-b739-e608faa9cde3 req-124f8f17-a3d1-4d4e-9b4b-1a388cd89358 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/security-groups/2ef86b67-d7d0-415d-9e21-c6edc17303d5 HTTP/1.1" status: 200 len: 1780 time: 0.1645498 Aug 22 13:24:27.267939 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 8c4f4093-5a19-4633-9937-35cd123bcc71 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:24:27.289264 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 8c4f4093-5a19-4633-9937-35cd123bcc71 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:24:27.289607 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 8c4f4093-5a19-4633-9937-35cd123bcc71 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:24:27.290028 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 3dc4485f-43e8-4c80-9a90-f2822068c134 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:24:27.318201 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880e503a-4bbc-4bfa-a81e-41ea2c15cd65 None None] DHCP port deletion for 7ec8e251-0050-485e-92bd-9ae7b2c4a7ea request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:24:27.320386 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 3dc4485f-43e8-4c80-9a90-f2822068c134 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:24:27.320724 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 3dc4485f-43e8-4c80-9a90-f2822068c134 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:24:27.331750 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-76975520-4bb3-4405-abfe-0a1bb71bea09 admin admin] For port 0f580341-b81d-4a91-8417-8399945af725, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=0f580341-b81d-4a91-8417-8399945af725,segment=NetworkSegment(e8a030d0-23ea-4087-b468-4a850cd93f2e),segment_id=e8a030d0-23ea-4087-b468-4a850cd93f2e)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:24:27.332360 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-76975520-4bb3-4405-abfe-0a1bb71bea09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:27.346501 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-76975520-4bb3-4405-abfe-0a1bb71bea09 admin admin] Calling delete_port for 0f580341-b81d-4a91-8417-8399945af725 owned by network:dhcp {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:24:27.370736 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-880e503a-4bbc-4bfa-a81e-41ea2c15cd65 None None] Deleting port 0f580341-b81d-4a91-8417-8399945af725 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:24:27.371008 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-880e503a-4bbc-4bfa-a81e-41ea2c15cd65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:27.432553 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-76975520-4bb3-4405-abfe-0a1bb71bea09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:27.447214 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-880e503a-4bbc-4bfa-a81e-41ea2c15cd65 None None] For port 0f580341-b81d-4a91-8417-8399945af725, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=0f580341-b81d-4a91-8417-8399945af725,segment=NetworkSegment(e8a030d0-23ea-4087-b468-4a850cd93f2e),segment_id=e8a030d0-23ea-4087-b468-4a850cd93f2e)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:24:27.447633 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-880e503a-4bbc-4bfa-a81e-41ea2c15cd65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:27.462535 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76975520-4bb3-4405-abfe-0a1bb71bea09 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f580341-b81d-4a91-8417-8399945af725,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:27.464655 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76975520-4bb3-4405-abfe-0a1bb71bea09 admin admin] No DVR routers for this DVR port 0f580341-b81d-4a91-8417-8399945af725 on host n-d-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:24:27.467070 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-880e503a-4bbc-4bfa-a81e-41ea2c15cd65 None None] Calling delete_port for 0f580341-b81d-4a91-8417-8399945af725 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:24:27.542258 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-76975520-4bb3-4405-abfe-0a1bb71bea09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:27.553463 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-880e503a-4bbc-4bfa-a81e-41ea2c15cd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:27.553736 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-76975520-4bb3-4405-abfe-0a1bb71bea09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ec8e251-0050-485e-92bd-9ae7b2c4a7ea']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:24:27.565356 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-76975520-4bb3-4405-abfe-0a1bb71bea09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8a030d0-23ea-4087-b468-4a850cd93f2e') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:24:27.565695 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-76975520-4bb3-4405-abfe-0a1bb71bea09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8a030d0-23ea-4087-b468-4a850cd93f2e') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:24:27.576050 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-76975520-4bb3-4405-abfe-0a1bb71bea09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:27.583372 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e503a-4bbc-4bfa-a81e-41ea2c15cd65 None None] Pushing event deleted for resources: {'Port': ['ID=0f580341-b81d-4a91-8417-8399945af725,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:27.588863 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880e503a-4bbc-4bfa-a81e-41ea2c15cd65 None None] No DVR routers for this DVR port 0f580341-b81d-4a91-8417-8399945af725 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:24:27.595226 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-76975520-4bb3-4405-abfe-0a1bb71bea09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:27.604155 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76975520-4bb3-4405-abfe-0a1bb71bea09 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:24:27.604739 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-76975520-4bb3-4405-abfe-0a1bb71bea09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:27.606478 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:24:27.606478 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:24:27.606478 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:24:27.606478 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:24:27.606478 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:24:27.606478 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:24:27.606478 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:24:27.606478 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:24:27.606478 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:24:27.606478 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:24:27.606478 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:24:27.606478 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:24:27.606478 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:24:27.606478 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:24:27.606478 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:24:27.606478 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:24:27.606478 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:24:27.606478 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:24:27.606478 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:24:27.606478 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:24:27.606478 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:24:27.606478 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:24:27.606478 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:24:27.606478 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:24:27.606478 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:24:27.606478 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:24:27.606478 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:24:27.606478 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:24:27.606478 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:24:27.606478 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:24:27.606478 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:24:27.606478 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:24:27.644044 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8a1a27ab-1d83-46f3-aa96-d200fbae1d0e req-7d47f8ec-5e41-4fec-a33c-5cdff63abca2 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4238605 Aug 22 13:24:27.681816 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-76975520-4bb3-4405-abfe-0a1bb71bea09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:27.690528 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-76975520-4bb3-4405-abfe-0a1bb71bea09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:27.692606 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-76975520-4bb3-4405-abfe-0a1bb71bea09 admin admin] 10.222.0.21 "DELETE /v2.0/networks/7ec8e251-0050-485e-92bd-9ae7b2c4a7ea HTTP/1.1" status: 204 len: 168 time: 0.6357729 Aug 22 13:24:27.702227 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86998d04-cb2c-490f-85e1-54369d6a6962 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:24:27.709756 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76975520-4bb3-4405-abfe-0a1bb71bea09 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ec8e251-0050-485e-92bd-9ae7b2c4a7ea,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:27.712710 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-86998d04-cb2c-490f-85e1-54369d6a6962 admin admin] 10.222.0.21 "PUT /v2.0/routers/44a49a87-14a2-4cc3-943c-06162291ab26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5052276 Aug 22 13:24:27.714074 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5774261-c925-4c63-a851-aa09e83bfb73 None None] Sync routers for ids ['44a49a87-14a2-4cc3-943c-06162291ab26'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:24:27.715081 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49292) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:24:27.724832 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5774261-c925-4c63-a851-aa09e83bfb73 None None] Routers {'44a49a87-14a2-4cc3-943c-06162291ab26'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:24:27.725584 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-d5774261-c925-4c63-a851-aa09e83bfb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:24:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['44a49a87-14a2-4cc3-943c-06162291ab26'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:24:27.736351 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4e701-e91b-4b27-8c0d-4a910155705f req-29675278-663e-4482-b9b8-23ca20224acb tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:27.744760 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-89e4e701-e91b-4b27-8c0d-4a910155705f req-29675278-663e-4482-b9b8-23ca20224acb tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] 10.222.0.21 "GET /v2.0/ports?device_id=77103473-3c0d-4d17-8bf9-06a31032e72a HTTP/1.1" status: 200 len: 945 time: 0.1161671 Aug 22 13:24:27.766804 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device b4de4120-ff29-47a6-aab8-9d4df6e386a0 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:24:27.792359 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-84c782d6-439c-4f73-b8df-7fe3c2e8bf2c req-00812878-8a97-442c-bfc6-c88a5e26cfb8 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/security-groups/2ef86b67-d7d0-415d-9e21-c6edc17303d5 HTTP/1.1" status: 200 len: 1780 time: 0.1146941 Aug 22 13:24:27.801167 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-89e4e701-e91b-4b27-8c0d-4a910155705f req-149b0aa7-f991-4c2f-98ec-a4de2d408660 tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] 10.222.0.21 "GET /v2.0/security-groups?id=c686296c-73e1-4ea8-98f1-94b6ac6c1b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553241 Aug 22 13:24:27.824302 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eea0acc-5844-4e5f-83c8-10b0852f42cf', 'tag': '1833badd-4386-4c62-8d3b-0a555162ce1b'}, {'name': 'network-changed', 'server_uuid': 'c34101a4-b788-43a2-8b7c-ba4b4b05535d', 'tag': 'e6a0b168-7640-4715-aeda-fb6bf0f81aa6'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:24:27.826751 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455e58b7-c97f-42ed-bc48-82c307b758e7" -d '{"events": [{"name": "network-changed", "server_uuid": "4eea0acc-5844-4e5f-83c8-10b0852f42cf", "tag": "1833badd-4386-4c62-8d3b-0a555162ce1b"}, {"name": "network-changed", "server_uuid": "c34101a4-b788-43a2-8b7c-ba4b4b05535d", "tag": "e6a0b168-7640-4715-aeda-fb6bf0f81aa6"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:24:27.863998 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b91436eb-682a-4865-9316-cfe890362506 admin admin] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:27.947708 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-84c782d6-439c-4f73-b8df-7fe3c2e8bf2c req-44f06ae2-4d55-4f94-8883-9d79e4617846 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:27.995496 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49298) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:24:27.998022 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac0835-2674-4190-9fe4-953a6500d2d0 req-b9047d96-f653-40f3-95e1-3c4af5baaffc tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:27.999572 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5dac0835-2674-4190-9fe4-953a6500d2d0 req-b9047d96-f653-40f3-95e1-3c4af5baaffc tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=c34101a4-b788-43a2-8b7c-ba4b4b05535d HTTP/1.1" status: 200 len: 943 time: 0.0953357 Aug 22 13:24:28.006527 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-84c782d6-439c-4f73-b8df-7fe3c2e8bf2c req-44f06ae2-4d55-4f94-8883-9d79e4617846 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:28.068801 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5dac0835-2674-4190-9fe4-953a6500d2d0 req-d259449a-0cbb-447f-bd91-e1e07819248d tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592241 Aug 22 13:24:28.073749 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:28.075627 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-d5774261-c925-4c63-a851-aa09e83bfb73 None None] Set router 44a49a87-14a2-4cc3-943c-06162291ab26 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:24:28.095948 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-84c782d6-439c-4f73-b8df-7fe3c2e8bf2c req-44f06ae2-4d55-4f94-8883-9d79e4617846 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:28.100425 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-84c782d6-439c-4f73-b8df-7fe3c2e8bf2c req-44f06ae2-4d55-4f94-8883-9d79e4617846 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:28.101870 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-84c782d6-439c-4f73-b8df-7fe3c2e8bf2c req-44f06ae2-4d55-4f94-8883-9d79e4617846 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "DELETE /v2.0/security-groups/2ef86b67-d7d0-415d-9e21-c6edc17303d5 HTTP/1.1" status: 204 len: 173 time: 0.2946494 Aug 22 13:24:28.117075 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f06ae2-4d55-4f94-8883-9d79e4617846 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef86b67-d7d0-415d-9e21-c6edc17303d5,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:28.180149 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 22 Aug 2021 13:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37bfbb3a-4ffb-4af9-8fc0-2a303084e198 x-openstack-request-id: req-37bfbb3a-4ffb-4af9-8fc0-2a303084e198 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:24:28.180957 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eea0acc-5844-4e5f-83c8-10b0852f42cf", "tag": "1833badd-4386-4c62-8d3b-0a555162ce1b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c34101a4-b788-43a2-8b7c-ba4b4b05535d", "tag": "e6a0b168-7640-4715-aeda-fb6bf0f81aa6", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:24:28.181259 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-37bfbb3a-4ffb-4af9-8fc0-2a303084e198 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:24:28.181668 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eea0acc-5844-4e5f-83c8-10b0852f42cf', 'tag': '1833badd-4386-4c62-8d3b-0a555162ce1b', 'status': 'completed', 'code': 200} Aug 22 13:24:28.181922 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c34101a4-b788-43a2-8b7c-ba4b4b05535d', 'tag': 'e6a0b168-7640-4715-aeda-fb6bf0f81aa6', 'status': 'completed', 'code': 200} Aug 22 13:24:28.261047 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port b4de4120-ff29-47a6-aab8-9d4df6e386a0, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=b4de4120-ff29-47a6-aab8-9d4df6e386a0,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:24:28.293518 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': 'b4de4120-ff29-47a6-aab8-9d4df6e386a0', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'port_id': 'b4de4120-ff29-47a6-aab8-9d4df6e386a0', 'mac_address': 'fa:16:3e:7f:c1:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7151c727-b27f-4308-8098-60bc16140d45', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:24:28.315507 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef96bc-fd56-4970-a297-da6aa67e334c req-bc290f38-ba68-4e29-bfa0-776a3a3d99cc tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:28.322552 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-93ef96bc-fd56-4970-a297-da6aa67e334c req-bc290f38-ba68-4e29-bfa0-776a3a3d99cc tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc5450ff-5806-4265-bf48-094c7eb56133 HTTP/1.1" status: 200 len: 948 time: 0.0830710 Aug 22 13:24:28.330285 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b91436eb-682a-4865-9316-cfe890362506 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:28.360625 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [req-633d3ad0-8f3e-45d1-96cf-8947a415a847 req-49adb79a-86df-400e-b4a1-8f182d6e9903 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] show failed (client error): The resource could not be found. Aug 22 13:24:28.369908 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-633d3ad0-8f3e-45d1-96cf-8947a415a847 req-49adb79a-86df-400e-b4a1-8f182d6e9903 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/security-groups/2ef86b67-d7d0-415d-9e21-c6edc17303d5 HTTP/1.1" status: 404 len: 352 time: 0.0459762 Aug 22 13:24:28.391768 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-134179f6-54e8-4f85-9f46-b7e17c4d0392 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=05be65d7aee94ddea8b57c02a086b509&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3946197 Aug 22 13:24:28.394568 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49306) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:24:28.395949 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e58b7-c97f-42ed-bc48-82c307b758e7 req-6fa3df39-cb2c-47ce-9ac9-62f42b56c478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:28.397153 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-455e58b7-c97f-42ed-bc48-82c307b758e7 req-6fa3df39-cb2c-47ce-9ac9-62f42b56c478 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=912d51faeaa64e41b37378475a439e61&device_id=4eea0acc-5844-4e5f-83c8-10b0852f42cf HTTP/1.1" status: 200 len: 1176 time: 0.0938628 Aug 22 13:24:28.402595 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:28.422590 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-93ef96bc-fd56-4970-a297-da6aa67e334c req-0700ef63-a069-42b8-9b9c-907aa72be420 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893688 Aug 22 13:24:28.433419 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4de4120-ff29-47a6-aab8-9d4df6e386a0 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:24:28.434414 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-d599a32c-6bab-4bae-bf4d-0014ae86684b req-245e9296-6ef1-4cca-8c2d-9ab6759daf6a tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-108226343', 'description': 'tempest-description-1282143560'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:24:28.441511 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-b91436eb-682a-4865-9316-cfe890362506 admin admin] Deleting port b5fa13ff-fda9-4c15-981e-82f2497c41b4 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:24:28.441849 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b91436eb-682a-4865-9316-cfe890362506 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:28.453447 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-47466178-504c-4335-ad15-328b7b0040cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:28.475974 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port b4de4120-ff29-47a6-aab8-9d4df6e386a0, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=b4de4120-ff29-47a6-aab8-9d4df6e386a0,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:24:28.482717 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:28.498046 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-d599a32c-6bab-4bae-bf4d-0014ae86684b req-245e9296-6ef1-4cca-8c2d-9ab6759daf6a tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:28.511096 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-100c174e-c7c9-47d0-a230-e5d4bec75c8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:28.512974 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-d5774261-c925-4c63-a851-aa09e83bfb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a49a87-14a2-4cc3-943c-06162291ab26', 'name': 'tempest-ServersTestMultiNic-210810010-router', 'tenant_id': 'ba3730d93e49471c875ab44d82db56e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b5fa13ff-fda9-4c15-981e-82f2497c41b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:22:28Z', 'updated_at': '2021-08-22T13:24:25Z', 'revision_number': 5, 'project_id': 'ba3730d93e49471c875ab44d82db56e4', 'gw_port': {'id': 'b5fa13ff-fda9-4c15-981e-82f2497c41b4', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:97:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a49a87-14a2-4cc3-943c-06162291ab26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:22:28Z', 'updated_at': '2021-08-22T13:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:24:28.539300 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-100c174e-c7c9-47d0-a230-e5d4bec75c8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:28.556123 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5774261-c925-4c63-a851-aa09e83bfb73 None None] Checking router: 44a49a87-14a2-4cc3-943c-06162291ab26 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:24:28.562115 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e58b7-c97f-42ed-bc48-82c307b758e7 req-b945516c-b583-40e1-851d-1020e54c236e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:28.563559 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-455e58b7-c97f-42ed-bc48-82c307b758e7 req-b945516c-b583-40e1-851d-1020e54c236e service neutron] 10.222.0.41 "GET /v2.0/networks?id=5abd83f5-dd9c-40d4-a99b-390a490c5779 HTTP/1.1" status: 200 len: 913 time: 0.1503038 Aug 22 13:24:28.578264 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=b4de4120-ff29-47a6-aab8-9d4df6e386a0,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:28.581941 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5774261-c925-4c63-a851-aa09e83bfb73 None None] Routers {'44a49a87-14a2-4cc3-943c-06162291ab26'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:24:28.582550 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-d5774261-c925-4c63-a851-aa09e83bfb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:24:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['44a49a87-14a2-4cc3-943c-06162291ab26'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:24:28.617762 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-455e58b7-c97f-42ed-bc48-82c307b758e7 req-afe74944-9a08-413c-ac10-8c95fc0e5251 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1833badd-4386-4c62-8d3b-0a555162ce1b HTTP/1.1" status: 200 len: 217 time: 0.0404320 Aug 22 13:24:28.622403 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-100c174e-c7c9-47d0-a230-e5d4bec75c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:28.625216 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-100c174e-c7c9-47d0-a230-e5d4bec75c8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:28.625854 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-b91436eb-682a-4865-9316-cfe890362506 admin admin] For port b5fa13ff-fda9-4c15-981e-82f2497c41b4, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=b5fa13ff-fda9-4c15-981e-82f2497c41b4,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:24:28.626220 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b91436eb-682a-4865-9316-cfe890362506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:28.626534 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-100c174e-c7c9-47d0-a230-e5d4bec75c8e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dd98f304-6c33-4a5b-aed6-b9d4803cf6b3 HTTP/1.1" status: 204 len: 168 time: 0.2291262 Aug 22 13:24:28.639320 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c174e-c7c9-47d0-a230-e5d4bec75c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd98f304-6c33-4a5b-aed6-b9d4803cf6b3,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:28.695883 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-b91436eb-682a-4865-9316-cfe890362506 admin admin] Calling delete_port for b5fa13ff-fda9-4c15-981e-82f2497c41b4 owned by network:router_gateway {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:24:28.715180 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e58b7-c97f-42ed-bc48-82c307b758e7 req-d803c198-17fe-4a43-95d1-9463034acb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:28.716866 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-455e58b7-c97f-42ed-bc48-82c307b758e7 req-d803c198-17fe-4a43-95d1-9463034acb32 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=47905976-7615-4706-a3a5-44c47fe2a643 HTTP/1.1" status: 200 len: 852 time: 0.0878308 Aug 22 13:24:28.736740 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-d5774261-c925-4c63-a851-aa09e83bfb73 None None] Set router 44a49a87-14a2-4cc3-943c-06162291ab26 gateway port host: None {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:24:28.743019 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-d599a32c-6bab-4bae-bf4d-0014ae86684b req-245e9296-6ef1-4cca-8c2d-9ab6759daf6a tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:28.756210 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-d599a32c-6bab-4bae-bf4d-0014ae86684b req-245e9296-6ef1-4cca-8c2d-9ab6759daf6a tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:28.791545 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-455e58b7-c97f-42ed-bc48-82c307b758e7 req-83618564-718e-4a08-a16b-79664096547b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5abd83f5-dd9c-40d4-a99b-390a490c5779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310998 Aug 22 13:24:28.802264 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-d5774261-c925-4c63-a851-aa09e83bfb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a49a87-14a2-4cc3-943c-06162291ab26', 'name': 'tempest-ServersTestMultiNic-210810010-router', 'tenant_id': 'ba3730d93e49471c875ab44d82db56e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:22:28Z', 'updated_at': '2021-08-22T13:24:28Z', 'revision_number': 6, 'project_id': 'ba3730d93e49471c875ab44d82db56e4', 'gw_port_host': None}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:24:28.809273 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-d599a32c-6bab-4bae-bf4d-0014ae86684b req-245e9296-6ef1-4cca-8c2d-9ab6759daf6a tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:28.810615 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d599a32c-6bab-4bae-bf4d-0014ae86684b req-245e9296-6ef1-4cca-8c2d-9ab6759daf6a tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3990664 Aug 22 13:24:28.819249 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245e9296-6ef1-4cca-8c2d-9ab6759daf6a tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb4cf01-ee94-45bf-961f-cb06b52763ea,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:28.832378 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5774261-c925-4c63-a851-aa09e83bfb73 None None] The sync data for ids ['44a49a87-14a2-4cc3-943c-06162291ab26'] in n-d-793621-33 is: [{'id': '44a49a87-14a2-4cc3-943c-06162291ab26', 'name': 'tempest-ServersTestMultiNic-210810010-router', 'tenant_id': 'ba3730d93e49471c875ab44d82db56e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:22:28Z', 'updated_at': '2021-08-22T13:24:28Z', 'revision_number': 6, 'project_id': 'ba3730d93e49471c875ab44d82db56e4', 'gw_port_host': None}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:24:28.835885 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9525535-1fdb-44e0-8b9d-da28e2721876 req-ec364327-acf3-46f2-911f-ec9aed733c24 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:28.836921 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c9525535-1fdb-44e0-8b9d-da28e2721876 req-ec364327-acf3-46f2-911f-ec9aed733c24 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 949 time: 0.0966702 Aug 22 13:24:28.850536 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['b4de4120-ff29-47a6-aab8-9d4df6e386a0'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:24:28.870881 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-d8b97ab1-95e3-4d7e-a3a2-86ca402744bf req-d88e1862-de02-4552-b217-1b2d89399571 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-749703715', 'description': 'tempest-description-1585042126'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:24:28.939157 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c9525535-1fdb-44e0-8b9d-da28e2721876 req-57bd5f68-6dfd-4113-8554-d015284891e7 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907407 Aug 22 13:24:28.945794 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-d8b97ab1-95e3-4d7e-a3a2-86ca402744bf req-d88e1862-de02-4552-b217-1b2d89399571 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:29.007344 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-455e58b7-c97f-42ed-bc48-82c307b758e7 req-ebb23df5-e783-4cb5-af1b-44c8b8248609 service neutron] 10.222.0.41 "GET /v2.0/networks/5abd83f5-dd9c-40d4-a99b-390a490c5779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993926 Aug 22 13:24:29.103359 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-d8b97ab1-95e3-4d7e-a3a2-86ca402744bf req-d88e1862-de02-4552-b217-1b2d89399571 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:29.113458 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-d8b97ab1-95e3-4d7e-a3a2-86ca402744bf req-d88e1862-de02-4552-b217-1b2d89399571 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:29.128638 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b91436eb-682a-4865-9316-cfe890362506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:29.133169 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e8645-5e00-4f17-b6d5-dafdf0d353b9 req-2f0e361a-9535-49bc-b9d5-7ca68edff943 tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:29.134866 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3d5e8645-5e00-4f17-b6d5-dafdf0d353b9 req-2f0e361a-9535-49bc-b9d5-7ca68edff943 tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] 10.222.0.21 "GET /v2.0/ports?device_id=77103473-3c0d-4d17-8bf9-06a31032e72a HTTP/1.1" status: 200 len: 945 time: 0.0940306 Aug 22 13:24:29.160868 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91436eb-682a-4865-9316-cfe890362506 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5fa13ff-fda9-4c15-981e-82f2497c41b4,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:29.170943 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-d8b97ab1-95e3-4d7e-a3a2-86ca402744bf req-d88e1862-de02-4552-b217-1b2d89399571 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:29.172435 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d8b97ab1-95e3-4d7e-a3a2-86ca402744bf req-d88e1862-de02-4552-b217-1b2d89399571 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3055446 Aug 22 13:24:29.186838 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88e1862-de02-4552-b217-1b2d89399571 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f40a26fc-f3fa-4154-8986-988795eebed5,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:29.197706 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 2bdeebd8-a734-4791-868c-47ca82d0b68a up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:24:29.210089 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-b895965e-f2e3-4921-a6e2-a72121cb1627 req-cf3a9e3b-62c1-4d7a-9066-0963d5e27e23 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1677131441', 'description': 'tempest-description-569510012'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:24:29.215481 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-455e58b7-c97f-42ed-bc48-82c307b758e7 req-3af6f9d3-5d7f-4eb6-804b-5e29c6ccc10b service neutron] 10.222.0.41 "GET /v2.0/networks/5abd83f5-dd9c-40d4-a99b-390a490c5779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939242 Aug 22 13:24:29.262227 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3d5e8645-5e00-4f17-b6d5-dafdf0d353b9 req-e0a97162-0dd4-40c0-8c66-e7f03118cdf5 tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] 10.222.0.21 "GET /v2.0/security-groups?id=c686296c-73e1-4ea8-98f1-94b6ac6c1b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149015 Aug 22 13:24:29.276663 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-b895965e-f2e3-4921-a6e2-a72121cb1627 req-cf3a9e3b-62c1-4d7a-9066-0963d5e27e23 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:29.300912 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b91436eb-682a-4865-9316-cfe890362506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:29.322125 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port 2bdeebd8-a734-4791-868c-47ca82d0b68a completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:24:29.333331 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 2bdeebd8-a734-4791-868c-47ca82d0b68a triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:24:29.338210 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:29.451897 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e58b7-c97f-42ed-bc48-82c307b758e7 req-4edcb15d-81ec-4f5b-ae96-740a98c4c91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:29.454135 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-455e58b7-c97f-42ed-bc48-82c307b758e7 req-4edcb15d-81ec-4f5b-ae96-740a98c4c91d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec08ac96341043c28ecba1b995182de4&device_id=c34101a4-b788-43a2-8b7c-ba4b4b05535d HTTP/1.1" status: 200 len: 1126 time: 0.1778879 Aug 22 13:24:29.459084 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b91436eb-682a-4865-9316-cfe890362506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:29.461722 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b91436eb-682a-4865-9316-cfe890362506 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:29.479078 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-b895965e-f2e3-4921-a6e2-a72121cb1627 req-cf3a9e3b-62c1-4d7a-9066-0963d5e27e23 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:29.486357 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-b895965e-f2e3-4921-a6e2-a72121cb1627 req-cf3a9e3b-62c1-4d7a-9066-0963d5e27e23 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:29.523778 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:29.528083 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3a9e3b-62c1-4d7a-9066-0963d5e27e23 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8230359f-5098-437a-91de-a6627ea0cca4,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:29.530724 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-b895965e-f2e3-4921-a6e2-a72121cb1627 req-cf3a9e3b-62c1-4d7a-9066-0963d5e27e23 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:29.549935 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b895965e-f2e3-4921-a6e2-a72121cb1627 req-cf3a9e3b-62c1-4d7a-9066-0963d5e27e23 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3455362 Aug 22 13:24:29.568834 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b91436eb-682a-4865-9316-cfe890362506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:29.570226 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91436eb-682a-4865-9316-cfe890362506 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44a49a87-14a2-4cc3-943c-06162291ab26 {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:24:29.580730 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c7f0f-4b24-4e61-8566-f49905548428 req-51cc584b-d651-4058-a00f-64592e05fbb5 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:29.586535 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b91436eb-682a-4865-9316-cfe890362506 admin admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:29.587972 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-493c7f0f-4b24-4e61-8566-f49905548428 req-51cc584b-d651-4058-a00f-64592e05fbb5 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=c34101a4-b788-43a2-8b7c-ba4b4b05535d HTTP/1.1" status: 200 len: 943 time: 0.1585813 Aug 22 13:24:29.594285 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b91436eb-682a-4865-9316-cfe890362506 admin admin] 10.222.0.21 "DELETE /v2.0/routers/44a49a87-14a2-4cc3-943c-06162291ab26 HTTP/1.1" status: 204 len: 168 time: 1.8757057 Aug 22 13:24:29.598584 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49342) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:24:29.611659 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e99d12af-3db6-492c-ac68-b2e0112588a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bdeebd8-a734-4791-868c-47ca82d0b68a'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:24:29.614169 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6098d266-2328-448e-8b70-a0a3de321ae7" -d '{"events": [{"server_uuid": "e99d12af-3db6-492c-ac68-b2e0112588a8", "name": "network-vif-plugged", "status": "completed", "tag": "2bdeebd8-a734-4791-868c-47ca82d0b68a"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:24:29.647921 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 2bdeebd8-a734-4791-868c-47ca82d0b68a, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=2bdeebd8-a734-4791-868c-47ca82d0b68a,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:24:29.653569 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:29.661642 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-493c7f0f-4b24-4e61-8566-f49905548428 req-462385b7-1772-47c7-a3db-ac85d5c51273 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679333 Aug 22 13:24:29.743968 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e58b7-c97f-42ed-bc48-82c307b758e7 req-296abd7e-b10b-4b63-be3d-7fa4e8578225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:29.745686 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-455e58b7-c97f-42ed-bc48-82c307b758e7 req-296abd7e-b10b-4b63-be3d-7fa4e8578225 service neutron] 10.222.0.41 "GET /v2.0/networks?id=887e0115-b4ac-4c62-9aab-f2d01695aede HTTP/1.1" status: 200 len: 922 time: 0.2818971 Aug 22 13:24:29.762780 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=2bdeebd8-a734-4791-868c-47ca82d0b68a,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:29.801061 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-455e58b7-c97f-42ed-bc48-82c307b758e7 req-d6f8e6df-e206-4ab9-8378-f977442f7e5f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e6a0b168-7640-4715-aeda-fb6bf0f81aa6 HTTP/1.1" status: 200 len: 217 time: 0.0447047 Aug 22 13:24:29.806529 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-3abd2ea2-cc17-4758-9b58-1dc437f7b96c admin admin] Deleting subnet c43b929e-238a-475e-af72-bbaae592d493 {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:24:29.809978 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3abd2ea2-cc17-4758-9b58-1dc437f7b96c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:29.822273 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 0f580341-b81d-4a91-8417-8399945af725 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:24:29.857090 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708027b-9bb0-4a35-901b-9b05baa78842 req-223ef5ad-813c-4198-a494-3f64b39f6c61 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:29.864544 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7708027b-9bb0-4a35-901b-9b05baa78842 req-223ef5ad-813c-4198-a494-3f64b39f6c61 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc5450ff-5806-4265-bf48-094c7eb56133 HTTP/1.1" status: 200 len: 949 time: 0.1202192 Aug 22 13:24:29.870569 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 0f580341-b81d-4a91-8417-8399945af725 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:24:29.876497 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 0f580341-b81d-4a91-8417-8399945af725 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:24:29.876978 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 535e9cbd-e369-4aca-9def-d4a260999579 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:24:29.903609 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49350) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:24:29.934584 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 535e9cbd-e369-4aca-9def-d4a260999579 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:24:29.934960 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 535e9cbd-e369-4aca-9def-d4a260999579 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:24:29.950992 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3abd2ea2-cc17-4758-9b58-1dc437f7b96c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:29.953308 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7708027b-9bb0-4a35-901b-9b05baa78842 req-cf14ebaa-7623-4b97-86ef-034f38dc4e83 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879071 Aug 22 13:24:30.000264 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cb834b8f-78c7-4822-a065-7b511795c8e8 req-2c68f91d-150c-4c05-8196-e648284439f6 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=912d51faeaa64e41b37378475a439e61 HTTP/1.1" status: 200 len: 10894 time: 0.2284062 Aug 22 13:24:30.025343 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c224a84e-0027-4846-a5be-c4a892dda4bc x-openstack-request-id: req-c224a84e-0027-4846-a5be-c4a892dda4bc {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:24:30.025754 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e99d12af-3db6-492c-ac68-b2e0112588a8", "name": "network-vif-plugged", "status": "completed", "tag": "2bdeebd8-a734-4791-868c-47ca82d0b68a", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:24:30.026122 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c224a84e-0027-4846-a5be-c4a892dda4bc {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:24:30.026945 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e99d12af-3db6-492c-ac68-b2e0112588a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bdeebd8-a734-4791-868c-47ca82d0b68a', 'code': 200} Aug 22 13:24:30.058315 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3abd2ea2-cc17-4758-9b58-1dc437f7b96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:30.134299 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e58b7-c97f-42ed-bc48-82c307b758e7 req-8edadbc4-e052-4a9f-a0fa-056d6fa007f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:30.151061 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-2f7d36eb-163e-4cf5-9e3c-6356c802f9ed admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-982305273-network', 'tenant_id': '6ea250c28f4f49af83c1b2ab23efead2'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:24:30.154134 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-455e58b7-c97f-42ed-bc48-82c307b758e7 req-8edadbc4-e052-4a9f-a0fa-056d6fa007f9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1fb53f66-6b81-41b6-9806-8520494df9af HTTP/1.1" status: 200 len: 861 time: 0.3127575 Aug 22 13:24:30.155914 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3abd2ea2-cc17-4758-9b58-1dc437f7b96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:30.190625 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cb834b8f-78c7-4822-a065-7b511795c8e8 req-6cdb2b06-5f49-4cf7-bb61-7ef22344c0b3 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/security-groups/ec1bfcc7-b80c-4de4-b10e-973d7cada739 HTTP/1.1" status: 200 len: 2981 time: 0.1815796 Aug 22 13:24:30.221942 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3abd2ea2-cc17-4758-9b58-1dc437f7b96c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:30.228125 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b2ca74-9958-43b4-aa59-2e00ab7fc6ea None None] Network aeb3602e-1e91-4609-a24f-34031041c739 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:24:30.239344 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-3abd2ea2-cc17-4758-9b58-1dc437f7b96c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c43b929e-238a-475e-af72-bbaae592d493 HTTP/1.1" status: 204 len: 168 time: 0.6397777 Aug 22 13:24:30.242236 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49360) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:24:30.247390 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abd2ea2-cc17-4758-9b58-1dc437f7b96c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c43b929e-238a-475e-af72-bbaae592d493,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:30.268195 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-455e58b7-c97f-42ed-bc48-82c307b758e7 req-8e51819a-7724-41f3-b1ae-4798c9a1da9f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=887e0115-b4ac-4c62-9aab-f2d01695aede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502398 Aug 22 13:24:30.270734 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7d36eb-163e-4cf5-9e3c-6356c802f9ed admin admin] Made reservation on behalf of 6ea250c28f4f49af83c1b2ab23efead2 for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:24:30.272993 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2f7d36eb-163e-4cf5-9e3c-6356c802f9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:30.348420 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2f7d36eb-163e-4cf5-9e3c-6356c802f9ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:30.356056 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578c475-5159-4dd3-90d0-135dc1401efb req-360057de-e261-41c3-b05e-c5146651bc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:30.357632 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8578c475-5159-4dd3-90d0-135dc1401efb req-360057de-e261-41c3-b05e-c5146651bc33 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 1102 time: 0.2179499 Aug 22 13:24:30.385796 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd3ac4-23d3-48df-b985-cc3f5dc97836 req-d02578f6-8f98-45a7-b81b-62e9da2214be tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:30.393356 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-46cd3ac4-23d3-48df-b985-cc3f5dc97836 req-d02578f6-8f98-45a7-b81b-62e9da2214be tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 950 time: 0.2325292 Aug 22 13:24:30.397933 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-455e58b7-c97f-42ed-bc48-82c307b758e7 req-88ceee94-4bd0-4f26-aaf9-57b51775da22 service neutron] 10.222.0.41 "GET /v2.0/networks/887e0115-b4ac-4c62-9aab-f2d01695aede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140916 Aug 22 13:24:30.406613 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cb834b8f-78c7-4822-a065-7b511795c8e8 req-e4739716-af3b-41fe-91d4-2497b35c1ec1 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/security-groups/ec1bfcc7-b80c-4de4-b10e-973d7cada739 HTTP/1.1" status: 200 len: 2981 time: 0.1958702 Aug 22 13:24:30.439138 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bd131225-ed5f-43ab-a218-fe7c105a0b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:30.473188 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a5dc61-7a60-421b-974b-a48730701966 None None] DHCP port deletion for aeb3602e-1e91-4609-a24f-34031041c739 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:24:30.536453 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-455e58b7-c97f-42ed-bc48-82c307b758e7 req-869ef448-3d28-4faa-864f-e264d1109857 service neutron] 10.222.0.41 "GET /v2.0/networks/887e0115-b4ac-4c62-9aab-f2d01695aede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280949 Aug 22 13:24:30.545592 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-86a5dc61-7a60-421b-974b-a48730701966 None None] Deleting port c34797da-f21c-428f-a6ca-b13e1819ed56 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:24:30.546298 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-86a5dc61-7a60-421b-974b-a48730701966 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:30.568856 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-46cd3ac4-23d3-48df-b985-cc3f5dc97836 req-4b32960e-52c0-42ea-a928-a0429c0a6ce4 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744430 Aug 22 13:24:30.604866 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8578c475-5159-4dd3-90d0-135dc1401efb req-d109b638-9210-4e7d-816f-2841b32f68f1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972611 Aug 22 13:24:30.609809 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5ea46a30-d2f9-48d5-a5cc-2ff80a4635e9 req-313fbd66-2e28-4a82-8324-b2b6e7c40102 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/security-groups/bcb4cf01-ee94-45bf-961f-cb06b52763ea HTTP/1.1" status: 200 len: 1800 time: 0.1658084 Aug 22 13:24:30.632138 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-86a5dc61-7a60-421b-974b-a48730701966 None None] For port c34797da-f21c-428f-a6ca-b13e1819ed56, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=c34797da-f21c-428f-a6ca-b13e1819ed56,segment=NetworkSegment(b5781df7-e1c6-41b8-ae72-1f75c16e162b),segment_id=b5781df7-e1c6-41b8-ae72-1f75c16e162b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:24:30.632548 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-86a5dc61-7a60-421b-974b-a48730701966 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:30.646288 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-86a5dc61-7a60-421b-974b-a48730701966 None None] Calling delete_port for c34797da-f21c-428f-a6ca-b13e1819ed56 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:24:30.707752 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-bd131225-ed5f-43ab-a218-fe7c105a0b36 admin admin] Deleting port c34797da-f21c-428f-a6ca-b13e1819ed56 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:24:30.708102 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bd131225-ed5f-43ab-a218-fe7c105a0b36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:30.738960 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-86a5dc61-7a60-421b-974b-a48730701966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:30.771027 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a5dc61-7a60-421b-974b-a48730701966 None None] Pushing event deleted for resources: {'Port': ['ID=c34797da-f21c-428f-a6ca-b13e1819ed56,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:30.774749 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a5dc61-7a60-421b-974b-a48730701966 None None] No DVR routers for this DVR port c34797da-f21c-428f-a6ca-b13e1819ed56 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:24:30.782763 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2f7d36eb-163e-4cf5-9e3c-6356c802f9ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:30.783855 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5ea46a30-d2f9-48d5-a5cc-2ff80a4635e9 req-d01d0523-a428-4173-a4b2-19eb95662d22 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:30.792207 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2f7d36eb-163e-4cf5-9e3c-6356c802f9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:30.845696 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f7d36eb-163e-4cf5-9e3c-6356c802f9ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:24:30.860784 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-bd131225-ed5f-43ab-a218-fe7c105a0b36 admin admin] For port c34797da-f21c-428f-a6ca-b13e1819ed56, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=c34797da-f21c-428f-a6ca-b13e1819ed56,segment=NetworkSegment(b5781df7-e1c6-41b8-ae72-1f75c16e162b),segment_id=b5781df7-e1c6-41b8-ae72-1f75c16e162b)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:24:30.861160 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bd131225-ed5f-43ab-a218-fe7c105a0b36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:30.865252 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5ea46a30-d2f9-48d5-a5cc-2ff80a4635e9 req-d01d0523-a428-4173-a4b2-19eb95662d22 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:30.890709 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-bd131225-ed5f-43ab-a218-fe7c105a0b36 admin admin] Calling delete_port for c34797da-f21c-428f-a6ca-b13e1819ed56 owned by network:dhcp {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:24:30.895723 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7d36eb-163e-4cf5-9e3c-6356c802f9ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90b0379-b05d-43b7-b488-d7e603d5a533,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:30.906640 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2f7d36eb-163e-4cf5-9e3c-6356c802f9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:30.907012 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-2f7d36eb-163e-4cf5-9e3c-6356c802f9ed admin admin] Added segment 386269e7-54ef-4d2e-8875-9e94febeccf6 of type vlan for network 9cf17136-9104-4f77-9b21-196b3899da73 Aug 22 13:24:30.996372 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2f7d36eb-163e-4cf5-9e3c-6356c802f9ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:31.016122 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5ea46a30-d2f9-48d5-a5cc-2ff80a4635e9 req-d01d0523-a428-4173-a4b2-19eb95662d22 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:31.018614 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5ea46a30-d2f9-48d5-a5cc-2ff80a4635e9 req-d01d0523-a428-4173-a4b2-19eb95662d22 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:31.019951 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5ea46a30-d2f9-48d5-a5cc-2ff80a4635e9 req-d01d0523-a428-4173-a4b2-19eb95662d22 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "DELETE /v2.0/security-groups/bcb4cf01-ee94-45bf-961f-cb06b52763ea HTTP/1.1" status: 204 len: 173 time: 0.3976204 Aug 22 13:24:31.035870 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-47065ebf-09ad-4fda-be46-750ca969de51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:31.050036 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d0523-a428-4173-a4b2-19eb95662d22 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb4cf01-ee94-45bf-961f-cb06b52763ea,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:31.073369 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2f7d36eb-163e-4cf5-9e3c-6356c802f9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:31.074411 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7d36eb-163e-4cf5-9e3c-6356c802f9ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:31.075126 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2f7d36eb-163e-4cf5-9e3c-6356c802f9ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:31.152626 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device c34797da-f21c-428f-a6ca-b13e1819ed56 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:24:31.177870 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: c34797da-f21c-428f-a6ca-b13e1819ed56 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:24:31.178226 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device c34797da-f21c-428f-a6ca-b13e1819ed56 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:24:31.178619 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device b5fa13ff-fda9-4c15-981e-82f2497c41b4 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:24:31.182479 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:31.183724 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bd131225-ed5f-43ab-a218-fe7c105a0b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:31.199274 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: b5fa13ff-fda9-4c15-981e-82f2497c41b4 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:24:31.199617 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device b5fa13ff-fda9-4c15-981e-82f2497c41b4 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:24:31.217807 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-2f7d36eb-163e-4cf5-9e3c-6356c802f9ed admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3088942 Aug 22 13:24:31.220642 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49374) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:24:31.225644 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-a3bb108b-c279-4863-9899-ad215c41c05b admin admin] Request body: {'subnet': {'network_id': '9cf17136-9104-4f77-9b21-196b3899da73', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-982305273-subnet', 'tenant_id': '6ea250c28f4f49af83c1b2ab23efead2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:24:31.228126 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd131225-ed5f-43ab-a218-fe7c105a0b36 admin admin] Pushing event deleted for resources: {'Port': ['ID=c34797da-f21c-428f-a6ca-b13e1819ed56,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:31.233834 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd131225-ed5f-43ab-a218-fe7c105a0b36 admin admin] No DVR routers for this DVR port c34797da-f21c-428f-a6ca-b13e1819ed56 on host n-d-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:24:31.235227 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7d36eb-163e-4cf5-9e3c-6356c802f9ed admin admin] Pushing event updated for resources: {'Network': ['ID=9cf17136-9104-4f77-9b21-196b3899da73,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:31.249199 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 9cf17136-9104-4f77-9b21-196b3899da73 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:24:31.264198 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3bb108b-c279-4863-9899-ad215c41c05b admin admin] Made reservation on behalf of 6ea250c28f4f49af83c1b2ab23efead2 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:24:31.269238 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a3bb108b-c279-4863-9899-ad215c41c05b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:31.279260 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7fb17-decd-466d-963d-79a7d7ec4b33 req-94fa21cc-f9f1-4d8c-980e-196e4d55f377 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:31.280822 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-12c7fb17-decd-466d-963d-79a7d7ec4b33 req-94fa21cc-f9f1-4d8c-980e-196e4d55f377 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=c34101a4-b788-43a2-8b7c-ba4b4b05535d HTTP/1.1" status: 200 len: 943 time: 0.2106736 Aug 22 13:24:31.348654 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74e75a-596a-4fbf-8b74-24357f9eb8ee req-984d7bc1-540a-4ff7-b89b-c881769b16fe tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:31.350309 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dd74e75a-596a-4fbf-8b74-24357f9eb8ee req-984d7bc1-540a-4ff7-b89b-c881769b16fe tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc5450ff-5806-4265-bf48-094c7eb56133 HTTP/1.1" status: 200 len: 949 time: 0.2585449 Aug 22 13:24:31.368678 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bd131225-ed5f-43ab-a218-fe7c105a0b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:31.396865 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-12c7fb17-decd-466d-963d-79a7d7ec4b33 req-37a92269-7f70-4f7c-8002-0cefc8c91715 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048086 Aug 22 13:24:31.398380 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-bd131225-ed5f-43ab-a218-fe7c105a0b36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeb3602e-1e91-4609-a24f-34031041c739']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:24:31.411456 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-bd131225-ed5f-43ab-a218-fe7c105a0b36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5781df7-e1c6-41b8-ae72-1f75c16e162b') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:24:31.411756 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-bd131225-ed5f-43ab-a218-fe7c105a0b36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5781df7-e1c6-41b8-ae72-1f75c16e162b') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:24:31.449031 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bd131225-ed5f-43ab-a218-fe7c105a0b36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:31.459637 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a3bb108b-c279-4863-9899-ad215c41c05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:31.459924 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dd74e75a-596a-4fbf-8b74-24357f9eb8ee req-5c9592eb-b7a7-43ad-b775-5010196b11a4 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008875 Aug 22 13:24:31.469371 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [req-9989b7f9-a5aa-4334-9af3-eed1cfdff809 req-717d5a13-dc92-4a41-a016-d13a7a09eb3c tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] show failed (client error): The resource could not be found. Aug 22 13:24:31.470133 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9989b7f9-a5aa-4334-9af3-eed1cfdff809 req-717d5a13-dc92-4a41-a016-d13a7a09eb3c tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/security-groups/bcb4cf01-ee94-45bf-961f-cb06b52763ea HTTP/1.1" status: 404 len: 352 time: 0.0332322 Aug 22 13:24:31.471927 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bd131225-ed5f-43ab-a218-fe7c105a0b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:31.481066 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd131225-ed5f-43ab-a218-fe7c105a0b36 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:24:31.481482 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bd131225-ed5f-43ab-a218-fe7c105a0b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:31.483405 n-d-793621-33 neutron-server[94627]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:24:31.483405 n-d-793621-33 neutron-server[94627]: self.session.flush() Aug 22 13:24:31.483405 n-d-793621-33 neutron-server[94627]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:24:31.483405 n-d-793621-33 neutron-server[94627]: self.session.flush() Aug 22 13:24:31.483405 n-d-793621-33 neutron-server[94627]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:24:31.483405 n-d-793621-33 neutron-server[94627]: self.session.flush() Aug 22 13:24:31.483405 n-d-793621-33 neutron-server[94627]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:24:31.483405 n-d-793621-33 neutron-server[94627]: self.session.flush() Aug 22 13:24:31.483405 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:24:31.483405 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:24:31.483405 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:24:31.483405 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:24:31.483405 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:24:31.483405 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:24:31.483405 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:24:31.483405 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:24:31.483405 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:24:31.483405 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:24:31.483405 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:24:31.483405 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:24:31.483405 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:24:31.483405 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:24:31.483405 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:24:31.483405 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:24:31.483405 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:24:31.483405 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:24:31.483405 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:24:31.483405 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:24:31.483405 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:24:31.483405 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:24:31.483405 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:24:31.483405 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:24:31.483405 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:24:31.483405 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:24:31.483405 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:24:31.483405 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:24:31.483405 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:24:31.483405 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:24:31.483405 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:24:31.483405 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:24:31.514994 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bb108b-c279-4863-9899-ad215c41c05b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cc574f1-6659-4f56-8d06-4a9eb6ee65f6,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:31.538653 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bb108b-c279-4863-9899-ad215c41c05b admin admin] Checking segment: {'id': '386269e7-54ef-4d2e-8875-9e94febeccf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9cf17136-9104-4f77-9b21-196b3899da73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:24:31.539323 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bb108b-c279-4863-9899-ad215c41c05b admin admin] Network hostable DHCP agents. Network: 9cf17136-9104-4f77-9b21-196b3899da73, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:24:31.559887 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bb108b-c279-4863-9899-ad215c41c05b admin admin] Network 9cf17136-9104-4f77-9b21-196b3899da73 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:24:31.570828 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bd131225-ed5f-43ab-a218-fe7c105a0b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:31.574866 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-a3bb108b-c279-4863-9899-ad215c41c05b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 9cf17136-9104-4f77-9b21-196b3899da73) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:24:31.581301 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bb108b-c279-4863-9899-ad215c41c05b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:31.581942 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a3bb108b-c279-4863-9899-ad215c41c05b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:31.583445 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bd131225-ed5f-43ab-a218-fe7c105a0b36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:31.585518 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-bd131225-ed5f-43ab-a218-fe7c105a0b36 admin admin] 10.222.0.21 "DELETE /v2.0/networks/aeb3602e-1e91-4609-a24f-34031041c739 HTTP/1.1" status: 204 len: 168 time: 1.3371432 Aug 22 13:24:31.589847 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d274dfa7-2425-462c-9923-281f492f6fdb None None] Network 9cf17136-9104-4f77-9b21-196b3899da73 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:24:31.594022 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-50dfd985-b8e4-4c13-8acc-16c83a50b2a7 req-be8752ce-8ac2-4cde-8065-7276538df378 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/security-groups/f40a26fc-f3fa-4154-8986-988795eebed5 HTTP/1.1" status: 200 len: 1800 time: 0.0639317 Aug 22 13:24:31.602438 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd131225-ed5f-43ab-a218-fe7c105a0b36 admin admin] Pushing event deleted for resources: {'Network': ['ID=aeb3602e-1e91-4609-a24f-34031041c739,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:31.605464 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a3bb108b-c279-4863-9899-ad215c41c05b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3836422 Aug 22 13:24:31.711434 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-50dfd985-b8e4-4c13-8acc-16c83a50b2a7 req-3a7827df-8139-49a3-a2d9-c946f0bd094f tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:31.765072 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43036feb-94f7-471b-ac19-51074f2cd721 None None] Network 9cf17136-9104-4f77-9b21-196b3899da73 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:24:31.765072 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device b4de4120-ff29-47a6-aab8-9d4df6e386a0 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:24:31.767524 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-50dfd985-b8e4-4c13-8acc-16c83a50b2a7 req-3a7827df-8139-49a3-a2d9-c946f0bd094f tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:31.774872 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49392) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:24:31.824408 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2e3a43c5-3d12-4f41-926e-e63335ace20c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ba3730d93e49471c875ab44d82db56e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0481391 Aug 22 13:24:31.825040 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49398) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:24:31.866728 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-50dfd985-b8e4-4c13-8acc-16c83a50b2a7 req-3a7827df-8139-49a3-a2d9-c946f0bd094f tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:31.871596 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-50dfd985-b8e4-4c13-8acc-16c83a50b2a7 req-3a7827df-8139-49a3-a2d9-c946f0bd094f tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:31.873661 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-50dfd985-b8e4-4c13-8acc-16c83a50b2a7 req-3a7827df-8139-49a3-a2d9-c946f0bd094f tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "DELETE /v2.0/security-groups/f40a26fc-f3fa-4154-8986-988795eebed5 HTTP/1.1" status: 204 len: 173 time: 0.2510786 Aug 22 13:24:31.887165 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7827df-8139-49a3-a2d9-c946f0bd094f tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40a26fc-f3fa-4154-8986-988795eebed5,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:31.897461 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port b4de4120-ff29-47a6-aab8-9d4df6e386a0 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:24:31.922322 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-92a154c4-b3e8-4bda-981a-45171d0dc32c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:31.934193 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port b4de4120-ff29-47a6-aab8-9d4df6e386a0 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:24:31.934555 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:31.962955 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-92a154c4-b3e8-4bda-981a-45171d0dc32c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:32.029167 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-92a154c4-b3e8-4bda-981a-45171d0dc32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:32.031673 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-92a154c4-b3e8-4bda-981a-45171d0dc32c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:32.034447 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-92a154c4-b3e8-4bda-981a-45171d0dc32c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5f1b5c3a-59c7-419d-bc79-21d076859164 HTTP/1.1" status: 204 len: 168 time: 0.2071898 Aug 22 13:24:32.045935 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [req-7fd35036-57bd-4f92-8b75-e91478597822 req-15a733fc-e30f-472b-be0f-642d1ef14936 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] show failed (client error): The resource could not be found. Aug 22 13:24:32.046845 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7fd35036-57bd-4f92-8b75-e91478597822 req-15a733fc-e30f-472b-be0f-642d1ef14936 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/security-groups/f40a26fc-f3fa-4154-8986-988795eebed5 HTTP/1.1" status: 404 len: 352 time: 0.0233765 Aug 22 13:24:32.050234 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:32.065851 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a154c4-b3e8-4bda-981a-45171d0dc32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1b5c3a-59c7-419d-bc79-21d076859164,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:32.076269 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d61d5e-d0a0-4957-af36-59f6678a52f9 req-9ad10141-e12d-4b84-85a1-7f66cab319b5 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:32.078520 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-50d61d5e-d0a0-4957-af36-59f6678a52f9 req-9ad10141-e12d-4b84-85a1-7f66cab319b5 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 950 time: 0.1314819 Aug 22 13:24:32.112711 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc5450ff-5806-4265-bf48-094c7eb56133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4de4120-ff29-47a6-aab8-9d4df6e386a0'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:24:32.114984 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058012eb-33a6-47f1-b7bc-5e90f11fab61" -d '{"events": [{"server_uuid": "dc5450ff-5806-4265-bf48-094c7eb56133", "name": "network-vif-plugged", "status": "completed", "tag": "b4de4120-ff29-47a6-aab8-9d4df6e386a0"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:24:32.132799 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port b4de4120-ff29-47a6-aab8-9d4df6e386a0, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=b4de4120-ff29-47a6-aab8-9d4df6e386a0,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:24:32.138355 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:32.141975 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-50d61d5e-d0a0-4957-af36-59f6678a52f9 req-4460099e-8889-45b2-b4fc-dd2388527717 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531402 Aug 22 13:24:32.217385 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=b4de4120-ff29-47a6-aab8-9d4df6e386a0,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:32.297394 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:32.336333 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d64abf20-bb3f-4f32-8f07-7b463ac566d2 req-ff73327a-7227-4532-8386-6e7faaf80f88 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/security-groups/8230359f-5098-437a-91de-a6627ea0cca4 HTTP/1.1" status: 200 len: 1800 time: 0.0756645 Aug 22 13:24:32.465548 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-d64abf20-bb3f-4f32-8f07-7b463ac566d2 req-ec0b5328-271a-4532-a855-1a6dbcf1705b tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:32.502611 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1f2d3-83ac-498d-90df-8aac3e849f01 req-ec6264b8-d362-4521-bee5-fc17252426f9 tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:32.504110 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bcc1f2d3-83ac-498d-90df-8aac3e849f01 req-ec6264b8-d362-4521-bee5-fc17252426f9 tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] 10.222.0.21 "GET /v2.0/networks?id=9cf17136-9104-4f77-9b21-196b3899da73 HTTP/1.1" status: 200 len: 808 time: 0.1658163 Aug 22 13:24:32.512798 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-d64abf20-bb3f-4f32-8f07-7b463ac566d2 req-ec0b5328-271a-4532-a855-1a6dbcf1705b tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:32.542967 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bcc1f2d3-83ac-498d-90df-8aac3e849f01 req-49b9d4aa-4ec4-4e8d-b70f-9cd73f9bc119 tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] 10.222.0.21 "GET /v2.0/quotas/6ea250c28f4f49af83c1b2ab23efead2 HTTP/1.1" status: 200 len: 375 time: 0.0255208 Aug 22 13:24:32.594016 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bcc1f2d3-83ac-498d-90df-8aac3e849f01 req-24a0e999-5712-42ee-9eba-e37640b4daeb tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6ea250c28f4f49af83c1b2ab23efead2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395608 Aug 22 13:24:32.605798 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-d64abf20-bb3f-4f32-8f07-7b463ac566d2 req-ec0b5328-271a-4532-a855-1a6dbcf1705b tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:32.608399 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-d64abf20-bb3f-4f32-8f07-7b463ac566d2 req-ec0b5328-271a-4532-a855-1a6dbcf1705b tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:32.609538 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d64abf20-bb3f-4f32-8f07-7b463ac566d2 req-ec0b5328-271a-4532-a855-1a6dbcf1705b tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "DELETE /v2.0/security-groups/8230359f-5098-437a-91de-a6627ea0cca4 HTTP/1.1" status: 204 len: 173 time: 0.2724202 Aug 22 13:24:32.637880 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0b5328-271a-4532-a855-1a6dbcf1705b tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8230359f-5098-437a-91de-a6627ea0cca4,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:32.649692 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7a8039-e760-437d-8e23-03f26dddb904 x-openstack-request-id: req-0d7a8039-e760-437d-8e23-03f26dddb904 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:24:32.650234 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc5450ff-5806-4265-bf48-094c7eb56133", "name": "network-vif-plugged", "status": "completed", "tag": "b4de4120-ff29-47a6-aab8-9d4df6e386a0", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:24:32.650670 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0d7a8039-e760-437d-8e23-03f26dddb904 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:24:32.651245 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc5450ff-5806-4265-bf48-094c7eb56133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4de4120-ff29-47a6-aab8-9d4df6e386a0', 'code': 200} Aug 22 13:24:32.711220 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bcc1f2d3-83ac-498d-90df-8aac3e849f01 req-e83a80f2-dda9-4855-bc08-634cae2cd933 service neutron] 10.222.0.21 "GET /v2.0/networks/9cf17136-9104-4f77-9b21-196b3899da73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007106 Aug 22 13:24:32.783708 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02abdae1-268b-4a80-bbba-5e099f72e773 req-5ef75b90-2c15-4587-8d0b-cf816098f441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:32.786337 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-02abdae1-268b-4a80-bbba-5e099f72e773 req-5ef75b90-2c15-4587-8d0b-cf816098f441 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dc5450ff-5806-4265-bf48-094c7eb56133 HTTP/1.1" status: 200 len: 1102 time: 0.0457082 Aug 22 13:24:32.832392 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-02abdae1-268b-4a80-bbba-5e099f72e773 req-e28b9266-a976-41f5-bf94-8050984d5f5b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359936 Aug 22 13:24:32.849098 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57764241-0cca-4f6c-85c5-2bb9ff00537b req-363c2aa1-b3d4-422b-8927-319eb3175b6e tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:32.849842 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-57764241-0cca-4f6c-85c5-2bb9ff00537b req-363c2aa1-b3d4-422b-8927-319eb3175b6e tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=c34101a4-b788-43a2-8b7c-ba4b4b05535d HTTP/1.1" status: 200 len: 943 time: 0.1375744 Aug 22 13:24:32.906252 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bcc1f2d3-83ac-498d-90df-8aac3e849f01 req-417c557f-ad30-4f31-a117-d187ad714345 service neutron] 10.222.0.21 "GET /v2.0/networks/9cf17136-9104-4f77-9b21-196b3899da73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830850 Aug 22 13:24:32.923523 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-57764241-0cca-4f6c-85c5-2bb9ff00537b req-e9e22573-cf4a-4d5a-9086-cef71510e882 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600564 Aug 22 13:24:32.982823 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49448) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:24:33.101015 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [req-4c5e0e40-20d4-4b08-b435-31c8fcb33ef9 req-7d06e8b4-1159-477c-ac8b-591451498f1c tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] show failed (client error): The resource could not be found. Aug 22 13:24:33.102460 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4c5e0e40-20d4-4b08-b435-31c8fcb33ef9 req-7d06e8b4-1159-477c-ac8b-591451498f1c tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/security-groups/8230359f-5098-437a-91de-a6627ea0cca4 HTTP/1.1" status: 404 len: 352 time: 0.0198290 Aug 22 13:24:33.119415 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d2da3f-d9db-4025-93b6-67336e511e2a req-313a9c5a-8118-4b42-8234-2800bac5939f tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:33.121050 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-68d2da3f-d9db-4025-93b6-67336e511e2a req-313a9c5a-8118-4b42-8234-2800bac5939f tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc5450ff-5806-4265-bf48-094c7eb56133 HTTP/1.1" status: 200 len: 950 time: 0.0736465 Aug 22 13:24:33.205183 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-ce91c5c1-d1e7-43ac-89a1-02efbaa9b179 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1176324169-network', 'tenant_id': '2389b5e02dee4864a1a7f4824db49bc1'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:24:33.215864 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f23a6776-6a61-419f-a89d-819227562bf5 req-73b55c64-3adb-46ac-973e-e5931e9e94a3 tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc22e7a3-c15e-4e97-be2f-fc2db2d87b8c HTTP/1.1" status: 200 len: 210 time: 0.0508347 Aug 22 13:24:33.227474 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-68d2da3f-d9db-4025-93b6-67336e511e2a req-ec2175d7-5532-44ee-8dfe-dd94d76b49a8 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961359 Aug 22 13:24:33.238978 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce91c5c1-d1e7-43ac-89a1-02efbaa9b179 admin admin] Made reservation on behalf of 2389b5e02dee4864a1a7f4824db49bc1 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:24:33.241596 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ce91c5c1-d1e7-43ac-89a1-02efbaa9b179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:33.263935 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ce91c5c1-d1e7-43ac-89a1-02efbaa9b179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:33.362903 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c0197b6d-866c-470a-84fa-335897130a92 req-63bb658f-1bde-4e92-b145-ce218fa65a85 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=912d51faeaa64e41b37378475a439e61 HTTP/1.1" status: 200 len: 6147 time: 0.0967586 Aug 22 13:24:33.398130 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ce91c5c1-d1e7-43ac-89a1-02efbaa9b179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:33.403602 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ce91c5c1-d1e7-43ac-89a1-02efbaa9b179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:33.433019 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce91c5c1-d1e7-43ac-89a1-02efbaa9b179 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:24:33.436847 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f576c-826c-4cc1-bf72-b203075b3b22 req-4cc626db-e297-4323-90f4-f9eece1f9fe9 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:33.438732 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e66f576c-826c-4cc1-bf72-b203075b3b22 req-4cc626db-e297-4323-90f4-f9eece1f9fe9 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 950 time: 0.1034312 Aug 22 13:24:33.443939 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ce91c5c1-d1e7-43ac-89a1-02efbaa9b179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:33.444416 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-ce91c5c1-d1e7-43ac-89a1-02efbaa9b179 admin admin] Added segment 45845a86-1a6e-41bd-be5a-e083caee6a9e of type vlan for network b2719a9f-ee7f-473a-9939-5efd06e85549 Aug 22 13:24:33.447793 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c0197b6d-866c-470a-84fa-335897130a92 req-7433ea8f-6061-4fcb-9bf0-3d3024bd8071 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/security-groups/ec1bfcc7-b80c-4de4-b10e-973d7cada739 HTTP/1.1" status: 200 len: 2981 time: 0.0840297 Aug 22 13:24:33.496902 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ce91c5c1-d1e7-43ac-89a1-02efbaa9b179 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:33.503639 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce91c5c1-d1e7-43ac-89a1-02efbaa9b179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2ef2da-4440-4915-b63c-e03f5cd2edf8,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:33.521519 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:33.532284 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e66f576c-826c-4cc1-bf72-b203075b3b22 req-45670c25-47e7-4dc9-af98-47064a64570c tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829947 Aug 22 13:24:33.536344 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ce91c5c1-d1e7-43ac-89a1-02efbaa9b179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:33.538486 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce91c5c1-d1e7-43ac-89a1-02efbaa9b179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:33.541274 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ce91c5c1-d1e7-43ac-89a1-02efbaa9b179 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:33.543627 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c0197b6d-866c-470a-84fa-335897130a92 req-f3c8d07a-165f-4431-9ce4-30d78a5a935f tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/security-groups/ec1bfcc7-b80c-4de4-b10e-973d7cada739 HTTP/1.1" status: 200 len: 2981 time: 0.0862682 Aug 22 13:24:33.623669 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49474) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:24:33.623877 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ce91c5c1-d1e7-43ac-89a1-02efbaa9b179 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6395259 Aug 22 13:24:33.629602 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-e6f0886a-f7a1-4424-8b26-403ff0e420c5 admin admin] Request body: {'subnet': {'network_id': 'b2719a9f-ee7f-473a-9939-5efd06e85549', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1176324169-subnet', 'tenant_id': '2389b5e02dee4864a1a7f4824db49bc1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:24:33.635785 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce91c5c1-d1e7-43ac-89a1-02efbaa9b179 admin admin] Pushing event updated for resources: {'Network': ['ID=b2719a9f-ee7f-473a-9939-5efd06e85549,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:33.636695 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-5d29e065-a350-4228-b520-edd15267dc3b req-8b659dfc-d68f-4278-8544-a8e513cb9601 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-828146783', 'description': 'tempest-description-357954220'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:24:33.646666 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network b2719a9f-ee7f-473a-9939-5efd06e85549 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:24:33.668118 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.db.api [req-5d29e065-a350-4228-b520-edd15267dc3b req-8b659dfc-d68f-4278-8544-a8e513cb9601 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 22 13:24:33.668118 n-d-793621-33 neutron-server[94627]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 22 13:24:33.668118 n-d-793621-33 neutron-server[94627]: [parameters: {'project_id_1': '912d51faeaa64e41b37378475a439e61', 'expiration_1': datetime.datetime(2021, 8, 22, 13, 24, 33, 649341)}] Aug 22 13:24:33.668118 n-d-793621-33 neutron-server[94627]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94627) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 13:24:33.668118 n-d-793621-33 neutron-server[94627]: DEBUG oslo_db.api [req-5d29e065-a350-4228-b520-edd15267dc3b req-8b659dfc-d68f-4278-8544-a8e513cb9601 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 13:24:33.677303 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f0886a-f7a1-4424-8b26-403ff0e420c5 admin admin] Made reservation on behalf of 2389b5e02dee4864a1a7f4824db49bc1 for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:24:33.681399 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e6f0886a-f7a1-4424-8b26-403ff0e420c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:33.860155 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df32bfd5-08ac-4f8e-a083-a99a9ef4a72f req-575c1278-bd72-4c7f-a9d7-a2863691fb09 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:33.862359 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-df32bfd5-08ac-4f8e-a083-a99a9ef4a72f req-575c1278-bd72-4c7f-a9d7-a2863691fb09 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 950 time: 0.0958424 Aug 22 13:24:33.942558 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-df32bfd5-08ac-4f8e-a083-a99a9ef4a72f req-a9f5bf24-95ed-428d-abe4-3324355e791d tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736406 Aug 22 13:24:33.953024 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e6f0886a-f7a1-4424-8b26-403ff0e420c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:34.033428 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f0886a-f7a1-4424-8b26-403ff0e420c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78207353-5327-441e-b2ae-a402769922b8,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:34.062263 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f0886a-f7a1-4424-8b26-403ff0e420c5 admin admin] Checking segment: {'id': '45845a86-1a6e-41bd-be5a-e083caee6a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b2719a9f-ee7f-473a-9939-5efd06e85549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:24:34.062615 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f0886a-f7a1-4424-8b26-403ff0e420c5 admin admin] Network hostable DHCP agents. Network: b2719a9f-ee7f-473a-9939-5efd06e85549, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:24:34.094168 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47125c61-f141-494a-876e-70add0ea7479 req-49d01361-c2e0-4244-9cbb-3ea9656114d2 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:34.095600 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47125c61-f141-494a-876e-70add0ea7479 req-49d01361-c2e0-4244-9cbb-3ea9656114d2 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=c34101a4-b788-43a2-8b7c-ba4b4b05535d HTTP/1.1" status: 200 len: 943 time: 0.0722702 Aug 22 13:24:34.097196 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f0886a-f7a1-4424-8b26-403ff0e420c5 admin admin] Network b2719a9f-ee7f-473a-9939-5efd06e85549 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:24:34.108681 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:34.113823 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-e6f0886a-f7a1-4424-8b26-403ff0e420c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, b2719a9f-ee7f-473a-9939-5efd06e85549) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:24:34.118916 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f0886a-f7a1-4424-8b26-403ff0e420c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:34.119571 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e6f0886a-f7a1-4424-8b26-403ff0e420c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:34.128741 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac01acb5-7dcd-466b-b89e-c0095768579a None None] Network b2719a9f-ee7f-473a-9939-5efd06e85549 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:24:34.157955 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47125c61-f141-494a-876e-70add0ea7479 req-2e7ef0db-026b-4c23-968e-d3c117427b79 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529754 Aug 22 13:24:34.165061 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49480) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:24:34.170878 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-b75e36ad-4421-4d0a-82c3-4f511a06429a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1176324169-router', 'tenant_id': '2389b5e02dee4864a1a7f4824db49bc1', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:24:34.175195 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e6f0886a-f7a1-4424-8b26-403ff0e420c5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5503538 Aug 22 13:24:34.210662 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b75e36ad-4421-4d0a-82c3-4f511a06429a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:34.211871 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b75e36ad-4421-4d0a-82c3-4f511a06429a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:34.235932 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5d29e065-a350-4228-b520-edd15267dc3b req-8b659dfc-d68f-4278-8544-a8e513cb9601 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:34.298204 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b75e36ad-4421-4d0a-82c3-4f511a06429a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:34.367364 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6e6bc150-36e6-443e-83c0-c42450492b66 req-3cfb12f6-5c51-4013-8364-1283e434c5db tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc22e7a3-c15e-4e97-be2f-fc2db2d87b8c HTTP/1.1" status: 200 len: 210 time: 0.0339124 Aug 22 13:24:34.388373 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64972445-e886-4221-bd95-33e945f1ff6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-b2719a9f-ee7f-473a-9939-5efd06e85549', 'network_id': 'b2719a9f-ee7f-473a-9939-5efd06e85549', 'tenant_id': '2389b5e02dee4864a1a7f4824db49bc1', 'fixed_ips': [{'subnet_id': '78207353-5327-441e-b2ae-a402769922b8'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:24:34.389456 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-64972445-e886-4221-bd95-33e945f1ff6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:34.424088 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5d29e065-a350-4228-b520-edd15267dc3b req-8b659dfc-d68f-4278-8544-a8e513cb9601 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:34.428802 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5d29e065-a350-4228-b520-edd15267dc3b req-8b659dfc-d68f-4278-8544-a8e513cb9601 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:34.464368 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5d29e065-a350-4228-b520-edd15267dc3b req-8b659dfc-d68f-4278-8544-a8e513cb9601 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:34.478963 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5d29e065-a350-4228-b520-edd15267dc3b req-8b659dfc-d68f-4278-8544-a8e513cb9601 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.8628440 Aug 22 13:24:34.484051 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b659dfc-d68f-4278-8544-a8e513cb9601 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=331e489c-8dbd-42f7-a89f-c8f6e2ee7cb3,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:34.572884 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b75e36ad-4421-4d0a-82c3-4f511a06429a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:34.604519 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb1df53-d777-46cd-b2c0-5dca0e83d30c req-471520d4-2f1c-4592-98b7-26157f4fabcb tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:34.606888 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2fb1df53-d777-46cd-b2c0-5dca0e83d30c req-471520d4-2f1c-4592-98b7-26157f4fabcb tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc5450ff-5806-4265-bf48-094c7eb56133 HTTP/1.1" status: 200 len: 950 time: 0.0841689 Aug 22 13:24:34.625010 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [req-ed420564-7d8b-42fc-9291-d8672d171ae9 req-69bab7ed-11a6-4475-925c-3c26900313a1 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:24:34.626005 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ed420564-7d8b-42fc-9291-d8672d171ae9 req-69bab7ed-11a6-4475-925c-3c26900313a1 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053854 Aug 22 13:24:34.670871 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2fb1df53-d777-46cd-b2c0-5dca0e83d30c req-a9398425-f570-4d8e-b284-d0c4eb58e604 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554173 Aug 22 13:24:34.699068 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-64972445-e886-4221-bd95-33e945f1ff6a None None] Allocated IP 172.20.0.2 (b2719a9f-ee7f-473a-9939-5efd06e85549/78207353-5327-441e-b2ae-a402769922b8/4aed732c-7b6f-42df-9227-9ee040183a23) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:24:34.729021 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-ae2710d8-6881-470b-a5c1-42e8c7fc414d req-e10e7936-f642-4742-827a-4e4aa330d269 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1271505759', 'description': 'tempest-description-103788681'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:24:34.776413 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ae2710d8-6881-470b-a5c1-42e8c7fc414d req-e10e7936-f642-4742-827a-4e4aa330d269 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:34.861823 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1f2d3-83ac-498d-90df-8aac3e849f01 req-3a52ecb5-aa29-4d76-a682-23ee0d73a99e tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:34.863329 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-bcc1f2d3-83ac-498d-90df-8aac3e849f01 req-3a52ecb5-aa29-4d76-a682-23ee0d73a99e tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] 10.222.0.41 "GET /v2.0/networks?id=9cf17136-9104-4f77-9b21-196b3899da73 HTTP/1.1" status: 200 len: 808 time: 0.1619689 Aug 22 13:24:34.891348 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-bcc1f2d3-83ac-498d-90df-8aac3e849f01 req-3b1c7cdf-37a3-4888-b734-8c7cb559bc3e tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] Request body: {'port': {'device_id': 'bc22e7a3-c15e-4e97-be2f-fc2db2d87b8c', 'network_id': '9cf17136-9104-4f77-9b21-196b3899da73', 'admin_state_up': True, 'tenant_id': '6ea250c28f4f49af83c1b2ab23efead2'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:24:35.029161 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ae2710d8-6881-470b-a5c1-42e8c7fc414d req-e10e7936-f642-4742-827a-4e4aa330d269 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:35.030048 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-64972445-e886-4221-bd95-33e945f1ff6a None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:35.038085 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ae2710d8-6881-470b-a5c1-42e8c7fc414d req-e10e7936-f642-4742-827a-4e4aa330d269 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:35.042783 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-64972445-e886-4221-bd95-33e945f1ff6a None None] Transition to ACTIVE for port object 4aed732c-7b6f-42df-9227-9ee040183a23 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:24:35.063228 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43499cfe-1ccc-4539-92d7-2b805c62cc02 req-b4fc67e6-2462-47c9-a7f5-47f573363b5a tempest-ServersOnMultiNodesTest-304312147 tempest-ServersOnMultiNodesTest-304312147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:35.065957 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-64972445-e886-4221-bd95-33e945f1ff6a None None] Transition to ACTIVE for port object 4aed732c-7b6f-42df-9227-9ee040183a23 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:24:35.072670 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-64972445-e886-4221-bd95-33e945f1ff6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:35.075411 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-43499cfe-1ccc-4539-92d7-2b805c62cc02 req-b4fc67e6-2462-47c9-a7f5-47f573363b5a tempest-ServersOnMultiNodesTest-304312147 tempest-ServersOnMultiNodesTest-304312147-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=dc5450ff-5806-4265-bf48-094c7eb56133 HTTP/1.1" status: 200 len: 1102 time: 0.1239328 Aug 22 13:24:35.077565 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ae2710d8-6881-470b-a5c1-42e8c7fc414d req-e10e7936-f642-4742-827a-4e4aa330d269 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:35.090031 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ae2710d8-6881-470b-a5c1-42e8c7fc414d req-e10e7936-f642-4742-827a-4e4aa330d269 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3659437 Aug 22 13:24:35.131683 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b99ec874-088b-4d03-a396-2219de9dfb01 req-feab5e47-170c-44ae-8a07-93e6322d74d9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2015738 Aug 22 13:24:35.177050 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcc1f2d3-83ac-498d-90df-8aac3e849f01 req-3b1c7cdf-37a3-4888-b734-8c7cb559bc3e tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] Made reservation on behalf of 6ea250c28f4f49af83c1b2ab23efead2 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:24:35.181849 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-bcc1f2d3-83ac-498d-90df-8aac3e849f01 req-3b1c7cdf-37a3-4888-b734-8c7cb559bc3e tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:35.202849 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b75e36ad-4421-4d0a-82c3-4f511a06429a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:35.209940 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e7936-f642-4742-827a-4e4aa330d269 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e454afb1-8bee-4228-ac7e-ef9572587108,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:35.230407 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b75e36ad-4421-4d0a-82c3-4f511a06429a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:35.239531 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64972445-e886-4221-bd95-33e945f1ff6a None None] Network b2719a9f-ee7f-473a-9939-5efd06e85549 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:24:35.240886 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64972445-e886-4221-bd95-33e945f1ff6a None None] Pushing event updated for resources: {'Port': ['ID=4aed732c-7b6f-42df-9227-9ee040183a23,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:35.260869 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-43499cfe-1ccc-4539-92d7-2b805c62cc02 req-4073f87f-73ad-4cc8-96ab-37a2de3162cc tempest-ServersOnMultiNodesTest-304312147 tempest-ServersOnMultiNodesTest-304312147-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842237 Aug 22 13:24:35.281322 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-64972445-e886-4221-bd95-33e945f1ff6a None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:24:35.288990 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64972445-e886-4221-bd95-33e945f1ff6a None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:24:35.361212 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-bcc1f2d3-83ac-498d-90df-8aac3e849f01 req-3b1c7cdf-37a3-4888-b734-8c7cb559bc3e tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] Allocated IP 172.20.0.13 (9cf17136-9104-4f77-9b21-196b3899da73/0cc574f1-6659-4f56-8d06-4a9eb6ee65f6/803098e1-3c07-4059-88da-8a61ea019d47) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:24:35.393462 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-64972445-e886-4221-bd95-33e945f1ff6a None None] Attempting to bind port 4aed732c-7b6f-42df-9227-9ee040183a23 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:24:35.393832 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-64972445-e886-4221-bd95-33e945f1ff6a None None] Attempting to bind port 4aed732c-7b6f-42df-9227-9ee040183a23 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '45845a86-1a6e-41bd-be5a-e083caee6a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b2719a9f-ee7f-473a-9939-5efd06e85549'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:24:35.394178 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64972445-e886-4221-bd95-33e945f1ff6a None None] Attempting to bind port 4aed732c-7b6f-42df-9227-9ee040183a23 on network b2719a9f-ee7f-473a-9939-5efd06e85549 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:24:35.404410 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64972445-e886-4221-bd95-33e945f1ff6a None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:24:35.404821 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64972445-e886-4221-bd95-33e945f1ff6a None None] Checking segment: {'id': '45845a86-1a6e-41bd-be5a-e083caee6a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b2719a9f-ee7f-473a-9939-5efd06e85549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:24:35.405185 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-64972445-e886-4221-bd95-33e945f1ff6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:35.405656 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64972445-e886-4221-bd95-33e945f1ff6a None None] Bound using segment: {'id': '45845a86-1a6e-41bd-be5a-e083caee6a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b2719a9f-ee7f-473a-9939-5efd06e85549'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:24:35.406121 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-64972445-e886-4221-bd95-33e945f1ff6a None None] Bound port: 4aed732c-7b6f-42df-9227-9ee040183a23, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45845a86-1a6e-41bd-be5a-e083caee6a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b2719a9f-ee7f-473a-9939-5efd06e85549'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:24:35.406494 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-64972445-e886-4221-bd95-33e945f1ff6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:35.534808 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-64972445-e886-4221-bd95-33e945f1ff6a None None] For port 4aed732c-7b6f-42df-9227-9ee040183a23, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:24:35.539741 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-64972445-e886-4221-bd95-33e945f1ff6a None None] For port 4aed732c-7b6f-42df-9227-9ee040183a23, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=4aed732c-7b6f-42df-9227-9ee040183a23,segment=NetworkSegment(45845a86-1a6e-41bd-be5a-e083caee6a9e),segment_id=45845a86-1a6e-41bd-be5a-e083caee6a9e)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:24:35.549656 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c443ed8e-d08f-4341-a1e8-8fefe5e197d9 req-ce1d89d8-fc07-4419-bf8e-ccac61b05ed5 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:35.550303 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-64972445-e886-4221-bd95-33e945f1ff6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:35.559306 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c443ed8e-d08f-4341-a1e8-8fefe5e197d9 req-ce1d89d8-fc07-4419-bf8e-ccac61b05ed5 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=c34101a4-b788-43a2-8b7c-ba4b4b05535d HTTP/1.1" status: 200 len: 943 time: 0.1761773 Aug 22 13:24:35.603977 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb98a5-2c3a-4a40-b581-a1f0d5038a9a req-7fdc97ca-d2ce-4532-913f-8ba670fad680 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:35.609859 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4cdb98a5-2c3a-4a40-b581-a1f0d5038a9a req-7fdc97ca-d2ce-4532-913f-8ba670fad680 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 950 time: 0.2113216 Aug 22 13:24:35.627170 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-bcc1f2d3-83ac-498d-90df-8aac3e849f01 req-3b1c7cdf-37a3-4888-b734-8c7cb559bc3e tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:35.634813 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64972445-e886-4221-bd95-33e945f1ff6a None None] Pushing event updated for resources: {'Port': ['ID=4aed732c-7b6f-42df-9227-9ee040183a23,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:35.658877 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-b75e36ad-4421-4d0a-82c3-4f511a06429a admin admin] Allocated IP 172.25.3.221 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/6f2178cd-05b4-4d39-bd60-533f848e6e90) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:24:35.674612 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c443ed8e-d08f-4341-a1e8-8fefe5e197d9 req-328803c0-ea63-41bd-a847-8d5bead23f00 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145155 Aug 22 13:24:35.779349 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4cdb98a5-2c3a-4a40-b581-a1f0d5038a9a req-286990dc-e699-427f-95dd-a330bf64d665 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229782 Aug 22 13:24:35.839767 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-bcc1f2d3-83ac-498d-90df-8aac3e849f01 req-3b1c7cdf-37a3-4888-b734-8c7cb559bc3e tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:35.924549 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b75e36ad-4421-4d0a-82c3-4f511a06429a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:35.945402 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcc1f2d3-83ac-498d-90df-8aac3e849f01 req-3b1c7cdf-37a3-4888-b734-8c7cb559bc3e tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] Network 9cf17136-9104-4f77-9b21-196b3899da73 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:24:35.949212 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-bcc1f2d3-83ac-498d-90df-8aac3e849f01 req-3b1c7cdf-37a3-4888-b734-8c7cb559bc3e tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:24:35.951257 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1c7cdf-37a3-4888-b734-8c7cb559bc3e tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] Pushing event updated for resources: {'Port': ['ID=803098e1-3c07-4059-88da-8a61ea019d47,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:35.955708 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc1f2d3-83ac-498d-90df-8aac3e849f01 req-3b1c7cdf-37a3-4888-b734-8c7cb559bc3e tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:24:36.006338 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26898e-a0c9-4956-b52f-37d44eaa8a4c req-f6dda7e6-7189-4fee-95f7-89ccb0c2fd85 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:36.009162 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1f2d3-83ac-498d-90df-8aac3e849f01 req-3b1c7cdf-37a3-4888-b734-8c7cb559bc3e tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:36.009968 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-bcc1f2d3-83ac-498d-90df-8aac3e849f01 req-3b1c7cdf-37a3-4888-b734-8c7cb559bc3e tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:36.014255 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2b26898e-a0c9-4956-b52f-37d44eaa8a4c req-f6dda7e6-7189-4fee-95f7-89ccb0c2fd85 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/networks?id=5abd83f5-dd9c-40d4-a99b-390a490c5779 HTTP/1.1" status: 200 len: 812 time: 0.2116745 Aug 22 13:24:36.039239 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-bcc1f2d3-83ac-498d-90df-8aac3e849f01 req-3b1c7cdf-37a3-4888-b734-8c7cb559bc3e tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1588528 Aug 22 13:24:36.049441 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2b26898e-a0c9-4956-b52f-37d44eaa8a4c req-d89c5f81-103a-4b72-9ee9-3cfaaa1793ed tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/quotas/912d51faeaa64e41b37378475a439e61 HTTP/1.1" status: 200 len: 375 time: 0.0335045 Aug 22 13:24:36.067701 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-bcc1f2d3-83ac-498d-90df-8aac3e849f01 req-c1fd117c-731f-463e-8018-fa073c709c58 service neutron] Request body: {'port': {'device_id': 'bc22e7a3-c15e-4e97-be2f-fc2db2d87b8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:24:36.125478 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b75e36ad-4421-4d0a-82c3-4f511a06429a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:36.134202 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa071962-927a-473d-8a8f-40de485cec4b req-5571dce6-9fd8-4208-bc0e-f6b6f25e690b tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:36.141856 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fa071962-927a-473d-8a8f-40de485cec4b req-5571dce6-9fd8-4208-bc0e-f6b6f25e690b tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc22e7a3-c15e-4e97-be2f-fc2db2d87b8c HTTP/1.1" status: 200 len: 932 time: 0.2607877 Aug 22 13:24:36.202985 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-bcc1f2d3-83ac-498d-90df-8aac3e849f01 req-c1fd117c-731f-463e-8018-fa073c709c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:36.211138 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fa071962-927a-473d-8a8f-40de485cec4b req-270a743c-0efa-4cc1-9ad6-1ca0da7795cd tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] 10.222.0.21 "GET /v2.0/security-groups?id=b90b0379-b05d-43b7-b488-d7e603d5a533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624006 Aug 22 13:24:36.234495 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2b26898e-a0c9-4956-b52f-37d44eaa8a4c req-0ed2960c-b2ed-487b-8679-6fff429c3e51 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=912d51faeaa64e41b37378475a439e61&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1757507 Aug 22 13:24:36.356490 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75e36ad-4421-4d0a-82c3-4f511a06429a admin admin] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:24:36.383438 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eda2abc2-0e16-40fa-a764-ae9b1ed5cbab req-effe8c7d-bef0-405b-a080-082a1450dc87 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=49eccb789dab4d5eaed86ee1a537d189&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520356 Aug 22 13:24:36.390196 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-b75e36ad-4421-4d0a-82c3-4f511a06429a admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:24:36.401630 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75e36ad-4421-4d0a-82c3-4f511a06429a admin admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:24:36.410706 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75e36ad-4421-4d0a-82c3-4f511a06429a admin admin] Pushing event updated for resources: {'Port': ['ID=6f2178cd-05b4-4d39-bd60-533f848e6e90,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:36.449497 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-36cf64e0-7862-447f-bb5f-678ad3fa747b req-25ba6943-4870-4691-a39c-6e38503bc191 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7cfbfdc8-f514-481c-9887-b7c57094669b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2923105 Aug 22 13:24:36.525550 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2b26898e-a0c9-4956-b52f-37d44eaa8a4c req-4e861a6e-c8f3-49e8-9cfc-0319905aa90a service neutron] 10.222.0.21 "GET /v2.0/networks/5abd83f5-dd9c-40d4-a99b-390a490c5779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974627 Aug 22 13:24:36.604591 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2abc2-0e16-40fa-a764-ae9b1ed5cbab req-c9ce47d3-2004-4825-9c5f-b2f573178b1d tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:36.606174 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eda2abc2-0e16-40fa-a764-ae9b1ed5cbab req-c9ce47d3-2004-4825-9c5f-b2f573178b1d tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2217064 Aug 22 13:24:36.636871 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eda2abc2-0e16-40fa-a764-ae9b1ed5cbab req-e33a9176-4e7f-452f-b382-590e36c12672 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/quotas/49eccb789dab4d5eaed86ee1a537d189 HTTP/1.1" status: 200 len: 375 time: 0.0220287 Aug 22 13:24:36.672515 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2b26898e-a0c9-4956-b52f-37d44eaa8a4c req-46c083a2-afc8-4f9c-87f9-792253ad17d7 service neutron] 10.222.0.21 "GET /v2.0/networks/5abd83f5-dd9c-40d4-a99b-390a490c5779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461332 Aug 22 13:24:36.766716 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eda2abc2-0e16-40fa-a764-ae9b1ed5cbab req-7099a6b9-399b-41e8-af52-53dabc7b3698 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=49eccb789dab4d5eaed86ee1a537d189&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1175754 Aug 22 13:24:37.148193 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808e051-d5d2-4aff-9dbe-7053734b9d3c req-6d7fb5af-1c48-4353-a418-456cd4fd5507 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:37.166438 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6808e051-d5d2-4aff-9dbe-7053734b9d3c req-6d7fb5af-1c48-4353-a418-456cd4fd5507 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=c34101a4-b788-43a2-8b7c-ba4b4b05535d HTTP/1.1" status: 200 len: 943 time: 0.1541522 Aug 22 13:24:37.237547 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf64e0-7862-447f-bb5f-678ad3fa747b req-9ce1f96b-f027-49ad-a3a3-56067504c245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:37.239069 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-36cf64e0-7862-447f-bb5f-678ad3fa747b req-9ce1f96b-f027-49ad-a3a3-56067504c245 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=01d864243fbf4cf6816e3fd9d58ef026&device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 1102 time: 0.2754264 Aug 22 13:24:37.324992 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 4aed732c-7b6f-42df-9227-9ee040183a23 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:24:37.333915 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6808e051-d5d2-4aff-9dbe-7053734b9d3c req-7e06660f-e7f4-4050-86ae-8fca9770f006 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599028 Aug 22 13:24:37.443692 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-bcc1f2d3-83ac-498d-90df-8aac3e849f01 req-c1fd117c-731f-463e-8018-fa073c709c58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 803098e1-3c07-4059-88da-8a61ea019d47 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:24:37.452595 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 4aed732c-7b6f-42df-9227-9ee040183a23 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:24:37.479415 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-bcc1f2d3-83ac-498d-90df-8aac3e849f01 req-c1fd117c-731f-463e-8018-fa073c709c58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:37.535724 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be72c9cc-480e-405d-8260-c4a23825d5e0 None None] Network b2719a9f-ee7f-473a-9939-5efd06e85549 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:24:37.546676 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6de96ed8-13f8-4311-9a79-04ace18aee17 req-1eda0154-1819-44e0-8731-6987f306dff1 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e95a8-6b71-4b40-b424-c355f4646ea1 HTTP/1.1" status: 200 len: 210 time: 0.0757506 Aug 22 13:24:37.584538 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44842115-c07f-43a9-84f7-0febc8ac76e0 req-674ddf15-cc04-4479-99da-a4f4379cbad3 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:37.586105 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-44842115-c07f-43a9-84f7-0febc8ac76e0 req-674ddf15-cc04-4479-99da-a4f4379cbad3 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 950 time: 0.3571484 Aug 22 13:24:37.622429 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-bcc1f2d3-83ac-498d-90df-8aac3e849f01 req-c1fd117c-731f-463e-8018-fa073c709c58 service neutron] Transition to ACTIVE for port object 803098e1-3c07-4059-88da-8a61ea019d47 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:24:37.634451 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-bcc1f2d3-83ac-498d-90df-8aac3e849f01 req-c1fd117c-731f-463e-8018-fa073c709c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:37.671776 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-9febea2a-da3d-4d53-abd5-69bc5aabd0bd None None] Provisioning for port 4aed732c-7b6f-42df-9227-9ee040183a23 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:24:37.681389 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ec874-088b-4d03-a396-2219de9dfb01 req-ed1fe6fa-1b3d-4a10-b3d4-fd32ef422c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:37.682482 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf64e0-7862-447f-bb5f-678ad3fa747b req-c6ab0585-5f25-456a-aa16-5d0128deaded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:37.683105 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b99ec874-088b-4d03-a396-2219de9dfb01 req-ed1fe6fa-1b3d-4a10-b3d4-fd32ef422c04 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=01d864243fbf4cf6816e3fd9d58ef026&device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 1102 time: 0.3358827 Aug 22 13:24:37.684594 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-36cf64e0-7862-447f-bb5f-678ad3fa747b req-c6ab0585-5f25-456a-aa16-5d0128deaded service neutron] 10.222.0.41 "GET /v2.0/networks?id=7dc41cff-a3ac-4fc2-ba06-973efce2365e HTTP/1.1" status: 200 len: 870 time: 0.3408034 Aug 22 13:24:37.692083 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-9febea2a-da3d-4d53-abd5-69bc5aabd0bd None None] Provisioning complete for port 4aed732c-7b6f-42df-9227-9ee040183a23 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:24:37.692578 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9febea2a-da3d-4d53-abd5-69bc5aabd0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:37.695079 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8d8c26c1-00d0-4c50-9d93-c5c3a306c66b req-77d0db33-845a-4bc9-aa1b-5718ff75f991 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=680d022d-c50d-4f9c-9827-34ac066b2a23 HTTP/1.1" status: 200 len: 210 time: 0.0563550 Aug 22 13:24:37.705457 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b75e36ad-4421-4d0a-82c3-4f511a06429a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:37.796608 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device e6a0b168-7640-4715-aeda-fb6bf0f81aa6 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:24:37.820599 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-36cf64e0-7862-447f-bb5f-678ad3fa747b req-ccf377c0-768e-4d52-9f60-2725a1053398 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=37e0d0c3-4501-445b-b7c1-cf69eb2c2a95 HTTP/1.1" status: 200 len: 217 time: 0.1080565 Aug 22 13:24:37.824068 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fd117c-731f-463e-8018-fa073c709c58 service neutron] Pushing event updated for resources: {'Port': ['ID=803098e1-3c07-4059-88da-8a61ea019d47,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:37.872106 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-44842115-c07f-43a9-84f7-0febc8ac76e0 req-daca5bd1-4ecc-43e0-8413-12a24d6eaa91 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742276 Aug 22 13:24:37.957734 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc1b8e-d91f-41e5-800a-1c6af5a50498 req-dc6c078b-e764-4ffa-a3d1-6cb7fc912c02 tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:37.971411 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c3fc1b8e-d91f-41e5-800a-1c6af5a50498 req-dc6c078b-e764-4ffa-a3d1-6cb7fc912c02 tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc22e7a3-c15e-4e97-be2f-fc2db2d87b8c HTTP/1.1" status: 200 len: 944 time: 0.1311522 Aug 22 13:24:38.016831 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ec874-088b-4d03-a396-2219de9dfb01 req-5b4eaa52-efb0-4087-9885-1434255c4a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:38.019044 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b99ec874-088b-4d03-a396-2219de9dfb01 req-5b4eaa52-efb0-4087-9885-1434255c4a41 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7dc41cff-a3ac-4fc2-ba06-973efce2365e HTTP/1.1" status: 200 len: 870 time: 0.3229682 Aug 22 13:24:38.031437 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf64e0-7862-447f-bb5f-678ad3fa747b req-dd9e0e87-7853-4a1c-bb30-d85b9f2a1b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:38.033761 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-36cf64e0-7862-447f-bb5f-678ad3fa747b req-dd9e0e87-7853-4a1c-bb30-d85b9f2a1b38 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.1980233 Aug 22 13:24:38.133562 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c3fc1b8e-d91f-41e5-800a-1c6af5a50498 req-acbc81e9-5460-4b85-a739-ab90d0b49183 tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] 10.222.0.21 "GET /v2.0/security-groups?id=b90b0379-b05d-43b7-b488-d7e603d5a533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448691 Aug 22 13:24:38.135727 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b99ec874-088b-4d03-a396-2219de9dfb01 req-ab3588e8-f19a-4274-bb0c-1a7adefceeae service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=2bdeebd8-a734-4791-868c-47ca82d0b68a HTTP/1.1" status: 200 len: 217 time: 0.0965340 Aug 22 13:24:38.160985 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9febea2a-da3d-4d53-abd5-69bc5aabd0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:38.200474 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-bcc1f2d3-83ac-498d-90df-8aac3e849f01 req-c1fd117c-731f-463e-8018-fa073c709c58 service neutron] Attempting to bind port 803098e1-3c07-4059-88da-8a61ea019d47 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:24:38.201952 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-bcc1f2d3-83ac-498d-90df-8aac3e849f01 req-c1fd117c-731f-463e-8018-fa073c709c58 service neutron] Attempting to bind port 803098e1-3c07-4059-88da-8a61ea019d47 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '386269e7-54ef-4d2e-8875-9e94febeccf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9cf17136-9104-4f77-9b21-196b3899da73'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:24:38.202853 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc1f2d3-83ac-498d-90df-8aac3e849f01 req-c1fd117c-731f-463e-8018-fa073c709c58 service neutron] Attempting to bind port 803098e1-3c07-4059-88da-8a61ea019d47 on network 9cf17136-9104-4f77-9b21-196b3899da73 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:24:38.225101 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc1f2d3-83ac-498d-90df-8aac3e849f01 req-c1fd117c-731f-463e-8018-fa073c709c58 service neutron] Port 803098e1-3c07-4059-88da-8a61ea019d47 on network 9cf17136-9104-4f77-9b21-196b3899da73 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:24:38.226668 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc1f2d3-83ac-498d-90df-8aac3e849f01 req-c1fd117c-731f-463e-8018-fa073c709c58 service neutron] Attempting to bind port 803098e1-3c07-4059-88da-8a61ea019d47 on network 9cf17136-9104-4f77-9b21-196b3899da73 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:24:38.244137 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-9febea2a-da3d-4d53-abd5-69bc5aabd0bd None None] For port 4aed732c-7b6f-42df-9227-9ee040183a23, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=4aed732c-7b6f-42df-9227-9ee040183a23,segment=NetworkSegment(45845a86-1a6e-41bd-be5a-e083caee6a9e),segment_id=45845a86-1a6e-41bd-be5a-e083caee6a9e)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:24:38.250043 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9febea2a-da3d-4d53-abd5-69bc5aabd0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:38.277555 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ec874-088b-4d03-a396-2219de9dfb01 req-56adf324-79de-416d-a126-4a56d4f96381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:38.279598 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b99ec874-088b-4d03-a396-2219de9dfb01 req-56adf324-79de-416d-a126-4a56d4f96381 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.1182210 Aug 22 13:24:38.325907 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf64e0-7862-447f-bb5f-678ad3fa747b req-bda662fe-2515-4ae5-acc2-772c7a5eb1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:38.328796 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-36cf64e0-7862-447f-bb5f-678ad3fa747b req-bda662fe-2515-4ae5-acc2-772c7a5eb1e7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2808881 Aug 22 13:24:38.332495 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc1f2d3-83ac-498d-90df-8aac3e849f01 req-c1fd117c-731f-463e-8018-fa073c709c58 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:24:38.332843 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc1f2d3-83ac-498d-90df-8aac3e849f01 req-c1fd117c-731f-463e-8018-fa073c709c58 service neutron] Checking segment: {'id': '386269e7-54ef-4d2e-8875-9e94febeccf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9cf17136-9104-4f77-9b21-196b3899da73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:24:38.333230 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc1f2d3-83ac-498d-90df-8aac3e849f01 req-c1fd117c-731f-463e-8018-fa073c709c58 service neutron] Bound using segment: {'id': '386269e7-54ef-4d2e-8875-9e94febeccf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9cf17136-9104-4f77-9b21-196b3899da73'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:24:38.333670 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-bcc1f2d3-83ac-498d-90df-8aac3e849f01 req-c1fd117c-731f-463e-8018-fa073c709c58 service neutron] Bound port: 803098e1-3c07-4059-88da-8a61ea019d47, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '386269e7-54ef-4d2e-8875-9e94febeccf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9cf17136-9104-4f77-9b21-196b3899da73'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:24:38.334034 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-bcc1f2d3-83ac-498d-90df-8aac3e849f01 req-c1fd117c-731f-463e-8018-fa073c709c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:38.351870 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9febea2a-da3d-4d53-abd5-69bc5aabd0bd None None] Pushing event updated for resources: {'Port': ['ID=4aed732c-7b6f-42df-9227-9ee040183a23,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:38.373434 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ec874-088b-4d03-a396-2219de9dfb01 req-30bd6264-2550-4ea6-99ce-8d7992a029d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:38.381921 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b99ec874-088b-4d03-a396-2219de9dfb01 req-30bd6264-2550-4ea6-99ce-8d7992a029d2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0901396 Aug 22 13:24:38.503097 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b75e36ad-4421-4d0a-82c3-4f511a06429a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:38.604427 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-96208c2c-2509-4ee5-9e6a-aad3713d2ef9 None None] Provisioning complete for port 4aed732c-7b6f-42df-9227-9ee040183a23 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:24:38.605207 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-96208c2c-2509-4ee5-9e6a-aad3713d2ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:38.750900 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-bcc1f2d3-83ac-498d-90df-8aac3e849f01 req-c1fd117c-731f-463e-8018-fa073c709c58 service neutron] For port 803098e1-3c07-4059-88da-8a61ea019d47, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:24:38.758099 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-bcc1f2d3-83ac-498d-90df-8aac3e849f01 req-c1fd117c-731f-463e-8018-fa073c709c58 service neutron] For port 803098e1-3c07-4059-88da-8a61ea019d47, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=803098e1-3c07-4059-88da-8a61ea019d47,segment=NetworkSegment(386269e7-54ef-4d2e-8875-9e94febeccf6),segment_id=386269e7-54ef-4d2e-8875-9e94febeccf6)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:24:38.762884 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-36cf64e0-7862-447f-bb5f-678ad3fa747b req-1d3a7ccb-b435-4504-bd58-c9ff011cd991 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4044709 Aug 22 13:24:38.770138 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-bcc1f2d3-83ac-498d-90df-8aac3e849f01 req-c1fd117c-731f-463e-8018-fa073c709c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:38.838437 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1f2d3-83ac-498d-90df-8aac3e849f01 req-c1fd117c-731f-463e-8018-fa073c709c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:38.838962 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-bcc1f2d3-83ac-498d-90df-8aac3e849f01 req-c1fd117c-731f-463e-8018-fa073c709c58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:38.843264 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-bcc1f2d3-83ac-498d-90df-8aac3e849f01 req-c1fd117c-731f-463e-8018-fa073c709c58 service neutron] 10.222.0.41 "PUT /v2.0/ports/803098e1-3c07-4059-88da-8a61ea019d47 HTTP/1.1" status: 200 len: 1093 time: 2.7806711 Aug 22 13:24:38.843999 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc22e7a3-c15e-4e97-be2f-fc2db2d87b8c', 'tag': '803098e1-3c07-4059-88da-8a61ea019d47'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:24:38.847337 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0621a97-0a03-400b-889c-f5d3d45bbeb4" -d '{"events": [{"name": "network-changed", "server_uuid": "bc22e7a3-c15e-4e97-be2f-fc2db2d87b8c", "tag": "803098e1-3c07-4059-88da-8a61ea019d47"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:24:38.909570 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b75e36ad-4421-4d0a-82c3-4f511a06429a admin admin] Router b4e196cf-1db7-476e-bbf5-ab2642ee391c is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:24:38.982880 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5f2d936a-aff9-44ca-b502-6a0ddaf17092 req-e2e4b0dc-4708-40e5-ad34-74fae0d94ae3 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e95a8-6b71-4b40-b424-c355f4646ea1 HTTP/1.1" status: 200 len: 210 time: 0.0649521 Aug 22 13:24:39.015654 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eda2abc2-0e16-40fa-a764-ae9b1ed5cbab req-c3b56fc9-ab7c-451f-b75a-dff5c0818f5c tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=49eccb789dab4d5eaed86ee1a537d189&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0652883 Aug 22 13:24:39.070329 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26898e-a0c9-4956-b52f-37d44eaa8a4c req-0663c2e0-a2cf-4d2f-b007-ceeeed2cfdc2 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:39.072279 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2b26898e-a0c9-4956-b52f-37d44eaa8a4c req-0663c2e0-a2cf-4d2f-b007-ceeeed2cfdc2 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.41 "GET /v2.0/networks?id=5abd83f5-dd9c-40d4-a99b-390a490c5779 HTTP/1.1" status: 200 len: 812 time: 0.1660252 Aug 22 13:24:39.075424 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1283cc8-d01f-4e8b-9eb7-32636893ceba req-45f4861f-be62-4028-a63a-127f7380aeed tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:39.086898 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d1283cc8-d01f-4e8b-9eb7-32636893ceba req-45f4861f-be62-4028-a63a-127f7380aeed tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=c34101a4-b788-43a2-8b7c-ba4b4b05535d HTTP/1.1" status: 200 len: 943 time: 0.5795381 Aug 22 13:24:39.093989 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-2b26898e-a0c9-4956-b52f-37d44eaa8a4c req-36e8ff34-eb84-42af-8ab4-ac0e5303076c tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Request body: {'port': {'device_id': 'e65e95a8-6b71-4b40-b424-c355f4646ea1', 'network_id': '5abd83f5-dd9c-40d4-a99b-390a490c5779', 'admin_state_up': True, 'tenant_id': '912d51faeaa64e41b37378475a439e61'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:24:39.179232 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b99ec874-088b-4d03-a396-2219de9dfb01 req-0388c0f4-b964-4796-99e1-f6614e521182 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7731011 Aug 22 13:24:39.215449 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 4aed732c-7b6f-42df-9227-9ee040183a23 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:24:39.230696 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-0fdbe914-52ab-4fc0-bd8f-cbbd93cd25ec service neutron] 10.222.0.41 "GET /v2.0/ports/e6a0b168-7640-4715-aeda-fb6bf0f81aa6/bindings/n-h2-793621-33 HTTP/1.1" status: 200 len: 385 time: 0.8211491 Aug 22 13:24:39.279362 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2be19074-963e-4745-9e3e-c06d12796b4c req-e00b0802-a5ae-445d-b3cd-f10f5ace6739 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=680d022d-c50d-4f9c-9827-34ac066b2a23 HTTP/1.1" status: 200 len: 210 time: 0.0759790 Aug 22 13:24:39.305035 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 4aed732c-7b6f-42df-9227-9ee040183a23 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:24:39.306811 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:39.315406 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fd117c-731f-463e-8018-fa073c709c58 service neutron] Pushing event updated for resources: {'Port': ['ID=803098e1-3c07-4059-88da-8a61ea019d47,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:39.395571 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2727bb76-056b-4e65-8d0f-8b12de10e8c6 x-openstack-request-id: req-2727bb76-056b-4e65-8d0f-8b12de10e8c6 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:24:39.396605 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc22e7a3-c15e-4e97-be2f-fc2db2d87b8c", "tag": "803098e1-3c07-4059-88da-8a61ea019d47", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:24:39.397048 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2727bb76-056b-4e65-8d0f-8b12de10e8c6 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:24:39.397591 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc22e7a3-c15e-4e97-be2f-fc2db2d87b8c', 'tag': '803098e1-3c07-4059-88da-8a61ea019d47', 'status': 'completed', 'code': 200} Aug 22 13:24:39.403072 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-36cf64e0-7862-447f-bb5f-678ad3fa747b req-47ec87ab-63cb-4e0f-8319-20c1bf1f63f2 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6230352 Aug 22 13:24:39.418497 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1f2d3-83ac-498d-90df-8aac3e849f01 req-483a93a5-fd04-42ae-814a-dca16cac0535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:39.421494 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-bcc1f2d3-83ac-498d-90df-8aac3e849f01 req-483a93a5-fd04-42ae-814a-dca16cac0535 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ea250c28f4f49af83c1b2ab23efead2&device_id=bc22e7a3-c15e-4e97-be2f-fc2db2d87b8c HTTP/1.1" status: 200 len: 1096 time: 0.5161800 Aug 22 13:24:39.460780 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d1283cc8-d01f-4e8b-9eb7-32636893ceba req-453b6f32-2bb9-40c2-9b4d-8803587a30eb tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729985 Aug 22 13:24:39.515016 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b26898e-a0c9-4956-b52f-37d44eaa8a4c req-36e8ff34-eb84-42af-8ab4-ac0e5303076c tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Made reservation on behalf of 912d51faeaa64e41b37378475a439e61 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:24:39.519159 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-2b26898e-a0c9-4956-b52f-37d44eaa8a4c req-36e8ff34-eb84-42af-8ab4-ac0e5303076c tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:39.526786 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-bcc1f2d3-83ac-498d-90df-8aac3e849f01 req-cf8b8b44-e98a-4750-9ab4-73d7ef8d5cef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=803098e1-3c07-4059-88da-8a61ea019d47 HTTP/1.1" status: 200 len: 217 time: 0.0586250 Aug 22 13:24:39.527345 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2abc2-0e16-40fa-a764-ae9b1ed5cbab req-ef8de4fe-a2ce-406a-b646-7d87e5192d03 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:39.532493 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eda2abc2-0e16-40fa-a764-ae9b1ed5cbab req-ef8de4fe-a2ce-406a-b646-7d87e5192d03 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4924829 Aug 22 13:24:39.651880 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b99ec874-088b-4d03-a396-2219de9dfb01 req-fba57b30-eb4a-4177-8f2e-a104c2e1a9b4 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4293168 Aug 22 13:24:39.655301 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-eda2abc2-0e16-40fa-a764-ae9b1ed5cbab req-c5342ba1-8b50-4c93-841a-42229af753ce tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Request body: {'port': {'device_id': '680d022d-c50d-4f9c-9827-34ac066b2a23', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'admin_state_up': True, 'tenant_id': '49eccb789dab4d5eaed86ee1a537d189'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:24:39.655822 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b75e36ad-4421-4d0a-82c3-4f511a06429a admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:24:39.673185 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0386c231-a829-4c6f-8480-3c6bd0345e43 None None] Sync routers for ids ['b4e196cf-1db7-476e-bbf5-ab2642ee391c'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:24:39.688894 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0386c231-a829-4c6f-8480-3c6bd0345e43 None None] Routers {'b4e196cf-1db7-476e-bbf5-ab2642ee391c'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:24:39.692207 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-0386c231-a829-4c6f-8480-3c6bd0345e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:24:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['b4e196cf-1db7-476e-bbf5-ab2642ee391c'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:24:39.731816 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b75e36ad-4421-4d0a-82c3-4f511a06429a admin admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:39.741433 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b75e36ad-4421-4d0a-82c3-4f511a06429a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.5721462 Aug 22 13:24:39.748159 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49596) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:24:39.796484 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1f2d3-83ac-498d-90df-8aac3e849f01 req-892550ef-7038-42d2-bac9-3bee2b6b2f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:39.797963 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-bcc1f2d3-83ac-498d-90df-8aac3e849f01 req-892550ef-7038-42d2-bac9-3bee2b6b2f36 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0cc574f1-6659-4f56-8d06-4a9eb6ee65f6 HTTP/1.1" status: 200 len: 848 time: 0.2550864 Aug 22 13:24:39.805841 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eaf993-7230-401d-8cbd-52ab4549d8cd req-a44e1ec3-254f-48fc-a9e4-edfdb7445d3b tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:39.813613 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-61eaf993-7230-401d-8cbd-52ab4549d8cd req-a44e1ec3-254f-48fc-a9e4-edfdb7445d3b tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 950 time: 0.3659132 Aug 22 13:24:39.848534 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-0386c231-a829-4c6f-8480-3c6bd0345e43 None None] Set router b4e196cf-1db7-476e-bbf5-ab2642ee391c gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:24:39.875922 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-bcc1f2d3-83ac-498d-90df-8aac3e849f01 req-3e62e462-b863-4179-9ea3-05035a539144 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9cf17136-9104-4f77-9b21-196b3899da73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355680 Aug 22 13:24:39.891983 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-2b26898e-a0c9-4956-b52f-37d44eaa8a4c req-36e8ff34-eb84-42af-8ab4-ac0e5303076c tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Allocated IP 172.20.0.11 (5abd83f5-dd9c-40d4-a99b-390a490c5779/47905976-7615-4706-a3a5-44c47fe2a643/c48b8a75-b7fe-448d-8cf1-e987ad52d3e3) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:24:39.900874 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09082d7d-670b-4615-8f96-44fbbe3ab6c5 req-b0d67155-7ebf-4b56-9329-af02ba313bed tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:39.902456 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-09082d7d-670b-4615-8f96-44fbbe3ab6c5 req-b0d67155-7ebf-4b56-9329-af02ba313bed tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc22e7a3-c15e-4e97-be2f-fc2db2d87b8c HTTP/1.1" status: 200 len: 944 time: 0.2979982 Aug 22 13:24:39.952805 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-61eaf993-7230-401d-8cbd-52ab4549d8cd req-726ea28a-bdc1-4015-935b-5f982bf167fd tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359861 Aug 22 13:24:40.082380 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-09082d7d-670b-4615-8f96-44fbbe3ab6c5 req-3111f545-d7a2-475c-9b4c-25ece8839c0a tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] 10.222.0.21 "GET /v2.0/security-groups?id=b90b0379-b05d-43b7-b488-d7e603d5a533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662025 Aug 22 13:24:40.099230 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eda2abc2-0e16-40fa-a764-ae9b1ed5cbab req-c5342ba1-8b50-4c93-841a-42229af753ce tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Made reservation on behalf of 49eccb789dab4d5eaed86ee1a537d189 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:24:40.099230 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-eda2abc2-0e16-40fa-a764-ae9b1ed5cbab req-c5342ba1-8b50-4c93-841a-42229af753ce tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:40.108937 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-0386c231-a829-4c6f-8480-3c6bd0345e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e196cf-1db7-476e-bbf5-ab2642ee391c', 'name': 'tempest-TaggedBootDevicesTest-1176324169-router', 'tenant_id': '2389b5e02dee4864a1a7f4824db49bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '6f2178cd-05b4-4d39-bd60-533f848e6e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:24:34Z', 'updated_at': '2021-08-22T13:24:37Z', 'revision_number': 3, 'project_id': '2389b5e02dee4864a1a7f4824db49bc1', 'gw_port': {'id': '6f2178cd-05b4-4d39-bd60-533f848e6e90', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:51:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e196cf-1db7-476e-bbf5-ab2642ee391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:24:35Z', 'updated_at': '2021-08-22T13:24:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:24:40.123651 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-bcc1f2d3-83ac-498d-90df-8aac3e849f01 req-a7343086-f1bc-4d77-adc2-b6ad755241c8 service neutron] 10.222.0.41 "GET /v2.0/networks/9cf17136-9104-4f77-9b21-196b3899da73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243025 Aug 22 13:24:40.159273 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-1bde5c46-0627-4b4f-a07a-4646d36fc138 service neutron] For port e6a0b168-7640-4715-aeda-fb6bf0f81aa6, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=e6a0b168-7640-4715-aeda-fb6bf0f81aa6,segment=NetworkSegment(0efbff2c-3dbf-4e79-83ba-47cbdc800632),segment_id=0efbff2c-3dbf-4e79-83ba-47cbdc800632)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:24:40.172833 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0386c231-a829-4c6f-8480-3c6bd0345e43 None None] Checking router: b4e196cf-1db7-476e-bbf5-ab2642ee391c for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:24:40.173301 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0386c231-a829-4c6f-8480-3c6bd0345e43 None None] Updating router b4e196cf-1db7-476e-bbf5-ab2642ee391c port 6f2178cd-05b4-4d39-bd60-533f848e6e90 binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:24:40.202671 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-0386c231-a829-4c6f-8480-3c6bd0345e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:40.229683 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-73fe94a3-1a30-4c64-806e-793fee6db302 req-e3bdc275-e8b2-4472-a006-7bbea19239ba tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e95a8-6b71-4b40-b424-c355f4646ea1 HTTP/1.1" status: 200 len: 210 time: 0.0446155 Aug 22 13:24:40.231836 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-1bde5c46-0627-4b4f-a07a-4646d36fc138 service neutron] For port e6a0b168-7640-4715-aeda-fb6bf0f81aa6, host n-h1-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:24:40.321037 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-1bde5c46-0627-4b4f-a07a-4646d36fc138 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6a0b168-7640-4715-aeda-fb6bf0f81aa6 {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:24:40.339635 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-1bde5c46-0627-4b4f-a07a-4646d36fc138 service neutron] For port e6a0b168-7640-4715-aeda-fb6bf0f81aa6, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=e6a0b168-7640-4715-aeda-fb6bf0f81aa6,segment=NetworkSegment(0efbff2c-3dbf-4e79-83ba-47cbdc800632),segment_id=0efbff2c-3dbf-4e79-83ba-47cbdc800632)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:24:40.411931 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-1bde5c46-0627-4b4f-a07a-4646d36fc138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:40.415273 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fd80c0ef-4c9f-4a79-a9e1-e4d421a68aee req-788fbe23-6e45-4648-bad6-418ab6db9e44 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=680d022d-c50d-4f9c-9827-34ac066b2a23 HTTP/1.1" status: 200 len: 210 time: 0.0426147 Aug 22 13:24:40.448431 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-eda2abc2-0e16-40fa-a764-ae9b1ed5cbab req-c5342ba1-8b50-4c93-841a-42229af753ce tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Allocated IP 192.168.233.58 (7dc41cff-a3ac-4fc2-ba06-973efce2365e/7151c727-b27f-4308-8098-60bc16140d45/6db8f310-9ae9-495c-8044-42583a8f83e9) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:24:40.520044 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-0386c231-a829-4c6f-8480-3c6bd0345e43 None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:40.541574 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-0386c231-a829-4c6f-8480-3c6bd0345e43 None None] Transition to ACTIVE for port object 6f2178cd-05b4-4d39-bd60-533f848e6e90 will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:24:40.553895 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-0386c231-a829-4c6f-8480-3c6bd0345e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:40.584172 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-1bde5c46-0627-4b4f-a07a-4646d36fc138 service neutron] Transition to ACTIVE for port object e6a0b168-7640-4715-aeda-fb6bf0f81aa6 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:24:40.610473 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a897ba-7cf4-455d-a9e1-cff7f75e3bc2 None None] Pushing event updated for resources: {'Port': ['ID=6f2178cd-05b4-4d39-bd60-533f848e6e90,revision_number=2']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:40.630565 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-0386c231-a829-4c6f-8480-3c6bd0345e43 None None] Attempting to bind port 6f2178cd-05b4-4d39-bd60-533f848e6e90 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:24:40.630862 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-1bde5c46-0627-4b4f-a07a-4646d36fc138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:40.631172 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-0386c231-a829-4c6f-8480-3c6bd0345e43 None None] Attempting to bind port 6f2178cd-05b4-4d39-bd60-533f848e6e90 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:24:40.631639 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0386c231-a829-4c6f-8480-3c6bd0345e43 None None] Attempting to bind port 6f2178cd-05b4-4d39-bd60-533f848e6e90 on network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:24:40.637605 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0386c231-a829-4c6f-8480-3c6bd0345e43 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:24:40.638135 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0386c231-a829-4c6f-8480-3c6bd0345e43 None None] Checking segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:24:40.638643 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-0386c231-a829-4c6f-8480-3c6bd0345e43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:40.639138 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0386c231-a829-4c6f-8480-3c6bd0345e43 None None] Bound using segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:24:40.639832 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-0386c231-a829-4c6f-8480-3c6bd0345e43 None None] Bound port: 6f2178cd-05b4-4d39-bd60-533f848e6e90, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:24:40.640444 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-0386c231-a829-4c6f-8480-3c6bd0345e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:40.697248 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-0386c231-a829-4c6f-8480-3c6bd0345e43 None None] For port 6f2178cd-05b4-4d39-bd60-533f848e6e90, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:24:40.700208 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-0386c231-a829-4c6f-8480-3c6bd0345e43 None None] For port 6f2178cd-05b4-4d39-bd60-533f848e6e90, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=6f2178cd-05b4-4d39-bd60-533f848e6e90,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:24:40.703301 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a897ba-7cf4-455d-a9e1-cff7f75e3bc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:24:40.703775 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a897ba-7cf4-455d-a9e1-cff7f75e3bc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:24:40.704556 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a897ba-7cf4-455d-a9e1-cff7f75e3bc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:24:40.705403 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a897ba-7cf4-455d-a9e1-cff7f75e3bc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:24:40.706276 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a897ba-7cf4-455d-a9e1-cff7f75e3bc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:24:40.706735 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a897ba-7cf4-455d-a9e1-cff7f75e3bc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:24:40.707220 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a897ba-7cf4-455d-a9e1-cff7f75e3bc2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:24:40.707657 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a897ba-7cf4-455d-a9e1-cff7f75e3bc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:24:40.708255 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a897ba-7cf4-455d-a9e1-cff7f75e3bc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:24:40.708858 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a897ba-7cf4-455d-a9e1-cff7f75e3bc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:24:40.709317 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a897ba-7cf4-455d-a9e1-cff7f75e3bc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:24:40.709751 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a897ba-7cf4-455d-a9e1-cff7f75e3bc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:24:40.713857 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-0386c231-a829-4c6f-8480-3c6bd0345e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:40.763221 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a897ba-7cf4-455d-a9e1-cff7f75e3bc2 None None] Pushing event updated for resources: {'Port': ['ID=6f2178cd-05b4-4d39-bd60-533f848e6e90,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:40.783756 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-1bde5c46-0627-4b4f-a07a-4646d36fc138 service neutron] No DVR routers for this DVR port e6a0b168-7640-4715-aeda-fb6bf0f81aa6 on host n-h1-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:24:40.791345 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0386c231-a829-4c6f-8480-3c6bd0345e43 None None] Routers {'b4e196cf-1db7-476e-bbf5-ab2642ee391c'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:24:40.792146 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-0386c231-a829-4c6f-8480-3c6bd0345e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:24:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['b4e196cf-1db7-476e-bbf5-ab2642ee391c'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:24:40.794224 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde5c46-0627-4b4f-a07a-4646d36fc138 service neutron] Pushing event updated for resources: {'Port': ['ID=e6a0b168-7640-4715-aeda-fb6bf0f81aa6,revision_number=10']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:40.804883 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681afab-331f-41fb-833e-dae4ec012dd8 req-e1c6138f-e48b-46c2-adc9-a396aa767c07 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:40.806711 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5681afab-331f-41fb-833e-dae4ec012dd8 req-e1c6138f-e48b-46c2-adc9-a396aa767c07 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=c34101a4-b788-43a2-8b7c-ba4b4b05535d HTTP/1.1" status: 200 len: 944 time: 0.2396379 Aug 22 13:24:40.820701 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-eda2abc2-0e16-40fa-a764-ae9b1ed5cbab req-c5342ba1-8b50-4c93-841a-42229af753ce tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:40.854255 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-bcc1f2d3-83ac-498d-90df-8aac3e849f01 req-9e821640-3208-4822-badb-7e32f7a2cde2 service neutron] 10.222.0.41 "GET /v2.0/networks/9cf17136-9104-4f77-9b21-196b3899da73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6833832 Aug 22 13:24:40.866251 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-1bde5c46-0627-4b4f-a07a-4646d36fc138 service neutron] 10.222.0.41 "PUT /v2.0/ports/e6a0b168-7640-4715-aeda-fb6bf0f81aa6/bindings/n-h2-793621-33/activate HTTP/1.1" status: 200 len: 370 time: 1.5969355 Aug 22 13:24:40.870538 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-eda2abc2-0e16-40fa-a764-ae9b1ed5cbab req-c5342ba1-8b50-4c93-841a-42229af753ce tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Transition to ACTIVE for port object 6db8f310-9ae9-495c-8044-42583a8f83e9 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:24:40.873804 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-2b26898e-a0c9-4956-b52f-37d44eaa8a4c req-36e8ff34-eb84-42af-8ab4-ac0e5303076c tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:40.899778 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5681afab-331f-41fb-833e-dae4ec012dd8 req-7e53cf48-971f-400a-b9e0-728308100818 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863492 Aug 22 13:24:40.928765 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-eda2abc2-0e16-40fa-a764-ae9b1ed5cbab req-c5342ba1-8b50-4c93-841a-42229af753ce tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:40.942508 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-0386c231-a829-4c6f-8480-3c6bd0345e43 None None] Set router b4e196cf-1db7-476e-bbf5-ab2642ee391c gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:24:40.943751 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['d0212b71-79cd-4311-ae89-e9abaec1ea35', '828cc14b-4200-4c08-98ac-e7734151cf9d', '143dfe51-b953-4e50-8ea2-a257f67c58ab', '52128729-b146-4fd6-ab5e-8d1d5629b7a9', 'b4de4120-ff29-47a6-aab8-9d4df6e386a0'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:24:40.949839 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['c41641dd-85d8-40a3-8ec9-c3f0bde2f420', '1d8386a3-3243-4119-8cc5-30a64f15b98b'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:24:41.016819 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-2b26898e-a0c9-4956-b52f-37d44eaa8a4c req-36e8ff34-eb84-42af-8ab4-ac0e5303076c tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:41.144549 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b26898e-a0c9-4956-b52f-37d44eaa8a4c req-36e8ff34-eb84-42af-8ab4-ac0e5303076c tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Network 5abd83f5-dd9c-40d4-a99b-390a490c5779 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:24:41.147005 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eda2abc2-0e16-40fa-a764-ae9b1ed5cbab req-c5342ba1-8b50-4c93-841a-42229af753ce tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Network 7dc41cff-a3ac-4fc2-ba06-973efce2365e is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:24:41.152729 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-2b26898e-a0c9-4956-b52f-37d44eaa8a4c req-36e8ff34-eb84-42af-8ab4-ac0e5303076c tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:24:41.168109 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b26898e-a0c9-4956-b52f-37d44eaa8a4c req-36e8ff34-eb84-42af-8ab4-ac0e5303076c tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:24:41.168848 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5342ba1-8b50-4c93-841a-42229af753ce tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Pushing event updated for resources: {'Port': ['ID=6db8f310-9ae9-495c-8044-42583a8f83e9,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:41.179481 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-eda2abc2-0e16-40fa-a764-ae9b1ed5cbab req-c5342ba1-8b50-4c93-841a-42229af753ce tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:24:41.198925 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda2abc2-0e16-40fa-a764-ae9b1ed5cbab req-c5342ba1-8b50-4c93-841a-42229af753ce tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:24:41.256004 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2abc2-0e16-40fa-a764-ae9b1ed5cbab req-c5342ba1-8b50-4c93-841a-42229af753ce tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:41.256840 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-eda2abc2-0e16-40fa-a764-ae9b1ed5cbab req-c5342ba1-8b50-4c93-841a-42229af753ce tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:41.273630 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26898e-a0c9-4956-b52f-37d44eaa8a4c req-36e8ff34-eb84-42af-8ab4-ac0e5303076c tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:41.274654 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-2b26898e-a0c9-4956-b52f-37d44eaa8a4c req-36e8ff34-eb84-42af-8ab4-ac0e5303076c tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:41.279977 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e8ff34-eb84-42af-8ab4-ac0e5303076c tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Pushing event updated for resources: {'Port': ['ID=c48b8a75-b7fe-448d-8cf1-e987ad52d3e3,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:41.332051 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eda2abc2-0e16-40fa-a764-ae9b1ed5cbab req-c5342ba1-8b50-4c93-841a-42229af753ce tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6825037 Aug 22 13:24:41.337022 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0621a97-0a03-400b-889c-f5d3d45bbeb4 req-c34caa94-3d73-478c-b022-5f07b33b2744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:41.338459 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f0621a97-0a03-400b-889c-f5d3d45bbeb4 req-c34caa94-3d73-478c-b022-5f07b33b2744 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ea250c28f4f49af83c1b2ab23efead2&device_id=bc22e7a3-c15e-4e97-be2f-fc2db2d87b8c HTTP/1.1" status: 200 len: 1096 time: 0.3732960 Aug 22 13:24:41.342499 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-ca74b5a7-f286-4507-b768-7ecb3d3f06e8 tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:41.343590 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-0386c231-a829-4c6f-8480-3c6bd0345e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e196cf-1db7-476e-bbf5-ab2642ee391c', 'name': 'tempest-TaggedBootDevicesTest-1176324169-router', 'tenant_id': '2389b5e02dee4864a1a7f4824db49bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '6f2178cd-05b4-4d39-bd60-533f848e6e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:24:34Z', 'updated_at': '2021-08-22T13:24:37Z', 'revision_number': 3, 'project_id': '2389b5e02dee4864a1a7f4824db49bc1', 'gw_port': {'id': '6f2178cd-05b4-4d39-bd60-533f848e6e90', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:51:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e196cf-1db7-476e-bbf5-ab2642ee391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:24:35Z', 'updated_at': '2021-08-22T13:24:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:24:41.344716 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-ca74b5a7-f286-4507-b768-7ecb3d3f06e8 tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c34101a4-b788-43a2-8b7c-ba4b4b05535d&tenant_id=ec08ac96341043c28ecba1b995182de4&binding%3Ahost_id=n-h1-793621-33 HTTP/1.1" status: 200 len: 1096 time: 0.2918410 Aug 22 13:24:41.379567 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9cfc5b25-57b1-45d8-ac75-0fec26de990b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:41.379797 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0386c231-a829-4c6f-8480-3c6bd0345e43 None None] The sync data for ids ['b4e196cf-1db7-476e-bbf5-ab2642ee391c'] in n-d-793621-33 is: [{'id': 'b4e196cf-1db7-476e-bbf5-ab2642ee391c', 'name': 'tempest-TaggedBootDevicesTest-1176324169-router', 'tenant_id': '2389b5e02dee4864a1a7f4824db49bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '6f2178cd-05b4-4d39-bd60-533f848e6e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:24:34Z', 'updated_at': '2021-08-22T13:24:37Z', 'revision_number': 3, 'project_id': '2389b5e02dee4864a1a7f4824db49bc1', 'gw_port': {'id': '6f2178cd-05b4-4d39-bd60-533f848e6e90', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:51:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e196cf-1db7-476e-bbf5-ab2642ee391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:24:35Z', 'updated_at': '2021-08-22T13:24:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:24:41.410266 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2b26898e-a0c9-4956-b52f-37d44eaa8a4c req-36e8ff34-eb84-42af-8ab4-ac0e5303076c tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3233490 Aug 22 13:24:41.431633 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-2b26898e-a0c9-4956-b52f-37d44eaa8a4c req-2d915fa1-683b-4575-afde-f23ec56be895 service neutron] Request body: {'port': {'device_id': 'e65e95a8-6b71-4b40-b424-c355f4646ea1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:24:41.449002 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a05c77-82bb-4332-8d3f-45ac2b135d42 req-19e12b4a-7cd8-40dd-8b5c-a3c081511bf4 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:41.452683 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a1a05c77-82bb-4332-8d3f-45ac2b135d42 req-19e12b4a-7cd8-40dd-8b5c-a3c081511bf4 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 950 time: 0.3971066 Aug 22 13:24:41.484167 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-eda2abc2-0e16-40fa-a764-ae9b1ed5cbab req-b7bea832-ea0d-416d-a521-788b6899b390 service neutron] Request body: {'port': {'device_id': '680d022d-c50d-4f9c-9827-34ac066b2a23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:24:41.566360 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6bfdb2-91e8-4232-8478-49b80e06c918 req-5866c344-4b01-43d3-befa-13c1c09249ad tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:41.567898 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ff6bfdb2-91e8-4232-8478-49b80e06c918 req-5866c344-4b01-43d3-befa-13c1c09249ad tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc22e7a3-c15e-4e97-be2f-fc2db2d87b8c HTTP/1.1" status: 200 len: 944 time: 0.2950208 Aug 22 13:24:41.599797 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-2b26898e-a0c9-4956-b52f-37d44eaa8a4c req-2d915fa1-683b-4575-afde-f23ec56be895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:41.619614 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-1df0f60d-ff57-43c3-9c5f-745ce6917bca None None] Provisioning for port 6db8f310-9ae9-495c-8044-42583a8f83e9 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:24:41.624364 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-eda2abc2-0e16-40fa-a764-ae9b1ed5cbab req-b7bea832-ea0d-416d-a521-788b6899b390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:41.630050 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-1df0f60d-ff57-43c3-9c5f-745ce6917bca None None] Provisioning complete for port 6db8f310-9ae9-495c-8044-42583a8f83e9 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:24:41.630415 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1df0f60d-ff57-43c3-9c5f-745ce6917bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:41.685311 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a1a05c77-82bb-4332-8d3f-45ac2b135d42 req-3dc28b1b-ab22-4854-89b7-70f8ba139761 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483791 Aug 22 13:24:41.727259 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-c2f8d06a-7e32-457d-abf2-636ee4106726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:41.731723 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-c2f8d06a-7e32-457d-abf2-636ee4106726 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c34101a4-b788-43a2-8b7c-ba4b4b05535d&tenant_id=ec08ac96341043c28ecba1b995182de4 HTTP/1.1" status: 200 len: 1096 time: 0.2759595 Aug 22 13:24:41.734692 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-1df0f60d-ff57-43c3-9c5f-745ce6917bca None None] Port 6db8f310-9ae9-495c-8044-42583a8f83e9 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:24:41.757819 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0621a97-0a03-400b-889c-f5d3d45bbeb4 req-83f5011f-269e-4ba0-88ae-584add7c5abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:41.759388 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f0621a97-0a03-400b-889c-f5d3d45bbeb4 req-83f5011f-269e-4ba0-88ae-584add7c5abf service neutron] 10.222.0.41 "GET /v2.0/networks?id=9cf17136-9104-4f77-9b21-196b3899da73 HTTP/1.1" status: 200 len: 909 time: 0.4074550 Aug 22 13:24:41.899577 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f0621a97-0a03-400b-889c-f5d3d45bbeb4 req-0f77c923-7f27-45ad-b856-dcfcad5bb12a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=803098e1-3c07-4059-88da-8a61ea019d47 HTTP/1.1" status: 200 len: 217 time: 0.0675290 Aug 22 13:24:41.919412 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ff6bfdb2-91e8-4232-8478-49b80e06c918 req-d9b7666c-a771-4868-9f09-f55b7c2c99fd tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] 10.222.0.21 "GET /v2.0/security-groups?id=b90b0379-b05d-43b7-b488-d7e603d5a533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308856 Aug 22 13:24:41.922156 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-9cfc5b25-57b1-45d8-ac75-0fec26de990b admin admin] Allocated IP 172.20.0.1 (b2719a9f-ee7f-473a-9939-5efd06e85549/78207353-5327-441e-b2ae-a402769922b8/2accda17-689d-4f65-b00c-6213d3cde1ef) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:24:42.128915 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-2b26898e-a0c9-4956-b52f-37d44eaa8a4c req-2d915fa1-683b-4575-afde-f23ec56be895 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c48b8a75-b7fe-448d-8cf1-e987ad52d3e3 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:24:42.131218 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-8d8947a7-07f4-4175-bf18-15e6a9ac7dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:42.132775 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-8d8947a7-07f4-4175-bf18-15e6a9ac7dd6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec08ac96341043c28ecba1b995182de4&device_id=c34101a4-b788-43a2-8b7c-ba4b4b05535d HTTP/1.1" status: 200 len: 1096 time: 0.2908640 Aug 22 13:24:42.138048 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9cfc5b25-57b1-45d8-ac75-0fec26de990b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:42.141289 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-2b26898e-a0c9-4956-b52f-37d44eaa8a4c req-2d915fa1-683b-4575-afde-f23ec56be895 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:42.160061 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-9cfc5b25-57b1-45d8-ac75-0fec26de990b admin admin] Transition to ACTIVE for port object 2accda17-689d-4f65-b00c-6213d3cde1ef will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:24:42.167718 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-2b26898e-a0c9-4956-b52f-37d44eaa8a4c req-2d915fa1-683b-4575-afde-f23ec56be895 service neutron] Transition to ACTIVE for port object c48b8a75-b7fe-448d-8cf1-e987ad52d3e3 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:24:42.173461 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-2b26898e-a0c9-4956-b52f-37d44eaa8a4c req-2d915fa1-683b-4575-afde-f23ec56be895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:42.178481 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0621a97-0a03-400b-889c-f5d3d45bbeb4 req-5ab0f50b-31f0-4a4d-904c-dffb6f567252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:42.180129 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f0621a97-0a03-400b-889c-f5d3d45bbeb4 req-5ab0f50b-31f0-4a4d-904c-dffb6f567252 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0cc574f1-6659-4f56-8d06-4a9eb6ee65f6 HTTP/1.1" status: 200 len: 848 time: 0.2566869 Aug 22 13:24:42.191947 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a739f-76d8-4239-9249-c12444056ecf req-b9823683-e2e9-45b4-a2f7-901473986ea8 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:42.193513 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3c0a739f-76d8-4239-9249-c12444056ecf req-b9823683-e2e9-45b4-a2f7-901473986ea8 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e95a8-6b71-4b40-b424-c355f4646ea1 HTTP/1.1" status: 200 len: 932 time: 0.2730227 Aug 22 13:24:42.247532 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d915fa1-683b-4575-afde-f23ec56be895 service neutron] Pushing event updated for resources: {'Port': ['ID=c48b8a75-b7fe-448d-8cf1-e987ad52d3e3,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:42.274877 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9cfc5b25-57b1-45d8-ac75-0fec26de990b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:42.313813 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f0621a97-0a03-400b-889c-f5d3d45bbeb4 req-108a44fc-aa03-4157-9a16-8db8a8a3a2c6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9cf17136-9104-4f77-9b21-196b3899da73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844724 Aug 22 13:24:42.326507 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e4c17-53b3-4093-b3e7-70605dc49d95 req-ec238ebb-cb93-4271-b7c8-8bc5bac29e77 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:42.328051 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a43e4c17-53b3-4093-b3e7-70605dc49d95 req-ec238ebb-cb93-4271-b7c8-8bc5bac29e77 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=680d022d-c50d-4f9c-9827-34ac066b2a23 HTTP/1.1" status: 200 len: 935 time: 0.2510195 Aug 22 13:24:42.337930 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfc5b25-57b1-45d8-ac75-0fec26de990b admin admin] Network b2719a9f-ee7f-473a-9939-5efd06e85549 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:24:42.343778 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-9cfc5b25-57b1-45d8-ac75-0fec26de990b admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:24:42.349011 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfc5b25-57b1-45d8-ac75-0fec26de990b admin admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:24:42.391770 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfc5b25-57b1-45d8-ac75-0fec26de990b admin admin] Pushing event updated for resources: {'Port': ['ID=2accda17-689d-4f65-b00c-6213d3cde1ef,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:42.417438 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-2b26898e-a0c9-4956-b52f-37d44eaa8a4c req-2d915fa1-683b-4575-afde-f23ec56be895 service neutron] Attempting to bind port c48b8a75-b7fe-448d-8cf1-e987ad52d3e3 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:24:42.418235 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-2b26898e-a0c9-4956-b52f-37d44eaa8a4c req-2d915fa1-683b-4575-afde-f23ec56be895 service neutron] Attempting to bind port c48b8a75-b7fe-448d-8cf1-e987ad52d3e3 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '8dbf5563-c593-4327-b654-2b0ff65b0129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5abd83f5-dd9c-40d4-a99b-390a490c5779'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:24:42.418235 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b26898e-a0c9-4956-b52f-37d44eaa8a4c req-2d915fa1-683b-4575-afde-f23ec56be895 service neutron] Attempting to bind port c48b8a75-b7fe-448d-8cf1-e987ad52d3e3 on network 5abd83f5-dd9c-40d4-a99b-390a490c5779 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:24:42.425722 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9cfc5b25-57b1-45d8-ac75-0fec26de990b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:42.428541 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b26898e-a0c9-4956-b52f-37d44eaa8a4c req-2d915fa1-683b-4575-afde-f23ec56be895 service neutron] Port c48b8a75-b7fe-448d-8cf1-e987ad52d3e3 on network 5abd83f5-dd9c-40d4-a99b-390a490c5779 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:24:42.428971 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b26898e-a0c9-4956-b52f-37d44eaa8a4c req-2d915fa1-683b-4575-afde-f23ec56be895 service neutron] Attempting to bind port c48b8a75-b7fe-448d-8cf1-e987ad52d3e3 on network 5abd83f5-dd9c-40d4-a99b-390a490c5779 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:24:42.468348 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b26898e-a0c9-4956-b52f-37d44eaa8a4c req-2d915fa1-683b-4575-afde-f23ec56be895 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:24:42.468835 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b26898e-a0c9-4956-b52f-37d44eaa8a4c req-2d915fa1-683b-4575-afde-f23ec56be895 service neutron] Checking segment: {'id': '8dbf5563-c593-4327-b654-2b0ff65b0129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5abd83f5-dd9c-40d4-a99b-390a490c5779'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:24:42.469326 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b26898e-a0c9-4956-b52f-37d44eaa8a4c req-2d915fa1-683b-4575-afde-f23ec56be895 service neutron] Bound using segment: {'id': '8dbf5563-c593-4327-b654-2b0ff65b0129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5abd83f5-dd9c-40d4-a99b-390a490c5779'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:24:42.469874 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-2b26898e-a0c9-4956-b52f-37d44eaa8a4c req-2d915fa1-683b-4575-afde-f23ec56be895 service neutron] Bound port: c48b8a75-b7fe-448d-8cf1-e987ad52d3e3, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dbf5563-c593-4327-b654-2b0ff65b0129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5abd83f5-dd9c-40d4-a99b-390a490c5779'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:24:42.470347 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-2b26898e-a0c9-4956-b52f-37d44eaa8a4c req-2d915fa1-683b-4575-afde-f23ec56be895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:42.496718 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-76b5d67a-7bbb-4d67-887f-7bfe51f4e2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:42.504732 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-76b5d67a-7bbb-4d67-887f-7bfe51f4e2e1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=887e0115-b4ac-4c62-9aab-f2d01695aede HTTP/1.1" status: 200 len: 922 time: 0.3475494 Aug 22 13:24:42.577608 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a43e4c17-53b3-4093-b3e7-70605dc49d95 req-b0483b50-a061-4185-9304-28b30e3e6620 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329690 Aug 22 13:24:42.618126 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3c0a739f-76d8-4239-9249-c12444056ecf req-d8f71dea-832b-421e-983e-2e7551c1d417 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec1bfcc7-b80c-4de4-b10e-973d7cada739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3767219 Aug 22 13:24:42.618776 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-2b26898e-a0c9-4956-b52f-37d44eaa8a4c req-2d915fa1-683b-4575-afde-f23ec56be895 service neutron] For port c48b8a75-b7fe-448d-8cf1-e987ad52d3e3, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:24:42.633050 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-2b26898e-a0c9-4956-b52f-37d44eaa8a4c req-2d915fa1-683b-4575-afde-f23ec56be895 service neutron] For port c48b8a75-b7fe-448d-8cf1-e987ad52d3e3, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=c48b8a75-b7fe-448d-8cf1-e987ad52d3e3,segment=NetworkSegment(8dbf5563-c593-4327-b654-2b0ff65b0129),segment_id=8dbf5563-c593-4327-b654-2b0ff65b0129)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:24:42.645474 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-2b26898e-a0c9-4956-b52f-37d44eaa8a4c req-2d915fa1-683b-4575-afde-f23ec56be895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:42.684972 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-650a561a-4b3d-4e15-96dc-236ac084bed5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e6a0b168-7640-4715-aeda-fb6bf0f81aa6 HTTP/1.1" status: 200 len: 217 time: 0.1032929 Aug 22 13:24:42.686977 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f0621a97-0a03-400b-889c-f5d3d45bbeb4 req-893c85f6-b7c9-45a9-9a66-c8ebc2cf3af6 service neutron] 10.222.0.41 "GET /v2.0/networks/9cf17136-9104-4f77-9b21-196b3899da73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526101 Aug 22 13:24:42.723432 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9cfc5b25-57b1-45d8-ac75-0fec26de990b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:42.724042 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-9c3e42e9-19d5-4ee5-acfa-6367e5a8b5f2 None None] Provisioning for port 2accda17-689d-4f65-b00c-6213d3cde1ef completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:24:42.726089 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26898e-a0c9-4956-b52f-37d44eaa8a4c req-2d915fa1-683b-4575-afde-f23ec56be895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:42.726699 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-2b26898e-a0c9-4956-b52f-37d44eaa8a4c req-2d915fa1-683b-4575-afde-f23ec56be895 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:42.728269 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2b26898e-a0c9-4956-b52f-37d44eaa8a4c req-2d915fa1-683b-4575-afde-f23ec56be895 service neutron] 10.222.0.41 "PUT /v2.0/ports/c48b8a75-b7fe-448d-8cf1-e987ad52d3e3 HTTP/1.1" status: 200 len: 1093 time: 1.3013563 Aug 22 13:24:42.731073 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e65e95a8-6b71-4b40-b424-c355f4646ea1', 'tag': 'c48b8a75-b7fe-448d-8cf1-e987ad52d3e3'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:24:42.733696 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fed5f07-b380-4b07-895c-1c7a127e96e4" -d '{"events": [{"name": "network-changed", "server_uuid": "e65e95a8-6b71-4b40-b424-c355f4646ea1", "tag": "c48b8a75-b7fe-448d-8cf1-e987ad52d3e3"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:24:42.745833 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-9c3e42e9-19d5-4ee5-acfa-6367e5a8b5f2 None None] Provisioning complete for port 2accda17-689d-4f65-b00c-6213d3cde1ef triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:24:42.746587 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9c3e42e9-19d5-4ee5-acfa-6367e5a8b5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:42.800215 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d915fa1-683b-4575-afde-f23ec56be895 service neutron] Pushing event updated for resources: {'Port': ['ID=c48b8a75-b7fe-448d-8cf1-e987ad52d3e3,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:42.812912 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-9c3e42e9-19d5-4ee5-acfa-6367e5a8b5f2 None None] Port 2accda17-689d-4f65-b00c-6213d3cde1ef cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:24:42.916395 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26898e-a0c9-4956-b52f-37d44eaa8a4c req-60f23f1f-d206-4ecf-ab02-e754c70bd9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:42.917902 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2b26898e-a0c9-4956-b52f-37d44eaa8a4c req-60f23f1f-d206-4ecf-ab02-e754c70bd9bf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=912d51faeaa64e41b37378475a439e61&device_id=e65e95a8-6b71-4b40-b424-c355f4646ea1 HTTP/1.1" status: 200 len: 1096 time: 0.1147051 Aug 22 13:24:42.947575 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:24:42.976271 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2b26898e-a0c9-4956-b52f-37d44eaa8a4c req-4d937276-632e-4042-8525-cc131415aaf3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c48b8a75-b7fe-448d-8cf1-e987ad52d3e3 HTTP/1.1" status: 200 len: 217 time: 0.0461743 Aug 22 13:24:43.054085 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26898e-a0c9-4956-b52f-37d44eaa8a4c req-ac51fc9a-d670-471c-964b-9c9b8416e3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:43.055786 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2b26898e-a0c9-4956-b52f-37d44eaa8a4c req-ac51fc9a-d670-471c-964b-9c9b8416e3c2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=47905976-7615-4706-a3a5-44c47fe2a643 HTTP/1.1" status: 200 len: 852 time: 0.0685489 Aug 22 13:24:43.059734 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9cfc5b25-57b1-45d8-ac75-0fec26de990b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:43.066116 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9cfc5b25-57b1-45d8-ac75-0fec26de990b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:43.139928 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2b26898e-a0c9-4956-b52f-37d44eaa8a4c req-0f0efed6-aeb0-409d-aa79-d7ed2ef1ea54 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5abd83f5-dd9c-40d4-a99b-390a490c5779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694373 Aug 22 13:24:43.181125 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfc5b25-57b1-45d8-ac75-0fec26de990b admin admin] Pushing event updated for resources: {'Port': ['ID=2accda17-689d-4f65-b00c-6213d3cde1ef,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:43.183549 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9cfc5b25-57b1-45d8-ac75-0fec26de990b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:43.187143 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-f9d97e04-307a-414f-84b0-11bfdec5b7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:43.188915 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-f9d97e04-307a-414f-84b0-11bfdec5b7f8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1fb53f66-6b81-41b6-9806-8520494df9af HTTP/1.1" status: 200 len: 861 time: 0.4761229 Aug 22 13:24:43.237168 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 6f2178cd-05b4-4d39-bd60-533f848e6e90 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:24:43.284649 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-06a90a0f-0454-4136-afa5-3de81bf4e507 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=887e0115-b4ac-4c62-9aab-f2d01695aede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669203 Aug 22 13:24:43.322497 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2b26898e-a0c9-4956-b52f-37d44eaa8a4c req-11b18140-928d-4feb-b5db-fb1bc343f4a3 service neutron] 10.222.0.41 "GET /v2.0/networks/5abd83f5-dd9c-40d4-a99b-390a490c5779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733925 Aug 22 13:24:43.342880 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 6f2178cd-05b4-4d39-bd60-533f848e6e90 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:24:43.362767 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 6f2178cd-05b4-4d39-bd60-533f848e6e90 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:24:43.363625 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:43.406747 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-57892c8b-1877-4bff-9aaa-04cb10b1be2d service neutron] 10.222.0.16 "GET /v2.0/networks/887e0115-b4ac-4c62-9aab-f2d01695aede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014602 Aug 22 13:24:43.435292 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfc5b25-57b1-45d8-ac75-0fec26de990b admin admin] Network b2719a9f-ee7f-473a-9939-5efd06e85549 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:24:43.442158 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-9cfc5b25-57b1-45d8-ac75-0fec26de990b admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:24:43.451953 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2b26898e-a0c9-4956-b52f-37d44eaa8a4c req-bbb6396b-314f-4455-82ff-13adb89b7aac service neutron] 10.222.0.41 "GET /v2.0/networks/5abd83f5-dd9c-40d4-a99b-390a490c5779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141155 Aug 22 13:24:43.488227 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['1833badd-4386-4c62-8d3b-0a555162ce1b'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:24:43.490466 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:43.515955 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 6f2178cd-05b4-4d39-bd60-533f848e6e90, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=6f2178cd-05b4-4d39-bd60-533f848e6e90,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:24:43.530867 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7639d5-394c-4920-b61d-537a78650297 req-c43f0f14-ed55-42a4-8fcf-019a84315d8e tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:43.532512 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eb7639d5-394c-4920-b61d-537a78650297 req-c43f0f14-ed55-42a4-8fcf-019a84315d8e tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=c34101a4-b788-43a2-8b7c-ba4b4b05535d HTTP/1.1" status: 200 len: 944 time: 0.8563499 Aug 22 13:24:43.568197 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-eda2abc2-0e16-40fa-a764-ae9b1ed5cbab req-b7bea832-ea0d-416d-a521-788b6899b390 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6db8f310-9ae9-495c-8044-42583a8f83e9 {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:24:43.579362 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:43.615937 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-eda2abc2-0e16-40fa-a764-ae9b1ed5cbab req-b7bea832-ea0d-416d-a521-788b6899b390 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:43.635611 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd5c2a-c069-4af4-a6ad-879fdd35cbc8 req-61be7785-ee5c-48dc-bb10-a06ce81f3a51 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:43.644036 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-74fd5c2a-c069-4af4-a6ad-879fdd35cbc8 req-61be7785-ee5c-48dc-bb10-a06ce81f3a51 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 950 time: 0.4511375 Aug 22 13:24:43.663490 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cfc5b25-57b1-45d8-ac75-0fec26de990b admin admin] Router b4e196cf-1db7-476e-bbf5-ab2642ee391c has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:24:43.671013 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f0621a97-0a03-400b-889c-f5d3d45bbeb4 req-85dd4b45-8dc0-4992-bd32-fff7a2fd1724 service neutron] 10.222.0.41 "GET /v2.0/networks/9cf17136-9104-4f77-9b21-196b3899da73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9722066 Aug 22 13:24:43.700191 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=6f2178cd-05b4-4d39-bd60-533f848e6e90,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:43.711451 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-eda2abc2-0e16-40fa-a764-ae9b1ed5cbab req-b7bea832-ea0d-416d-a521-788b6899b390 service neutron] Transition to ACTIVE for port object 6db8f310-9ae9-495c-8044-42583a8f83e9 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:24:43.737243 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-eda2abc2-0e16-40fa-a764-ae9b1ed5cbab req-b7bea832-ea0d-416d-a521-788b6899b390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:43.766319 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eb7639d5-394c-4920-b61d-537a78650297 req-c2e11b7c-9088-481f-a296-c06820cbeb86 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872346 Aug 22 13:24:43.788119 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-b29d1304-308d-4adc-af2f-2b21829f1d6f service neutron] 10.222.0.16 "GET /v2.0/networks/887e0115-b4ac-4c62-9aab-f2d01695aede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478513 Aug 22 13:24:43.800316 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-74fd5c2a-c069-4af4-a6ad-879fdd35cbc8 req-df136f57-0b99-46a7-84ee-439abc3885fb tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484027 Aug 22 13:24:43.834987 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 803098e1-3c07-4059-88da-8a61ea019d47 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:24:43.835794 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bea832-ea0d-416d-a521-788b6899b390 service neutron] Pushing event updated for resources: {'Port': ['ID=6db8f310-9ae9-495c-8044-42583a8f83e9,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:43.886999 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cfc5b25-57b1-45d8-ac75-0fec26de990b admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:24:43.912527 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9cfc5b25-57b1-45d8-ac75-0fec26de990b admin admin] 10.222.0.21 "PUT /v2.0/routers/b4e196cf-1db7-476e-bbf5-ab2642ee391c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1511290 Aug 22 13:24:43.921893 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0108ce-26a1-4edb-8272-bb4cf3b27dd8 None None] Sync routers for ids ['b4e196cf-1db7-476e-bbf5-ab2642ee391c'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:24:43.924255 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a4c41a-36b6-4221-8ebc-71f7ade62e9d x-openstack-request-id: req-f8a4c41a-36b6-4221-8ebc-71f7ade62e9d {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:24:43.924898 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e65e95a8-6b71-4b40-b424-c355f4646ea1", "tag": "c48b8a75-b7fe-448d-8cf1-e987ad52d3e3", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:24:43.925484 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f8a4c41a-36b6-4221-8ebc-71f7ade62e9d {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:24:43.926178 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e65e95a8-6b71-4b40-b424-c355f4646ea1', 'tag': 'c48b8a75-b7fe-448d-8cf1-e987ad52d3e3', 'status': 'completed', 'code': 200} Aug 22 13:24:43.987311 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-f2d63d15-f7f6-40e2-adfd-54fd2611700f None None] Provisioning complete for port 2accda17-689d-4f65-b00c-6213d3cde1ef triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:24:43.987748 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f2d63d15-f7f6-40e2-adfd-54fd2611700f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:44.052156 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0108ce-26a1-4edb-8272-bb4cf3b27dd8 None None] Routers {'b4e196cf-1db7-476e-bbf5-ab2642ee391c'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:24:44.056272 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-af0108ce-26a1-4edb-8272-bb4cf3b27dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:24:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['b4e196cf-1db7-476e-bbf5-ab2642ee391c'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:24:44.098024 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-eda2abc2-0e16-40fa-a764-ae9b1ed5cbab req-b7bea832-ea0d-416d-a521-788b6899b390 service neutron] Attempting to bind port 6db8f310-9ae9-495c-8044-42583a8f83e9 on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:24:44.098366 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-eda2abc2-0e16-40fa-a764-ae9b1ed5cbab req-b7bea832-ea0d-416d-a521-788b6899b390 service neutron] Attempting to bind port 6db8f310-9ae9-495c-8044-42583a8f83e9 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:24:44.098695 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda2abc2-0e16-40fa-a764-ae9b1ed5cbab req-b7bea832-ea0d-416d-a521-788b6899b390 service neutron] Attempting to bind port 6db8f310-9ae9-495c-8044-42583a8f83e9 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:24:44.141305 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda2abc2-0e16-40fa-a764-ae9b1ed5cbab req-b7bea832-ea0d-416d-a521-788b6899b390 service neutron] Port 6db8f310-9ae9-495c-8044-42583a8f83e9 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:24:44.141489 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda2abc2-0e16-40fa-a764-ae9b1ed5cbab req-b7bea832-ea0d-416d-a521-788b6899b390 service neutron] Attempting to bind port 6db8f310-9ae9-495c-8044-42583a8f83e9 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:24:44.150874 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-f2d63d15-f7f6-40e2-adfd-54fd2611700f None None] Port 2accda17-689d-4f65-b00c-6213d3cde1ef cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:24:44.170089 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed5f07-b380-4b07-895c-1c7a127e96e4 req-e84bb721-9498-46d0-b285-0f50cb04edd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:44.171867 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9fed5f07-b380-4b07-895c-1c7a127e96e4 req-e84bb721-9498-46d0-b285-0f50cb04edd9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=912d51faeaa64e41b37378475a439e61&device_id=e65e95a8-6b71-4b40-b424-c355f4646ea1 HTTP/1.1" status: 200 len: 1096 time: 0.2226920 Aug 22 13:24:44.175391 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda2abc2-0e16-40fa-a764-ae9b1ed5cbab req-b7bea832-ea0d-416d-a521-788b6899b390 service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:24:44.175659 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda2abc2-0e16-40fa-a764-ae9b1ed5cbab req-b7bea832-ea0d-416d-a521-788b6899b390 service neutron] Checking segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:24:44.176040 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda2abc2-0e16-40fa-a764-ae9b1ed5cbab req-b7bea832-ea0d-416d-a521-788b6899b390 service neutron] Bound using segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:24:44.176516 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-eda2abc2-0e16-40fa-a764-ae9b1ed5cbab req-b7bea832-ea0d-416d-a521-788b6899b390 service neutron] Bound port: 6db8f310-9ae9-495c-8044-42583a8f83e9, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:24:44.176879 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-eda2abc2-0e16-40fa-a764-ae9b1ed5cbab req-b7bea832-ea0d-416d-a521-788b6899b390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:44.206676 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 803098e1-3c07-4059-88da-8a61ea019d47, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=803098e1-3c07-4059-88da-8a61ea019d47,segment=NetworkSegment(386269e7-54ef-4d2e-8875-9e94febeccf6),segment_id=386269e7-54ef-4d2e-8875-9e94febeccf6)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:24:44.225692 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '803098e1-3c07-4059-88da-8a61ea019d47', 'network_id': '9cf17136-9104-4f77-9b21-196b3899da73', 'port_id': '803098e1-3c07-4059-88da-8a61ea019d47', 'mac_address': 'fa:16:3e:52:fc:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cc574f1-6659-4f56-8d06-4a9eb6ee65f6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:24:44.239418 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-af0108ce-26a1-4edb-8272-bb4cf3b27dd8 None None] Set router b4e196cf-1db7-476e-bbf5-ab2642ee391c gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:24:44.264109 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0661546-b7de-4ad4-a5de-e3ea7301ae5d req-329f0d32-2939-4b84-bbea-68c49ff9b5ee tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:44.265640 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e0661546-b7de-4ad4-a5de-e3ea7301ae5d req-329f0d32-2939-4b84-bbea-68c49ff9b5ee tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc22e7a3-c15e-4e97-be2f-fc2db2d87b8c HTTP/1.1" status: 200 len: 944 time: 0.2264714 Aug 22 13:24:44.319001 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:44.339981 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d181d-f856-4ab7-9931-1495fd23439b req-f8f743d7-b4b0-4822-8d48-9743a252377f tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:44.344776 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-986d181d-f856-4ab7-9931-1495fd23439b req-f8f743d7-b4b0-4822-8d48-9743a252377f tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=680d022d-c50d-4f9c-9827-34ac066b2a23 HTTP/1.1" status: 200 len: 947 time: 0.2537935 Aug 22 13:24:44.380520 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 803098e1-3c07-4059-88da-8a61ea019d47 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:24:44.431705 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 803098e1-3c07-4059-88da-8a61ea019d47, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=803098e1-3c07-4059-88da-8a61ea019d47,segment=NetworkSegment(386269e7-54ef-4d2e-8875-9e94febeccf6),segment_id=386269e7-54ef-4d2e-8875-9e94febeccf6)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:24:44.434217 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e0661546-b7de-4ad4-a5de-e3ea7301ae5d req-e52f2a9d-d63d-4ca6-b846-b83fbc961184 tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] 10.222.0.21 "GET /v2.0/security-groups?id=b90b0379-b05d-43b7-b488-d7e603d5a533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316617 Aug 22 13:24:44.436467 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-d6b3cc01-4fab-40c2-9b07-1a163f3cfdc0 tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:44.437922 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-d6b3cc01-4fab-40c2-9b07-1a163f3cfdc0 tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c34101a4-b788-43a2-8b7c-ba4b4b05535d&tenant_id=ec08ac96341043c28ecba1b995182de4&binding%3Ahost_id=n-h2-793621-33 HTTP/1.1" status: 200 len: 1096 time: 0.2366409 Aug 22 13:24:44.466179 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-eda2abc2-0e16-40fa-a764-ae9b1ed5cbab req-b7bea832-ea0d-416d-a521-788b6899b390 service neutron] For port 6db8f310-9ae9-495c-8044-42583a8f83e9, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:24:44.473981 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed5f07-b380-4b07-895c-1c7a127e96e4 req-0c821c0b-06e9-4990-b831-b05fc7100b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:44.475473 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9fed5f07-b380-4b07-895c-1c7a127e96e4 req-0c821c0b-06e9-4990-b831-b05fc7100b95 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5abd83f5-dd9c-40d4-a99b-390a490c5779 HTTP/1.1" status: 200 len: 913 time: 0.2938919 Aug 22 13:24:44.493191 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:44.509373 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-986d181d-f856-4ab7-9931-1495fd23439b req-7f3bb365-1281-4acd-a70f-a2a3c6415310 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532278 Aug 22 13:24:44.523450 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-eda2abc2-0e16-40fa-a764-ae9b1ed5cbab req-b7bea832-ea0d-416d-a521-788b6899b390 service neutron] For port 6db8f310-9ae9-495c-8044-42583a8f83e9, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=6db8f310-9ae9-495c-8044-42583a8f83e9,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:24:44.576253 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=803098e1-3c07-4059-88da-8a61ea019d47,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:44.599267 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-eda2abc2-0e16-40fa-a764-ae9b1ed5cbab req-b7bea832-ea0d-416d-a521-788b6899b390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:44.601857 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-af0108ce-26a1-4edb-8272-bb4cf3b27dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e196cf-1db7-476e-bbf5-ab2642ee391c', 'name': 'tempest-TaggedBootDevicesTest-1176324169-router', 'tenant_id': '2389b5e02dee4864a1a7f4824db49bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '6f2178cd-05b4-4d39-bd60-533f848e6e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:24:34Z', 'updated_at': '2021-08-22T13:24:42Z', 'revision_number': 4, 'project_id': '2389b5e02dee4864a1a7f4824db49bc1', 'gw_port': {'id': '6f2178cd-05b4-4d39-bd60-533f848e6e90', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:51:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e196cf-1db7-476e-bbf5-ab2642ee391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:24:35Z', 'updated_at': '2021-08-22T13:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '2accda17-689d-4f65-b00c-6213d3cde1ef', 'name': '', 'network_id': 'b2719a9f-ee7f-473a-9939-5efd06e85549', 'tenant_id': '2389b5e02dee4864a1a7f4824db49bc1', 'mac_address': 'fa:16:3e:8b:56:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e196cf-1db7-476e-bbf5-ab2642ee391c', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '78207353-5327-441e-b2ae-a402769922b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:24:41Z', 'updated_at': '2021-08-22T13:24:42Z', 'revision_number': 2, 'project_id': '2389b5e02dee4864a1a7f4824db49bc1', 'subnets': [{'id': '78207353-5327-441e-b2ae-a402769922b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:24:44.630073 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0108ce-26a1-4edb-8272-bb4cf3b27dd8 None None] Checking router: b4e196cf-1db7-476e-bbf5-ab2642ee391c for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:24:44.630377 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9fed5f07-b380-4b07-895c-1c7a127e96e4 req-7095c550-fbec-4e74-bd3d-5c9cca7c7b93 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c48b8a75-b7fe-448d-8cf1-e987ad52d3e3 HTTP/1.1" status: 200 len: 217 time: 0.1316538 Aug 22 13:24:44.630750 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0108ce-26a1-4edb-8272-bb4cf3b27dd8 None None] Updating router b4e196cf-1db7-476e-bbf5-ab2642ee391c port 2accda17-689d-4f65-b00c-6213d3cde1ef binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:24:44.661568 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-af0108ce-26a1-4edb-8272-bb4cf3b27dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:44.668439 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2abc2-0e16-40fa-a764-ae9b1ed5cbab req-b7bea832-ea0d-416d-a521-788b6899b390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:44.669401 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-eda2abc2-0e16-40fa-a764-ae9b1ed5cbab req-b7bea832-ea0d-416d-a521-788b6899b390 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:44.671555 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eda2abc2-0e16-40fa-a764-ae9b1ed5cbab req-b7bea832-ea0d-416d-a521-788b6899b390 service neutron] 10.222.0.16 "PUT /v2.0/ports/6db8f310-9ae9-495c-8044-42583a8f83e9 HTTP/1.1" status: 200 len: 1096 time: 3.2175281 Aug 22 13:24:44.675680 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '680d022d-c50d-4f9c-9827-34ac066b2a23', 'tag': '6db8f310-9ae9-495c-8044-42583a8f83e9'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:24:44.678252 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c09eae3-c975-4df2-818b-9cd5cca4768c" -d '{"events": [{"name": "network-changed", "server_uuid": "680d022d-c50d-4f9c-9827-34ac066b2a23", "tag": "6db8f310-9ae9-495c-8044-42583a8f83e9"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:24:44.752687 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b285588f-354e-4e7e-9eea-483e96c6a89f x-openstack-request-id: req-b285588f-354e-4e7e-9eea-483e96c6a89f {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:24:44.753397 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "680d022d-c50d-4f9c-9827-34ac066b2a23", "tag": "6db8f310-9ae9-495c-8044-42583a8f83e9", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:24:44.753864 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b285588f-354e-4e7e-9eea-483e96c6a89f {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:24:44.754743 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '680d022d-c50d-4f9c-9827-34ac066b2a23', 'tag': '6db8f310-9ae9-495c-8044-42583a8f83e9', 'status': 'completed', 'code': 200} Aug 22 13:24:44.896342 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c66ad-ca8b-467e-826f-c9079d701991 req-0a29f542-3fd4-4348-87bd-3649f5df9481 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:44.898905 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-614c66ad-ca8b-467e-826f-c9079d701991 req-0a29f542-3fd4-4348-87bd-3649f5df9481 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e95a8-6b71-4b40-b424-c355f4646ea1 HTTP/1.1" status: 200 len: 944 time: 0.3864868 Aug 22 13:24:44.900002 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bea832-ea0d-416d-a521-788b6899b390 service neutron] Pushing event updated for resources: {'Port': ['ID=6db8f310-9ae9-495c-8044-42583a8f83e9,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:44.925885 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['803098e1-3c07-4059-88da-8a61ea019d47'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:24:44.971628 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed5f07-b380-4b07-895c-1c7a127e96e4 req-53c64cc5-95e5-4d48-ae20-1706855c5e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:44.973128 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9fed5f07-b380-4b07-895c-1c7a127e96e4 req-53c64cc5-95e5-4d48-ae20-1706855c5e1b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=47905976-7615-4706-a3a5-44c47fe2a643 HTTP/1.1" status: 200 len: 852 time: 0.3006585 Aug 22 13:24:45.009583 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-c92d924d-884e-4855-be45-19610837edfe service neutron] For port e6a0b168-7640-4715-aeda-fb6bf0f81aa6, host n-h1-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:24:45.012010 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2abc2-0e16-40fa-a764-ae9b1ed5cbab req-591f7113-9f3f-4219-932b-011e20cfd9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:45.013529 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eda2abc2-0e16-40fa-a764-ae9b1ed5cbab req-591f7113-9f3f-4219-932b-011e20cfd9db service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=49eccb789dab4d5eaed86ee1a537d189&device_id=680d022d-c50d-4f9c-9827-34ac066b2a23 HTTP/1.1" status: 200 len: 1099 time: 0.2718492 Aug 22 13:24:45.035751 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-c92d924d-884e-4855-be45-19610837edfe service neutron] Notify callbacks [] for binding, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:45.036860 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8848747f-d634-4233-97ce-dc9f17afa6ba req-c92d924d-884e-4855-be45-19610837edfe service neutron] 10.222.0.16 "DELETE /v2.0/ports/e6a0b168-7640-4715-aeda-fb6bf0f81aa6/bindings/n-h1-793621-33 HTTP/1.1" status: 204 len: 173 time: 0.5825808 Aug 22 13:24:45.039798 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9fed5f07-b380-4b07-895c-1c7a127e96e4 req-57961327-c64f-45cf-8890-214b46dc3287 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5abd83f5-dd9c-40d4-a99b-390a490c5779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497017 Aug 22 13:24:45.102914 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eda2abc2-0e16-40fa-a764-ae9b1ed5cbab req-178949f2-264e-456a-9474-1ffb368aa07c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=6db8f310-9ae9-495c-8044-42583a8f83e9 HTTP/1.1" status: 200 len: 217 time: 0.0720785 Aug 22 13:24:45.105810 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-614c66ad-ca8b-467e-826f-c9079d701991 req-70cb428b-a976-4c6c-b293-11772861a00e tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec1bfcc7-b80c-4de4-b10e-973d7cada739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784525 Aug 22 13:24:45.127531 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc02b8bc-3721-48cb-9c36-365b2ec1f428 req-0d7683a6-845c-49cf-bff1-94644c5577e3 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:45.129007 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bc02b8bc-3721-48cb-9c36-365b2ec1f428 req-0d7683a6-845c-49cf-bff1-94644c5577e3 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=c34101a4-b788-43a2-8b7c-ba4b4b05535d HTTP/1.1" status: 200 len: 944 time: 0.2221625 Aug 22 13:24:45.139894 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-af0108ce-26a1-4edb-8272-bb4cf3b27dd8 None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:45.152090 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-af0108ce-26a1-4edb-8272-bb4cf3b27dd8 None None] Transition to ACTIVE for port object 2accda17-689d-4f65-b00c-6213d3cde1ef will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:24:45.183303 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-af0108ce-26a1-4edb-8272-bb4cf3b27dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:45.236440 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 6f2178cd-05b4-4d39-bd60-533f848e6e90 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:24:45.280862 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2abc2-0e16-40fa-a764-ae9b1ed5cbab req-163023fd-d026-40a9-abeb-0abac5d6fa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:45.282364 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eda2abc2-0e16-40fa-a764-ae9b1ed5cbab req-163023fd-d026-40a9-abeb-0abac5d6fa69 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.1638958 Aug 22 13:24:45.299856 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bc02b8bc-3721-48cb-9c36-365b2ec1f428 req-a7a6ff2e-ee47-4312-b564-b2cfb3025b81 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071024 Aug 22 13:24:45.400487 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10241194-dd07-4e81-bc4d-b1688eea8fdf req-bca1454d-b73c-4914-b531-5bee3a1fb93e tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:45.402052 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-10241194-dd07-4e81-bc4d-b1688eea8fdf req-bca1454d-b73c-4914-b531-5bee3a1fb93e tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 950 time: 0.2006521 Aug 22 13:24:45.405291 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9fed5f07-b380-4b07-895c-1c7a127e96e4 req-95f03a0d-467b-4a7e-8f97-8f98a27823db service neutron] 10.222.0.41 "GET /v2.0/networks/5abd83f5-dd9c-40d4-a99b-390a490c5779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452370 Aug 22 13:24:45.593402 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2abc2-0e16-40fa-a764-ae9b1ed5cbab req-c0679800-52c3-468b-8b97-5b5f219514c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:45.595093 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eda2abc2-0e16-40fa-a764-ae9b1ed5cbab req-c0679800-52c3-468b-8b97-5b5f219514c6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2930834 Aug 22 13:24:45.602755 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeef09c-0f88-40c7-8557-454424624f49 None None] Pushing event updated for resources: {'Port': ['ID=2accda17-689d-4f65-b00c-6213d3cde1ef,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:45.643544 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-10241194-dd07-4e81-bc4d-b1688eea8fdf req-4ff3c5d6-62af-434e-989e-f21ac255d07a tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183833 Aug 22 13:24:45.657137 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 6f2178cd-05b4-4d39-bd60-533f848e6e90 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:24:45.657137 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:45.686712 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-af0108ce-26a1-4edb-8272-bb4cf3b27dd8 None None] Attempting to bind port 2accda17-689d-4f65-b00c-6213d3cde1ef on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:24:45.687444 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-af0108ce-26a1-4edb-8272-bb4cf3b27dd8 None None] Attempting to bind port 2accda17-689d-4f65-b00c-6213d3cde1ef by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '45845a86-1a6e-41bd-be5a-e083caee6a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b2719a9f-ee7f-473a-9939-5efd06e85549'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:24:45.687444 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0108ce-26a1-4edb-8272-bb4cf3b27dd8 None None] Attempting to bind port 2accda17-689d-4f65-b00c-6213d3cde1ef on network b2719a9f-ee7f-473a-9939-5efd06e85549 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:24:45.712842 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0108ce-26a1-4edb-8272-bb4cf3b27dd8 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:24:45.713299 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0108ce-26a1-4edb-8272-bb4cf3b27dd8 None None] Checking segment: {'id': '45845a86-1a6e-41bd-be5a-e083caee6a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b2719a9f-ee7f-473a-9939-5efd06e85549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:24:45.713856 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-af0108ce-26a1-4edb-8272-bb4cf3b27dd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:45.714258 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0108ce-26a1-4edb-8272-bb4cf3b27dd8 None None] Bound using segment: {'id': '45845a86-1a6e-41bd-be5a-e083caee6a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b2719a9f-ee7f-473a-9939-5efd06e85549'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:24:45.714741 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-af0108ce-26a1-4edb-8272-bb4cf3b27dd8 None None] Bound port: 2accda17-689d-4f65-b00c-6213d3cde1ef, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45845a86-1a6e-41bd-be5a-e083caee6a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b2719a9f-ee7f-473a-9939-5efd06e85549'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:24:45.715227 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-af0108ce-26a1-4edb-8272-bb4cf3b27dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:45.791247 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b8b3f-661c-405c-ba48-f6c52f82ded3 req-829358d2-e949-4dc4-b798-368d30996d5b tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:45.793134 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f56b8b3f-661c-405c-ba48-f6c52f82ded3 req-829358d2-e949-4dc4-b798-368d30996d5b tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc22e7a3-c15e-4e97-be2f-fc2db2d87b8c HTTP/1.1" status: 200 len: 945 time: 0.2572668 Aug 22 13:24:45.795313 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9fed5f07-b380-4b07-895c-1c7a127e96e4 req-f3230f20-90f2-4234-99cc-e2dd5f6e293e service neutron] 10.222.0.41 "GET /v2.0/networks/5abd83f5-dd9c-40d4-a99b-390a490c5779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668947 Aug 22 13:24:45.829490 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-af0108ce-26a1-4edb-8272-bb4cf3b27dd8 None None] For port 2accda17-689d-4f65-b00c-6213d3cde1ef, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:24:45.840443 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device c48b8a75-b7fe-448d-8cf1-e987ad52d3e3 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:24:45.846779 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-af0108ce-26a1-4edb-8272-bb4cf3b27dd8 None None] For port 2accda17-689d-4f65-b00c-6213d3cde1ef, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=2accda17-689d-4f65-b00c-6213d3cde1ef,segment=NetworkSegment(45845a86-1a6e-41bd-be5a-e083caee6a9e),segment_id=45845a86-1a6e-41bd-be5a-e083caee6a9e)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:24:45.855330 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-af0108ce-26a1-4edb-8272-bb4cf3b27dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:45.891518 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eda2abc2-0e16-40fa-a764-ae9b1ed5cbab req-93029df7-e6a5-4de2-8db5-3e8f91a16963 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519972 Aug 22 13:24:45.901364 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f56b8b3f-661c-405c-ba48-f6c52f82ded3 req-136ffdd1-ca99-4e49-ac99-0725c9e015c0 tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] 10.222.0.21 "GET /v2.0/security-groups?id=b90b0379-b05d-43b7-b488-d7e603d5a533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008339 Aug 22 13:24:45.908829 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff75981-1f26-4df4-80bb-7f62bad23199 req-52f1b33c-761d-4462-983c-2c7c3d8ea185 tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:45.910817 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4ff75981-1f26-4df4-80bb-7f62bad23199 req-52f1b33c-761d-4462-983c-2c7c3d8ea185 tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c34101a4-b788-43a2-8b7c-ba4b4b05535d HTTP/1.1" status: 200 len: 1096 time: 0.1146176 Aug 22 13:24:45.979985 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0108ce-26a1-4edb-8272-bb4cf3b27dd8 None None] Routers {'b4e196cf-1db7-476e-bbf5-ab2642ee391c'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:24:45.980645 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-af0108ce-26a1-4edb-8272-bb4cf3b27dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:24:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['b4e196cf-1db7-476e-bbf5-ab2642ee391c'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:24:45.994153 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeef09c-0f88-40c7-8557-454424624f49 None None] Pushing event updated for resources: {'Port': ['ID=2accda17-689d-4f65-b00c-6213d3cde1ef,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:46.045627 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4ff75981-1f26-4df4-80bb-7f62bad23199 req-fd5eb26f-c727-4ab8-9b80-5ac9993baf6a tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078513 Aug 22 13:24:46.110536 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eda2abc2-0e16-40fa-a764-ae9b1ed5cbab req-01929431-c2f6-4f82-b44d-79a274b4916a service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962113 Aug 22 13:24:46.136061 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d20a3-8005-452d-b217-dd25d8da9631 req-b644f09f-945c-4a07-a26e-526c357d6883 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:46.141727 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-748d20a3-8005-452d-b217-dd25d8da9631 req-b644f09f-945c-4a07-a26e-526c357d6883 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=680d022d-c50d-4f9c-9827-34ac066b2a23 HTTP/1.1" status: 200 len: 947 time: 0.1016481 Aug 22 13:24:46.207618 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port c48b8a75-b7fe-448d-8cf1-e987ad52d3e3, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=c48b8a75-b7fe-448d-8cf1-e987ad52d3e3,segment=NetworkSegment(8dbf5563-c593-4327-b654-2b0ff65b0129),segment_id=8dbf5563-c593-4327-b654-2b0ff65b0129)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:24:46.242643 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-748d20a3-8005-452d-b217-dd25d8da9631 req-5c9bfb8f-6f94-4f45-a397-a048b4e339d5 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897915 Aug 22 13:24:46.245307 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-af0108ce-26a1-4edb-8272-bb4cf3b27dd8 None None] Set router b4e196cf-1db7-476e-bbf5-ab2642ee391c gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:24:46.274699 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': 'c48b8a75-b7fe-448d-8cf1-e987ad52d3e3', 'network_id': '5abd83f5-dd9c-40d4-a99b-390a490c5779', 'port_id': 'c48b8a75-b7fe-448d-8cf1-e987ad52d3e3', 'mac_address': 'fa:16:3e:72:49:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47905976-7615-4706-a3a5-44c47fe2a643', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:24:46.410334 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:46.423731 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c09eae3-c975-4df2-818b-9cd5cca4768c req-31e571eb-8c20-4ac2-a096-c8ccd912a5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:46.425338 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9c09eae3-c975-4df2-818b-9cd5cca4768c req-31e571eb-8c20-4ac2-a096-c8ccd912a5a9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=49eccb789dab4d5eaed86ee1a537d189&device_id=680d022d-c50d-4f9c-9827-34ac066b2a23 HTTP/1.1" status: 200 len: 1099 time: 0.1541655 Aug 22 13:24:46.431676 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c48b8a75-b7fe-448d-8cf1-e987ad52d3e3 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:24:46.439696 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae9d3a9-0acd-4093-956e-f005f3e59aae req-1ca49e33-cf75-45ce-9c5d-1de748adec42 tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:46.441417 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3ae9d3a9-0acd-4093-956e-f005f3e59aae req-1ca49e33-cf75-45ce-9c5d-1de748adec42 tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c34101a4-b788-43a2-8b7c-ba4b4b05535d HTTP/1.1" status: 200 len: 1096 time: 0.1230159 Aug 22 13:24:46.449102 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8a660-9710-438e-bdf2-aa958d1420f5 req-e1c5016e-0a63-4498-8cea-8c31aa64d7f5 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:46.450663 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b0d8a660-9710-438e-bdf2-aa958d1420f5 req-e1c5016e-0a63-4498-8cea-8c31aa64d7f5 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e95a8-6b71-4b40-b424-c355f4646ea1 HTTP/1.1" status: 200 len: 944 time: 0.1116149 Aug 22 13:24:46.475903 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port c48b8a75-b7fe-448d-8cf1-e987ad52d3e3, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=c48b8a75-b7fe-448d-8cf1-e987ad52d3e3,segment=NetworkSegment(8dbf5563-c593-4327-b654-2b0ff65b0129),segment_id=8dbf5563-c593-4327-b654-2b0ff65b0129)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:24:46.483072 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:46.558201 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=c48b8a75-b7fe-448d-8cf1-e987ad52d3e3,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:46.575878 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b0d8a660-9710-438e-bdf2-aa958d1420f5 req-e5a7afe8-c747-4b8c-a0c8-a1428582061c tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec1bfcc7-b80c-4de4-b10e-973d7cada739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147561 Aug 22 13:24:46.580001 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3ae9d3a9-0acd-4093-956e-f005f3e59aae req-d19fe476-a839-4f2e-a661-048d1188bcea tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026177 Aug 22 13:24:46.582700 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-af0108ce-26a1-4edb-8272-bb4cf3b27dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e196cf-1db7-476e-bbf5-ab2642ee391c', 'name': 'tempest-TaggedBootDevicesTest-1176324169-router', 'tenant_id': '2389b5e02dee4864a1a7f4824db49bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '6f2178cd-05b4-4d39-bd60-533f848e6e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:24:34Z', 'updated_at': '2021-08-22T13:24:42Z', 'revision_number': 4, 'project_id': '2389b5e02dee4864a1a7f4824db49bc1', 'gw_port': {'id': '6f2178cd-05b4-4d39-bd60-533f848e6e90', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:51:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e196cf-1db7-476e-bbf5-ab2642ee391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:24:35Z', 'updated_at': '2021-08-22T13:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '2accda17-689d-4f65-b00c-6213d3cde1ef', 'name': '', 'network_id': 'b2719a9f-ee7f-473a-9939-5efd06e85549', 'tenant_id': '2389b5e02dee4864a1a7f4824db49bc1', 'mac_address': 'fa:16:3e:8b:56:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e196cf-1db7-476e-bbf5-ab2642ee391c', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '78207353-5327-441e-b2ae-a402769922b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:24:41Z', 'updated_at': '2021-08-22T13:24:45Z', 'revision_number': 4, 'project_id': '2389b5e02dee4864a1a7f4824db49bc1', 'subnets': [{'id': '78207353-5327-441e-b2ae-a402769922b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:24:46.596333 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c09eae3-c975-4df2-818b-9cd5cca4768c req-8c22c561-0a20-441a-b4b4-b27cefb918c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:46.597872 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9c09eae3-c975-4df2-818b-9cd5cca4768c req-8c22c561-0a20-441a-b4b4-b27cefb918c6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7dc41cff-a3ac-4fc2-ba06-973efce2365e HTTP/1.1" status: 200 len: 870 time: 0.1457903 Aug 22 13:24:46.617124 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0108ce-26a1-4edb-8272-bb4cf3b27dd8 None None] The sync data for ids ['b4e196cf-1db7-476e-bbf5-ab2642ee391c'] in n-d-793621-33 is: [{'id': 'b4e196cf-1db7-476e-bbf5-ab2642ee391c', 'name': 'tempest-TaggedBootDevicesTest-1176324169-router', 'tenant_id': '2389b5e02dee4864a1a7f4824db49bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '6f2178cd-05b4-4d39-bd60-533f848e6e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:24:34Z', 'updated_at': '2021-08-22T13:24:42Z', 'revision_number': 4, 'project_id': '2389b5e02dee4864a1a7f4824db49bc1', 'gw_port': {'id': '6f2178cd-05b4-4d39-bd60-533f848e6e90', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:51:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e196cf-1db7-476e-bbf5-ab2642ee391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:24:35Z', 'updated_at': '2021-08-22T13:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '2accda17-689d-4f65-b00c-6213d3cde1ef', 'name': '', 'network_id': 'b2719a9f-ee7f-473a-9939-5efd06e85549', 'tenant_id': '2389b5e02dee4864a1a7f4824db49bc1', 'mac_address': 'fa:16:3e:8b:56:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e196cf-1db7-476e-bbf5-ab2642ee391c', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '78207353-5327-441e-b2ae-a402769922b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:24:41Z', 'updated_at': '2021-08-22T13:24:45Z', 'revision_number': 4, 'project_id': '2389b5e02dee4864a1a7f4824db49bc1', 'subnets': [{'id': '78207353-5327-441e-b2ae-a402769922b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:24:46.662261 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9c09eae3-c975-4df2-818b-9cd5cca4768c req-479d5482-3bea-4660-8bcc-d281aaedc7c6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=6db8f310-9ae9-495c-8044-42583a8f83e9 HTTP/1.1" status: 200 len: 217 time: 0.0488710 Aug 22 13:24:46.763266 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c09eae3-c975-4df2-818b-9cd5cca4768c req-0349c499-088d-465d-b603-2303ad0e9712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:46.765218 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9c09eae3-c975-4df2-818b-9cd5cca4768c req-0349c499-088d-465d-b603-2303ad0e9712 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.0771587 Aug 22 13:24:46.870490 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['c48b8a75-b7fe-448d-8cf1-e987ad52d3e3'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:24:46.870773 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb939a3-0a66-4991-bfdb-86d514ee55a5 req-bbe7324e-39f6-4124-a544-ef06c5d8c605 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:46.872411 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0cb939a3-0a66-4991-bfdb-86d514ee55a5 req-bbe7324e-39f6-4124-a544-ef06c5d8c605 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 950 time: 0.0955856 Aug 22 13:24:46.880791 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c09eae3-c975-4df2-818b-9cd5cca4768c req-20065ac3-08c8-407c-b55e-7d61fff354cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:46.882299 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9c09eae3-c975-4df2-818b-9cd5cca4768c req-20065ac3-08c8-407c-b55e-7d61fff354cc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0951457 Aug 22 13:24:47.026679 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0cb939a3-0a66-4991-bfdb-86d514ee55a5 req-b53b7c0b-2744-4fb9-85be-2e2b03820298 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431184 Aug 22 13:24:47.099004 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9c09eae3-c975-4df2-818b-9cd5cca4768c req-f53ea9c2-13aa-42b0-adc1-d3349aff241f service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916540 Aug 22 13:24:47.261128 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 2accda17-689d-4f65-b00c-6213d3cde1ef up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:24:47.294338 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb902f-bb70-464d-a06f-ac940e68343e req-8d73105a-423e-46b4-b3c4-0409a15707ce tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:47.303818 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-18bb902f-bb70-464d-a06f-ac940e68343e req-8d73105a-423e-46b4-b3c4-0409a15707ce tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc22e7a3-c15e-4e97-be2f-fc2db2d87b8c HTTP/1.1" status: 200 len: 945 time: 0.0838940 Aug 22 13:24:47.356841 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 2accda17-689d-4f65-b00c-6213d3cde1ef completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:24:47.369673 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 2accda17-689d-4f65-b00c-6213d3cde1ef triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:24:47.370123 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:47.506284 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-18bb902f-bb70-464d-a06f-ac940e68343e req-3833c582-bcff-4c42-b978-71b3ab929e85 tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] 10.222.0.21 "GET /v2.0/security-groups?id=b90b0379-b05d-43b7-b488-d7e603d5a533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986568 Aug 22 13:24:47.512114 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:47.585271 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 2accda17-689d-4f65-b00c-6213d3cde1ef, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=2accda17-689d-4f65-b00c-6213d3cde1ef,segment=NetworkSegment(45845a86-1a6e-41bd-be5a-e083caee6a9e),segment_id=45845a86-1a6e-41bd-be5a-e083caee6a9e)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:24:47.590927 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:47.686022 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=2accda17-689d-4f65-b00c-6213d3cde1ef,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:47.854071 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 803098e1-3c07-4059-88da-8a61ea019d47 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:24:47.909227 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9c09eae3-c975-4df2-818b-9cd5cca4768c req-2634f1b0-c201-494d-a12e-a464b174e494 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7922397 Aug 22 13:24:47.940510 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf48e01-0363-4861-86c3-e3017d9134ad req-4f02df1f-cf9d-4f86-8839-a0d717fac533 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:47.942476 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3bf48e01-0363-4861-86c3-e3017d9134ad req-4f02df1f-cf9d-4f86-8839-a0d717fac533 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=680d022d-c50d-4f9c-9827-34ac066b2a23 HTTP/1.1" status: 200 len: 947 time: 0.5196965 Aug 22 13:24:47.950943 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 803098e1-3c07-4059-88da-8a61ea019d47 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:24:47.962460 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 803098e1-3c07-4059-88da-8a61ea019d47 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:24:47.964814 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:48.067809 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3bf48e01-0363-4861-86c3-e3017d9134ad req-b8d7d349-f84a-4333-9862-d391e47b3c01 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099958 Aug 22 13:24:48.088875 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4413237-a8e4-4399-ba73-de66ebe1ad29 req-36d49538-edfe-4780-90f9-56f5eaaef29f tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:48.090585 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e4413237-a8e4-4399-ba73-de66ebe1ad29 req-36d49538-edfe-4780-90f9-56f5eaaef29f tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e95a8-6b71-4b40-b424-c355f4646ea1 HTTP/1.1" status: 200 len: 945 time: 0.0775197 Aug 22 13:24:48.137479 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:48.170481 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e4413237-a8e4-4399-ba73-de66ebe1ad29 req-5e176d8a-9681-4a00-881b-6c18d1186614 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec1bfcc7-b80c-4de4-b10e-973d7cada739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642364 Aug 22 13:24:48.178699 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 803098e1-3c07-4059-88da-8a61ea019d47, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=803098e1-3c07-4059-88da-8a61ea019d47,segment=NetworkSegment(386269e7-54ef-4d2e-8875-9e94febeccf6),segment_id=386269e7-54ef-4d2e-8875-9e94febeccf6)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:24:48.179389 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc22e7a3-c15e-4e97-be2f-fc2db2d87b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803098e1-3c07-4059-88da-8a61ea019d47'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:24:48.182369 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770051eb-5c05-4f40-b702-8b2e1f7673d0" -d '{"events": [{"server_uuid": "bc22e7a3-c15e-4e97-be2f-fc2db2d87b8c", "name": "network-vif-plugged", "status": "completed", "tag": "803098e1-3c07-4059-88da-8a61ea019d47"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:24:48.186359 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:48.260732 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=803098e1-3c07-4059-88da-8a61ea019d47,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:48.359694 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4cb21-f1e0-46a3-8c39-a485f3952c75 req-5949b660-76bc-4ce9-8e2b-6525f78c651c tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:48.366160 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5ac4cb21-f1e0-46a3-8c39-a485f3952c75 req-5949b660-76bc-4ce9-8e2b-6525f78c651c tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 950 time: 0.0732102 Aug 22 13:24:48.446051 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5ac4cb21-f1e0-46a3-8c39-a485f3952c75 req-52a9d348-18b5-473a-9a57-9218c9d96737 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697062 Aug 22 13:24:48.473735 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c3d96e-74d1-4799-ba7d-9697b46bcba7 x-openstack-request-id: req-f4c3d96e-74d1-4799-ba7d-9697b46bcba7 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:24:48.474265 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc22e7a3-c15e-4e97-be2f-fc2db2d87b8c", "name": "network-vif-plugged", "status": "completed", "tag": "803098e1-3c07-4059-88da-8a61ea019d47", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:24:48.474265 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f4c3d96e-74d1-4799-ba7d-9697b46bcba7 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:24:48.474768 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc22e7a3-c15e-4e97-be2f-fc2db2d87b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803098e1-3c07-4059-88da-8a61ea019d47', 'code': 200} Aug 22 13:24:48.652379 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b42fc4-3d0c-4930-83ad-5842498c6def req-d2725460-6488-48dc-a121-f176b1b5f62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:48.653885 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e6b42fc4-3d0c-4930-83ad-5842498c6def req-d2725460-6488-48dc-a121-f176b1b5f62b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bc22e7a3-c15e-4e97-be2f-fc2db2d87b8c HTTP/1.1" status: 200 len: 1098 time: 0.1037810 Aug 22 13:24:48.690811 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4052caa-2be5-4a47-9ef0-4743373ccbea req-feaf6dc1-b07a-4789-b5d6-bce2c7b08f51 tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:48.691437 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d4052caa-2be5-4a47-9ef0-4743373ccbea req-feaf6dc1-b07a-4789-b5d6-bce2c7b08f51 tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc22e7a3-c15e-4e97-be2f-fc2db2d87b8c HTTP/1.1" status: 200 len: 946 time: 0.0716231 Aug 22 13:24:48.716214 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e6b42fc4-3d0c-4930-83ad-5842498c6def req-04399f75-77ca-4d3c-929e-cc7cce7f91d5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b90b0379-b05d-43b7-b488-d7e603d5a533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511374 Aug 22 13:24:48.743490 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d4052caa-2be5-4a47-9ef0-4743373ccbea req-8a486d8b-9b1e-4d72-aa29-3060492b1121 tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] 10.222.0.21 "GET /v2.0/security-groups?id=b90b0379-b05d-43b7-b488-d7e603d5a533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403862 Aug 22 13:24:49.226228 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 2accda17-689d-4f65-b00c-6213d3cde1ef up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:24:49.248904 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a156b392-00ca-4a0c-a25f-7f370145844f req-24529916-0b51-4204-aada-234c778bc3ed tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:49.250348 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a156b392-00ca-4a0c-a25f-7f370145844f req-24529916-0b51-4204-aada-234c778bc3ed tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=680d022d-c50d-4f9c-9827-34ac066b2a23 HTTP/1.1" status: 200 len: 947 time: 0.1019197 Aug 22 13:24:49.296605 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 6db8f310-9ae9-495c-8044-42583a8f83e9 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:24:49.331742 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a156b392-00ca-4a0c-a25f-7f370145844f req-fda9068f-910a-46c5-b098-59861148130c tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712042 Aug 22 13:24:49.341277 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 2accda17-689d-4f65-b00c-6213d3cde1ef triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:24:49.341917 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:49.440264 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f3086-b184-4de3-be6d-980e2d8ee883 req-7763b863-781d-4b95-ae6a-9033e80d4e2c tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:49.442362 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-470f3086-b184-4de3-be6d-980e2d8ee883 req-7763b863-781d-4b95-ae6a-9033e80d4e2c tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e95a8-6b71-4b40-b424-c355f4646ea1 HTTP/1.1" status: 200 len: 945 time: 0.0734477 Aug 22 13:24:49.527802 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-470f3086-b184-4de3-be6d-980e2d8ee883 req-8518917c-e213-4beb-9206-27db98df8138 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec1bfcc7-b80c-4de4-b10e-973d7cada739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712056 Aug 22 13:24:49.555969 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 6db8f310-9ae9-495c-8044-42583a8f83e9, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=6db8f310-9ae9-495c-8044-42583a8f83e9,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:24:49.570069 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '6db8f310-9ae9-495c-8044-42583a8f83e9', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'port_id': '6db8f310-9ae9-495c-8044-42583a8f83e9', 'mac_address': 'fa:16:3e:18:48:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7151c727-b27f-4308-8098-60bc16140d45', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:24:49.616029 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7815f28-5829-4d13-a8d6-c26f79e40860 req-6ffa7e2f-2e5f-4470-b97e-7ecfb56d86f1 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:49.617590 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:49.619891 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d7815f28-5829-4d13-a8d6-c26f79e40860 req-6ffa7e2f-2e5f-4470-b97e-7ecfb56d86f1 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 950 time: 0.1082089 Aug 22 13:24:49.632788 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6db8f310-9ae9-495c-8044-42583a8f83e9 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:24:49.653429 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 6db8f310-9ae9-495c-8044-42583a8f83e9, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=6db8f310-9ae9-495c-8044-42583a8f83e9,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:24:49.659246 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:49.671999 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d7815f28-5829-4d13-a8d6-c26f79e40860 req-d452ff14-cebd-496c-a28b-cac8cccd3d20 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513635 Aug 22 13:24:49.714111 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=6db8f310-9ae9-495c-8044-42583a8f83e9,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:49.868699 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e6d907-cde2-4cbf-b390-d444199826cb req-99fcd752-0e82-4172-873f-2eae9fef3cde tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:49.871018 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device c48b8a75-b7fe-448d-8cf1-e987ad52d3e3 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:24:49.872732 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d7e6d907-cde2-4cbf-b390-d444199826cb req-99fcd752-0e82-4172-873f-2eae9fef3cde tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc22e7a3-c15e-4e97-be2f-fc2db2d87b8c HTTP/1.1" status: 200 len: 946 time: 0.0547173 Aug 22 13:24:49.924833 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d7e6d907-cde2-4cbf-b390-d444199826cb req-08db795f-716e-43b7-b83c-31e0607f0385 tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] 10.222.0.21 "GET /v2.0/security-groups?id=b90b0379-b05d-43b7-b488-d7e603d5a533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482712 Aug 22 13:24:49.942012 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port c48b8a75-b7fe-448d-8cf1-e987ad52d3e3 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:24:49.951242 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port c48b8a75-b7fe-448d-8cf1-e987ad52d3e3 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:24:49.951605 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:50.040854 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:50.082347 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port c48b8a75-b7fe-448d-8cf1-e987ad52d3e3, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=c48b8a75-b7fe-448d-8cf1-e987ad52d3e3,segment=NetworkSegment(8dbf5563-c593-4327-b654-2b0ff65b0129),segment_id=8dbf5563-c593-4327-b654-2b0ff65b0129)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:24:50.087453 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:50.150817 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=c48b8a75-b7fe-448d-8cf1-e987ad52d3e3,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:50.252610 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['6db8f310-9ae9-495c-8044-42583a8f83e9'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:24:50.475895 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e65e95a8-6b71-4b40-b424-c355f4646ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c48b8a75-b7fe-448d-8cf1-e987ad52d3e3'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:24:50.478314 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a207b74a-6f2b-44e9-bac2-0fc3af218326" -d '{"events": [{"server_uuid": "e65e95a8-6b71-4b40-b424-c355f4646ea1", "name": "network-vif-plugged", "status": "completed", "tag": "c48b8a75-b7fe-448d-8cf1-e987ad52d3e3"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:24:50.479800 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc0d960-dd3a-4037-a595-9935b1bf9ef8 req-4188d097-d827-412f-8d9a-4e073b0ffd77 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:50.483688 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4fc0d960-dd3a-4037-a595-9935b1bf9ef8 req-4188d097-d827-412f-8d9a-4e073b0ffd77 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=680d022d-c50d-4f9c-9827-34ac066b2a23 HTTP/1.1" status: 200 len: 948 time: 0.0574143 Aug 22 13:24:50.527070 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b2b976-9b43-4cf8-a95e-4e41689935d2 x-openstack-request-id: req-b1b2b976-9b43-4cf8-a95e-4e41689935d2 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:24:50.527358 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e65e95a8-6b71-4b40-b424-c355f4646ea1", "name": "network-vif-plugged", "status": "completed", "tag": "c48b8a75-b7fe-448d-8cf1-e987ad52d3e3", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:24:50.527610 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b1b2b976-9b43-4cf8-a95e-4e41689935d2 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:24:50.527997 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e65e95a8-6b71-4b40-b424-c355f4646ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c48b8a75-b7fe-448d-8cf1-e987ad52d3e3', 'code': 200} Aug 22 13:24:50.537188 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4fc0d960-dd3a-4037-a595-9935b1bf9ef8 req-cea86ec0-bad1-4bc1-8fab-92d3128e7565 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430863 Aug 22 13:24:50.701145 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c179a4a7-501e-4c9a-bc78-5242cf54ffdf req-27fbede0-8880-45bf-a179-86950305ea81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:50.702762 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c179a4a7-501e-4c9a-bc78-5242cf54ffdf req-27fbede0-8880-45bf-a179-86950305ea81 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e65e95a8-6b71-4b40-b424-c355f4646ea1 HTTP/1.1" status: 200 len: 1098 time: 0.1045640 Aug 22 13:24:50.725685 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938cc7ad-24da-4818-9131-3b0bab6b1864 req-d328109a-bdda-45ca-977c-0808e535b544 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:50.728882 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-938cc7ad-24da-4818-9131-3b0bab6b1864 req-d328109a-bdda-45ca-977c-0808e535b544 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e95a8-6b71-4b40-b424-c355f4646ea1 HTTP/1.1" status: 200 len: 946 time: 0.1009343 Aug 22 13:24:50.810519 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c179a4a7-501e-4c9a-bc78-5242cf54ffdf req-94920f2a-2577-4e87-a0a5-2d73e1df8615 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ec1bfcc7-b80c-4de4-b10e-973d7cada739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936580 Aug 22 13:24:50.829507 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-938cc7ad-24da-4818-9131-3b0bab6b1864 req-f80e43ee-c2f5-4d5c-b472-df45ff16dc00 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec1bfcc7-b80c-4de4-b10e-973d7cada739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817080 Aug 22 13:24:50.842177 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136f978-22e0-47d6-8d56-abbd7d8de542 req-e2c2b70f-3acc-4e61-80c8-f2f41a7c3263 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:50.843774 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f136f978-22e0-47d6-8d56-abbd7d8de542 req-e2c2b70f-3acc-4e61-80c8-f2f41a7c3263 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 950 time: 0.0844359 Aug 22 13:24:50.890535 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f136f978-22e0-47d6-8d56-abbd7d8de542 req-7bbff87a-20e0-4008-9632-a6f8903c7093 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354919 Aug 22 13:24:51.063312 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88024048-de33-4573-a0d2-afd46e31a525 req-fe4d750a-3e80-43db-bb0a-c732aa9f0c7f tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:51.065586 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-88024048-de33-4573-a0d2-afd46e31a525 req-fe4d750a-3e80-43db-bb0a-c732aa9f0c7f tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc22e7a3-c15e-4e97-be2f-fc2db2d87b8c HTTP/1.1" status: 200 len: 946 time: 0.0596836 Aug 22 13:24:51.124433 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-88024048-de33-4573-a0d2-afd46e31a525 req-c68d8a06-94a8-44df-a51c-b883adbaad29 tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] 10.222.0.21 "GET /v2.0/security-groups?id=b90b0379-b05d-43b7-b488-d7e603d5a533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506001 Aug 22 13:24:51.663983 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998db343-be2c-4054-9968-2aca601696e2 req-45d6282c-33cb-4712-ae49-b0ad5e068238 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:51.671217 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-998db343-be2c-4054-9968-2aca601696e2 req-45d6282c-33cb-4712-ae49-b0ad5e068238 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=680d022d-c50d-4f9c-9827-34ac066b2a23 HTTP/1.1" status: 200 len: 948 time: 0.0600038 Aug 22 13:24:51.734249 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-998db343-be2c-4054-9968-2aca601696e2 req-8f26c499-3ae8-4eea-a264-19df546d6dd8 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621278 Aug 22 13:24:51.955247 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7f0eb-88ab-48a5-b676-cd8867bc321a req-97843703-3e59-4bb5-b0ee-dd74089bbde9 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:51.962409 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-57a7f0eb-88ab-48a5-b676-cd8867bc321a req-97843703-3e59-4bb5-b0ee-dd74089bbde9 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e95a8-6b71-4b40-b424-c355f4646ea1 HTTP/1.1" status: 200 len: 946 time: 0.0578587 Aug 22 13:24:52.023732 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-57a7f0eb-88ab-48a5-b676-cd8867bc321a req-d3b37ff4-8b35-415f-b604-8203a956e181 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec1bfcc7-b80c-4de4-b10e-973d7cada739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603924 Aug 22 13:24:52.130760 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653992f2-fdf2-4374-bfac-490562178555 req-96d1e4f8-dc04-4527-ba09-ad04ead14190 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:52.132358 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-653992f2-fdf2-4374-bfac-490562178555 req-96d1e4f8-dc04-4527-ba09-ad04ead14190 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 950 time: 0.0583663 Aug 22 13:24:52.203797 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-653992f2-fdf2-4374-bfac-490562178555 req-8a5e3fd9-ccb1-4da7-9c28-642f0b1d2bf2 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625625 Aug 22 13:24:52.891647 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a7f61-5915-4c1a-8f6d-3ebeae237878 req-d5138620-63d7-4f02-95f7-eee275a7d593 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:52.901461 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-399a7f61-5915-4c1a-8f6d-3ebeae237878 req-d5138620-63d7-4f02-95f7-eee275a7d593 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=680d022d-c50d-4f9c-9827-34ac066b2a23 HTTP/1.1" status: 200 len: 948 time: 0.0706306 Aug 22 13:24:52.956855 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-399a7f61-5915-4c1a-8f6d-3ebeae237878 req-96450f4f-e492-4538-bd8c-c8ed49348a73 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551910 Aug 22 13:24:53.210507 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e754a-6d13-4449-9bf6-a0116376a5f9 req-155f3af8-4dd4-4516-a141-a18686f2617b tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:53.218265 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e89e754a-6d13-4449-9bf6-a0116376a5f9 req-155f3af8-4dd4-4516-a141-a18686f2617b tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e95a8-6b71-4b40-b424-c355f4646ea1 HTTP/1.1" status: 200 len: 946 time: 0.0682294 Aug 22 13:24:53.273524 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e89e754a-6d13-4449-9bf6-a0116376a5f9 req-75539df7-2a3f-42f6-8a01-6d24a3faab7d tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec1bfcc7-b80c-4de4-b10e-973d7cada739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541451 Aug 22 13:24:53.318963 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 6db8f310-9ae9-495c-8044-42583a8f83e9 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:24:53.459691 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port 6db8f310-9ae9-495c-8044-42583a8f83e9 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:24:53.471033 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 6db8f310-9ae9-495c-8044-42583a8f83e9 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:24:53.473298 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:53.545971 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae29496-159b-4a92-aceb-3d55327c6ba0 req-6e54ecc8-d311-4d6a-abac-afe6017fea7d tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:53.550054 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cae29496-159b-4a92-aceb-3d55327c6ba0 req-6e54ecc8-d311-4d6a-abac-afe6017fea7d tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 950 time: 0.1229088 Aug 22 13:24:53.616980 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cae29496-159b-4a92-aceb-3d55327c6ba0 req-6d1e8e6c-678f-470f-aa0b-7411b06fd323 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599182 Aug 22 13:24:53.629660 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b22ea552-0a6e-4467-a148-e13a0fe0a6c2 req-6f569503-239a-489d-8083-fd868a61887c tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-828146783&fields=id&tenant_id=912d51faeaa64e41b37378475a439e61 HTTP/1.1" status: 200 len: 267 time: 0.1025953 Aug 22 13:24:53.670776 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:53.689890 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ea552-0a6e-4467-a148-e13a0fe0a6c2 req-fa7a909c-dbea-4b57-bc28-759249d38334 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:53.698545 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b22ea552-0a6e-4467-a148-e13a0fe0a6c2 req-fa7a909c-dbea-4b57-bc28-759249d38334 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e95a8-6b71-4b40-b424-c355f4646ea1 HTTP/1.1" status: 200 len: 946 time: 0.0678682 Aug 22 13:24:53.704580 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-b22ea552-0a6e-4467-a148-e13a0fe0a6c2 req-f47db1bd-653e-4d83-b56b-8b067a134844 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Request body: {'port': {'security_groups': ['ec1bfcc7-b80c-4de4-b10e-973d7cada739', '331e489c-8dbd-42f7-a89f-c8f6e2ee7cb3']}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:24:53.794805 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-b22ea552-0a6e-4467-a148-e13a0fe0a6c2 req-f47db1bd-653e-4d83-b56b-8b067a134844 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:53.895359 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373116b-b1fb-463a-8c46-cdb6cf9c2626 req-35fa4748-f4df-4022-b62d-7fb8258c6951 tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:53.897149 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6373116b-b1fb-463a-8c46-cdb6cf9c2626 req-35fa4748-f4df-4022-b62d-7fb8258c6951 tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc22e7a3-c15e-4e97-be2f-fc2db2d87b8c HTTP/1.1" status: 200 len: 946 time: 0.1157327 Aug 22 13:24:53.899317 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 6db8f310-9ae9-495c-8044-42583a8f83e9, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=6db8f310-9ae9-495c-8044-42583a8f83e9,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:24:53.901099 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '680d022d-c50d-4f9c-9827-34ac066b2a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db8f310-9ae9-495c-8044-42583a8f83e9'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:24:53.903824 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3508915a-7bd1-4591-b4b5-8b9e935453bc" -d '{"events": [{"server_uuid": "680d022d-c50d-4f9c-9827-34ac066b2a23", "name": "network-vif-plugged", "status": "completed", "tag": "6db8f310-9ae9-495c-8044-42583a8f83e9"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:24:53.913487 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:53.971564 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6373116b-b1fb-463a-8c46-cdb6cf9c2626 req-0b42e60b-dc45-4fb3-8728-cc9c6bcc4cf9 tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] 10.222.0.21 "GET /v2.0/security-groups?id=b90b0379-b05d-43b7-b488-d7e603d5a533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623660 Aug 22 13:24:53.997379 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=6db8f310-9ae9-495c-8044-42583a8f83e9,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:54.216631 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206ec238-8a26-4bd5-80f0-61972089f914 x-openstack-request-id: req-206ec238-8a26-4bd5-80f0-61972089f914 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:24:54.216994 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "680d022d-c50d-4f9c-9827-34ac066b2a23", "name": "network-vif-plugged", "status": "completed", "tag": "6db8f310-9ae9-495c-8044-42583a8f83e9", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:24:54.217189 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-206ec238-8a26-4bd5-80f0-61972089f914 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:24:54.217565 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '680d022d-c50d-4f9c-9827-34ac066b2a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db8f310-9ae9-495c-8044-42583a8f83e9', 'code': 200} Aug 22 13:24:54.219650 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-b22ea552-0a6e-4467-a148-e13a0fe0a6c2 req-f47db1bd-653e-4d83-b56b-8b067a134844 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] For port c48b8a75-b7fe-448d-8cf1-e987ad52d3e3, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=c48b8a75-b7fe-448d-8cf1-e987ad52d3e3,segment=NetworkSegment(8dbf5563-c593-4327-b654-2b0ff65b0129),segment_id=8dbf5563-c593-4327-b654-2b0ff65b0129)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:24:54.304536 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-b22ea552-0a6e-4467-a148-e13a0fe0a6c2 req-f47db1bd-653e-4d83-b56b-8b067a134844 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:54.329963 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-b22ea552-0a6e-4467-a148-e13a0fe0a6c2 req-f47db1bd-653e-4d83-b56b-8b067a134844 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:54.351177 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['1833badd-4386-4c62-8d3b-0a555162ce1b', 'c48b8a75-b7fe-448d-8cf1-e987ad52d3e3'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:24:54.419304 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ea552-0a6e-4467-a148-e13a0fe0a6c2 req-f47db1bd-653e-4d83-b56b-8b067a134844 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:54.419969 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-b22ea552-0a6e-4467-a148-e13a0fe0a6c2 req-f47db1bd-653e-4d83-b56b-8b067a134844 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:54.425989 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b22ea552-0a6e-4467-a148-e13a0fe0a6c2 req-f47db1bd-653e-4d83-b56b-8b067a134844 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "PUT /v2.0/ports/c48b8a75-b7fe-448d-8cf1-e987ad52d3e3 HTTP/1.1" status: 200 len: 982 time: 0.7264867 Aug 22 13:24:54.456200 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e65e95a8-6b71-4b40-b424-c355f4646ea1', 'tag': 'c48b8a75-b7fe-448d-8cf1-e987ad52d3e3'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:24:54.460019 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de6673e-b8d3-4aab-9719-859afcc829c0" -d '{"events": [{"name": "network-changed", "server_uuid": "e65e95a8-6b71-4b40-b424-c355f4646ea1", "tag": "c48b8a75-b7fe-448d-8cf1-e987ad52d3e3"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:24:54.505304 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc597072-67f4-4dc1-a624-92291873e2f5 req-ded5dde5-ca65-407d-bfd8-9f5c1cc68efa tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:54.512697 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fc597072-67f4-4dc1-a624-92291873e2f5 req-ded5dde5-ca65-407d-bfd8-9f5c1cc68efa tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=680d022d-c50d-4f9c-9827-34ac066b2a23 HTTP/1.1" status: 200 len: 949 time: 0.2314491 Aug 22 13:24:54.547454 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4dbab-3813-4ce8-b81a-196693180e2e req-c6db4206-783d-4292-b2e6-e5073dce4680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:54.549562 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2aa4dbab-3813-4ce8-b81a-196693180e2e req-c6db4206-783d-4292-b2e6-e5073dce4680 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=680d022d-c50d-4f9c-9827-34ac066b2a23 HTTP/1.1" status: 200 len: 1101 time: 0.2288785 Aug 22 13:24:54.562070 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47db1bd-653e-4d83-b56b-8b067a134844 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Pushing event updated for resources: {'Port': ['ID=c48b8a75-b7fe-448d-8cf1-e987ad52d3e3,revision_number=6']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:54.626967 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fc597072-67f4-4dc1-a624-92291873e2f5 req-f05df869-1fdc-4f08-9cd1-17de2691041b tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132898 Aug 22 13:24:54.640822 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['c48b8a75-b7fe-448d-8cf1-e987ad52d3e3'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:24:54.641884 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47db1bd-653e-4d83-b56b-8b067a134844 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:24:54.642747 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47db1bd-653e-4d83-b56b-8b067a134844 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:24:54.643079 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47db1bd-653e-4d83-b56b-8b067a134844 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:24:54.643359 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47db1bd-653e-4d83-b56b-8b067a134844 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:24:54.643825 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47db1bd-653e-4d83-b56b-8b067a134844 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:24:54.644335 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47db1bd-653e-4d83-b56b-8b067a134844 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:24:54.644664 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47db1bd-653e-4d83-b56b-8b067a134844 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:24:54.644988 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47db1bd-653e-4d83-b56b-8b067a134844 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:24:54.645312 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47db1bd-653e-4d83-b56b-8b067a134844 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:24:54.645640 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47db1bd-653e-4d83-b56b-8b067a134844 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:24:54.645965 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47db1bd-653e-4d83-b56b-8b067a134844 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:24:54.646285 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47db1bd-653e-4d83-b56b-8b067a134844 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:24:54.672345 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2dcc99d1-17fe-40f8-ac77-2c17d7eb323d req-0e582c18-e0c4-4ea2-9d09-4ea513fcee3e tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/security-groups/331e489c-8dbd-42f7-a89f-c8f6e2ee7cb3 HTTP/1.1" status: 200 len: 1799 time: 0.2087336 Aug 22 13:24:54.713780 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bceea5e-746c-458a-b5ad-c6d01c43e556 x-openstack-request-id: req-8bceea5e-746c-458a-b5ad-c6d01c43e556 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:24:54.714151 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e65e95a8-6b71-4b40-b424-c355f4646ea1", "tag": "c48b8a75-b7fe-448d-8cf1-e987ad52d3e3", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:24:54.714325 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8bceea5e-746c-458a-b5ad-c6d01c43e556 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:24:54.714687 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e65e95a8-6b71-4b40-b424-c355f4646ea1', 'tag': 'c48b8a75-b7fe-448d-8cf1-e987ad52d3e3', 'status': 'completed', 'code': 200} Aug 22 13:24:54.716694 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2aa4dbab-3813-4ce8-b81a-196693180e2e req-76897be3-d744-483f-a3cf-4265f7691a03 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470268 Aug 22 13:24:54.764668 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [req-2dcc99d1-17fe-40f8-ac77-2c17d7eb323d req-32ab02ee-99cc-4fc0-91f2-e21c69e4695a tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 22 13:24:54.771172 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2dcc99d1-17fe-40f8-ac77-2c17d7eb323d req-32ab02ee-99cc-4fc0-91f2-e21c69e4695a tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "DELETE /v2.0/security-groups/331e489c-8dbd-42f7-a89f-c8f6e2ee7cb3 HTTP/1.1" status: 409 len: 341 time: 0.0979989 Aug 22 13:24:54.833486 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6673e-b8d3-4aab-9719-859afcc829c0 req-5a5ed310-6e61-493d-994f-c16dfc4fe25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:54.835015 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6de6673e-b8d3-4aab-9719-859afcc829c0 req-5a5ed310-6e61-493d-994f-c16dfc4fe25f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=912d51faeaa64e41b37378475a439e61&device_id=e65e95a8-6b71-4b40-b424-c355f4646ea1 HTTP/1.1" status: 200 len: 1137 time: 0.1126809 Aug 22 13:24:54.851379 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f9006-2801-4ab9-896d-2f2d70da21e1 req-194ccd27-52ad-4533-83fc-7d06a74c49fd tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:54.862251 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b27f9006-2801-4ab9-896d-2f2d70da21e1 req-194ccd27-52ad-4533-83fc-7d06a74c49fd tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 950 time: 0.0889220 Aug 22 13:24:54.991613 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6673e-b8d3-4aab-9719-859afcc829c0 req-02e8b213-d1d2-4814-a001-ceb0f2d25dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:54.993285 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6de6673e-b8d3-4aab-9719-859afcc829c0 req-02e8b213-d1d2-4814-a001-ceb0f2d25dfa service neutron] 10.222.0.41 "GET /v2.0/networks?id=5abd83f5-dd9c-40d4-a99b-390a490c5779 HTTP/1.1" status: 200 len: 913 time: 0.1113431 Aug 22 13:24:55.077573 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6de6673e-b8d3-4aab-9719-859afcc829c0 req-2003e2f4-64cc-4a05-90a7-bdbc44129e23 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c48b8a75-b7fe-448d-8cf1-e987ad52d3e3 HTTP/1.1" status: 200 len: 217 time: 0.0707710 Aug 22 13:24:55.134254 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b27f9006-2801-4ab9-896d-2f2d70da21e1 req-75eaa120-176c-4511-afa3-639b40c78c70 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707164 Aug 22 13:24:55.298265 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6673e-b8d3-4aab-9719-859afcc829c0 req-bbf252be-d733-4388-a0b3-de9967aaefee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:55.299916 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6de6673e-b8d3-4aab-9719-859afcc829c0 req-bbf252be-d733-4388-a0b3-de9967aaefee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=47905976-7615-4706-a3a5-44c47fe2a643 HTTP/1.1" status: 200 len: 852 time: 0.2138073 Aug 22 13:24:55.306906 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d597c-c29a-40c3-b872-893a7656ccf6 req-e2f5f494-5e22-4dca-a492-9566489fb8cb tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:55.310304 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2b2d597c-c29a-40c3-b872-893a7656ccf6 req-e2f5f494-5e22-4dca-a492-9566489fb8cb tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc22e7a3-c15e-4e97-be2f-fc2db2d87b8c HTTP/1.1" status: 200 len: 946 time: 0.1282539 Aug 22 13:24:55.354325 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6de6673e-b8d3-4aab-9719-859afcc829c0 req-91ac2829-7c84-4fee-b037-ce3b47b65e3f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5abd83f5-dd9c-40d4-a99b-390a490c5779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410428 Aug 22 13:24:55.371757 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c5c44-1466-4add-8e7e-5c4434c3e81e req-11ca7ba7-a83a-48be-89f8-06a0a710bda8 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:55.380153 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-015c5c44-1466-4add-8e7e-5c4434c3e81e req-11ca7ba7-a83a-48be-89f8-06a0a710bda8 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e95a8-6b71-4b40-b424-c355f4646ea1 HTTP/1.1" status: 200 len: 985 time: 0.2984941 Aug 22 13:24:55.427990 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-2b2d597c-c29a-40c3-b872-893a7656ccf6 req-5356e82b-cff6-4010-8183-ebf4b91a037c tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] Deleting port 803098e1-3c07-4059-88da-8a61ea019d47 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:24:55.428863 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-2b2d597c-c29a-40c3-b872-893a7656ccf6 req-5356e82b-cff6-4010-8183-ebf4b91a037c tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:55.469951 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-015c5c44-1466-4add-8e7e-5c4434c3e81e req-7544f401-a49b-4fd1-bf37-2fae7ee781dd tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec1bfcc7-b80c-4de4-b10e-973d7cada739&id=331e489c-8dbd-42f7-a89f-c8f6e2ee7cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0735371 Aug 22 13:24:55.469951 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f34572-b1ac-48a5-8606-1bce14531776 req-67373b66-4a04-40f7-82b8-4e6a2d9de874 tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:55.471093 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d5f34572-b1ac-48a5-8606-1bce14531776 req-67373b66-4a04-40f7-82b8-4e6a2d9de874 tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc22e7a3-c15e-4e97-be2f-fc2db2d87b8c HTTP/1.1" status: 200 len: 946 time: 0.2488751 Aug 22 13:24:55.636408 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d5f34572-b1ac-48a5-8606-1bce14531776 req-ce2fdabb-0683-462b-a58a-6a935869c3cd tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] 10.222.0.21 "GET /v2.0/security-groups?id=b90b0379-b05d-43b7-b488-d7e603d5a533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315777 Aug 22 13:24:55.681708 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-2b2d597c-c29a-40c3-b872-893a7656ccf6 req-5356e82b-cff6-4010-8183-ebf4b91a037c tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] For port 803098e1-3c07-4059-88da-8a61ea019d47, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=803098e1-3c07-4059-88da-8a61ea019d47,segment=NetworkSegment(386269e7-54ef-4d2e-8875-9e94febeccf6),segment_id=386269e7-54ef-4d2e-8875-9e94febeccf6)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:24:55.682043 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-2b2d597c-c29a-40c3-b872-893a7656ccf6 req-5356e82b-cff6-4010-8183-ebf4b91a037c tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:55.707172 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-2b2d597c-c29a-40c3-b872-893a7656ccf6 req-5356e82b-cff6-4010-8183-ebf4b91a037c tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] Calling delete_port for 803098e1-3c07-4059-88da-8a61ea019d47 owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:24:55.710382 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6de6673e-b8d3-4aab-9719-859afcc829c0 req-aa2b237a-1a32-42d3-b104-0d404da12c83 service neutron] 10.222.0.41 "GET /v2.0/networks/5abd83f5-dd9c-40d4-a99b-390a490c5779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051729 Aug 22 13:24:55.878964 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25ba47-0fee-40a0-aea5-ba8f53ed22f8 req-f60303ff-17e0-4935-85d9-3a5932041835 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:55.880678 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2e25ba47-0fee-40a0-aea5-ba8f53ed22f8 req-f60303ff-17e0-4935-85d9-3a5932041835 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=680d022d-c50d-4f9c-9827-34ac066b2a23 HTTP/1.1" status: 200 len: 949 time: 0.1306803 Aug 22 13:24:55.888484 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6de6673e-b8d3-4aab-9719-859afcc829c0 req-95f33e12-55db-4cf6-b4b9-2c276a0f5dd3 service neutron] 10.222.0.41 "GET /v2.0/networks/5abd83f5-dd9c-40d4-a99b-390a490c5779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645949 Aug 22 13:24:55.890976 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-2b2d597c-c29a-40c3-b872-893a7656ccf6 req-5356e82b-cff6-4010-8183-ebf4b91a037c tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:55.909300 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['803098e1-3c07-4059-88da-8a61ea019d47'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:24:55.936907 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5356e82b-cff6-4010-8183-ebf4b91a037c tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] Pushing event deleted for resources: {'Port': ['ID=803098e1-3c07-4059-88da-8a61ea019d47,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:55.984114 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2e25ba47-0fee-40a0-aea5-ba8f53ed22f8 req-532ef405-f8ff-4dd4-afcb-754613ef6865 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807929 Aug 22 13:24:56.010503 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e7b5a-7c1e-4cfc-ad66-7da3f35102e6 req-32d5c665-69a4-4144-9a3a-fc89b7ff4fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:56.012067 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2f3e7b5a-7c1e-4cfc-ad66-7da3f35102e6 req-32d5c665-69a4-4144-9a3a-fc89b7ff4fa2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=912d51faeaa64e41b37378475a439e61&device_id=e65e95a8-6b71-4b40-b424-c355f4646ea1 HTTP/1.1" status: 200 len: 1137 time: 0.0627365 Aug 22 13:24:56.016124 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b2d597c-c29a-40c3-b872-893a7656ccf6 req-5356e82b-cff6-4010-8183-ebf4b91a037c tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] No DVR routers for this DVR port 803098e1-3c07-4059-88da-8a61ea019d47 on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:24:56.019857 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-2b2d597c-c29a-40c3-b872-893a7656ccf6 req-5356e82b-cff6-4010-8183-ebf4b91a037c tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:56.021950 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2b2d597c-c29a-40c3-b872-893a7656ccf6 req-5356e82b-cff6-4010-8183-ebf4b91a037c tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] 10.222.0.41 "DELETE /v2.0/ports/803098e1-3c07-4059-88da-8a61ea019d47 HTTP/1.1" status: 204 len: 173 time: 0.6996799 Aug 22 13:24:56.022394 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc22e7a3-c15e-4e97-be2f-fc2db2d87b8c', 'name': 'network-vif-deleted', 'tag': '803098e1-3c07-4059-88da-8a61ea019d47'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:24:56.025356 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89eb2ce7-c131-4a32-8648-fc6fb31492e3" -d '{"events": [{"server_uuid": "bc22e7a3-c15e-4e97-be2f-fc2db2d87b8c", "name": "network-vif-deleted", "tag": "803098e1-3c07-4059-88da-8a61ea019d47"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:24:56.087171 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78bf14f9-dd1b-4e3e-b28b-d8a2c690406b x-openstack-request-id: req-78bf14f9-dd1b-4e3e-b28b-d8a2c690406b {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:24:56.087753 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc22e7a3-c15e-4e97-be2f-fc2db2d87b8c", "name": "network-vif-deleted", "tag": "803098e1-3c07-4059-88da-8a61ea019d47", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:24:56.088186 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-78bf14f9-dd1b-4e3e-b28b-d8a2c690406b {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:24:56.088767 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc22e7a3-c15e-4e97-be2f-fc2db2d87b8c', 'name': 'network-vif-deleted', 'tag': '803098e1-3c07-4059-88da-8a61ea019d47', 'status': 'completed', 'code': 200} Aug 22 13:24:56.161733 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e7b5a-7c1e-4cfc-ad66-7da3f35102e6 req-8942cb58-ba6a-41bd-b847-8b22d54eb4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:56.163584 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2f3e7b5a-7c1e-4cfc-ad66-7da3f35102e6 req-8942cb58-ba6a-41bd-b847-8b22d54eb4dc service neutron] 10.222.0.41 "GET /v2.0/networks?id=5abd83f5-dd9c-40d4-a99b-390a490c5779 HTTP/1.1" status: 200 len: 913 time: 0.1242182 Aug 22 13:24:56.274501 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2f3e7b5a-7c1e-4cfc-ad66-7da3f35102e6 req-7ea1d00f-7c20-44d9-93ff-3452b05114cc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c48b8a75-b7fe-448d-8cf1-e987ad52d3e3 HTTP/1.1" status: 200 len: 217 time: 0.0869005 Aug 22 13:24:56.355873 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e7b5a-7c1e-4cfc-ad66-7da3f35102e6 req-24199bc5-a35f-4b54-9282-49db44d28a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:56.357346 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2f3e7b5a-7c1e-4cfc-ad66-7da3f35102e6 req-24199bc5-a35f-4b54-9282-49db44d28a86 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=47905976-7615-4706-a3a5-44c47fe2a643 HTTP/1.1" status: 200 len: 852 time: 0.0580297 Aug 22 13:24:56.370820 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f660db-80ba-42f5-95c6-2ddff40bd0e2 req-6272e468-6327-48ef-b876-b37abc4dfc15 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:56.377476 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a4f660db-80ba-42f5-95c6-2ddff40bd0e2 req-6272e468-6327-48ef-b876-b37abc4dfc15 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 950 time: 0.1650369 Aug 22 13:24:56.425945 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2f3e7b5a-7c1e-4cfc-ad66-7da3f35102e6 req-568a0d2a-0f28-453d-b129-62f72a24fde9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5abd83f5-dd9c-40d4-a99b-390a490c5779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349102 Aug 22 13:24:56.473040 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a4f660db-80ba-42f5-95c6-2ddff40bd0e2 req-fed44815-dc9e-441b-bd02-726a7fad6272 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938265 Aug 22 13:24:56.618956 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2f3e7b5a-7c1e-4cfc-ad66-7da3f35102e6 req-27ef8120-4570-4708-92b2-6b88151545b4 service neutron] 10.222.0.41 "GET /v2.0/networks/5abd83f5-dd9c-40d4-a99b-390a490c5779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768160 Aug 22 13:24:56.656905 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a76cf3-31cd-40d3-aa5d-eb4467b49b72 req-819fc54c-1e15-42b4-86f3-2ba3f521f181 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:56.659119 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-48a76cf3-31cd-40d3-aa5d-eb4467b49b72 req-819fc54c-1e15-42b4-86f3-2ba3f521f181 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e95a8-6b71-4b40-b424-c355f4646ea1 HTTP/1.1" status: 200 len: 985 time: 0.1116331 Aug 22 13:24:56.748494 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-48a76cf3-31cd-40d3-aa5d-eb4467b49b72 req-1cb2085f-0c8e-4bb0-9baf-f53924db0958 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec1bfcc7-b80c-4de4-b10e-973d7cada739&id=331e489c-8dbd-42f7-a89f-c8f6e2ee7cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0595472 Aug 22 13:24:56.798816 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-85494dca-9597-463d-a898-8a95ce99f455 req-f08e0ca1-48d4-4eff-aa00-fbf81bff12f0 tempest-ServerTagsTestJSON-669694634 tempest-ServerTagsTestJSON-669694634-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc22e7a3-c15e-4e97-be2f-fc2db2d87b8c HTTP/1.1" status: 200 len: 210 time: 0.0396988 Aug 22 13:24:56.803515 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2f3e7b5a-7c1e-4cfc-ad66-7da3f35102e6 req-76597716-1095-4b3a-a3f4-356285b30dd0 service neutron] 10.222.0.41 "GET /v2.0/networks/5abd83f5-dd9c-40d4-a99b-390a490c5779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755059 Aug 22 13:24:57.101164 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da01e74-2515-43d4-838f-3579b545fd0f req-0d5e878e-e602-4e30-85b0-6cc5a1f15799 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:57.102717 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8da01e74-2515-43d4-838f-3579b545fd0f req-0d5e878e-e602-4e30-85b0-6cc5a1f15799 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=680d022d-c50d-4f9c-9827-34ac066b2a23 HTTP/1.1" status: 200 len: 949 time: 0.0543039 Aug 22 13:24:57.148767 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8da01e74-2515-43d4-838f-3579b545fd0f req-274e0968-1544-469b-ae7c-61bda57cabbb tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395758 Aug 22 13:24:57.278242 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6288d-d8a0-4d31-bbc3-db12ff706728 req-2e4173bf-851a-4e76-8a95-b9e6c577e385 tempest-ServersOnMultiNodesTest-304312147 tempest-ServersOnMultiNodesTest-304312147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:57.279778 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-12f6288d-d8a0-4d31-bbc3-db12ff706728 req-2e4173bf-851a-4e76-8a95-b9e6c577e385 tempest-ServersOnMultiNodesTest-304312147 tempest-ServersOnMultiNodesTest-304312147-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=680d022d-c50d-4f9c-9827-34ac066b2a23 HTTP/1.1" status: 200 len: 1101 time: 0.0484338 Aug 22 13:24:57.328893 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-12f6288d-d8a0-4d31-bbc3-db12ff706728 req-ab3e4dc8-cd63-40de-b228-6e6b5bc0ca23 tempest-ServersOnMultiNodesTest-304312147 tempest-ServersOnMultiNodesTest-304312147-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387211 Aug 22 13:24:57.638029 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa0e18-1e40-44e7-8950-c9bdc8335660 req-4a10dd6e-9a7e-4420-8c42-088ed1c35247 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:57.638029 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dbfa0e18-1e40-44e7-8950-c9bdc8335660 req-4a10dd6e-9a7e-4420-8c42-088ed1c35247 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=680d022d-c50d-4f9c-9827-34ac066b2a23 HTTP/1.1" status: 200 len: 949 time: 0.0784681 Aug 22 13:24:57.650348 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e9cff4-d771-4c9b-9ed4-9554038eda20 req-0bc1a569-33bc-4040-9fe8-7a782f244251 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:57.651971 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-08e9cff4-d771-4c9b-9ed4-9554038eda20 req-0bc1a569-33bc-4040-9fe8-7a782f244251 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 950 time: 0.0836532 Aug 22 13:24:57.714390 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dbfa0e18-1e40-44e7-8950-c9bdc8335660 req-da5816e5-2d2f-4e17-954b-7660b962b1ae tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614109 Aug 22 13:24:57.717154 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-08e9cff4-d771-4c9b-9ed4-9554038eda20 req-5d66e909-52a7-4cc8-8427-c2455063f22e tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576406 Aug 22 13:24:57.874166 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50048) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:24:57.915260 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 803098e1-3c07-4059-88da-8a61ea019d47 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:24:57.928636 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13436401-32cd-4031-a287-9c180581c849 req-3c161655-a097-41be-baca-1079425628d2 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:57.936875 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-13436401-32cd-4031-a287-9c180581c849 req-3c161655-a097-41be-baca-1079425628d2 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e95a8-6b71-4b40-b424-c355f4646ea1 HTTP/1.1" status: 200 len: 985 time: 0.1059752 Aug 22 13:24:57.945439 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: 803098e1-3c07-4059-88da-8a61ea019d47 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:24:57.945589 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 803098e1-3c07-4059-88da-8a61ea019d47 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:24:57.957495 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c6f66ac-2348-43f5-a93a-108719880e73 admin admin] Deleting subnet 0cc574f1-6659-4f56-8d06-4a9eb6ee65f6 {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:24:57.969002 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8c6f66ac-2348-43f5-a93a-108719880e73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:57.993223 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-13436401-32cd-4031-a287-9c180581c849 req-c7b5d1ca-5415-4595-8995-fd3edffe31ad tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec1bfcc7-b80c-4de4-b10e-973d7cada739&id=331e489c-8dbd-42f7-a89f-c8f6e2ee7cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0550478 Aug 22 13:24:58.030886 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8c6f66ac-2348-43f5-a93a-108719880e73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:58.040565 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:58.107111 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8c6f66ac-2348-43f5-a93a-108719880e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:58.134761 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bb3bd8d2-dec1-4803-838c-6b061c496056 req-b00d4f1e-ab92-46f5-a9a3-bde4d296b31f tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1271505759&fields=id&tenant_id=912d51faeaa64e41b37378475a439e61 HTTP/1.1" status: 200 len: 267 time: 0.0468676 Aug 22 13:24:58.189982 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3bd8d2-dec1-4803-838c-6b061c496056 req-d2395da8-7a93-4f6c-834b-1ac9f265c52a tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:58.190703 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8c6f66ac-2348-43f5-a93a-108719880e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:58.199857 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bb3bd8d2-dec1-4803-838c-6b061c496056 req-d2395da8-7a93-4f6c-834b-1ac9f265c52a tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e95a8-6b71-4b40-b424-c355f4646ea1 HTTP/1.1" status: 200 len: 985 time: 0.0637081 Aug 22 13:24:58.207685 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-bb3bd8d2-dec1-4803-838c-6b061c496056 req-51a356de-1015-42db-8aaa-b0abe6870847 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Request body: {'port': {'security_groups': ['331e489c-8dbd-42f7-a89f-c8f6e2ee7cb3', 'ec1bfcc7-b80c-4de4-b10e-973d7cada739', 'e454afb1-8bee-4228-ac7e-ef9572587108']}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:24:58.238344 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6f66ac-2348-43f5-a93a-108719880e73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cc574f1-6659-4f56-8d06-4a9eb6ee65f6,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:58.252422 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8c6f66ac-2348-43f5-a93a-108719880e73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:58.260715 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8c6f66ac-2348-43f5-a93a-108719880e73 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0cc574f1-6659-4f56-8d06-4a9eb6ee65f6 HTTP/1.1" status: 204 len: 168 time: 0.3833468 Aug 22 13:24:58.262443 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f66ac-2348-43f5-a93a-108719880e73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:24:58.262918 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f66ac-2348-43f5-a93a-108719880e73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:24:58.265821 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50056) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:24:58.270001 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f66ac-2348-43f5-a93a-108719880e73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:24:58.270001 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f66ac-2348-43f5-a93a-108719880e73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:24:58.270284 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f66ac-2348-43f5-a93a-108719880e73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:24:58.270475 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f66ac-2348-43f5-a93a-108719880e73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:24:58.270802 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f66ac-2348-43f5-a93a-108719880e73 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:24:58.274034 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f66ac-2348-43f5-a93a-108719880e73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:24:58.274385 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f66ac-2348-43f5-a93a-108719880e73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:24:58.274746 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f66ac-2348-43f5-a93a-108719880e73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:24:58.275073 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f66ac-2348-43f5-a93a-108719880e73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:24:58.275393 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f66ac-2348-43f5-a93a-108719880e73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:24:58.352929 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-bb3bd8d2-dec1-4803-838c-6b061c496056 req-51a356de-1015-42db-8aaa-b0abe6870847 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:58.386930 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-db19512d-077f-4993-b065-62d4c23bbe36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:58.473241 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c79a4d9f-3e18-4267-bba5-8faf10129be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:58.601373 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c79a4d9f-3e18-4267-bba5-8faf10129be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:58.616706 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-c79a4d9f-3e18-4267-bba5-8faf10129be3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cf17136-9104-4f77-9b21-196b3899da73']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:24:58.643631 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-c79a4d9f-3e18-4267-bba5-8faf10129be3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '386269e7-54ef-4d2e-8875-9e94febeccf6') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:24:58.643941 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-c79a4d9f-3e18-4267-bba5-8faf10129be3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '386269e7-54ef-4d2e-8875-9e94febeccf6') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:24:58.682022 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c79a4d9f-3e18-4267-bba5-8faf10129be3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:58.702156 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c79a4d9f-3e18-4267-bba5-8faf10129be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:58.717381 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c79a4d9f-3e18-4267-bba5-8faf10129be3 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:24:58.717780 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c79a4d9f-3e18-4267-bba5-8faf10129be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:58.719405 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:24:58.719405 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:24:58.719405 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:24:58.719405 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:24:58.719405 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:24:58.719405 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:24:58.719405 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:24:58.719405 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:24:58.719405 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:24:58.719405 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:24:58.719405 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:24:58.719405 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:24:58.719405 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:24:58.719405 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:24:58.719405 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:24:58.719405 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:24:58.719405 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:24:58.719405 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:24:58.719405 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:24:58.719405 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:24:58.719405 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:24:58.719405 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:24:58.719405 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:24:58.719405 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:24:58.719405 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:24:58.719405 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:24:58.719405 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:24:58.719405 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:24:58.719405 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:24:58.719405 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:24:58.719405 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:24:58.719405 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:24:58.788727 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-bb3bd8d2-dec1-4803-838c-6b061c496056 req-51a356de-1015-42db-8aaa-b0abe6870847 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] For port c48b8a75-b7fe-448d-8cf1-e987ad52d3e3, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=c48b8a75-b7fe-448d-8cf1-e987ad52d3e3,segment=NetworkSegment(8dbf5563-c593-4327-b654-2b0ff65b0129),segment_id=8dbf5563-c593-4327-b654-2b0ff65b0129)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:24:58.804249 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c79a4d9f-3e18-4267-bba5-8faf10129be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:58.812322 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c79a4d9f-3e18-4267-bba5-8faf10129be3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:58.817929 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c79a4d9f-3e18-4267-bba5-8faf10129be3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/9cf17136-9104-4f77-9b21-196b3899da73 HTTP/1.1" status: 204 len: 168 time: 0.5499008 Aug 22 13:24:58.849544 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79a4d9f-3e18-4267-bba5-8faf10129be3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cf17136-9104-4f77-9b21-196b3899da73,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:58.858110 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-bb3bd8d2-dec1-4803-838c-6b061c496056 req-51a356de-1015-42db-8aaa-b0abe6870847 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:58.877998 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-bb3bd8d2-dec1-4803-838c-6b061c496056 req-51a356de-1015-42db-8aaa-b0abe6870847 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:58.900160 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['1833badd-4386-4c62-8d3b-0a555162ce1b', 'c48b8a75-b7fe-448d-8cf1-e987ad52d3e3'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:24:59.009820 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3bd8d2-dec1-4803-838c-6b061c496056 req-51a356de-1015-42db-8aaa-b0abe6870847 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:59.012112 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-bb3bd8d2-dec1-4803-838c-6b061c496056 req-51a356de-1015-42db-8aaa-b0abe6870847 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:59.038593 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bb3bd8d2-dec1-4803-838c-6b061c496056 req-51a356de-1015-42db-8aaa-b0abe6870847 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "PUT /v2.0/ports/c48b8a75-b7fe-448d-8cf1-e987ad52d3e3 HTTP/1.1" status: 200 len: 1021 time: 0.8206203 Aug 22 13:24:59.040595 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e65e95a8-6b71-4b40-b424-c355f4646ea1', 'tag': 'c48b8a75-b7fe-448d-8cf1-e987ad52d3e3'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:24:59.044912 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051bd4a9-f471-4bc0-86bd-1f7a2b6b78ea" -d '{"events": [{"name": "network-changed", "server_uuid": "e65e95a8-6b71-4b40-b424-c355f4646ea1", "tag": "c48b8a75-b7fe-448d-8cf1-e987ad52d3e3"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:24:59.111953 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f189dc-b4a1-4998-84f7-4a9b15e86be2 req-129bfd19-4d29-41c7-aa55-c81b8e220ac9 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:59.117387 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-41f189dc-b4a1-4998-84f7-4a9b15e86be2 req-129bfd19-4d29-41c7-aa55-c81b8e220ac9 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=680d022d-c50d-4f9c-9827-34ac066b2a23 HTTP/1.1" status: 200 len: 949 time: 0.2817407 Aug 22 13:24:59.118736 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['c48b8a75-b7fe-448d-8cf1-e987ad52d3e3'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:24:59.137703 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50080) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:24:59.209068 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a356de-1015-42db-8aaa-b0abe6870847 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Pushing event updated for resources: {'Port': ['ID=c48b8a75-b7fe-448d-8cf1-e987ad52d3e3,revision_number=7']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:59.229465 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9e528419-5672-44b0-b286-7caefd332ee9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6ea250c28f4f49af83c1b2ab23efead2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0905142 Aug 22 13:24:59.233593 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50082) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:24:59.301008 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-41f189dc-b4a1-4998-84f7-4a9b15e86be2 req-9e7af885-fda8-40a0-95d1-843d2b326966 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653838 Aug 22 13:24:59.346278 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d15ab6-392a-4b0b-942c-d9bbbb129e9c req-54acb8d7-5857-438a-9c72-d2aa1a1763b5 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:59.347941 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-53d15ab6-392a-4b0b-942c-d9bbbb129e9c req-54acb8d7-5857-438a-9c72-d2aa1a1763b5 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 950 time: 0.2225235 Aug 22 13:24:59.377944 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-218bb330-572e-4cb8-9467-225d916479e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:59.422169 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-53d15ab6-392a-4b0b-942c-d9bbbb129e9c req-0c9ee3e4-37d5-4de0-883e-f3a7838f1cd1 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613773 Aug 22 13:24:59.451048 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-218bb330-572e-4cb8-9467-225d916479e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:59.522629 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa7832e-96b1-4f33-80fa-346824b41f8d x-openstack-request-id: req-4fa7832e-96b1-4f33-80fa-346824b41f8d {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:24:59.523051 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e65e95a8-6b71-4b40-b424-c355f4646ea1", "tag": "c48b8a75-b7fe-448d-8cf1-e987ad52d3e3", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:24:59.523175 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4fa7832e-96b1-4f33-80fa-346824b41f8d {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:24:59.524839 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e65e95a8-6b71-4b40-b424-c355f4646ea1', 'tag': 'c48b8a75-b7fe-448d-8cf1-e987ad52d3e3', 'status': 'completed', 'code': 200} Aug 22 13:24:59.622870 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7194800e-4a4e-4891-a1d3-86d36c2563bb req-4145fef9-8b8f-4bac-8b4a-f8adea57912e tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/security-groups/e454afb1-8bee-4228-ac7e-ef9572587108 HTTP/1.1" status: 200 len: 1800 time: 0.1897490 Aug 22 13:24:59.675910 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051bd4a9-f471-4bc0-86bd-1f7a2b6b78ea req-3100649b-9442-4da7-9e47-970852de0499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:59.677446 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-051bd4a9-f471-4bc0-86bd-1f7a2b6b78ea req-3100649b-9442-4da7-9e47-970852de0499 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=912d51faeaa64e41b37378475a439e61&device_id=e65e95a8-6b71-4b40-b424-c355f4646ea1 HTTP/1.1" status: 200 len: 1176 time: 0.1146729 Aug 22 13:24:59.680640 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-218bb330-572e-4cb8-9467-225d916479e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:59.683201 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-218bb330-572e-4cb8-9467-225d916479e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:24:59.686918 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-218bb330-572e-4cb8-9467-225d916479e4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b90b0379-b05d-43b7-b488-d7e603d5a533 HTTP/1.1" status: 204 len: 168 time: 0.4436562 Aug 22 13:24:59.718969 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218bb330-572e-4cb8-9467-225d916479e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90b0379-b05d-43b7-b488-d7e603d5a533,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:24:59.722928 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [req-7194800e-4a4e-4891-a1d3-86d36c2563bb req-52883043-59d7-430c-83ca-8635104649a6 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 22 13:24:59.724016 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7194800e-4a4e-4891-a1d3-86d36c2563bb req-52883043-59d7-430c-83ca-8635104649a6 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "DELETE /v2.0/security-groups/e454afb1-8bee-4228-ac7e-ef9572587108 HTTP/1.1" status: 409 len: 341 time: 0.1002843 Aug 22 13:24:59.842082 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051bd4a9-f471-4bc0-86bd-1f7a2b6b78ea req-a802aadb-7ff3-4de8-8b53-71ca5f219e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:24:59.843747 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-051bd4a9-f471-4bc0-86bd-1f7a2b6b78ea req-a802aadb-7ff3-4de8-8b53-71ca5f219e56 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5abd83f5-dd9c-40d4-a99b-390a490c5779 HTTP/1.1" status: 200 len: 913 time: 0.1551733 Aug 22 13:24:59.897463 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-051bd4a9-f471-4bc0-86bd-1f7a2b6b78ea req-f4cccc52-92cc-4685-8daf-6f1390b50a29 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c48b8a75-b7fe-448d-8cf1-e987ad52d3e3 HTTP/1.1" status: 200 len: 217 time: 0.0449815 Aug 22 13:25:00.006830 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051bd4a9-f471-4bc0-86bd-1f7a2b6b78ea req-471ec8b6-cbfd-45a9-bcbd-5db469288b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:00.010131 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-051bd4a9-f471-4bc0-86bd-1f7a2b6b78ea req-471ec8b6-cbfd-45a9-bcbd-5db469288b99 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=47905976-7615-4706-a3a5-44c47fe2a643 HTTP/1.1" status: 200 len: 852 time: 0.1006377 Aug 22 13:25:00.063122 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-051bd4a9-f471-4bc0-86bd-1f7a2b6b78ea req-1f13be6b-81e4-4c1e-9794-c583259b28f3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5abd83f5-dd9c-40d4-a99b-390a490c5779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415337 Aug 22 13:25:00.230934 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182045a6-10a0-4124-9070-4ef8f4f07d0d req-f36eacd8-a94d-4fa2-8286-a8aa3fb94dfe tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:00.238621 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-182045a6-10a0-4124-9070-4ef8f4f07d0d req-f36eacd8-a94d-4fa2-8286-a8aa3fb94dfe tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e95a8-6b71-4b40-b424-c355f4646ea1 HTTP/1.1" status: 200 len: 1024 time: 0.1736081 Aug 22 13:25:00.256625 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-051bd4a9-f471-4bc0-86bd-1f7a2b6b78ea req-3d454033-cc6a-478e-b455-b40c432bc7ea service neutron] 10.222.0.41 "GET /v2.0/networks/5abd83f5-dd9c-40d4-a99b-390a490c5779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794882 Aug 22 13:25:00.755226 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-182045a6-10a0-4124-9070-4ef8f4f07d0d req-32646c68-c62c-4a0f-8c74-71b1260bb409 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec1bfcc7-b80c-4de4-b10e-973d7cada739&id=331e489c-8dbd-42f7-a89f-c8f6e2ee7cb3&id=e454afb1-8bee-4228-ac7e-ef9572587108&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.5010498 Aug 22 13:25:00.836660 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28314473-ad16-4c4e-950f-d5fc56b96405 req-bba2c5b2-6188-4653-957f-528df0fd5b45 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:00.838449 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-28314473-ad16-4c4e-950f-d5fc56b96405 req-bba2c5b2-6188-4653-957f-528df0fd5b45 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.16 "GET /v2.0/ports?device_id=680d022d-c50d-4f9c-9827-34ac066b2a23 HTTP/1.1" status: 200 len: 949 time: 0.5807843 Aug 22 13:25:00.858132 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-051bd4a9-f471-4bc0-86bd-1f7a2b6b78ea req-568e33e2-8992-4076-b190-1f01f0146f70 service neutron] 10.222.0.41 "GET /v2.0/networks/5abd83f5-dd9c-40d4-a99b-390a490c5779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5850976 Aug 22 13:25:00.867542 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5d936-91a7-4d0d-8999-df29875ff303 req-d1241581-bbde-40dd-8c57-dffbc76b7f3f tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:00.874735 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-45d5d936-91a7-4d0d-8999-df29875ff303 req-d1241581-bbde-40dd-8c57-dffbc76b7f3f tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=680d022d-c50d-4f9c-9827-34ac066b2a23 HTTP/1.1" status: 200 len: 949 time: 0.1810880 Aug 22 13:25:00.992315 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-45d5d936-91a7-4d0d-8999-df29875ff303 req-2e6ed1c8-67e5-464b-a5b2-203823b3ab6f tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162775 Aug 22 13:25:01.038132 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-89633968-da3a-4330-bffc-2037cd9415a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:01.086212 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3bd45c-4cd6-4964-9b4b-744eb5d60838 req-0ca55aac-31a5-4062-8eba-0d022672d796 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:01.087754 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3b3bd45c-4cd6-4964-9b4b-744eb5d60838 req-0ca55aac-31a5-4062-8eba-0d022672d796 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 950 time: 0.1275272 Aug 22 13:25:01.120545 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-28314473-ad16-4c4e-950f-d5fc56b96405 req-aa524fdc-e2c4-4336-b1a1-ab71a1b7c0c7 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Deleting port 6db8f310-9ae9-495c-8044-42583a8f83e9 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:25:01.120947 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-28314473-ad16-4c4e-950f-d5fc56b96405 req-aa524fdc-e2c4-4336-b1a1-ab71a1b7c0c7 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:01.178323 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:01.216488 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3b3bd45c-4cd6-4964-9b4b-744eb5d60838 req-73fa6ae7-134d-4de1-ba70-2875605b58ff tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189749 Aug 22 13:25:01.306453 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-28314473-ad16-4c4e-950f-d5fc56b96405 req-aa524fdc-e2c4-4336-b1a1-ab71a1b7c0c7 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] For port 6db8f310-9ae9-495c-8044-42583a8f83e9, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=6db8f310-9ae9-495c-8044-42583a8f83e9,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:25:01.307139 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-28314473-ad16-4c4e-950f-d5fc56b96405 req-aa524fdc-e2c4-4336-b1a1-ab71a1b7c0c7 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:01.326521 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-28314473-ad16-4c4e-950f-d5fc56b96405 req-aa524fdc-e2c4-4336-b1a1-ab71a1b7c0c7 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Calling delete_port for 6db8f310-9ae9-495c-8044-42583a8f83e9 owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:25:01.410453 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50140) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:25:01.503175 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-28314473-ad16-4c4e-950f-d5fc56b96405 req-aa524fdc-e2c4-4336-b1a1-ab71a1b7c0c7 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:01.515760 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['d0212b71-79cd-4311-ae89-e9abaec1ea35', '828cc14b-4200-4c08-98ac-e7734151cf9d', '143dfe51-b953-4e50-8ea2-a257f67c58ab', '52128729-b146-4fd6-ab5e-8d1d5629b7a9', 'b4de4120-ff29-47a6-aab8-9d4df6e386a0'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:25:01.563410 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa524fdc-e2c4-4336-b1a1-ab71a1b7c0c7 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Pushing event deleted for resources: {'Port': ['ID=6db8f310-9ae9-495c-8044-42583a8f83e9,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:01.618784 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['c41641dd-85d8-40a3-8ec9-c3f0bde2f420', '1d8386a3-3243-4119-8cc5-30a64f15b98b'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:25:01.652983 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a011f141-c32f-4382-bac7-69c1d6d6124f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:01.668648 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-28314473-ad16-4c4e-950f-d5fc56b96405 req-aa524fdc-e2c4-4336-b1a1-ab71a1b7c0c7 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] No DVR routers for this DVR port 6db8f310-9ae9-495c-8044-42583a8f83e9 on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:25:01.672002 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-28314473-ad16-4c4e-950f-d5fc56b96405 req-aa524fdc-e2c4-4336-b1a1-ab71a1b7c0c7 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:01.683441 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-28314473-ad16-4c4e-950f-d5fc56b96405 req-aa524fdc-e2c4-4336-b1a1-ab71a1b7c0c7 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.16 "DELETE /v2.0/ports/6db8f310-9ae9-495c-8044-42583a8f83e9 HTTP/1.1" status: 204 len: 173 time: 0.7850006 Aug 22 13:25:01.683930 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '680d022d-c50d-4f9c-9827-34ac066b2a23', 'name': 'network-vif-deleted', 'tag': '6db8f310-9ae9-495c-8044-42583a8f83e9'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:25:01.688570 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170a0fa0-1213-48cf-a6aa-da12066fdc3b" -d '{"events": [{"server_uuid": "680d022d-c50d-4f9c-9827-34ac066b2a23", "name": "network-vif-deleted", "tag": "6db8f310-9ae9-495c-8044-42583a8f83e9"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:25:01.866091 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60356e9b-f6b4-4c92-a6c6-d33445facc97 x-openstack-request-id: req-60356e9b-f6b4-4c92-a6c6-d33445facc97 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:25:01.866623 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "680d022d-c50d-4f9c-9827-34ac066b2a23", "name": "network-vif-deleted", "tag": "6db8f310-9ae9-495c-8044-42583a8f83e9", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:25:01.869413 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-60356e9b-f6b4-4c92-a6c6-d33445facc97 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:25:01.873082 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '680d022d-c50d-4f9c-9827-34ac066b2a23', 'name': 'network-vif-deleted', 'tag': '6db8f310-9ae9-495c-8044-42583a8f83e9', 'status': 'completed', 'code': 200} Aug 22 13:25:01.948331 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a011f141-c32f-4382-bac7-69c1d6d6124f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:01.954567 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a011f141-c32f-4382-bac7-69c1d6d6124f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:01.977758 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e008da1d-381d-4537-abfe-19e853f9b2d0 req-1c9befb8-d9c3-4526-9560-1ba84bafa328 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:01.979775 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e008da1d-381d-4537-abfe-19e853f9b2d0 req-1c9befb8-d9c3-4526-9560-1ba84bafa328 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.41 "GET /v2.0/ports?device_id=e65e95a8-6b71-4b40-b424-c355f4646ea1 HTTP/1.1" status: 200 len: 1024 time: 0.2404754 Aug 22 13:25:01.991809 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a011f141-c32f-4382-bac7-69c1d6d6124f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0357f9ba952840eaac63c026102742c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5798922 Aug 22 13:25:02.000663 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50154) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:25:02.092856 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a011f141-c32f-4382-bac7-69c1d6d6124f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607fbf84-6c47-4d24-bf44-9fdac549e99c,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:02.161932 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-31d06cbc-602f-4ee2-9a7f-864a51af2b3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:02.188079 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-31d06cbc-602f-4ee2-9a7f-864a51af2b3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:02.257945 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-31d06cbc-602f-4ee2-9a7f-864a51af2b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:02.262728 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-31d06cbc-602f-4ee2-9a7f-864a51af2b3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:02.265380 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-31d06cbc-602f-4ee2-9a7f-864a51af2b3b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/607fbf84-6c47-4d24-bf44-9fdac549e99c HTTP/1.1" status: 204 len: 168 time: 0.2635846 Aug 22 13:25:02.278426 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d06cbc-602f-4ee2-9a7f-864a51af2b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607fbf84-6c47-4d24-bf44-9fdac549e99c,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:02.303012 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e56774b9-41f1-4978-9001-c687068cf64a req-59c54112-e0e8-44e5-b31f-120d7e672a32 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=680d022d-c50d-4f9c-9827-34ac066b2a23 HTTP/1.1" status: 200 len: 210 time: 0.1013174 Aug 22 13:25:02.332942 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800fbe9-91de-46f8-82e9-838e0a9adc10 req-fad25b65-68ec-4e8d-b0cc-fae4d5d4ee6a tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:02.341620 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8800fbe9-91de-46f8-82e9-838e0a9adc10 req-fad25b65-68ec-4e8d-b0cc-fae4d5d4ee6a tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e95a8-6b71-4b40-b424-c355f4646ea1 HTTP/1.1" status: 200 len: 1024 time: 0.3610196 Aug 22 13:25:02.454447 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:02.471342 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8800fbe9-91de-46f8-82e9-838e0a9adc10 req-582d325e-8b7e-469f-88b2-30b55beecb22 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec1bfcc7-b80c-4de4-b10e-973d7cada739&id=331e489c-8dbd-42f7-a89f-c8f6e2ee7cb3&id=e454afb1-8bee-4228-ac7e-ef9572587108&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1254365 Aug 22 13:25:02.506899 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-e008da1d-381d-4537-abfe-19e853f9b2d0 req-2e46cbf3-839b-4a72-b427-36c1fb8554b8 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Deleting port c48b8a75-b7fe-448d-8cf1-e987ad52d3e3 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:25:02.507241 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-e008da1d-381d-4537-abfe-19e853f9b2d0 req-2e46cbf3-839b-4a72-b427-36c1fb8554b8 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:02.614077 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a2c79b-6db8-469b-bfe7-538493cb56a9 req-45398f4a-7fce-4fd9-a8cd-e832fad9057e tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:02.621857 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-26a2c79b-6db8-469b-bfe7-538493cb56a9 req-45398f4a-7fce-4fd9-a8cd-e832fad9057e tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 950 time: 0.1804445 Aug 22 13:25:02.688420 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-26a2c79b-6db8-469b-bfe7-538493cb56a9 req-76a3b59f-3cb8-45e8-b461-8eed52f594c7 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655706 Aug 22 13:25:02.737014 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-e008da1d-381d-4537-abfe-19e853f9b2d0 req-2e46cbf3-839b-4a72-b427-36c1fb8554b8 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] For port c48b8a75-b7fe-448d-8cf1-e987ad52d3e3, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=c48b8a75-b7fe-448d-8cf1-e987ad52d3e3,segment=NetworkSegment(8dbf5563-c593-4327-b654-2b0ff65b0129),segment_id=8dbf5563-c593-4327-b654-2b0ff65b0129)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:25:02.737691 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-e008da1d-381d-4537-abfe-19e853f9b2d0 req-2e46cbf3-839b-4a72-b427-36c1fb8554b8 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:02.763406 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-e008da1d-381d-4537-abfe-19e853f9b2d0 req-2e46cbf3-839b-4a72-b427-36c1fb8554b8 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Calling delete_port for c48b8a75-b7fe-448d-8cf1-e987ad52d3e3 owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:25:03.027993 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-e008da1d-381d-4537-abfe-19e853f9b2d0 req-2e46cbf3-839b-4a72-b427-36c1fb8554b8 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:03.071645 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e46cbf3-839b-4a72-b427-36c1fb8554b8 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Pushing event deleted for resources: {'Port': ['ID=c48b8a75-b7fe-448d-8cf1-e987ad52d3e3,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:03.209844 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-e008da1d-381d-4537-abfe-19e853f9b2d0 req-2e46cbf3-839b-4a72-b427-36c1fb8554b8 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] No DVR routers for this DVR port c48b8a75-b7fe-448d-8cf1-e987ad52d3e3 on host n-h1-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:25:03.214744 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-e008da1d-381d-4537-abfe-19e853f9b2d0 req-2e46cbf3-839b-4a72-b427-36c1fb8554b8 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:03.220500 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e008da1d-381d-4537-abfe-19e853f9b2d0 req-2e46cbf3-839b-4a72-b427-36c1fb8554b8 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.41 "DELETE /v2.0/ports/c48b8a75-b7fe-448d-8cf1-e987ad52d3e3 HTTP/1.1" status: 204 len: 173 time: 1.2222552 Aug 22 13:25:03.375516 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 6db8f310-9ae9-495c-8044-42583a8f83e9 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:25:03.415341 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: 6db8f310-9ae9-495c-8044-42583a8f83e9 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:25:03.416605 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 6db8f310-9ae9-495c-8044-42583a8f83e9 not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:25:03.599334 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:03.715148 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-198b075a-3e33-43d0-944c-755f5c08ca5e req-e3d62844-5247-4723-be91-fda4067fc0a2 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/ports?device_id=e65e95a8-6b71-4b40-b424-c355f4646ea1 HTTP/1.1" status: 200 len: 210 time: 0.0394721 Aug 22 13:25:03.898603 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e65e95a8-6b71-4b40-b424-c355f4646ea1', 'name': 'network-vif-deleted', 'tag': 'c48b8a75-b7fe-448d-8cf1-e987ad52d3e3'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:25:03.901387 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2489bd5-f3b9-4400-867d-1a139e948b87" -d '{"events": [{"server_uuid": "e65e95a8-6b71-4b40-b424-c355f4646ea1", "name": "network-vif-deleted", "tag": "c48b8a75-b7fe-448d-8cf1-e987ad52d3e3"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:25:03.982752 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8398ad-7f97-4ca9-8a0f-8c7b8815d2bd req-c38ea2eb-9c20-4929-80b6-2a3c66d2b8d8 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:03.984388 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bb8398ad-7f97-4ca9-8a0f-8c7b8815d2bd req-c38ea2eb-9c20-4929-80b6-2a3c66d2b8d8 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc5450ff-5806-4265-bf48-094c7eb56133 HTTP/1.1" status: 200 len: 950 time: 0.1214015 Aug 22 13:25:04.038723 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a01e8-8779-48ec-8a38-a28fdbd15d64 req-d4bfd8c2-480a-4dac-a220-957fb1ab1e02 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:04.054853 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4f7a01e8-8779-48ec-8a38-a28fdbd15d64 req-d4bfd8c2-480a-4dac-a220-957fb1ab1e02 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 950 time: 0.2382183 Aug 22 13:25:04.112978 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:04.125744 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bb8398ad-7f97-4ca9-8a0f-8c7b8815d2bd req-5777712f-9822-4292-85a3-874dfaef4aca tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229429 Aug 22 13:25:04.156887 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4f7a01e8-8779-48ec-8a38-a28fdbd15d64 req-043ad1f9-b787-46ba-ba98-9a2aa0e77d81 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815001 Aug 22 13:25:04.212543 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5d060f-86bd-4d3c-936f-40b086c498a1 x-openstack-request-id: req-5b5d060f-86bd-4d3c-936f-40b086c498a1 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:25:04.213285 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e65e95a8-6b71-4b40-b424-c355f4646ea1", "name": "network-vif-deleted", "tag": "c48b8a75-b7fe-448d-8cf1-e987ad52d3e3", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:25:04.213808 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5b5d060f-86bd-4d3c-936f-40b086c498a1 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:25:04.214421 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e65e95a8-6b71-4b40-b424-c355f4646ea1', 'name': 'network-vif-deleted', 'tag': 'c48b8a75-b7fe-448d-8cf1-e987ad52d3e3', 'status': 'completed', 'code': 200} Aug 22 13:25:04.552692 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50232) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:25:04.641119 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['1833badd-4386-4c62-8d3b-0a555162ce1b'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:25:04.715666 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9129a837-fa7d-43bd-a9ef-3735144d1a07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:04.881575 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9129a837-fa7d-43bd-a9ef-3735144d1a07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:04.889023 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-34958f45-1a34-465b-bec7-86267a934b4e req-1dac694a-94df-4be0-be28-039eaf6229a3 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/security-groups/331e489c-8dbd-42f7-a89f-c8f6e2ee7cb3 HTTP/1.1" status: 200 len: 1799 time: 0.0800080 Aug 22 13:25:04.890151 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9129a837-fa7d-43bd-a9ef-3735144d1a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:04.959609 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-9129a837-fa7d-43bd-a9ef-3735144d1a07 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1277237684a946528731749e11491041&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4033422 Aug 22 13:25:04.960063 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9129a837-fa7d-43bd-a9ef-3735144d1a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37666dc-5745-424c-83f6-75150c861612,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:04.961159 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50250) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:25:05.015083 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-34958f45-1a34-465b-bec7-86267a934b4e req-499e1d5a-9e61-462a-9311-999819a965fd tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:05.038802 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2be97dca-9eed-4140-ac3a-2aaa96764708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:05.066682 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2be97dca-9eed-4140-ac3a-2aaa96764708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:05.076335 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-34958f45-1a34-465b-bec7-86267a934b4e req-499e1d5a-9e61-462a-9311-999819a965fd tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:05.149216 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-34958f45-1a34-465b-bec7-86267a934b4e req-499e1d5a-9e61-462a-9311-999819a965fd tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:05.150388 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2be97dca-9eed-4140-ac3a-2aaa96764708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:05.153977 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-34958f45-1a34-465b-bec7-86267a934b4e req-499e1d5a-9e61-462a-9311-999819a965fd tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:05.156174 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2be97dca-9eed-4140-ac3a-2aaa96764708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:05.157838 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2be97dca-9eed-4140-ac3a-2aaa96764708 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a37666dc-5745-424c-83f6-75150c861612 HTTP/1.1" status: 204 len: 168 time: 0.1956871 Aug 22 13:25:05.161644 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-34958f45-1a34-465b-bec7-86267a934b4e req-499e1d5a-9e61-462a-9311-999819a965fd tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "DELETE /v2.0/security-groups/331e489c-8dbd-42f7-a89f-c8f6e2ee7cb3 HTTP/1.1" status: 204 len: 173 time: 0.2661395 Aug 22 13:25:05.179284 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be97dca-9eed-4140-ac3a-2aaa96764708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37666dc-5745-424c-83f6-75150c861612,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:05.190213 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499e1d5a-9e61-462a-9311-999819a965fd tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=331e489c-8dbd-42f7-a89f-c8f6e2ee7cb3,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:05.256223 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f1a9002c-3ca4-4304-838b-b96456ba0915 req-ddd40d22-6381-45dd-bd11-c44404415c69 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/security-groups/e454afb1-8bee-4228-ac7e-ef9572587108 HTTP/1.1" status: 200 len: 1800 time: 0.0679793 Aug 22 13:25:05.396492 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c1dfa9-afb6-4d9a-b5c9-5c18b256fc8a req-a3949326-3832-44b1-b5a3-61c3fde798c5 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:05.404641 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a7c1dfa9-afb6-4d9a-b5c9-5c18b256fc8a req-a3949326-3832-44b1-b5a3-61c3fde798c5 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 950 time: 0.1134362 Aug 22 13:25:05.430104 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f1a9002c-3ca4-4304-838b-b96456ba0915 req-cd0f6c02-91fb-4f24-a9ac-e6172c0ad174 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:05.514766 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a7c1dfa9-afb6-4d9a-b5c9-5c18b256fc8a req-03611f98-f0a1-44e1-bafc-da7330fdc975 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003125 Aug 22 13:25:05.524588 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f1a9002c-3ca4-4304-838b-b96456ba0915 req-cd0f6c02-91fb-4f24-a9ac-e6172c0ad174 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:05.568120 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dddc69-f54c-422b-adea-01b6164a81aa req-c9f8cd60-b781-4224-bd99-a0a18fd2e59b tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:05.569894 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-88dddc69-f54c-422b-adea-01b6164a81aa req-c9f8cd60-b781-4224-bd99-a0a18fd2e59b tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc5450ff-5806-4265-bf48-094c7eb56133 HTTP/1.1" status: 200 len: 950 time: 0.1195734 Aug 22 13:25:05.698015 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f1a9002c-3ca4-4304-838b-b96456ba0915 req-cd0f6c02-91fb-4f24-a9ac-e6172c0ad174 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:05.701068 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f1a9002c-3ca4-4304-838b-b96456ba0915 req-cd0f6c02-91fb-4f24-a9ac-e6172c0ad174 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:05.729361 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f1a9002c-3ca4-4304-838b-b96456ba0915 req-cd0f6c02-91fb-4f24-a9ac-e6172c0ad174 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "DELETE /v2.0/security-groups/e454afb1-8bee-4228-ac7e-ef9572587108 HTTP/1.1" status: 204 len: 173 time: 0.4715612 Aug 22 13:25:05.776185 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0f6c02-91fb-4f24-a9ac-e6172c0ad174 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e454afb1-8bee-4228-ac7e-ef9572587108,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:05.819067 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54dd2f4-514e-4d28-9fe3-4b0977bc7ea2 req-168bd221-2f51-4b98-8abc-6c6e57d7031e tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:05.820978 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a54dd2f4-514e-4d28-9fe3-4b0977bc7ea2 req-168bd221-2f51-4b98-8abc-6c6e57d7031e tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc5450ff-5806-4265-bf48-094c7eb56133 HTTP/1.1" status: 200 len: 950 time: 0.2048688 Aug 22 13:25:05.889594 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-222cdae6-f392-4c27-9756-2fe1929c4793 req-a6170f51-19fe-44eb-80c6-f762bcb81741 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-791490560', 'description': 'tempest-description-2138809431'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:25:05.897729 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-88dddc69-f54c-422b-adea-01b6164a81aa req-b732d8af-7f1d-4a23-b473-41e9c62460d0 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Deleting port b4de4120-ff29-47a6-aab8-9d4df6e386a0 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:25:05.898206 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-88dddc69-f54c-422b-adea-01b6164a81aa req-b732d8af-7f1d-4a23-b473-41e9c62460d0 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:05.939991 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device c48b8a75-b7fe-448d-8cf1-e987ad52d3e3 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:25:05.956582 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a54dd2f4-514e-4d28-9fe3-4b0977bc7ea2 req-032d2e0b-0afd-42cd-9751-82252c580697 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221347 Aug 22 13:25:05.983118 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: c48b8a75-b7fe-448d-8cf1-e987ad52d3e3 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:25:05.983476 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device c48b8a75-b7fe-448d-8cf1-e987ad52d3e3 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:25:06.034804 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-222cdae6-f392-4c27-9756-2fe1929c4793 req-a6170f51-19fe-44eb-80c6-f762bcb81741 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:06.088383 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-88dddc69-f54c-422b-adea-01b6164a81aa req-b732d8af-7f1d-4a23-b473-41e9c62460d0 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] For port b4de4120-ff29-47a6-aab8-9d4df6e386a0, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=b4de4120-ff29-47a6-aab8-9d4df6e386a0,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:25:06.088758 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-88dddc69-f54c-422b-adea-01b6164a81aa req-b732d8af-7f1d-4a23-b473-41e9c62460d0 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:06.109859 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-88dddc69-f54c-422b-adea-01b6164a81aa req-b732d8af-7f1d-4a23-b473-41e9c62460d0 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Calling delete_port for b4de4120-ff29-47a6-aab8-9d4df6e386a0 owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:25:06.276455 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-222cdae6-f392-4c27-9756-2fe1929c4793 req-a6170f51-19fe-44eb-80c6-f762bcb81741 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:06.289800 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-222cdae6-f392-4c27-9756-2fe1929c4793 req-a6170f51-19fe-44eb-80c6-f762bcb81741 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:06.362635 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-222cdae6-f392-4c27-9756-2fe1929c4793 req-a6170f51-19fe-44eb-80c6-f762bcb81741 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:06.363471 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50290) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:25:06.364158 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-222cdae6-f392-4c27-9756-2fe1929c4793 req-a6170f51-19fe-44eb-80c6-f762bcb81741 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4840131 Aug 22 13:25:06.405046 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6170f51-19fe-44eb-80c6-f762bcb81741 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c85a2755-8017-432e-9d71-c8b393609262,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:06.409996 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-88dddc69-f54c-422b-adea-01b6164a81aa req-b732d8af-7f1d-4a23-b473-41e9c62460d0 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:06.423108 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['d0212b71-79cd-4311-ae89-e9abaec1ea35', '828cc14b-4200-4c08-98ac-e7734151cf9d', '143dfe51-b953-4e50-8ea2-a257f67c58ab', '52128729-b146-4fd6-ab5e-8d1d5629b7a9', 'b4de4120-ff29-47a6-aab8-9d4df6e386a0'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:25:06.427085 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['c41641dd-85d8-40a3-8ec9-c3f0bde2f420', '1d8386a3-3243-4119-8cc5-30a64f15b98b'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:25:06.526929 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b732d8af-7f1d-4a23-b473-41e9c62460d0 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Pushing event deleted for resources: {'Port': ['ID=b4de4120-ff29-47a6-aab8-9d4df6e386a0,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:06.618405 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-94dc2dee-cbc0-4a13-bf6a-93ebc0b7f30f req-2706bbb7-6d68-4e8b-afe1-7ad939161653 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/security-groups/c85a2755-8017-432e-9d71-c8b393609262 HTTP/1.1" status: 200 len: 1800 time: 0.2059066 Aug 22 13:25:06.622046 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-88dddc69-f54c-422b-adea-01b6164a81aa req-b732d8af-7f1d-4a23-b473-41e9c62460d0 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] No DVR routers for this DVR port b4de4120-ff29-47a6-aab8-9d4df6e386a0 on host n-h1-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:25:06.627950 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-88dddc69-f54c-422b-adea-01b6164a81aa req-b732d8af-7f1d-4a23-b473-41e9c62460d0 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:06.631045 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-88dddc69-f54c-422b-adea-01b6164a81aa req-b732d8af-7f1d-4a23-b473-41e9c62460d0 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.41 "DELETE /v2.0/ports/b4de4120-ff29-47a6-aab8-9d4df6e386a0 HTTP/1.1" status: 204 len: 173 time: 1.0517044 Aug 22 13:25:06.641007 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-e2f4aeaa-10e8-481e-a6ff-3debf76b0491 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1882356738-network', 'tenant_id': '1706b1b8ed7f4b13af0ef34415cabc13'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:25:06.643896 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-94dc2dee-cbc0-4a13-bf6a-93ebc0b7f30f req-75a31197-cf04-482f-b7a7-d63d7c0cc0c9 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1342097926', 'description': 'tempest-description-hth-1713853389'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:25:06.648784 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc5450ff-5806-4265-bf48-094c7eb56133', 'name': 'network-vif-deleted', 'tag': 'b4de4120-ff29-47a6-aab8-9d4df6e386a0'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:25:06.655935 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1159576-2b0a-4d86-9e4b-958cdb6ce55d" -d '{"events": [{"server_uuid": "dc5450ff-5806-4265-bf48-094c7eb56133", "name": "network-vif-deleted", "tag": "b4de4120-ff29-47a6-aab8-9d4df6e386a0"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:25:06.689054 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-94dc2dee-cbc0-4a13-bf6a-93ebc0b7f30f req-75a31197-cf04-482f-b7a7-d63d7c0cc0c9 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for security_group, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:06.705818 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f4aeaa-10e8-481e-a6ff-3debf76b0491 admin admin] Made reservation on behalf of 1706b1b8ed7f4b13af0ef34415cabc13 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:25:06.708754 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e2f4aeaa-10e8-481e-a6ff-3debf76b0491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:06.729491 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e2f4aeaa-10e8-481e-a6ff-3debf76b0491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:06.846259 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-94dc2dee-cbc0-4a13-bf6a-93ebc0b7f30f req-75a31197-cf04-482f-b7a7-d63d7c0cc0c9 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for security_group, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:06.907400 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-94dc2dee-cbc0-4a13-bf6a-93ebc0b7f30f req-75a31197-cf04-482f-b7a7-d63d7c0cc0c9 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:06.917301 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-94dc2dee-cbc0-4a13-bf6a-93ebc0b7f30f req-75a31197-cf04-482f-b7a7-d63d7c0cc0c9 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:06.920790 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-94dc2dee-cbc0-4a13-bf6a-93ebc0b7f30f req-75a31197-cf04-482f-b7a7-d63d7c0cc0c9 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "PUT /v2.0/security-groups/c85a2755-8017-432e-9d71-c8b393609262 HTTP/1.1" status: 200 len: 1775 time: 0.3014920 Aug 22 13:25:06.921001 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e2f4aeaa-10e8-481e-a6ff-3debf76b0491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:06.939540 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e2f4aeaa-10e8-481e-a6ff-3debf76b0491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:06.972307 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2f4aeaa-10e8-481e-a6ff-3debf76b0491 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:25:07.009140 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e2f4aeaa-10e8-481e-a6ff-3debf76b0491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:07.009485 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-e2f4aeaa-10e8-481e-a6ff-3debf76b0491 admin admin] Added segment e0cf36a3-398c-4c68-a668-edae22b1fee1 of type vlan for network dfedf898-aca6-4df9-b6f5-cb8b2650ce65 Aug 22 13:25:07.021661 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0d4e9-d2ae-446e-9dd8-7ba773e909ea req-b39bee66-19d5-421c-ac4a-b2744be558d6 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:07.023036 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-25d0d4e9-d2ae-446e-9dd8-7ba773e909ea req-b39bee66-19d5-421c-ac4a-b2744be558d6 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 950 time: 0.2508540 Aug 22 13:25:07.031063 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9427a8-43bf-4466-85da-f64d533afb54 x-openstack-request-id: req-8c9427a8-43bf-4466-85da-f64d533afb54 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:25:07.031476 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc5450ff-5806-4265-bf48-094c7eb56133", "name": "network-vif-deleted", "tag": "b4de4120-ff29-47a6-aab8-9d4df6e386a0", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:25:07.031740 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8c9427a8-43bf-4466-85da-f64d533afb54 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:25:07.032286 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc5450ff-5806-4265-bf48-094c7eb56133', 'name': 'network-vif-deleted', 'tag': 'b4de4120-ff29-47a6-aab8-9d4df6e386a0', 'status': 'completed', 'code': 200} Aug 22 13:25:07.035545 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a31197-cf04-482f-b7a7-d63d7c0cc0c9 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c85a2755-8017-432e-9d71-c8b393609262,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:07.093878 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f4aeaa-10e8-481e-a6ff-3debf76b0491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88662cd8-dd94-4ce4-b1a9-338f6c18ab37,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:07.134008 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-25d0d4e9-d2ae-446e-9dd8-7ba773e909ea req-08a36c42-2cdd-4ca9-95c7-278981bf3ecf tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004844 Aug 22 13:25:07.214964 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b06b46f0-34a7-49d5-b2df-29e7d85fcf7c req-1b1055b3-e6de-402a-a822-d51777df3994 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/security-groups/c85a2755-8017-432e-9d71-c8b393609262 HTTP/1.1" status: 200 len: 1775 time: 0.0797353 Aug 22 13:25:07.220203 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e2f4aeaa-10e8-481e-a6ff-3debf76b0491 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:07.284632 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e2f4aeaa-10e8-481e-a6ff-3debf76b0491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:07.286129 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f4aeaa-10e8-481e-a6ff-3debf76b0491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:07.287383 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e2f4aeaa-10e8-481e-a6ff-3debf76b0491 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:07.337041 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e2f4aeaa-10e8-481e-a6ff-3debf76b0491 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9715292 Aug 22 13:25:07.338110 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50322) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:25:07.354454 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-79724443-7b9f-43cc-be41-2035762165de admin admin] Request body: {'subnet': {'network_id': 'dfedf898-aca6-4df9-b6f5-cb8b2650ce65', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1882356738-subnet', 'tenant_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:25:07.478091 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f4aeaa-10e8-481e-a6ff-3debf76b0491 admin admin] Pushing event updated for resources: {'Network': ['ID=dfedf898-aca6-4df9-b6f5-cb8b2650ce65,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:07.491100 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network dfedf898-aca6-4df9-b6f5-cb8b2650ce65 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:25:07.491783 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79724443-7b9f-43cc-be41-2035762165de admin admin] Made reservation on behalf of 1706b1b8ed7f4b13af0ef34415cabc13 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:25:07.493982 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-79724443-7b9f-43cc-be41-2035762165de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:07.515680 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e6a8d22b-da32-4c43-9da4-cdcb31cd7539 req-9b72ec79-8d89-42c2-a603-b9eb3a11c670 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc5450ff-5806-4265-bf48-094c7eb56133 HTTP/1.1" status: 200 len: 210 time: 0.1160398 Aug 22 13:25:07.538090 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a6088a2e-ab12-4911-9dc4-c244634c6e55 req-afb21a16-d26e-4389-94cf-ea7d3688a627 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/security-groups/c85a2755-8017-432e-9d71-c8b393609262 HTTP/1.1" status: 200 len: 1775 time: 0.2775486 Aug 22 13:25:07.654635 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a6088a2e-ab12-4911-9dc4-c244634c6e55 req-be8041b9-8492-45a8-a15f-b9b5f016b6cd tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:07.709964 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a6088a2e-ab12-4911-9dc4-c244634c6e55 req-be8041b9-8492-45a8-a15f-b9b5f016b6cd tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:07.722155 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-79724443-7b9f-43cc-be41-2035762165de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:07.765756 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79724443-7b9f-43cc-be41-2035762165de admin admin] Pushing event updated for resources: {'Subnet': ['ID=86161abd-93fb-4a2f-8c13-984112b572a1,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:07.788296 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a6088a2e-ab12-4911-9dc4-c244634c6e55 req-be8041b9-8492-45a8-a15f-b9b5f016b6cd tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:07.793265 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a6088a2e-ab12-4911-9dc4-c244634c6e55 req-be8041b9-8492-45a8-a15f-b9b5f016b6cd tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:07.809760 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a6088a2e-ab12-4911-9dc4-c244634c6e55 req-be8041b9-8492-45a8-a15f-b9b5f016b6cd tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "DELETE /v2.0/security-groups/c85a2755-8017-432e-9d71-c8b393609262 HTTP/1.1" status: 204 len: 173 time: 0.2592695 Aug 22 13:25:07.824044 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79724443-7b9f-43cc-be41-2035762165de admin admin] Checking segment: {'id': 'e0cf36a3-398c-4c68-a668-edae22b1fee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'dfedf898-aca6-4df9-b6f5-cb8b2650ce65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:25:07.824454 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79724443-7b9f-43cc-be41-2035762165de admin admin] Network hostable DHCP agents. Network: dfedf898-aca6-4df9-b6f5-cb8b2650ce65, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:25:07.847000 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8041b9-8492-45a8-a15f-b9b5f016b6cd tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85a2755-8017-432e-9d71-c8b393609262,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:07.873012 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79724443-7b9f-43cc-be41-2035762165de admin admin] Network dfedf898-aca6-4df9-b6f5-cb8b2650ce65 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:25:07.900017 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-79724443-7b9f-43cc-be41-2035762165de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, dfedf898-aca6-4df9-b6f5-cb8b2650ce65) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:25:07.911419 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f069a85a-64be-43a3-9f83-5ef63f22013b None None] Network dfedf898-aca6-4df9-b6f5-cb8b2650ce65 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:25:07.931697 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79724443-7b9f-43cc-be41-2035762165de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:07.935532 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-79724443-7b9f-43cc-be41-2035762165de admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:07.979890 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-79724443-7b9f-43cc-be41-2035762165de admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6340697 Aug 22 13:25:07.982656 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50338) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:25:07.997170 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [req-ca085196-d2ca-458d-aa0a-541a7f4ab9c6 req-626b854f-1e31-4a81-8782-5b15719b0561 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] show failed (client error): The resource could not be found. Aug 22 13:25:08.001351 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ca085196-d2ca-458d-aa0a-541a7f4ab9c6 req-626b854f-1e31-4a81-8782-5b15719b0561 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/security-groups/e454afb1-8bee-4228-ac7e-ef9572587108 HTTP/1.1" status: 404 len: 352 time: 0.0385332 Aug 22 13:25:08.003655 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-7a4f6cba-3c27-4c96-ab15-9496fd93522a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1882356738-router', 'tenant_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:25:08.036691 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409be7c2-f388-4b14-9c60-2311e0a6c238 req-72eb375d-abbb-4aa9-bac4-ba0e45b945ca tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:08.047726 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-409be7c2-f388-4b14-9c60-2311e0a6c238 req-72eb375d-abbb-4aa9-bac4-ba0e45b945ca tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] 10.222.0.21 "GET /v2.0/ports?device_id=77103473-3c0d-4d17-8bf9-06a31032e72a HTTP/1.1" status: 200 len: 945 time: 0.1020041 Aug 22 13:25:08.061540 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7a4f6cba-3c27-4c96-ab15-9496fd93522a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:08.063362 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7a4f6cba-3c27-4c96-ab15-9496fd93522a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:08.082116 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [req-454b220d-a32d-4137-ad7f-bbd49f4deae7 req-993707ba-70d1-4dd9-95ad-2d7a9159925d tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] show failed (client error): The resource could not be found. Aug 22 13:25:08.083228 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-454b220d-a32d-4137-ad7f-bbd49f4deae7 req-993707ba-70d1-4dd9-95ad-2d7a9159925d tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/security-groups/331e489c-8dbd-42f7-a89f-c8f6e2ee7cb3 HTTP/1.1" status: 404 len: 352 time: 0.0313542 Aug 22 13:25:08.105091 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-409be7c2-f388-4b14-9c60-2311e0a6c238 req-0b40622e-4240-48e1-8398-8822900233d5 tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] 10.222.0.21 "GET /v2.0/security-groups?id=c686296c-73e1-4ea8-98f1-94b6ac6c1b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548940 Aug 22 13:25:08.157036 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [req-82f56e25-d341-40d6-a776-a6442d766f66 req-f28c141d-1cf1-4af8-b541-e036fb1d1072 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] show failed (client error): The resource could not be found. Aug 22 13:25:08.167699 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-82f56e25-d341-40d6-a776-a6442d766f66 req-f28c141d-1cf1-4af8-b541-e036fb1d1072 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/security-groups/8230359f-5098-437a-91de-a6627ea0cca4 HTTP/1.1" status: 404 len: 352 time: 0.0496614 Aug 22 13:25:08.215113 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7a4f6cba-3c27-4c96-ab15-9496fd93522a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:08.217327 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [req-04eb2430-5057-472e-86fa-b610d8963863 req-28ed5111-6485-424c-9aa0-265e78eb73f6 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] show failed (client error): The resource could not be found. Aug 22 13:25:08.218572 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-04eb2430-5057-472e-86fa-b610d8963863 req-28ed5111-6485-424c-9aa0-265e78eb73f6 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/security-groups/f40a26fc-f3fa-4154-8986-988795eebed5 HTTP/1.1" status: 404 len: 352 time: 0.0193129 Aug 22 13:25:08.234034 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6300fec0-6b2c-4b16-b407-151d3e2ba8d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-dfedf898-aca6-4df9-b6f5-cb8b2650ce65', 'network_id': 'dfedf898-aca6-4df9-b6f5-cb8b2650ce65', 'tenant_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'fixed_ips': [{'subnet_id': '86161abd-93fb-4a2f-8c13-984112b572a1'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:25:08.234898 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6300fec0-6b2c-4b16-b407-151d3e2ba8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:08.328902 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [req-9dd704a5-ad06-49d2-99ff-a76bcaec8dae req-df0cb03c-8790-4612-89c1-a0317ed3f7eb tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] show failed (client error): The resource could not be found. Aug 22 13:25:08.332763 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9dd704a5-ad06-49d2-99ff-a76bcaec8dae req-df0cb03c-8790-4612-89c1-a0317ed3f7eb tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/security-groups/bcb4cf01-ee94-45bf-961f-cb06b52763ea HTTP/1.1" status: 404 len: 352 time: 0.0283210 Aug 22 13:25:08.454802 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [req-20597035-9839-4644-bc3f-01a979c22dfb req-7b8a9a5b-7e7d-4a09-969a-f6005f420ea7 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] show failed (client error): The resource could not be found. Aug 22 13:25:08.462347 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-20597035-9839-4644-bc3f-01a979c22dfb req-7b8a9a5b-7e7d-4a09-969a-f6005f420ea7 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/security-groups/2ef86b67-d7d0-415d-9e21-c6edc17303d5 HTTP/1.1" status: 404 len: 352 time: 0.0972555 Aug 22 13:25:08.522499 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544676de-df17-4ffd-aa43-ad27ac6df79a req-41936e70-c775-4aa5-96f2-ed65dd60cf5b tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:08.524083 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-544676de-df17-4ffd-aa43-ad27ac6df79a req-41936e70-c775-4aa5-96f2-ed65dd60cf5b tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 950 time: 0.1688285 Aug 22 13:25:08.549902 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-6300fec0-6b2c-4b16-b407-151d3e2ba8d3 None None] Allocated IP 172.20.0.2 (dfedf898-aca6-4df9-b6f5-cb8b2650ce65/86161abd-93fb-4a2f-8c13-984112b572a1/2862b717-ad07-4839-9bac-33cd2f4324b6) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:25:08.553385 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7a4f6cba-3c27-4c96-ab15-9496fd93522a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:08.585894 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-544676de-df17-4ffd-aa43-ad27ac6df79a req-f37affb7-af3a-4055-93ad-c071c4078e81 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520706 Aug 22 13:25:08.855086 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6300fec0-6b2c-4b16-b407-151d3e2ba8d3 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:08.864082 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-6300fec0-6b2c-4b16-b407-151d3e2ba8d3 None None] Transition to ACTIVE for port object 2862b717-ad07-4839-9bac-33cd2f4324b6 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:25:08.890274 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbafa559-1700-4855-ad79-3067092e6850 req-1a82f7b4-344e-44b9-9acd-98840690455a tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:08.890836 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-6300fec0-6b2c-4b16-b407-151d3e2ba8d3 None None] Transition to ACTIVE for port object 2862b717-ad07-4839-9bac-33cd2f4324b6 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:25:08.901522 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6300fec0-6b2c-4b16-b407-151d3e2ba8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:08.902015 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cbafa559-1700-4855-ad79-3067092e6850 req-1a82f7b4-344e-44b9-9acd-98840690455a tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eea0acc-5844-4e5f-83c8-10b0852f42cf HTTP/1.1" status: 200 len: 1024 time: 0.0786300 Aug 22 13:25:08.986596 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6300fec0-6b2c-4b16-b407-151d3e2ba8d3 None None] Network dfedf898-aca6-4df9-b6f5-cb8b2650ce65 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:25:08.990030 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-6300fec0-6b2c-4b16-b407-151d3e2ba8d3 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:25:09.002780 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6300fec0-6b2c-4b16-b407-151d3e2ba8d3 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:25:09.013279 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cbafa559-1700-4855-ad79-3067092e6850 req-a8f2ce70-442a-4449-a383-0f964ae61a84 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec1bfcc7-b80c-4de4-b10e-973d7cada739&id=a1cb5472-3519-4f6a-b0df-8a8bb60eb6b3&id=0aa9bc20-c85d-43fa-a175-bc37f7e3073f&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1100271 Aug 22 13:25:09.035195 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6300fec0-6b2c-4b16-b407-151d3e2ba8d3 None None] Pushing event updated for resources: {'Port': ['ID=2862b717-ad07-4839-9bac-33cd2f4324b6,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:09.151471 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6300fec0-6b2c-4b16-b407-151d3e2ba8d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:25:09.151838 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6300fec0-6b2c-4b16-b407-151d3e2ba8d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:25:09.152154 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6300fec0-6b2c-4b16-b407-151d3e2ba8d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:25:09.152544 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6300fec0-6b2c-4b16-b407-151d3e2ba8d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:25:09.153035 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6300fec0-6b2c-4b16-b407-151d3e2ba8d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:25:09.153521 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6300fec0-6b2c-4b16-b407-151d3e2ba8d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:25:09.153860 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6300fec0-6b2c-4b16-b407-151d3e2ba8d3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:25:09.154189 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6300fec0-6b2c-4b16-b407-151d3e2ba8d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:25:09.154516 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6300fec0-6b2c-4b16-b407-151d3e2ba8d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:25:09.154839 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6300fec0-6b2c-4b16-b407-151d3e2ba8d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:25:09.155166 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6300fec0-6b2c-4b16-b407-151d3e2ba8d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:25:09.155487 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6300fec0-6b2c-4b16-b407-151d3e2ba8d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:25:09.164789 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-6300fec0-6b2c-4b16-b407-151d3e2ba8d3 None None] Attempting to bind port 2862b717-ad07-4839-9bac-33cd2f4324b6 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:25:09.165167 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-6300fec0-6b2c-4b16-b407-151d3e2ba8d3 None None] Attempting to bind port 2862b717-ad07-4839-9bac-33cd2f4324b6 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'e0cf36a3-398c-4c68-a668-edae22b1fee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'dfedf898-aca6-4df9-b6f5-cb8b2650ce65'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:25:09.165933 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6300fec0-6b2c-4b16-b407-151d3e2ba8d3 None None] Attempting to bind port 2862b717-ad07-4839-9bac-33cd2f4324b6 on network dfedf898-aca6-4df9-b6f5-cb8b2650ce65 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:25:09.171333 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6300fec0-6b2c-4b16-b407-151d3e2ba8d3 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:25:09.171709 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6300fec0-6b2c-4b16-b407-151d3e2ba8d3 None None] Checking segment: {'id': 'e0cf36a3-398c-4c68-a668-edae22b1fee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'dfedf898-aca6-4df9-b6f5-cb8b2650ce65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:25:09.172119 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6300fec0-6b2c-4b16-b407-151d3e2ba8d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:09.177899 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6300fec0-6b2c-4b16-b407-151d3e2ba8d3 None None] Bound using segment: {'id': 'e0cf36a3-398c-4c68-a668-edae22b1fee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'dfedf898-aca6-4df9-b6f5-cb8b2650ce65'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:25:09.178490 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-6300fec0-6b2c-4b16-b407-151d3e2ba8d3 None None] Bound port: 2862b717-ad07-4839-9bac-33cd2f4324b6, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0cf36a3-398c-4c68-a668-edae22b1fee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'dfedf898-aca6-4df9-b6f5-cb8b2650ce65'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:25:09.178905 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6300fec0-6b2c-4b16-b407-151d3e2ba8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:09.182393 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d28f8e-27ae-436b-8bd2-72ebd0dc15f9 req-81a1fd05-6da0-46ae-bbaa-c056e0f8a433 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:09.201153 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-06d28f8e-27ae-436b-8bd2-72ebd0dc15f9 req-81a1fd05-6da0-46ae-bbaa-c056e0f8a433 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c17b775-a7f5-4b75-8bea-275c99ad9d10 HTTP/1.1" status: 200 len: 950 time: 0.1142321 Aug 22 13:25:09.320742 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-6300fec0-6b2c-4b16-b407-151d3e2ba8d3 None None] For port 2862b717-ad07-4839-9bac-33cd2f4324b6, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:25:09.324023 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-6300fec0-6b2c-4b16-b407-151d3e2ba8d3 None None] For port 2862b717-ad07-4839-9bac-33cd2f4324b6, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=2862b717-ad07-4839-9bac-33cd2f4324b6,segment=NetworkSegment(e0cf36a3-398c-4c68-a668-edae22b1fee1),segment_id=e0cf36a3-398c-4c68-a668-edae22b1fee1)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:25:09.332655 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6300fec0-6b2c-4b16-b407-151d3e2ba8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:09.343417 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-06d28f8e-27ae-436b-8bd2-72ebd0dc15f9 req-4972b83c-9463-49d8-b875-55384d8fb9ff tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403477 Aug 22 13:25:09.405860 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f8e41a-c3d1-4162-bdca-7006bd86266e req-ff3621af-3827-4d8b-9ba6-e59f7e0d47d9 tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:09.408460 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d5f8e41a-c3d1-4162-bdca-7006bd86266e req-ff3621af-3827-4d8b-9ba6-e59f7e0d47d9 tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] 10.222.0.21 "GET /v2.0/ports?device_id=77103473-3c0d-4d17-8bf9-06a31032e72a HTTP/1.1" status: 200 len: 945 time: 0.1602821 Aug 22 13:25:09.455832 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6300fec0-6b2c-4b16-b407-151d3e2ba8d3 None None] Pushing event updated for resources: {'Port': ['ID=2862b717-ad07-4839-9bac-33cd2f4324b6,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:09.512831 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d5f8e41a-c3d1-4162-bdca-7006bd86266e req-97602500-235b-4baa-8ec6-548daaeb537e tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] 10.222.0.21 "GET /v2.0/security-groups?id=c686296c-73e1-4ea8-98f1-94b6ac6c1b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972717 Aug 22 13:25:09.590327 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7a4f6cba-3c27-4c96-ab15-9496fd93522a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:09.629299 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7a4f6cba-3c27-4c96-ab15-9496fd93522a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:09.822396 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3806aa8-a3cb-4cf0-95df-3f16d6930467 req-fe836ca0-966a-46a9-8194-d8ea04d9f846 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:09.824933 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f3806aa8-a3cb-4cf0-95df-3f16d6930467 req-fe836ca0-966a-46a9-8194-d8ea04d9f846 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 950 time: 0.0699682 Aug 22 13:25:09.859816 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-7a4f6cba-3c27-4c96-ab15-9496fd93522a admin admin] Allocated IP 172.25.3.10 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/c5586c10-7f76-4327-b012-bd54a160b417) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:25:09.947377 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f3806aa8-a3cb-4cf0-95df-3f16d6930467 req-39cf6f7c-0bd4-41ed-9c6f-4ff4380b1ca2 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154737 Aug 22 13:25:09.992300 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device b4de4120-ff29-47a6-aab8-9d4df6e386a0 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:25:10.017077 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: b4de4120-ff29-47a6-aab8-9d4df6e386a0 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:25:10.017516 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device b4de4120-ff29-47a6-aab8-9d4df6e386a0 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:25:10.063928 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7a4f6cba-3c27-4c96-ab15-9496fd93522a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:10.142449 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7a4f6cba-3c27-4c96-ab15-9496fd93522a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:10.196632 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4f6cba-3c27-4c96-ab15-9496fd93522a admin admin] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:25:10.200421 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-7a4f6cba-3c27-4c96-ab15-9496fd93522a admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:25:10.205495 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4f6cba-3c27-4c96-ab15-9496fd93522a admin admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:25:10.231700 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4f6cba-3c27-4c96-ab15-9496fd93522a admin admin] Pushing event updated for resources: {'Port': ['ID=c5586c10-7f76-4327-b012-bd54a160b417,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:10.243426 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ec4c7-33fa-4ff6-b679-94c99442c1fd req-59785eea-e980-4ecf-b440-24ba3c59e585 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:10.245778 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f96ec4c7-33fa-4ff6-b679-94c99442c1fd req-59785eea-e980-4ecf-b440-24ba3c59e585 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.41 "GET /v2.0/ports?device_id=4eea0acc-5844-4e5f-83c8-10b0852f42cf HTTP/1.1" status: 200 len: 1024 time: 0.1800933 Aug 22 13:25:10.266137 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9d6b6-b1a1-45a5-8336-74dba897b250 req-49ea78c3-4f73-4168-b78e-acc7fcf0c838 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:10.278528 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bad9d6b6-b1a1-45a5-8336-74dba897b250 req-49ea78c3-4f73-4168-b78e-acc7fcf0c838 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eea0acc-5844-4e5f-83c8-10b0852f42cf HTTP/1.1" status: 200 len: 1024 time: 0.1623309 Aug 22 13:25:10.468479 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bad9d6b6-b1a1-45a5-8336-74dba897b250 req-66292f26-d5ab-4e24-872f-ac7e8b594519 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec1bfcc7-b80c-4de4-b10e-973d7cada739&id=a1cb5472-3519-4f6a-b0df-8a8bb60eb6b3&id=0aa9bc20-c85d-43fa-a175-bc37f7e3073f&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1855812 Aug 22 13:25:10.495480 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef7e98-b196-4eb8-a31d-5315b17749d6 req-b5aacf54-4493-49c0-9f8e-a4873dfd5763 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:10.498811 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-04ef7e98-b196-4eb8-a31d-5315b17749d6 req-b5aacf54-4493-49c0-9f8e-a4873dfd5763 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c17b775-a7f5-4b75-8bea-275c99ad9d10 HTTP/1.1" status: 200 len: 950 time: 0.1388438 Aug 22 13:25:10.603743 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-f96ec4c7-33fa-4ff6-b679-94c99442c1fd req-19aafa1d-97ea-44de-a9af-3a85d9f0faf5 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Deleting port 1833badd-4386-4c62-8d3b-0a555162ce1b {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:25:10.604281 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f96ec4c7-33fa-4ff6-b679-94c99442c1fd req-19aafa1d-97ea-44de-a9af-3a85d9f0faf5 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:10.811865 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7a4f6cba-3c27-4c96-ab15-9496fd93522a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:10.929825 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a6e2b-af23-41a3-8fc4-2af3b683f46e req-a98d1a0d-8eb4-4a6d-8239-8335fcb65ac2 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:10.931699 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2b3a6e2b-af23-41a3-8fc4-2af3b683f46e req-a98d1a0d-8eb4-4a6d-8239-8335fcb65ac2 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c17b775-a7f5-4b75-8bea-275c99ad9d10 HTTP/1.1" status: 200 len: 950 time: 0.4030070 Aug 22 13:25:11.013507 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-04ef7e98-b196-4eb8-a31d-5315b17749d6 req-cdc03c86-9370-4e70-83c3-c1a4d4e81185 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Deleting port 52128729-b146-4fd6-ab5e-8d1d5629b7a9 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:25:11.013744 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdcdfef-a16a-4e04-93fe-40d538c2aed8 req-36bb88d3-ff7c-4f39-b6bc-62d159bff2c5 tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:11.014317 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-04ef7e98-b196-4eb8-a31d-5315b17749d6 req-cdc03c86-9370-4e70-83c3-c1a4d4e81185 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:11.016015 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9cdcdfef-a16a-4e04-93fe-40d538c2aed8 req-36bb88d3-ff7c-4f39-b6bc-62d159bff2c5 tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] 10.222.0.21 "GET /v2.0/ports?device_id=77103473-3c0d-4d17-8bf9-06a31032e72a HTTP/1.1" status: 200 len: 945 time: 0.1918955 Aug 22 13:25:11.022373 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-f96ec4c7-33fa-4ff6-b679-94c99442c1fd req-19aafa1d-97ea-44de-a9af-3a85d9f0faf5 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] For port 1833badd-4386-4c62-8d3b-0a555162ce1b, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=1833badd-4386-4c62-8d3b-0a555162ce1b,segment=NetworkSegment(8dbf5563-c593-4327-b654-2b0ff65b0129),segment_id=8dbf5563-c593-4327-b654-2b0ff65b0129)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:25:11.022672 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f96ec4c7-33fa-4ff6-b679-94c99442c1fd req-19aafa1d-97ea-44de-a9af-3a85d9f0faf5 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:11.049522 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21458588-5bc1-4dfb-8845-78c7f29e254d None None] Network dfedf898-aca6-4df9-b6f5-cb8b2650ce65 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:25:11.081659 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-f96ec4c7-33fa-4ff6-b679-94c99442c1fd req-19aafa1d-97ea-44de-a9af-3a85d9f0faf5 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Calling delete_port for 1833badd-4386-4c62-8d3b-0a555162ce1b owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:25:11.124616 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9cdcdfef-a16a-4e04-93fe-40d538c2aed8 req-5b61ad28-2768-4974-b431-23b6da5ecfdb tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] 10.222.0.21 "GET /v2.0/security-groups?id=c686296c-73e1-4ea8-98f1-94b6ac6c1b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848019 Aug 22 13:25:11.198428 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-1ba5a5c8-adcb-4be7-afce-342bf77d5f7f None None] Provisioning for port 2862b717-ad07-4839-9bac-33cd2f4324b6 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:25:11.237567 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7a4f6cba-3c27-4c96-ab15-9496fd93522a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:11.250294 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-04ef7e98-b196-4eb8-a31d-5315b17749d6 req-cdc03c86-9370-4e70-83c3-c1a4d4e81185 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] For port 52128729-b146-4fd6-ab5e-8d1d5629b7a9, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=52128729-b146-4fd6-ab5e-8d1d5629b7a9,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:25:11.250585 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-04ef7e98-b196-4eb8-a31d-5315b17749d6 req-cdc03c86-9370-4e70-83c3-c1a4d4e81185 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:11.319651 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-04ef7e98-b196-4eb8-a31d-5315b17749d6 req-cdc03c86-9370-4e70-83c3-c1a4d4e81185 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Calling delete_port for 52128729-b146-4fd6-ab5e-8d1d5629b7a9 owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:25:11.323924 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2b3a6e2b-af23-41a3-8fc4-2af3b683f46e req-712a1f14-4bf1-4b1f-af30-f76f675e8a97 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350358 Aug 22 13:25:11.332715 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 2862b717-ad07-4839-9bac-33cd2f4324b6 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:25:11.349250 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3883581-eab8-4443-a98b-13bf0f35da35 req-1b0ded0a-8cf3-42bb-94c1-ed8e00885f20 tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:11.352456 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c3883581-eab8-4443-a98b-13bf0f35da35 req-1b0ded0a-8cf3-42bb-94c1-ed8e00885f20 tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] 10.222.0.16 "GET /v2.0/ports?device_id=77103473-3c0d-4d17-8bf9-06a31032e72a HTTP/1.1" status: 200 len: 945 time: 0.4099631 Aug 22 13:25:11.457702 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 2862b717-ad07-4839-9bac-33cd2f4324b6 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:25:11.464868 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 2862b717-ad07-4839-9bac-33cd2f4324b6 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:25:11.465235 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:11.584692 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a4f6cba-3c27-4c96-ab15-9496fd93522a admin admin] Router 213977a6-06a1-4e4d-9e49-0489e920bd05 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:25:11.631631 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:11.727034 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4f6cba-3c27-4c96-ab15-9496fd93522a admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:25:11.738782 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f96ec4c7-33fa-4ff6-b679-94c99442c1fd req-19aafa1d-97ea-44de-a9af-3a85d9f0faf5 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:11.739606 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f96830-4b62-4142-9a61-df8d0115a077 None None] Sync routers for ids ['213977a6-06a1-4e4d-9e49-0489e920bd05'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:25:11.756712 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 2862b717-ad07-4839-9bac-33cd2f4324b6, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=2862b717-ad07-4839-9bac-33cd2f4324b6,segment=NetworkSegment(e0cf36a3-398c-4c68-a668-edae22b1fee1),segment_id=e0cf36a3-398c-4c68-a668-edae22b1fee1)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:25:11.758999 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7a4f6cba-3c27-4c96-ab15-9496fd93522a admin admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:11.759330 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f96830-4b62-4142-9a61-df8d0115a077 None None] Routers {'213977a6-06a1-4e4d-9e49-0489e920bd05'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:25:11.760423 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7a4f6cba-3c27-4c96-ab15-9496fd93522a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.7768080 Aug 22 13:25:11.761088 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-12f96830-4b62-4142-9a61-df8d0115a077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:25:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['213977a6-06a1-4e4d-9e49-0489e920bd05'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:25:11.764499 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50396) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:25:11.769987 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['1833badd-4386-4c62-8d3b-0a555162ce1b'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:25:11.781137 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49b894-55b9-4068-8ec1-557abb89c462 req-4c9ca22c-d99d-47ec-add0-6d5b38511e33 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:11.787318 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:11.789689 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fa49b894-55b9-4068-8ec1-557abb89c462 req-4c9ca22c-d99d-47ec-add0-6d5b38511e33 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 950 time: 0.4337039 Aug 22 13:25:11.826567 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-04ef7e98-b196-4eb8-a31d-5315b17749d6 req-cdc03c86-9370-4e70-83c3-c1a4d4e81185 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:11.860973 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829cc12-4bd8-4b7f-94d2-e7879057400b req-819848d1-ef38-45c1-913b-7155e99c5265 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:11.862748 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f829cc12-4bd8-4b7f-94d2-e7879057400b req-819848d1-ef38-45c1-913b-7155e99c5265 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eea0acc-5844-4e5f-83c8-10b0852f42cf HTTP/1.1" status: 200 len: 945 time: 0.2701919 Aug 22 13:25:11.863734 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aafa1d-97ea-44de-a9af-3a85d9f0faf5 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Pushing event deleted for resources: {'Port': ['ID=1833badd-4386-4c62-8d3b-0a555162ce1b,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:11.876867 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['c41641dd-85d8-40a3-8ec9-c3f0bde2f420', '1d8386a3-3243-4119-8cc5-30a64f15b98b'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:25:11.932949 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-c3883581-eab8-4443-a98b-13bf0f35da35 req-477d2c0c-701a-49bb-81c9-e4b5aeb61eef tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] Deleting port 0c5f529e-e178-4af3-a8b1-89adac8f8750 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:25:11.933815 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-c3883581-eab8-4443-a98b-13bf0f35da35 req-477d2c0c-701a-49bb-81c9-e4b5aeb61eef tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:11.934043 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc03c86-9370-4e70-83c3-c1a4d4e81185 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Pushing event deleted for resources: {'Port': ['ID=52128729-b146-4fd6-ab5e-8d1d5629b7a9,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:11.945397 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-12f96830-4b62-4142-9a61-df8d0115a077 None None] Set router 213977a6-06a1-4e4d-9e49-0489e920bd05 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:25:11.967848 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-f96ec4c7-33fa-4ff6-b679-94c99442c1fd req-19aafa1d-97ea-44de-a9af-3a85d9f0faf5 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] No DVR routers for this DVR port 1833badd-4386-4c62-8d3b-0a555162ce1b on host n-h1-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:25:11.991146 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['d0212b71-79cd-4311-ae89-e9abaec1ea35', '828cc14b-4200-4c08-98ac-e7734151cf9d', '143dfe51-b953-4e50-8ea2-a257f67c58ab', '52128729-b146-4fd6-ab5e-8d1d5629b7a9'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:25:12.000689 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f96ec4c7-33fa-4ff6-b679-94c99442c1fd req-19aafa1d-97ea-44de-a9af-3a85d9f0faf5 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:12.003168 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ef7e98-b196-4eb8-a31d-5315b17749d6 req-cdc03c86-9370-4e70-83c3-c1a4d4e81185 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] No DVR routers for this DVR port 52128729-b146-4fd6-ab5e-8d1d5629b7a9 on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:25:12.003730 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f96ec4c7-33fa-4ff6-b679-94c99442c1fd req-19aafa1d-97ea-44de-a9af-3a85d9f0faf5 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.41 "DELETE /v2.0/ports/1833badd-4386-4c62-8d3b-0a555162ce1b HTTP/1.1" status: 204 len: 173 time: 1.7217338 Aug 22 13:25:12.006600 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-04ef7e98-b196-4eb8-a31d-5315b17749d6 req-cdc03c86-9370-4e70-83c3-c1a4d4e81185 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:12.009708 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-04ef7e98-b196-4eb8-a31d-5315b17749d6 req-cdc03c86-9370-4e70-83c3-c1a4d4e81185 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.41 "DELETE /v2.0/ports/52128729-b146-4fd6-ab5e-8d1d5629b7a9 HTTP/1.1" status: 204 len: 173 time: 1.5040357 Aug 22 13:25:12.024745 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c17b775-a7f5-4b75-8bea-275c99ad9d10', 'name': 'network-vif-deleted', 'tag': '52128729-b146-4fd6-ab5e-8d1d5629b7a9'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:25:12.025504 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fa49b894-55b9-4068-8ec1-557abb89c462 req-cf47be13-7296-4a76-b981-a9438d2a8237 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348020 Aug 22 13:25:12.028430 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eea0acc-5844-4e5f-83c8-10b0852f42cf', 'name': 'network-vif-deleted', 'tag': '1833badd-4386-4c62-8d3b-0a555162ce1b'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:25:12.033972 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e48c03-081a-4292-8574-f447d3b05578" -d '{"events": [{"server_uuid": "6c17b775-a7f5-4b75-8bea-275c99ad9d10", "name": "network-vif-deleted", "tag": "52128729-b146-4fd6-ab5e-8d1d5629b7a9"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:25:12.038724 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985a391c-f36b-416e-9c06-7f24157bf8c8" -d '{"events": [{"server_uuid": "4eea0acc-5844-4e5f-83c8-10b0852f42cf", "name": "network-vif-deleted", "tag": "1833badd-4386-4c62-8d3b-0a555162ce1b"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:25:12.201827 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f829cc12-4bd8-4b7f-94d2-e7879057400b req-0cb66745-354a-482e-8ea9-7cfb4fb455ec tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec1bfcc7-b80c-4de4-b10e-973d7cada739&id=a1cb5472-3519-4f6a-b0df-8a8bb60eb6b3&id=0aa9bc20-c85d-43fa-a175-bc37f7e3073f&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3308518 Aug 22 13:25:12.320018 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171f6b9f-fb52-4800-b263-77308ef938a9 x-openstack-request-id: req-171f6b9f-fb52-4800-b263-77308ef938a9 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:25:12.327519 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eea0acc-5844-4e5f-83c8-10b0852f42cf", "name": "network-vif-deleted", "tag": "1833badd-4386-4c62-8d3b-0a555162ce1b", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:25:12.328078 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-171f6b9f-fb52-4800-b263-77308ef938a9 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:25:12.328911 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eea0acc-5844-4e5f-83c8-10b0852f42cf', 'name': 'network-vif-deleted', 'tag': '1833badd-4386-4c62-8d3b-0a555162ce1b', 'status': 'completed', 'code': 200} Aug 22 13:25:12.339175 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-12f96830-4b62-4142-9a61-df8d0115a077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'name': 'tempest-AttachVolumeShelveTestJSON-1882356738-router', 'tenant_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'c5586c10-7f76-4327-b012-bd54a160b417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:25:08Z', 'updated_at': '2021-08-22T13:25:10Z', 'revision_number': 3, 'project_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'gw_port': {'id': 'c5586c10-7f76-4327-b012-bd54a160b417', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:eb:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:09Z', 'updated_at': '2021-08-22T13:25:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:25:12.346097 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-89263de5-e461-4db3-8d17-979640849794 None None] Provisioning complete for port 2862b717-ad07-4839-9bac-33cd2f4324b6 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:25:12.346651 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-89263de5-e461-4db3-8d17-979640849794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:12.367636 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b343e62-7e23-4e20-b61d-832a35614f00 x-openstack-request-id: req-6b343e62-7e23-4e20-b61d-832a35614f00 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:25:12.368027 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c17b775-a7f5-4b75-8bea-275c99ad9d10", "name": "network-vif-deleted", "tag": "52128729-b146-4fd6-ab5e-8d1d5629b7a9", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:25:12.368289 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6b343e62-7e23-4e20-b61d-832a35614f00 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:25:12.368580 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c17b775-a7f5-4b75-8bea-275c99ad9d10', 'name': 'network-vif-deleted', 'tag': '52128729-b146-4fd6-ab5e-8d1d5629b7a9', 'status': 'completed', 'code': 200} Aug 22 13:25:12.374623 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-c3883581-eab8-4443-a98b-13bf0f35da35 req-477d2c0c-701a-49bb-81c9-e4b5aeb61eef tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] For port 0c5f529e-e178-4af3-a8b1-89adac8f8750, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=0c5f529e-e178-4af3-a8b1-89adac8f8750,segment=NetworkSegment(8bd94a03-7053-415b-b7ca-6c8861e21c58),segment_id=8bd94a03-7053-415b-b7ca-6c8861e21c58)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:25:12.380628 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-c3883581-eab8-4443-a98b-13bf0f35da35 req-477d2c0c-701a-49bb-81c9-e4b5aeb61eef tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:12.419394 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f96830-4b62-4142-9a61-df8d0115a077 None None] Checking router: 213977a6-06a1-4e4d-9e49-0489e920bd05 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:25:12.419730 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f96830-4b62-4142-9a61-df8d0115a077 None None] Updating router 213977a6-06a1-4e4d-9e49-0489e920bd05 port c5586c10-7f76-4327-b012-bd54a160b417 binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:25:12.439278 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-c3883581-eab8-4443-a98b-13bf0f35da35 req-477d2c0c-701a-49bb-81c9-e4b5aeb61eef tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] Calling delete_port for 0c5f529e-e178-4af3-a8b1-89adac8f8750 owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:25:12.492108 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=2862b717-ad07-4839-9bac-33cd2f4324b6,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:12.519253 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-12f96830-4b62-4142-9a61-df8d0115a077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:12.713891 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-57657b67-1dc4-4ece-9405-c175965147b4 req-6e4de7b7-e49d-440f-8d58-4d8ec41e7464 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c17b775-a7f5-4b75-8bea-275c99ad9d10 HTTP/1.1" status: 200 len: 210 time: 0.1529963 Aug 22 13:25:12.966233 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a0a91-e21d-41bf-85d6-10fff195b8cb req-e03fc076-42ff-494a-9375-b867c232b7db tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:12.971175 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b58a0a91-e21d-41bf-85d6-10fff195b8cb req-e03fc076-42ff-494a-9375-b867c232b7db tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] 10.222.0.21 "GET /v2.0/ports?device_id=77103473-3c0d-4d17-8bf9-06a31032e72a HTTP/1.1" status: 200 len: 945 time: 0.4972591 Aug 22 13:25:13.142374 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b58a0a91-e21d-41bf-85d6-10fff195b8cb req-8481de07-ae57-480c-a93f-ea8d16c8c5ef tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] 10.222.0.21 "GET /v2.0/security-groups?id=c686296c-73e1-4ea8-98f1-94b6ac6c1b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540351 Aug 22 13:25:13.155778 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-12f96830-4b62-4142-9a61-df8d0115a077 None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:13.161097 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b27b3796-73e1-4b66-b6c5-e81ea20f7d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:13.375590 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 2862b717-ad07-4839-9bac-33cd2f4324b6 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:25:13.398142 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-12f96830-4b62-4142-9a61-df8d0115a077 None None] Transition to ACTIVE for port object c5586c10-7f76-4327-b012-bd54a160b417 will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:25:13.407140 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-c3883581-eab8-4443-a98b-13bf0f35da35 req-477d2c0c-701a-49bb-81c9-e4b5aeb61eef tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:13.410645 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-12f96830-4b62-4142-9a61-df8d0115a077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:13.472118 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-b27b3796-73e1-4b66-b6c5-e81ea20f7d73 admin admin] Allocated IP 172.20.0.1 (dfedf898-aca6-4df9-b6f5-cb8b2650ce65/86161abd-93fb-4a2f-8c13-984112b572a1/d2834d00-2df8-4e69-b09e-e98ef3c97c27) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:25:13.482172 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08723b7-dd8f-4fac-978c-3c0afe4e5263 req-3deeeab0-71da-4699-adb2-bf4f6364e390 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:13.493340 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e08723b7-dd8f-4fac-978c-3c0afe4e5263 req-3deeeab0-71da-4699-adb2-bf4f6364e390 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 950 time: 0.2489972 Aug 22 13:25:13.503911 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 2862b717-ad07-4839-9bac-33cd2f4324b6 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:25:13.504340 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:13.530208 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee873e0-618a-48c4-8ab8-1ab6b6597c49 None None] Pushing event updated for resources: {'Port': ['ID=c5586c10-7f76-4327-b012-bd54a160b417,revision_number=2']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:13.567400 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-12f96830-4b62-4142-9a61-df8d0115a077 None None] Attempting to bind port c5586c10-7f76-4327-b012-bd54a160b417 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:25:13.569199 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-12f96830-4b62-4142-9a61-df8d0115a077 None None] Attempting to bind port c5586c10-7f76-4327-b012-bd54a160b417 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:25:13.579716 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f96830-4b62-4142-9a61-df8d0115a077 None None] Attempting to bind port c5586c10-7f76-4327-b012-bd54a160b417 on network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:25:13.586435 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f96830-4b62-4142-9a61-df8d0115a077 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:25:13.587291 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f96830-4b62-4142-9a61-df8d0115a077 None None] Checking segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:25:13.587782 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-12f96830-4b62-4142-9a61-df8d0115a077 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:13.588525 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f96830-4b62-4142-9a61-df8d0115a077 None None] Bound using segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:25:13.589479 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-12f96830-4b62-4142-9a61-df8d0115a077 None None] Bound port: c5586c10-7f76-4327-b012-bd54a160b417, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:25:13.590082 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-12f96830-4b62-4142-9a61-df8d0115a077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:13.594071 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477d2c0c-701a-49bb-81c9-e4b5aeb61eef tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] Pushing event deleted for resources: {'Port': ['ID=0c5f529e-e178-4af3-a8b1-89adac8f8750,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:13.639012 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b27b3796-73e1-4b66-b6c5-e81ea20f7d73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:13.661668 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-b27b3796-73e1-4b66-b6c5-e81ea20f7d73 admin admin] Transition to ACTIVE for port object d2834d00-2df8-4e69-b09e-e98ef3c97c27 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:25:13.702979 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b27b3796-73e1-4b66-b6c5-e81ea20f7d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:13.721897 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3883581-eab8-4443-a98b-13bf0f35da35 req-477d2c0c-701a-49bb-81c9-e4b5aeb61eef tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] No DVR routers for this DVR port 0c5f529e-e178-4af3-a8b1-89adac8f8750 on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:25:13.727303 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-c3883581-eab8-4443-a98b-13bf0f35da35 req-477d2c0c-701a-49bb-81c9-e4b5aeb61eef tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:13.727498 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-12f96830-4b62-4142-9a61-df8d0115a077 None None] For port c5586c10-7f76-4327-b012-bd54a160b417, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:25:13.729849 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c3883581-eab8-4443-a98b-13bf0f35da35 req-477d2c0c-701a-49bb-81c9-e4b5aeb61eef tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] 10.222.0.16 "DELETE /v2.0/ports/0c5f529e-e178-4af3-a8b1-89adac8f8750 HTTP/1.1" status: 204 len: 173 time: 2.3337214 Aug 22 13:25:13.740416 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-12f96830-4b62-4142-9a61-df8d0115a077 None None] For port c5586c10-7f76-4327-b012-bd54a160b417, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=c5586c10-7f76-4327-b012-bd54a160b417,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:25:13.753268 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-12f96830-4b62-4142-9a61-df8d0115a077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:13.761795 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27b3796-73e1-4b66-b6c5-e81ea20f7d73 admin admin] Network dfedf898-aca6-4df9-b6f5-cb8b2650ce65 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:25:13.765094 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-b27b3796-73e1-4b66-b6c5-e81ea20f7d73 admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:25:13.772760 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27b3796-73e1-4b66-b6c5-e81ea20f7d73 admin admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:25:13.773539 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e08723b7-dd8f-4fac-978c-3c0afe4e5263 req-984315fd-7648-4af9-9731-f121aad8dec5 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121134 Aug 22 13:25:13.775019 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27b3796-73e1-4b66-b6c5-e81ea20f7d73 admin admin] Pushing event updated for resources: {'Port': ['ID=d2834d00-2df8-4e69-b09e-e98ef3c97c27,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:13.800753 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5cbf2c3b-a0e1-49b9-954d-a7ac7af5be30 req-faf1aaf5-b28a-4ebb-a154-e9836096874d tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/security-groups/0aa9bc20-c85d-43fa-a175-bc37f7e3073f HTTP/1.1" status: 200 len: 1800 time: 0.2718103 Aug 22 13:25:13.870235 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b27b3796-73e1-4b66-b6c5-e81ea20f7d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:13.931550 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee873e0-618a-48c4-8ab8-1ab6b6597c49 None None] Pushing event updated for resources: {'Port': ['ID=c5586c10-7f76-4327-b012-bd54a160b417,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:13.932095 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5cbf2c3b-a0e1-49b9-954d-a7ac7af5be30 req-688292e9-58dc-4a01-bd3f-59aa897b32d9 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:13.963032 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f96830-4b62-4142-9a61-df8d0115a077 None None] Routers {'213977a6-06a1-4e4d-9e49-0489e920bd05'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:25:13.963803 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-12f96830-4b62-4142-9a61-df8d0115a077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:25:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['213977a6-06a1-4e4d-9e49-0489e920bd05'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:25:13.989762 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 52128729-b146-4fd6-ab5e-8d1d5629b7a9 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:25:14.024134 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5cbf2c3b-a0e1-49b9-954d-a7ac7af5be30 req-688292e9-58dc-4a01-bd3f-59aa897b32d9 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:14.031767 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: 52128729-b146-4fd6-ab5e-8d1d5629b7a9 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:25:14.032307 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 52128729-b146-4fd6-ab5e-8d1d5629b7a9 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:25:14.035020 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 1833badd-4386-4c62-8d3b-0a555162ce1b no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:25:14.080063 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: 1833badd-4386-4c62-8d3b-0a555162ce1b {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:25:14.080063 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 1833badd-4386-4c62-8d3b-0a555162ce1b not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:25:14.180182 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5cbf2c3b-a0e1-49b9-954d-a7ac7af5be30 req-688292e9-58dc-4a01-bd3f-59aa897b32d9 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:14.183050 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5cbf2c3b-a0e1-49b9-954d-a7ac7af5be30 req-688292e9-58dc-4a01-bd3f-59aa897b32d9 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:14.207433 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5cbf2c3b-a0e1-49b9-954d-a7ac7af5be30 req-688292e9-58dc-4a01-bd3f-59aa897b32d9 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "DELETE /v2.0/security-groups/0aa9bc20-c85d-43fa-a175-bc37f7e3073f HTTP/1.1" status: 204 len: 173 time: 0.4053116 Aug 22 13:25:14.260503 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688292e9-58dc-4a01-bd3f-59aa897b32d9 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa9bc20-c85d-43fa-a175-bc37f7e3073f,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:14.289500 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-12f96830-4b62-4142-9a61-df8d0115a077 None None] Set router 213977a6-06a1-4e4d-9e49-0489e920bd05 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:25:14.297234 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b27b3796-73e1-4b66-b6c5-e81ea20f7d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:14.336119 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77103473-3c0d-4d17-8bf9-06a31032e72a', 'name': 'network-vif-deleted', 'tag': '0c5f529e-e178-4af3-a8b1-89adac8f8750'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:25:14.339107 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699ea1aa-6a67-434e-a533-e1d858b5dee2" -d '{"events": [{"server_uuid": "77103473-3c0d-4d17-8bf9-06a31032e72a", "name": "network-vif-deleted", "tag": "0c5f529e-e178-4af3-a8b1-89adac8f8750"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:25:14.349013 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-7f3ae6ea-dbbf-4647-a50d-23366e4bdb68 None None] Provisioning for port d2834d00-2df8-4e69-b09e-e98ef3c97c27 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:25:14.358853 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-7f3ae6ea-dbbf-4647-a50d-23366e4bdb68 None None] Provisioning complete for port d2834d00-2df8-4e69-b09e-e98ef3c97c27 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:25:14.359224 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7f3ae6ea-dbbf-4647-a50d-23366e4bdb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:14.411609 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0083ce38-c33c-464a-92d6-45b9a9827827 req-96624f49-349c-41ac-8da3-85b5b08ae4e0 tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "GET /v2.0/security-groups/a1cb5472-3519-4f6a-b0df-8a8bb60eb6b3 HTTP/1.1" status: 200 len: 1799 time: 0.0994482 Aug 22 13:25:14.463508 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-7f3ae6ea-dbbf-4647-a50d-23366e4bdb68 None None] Port d2834d00-2df8-4e69-b09e-e98ef3c97c27 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:25:14.468535 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-752b5ff8-522c-4349-a2ee-160b8750d622 req-0792de7c-b764-4965-b940-000b9fd7be09 tempest-VolumesAdminNegativeTest-1122156742 tempest-VolumesAdminNegativeTest-1122156742-project] 10.222.0.21 "GET /v2.0/ports?device_id=77103473-3c0d-4d17-8bf9-06a31032e72a HTTP/1.1" status: 200 len: 210 time: 0.0559113 Aug 22 13:25:14.553568 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-12f96830-4b62-4142-9a61-df8d0115a077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'name': 'tempest-AttachVolumeShelveTestJSON-1882356738-router', 'tenant_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'c5586c10-7f76-4327-b012-bd54a160b417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:25:08Z', 'updated_at': '2021-08-22T13:25:10Z', 'revision_number': 3, 'project_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'gw_port': {'id': 'c5586c10-7f76-4327-b012-bd54a160b417', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:eb:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:09Z', 'updated_at': '2021-08-22T13:25:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:25:14.568698 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-0083ce38-c33c-464a-92d6-45b9a9827827 req-6f3ff8a0-a1da-4d97-95fb-4f01cd91c41d tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:14.616398 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f96830-4b62-4142-9a61-df8d0115a077 None None] The sync data for ids ['213977a6-06a1-4e4d-9e49-0489e920bd05'] in n-d-793621-33 is: [{'id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'name': 'tempest-AttachVolumeShelveTestJSON-1882356738-router', 'tenant_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'c5586c10-7f76-4327-b012-bd54a160b417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:25:08Z', 'updated_at': '2021-08-22T13:25:10Z', 'revision_number': 3, 'project_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'gw_port': {'id': 'c5586c10-7f76-4327-b012-bd54a160b417', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:eb:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:09Z', 'updated_at': '2021-08-22T13:25:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:25:14.631679 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b27b3796-73e1-4b66-b6c5-e81ea20f7d73 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:14.636751 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-0083ce38-c33c-464a-92d6-45b9a9827827 req-6f3ff8a0-a1da-4d97-95fb-4f01cd91c41d tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:14.637704 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b27b3796-73e1-4b66-b6c5-e81ea20f7d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:14.693406 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-0083ce38-c33c-464a-92d6-45b9a9827827 req-6f3ff8a0-a1da-4d97-95fb-4f01cd91c41d tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:14.696725 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-0083ce38-c33c-464a-92d6-45b9a9827827 req-6f3ff8a0-a1da-4d97-95fb-4f01cd91c41d tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:14.704524 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0083ce38-c33c-464a-92d6-45b9a9827827 req-6f3ff8a0-a1da-4d97-95fb-4f01cd91c41d tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] 10.222.0.21 "DELETE /v2.0/security-groups/a1cb5472-3519-4f6a-b0df-8a8bb60eb6b3 HTTP/1.1" status: 204 len: 173 time: 0.2686224 Aug 22 13:25:14.707526 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50446) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:25:14.785200 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27b3796-73e1-4b66-b6c5-e81ea20f7d73 admin admin] Pushing event updated for resources: {'Port': ['ID=d2834d00-2df8-4e69-b09e-e98ef3c97c27,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:14.798833 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6eba17-38b5-411f-87c2-0956fa3348ff x-openstack-request-id: req-de6eba17-38b5-411f-87c2-0956fa3348ff {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:25:14.804632 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77103473-3c0d-4d17-8bf9-06a31032e72a", "name": "network-vif-deleted", "tag": "0c5f529e-e178-4af3-a8b1-89adac8f8750", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:25:14.805621 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-de6eba17-38b5-411f-87c2-0956fa3348ff {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:25:14.809820 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77103473-3c0d-4d17-8bf9-06a31032e72a', 'name': 'network-vif-deleted', 'tag': '0c5f529e-e178-4af3-a8b1-89adac8f8750', 'status': 'completed', 'code': 200} Aug 22 13:25:14.810782 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ff8a0-a1da-4d97-95fb-4f01cd91c41d tempest-SecurityGroupsTestJSON-1235522392 tempest-SecurityGroupsTestJSON-1235522392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1cb5472-3519-4f6a-b0df-8a8bb60eb6b3,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:14.830741 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b27b3796-73e1-4b66-b6c5-e81ea20f7d73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:14.858773 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-17a7541f-8300-48c2-afcf-8a2bc7c72411 admin admin] Deleting subnet 47905976-7615-4706-a3a5-44c47fe2a643 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:25:14.865588 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-17a7541f-8300-48c2-afcf-8a2bc7c72411 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:14.977470 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-17a7541f-8300-48c2-afcf-8a2bc7c72411 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:14.988300 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27b3796-73e1-4b66-b6c5-e81ea20f7d73 admin admin] Network dfedf898-aca6-4df9-b6f5-cb8b2650ce65 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:25:14.993363 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-b27b3796-73e1-4b66-b6c5-e81ea20f7d73 admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:25:15.045924 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4cb9d-5260-4a4d-9f04-ae9efd34eb1c req-7ead3dcd-dc97-41fc-8f28-dab6c351aa93 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:15.049197 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b7e4cb9d-5260-4a4d-9f04-ae9efd34eb1c req-7ead3dcd-dc97-41fc-8f28-dab6c351aa93 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7527169d-b50d-419f-9520-bc68b4063b1e HTTP/1.1" status: 200 len: 949 time: 0.1616290 Aug 22 13:25:15.060953 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f7e1c-2dff-4faf-8238-93310d28cee3 req-2e67a2dc-6504-41c7-8d8a-c3130e7ffdad tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:15.062475 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8c5f7e1c-2dff-4faf-8238-93310d28cee3 req-2e67a2dc-6504-41c7-8d8a-c3130e7ffdad tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 950 time: 0.1328957 Aug 22 13:25:15.082327 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-17a7541f-8300-48c2-afcf-8a2bc7c72411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:15.261455 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b27b3796-73e1-4b66-b6c5-e81ea20f7d73 admin admin] Router 213977a6-06a1-4e4d-9e49-0489e920bd05 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:25:15.269031 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b7e4cb9d-5260-4a4d-9f04-ae9efd34eb1c req-885b81a8-449a-4453-859e-01f4ed63e206 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054615 Aug 22 13:25:15.290057 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8c5f7e1c-2dff-4faf-8238-93310d28cee3 req-8b4c62ed-8c07-4f52-887f-573fc88d5573 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077579 Aug 22 13:25:15.352992 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-17a7541f-8300-48c2-afcf-8a2bc7c72411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:15.355518 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device c5586c10-7f76-4327-b012-bd54a160b417 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:25:15.394615 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a7541f-8300-48c2-afcf-8a2bc7c72411 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47905976-7615-4706-a3a5-44c47fe2a643,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:15.396762 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-17a7541f-8300-48c2-afcf-8a2bc7c72411 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:15.398930 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-17a7541f-8300-48c2-afcf-8a2bc7c72411 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/47905976-7615-4706-a3a5-44c47fe2a643 HTTP/1.1" status: 204 len: 168 time: 0.6873596 Aug 22 13:25:15.402709 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50454) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:25:15.418157 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 0c5f529e-e178-4af3-a8b1-89adac8f8750 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:25:15.465113 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: 0c5f529e-e178-4af3-a8b1-89adac8f8750 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:25:15.466216 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 0c5f529e-e178-4af3-a8b1-89adac8f8750 not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:25:15.479096 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27b3796-73e1-4b66-b6c5-e81ea20f7d73 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:25:15.486949 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b27b3796-73e1-4b66-b6c5-e81ea20f7d73 admin admin] 10.222.0.21 "PUT /v2.0/routers/213977a6-06a1-4e4d-9e49-0489e920bd05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7213860 Aug 22 13:25:15.541988 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-620f77c0-6d7a-445c-80ad-04def6469adb None None] Provisioning complete for port d2834d00-2df8-4e69-b09e-e98ef3c97c27 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:25:15.542507 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-620f77c0-6d7a-445c-80ad-04def6469adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:15.546831 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port c5586c10-7f76-4327-b012-bd54a160b417 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:25:15.556103 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7a90b304-1fd8-4fde-9ffd-351d55436721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:15.576771 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50464) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:25:15.581552 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port c5586c10-7f76-4327-b012-bd54a160b417 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:25:15.582010 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:15.667303 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-620f77c0-6d7a-445c-80ad-04def6469adb None None] Port d2834d00-2df8-4e69-b09e-e98ef3c97c27 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:25:15.703834 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-65e938a5-7ef8-4c1a-872c-5e235542d457 admin admin] Deleting subnet c0466a45-ee84-4fef-bcce-6168eab86fb6 {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:25:15.713704 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-65e938a5-7ef8-4c1a-872c-5e235542d457 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:15.778305 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-65e938a5-7ef8-4c1a-872c-5e235542d457 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:15.816141 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:15.898587 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-65e938a5-7ef8-4c1a-872c-5e235542d457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:15.901980 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port c5586c10-7f76-4327-b012-bd54a160b417, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=c5586c10-7f76-4327-b012-bd54a160b417,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:25:15.908925 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:15.985059 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=c5586c10-7f76-4327-b012-bd54a160b417,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:16.035549 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-65e938a5-7ef8-4c1a-872c-5e235542d457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:16.071159 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e938a5-7ef8-4c1a-872c-5e235542d457 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0466a45-ee84-4fef-bcce-6168eab86fb6,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:16.073203 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-65e938a5-7ef8-4c1a-872c-5e235542d457 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:16.075127 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-65e938a5-7ef8-4c1a-872c-5e235542d457 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c0466a45-ee84-4fef-bcce-6168eab86fb6 HTTP/1.1" status: 204 len: 168 time: 0.4965131 Aug 22 13:25:16.077875 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50474) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:25:16.245760 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-14734447-6269-40a8-a0db-6899be3b2575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:16.273894 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21baf4-d766-4051-a523-fbf68c08bc9a req-beb5de12-b2a3-4e1d-963d-c086a50807bd tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:16.275592 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-da21baf4-d766-4051-a523-fbf68c08bc9a req-beb5de12-b2a3-4e1d-963d-c086a50807bd tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5fae91d-e095-4a8b-a9cf-39bda265f757 HTTP/1.1" status: 200 len: 949 time: 0.1001668 Aug 22 13:25:16.320306 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7a90b304-1fd8-4fde-9ffd-351d55436721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:16.335820 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-7a90b304-1fd8-4fde-9ffd-351d55436721 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5abd83f5-dd9c-40d4-a99b-390a490c5779']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:25:16.349948 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-7a90b304-1fd8-4fde-9ffd-351d55436721 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dbf5563-c593-4327-b654-2b0ff65b0129') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:25:16.350456 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-7a90b304-1fd8-4fde-9ffd-351d55436721 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dbf5563-c593-4327-b654-2b0ff65b0129') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:25:16.364184 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7a90b304-1fd8-4fde-9ffd-351d55436721 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:16.383901 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7a90b304-1fd8-4fde-9ffd-351d55436721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:16.395656 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a90b304-1fd8-4fde-9ffd-351d55436721 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:25:16.396115 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7a90b304-1fd8-4fde-9ffd-351d55436721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:16.399741 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:25:16.399741 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:25:16.399741 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:25:16.399741 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:25:16.399741 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:25:16.399741 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:25:16.399741 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:25:16.399741 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:25:16.399741 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:25:16.399741 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:25:16.399741 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:25:16.399741 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:25:16.399741 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:25:16.399741 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:25:16.399741 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:25:16.399741 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:25:16.399741 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:25:16.399741 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:25:16.399741 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:25:16.399741 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:25:16.399741 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:25:16.399741 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:25:16.399741 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:25:16.399741 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:25:16.399741 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:25:16.399741 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:25:16.399741 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:25:16.399741 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:25:16.399741 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:25:16.399741 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:25:16.399741 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:25:16.399741 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:25:16.458088 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-14734447-6269-40a8-a0db-6899be3b2575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:16.469640 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-14734447-6269-40a8-a0db-6899be3b2575 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0012740-e4fa-4b78-b08d-06b0f05ecf80']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:25:16.481471 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-14734447-6269-40a8-a0db-6899be3b2575 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bd94a03-7053-415b-b7ca-6c8861e21c58') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:25:16.482442 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-14734447-6269-40a8-a0db-6899be3b2575 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bd94a03-7053-415b-b7ca-6c8861e21c58') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:25:16.493754 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-14734447-6269-40a8-a0db-6899be3b2575 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:16.509839 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-14734447-6269-40a8-a0db-6899be3b2575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:16.517961 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14734447-6269-40a8-a0db-6899be3b2575 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:25:16.518671 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-14734447-6269-40a8-a0db-6899be3b2575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:16.530133 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7a90b304-1fd8-4fde-9ffd-351d55436721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:16.565071 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50486) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:25:16.574644 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-d381dcc6-45ae-4c3b-acd1-054de8247724 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1502305364', 'description': 'tempest-description--247610943'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:25:16.587363 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:25:16.587363 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:25:16.587363 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:25:16.587363 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:25:16.587363 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:25:16.587363 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:25:16.587363 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:25:16.587363 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:25:16.587363 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:25:16.587363 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:25:16.587363 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:25:16.587363 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:25:16.587363 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:25:16.587363 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:25:16.587363 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:25:16.587363 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:25:16.587363 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:25:16.587363 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:25:16.587363 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:25:16.587363 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:25:16.587363 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:25:16.587363 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:25:16.587363 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:25:16.587363 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:25:16.587363 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:25:16.587363 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:25:16.587363 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:25:16.587363 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:25:16.587363 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:25:16.587363 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:25:16.587363 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:25:16.587363 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:25:16.596873 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-14734447-6269-40a8-a0db-6899be3b2575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:16.612414 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7a90b304-1fd8-4fde-9ffd-351d55436721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:16.614473 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-7a90b304-1fd8-4fde-9ffd-351d55436721 admin admin] 10.222.0.21 "DELETE /v2.0/networks/5abd83f5-dd9c-40d4-a99b-390a490c5779 HTTP/1.1" status: 204 len: 168 time: 1.2105196 Aug 22 13:25:16.618818 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-14734447-6269-40a8-a0db-6899be3b2575 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:16.620777 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-14734447-6269-40a8-a0db-6899be3b2575 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e0012740-e4fa-4b78-b08d-06b0f05ecf80 HTTP/1.1" status: 204 len: 168 time: 0.5416980 Aug 22 13:25:16.629578 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50490) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:25:16.633105 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d381dcc6-45ae-4c3b-acd1-054de8247724 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:16.669449 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a90b304-1fd8-4fde-9ffd-351d55436721 admin admin] Pushing event deleted for resources: {'Network': ['ID=5abd83f5-dd9c-40d4-a99b-390a490c5779,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:16.675090 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14734447-6269-40a8-a0db-6899be3b2575 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0012740-e4fa-4b78-b08d-06b0f05ecf80,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:16.710344 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-64b65507-6b4c-4b46-8b35-10d77882da2c admin admin] Deleting subnet 7b41c770-a280-469a-ab84-444f8b523d6c {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:25:16.711947 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c03ee8-6816-483f-9829-e441188ca6f1 req-acaf49ba-9332-4f2b-a774-b6caf9f0ea16 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:16.717512 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-64b65507-6b4c-4b46-8b35-10d77882da2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:16.720868 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e9c03ee8-6816-483f-9829-e441188ca6f1 req-acaf49ba-9332-4f2b-a774-b6caf9f0ea16 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7527169d-b50d-419f-9520-bc68b4063b1e HTTP/1.1" status: 200 len: 949 time: 0.3308413 Aug 22 13:25:16.722225 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-da21baf4-d766-4051-a523-fbf68c08bc9a req-8b65a6d1-69fe-4da3-9d61-3f20361cb0da tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Deleting port 143dfe51-b953-4e50-8ea2-a257f67c58ab {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:25:16.724456 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-da21baf4-d766-4051-a523-fbf68c08bc9a req-8b65a6d1-69fe-4da3-9d61-3f20361cb0da tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:16.764986 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c1381a-0871-428f-88f6-385b934c79c5 req-62b46511-4d7e-4e35-991d-a2e59f831efc tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:16.767173 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-04c1381a-0871-428f-88f6-385b934c79c5 req-62b46511-4d7e-4e35-991d-a2e59f831efc tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.16 "GET /v2.0/ports?device_id=7527169d-b50d-419f-9520-bc68b4063b1e HTTP/1.1" status: 200 len: 949 time: 0.2509716 Aug 22 13:25:16.847757 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-64b65507-6b4c-4b46-8b35-10d77882da2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:16.905640 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50492) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:25:16.914934 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094ce3c-4f82-4d3f-9b16-3b94421f545e req-56307271-4d93-4d39-9b7d-1957d10d3fcb tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:16.916550 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5094ce3c-4f82-4d3f-9b16-3b94421f545e req-56307271-4d93-4d39-9b7d-1957d10d3fcb tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 950 time: 0.2783213 Aug 22 13:25:16.931851 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e9c03ee8-6816-483f-9829-e441188ca6f1 req-a688f36d-e8a4-4ff6-abe6-e3fe435aba85 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100401 Aug 22 13:25:16.970373 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-da21baf4-d766-4051-a523-fbf68c08bc9a req-8b65a6d1-69fe-4da3-9d61-3f20361cb0da tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] For port 143dfe51-b953-4e50-8ea2-a257f67c58ab, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=143dfe51-b953-4e50-8ea2-a257f67c58ab,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:25:16.971013 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-da21baf4-d766-4051-a523-fbf68c08bc9a req-8b65a6d1-69fe-4da3-9d61-3f20361cb0da tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:17.000208 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-da21baf4-d766-4051-a523-fbf68c08bc9a req-8b65a6d1-69fe-4da3-9d61-3f20361cb0da tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Calling delete_port for 143dfe51-b953-4e50-8ea2-a257f67c58ab owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:25:17.006485 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5094ce3c-4f82-4d3f-9b16-3b94421f545e req-e5ff884e-f710-4e41-b012-325eded2550c tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734570 Aug 22 13:25:17.036476 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-64b65507-6b4c-4b46-8b35-10d77882da2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:17.068476 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-04c1381a-0871-428f-88f6-385b934c79c5 req-c6192071-aa62-4238-9779-df6a3999443a tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Deleting port 1d8386a3-3243-4119-8cc5-30a64f15b98b {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:25:17.068815 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-04c1381a-0871-428f-88f6-385b934c79c5 req-c6192071-aa62-4238-9779-df6a3999443a tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:17.185531 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d381dcc6-45ae-4c3b-acd1-054de8247724 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:17.241753 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d381dcc6-45ae-4c3b-acd1-054de8247724 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:17.294362 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device c5586c10-7f76-4327-b012-bd54a160b417 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:25:17.392047 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port c5586c10-7f76-4327-b012-bd54a160b417 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:25:17.392445 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:17.436510 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d381dcc6-45ae-4c3b-acd1-054de8247724 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f995f7-29d9-4ea1-8a86-26535a55404a,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:17.441945 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde0a103-3a05-47f4-988d-8ffe393668fc None None] Sync routers for ids ['213977a6-06a1-4e4d-9e49-0489e920bd05'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:25:17.459363 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d381dcc6-45ae-4c3b-acd1-054de8247724 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:17.461387 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d381dcc6-45ae-4c3b-acd1-054de8247724 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8926339 Aug 22 13:25:17.465464 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50508) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:25:17.467752 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde0a103-3a05-47f4-988d-8ffe393668fc None None] Routers {'213977a6-06a1-4e4d-9e49-0489e920bd05'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:25:17.468634 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-cde0a103-3a05-47f4-988d-8ffe393668fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:25:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['213977a6-06a1-4e4d-9e49-0489e920bd05'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:25:17.473199 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-f85dc73e-8efb-42b5-8806-250a959affee tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Request body: {'security_group_rule': {'security_group_id': 'e4f995f7-29d9-4ea1-8a86-26535a55404a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:25:17.516838 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-04c1381a-0871-428f-88f6-385b934c79c5 req-c6192071-aa62-4238-9779-df6a3999443a tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] For port 1d8386a3-3243-4119-8cc5-30a64f15b98b, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=1d8386a3-3243-4119-8cc5-30a64f15b98b,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:25:17.517328 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-04c1381a-0871-428f-88f6-385b934c79c5 req-c6192071-aa62-4238-9779-df6a3999443a tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:17.520795 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f85dc73e-8efb-42b5-8806-250a959affee tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:17.544086 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-04c1381a-0871-428f-88f6-385b934c79c5 req-c6192071-aa62-4238-9779-df6a3999443a tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Calling delete_port for 1d8386a3-3243-4119-8cc5-30a64f15b98b owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:25:17.566551 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-98d04eab-53cc-4167-9e3f-20707fb36b6d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=912d51faeaa64e41b37378475a439e61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6593888 Aug 22 13:25:17.571647 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50510) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:25:17.584663 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-cde0a103-3a05-47f4-988d-8ffe393668fc None None] Set router 213977a6-06a1-4e4d-9e49-0489e920bd05 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:25:17.652766 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f85dc73e-8efb-42b5-8806-250a959affee tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:17.664853 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f85dc73e-8efb-42b5-8806-250a959affee tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:17.688706 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-64b65507-6b4c-4b46-8b35-10d77882da2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:17.699679 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dc73e-8efb-42b5-8806-250a959affee tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=549500f3-1ae5-400b-a2d6-9fd114645a1f,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:17.724197 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f85dc73e-8efb-42b5-8806-250a959affee tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:17.728353 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f85dc73e-8efb-42b5-8806-250a959affee tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2588258 Aug 22 13:25:17.728762 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50512) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:25:17.733300 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ef2b0313-2be7-4d82-b293-5e709e31d28f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:17.734663 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-8ed0f5f3-4d22-4965-9b87-300bbf319bf7 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Request body: {'security_group_rule': {'security_group_id': 'e4f995f7-29d9-4ea1-8a86-26535a55404a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:25:17.759673 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ef2b0313-2be7-4d82-b293-5e709e31d28f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:17.806635 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8ed0f5f3-4d22-4965-9b87-300bbf319bf7 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:17.832189 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b65507-6b4c-4b46-8b35-10d77882da2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b41c770-a280-469a-ab84-444f8b523d6c,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:17.856203 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-cde0a103-3a05-47f4-988d-8ffe393668fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'name': 'tempest-AttachVolumeShelveTestJSON-1882356738-router', 'tenant_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'c5586c10-7f76-4327-b012-bd54a160b417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:25:08Z', 'updated_at': '2021-08-22T13:25:14Z', 'revision_number': 4, 'project_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'gw_port': {'id': 'c5586c10-7f76-4327-b012-bd54a160b417', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:eb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:09Z', 'updated_at': '2021-08-22T13:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'd2834d00-2df8-4e69-b09e-e98ef3c97c27', 'name': '', 'network_id': 'dfedf898-aca6-4df9-b6f5-cb8b2650ce65', 'tenant_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'mac_address': 'fa:16:3e:e9:d3:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '86161abd-93fb-4a2f-8c13-984112b572a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:13Z', 'updated_at': '2021-08-22T13:25:14Z', 'revision_number': 2, 'project_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'subnets': [{'id': '86161abd-93fb-4a2f-8c13-984112b572a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:25:17.865199 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ef2b0313-2be7-4d82-b293-5e709e31d28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:17.868044 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ef2b0313-2be7-4d82-b293-5e709e31d28f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:17.869329 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ef2b0313-2be7-4d82-b293-5e709e31d28f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ec1bfcc7-b80c-4de4-b10e-973d7cada739 HTTP/1.1" status: 204 len: 168 time: 0.2967024 Aug 22 13:25:17.870502 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-64b65507-6b4c-4b46-8b35-10d77882da2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:17.872782 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-64b65507-6b4c-4b46-8b35-10d77882da2c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7b41c770-a280-469a-ab84-444f8b523d6c HTTP/1.1" status: 204 len: 168 time: 1.2380486 Aug 22 13:25:17.881142 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50516) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:25:17.890876 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde0a103-3a05-47f4-988d-8ffe393668fc None None] Checking router: 213977a6-06a1-4e4d-9e49-0489e920bd05 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:25:17.891705 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde0a103-3a05-47f4-988d-8ffe393668fc None None] Updating router 213977a6-06a1-4e4d-9e49-0489e920bd05 port d2834d00-2df8-4e69-b09e-e98ef3c97c27 binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:25:17.910549 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8ed0f5f3-4d22-4965-9b87-300bbf319bf7 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:17.916275 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2b0313-2be7-4d82-b293-5e709e31d28f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1bfcc7-b80c-4de4-b10e-973d7cada739,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:17.924838 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8ed0f5f3-4d22-4965-9b87-300bbf319bf7 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:17.932059 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-cde0a103-3a05-47f4-988d-8ffe393668fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:17.956849 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed0f5f3-4d22-4965-9b87-300bbf319bf7 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e37ec07-1803-4dad-9638-b58d46c81e63,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:17.960705 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-04c1381a-0871-428f-88f6-385b934c79c5 req-c6192071-aa62-4238-9779-df6a3999443a tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:17.988357 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8ed0f5f3-4d22-4965-9b87-300bbf319bf7 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:17.989515 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-8ed0f5f3-4d22-4965-9b87-300bbf319bf7 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2592237 Aug 22 13:25:18.003854 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50520) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:25:18.011313 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-30bc18db-e508-4295-aad7-4384a23a020f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:18.014845 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-da21baf4-d766-4051-a523-fbf68c08bc9a req-8b65a6d1-69fe-4da3-9d61-3f20361cb0da tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:18.033740 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['d0212b71-79cd-4311-ae89-e9abaec1ea35', '828cc14b-4200-4c08-98ac-e7734151cf9d', '143dfe51-b953-4e50-8ea2-a257f67c58ab'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:25:18.047695 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-d83e01b4-b2be-44d5-932d-d00339744ca4 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Request body: {'floatingip': {'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:25:18.096751 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6192071-aa62-4238-9779-df6a3999443a tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Pushing event deleted for resources: {'Port': ['ID=1d8386a3-3243-4119-8cc5-30a64f15b98b,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:18.097498 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['c41641dd-85d8-40a3-8ec9-c3f0bde2f420', '1d8386a3-3243-4119-8cc5-30a64f15b98b'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:25:18.098764 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d83e01b4-b2be-44d5-932d-d00339744ca4 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks [] for floatingip, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:18.142116 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-63ab115f-d574-4e45-9022-00921ceb4046 req-53be3920-5615-4e41-bcf8-7106dd0fc842 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7527169d-b50d-419f-9520-bc68b4063b1e HTTP/1.1" status: 200 len: 210 time: 0.0594208 Aug 22 13:25:18.217773 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-30bc18db-e508-4295-aad7-4384a23a020f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:18.229090 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-30bc18db-e508-4295-aad7-4384a23a020f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72b424a1-b89e-4c11-a816-2c4a794216c3']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:25:18.243267 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-30bc18db-e508-4295-aad7-4384a23a020f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68898c5f-d826-4031-8413-cb695584c746') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:25:18.244298 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-30bc18db-e508-4295-aad7-4384a23a020f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68898c5f-d826-4031-8413-cb695584c746') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:25:18.260351 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-30bc18db-e508-4295-aad7-4384a23a020f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:18.284815 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c1381a-0871-428f-88f6-385b934c79c5 req-c6192071-aa62-4238-9779-df6a3999443a tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] No DVR routers for this DVR port 1d8386a3-3243-4119-8cc5-30a64f15b98b on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:25:18.292186 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-04c1381a-0871-428f-88f6-385b934c79c5 req-c6192071-aa62-4238-9779-df6a3999443a tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:18.294403 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-04c1381a-0871-428f-88f6-385b934c79c5 req-c6192071-aa62-4238-9779-df6a3999443a tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.16 "DELETE /v2.0/ports/1d8386a3-3243-4119-8cc5-30a64f15b98b HTTP/1.1" status: 204 len: 173 time: 1.5013168 Aug 22 13:25:18.296268 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7527169d-b50d-419f-9520-bc68b4063b1e', 'name': 'network-vif-deleted', 'tag': '1d8386a3-3243-4119-8cc5-30a64f15b98b'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:25:18.299282 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf302cb-e52f-47cc-a8e0-b20c82924f96" -d '{"events": [{"server_uuid": "7527169d-b50d-419f-9520-bc68b4063b1e", "name": "network-vif-deleted", "tag": "1d8386a3-3243-4119-8cc5-30a64f15b98b"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:25:18.302092 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-30bc18db-e508-4295-aad7-4384a23a020f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:18.315636 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30bc18db-e508-4295-aad7-4384a23a020f admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:25:18.318118 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-30bc18db-e508-4295-aad7-4384a23a020f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:18.331513 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631cda77-f6eb-4715-98b1-d43798a84640 req-33a84beb-5e0c-4a73-887d-ccf4eb315b1b tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:18.333362 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-631cda77-f6eb-4715-98b1-d43798a84640 req-33a84beb-5e0c-4a73-887d-ccf4eb315b1b tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 950 time: 0.1504316 Aug 22 13:25:18.409228 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a27337-7832-430e-bdc0-5e9e89f4724a x-openstack-request-id: req-39a27337-7832-430e-bdc0-5e9e89f4724a {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:25:18.409583 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7527169d-b50d-419f-9520-bc68b4063b1e", "name": "network-vif-deleted", "tag": "1d8386a3-3243-4119-8cc5-30a64f15b98b", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:25:18.409846 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-39a27337-7832-430e-bdc0-5e9e89f4724a {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:25:18.410256 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7527169d-b50d-419f-9520-bc68b4063b1e', 'name': 'network-vif-deleted', 'tag': '1d8386a3-3243-4119-8cc5-30a64f15b98b', 'status': 'completed', 'code': 200} Aug 22 13:25:18.445392 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d83e01b4-b2be-44d5-932d-d00339744ca4 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:18.449510 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b65a6d1-69fe-4da3-9d61-3f20361cb0da tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Pushing event deleted for resources: {'Port': ['ID=143dfe51-b953-4e50-8ea2-a257f67c58ab,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:18.465963 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-631cda77-f6eb-4715-98b1-d43798a84640 req-31761f2f-5914-49dc-9b68-71723606f33c tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135068 Aug 22 13:25:18.471636 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:25:18.471636 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:25:18.471636 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:25:18.471636 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:25:18.471636 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:25:18.471636 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:25:18.471636 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:25:18.471636 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:25:18.471636 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:25:18.471636 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:25:18.471636 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:25:18.471636 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:25:18.471636 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:25:18.471636 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:25:18.471636 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:25:18.471636 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:25:18.471636 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:25:18.471636 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:25:18.471636 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:25:18.471636 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:25:18.471636 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:25:18.471636 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:25:18.471636 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:25:18.471636 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:25:18.471636 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:25:18.471636 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:25:18.471636 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:25:18.471636 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:25:18.471636 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:25:18.471636 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:25:18.471636 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:25:18.471636 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:25:18.509554 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-da21baf4-d766-4051-a523-fbf68c08bc9a req-8b65a6d1-69fe-4da3-9d61-3f20361cb0da tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] No DVR routers for this DVR port 143dfe51-b953-4e50-8ea2-a257f67c58ab on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:25:18.514477 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-da21baf4-d766-4051-a523-fbf68c08bc9a req-8b65a6d1-69fe-4da3-9d61-3f20361cb0da tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:18.518678 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-da21baf4-d766-4051-a523-fbf68c08bc9a req-8b65a6d1-69fe-4da3-9d61-3f20361cb0da tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.41 "DELETE /v2.0/ports/143dfe51-b953-4e50-8ea2-a257f67c58ab HTTP/1.1" status: 204 len: 173 time: 2.2141399 Aug 22 13:25:18.522128 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50544) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:25:18.535007 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5fae91d-e095-4a8b-a9cf-39bda265f757', 'name': 'network-vif-deleted', 'tag': '143dfe51-b953-4e50-8ea2-a257f67c58ab'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:25:18.537716 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd5ccb8-bcd5-432f-8d8c-8cb1ce3b49b7" -d '{"events": [{"server_uuid": "b5fae91d-e095-4a8b-a9cf-39bda265f757", "name": "network-vif-deleted", "tag": "143dfe51-b953-4e50-8ea2-a257f67c58ab"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:25:18.561824 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-82242b54-d369-4e46-b065-95da6f588827 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-21993925'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:25:18.656253 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-30bc18db-e508-4295-aad7-4384a23a020f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:18.663379 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-30bc18db-e508-4295-aad7-4384a23a020f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:18.667330 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-d83e01b4-b2be-44d5-932d-d00339744ca4 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Allocated IP 172.25.3.52 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/1ffd4ba8-471e-46a0-b2bf-4e3b8d91619b) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:25:18.686591 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-30bc18db-e508-4295-aad7-4384a23a020f admin admin] 10.222.0.21 "DELETE /v2.0/networks/72b424a1-b89e-4c11-a816-2c4a794216c3 HTTP/1.1" status: 204 len: 168 time: 0.8041973 Aug 22 13:25:18.702629 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d8e07e-6c7f-4c1d-977b-0141094fbc6e x-openstack-request-id: req-72d8e07e-6c7f-4c1d-977b-0141094fbc6e {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:25:18.703546 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5fae91d-e095-4a8b-a9cf-39bda265f757", "name": "network-vif-deleted", "tag": "143dfe51-b953-4e50-8ea2-a257f67c58ab", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:25:18.706419 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-72d8e07e-6c7f-4c1d-977b-0141094fbc6e {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:25:18.707184 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5fae91d-e095-4a8b-a9cf-39bda265f757', 'name': 'network-vif-deleted', 'tag': '143dfe51-b953-4e50-8ea2-a257f67c58ab', 'status': 'completed', 'code': 200} Aug 22 13:25:18.710244 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82242b54-d369-4e46-b065-95da6f588827 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Made reservation on behalf of 2389b5e02dee4864a1a7f4824db49bc1 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:25:18.716582 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-82242b54-d369-4e46-b065-95da6f588827 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:18.772156 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82242b54-d369-4e46-b065-95da6f588827 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:25:18.799411 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-82242b54-d369-4e46-b065-95da6f588827 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:18.800390 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-82242b54-d369-4e46-b065-95da6f588827 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Added segment 39f86938-cd23-49cd-9ccb-5c572c933116 of type vlan for network 0cc210c0-a1af-4d1a-af13-c74a90748aeb Aug 22 13:25:18.886822 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-82242b54-d369-4e46-b065-95da6f588827 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:18.930741 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc18db-e508-4295-aad7-4384a23a020f admin admin] Pushing event deleted for resources: {'Network': ['ID=72b424a1-b89e-4c11-a816-2c4a794216c3,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:18.947025 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-82242b54-d369-4e46-b065-95da6f588827 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:18.951448 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d83e01b4-b2be-44d5-932d-d00339744ca4 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:18.956952 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50556) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:25:18.957564 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82242b54-d369-4e46-b065-95da6f588827 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:18.958239 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-82242b54-d369-4e46-b065-95da6f588827 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:19.046054 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-82242b54-d369-4e46-b065-95da6f588827 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5050209 Aug 22 13:25:19.057760 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50560) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:25:19.071235 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-a22e44d2-4203-486d-aed9-38b259efa1a4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1112564477'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:25:19.097908 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-cde0a103-3a05-47f4-988d-8ffe393668fc None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:19.116294 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82242b54-d369-4e46-b065-95da6f588827 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Pushing event updated for resources: {'Network': ['ID=0cc210c0-a1af-4d1a-af13-c74a90748aeb,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:19.138676 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 0cc210c0-a1af-4d1a-af13-c74a90748aeb details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:25:19.144108 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-cde0a103-3a05-47f4-988d-8ffe393668fc None None] Transition to ACTIVE for port object d2834d00-2df8-4e69-b09e-e98ef3c97c27 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:25:19.162504 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ee286393-7659-41e7-bcc3-40201b73171d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2c3ac3a841884f0d9a87b87382683eda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2041554 Aug 22 13:25:19.166118 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50562) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:25:19.191585 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22e44d2-4203-486d-aed9-38b259efa1a4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Made reservation on behalf of 2389b5e02dee4864a1a7f4824db49bc1 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:25:19.203347 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a22e44d2-4203-486d-aed9-38b259efa1a4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:19.225112 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d83e01b4-b2be-44d5-932d-d00339744ca4 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:19.249074 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a22e44d2-4203-486d-aed9-38b259efa1a4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:25:19.263928 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-cde0a103-3a05-47f4-988d-8ffe393668fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:19.271342 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a22e44d2-4203-486d-aed9-38b259efa1a4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:19.271749 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-a22e44d2-4203-486d-aed9-38b259efa1a4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Added segment 86adbc1d-9e27-4818-8ee1-8777c1311f1c of type vlan for network 8858e46b-6208-4875-b089-3b1759ddc36f Aug 22 13:25:19.289557 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-06ea7175-5e19-4b71-9a23-ac4e78046169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:19.305351 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83e01b4-b2be-44d5-932d-d00339744ca4 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:25:19.320520 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83e01b4-b2be-44d5-932d-d00339744ca4 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Pushing event updated for resources: {'Port': ['ID=1ffd4ba8-471e-46a0-b2bf-4e3b8d91619b,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:19.325447 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-d83e01b4-b2be-44d5-932d-d00339744ca4 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:25:19.336360 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83e01b4-b2be-44d5-932d-d00339744ca4 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:25:19.390053 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a22e44d2-4203-486d-aed9-38b259efa1a4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:19.460049 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a22e44d2-4203-486d-aed9-38b259efa1a4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:19.474823 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22e44d2-4203-486d-aed9-38b259efa1a4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:19.476593 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b3968a-0361-4233-a3dc-59fb13a6b20b None None] Pushing event updated for resources: {'Port': ['ID=d2834d00-2df8-4e69-b09e-e98ef3c97c27,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:19.491569 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a22e44d2-4203-486d-aed9-38b259efa1a4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:19.510475 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-06ea7175-5e19-4b71-9a23-ac4e78046169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:19.542746 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['c41641dd-85d8-40a3-8ec9-c3f0bde2f420'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:25:19.643780 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-013a0f44-beac-4240-aea6-d16f849b4bd7 req-c89b17e0-1ff8-4df7-80b0-563a4737c5d6 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7527169d-b50d-419f-9520-bc68b4063b1e HTTP/1.1" status: 200 len: 210 time: 0.1770065 Aug 22 13:25:19.651386 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-cde0a103-3a05-47f4-988d-8ffe393668fc None None] Attempting to bind port d2834d00-2df8-4e69-b09e-e98ef3c97c27 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:25:19.651773 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-cde0a103-3a05-47f4-988d-8ffe393668fc None None] Attempting to bind port d2834d00-2df8-4e69-b09e-e98ef3c97c27 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'e0cf36a3-398c-4c68-a668-edae22b1fee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'dfedf898-aca6-4df9-b6f5-cb8b2650ce65'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:25:19.654447 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde0a103-3a05-47f4-988d-8ffe393668fc None None] Attempting to bind port d2834d00-2df8-4e69-b09e-e98ef3c97c27 on network dfedf898-aca6-4df9-b6f5-cb8b2650ce65 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:25:19.691518 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde0a103-3a05-47f4-988d-8ffe393668fc None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:25:19.691904 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde0a103-3a05-47f4-988d-8ffe393668fc None None] Checking segment: {'id': 'e0cf36a3-398c-4c68-a668-edae22b1fee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'dfedf898-aca6-4df9-b6f5-cb8b2650ce65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:25:19.692613 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-cde0a103-3a05-47f4-988d-8ffe393668fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:19.693483 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde0a103-3a05-47f4-988d-8ffe393668fc None None] Bound using segment: {'id': 'e0cf36a3-398c-4c68-a668-edae22b1fee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'dfedf898-aca6-4df9-b6f5-cb8b2650ce65'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:25:19.694178 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-cde0a103-3a05-47f4-988d-8ffe393668fc None None] Bound port: d2834d00-2df8-4e69-b09e-e98ef3c97c27, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0cf36a3-398c-4c68-a668-edae22b1fee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'dfedf898-aca6-4df9-b6f5-cb8b2650ce65'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:25:19.694783 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-cde0a103-3a05-47f4-988d-8ffe393668fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:19.707487 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a22e44d2-4203-486d-aed9-38b259efa1a4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6486127 Aug 22 13:25:19.718071 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50578) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:25:19.765624 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50580) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:25:19.773882 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-cde97e85-128f-46a7-9441-c459050c47ef tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Request body: {'subnet': {'network_id': '0cc210c0-a1af-4d1a-af13-c74a90748aeb', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:25:19.783152 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22e44d2-4203-486d-aed9-38b259efa1a4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Pushing event updated for resources: {'Network': ['ID=8858e46b-6208-4875-b089-3b1759ddc36f,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:19.804285 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['d0212b71-79cd-4311-ae89-e9abaec1ea35', '828cc14b-4200-4c08-98ac-e7734151cf9d'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:25:19.806915 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 8858e46b-6208-4875-b089-3b1759ddc36f details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:25:19.932079 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-ca277d59-e3e2-46a9-a33f-778f2175740d admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1017027809-network', 'tenant_id': 'b51a2828dc644e95bef62325f0835560'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:25:19.942004 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec9ffc4-93a1-4e6f-a726-d8c5d313e933 req-d6ca5271-500f-4fd5-ae63-3059e3d35913 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:19.949983 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3ec9ffc4-93a1-4e6f-a726-d8c5d313e933 req-d6ca5271-500f-4fd5-ae63-3059e3d35913 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 950 time: 0.3115497 Aug 22 13:25:19.952139 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:25:19.972477 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-06ea7175-5e19-4b71-9a23-ac4e78046169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:19.975250 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-06ea7175-5e19-4b71-9a23-ac4e78046169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:19.979310 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-06ea7175-5e19-4b71-9a23-ac4e78046169 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c686296c-73e1-4ea8-98f1-94b6ac6c1b22 HTTP/1.1" status: 204 len: 168 time: 0.8092530 Aug 22 13:25:19.984143 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca277d59-e3e2-46a9-a33f-778f2175740d admin admin] Made reservation on behalf of b51a2828dc644e95bef62325f0835560 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:25:19.985922 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-cde0a103-3a05-47f4-988d-8ffe393668fc None None] For port d2834d00-2df8-4e69-b09e-e98ef3c97c27, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:25:19.993929 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ca277d59-e3e2-46a9-a33f-778f2175740d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:19.995840 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-cde0a103-3a05-47f4-988d-8ffe393668fc None None] For port d2834d00-2df8-4e69-b09e-e98ef3c97c27, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=d2834d00-2df8-4e69-b09e-e98ef3c97c27,segment=NetworkSegment(e0cf36a3-398c-4c68-a668-edae22b1fee1),segment_id=e0cf36a3-398c-4c68-a668-edae22b1fee1)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:25:20.009297 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-cde0a103-3a05-47f4-988d-8ffe393668fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:20.011584 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ca277d59-e3e2-46a9-a33f-778f2175740d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:20.030422 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 143dfe51-b953-4e50-8ea2-a257f67c58ab no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:25:20.053674 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde97e85-128f-46a7-9441-c459050c47ef tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Made reservation on behalf of 2389b5e02dee4864a1a7f4824db49bc1 for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:25:20.058044 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cde97e85-128f-46a7-9441-c459050c47ef tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:20.068336 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d83e01b4-b2be-44d5-932d-d00339744ca4 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:20.100772 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ea7175-5e19-4b71-9a23-ac4e78046169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c686296c-73e1-4ea8-98f1-94b6ac6c1b22,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:20.169391 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3ec9ffc4-93a1-4e6f-a726-d8c5d313e933 req-bb2f4661-bcd5-4433-ba14-576e56452fc9 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183621 Aug 22 13:25:20.222804 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d83e01b4-b2be-44d5-932d-d00339744ca4 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:20.225892 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: 143dfe51-b953-4e50-8ea2-a257f67c58ab {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:25:20.226387 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 143dfe51-b953-4e50-8ea2-a257f67c58ab not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:25:20.243808 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ca277d59-e3e2-46a9-a33f-778f2175740d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:20.252824 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ca277d59-e3e2-46a9-a33f-778f2175740d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:20.286534 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca277d59-e3e2-46a9-a33f-778f2175740d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:25:20.309810 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca277d59-e3e2-46a9-a33f-778f2175740d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7feb02e0-9398-4514-a09a-938e9d52283e,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:20.325818 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ca277d59-e3e2-46a9-a33f-778f2175740d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:20.332446 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-ca277d59-e3e2-46a9-a33f-778f2175740d admin admin] Added segment 8b71f801-18fb-49c0-a349-bfef93835cfc of type vlan for network 143a0aca-6b8a-4e49-a5a0-2f6e96878754 Aug 22 13:25:20.349641 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde0a103-3a05-47f4-988d-8ffe393668fc None None] Routers {'213977a6-06a1-4e4d-9e49-0489e920bd05'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:25:20.350318 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-cde0a103-3a05-47f4-988d-8ffe393668fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:25:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['213977a6-06a1-4e4d-9e49-0489e920bd05'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:25:20.427875 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ca277d59-e3e2-46a9-a33f-778f2175740d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:20.489622 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ca277d59-e3e2-46a9-a33f-778f2175740d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:20.491072 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca277d59-e3e2-46a9-a33f-778f2175740d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:20.491751 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ca277d59-e3e2-46a9-a33f-778f2175740d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:20.541114 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ca277d59-e3e2-46a9-a33f-778f2175740d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7740531 Aug 22 13:25:20.546848 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50598) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:25:20.556271 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-14ab122d-ae51-4d35-bdc8-c993b25e9f94 admin admin] Request body: {'subnet': {'network_id': '143a0aca-6b8a-4e49-a5a0-2f6e96878754', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1017027809-subnet', 'tenant_id': 'b51a2828dc644e95bef62325f0835560', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:25:20.584749 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ab122d-ae51-4d35-bdc8-c993b25e9f94 admin admin] Made reservation on behalf of b51a2828dc644e95bef62325f0835560 for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:25:20.587640 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-14ab122d-ae51-4d35-bdc8-c993b25e9f94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:20.589926 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca277d59-e3e2-46a9-a33f-778f2175740d admin admin] Pushing event updated for resources: {'Network': ['ID=143a0aca-6b8a-4e49-a5a0-2f6e96878754,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:20.653691 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50600) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:25:20.672171 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 143a0aca-6b8a-4e49-a5a0-2f6e96878754 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:25:20.698403 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b3968a-0361-4233-a3dc-59fb13a6b20b None None] Pushing event updated for resources: {'Port': ['ID=d2834d00-2df8-4e69-b09e-e98ef3c97c27,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:20.723393 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cde97e85-128f-46a7-9441-c459050c47ef tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:20.727160 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d83e01b4-b2be-44d5-932d-d00339744ca4 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:20.737902 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2b9b3838-3a8a-4632-ba3c-288295d14418 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c655475c21094b14833d92ee6209488b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0825369 Aug 22 13:25:20.740967 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50606) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:25:20.745773 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d83e01b4-b2be-44d5-932d-d00339744ca4 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:20.843166 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83e01b4-b2be-44d5-932d-d00339744ca4 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Pushing event updated for resources: {'Port': ['ID=1ffd4ba8-471e-46a0-b2bf-4e3b8d91619b,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:20.892938 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7fc6a122-a5a0-44cf-ae0b-95133979ef1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:20.921046 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7fc6a122-a5a0-44cf-ae0b-95133979ef1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:20.959116 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde97e85-128f-46a7-9441-c459050c47ef tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Checking segment: {'id': '39f86938-cd23-49cd-9ccb-5c572c933116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0cc210c0-a1af-4d1a-af13-c74a90748aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:25:20.959116 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde97e85-128f-46a7-9441-c459050c47ef tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Network hostable DHCP agents. Network: 0cc210c0-a1af-4d1a-af13-c74a90748aeb, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:25:20.983965 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde97e85-128f-46a7-9441-c459050c47ef tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Pushing event updated for resources: {'Subnet': ['ID=c9c01412-9489-49de-9d2b-050ba9194e34,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:20.993539 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde97e85-128f-46a7-9441-c459050c47ef tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Network 0cc210c0-a1af-4d1a-af13-c74a90748aeb is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:25:20.996833 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d83e01b4-b2be-44d5-932d-d00339744ca4 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:21.014254 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-cde0a103-3a05-47f4-988d-8ffe393668fc None None] Set router 213977a6-06a1-4e4d-9e49-0489e920bd05 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:25:21.023557 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7fc6a122-a5a0-44cf-ae0b-95133979ef1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:21.027530 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7fc6a122-a5a0-44cf-ae0b-95133979ef1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:21.029161 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7fc6a122-a5a0-44cf-ae0b-95133979ef1d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c19c95c4-c885-43cf-83d5-d61bb87320ab HTTP/1.1" status: 204 len: 168 time: 0.2869968 Aug 22 13:25:21.037355 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-cde97e85-128f-46a7-9441-c459050c47ef tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 0cc210c0-a1af-4d1a-af13-c74a90748aeb) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:25:21.055216 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0949d1d2-1cb7-4e26-b7b8-b86319013b1c None None] Network 0cc210c0-a1af-4d1a-af13-c74a90748aeb requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:25:21.057695 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc6a122-a5a0-44cf-ae0b-95133979ef1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19c95c4-c885-43cf-83d5-d61bb87320ab,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:21.138765 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d83e01b4-b2be-44d5-932d-d00339744ca4 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:21.141054 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d83e01b4-b2be-44d5-932d-d00339744ca4 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1360445 Aug 22 13:25:21.142813 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde97e85-128f-46a7-9441-c459050c47ef tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:21.143406 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cde97e85-128f-46a7-9441-c459050c47ef tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:21.165438 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-cde97e85-128f-46a7-9441-c459050c47ef tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3935931 Aug 22 13:25:21.165782 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50620) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:25:21.171519 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-444f3741-3b25-4eb7-9ad3-d6320d928abd tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Request body: {'subnet': {'network_id': '8858e46b-6208-4875-b089-3b1759ddc36f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:25:21.262785 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-14ab122d-ae51-4d35-bdc8-c993b25e9f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:21.363552 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab122d-ae51-4d35-bdc8-c993b25e9f94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3123dceb-ace6-46b4-af77-e0bcfcb1de73,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:21.426450 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444f3741-3b25-4eb7-9ad3-d6320d928abd tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Made reservation on behalf of 2389b5e02dee4864a1a7f4824db49bc1 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:25:21.431601 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-444f3741-3b25-4eb7-9ad3-d6320d928abd tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:21.437938 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 1d8386a3-3243-4119-8cc5-30a64f15b98b no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:25:21.487271 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: 1d8386a3-3243-4119-8cc5-30a64f15b98b {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:25:21.487818 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 1d8386a3-3243-4119-8cc5-30a64f15b98b not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:25:21.564105 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42751b-b16c-470b-8bfa-0d3939dae146 req-7ecb42b9-8961-4b3f-9947-d44eb69ee608 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:21.566412 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1d42751b-b16c-470b-8bfa-0d3939dae146 req-7ecb42b9-8961-4b3f-9947-d44eb69ee608 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 950 time: 0.2041903 Aug 22 13:25:21.571644 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ab122d-ae51-4d35-bdc8-c993b25e9f94 admin admin] Checking segment: {'id': '8b71f801-18fb-49c0-a349-bfef93835cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '143a0aca-6b8a-4e49-a5a0-2f6e96878754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:25:21.572057 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ab122d-ae51-4d35-bdc8-c993b25e9f94 admin admin] Network hostable DHCP agents. Network: 143a0aca-6b8a-4e49-a5a0-2f6e96878754, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:25:21.579580 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e73c0de4-77d9-49c7-ad96-cce42fd41035 req-812b11a0-87cb-46c6-a12f-f765de017aee tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1502305364&fields=id&tenant_id=1706b1b8ed7f4b13af0ef34415cabc13 HTTP/1.1" status: 200 len: 267 time: 0.1380229 Aug 22 13:25:21.678302 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736e814b-d71c-4442-b796-74d1fa9c15b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-0cc210c0-a1af-4d1a-af13-c74a90748aeb', 'network_id': '0cc210c0-a1af-4d1a-af13-c74a90748aeb', 'tenant_id': '2389b5e02dee4864a1a7f4824db49bc1', 'fixed_ips': [{'subnet_id': 'c9c01412-9489-49de-9d2b-050ba9194e34'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:25:21.679171 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-736e814b-d71c-4442-b796-74d1fa9c15b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:21.757727 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ab122d-ae51-4d35-bdc8-c993b25e9f94 admin admin] Network 143a0aca-6b8a-4e49-a5a0-2f6e96878754 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:25:21.776890 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c0de4-77d9-49c7-ad96-cce42fd41035 req-aa2c88f3-9ae4-4aa6-ad77-6ff15c8a9783 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:21.778626 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e73c0de4-77d9-49c7-ad96-cce42fd41035 req-aa2c88f3-9ae4-4aa6-ad77-6ff15c8a9783 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/networks?id=dfedf898-aca6-4df9-b6f5-cb8b2650ce65 HTTP/1.1" status: 200 len: 817 time: 0.1829405 Aug 22 13:25:21.798709 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1d42751b-b16c-470b-8bfa-0d3939dae146 req-5b8131fb-152b-4c04-96cb-16f873ecd19e tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239633 Aug 22 13:25:21.810885 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-cde0a103-3a05-47f4-988d-8ffe393668fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'name': 'tempest-AttachVolumeShelveTestJSON-1882356738-router', 'tenant_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'c5586c10-7f76-4327-b012-bd54a160b417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:25:08Z', 'updated_at': '2021-08-22T13:25:14Z', 'revision_number': 4, 'project_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'gw_port': {'id': 'c5586c10-7f76-4327-b012-bd54a160b417', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:eb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:09Z', 'updated_at': '2021-08-22T13:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'd2834d00-2df8-4e69-b09e-e98ef3c97c27', 'name': '', 'network_id': 'dfedf898-aca6-4df9-b6f5-cb8b2650ce65', 'tenant_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'mac_address': 'fa:16:3e:e9:d3:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '86161abd-93fb-4a2f-8c13-984112b572a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:13Z', 'updated_at': '2021-08-22T13:25:19Z', 'revision_number': 4, 'project_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'subnets': [{'id': '86161abd-93fb-4a2f-8c13-984112b572a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:25:21.819429 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-444f3741-3b25-4eb7-9ad3-d6320d928abd tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:21.837355 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e73c0de4-77d9-49c7-ad96-cce42fd41035 req-fed89e68-f505-4b5b-acde-62307c9b57e1 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/quotas/1706b1b8ed7f4b13af0ef34415cabc13 HTTP/1.1" status: 200 len: 375 time: 0.0371680 Aug 22 13:25:21.843873 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde0a103-3a05-47f4-988d-8ffe393668fc None None] The sync data for ids ['213977a6-06a1-4e4d-9e49-0489e920bd05'] in n-d-793621-33 is: [{'id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'name': 'tempest-AttachVolumeShelveTestJSON-1882356738-router', 'tenant_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'c5586c10-7f76-4327-b012-bd54a160b417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:25:08Z', 'updated_at': '2021-08-22T13:25:14Z', 'revision_number': 4, 'project_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'gw_port': {'id': 'c5586c10-7f76-4327-b012-bd54a160b417', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:eb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:09Z', 'updated_at': '2021-08-22T13:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'd2834d00-2df8-4e69-b09e-e98ef3c97c27', 'name': '', 'network_id': 'dfedf898-aca6-4df9-b6f5-cb8b2650ce65', 'tenant_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'mac_address': 'fa:16:3e:e9:d3:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '86161abd-93fb-4a2f-8c13-984112b572a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:13Z', 'updated_at': '2021-08-22T13:25:19Z', 'revision_number': 4, 'project_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'subnets': [{'id': '86161abd-93fb-4a2f-8c13-984112b572a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:25:21.862378 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-14ab122d-ae51-4d35-bdc8-c993b25e9f94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 143a0aca-6b8a-4e49-a5a0-2f6e96878754) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:25:21.875705 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ab122d-ae51-4d35-bdc8-c993b25e9f94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:21.876644 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-14ab122d-ae51-4d35-bdc8-c993b25e9f94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:21.958353 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-736e814b-d71c-4442-b796-74d1fa9c15b8 None None] Allocated IP 10.1.1.2 (0cc210c0-a1af-4d1a-af13-c74a90748aeb/c9c01412-9489-49de-9d2b-050ba9194e34/2ee5df0a-89ac-4d4d-81d3-9723f3f86f54) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:25:21.965627 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b58999-c22b-42c0-be72-a81cc585eb0a None None] Network 143a0aca-6b8a-4e49-a5a0-2f6e96878754 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:25:22.007259 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-14ab122d-ae51-4d35-bdc8-c993b25e9f94 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4566183 Aug 22 13:25:22.012744 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50654) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:25:22.018527 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-81bac5cc-b3a4-4d9b-9694-aaff101ec648 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1017027809-router', 'tenant_id': 'b51a2828dc644e95bef62325f0835560', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:25:22.046696 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e73c0de4-77d9-49c7-ad96-cce42fd41035 req-4b71cfa8-366f-4375-930c-9da89c9528c5 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1706b1b8ed7f4b13af0ef34415cabc13&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2080035 Aug 22 13:25:22.145012 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444f3741-3b25-4eb7-9ad3-d6320d928abd tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Pushing event updated for resources: {'Subnet': ['ID=525ede45-be02-4d9e-8a63-bbd46f43e817,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:22.177058 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444f3741-3b25-4eb7-9ad3-d6320d928abd tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Checking segment: {'id': '86adbc1d-9e27-4818-8ee1-8777c1311f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8858e46b-6208-4875-b089-3b1759ddc36f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:25:22.177679 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444f3741-3b25-4eb7-9ad3-d6320d928abd tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Network hostable DHCP agents. Network: 8858e46b-6208-4875-b089-3b1759ddc36f, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:25:22.183512 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-81bac5cc-b3a4-4d9b-9694-aaff101ec648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:22.184901 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-81bac5cc-b3a4-4d9b-9694-aaff101ec648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:22.224317 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f1ac8-8ac7-4d19-9eed-4d7f594c3002 req-cf8409e6-d2d0-444f-9d44-54e912b0b0a4 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:22.236807 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-656f1ac8-8ac7-4d19-9eed-4d7f594c3002 req-cf8409e6-d2d0-444f-9d44-54e912b0b0a4 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680391b-bdf8-47b9-a9c2-193bb155b55f HTTP/1.1" status: 200 len: 950 time: 0.3167088 Aug 22 13:25:22.274920 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e25236-3663-4bfe-bccc-57faecbf82d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-143a0aca-6b8a-4e49-a5a0-2f6e96878754', 'network_id': '143a0aca-6b8a-4e49-a5a0-2f6e96878754', 'tenant_id': 'b51a2828dc644e95bef62325f0835560', 'fixed_ips': [{'subnet_id': '3123dceb-ace6-46b4-af77-e0bcfcb1de73'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:25:22.276099 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-80e25236-3663-4bfe-bccc-57faecbf82d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:22.334389 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-81bac5cc-b3a4-4d9b-9694-aaff101ec648 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:22.340813 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e73c0de4-77d9-49c7-ad96-cce42fd41035 req-d3717d5e-0cc0-4e62-a17a-1cb1cbe7b4ee service neutron] 10.222.0.21 "GET /v2.0/networks/dfedf898-aca6-4df9-b6f5-cb8b2650ce65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658942 Aug 22 13:25:22.403957 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-656f1ac8-8ac7-4d19-9eed-4d7f594c3002 req-8cbf6689-9483-4f46-ab80-4266b05d6054 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628308 Aug 22 13:25:22.436098 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-736e814b-d71c-4442-b796-74d1fa9c15b8 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:22.445935 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-736e814b-d71c-4442-b796-74d1fa9c15b8 None None] Transition to ACTIVE for port object 2ee5df0a-89ac-4d4d-81d3-9723f3f86f54 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:25:22.462536 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-736e814b-d71c-4442-b796-74d1fa9c15b8 None None] Transition to ACTIVE for port object 2ee5df0a-89ac-4d4d-81d3-9723f3f86f54 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:25:22.473749 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-736e814b-d71c-4442-b796-74d1fa9c15b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:22.539850 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [req-b99ec874-088b-4d03-a396-2219de9dfb01 req-fbc01215-58b9-4c8f-ad18-eddc8839eef5 service neutron] show failed (client error): The resource could not be found. Aug 22 13:25:22.540932 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b99ec874-088b-4d03-a396-2219de9dfb01 req-fbc01215-58b9-4c8f-ad18-eddc8839eef5 service neutron] 10.222.0.16 "GET /v2.0/ports/2bdeebd8-a734-4791-868c-47ca82d0b68a/bindings/n-h1-793621-33 HTTP/1.1" status: 404 len: 381 time: 0.2383370 Aug 22 13:25:22.551297 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736e814b-d71c-4442-b796-74d1fa9c15b8 None None] Network 0cc210c0-a1af-4d1a-af13-c74a90748aeb is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:25:22.555098 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-736e814b-d71c-4442-b796-74d1fa9c15b8 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:25:22.571342 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736e814b-d71c-4442-b796-74d1fa9c15b8 None None] Pushing event updated for resources: {'Port': ['ID=2ee5df0a-89ac-4d4d-81d3-9723f3f86f54,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:22.575984 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736e814b-d71c-4442-b796-74d1fa9c15b8 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:25:22.616849 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e73c0de4-77d9-49c7-ad96-cce42fd41035 req-1b0e270e-afd1-4072-82a7-f79f16366793 service neutron] 10.222.0.21 "GET /v2.0/networks/dfedf898-aca6-4df9-b6f5-cb8b2650ce65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750568 Aug 22 13:25:22.634304 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-81bac5cc-b3a4-4d9b-9694-aaff101ec648 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:22.656221 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444f3741-3b25-4eb7-9ad3-d6320d928abd tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Network 8858e46b-6208-4875-b089-3b1759ddc36f is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:25:22.775435 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-80e25236-3663-4bfe-bccc-57faecbf82d5 None None] Allocated IP 172.20.0.2 (143a0aca-6b8a-4e49-a5a0-2f6e96878754/3123dceb-ace6-46b4-af77-e0bcfcb1de73/8b001891-5adb-4275-8bd6-d64fafd38ff3) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:25:22.780635 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-736e814b-d71c-4442-b796-74d1fa9c15b8 None None] Attempting to bind port 2ee5df0a-89ac-4d4d-81d3-9723f3f86f54 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:25:22.781484 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-736e814b-d71c-4442-b796-74d1fa9c15b8 None None] Attempting to bind port 2ee5df0a-89ac-4d4d-81d3-9723f3f86f54 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '39f86938-cd23-49cd-9ccb-5c572c933116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0cc210c0-a1af-4d1a-af13-c74a90748aeb'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:25:22.782183 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736e814b-d71c-4442-b796-74d1fa9c15b8 None None] Attempting to bind port 2ee5df0a-89ac-4d4d-81d3-9723f3f86f54 on network 0cc210c0-a1af-4d1a-af13-c74a90748aeb {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:25:22.792814 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736e814b-d71c-4442-b796-74d1fa9c15b8 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:25:22.793432 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736e814b-d71c-4442-b796-74d1fa9c15b8 None None] Checking segment: {'id': '39f86938-cd23-49cd-9ccb-5c572c933116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0cc210c0-a1af-4d1a-af13-c74a90748aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:25:22.793815 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-736e814b-d71c-4442-b796-74d1fa9c15b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:22.794216 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736e814b-d71c-4442-b796-74d1fa9c15b8 None None] Bound using segment: {'id': '39f86938-cd23-49cd-9ccb-5c572c933116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0cc210c0-a1af-4d1a-af13-c74a90748aeb'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:25:22.794898 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-736e814b-d71c-4442-b796-74d1fa9c15b8 None None] Bound port: 2ee5df0a-89ac-4d4d-81d3-9723f3f86f54, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39f86938-cd23-49cd-9ccb-5c572c933116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0cc210c0-a1af-4d1a-af13-c74a90748aeb'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:25:22.795307 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-736e814b-d71c-4442-b796-74d1fa9c15b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:22.817223 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-444f3741-3b25-4eb7-9ad3-d6320d928abd tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 8858e46b-6208-4875-b089-3b1759ddc36f) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:25:22.836107 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444f3741-3b25-4eb7-9ad3-d6320d928abd tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:22.837719 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-444f3741-3b25-4eb7-9ad3-d6320d928abd tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:22.848021 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ff7c42-9389-43bd-b63f-8c55a34eef11 None None] Network 8858e46b-6208-4875-b089-3b1759ddc36f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:25:22.872595 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a097f4-6750-4010-a125-d0d9ed3b5e4c req-0e2c0662-ecfd-4492-950f-3df37aac63d7 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:22.874187 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b1a097f4-6750-4010-a125-d0d9ed3b5e4c req-0e2c0662-ecfd-4492-950f-3df37aac63d7 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.41 "GET /v2.0/ports?device_id=67c4d803-b178-4c37-822c-8eeed936eb5b HTTP/1.1" status: 200 len: 950 time: 0.1703928 Aug 22 13:25:22.925327 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-444f3741-3b25-4eb7-9ad3-d6320d928abd tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7548711 Aug 22 13:25:22.935397 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50668) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:25:22.953606 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-c54defb7-48ca-4671-be7a-1cd200400cab tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Request body: {'port': {'network_id': '0cc210c0-a1af-4d1a-af13-c74a90748aeb', 'name': 'tempest-TaggedBootDevicesTest-1269171990', 'fixed_ips': [{'subnet_id': 'c9c01412-9489-49de-9d2b-050ba9194e34'}]}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:25:23.053643 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bccb69-f2c4-422b-b8da-56bcaffe7f75 req-26dbf1fc-947a-48b0-a461-c0e631de3ae5 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:23.057840 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-04bccb69-f2c4-422b-b8da-56bcaffe7f75 req-26dbf1fc-947a-48b0-a461-c0e631de3ae5 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.41 "GET /v2.0/ports?device_id=7680391b-bdf8-47b9-a9c2-193bb155b55f HTTP/1.1" status: 200 len: 950 time: 0.5521667 Aug 22 13:25:23.075544 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ec874-088b-4d03-a396-2219de9dfb01 req-5255992a-83fc-4639-8aa0-095e8351f974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:23.077415 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b99ec874-088b-4d03-a396-2219de9dfb01 req-5255992a-83fc-4639-8aa0-095e8351f974 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8&tenant_id=01d864243fbf4cf6816e3fd9d58ef026 HTTP/1.1" status: 200 len: 1102 time: 0.2140467 Aug 22 13:25:23.123999 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-b99ec874-088b-4d03-a396-2219de9dfb01 req-c818e0c9-7304-4bb8-91d4-6ff2407d9da8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-33', 'device_owner': 'compute:nova'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:25:23.164068 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4ff28df4-a82e-47db-a510-71262db67d86 req-6e0341d7-4c1e-4fa8-9a93-06e08390bf20 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 210 time: 0.0427828 Aug 22 13:25:23.187463 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcccf86-ff81-4e42-ba27-383aad7d0b2e req-cd33d927-f443-4425-8571-74e9150d43f1 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:23.199495 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4dcccf86-ff81-4e42-ba27-383aad7d0b2e req-cd33d927-f443-4425-8571-74e9150d43f1 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 950 time: 0.2274258 Aug 22 13:25:23.242327 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-736e814b-d71c-4442-b796-74d1fa9c15b8 None None] For port 2ee5df0a-89ac-4d4d-81d3-9723f3f86f54, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:25:23.320186 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-736e814b-d71c-4442-b796-74d1fa9c15b8 None None] For port 2ee5df0a-89ac-4d4d-81d3-9723f3f86f54, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=2ee5df0a-89ac-4d4d-81d3-9723f3f86f54,segment=NetworkSegment(39f86938-cd23-49cd-9ccb-5c572c933116),segment_id=39f86938-cd23-49cd-9ccb-5c572c933116)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:25:23.335621 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-b1a097f4-6750-4010-a125-d0d9ed3b5e4c req-c3887531-bf03-46a0-ae70-bbd4accbac7e tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Deleting port d0212b71-79cd-4311-ae89-e9abaec1ea35 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:25:23.335962 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-b1a097f4-6750-4010-a125-d0d9ed3b5e4c req-c3887531-bf03-46a0-ae70-bbd4accbac7e tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:23.341736 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-736e814b-d71c-4442-b796-74d1fa9c15b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:23.370755 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4dcccf86-ff81-4e42-ba27-383aad7d0b2e req-3bc2a5a8-3518-4cc7-ac60-953700e816cf tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611283 Aug 22 13:25:23.433023 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b99ec874-088b-4d03-a396-2219de9dfb01 req-c818e0c9-7304-4bb8-91d4-6ff2407d9da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:23.443982 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device d2834d00-2df8-4e69-b09e-e98ef3c97c27 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:25:23.552964 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-b1a097f4-6750-4010-a125-d0d9ed3b5e4c req-c3887531-bf03-46a0-ae70-bbd4accbac7e tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] For port d0212b71-79cd-4311-ae89-e9abaec1ea35, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=d0212b71-79cd-4311-ae89-e9abaec1ea35,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:25:23.558320 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-b1a097f4-6750-4010-a125-d0d9ed3b5e4c req-c3887531-bf03-46a0-ae70-bbd4accbac7e tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:23.644805 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34289e1-f62c-466a-ab10-389243b81fd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-8858e46b-6208-4875-b089-3b1759ddc36f', 'network_id': '8858e46b-6208-4875-b089-3b1759ddc36f', 'tenant_id': '2389b5e02dee4864a1a7f4824db49bc1', 'fixed_ips': [{'subnet_id': '525ede45-be02-4d9e-8a63-bbd46f43e817'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:25:23.645659 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b34289e1-f62c-466a-ab10-389243b81fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:23.675657 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-b1a097f4-6750-4010-a125-d0d9ed3b5e4c req-c3887531-bf03-46a0-ae70-bbd4accbac7e tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Calling delete_port for d0212b71-79cd-4311-ae89-e9abaec1ea35 owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:25:23.761751 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-80e25236-3663-4bfe-bccc-57faecbf82d5 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:23.764104 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736e814b-d71c-4442-b796-74d1fa9c15b8 None None] Pushing event updated for resources: {'Port': ['ID=2ee5df0a-89ac-4d4d-81d3-9723f3f86f54,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:23.833239 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-b99ec874-088b-4d03-a396-2219de9dfb01 req-c818e0c9-7304-4bb8-91d4-6ff2407d9da8 service neutron] For port 2bdeebd8-a734-4791-868c-47ca82d0b68a, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=2bdeebd8-a734-4791-868c-47ca82d0b68a,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:25:23.891727 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-b99ec874-088b-4d03-a396-2219de9dfb01 req-c818e0c9-7304-4bb8-91d4-6ff2407d9da8 service neutron] For port 2bdeebd8-a734-4791-868c-47ca82d0b68a, host n-h2-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:25:24.034022 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e99d12af-3db6-492c-ac68-b2e0112588a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bdeebd8-a734-4791-868c-47ca82d0b68a'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:25:24.036519 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2820b6b-f505-4a22-a03c-990bfabf237c" -d '{"events": [{"server_uuid": "e99d12af-3db6-492c-ac68-b2e0112588a8", "name": "network-vif-unplugged", "status": "completed", "tag": "2bdeebd8-a734-4791-868c-47ca82d0b68a"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:25:24.047951 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b99ec874-088b-4d03-a396-2219de9dfb01 req-c818e0c9-7304-4bb8-91d4-6ff2407d9da8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:24.138819 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-b99ec874-088b-4d03-a396-2219de9dfb01 req-c818e0c9-7304-4bb8-91d4-6ff2407d9da8 service neutron] Transition to ACTIVE for port object 2bdeebd8-a734-4791-868c-47ca82d0b68a will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:25:24.164891 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552bb4c-1627-400d-8114-058b327d9744 req-1c08e3df-3d1c-4dc5-9f59-c0c0e66a39b9 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:24.171958 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2552bb4c-1627-400d-8114-058b327d9744 req-1c08e3df-3d1c-4dc5-9f59-c0c0e66a39b9 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680391b-bdf8-47b9-a9c2-193bb155b55f HTTP/1.1" status: 200 len: 950 time: 0.5322907 Aug 22 13:25:24.239894 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b99ec874-088b-4d03-a396-2219de9dfb01 req-c818e0c9-7304-4bb8-91d4-6ff2407d9da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:24.342198 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-04bccb69-f2c4-422b-b8da-56bcaffe7f75 req-9367bbd2-c90f-4562-9c04-8f99f7816a5d tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Deleting port 828cc14b-4200-4c08-98ac-e7734151cf9d {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:25:24.342674 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-04bccb69-f2c4-422b-b8da-56bcaffe7f75 req-9367bbd2-c90f-4562-9c04-8f99f7816a5d tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:24.425035 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50724) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:25:24.440808 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 13:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61fab636-851b-43e3-a953-e6be7021068e x-openstack-request-id: req-61fab636-851b-43e3-a953-e6be7021068e {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:25:24.441220 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e99d12af-3db6-492c-ac68-b2e0112588a8", "name": "network-vif-unplugged", "status": "completed", "tag": "2bdeebd8-a734-4791-868c-47ca82d0b68a", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:25:24.441465 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-61fab636-851b-43e3-a953-e6be7021068e {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:25:24.441876 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e99d12af-3db6-492c-ac68-b2e0112588a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bdeebd8-a734-4791-868c-47ca82d0b68a', 'code': 200} Aug 22 13:25:24.442770 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54defb7-48ca-4671-be7a-1cd200400cab tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Made reservation on behalf of 2389b5e02dee4864a1a7f4824db49bc1 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:25:24.659573 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-b34289e1-f62c-466a-ab10-389243b81fd7 None None] Allocated IP 10.2.2.2 (8858e46b-6208-4875-b089-3b1759ddc36f/525ede45-be02-4d9e-8a63-bbd46f43e817/71da1bbb-b2e9-4833-845f-8ba0cb9217d0) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:25:24.670883 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c54defb7-48ca-4671-be7a-1cd200400cab tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:24.706087 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-76ae7550-f0d6-4a2a-8a57-e827e0de39fa req-2a3efdd1-092d-4506-8122-a6ad8241d09d tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 210 time: 0.2494934 Aug 22 13:25:24.720631 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-80e25236-3663-4bfe-bccc-57faecbf82d5 None None] Transition to ACTIVE for port object 8b001891-5adb-4275-8bd6-d64fafd38ff3 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:25:24.757223 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2552bb4c-1627-400d-8114-058b327d9744 req-1e4167d1-c502-4cb5-9e84-a05c8b13f067 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5749481 Aug 22 13:25:24.760567 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port d2834d00-2df8-4e69-b09e-e98ef3c97c27 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:25:24.811595 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7d3bb23d-1a3a-4b41-89f0-99d54c27801c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:24.907262 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-b1a097f4-6750-4010-a125-d0d9ed3b5e4c req-c3887531-bf03-46a0-ae70-bbd4accbac7e tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:24.942243 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c818e0c9-7304-4bb8-91d4-6ff2407d9da8 service neutron] Pushing event updated for resources: {'Port': ['ID=2bdeebd8-a734-4791-868c-47ca82d0b68a,revision_number=6']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:24.947727 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['c41641dd-85d8-40a3-8ec9-c3f0bde2f420'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:25:24.976072 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-b99ec874-088b-4d03-a396-2219de9dfb01 req-c818e0c9-7304-4bb8-91d4-6ff2407d9da8 service neutron] No DVR routers for this DVR port 2bdeebd8-a734-4791-868c-47ca82d0b68a on host n-h2-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:25:24.983444 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3887531-bf03-46a0-ae70-bbd4accbac7e tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Pushing event deleted for resources: {'Port': ['ID=d0212b71-79cd-4311-ae89-e9abaec1ea35,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:24.984410 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-c54defb7-48ca-4671-be7a-1cd200400cab tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] device_id is not set on port ab40ae52-fb74-4b8c-a089-1c836ec0b6cf yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:25:25.033509 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port d2834d00-2df8-4e69-b09e-e98ef3c97c27 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:25:25.033876 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:25.053250 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-81bac5cc-b3a4-4d9b-9694-aaff101ec648 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:25.119106 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-80e25236-3663-4bfe-bccc-57faecbf82d5 None None] Transition to ACTIVE for port object 8b001891-5adb-4275-8bd6-d64fafd38ff3 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:25:25.191334 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-80e25236-3663-4bfe-bccc-57faecbf82d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:25.200052 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a097f4-6750-4010-a125-d0d9ed3b5e4c req-c3887531-bf03-46a0-ae70-bbd4accbac7e tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] No DVR routers for this DVR port d0212b71-79cd-4311-ae89-e9abaec1ea35 on host n-h1-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:25:25.208458 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-b1a097f4-6750-4010-a125-d0d9ed3b5e4c req-c3887531-bf03-46a0-ae70-bbd4accbac7e tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:25.210532 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b1a097f4-6750-4010-a125-d0d9ed3b5e4c req-c3887531-bf03-46a0-ae70-bbd4accbac7e tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.41 "DELETE /v2.0/ports/d0212b71-79cd-4311-ae89-e9abaec1ea35 HTTP/1.1" status: 204 len: 173 time: 2.3304713 Aug 22 13:25:25.227219 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67c4d803-b178-4c37-822c-8eeed936eb5b', 'name': 'network-vif-deleted', 'tag': 'd0212b71-79cd-4311-ae89-e9abaec1ea35'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:25:25.232506 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e62cc2f-9173-475a-a0aa-ae3b29bb8d30" -d '{"events": [{"server_uuid": "67c4d803-b178-4c37-822c-8eeed936eb5b", "name": "network-vif-deleted", "tag": "d0212b71-79cd-4311-ae89-e9abaec1ea35"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:25:25.287664 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-81bac5cc-b3a4-4d9b-9694-aaff101ec648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:25.322369 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d853233-3ecd-4906-8776-cd451bd47cd9 req-85dbb999-56c2-433e-9058-15eaa09a4b8d tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:25.337620 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9d853233-3ecd-4906-8776-cd451bd47cd9 req-85dbb999-56c2-433e-9058-15eaa09a4b8d tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 948 time: 0.3533044 Aug 22 13:25:25.349245 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6436e956-3ffc-45b4-b0a7-c3f3ea2467be x-openstack-request-id: req-6436e956-3ffc-45b4-b0a7-c3f3ea2467be {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:25:25.349442 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67c4d803-b178-4c37-822c-8eeed936eb5b", "name": "network-vif-deleted", "tag": "d0212b71-79cd-4311-ae89-e9abaec1ea35", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:25:25.351402 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6436e956-3ffc-45b4-b0a7-c3f3ea2467be {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:25:25.354852 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67c4d803-b178-4c37-822c-8eeed936eb5b', 'name': 'network-vif-deleted', 'tag': 'd0212b71-79cd-4311-ae89-e9abaec1ea35', 'status': 'completed', 'code': 200} Aug 22 13:25:25.416641 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7d3bb23d-1a3a-4b41-89f0-99d54c27801c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:25.439666 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9d853233-3ecd-4906-8776-cd451bd47cd9 req-cfe10049-22af-4241-b0ad-feae7f2b296c tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987027 Aug 22 13:25:25.447400 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7d3bb23d-1a3a-4b41-89f0-99d54c27801c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:25.451222 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-b99ec874-088b-4d03-a396-2219de9dfb01 req-c818e0c9-7304-4bb8-91d4-6ff2407d9da8 service neutron] Attempting to bind port 2bdeebd8-a734-4791-868c-47ca82d0b68a on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:25:25.451714 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-b99ec874-088b-4d03-a396-2219de9dfb01 req-c818e0c9-7304-4bb8-91d4-6ff2407d9da8 service neutron] Attempting to bind port 2bdeebd8-a734-4791-868c-47ca82d0b68a by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:25:25.452198 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99ec874-088b-4d03-a396-2219de9dfb01 req-c818e0c9-7304-4bb8-91d4-6ff2407d9da8 service neutron] Attempting to bind port 2bdeebd8-a734-4791-868c-47ca82d0b68a on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:25:25.488822 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e25236-3663-4bfe-bccc-57faecbf82d5 None None] Network 143a0aca-6b8a-4e49-a5a0-2f6e96878754 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:25:25.501238 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-7d3bb23d-1a3a-4b41-89f0-99d54c27801c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b471f62a81684e5bb0644b88b10aed60&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0727251 Aug 22 13:25:25.502422 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3bb23d-1a3a-4b41-89f0-99d54c27801c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e472bbfd-aa56-4d12-8392-5816d3a5fc82,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:25.506112 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50742) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:25:25.542848 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-80e25236-3663-4bfe-bccc-57faecbf82d5 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:25:25.549326 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e25236-3663-4bfe-bccc-57faecbf82d5 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:25:25.565199 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e25236-3663-4bfe-bccc-57faecbf82d5 None None] Pushing event updated for resources: {'Port': ['ID=8b001891-5adb-4275-8bd6-d64fafd38ff3,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:25.608892 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3ce9cd-5ce4-4bdb-b70e-ab6c7a65a043 None None] Network 0cc210c0-a1af-4d1a-af13-c74a90748aeb requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:25:25.609361 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99ec874-088b-4d03-a396-2219de9dfb01 req-c818e0c9-7304-4bb8-91d4-6ff2407d9da8 service neutron] Port 2bdeebd8-a734-4791-868c-47ca82d0b68a on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:25:25.610559 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99ec874-088b-4d03-a396-2219de9dfb01 req-c818e0c9-7304-4bb8-91d4-6ff2407d9da8 service neutron] Attempting to bind port 2bdeebd8-a734-4791-868c-47ca82d0b68a on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:25:25.623029 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-04bccb69-f2c4-422b-b8da-56bcaffe7f75 req-9367bbd2-c90f-4562-9c04-8f99f7816a5d tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] For port 828cc14b-4200-4c08-98ac-e7734151cf9d, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=828cc14b-4200-4c08-98ac-e7734151cf9d,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:25:25.623517 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-04bccb69-f2c4-422b-b8da-56bcaffe7f75 req-9367bbd2-c90f-4562-9c04-8f99f7816a5d tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:25.635049 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ad1c2794-7483-42d1-be28-90a19b1eac3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:25.662750 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99ec874-088b-4d03-a396-2219de9dfb01 req-c818e0c9-7304-4bb8-91d4-6ff2407d9da8 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:25:25.663190 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99ec874-088b-4d03-a396-2219de9dfb01 req-c818e0c9-7304-4bb8-91d4-6ff2407d9da8 service neutron] Checking segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:25:25.663638 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99ec874-088b-4d03-a396-2219de9dfb01 req-c818e0c9-7304-4bb8-91d4-6ff2407d9da8 service neutron] Bound using segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:25:25.664146 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-b99ec874-088b-4d03-a396-2219de9dfb01 req-c818e0c9-7304-4bb8-91d4-6ff2407d9da8 service neutron] Bound port: 2bdeebd8-a734-4791-868c-47ca82d0b68a, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:25:25.664626 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b99ec874-088b-4d03-a396-2219de9dfb01 req-c818e0c9-7304-4bb8-91d4-6ff2407d9da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:25.683304 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ad1c2794-7483-42d1-be28-90a19b1eac3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:25.699341 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-04bccb69-f2c4-422b-b8da-56bcaffe7f75 req-9367bbd2-c90f-4562-9c04-8f99f7816a5d tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Calling delete_port for 828cc14b-4200-4c08-98ac-e7734151cf9d owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:25:25.740137 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c0de4-77d9-49c7-ad96-cce42fd41035 req-12c4e1ef-65d9-49f3-a448-39853efc2ca0 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:25.741585 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e73c0de4-77d9-49c7-ad96-cce42fd41035 req-12c4e1ef-65d9-49f3-a448-39853efc2ca0 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.41 "GET /v2.0/networks?id=dfedf898-aca6-4df9-b6f5-cb8b2650ce65 HTTP/1.1" status: 200 len: 817 time: 0.6171308 Aug 22 13:25:25.752222 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ad1c2794-7483-42d1-be28-90a19b1eac3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:25.771602 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ad1c2794-7483-42d1-be28-90a19b1eac3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:25.779291 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ad1c2794-7483-42d1-be28-90a19b1eac3e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e472bbfd-aa56-4d12-8392-5816d3a5fc82 HTTP/1.1" status: 204 len: 168 time: 0.2718012 Aug 22 13:25:25.800803 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:25.808217 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1c2794-7483-42d1-be28-90a19b1eac3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e472bbfd-aa56-4d12-8392-5816d3a5fc82,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:25.865461 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b34289e1-f62c-466a-ab10-389243b81fd7 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:25.869039 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-8dbcfe70-4317-494c-b549-29e74fa01fe9 None None] Provisioning for port 2ee5df0a-89ac-4d4d-81d3-9723f3f86f54 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:25:25.924086 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-80e25236-3663-4bfe-bccc-57faecbf82d5 None None] Attempting to bind port 8b001891-5adb-4275-8bd6-d64fafd38ff3 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:25:25.924486 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-80e25236-3663-4bfe-bccc-57faecbf82d5 None None] Attempting to bind port 8b001891-5adb-4275-8bd6-d64fafd38ff3 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '8b71f801-18fb-49c0-a349-bfef93835cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '143a0aca-6b8a-4e49-a5a0-2f6e96878754'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:25:25.925051 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e25236-3663-4bfe-bccc-57faecbf82d5 None None] Attempting to bind port 8b001891-5adb-4275-8bd6-d64fafd38ff3 on network 143a0aca-6b8a-4e49-a5a0-2f6e96878754 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:25:25.952157 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-b34289e1-f62c-466a-ab10-389243b81fd7 None None] Transition to ACTIVE for port object 71da1bbb-b2e9-4833-845f-8ba0cb9217d0 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:25:26.006097 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e25236-3663-4bfe-bccc-57faecbf82d5 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:25:26.006520 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e25236-3663-4bfe-bccc-57faecbf82d5 None None] Checking segment: {'id': '8b71f801-18fb-49c0-a349-bfef93835cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '143a0aca-6b8a-4e49-a5a0-2f6e96878754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:25:26.006960 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-80e25236-3663-4bfe-bccc-57faecbf82d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:26.007389 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e25236-3663-4bfe-bccc-57faecbf82d5 None None] Bound using segment: {'id': '8b71f801-18fb-49c0-a349-bfef93835cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '143a0aca-6b8a-4e49-a5a0-2f6e96878754'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:25:26.007898 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-80e25236-3663-4bfe-bccc-57faecbf82d5 None None] Bound port: 8b001891-5adb-4275-8bd6-d64fafd38ff3, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b71f801-18fb-49c0-a349-bfef93835cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '143a0aca-6b8a-4e49-a5a0-2f6e96878754'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:25:26.009474 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-80e25236-3663-4bfe-bccc-57faecbf82d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:26.049430 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bc1bffa7-5a75-4ecc-9249-b16877d17e89 req-0f7a0610-dd71-4284-8ad6-52544d2a4009 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 210 time: 0.0815265 Aug 22 13:25:26.076129 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port d2834d00-2df8-4e69-b09e-e98ef3c97c27, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=d2834d00-2df8-4e69-b09e-e98ef3c97c27,segment=NetworkSegment(e0cf36a3-398c-4c68-a668-edae22b1fee1),segment_id=e0cf36a3-398c-4c68-a668-edae22b1fee1)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:25:26.089486 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 828cc14b-4200-4c08-98ac-e7734151cf9d no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:25:26.102107 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a537eb68-064d-4a42-b17d-6be178de58b9 req-54b08024-d8ae-48d6-b89b-11309f4cd5de tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:26.104219 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a537eb68-064d-4a42-b17d-6be178de58b9 req-54b08024-d8ae-48d6-b89b-11309f4cd5de tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680391b-bdf8-47b9-a9c2-193bb155b55f HTTP/1.1" status: 200 len: 950 time: 0.1950645 Aug 22 13:25:26.140922 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:26.144085 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-b34289e1-f62c-466a-ab10-389243b81fd7 None None] Transition to ACTIVE for port object 71da1bbb-b2e9-4833-845f-8ba0cb9217d0 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:25:26.234437 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b34289e1-f62c-466a-ab10-389243b81fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:26.238888 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a537eb68-064d-4a42-b17d-6be178de58b9 req-e32fd92b-04e7-4714-8a63-b55b637bbc5b tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130037 Aug 22 13:25:26.286170 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34289e1-f62c-466a-ab10-389243b81fd7 None None] Network 8858e46b-6208-4875-b089-3b1759ddc36f is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:25:26.309021 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-b34289e1-f62c-466a-ab10-389243b81fd7 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:25:26.336220 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34289e1-f62c-466a-ab10-389243b81fd7 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:25:26.407818 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 2ee5df0a-89ac-4d4d-81d3-9723f3f86f54 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:25:26.428906 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=d2834d00-2df8-4e69-b09e-e98ef3c97c27,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:26.507167 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-80e25236-3663-4bfe-bccc-57faecbf82d5 None None] For port 8b001891-5adb-4275-8bd6-d64fafd38ff3, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:25:26.585750 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-c54defb7-48ca-4671-be7a-1cd200400cab tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Allocated IP 10.1.1.119 (0cc210c0-a1af-4d1a-af13-c74a90748aeb/c9c01412-9489-49de-9d2b-050ba9194e34/ab40ae52-fb74-4b8c-a089-1c836ec0b6cf) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:25:26.605557 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34289e1-f62c-466a-ab10-389243b81fd7 None None] Pushing event updated for resources: {'Port': ['ID=71da1bbb-b2e9-4833-845f-8ba0cb9217d0,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:26.609320 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-b34289e1-f62c-466a-ab10-389243b81fd7 None None] Attempting to bind port 71da1bbb-b2e9-4833-845f-8ba0cb9217d0 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:25:26.610208 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-b34289e1-f62c-466a-ab10-389243b81fd7 None None] Attempting to bind port 71da1bbb-b2e9-4833-845f-8ba0cb9217d0 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '86adbc1d-9e27-4818-8ee1-8777c1311f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8858e46b-6208-4875-b089-3b1759ddc36f'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:25:26.610807 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34289e1-f62c-466a-ab10-389243b81fd7 None None] Attempting to bind port 71da1bbb-b2e9-4833-845f-8ba0cb9217d0 on network 8858e46b-6208-4875-b089-3b1759ddc36f {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:25:26.615227 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-80e25236-3663-4bfe-bccc-57faecbf82d5 None None] For port 8b001891-5adb-4275-8bd6-d64fafd38ff3, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=8b001891-5adb-4275-8bd6-d64fafd38ff3,segment=NetworkSegment(8b71f801-18fb-49c0-a349-bfef93835cfc),segment_id=8b71f801-18fb-49c0-a349-bfef93835cfc)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:25:26.616574 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-81bac5cc-b3a4-4d9b-9694-aaff101ec648 admin admin] Allocated IP 172.25.3.93 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/15d7a091-6c52-449e-a338-77b952b1d5a9) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:25:26.620388 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cea4a-0760-4d8c-b576-96dbc3ad84d3 req-5d68e68b-5d03-4c29-b545-24e7861cb670 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:26.628870 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fd5cea4a-0760-4d8c-b576-96dbc3ad84d3 req-5d68e68b-5d03-4c29-b545-24e7861cb670 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 948 time: 0.1027598 Aug 22 13:25:26.643515 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:26.647881 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-80e25236-3663-4bfe-bccc-57faecbf82d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:26.654219 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e73c0de4-77d9-49c7-ad96-cce42fd41035 req-ee65c5ed-40a0-41e5-bb7b-2bc4e8c788e4 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1706b1b8ed7f4b13af0ef34415cabc13 HTTP/1.1" status: 200 len: 380 time: 0.8506854 Aug 22 13:25:26.705112 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fd5cea4a-0760-4d8c-b576-96dbc3ad84d3 req-983a1ea9-0f1d-47a9-b293-a8b99ebc2f57 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724227 Aug 22 13:25:26.707591 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34289e1-f62c-466a-ab10-389243b81fd7 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:25:26.707968 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34289e1-f62c-466a-ab10-389243b81fd7 None None] Checking segment: {'id': '86adbc1d-9e27-4818-8ee1-8777c1311f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8858e46b-6208-4875-b089-3b1759ddc36f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:25:26.708413 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b34289e1-f62c-466a-ab10-389243b81fd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:26.708805 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34289e1-f62c-466a-ab10-389243b81fd7 None None] Bound using segment: {'id': '86adbc1d-9e27-4818-8ee1-8777c1311f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8858e46b-6208-4875-b089-3b1759ddc36f'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:25:26.709273 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-b34289e1-f62c-466a-ab10-389243b81fd7 None None] Bound port: 71da1bbb-b2e9-4833-845f-8ba0cb9217d0, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86adbc1d-9e27-4818-8ee1-8777c1311f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8858e46b-6208-4875-b089-3b1759ddc36f'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:25:26.709650 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b34289e1-f62c-466a-ab10-389243b81fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:26.709780 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-e73c0de4-77d9-49c7-ad96-cce42fd41035 req-8f2486e6-8199-41c5-99be-a47a20b4aa9e tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Request body: {'port': {'device_id': '7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451', 'network_id': 'dfedf898-aca6-4df9-b6f5-cb8b2650ce65', 'admin_state_up': True, 'tenant_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'security_groups': ['e4f995f7-29d9-4ea1-8a86-26535a55404a']}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:25:26.742934 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 2ee5df0a-89ac-4d4d-81d3-9723f3f86f54 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:25:26.773114 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 2ee5df0a-89ac-4d4d-81d3-9723f3f86f54 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:25:26.773526 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:26.775284 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e25236-3663-4bfe-bccc-57faecbf82d5 None None] Pushing event updated for resources: {'Port': ['ID=8b001891-5adb-4275-8bd6-d64fafd38ff3,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:26.843480 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7680391b-bdf8-47b9-a9c2-193bb155b55f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '828cc14b-4200-4c08-98ac-e7734151cf9d'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:25:26.849136 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8551cf-45bd-4ea1-8e91-7d578f6b54ea" -d '{"events": [{"server_uuid": "7680391b-bdf8-47b9-a9c2-193bb155b55f", "name": "network-vif-unplugged", "status": "completed", "tag": "828cc14b-4200-4c08-98ac-e7734151cf9d"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:25:26.869364 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 828cc14b-4200-4c08-98ac-e7734151cf9d, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=828cc14b-4200-4c08-98ac-e7734151cf9d,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:25:26.887193 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-b99ec874-088b-4d03-a396-2219de9dfb01 req-c818e0c9-7304-4bb8-91d4-6ff2407d9da8 service neutron] For port 2bdeebd8-a734-4791-868c-47ca82d0b68a, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:25:26.929443 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:26.931393 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device d0212b71-79cd-4311-ae89-e9abaec1ea35 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:25:26.957604 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50780) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:25:26.963592 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 13:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315437df-3cc8-433b-9f63-8bf18d6a6d78 x-openstack-request-id: req-315437df-3cc8-433b-9f63-8bf18d6a6d78 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:25:26.964266 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7680391b-bdf8-47b9-a9c2-193bb155b55f", "name": "network-vif-unplugged", "status": "completed", "tag": "828cc14b-4200-4c08-98ac-e7734151cf9d", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:25:26.964737 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-315437df-3cc8-433b-9f63-8bf18d6a6d78 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:25:26.965472 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7680391b-bdf8-47b9-a9c2-193bb155b55f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '828cc14b-4200-4c08-98ac-e7734151cf9d', 'code': 200} Aug 22 13:25:26.965961 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b27f2b0-26bd-4210-9982-6230b6773dd0 req-22c716e5-861b-45dc-b7be-40f90d5ecaf3 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:26.967797 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8b27f2b0-26bd-4210-9982-6230b6773dd0 req-22c716e5-861b-45dc-b7be-40f90d5ecaf3 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/networks?id=887e0115-b4ac-4c62-9aab-f2d01695aede HTTP/1.1" status: 200 len: 821 time: 0.2059324 Aug 22 13:25:26.983960 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-b99ec874-088b-4d03-a396-2219de9dfb01 req-c818e0c9-7304-4bb8-91d4-6ff2407d9da8 service neutron] For port 2bdeebd8-a734-4791-868c-47ca82d0b68a, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=2bdeebd8-a734-4791-868c-47ca82d0b68a,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:25:27.027817 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b99ec874-088b-4d03-a396-2219de9dfb01 req-c818e0c9-7304-4bb8-91d4-6ff2407d9da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:27.030882 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8b27f2b0-26bd-4210-9982-6230b6773dd0 req-a16657b3-b8ec-42e4-812b-779f18f4c7f9 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/quotas/ec08ac96341043c28ecba1b995182de4 HTTP/1.1" status: 200 len: 375 time: 0.0481987 Aug 22 13:25:27.048383 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: d0212b71-79cd-4311-ae89-e9abaec1ea35 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:25:27.049116 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device d0212b71-79cd-4311-ae89-e9abaec1ea35 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:25:27.152363 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=828cc14b-4200-4c08-98ac-e7734151cf9d,revision_number=6']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:27.158348 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-ae7ea257-badb-4820-8aeb-393d969b27fb None None] Provisioning complete for port 2ee5df0a-89ac-4d4d-81d3-9723f3f86f54 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:25:27.158726 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ae7ea257-badb-4820-8aeb-393d969b27fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:27.179872 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-b34289e1-f62c-466a-ab10-389243b81fd7 None None] For port 71da1bbb-b2e9-4833-845f-8ba0cb9217d0, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:25:27.201898 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-81bac5cc-b3a4-4d9b-9694-aaff101ec648 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:27.209749 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:27.248225 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-b34289e1-f62c-466a-ab10-389243b81fd7 None None] For port 71da1bbb-b2e9-4833-845f-8ba0cb9217d0, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=71da1bbb-b2e9-4833-845f-8ba0cb9217d0,segment=NetworkSegment(86adbc1d-9e27-4818-8ee1-8777c1311f1c),segment_id=86adbc1d-9e27-4818-8ee1-8777c1311f1c)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:25:27.267134 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b34289e1-f62c-466a-ab10-389243b81fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:27.338184 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ec874-088b-4d03-a396-2219de9dfb01 req-c818e0c9-7304-4bb8-91d4-6ff2407d9da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:27.338798 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b99ec874-088b-4d03-a396-2219de9dfb01 req-c818e0c9-7304-4bb8-91d4-6ff2407d9da8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:27.340546 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b99ec874-088b-4d03-a396-2219de9dfb01 req-c818e0c9-7304-4bb8-91d4-6ff2407d9da8 service neutron] 10.222.0.41 "PUT /v2.0/ports/2bdeebd8-a734-4791-868c-47ca82d0b68a HTTP/1.1" status: 200 len: 1097 time: 4.2205772 Aug 22 13:25:27.343544 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e99d12af-3db6-492c-ac68-b2e0112588a8', 'tag': '2bdeebd8-a734-4791-868c-47ca82d0b68a'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:25:27.356474 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccaa0bf7-1d0e-495c-9945-c4e2ef0d9fdb" -d '{"events": [{"name": "network-changed", "server_uuid": "e99d12af-3db6-492c-ac68-b2e0112588a8", "tag": "2bdeebd8-a734-4791-868c-47ca82d0b68a"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:25:27.372129 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-04bccb69-f2c4-422b-b8da-56bcaffe7f75 req-9367bbd2-c90f-4562-9c04-8f99f7816a5d tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:27.414044 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ae7ea257-badb-4820-8aeb-393d969b27fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:27.416263 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['c41641dd-85d8-40a3-8ec9-c3f0bde2f420'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:25:27.421770 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 2ee5df0a-89ac-4d4d-81d3-9723f3f86f54, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=2ee5df0a-89ac-4d4d-81d3-9723f3f86f54,segment=NetworkSegment(39f86938-cd23-49cd-9ccb-5c572c933116),segment_id=39f86938-cd23-49cd-9ccb-5c572c933116)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:25:27.463678 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:27.472785 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 2bdeebd8-a734-4791-868c-47ca82d0b68a no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:25:27.514894 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c818e0c9-7304-4bb8-91d4-6ff2407d9da8 service neutron] Pushing event updated for resources: {'Port': ['ID=2bdeebd8-a734-4791-868c-47ca82d0b68a,revision_number=7']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:27.526681 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 2bdeebd8-a734-4791-868c-47ca82d0b68a not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:25:27.530115 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-4bfdd20c-4949-4fde-9a2c-df8c7212ac0d admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-899943591-network', 'tenant_id': 'd5b37f058ed14e4ba3e6baf1c4d6a4b1'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:25:27.536484 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34289e1-f62c-466a-ab10-389243b81fd7 None None] Pushing event updated for resources: {'Port': ['ID=71da1bbb-b2e9-4833-845f-8ba0cb9217d0,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:27.604176 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3660a490-3fcb-4612-8362-715a7425bee2 req-1aa87fe6-6565-4ca2-b534-26a0496240bd tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 210 time: 0.0729506 Aug 22 13:25:27.616475 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=2ee5df0a-89ac-4d4d-81d3-9723f3f86f54,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:27.652634 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9367bbd2-c90f-4562-9c04-8f99f7816a5d tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Pushing event deleted for resources: {'Port': ['ID=828cc14b-4200-4c08-98ac-e7734151cf9d,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:27.670145 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e73c0de4-77d9-49c7-ad96-cce42fd41035 req-8f2486e6-8199-41c5-99be-a47a20b4aa9e tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Made reservation on behalf of 1706b1b8ed7f4b13af0ef34415cabc13 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:25:27.679960 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e73c0de4-77d9-49c7-ad96-cce42fd41035 req-8f2486e6-8199-41c5-99be-a47a20b4aa9e tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:27.700830 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8b27f2b0-26bd-4210-9982-6230b6773dd0 req-6cf0544b-75c0-42dc-92d3-787455cebf31 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec08ac96341043c28ecba1b995182de4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6687613 Aug 22 13:25:27.725810 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bfdd20c-4949-4fde-9a2c-df8c7212ac0d admin admin] Made reservation on behalf of d5b37f058ed14e4ba3e6baf1c4d6a4b1 for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:25:27.728054 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4bfdd20c-4949-4fde-9a2c-df8c7212ac0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:27.738575 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-81bac5cc-b3a4-4d9b-9694-aaff101ec648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:27.743425 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-04bccb69-f2c4-422b-b8da-56bcaffe7f75 req-9367bbd2-c90f-4562-9c04-8f99f7816a5d tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] No DVR routers for this DVR port 828cc14b-4200-4c08-98ac-e7734151cf9d on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:25:27.747532 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-04bccb69-f2c4-422b-b8da-56bcaffe7f75 req-9367bbd2-c90f-4562-9c04-8f99f7816a5d tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:27.750063 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-04bccb69-f2c4-422b-b8da-56bcaffe7f75 req-9367bbd2-c90f-4562-9c04-8f99f7816a5d tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.41 "DELETE /v2.0/ports/828cc14b-4200-4c08-98ac-e7734151cf9d HTTP/1.1" status: 204 len: 173 time: 4.6826630 Aug 22 13:25:27.755555 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.db.api [None req-ae7ea257-badb-4820-8aeb-393d969b27fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 13:25:27.755962 n-d-793621-33 neutron-server[94629]: DEBUG oslo_db.api [None req-ae7ea257-badb-4820-8aeb-393d969b27fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 13:25:27.761027 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c54defb7-48ca-4671-be7a-1cd200400cab tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:27.830968 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ec874-088b-4d03-a396-2219de9dfb01 req-7646a8be-ad79-44da-9166-bc6208489e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:27.832673 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b99ec874-088b-4d03-a396-2219de9dfb01 req-7646a8be-ad79-44da-9166-bc6208489e8c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=01d864243fbf4cf6816e3fd9d58ef026&device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 1100 time: 0.4619749 Aug 22 13:25:27.860913 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bac5cc-b3a4-4d9b-9694-aaff101ec648 admin admin] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:25:27.876126 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-81bac5cc-b3a4-4d9b-9694-aaff101ec648 admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:25:27.879005 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bac5cc-b3a4-4d9b-9694-aaff101ec648 admin admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:25:27.883638 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-c54defb7-48ca-4671-be7a-1cd200400cab tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Transition to ACTIVE for port object ab40ae52-fb74-4b8c-a089-1c836ec0b6cf will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:25:27.943499 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8b27f2b0-26bd-4210-9982-6230b6773dd0 req-f12d6ad0-95a1-42d6-956f-eb7172261973 service neutron] 10.222.0.21 "GET /v2.0/networks/887e0115-b4ac-4c62-9aab-f2d01695aede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416878 Aug 22 13:25:27.980129 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4bfdd20c-4949-4fde-9a2c-df8c7212ac0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:28.024663 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9acc7a13-1b6a-4e48-a74c-5e4060c9d6de req-317850cf-95cc-45a1-b679-6d5f71aa19e0 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680391b-bdf8-47b9-a9c2-193bb155b55f HTTP/1.1" status: 200 len: 210 time: 0.0785301 Aug 22 13:25:28.045996 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bac5cc-b3a4-4d9b-9694-aaff101ec648 admin admin] Pushing event updated for resources: {'Port': ['ID=15d7a091-6c52-449e-a338-77b952b1d5a9,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:28.165419 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8b27f2b0-26bd-4210-9982-6230b6773dd0 req-1ad68919-e6d1-4bbb-8b19-58071cfa900b service neutron] 10.222.0.21 "GET /v2.0/networks/887e0115-b4ac-4c62-9aab-f2d01695aede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204738 Aug 22 13:25:28.249263 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c54defb7-48ca-4671-be7a-1cd200400cab tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:28.262116 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ec874-088b-4d03-a396-2219de9dfb01 req-16603068-3ff4-47de-a2c7-97a8a66d3138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:28.264450 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b99ec874-088b-4d03-a396-2219de9dfb01 req-16603068-3ff4-47de-a2c7-97a8a66d3138 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7dc41cff-a3ac-4fc2-ba06-973efce2365e HTTP/1.1" status: 200 len: 870 time: 0.4203138 Aug 22 13:25:28.330532 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b99ec874-088b-4d03-a396-2219de9dfb01 req-1f014153-c66f-4c9d-bfee-71088d42dc66 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=2bdeebd8-a734-4791-868c-47ca82d0b68a HTTP/1.1" status: 200 len: 217 time: 0.0503681 Aug 22 13:25:28.338361 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:28.378805 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54defb7-48ca-4671-be7a-1cd200400cab tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Network 0cc210c0-a1af-4d1a-af13-c74a90748aeb is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:25:28.402247 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4bfdd20c-4949-4fde-9a2c-df8c7212ac0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:28.403137 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6270866-4c03-4465-b2d8-8a1ba89c91d5 x-openstack-request-id: req-e6270866-4c03-4465-b2d8-8a1ba89c91d5 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:25:28.404076 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e99d12af-3db6-492c-ac68-b2e0112588a8", "tag": "2bdeebd8-a734-4791-868c-47ca82d0b68a", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:25:28.404076 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e6270866-4c03-4465-b2d8-8a1ba89c91d5 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:25:28.404076 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e99d12af-3db6-492c-ac68-b2e0112588a8', 'tag': '2bdeebd8-a734-4791-868c-47ca82d0b68a', 'status': 'completed', 'code': 200} Aug 22 13:25:28.408832 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-c54defb7-48ca-4671-be7a-1cd200400cab tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:25:28.409373 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54defb7-48ca-4671-be7a-1cd200400cab tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:25:28.432976 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4bfdd20c-4949-4fde-9a2c-df8c7212ac0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:28.455581 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bfdd20c-4949-4fde-9a2c-df8c7212ac0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:25:28.477367 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4bfdd20c-4949-4fde-9a2c-df8c7212ac0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:28.477367 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-4bfdd20c-4949-4fde-9a2c-df8c7212ac0d admin admin] Added segment 4c6e1d8d-4c7e-4c05-b40c-a119ed7a60f2 of type vlan for network 0657f797-3c0a-43e1-b263-eae5f1e252be Aug 22 13:25:28.482314 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-e73c0de4-77d9-49c7-ad96-cce42fd41035 req-8f2486e6-8199-41c5-99be-a47a20b4aa9e tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Allocated IP 172.20.0.11 (dfedf898-aca6-4df9-b6f5-cb8b2650ce65/86161abd-93fb-4a2f-8c13-984112b572a1/49182ab7-2c16-40e9-8e35-5b5ee774a5c3) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:25:28.523201 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7e86eb1f-ccc1-437c-b7ab-d070831d5d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:28.527074 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54defb7-48ca-4671-be7a-1cd200400cab tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:28.527738 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c54defb7-48ca-4671-be7a-1cd200400cab tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:28.574322 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c54defb7-48ca-4671-be7a-1cd200400cab tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.6279492 Aug 22 13:25:28.593808 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4bfdd20c-4949-4fde-9a2c-df8c7212ac0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:28.620772 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50800) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:25:28.633689 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-be8c67fc-86e8-49f2-845c-2c445085d39a tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Request body: {'port': {'network_id': '0cc210c0-a1af-4d1a-af13-c74a90748aeb', 'name': 'tempest-TaggedBootDevicesTest-57413265', 'fixed_ips': [{'subnet_id': 'c9c01412-9489-49de-9d2b-050ba9194e34'}]}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:25:28.663888 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54defb7-48ca-4671-be7a-1cd200400cab tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Pushing event updated for resources: {'Port': ['ID=ab40ae52-fb74-4b8c-a089-1c836ec0b6cf,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:28.727805 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4bfdd20c-4949-4fde-9a2c-df8c7212ac0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:28.729074 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfdd20c-4949-4fde-9a2c-df8c7212ac0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:28.729877 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4bfdd20c-4949-4fde-9a2c-df8c7212ac0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:28.762628 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 8b001891-5adb-4275-8bd6-d64fafd38ff3 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:25:28.828060 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ebf545-37a4-4921-97b8-f08922e3ba2b None None] Network 143a0aca-6b8a-4e49-a5a0-2f6e96878754 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:25:28.849564 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-4bfdd20c-4949-4fde-9a2c-df8c7212ac0d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8906851 Aug 22 13:25:28.860292 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfdd20c-4949-4fde-9a2c-df8c7212ac0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f52e29-9b4a-48c0-bf7d-3bf6374c285c,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:28.867017 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50804) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:25:28.870738 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa0bf7-1d0e-495c-9945-c4e2ef0d9fdb req-c4eef408-2388-48e6-89b9-39b1e5c71824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:28.872441 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ccaa0bf7-1d0e-495c-9945-c4e2ef0d9fdb req-c4eef408-2388-48e6-89b9-39b1e5c71824 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=01d864243fbf4cf6816e3fd9d58ef026&device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 1100 time: 0.4668202 Aug 22 13:25:28.877509 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-f996da80-4e4c-4437-84a1-3ceca9e54872 admin admin] Request body: {'subnet': {'network_id': '0657f797-3c0a-43e1-b263-eae5f1e252be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-899943591-subnet', 'tenant_id': 'd5b37f058ed14e4ba3e6baf1c4d6a4b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:25:28.956117 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfdd20c-4949-4fde-9a2c-df8c7212ac0d admin admin] Pushing event updated for resources: {'Network': ['ID=0657f797-3c0a-43e1-b263-eae5f1e252be,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:28.987287 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88201ed7-8e42-4121-a1a0-fe59efb220af req-202ddaa6-d7f0-41da-9b11-2a5e5dd16091 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:29.001354 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-88201ed7-8e42-4121-a1a0-fe59efb220af req-202ddaa6-d7f0-41da-9b11-2a5e5dd16091 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 948 time: 0.2885835 Aug 22 13:25:29.025457 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 0657f797-3c0a-43e1-b263-eae5f1e252be details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:25:29.028196 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f996da80-4e4c-4437-84a1-3ceca9e54872 admin admin] Made reservation on behalf of d5b37f058ed14e4ba3e6baf1c4d6a4b1 for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:25:29.030974 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f996da80-4e4c-4437-84a1-3ceca9e54872 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:29.163416 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e73c0de4-77d9-49c7-ad96-cce42fd41035 req-8f2486e6-8199-41c5-99be-a47a20b4aa9e tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:29.164712 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2e967374-788f-44f2-a083-312308e00935 req-0a47b6e0-bf7f-4d3c-b7ac-9b9c23b02877 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 210 time: 0.1029766 Aug 22 13:25:29.192465 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-88201ed7-8e42-4121-a1a0-fe59efb220af req-444e2ada-f2eb-4aa8-8a47-e8cbe9ec1fc3 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835327 Aug 22 13:25:29.196348 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-e73c0de4-77d9-49c7-ad96-cce42fd41035 req-8f2486e6-8199-41c5-99be-a47a20b4aa9e tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Transition to ACTIVE for port object 49182ab7-2c16-40e9-8e35-5b5ee774a5c3 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:25:29.225156 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-dc00ccf5-152e-42a4-95c0-a0c834801833 None None] Provisioning for port 8b001891-5adb-4275-8bd6-d64fafd38ff3 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:25:29.230471 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa0bf7-1d0e-495c-9945-c4e2ef0d9fdb req-6e0fe96f-8dca-4f3d-a21d-1e2ed6581771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:29.232048 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ccaa0bf7-1d0e-495c-9945-c4e2ef0d9fdb req-6e0fe96f-8dca-4f3d-a21d-1e2ed6581771 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7dc41cff-a3ac-4fc2-ba06-973efce2365e HTTP/1.1" status: 200 len: 870 time: 0.3486676 Aug 22 13:25:29.245532 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e73c0de4-77d9-49c7-ad96-cce42fd41035 req-8f2486e6-8199-41c5-99be-a47a20b4aa9e tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:29.262578 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 8b001891-5adb-4275-8bd6-d64fafd38ff3 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:25:29.282866 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ec874-088b-4d03-a396-2219de9dfb01 req-964efb57-28e8-4922-be56-87416f6b72e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:29.288513 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b99ec874-088b-4d03-a396-2219de9dfb01 req-964efb57-28e8-4922-be56-87416f6b72e6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.9057930 Aug 22 13:25:29.297919 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 8b001891-5adb-4275-8bd6-d64fafd38ff3 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:25:29.298398 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:29.326067 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d46acf7-fa79-42cf-bdf9-f157258c5763 None None] Network 8858e46b-6208-4875-b089-3b1759ddc36f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:25:29.414316 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-09afc1d3-48f2-40e3-a458-b41a5fec58ca None None] Provisioning for port 71da1bbb-b2e9-4833-845f-8ba0cb9217d0 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:25:29.458962 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-09afc1d3-48f2-40e3-a458-b41a5fec58ca None None] Provisioning for port ab40ae52-fb74-4b8c-a089-1c836ec0b6cf completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:25:29.466434 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-09afc1d3-48f2-40e3-a458-b41a5fec58ca None None] Provisioning complete for port ab40ae52-fb74-4b8c-a089-1c836ec0b6cf triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:25:29.466812 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-09afc1d3-48f2-40e3-a458-b41a5fec58ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:29.482992 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e73c0de4-77d9-49c7-ad96-cce42fd41035 req-8f2486e6-8199-41c5-99be-a47a20b4aa9e tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Network dfedf898-aca6-4df9-b6f5-cb8b2650ce65 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:25:29.531083 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-e73c0de4-77d9-49c7-ad96-cce42fd41035 req-8f2486e6-8199-41c5-99be-a47a20b4aa9e tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:25:29.566125 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-e73c0de4-77d9-49c7-ad96-cce42fd41035 req-8f2486e6-8199-41c5-99be-a47a20b4aa9e tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:25:29.599610 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-09afc1d3-48f2-40e3-a458-b41a5fec58ca None None] Port ab40ae52-fb74-4b8c-a089-1c836ec0b6cf cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:25:29.603363 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f996da80-4e4c-4437-84a1-3ceca9e54872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:29.613460 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ccaa0bf7-1d0e-495c-9945-c4e2ef0d9fdb req-7b926e46-db1a-48f4-bcdf-17d11ba16b6a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=2bdeebd8-a734-4791-868c-47ca82d0b68a HTTP/1.1" status: 200 len: 217 time: 0.3622577 Aug 22 13:25:29.614094 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:29.627744 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9e3e491c-01e5-44f1-b656-cca83b122c1a req-50f4f9dc-02f0-47e5-95a0-771afee849ac tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc6b3322-6437-4e90-aad7-fee4bae751f7 HTTP/1.1" status: 200 len: 210 time: 0.3318183 Aug 22 13:25:29.629508 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8c67fc-86e8-49f2-845c-2c445085d39a tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Made reservation on behalf of 2389b5e02dee4864a1a7f4824db49bc1 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:25:29.634707 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-be8c67fc-86e8-49f2-845c-2c445085d39a tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:29.685236 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-be8c67fc-86e8-49f2-845c-2c445085d39a tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] device_id is not set on port aa5cdb91-66e3-442c-9d12-088167557b99 yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:25:29.698742 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 8b001891-5adb-4275-8bd6-d64fafd38ff3, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=8b001891-5adb-4275-8bd6-d64fafd38ff3,segment=NetworkSegment(8b71f801-18fb-49c0-a349-bfef93835cfc),segment_id=8b71f801-18fb-49c0-a349-bfef93835cfc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:25:29.709423 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:29.710127 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 71da1bbb-b2e9-4833-845f-8ba0cb9217d0 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:25:29.736511 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2486e6-8199-41c5-99be-a47a20b4aa9e tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Pushing event updated for resources: {'Port': ['ID=49182ab7-2c16-40e9-8e35-5b5ee774a5c3,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:29.806804 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa0bf7-1d0e-495c-9945-c4e2ef0d9fdb req-c2c91c06-5305-4a94-803f-fb4ee035cf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:29.808841 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ccaa0bf7-1d0e-495c-9945-c4e2ef0d9fdb req-c2c91c06-5305-4a94-803f-fb4ee035cf76 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.1740150 Aug 22 13:25:29.834321 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f996da80-4e4c-4437-84a1-3ceca9e54872 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dbf2c20-d1ff-4a0d-9ac3-b204766fe12d,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:29.929703 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa0bf7-1d0e-495c-9945-c4e2ef0d9fdb req-66e577e4-cf95-452c-bb28-9838ecd2417c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:29.931526 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ccaa0bf7-1d0e-495c-9945-c4e2ef0d9fdb req-66e577e4-cf95-452c-bb28-9838ecd2417c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0863693 Aug 22 13:25:29.932482 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f996da80-4e4c-4437-84a1-3ceca9e54872 admin admin] Checking segment: {'id': '4c6e1d8d-4c7e-4c05-b40c-a119ed7a60f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0657f797-3c0a-43e1-b263-eae5f1e252be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:25:29.933080 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f996da80-4e4c-4437-84a1-3ceca9e54872 admin admin] Network hostable DHCP agents. Network: 0657f797-3c0a-43e1-b263-eae5f1e252be, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:25:29.950279 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-81bac5cc-b3a4-4d9b-9694-aaff101ec648 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:29.964217 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ec874-088b-4d03-a396-2219de9dfb01 req-18ca8905-7453-41ba-a224-72f17b1b88ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:29.965678 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b99ec874-088b-4d03-a396-2219de9dfb01 req-18ca8905-7453-41ba-a224-72f17b1b88ac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5653975 Aug 22 13:25:29.971652 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=8b001891-5adb-4275-8bd6-d64fafd38ff3,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:29.990825 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c0de4-77d9-49c7-ad96-cce42fd41035 req-8f2486e6-8199-41c5-99be-a47a20b4aa9e tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:29.991688 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e73c0de4-77d9-49c7-ad96-cce42fd41035 req-8f2486e6-8199-41c5-99be-a47a20b4aa9e tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:30.000295 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-a1ce91cf-0d3f-48c5-8160-d63de6a45aae None None] Provisioning complete for port 8b001891-5adb-4275-8bd6-d64fafd38ff3 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:25:30.001166 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a1ce91cf-0d3f-48c5-8160-d63de6a45aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:30.026451 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f996da80-4e4c-4437-84a1-3ceca9e54872 admin admin] Network 0657f797-3c0a-43e1-b263-eae5f1e252be is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:25:30.040718 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 71da1bbb-b2e9-4833-845f-8ba0cb9217d0 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:25:30.055894 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 71da1bbb-b2e9-4833-845f-8ba0cb9217d0 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:25:30.056653 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:30.057532 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-f996da80-4e4c-4437-84a1-3ceca9e54872 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 0657f797-3c0a-43e1-b263-eae5f1e252be) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:25:30.069374 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f996da80-4e4c-4437-84a1-3ceca9e54872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:30.070016 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f996da80-4e4c-4437-84a1-3ceca9e54872 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:30.087217 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41560e76-c493-438a-9ed5-1707e4521a61 None None] Network 0657f797-3c0a-43e1-b263-eae5f1e252be requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:25:30.087596 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-be8c67fc-86e8-49f2-845c-2c445085d39a tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Allocated IP 10.1.1.60 (0cc210c0-a1af-4d1a-af13-c74a90748aeb/c9c01412-9489-49de-9d2b-050ba9194e34/aa5cdb91-66e3-442c-9d12-088167557b99) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:25:30.115848 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f996da80-4e4c-4437-84a1-3ceca9e54872 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2423053 Aug 22 13:25:30.127127 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1063dbbb-a041-4691-95ab-236fcf1b3f84 req-be14749c-667d-4fab-9134-7007eccd364b tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:30.133829 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1063dbbb-a041-4691-95ab-236fcf1b3f84 req-be14749c-667d-4fab-9134-7007eccd364b tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc44c507-168d-4380-823c-f1d5ca99eb3c HTTP/1.1" status: 200 len: 949 time: 0.1595118 Aug 22 13:25:30.142848 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ccaa0bf7-1d0e-495c-9945-c4e2ef0d9fdb req-dd4d7138-e35d-4817-8b9e-923d5a8bbe14 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026246 Aug 22 13:25:30.251573 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1063dbbb-a041-4691-95ab-236fcf1b3f84 req-3b27db96-82b8-4d3f-af32-30b3e0452212 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153784 Aug 22 13:25:30.333263 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-be8c67fc-86e8-49f2-845c-2c445085d39a tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:30.349482 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-be8c67fc-86e8-49f2-845c-2c445085d39a tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Transition to ACTIVE for port object aa5cdb91-66e3-442c-9d12-088167557b99 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:25:30.400674 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ccaa0bf7-1d0e-495c-9945-c4e2ef0d9fdb req-e4c8a9de-64c6-476c-940c-0431f165ce82 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494822 Aug 22 13:25:30.450322 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c109e-33e6-4656-a7f2-37a88ca356b8 req-98d359df-3e70-4f0c-aed7-7b6f0dab24d0 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:30.452618 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a21c109e-33e6-4656-a7f2-37a88ca356b8 req-98d359df-3e70-4f0c-aed7-7b6f0dab24d0 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 932 time: 0.1130030 Aug 22 13:25:30.452853 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7680391b-bdf8-47b9-a9c2-193bb155b55f', 'name': 'network-vif-deleted', 'tag': '828cc14b-4200-4c08-98ac-e7734151cf9d'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:25:30.456926 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd89f7bc-34ef-4b60-9a87-ba2870515cf0" -d '{"events": [{"server_uuid": "7680391b-bdf8-47b9-a9c2-193bb155b55f", "name": "network-vif-deleted", "tag": "828cc14b-4200-4c08-98ac-e7734151cf9d"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:25:30.466578 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181367f-a7c3-48ed-b040-68a267153970 req-11ce1f56-49bf-44e1-89e2-dc6c0af5a0fe tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:30.468554 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:30.476914 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6181367f-a7c3-48ed-b040-68a267153970 req-11ce1f56-49bf-44e1-89e2-dc6c0af5a0fe tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 948 time: 0.1005702 Aug 22 13:25:30.481404 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbe751d-d228-4821-a059-1f8e017c2041 None None] Network 0657f797-3c0a-43e1-b263-eae5f1e252be requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:25:30.539158 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a21c109e-33e6-4656-a7f2-37a88ca356b8 req-4f1e7840-b6de-46be-9849-151ac7d1ff9d tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4f995f7-29d9-4ea1-8a86-26535a55404a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599012 Aug 22 13:25:30.553495 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6181367f-a7c3-48ed-b040-68a267153970 req-6e78feaf-cff9-4ee9-b070-e62b532620c1 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754967 Aug 22 13:25:30.568572 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 71da1bbb-b2e9-4833-845f-8ba0cb9217d0, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=71da1bbb-b2e9-4833-845f-8ba0cb9217d0,segment=NetworkSegment(86adbc1d-9e27-4818-8ee1-8777c1311f1c),segment_id=86adbc1d-9e27-4818-8ee1-8777c1311f1c)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:25:30.571482 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-a52b678c-7d5a-4bbe-85c6-412343dc4e2d None None] Provisioning complete for port 71da1bbb-b2e9-4833-845f-8ba0cb9217d0 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:25:30.571482 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a52b678c-7d5a-4bbe-85c6-412343dc4e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:30.611444 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:30.612315 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device d2834d00-2df8-4e69-b09e-e98ef3c97c27 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:25:30.701530 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=71da1bbb-b2e9-4833-845f-8ba0cb9217d0,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:30.745320 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b27f2b0-26bd-4210-9982-6230b6773dd0 req-4ae9207e-557f-45e7-928c-17fb2dd8185f tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:30.746805 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8b27f2b0-26bd-4210-9982-6230b6773dd0 req-4ae9207e-557f-45e7-928c-17fb2dd8185f tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.41 "GET /v2.0/networks?id=887e0115-b4ac-4c62-9aab-f2d01695aede HTTP/1.1" status: 200 len: 821 time: 0.2867398 Aug 22 13:25:30.758367 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a96a0c-37a6-4dbf-b5ba-a5b9cfbcd408 x-openstack-request-id: req-02a96a0c-37a6-4dbf-b5ba-a5b9cfbcd408 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:25:30.758664 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7680391b-bdf8-47b9-a9c2-193bb155b55f", "name": "network-vif-deleted", "tag": "828cc14b-4200-4c08-98ac-e7734151cf9d", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:25:30.758902 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-02a96a0c-37a6-4dbf-b5ba-a5b9cfbcd408 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:25:30.759467 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7680391b-bdf8-47b9-a9c2-193bb155b55f', 'name': 'network-vif-deleted', 'tag': '828cc14b-4200-4c08-98ac-e7734151cf9d', 'status': 'completed', 'code': 200} Aug 22 13:25:30.779750 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-8b27f2b0-26bd-4210-9982-6230b6773dd0 req-66810269-4e09-46d9-8794-eba017918d23 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Request body: {'port': {'device_id': 'cc6b3322-6437-4e90-aad7-fee4bae751f7', 'network_id': '887e0115-b4ac-4c62-9aab-f2d01695aede', 'admin_state_up': True, 'tenant_id': 'ec08ac96341043c28ecba1b995182de4'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:25:30.816203 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b99ec874-088b-4d03-a396-2219de9dfb01 req-f28d4f27-23d2-4e02-9d7f-6363c5677198 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3646429 Aug 22 13:25:30.825860 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e73c0de4-77d9-49c7-ad96-cce42fd41035 req-8f2486e6-8199-41c5-99be-a47a20b4aa9e tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1537006 Aug 22 13:25:30.858518 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b1e9eed-bafd-4cd0-a6da-09d651af2068 req-86c14842-c9cd-44e4-8248-957d834d9768 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc6b3322-6437-4e90-aad7-fee4bae751f7 HTTP/1.1" status: 200 len: 210 time: 0.0781312 Aug 22 13:25:30.879769 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port d2834d00-2df8-4e69-b09e-e98ef3c97c27 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:25:30.880433 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:30.926258 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-e73c0de4-77d9-49c7-ad96-cce42fd41035 req-1a42d22c-208c-4ee4-9b89-bbfedc05806d service neutron] Request body: {'port': {'device_id': '7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:25:30.927148 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-a52b678c-7d5a-4bbe-85c6-412343dc4e2d None None] Provisioning for port 49182ab7-2c16-40e9-8e35-5b5ee774a5c3 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:25:30.938075 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-be8c67fc-86e8-49f2-845c-2c445085d39a tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:30.940032 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-a52b678c-7d5a-4bbe-85c6-412343dc4e2d None None] Provisioning complete for port 49182ab7-2c16-40e9-8e35-5b5ee774a5c3 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:25:30.940032 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a52b678c-7d5a-4bbe-85c6-412343dc4e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:31.021157 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8c67fc-86e8-49f2-845c-2c445085d39a tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Network 0cc210c0-a1af-4d1a-af13-c74a90748aeb is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:25:31.026337 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f6c34-28ff-4a25-bde7-a399e22d04b1 req-21ee9a69-2aaa-4fd5-8a2b-fdf95f685b3a tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:31.027789 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 2ee5df0a-89ac-4d4d-81d3-9723f3f86f54 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:25:31.037585 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a74f6c34-28ff-4a25-bde7-a399e22d04b1 req-21ee9a69-2aaa-4fd5-8a2b-fdf95f685b3a tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/networks?id=0657f797-3c0a-43e1-b263-eae5f1e252be HTTP/1.1" status: 200 len: 821 time: 0.1757033 Aug 22 13:25:31.058688 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a74f6c34-28ff-4a25-bde7-a399e22d04b1 req-f2612dfe-0e7f-4eb6-8168-0cb06758fd0a tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/quotas/d5b37f058ed14e4ba3e6baf1c4d6a4b1 HTTP/1.1" status: 200 len: 375 time: 0.0195167 Aug 22 13:25:31.073049 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-be8c67fc-86e8-49f2-845c-2c445085d39a tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:25:31.074711 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-a52b678c-7d5a-4bbe-85c6-412343dc4e2d None None] Port 49182ab7-2c16-40e9-8e35-5b5ee774a5c3 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:25:31.090960 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8c67fc-86e8-49f2-845c-2c445085d39a tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:25:31.098060 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-71de99b0-874f-414e-b2c5-872d0e82d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:31.121054 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a74f6c34-28ff-4a25-bde7-a399e22d04b1 req-5449f356-9796-4ffd-b445-56d2885ce354 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d5b37f058ed14e4ba3e6baf1c4d6a4b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0610876 Aug 22 13:25:31.123273 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 2ee5df0a-89ac-4d4d-81d3-9723f3f86f54 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:25:31.123749 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:31.151310 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8c67fc-86e8-49f2-845c-2c445085d39a tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:31.151969 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-be8c67fc-86e8-49f2-845c-2c445085d39a tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:31.180070 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:31.253159 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a74f6c34-28ff-4a25-bde7-a399e22d04b1 req-840aa3e0-fb7b-4d45-b182-4733ec3d2bdf service neutron] 10.222.0.21 "GET /v2.0/networks/0657f797-3c0a-43e1-b263-eae5f1e252be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311395 Aug 22 13:25:31.389123 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 71da1bbb-b2e9-4833-845f-8ba0cb9217d0 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:25:31.429444 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a74f6c34-28ff-4a25-bde7-a399e22d04b1 req-f2d01d3a-66a5-4633-b5dd-e2b9f4717219 service neutron] 10.222.0.21 "GET /v2.0/networks/0657f797-3c0a-43e1-b263-eae5f1e252be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752746 Aug 22 13:25:31.465890 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1757dc6f-e201-4dec-9c89-f64d2e5a5a30 req-9c377771-b772-4d93-8a19-7ec4e09d3147 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:31.476227 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1757dc6f-e201-4dec-9c89-f64d2e5a5a30 req-9c377771-b772-4d93-8a19-7ec4e09d3147 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc44c507-168d-4380-823c-f1d5ca99eb3c HTTP/1.1" status: 200 len: 949 time: 0.1022100 Aug 22 13:25:31.481480 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 71da1bbb-b2e9-4833-845f-8ba0cb9217d0 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:25:31.482036 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:31.536274 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-16b88db7-d93f-4436-83f7-a2dae39f7e89 None None] Provisioning for port aa5cdb91-66e3-442c-9d12-088167557b99 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:25:31.542580 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-16b88db7-d93f-4436-83f7-a2dae39f7e89 None None] Provisioning complete for port aa5cdb91-66e3-442c-9d12-088167557b99 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:25:31.543105 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-16b88db7-d93f-4436-83f7-a2dae39f7e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:31.580704 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1757dc6f-e201-4dec-9c89-f64d2e5a5a30 req-a084971d-5e47-425b-888f-c9e0e7edfa33 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984423 Aug 22 13:25:31.636554 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8c67fc-86e8-49f2-845c-2c445085d39a tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Pushing event updated for resources: {'Port': ['ID=aa5cdb91-66e3-442c-9d12-088167557b99,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:31.658945 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-be8c67fc-86e8-49f2-845c-2c445085d39a tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0370507 Aug 22 13:25:31.724856 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fb500-d519-493c-a6c8-2b4382422c75 req-0c889841-5df3-4980-8a3d-41cce4f35994 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:31.728411 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b61fb500-d519-493c-a6c8-2b4382422c75 req-0c889841-5df3-4980-8a3d-41cce4f35994 tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc44c507-168d-4380-823c-f1d5ca99eb3c HTTP/1.1" status: 200 len: 949 time: 0.1454296 Aug 22 13:25:31.777905 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-16b88db7-d93f-4436-83f7-a2dae39f7e89 None None] Port aa5cdb91-66e3-442c-9d12-088167557b99 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:25:31.786456 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 8b001891-5adb-4275-8bd6-d64fafd38ff3 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:25:31.803370 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e73c0de4-77d9-49c7-ad96-cce42fd41035 req-1a42d22c-208c-4ee4-9b89-bbfedc05806d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:31.840009 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 8b001891-5adb-4275-8bd6-d64fafd38ff3 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:25:31.840530 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:31.905638 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b99ec874-088b-4d03-a396-2219de9dfb01 req-8385ed77-365b-4679-8720-e800521257f2 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0057440 Aug 22 13:25:31.936549 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-81bac5cc-b3a4-4d9b-9694-aaff101ec648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:31.964426 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b27f2b0-26bd-4210-9982-6230b6773dd0 req-66810269-4e09-46d9-8794-eba017918d23 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Made reservation on behalf of ec08ac96341043c28ecba1b995182de4 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:25:31.987427 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-8b27f2b0-26bd-4210-9982-6230b6773dd0 req-66810269-4e09-46d9-8794-eba017918d23 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:32.008162 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da28527-6e65-4d36-ab4e-c1a94f9e4632 req-6356427e-f425-430b-b225-3d0de3b98697 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:32.017182 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6da28527-6e65-4d36-ab4e-c1a94f9e4632 req-6356427e-f425-430b-b225-3d0de3b98697 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 932 time: 0.2860286 Aug 22 13:25:32.131806 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6da28527-6e65-4d36-ab4e-c1a94f9e4632 req-aee042e7-f47a-4be0-9660-38940098d66d tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4f995f7-29d9-4ea1-8a86-26535a55404a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135836 Aug 22 13:25:32.141463 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc0b1e-270f-4e7b-9fb7-7e060ca8cd90 req-229a6bd0-16d8-4fdf-a3a2-c12aca4d8008 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:32.143766 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dadc0b1e-270f-4e7b-9fb7-7e060ca8cd90 req-229a6bd0-16d8-4fdf-a3a2-c12aca4d8008 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 948 time: 0.2925243 Aug 22 13:25:32.198307 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-b61fb500-d519-493c-a6c8-2b4382422c75 req-0043b299-879f-4926-8473-901eaa4759ff tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Deleting port c41641dd-85d8-40a3-8ec9-c3f0bde2f420 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:25:32.198858 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-b61fb500-d519-493c-a6c8-2b4382422c75 req-0043b299-879f-4926-8473-901eaa4759ff tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:32.274500 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dadc0b1e-270f-4e7b-9fb7-7e060ca8cd90 req-4f3c8928-cd6c-467a-9d2c-a31b4234d681 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227493 Aug 22 13:25:32.303046 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:32.341048 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-b61fb500-d519-493c-a6c8-2b4382422c75 req-0043b299-879f-4926-8473-901eaa4759ff tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] For port c41641dd-85d8-40a3-8ec9-c3f0bde2f420, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=c41641dd-85d8-40a3-8ec9-c3f0bde2f420,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:25:32.341840 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-b61fb500-d519-493c-a6c8-2b4382422c75 req-0043b299-879f-4926-8473-901eaa4759ff tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:32.358781 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-b61fb500-d519-493c-a6c8-2b4382422c75 req-0043b299-879f-4926-8473-901eaa4759ff tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Calling delete_port for c41641dd-85d8-40a3-8ec9-c3f0bde2f420 owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:25:32.460307 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c2ad488a-7991-4283-bd4c-ae43cc52067d req-958da55b-6131-4300-990c-ef05e0bc2e40 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6653f87-3fa7-4667-b525-8a5666ee57af HTTP/1.1" status: 200 len: 210 time: 0.0342150 Aug 22 13:25:32.495106 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-e73c0de4-77d9-49c7-ad96-cce42fd41035 req-1a42d22c-208c-4ee4-9b89-bbfedc05806d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49182ab7-2c16-40e9-8e35-5b5ee774a5c3 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:25:32.521214 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e73c0de4-77d9-49c7-ad96-cce42fd41035 req-1a42d22c-208c-4ee4-9b89-bbfedc05806d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:32.550571 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-e73c0de4-77d9-49c7-ad96-cce42fd41035 req-1a42d22c-208c-4ee4-9b89-bbfedc05806d service neutron] Transition to ACTIVE for port object 49182ab7-2c16-40e9-8e35-5b5ee774a5c3 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:25:32.652209 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6863c499-1d06-403d-b0d3-e84265e47a41 req-6f06e519-1880-4d64-bc30-278bbbbd5176 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc6b3322-6437-4e90-aad7-fee4bae751f7 HTTP/1.1" status: 200 len: 210 time: 0.0435312 Aug 22 13:25:32.653375 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50878) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:25:32.663059 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-ba6ef7e7-71ea-4066-9353-51edc2b7f8be tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1938549400', 'description': 'tempest-description--584528702'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:25:32.671863 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-b61fb500-d519-493c-a6c8-2b4382422c75 req-0043b299-879f-4926-8473-901eaa4759ff tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:32.688222 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['c41641dd-85d8-40a3-8ec9-c3f0bde2f420'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:25:32.700620 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e73c0de4-77d9-49c7-ad96-cce42fd41035 req-1a42d22c-208c-4ee4-9b89-bbfedc05806d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:32.748127 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0043b299-879f-4926-8473-901eaa4759ff tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Pushing event deleted for resources: {'Port': ['ID=c41641dd-85d8-40a3-8ec9-c3f0bde2f420,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:32.821470 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ba6ef7e7-71ea-4066-9353-51edc2b7f8be tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:32.870832 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4e8c2ed1-e739-4596-acfb-05932a73fb4f req-b2cd47b7-cbb3-4345-804a-c6b5d388027c tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc44c507-168d-4380-823c-f1d5ca99eb3c HTTP/1.1" status: 200 len: 210 time: 0.1115613 Aug 22 13:25:32.874833 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-b61fb500-d519-493c-a6c8-2b4382422c75 req-0043b299-879f-4926-8473-901eaa4759ff tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] No DVR routers for this DVR port c41641dd-85d8-40a3-8ec9-c3f0bde2f420 on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:25:32.887155 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-b61fb500-d519-493c-a6c8-2b4382422c75 req-0043b299-879f-4926-8473-901eaa4759ff tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:32.887155 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b61fb500-d519-493c-a6c8-2b4382422c75 req-0043b299-879f-4926-8473-901eaa4759ff tempest-ServersOnMultiNodesTest-812448124 tempest-ServersOnMultiNodesTest-812448124-project] 10.222.0.16 "DELETE /v2.0/ports/c41641dd-85d8-40a3-8ec9-c3f0bde2f420 HTTP/1.1" status: 204 len: 173 time: 1.1222358 Aug 22 13:25:32.887155 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc44c507-168d-4380-823c-f1d5ca99eb3c', 'name': 'network-vif-deleted', 'tag': 'c41641dd-85d8-40a3-8ec9-c3f0bde2f420'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:25:32.887155 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3860f7dd-82e0-4882-8237-3c6fdca3fdc1" -d '{"events": [{"server_uuid": "fc44c507-168d-4380-823c-f1d5ca99eb3c", "name": "network-vif-deleted", "tag": "c41641dd-85d8-40a3-8ec9-c3f0bde2f420"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:25:32.921394 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa0bf7-1d0e-495c-9945-c4e2ef0d9fdb req-e3bfe210-ef15-4ffd-9b67-8c7558c2476d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:32.927665 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ccaa0bf7-1d0e-495c-9945-c4e2ef0d9fdb req-e3bfe210-ef15-4ffd-9b67-8c7558c2476d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=01d864243fbf4cf6816e3fd9d58ef026&device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 1100 time: 0.9179423 Aug 22 13:25:32.978188 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535ff751-72fa-4dca-b2a0-91041b010ff8 x-openstack-request-id: req-535ff751-72fa-4dca-b2a0-91041b010ff8 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:25:32.978566 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc44c507-168d-4380-823c-f1d5ca99eb3c", "name": "network-vif-deleted", "tag": "c41641dd-85d8-40a3-8ec9-c3f0bde2f420", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:25:32.978901 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-535ff751-72fa-4dca-b2a0-91041b010ff8 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:25:32.979395 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc44c507-168d-4380-823c-f1d5ca99eb3c', 'name': 'network-vif-deleted', 'tag': 'c41641dd-85d8-40a3-8ec9-c3f0bde2f420', 'status': 'completed', 'code': 200} Aug 22 13:25:32.993198 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ba6ef7e7-71ea-4066-9353-51edc2b7f8be tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:33.002171 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ba6ef7e7-71ea-4066-9353-51edc2b7f8be tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:33.051554 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ef7e7-71ea-4066-9353-51edc2b7f8be tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc9f53d-f53a-41a9-9530-58f2e575d924,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:33.054867 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ba6ef7e7-71ea-4066-9353-51edc2b7f8be tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:33.060939 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a42d22c-208c-4ee4-9b89-bbfedc05806d service neutron] Pushing event updated for resources: {'Port': ['ID=49182ab7-2c16-40e9-8e35-5b5ee774a5c3,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:33.061215 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ba6ef7e7-71ea-4066-9353-51edc2b7f8be tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4050171 Aug 22 13:25:33.061935 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50882) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:25:33.068277 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-d6344b8f-5c4f-484e-b106-f2cd9d9f72d5 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Request body: {'security_group_rule': {'security_group_id': '4cc9f53d-f53a-41a9-9530-58f2e575d924', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:25:33.117629 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d6344b8f-5c4f-484e-b106-f2cd9d9f72d5 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:33.193339 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-8b27f2b0-26bd-4210-9982-6230b6773dd0 req-66810269-4e09-46d9-8794-eba017918d23 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Allocated IP 172.20.0.6 (887e0115-b4ac-4c62-9aab-f2d01695aede/1fb53f66-6b81-41b6-9806-8520494df9af/59973c9a-5c86-4140-abea-16a273bd0367) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:25:33.209323 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-e73c0de4-77d9-49c7-ad96-cce42fd41035 req-1a42d22c-208c-4ee4-9b89-bbfedc05806d service neutron] Attempting to bind port 49182ab7-2c16-40e9-8e35-5b5ee774a5c3 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:25:33.209663 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-e73c0de4-77d9-49c7-ad96-cce42fd41035 req-1a42d22c-208c-4ee4-9b89-bbfedc05806d service neutron] Attempting to bind port 49182ab7-2c16-40e9-8e35-5b5ee774a5c3 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': 'e0cf36a3-398c-4c68-a668-edae22b1fee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'dfedf898-aca6-4df9-b6f5-cb8b2650ce65'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:25:33.209992 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73c0de4-77d9-49c7-ad96-cce42fd41035 req-1a42d22c-208c-4ee4-9b89-bbfedc05806d service neutron] Attempting to bind port 49182ab7-2c16-40e9-8e35-5b5ee774a5c3 on network dfedf898-aca6-4df9-b6f5-cb8b2650ce65 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:25:33.220933 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81bac5cc-b3a4-4d9b-9694-aaff101ec648 admin admin] Router c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:25:33.237804 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d6344b8f-5c4f-484e-b106-f2cd9d9f72d5 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:33.245877 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73c0de4-77d9-49c7-ad96-cce42fd41035 req-1a42d22c-208c-4ee4-9b89-bbfedc05806d service neutron] Port 49182ab7-2c16-40e9-8e35-5b5ee774a5c3 on network dfedf898-aca6-4df9-b6f5-cb8b2650ce65 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:25:33.256816 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73c0de4-77d9-49c7-ad96-cce42fd41035 req-1a42d22c-208c-4ee4-9b89-bbfedc05806d service neutron] Attempting to bind port 49182ab7-2c16-40e9-8e35-5b5ee774a5c3 on network dfedf898-aca6-4df9-b6f5-cb8b2650ce65 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:25:33.257574 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d6344b8f-5c4f-484e-b106-f2cd9d9f72d5 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:33.327450 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa0bf7-1d0e-495c-9945-c4e2ef0d9fdb req-b93ea529-b9c1-4146-98fb-171187d69602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:33.329194 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ccaa0bf7-1d0e-495c-9945-c4e2ef0d9fdb req-b93ea529-b9c1-4146-98fb-171187d69602 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7dc41cff-a3ac-4fc2-ba06-973efce2365e HTTP/1.1" status: 200 len: 870 time: 0.3781283 Aug 22 13:25:33.338323 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d6344b8f-5c4f-484e-b106-f2cd9d9f72d5 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:33.340531 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73c0de4-77d9-49c7-ad96-cce42fd41035 req-1a42d22c-208c-4ee4-9b89-bbfedc05806d service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:25:33.340874 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73c0de4-77d9-49c7-ad96-cce42fd41035 req-1a42d22c-208c-4ee4-9b89-bbfedc05806d service neutron] Checking segment: {'id': 'e0cf36a3-398c-4c68-a668-edae22b1fee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'dfedf898-aca6-4df9-b6f5-cb8b2650ce65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:25:33.341263 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73c0de4-77d9-49c7-ad96-cce42fd41035 req-1a42d22c-208c-4ee4-9b89-bbfedc05806d service neutron] Bound using segment: {'id': 'e0cf36a3-398c-4c68-a668-edae22b1fee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'dfedf898-aca6-4df9-b6f5-cb8b2650ce65'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:25:33.341750 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-e73c0de4-77d9-49c7-ad96-cce42fd41035 req-1a42d22c-208c-4ee4-9b89-bbfedc05806d service neutron] Bound port: 49182ab7-2c16-40e9-8e35-5b5ee774a5c3, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0cf36a3-398c-4c68-a668-edae22b1fee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'dfedf898-aca6-4df9-b6f5-cb8b2650ce65'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:25:33.342068 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e73c0de4-77d9-49c7-ad96-cce42fd41035 req-1a42d22c-208c-4ee4-9b89-bbfedc05806d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:33.342981 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d6344b8f-5c4f-484e-b106-f2cd9d9f72d5 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2789719 Aug 22 13:25:33.343981 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50890) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:25:33.350913 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-0a18dee9-c396-415e-8e75-ef456df98777 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Request body: {'security_group_rule': {'security_group_id': '4cc9f53d-f53a-41a9-9530-58f2e575d924', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:25:33.357789 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6344b8f-5c4f-484e-b106-f2cd9d9f72d5 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0994471-acfb-4573-b2bd-261b87acfdd3,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:33.464898 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106db5b9-7f72-4035-abeb-4a9cfbcfa7a0 req-7c1388ce-bbd1-44f7-9ef7-bef6fbf8fe33 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:33.472807 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-106db5b9-7f72-4035-abeb-4a9cfbcfa7a0 req-7c1388ce-bbd1-44f7-9ef7-bef6fbf8fe33 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 944 time: 0.2183409 Aug 22 13:25:33.512668 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ccaa0bf7-1d0e-495c-9945-c4e2ef0d9fdb req-377f251d-2ff1-4fb8-b694-e14ea7efadbd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=2bdeebd8-a734-4791-868c-47ca82d0b68a HTTP/1.1" status: 200 len: 217 time: 0.1663842 Aug 22 13:25:33.542952 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0a18dee9-c396-415e-8e75-ef456df98777 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:33.545059 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:33.600705 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-106db5b9-7f72-4035-abeb-4a9cfbcfa7a0 req-b4836eca-45bb-4cd7-92f2-0a44080dd002 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4f995f7-29d9-4ea1-8a86-26535a55404a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269453 Aug 22 13:25:33.706101 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f6c34-28ff-4a25-bde7-a399e22d04b1 req-4b067e42-ae2a-4a40-81ac-4ba760e51984 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:33.708965 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a74f6c34-28ff-4a25-bde7-a399e22d04b1 req-4b067e42-ae2a-4a40-81ac-4ba760e51984 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.16 "GET /v2.0/networks?id=0657f797-3c0a-43e1-b263-eae5f1e252be HTTP/1.1" status: 200 len: 821 time: 0.3272474 Aug 22 13:25:33.724420 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7153c6b-1e55-4a3e-8955-78ff7ed52284 req-1f3bb706-9477-47f9-823c-a5439557dce3 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:33.726405 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e7153c6b-1e55-4a3e-8955-78ff7ed52284 req-1f3bb706-9477-47f9-823c-a5439557dce3 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 948 time: 0.2746794 Aug 22 13:25:33.748145 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-a74f6c34-28ff-4a25-bde7-a399e22d04b1 req-d7f7d38c-2a1c-405f-8288-7b270ec95dc1 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Request body: {'port': {'device_id': 'c6653f87-3fa7-4667-b525-8a5666ee57af', 'network_id': '0657f797-3c0a-43e1-b263-eae5f1e252be', 'admin_state_up': True, 'tenant_id': 'd5b37f058ed14e4ba3e6baf1c4d6a4b1'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:25:33.816138 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81bac5cc-b3a4-4d9b-9694-aaff101ec648 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:25:33.817261 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-83432ee5-7e50-4f0b-b7cd-b92af4fbd44c req-9cc5c7da-4b18-4d76-a383-f0d111b2d2fe tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6653f87-3fa7-4667-b525-8a5666ee57af HTTP/1.1" status: 200 len: 210 time: 0.0894852 Aug 22 13:25:33.838819 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41aa2d5-9a9d-48b2-bf8f-b0072895c621 None None] Sync routers for ids ['c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:25:33.853620 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41aa2d5-9a9d-48b2-bf8f-b0072895c621 None None] Routers {'c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:25:33.857162 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-e41aa2d5-9a9d-48b2-bf8f-b0072895c621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:25:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:25:33.882589 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa0bf7-1d0e-495c-9945-c4e2ef0d9fdb req-a135d171-35c5-400d-8f63-25d98abb5e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:33.886277 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ccaa0bf7-1d0e-495c-9945-c4e2ef0d9fdb req-a135d171-35c5-400d-8f63-25d98abb5e79 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.2741323 Aug 22 13:25:33.900911 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0a18dee9-c396-415e-8e75-ef456df98777 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:33.915429 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0a18dee9-c396-415e-8e75-ef456df98777 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:33.931184 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-81bac5cc-b3a4-4d9b-9694-aaff101ec648 admin admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:33.933013 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-81bac5cc-b3a4-4d9b-9694-aaff101ec648 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 11.9192762 Aug 22 13:25:33.942816 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50898) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:25:33.944369 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-e73c0de4-77d9-49c7-ad96-cce42fd41035 req-1a42d22c-208c-4ee4-9b89-bbfedc05806d service neutron] For port 49182ab7-2c16-40e9-8e35-5b5ee774a5c3, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:25:33.977093 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e7153c6b-1e55-4a3e-8955-78ff7ed52284 req-6e5167a5-51fe-41b8-a88a-a4636bc1b9c8 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071493 Aug 22 13:25:33.979189 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-390bfab8-39ca-4cc0-9703-d7fb81d8e6a2 req-b702afe5-5051-4dc5-a543-a9c18e6008d3 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc6b3322-6437-4e90-aad7-fee4bae751f7 HTTP/1.1" status: 200 len: 210 time: 0.0594442 Aug 22 13:25:34.008774 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a18dee9-c396-415e-8e75-ef456df98777 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d1313c5-2cbb-4ada-bbd2-301cfb636486,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:34.019436 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0a18dee9-c396-415e-8e75-ef456df98777 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:34.020758 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-0a18dee9-c396-415e-8e75-ef456df98777 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6740243 Aug 22 13:25:34.026194 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50900) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:25:34.030711 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-55b7d4e9-31e5-415e-ba4a-947409e05b4d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Request body: {'floatingip': {'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:25:34.074428 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-55b7d4e9-31e5-415e-ba4a-947409e05b4d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks [] for floatingip, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:34.114534 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-e41aa2d5-9a9d-48b2-bf8f-b0072895c621 None None] Set router c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:25:34.127355 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:34.131437 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 2bdeebd8-a734-4791-868c-47ca82d0b68a details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:25:34.147224 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-e73c0de4-77d9-49c7-ad96-cce42fd41035 req-1a42d22c-208c-4ee4-9b89-bbfedc05806d service neutron] For port 49182ab7-2c16-40e9-8e35-5b5ee774a5c3, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=49182ab7-2c16-40e9-8e35-5b5ee774a5c3,segment=NetworkSegment(e0cf36a3-398c-4c68-a668-edae22b1fee1),segment_id=e0cf36a3-398c-4c68-a668-edae22b1fee1)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:25:34.173094 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-8b27f2b0-26bd-4210-9982-6230b6773dd0 req-66810269-4e09-46d9-8794-eba017918d23 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:34.187329 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e73c0de4-77d9-49c7-ad96-cce42fd41035 req-1a42d22c-208c-4ee4-9b89-bbfedc05806d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:34.200678 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a74f6c34-28ff-4a25-bde7-a399e22d04b1 req-d7f7d38c-2a1c-405f-8288-7b270ec95dc1 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Made reservation on behalf of d5b37f058ed14e4ba3e6baf1c4d6a4b1 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:25:34.205444 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a74f6c34-28ff-4a25-bde7-a399e22d04b1 req-d7f7d38c-2a1c-405f-8288-7b270ec95dc1 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:34.362986 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 2bdeebd8-a734-4791-868c-47ca82d0b68a, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=2bdeebd8-a734-4791-868c-47ca82d0b68a,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:25:34.386916 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '2bdeebd8-a734-4791-868c-47ca82d0b68a', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'port_id': '2bdeebd8-a734-4791-868c-47ca82d0b68a', 'mac_address': 'fa:16:3e:89:6e:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7151c727-b27f-4308-8098-60bc16140d45', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:25:34.419978 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c0de4-77d9-49c7-ad96-cce42fd41035 req-1a42d22c-208c-4ee4-9b89-bbfedc05806d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:34.422025 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-a74f6c34-28ff-4a25-bde7-a399e22d04b1 req-d7f7d38c-2a1c-405f-8288-7b270ec95dc1 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Allocated IP 172.20.0.13 (0657f797-3c0a-43e1-b263-eae5f1e252be/9dbf2c20-d1ff-4a0d-9ac3-b204766fe12d/e629b353-b03b-484b-afe4-e0b7200985b8) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:25:34.424922 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e73c0de4-77d9-49c7-ad96-cce42fd41035 req-1a42d22c-208c-4ee4-9b89-bbfedc05806d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:34.426459 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e73c0de4-77d9-49c7-ad96-cce42fd41035 req-1a42d22c-208c-4ee4-9b89-bbfedc05806d service neutron] 10.222.0.41 "PUT /v2.0/ports/49182ab7-2c16-40e9-8e35-5b5ee774a5c3 HTTP/1.1" status: 200 len: 1093 time: 3.5064542 Aug 22 13:25:34.430799 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451', 'tag': '49182ab7-2c16-40e9-8e35-5b5ee774a5c3'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:25:34.440141 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8189123b-3645-4fa4-8814-c097a750cec0" -d '{"events": [{"name": "network-changed", "server_uuid": "7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451", "tag": "49182ab7-2c16-40e9-8e35-5b5ee774a5c3"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:25:34.466725 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa0bf7-1d0e-495c-9945-c4e2ef0d9fdb req-4de5d8f4-824d-4bc3-a2c1-28800f566906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:34.471968 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ccaa0bf7-1d0e-495c-9945-c4e2ef0d9fdb req-4de5d8f4-824d-4bc3-a2c1-28800f566906 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5582497 Aug 22 13:25:34.561758 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:34.582871 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a99f12f-4cff-4c2a-8def-ac016fd668c5 x-openstack-request-id: req-8a99f12f-4cff-4c2a-8def-ac016fd668c5 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:25:34.583533 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451", "tag": "49182ab7-2c16-40e9-8e35-5b5ee774a5c3", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:25:34.584038 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8a99f12f-4cff-4c2a-8def-ac016fd668c5 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:25:34.584740 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451', 'tag': '49182ab7-2c16-40e9-8e35-5b5ee774a5c3', 'status': 'completed', 'code': 200} Aug 22 13:25:34.611306 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bdeebd8-a734-4791-868c-47ca82d0b68a {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:25:34.646574 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 2bdeebd8-a734-4791-868c-47ca82d0b68a, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=2bdeebd8-a734-4791-868c-47ca82d0b68a,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:25:34.657940 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:34.664831 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50910) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:25:34.694070 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-e41aa2d5-9a9d-48b2-bf8f-b0072895c621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2', 'name': 'tempest-ServersTestBootFromVolume-1017027809-router', 'tenant_id': 'b51a2828dc644e95bef62325f0835560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '15d7a091-6c52-449e-a338-77b952b1d5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:25:22Z', 'updated_at': '2021-08-22T13:25:28Z', 'revision_number': 3, 'project_id': 'b51a2828dc644e95bef62325f0835560', 'gw_port': {'id': '15d7a091-6c52-449e-a338-77b952b1d5a9', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bd:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:25Z', 'updated_at': '2021-08-22T13:25:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:25:34.733494 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a42d22c-208c-4ee4-9b89-bbfedc05806d service neutron] Pushing event updated for resources: {'Port': ['ID=49182ab7-2c16-40e9-8e35-5b5ee774a5c3,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:34.736615 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41aa2d5-9a9d-48b2-bf8f-b0072895c621 None None] Checking router: c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:25:34.737912 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41aa2d5-9a9d-48b2-bf8f-b0072895c621 None None] Updating router c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2 port 15d7a091-6c52-449e-a338-77b952b1d5a9 binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:25:34.796511 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=2bdeebd8-a734-4791-868c-47ca82d0b68a,revision_number=8']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:34.812045 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-e41aa2d5-9a9d-48b2-bf8f-b0072895c621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:34.883418 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ccaa0bf7-1d0e-495c-9945-c4e2ef0d9fdb req-0fb37751-91c7-408a-97b8-9d8fdd76d276 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934703 Aug 22 13:25:34.905265 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['2bdeebd8-a734-4791-868c-47ca82d0b68a'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:25:35.080195 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ccaa0bf7-1d0e-495c-9945-c4e2ef0d9fdb req-d91bee74-761b-43b7-bdab-33149156a73a service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771801 Aug 22 13:25:35.081283 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-8b27f2b0-26bd-4210-9982-6230b6773dd0 req-66810269-4e09-46d9-8794-eba017918d23 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:35.108151 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['e6a0b168-7640-4715-aeda-fb6bf0f81aa6'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:25:35.200135 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-e41aa2d5-9a9d-48b2-bf8f-b0072895c621 None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:35.209913 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66810269-4e09-46d9-8794-eba017918d23 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Pushing event updated for resources: {'Port': ['ID=59973c9a-5c86-4140-abea-16a273bd0367,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:35.212025 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-e41aa2d5-9a9d-48b2-bf8f-b0072895c621 None None] Transition to ACTIVE for port object 15d7a091-6c52-449e-a338-77b952b1d5a9 will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:25:35.219493 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-e41aa2d5-9a9d-48b2-bf8f-b0072895c621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:35.224648 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-faac3887-cbfa-464f-a1f2-8e20d1501bec admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=49eccb789dab4d5eaed86ee1a537d189&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5529957 Aug 22 13:25:35.231577 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50922) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:25:35.282793 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2a02d5-221b-4f6d-a874-7b59a6a392b4 None None] Pushing event updated for resources: {'Port': ['ID=15d7a091-6c52-449e-a338-77b952b1d5a9,revision_number=2']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:35.294573 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bceab55d-5a93-4521-ac92-03606d184433 req-0beb46cc-2590-43e1-9d50-62aef0c4d36e tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6653f87-3fa7-4667-b525-8a5666ee57af HTTP/1.1" status: 200 len: 210 time: 0.1055505 Aug 22 13:25:35.318704 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-e41aa2d5-9a9d-48b2-bf8f-b0072895c621 None None] Attempting to bind port 15d7a091-6c52-449e-a338-77b952b1d5a9 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:25:35.322549 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-e41aa2d5-9a9d-48b2-bf8f-b0072895c621 None None] Attempting to bind port 15d7a091-6c52-449e-a338-77b952b1d5a9 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:25:35.323112 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41aa2d5-9a9d-48b2-bf8f-b0072895c621 None None] Attempting to bind port 15d7a091-6c52-449e-a338-77b952b1d5a9 on network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:25:35.335597 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41aa2d5-9a9d-48b2-bf8f-b0072895c621 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:25:35.336357 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41aa2d5-9a9d-48b2-bf8f-b0072895c621 None None] Checking segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:25:35.338756 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-e41aa2d5-9a9d-48b2-bf8f-b0072895c621 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:35.339495 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41aa2d5-9a9d-48b2-bf8f-b0072895c621 None None] Bound using segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:25:35.340348 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-e41aa2d5-9a9d-48b2-bf8f-b0072895c621 None None] Bound port: 15d7a091-6c52-449e-a338-77b952b1d5a9, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:25:35.340944 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-e41aa2d5-9a9d-48b2-bf8f-b0072895c621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:35.394776 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98235cf-de5d-41ce-94e2-5d8371fda791 req-a46e1941-24f5-4ff1-a6d0-afdb7c967beb tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:35.397037 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f98235cf-de5d-41ce-94e2-5d8371fda791 req-a46e1941-24f5-4ff1-a6d0-afdb7c967beb tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 944 time: 0.2213821 Aug 22 13:25:35.424984 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c0de4-77d9-49c7-ad96-cce42fd41035 req-15fcc7ca-161b-4ab1-afc5-3cce7dff611a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:35.426658 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e73c0de4-77d9-49c7-ad96-cce42fd41035 req-15fcc7ca-161b-4ab1-afc5-3cce7dff611a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1706b1b8ed7f4b13af0ef34415cabc13&device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 1096 time: 0.9378703 Aug 22 13:25:35.440397 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-e41aa2d5-9a9d-48b2-bf8f-b0072895c621 None None] For port 15d7a091-6c52-449e-a338-77b952b1d5a9, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:25:35.444620 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-e41aa2d5-9a9d-48b2-bf8f-b0072895c621 None None] For port 15d7a091-6c52-449e-a338-77b952b1d5a9, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=15d7a091-6c52-449e-a338-77b952b1d5a9,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:25:35.450858 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-e41aa2d5-9a9d-48b2-bf8f-b0072895c621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:35.496933 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device c41641dd-85d8-40a3-8ec9-c3f0bde2f420 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:25:35.507174 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a74f6c34-28ff-4a25-bde7-a399e22d04b1 req-d7f7d38c-2a1c-405f-8288-7b270ec95dc1 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:35.516837 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2a02d5-221b-4f6d-a874-7b59a6a392b4 None None] Pushing event updated for resources: {'Port': ['ID=15d7a091-6c52-449e-a338-77b952b1d5a9,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:35.535610 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41aa2d5-9a9d-48b2-bf8f-b0072895c621 None None] Routers {'c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:25:35.536282 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-e41aa2d5-9a9d-48b2-bf8f-b0072895c621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:25:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:25:35.548752 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b27f2b0-26bd-4210-9982-6230b6773dd0 req-66810269-4e09-46d9-8794-eba017918d23 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Network 887e0115-b4ac-4c62-9aab-f2d01695aede is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:25:35.549016 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: c41641dd-85d8-40a3-8ec9-c3f0bde2f420 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:25:35.549305 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device c41641dd-85d8-40a3-8ec9-c3f0bde2f420 not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:25:35.555294 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e73c0de4-77d9-49c7-ad96-cce42fd41035 req-467110e8-1636-42f1-a6e9-fc9269a60ad2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49182ab7-2c16-40e9-8e35-5b5ee774a5c3 HTTP/1.1" status: 200 len: 217 time: 0.1123230 Aug 22 13:25:35.562798 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-8b27f2b0-26bd-4210-9982-6230b6773dd0 req-66810269-4e09-46d9-8794-eba017918d23 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:25:35.565949 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b27f2b0-26bd-4210-9982-6230b6773dd0 req-66810269-4e09-46d9-8794-eba017918d23 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:25:35.575056 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a74f6c34-28ff-4a25-bde7-a399e22d04b1 req-d7f7d38c-2a1c-405f-8288-7b270ec95dc1 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:35.655102 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a74f6c34-28ff-4a25-bde7-a399e22d04b1 req-d7f7d38c-2a1c-405f-8288-7b270ec95dc1 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Network 0657f797-3c0a-43e1-b263-eae5f1e252be is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:25:35.666371 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116179cd-6851-4e0e-a94f-16595e840f67 req-55d54640-802e-4c49-87f2-cb10edc20f09 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:35.673573 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-e41aa2d5-9a9d-48b2-bf8f-b0072895c621 None None] Set router c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:25:35.674125 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-116179cd-6851-4e0e-a94f-16595e840f67 req-55d54640-802e-4c49-87f2-cb10edc20f09 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 949 time: 0.2427061 Aug 22 13:25:35.676200 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f7d38c-2a1c-405f-8288-7b270ec95dc1 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Pushing event updated for resources: {'Port': ['ID=e629b353-b03b-484b-afe4-e0b7200985b8,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:35.678503 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-a74f6c34-28ff-4a25-bde7-a399e22d04b1 req-d7f7d38c-2a1c-405f-8288-7b270ec95dc1 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:25:35.705764 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6387b70c-2d6b-4dd4-a60f-bc40e4583f3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:35.705936 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f98235cf-de5d-41ce-94e2-5d8371fda791 req-a0e959a5-ab52-4f25-956d-ec4d2895f325 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4f995f7-29d9-4ea1-8a86-26535a55404a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2992616 Aug 22 13:25:35.706745 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-a74f6c34-28ff-4a25-bde7-a399e22d04b1 req-d7f7d38c-2a1c-405f-8288-7b270ec95dc1 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:25:35.738121 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c0de4-77d9-49c7-ad96-cce42fd41035 req-c27d8c3c-4d97-40b2-b4ce-d46cd166ff1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:35.739778 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e73c0de4-77d9-49c7-ad96-cce42fd41035 req-c27d8c3c-4d97-40b2-b4ce-d46cd166ff1b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=86161abd-93fb-4a2f-8c13-984112b572a1 HTTP/1.1" status: 200 len: 856 time: 0.1513784 Aug 22 13:25:35.749207 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b27f2b0-26bd-4210-9982-6230b6773dd0 req-66810269-4e09-46d9-8794-eba017918d23 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:35.749969 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-8b27f2b0-26bd-4210-9982-6230b6773dd0 req-66810269-4e09-46d9-8794-eba017918d23 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:35.807234 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f6c34-28ff-4a25-bde7-a399e22d04b1 req-d7f7d38c-2a1c-405f-8288-7b270ec95dc1 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:35.807891 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a74f6c34-28ff-4a25-bde7-a399e22d04b1 req-d7f7d38c-2a1c-405f-8288-7b270ec95dc1 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:35.821034 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-55b7d4e9-31e5-415e-ba4a-947409e05b4d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:35.923493 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-e41aa2d5-9a9d-48b2-bf8f-b0072895c621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2', 'name': 'tempest-ServersTestBootFromVolume-1017027809-router', 'tenant_id': 'b51a2828dc644e95bef62325f0835560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '15d7a091-6c52-449e-a338-77b952b1d5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:25:22Z', 'updated_at': '2021-08-22T13:25:28Z', 'revision_number': 3, 'project_id': 'b51a2828dc644e95bef62325f0835560', 'gw_port': {'id': '15d7a091-6c52-449e-a338-77b952b1d5a9', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bd:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:25Z', 'updated_at': '2021-08-22T13:25:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:25:35.929706 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-55b7d4e9-31e5-415e-ba4a-947409e05b4d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Allocated IP 172.25.3.152 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/fcf131c6-c5d1-4923-9be3-25555d31132e) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:25:35.961777 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41aa2d5-9a9d-48b2-bf8f-b0072895c621 None None] The sync data for ids ['c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2'] in n-d-793621-33 is: [{'id': 'c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2', 'name': 'tempest-ServersTestBootFromVolume-1017027809-router', 'tenant_id': 'b51a2828dc644e95bef62325f0835560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '15d7a091-6c52-449e-a338-77b952b1d5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:25:22Z', 'updated_at': '2021-08-22T13:25:28Z', 'revision_number': 3, 'project_id': 'b51a2828dc644e95bef62325f0835560', 'gw_port': {'id': '15d7a091-6c52-449e-a338-77b952b1d5a9', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bd:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:25Z', 'updated_at': '2021-08-22T13:25:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:25:36.009053 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a74f6c34-28ff-4a25-bde7-a399e22d04b1 req-d7f7d38c-2a1c-405f-8288-7b270ec95dc1 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2670336 Aug 22 13:25:36.035994 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-a74f6c34-28ff-4a25-bde7-a399e22d04b1 req-6335e413-f547-45d4-87ae-3f2a7ef7639f service neutron] Request body: {'port': {'device_id': 'c6653f87-3fa7-4667-b525-8a5666ee57af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:25:36.084221 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-116179cd-6851-4e0e-a94f-16595e840f67 req-39970884-74d5-4e48-a661-e8a3db4fa052 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4092095 Aug 22 13:25:36.124025 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-55b7d4e9-31e5-415e-ba4a-947409e05b4d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:36.127022 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6387b70c-2d6b-4dd4-a60f-bc40e4583f3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:36.145985 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 2bdeebd8-a734-4791-868c-47ca82d0b68a up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:25:36.196654 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6387b70c-2d6b-4dd4-a60f-bc40e4583f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:36.200538 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6387b70c-2d6b-4dd4-a60f-bc40e4583f3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:36.214830 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6387b70c-2d6b-4dd4-a60f-bc40e4583f3a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d7a2f02c-9f2a-42b4-9022-3901da9e1a1d HTTP/1.1" status: 204 len: 168 time: 0.7769861 Aug 22 13:25:36.227305 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8b27f2b0-26bd-4210-9982-6230b6773dd0 req-66810269-4e09-46d9-8794-eba017918d23 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4575825 Aug 22 13:25:36.303886 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-8b27f2b0-26bd-4210-9982-6230b6773dd0 req-dfc7b139-01e3-4e82-a155-ff3a078c6670 service neutron] Request body: {'port': {'device_id': 'cc6b3322-6437-4e90-aad7-fee4bae751f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:25:36.326564 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 2bdeebd8-a734-4791-868c-47ca82d0b68a completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:25:36.333646 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 2bdeebd8-a734-4791-868c-47ca82d0b68a triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:25:36.334260 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:36.336795 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f07a6e-e446-4aaf-ba9c-c9346e2d7c01 req-e9de7e2f-d63f-4082-85af-5ab430ec1eeb tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:36.340167 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a2f07a6e-e446-4aaf-ba9c-c9346e2d7c01 req-e9de7e2f-d63f-4082-85af-5ab430ec1eeb tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc6b3322-6437-4e90-aad7-fee4bae751f7 HTTP/1.1" status: 200 len: 931 time: 0.5381734 Aug 22 13:25:36.372971 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6387b70c-2d6b-4dd4-a60f-bc40e4583f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a2f02c-9f2a-42b4-9022-3901da9e1a1d,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:36.456553 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a2f07a6e-e446-4aaf-ba9c-c9346e2d7c01 req-ca82f34c-8661-4431-9904-f76e67e95529 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046488 Aug 22 13:25:36.457951 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-55b7d4e9-31e5-415e-ba4a-947409e05b4d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:36.478292 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a74f6c34-28ff-4a25-bde7-a399e22d04b1 req-6335e413-f547-45d4-87ae-3f2a7ef7639f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:36.519450 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c0de4-77d9-49c7-ad96-cce42fd41035 req-71a0bd8b-b85d-4009-ab9c-58cf7bcd4c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:36.525955 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e73c0de4-77d9-49c7-ad96-cce42fd41035 req-71a0bd8b-b85d-4009-ab9c-58cf7bcd4c46 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dfedf898-aca6-4df9-b6f5-cb8b2650ce65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7682443 Aug 22 13:25:36.563825 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:36.660540 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b7d4e9-31e5-415e-ba4a-947409e05b4d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:25:36.668620 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-8b27f2b0-26bd-4210-9982-6230b6773dd0 req-dfc7b139-01e3-4e82-a155-ff3a078c6670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:36.676465 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 2bdeebd8-a734-4791-868c-47ca82d0b68a, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=2bdeebd8-a734-4791-868c-47ca82d0b68a,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:25:36.679975 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e99d12af-3db6-492c-ac68-b2e0112588a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bdeebd8-a734-4791-868c-47ca82d0b68a'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:25:36.686851 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e51b9bd-c00e-4844-9ebb-212e249fe88b" -d '{"events": [{"server_uuid": "e99d12af-3db6-492c-ac68-b2e0112588a8", "name": "network-vif-plugged", "status": "completed", "tag": "2bdeebd8-a734-4791-868c-47ca82d0b68a"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:25:36.695703 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:36.761536 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-55b7d4e9-31e5-415e-ba4a-947409e05b4d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:25:36.780118 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b7d4e9-31e5-415e-ba4a-947409e05b4d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:25:36.805365 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50940) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:25:36.812198 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=2bdeebd8-a734-4791-868c-47ca82d0b68a,revision_number=9']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:36.854494 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b7d4e9-31e5-415e-ba4a-947409e05b4d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Pushing event updated for resources: {'Port': ['ID=fcf131c6-c5d1-4923-9be3-25555d31132e,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:36.889836 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5c4df706-8eed-4d81-b7d2-976110b49500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:36.927385 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca7e227-eebb-4767-8746-a180e3b8da1e req-0288d169-38da-4fb0-afd5-327b064deedd tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:36.934922 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-aca7e227-eebb-4767-8746-a180e3b8da1e req-0288d169-38da-4fb0-afd5-327b064deedd tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6653f87-3fa7-4667-b525-8a5666ee57af HTTP/1.1" status: 200 len: 932 time: 0.2913504 Aug 22 13:25:36.953715 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95a301-d4b2-4974-80b2-12be8ef19a13 req-26d303f5-a8a7-4b4d-95e9-86bde865bd45 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:36.955091 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ca95a301-d4b2-4974-80b2-12be8ef19a13 req-26d303f5-a8a7-4b4d-95e9-86bde865bd45 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 950 time: 0.2433360 Aug 22 13:25:37.057313 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d4545-e81d-43d9-a38b-71364df5529d req-c05f564b-3714-420a-ab79-b768cf72e749 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:37.059050 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9c3d4545-e81d-43d9-a38b-71364df5529d req-c05f564b-3714-420a-ab79-b768cf72e749 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.41 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8&tenant_id=01d864243fbf4cf6816e3fd9d58ef026&binding%3Ahost_id=n-h1-793621-33 HTTP/1.1" status: 200 len: 950 time: 0.4424419 Aug 22 13:25:37.074505 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-1e5cc6a3-af35-4766-9b4d-cdf990081f8c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=99f316bfc4bb4667b694caaed9cd6479&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2606957 Aug 22 13:25:37.081874 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50942) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:25:37.104927 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-aca7e227-eebb-4767-8746-a180e3b8da1e req-60099db3-b89b-476b-87ec-1c6dc77dfbcd tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f52e29-9b4a-48c0-bf7d-3bf6374c285c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688979 Aug 22 13:25:37.112445 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ca95a301-d4b2-4974-80b2-12be8ef19a13 req-32df767d-d155-48f5-bff8-aa3fdab0c24c tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366897 Aug 22 13:25:37.182916 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0f9296-a685-42c4-a146-4507751cdf0d x-openstack-request-id: req-7a0f9296-a685-42c4-a146-4507751cdf0d {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:25:37.183510 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e99d12af-3db6-492c-ac68-b2e0112588a8", "name": "network-vif-plugged", "status": "completed", "tag": "2bdeebd8-a734-4791-868c-47ca82d0b68a", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:25:37.183991 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7a0f9296-a685-42c4-a146-4507751cdf0d {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:25:37.184623 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e99d12af-3db6-492c-ac68-b2e0112588a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bdeebd8-a734-4791-868c-47ca82d0b68a', 'code': 200} Aug 22 13:25:37.212991 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-55b7d4e9-31e5-415e-ba4a-947409e05b4d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:37.254843 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e73c0de4-77d9-49c7-ad96-cce42fd41035 req-fbfa6348-b14b-4402-b884-b1ff9bafc1f5 service neutron] 10.222.0.41 "GET /v2.0/networks/dfedf898-aca6-4df9-b6f5-cb8b2650ce65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7155168 Aug 22 13:25:37.319348 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9c3d4545-e81d-43d9-a38b-71364df5529d req-2c70fdf4-627d-4227-b855-f5eba2abbe44 service neutron] 10.222.0.41 "GET /v2.0/ports/2bdeebd8-a734-4791-868c-47ca82d0b68a/bindings/n-h1-793621-33 HTTP/1.1" status: 200 len: 383 time: 0.2385173 Aug 22 13:25:37.374331 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 15d7a091-6c52-449e-a338-77b952b1d5a9 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:25:37.379512 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-55b7d4e9-31e5-415e-ba4a-947409e05b4d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:37.403783 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-101bf8d1-73bd-46f1-9966-905e11e4c44c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:37.424175 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad04bc6-1cb7-49fa-9f9c-11117cf9fa3e req-fdb7d1d1-844d-45dd-b3dd-476e2f71b20f tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:37.425891 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4ad04bc6-1cb7-49fa-9f9c-11117cf9fa3e req-fdb7d1d1-844d-45dd-b3dd-476e2f71b20f tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 944 time: 0.1942921 Aug 22 13:25:37.451884 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 15d7a091-6c52-449e-a338-77b952b1d5a9 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:25:37.456365 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 15d7a091-6c52-449e-a338-77b952b1d5a9 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:25:37.457028 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:37.511019 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-101bf8d1-73bd-46f1-9966-905e11e4c44c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:37.556438 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:37.584476 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 15d7a091-6c52-449e-a338-77b952b1d5a9, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=15d7a091-6c52-449e-a338-77b952b1d5a9,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:25:37.585336 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d4545-e81d-43d9-a38b-71364df5529d req-b60029ee-6e7a-4700-89d8-769b777f5820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:37.586449 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9c3d4545-e81d-43d9-a38b-71364df5529d req-b60029ee-6e7a-4700-89d8-769b777f5820 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=01d864243fbf4cf6816e3fd9d58ef026&device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 1102 time: 0.2247453 Aug 22 13:25:37.590741 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:37.637422 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4ad04bc6-1cb7-49fa-9f9c-11117cf9fa3e req-b1012a62-8afa-40be-8a02-5a6ae301ff2f tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4f995f7-29d9-4ea1-8a86-26535a55404a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2025928 Aug 22 13:25:37.643588 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-a74f6c34-28ff-4a25-bde7-a399e22d04b1 req-6335e413-f547-45d4-87ae-3f2a7ef7639f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e629b353-b03b-484b-afe4-e0b7200985b8 {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:25:37.652962 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=15d7a091-6c52-449e-a338-77b952b1d5a9,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:37.667993 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a74f6c34-28ff-4a25-bde7-a399e22d04b1 req-6335e413-f547-45d4-87ae-3f2a7ef7639f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:37.697692 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e73c0de4-77d9-49c7-ad96-cce42fd41035 req-9fb9f559-fa2c-4882-b428-8385af5ddf5b service neutron] 10.222.0.41 "GET /v2.0/networks/dfedf898-aca6-4df9-b6f5-cb8b2650ce65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4089625 Aug 22 13:25:37.703270 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-5c4df706-8eed-4d81-b7d2-976110b49500 admin admin] Allocated IP 172.20.0.1 (143a0aca-6b8a-4e49-a5a0-2f6e96878754/3123dceb-ace6-46b4-af77-e0bcfcb1de73/8fd989d4-3fca-4249-b0f5-d7d9e11b9f25) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:25:37.705561 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-a74f6c34-28ff-4a25-bde7-a399e22d04b1 req-6335e413-f547-45d4-87ae-3f2a7ef7639f service neutron] Transition to ACTIVE for port object e629b353-b03b-484b-afe4-e0b7200985b8 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:25:37.722263 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a74f6c34-28ff-4a25-bde7-a399e22d04b1 req-6335e413-f547-45d4-87ae-3f2a7ef7639f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:37.732820 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-8b27f2b0-26bd-4210-9982-6230b6773dd0 req-dfc7b139-01e3-4e82-a155-ff3a078c6670 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59973c9a-5c86-4140-abea-16a273bd0367 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:25:37.752143 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a4d63-00cd-426a-8e06-324352c4e6ff req-91747e83-9f90-43be-913c-8613c770f44b tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:37.753614 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-8b27f2b0-26bd-4210-9982-6230b6773dd0 req-dfc7b139-01e3-4e82-a155-ff3a078c6670 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:37.759397 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fb3a4d63-00cd-426a-8e06-324352c4e6ff req-91747e83-9f90-43be-913c-8613c770f44b tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc6b3322-6437-4e90-aad7-fee4bae751f7 HTTP/1.1" status: 200 len: 931 time: 0.1966279 Aug 22 13:25:37.796203 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-101bf8d1-73bd-46f1-9966-905e11e4c44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:37.799977 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-101bf8d1-73bd-46f1-9966-905e11e4c44c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:37.803428 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-101bf8d1-73bd-46f1-9966-905e11e4c44c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d283c374-40ce-4740-a9b4-2eeafefce0e1 HTTP/1.1" status: 204 len: 168 time: 0.7162104 Aug 22 13:25:37.843978 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101bf8d1-73bd-46f1-9966-905e11e4c44c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d283c374-40ce-4740-a9b4-2eeafefce0e1,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:37.871066 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6335e413-f547-45d4-87ae-3f2a7ef7639f service neutron] Pushing event updated for resources: {'Port': ['ID=e629b353-b03b-484b-afe4-e0b7200985b8,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:37.900910 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-8b27f2b0-26bd-4210-9982-6230b6773dd0 req-dfc7b139-01e3-4e82-a155-ff3a078c6670 service neutron] Transition to ACTIVE for port object 59973c9a-5c86-4140-abea-16a273bd0367 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:25:37.910602 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d4545-e81d-43d9-a38b-71364df5529d req-031d7cd2-5a0c-4a88-85a9-c6e59a76590b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:37.912908 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9c3d4545-e81d-43d9-a38b-71364df5529d req-031d7cd2-5a0c-4a88-85a9-c6e59a76590b service neutron] 10.222.0.41 "GET /v2.0/networks?id=7dc41cff-a3ac-4fc2-ba06-973efce2365e HTTP/1.1" status: 200 len: 870 time: 0.3070021 Aug 22 13:25:37.916908 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-8b27f2b0-26bd-4210-9982-6230b6773dd0 req-dfc7b139-01e3-4e82-a155-ff3a078c6670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:37.920850 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fb3a4d63-00cd-426a-8e06-324352c4e6ff req-ccef16b8-2157-4522-a525-f39c7dfe9628 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602225 Aug 22 13:25:37.926954 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-55b7d4e9-31e5-415e-ba4a-947409e05b4d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:37.947778 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-55b7d4e9-31e5-415e-ba4a-947409e05b4d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:38.007958 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b7d4e9-31e5-415e-ba4a-947409e05b4d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Pushing event updated for resources: {'Port': ['ID=fcf131c6-c5d1-4923-9be3-25555d31132e,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:38.042194 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189123b-3645-4fa4-8814-c097a750cec0 req-99004f9b-f50b-4f32-b493-77d4b4e66413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:38.043703 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8189123b-3645-4fa4-8814-c097a750cec0 req-99004f9b-f50b-4f32-b493-77d4b4e66413 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1706b1b8ed7f4b13af0ef34415cabc13&device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 1096 time: 0.2739539 Aug 22 13:25:38.045006 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9c3d4545-e81d-43d9-a38b-71364df5529d req-857998b5-d067-4a75-b2c4-7e54fc3eef12 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=2bdeebd8-a734-4791-868c-47ca82d0b68a HTTP/1.1" status: 200 len: 217 time: 0.0832825 Aug 22 13:25:38.066432 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc7b139-01e3-4e82-a155-ff3a078c6670 service neutron] Pushing event updated for resources: {'Port': ['ID=59973c9a-5c86-4140-abea-16a273bd0367,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:38.075620 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-a74f6c34-28ff-4a25-bde7-a399e22d04b1 req-6335e413-f547-45d4-87ae-3f2a7ef7639f service neutron] Attempting to bind port e629b353-b03b-484b-afe4-e0b7200985b8 on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:25:38.076116 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-a74f6c34-28ff-4a25-bde7-a399e22d04b1 req-6335e413-f547-45d4-87ae-3f2a7ef7639f service neutron] Attempting to bind port e629b353-b03b-484b-afe4-e0b7200985b8 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '4c6e1d8d-4c7e-4c05-b40c-a119ed7a60f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0657f797-3c0a-43e1-b263-eae5f1e252be'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:25:38.077063 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74f6c34-28ff-4a25-bde7-a399e22d04b1 req-6335e413-f547-45d4-87ae-3f2a7ef7639f service neutron] Attempting to bind port e629b353-b03b-484b-afe4-e0b7200985b8 on network 0657f797-3c0a-43e1-b263-eae5f1e252be {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:25:38.085712 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74f6c34-28ff-4a25-bde7-a399e22d04b1 req-6335e413-f547-45d4-87ae-3f2a7ef7639f service neutron] Port e629b353-b03b-484b-afe4-e0b7200985b8 on network 0657f797-3c0a-43e1-b263-eae5f1e252be not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:25:38.085712 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74f6c34-28ff-4a25-bde7-a399e22d04b1 req-6335e413-f547-45d4-87ae-3f2a7ef7639f service neutron] Attempting to bind port e629b353-b03b-484b-afe4-e0b7200985b8 on network 0657f797-3c0a-43e1-b263-eae5f1e252be {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:25:38.093117 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-55b7d4e9-31e5-415e-ba4a-947409e05b4d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:38.097378 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74f6c34-28ff-4a25-bde7-a399e22d04b1 req-6335e413-f547-45d4-87ae-3f2a7ef7639f service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:25:38.097821 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74f6c34-28ff-4a25-bde7-a399e22d04b1 req-6335e413-f547-45d4-87ae-3f2a7ef7639f service neutron] Checking segment: {'id': '4c6e1d8d-4c7e-4c05-b40c-a119ed7a60f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0657f797-3c0a-43e1-b263-eae5f1e252be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:25:38.098306 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74f6c34-28ff-4a25-bde7-a399e22d04b1 req-6335e413-f547-45d4-87ae-3f2a7ef7639f service neutron] Bound using segment: {'id': '4c6e1d8d-4c7e-4c05-b40c-a119ed7a60f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0657f797-3c0a-43e1-b263-eae5f1e252be'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:25:38.098863 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-a74f6c34-28ff-4a25-bde7-a399e22d04b1 req-6335e413-f547-45d4-87ae-3f2a7ef7639f service neutron] Bound port: e629b353-b03b-484b-afe4-e0b7200985b8, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c6e1d8d-4c7e-4c05-b40c-a119ed7a60f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0657f797-3c0a-43e1-b263-eae5f1e252be'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:25:38.099312 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a74f6c34-28ff-4a25-bde7-a399e22d04b1 req-6335e413-f547-45d4-87ae-3f2a7ef7639f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:38.198357 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-a74f6c34-28ff-4a25-bde7-a399e22d04b1 req-6335e413-f547-45d4-87ae-3f2a7ef7639f service neutron] For port e629b353-b03b-484b-afe4-e0b7200985b8, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:25:38.205078 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-a74f6c34-28ff-4a25-bde7-a399e22d04b1 req-6335e413-f547-45d4-87ae-3f2a7ef7639f service neutron] For port e629b353-b03b-484b-afe4-e0b7200985b8, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=e629b353-b03b-484b-afe4-e0b7200985b8,segment=NetworkSegment(4c6e1d8d-4c7e-4c05-b40c-a119ed7a60f2),segment_id=4c6e1d8d-4c7e-4c05-b40c-a119ed7a60f2)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:25:38.208040 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-55b7d4e9-31e5-415e-ba4a-947409e05b4d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:38.216676 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5c4df706-8eed-4d81-b7d2-976110b49500 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:38.228599 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-55b7d4e9-31e5-415e-ba4a-947409e05b4d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2012656 Aug 22 13:25:38.231455 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a74f6c34-28ff-4a25-bde7-a399e22d04b1 req-6335e413-f547-45d4-87ae-3f2a7ef7639f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:38.259948 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d4545-e81d-43d9-a38b-71364df5529d req-2f82383d-9485-40b5-bc2c-990fd9b91d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:38.261351 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9c3d4545-e81d-43d9-a38b-71364df5529d req-2f82383d-9485-40b5-bc2c-990fd9b91d83 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.2031457 Aug 22 13:25:38.287651 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-5c4df706-8eed-4d81-b7d2-976110b49500 admin admin] Transition to ACTIVE for port object 8fd989d4-3fca-4249-b0f5-d7d9e11b9f25 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:25:38.332149 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189123b-3645-4fa4-8814-c097a750cec0 req-915f5515-0d66-4123-afe9-3bdb3a6ff2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:38.333460 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8189123b-3645-4fa4-8814-c097a750cec0 req-915f5515-0d66-4123-afe9-3bdb3a6ff2ad service neutron] 10.222.0.41 "GET /v2.0/networks?id=dfedf898-aca6-4df9-b6f5-cb8b2650ce65 HTTP/1.1" status: 200 len: 918 time: 0.2740059 Aug 22 13:25:38.337984 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f6c34-28ff-4a25-bde7-a399e22d04b1 req-6335e413-f547-45d4-87ae-3f2a7ef7639f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:38.338605 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a74f6c34-28ff-4a25-bde7-a399e22d04b1 req-6335e413-f547-45d4-87ae-3f2a7ef7639f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:38.341864 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a74f6c34-28ff-4a25-bde7-a399e22d04b1 req-6335e413-f547-45d4-87ae-3f2a7ef7639f service neutron] 10.222.0.16 "PUT /v2.0/ports/e629b353-b03b-484b-afe4-e0b7200985b8 HTTP/1.1" status: 200 len: 1093 time: 2.3105493 Aug 22 13:25:38.357701 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6653f87-3fa7-4667-b525-8a5666ee57af', 'tag': 'e629b353-b03b-484b-afe4-e0b7200985b8'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:25:38.361347 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1acdff6f-3557-4136-a5fe-a849d39fecb0" -d '{"events": [{"name": "network-changed", "server_uuid": "c6653f87-3fa7-4667-b525-8a5666ee57af", "tag": "e629b353-b03b-484b-afe4-e0b7200985b8"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:25:38.366992 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d4545-e81d-43d9-a38b-71364df5529d req-74fa721a-fb4e-40d2-955b-d221c9547b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:38.368628 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9c3d4545-e81d-43d9-a38b-71364df5529d req-74fa721a-fb4e-40d2-955b-d221c9547b54 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0945694 Aug 22 13:25:38.383297 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-8b27f2b0-26bd-4210-9982-6230b6773dd0 req-dfc7b139-01e3-4e82-a155-ff3a078c6670 service neutron] Attempting to bind port 59973c9a-5c86-4140-abea-16a273bd0367 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:25:38.383627 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-8b27f2b0-26bd-4210-9982-6230b6773dd0 req-dfc7b139-01e3-4e82-a155-ff3a078c6670 service neutron] Attempting to bind port 59973c9a-5c86-4140-abea-16a273bd0367 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '0efbff2c-3dbf-4e79-83ba-47cbdc800632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '887e0115-b4ac-4c62-9aab-f2d01695aede'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:25:38.383954 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b27f2b0-26bd-4210-9982-6230b6773dd0 req-dfc7b139-01e3-4e82-a155-ff3a078c6670 service neutron] Attempting to bind port 59973c9a-5c86-4140-abea-16a273bd0367 on network 887e0115-b4ac-4c62-9aab-f2d01695aede {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:25:38.438253 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6335e413-f547-45d4-87ae-3f2a7ef7639f service neutron] Pushing event updated for resources: {'Port': ['ID=e629b353-b03b-484b-afe4-e0b7200985b8,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:38.439172 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8189123b-3645-4fa4-8814-c097a750cec0 req-49c705e5-aa9f-453d-b606-76eff35c1ce4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49182ab7-2c16-40e9-8e35-5b5ee774a5c3 HTTP/1.1" status: 200 len: 217 time: 0.0923424 Aug 22 13:25:38.441433 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b27f2b0-26bd-4210-9982-6230b6773dd0 req-dfc7b139-01e3-4e82-a155-ff3a078c6670 service neutron] Port 59973c9a-5c86-4140-abea-16a273bd0367 on network 887e0115-b4ac-4c62-9aab-f2d01695aede not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:25:38.441755 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b27f2b0-26bd-4210-9982-6230b6773dd0 req-dfc7b139-01e3-4e82-a155-ff3a078c6670 service neutron] Attempting to bind port 59973c9a-5c86-4140-abea-16a273bd0367 on network 887e0115-b4ac-4c62-9aab-f2d01695aede {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:25:38.500847 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b27f2b0-26bd-4210-9982-6230b6773dd0 req-dfc7b139-01e3-4e82-a155-ff3a078c6670 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:25:38.501189 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b27f2b0-26bd-4210-9982-6230b6773dd0 req-dfc7b139-01e3-4e82-a155-ff3a078c6670 service neutron] Checking segment: {'id': '0efbff2c-3dbf-4e79-83ba-47cbdc800632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '887e0115-b4ac-4c62-9aab-f2d01695aede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:25:38.501575 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b27f2b0-26bd-4210-9982-6230b6773dd0 req-dfc7b139-01e3-4e82-a155-ff3a078c6670 service neutron] Bound using segment: {'id': '0efbff2c-3dbf-4e79-83ba-47cbdc800632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '887e0115-b4ac-4c62-9aab-f2d01695aede'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:25:38.502019 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-8b27f2b0-26bd-4210-9982-6230b6773dd0 req-dfc7b139-01e3-4e82-a155-ff3a078c6670 service neutron] Bound port: 59973c9a-5c86-4140-abea-16a273bd0367, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0efbff2c-3dbf-4e79-83ba-47cbdc800632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '887e0115-b4ac-4c62-9aab-f2d01695aede'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:25:38.502377 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-8b27f2b0-26bd-4210-9982-6230b6773dd0 req-dfc7b139-01e3-4e82-a155-ff3a078c6670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:38.528364 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f5b56-6350-422f-b435-f70e823f2c0a req-a5b48f7c-3325-4fb4-8e38-241d3344b54e tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:38.529938 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bc2f5b56-6350-422f-b435-f70e823f2c0a req-a5b48f7c-3325-4fb4-8e38-241d3344b54e tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 950 time: 0.2061739 Aug 22 13:25:38.536483 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f6c34-28ff-4a25-bde7-a399e22d04b1 req-6b9b8427-dc6f-4214-8eee-ff55a49357f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:38.539206 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a74f6c34-28ff-4a25-bde7-a399e22d04b1 req-6b9b8427-dc6f-4214-8eee-ff55a49357f0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5b37f058ed14e4ba3e6baf1c4d6a4b1&device_id=c6653f87-3fa7-4667-b525-8a5666ee57af HTTP/1.1" status: 200 len: 1096 time: 0.1209090 Aug 22 13:25:38.559210 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b3ae4-2c5d-476a-a782-bb8e78a588f8 req-436cb182-9ffc-4142-aefc-c351caff53d7 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:38.559736 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5c4df706-8eed-4d81-b7d2-976110b49500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:38.560750 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ab4b3ae4-2c5d-476a-a782-bb8e78a588f8 req-436cb182-9ffc-4142-aefc-c351caff53d7 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6653f87-3fa7-4667-b525-8a5666ee57af HTTP/1.1" status: 200 len: 944 time: 0.2320354 Aug 22 13:25:38.628391 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a74f6c34-28ff-4a25-bde7-a399e22d04b1 req-f1505499-92d2-49da-ae7d-76ae55079532 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e629b353-b03b-484b-afe4-e0b7200985b8 HTTP/1.1" status: 200 len: 217 time: 0.0653427 Aug 22 13:25:38.646203 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189123b-3645-4fa4-8814-c097a750cec0 req-f942049f-9eed-46b4-8f69-faa361925a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:38.647665 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8189123b-3645-4fa4-8814-c097a750cec0 req-f942049f-9eed-46b4-8f69-faa361925a3e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=86161abd-93fb-4a2f-8c13-984112b572a1 HTTP/1.1" status: 200 len: 856 time: 0.1892574 Aug 22 13:25:38.649388 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4df706-8eed-4d81-b7d2-976110b49500 admin admin] Network 143a0aca-6b8a-4e49-a5a0-2f6e96878754 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:25:38.662315 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-5c4df706-8eed-4d81-b7d2-976110b49500 admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:25:38.686837 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4df706-8eed-4d81-b7d2-976110b49500 admin admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:25:38.703998 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bc2f5b56-6350-422f-b435-f70e823f2c0a req-9075d247-3198-47cd-931e-ca28feed07a8 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606040 Aug 22 13:25:38.706764 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ab4b3ae4-2c5d-476a-a782-bb8e78a588f8 req-f5946d37-c1e2-447d-be62-9a14b2c2077f tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f52e29-9b4a-48c0-bf7d-3bf6374c285c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275446 Aug 22 13:25:38.712528 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4df706-8eed-4d81-b7d2-976110b49500 admin admin] Pushing event updated for resources: {'Port': ['ID=8fd989d4-3fca-4249-b0f5-d7d9e11b9f25,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:38.724883 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f6c34-28ff-4a25-bde7-a399e22d04b1 req-3d8e6c0a-b400-4338-ab8f-2895329d9493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:38.726384 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a74f6c34-28ff-4a25-bde7-a399e22d04b1 req-3d8e6c0a-b400-4338-ab8f-2895329d9493 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9dbf2c20-d1ff-4a0d-9ac3-b204766fe12d HTTP/1.1" status: 200 len: 861 time: 0.0801253 Aug 22 13:25:38.758382 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9c3d4545-e81d-43d9-a38b-71364df5529d req-886ea706-08ae-4fc0-8c8e-9aac8d9ccaef service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711450 Aug 22 13:25:38.767998 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-8b27f2b0-26bd-4210-9982-6230b6773dd0 req-dfc7b139-01e3-4e82-a155-ff3a078c6670 service neutron] For port 59973c9a-5c86-4140-abea-16a273bd0367, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:25:38.778620 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a74f6c34-28ff-4a25-bde7-a399e22d04b1 req-c87ce24f-036a-4aee-a1df-b8eaca274cd0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0657f797-3c0a-43e1-b263-eae5f1e252be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364907 Aug 22 13:25:38.779887 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-8b27f2b0-26bd-4210-9982-6230b6773dd0 req-dfc7b139-01e3-4e82-a155-ff3a078c6670 service neutron] For port 59973c9a-5c86-4140-abea-16a273bd0367, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=59973c9a-5c86-4140-abea-16a273bd0367,segment=NetworkSegment(0efbff2c-3dbf-4e79-83ba-47cbdc800632),segment_id=0efbff2c-3dbf-4e79-83ba-47cbdc800632)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:25:38.825264 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2c0eaa-f69d-47b7-b4dd-f5efee73aff4 x-openstack-request-id: req-9e2c0eaa-f69d-47b7-b4dd-f5efee73aff4 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:25:38.825558 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6653f87-3fa7-4667-b525-8a5666ee57af", "tag": "e629b353-b03b-484b-afe4-e0b7200985b8", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:25:38.825863 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9e2c0eaa-f69d-47b7-b4dd-f5efee73aff4 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:25:38.826251 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6653f87-3fa7-4667-b525-8a5666ee57af', 'tag': 'e629b353-b03b-484b-afe4-e0b7200985b8', 'status': 'completed', 'code': 200} Aug 22 13:25:38.926325 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a74f6c34-28ff-4a25-bde7-a399e22d04b1 req-3e9ff8ae-a77a-46a2-b245-e5862cc68982 service neutron] 10.222.0.16 "GET /v2.0/networks/0657f797-3c0a-43e1-b263-eae5f1e252be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384346 Aug 22 13:25:38.948585 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5c4df706-8eed-4d81-b7d2-976110b49500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:38.954870 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189123b-3645-4fa4-8814-c097a750cec0 req-ecd06083-f767-49d7-a3af-62ed38304f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:38.956550 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8189123b-3645-4fa4-8814-c097a750cec0 req-ecd06083-f767-49d7-a3af-62ed38304f63 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dfedf898-aca6-4df9-b6f5-cb8b2650ce65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2969072 Aug 22 13:25:38.957656 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-8b27f2b0-26bd-4210-9982-6230b6773dd0 req-dfc7b139-01e3-4e82-a155-ff3a078c6670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:38.999896 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9c3d4545-e81d-43d9-a38b-71364df5529d req-686b2bc4-1bc2-4e23-a3dc-ed97e9a30ca0 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341290 Aug 22 13:25:39.090013 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b27f2b0-26bd-4210-9982-6230b6773dd0 req-dfc7b139-01e3-4e82-a155-ff3a078c6670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:39.090825 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-8b27f2b0-26bd-4210-9982-6230b6773dd0 req-dfc7b139-01e3-4e82-a155-ff3a078c6670 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:39.092533 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8b27f2b0-26bd-4210-9982-6230b6773dd0 req-dfc7b139-01e3-4e82-a155-ff3a078c6670 service neutron] 10.222.0.41 "PUT /v2.0/ports/59973c9a-5c86-4140-abea-16a273bd0367 HTTP/1.1" status: 200 len: 1092 time: 2.8374705 Aug 22 13:25:39.100531 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-7accd65d-3355-4e28-b1be-5c1b7102f091 None None] Provisioning for port 8fd989d4-3fca-4249-b0f5-d7d9e11b9f25 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:25:39.101871 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc6b3322-6437-4e90-aad7-fee4bae751f7', 'tag': '59973c9a-5c86-4140-abea-16a273bd0367'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:25:39.103976 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44eca35f-67e0-4a69-a775-084f77f31a17" -d '{"events": [{"name": "network-changed", "server_uuid": "cc6b3322-6437-4e90-aad7-fee4bae751f7", "tag": "59973c9a-5c86-4140-abea-16a273bd0367"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:25:39.104650 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-7accd65d-3355-4e28-b1be-5c1b7102f091 None None] Provisioning complete for port 8fd989d4-3fca-4249-b0f5-d7d9e11b9f25 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:25:39.105010 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7accd65d-3355-4e28-b1be-5c1b7102f091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:39.145834 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-7accd65d-3355-4e28-b1be-5c1b7102f091 None None] Port 8fd989d4-3fca-4249-b0f5-d7d9e11b9f25 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:25:39.148377 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-036e300d-0023-4e0d-9ced-62f144c261ae tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1938549400&fields=id&tenant_id=2389b5e02dee4864a1a7f4824db49bc1 HTTP/1.1" status: 200 len: 267 time: 0.2191794 Aug 22 13:25:39.176579 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9f987-6cef-421c-9b28-ae3d35e0a422 req-cbd10e09-399c-4ada-9481-8c103ef7b85a tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:39.178107 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2fc9f987-6cef-421c-9b28-ae3d35e0a422 req-cbd10e09-399c-4ada-9481-8c103ef7b85a tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 944 time: 0.2507465 Aug 22 13:25:39.207304 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-77db58e7-1cbd-42b3-833c-55ef7a93ee4b req-345a607b-b3b6-4b78-8be1-badaddc13670 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=91864420-8f72-4153-bfe3-294260244158&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1670613 Aug 22 13:25:39.256567 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-2960cb42-e469-43a8-89ef-95335421f253 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:39.258051 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-2960cb42-e469-43a8-89ef-95335421f253 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports/ab40ae52-fb74-4b8c-a089-1c836ec0b6cf HTTP/1.1" status: 200 len: 932 time: 0.1088188 Aug 22 13:25:39.260790 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a74f6c34-28ff-4a25-bde7-a399e22d04b1 req-5fe51b44-0723-474d-96bb-15301f708ace service neutron] 10.222.0.16 "GET /v2.0/networks/0657f797-3c0a-43e1-b263-eae5f1e252be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139591 Aug 22 13:25:39.278482 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2fc9f987-6cef-421c-9b28-ae3d35e0a422 req-9a3a55f3-dcf4-4319-837b-a702b158a32d tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4f995f7-29d9-4ea1-8a86-26535a55404a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675774 Aug 22 13:25:39.405409 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 15d7a091-6c52-449e-a338-77b952b1d5a9 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:25:39.418780 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-3da066dd-8592-4d7e-bbc3-a17ac8cf6b90 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:39.420213 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-3da066dd-8592-4d7e-bbc3-a17ac8cf6b90 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports/aa5cdb91-66e3-442c-9d12-088167557b99 HTTP/1.1" status: 200 len: 929 time: 0.1378841 Aug 22 13:25:39.467661 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 15d7a091-6c52-449e-a338-77b952b1d5a9 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:25:39.468031 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:39.543318 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-5d423ffd-3c4c-4851-89e7-5e1fd9e07f6c tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?network_id=8858e46b-6208-4875-b089-3b1759ddc36f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0877829 Aug 22 13:25:39.547123 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc7b139-01e3-4e82-a155-ff3a078c6670 service neutron] Pushing event updated for resources: {'Port': ['ID=59973c9a-5c86-4140-abea-16a273bd0367,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:39.583783 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8189123b-3645-4fa4-8814-c097a750cec0 req-7cd82da9-4ca7-4d8d-a38a-7f9b9b3aeaa0 service neutron] 10.222.0.41 "GET /v2.0/networks/dfedf898-aca6-4df9-b6f5-cb8b2650ce65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5753546 Aug 22 13:25:39.589186 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acdff6f-3557-4136-a5fe-a849d39fecb0 req-71f6482e-bab8-4465-b4aa-841547d240ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:39.590916 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1acdff6f-3557-4136-a5fe-a849d39fecb0 req-71f6482e-bab8-4465-b4aa-841547d240ec service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5b37f058ed14e4ba3e6baf1c4d6a4b1&device_id=c6653f87-3fa7-4667-b525-8a5666ee57af HTTP/1.1" status: 200 len: 1096 time: 0.2546339 Aug 22 13:25:39.602208 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-a27d2860-e32d-4456-98a8-5c05aa51e3cc tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?network_id=8858e46b-6208-4875-b089-3b1759ddc36f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0571153 Aug 22 13:25:39.630179 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db58e7-1cbd-42b3-833c-55ef7a93ee4b req-57af66a5-d4a2-4e34-9848-5a2683597444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:39.631902 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-77db58e7-1cbd-42b3-833c-55ef7a93ee4b req-57af66a5-d4a2-4e34-9848-5a2683597444 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=01d864243fbf4cf6816e3fd9d58ef026&device_id=91864420-8f72-4153-bfe3-294260244158 HTTP/1.1" status: 200 len: 1102 time: 0.2969215 Aug 22 13:25:39.678599 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc4494-3084-47dd-98a0-ab90b2f832fc req-3da9f526-5210-402b-b8ab-cbda8120316b tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:39.680094 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f7fc4494-3084-47dd-98a0-ab90b2f832fc req-3da9f526-5210-402b-b8ab-cbda8120316b tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc6b3322-6437-4e90-aad7-fee4bae751f7 HTTP/1.1" status: 200 len: 943 time: 0.2810271 Aug 22 13:25:39.685990 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b27f2b0-26bd-4210-9982-6230b6773dd0 req-e195ebbf-ab67-49bd-bf7c-e3bc8280c4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:39.687800 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8b27f2b0-26bd-4210-9982-6230b6773dd0 req-e195ebbf-ab67-49bd-bf7c-e3bc8280c4cd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec08ac96341043c28ecba1b995182de4&device_id=cc6b3322-6437-4e90-aad7-fee4bae751f7 HTTP/1.1" status: 200 len: 1095 time: 0.5386255 Aug 22 13:25:39.749719 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8b27f2b0-26bd-4210-9982-6230b6773dd0 req-753a6b84-d2cc-4685-8591-dedac0e68151 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59973c9a-5c86-4140-abea-16a273bd0367 HTTP/1.1" status: 200 len: 217 time: 0.0452330 Aug 22 13:25:39.772362 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5c4df706-8eed-4d81-b7d2-976110b49500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:39.826435 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8189123b-3645-4fa4-8814-c097a750cec0 req-5fe419c4-9db4-4802-a661-da0a997b2a94 service neutron] 10.222.0.41 "GET /v2.0/networks/dfedf898-aca6-4df9-b6f5-cb8b2650ce65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134726 Aug 22 13:25:39.863347 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b27f2b0-26bd-4210-9982-6230b6773dd0 req-aada4aeb-b3e6-4677-a95b-3711d277cb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:39.864872 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8b27f2b0-26bd-4210-9982-6230b6773dd0 req-aada4aeb-b3e6-4677-a95b-3711d277cb4f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1fb53f66-6b81-41b6-9806-8520494df9af HTTP/1.1" status: 200 len: 861 time: 0.1047862 Aug 22 13:25:39.910690 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8b27f2b0-26bd-4210-9982-6230b6773dd0 req-a55fa5d8-4413-4e35-b710-5113ea4deb73 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=887e0115-b4ac-4c62-9aab-f2d01695aede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317178 Aug 22 13:25:40.071429 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8b27f2b0-26bd-4210-9982-6230b6773dd0 req-9edf8dc0-ea46-4d41-9b33-43e8d891cbf7 service neutron] 10.222.0.41 "GET /v2.0/networks/887e0115-b4ac-4c62-9aab-f2d01695aede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496961 Aug 22 13:25:40.103633 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5c4df706-8eed-4d81-b7d2-976110b49500 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:40.140589 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5c4df706-8eed-4d81-b7d2-976110b49500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:40.148330 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 49182ab7-2c16-40e9-8e35-5b5ee774a5c3 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:25:40.176881 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acdff6f-3557-4136-a5fe-a849d39fecb0 req-5abe9c09-59bf-4142-baf6-2450e02f4cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:40.178672 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1acdff6f-3557-4136-a5fe-a849d39fecb0 req-5abe9c09-59bf-4142-baf6-2450e02f4cf9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0657f797-3c0a-43e1-b263-eae5f1e252be HTTP/1.1" status: 200 len: 922 time: 0.5748637 Aug 22 13:25:40.182027 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f7fc4494-3084-47dd-98a0-ab90b2f832fc req-a5d62520-c399-4c2d-8632-48169a98dcba tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4837308 Aug 22 13:25:40.217080 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5c4df706-8eed-4d81-b7d2-976110b49500 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:40.239148 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-024cd0f1-c434-4a98-a8c3-0d9b5d0f91e0 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:40.244957 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-024cd0f1-c434-4a98-a8c3-0d9b5d0f91e0 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:40.249875 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4df706-8eed-4d81-b7d2-976110b49500 admin admin] Pushing event updated for resources: {'Port': ['ID=8fd989d4-3fca-4249-b0f5-d7d9e11b9f25,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:40.250863 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-024cd0f1-c434-4a98-a8c3-0d9b5d0f91e0 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:40.252417 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-024cd0f1-c434-4a98-a8c3-0d9b5d0f91e0 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/networks?id=b2719a9f-ee7f-473a-9939-5efd06e85549&id=0cc210c0-a1af-4d1a-af13-c74a90748aeb&id=0cc210c0-a1af-4d1a-af13-c74a90748aeb&id=8858e46b-6208-4875-b089-3b1759ddc36f&id=8858e46b-6208-4875-b089-3b1759ddc36f HTTP/1.1" status: 200 len: 1989 time: 0.6352808 Aug 22 13:25:40.259330 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1acdff6f-3557-4136-a5fe-a849d39fecb0 req-49ac3bc2-8bde-4e86-a941-5b32d279364e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e629b353-b03b-484b-afe4-e0b7200985b8 HTTP/1.1" status: 200 len: 217 time: 0.0677228 Aug 22 13:25:40.271883 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db58e7-1cbd-42b3-833c-55ef7a93ee4b req-b9d55f95-e0c1-4de0-ad75-46acc8c59535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:40.273337 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-77db58e7-1cbd-42b3-833c-55ef7a93ee4b req-b9d55f95-e0c1-4de0-ad75-46acc8c59535 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7dc41cff-a3ac-4fc2-ba06-973efce2365e HTTP/1.1" status: 200 len: 870 time: 0.6034858 Aug 22 13:25:40.301631 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57de53da-2381-4f63-a34c-9489372339ab x-openstack-request-id: req-57de53da-2381-4f63-a34c-9489372339ab {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:25:40.301924 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc6b3322-6437-4e90-aad7-fee4bae751f7", "tag": "59973c9a-5c86-4140-abea-16a273bd0367", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:25:40.302174 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-57de53da-2381-4f63-a34c-9489372339ab {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:25:40.302555 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc6b3322-6437-4e90-aad7-fee4bae751f7', 'tag': '59973c9a-5c86-4140-abea-16a273bd0367', 'status': 'completed', 'code': 200} Aug 22 13:25:40.306739 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-1de25fc7-b3d9-493d-8100-18e9482ca5d2 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/quotas/2389b5e02dee4864a1a7f4824db49bc1 HTTP/1.1" status: 200 len: 375 time: 0.0430217 Aug 22 13:25:40.316716 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 49182ab7-2c16-40e9-8e35-5b5ee774a5c3, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=49182ab7-2c16-40e9-8e35-5b5ee774a5c3,segment=NetworkSegment(e0cf36a3-398c-4c68-a668-edae22b1fee1),segment_id=e0cf36a3-398c-4c68-a668-edae22b1fee1)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:25:40.319603 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8b27f2b0-26bd-4210-9982-6230b6773dd0 req-cb058ed2-94b2-4a0c-9d49-c2ec10a38c67 service neutron] 10.222.0.41 "GET /v2.0/networks/887e0115-b4ac-4c62-9aab-f2d01695aede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398255 Aug 22 13:25:40.359054 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '49182ab7-2c16-40e9-8e35-5b5ee774a5c3', 'network_id': 'dfedf898-aca6-4df9-b6f5-cb8b2650ce65', 'port_id': '49182ab7-2c16-40e9-8e35-5b5ee774a5c3', 'mac_address': 'fa:16:3e:67:35:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86161abd-93fb-4a2f-8c13-984112b572a1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:25:40.363554 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4df706-8eed-4d81-b7d2-976110b49500 admin admin] Network 143a0aca-6b8a-4e49-a5a0-2f6e96878754 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:25:40.365027 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-5c4df706-8eed-4d81-b7d2-976110b49500 admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:25:40.366248 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-77db58e7-1cbd-42b3-833c-55ef7a93ee4b req-944e349f-259e-4197-8429-fb601f85c630 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=1286179b-e9e6-4d6e-89fd-2429cb61c9b5 HTTP/1.1" status: 200 len: 217 time: 0.0794520 Aug 22 13:25:40.440186 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acdff6f-3557-4136-a5fe-a849d39fecb0 req-ffb1f01f-d31b-4c69-8dc9-b567f5acac36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:40.441884 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1acdff6f-3557-4136-a5fe-a849d39fecb0 req-ffb1f01f-d31b-4c69-8dc9-b567f5acac36 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9dbf2c20-d1ff-4a0d-9ac3-b204766fe12d HTTP/1.1" status: 200 len: 861 time: 0.1676917 Aug 22 13:25:40.461799 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:40.475152 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db58e7-1cbd-42b3-833c-55ef7a93ee4b req-34b16c3f-6630-40fc-9e07-c0360af70a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:40.479002 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-77db58e7-1cbd-42b3-833c-55ef7a93ee4b req-34b16c3f-6630-40fc-9e07-c0360af70a35 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.0929289 Aug 22 13:25:40.488360 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49182ab7-2c16-40e9-8e35-5b5ee774a5c3 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:25:40.501761 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-44b51bc5-7189-4ff5-9b3d-e7effbc6df31 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2389b5e02dee4864a1a7f4824db49bc1&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1835029 Aug 22 13:25:40.542054 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 49182ab7-2c16-40e9-8e35-5b5ee774a5c3, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=49182ab7-2c16-40e9-8e35-5b5ee774a5c3,segment=NetworkSegment(e0cf36a3-398c-4c68-a668-edae22b1fee1),segment_id=e0cf36a3-398c-4c68-a668-edae22b1fee1)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:25:40.542354 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1acdff6f-3557-4136-a5fe-a849d39fecb0 req-91fa0147-e481-4b09-a457-8a7d38c4b633 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0657f797-3c0a-43e1-b263-eae5f1e252be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876994 Aug 22 13:25:40.554362 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:40.582547 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eca35f-67e0-4a69-a775-084f77f31a17 req-0c26829b-d7f2-4450-bd65-0681019b368b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:40.584114 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-44eca35f-67e0-4a69-a775-084f77f31a17 req-0c26829b-d7f2-4450-bd65-0681019b368b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec08ac96341043c28ecba1b995182de4&device_id=cc6b3322-6437-4e90-aad7-fee4bae751f7 HTTP/1.1" status: 200 len: 1095 time: 0.1016574 Aug 22 13:25:40.621730 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=49182ab7-2c16-40e9-8e35-5b5ee774a5c3,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:40.681207 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-d5e3e4c9-1285-4f73-aa5a-f77d9355371d None None] Provisioning complete for port 8fd989d4-3fca-4249-b0f5-d7d9e11b9f25 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:25:40.681925 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d5e3e4c9-1285-4f73-aa5a-f77d9355371d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:40.686245 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c4df706-8eed-4d81-b7d2-976110b49500 admin admin] Router c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:25:40.735717 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-d5e3e4c9-1285-4f73-aa5a-f77d9355371d None None] Port 8fd989d4-3fca-4249-b0f5-d7d9e11b9f25 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:25:40.768997 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eca35f-67e0-4a69-a775-084f77f31a17 req-c381d4ed-dcfd-4cb6-9b43-869b4924fc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:40.771186 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-44eca35f-67e0-4a69-a775-084f77f31a17 req-c381d4ed-dcfd-4cb6-9b43-869b4924fc2c service neutron] 10.222.0.41 "GET /v2.0/networks?id=887e0115-b4ac-4c62-9aab-f2d01695aede HTTP/1.1" status: 200 len: 922 time: 0.1765838 Aug 22 13:25:40.776118 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db58e7-1cbd-42b3-833c-55ef7a93ee4b req-1e5b0377-c588-41c6-ba27-88dabd2201b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:40.777896 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-77db58e7-1cbd-42b3-833c-55ef7a93ee4b req-1e5b0377-c588-41c6-ba27-88dabd2201b2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2473035 Aug 22 13:25:40.790509 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['49182ab7-2c16-40e9-8e35-5b5ee774a5c3'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:25:40.817933 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-44eca35f-67e0-4a69-a775-084f77f31a17 req-82f27fdb-5917-42f5-a4e0-4f5dc69ffeb2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59973c9a-5c86-4140-abea-16a273bd0367 HTTP/1.1" status: 200 len: 217 time: 0.0369563 Aug 22 13:25:40.872745 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-b1a7c631-02d1-4aa7-bf0a-047ead224744 service neutron] 10.222.0.21 "GET /v2.0/networks/b2719a9f-ee7f-473a-9939-5efd06e85549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402250 Aug 22 13:25:40.885647 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e624bb-9293-41d1-bdda-340176b2e035 req-1d0869e7-dc30-4613-b783-ae83a1710844 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:40.893458 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-57e624bb-9293-41d1-bdda-340176b2e035 req-1d0869e7-dc30-4613-b783-ae83a1710844 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 950 time: 0.2239769 Aug 22 13:25:40.915619 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1acdff6f-3557-4136-a5fe-a849d39fecb0 req-3458e95a-0da4-43a4-bc6d-0dd1f251277f service neutron] 10.222.0.16 "GET /v2.0/networks/0657f797-3c0a-43e1-b263-eae5f1e252be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385565 Aug 22 13:25:40.920962 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eca35f-67e0-4a69-a775-084f77f31a17 req-ce26df24-1888-4833-abae-3dd89f31a7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:40.922537 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-44eca35f-67e0-4a69-a775-084f77f31a17 req-ce26df24-1888-4833-abae-3dd89f31a7ee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1fb53f66-6b81-41b6-9806-8520494df9af HTTP/1.1" status: 200 len: 861 time: 0.0974481 Aug 22 13:25:40.927717 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4df706-8eed-4d81-b7d2-976110b49500 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:25:40.941914 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5c4df706-8eed-4d81-b7d2-976110b49500 admin admin] 10.222.0.21 "PUT /v2.0/routers/c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9686103 Aug 22 13:25:40.954649 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aafdf89-9f72-46a7-8340-7aae0b64dcc9 None None] Sync routers for ids ['c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:25:40.978615 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-44eca35f-67e0-4a69-a775-084f77f31a17 req-102f3b6f-cc91-447b-a3a8-40c237b70a73 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=887e0115-b4ac-4c62-9aab-f2d01695aede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443902 Aug 22 13:25:40.991291 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aafdf89-9f72-46a7-8340-7aae0b64dcc9 None None] Routers {'c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:25:40.993144 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-1aafdf89-9f72-46a7-8340-7aae0b64dcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:25:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:25:41.075452 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-77db58e7-1cbd-42b3-833c-55ef7a93ee4b req-9132087c-5c2e-4560-9c12-607fb5c1ed72 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841864 Aug 22 13:25:41.090169 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-57e624bb-9293-41d1-bdda-340176b2e035 req-fb0e53a5-7d2d-444d-833c-808cb985f9c3 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908646 Aug 22 13:25:41.148598 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-1aafdf89-9f72-46a7-8340-7aae0b64dcc9 None None] Set router c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:25:41.149539 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-44eca35f-67e0-4a69-a775-084f77f31a17 req-1df3fb17-8d51-44af-87c6-357d49515be8 service neutron] 10.222.0.41 "GET /v2.0/networks/887e0115-b4ac-4c62-9aab-f2d01695aede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521561 Aug 22 13:25:41.240129 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-de9a9e62-8d56-46ce-a1a8-65bec10542f4 service neutron] 10.222.0.21 "GET /v2.0/networks/b2719a9f-ee7f-473a-9939-5efd06e85549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409827 Aug 22 13:25:41.263928 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-44eca35f-67e0-4a69-a775-084f77f31a17 req-2448775e-ba85-44eb-8779-61ef011eea25 service neutron] 10.222.0.41 "GET /v2.0/networks/887e0115-b4ac-4c62-9aab-f2d01695aede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063232 Aug 22 13:25:41.265215 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1acdff6f-3557-4136-a5fe-a849d39fecb0 req-1738621f-a224-46a8-8658-5f68a886ac9e service neutron] 10.222.0.16 "GET /v2.0/networks/0657f797-3c0a-43e1-b263-eae5f1e252be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234620 Aug 22 13:25:41.325671 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-5b148ff3-6b8d-42a6-8f18-f3126a8160bd service neutron] 10.222.0.21 "GET /v2.0/ports/ab40ae52-fb74-4b8c-a089-1c836ec0b6cf?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0658123 Aug 22 13:25:41.351581 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d4545-e81d-43d9-a38b-71364df5529d req-6b082a3b-800a-46dd-a23f-ebd4981e9bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:41.353047 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9c3d4545-e81d-43d9-a38b-71364df5529d req-6b082a3b-800a-46dd-a23f-ebd4981e9bc7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8&tenant_id=01d864243fbf4cf6816e3fd9d58ef026 HTTP/1.1" status: 200 len: 1102 time: 0.1547363 Aug 22 13:25:41.360619 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-1aafdf89-9f72-46a7-8340-7aae0b64dcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2', 'name': 'tempest-ServersTestBootFromVolume-1017027809-router', 'tenant_id': 'b51a2828dc644e95bef62325f0835560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '15d7a091-6c52-449e-a338-77b952b1d5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:25:22Z', 'updated_at': '2021-08-22T13:25:39Z', 'revision_number': 4, 'project_id': 'b51a2828dc644e95bef62325f0835560', 'gw_port': {'id': '15d7a091-6c52-449e-a338-77b952b1d5a9', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:25Z', 'updated_at': '2021-08-22T13:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '8fd989d4-3fca-4249-b0f5-d7d9e11b9f25', 'name': '', 'network_id': '143a0aca-6b8a-4e49-a5a0-2f6e96878754', 'tenant_id': 'b51a2828dc644e95bef62325f0835560', 'mac_address': 'fa:16:3e:dd:40:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '3123dceb-ace6-46b4-af77-e0bcfcb1de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:37Z', 'updated_at': '2021-08-22T13:25:39Z', 'revision_number': 2, 'project_id': 'b51a2828dc644e95bef62325f0835560', 'subnets': [{'id': '3123dceb-ace6-46b4-af77-e0bcfcb1de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:25:41.372605 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b009faf-311a-41ac-b00c-f16133223b2b req-a57daf3a-1916-4eb0-99c2-020824f6d195 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:41.374067 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7b009faf-311a-41ac-b00c-f16133223b2b req-a57daf3a-1916-4eb0-99c2-020824f6d195 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6653f87-3fa7-4667-b525-8a5666ee57af HTTP/1.1" status: 200 len: 944 time: 0.1884134 Aug 22 13:25:41.379043 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-77db58e7-1cbd-42b3-833c-55ef7a93ee4b req-837af4bc-5e56-4639-b558-0f2ca1a76b22 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802989 Aug 22 13:25:41.389574 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aafdf89-9f72-46a7-8340-7aae0b64dcc9 None None] Checking router: c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:25:41.389924 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aafdf89-9f72-46a7-8340-7aae0b64dcc9 None None] Updating router c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2 port 8fd989d4-3fca-4249-b0f5-d7d9e11b9f25 binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:25:41.410559 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-9c3d4545-e81d-43d9-a38b-71364df5529d req-443df363-79d2-4afa-81d5-d33b16324bca service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-33', 'device_owner': 'compute:nova'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:25:41.416530 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1aafdf89-9f72-46a7-8340-7aae0b64dcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:41.498991 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9c3d4545-e81d-43d9-a38b-71364df5529d req-443df363-79d2-4afa-81d5-d33b16324bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:41.520591 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-e88e7d93-aff1-4102-bed9-9f9cc66630e6 service neutron] 10.222.0.21 "GET /v2.0/networks/0cc210c0-a1af-4d1a-af13-c74a90748aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820509 Aug 22 13:25:41.678669 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1aafdf89-9f72-46a7-8340-7aae0b64dcc9 None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:41.689750 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-1aafdf89-9f72-46a7-8340-7aae0b64dcc9 None None] Transition to ACTIVE for port object 8fd989d4-3fca-4249-b0f5-d7d9e11b9f25 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:25:41.696440 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7b009faf-311a-41ac-b00c-f16133223b2b req-39ba2abb-b1c6-48a9-ae52-d9cc51ea6ac8 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f52e29-9b4a-48c0-bf7d-3bf6374c285c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823339 Aug 22 13:25:41.700525 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1aafdf89-9f72-46a7-8340-7aae0b64dcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:41.745237 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-d16b177b-6ff3-4250-94af-f8086e161b30 service neutron] 10.222.0.21 "GET /v2.0/networks/0cc210c0-a1af-4d1a-af13-c74a90748aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030697 Aug 22 13:25:41.749602 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df4b26a-5140-4162-bbb0-bdc999ecabdb None None] Pushing event updated for resources: {'Port': ['ID=8fd989d4-3fca-4249-b0f5-d7d9e11b9f25,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:41.814514 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-1aafdf89-9f72-46a7-8340-7aae0b64dcc9 None None] Attempting to bind port 8fd989d4-3fca-4249-b0f5-d7d9e11b9f25 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:25:41.814886 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-1aafdf89-9f72-46a7-8340-7aae0b64dcc9 None None] Attempting to bind port 8fd989d4-3fca-4249-b0f5-d7d9e11b9f25 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '8b71f801-18fb-49c0-a349-bfef93835cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '143a0aca-6b8a-4e49-a5a0-2f6e96878754'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:25:41.815252 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aafdf89-9f72-46a7-8340-7aae0b64dcc9 None None] Attempting to bind port 8fd989d4-3fca-4249-b0f5-d7d9e11b9f25 on network 143a0aca-6b8a-4e49-a5a0-2f6e96878754 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:25:41.824579 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aafdf89-9f72-46a7-8340-7aae0b64dcc9 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:25:41.824954 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aafdf89-9f72-46a7-8340-7aae0b64dcc9 None None] Checking segment: {'id': '8b71f801-18fb-49c0-a349-bfef93835cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '143a0aca-6b8a-4e49-a5a0-2f6e96878754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:25:41.825354 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1aafdf89-9f72-46a7-8340-7aae0b64dcc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:41.825475 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-0529f7ac-7a77-44e9-a45a-047b268ba7a3 service neutron] 10.222.0.21 "GET /v2.0/ports/aa5cdb91-66e3-442c-9d12-088167557b99?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0470459 Aug 22 13:25:41.825739 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aafdf89-9f72-46a7-8340-7aae0b64dcc9 None None] Bound using segment: {'id': '8b71f801-18fb-49c0-a349-bfef93835cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '143a0aca-6b8a-4e49-a5a0-2f6e96878754'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:25:41.826200 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-1aafdf89-9f72-46a7-8340-7aae0b64dcc9 None None] Bound port: 8fd989d4-3fca-4249-b0f5-d7d9e11b9f25, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b71f801-18fb-49c0-a349-bfef93835cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '143a0aca-6b8a-4e49-a5a0-2f6e96878754'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:25:41.826571 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1aafdf89-9f72-46a7-8340-7aae0b64dcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:41.916116 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-9c3d4545-e81d-43d9-a38b-71364df5529d req-443df363-79d2-4afa-81d5-d33b16324bca service neutron] For port 2bdeebd8-a734-4791-868c-47ca82d0b68a, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=2bdeebd8-a734-4791-868c-47ca82d0b68a,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:25:41.935706 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-1aafdf89-9f72-46a7-8340-7aae0b64dcc9 None None] For port 8fd989d4-3fca-4249-b0f5-d7d9e11b9f25, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:25:41.940157 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-1aafdf89-9f72-46a7-8340-7aae0b64dcc9 None None] For port 8fd989d4-3fca-4249-b0f5-d7d9e11b9f25, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=8fd989d4-3fca-4249-b0f5-d7d9e11b9f25,segment=NetworkSegment(8b71f801-18fb-49c0-a349-bfef93835cfc),segment_id=8b71f801-18fb-49c0-a349-bfef93835cfc)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:25:41.949254 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1aafdf89-9f72-46a7-8340-7aae0b64dcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:42.009958 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6ef961-6cc1-41e9-bb5d-c2015f775d61 req-1e3d02bc-5b49-41eb-ad31-b9032b197f7a tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:42.011683 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4c6ef961-6cc1-41e9-bb5d-c2015f775d61 req-1e3d02bc-5b49-41eb-ad31-b9032b197f7a tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 945 time: 0.1143847 Aug 22 13:25:42.012787 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-9c3d4545-e81d-43d9-a38b-71364df5529d req-443df363-79d2-4afa-81d5-d33b16324bca service neutron] For port 2bdeebd8-a734-4791-868c-47ca82d0b68a, host n-h1-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:25:42.015796 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-9caa54c2-242b-4a91-93d6-0ac7ed3fe123 service neutron] 10.222.0.21 "GET /v2.0/networks/0cc210c0-a1af-4d1a-af13-c74a90748aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786029 Aug 22 13:25:42.017604 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aafdf89-9f72-46a7-8340-7aae0b64dcc9 None None] Routers {'c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:25:42.018249 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-1aafdf89-9f72-46a7-8340-7aae0b64dcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:25:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:25:42.064165 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df4b26a-5140-4162-bbb0-bdc999ecabdb None None] Pushing event updated for resources: {'Port': ['ID=8fd989d4-3fca-4249-b0f5-d7d9e11b9f25,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:42.123756 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e99d12af-3db6-492c-ac68-b2e0112588a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bdeebd8-a734-4791-868c-47ca82d0b68a'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:25:42.126189 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccbacf22-9ef7-4e62-89e8-9bfc83bf7226" -d '{"events": [{"server_uuid": "e99d12af-3db6-492c-ac68-b2e0112588a8", "name": "network-vif-unplugged", "status": "completed", "tag": "2bdeebd8-a734-4791-868c-47ca82d0b68a"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:25:42.137158 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9c3d4545-e81d-43d9-a38b-71364df5529d req-443df363-79d2-4afa-81d5-d33b16324bca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:42.150633 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 49182ab7-2c16-40e9-8e35-5b5ee774a5c3 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:25:42.160148 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4c6ef961-6cc1-41e9-bb5d-c2015f775d61 req-bc323f63-fb40-48e7-829f-098acfb64abc tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4f995f7-29d9-4ea1-8a86-26535a55404a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270859 Aug 22 13:25:42.178073 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-9c3d4545-e81d-43d9-a38b-71364df5529d req-443df363-79d2-4afa-81d5-d33b16324bca service neutron] Transition to ACTIVE for port object 2bdeebd8-a734-4791-868c-47ca82d0b68a will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:25:42.184445 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-8070ca7e-5906-4c9e-8eb9-6864abf71631 service neutron] 10.222.0.21 "GET /v2.0/networks/0cc210c0-a1af-4d1a-af13-c74a90748aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502237 Aug 22 13:25:42.185524 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9c3d4545-e81d-43d9-a38b-71364df5529d req-443df363-79d2-4afa-81d5-d33b16324bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:42.209287 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-1aafdf89-9f72-46a7-8340-7aae0b64dcc9 None None] Set router c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:25:42.270641 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 49182ab7-2c16-40e9-8e35-5b5ee774a5c3 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:25:42.304481 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 49182ab7-2c16-40e9-8e35-5b5ee774a5c3 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:25:42.305057 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:42.343030 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c3d4545-e81d-43d9-a38b-71364df5529d req-443df363-79d2-4afa-81d5-d33b16324bca service neutron] No DVR routers for this DVR port 2bdeebd8-a734-4791-868c-47ca82d0b68a on host n-h1-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:25:42.360197 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443df363-79d2-4afa-81d5-d33b16324bca service neutron] Pushing event updated for resources: {'Port': ['ID=2bdeebd8-a734-4791-868c-47ca82d0b68a,revision_number=10']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:42.435130 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-9c3d4545-e81d-43d9-a38b-71364df5529d req-443df363-79d2-4afa-81d5-d33b16324bca service neutron] Attempting to bind port 2bdeebd8-a734-4791-868c-47ca82d0b68a on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:25:42.435812 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-9c3d4545-e81d-43d9-a38b-71364df5529d req-443df363-79d2-4afa-81d5-d33b16324bca service neutron] Attempting to bind port 2bdeebd8-a734-4791-868c-47ca82d0b68a by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:25:42.436032 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3d4545-e81d-43d9-a38b-71364df5529d req-443df363-79d2-4afa-81d5-d33b16324bca service neutron] Attempting to bind port 2bdeebd8-a734-4791-868c-47ca82d0b68a on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:25:42.443636 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3d4545-e81d-43d9-a38b-71364df5529d req-443df363-79d2-4afa-81d5-d33b16324bca service neutron] Port 2bdeebd8-a734-4791-868c-47ca82d0b68a on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:25:42.444187 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3d4545-e81d-43d9-a38b-71364df5529d req-443df363-79d2-4afa-81d5-d33b16324bca service neutron] Attempting to bind port 2bdeebd8-a734-4791-868c-47ca82d0b68a on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:25:42.448030 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-f34c19ad-f42c-4c98-9188-a275db8ecc23 service neutron] 10.222.0.21 "GET /v2.0/networks/0cc210c0-a1af-4d1a-af13-c74a90748aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566898 Aug 22 13:25:42.451927 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3d4545-e81d-43d9-a38b-71364df5529d req-443df363-79d2-4afa-81d5-d33b16324bca service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:25:42.452355 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3d4545-e81d-43d9-a38b-71364df5529d req-443df363-79d2-4afa-81d5-d33b16324bca service neutron] Checking segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:25:42.452744 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3d4545-e81d-43d9-a38b-71364df5529d req-443df363-79d2-4afa-81d5-d33b16324bca service neutron] Bound using segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:25:42.453801 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-9c3d4545-e81d-43d9-a38b-71364df5529d req-443df363-79d2-4afa-81d5-d33b16324bca service neutron] Bound port: 2bdeebd8-a734-4791-868c-47ca82d0b68a, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:25:42.454510 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9c3d4545-e81d-43d9-a38b-71364df5529d req-443df363-79d2-4afa-81d5-d33b16324bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:42.565403 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:42.596758 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-9c3d4545-e81d-43d9-a38b-71364df5529d req-443df363-79d2-4afa-81d5-d33b16324bca service neutron] For port 2bdeebd8-a734-4791-868c-47ca82d0b68a, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:25:42.600535 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-70f5cc6d-2066-4389-a21c-c492f3a85ff5 service neutron] 10.222.0.21 "GET /v2.0/networks/0cc210c0-a1af-4d1a-af13-c74a90748aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441669 Aug 22 13:25:42.614782 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49182ab7-2c16-40e9-8e35-5b5ee774a5c3'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:25:42.618387 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8f7ec6-fd46-48c7-a7a5-7f2f31d3dc1d" -d '{"events": [{"server_uuid": "7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451", "name": "network-vif-plugged", "status": "completed", "tag": "49182ab7-2c16-40e9-8e35-5b5ee774a5c3"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:25:42.623454 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-9c3d4545-e81d-43d9-a38b-71364df5529d req-443df363-79d2-4afa-81d5-d33b16324bca service neutron] For port 2bdeebd8-a734-4791-868c-47ca82d0b68a, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=2bdeebd8-a734-4791-868c-47ca82d0b68a,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:25:42.637354 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9c3d4545-e81d-43d9-a38b-71364df5529d req-443df363-79d2-4afa-81d5-d33b16324bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:42.657309 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 49182ab7-2c16-40e9-8e35-5b5ee774a5c3, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=49182ab7-2c16-40e9-8e35-5b5ee774a5c3,segment=NetworkSegment(e0cf36a3-398c-4c68-a668-edae22b1fee1),segment_id=e0cf36a3-398c-4c68-a668-edae22b1fee1)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:25:42.664539 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-1aafdf89-9f72-46a7-8340-7aae0b64dcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2', 'name': 'tempest-ServersTestBootFromVolume-1017027809-router', 'tenant_id': 'b51a2828dc644e95bef62325f0835560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '15d7a091-6c52-449e-a338-77b952b1d5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:25:22Z', 'updated_at': '2021-08-22T13:25:39Z', 'revision_number': 4, 'project_id': 'b51a2828dc644e95bef62325f0835560', 'gw_port': {'id': '15d7a091-6c52-449e-a338-77b952b1d5a9', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:25Z', 'updated_at': '2021-08-22T13:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '8fd989d4-3fca-4249-b0f5-d7d9e11b9f25', 'name': '', 'network_id': '143a0aca-6b8a-4e49-a5a0-2f6e96878754', 'tenant_id': 'b51a2828dc644e95bef62325f0835560', 'mac_address': 'fa:16:3e:dd:40:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '3123dceb-ace6-46b4-af77-e0bcfcb1de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:37Z', 'updated_at': '2021-08-22T13:25:41Z', 'revision_number': 4, 'project_id': 'b51a2828dc644e95bef62325f0835560', 'subnets': [{'id': '3123dceb-ace6-46b4-af77-e0bcfcb1de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:25:42.707595 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aafdf89-9f72-46a7-8340-7aae0b64dcc9 None None] The sync data for ids ['c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2'] in n-d-793621-33 is: [{'id': 'c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2', 'name': 'tempest-ServersTestBootFromVolume-1017027809-router', 'tenant_id': 'b51a2828dc644e95bef62325f0835560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '15d7a091-6c52-449e-a338-77b952b1d5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:25:22Z', 'updated_at': '2021-08-22T13:25:39Z', 'revision_number': 4, 'project_id': 'b51a2828dc644e95bef62325f0835560', 'gw_port': {'id': '15d7a091-6c52-449e-a338-77b952b1d5a9', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:25Z', 'updated_at': '2021-08-22T13:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '8fd989d4-3fca-4249-b0f5-d7d9e11b9f25', 'name': '', 'network_id': '143a0aca-6b8a-4e49-a5a0-2f6e96878754', 'tenant_id': 'b51a2828dc644e95bef62325f0835560', 'mac_address': 'fa:16:3e:dd:40:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '3123dceb-ace6-46b4-af77-e0bcfcb1de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:37Z', 'updated_at': '2021-08-22T13:25:41Z', 'revision_number': 4, 'project_id': 'b51a2828dc644e95bef62325f0835560', 'subnets': [{'id': '3123dceb-ace6-46b4-af77-e0bcfcb1de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:25:42.707978 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d4545-e81d-43d9-a38b-71364df5529d req-443df363-79d2-4afa-81d5-d33b16324bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:42.708636 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9c3d4545-e81d-43d9-a38b-71364df5529d req-443df363-79d2-4afa-81d5-d33b16324bca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:42.712126 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:42.713625 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 2bdeebd8-a734-4791-868c-47ca82d0b68a no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:25:42.715099 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9c3d4545-e81d-43d9-a38b-71364df5529d req-443df363-79d2-4afa-81d5-d33b16324bca service neutron] 10.222.0.16 "PUT /v2.0/ports/2bdeebd8-a734-4791-868c-47ca82d0b68a HTTP/1.1" status: 200 len: 1098 time: 1.3383281 Aug 22 13:25:42.817951 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 2bdeebd8-a734-4791-868c-47ca82d0b68a not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:25:42.872844 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443df363-79d2-4afa-81d5-d33b16324bca service neutron] Pushing event updated for resources: {'Port': ['ID=2bdeebd8-a734-4791-868c-47ca82d0b68a,revision_number=11']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:42.926718 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-7ec308ab-c854-49f0-aafe-d5a82205827e service neutron] 10.222.0.21 "GET /v2.0/networks/0cc210c0-a1af-4d1a-af13-c74a90748aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184826 Aug 22 13:25:43.022526 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d4545-e81d-43d9-a38b-71364df5529d req-ed63538e-5d37-48d1-9b0b-c2c664766a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:43.024297 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9c3d4545-e81d-43d9-a38b-71364df5529d req-ed63538e-5d37-48d1-9b0b-c2c664766a42 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=01d864243fbf4cf6816e3fd9d58ef026&device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 1101 time: 0.2596605 Aug 22 13:25:43.052791 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51050) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:25:43.058211 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-5543d97e-1f6b-4c52-aa21-2c35bb29f2ff tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1733863162', 'description': 'tempest-description--1893515384'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:25:43.113326 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=49182ab7-2c16-40e9-8e35-5b5ee774a5c3,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:43.118878 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5543d97e-1f6b-4c52-aa21-2c35bb29f2ff tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:43.228625 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d4545-e81d-43d9-a38b-71364df5529d req-87521679-56d3-4b6e-b8cf-dbf35107b31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:43.230025 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9c3d4545-e81d-43d9-a38b-71364df5529d req-87521679-56d3-4b6e-b8cf-dbf35107b31b service neutron] 10.222.0.16 "GET /v2.0/networks?id=7dc41cff-a3ac-4fc2-ba06-973efce2365e HTTP/1.1" status: 200 len: 870 time: 0.1952703 Aug 22 13:25:43.242009 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5543d97e-1f6b-4c52-aa21-2c35bb29f2ff tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:43.247271 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5543d97e-1f6b-4c52-aa21-2c35bb29f2ff tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:43.257002 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e32690-7a30-49d0-ae90-b6f4bbeb8216 req-fd89a434-25e0-4844-98fe-22029d2f50ac tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:43.258359 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-65e32690-7a30-49d0-ae90-b6f4bbeb8216 req-fd89a434-25e0-4844-98fe-22029d2f50ac tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc6b3322-6437-4e90-aad7-fee4bae751f7 HTTP/1.1" status: 200 len: 943 time: 0.0995493 Aug 22 13:25:43.261983 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-834658ca-c7c3-46d1-8ce8-daeb1b97a441 service neutron] 10.222.0.21 "GET /v2.0/networks/0cc210c0-a1af-4d1a-af13-c74a90748aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270843 Aug 22 13:25:43.298809 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5543d97e-1f6b-4c52-aa21-2c35bb29f2ff tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10de7916-6b18-4180-a44a-f961fc40948b,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:43.301379 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5543d97e-1f6b-4c52-aa21-2c35bb29f2ff tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:43.309716 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5543d97e-1f6b-4c52-aa21-2c35bb29f2ff tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2557516 Aug 22 13:25:43.310362 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51054) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:25:43.315489 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-b44479de-cfa7-4b08-91c5-a0700c0eb228 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Request body: {'security_group_rule': {'security_group_id': '10de7916-6b18-4180-a44a-f961fc40948b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:25:43.345877 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9c3d4545-e81d-43d9-a38b-71364df5529d req-424fcdf2-aa72-4b7d-b9fb-c9ab5c209881 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=2bdeebd8-a734-4791-868c-47ca82d0b68a HTTP/1.1" status: 200 len: 217 time: 0.1046426 Aug 22 13:25:43.389931 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b44479de-cfa7-4b08-91c5-a0700c0eb228 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:43.416149 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 8fd989d4-3fca-4249-b0f5-d7d9e11b9f25 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:25:43.485242 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 8fd989d4-3fca-4249-b0f5-d7d9e11b9f25 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:25:43.490134 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d4545-e81d-43d9-a38b-71364df5529d req-22ef1967-c0d2-4d2a-b1ad-adc8d14fd34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:43.491560 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 8fd989d4-3fca-4249-b0f5-d7d9e11b9f25 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:25:43.491995 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:43.492463 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9c3d4545-e81d-43d9-a38b-71364df5529d req-22ef1967-c0d2-4d2a-b1ad-adc8d14fd34a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.1213264 Aug 22 13:25:43.515014 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b44479de-cfa7-4b08-91c5-a0700c0eb228 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:43.522293 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b44479de-cfa7-4b08-91c5-a0700c0eb228 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:43.523158 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-65e32690-7a30-49d0-ae90-b6f4bbeb8216 req-c3d9ceda-2c63-4313-877c-833f99fa023a tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923876 Aug 22 13:25:43.541349 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device e629b353-b03b-484b-afe4-e0b7200985b8 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:25:43.558056 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44479de-cfa7-4b08-91c5-a0700c0eb228 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7028e91-878d-4933-a159-8cfab6014519,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:43.576070 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b44479de-cfa7-4b08-91c5-a0700c0eb228 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:43.578974 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b44479de-cfa7-4b08-91c5-a0700c0eb228 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2662852 Aug 22 13:25:43.580732 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51056) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:25:43.606924 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-2586b039-40dd-486f-b6fb-70474a46ecf4 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Request body: {'security_group_rule': {'security_group_id': '10de7916-6b18-4180-a44a-f961fc40948b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:25:43.629417 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:43.665209 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 8fd989d4-3fca-4249-b0f5-d7d9e11b9f25, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=8fd989d4-3fca-4249-b0f5-d7d9e11b9f25,segment=NetworkSegment(8b71f801-18fb-49c0-a349-bfef93835cfc),segment_id=8b71f801-18fb-49c0-a349-bfef93835cfc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:25:43.666086 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2586b039-40dd-486f-b6fb-70474a46ecf4 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:43.674015 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:43.773152 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2586b039-40dd-486f-b6fb-70474a46ecf4 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:43.789566 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2586b039-40dd-486f-b6fb-70474a46ecf4 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:43.790422 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=8fd989d4-3fca-4249-b0f5-d7d9e11b9f25,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:43.822524 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2586b039-40dd-486f-b6fb-70474a46ecf4 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73260e4b-aaed-4d08-b6a5-7745508a2a33,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:43.830767 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2586b039-40dd-486f-b6fb-70474a46ecf4 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:43.834775 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2586b039-40dd-486f-b6fb-70474a46ecf4 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2476110 Aug 22 13:25:43.835196 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51058) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:25:43.840182 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-9dcf82bf-cd73-4a73-8422-0582e20a6c44 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Request body: {'floatingip': {'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:25:43.841744 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port e629b353-b03b-484b-afe4-e0b7200985b8, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=e629b353-b03b-484b-afe4-e0b7200985b8,segment=NetworkSegment(4c6e1d8d-4c7e-4c05-b40c-a119ed7a60f2),segment_id=4c6e1d8d-4c7e-4c05-b40c-a119ed7a60f2)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:25:43.855988 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': 'e629b353-b03b-484b-afe4-e0b7200985b8', 'network_id': '0657f797-3c0a-43e1-b263-eae5f1e252be', 'port_id': 'e629b353-b03b-484b-afe4-e0b7200985b8', 'mac_address': 'fa:16:3e:9e:c8:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dbf2c20-d1ff-4a0d-9ac3-b204766fe12d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:25:43.870152 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9dcf82bf-cd73-4a73-8422-0582e20a6c44 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Notify callbacks [] for floatingip, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:43.905225 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:43.920729 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e629b353-b03b-484b-afe4-e0b7200985b8 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:25:43.945057 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port e629b353-b03b-484b-afe4-e0b7200985b8, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=e629b353-b03b-484b-afe4-e0b7200985b8,segment=NetworkSegment(4c6e1d8d-4c7e-4c05-b40c-a119ed7a60f2),segment_id=4c6e1d8d-4c7e-4c05-b40c-a119ed7a60f2)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:25:43.951969 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:44.010542 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=e629b353-b03b-484b-afe4-e0b7200985b8,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:44.015004 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d4545-e81d-43d9-a38b-71364df5529d req-90300968-bec1-4937-b3e1-0f5cb0a84094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:44.016827 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9dcf82bf-cd73-4a73-8422-0582e20a6c44 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:44.016956 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9c3d4545-e81d-43d9-a38b-71364df5529d req-90300968-bec1-4937-b3e1-0f5cb0a84094 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4995060 Aug 22 13:25:44.027276 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-7414c1c4-44ec-4748-9423-9c59fb0c6dac service neutron] 10.222.0.21 "GET /v2.0/networks/8858e46b-6208-4875-b089-3b1759ddc36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6952012 Aug 22 13:25:44.140319 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-9dcf82bf-cd73-4a73-8422-0582e20a6c44 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Allocated IP 172.25.3.29 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/990cbcd6-8aff-4697-83d2-da44d675350a) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:25:44.177140 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239d854-7fc4-43e9-9f5d-09cdd1583577 req-be0a2add-28bc-46e9-99c6-72a3ef5b99d9 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:44.184714 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b239d854-7fc4-43e9-9f5d-09cdd1583577 req-be0a2add-28bc-46e9-99c6-72a3ef5b99d9 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 949 time: 0.1786585 Aug 22 13:25:44.259089 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['e629b353-b03b-484b-afe4-e0b7200985b8'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:25:44.270946 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9dcf82bf-cd73-4a73-8422-0582e20a6c44 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:44.282479 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-64f73706-7161-4efb-9c92-bdadc701df29 service neutron] 10.222.0.21 "GET /v2.0/networks/8858e46b-6208-4875-b089-3b1759ddc36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319791 Aug 22 13:25:44.289403 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b239d854-7fc4-43e9-9f5d-09cdd1583577 req-5a4a0b03-6f66-4c38-b919-e915b950e461 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038153 Aug 22 13:25:44.306102 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9c3d4545-e81d-43d9-a38b-71364df5529d req-82a20caf-1829-4b32-86d6-0eafc6743d2c service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775548 Aug 22 13:25:44.330864 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9dcf82bf-cd73-4a73-8422-0582e20a6c44 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:44.372765 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcf82bf-cd73-4a73-8422-0582e20a6c44 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:25:44.379439 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-9dcf82bf-cd73-4a73-8422-0582e20a6c44 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:25:44.384847 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcf82bf-cd73-4a73-8422-0582e20a6c44 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:25:44.408004 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 13:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee42a3c-af75-4c9b-a60a-a54e27fbfdc9 x-openstack-request-id: req-3ee42a3c-af75-4c9b-a60a-a54e27fbfdc9 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:25:44.408619 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e99d12af-3db6-492c-ac68-b2e0112588a8", "name": "network-vif-unplugged", "status": "completed", "tag": "2bdeebd8-a734-4791-868c-47ca82d0b68a", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:25:44.408733 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3ee42a3c-af75-4c9b-a60a-a54e27fbfdc9 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:25:44.409211 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e99d12af-3db6-492c-ac68-b2e0112588a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bdeebd8-a734-4791-868c-47ca82d0b68a', 'code': 200} Aug 22 13:25:44.417495 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf82bf-cd73-4a73-8422-0582e20a6c44 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Pushing event updated for resources: {'Port': ['ID=990cbcd6-8aff-4697-83d2-da44d675350a,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:44.504866 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba7a079-c14a-46bd-a088-15157dd0b463 x-openstack-request-id: req-3ba7a079-c14a-46bd-a088-15157dd0b463 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:25:44.505374 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451", "name": "network-vif-plugged", "status": "completed", "tag": "49182ab7-2c16-40e9-8e35-5b5ee774a5c3", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:25:44.505911 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3ba7a079-c14a-46bd-a088-15157dd0b463 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:25:44.506394 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49182ab7-2c16-40e9-8e35-5b5ee774a5c3', 'code': 200} Aug 22 13:25:44.517036 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9dcf82bf-cd73-4a73-8422-0582e20a6c44 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:44.536947 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-afb905a6-1471-4395-ad73-1cf12b990afe service neutron] 10.222.0.21 "GET /v2.0/networks/8858e46b-6208-4875-b089-3b1759ddc36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459614 Aug 22 13:25:44.539435 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9c3d4545-e81d-43d9-a38b-71364df5529d req-6fb0ffe2-ecf9-421a-86d3-60f26f4d4dc4 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156696 Aug 22 13:25:44.558356 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9dcf82bf-cd73-4a73-8422-0582e20a6c44 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:44.666667 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a93f0-30d4-4fe9-ae47-d199138e6ea8 req-e39b9e20-e05c-480a-81b8-9fa1f4dfa846 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:44.668128 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5c6a93f0-30d4-4fe9-ae47-d199138e6ea8 req-e39b9e20-e05c-480a-81b8-9fa1f4dfa846 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6653f87-3fa7-4667-b525-8a5666ee57af HTTP/1.1" status: 200 len: 945 time: 0.0922399 Aug 22 13:25:44.677321 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373d623b-660c-4111-8e4f-2ff72e931fff req-206e5df9-2c33-4d13-81bb-b83329e8c02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:44.678774 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-373d623b-660c-4111-8e4f-2ff72e931fff req-206e5df9-2c33-4d13-81bb-b83329e8c02c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 1098 time: 0.0972960 Aug 22 13:25:44.696534 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-bb7b0e8b-b066-435a-9a03-2ec68476b095 service neutron] 10.222.0.21 "GET /v2.0/networks/8858e46b-6208-4875-b089-3b1759ddc36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531241 Aug 22 13:25:44.718162 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5c6a93f0-30d4-4fe9-ae47-d199138e6ea8 req-b6373e83-fb28-48ca-af2f-5d2df6b1b7cc tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f52e29-9b4a-48c0-bf7d-3bf6374c285c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433784 Aug 22 13:25:44.738598 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-373d623b-660c-4111-8e4f-2ff72e931fff req-b46686a3-8314-4015-967b-39f1d95961bc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e4f995f7-29d9-4ea1-8a86-26535a55404a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520146 Aug 22 13:25:44.769817 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9dcf82bf-cd73-4a73-8422-0582e20a6c44 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:44.775446 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9dcf82bf-cd73-4a73-8422-0582e20a6c44 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:44.853703 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf82bf-cd73-4a73-8422-0582e20a6c44 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Pushing event updated for resources: {'Port': ['ID=990cbcd6-8aff-4697-83d2-da44d675350a,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:44.864417 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9dcf82bf-cd73-4a73-8422-0582e20a6c44 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:44.883627 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9dcf82bf-cd73-4a73-8422-0582e20a6c44 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:44.888361 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9dcf82bf-cd73-4a73-8422-0582e20a6c44 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0491583 Aug 22 13:25:44.917416 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861b997-757a-411d-a87a-08d38ee725e3 req-2379d3e9-d01b-4d34-aee7-a027cf5293f1 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:44.919076 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3861b997-757a-411d-a87a-08d38ee725e3 req-2379d3e9-d01b-4d34-aee7-a027cf5293f1 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 946 time: 0.0658653 Aug 22 13:25:44.968227 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3861b997-757a-411d-a87a-08d38ee725e3 req-b1e2c242-cb9a-4cc3-81a0-eb88796c7cea tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4f995f7-29d9-4ea1-8a86-26535a55404a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411465 Aug 22 13:25:45.128858 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33997a93-899e-42bc-9ddd-ef09e750a8e8 req-22a61170-e052-489c-a4f3-3596fd4d501c tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:45.130386 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-33997a93-899e-42bc-9ddd-ef09e750a8e8 req-22a61170-e052-489c-a4f3-3596fd4d501c tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc6b3322-6437-4e90-aad7-fee4bae751f7 HTTP/1.1" status: 200 len: 943 time: 0.0506237 Aug 22 13:25:45.171384 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-33997a93-899e-42bc-9ddd-ef09e750a8e8 req-96a9fc6d-5b4b-4e3e-b54f-5aa23d9a3379 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340970 Aug 22 13:25:45.366807 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 8fd989d4-3fca-4249-b0f5-d7d9e11b9f25 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:25:45.424412 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 8fd989d4-3fca-4249-b0f5-d7d9e11b9f25 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:25:45.424840 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:45.522708 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device e629b353-b03b-484b-afe4-e0b7200985b8 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:25:45.610707 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port e629b353-b03b-484b-afe4-e0b7200985b8 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:25:45.624089 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port e629b353-b03b-484b-afe4-e0b7200985b8 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:25:45.624500 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:45.638641 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf3382-5bbe-4093-a9c3-eafccbb264ea req-0ddfd487-28c2-4e5d-b88b-feaf49444857 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:45.654053 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-38cf3382-5bbe-4093-a9c3-eafccbb264ea req-0ddfd487-28c2-4e5d-b88b-feaf49444857 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 949 time: 0.0914354 Aug 22 13:25:45.769719 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eb67c325-ab8c-4df7-9e8d-168ac03543f6 req-203184d6-4e3f-4048-93f4-ed781c357d0d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 210 time: 0.0857890 Aug 22 13:25:45.795321 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-38cf3382-5bbe-4093-a9c3-eafccbb264ea req-c2b5866e-e91d-401e-b63c-5e55081e7288 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403067 Aug 22 13:25:45.860753 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:45.944500 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port e629b353-b03b-484b-afe4-e0b7200985b8, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=e629b353-b03b-484b-afe4-e0b7200985b8,segment=NetworkSegment(4c6e1d8d-4c7e-4c05-b40c-a119ed7a60f2),segment_id=4c6e1d8d-4c7e-4c05-b40c-a119ed7a60f2)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:25:45.950084 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:45.986311 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ce07d-e3b1-4b83-ac8e-fdf6fd5c19f9 req-dcf383b2-e175-4b44-b3fc-4119a7fb5976 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:45.994901 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f63ce07d-e3b1-4b83-ac8e-fdf6fd5c19f9 req-dcf383b2-e175-4b44-b3fc-4119a7fb5976 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6653f87-3fa7-4667-b525-8a5666ee57af HTTP/1.1" status: 200 len: 945 time: 0.0814853 Aug 22 13:25:46.020646 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51192) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:25:46.053586 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f63ce07d-e3b1-4b83-ac8e-fdf6fd5c19f9 req-13f777bd-d77f-4f73-8b8b-5020573cb877 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f52e29-9b4a-48c0-bf7d-3bf6374c285c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573361 Aug 22 13:25:46.061288 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=e629b353-b03b-484b-afe4-e0b7200985b8,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:46.148845 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ba874-10af-454f-94f0-c6f50cb24979 req-3b9da5ac-c949-4bbc-a1bc-a4e64b0da8d5 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:46.150729 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c07ba874-10af-454f-94f0-c6f50cb24979 req-3b9da5ac-c949-4bbc-a1bc-a4e64b0da8d5 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 946 time: 0.0556951 Aug 22 13:25:46.175268 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-77a66b96-94ee-4e0f-8f7a-c28f23636500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:46.208829 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c07ba874-10af-454f-94f0-c6f50cb24979 req-5d66cb70-9853-42d6-b88a-4af93e01e69d tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4f995f7-29d9-4ea1-8a86-26535a55404a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438104 Aug 22 13:25:46.311434 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-77a66b96-94ee-4e0f-8f7a-c28f23636500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:46.317780 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-77a66b96-94ee-4e0f-8f7a-c28f23636500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:46.377585 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-77a66b96-94ee-4e0f-8f7a-c28f23636500 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bf01a1147f1f405894ad37489c148b32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3550110 Aug 22 13:25:46.378548 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51206) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:25:46.380757 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a66b96-94ee-4e0f-8f7a-c28f23636500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d2bb5e-82e0-4c9f-b929-62ce1a6ebf0e,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:46.384001 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac3d0b-dba0-4dde-b772-1a0fea9052e9 req-464a23d7-26d3-486f-9464-09c66c4d0acf tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:46.386640 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-09ac3d0b-dba0-4dde-b772-1a0fea9052e9 req-464a23d7-26d3-486f-9464-09c66c4d0acf tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc6b3322-6437-4e90-aad7-fee4bae751f7 HTTP/1.1" status: 200 len: 943 time: 0.1148448 Aug 22 13:25:46.404879 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab93e8d-fb34-42db-a7f9-e7f6712995d1 req-9da0d689-fa25-43db-817d-4b26b192d27d tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:46.407498 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1ab93e8d-fb34-42db-a7f9-e7f6712995d1 req-9da0d689-fa25-43db-817d-4b26b192d27d tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 946 time: 0.1006525 Aug 22 13:25:46.416628 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e99d12af-3db6-492c-ac68-b2e0112588a8', 'tag': '2bdeebd8-a734-4791-868c-47ca82d0b68a'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:25:46.417266 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a85550-9da0-4310-a3c3-8190a36871f1" -d '{"events": [{"name": "network-changed", "server_uuid": "e99d12af-3db6-492c-ac68-b2e0112588a8", "tag": "2bdeebd8-a734-4791-868c-47ca82d0b68a"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:25:46.422973 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51210) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:25:46.439189 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-5992d89e-41a3-4f73-a070-67fd3fb60f09 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Request body: {'floatingip': {'port_id': '49182ab7-2c16-40e9-8e35-5b5ee774a5c3'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:25:46.478308 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-09ac3d0b-dba0-4dde-b772-1a0fea9052e9 req-180b8569-cbbf-49e2-b035-7dfa011e801c tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847192 Aug 22 13:25:46.483482 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35138d71-bcf7-440a-a88a-d1a5264e846d x-openstack-request-id: req-35138d71-bcf7-440a-a88a-d1a5264e846d {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:25:46.483885 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e99d12af-3db6-492c-ac68-b2e0112588a8", "tag": "2bdeebd8-a734-4791-868c-47ca82d0b68a", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:25:46.484449 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-35138d71-bcf7-440a-a88a-d1a5264e846d {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:25:46.485053 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e99d12af-3db6-492c-ac68-b2e0112588a8', 'tag': '2bdeebd8-a734-4791-868c-47ca82d0b68a', 'status': 'completed', 'code': 200} Aug 22 13:25:46.508009 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6653f87-3fa7-4667-b525-8a5666ee57af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e629b353-b03b-484b-afe4-e0b7200985b8'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:25:46.511498 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e7fa40-112c-4650-af5f-e11c2cca7c3e" -d '{"events": [{"server_uuid": "c6653f87-3fa7-4667-b525-8a5666ee57af", "name": "network-vif-plugged", "status": "completed", "tag": "e629b353-b03b-484b-afe4-e0b7200985b8"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:25:46.564923 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5992d89e-41a3-4f73-a070-67fd3fb60f09 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks [] for floatingip, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:46.576683 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a85550-9da0-4310-a3c3-8190a36871f1 req-7f5692a7-a4a5-4c33-b9a9-3bc90ef06a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:46.579854 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f1a85550-9da0-4310-a3c3-8190a36871f1 req-7f5692a7-a4a5-4c33-b9a9-3bc90ef06a38 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=01d864243fbf4cf6816e3fd9d58ef026&device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 1101 time: 0.0696881 Aug 22 13:25:46.592347 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d2e8a4-8a94-4929-90e9-a0d4d1004cc7 x-openstack-request-id: req-77d2e8a4-8a94-4929-90e9-a0d4d1004cc7 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:25:46.592945 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6653f87-3fa7-4667-b525-8a5666ee57af", "name": "network-vif-plugged", "status": "completed", "tag": "e629b353-b03b-484b-afe4-e0b7200985b8", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:25:46.592945 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-77d2e8a4-8a94-4929-90e9-a0d4d1004cc7 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:25:46.593336 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6653f87-3fa7-4667-b525-8a5666ee57af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e629b353-b03b-484b-afe4-e0b7200985b8', 'code': 200} Aug 22 13:25:46.736075 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a85550-9da0-4310-a3c3-8190a36871f1 req-43896798-6372-4bf1-bd79-ca9304cdb4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:46.738606 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a85550-9da0-4310-a3c3-8190a36871f1 req-dfa33f71-4a69-4407-b239-6fa14d74d7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:46.740210 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f1a85550-9da0-4310-a3c3-8190a36871f1 req-dfa33f71-4a69-4407-b239-6fa14d74d7c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=01d864243fbf4cf6816e3fd9d58ef026&device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 1101 time: 0.2234471 Aug 22 13:25:46.740865 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-79c0c00e-6cd0-4a25-bb09-656753d31ccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:46.741125 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f1a85550-9da0-4310-a3c3-8190a36871f1 req-43896798-6372-4bf1-bd79-ca9304cdb4c3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7dc41cff-a3ac-4fc2-ba06-973efce2365e HTTP/1.1" status: 200 len: 870 time: 0.1503532 Aug 22 13:25:46.870764 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-79c0c00e-6cd0-4a25-bb09-656753d31ccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:46.872872 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f1a85550-9da0-4310-a3c3-8190a36871f1 req-10b930df-1bd0-4f25-93ed-b92a4cd20d73 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=2bdeebd8-a734-4791-868c-47ca82d0b68a HTTP/1.1" status: 200 len: 217 time: 0.0972142 Aug 22 13:25:46.895851 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ff3cb-0d1a-4a7b-a3b5-31c48cdc9ffc req-cdae95d5-75a0-4e5b-a107-78f3530233c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:46.897673 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b8ff3cb-0d1a-4a7b-a3b5-31c48cdc9ffc req-cdae95d5-75a0-4e5b-a107-78f3530233c7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c6653f87-3fa7-4667-b525-8a5666ee57af HTTP/1.1" status: 200 len: 1098 time: 0.1323586 Aug 22 13:25:47.040010 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a85550-9da0-4310-a3c3-8190a36871f1 req-1e271406-4a29-463c-b9e8-4fcb0a71253e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:47.041078 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f1a85550-9da0-4310-a3c3-8190a36871f1 req-1e271406-4a29-463c-b9e8-4fcb0a71253e service neutron] 10.222.0.41 "GET /v2.0/networks?id=7dc41cff-a3ac-4fc2-ba06-973efce2365e HTTP/1.1" status: 200 len: 870 time: 0.2794528 Aug 22 13:25:47.064966 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a85550-9da0-4310-a3c3-8190a36871f1 req-c1538157-7b55-4771-ba58-0d26d81d493d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:47.066521 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f1a85550-9da0-4310-a3c3-8190a36871f1 req-c1538157-7b55-4771-ba58-0d26d81d493d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.1678169 Aug 22 13:25:47.113186 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6cde0b18-e727-4309-8479-a81fd8da2e89 req-43957d04-7ee9-4714-86ed-d0d5c38979f2 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 210 time: 0.0667462 Aug 22 13:25:47.157978 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b8ff3cb-0d1a-4a7b-a3b5-31c48cdc9ffc req-c55e8334-4107-41d0-ad93-98a8dce7f256 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=58f52e29-9b4a-48c0-bf7d-3bf6374c285c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252781 Aug 22 13:25:47.169365 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6fa29f-e1c9-43b1-8a47-f41758cde83e req-4d9bc41d-eb1f-4e0d-ac71-b385aa479b34 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:47.170958 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-da6fa29f-e1c9-43b1-8a47-f41758cde83e req-4d9bc41d-eb1f-4e0d-ac71-b385aa479b34 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 949 time: 0.2308834 Aug 22 13:25:47.201642 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a85550-9da0-4310-a3c3-8190a36871f1 req-d9e95d20-7911-4500-8307-ced7397534cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:47.203257 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f1a85550-9da0-4310-a3c3-8190a36871f1 req-d9e95d20-7911-4500-8307-ced7397534cb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1163671 Aug 22 13:25:47.222579 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-da6fa29f-e1c9-43b1-8a47-f41758cde83e req-b5d93625-455b-4677-929d-627464d04b79 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442383 Aug 22 13:25:47.340194 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f99723-5918-4ddc-82f8-f06b759f1d5f req-1fe7158a-f055-4604-ad36-c135f21afe93 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:47.348207 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-25f99723-5918-4ddc-82f8-f06b759f1d5f req-1fe7158a-f055-4604-ad36-c135f21afe93 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6653f87-3fa7-4667-b525-8a5666ee57af HTTP/1.1" status: 200 len: 946 time: 0.0645468 Aug 22 13:25:47.385458 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-25f99723-5918-4ddc-82f8-f06b759f1d5f req-d8b0c34e-cee4-4dfb-bbeb-70d02a977592 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f52e29-9b4a-48c0-bf7d-3bf6374c285c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360956 Aug 22 13:25:47.464771 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f1a85550-9da0-4310-a3c3-8190a36871f1 req-40157f37-10b8-4fba-88ce-2204db5d856e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=2bdeebd8-a734-4791-868c-47ca82d0b68a HTTP/1.1" status: 200 len: 217 time: 0.3626354 Aug 22 13:25:47.483040 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-79c0c00e-6cd0-4a25-bb09-656753d31ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:47.486484 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-79c0c00e-6cd0-4a25-bb09-656753d31ccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:47.488699 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-79c0c00e-6cd0-4a25-bb09-656753d31ccb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/34d2bb5e-82e0-4c9f-b929-62ce1a6ebf0e HTTP/1.1" status: 204 len: 168 time: 1.1089957 Aug 22 13:25:47.525264 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c0c00e-6cd0-4a25-bb09-656753d31ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d2bb5e-82e0-4c9f-b929-62ce1a6ebf0e,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:47.535082 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 2bdeebd8-a734-4791-868c-47ca82d0b68a details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:25:47.552874 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f1a85550-9da0-4310-a3c3-8190a36871f1 req-f10fa61c-4596-40e5-97ba-2145a96c17a6 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323595 Aug 22 13:25:47.691990 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a85550-9da0-4310-a3c3-8190a36871f1 req-00414940-521b-412f-8066-d7774bab3467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:47.693538 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f1a85550-9da0-4310-a3c3-8190a36871f1 req-00414940-521b-412f-8066-d7774bab3467 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.2172375 Aug 22 13:25:47.738581 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 2bdeebd8-a734-4791-868c-47ca82d0b68a, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=2bdeebd8-a734-4791-868c-47ca82d0b68a,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:25:47.747293 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f1a85550-9da0-4310-a3c3-8190a36871f1 req-efd1b35f-f480-42ae-b5ce-79ceed2ad619 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845312 Aug 22 13:25:47.771805 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '2bdeebd8-a734-4791-868c-47ca82d0b68a', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'port_id': '2bdeebd8-a734-4791-868c-47ca82d0b68a', 'mac_address': 'fa:16:3e:89:6e:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7151c727-b27f-4308-8098-60bc16140d45', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:25:47.775796 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c36c3-39a9-46f6-8767-32290b8b1161 req-d25156f1-e414-4309-aa54-da0bced75a22 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:47.783272 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0e4c36c3-39a9-46f6-8767-32290b8b1161 req-d25156f1-e414-4309-aa54-da0bced75a22 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc6b3322-6437-4e90-aad7-fee4bae751f7 HTTP/1.1" status: 200 len: 943 time: 0.1338339 Aug 22 13:25:47.849831 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a85550-9da0-4310-a3c3-8190a36871f1 req-7a2c178c-93cd-4178-a116-3e5c5392b6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:47.851783 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f1a85550-9da0-4310-a3c3-8190a36871f1 req-7a2c178c-93cd-4178-a116-3e5c5392b6b6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1506741 Aug 22 13:25:47.858199 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:47.886445 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bdeebd8-a734-4791-868c-47ca82d0b68a {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:25:47.898107 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0e4c36c3-39a9-46f6-8767-32290b8b1161 req-5714b5e1-c2c5-49d2-b413-c4e5956f1403 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091070 Aug 22 13:25:47.940992 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 2bdeebd8-a734-4791-868c-47ca82d0b68a, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=2bdeebd8-a734-4791-868c-47ca82d0b68a,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:25:47.949528 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:47.991579 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-a42dab19-6cb5-485c-9b65-092f6305c7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:47.997185 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-a42dab19-6cb5-485c-9b65-092f6305c7af service neutron] 10.222.0.16 "GET /v2.0/ports/ab40ae52-fb74-4b8c-a089-1c836ec0b6cf HTTP/1.1" status: 200 len: 1028 time: 0.0746579 Aug 22 13:25:48.033166 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5992d89e-41a3-4f73-a070-67fd3fb60f09 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:48.035625 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f1a85550-9da0-4310-a3c3-8190a36871f1 req-60062725-80b7-4605-818a-4fd49412975e service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562517 Aug 22 13:25:48.039308 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5992d89e-41a3-4f73-a070-67fd3fb60f09 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:48.054723 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=2bdeebd8-a734-4791-868c-47ca82d0b68a,revision_number=12']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:48.082135 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-7da4f46b-e24b-4532-8dcb-ae884a0823b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:48.084343 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-7da4f46b-e24b-4532-8dcb-ae884a0823b6 service neutron] 10.222.0.16 "GET /v2.0/ports/aa5cdb91-66e3-442c-9d12-088167557b99 HTTP/1.1" status: 200 len: 1025 time: 0.0634403 Aug 22 13:25:48.097594 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 51236) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:25:48.132011 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-62afab1f-0a60-48e2-9724-fef1aa50ea90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:48.165869 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 59973c9a-5c86-4140-abea-16a273bd0367 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:25:48.261226 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-12060ed6-c2da-4ce3-9ae4-8e3f8f22bd7f tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:48.268549 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-12060ed6-c2da-4ce3-9ae4-8e3f8f22bd7f tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:48.274926 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-12060ed6-c2da-4ce3-9ae4-8e3f8f22bd7f tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:48.277018 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-12060ed6-c2da-4ce3-9ae4-8e3f8f22bd7f tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.16 "GET /v2.0/networks?id=b2719a9f-ee7f-473a-9939-5efd06e85549&id=0cc210c0-a1af-4d1a-af13-c74a90748aeb&id=0cc210c0-a1af-4d1a-af13-c74a90748aeb&id=0cc210c0-a1af-4d1a-af13-c74a90748aeb&id=0cc210c0-a1af-4d1a-af13-c74a90748aeb&id=8858e46b-6208-4875-b089-3b1759ddc36f&id=8858e46b-6208-4875-b089-3b1759ddc36f HTTP/1.1" status: 200 len: 1989 time: 0.1807327 Aug 22 13:25:48.347986 n-d-793621-33 neutron-server[94628]: INFO neutron.db.l3_db [None req-5992d89e-41a3-4f73-a070-67fd3fb60f09 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Floating IP 728a6091-de74-4ccc-a5ce-f59d6472094e associated. External IP: 172.25.3.52, port: 49182ab7-2c16-40e9-8e35-5b5ee774a5c3. Aug 22 13:25:48.393898 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 59973c9a-5c86-4140-abea-16a273bd0367, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=59973c9a-5c86-4140-abea-16a273bd0367,segment=NetworkSegment(0efbff2c-3dbf-4e79-83ba-47cbdc800632),segment_id=0efbff2c-3dbf-4e79-83ba-47cbdc800632)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:25:48.409157 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '59973c9a-5c86-4140-abea-16a273bd0367', 'network_id': '887e0115-b4ac-4c62-9aab-f2d01695aede', 'port_id': '59973c9a-5c86-4140-abea-16a273bd0367', 'mac_address': 'fa:16:3e:92:fa:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb53f66-6b81-41b6-9806-8520494df9af', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:25:48.410044 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-aed5a33d-61d0-43e4-b377-500115307f15 req-6e88b55c-647c-44b9-992c-308ccc89ae14 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 210 time: 0.0721140 Aug 22 13:25:48.471239 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:48.489542 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59973c9a-5c86-4140-abea-16a273bd0367 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:25:48.503240 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-b11882fd-325c-4433-98fc-756b297f51eb tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2389b5e02dee4864a1a7f4824db49bc1 HTTP/1.1" status: 200 len: 380 time: 0.1994066 Aug 22 13:25:48.513510 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-62afab1f-0a60-48e2-9724-fef1aa50ea90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:48.513778 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f1a85550-9da0-4310-a3c3-8190a36871f1 req-bc0d831d-02dc-4cfb-be4b-ebe356ca3766 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4702260 Aug 22 13:25:48.534039 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['2bdeebd8-a734-4791-868c-47ca82d0b68a'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:25:48.538446 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-d8591dda-987d-4533-a918-39a5604057b4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Request body: {'port': {'device_id': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'network_id': 'b2719a9f-ee7f-473a-9939-5efd06e85549', 'admin_state_up': True, 'tenant_id': '2389b5e02dee4864a1a7f4824db49bc1', 'security_groups': ['4cc9f53d-f53a-41a9-9530-58f2e575d924']}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:25:48.541602 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 59973c9a-5c86-4140-abea-16a273bd0367, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=59973c9a-5c86-4140-abea-16a273bd0367,segment=NetworkSegment(0efbff2c-3dbf-4e79-83ba-47cbdc800632),segment_id=0efbff2c-3dbf-4e79-83ba-47cbdc800632)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:25:48.580670 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:48.645721 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-62afab1f-0a60-48e2-9724-fef1aa50ea90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:48.666111 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5992d89e-41a3-4f73-a070-67fd3fb60f09 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Router 213977a6-06a1-4e4d-9e49-0489e920bd05 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:25:48.700454 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62afab1f-0a60-48e2-9724-fef1aa50ea90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a8792e-0a68-4d1e-a3eb-63e8a39a3522,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:48.779372 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=59973c9a-5c86-4140-abea-16a273bd0367,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:48.785728 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13973dbe-5f20-4dc8-8c57-f3d290984cd3 req-76aa42d0-1cf0-4b62-8287-cf6966b9ba95 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:48.792977 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-13973dbe-5f20-4dc8-8c57-f3d290984cd3 req-76aa42d0-1cf0-4b62-8287-cf6966b9ba95 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 950 time: 0.4230566 Aug 22 13:25:48.811592 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-62afab1f-0a60-48e2-9724-fef1aa50ea90 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8b096e84eae9433599ec82fa4986514c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7107100 Aug 22 13:25:48.820001 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 51246) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:25:48.838814 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['59973c9a-5c86-4140-abea-16a273bd0367'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:25:48.897817 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5992d89e-41a3-4f73-a070-67fd3fb60f09 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:25:48.911391 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ab7fd0-c08d-4955-9d86-16a74d5c520f None None] Sync routers for ids ['213977a6-06a1-4e4d-9e49-0489e920bd05'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:25:48.922639 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8224a-99ec-4a91-b911-e775514acef8 req-6f2f1d5d-ebd9-46b0-b5d6-fa6a5502da75 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:48.922865 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5992d89e-41a3-4f73-a070-67fd3fb60f09 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:48.931454 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ef8224a-99ec-4a91-b911-e775514acef8 req-6f2f1d5d-ebd9-46b0-b5d6-fa6a5502da75 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6653f87-3fa7-4667-b525-8a5666ee57af HTTP/1.1" status: 200 len: 946 time: 0.2759402 Aug 22 13:25:48.933754 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ab7fd0-c08d-4955-9d86-16a74d5c520f None None] Routers {'213977a6-06a1-4e4d-9e49-0489e920bd05'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:25:48.934602 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-c0ab7fd0-c08d-4955-9d86-16a74d5c520f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:25:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['213977a6-06a1-4e4d-9e49-0489e920bd05'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:25:48.955276 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-13973dbe-5f20-4dc8-8c57-f3d290984cd3 req-f99c5376-0b3e-4d41-b687-63ccad8209c3 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608324 Aug 22 13:25:48.982624 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5992d89e-41a3-4f73-a070-67fd3fb60f09 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "PUT /v2.0/floatingips/728a6091-de74-4ccc-a5ce-f59d6472094e HTTP/1.1" status: 200 len: 991 time: 2.5553448 Aug 22 13:25:48.983285 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451', 'tag': '49182ab7-2c16-40e9-8e35-5b5ee774a5c3'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:25:48.988668 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089ca390-56fc-4744-9e18-15c25cdd912c" -d '{"events": [{"name": "network-changed", "server_uuid": "7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451", "tag": "49182ab7-2c16-40e9-8e35-5b5ee774a5c3"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:25:49.018706 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-d8591dda-987d-4533-a918-39a5604057b4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Made reservation on behalf of 2389b5e02dee4864a1a7f4824db49bc1 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:25:49.023444 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-d8591dda-987d-4533-a918-39a5604057b4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:49.056968 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bdcef82e-5183-4d55-abe4-1ea23c892555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:49.111507 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ef8224a-99ec-4a91-b911-e775514acef8 req-62e9f9ad-de60-4ef5-a105-9a9fbc1cf589 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f52e29-9b4a-48c0-bf7d-3bf6374c285c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735017 Aug 22 13:25:49.166477 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bdcef82e-5183-4d55-abe4-1ea23c892555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:49.185609 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-c0ab7fd0-c08d-4955-9d86-16a74d5c520f None None] Set router 213977a6-06a1-4e4d-9e49-0489e920bd05 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:25:49.348294 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eab3fa-0952-45f1-b0ba-544ddb145641 req-83d11497-fb9d-4cb5-ab93-76a51c2a540d tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:49.354324 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-80eab3fa-0952-45f1-b0ba-544ddb145641 req-83d11497-fb9d-4cb5-ab93-76a51c2a540d tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc6b3322-6437-4e90-aad7-fee4bae751f7 HTTP/1.1" status: 200 len: 944 time: 0.1735413 Aug 22 13:25:49.403221 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5fb7bd-bc04-4685-bbc1-95e433463b6d req-e2f58bed-7976-4e02-9ad8-18f665fa9cb3 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:49.404820 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bc5fb7bd-bc04-4685-bbc1-95e433463b6d req-e2f58bed-7976-4e02-9ad8-18f665fa9cb3 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 950 time: 0.1564207 Aug 22 13:25:49.407099 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-d8591dda-987d-4533-a918-39a5604057b4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Allocated IP 172.20.0.13 (b2719a9f-ee7f-473a-9939-5efd06e85549/78207353-5327-441e-b2ae-a402769922b8/51de7287-b8e3-42e9-ab42-7fe4c8b6b33b) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:25:49.409583 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bdcef82e-5183-4d55-abe4-1ea23c892555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:49.412126 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bdcef82e-5183-4d55-abe4-1ea23c892555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:49.416964 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-bdcef82e-5183-4d55-abe4-1ea23c892555 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b3a8792e-0a68-4d1e-a3eb-63e8a39a3522 HTTP/1.1" status: 204 len: 168 time: 0.5941975 Aug 22 13:25:49.459413 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcef82e-5183-4d55-abe4-1ea23c892555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a8792e-0a68-4d1e-a3eb-63e8a39a3522,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:49.491402 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-80eab3fa-0952-45f1-b0ba-544ddb145641 req-a3ec8335-bb77-41fe-abfc-7db1959d41d7 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357942 Aug 22 13:25:49.512342 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-c0ab7fd0-c08d-4955-9d86-16a74d5c520f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'name': 'tempest-AttachVolumeShelveTestJSON-1882356738-router', 'tenant_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'c5586c10-7f76-4327-b012-bd54a160b417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:25:08Z', 'updated_at': '2021-08-22T13:25:14Z', 'revision_number': 4, 'project_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'gw_port': {'id': 'c5586c10-7f76-4327-b012-bd54a160b417', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:eb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:09Z', 'updated_at': '2021-08-22T13:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '728a6091-de74-4ccc-a5ce-f59d6472094e', 'tenant_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'floating_ip_address': '172.25.3.52', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'port_id': '49182ab7-2c16-40e9-8e35-5b5ee774a5c3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfedf898-aca6-4df9-b6f5-cb8b2650ce65', 'mac_address': 'fa:16:3e:67:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:25:19Z', 'updated_at': '2021-08-22T13:25:47Z', 'revision_number': 1, 'project_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2834d00-2df8-4e69-b09e-e98ef3c97c27', 'name': '', 'network_id': 'dfedf898-aca6-4df9-b6f5-cb8b2650ce65', 'tenant_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'mac_address': 'fa:16:3e:e9:d3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '86161abd-93fb-4a2f-8c13-984112b572a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:13Z', 'updated_at': '2021-08-22T13:25:25Z', 'revision_number': 5, 'project_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'subnets': [{'id': '86161abd-93fb-4a2f-8c13-984112b572a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:25:49.586582 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ab7fd0-c08d-4955-9d86-16a74d5c520f None None] Checking router: 213977a6-06a1-4e4d-9e49-0489e920bd05 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:25:49.596360 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bc5fb7bd-bc04-4685-bbc1-95e433463b6d req-b62bda11-659c-43de-8650-ffd966071127 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757915 Aug 22 13:25:49.645479 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ab7fd0-c08d-4955-9d86-16a74d5c520f None None] Routers {'213977a6-06a1-4e4d-9e49-0489e920bd05'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:25:49.646122 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-c0ab7fd0-c08d-4955-9d86-16a74d5c520f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:25:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['213977a6-06a1-4e4d-9e49-0489e920bd05'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:25:49.697228 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa13603-f80f-4e99-a3f6-21a1325845dc x-openstack-request-id: req-1aa13603-f80f-4e99-a3f6-21a1325845dc {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:25:49.698284 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451", "tag": "49182ab7-2c16-40e9-8e35-5b5ee774a5c3", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:25:49.698708 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1aa13603-f80f-4e99-a3f6-21a1325845dc {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:25:49.699282 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451', 'tag': '49182ab7-2c16-40e9-8e35-5b5ee774a5c3', 'status': 'completed', 'code': 200} Aug 22 13:25:49.800053 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-d8591dda-987d-4533-a918-39a5604057b4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:49.811814 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ca390-56fc-4744-9e18-15c25cdd912c req-f0ee4723-5517-45b3-819c-0b753f428eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:49.815427 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-089ca390-56fc-4744-9e18-15c25cdd912c req-f0ee4723-5517-45b3-819c-0b753f428eff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1706b1b8ed7f4b13af0ef34415cabc13&device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 1098 time: 0.0932653 Aug 22 13:25:49.817745 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-d8591dda-987d-4533-a918-39a5604057b4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Transition to ACTIVE for port object 51de7287-b8e3-42e9-ab42-7fe4c8b6b33b will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:25:49.874057 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-d8591dda-987d-4533-a918-39a5604057b4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:49.959692 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de73f7-37fa-4506-bb95-cd0f95b6095c req-43bfbc90-a83a-471e-80f4-c526758747d9 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:49.968825 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-12de73f7-37fa-4506-bb95-cd0f95b6095c req-43bfbc90-a83a-471e-80f4-c526758747d9 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 932 time: 0.1104274 Aug 22 13:25:49.971123 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-c0ab7fd0-c08d-4955-9d86-16a74d5c520f None None] Set router 213977a6-06a1-4e4d-9e49-0489e920bd05 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:25:50.032702 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-12de73f7-37fa-4506-bb95-cd0f95b6095c req-c5d56402-3f4a-418f-b008-89f19657a00d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/security-groups?id=4cc9f53d-f53a-41a9-9530-58f2e575d924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627313 Aug 22 13:25:50.050071 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-d8591dda-987d-4533-a918-39a5604057b4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Network b2719a9f-ee7f-473a-9939-5efd06e85549 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:25:50.054410 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-d8591dda-987d-4533-a918-39a5604057b4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:25:50.072038 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-d8591dda-987d-4533-a918-39a5604057b4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:25:50.162722 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ca390-56fc-4744-9e18-15c25cdd912c req-699742f5-20a0-4b3b-893d-90a9c589f399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:50.166719 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 59973c9a-5c86-4140-abea-16a273bd0367 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:25:50.169352 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-089ca390-56fc-4744-9e18-15c25cdd912c req-699742f5-20a0-4b3b-893d-90a9c589f399 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dfedf898-aca6-4df9-b6f5-cb8b2650ce65 HTTP/1.1" status: 200 len: 918 time: 0.3456829 Aug 22 13:25:50.246401 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-d8591dda-987d-4533-a918-39a5604057b4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:50.247095 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-d8591dda-987d-4533-a918-39a5604057b4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:50.323340 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-089ca390-56fc-4744-9e18-15c25cdd912c req-c3e18ef4-cdf6-430f-9620-3ae28e4dab0a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49182ab7-2c16-40e9-8e35-5b5ee774a5c3 HTTP/1.1" status: 200 len: 999 time: 0.1465998 Aug 22 13:25:50.349139 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-d8591dda-987d-4533-a918-39a5604057b4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8329766 Aug 22 13:25:50.351902 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0adfe0f6-6ab9-401f-aadf-61139b9620e5 req-ab6832f6-a3af-4c5e-b07b-436e5e9b948f tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=01d864243fbf4cf6816e3fd9d58ef026&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456195 Aug 22 13:25:50.353524 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8591dda-987d-4533-a918-39a5604057b4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Pushing event updated for resources: {'Port': ['ID=51de7287-b8e3-42e9-ab42-7fe4c8b6b33b,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:50.358283 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 59973c9a-5c86-4140-abea-16a273bd0367 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:25:50.365755 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 59973c9a-5c86-4140-abea-16a273bd0367 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:25:50.368282 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:50.377529 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-33913fd0-557e-4689-a507-73277ddca3e7 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Request body: {'port': {'device_id': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'network_id': '0cc210c0-a1af-4d1a-af13-c74a90748aeb', 'admin_state_up': True, 'tenant_id': '2389b5e02dee4864a1a7f4824db49bc1', 'security_groups': ['4cc9f53d-f53a-41a9-9530-58f2e575d924']}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:25:50.472345 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ca390-56fc-4744-9e18-15c25cdd912c req-130ddd6b-a007-48e9-b3c6-667fef38f319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:50.476412 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-089ca390-56fc-4744-9e18-15c25cdd912c req-130ddd6b-a007-48e9-b3c6-667fef38f319 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=86161abd-93fb-4a2f-8c13-984112b572a1 HTTP/1.1" status: 200 len: 856 time: 0.1419659 Aug 22 13:25:50.549039 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ca390-56fc-4744-9e18-15c25cdd912c req-80e0911e-93a7-4966-a43e-a662b2244ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:50.550710 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-089ca390-56fc-4744-9e18-15c25cdd912c req-80e0911e-93a7-4966-a43e-a662b2244ce3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dfedf898-aca6-4df9-b6f5-cb8b2650ce65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0651050 Aug 22 13:25:50.593390 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:50.706368 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 59973c9a-5c86-4140-abea-16a273bd0367, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=59973c9a-5c86-4140-abea-16a273bd0367,segment=NetworkSegment(0efbff2c-3dbf-4e79-83ba-47cbdc800632),segment_id=0efbff2c-3dbf-4e79-83ba-47cbdc800632)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:25:50.713496 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6b3322-6437-4e90-aad7-fee4bae751f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59973c9a-5c86-4140-abea-16a273bd0367'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:25:50.721617 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a175626f-7d9e-496b-a4df-0a7a44a794bf" -d '{"events": [{"server_uuid": "cc6b3322-6437-4e90-aad7-fee4bae751f7", "name": "network-vif-plugged", "status": "completed", "tag": "59973c9a-5c86-4140-abea-16a273bd0367"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:25:50.735973 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:50.751836 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-0e0798ca-220d-4034-bfec-504c9d0ea414 None None] Provisioning for port 51de7287-b8e3-42e9-ab42-7fe4c8b6b33b completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:25:50.752079 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27381c6c-f3ce-48bd-86cb-6a4be0a3a61c req-cb250f78-509f-4e1c-84aa-4849cb0762e5 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:50.759880 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-27381c6c-f3ce-48bd-86cb-6a4be0a3a61c req-cb250f78-509f-4e1c-84aa-4849cb0762e5 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6653f87-3fa7-4667-b525-8a5666ee57af HTTP/1.1" status: 200 len: 946 time: 0.2312133 Aug 22 13:25:50.808448 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-089ca390-56fc-4744-9e18-15c25cdd912c req-8780c152-b208-4486-a5e0-30ac15e85a98 service neutron] 10.222.0.41 "GET /v2.0/networks/dfedf898-aca6-4df9-b6f5-cb8b2650ce65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377555 Aug 22 13:25:50.810157 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-0e0798ca-220d-4034-bfec-504c9d0ea414 None None] Provisioning complete for port 51de7287-b8e3-42e9-ab42-7fe4c8b6b33b triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:25:50.810718 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0e0798ca-220d-4034-bfec-504c9d0ea414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:50.849099 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-27381c6c-f3ce-48bd-86cb-6a4be0a3a61c req-d57ac7b4-6b07-4ad3-b43b-5a6eae1d79f4 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f52e29-9b4a-48c0-bf7d-3bf6374c285c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855932 Aug 22 13:25:50.852510 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-33913fd0-557e-4689-a507-73277ddca3e7 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Made reservation on behalf of 2389b5e02dee4864a1a7f4824db49bc1 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:25:50.855815 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-33913fd0-557e-4689-a507-73277ddca3e7 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:50.953614 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=59973c9a-5c86-4140-abea-16a273bd0367,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:50.961573 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-c0ab7fd0-c08d-4955-9d86-16a74d5c520f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'name': 'tempest-AttachVolumeShelveTestJSON-1882356738-router', 'tenant_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'c5586c10-7f76-4327-b012-bd54a160b417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:25:08Z', 'updated_at': '2021-08-22T13:25:14Z', 'revision_number': 4, 'project_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'gw_port': {'id': 'c5586c10-7f76-4327-b012-bd54a160b417', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:eb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:09Z', 'updated_at': '2021-08-22T13:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '728a6091-de74-4ccc-a5ce-f59d6472094e', 'tenant_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'floating_ip_address': '172.25.3.52', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'port_id': '49182ab7-2c16-40e9-8e35-5b5ee774a5c3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfedf898-aca6-4df9-b6f5-cb8b2650ce65', 'mac_address': 'fa:16:3e:67:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:25:19Z', 'updated_at': '2021-08-22T13:25:47Z', 'revision_number': 1, 'project_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2834d00-2df8-4e69-b09e-e98ef3c97c27', 'name': '', 'network_id': 'dfedf898-aca6-4df9-b6f5-cb8b2650ce65', 'tenant_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'mac_address': 'fa:16:3e:e9:d3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '86161abd-93fb-4a2f-8c13-984112b572a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:13Z', 'updated_at': '2021-08-22T13:25:25Z', 'revision_number': 5, 'project_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'subnets': [{'id': '86161abd-93fb-4a2f-8c13-984112b572a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:25:50.975301 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-0e0798ca-220d-4034-bfec-504c9d0ea414 None None] Port 51de7287-b8e3-42e9-ab42-7fe4c8b6b33b cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:25:51.005377 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-089ca390-56fc-4744-9e18-15c25cdd912c req-29ece3e4-c300-47a3-a3cf-5cd9b7b242ef service neutron] 10.222.0.41 "GET /v2.0/networks/dfedf898-aca6-4df9-b6f5-cb8b2650ce65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893396 Aug 22 13:25:51.009510 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ab7fd0-c08d-4955-9d86-16a74d5c520f None None] The sync data for ids ['213977a6-06a1-4e4d-9e49-0489e920bd05'] in n-d-793621-33 is: [{'id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'name': 'tempest-AttachVolumeShelveTestJSON-1882356738-router', 'tenant_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'c5586c10-7f76-4327-b012-bd54a160b417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:25:08Z', 'updated_at': '2021-08-22T13:25:14Z', 'revision_number': 4, 'project_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'gw_port': {'id': 'c5586c10-7f76-4327-b012-bd54a160b417', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:eb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:09Z', 'updated_at': '2021-08-22T13:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '728a6091-de74-4ccc-a5ce-f59d6472094e', 'tenant_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'floating_ip_address': '172.25.3.52', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'port_id': '49182ab7-2c16-40e9-8e35-5b5ee774a5c3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfedf898-aca6-4df9-b6f5-cb8b2650ce65', 'mac_address': 'fa:16:3e:67:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:25:19Z', 'updated_at': '2021-08-22T13:25:47Z', 'revision_number': 1, 'project_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2834d00-2df8-4e69-b09e-e98ef3c97c27', 'name': '', 'network_id': 'dfedf898-aca6-4df9-b6f5-cb8b2650ce65', 'tenant_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'mac_address': 'fa:16:3e:e9:d3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '86161abd-93fb-4a2f-8c13-984112b572a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:13Z', 'updated_at': '2021-08-22T13:25:25Z', 'revision_number': 5, 'project_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'subnets': [{'id': '86161abd-93fb-4a2f-8c13-984112b572a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:25:51.075856 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adfe0f6-6ab9-401f-aadf-61139b9620e5 req-2bdb12eb-8b78-4b6f-9b11-b0f8d1813272 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:51.077497 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0adfe0f6-6ab9-401f-aadf-61139b9620e5 req-2bdb12eb-8b78-4b6f-9b11-b0f8d1813272 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7183845 Aug 22 13:25:51.084485 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51310) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:25:51.146813 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0adfe0f6-6ab9-401f-aadf-61139b9620e5 req-99349831-2bcc-4824-90f8-d2a330830c94 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/quotas/01d864243fbf4cf6816e3fd9d58ef026 HTTP/1.1" status: 200 len: 375 time: 0.0603521 Aug 22 13:25:51.168143 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e7c19-60c9-4e9e-8f6f-6a71117c6dd3 req-1cffe030-7b75-43c3-8fa7-7750b59eb6d3 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:51.175678 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-066e7c19-60c9-4e9e-8f6f-6a71117c6dd3 req-1cffe030-7b75-43c3-8fa7-7750b59eb6d3 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc6b3322-6437-4e90-aad7-fee4bae751f7 HTTP/1.1" status: 200 len: 945 time: 0.2096479 Aug 22 13:25:51.266876 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-33913fd0-557e-4689-a507-73277ddca3e7 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Allocated IP 10.1.1.121 (0cc210c0-a1af-4d1a-af13-c74a90748aeb/c9c01412-9489-49de-9d2b-050ba9194e34/2dbd4c0b-f8a8-407f-95de-f4be4481eaec) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:25:51.289177 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-066e7c19-60c9-4e9e-8f6f-6a71117c6dd3 req-312f000a-60ab-4524-b93e-920ad027d4b8 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126430 Aug 22 13:25:51.302903 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-de21c848-c1e2-46df-90b5-4e7c50a43a21 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1582655311-network', 'tenant_id': '4d9750df62d34d28beb15eff8be21051'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:25:51.308893 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0adfe0f6-6ab9-401f-aadf-61139b9620e5 req-a3454f40-add6-4b28-bcbf-272050accb99 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=01d864243fbf4cf6816e3fd9d58ef026&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1510866 Aug 22 13:25:51.378050 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de21c848-c1e2-46df-90b5-4e7c50a43a21 admin admin] Made reservation on behalf of 4d9750df62d34d28beb15eff8be21051 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:25:51.384187 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-de21c848-c1e2-46df-90b5-4e7c50a43a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:51.412644 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa057aea-2ba4-4963-9265-c94be32fa0b7 None None] New status for floating IP 728a6091-de74-4ccc-a5ce-f59d6472094e: ACTIVE {{(pid=94629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 13:25:51.415039 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-de21c848-c1e2-46df-90b5-4e7c50a43a21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:51.511161 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375fceda-69b7-4007-bdf2-1ce8a1d5d025 x-openstack-request-id: req-375fceda-69b7-4007-bdf2-1ce8a1d5d025 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:25:51.511552 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc6b3322-6437-4e90-aad7-fee4bae751f7", "name": "network-vif-plugged", "status": "completed", "tag": "59973c9a-5c86-4140-abea-16a273bd0367", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:25:51.511712 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-375fceda-69b7-4007-bdf2-1ce8a1d5d025 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:25:51.512121 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6b3322-6437-4e90-aad7-fee4bae751f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59973c9a-5c86-4140-abea-16a273bd0367', 'code': 200} Aug 22 13:25:51.621041 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-33913fd0-557e-4689-a507-73277ddca3e7 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:51.707784 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-33913fd0-557e-4689-a507-73277ddca3e7 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Transition to ACTIVE for port object 2dbd4c0b-f8a8-407f-95de-f4be4481eaec will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:25:51.723058 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-de21c848-c1e2-46df-90b5-4e7c50a43a21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:51.725182 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0211a-66c1-478a-b5d7-a2344f7ef10a req-c02cb121-0ee4-4113-b942-aabd547a1f7c tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:51.726815 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-43f0211a-66c1-478a-b5d7-a2344f7ef10a req-c02cb121-0ee4-4113-b942-aabd547a1f7c tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 932 time: 0.1293762 Aug 22 13:25:51.741055 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df07aa-49d1-44c9-b6b8-1ced86cf6690 req-4dfcf8ad-a6db-4dd0-b026-96b62ad82bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:51.745886 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-09df07aa-49d1-44c9-b6b8-1ced86cf6690 req-4dfcf8ad-a6db-4dd0-b026-96b62ad82bbb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cc6b3322-6437-4e90-aad7-fee4bae751f7 HTTP/1.1" status: 200 len: 1097 time: 0.1464472 Aug 22 13:25:51.748982 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-de21c848-c1e2-46df-90b5-4e7c50a43a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:51.753704 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 2bdeebd8-a734-4791-868c-47ca82d0b68a up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:25:51.758188 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1145315-de8a-48d9-bd62-02ccd7f6a999 req-d568a899-1d35-4699-a9e7-654467aab408 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:51.767465 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a1145315-de8a-48d9-bd62-02ccd7f6a999 req-d568a899-1d35-4699-a9e7-654467aab408 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6653f87-3fa7-4667-b525-8a5666ee57af HTTP/1.1" status: 200 len: 946 time: 0.1124675 Aug 22 13:25:51.777408 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de21c848-c1e2-46df-90b5-4e7c50a43a21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:25:51.799297 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-de21c848-c1e2-46df-90b5-4e7c50a43a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:51.799938 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-de21c848-c1e2-46df-90b5-4e7c50a43a21 admin admin] Added segment b28f9651-918f-474f-b566-449a0b3d2349 of type vlan for network 7bb5b21d-df35-4f50-8226-92da5c73c522 Aug 22 13:25:51.891945 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-43f0211a-66c1-478a-b5d7-a2344f7ef10a req-d885ecbb-8e26-4c13-83a9-543f96c9164f tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/security-groups?id=4cc9f53d-f53a-41a9-9530-58f2e575d924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399612 Aug 22 13:25:51.915246 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-de21c848-c1e2-46df-90b5-4e7c50a43a21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:51.921306 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port 2bdeebd8-a734-4791-868c-47ca82d0b68a completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:25:51.928953 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 2bdeebd8-a734-4791-868c-47ca82d0b68a triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:25:51.929425 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:51.938123 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a1145315-de8a-48d9-bd62-02ccd7f6a999 req-0d6d7636-4c1a-417b-8dd5-fcf120301aa4 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f52e29-9b4a-48c0-bf7d-3bf6374c285c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652775 Aug 22 13:25:51.942893 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de21c848-c1e2-46df-90b5-4e7c50a43a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e241b5dd-d340-4201-a1ce-9be9d624c998,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:51.967373 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-09df07aa-49d1-44c9-b6b8-1ced86cf6690 req-2bad2fec-661e-48ee-b73e-1185fea35916 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154683 Aug 22 13:25:51.970783 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-33913fd0-557e-4689-a507-73277ddca3e7 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:51.988891 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-de21c848-c1e2-46df-90b5-4e7c50a43a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:51.990746 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de21c848-c1e2-46df-90b5-4e7c50a43a21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:51.991758 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-de21c848-c1e2-46df-90b5-4e7c50a43a21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:52.071304 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-de21c848-c1e2-46df-90b5-4e7c50a43a21 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.9845936 Aug 22 13:25:52.079503 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51332) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:25:52.089509 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-f89c939e-b9e4-4c9e-968a-e0266beb3e8a admin admin] Request body: {'subnet': {'network_id': '7bb5b21d-df35-4f50-8226-92da5c73c522', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1582655311-subnet', 'tenant_id': '4d9750df62d34d28beb15eff8be21051', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:25:52.116073 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de21c848-c1e2-46df-90b5-4e7c50a43a21 admin admin] Pushing event updated for resources: {'Network': ['ID=7bb5b21d-df35-4f50-8226-92da5c73c522,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:52.117233 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-52a8bc8e-deba-455e-8961-a0996e82b788 req-c8e5d51e-0719-48d7-ba0f-7720c009bc3b tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=f887ac67-9fac-4958-9d7e-5971de6f6263 HTTP/1.1" status: 200 len: 210 time: 0.0753953 Aug 22 13:25:52.119707 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-33913fd0-557e-4689-a507-73277ddca3e7 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Network 0cc210c0-a1af-4d1a-af13-c74a90748aeb is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:25:52.123349 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-33913fd0-557e-4689-a507-73277ddca3e7 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:25:52.132161 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 7bb5b21d-df35-4f50-8226-92da5c73c522 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:25:52.139249 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-33913fd0-557e-4689-a507-73277ddca3e7 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:25:52.139854 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89c939e-b9e4-4c9e-968a-e0266beb3e8a admin admin] Made reservation on behalf of 4d9750df62d34d28beb15eff8be21051 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:25:52.144539 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f89c939e-b9e4-4c9e-968a-e0266beb3e8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:52.195349 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33913fd0-557e-4689-a507-73277ddca3e7 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Pushing event updated for resources: {'Port': ['ID=2dbd4c0b-f8a8-407f-95de-f4be4481eaec,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:52.350612 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-33913fd0-557e-4689-a507-73277ddca3e7 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:52.351433 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-33913fd0-557e-4689-a507-73277ddca3e7 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:52.393646 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:52.398880 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-33913fd0-557e-4689-a507-73277ddca3e7 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0374212 Aug 22 13:25:52.419172 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-1dc3ddfa-77ed-437b-a31b-ba046e26e45d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Request body: {'port': {'device_id': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'network_id': '0cc210c0-a1af-4d1a-af13-c74a90748aeb', 'admin_state_up': True, 'tenant_id': '2389b5e02dee4864a1a7f4824db49bc1', 'security_groups': ['4cc9f53d-f53a-41a9-9530-58f2e575d924']}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:25:52.456164 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 2bdeebd8-a734-4791-868c-47ca82d0b68a, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=2bdeebd8-a734-4791-868c-47ca82d0b68a,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:25:52.463429 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:52.529136 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd594c-4a9f-48e8-b16c-a6c0aee864c5 req-83131a4e-311e-4948-bd9c-f344b39f0896 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:52.536673 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f89c939e-b9e4-4c9e-968a-e0266beb3e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:52.540978 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-08bd594c-4a9f-48e8-b16c-a6c0aee864c5 req-83131a4e-311e-4948-bd9c-f344b39f0896 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6653f87-3fa7-4667-b525-8a5666ee57af HTTP/1.1" status: 200 len: 946 time: 0.3275023 Aug 22 13:25:52.612696 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=2bdeebd8-a734-4791-868c-47ca82d0b68a,revision_number=13']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:52.615659 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c939e-b9e4-4c9e-968a-e0266beb3e8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c325b325-e4c0-4e1f-8f24-c36f107ba68b,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:52.617351 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-a59c0bea-b46f-462b-8304-8d3bb5321847 None None] Provisioning for port 2dbd4c0b-f8a8-407f-95de-f4be4481eaec completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:25:52.618101 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89c939e-b9e4-4c9e-968a-e0266beb3e8a admin admin] Checking segment: {'id': 'b28f9651-918f-474f-b566-449a0b3d2349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7bb5b21d-df35-4f50-8226-92da5c73c522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:25:52.618588 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89c939e-b9e4-4c9e-968a-e0266beb3e8a admin admin] Network hostable DHCP agents. Network: 7bb5b21d-df35-4f50-8226-92da5c73c522, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:25:52.622535 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-a59c0bea-b46f-462b-8304-8d3bb5321847 None None] Provisioning complete for port 2dbd4c0b-f8a8-407f-95de-f4be4481eaec triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:25:52.623095 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a59c0bea-b46f-462b-8304-8d3bb5321847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:52.639747 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89c939e-b9e4-4c9e-968a-e0266beb3e8a admin admin] Network 7bb5b21d-df35-4f50-8226-92da5c73c522 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:25:52.654860 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-f89c939e-b9e4-4c9e-968a-e0266beb3e8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 7bb5b21d-df35-4f50-8226-92da5c73c522) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:25:52.674587 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-a59c0bea-b46f-462b-8304-8d3bb5321847 None None] Port 2dbd4c0b-f8a8-407f-95de-f4be4481eaec cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:25:52.674975 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89c939e-b9e4-4c9e-968a-e0266beb3e8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:52.675738 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f89c939e-b9e4-4c9e-968a-e0266beb3e8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:52.677172 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e28feb0-db99-4432-ab2b-36972c5305c4 None None] Network 7bb5b21d-df35-4f50-8226-92da5c73c522 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:25:52.700773 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f89c939e-b9e4-4c9e-968a-e0266beb3e8a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6196740 Aug 22 13:25:52.703364 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51340) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:25:52.708632 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-a6e3a1d2-f56a-4e27-8e23-ef70d3471445 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1582655311-router', 'tenant_id': '4d9750df62d34d28beb15eff8be21051', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:25:52.746468 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a6e3a1d2-f56a-4e27-8e23-ef70d3471445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:52.747869 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a6e3a1d2-f56a-4e27-8e23-ef70d3471445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:52.779320 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-08bd594c-4a9f-48e8-b16c-a6c0aee864c5 req-0647bba9-11c1-4433-ad2f-e9cdac6b8a00 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f52e29-9b4a-48c0-bf7d-3bf6374c285c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314668 Aug 22 13:25:52.825647 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f6bf6-8f18-45a6-acfa-e28e5f9be68f req-e0b2329d-7abc-4d49-ad45-001eb2465776 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:52.835539 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1e8f6bf6-8f18-45a6-acfa-e28e5f9be68f req-e0b2329d-7abc-4d49-ad45-001eb2465776 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc6b3322-6437-4e90-aad7-fee4bae751f7 HTTP/1.1" status: 200 len: 945 time: 0.2875612 Aug 22 13:25:52.849654 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a6e3a1d2-f56a-4e27-8e23-ef70d3471445 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:52.945716 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1e8f6bf6-8f18-45a6-acfa-e28e5f9be68f req-3cead574-fa51-4197-937d-272dcad5bbe7 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041772 Aug 22 13:25:52.977533 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac3e0af-ef11-4411-abf7-eef58868fb59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-7bb5b21d-df35-4f50-8226-92da5c73c522', 'network_id': '7bb5b21d-df35-4f50-8226-92da5c73c522', 'tenant_id': '4d9750df62d34d28beb15eff8be21051', 'fixed_ips': [{'subnet_id': 'c325b325-e4c0-4e1f-8f24-c36f107ba68b'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:25:52.978856 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9ac3e0af-ef11-4411-abf7-eef58868fb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:53.005929 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-1dc3ddfa-77ed-437b-a31b-ba046e26e45d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Made reservation on behalf of 2389b5e02dee4864a1a7f4824db49bc1 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:25:53.009582 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-1dc3ddfa-77ed-437b-a31b-ba046e26e45d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:53.154176 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-0adfe0f6-6ab9-401f-aadf-61139b9620e5 req-b2796c23-bffb-470f-96b7-88eb54c91104 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=01d864243fbf4cf6816e3fd9d58ef026&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0710735 Aug 22 13:25:53.223508 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019004d-a600-4947-a24f-2b6345939643 req-4308f030-c2c8-4756-9d0b-9d4dd3c7cd3f tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:53.240330 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a6e3a1d2-f56a-4e27-8e23-ef70d3471445 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:53.244977 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1019004d-a600-4947-a24f-2b6345939643 req-4308f030-c2c8-4756-9d0b-9d4dd3c7cd3f tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6653f87-3fa7-4667-b525-8a5666ee57af HTTP/1.1" status: 200 len: 946 time: 0.2764456 Aug 22 13:25:53.344806 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-9ac3e0af-ef11-4411-abf7-eef58868fb59 None None] Allocated IP 172.20.0.2 (7bb5b21d-df35-4f50-8226-92da5c73c522/c325b325-e4c0-4e1f-8f24-c36f107ba68b/08c7d43a-c728-4005-a52f-072aa70e9600) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:25:53.466079 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adfe0f6-6ab9-401f-aadf-61139b9620e5 req-5d0760db-ad93-4cb7-a6fe-d2177f3c18bf tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:53.468901 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-0adfe0f6-6ab9-401f-aadf-61139b9620e5 req-5d0760db-ad93-4cb7-a6fe-d2177f3c18bf tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2745790 Aug 22 13:25:53.481553 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-0adfe0f6-6ab9-401f-aadf-61139b9620e5 req-7664eae4-677a-4ef5-8c4e-2330d7cc3d63 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Request body: {'port': {'device_id': 'f887ac67-9fac-4958-9d7e-5971de6f6263', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'admin_state_up': True, 'tenant_id': '01d864243fbf4cf6816e3fd9d58ef026'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:25:53.516725 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e99d12af-3db6-492c-ac68-b2e0112588a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bdeebd8-a734-4791-868c-47ca82d0b68a'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:25:53.520433 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a164b58-8f8d-4603-a0ad-4ffbd20fb43d" -d '{"events": [{"server_uuid": "e99d12af-3db6-492c-ac68-b2e0112588a8", "name": "network-vif-plugged", "status": "completed", "tag": "2bdeebd8-a734-4791-868c-47ca82d0b68a"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:25:53.629022 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9ac3e0af-ef11-4411-abf7-eef58868fb59 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:53.638472 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-9ac3e0af-ef11-4411-abf7-eef58868fb59 None None] Transition to ACTIVE for port object 08c7d43a-c728-4005-a52f-072aa70e9600 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:25:53.657480 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-9ac3e0af-ef11-4411-abf7-eef58868fb59 None None] Transition to ACTIVE for port object 08c7d43a-c728-4005-a52f-072aa70e9600 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:25:53.667585 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9ac3e0af-ef11-4411-abf7-eef58868fb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:53.720802 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac3e0af-ef11-4411-abf7-eef58868fb59 None None] Network 7bb5b21d-df35-4f50-8226-92da5c73c522 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:25:53.724134 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-9ac3e0af-ef11-4411-abf7-eef58868fb59 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:25:53.732598 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac3e0af-ef11-4411-abf7-eef58868fb59 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:25:53.736366 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac3e0af-ef11-4411-abf7-eef58868fb59 None None] Pushing event updated for resources: {'Port': ['ID=08c7d43a-c728-4005-a52f-072aa70e9600,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:53.808401 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0adfe0f6-6ab9-401f-aadf-61139b9620e5 req-7664eae4-677a-4ef5-8c4e-2330d7cc3d63 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Made reservation on behalf of 01d864243fbf4cf6816e3fd9d58ef026 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:25:53.812747 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-0adfe0f6-6ab9-401f-aadf-61139b9620e5 req-7664eae4-677a-4ef5-8c4e-2330d7cc3d63 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:53.822466 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1019004d-a600-4947-a24f-2b6345939643 req-379e0dba-97c4-428b-8abf-1d37f8c407be tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f52e29-9b4a-48c0-bf7d-3bf6374c285c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5753407 Aug 22 13:25:53.855690 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-1dc3ddfa-77ed-437b-a31b-ba046e26e45d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Allocated IP 10.1.1.103 (0cc210c0-a1af-4d1a-af13-c74a90748aeb/c9c01412-9489-49de-9d2b-050ba9194e34/ea82003c-b5ae-4523-ab17-3a26cb33a9f2) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:25:53.870164 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62fd00-d290-46fd-891a-03731dce9f6f req-b928427d-8db4-4d07-a8c1-6266badd3ba5 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:53.876944 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62fd00-d290-46fd-891a-03731dce9f6f req-b928427d-8db4-4d07-a8c1-6266badd3ba5 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:53.884706 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5b62fd00-d290-46fd-891a-03731dce9f6f req-b928427d-8db4-4d07-a8c1-6266badd3ba5 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 1654 time: 0.6763680 Aug 22 13:25:53.957694 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5b62fd00-d290-46fd-891a-03731dce9f6f req-20eb0228-f689-4719-9b81-7132e7fc71a5 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/security-groups?id=4cc9f53d-f53a-41a9-9530-58f2e575d924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720618 Aug 22 13:25:53.990524 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-9ac3e0af-ef11-4411-abf7-eef58868fb59 None None] Attempting to bind port 08c7d43a-c728-4005-a52f-072aa70e9600 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:25:53.993033 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-9ac3e0af-ef11-4411-abf7-eef58868fb59 None None] Attempting to bind port 08c7d43a-c728-4005-a52f-072aa70e9600 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'b28f9651-918f-474f-b566-449a0b3d2349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7bb5b21d-df35-4f50-8226-92da5c73c522'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:25:53.993148 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac3e0af-ef11-4411-abf7-eef58868fb59 None None] Attempting to bind port 08c7d43a-c728-4005-a52f-072aa70e9600 on network 7bb5b21d-df35-4f50-8226-92da5c73c522 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:25:54.002115 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac3e0af-ef11-4411-abf7-eef58868fb59 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:25:54.002500 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac3e0af-ef11-4411-abf7-eef58868fb59 None None] Checking segment: {'id': 'b28f9651-918f-474f-b566-449a0b3d2349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7bb5b21d-df35-4f50-8226-92da5c73c522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:25:54.002891 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9ac3e0af-ef11-4411-abf7-eef58868fb59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:54.003332 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac3e0af-ef11-4411-abf7-eef58868fb59 None None] Bound using segment: {'id': 'b28f9651-918f-474f-b566-449a0b3d2349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7bb5b21d-df35-4f50-8226-92da5c73c522'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:25:54.003801 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-9ac3e0af-ef11-4411-abf7-eef58868fb59 None None] Bound port: 08c7d43a-c728-4005-a52f-072aa70e9600, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b28f9651-918f-474f-b566-449a0b3d2349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7bb5b21d-df35-4f50-8226-92da5c73c522'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:25:54.004181 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9ac3e0af-ef11-4411-abf7-eef58868fb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:54.019037 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a6e3a1d2-f56a-4e27-8e23-ef70d3471445 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:54.043670 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a6e3a1d2-f56a-4e27-8e23-ef70d3471445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:54.144413 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2464fe7-d8cc-4f8d-96f0-21b5aef49b81 x-openstack-request-id: req-f2464fe7-d8cc-4f8d-96f0-21b5aef49b81 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:25:54.148693 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e99d12af-3db6-492c-ac68-b2e0112588a8", "name": "network-vif-plugged", "status": "completed", "tag": "2bdeebd8-a734-4791-868c-47ca82d0b68a", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:25:54.149883 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f2464fe7-d8cc-4f8d-96f0-21b5aef49b81 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:25:54.151612 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e99d12af-3db6-492c-ac68-b2e0112588a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bdeebd8-a734-4791-868c-47ca82d0b68a', 'code': 200} Aug 22 13:25:54.162989 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-9ac3e0af-ef11-4411-abf7-eef58868fb59 None None] For port 08c7d43a-c728-4005-a52f-072aa70e9600, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:25:54.167544 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-9ac3e0af-ef11-4411-abf7-eef58868fb59 None None] For port 08c7d43a-c728-4005-a52f-072aa70e9600, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=08c7d43a-c728-4005-a52f-072aa70e9600,segment=NetworkSegment(b28f9651-918f-474f-b566-449a0b3d2349),segment_id=b28f9651-918f-474f-b566-449a0b3d2349)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:25:54.184671 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9ac3e0af-ef11-4411-abf7-eef58868fb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:54.199344 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-0adfe0f6-6ab9-401f-aadf-61139b9620e5 req-7664eae4-677a-4ef5-8c4e-2330d7cc3d63 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Allocated IP 192.168.233.67 (7dc41cff-a3ac-4fc2-ba06-973efce2365e/7151c727-b27f-4308-8098-60bc16140d45/aa1853da-6491-4399-b465-50f363b4b9e8) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:25:54.205791 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-90201927-7d3d-44f4-89ba-364ec1262bd0 req-d619553a-43b3-4090-9dc1-1450f0e2c188 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=f887ac67-9fac-4958-9d7e-5971de6f6263 HTTP/1.1" status: 200 len: 210 time: 0.0674441 Aug 22 13:25:54.277656 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-a6e3a1d2-f56a-4e27-8e23-ef70d3471445 admin admin] Allocated IP 172.25.3.123 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/f75ece67-223e-4999-b544-78a4cc16bb99) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:25:54.331554 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac3e0af-ef11-4411-abf7-eef58868fb59 None None] Pushing event updated for resources: {'Port': ['ID=08c7d43a-c728-4005-a52f-072aa70e9600,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:54.362036 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-1dc3ddfa-77ed-437b-a31b-ba046e26e45d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:54.441797 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-1dc3ddfa-77ed-437b-a31b-ba046e26e45d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Transition to ACTIVE for port object ea82003c-b5ae-4523-ab17-3a26cb33a9f2 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:25:54.482793 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47368b92-bce7-44a0-9d6d-4b86c54ec790 req-ae4589ca-d914-40a8-b7bd-40fddcd06fd1 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:54.485028 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47368b92-bce7-44a0-9d6d-4b86c54ec790 req-ae4589ca-d914-40a8-b7bd-40fddcd06fd1 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6653f87-3fa7-4667-b525-8a5666ee57af HTTP/1.1" status: 200 len: 946 time: 0.1656303 Aug 22 13:25:54.581299 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c69915-2d30-472c-a9e6-ad6c46c49757 req-27e0fc2d-880a-48dc-b5f2-62f283246d74 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:54.592871 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-31c69915-2d30-472c-a9e6-ad6c46c49757 req-27e0fc2d-880a-48dc-b5f2-62f283246d74 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc6b3322-6437-4e90-aad7-fee4bae751f7 HTTP/1.1" status: 200 len: 945 time: 0.2355006 Aug 22 13:25:54.688313 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-1dc3ddfa-77ed-437b-a31b-ba046e26e45d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:54.737647 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47368b92-bce7-44a0-9d6d-4b86c54ec790 req-a6455957-26e5-45df-9155-d5a1b8fe15ec tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f52e29-9b4a-48c0-bf7d-3bf6374c285c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247190 Aug 22 13:25:54.781546 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-31c69915-2d30-472c-a9e6-ad6c46c49757 req-0f8cf773-b98f-4a57-a8c3-a41dcb23e7df tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864450 Aug 22 13:25:54.797212 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-1dc3ddfa-77ed-437b-a31b-ba046e26e45d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Network 0cc210c0-a1af-4d1a-af13-c74a90748aeb is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:25:54.830464 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-1dc3ddfa-77ed-437b-a31b-ba046e26e45d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:25:54.853611 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-1dc3ddfa-77ed-437b-a31b-ba046e26e45d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:25:54.953337 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-1dc3ddfa-77ed-437b-a31b-ba046e26e45d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:54.954468 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-1dc3ddfa-77ed-437b-a31b-ba046e26e45d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:55.028321 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc3ddfa-77ed-437b-a31b-ba046e26e45d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Pushing event updated for resources: {'Port': ['ID=ea82003c-b5ae-4523-ab17-3a26cb33a9f2,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:55.046245 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-0adfe0f6-6ab9-401f-aadf-61139b9620e5 req-7664eae4-677a-4ef5-8c4e-2330d7cc3d63 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:55.059489 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc3ddfa-77ed-437b-a31b-ba046e26e45d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:25:55.059949 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc3ddfa-77ed-437b-a31b-ba046e26e45d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:25:55.060440 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc3ddfa-77ed-437b-a31b-ba046e26e45d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:25:55.060884 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc3ddfa-77ed-437b-a31b-ba046e26e45d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:25:55.061322 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc3ddfa-77ed-437b-a31b-ba046e26e45d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:25:55.061757 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc3ddfa-77ed-437b-a31b-ba046e26e45d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:25:55.062745 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc3ddfa-77ed-437b-a31b-ba046e26e45d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:25:55.063180 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc3ddfa-77ed-437b-a31b-ba046e26e45d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:25:55.063685 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc3ddfa-77ed-437b-a31b-ba046e26e45d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:25:55.064120 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc3ddfa-77ed-437b-a31b-ba046e26e45d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:25:55.065071 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc3ddfa-77ed-437b-a31b-ba046e26e45d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:25:55.065071 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc3ddfa-77ed-437b-a31b-ba046e26e45d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:25:55.069238 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-1dc3ddfa-77ed-437b-a31b-ba046e26e45d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6600769 Aug 22 13:25:55.092420 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-0adfe0f6-6ab9-401f-aadf-61139b9620e5 req-7664eae4-677a-4ef5-8c4e-2330d7cc3d63 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Transition to ACTIVE for port object aa1853da-6491-4399-b465-50f363b4b9e8 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:25:55.099412 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-1fd30bf6-347e-4fe8-84ec-05cbf1a2a8be tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Request body: {'port': {'device_id': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '8858e46b-6208-4875-b089-3b1759ddc36f', 'admin_state_up': True, 'tenant_id': '2389b5e02dee4864a1a7f4824db49bc1', 'security_groups': ['4cc9f53d-f53a-41a9-9530-58f2e575d924']}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:25:55.127125 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a6e3a1d2-f56a-4e27-8e23-ef70d3471445 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:55.179822 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-0adfe0f6-6ab9-401f-aadf-61139b9620e5 req-7664eae4-677a-4ef5-8c4e-2330d7cc3d63 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:55.180727 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18845c8-4d5d-48f6-b30c-e2561ac4de3a req-27d54e97-59f0-456f-bc02-dbe3778f931e tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:55.182807 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a18845c8-4d5d-48f6-b30c-e2561ac4de3a req-27d54e97-59f0-456f-bc02-dbe3778f931e tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6653f87-3fa7-4667-b525-8a5666ee57af HTTP/1.1" status: 200 len: 946 time: 0.2903576 Aug 22 13:25:55.192900 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['37e0d0c3-4501-445b-b7c1-cf69eb2c2a95'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:25:55.194059 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3a79d-b35d-4200-b29b-bfa0b0a8cbd5 req-d3d6101b-3503-44ef-a6df-7d3b64151a3c tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:55.196486 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['1286179b-e9e6-4d6e-89fd-2429cb61c9b5', '2bdeebd8-a734-4791-868c-47ca82d0b68a'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:25:55.205499 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4ba3a79d-b35d-4200-b29b-bfa0b0a8cbd5 req-d3d6101b-3503-44ef-a6df-7d3b64151a3c tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=cc6b3322-6437-4e90-aad7-fee4bae751f7 HTTP/1.1" status: 200 len: 1097 time: 0.2237065 Aug 22 13:25:55.211867 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0adfe0f6-6ab9-401f-aadf-61139b9620e5 req-7664eae4-677a-4ef5-8c4e-2330d7cc3d63 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Network 7dc41cff-a3ac-4fc2-ba06-973efce2365e is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:25:55.237909 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-0adfe0f6-6ab9-401f-aadf-61139b9620e5 req-7664eae4-677a-4ef5-8c4e-2330d7cc3d63 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:25:55.241690 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-0adfe0f6-6ab9-401f-aadf-61139b9620e5 req-7664eae4-677a-4ef5-8c4e-2330d7cc3d63 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:25:55.308793 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a6e3a1d2-f56a-4e27-8e23-ef70d3471445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:55.346361 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-a08edfd5-ad03-4de1-8330-288f2a825b6b None None] Provisioning for port ea82003c-b5ae-4523-ab17-3a26cb33a9f2 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:25:55.352772 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-a08edfd5-ad03-4de1-8330-288f2a825b6b None None] Provisioning complete for port ea82003c-b5ae-4523-ab17-3a26cb33a9f2 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:25:55.353141 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a08edfd5-ad03-4de1-8330-288f2a825b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:55.409644 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-a08edfd5-ad03-4de1-8330-288f2a825b6b None None] Port ea82003c-b5ae-4523-ab17-3a26cb33a9f2 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:25:55.432550 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7664eae4-677a-4ef5-8c4e-2330d7cc3d63 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Pushing event updated for resources: {'Port': ['ID=aa1853da-6491-4399-b465-50f363b4b9e8,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:55.517061 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adfe0f6-6ab9-401f-aadf-61139b9620e5 req-7664eae4-677a-4ef5-8c4e-2330d7cc3d63 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:55.517968 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-0adfe0f6-6ab9-401f-aadf-61139b9620e5 req-7664eae4-677a-4ef5-8c4e-2330d7cc3d63 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:55.524803 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e3a1d2-f56a-4e27-8e23-ef70d3471445 admin admin] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:25:55.535996 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4ba3a79d-b35d-4200-b29b-bfa0b0a8cbd5 req-79b8191d-58c7-4aa4-8229-da0eae814207 tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293667 Aug 22 13:25:55.537383 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-a6e3a1d2-f56a-4e27-8e23-ef70d3471445 admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:25:55.541144 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e3a1d2-f56a-4e27-8e23-ef70d3471445 admin admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:25:55.595511 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a18845c8-4d5d-48f6-b30c-e2561ac4de3a req-847bbb89-847d-466a-835e-3b1c102e45ad tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f52e29-9b4a-48c0-bf7d-3bf6374c285c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4043295 Aug 22 13:25:55.644529 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-1fd30bf6-347e-4fe8-84ec-05cbf1a2a8be tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Made reservation on behalf of 2389b5e02dee4864a1a7f4824db49bc1 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:25:55.665390 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-0adfe0f6-6ab9-401f-aadf-61139b9620e5 req-7664eae4-677a-4ef5-8c4e-2330d7cc3d63 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1877809 Aug 22 13:25:55.703070 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e3a1d2-f56a-4e27-8e23-ef70d3471445 admin admin] Pushing event updated for resources: {'Port': ['ID=f75ece67-223e-4999-b544-78a4cc16bb99,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:55.717022 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-0adfe0f6-6ab9-401f-aadf-61139b9620e5 req-7fc36ce0-d685-46b3-a707-b0cc1a59f3fd service neutron] Request body: {'port': {'device_id': 'f887ac67-9fac-4958-9d7e-5971de6f6263', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:25:55.768670 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 08c7d43a-c728-4005-a52f-072aa70e9600 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:25:55.868475 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-0adfe0f6-6ab9-401f-aadf-61139b9620e5 req-7fc36ce0-d685-46b3-a707-b0cc1a59f3fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:55.910264 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-1fd30bf6-347e-4fe8-84ec-05cbf1a2a8be tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:55.933143 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-f2b05dad-d81f-4021-b09c-ebc006b15af8 None None] Provisioning for port aa1853da-6491-4399-b465-50f363b4b9e8 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:25:55.977940 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-f2b05dad-d81f-4021-b09c-ebc006b15af8 None None] Provisioning complete for port aa1853da-6491-4399-b465-50f363b4b9e8 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:25:55.978274 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f2b05dad-d81f-4021-b09c-ebc006b15af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:56.022063 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40af325d-81f5-40a2-9075-6a29104c160d None None] Network 7bb5b21d-df35-4f50-8226-92da5c73c522 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:25:56.160060 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a6e3a1d2-f56a-4e27-8e23-ef70d3471445 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:56.174118 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-f2b05dad-d81f-4021-b09c-ebc006b15af8 None None] Port aa1853da-6491-4399-b465-50f363b4b9e8 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:25:56.224493 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 08c7d43a-c728-4005-a52f-072aa70e9600 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:25:56.329093 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33caad1-c743-4b89-95c0-d4fb17524e04 req-7adc719b-482a-4a75-9657-5eb337022f86 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:56.337860 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c33caad1-c743-4b89-95c0-d4fb17524e04 req-7adc719b-482a-4a75-9657-5eb337022f86 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=f887ac67-9fac-4958-9d7e-5971de6f6263 HTTP/1.1" status: 200 len: 935 time: 0.3334961 Aug 22 13:25:56.338281 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e44ca422-2da2-4286-802a-07fbae0c9cc5 None None] Provisioning for port 08c7d43a-c728-4005-a52f-072aa70e9600 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:25:56.353178 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e44ca422-2da2-4286-802a-07fbae0c9cc5 None None] Provisioning complete for port 08c7d43a-c728-4005-a52f-072aa70e9600 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:25:56.353552 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e44ca422-2da2-4286-802a-07fbae0c9cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:56.394324 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50415fdc-f6d9-4426-9036-2e32535bebce req-f5e159e5-65a2-472b-b7f8-766ada2207b0 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:56.400865 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50415fdc-f6d9-4426-9036-2e32535bebce req-f5e159e5-65a2-472b-b7f8-766ada2207b0 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:56.406971 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50415fdc-f6d9-4426-9036-2e32535bebce req-f5e159e5-65a2-472b-b7f8-766ada2207b0 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:56.414697 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-50415fdc-f6d9-4426-9036-2e32535bebce req-f5e159e5-65a2-472b-b7f8-766ada2207b0 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 2375 time: 0.5342214 Aug 22 13:25:56.488568 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e44ca422-2da2-4286-802a-07fbae0c9cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:56.557162 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-50415fdc-f6d9-4426-9036-2e32535bebce req-3f47b253-eab1-42ed-a478-6a04ff5c4955 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/security-groups?id=4cc9f53d-f53a-41a9-9530-58f2e575d924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413159 Aug 22 13:25:56.569693 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e44ca422-2da2-4286-802a-07fbae0c9cc5 None None] For port 08c7d43a-c728-4005-a52f-072aa70e9600, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=08c7d43a-c728-4005-a52f-072aa70e9600,segment=NetworkSegment(b28f9651-918f-474f-b566-449a0b3d2349),segment_id=b28f9651-918f-474f-b566-449a0b3d2349)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:25:56.578535 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e44ca422-2da2-4286-802a-07fbae0c9cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:56.580704 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c33caad1-c743-4b89-95c0-d4fb17524e04 req-73a89287-83ae-4a15-9da6-556143fefdee tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416468 Aug 22 13:25:56.658420 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a6e3a1d2-f56a-4e27-8e23-ef70d3471445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:56.674498 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-0adfe0f6-6ab9-401f-aadf-61139b9620e5 req-7fc36ce0-d685-46b3-a707-b0cc1a59f3fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa1853da-6491-4399-b465-50f363b4b9e8 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:25:56.694177 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-1fd30bf6-347e-4fe8-84ec-05cbf1a2a8be tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Allocated IP 10.2.2.100 (8858e46b-6208-4875-b089-3b1759ddc36f/525ede45-be02-4d9e-8a63-bbd46f43e817/c5fa5344-2fed-4661-9aa7-fc0a122c07f8) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:25:56.712669 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44ca422-2da2-4286-802a-07fbae0c9cc5 None None] Pushing event updated for resources: {'Port': ['ID=08c7d43a-c728-4005-a52f-072aa70e9600,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:56.780780 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-0adfe0f6-6ab9-401f-aadf-61139b9620e5 req-7fc36ce0-d685-46b3-a707-b0cc1a59f3fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:56.832996 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-0adfe0f6-6ab9-401f-aadf-61139b9620e5 req-7fc36ce0-d685-46b3-a707-b0cc1a59f3fd service neutron] Transition to ACTIVE for port object aa1853da-6491-4399-b465-50f363b4b9e8 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:25:56.842556 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-0adfe0f6-6ab9-401f-aadf-61139b9620e5 req-7fc36ce0-d685-46b3-a707-b0cc1a59f3fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:56.941920 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-12764606-9629-4c4a-b560-63cf36848825 None None] Provisioning complete for port 08c7d43a-c728-4005-a52f-072aa70e9600 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:25:56.944999 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-12764606-9629-4c4a-b560-63cf36848825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:56.947495 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:25:56.984836 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-1fd30bf6-347e-4fe8-84ec-05cbf1a2a8be tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:57.039433 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-1fd30bf6-347e-4fe8-84ec-05cbf1a2a8be tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Transition to ACTIVE for port object c5fa5344-2fed-4661-9aa7-fc0a122c07f8 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:25:57.088255 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-1fd30bf6-347e-4fe8-84ec-05cbf1a2a8be tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:57.164626 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86362a-7d78-4310-91fe-c8701db8a7b6 req-bbe8de83-34b0-4210-b385-7b3d5fd526f4 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:57.166687 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2a86362a-7d78-4310-91fe-c8701db8a7b6 req-bbe8de83-34b0-4210-b385-7b3d5fd526f4 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6653f87-3fa7-4667-b525-8a5666ee57af HTTP/1.1" status: 200 len: 946 time: 0.2857316 Aug 22 13:25:57.171187 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-1fd30bf6-347e-4fe8-84ec-05cbf1a2a8be tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Network 8858e46b-6208-4875-b089-3b1759ddc36f is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:25:57.182789 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-1fd30bf6-347e-4fe8-84ec-05cbf1a2a8be tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:25:57.184702 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-0adfe0f6-6ab9-401f-aadf-61139b9620e5 req-7fc36ce0-d685-46b3-a707-b0cc1a59f3fd service neutron] Attempting to bind port aa1853da-6491-4399-b465-50f363b4b9e8 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:25:57.185003 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-0adfe0f6-6ab9-401f-aadf-61139b9620e5 req-7fc36ce0-d685-46b3-a707-b0cc1a59f3fd service neutron] Attempting to bind port aa1853da-6491-4399-b465-50f363b4b9e8 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:25:57.185447 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adfe0f6-6ab9-401f-aadf-61139b9620e5 req-7fc36ce0-d685-46b3-a707-b0cc1a59f3fd service neutron] Attempting to bind port aa1853da-6491-4399-b465-50f363b4b9e8 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:25:57.190679 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc36ce0-d685-46b3-a707-b0cc1a59f3fd service neutron] Pushing event updated for resources: {'Port': ['ID=aa1853da-6491-4399-b465-50f363b4b9e8,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:57.197753 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adfe0f6-6ab9-401f-aadf-61139b9620e5 req-7fc36ce0-d685-46b3-a707-b0cc1a59f3fd service neutron] Port aa1853da-6491-4399-b465-50f363b4b9e8 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:25:57.198222 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adfe0f6-6ab9-401f-aadf-61139b9620e5 req-7fc36ce0-d685-46b3-a707-b0cc1a59f3fd service neutron] Attempting to bind port aa1853da-6491-4399-b465-50f363b4b9e8 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:25:57.206022 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adfe0f6-6ab9-401f-aadf-61139b9620e5 req-7fc36ce0-d685-46b3-a707-b0cc1a59f3fd service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:25:57.206938 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adfe0f6-6ab9-401f-aadf-61139b9620e5 req-7fc36ce0-d685-46b3-a707-b0cc1a59f3fd service neutron] Checking segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:25:57.207407 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adfe0f6-6ab9-401f-aadf-61139b9620e5 req-7fc36ce0-d685-46b3-a707-b0cc1a59f3fd service neutron] Bound using segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:25:57.208783 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-0adfe0f6-6ab9-401f-aadf-61139b9620e5 req-7fc36ce0-d685-46b3-a707-b0cc1a59f3fd service neutron] Bound port: aa1853da-6491-4399-b465-50f363b4b9e8, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:25:57.209345 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-0adfe0f6-6ab9-401f-aadf-61139b9620e5 req-7fc36ce0-d685-46b3-a707-b0cc1a59f3fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:57.210206 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-1fd30bf6-347e-4fe8-84ec-05cbf1a2a8be tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:25:57.220887 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e3a1d2-f56a-4e27-8e23-ef70d3471445 admin admin] Router 3fe5b226-e2f4-41d9-a543-181726c6abdc is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:25:57.287097 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-1fd30bf6-347e-4fe8-84ec-05cbf1a2a8be tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:57.287764 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-1fd30bf6-347e-4fe8-84ec-05cbf1a2a8be tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:57.349009 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8fef7-8669-4be3-8610-7b841226dea3 req-115e19dc-93db-4743-8543-cae52a0ae2f9 tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:57.350498 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e8c8fef7-8669-4be3-8610-7b841226dea3 req-115e19dc-93db-4743-8543-cae52a0ae2f9 tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=cc6b3322-6437-4e90-aad7-fee4bae751f7 HTTP/1.1" status: 200 len: 1097 time: 0.6117036 Aug 22 13:25:57.353563 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2a86362a-7d78-4310-91fe-c8701db8a7b6 req-065bafc3-c655-465f-a428-23641eaed713 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f52e29-9b4a-48c0-bf7d-3bf6374c285c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758635 Aug 22 13:25:57.354951 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd30bf6-347e-4fe8-84ec-05cbf1a2a8be tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Pushing event updated for resources: {'Port': ['ID=c5fa5344-2fed-4661-9aa7-fc0a122c07f8,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:57.386991 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-0adfe0f6-6ab9-401f-aadf-61139b9620e5 req-7fc36ce0-d685-46b3-a707-b0cc1a59f3fd service neutron] For port aa1853da-6491-4399-b465-50f363b4b9e8, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:25:57.402779 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-0adfe0f6-6ab9-401f-aadf-61139b9620e5 req-7fc36ce0-d685-46b3-a707-b0cc1a59f3fd service neutron] For port aa1853da-6491-4399-b465-50f363b4b9e8, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=aa1853da-6491-4399-b465-50f363b4b9e8,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:25:57.402997 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-1fd30bf6-347e-4fe8-84ec-05cbf1a2a8be tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3120201 Aug 22 13:25:57.407451 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e3a1d2-f56a-4e27-8e23-ef70d3471445 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:25:57.413237 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-0adfe0f6-6ab9-401f-aadf-61139b9620e5 req-7fc36ce0-d685-46b3-a707-b0cc1a59f3fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:57.428322 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8e8d61-cffb-479d-b6f7-ef66d2328ab5 None None] Sync routers for ids ['3fe5b226-e2f4-41d9-a543-181726c6abdc'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:25:57.432731 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-0bf0960c-586c-4ef2-bc1f-0fd6959d7523 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Request body: {'port': {'device_id': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '8858e46b-6208-4875-b089-3b1759ddc36f', 'admin_state_up': True, 'tenant_id': '2389b5e02dee4864a1a7f4824db49bc1', 'security_groups': ['4cc9f53d-f53a-41a9-9530-58f2e575d924']}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:25:57.437466 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 08c7d43a-c728-4005-a52f-072aa70e9600 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:25:57.444176 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8e8d61-cffb-479d-b6f7-ef66d2328ab5 None None] Routers {'3fe5b226-e2f4-41d9-a543-181726c6abdc'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:25:57.445624 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-8b8e8d61-cffb-479d-b6f7-ef66d2328ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:25:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['3fe5b226-e2f4-41d9-a543-181726c6abdc'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:25:57.491175 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e8c8fef7-8669-4be3-8610-7b841226dea3 req-bed922bc-78b0-495b-9090-1ec072629929 tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173675 Aug 22 13:25:57.529273 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adfe0f6-6ab9-401f-aadf-61139b9620e5 req-7fc36ce0-d685-46b3-a707-b0cc1a59f3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:57.534734 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-0adfe0f6-6ab9-401f-aadf-61139b9620e5 req-7fc36ce0-d685-46b3-a707-b0cc1a59f3fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:57.543354 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-0adfe0f6-6ab9-401f-aadf-61139b9620e5 req-7fc36ce0-d685-46b3-a707-b0cc1a59f3fd service neutron] 10.222.0.41 "PUT /v2.0/ports/aa1853da-6491-4399-b465-50f363b4b9e8 HTTP/1.1" status: 200 len: 1096 time: 1.8413281 Aug 22 13:25:57.544870 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f887ac67-9fac-4958-9d7e-5971de6f6263', 'tag': 'aa1853da-6491-4399-b465-50f363b4b9e8'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:25:57.547784 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389b5b3f-582b-44c7-bf93-a4d05f9064f3" -d '{"events": [{"name": "network-changed", "server_uuid": "f887ac67-9fac-4958-9d7e-5971de6f6263", "tag": "aa1853da-6491-4399-b465-50f363b4b9e8"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:25:57.562575 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 08c7d43a-c728-4005-a52f-072aa70e9600 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:25:57.580575 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:57.636546 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a6e3a1d2-f56a-4e27-8e23-ef70d3471445 admin admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:57.646757 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 51400) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:25:57.647523 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a6e3a1d2-f56a-4e27-8e23-ef70d3471445 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 4.9332964 Aug 22 13:25:57.742767 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-8b8e8d61-cffb-479d-b6f7-ef66d2328ab5 None None] Set router 3fe5b226-e2f4-41d9-a543-181726c6abdc gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:25:57.766153 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc36ce0-d685-46b3-a707-b0cc1a59f3fd service neutron] Pushing event updated for resources: {'Port': ['ID=aa1853da-6491-4399-b465-50f363b4b9e8,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:57.771671 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-3cbe4088-44fb-48b1-894d-ecfc482feec3 None None] Provisioning for port c5fa5344-2fed-4661-9aa7-fc0a122c07f8 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:25:57.831822 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-3cbe4088-44fb-48b1-894d-ecfc482feec3 None None] Provisioning complete for port c5fa5344-2fed-4661-9aa7-fc0a122c07f8 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:25:57.834683 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3cbe4088-44fb-48b1-894d-ecfc482feec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:57.837086 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adfe0f6-6ab9-401f-aadf-61139b9620e5 req-82bb6b0d-ef08-4a7a-881e-4801e8351c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:57.839562 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-0adfe0f6-6ab9-401f-aadf-61139b9620e5 req-82bb6b0d-ef08-4a7a-881e-4801e8351c67 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=01d864243fbf4cf6816e3fd9d58ef026&device_id=f887ac67-9fac-4958-9d7e-5971de6f6263 HTTP/1.1" status: 200 len: 1099 time: 0.2448993 Aug 22 13:25:57.922105 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-0adfe0f6-6ab9-401f-aadf-61139b9620e5 req-09a224da-6b7a-4557-8d1d-9d410e1d6564 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=aa1853da-6491-4399-b465-50f363b4b9e8 HTTP/1.1" status: 200 len: 217 time: 0.0703342 Aug 22 13:25:57.966410 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-3cbe4088-44fb-48b1-894d-ecfc482feec3 None None] Port c5fa5344-2fed-4661-9aa7-fc0a122c07f8 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:25:58.001726 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1784f0d6-f50a-40bf-94b9-502d5d93fbf5 req-02ef07dd-a0f5-4c70-b77c-c75c68c58f3f tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:58.003510 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1784f0d6-f50a-40bf-94b9-502d5d93fbf5 req-02ef07dd-a0f5-4c70-b77c-c75c68c58f3f tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6653f87-3fa7-4667-b525-8a5666ee57af HTTP/1.1" status: 200 len: 946 time: 0.2139177 Aug 22 13:25:58.047325 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:58.064207 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adfe0f6-6ab9-401f-aadf-61139b9620e5 req-e7cfa3eb-2d76-47d9-b927-6ef480ba203c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:58.066037 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-0adfe0f6-6ab9-401f-aadf-61139b9620e5 req-e7cfa3eb-2d76-47d9-b927-6ef480ba203c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.1362784 Aug 22 13:25:58.119165 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac34e74-6a8e-44fd-8d3e-12f0a9b590b3 x-openstack-request-id: req-eac34e74-6a8e-44fd-8d3e-12f0a9b590b3 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:25:58.119453 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f887ac67-9fac-4958-9d7e-5971de6f6263", "tag": "aa1853da-6491-4399-b465-50f363b4b9e8", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:25:58.119705 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eac34e74-6a8e-44fd-8d3e-12f0a9b590b3 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:25:58.120098 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f887ac67-9fac-4958-9d7e-5971de6f6263', 'tag': 'aa1853da-6491-4399-b465-50f363b4b9e8', 'status': 'completed', 'code': 200} Aug 22 13:25:58.142970 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adfe0f6-6ab9-401f-aadf-61139b9620e5 req-2c19db85-c4aa-4353-9e68-c0458456adf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:58.144504 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-0adfe0f6-6ab9-401f-aadf-61139b9620e5 req-2c19db85-c4aa-4353-9e68-c0458456adf0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0703835 Aug 22 13:25:58.161225 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-8b8e8d61-cffb-479d-b6f7-ef66d2328ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe5b226-e2f4-41d9-a543-181726c6abdc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1582655311-router', 'tenant_id': '4d9750df62d34d28beb15eff8be21051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'f75ece67-223e-4999-b544-78a4cc16bb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:25:52Z', 'updated_at': '2021-08-22T13:25:55Z', 'revision_number': 3, 'project_id': '4d9750df62d34d28beb15eff8be21051', 'gw_port': {'id': 'f75ece67-223e-4999-b544-78a4cc16bb99', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:4b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe5b226-e2f4-41d9-a543-181726c6abdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:54Z', 'updated_at': '2021-08-22T13:25:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:25:58.194973 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8e8d61-cffb-479d-b6f7-ef66d2328ab5 None None] Checking router: 3fe5b226-e2f4-41d9-a543-181726c6abdc for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:25:58.195605 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8e8d61-cffb-479d-b6f7-ef66d2328ab5 None None] Updating router 3fe5b226-e2f4-41d9-a543-181726c6abdc port f75ece67-223e-4999-b544-78a4cc16bb99 binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:25:58.226402 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-8b8e8d61-cffb-479d-b6f7-ef66d2328ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:58.228683 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-0bf0960c-586c-4ef2-bc1f-0fd6959d7523 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Made reservation on behalf of 2389b5e02dee4864a1a7f4824db49bc1 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:25:58.233430 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-0bf0960c-586c-4ef2-bc1f-0fd6959d7523 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:58.258653 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-0adfe0f6-6ab9-401f-aadf-61139b9620e5 req-6992429c-05e4-431b-a253-23bdc7a0bcab service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063547 Aug 22 13:25:58.389861 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-11b68f7c-624c-4f95-8f34-5735bc976be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:58.396663 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-0adfe0f6-6ab9-401f-aadf-61139b9620e5 req-95377467-f211-4bcb-a492-b73a22337e3d service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301193 Aug 22 13:25:58.463156 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1784f0d6-f50a-40bf-94b9-502d5d93fbf5 req-f98374e4-b4bb-49df-87f5-c81f42c22d95 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f52e29-9b4a-48c0-bf7d-3bf6374c285c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4453294 Aug 22 13:25:58.522332 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b5b3f-582b-44c7-bf93-a4d05f9064f3 req-ebfd332e-b6db-42b1-8154-9f64e1da307c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:58.524882 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-389b5b3f-582b-44c7-bf93-a4d05f9064f3 req-ebfd332e-b6db-42b1-8154-9f64e1da307c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=01d864243fbf4cf6816e3fd9d58ef026&device_id=f887ac67-9fac-4958-9d7e-5971de6f6263 HTTP/1.1" status: 200 len: 1099 time: 0.0602188 Aug 22 13:25:58.629485 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-8b8e8d61-cffb-479d-b6f7-ef66d2328ab5 None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:58.652997 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-8b8e8d61-cffb-479d-b6f7-ef66d2328ab5 None None] Transition to ACTIVE for port object f75ece67-223e-4999-b544-78a4cc16bb99 will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:25:58.663134 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-8b8e8d61-cffb-479d-b6f7-ef66d2328ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:58.667802 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fcbb8e-d190-4f6d-8fbd-a2f6ba209699 req-afe320fb-1e28-4589-8250-d362765d4201 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:58.674134 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fcbb8e-d190-4f6d-8fbd-a2f6ba209699 req-afe320fb-1e28-4589-8250-d362765d4201 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:58.679728 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b5b3f-582b-44c7-bf93-a4d05f9064f3 req-a002344f-2756-4573-b958-f538e568ffcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:58.682383 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-389b5b3f-582b-44c7-bf93-a4d05f9064f3 req-a002344f-2756-4573-b958-f538e568ffcc service neutron] 10.222.0.41 "GET /v2.0/networks?id=7dc41cff-a3ac-4fc2-ba06-973efce2365e HTTP/1.1" status: 200 len: 870 time: 0.1483979 Aug 22 13:25:58.684073 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fcbb8e-d190-4f6d-8fbd-a2f6ba209699 req-afe320fb-1e28-4589-8250-d362765d4201 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:58.690012 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fcbb8e-d190-4f6d-8fbd-a2f6ba209699 req-afe320fb-1e28-4589-8250-d362765d4201 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:58.698202 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f8fcbb8e-d190-4f6d-8fbd-a2f6ba209699 req-afe320fb-1e28-4589-8250-d362765d4201 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 3096 time: 0.5267107 Aug 22 13:25:58.731670 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc353f9b-d470-42f9-9648-f0a7c5f0bdd2 None None] Pushing event updated for resources: {'Port': ['ID=f75ece67-223e-4999-b544-78a4cc16bb99,revision_number=2']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:58.750912 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-389b5b3f-582b-44c7-bf93-a4d05f9064f3 req-d989dc68-6684-42b9-ae4f-4383dc544ed8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=aa1853da-6491-4399-b465-50f363b4b9e8 HTTP/1.1" status: 200 len: 217 time: 0.0590546 Aug 22 13:25:58.753137 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-8b8e8d61-cffb-479d-b6f7-ef66d2328ab5 None None] Attempting to bind port f75ece67-223e-4999-b544-78a4cc16bb99 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:25:58.753528 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-8b8e8d61-cffb-479d-b6f7-ef66d2328ab5 None None] Attempting to bind port f75ece67-223e-4999-b544-78a4cc16bb99 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:25:58.753924 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8e8d61-cffb-479d-b6f7-ef66d2328ab5 None None] Attempting to bind port f75ece67-223e-4999-b544-78a4cc16bb99 on network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:25:58.759534 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc353f9b-d470-42f9-9648-f0a7c5f0bdd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:25:58.759883 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc353f9b-d470-42f9-9648-f0a7c5f0bdd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:25:58.760217 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc353f9b-d470-42f9-9648-f0a7c5f0bdd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:25:58.760581 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc353f9b-d470-42f9-9648-f0a7c5f0bdd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:25:58.760916 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc353f9b-d470-42f9-9648-f0a7c5f0bdd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:25:58.761268 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc353f9b-d470-42f9-9648-f0a7c5f0bdd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:25:58.761577 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc353f9b-d470-42f9-9648-f0a7c5f0bdd2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:25:58.761903 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc353f9b-d470-42f9-9648-f0a7c5f0bdd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:25:58.762230 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc353f9b-d470-42f9-9648-f0a7c5f0bdd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:25:58.762553 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc353f9b-d470-42f9-9648-f0a7c5f0bdd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:25:58.762896 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc353f9b-d470-42f9-9648-f0a7c5f0bdd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:25:58.763219 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc353f9b-d470-42f9-9648-f0a7c5f0bdd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:25:58.767681 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8e8d61-cffb-479d-b6f7-ef66d2328ab5 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:25:58.768064 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8e8d61-cffb-479d-b6f7-ef66d2328ab5 None None] Checking segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:25:58.768498 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-8b8e8d61-cffb-479d-b6f7-ef66d2328ab5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:58.768893 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8e8d61-cffb-479d-b6f7-ef66d2328ab5 None None] Bound using segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:25:58.769386 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-8b8e8d61-cffb-479d-b6f7-ef66d2328ab5 None None] Bound port: f75ece67-223e-4999-b544-78a4cc16bb99, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:25:58.770027 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-8b8e8d61-cffb-479d-b6f7-ef66d2328ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:58.825965 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b5b3f-582b-44c7-bf93-a4d05f9064f3 req-044430d7-75e0-4f18-8f0a-ccd5fd5c7af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:58.826541 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-8b8e8d61-cffb-479d-b6f7-ef66d2328ab5 None None] For port f75ece67-223e-4999-b544-78a4cc16bb99, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:25:58.828731 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-389b5b3f-582b-44c7-bf93-a4d05f9064f3 req-044430d7-75e0-4f18-8f0a-ccd5fd5c7af4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.0648756 Aug 22 13:25:58.830586 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-8b8e8d61-cffb-479d-b6f7-ef66d2328ab5 None None] For port f75ece67-223e-4999-b544-78a4cc16bb99, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=f75ece67-223e-4999-b544-78a4cc16bb99,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:25:58.838563 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-8b8e8d61-cffb-479d-b6f7-ef66d2328ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:58.889896 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237088bc-55b2-49d1-bb95-4fe786772ff0 req-693a9227-a788-4492-b20f-051217566051 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:58.892009 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-237088bc-55b2-49d1-bb95-4fe786772ff0 req-693a9227-a788-4492-b20f-051217566051 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=f887ac67-9fac-4958-9d7e-5971de6f6263 HTTP/1.1" status: 200 len: 947 time: 0.3235075 Aug 22 13:25:58.905185 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b5b3f-582b-44c7-bf93-a4d05f9064f3 req-44c7de0d-0734-4388-b146-b1a470f53fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:25:58.907472 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-389b5b3f-582b-44c7-bf93-a4d05f9064f3 req-44c7de0d-0734-4388-b146-b1a470f53fe8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0675139 Aug 22 13:25:58.928632 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8e8d61-cffb-479d-b6f7-ef66d2328ab5 None None] Routers {'3fe5b226-e2f4-41d9-a543-181726c6abdc'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:25:58.930248 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-8b8e8d61-cffb-479d-b6f7-ef66d2328ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:25:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['3fe5b226-e2f4-41d9-a543-181726c6abdc'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:25:58.995348 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f8fcbb8e-d190-4f6d-8fbd-a2f6ba209699 req-d6641536-9ac5-4995-9e5e-544cbb45600f tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/security-groups?id=4cc9f53d-f53a-41a9-9530-58f2e575d924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2961895 Aug 22 13:25:58.996727 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-0bf0960c-586c-4ef2-bc1f-0fd6959d7523 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Allocated IP 10.2.2.200 (8858e46b-6208-4875-b089-3b1759ddc36f/525ede45-be02-4d9e-8a63-bbd46f43e817/9b630015-e2ab-41a3-965e-35e3ddb15e2b) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:25:59.075791 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-237088bc-55b2-49d1-bb95-4fe786772ff0 req-7545a924-79e0-4159-b965-36c3fd4eb0db tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452565 Aug 22 13:25:59.118605 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-389b5b3f-582b-44c7-bf93-a4d05f9064f3 req-41238e30-32d4-4bab-9a8f-c14523fac6a6 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030604 Aug 22 13:25:59.163702 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc353f9b-d470-42f9-9648-f0a7c5f0bdd2 None None] Pushing event updated for resources: {'Port': ['ID=f75ece67-223e-4999-b544-78a4cc16bb99,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:25:59.198943 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-8b8e8d61-cffb-479d-b6f7-ef66d2328ab5 None None] Set router 3fe5b226-e2f4-41d9-a543-181726c6abdc gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:25:59.270283 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-389b5b3f-582b-44c7-bf93-a4d05f9064f3 req-0391a92c-d4d9-4696-b384-8fdb03d67b8d service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429603 Aug 22 13:25:59.456581 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-0bf0960c-586c-4ef2-bc1f-0fd6959d7523 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:59.475965 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-52d7a7fc-e5c1-4e77-b0ba-369926bd71a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:25:59.478187 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-0bf0960c-586c-4ef2-bc1f-0fd6959d7523 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Transition to ACTIVE for port object 9b630015-e2ab-41a3-965e-35e3ddb15e2b will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:25:59.523310 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-8b8e8d61-cffb-479d-b6f7-ef66d2328ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe5b226-e2f4-41d9-a543-181726c6abdc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1582655311-router', 'tenant_id': '4d9750df62d34d28beb15eff8be21051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'f75ece67-223e-4999-b544-78a4cc16bb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:25:52Z', 'updated_at': '2021-08-22T13:25:55Z', 'revision_number': 3, 'project_id': '4d9750df62d34d28beb15eff8be21051', 'gw_port': {'id': 'f75ece67-223e-4999-b544-78a4cc16bb99', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:4b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe5b226-e2f4-41d9-a543-181726c6abdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:54Z', 'updated_at': '2021-08-22T13:25:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:25:59.571865 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8e8d61-cffb-479d-b6f7-ef66d2328ab5 None None] The sync data for ids ['3fe5b226-e2f4-41d9-a543-181726c6abdc'] in n-d-793621-33 is: [{'id': '3fe5b226-e2f4-41d9-a543-181726c6abdc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1582655311-router', 'tenant_id': '4d9750df62d34d28beb15eff8be21051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'f75ece67-223e-4999-b544-78a4cc16bb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:25:52Z', 'updated_at': '2021-08-22T13:25:55Z', 'revision_number': 3, 'project_id': '4d9750df62d34d28beb15eff8be21051', 'gw_port': {'id': 'f75ece67-223e-4999-b544-78a4cc16bb99', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:4b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe5b226-e2f4-41d9-a543-181726c6abdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:54Z', 'updated_at': '2021-08-22T13:25:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:25:59.757054 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-0bf0960c-586c-4ef2-bc1f-0fd6959d7523 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:00.210885 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device aa1853da-6491-4399-b465-50f363b4b9e8 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:26:00.379031 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-0bf0960c-586c-4ef2-bc1f-0fd6959d7523 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Network 8858e46b-6208-4875-b089-3b1759ddc36f is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:26:00.401474 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-0bf0960c-586c-4ef2-bc1f-0fd6959d7523 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:26:00.429006 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-0bf0960c-586c-4ef2-bc1f-0fd6959d7523 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:26:00.429488 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port aa1853da-6491-4399-b465-50f363b4b9e8, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=aa1853da-6491-4399-b465-50f363b4b9e8,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:00.432396 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf0960c-586c-4ef2-bc1f-0fd6959d7523 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Pushing event updated for resources: {'Port': ['ID=9b630015-e2ab-41a3-965e-35e3ddb15e2b,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:00.467953 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': 'aa1853da-6491-4399-b465-50f363b4b9e8', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'port_id': 'aa1853da-6491-4399-b465-50f363b4b9e8', 'mac_address': 'fa:16:3e:59:db:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7151c727-b27f-4308-8098-60bc16140d45', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:26:00.496164 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-52d7a7fc-e5c1-4e77-b0ba-369926bd71a7 admin admin] Allocated IP 172.20.0.1 (7bb5b21d-df35-4f50-8226-92da5c73c522/c325b325-e4c0-4e1f-8f24-c36f107ba68b/2cd25fc7-fcf0-4c0f-a611-25971c18432b) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:26:00.565146 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:00.587973 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-ed4f3385-4498-445b-961d-85479444d085 tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:26:00.589294 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-ed4f3385-4498-445b-961d-85479444d085 tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076096 Aug 22 13:26:00.597076 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa1853da-6491-4399-b465-50f363b4b9e8 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:26:00.601868 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-0bf0960c-586c-4ef2-bc1f-0fd6959d7523 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:00.602720 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-0bf0960c-586c-4ef2-bc1f-0fd6959d7523 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:00.661569 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4beed-e45a-47ae-b287-331715f968aa req-3232aa58-0b94-423f-9fd8-2b134d65b3c7 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:00.663214 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-9827420a-6175-4f6a-bc0e-8e52d38a9000 tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:00.664891 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-9827420a-6175-4f6a-bc0e-8e52d38a9000 tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] 10.222.0.21 "GET /v2.0/ports/59973c9a-5c86-4140-abea-16a273bd0367 HTTP/1.1" status: 200 len: 1094 time: 0.0644271 Aug 22 13:26:00.678913 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port aa1853da-6491-4399-b465-50f363b4b9e8, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=aa1853da-6491-4399-b465-50f363b4b9e8,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:00.682758 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-e2028931-3d3d-48ab-812f-a15f2e45f708 service neutron] Request body: {'binding': {'host': 'n-h2-793621-33', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:26:00.683506 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-e2028931-3d3d-48ab-812f-a15f2e45f708 service neutron] Unknown quota resources ['binding']. {{(pid=94628) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 22 13:26:00.685120 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4beed-e45a-47ae-b287-331715f968aa req-3232aa58-0b94-423f-9fd8-2b134d65b3c7 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:00.691287 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:00.707449 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4beed-e45a-47ae-b287-331715f968aa req-3232aa58-0b94-423f-9fd8-2b134d65b3c7 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:00.725902 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4beed-e45a-47ae-b287-331715f968aa req-3232aa58-0b94-423f-9fd8-2b134d65b3c7 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:00.738813 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4beed-e45a-47ae-b287-331715f968aa req-3232aa58-0b94-423f-9fd8-2b134d65b3c7 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:00.752514 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7cf4beed-e45a-47ae-b287-331715f968aa req-3232aa58-0b94-423f-9fd8-2b134d65b3c7 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 3817 time: 0.3822167 Aug 22 13:26:00.806020 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=aa1853da-6491-4399-b465-50f363b4b9e8,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:00.848331 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-5d9928f5-ed12-49d3-b21f-aef277d80114 None None] Provisioning for port 9b630015-e2ab-41a3-965e-35e3ddb15e2b completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:26:00.853622 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-5d9928f5-ed12-49d3-b21f-aef277d80114 None None] Provisioning complete for port 9b630015-e2ab-41a3-965e-35e3ddb15e2b triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:26:00.854769 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5d9928f5-ed12-49d3-b21f-aef277d80114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:00.914888 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-5d9928f5-ed12-49d3-b21f-aef277d80114 None None] Port 9b630015-e2ab-41a3-965e-35e3ddb15e2b cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:26:00.939260 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-e2028931-3d3d-48ab-812f-a15f2e45f708 service neutron] Attempting to bind port 59973c9a-5c86-4140-abea-16a273bd0367 on host n-h2-793621-33 for vnic_type normal with profile None {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:26:00.941463 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-e2028931-3d3d-48ab-812f-a15f2e45f708 service neutron] Attempting to bind port 59973c9a-5c86-4140-abea-16a273bd0367 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '0efbff2c-3dbf-4e79-83ba-47cbdc800632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '887e0115-b4ac-4c62-9aab-f2d01695aede'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:26:00.941690 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-e2028931-3d3d-48ab-812f-a15f2e45f708 service neutron] Attempting to bind port 59973c9a-5c86-4140-abea-16a273bd0367 on network 887e0115-b4ac-4c62-9aab-f2d01695aede {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:26:00.949073 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7cf4beed-e45a-47ae-b287-331715f968aa req-37e3afd0-be01-4067-aee9-c89216da81bd tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/security-groups?id=4cc9f53d-f53a-41a9-9530-58f2e575d924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947443 Aug 22 13:26:00.955978 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-e2028931-3d3d-48ab-812f-a15f2e45f708 service neutron] Port 59973c9a-5c86-4140-abea-16a273bd0367 on network 887e0115-b4ac-4c62-9aab-f2d01695aede not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:26:00.956677 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-e2028931-3d3d-48ab-812f-a15f2e45f708 service neutron] Attempting to bind port 59973c9a-5c86-4140-abea-16a273bd0367 on network 887e0115-b4ac-4c62-9aab-f2d01695aede {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:26:00.958372 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-0bf0960c-586c-4ef2-bc1f-0fd6959d7523 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5293460 Aug 22 13:26:00.963406 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-e2028931-3d3d-48ab-812f-a15f2e45f708 service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:26:00.963865 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-e2028931-3d3d-48ab-812f-a15f2e45f708 service neutron] Checking segment: {'id': '0efbff2c-3dbf-4e79-83ba-47cbdc800632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '887e0115-b4ac-4c62-9aab-f2d01695aede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:26:00.972774 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-e2028931-3d3d-48ab-812f-a15f2e45f708 service neutron] Bound using segment: {'id': '0efbff2c-3dbf-4e79-83ba-47cbdc800632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '887e0115-b4ac-4c62-9aab-f2d01695aede'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:26:00.974297 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-e2028931-3d3d-48ab-812f-a15f2e45f708 service neutron] Bound port: 59973c9a-5c86-4140-abea-16a273bd0367, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0efbff2c-3dbf-4e79-83ba-47cbdc800632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '887e0115-b4ac-4c62-9aab-f2d01695aede'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:26:00.986487 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-84a94e9d-3d8b-4967-9337-4f40d161296a service neutron] Request body: {'port': {'device_id': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:26:01.019354 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['aa1853da-6491-4399-b465-50f363b4b9e8'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:26:01.102972 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-52d7a7fc-e5c1-4e77-b0ba-369926bd71a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:01.131365 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-91f646b8-9efa-4ee1-b392-a3df85801d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:01.136521 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-e2028931-3d3d-48ab-812f-a15f2e45f708 service neutron] For port 59973c9a-5c86-4140-abea-16a273bd0367, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=59973c9a-5c86-4140-abea-16a273bd0367,segment=NetworkSegment(0efbff2c-3dbf-4e79-83ba-47cbdc800632),segment_id=0efbff2c-3dbf-4e79-83ba-47cbdc800632)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:26:01.146094 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-52d7a7fc-e5c1-4e77-b0ba-369926bd71a7 admin admin] Transition to ACTIVE for port object 2cd25fc7-fcf0-4c0f-a611-25971c18432b will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:26:01.147462 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-e2028931-3d3d-48ab-812f-a15f2e45f708 service neutron] Notify callbacks [] for binding, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:01.147573 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-84a94e9d-3d8b-4967-9337-4f40d161296a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:01.150997 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-e2028931-3d3d-48ab-812f-a15f2e45f708 service neutron] 10.222.0.21 "POST /v2.0/ports/59973c9a-5c86-4140-abea-16a273bd0367/bindings HTTP/1.1" status: 201 len: 390 time: 0.4767842 Aug 22 13:26:01.251720 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:01.369467 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-52d7a7fc-e5c1-4e77-b0ba-369926bd71a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:01.532461 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d7a7fc-e5c1-4e77-b0ba-369926bd71a7 admin admin] Network 7bb5b21d-df35-4f50-8226-92da5c73c522 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:26:01.552984 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device f75ece67-223e-4999-b544-78a4cc16bb99 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:26:01.564737 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-52d7a7fc-e5c1-4e77-b0ba-369926bd71a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:26:01.580499 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d7a7fc-e5c1-4e77-b0ba-369926bd71a7 admin admin] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:26:01.635370 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-52d7a7fc-e5c1-4e77-b0ba-369926bd71a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:01.655154 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port f75ece67-223e-4999-b544-78a4cc16bb99 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:26:01.668062 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port f75ece67-223e-4999-b544-78a4cc16bb99 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:26:01.668910 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:01.701528 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d7a7fc-e5c1-4e77-b0ba-369926bd71a7 admin admin] Pushing event updated for resources: {'Port': ['ID=2cd25fc7-fcf0-4c0f-a611-25971c18432b,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:01.851501 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:01.877132 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-b84899a4-27ac-433c-a1ea-dee877cbbec7 None None] Provisioning for port 2cd25fc7-fcf0-4c0f-a611-25971c18432b completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:26:01.881207 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port f75ece67-223e-4999-b544-78a4cc16bb99, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=f75ece67-223e-4999-b544-78a4cc16bb99,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:01.884466 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-b84899a4-27ac-433c-a1ea-dee877cbbec7 None None] Provisioning complete for port 2cd25fc7-fcf0-4c0f-a611-25971c18432b triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:26:01.884971 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b84899a4-27ac-433c-a1ea-dee877cbbec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:01.912851 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:01.927531 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-84a94e9d-3d8b-4967-9337-4f40d161296a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51de7287-b8e3-42e9-ab42-7fe4c8b6b33b {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:26:01.961684 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-b84899a4-27ac-433c-a1ea-dee877cbbec7 None None] Port 2cd25fc7-fcf0-4c0f-a611-25971c18432b cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:26:01.985727 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-84a94e9d-3d8b-4967-9337-4f40d161296a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:01.998150 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=f75ece67-223e-4999-b544-78a4cc16bb99,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:01.998978 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ef3c9-9bfd-433c-8ffd-a51d1eb7c224 req-cb2dc19d-7448-4625-b563-ead9ac299146 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:02.007052 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0a2ef3c9-9bfd-433c-8ffd-a51d1eb7c224 req-cb2dc19d-7448-4625-b563-ead9ac299146 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=f887ac67-9fac-4958-9d7e-5971de6f6263 HTTP/1.1" status: 200 len: 948 time: 0.5205305 Aug 22 13:26:02.056880 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-84a94e9d-3d8b-4967-9337-4f40d161296a service neutron] Transition to ACTIVE for port object 51de7287-b8e3-42e9-ab42-7fe4c8b6b33b will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:26:02.070333 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-a1c75850-0473-4e0e-9597-3ec6fcc8846d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:02.071973 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-a1c75850-0473-4e0e-9597-3ec6fcc8846d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec08ac96341043c28ecba1b995182de4&device_id=cc6b3322-6437-4e90-aad7-fee4bae751f7 HTTP/1.1" status: 200 len: 1097 time: 0.5046005 Aug 22 13:26:02.072968 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-84a94e9d-3d8b-4967-9337-4f40d161296a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:02.120364 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787b01d-9f95-4f20-8cd4-54ce125cfff9 req-e29cdb20-c907-476b-b7ad-5a9a43b0a93c tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:02.122038 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a787b01d-9f95-4f20-8cd4-54ce125cfff9 req-e29cdb20-c907-476b-b7ad-5a9a43b0a93c tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc6b3322-6437-4e90-aad7-fee4bae751f7 HTTP/1.1" status: 200 len: 945 time: 0.2054942 Aug 22 13:26:02.208658 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device aa1853da-6491-4399-b465-50f363b4b9e8 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:26:02.258100 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0a2ef3c9-9bfd-433c-8ffd-a51d1eb7c224 req-21bfd700-ac36-4104-a074-96866d1d08f5 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501607 Aug 22 13:26:02.289293 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a94e9d-3d8b-4967-9337-4f40d161296a service neutron] Pushing event updated for resources: {'Port': ['ID=51de7287-b8e3-42e9-ab42-7fe4c8b6b33b,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:02.370097 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:02.398682 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-aa24488d-60f1-4129-9107-0ebfb2dfa757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:02.400401 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-aa24488d-60f1-4129-9107-0ebfb2dfa757 service neutron] 10.222.0.16 "GET /v2.0/networks?id=887e0115-b4ac-4c62-9aab-f2d01695aede HTTP/1.1" status: 200 len: 922 time: 0.2976573 Aug 22 13:26:02.408709 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port aa1853da-6491-4399-b465-50f363b4b9e8 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:26:02.416627 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port aa1853da-6491-4399-b465-50f363b4b9e8 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:26:02.416994 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:02.532889 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:02.533611 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-e689445b-5d3d-48ed-923e-bcc119635b17 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59973c9a-5c86-4140-abea-16a273bd0367 HTTP/1.1" status: 200 len: 217 time: 0.0951421 Aug 22 13:26:02.536777 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a787b01d-9f95-4f20-8cd4-54ce125cfff9 req-0efe8577-4f09-451d-a029-0574f29a58a1 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743837 Aug 22 13:26:02.579770 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f887ac67-9fac-4958-9d7e-5971de6f6263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1853da-6491-4399-b465-50f363b4b9e8'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:26:02.585917 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273faf8d-44aa-40bd-92e1-cb4f15903270" -d '{"events": [{"server_uuid": "f887ac67-9fac-4958-9d7e-5971de6f6263", "name": "network-vif-plugged", "status": "completed", "tag": "aa1853da-6491-4399-b465-50f363b4b9e8"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:26:02.599752 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port aa1853da-6491-4399-b465-50f363b4b9e8, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=aa1853da-6491-4399-b465-50f363b4b9e8,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:02.613452 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:02.642913 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-52d7a7fc-e5c1-4e77-b0ba-369926bd71a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:02.667973 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=aa1853da-6491-4399-b465-50f363b4b9e8,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:02.766355 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-b1e6705e-ef3f-4b03-97d5-83ed4f7f9a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:02.768094 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-b1e6705e-ef3f-4b03-97d5-83ed4f7f9a0f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1fb53f66-6b81-41b6-9806-8520494df9af HTTP/1.1" status: 200 len: 861 time: 0.1990283 Aug 22 13:26:02.781498 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-84a94e9d-3d8b-4967-9337-4f40d161296a service neutron] Attempting to bind port 51de7287-b8e3-42e9-ab42-7fe4c8b6b33b on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:26:02.781843 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-84a94e9d-3d8b-4967-9337-4f40d161296a service neutron] Attempting to bind port 51de7287-b8e3-42e9-ab42-7fe4c8b6b33b by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '45845a86-1a6e-41bd-be5a-e083caee6a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b2719a9f-ee7f-473a-9939-5efd06e85549'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:26:02.782165 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-84a94e9d-3d8b-4967-9337-4f40d161296a service neutron] Attempting to bind port 51de7287-b8e3-42e9-ab42-7fe4c8b6b33b on network b2719a9f-ee7f-473a-9939-5efd06e85549 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:26:02.807964 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a22604d-f0d5-4e4a-b4f3-20f8d647376d req-57326638-8ffd-4346-9ce6-37182fb09fa4 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:02.809540 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0a22604d-f0d5-4e4a-b4f3-20f8d647376d req-57326638-8ffd-4346-9ce6-37182fb09fa4 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6653f87-3fa7-4667-b525-8a5666ee57af HTTP/1.1" status: 200 len: 946 time: 0.2957106 Aug 22 13:26:02.824706 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05749e9a-d2de-46bf-8771-e2f4df0b083c req-249aed5e-91ce-4d88-9863-623014a3d5f4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:02.830809 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05749e9a-d2de-46bf-8771-e2f4df0b083c req-249aed5e-91ce-4d88-9863-623014a3d5f4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:02.841958 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05749e9a-d2de-46bf-8771-e2f4df0b083c req-249aed5e-91ce-4d88-9863-623014a3d5f4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:02.858412 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05749e9a-d2de-46bf-8771-e2f4df0b083c req-249aed5e-91ce-4d88-9863-623014a3d5f4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:02.865395 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05749e9a-d2de-46bf-8771-e2f4df0b083c req-249aed5e-91ce-4d88-9863-623014a3d5f4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:02.868601 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-05749e9a-d2de-46bf-8771-e2f4df0b083c req-249aed5e-91ce-4d88-9863-623014a3d5f4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 3829 time: 0.1973522 Aug 22 13:26:02.904456 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-75fddbb8-d4fd-4542-9466-7fff97d1bd05 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=887e0115-b4ac-4c62-9aab-f2d01695aede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1167774 Aug 22 13:26:02.905021 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-84a94e9d-3d8b-4967-9337-4f40d161296a service neutron] Port 51de7287-b8e3-42e9-ab42-7fe4c8b6b33b on network b2719a9f-ee7f-473a-9939-5efd06e85549 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:26:02.905323 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-84a94e9d-3d8b-4967-9337-4f40d161296a service neutron] Attempting to bind port 51de7287-b8e3-42e9-ab42-7fe4c8b6b33b on network b2719a9f-ee7f-473a-9939-5efd06e85549 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:26:02.975503 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-84a94e9d-3d8b-4967-9337-4f40d161296a service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:26:02.975840 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-84a94e9d-3d8b-4967-9337-4f40d161296a service neutron] Checking segment: {'id': '45845a86-1a6e-41bd-be5a-e083caee6a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b2719a9f-ee7f-473a-9939-5efd06e85549'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:26:02.976222 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-84a94e9d-3d8b-4967-9337-4f40d161296a service neutron] Bound using segment: {'id': '45845a86-1a6e-41bd-be5a-e083caee6a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b2719a9f-ee7f-473a-9939-5efd06e85549'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:26:02.976689 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-84a94e9d-3d8b-4967-9337-4f40d161296a service neutron] Bound port: 51de7287-b8e3-42e9-ab42-7fe4c8b6b33b, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45845a86-1a6e-41bd-be5a-e083caee6a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b2719a9f-ee7f-473a-9939-5efd06e85549'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:26:02.977091 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-84a94e9d-3d8b-4967-9337-4f40d161296a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:03.086213 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0a22604d-f0d5-4e4a-b4f3-20f8d647376d req-f1554db0-5985-4f50-92dd-b47e708c97f2 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f52e29-9b4a-48c0-bf7d-3bf6374c285c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995420 Aug 22 13:26:03.141405 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-05749e9a-d2de-46bf-8771-e2f4df0b083c req-3e46a805-6f51-4446-9df6-c26896e7b5a3 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/security-groups?id=4cc9f53d-f53a-41a9-9530-58f2e575d924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2387660 Aug 22 13:26:03.203954 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a99988-3f82-4309-9850-902912026857 x-openstack-request-id: req-90a99988-3f82-4309-9850-902912026857 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:26:03.204261 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f887ac67-9fac-4958-9d7e-5971de6f6263", "name": "network-vif-plugged", "status": "completed", "tag": "aa1853da-6491-4399-b465-50f363b4b9e8", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:26:03.204509 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-90a99988-3f82-4309-9850-902912026857 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:26:03.204900 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f887ac67-9fac-4958-9d7e-5971de6f6263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1853da-6491-4399-b465-50f363b4b9e8', 'code': 200} Aug 22 13:26:03.226076 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-52d7a7fc-e5c1-4e77-b0ba-369926bd71a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:03.245256 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-52d7a7fc-e5c1-4e77-b0ba-369926bd71a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:03.313470 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-84a94e9d-3d8b-4967-9337-4f40d161296a service neutron] For port 51de7287-b8e3-42e9-ab42-7fe4c8b6b33b, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:26:03.317116 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-ccb77407-ef06-4e96-aed8-351d3000ce9d service neutron] 10.222.0.16 "GET /v2.0/networks/887e0115-b4ac-4c62-9aab-f2d01695aede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701100 Aug 22 13:26:03.365326 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10671f7-d4ab-46ec-898a-79c625b8911b req-22bc3511-5b90-4121-a623-9e6f92c21681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:03.371110 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d10671f7-d4ab-46ec-898a-79c625b8911b req-22bc3511-5b90-4121-a623-9e6f92c21681 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f887ac67-9fac-4958-9d7e-5971de6f6263 HTTP/1.1" status: 200 len: 1101 time: 0.0859811 Aug 22 13:26:03.391710 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device f75ece67-223e-4999-b544-78a4cc16bb99 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:26:03.412227 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d10671f7-d4ab-46ec-898a-79c625b8911b req-f50d27fe-6a66-41ae-ae7f-9da53620a142 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331609 Aug 22 13:26:03.420087 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-84a94e9d-3d8b-4967-9337-4f40d161296a service neutron] For port 51de7287-b8e3-42e9-ab42-7fe4c8b6b33b, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=51de7287-b8e3-42e9-ab42-7fe4c8b6b33b,segment=NetworkSegment(45845a86-1a6e-41bd-be5a-e083caee6a9e),segment_id=45845a86-1a6e-41bd-be5a-e083caee6a9e)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:26:03.470939 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-84a94e9d-3d8b-4967-9337-4f40d161296a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:03.474235 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port f75ece67-223e-4999-b544-78a4cc16bb99 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:26:03.474806 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:03.481059 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d7a7fc-e5c1-4e77-b0ba-369926bd71a7 admin admin] Pushing event updated for resources: {'Port': ['ID=2cd25fc7-fcf0-4c0f-a611-25971c18432b,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:03.497765 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-52d7a7fc-e5c1-4e77-b0ba-369926bd71a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:03.545162 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-84a94e9d-3d8b-4967-9337-4f40d161296a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:03.545762 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-84a94e9d-3d8b-4967-9337-4f40d161296a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:03.550351 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-84a94e9d-3d8b-4967-9337-4f40d161296a service neutron] 10.222.0.16 "PUT /v2.0/ports/51de7287-b8e3-42e9-ab42-7fe4c8b6b33b HTTP/1.1" status: 200 len: 1093 time: 2.5690718 Aug 22 13:26:03.554820 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'tag': '51de7287-b8e3-42e9-ab42-7fe4c8b6b33b'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:26:03.557692 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce1e5d2-9d35-4967-b2f2-11527f867f21" -d '{"events": [{"name": "network-changed", "server_uuid": "506f98cb-b30e-4045-a872-1c9f4dda56cb", "tag": "51de7287-b8e3-42e9-ab42-7fe4c8b6b33b"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:26:03.563245 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-2d8d7c0f-3599-4e76-b129-2a5aafb158dc service neutron] 10.222.0.16 "GET /v2.0/networks/887e0115-b4ac-4c62-9aab-f2d01695aede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282870 Aug 22 13:26:03.587045 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:03.653382 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae1736-e221-4522-bd97-664cca879973 req-4170a5d8-7170-4b21-bb2c-af6df4961a1f tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:03.659728 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device e629b353-b03b-484b-afe4-e0b7200985b8 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:26:03.662072 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e6ae1736-e221-4522-bd97-664cca879973 req-4170a5d8-7170-4b21-bb2c-af6df4961a1f tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=f887ac67-9fac-4958-9d7e-5971de6f6263 HTTP/1.1" status: 200 len: 949 time: 0.2371993 Aug 22 13:26:03.753600 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-b7aec3b6-1c4b-4a0b-a8d7-85a8b3a9d988 service neutron] Request body: {'port': {'device_id': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:26:03.759318 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3674bfa-eff3-4db4-b988-4e5d6e62decc x-openstack-request-id: req-e3674bfa-eff3-4db4-b988-4e5d6e62decc {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:26:03.759858 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "506f98cb-b30e-4045-a872-1c9f4dda56cb", "tag": "51de7287-b8e3-42e9-ab42-7fe4c8b6b33b", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:26:03.760110 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e3674bfa-eff3-4db4-b988-4e5d6e62decc {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:26:03.760808 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'tag': '51de7287-b8e3-42e9-ab42-7fe4c8b6b33b', 'status': 'completed', 'code': 200} Aug 22 13:26:03.807073 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a94e9d-3d8b-4967-9337-4f40d161296a service neutron] Pushing event updated for resources: {'Port': ['ID=51de7287-b8e3-42e9-ab42-7fe4c8b6b33b,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:03.867349 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port e629b353-b03b-484b-afe4-e0b7200985b8, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=e629b353-b03b-484b-afe4-e0b7200985b8,segment=NetworkSegment(4c6e1d8d-4c7e-4c05-b40c-a119ed7a60f2),segment_id=4c6e1d8d-4c7e-4c05-b40c-a119ed7a60f2)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:03.884679 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': 'e629b353-b03b-484b-afe4-e0b7200985b8', 'network_id': '0657f797-3c0a-43e1-b263-eae5f1e252be', 'port_id': 'e629b353-b03b-484b-afe4-e0b7200985b8', 'mac_address': 'fa:16:3e:9e:c8:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dbf2c20-d1ff-4a0d-9ac3-b204766fe12d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:26:03.926163 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:03.944454 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e629b353-b03b-484b-afe4-e0b7200985b8 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:26:03.952944 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e6ae1736-e221-4522-bd97-664cca879973 req-79baf412-2b2e-4a99-aee3-254a1a23ad43 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850356 Aug 22 13:26:03.979847 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port e629b353-b03b-484b-afe4-e0b7200985b8, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=e629b353-b03b-484b-afe4-e0b7200985b8,segment=NetworkSegment(4c6e1d8d-4c7e-4c05-b40c-a119ed7a60f2),segment_id=4c6e1d8d-4c7e-4c05-b40c-a119ed7a60f2)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:03.986994 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:03.996584 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-b7aec3b6-1c4b-4a0b-a8d7-85a8b3a9d988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:04.016487 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1e5d2-9d35-4967-b2f2-11527f867f21 req-8fd4668f-7ceb-4daa-bbbf-d996f8393ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:04.016977 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1e5d2-9d35-4967-b2f2-11527f867f21 req-8fd4668f-7ceb-4daa-bbbf-d996f8393ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:04.017581 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1e5d2-9d35-4967-b2f2-11527f867f21 req-8fd4668f-7ceb-4daa-bbbf-d996f8393ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:04.018055 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1e5d2-9d35-4967-b2f2-11527f867f21 req-8fd4668f-7ceb-4daa-bbbf-d996f8393ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:04.018569 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1e5d2-9d35-4967-b2f2-11527f867f21 req-8fd4668f-7ceb-4daa-bbbf-d996f8393ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:04.020448 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9ce1e5d2-9d35-4967-b2f2-11527f867f21 req-8fd4668f-7ceb-4daa-bbbf-d996f8393ef4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2389b5e02dee4864a1a7f4824db49bc1&device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 4365 time: 0.2587953 Aug 22 13:26:04.064093 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d7a7fc-e5c1-4e77-b0ba-369926bd71a7 admin admin] Network 7bb5b21d-df35-4f50-8226-92da5c73c522 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:26:04.084740 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-52d7a7fc-e5c1-4e77-b0ba-369926bd71a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:26:04.090848 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=e629b353-b03b-484b-afe4-e0b7200985b8,revision_number=6']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:04.099784 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1f1ba-5e42-4e45-933d-3555f68e1981 req-5251aeef-88c5-45dc-a20e-147ccc801d50 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:04.101375 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-10e1f1ba-5e42-4e45-933d-3555f68e1981 req-5251aeef-88c5-45dc-a20e-147ccc801d50 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc6b3322-6437-4e90-aad7-fee4bae751f7 HTTP/1.1" status: 200 len: 945 time: 0.2309368 Aug 22 13:26:04.123729 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:04.144407 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['e629b353-b03b-484b-afe4-e0b7200985b8'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:26:04.514571 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-10e1f1ba-5e42-4e45-933d-3555f68e1981 req-a09b5e40-6403-4916-ade2-e8a4ab95f497 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284910 Aug 22 13:26:04.542779 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-688fff2e-97bf-45fa-8cb9-2acf85d71580 None None] Provisioning complete for port 2cd25fc7-fcf0-4c0f-a611-25971c18432b triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:26:04.543963 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-688fff2e-97bf-45fa-8cb9-2acf85d71580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:04.567398 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1e5d2-9d35-4967-b2f2-11527f867f21 req-5acbffb4-f0a9-483a-979d-0a71fe51612d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:04.567936 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1e5d2-9d35-4967-b2f2-11527f867f21 req-5acbffb4-f0a9-483a-979d-0a71fe51612d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:04.568379 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1e5d2-9d35-4967-b2f2-11527f867f21 req-5acbffb4-f0a9-483a-979d-0a71fe51612d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:04.569982 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9ce1e5d2-9d35-4967-b2f2-11527f867f21 req-5acbffb4-f0a9-483a-979d-0a71fe51612d service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=2389b5e02dee4864a1a7f4824db49bc1&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5343175 Aug 22 13:26:04.624592 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-688fff2e-97bf-45fa-8cb9-2acf85d71580 None None] Port 2cd25fc7-fcf0-4c0f-a611-25971c18432b cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:26:04.970903 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718eab93-5764-4c03-9ab2-3d9240908c68 req-ede121e7-e929-4554-9eeb-d62862a2df3e tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:04.982807 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-718eab93-5764-4c03-9ab2-3d9240908c68 req-ede121e7-e929-4554-9eeb-d62862a2df3e tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6653f87-3fa7-4667-b525-8a5666ee57af HTTP/1.1" status: 200 len: 945 time: 0.7763290 Aug 22 13:26:05.078005 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1e5d2-9d35-4967-b2f2-11527f867f21 req-fdfb6075-8965-4bf1-b69d-dc4f0aeecafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:05.079840 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9ce1e5d2-9d35-4967-b2f2-11527f867f21 req-fdfb6075-8965-4bf1-b69d-dc4f0aeecafc service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1560338 Aug 22 13:26:05.149615 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b447828-e6aa-4aa2-9a3a-05ea5ef54a87 req-95ddf469-65b9-4366-bd74-2c77c76dc657 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:05.156625 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b447828-e6aa-4aa2-9a3a-05ea5ef54a87 req-95ddf469-65b9-4366-bd74-2c77c76dc657 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:05.162967 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b447828-e6aa-4aa2-9a3a-05ea5ef54a87 req-95ddf469-65b9-4366-bd74-2c77c76dc657 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:05.169493 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b447828-e6aa-4aa2-9a3a-05ea5ef54a87 req-95ddf469-65b9-4366-bd74-2c77c76dc657 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:05.176006 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b447828-e6aa-4aa2-9a3a-05ea5ef54a87 req-95ddf469-65b9-4366-bd74-2c77c76dc657 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:05.184925 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5b447828-e6aa-4aa2-9a3a-05ea5ef54a87 req-95ddf469-65b9-4366-bd74-2c77c76dc657 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 3829 time: 0.2523992 Aug 22 13:26:05.231481 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d7a7fc-e5c1-4e77-b0ba-369926bd71a7 admin admin] Router 3fe5b226-e2f4-41d9-a543-181726c6abdc has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:26:05.241480 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-718eab93-5764-4c03-9ab2-3d9240908c68 req-7addb983-d94d-4374-91e2-f7333d160a3e tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f52e29-9b4a-48c0-bf7d-3bf6374c285c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589646 Aug 22 13:26:05.293960 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5b447828-e6aa-4aa2-9a3a-05ea5ef54a87 req-e1e98197-e402-4a14-b0a8-bd92e108aa8c tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/security-groups?id=4cc9f53d-f53a-41a9-9530-58f2e575d924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075583 Aug 22 13:26:05.420959 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-b7aec3b6-1c4b-4a0b-a8d7-85a8b3a9d988 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab40ae52-fb74-4b8c-a089-1c836ec0b6cf {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:26:05.475793 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-b7aec3b6-1c4b-4a0b-a8d7-85a8b3a9d988 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:05.505046 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-b7aec3b6-1c4b-4a0b-a8d7-85a8b3a9d988 service neutron] Transition to ACTIVE for port object ab40ae52-fb74-4b8c-a089-1c836ec0b6cf will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:26:05.528251 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-b7aec3b6-1c4b-4a0b-a8d7-85a8b3a9d988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:05.560663 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d7a7fc-e5c1-4e77-b0ba-369926bd71a7 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:26:05.573050 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20de616-35a2-47b0-a93e-8982ef0485b3 None None] Sync routers for ids ['3fe5b226-e2f4-41d9-a543-181726c6abdc'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:26:05.596574 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-52d7a7fc-e5c1-4e77-b0ba-369926bd71a7 admin admin] 10.222.0.21 "PUT /v2.0/routers/3fe5b226-e2f4-41d9-a543-181726c6abdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9303844 Aug 22 13:26:05.616848 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20de616-35a2-47b0-a93e-8982ef0485b3 None None] Routers {'3fe5b226-e2f4-41d9-a543-181726c6abdc'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:26:05.619637 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-d20de616-35a2-47b0-a93e-8982ef0485b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:26:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['3fe5b226-e2f4-41d9-a543-181726c6abdc'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:26:05.636204 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aec3b6-1c4b-4a0b-a8d7-85a8b3a9d988 service neutron] Pushing event updated for resources: {'Port': ['ID=ab40ae52-fb74-4b8c-a089-1c836ec0b6cf,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:05.706285 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359acb86-5bac-4ac8-8b48-f35532ec9d2e req-cbce3803-082f-4e0b-8fbb-f1b81a1aa03d tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:05.709054 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-359acb86-5bac-4ac8-8b48-f35532ec9d2e req-cbce3803-082f-4e0b-8fbb-f1b81a1aa03d tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=f887ac67-9fac-4958-9d7e-5971de6f6263 HTTP/1.1" status: 200 len: 949 time: 0.1939049 Aug 22 13:26:05.761547 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device e629b353-b03b-484b-afe4-e0b7200985b8 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:26:05.830099 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port e629b353-b03b-484b-afe4-e0b7200985b8 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:26:05.830473 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:05.839095 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-b7aec3b6-1c4b-4a0b-a8d7-85a8b3a9d988 service neutron] Attempting to bind port ab40ae52-fb74-4b8c-a089-1c836ec0b6cf on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:26:05.841678 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-b7aec3b6-1c4b-4a0b-a8d7-85a8b3a9d988 service neutron] Attempting to bind port ab40ae52-fb74-4b8c-a089-1c836ec0b6cf by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '39f86938-cd23-49cd-9ccb-5c572c933116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0cc210c0-a1af-4d1a-af13-c74a90748aeb'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:26:05.844093 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-b7aec3b6-1c4b-4a0b-a8d7-85a8b3a9d988 service neutron] Attempting to bind port ab40ae52-fb74-4b8c-a089-1c836ec0b6cf on network 0cc210c0-a1af-4d1a-af13-c74a90748aeb {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:26:05.857174 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-b7aec3b6-1c4b-4a0b-a8d7-85a8b3a9d988 service neutron] Port ab40ae52-fb74-4b8c-a089-1c836ec0b6cf on network 0cc210c0-a1af-4d1a-af13-c74a90748aeb not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:26:05.860013 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-b7aec3b6-1c4b-4a0b-a8d7-85a8b3a9d988 service neutron] Attempting to bind port ab40ae52-fb74-4b8c-a089-1c836ec0b6cf on network 0cc210c0-a1af-4d1a-af13-c74a90748aeb {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:26:05.899511 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-b7aec3b6-1c4b-4a0b-a8d7-85a8b3a9d988 service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:26:05.900076 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-b7aec3b6-1c4b-4a0b-a8d7-85a8b3a9d988 service neutron] Checking segment: {'id': '39f86938-cd23-49cd-9ccb-5c572c933116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0cc210c0-a1af-4d1a-af13-c74a90748aeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:26:05.900740 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-b7aec3b6-1c4b-4a0b-a8d7-85a8b3a9d988 service neutron] Bound using segment: {'id': '39f86938-cd23-49cd-9ccb-5c572c933116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0cc210c0-a1af-4d1a-af13-c74a90748aeb'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:26:05.901593 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-b7aec3b6-1c4b-4a0b-a8d7-85a8b3a9d988 service neutron] Bound port: ab40ae52-fb74-4b8c-a089-1c836ec0b6cf, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39f86938-cd23-49cd-9ccb-5c572c933116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0cc210c0-a1af-4d1a-af13-c74a90748aeb'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:26:05.902066 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-b7aec3b6-1c4b-4a0b-a8d7-85a8b3a9d988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:05.995910 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-d20de616-35a2-47b0-a93e-8982ef0485b3 None None] Set router 3fe5b226-e2f4-41d9-a543-181726c6abdc gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:26:06.032941 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:06.049583 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-b7aec3b6-1c4b-4a0b-a8d7-85a8b3a9d988 service neutron] For port ab40ae52-fb74-4b8c-a089-1c836ec0b6cf, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:26:06.053696 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-b7aec3b6-1c4b-4a0b-a8d7-85a8b3a9d988 service neutron] For port ab40ae52-fb74-4b8c-a089-1c836ec0b6cf, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=ab40ae52-fb74-4b8c-a089-1c836ec0b6cf,segment=NetworkSegment(39f86938-cd23-49cd-9ccb-5c572c933116),segment_id=39f86938-cd23-49cd-9ccb-5c572c933116)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:26:06.069388 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port e629b353-b03b-484b-afe4-e0b7200985b8, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=e629b353-b03b-484b-afe4-e0b7200985b8,segment=NetworkSegment(4c6e1d8d-4c7e-4c05-b40c-a119ed7a60f2),segment_id=4c6e1d8d-4c7e-4c05-b40c-a119ed7a60f2)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:06.074064 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6653f87-3fa7-4667-b525-8a5666ee57af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e629b353-b03b-484b-afe4-e0b7200985b8'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:26:06.076410 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf74742b-e2b2-49c3-b665-bcc1d5b27b0e" -d '{"events": [{"server_uuid": "c6653f87-3fa7-4667-b525-8a5666ee57af", "name": "network-vif-plugged", "status": "completed", "tag": "e629b353-b03b-484b-afe4-e0b7200985b8"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:26:06.089822 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:06.093083 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-359acb86-5bac-4ac8-8b48-f35532ec9d2e req-f7fcffbd-46d9-4723-99c6-56128f339140 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063118 Aug 22 13:26:06.094484 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-b7aec3b6-1c4b-4a0b-a8d7-85a8b3a9d988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:06.118500 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb6b2b-ec04-4a7b-9631-47195ec5480c req-440b2c58-955f-4d6d-a5ce-4011516ae5f0 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:06.118500 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4fdb6b2b-ec04-4a7b-9631-47195ec5480c req-440b2c58-955f-4d6d-a5ce-4011516ae5f0 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc6b3322-6437-4e90-aad7-fee4bae751f7 HTTP/1.1" status: 200 len: 945 time: 0.2396071 Aug 22 13:26:06.183551 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4fdb6b2b-ec04-4a7b-9631-47195ec5480c req-d767ab32-7cc5-4127-9657-1820596a5225 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428786 Aug 22 13:26:06.195195 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-b7aec3b6-1c4b-4a0b-a8d7-85a8b3a9d988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:06.195943 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-b7aec3b6-1c4b-4a0b-a8d7-85a8b3a9d988 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:06.197881 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-b7aec3b6-1c4b-4a0b-a8d7-85a8b3a9d988 service neutron] 10.222.0.16 "PUT /v2.0/ports/ab40ae52-fb74-4b8c-a089-1c836ec0b6cf HTTP/1.1" status: 200 len: 1132 time: 2.4779644 Aug 22 13:26:06.198503 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'tag': 'ab40ae52-fb74-4b8c-a089-1c836ec0b6cf'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:26:06.200984 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815f8032-e958-457f-b030-440e39255c0a" -d '{"events": [{"name": "network-changed", "server_uuid": "506f98cb-b30e-4045-a872-1c9f4dda56cb", "tag": "ab40ae52-fb74-4b8c-a089-1c836ec0b6cf"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:26:06.222615 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=e629b353-b03b-484b-afe4-e0b7200985b8,revision_number=7']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:06.259153 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-9555ddb9-bed7-4472-b594-99796b59c5e3 service neutron] Request body: {'port': {'device_id': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:26:06.355184 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-9555ddb9-bed7-4472-b594-99796b59c5e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:06.443796 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aec3b6-1c4b-4a0b-a8d7-85a8b3a9d988 service neutron] Pushing event updated for resources: {'Port': ['ID=ab40ae52-fb74-4b8c-a089-1c836ec0b6cf,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:06.613682 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1677e0b-2ce6-4dac-9c78-e3f12e22c040 req-6469304a-cdd1-4752-b190-cebc27959b87 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:06.615286 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d1677e0b-2ce6-4dac-9c78-e3f12e22c040 req-6469304a-cdd1-4752-b190-cebc27959b87 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6653f87-3fa7-4667-b525-8a5666ee57af HTTP/1.1" status: 200 len: 946 time: 0.3887584 Aug 22 13:26:06.664509 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-d20de616-35a2-47b0-a93e-8982ef0485b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe5b226-e2f4-41d9-a543-181726c6abdc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1582655311-router', 'tenant_id': '4d9750df62d34d28beb15eff8be21051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'f75ece67-223e-4999-b544-78a4cc16bb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:25:52Z', 'updated_at': '2021-08-22T13:26:02Z', 'revision_number': 4, 'project_id': '4d9750df62d34d28beb15eff8be21051', 'gw_port': {'id': 'f75ece67-223e-4999-b544-78a4cc16bb99', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:4b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe5b226-e2f4-41d9-a543-181726c6abdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:54Z', 'updated_at': '2021-08-22T13:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '2cd25fc7-fcf0-4c0f-a611-25971c18432b', 'name': '', 'network_id': '7bb5b21d-df35-4f50-8226-92da5c73c522', 'tenant_id': '4d9750df62d34d28beb15eff8be21051', 'mac_address': 'fa:16:3e:93:a1:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe5b226-e2f4-41d9-a543-181726c6abdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'c325b325-e4c0-4e1f-8f24-c36f107ba68b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:59Z', 'updated_at': '2021-08-22T13:26:02Z', 'revision_number': 2, 'project_id': '4d9750df62d34d28beb15eff8be21051', 'subnets': [{'id': 'c325b325-e4c0-4e1f-8f24-c36f107ba68b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:26:06.700476 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20de616-35a2-47b0-a93e-8982ef0485b3 None None] Checking router: 3fe5b226-e2f4-41d9-a543-181726c6abdc for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:26:06.701468 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20de616-35a2-47b0-a93e-8982ef0485b3 None None] Updating router 3fe5b226-e2f4-41d9-a543-181726c6abdc port 2cd25fc7-fcf0-4c0f-a611-25971c18432b binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:26:06.734403 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d20de616-35a2-47b0-a93e-8982ef0485b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:06.737891 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569ed88-608c-400d-9661-db89a36e88ce req-7cadbf18-84ca-45a6-89f2-8e1485a9b5a2 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:06.745141 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c569ed88-608c-400d-9661-db89a36e88ce req-7cadbf18-84ca-45a6-89f2-8e1485a9b5a2 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] 10.222.0.21 "GET /v2.0/networks?id=7bb5b21d-df35-4f50-8226-92da5c73c522 HTTP/1.1" status: 200 len: 829 time: 0.3045788 Aug 22 13:26:06.770579 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c569ed88-608c-400d-9661-db89a36e88ce req-6728fb9e-39d3-4524-aadd-e434ff9f22bc tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] 10.222.0.21 "GET /v2.0/quotas/4d9750df62d34d28beb15eff8be21051 HTTP/1.1" status: 200 len: 375 time: 0.0244172 Aug 22 13:26:06.810841 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d1677e0b-2ce6-4dac-9c78-e3f12e22c040 req-1c77dbec-1baf-484e-b2f4-a8d33e5cdaeb tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f52e29-9b4a-48c0-bf7d-3bf6374c285c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824832 Aug 22 13:26:06.868540 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c569ed88-608c-400d-9661-db89a36e88ce req-d7068f15-88c7-40ef-a17b-7f8d92a22be4 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d9750df62d34d28beb15eff8be21051&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0970740 Aug 22 13:26:06.896488 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286c63f8-7ebf-4ee2-95e1-e6167e955b0e x-openstack-request-id: req-286c63f8-7ebf-4ee2-95e1-e6167e955b0e {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:26:06.897258 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6653f87-3fa7-4667-b525-8a5666ee57af", "name": "network-vif-plugged", "status": "completed", "tag": "e629b353-b03b-484b-afe4-e0b7200985b8", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:26:06.897826 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-286c63f8-7ebf-4ee2-95e1-e6167e955b0e {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:26:06.898362 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6653f87-3fa7-4667-b525-8a5666ee57af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e629b353-b03b-484b-afe4-e0b7200985b8', 'code': 200} Aug 22 13:26:07.017018 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c569ed88-608c-400d-9661-db89a36e88ce req-a9176895-eb77-4ef4-b647-c6cae7553f65 service neutron] 10.222.0.21 "GET /v2.0/networks/7bb5b21d-df35-4f50-8226-92da5c73c522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475201 Aug 22 13:26:07.099035 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d20de616-35a2-47b0-a93e-8982ef0485b3 None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:07.110555 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-d20de616-35a2-47b0-a93e-8982ef0485b3 None None] Transition to ACTIVE for port object 2cd25fc7-fcf0-4c0f-a611-25971c18432b will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:26:07.118246 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d20de616-35a2-47b0-a93e-8982ef0485b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:07.143713 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac196159-ea3b-4596-adec-acab34f90bef req-52e183bf-b3af-4e25-adc1-08715734e4cd tempest-MigrationsAdminTest-788779939 tempest-MigrationsAdminTest-788779939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:07.145715 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ac196159-ea3b-4596-adec-acab34f90bef req-52e183bf-b3af-4e25-adc1-08715734e4cd tempest-MigrationsAdminTest-788779939 tempest-MigrationsAdminTest-788779939-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f887ac67-9fac-4958-9d7e-5971de6f6263 HTTP/1.1" status: 200 len: 1101 time: 0.2034073 Aug 22 13:26:07.156794 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-9555ddb9-bed7-4472-b594-99796b59c5e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa5cdb91-66e3-442c-9d12-088167557b99 {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:26:07.185591 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-9555ddb9-bed7-4472-b594-99796b59c5e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:07.195207 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5abfee-720e-4666-a1e9-f06959436034 None None] Pushing event updated for resources: {'Port': ['ID=2cd25fc7-fcf0-4c0f-a611-25971c18432b,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:07.224109 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-9555ddb9-bed7-4472-b594-99796b59c5e3 service neutron] Transition to ACTIVE for port object aa5cdb91-66e3-442c-9d12-088167557b99 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:26:07.243599 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-9555ddb9-bed7-4472-b594-99796b59c5e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:07.268391 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-d20de616-35a2-47b0-a93e-8982ef0485b3 None None] Attempting to bind port 2cd25fc7-fcf0-4c0f-a611-25971c18432b on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:26:07.268837 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-d20de616-35a2-47b0-a93e-8982ef0485b3 None None] Attempting to bind port 2cd25fc7-fcf0-4c0f-a611-25971c18432b by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'b28f9651-918f-474f-b566-449a0b3d2349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7bb5b21d-df35-4f50-8226-92da5c73c522'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:26:07.269262 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20de616-35a2-47b0-a93e-8982ef0485b3 None None] Attempting to bind port 2cd25fc7-fcf0-4c0f-a611-25971c18432b on network 7bb5b21d-df35-4f50-8226-92da5c73c522 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:26:07.274837 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20de616-35a2-47b0-a93e-8982ef0485b3 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:26:07.275483 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20de616-35a2-47b0-a93e-8982ef0485b3 None None] Checking segment: {'id': 'b28f9651-918f-474f-b566-449a0b3d2349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7bb5b21d-df35-4f50-8226-92da5c73c522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:26:07.275776 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d20de616-35a2-47b0-a93e-8982ef0485b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:07.276428 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20de616-35a2-47b0-a93e-8982ef0485b3 None None] Bound using segment: {'id': 'b28f9651-918f-474f-b566-449a0b3d2349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7bb5b21d-df35-4f50-8226-92da5c73c522'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:26:07.277208 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-d20de616-35a2-47b0-a93e-8982ef0485b3 None None] Bound port: 2cd25fc7-fcf0-4c0f-a611-25971c18432b, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b28f9651-918f-474f-b566-449a0b3d2349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7bb5b21d-df35-4f50-8226-92da5c73c522'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:26:07.277410 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d20de616-35a2-47b0-a93e-8982ef0485b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:07.303547 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9555ddb9-bed7-4472-b594-99796b59c5e3 service neutron] Pushing event updated for resources: {'Port': ['ID=aa5cdb91-66e3-442c-9d12-088167557b99,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:07.311231 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c569ed88-608c-400d-9661-db89a36e88ce req-39e1929a-3f72-49eb-a165-3749657bbef3 service neutron] 10.222.0.21 "GET /v2.0/networks/7bb5b21d-df35-4f50-8226-92da5c73c522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923892 Aug 22 13:26:07.313765 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ac196159-ea3b-4596-adec-acab34f90bef req-dc397aef-7fc1-4aa2-9661-f9dbed2821b8 tempest-MigrationsAdminTest-788779939 tempest-MigrationsAdminTest-788779939-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515162 Aug 22 13:26:07.427528 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-d20de616-35a2-47b0-a93e-8982ef0485b3 None None] For port 2cd25fc7-fcf0-4c0f-a611-25971c18432b, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:26:07.434390 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-d20de616-35a2-47b0-a93e-8982ef0485b3 None None] For port 2cd25fc7-fcf0-4c0f-a611-25971c18432b, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=2cd25fc7-fcf0-4c0f-a611-25971c18432b,segment=NetworkSegment(b28f9651-918f-474f-b566-449a0b3d2349),segment_id=b28f9651-918f-474f-b566-449a0b3d2349)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:26:07.442175 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d20de616-35a2-47b0-a93e-8982ef0485b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:07.443600 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-9555ddb9-bed7-4472-b594-99796b59c5e3 service neutron] Attempting to bind port aa5cdb91-66e3-442c-9d12-088167557b99 on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:26:07.444939 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-9555ddb9-bed7-4472-b594-99796b59c5e3 service neutron] Attempting to bind port aa5cdb91-66e3-442c-9d12-088167557b99 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '39f86938-cd23-49cd-9ccb-5c572c933116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0cc210c0-a1af-4d1a-af13-c74a90748aeb'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:26:07.445355 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-9555ddb9-bed7-4472-b594-99796b59c5e3 service neutron] Attempting to bind port aa5cdb91-66e3-442c-9d12-088167557b99 on network 0cc210c0-a1af-4d1a-af13-c74a90748aeb {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:26:07.457868 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-9555ddb9-bed7-4472-b594-99796b59c5e3 service neutron] Port aa5cdb91-66e3-442c-9d12-088167557b99 on network 0cc210c0-a1af-4d1a-af13-c74a90748aeb not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:26:07.458260 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-9555ddb9-bed7-4472-b594-99796b59c5e3 service neutron] Attempting to bind port aa5cdb91-66e3-442c-9d12-088167557b99 on network 0cc210c0-a1af-4d1a-af13-c74a90748aeb {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:26:07.465353 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d05e89bd-99c9-4f4b-8807-aed1ca0b70ac x-openstack-request-id: req-d05e89bd-99c9-4f4b-8807-aed1ca0b70ac {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:26:07.465736 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "506f98cb-b30e-4045-a872-1c9f4dda56cb", "tag": "ab40ae52-fb74-4b8c-a089-1c836ec0b6cf", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:26:07.466335 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d05e89bd-99c9-4f4b-8807-aed1ca0b70ac {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:26:07.466752 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'tag': 'ab40ae52-fb74-4b8c-a089-1c836ec0b6cf', 'status': 'completed', 'code': 200} Aug 22 13:26:07.471372 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-9555ddb9-bed7-4472-b594-99796b59c5e3 service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:26:07.471815 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-9555ddb9-bed7-4472-b594-99796b59c5e3 service neutron] Checking segment: {'id': '39f86938-cd23-49cd-9ccb-5c572c933116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0cc210c0-a1af-4d1a-af13-c74a90748aeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:26:07.472454 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-9555ddb9-bed7-4472-b594-99796b59c5e3 service neutron] Bound using segment: {'id': '39f86938-cd23-49cd-9ccb-5c572c933116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0cc210c0-a1af-4d1a-af13-c74a90748aeb'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:26:07.472962 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-9555ddb9-bed7-4472-b594-99796b59c5e3 service neutron] Bound port: aa5cdb91-66e3-442c-9d12-088167557b99, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39f86938-cd23-49cd-9ccb-5c572c933116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0cc210c0-a1af-4d1a-af13-c74a90748aeb'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:26:07.473387 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-9555ddb9-bed7-4472-b594-99796b59c5e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:07.631020 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5abfee-720e-4666-a1e9-f06959436034 None None] Pushing event updated for resources: {'Port': ['ID=2cd25fc7-fcf0-4c0f-a611-25971c18432b,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:07.644704 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20de616-35a2-47b0-a93e-8982ef0485b3 None None] Routers {'3fe5b226-e2f4-41d9-a543-181726c6abdc'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:26:07.645345 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-d20de616-35a2-47b0-a93e-8982ef0485b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:26:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['3fe5b226-e2f4-41d9-a543-181726c6abdc'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:26:07.662967 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-9555ddb9-bed7-4472-b594-99796b59c5e3 service neutron] For port aa5cdb91-66e3-442c-9d12-088167557b99, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:26:07.676827 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-9555ddb9-bed7-4472-b594-99796b59c5e3 service neutron] For port aa5cdb91-66e3-442c-9d12-088167557b99, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=aa5cdb91-66e3-442c-9d12-088167557b99,segment=NetworkSegment(39f86938-cd23-49cd-9ccb-5c572c933116),segment_id=39f86938-cd23-49cd-9ccb-5c572c933116)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:26:07.723446 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-9555ddb9-bed7-4472-b594-99796b59c5e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:07.796726 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-9555ddb9-bed7-4472-b594-99796b59c5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:07.797467 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-9555ddb9-bed7-4472-b594-99796b59c5e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:07.799046 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-9555ddb9-bed7-4472-b594-99796b59c5e3 service neutron] 10.222.0.16 "PUT /v2.0/ports/aa5cdb91-66e3-442c-9d12-088167557b99 HTTP/1.1" status: 200 len: 1129 time: 1.5443511 Aug 22 13:26:07.845451 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-d20de616-35a2-47b0-a93e-8982ef0485b3 None None] Set router 3fe5b226-e2f4-41d9-a543-181726c6abdc gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:26:07.894259 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-e839ca4c-628f-4e6c-9130-a7f10e42e904 service neutron] Request body: {'port': {'device_id': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:26:07.929192 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device e629b353-b03b-484b-afe4-e0b7200985b8 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:26:08.020462 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f8032-e958-457f-b030-440e39255c0a req-9d35cb46-a9ce-4d80-b0a1-dbb9d71235c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:08.020935 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f8032-e958-457f-b030-440e39255c0a req-9d35cb46-a9ce-4d80-b0a1-dbb9d71235c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:08.021423 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f8032-e958-457f-b030-440e39255c0a req-9d35cb46-a9ce-4d80-b0a1-dbb9d71235c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:08.021902 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f8032-e958-457f-b030-440e39255c0a req-9d35cb46-a9ce-4d80-b0a1-dbb9d71235c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:08.022380 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f8032-e958-457f-b030-440e39255c0a req-9d35cb46-a9ce-4d80-b0a1-dbb9d71235c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:08.022851 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f8032-e958-457f-b030-440e39255c0a req-9d35cb46-a9ce-4d80-b0a1-dbb9d71235c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:08.023322 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f8032-e958-457f-b030-440e39255c0a req-9d35cb46-a9ce-4d80-b0a1-dbb9d71235c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:08.025414 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-815f8032-e958-457f-b030-440e39255c0a req-9d35cb46-a9ce-4d80-b0a1-dbb9d71235c5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2389b5e02dee4864a1a7f4824db49bc1&device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 6212 time: 0.5195150 Aug 22 13:26:08.224064 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9555ddb9-bed7-4472-b594-99796b59c5e3 service neutron] Pushing event updated for resources: {'Port': ['ID=aa5cdb91-66e3-442c-9d12-088167557b99,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:08.238395 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343cbb2-be08-476b-a30b-89f6f96dacf9 req-80b53bd8-53da-41ed-9d3e-6883288b257a tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:08.244158 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343cbb2-be08-476b-a30b-89f6f96dacf9 req-80b53bd8-53da-41ed-9d3e-6883288b257a tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:08.250872 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343cbb2-be08-476b-a30b-89f6f96dacf9 req-80b53bd8-53da-41ed-9d3e-6883288b257a tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:08.262740 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343cbb2-be08-476b-a30b-89f6f96dacf9 req-80b53bd8-53da-41ed-9d3e-6883288b257a tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:08.275792 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343cbb2-be08-476b-a30b-89f6f96dacf9 req-80b53bd8-53da-41ed-9d3e-6883288b257a tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:08.288771 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343cbb2-be08-476b-a30b-89f6f96dacf9 req-80b53bd8-53da-41ed-9d3e-6883288b257a tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:08.301520 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:08.303878 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343cbb2-be08-476b-a30b-89f6f96dacf9 req-80b53bd8-53da-41ed-9d3e-6883288b257a tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:08.315522 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d343cbb2-be08-476b-a30b-89f6f96dacf9 req-80b53bd8-53da-41ed-9d3e-6883288b257a tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 5372 time: 0.6361086 Aug 22 13:26:08.362849 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port e629b353-b03b-484b-afe4-e0b7200985b8, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=e629b353-b03b-484b-afe4-e0b7200985b8,segment=NetworkSegment(4c6e1d8d-4c7e-4c05-b40c-a119ed7a60f2),segment_id=4c6e1d8d-4c7e-4c05-b40c-a119ed7a60f2)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:08.371405 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-e839ca4c-628f-4e6c-9130-a7f10e42e904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:08.375576 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:08.441812 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=e629b353-b03b-484b-afe4-e0b7200985b8,revision_number=8']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:08.472755 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a252b2b4-1e92-4acb-8c32-ca7dff738280 req-97fc5d6b-0d09-415d-8f08-3f9e92f5408b tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:08.474280 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a252b2b4-1e92-4acb-8c32-ca7dff738280 req-97fc5d6b-0d09-415d-8f08-3f9e92f5408b tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc6b3322-6437-4e90-aad7-fee4bae751f7 HTTP/1.1" status: 200 len: 945 time: 0.3548076 Aug 22 13:26:08.518687 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f8032-e958-457f-b030-440e39255c0a req-12366383-2c5a-4b94-b8f2-09197ed90b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:08.519173 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f8032-e958-457f-b030-440e39255c0a req-12366383-2c5a-4b94-b8f2-09197ed90b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:08.519642 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f8032-e958-457f-b030-440e39255c0a req-12366383-2c5a-4b94-b8f2-09197ed90b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:08.521388 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-815f8032-e958-457f-b030-440e39255c0a req-12366383-2c5a-4b94-b8f2-09197ed90b3d service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=2389b5e02dee4864a1a7f4824db49bc1&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4830980 Aug 22 13:26:08.548840 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d343cbb2-be08-476b-a30b-89f6f96dacf9 req-41be1cf6-bded-4d28-a115-308fc9cca60e tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/security-groups?id=4cc9f53d-f53a-41a9-9530-58f2e575d924&id=6e2ef2da-4440-4915-b63c-e03f5cd2edf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2323649 Aug 22 13:26:08.551091 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-d20de616-35a2-47b0-a93e-8982ef0485b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe5b226-e2f4-41d9-a543-181726c6abdc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1582655311-router', 'tenant_id': '4d9750df62d34d28beb15eff8be21051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'f75ece67-223e-4999-b544-78a4cc16bb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:25:52Z', 'updated_at': '2021-08-22T13:26:02Z', 'revision_number': 4, 'project_id': '4d9750df62d34d28beb15eff8be21051', 'gw_port': {'id': 'f75ece67-223e-4999-b544-78a4cc16bb99', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:4b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe5b226-e2f4-41d9-a543-181726c6abdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:54Z', 'updated_at': '2021-08-22T13:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '2cd25fc7-fcf0-4c0f-a611-25971c18432b', 'name': '', 'network_id': '7bb5b21d-df35-4f50-8226-92da5c73c522', 'tenant_id': '4d9750df62d34d28beb15eff8be21051', 'mac_address': 'fa:16:3e:93:a1:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe5b226-e2f4-41d9-a543-181726c6abdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'c325b325-e4c0-4e1f-8f24-c36f107ba68b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:59Z', 'updated_at': '2021-08-22T13:26:07Z', 'revision_number': 4, 'project_id': '4d9750df62d34d28beb15eff8be21051', 'subnets': [{'id': 'c325b325-e4c0-4e1f-8f24-c36f107ba68b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:26:08.586316 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20de616-35a2-47b0-a93e-8982ef0485b3 None None] The sync data for ids ['3fe5b226-e2f4-41d9-a543-181726c6abdc'] in n-d-793621-33 is: [{'id': '3fe5b226-e2f4-41d9-a543-181726c6abdc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1582655311-router', 'tenant_id': '4d9750df62d34d28beb15eff8be21051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'f75ece67-223e-4999-b544-78a4cc16bb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:25:52Z', 'updated_at': '2021-08-22T13:26:02Z', 'revision_number': 4, 'project_id': '4d9750df62d34d28beb15eff8be21051', 'gw_port': {'id': 'f75ece67-223e-4999-b544-78a4cc16bb99', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:4b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe5b226-e2f4-41d9-a543-181726c6abdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:54Z', 'updated_at': '2021-08-22T13:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '2cd25fc7-fcf0-4c0f-a611-25971c18432b', 'name': '', 'network_id': '7bb5b21d-df35-4f50-8226-92da5c73c522', 'tenant_id': '4d9750df62d34d28beb15eff8be21051', 'mac_address': 'fa:16:3e:93:a1:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe5b226-e2f4-41d9-a543-181726c6abdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'c325b325-e4c0-4e1f-8f24-c36f107ba68b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:59Z', 'updated_at': '2021-08-22T13:26:07Z', 'revision_number': 4, 'project_id': '4d9750df62d34d28beb15eff8be21051', 'subnets': [{'id': 'c325b325-e4c0-4e1f-8f24-c36f107ba68b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:26:08.899110 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f8032-e958-457f-b030-440e39255c0a req-7a642949-1e54-450e-a311-1c5a2dee340a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:08.900383 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6653f87-3fa7-4667-b525-8a5666ee57af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e629b353-b03b-484b-afe4-e0b7200985b8'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:26:08.900825 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-815f8032-e958-457f-b030-440e39255c0a req-7a642949-1e54-450e-a311-1c5a2dee340a service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3506396 Aug 22 13:26:08.903596 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dab1dd4-5103-404d-961c-2b08278a7803" -d '{"events": [{"server_uuid": "c6653f87-3fa7-4667-b525-8a5666ee57af", "name": "network-vif-unplugged", "status": "completed", "tag": "e629b353-b03b-484b-afe4-e0b7200985b8"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:26:08.949145 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a252b2b4-1e92-4acb-8c32-ca7dff738280 req-0cbaf8b2-73d1-4b02-bc73-e68b95f9c262 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4521956 Aug 22 13:26:08.977336 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd0686-6e16-4b0c-9a20-4886f320ef31 req-077057e9-5c03-4c84-b2a3-23ad9a8e233d tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:08.979997 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8fdd0686-6e16-4b0c-9a20-4886f320ef31 req-077057e9-5c03-4c84-b2a3-23ad9a8e233d tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6653f87-3fa7-4667-b525-8a5666ee57af HTTP/1.1" status: 200 len: 944 time: 0.6010721 Aug 22 13:26:09.235643 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-e839ca4c-628f-4e6c-9130-a7f10e42e904 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dbd4c0b-f8a8-407f-95de-f4be4481eaec {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:26:09.244584 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-e839ca4c-628f-4e6c-9130-a7f10e42e904 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:09.267051 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-e839ca4c-628f-4e6c-9130-a7f10e42e904 service neutron] Transition to ACTIVE for port object 2dbd4c0b-f8a8-407f-95de-f4be4481eaec will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:26:09.339563 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-22705536-8c87-4799-af28-d588c9c3bac0 req-f7dcae55-4985-4660-825b-7d119cd74b55 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] 10.222.0.21 "GET /v2.0/ports?device_id=190e2756-2527-4272-bc9b-26f5200db4ab HTTP/1.1" status: 200 len: 210 time: 0.0699499 Aug 22 13:26:09.341653 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-e839ca4c-628f-4e6c-9130-a7f10e42e904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:09.481593 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'tag': 'aa5cdb91-66e3-442c-9d12-088167557b99'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:26:09.483860 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9bbe0c4-0583-4972-a914-ef3debf87a31" -d '{"events": [{"name": "network-changed", "server_uuid": "506f98cb-b30e-4045-a872-1c9f4dda56cb", "tag": "aa5cdb91-66e3-442c-9d12-088167557b99"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:26:09.555877 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 2cd25fc7-fcf0-4c0f-a611-25971c18432b up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:26:09.617572 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-788e238f-1eda-4e12-92fb-d3968d205832 req-cb0c53dd-a0b5-4d4c-89df-b6ebe3e8883f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f887ac67-9fac-4958-9d7e-5971de6f6263&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1006248 Aug 22 13:26:09.718720 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569ed88-608c-400d-9661-db89a36e88ce req-c7c09eeb-4c24-4f5b-b061-d106d9251581 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:09.720763 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 2cd25fc7-fcf0-4c0f-a611-25971c18432b completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:26:09.725524 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c569ed88-608c-400d-9661-db89a36e88ce req-c7c09eeb-4c24-4f5b-b061-d106d9251581 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] 10.222.0.41 "GET /v2.0/networks?id=7bb5b21d-df35-4f50-8226-92da5c73c522 HTTP/1.1" status: 200 len: 829 time: 0.4406605 Aug 22 13:26:09.728525 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 2cd25fc7-fcf0-4c0f-a611-25971c18432b triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:26:09.729177 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:09.757981 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-c569ed88-608c-400d-9661-db89a36e88ce req-5dab51bd-bb5c-412f-831d-05fd303b6874 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Request body: {'port': {'device_id': '190e2756-2527-4272-bc9b-26f5200db4ab', 'network_id': '7bb5b21d-df35-4f50-8226-92da5c73c522', 'admin_state_up': True, 'tenant_id': '4d9750df62d34d28beb15eff8be21051'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:26:10.010004 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-e839ca4c-628f-4e6c-9130-a7f10e42e904 service neutron] Attempting to bind port 2dbd4c0b-f8a8-407f-95de-f4be4481eaec on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:26:10.010526 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-e839ca4c-628f-4e6c-9130-a7f10e42e904 service neutron] Attempting to bind port 2dbd4c0b-f8a8-407f-95de-f4be4481eaec by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '39f86938-cd23-49cd-9ccb-5c572c933116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0cc210c0-a1af-4d1a-af13-c74a90748aeb'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:26:10.012112 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-e839ca4c-628f-4e6c-9130-a7f10e42e904 service neutron] Attempting to bind port 2dbd4c0b-f8a8-407f-95de-f4be4481eaec on network 0cc210c0-a1af-4d1a-af13-c74a90748aeb {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:26:10.021783 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-8fdd0686-6e16-4b0c-9a20-4886f320ef31 req-179ff19b-7b73-448f-a6a8-a6bf21c1be54 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Deleting port e629b353-b03b-484b-afe4-e0b7200985b8 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:26:10.022347 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-8fdd0686-6e16-4b0c-9a20-4886f320ef31 req-179ff19b-7b73-448f-a6a8-a6bf21c1be54 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:10.098537 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:10.163473 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 13:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d4a1a2-5aa1-4210-8f94-fe7073ac8aad x-openstack-request-id: req-69d4a1a2-5aa1-4210-8f94-fe7073ac8aad {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:26:10.163727 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6653f87-3fa7-4667-b525-8a5666ee57af", "name": "network-vif-unplugged", "status": "completed", "tag": "e629b353-b03b-484b-afe4-e0b7200985b8", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:26:10.163990 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-69d4a1a2-5aa1-4210-8f94-fe7073ac8aad {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:26:10.164508 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6653f87-3fa7-4667-b525-8a5666ee57af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e629b353-b03b-484b-afe4-e0b7200985b8', 'code': 200} Aug 22 13:26:10.172177 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-8fdd0686-6e16-4b0c-9a20-4886f320ef31 req-179ff19b-7b73-448f-a6a8-a6bf21c1be54 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] For port e629b353-b03b-484b-afe4-e0b7200985b8, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=e629b353-b03b-484b-afe4-e0b7200985b8,segment=NetworkSegment(4c6e1d8d-4c7e-4c05-b40c-a119ed7a60f2),segment_id=4c6e1d8d-4c7e-4c05-b40c-a119ed7a60f2)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:10.172393 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-8fdd0686-6e16-4b0c-9a20-4886f320ef31 req-179ff19b-7b73-448f-a6a8-a6bf21c1be54 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:10.190610 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-8fdd0686-6e16-4b0c-9a20-4886f320ef31 req-179ff19b-7b73-448f-a6a8-a6bf21c1be54 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Calling delete_port for e629b353-b03b-484b-afe4-e0b7200985b8 owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:26:10.232380 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 2cd25fc7-fcf0-4c0f-a611-25971c18432b, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=2cd25fc7-fcf0-4c0f-a611-25971c18432b,segment=NetworkSegment(b28f9651-918f-474f-b566-449a0b3d2349),segment_id=b28f9651-918f-474f-b566-449a0b3d2349)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:10.236084 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c569ed88-608c-400d-9661-db89a36e88ce req-5dab51bd-bb5c-412f-831d-05fd303b6874 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Made reservation on behalf of 4d9750df62d34d28beb15eff8be21051 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:26:10.242454 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:10.243233 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c569ed88-608c-400d-9661-db89a36e88ce req-5dab51bd-bb5c-412f-831d-05fd303b6874 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:10.341772 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=2cd25fc7-fcf0-4c0f-a611-25971c18432b,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:10.360511 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:26:10.360778 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:26:10.361144 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:26:10.361604 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:26:10.364597 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:26:10.365100 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:26:10.365836 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:26:10.366491 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:26:10.366929 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:26:10.367359 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:26:10.367807 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:26:10.369194 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:26:10.469598 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-e839ca4c-628f-4e6c-9130-a7f10e42e904 service neutron] Port 2dbd4c0b-f8a8-407f-95de-f4be4481eaec on network 0cc210c0-a1af-4d1a-af13-c74a90748aeb not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:26:10.472965 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-e839ca4c-628f-4e6c-9130-a7f10e42e904 service neutron] Attempting to bind port 2dbd4c0b-f8a8-407f-95de-f4be4481eaec on network 0cc210c0-a1af-4d1a-af13-c74a90748aeb {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:26:10.512117 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839ca4c-628f-4e6c-9130-a7f10e42e904 service neutron] Pushing event updated for resources: {'Port': ['ID=2dbd4c0b-f8a8-407f-95de-f4be4481eaec,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:10.523856 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-c569ed88-608c-400d-9661-db89a36e88ce req-5dab51bd-bb5c-412f-831d-05fd303b6874 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Allocated IP 172.20.0.5 (7bb5b21d-df35-4f50-8226-92da5c73c522/c325b325-e4c0-4e1f-8f24-c36f107ba68b/d9a840f9-aafb-4fa4-b350-9b57d68dc0b1) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:26:10.538558 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-8fdd0686-6e16-4b0c-9a20-4886f320ef31 req-179ff19b-7b73-448f-a6a8-a6bf21c1be54 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:10.603793 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-e839ca4c-628f-4e6c-9130-a7f10e42e904 service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:26:10.604348 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-e839ca4c-628f-4e6c-9130-a7f10e42e904 service neutron] Checking segment: {'id': '39f86938-cd23-49cd-9ccb-5c572c933116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0cc210c0-a1af-4d1a-af13-c74a90748aeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:26:10.604984 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-e839ca4c-628f-4e6c-9130-a7f10e42e904 service neutron] Bound using segment: {'id': '39f86938-cd23-49cd-9ccb-5c572c933116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0cc210c0-a1af-4d1a-af13-c74a90748aeb'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:26:10.605456 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-e839ca4c-628f-4e6c-9130-a7f10e42e904 service neutron] Bound port: 2dbd4c0b-f8a8-407f-95de-f4be4481eaec, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39f86938-cd23-49cd-9ccb-5c572c933116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0cc210c0-a1af-4d1a-af13-c74a90748aeb'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:26:10.605828 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-e839ca4c-628f-4e6c-9130-a7f10e42e904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:10.615062 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ff19b-7b73-448f-a6a8-a6bf21c1be54 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Pushing event deleted for resources: {'Port': ['ID=e629b353-b03b-484b-afe4-e0b7200985b8,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:10.741054 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24060b35-eedd-4536-9cf4-063070becebb req-ce36a9f2-8099-4101-a552-f42f31ef562a tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:10.742677 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-24060b35-eedd-4536-9cf4-063070becebb req-ce36a9f2-8099-4101-a552-f42f31ef562a tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6653f87-3fa7-4667-b525-8a5666ee57af HTTP/1.1" status: 200 len: 944 time: 1.1366515 Aug 22 13:26:10.810338 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c569ed88-608c-400d-9661-db89a36e88ce req-5dab51bd-bb5c-412f-831d-05fd303b6874 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:10.833069 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fdd0686-6e16-4b0c-9a20-4886f320ef31 req-179ff19b-7b73-448f-a6a8-a6bf21c1be54 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] No DVR routers for this DVR port e629b353-b03b-484b-afe4-e0b7200985b8 on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:26:10.841682 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-8fdd0686-6e16-4b0c-9a20-4886f320ef31 req-179ff19b-7b73-448f-a6a8-a6bf21c1be54 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:10.844084 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8fdd0686-6e16-4b0c-9a20-4886f320ef31 req-179ff19b-7b73-448f-a6a8-a6bf21c1be54 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.16 "DELETE /v2.0/ports/e629b353-b03b-484b-afe4-e0b7200985b8 HTTP/1.1" status: 204 len: 173 time: 1.8533349 Aug 22 13:26:10.855338 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-c569ed88-608c-400d-9661-db89a36e88ce req-5dab51bd-bb5c-412f-831d-05fd303b6874 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Transition to ACTIVE for port object d9a840f9-aafb-4fa4-b350-9b57d68dc0b1 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:26:10.897214 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd11127-1c87-4570-b904-b95c306e5849 req-7d68a1bf-3add-4294-800d-596512b9f31b tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:10.907184 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bfd11127-1c87-4570-b904-b95c306e5849 req-7d68a1bf-3add-4294-800d-596512b9f31b tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=f887ac67-9fac-4958-9d7e-5971de6f6263 HTTP/1.1" status: 200 len: 949 time: 0.4818342 Aug 22 13:26:10.990696 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c569ed88-608c-400d-9661-db89a36e88ce req-5dab51bd-bb5c-412f-831d-05fd303b6874 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:11.069739 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-e839ca4c-628f-4e6c-9130-a7f10e42e904 service neutron] For port 2dbd4c0b-f8a8-407f-95de-f4be4481eaec, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:26:11.084141 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bfd11127-1c87-4570-b904-b95c306e5849 req-8258e87d-87bb-4d5a-a733-45e96271b5d0 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742494 Aug 22 13:26:11.099465 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-24060b35-eedd-4536-9cf4-063070becebb req-7f97b892-6a99-4d33-842a-f1ebba988df5 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f52e29-9b4a-48c0-bf7d-3bf6374c285c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765546 Aug 22 13:26:11.119630 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-e839ca4c-628f-4e6c-9130-a7f10e42e904 service neutron] For port 2dbd4c0b-f8a8-407f-95de-f4be4481eaec, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=2dbd4c0b-f8a8-407f-95de-f4be4481eaec,segment=NetworkSegment(39f86938-cd23-49cd-9ccb-5c572c933116),segment_id=39f86938-cd23-49cd-9ccb-5c572c933116)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:26:11.127973 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-e839ca4c-628f-4e6c-9130-a7f10e42e904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:11.145580 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c569ed88-608c-400d-9661-db89a36e88ce req-5dab51bd-bb5c-412f-831d-05fd303b6874 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Network 7bb5b21d-df35-4f50-8226-92da5c73c522 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:26:11.148518 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-c569ed88-608c-400d-9661-db89a36e88ce req-5dab51bd-bb5c-412f-831d-05fd303b6874 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:26:11.160683 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-c569ed88-608c-400d-9661-db89a36e88ce req-5dab51bd-bb5c-412f-831d-05fd303b6874 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:26:11.235581 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9074cb-52db-4983-b245-2e93033bdaba x-openstack-request-id: req-be9074cb-52db-4983-b245-2e93033bdaba {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:26:11.235581 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "506f98cb-b30e-4045-a872-1c9f4dda56cb", "tag": "aa5cdb91-66e3-442c-9d12-088167557b99", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:26:11.235581 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-be9074cb-52db-4983-b245-2e93033bdaba {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:26:11.235965 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'tag': 'aa5cdb91-66e3-442c-9d12-088167557b99', 'status': 'completed', 'code': 200} Aug 22 13:26:11.285432 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839ca4c-628f-4e6c-9130-a7f10e42e904 service neutron] Pushing event updated for resources: {'Port': ['ID=2dbd4c0b-f8a8-407f-95de-f4be4481eaec,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:11.315675 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dab51bd-bb5c-412f-831d-05fd303b6874 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Pushing event updated for resources: {'Port': ['ID=d9a840f9-aafb-4fa4-b350-9b57d68dc0b1,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:11.337953 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dab51bd-bb5c-412f-831d-05fd303b6874 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:26:11.338307 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dab51bd-bb5c-412f-831d-05fd303b6874 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:26:11.338645 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dab51bd-bb5c-412f-831d-05fd303b6874 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:26:11.338979 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dab51bd-bb5c-412f-831d-05fd303b6874 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:26:11.339306 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dab51bd-bb5c-412f-831d-05fd303b6874 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:26:11.339832 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dab51bd-bb5c-412f-831d-05fd303b6874 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:26:11.340346 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dab51bd-bb5c-412f-831d-05fd303b6874 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:26:11.340903 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dab51bd-bb5c-412f-831d-05fd303b6874 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:26:11.341390 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dab51bd-bb5c-412f-831d-05fd303b6874 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:26:11.341896 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dab51bd-bb5c-412f-831d-05fd303b6874 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:26:11.343203 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dab51bd-bb5c-412f-831d-05fd303b6874 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:26:11.343871 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dab51bd-bb5c-412f-831d-05fd303b6874 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:26:11.375820 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-e839ca4c-628f-4e6c-9130-a7f10e42e904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:11.376472 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-e839ca4c-628f-4e6c-9130-a7f10e42e904 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:11.377887 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-e839ca4c-628f-4e6c-9130-a7f10e42e904 service neutron] 10.222.0.16 "PUT /v2.0/ports/2dbd4c0b-f8a8-407f-95de-f4be4481eaec HTTP/1.1" status: 200 len: 1092 time: 3.5048957 Aug 22 13:26:11.398777 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569ed88-608c-400d-9661-db89a36e88ce req-5dab51bd-bb5c-412f-831d-05fd303b6874 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:11.400300 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c569ed88-608c-400d-9661-db89a36e88ce req-5dab51bd-bb5c-412f-831d-05fd303b6874 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:11.422004 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c569ed88-608c-400d-9661-db89a36e88ce req-5dab51bd-bb5c-412f-831d-05fd303b6874 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6790180 Aug 22 13:26:11.437652 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-c3e29728-bf80-4989-b610-9ab090969294 service neutron] Request body: {'port': {'device_id': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:26:11.442003 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 2cd25fc7-fcf0-4c0f-a611-25971c18432b up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:26:11.442955 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-c569ed88-608c-400d-9661-db89a36e88ce req-7230af49-78c3-44aa-bdc4-2a1fd588597b service neutron] Request body: {'port': {'device_id': '190e2756-2527-4272-bc9b-26f5200db4ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:26:11.451509 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d9b63e-0394-4d35-901e-b16f834f860f req-dcad3f63-90b6-4fd1-8fa1-ad82d61879f2 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:11.457997 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d9b63e-0394-4d35-901e-b16f834f860f req-dcad3f63-90b6-4fd1-8fa1-ad82d61879f2 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:11.465330 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d9b63e-0394-4d35-901e-b16f834f860f req-dcad3f63-90b6-4fd1-8fa1-ad82d61879f2 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:11.484666 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d9b63e-0394-4d35-901e-b16f834f860f req-dcad3f63-90b6-4fd1-8fa1-ad82d61879f2 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:11.502009 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d9b63e-0394-4d35-901e-b16f834f860f req-dcad3f63-90b6-4fd1-8fa1-ad82d61879f2 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:11.508020 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d9b63e-0394-4d35-901e-b16f834f860f req-dcad3f63-90b6-4fd1-8fa1-ad82d61879f2 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:11.525634 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d9b63e-0394-4d35-901e-b16f834f860f req-dcad3f63-90b6-4fd1-8fa1-ad82d61879f2 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:11.527718 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e9d9b63e-0394-4d35-901e-b16f834f860f req-dcad3f63-90b6-4fd1-8fa1-ad82d61879f2 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 5384 time: 0.2345903 Aug 22 13:26:11.533038 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 2cd25fc7-fcf0-4c0f-a611-25971c18432b triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:26:11.533429 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:11.543170 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bbe0c4-0583-4972-a914-ef3debf87a31 req-675e642c-8690-4244-9438-520b0466a30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:11.543694 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bbe0c4-0583-4972-a914-ef3debf87a31 req-675e642c-8690-4244-9438-520b0466a30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:11.544105 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bbe0c4-0583-4972-a914-ef3debf87a31 req-675e642c-8690-4244-9438-520b0466a30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:11.544658 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bbe0c4-0583-4972-a914-ef3debf87a31 req-675e642c-8690-4244-9438-520b0466a30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:11.545142 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bbe0c4-0583-4972-a914-ef3debf87a31 req-675e642c-8690-4244-9438-520b0466a30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:11.545575 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bbe0c4-0583-4972-a914-ef3debf87a31 req-675e642c-8690-4244-9438-520b0466a30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:11.546576 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bbe0c4-0583-4972-a914-ef3debf87a31 req-675e642c-8690-4244-9438-520b0466a30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:11.548640 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d9bbe0c4-0583-4972-a914-ef3debf87a31 req-675e642c-8690-4244-9438-520b0466a30b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2389b5e02dee4864a1a7f4824db49bc1&device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 6280 time: 0.3156948 Aug 22 13:26:11.618516 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c569ed88-608c-400d-9661-db89a36e88ce req-7230af49-78c3-44aa-bdc4-2a1fd588597b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:11.679798 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-780998c1-96fc-4b5d-a690-ad533da54678 None None] Provisioning for port d9a840f9-aafb-4fa4-b350-9b57d68dc0b1 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:26:11.686127 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-780998c1-96fc-4b5d-a690-ad533da54678 None None] Provisioning complete for port d9a840f9-aafb-4fa4-b350-9b57d68dc0b1 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:26:11.692782 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-780998c1-96fc-4b5d-a690-ad533da54678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:11.703093 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe8344-1714-4cb2-9ff6-9dec2ef70d95 req-8b1dc749-fdca-4dce-9e36-33339e86c7ea tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:11.714829 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-abbe8344-1714-4cb2-9ff6-9dec2ef70d95 req-8b1dc749-fdca-4dce-9e36-33339e86c7ea tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc6b3322-6437-4e90-aad7-fee4bae751f7 HTTP/1.1" status: 200 len: 945 time: 0.4303637 Aug 22 13:26:11.847746 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-780998c1-96fc-4b5d-a690-ad533da54678 None None] Port d9a840f9-aafb-4fa4-b350-9b57d68dc0b1 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:26:12.081628 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-c569ed88-608c-400d-9661-db89a36e88ce req-7230af49-78c3-44aa-bdc4-2a1fd588597b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9a840f9-aafb-4fa4-b350-9b57d68dc0b1 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:26:12.091459 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c569ed88-608c-400d-9661-db89a36e88ce req-7230af49-78c3-44aa-bdc4-2a1fd588597b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:12.127270 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-c569ed88-608c-400d-9661-db89a36e88ce req-7230af49-78c3-44aa-bdc4-2a1fd588597b service neutron] Transition to ACTIVE for port object d9a840f9-aafb-4fa4-b350-9b57d68dc0b1 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:26:12.137639 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c569ed88-608c-400d-9661-db89a36e88ce req-7230af49-78c3-44aa-bdc4-2a1fd588597b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:12.208461 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7230af49-78c3-44aa-bdc4-2a1fd588597b service neutron] Pushing event updated for resources: {'Port': ['ID=d9a840f9-aafb-4fa4-b350-9b57d68dc0b1,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:12.303242 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e9d9b63e-0394-4d35-901e-b16f834f860f req-b0d80fd5-ecfc-41a0-ab2e-4ae48112987b tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/security-groups?id=4cc9f53d-f53a-41a9-9530-58f2e575d924&id=6e2ef2da-4440-4915-b63c-e03f5cd2edf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7419701 Aug 22 13:26:12.304464 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-c3e29728-bf80-4989-b610-9ab090969294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:12.334390 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e238f-1eda-4e12-92fb-d3968d205832 req-39f81636-7c25-4ea8-8273-9059df11fc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:12.335766 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-788e238f-1eda-4e12-92fb-d3968d205832 req-39f81636-7c25-4ea8-8273-9059df11fc0e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=01d864243fbf4cf6816e3fd9d58ef026&device_id=f887ac67-9fac-4958-9d7e-5971de6f6263 HTTP/1.1" status: 200 len: 1101 time: 0.1230030 Aug 22 13:26:12.380385 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-c569ed88-608c-400d-9661-db89a36e88ce req-7230af49-78c3-44aa-bdc4-2a1fd588597b service neutron] Attempting to bind port d9a840f9-aafb-4fa4-b350-9b57d68dc0b1 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:26:12.381043 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-c569ed88-608c-400d-9661-db89a36e88ce req-7230af49-78c3-44aa-bdc4-2a1fd588597b service neutron] Attempting to bind port d9a840f9-aafb-4fa4-b350-9b57d68dc0b1 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': 'b28f9651-918f-474f-b566-449a0b3d2349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7bb5b21d-df35-4f50-8226-92da5c73c522'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:26:12.381418 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c569ed88-608c-400d-9661-db89a36e88ce req-7230af49-78c3-44aa-bdc4-2a1fd588597b service neutron] Attempting to bind port d9a840f9-aafb-4fa4-b350-9b57d68dc0b1 on network 7bb5b21d-df35-4f50-8226-92da5c73c522 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:26:12.407670 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-abbe8344-1714-4cb2-9ff6-9dec2ef70d95 req-7c30221f-1dd6-4a99-8d1e-4b7b5d7b8167 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6916387 Aug 22 13:26:12.408922 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bbe0c4-0583-4972-a914-ef3debf87a31 req-2449446c-cd02-4337-b207-04d82a1752e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:12.409472 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bbe0c4-0583-4972-a914-ef3debf87a31 req-2449446c-cd02-4337-b207-04d82a1752e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:12.409846 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bbe0c4-0583-4972-a914-ef3debf87a31 req-2449446c-cd02-4337-b207-04d82a1752e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:12.411433 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d9bbe0c4-0583-4972-a914-ef3debf87a31 req-2449446c-cd02-4337-b207-04d82a1752e9 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=2389b5e02dee4864a1a7f4824db49bc1&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7999401 Aug 22 13:26:12.563674 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bbe0c4-0583-4972-a914-ef3debf87a31 req-8150cbb8-b2c9-427e-9e44-ece348c550a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:12.565747 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d9bbe0c4-0583-4972-a914-ef3debf87a31 req-8150cbb8-b2c9-427e-9e44-ece348c550a3 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1326733 Aug 22 13:26:12.675085 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc93234d-bd07-4075-8e65-55fa9a46c4df req-daf43d3a-cc13-46b5-94c3-4b7801ed7503 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:12.684705 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fc93234d-bd07-4075-8e65-55fa9a46c4df req-daf43d3a-cc13-46b5-94c3-4b7801ed7503 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] 10.222.0.21 "GET /v2.0/ports?device_id=190e2756-2527-4272-bc9b-26f5200db4ab HTTP/1.1" status: 200 len: 943 time: 0.1105292 Aug 22 13:26:12.836798 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fc93234d-bd07-4075-8e65-55fa9a46c4df req-854fa91c-750d-40af-95ea-5a5ee881852a tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e241b5dd-d340-4201-a1ce-9be9d624c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510503 Aug 22 13:26:12.863108 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c569ed88-608c-400d-9661-db89a36e88ce req-7230af49-78c3-44aa-bdc4-2a1fd588597b service neutron] Port d9a840f9-aafb-4fa4-b350-9b57d68dc0b1 on network 7bb5b21d-df35-4f50-8226-92da5c73c522 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:26:12.863490 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c569ed88-608c-400d-9661-db89a36e88ce req-7230af49-78c3-44aa-bdc4-2a1fd588597b service neutron] Attempting to bind port d9a840f9-aafb-4fa4-b350-9b57d68dc0b1 on network 7bb5b21d-df35-4f50-8226-92da5c73c522 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:26:12.873234 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c569ed88-608c-400d-9661-db89a36e88ce req-7230af49-78c3-44aa-bdc4-2a1fd588597b service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:26:12.873550 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c569ed88-608c-400d-9661-db89a36e88ce req-7230af49-78c3-44aa-bdc4-2a1fd588597b service neutron] Checking segment: {'id': 'b28f9651-918f-474f-b566-449a0b3d2349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7bb5b21d-df35-4f50-8226-92da5c73c522'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:26:12.874000 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c569ed88-608c-400d-9661-db89a36e88ce req-7230af49-78c3-44aa-bdc4-2a1fd588597b service neutron] Bound using segment: {'id': 'b28f9651-918f-474f-b566-449a0b3d2349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7bb5b21d-df35-4f50-8226-92da5c73c522'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:26:12.875766 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-c569ed88-608c-400d-9661-db89a36e88ce req-7230af49-78c3-44aa-bdc4-2a1fd588597b service neutron] Bound port: d9a840f9-aafb-4fa4-b350-9b57d68dc0b1, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b28f9651-918f-474f-b566-449a0b3d2349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7bb5b21d-df35-4f50-8226-92da5c73c522'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:26:12.876121 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c569ed88-608c-400d-9661-db89a36e88ce req-7230af49-78c3-44aa-bdc4-2a1fd588597b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:12.957057 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-c569ed88-608c-400d-9661-db89a36e88ce req-7230af49-78c3-44aa-bdc4-2a1fd588597b service neutron] For port d9a840f9-aafb-4fa4-b350-9b57d68dc0b1, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:26:12.960227 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-c569ed88-608c-400d-9661-db89a36e88ce req-7230af49-78c3-44aa-bdc4-2a1fd588597b service neutron] For port d9a840f9-aafb-4fa4-b350-9b57d68dc0b1, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=d9a840f9-aafb-4fa4-b350-9b57d68dc0b1,segment=NetworkSegment(b28f9651-918f-474f-b566-449a0b3d2349),segment_id=b28f9651-918f-474f-b566-449a0b3d2349)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:26:12.977290 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c569ed88-608c-400d-9661-db89a36e88ce req-7230af49-78c3-44aa-bdc4-2a1fd588597b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:13.025670 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e238f-1eda-4e12-92fb-d3968d205832 req-2d93696c-242f-4e5e-a4df-bc5e748e4432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:13.027127 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-788e238f-1eda-4e12-92fb-d3968d205832 req-2d93696c-242f-4e5e-a4df-bc5e748e4432 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7dc41cff-a3ac-4fc2-ba06-973efce2365e HTTP/1.1" status: 200 len: 870 time: 0.6804557 Aug 22 13:26:13.031588 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569ed88-608c-400d-9661-db89a36e88ce req-7230af49-78c3-44aa-bdc4-2a1fd588597b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:13.032190 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c569ed88-608c-400d-9661-db89a36e88ce req-7230af49-78c3-44aa-bdc4-2a1fd588597b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:13.033637 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c569ed88-608c-400d-9661-db89a36e88ce req-7230af49-78c3-44aa-bdc4-2a1fd588597b service neutron] 10.222.0.41 "PUT /v2.0/ports/d9a840f9-aafb-4fa4-b350-9b57d68dc0b1 HTTP/1.1" status: 200 len: 1092 time: 1.6028457 Aug 22 13:26:13.034077 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '190e2756-2527-4272-bc9b-26f5200db4ab', 'tag': 'd9a840f9-aafb-4fa4-b350-9b57d68dc0b1'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:26:13.036314 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244f51c2-07d1-4c01-a098-dbc824f80860" -d '{"events": [{"name": "network-changed", "server_uuid": "190e2756-2527-4272-bc9b-26f5200db4ab", "tag": "d9a840f9-aafb-4fa4-b350-9b57d68dc0b1"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:26:13.106943 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-c3e29728-bf80-4989-b610-9ab090969294 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea82003c-b5ae-4523-ab17-3a26cb33a9f2 {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:26:13.118699 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-c3e29728-bf80-4989-b610-9ab090969294 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:13.140725 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b807a248-96de-4600-954d-b75aa2059fd4 req-076e9567-5cb4-4d28-9f89-884778838928 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:13.142379 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b807a248-96de-4600-954d-b75aa2059fd4 req-076e9567-5cb4-4d28-9f89-884778838928 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=f887ac67-9fac-4958-9d7e-5971de6f6263 HTTP/1.1" status: 200 len: 949 time: 0.1126070 Aug 22 13:26:13.143287 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-788e238f-1eda-4e12-92fb-d3968d205832 req-fa1e66f5-ffb5-44d3-88a6-85b1369af7aa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=aa1853da-6491-4399-b465-50f363b4b9e8 HTTP/1.1" status: 200 len: 217 time: 0.0851429 Aug 22 13:26:13.147959 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-c3e29728-bf80-4989-b610-9ab090969294 service neutron] Transition to ACTIVE for port object ea82003c-b5ae-4523-ab17-3a26cb33a9f2 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:26:13.157963 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-c3e29728-bf80-4989-b610-9ab090969294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:13.223559 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e29728-bf80-4989-b610-9ab090969294 service neutron] Pushing event updated for resources: {'Port': ['ID=ea82003c-b5ae-4523-ab17-3a26cb33a9f2,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:13.240375 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6653f87-3fa7-4667-b525-8a5666ee57af', 'name': 'network-vif-deleted', 'tag': 'e629b353-b03b-484b-afe4-e0b7200985b8'}, {'name': 'network-changed', 'server_uuid': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'tag': '2dbd4c0b-f8a8-407f-95de-f4be4481eaec'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:26:13.242826 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c2a184-ca64-4e77-a5f7-de1f70dfe831" -d '{"events": [{"server_uuid": "c6653f87-3fa7-4667-b525-8a5666ee57af", "name": "network-vif-deleted", "tag": "e629b353-b03b-484b-afe4-e0b7200985b8"}, {"name": "network-changed", "server_uuid": "506f98cb-b30e-4045-a872-1c9f4dda56cb", "tag": "2dbd4c0b-f8a8-407f-95de-f4be4481eaec"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:26:13.254077 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7230af49-78c3-44aa-bdc4-2a1fd588597b service neutron] Pushing event updated for resources: {'Port': ['ID=d9a840f9-aafb-4fa4-b350-9b57d68dc0b1,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:13.311831 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e238f-1eda-4e12-92fb-d3968d205832 req-bfca903e-5e10-4c55-8cb4-0efe8232a8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:13.324294 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-788e238f-1eda-4e12-92fb-d3968d205832 req-bfca903e-5e10-4c55-8cb4-0efe8232a8d8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.1538470 Aug 22 13:26:13.346107 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569ed88-608c-400d-9661-db89a36e88ce req-d1a11098-ca3a-41c9-bcf1-f10b657b2211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:13.347678 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c569ed88-608c-400d-9661-db89a36e88ce req-d1a11098-ca3a-41c9-bcf1-f10b657b2211 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d9750df62d34d28beb15eff8be21051&device_id=190e2756-2527-4272-bc9b-26f5200db4ab HTTP/1.1" status: 200 len: 1095 time: 0.2317302 Aug 22 13:26:13.391145 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-c3e29728-bf80-4989-b610-9ab090969294 service neutron] Attempting to bind port ea82003c-b5ae-4523-ab17-3a26cb33a9f2 on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:26:13.391689 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-c3e29728-bf80-4989-b610-9ab090969294 service neutron] Attempting to bind port ea82003c-b5ae-4523-ab17-3a26cb33a9f2 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '39f86938-cd23-49cd-9ccb-5c572c933116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0cc210c0-a1af-4d1a-af13-c74a90748aeb'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:26:13.391805 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-c3e29728-bf80-4989-b610-9ab090969294 service neutron] Attempting to bind port ea82003c-b5ae-4523-ab17-3a26cb33a9f2 on network 0cc210c0-a1af-4d1a-af13-c74a90748aeb {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:26:13.398742 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b807a248-96de-4600-954d-b75aa2059fd4 req-509ea673-a65d-496f-b16d-15773e6e7263 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491016 Aug 22 13:26:13.399962 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-c3e29728-bf80-4989-b610-9ab090969294 service neutron] Port ea82003c-b5ae-4523-ab17-3a26cb33a9f2 on network 0cc210c0-a1af-4d1a-af13-c74a90748aeb not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:26:13.400308 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-c3e29728-bf80-4989-b610-9ab090969294 service neutron] Attempting to bind port ea82003c-b5ae-4523-ab17-3a26cb33a9f2 on network 0cc210c0-a1af-4d1a-af13-c74a90748aeb {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:26:13.410137 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-c3e29728-bf80-4989-b610-9ab090969294 service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:26:13.410306 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-c3e29728-bf80-4989-b610-9ab090969294 service neutron] Checking segment: {'id': '39f86938-cd23-49cd-9ccb-5c572c933116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0cc210c0-a1af-4d1a-af13-c74a90748aeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:26:13.410808 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-c3e29728-bf80-4989-b610-9ab090969294 service neutron] Bound using segment: {'id': '39f86938-cd23-49cd-9ccb-5c572c933116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0cc210c0-a1af-4d1a-af13-c74a90748aeb'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:26:13.411067 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-c3e29728-bf80-4989-b610-9ab090969294 service neutron] Bound port: ea82003c-b5ae-4523-ab17-3a26cb33a9f2, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39f86938-cd23-49cd-9ccb-5c572c933116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0cc210c0-a1af-4d1a-af13-c74a90748aeb'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:26:13.414924 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-c3e29728-bf80-4989-b610-9ab090969294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:13.445495 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c569ed88-608c-400d-9661-db89a36e88ce req-bcc7b8eb-4f6b-4afb-9f52-291814e9fc7d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9a840f9-aafb-4fa4-b350-9b57d68dc0b1 HTTP/1.1" status: 200 len: 217 time: 0.0514686 Aug 22 13:26:13.482981 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51648) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:26:13.507091 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-de375447-12bc-4ca0-a5e5-a9c9c7385c81 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Request body: {'security_group': {'name': 'tempest-securitygroup--87338304', 'description': 'tempest-description--1656110209'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:26:13.523201 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921c4624-a15e-4316-a3f5-6e2bc01f6acc x-openstack-request-id: req-921c4624-a15e-4316-a3f5-6e2bc01f6acc {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:26:13.523557 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "190e2756-2527-4272-bc9b-26f5200db4ab", "tag": "d9a840f9-aafb-4fa4-b350-9b57d68dc0b1", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:26:13.523725 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-921c4624-a15e-4316-a3f5-6e2bc01f6acc {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:26:13.524120 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '190e2756-2527-4272-bc9b-26f5200db4ab', 'tag': 'd9a840f9-aafb-4fa4-b350-9b57d68dc0b1', 'status': 'completed', 'code': 200} Aug 22 13:26:13.527056 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e238f-1eda-4e12-92fb-d3968d205832 req-7c3ebf92-dd6c-4530-b5c7-c3ea36836687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:13.528576 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-788e238f-1eda-4e12-92fb-d3968d205832 req-7c3ebf92-dd6c-4530-b5c7-c3ea36836687 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1940563 Aug 22 13:26:13.542580 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-c3e29728-bf80-4989-b610-9ab090969294 service neutron] For port ea82003c-b5ae-4523-ab17-3a26cb33a9f2, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:26:13.546937 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-c3e29728-bf80-4989-b610-9ab090969294 service neutron] For port ea82003c-b5ae-4523-ab17-3a26cb33a9f2, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=ea82003c-b5ae-4523-ab17-3a26cb33a9f2,segment=NetworkSegment(39f86938-cd23-49cd-9ccb-5c572c933116),segment_id=39f86938-cd23-49cd-9ccb-5c572c933116)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:26:13.554227 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 22 Aug 2021 13:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b871058-4639-4ca3-bc10-6c79bf12cb70 x-openstack-request-id: req-4b871058-4639-4ca3-bc10-6c79bf12cb70 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:26:13.554644 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6653f87-3fa7-4667-b525-8a5666ee57af", "name": "network-vif-deleted", "tag": "e629b353-b03b-484b-afe4-e0b7200985b8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "506f98cb-b30e-4045-a872-1c9f4dda56cb", "tag": "2dbd4c0b-f8a8-407f-95de-f4be4481eaec", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:26:13.555294 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4b871058-4639-4ca3-bc10-6c79bf12cb70 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:26:13.566303 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6653f87-3fa7-4667-b525-8a5666ee57af', 'name': 'network-vif-deleted', 'tag': 'e629b353-b03b-484b-afe4-e0b7200985b8', 'status': 'completed', 'code': 200} Aug 22 13:26:13.566673 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'tag': '2dbd4c0b-f8a8-407f-95de-f4be4481eaec', 'status': 'completed', 'code': 200} Aug 22 13:26:13.568651 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-c3e29728-bf80-4989-b610-9ab090969294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:13.570193 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569ed88-608c-400d-9661-db89a36e88ce req-bcfed2e7-5f5b-4b68-a757-5678adf56c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:13.571640 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c569ed88-608c-400d-9661-db89a36e88ce req-bcfed2e7-5f5b-4b68-a757-5678adf56c81 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c325b325-e4c0-4e1f-8f24-c36f107ba68b HTTP/1.1" status: 200 len: 868 time: 0.1083765 Aug 22 13:26:13.644431 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-c3e29728-bf80-4989-b610-9ab090969294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:13.645163 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-c3e29728-bf80-4989-b610-9ab090969294 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:13.646792 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-c3e29728-bf80-4989-b610-9ab090969294 service neutron] 10.222.0.16 "PUT /v2.0/ports/ea82003c-b5ae-4523-ab17-3a26cb33a9f2 HTTP/1.1" status: 200 len: 1092 time: 2.2215967 Aug 22 13:26:13.704917 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device e629b353-b03b-484b-afe4-e0b7200985b8 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:26:13.745832 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-de375447-12bc-4ca0-a5e5-a9c9c7385c81 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:13.747885 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: e629b353-b03b-484b-afe4-e0b7200985b8 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:26:13.749489 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-5efe8c88-bb58-4dd8-8d97-f5c378d7c38a service neutron] Request body: {'port': {'device_id': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:26:13.749957 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device e629b353-b03b-484b-afe4-e0b7200985b8 not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:26:13.774227 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569ed88-608c-400d-9661-db89a36e88ce req-e4a20053-5c24-4714-abf5-05cbc5e15f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:13.776224 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c569ed88-608c-400d-9661-db89a36e88ce req-e4a20053-5c24-4714-abf5-05cbc5e15f25 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bb5b21d-df35-4f50-8226-92da5c73c522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1608174 Aug 22 13:26:13.823234 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-788e238f-1eda-4e12-92fb-d3968d205832 req-eb0f470d-61f6-4003-b714-bf1ed1bbdf43 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866271 Aug 22 13:26:13.835433 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e29728-bf80-4989-b610-9ab090969294 service neutron] Pushing event updated for resources: {'Port': ['ID=ea82003c-b5ae-4523-ab17-3a26cb33a9f2,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:13.854240 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2a184-ca64-4e77-a5f7-de1f70dfe831 req-26bf97f8-6434-44ed-952f-361e563798ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:13.854873 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2a184-ca64-4e77-a5f7-de1f70dfe831 req-26bf97f8-6434-44ed-952f-361e563798ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:13.855415 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2a184-ca64-4e77-a5f7-de1f70dfe831 req-26bf97f8-6434-44ed-952f-361e563798ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:13.855949 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2a184-ca64-4e77-a5f7-de1f70dfe831 req-26bf97f8-6434-44ed-952f-361e563798ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:13.856515 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2a184-ca64-4e77-a5f7-de1f70dfe831 req-26bf97f8-6434-44ed-952f-361e563798ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:13.857040 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2a184-ca64-4e77-a5f7-de1f70dfe831 req-26bf97f8-6434-44ed-952f-361e563798ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:13.857564 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2a184-ca64-4e77-a5f7-de1f70dfe831 req-26bf97f8-6434-44ed-952f-361e563798ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:13.859856 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c8c2a184-ca64-4e77-a5f7-de1f70dfe831 req-26bf97f8-6434-44ed-952f-361e563798ef service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2389b5e02dee4864a1a7f4824db49bc1&device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 6348 time: 0.2735426 Aug 22 13:26:13.917300 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c569ed88-608c-400d-9661-db89a36e88ce req-e9560a5f-4318-48d1-bdcb-32a9b411891f service neutron] 10.222.0.41 "GET /v2.0/networks/7bb5b21d-df35-4f50-8226-92da5c73c522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317189 Aug 22 13:26:13.969105 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60950517-6f46-4e21-b362-ffbe2a3fe3e8 req-577ecf53-cd01-420a-a58b-2c8e564c61c2 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:13.982913 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60950517-6f46-4e21-b362-ffbe2a3fe3e8 req-577ecf53-cd01-420a-a58b-2c8e564c61c2 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:13.990206 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60950517-6f46-4e21-b362-ffbe2a3fe3e8 req-577ecf53-cd01-420a-a58b-2c8e564c61c2 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:13.998429 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60950517-6f46-4e21-b362-ffbe2a3fe3e8 req-577ecf53-cd01-420a-a58b-2c8e564c61c2 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:14.006164 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60950517-6f46-4e21-b362-ffbe2a3fe3e8 req-577ecf53-cd01-420a-a58b-2c8e564c61c2 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:14.012859 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60950517-6f46-4e21-b362-ffbe2a3fe3e8 req-577ecf53-cd01-420a-a58b-2c8e564c61c2 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:14.020098 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60950517-6f46-4e21-b362-ffbe2a3fe3e8 req-577ecf53-cd01-420a-a58b-2c8e564c61c2 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:14.022290 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-60950517-6f46-4e21-b362-ffbe2a3fe3e8 req-577ecf53-cd01-420a-a58b-2c8e564c61c2 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 5396 time: 0.3563664 Aug 22 13:26:14.046799 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c8d09-15df-4368-88c3-0ba5977d3631 req-0f261ab8-6543-40ec-bac7-edae97225867 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:14.052761 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3f8c8d09-15df-4368-88c3-0ba5977d3631 req-0f261ab8-6543-40ec-bac7-edae97225867 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc6b3322-6437-4e90-aad7-fee4bae751f7 HTTP/1.1" status: 200 len: 945 time: 0.4009640 Aug 22 13:26:14.103705 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2a184-ca64-4e77-a5f7-de1f70dfe831 req-cf500198-8d75-4db1-9042-d59b5fbce547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:14.104303 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2a184-ca64-4e77-a5f7-de1f70dfe831 req-cf500198-8d75-4db1-9042-d59b5fbce547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:14.105027 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2a184-ca64-4e77-a5f7-de1f70dfe831 req-cf500198-8d75-4db1-9042-d59b5fbce547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:14.106731 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c8c2a184-ca64-4e77-a5f7-de1f70dfe831 req-cf500198-8d75-4db1-9042-d59b5fbce547 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=2389b5e02dee4864a1a7f4824db49bc1&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2211876 Aug 22 13:26:14.107231 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-5efe8c88-bb58-4dd8-8d97-f5c378d7c38a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:14.111058 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-788e238f-1eda-4e12-92fb-d3968d205832 req-868ec38e-c56d-4fb5-a967-abdfe3054137 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907706 Aug 22 13:26:14.115813 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c569ed88-608c-400d-9661-db89a36e88ce req-fc6f07ef-2228-4812-8ae6-f6a8815aa694 service neutron] 10.222.0.41 "GET /v2.0/networks/7bb5b21d-df35-4f50-8226-92da5c73c522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852734 Aug 22 13:26:14.180364 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-de375447-12bc-4ca0-a5e5-a9c9c7385c81 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:14.194375 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-de375447-12bc-4ca0-a5e5-a9c9c7385c81 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:14.250620 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de375447-12bc-4ca0-a5e5-a9c9c7385c81 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc78775-736a-4b86-9248-0283fa083cef,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:14.258927 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-de375447-12bc-4ca0-a5e5-a9c9c7385c81 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:14.260194 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-de375447-12bc-4ca0-a5e5-a9c9c7385c81 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7753198 Aug 22 13:26:14.263625 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51658) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:26:14.270441 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-32b02838-00b0-44c7-90aa-aca45ab7aca3 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Request body: {'security_group_rule': {'security_group_id': '6cc78775-736a-4b86-9248-0283fa083cef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:26:14.280938 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f51c2-07d1-4c01-a098-dbc824f80860 req-fd532b5b-9a8d-4edf-ad79-816dc2784312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:14.282388 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-244f51c2-07d1-4c01-a098-dbc824f80860 req-fd532b5b-9a8d-4edf-ad79-816dc2784312 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d9750df62d34d28beb15eff8be21051&device_id=190e2756-2527-4272-bc9b-26f5200db4ab HTTP/1.1" status: 200 len: 1095 time: 0.0994954 Aug 22 13:26:14.304662 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-32b02838-00b0-44c7-90aa-aca45ab7aca3 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:14.355449 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-60950517-6f46-4e21-b362-ffbe2a3fe3e8 req-9be3f855-6016-4c5a-91db-6fa3e7a01028 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/security-groups?id=4cc9f53d-f53a-41a9-9530-58f2e575d924&id=6e2ef2da-4440-4915-b63c-e03f5cd2edf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3224957 Aug 22 13:26:14.375136 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3f8c8d09-15df-4368-88c3-0ba5977d3631 req-9dc31d38-2706-40f8-9d68-1981edefba24 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403827 Aug 22 13:26:14.459037 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-32b02838-00b0-44c7-90aa-aca45ab7aca3 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:14.481397 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-32b02838-00b0-44c7-90aa-aca45ab7aca3 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:14.525029 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f51c2-07d1-4c01-a098-dbc824f80860 req-f858fbc4-13c9-4dfd-aca5-0e82667f0e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:14.526690 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-244f51c2-07d1-4c01-a098-dbc824f80860 req-f858fbc4-13c9-4dfd-aca5-0e82667f0e80 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7bb5b21d-df35-4f50-8226-92da5c73c522 HTTP/1.1" status: 200 len: 930 time: 0.2231309 Aug 22 13:26:14.531336 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b02838-00b0-44c7-90aa-aca45ab7aca3 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea66ffd6-7b30-4317-bbb1-4cc856ee968f,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:14.597383 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-244f51c2-07d1-4c01-a098-dbc824f80860 req-9a392b67-6932-4ca2-8311-2251132e9ef7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9a840f9-aafb-4fa4-b350-9b57d68dc0b1 HTTP/1.1" status: 200 len: 217 time: 0.0608692 Aug 22 13:26:14.600047 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-32b02838-00b0-44c7-90aa-aca45ab7aca3 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:14.601432 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-32b02838-00b0-44c7-90aa-aca45ab7aca3 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3367417 Aug 22 13:26:14.604222 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51664) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:26:14.611050 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2a184-ca64-4e77-a5f7-de1f70dfe831 req-1df47c34-5e52-4bf6-89a4-e333d8f69ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:14.612746 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c8c2a184-ca64-4e77-a5f7-de1f70dfe831 req-1df47c34-5e52-4bf6-89a4-e333d8f69ac7 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4898818 Aug 22 13:26:14.615894 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-89e985ea-48e8-4512-ad06-b3b754454509 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Request body: {'security_group_rule': {'security_group_id': '6cc78775-736a-4b86-9248-0283fa083cef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:26:14.712324 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-89e985ea-48e8-4512-ad06-b3b754454509 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:14.730241 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ea9c7-cf45-4fef-8f3e-788c1f673421 req-cecb487a-81ab-47d3-851a-caea686d7c48 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:14.732144 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a63ea9c7-cf45-4fef-8f3e-788c1f673421 req-cecb487a-81ab-47d3-851a-caea686d7c48 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] 10.222.0.21 "GET /v2.0/ports?device_id=190e2756-2527-4272-bc9b-26f5200db4ab HTTP/1.1" status: 200 len: 943 time: 0.1656835 Aug 22 13:26:14.757861 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f51c2-07d1-4c01-a098-dbc824f80860 req-b6d67337-5ca9-4da2-9117-300ec592ccbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:14.759396 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-244f51c2-07d1-4c01-a098-dbc824f80860 req-b6d67337-5ca9-4da2-9117-300ec592ccbf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c325b325-e4c0-4e1f-8f24-c36f107ba68b HTTP/1.1" status: 200 len: 868 time: 0.1016581 Aug 22 13:26:14.816820 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-89e985ea-48e8-4512-ad06-b3b754454509 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:14.824139 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-89e985ea-48e8-4512-ad06-b3b754454509 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:14.833031 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f51c2-07d1-4c01-a098-dbc824f80860 req-5fb08602-04d9-45da-9cb0-453f84d08806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:14.834518 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-244f51c2-07d1-4c01-a098-dbc824f80860 req-5fb08602-04d9-45da-9cb0-453f84d08806 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bb5b21d-df35-4f50-8226-92da5c73c522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0668564 Aug 22 13:26:14.840637 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70226bd1-20c2-4c33-b799-c0403b595385 req-9b31a33c-4e46-4675-9ace-2f2c03801058 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:14.842319 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-70226bd1-20c2-4c33-b799-c0403b595385 req-9b31a33c-4e46-4675-9ace-2f2c03801058 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=f887ac67-9fac-4958-9d7e-5971de6f6263 HTTP/1.1" status: 200 len: 949 time: 0.1431570 Aug 22 13:26:14.847884 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e985ea-48e8-4512-ad06-b3b754454509 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2e2658b-a29b-4cbb-8c6f-aeabd9ea5251,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:14.848109 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a63ea9c7-cf45-4fef-8f3e-788c1f673421 req-9e10838d-661e-4848-abbc-73a9d2818759 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e241b5dd-d340-4201-a1ce-9be9d624c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005960 Aug 22 13:26:14.862894 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-5efe8c88-bb58-4dd8-8d97-f5c378d7c38a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5fa5344-2fed-4661-9aa7-fc0a122c07f8 {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:26:14.872795 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-5efe8c88-bb58-4dd8-8d97-f5c378d7c38a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:14.873286 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-89e985ea-48e8-4512-ad06-b3b754454509 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:14.879295 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-89e985ea-48e8-4512-ad06-b3b754454509 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2691488 Aug 22 13:26:14.879295 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51668) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:26:14.897786 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-5efe8c88-bb58-4dd8-8d97-f5c378d7c38a service neutron] Transition to ACTIVE for port object c5fa5344-2fed-4661-9aa7-fc0a122c07f8 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:26:14.907420 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-c44c8bfc-24bd-4d59-b8e7-9dff20303914 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Request body: {'floatingip': {'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:26:14.910399 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-5efe8c88-bb58-4dd8-8d97-f5c378d7c38a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:14.952493 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c44c8bfc-24bd-4d59-b8e7-9dff20303914 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Notify callbacks [] for floatingip, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:14.971052 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-70226bd1-20c2-4c33-b799-c0403b595385 req-1aaa57ee-e24e-4d35-a246-44a2f8221291 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842829 Aug 22 13:26:15.017092 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-244f51c2-07d1-4c01-a098-dbc824f80860 req-2e6084f4-1fa2-442d-b270-e1dd4f9ac28e service neutron] 10.222.0.41 "GET /v2.0/networks/7bb5b21d-df35-4f50-8226-92da5c73c522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724100 Aug 22 13:26:15.024400 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efe8c88-bb58-4dd8-8d97-f5c378d7c38a service neutron] Pushing event updated for resources: {'Port': ['ID=c5fa5344-2fed-4661-9aa7-fc0a122c07f8,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:15.087513 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-317c1782-8858-4827-a802-1aad6caca025 req-416c00f4-693b-4621-9394-73dacea832d7 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1733863162&fields=id&tenant_id=b51a2828dc644e95bef62325f0835560 HTTP/1.1" status: 200 len: 267 time: 0.0831759 Aug 22 13:26:15.126240 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-5efe8c88-bb58-4dd8-8d97-f5c378d7c38a service neutron] Attempting to bind port c5fa5344-2fed-4661-9aa7-fc0a122c07f8 on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:26:15.127624 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-5efe8c88-bb58-4dd8-8d97-f5c378d7c38a service neutron] Attempting to bind port c5fa5344-2fed-4661-9aa7-fc0a122c07f8 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '86adbc1d-9e27-4818-8ee1-8777c1311f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8858e46b-6208-4875-b089-3b1759ddc36f'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:26:15.128213 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-5efe8c88-bb58-4dd8-8d97-f5c378d7c38a service neutron] Attempting to bind port c5fa5344-2fed-4661-9aa7-fc0a122c07f8 on network 8858e46b-6208-4875-b089-3b1759ddc36f {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:26:15.147913 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-5efe8c88-bb58-4dd8-8d97-f5c378d7c38a service neutron] Port c5fa5344-2fed-4661-9aa7-fc0a122c07f8 on network 8858e46b-6208-4875-b089-3b1759ddc36f not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:26:15.148389 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-5efe8c88-bb58-4dd8-8d97-f5c378d7c38a service neutron] Attempting to bind port c5fa5344-2fed-4661-9aa7-fc0a122c07f8 on network 8858e46b-6208-4875-b089-3b1759ddc36f {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:26:15.152412 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-244f51c2-07d1-4c01-a098-dbc824f80860 req-ccb42902-3054-4067-b34f-d3c1382ed491 service neutron] 10.222.0.41 "GET /v2.0/networks/7bb5b21d-df35-4f50-8226-92da5c73c522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203983 Aug 22 13:26:15.157729 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-5efe8c88-bb58-4dd8-8d97-f5c378d7c38a service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:26:15.158205 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-5efe8c88-bb58-4dd8-8d97-f5c378d7c38a service neutron] Checking segment: {'id': '86adbc1d-9e27-4818-8ee1-8777c1311f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8858e46b-6208-4875-b089-3b1759ddc36f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:26:15.158719 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-5efe8c88-bb58-4dd8-8d97-f5c378d7c38a service neutron] Bound using segment: {'id': '86adbc1d-9e27-4818-8ee1-8777c1311f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8858e46b-6208-4875-b089-3b1759ddc36f'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:26:15.159256 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-5efe8c88-bb58-4dd8-8d97-f5c378d7c38a service neutron] Bound port: c5fa5344-2fed-4661-9aa7-fc0a122c07f8, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86adbc1d-9e27-4818-8ee1-8777c1311f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8858e46b-6208-4875-b089-3b1759ddc36f'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:26:15.159716 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-5efe8c88-bb58-4dd8-8d97-f5c378d7c38a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:15.182526 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c44c8bfc-24bd-4d59-b8e7-9dff20303914 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:15.298744 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-5efe8c88-bb58-4dd8-8d97-f5c378d7c38a service neutron] For port c5fa5344-2fed-4661-9aa7-fc0a122c07f8, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:26:15.308060 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c1782-8858-4827-a802-1aad6caca025 req-22197b1e-2f99-4d9b-9d67-c6960b496b6c tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:15.309656 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-317c1782-8858-4827-a802-1aad6caca025 req-22197b1e-2f99-4d9b-9d67-c6960b496b6c tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] 10.222.0.21 "GET /v2.0/networks?id=143a0aca-6b8a-4e49-a5a0-2f6e96878754 HTTP/1.1" status: 200 len: 816 time: 0.2125001 Aug 22 13:26:15.320688 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-c44c8bfc-24bd-4d59-b8e7-9dff20303914 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Allocated IP 172.25.3.222 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/ff3190b8-d1e7-4afa-89c8-35781b6ffa07) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:26:15.338777 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-5efe8c88-bb58-4dd8-8d97-f5c378d7c38a service neutron] For port c5fa5344-2fed-4661-9aa7-fc0a122c07f8, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=c5fa5344-2fed-4661-9aa7-fc0a122c07f8,segment=NetworkSegment(86adbc1d-9e27-4818-8ee1-8777c1311f1c),segment_id=86adbc1d-9e27-4818-8ee1-8777c1311f1c)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:26:15.343432 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-317c1782-8858-4827-a802-1aad6caca025 req-1a205d91-0b19-4427-b946-be164e23ad86 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] 10.222.0.21 "GET /v2.0/quotas/b51a2828dc644e95bef62325f0835560 HTTP/1.1" status: 200 len: 375 time: 0.0254018 Aug 22 13:26:15.345253 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-5efe8c88-bb58-4dd8-8d97-f5c378d7c38a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:15.408524 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-5efe8c88-bb58-4dd8-8d97-f5c378d7c38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:15.409318 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-5efe8c88-bb58-4dd8-8d97-f5c378d7c38a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:15.411166 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-5efe8c88-bb58-4dd8-8d97-f5c378d7c38a service neutron] 10.222.0.16 "PUT /v2.0/ports/c5fa5344-2fed-4661-9aa7-fc0a122c07f8 HTTP/1.1" status: 200 len: 1092 time: 1.6681681 Aug 22 13:26:15.466028 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-0e2e7cf8-2c9c-480f-a277-39872ebc95ad service neutron] Request body: {'port': {'device_id': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:26:15.482745 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c44c8bfc-24bd-4d59-b8e7-9dff20303914 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:15.535729 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efe8c88-bb58-4dd8-8d97-f5c378d7c38a service neutron] Pushing event updated for resources: {'Port': ['ID=c5fa5344-2fed-4661-9aa7-fc0a122c07f8,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:15.545269 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c44c8bfc-24bd-4d59-b8e7-9dff20303914 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:15.572053 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'tag': 'ea82003c-b5ae-4523-ab17-3a26cb33a9f2'}, {'name': 'network-changed', 'server_uuid': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'tag': 'c5fa5344-2fed-4661-9aa7-fc0a122c07f8'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:26:15.574299 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f899b2c9-4075-43b8-8664-ab6497b44816" -d '{"events": [{"name": "network-changed", "server_uuid": "506f98cb-b30e-4045-a872-1c9f4dda56cb", "tag": "ea82003c-b5ae-4523-ab17-3a26cb33a9f2"}, {"name": "network-changed", "server_uuid": "506f98cb-b30e-4045-a872-1c9f4dda56cb", "tag": "c5fa5344-2fed-4661-9aa7-fc0a122c07f8"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:26:15.577107 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-0e2e7cf8-2c9c-480f-a277-39872ebc95ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:15.598441 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-317c1782-8858-4827-a802-1aad6caca025 req-d0faeaad-503e-4766-a28a-c8db871c91f2 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b51a2828dc644e95bef62325f0835560&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2402670 Aug 22 13:26:15.612743 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44c8bfc-24bd-4d59-b8e7-9dff20303914 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:26:15.631077 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44c8bfc-24bd-4d59-b8e7-9dff20303914 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Pushing event updated for resources: {'Port': ['ID=ff3190b8-d1e7-4afa-89c8-35781b6ffa07,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:15.634809 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-c44c8bfc-24bd-4d59-b8e7-9dff20303914 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:26:15.639313 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44c8bfc-24bd-4d59-b8e7-9dff20303914 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:26:15.668382 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b98185-6add-4d6a-881b-13aa227ce932 req-ddee67d6-76c6-4506-809a-d0a92171c56c tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:15.669945 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-96b98185-6add-4d6a-881b-13aa227ce932 req-ddee67d6-76c6-4506-809a-d0a92171c56c tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc6b3322-6437-4e90-aad7-fee4bae751f7 HTTP/1.1" status: 200 len: 945 time: 0.1840301 Aug 22 13:26:15.766818 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c44c8bfc-24bd-4d59-b8e7-9dff20303914 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:15.803160 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c44c8bfc-24bd-4d59-b8e7-9dff20303914 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:15.857349 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-96b98185-6add-4d6a-881b-13aa227ce932 req-e7446eb4-8aa0-42b7-8258-c4bc91bd4ca2 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784098 Aug 22 13:26:15.956737 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-317c1782-8858-4827-a802-1aad6caca025 req-7c31815d-e4d1-4872-a90b-20decc8a8964 service neutron] 10.222.0.21 "GET /v2.0/networks/143a0aca-6b8a-4e49-a5a0-2f6e96878754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574085 Aug 22 13:26:15.984325 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c44c8bfc-24bd-4d59-b8e7-9dff20303914 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:15.995187 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c44c8bfc-24bd-4d59-b8e7-9dff20303914 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:16.069548 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44c8bfc-24bd-4d59-b8e7-9dff20303914 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Pushing event updated for resources: {'Port': ['ID=ff3190b8-d1e7-4afa-89c8-35781b6ffa07,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:16.086031 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c44c8bfc-24bd-4d59-b8e7-9dff20303914 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:16.102911 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c44c8bfc-24bd-4d59-b8e7-9dff20303914 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:16.107571 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c44c8bfc-24bd-4d59-b8e7-9dff20303914 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2284062 Aug 22 13:26:16.111378 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264cb66-af3c-4c5d-81a9-56c74ff0a1ba req-c3bc28ef-ce5a-422e-b14f-43cb69056114 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:16.117390 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264cb66-af3c-4c5d-81a9-56c74ff0a1ba req-c3bc28ef-ce5a-422e-b14f-43cb69056114 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:16.123946 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264cb66-af3c-4c5d-81a9-56c74ff0a1ba req-c3bc28ef-ce5a-422e-b14f-43cb69056114 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:16.130218 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264cb66-af3c-4c5d-81a9-56c74ff0a1ba req-c3bc28ef-ce5a-422e-b14f-43cb69056114 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:16.137129 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264cb66-af3c-4c5d-81a9-56c74ff0a1ba req-c3bc28ef-ce5a-422e-b14f-43cb69056114 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:16.143655 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264cb66-af3c-4c5d-81a9-56c74ff0a1ba req-c3bc28ef-ce5a-422e-b14f-43cb69056114 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:16.150501 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264cb66-af3c-4c5d-81a9-56c74ff0a1ba req-c3bc28ef-ce5a-422e-b14f-43cb69056114 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:16.152419 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4264cb66-af3c-4c5d-81a9-56c74ff0a1ba req-c3bc28ef-ce5a-422e-b14f-43cb69056114 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 5408 time: 0.1983085 Aug 22 13:26:16.201466 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-317c1782-8858-4827-a802-1aad6caca025 req-2b90bef5-dd48-4f79-b18c-1a1f92b25822 service neutron] 10.222.0.21 "GET /v2.0/networks/143a0aca-6b8a-4e49-a5a0-2f6e96878754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316608 Aug 22 13:26:16.261349 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4264cb66-af3c-4c5d-81a9-56c74ff0a1ba req-5503456f-4b91-4fbc-b655-78828cc868bf tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/security-groups?id=4cc9f53d-f53a-41a9-9530-58f2e575d924&id=6e2ef2da-4440-4915-b63c-e03f5cd2edf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0953221 Aug 22 13:26:16.276082 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-0e2e7cf8-2c9c-480f-a277-39872ebc95ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b630015-e2ab-41a3-965e-35e3ddb15e2b {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:26:16.296162 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device d9a840f9-aafb-4fa4-b350-9b57d68dc0b1 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:26:16.302901 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-0e2e7cf8-2c9c-480f-a277-39872ebc95ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:16.321742 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-0e2e7cf8-2c9c-480f-a277-39872ebc95ad service neutron] Transition to ACTIVE for port object 9b630015-e2ab-41a3-965e-35e3ddb15e2b will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:26:16.326596 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-0e2e7cf8-2c9c-480f-a277-39872ebc95ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:16.397001 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2e7cf8-2c9c-480f-a277-39872ebc95ad service neutron] Pushing event updated for resources: {'Port': ['ID=9b630015-e2ab-41a3-965e-35e3ddb15e2b,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:16.419924 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port d9a840f9-aafb-4fa4-b350-9b57d68dc0b1, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=d9a840f9-aafb-4fa4-b350-9b57d68dc0b1,segment=NetworkSegment(b28f9651-918f-474f-b566-449a0b3d2349),segment_id=b28f9651-918f-474f-b566-449a0b3d2349)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:16.421533 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 22 Aug 2021 13:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83bae93-2de9-470e-9334-f08627c44e7c x-openstack-request-id: req-b83bae93-2de9-470e-9334-f08627c44e7c {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:26:16.421898 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "506f98cb-b30e-4045-a872-1c9f4dda56cb", "tag": "ea82003c-b5ae-4523-ab17-3a26cb33a9f2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "506f98cb-b30e-4045-a872-1c9f4dda56cb", "tag": "c5fa5344-2fed-4661-9aa7-fc0a122c07f8", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:26:16.422155 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b83bae93-2de9-470e-9334-f08627c44e7c {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:26:16.422558 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'tag': 'ea82003c-b5ae-4523-ab17-3a26cb33a9f2', 'status': 'completed', 'code': 200} Aug 22 13:26:16.422811 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'tag': 'c5fa5344-2fed-4661-9aa7-fc0a122c07f8', 'status': 'completed', 'code': 200} Aug 22 13:26:16.439982 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': 'd9a840f9-aafb-4fa4-b350-9b57d68dc0b1', 'network_id': '7bb5b21d-df35-4f50-8226-92da5c73c522', 'port_id': 'd9a840f9-aafb-4fa4-b350-9b57d68dc0b1', 'mac_address': 'fa:16:3e:d5:37:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c325b325-e4c0-4e1f-8f24-c36f107ba68b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:26:16.490253 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:16.512001 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9a840f9-aafb-4fa4-b350-9b57d68dc0b1 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:26:16.538474 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port d9a840f9-aafb-4fa4-b350-9b57d68dc0b1, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=d9a840f9-aafb-4fa4-b350-9b57d68dc0b1,segment=NetworkSegment(b28f9651-918f-474f-b566-449a0b3d2349),segment_id=b28f9651-918f-474f-b566-449a0b3d2349)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:16.544582 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:16.576192 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-0e2e7cf8-2c9c-480f-a277-39872ebc95ad service neutron] Attempting to bind port 9b630015-e2ab-41a3-965e-35e3ddb15e2b on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:26:16.576561 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-0e2e7cf8-2c9c-480f-a277-39872ebc95ad service neutron] Attempting to bind port 9b630015-e2ab-41a3-965e-35e3ddb15e2b by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '86adbc1d-9e27-4818-8ee1-8777c1311f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8858e46b-6208-4875-b089-3b1759ddc36f'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:26:16.576910 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-0e2e7cf8-2c9c-480f-a277-39872ebc95ad service neutron] Attempting to bind port 9b630015-e2ab-41a3-965e-35e3ddb15e2b on network 8858e46b-6208-4875-b089-3b1759ddc36f {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:26:16.598391 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899b2c9-4075-43b8-8664-ab6497b44816 req-ba1ad078-0bb4-4e2e-b7c3-96bde289af55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:16.598939 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899b2c9-4075-43b8-8664-ab6497b44816 req-ba1ad078-0bb4-4e2e-b7c3-96bde289af55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:16.599517 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899b2c9-4075-43b8-8664-ab6497b44816 req-ba1ad078-0bb4-4e2e-b7c3-96bde289af55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:16.600078 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899b2c9-4075-43b8-8664-ab6497b44816 req-ba1ad078-0bb4-4e2e-b7c3-96bde289af55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:16.600837 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899b2c9-4075-43b8-8664-ab6497b44816 req-ba1ad078-0bb4-4e2e-b7c3-96bde289af55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:16.601341 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899b2c9-4075-43b8-8664-ab6497b44816 req-ba1ad078-0bb4-4e2e-b7c3-96bde289af55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:16.601881 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899b2c9-4075-43b8-8664-ab6497b44816 req-ba1ad078-0bb4-4e2e-b7c3-96bde289af55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:16.604557 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f899b2c9-4075-43b8-8664-ab6497b44816 req-ba1ad078-0bb4-4e2e-b7c3-96bde289af55 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2389b5e02dee4864a1a7f4824db49bc1&device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 6442 time: 0.1414435 Aug 22 13:26:16.605395 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-0e2e7cf8-2c9c-480f-a277-39872ebc95ad service neutron] Port 9b630015-e2ab-41a3-965e-35e3ddb15e2b on network 8858e46b-6208-4875-b089-3b1759ddc36f not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:26:16.605867 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-0e2e7cf8-2c9c-480f-a277-39872ebc95ad service neutron] Attempting to bind port 9b630015-e2ab-41a3-965e-35e3ddb15e2b on network 8858e46b-6208-4875-b089-3b1759ddc36f {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:26:16.625087 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=d9a840f9-aafb-4fa4-b350-9b57d68dc0b1,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:16.666566 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-0e2e7cf8-2c9c-480f-a277-39872ebc95ad service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:26:16.666909 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-0e2e7cf8-2c9c-480f-a277-39872ebc95ad service neutron] Checking segment: {'id': '86adbc1d-9e27-4818-8ee1-8777c1311f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8858e46b-6208-4875-b089-3b1759ddc36f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:26:16.667300 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-0e2e7cf8-2c9c-480f-a277-39872ebc95ad service neutron] Bound using segment: {'id': '86adbc1d-9e27-4818-8ee1-8777c1311f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8858e46b-6208-4875-b089-3b1759ddc36f'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:26:16.667757 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-0e2e7cf8-2c9c-480f-a277-39872ebc95ad service neutron] Bound port: 9b630015-e2ab-41a3-965e-35e3ddb15e2b, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86adbc1d-9e27-4818-8ee1-8777c1311f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8858e46b-6208-4875-b089-3b1759ddc36f'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:26:16.668120 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-0e2e7cf8-2c9c-480f-a277-39872ebc95ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:16.825086 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4706b7ae-2297-478e-ae36-0b92a529f400 req-e6bfdf5e-2e1c-4ce9-b62c-da1f2e670aab tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:16.826668 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4706b7ae-2297-478e-ae36-0b92a529f400 req-e6bfdf5e-2e1c-4ce9-b62c-da1f2e670aab tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] 10.222.0.21 "GET /v2.0/ports?device_id=190e2756-2527-4272-bc9b-26f5200db4ab HTTP/1.1" status: 200 len: 944 time: 0.2182658 Aug 22 13:26:16.838848 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['d9a840f9-aafb-4fa4-b350-9b57d68dc0b1'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:26:16.844618 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49665139-9f75-44f6-b9bd-775c3a418770 req-07b47305-152f-4c29-9858-e45a6bfb1a60 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:16.846354 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-49665139-9f75-44f6-b9bd-775c3a418770 req-07b47305-152f-4c29-9858-e45a6bfb1a60 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=f887ac67-9fac-4958-9d7e-5971de6f6263 HTTP/1.1" status: 200 len: 949 time: 0.1664641 Aug 22 13:26:16.923209 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899b2c9-4075-43b8-8664-ab6497b44816 req-6f358b35-fa25-4ab9-b78a-4e3f3278ed61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:16.923697 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899b2c9-4075-43b8-8664-ab6497b44816 req-6f358b35-fa25-4ab9-b78a-4e3f3278ed61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:16.924169 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899b2c9-4075-43b8-8664-ab6497b44816 req-6f358b35-fa25-4ab9-b78a-4e3f3278ed61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:16.926159 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f899b2c9-4075-43b8-8664-ab6497b44816 req-6f358b35-fa25-4ab9-b78a-4e3f3278ed61 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=2389b5e02dee4864a1a7f4824db49bc1&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2866802 Aug 22 13:26:16.951631 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-0e2e7cf8-2c9c-480f-a277-39872ebc95ad service neutron] For port 9b630015-e2ab-41a3-965e-35e3ddb15e2b, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:26:17.309110 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4706b7ae-2297-478e-ae36-0b92a529f400 req-9d7eeb7e-68b7-4aa7-9b46-a83d82dcb213 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e241b5dd-d340-4201-a1ce-9be9d624c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4535265 Aug 22 13:26:17.315641 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-49665139-9f75-44f6-b9bd-775c3a418770 req-f497d434-c104-405a-b8f0-68c47459e1f0 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4469528 Aug 22 13:26:17.345216 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-0e2e7cf8-2c9c-480f-a277-39872ebc95ad service neutron] For port 9b630015-e2ab-41a3-965e-35e3ddb15e2b, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=9b630015-e2ab-41a3-965e-35e3ddb15e2b,segment=NetworkSegment(86adbc1d-9e27-4818-8ee1-8777c1311f1c),segment_id=86adbc1d-9e27-4818-8ee1-8777c1311f1c)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:26:17.351070 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-0e2e7cf8-2c9c-480f-a277-39872ebc95ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:17.425451 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-0e2e7cf8-2c9c-480f-a277-39872ebc95ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:17.426115 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-0e2e7cf8-2c9c-480f-a277-39872ebc95ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:17.427725 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-0e2e7cf8-2c9c-480f-a277-39872ebc95ad service neutron] 10.222.0.16 "PUT /v2.0/ports/9b630015-e2ab-41a3-965e-35e3ddb15e2b HTTP/1.1" status: 200 len: 1092 time: 1.9728239 Aug 22 13:26:17.467277 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-997dee45-09bd-482d-b264-0d3d22bd79e1 req-1ed22f9c-5b44-48b4-8efb-8038d9b6da05 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] 10.222.0.21 "GET /v2.0/ports?device_id=c022595b-a797-408a-a4d6-1c11b4e1b725 HTTP/1.1" status: 200 len: 210 time: 0.0726078 Aug 22 13:26:17.553088 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2e7cf8-2c9c-480f-a277-39872ebc95ad service neutron] Pushing event updated for resources: {'Port': ['ID=9b630015-e2ab-41a3-965e-35e3ddb15e2b,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:17.559776 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899b2c9-4075-43b8-8664-ab6497b44816 req-0addf85f-d71e-4e06-a982-ea6b9d0335b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:17.561428 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f899b2c9-4075-43b8-8664-ab6497b44816 req-0addf85f-d71e-4e06-a982-ea6b9d0335b0 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6254177 Aug 22 13:26:17.636581 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef72d3c-dbff-4920-a537-cc0ed6681bcd req-b9a52043-649c-40d0-9dad-e7ce3c8a08a0 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:17.638084 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9ef72d3c-dbff-4920-a537-cc0ed6681bcd req-b9a52043-649c-40d0-9dad-e7ce3c8a08a0 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc6b3322-6437-4e90-aad7-fee4bae751f7 HTTP/1.1" status: 200 len: 945 time: 0.1007028 Aug 22 13:26:17.664539 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963da454-241b-45ff-b0cb-58d7d7b72027 req-c6983c38-ec59-43da-a35c-8a9625b0a60b tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:17.665949 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-963da454-241b-45ff-b0cb-58d7d7b72027 req-c6983c38-ec59-43da-a35c-8a9625b0a60b tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/networks?id=0657f797-3c0a-43e1-b263-eae5f1e252be HTTP/1.1" status: 200 len: 821 time: 0.2424250 Aug 22 13:26:17.774915 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-963da454-241b-45ff-b0cb-58d7d7b72027 req-daa0bd46-dfbe-46e4-b818-77b207b7efe0 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/quotas/d5b37f058ed14e4ba3e6baf1c4d6a4b1 HTTP/1.1" status: 200 len: 375 time: 0.0916660 Aug 22 13:26:17.792415 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9ef72d3c-dbff-4920-a537-cc0ed6681bcd req-bb35cec2-15f7-4219-b8f4-81161ba4d454 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428707 Aug 22 13:26:17.835035 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899b2c9-4075-43b8-8664-ab6497b44816 req-c477b4ee-b78d-4ae9-b8c4-2953ab05d3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:17.835690 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899b2c9-4075-43b8-8664-ab6497b44816 req-c477b4ee-b78d-4ae9-b8c4-2953ab05d3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:17.836315 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899b2c9-4075-43b8-8664-ab6497b44816 req-c477b4ee-b78d-4ae9-b8c4-2953ab05d3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:17.836492 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899b2c9-4075-43b8-8664-ab6497b44816 req-c477b4ee-b78d-4ae9-b8c4-2953ab05d3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:17.836968 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899b2c9-4075-43b8-8664-ab6497b44816 req-c477b4ee-b78d-4ae9-b8c4-2953ab05d3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:17.837437 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899b2c9-4075-43b8-8664-ab6497b44816 req-c477b4ee-b78d-4ae9-b8c4-2953ab05d3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:17.837903 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899b2c9-4075-43b8-8664-ab6497b44816 req-c477b4ee-b78d-4ae9-b8c4-2953ab05d3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:17.839913 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f899b2c9-4075-43b8-8664-ab6497b44816 req-c477b4ee-b78d-4ae9-b8c4-2953ab05d3d3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2389b5e02dee4864a1a7f4824db49bc1&device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 6484 time: 0.2115390 Aug 22 13:26:17.975206 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c1782-8858-4827-a802-1aad6caca025 req-876a692c-7f69-4fe9-ae53-71fe851d9399 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:17.976699 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-317c1782-8858-4827-a802-1aad6caca025 req-876a692c-7f69-4fe9-ae53-71fe851d9399 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] 10.222.0.16 "GET /v2.0/networks?id=143a0aca-6b8a-4e49-a5a0-2f6e96878754 HTTP/1.1" status: 200 len: 816 time: 0.2923048 Aug 22 13:26:17.983954 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-963da454-241b-45ff-b0cb-58d7d7b72027 req-c63d81d2-9539-40db-815b-55d3ffb25910 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d5b37f058ed14e4ba3e6baf1c4d6a4b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1998787 Aug 22 13:26:18.114061 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf81f9-e0ea-4411-998c-38c5d75eec16 req-3e0e076d-f530-4ffa-b3d7-0b6187433857 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:18.120037 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf81f9-e0ea-4411-998c-38c5d75eec16 req-3e0e076d-f530-4ffa-b3d7-0b6187433857 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:18.127314 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf81f9-e0ea-4411-998c-38c5d75eec16 req-3e0e076d-f530-4ffa-b3d7-0b6187433857 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:18.133225 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf81f9-e0ea-4411-998c-38c5d75eec16 req-3e0e076d-f530-4ffa-b3d7-0b6187433857 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:18.139392 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf81f9-e0ea-4411-998c-38c5d75eec16 req-3e0e076d-f530-4ffa-b3d7-0b6187433857 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:18.146544 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf81f9-e0ea-4411-998c-38c5d75eec16 req-3e0e076d-f530-4ffa-b3d7-0b6187433857 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:18.152566 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf81f9-e0ea-4411-998c-38c5d75eec16 req-3e0e076d-f530-4ffa-b3d7-0b6187433857 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:18.154462 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4fcf81f9-e0ea-4411-998c-38c5d75eec16 req-3e0e076d-f530-4ffa-b3d7-0b6187433857 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 5420 time: 0.2853525 Aug 22 13:26:18.183839 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899b2c9-4075-43b8-8664-ab6497b44816 req-fd70a78c-90ff-45f9-9e71-219d22c481f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:18.184349 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899b2c9-4075-43b8-8664-ab6497b44816 req-fd70a78c-90ff-45f9-9e71-219d22c481f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:18.184822 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899b2c9-4075-43b8-8664-ab6497b44816 req-fd70a78c-90ff-45f9-9e71-219d22c481f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:18.186447 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f899b2c9-4075-43b8-8664-ab6497b44816 req-fd70a78c-90ff-45f9-9e71-219d22c481f0 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=2389b5e02dee4864a1a7f4824db49bc1&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3350518 Aug 22 13:26:18.191072 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-317c1782-8858-4827-a802-1aad6caca025 req-faaefe01-211d-4d65-b593-1ff791737d34 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b51a2828dc644e95bef62325f0835560 HTTP/1.1" status: 200 len: 380 time: 0.2010090 Aug 22 13:26:18.214409 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-317c1782-8858-4827-a802-1aad6caca025 req-13953e9f-070e-44e7-a874-1775e6fa285f tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Request body: {'port': {'device_id': 'c022595b-a797-408a-a4d6-1c11b4e1b725', 'network_id': '143a0aca-6b8a-4e49-a5a0-2f6e96878754', 'admin_state_up': True, 'tenant_id': 'b51a2828dc644e95bef62325f0835560', 'security_groups': ['10de7916-6b18-4180-a44a-f961fc40948b']}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:26:18.283723 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device d9a840f9-aafb-4fa4-b350-9b57d68dc0b1 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:26:18.339357 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port d9a840f9-aafb-4fa4-b350-9b57d68dc0b1 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:26:18.343404 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port d9a840f9-aafb-4fa4-b350-9b57d68dc0b1 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:26:18.343765 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:18.350789 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-963da454-241b-45ff-b0cb-58d7d7b72027 req-99faf1ac-7161-476b-9543-23be12f1aefa service neutron] 10.222.0.21 "GET /v2.0/networks/0657f797-3c0a-43e1-b263-eae5f1e252be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539109 Aug 22 13:26:18.355174 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4fcf81f9-e0ea-4411-998c-38c5d75eec16 req-bc4a8eee-8c72-489b-a95e-942e25424164 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/security-groups?id=4cc9f53d-f53a-41a9-9530-58f2e575d924&id=6e2ef2da-4440-4915-b63c-e03f5cd2edf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1903298 Aug 22 13:26:18.444429 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'tag': '9b630015-e2ab-41a3-965e-35e3ddb15e2b'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:26:18.446719 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642f7729-32e7-4a55-aa62-ebab90e05431" -d '{"events": [{"name": "network-changed", "server_uuid": "506f98cb-b30e-4045-a872-1c9f4dda56cb", "tag": "9b630015-e2ab-41a3-965e-35e3ddb15e2b"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:26:18.448142 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:18.489060 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899b2c9-4075-43b8-8664-ab6497b44816 req-f644cb51-c169-41af-8872-3fcfff810000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:18.490675 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f899b2c9-4075-43b8-8664-ab6497b44816 req-f644cb51-c169-41af-8872-3fcfff810000 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2837121 Aug 22 13:26:18.492067 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port d9a840f9-aafb-4fa4-b350-9b57d68dc0b1, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=d9a840f9-aafb-4fa4-b350-9b57d68dc0b1,segment=NetworkSegment(b28f9651-918f-474f-b566-449a0b3d2349),segment_id=b28f9651-918f-474f-b566-449a0b3d2349)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:18.495300 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '190e2756-2527-4272-bc9b-26f5200db4ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a840f9-aafb-4fa4-b350-9b57d68dc0b1'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:26:18.498295 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c50749-543b-4e17-96a7-4a2ff30bba4c" -d '{"events": [{"server_uuid": "190e2756-2527-4272-bc9b-26f5200db4ab", "name": "network-vif-plugged", "status": "completed", "tag": "d9a840f9-aafb-4fa4-b350-9b57d68dc0b1"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:26:18.503298 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:18.527822 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-317c1782-8858-4827-a802-1aad6caca025 req-13953e9f-070e-44e7-a874-1775e6fa285f tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Made reservation on behalf of b51a2828dc644e95bef62325f0835560 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:26:18.531640 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-317c1782-8858-4827-a802-1aad6caca025 req-13953e9f-070e-44e7-a874-1775e6fa285f tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:18.550214 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-963da454-241b-45ff-b0cb-58d7d7b72027 req-06770bfe-b72c-4855-820b-78ad47291a31 service neutron] 10.222.0.21 "GET /v2.0/networks/0657f797-3c0a-43e1-b263-eae5f1e252be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731422 Aug 22 13:26:18.566975 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=d9a840f9-aafb-4fa4-b350-9b57d68dc0b1,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:18.657397 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-a0ec109f-3ad4-45fa-9a24-28aa21d34be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:18.657794 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-a0ec109f-3ad4-45fa-9a24-28aa21d34be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:18.658267 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-a0ec109f-3ad4-45fa-9a24-28aa21d34be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:18.658722 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-a0ec109f-3ad4-45fa-9a24-28aa21d34be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:18.659184 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-a0ec109f-3ad4-45fa-9a24-28aa21d34be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:18.659643 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-a0ec109f-3ad4-45fa-9a24-28aa21d34be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:18.660103 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-a0ec109f-3ad4-45fa-9a24-28aa21d34be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:18.662035 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-a0ec109f-3ad4-45fa-9a24-28aa21d34be6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2389b5e02dee4864a1a7f4824db49bc1&device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 6484 time: 0.1109788 Aug 22 13:26:18.775658 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-36395d0b-f6e6-4cf1-89b0-2323b663399d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51de7287-b8e3-42e9-ab42-7fe4c8b6b33b HTTP/1.1" status: 200 len: 217 time: 0.1012092 Aug 22 13:26:18.800277 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-317c1782-8858-4827-a802-1aad6caca025 req-13953e9f-070e-44e7-a874-1775e6fa285f tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Allocated IP 172.20.0.5 (143a0aca-6b8a-4e49-a5a0-2f6e96878754/3123dceb-ace6-46b4-af77-e0bcfcb1de73/1fee02a7-12cf-4aca-94e2-59c18052b644) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:26:18.896213 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f653f44f-d08f-470f-b3e3-8a6162aa48d4 req-46af7398-b9a3-4a00-94b6-7e7696542d1a tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:18.897715 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f653f44f-d08f-470f-b3e3-8a6162aa48d4 req-46af7398-b9a3-4a00-94b6-7e7696542d1a tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] 10.222.0.21 "GET /v2.0/ports?device_id=190e2756-2527-4272-bc9b-26f5200db4ab HTTP/1.1" status: 200 len: 945 time: 0.2466853 Aug 22 13:26:18.925641 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-99c213cd-7ae8-461f-9f0e-8c3ae4b894ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:18.927074 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-99c213cd-7ae8-461f-9f0e-8c3ae4b894ac service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78207353-5327-441e-b2ae-a402769922b8 HTTP/1.1" status: 200 len: 851 time: 0.1416423 Aug 22 13:26:19.024821 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78302585-2403-425a-933e-3e66ffdd9b1d req-a023a4fd-0600-47b8-b5f6-15ea7d401a4c tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:19.029252 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-78302585-2403-425a-933e-3e66ffdd9b1d req-a023a4fd-0600-47b8-b5f6-15ea7d401a4c tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=f887ac67-9fac-4958-9d7e-5971de6f6263 HTTP/1.1" status: 200 len: 949 time: 0.1988120 Aug 22 13:26:19.078059 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f653f44f-d08f-470f-b3e3-8a6162aa48d4 req-ba0e7572-1d7e-430f-b82c-2bb9004100e8 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e241b5dd-d340-4201-a1ce-9be9d624c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709118 Aug 22 13:26:19.139471 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-78302585-2403-425a-933e-3e66ffdd9b1d req-8158f2ce-d3d4-4298-a0b2-e48156497338 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941994 Aug 22 13:26:19.140349 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-2b5e8c56-dad8-4c69-a063-7f62a678edaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:19.142086 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-2b5e8c56-dad8-4c69-a063-7f62a678edaa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b2719a9f-ee7f-473a-9939-5efd06e85549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1986825 Aug 22 13:26:19.171197 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7848a431-4b96-4a7d-93cd-f7d771d88f8b x-openstack-request-id: req-7848a431-4b96-4a7d-93cd-f7d771d88f8b {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:26:19.171658 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "506f98cb-b30e-4045-a872-1c9f4dda56cb", "tag": "9b630015-e2ab-41a3-965e-35e3ddb15e2b", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:26:19.171926 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7848a431-4b96-4a7d-93cd-f7d771d88f8b {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:26:19.172397 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'tag': '9b630015-e2ab-41a3-965e-35e3ddb15e2b', 'status': 'completed', 'code': 200} Aug 22 13:26:19.197026 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-317c1782-8858-4827-a802-1aad6caca025 req-13953e9f-070e-44e7-a874-1775e6fa285f tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:19.224146 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e11923f-9ab0-4d3b-90c5-7c62d0d8f072 x-openstack-request-id: req-6e11923f-9ab0-4d3b-90c5-7c62d0d8f072 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:26:19.224505 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "190e2756-2527-4272-bc9b-26f5200db4ab", "name": "network-vif-plugged", "status": "completed", "tag": "d9a840f9-aafb-4fa4-b350-9b57d68dc0b1", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:26:19.224945 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6e11923f-9ab0-4d3b-90c5-7c62d0d8f072 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:26:19.225530 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '190e2756-2527-4272-bc9b-26f5200db4ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a840f9-aafb-4fa4-b350-9b57d68dc0b1', 'code': 200} Aug 22 13:26:19.297201 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-317c1782-8858-4827-a802-1aad6caca025 req-13953e9f-070e-44e7-a874-1775e6fa285f tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Transition to ACTIVE for port object 1fee02a7-12cf-4aca-94e2-59c18052b644 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:26:19.303720 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-45a9f6be-e730-4744-a1c5-9c2c087fa57e req-8baf470f-3fc3-4595-82c6-d00e468ae682 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] 10.222.0.21 "GET /v2.0/ports?device_id=c022595b-a797-408a-a4d6-1c11b4e1b725 HTTP/1.1" status: 200 len: 210 time: 0.0468428 Aug 22 13:26:19.381897 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d59f7-d639-4c0e-80af-6e1625b0fa56 req-8a94ffad-e954-40cc-8326-9133f90d0325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:19.384595 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-915d59f7-d639-4c0e-80af-6e1625b0fa56 req-8a94ffad-e954-40cc-8326-9133f90d0325 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=190e2756-2527-4272-bc9b-26f5200db4ab HTTP/1.1" status: 200 len: 1097 time: 0.0799124 Aug 22 13:26:19.384717 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-df143c87-6b31-4a5e-b097-5c7cb783396b service neutron] 10.222.0.16 "GET /v2.0/networks/b2719a9f-ee7f-473a-9939-5efd06e85549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250676 Aug 22 13:26:19.423653 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8a27da4d-81db-401e-9eee-15da8945a013 req-b50975da-255a-4ed9-bf80-462f7a02e3e4 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fb7d187-2617-4c1c-b98a-8d342799b2fa HTTP/1.1" status: 200 len: 210 time: 0.0659943 Aug 22 13:26:19.455549 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-317c1782-8858-4827-a802-1aad6caca025 req-13953e9f-070e-44e7-a874-1775e6fa285f tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:19.479127 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-915d59f7-d639-4c0e-80af-6e1625b0fa56 req-4525ace0-3a83-4fa2-a51f-8de7cc3166c7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e241b5dd-d340-4201-a1ce-9be9d624c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759964 Aug 22 13:26:19.567824 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc47b4-c159-490f-8eed-c0a8e5d854ba req-b2af614c-f35a-4949-b352-5708bf788f79 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:19.569370 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fbbc47b4-c159-490f-8eed-c0a8e5d854ba req-b2af614c-f35a-4949-b352-5708bf788f79 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc6b3322-6437-4e90-aad7-fee4bae751f7 HTTP/1.1" status: 200 len: 945 time: 0.1814115 Aug 22 13:26:19.591593 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-317c1782-8858-4827-a802-1aad6caca025 req-13953e9f-070e-44e7-a874-1775e6fa285f tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Network 143a0aca-6b8a-4e49-a5a0-2f6e96878754 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:26:19.644162 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-317c1782-8858-4827-a802-1aad6caca025 req-13953e9f-070e-44e7-a874-1775e6fa285f tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:26:19.650575 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13953e9f-070e-44e7-a874-1775e6fa285f tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Pushing event updated for resources: {'Port': ['ID=1fee02a7-12cf-4aca-94e2-59c18052b644,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:19.655812 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-317c1782-8858-4827-a802-1aad6caca025 req-13953e9f-070e-44e7-a874-1775e6fa285f tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:26:19.662938 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-1dbe0dec-afed-4cf9-b7a9-ea7fff4ae0b5 service neutron] 10.222.0.16 "GET /v2.0/networks/b2719a9f-ee7f-473a-9939-5efd06e85549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505207 Aug 22 13:26:19.744510 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-e117c8d0-2523-4c74-8d61-63fc4e79e7b6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=ab40ae52-fb74-4b8c-a089-1c836ec0b6cf HTTP/1.1" status: 200 len: 217 time: 0.0522933 Aug 22 13:26:19.750756 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fbbc47b4-c159-490f-8eed-c0a8e5d854ba req-c8552d96-794c-4e2b-96ca-482cc91ba1f6 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633379 Aug 22 13:26:19.776462 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463871ae-3db4-4c38-b035-3440575c9361 req-8b9d0552-5568-48f5-b3e0-9c619775e8a1 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:19.782962 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463871ae-3db4-4c38-b035-3440575c9361 req-8b9d0552-5568-48f5-b3e0-9c619775e8a1 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:19.789197 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463871ae-3db4-4c38-b035-3440575c9361 req-8b9d0552-5568-48f5-b3e0-9c619775e8a1 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:19.795281 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463871ae-3db4-4c38-b035-3440575c9361 req-8b9d0552-5568-48f5-b3e0-9c619775e8a1 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:19.802286 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463871ae-3db4-4c38-b035-3440575c9361 req-8b9d0552-5568-48f5-b3e0-9c619775e8a1 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:19.808716 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463871ae-3db4-4c38-b035-3440575c9361 req-8b9d0552-5568-48f5-b3e0-9c619775e8a1 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:19.815621 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463871ae-3db4-4c38-b035-3440575c9361 req-8b9d0552-5568-48f5-b3e0-9c619775e8a1 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:19.817577 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-463871ae-3db4-4c38-b035-3440575c9361 req-8b9d0552-5568-48f5-b3e0-9c619775e8a1 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 5420 time: 0.2719131 Aug 22 13:26:19.860686 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c1782-8858-4827-a802-1aad6caca025 req-13953e9f-070e-44e7-a874-1775e6fa285f tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:19.861392 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-317c1782-8858-4827-a802-1aad6caca025 req-13953e9f-070e-44e7-a874-1775e6fa285f tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:19.909722 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-0603f15d-99df-4522-b4fd-8e364b7b9a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:19.911577 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-0603f15d-99df-4522-b4fd-8e364b7b9a63 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c9c01412-9489-49de-9d2b-050ba9194e34 HTTP/1.1" status: 200 len: 797 time: 0.1564860 Aug 22 13:26:19.914845 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-317c1782-8858-4827-a802-1aad6caca025 req-13953e9f-070e-44e7-a874-1775e6fa285f tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7043803 Aug 22 13:26:19.923968 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-463871ae-3db4-4c38-b035-3440575c9361 req-51eaeeb9-f940-408d-8ab3-10299bb78414 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/security-groups?id=4cc9f53d-f53a-41a9-9530-58f2e575d924&id=6e2ef2da-4440-4915-b63c-e03f5cd2edf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0808165 Aug 22 13:26:19.942272 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-317c1782-8858-4827-a802-1aad6caca025 req-ed5b17ca-4219-4ae5-b409-d4576284ec6f service neutron] Request body: {'port': {'device_id': 'c022595b-a797-408a-a4d6-1c11b4e1b725', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:26:19.996193 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-616504ca-26aa-43ab-98ee-911c327b7b19 None None] Provisioning for port 1fee02a7-12cf-4aca-94e2-59c18052b644 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:26:20.005363 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-616504ca-26aa-43ab-98ee-911c327b7b19 None None] Provisioning complete for port 1fee02a7-12cf-4aca-94e2-59c18052b644 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:26:20.006559 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-616504ca-26aa-43ab-98ee-911c327b7b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:20.029524 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-9cef7fdc-7006-497f-b09b-206fda46a803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:20.032152 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-9cef7fdc-7006-497f-b09b-206fda46a803 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0cc210c0-a1af-4d1a-af13-c74a90748aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1042094 Aug 22 13:26:20.032901 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-317c1782-8858-4827-a802-1aad6caca025 req-ed5b17ca-4219-4ae5-b409-d4576284ec6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:20.061367 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-616504ca-26aa-43ab-98ee-911c327b7b19 None None] Port 1fee02a7-12cf-4aca-94e2-59c18052b644 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:26:20.300194 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963da454-241b-45ff-b0cb-58d7d7b72027 req-585edab0-f8cc-489c-bb3a-53f19a64da70 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:20.302743 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-963da454-241b-45ff-b0cb-58d7d7b72027 req-585edab0-f8cc-489c-bb3a-53f19a64da70 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.41 "GET /v2.0/networks?id=0657f797-3c0a-43e1-b263-eae5f1e252be HTTP/1.1" status: 200 len: 821 time: 0.1642747 Aug 22 13:26:20.321918 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-963da454-241b-45ff-b0cb-58d7d7b72027 req-2dea2db2-e11a-405f-ad5b-b6c01cb84550 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Request body: {'port': {'device_id': '8fb7d187-2617-4c1c-b98a-8d342799b2fa', 'network_id': '0657f797-3c0a-43e1-b263-eae5f1e252be', 'admin_state_up': True, 'tenant_id': 'd5b37f058ed14e4ba3e6baf1c4d6a4b1'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:26:20.444226 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-963da454-241b-45ff-b0cb-58d7d7b72027 req-2dea2db2-e11a-405f-ad5b-b6c01cb84550 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Made reservation on behalf of d5b37f058ed14e4ba3e6baf1c4d6a4b1 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:26:20.448752 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-963da454-241b-45ff-b0cb-58d7d7b72027 req-2dea2db2-e11a-405f-ad5b-b6c01cb84550 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:20.589025 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-963da454-241b-45ff-b0cb-58d7d7b72027 req-2dea2db2-e11a-405f-ad5b-b6c01cb84550 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Allocated IP 172.20.0.5 (0657f797-3c0a-43e1-b263-eae5f1e252be/9dbf2c20-d1ff-4a0d-9ac3-b204766fe12d/d0d69c7d-f6a6-4cf2-a557-a80a9573817f) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:26:20.620433 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a0a88-759e-46b8-8e8b-3155f9a39159 req-115d66ee-bcdb-44de-93c8-85479384b59f tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:20.621986 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-075a0a88-759e-46b8-8e8b-3155f9a39159 req-115d66ee-bcdb-44de-93c8-85479384b59f tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/ports?device_id=34435e4b-213a-42b2-942a-1e11fdfa6eff HTTP/1.1" status: 200 len: 945 time: 0.5370455 Aug 22 13:26:20.631216 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-59228a67-f751-4f15-bdf9-0cfc341dc420 service neutron] 10.222.0.16 "GET /v2.0/networks/0cc210c0-a1af-4d1a-af13-c74a90748aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5887635 Aug 22 13:26:20.652888 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105bf02-735b-47d6-ad70-90624c259b8f req-4651a9ca-2826-4ce4-90a5-e07f37ddc6c6 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:20.656798 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d105bf02-735b-47d6-ad70-90624c259b8f req-4651a9ca-2826-4ce4-90a5-e07f37ddc6c6 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] 10.222.0.21 "GET /v2.0/ports?device_id=190e2756-2527-4272-bc9b-26f5200db4ab HTTP/1.1" status: 200 len: 945 time: 0.1993620 Aug 22 13:26:20.806639 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-963da454-241b-45ff-b0cb-58d7d7b72027 req-2dea2db2-e11a-405f-ad5b-b6c01cb84550 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:20.853483 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-963da454-241b-45ff-b0cb-58d7d7b72027 req-2dea2db2-e11a-405f-ad5b-b6c01cb84550 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:20.855751 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-075a0a88-759e-46b8-8e8b-3155f9a39159 req-c1f60b0d-020d-4c19-b90b-348190487030 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ed2b1cd-e89d-453d-a1b3-990a20bb0165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2225890 Aug 22 13:26:20.879621 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d105bf02-735b-47d6-ad70-90624c259b8f req-35bbdb94-9a50-4885-81dd-6b3fac9dcf0d tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e241b5dd-d340-4201-a1ce-9be9d624c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826618 Aug 22 13:26:20.931633 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-963da454-241b-45ff-b0cb-58d7d7b72027 req-2dea2db2-e11a-405f-ad5b-b6c01cb84550 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Network 0657f797-3c0a-43e1-b263-eae5f1e252be is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:26:20.937194 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-963da454-241b-45ff-b0cb-58d7d7b72027 req-2dea2db2-e11a-405f-ad5b-b6c01cb84550 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:26:20.945117 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-963da454-241b-45ff-b0cb-58d7d7b72027 req-2dea2db2-e11a-405f-ad5b-b6c01cb84550 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:26:20.949172 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea2db2-e11a-405f-ad5b-b6c01cb84550 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Pushing event updated for resources: {'Port': ['ID=d0d69c7d-f6a6-4cf2-a557-a80a9573817f,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:21.018499 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963da454-241b-45ff-b0cb-58d7d7b72027 req-2dea2db2-e11a-405f-ad5b-b6c01cb84550 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:21.023429 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-963da454-241b-45ff-b0cb-58d7d7b72027 req-2dea2db2-e11a-405f-ad5b-b6c01cb84550 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:21.038339 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-963da454-241b-45ff-b0cb-58d7d7b72027 req-2dea2db2-e11a-405f-ad5b-b6c01cb84550 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7206481 Aug 22 13:26:21.052190 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-963da454-241b-45ff-b0cb-58d7d7b72027 req-81fe4625-519d-4b4a-bcf2-63139cf39689 service neutron] Request body: {'port': {'device_id': '8fb7d187-2617-4c1c-b98a-8d342799b2fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:26:21.070211 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-f472eb32-1528-4d59-80a2-957f284c818e service neutron] 10.222.0.16 "GET /v2.0/networks/0cc210c0-a1af-4d1a-af13-c74a90748aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4105110 Aug 22 13:26:21.111307 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-963da454-241b-45ff-b0cb-58d7d7b72027 req-81fe4625-519d-4b4a-bcf2-63139cf39689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:21.173834 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-061cdd75-4600-4a76-a327-71155e9af8c8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=aa5cdb91-66e3-442c-9d12-088167557b99 HTTP/1.1" status: 200 len: 217 time: 0.0871973 Aug 22 13:26:21.179559 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-82ecb3f9-345a-4dc1-b10b-e5165c647c53 tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:21.181424 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-82ecb3f9-345a-4dc1-b10b-e5165c647c53 tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=cc6b3322-6437-4e90-aad7-fee4bae751f7&tenant_id=ec08ac96341043c28ecba1b995182de4&binding%3Ahost_id=n-h1-793621-33 HTTP/1.1" status: 200 len: 1097 time: 0.2782514 Aug 22 13:26:21.192366 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3914a29-5a40-43a6-8fff-4796c81ce32f req-8490d219-4a51-4d1c-870e-96998b211d71 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:21.194001 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c3914a29-5a40-43a6-8fff-4796c81ce32f req-8490d219-4a51-4d1c-870e-96998b211d71 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] 10.222.0.21 "GET /v2.0/ports?device_id=c022595b-a797-408a-a4d6-1c11b4e1b725 HTTP/1.1" status: 200 len: 931 time: 0.2084868 Aug 22 13:26:21.200709 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-5d5f435d-346d-4a05-a5c5-56d3e28b50a8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793621-33'}}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:26:21.287071 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70f081-c272-41dc-bda4-3040689f04f3 req-49892082-5998-4bc4-83b0-21a4b5b8d2d6 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:21.289180 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1d70f081-c272-41dc-bda4-3040689f04f3 req-49892082-5998-4bc4-83b0-21a4b5b8d2d6 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=f887ac67-9fac-4958-9d7e-5971de6f6263 HTTP/1.1" status: 200 len: 949 time: 0.2863922 Aug 22 13:26:21.299148 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-317c1782-8858-4827-a802-1aad6caca025 req-ed5b17ca-4219-4ae5-b409-d4576284ec6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fee02a7-12cf-4aca-94e2-59c18052b644 {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:26:21.317030 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-317c1782-8858-4827-a802-1aad6caca025 req-ed5b17ca-4219-4ae5-b409-d4576284ec6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:21.399434 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-317c1782-8858-4827-a802-1aad6caca025 req-ed5b17ca-4219-4ae5-b409-d4576284ec6f service neutron] Transition to ACTIVE for port object 1fee02a7-12cf-4aca-94e2-59c18052b644 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:26:21.407958 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c3914a29-5a40-43a6-8fff-4796c81ce32f req-3069e575-5986-41f7-a0b1-c1871ec7afd7 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] 10.222.0.21 "GET /v2.0/security-groups?id=10de7916-6b18-4180-a44a-f961fc40948b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923540 Aug 22 13:26:21.415962 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-e4813f31-5b1d-40fb-861c-bf096de90972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:21.417847 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-e4813f31-5b1d-40fb-861c-bf096de90972 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c9c01412-9489-49de-9d2b-050ba9194e34 HTTP/1.1" status: 200 len: 797 time: 0.2129400 Aug 22 13:26:21.425752 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-963da454-241b-45ff-b0cb-58d7d7b72027 req-81fe4625-519d-4b4a-bcf2-63139cf39689 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0d69c7d-f6a6-4cf2-a557-a80a9573817f {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:26:21.430368 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-317c1782-8858-4827-a802-1aad6caca025 req-ed5b17ca-4219-4ae5-b409-d4576284ec6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:21.435934 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-963da454-241b-45ff-b0cb-58d7d7b72027 req-81fe4625-519d-4b4a-bcf2-63139cf39689 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:21.455413 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-963da454-241b-45ff-b0cb-58d7d7b72027 req-81fe4625-519d-4b4a-bcf2-63139cf39689 service neutron] Transition to ACTIVE for port object d0d69c7d-f6a6-4cf2-a557-a80a9573817f will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:26:21.458543 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-5d5f435d-346d-4a05-a5c5-56d3e28b50a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:21.464942 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-963da454-241b-45ff-b0cb-58d7d7b72027 req-81fe4625-519d-4b4a-bcf2-63139cf39689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:21.517876 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1d70f081-c272-41dc-bda4-3040689f04f3 req-dc925245-080e-401f-9d39-f3341f03ceaa tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980062 Aug 22 13:26:21.576050 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fe4625-519d-4b4a-bcf2-63139cf39689 service neutron] Pushing event updated for resources: {'Port': ['ID=d0d69c7d-f6a6-4cf2-a557-a80a9573817f,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:21.628296 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5b17ca-4219-4ae5-b409-d4576284ec6f service neutron] Pushing event updated for resources: {'Port': ['ID=1fee02a7-12cf-4aca-94e2-59c18052b644,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:21.646803 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-963da454-241b-45ff-b0cb-58d7d7b72027 req-81fe4625-519d-4b4a-bcf2-63139cf39689 service neutron] Attempting to bind port d0d69c7d-f6a6-4cf2-a557-a80a9573817f on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:26:21.647148 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-963da454-241b-45ff-b0cb-58d7d7b72027 req-81fe4625-519d-4b4a-bcf2-63139cf39689 service neutron] Attempting to bind port d0d69c7d-f6a6-4cf2-a557-a80a9573817f by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '4c6e1d8d-4c7e-4c05-b40c-a119ed7a60f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0657f797-3c0a-43e1-b263-eae5f1e252be'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:26:21.647481 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963da454-241b-45ff-b0cb-58d7d7b72027 req-81fe4625-519d-4b4a-bcf2-63139cf39689 service neutron] Attempting to bind port d0d69c7d-f6a6-4cf2-a557-a80a9573817f on network 0657f797-3c0a-43e1-b263-eae5f1e252be {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:26:21.654420 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963da454-241b-45ff-b0cb-58d7d7b72027 req-81fe4625-519d-4b4a-bcf2-63139cf39689 service neutron] Port d0d69c7d-f6a6-4cf2-a557-a80a9573817f on network 0657f797-3c0a-43e1-b263-eae5f1e252be not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:26:21.654738 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963da454-241b-45ff-b0cb-58d7d7b72027 req-81fe4625-519d-4b4a-bcf2-63139cf39689 service neutron] Attempting to bind port d0d69c7d-f6a6-4cf2-a557-a80a9573817f on network 0657f797-3c0a-43e1-b263-eae5f1e252be {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:26:21.661477 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963da454-241b-45ff-b0cb-58d7d7b72027 req-81fe4625-519d-4b4a-bcf2-63139cf39689 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:26:21.661819 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963da454-241b-45ff-b0cb-58d7d7b72027 req-81fe4625-519d-4b4a-bcf2-63139cf39689 service neutron] Checking segment: {'id': '4c6e1d8d-4c7e-4c05-b40c-a119ed7a60f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0657f797-3c0a-43e1-b263-eae5f1e252be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:26:21.662322 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963da454-241b-45ff-b0cb-58d7d7b72027 req-81fe4625-519d-4b4a-bcf2-63139cf39689 service neutron] Bound using segment: {'id': '4c6e1d8d-4c7e-4c05-b40c-a119ed7a60f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0657f797-3c0a-43e1-b263-eae5f1e252be'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:26:21.662762 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-963da454-241b-45ff-b0cb-58d7d7b72027 req-81fe4625-519d-4b4a-bcf2-63139cf39689 service neutron] Bound port: d0d69c7d-f6a6-4cf2-a557-a80a9573817f, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c6e1d8d-4c7e-4c05-b40c-a119ed7a60f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0657f797-3c0a-43e1-b263-eae5f1e252be'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:26:21.663124 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-963da454-241b-45ff-b0cb-58d7d7b72027 req-81fe4625-519d-4b4a-bcf2-63139cf39689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:21.742745 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-1db95626-e50a-4f93-8f4b-def7591909df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:21.744632 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-1db95626-e50a-4f93-8f4b-def7591909df service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0cc210c0-a1af-4d1a-af13-c74a90748aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3110566 Aug 22 13:26:21.756901 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-963da454-241b-45ff-b0cb-58d7d7b72027 req-81fe4625-519d-4b4a-bcf2-63139cf39689 service neutron] For port d0d69c7d-f6a6-4cf2-a557-a80a9573817f, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:26:21.760815 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-963da454-241b-45ff-b0cb-58d7d7b72027 req-81fe4625-519d-4b4a-bcf2-63139cf39689 service neutron] For port d0d69c7d-f6a6-4cf2-a557-a80a9573817f, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=d0d69c7d-f6a6-4cf2-a557-a80a9573817f,segment=NetworkSegment(4c6e1d8d-4c7e-4c05-b40c-a119ed7a60f2),segment_id=4c6e1d8d-4c7e-4c05-b40c-a119ed7a60f2)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:26:21.769060 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-963da454-241b-45ff-b0cb-58d7d7b72027 req-81fe4625-519d-4b4a-bcf2-63139cf39689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:21.793335 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b6e257-189b-4309-906c-e0a03fe75903 req-6abe3472-af1c-4c7a-8f76-1cf0fe0c325d tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:21.796463 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f2b6e257-189b-4309-906c-e0a03fe75903 req-6abe3472-af1c-4c7a-8f76-1cf0fe0c325d tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fb7d187-2617-4c1c-b98a-8d342799b2fa HTTP/1.1" status: 200 len: 943 time: 0.2770848 Aug 22 13:26:21.819099 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963da454-241b-45ff-b0cb-58d7d7b72027 req-81fe4625-519d-4b4a-bcf2-63139cf39689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:21.819818 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-963da454-241b-45ff-b0cb-58d7d7b72027 req-81fe4625-519d-4b4a-bcf2-63139cf39689 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:21.821704 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-963da454-241b-45ff-b0cb-58d7d7b72027 req-81fe4625-519d-4b4a-bcf2-63139cf39689 service neutron] 10.222.0.41 "PUT /v2.0/ports/d0d69c7d-f6a6-4cf2-a557-a80a9573817f HTTP/1.1" status: 200 len: 1092 time: 0.7740619 Aug 22 13:26:21.822257 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fb7d187-2617-4c1c-b98a-8d342799b2fa', 'tag': 'd0d69c7d-f6a6-4cf2-a557-a80a9573817f'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:26:21.824963 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1627da1e-9cc0-4c2c-b876-ff29a83890ce" -d '{"events": [{"name": "network-changed", "server_uuid": "8fb7d187-2617-4c1c-b98a-8d342799b2fa", "tag": "d0d69c7d-f6a6-4cf2-a557-a80a9573817f"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:26:21.862329 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fe4625-519d-4b4a-bcf2-63139cf39689 service neutron] Pushing event updated for resources: {'Port': ['ID=d0d69c7d-f6a6-4cf2-a557-a80a9573817f,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:21.913742 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963da454-241b-45ff-b0cb-58d7d7b72027 req-91f5e3d5-8d4c-400c-aaf7-532551122104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:21.915252 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-963da454-241b-45ff-b0cb-58d7d7b72027 req-91f5e3d5-8d4c-400c-aaf7-532551122104 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5b37f058ed14e4ba3e6baf1c4d6a4b1&device_id=8fb7d187-2617-4c1c-b98a-8d342799b2fa HTTP/1.1" status: 200 len: 1095 time: 0.0434833 Aug 22 13:26:21.965258 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-963da454-241b-45ff-b0cb-58d7d7b72027 req-9d3b4ba7-24bb-48ad-a10e-6a004232f2f8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0d69c7d-f6a6-4cf2-a557-a80a9573817f HTTP/1.1" status: 200 len: 217 time: 0.0352733 Aug 22 13:26:21.987905 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-317c1782-8858-4827-a802-1aad6caca025 req-ed5b17ca-4219-4ae5-b409-d4576284ec6f service neutron] Attempting to bind port 1fee02a7-12cf-4aca-94e2-59c18052b644 on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:26:21.988262 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-317c1782-8858-4827-a802-1aad6caca025 req-ed5b17ca-4219-4ae5-b409-d4576284ec6f service neutron] Attempting to bind port 1fee02a7-12cf-4aca-94e2-59c18052b644 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '8b71f801-18fb-49c0-a349-bfef93835cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '143a0aca-6b8a-4e49-a5a0-2f6e96878754'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:26:21.988586 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317c1782-8858-4827-a802-1aad6caca025 req-ed5b17ca-4219-4ae5-b409-d4576284ec6f service neutron] Attempting to bind port 1fee02a7-12cf-4aca-94e2-59c18052b644 on network 143a0aca-6b8a-4e49-a5a0-2f6e96878754 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:26:22.018444 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b76a9f-dbea-47bf-868c-42351aff3130 req-44ee20f8-954a-4d8c-87a5-4ddbb4bdcbcb tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:22.020686 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f6b76a9f-dbea-47bf-868c-42351aff3130 req-44ee20f8-954a-4d8c-87a5-4ddbb4bdcbcb tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc6b3322-6437-4e90-aad7-fee4bae751f7 HTTP/1.1" status: 200 len: 945 time: 0.3471906 Aug 22 13:26:22.028970 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963da454-241b-45ff-b0cb-58d7d7b72027 req-1da7761e-556c-482b-80cd-ca7e7c776729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:22.030920 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-963da454-241b-45ff-b0cb-58d7d7b72027 req-1da7761e-556c-482b-80cd-ca7e7c776729 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9dbf2c20-d1ff-4a0d-9ac3-b204766fe12d HTTP/1.1" status: 200 len: 861 time: 0.0568614 Aug 22 13:26:22.043086 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f2b6e257-189b-4309-906c-e0a03fe75903 req-186477d4-e386-4b6c-9eaa-ade1e117f501 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f52e29-9b4a-48c0-bf7d-3bf6374c285c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886666 Aug 22 13:26:22.051961 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317c1782-8858-4827-a802-1aad6caca025 req-ed5b17ca-4219-4ae5-b409-d4576284ec6f service neutron] Port 1fee02a7-12cf-4aca-94e2-59c18052b644 on network 143a0aca-6b8a-4e49-a5a0-2f6e96878754 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:26:22.056389 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317c1782-8858-4827-a802-1aad6caca025 req-ed5b17ca-4219-4ae5-b409-d4576284ec6f service neutron] Attempting to bind port 1fee02a7-12cf-4aca-94e2-59c18052b644 on network 143a0aca-6b8a-4e49-a5a0-2f6e96878754 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:26:22.080023 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-963da454-241b-45ff-b0cb-58d7d7b72027 req-18e34745-86e6-49cf-ac9d-fc1d5697c715 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0657f797-3c0a-43e1-b263-eae5f1e252be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413802 Aug 22 13:26:22.085081 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317c1782-8858-4827-a802-1aad6caca025 req-ed5b17ca-4219-4ae5-b409-d4576284ec6f service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:26:22.085850 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317c1782-8858-4827-a802-1aad6caca025 req-ed5b17ca-4219-4ae5-b409-d4576284ec6f service neutron] Checking segment: {'id': '8b71f801-18fb-49c0-a349-bfef93835cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '143a0aca-6b8a-4e49-a5a0-2f6e96878754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:26:22.086305 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317c1782-8858-4827-a802-1aad6caca025 req-ed5b17ca-4219-4ae5-b409-d4576284ec6f service neutron] Bound using segment: {'id': '8b71f801-18fb-49c0-a349-bfef93835cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '143a0aca-6b8a-4e49-a5a0-2f6e96878754'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:26:22.086859 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-317c1782-8858-4827-a802-1aad6caca025 req-ed5b17ca-4219-4ae5-b409-d4576284ec6f service neutron] Bound port: 1fee02a7-12cf-4aca-94e2-59c18052b644, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b71f801-18fb-49c0-a349-bfef93835cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '143a0aca-6b8a-4e49-a5a0-2f6e96878754'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:26:22.087322 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-317c1782-8858-4827-a802-1aad6caca025 req-ed5b17ca-4219-4ae5-b409-d4576284ec6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:22.091130 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-350a1260-6655-46c9-a5d2-a3ef1a3774bf service neutron] 10.222.0.16 "GET /v2.0/networks/0cc210c0-a1af-4d1a-af13-c74a90748aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080158 Aug 22 13:26:22.175893 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-5d5f435d-346d-4a05-a5c5-56d3e28b50a8 service neutron] For port 59973c9a-5c86-4140-abea-16a273bd0367, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=59973c9a-5c86-4140-abea-16a273bd0367,segment=NetworkSegment(0efbff2c-3dbf-4e79-83ba-47cbdc800632),segment_id=0efbff2c-3dbf-4e79-83ba-47cbdc800632)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:22.184292 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-963da454-241b-45ff-b0cb-58d7d7b72027 req-12b7d7f4-6c3b-4da0-a643-b96ee4540623 service neutron] 10.222.0.41 "GET /v2.0/networks/0657f797-3c0a-43e1-b263-eae5f1e252be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951152 Aug 22 13:26:22.227898 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f6b76a9f-dbea-47bf-868c-42351aff3130 req-609c0f7b-2e36-4815-92c5-242c5aa7c380 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838357 Aug 22 13:26:22.287326 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-963da454-241b-45ff-b0cb-58d7d7b72027 req-ca82ed90-97b3-4340-a1b7-2dc53a5ef957 service neutron] 10.222.0.41 "GET /v2.0/networks/0657f797-3c0a-43e1-b263-eae5f1e252be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948193 Aug 22 13:26:22.335762 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-5d5f435d-346d-4a05-a5c5-56d3e28b50a8 service neutron] For port 59973c9a-5c86-4140-abea-16a273bd0367, host n-h1-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:26:22.343239 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-48e83499-74c6-4a45-8702-3331cdc371d5 service neutron] 10.222.0.16 "GET /v2.0/networks/0cc210c0-a1af-4d1a-af13-c74a90748aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328100 Aug 22 13:26:22.354039 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded89b0a-3baa-4af0-8546-d5cf835f544c req-cd3b75f9-5cea-40d6-bccd-8ae784732060 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:22.360150 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded89b0a-3baa-4af0-8546-d5cf835f544c req-cd3b75f9-5cea-40d6-bccd-8ae784732060 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:22.366016 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded89b0a-3baa-4af0-8546-d5cf835f544c req-cd3b75f9-5cea-40d6-bccd-8ae784732060 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:22.371819 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded89b0a-3baa-4af0-8546-d5cf835f544c req-cd3b75f9-5cea-40d6-bccd-8ae784732060 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:22.378548 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded89b0a-3baa-4af0-8546-d5cf835f544c req-cd3b75f9-5cea-40d6-bccd-8ae784732060 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:22.384382 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded89b0a-3baa-4af0-8546-d5cf835f544c req-cd3b75f9-5cea-40d6-bccd-8ae784732060 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:22.391160 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded89b0a-3baa-4af0-8546-d5cf835f544c req-cd3b75f9-5cea-40d6-bccd-8ae784732060 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:22.393044 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ded89b0a-3baa-4af0-8546-d5cf835f544c req-cd3b75f9-5cea-40d6-bccd-8ae784732060 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 5420 time: 0.2593491 Aug 22 13:26:22.477885 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-4a49d8a2-43e4-4b24-acf4-2cc03c9bb062 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=2dbd4c0b-f8a8-407f-95de-f4be4481eaec HTTP/1.1" status: 200 len: 217 time: 0.0838270 Aug 22 13:26:22.493707 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-317c1782-8858-4827-a802-1aad6caca025 req-ed5b17ca-4219-4ae5-b409-d4576284ec6f service neutron] For port 1fee02a7-12cf-4aca-94e2-59c18052b644, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:26:22.518606 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88acdfc0-d4bc-4508-a548-4603d7a57e3c x-openstack-request-id: req-88acdfc0-d4bc-4508-a548-4603d7a57e3c {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:26:22.519108 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fb7d187-2617-4c1c-b98a-8d342799b2fa", "tag": "d0d69c7d-f6a6-4cf2-a557-a80a9573817f", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:26:22.520037 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-88acdfc0-d4bc-4508-a548-4603d7a57e3c {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:26:22.520536 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fb7d187-2617-4c1c-b98a-8d342799b2fa', 'tag': 'd0d69c7d-f6a6-4cf2-a557-a80a9573817f', 'status': 'completed', 'code': 200} Aug 22 13:26:22.571736 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-317c1782-8858-4827-a802-1aad6caca025 req-ed5b17ca-4219-4ae5-b409-d4576284ec6f service neutron] For port 1fee02a7-12cf-4aca-94e2-59c18052b644, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=1fee02a7-12cf-4aca-94e2-59c18052b644,segment=NetworkSegment(8b71f801-18fb-49c0-a349-bfef93835cfc),segment_id=8b71f801-18fb-49c0-a349-bfef93835cfc)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:26:22.579720 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-5d5f435d-346d-4a05-a5c5-56d3e28b50a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:22.584247 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6b3322-6437-4e90-aad7-fee4bae751f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59973c9a-5c86-4140-abea-16a273bd0367'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:26:22.586723 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65ebf5c-8fbe-4e3e-9f0b-4699f7cbce55" -d '{"events": [{"server_uuid": "cc6b3322-6437-4e90-aad7-fee4bae751f7", "name": "network-vif-unplugged", "status": "completed", "tag": "59973c9a-5c86-4140-abea-16a273bd0367"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:26:22.606591 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1627da1e-9cc0-4c2c-b876-ff29a83890ce req-8927073b-a1ad-434b-ae5a-fbabc2ee0440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:22.607244 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-317c1782-8858-4827-a802-1aad6caca025 req-ed5b17ca-4219-4ae5-b409-d4576284ec6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:22.608812 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-1627da1e-9cc0-4c2c-b876-ff29a83890ce req-8927073b-a1ad-434b-ae5a-fbabc2ee0440 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5b37f058ed14e4ba3e6baf1c4d6a4b1&device_id=8fb7d187-2617-4c1c-b98a-8d342799b2fa HTTP/1.1" status: 200 len: 1095 time: 0.0493979 Aug 22 13:26:22.637511 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ded89b0a-3baa-4af0-8546-d5cf835f544c req-1d71b964-f384-4194-8fc8-77328a0956f4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/security-groups?id=4cc9f53d-f53a-41a9-9530-58f2e575d924&id=6e2ef2da-4440-4915-b63c-e03f5cd2edf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2147138 Aug 22 13:26:22.645793 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-5d5f435d-346d-4a05-a5c5-56d3e28b50a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:22.675391 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-b6f9eb75-23ec-4ec4-8578-c66dbe0f8c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:22.676902 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-b6f9eb75-23ec-4ec4-8578-c66dbe0f8c4d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c9c01412-9489-49de-9d2b-050ba9194e34 HTTP/1.1" status: 200 len: 797 time: 0.1798272 Aug 22 13:26:22.692154 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c1782-8858-4827-a802-1aad6caca025 req-ed5b17ca-4219-4ae5-b409-d4576284ec6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:22.692825 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-317c1782-8858-4827-a802-1aad6caca025 req-ed5b17ca-4219-4ae5-b409-d4576284ec6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:22.694852 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-317c1782-8858-4827-a802-1aad6caca025 req-ed5b17ca-4219-4ae5-b409-d4576284ec6f service neutron] 10.222.0.16 "PUT /v2.0/ports/1fee02a7-12cf-4aca-94e2-59c18052b644 HTTP/1.1" status: 200 len: 1092 time: 2.7569563 Aug 22 13:26:22.734743 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1627da1e-9cc0-4c2c-b876-ff29a83890ce req-ad68917f-c845-4b02-91cd-7aad7476716a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:22.736226 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-1627da1e-9cc0-4c2c-b876-ff29a83890ce req-ad68917f-c845-4b02-91cd-7aad7476716a service neutron] 10.222.0.41 "GET /v2.0/networks?id=0657f797-3c0a-43e1-b263-eae5f1e252be HTTP/1.1" status: 200 len: 922 time: 0.1200860 Aug 22 13:26:22.795013 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80de03e-a70d-4d47-a8f2-93e8f31aea66 req-8a7b376e-4054-4095-8e34-613685d914bc tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:22.801006 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-1627da1e-9cc0-4c2c-b876-ff29a83890ce req-f1c30bea-305b-4585-9730-a1bf31238da4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0d69c7d-f6a6-4cf2-a557-a80a9573817f HTTP/1.1" status: 200 len: 217 time: 0.0485821 Aug 22 13:26:22.803162 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c80de03e-a70d-4d47-a8f2-93e8f31aea66 req-8a7b376e-4054-4095-8e34-613685d914bc tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] 10.222.0.21 "GET /v2.0/ports?device_id=190e2756-2527-4272-bc9b-26f5200db4ab HTTP/1.1" status: 200 len: 945 time: 0.2196062 Aug 22 13:26:22.856798 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1627da1e-9cc0-4c2c-b876-ff29a83890ce req-40346fe1-42c3-44a3-ae41-2df7fe6f1f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:22.859478 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-1627da1e-9cc0-4c2c-b876-ff29a83890ce req-40346fe1-42c3-44a3-ae41-2df7fe6f1f83 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9dbf2c20-d1ff-4a0d-9ac3-b204766fe12d HTTP/1.1" status: 200 len: 861 time: 0.0497196 Aug 22 13:26:22.903888 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-1627da1e-9cc0-4c2c-b876-ff29a83890ce req-42166edc-3948-43cc-a428-8ef370374eb9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0657f797-3c0a-43e1-b263-eae5f1e252be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360100 Aug 22 13:26:22.918202 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5b17ca-4219-4ae5-b409-d4576284ec6f service neutron] Pushing event updated for resources: {'Port': ['ID=1fee02a7-12cf-4aca-94e2-59c18052b644,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:22.965348 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-91be0564-7ae3-42f8-89cf-64caa42ac7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:22.966847 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-91be0564-7ae3-42f8-89cf-64caa42ac7c4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0cc210c0-a1af-4d1a-af13-c74a90748aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2675099 Aug 22 13:26:22.994367 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-5d5f435d-346d-4a05-a5c5-56d3e28b50a8 service neutron] Attempting to bind port 59973c9a-5c86-4140-abea-16a273bd0367 on host n-h1-793621-33 for vnic_type normal with profile {"migrating_to": "n-h2-793621-33"} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:26:22.994700 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-5d5f435d-346d-4a05-a5c5-56d3e28b50a8 service neutron] Attempting to bind port 59973c9a-5c86-4140-abea-16a273bd0367 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '0efbff2c-3dbf-4e79-83ba-47cbdc800632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '887e0115-b4ac-4c62-9aab-f2d01695aede'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:26:22.995021 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-5d5f435d-346d-4a05-a5c5-56d3e28b50a8 service neutron] Attempting to bind port 59973c9a-5c86-4140-abea-16a273bd0367 on network 887e0115-b4ac-4c62-9aab-f2d01695aede {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:26:23.006203 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-1627da1e-9cc0-4c2c-b876-ff29a83890ce req-c5f00d80-3506-4225-a586-681ca9d81669 service neutron] 10.222.0.41 "GET /v2.0/networks/0657f797-3c0a-43e1-b263-eae5f1e252be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920215 Aug 22 13:26:23.019765 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c80de03e-a70d-4d47-a8f2-93e8f31aea66 req-c8afaf7c-f80a-4d38-90e4-ada3ecdcf28f tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e241b5dd-d340-4201-a1ce-9be9d624c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156062 Aug 22 13:26:23.035480 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-5d5f435d-346d-4a05-a5c5-56d3e28b50a8 service neutron] Port 59973c9a-5c86-4140-abea-16a273bd0367 on network 887e0115-b4ac-4c62-9aab-f2d01695aede not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:26:23.035929 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-5d5f435d-346d-4a05-a5c5-56d3e28b50a8 service neutron] Attempting to bind port 59973c9a-5c86-4140-abea-16a273bd0367 on network 887e0115-b4ac-4c62-9aab-f2d01695aede {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:26:23.039637 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c1782-8858-4827-a802-1aad6caca025 req-787b7325-a1d7-4c22-bce7-d2d46a14421f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:23.041418 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-317c1782-8858-4827-a802-1aad6caca025 req-787b7325-a1d7-4c22-bce7-d2d46a14421f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b51a2828dc644e95bef62325f0835560&device_id=c022595b-a797-408a-a4d6-1c11b4e1b725 HTTP/1.1" status: 200 len: 1095 time: 0.2768993 Aug 22 13:26:23.086078 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71c50b-4863-4329-9bae-38450f54f41e req-8786101b-d452-4686-8be7-19aac1e065b4 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:23.087712 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2a71c50b-4863-4329-9bae-38450f54f41e req-8786101b-d452-4686-8be7-19aac1e065b4 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] 10.222.0.21 "GET /v2.0/ports?device_id=c022595b-a797-408a-a4d6-1c11b4e1b725 HTTP/1.1" status: 200 len: 943 time: 0.3267999 Aug 22 13:26:23.103716 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5f435d-346d-4a05-a5c5-56d3e28b50a8 service neutron] Pushing event updated for resources: {'Port': ['ID=59973c9a-5c86-4140-abea-16a273bd0367,revision_number=7']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:23.106055 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-1627da1e-9cc0-4c2c-b876-ff29a83890ce req-1fde8c90-2377-4445-bbf1-834287c9f2c3 service neutron] 10.222.0.41 "GET /v2.0/networks/0657f797-3c0a-43e1-b263-eae5f1e252be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923631 Aug 22 13:26:23.107105 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-5d5f435d-346d-4a05-a5c5-56d3e28b50a8 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:26:23.107448 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-5d5f435d-346d-4a05-a5c5-56d3e28b50a8 service neutron] Checking segment: {'id': '0efbff2c-3dbf-4e79-83ba-47cbdc800632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '887e0115-b4ac-4c62-9aab-f2d01695aede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:26:23.107836 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-5d5f435d-346d-4a05-a5c5-56d3e28b50a8 service neutron] Bound using segment: {'id': '0efbff2c-3dbf-4e79-83ba-47cbdc800632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '887e0115-b4ac-4c62-9aab-f2d01695aede'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:26:23.108307 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-5d5f435d-346d-4a05-a5c5-56d3e28b50a8 service neutron] Bound port: 59973c9a-5c86-4140-abea-16a273bd0367, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0efbff2c-3dbf-4e79-83ba-47cbdc800632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '887e0115-b4ac-4c62-9aab-f2d01695aede'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:26:23.108662 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-5d5f435d-346d-4a05-a5c5-56d3e28b50a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:23.174820 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-317c1782-8858-4827-a802-1aad6caca025 req-439d4156-a992-4f49-9839-806bf6f4fa64 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1fee02a7-12cf-4aca-94e2-59c18052b644 HTTP/1.1" status: 200 len: 217 time: 0.0808303 Aug 22 13:26:23.591603 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2a71c50b-4863-4329-9bae-38450f54f41e req-e63a21e9-5190-429a-af02-f21629fe5fc4 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] 10.222.0.21 "GET /v2.0/security-groups?id=10de7916-6b18-4180-a44a-f961fc40948b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4888215 Aug 22 13:26:23.607541 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fff821-4342-4d25-965a-6382b38cc3df req-cf320099-2599-4945-9266-1d4b89128c3b tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:23.609098 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-71fff821-4342-4d25-965a-6382b38cc3df req-cf320099-2599-4945-9266-1d4b89128c3b tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/ports?device_id=34435e4b-213a-42b2-942a-1e11fdfa6eff HTTP/1.1" status: 200 len: 945 time: 0.5204022 Aug 22 13:26:23.610929 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-62955961-dcfa-460a-9b5a-1b568566e904 service neutron] 10.222.0.16 "GET /v2.0/networks/0cc210c0-a1af-4d1a-af13-c74a90748aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6329956 Aug 22 13:26:23.622787 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c1782-8858-4827-a802-1aad6caca025 req-9ded51b6-c841-4e11-91b5-fc6945374a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:23.624307 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-317c1782-8858-4827-a802-1aad6caca025 req-9ded51b6-c841-4e11-91b5-fc6945374a3c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3123dceb-ace6-46b4-af77-e0bcfcb1de73 HTTP/1.1" status: 200 len: 855 time: 0.4352169 Aug 22 13:26:23.723134 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-5d5f435d-346d-4a05-a5c5-56d3e28b50a8 service neutron] For port 59973c9a-5c86-4140-abea-16a273bd0367, host n-h1-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:26:23.745868 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 59973c9a-5c86-4140-abea-16a273bd0367 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:26:23.769304 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-5d5f435d-346d-4a05-a5c5-56d3e28b50a8 service neutron] For port 59973c9a-5c86-4140-abea-16a273bd0367, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=59973c9a-5c86-4140-abea-16a273bd0367,segment=NetworkSegment(0efbff2c-3dbf-4e79-83ba-47cbdc800632),segment_id=0efbff2c-3dbf-4e79-83ba-47cbdc800632)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:26:23.784690 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-5d5f435d-346d-4a05-a5c5-56d3e28b50a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:23.795502 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-71fff821-4342-4d25-965a-6382b38cc3df req-534bbe3e-4d25-415a-a8fc-12db977c21ad tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ed2b1cd-e89d-453d-a1b3-990a20bb0165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764855 Aug 22 13:26:23.859818 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 59973c9a-5c86-4140-abea-16a273bd0367, host n-h1-793621-33, got binding levels [] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:23.872847 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c01fb-004b-47a7-924d-41ea92a779f0 req-07b48c34-c82b-4082-b4b9-dd9f2a7d8d97 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:23.875131 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8d6c01fb-004b-47a7-924d-41ea92a779f0 req-07b48c34-c82b-4082-b4b9-dd9f2a7d8d97 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=f887ac67-9fac-4958-9d7e-5971de6f6263 HTTP/1.1" status: 200 len: 949 time: 0.2131674 Aug 22 13:26:23.881958 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 13:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301caa52-4bcd-4301-82da-b36b3ada9647 x-openstack-request-id: req-301caa52-4bcd-4301-82da-b36b3ada9647 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:26:23.882400 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc6b3322-6437-4e90-aad7-fee4bae751f7", "name": "network-vif-unplugged", "status": "completed", "tag": "59973c9a-5c86-4140-abea-16a273bd0367", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:26:23.882504 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-301caa52-4bcd-4301-82da-b36b3ada9647 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:26:23.882844 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6b3322-6437-4e90-aad7-fee4bae751f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59973c9a-5c86-4140-abea-16a273bd0367', 'code': 200} Aug 22 13:26:23.884671 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c1782-8858-4827-a802-1aad6caca025 req-0b8eb00e-e174-443e-b3a0-99cc2b72e345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:23.886137 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-317c1782-8858-4827-a802-1aad6caca025 req-0b8eb00e-e174-443e-b3a0-99cc2b72e345 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=143a0aca-6b8a-4e49-a5a0-2f6e96878754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2515533 Aug 22 13:26:23.886279 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Attempting to bind port 59973c9a-5c86-4140-abea-16a273bd0367 on host n-h1-793621-33 for vnic_type normal with profile {"migrating_to": "n-h2-793621-33"} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:26:23.886613 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Attempting to bind port 59973c9a-5c86-4140-abea-16a273bd0367 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '0efbff2c-3dbf-4e79-83ba-47cbdc800632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '887e0115-b4ac-4c62-9aab-f2d01695aede'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:26:23.887063 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Attempting to bind port 59973c9a-5c86-4140-abea-16a273bd0367 on network 887e0115-b4ac-4c62-9aab-f2d01695aede {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:26:23.891959 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Port 59973c9a-5c86-4140-abea-16a273bd0367 on network 887e0115-b4ac-4c62-9aab-f2d01695aede not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:26:23.892307 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Attempting to bind port 59973c9a-5c86-4140-abea-16a273bd0367 on network 887e0115-b4ac-4c62-9aab-f2d01695aede {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:26:23.897469 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:26:23.897834 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Checking segment: {'id': '0efbff2c-3dbf-4e79-83ba-47cbdc800632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '887e0115-b4ac-4c62-9aab-f2d01695aede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:26:23.898421 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Bound using segment: {'id': '0efbff2c-3dbf-4e79-83ba-47cbdc800632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '887e0115-b4ac-4c62-9aab-f2d01695aede'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:26:23.898933 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Bound port: 59973c9a-5c86-4140-abea-16a273bd0367, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0efbff2c-3dbf-4e79-83ba-47cbdc800632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '887e0115-b4ac-4c62-9aab-f2d01695aede'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:26:23.899330 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:23.933438 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-e164a16c-e09d-4b79-bf26-007fc57142fa service neutron] 10.222.0.16 "GET /v2.0/networks/0cc210c0-a1af-4d1a-af13-c74a90748aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039935 Aug 22 13:26:23.964847 n-d-793621-33 neutron-server[94629]: WARNING neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Concurrent port binding operations failed on port 59973c9a-5c86-4140-abea-16a273bd0367 Aug 22 13:26:23.970251 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 59973c9a-5c86-4140-abea-16a273bd0367, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=59973c9a-5c86-4140-abea-16a273bd0367,segment=NetworkSegment(0efbff2c-3dbf-4e79-83ba-47cbdc800632),segment_id=0efbff2c-3dbf-4e79-83ba-47cbdc800632)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:23.971796 n-d-793621-33 neutron-server[94629]: INFO neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Attempt 2 to bind port 59973c9a-5c86-4140-abea-16a273bd0367 Aug 22 13:26:23.972276 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 59973c9a-5c86-4140-abea-16a273bd0367 has no active binding in host n-h2-793621-33 {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 22 13:26:24.025674 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5f435d-346d-4a05-a5c5-56d3e28b50a8 service neutron] Pushing event updated for resources: {'Port': ['ID=59973c9a-5c86-4140-abea-16a273bd0367,revision_number=8']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:24.117020 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-95ee4b82-a538-4c30-ae6d-62d274d5c5f9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=ea82003c-b5ae-4523-ab17-3a26cb33a9f2 HTTP/1.1" status: 200 len: 217 time: 0.1532028 Aug 22 13:26:24.177244 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-5d5f435d-346d-4a05-a5c5-56d3e28b50a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:24.177853 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-5d5f435d-346d-4a05-a5c5-56d3e28b50a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:24.179207 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-5d5f435d-346d-4a05-a5c5-56d3e28b50a8 service neutron] 10.222.0.16 "PUT /v2.0/ports/59973c9a-5c86-4140-abea-16a273bd0367 HTTP/1.1" status: 200 len: 1123 time: 2.9832299 Aug 22 13:26:24.193505 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8d6c01fb-004b-47a7-924d-41ea92a779f0 req-f2720adc-714b-40c1-abf3-d4f7cdcecbc3 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021691 Aug 22 13:26:24.286051 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['59973c9a-5c86-4140-abea-16a273bd0367'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:26:24.312935 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['59973c9a-5c86-4140-abea-16a273bd0367'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:26:24.318737 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device d0d69c7d-f6a6-4cf2-a557-a80a9573817f details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:26:24.338451 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9f7e26ad-fe67-415e-8007-597509b78f72 req-876f4e0c-0956-41f6-9369-471aa088a78d tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=7de6ab83-cd00-4b3c-94fb-810dd34d29b8 HTTP/1.1" status: 200 len: 258 time: 0.4460723 Aug 22 13:26:24.342421 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-ff3eb5fb-685e-4588-989d-e9c0e5ec4e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:24.343818 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-ff3eb5fb-685e-4588-989d-e9c0e5ec4e9f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c9c01412-9489-49de-9d2b-050ba9194e34 HTTP/1.1" status: 200 len: 797 time: 0.1920664 Aug 22 13:26:24.345647 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-317c1782-8858-4827-a802-1aad6caca025 req-334a0789-0f90-47b7-9946-704c4b78e72e service neutron] 10.222.0.16 "GET /v2.0/networks/143a0aca-6b8a-4e49-a5a0-2f6e96878754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239235 Aug 22 13:26:24.351418 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-9f7e26ad-fe67-415e-8007-597509b78f72 req-75507768-6d5b-4ad5-9c28-49e670ce8928 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Request body: {'floatingip': {'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:26:24.480544 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d609cad-24d1-4e51-baf3-927314967116 req-2db67520-bdbf-4d6e-a60b-388e6aed781f tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:24.481946 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d609cad-24d1-4e51-baf3-927314967116 req-2db67520-bdbf-4d6e-a60b-388e6aed781f tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fb7d187-2617-4c1c-b98a-8d342799b2fa HTTP/1.1" status: 200 len: 943 time: 0.2031901 Aug 22 13:26:24.500694 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9f7e26ad-fe67-415e-8007-597509b78f72 req-75507768-6d5b-4ad5-9c28-49e670ce8928 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Notify callbacks [] for floatingip, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:24.552968 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-59e69bc8-2c41-4a45-9bc1-9d5d1504b79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:24.554460 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-59e69bc8-2c41-4a45-9bc1-9d5d1504b79b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0cc210c0-a1af-4d1a-af13-c74a90748aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1921470 Aug 22 13:26:24.565090 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port d0d69c7d-f6a6-4cf2-a557-a80a9573817f, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=d0d69c7d-f6a6-4cf2-a557-a80a9573817f,segment=NetworkSegment(4c6e1d8d-4c7e-4c05-b40c-a119ed7a60f2),segment_id=4c6e1d8d-4c7e-4c05-b40c-a119ed7a60f2)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:24.602897 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': 'd0d69c7d-f6a6-4cf2-a557-a80a9573817f', 'network_id': '0657f797-3c0a-43e1-b263-eae5f1e252be', 'port_id': 'd0d69c7d-f6a6-4cf2-a557-a80a9573817f', 'mac_address': 'fa:16:3e:da:28:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dbf2c20-d1ff-4a0d-9ac3-b204766fe12d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:26:24.630486 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-317c1782-8858-4827-a802-1aad6caca025 req-8d2ed3c3-cae7-480d-a866-c9a6bc698beb service neutron] 10.222.0.16 "GET /v2.0/networks/143a0aca-6b8a-4e49-a5a0-2f6e96878754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550569 Aug 22 13:26:24.642051 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1b0f3-d4df-40cb-b437-1dbce79d96e9 req-4cc3c592-5396-4d14-9220-072d4597e2ad tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:24.643494 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9ca1b0f3-d4df-40cb-b437-1dbce79d96e9 req-4cc3c592-5396-4d14-9220-072d4597e2ad tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.16 "GET /v2.0/ports?device_id=34435e4b-213a-42b2-942a-1e11fdfa6eff HTTP/1.1" status: 200 len: 945 time: 0.2310977 Aug 22 13:26:24.646249 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d609cad-24d1-4e51-baf3-927314967116 req-c5dc5d5f-1b2c-4023-9bba-b9cb802e5c54 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f52e29-9b4a-48c0-bf7d-3bf6374c285c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507194 Aug 22 13:26:24.697219 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:24.714682 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0d69c7d-f6a6-4cf2-a557-a80a9573817f {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:26:24.737845 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port d0d69c7d-f6a6-4cf2-a557-a80a9573817f, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=d0d69c7d-f6a6-4cf2-a557-a80a9573817f,segment=NetworkSegment(4c6e1d8d-4c7e-4c05-b40c-a119ed7a60f2),segment_id=4c6e1d8d-4c7e-4c05-b40c-a119ed7a60f2)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:24.742272 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:24.791787 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=d0d69c7d-f6a6-4cf2-a557-a80a9573817f,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:24.819930 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-33d48aeb-99ac-4ae1-b953-c44f9aeb9d7b service neutron] 10.222.0.16 "GET /v2.0/networks/0cc210c0-a1af-4d1a-af13-c74a90748aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430918 Aug 22 13:26:24.862721 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab864d5a-399b-48c9-8313-79f3f37c1e85 req-fa0e3a17-7613-4bfd-ba37-b01d3615c74c tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:24.864147 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ab864d5a-399b-48c9-8313-79f3f37c1e85 req-fa0e3a17-7613-4bfd-ba37-b01d3615c74c tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc6b3322-6437-4e90-aad7-fee4bae751f7 HTTP/1.1" status: 200 len: 943 time: 0.1233053 Aug 22 13:26:24.947406 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-9ca1b0f3-d4df-40cb-b437-1dbce79d96e9 req-13a1d3b8-b0ea-4a9f-8625-2115e37f772d tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Deleting port a99070f3-cd41-41f4-971f-f6ba7ea65313 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:26:24.947744 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9ca1b0f3-d4df-40cb-b437-1dbce79d96e9 req-13a1d3b8-b0ea-4a9f-8625-2115e37f772d tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:24.988428 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9f7e26ad-fe67-415e-8007-597509b78f72 req-75507768-6d5b-4ad5-9c28-49e670ce8928 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:25.035513 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ab864d5a-399b-48c9-8313-79f3f37c1e85 req-317a4282-8ddd-45e8-b32a-face707a434d tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575556 Aug 22 13:26:25.047715 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-c1f4347a-4e08-4ae9-94b8-9a068c60c450 service neutron] 10.222.0.16 "GET /v2.0/networks/0cc210c0-a1af-4d1a-af13-c74a90748aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088211 Aug 22 13:26:25.067459 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['d0d69c7d-f6a6-4cf2-a557-a80a9573817f'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:26:25.137551 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-4a5cf716-dac6-452c-bc79-4a491d6a8eb9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c5fa5344-2fed-4661-9aa7-fc0a122c07f8 HTTP/1.1" status: 200 len: 217 time: 0.0554912 Aug 22 13:26:25.170159 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-9ca1b0f3-d4df-40cb-b437-1dbce79d96e9 req-13a1d3b8-b0ea-4a9f-8625-2115e37f772d tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] For port a99070f3-cd41-41f4-971f-f6ba7ea65313, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=a99070f3-cd41-41f4-971f-f6ba7ea65313,segment=NetworkSegment(cfd609c7-b14b-488e-8058-23f3798cf6a8),segment_id=cfd609c7-b14b-488e-8058-23f3798cf6a8)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:25.170697 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9ca1b0f3-d4df-40cb-b437-1dbce79d96e9 req-13a1d3b8-b0ea-4a9f-8625-2115e37f772d tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:25.371651 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-ad8d0197-aa2c-4de3-9e47-af1a992c768a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:25.373182 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-ad8d0197-aa2c-4de3-9e47-af1a992c768a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=525ede45-be02-4d9e-8a63-bbd46f43e817 HTTP/1.1" status: 200 len: 797 time: 0.2242703 Aug 22 13:26:25.379308 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-9f7e26ad-fe67-415e-8007-597509b78f72 req-75507768-6d5b-4ad5-9c28-49e670ce8928 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Allocated IP 172.25.3.190 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/1adc98fa-a79b-4874-9345-482174399671) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:26:25.486474 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c9a0b-f1a2-43f8-afd3-e53a0b9d2858 req-6da54261-aa0d-4c9f-87df-cd0ad15031d0 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:25.492570 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c9a0b-f1a2-43f8-afd3-e53a0b9d2858 req-6da54261-aa0d-4c9f-87df-cd0ad15031d0 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:25.499027 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c9a0b-f1a2-43f8-afd3-e53a0b9d2858 req-6da54261-aa0d-4c9f-87df-cd0ad15031d0 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:25.504950 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c9a0b-f1a2-43f8-afd3-e53a0b9d2858 req-6da54261-aa0d-4c9f-87df-cd0ad15031d0 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:25.511478 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c9a0b-f1a2-43f8-afd3-e53a0b9d2858 req-6da54261-aa0d-4c9f-87df-cd0ad15031d0 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:25.517516 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c9a0b-f1a2-43f8-afd3-e53a0b9d2858 req-6da54261-aa0d-4c9f-87df-cd0ad15031d0 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:25.523294 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c9a0b-f1a2-43f8-afd3-e53a0b9d2858 req-6da54261-aa0d-4c9f-87df-cd0ad15031d0 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:25.525329 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b34c9a0b-f1a2-43f8-afd3-e53a0b9d2858 req-6da54261-aa0d-4c9f-87df-cd0ad15031d0 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 5420 time: 0.3344922 Aug 22 13:26:25.892448 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c022595b-a797-408a-a4d6-1c11b4e1b725', 'tag': '1fee02a7-12cf-4aca-94e2-59c18052b644'}, {'name': 'network-changed', 'server_uuid': 'cc6b3322-6437-4e90-aad7-fee4bae751f7', 'tag': '59973c9a-5c86-4140-abea-16a273bd0367'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:26:25.894711 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e93e00-f0d9-4ee4-97b5-ad89c230c338" -d '{"events": [{"name": "network-changed", "server_uuid": "c022595b-a797-408a-a4d6-1c11b4e1b725", "tag": "1fee02a7-12cf-4aca-94e2-59c18052b644"}, {"name": "network-changed", "server_uuid": "cc6b3322-6437-4e90-aad7-fee4bae751f7", "tag": "59973c9a-5c86-4140-abea-16a273bd0367"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:26:25.966479 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-fc4a1c23-da56-48d4-beeb-dce1dc2ec841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:25.968601 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-fc4a1c23-da56-48d4-beeb-dce1dc2ec841 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8858e46b-6208-4875-b089-3b1759ddc36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5821652 Aug 22 13:26:25.989627 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b34c9a0b-f1a2-43f8-afd3-e53a0b9d2858 req-f431cb7a-5485-49cd-b64a-a90a60cb3447 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/security-groups?id=4cc9f53d-f53a-41a9-9530-58f2e575d924&id=6e2ef2da-4440-4915-b63c-e03f5cd2edf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4465835 Aug 22 13:26:26.068283 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9ca1b0f3-d4df-40cb-b437-1dbce79d96e9 req-13a1d3b8-b0ea-4a9f-8625-2115e37f772d tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:26.068666 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9ca1b0f3-d4df-40cb-b437-1dbce79d96e9 req-13a1d3b8-b0ea-4a9f-8625-2115e37f772d tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:26.068977 n-d-793621-33 neutron-server[94627]: INFO neutron.db.l3_db [req-9ca1b0f3-d4df-40cb-b437-1dbce79d96e9 req-13a1d3b8-b0ea-4a9f-8625-2115e37f772d tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Floating IP e38268e4-62e1-4ac8-9d49-c864010be04c disassociated. External IP: 172.25.3.115, port: a99070f3-cd41-41f4-971f-f6ba7ea65313. Aug 22 13:26:26.069315 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-9ca1b0f3-d4df-40cb-b437-1dbce79d96e9 req-13a1d3b8-b0ea-4a9f-8625-2115e37f772d tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Calling delete_port for a99070f3-cd41-41f4-971f-f6ba7ea65313 owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:26:26.104425 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9f7e26ad-fe67-415e-8007-597509b78f72 req-75507768-6d5b-4ad5-9c28-49e670ce8928 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:26.211458 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c01fc1-5791-49ef-bc63-5d61c298ca3f req-3f636502-0b74-4b56-975a-09b9ffe24b7d tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:26.212866 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-67c01fc1-5791-49ef-bc63-5d61c298ca3f req-3f636502-0b74-4b56-975a-09b9ffe24b7d tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] 10.222.0.21 "GET /v2.0/ports?device_id=c022595b-a797-408a-a4d6-1c11b4e1b725 HTTP/1.1" status: 200 len: 943 time: 0.1555448 Aug 22 13:26:26.221169 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-62a36d17-c4eb-4cb5-8174-102ff8052177 service neutron] 10.222.0.16 "GET /v2.0/networks/8858e46b-6208-4875-b089-3b1759ddc36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306688 Aug 22 13:26:26.325683 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9f7e26ad-fe67-415e-8007-597509b78f72 req-75507768-6d5b-4ad5-9c28-49e670ce8928 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:26.331852 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device d0d69c7d-f6a6-4cf2-a557-a80a9573817f up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:26:26.373034 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-67c01fc1-5791-49ef-bc63-5d61c298ca3f req-e9ef196f-4dc1-497f-8617-53180f349af9 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] 10.222.0.21 "GET /v2.0/security-groups?id=10de7916-6b18-4180-a44a-f961fc40948b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433275 Aug 22 13:26:26.381442 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port d0d69c7d-f6a6-4cf2-a557-a80a9573817f completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:26:26.386280 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port d0d69c7d-f6a6-4cf2-a557-a80a9573817f triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:26:26.386280 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:26.422052 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f7e26ad-fe67-415e-8007-597509b78f72 req-75507768-6d5b-4ad5-9c28-49e670ce8928 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:26:26.431566 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-9f7e26ad-fe67-415e-8007-597509b78f72 req-75507768-6d5b-4ad5-9c28-49e670ce8928 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:26:26.434823 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-0549f922-cc3e-4b9c-8980-70780527fa68 service neutron] 10.222.0.16 "GET /v2.0/networks/8858e46b-6208-4875-b089-3b1759ddc36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005606 Aug 22 13:26:26.438105 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f7e26ad-fe67-415e-8007-597509b78f72 req-75507768-6d5b-4ad5-9c28-49e670ce8928 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:26:26.469696 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:26.482182 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75507768-6d5b-4ad5-9c28-49e670ce8928 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Pushing event updated for resources: {'Port': ['ID=1adc98fa-a79b-4874-9345-482174399671,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:26.494413 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb7d187-2617-4c1c-b98a-8d342799b2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0d69c7d-f6a6-4cf2-a557-a80a9573817f'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:26:26.496692 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b3743a-96b1-45d4-b5a6-200651395623" -d '{"events": [{"server_uuid": "8fb7d187-2617-4c1c-b98a-8d342799b2fa", "name": "network-vif-plugged", "status": "completed", "tag": "d0d69c7d-f6a6-4cf2-a557-a80a9573817f"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:26:26.510878 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port d0d69c7d-f6a6-4cf2-a557-a80a9573817f, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=d0d69c7d-f6a6-4cf2-a557-a80a9573817f,segment=NetworkSegment(4c6e1d8d-4c7e-4c05-b40c-a119ed7a60f2),segment_id=4c6e1d8d-4c7e-4c05-b40c-a119ed7a60f2)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:26.516718 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:26.541171 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-18e36b21-54e6-47d6-965b-bffb2c9269db service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9b630015-e2ab-41a3-965e-35e3ddb15e2b HTTP/1.1" status: 200 len: 217 time: 0.0767057 Aug 22 13:26:26.558401 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9ca1b0f3-d4df-40cb-b437-1dbce79d96e9 req-13a1d3b8-b0ea-4a9f-8625-2115e37f772d tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:26.568646 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=d0d69c7d-f6a6-4cf2-a557-a80a9573817f,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:26.643003 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a1d3b8-b0ea-4a9f-8625-2115e37f772d tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Pushing event deleted for resources: {'Port': ['ID=a99070f3-cd41-41f4-971f-f6ba7ea65313,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:26.665230 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01351ab4-6565-4cbd-8036-8c68f96cc875 req-2258d10a-5b41-46a2-8080-dab8e2961bcd tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:26.666750 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-01351ab4-6565-4cbd-8036-8c68f96cc875 req-2258d10a-5b41-46a2-8080-dab8e2961bcd tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/ports?device_id=34435e4b-213a-42b2-942a-1e11fdfa6eff HTTP/1.1" status: 200 len: 945 time: 0.2195113 Aug 22 13:26:26.726663 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9f7e26ad-fe67-415e-8007-597509b78f72 req-75507768-6d5b-4ad5-9c28-49e670ce8928 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:26.735518 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-9a84d87c-6e27-49da-9942-2129cdb01827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:26.736949 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-9a84d87c-6e27-49da-9942-2129cdb01827 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=525ede45-be02-4d9e-8a63-bbd46f43e817 HTTP/1.1" status: 200 len: 797 time: 0.1744030 Aug 22 13:26:26.814703 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-01351ab4-6565-4cbd-8036-8c68f96cc875 req-ad74aa7b-b6d4-431e-b685-f55eda47000f tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ed2b1cd-e89d-453d-a1b3-990a20bb0165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323235 Aug 22 13:26:26.850220 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9f7e26ad-fe67-415e-8007-597509b78f72 req-75507768-6d5b-4ad5-9c28-49e670ce8928 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:26.940343 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-bf133c2f-ee79-41b8-ae3d-08f91540ef84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:26.941748 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-bf133c2f-ee79-41b8-ae3d-08f91540ef84 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8858e46b-6208-4875-b089-3b1759ddc36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1895814 Aug 22 13:26:26.950989 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ca1b0f3-d4df-40cb-b437-1dbce79d96e9 req-13a1d3b8-b0ea-4a9f-8625-2115e37f772d tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Router 96103a62-19ca-48f4-8434-777db29e697a has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:26:27.057019 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f122b6fa-9b55-4540-8df2-3469c828e768 req-95e73ea4-b0b5-47ac-8de1-b2bf5b6d797f tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:27.058549 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f122b6fa-9b55-4540-8df2-3469c828e768 req-95e73ea4-b0b5-47ac-8de1-b2bf5b6d797f tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=f887ac67-9fac-4958-9d7e-5971de6f6263 HTTP/1.1" status: 200 len: 949 time: 0.1836412 Aug 22 13:26:27.221235 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f122b6fa-9b55-4540-8df2-3469c828e768 req-556b6d74-ae71-4596-94cf-cbde951e018c tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545725 Aug 22 13:26:27.238653 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-95159f98-7f2b-4753-ba40-39a28d014b3d service neutron] 10.222.0.16 "GET /v2.0/networks/8858e46b-6208-4875-b089-3b1759ddc36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826717 Aug 22 13:26:27.285255 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ca1b0f3-d4df-40cb-b437-1dbce79d96e9 req-13a1d3b8-b0ea-4a9f-8625-2115e37f772d tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:26:27.296201 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b6beb1-91fa-4a59-b238-4110d1fcc842 None None] Sync routers for ids ['96103a62-19ca-48f4-8434-777db29e697a'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:26:27.306673 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b6beb1-91fa-4a59-b238-4110d1fcc842 None None] Routers {'96103a62-19ca-48f4-8434-777db29e697a'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:26:27.307282 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-c0b6beb1-91fa-4a59-b238-4110d1fcc842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:26:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['96103a62-19ca-48f4-8434-777db29e697a'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:26:27.365233 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9f7e26ad-fe67-415e-8007-597509b78f72 req-75507768-6d5b-4ad5-9c28-49e670ce8928 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:27.388359 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9f7e26ad-fe67-415e-8007-597509b78f72 req-75507768-6d5b-4ad5-9c28-49e670ce8928 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:27.396097 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ca1b0f3-d4df-40cb-b437-1dbce79d96e9 req-13a1d3b8-b0ea-4a9f-8625-2115e37f772d tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] No DVR routers for this DVR port a99070f3-cd41-41f4-971f-f6ba7ea65313 on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:26:27.407424 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9ca1b0f3-d4df-40cb-b437-1dbce79d96e9 req-13a1d3b8-b0ea-4a9f-8625-2115e37f772d tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:27.409406 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9ca1b0f3-d4df-40cb-b437-1dbce79d96e9 req-13a1d3b8-b0ea-4a9f-8625-2115e37f772d tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.16 "DELETE /v2.0/ports/a99070f3-cd41-41f4-971f-f6ba7ea65313 HTTP/1.1" status: 204 len: 173 time: 2.7365959 Aug 22 13:26:27.417219 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-c0b6beb1-91fa-4a59-b238-4110d1fcc842 None None] Set router 96103a62-19ca-48f4-8434-777db29e697a gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:26:27.497425 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab46a87-c4ee-443e-ad2b-f445c420b6cf req-4cd9cf97-d360-436c-87e5-6414aaefa573 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:27.499855 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eab46a87-c4ee-443e-ad2b-f445c420b6cf req-4cd9cf97-d360-436c-87e5-6414aaefa573 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fb7d187-2617-4c1c-b98a-8d342799b2fa HTTP/1.1" status: 200 len: 945 time: 0.2230823 Aug 22 13:26:27.518240 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ade6164-4461-4aea-85e3-cda2d39cd9f8 req-8ccec5c3-6b32-4759-850a-733166672691 service neutron] 10.222.0.16 "GET /v2.0/networks/8858e46b-6208-4875-b089-3b1759ddc36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645197 Aug 22 13:26:27.521252 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75507768-6d5b-4ad5-9c28-49e670ce8928 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Pushing event updated for resources: {'Port': ['ID=1adc98fa-a79b-4874-9345-482174399671,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:27.544462 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9f7e26ad-fe67-415e-8007-597509b78f72 req-75507768-6d5b-4ad5-9c28-49e670ce8928 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:27.569960 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eab46a87-c4ee-443e-ad2b-f445c420b6cf req-3f0a44bd-8944-410e-baa1-b2b38c81b1a6 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f52e29-9b4a-48c0-bf7d-3bf6374c285c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544825 Aug 22 13:26:27.571093 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9f7e26ad-fe67-415e-8007-597509b78f72 req-75507768-6d5b-4ad5-9c28-49e670ce8928 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:27.572190 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9f7e26ad-fe67-415e-8007-597509b78f72 req-75507768-6d5b-4ad5-9c28-49e670ce8928 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2256539 Aug 22 13:26:27.628974 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9f7e26ad-fe67-415e-8007-597509b78f72 req-82a18b42-e638-4dda-8074-227cc232cdc9 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.190 HTTP/1.1" status: 200 len: 696 time: 0.0455923 Aug 22 13:26:27.667370 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 22 Aug 2021 13:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e983040-0574-4c8b-8f23-31e6357cde83 x-openstack-request-id: req-4e983040-0574-4c8b-8f23-31e6357cde83 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:26:27.667545 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c022595b-a797-408a-a4d6-1c11b4e1b725", "tag": "1fee02a7-12cf-4aca-94e2-59c18052b644", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cc6b3322-6437-4e90-aad7-fee4bae751f7", "tag": "59973c9a-5c86-4140-abea-16a273bd0367", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:26:27.667796 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4e983040-0574-4c8b-8f23-31e6357cde83 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:26:27.668333 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c022595b-a797-408a-a4d6-1c11b4e1b725', 'tag': '1fee02a7-12cf-4aca-94e2-59c18052b644', 'status': 'completed', 'code': 200} Aug 22 13:26:27.668457 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc6b3322-6437-4e90-aad7-fee4bae751f7', 'tag': '59973c9a-5c86-4140-abea-16a273bd0367', 'status': 'completed', 'code': 200} Aug 22 13:26:27.751942 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e93e00-f0d9-4ee4-97b5-ad89c230c338 req-9ca88713-6f06-448a-859a-fa357c158e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:27.753646 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f9e93e00-f0d9-4ee4-97b5-ad89c230c338 req-9ca88713-6f06-448a-859a-fa357c158e3a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec08ac96341043c28ecba1b995182de4&device_id=cc6b3322-6437-4e90-aad7-fee4bae751f7 HTTP/1.1" status: 200 len: 1126 time: 0.0661340 Aug 22 13:26:27.820171 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f7729-32e7-4a55-aa62-ebab90e05431 req-a54d15e4-7cb3-451b-8bca-e9715bbfb34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:27.820461 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-c0b6beb1-91fa-4a59-b238-4110d1fcc842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96103a62-19ca-48f4-8434-777db29e697a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-35615422-router', 'tenant_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '86c2ca98-5afd-4761-9c74-af3f25e3f90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:20:50Z', 'updated_at': '2021-08-22T13:20:56Z', 'revision_number': 4, 'project_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'gw_port': {'id': '86c2ca98-5afd-4761-9c74-af3f25e3f90d', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:57:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96103a62-19ca-48f4-8434-777db29e697a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:20:51Z', 'updated_at': '2021-08-22T13:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'b8fafdd9-90e9-411d-863c-1098e4d099a2', 'name': '', 'network_id': 'a1c10f8c-20d5-4d04-af7a-0afa0a2251fb', 'tenant_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'mac_address': 'fa:16:3e:04:8c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96103a62-19ca-48f4-8434-777db29e697a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6b2f428e-282f-45d1-83f0-557cce9c83da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:20:56Z', 'updated_at': '2021-08-22T13:21:04Z', 'revision_number': 5, 'project_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'subnets': [{'id': '6b2f428e-282f-45d1-83f0-557cce9c83da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:26:27.821001 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f7729-32e7-4a55-aa62-ebab90e05431 req-a54d15e4-7cb3-451b-8bca-e9715bbfb34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:27.821517 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f7729-32e7-4a55-aa62-ebab90e05431 req-a54d15e4-7cb3-451b-8bca-e9715bbfb34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:27.821983 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f7729-32e7-4a55-aa62-ebab90e05431 req-a54d15e4-7cb3-451b-8bca-e9715bbfb34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:27.822444 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f7729-32e7-4a55-aa62-ebab90e05431 req-a54d15e4-7cb3-451b-8bca-e9715bbfb34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:27.822908 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f7729-32e7-4a55-aa62-ebab90e05431 req-a54d15e4-7cb3-451b-8bca-e9715bbfb34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:27.823366 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f7729-32e7-4a55-aa62-ebab90e05431 req-a54d15e4-7cb3-451b-8bca-e9715bbfb34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:27.825326 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-642f7729-32e7-4a55-aa62-ebab90e05431 req-a54d15e4-7cb3-451b-8bca-e9715bbfb34b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2389b5e02dee4864a1a7f4824db49bc1&device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 6484 time: 0.1777468 Aug 22 13:26:27.852086 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b6beb1-91fa-4a59-b238-4110d1fcc842 None None] Checking router: 96103a62-19ca-48f4-8434-777db29e697a for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:26:27.861384 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b6beb1-91fa-4a59-b238-4110d1fcc842 None None] Routers {'96103a62-19ca-48f4-8434-777db29e697a'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:26:27.862322 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-c0b6beb1-91fa-4a59-b238-4110d1fcc842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:26:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['96103a62-19ca-48f4-8434-777db29e697a'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:26:27.878240 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e26ad-fe67-415e-8007-597509b78f72 req-37188349-3c86-4849-87f3-65db8547af05 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:27.880042 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9f7e26ad-fe67-415e-8007-597509b78f72 req-37188349-3c86-4849-87f3-65db8547af05 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] 10.222.0.21 "GET /v2.0/networks/7de6ab83-cd00-4b3c-94fb-810dd34d29b8 HTTP/1.1" status: 200 len: 784 time: 0.2430468 Aug 22 13:26:27.884732 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e93e00-f0d9-4ee4-97b5-ad89c230c338 req-782d7c35-6e9e-4ddd-9dc9-ce2cb5c288d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:27.886353 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f9e93e00-f0d9-4ee4-97b5-ad89c230c338 req-782d7c35-6e9e-4ddd-9dc9-ce2cb5c288d5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=887e0115-b4ac-4c62-9aab-f2d01695aede HTTP/1.1" status: 200 len: 922 time: 0.1254122 Aug 22 13:26:27.914413 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e93e00-f0d9-4ee4-97b5-ad89c230c338 req-7a45be97-561f-4ac4-87bf-c53773d45b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:27.915896 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f9e93e00-f0d9-4ee4-97b5-ad89c230c338 req-7a45be97-561f-4ac4-87bf-c53773d45b0e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b51a2828dc644e95bef62325f0835560&device_id=c022595b-a797-408a-a4d6-1c11b4e1b725 HTTP/1.1" status: 200 len: 1095 time: 0.2015288 Aug 22 13:26:27.923776 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c69527-010c-4470-9c4a-8e3509c25491 req-038bf0b4-ff28-4302-9725-a7eb0ebde95a tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:27.930979 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-46c69527-010c-4470-9c4a-8e3509c25491 req-038bf0b4-ff28-4302-9725-a7eb0ebde95a tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc6b3322-6437-4e90-aad7-fee4bae751f7 HTTP/1.1" status: 200 len: 943 time: 0.1860507 Aug 22 13:26:27.962238 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f9e93e00-f0d9-4ee4-97b5-ad89c230c338 req-0f130f8d-daf7-41ed-a6a8-78dfea0e1a9a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59973c9a-5c86-4140-abea-16a273bd0367 HTTP/1.1" status: 200 len: 217 time: 0.0678260 Aug 22 13:26:28.025911 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e93e00-f0d9-4ee4-97b5-ad89c230c338 req-cbbb8689-858f-4369-bc34-b1a485153587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:28.027600 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f9e93e00-f0d9-4ee4-97b5-ad89c230c338 req-cbbb8689-858f-4369-bc34-b1a485153587 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1fb53f66-6b81-41b6-9806-8520494df9af HTTP/1.1" status: 200 len: 861 time: 0.0503764 Aug 22 13:26:28.041935 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:28.061054 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-46c69527-010c-4470-9c4a-8e3509c25491 req-05445955-790a-4c08-9f8b-8836c8e1395c tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290927 Aug 22 13:26:28.084083 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f9e93e00-f0d9-4ee4-97b5-ad89c230c338 req-022142cb-0048-44b7-a2b2-44afd5a0203c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=887e0115-b4ac-4c62-9aab-f2d01695aede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484383 Aug 22 13:26:28.084707 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc3e1a8-6898-497e-9290-0a913335b9ec x-openstack-request-id: req-4dc3e1a8-6898-497e-9290-0a913335b9ec {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:26:28.085191 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fb7d187-2617-4c1c-b98a-8d342799b2fa", "name": "network-vif-plugged", "status": "completed", "tag": "d0d69c7d-f6a6-4cf2-a557-a80a9573817f", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:26:28.085627 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4dc3e1a8-6898-497e-9290-0a913335b9ec {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:26:28.086313 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb7d187-2617-4c1c-b98a-8d342799b2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0d69c7d-f6a6-4cf2-a557-a80a9573817f', 'code': 200} Aug 22 13:26:28.098551 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-c0b6beb1-91fa-4a59-b238-4110d1fcc842 None None] Set router 96103a62-19ca-48f4-8434-777db29e697a gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:26:28.196831 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f7729-32e7-4a55-aa62-ebab90e05431 req-05e10465-9e92-4832-bebf-de3cfff2cf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:28.203888 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-642f7729-32e7-4a55-aa62-ebab90e05431 req-05e10465-9e92-4832-bebf-de3cfff2cf4f service neutron] 10.222.0.16 "GET /v2.0/networks?id=8858e46b-6208-4875-b089-3b1759ddc36f HTTP/1.1" status: 200 len: 903 time: 0.3576798 Aug 22 13:26:28.295094 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5bbd39-7de3-4b83-a572-7becb19ae23e req-270edc96-7435-4189-8be2-9f5f5bfd5662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:28.299165 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9d5bbd39-7de3-4b83-a572-7becb19ae23e req-270edc96-7435-4189-8be2-9f5f5bfd5662 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8fb7d187-2617-4c1c-b98a-8d342799b2fa HTTP/1.1" status: 200 len: 1097 time: 0.0978208 Aug 22 13:26:28.302805 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f9e93e00-f0d9-4ee4-97b5-ad89c230c338 req-90cd16e5-f55e-4cda-a1a1-77d1fe559184 service neutron] 10.222.0.41 "GET /v2.0/networks/887e0115-b4ac-4c62-9aab-f2d01695aede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108190 Aug 22 13:26:28.391906 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-35ab7b70-f5f4-4945-bd51-d9ed1a187d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:28.446869 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-c0b6beb1-91fa-4a59-b238-4110d1fcc842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96103a62-19ca-48f4-8434-777db29e697a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-35615422-router', 'tenant_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '86c2ca98-5afd-4761-9c74-af3f25e3f90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:20:50Z', 'updated_at': '2021-08-22T13:20:56Z', 'revision_number': 4, 'project_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'gw_port': {'id': '86c2ca98-5afd-4761-9c74-af3f25e3f90d', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:57:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96103a62-19ca-48f4-8434-777db29e697a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:20:51Z', 'updated_at': '2021-08-22T13:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'b8fafdd9-90e9-411d-863c-1098e4d099a2', 'name': '', 'network_id': 'a1c10f8c-20d5-4d04-af7a-0afa0a2251fb', 'tenant_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'mac_address': 'fa:16:3e:04:8c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96103a62-19ca-48f4-8434-777db29e697a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6b2f428e-282f-45d1-83f0-557cce9c83da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:20:56Z', 'updated_at': '2021-08-22T13:21:04Z', 'revision_number': 5, 'project_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'subnets': [{'id': '6b2f428e-282f-45d1-83f0-557cce9c83da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:26:28.476581 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f9e93e00-f0d9-4ee4-97b5-ad89c230c338 req-ee6f14f9-6e15-4978-a8c6-c51ed7f4026d service neutron] 10.222.0.41 "GET /v2.0/networks/887e0115-b4ac-4c62-9aab-f2d01695aede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560585 Aug 22 13:26:28.477664 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b6beb1-91fa-4a59-b238-4110d1fcc842 None None] The sync data for ids ['96103a62-19ca-48f4-8434-777db29e697a'] in n-d-793621-33 is: [{'id': '96103a62-19ca-48f4-8434-777db29e697a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-35615422-router', 'tenant_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '86c2ca98-5afd-4761-9c74-af3f25e3f90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:20:50Z', 'updated_at': '2021-08-22T13:20:56Z', 'revision_number': 4, 'project_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'gw_port': {'id': '86c2ca98-5afd-4761-9c74-af3f25e3f90d', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:57:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96103a62-19ca-48f4-8434-777db29e697a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:20:51Z', 'updated_at': '2021-08-22T13:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'b8fafdd9-90e9-411d-863c-1098e4d099a2', 'name': '', 'network_id': 'a1c10f8c-20d5-4d04-af7a-0afa0a2251fb', 'tenant_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'mac_address': 'fa:16:3e:04:8c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96103a62-19ca-48f4-8434-777db29e697a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6b2f428e-282f-45d1-83f0-557cce9c83da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:20:56Z', 'updated_at': '2021-08-22T13:21:04Z', 'revision_number': 5, 'project_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'subnets': [{'id': '6b2f428e-282f-45d1-83f0-557cce9c83da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:26:28.491702 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9d5bbd39-7de3-4b83-a572-7becb19ae23e req-8daf0085-eafd-4d81-bbc7-7509fa3fd573 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=58f52e29-9b4a-48c0-bf7d-3bf6374c285c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789162 Aug 22 13:26:28.637576 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-642f7729-32e7-4a55-aa62-ebab90e05431 req-24497c4e-231b-436e-8b74-15e03e6b48d2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9b630015-e2ab-41a3-965e-35e3ddb15e2b HTTP/1.1" status: 200 len: 217 time: 0.3942232 Aug 22 13:26:28.641469 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e93e00-f0d9-4ee4-97b5-ad89c230c338 req-2a0a0303-7bc0-4704-bcfc-e1dcca41fd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:28.642924 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f9e93e00-f0d9-4ee4-97b5-ad89c230c338 req-2a0a0303-7bc0-4704-bcfc-e1dcca41fd08 service neutron] 10.222.0.16 "GET /v2.0/networks?id=143a0aca-6b8a-4e49-a5a0-2f6e96878754 HTTP/1.1" status: 200 len: 917 time: 0.7044947 Aug 22 13:26:28.663731 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5987dda-131f-48b5-bf2e-848959fa8737 req-744e3ad1-b668-4b83-96a1-d8293a5496f9 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:28.665364 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a5987dda-131f-48b5-bf2e-848959fa8737 req-744e3ad1-b668-4b83-96a1-d8293a5496f9 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] 10.222.0.21 "GET /v2.0/ports?device_id=c022595b-a797-408a-a4d6-1c11b4e1b725 HTTP/1.1" status: 200 len: 943 time: 0.5071096 Aug 22 13:26:28.712461 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30f5ca-9c61-487a-a8a1-ffabb76eaf80 req-ac406488-7e81-4afe-9009-14f95970ce81 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:28.719441 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30f5ca-9c61-487a-a8a1-ffabb76eaf80 req-ac406488-7e81-4afe-9009-14f95970ce81 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:28.725566 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30f5ca-9c61-487a-a8a1-ffabb76eaf80 req-ac406488-7e81-4afe-9009-14f95970ce81 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:28.731922 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30f5ca-9c61-487a-a8a1-ffabb76eaf80 req-ac406488-7e81-4afe-9009-14f95970ce81 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:28.738376 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30f5ca-9c61-487a-a8a1-ffabb76eaf80 req-ac406488-7e81-4afe-9009-14f95970ce81 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:28.744313 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30f5ca-9c61-487a-a8a1-ffabb76eaf80 req-ac406488-7e81-4afe-9009-14f95970ce81 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:28.750710 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30f5ca-9c61-487a-a8a1-ffabb76eaf80 req-ac406488-7e81-4afe-9009-14f95970ce81 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:28.752641 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4c30f5ca-9c61-487a-a8a1-ffabb76eaf80 req-ac406488-7e81-4afe-9009-14f95970ce81 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 5420 time: 0.5484111 Aug 22 13:26:28.794136 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f57fbe3-f01a-43d0-b72e-73b9e0222365 None None] New status for floating IP e38268e4-62e1-4ac8-9d49-c864010be04c: DOWN {{(pid=94629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 13:26:28.815512 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f9e93e00-f0d9-4ee4-97b5-ad89c230c338 req-26a60f0d-0d27-4cc1-a2fa-701b440dc875 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1fee02a7-12cf-4aca-94e2-59c18052b644 HTTP/1.1" status: 200 len: 217 time: 0.1429038 Aug 22 13:26:28.895595 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a5987dda-131f-48b5-bf2e-848959fa8737 req-ceb1727e-7e29-49a0-8b3a-886cf2f1f699 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] 10.222.0.21 "GET /v2.0/security-groups?id=10de7916-6b18-4180-a44a-f961fc40948b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2218437 Aug 22 13:26:28.926990 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4c30f5ca-9c61-487a-a8a1-ffabb76eaf80 req-50c453b8-4c68-4d4a-b86e-7093c0eaf496 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/security-groups?id=4cc9f53d-f53a-41a9-9530-58f2e575d924&id=6e2ef2da-4440-4915-b63c-e03f5cd2edf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1599422 Aug 22 13:26:28.942057 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f7729-32e7-4a55-aa62-ebab90e05431 req-cca4bfb2-4268-4b69-a166-286ce79d27e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:28.943573 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-642f7729-32e7-4a55-aa62-ebab90e05431 req-cca4bfb2-4268-4b69-a166-286ce79d27e4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=525ede45-be02-4d9e-8a63-bbd46f43e817 HTTP/1.1" status: 200 len: 797 time: 0.2689877 Aug 22 13:26:28.945661 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e93e00-f0d9-4ee4-97b5-ad89c230c338 req-a0e5f7d6-7be5-4430-bfbc-383b812e562c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:28.947026 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f9e93e00-f0d9-4ee4-97b5-ad89c230c338 req-a0e5f7d6-7be5-4430-bfbc-383b812e562c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3123dceb-ace6-46b4-af77-e0bcfcb1de73 HTTP/1.1" status: 200 len: 855 time: 0.0991802 Aug 22 13:26:29.142090 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e93e00-f0d9-4ee4-97b5-ad89c230c338 req-fc6a7e04-0441-419a-beb4-d5f1b1c25b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:29.143577 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f9e93e00-f0d9-4ee4-97b5-ad89c230c338 req-fc6a7e04-0441-419a-beb4-d5f1b1c25b47 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=143a0aca-6b8a-4e49-a5a0-2f6e96878754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1775198 Aug 22 13:26:29.145095 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f7729-32e7-4a55-aa62-ebab90e05431 req-8826c03a-bf50-447c-bebc-ab7f6e13cab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:29.146406 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-642f7729-32e7-4a55-aa62-ebab90e05431 req-8826c03a-bf50-447c-bebc-ab7f6e13cab1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8858e46b-6208-4875-b089-3b1759ddc36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1815553 Aug 22 13:26:29.174445 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb492f-9cb9-4e79-95a2-adf0b44ebb33 req-1090dd3f-e441-49a6-a7a4-1ebe3f66373f tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:29.175932 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-44eb492f-9cb9-4e79-95a2-adf0b44ebb33 req-1090dd3f-e441-49a6-a7a4-1ebe3f66373f tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=f887ac67-9fac-4958-9d7e-5971de6f6263 HTTP/1.1" status: 200 len: 949 time: 0.1280975 Aug 22 13:26:29.222241 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea652ee2-d03e-46c7-be1b-af247cc77d37 req-43b67f7d-16e5-4261-9d27-f97c5040b5fa tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:29.223672 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ea652ee2-d03e-46c7-be1b-af247cc77d37 req-43b67f7d-16e5-4261-9d27-f97c5040b5fa tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] 10.222.0.21 "GET /v2.0/ports?device_id=190e2756-2527-4272-bc9b-26f5200db4ab&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1692963 Aug 22 13:26:29.356758 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ea652ee2-d03e-46c7-be1b-af247cc77d37 req-92f34a28-4975-4c2f-ae14-c6bc4ecc366d tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.190 HTTP/1.1" status: 200 len: 696 time: 0.1199841 Aug 22 13:26:29.372447 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-44eb492f-9cb9-4e79-95a2-adf0b44ebb33 req-002dd748-0d9e-404f-8bdc-4887b9f4f2df tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739721 Aug 22 13:26:29.384096 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-ea652ee2-d03e-46c7-be1b-af247cc77d37 req-ec4ebb99-703e-47d3-a683-2081d79d7a57 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Request body: {'floatingip': {'port_id': 'd9a840f9-aafb-4fa4-b350-9b57d68dc0b1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:26:29.442428 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ea652ee2-d03e-46c7-be1b-af247cc77d37 req-ec4ebb99-703e-47d3-a683-2081d79d7a57 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Notify callbacks [] for floatingip, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:29.526566 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-642f7729-32e7-4a55-aa62-ebab90e05431 req-7d98826b-c6eb-468c-b813-d676dbd08fa0 service neutron] 10.222.0.16 "GET /v2.0/networks/8858e46b-6208-4875-b089-3b1759ddc36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496525 Aug 22 13:26:29.528306 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f9e93e00-f0d9-4ee4-97b5-ad89c230c338 req-95a52e36-51b9-4dff-9dce-5b741c6251ea service neutron] 10.222.0.16 "GET /v2.0/networks/143a0aca-6b8a-4e49-a5a0-2f6e96878754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504522 Aug 22 13:26:29.577194 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-73a488df-6f98-421b-994f-832342bfc2a0 service neutron] 10.222.0.41 "GET /v2.0/ports/59973c9a-5c86-4140-abea-16a273bd0367/bindings/n-h2-793621-33 HTTP/1.1" status: 200 len: 385 time: 0.0550888 Aug 22 13:26:29.675479 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34435e4b-213a-42b2-942a-1e11fdfa6eff', 'name': 'network-vif-deleted', 'tag': 'a99070f3-cd41-41f4-971f-f6ba7ea65313'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:26:29.677631 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3fa35e0-3feb-4e5c-b58e-ced30d51164c" -d '{"events": [{"server_uuid": "34435e4b-213a-42b2-942a-1e11fdfa6eff", "name": "network-vif-deleted", "tag": "a99070f3-cd41-41f4-971f-f6ba7ea65313"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:26:29.715055 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c995ec-77f9-481f-88bb-9bc39a6c1ff0 req-0e15ae52-f63b-4d18-b898-1bc2ea1bf831 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:29.716494 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c1c995ec-77f9-481f-88bb-9bc39a6c1ff0 req-0e15ae52-f63b-4d18-b898-1bc2ea1bf831 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fb7d187-2617-4c1c-b98a-8d342799b2fa HTTP/1.1" status: 200 len: 945 time: 0.2767332 Aug 22 13:26:29.761875 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device a99070f3-cd41-41f4-971f-f6ba7ea65313 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:26:29.770651 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-af72ae2c-b969-4519-884a-68dac90e12f5 service neutron] For port 59973c9a-5c86-4140-abea-16a273bd0367, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=59973c9a-5c86-4140-abea-16a273bd0367,segment=NetworkSegment(0efbff2c-3dbf-4e79-83ba-47cbdc800632),segment_id=0efbff2c-3dbf-4e79-83ba-47cbdc800632)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:29.782749 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: a99070f3-cd41-41f4-971f-f6ba7ea65313 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:26:29.783358 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device a99070f3-cd41-41f4-971f-f6ba7ea65313 not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:26:29.791276 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-af72ae2c-b969-4519-884a-68dac90e12f5 service neutron] For port 59973c9a-5c86-4140-abea-16a273bd0367, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:26:29.818487 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f9e93e00-f0d9-4ee4-97b5-ad89c230c338 req-5f8e4ed9-73ac-49d2-915f-cc78c0fe6314 service neutron] 10.222.0.16 "GET /v2.0/networks/143a0aca-6b8a-4e49-a5a0-2f6e96878754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679777 Aug 22 13:26:29.827838 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-af72ae2c-b969-4519-884a-68dac90e12f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59973c9a-5c86-4140-abea-16a273bd0367 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:26:29.840373 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-af72ae2c-b969-4519-884a-68dac90e12f5 service neutron] For port 59973c9a-5c86-4140-abea-16a273bd0367, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=59973c9a-5c86-4140-abea-16a273bd0367,segment=NetworkSegment(0efbff2c-3dbf-4e79-83ba-47cbdc800632),segment_id=0efbff2c-3dbf-4e79-83ba-47cbdc800632)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:29.849977 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-642f7729-32e7-4a55-aa62-ebab90e05431 req-eed973cd-2cf9-424d-a771-d4c51c3c35b5 service neutron] 10.222.0.16 "GET /v2.0/networks/8858e46b-6208-4875-b089-3b1759ddc36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005676 Aug 22 13:26:29.853709 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-af72ae2c-b969-4519-884a-68dac90e12f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:29.877702 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c1c995ec-77f9-481f-88bb-9bc39a6c1ff0 req-3bc83a1e-1114-4da6-a89c-5057a4ddfc29 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f52e29-9b4a-48c0-bf7d-3bf6374c285c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451414 Aug 22 13:26:29.941333 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-af72ae2c-b969-4519-884a-68dac90e12f5 service neutron] Transition to ACTIVE for port object 59973c9a-5c86-4140-abea-16a273bd0367 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:26:29.952361 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-af72ae2c-b969-4519-884a-68dac90e12f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:30.025903 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-af72ae2c-b969-4519-884a-68dac90e12f5 service neutron] No DVR routers for this DVR port 59973c9a-5c86-4140-abea-16a273bd0367 on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:26:30.040563 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af72ae2c-b969-4519-884a-68dac90e12f5 service neutron] Pushing event updated for resources: {'Port': ['ID=59973c9a-5c86-4140-abea-16a273bd0367,revision_number=10']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:30.068144 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-af72ae2c-b969-4519-884a-68dac90e12f5 service neutron] 10.222.0.41 "PUT /v2.0/ports/59973c9a-5c86-4140-abea-16a273bd0367/bindings/n-h2-793621-33/activate HTTP/1.1" status: 200 len: 370 time: 0.4780717 Aug 22 13:26:30.128643 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2b420-92c3-4ca9-aa2f-05c28f38b192 req-24505876-e7e5-4864-925f-3c62a80620fe tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:30.130120 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b4b2b420-92c3-4ca9-aa2f-05c28f38b192 req-24505876-e7e5-4864-925f-3c62a80620fe tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc6b3322-6437-4e90-aad7-fee4bae751f7 HTTP/1.1" status: 200 len: 944 time: 0.0857315 Aug 22 13:26:30.241020 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ea652ee2-d03e-46c7-be1b-af247cc77d37 req-ec4ebb99-703e-47d3-a683-2081d79d7a57 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:30.245833 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b4b2b420-92c3-4ca9-aa2f-05c28f38b192 req-64e46c81-2b61-4bff-8ce6-7449970f0494 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083682 Aug 22 13:26:30.248475 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ea652ee2-d03e-46c7-be1b-af247cc77d37 req-ec4ebb99-703e-47d3-a683-2081d79d7a57 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:30.284336 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-9563cc77-1b49-41ad-8860-408d23e00099 tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:30.285977 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-9563cc77-1b49-41ad-8860-408d23e00099 tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=cc6b3322-6437-4e90-aad7-fee4bae751f7&tenant_id=ec08ac96341043c28ecba1b995182de4&binding%3Ahost_id=n-h1-793621-33 HTTP/1.1" status: 200 len: 1096 time: 0.1381078 Aug 22 13:26:30.362868 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29b2112-93de-439f-ae51-99543859a9d8 x-openstack-request-id: req-f29b2112-93de-439f-ae51-99543859a9d8 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:26:30.363164 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34435e4b-213a-42b2-942a-1e11fdfa6eff", "name": "network-vif-deleted", "tag": "a99070f3-cd41-41f4-971f-f6ba7ea65313", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:26:30.363384 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f29b2112-93de-439f-ae51-99543859a9d8 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:26:30.363767 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34435e4b-213a-42b2-942a-1e11fdfa6eff', 'name': 'network-vif-deleted', 'tag': 'a99070f3-cd41-41f4-971f-f6ba7ea65313', 'status': 'completed', 'code': 200} Aug 22 13:26:30.369775 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 59973c9a-5c86-4140-abea-16a273bd0367 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:26:30.383404 n-d-793621-33 neutron-server[94627]: INFO neutron.db.l3_db [req-ea652ee2-d03e-46c7-be1b-af247cc77d37 req-ec4ebb99-703e-47d3-a683-2081d79d7a57 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Floating IP be53d30d-4e67-4195-a445-f00b1f954698 associated. External IP: 172.25.3.190, port: d9a840f9-aafb-4fa4-b350-9b57d68dc0b1. Aug 22 13:26:30.415087 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 59973c9a-5c86-4140-abea-16a273bd0367 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:26:30.426852 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-65dfff34-78f7-424e-b4a6-fc5cdf06c10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:30.428337 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-65dfff34-78f7-424e-b4a6-fc5cdf06c10d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cc6b3322-6437-4e90-aad7-fee4bae751f7&tenant_id=ec08ac96341043c28ecba1b995182de4 HTTP/1.1" status: 200 len: 1096 time: 0.0949786 Aug 22 13:26:30.549940 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acfe037-1655-4d08-972b-12dd1e043f4c req-cfbf9e12-ce2d-4180-8b4c-70b096357082 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:30.551306 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2acfe037-1655-4d08-972b-12dd1e043f4c req-cfbf9e12-ce2d-4180-8b4c-70b096357082 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] 10.222.0.21 "GET /v2.0/ports?device_id=c022595b-a797-408a-a4d6-1c11b4e1b725 HTTP/1.1" status: 200 len: 943 time: 0.1205862 Aug 22 13:26:30.579893 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-193caf28-982f-4465-be54-975d039d2764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:30.581343 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-193caf28-982f-4465-be54-975d039d2764 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec08ac96341043c28ecba1b995182de4&device_id=cc6b3322-6437-4e90-aad7-fee4bae751f7 HTTP/1.1" status: 200 len: 1096 time: 0.0867128 Aug 22 13:26:30.691893 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2acfe037-1655-4d08-972b-12dd1e043f4c req-3505bace-40ff-4a07-b0af-a3bbce126795 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] 10.222.0.21 "GET /v2.0/security-groups?id=10de7916-6b18-4180-a44a-f961fc40948b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340156 Aug 22 13:26:30.772531 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-f07b93a8-75d9-4d8e-9e43-f5c97d542433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:30.773946 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-f07b93a8-75d9-4d8e-9e43-f5c97d542433 service neutron] 10.222.0.16 "GET /v2.0/networks?id=887e0115-b4ac-4c62-9aab-f2d01695aede HTTP/1.1" status: 200 len: 922 time: 0.1620557 Aug 22 13:26:30.792278 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea652ee2-d03e-46c7-be1b-af247cc77d37 req-ec4ebb99-703e-47d3-a683-2081d79d7a57 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Router 3fe5b226-e2f4-41d9-a543-181726c6abdc has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:26:30.834506 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-3195ac40-0b94-4823-a2dc-50517c641964 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59973c9a-5c86-4140-abea-16a273bd0367 HTTP/1.1" status: 200 len: 217 time: 0.0440760 Aug 22 13:26:31.044458 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-775572df-8ac8-41a9-a422-f069f0a6af11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:31.160794 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:31.210710 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.db.resource_extend [req-9d743a19-d89f-4347-90e6-f98caccbd7fa req-eccc1e72-9b15-4b05-8545-b9c776267609 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 22 13:26:31.218708 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d743a19-d89f-4347-90e6-f98caccbd7fa req-eccc1e72-9b15-4b05-8545-b9c776267609 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:31.224507 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d743a19-d89f-4347-90e6-f98caccbd7fa req-eccc1e72-9b15-4b05-8545-b9c776267609 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:31.230279 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d743a19-d89f-4347-90e6-f98caccbd7fa req-eccc1e72-9b15-4b05-8545-b9c776267609 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:31.236495 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d743a19-d89f-4347-90e6-f98caccbd7fa req-eccc1e72-9b15-4b05-8545-b9c776267609 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:31.242348 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d743a19-d89f-4347-90e6-f98caccbd7fa req-eccc1e72-9b15-4b05-8545-b9c776267609 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:31.248840 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d743a19-d89f-4347-90e6-f98caccbd7fa req-eccc1e72-9b15-4b05-8545-b9c776267609 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:31.255380 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d743a19-d89f-4347-90e6-f98caccbd7fa req-eccc1e72-9b15-4b05-8545-b9c776267609 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:31.257350 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9d743a19-d89f-4347-90e6-f98caccbd7fa req-eccc1e72-9b15-4b05-8545-b9c776267609 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 5420 time: 0.5034831 Aug 22 13:26:31.326194 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-f33f0695-a135-4b00-a5b4-9aa0165107e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:31.328653 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-f33f0695-a135-4b00-a5b4-9aa0165107e0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1fb53f66-6b81-41b6-9806-8520494df9af HTTP/1.1" status: 200 len: 861 time: 0.4829617 Aug 22 13:26:31.353543 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9d743a19-d89f-4347-90e6-f98caccbd7fa req-e85367f5-cd8b-4ef3-ab53-ecd5493d5cf1 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/security-groups?id=4cc9f53d-f53a-41a9-9530-58f2e575d924&id=6e2ef2da-4440-4915-b63c-e03f5cd2edf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0884497 Aug 22 13:26:31.391331 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-18ea5376-bedc-42d0-9be1-2048f38c530d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=887e0115-b4ac-4c62-9aab-f2d01695aede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416107 Aug 22 13:26:31.393081 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea652ee2-d03e-46c7-be1b-af247cc77d37 req-ec4ebb99-703e-47d3-a683-2081d79d7a57 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:26:31.396227 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 51854) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:26:31.400543 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ea652ee2-d03e-46c7-be1b-af247cc77d37 req-ec4ebb99-703e-47d3-a683-2081d79d7a57 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:31.522455 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ea652ee2-d03e-46c7-be1b-af247cc77d37 req-ec4ebb99-703e-47d3-a683-2081d79d7a57 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] 10.222.0.21 "PUT /v2.0/floatingips/be53d30d-4e67-4195-a445-f00b1f954698 HTTP/1.1" status: 200 len: 996 time: 2.1547678 Aug 22 13:26:31.528790 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcbb513-dc3e-4e91-8a61-208515557a42 None None] Sync routers for ids ['3fe5b226-e2f4-41d9-a543-181726c6abdc'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:26:31.544405 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcbb513-dc3e-4e91-8a61-208515557a42 None None] Routers {'3fe5b226-e2f4-41d9-a543-181726c6abdc'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:26:31.545119 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-fdcbb513-dc3e-4e91-8a61-208515557a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:26:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['3fe5b226-e2f4-41d9-a543-181726c6abdc'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:26:31.617985 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfe9f4-8689-4eab-a819-7ca22fd9d966 req-8c9b5085-a4b4-495c-a719-618340a62a2a tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:31.619456 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d8dfe9f4-8689-4eab-a819-7ca22fd9d966 req-8c9b5085-a4b4-495c-a719-618340a62a2a tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=f887ac67-9fac-4958-9d7e-5971de6f6263 HTTP/1.1" status: 200 len: 949 time: 0.1764717 Aug 22 13:26:31.643903 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-90ec6ca2-1e0b-48a5-8658-90eab6922257 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:31.655642 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-fdcbb513-dc3e-4e91-8a61-208515557a42 None None] Set router 3fe5b226-e2f4-41d9-a543-181726c6abdc gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:26:31.662312 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-801a53a0-c937-4ee5-a128-c2cecd560392 service neutron] 10.222.0.16 "GET /v2.0/networks/887e0115-b4ac-4c62-9aab-f2d01695aede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383039 Aug 22 13:26:31.672868 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea652ee2-d03e-46c7-be1b-af247cc77d37 req-b7c39049-0fdf-40db-b5c9-b12af5bc7073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:31.674482 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ea652ee2-d03e-46c7-be1b-af247cc77d37 req-b7c39049-0fdf-40db-b5c9-b12af5bc7073 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d9750df62d34d28beb15eff8be21051&device_id=190e2756-2527-4272-bc9b-26f5200db4ab HTTP/1.1" status: 200 len: 1097 time: 0.1305945 Aug 22 13:26:31.711628 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-90ec6ca2-1e0b-48a5-8658-90eab6922257 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:31.770693 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d8dfe9f4-8689-4eab-a819-7ca22fd9d966 req-19b03373-5e33-47ce-9dce-caf68c0a402e tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424429 Aug 22 13:26:31.894314 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-fdcbb513-dc3e-4e91-8a61-208515557a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe5b226-e2f4-41d9-a543-181726c6abdc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1582655311-router', 'tenant_id': '4d9750df62d34d28beb15eff8be21051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'f75ece67-223e-4999-b544-78a4cc16bb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:25:52Z', 'updated_at': '2021-08-22T13:26:02Z', 'revision_number': 4, 'project_id': '4d9750df62d34d28beb15eff8be21051', 'gw_port': {'id': 'f75ece67-223e-4999-b544-78a4cc16bb99', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:4b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe5b226-e2f4-41d9-a543-181726c6abdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:54Z', 'updated_at': '2021-08-22T13:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'be53d30d-4e67-4195-a445-f00b1f954698', 'tenant_id': '4d9750df62d34d28beb15eff8be21051', 'floating_ip_address': '172.25.3.190', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '3fe5b226-e2f4-41d9-a543-181726c6abdc', 'port_id': 'd9a840f9-aafb-4fa4-b350-9b57d68dc0b1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bb5b21d-df35-4f50-8226-92da5c73c522', 'mac_address': 'fa:16:3e:d5:37:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190e2756-2527-4272-bc9b-26f5200db4ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:26:26Z', 'updated_at': '2021-08-22T13:26:30Z', 'revision_number': 1, 'project_id': '4d9750df62d34d28beb15eff8be21051', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd25fc7-fcf0-4c0f-a611-25971c18432b', 'name': '', 'network_id': '7bb5b21d-df35-4f50-8226-92da5c73c522', 'tenant_id': '4d9750df62d34d28beb15eff8be21051', 'mac_address': 'fa:16:3e:93:a1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe5b226-e2f4-41d9-a543-181726c6abdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'c325b325-e4c0-4e1f-8f24-c36f107ba68b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:59Z', 'updated_at': '2021-08-22T13:26:10Z', 'revision_number': 5, 'project_id': '4d9750df62d34d28beb15eff8be21051', 'subnets': [{'id': 'c325b325-e4c0-4e1f-8f24-c36f107ba68b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:26:31.916487 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-90ec6ca2-1e0b-48a5-8658-90eab6922257 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:31.919007 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-90ec6ca2-1e0b-48a5-8658-90eab6922257 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:31.920133 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-90ec6ca2-1e0b-48a5-8658-90eab6922257 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "DELETE /v2.0/security-groups/0ed2b1cd-e89d-453d-a1b3-990a20bb0165 HTTP/1.1" status: 204 len: 168 time: 0.5229657 Aug 22 13:26:31.922032 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcbb513-dc3e-4e91-8a61-208515557a42 None None] Checking router: 3fe5b226-e2f4-41d9-a543-181726c6abdc for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:26:31.923319 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51858) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:26:31.928580 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-a38c8495-3368-44fd-9e79-60e7720e8de6 service neutron] 10.222.0.16 "GET /v2.0/networks/887e0115-b4ac-4c62-9aab-f2d01695aede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485316 Aug 22 13:26:31.930210 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcbb513-dc3e-4e91-8a61-208515557a42 None None] Routers {'3fe5b226-e2f4-41d9-a543-181726c6abdc'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:26:31.931018 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-fdcbb513-dc3e-4e91-8a61-208515557a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:26:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['3fe5b226-e2f4-41d9-a543-181726c6abdc'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:26:31.936701 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea652ee2-d03e-46c7-be1b-af247cc77d37 req-32141f49-e593-4956-8806-22b70ee72856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:31.938330 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ea652ee2-d03e-46c7-be1b-af247cc77d37 req-32141f49-e593-4956-8806-22b70ee72856 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7bb5b21d-df35-4f50-8226-92da5c73c522 HTTP/1.1" status: 200 len: 930 time: 0.2518837 Aug 22 13:26:31.942831 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ec6ca2-1e0b-48a5-8658-90eab6922257 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed2b1cd-e89d-453d-a1b3-990a20bb0165,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:31.960223 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-df00b3ce-f5a2-4cdb-bcdf-8c23b1870348 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] show failed (client error): The resource could not be found. Aug 22 13:26:31.963346 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4671225-38b7-4c57-b4a6-b69c1a394c07 req-457f677e-3ac9-4100-be51-2b36d786510a tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:31.967742 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-df00b3ce-f5a2-4cdb-bcdf-8c23b1870348 tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "GET /v2.0/security-groups/0ed2b1cd-e89d-453d-a1b3-990a20bb0165 HTTP/1.1" status: 404 len: 347 time: 0.0391774 Aug 22 13:26:31.967982 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a4671225-38b7-4c57-b4a6-b69c1a394c07 req-457f677e-3ac9-4100-be51-2b36d786510a tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fb7d187-2617-4c1c-b98a-8d342799b2fa HTTP/1.1" status: 200 len: 945 time: 0.1247795 Aug 22 13:26:31.976140 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51860) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:26:32.041169 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a4671225-38b7-4c57-b4a6-b69c1a394c07 req-f625c0f6-ba0c-4e12-be4c-da02071291d1 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f52e29-9b4a-48c0-bf7d-3bf6374c285c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477858 Aug 22 13:26:32.042922 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ea652ee2-d03e-46c7-be1b-af247cc77d37 req-67ef6037-a72b-4eca-9f28-d907c934ab5c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9a840f9-aafb-4fa4-b350-9b57d68dc0b1 HTTP/1.1" status: 200 len: 999 time: 0.0949852 Aug 22 13:26:32.067901 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-fdcbb513-dc3e-4e91-8a61-208515557a42 None None] Set router 3fe5b226-e2f4-41d9-a543-181726c6abdc gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:26:32.133544 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea652ee2-d03e-46c7-be1b-af247cc77d37 req-1582262b-91b1-4eb3-a78d-6e1ce08ed165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:32.150521 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ea652ee2-d03e-46c7-be1b-af247cc77d37 req-1582262b-91b1-4eb3-a78d-6e1ce08ed165 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c325b325-e4c0-4e1f-8f24-c36f107ba68b HTTP/1.1" status: 200 len: 868 time: 0.1009998 Aug 22 13:26:32.154295 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-5d839aee-ba61-4c4c-8188-abc787fcf1ab tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Deleting port c6bbeb3b-4c44-40f0-9f99-532966d86997 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:26:32.154819 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5d839aee-ba61-4c4c-8188-abc787fcf1ab tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:32.240548 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5d839aee-ba61-4c4c-8188-abc787fcf1ab tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:32.241023 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5d839aee-ba61-4c4c-8188-abc787fcf1ab tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:32.254405 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-5d839aee-ba61-4c4c-8188-abc787fcf1ab tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Calling delete_port for c6bbeb3b-4c44-40f0-9f99-532966d86997 owned by network:floatingip {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:26:32.292219 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea652ee2-d03e-46c7-be1b-af247cc77d37 req-fe8f851f-fae5-4e8f-aaf0-b36dfa74b5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:32.293801 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ea652ee2-d03e-46c7-be1b-af247cc77d37 req-fe8f851f-fae5-4e8f-aaf0-b36dfa74b5ac service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7bb5b21d-df35-4f50-8226-92da5c73c522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1275368 Aug 22 13:26:32.304868 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4c1f5-e12a-4ea0-a53e-fd1640e317ee req-f81f9922-6ce8-4b12-a9dd-28ca2f3905c3 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:32.305098 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:32.306983 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dfb4c1f5-e12a-4ea0-a53e-fd1640e317ee req-f81f9922-6ce8-4b12-a9dd-28ca2f3905c3 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc6b3322-6437-4e90-aad7-fee4bae751f7 HTTP/1.1" status: 200 len: 944 time: 0.0999069 Aug 22 13:26:32.313745 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [req-ea652ee2-d03e-46c7-be1b-af247cc77d37 req-04a14229-eee8-4c2f-8ca1-6657ae6e4b1e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:26:32.314806 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ea652ee2-d03e-46c7-be1b-af247cc77d37 req-04a14229-eee8-4c2f-8ca1-6657ae6e4b1e service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061419 Aug 22 13:26:32.334112 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-8ff24797-fc26-4290-a08f-3213a7b909bb tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:32.335694 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-8ff24797-fc26-4290-a08f-3213a7b909bb tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=cc6b3322-6437-4e90-aad7-fee4bae751f7&tenant_id=ec08ac96341043c28ecba1b995182de4&binding%3Ahost_id=n-h2-793621-33 HTTP/1.1" status: 200 len: 1096 time: 0.0983331 Aug 22 13:26:32.344453 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-fdcbb513-dc3e-4e91-8a61-208515557a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe5b226-e2f4-41d9-a543-181726c6abdc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1582655311-router', 'tenant_id': '4d9750df62d34d28beb15eff8be21051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'f75ece67-223e-4999-b544-78a4cc16bb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:25:52Z', 'updated_at': '2021-08-22T13:26:02Z', 'revision_number': 4, 'project_id': '4d9750df62d34d28beb15eff8be21051', 'gw_port': {'id': 'f75ece67-223e-4999-b544-78a4cc16bb99', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:4b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe5b226-e2f4-41d9-a543-181726c6abdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:54Z', 'updated_at': '2021-08-22T13:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'be53d30d-4e67-4195-a445-f00b1f954698', 'tenant_id': '4d9750df62d34d28beb15eff8be21051', 'floating_ip_address': '172.25.3.190', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '3fe5b226-e2f4-41d9-a543-181726c6abdc', 'port_id': 'd9a840f9-aafb-4fa4-b350-9b57d68dc0b1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bb5b21d-df35-4f50-8226-92da5c73c522', 'mac_address': 'fa:16:3e:d5:37:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190e2756-2527-4272-bc9b-26f5200db4ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:26:26Z', 'updated_at': '2021-08-22T13:26:30Z', 'revision_number': 1, 'project_id': '4d9750df62d34d28beb15eff8be21051', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd25fc7-fcf0-4c0f-a611-25971c18432b', 'name': '', 'network_id': '7bb5b21d-df35-4f50-8226-92da5c73c522', 'tenant_id': '4d9750df62d34d28beb15eff8be21051', 'mac_address': 'fa:16:3e:93:a1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe5b226-e2f4-41d9-a543-181726c6abdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'c325b325-e4c0-4e1f-8f24-c36f107ba68b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:59Z', 'updated_at': '2021-08-22T13:26:10Z', 'revision_number': 5, 'project_id': '4d9750df62d34d28beb15eff8be21051', 'subnets': [{'id': 'c325b325-e4c0-4e1f-8f24-c36f107ba68b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:26:32.366495 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '190e2756-2527-4272-bc9b-26f5200db4ab', 'tag': 'd9a840f9-aafb-4fa4-b350-9b57d68dc0b1'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:26:32.368918 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604d633b-7245-435b-9119-1bb66f70197b" -d '{"events": [{"name": "network-changed", "server_uuid": "190e2756-2527-4272-bc9b-26f5200db4ab", "tag": "d9a840f9-aafb-4fa4-b350-9b57d68dc0b1"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:26:32.375244 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcbb513-dc3e-4e91-8a61-208515557a42 None None] The sync data for ids ['3fe5b226-e2f4-41d9-a543-181726c6abdc'] in n-d-793621-33 is: [{'id': '3fe5b226-e2f4-41d9-a543-181726c6abdc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1582655311-router', 'tenant_id': '4d9750df62d34d28beb15eff8be21051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'f75ece67-223e-4999-b544-78a4cc16bb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:25:52Z', 'updated_at': '2021-08-22T13:26:02Z', 'revision_number': 4, 'project_id': '4d9750df62d34d28beb15eff8be21051', 'gw_port': {'id': 'f75ece67-223e-4999-b544-78a4cc16bb99', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:4b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe5b226-e2f4-41d9-a543-181726c6abdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:54Z', 'updated_at': '2021-08-22T13:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'be53d30d-4e67-4195-a445-f00b1f954698', 'tenant_id': '4d9750df62d34d28beb15eff8be21051', 'floating_ip_address': '172.25.3.190', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '3fe5b226-e2f4-41d9-a543-181726c6abdc', 'port_id': 'd9a840f9-aafb-4fa4-b350-9b57d68dc0b1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bb5b21d-df35-4f50-8226-92da5c73c522', 'mac_address': 'fa:16:3e:d5:37:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190e2756-2527-4272-bc9b-26f5200db4ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:26:26Z', 'updated_at': '2021-08-22T13:26:30Z', 'revision_number': 1, 'project_id': '4d9750df62d34d28beb15eff8be21051', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd25fc7-fcf0-4c0f-a611-25971c18432b', 'name': '', 'network_id': '7bb5b21d-df35-4f50-8226-92da5c73c522', 'tenant_id': '4d9750df62d34d28beb15eff8be21051', 'mac_address': 'fa:16:3e:93:a1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe5b226-e2f4-41d9-a543-181726c6abdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'c325b325-e4c0-4e1f-8f24-c36f107ba68b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:59Z', 'updated_at': '2021-08-22T13:26:10Z', 'revision_number': 5, 'project_id': '4d9750df62d34d28beb15eff8be21051', 'subnets': [{'id': 'c325b325-e4c0-4e1f-8f24-c36f107ba68b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:26:32.413980 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5d839aee-ba61-4c4c-8188-abc787fcf1ab tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:32.433533 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dfb4c1f5-e12a-4ea0-a53e-fd1640e317ee req-41f17cb5-a842-4bda-a146-8a8a295f5ebf tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149318 Aug 22 13:26:32.447156 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d839aee-ba61-4c4c-8188-abc787fcf1ab tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Pushing event deleted for resources: {'Port': ['ID=c6bbeb3b-4c44-40f0-9f99-532966d86997,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:32.529016 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5d839aee-ba61-4c4c-8188-abc787fcf1ab tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify callbacks [] for floatingip, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:32.533143 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5d839aee-ba61-4c4c-8188-abc787fcf1ab tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:32.536279 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5d839aee-ba61-4c4c-8188-abc787fcf1ab tempest-ServersWithSpecificFlavorTestJSON-1917034614 tempest-ServersWithSpecificFlavorTestJSON-1917034614-project] 10.222.0.21 "DELETE /v2.0/floatingips/e38268e4-62e1-4ac8-9d49-c864010be04c HTTP/1.1" status: 204 len: 168 time: 0.5612504 Aug 22 13:26:32.553830 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ea652ee2-d03e-46c7-be1b-af247cc77d37 req-a61f929f-1e51-49aa-8cb7-afc8f7dde350 service neutron] 10.222.0.21 "GET /v2.0/networks/7bb5b21d-df35-4f50-8226-92da5c73c522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277098 Aug 22 13:26:32.619736 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e044ad9-5e40-4084-a14e-b81f29bb4367 None None] New status for floating IP be53d30d-4e67-4195-a445-f00b1f954698: ACTIVE {{(pid=94629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 13:26:32.633210 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-32189a99-ef58-4475-a022-f5dabe456430 service neutron] For port 59973c9a-5c86-4140-abea-16a273bd0367, host n-h1-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:26:32.642254 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-32189a99-ef58-4475-a022-f5dabe456430 service neutron] Notify callbacks [] for binding, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:32.643347 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d0ac1b1-e924-48a1-830e-6d1832dbee91 req-32189a99-ef58-4475-a022-f5dabe456430 service neutron] 10.222.0.16 "DELETE /v2.0/ports/59973c9a-5c86-4140-abea-16a273bd0367/bindings/n-h1-793621-33 HTTP/1.1" status: 204 len: 173 time: 0.2970176 Aug 22 13:26:32.652926 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af065e2c-0640-468f-88c6-22b761cea8dc req-2efd5ad5-39d1-4c24-a2c6-4a5c9700b51b tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:32.654376 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-af065e2c-0640-468f-88c6-22b761cea8dc req-2efd5ad5-39d1-4c24-a2c6-4a5c9700b51b tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] 10.222.0.21 "GET /v2.0/ports?device_id=c022595b-a797-408a-a4d6-1c11b4e1b725 HTTP/1.1" status: 200 len: 943 time: 0.1377282 Aug 22 13:26:32.705387 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ea652ee2-d03e-46c7-be1b-af247cc77d37 req-0f4c2931-d5a5-460f-833c-18604fdeeb63 service neutron] 10.222.0.21 "GET /v2.0/networks/7bb5b21d-df35-4f50-8226-92da5c73c522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428668 Aug 22 13:26:32.718621 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-af065e2c-0640-468f-88c6-22b761cea8dc req-2ffb98dc-28a3-46a5-b924-354ef73031c7 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] 10.222.0.21 "GET /v2.0/security-groups?id=10de7916-6b18-4180-a44a-f961fc40948b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512152 Aug 22 13:26:32.855794 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb5fcf-c852-4581-ad66-9b7d45f9e4e4 req-46c3de35-6d32-4820-8fd1-d3ca536c6422 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:32.857406 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a1eb5fcf-c852-4581-ad66-9b7d45f9e4e4 req-46c3de35-6d32-4820-8fd1-d3ca536c6422 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fb7d187-2617-4c1c-b98a-8d342799b2fa HTTP/1.1" status: 200 len: 945 time: 0.0865107 Aug 22 13:26:32.881850 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f98be-5337-4b20-820a-b050e283cf04 req-fb163cc9-6e1d-4cc6-9542-01d673ef01ac tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:32.887661 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f98be-5337-4b20-820a-b050e283cf04 req-fb163cc9-6e1d-4cc6-9542-01d673ef01ac tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:32.894711 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f98be-5337-4b20-820a-b050e283cf04 req-fb163cc9-6e1d-4cc6-9542-01d673ef01ac tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:32.900498 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f98be-5337-4b20-820a-b050e283cf04 req-fb163cc9-6e1d-4cc6-9542-01d673ef01ac tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:32.907798 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f98be-5337-4b20-820a-b050e283cf04 req-fb163cc9-6e1d-4cc6-9542-01d673ef01ac tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:32.913650 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f98be-5337-4b20-820a-b050e283cf04 req-fb163cc9-6e1d-4cc6-9542-01d673ef01ac tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:32.919413 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f98be-5337-4b20-820a-b050e283cf04 req-fb163cc9-6e1d-4cc6-9542-01d673ef01ac tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:32.921600 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-691f98be-5337-4b20-820a-b050e283cf04 req-fb163cc9-6e1d-4cc6-9542-01d673ef01ac tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 5420 time: 0.1192319 Aug 22 13:26:32.968938 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a1eb5fcf-c852-4581-ad66-9b7d45f9e4e4 req-dbf47610-b69a-40de-a09f-4140c7d44679 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f52e29-9b4a-48c0-bf7d-3bf6374c285c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054838 Aug 22 13:26:32.986088 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-691f98be-5337-4b20-820a-b050e283cf04 req-f3cc6962-5d55-4ab1-9441-6e48402bf418 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/security-groups?id=4cc9f53d-f53a-41a9-9530-58f2e575d924&id=6e2ef2da-4440-4915-b63c-e03f5cd2edf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575619 Aug 22 13:26:33.033280 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a59b818-f4ea-4050-bf44-4e245a143e28 x-openstack-request-id: req-1a59b818-f4ea-4050-bf44-4e245a143e28 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:26:33.033882 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "190e2756-2527-4272-bc9b-26f5200db4ab", "tag": "d9a840f9-aafb-4fa4-b350-9b57d68dc0b1", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:26:33.034151 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1a59b818-f4ea-4050-bf44-4e245a143e28 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:26:33.034555 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '190e2756-2527-4272-bc9b-26f5200db4ab', 'tag': 'd9a840f9-aafb-4fa4-b350-9b57d68dc0b1', 'status': 'completed', 'code': 200} Aug 22 13:26:33.100626 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d633b-7245-435b-9119-1bb66f70197b req-8b0f0626-282a-4d6d-aa63-c4df33014791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:33.102116 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-604d633b-7245-435b-9119-1bb66f70197b req-8b0f0626-282a-4d6d-aa63-c4df33014791 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d9750df62d34d28beb15eff8be21051&device_id=190e2756-2527-4272-bc9b-26f5200db4ab HTTP/1.1" status: 200 len: 1097 time: 0.0454807 Aug 22 13:26:33.168116 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-12929cb5-e3a6-48c2-bdf0-e3e46d2b4e6a req-f4b8a634-d6a9-4182-a3bc-83858da3682f tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=7de6ab83-cd00-4b3c-94fb-810dd34d29b8 HTTP/1.1" status: 200 len: 258 time: 0.1203725 Aug 22 13:26:33.178310 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-12929cb5-e3a6-48c2-bdf0-e3e46d2b4e6a req-d2f6bebc-6aca-4f24-8e4f-20c70d1d0af3 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Request body: {'floatingip': {'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:26:33.199260 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d633b-7245-435b-9119-1bb66f70197b req-6e142c52-e346-4890-85e7-6762a8fd866a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:33.200751 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-604d633b-7245-435b-9119-1bb66f70197b req-6e142c52-e346-4890-85e7-6762a8fd866a service neutron] 10.222.0.41 "GET /v2.0/networks?id=7bb5b21d-df35-4f50-8226-92da5c73c522 HTTP/1.1" status: 200 len: 930 time: 0.0908535 Aug 22 13:26:33.225401 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-12929cb5-e3a6-48c2-bdf0-e3e46d2b4e6a req-d2f6bebc-6aca-4f24-8e4f-20c70d1d0af3 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Notify callbacks [] for floatingip, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:33.269073 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-604d633b-7245-435b-9119-1bb66f70197b req-022d6b08-e70d-4051-a8df-3defa518e554 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9a840f9-aafb-4fa4-b350-9b57d68dc0b1 HTTP/1.1" status: 200 len: 1001 time: 0.0579801 Aug 22 13:26:33.286061 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d9d12-7a3b-4726-9f29-8d95a39acf67 req-8de0e94c-7e09-4450-861a-3cc896d30da2 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:33.287523 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-972d9d12-7a3b-4726-9f29-8d95a39acf67 req-8de0e94c-7e09-4450-861a-3cc896d30da2 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=f887ac67-9fac-4958-9d7e-5971de6f6263 HTTP/1.1" status: 200 len: 949 time: 0.0945973 Aug 22 13:26:33.333987 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d633b-7245-435b-9119-1bb66f70197b req-a3578cd8-045b-4987-a383-3e24c2a4d507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:33.335459 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-604d633b-7245-435b-9119-1bb66f70197b req-a3578cd8-045b-4987-a383-3e24c2a4d507 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c325b325-e4c0-4e1f-8f24-c36f107ba68b HTTP/1.1" status: 200 len: 868 time: 0.0504398 Aug 22 13:26:33.339880 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-972d9d12-7a3b-4726-9f29-8d95a39acf67 req-ef088d40-fb58-4961-a738-6946134608dc tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445113 Aug 22 13:26:33.389105 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d633b-7245-435b-9119-1bb66f70197b req-d5bf7e6d-1646-447b-b012-effa91d82437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:33.390964 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-12929cb5-e3a6-48c2-bdf0-e3e46d2b4e6a req-d2f6bebc-6aca-4f24-8e4f-20c70d1d0af3 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:33.391223 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-604d633b-7245-435b-9119-1bb66f70197b req-d5bf7e6d-1646-447b-b012-effa91d82437 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bb5b21d-df35-4f50-8226-92da5c73c522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475895 Aug 22 13:26:33.505698 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-604d633b-7245-435b-9119-1bb66f70197b req-9b9b3bba-4f35-4b1e-8cf2-a894e183c663 service neutron] 10.222.0.41 "GET /v2.0/networks/7bb5b21d-df35-4f50-8226-92da5c73c522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073613 Aug 22 13:26:33.520005 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-12929cb5-e3a6-48c2-bdf0-e3e46d2b4e6a req-d2f6bebc-6aca-4f24-8e4f-20c70d1d0af3 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Allocated IP 172.25.3.7 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/75161bc5-e169-417d-964e-61c594ee0e05) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:26:33.577597 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:33.609176 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-604d633b-7245-435b-9119-1bb66f70197b req-63bfc3c1-0f8e-4b37-b73d-21e31eb4b25e service neutron] 10.222.0.41 "GET /v2.0/networks/7bb5b21d-df35-4f50-8226-92da5c73c522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943155 Aug 22 13:26:33.639450 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-12929cb5-e3a6-48c2-bdf0-e3e46d2b4e6a req-d2f6bebc-6aca-4f24-8e4f-20c70d1d0af3 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:33.687451 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-12929cb5-e3a6-48c2-bdf0-e3e46d2b4e6a req-d2f6bebc-6aca-4f24-8e4f-20c70d1d0af3 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:33.752688 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f6bebc-6aca-4f24-8e4f-20c70d1d0af3 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Pushing event updated for resources: {'Port': ['ID=75161bc5-e169-417d-964e-61c594ee0e05,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:33.761339 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12929cb5-e3a6-48c2-bdf0-e3e46d2b4e6a req-d2f6bebc-6aca-4f24-8e4f-20c70d1d0af3 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:26:33.762670 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-12929cb5-e3a6-48c2-bdf0-e3e46d2b4e6a req-d2f6bebc-6aca-4f24-8e4f-20c70d1d0af3 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:26:33.766032 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-12929cb5-e3a6-48c2-bdf0-e3e46d2b4e6a req-d2f6bebc-6aca-4f24-8e4f-20c70d1d0af3 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:26:33.805061 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 1fee02a7-12cf-4aca-94e2-59c18052b644 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:26:33.898620 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6dd74-896f-4939-8f14-61f7b53f13f9 req-f586a5a8-084e-410c-9848-5b3da617313c tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:33.898620 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ecc6dd74-896f-4939-8f14-61f7b53f13f9 req-f586a5a8-084e-410c-9848-5b3da617313c tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc6b3322-6437-4e90-aad7-fee4bae751f7 HTTP/1.1" status: 200 len: 944 time: 0.0957890 Aug 22 13:26:33.899461 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-12929cb5-e3a6-48c2-bdf0-e3e46d2b4e6a req-d2f6bebc-6aca-4f24-8e4f-20c70d1d0af3 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:33.923531 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 1fee02a7-12cf-4aca-94e2-59c18052b644, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=1fee02a7-12cf-4aca-94e2-59c18052b644,segment=NetworkSegment(8b71f801-18fb-49c0-a349-bfef93835cfc),segment_id=8b71f801-18fb-49c0-a349-bfef93835cfc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:33.937704 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '1fee02a7-12cf-4aca-94e2-59c18052b644', 'network_id': '143a0aca-6b8a-4e49-a5a0-2f6e96878754', 'port_id': '1fee02a7-12cf-4aca-94e2-59c18052b644', 'mac_address': 'fa:16:3e:55:e6:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3123dceb-ace6-46b4-af77-e0bcfcb1de73', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:26:33.950378 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:26:33.969892 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ecc6dd74-896f-4939-8f14-61f7b53f13f9 req-288aaef8-09d7-43fa-a250-afab30b7b3e6 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635672 Aug 22 13:26:33.970590 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-12929cb5-e3a6-48c2-bdf0-e3e46d2b4e6a req-d2f6bebc-6aca-4f24-8e4f-20c70d1d0af3 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:33.980575 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:34.001168 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fee02a7-12cf-4aca-94e2-59c18052b644 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:26:34.021380 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 1fee02a7-12cf-4aca-94e2-59c18052b644, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=1fee02a7-12cf-4aca-94e2-59c18052b644,segment=NetworkSegment(8b71f801-18fb-49c0-a349-bfef93835cfc),segment_id=8b71f801-18fb-49c0-a349-bfef93835cfc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:34.026969 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:34.086329 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=1fee02a7-12cf-4aca-94e2-59c18052b644,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:34.118652 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:34.142523 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-12929cb5-e3a6-48c2-bdf0-e3e46d2b4e6a req-d2f6bebc-6aca-4f24-8e4f-20c70d1d0af3 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:34.147402 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-12929cb5-e3a6-48c2-bdf0-e3e46d2b4e6a req-d2f6bebc-6aca-4f24-8e4f-20c70d1d0af3 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:34.254656 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-12929cb5-e3a6-48c2-bdf0-e3e46d2b4e6a req-d2f6bebc-6aca-4f24-8e4f-20c70d1d0af3 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:34.257704 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f6bebc-6aca-4f24-8e4f-20c70d1d0af3 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Pushing event updated for resources: {'Port': ['ID=75161bc5-e169-417d-964e-61c594ee0e05,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:34.281542 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-12929cb5-e3a6-48c2-bdf0-e3e46d2b4e6a req-d2f6bebc-6aca-4f24-8e4f-20c70d1d0af3 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:34.282757 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-12929cb5-e3a6-48c2-bdf0-e3e46d2b4e6a req-d2f6bebc-6aca-4f24-8e4f-20c70d1d0af3 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.1086736 Aug 22 13:26:34.290345 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a420e-830e-4116-a2b3-8c7c6bf4df38 req-557966b5-1738-46a6-bf9b-8f9ec008180a tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:34.291928 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-399a420e-830e-4116-a2b3-8c7c6bf4df38 req-557966b5-1738-46a6-bf9b-8f9ec008180a tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] 10.222.0.21 "GET /v2.0/ports?device_id=c022595b-a797-408a-a4d6-1c11b4e1b725 HTTP/1.1" status: 200 len: 944 time: 0.0868216 Aug 22 13:26:34.355273 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-12929cb5-e3a6-48c2-bdf0-e3e46d2b4e6a req-5e9671a3-517f-4b32-b1a8-b03660d3e0bc tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.7 HTTP/1.1" status: 200 len: 694 time: 0.0623736 Aug 22 13:26:34.382218 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-399a420e-830e-4116-a2b3-8c7c6bf4df38 req-853941eb-fdc5-42c1-ae72-a56d6c3d5b08 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] 10.222.0.21 "GET /v2.0/security-groups?id=10de7916-6b18-4180-a44a-f961fc40948b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825036 Aug 22 13:26:34.422610 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['1fee02a7-12cf-4aca-94e2-59c18052b644'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:26:34.480681 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12929cb5-e3a6-48c2-bdf0-e3e46d2b4e6a req-cdf92ab8-0725-40dc-bfac-9f2c7f39aa97 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:34.482162 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-12929cb5-e3a6-48c2-bdf0-e3e46d2b4e6a req-cdf92ab8-0725-40dc-bfac-9f2c7f39aa97 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] 10.222.0.21 "GET /v2.0/networks/7de6ab83-cd00-4b3c-94fb-810dd34d29b8 HTTP/1.1" status: 200 len: 784 time: 0.1169691 Aug 22 13:26:34.552391 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae874f5-c455-4df7-81ea-afbe6d046144 req-df7f44bd-a696-497c-93de-9d5951f6ac10 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:34.558505 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae874f5-c455-4df7-81ea-afbe6d046144 req-df7f44bd-a696-497c-93de-9d5951f6ac10 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:34.565200 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae874f5-c455-4df7-81ea-afbe6d046144 req-df7f44bd-a696-497c-93de-9d5951f6ac10 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:34.571024 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae874f5-c455-4df7-81ea-afbe6d046144 req-df7f44bd-a696-497c-93de-9d5951f6ac10 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:34.577152 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae874f5-c455-4df7-81ea-afbe6d046144 req-df7f44bd-a696-497c-93de-9d5951f6ac10 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:34.582999 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae874f5-c455-4df7-81ea-afbe6d046144 req-df7f44bd-a696-497c-93de-9d5951f6ac10 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:34.589036 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae874f5-c455-4df7-81ea-afbe6d046144 req-df7f44bd-a696-497c-93de-9d5951f6ac10 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:34.590915 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6ae874f5-c455-4df7-81ea-afbe6d046144 req-df7f44bd-a696-497c-93de-9d5951f6ac10 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 5420 time: 0.0991488 Aug 22 13:26:34.657616 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6ae874f5-c455-4df7-81ea-afbe6d046144 req-b053b863-a407-4bce-80ff-037116d932a1 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/security-groups?id=4cc9f53d-f53a-41a9-9530-58f2e575d924&id=6e2ef2da-4440-4915-b63c-e03f5cd2edf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566349 Aug 22 13:26:34.666129 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a1a39e-7109-4606-a776-9f42bd8eee2c req-b248a3b5-1861-49c0-a508-69904b009929 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:34.667528 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-62a1a39e-7109-4606-a776-9f42bd8eee2c req-b248a3b5-1861-49c0-a508-69904b009929 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=f887ac67-9fac-4958-9d7e-5971de6f6263 HTTP/1.1" status: 200 len: 949 time: 0.0757134 Aug 22 13:26:34.724932 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-62a1a39e-7109-4606-a776-9f42bd8eee2c req-306f386f-3b2f-41b1-a98c-f50f1e3eb5a2 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503223 Aug 22 13:26:34.791766 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac20789-961a-4bf7-9595-b2f61cf7703b req-08aed66a-71af-4888-aec8-39ece448bbfb tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:34.793404 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ac20789-961a-4bf7-9595-b2f61cf7703b req-08aed66a-71af-4888-aec8-39ece448bbfb tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=cc6b3322-6437-4e90-aad7-fee4bae751f7 HTTP/1.1" status: 200 len: 1096 time: 0.0425031 Aug 22 13:26:34.861507 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ac20789-961a-4bf7-9595-b2f61cf7703b req-d3d81c3c-78d9-408d-8471-228a38bd8c1c tempest-LiveAutoBlockMigrationV225Test-702572680 tempest-LiveAutoBlockMigrationV225Test-702572680-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612791 Aug 22 13:26:34.871613 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41c9c90-091a-4f4c-a67b-22a9396e733e req-d4473129-1711-4050-81b9-e61514dc15e3 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:34.873066 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a41c9c90-091a-4f4c-a67b-22a9396e733e req-d4473129-1711-4050-81b9-e61514dc15e3 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] 10.222.0.21 "GET /v2.0/ports?device_id=190e2756-2527-4272-bc9b-26f5200db4ab&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0718119 Aug 22 13:26:34.922996 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a41c9c90-091a-4f4c-a67b-22a9396e733e req-b7183948-68ec-4b53-994d-5798d4dcc002 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.7 HTTP/1.1" status: 200 len: 694 time: 0.0432665 Aug 22 13:26:34.932712 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-a41c9c90-091a-4f4c-a67b-22a9396e733e req-8c69df1d-f57a-4dce-87fa-ca213aabac33 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Request body: {'floatingip': {'port_id': 'd9a840f9-aafb-4fa4-b350-9b57d68dc0b1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:26:34.995744 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a41c9c90-091a-4f4c-a67b-22a9396e733e req-8c69df1d-f57a-4dce-87fa-ca213aabac33 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Notify callbacks [] for floatingip, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:35.072251 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69adf54-a254-4a12-8bbd-27da4abaa6a0 req-8103915f-7b8a-43cc-ad7f-8337bfa231cc tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:35.073726 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d69adf54-a254-4a12-8bbd-27da4abaa6a0 req-8103915f-7b8a-43cc-ad7f-8337bfa231cc tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fb7d187-2617-4c1c-b98a-8d342799b2fa HTTP/1.1" status: 200 len: 945 time: 0.1383998 Aug 22 13:26:35.174423 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d69adf54-a254-4a12-8bbd-27da4abaa6a0 req-9f195cff-8300-4a43-ad9e-4ec4ff17357d tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f52e29-9b4a-48c0-bf7d-3bf6374c285c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795584 Aug 22 13:26:35.243259 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [req-a41c9c90-091a-4f4c-a67b-22a9396e733e req-8c69df1d-f57a-4dce-87fa-ca213aabac33 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] update failed (client error): There was a conflict when trying to complete your request. Aug 22 13:26:35.244442 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a41c9c90-091a-4f4c-a67b-22a9396e733e req-8c69df1d-f57a-4dce-87fa-ca213aabac33 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] 10.222.0.21 "PUT /v2.0/floatingips/50b64113-97ad-46a6-a289-e80501f63b00 HTTP/1.1" status: 409 len: 548 time: 0.3156979 Aug 22 13:26:35.333884 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-706c545a-b2f3-401f-9cde-30779d96ff31 req-6164ff9f-41e4-4ae6-a312-333d88565ff9 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] 10.222.0.21 "GET /v2.0/floatingips/50b64113-97ad-46a6-a289-e80501f63b00 HTTP/1.1" status: 200 len: 691 time: 0.0451522 Aug 22 13:26:35.457420 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c545a-b2f3-401f-9cde-30779d96ff31 req-7e3ff286-178b-42b8-b958-4b7dc3ae324b tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:35.460683 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-706c545a-b2f3-401f-9cde-30779d96ff31 req-7e3ff286-178b-42b8-b958-4b7dc3ae324b tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] 10.222.0.21 "GET /v2.0/networks/7de6ab83-cd00-4b3c-94fb-810dd34d29b8 HTTP/1.1" status: 200 len: 784 time: 0.1204238 Aug 22 13:26:35.529243 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-706c545a-b2f3-401f-9cde-30779d96ff31 req-43864fff-ec9f-4966-b648-57332998462d tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.7 HTTP/1.1" status: 200 len: 694 time: 0.0583572 Aug 22 13:26:35.551213 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed94b41-2692-4e42-8abc-97490728637e req-8d49690b-120f-45c7-9068-ee98bffba2f5 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:35.552788 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-aed94b41-2692-4e42-8abc-97490728637e req-8d49690b-120f-45c7-9068-ee98bffba2f5 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc6b3322-6437-4e90-aad7-fee4bae751f7 HTTP/1.1" status: 200 len: 944 time: 0.0911458 Aug 22 13:26:35.601743 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-706c545a-b2f3-401f-9cde-30779d96ff31 req-06a3953f-364c-4993-a189-dfc50322f46a tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.7 HTTP/1.1" status: 200 len: 694 time: 0.0657723 Aug 22 13:26:35.654739 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-aed94b41-2692-4e42-8abc-97490728637e req-2c565ef3-9fb3-4080-97d8-93c3b60510f2 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725024 Aug 22 13:26:35.741974 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-706c545a-b2f3-401f-9cde-30779d96ff31 req-732bae1b-45a5-4e61-856c-7580fc5a8785 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Deleting port 75161bc5-e169-417d-964e-61c594ee0e05 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:26:35.742287 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-706c545a-b2f3-401f-9cde-30779d96ff31 req-732bae1b-45a5-4e61-856c-7580fc5a8785 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:35.817002 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 1fee02a7-12cf-4aca-94e2-59c18052b644 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:26:35.833541 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a728b66-1d03-442e-b911-b1215b88d269 req-c9cd99c6-eacd-4041-a149-78cbdf35b82a tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:35.835026 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6a728b66-1d03-442e-b911-b1215b88d269 req-c9cd99c6-eacd-4041-a149-78cbdf35b82a tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] 10.222.0.21 "GET /v2.0/ports?device_id=c022595b-a797-408a-a4d6-1c11b4e1b725 HTTP/1.1" status: 200 len: 944 time: 0.0948634 Aug 22 13:26:35.864761 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port 1fee02a7-12cf-4aca-94e2-59c18052b644 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:26:35.868645 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 1fee02a7-12cf-4aca-94e2-59c18052b644 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:26:35.869014 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:35.874211 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-706c545a-b2f3-401f-9cde-30779d96ff31 req-732bae1b-45a5-4e61-856c-7580fc5a8785 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:35.874541 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-706c545a-b2f3-401f-9cde-30779d96ff31 req-732bae1b-45a5-4e61-856c-7580fc5a8785 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:35.894653 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-706c545a-b2f3-401f-9cde-30779d96ff31 req-732bae1b-45a5-4e61-856c-7580fc5a8785 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Calling delete_port for 75161bc5-e169-417d-964e-61c594ee0e05 owned by network:floatingip {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:26:35.907229 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6a728b66-1d03-442e-b911-b1215b88d269 req-a3cbe42c-d889-4f35-a15d-e69a93fa0ac7 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] 10.222.0.21 "GET /v2.0/security-groups?id=10de7916-6b18-4180-a44a-f961fc40948b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651884 Aug 22 13:26:35.954891 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:35.977293 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c022595b-a797-408a-a4d6-1c11b4e1b725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fee02a7-12cf-4aca-94e2-59c18052b644'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:26:35.980110 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b326424-cb04-467c-97a5-391f2fa77cdb" -d '{"events": [{"server_uuid": "c022595b-a797-408a-a4d6-1c11b4e1b725", "name": "network-vif-plugged", "status": "completed", "tag": "1fee02a7-12cf-4aca-94e2-59c18052b644"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:26:35.992799 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 1fee02a7-12cf-4aca-94e2-59c18052b644, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=1fee02a7-12cf-4aca-94e2-59c18052b644,segment=NetworkSegment(8b71f801-18fb-49c0-a349-bfef93835cfc),segment_id=8b71f801-18fb-49c0-a349-bfef93835cfc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:35.996906 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:36.041687 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a72f8a4-a48e-42a6-9ee5-9695547011a8 req-4b2d5558-f168-494a-823b-2542f5d9a9f8 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:36.044013 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=1fee02a7-12cf-4aca-94e2-59c18052b644,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:36.048253 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a72f8a4-a48e-42a6-9ee5-9695547011a8 req-4b2d5558-f168-494a-823b-2542f5d9a9f8 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:36.054129 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a72f8a4-a48e-42a6-9ee5-9695547011a8 req-4b2d5558-f168-494a-823b-2542f5d9a9f8 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:36.060262 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a72f8a4-a48e-42a6-9ee5-9695547011a8 req-4b2d5558-f168-494a-823b-2542f5d9a9f8 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:36.066864 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a72f8a4-a48e-42a6-9ee5-9695547011a8 req-4b2d5558-f168-494a-823b-2542f5d9a9f8 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:36.072776 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a72f8a4-a48e-42a6-9ee5-9695547011a8 req-4b2d5558-f168-494a-823b-2542f5d9a9f8 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:36.078689 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a72f8a4-a48e-42a6-9ee5-9695547011a8 req-4b2d5558-f168-494a-823b-2542f5d9a9f8 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:36.080555 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8a72f8a4-a48e-42a6-9ee5-9695547011a8 req-4b2d5558-f168-494a-823b-2542f5d9a9f8 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 5420 time: 0.1156211 Aug 22 13:26:36.154942 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8a72f8a4-a48e-42a6-9ee5-9695547011a8 req-293305d9-f977-4f12-8ef3-d6579f3b2c02 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/security-groups?id=4cc9f53d-f53a-41a9-9530-58f2e575d924&id=6e2ef2da-4440-4915-b63c-e03f5cd2edf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0667460 Aug 22 13:26:36.160634 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-706c545a-b2f3-401f-9cde-30779d96ff31 req-732bae1b-45a5-4e61-856c-7580fc5a8785 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:36.187663 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732bae1b-45a5-4e61-856c-7580fc5a8785 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Pushing event deleted for resources: {'Port': ['ID=75161bc5-e169-417d-964e-61c594ee0e05,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:36.211275 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51948) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:26:36.316636 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-706c545a-b2f3-401f-9cde-30779d96ff31 req-732bae1b-45a5-4e61-856c-7580fc5a8785 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Notify callbacks [] for floatingip, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:36.319186 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-706c545a-b2f3-401f-9cde-30779d96ff31 req-732bae1b-45a5-4e61-856c-7580fc5a8785 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:36.320550 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-706c545a-b2f3-401f-9cde-30779d96ff31 req-732bae1b-45a5-4e61-856c-7580fc5a8785 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] 10.222.0.21 "DELETE /v2.0/floatingips/50b64113-97ad-46a6-a289-e80501f63b00 HTTP/1.1" status: 204 len: 173 time: 0.7124226 Aug 22 13:26:36.336780 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc089eb3-35db-46ee-8923-55e65ef55992 req-7ca362e7-bd2d-45fe-bda2-7fbec565c6bb tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:36.338271 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cc089eb3-35db-46ee-8923-55e65ef55992 req-7ca362e7-bd2d-45fe-bda2-7fbec565c6bb tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc6b3322-6437-4e90-aad7-fee4bae751f7 HTTP/1.1" status: 200 len: 944 time: 0.0933604 Aug 22 13:26:36.355748 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e671ad2d-2777-402c-9e47-9c69c925acab req-9179775a-0d67-4651-aee4-36a1f255f496 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:36.357932 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e671ad2d-2777-402c-9e47-9c69c925acab req-9179775a-0d67-4651-aee4-36a1f255f496 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=f887ac67-9fac-4958-9d7e-5971de6f6263 HTTP/1.1" status: 200 len: 949 time: 0.0980742 Aug 22 13:26:36.364352 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c042b4-9b39-441c-9efc-fd46b4119b4f x-openstack-request-id: req-26c042b4-9b39-441c-9efc-fd46b4119b4f {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:26:36.364648 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c022595b-a797-408a-a4d6-1c11b4e1b725", "name": "network-vif-plugged", "status": "completed", "tag": "1fee02a7-12cf-4aca-94e2-59c18052b644", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:26:36.364897 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-26c042b4-9b39-441c-9efc-fd46b4119b4f {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:26:36.365287 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c022595b-a797-408a-a4d6-1c11b4e1b725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fee02a7-12cf-4aca-94e2-59c18052b644', 'code': 200} Aug 22 13:26:36.386632 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device d0d69c7d-f6a6-4cf2-a557-a80a9573817f details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:26:36.516157 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port d0d69c7d-f6a6-4cf2-a557-a80a9573817f, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=d0d69c7d-f6a6-4cf2-a557-a80a9573817f,segment=NetworkSegment(4c6e1d8d-4c7e-4c05-b40c-a119ed7a60f2),segment_id=4c6e1d8d-4c7e-4c05-b40c-a119ed7a60f2)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:36.528118 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': 'd0d69c7d-f6a6-4cf2-a557-a80a9573817f', 'network_id': '0657f797-3c0a-43e1-b263-eae5f1e252be', 'port_id': 'd0d69c7d-f6a6-4cf2-a557-a80a9573817f', 'mac_address': 'fa:16:3e:da:28:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dbf2c20-d1ff-4a0d-9ac3-b204766fe12d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:26:36.549016 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e671ad2d-2777-402c-9e47-9c69c925acab req-aa9c0a4b-fa3e-4ee9-8d56-a57955537418 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341841 Aug 22 13:26:36.556511 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab5ea9b-0c4c-4514-93cc-9c9160064093 req-7c0dc7a8-2fde-4b84-93e6-823022149bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:36.558117 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6ab5ea9b-0c4c-4514-93cc-9c9160064093 req-7c0dc7a8-2fde-4b84-93e6-823022149bc5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c022595b-a797-408a-a4d6-1c11b4e1b725 HTTP/1.1" status: 200 len: 1097 time: 0.1120434 Aug 22 13:26:36.572219 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:36.586248 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b21ed0-e184-4b9f-a6be-3c76ead9d8e8 req-7d6de561-3272-4970-aa0e-814a2afa512b tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:36.587625 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d0d69c7d-f6a6-4cf2-a557-a80a9573817f {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:26:36.593454 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f1b21ed0-e184-4b9f-a6be-3c76ead9d8e8 req-7d6de561-3272-4970-aa0e-814a2afa512b tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fb7d187-2617-4c1c-b98a-8d342799b2fa HTTP/1.1" status: 200 len: 945 time: 0.1559374 Aug 22 13:26:36.610078 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port d0d69c7d-f6a6-4cf2-a557-a80a9573817f, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=d0d69c7d-f6a6-4cf2-a557-a80a9573817f,segment=NetworkSegment(4c6e1d8d-4c7e-4c05-b40c-a119ed7a60f2),segment_id=4c6e1d8d-4c7e-4c05-b40c-a119ed7a60f2)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:36.616282 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:36.647312 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-cc089eb3-35db-46ee-8923-55e65ef55992 req-49f79ef7-a5ba-41db-b32e-79722c97e894 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Deleting port 59973c9a-5c86-4140-abea-16a273bd0367 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:26:36.647746 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-cc089eb3-35db-46ee-8923-55e65ef55992 req-49f79ef7-a5ba-41db-b32e-79722c97e894 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:36.667892 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6ab5ea9b-0c4c-4514-93cc-9c9160064093 req-c8f23d47-9242-4aa8-b628-3e0d35c64b2b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=10de7916-6b18-4180-a44a-f961fc40948b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651417 Aug 22 13:26:36.682314 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=d0d69c7d-f6a6-4cf2-a557-a80a9573817f,revision_number=6']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:36.718717 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f1b21ed0-e184-4b9f-a6be-3c76ead9d8e8 req-f9aa1d6e-e969-4b70-8040-98dbf9bceaae tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f52e29-9b4a-48c0-bf7d-3bf6374c285c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244042 Aug 22 13:26:36.755164 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['d0d69c7d-f6a6-4cf2-a557-a80a9573817f'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:26:36.827763 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [req-788e238f-1eda-4e12-92fb-d3968d205832 req-3f5c5852-631d-4b67-9c6f-412ca8449ecf service neutron] show failed (client error): The resource could not be found. Aug 22 13:26:36.828796 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-788e238f-1eda-4e12-92fb-d3968d205832 req-3f5c5852-631d-4b67-9c6f-412ca8449ecf service neutron] 10.222.0.41 "GET /v2.0/ports/aa1853da-6491-4399-b465-50f363b4b9e8/bindings/n-h2-793621-33 HTTP/1.1" status: 404 len: 381 time: 0.1448405 Aug 22 13:26:37.074202 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f64fbc34-fe23-4b62-9c26-a6bd40aab45f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:37.213192 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7bd17796-d510-4470-8676-c1611d11d4c8 req-45d908dc-6dda-4558-b95d-72dee0abc1f0 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.190 HTTP/1.1" status: 200 len: 1001 time: 0.5138569 Aug 22 13:26:37.228290 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-cc089eb3-35db-46ee-8923-55e65ef55992 req-49f79ef7-a5ba-41db-b32e-79722c97e894 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] For port 59973c9a-5c86-4140-abea-16a273bd0367, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=59973c9a-5c86-4140-abea-16a273bd0367,segment=NetworkSegment(0efbff2c-3dbf-4e79-83ba-47cbdc800632),segment_id=0efbff2c-3dbf-4e79-83ba-47cbdc800632)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:37.228658 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-cc089eb3-35db-46ee-8923-55e65ef55992 req-49f79ef7-a5ba-41db-b32e-79722c97e894 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:37.240779 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e238f-1eda-4e12-92fb-d3968d205832 req-3dcbc096-49af-4b26-9455-79f9c182a45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:37.242204 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-788e238f-1eda-4e12-92fb-d3968d205832 req-3dcbc096-49af-4b26-9455-79f9c182a45f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f887ac67-9fac-4958-9d7e-5971de6f6263&tenant_id=01d864243fbf4cf6816e3fd9d58ef026 HTTP/1.1" status: 200 len: 1101 time: 0.1603360 Aug 22 13:26:37.272349 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a57069-e178-432c-9075-8d6031e99722 req-5d790fb2-8057-4e17-812f-9743b8329974 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:37.273804 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-22a57069-e178-432c-9075-8d6031e99722 req-5d790fb2-8057-4e17-812f-9743b8329974 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc6b3322-6437-4e90-aad7-fee4bae751f7 HTTP/1.1" status: 200 len: 944 time: 0.1908402 Aug 22 13:26:37.283442 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-788e238f-1eda-4e12-92fb-d3968d205832 req-2c14de0a-91fa-4b82-ab70-bae6d6ea51ab service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-33', 'device_owner': 'compute:nova'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:26:37.302060 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-cc089eb3-35db-46ee-8923-55e65ef55992 req-49f79ef7-a5ba-41db-b32e-79722c97e894 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Calling delete_port for 59973c9a-5c86-4140-abea-16a273bd0367 owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:26:37.328484 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-f64fbc34-fe23-4b62-9c26-a6bd40aab45f admin admin] Deleting port b8fafdd9-90e9-411d-863c-1098e4d099a2 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:26:37.329029 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f64fbc34-fe23-4b62-9c26-a6bd40aab45f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:37.335701 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd17796-d510-4470-8676-c1611d11d4c8 req-4d7c90f2-d483-440d-910f-aa30c4caee57 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:37.337089 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7bd17796-d510-4470-8676-c1611d11d4c8 req-4d7c90f2-d483-440d-910f-aa30c4caee57 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] 10.222.0.21 "GET /v2.0/ports/d9a840f9-aafb-4fa4-b350-9b57d68dc0b1 HTTP/1.1" status: 200 len: 942 time: 0.1169620 Aug 22 13:26:37.408586 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-f64fbc34-fe23-4b62-9c26-a6bd40aab45f admin admin] For port b8fafdd9-90e9-411d-863c-1098e4d099a2, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=b8fafdd9-90e9-411d-863c-1098e4d099a2,segment=NetworkSegment(cfd609c7-b14b-488e-8058-23f3798cf6a8),segment_id=cfd609c7-b14b-488e-8058-23f3798cf6a8)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:37.408952 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f64fbc34-fe23-4b62-9c26-a6bd40aab45f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:37.421632 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-f64fbc34-fe23-4b62-9c26-a6bd40aab45f admin admin] Calling delete_port for b8fafdd9-90e9-411d-863c-1098e4d099a2 owned by network:router_interface {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:26:37.463121 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-22a57069-e178-432c-9075-8d6031e99722 req-156305f4-f6d9-4d5e-bb51-cc3e9ac622a4 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753099 Aug 22 13:26:37.469226 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-788e238f-1eda-4e12-92fb-d3968d205832 req-2c14de0a-91fa-4b82-ab70-bae6d6ea51ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:37.518503 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7bd17796-d510-4470-8676-c1611d11d4c8 req-2ff4fc23-3515-4491-b3d6-f81f6607b3ce tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.190 HTTP/1.1" status: 200 len: 1001 time: 0.1308315 Aug 22 13:26:37.613342 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f64fbc34-fe23-4b62-9c26-a6bd40aab45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:37.642556 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64fbc34-fe23-4b62-9c26-a6bd40aab45f admin admin] Pushing event deleted for resources: {'Port': ['ID=b8fafdd9-90e9-411d-863c-1098e4d099a2,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:37.812917 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a4861-0b0c-4f18-82fe-84c56eee8c98 req-1813a981-03e0-4a5a-9125-681fb6ed7934 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:37.814525 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-486a4861-0b0c-4f18-82fe-84c56eee8c98 req-1813a981-03e0-4a5a-9125-681fb6ed7934 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] 10.222.0.21 "GET /v2.0/ports?device_id=c022595b-a797-408a-a4d6-1c11b4e1b725 HTTP/1.1" status: 200 len: 945 time: 0.2598083 Aug 22 13:26:37.815181 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-cc089eb3-35db-46ee-8923-55e65ef55992 req-49f79ef7-a5ba-41db-b32e-79722c97e894 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:37.830866 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['e6a0b168-7640-4715-aeda-fb6bf0f81aa6', '59973c9a-5c86-4140-abea-16a273bd0367'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:26:37.838552 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f64fbc34-fe23-4b62-9c26-a6bd40aab45f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:37.861014 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd17796-d510-4470-8676-c1611d11d4c8 req-55383147-0e05-4cf1-9ebf-936e2f9ffbdc tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:37.862397 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7bd17796-d510-4470-8676-c1611d11d4c8 req-55383147-0e05-4cf1-9ebf-936e2f9ffbdc tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] 10.222.0.21 "GET /v2.0/networks/7de6ab83-cd00-4b3c-94fb-810dd34d29b8 HTTP/1.1" status: 200 len: 784 time: 0.3225443 Aug 22 13:26:37.894249 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-276e4e9a-01fa-4c62-9164-73cdbd951d07 req-6f278c58-c865-47cb-ab5b-76192d926652 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7cfbfdc8-f514-481c-9887-b7c57094669b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0946853 Aug 22 13:26:37.899439 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f79ef7-a5ba-41db-b32e-79722c97e894 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Pushing event deleted for resources: {'Port': ['ID=59973c9a-5c86-4140-abea-16a273bd0367,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:38.021583 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc089eb3-35db-46ee-8923-55e65ef55992 req-49f79ef7-a5ba-41db-b32e-79722c97e894 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] No DVR routers for this DVR port 59973c9a-5c86-4140-abea-16a273bd0367 on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:26:38.037823 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-486a4861-0b0c-4f18-82fe-84c56eee8c98 req-347a0f19-c059-40e5-bafe-8f8c8a0d2e0a tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] 10.222.0.21 "GET /v2.0/security-groups?id=10de7916-6b18-4180-a44a-f961fc40948b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931775 Aug 22 13:26:38.039030 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-cc089eb3-35db-46ee-8923-55e65ef55992 req-49f79ef7-a5ba-41db-b32e-79722c97e894 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:38.041111 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cc089eb3-35db-46ee-8923-55e65ef55992 req-49f79ef7-a5ba-41db-b32e-79722c97e894 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.16 "DELETE /v2.0/ports/59973c9a-5c86-4140-abea-16a273bd0367 HTTP/1.1" status: 204 len: 173 time: 1.6934340 Aug 22 13:26:38.056638 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6b3322-6437-4e90-aad7-fee4bae751f7', 'name': 'network-vif-deleted', 'tag': '59973c9a-5c86-4140-abea-16a273bd0367'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:26:38.061401 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e492dd-1704-4a3b-98cf-70fc78af5ea5" -d '{"events": [{"server_uuid": "cc6b3322-6437-4e90-aad7-fee4bae751f7", "name": "network-vif-deleted", "tag": "59973c9a-5c86-4140-abea-16a273bd0367"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:26:38.081517 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7bd17796-d510-4470-8676-c1611d11d4c8 req-2e426b0a-f465-42f3-9494-e50dd6b43e1a tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.190 HTTP/1.1" status: 200 len: 1001 time: 0.1877089 Aug 22 13:26:38.089840 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-788e238f-1eda-4e12-92fb-d3968d205832 req-2c14de0a-91fa-4b82-ab70-bae6d6ea51ab service neutron] For port aa1853da-6491-4399-b465-50f363b4b9e8, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=aa1853da-6491-4399-b465-50f363b4b9e8,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:38.095482 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-7bd17796-d510-4470-8676-c1611d11d4c8 req-71df9c32-a874-48c4-9b11-c9cf682db2f5 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:26:38.129276 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e4e9a-01fa-4c62-9164-73cdbd951d07 req-26f203c3-8ded-4a81-aa30-42a5fd76f47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:38.130953 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-276e4e9a-01fa-4c62-9164-73cdbd951d07 req-26f203c3-8ded-4a81-aa30-42a5fd76f47a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=01d864243fbf4cf6816e3fd9d58ef026&device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 1102 time: 0.1696260 Aug 22 13:26:38.212780 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7bd17796-d510-4470-8676-c1611d11d4c8 req-71df9c32-a874-48c4-9b11-c9cf682db2f5 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Notify callbacks [] for floatingip, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:38.215958 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-788e238f-1eda-4e12-92fb-d3968d205832 req-2c14de0a-91fa-4b82-ab70-bae6d6ea51ab service neutron] For port aa1853da-6491-4399-b465-50f363b4b9e8, host n-h1-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:26:38.247479 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f64fbc34-fe23-4b62-9c26-a6bd40aab45f admin admin] Router 96103a62-19ca-48f4-8434-777db29e697a has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:26:38.292015 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa1f7ff-d1cb-41a9-a933-07b4296a946c req-0392f9ab-e6a4-4cf5-8bd3-463269f45997 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:38.298484 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa1f7ff-d1cb-41a9-a933-07b4296a946c req-0392f9ab-e6a4-4cf5-8bd3-463269f45997 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:38.304396 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa1f7ff-d1cb-41a9-a933-07b4296a946c req-0392f9ab-e6a4-4cf5-8bd3-463269f45997 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:38.308361 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e4e9a-01fa-4c62-9164-73cdbd951d07 req-cc3c291e-9c09-446e-8e6d-ea8d92955cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:38.309938 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-276e4e9a-01fa-4c62-9164-73cdbd951d07 req-cc3c291e-9c09-446e-8e6d-ea8d92955cf6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7dc41cff-a3ac-4fc2-ba06-973efce2365e HTTP/1.1" status: 200 len: 870 time: 0.1503401 Aug 22 13:26:38.310446 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa1f7ff-d1cb-41a9-a933-07b4296a946c req-0392f9ab-e6a4-4cf5-8bd3-463269f45997 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:38.316868 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa1f7ff-d1cb-41a9-a933-07b4296a946c req-0392f9ab-e6a4-4cf5-8bd3-463269f45997 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:38.322636 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa1f7ff-d1cb-41a9-a933-07b4296a946c req-0392f9ab-e6a4-4cf5-8bd3-463269f45997 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:38.328456 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa1f7ff-d1cb-41a9-a933-07b4296a946c req-0392f9ab-e6a4-4cf5-8bd3-463269f45997 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:38.330298 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-efa1f7ff-d1cb-41a9-a933-07b4296a946c req-0392f9ab-e6a4-4cf5-8bd3-463269f45997 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 5420 time: 0.1904631 Aug 22 13:26:38.388808 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-276e4e9a-01fa-4c62-9164-73cdbd951d07 req-68ba89de-31d9-4d86-a9c3-b1fbffb07bd7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=37e0d0c3-4501-445b-b7c1-cf69eb2c2a95 HTTP/1.1" status: 200 len: 217 time: 0.0701859 Aug 22 13:26:38.404009 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-788e238f-1eda-4e12-92fb-d3968d205832 req-2c14de0a-91fa-4b82-ab70-bae6d6ea51ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:38.412639 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device d0d69c7d-f6a6-4cf2-a557-a80a9573817f up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:26:38.429118 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-788e238f-1eda-4e12-92fb-d3968d205832 req-2c14de0a-91fa-4b82-ab70-bae6d6ea51ab service neutron] Transition to ACTIVE for port object aa1853da-6491-4399-b465-50f363b4b9e8 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:26:38.445128 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64fbc34-fe23-4b62-9c26-a6bd40aab45f admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:26:38.449228 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-788e238f-1eda-4e12-92fb-d3968d205832 req-2c14de0a-91fa-4b82-ab70-bae6d6ea51ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:38.457867 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e66f181-bcac-46a2-a320-7d65467c03d4 None None] Sync routers for ids ['96103a62-19ca-48f4-8434-777db29e697a'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:26:38.459478 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f64fbc34-fe23-4b62-9c26-a6bd40aab45f admin admin] 10.222.0.21 "PUT /v2.0/routers/96103a62-19ca-48f4-8434-777db29e697a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2469521 Aug 22 13:26:38.462302 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51972) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:26:38.479090 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e66f181-bcac-46a2-a320-7d65467c03d4 None None] Routers {'96103a62-19ca-48f4-8434-777db29e697a'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:26:38.479731 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-7e66f181-bcac-46a2-a320-7d65467c03d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:26:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['96103a62-19ca-48f4-8434-777db29e697a'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:26:38.496507 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c14de0a-91fa-4b82-ab70-bae6d6ea51ab service neutron] Pushing event updated for resources: {'Port': ['ID=aa1853da-6491-4399-b465-50f363b4b9e8,revision_number=6']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:38.515665 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-efa1f7ff-d1cb-41a9-a933-07b4296a946c req-a1caef03-dd44-4e56-8627-6a8093f88f4f tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/security-groups?id=4cc9f53d-f53a-41a9-9530-58f2e575d924&id=6e2ef2da-4440-4915-b63c-e03f5cd2edf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1586492 Aug 22 13:26:38.516765 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e4e9a-01fa-4c62-9164-73cdbd951d07 req-b9ec834b-0c9c-4ed2-9fc6-076036649e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:38.518790 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-276e4e9a-01fa-4c62-9164-73cdbd951d07 req-b9ec834b-0c9c-4ed2-9fc6-076036649e21 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.1218946 Aug 22 13:26:38.538636 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port d0d69c7d-f6a6-4cf2-a557-a80a9573817f triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:26:38.538636 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:38.591588 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7bd17796-d510-4470-8676-c1611d11d4c8 req-71df9c32-a874-48c4-9b11-c9cf682db2f5 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:38.610502 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7bd17796-d510-4470-8676-c1611d11d4c8 req-71df9c32-a874-48c4-9b11-c9cf682db2f5 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:38.610502 n-d-793621-33 neutron-server[94627]: INFO neutron.db.l3_db [req-7bd17796-d510-4470-8676-c1611d11d4c8 req-71df9c32-a874-48c4-9b11-c9cf682db2f5 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Floating IP be53d30d-4e67-4195-a445-f00b1f954698 disassociated. External IP: 172.25.3.190, port: d9a840f9-aafb-4fa4-b350-9b57d68dc0b1. Aug 22 13:26:38.669613 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:38.672561 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e4e9a-01fa-4c62-9164-73cdbd951d07 req-f7cead11-2ce3-4beb-8bde-45537b146cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:38.684274 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-276e4e9a-01fa-4c62-9164-73cdbd951d07 req-f7cead11-2ce3-4beb-8bde-45537b146cbf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1579435 Aug 22 13:26:38.688467 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cd329c48-9de5-4f32-a365-10e374ecab4f admin admin] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:38.714930 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb7d187-2617-4c1c-b98a-8d342799b2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0d69c7d-f6a6-4cf2-a557-a80a9573817f'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:26:38.717746 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d62694-a487-44bf-ae06-3eb374b2094a" -d '{"events": [{"server_uuid": "8fb7d187-2617-4c1c-b98a-8d342799b2fa", "name": "network-vif-plugged", "status": "completed", "tag": "d0d69c7d-f6a6-4cf2-a557-a80a9573817f"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:26:38.727813 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-788e238f-1eda-4e12-92fb-d3968d205832 req-2c14de0a-91fa-4b82-ab70-bae6d6ea51ab service neutron] No DVR routers for this DVR port aa1853da-6491-4399-b465-50f363b4b9e8 on host n-h1-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:26:38.746477 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port d0d69c7d-f6a6-4cf2-a557-a80a9573817f, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=d0d69c7d-f6a6-4cf2-a557-a80a9573817f,segment=NetworkSegment(4c6e1d8d-4c7e-4c05-b40c-a119ed7a60f2),segment_id=4c6e1d8d-4c7e-4c05-b40c-a119ed7a60f2)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:38.754135 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:38.822003 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=d0d69c7d-f6a6-4cf2-a557-a80a9573817f,revision_number=7']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:38.875824 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cdc272-3194-46ee-a9fd-9d7686597801 req-7e3f1c43-d325-42f7-a167-24853bdaf835 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:38.877440 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-17cdc272-3194-46ee-a9fd-9d7686597801 req-7e3f1c43-d325-42f7-a167-24853bdaf835 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=f887ac67-9fac-4958-9d7e-5971de6f6263 HTTP/1.1" status: 200 len: 947 time: 0.2838657 Aug 22 13:26:38.880050 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-788e238f-1eda-4e12-92fb-d3968d205832 req-2c14de0a-91fa-4b82-ab70-bae6d6ea51ab service neutron] Attempting to bind port aa1853da-6491-4399-b465-50f363b4b9e8 on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:26:38.880410 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-788e238f-1eda-4e12-92fb-d3968d205832 req-2c14de0a-91fa-4b82-ab70-bae6d6ea51ab service neutron] Attempting to bind port aa1853da-6491-4399-b465-50f363b4b9e8 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:26:38.880744 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788e238f-1eda-4e12-92fb-d3968d205832 req-2c14de0a-91fa-4b82-ab70-bae6d6ea51ab service neutron] Attempting to bind port aa1853da-6491-4399-b465-50f363b4b9e8 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:26:38.902689 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788e238f-1eda-4e12-92fb-d3968d205832 req-2c14de0a-91fa-4b82-ab70-bae6d6ea51ab service neutron] Port aa1853da-6491-4399-b465-50f363b4b9e8 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:26:38.902933 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788e238f-1eda-4e12-92fb-d3968d205832 req-2c14de0a-91fa-4b82-ab70-bae6d6ea51ab service neutron] Attempting to bind port aa1853da-6491-4399-b465-50f363b4b9e8 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:26:38.915675 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-7e66f181-bcac-46a2-a320-7d65467c03d4 None None] Set router 96103a62-19ca-48f4-8434-777db29e697a gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:26:38.919498 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788e238f-1eda-4e12-92fb-d3968d205832 req-2c14de0a-91fa-4b82-ab70-bae6d6ea51ab service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:26:38.919848 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788e238f-1eda-4e12-92fb-d3968d205832 req-2c14de0a-91fa-4b82-ab70-bae6d6ea51ab service neutron] Checking segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:26:38.920905 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788e238f-1eda-4e12-92fb-d3968d205832 req-2c14de0a-91fa-4b82-ab70-bae6d6ea51ab service neutron] Bound using segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:26:38.921358 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-788e238f-1eda-4e12-92fb-d3968d205832 req-2c14de0a-91fa-4b82-ab70-bae6d6ea51ab service neutron] Bound port: aa1853da-6491-4399-b465-50f363b4b9e8, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:26:38.921776 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-788e238f-1eda-4e12-92fb-d3968d205832 req-2c14de0a-91fa-4b82-ab70-bae6d6ea51ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:38.959030 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-276e4e9a-01fa-4c62-9164-73cdbd951d07 req-3c06b423-74f8-40fd-88f4-24df58d97784 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587361 Aug 22 13:26:38.966177 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cd329c48-9de5-4f32-a365-10e374ecab4f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:39.005788 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-17cdc272-3194-46ee-a9fd-9d7686597801 req-0b6dc180-eeeb-4936-ad3e-49aab38109e8 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198440 Aug 22 13:26:39.075082 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-788e238f-1eda-4e12-92fb-d3968d205832 req-2c14de0a-91fa-4b82-ab70-bae6d6ea51ab service neutron] For port aa1853da-6491-4399-b465-50f363b4b9e8, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:26:39.078731 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-788e238f-1eda-4e12-92fb-d3968d205832 req-2c14de0a-91fa-4b82-ab70-bae6d6ea51ab service neutron] For port aa1853da-6491-4399-b465-50f363b4b9e8, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=aa1853da-6491-4399-b465-50f363b4b9e8,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:26:39.172337 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-788e238f-1eda-4e12-92fb-d3968d205832 req-2c14de0a-91fa-4b82-ab70-bae6d6ea51ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:39.175383 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-7e66f181-bcac-46a2-a320-7d65467c03d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96103a62-19ca-48f4-8434-777db29e697a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-35615422-router', 'tenant_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '86c2ca98-5afd-4761-9c74-af3f25e3f90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:20:50Z', 'updated_at': '2021-08-22T13:26:37Z', 'revision_number': 5, 'project_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'gw_port': {'id': '86c2ca98-5afd-4761-9c74-af3f25e3f90d', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:57:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96103a62-19ca-48f4-8434-777db29e697a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:20:51Z', 'updated_at': '2021-08-22T13:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:26:39.180341 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-276e4e9a-01fa-4c62-9164-73cdbd951d07 req-b65f15f8-7e0f-4087-876f-29244948dacf service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097340 Aug 22 13:26:39.182619 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7bd17796-d510-4470-8676-c1611d11d4c8 req-71df9c32-a874-48c4-9b11-c9cf682db2f5 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Router 3fe5b226-e2f4-41d9-a543-181726c6abdc has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:26:39.189348 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-cd329c48-9de5-4f32-a365-10e374ecab4f admin admin] Deleting port 86c2ca98-5afd-4761-9c74-af3f25e3f90d {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:26:39.190153 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cd329c48-9de5-4f32-a365-10e374ecab4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:39.208646 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e66f181-bcac-46a2-a320-7d65467c03d4 None None] Checking router: 96103a62-19ca-48f4-8434-777db29e697a for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:26:39.219680 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e66f181-bcac-46a2-a320-7d65467c03d4 None None] Routers {'96103a62-19ca-48f4-8434-777db29e697a'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:26:39.220475 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-7e66f181-bcac-46a2-a320-7d65467c03d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:26:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['96103a62-19ca-48f4-8434-777db29e697a'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:26:39.280791 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-cd329c48-9de5-4f32-a365-10e374ecab4f admin admin] For port 86c2ca98-5afd-4761-9c74-af3f25e3f90d, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=86c2ca98-5afd-4761-9c74-af3f25e3f90d,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:39.281261 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cd329c48-9de5-4f32-a365-10e374ecab4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:39.295558 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-cd329c48-9de5-4f32-a365-10e374ecab4f admin admin] Calling delete_port for 86c2ca98-5afd-4761-9c74-af3f25e3f90d owned by network:router_gateway {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:26:39.316810 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e238f-1eda-4e12-92fb-d3968d205832 req-2c14de0a-91fa-4b82-ab70-bae6d6ea51ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:39.317433 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-788e238f-1eda-4e12-92fb-d3968d205832 req-2c14de0a-91fa-4b82-ab70-bae6d6ea51ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:39.318853 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-788e238f-1eda-4e12-92fb-d3968d205832 req-2c14de0a-91fa-4b82-ab70-bae6d6ea51ab service neutron] 10.222.0.16 "PUT /v2.0/ports/aa1853da-6491-4399-b465-50f363b4b9e8 HTTP/1.1" status: 200 len: 1096 time: 2.0441389 Aug 22 13:26:39.354154 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c14de0a-91fa-4b82-ab70-bae6d6ea51ab service neutron] Pushing event updated for resources: {'Port': ['ID=aa1853da-6491-4399-b465-50f363b4b9e8,revision_number=7']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:39.369604 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-7e66f181-bcac-46a2-a320-7d65467c03d4 None None] Set router 96103a62-19ca-48f4-8434-777db29e697a gateway port host: None {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:26:39.381947 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8351e67-c813-4857-820a-d09f44b7e735 req-4a78bc44-002c-4872-9412-6fd36d15a520 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:39.389789 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e8351e67-c813-4857-820a-d09f44b7e735 req-4a78bc44-002c-4872-9412-6fd36d15a520 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fb7d187-2617-4c1c-b98a-8d342799b2fa HTTP/1.1" status: 200 len: 945 time: 0.1728685 Aug 22 13:26:39.463246 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-7e66f181-bcac-46a2-a320-7d65467c03d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96103a62-19ca-48f4-8434-777db29e697a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-35615422-router', 'tenant_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:20:50Z', 'updated_at': '2021-08-22T13:26:38Z', 'revision_number': 6, 'project_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'gw_port_host': None}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:26:39.492635 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e66f181-bcac-46a2-a320-7d65467c03d4 None None] The sync data for ids ['96103a62-19ca-48f4-8434-777db29e697a'] in n-d-793621-33 is: [{'id': '96103a62-19ca-48f4-8434-777db29e697a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-35615422-router', 'tenant_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:20:50Z', 'updated_at': '2021-08-22T13:26:38Z', 'revision_number': 6, 'project_id': 'b89bb4a9db344bbc8ad24d9d42b44cf6', 'gw_port_host': None}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:26:39.539084 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e8351e67-c813-4857-820a-d09f44b7e735 req-f9c571cb-6be6-47ef-804b-5a73044c64b4 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f52e29-9b4a-48c0-bf7d-3bf6374c285c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436708 Aug 22 13:26:39.557706 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e238f-1eda-4e12-92fb-d3968d205832 req-0fafe0dc-c1b8-477d-938e-f57b814c944b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:39.559349 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-788e238f-1eda-4e12-92fb-d3968d205832 req-0fafe0dc-c1b8-477d-938e-f57b814c944b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=01d864243fbf4cf6816e3fd9d58ef026&device_id=f887ac67-9fac-4958-9d7e-5971de6f6263 HTTP/1.1" status: 200 len: 1099 time: 0.1995463 Aug 22 13:26:39.560258 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7bd17796-d510-4470-8676-c1611d11d4c8 req-71df9c32-a874-48c4-9b11-c9cf682db2f5 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:26:39.573048 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30898c4-1a1c-4c86-8cee-d7ffb9c216ca None None] Sync routers for ids ['3fe5b226-e2f4-41d9-a543-181726c6abdc'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:26:39.585665 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7bd17796-d510-4470-8676-c1611d11d4c8 req-71df9c32-a874-48c4-9b11-c9cf682db2f5 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:39.586378 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30898c4-1a1c-4c86-8cee-d7ffb9c216ca None None] Routers {'3fe5b226-e2f4-41d9-a543-181726c6abdc'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:26:39.587066 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-d30898c4-1a1c-4c86-8cee-d7ffb9c216ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:26:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['3fe5b226-e2f4-41d9-a543-181726c6abdc'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:26:39.647831 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cd329c48-9de5-4f32-a365-10e374ecab4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:39.658084 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31bfaf81-569a-404b-8988-1055c1cae434 x-openstack-request-id: req-31bfaf81-569a-404b-8988-1055c1cae434 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:26:39.658395 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc6b3322-6437-4e90-aad7-fee4bae751f7", "name": "network-vif-deleted", "tag": "59973c9a-5c86-4140-abea-16a273bd0367", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:26:39.658657 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-31bfaf81-569a-404b-8988-1055c1cae434 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:26:39.659861 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6b3322-6437-4e90-aad7-fee4bae751f7', 'name': 'network-vif-deleted', 'tag': '59973c9a-5c86-4140-abea-16a273bd0367', 'status': 'completed', 'code': 200} Aug 22 13:26:39.680452 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7bd17796-d510-4470-8676-c1611d11d4c8 req-71df9c32-a874-48c4-9b11-c9cf682db2f5 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] 10.222.0.21 "PUT /v2.0/floatingips/be53d30d-4e67-4195-a445-f00b1f954698 HTTP/1.1" status: 200 len: 695 time: 1.5925584 Aug 22 13:26:39.718938 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd329c48-9de5-4f32-a365-10e374ecab4f admin admin] Pushing event deleted for resources: {'Port': ['ID=86c2ca98-5afd-4761-9c74-af3f25e3f90d,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:39.763485 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-d30898c4-1a1c-4c86-8cee-d7ffb9c216ca None None] Set router 3fe5b226-e2f4-41d9-a543-181726c6abdc gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:26:39.780144 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cd329c48-9de5-4f32-a365-10e374ecab4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:39.786024 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-62686e09-153c-4e6e-b342-f7ac01db4a92 req-0176c40c-e6d8-4acc-8f54-0b09eaeea446 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc6b3322-6437-4e90-aad7-fee4bae751f7 HTTP/1.1" status: 200 len: 210 time: 0.0570035 Aug 22 13:26:39.807784 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd17796-d510-4470-8676-c1611d11d4c8 req-f5da7bbe-04cb-450d-906c-a794c2dd98da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:39.816050 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7bd17796-d510-4470-8676-c1611d11d4c8 req-f5da7bbe-04cb-450d-906c-a794c2dd98da service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d9750df62d34d28beb15eff8be21051&device_id=190e2756-2527-4272-bc9b-26f5200db4ab HTTP/1.1" status: 200 len: 1097 time: 0.1342137 Aug 22 13:26:39.903774 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cd329c48-9de5-4f32-a365-10e374ecab4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:39.906413 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cd329c48-9de5-4f32-a365-10e374ecab4f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:39.932334 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd17796-d510-4470-8676-c1611d11d4c8 req-4e1f5a39-8e1e-47ad-8a9f-d43d3f762853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:39.941244 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7bd17796-d510-4470-8676-c1611d11d4c8 req-4e1f5a39-8e1e-47ad-8a9f-d43d3f762853 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7bb5b21d-df35-4f50-8226-92da5c73c522 HTTP/1.1" status: 200 len: 930 time: 0.1239972 Aug 22 13:26:39.992326 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7bd17796-d510-4470-8676-c1611d11d4c8 req-052ce60f-78fe-48bd-84c2-a2866e4e6d17 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9a840f9-aafb-4fa4-b350-9b57d68dc0b1 HTTP/1.1" status: 200 len: 217 time: 0.0500369 Aug 22 13:26:39.994694 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cd329c48-9de5-4f32-a365-10e374ecab4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:39.995224 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd329c48-9de5-4f32-a365-10e374ecab4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96103a62-19ca-48f4-8434-777db29e697a {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:26:40.003352 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cd329c48-9de5-4f32-a365-10e374ecab4f admin admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:40.007101 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-cd329c48-9de5-4f32-a365-10e374ecab4f admin admin] 10.222.0.21 "DELETE /v2.0/routers/96103a62-19ca-48f4-8434-777db29e697a HTTP/1.1" status: 204 len: 168 time: 1.5436211 Aug 22 13:26:40.008785 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51984) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:26:40.014943 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81747842-005e-421a-a1d6-4c50c853efd1 x-openstack-request-id: req-81747842-005e-421a-a1d6-4c50c853efd1 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:26:40.015590 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fb7d187-2617-4c1c-b98a-8d342799b2fa", "name": "network-vif-plugged", "status": "completed", "tag": "d0d69c7d-f6a6-4cf2-a557-a80a9573817f", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:26:40.016061 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-81747842-005e-421a-a1d6-4c50c853efd1 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:26:40.016720 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb7d187-2617-4c1c-b98a-8d342799b2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0d69c7d-f6a6-4cf2-a557-a80a9573817f', 'code': 200} Aug 22 13:26:40.019573 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 59973c9a-5c86-4140-abea-16a273bd0367 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:26:40.024563 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e238f-1eda-4e12-92fb-d3968d205832 req-e3c9e486-b75a-4444-bd4a-d07bdd364d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:40.026178 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-788e238f-1eda-4e12-92fb-d3968d205832 req-e3c9e486-b75a-4444-bd4a-d07bdd364d13 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7dc41cff-a3ac-4fc2-ba06-973efce2365e HTTP/1.1" status: 200 len: 870 time: 0.3655109 Aug 22 13:26:40.070402 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3e097b2-36a7-4b45-86e7-bfad58388734 admin admin] Deleting subnet 6b2f428e-282f-45d1-83f0-557cce9c83da {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:26:40.073970 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d3e097b2-36a7-4b45-86e7-bfad58388734 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:40.110204 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d3e097b2-36a7-4b45-86e7-bfad58388734 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:40.135254 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: 59973c9a-5c86-4140-abea-16a273bd0367 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:26:40.135985 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 59973c9a-5c86-4140-abea-16a273bd0367 not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:26:40.138527 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-788e238f-1eda-4e12-92fb-d3968d205832 req-93b36385-0eb8-4d4a-b828-a91483d1b2aa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=aa1853da-6491-4399-b465-50f363b4b9e8 HTTP/1.1" status: 200 len: 217 time: 0.0589118 Aug 22 13:26:40.160105 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd17796-d510-4470-8676-c1611d11d4c8 req-fa4a297d-882a-42a1-927c-53725ebe8a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:40.161851 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7bd17796-d510-4470-8676-c1611d11d4c8 req-fa4a297d-882a-42a1-927c-53725ebe8a2e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c325b325-e4c0-4e1f-8f24-c36f107ba68b HTTP/1.1" status: 200 len: 868 time: 0.1348302 Aug 22 13:26:40.177362 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-d30898c4-1a1c-4c86-8cee-d7ffb9c216ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe5b226-e2f4-41d9-a543-181726c6abdc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1582655311-router', 'tenant_id': '4d9750df62d34d28beb15eff8be21051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'f75ece67-223e-4999-b544-78a4cc16bb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:25:52Z', 'updated_at': '2021-08-22T13:26:02Z', 'revision_number': 4, 'project_id': '4d9750df62d34d28beb15eff8be21051', 'gw_port': {'id': 'f75ece67-223e-4999-b544-78a4cc16bb99', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:4b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe5b226-e2f4-41d9-a543-181726c6abdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:54Z', 'updated_at': '2021-08-22T13:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '2cd25fc7-fcf0-4c0f-a611-25971c18432b', 'name': '', 'network_id': '7bb5b21d-df35-4f50-8226-92da5c73c522', 'tenant_id': '4d9750df62d34d28beb15eff8be21051', 'mac_address': 'fa:16:3e:93:a1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe5b226-e2f4-41d9-a543-181726c6abdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'c325b325-e4c0-4e1f-8f24-c36f107ba68b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:59Z', 'updated_at': '2021-08-22T13:26:10Z', 'revision_number': 5, 'project_id': '4d9750df62d34d28beb15eff8be21051', 'subnets': [{'id': 'c325b325-e4c0-4e1f-8f24-c36f107ba68b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:26:40.213447 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d3e097b2-36a7-4b45-86e7-bfad58388734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:40.275393 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4614f38-11fc-49dc-ad20-dbd6b8f4f7e9 req-e7521601-6432-4cfe-8b21-869ea53340c3 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:40.278121 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a4614f38-11fc-49dc-ad20-dbd6b8f4f7e9 req-e7521601-6432-4cfe-8b21-869ea53340c3 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] 10.222.0.21 "GET /v2.0/ports?device_id=c022595b-a797-408a-a4d6-1c11b4e1b725 HTTP/1.1" status: 200 len: 945 time: 0.2619905 Aug 22 13:26:40.285217 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e238f-1eda-4e12-92fb-d3968d205832 req-a3726e7c-d1e0-4538-b0d3-834b0be45993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:40.288401 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-788e238f-1eda-4e12-92fb-d3968d205832 req-a3726e7c-d1e0-4538-b0d3-834b0be45993 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.1409285 Aug 22 13:26:40.293118 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d3e097b2-36a7-4b45-86e7-bfad58388734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:40.336306 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e097b2-36a7-4b45-86e7-bfad58388734 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b2f428e-282f-45d1-83f0-557cce9c83da,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:40.338897 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d3e097b2-36a7-4b45-86e7-bfad58388734 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:40.340982 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d3e097b2-36a7-4b45-86e7-bfad58388734 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6b2f428e-282f-45d1-83f0-557cce9c83da HTTP/1.1" status: 204 len: 168 time: 0.3312399 Aug 22 13:26:40.342789 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd17796-d510-4470-8676-c1611d11d4c8 req-0491426f-98ed-4571-9b26-cb564ec91234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:40.344365 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51990) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:26:40.349480 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7bd17796-d510-4470-8676-c1611d11d4c8 req-0491426f-98ed-4571-9b26-cb564ec91234 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7bb5b21d-df35-4f50-8226-92da5c73c522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1616015 Aug 22 13:26:40.349748 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f169190-77b5-4065-8941-0f32bf8647e5 None None] Network a1c10f8c-20d5-4d04-af7a-0afa0a2251fb requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:26:40.352100 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30898c4-1a1c-4c86-8cee-d7ffb9c216ca None None] Checking router: 3fe5b226-e2f4-41d9-a543-181726c6abdc for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:26:40.401320 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30898c4-1a1c-4c86-8cee-d7ffb9c216ca None None] Routers {'3fe5b226-e2f4-41d9-a543-181726c6abdc'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:26:40.401755 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-d30898c4-1a1c-4c86-8cee-d7ffb9c216ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:26:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['3fe5b226-e2f4-41d9-a543-181726c6abdc'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:26:40.423798 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-119f97d4-ec5f-4dda-b6a1-6c29d554f816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:40.479759 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device d0d69c7d-f6a6-4cf2-a557-a80a9573817f no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:26:40.484867 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-119f97d4-ec5f-4dda-b6a1-6c29d554f816 admin admin] Deleting port 903d3cfb-b133-4a42-85c2-8df491f4a491 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:26:40.486247 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-119f97d4-ec5f-4dda-b6a1-6c29d554f816 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:40.522705 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7bd17796-d510-4470-8676-c1611d11d4c8 req-caaa1896-3538-413c-9257-13524869e3eb service neutron] 10.222.0.21 "GET /v2.0/networks/7bb5b21d-df35-4f50-8226-92da5c73c522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706572 Aug 22 13:26:40.533088 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a4614f38-11fc-49dc-ad20-dbd6b8f4f7e9 req-c2e0c11a-a019-44c4-a69a-4b67685fbd67 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] 10.222.0.21 "GET /v2.0/security-groups?id=10de7916-6b18-4180-a44a-f961fc40948b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2414536 Aug 22 13:26:40.567162 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-119f97d4-ec5f-4dda-b6a1-6c29d554f816 admin admin] For port 903d3cfb-b133-4a42-85c2-8df491f4a491, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=903d3cfb-b133-4a42-85c2-8df491f4a491,segment=NetworkSegment(cfd609c7-b14b-488e-8058-23f3798cf6a8),segment_id=cfd609c7-b14b-488e-8058-23f3798cf6a8)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:40.567626 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-119f97d4-ec5f-4dda-b6a1-6c29d554f816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:40.594771 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-119f97d4-ec5f-4dda-b6a1-6c29d554f816 admin admin] Calling delete_port for 903d3cfb-b133-4a42-85c2-8df491f4a491 owned by network:dhcp {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:26:40.683998 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-d30898c4-1a1c-4c86-8cee-d7ffb9c216ca None None] Set router 3fe5b226-e2f4-41d9-a543-181726c6abdc gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:26:40.706292 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-119f97d4-ec5f-4dda-b6a1-6c29d554f816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:40.744063 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:40.777424 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f97d4-ec5f-4dda-b6a1-6c29d554f816 admin admin] Pushing event deleted for resources: {'Port': ['ID=903d3cfb-b133-4a42-85c2-8df491f4a491,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:40.792906 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119f97d4-ec5f-4dda-b6a1-6c29d554f816 admin admin] No DVR routers for this DVR port 903d3cfb-b133-4a42-85c2-8df491f4a491 on host n-d-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:26:40.845500 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92aa60ce-70eb-40a7-a245-3008d976d41d None None] DHCP port deletion for a1c10f8c-20d5-4d04-af7a-0afa0a2251fb request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:26:40.898990 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-119f97d4-ec5f-4dda-b6a1-6c29d554f816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:40.904125 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port d0d69c7d-f6a6-4cf2-a557-a80a9573817f, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=d0d69c7d-f6a6-4cf2-a557-a80a9573817f,segment=NetworkSegment(4c6e1d8d-4c7e-4c05-b40c-a119ed7a60f2),segment_id=4c6e1d8d-4c7e-4c05-b40c-a119ed7a60f2)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:40.916151 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-119f97d4-ec5f-4dda-b6a1-6c29d554f816 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1c10f8c-20d5-4d04-af7a-0afa0a2251fb']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:26:40.924449 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:40.925560 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device aa1853da-6491-4399-b465-50f363b4b9e8 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:26:40.935985 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-119f97d4-ec5f-4dda-b6a1-6c29d554f816 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfd609c7-b14b-488e-8058-23f3798cf6a8') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:26:40.935985 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-119f97d4-ec5f-4dda-b6a1-6c29d554f816 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfd609c7-b14b-488e-8058-23f3798cf6a8') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:26:40.959201 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-119f97d4-ec5f-4dda-b6a1-6c29d554f816 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:40.981755 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-119f97d4-ec5f-4dda-b6a1-6c29d554f816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:40.990994 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-119f97d4-ec5f-4dda-b6a1-6c29d554f816 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:26:40.991930 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-119f97d4-ec5f-4dda-b6a1-6c29d554f816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:41.020581 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:26:41.020581 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:26:41.020581 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:26:41.020581 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:26:41.020581 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:26:41.020581 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:26:41.020581 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:26:41.020581 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:26:41.020581 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:26:41.020581 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:26:41.020581 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:26:41.020581 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:26:41.020581 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:26:41.020581 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:26:41.020581 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:26:41.020581 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:26:41.020581 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:26:41.020581 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:26:41.020581 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:26:41.020581 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:26:41.020581 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:26:41.020581 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:26:41.020581 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:26:41.020581 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:26:41.020581 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:26:41.020581 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:26:41.020581 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:26:41.020581 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:26:41.020581 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:26:41.020581 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:26:41.020581 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:26:41.020581 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:26:41.057231 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=d0d69c7d-f6a6-4cf2-a557-a80a9573817f,revision_number=8']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:41.082514 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device aa1853da-6491-4399-b465-50f363b4b9e8 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:26:41.102530 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-119f97d4-ec5f-4dda-b6a1-6c29d554f816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:41.113187 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-119f97d4-ec5f-4dda-b6a1-6c29d554f816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:41.115351 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-119f97d4-ec5f-4dda-b6a1-6c29d554f816 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a1c10f8c-20d5-4d04-af7a-0afa0a2251fb HTTP/1.1" status: 204 len: 168 time: 0.7699723 Aug 22 13:26:41.120758 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-d30898c4-1a1c-4c86-8cee-d7ffb9c216ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe5b226-e2f4-41d9-a543-181726c6abdc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1582655311-router', 'tenant_id': '4d9750df62d34d28beb15eff8be21051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'f75ece67-223e-4999-b544-78a4cc16bb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:25:52Z', 'updated_at': '2021-08-22T13:26:02Z', 'revision_number': 4, 'project_id': '4d9750df62d34d28beb15eff8be21051', 'gw_port': {'id': 'f75ece67-223e-4999-b544-78a4cc16bb99', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:4b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe5b226-e2f4-41d9-a543-181726c6abdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:54Z', 'updated_at': '2021-08-22T13:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '2cd25fc7-fcf0-4c0f-a611-25971c18432b', 'name': '', 'network_id': '7bb5b21d-df35-4f50-8226-92da5c73c522', 'tenant_id': '4d9750df62d34d28beb15eff8be21051', 'mac_address': 'fa:16:3e:93:a1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe5b226-e2f4-41d9-a543-181726c6abdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'c325b325-e4c0-4e1f-8f24-c36f107ba68b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:59Z', 'updated_at': '2021-08-22T13:26:10Z', 'revision_number': 5, 'project_id': '4d9750df62d34d28beb15eff8be21051', 'subnets': [{'id': 'c325b325-e4c0-4e1f-8f24-c36f107ba68b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:26:41.125841 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51996) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:26:41.157917 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30898c4-1a1c-4c86-8cee-d7ffb9c216ca None None] The sync data for ids ['3fe5b226-e2f4-41d9-a543-181726c6abdc'] in n-d-793621-33 is: [{'id': '3fe5b226-e2f4-41d9-a543-181726c6abdc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1582655311-router', 'tenant_id': '4d9750df62d34d28beb15eff8be21051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'f75ece67-223e-4999-b544-78a4cc16bb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:25:52Z', 'updated_at': '2021-08-22T13:26:02Z', 'revision_number': 4, 'project_id': '4d9750df62d34d28beb15eff8be21051', 'gw_port': {'id': 'f75ece67-223e-4999-b544-78a4cc16bb99', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:4b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe5b226-e2f4-41d9-a543-181726c6abdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:54Z', 'updated_at': '2021-08-22T13:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '2cd25fc7-fcf0-4c0f-a611-25971c18432b', 'name': '', 'network_id': '7bb5b21d-df35-4f50-8226-92da5c73c522', 'tenant_id': '4d9750df62d34d28beb15eff8be21051', 'mac_address': 'fa:16:3e:93:a1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe5b226-e2f4-41d9-a543-181726c6abdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'c325b325-e4c0-4e1f-8f24-c36f107ba68b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:59Z', 'updated_at': '2021-08-22T13:26:10Z', 'revision_number': 5, 'project_id': '4d9750df62d34d28beb15eff8be21051', 'subnets': [{'id': 'c325b325-e4c0-4e1f-8f24-c36f107ba68b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:26:41.190087 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7bd17796-d510-4470-8676-c1611d11d4c8 req-a8bb9699-9c99-4863-95b0-8d6c1f86ff83 service neutron] 10.222.0.21 "GET /v2.0/networks/7bb5b21d-df35-4f50-8226-92da5c73c522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6521318 Aug 22 13:26:41.320397 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e238f-1eda-4e12-92fb-d3968d205832 req-e410b1bf-d8aa-4d24-aa04-bf6768de70c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:41.322063 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-788e238f-1eda-4e12-92fb-d3968d205832 req-e410b1bf-d8aa-4d24-aa04-bf6768de70c6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.0049856 Aug 22 13:26:41.335897 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca7591-100f-4eb1-94e5-b3ce22851fb2 req-1f76e65a-64c9-4fc3-ae90-6d5fb545608d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:41.345367 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca7591-100f-4eb1-94e5-b3ce22851fb2 req-1f76e65a-64c9-4fc3-ae90-6d5fb545608d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:41.354972 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca7591-100f-4eb1-94e5-b3ce22851fb2 req-1f76e65a-64c9-4fc3-ae90-6d5fb545608d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:41.365587 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca7591-100f-4eb1-94e5-b3ce22851fb2 req-1f76e65a-64c9-4fc3-ae90-6d5fb545608d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:41.384390 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca7591-100f-4eb1-94e5-b3ce22851fb2 req-1f76e65a-64c9-4fc3-ae90-6d5fb545608d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:41.408743 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca7591-100f-4eb1-94e5-b3ce22851fb2 req-1f76e65a-64c9-4fc3-ae90-6d5fb545608d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:41.425350 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca7591-100f-4eb1-94e5-b3ce22851fb2 req-1f76e65a-64c9-4fc3-ae90-6d5fb545608d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:41.431988 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device b8fafdd9-90e9-411d-863c-1098e4d099a2 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:26:41.449575 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-66ca7591-100f-4eb1-94e5-b3ce22851fb2 req-1f76e65a-64c9-4fc3-ae90-6d5fb545608d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 5420 time: 0.2580085 Aug 22 13:26:41.454933 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: b8fafdd9-90e9-411d-863c-1098e4d099a2 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:26:41.455296 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device b8fafdd9-90e9-411d-863c-1098e4d099a2 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:26:41.455783 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 86c2ca98-5afd-4761-9c74-af3f25e3f90d no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:26:41.516677 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 86c2ca98-5afd-4761-9c74-af3f25e3f90d {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:26:41.517022 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 86c2ca98-5afd-4761-9c74-af3f25e3f90d not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:26:41.517450 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 903d3cfb-b133-4a42-85c2-8df491f4a491 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:26:41.560073 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 903d3cfb-b133-4a42-85c2-8df491f4a491 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:26:41.560501 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 903d3cfb-b133-4a42-85c2-8df491f4a491 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:26:41.579766 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8100d1c0-e8fe-46ac-b7b8-3a5138c60303 req-ce569d58-2933-47f3-9a57-c75d0e2970fe service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c9664aff-8179-4092-bf01-73c9a1e911e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3372340 Aug 22 13:26:41.598983 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0add00-e750-42bb-81e7-0e7519039722 None None] New status for floating IP be53d30d-4e67-4195-a445-f00b1f954698: DOWN {{(pid=94630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 13:26:41.621536 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-788e238f-1eda-4e12-92fb-d3968d205832 req-e3afe408-4b9a-44a0-818e-ac363eab575f service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484451 Aug 22 13:26:41.650085 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f97d4-ec5f-4dda-b6a1-6c29d554f816 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1c10f8c-20d5-4d04-af7a-0afa0a2251fb,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:41.675908 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f887ac67-9fac-4958-9d7e-5971de6f6263', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa1853da-6491-4399-b465-50f363b4b9e8'}, {'name': 'network-changed', 'server_uuid': 'f887ac67-9fac-4958-9d7e-5971de6f6263', 'tag': 'aa1853da-6491-4399-b465-50f363b4b9e8'}, {'name': 'network-changed', 'server_uuid': '190e2756-2527-4272-bc9b-26f5200db4ab', 'tag': 'd9a840f9-aafb-4fa4-b350-9b57d68dc0b1'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:26:41.678319 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb87b0e9-3b9a-4517-aec5-aeb8129bde97" -d '{"events": [{"server_uuid": "f887ac67-9fac-4958-9d7e-5971de6f6263", "name": "network-vif-unplugged", "status": "completed", "tag": "aa1853da-6491-4399-b465-50f363b4b9e8"}, {"name": "network-changed", "server_uuid": "f887ac67-9fac-4958-9d7e-5971de6f6263", "tag": "aa1853da-6491-4399-b465-50f363b4b9e8"}, {"name": "network-changed", "server_uuid": "190e2756-2527-4272-bc9b-26f5200db4ab", "tag": "d9a840f9-aafb-4fa4-b350-9b57d68dc0b1"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:26:41.726966 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-66ca7591-100f-4eb1-94e5-b3ce22851fb2 req-e57ec827-b233-4835-a5c5-57c63a6bc263 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/security-groups?id=4cc9f53d-f53a-41a9-9530-58f2e575d924&id=6e2ef2da-4440-4915-b63c-e03f5cd2edf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2759418 Aug 22 13:26:41.798537 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4eb8e3-367a-4234-acad-b63334f2dc68 req-b2a3ad65-31a4-4ebe-bccd-b7c65a4506ec tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:41.800477 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fe4eb8e3-367a-4234-acad-b63334f2dc68 req-b2a3ad65-31a4-4ebe-bccd-b7c65a4506ec tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=f887ac67-9fac-4958-9d7e-5971de6f6263 HTTP/1.1" status: 200 len: 947 time: 0.2311139 Aug 22 13:26:41.830303 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100d1c0-e8fe-46ac-b7b8-3a5138c60303 req-9c051564-acb3-4c32-9be9-2bd3032c37cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:41.831782 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8100d1c0-e8fe-46ac-b7b8-3a5138c60303 req-9c051564-acb3-4c32-9be9-2bd3032c37cf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec08ac96341043c28ecba1b995182de4&device_id=c9664aff-8179-4092-bf01-73c9a1e911e5 HTTP/1.1" status: 200 len: 1096 time: 0.2079241 Aug 22 13:26:41.874568 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-788e238f-1eda-4e12-92fb-d3968d205832 req-03842aff-d12d-4c66-b8ed-bbd0ac4a7ff1 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394950 Aug 22 13:26:41.877956 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fe4eb8e3-367a-4234-acad-b63334f2dc68 req-612fa555-e43f-4092-9481-d9c4e5e653dc tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700057 Aug 22 13:26:42.018326 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb7d187-2617-4c1c-b98a-8d342799b2fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0d69c7d-f6a6-4cf2-a557-a80a9573817f'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:26:42.021450 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a82f541-1c3b-40a2-b1d5-642e53fb7362" -d '{"events": [{"server_uuid": "8fb7d187-2617-4c1c-b98a-8d342799b2fa", "name": "network-vif-unplugged", "status": "completed", "tag": "d0d69c7d-f6a6-4cf2-a557-a80a9573817f"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:26:42.051287 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8b99cc9e-8fb1-40d5-8ac4-3f6feba5452c req-e16ce950-b465-4cdd-a866-bf84c0f15ed4 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc6b3322-6437-4e90-aad7-fee4bae751f7 HTTP/1.1" status: 200 len: 210 time: 0.0339634 Aug 22 13:26:42.089281 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9ed70709-fa9f-4840-aa7c-c7a2e2371b58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:42.140584 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa719b4-3e45-45f8-91b8-7778a7b0e27e req-2c678281-f754-4a84-ad21-f414f4c18012 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:42.144797 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8fa719b4-3e45-45f8-91b8-7778a7b0e27e req-2c678281-f754-4a84-ad21-f414f4c18012 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] 10.222.0.21 "GET /v2.0/ports?device_id=c022595b-a797-408a-a4d6-1c11b4e1b725 HTTP/1.1" status: 200 len: 945 time: 0.1987157 Aug 22 13:26:42.153901 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fb640058-7b5d-4418-b559-c82cde7a1d37 req-dab9637e-c4a1-42e5-b6ab-b626d79ac792 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] 10.222.0.21 "GET /v2.0/floatingips/be53d30d-4e67-4195-a445-f00b1f954698 HTTP/1.1" status: 200 len: 693 time: 0.0713298 Aug 22 13:26:42.154086 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52006) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:26:42.159681 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-b28f7ae0-15a6-4642-bb4a-1dd8c6e046ea tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Request body: {'floatingip': {'port_id': '1fee02a7-12cf-4aca-94e2-59c18052b644'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:26:42.174523 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100d1c0-e8fe-46ac-b7b8-3a5138c60303 req-ff8b494d-c260-4e26-ae6b-1a3d5d5192fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:42.177102 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8100d1c0-e8fe-46ac-b7b8-3a5138c60303 req-ff8b494d-c260-4e26-ae6b-1a3d5d5192fb service neutron] 10.222.0.16 "GET /v2.0/networks?id=887e0115-b4ac-4c62-9aab-f2d01695aede HTTP/1.1" status: 200 len: 922 time: 0.2847316 Aug 22 13:26:42.330582 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8100d1c0-e8fe-46ac-b7b8-3a5138c60303 req-3db28e97-d2f7-41a4-b6bd-9461a28f34b2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4665293-7ee2-4f54-bdd5-5155a7b24c4b HTTP/1.1" status: 200 len: 217 time: 0.1315534 Aug 22 13:26:42.335742 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b28f7ae0-15a6-4642-bb4a-1dd8c6e046ea tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Notify callbacks [] for floatingip, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:42.358489 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-9ed70709-fa9f-4840-aa7c-c7a2e2371b58 admin admin] Deleting port 7b231d65-9169-4c38-8b82-67e5dcb9a12c {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:26:42.358823 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9ed70709-fa9f-4840-aa7c-c7a2e2371b58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:42.447160 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-9ed70709-fa9f-4840-aa7c-c7a2e2371b58 admin admin] For port 7b231d65-9169-4c38-8b82-67e5dcb9a12c, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=7b231d65-9169-4c38-8b82-67e5dcb9a12c,segment=NetworkSegment(cadfcec1-8779-4a7d-af2c-d55d64403d1f),segment_id=cadfcec1-8779-4a7d-af2c-d55d64403d1f)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:42.447537 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9ed70709-fa9f-4840-aa7c-c7a2e2371b58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:42.451760 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16dddfb-13e8-40f3-b418-0d53e84542e7 req-40332296-e5dc-41d6-b100-9c0f453532bb tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:42.453334 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b16dddfb-13e8-40f3-b418-0d53e84542e7 req-40332296-e5dc-41d6-b100-9c0f453532bb tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fb7d187-2617-4c1c-b98a-8d342799b2fa HTTP/1.1" status: 200 len: 943 time: 0.2533877 Aug 22 13:26:42.461691 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-9ed70709-fa9f-4840-aa7c-c7a2e2371b58 admin admin] Calling delete_port for 7b231d65-9169-4c38-8b82-67e5dcb9a12c owned by network:router_interface {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:26:42.540970 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100d1c0-e8fe-46ac-b7b8-3a5138c60303 req-b2b9d74c-6cd1-4421-ba36-f4e990c62ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:42.542437 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8100d1c0-e8fe-46ac-b7b8-3a5138c60303 req-b2b9d74c-6cd1-4421-ba36-f4e990c62ce7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1fb53f66-6b81-41b6-9806-8520494df9af HTTP/1.1" status: 200 len: 861 time: 0.1987936 Aug 22 13:26:42.551922 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b16dddfb-13e8-40f3-b418-0d53e84542e7 req-467625c5-7f51-47ac-a108-97de79772e9d tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f52e29-9b4a-48c0-bf7d-3bf6374c285c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923312 Aug 22 13:26:42.583514 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb640058-7b5d-4418-b559-c82cde7a1d37 req-b68ca5ea-6fd0-4274-b7a5-820243b8eed3 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:42.590891 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fb640058-7b5d-4418-b559-c82cde7a1d37 req-b68ca5ea-6fd0-4274-b7a5-820243b8eed3 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] 10.222.0.21 "GET /v2.0/networks/7de6ab83-cd00-4b3c-94fb-810dd34d29b8 HTTP/1.1" status: 200 len: 784 time: 0.4276314 Aug 22 13:26:42.649063 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8100d1c0-e8fe-46ac-b7b8-3a5138c60303 req-a8a00c50-678c-4563-9636-34b2355cda9a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=887e0115-b4ac-4c62-9aab-f2d01695aede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923071 Aug 22 13:26:42.685796 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9ed70709-fa9f-4840-aa7c-c7a2e2371b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:42.772801 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 13:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4983b00-2e70-4bce-af3f-5201966d2ece x-openstack-request-id: req-c4983b00-2e70-4bce-af3f-5201966d2ece {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:26:42.773094 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fb7d187-2617-4c1c-b98a-8d342799b2fa", "name": "network-vif-unplugged", "status": "completed", "tag": "d0d69c7d-f6a6-4cf2-a557-a80a9573817f", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:26:42.773350 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c4983b00-2e70-4bce-af3f-5201966d2ece {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:26:42.773755 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb7d187-2617-4c1c-b98a-8d342799b2fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0d69c7d-f6a6-4cf2-a557-a80a9573817f', 'code': 200} Aug 22 13:26:42.778041 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed70709-fa9f-4840-aa7c-c7a2e2371b58 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b231d65-9169-4c38-8b82-67e5dcb9a12c,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:42.790186 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8100d1c0-e8fe-46ac-b7b8-3a5138c60303 req-2c1609e3-d1a8-42c0-99f5-dad5431e9f23 service neutron] 10.222.0.16 "GET /v2.0/networks/887e0115-b4ac-4c62-9aab-f2d01695aede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258061 Aug 22 13:26:42.795342 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Sun, 22 Aug 2021 13:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918e4312-bd4b-49e4-aa3a-917a7448a2f6 x-openstack-request-id: req-918e4312-bd4b-49e4-aa3a-917a7448a2f6 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:26:42.795658 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f887ac67-9fac-4958-9d7e-5971de6f6263", "name": "network-vif-unplugged", "status": "completed", "tag": "aa1853da-6491-4399-b465-50f363b4b9e8", "code": 200}, {"name": "network-changed", "server_uuid": "f887ac67-9fac-4958-9d7e-5971de6f6263", "tag": "aa1853da-6491-4399-b465-50f363b4b9e8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "190e2756-2527-4272-bc9b-26f5200db4ab", "tag": "d9a840f9-aafb-4fa4-b350-9b57d68dc0b1", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:26:42.795888 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-918e4312-bd4b-49e4-aa3a-917a7448a2f6 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:26:42.796323 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f887ac67-9fac-4958-9d7e-5971de6f6263', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa1853da-6491-4399-b465-50f363b4b9e8', 'code': 200} Aug 22 13:26:42.796581 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f887ac67-9fac-4958-9d7e-5971de6f6263', 'tag': 'aa1853da-6491-4399-b465-50f363b4b9e8', 'status': 'completed', 'code': 200} Aug 22 13:26:42.796832 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '190e2756-2527-4272-bc9b-26f5200db4ab', 'tag': 'd9a840f9-aafb-4fa4-b350-9b57d68dc0b1', 'status': 'completed', 'code': 200} Aug 22 13:26:42.832006 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fb640058-7b5d-4418-b559-c82cde7a1d37 req-3a63c10f-8830-4fd3-b1a6-2ba3bf25f0bd tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.190 HTTP/1.1" status: 200 len: 696 time: 0.2401452 Aug 22 13:26:42.900681 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb87b0e9-3b9a-4517-aec5-aeb8129bde97 req-4603ffe5-87ab-463f-aed1-574e1c254a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:42.902228 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-eb87b0e9-3b9a-4517-aec5-aeb8129bde97 req-4603ffe5-87ab-463f-aed1-574e1c254a33 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=01d864243fbf4cf6816e3fd9d58ef026&device_id=f887ac67-9fac-4958-9d7e-5971de6f6263 HTTP/1.1" status: 200 len: 1099 time: 0.1918232 Aug 22 13:26:43.113335 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9ed70709-fa9f-4840-aa7c-c7a2e2371b58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:43.117670 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fb640058-7b5d-4418-b559-c82cde7a1d37 req-3f0ae96a-4ef8-48cb-8217-d0c720a0f028 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.190 HTTP/1.1" status: 200 len: 696 time: 0.2844839 Aug 22 13:26:43.188534 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb87b0e9-3b9a-4517-aec5-aeb8129bde97 req-1fabbda4-2ab3-4eb1-ac83-bb9375eaa1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:43.190008 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-eb87b0e9-3b9a-4517-aec5-aeb8129bde97 req-1fabbda4-2ab3-4eb1-ac83-bb9375eaa1ad service neutron] 10.222.0.41 "GET /v2.0/networks?id=7dc41cff-a3ac-4fc2-ba06-973efce2365e HTTP/1.1" status: 200 len: 870 time: 0.2797649 Aug 22 13:26:43.269511 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-eb87b0e9-3b9a-4517-aec5-aeb8129bde97 req-b1816234-f9b0-410e-b46b-eec06f96a4b1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=aa1853da-6491-4399-b465-50f363b4b9e8 HTTP/1.1" status: 200 len: 217 time: 0.0375581 Aug 22 13:26:43.283062 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb87b0e9-3b9a-4517-aec5-aeb8129bde97 req-373aa80d-2bec-4e2d-b2a8-011a2736a104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:43.284968 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eb87b0e9-3b9a-4517-aec5-aeb8129bde97 req-373aa80d-2bec-4e2d-b2a8-011a2736a104 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=01d864243fbf4cf6816e3fd9d58ef026&device_id=f887ac67-9fac-4958-9d7e-5971de6f6263 HTTP/1.1" status: 200 len: 1099 time: 0.4873979 Aug 22 13:26:43.389983 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190d0e5-245d-43eb-a9d0-1eecc3dcd1e1 req-accc2ae2-ec31-4684-a569-3445d2d56318 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:43.391206 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f190d0e5-245d-43eb-a9d0-1eecc3dcd1e1 req-accc2ae2-ec31-4684-a569-3445d2d56318 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fb7d187-2617-4c1c-b98a-8d342799b2fa HTTP/1.1" status: 200 len: 943 time: 0.2513680 Aug 22 13:26:43.457350 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb87b0e9-3b9a-4517-aec5-aeb8129bde97 req-f8313aa4-f7b7-4519-bac5-d1c08bc72bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:43.458790 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-eb87b0e9-3b9a-4517-aec5-aeb8129bde97 req-f8313aa4-f7b7-4519-bac5-d1c08bc72bc5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.1725609 Aug 22 13:26:43.484031 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb87b0e9-3b9a-4517-aec5-aeb8129bde97 req-8a54abb3-c351-4eb5-b3af-d9e4315eafaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:43.486396 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eb87b0e9-3b9a-4517-aec5-aeb8129bde97 req-8a54abb3-c351-4eb5-b3af-d9e4315eafaa service neutron] 10.222.0.16 "GET /v2.0/networks?id=7dc41cff-a3ac-4fc2-ba06-973efce2365e HTTP/1.1" status: 200 len: 870 time: 0.1554451 Aug 22 13:26:43.502405 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b0909b-4a02-4f1d-a47e-e4a22bc374be req-c4c0fa79-cb25-4912-8c9f-ffe48b0861a4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:43.509019 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b0909b-4a02-4f1d-a47e-e4a22bc374be req-c4c0fa79-cb25-4912-8c9f-ffe48b0861a4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:43.517670 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b0909b-4a02-4f1d-a47e-e4a22bc374be req-c4c0fa79-cb25-4912-8c9f-ffe48b0861a4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:43.524117 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b0909b-4a02-4f1d-a47e-e4a22bc374be req-c4c0fa79-cb25-4912-8c9f-ffe48b0861a4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:43.530307 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b0909b-4a02-4f1d-a47e-e4a22bc374be req-c4c0fa79-cb25-4912-8c9f-ffe48b0861a4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:43.543894 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b0909b-4a02-4f1d-a47e-e4a22bc374be req-c4c0fa79-cb25-4912-8c9f-ffe48b0861a4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:43.555252 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b0909b-4a02-4f1d-a47e-e4a22bc374be req-c4c0fa79-cb25-4912-8c9f-ffe48b0861a4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:43.559939 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-04b0909b-4a02-4f1d-a47e-e4a22bc374be req-c4c0fa79-cb25-4912-8c9f-ffe48b0861a4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 5420 time: 0.5348840 Aug 22 13:26:43.578394 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb87b0e9-3b9a-4517-aec5-aeb8129bde97 req-ea17d465-19be-466a-829a-969934552e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:43.579870 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-eb87b0e9-3b9a-4517-aec5-aeb8129bde97 req-ea17d465-19be-466a-829a-969934552e80 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1124506 Aug 22 13:26:43.690440 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-f190d0e5-245d-43eb-a9d0-1eecc3dcd1e1 req-d068d632-4adf-4d0f-8250-67c6d71b1384 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Deleting port d0d69c7d-f6a6-4cf2-a557-a80a9573817f {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:26:43.690778 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-f190d0e5-245d-43eb-a9d0-1eecc3dcd1e1 req-d068d632-4adf-4d0f-8250-67c6d71b1384 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:43.851540 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-eb87b0e9-3b9a-4517-aec5-aeb8129bde97 req-2ea95d0c-1eb9-451e-b5c3-9d19d7b88f53 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632115 Aug 22 13:26:43.880363 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-f190d0e5-245d-43eb-a9d0-1eecc3dcd1e1 req-d068d632-4adf-4d0f-8250-67c6d71b1384 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] For port d0d69c7d-f6a6-4cf2-a557-a80a9573817f, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=d0d69c7d-f6a6-4cf2-a557-a80a9573817f,segment=NetworkSegment(4c6e1d8d-4c7e-4c05-b40c-a119ed7a60f2),segment_id=4c6e1d8d-4c7e-4c05-b40c-a119ed7a60f2)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:43.880732 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-f190d0e5-245d-43eb-a9d0-1eecc3dcd1e1 req-d068d632-4adf-4d0f-8250-67c6d71b1384 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:43.890153 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed70709-fa9f-4840-aa7c-c7a2e2371b58 admin admin] Router 4d9ec25c-f7fb-4c8b-974a-3d2efbddedbd has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:26:43.906630 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-f190d0e5-245d-43eb-a9d0-1eecc3dcd1e1 req-d068d632-4adf-4d0f-8250-67c6d71b1384 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Calling delete_port for d0d69c7d-f6a6-4cf2-a557-a80a9573817f owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:26:44.026780 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eb87b0e9-3b9a-4517-aec5-aeb8129bde97 req-9b7d8898-96f9-40e1-b21f-650359e12800 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=aa1853da-6491-4399-b465-50f363b4b9e8 HTTP/1.1" status: 200 len: 217 time: 0.4631460 Aug 22 13:26:44.028815 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8100d1c0-e8fe-46ac-b7b8-3a5138c60303 req-04db64c2-f0b4-437f-a377-3ead1013f3ec service neutron] 10.222.0.16 "GET /v2.0/networks/887e0115-b4ac-4c62-9aab-f2d01695aede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2233181 Aug 22 13:26:44.100262 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-04b0909b-4a02-4f1d-a47e-e4a22bc374be req-6ee06bd0-a744-42d6-b258-90f59aba92a6 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/security-groups?id=4cc9f53d-f53a-41a9-9530-58f2e575d924&id=6e2ef2da-4440-4915-b63c-e03f5cd2edf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5160944 Aug 22 13:26:44.118539 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-eb87b0e9-3b9a-4517-aec5-aeb8129bde97 req-dfe5b918-1144-43e8-ab64-197e3ec743e3 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454259 Aug 22 13:26:44.162673 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed70709-fa9f-4840-aa7c-c7a2e2371b58 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:26:44.170374 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9ed70709-fa9f-4840-aa7c-c7a2e2371b58 admin admin] 10.222.0.21 "PUT /v2.0/routers/4d9ec25c-f7fb-4c8b-974a-3d2efbddedbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0427072 Aug 22 13:26:44.176987 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52018) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:26:44.182294 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5186377a-bc64-468a-885c-cc668a5b633b None None] Sync routers for ids ['4d9ec25c-f7fb-4c8b-974a-3d2efbddedbd'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:26:44.190906 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb87b0e9-3b9a-4517-aec5-aeb8129bde97 req-bb5a03b3-7358-48c9-b3f5-d9ddf65ef141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:44.192478 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eb87b0e9-3b9a-4517-aec5-aeb8129bde97 req-bb5a03b3-7358-48c9-b3f5-d9ddf65ef141 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.1451256 Aug 22 13:26:44.202199 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5186377a-bc64-468a-885c-cc668a5b633b None None] Routers {'4d9ec25c-f7fb-4c8b-974a-3d2efbddedbd'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:26:44.203324 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-5186377a-bc64-468a-885c-cc668a5b633b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:26:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['4d9ec25c-f7fb-4c8b-974a-3d2efbddedbd'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:26:44.254132 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb87b0e9-3b9a-4517-aec5-aeb8129bde97 req-cc155438-c5c5-42bc-b69f-2fa3f9403647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:44.255640 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-eb87b0e9-3b9a-4517-aec5-aeb8129bde97 req-cc155438-c5c5-42bc-b69f-2fa3f9403647 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d9750df62d34d28beb15eff8be21051&device_id=190e2756-2527-4272-bc9b-26f5200db4ab HTTP/1.1" status: 200 len: 1097 time: 0.0898023 Aug 22 13:26:44.275428 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-f190d0e5-245d-43eb-a9d0-1eecc3dcd1e1 req-d068d632-4adf-4d0f-8250-67c6d71b1384 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:44.287043 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-fb640058-7b5d-4418-b559-c82cde7a1d37 req-2dbb403d-a298-4406-a49a-1dd6e1d94ac9 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Deleting port 1adc98fa-a79b-4874-9345-482174399671 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:26:44.287480 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-fb640058-7b5d-4418-b559-c82cde7a1d37 req-2dbb403d-a298-4406-a49a-1dd6e1d94ac9 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:44.363088 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d068d632-4adf-4d0f-8250-67c6d71b1384 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Pushing event deleted for resources: {'Port': ['ID=d0d69c7d-f6a6-4cf2-a557-a80a9573817f,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:44.368367 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-5186377a-bc64-468a-885c-cc668a5b633b None None] Set router 4d9ec25c-f7fb-4c8b-974a-3d2efbddedbd gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:26:44.390107 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-f190d0e5-245d-43eb-a9d0-1eecc3dcd1e1 req-d068d632-4adf-4d0f-8250-67c6d71b1384 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] No DVR routers for this DVR port d0d69c7d-f6a6-4cf2-a557-a80a9573817f on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:26:44.393784 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-f190d0e5-245d-43eb-a9d0-1eecc3dcd1e1 req-d068d632-4adf-4d0f-8250-67c6d71b1384 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:44.395744 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f190d0e5-245d-43eb-a9d0-1eecc3dcd1e1 req-d068d632-4adf-4d0f-8250-67c6d71b1384 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.41 "DELETE /v2.0/ports/d0d69c7d-f6a6-4cf2-a557-a80a9573817f HTTP/1.1" status: 204 len: 173 time: 0.9968266 Aug 22 13:26:44.396281 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb7d187-2617-4c1c-b98a-8d342799b2fa', 'name': 'network-vif-deleted', 'tag': 'd0d69c7d-f6a6-4cf2-a557-a80a9573817f'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:26:44.398820 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19cfcd1-5b6a-4837-a76d-3f55783b2aa5" -d '{"events": [{"server_uuid": "8fb7d187-2617-4c1c-b98a-8d342799b2fa", "name": "network-vif-deleted", "tag": "d0d69c7d-f6a6-4cf2-a557-a80a9573817f"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:26:44.460647 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b28f7ae0-15a6-4642-bb4a-1dd8c6e046ea tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:44.475363 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb87b0e9-3b9a-4517-aec5-aeb8129bde97 req-d8029503-8f0d-4271-8465-9e27f9b97500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:44.478109 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-eb87b0e9-3b9a-4517-aec5-aeb8129bde97 req-d8029503-8f0d-4271-8465-9e27f9b97500 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7bb5b21d-df35-4f50-8226-92da5c73c522 HTTP/1.1" status: 200 len: 930 time: 0.2095754 Aug 22 13:26:44.478532 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b28f7ae0-15a6-4642-bb4a-1dd8c6e046ea tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:44.538683 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-eb87b0e9-3b9a-4517-aec5-aeb8129bde97 req-ddc036a9-9215-4752-97c6-5a28b949e450 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9a840f9-aafb-4fa4-b350-9b57d68dc0b1 HTTP/1.1" status: 200 len: 217 time: 0.0506902 Aug 22 13:26:44.554754 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb87b0e9-3b9a-4517-aec5-aeb8129bde97 req-c809929b-5a36-4e14-a381-efd86536acb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:44.556679 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eb87b0e9-3b9a-4517-aec5-aeb8129bde97 req-c809929b-5a36-4e14-a381-efd86536acb4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2984247 Aug 22 13:26:44.565371 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3fc83d58-a7e4-459a-a1a0-98c4e5d464ce admin admin] Notify callbacks [] for router, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:44.595900 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451348ce-65d4-4046-aa5b-5125b83bef50 req-b90ab84e-8337-4d52-bdc7-dded43832fdc tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:44.597573 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-451348ce-65d4-4046-aa5b-5125b83bef50 req-b90ab84e-8337-4d52-bdc7-dded43832fdc tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=f887ac67-9fac-4958-9d7e-5971de6f6263 HTTP/1.1" status: 200 len: 947 time: 0.2651432 Aug 22 13:26:44.629738 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-fb640058-7b5d-4418-b559-c82cde7a1d37 req-2dbb403d-a298-4406-a49a-1dd6e1d94ac9 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:44.630080 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-fb640058-7b5d-4418-b559-c82cde7a1d37 req-2dbb403d-a298-4406-a49a-1dd6e1d94ac9 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:44.645601 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb87b0e9-3b9a-4517-aec5-aeb8129bde97 req-9730d684-6ecc-496d-abb5-0f6e1745d972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:44.647139 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-eb87b0e9-3b9a-4517-aec5-aeb8129bde97 req-9730d684-6ecc-496d-abb5-0f6e1745d972 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c325b325-e4c0-4e1f-8f24-c36f107ba68b HTTP/1.1" status: 200 len: 868 time: 0.0983541 Aug 22 13:26:44.677068 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-5186377a-bc64-468a-885c-cc668a5b633b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9ec25c-f7fb-4c8b-974a-3d2efbddedbd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-353826243-router', 'tenant_id': 'b0a317603acd420682a14f8fb994b7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '88eefb86-d406-4668-88d6-fb1dc7c34539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:21:02Z', 'updated_at': '2021-08-22T13:26:42Z', 'revision_number': 5, 'project_id': 'b0a317603acd420682a14f8fb994b7a5', 'gw_port': {'id': '88eefb86-d406-4668-88d6-fb1dc7c34539', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:50:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9ec25c-f7fb-4c8b-974a-3d2efbddedbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:21:02Z', 'updated_at': '2021-08-22T13:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:26:44.714468 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-fb640058-7b5d-4418-b559-c82cde7a1d37 req-2dbb403d-a298-4406-a49a-1dd6e1d94ac9 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Calling delete_port for 1adc98fa-a79b-4874-9345-482174399671 owned by network:floatingip {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:26:44.726013 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb87b0e9-3b9a-4517-aec5-aeb8129bde97 req-86ad2f0a-8eb7-445e-abe8-4d8a665538fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:44.727520 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5186377a-bc64-468a-885c-cc668a5b633b None None] Checking router: 4d9ec25c-f7fb-4c8b-974a-3d2efbddedbd for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:26:44.728461 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-eb87b0e9-3b9a-4517-aec5-aeb8129bde97 req-86ad2f0a-8eb7-445e-abe8-4d8a665538fe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bb5b21d-df35-4f50-8226-92da5c73c522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0706677 Aug 22 13:26:44.757997 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5186377a-bc64-468a-885c-cc668a5b633b None None] Routers {'4d9ec25c-f7fb-4c8b-974a-3d2efbddedbd'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:26:44.759132 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-5186377a-bc64-468a-885c-cc668a5b633b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:26:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['4d9ec25c-f7fb-4c8b-974a-3d2efbddedbd'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:26:44.907134 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-451348ce-65d4-4046-aa5b-5125b83bef50 req-55cf2f93-412a-41e4-8233-ca3e09b684eb tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715454 Aug 22 13:26:44.946236 n-d-793621-33 neutron-server[94627]: INFO neutron.db.l3_db [None req-b28f7ae0-15a6-4642-bb4a-1dd8c6e046ea tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Floating IP 69c88557-d613-41ac-a583-b84abd7df4e1 associated. External IP: 172.25.3.29, port: 1fee02a7-12cf-4aca-94e2-59c18052b644. Aug 22 13:26:44.973870 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-eb87b0e9-3b9a-4517-aec5-aeb8129bde97 req-08f57ebb-912a-4929-b656-40be4fd50228 service neutron] 10.222.0.41 "GET /v2.0/networks/7bb5b21d-df35-4f50-8226-92da5c73c522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362161 Aug 22 13:26:45.011808 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-5186377a-bc64-468a-885c-cc668a5b633b None None] Set router 4d9ec25c-f7fb-4c8b-974a-3d2efbddedbd gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:26:45.086852 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3fc83d58-a7e4-459a-a1a0-98c4e5d464ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:45.135383 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eb87b0e9-3b9a-4517-aec5-aeb8129bde97 req-2ffce8bf-f45e-43c0-a982-f60346f3baf5 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5559042 Aug 22 13:26:45.162709 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-eb87b0e9-3b9a-4517-aec5-aeb8129bde97 req-083c0669-9be2-44c8-97a0-717a6b7d1224 service neutron] 10.222.0.41 "GET /v2.0/networks/7bb5b21d-df35-4f50-8226-92da5c73c522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810732 Aug 22 13:26:45.302490 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-5186377a-bc64-468a-885c-cc668a5b633b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9ec25c-f7fb-4c8b-974a-3d2efbddedbd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-353826243-router', 'tenant_id': 'b0a317603acd420682a14f8fb994b7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '88eefb86-d406-4668-88d6-fb1dc7c34539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:21:02Z', 'updated_at': '2021-08-22T13:26:42Z', 'revision_number': 5, 'project_id': 'b0a317603acd420682a14f8fb994b7a5', 'gw_port': {'id': '88eefb86-d406-4668-88d6-fb1dc7c34539', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:50:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9ec25c-f7fb-4c8b-974a-3d2efbddedbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:21:02Z', 'updated_at': '2021-08-22T13:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:26:45.324050 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2a2fe35f-963a-4f54-8443-b24548303a32 req-d0a5e3ae-85c0-4035-9784-53c84f02526d tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fb7d187-2617-4c1c-b98a-8d342799b2fa HTTP/1.1" status: 200 len: 210 time: 0.1442814 Aug 22 13:26:45.364002 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5186377a-bc64-468a-885c-cc668a5b633b None None] The sync data for ids ['4d9ec25c-f7fb-4c8b-974a-3d2efbddedbd'] in n-d-793621-33 is: [{'id': '4d9ec25c-f7fb-4c8b-974a-3d2efbddedbd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-353826243-router', 'tenant_id': 'b0a317603acd420682a14f8fb994b7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '88eefb86-d406-4668-88d6-fb1dc7c34539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:21:02Z', 'updated_at': '2021-08-22T13:26:42Z', 'revision_number': 5, 'project_id': 'b0a317603acd420682a14f8fb994b7a5', 'gw_port': {'id': '88eefb86-d406-4668-88d6-fb1dc7c34539', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:50:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9ec25c-f7fb-4c8b-974a-3d2efbddedbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:21:02Z', 'updated_at': '2021-08-22T13:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:26:45.417119 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d82c45-fff6-4e96-b261-ea9427a8bcb2 x-openstack-request-id: req-67d82c45-fff6-4e96-b261-ea9427a8bcb2 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:26:45.417692 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fb7d187-2617-4c1c-b98a-8d342799b2fa", "name": "network-vif-deleted", "tag": "d0d69c7d-f6a6-4cf2-a557-a80a9573817f", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:26:45.418150 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-67d82c45-fff6-4e96-b261-ea9427a8bcb2 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:26:45.418772 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb7d187-2617-4c1c-b98a-8d342799b2fa', 'name': 'network-vif-deleted', 'tag': 'd0d69c7d-f6a6-4cf2-a557-a80a9573817f', 'status': 'completed', 'code': 200} Aug 22 13:26:45.449735 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eb87b0e9-3b9a-4517-aec5-aeb8129bde97 req-4298ee81-6697-4c42-a8e4-d74bb6c6d82b service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715957 Aug 22 13:26:45.526948 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-fb640058-7b5d-4418-b559-c82cde7a1d37 req-2dbb403d-a298-4406-a49a-1dd6e1d94ac9 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:45.545095 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-3fc83d58-a7e4-459a-a1a0-98c4e5d464ce admin admin] Deleting port 88eefb86-d406-4668-88d6-fb1dc7c34539 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:26:45.545454 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3fc83d58-a7e4-459a-a1a0-98c4e5d464ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:45.588299 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbb403d-a298-4406-a49a-1dd6e1d94ac9 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Pushing event deleted for resources: {'Port': ['ID=1adc98fa-a79b-4874-9345-482174399671,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:45.712758 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010335e6-eac0-4593-b008-42cc0a05ed8c req-db38e1dd-a8ee-4f09-85af-1a80cc133a27 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:45.719258 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010335e6-eac0-4593-b008-42cc0a05ed8c req-db38e1dd-a8ee-4f09-85af-1a80cc133a27 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:45.725281 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010335e6-eac0-4593-b008-42cc0a05ed8c req-db38e1dd-a8ee-4f09-85af-1a80cc133a27 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:45.731328 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010335e6-eac0-4593-b008-42cc0a05ed8c req-db38e1dd-a8ee-4f09-85af-1a80cc133a27 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:45.738100 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010335e6-eac0-4593-b008-42cc0a05ed8c req-db38e1dd-a8ee-4f09-85af-1a80cc133a27 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:45.743865 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010335e6-eac0-4593-b008-42cc0a05ed8c req-db38e1dd-a8ee-4f09-85af-1a80cc133a27 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:45.750282 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010335e6-eac0-4593-b008-42cc0a05ed8c req-db38e1dd-a8ee-4f09-85af-1a80cc133a27 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:45.752175 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-010335e6-eac0-4593-b008-42cc0a05ed8c req-db38e1dd-a8ee-4f09-85af-1a80cc133a27 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 5420 time: 0.2599735 Aug 22 13:26:45.843074 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-3fc83d58-a7e4-459a-a1a0-98c4e5d464ce admin admin] For port 88eefb86-d406-4668-88d6-fb1dc7c34539, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=88eefb86-d406-4668-88d6-fb1dc7c34539,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:45.843447 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3fc83d58-a7e4-459a-a1a0-98c4e5d464ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:45.849586 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-010335e6-eac0-4593-b008-42cc0a05ed8c req-7e33e4e1-41e2-445e-a627-2cc67d7181ed tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/security-groups?id=4cc9f53d-f53a-41a9-9530-58f2e575d924&id=6e2ef2da-4440-4915-b63c-e03f5cd2edf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0807483 Aug 22 13:26:45.859113 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b28f7ae0-15a6-4642-bb4a-1dd8c6e046ea tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Router c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:26:45.863586 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-fb640058-7b5d-4418-b559-c82cde7a1d37 req-2dbb403d-a298-4406-a49a-1dd6e1d94ac9 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Notify callbacks [] for floatingip, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:45.864574 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device aa1853da-6491-4399-b465-50f363b4b9e8 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:26:45.866194 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-fb640058-7b5d-4418-b559-c82cde7a1d37 req-2dbb403d-a298-4406-a49a-1dd6e1d94ac9 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:45.877957 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fb640058-7b5d-4418-b559-c82cde7a1d37 req-2dbb403d-a298-4406-a49a-1dd6e1d94ac9 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] 10.222.0.21 "DELETE /v2.0/floatingips/be53d30d-4e67-4195-a445-f00b1f954698 HTTP/1.1" status: 204 len: 173 time: 2.7506847 Aug 22 13:26:45.897893 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-3fc83d58-a7e4-459a-a1a0-98c4e5d464ce admin admin] Calling delete_port for 88eefb86-d406-4668-88d6-fb1dc7c34539 owned by network:router_gateway {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:26:46.097137 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port aa1853da-6491-4399-b465-50f363b4b9e8, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=aa1853da-6491-4399-b465-50f363b4b9e8,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:46.113034 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': 'aa1853da-6491-4399-b465-50f363b4b9e8', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'port_id': 'aa1853da-6491-4399-b465-50f363b4b9e8', 'mac_address': 'fa:16:3e:59:db:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7151c727-b27f-4308-8098-60bc16140d45', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:26:46.169729 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:46.200906 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa1853da-6491-4399-b465-50f363b4b9e8 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:26:46.239735 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port aa1853da-6491-4399-b465-50f363b4b9e8, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=aa1853da-6491-4399-b465-50f363b4b9e8,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:46.246951 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:46.306608 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=aa1853da-6491-4399-b465-50f363b4b9e8,revision_number=8']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:46.440380 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device d0d69c7d-f6a6-4cf2-a557-a80a9573817f no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:26:46.468976 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: d0d69c7d-f6a6-4cf2-a557-a80a9573817f {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:26:46.469326 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device d0d69c7d-f6a6-4cf2-a557-a80a9573817f not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:26:46.678524 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c3db0e-75b4-4354-8358-517ba81f5975 req-5a4745ee-2f98-4e33-8e35-2bfe4c8824de tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:46.680038 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-17c3db0e-75b4-4354-8358-517ba81f5975 req-5a4745ee-2f98-4e33-8e35-2bfe4c8824de tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] 10.222.0.21 "GET /v2.0/ports?device_id=190e2756-2527-4272-bc9b-26f5200db4ab&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5838323 Aug 22 13:26:46.691094 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28f7ae0-15a6-4642-bb4a-1dd8c6e046ea tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:26:46.704643 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9205f4f3-99b5-4106-9a4a-121375e4ccf3 None None] Sync routers for ids ['c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:26:46.705683 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b28f7ae0-15a6-4642-bb4a-1dd8c6e046ea tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:46.717807 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['aa1853da-6491-4399-b465-50f363b4b9e8'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:26:46.724012 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9205f4f3-99b5-4106-9a4a-121375e4ccf3 None None] Routers {'c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:26:46.724913 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-9205f4f3-99b5-4106-9a4a-121375e4ccf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:26:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:26:46.745448 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-17c3db0e-75b4-4354-8358-517ba81f5975 req-c179b6b3-6c6e-4862-87a5-5cda4d37ddee tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0453095 Aug 22 13:26:46.783738 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620483f7-924a-487b-8d20-2d39823603c9 req-475b7323-f7a3-41f4-a9ae-36b137167c11 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:46.785323 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-620483f7-924a-487b-8d20-2d39823603c9 req-475b7323-f7a3-41f4-a9ae-36b137167c11 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=f887ac67-9fac-4958-9d7e-5971de6f6263 HTTP/1.1" status: 200 len: 948 time: 0.5705526 Aug 22 13:26:46.789451 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-b28f7ae0-15a6-4642-bb4a-1dd8c6e046ea tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] 10.222.0.21 "PUT /v2.0/floatingips/69c88557-d613-41ac-a583-b84abd7df4e1 HTTP/1.1" status: 200 len: 990 time: 4.6340137 Aug 22 13:26:46.791704 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c022595b-a797-408a-a4d6-1c11b4e1b725', 'tag': '1fee02a7-12cf-4aca-94e2-59c18052b644'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:26:46.794229 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb68b02-b568-4341-8e8a-99cd3291f1ce" -d '{"events": [{"name": "network-changed", "server_uuid": "c022595b-a797-408a-a4d6-1c11b4e1b725", "tag": "1fee02a7-12cf-4aca-94e2-59c18052b644"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:26:46.878184 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-620483f7-924a-487b-8d20-2d39823603c9 req-5c89349d-551b-4cdb-8c52-fd9e9c650a70 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778244 Aug 22 13:26:46.946297 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5bbc16d0-c533-40b4-836f-feddd1d2cc1e req-2a364098-76d3-4e1c-b1bd-518caf2d4791 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0663764 Aug 22 13:26:46.956844 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3fc83d58-a7e4-459a-a1a0-98c4e5d464ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:46.957969 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-9205f4f3-99b5-4106-9a4a-121375e4ccf3 None None] Set router c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:26:47.025995 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc83d58-a7e4-459a-a1a0-98c4e5d464ce admin admin] Pushing event deleted for resources: {'Port': ['ID=88eefb86-d406-4668-88d6-fb1dc7c34539,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:47.048786 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58644481-5195-4caf-bc9b-f4b190a7adf1 x-openstack-request-id: req-58644481-5195-4caf-bc9b-f4b190a7adf1 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:26:47.049078 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c022595b-a797-408a-a4d6-1c11b4e1b725", "tag": "1fee02a7-12cf-4aca-94e2-59c18052b644", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:26:47.049335 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-58644481-5195-4caf-bc9b-f4b190a7adf1 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:26:47.049747 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c022595b-a797-408a-a4d6-1c11b4e1b725', 'tag': '1fee02a7-12cf-4aca-94e2-59c18052b644', 'status': 'completed', 'code': 200} Aug 22 13:26:47.206616 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3fc83d58-a7e4-459a-a1a0-98c4e5d464ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:47.244963 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb68b02-b568-4341-8e8a-99cd3291f1ce req-47984ecf-e9d3-4f2f-9030-86a777df08d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:47.246577 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5bb68b02-b568-4341-8e8a-99cd3291f1ce req-47984ecf-e9d3-4f2f-9030-86a777df08d7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b51a2828dc644e95bef62325f0835560&device_id=c022595b-a797-408a-a4d6-1c11b4e1b725 HTTP/1.1" status: 200 len: 1097 time: 0.1712708 Aug 22 13:26:47.266070 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-9205f4f3-99b5-4106-9a4a-121375e4ccf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2', 'name': 'tempest-ServersTestBootFromVolume-1017027809-router', 'tenant_id': 'b51a2828dc644e95bef62325f0835560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '15d7a091-6c52-449e-a338-77b952b1d5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:25:22Z', 'updated_at': '2021-08-22T13:25:39Z', 'revision_number': 4, 'project_id': 'b51a2828dc644e95bef62325f0835560', 'gw_port': {'id': '15d7a091-6c52-449e-a338-77b952b1d5a9', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:25Z', 'updated_at': '2021-08-22T13:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '69c88557-d613-41ac-a583-b84abd7df4e1', 'tenant_id': 'b51a2828dc644e95bef62325f0835560', 'floating_ip_address': '172.25.3.29', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': 'c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2', 'port_id': '1fee02a7-12cf-4aca-94e2-59c18052b644', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '143a0aca-6b8a-4e49-a5a0-2f6e96878754', 'mac_address': 'fa:16:3e:55:e6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c022595b-a797-408a-a4d6-1c11b4e1b725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:25:44Z', 'updated_at': '2021-08-22T13:26:44Z', 'revision_number': 1, 'project_id': 'b51a2828dc644e95bef62325f0835560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fd989d4-3fca-4249-b0f5-d7d9e11b9f25', 'name': '', 'network_id': '143a0aca-6b8a-4e49-a5a0-2f6e96878754', 'tenant_id': 'b51a2828dc644e95bef62325f0835560', 'mac_address': 'fa:16:3e:dd:40:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '3123dceb-ace6-46b4-af77-e0bcfcb1de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:37Z', 'updated_at': '2021-08-22T13:25:43Z', 'revision_number': 5, 'project_id': 'b51a2828dc644e95bef62325f0835560', 'subnets': [{'id': '3123dceb-ace6-46b4-af77-e0bcfcb1de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:26:47.297791 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9205f4f3-99b5-4106-9a4a-121375e4ccf3 None None] Checking router: c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:26:47.312638 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9205f4f3-99b5-4106-9a4a-121375e4ccf3 None None] Routers {'c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:26:47.313964 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-9205f4f3-99b5-4106-9a4a-121375e4ccf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:26:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:26:47.392654 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3fc83d58-a7e4-459a-a1a0-98c4e5d464ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:47.449856 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 7b231d65-9169-4c38-8b82-67e5dcb9a12c no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:26:47.451255 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3fc83d58-a7e4-459a-a1a0-98c4e5d464ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:47.479583 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 7b231d65-9169-4c38-8b82-67e5dcb9a12c {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:26:47.479831 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 7b231d65-9169-4c38-8b82-67e5dcb9a12c not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:26:47.521216 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-9205f4f3-99b5-4106-9a4a-121375e4ccf3 None None] Set router c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:26:47.536537 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928889f3-b4b8-4b92-a174-8da20fd8f52a req-b0c66b40-f189-492a-81e3-d49a6da31005 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:47.542591 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928889f3-b4b8-4b92-a174-8da20fd8f52a req-b0c66b40-f189-492a-81e3-d49a6da31005 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:47.549092 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928889f3-b4b8-4b92-a174-8da20fd8f52a req-b0c66b40-f189-492a-81e3-d49a6da31005 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:47.555010 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928889f3-b4b8-4b92-a174-8da20fd8f52a req-b0c66b40-f189-492a-81e3-d49a6da31005 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:47.561942 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928889f3-b4b8-4b92-a174-8da20fd8f52a req-b0c66b40-f189-492a-81e3-d49a6da31005 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:47.567972 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928889f3-b4b8-4b92-a174-8da20fd8f52a req-b0c66b40-f189-492a-81e3-d49a6da31005 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:47.573937 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928889f3-b4b8-4b92-a174-8da20fd8f52a req-b0c66b40-f189-492a-81e3-d49a6da31005 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:47.575955 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-928889f3-b4b8-4b92-a174-8da20fd8f52a req-b0c66b40-f189-492a-81e3-d49a6da31005 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 5420 time: 0.4408095 Aug 22 13:26:47.691753 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2806238-9b98-4c1a-b02b-84b6ba534333 req-091a986e-6507-43f7-9450-0869d25290c6 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:47.693457 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e2806238-9b98-4c1a-b02b-84b6ba534333 req-091a986e-6507-43f7-9450-0869d25290c6 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.16 "GET /v2.0/ports?device_id=f887ac67-9fac-4958-9d7e-5971de6f6263&tenant_id=01d864243fbf4cf6816e3fd9d58ef026&binding%3Ahost_id=n-h2-793621-33 HTTP/1.1" status: 200 len: 948 time: 0.3910499 Aug 22 13:26:47.704083 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3fc83d58-a7e4-459a-a1a0-98c4e5d464ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:47.704709 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc83d58-a7e4-459a-a1a0-98c4e5d464ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d9ec25c-f7fb-4c8b-974a-3d2efbddedbd {{(pid=94627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:26:47.717506 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3fc83d58-a7e4-459a-a1a0-98c4e5d464ce admin admin] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:47.718789 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-3fc83d58-a7e4-459a-a1a0-98c4e5d464ce admin admin] 10.222.0.21 "DELETE /v2.0/routers/4d9ec25c-f7fb-4c8b-974a-3d2efbddedbd HTTP/1.1" status: 204 len: 168 time: 3.5406928 Aug 22 13:26:47.721817 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52072) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:26:47.737217 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b5945-3e25-47ee-9567-845028f413bd req-a6b0f8c2-1532-4a1a-8184-00f2d3154e7e tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:47.738685 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b83b5945-3e25-47ee-9567-845028f413bd req-a6b0f8c2-1532-4a1a-8184-00f2d3154e7e tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/networks?id=0657f797-3c0a-43e1-b263-eae5f1e252be HTTP/1.1" status: 200 len: 821 time: 0.2840507 Aug 22 13:26:47.749238 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-928889f3-b4b8-4b92-a174-8da20fd8f52a req-23c379a5-7aae-4c9a-a81c-94b6e0416c6e tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/security-groups?id=4cc9f53d-f53a-41a9-9530-58f2e575d924&id=6e2ef2da-4440-4915-b63c-e03f5cd2edf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1562235 Aug 22 13:26:47.767813 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb68b02-b568-4341-8e8a-99cd3291f1ce req-f6dd402b-978e-4d8c-8a19-aa583766bc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:47.769351 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5bb68b02-b568-4341-8e8a-99cd3291f1ce req-f6dd402b-978e-4d8c-8a19-aa583766bc5c service neutron] 10.222.0.16 "GET /v2.0/networks?id=143a0aca-6b8a-4e49-a5a0-2f6e96878754 HTTP/1.1" status: 200 len: 917 time: 0.4658399 Aug 22 13:26:47.806603 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-9205f4f3-99b5-4106-9a4a-121375e4ccf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2', 'name': 'tempest-ServersTestBootFromVolume-1017027809-router', 'tenant_id': 'b51a2828dc644e95bef62325f0835560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '15d7a091-6c52-449e-a338-77b952b1d5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:25:22Z', 'updated_at': '2021-08-22T13:25:39Z', 'revision_number': 4, 'project_id': 'b51a2828dc644e95bef62325f0835560', 'gw_port': {'id': '15d7a091-6c52-449e-a338-77b952b1d5a9', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:25Z', 'updated_at': '2021-08-22T13:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '69c88557-d613-41ac-a583-b84abd7df4e1', 'tenant_id': 'b51a2828dc644e95bef62325f0835560', 'floating_ip_address': '172.25.3.29', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': 'c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2', 'port_id': '1fee02a7-12cf-4aca-94e2-59c18052b644', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '143a0aca-6b8a-4e49-a5a0-2f6e96878754', 'mac_address': 'fa:16:3e:55:e6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c022595b-a797-408a-a4d6-1c11b4e1b725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:25:44Z', 'updated_at': '2021-08-22T13:26:44Z', 'revision_number': 1, 'project_id': 'b51a2828dc644e95bef62325f0835560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fd989d4-3fca-4249-b0f5-d7d9e11b9f25', 'name': '', 'network_id': '143a0aca-6b8a-4e49-a5a0-2f6e96878754', 'tenant_id': 'b51a2828dc644e95bef62325f0835560', 'mac_address': 'fa:16:3e:dd:40:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '3123dceb-ace6-46b4-af77-e0bcfcb1de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:37Z', 'updated_at': '2021-08-22T13:25:43Z', 'revision_number': 5, 'project_id': 'b51a2828dc644e95bef62325f0835560', 'subnets': [{'id': '3123dceb-ace6-46b4-af77-e0bcfcb1de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:26:47.842413 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b83b5945-3e25-47ee-9567-845028f413bd req-5d9f4e8e-6dd9-4ae9-a709-712fd4029a9f tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/quotas/d5b37f058ed14e4ba3e6baf1c4d6a4b1 HTTP/1.1" status: 200 len: 375 time: 0.0697374 Aug 22 13:26:47.859803 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-216083a4-879a-4e16-9ef2-04ce816222ce admin admin] Deleting subnet fb165b84-2eb8-4987-835a-0074aaa54c29 {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:26:47.876772 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-216083a4-879a-4e16-9ef2-04ce816222ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:47.877882 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device ab40ae52-fb74-4b8c-a089-1c836ec0b6cf details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:26:47.925338 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5bb68b02-b568-4341-8e8a-99cd3291f1ce req-2020e1f9-7fe9-4cbe-9433-38660909e0eb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1fee02a7-12cf-4aca-94e2-59c18052b644 HTTP/1.1" status: 200 len: 998 time: 0.1354446 Aug 22 13:26:47.930402 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e2806238-9b98-4c1a-b02b-84b6ba534333 req-37484b4e-4fe1-495e-9b77-629f9329a8ca service neutron] 10.222.0.16 "GET /v2.0/ports/aa1853da-6491-4399-b465-50f363b4b9e8/bindings/n-h2-793621-33 HTTP/1.1" status: 200 len: 383 time: 0.2105784 Aug 22 13:26:47.951933 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b83b5945-3e25-47ee-9567-845028f413bd req-6d55effc-0e9a-4ebb-be0c-c894e74480d9 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d5b37f058ed14e4ba3e6baf1c4d6a4b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1083972 Aug 22 13:26:47.988685 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-216083a4-879a-4e16-9ef2-04ce816222ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:48.059229 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9205f4f3-99b5-4106-9a4a-121375e4ccf3 None None] The sync data for ids ['c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2'] in n-d-793621-33 is: [{'id': 'c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2', 'name': 'tempest-ServersTestBootFromVolume-1017027809-router', 'tenant_id': 'b51a2828dc644e95bef62325f0835560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '15d7a091-6c52-449e-a338-77b952b1d5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:25:22Z', 'updated_at': '2021-08-22T13:25:39Z', 'revision_number': 4, 'project_id': 'b51a2828dc644e95bef62325f0835560', 'gw_port': {'id': '15d7a091-6c52-449e-a338-77b952b1d5a9', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:25Z', 'updated_at': '2021-08-22T13:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '69c88557-d613-41ac-a583-b84abd7df4e1', 'tenant_id': 'b51a2828dc644e95bef62325f0835560', 'floating_ip_address': '172.25.3.29', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': 'c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2', 'port_id': '1fee02a7-12cf-4aca-94e2-59c18052b644', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '143a0aca-6b8a-4e49-a5a0-2f6e96878754', 'mac_address': 'fa:16:3e:55:e6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c022595b-a797-408a-a4d6-1c11b4e1b725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:25:44Z', 'updated_at': '2021-08-22T13:26:44Z', 'revision_number': 1, 'project_id': 'b51a2828dc644e95bef62325f0835560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fd989d4-3fca-4249-b0f5-d7d9e11b9f25', 'name': '', 'network_id': '143a0aca-6b8a-4e49-a5a0-2f6e96878754', 'tenant_id': 'b51a2828dc644e95bef62325f0835560', 'mac_address': 'fa:16:3e:dd:40:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '3123dceb-ace6-46b4-af77-e0bcfcb1de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:37Z', 'updated_at': '2021-08-22T13:25:43Z', 'revision_number': 5, 'project_id': 'b51a2828dc644e95bef62325f0835560', 'subnets': [{'id': '3123dceb-ace6-46b4-af77-e0bcfcb1de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:26:48.185538 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-216083a4-879a-4e16-9ef2-04ce816222ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:48.193682 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb68b02-b568-4341-8e8a-99cd3291f1ce req-052cf729-46ea-4f24-bb34-e21d6a25659a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:48.195324 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5bb68b02-b568-4341-8e8a-99cd3291f1ce req-052cf729-46ea-4f24-bb34-e21d6a25659a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3123dceb-ace6-46b4-af77-e0bcfcb1de73 HTTP/1.1" status: 200 len: 855 time: 0.2409070 Aug 22 13:26:48.236002 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2806238-9b98-4c1a-b02b-84b6ba534333 req-2dcd23f3-1b70-4f17-a996-badfaab2c1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:48.238934 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e2806238-9b98-4c1a-b02b-84b6ba534333 req-2dcd23f3-1b70-4f17-a996-badfaab2c1de service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=01d864243fbf4cf6816e3fd9d58ef026&device_id=f887ac67-9fac-4958-9d7e-5971de6f6263 HTTP/1.1" status: 200 len: 1100 time: 0.2654407 Aug 22 13:26:48.265056 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b83b5945-3e25-47ee-9567-845028f413bd req-7b6d7600-b30d-4d47-9fb4-e38f82cbb14e service neutron] 10.222.0.21 "GET /v2.0/networks/0657f797-3c0a-43e1-b263-eae5f1e252be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107350 Aug 22 13:26:48.278434 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-216083a4-879a-4e16-9ef2-04ce816222ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:48.339950 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port ab40ae52-fb74-4b8c-a089-1c836ec0b6cf, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=ab40ae52-fb74-4b8c-a089-1c836ec0b6cf,segment=NetworkSegment(39f86938-cd23-49cd-9ccb-5c572c933116),segment_id=39f86938-cd23-49cd-9ccb-5c572c933116)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:48.355530 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': 'ab40ae52-fb74-4b8c-a089-1c836ec0b6cf', 'network_id': '0cc210c0-a1af-4d1a-af13-c74a90748aeb', 'port_id': 'ab40ae52-fb74-4b8c-a089-1c836ec0b6cf', 'mac_address': 'fa:16:3e:76:42:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9c01412-9489-49de-9d2b-050ba9194e34', 'ip_address': '10.1.1.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:26:48.411373 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86a10d9-f376-447c-9e7d-026c0af9b6ba None None] New status for floating IP 69c88557-d613-41ac-a583-b84abd7df4e1: ACTIVE {{(pid=94629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 13:26:48.469881 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b83b5945-3e25-47ee-9567-845028f413bd req-b5541940-c1a2-4217-aa33-706dd6fd584a service neutron] 10.222.0.21 "GET /v2.0/networks/0657f797-3c0a-43e1-b263-eae5f1e252be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036457 Aug 22 13:26:48.606024 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb68b02-b568-4341-8e8a-99cd3291f1ce req-d7e9f7f3-6b2d-4e69-bf4e-347fb0c5e20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:48.609185 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5bb68b02-b568-4341-8e8a-99cd3291f1ce req-d7e9f7f3-6b2d-4e69-bf4e-347fb0c5e20b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=143a0aca-6b8a-4e49-a5a0-2f6e96878754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3990524 Aug 22 13:26:48.640801 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:48.655915 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab40ae52-fb74-4b8c-a089-1c836ec0b6cf {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:26:48.680109 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port ab40ae52-fb74-4b8c-a089-1c836ec0b6cf, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=ab40ae52-fb74-4b8c-a089-1c836ec0b6cf,segment=NetworkSegment(39f86938-cd23-49cd-9ccb-5c572c933116),segment_id=39f86938-cd23-49cd-9ccb-5c572c933116)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:48.700441 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f49a3-3782-4de3-8f44-74e3f57b7a85 req-df066103-ad70-4620-98c4-ae70244b5ae5 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:48.701262 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:48.702370 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9e1f49a3-3782-4de3-8f44-74e3f57b7a85 req-df066103-ad70-4620-98c4-ae70244b5ae5 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=f887ac67-9fac-4958-9d7e-5971de6f6263 HTTP/1.1" status: 200 len: 948 time: 0.4351461 Aug 22 13:26:48.705960 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 9b630015-e2ab-41a3-965e-35e3ddb15e2b details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:26:48.769907 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216083a4-879a-4e16-9ef2-04ce816222ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb165b84-2eb8-4987-835a-0074aaa54c29,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:48.772470 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-216083a4-879a-4e16-9ef2-04ce816222ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:48.773948 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-216083a4-879a-4e16-9ef2-04ce816222ce admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fb165b84-2eb8-4987-835a-0074aaa54c29 HTTP/1.1" status: 204 len: 168 time: 1.0508537 Aug 22 13:26:48.776494 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52086) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:26:48.808364 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9e1f49a3-3782-4de3-8f44-74e3f57b7a85 req-b2ac850c-1e0c-40ec-9c94-e8931b410fa7 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562215 Aug 22 13:26:48.834695 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2806238-9b98-4c1a-b02b-84b6ba534333 req-d734d1d1-c5a1-4383-952a-81df15197832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:48.834695 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e2806238-9b98-4c1a-b02b-84b6ba534333 req-d734d1d1-c5a1-4383-952a-81df15197832 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7dc41cff-a3ac-4fc2-ba06-973efce2365e HTTP/1.1" status: 200 len: 870 time: 0.3982518 Aug 22 13:26:48.838833 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efe8a7a-bb6b-4e56-b4e1-9120701fbaeb None None] Network e6869023-2ece-4930-914d-a3196e85cf3d requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:26:48.877592 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b40151fb-d51d-40f6-b479-44cc93be1095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:48.953454 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-b40151fb-d51d-40f6-b479-44cc93be1095 admin admin] Deleting port 5bcd2c77-5971-4a5a-b211-4cefe66d2c0c {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:26:48.954190 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b40151fb-d51d-40f6-b479-44cc93be1095 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:49.005007 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e2806238-9b98-4c1a-b02b-84b6ba534333 req-299784c6-1276-4042-be65-9af6f0b72ca8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=aa1853da-6491-4399-b465-50f363b4b9e8 HTTP/1.1" status: 200 len: 217 time: 0.1298826 Aug 22 13:26:49.052676 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.db.resource_extend [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 22 13:26:49.080685 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5bb68b02-b568-4341-8e8a-99cd3291f1ce req-471bffc1-eca5-48b1-8454-1f4219273343 service neutron] 10.222.0.16 "GET /v2.0/networks/143a0aca-6b8a-4e49-a5a0-2f6e96878754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4626491 Aug 22 13:26:49.081253 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=ab40ae52-fb74-4b8c-a089-1c836ec0b6cf,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:49.110551 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bedebd-7258-4e77-ba99-0f4ca8b2b4e3 req-6efcd6a7-a409-4771-beab-b5ec262356ef tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:49.110778 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-b40151fb-d51d-40f6-b479-44cc93be1095 admin admin] For port 5bcd2c77-5971-4a5a-b211-4cefe66d2c0c, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=5bcd2c77-5971-4a5a-b211-4cefe66d2c0c,segment=NetworkSegment(cadfcec1-8779-4a7d-af2c-d55d64403d1f),segment_id=cadfcec1-8779-4a7d-af2c-d55d64403d1f)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:49.111501 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b40151fb-d51d-40f6-b479-44cc93be1095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:49.121687 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d1bedebd-7258-4e77-ba99-0f4ca8b2b4e3 req-6efcd6a7-a409-4771-beab-b5ec262356ef tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] 10.222.0.21 "GET /v2.0/ports?device_id=190e2756-2527-4272-bc9b-26f5200db4ab HTTP/1.1" status: 200 len: 945 time: 0.1397769 Aug 22 13:26:49.174529 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-b40151fb-d51d-40f6-b479-44cc93be1095 admin admin] Calling delete_port for 5bcd2c77-5971-4a5a-b211-4cefe66d2c0c owned by network:dhcp {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:26:49.193791 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d1bedebd-7258-4e77-ba99-0f4ca8b2b4e3 req-520190ea-e57c-4c20-9c6a-7b4c24626df9 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e241b5dd-d340-4201-a1ce-9be9d624c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716558 Aug 22 13:26:49.262452 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 9b630015-e2ab-41a3-965e-35e3ddb15e2b, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=9b630015-e2ab-41a3-965e-35e3ddb15e2b,segment=NetworkSegment(86adbc1d-9e27-4818-8ee1-8777c1311f1c),segment_id=86adbc1d-9e27-4818-8ee1-8777c1311f1c)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:49.278527 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b270d0c-b162-491a-88de-32a048e97b6e None None] DHCP port deletion for e6869023-2ece-4930-914d-a3196e85cf3d request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:26:49.300151 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '9b630015-e2ab-41a3-965e-35e3ddb15e2b', 'network_id': '8858e46b-6208-4875-b089-3b1759ddc36f', 'port_id': '9b630015-e2ab-41a3-965e-35e3ddb15e2b', 'mac_address': 'fa:16:3e:91:46:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '525ede45-be02-4d9e-8a63-bbd46f43e817', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:26:49.325127 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2806238-9b98-4c1a-b02b-84b6ba534333 req-7fc4b0aa-8764-4bbb-96fe-31a9837f9344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:49.327171 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e2806238-9b98-4c1a-b02b-84b6ba534333 req-7fc4b0aa-8764-4bbb-96fe-31a9837f9344 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.3029413 Aug 22 13:26:49.335431 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b40151fb-d51d-40f6-b479-44cc93be1095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:49.400072 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-57bd967e-4ca4-48a5-8682-3ef66768280f req-bf018c79-3342-448c-b0c3-6ccc9e9126d3 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/ports?device_id=e696cd57-84d6-4716-a964-06c53d45f584 HTTP/1.1" status: 200 len: 210 time: 0.1708653 Aug 22 13:26:49.475048 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 88eefb86-d406-4668-88d6-fb1dc7c34539 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:26:49.485241 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40151fb-d51d-40f6-b479-44cc93be1095 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bcd2c77-5971-4a5a-b211-4cefe66d2c0c,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:49.495726 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40151fb-d51d-40f6-b479-44cc93be1095 admin admin] No DVR routers for this DVR port 5bcd2c77-5971-4a5a-b211-4cefe66d2c0c on host n-d-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:26:49.498492 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1d3af-98f9-4de8-98a6-dd567570797b req-5d255561-987e-44d9-8501-9447a2c31f24 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:49.505733 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1d3af-98f9-4de8-98a6-dd567570797b req-5d255561-987e-44d9-8501-9447a2c31f24 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:49.514149 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1d3af-98f9-4de8-98a6-dd567570797b req-5d255561-987e-44d9-8501-9447a2c31f24 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:49.520728 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1d3af-98f9-4de8-98a6-dd567570797b req-5d255561-987e-44d9-8501-9447a2c31f24 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:49.521096 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:49.527622 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1d3af-98f9-4de8-98a6-dd567570797b req-5d255561-987e-44d9-8501-9447a2c31f24 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:49.530191 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 88eefb86-d406-4668-88d6-fb1dc7c34539 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:26:49.530626 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 88eefb86-d406-4668-88d6-fb1dc7c34539 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:26:49.531118 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 5bcd2c77-5971-4a5a-b211-4cefe66d2c0c no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:26:49.536848 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1d3af-98f9-4de8-98a6-dd567570797b req-5d255561-987e-44d9-8501-9447a2c31f24 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:49.542072 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1d3af-98f9-4de8-98a6-dd567570797b req-5d255561-987e-44d9-8501-9447a2c31f24 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:49.545126 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4ce1d3af-98f9-4de8-98a6-dd567570797b req-5d255561-987e-44d9-8501-9447a2c31f24 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 5421 time: 0.2161868 Aug 22 13:26:49.582417 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f00466-5758-4f5b-9156-d1809fe7d805 req-26c263a8-2332-4380-9760-9dba51d73a68 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:49.584867 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-03f00466-5758-4f5b-9156-d1809fe7d805 req-26c263a8-2332-4380-9760-9dba51d73a68 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] 10.222.0.41 "GET /v2.0/ports?device_id=190e2756-2527-4272-bc9b-26f5200db4ab HTTP/1.1" status: 200 len: 945 time: 0.1862855 Aug 22 13:26:49.591356 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 5bcd2c77-5971-4a5a-b211-4cefe66d2c0c {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:26:49.591356 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 5bcd2c77-5971-4a5a-b211-4cefe66d2c0c not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:26:49.618026 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b630015-e2ab-41a3-965e-35e3ddb15e2b {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:26:49.633966 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2806238-9b98-4c1a-b02b-84b6ba534333 req-f1e5b53f-120d-4d04-8e32-59ed72ec0ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:49.635523 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e2806238-9b98-4c1a-b02b-84b6ba534333 req-f1e5b53f-120d-4d04-8e32-59ed72ec0ab7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2594993 Aug 22 13:26:49.635758 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-1b270d0c-b162-491a-88de-32a048e97b6e None None] Deleting port 5bcd2c77-5971-4a5a-b211-4cefe66d2c0c {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:26:49.636302 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1b270d0c-b162-491a-88de-32a048e97b6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:49.643159 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5bb68b02-b568-4341-8e8a-99cd3291f1ce req-ffd94980-3a5a-4f91-ba2d-9ff0cbc3972b service neutron] 10.222.0.16 "GET /v2.0/networks/143a0aca-6b8a-4e49-a5a0-2f6e96878754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5201287 Aug 22 13:26:49.660307 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 9b630015-e2ab-41a3-965e-35e3ddb15e2b, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=9b630015-e2ab-41a3-965e-35e3ddb15e2b,segment=NetworkSegment(86adbc1d-9e27-4818-8ee1-8777c1311f1c),segment_id=86adbc1d-9e27-4818-8ee1-8777c1311f1c)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:49.665622 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2a67d-5555-4f48-b27b-5d3e36df5bf8 req-9cd0d5e1-bc71-4f84-908d-d5f0560926b8 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:49.668443 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-58d2a67d-5555-4f48-b27b-5d3e36df5bf8 req-9cd0d5e1-bc71-4f84-908d-d5f0560926b8 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=c34101a4-b788-43a2-8b7c-ba4b4b05535d HTTP/1.1" status: 200 len: 944 time: 0.1189182 Aug 22 13:26:49.697692 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:49.698624 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 2dbd4c0b-f8a8-407f-95de-f4be4481eaec details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:26:49.710378 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4ce1d3af-98f9-4de8-98a6-dd567570797b req-2828915c-f835-4087-8d03-b87a565fcdbc tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/security-groups?id=4cc9f53d-f53a-41a9-9530-58f2e575d924&id=6e2ef2da-4440-4915-b63c-e03f5cd2edf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1340621 Aug 22 13:26:49.767725 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b40151fb-d51d-40f6-b479-44cc93be1095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:49.782653 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-b40151fb-d51d-40f6-b479-44cc93be1095 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6869023-2ece-4930-914d-a3196e85cf3d']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:26:49.798197 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 2dbd4c0b-f8a8-407f-95de-f4be4481eaec, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=2dbd4c0b-f8a8-407f-95de-f4be4481eaec,segment=NetworkSegment(39f86938-cd23-49cd-9ccb-5c572c933116),segment_id=39f86938-cd23-49cd-9ccb-5c572c933116)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:49.803116 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-58d2a67d-5555-4f48-b27b-5d3e36df5bf8 req-9a4d7e59-8c75-4294-a14f-183c1f671548 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208887 Aug 22 13:26:49.812439 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '2dbd4c0b-f8a8-407f-95de-f4be4481eaec', 'network_id': '0cc210c0-a1af-4d1a-af13-c74a90748aeb', 'port_id': '2dbd4c0b-f8a8-407f-95de-f4be4481eaec', 'mac_address': 'fa:16:3e:41:d8:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9c01412-9489-49de-9d2b-050ba9194e34', 'ip_address': '10.1.1.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:26:49.812826 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-b40151fb-d51d-40f6-b479-44cc93be1095 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cadfcec1-8779-4a7d-af2c-d55d64403d1f') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:26:49.813122 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-b40151fb-d51d-40f6-b479-44cc93be1095 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cadfcec1-8779-4a7d-af2c-d55d64403d1f') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:26:49.853540 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e2806238-9b98-4c1a-b02b-84b6ba534333 req-6ecd2d18-de08-4b98-90eb-cbb5f826085c service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793959 Aug 22 13:26:49.854643 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-1b270d0c-b162-491a-88de-32a048e97b6e None None] For port 5bcd2c77-5971-4a5a-b211-4cefe66d2c0c, host n-d-793621-33, got binding levels [] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:49.855238 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1b270d0c-b162-491a-88de-32a048e97b6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:49.855967 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b40151fb-d51d-40f6-b479-44cc93be1095 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:49.882904 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-03f00466-5758-4f5b-9156-d1809fe7d805 req-9e302737-7cbf-445b-872f-83bc7cdbf27d tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Deleting port d9a840f9-aafb-4fa4-b350-9b57d68dc0b1 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:26:49.883316 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-03f00466-5758-4f5b-9156-d1809fe7d805 req-9e302737-7cbf-445b-872f-83bc7cdbf27d tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:49.887070 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b40151fb-d51d-40f6-b479-44cc93be1095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:49.900781 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-1b270d0c-b162-491a-88de-32a048e97b6e None None] Calling delete_port for 5bcd2c77-5971-4a5a-b211-4cefe66d2c0c owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:26:49.907681 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.ipam_backend_mixin [None req-1b270d0c-b162-491a-88de-32a048e97b6e None None] Port 5bcd2c77-5971-4a5a-b211-4cefe66d2c0c was not found and therefore no delete operation was performed {{(pid=94629) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 22 13:26:49.908024 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b40151fb-d51d-40f6-b479-44cc93be1095 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:26:49.908609 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b40151fb-d51d-40f6-b479-44cc93be1095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:49.924552 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1b270d0c-b162-491a-88de-32a048e97b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:49.950610 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b270d0c-b162-491a-88de-32a048e97b6e None None] No DVR routers for this DVR port 5bcd2c77-5971-4a5a-b211-4cefe66d2c0c on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:26:49.958476 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=9b630015-e2ab-41a3-965e-35e3ddb15e2b,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:49.961638 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:26:49.961638 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:26:49.961638 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:26:49.961638 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:26:49.961638 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:26:49.961638 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:26:49.961638 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:26:49.961638 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:26:49.961638 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:26:49.961638 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:26:49.961638 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:26:49.961638 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:26:49.961638 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:26:49.961638 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:26:49.961638 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:26:49.961638 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:26:49.961638 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:26:49.961638 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:26:49.961638 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:26:49.961638 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:26:49.961638 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:26:49.961638 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:26:49.961638 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:26:49.961638 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:26:49.961638 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:26:49.961638 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:26:49.961638 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:26:49.961638 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:26:49.961638 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:26:49.961638 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:26:49.961638 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:26:49.961638 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:26:49.996821 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:50.020637 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b270d0c-b162-491a-88de-32a048e97b6e None None] Pushing event deleted for resources: {'Port': ['ID=5bcd2c77-5971-4a5a-b211-4cefe66d2c0c,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:50.037156 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dbd4c0b-f8a8-407f-95de-f4be4481eaec {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:26:50.075225 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 2dbd4c0b-f8a8-407f-95de-f4be4481eaec, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=2dbd4c0b-f8a8-407f-95de-f4be4481eaec,segment=NetworkSegment(39f86938-cd23-49cd-9ccb-5c572c933116),segment_id=39f86938-cd23-49cd-9ccb-5c572c933116)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:50.087681 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:50.089780 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device aa5cdb91-66e3-442c-9d12-088167557b99 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:26:50.097433 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8a2cb-256d-4a36-9144-9f6c1356ce17 req-7f92a8cf-63a0-46bd-b16f-32ce4d09e437 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:50.099056 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-45c8a2cb-256d-4a36-9144-9f6c1356ce17 req-7f92a8cf-63a0-46bd-b16f-32ce4d09e437 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.16 "GET /v2.0/ports?device_id=c34101a4-b788-43a2-8b7c-ba4b4b05535d HTTP/1.1" status: 200 len: 944 time: 0.2017434 Aug 22 13:26:50.129082 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port aa5cdb91-66e3-442c-9d12-088167557b99, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=aa5cdb91-66e3-442c-9d12-088167557b99,segment=NetworkSegment(39f86938-cd23-49cd-9ccb-5c572c933116),segment_id=39f86938-cd23-49cd-9ccb-5c572c933116)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:50.149773 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': 'aa5cdb91-66e3-442c-9d12-088167557b99', 'network_id': '0cc210c0-a1af-4d1a-af13-c74a90748aeb', 'port_id': 'aa5cdb91-66e3-442c-9d12-088167557b99', 'mac_address': 'fa:16:3e:3d:6c:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9c01412-9489-49de-9d2b-050ba9194e34', 'ip_address': '10.1.1.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:26:50.162504 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e2806238-9b98-4c1a-b02b-84b6ba534333 req-3a3e700d-90f1-4a40-9e3c-fe0da7ac3f4a service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739921 Aug 22 13:26:50.176790 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8d1fc-02e2-456d-a39f-c9bbab2b7cc2 req-b8735c62-79b8-4733-8c3c-af9948ec3a06 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:50.184445 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-57d8d1fc-02e2-456d-a39f-c9bbab2b7cc2 req-b8735c62-79b8-4733-8c3c-af9948ec3a06 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=f887ac67-9fac-4958-9d7e-5971de6f6263 HTTP/1.1" status: 200 len: 948 time: 0.1430469 Aug 22 13:26:50.235659 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:50.252783 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-57d8d1fc-02e2-456d-a39f-c9bbab2b7cc2 req-8d7ddf1f-b362-4fa3-80c8-1760efa18766 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673585 Aug 22 13:26:50.256068 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa5cdb91-66e3-442c-9d12-088167557b99 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:26:50.280422 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b40151fb-d51d-40f6-b479-44cc93be1095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:50.287696 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b40151fb-d51d-40f6-b479-44cc93be1095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:50.288099 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-45c8a2cb-256d-4a36-9144-9f6c1356ce17 req-b530cfaf-6d32-4b34-a876-704b8f748954 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Deleting port e6a0b168-7640-4715-aeda-fb6bf0f81aa6 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:26:50.289086 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-45c8a2cb-256d-4a36-9144-9f6c1356ce17 req-b530cfaf-6d32-4b34-a876-704b8f748954 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:50.292280 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b40151fb-d51d-40f6-b479-44cc93be1095 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e6869023-2ece-4930-914d-a3196e85cf3d HTTP/1.1" status: 204 len: 168 time: 1.5148196 Aug 22 13:26:50.307013 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=2dbd4c0b-f8a8-407f-95de-f4be4481eaec,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:50.322026 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port aa5cdb91-66e3-442c-9d12-088167557b99, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=aa5cdb91-66e3-442c-9d12-088167557b99,segment=NetworkSegment(39f86938-cd23-49cd-9ccb-5c572c933116),segment_id=39f86938-cd23-49cd-9ccb-5c572c933116)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:50.328251 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:50.329148 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 51de7287-b8e3-42e9-ab42-7fe4c8b6b33b details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:26:50.338334 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40151fb-d51d-40f6-b479-44cc93be1095 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6869023-2ece-4930-914d-a3196e85cf3d,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:50.365836 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-03f00466-5758-4f5b-9156-d1809fe7d805 req-9e302737-7cbf-445b-872f-83bc7cdbf27d tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] For port d9a840f9-aafb-4fa4-b350-9b57d68dc0b1, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=d9a840f9-aafb-4fa4-b350-9b57d68dc0b1,segment=NetworkSegment(b28f9651-918f-474f-b566-449a0b3d2349),segment_id=b28f9651-918f-474f-b566-449a0b3d2349)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:50.366205 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-03f00466-5758-4f5b-9156-d1809fe7d805 req-9e302737-7cbf-445b-872f-83bc7cdbf27d tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:50.388967 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-03f00466-5758-4f5b-9156-d1809fe7d805 req-9e302737-7cbf-445b-872f-83bc7cdbf27d tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Calling delete_port for d9a840f9-aafb-4fa4-b350-9b57d68dc0b1 owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:26:50.396935 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b5945-3e25-47ee-9567-845028f413bd req-eabc22bf-f1c1-4e19-8ebd-67c14b475b48 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:50.398543 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b83b5945-3e25-47ee-9567-845028f413bd req-eabc22bf-f1c1-4e19-8ebd-67c14b475b48 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.41 "GET /v2.0/networks?id=0657f797-3c0a-43e1-b263-eae5f1e252be HTTP/1.1" status: 200 len: 821 time: 0.2648509 Aug 22 13:26:50.413584 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-b83b5945-3e25-47ee-9567-845028f413bd req-0c146afe-1887-4e3c-a0a2-765e155eb073 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Request body: {'port': {'device_id': 'e696cd57-84d6-4716-a964-06c53d45f584', 'network_id': '0657f797-3c0a-43e1-b263-eae5f1e252be', 'admin_state_up': True, 'tenant_id': 'd5b37f058ed14e4ba3e6baf1c4d6a4b1'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:26:50.424262 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9612a-c169-4955-84e3-e2d30aa32705 req-12d71bd7-3a22-4c62-ae8f-0d770a680ee4 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:50.431651 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8ef9612a-c169-4955-84e3-e2d30aa32705 req-12d71bd7-3a22-4c62-ae8f-0d770a680ee4 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] 10.222.0.21 "GET /v2.0/ports?device_id=190e2756-2527-4272-bc9b-26f5200db4ab HTTP/1.1" status: 200 len: 945 time: 0.1125925 Aug 22 13:26:50.466238 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=aa5cdb91-66e3-442c-9d12-088167557b99,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:50.469279 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52110) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:26:50.486075 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-45c8a2cb-256d-4a36-9144-9f6c1356ce17 req-b530cfaf-6d32-4b34-a876-704b8f748954 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] For port e6a0b168-7640-4715-aeda-fb6bf0f81aa6, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=e6a0b168-7640-4715-aeda-fb6bf0f81aa6,segment=NetworkSegment(0efbff2c-3dbf-4e79-83ba-47cbdc800632),segment_id=0efbff2c-3dbf-4e79-83ba-47cbdc800632)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:50.487493 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-45c8a2cb-256d-4a36-9144-9f6c1356ce17 req-b530cfaf-6d32-4b34-a876-704b8f748954 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:50.508920 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8ef9612a-c169-4955-84e3-e2d30aa32705 req-2ade25a1-5ad2-41fb-99da-787a1f7f7c73 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] 10.222.0.21 "GET /v2.0/security-groups?id=e241b5dd-d340-4201-a1ce-9be9d624c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759709 Aug 22 13:26:50.530645 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 51de7287-b8e3-42e9-ab42-7fe4c8b6b33b, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=51de7287-b8e3-42e9-ab42-7fe4c8b6b33b,segment=NetworkSegment(45845a86-1a6e-41bd-be5a-e083caee6a9e),segment_id=45845a86-1a6e-41bd-be5a-e083caee6a9e)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:50.537939 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-45c8a2cb-256d-4a36-9144-9f6c1356ce17 req-b530cfaf-6d32-4b34-a876-704b8f748954 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Calling delete_port for e6a0b168-7640-4715-aeda-fb6bf0f81aa6 owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:26:50.544434 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '51de7287-b8e3-42e9-ab42-7fe4c8b6b33b', 'network_id': 'b2719a9f-ee7f-473a-9939-5efd06e85549', 'port_id': '51de7287-b8e3-42e9-ab42-7fe4c8b6b33b', 'mac_address': 'fa:16:3e:f1:9b:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78207353-5327-441e-b2ae-a402769922b8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:26:50.572792 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fee07031-528d-4398-aa5c-b1654f73917b req-14171086-33b2-4368-b8d9-f78a7f2c0630 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/ports?device_id=e696cd57-84d6-4716-a964-06c53d45f584 HTTP/1.1" status: 200 len: 210 time: 0.0619755 Aug 22 13:26:50.584831 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-409d1cad-998e-4e44-b860-0bbaa0e09100 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b89bb4a9db344bbc8ad24d9d42b44cf6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1127799 Aug 22 13:26:50.587637 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52112) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:26:50.593238 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:50.607017 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51de7287-b8e3-42e9-ab42-7fe4c8b6b33b {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:26:50.628297 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 51de7287-b8e3-42e9-ab42-7fe4c8b6b33b, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=51de7287-b8e3-42e9-ab42-7fe4c8b6b33b,segment=NetworkSegment(45845a86-1a6e-41bd-be5a-e083caee6a9e),segment_id=45845a86-1a6e-41bd-be5a-e083caee6a9e)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:50.632560 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:50.633297 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device c5fa5344-2fed-4661-9aa7-fc0a122c07f8 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:26:50.703096 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port c5fa5344-2fed-4661-9aa7-fc0a122c07f8, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=c5fa5344-2fed-4661-9aa7-fc0a122c07f8,segment=NetworkSegment(86adbc1d-9e27-4818-8ee1-8777c1311f1c),segment_id=86adbc1d-9e27-4818-8ee1-8777c1311f1c)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:50.705522 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=51de7287-b8e3-42e9-ab42-7fe4c8b6b33b,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:50.723118 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': 'c5fa5344-2fed-4661-9aa7-fc0a122c07f8', 'network_id': '8858e46b-6208-4875-b089-3b1759ddc36f', 'port_id': 'c5fa5344-2fed-4661-9aa7-fc0a122c07f8', 'mac_address': 'fa:16:3e:fd:3f:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '525ede45-be02-4d9e-8a63-bbd46f43e817', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:26:50.723731 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b83b5945-3e25-47ee-9567-845028f413bd req-0c146afe-1887-4e3c-a0a2-765e155eb073 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Made reservation on behalf of d5b37f058ed14e4ba3e6baf1c4d6a4b1 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:26:50.727994 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b83b5945-3e25-47ee-9567-845028f413bd req-0c146afe-1887-4e3c-a0a2-765e155eb073 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:50.731429 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-45c8a2cb-256d-4a36-9144-9f6c1356ce17 req-b530cfaf-6d32-4b34-a876-704b8f748954 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:50.731978 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2ac89c1c-c59a-4a8e-81e7-d56e9631a768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:50.736076 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-03f00466-5758-4f5b-9156-d1809fe7d805 req-9e302737-7cbf-445b-872f-83bc7cdbf27d tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:50.762716 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['e6a0b168-7640-4715-aeda-fb6bf0f81aa6'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:26:50.790547 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:50.793226 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e302737-7cbf-445b-872f-83bc7cdbf27d tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Pushing event deleted for resources: {'Port': ['ID=d9a840f9-aafb-4fa4-b350-9b57d68dc0b1,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:50.813647 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5fa5344-2fed-4661-9aa7-fc0a122c07f8 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:26:50.819353 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2ac89c1c-c59a-4a8e-81e7-d56e9631a768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:50.859633 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port c5fa5344-2fed-4661-9aa7-fc0a122c07f8, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=c5fa5344-2fed-4661-9aa7-fc0a122c07f8,segment=NetworkSegment(86adbc1d-9e27-4818-8ee1-8777c1311f1c),segment_id=86adbc1d-9e27-4818-8ee1-8777c1311f1c)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:50.867874 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:50.868743 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device ea82003c-b5ae-4523-ab17-3a26cb33a9f2 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:26:50.909475 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f00466-5758-4f5b-9156-d1809fe7d805 req-9e302737-7cbf-445b-872f-83bc7cdbf27d tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] No DVR routers for this DVR port d9a840f9-aafb-4fa4-b350-9b57d68dc0b1 on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:26:50.910467 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port ea82003c-b5ae-4523-ab17-3a26cb33a9f2, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=ea82003c-b5ae-4523-ab17-3a26cb33a9f2,segment=NetworkSegment(39f86938-cd23-49cd-9ccb-5c572c933116),segment_id=39f86938-cd23-49cd-9ccb-5c572c933116)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:50.913012 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-03f00466-5758-4f5b-9156-d1809fe7d805 req-9e302737-7cbf-445b-872f-83bc7cdbf27d tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:50.915002 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-03f00466-5758-4f5b-9156-d1809fe7d805 req-9e302737-7cbf-445b-872f-83bc7cdbf27d tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] 10.222.0.41 "DELETE /v2.0/ports/d9a840f9-aafb-4fa4-b350-9b57d68dc0b1 HTTP/1.1" status: 204 len: 173 time: 1.2848983 Aug 22 13:26:50.931871 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '190e2756-2527-4272-bc9b-26f5200db4ab', 'name': 'network-vif-deleted', 'tag': 'd9a840f9-aafb-4fa4-b350-9b57d68dc0b1'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:26:50.934819 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f96d444-ef4b-4ff1-8541-ee614139287a" -d '{"events": [{"server_uuid": "190e2756-2527-4272-bc9b-26f5200db4ab", "name": "network-vif-deleted", "tag": "d9a840f9-aafb-4fa4-b350-9b57d68dc0b1"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:26:50.958896 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': 'ea82003c-b5ae-4523-ab17-3a26cb33a9f2', 'network_id': '0cc210c0-a1af-4d1a-af13-c74a90748aeb', 'port_id': 'ea82003c-b5ae-4523-ab17-3a26cb33a9f2', 'mac_address': 'fa:16:3e:71:86:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9c01412-9489-49de-9d2b-050ba9194e34', 'ip_address': '10.1.1.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:26:51.021151 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=c5fa5344-2fed-4661-9aa7-fc0a122c07f8,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:51.037911 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:51.044408 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-b83b5945-3e25-47ee-9567-845028f413bd req-0c146afe-1887-4e3c-a0a2-765e155eb073 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Allocated IP 172.20.0.11 (0657f797-3c0a-43e1-b263-eae5f1e252be/9dbf2c20-d1ff-4a0d-9ac3-b204766fe12d/82c32e2e-dc79-4e52-9524-6b468546715a) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:26:51.054350 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea82003c-b5ae-4523-ab17-3a26cb33a9f2 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:26:51.094571 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2ac89c1c-c59a-4a8e-81e7-d56e9631a768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:51.096475 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port ea82003c-b5ae-4523-ab17-3a26cb33a9f2, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=ea82003c-b5ae-4523-ab17-3a26cb33a9f2,segment=NetworkSegment(39f86938-cd23-49cd-9ccb-5c572c933116),segment_id=39f86938-cd23-49cd-9ccb-5c572c933116)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:51.097666 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2ac89c1c-c59a-4a8e-81e7-d56e9631a768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:51.104734 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:51.108647 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2ac89c1c-c59a-4a8e-81e7-d56e9631a768 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/90deacfc-a1d5-4f7b-ad5c-92440e08ae24 HTTP/1.1" status: 204 len: 168 time: 0.5108457 Aug 22 13:26:51.130408 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b530cfaf-6d32-4b34-a876-704b8f748954 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Pushing event deleted for resources: {'Port': ['ID=e6a0b168-7640-4715-aeda-fb6bf0f81aa6,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:51.162294 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=ea82003c-b5ae-4523-ab17-3a26cb33a9f2,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:51.167926 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device aa1853da-6491-4399-b465-50f363b4b9e8 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:26:51.169609 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1711c7a0-c9ee-40f7-b67d-51ec44ae8917 req-beaa59bb-86e5-43d5-a9b2-5c37d77a4dcb tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=c34101a4-b788-43a2-8b7c-ba4b4b05535d HTTP/1.1" status: 200 len: 210 time: 0.0496469 Aug 22 13:26:51.217855 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c8a2cb-256d-4a36-9144-9f6c1356ce17 req-b530cfaf-6d32-4b34-a876-704b8f748954 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] No DVR routers for this DVR port e6a0b168-7640-4715-aeda-fb6bf0f81aa6 on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:26:51.221322 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-45c8a2cb-256d-4a36-9144-9f6c1356ce17 req-b530cfaf-6d32-4b34-a876-704b8f748954 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:51.223324 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-45c8a2cb-256d-4a36-9144-9f6c1356ce17 req-b530cfaf-6d32-4b34-a876-704b8f748954 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.16 "DELETE /v2.0/ports/e6a0b168-7640-4715-aeda-fb6bf0f81aa6 HTTP/1.1" status: 204 len: 173 time: 1.1089849 Aug 22 13:26:51.225256 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c34101a4-b788-43a2-8b7c-ba4b4b05535d', 'name': 'network-vif-deleted', 'tag': 'e6a0b168-7640-4715-aeda-fb6bf0f81aa6'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:26:51.227706 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3334cc-8b37-4f46-af77-ba2834653a69" -d '{"events": [{"server_uuid": "c34101a4-b788-43a2-8b7c-ba4b4b05535d", "name": "network-vif-deleted", "tag": "e6a0b168-7640-4715-aeda-fb6bf0f81aa6"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:26:51.248194 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f743ee2a-8ed5-4275-a634-08d3e58cde9d req-ca01a4dd-aaee-426e-bf1f-74704a447f56 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:51.254513 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f743ee2a-8ed5-4275-a634-08d3e58cde9d req-ca01a4dd-aaee-426e-bf1f-74704a447f56 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:51.261309 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f743ee2a-8ed5-4275-a634-08d3e58cde9d req-ca01a4dd-aaee-426e-bf1f-74704a447f56 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:51.269594 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f743ee2a-8ed5-4275-a634-08d3e58cde9d req-ca01a4dd-aaee-426e-bf1f-74704a447f56 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:51.276526 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f743ee2a-8ed5-4275-a634-08d3e58cde9d req-ca01a4dd-aaee-426e-bf1f-74704a447f56 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:51.283669 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f743ee2a-8ed5-4275-a634-08d3e58cde9d req-ca01a4dd-aaee-426e-bf1f-74704a447f56 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:51.289912 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f743ee2a-8ed5-4275-a634-08d3e58cde9d req-ca01a4dd-aaee-426e-bf1f-74704a447f56 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:51.292090 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f743ee2a-8ed5-4275-a634-08d3e58cde9d req-ca01a4dd-aaee-426e-bf1f-74704a447f56 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 5427 time: 0.1829579 Aug 22 13:26:51.296156 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac89c1c-c59a-4a8e-81e7-d56e9631a768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90deacfc-a1d5-4f7b-ad5c-92440e08ae24,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:51.319563 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port aa1853da-6491-4399-b465-50f363b4b9e8 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:26:51.366110 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f743ee2a-8ed5-4275-a634-08d3e58cde9d req-5e79b76f-addf-451f-855e-795fb24d99c5 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/security-groups?id=4cc9f53d-f53a-41a9-9530-58f2e575d924&id=6e2ef2da-4440-4915-b63c-e03f5cd2edf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0665944 Aug 22 13:26:51.368012 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port aa1853da-6491-4399-b465-50f363b4b9e8 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:26:51.368423 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:51.383309 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b83b5945-3e25-47ee-9567-845028f413bd req-0c146afe-1887-4e3c-a0a2-765e155eb073 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:51.423372 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0311ba2-97b6-4301-832c-f37628f71729 x-openstack-request-id: req-f0311ba2-97b6-4301-832c-f37628f71729 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:26:51.423686 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "190e2756-2527-4272-bc9b-26f5200db4ab", "name": "network-vif-deleted", "tag": "d9a840f9-aafb-4fa4-b350-9b57d68dc0b1", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:26:51.423961 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f0311ba2-97b6-4301-832c-f37628f71729 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:26:51.425127 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '190e2756-2527-4272-bc9b-26f5200db4ab', 'name': 'network-vif-deleted', 'tag': 'd9a840f9-aafb-4fa4-b350-9b57d68dc0b1', 'status': 'completed', 'code': 200} Aug 22 13:26:51.507467 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7526c5b-b2de-4f7a-9bcf-fda1ef414e9c x-openstack-request-id: req-d7526c5b-b2de-4f7a-9bcf-fda1ef414e9c {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:26:51.507758 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c34101a4-b788-43a2-8b7c-ba4b4b05535d", "name": "network-vif-deleted", "tag": "e6a0b168-7640-4715-aeda-fb6bf0f81aa6", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:26:51.508020 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d7526c5b-b2de-4f7a-9bcf-fda1ef414e9c {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:26:51.508468 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c34101a4-b788-43a2-8b7c-ba4b4b05535d', 'name': 'network-vif-deleted', 'tag': 'e6a0b168-7640-4715-aeda-fb6bf0f81aa6', 'status': 'completed', 'code': 200} Aug 22 13:26:51.510213 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b83b5945-3e25-47ee-9567-845028f413bd req-0c146afe-1887-4e3c-a0a2-765e155eb073 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:51.610963 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c146afe-1887-4e3c-a0a2-765e155eb073 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Pushing event updated for resources: {'Port': ['ID=82c32e2e-dc79-4e52-9524-6b468546715a,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:51.627986 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b83b5945-3e25-47ee-9567-845028f413bd req-0c146afe-1887-4e3c-a0a2-765e155eb073 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Network 0657f797-3c0a-43e1-b263-eae5f1e252be is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:26:51.629993 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-b83b5945-3e25-47ee-9567-845028f413bd req-0c146afe-1887-4e3c-a0a2-765e155eb073 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:26:51.639946 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83b5945-3e25-47ee-9567-845028f413bd req-0c146afe-1887-4e3c-a0a2-765e155eb073 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:26:51.664938 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:51.681572 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88195a79-18ea-4489-aec2-c4e40a383b15 req-6b3a055a-638e-481e-bb82-751ad3a762a9 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:51.683316 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-88195a79-18ea-4489-aec2-c4e40a383b15 req-6b3a055a-638e-481e-bb82-751ad3a762a9 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=f887ac67-9fac-4958-9d7e-5971de6f6263 HTTP/1.1" status: 200 len: 948 time: 0.1142373 Aug 22 13:26:51.691817 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f887ac67-9fac-4958-9d7e-5971de6f6263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1853da-6491-4399-b465-50f363b4b9e8'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:26:51.694505 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96fd526-bd37-418c-bce4-f6688b4918c3" -d '{"events": [{"server_uuid": "f887ac67-9fac-4958-9d7e-5971de6f6263", "name": "network-vif-plugged", "status": "completed", "tag": "aa1853da-6491-4399-b465-50f363b4b9e8"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:26:51.709815 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port aa1853da-6491-4399-b465-50f363b4b9e8, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=aa1853da-6491-4399-b465-50f363b4b9e8,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:51.714858 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b5945-3e25-47ee-9567-845028f413bd req-0c146afe-1887-4e3c-a0a2-765e155eb073 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:51.715372 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:51.715649 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b83b5945-3e25-47ee-9567-845028f413bd req-0c146afe-1887-4e3c-a0a2-765e155eb073 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:51.717897 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device e6a0b168-7640-4715-aeda-fb6bf0f81aa6 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:26:51.718641 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-52fe6e2d-6c3a-4b61-b4b2-981c19917fac req-e7875567-24a9-4134-add1-40b3477f5c7f tempest-FloatingIPsAssociationNegativeTestJSON-1629726840 tempest-FloatingIPsAssociationNegativeTestJSON-1629726840-project] 10.222.0.21 "GET /v2.0/ports?device_id=190e2756-2527-4272-bc9b-26f5200db4ab HTTP/1.1" status: 200 len: 210 time: 0.0463903 Aug 22 13:26:51.743305 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b83b5945-3e25-47ee-9567-845028f413bd req-0c146afe-1887-4e3c-a0a2-765e155eb073 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3339286 Aug 22 13:26:51.757002 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-b83b5945-3e25-47ee-9567-845028f413bd req-a9f9780e-4ad7-4a28-ba3f-35ce8d06885b service neutron] Request body: {'port': {'device_id': 'e696cd57-84d6-4716-a964-06c53d45f584', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:26:51.762655 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: e6a0b168-7640-4715-aeda-fb6bf0f81aa6 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:26:51.763029 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device e6a0b168-7640-4715-aeda-fb6bf0f81aa6 not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:26:51.791778 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-88195a79-18ea-4489-aec2-c4e40a383b15 req-9581df89-ae18-4ce8-9bc7-37ea9ae69ec1 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934887 Aug 22 13:26:51.840977 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b83b5945-3e25-47ee-9567-845028f413bd req-a9f9780e-4ad7-4a28-ba3f-35ce8d06885b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:51.848954 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52138) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:26:51.849734 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=aa1853da-6491-4399-b465-50f363b4b9e8,revision_number=9']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:51.860112 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d47e65-531f-45e5-8a88-a9090985453b x-openstack-request-id: req-93d47e65-531f-45e5-8a88-a9090985453b {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:26:51.860651 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f887ac67-9fac-4958-9d7e-5971de6f6263", "name": "network-vif-plugged", "status": "completed", "tag": "aa1853da-6491-4399-b465-50f363b4b9e8", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:26:51.860908 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-93d47e65-531f-45e5-8a88-a9090985453b {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:26:51.861298 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f887ac67-9fac-4958-9d7e-5971de6f6263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1853da-6491-4399-b465-50f363b4b9e8', 'code': 200} Aug 22 13:26:51.891132 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f33d3-c123-49bc-be0e-3fcebc8c5eab req-ea3b591e-f36e-4599-b6e1-3018c7ecb90c tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:51.892691 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-587f33d3-c123-49bc-be0e-3fcebc8c5eab req-ea3b591e-f36e-4599-b6e1-3018c7ecb90c tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/ports?device_id=e696cd57-84d6-4716-a964-06c53d45f584 HTTP/1.1" status: 200 len: 932 time: 0.0747089 Aug 22 13:26:51.932937 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-587f33d3-c123-49bc-be0e-3fcebc8c5eab req-33afb952-61ff-4473-b37d-8405195d85f7 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f52e29-9b4a-48c0-bf7d-3bf6374c285c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334401 Aug 22 13:26:51.944201 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a5216b27-1270-45dd-9b40-b7f9ab7c8fd2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b0a317603acd420682a14f8fb994b7a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0929615 Aug 22 13:26:51.946629 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52140) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:26:52.125209 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f68362b6-2441-43a0-83a0-7f045f1b8cbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:52.161437 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f68362b6-2441-43a0-83a0-7f045f1b8cbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:52.266169 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f68362b6-2441-43a0-83a0-7f045f1b8cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:52.268959 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f68362b6-2441-43a0-83a0-7f045f1b8cbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:52.272675 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f68362b6-2441-43a0-83a0-7f045f1b8cbb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ef3b3537-37dd-4e2e-a1ec-a0a79e8d8f57 HTTP/1.1" status: 204 len: 168 time: 0.3223996 Aug 22 13:26:52.275304 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-b83b5945-3e25-47ee-9567-845028f413bd req-a9f9780e-4ad7-4a28-ba3f-35ce8d06885b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82c32e2e-dc79-4e52-9524-6b468546715a {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:26:52.283328 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['9b630015-e2ab-41a3-965e-35e3ddb15e2b'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:26:52.286364 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b83b5945-3e25-47ee-9567-845028f413bd req-a9f9780e-4ad7-4a28-ba3f-35ce8d06885b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:52.294444 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68362b6-2441-43a0-83a0-7f045f1b8cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3b3537-37dd-4e2e-a1ec-a0a79e8d8f57,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:52.307100 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-b83b5945-3e25-47ee-9567-845028f413bd req-a9f9780e-4ad7-4a28-ba3f-35ce8d06885b service neutron] Transition to ACTIVE for port object 82c32e2e-dc79-4e52-9524-6b468546715a will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:26:52.312973 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b83b5945-3e25-47ee-9567-845028f413bd req-a9f9780e-4ad7-4a28-ba3f-35ce8d06885b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:52.414195 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f9780e-4ad7-4a28-ba3f-35ce8d06885b service neutron] Pushing event updated for resources: {'Port': ['ID=82c32e2e-dc79-4e52-9524-6b468546715a,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:52.491882 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-b83b5945-3e25-47ee-9567-845028f413bd req-a9f9780e-4ad7-4a28-ba3f-35ce8d06885b service neutron] Attempting to bind port 82c32e2e-dc79-4e52-9524-6b468546715a on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:26:52.492522 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-b83b5945-3e25-47ee-9567-845028f413bd req-a9f9780e-4ad7-4a28-ba3f-35ce8d06885b service neutron] Attempting to bind port 82c32e2e-dc79-4e52-9524-6b468546715a by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '4c6e1d8d-4c7e-4c05-b40c-a119ed7a60f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0657f797-3c0a-43e1-b263-eae5f1e252be'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:26:52.492886 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83b5945-3e25-47ee-9567-845028f413bd req-a9f9780e-4ad7-4a28-ba3f-35ce8d06885b service neutron] Attempting to bind port 82c32e2e-dc79-4e52-9524-6b468546715a on network 0657f797-3c0a-43e1-b263-eae5f1e252be {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:26:52.501942 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83b5945-3e25-47ee-9567-845028f413bd req-a9f9780e-4ad7-4a28-ba3f-35ce8d06885b service neutron] Port 82c32e2e-dc79-4e52-9524-6b468546715a on network 0657f797-3c0a-43e1-b263-eae5f1e252be not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:26:52.502823 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83b5945-3e25-47ee-9567-845028f413bd req-a9f9780e-4ad7-4a28-ba3f-35ce8d06885b service neutron] Attempting to bind port 82c32e2e-dc79-4e52-9524-6b468546715a on network 0657f797-3c0a-43e1-b263-eae5f1e252be {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:26:52.517026 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83b5945-3e25-47ee-9567-845028f413bd req-a9f9780e-4ad7-4a28-ba3f-35ce8d06885b service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:26:52.517841 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83b5945-3e25-47ee-9567-845028f413bd req-a9f9780e-4ad7-4a28-ba3f-35ce8d06885b service neutron] Checking segment: {'id': '4c6e1d8d-4c7e-4c05-b40c-a119ed7a60f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0657f797-3c0a-43e1-b263-eae5f1e252be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:26:52.518462 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83b5945-3e25-47ee-9567-845028f413bd req-a9f9780e-4ad7-4a28-ba3f-35ce8d06885b service neutron] Bound using segment: {'id': '4c6e1d8d-4c7e-4c05-b40c-a119ed7a60f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0657f797-3c0a-43e1-b263-eae5f1e252be'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:26:52.519147 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-b83b5945-3e25-47ee-9567-845028f413bd req-a9f9780e-4ad7-4a28-ba3f-35ce8d06885b service neutron] Bound port: 82c32e2e-dc79-4e52-9524-6b468546715a, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c6e1d8d-4c7e-4c05-b40c-a119ed7a60f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0657f797-3c0a-43e1-b263-eae5f1e252be'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:26:52.519518 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b83b5945-3e25-47ee-9567-845028f413bd req-a9f9780e-4ad7-4a28-ba3f-35ce8d06885b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:52.537083 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['c5fa5344-2fed-4661-9aa7-fc0a122c07f8'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:26:52.563571 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['51de7287-b8e3-42e9-ab42-7fe4c8b6b33b'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:26:52.565628 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['2dbd4c0b-f8a8-407f-95de-f4be4481eaec'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:26:52.600431 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0495fb0-993f-4ae8-82d2-da8ab746be31 req-6e6c729e-9759-4ae2-9ffa-058c2e99a3f2 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:52.602057 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b0495fb0-993f-4ae8-82d2-da8ab746be31 req-6e6c729e-9759-4ae2-9ffa-058c2e99a3f2 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=d67bba42-1205-4a53-8690-4cf3129579bb HTTP/1.1" status: 200 len: 944 time: 0.0957353 Aug 22 13:26:52.608937 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device d9a840f9-aafb-4fa4-b350-9b57d68dc0b1 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:26:52.621912 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-b83b5945-3e25-47ee-9567-845028f413bd req-a9f9780e-4ad7-4a28-ba3f-35ce8d06885b service neutron] For port 82c32e2e-dc79-4e52-9524-6b468546715a, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:26:52.627070 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-b83b5945-3e25-47ee-9567-845028f413bd req-a9f9780e-4ad7-4a28-ba3f-35ce8d06885b service neutron] For port 82c32e2e-dc79-4e52-9524-6b468546715a, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=82c32e2e-dc79-4e52-9524-6b468546715a,segment=NetworkSegment(4c6e1d8d-4c7e-4c05-b40c-a119ed7a60f2),segment_id=4c6e1d8d-4c7e-4c05-b40c-a119ed7a60f2)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:26:52.632706 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b83b5945-3e25-47ee-9567-845028f413bd req-a9f9780e-4ad7-4a28-ba3f-35ce8d06885b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:52.677793 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ef857-ae2e-4ed5-b401-1d9bdaaa47eb req-c39df4fa-7d91-4904-a159-03e806d4e83a tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:52.687704 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b5945-3e25-47ee-9567-845028f413bd req-a9f9780e-4ad7-4a28-ba3f-35ce8d06885b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:52.687967 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ef857-ae2e-4ed5-b401-1d9bdaaa47eb req-c39df4fa-7d91-4904-a159-03e806d4e83a tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:52.688391 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b83b5945-3e25-47ee-9567-845028f413bd req-a9f9780e-4ad7-4a28-ba3f-35ce8d06885b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:52.689986 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b83b5945-3e25-47ee-9567-845028f413bd req-a9f9780e-4ad7-4a28-ba3f-35ce8d06885b service neutron] 10.222.0.41 "PUT /v2.0/ports/82c32e2e-dc79-4e52-9524-6b468546715a HTTP/1.1" status: 200 len: 1093 time: 0.9392128 Aug 22 13:26:52.699381 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ef857-ae2e-4ed5-b401-1d9bdaaa47eb req-c39df4fa-7d91-4904-a159-03e806d4e83a tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:52.699587 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: d9a840f9-aafb-4fa4-b350-9b57d68dc0b1 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:26:52.699587 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device d9a840f9-aafb-4fa4-b350-9b57d68dc0b1 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:26:52.716312 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ef857-ae2e-4ed5-b401-1d9bdaaa47eb req-c39df4fa-7d91-4904-a159-03e806d4e83a tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:52.720134 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f9780e-4ad7-4a28-ba3f-35ce8d06885b service neutron] Pushing event updated for resources: {'Port': ['ID=82c32e2e-dc79-4e52-9524-6b468546715a,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:52.725138 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ef857-ae2e-4ed5-b401-1d9bdaaa47eb req-c39df4fa-7d91-4904-a159-03e806d4e83a tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:52.734872 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ef857-ae2e-4ed5-b401-1d9bdaaa47eb req-c39df4fa-7d91-4904-a159-03e806d4e83a tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:52.751127 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ef857-ae2e-4ed5-b401-1d9bdaaa47eb req-c39df4fa-7d91-4904-a159-03e806d4e83a tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:52.761635 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-972ef857-ae2e-4ed5-b401-1d9bdaaa47eb req-c39df4fa-7d91-4904-a159-03e806d4e83a tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 5427 time: 0.2092574 Aug 22 13:26:52.793067 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b0495fb0-993f-4ae8-82d2-da8ab746be31 req-e020f188-c37d-4110-b0bf-1a26fde42f3d tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793206 Aug 22 13:26:52.824883 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b5945-3e25-47ee-9567-845028f413bd req-5d8fa72c-f09c-445c-893c-e88b2a0e84e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:52.829475 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b83b5945-3e25-47ee-9567-845028f413bd req-5d8fa72c-f09c-445c-893c-e88b2a0e84e2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5b37f058ed14e4ba3e6baf1c4d6a4b1&device_id=e696cd57-84d6-4716-a964-06c53d45f584 HTTP/1.1" status: 200 len: 1096 time: 0.0921216 Aug 22 13:26:52.851378 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-972ef857-ae2e-4ed5-b401-1d9bdaaa47eb req-effb7db9-695b-4816-af86-bdaf1c8f03d2 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/security-groups?id=4cc9f53d-f53a-41a9-9530-58f2e575d924&id=6e2ef2da-4440-4915-b63c-e03f5cd2edf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0881498 Aug 22 13:26:52.899382 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b83b5945-3e25-47ee-9567-845028f413bd req-9c0adf4f-5505-4f7a-adae-830e561b726d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82c32e2e-dc79-4e52-9524-6b468546715a HTTP/1.1" status: 200 len: 217 time: 0.0588481 Aug 22 13:26:52.955476 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52168) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:26:53.067929 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b5945-3e25-47ee-9567-845028f413bd req-60d730ad-30bb-4862-8f89-379e1838b35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:53.070673 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b83b5945-3e25-47ee-9567-845028f413bd req-60d730ad-30bb-4862-8f89-379e1838b35a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9dbf2c20-d1ff-4a0d-9ac3-b204766fe12d HTTP/1.1" status: 200 len: 861 time: 0.1610563 Aug 22 13:26:53.126194 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b83b5945-3e25-47ee-9567-845028f413bd req-f52a6b54-77a2-402b-928b-6de424795e23 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0657f797-3c0a-43e1-b263-eae5f1e252be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458126 Aug 22 13:26:53.229258 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['ab40ae52-fb74-4b8c-a089-1c836ec0b6cf'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:26:53.261030 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e05ba3-c915-40db-8e34-93e230acd9e5 req-04bb5f9f-d8a3-4d56-a44e-2e6ccb5cf381 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:53.262601 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a6e05ba3-c915-40db-8e34-93e230acd9e5 req-04bb5f9f-d8a3-4d56-a44e-2e6ccb5cf381 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/ports?device_id=e696cd57-84d6-4716-a964-06c53d45f584 HTTP/1.1" status: 200 len: 944 time: 0.1693559 Aug 22 13:26:53.267667 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['ea82003c-b5ae-4523-ab17-3a26cb33a9f2'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:26:53.272101 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2123c184-7c67-4cb0-af90-6e5760f89771 req-f53b0845-5f27-4c0c-829e-18cb2cb50a81 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:53.273676 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2123c184-7c67-4cb0-af90-6e5760f89771 req-f53b0845-5f27-4c0c-829e-18cb2cb50a81 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.16 "GET /v2.0/ports?device_id=d67bba42-1205-4a53-8690-4cf3129579bb HTTP/1.1" status: 200 len: 944 time: 0.1822817 Aug 22 13:26:53.313483 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['aa5cdb91-66e3-442c-9d12-088167557b99'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:26:53.328594 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b83b5945-3e25-47ee-9567-845028f413bd req-675de4be-6c24-44a3-9a2f-92b2dcf2f31a service neutron] 10.222.0.41 "GET /v2.0/networks/0657f797-3c0a-43e1-b263-eae5f1e252be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959617 Aug 22 13:26:53.330180 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ec5df-2a57-4322-b65a-83e78afb6b4b req-9a18a85b-7813-4626-9b60-c4cfb9fb925d tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:53.339381 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-971ec5df-2a57-4322-b65a-83e78afb6b4b req-9a18a85b-7813-4626-9b60-c4cfb9fb925d tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=f887ac67-9fac-4958-9d7e-5971de6f6263 HTTP/1.1" status: 200 len: 949 time: 0.2618515 Aug 22 13:26:53.363013 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2806238-9b98-4c1a-b02b-84b6ba534333 req-da7b783e-3003-40b0-aecb-aba6ca34fa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:53.364556 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e2806238-9b98-4c1a-b02b-84b6ba534333 req-da7b783e-3003-40b0-aecb-aba6ca34fa3f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f887ac67-9fac-4958-9d7e-5971de6f6263&tenant_id=01d864243fbf4cf6816e3fd9d58ef026 HTTP/1.1" status: 200 len: 1101 time: 0.0955350 Aug 22 13:26:53.402447 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-e2806238-9b98-4c1a-b02b-84b6ba534333 req-096be786-22ab-41b2-8fef-b8baabbbc14e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-33', 'device_owner': 'compute:nova'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:26:53.433183 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e696cd57-84d6-4716-a964-06c53d45f584', 'tag': '82c32e2e-dc79-4e52-9524-6b468546715a'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:26:53.437105 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143432f1-6ebf-40de-b327-0b073f221d30" -d '{"events": [{"name": "network-changed", "server_uuid": "e696cd57-84d6-4716-a964-06c53d45f584", "tag": "82c32e2e-dc79-4e52-9524-6b468546715a"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:26:53.469789 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a6e05ba3-c915-40db-8e34-93e230acd9e5 req-e6bba6e1-f7bf-454c-8e05-ad53f288354d tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f52e29-9b4a-48c0-bf7d-3bf6374c285c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929154 Aug 22 13:26:53.509436 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e2806238-9b98-4c1a-b02b-84b6ba534333 req-096be786-22ab-41b2-8fef-b8baabbbc14e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:53.532553 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b83b5945-3e25-47ee-9567-845028f413bd req-b01e106e-bcb7-4015-8fb6-94c241b2c088 service neutron] 10.222.0.41 "GET /v2.0/networks/0657f797-3c0a-43e1-b263-eae5f1e252be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965621 Aug 22 13:26:53.564839 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9cc2ae6-1947-40dc-99cf-69e21a19b27e x-openstack-request-id: req-b9cc2ae6-1947-40dc-99cf-69e21a19b27e {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:26:53.565223 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e696cd57-84d6-4716-a964-06c53d45f584", "tag": "82c32e2e-dc79-4e52-9524-6b468546715a", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:26:53.566066 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b9cc2ae6-1947-40dc-99cf-69e21a19b27e {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:26:53.566607 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e696cd57-84d6-4716-a964-06c53d45f584', 'tag': '82c32e2e-dc79-4e52-9524-6b468546715a', 'status': 'completed', 'code': 200} Aug 22 13:26:53.572414 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-971ec5df-2a57-4322-b65a-83e78afb6b4b req-00e7ae26-533a-48dc-b312-90a6ccd96a12 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320440 Aug 22 13:26:53.722722 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-2123c184-7c67-4cb0-af90-6e5760f89771 req-d4a31a0d-67d9-48df-8389-713e0553f80d tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Deleting port b179796e-104f-4cb4-a225-ec0da67c2e71 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:26:53.723063 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2123c184-7c67-4cb0-af90-6e5760f89771 req-d4a31a0d-67d9-48df-8389-713e0553f80d tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:53.736276 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143432f1-6ebf-40de-b327-0b073f221d30 req-29316f78-f15d-4b85-a77f-714dd5e698f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:53.738934 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-143432f1-6ebf-40de-b327-0b073f221d30 req-29316f78-f15d-4b85-a77f-714dd5e698f4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5b37f058ed14e4ba3e6baf1c4d6a4b1&device_id=e696cd57-84d6-4716-a964-06c53d45f584 HTTP/1.1" status: 200 len: 1096 time: 0.1396987 Aug 22 13:26:53.958621 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143432f1-6ebf-40de-b327-0b073f221d30 req-1cdc0689-6489-4cd0-a8d2-161a1e6f4775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:53.959753 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-2123c184-7c67-4cb0-af90-6e5760f89771 req-d4a31a0d-67d9-48df-8389-713e0553f80d tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] For port b179796e-104f-4cb4-a225-ec0da67c2e71, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=b179796e-104f-4cb4-a225-ec0da67c2e71,segment=NetworkSegment(0efbff2c-3dbf-4e79-83ba-47cbdc800632),segment_id=0efbff2c-3dbf-4e79-83ba-47cbdc800632)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:53.960188 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2123c184-7c67-4cb0-af90-6e5760f89771 req-d4a31a0d-67d9-48df-8389-713e0553f80d tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:53.960665 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-143432f1-6ebf-40de-b327-0b073f221d30 req-1cdc0689-6489-4cd0-a8d2-161a1e6f4775 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0657f797-3c0a-43e1-b263-eae5f1e252be HTTP/1.1" status: 200 len: 922 time: 0.2135103 Aug 22 13:26:53.963220 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-e2806238-9b98-4c1a-b02b-84b6ba534333 req-096be786-22ab-41b2-8fef-b8baabbbc14e service neutron] For port aa1853da-6491-4399-b465-50f363b4b9e8, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=aa1853da-6491-4399-b465-50f363b4b9e8,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:53.990326 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-2123c184-7c67-4cb0-af90-6e5760f89771 req-d4a31a0d-67d9-48df-8389-713e0553f80d tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Calling delete_port for b179796e-104f-4cb4-a225-ec0da67c2e71 owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:26:54.023442 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-143432f1-6ebf-40de-b327-0b073f221d30 req-75c5c4e3-bcf6-4fde-b557-4181a15b1eab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82c32e2e-dc79-4e52-9524-6b468546715a HTTP/1.1" status: 200 len: 217 time: 0.0514567 Aug 22 13:26:54.030370 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb3aef-eff4-483c-8c12-5b633734ed7b req-c0633b54-b1fc-411b-8c09-e7cf286a8408 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:54.038661 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-45eb3aef-eff4-483c-8c12-5b633734ed7b req-c0633b54-b1fc-411b-8c09-e7cf286a8408 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=d67bba42-1205-4a53-8690-4cf3129579bb HTTP/1.1" status: 200 len: 944 time: 0.1571274 Aug 22 13:26:54.081882 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-e2806238-9b98-4c1a-b02b-84b6ba534333 req-096be786-22ab-41b2-8fef-b8baabbbc14e service neutron] For port aa1853da-6491-4399-b465-50f363b4b9e8, host n-h2-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:26:54.113723 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143432f1-6ebf-40de-b327-0b073f221d30 req-8a7bd0b1-a146-4e6d-b21d-a5fc5ccf5a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:54.115517 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-143432f1-6ebf-40de-b327-0b073f221d30 req-8a7bd0b1-a146-4e6d-b21d-a5fc5ccf5a40 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9dbf2c20-d1ff-4a0d-9ac3-b204766fe12d HTTP/1.1" status: 200 len: 861 time: 0.0837708 Aug 22 13:26:54.143562 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e2806238-9b98-4c1a-b02b-84b6ba534333 req-096be786-22ab-41b2-8fef-b8baabbbc14e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:54.165403 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-143432f1-6ebf-40de-b327-0b073f221d30 req-3bcd7b27-a26e-48fe-95ed-20d10c4286e7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0657f797-3c0a-43e1-b263-eae5f1e252be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361402 Aug 22 13:26:54.183334 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-e2806238-9b98-4c1a-b02b-84b6ba534333 req-096be786-22ab-41b2-8fef-b8baabbbc14e service neutron] Transition to ACTIVE for port object aa1853da-6491-4399-b465-50f363b4b9e8 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:26:54.187861 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-45eb3aef-eff4-483c-8c12-5b633734ed7b req-69947a87-bdd7-4824-9728-3da41b673ff5 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482596 Aug 22 13:26:54.198395 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e2806238-9b98-4c1a-b02b-84b6ba534333 req-096be786-22ab-41b2-8fef-b8baabbbc14e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:54.235869 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ff0a5-b60d-4ca3-b3b8-a37bba9ee2ba req-41bc8ca0-5750-40a6-958c-bdf8af96f2b0 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:54.241847 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ff0a5-b60d-4ca3-b3b8-a37bba9ee2ba req-41bc8ca0-5750-40a6-958c-bdf8af96f2b0 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:54.248325 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ff0a5-b60d-4ca3-b3b8-a37bba9ee2ba req-41bc8ca0-5750-40a6-958c-bdf8af96f2b0 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:54.254289 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ff0a5-b60d-4ca3-b3b8-a37bba9ee2ba req-41bc8ca0-5750-40a6-958c-bdf8af96f2b0 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:54.260175 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ff0a5-b60d-4ca3-b3b8-a37bba9ee2ba req-41bc8ca0-5750-40a6-958c-bdf8af96f2b0 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:54.266133 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ff0a5-b60d-4ca3-b3b8-a37bba9ee2ba req-41bc8ca0-5750-40a6-958c-bdf8af96f2b0 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:54.272217 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ff0a5-b60d-4ca3-b3b8-a37bba9ee2ba req-41bc8ca0-5750-40a6-958c-bdf8af96f2b0 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:54.280052 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1e2ff0a5-b60d-4ca3-b3b8-a37bba9ee2ba req-41bc8ca0-5750-40a6-958c-bdf8af96f2b0 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 5427 time: 0.2023599 Aug 22 13:26:54.324634 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096be786-22ab-41b2-8fef-b8baabbbc14e service neutron] Pushing event updated for resources: {'Port': ['ID=aa1853da-6491-4399-b465-50f363b4b9e8,revision_number=10']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:54.327733 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2806238-9b98-4c1a-b02b-84b6ba534333 req-096be786-22ab-41b2-8fef-b8baabbbc14e service neutron] No DVR routers for this DVR port aa1853da-6491-4399-b465-50f363b4b9e8 on host n-h2-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:26:54.333813 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3d6977e0-a318-478d-a908-7446ee453e4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:54.353988 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-143432f1-6ebf-40de-b327-0b073f221d30 req-fcbad15a-fa84-4f72-96ec-9eb276d22887 service neutron] 10.222.0.41 "GET /v2.0/networks/0657f797-3c0a-43e1-b263-eae5f1e252be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797402 Aug 22 13:26:54.408793 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1e2ff0a5-b60d-4ca3-b3b8-a37bba9ee2ba req-ec4d5065-e5c6-4a6d-af89-029951d5c2a3 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/security-groups?id=4cc9f53d-f53a-41a9-9530-58f2e575d924&id=6e2ef2da-4440-4915-b63c-e03f5cd2edf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1277304 Aug 22 13:26:54.427805 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-e2806238-9b98-4c1a-b02b-84b6ba534333 req-096be786-22ab-41b2-8fef-b8baabbbc14e service neutron] Attempting to bind port aa1853da-6491-4399-b465-50f363b4b9e8 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:26:54.428269 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-e2806238-9b98-4c1a-b02b-84b6ba534333 req-096be786-22ab-41b2-8fef-b8baabbbc14e service neutron] Attempting to bind port aa1853da-6491-4399-b465-50f363b4b9e8 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:26:54.428700 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2806238-9b98-4c1a-b02b-84b6ba534333 req-096be786-22ab-41b2-8fef-b8baabbbc14e service neutron] Attempting to bind port aa1853da-6491-4399-b465-50f363b4b9e8 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:26:54.433630 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2806238-9b98-4c1a-b02b-84b6ba534333 req-096be786-22ab-41b2-8fef-b8baabbbc14e service neutron] Port aa1853da-6491-4399-b465-50f363b4b9e8 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:26:54.434066 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2806238-9b98-4c1a-b02b-84b6ba534333 req-096be786-22ab-41b2-8fef-b8baabbbc14e service neutron] Attempting to bind port aa1853da-6491-4399-b465-50f363b4b9e8 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:26:54.441560 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2806238-9b98-4c1a-b02b-84b6ba534333 req-096be786-22ab-41b2-8fef-b8baabbbc14e service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:26:54.442171 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2806238-9b98-4c1a-b02b-84b6ba534333 req-096be786-22ab-41b2-8fef-b8baabbbc14e service neutron] Checking segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:26:54.442734 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2806238-9b98-4c1a-b02b-84b6ba534333 req-096be786-22ab-41b2-8fef-b8baabbbc14e service neutron] Bound using segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:26:54.443261 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-e2806238-9b98-4c1a-b02b-84b6ba534333 req-096be786-22ab-41b2-8fef-b8baabbbc14e service neutron] Bound port: aa1853da-6491-4399-b465-50f363b4b9e8, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:26:54.443716 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e2806238-9b98-4c1a-b02b-84b6ba534333 req-096be786-22ab-41b2-8fef-b8baabbbc14e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:54.487218 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2123c184-7c67-4cb0-af90-6e5760f89771 req-d4a31a0d-67d9-48df-8389-713e0553f80d tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:54.524569 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a31a0d-67d9-48df-8389-713e0553f80d tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Pushing event deleted for resources: {'Port': ['ID=b179796e-104f-4cb4-a225-ec0da67c2e71,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:54.535617 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-e2806238-9b98-4c1a-b02b-84b6ba534333 req-096be786-22ab-41b2-8fef-b8baabbbc14e service neutron] For port aa1853da-6491-4399-b465-50f363b4b9e8, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:26:54.539441 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-e2806238-9b98-4c1a-b02b-84b6ba534333 req-096be786-22ab-41b2-8fef-b8baabbbc14e service neutron] For port aa1853da-6491-4399-b465-50f363b4b9e8, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=aa1853da-6491-4399-b465-50f363b4b9e8,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:26:54.550149 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e2806238-9b98-4c1a-b02b-84b6ba534333 req-096be786-22ab-41b2-8fef-b8baabbbc14e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:54.591123 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-2123c184-7c67-4cb0-af90-6e5760f89771 req-d4a31a0d-67d9-48df-8389-713e0553f80d tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] No DVR routers for this DVR port b179796e-104f-4cb4-a225-ec0da67c2e71 on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:26:54.594832 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2123c184-7c67-4cb0-af90-6e5760f89771 req-d4a31a0d-67d9-48df-8389-713e0553f80d tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:54.598146 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2123c184-7c67-4cb0-af90-6e5760f89771 req-d4a31a0d-67d9-48df-8389-713e0553f80d tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.16 "DELETE /v2.0/ports/b179796e-104f-4cb4-a225-ec0da67c2e71 HTTP/1.1" status: 204 len: 173 time: 1.3085856 Aug 22 13:26:54.599799 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67bba42-1205-4a53-8690-4cf3129579bb', 'name': 'network-vif-deleted', 'tag': 'b179796e-104f-4cb4-a225-ec0da67c2e71'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:26:54.600360 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-143432f1-6ebf-40de-b327-0b073f221d30 req-2cbe1441-7956-4d6d-9965-95baccc4b050 service neutron] 10.222.0.41 "GET /v2.0/networks/0657f797-3c0a-43e1-b263-eae5f1e252be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313392 Aug 22 13:26:54.602216 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9d1650-841c-4d34-9bd8-3db1856a8d99" -d '{"events": [{"server_uuid": "d67bba42-1205-4a53-8690-4cf3129579bb", "name": "network-vif-deleted", "tag": "b179796e-104f-4cb4-a225-ec0da67c2e71"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:26:54.617614 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2806238-9b98-4c1a-b02b-84b6ba534333 req-096be786-22ab-41b2-8fef-b8baabbbc14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:54.618505 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e2806238-9b98-4c1a-b02b-84b6ba534333 req-096be786-22ab-41b2-8fef-b8baabbbc14e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:54.624614 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e2806238-9b98-4c1a-b02b-84b6ba534333 req-096be786-22ab-41b2-8fef-b8baabbbc14e service neutron] 10.222.0.41 "PUT /v2.0/ports/aa1853da-6491-4399-b465-50f363b4b9e8 HTTP/1.1" status: 200 len: 1097 time: 1.2288356 Aug 22 13:26:54.687823 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096be786-22ab-41b2-8fef-b8baabbbc14e service neutron] Pushing event updated for resources: {'Port': ['ID=aa1853da-6491-4399-b465-50f363b4b9e8,revision_number=11']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:54.764837 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2806238-9b98-4c1a-b02b-84b6ba534333 req-1b6f146f-6836-47e1-a817-04b047a66890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:54.766943 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e2806238-9b98-4c1a-b02b-84b6ba534333 req-1b6f146f-6836-47e1-a817-04b047a66890 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=01d864243fbf4cf6816e3fd9d58ef026&device_id=f887ac67-9fac-4958-9d7e-5971de6f6263 HTTP/1.1" status: 200 len: 1100 time: 0.0928049 Aug 22 13:26:54.803282 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6a4c6-ed40-4748-a836-ca50f354f12e req-b579ee1d-4744-4378-a359-ac1136242c50 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:54.810872 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0ca6a4c6-ed40-4748-a836-ca50f354f12e req-b579ee1d-4744-4378-a359-ac1136242c50 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/ports?device_id=e696cd57-84d6-4716-a964-06c53d45f584 HTTP/1.1" status: 200 len: 944 time: 0.2208996 Aug 22 13:26:54.852455 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07137f64-cd2e-424e-b0f8-37744b1d4767 req-07d912b5-79b9-4977-afdd-827c7c8eb22f tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:54.854139 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-07137f64-cd2e-424e-b0f8-37744b1d4767 req-07d912b5-79b9-4977-afdd-827c7c8eb22f tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=f887ac67-9fac-4958-9d7e-5971de6f6263 HTTP/1.1" status: 200 len: 948 time: 0.1460102 Aug 22 13:26:54.882398 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0ca6a4c6-ed40-4748-a836-ca50f354f12e req-0d7ed2ff-95d3-40cd-baff-bf7feef4859f tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f52e29-9b4a-48c0-bf7d-3bf6374c285c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692301 Aug 22 13:26:54.901693 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2806238-9b98-4c1a-b02b-84b6ba534333 req-1ef38b80-c05f-40d4-b86e-696a4c844cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:54.903414 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e2806238-9b98-4c1a-b02b-84b6ba534333 req-1ef38b80-c05f-40d4-b86e-696a4c844cf2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7dc41cff-a3ac-4fc2-ba06-973efce2365e HTTP/1.1" status: 200 len: 870 time: 0.1262653 Aug 22 13:26:54.938442 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-07137f64-cd2e-424e-b0f8-37744b1d4767 req-af7f5633-cc48-44eb-8bb2-d978690ec5b1 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757678 Aug 22 13:26:54.957324 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3feb91b-ae9e-4e4c-bc74-66f799341eda x-openstack-request-id: req-e3feb91b-ae9e-4e4c-bc74-66f799341eda {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:26:54.957773 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d67bba42-1205-4a53-8690-4cf3129579bb", "name": "network-vif-deleted", "tag": "b179796e-104f-4cb4-a225-ec0da67c2e71", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:26:54.958117 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e3feb91b-ae9e-4e4c-bc74-66f799341eda {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:26:54.958603 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd67bba42-1205-4a53-8690-4cf3129579bb', 'name': 'network-vif-deleted', 'tag': 'b179796e-104f-4cb4-a225-ec0da67c2e71', 'status': 'completed', 'code': 200} Aug 22 13:26:54.963238 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e2806238-9b98-4c1a-b02b-84b6ba534333 req-d4894a26-e2a0-4d30-858b-553454285686 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=aa1853da-6491-4399-b465-50f363b4b9e8 HTTP/1.1" status: 200 len: 217 time: 0.0525270 Aug 22 13:26:55.036388 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2806238-9b98-4c1a-b02b-84b6ba534333 req-de31ac7e-2bdd-42a6-ac4a-7ec51e25a4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:55.045166 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e2806238-9b98-4c1a-b02b-84b6ba534333 req-de31ac7e-2bdd-42a6-ac4a-7ec51e25a4ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.0746634 Aug 22 13:26:55.056040 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-3d6977e0-a318-478d-a908-7446ee453e4c admin admin] Deleting port 2cd25fc7-fcf0-4c0f-a611-25971c18432b {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:26:55.056658 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3d6977e0-a318-478d-a908-7446ee453e4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:55.100519 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2806238-9b98-4c1a-b02b-84b6ba534333 req-40449e35-bd38-4459-bcbb-8ec221404f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:55.102095 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e2806238-9b98-4c1a-b02b-84b6ba534333 req-40449e35-bd38-4459-bcbb-8ec221404f59 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0505860 Aug 22 13:26:55.124627 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device b179796e-104f-4cb4-a225-ec0da67c2e71 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:26:55.151974 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: b179796e-104f-4cb4-a225-ec0da67c2e71 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:26:55.156771 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device b179796e-104f-4cb4-a225-ec0da67c2e71 not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:26:55.164618 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-3d6977e0-a318-478d-a908-7446ee453e4c admin admin] For port 2cd25fc7-fcf0-4c0f-a611-25971c18432b, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=2cd25fc7-fcf0-4c0f-a611-25971c18432b,segment=NetworkSegment(b28f9651-918f-474f-b566-449a0b3d2349),segment_id=b28f9651-918f-474f-b566-449a0b3d2349)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:55.165104 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3d6977e0-a318-478d-a908-7446ee453e4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:55.166568 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device aa1853da-6491-4399-b465-50f363b4b9e8 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:26:55.179670 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-3d6977e0-a318-478d-a908-7446ee453e4c admin admin] Calling delete_port for 2cd25fc7-fcf0-4c0f-a611-25971c18432b owned by network:router_interface {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:26:55.253972 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e2806238-9b98-4c1a-b02b-84b6ba534333 req-bda3ceb5-14a7-4e21-8006-72349d973182 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439328 Aug 22 13:26:55.264258 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device aa1853da-6491-4399-b465-50f363b4b9e8 not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:26:55.389486 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e2806238-9b98-4c1a-b02b-84b6ba534333 req-6b2385cb-5f57-48fa-a28c-9dd1d4538cd6 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285355 Aug 22 13:26:55.458569 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b937b4f6-d2e1-4e5c-a7b8-d3cea3721c06 req-7b43f16a-0476-47bc-bd1b-54b21a5744ec tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=d67bba42-1205-4a53-8690-4cf3129579bb HTTP/1.1" status: 200 len: 210 time: 0.0495462 Aug 22 13:26:55.500477 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3d6977e0-a318-478d-a908-7446ee453e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:55.534772 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6977e0-a318-478d-a908-7446ee453e4c admin admin] Pushing event deleted for resources: {'Port': ['ID=2cd25fc7-fcf0-4c0f-a611-25971c18432b,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:55.570121 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6977e0-a318-478d-a908-7446ee453e4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:26:55.570245 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6977e0-a318-478d-a908-7446ee453e4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:26:55.570539 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6977e0-a318-478d-a908-7446ee453e4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:26:55.570872 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6977e0-a318-478d-a908-7446ee453e4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:26:55.571196 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6977e0-a318-478d-a908-7446ee453e4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:26:55.571518 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6977e0-a318-478d-a908-7446ee453e4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:26:55.571846 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6977e0-a318-478d-a908-7446ee453e4c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:26:55.572118 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f887ac67-9fac-4958-9d7e-5971de6f6263', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa1853da-6491-4399-b465-50f363b4b9e8'}, {'name': 'network-changed', 'server_uuid': 'f887ac67-9fac-4958-9d7e-5971de6f6263', 'tag': 'aa1853da-6491-4399-b465-50f363b4b9e8'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:26:55.572259 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6977e0-a318-478d-a908-7446ee453e4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:26:55.572512 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6977e0-a318-478d-a908-7446ee453e4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:26:55.572827 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6977e0-a318-478d-a908-7446ee453e4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:26:55.573147 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6977e0-a318-478d-a908-7446ee453e4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:26:55.573468 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6977e0-a318-478d-a908-7446ee453e4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:26:55.575309 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f298e354-0232-49b4-826f-a0ca523c197c" -d '{"events": [{"server_uuid": "f887ac67-9fac-4958-9d7e-5971de6f6263", "name": "network-vif-unplugged", "status": "completed", "tag": "aa1853da-6491-4399-b465-50f363b4b9e8"}, {"name": "network-changed", "server_uuid": "f887ac67-9fac-4958-9d7e-5971de6f6263", "tag": "aa1853da-6491-4399-b465-50f363b4b9e8"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:26:55.649680 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7242750f-1be7-4596-be3b-bc68da7a936c req-2f443238-153d-4686-9391-56373bc71d61 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:55.656201 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7242750f-1be7-4596-be3b-bc68da7a936c req-2f443238-153d-4686-9391-56373bc71d61 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:55.662877 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7242750f-1be7-4596-be3b-bc68da7a936c req-2f443238-153d-4686-9391-56373bc71d61 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:55.668783 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7242750f-1be7-4596-be3b-bc68da7a936c req-2f443238-153d-4686-9391-56373bc71d61 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:55.677271 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7242750f-1be7-4596-be3b-bc68da7a936c req-2f443238-153d-4686-9391-56373bc71d61 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:55.683614 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7242750f-1be7-4596-be3b-bc68da7a936c req-2f443238-153d-4686-9391-56373bc71d61 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:55.689773 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7242750f-1be7-4596-be3b-bc68da7a936c req-2f443238-153d-4686-9391-56373bc71d61 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:55.697464 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7242750f-1be7-4596-be3b-bc68da7a936c req-2f443238-153d-4686-9391-56373bc71d61 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 5427 time: 0.1661830 Aug 22 13:26:55.706474 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sun, 22 Aug 2021 13:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c16733-239d-442b-a726-005ed3326035 x-openstack-request-id: req-f3c16733-239d-442b-a726-005ed3326035 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:26:55.707270 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f887ac67-9fac-4958-9d7e-5971de6f6263", "name": "network-vif-unplugged", "status": "completed", "tag": "aa1853da-6491-4399-b465-50f363b4b9e8", "code": 200}, {"name": "network-changed", "server_uuid": "f887ac67-9fac-4958-9d7e-5971de6f6263", "tag": "aa1853da-6491-4399-b465-50f363b4b9e8", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:26:55.707918 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f3c16733-239d-442b-a726-005ed3326035 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:26:55.708589 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f887ac67-9fac-4958-9d7e-5971de6f6263', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa1853da-6491-4399-b465-50f363b4b9e8', 'code': 200} Aug 22 13:26:55.709045 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f887ac67-9fac-4958-9d7e-5971de6f6263', 'tag': 'aa1853da-6491-4399-b465-50f363b4b9e8', 'status': 'completed', 'code': 200} Aug 22 13:26:55.783291 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f298e354-0232-49b4-826f-a0ca523c197c req-0c8957c8-86ae-4d49-8292-37fbc7cc0def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:55.786945 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f298e354-0232-49b4-826f-a0ca523c197c req-0c8957c8-86ae-4d49-8292-37fbc7cc0def service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=01d864243fbf4cf6816e3fd9d58ef026&device_id=f887ac67-9fac-4958-9d7e-5971de6f6263 HTTP/1.1" status: 200 len: 1100 time: 0.0509183 Aug 22 13:26:55.811280 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7242750f-1be7-4596-be3b-bc68da7a936c req-73211fec-cdac-429f-8af9-5b44ebb58dd0 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/security-groups?id=4cc9f53d-f53a-41a9-9530-58f2e575d924&id=6e2ef2da-4440-4915-b63c-e03f5cd2edf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1127732 Aug 22 13:26:55.872449 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f298e354-0232-49b4-826f-a0ca523c197c req-2a52867b-f67a-4e4f-9607-c4051d6f67e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:55.874049 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f298e354-0232-49b4-826f-a0ca523c197c req-2a52867b-f67a-4e4f-9607-c4051d6f67e7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=01d864243fbf4cf6816e3fd9d58ef026&device_id=f887ac67-9fac-4958-9d7e-5971de6f6263 HTTP/1.1" status: 200 len: 1100 time: 0.1218278 Aug 22 13:26:55.876474 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3d6977e0-a318-478d-a908-7446ee453e4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:55.892373 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f298e354-0232-49b4-826f-a0ca523c197c req-6a7be4db-3a35-47f9-9262-feb7e8c8a144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:55.893832 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f298e354-0232-49b4-826f-a0ca523c197c req-6a7be4db-3a35-47f9-9262-feb7e8c8a144 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7dc41cff-a3ac-4fc2-ba06-973efce2365e HTTP/1.1" status: 200 len: 870 time: 0.1017549 Aug 22 13:26:55.954478 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f298e354-0232-49b4-826f-a0ca523c197c req-6832b128-d56d-4d6e-8283-5a0d820d1df6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=aa1853da-6491-4399-b465-50f363b4b9e8 HTTP/1.1" status: 200 len: 217 time: 0.0534968 Aug 22 13:26:56.007679 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f298e354-0232-49b4-826f-a0ca523c197c req-cf883b77-11a9-446e-a43d-e6555121009e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:56.009210 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f298e354-0232-49b4-826f-a0ca523c197c req-cf883b77-11a9-446e-a43d-e6555121009e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.0476451 Aug 22 13:26:56.058519 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f298e354-0232-49b4-826f-a0ca523c197c req-ddd5d1b5-c32c-44c3-81b1-15f2fe279284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:56.060811 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f298e354-0232-49b4-826f-a0ca523c197c req-ddd5d1b5-c32c-44c3-81b1-15f2fe279284 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0425668 Aug 22 13:26:56.085879 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f298e354-0232-49b4-826f-a0ca523c197c req-14653bd6-0bbc-452f-860e-bfa3b12fa85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:56.087382 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f298e354-0232-49b4-826f-a0ca523c197c req-14653bd6-0bbc-452f-860e-bfa3b12fa85d service neutron] 10.222.0.16 "GET /v2.0/networks?id=7dc41cff-a3ac-4fc2-ba06-973efce2365e HTTP/1.1" status: 200 len: 870 time: 0.2012830 Aug 22 13:26:56.103474 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5919bdb1-3d6e-4a2d-94eb-aaea63b0925d req-89c164a2-8c9a-427e-9f6d-eee111adb7bb tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:56.104986 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5919bdb1-3d6e-4a2d-94eb-aaea63b0925d req-89c164a2-8c9a-427e-9f6d-eee111adb7bb tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/ports?device_id=e696cd57-84d6-4716-a964-06c53d45f584 HTTP/1.1" status: 200 len: 944 time: 0.1397471 Aug 22 13:26:56.155702 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f298e354-0232-49b4-826f-a0ca523c197c req-b2be19b7-4ceb-4a4c-9441-04dd9fd65862 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874684 Aug 22 13:26:56.165111 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f298e354-0232-49b4-826f-a0ca523c197c req-d316bd4e-4a64-4144-b247-962fe6d4aa5a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=aa1853da-6491-4399-b465-50f363b4b9e8 HTTP/1.1" status: 200 len: 217 time: 0.0571227 Aug 22 13:26:56.244628 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f298e354-0232-49b4-826f-a0ca523c197c req-0bb7fdeb-769c-492f-a354-977a2c50d49e service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811179 Aug 22 13:26:56.274346 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5919bdb1-3d6e-4a2d-94eb-aaea63b0925d req-c266c905-b6a7-4b4d-9618-8601b08ce26d tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f52e29-9b4a-48c0-bf7d-3bf6374c285c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592734 Aug 22 13:26:56.328806 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f298e354-0232-49b4-826f-a0ca523c197c req-45989dd4-78b2-486d-aa06-398a129a2689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:56.330162 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f298e354-0232-49b4-826f-a0ca523c197c req-45989dd4-78b2-486d-aa06-398a129a2689 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.1489677 Aug 22 13:26:56.339180 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c893d0aa-36e3-4b62-a9d9-1191745cc327 req-072b868b-22e9-473f-80cc-32702f0ece6c tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:56.340599 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c893d0aa-36e3-4b62-a9d9-1191745cc327 req-072b868b-22e9-473f-80cc-32702f0ece6c tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=f887ac67-9fac-4958-9d7e-5971de6f6263 HTTP/1.1" status: 200 len: 948 time: 0.1867316 Aug 22 13:26:56.396481 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d6977e0-a318-478d-a908-7446ee453e4c admin admin] Router 3fe5b226-e2f4-41d9-a543-181726c6abdc has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:26:56.429878 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c893d0aa-36e3-4b62-a9d9-1191745cc327 req-a81a9cb6-737b-4da0-afd1-933673e0fb6c tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811653 Aug 22 13:26:56.470461 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 82c32e2e-dc79-4e52-9524-6b468546715a details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:26:56.602750 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 82c32e2e-dc79-4e52-9524-6b468546715a, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=82c32e2e-dc79-4e52-9524-6b468546715a,segment=NetworkSegment(4c6e1d8d-4c7e-4c05-b40c-a119ed7a60f2),segment_id=4c6e1d8d-4c7e-4c05-b40c-a119ed7a60f2)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:56.619849 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '82c32e2e-dc79-4e52-9524-6b468546715a', 'network_id': '0657f797-3c0a-43e1-b263-eae5f1e252be', 'port_id': '82c32e2e-dc79-4e52-9524-6b468546715a', 'mac_address': 'fa:16:3e:5f:39:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dbf2c20-d1ff-4a0d-9ac3-b204766fe12d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:26:56.682639 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:56.708545 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82c32e2e-dc79-4e52-9524-6b468546715a {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:26:56.745871 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 82c32e2e-dc79-4e52-9524-6b468546715a, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=82c32e2e-dc79-4e52-9524-6b468546715a,segment=NetworkSegment(4c6e1d8d-4c7e-4c05-b40c-a119ed7a60f2),segment_id=4c6e1d8d-4c7e-4c05-b40c-a119ed7a60f2)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:56.752273 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:56.802931 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f298e354-0232-49b4-826f-a0ca523c197c req-97c233ad-3df6-4f73-9fdb-22015448c97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:56.803372 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f298e354-0232-49b4-826f-a0ca523c197c req-97c233ad-3df6-4f73-9fdb-22015448c97e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4244454 Aug 22 13:26:56.818448 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=82c32e2e-dc79-4e52-9524-6b468546715a,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:56.982564 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6977e0-a318-478d-a908-7446ee453e4c admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:26:56.993731 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['82c32e2e-dc79-4e52-9524-6b468546715a'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:26:57.000189 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-3d6977e0-a318-478d-a908-7446ee453e4c admin admin] 10.222.0.21 "PUT /v2.0/routers/3fe5b226-e2f4-41d9-a543-181726c6abdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0429068 Aug 22 13:26:57.001748 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76f4c0b-1b25-4e25-a25e-95667201c454 None None] Sync routers for ids ['3fe5b226-e2f4-41d9-a543-181726c6abdc'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:26:57.002288 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52316) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:26:57.016602 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76f4c0b-1b25-4e25-a25e-95667201c454 None None] Routers {'3fe5b226-e2f4-41d9-a543-181726c6abdc'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:26:57.017405 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-c76f4c0b-1b25-4e25-a25e-95667201c454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:26:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['3fe5b226-e2f4-41d9-a543-181726c6abdc'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:26:57.034714 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152d2d5-9e56-42c3-856c-8bcdac7296f6 req-2a4af400-c078-4503-a0b8-e7d0a660d5a2 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:57.036881 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1152d2d5-9e56-42c3-856c-8bcdac7296f6 req-2a4af400-c078-4503-a0b8-e7d0a660d5a2 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9664aff-8179-4092-bf01-73c9a1e911e5 HTTP/1.1" status: 200 len: 944 time: 0.1996086 Aug 22 13:26:57.065010 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aeeafd-10b0-44c9-ad48-f796ad85f958 req-8af836d4-c75b-4602-9a90-310c45096b6a tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:57.071325 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aeeafd-10b0-44c9-ad48-f796ad85f958 req-8af836d4-c75b-4602-9a90-310c45096b6a tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:57.077653 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aeeafd-10b0-44c9-ad48-f796ad85f958 req-8af836d4-c75b-4602-9a90-310c45096b6a tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:57.084765 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aeeafd-10b0-44c9-ad48-f796ad85f958 req-8af836d4-c75b-4602-9a90-310c45096b6a tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:57.091053 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aeeafd-10b0-44c9-ad48-f796ad85f958 req-8af836d4-c75b-4602-9a90-310c45096b6a tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:57.099325 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aeeafd-10b0-44c9-ad48-f796ad85f958 req-8af836d4-c75b-4602-9a90-310c45096b6a tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:57.105703 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aeeafd-10b0-44c9-ad48-f796ad85f958 req-8af836d4-c75b-4602-9a90-310c45096b6a tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:57.108276 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e5aeeafd-10b0-44c9-ad48-f796ad85f958 req-8af836d4-c75b-4602-9a90-310c45096b6a tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 5427 time: 0.2028229 Aug 22 13:26:57.138861 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f298e354-0232-49b4-826f-a0ca523c197c req-4aab07be-522e-4b22-861d-0736cbea51dc service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246982 Aug 22 13:26:57.139767 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device ab40ae52-fb74-4b8c-a089-1c836ec0b6cf up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:26:57.150705 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b28c1258-e64e-4034-8e63-4e75997e0c8c admin admin] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:57.182070 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1152d2d5-9e56-42c3-856c-8bcdac7296f6 req-baa527fa-3804-483e-96fe-9da8e838d92d tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327603 Aug 22 13:26:57.205657 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-c76f4c0b-1b25-4e25-a25e-95667201c454 None None] Set router 3fe5b226-e2f4-41d9-a543-181726c6abdc gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:26:57.250837 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port ab40ae52-fb74-4b8c-a089-1c836ec0b6cf completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:26:57.256356 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port ab40ae52-fb74-4b8c-a089-1c836ec0b6cf triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:26:57.256765 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:57.307121 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b28c1258-e64e-4034-8e63-4e75997e0c8c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:57.348774 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e5aeeafd-10b0-44c9-ad48-f796ad85f958 req-a36af607-e906-48fa-8ee5-8eccb0bb0daa tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/security-groups?id=4cc9f53d-f53a-41a9-9530-58f2e575d924&id=6e2ef2da-4440-4915-b63c-e03f5cd2edf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2282166 Aug 22 13:26:57.359672 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:57.391716 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab40ae52-fb74-4b8c-a089-1c836ec0b6cf'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:26:57.394425 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3776a65f-b2d4-4111-9012-469cde18040a" -d '{"events": [{"server_uuid": "506f98cb-b30e-4045-a872-1c9f4dda56cb", "name": "network-vif-plugged", "status": "completed", "tag": "ab40ae52-fb74-4b8c-a089-1c836ec0b6cf"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:26:57.411003 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port ab40ae52-fb74-4b8c-a089-1c836ec0b6cf, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=ab40ae52-fb74-4b8c-a089-1c836ec0b6cf,segment=NetworkSegment(39f86938-cd23-49cd-9ccb-5c572c933116),segment_id=39f86938-cd23-49cd-9ccb-5c572c933116)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:57.417451 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:57.418875 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 9b630015-e2ab-41a3-965e-35e3ddb15e2b up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:26:57.439332 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f298e354-0232-49b4-826f-a0ca523c197c req-35e9192b-e3b0-4252-8db5-67bf467c3553 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748518 Aug 22 13:26:57.467571 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d56e7e-c02d-4487-83d1-b86d61880920 req-0c8cbf81-7432-4d62-bc92-aaa2808ce722 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:57.469323 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d3d56e7e-c02d-4487-83d1-b86d61880920 req-0c8cbf81-7432-4d62-bc92-aaa2808ce722 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9664aff-8179-4092-bf01-73c9a1e911e5 HTTP/1.1" status: 200 len: 944 time: 0.1487939 Aug 22 13:26:57.488809 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-b28c1258-e64e-4034-8e63-4e75997e0c8c admin admin] Deleting port f75ece67-223e-4999-b544-78a4cc16bb99 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:26:57.489150 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b28c1258-e64e-4034-8e63-4e75997e0c8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:57.555006 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-c76f4c0b-1b25-4e25-a25e-95667201c454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe5b226-e2f4-41d9-a543-181726c6abdc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1582655311-router', 'tenant_id': '4d9750df62d34d28beb15eff8be21051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'f75ece67-223e-4999-b544-78a4cc16bb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:25:52Z', 'updated_at': '2021-08-22T13:26:55Z', 'revision_number': 5, 'project_id': '4d9750df62d34d28beb15eff8be21051', 'gw_port': {'id': 'f75ece67-223e-4999-b544-78a4cc16bb99', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:4b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe5b226-e2f4-41d9-a543-181726c6abdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:54Z', 'updated_at': '2021-08-22T13:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:26:57.558704 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=ab40ae52-fb74-4b8c-a089-1c836ec0b6cf,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:57.574163 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port 9b630015-e2ab-41a3-965e-35e3ddb15e2b completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:26:57.579484 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 9b630015-e2ab-41a3-965e-35e3ddb15e2b triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:26:57.580164 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:57.590212 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76f4c0b-1b25-4e25-a25e-95667201c454 None None] Checking router: 3fe5b226-e2f4-41d9-a543-181726c6abdc for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:26:57.599867 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76f4c0b-1b25-4e25-a25e-95667201c454 None None] Routers {'3fe5b226-e2f4-41d9-a543-181726c6abdc'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:26:57.600523 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-c76f4c0b-1b25-4e25-a25e-95667201c454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:26:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['3fe5b226-e2f4-41d9-a543-181726c6abdc'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:26:57.607543 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9900d217-2485-4033-b256-52861464efc1 x-openstack-request-id: req-9900d217-2485-4033-b256-52861464efc1 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:26:57.607997 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "506f98cb-b30e-4045-a872-1c9f4dda56cb", "name": "network-vif-plugged", "status": "completed", "tag": "ab40ae52-fb74-4b8c-a089-1c836ec0b6cf", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:26:57.608433 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9900d217-2485-4033-b256-52861464efc1 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:26:57.608926 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab40ae52-fb74-4b8c-a089-1c836ec0b6cf', 'code': 200} Aug 22 13:26:57.665993 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beffb5fd-3dca-4fea-8b9a-8b17796c3a41 req-1efa57e0-3b09-4d29-96d7-55184bf8de64 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:57.675930 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-beffb5fd-3dca-4fea-8b9a-8b17796c3a41 req-1efa57e0-3b09-4d29-96d7-55184bf8de64 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/ports?device_id=e696cd57-84d6-4716-a964-06c53d45f584 HTTP/1.1" status: 200 len: 945 time: 0.1639359 Aug 22 13:26:57.683116 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-b28c1258-e64e-4034-8e63-4e75997e0c8c admin admin] For port f75ece67-223e-4999-b544-78a4cc16bb99, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=f75ece67-223e-4999-b544-78a4cc16bb99,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:57.684632 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b28c1258-e64e-4034-8e63-4e75997e0c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:57.692751 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:57.700679 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-b28c1258-e64e-4034-8e63-4e75997e0c8c admin admin] Calling delete_port for f75ece67-223e-4999-b544-78a4cc16bb99 owned by network:router_gateway {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:26:57.728989 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-c76f4c0b-1b25-4e25-a25e-95667201c454 None None] Set router 3fe5b226-e2f4-41d9-a543-181726c6abdc gateway port host: None {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:26:57.735929 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 9b630015-e2ab-41a3-965e-35e3ddb15e2b, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=9b630015-e2ab-41a3-965e-35e3ddb15e2b,segment=NetworkSegment(86adbc1d-9e27-4818-8ee1-8777c1311f1c),segment_id=86adbc1d-9e27-4818-8ee1-8777c1311f1c)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:57.741682 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:57.742928 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 2dbd4c0b-f8a8-407f-95de-f4be4481eaec up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:26:57.788897 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-beffb5fd-3dca-4fea-8b9a-8b17796c3a41 req-944389d7-44a3-48c1-ae76-2d980b084ef8 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f52e29-9b4a-48c0-bf7d-3bf6374c285c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014149 Aug 22 13:26:57.792600 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-d3d56e7e-c02d-4487-83d1-b86d61880920 req-9a52649c-c5e2-4c2a-ad72-afb5079d8f19 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Deleting port a4665293-7ee2-4f54-bdd5-5155a7b24c4b {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:26:57.792939 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-d3d56e7e-c02d-4487-83d1-b86d61880920 req-9a52649c-c5e2-4c2a-ad72-afb5079d8f19 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:57.798540 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-c76f4c0b-1b25-4e25-a25e-95667201c454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe5b226-e2f4-41d9-a543-181726c6abdc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1582655311-router', 'tenant_id': '4d9750df62d34d28beb15eff8be21051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:25:52Z', 'updated_at': '2021-08-22T13:26:57Z', 'revision_number': 6, 'project_id': '4d9750df62d34d28beb15eff8be21051', 'gw_port_host': None}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:26:57.833671 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76f4c0b-1b25-4e25-a25e-95667201c454 None None] The sync data for ids ['3fe5b226-e2f4-41d9-a543-181726c6abdc'] in n-d-793621-33 is: [{'id': '3fe5b226-e2f4-41d9-a543-181726c6abdc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1582655311-router', 'tenant_id': '4d9750df62d34d28beb15eff8be21051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:25:52Z', 'updated_at': '2021-08-22T13:26:57Z', 'revision_number': 6, 'project_id': '4d9750df62d34d28beb15eff8be21051', 'gw_port_host': None}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:26:57.848281 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=9b630015-e2ab-41a3-965e-35e3ddb15e2b,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:57.872667 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port 2dbd4c0b-f8a8-407f-95de-f4be4481eaec completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:26:57.883949 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 2dbd4c0b-f8a8-407f-95de-f4be4481eaec triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:26:57.884565 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:57.912503 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a8315-723a-4def-a34d-c00b3080c413 req-4bd777fd-c714-44f8-9c74-e1d69e71c3f6 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:57.914344 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d44a8315-723a-4def-a34d-c00b3080c413 req-4bd777fd-c714-44f8-9c74-e1d69e71c3f6 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=f887ac67-9fac-4958-9d7e-5971de6f6263 HTTP/1.1" status: 200 len: 948 time: 0.2168019 Aug 22 13:26:57.924790 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b28c1258-e64e-4034-8e63-4e75997e0c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:57.956421 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28c1258-e64e-4034-8e63-4e75997e0c8c admin admin] Pushing event deleted for resources: {'Port': ['ID=f75ece67-223e-4999-b544-78a4cc16bb99,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:57.991631 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:58.012014 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d44a8315-723a-4def-a34d-c00b3080c413 req-b985f013-92f1-4dfe-991b-bb86ea4b11c5 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841208 Aug 22 13:26:58.020558 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-d3d56e7e-c02d-4487-83d1-b86d61880920 req-9a52649c-c5e2-4c2a-ad72-afb5079d8f19 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] For port a4665293-7ee2-4f54-bdd5-5155a7b24c4b, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=a4665293-7ee2-4f54-bdd5-5155a7b24c4b,segment=NetworkSegment(0efbff2c-3dbf-4e79-83ba-47cbdc800632),segment_id=0efbff2c-3dbf-4e79-83ba-47cbdc800632)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:58.020924 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-d3d56e7e-c02d-4487-83d1-b86d61880920 req-9a52649c-c5e2-4c2a-ad72-afb5079d8f19 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:58.045716 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-d3d56e7e-c02d-4487-83d1-b86d61880920 req-9a52649c-c5e2-4c2a-ad72-afb5079d8f19 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Calling delete_port for a4665293-7ee2-4f54-bdd5-5155a7b24c4b owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:26:58.054460 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 2dbd4c0b-f8a8-407f-95de-f4be4481eaec, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=2dbd4c0b-f8a8-407f-95de-f4be4481eaec,segment=NetworkSegment(39f86938-cd23-49cd-9ccb-5c572c933116),segment_id=39f86938-cd23-49cd-9ccb-5c572c933116)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:58.059385 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:58.060962 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device aa5cdb91-66e3-442c-9d12-088167557b99 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:26:58.066485 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b28c1258-e64e-4034-8e63-4e75997e0c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:58.069931 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:58.169103 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=2dbd4c0b-f8a8-407f-95de-f4be4481eaec,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:58.177605 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port aa5cdb91-66e3-442c-9d12-088167557b99 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:26:58.183254 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port aa5cdb91-66e3-442c-9d12-088167557b99 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:26:58.183909 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:58.201887 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f57b3-c764-4edb-8842-9076e5bb5087 req-26c084fe-077a-4a19-97b5-3ff4d52dd7b2 tempest-MigrationsAdminTest-788779939 tempest-MigrationsAdminTest-788779939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:58.217033 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9f6f57b3-c764-4edb-8842-9076e5bb5087 req-26c084fe-077a-4a19-97b5-3ff4d52dd7b2 tempest-MigrationsAdminTest-788779939 tempest-MigrationsAdminTest-788779939-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f887ac67-9fac-4958-9d7e-5971de6f6263 HTTP/1.1" status: 200 len: 1100 time: 0.0937181 Aug 22 13:26:58.312633 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9f6f57b3-c764-4edb-8842-9076e5bb5087 req-3d76fdff-5bb9-4c1f-9dfd-538f788b2fad tempest-MigrationsAdminTest-788779939 tempest-MigrationsAdminTest-788779939-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863171 Aug 22 13:26:58.348415 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:58.429114 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ca2d3867-8ddc-4389-9bcf-c22549fe7b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:58.433028 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52350) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:26:58.435175 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port aa5cdb91-66e3-442c-9d12-088167557b99, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=aa5cdb91-66e3-442c-9d12-088167557b99,segment=NetworkSegment(39f86938-cd23-49cd-9ccb-5c572c933116),segment_id=39f86938-cd23-49cd-9ccb-5c572c933116)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:58.440682 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:58.440897 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-d3d56e7e-c02d-4487-83d1-b86d61880920 req-9a52649c-c5e2-4c2a-ad72-afb5079d8f19 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:58.441890 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 51de7287-b8e3-42e9-ab42-7fe4c8b6b33b up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:26:58.487736 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a52649c-c5e2-4c2a-ad72-afb5079d8f19 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Pushing event deleted for resources: {'Port': ['ID=a4665293-7ee2-4f54-bdd5-5155a7b24c4b,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:58.505562 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device aa1853da-6491-4399-b465-50f363b4b9e8 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:26:58.532095 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1294d-f27d-44ba-b2cd-1dbed4c799c8 req-2a15ebc3-8695-4d97-bfc1-7ca026d6ddcb tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:58.540325 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ffa1294d-f27d-44ba-b2cd-1dbed4c799c8 req-2a15ebc3-8695-4d97-bfc1-7ca026d6ddcb tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9664aff-8179-4092-bf01-73c9a1e911e5 HTTP/1.1" status: 200 len: 866 time: 0.2466156 Aug 22 13:26:58.569471 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3d56e7e-c02d-4487-83d1-b86d61880920 req-9a52649c-c5e2-4c2a-ad72-afb5079d8f19 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] No DVR routers for this DVR port a4665293-7ee2-4f54-bdd5-5155a7b24c4b on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:26:58.573695 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-d3d56e7e-c02d-4487-83d1-b86d61880920 req-9a52649c-c5e2-4c2a-ad72-afb5079d8f19 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:58.577475 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d3d56e7e-c02d-4487-83d1-b86d61880920 req-9a52649c-c5e2-4c2a-ad72-afb5079d8f19 tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.16 "DELETE /v2.0/ports/a4665293-7ee2-4f54-bdd5-5155a7b24c4b HTTP/1.1" status: 204 len: 173 time: 1.1011748 Aug 22 13:26:58.579309 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9664aff-8179-4092-bf01-73c9a1e911e5', 'name': 'network-vif-deleted', 'tag': 'a4665293-7ee2-4f54-bdd5-5155a7b24c4b'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:26:58.585643 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53d4bd0-5f4a-43f4-89de-f6039e894f89" -d '{"events": [{"server_uuid": "c9664aff-8179-4092-bf01-73c9a1e911e5", "name": "network-vif-deleted", "tag": "a4665293-7ee2-4f54-bdd5-5155a7b24c4b"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:26:58.626444 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ffa1294d-f27d-44ba-b2cd-1dbed4c799c8 req-deec2ecc-aa15-4394-b3e1-e54f4338b06b tempest-LiveAutoBlockMigrationV225Test-140800841 tempest-LiveAutoBlockMigrationV225Test-140800841-project] 10.222.0.21 "GET /v2.0/security-groups?id=343f07bd-ff40-4f1b-b844-249f26921c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851269 Aug 22 13:26:58.629245 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port aa1853da-6491-4399-b465-50f363b4b9e8, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=aa1853da-6491-4399-b465-50f363b4b9e8,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:58.639772 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b28c1258-e64e-4034-8e63-4e75997e0c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:58.642134 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 82c32e2e-dc79-4e52-9524-6b468546715a up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:26:58.643116 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b28c1258-e64e-4034-8e63-4e75997e0c8c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:58.648395 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': 'aa1853da-6491-4399-b465-50f363b4b9e8', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'port_id': 'aa1853da-6491-4399-b465-50f363b4b9e8', 'mac_address': 'fa:16:3e:59:db:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7151c727-b27f-4308-8098-60bc16140d45', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:26:58.697025 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b28c1258-e64e-4034-8e63-4e75997e0c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:58.697996 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28c1258-e64e-4034-8e63-4e75997e0c8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fe5b226-e2f4-41d9-a543-181726c6abdc {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:26:58.729004 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b28c1258-e64e-4034-8e63-4e75997e0c8c admin admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:58.736021 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b28c1258-e64e-4034-8e63-4e75997e0c8c admin admin] 10.222.0.21 "DELETE /v2.0/routers/3fe5b226-e2f4-41d9-a543-181726c6abdc HTTP/1.1" status: 204 len: 168 time: 1.7323115 Aug 22 13:26:58.738939 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52360) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:26:58.760646 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-966f6eea-9869-4baa-a017-cddb92458f1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:58.775069 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=aa5cdb91-66e3-442c-9d12-088167557b99,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:58.795012 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:58.813984 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port 51de7287-b8e3-42e9-ab42-7fe4c8b6b33b completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:26:58.823058 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 82c32e2e-dc79-4e52-9524-6b468546715a completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:26:58.828129 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 51de7287-b8e3-42e9-ab42-7fe4c8b6b33b triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:26:58.828552 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:58.834171 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa1853da-6491-4399-b465-50f363b4b9e8 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:26:58.859393 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-64d844bf-978f-45e5-a6f2-1233b22d505d admin admin] Deleting subnet c325b325-e4c0-4e1f-8f24-c36f107ba68b {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:26:58.861220 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 82c32e2e-dc79-4e52-9524-6b468546715a triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:26:58.861603 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:58.864398 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-64d844bf-978f-45e5-a6f2-1233b22d505d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:58.874995 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e6e35a-ce17-4911-8e20-0c41246306a4 req-d03da1f8-05e4-4f94-aae2-f4e2ed6b271e tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:58.881514 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e6e35a-ce17-4911-8e20-0c41246306a4 req-d03da1f8-05e4-4f94-aae2-f4e2ed6b271e tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:58.887609 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e6e35a-ce17-4911-8e20-0c41246306a4 req-d03da1f8-05e4-4f94-aae2-f4e2ed6b271e tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:58.894394 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e6e35a-ce17-4911-8e20-0c41246306a4 req-d03da1f8-05e4-4f94-aae2-f4e2ed6b271e tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:58.900430 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e6e35a-ce17-4911-8e20-0c41246306a4 req-d03da1f8-05e4-4f94-aae2-f4e2ed6b271e tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:58.907925 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e6e35a-ce17-4911-8e20-0c41246306a4 req-d03da1f8-05e4-4f94-aae2-f4e2ed6b271e tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:58.913250 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port aa1853da-6491-4399-b465-50f363b4b9e8, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=aa1853da-6491-4399-b465-50f363b4b9e8,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:58.913859 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e6e35a-ce17-4911-8e20-0c41246306a4 req-d03da1f8-05e4-4f94-aae2-f4e2ed6b271e tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:58.915491 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-64d844bf-978f-45e5-a6f2-1233b22d505d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:58.915983 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-22e6e35a-ce17-4911-8e20-0c41246306a4 req-d03da1f8-05e4-4f94-aae2-f4e2ed6b271e tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 5431 time: 0.2142913 Aug 22 13:26:58.926938 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:59.018422 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-64d844bf-978f-45e5-a6f2-1233b22d505d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:59.020141 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=aa1853da-6491-4399-b465-50f363b4b9e8,revision_number=12']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:59.041207 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-22e6e35a-ce17-4911-8e20-0c41246306a4 req-55390e75-5550-4fb8-bb6f-d1f32a5cb3cb tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/security-groups?id=4cc9f53d-f53a-41a9-9530-58f2e575d924&id=6e2ef2da-4440-4915-b63c-e03f5cd2edf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1073945 Aug 22 13:26:59.055201 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8aa0c-a3c8-486a-b9b7-e03a8dd95f0f req-7c252b3a-904f-4182-84fd-f1aa6f6ff4f3 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:59.064487 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-61b8aa0c-a3c8-486a-b9b7-e03a8dd95f0f req-7c252b3a-904f-4182-84fd-f1aa6f6ff4f3 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=f887ac67-9fac-4958-9d7e-5971de6f6263 HTTP/1.1" status: 200 len: 949 time: 0.1473367 Aug 22 13:26:59.080801 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:59.084390 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:59.139044 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-64d844bf-978f-45e5-a6f2-1233b22d505d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:59.143712 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-61b8aa0c-a3c8-486a-b9b7-e03a8dd95f0f req-4a4b1d49-a93f-4d5d-91fd-5630714c3c98 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781989 Aug 22 13:26:59.171776 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e492ed2-d906-4332-a6a7-2ce105fc40a3 x-openstack-request-id: req-4e492ed2-d906-4332-a6a7-2ce105fc40a3 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:26:59.172062 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9664aff-8179-4092-bf01-73c9a1e911e5", "name": "network-vif-deleted", "tag": "a4665293-7ee2-4f54-bdd5-5155a7b24c4b", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:26:59.174713 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4e492ed2-d906-4332-a6a7-2ce105fc40a3 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:26:59.175754 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9664aff-8179-4092-bf01-73c9a1e911e5', 'name': 'network-vif-deleted', 'tag': 'a4665293-7ee2-4f54-bdd5-5155a7b24c4b', 'status': 'completed', 'code': 200} Aug 22 13:26:59.207515 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-966f6eea-9869-4baa-a017-cddb92458f1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:59.214820 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-966f6eea-9869-4baa-a017-cddb92458f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:59.217364 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d844bf-978f-45e5-a6f2-1233b22d505d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c325b325-e4c0-4e1f-8f24-c36f107ba68b,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:59.222329 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-64d844bf-978f-45e5-a6f2-1233b22d505d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:59.229405 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-64d844bf-978f-45e5-a6f2-1233b22d505d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c325b325-e4c0-4e1f-8f24-c36f107ba68b HTTP/1.1" status: 204 len: 168 time: 0.4893007 Aug 22 13:26:59.230534 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52366) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:26:59.337930 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f6eea-9869-4baa-a017-cddb92458f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbba9569-be60-487a-8af6-28ab1a0ace6b,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:59.357566 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-966f6eea-9869-4baa-a017-cddb92458f1f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=79112221198c4129abca1fa42f79a6d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9233201 Aug 22 13:26:59.360573 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52368) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:26:59.371448 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['aa1853da-6491-4399-b465-50f363b4b9e8'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:26:59.374624 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3967196-fd1c-4829-9c5a-b74b69906e8d None None] Network 7bb5b21d-df35-4f50-8226-92da5c73c522 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:26:59.396052 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0b25e42a-7890-4c72-aeaf-7a014a156b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:59.418028 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5571f5-008d-4773-b21c-1bce088cdf67 req-e3ff8dc2-d7a3-4d9b-8c19-d5a8f9fa7d46 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:26:59.420856 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8b5571f5-008d-4773-b21c-1bce088cdf67 req-e3ff8dc2-d7a3-4d9b-8c19-d5a8f9fa7d46 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/ports?device_id=e696cd57-84d6-4716-a964-06c53d45f584 HTTP/1.1" status: 200 len: 945 time: 0.1545217 Aug 22 13:26:59.461349 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-0b25e42a-7890-4c72-aeaf-7a014a156b8e admin admin] Deleting port 08c7d43a-c728-4005-a52f-072aa70e9600 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:26:59.461963 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0b25e42a-7890-4c72-aeaf-7a014a156b8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:59.471817 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8b5571f5-008d-4773-b21c-1bce088cdf67 req-e7aa0f88-aa6f-4f0c-b7aa-6abca41a939a tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f52e29-9b4a-48c0-bf7d-3bf6374c285c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387499 Aug 22 13:26:59.473483 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4f58c275-4e3d-4873-b35f-d121999c53c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:59.482506 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device f75ece67-223e-4999-b544-78a4cc16bb99 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:26:59.498057 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 82c32e2e-dc79-4e52-9524-6b468546715a, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=82c32e2e-dc79-4e52-9524-6b468546715a,segment=NetworkSegment(4c6e1d8d-4c7e-4c05-b40c-a119ed7a60f2),segment_id=4c6e1d8d-4c7e-4c05-b40c-a119ed7a60f2)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:59.501046 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4f58c275-4e3d-4873-b35f-d121999c53c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:59.507251 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 51de7287-b8e3-42e9-ab42-7fe4c8b6b33b, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=51de7287-b8e3-42e9-ab42-7fe4c8b6b33b,segment=NetworkSegment(45845a86-1a6e-41bd-be5a-e083caee6a9e),segment_id=45845a86-1a6e-41bd-be5a-e083caee6a9e)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:59.531372 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:59.536499 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-0b25e42a-7890-4c72-aeaf-7a014a156b8e admin admin] For port 08c7d43a-c728-4005-a52f-072aa70e9600, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=08c7d43a-c728-4005-a52f-072aa70e9600,segment=NetworkSegment(b28f9651-918f-474f-b566-449a0b3d2349),segment_id=b28f9651-918f-474f-b566-449a0b3d2349)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:26:59.537447 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0b25e42a-7890-4c72-aeaf-7a014a156b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:59.541563 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:59.542311 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device c5fa5344-2fed-4661-9aa7-fc0a122c07f8 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:26:59.553826 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: f75ece67-223e-4999-b544-78a4cc16bb99 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:26:59.554166 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device f75ece67-223e-4999-b544-78a4cc16bb99 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:26:59.554633 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 2cd25fc7-fcf0-4c0f-a611-25971c18432b no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:26:59.557629 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4f58c275-4e3d-4873-b35f-d121999c53c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:59.558206 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-0b25e42a-7890-4c72-aeaf-7a014a156b8e admin admin] Calling delete_port for 08c7d43a-c728-4005-a52f-072aa70e9600 owned by network:dhcp {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:26:59.560808 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4f58c275-4e3d-4873-b35f-d121999c53c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:59.561962 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-4f58c275-4e3d-4873-b35f-d121999c53c8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cbba9569-be60-487a-8af6-28ab1a0ace6b HTTP/1.1" status: 204 len: 168 time: 0.2001524 Aug 22 13:26:59.577252 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f58c275-4e3d-4873-b35f-d121999c53c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbba9569-be60-487a-8af6-28ab1a0ace6b,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:59.642836 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b630015-e2ab-41a3-965e-35e3ddb15e2b'}, {'server_uuid': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dbd4c0b-f8a8-407f-95de-f4be4481eaec'}, {'server_uuid': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa5cdb91-66e3-442c-9d12-088167557b99'}, {'server_uuid': 'e696cd57-84d6-4716-a964-06c53d45f584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c32e2e-dc79-4e52-9524-6b468546715a'}, {'server_uuid': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51de7287-b8e3-42e9-ab42-7fe4c8b6b33b'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:26:59.645123 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061468b8-a3d4-492f-9d47-d9ecec6fb4ae" -d '{"events": [{"server_uuid": "506f98cb-b30e-4045-a872-1c9f4dda56cb", "name": "network-vif-plugged", "status": "completed", "tag": "9b630015-e2ab-41a3-965e-35e3ddb15e2b"}, {"server_uuid": "506f98cb-b30e-4045-a872-1c9f4dda56cb", "name": "network-vif-plugged", "status": "completed", "tag": "2dbd4c0b-f8a8-407f-95de-f4be4481eaec"}, {"server_uuid": "506f98cb-b30e-4045-a872-1c9f4dda56cb", "name": "network-vif-plugged", "status": "completed", "tag": "aa5cdb91-66e3-442c-9d12-088167557b99"}, {"server_uuid": "e696cd57-84d6-4716-a964-06c53d45f584", "name": "network-vif-plugged", "status": "completed", "tag": "82c32e2e-dc79-4e52-9524-6b468546715a"}, {"server_uuid": "506f98cb-b30e-4045-a872-1c9f4dda56cb", "name": "network-vif-plugged", "status": "completed", "tag": "51de7287-b8e3-42e9-ab42-7fe4c8b6b33b"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:26:59.665056 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 2cd25fc7-fcf0-4c0f-a611-25971c18432b {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:26:59.665396 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 2cd25fc7-fcf0-4c0f-a611-25971c18432b not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:26:59.679442 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0b25e42a-7890-4c72-aeaf-7a014a156b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:59.721798 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Sun, 22 Aug 2021 13:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f0cc7f-5520-47d5-bca0-817635f7b856 x-openstack-request-id: req-12f0cc7f-5520-47d5-bca0-817635f7b856 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:26:59.722102 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "506f98cb-b30e-4045-a872-1c9f4dda56cb", "name": "network-vif-plugged", "status": "completed", "tag": "9b630015-e2ab-41a3-965e-35e3ddb15e2b", "code": 200}, {"server_uuid": "506f98cb-b30e-4045-a872-1c9f4dda56cb", "name": "network-vif-plugged", "status": "completed", "tag": "2dbd4c0b-f8a8-407f-95de-f4be4481eaec", "code": 200}, {"server_uuid": "506f98cb-b30e-4045-a872-1c9f4dda56cb", "name": "network-vif-plugged", "status": "completed", "tag": "aa5cdb91-66e3-442c-9d12-088167557b99", "code": 200}, {"server_uuid": "e696cd57-84d6-4716-a964-06c53d45f584", "name": "network-vif-plugged", "status": "completed", "tag": "82c32e2e-dc79-4e52-9524-6b468546715a", "code": 200}, {"server_uuid": "506f98cb-b30e-4045-a872-1c9f4dda56cb", "name": "network-vif-plugged", "status": "completed", "tag": "51de7287-b8e3-42e9-ab42-7fe4c8b6b33b", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:26:59.722352 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-12f0cc7f-5520-47d5-bca0-817635f7b856 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:26:59.722918 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b630015-e2ab-41a3-965e-35e3ddb15e2b', 'code': 200} Aug 22 13:26:59.723297 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dbd4c0b-f8a8-407f-95de-f4be4481eaec', 'code': 200} Aug 22 13:26:59.723553 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa5cdb91-66e3-442c-9d12-088167557b99', 'code': 200} Aug 22 13:26:59.723801 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e696cd57-84d6-4716-a964-06c53d45f584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c32e2e-dc79-4e52-9524-6b468546715a', 'code': 200} Aug 22 13:26:59.724042 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51de7287-b8e3-42e9-ab42-7fe4c8b6b33b', 'code': 200} Aug 22 13:26:59.730682 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b25e42a-7890-4c72-aeaf-7a014a156b8e admin admin] No DVR routers for this DVR port 08c7d43a-c728-4005-a52f-072aa70e9600 on host n-d-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:26:59.731412 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52378) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:26:59.748431 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=82c32e2e-dc79-4e52-9524-6b468546715a,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:59.772131 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b25e42a-7890-4c72-aeaf-7a014a156b8e admin admin] Pushing event deleted for resources: {'Port': ['ID=08c7d43a-c728-4005-a52f-072aa70e9600,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:59.847311 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port c5fa5344-2fed-4661-9aa7-fc0a122c07f8 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:26:59.861660 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port c5fa5344-2fed-4661-9aa7-fc0a122c07f8 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:26:59.862033 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:59.867783 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=51de7287-b8e3-42e9-ab42-7fe4c8b6b33b,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:26:59.892121 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a856416-b0a0-4144-a583-7714735609f5 None None] DHCP port deletion for 7bb5b21d-df35-4f50-8226-92da5c73c522 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:26:59.961981 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0b25e42a-7890-4c72-aeaf-7a014a156b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:26:59.995192 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:00.006967 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-0b25e42a-7890-4c72-aeaf-7a014a156b8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bb5b21d-df35-4f50-8226-92da5c73c522']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:27:00.010775 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364a287-da02-4a1b-9899-243962b99bd9 req-0b6381d3-8a01-4d47-aac9-733dbeb33f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:00.012149 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7364a287-da02-4a1b-9899-243962b99bd9 req-0b6381d3-8a01-4d47-aac9-733dbeb33f7c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e696cd57-84d6-4716-a964-06c53d45f584 HTTP/1.1" status: 200 len: 1098 time: 0.2335813 Aug 22 13:27:00.012800 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-83c3122d-c8de-4ff2-8f26-7187de07cfa0 admin admin] Deleting subnet 1fb53f66-6b81-41b6-9806-8520494df9af {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:27:00.017265 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-83c3122d-c8de-4ff2-8f26-7187de07cfa0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:00.018768 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52384) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:27:00.030822 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-0b25e42a-7890-4c72-aeaf-7a014a156b8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b28f9651-918f-474f-b566-449a0b3d2349') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:27:00.031177 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-0b25e42a-7890-4c72-aeaf-7a014a156b8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b28f9651-918f-474f-b566-449a0b3d2349') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:27:00.039208 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port c5fa5344-2fed-4661-9aa7-fc0a122c07f8, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=c5fa5344-2fed-4661-9aa7-fc0a122c07f8,segment=NetworkSegment(86adbc1d-9e27-4818-8ee1-8777c1311f1c),segment_id=86adbc1d-9e27-4818-8ee1-8777c1311f1c)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:27:00.043441 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0b25e42a-7890-4c72-aeaf-7a014a156b8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:00.048932 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:00.049825 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device ea82003c-b5ae-4523-ab17-3a26cb33a9f2 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:27:00.060541 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-447797be-cf3a-4a34-acf8-c1c7e2bbd41f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:00.079715 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-83c3122d-c8de-4ff2-8f26-7187de07cfa0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:00.090733 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb58f8e-c154-4a8e-ac98-adb70fb54526 req-1e4bb6cd-7635-4fb5-aeed-a282303c6fae tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:00.093015 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-acb58f8e-c154-4a8e-ac98-adb70fb54526 req-1e4bb6cd-7635-4fb5-aeed-a282303c6fae tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.41 "GET /v2.0/ports?device_id=f887ac67-9fac-4958-9d7e-5971de6f6263 HTTP/1.1" status: 200 len: 949 time: 0.1540575 Aug 22 13:27:00.099025 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0b25e42a-7890-4c72-aeaf-7a014a156b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:00.122955 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b25e42a-7890-4c72-aeaf-7a014a156b8e admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:27:00.123562 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0b25e42a-7890-4c72-aeaf-7a014a156b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:00.126293 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:27:00.126293 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:27:00.126293 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:27:00.126293 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:27:00.126293 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:27:00.126293 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:27:00.126293 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:27:00.126293 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:27:00.126293 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:27:00.126293 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:27:00.126293 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:27:00.126293 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:27:00.126293 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:27:00.126293 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:27:00.126293 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:27:00.126293 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:27:00.126293 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:27:00.126293 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:27:00.126293 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:27:00.126293 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:27:00.126293 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:27:00.126293 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:27:00.126293 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:27:00.126293 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:27:00.126293 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:27:00.126293 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:27:00.126293 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:27:00.126293 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:27:00.126293 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:27:00.126293 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:27:00.126293 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:27:00.126293 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:27:00.140171 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-83c3122d-c8de-4ff2-8f26-7187de07cfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:00.142392 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=c5fa5344-2fed-4661-9aa7-fc0a122c07f8,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:00.154793 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7364a287-da02-4a1b-9899-243962b99bd9 req-bd397570-1ccf-4952-8da2-18dc55336e94 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=58f52e29-9b4a-48c0-bf7d-3bf6374c285c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327212 Aug 22 13:27:00.190943 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port ea82003c-b5ae-4523-ab17-3a26cb33a9f2 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:27:00.201864 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port ea82003c-b5ae-4523-ab17-3a26cb33a9f2 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:27:00.202438 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:00.251918 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0b25e42a-7890-4c72-aeaf-7a014a156b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:00.262091 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0b25e42a-7890-4c72-aeaf-7a014a156b8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:00.264435 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0b25e42a-7890-4c72-aeaf-7a014a156b8e admin admin] 10.222.0.21 "DELETE /v2.0/networks/7bb5b21d-df35-4f50-8226-92da5c73c522 HTTP/1.1" status: 204 len: 168 time: 1.0328250 Aug 22 13:27:00.283799 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b25e42a-7890-4c72-aeaf-7a014a156b8e admin admin] Pushing event deleted for resources: {'Network': ['ID=7bb5b21d-df35-4f50-8226-92da5c73c522,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:00.295086 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39525802-bab4-43c0-8607-2ee90e4c926f req-32b1d73d-a853-40f9-a239-d36446dcb858 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:00.301113 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39525802-bab4-43c0-8607-2ee90e4c926f req-32b1d73d-a853-40f9-a239-d36446dcb858 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:00.307739 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39525802-bab4-43c0-8607-2ee90e4c926f req-32b1d73d-a853-40f9-a239-d36446dcb858 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:00.311928 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-acb58f8e-c154-4a8e-ac98-adb70fb54526 req-7f68f9f9-228d-4bf2-85be-61de60afa9ed tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Deleting port aa1853da-6491-4399-b465-50f363b4b9e8 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:27:00.312299 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-acb58f8e-c154-4a8e-ac98-adb70fb54526 req-7f68f9f9-228d-4bf2-85be-61de60afa9ed tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:00.313051 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:00.314444 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39525802-bab4-43c0-8607-2ee90e4c926f req-32b1d73d-a853-40f9-a239-d36446dcb858 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:00.320418 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39525802-bab4-43c0-8607-2ee90e4c926f req-32b1d73d-a853-40f9-a239-d36446dcb858 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:00.326696 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39525802-bab4-43c0-8607-2ee90e4c926f req-32b1d73d-a853-40f9-a239-d36446dcb858 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:00.333093 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39525802-bab4-43c0-8607-2ee90e4c926f req-32b1d73d-a853-40f9-a239-d36446dcb858 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:00.335115 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-39525802-bab4-43c0-8607-2ee90e4c926f req-32b1d73d-a853-40f9-a239-d36446dcb858 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 5433 time: 0.1911919 Aug 22 13:27:00.359001 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port ea82003c-b5ae-4523-ab17-3a26cb33a9f2, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=ea82003c-b5ae-4523-ab17-3a26cb33a9f2,segment=NetworkSegment(39f86938-cd23-49cd-9ccb-5c572c933116),segment_id=39f86938-cd23-49cd-9ccb-5c572c933116)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:27:00.364447 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:00.378150 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device a4665293-7ee2-4f54-bdd5-5155a7b24c4b no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:27:00.390066 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-83c3122d-c8de-4ff2-8f26-7187de07cfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:00.410863 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87cc31-5357-43b6-be4a-d0d17219cdb0 req-dce3198a-bc49-4e10-884a-55d8ab478f7c tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:00.412432 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-df87cc31-5357-43b6-be4a-d0d17219cdb0 req-dce3198a-bc49-4e10-884a-55d8ab478f7c tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=f887ac67-9fac-4958-9d7e-5971de6f6263 HTTP/1.1" status: 200 len: 949 time: 0.1726167 Aug 22 13:27:00.425723 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-acb58f8e-c154-4a8e-ac98-adb70fb54526 req-7f68f9f9-228d-4bf2-85be-61de60afa9ed tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] For port aa1853da-6491-4399-b465-50f363b4b9e8, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=aa1853da-6491-4399-b465-50f363b4b9e8,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:27:00.425928 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-acb58f8e-c154-4a8e-ac98-adb70fb54526 req-7f68f9f9-228d-4bf2-85be-61de60afa9ed tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:00.428034 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: a4665293-7ee2-4f54-bdd5-5155a7b24c4b {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:27:00.428408 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device a4665293-7ee2-4f54-bdd5-5155a7b24c4b not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:27:00.444129 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-acb58f8e-c154-4a8e-ac98-adb70fb54526 req-7f68f9f9-228d-4bf2-85be-61de60afa9ed tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Calling delete_port for aa1853da-6491-4399-b465-50f363b4b9e8 owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:27:00.453689 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=ea82003c-b5ae-4523-ab17-3a26cb33a9f2,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:00.476522 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-39525802-bab4-43c0-8607-2ee90e4c926f req-172fad96-ef9f-439b-b166-ab63b50141a4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/security-groups?id=4cc9f53d-f53a-41a9-9530-58f2e575d924&id=6e2ef2da-4440-4915-b63c-e03f5cd2edf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1141913 Aug 22 13:27:00.479135 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-447797be-cf3a-4a34-acf8-c1c7e2bbd41f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:00.486222 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c3122d-c8de-4ff2-8f26-7187de07cfa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fb53f66-6b81-41b6-9806-8520494df9af,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:00.490390 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-83c3122d-c8de-4ff2-8f26-7187de07cfa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:00.492335 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-83c3122d-c8de-4ff2-8f26-7187de07cfa0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1fb53f66-6b81-41b6-9806-8520494df9af HTTP/1.1" status: 204 len: 168 time: 0.7598605 Aug 22 13:27:00.500167 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52394) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:27:00.500822 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-447797be-cf3a-4a34-acf8-c1c7e2bbd41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:00.514124 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device aa1853da-6491-4399-b465-50f363b4b9e8 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:27:00.531278 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52398) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:27:00.605205 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-447797be-cf3a-4a34-acf8-c1c7e2bbd41f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f50e35bd0fba44de833bea4bd290d946&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5852938 Aug 22 13:27:00.609868 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52400) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:27:00.610544 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447797be-cf3a-4a34-acf8-c1c7e2bbd41f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16bb5382-a339-48a2-8be2-65ec8e780827,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:00.635825 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-df87cc31-5357-43b6-be4a-d0d17219cdb0 req-8db118c5-ad04-4737-b54b-826679e547b4 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972249 Aug 22 13:27:00.649555 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port aa1853da-6491-4399-b465-50f363b4b9e8, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=aa1853da-6491-4399-b465-50f363b4b9e8,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:27:00.661350 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d8ba376b-ce80-4bc9-a3e0-a7f5461da45e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4d9750df62d34d28beb15eff8be21051&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1286280 Aug 22 13:27:00.666312 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52402) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:27:00.669501 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': 'aa1853da-6491-4399-b465-50f363b4b9e8', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'port_id': 'aa1853da-6491-4399-b465-50f363b4b9e8', 'mac_address': 'fa:16:3e:59:db:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7151c727-b27f-4308-8098-60bc16140d45', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:27:00.681744 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-684f16d7-f3ac-46fc-b8d4-3111a4bd8070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:00.696866 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-acb58f8e-c154-4a8e-ac98-adb70fb54526 req-7f68f9f9-228d-4bf2-85be-61de60afa9ed tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:00.709367 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['37e0d0c3-4501-445b-b7c1-cf69eb2c2a95'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:27:00.712000 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['1286179b-e9e6-4d6e-89fd-2429cb61c9b5', '2bdeebd8-a734-4791-868c-47ca82d0b68a'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:27:00.773728 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f9f9-228d-4bf2-85be-61de60afa9ed tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Pushing event deleted for resources: {'Port': ['ID=aa1853da-6491-4399-b465-50f363b4b9e8,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:00.793169 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-acb58f8e-c154-4a8e-ac98-adb70fb54526 req-7f68f9f9-228d-4bf2-85be-61de60afa9ed tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] No DVR routers for this DVR port aa1853da-6491-4399-b465-50f363b4b9e8 on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:27:00.796500 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-acb58f8e-c154-4a8e-ac98-adb70fb54526 req-7f68f9f9-228d-4bf2-85be-61de60afa9ed tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:00.798732 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-acb58f8e-c154-4a8e-ac98-adb70fb54526 req-7f68f9f9-228d-4bf2-85be-61de60afa9ed tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.41 "DELETE /v2.0/ports/aa1853da-6491-4399-b465-50f363b4b9e8 HTTP/1.1" status: 204 len: 173 time: 0.6947296 Aug 22 13:27:00.799188 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f887ac67-9fac-4958-9d7e-5971de6f6263', 'name': 'network-vif-deleted', 'tag': 'aa1853da-6491-4399-b465-50f363b4b9e8'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:27:00.802001 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3a636d1c-1895-4359-b97c-7c99ce7ec2dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:00.802890 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e92c231-bffe-4d7f-84e0-3f431b05e2ee" -d '{"events": [{"server_uuid": "f887ac67-9fac-4958-9d7e-5971de6f6263", "name": "network-vif-deleted", "tag": "aa1853da-6491-4399-b465-50f363b4b9e8"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:27:00.848789 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945db159-6041-4af0-9e00-e6967b5f4309 req-700a6340-cfca-499c-a670-462649a0843b tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:00.850856 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-945db159-6041-4af0-9e00-e6967b5f4309 req-700a6340-cfca-499c-a670-462649a0843b tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/ports?device_id=e696cd57-84d6-4716-a964-06c53d45f584 HTTP/1.1" status: 200 len: 946 time: 0.1810517 Aug 22 13:27:00.859196 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a3a862-9c5c-47c7-a9b3-63bbec9dc7da x-openstack-request-id: req-71a3a862-9c5c-47c7-a9b3-63bbec9dc7da {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:27:00.859547 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f887ac67-9fac-4958-9d7e-5971de6f6263", "name": "network-vif-deleted", "tag": "aa1853da-6491-4399-b465-50f363b4b9e8", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:27:00.859859 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-71a3a862-9c5c-47c7-a9b3-63bbec9dc7da {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:27:00.860354 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f887ac67-9fac-4958-9d7e-5971de6f6263', 'name': 'network-vif-deleted', 'tag': 'aa1853da-6491-4399-b465-50f363b4b9e8', 'status': 'completed', 'code': 200} Aug 22 13:27:00.908474 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fb7b66b0-6bc4-49a0-b2f3-798d31ee7cbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:00.925330 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-684f16d7-f3ac-46fc-b8d4-3111a4bd8070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:00.955453 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3a636d1c-1895-4359-b97c-7c99ce7ec2dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:00.971070 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-684f16d7-f3ac-46fc-b8d4-3111a4bd8070 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['887e0115-b4ac-4c62-9aab-f2d01695aede']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:27:00.992057 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fb7b66b0-6bc4-49a0-b2f3-798d31ee7cbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:01.004810 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-684f16d7-f3ac-46fc-b8d4-3111a4bd8070 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0efbff2c-3dbf-4e79-83ba-47cbdc800632') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:27:01.004810 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-684f16d7-f3ac-46fc-b8d4-3111a4bd8070 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0efbff2c-3dbf-4e79-83ba-47cbdc800632') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:27:01.039573 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-684f16d7-f3ac-46fc-b8d4-3111a4bd8070 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:01.051289 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-945db159-6041-4af0-9e00-e6967b5f4309 req-166f0bbb-70f6-471c-91a0-15affe4f7f8c tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f52e29-9b4a-48c0-bf7d-3bf6374c285c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674583 Aug 22 13:27:01.074641 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-47e90879-20e0-41b5-b8be-fdb96e088a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:01.085250 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-684f16d7-f3ac-46fc-b8d4-3111a4bd8070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:01.092453 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-684f16d7-f3ac-46fc-b8d4-3111a4bd8070 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:27:01.093232 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-684f16d7-f3ac-46fc-b8d4-3111a4bd8070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:01.095096 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:27:01.095096 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:27:01.095096 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:27:01.095096 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:27:01.095096 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:27:01.095096 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:27:01.095096 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:27:01.095096 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:27:01.095096 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:27:01.095096 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:27:01.095096 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:27:01.095096 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:27:01.095096 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:27:01.095096 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:27:01.095096 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:27:01.095096 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:27:01.095096 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:27:01.095096 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:27:01.095096 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:27:01.095096 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:27:01.095096 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:27:01.095096 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:27:01.095096 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:27:01.095096 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:27:01.095096 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:27:01.095096 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:27:01.095096 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:27:01.095096 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:27:01.095096 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:27:01.095096 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:27:01.095096 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:27:01.095096 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:27:01.150606 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3a636d1c-1895-4359-b97c-7c99ce7ec2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:01.153219 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3a636d1c-1895-4359-b97c-7c99ce7ec2dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:01.157547 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-3a636d1c-1895-4359-b97c-7c99ce7ec2dd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/16bb5382-a339-48a2-8be2-65ec8e780827 HTTP/1.1" status: 204 len: 168 time: 0.5416977 Aug 22 13:27:01.166770 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a636d1c-1895-4359-b97c-7c99ce7ec2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16bb5382-a339-48a2-8be2-65ec8e780827,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:01.168094 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:01.177684 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fb7b66b0-6bc4-49a0-b2f3-798d31ee7cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:01.180424 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fb7b66b0-6bc4-49a0-b2f3-798d31ee7cbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:01.182013 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-fb7b66b0-6bc4-49a0-b2f3-798d31ee7cbf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e241b5dd-d340-4201-a1ce-9be9d624c998 HTTP/1.1" status: 204 len: 168 time: 0.5108554 Aug 22 13:27:01.193631 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-684f16d7-f3ac-46fc-b8d4-3111a4bd8070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:01.205297 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-684f16d7-f3ac-46fc-b8d4-3111a4bd8070 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:01.207079 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-684f16d7-f3ac-46fc-b8d4-3111a4bd8070 admin admin] 10.222.0.21 "DELETE /v2.0/networks/887e0115-b4ac-4c62-9aab-f2d01695aede HTTP/1.1" status: 204 len: 168 time: 0.7036908 Aug 22 13:27:01.208154 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7b66b0-6bc4-49a0-b2f3-798d31ee7cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e241b5dd-d340-4201-a1ce-9be9d624c998,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:01.209966 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52412) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:27:01.226408 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684f16d7-f3ac-46fc-b8d4-3111a4bd8070 admin admin] Pushing event deleted for resources: {'Network': ['ID=887e0115-b4ac-4c62-9aab-f2d01695aede,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:01.290351 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-070134b1-8386-4d52-93ce-a29eafc46467 admin admin] Deleting subnet cb55bb04-d3e2-4efe-8cb8-064f64c72125 {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:27:01.294580 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-070134b1-8386-4d52-93ce-a29eafc46467 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:01.342294 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-070134b1-8386-4d52-93ce-a29eafc46467 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:01.408878 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-070134b1-8386-4d52-93ce-a29eafc46467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:01.444329 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 08c7d43a-c728-4005-a52f-072aa70e9600 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:27:01.464458 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 08c7d43a-c728-4005-a52f-072aa70e9600 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:27:01.465038 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 08c7d43a-c728-4005-a52f-072aa70e9600 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:27:01.491980 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-070134b1-8386-4d52-93ce-a29eafc46467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:01.536877 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-070134b1-8386-4d52-93ce-a29eafc46467 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:01.539192 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-070134b1-8386-4d52-93ce-a29eafc46467 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cb55bb04-d3e2-4efe-8cb8-064f64c72125 HTTP/1.1" status: 204 len: 168 time: 0.3281741 Aug 22 13:27:01.540368 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070134b1-8386-4d52-93ce-a29eafc46467 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb55bb04-d3e2-4efe-8cb8-064f64c72125,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:01.541834 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52420) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:27:01.671752 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-481900d5-f3b9-4406-bf22-3faecce5daf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:01.689859 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c49c593-a34f-4411-ae8e-1b8a13c8b494 req-57e77f6a-49a5-48bf-ba07-affe2b57e692 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:01.696637 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c49c593-a34f-4411-ae8e-1b8a13c8b494 req-57e77f6a-49a5-48bf-ba07-affe2b57e692 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:01.702904 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c49c593-a34f-4411-ae8e-1b8a13c8b494 req-57e77f6a-49a5-48bf-ba07-affe2b57e692 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:01.708946 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c49c593-a34f-4411-ae8e-1b8a13c8b494 req-57e77f6a-49a5-48bf-ba07-affe2b57e692 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:01.715293 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c49c593-a34f-4411-ae8e-1b8a13c8b494 req-57e77f6a-49a5-48bf-ba07-affe2b57e692 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:01.722384 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c49c593-a34f-4411-ae8e-1b8a13c8b494 req-57e77f6a-49a5-48bf-ba07-affe2b57e692 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:01.725307 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5fa5344-2fed-4661-9aa7-fc0a122c07f8'}, {'server_uuid': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea82003c-b5ae-4523-ab17-3a26cb33a9f2'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:27:01.728089 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a0cb52-cd14-4ed1-ad67-251c35afba9b" -d '{"events": [{"server_uuid": "506f98cb-b30e-4045-a872-1c9f4dda56cb", "name": "network-vif-plugged", "status": "completed", "tag": "c5fa5344-2fed-4661-9aa7-fc0a122c07f8"}, {"server_uuid": "506f98cb-b30e-4045-a872-1c9f4dda56cb", "name": "network-vif-plugged", "status": "completed", "tag": "ea82003c-b5ae-4523-ab17-3a26cb33a9f2"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:27:01.729247 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c49c593-a34f-4411-ae8e-1b8a13c8b494 req-57e77f6a-49a5-48bf-ba07-affe2b57e692 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:01.739564 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7c49c593-a34f-4411-ae8e-1b8a13c8b494 req-57e77f6a-49a5-48bf-ba07-affe2b57e692 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 5434 time: 0.1699808 Aug 22 13:27:01.743806 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52436) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:27:01.761825 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ec935755-55f1-4783-bd57-34839ec2d23a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:01.888370 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7c49c593-a34f-4411-ae8e-1b8a13c8b494 req-877c6004-2a02-44b8-955c-bb23bea33cdd tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/security-groups?id=4cc9f53d-f53a-41a9-9530-58f2e575d924&id=6e2ef2da-4440-4915-b63c-e03f5cd2edf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1399138 Aug 22 13:27:01.898211 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ec935755-55f1-4783-bd57-34839ec2d23a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:01.902778 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-481900d5-f3b9-4406-bf22-3faecce5daf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:01.912533 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ec935755-55f1-4783-bd57-34839ec2d23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:01.918517 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-481900d5-f3b9-4406-bf22-3faecce5daf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32293e58-3495-474f-99ab-16eb0df1de09']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:27:01.936442 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-481900d5-f3b9-4406-bf22-3faecce5daf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cbbe768-7af9-4a97-b934-ca8a607550bd') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:27:01.936442 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-481900d5-f3b9-4406-bf22-3faecce5daf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cbbe768-7af9-4a97-b934-ca8a607550bd') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:27:01.943365 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 22 Aug 2021 13:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85d376c-9e00-48ac-8666-af13e67dd649 x-openstack-request-id: req-e85d376c-9e00-48ac-8666-af13e67dd649 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:27:01.943668 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "506f98cb-b30e-4045-a872-1c9f4dda56cb", "name": "network-vif-plugged", "status": "completed", "tag": "c5fa5344-2fed-4661-9aa7-fc0a122c07f8", "code": 200}, {"server_uuid": "506f98cb-b30e-4045-a872-1c9f4dda56cb", "name": "network-vif-plugged", "status": "completed", "tag": "ea82003c-b5ae-4523-ab17-3a26cb33a9f2", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:27:01.943978 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e85d376c-9e00-48ac-8666-af13e67dd649 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:27:01.944333 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5fa5344-2fed-4661-9aa7-fc0a122c07f8', 'code': 200} Aug 22 13:27:01.944863 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea82003c-b5ae-4523-ab17-3a26cb33a9f2', 'code': 200} Aug 22 13:27:01.950332 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-481900d5-f3b9-4406-bf22-3faecce5daf2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:01.970342 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-481900d5-f3b9-4406-bf22-3faecce5daf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:01.984455 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ec935755-55f1-4783-bd57-34839ec2d23a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=20f4067d28144c7cbf4359d6909ce874&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2370253 Aug 22 13:27:01.984763 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-481900d5-f3b9-4406-bf22-3faecce5daf2 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:27:01.984763 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-481900d5-f3b9-4406-bf22-3faecce5daf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:01.984936 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec935755-55f1-4783-bd57-34839ec2d23a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533236d2-e8d3-449c-a4cc-2a41e8f1b460,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:01.993408 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52442) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:27:02.007741 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:27:02.007741 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:27:02.007741 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:27:02.007741 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:27:02.007741 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:27:02.007741 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:27:02.007741 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:27:02.007741 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:27:02.007741 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:27:02.007741 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:27:02.007741 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:27:02.007741 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:27:02.007741 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:27:02.007741 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:27:02.007741 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:27:02.007741 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:27:02.007741 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:27:02.007741 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:27:02.007741 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:27:02.007741 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:27:02.007741 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:27:02.007741 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:27:02.007741 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:27:02.007741 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:27:02.007741 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:27:02.007741 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:27:02.007741 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:27:02.007741 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:27:02.007741 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:27:02.007741 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:27:02.007741 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:27:02.007741 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:27:02.056697 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-25edaa9a-7444-46af-a6a5-8f8ba68f9684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:02.086373 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-25edaa9a-7444-46af-a6a5-8f8ba68f9684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:02.124003 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-481900d5-f3b9-4406-bf22-3faecce5daf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:02.130215 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-481900d5-f3b9-4406-bf22-3faecce5daf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:02.134504 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-481900d5-f3b9-4406-bf22-3faecce5daf2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/32293e58-3495-474f-99ab-16eb0df1de09 HTTP/1.1" status: 204 len: 168 time: 0.5912411 Aug 22 13:27:02.153545 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-25edaa9a-7444-46af-a6a5-8f8ba68f9684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:02.157707 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-25edaa9a-7444-46af-a6a5-8f8ba68f9684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:02.164194 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481900d5-f3b9-4406-bf22-3faecce5daf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=32293e58-3495-474f-99ab-16eb0df1de09,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:02.165476 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-25edaa9a-7444-46af-a6a5-8f8ba68f9684 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/533236d2-e8d3-449c-a4cc-2a41e8f1b460 HTTP/1.1" status: 204 len: 168 time: 0.1702135 Aug 22 13:27:02.172852 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435278cd-1a83-4e4c-b64d-faaa769fc393 req-41ed8d9f-70c8-4cf6-83d2-c3b28019c550 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:02.174521 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-435278cd-1a83-4e4c-b64d-faaa769fc393 req-41ed8d9f-70c8-4cf6-83d2-c3b28019c550 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 951 time: 0.1646335 Aug 22 13:27:02.186575 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25edaa9a-7444-46af-a6a5-8f8ba68f9684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533236d2-e8d3-449c-a4cc-2a41e8f1b460,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:02.201142 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b80970-5f02-4936-8073-85b535c015fa req-bb6c64e3-c3e1-4b28-8d9c-c3a410dd4338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:02.201890 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b80970-5f02-4936-8073-85b535c015fa req-bb6c64e3-c3e1-4b28-8d9c-c3a410dd4338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:02.202401 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b80970-5f02-4936-8073-85b535c015fa req-bb6c64e3-c3e1-4b28-8d9c-c3a410dd4338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:02.202863 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b80970-5f02-4936-8073-85b535c015fa req-bb6c64e3-c3e1-4b28-8d9c-c3a410dd4338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:02.203371 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b80970-5f02-4936-8073-85b535c015fa req-bb6c64e3-c3e1-4b28-8d9c-c3a410dd4338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:02.203880 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b80970-5f02-4936-8073-85b535c015fa req-bb6c64e3-c3e1-4b28-8d9c-c3a410dd4338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:02.205012 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b80970-5f02-4936-8073-85b535c015fa req-bb6c64e3-c3e1-4b28-8d9c-c3a410dd4338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:02.207055 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-77b80970-5f02-4936-8073-85b535c015fa req-bb6c64e3-c3e1-4b28-8d9c-c3a410dd4338 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 6498 time: 0.1258478 Aug 22 13:27:02.307111 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-435278cd-1a83-4e4c-b64d-faaa769fc393 req-9d393e1f-3f22-4b2c-8d72-6a99ae84493c tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230710 Aug 22 13:27:02.311751 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-77b80970-5f02-4936-8073-85b535c015fa req-9cf41a96-2d78-448f-b0a9-989522ff3e3d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6e2ef2da-4440-4915-b63c-e03f5cd2edf8&id=4cc9f53d-f53a-41a9-9530-58f2e575d924&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0939405 Aug 22 13:27:02.322119 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:02.331244 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de64351-f7e6-45b5-9796-e872be2ca32e req-4e9ea70d-ec41-4144-bb28-d27bfa2ad7de tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:02.332889 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2de64351-f7e6-45b5-9796-e872be2ca32e req-4e9ea70d-ec41-4144-bb28-d27bfa2ad7de tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/ports?device_id=e696cd57-84d6-4716-a964-06c53d45f584 HTTP/1.1" status: 200 len: 946 time: 0.0969381 Aug 22 13:27:02.351753 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52460) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:27:02.389737 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2de64351-f7e6-45b5-9796-e872be2ca32e req-bae5dabb-a211-4bb3-b6b6-ccee5f8bf32c tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f52e29-9b4a-48c0-bf7d-3bf6374c285c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485232 Aug 22 13:27:02.410967 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8ff65950-b5eb-4903-bfd8-0e0ab51d5140 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ec08ac96341043c28ecba1b995182de4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0577381 Aug 22 13:27:02.413147 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52462) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:27:02.475089 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52468) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:27:02.481606 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e38ecf41-f0f4-4dcd-b3de-e7c50d8a1c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:02.515616 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device aa1853da-6491-4399-b465-50f363b4b9e8 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:27:02.517036 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e38ecf41-f0f4-4dcd-b3de-e7c50d8a1c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:02.553396 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: aa1853da-6491-4399-b465-50f363b4b9e8 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:27:02.554235 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device aa1853da-6491-4399-b465-50f363b4b9e8 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:27:02.589632 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e38ecf41-f0f4-4dcd-b3de-e7c50d8a1c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:02.596505 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e38ecf41-f0f4-4dcd-b3de-e7c50d8a1c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:02.602781 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e38ecf41-f0f4-4dcd-b3de-e7c50d8a1c7b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/343f07bd-ff40-4f1b-b844-249f26921c4b HTTP/1.1" status: 204 len: 168 time: 0.1831870 Aug 22 13:27:02.613566 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ecf41-f0f4-4dcd-b3de-e7c50d8a1c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343f07bd-ff40-4f1b-b844-249f26921c4b,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:02.693134 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-dfdc07d4-6548-4f9f-9d18-d6d953d4f40b admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-400310242-network', 'tenant_id': '97fd177e7756483db0720d8466b81e4f'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:27:02.740003 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfdc07d4-6548-4f9f-9d18-d6d953d4f40b admin admin] Made reservation on behalf of 97fd177e7756483db0720d8466b81e4f for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:27:02.742436 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-dfdc07d4-6548-4f9f-9d18-d6d953d4f40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:02.753798 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-dfdc07d4-6548-4f9f-9d18-d6d953d4f40b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:02.781567 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b475aeb1-d4a5-4898-8f74-749ab7cbd091 req-412811fd-d29b-442f-8823-fe6d3ad3ad9e tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:02.783072 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b475aeb1-d4a5-4898-8f74-749ab7cbd091 req-412811fd-d29b-442f-8823-fe6d3ad3ad9e tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/ports?device_id=e696cd57-84d6-4716-a964-06c53d45f584 HTTP/1.1" status: 200 len: 946 time: 0.1072133 Aug 22 13:27:02.861325 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b475aeb1-d4a5-4898-8f74-749ab7cbd091 req-ba819e59-489c-490f-aa37-3e9c5e000a2e tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f52e29-9b4a-48c0-bf7d-3bf6374c285c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674441 Aug 22 13:27:02.948488 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-dfdc07d4-6548-4f9f-9d18-d6d953d4f40b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:02.956215 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-dfdc07d4-6548-4f9f-9d18-d6d953d4f40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:02.964430 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52490) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:27:03.004709 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfdc07d4-6548-4f9f-9d18-d6d953d4f40b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:27:03.026862 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-271419dd-06c8-4488-8acc-a69b54001fff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7c0f4b65af3f4b5fbfc9d77b35b929c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0603831 Aug 22 13:27:03.027940 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52492) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:27:03.030431 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-dfdc07d4-6548-4f9f-9d18-d6d953d4f40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:03.030832 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-dfdc07d4-6548-4f9f-9d18-d6d953d4f40b admin admin] Added segment c14ea0a9-1cfb-4c82-9a02-4564e8498d93 of type vlan for network 68842eba-3824-4bd8-80be-b3500b9e0204 Aug 22 13:27:03.033420 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdc07d4-6548-4f9f-9d18-d6d953d4f40b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d7e346-d486-4457-acb4-4dd13017e3af,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:03.087702 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-dfdc07d4-6548-4f9f-9d18-d6d953d4f40b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:03.100266 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c694e-74c3-44e7-87d9-34d7c4abf4c4 req-0b1a878d-b62c-404e-b4d7-ecf6cf29070b tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:03.104804 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f9f204fa-c18c-48fe-bcd8-8e90ed5fb016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:03.106073 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c694e-74c3-44e7-87d9-34d7c4abf4c4 req-0b1a878d-b62c-404e-b4d7-ecf6cf29070b tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:03.112768 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c694e-74c3-44e7-87d9-34d7c4abf4c4 req-0b1a878d-b62c-404e-b4d7-ecf6cf29070b tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:03.121606 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c694e-74c3-44e7-87d9-34d7c4abf4c4 req-0b1a878d-b62c-404e-b4d7-ecf6cf29070b tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:03.128413 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c694e-74c3-44e7-87d9-34d7c4abf4c4 req-0b1a878d-b62c-404e-b4d7-ecf6cf29070b tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:03.134243 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c694e-74c3-44e7-87d9-34d7c4abf4c4 req-0b1a878d-b62c-404e-b4d7-ecf6cf29070b tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:03.134631 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f9f204fa-c18c-48fe-bcd8-8e90ed5fb016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:03.140457 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c694e-74c3-44e7-87d9-34d7c4abf4c4 req-0b1a878d-b62c-404e-b4d7-ecf6cf29070b tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:03.142462 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d2c694e-74c3-44e7-87d9-34d7c4abf4c4 req-0b1a878d-b62c-404e-b4d7-ecf6cf29070b tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 5434 time: 0.1679800 Aug 22 13:27:03.188573 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-dfdc07d4-6548-4f9f-9d18-d6d953d4f40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:03.189547 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdc07d4-6548-4f9f-9d18-d6d953d4f40b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:03.190127 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-dfdc07d4-6548-4f9f-9d18-d6d953d4f40b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:03.205679 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f9f204fa-c18c-48fe-bcd8-8e90ed5fb016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:03.209531 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f9f204fa-c18c-48fe-bcd8-8e90ed5fb016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:03.214636 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f9f204fa-c18c-48fe-bcd8-8e90ed5fb016 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/457b367b-7c91-443d-8ddf-45ef74202e9c HTTP/1.1" status: 204 len: 168 time: 0.1852937 Aug 22 13:27:03.225928 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f204fa-c18c-48fe-bcd8-8e90ed5fb016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457b367b-7c91-443d-8ddf-45ef74202e9c,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:03.229893 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d2c694e-74c3-44e7-87d9-34d7c4abf4c4 req-b825f8e2-fa47-4fdb-874d-20e9892f93b3 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/security-groups?id=4cc9f53d-f53a-41a9-9530-58f2e575d924&id=6e2ef2da-4440-4915-b63c-e03f5cd2edf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0761890 Aug 22 13:27:03.273403 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-dfdc07d4-6548-4f9f-9d18-d6d953d4f40b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7971799 Aug 22 13:27:03.276226 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52504) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:27:03.284359 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-01b6d3f1-403d-41a3-b5bc-8d1e75b785c5 admin admin] Request body: {'subnet': {'network_id': '68842eba-3824-4bd8-80be-b3500b9e0204', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-400310242-subnet', 'tenant_id': '97fd177e7756483db0720d8466b81e4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:27:03.285234 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdc07d4-6548-4f9f-9d18-d6d953d4f40b admin admin] Pushing event updated for resources: {'Network': ['ID=68842eba-3824-4bd8-80be-b3500b9e0204,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:03.297423 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 68842eba-3824-4bd8-80be-b3500b9e0204 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:27:03.319679 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b6d3f1-403d-41a3-b5bc-8d1e75b785c5 admin admin] Made reservation on behalf of 97fd177e7756483db0720d8466b81e4f for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:27:03.323369 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-01b6d3f1-403d-41a3-b5bc-8d1e75b785c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:03.474040 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ed685-9555-452d-85d1-abda69234f7e req-9d5bf955-e263-4ce0-aecb-4e0b7c7ee71e tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:03.475802 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d21ed685-9555-452d-85d1-abda69234f7e req-9d5bf955-e263-4ce0-aecb-4e0b7c7ee71e tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 951 time: 0.0667708 Aug 22 13:27:03.518357 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d21ed685-9555-452d-85d1-abda69234f7e req-336648d3-0998-457f-9dfa-946d25db06cb tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342879 Aug 22 13:27:03.561262 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-01b6d3f1-403d-41a3-b5bc-8d1e75b785c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:03.572507 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:03.628865 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b6d3f1-403d-41a3-b5bc-8d1e75b785c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f861202-25c4-470b-a8df-6a7fd937203f,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:03.640093 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b6d3f1-403d-41a3-b5bc-8d1e75b785c5 admin admin] Checking segment: {'id': 'c14ea0a9-1cfb-4c82-9a02-4564e8498d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '68842eba-3824-4bd8-80be-b3500b9e0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:27:03.640493 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b6d3f1-403d-41a3-b5bc-8d1e75b785c5 admin admin] Network hostable DHCP agents. Network: 68842eba-3824-4bd8-80be-b3500b9e0204, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:27:03.657799 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b6d3f1-403d-41a3-b5bc-8d1e75b785c5 admin admin] Network 68842eba-3824-4bd8-80be-b3500b9e0204 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:27:03.668565 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-01b6d3f1-403d-41a3-b5bc-8d1e75b785c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 68842eba-3824-4bd8-80be-b3500b9e0204) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:27:03.677517 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92928eb9-1124-490e-a8c1-14b63030629e None None] Network 68842eba-3824-4bd8-80be-b3500b9e0204 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:27:03.678344 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b6d3f1-403d-41a3-b5bc-8d1e75b785c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:03.678911 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-01b6d3f1-403d-41a3-b5bc-8d1e75b785c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:03.703570 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-01b6d3f1-403d-41a3-b5bc-8d1e75b785c5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4256406 Aug 22 13:27:03.831806 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fc80ba-bdfd-4a39-99ea-545f56b75535 None None] Network 68842eba-3824-4bd8-80be-b3500b9e0204 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:27:03.947309 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e36060-951c-49b3-b563-13cf9deb9f0a req-7e7c8a80-9552-4239-988f-afd47c4dab49 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:03.948972 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-38e36060-951c-49b3-b563-13cf9deb9f0a req-7e7c8a80-9552-4239-988f-afd47c4dab49 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.41 "GET /v2.0/ports?device_id=e696cd57-84d6-4716-a964-06c53d45f584 HTTP/1.1" status: 200 len: 946 time: 0.0618551 Aug 22 13:27:04.036846 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e240cb-cc94-4da4-9715-10b0e6d2bf15 req-bd885df9-157a-473a-9855-7e0041fbc2c5 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:04.038360 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-51e240cb-cc94-4da4-9715-10b0e6d2bf15 req-bd885df9-157a-473a-9855-7e0041fbc2c5 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/ports?device_id=e696cd57-84d6-4716-a964-06c53d45f584 HTTP/1.1" status: 200 len: 946 time: 0.0769420 Aug 22 13:27:04.093353 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-38e36060-951c-49b3-b563-13cf9deb9f0a req-701a1453-6af0-4fad-8891-8113eadc09c1 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Deleting port 82c32e2e-dc79-4e52-9524-6b468546715a {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:27:04.093864 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-38e36060-951c-49b3-b563-13cf9deb9f0a req-701a1453-6af0-4fad-8891-8113eadc09c1 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:04.112085 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-51e240cb-cc94-4da4-9715-10b0e6d2bf15 req-119534cc-7174-43fe-9dbd-8bd563dcf25d tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f52e29-9b4a-48c0-bf7d-3bf6374c285c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656588 Aug 22 13:27:04.124770 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:04.222357 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-38e36060-951c-49b3-b563-13cf9deb9f0a req-701a1453-6af0-4fad-8891-8113eadc09c1 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] For port 82c32e2e-dc79-4e52-9524-6b468546715a, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=82c32e2e-dc79-4e52-9524-6b468546715a,segment=NetworkSegment(4c6e1d8d-4c7e-4c05-b40c-a119ed7a60f2),segment_id=4c6e1d8d-4c7e-4c05-b40c-a119ed7a60f2)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:27:04.222828 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-38e36060-951c-49b3-b563-13cf9deb9f0a req-701a1453-6af0-4fad-8891-8113eadc09c1 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:04.266697 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-38e36060-951c-49b3-b563-13cf9deb9f0a req-701a1453-6af0-4fad-8891-8113eadc09c1 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Calling delete_port for 82c32e2e-dc79-4e52-9524-6b468546715a owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:27:04.322430 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd22eb-0fa8-4d7d-98a1-7d67656bff70 req-25a57989-7dd5-44c1-b0d9-ef656c0004c2 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:04.324156 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-34dd22eb-0fa8-4d7d-98a1-7d67656bff70 req-25a57989-7dd5-44c1-b0d9-ef656c0004c2 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.16 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 951 time: 0.0713749 Aug 22 13:27:04.521967 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-38e36060-951c-49b3-b563-13cf9deb9f0a req-701a1453-6af0-4fad-8891-8113eadc09c1 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:04.550685 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640cae0-acca-461c-810b-3605094c5a4d req-9ea3f940-7643-4026-bc56-0df5cfad5cd1 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:04.556899 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a1453-6af0-4fad-8891-8113eadc09c1 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Pushing event deleted for resources: {'Port': ['ID=82c32e2e-dc79-4e52-9524-6b468546715a,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:04.557050 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640cae0-acca-461c-810b-3605094c5a4d req-9ea3f940-7643-4026-bc56-0df5cfad5cd1 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:04.567230 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640cae0-acca-461c-810b-3605094c5a4d req-9ea3f940-7643-4026-bc56-0df5cfad5cd1 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:04.574483 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640cae0-acca-461c-810b-3605094c5a4d req-9ea3f940-7643-4026-bc56-0df5cfad5cd1 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:04.581270 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640cae0-acca-461c-810b-3605094c5a4d req-9ea3f940-7643-4026-bc56-0df5cfad5cd1 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:04.587156 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640cae0-acca-461c-810b-3605094c5a4d req-9ea3f940-7643-4026-bc56-0df5cfad5cd1 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:04.593430 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640cae0-acca-461c-810b-3605094c5a4d req-9ea3f940-7643-4026-bc56-0df5cfad5cd1 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:04.595376 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2640cae0-acca-461c-810b-3605094c5a4d req-9ea3f940-7643-4026-bc56-0df5cfad5cd1 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 5434 time: 0.1862392 Aug 22 13:27:04.602822 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e36060-951c-49b3-b563-13cf9deb9f0a req-701a1453-6af0-4fad-8891-8113eadc09c1 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] No DVR routers for this DVR port 82c32e2e-dc79-4e52-9524-6b468546715a on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:27:04.604869 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95029762-5a74-4591-ad4a-91f76e8c768d req-be0b6ed0-879d-4cfc-bf96-a62095da8347 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:04.605987 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-38e36060-951c-49b3-b563-13cf9deb9f0a req-701a1453-6af0-4fad-8891-8113eadc09c1 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:04.607165 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-95029762-5a74-4591-ad4a-91f76e8c768d req-be0b6ed0-879d-4cfc-bf96-a62095da8347 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.21 "GET /v2.0/networks?id=68842eba-3824-4bd8-80be-b3500b9e0204 HTTP/1.1" status: 200 len: 812 time: 0.2772615 Aug 22 13:27:04.611079 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-38e36060-951c-49b3-b563-13cf9deb9f0a req-701a1453-6af0-4fad-8891-8113eadc09c1 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.41 "DELETE /v2.0/ports/82c32e2e-dc79-4e52-9524-6b468546715a HTTP/1.1" status: 204 len: 173 time: 0.6545150 Aug 22 13:27:04.613478 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e696cd57-84d6-4716-a964-06c53d45f584', 'name': 'network-vif-deleted', 'tag': '82c32e2e-dc79-4e52-9524-6b468546715a'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:27:04.616373 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e775385-40e5-4c72-95a0-70347ffacf82" -d '{"events": [{"server_uuid": "e696cd57-84d6-4716-a964-06c53d45f584", "name": "network-vif-deleted", "tag": "82c32e2e-dc79-4e52-9524-6b468546715a"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:27:04.668161 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-95029762-5a74-4591-ad4a-91f76e8c768d req-e294f710-b559-4ce4-b3f2-ec7f0273938d tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.21 "GET /v2.0/quotas/97fd177e7756483db0720d8466b81e4f HTTP/1.1" status: 200 len: 375 time: 0.0242260 Aug 22 13:27:04.702410 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-34dd22eb-0fa8-4d7d-98a1-7d67656bff70 req-1dcde913-3df4-4462-a0f2-977967d34ac8 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Deleting port 2bdeebd8-a734-4791-868c-47ca82d0b68a {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:27:04.702762 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-34dd22eb-0fa8-4d7d-98a1-7d67656bff70 req-1dcde913-3df4-4462-a0f2-977967d34ac8 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:04.714960 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2640cae0-acca-461c-810b-3605094c5a4d req-8b2ad223-1e51-43d8-b408-a883b6c89d85 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/security-groups?id=4cc9f53d-f53a-41a9-9530-58f2e575d924&id=6e2ef2da-4440-4915-b63c-e03f5cd2edf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1027277 Aug 22 13:27:04.745392 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-95029762-5a74-4591-ad4a-91f76e8c768d req-a92b7ae0-4f4f-4879-a98a-fc052c89e83e tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=97fd177e7756483db0720d8466b81e4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0668149 Aug 22 13:27:04.909097 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-34dd22eb-0fa8-4d7d-98a1-7d67656bff70 req-1dcde913-3df4-4462-a0f2-977967d34ac8 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] For port 2bdeebd8-a734-4791-868c-47ca82d0b68a, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=2bdeebd8-a734-4791-868c-47ca82d0b68a,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:27:04.909500 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-34dd22eb-0fa8-4d7d-98a1-7d67656bff70 req-1dcde913-3df4-4462-a0f2-977967d34ac8 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:04.929900 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-34dd22eb-0fa8-4d7d-98a1-7d67656bff70 req-1dcde913-3df4-4462-a0f2-977967d34ac8 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Calling delete_port for 2bdeebd8-a734-4791-868c-47ca82d0b68a owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:27:04.933362 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-95029762-5a74-4591-ad4a-91f76e8c768d req-d718935e-31b0-4228-ac6f-0b6e1a61543d service neutron] 10.222.0.21 "GET /v2.0/networks/68842eba-3824-4bd8-80be-b3500b9e0204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582620 Aug 22 13:27:05.136046 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-95029762-5a74-4591-ad4a-91f76e8c768d req-3f8d2402-7b2f-49c6-9b95-d53a9e82e11c service neutron] 10.222.0.21 "GET /v2.0/networks/68842eba-3824-4bd8-80be-b3500b9e0204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933491 Aug 22 13:27:05.153035 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9199fe-5e1e-4bf8-8e53-b517f1cc92d8 req-e2f2553f-39e4-48eb-b72f-ab16540abd6b tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:05.156109 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5d9199fe-5e1e-4bf8-8e53-b517f1cc92d8 req-e2f2553f-39e4-48eb-b72f-ab16540abd6b tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e99d12af-3db6-492c-ac68-b2e0112588a8 HTTP/1.1" status: 200 len: 951 time: 0.0972552 Aug 22 13:27:05.364797 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebbad07e-715c-4d29-8322-41a36187bd7b x-openstack-request-id: req-ebbad07e-715c-4d29-8322-41a36187bd7b {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:27:05.365767 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e696cd57-84d6-4716-a964-06c53d45f584", "name": "network-vif-deleted", "tag": "82c32e2e-dc79-4e52-9524-6b468546715a", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:27:05.366225 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ebbad07e-715c-4d29-8322-41a36187bd7b {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:27:05.366795 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e696cd57-84d6-4716-a964-06c53d45f584', 'name': 'network-vif-deleted', 'tag': '82c32e2e-dc79-4e52-9524-6b468546715a', 'status': 'completed', 'code': 200} Aug 22 13:27:05.599597 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-34dd22eb-0fa8-4d7d-98a1-7d67656bff70 req-1dcde913-3df4-4462-a0f2-977967d34ac8 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:05.614472 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['37e0d0c3-4501-445b-b7c1-cf69eb2c2a95'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:27:05.616851 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['1286179b-e9e6-4d6e-89fd-2429cb61c9b5'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:27:05.641770 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5d9199fe-5e1e-4bf8-8e53-b517f1cc92d8 req-7e27c212-59f0-4138-88d0-6cb6a41ddee0 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4537535 Aug 22 13:27:05.644106 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcde913-3df4-4462-a0f2-977967d34ac8 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Pushing event deleted for resources: {'Port': ['ID=2bdeebd8-a734-4791-868c-47ca82d0b68a,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:05.688735 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf2c36-fdc4-4653-8f1e-4048a7f64d2f req-8304ee70-76ed-47b0-997c-e5ca0d7de824 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:05.695898 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf2c36-fdc4-4653-8f1e-4048a7f64d2f req-8304ee70-76ed-47b0-997c-e5ca0d7de824 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:05.702822 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf2c36-fdc4-4653-8f1e-4048a7f64d2f req-8304ee70-76ed-47b0-997c-e5ca0d7de824 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:05.709197 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf2c36-fdc4-4653-8f1e-4048a7f64d2f req-8304ee70-76ed-47b0-997c-e5ca0d7de824 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:05.715389 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf2c36-fdc4-4653-8f1e-4048a7f64d2f req-8304ee70-76ed-47b0-997c-e5ca0d7de824 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:05.722778 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf2c36-fdc4-4653-8f1e-4048a7f64d2f req-8304ee70-76ed-47b0-997c-e5ca0d7de824 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:05.729476 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf2c36-fdc4-4653-8f1e-4048a7f64d2f req-8304ee70-76ed-47b0-997c-e5ca0d7de824 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:05.731555 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fbdf2c36-fdc4-4653-8f1e-4048a7f64d2f req-8304ee70-76ed-47b0-997c-e5ca0d7de824 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 5434 time: 0.1813605 Aug 22 13:27:05.744195 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52616) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:27:05.750795 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-6c53d8a5-62b8-4713-bbaf-1bb8f88d2c6a tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Request body: {'floatingip': {'port_id': '51de7287-b8e3-42e9-ab42-7fe4c8b6b33b'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:27:05.751763 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-34dd22eb-0fa8-4d7d-98a1-7d67656bff70 req-1dcde913-3df4-4462-a0f2-977967d34ac8 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] No DVR routers for this DVR port 2bdeebd8-a734-4791-868c-47ca82d0b68a on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:27:05.756150 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-34dd22eb-0fa8-4d7d-98a1-7d67656bff70 req-1dcde913-3df4-4462-a0f2-977967d34ac8 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:05.758379 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-34dd22eb-0fa8-4d7d-98a1-7d67656bff70 req-1dcde913-3df4-4462-a0f2-977967d34ac8 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.16 "DELETE /v2.0/ports/2bdeebd8-a734-4791-868c-47ca82d0b68a HTTP/1.1" status: 204 len: 173 time: 1.4181004 Aug 22 13:27:05.758883 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e99d12af-3db6-492c-ac68-b2e0112588a8', 'name': 'network-vif-deleted', 'tag': '2bdeebd8-a734-4791-868c-47ca82d0b68a'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:27:05.769945 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43748351-0c0a-453c-bc60-0f85c60041d0" -d '{"events": [{"server_uuid": "e99d12af-3db6-492c-ac68-b2e0112588a8", "name": "network-vif-deleted", "tag": "2bdeebd8-a734-4791-868c-47ca82d0b68a"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:27:05.845845 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6c53d8a5-62b8-4713-bbaf-1bb8f88d2c6a tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks [] for floatingip, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:06.212482 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-771f6b39-2852-4258-8997-969145456ade req-b5441338-f95b-40ad-8f2c-089eb757ff79 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=44a028d6e6b04cd799f41d009557d7a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462520 Aug 22 13:27:06.376763 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f6b39-2852-4258-8997-969145456ade req-7b0aee21-998a-469f-a843-53704fb6b730 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:06.378548 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-771f6b39-2852-4258-8997-969145456ade req-7b0aee21-998a-469f-a843-53704fb6b730 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1653090 Aug 22 13:27:06.395852 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-771f6b39-2852-4258-8997-969145456ade req-23b23b6d-b23c-45b0-864e-834aa323543d tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/quotas/44a028d6e6b04cd799f41d009557d7a7 HTTP/1.1" status: 200 len: 375 time: 0.0107009 Aug 22 13:27:06.438856 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b036acc-b723-4b5c-a439-54b7edb294d7 x-openstack-request-id: req-4b036acc-b723-4b5c-a439-54b7edb294d7 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:27:06.439079 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e99d12af-3db6-492c-ac68-b2e0112588a8", "name": "network-vif-deleted", "tag": "2bdeebd8-a734-4791-868c-47ca82d0b68a", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:27:06.439746 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4b036acc-b723-4b5c-a439-54b7edb294d7 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:27:06.440142 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e99d12af-3db6-492c-ac68-b2e0112588a8', 'name': 'network-vif-deleted', 'tag': '2bdeebd8-a734-4791-868c-47ca82d0b68a', 'status': 'completed', 'code': 200} Aug 22 13:27:06.442789 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-771f6b39-2852-4258-8997-969145456ade req-8763ed35-b606-430e-9f7f-a1fbec7c21c8 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=44a028d6e6b04cd799f41d009557d7a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373609 Aug 22 13:27:06.532436 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 82c32e2e-dc79-4e52-9524-6b468546715a no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:27:06.558064 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6c53d8a5-62b8-4713-bbaf-1bb8f88d2c6a tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:06.562680 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: 82c32e2e-dc79-4e52-9524-6b468546715a {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:27:06.563721 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 82c32e2e-dc79-4e52-9524-6b468546715a not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:27:06.569048 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6c53d8a5-62b8-4713-bbaf-1bb8f88d2c6a tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:06.624667 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a6161211-bd31-4eef-868a-1aecddce23a4 req-0b056e2a-b034-46d6-8881-3864747df534 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.21 "GET /v2.0/ports?device_id=56294de6-1793-41b2-9c59-d17c9718e826 HTTP/1.1" status: 200 len: 210 time: 0.0705814 Aug 22 13:27:06.730316 n-d-793621-33 neutron-server[94628]: INFO neutron.db.l3_db [None req-6c53d8a5-62b8-4713-bbaf-1bb8f88d2c6a tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Floating IP 600a1f20-fe1c-41b3-b887-022c8734e4e5 associated. External IP: 172.25.3.152, port: 51de7287-b8e3-42e9-ab42-7fe4c8b6b33b. Aug 22 13:27:06.789891 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-89c08007-76b5-49cb-ae55-4ae7443993eb req-1470e726-9b0c-426b-9efb-a1f28b05a888 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06ebcdb-9bce-4b4c-a12d-ea3b10b94465 HTTP/1.1" status: 200 len: 210 time: 0.0544851 Aug 22 13:27:06.880428 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52670) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:27:07.019166 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-928b4500-ac35-421c-862d-2a61cf564b38 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:07.057976 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-928b4500-ac35-421c-862d-2a61cf564b38 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:07.062752 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95029762-5a74-4591-ad4a-91f76e8c768d req-1d6b62ee-8e85-45b2-8b94-1398f4730148 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:07.065296 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-95029762-5a74-4591-ad4a-91f76e8c768d req-1d6b62ee-8e85-45b2-8b94-1398f4730148 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.41 "GET /v2.0/networks?id=68842eba-3824-4bd8-80be-b3500b9e0204 HTTP/1.1" status: 200 len: 812 time: 0.2883873 Aug 22 13:27:07.085592 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-95029762-5a74-4591-ad4a-91f76e8c768d req-c066756e-35d3-44dc-80aa-81f8ff255a7b tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Request body: {'port': {'device_id': '56294de6-1793-41b2-9c59-d17c9718e826', 'network_id': '68842eba-3824-4bd8-80be-b3500b9e0204', 'admin_state_up': True, 'tenant_id': '97fd177e7756483db0720d8466b81e4f'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:27:07.124542 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-928b4500-ac35-421c-862d-2a61cf564b38 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:07.131621 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-928b4500-ac35-421c-862d-2a61cf564b38 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:07.137438 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-928b4500-ac35-421c-862d-2a61cf564b38 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "DELETE /v2.0/security-groups/6cc78775-736a-4b86-9248-0283fa083cef HTTP/1.1" status: 204 len: 168 time: 0.2524316 Aug 22 13:27:07.150000 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52684) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:27:07.151755 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928b4500-ac35-421c-862d-2a61cf564b38 tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc78775-736a-4b86-9248-0283fa083cef,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:07.177434 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 2bdeebd8-a734-4791-868c-47ca82d0b68a no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:27:07.239774 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: 2bdeebd8-a734-4791-868c-47ca82d0b68a {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:27:07.240721 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 2bdeebd8-a734-4791-868c-47ca82d0b68a not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:27:07.245508 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-d1937619-aed4-4199-a0b7-e77ec359f1ce tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] show failed (client error): The resource could not be found. Aug 22 13:27:07.249322 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d1937619-aed4-4199-a0b7-e77ec359f1ce tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "GET /v2.0/security-groups/6cc78775-736a-4b86-9248-0283fa083cef HTTP/1.1" status: 404 len: 347 time: 0.0924385 Aug 22 13:27:07.252855 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52690) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:27:07.414823 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c53d8a5-62b8-4713-bbaf-1bb8f88d2c6a tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Router b4e196cf-1db7-476e-bbf5-ab2642ee391c has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:27:07.486981 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57601e32-3ba3-4a62-bede-c8477762938d req-58f85b76-4f90-49fc-8560-3d14b30df43d tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:07.489637 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-57601e32-3ba3-4a62-bede-c8477762938d req-58f85b76-4f90-49fc-8560-3d14b30df43d tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 950 time: 0.1775587 Aug 22 13:27:07.546124 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95029762-5a74-4591-ad4a-91f76e8c768d req-b51e3fbb-6189-4840-b3f3-787ac09546e3 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:07.547636 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-95029762-5a74-4591-ad4a-91f76e8c768d req-b51e3fbb-6189-4840-b3f3-787ac09546e3 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.41 "GET /v2.0/networks?id=68842eba-3824-4bd8-80be-b3500b9e0204 HTTP/1.1" status: 200 len: 812 time: 0.2908711 Aug 22 13:27:07.550827 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-93cf303e-d75e-4eff-bc8b-3d132f2583ab tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Deleting port ff3190b8-d1e7-4afa-89c8-35781b6ffa07 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:27:07.551361 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-93cf303e-d75e-4eff-bc8b-3d132f2583ab tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:07.567262 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-95029762-5a74-4591-ad4a-91f76e8c768d req-69587500-94ec-4909-b5e8-2e20626d28ee tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Request body: {'port': {'device_id': 'c0c3d9a9-d497-41d9-a7db-e05fb759fade', 'network_id': '68842eba-3824-4bd8-80be-b3500b9e0204', 'admin_state_up': True, 'tenant_id': '97fd177e7756483db0720d8466b81e4f'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:27:07.587475 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-57601e32-3ba3-4a62-bede-c8477762938d req-3383bbc3-db22-4406-9726-9c20a7f6461e tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900874 Aug 22 13:27:07.588422 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95029762-5a74-4591-ad4a-91f76e8c768d req-c066756e-35d3-44dc-80aa-81f8ff255a7b tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Made reservation on behalf of 97fd177e7756483db0720d8466b81e4f for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:27:07.593425 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-95029762-5a74-4591-ad4a-91f76e8c768d req-c066756e-35d3-44dc-80aa-81f8ff255a7b tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:07.642269 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52698) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:27:07.694491 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-93cf303e-d75e-4eff-bc8b-3d132f2583ab tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:07.694995 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-93cf303e-d75e-4eff-bc8b-3d132f2583ab tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:07.741577 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-93cf303e-d75e-4eff-bc8b-3d132f2583ab tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Calling delete_port for ff3190b8-d1e7-4afa-89c8-35781b6ffa07 owned by network:floatingip {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:27:07.745143 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-23103d34-c16c-453b-b106-02c677fc169a req-84fc99dc-1379-404f-977d-16ed0de833a3 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.21 "GET /v2.0/ports?device_id=56294de6-1793-41b2-9c59-d17c9718e826 HTTP/1.1" status: 200 len: 210 time: 0.0470297 Aug 22 13:27:07.915648 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a0b50eed-edc7-4c97-ba31-3ce7f9a619e1 req-5752156d-0b21-46f4-8a39-4326b9491396 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06ebcdb-9bce-4b4c-a12d-ea3b10b94465 HTTP/1.1" status: 200 len: 210 time: 0.0434546 Aug 22 13:27:07.946228 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-93cf303e-d75e-4eff-bc8b-3d132f2583ab tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:07.979969 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cf303e-d75e-4eff-bc8b-3d132f2583ab tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Pushing event deleted for resources: {'Port': ['ID=ff3190b8-d1e7-4afa-89c8-35781b6ffa07,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:08.041050 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c53d8a5-62b8-4713-bbaf-1bb8f88d2c6a tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:27:08.053154 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0087a29-ba38-4928-8b3b-8f0c659e96e2 None None] Sync routers for ids ['b4e196cf-1db7-476e-bbf5-ab2642ee391c'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:27:08.053839 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6c53d8a5-62b8-4713-bbaf-1bb8f88d2c6a tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:08.065893 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-93cf303e-d75e-4eff-bc8b-3d132f2583ab tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Notify callbacks [] for floatingip, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:08.069131 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-93cf303e-d75e-4eff-bc8b-3d132f2583ab tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:08.069277 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0087a29-ba38-4928-8b3b-8f0c659e96e2 None None] Routers {'b4e196cf-1db7-476e-bbf5-ab2642ee391c'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:27:08.069778 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-d0087a29-ba38-4928-8b3b-8f0c659e96e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:27:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['b4e196cf-1db7-476e-bbf5-ab2642ee391c'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:27:08.071281 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-93cf303e-d75e-4eff-bc8b-3d132f2583ab tempest-ImagesOneServerNegativeTestJSON-1475703403 tempest-ImagesOneServerNegativeTestJSON-1475703403-project] 10.222.0.21 "DELETE /v2.0/floatingips/972b7b1f-b470-4293-b9ca-1c0d5997371c HTTP/1.1" status: 204 len: 168 time: 0.8164225 Aug 22 13:27:08.196461 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52718) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:27:08.204902 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-771f6b39-2852-4258-8997-969145456ade req-8eb7d7f6-d3d6-442e-872f-1bcfaceb9357 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=44a028d6e6b04cd799f41d009557d7a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1451786 Aug 22 13:27:08.261254 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-8611133d-5766-49cf-b318-7f7a34cba6b0 admin admin] Deleting subnet 9dbf2c20-d1ff-4a0d-9ac3-b204766fe12d {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:27:08.266194 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8611133d-5766-49cf-b318-7f7a34cba6b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:08.272772 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-d0087a29-ba38-4928-8b3b-8f0c659e96e2 None None] Set router b4e196cf-1db7-476e-bbf5-ab2642ee391c gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:27:08.290486 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-881e810a-eea3-49a7-a1b3-3c168d2f37eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:08.296286 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6c53d8a5-62b8-4713-bbaf-1bb8f88d2c6a tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "PUT /v2.0/floatingips/600a1f20-fe1c-41b3-b887-022c8734e4e5 HTTP/1.1" status: 200 len: 992 time: 2.5477169 Aug 22 13:27:08.313292 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8611133d-5766-49cf-b318-7f7a34cba6b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:08.322356 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'tag': '51de7287-b8e3-42e9-ab42-7fe4c8b6b33b'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:27:08.324644 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b70c15-3bf2-4204-ae2c-70e570b386bd" -d '{"events": [{"name": "network-changed", "server_uuid": "506f98cb-b30e-4045-a872-1c9f4dda56cb", "tag": "51de7287-b8e3-42e9-ab42-7fe4c8b6b33b"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:27:08.363386 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8611133d-5766-49cf-b318-7f7a34cba6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:08.407735 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14ec586-a295-4e7d-abf8-8c8dd2533d2a x-openstack-request-id: req-d14ec586-a295-4e7d-abf8-8c8dd2533d2a {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:27:08.408308 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "506f98cb-b30e-4045-a872-1c9f4dda56cb", "tag": "51de7287-b8e3-42e9-ab42-7fe4c8b6b33b", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:27:08.408559 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d14ec586-a295-4e7d-abf8-8c8dd2533d2a {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:27:08.408943 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'tag': '51de7287-b8e3-42e9-ab42-7fe4c8b6b33b', 'status': 'completed', 'code': 200} Aug 22 13:27:08.423176 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8611133d-5766-49cf-b318-7f7a34cba6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:08.433403 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95029762-5a74-4591-ad4a-91f76e8c768d req-69587500-94ec-4909-b5e8-2e20626d28ee tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Made reservation on behalf of 97fd177e7756483db0720d8466b81e4f for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:27:08.437585 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-95029762-5a74-4591-ad4a-91f76e8c768d req-69587500-94ec-4909-b5e8-2e20626d28ee tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:08.456673 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-95029762-5a74-4591-ad4a-91f76e8c768d req-c066756e-35d3-44dc-80aa-81f8ff255a7b tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Allocated IP 172.20.0.2 (68842eba-3824-4bd8-80be-b3500b9e0204/3f861202-25c4-470b-a8df-6a7fd937203f/faf4315d-987b-465b-9ef3-b64c56ce5f34) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:27:08.457065 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8611133d-5766-49cf-b318-7f7a34cba6b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:08.460062 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-8611133d-5766-49cf-b318-7f7a34cba6b0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9dbf2c20-d1ff-4a0d-9ac3-b204766fe12d HTTP/1.1" status: 204 len: 168 time: 0.2623146 Aug 22 13:27:08.467544 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52724) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:27:08.470251 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8611133d-5766-49cf-b318-7f7a34cba6b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dbf2c20-d1ff-4a0d-9ac3-b204766fe12d,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:08.521564 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b70c15-3bf2-4204-ae2c-70e570b386bd req-d051ab79-e2ba-4ebd-b0d6-58b4f4644a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:08.522218 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b70c15-3bf2-4204-ae2c-70e570b386bd req-d051ab79-e2ba-4ebd-b0d6-58b4f4644a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:08.522778 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b70c15-3bf2-4204-ae2c-70e570b386bd req-d051ab79-e2ba-4ebd-b0d6-58b4f4644a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:08.523242 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b70c15-3bf2-4204-ae2c-70e570b386bd req-d051ab79-e2ba-4ebd-b0d6-58b4f4644a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:08.523716 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b70c15-3bf2-4204-ae2c-70e570b386bd req-d051ab79-e2ba-4ebd-b0d6-58b4f4644a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:08.524495 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b70c15-3bf2-4204-ae2c-70e570b386bd req-d051ab79-e2ba-4ebd-b0d6-58b4f4644a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:08.525010 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b70c15-3bf2-4204-ae2c-70e570b386bd req-d051ab79-e2ba-4ebd-b0d6-58b4f4644a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:08.527038 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-65b70c15-3bf2-4204-ae2c-70e570b386bd req-d051ab79-e2ba-4ebd-b0d6-58b4f4644a39 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2389b5e02dee4864a1a7f4824db49bc1&device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 6498 time: 0.0722387 Aug 22 13:27:08.550974 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f6b39-2852-4258-8997-969145456ade req-454c7bf1-7350-413b-8cca-af45c4cb4b31 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:08.552698 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-771f6b39-2852-4258-8997-969145456ade req-454c7bf1-7350-413b-8cca-af45c4cb4b31 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3129411 Aug 22 13:27:08.596157 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-771f6b39-2852-4258-8997-969145456ade req-0c251c45-fe84-4773-a4dd-6cc7fa0a705f tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Request body: {'port': {'device_id': 'a06ebcdb-9bce-4b4c-a12d-ea3b10b94465', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'admin_state_up': True, 'tenant_id': '44a028d6e6b04cd799f41d009557d7a7'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:27:08.603232 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-d0087a29-ba38-4928-8b3b-8f0c659e96e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e196cf-1db7-476e-bbf5-ab2642ee391c', 'name': 'tempest-TaggedBootDevicesTest-1176324169-router', 'tenant_id': '2389b5e02dee4864a1a7f4824db49bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '6f2178cd-05b4-4d39-bd60-533f848e6e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:24:34Z', 'updated_at': '2021-08-22T13:24:42Z', 'revision_number': 4, 'project_id': '2389b5e02dee4864a1a7f4824db49bc1', 'gw_port': {'id': '6f2178cd-05b4-4d39-bd60-533f848e6e90', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:51:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e196cf-1db7-476e-bbf5-ab2642ee391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:24:35Z', 'updated_at': '2021-08-22T13:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '600a1f20-fe1c-41b3-b887-022c8734e4e5', 'tenant_id': '2389b5e02dee4864a1a7f4824db49bc1', 'floating_ip_address': '172.25.3.152', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': 'b4e196cf-1db7-476e-bbf5-ab2642ee391c', 'port_id': '51de7287-b8e3-42e9-ab42-7fe4c8b6b33b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2719a9f-ee7f-473a-9939-5efd06e85549', 'mac_address': 'fa:16:3e:f1:9b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:25:36Z', 'updated_at': '2021-08-22T13:27:06Z', 'revision_number': 1, 'project_id': '2389b5e02dee4864a1a7f4824db49bc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2accda17-689d-4f65-b00c-6213d3cde1ef', 'name': '', 'network_id': 'b2719a9f-ee7f-473a-9939-5efd06e85549', 'tenant_id': '2389b5e02dee4864a1a7f4824db49bc1', 'mac_address': 'fa:16:3e:8b:56:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e196cf-1db7-476e-bbf5-ab2642ee391c', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '78207353-5327-441e-b2ae-a402769922b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:24:41Z', 'updated_at': '2021-08-22T13:24:47Z', 'revision_number': 5, 'project_id': '2389b5e02dee4864a1a7f4824db49bc1', 'subnets': [{'id': '78207353-5327-441e-b2ae-a402769922b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:27:08.645134 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0087a29-ba38-4928-8b3b-8f0c659e96e2 None None] Checking router: b4e196cf-1db7-476e-bbf5-ab2642ee391c for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:27:08.656216 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0087a29-ba38-4928-8b3b-8f0c659e96e2 None None] Routers {'b4e196cf-1db7-476e-bbf5-ab2642ee391c'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:27:08.656967 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-d0087a29-ba38-4928-8b3b-8f0c659e96e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:27:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['b4e196cf-1db7-476e-bbf5-ab2642ee391c'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:27:08.670891 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1afa7-c9f9-4f4a-b999-4471ebef69a7 req-1e04b338-ef82-4677-b4bf-e75ab79f5cfa tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:08.673572 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7fd1afa7-c9f9-4f4a-b999-4471ebef69a7 req-1e04b338-ef82-4677-b4bf-e75ab79f5cfa tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 950 time: 0.0841699 Aug 22 13:27:08.688516 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b70c15-3bf2-4204-ae2c-70e570b386bd req-f19f8fbc-6d79-4a4c-8962-3f6875d33cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:08.690249 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-65b70c15-3bf2-4204-ae2c-70e570b386bd req-f19f8fbc-6d79-4a4c-8962-3f6875d33cd6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b2719a9f-ee7f-473a-9939-5efd06e85549 HTTP/1.1" status: 200 len: 913 time: 0.1527672 Aug 22 13:27:08.736785 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2c86b287-affc-48f6-b9eb-409fd7063841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:08.895643 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d592a080-4bfc-4ee2-8075-74b8477051e5 req-c966be3e-f3b6-4f38-8f40-ad53e57ecacd tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:08.897501 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d592a080-4bfc-4ee2-8075-74b8477051e5 req-c966be3e-f3b6-4f38-8f40-ad53e57ecacd tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 950 time: 0.1912992 Aug 22 13:27:08.899615 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-65b70c15-3bf2-4204-ae2c-70e570b386bd req-7f0a6774-4d1c-45e3-8623-c403fbc3ad30 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51de7287-b8e3-42e9-ab42-7fe4c8b6b33b HTTP/1.1" status: 200 len: 1000 time: 0.2016189 Aug 22 13:27:08.926036 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a14ff8f2-3a47-4458-9288-ec61917d0a7e req-ffb46f9e-c1f2-41d2-8899-12dad04a1391 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.21 "GET /v2.0/ports?device_id=56294de6-1793-41b2-9c59-d17c9718e826 HTTP/1.1" status: 200 len: 210 time: 0.0504029 Aug 22 13:27:08.940871 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-d0087a29-ba38-4928-8b3b-8f0c659e96e2 None None] Set router b4e196cf-1db7-476e-bbf5-ab2642ee391c gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:27:08.981179 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-881e810a-eea3-49a7-a1b3-3c168d2f37eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:08.993491 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2c86b287-affc-48f6-b9eb-409fd7063841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:09.008377 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-881e810a-eea3-49a7-a1b3-3c168d2f37eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:09.019706 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-2c86b287-affc-48f6-b9eb-409fd7063841 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0657f797-3c0a-43e1-b263-eae5f1e252be']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:27:09.028937 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-95029762-5a74-4591-ad4a-91f76e8c768d req-c066756e-35d3-44dc-80aa-81f8ff255a7b tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:09.033195 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-7fd1afa7-c9f9-4f4a-b999-4471ebef69a7 req-87a8ce29-2e6f-46af-8551-46a3770fe72a tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Deleting port 37e0d0c3-4501-445b-b7c1-cf69eb2c2a95 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:27:09.033584 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7fd1afa7-c9f9-4f4a-b999-4471ebef69a7 req-87a8ce29-2e6f-46af-8551-46a3770fe72a tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:09.052365 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-2c86b287-affc-48f6-b9eb-409fd7063841 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c6e1d8d-4c7e-4c05-b40c-a119ed7a60f2') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:27:09.052658 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-2c86b287-affc-48f6-b9eb-409fd7063841 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c6e1d8d-4c7e-4c05-b40c-a119ed7a60f2') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:27:09.058673 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d592a080-4bfc-4ee2-8075-74b8477051e5 req-2f039446-8055-467d-8ab7-61386a37af42 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374755 Aug 22 13:27:09.079748 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-771f6b39-2852-4258-8997-969145456ade req-0c251c45-fe84-4773-a4dd-6cc7fa0a705f tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Made reservation on behalf of 44a028d6e6b04cd799f41d009557d7a7 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:27:09.089773 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-771f6b39-2852-4258-8997-969145456ade req-0c251c45-fe84-4773-a4dd-6cc7fa0a705f tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:09.089773 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2c86b287-affc-48f6-b9eb-409fd7063841 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:09.095029 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b70c15-3bf2-4204-ae2c-70e570b386bd req-228e57c1-bb8c-4df0-b7b1-f092f8da2323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:09.096821 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-65b70c15-3bf2-4204-ae2c-70e570b386bd req-228e57c1-bb8c-4df0-b7b1-f092f8da2323 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78207353-5327-441e-b2ae-a402769922b8 HTTP/1.1" status: 200 len: 851 time: 0.1733162 Aug 22 13:27:09.105235 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-881e810a-eea3-49a7-a1b3-3c168d2f37eb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5d844e42aaf14a9487d1dadfef857efe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1130559 Aug 22 13:27:09.109228 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52734) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:27:09.114482 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e810a-eea3-49a7-a1b3-3c168d2f37eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60b9070-a409-45cf-b0e4-0e8b7157056a,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:09.125725 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-771f6b39-2852-4258-8997-969145456ade req-0c251c45-fe84-4773-a4dd-6cc7fa0a705f tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:09.129222 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2c86b287-affc-48f6-b9eb-409fd7063841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:09.156482 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0e3490f7-2965-4bd4-8b0c-440241cd1f75 req-740a2575-62f6-41d6-8f5e-2202de51318b tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06ebcdb-9bce-4b4c-a12d-ea3b10b94465 HTTP/1.1" status: 200 len: 210 time: 0.1038854 Aug 22 13:27:09.157030 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c86b287-affc-48f6-b9eb-409fd7063841 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:27:09.157443 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2c86b287-affc-48f6-b9eb-409fd7063841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:09.164465 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:27:09.164465 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:27:09.164465 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:27:09.164465 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:27:09.164465 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:27:09.164465 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:27:09.164465 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:27:09.164465 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:27:09.164465 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:27:09.164465 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:27:09.164465 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:27:09.164465 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:27:09.164465 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:27:09.164465 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:27:09.164465 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:27:09.164465 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:27:09.164465 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:27:09.164465 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:27:09.164465 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:27:09.164465 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:27:09.164465 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:27:09.164465 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:27:09.164465 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:27:09.164465 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:27:09.164465 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:27:09.164465 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:27:09.164465 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:27:09.164465 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:27:09.164465 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:27:09.164465 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:27:09.164465 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:27:09.164465 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:27:09.234305 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b70c15-3bf2-4204-ae2c-70e570b386bd req-59b17059-ae00-4378-93ec-ed5ad531788c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:09.236091 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-65b70c15-3bf2-4204-ae2c-70e570b386bd req-59b17059-ae00-4378-93ec-ed5ad531788c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b2719a9f-ee7f-473a-9939-5efd06e85549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1232567 Aug 22 13:27:09.237898 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-7fd1afa7-c9f9-4f4a-b999-4471ebef69a7 req-87a8ce29-2e6f-46af-8551-46a3770fe72a tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] For port 37e0d0c3-4501-445b-b7c1-cf69eb2c2a95, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=37e0d0c3-4501-445b-b7c1-cf69eb2c2a95,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:27:09.238266 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7fd1afa7-c9f9-4f4a-b999-4471ebef69a7 req-87a8ce29-2e6f-46af-8551-46a3770fe72a tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:09.261240 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-7fd1afa7-c9f9-4f4a-b999-4471ebef69a7 req-87a8ce29-2e6f-46af-8551-46a3770fe72a tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Calling delete_port for 37e0d0c3-4501-445b-b7c1-cf69eb2c2a95 owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:27:09.273439 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-95029762-5a74-4591-ad4a-91f76e8c768d req-c066756e-35d3-44dc-80aa-81f8ff255a7b tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:09.309577 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-d0087a29-ba38-4928-8b3b-8f0c659e96e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e196cf-1db7-476e-bbf5-ab2642ee391c', 'name': 'tempest-TaggedBootDevicesTest-1176324169-router', 'tenant_id': '2389b5e02dee4864a1a7f4824db49bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '6f2178cd-05b4-4d39-bd60-533f848e6e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:24:34Z', 'updated_at': '2021-08-22T13:24:42Z', 'revision_number': 4, 'project_id': '2389b5e02dee4864a1a7f4824db49bc1', 'gw_port': {'id': '6f2178cd-05b4-4d39-bd60-533f848e6e90', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:51:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e196cf-1db7-476e-bbf5-ab2642ee391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:24:35Z', 'updated_at': '2021-08-22T13:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '600a1f20-fe1c-41b3-b887-022c8734e4e5', 'tenant_id': '2389b5e02dee4864a1a7f4824db49bc1', 'floating_ip_address': '172.25.3.152', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': 'b4e196cf-1db7-476e-bbf5-ab2642ee391c', 'port_id': '51de7287-b8e3-42e9-ab42-7fe4c8b6b33b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2719a9f-ee7f-473a-9939-5efd06e85549', 'mac_address': 'fa:16:3e:f1:9b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:25:36Z', 'updated_at': '2021-08-22T13:27:06Z', 'revision_number': 1, 'project_id': '2389b5e02dee4864a1a7f4824db49bc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2accda17-689d-4f65-b00c-6213d3cde1ef', 'name': '', 'network_id': 'b2719a9f-ee7f-473a-9939-5efd06e85549', 'tenant_id': '2389b5e02dee4864a1a7f4824db49bc1', 'mac_address': 'fa:16:3e:8b:56:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e196cf-1db7-476e-bbf5-ab2642ee391c', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '78207353-5327-441e-b2ae-a402769922b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:24:41Z', 'updated_at': '2021-08-22T13:24:47Z', 'revision_number': 5, 'project_id': '2389b5e02dee4864a1a7f4824db49bc1', 'subnets': [{'id': '78207353-5327-441e-b2ae-a402769922b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:27:09.319480 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2c86b287-affc-48f6-b9eb-409fd7063841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:09.344429 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0087a29-ba38-4928-8b3b-8f0c659e96e2 None None] The sync data for ids ['b4e196cf-1db7-476e-bbf5-ab2642ee391c'] in n-d-793621-33 is: [{'id': 'b4e196cf-1db7-476e-bbf5-ab2642ee391c', 'name': 'tempest-TaggedBootDevicesTest-1176324169-router', 'tenant_id': '2389b5e02dee4864a1a7f4824db49bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '6f2178cd-05b4-4d39-bd60-533f848e6e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:24:34Z', 'updated_at': '2021-08-22T13:24:42Z', 'revision_number': 4, 'project_id': '2389b5e02dee4864a1a7f4824db49bc1', 'gw_port': {'id': '6f2178cd-05b4-4d39-bd60-533f848e6e90', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:51:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e196cf-1db7-476e-bbf5-ab2642ee391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:24:35Z', 'updated_at': '2021-08-22T13:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '600a1f20-fe1c-41b3-b887-022c8734e4e5', 'tenant_id': '2389b5e02dee4864a1a7f4824db49bc1', 'floating_ip_address': '172.25.3.152', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': 'b4e196cf-1db7-476e-bbf5-ab2642ee391c', 'port_id': '51de7287-b8e3-42e9-ab42-7fe4c8b6b33b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2719a9f-ee7f-473a-9939-5efd06e85549', 'mac_address': 'fa:16:3e:f1:9b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:25:36Z', 'updated_at': '2021-08-22T13:27:06Z', 'revision_number': 1, 'project_id': '2389b5e02dee4864a1a7f4824db49bc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2accda17-689d-4f65-b00c-6213d3cde1ef', 'name': '', 'network_id': 'b2719a9f-ee7f-473a-9939-5efd06e85549', 'tenant_id': '2389b5e02dee4864a1a7f4824db49bc1', 'mac_address': 'fa:16:3e:8b:56:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e196cf-1db7-476e-bbf5-ab2642ee391c', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '78207353-5327-441e-b2ae-a402769922b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:24:41Z', 'updated_at': '2021-08-22T13:24:47Z', 'revision_number': 5, 'project_id': '2389b5e02dee4864a1a7f4824db49bc1', 'subnets': [{'id': '78207353-5327-441e-b2ae-a402769922b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:27:09.361179 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2c86b287-affc-48f6-b9eb-409fd7063841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:09.365518 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2c86b287-affc-48f6-b9eb-409fd7063841 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0657f797-3c0a-43e1-b263-eae5f1e252be HTTP/1.1" status: 204 len: 168 time: 0.8899856 Aug 22 13:27:09.370343 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-446c8884-214b-4128-8c28-4c93435976a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:09.411781 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c86b287-affc-48f6-b9eb-409fd7063841 admin admin] Pushing event deleted for resources: {'Network': ['ID=0657f797-3c0a-43e1-b263-eae5f1e252be,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:09.417458 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95029762-5a74-4591-ad4a-91f76e8c768d req-c066756e-35d3-44dc-80aa-81f8ff255a7b tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Network 68842eba-3824-4bd8-80be-b3500b9e0204 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:27:09.434060 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-65b70c15-3bf2-4204-ae2c-70e570b386bd req-4cf3125a-6ae4-4ed4-93d2-c74a2daac861 service neutron] 10.222.0.16 "GET /v2.0/networks/b2719a9f-ee7f-473a-9939-5efd06e85549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694086 Aug 22 13:27:09.458338 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-95029762-5a74-4591-ad4a-91f76e8c768d req-69587500-94ec-4909-b5e8-2e20626d28ee tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Allocated IP 172.20.0.5 (68842eba-3824-4bd8-80be-b3500b9e0204/3f861202-25c4-470b-a8df-6a7fd937203f/aea7e271-f8d3-4362-87ea-5bfa45966920) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:27:09.460753 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-95029762-5a74-4591-ad4a-91f76e8c768d req-c066756e-35d3-44dc-80aa-81f8ff255a7b tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:27:09.469939 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c066756e-35d3-44dc-80aa-81f8ff255a7b tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Pushing event updated for resources: {'Port': ['ID=faf4315d-987b-465b-9ef3-b64c56ce5f34,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:09.472819 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-95029762-5a74-4591-ad4a-91f76e8c768d req-c066756e-35d3-44dc-80aa-81f8ff255a7b tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:27:09.517384 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-446c8884-214b-4128-8c28-4c93435976a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:09.558292 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52742) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:27:09.609427 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95029762-5a74-4591-ad4a-91f76e8c768d req-c066756e-35d3-44dc-80aa-81f8ff255a7b tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:09.610380 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-95029762-5a74-4591-ad4a-91f76e8c768d req-c066756e-35d3-44dc-80aa-81f8ff255a7b tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:09.632016 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7fd1afa7-c9f9-4f4a-b999-4471ebef69a7 req-87a8ce29-2e6f-46af-8551-46a3770fe72a tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:09.642456 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-771f6b39-2852-4258-8997-969145456ade req-0c251c45-fe84-4773-a4dd-6cc7fa0a705f tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:09.647718 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['37e0d0c3-4501-445b-b7c1-cf69eb2c2a95'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:27:09.655049 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-65b70c15-3bf2-4204-ae2c-70e570b386bd req-36710259-d8ae-4c41-9315-edd5694a24d4 service neutron] 10.222.0.16 "GET /v2.0/networks/b2719a9f-ee7f-473a-9939-5efd06e85549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008972 Aug 22 13:27:09.673221 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['1286179b-e9e6-4d6e-89fd-2429cb61c9b5'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:27:09.690207 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-771f6b39-2852-4258-8997-969145456ade req-0c251c45-fe84-4773-a4dd-6cc7fa0a705f tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:09.691788 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a8ce29-2e6f-46af-8551-46a3770fe72a tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Pushing event deleted for resources: {'Port': ['ID=37e0d0c3-4501-445b-b7c1-cf69eb2c2a95,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:09.698234 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ea993325-72f1-4fdd-978f-c335e26ad610 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d5b37f058ed14e4ba3e6baf1c4d6a4b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1389012 Aug 22 13:27:09.721588 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f149f706-9efd-4c76-abbe-76ad607782f0 None None] New status for floating IP 600a1f20-fe1c-41b3-b887-022c8734e4e5: ACTIVE {{(pid=94630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 13:27:09.737699 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52744) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:27:09.758783 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-446c8884-214b-4128-8c28-4c93435976a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:09.761277 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-446c8884-214b-4128-8c28-4c93435976a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:09.762430 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-446c8884-214b-4128-8c28-4c93435976a9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c60b9070-a409-45cf-b0e4-0e8b7157056a HTTP/1.1" status: 204 len: 168 time: 0.6489358 Aug 22 13:27:09.764614 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-95029762-5a74-4591-ad4a-91f76e8c768d req-c066756e-35d3-44dc-80aa-81f8ff255a7b tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6845090 Aug 22 13:27:09.792771 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-95029762-5a74-4591-ad4a-91f76e8c768d req-5747ef43-986d-418c-9ea2-2ed97fc4d319 service neutron] Request body: {'port': {'device_id': '56294de6-1793-41b2-9c59-d17c9718e826', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:27:09.806248 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fd1afa7-c9f9-4f4a-b999-4471ebef69a7 req-87a8ce29-2e6f-46af-8551-46a3770fe72a tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] No DVR routers for this DVR port 37e0d0c3-4501-445b-b7c1-cf69eb2c2a95 on host n-h1-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:27:09.812565 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7fd1afa7-c9f9-4f4a-b999-4471ebef69a7 req-87a8ce29-2e6f-46af-8551-46a3770fe72a tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:09.816818 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7fd1afa7-c9f9-4f4a-b999-4471ebef69a7 req-87a8ce29-2e6f-46af-8551-46a3770fe72a tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.41 "DELETE /v2.0/ports/37e0d0c3-4501-445b-b7c1-cf69eb2c2a95 HTTP/1.1" status: 204 len: 173 time: 1.1245904 Aug 22 13:27:09.818267 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cfbfdc8-f514-481c-9887-b7c57094669b', 'name': 'network-vif-deleted', 'tag': '37e0d0c3-4501-445b-b7c1-cf69eb2c2a95'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:27:09.821941 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d313b6-f48d-4c33-8c8f-1c7466c92d55" -d '{"events": [{"server_uuid": "7cfbfdc8-f514-481c-9887-b7c57094669b", "name": "network-vif-deleted", "tag": "37e0d0c3-4501-445b-b7c1-cf69eb2c2a95"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:27:09.896935 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c251c45-fe84-4773-a4dd-6cc7fa0a705f tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1131697-a2e1-4648-8d03-b61fc79b8205,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:09.938721 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31be9c19-a3e9-4377-b79f-fb2e294783f0 x-openstack-request-id: req-31be9c19-a3e9-4377-b79f-fb2e294783f0 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:27:09.939013 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cfbfdc8-f514-481c-9887-b7c57094669b", "name": "network-vif-deleted", "tag": "37e0d0c3-4501-445b-b7c1-cf69eb2c2a95", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:27:09.939271 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-31be9c19-a3e9-4377-b79f-fb2e294783f0 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:27:09.939662 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cfbfdc8-f514-481c-9887-b7c57094669b', 'name': 'network-vif-deleted', 'tag': '37e0d0c3-4501-445b-b7c1-cf69eb2c2a95', 'status': 'completed', 'code': 200} Aug 22 13:27:09.988366 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c8884-214b-4128-8c28-4c93435976a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60b9070-a409-45cf-b0e4-0e8b7157056a,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:10.050275 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-95029762-5a74-4591-ad4a-91f76e8c768d req-5747ef43-986d-418c-9ea2-2ed97fc4d319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:10.097024 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-771f6b39-2852-4258-8997-969145456ade req-0c251c45-fe84-4773-a4dd-6cc7fa0a705f tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Allocated IP 192.168.233.12 (7dc41cff-a3ac-4fc2-ba06-973efce2365e/7151c727-b27f-4308-8098-60bc16140d45/e66ed144-3707-47c6-bf22-bae6e222e96d) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:27:10.113903 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-95029762-5a74-4591-ad4a-91f76e8c768d req-69587500-94ec-4909-b5e8-2e20626d28ee tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:10.117809 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2da0f841-e0a0-48f2-a45f-f645d2c40a41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:10.177304 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90c6ea-695c-4dc5-8100-5b2c1c69afb5 req-66054731-8b45-46c9-a01c-21c8ca79b85e tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:10.181928 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8b90c6ea-695c-4dc5-8100-5b2c1c69afb5 req-66054731-8b45-46c9-a01c-21c8ca79b85e tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.21 "GET /v2.0/ports?device_id=56294de6-1793-41b2-9c59-d17c9718e826 HTTP/1.1" status: 200 len: 931 time: 0.1134143 Aug 22 13:27:10.225806 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2da0f841-e0a0-48f2-a45f-f645d2c40a41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:10.263730 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2a86de79-d4bb-4c87-afb5-9c12f9308d1a req-b2ee0e00-eeca-489e-8813-8608352d3290 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cfbfdc8-f514-481c-9887-b7c57094669b HTTP/1.1" status: 200 len: 210 time: 0.0583568 Aug 22 13:27:10.321658 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8b90c6ea-695c-4dc5-8100-5b2c1c69afb5 req-ea5444e3-31d7-4951-ae85-20d96430553f tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0d7e346-d486-4457-acb4-4dd13017e3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295218 Aug 22 13:27:10.358679 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52762) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:27:10.376887 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4af47686-817c-432e-ba4a-241f2e21f10d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:10.434326 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-184ba5a7-aece-433d-8607-8f670ad237ed req-b45001b0-e89b-425b-adac-db7f6da0d63e tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06ebcdb-9bce-4b4c-a12d-ea3b10b94465 HTTP/1.1" status: 200 len: 210 time: 0.0415473 Aug 22 13:27:10.611914 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2da0f841-e0a0-48f2-a45f-f645d2c40a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:10.615326 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2da0f841-e0a0-48f2-a45f-f645d2c40a41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:10.616506 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2da0f841-e0a0-48f2-a45f-f645d2c40a41 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/58f52e29-9b4a-48c0-bf7d-3bf6374c285c HTTP/1.1" status: 204 len: 168 time: 0.8744857 Aug 22 13:27:10.629158 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-95029762-5a74-4591-ad4a-91f76e8c768d req-69587500-94ec-4909-b5e8-2e20626d28ee tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:10.662959 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da0f841-e0a0-48f2-a45f-f645d2c40a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f52e29-9b4a-48c0-bf7d-3bf6374c285c,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:10.725986 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-771f6b39-2852-4258-8997-969145456ade req-0c251c45-fe84-4773-a4dd-6cc7fa0a705f tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:10.731884 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4af47686-817c-432e-ba4a-241f2e21f10d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:10.742319 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4af47686-817c-432e-ba4a-241f2e21f10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:10.784609 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95029762-5a74-4591-ad4a-91f76e8c768d req-69587500-94ec-4909-b5e8-2e20626d28ee tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Network 68842eba-3824-4bd8-80be-b3500b9e0204 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:27:10.801117 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-95029762-5a74-4591-ad4a-91f76e8c768d req-69587500-94ec-4909-b5e8-2e20626d28ee tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:27:10.811190 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-4af47686-817c-432e-ba4a-241f2e21f10d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=80740774d9084114a6cde559516ed0cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4500761 Aug 22 13:27:10.812594 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52768) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:27:10.813525 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-771f6b39-2852-4258-8997-969145456ade req-0c251c45-fe84-4773-a4dd-6cc7fa0a705f tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Transition to ACTIVE for port object e66ed144-3707-47c6-bf22-bae6e222e96d will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:27:10.815044 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-95029762-5a74-4591-ad4a-91f76e8c768d req-69587500-94ec-4909-b5e8-2e20626d28ee tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:27:10.824453 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af47686-817c-432e-ba4a-241f2e21f10d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfc1318-85c5-4f92-995f-72b51d1889c0,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:10.848087 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69587500-94ec-4909-b5e8-2e20626d28ee tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Pushing event updated for resources: {'Port': ['ID=aea7e271-f8d3-4362-87ea-5bfa45966920,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:10.936967 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95029762-5a74-4591-ad4a-91f76e8c768d req-69587500-94ec-4909-b5e8-2e20626d28ee tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:10.937577 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-95029762-5a74-4591-ad4a-91f76e8c768d req-69587500-94ec-4909-b5e8-2e20626d28ee tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:10.952150 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:27:10.976947 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-95029762-5a74-4591-ad4a-91f76e8c768d req-69587500-94ec-4909-b5e8-2e20626d28ee tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4178531 Aug 22 13:27:10.988024 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e454a3a3-5c0f-4a05-b118-5d1956a811bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:10.989957 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-771f6b39-2852-4258-8997-969145456ade req-0c251c45-fe84-4773-a4dd-6cc7fa0a705f tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:10.994943 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-95029762-5a74-4591-ad4a-91f76e8c768d req-6f01a40f-7a2b-446d-b7cf-d05d0a89ff97 service neutron] Request body: {'port': {'device_id': 'c0c3d9a9-d497-41d9-a7db-e05fb759fade', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:27:11.130206 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-771f6b39-2852-4258-8997-969145456ade req-0c251c45-fe84-4773-a4dd-6cc7fa0a705f tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Network 7dc41cff-a3ac-4fc2-ba06-973efce2365e is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:27:11.133394 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e454a3a3-5c0f-4a05-b118-5d1956a811bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:11.149889 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-771f6b39-2852-4258-8997-969145456ade req-0c251c45-fe84-4773-a4dd-6cc7fa0a705f tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:27:11.156742 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c251c45-fe84-4773-a4dd-6cc7fa0a705f tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Pushing event updated for resources: {'Port': ['ID=e66ed144-3707-47c6-bf22-bae6e222e96d,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:11.168473 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-95029762-5a74-4591-ad4a-91f76e8c768d req-5747ef43-986d-418c-9ea2-2ed97fc4d319 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faf4315d-987b-465b-9ef3-b64c56ce5f34 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:27:11.174391 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-771f6b39-2852-4258-8997-969145456ade req-0c251c45-fe84-4773-a4dd-6cc7fa0a705f tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:27:11.187971 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-95029762-5a74-4591-ad4a-91f76e8c768d req-5747ef43-986d-418c-9ea2-2ed97fc4d319 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:11.190103 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-95029762-5a74-4591-ad4a-91f76e8c768d req-6f01a40f-7a2b-446d-b7cf-d05d0a89ff97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:11.253136 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-95029762-5a74-4591-ad4a-91f76e8c768d req-5747ef43-986d-418c-9ea2-2ed97fc4d319 service neutron] Transition to ACTIVE for port object faf4315d-987b-465b-9ef3-b64c56ce5f34 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:27:11.279114 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-95029762-5a74-4591-ad4a-91f76e8c768d req-5747ef43-986d-418c-9ea2-2ed97fc4d319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:11.322326 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f6b39-2852-4258-8997-969145456ade req-0c251c45-fe84-4773-a4dd-6cc7fa0a705f tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:11.322998 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-771f6b39-2852-4258-8997-969145456ade req-0c251c45-fe84-4773-a4dd-6cc7fa0a705f tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:11.349810 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e454a3a3-5c0f-4a05-b118-5d1956a811bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:11.352380 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e454a3a3-5c0f-4a05-b118-5d1956a811bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:11.355917 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e454a3a3-5c0f-4a05-b118-5d1956a811bc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0dfc1318-85c5-4f92-995f-72b51d1889c0 HTTP/1.1" status: 204 len: 168 time: 0.5355389 Aug 22 13:27:11.461073 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e454a3a3-5c0f-4a05-b118-5d1956a811bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dfc1318-85c5-4f92-995f-72b51d1889c0,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:11.470116 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-771f6b39-2852-4258-8997-969145456ade req-0c251c45-fe84-4773-a4dd-6cc7fa0a705f tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8832252 Aug 22 13:27:11.476725 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5747ef43-986d-418c-9ea2-2ed97fc4d319 service neutron] Pushing event updated for resources: {'Port': ['ID=faf4315d-987b-465b-9ef3-b64c56ce5f34,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:11.503264 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-771f6b39-2852-4258-8997-969145456ade req-12f3e2de-c6b4-4bcb-8d64-b410db0b747d service neutron] Request body: {'port': {'device_id': 'a06ebcdb-9bce-4b4c-a12d-ea3b10b94465', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:27:11.531699 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e454a3a3-5c0f-4a05-b118-5d1956a811bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:27:11.532044 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e454a3a3-5c0f-4a05-b118-5d1956a811bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:27:11.532427 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e454a3a3-5c0f-4a05-b118-5d1956a811bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:27:11.532748 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e454a3a3-5c0f-4a05-b118-5d1956a811bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:27:11.533188 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18f382-625a-47ad-9696-89c38013e7bc req-dde19466-6f01-42b6-b4ea-fc15778742ee tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:11.533816 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e454a3a3-5c0f-4a05-b118-5d1956a811bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:27:11.534307 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e454a3a3-5c0f-4a05-b118-5d1956a811bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:27:11.534792 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e454a3a3-5c0f-4a05-b118-5d1956a811bc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:27:11.535274 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e454a3a3-5c0f-4a05-b118-5d1956a811bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:27:11.535771 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e454a3a3-5c0f-4a05-b118-5d1956a811bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:27:11.536351 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e454a3a3-5c0f-4a05-b118-5d1956a811bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:27:11.536894 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e454a3a3-5c0f-4a05-b118-5d1956a811bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:27:11.537514 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e454a3a3-5c0f-4a05-b118-5d1956a811bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:27:11.541089 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5747ef43-986d-418c-9ea2-2ed97fc4d319 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:27:11.541716 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5747ef43-986d-418c-9ea2-2ed97fc4d319 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:27:11.541922 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3e18f382-625a-47ad-9696-89c38013e7bc req-dde19466-6f01-42b6-b4ea-fc15778742ee tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.21 "GET /v2.0/ports?device_id=56294de6-1793-41b2-9c59-d17c9718e826 HTTP/1.1" status: 200 len: 943 time: 0.1115959 Aug 22 13:27:11.542473 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5747ef43-986d-418c-9ea2-2ed97fc4d319 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:27:11.543493 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5747ef43-986d-418c-9ea2-2ed97fc4d319 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:27:11.544720 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5747ef43-986d-418c-9ea2-2ed97fc4d319 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:27:11.545271 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5747ef43-986d-418c-9ea2-2ed97fc4d319 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:27:11.545824 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5747ef43-986d-418c-9ea2-2ed97fc4d319 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:27:11.546360 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5747ef43-986d-418c-9ea2-2ed97fc4d319 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:27:11.546907 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5747ef43-986d-418c-9ea2-2ed97fc4d319 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:27:11.547457 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5747ef43-986d-418c-9ea2-2ed97fc4d319 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:27:11.547989 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5747ef43-986d-418c-9ea2-2ed97fc4d319 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:27:11.548563 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5747ef43-986d-418c-9ea2-2ed97fc4d319 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:27:11.598744 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3e18f382-625a-47ad-9696-89c38013e7bc req-afbc7112-80fc-4c94-96aa-3c15d8056441 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0d7e346-d486-4457-acb4-4dd13017e3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555408 Aug 22 13:27:11.630653 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-90261618-edbe-46ec-b64d-4fef854667ee None None] Provisioning for port e66ed144-3707-47c6-bf22-bae6e222e96d completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:27:11.642203 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-90261618-edbe-46ec-b64d-4fef854667ee None None] Provisioning complete for port e66ed144-3707-47c6-bf22-bae6e222e96d triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:27:11.643302 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-90261618-edbe-46ec-b64d-4fef854667ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:11.697812 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-771f6b39-2852-4258-8997-969145456ade req-12f3e2de-c6b4-4bcb-8d64-b410db0b747d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:11.731208 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-95029762-5a74-4591-ad4a-91f76e8c768d req-5747ef43-986d-418c-9ea2-2ed97fc4d319 service neutron] Attempting to bind port faf4315d-987b-465b-9ef3-b64c56ce5f34 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:27:11.731713 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-95029762-5a74-4591-ad4a-91f76e8c768d req-5747ef43-986d-418c-9ea2-2ed97fc4d319 service neutron] Attempting to bind port faf4315d-987b-465b-9ef3-b64c56ce5f34 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': 'c14ea0a9-1cfb-4c82-9a02-4564e8498d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '68842eba-3824-4bd8-80be-b3500b9e0204'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:27:11.732141 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95029762-5a74-4591-ad4a-91f76e8c768d req-5747ef43-986d-418c-9ea2-2ed97fc4d319 service neutron] Attempting to bind port faf4315d-987b-465b-9ef3-b64c56ce5f34 on network 68842eba-3824-4bd8-80be-b3500b9e0204 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:27:11.767315 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95029762-5a74-4591-ad4a-91f76e8c768d req-5747ef43-986d-418c-9ea2-2ed97fc4d319 service neutron] Port faf4315d-987b-465b-9ef3-b64c56ce5f34 on network 68842eba-3824-4bd8-80be-b3500b9e0204 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:27:11.767626 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95029762-5a74-4591-ad4a-91f76e8c768d req-5747ef43-986d-418c-9ea2-2ed97fc4d319 service neutron] Attempting to bind port faf4315d-987b-465b-9ef3-b64c56ce5f34 on network 68842eba-3824-4bd8-80be-b3500b9e0204 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:27:11.775986 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-90261618-edbe-46ec-b64d-4fef854667ee None None] Port e66ed144-3707-47c6-bf22-bae6e222e96d cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:27:11.795499 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95029762-5a74-4591-ad4a-91f76e8c768d req-5747ef43-986d-418c-9ea2-2ed97fc4d319 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:27:11.795815 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95029762-5a74-4591-ad4a-91f76e8c768d req-5747ef43-986d-418c-9ea2-2ed97fc4d319 service neutron] Checking segment: {'id': 'c14ea0a9-1cfb-4c82-9a02-4564e8498d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '68842eba-3824-4bd8-80be-b3500b9e0204'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:27:11.796214 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95029762-5a74-4591-ad4a-91f76e8c768d req-5747ef43-986d-418c-9ea2-2ed97fc4d319 service neutron] Bound using segment: {'id': 'c14ea0a9-1cfb-4c82-9a02-4564e8498d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '68842eba-3824-4bd8-80be-b3500b9e0204'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:27:11.796681 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-95029762-5a74-4591-ad4a-91f76e8c768d req-5747ef43-986d-418c-9ea2-2ed97fc4d319 service neutron] Bound port: faf4315d-987b-465b-9ef3-b64c56ce5f34, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c14ea0a9-1cfb-4c82-9a02-4564e8498d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '68842eba-3824-4bd8-80be-b3500b9e0204'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:27:11.797042 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-95029762-5a74-4591-ad4a-91f76e8c768d req-5747ef43-986d-418c-9ea2-2ed97fc4d319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:11.834954 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6720c3d6-e7b7-4550-af92-ab517d31de47 req-21c9a3ec-3729-48ad-b57a-3ce4c9a7e54b tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:11.846874 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6720c3d6-e7b7-4550-af92-ab517d31de47 req-21c9a3ec-3729-48ad-b57a-3ce4c9a7e54b tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06ebcdb-9bce-4b4c-a12d-ea3b10b94465 HTTP/1.1" status: 200 len: 935 time: 0.1124723 Aug 22 13:27:11.896339 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6720c3d6-e7b7-4550-af92-ab517d31de47 req-a93c12f8-a262-44e0-af6b-2c25e95821f7 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1131697-a2e1-4648-8d03-b61fc79b8205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485170 Aug 22 13:27:11.989715 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-95029762-5a74-4591-ad4a-91f76e8c768d req-6f01a40f-7a2b-446d-b7cf-d05d0a89ff97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aea7e271-f8d3-4362-87ea-5bfa45966920 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:27:12.029148 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-95029762-5a74-4591-ad4a-91f76e8c768d req-6f01a40f-7a2b-446d-b7cf-d05d0a89ff97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:12.048576 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f53558-28a3-403d-8f76-fd8ec83b21ee req-4aa6de79-6c9b-478c-99f2-397a2bee35cb tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:12.050255 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-63f53558-28a3-403d-8f76-fd8ec83b21ee req-4aa6de79-6c9b-478c-99f2-397a2bee35cb tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=91864420-8f72-4153-bfe3-294260244158 HTTP/1.1" status: 200 len: 950 time: 0.0850632 Aug 22 13:27:12.050552 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-95029762-5a74-4591-ad4a-91f76e8c768d req-5747ef43-986d-418c-9ea2-2ed97fc4d319 service neutron] For port faf4315d-987b-465b-9ef3-b64c56ce5f34, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:27:12.059415 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-95029762-5a74-4591-ad4a-91f76e8c768d req-6f01a40f-7a2b-446d-b7cf-d05d0a89ff97 service neutron] Transition to ACTIVE for port object aea7e271-f8d3-4362-87ea-5bfa45966920 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:27:12.073030 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-95029762-5a74-4591-ad4a-91f76e8c768d req-6f01a40f-7a2b-446d-b7cf-d05d0a89ff97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:12.077763 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-95029762-5a74-4591-ad4a-91f76e8c768d req-5747ef43-986d-418c-9ea2-2ed97fc4d319 service neutron] For port faf4315d-987b-465b-9ef3-b64c56ce5f34, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=faf4315d-987b-465b-9ef3-b64c56ce5f34,segment=NetworkSegment(c14ea0a9-1cfb-4c82-9a02-4564e8498d93),segment_id=c14ea0a9-1cfb-4c82-9a02-4564e8498d93)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:27:12.116418 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-63f53558-28a3-403d-8f76-fd8ec83b21ee req-a9ec4433-f7d1-4378-94f2-26d115b41df0 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589216 Aug 22 13:27:12.118478 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-95029762-5a74-4591-ad4a-91f76e8c768d req-5747ef43-986d-418c-9ea2-2ed97fc4d319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:12.191501 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95029762-5a74-4591-ad4a-91f76e8c768d req-5747ef43-986d-418c-9ea2-2ed97fc4d319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:12.192118 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-95029762-5a74-4591-ad4a-91f76e8c768d req-5747ef43-986d-418c-9ea2-2ed97fc4d319 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:12.194043 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-95029762-5a74-4591-ad4a-91f76e8c768d req-5747ef43-986d-418c-9ea2-2ed97fc4d319 service neutron] 10.222.0.41 "PUT /v2.0/ports/faf4315d-987b-465b-9ef3-b64c56ce5f34 HTTP/1.1" status: 200 len: 1092 time: 2.4136920 Aug 22 13:27:12.198638 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56294de6-1793-41b2-9c59-d17c9718e826', 'tag': 'faf4315d-987b-465b-9ef3-b64c56ce5f34'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:27:12.200154 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb3f967-f79d-4ffc-9741-eef1c0e735a0" -d '{"events": [{"name": "network-changed", "server_uuid": "56294de6-1793-41b2-9c59-d17c9718e826", "tag": "faf4315d-987b-465b-9ef3-b64c56ce5f34"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:27:12.564887 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 37e0d0c3-4501-445b-b7c1-cf69eb2c2a95 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:27:12.574053 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f01a40f-7a2b-446d-b7cf-d05d0a89ff97 service neutron] Pushing event updated for resources: {'Port': ['ID=aea7e271-f8d3-4362-87ea-5bfa45966920,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:12.580526 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ecd0303-7499-4041-b274-d945178cf679 x-openstack-request-id: req-4ecd0303-7499-4041-b274-d945178cf679 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:27:12.580822 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56294de6-1793-41b2-9c59-d17c9718e826", "tag": "faf4315d-987b-465b-9ef3-b64c56ce5f34", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:27:12.581085 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4ecd0303-7499-4041-b274-d945178cf679 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:27:12.581460 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56294de6-1793-41b2-9c59-d17c9718e826', 'tag': 'faf4315d-987b-465b-9ef3-b64c56ce5f34', 'status': 'completed', 'code': 200} Aug 22 13:27:12.589584 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: 37e0d0c3-4501-445b-b7c1-cf69eb2c2a95 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:27:12.589584 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 37e0d0c3-4501-445b-b7c1-cf69eb2c2a95 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:27:12.738831 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb00ee7-b673-4ba9-b61a-70a87885fc2f req-7e391926-4b96-41bf-852a-23a2688f909a tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:12.746030 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bbb00ee7-b673-4ba9-b61a-70a87885fc2f req-7e391926-4b96-41bf-852a-23a2688f909a tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.21 "GET /v2.0/ports?device_id=56294de6-1793-41b2-9c59-d17c9718e826 HTTP/1.1" status: 200 len: 943 time: 0.0768414 Aug 22 13:27:12.787624 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-771f6b39-2852-4258-8997-969145456ade req-12f3e2de-c6b4-4bcb-8d64-b410db0b747d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e66ed144-3707-47c6-bf22-bae6e222e96d {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:27:12.792349 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bbb00ee7-b673-4ba9-b61a-70a87885fc2f req-681b8e98-8c81-4098-a53c-a9b4cdaa599a tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0d7e346-d486-4457-acb4-4dd13017e3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450816 Aug 22 13:27:12.792659 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5747ef43-986d-418c-9ea2-2ed97fc4d319 service neutron] Pushing event updated for resources: {'Port': ['ID=faf4315d-987b-465b-9ef3-b64c56ce5f34,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:12.810152 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95029762-5a74-4591-ad4a-91f76e8c768d req-fde50ca5-e235-4b56-ae05-5fdd2ffbae9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:12.811682 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-95029762-5a74-4591-ad4a-91f76e8c768d req-fde50ca5-e235-4b56-ae05-5fdd2ffbae9b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=97fd177e7756483db0720d8466b81e4f&device_id=56294de6-1793-41b2-9c59-d17c9718e826 HTTP/1.1" status: 200 len: 1095 time: 0.2292855 Aug 22 13:27:12.819114 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-771f6b39-2852-4258-8997-969145456ade req-12f3e2de-c6b4-4bcb-8d64-b410db0b747d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:12.836195 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-95029762-5a74-4591-ad4a-91f76e8c768d req-6f01a40f-7a2b-446d-b7cf-d05d0a89ff97 service neutron] Attempting to bind port aea7e271-f8d3-4362-87ea-5bfa45966920 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:27:12.836572 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-95029762-5a74-4591-ad4a-91f76e8c768d req-6f01a40f-7a2b-446d-b7cf-d05d0a89ff97 service neutron] Attempting to bind port aea7e271-f8d3-4362-87ea-5bfa45966920 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': 'c14ea0a9-1cfb-4c82-9a02-4564e8498d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '68842eba-3824-4bd8-80be-b3500b9e0204'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:27:12.836890 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95029762-5a74-4591-ad4a-91f76e8c768d req-6f01a40f-7a2b-446d-b7cf-d05d0a89ff97 service neutron] Attempting to bind port aea7e271-f8d3-4362-87ea-5bfa45966920 on network 68842eba-3824-4bd8-80be-b3500b9e0204 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:27:12.872992 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-95029762-5a74-4591-ad4a-91f76e8c768d req-9706ecf2-2dcc-4e02-af5e-e7211037f34c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=faf4315d-987b-465b-9ef3-b64c56ce5f34 HTTP/1.1" status: 200 len: 217 time: 0.0491383 Aug 22 13:27:12.874174 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-771f6b39-2852-4258-8997-969145456ade req-12f3e2de-c6b4-4bcb-8d64-b410db0b747d service neutron] Transition to ACTIVE for port object e66ed144-3707-47c6-bf22-bae6e222e96d will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:27:12.875135 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95029762-5a74-4591-ad4a-91f76e8c768d req-6f01a40f-7a2b-446d-b7cf-d05d0a89ff97 service neutron] Port aea7e271-f8d3-4362-87ea-5bfa45966920 on network 68842eba-3824-4bd8-80be-b3500b9e0204 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:27:12.875386 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95029762-5a74-4591-ad4a-91f76e8c768d req-6f01a40f-7a2b-446d-b7cf-d05d0a89ff97 service neutron] Attempting to bind port aea7e271-f8d3-4362-87ea-5bfa45966920 on network 68842eba-3824-4bd8-80be-b3500b9e0204 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:27:12.887865 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-771f6b39-2852-4258-8997-969145456ade req-12f3e2de-c6b4-4bcb-8d64-b410db0b747d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:12.917081 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95029762-5a74-4591-ad4a-91f76e8c768d req-6f01a40f-7a2b-446d-b7cf-d05d0a89ff97 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:27:12.917477 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95029762-5a74-4591-ad4a-91f76e8c768d req-6f01a40f-7a2b-446d-b7cf-d05d0a89ff97 service neutron] Checking segment: {'id': 'c14ea0a9-1cfb-4c82-9a02-4564e8498d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '68842eba-3824-4bd8-80be-b3500b9e0204'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:27:12.917773 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95029762-5a74-4591-ad4a-91f76e8c768d req-6f01a40f-7a2b-446d-b7cf-d05d0a89ff97 service neutron] Bound using segment: {'id': 'c14ea0a9-1cfb-4c82-9a02-4564e8498d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '68842eba-3824-4bd8-80be-b3500b9e0204'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:27:12.918226 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-95029762-5a74-4591-ad4a-91f76e8c768d req-6f01a40f-7a2b-446d-b7cf-d05d0a89ff97 service neutron] Bound port: aea7e271-f8d3-4362-87ea-5bfa45966920, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c14ea0a9-1cfb-4c82-9a02-4564e8498d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '68842eba-3824-4bd8-80be-b3500b9e0204'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:27:12.918670 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-95029762-5a74-4591-ad4a-91f76e8c768d req-6f01a40f-7a2b-446d-b7cf-d05d0a89ff97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:13.001548 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95029762-5a74-4591-ad4a-91f76e8c768d req-953e7bfe-837f-4f44-882a-237fa7d183c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:13.003555 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-95029762-5a74-4591-ad4a-91f76e8c768d req-953e7bfe-837f-4f44-882a-237fa7d183c8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f861202-25c4-470b-a8df-6a7fd937203f HTTP/1.1" status: 200 len: 852 time: 0.1243613 Aug 22 13:27:13.031521 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f3e2de-c6b4-4bcb-8d64-b410db0b747d service neutron] Pushing event updated for resources: {'Port': ['ID=e66ed144-3707-47c6-bf22-bae6e222e96d,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:13.060276 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4662a32-f4ea-4fa8-83c1-e3d2f83f66b8 req-f0ac8629-42f4-47de-bdf4-b503b35d52cb tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:13.067863 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c4662a32-f4ea-4fa8-83c1-e3d2f83f66b8 req-f0ac8629-42f4-47de-bdf4-b503b35d52cb tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06ebcdb-9bce-4b4c-a12d-ea3b10b94465 HTTP/1.1" status: 200 len: 947 time: 0.0844090 Aug 22 13:27:13.096482 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-95029762-5a74-4591-ad4a-91f76e8c768d req-83480933-01fb-4ff4-879f-233497106d27 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68842eba-3824-4bd8-80be-b3500b9e0204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769246 Aug 22 13:27:13.121108 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c4662a32-f4ea-4fa8-83c1-e3d2f83f66b8 req-0e194ed2-1089-45a1-b49d-fd3e2a9c557d tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1131697-a2e1-4648-8d03-b61fc79b8205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474923 Aug 22 13:27:13.195188 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-95029762-5a74-4591-ad4a-91f76e8c768d req-6f01a40f-7a2b-446d-b7cf-d05d0a89ff97 service neutron] For port aea7e271-f8d3-4362-87ea-5bfa45966920, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:27:13.234992 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-95029762-5a74-4591-ad4a-91f76e8c768d req-6f01a40f-7a2b-446d-b7cf-d05d0a89ff97 service neutron] For port aea7e271-f8d3-4362-87ea-5bfa45966920, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=aea7e271-f8d3-4362-87ea-5bfa45966920,segment=NetworkSegment(c14ea0a9-1cfb-4c82-9a02-4564e8498d93),segment_id=c14ea0a9-1cfb-4c82-9a02-4564e8498d93)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:27:13.241314 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-771f6b39-2852-4258-8997-969145456ade req-12f3e2de-c6b4-4bcb-8d64-b410db0b747d service neutron] Attempting to bind port e66ed144-3707-47c6-bf22-bae6e222e96d on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:27:13.241551 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-771f6b39-2852-4258-8997-969145456ade req-12f3e2de-c6b4-4bcb-8d64-b410db0b747d service neutron] Attempting to bind port e66ed144-3707-47c6-bf22-bae6e222e96d by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:27:13.241869 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771f6b39-2852-4258-8997-969145456ade req-12f3e2de-c6b4-4bcb-8d64-b410db0b747d service neutron] Attempting to bind port e66ed144-3707-47c6-bf22-bae6e222e96d on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:27:13.254224 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-95029762-5a74-4591-ad4a-91f76e8c768d req-6f01a40f-7a2b-446d-b7cf-d05d0a89ff97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:13.276045 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3d218-fbd6-4e03-8e6d-df18a5b2fbe7 req-946fb64d-cf73-4adc-919b-38407ea1e3fa tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:13.277750 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eea3d218-fbd6-4e03-8e6d-df18a5b2fbe7 req-946fb64d-cf73-4adc-919b-38407ea1e3fa tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=91864420-8f72-4153-bfe3-294260244158 HTTP/1.1" status: 200 len: 950 time: 0.0656972 Aug 22 13:27:13.303379 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771f6b39-2852-4258-8997-969145456ade req-12f3e2de-c6b4-4bcb-8d64-b410db0b747d service neutron] Port e66ed144-3707-47c6-bf22-bae6e222e96d on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:27:13.303766 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771f6b39-2852-4258-8997-969145456ade req-12f3e2de-c6b4-4bcb-8d64-b410db0b747d service neutron] Attempting to bind port e66ed144-3707-47c6-bf22-bae6e222e96d on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:27:13.329318 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95029762-5a74-4591-ad4a-91f76e8c768d req-6f01a40f-7a2b-446d-b7cf-d05d0a89ff97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:13.330134 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-95029762-5a74-4591-ad4a-91f76e8c768d req-6f01a40f-7a2b-446d-b7cf-d05d0a89ff97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:13.331323 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-95029762-5a74-4591-ad4a-91f76e8c768d req-6f01a40f-7a2b-446d-b7cf-d05d0a89ff97 service neutron] 10.222.0.41 "PUT /v2.0/ports/aea7e271-f8d3-4362-87ea-5bfa45966920 HTTP/1.1" status: 200 len: 1092 time: 2.3445973 Aug 22 13:27:13.335126 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771f6b39-2852-4258-8997-969145456ade req-12f3e2de-c6b4-4bcb-8d64-b410db0b747d service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:27:13.335470 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771f6b39-2852-4258-8997-969145456ade req-12f3e2de-c6b4-4bcb-8d64-b410db0b747d service neutron] Checking segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:27:13.335854 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771f6b39-2852-4258-8997-969145456ade req-12f3e2de-c6b4-4bcb-8d64-b410db0b747d service neutron] Bound using segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:27:13.336314 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-771f6b39-2852-4258-8997-969145456ade req-12f3e2de-c6b4-4bcb-8d64-b410db0b747d service neutron] Bound port: e66ed144-3707-47c6-bf22-bae6e222e96d, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:27:13.336734 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-771f6b39-2852-4258-8997-969145456ade req-12f3e2de-c6b4-4bcb-8d64-b410db0b747d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:13.349812 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-95029762-5a74-4591-ad4a-91f76e8c768d req-f35089aa-a5a2-46a1-b8c6-b66387c33185 service neutron] 10.222.0.41 "GET /v2.0/networks/68842eba-3824-4bd8-80be-b3500b9e0204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274618 Aug 22 13:27:13.395951 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f01a40f-7a2b-446d-b7cf-d05d0a89ff97 service neutron] Pushing event updated for resources: {'Port': ['ID=aea7e271-f8d3-4362-87ea-5bfa45966920,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:13.418381 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eea3d218-fbd6-4e03-8e6d-df18a5b2fbe7 req-c0742d24-3303-4a67-bf2f-b09764fa57f7 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbc99bb6-4a2e-437a-a60c-09844d0d3191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229389 Aug 22 13:27:13.505885 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-771f6b39-2852-4258-8997-969145456ade req-12f3e2de-c6b4-4bcb-8d64-b410db0b747d service neutron] For port e66ed144-3707-47c6-bf22-bae6e222e96d, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:27:13.511579 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-771f6b39-2852-4258-8997-969145456ade req-12f3e2de-c6b4-4bcb-8d64-b410db0b747d service neutron] For port e66ed144-3707-47c6-bf22-bae6e222e96d, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=e66ed144-3707-47c6-bf22-bae6e222e96d,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:27:13.523176 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-771f6b39-2852-4258-8997-969145456ade req-12f3e2de-c6b4-4bcb-8d64-b410db0b747d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:13.526135 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95029762-5a74-4591-ad4a-91f76e8c768d req-0a359ff4-82d5-4bc1-9cdf-d945e792a43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:13.527617 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-95029762-5a74-4591-ad4a-91f76e8c768d req-0a359ff4-82d5-4bc1-9cdf-d945e792a43b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=97fd177e7756483db0720d8466b81e4f&device_id=c0c3d9a9-d497-41d9-a7db-e05fb759fade HTTP/1.1" status: 200 len: 1095 time: 0.1504531 Aug 22 13:27:13.614215 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-95029762-5a74-4591-ad4a-91f76e8c768d req-21fba2ea-2c55-4f08-8b7f-87aa4ed2391d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aea7e271-f8d3-4362-87ea-5bfa45966920 HTTP/1.1" status: 200 len: 217 time: 0.0754213 Aug 22 13:27:13.617114 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f6b39-2852-4258-8997-969145456ade req-12f3e2de-c6b4-4bcb-8d64-b410db0b747d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:13.618059 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-771f6b39-2852-4258-8997-969145456ade req-12f3e2de-c6b4-4bcb-8d64-b410db0b747d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:13.619243 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-771f6b39-2852-4258-8997-969145456ade req-12f3e2de-c6b4-4bcb-8d64-b410db0b747d service neutron] 10.222.0.41 "PUT /v2.0/ports/e66ed144-3707-47c6-bf22-bae6e222e96d HTTP/1.1" status: 200 len: 1096 time: 2.1352301 Aug 22 13:27:13.621080 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-95029762-5a74-4591-ad4a-91f76e8c768d req-0b2c4e5c-a1b0-49b5-bbfe-b7daa3647c1f service neutron] 10.222.0.41 "GET /v2.0/networks/68842eba-3824-4bd8-80be-b3500b9e0204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582922 Aug 22 13:27:13.688429 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f3e2de-c6b4-4bcb-8d64-b410db0b747d service neutron] Pushing event updated for resources: {'Port': ['ID=e66ed144-3707-47c6-bf22-bae6e222e96d,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:13.779165 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95029762-5a74-4591-ad4a-91f76e8c768d req-7b81522b-a75b-4ed7-873f-0c7e7558367f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:13.781121 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-95029762-5a74-4591-ad4a-91f76e8c768d req-7b81522b-a75b-4ed7-873f-0c7e7558367f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f861202-25c4-470b-a8df-6a7fd937203f HTTP/1.1" status: 200 len: 852 time: 0.1549242 Aug 22 13:27:13.801354 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be4cb1f-96cc-4008-b4e0-089fd51cc0b2 req-ef6b39c1-c63d-42c2-876e-83e6a6a9efd4 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:13.802958 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7be4cb1f-96cc-4008-b4e0-089fd51cc0b2 req-ef6b39c1-c63d-42c2-876e-83e6a6a9efd4 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.16 "GET /v2.0/ports?device_id=91864420-8f72-4153-bfe3-294260244158 HTTP/1.1" status: 200 len: 950 time: 0.1044381 Aug 22 13:27:13.811004 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f6b39-2852-4258-8997-969145456ade req-16f397a5-5681-491f-8784-d72cc5b16305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:13.812534 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-771f6b39-2852-4258-8997-969145456ade req-16f397a5-5681-491f-8784-d72cc5b16305 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44a028d6e6b04cd799f41d009557d7a7&device_id=a06ebcdb-9bce-4b4c-a12d-ea3b10b94465 HTTP/1.1" status: 200 len: 1099 time: 0.1424057 Aug 22 13:27:13.842470 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-95029762-5a74-4591-ad4a-91f76e8c768d req-6fe1ca2e-fae5-4271-8f24-89d236154b7a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68842eba-3824-4bd8-80be-b3500b9e0204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527210 Aug 22 13:27:13.900366 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3f967-f79d-4ffc-9741-eef1c0e735a0 req-1a4ea09f-415c-424d-adae-5d542a234a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:13.904171 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-afb3f967-f79d-4ffc-9741-eef1c0e735a0 req-1a4ea09f-415c-424d-adae-5d542a234a53 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=97fd177e7756483db0720d8466b81e4f&device_id=56294de6-1793-41b2-9c59-d17c9718e826 HTTP/1.1" status: 200 len: 1095 time: 0.1894131 Aug 22 13:27:13.906688 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-771f6b39-2852-4258-8997-969145456ade req-24ad4366-506a-4e9a-ac76-3d12e7e24c70 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=e66ed144-3707-47c6-bf22-bae6e222e96d HTTP/1.1" status: 200 len: 217 time: 0.0762336 Aug 22 13:27:14.015881 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52910) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:27:14.067169 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-7be4cb1f-96cc-4008-b4e0-089fd51cc0b2 req-4d49619f-eb16-4c94-b766-2691e184c932 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Deleting port 1286179b-e9e6-4d6e-89fd-2429cb61c9b5 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:27:14.067601 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7be4cb1f-96cc-4008-b4e0-089fd51cc0b2 req-4d49619f-eb16-4c94-b766-2691e184c932 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:14.089435 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f6b39-2852-4258-8997-969145456ade req-d85ddb6f-2d64-44ae-8dfd-81b64c1f55d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:14.091600 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-771f6b39-2852-4258-8997-969145456ade req-d85ddb6f-2d64-44ae-8dfd-81b64c1f55d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.1717474 Aug 22 13:27:14.144949 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-95029762-5a74-4591-ad4a-91f76e8c768d req-3ce9b2c2-45c7-4549-a962-8d13b6c572f0 service neutron] 10.222.0.41 "GET /v2.0/networks/68842eba-3824-4bd8-80be-b3500b9e0204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942796 Aug 22 13:27:14.145696 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a2f094-7ac0-4775-9a79-d7b07875bfd0 req-462e3878-bfb1-4def-8110-17a1270b5f4b tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:14.154018 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3f967-f79d-4ffc-9741-eef1c0e735a0 req-2acf7af8-777a-4868-b0d6-7695fe7b5bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:14.155038 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d2a2f094-7ac0-4775-9a79-d7b07875bfd0 req-462e3878-bfb1-4def-8110-17a1270b5f4b tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.21 "GET /v2.0/ports?device_id=56294de6-1793-41b2-9c59-d17c9718e826 HTTP/1.1" status: 200 len: 943 time: 0.1992724 Aug 22 13:27:14.156106 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-afb3f967-f79d-4ffc-9741-eef1c0e735a0 req-2acf7af8-777a-4868-b0d6-7695fe7b5bfc service neutron] 10.222.0.41 "GET /v2.0/networks?id=68842eba-3824-4bd8-80be-b3500b9e0204 HTTP/1.1" status: 200 len: 913 time: 0.2351041 Aug 22 13:27:14.212746 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d2a2f094-7ac0-4775-9a79-d7b07875bfd0 req-cd8aca8e-178e-45ea-969f-79752b8df515 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0d7e346-d486-4457-acb4-4dd13017e3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566604 Aug 22 13:27:14.238836 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-7be4cb1f-96cc-4008-b4e0-089fd51cc0b2 req-4d49619f-eb16-4c94-b766-2691e184c932 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] For port 1286179b-e9e6-4d6e-89fd-2429cb61c9b5, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=1286179b-e9e6-4d6e-89fd-2429cb61c9b5,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:27:14.239332 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7be4cb1f-96cc-4008-b4e0-089fd51cc0b2 req-4d49619f-eb16-4c94-b766-2691e184c932 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:14.253482 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-7be4cb1f-96cc-4008-b4e0-089fd51cc0b2 req-4d49619f-eb16-4c94-b766-2691e184c932 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Calling delete_port for 1286179b-e9e6-4d6e-89fd-2429cb61c9b5 owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:27:14.260091 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-afb3f967-f79d-4ffc-9741-eef1c0e735a0 req-0e1565b1-5aae-427d-b13a-b8e1ef8feedf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=faf4315d-987b-465b-9ef3-b64c56ce5f34 HTTP/1.1" status: 200 len: 217 time: 0.0934932 Aug 22 13:27:14.263116 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-69acb67d-06bd-464f-bda4-10901736189a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:14.266563 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f6b39-2852-4258-8997-969145456ade req-d188ab72-c91f-45f4-a13a-f8e7b55a8f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:14.268086 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-771f6b39-2852-4258-8997-969145456ade req-d188ab72-c91f-45f4-a13a-f8e7b55a8f8e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1635330 Aug 22 13:27:14.373111 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254b58a-c960-4c9b-9d99-c195375eefbc req-a2230206-bdba-465c-aaa8-ff4cc50ae494 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:14.375035 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c254b58a-c960-4c9b-9d99-c195375eefbc req-a2230206-bdba-465c-aaa8-ff4cc50ae494 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06ebcdb-9bce-4b4c-a12d-ea3b10b94465 HTTP/1.1" status: 200 len: 947 time: 0.0755315 Aug 22 13:27:14.411243 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3f967-f79d-4ffc-9741-eef1c0e735a0 req-6135cd8a-5d26-4b57-affd-0ced0da7e7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:14.412744 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-afb3f967-f79d-4ffc-9741-eef1c0e735a0 req-6135cd8a-5d26-4b57-affd-0ced0da7e7c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f861202-25c4-470b-a8df-6a7fd937203f HTTP/1.1" status: 200 len: 852 time: 0.1437836 Aug 22 13:27:14.421239 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-95029762-5a74-4591-ad4a-91f76e8c768d req-dbf0c8f0-ab04-48f7-805d-5410100e13bf service neutron] 10.222.0.41 "GET /v2.0/networks/68842eba-3824-4bd8-80be-b3500b9e0204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637415 Aug 22 13:27:14.455198 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c254b58a-c960-4c9b-9d99-c195375eefbc req-98552bdb-5233-439a-8bf2-9f80b59c115d tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1131697-a2e1-4648-8d03-b61fc79b8205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702460 Aug 22 13:27:14.462628 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7be4cb1f-96cc-4008-b4e0-089fd51cc0b2 req-4d49619f-eb16-4c94-b766-2691e184c932 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:14.471691 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-afb3f967-f79d-4ffc-9741-eef1c0e735a0 req-b89da57e-1f4b-4494-bdda-628518f2d76f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68842eba-3824-4bd8-80be-b3500b9e0204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461004 Aug 22 13:27:14.480864 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['1286179b-e9e6-4d6e-89fd-2429cb61c9b5'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:27:14.500620 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d49619f-eb16-4c94-b766-2691e184c932 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Pushing event deleted for resources: {'Port': ['ID=1286179b-e9e6-4d6e-89fd-2429cb61c9b5,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:14.545034 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-771f6b39-2852-4258-8997-969145456ade req-49b3fc81-d65e-41fc-b5df-35a4af3ca65e service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542477 Aug 22 13:27:14.575756 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-7be4cb1f-96cc-4008-b4e0-089fd51cc0b2 req-4d49619f-eb16-4c94-b766-2691e184c932 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] No DVR routers for this DVR port 1286179b-e9e6-4d6e-89fd-2429cb61c9b5 on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:27:14.578979 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6f918a35-1c2c-4d0d-99a6-53d3e7e835df req-cc785ba6-1a2a-44e7-bcfb-f7b8671d9ce8 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.21 "GET /v2.0/ports?device_id=91864420-8f72-4153-bfe3-294260244158 HTTP/1.1" status: 200 len: 210 time: 0.0497663 Aug 22 13:27:14.579964 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7be4cb1f-96cc-4008-b4e0-089fd51cc0b2 req-4d49619f-eb16-4c94-b766-2691e184c932 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:14.581837 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7be4cb1f-96cc-4008-b4e0-089fd51cc0b2 req-4d49619f-eb16-4c94-b766-2691e184c932 tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] 10.222.0.16 "DELETE /v2.0/ports/1286179b-e9e6-4d6e-89fd-2429cb61c9b5 HTTP/1.1" status: 204 len: 173 time: 0.7532935 Aug 22 13:27:14.582286 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0c3d9a9-d497-41d9-a7db-e05fb759fade', 'tag': 'aea7e271-f8d3-4362-87ea-5bfa45966920'}, {'name': 'network-changed', 'server_uuid': 'a06ebcdb-9bce-4b4c-a12d-ea3b10b94465', 'tag': 'e66ed144-3707-47c6-bf22-bae6e222e96d'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:27:14.582805 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91864420-8f72-4153-bfe3-294260244158', 'name': 'network-vif-deleted', 'tag': '1286179b-e9e6-4d6e-89fd-2429cb61c9b5'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:27:14.584501 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca989e33-b3b3-4b5d-955e-24ba54718bea" -d '{"events": [{"name": "network-changed", "server_uuid": "c0c3d9a9-d497-41d9-a7db-e05fb759fade", "tag": "aea7e271-f8d3-4362-87ea-5bfa45966920"}, {"name": "network-changed", "server_uuid": "a06ebcdb-9bce-4b4c-a12d-ea3b10b94465", "tag": "e66ed144-3707-47c6-bf22-bae6e222e96d"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:27:14.584952 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1050cc0-d742-4cea-8dc6-4900a454210d" -d '{"events": [{"server_uuid": "91864420-8f72-4153-bfe3-294260244158", "name": "network-vif-deleted", "tag": "1286179b-e9e6-4d6e-89fd-2429cb61c9b5"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:27:14.626257 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e85874-83d8-483a-b9d0-7df19fb2a68c x-openstack-request-id: req-48e85874-83d8-483a-b9d0-7df19fb2a68c {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:27:14.627132 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91864420-8f72-4153-bfe3-294260244158", "name": "network-vif-deleted", "tag": "1286179b-e9e6-4d6e-89fd-2429cb61c9b5", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:27:14.627571 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-48e85874-83d8-483a-b9d0-7df19fb2a68c {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:27:14.628205 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91864420-8f72-4153-bfe3-294260244158', 'name': 'network-vif-deleted', 'tag': '1286179b-e9e6-4d6e-89fd-2429cb61c9b5', 'status': 'completed', 'code': 200} Aug 22 13:27:14.663666 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-69acb67d-06bd-464f-bda4-10901736189a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:14.665409 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 22 Aug 2021 13:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a802d8f-27fd-4505-87c2-8b7e43e3e932 x-openstack-request-id: req-3a802d8f-27fd-4505-87c2-8b7e43e3e932 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:27:14.665679 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0c3d9a9-d497-41d9-a7db-e05fb759fade", "tag": "aea7e271-f8d3-4362-87ea-5bfa45966920", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a06ebcdb-9bce-4b4c-a12d-ea3b10b94465", "tag": "e66ed144-3707-47c6-bf22-bae6e222e96d", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:27:14.665930 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a802d8f-27fd-4505-87c2-8b7e43e3e932 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:27:14.666404 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0c3d9a9-d497-41d9-a7db-e05fb759fade', 'tag': 'aea7e271-f8d3-4362-87ea-5bfa45966920', 'status': 'completed', 'code': 200} Aug 22 13:27:14.666638 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a06ebcdb-9bce-4b4c-a12d-ea3b10b94465', 'tag': 'e66ed144-3707-47c6-bf22-bae6e222e96d', 'status': 'completed', 'code': 200} Aug 22 13:27:14.684116 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-69acb67d-06bd-464f-bda4-10901736189a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:14.721296 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-afb3f967-f79d-4ffc-9741-eef1c0e735a0 req-557ca58b-02c4-4678-8f4c-ed7ef3523c1f service neutron] 10.222.0.41 "GET /v2.0/networks/68842eba-3824-4bd8-80be-b3500b9e0204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415233 Aug 22 13:27:14.788389 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69acb67d-06bd-464f-bda4-10901736189a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d162fe1-7fbc-4212-afcf-8e0d067c5992,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:14.792956 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-771f6b39-2852-4258-8997-969145456ade req-9947df04-1bc9-4556-8909-9c5504342390 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404461 Aug 22 13:27:14.820727 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-69acb67d-06bd-464f-bda4-10901736189a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0d7c02681dbb4afdac5af4091604144f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8037875 Aug 22 13:27:14.823399 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52936) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:27:14.839220 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca989e33-b3b3-4b5d-955e-24ba54718bea req-7f67da70-39e1-428e-ad1a-b3a74a09a3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:14.840920 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ca989e33-b3b3-4b5d-955e-24ba54718bea req-7f67da70-39e1-428e-ad1a-b3a74a09a3cb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=97fd177e7756483db0720d8466b81e4f&device_id=c0c3d9a9-d497-41d9-a7db-e05fb759fade HTTP/1.1" status: 200 len: 1095 time: 0.1430628 Aug 22 13:27:14.879240 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a78396f5-f6a0-45b8-9f77-50d5ede45fe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:14.902122 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a78396f5-f6a0-45b8-9f77-50d5ede45fe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:14.920644 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-afb3f967-f79d-4ffc-9741-eef1c0e735a0 req-228e7b37-c953-431c-8cd6-b845773a1071 service neutron] 10.222.0.41 "GET /v2.0/networks/68842eba-3824-4bd8-80be-b3500b9e0204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777589 Aug 22 13:27:14.961501 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a78396f5-f6a0-45b8-9f77-50d5ede45fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:14.964213 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a78396f5-f6a0-45b8-9f77-50d5ede45fe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:14.967346 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a78396f5-f6a0-45b8-9f77-50d5ede45fe5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0d162fe1-7fbc-4212-afcf-8e0d067c5992 HTTP/1.1" status: 204 len: 168 time: 0.1410110 Aug 22 13:27:14.968824 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca989e33-b3b3-4b5d-955e-24ba54718bea req-defc8d75-42a6-4baa-b36f-13c39750269e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:14.970542 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ca989e33-b3b3-4b5d-955e-24ba54718bea req-defc8d75-42a6-4baa-b36f-13c39750269e service neutron] 10.222.0.41 "GET /v2.0/networks?id=68842eba-3824-4bd8-80be-b3500b9e0204 HTTP/1.1" status: 200 len: 913 time: 0.1196418 Aug 22 13:27:14.982850 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78396f5-f6a0-45b8-9f77-50d5ede45fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d162fe1-7fbc-4212-afcf-8e0d067c5992,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:15.027966 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ca989e33-b3b3-4b5d-955e-24ba54718bea req-48632050-2414-41e6-92d8-3c85f4e01f4c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aea7e271-f8d3-4362-87ea-5bfa45966920 HTTP/1.1" status: 200 len: 217 time: 0.0475287 Aug 22 13:27:15.095498 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca989e33-b3b3-4b5d-955e-24ba54718bea req-2bd24abe-0bff-4f04-8dcf-00fc6d8e6b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:15.097021 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ca989e33-b3b3-4b5d-955e-24ba54718bea req-2bd24abe-0bff-4f04-8dcf-00fc6d8e6b68 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f861202-25c4-470b-a8df-6a7fd937203f HTTP/1.1" status: 200 len: 852 time: 0.0613353 Aug 22 13:27:15.132462 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ca989e33-b3b3-4b5d-955e-24ba54718bea req-82ad1366-de59-44d3-b1c5-fff79bfb59c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68842eba-3824-4bd8-80be-b3500b9e0204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279481 Aug 22 13:27:15.231858 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ca989e33-b3b3-4b5d-955e-24ba54718bea req-fbe3f330-7c73-44c1-80ae-bdb83363ba03 service neutron] 10.222.0.41 "GET /v2.0/networks/68842eba-3824-4bd8-80be-b3500b9e0204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908856 Aug 22 13:27:15.287617 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52956) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:27:15.314436 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ebae9f31-fa3b-45a9-b169-d976891281a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:15.377892 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ca989e33-b3b3-4b5d-955e-24ba54718bea req-a4068656-46e8-4b9f-8dd8-cfa8607071fa service neutron] 10.222.0.41 "GET /v2.0/networks/68842eba-3824-4bd8-80be-b3500b9e0204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389112 Aug 22 13:27:15.440214 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6e896-bfff-45bb-985a-50b2f2ea0957 req-767c0389-c203-48de-8585-800d4ef31340 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:15.441756 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8be6e896-bfff-45bb-985a-50b2f2ea0957 req-767c0389-c203-48de-8585-800d4ef31340 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.21 "GET /v2.0/ports?device_id=56294de6-1793-41b2-9c59-d17c9718e826 HTTP/1.1" status: 200 len: 943 time: 0.0837247 Aug 22 13:27:15.477896 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca989e33-b3b3-4b5d-955e-24ba54718bea req-e5b6a00f-ae09-4c70-a258-f1cd57c01af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:15.479572 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ca989e33-b3b3-4b5d-955e-24ba54718bea req-e5b6a00f-ae09-4c70-a258-f1cd57c01af3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44a028d6e6b04cd799f41d009557d7a7&device_id=a06ebcdb-9bce-4b4c-a12d-ea3b10b94465 HTTP/1.1" status: 200 len: 1099 time: 0.0542948 Aug 22 13:27:15.504506 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8be6e896-bfff-45bb-985a-50b2f2ea0957 req-b7c2b6b5-4104-49b6-86c4-e1a8ffd910f9 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0d7e346-d486-4457-acb4-4dd13017e3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530722 Aug 22 13:27:15.533529 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ebae9f31-fa3b-45a9-b169-d976891281a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:15.539065 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ebae9f31-fa3b-45a9-b169-d976891281a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:15.594447 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ebae9f31-fa3b-45a9-b169-d976891281a2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4c16455f58304aba92894019d6d06f10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3045352 Aug 22 13:27:15.596808 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52964) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:27:15.602156 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca989e33-b3b3-4b5d-955e-24ba54718bea req-a209db3a-cae5-464c-89b3-ed81a9689cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:15.604019 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ca989e33-b3b3-4b5d-955e-24ba54718bea req-a209db3a-cae5-464c-89b3-ed81a9689cb0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7dc41cff-a3ac-4fc2-ba06-973efce2365e HTTP/1.1" status: 200 len: 870 time: 0.1160684 Aug 22 13:27:15.618779 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebae9f31-fa3b-45a9-b169-d976891281a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf220a1-2190-441d-b4c7-72d3c479dbf0,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:15.660784 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ca989e33-b3b3-4b5d-955e-24ba54718bea req-6cd2694f-77d3-43e7-bba2-b32dc101eff2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=e66ed144-3707-47c6-bf22-bae6e222e96d HTTP/1.1" status: 200 len: 217 time: 0.0484059 Aug 22 13:27:15.683612 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea252a-5339-437d-a1e9-053d79ce2386 req-88cbb35e-c001-4a67-9134-4aa6cf69787f tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:15.687344 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8dea252a-5339-437d-a1e9-053d79ce2386 req-88cbb35e-c001-4a67-9134-4aa6cf69787f tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06ebcdb-9bce-4b4c-a12d-ea3b10b94465 HTTP/1.1" status: 200 len: 947 time: 0.1204231 Aug 22 13:27:15.710183 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-eb251c4e-dacd-4807-aa84-ef5c68c0b61b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:15.730688 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca989e33-b3b3-4b5d-955e-24ba54718bea req-1d778f39-0a31-409d-930d-3def9cfca82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:15.732282 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ca989e33-b3b3-4b5d-955e-24ba54718bea req-1d778f39-0a31-409d-930d-3def9cfca82f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.0631692 Aug 22 13:27:15.756414 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-eb251c4e-dacd-4807-aa84-ef5c68c0b61b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:15.777785 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8dea252a-5339-437d-a1e9-053d79ce2386 req-bc130506-78b5-4a87-acc7-d44585a073be tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1131697-a2e1-4648-8d03-b61fc79b8205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685825 Aug 22 13:27:15.810090 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca989e33-b3b3-4b5d-955e-24ba54718bea req-73895623-3740-4831-8bdc-f7857d00642c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:15.810090 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ca989e33-b3b3-4b5d-955e-24ba54718bea req-73895623-3740-4831-8bdc-f7857d00642c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0616143 Aug 22 13:27:15.841738 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-eb251c4e-dacd-4807-aa84-ef5c68c0b61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:15.845521 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-eb251c4e-dacd-4807-aa84-ef5c68c0b61b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:15.849095 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-eb251c4e-dacd-4807-aa84-ef5c68c0b61b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fbf220a1-2190-441d-b4c7-72d3c479dbf0 HTTP/1.1" status: 204 len: 168 time: 0.2489855 Aug 22 13:27:15.857172 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb251c4e-dacd-4807-aa84-ef5c68c0b61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf220a1-2190-441d-b4c7-72d3c479dbf0,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:15.932739 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ca989e33-b3b3-4b5d-955e-24ba54718bea req-5ccb5097-635e-48fa-a1e3-8430bd7b0552 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230118 Aug 22 13:27:16.063518 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ca989e33-b3b3-4b5d-955e-24ba54718bea req-23b7f5e4-8b65-4f3a-b701-dbafb9a5da20 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235287 Aug 22 13:27:16.070158 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 53008) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:27:16.226856 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-777ea8e7-0151-4f36-92ed-dd366a2b9c0d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=01d864243fbf4cf6816e3fd9d58ef026&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1549978 Aug 22 13:27:16.229628 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 53020) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:27:16.281081 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-35b231db-98da-4c3d-96d0-c4402e92cdc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:16.303820 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-35b231db-98da-4c3d-96d0-c4402e92cdc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:16.364279 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-35b231db-98da-4c3d-96d0-c4402e92cdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:16.366997 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-35b231db-98da-4c3d-96d0-c4402e92cdc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:16.368160 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-35b231db-98da-4c3d-96d0-c4402e92cdc2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bbc99bb6-4a2e-437a-a60c-09844d0d3191 HTTP/1.1" status: 204 len: 168 time: 0.1373727 Aug 22 13:27:16.378047 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b231db-98da-4c3d-96d0-c4402e92cdc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc99bb6-4a2e-437a-a60c-09844d0d3191,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:16.563572 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device aea7e271-f8d3-4362-87ea-5bfa45966920 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:27:16.671402 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85875604-ad31-48aa-8ddb-263b676512f0 req-c365c8ce-6672-4bf2-9cdb-85ae7be27345 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:16.680042 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-85875604-ad31-48aa-8ddb-263b676512f0 req-c365c8ce-6672-4bf2-9cdb-85ae7be27345 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.21 "GET /v2.0/ports?device_id=56294de6-1793-41b2-9c59-d17c9718e826 HTTP/1.1" status: 200 len: 943 time: 0.0764449 Aug 22 13:27:16.710104 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port aea7e271-f8d3-4362-87ea-5bfa45966920, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=aea7e271-f8d3-4362-87ea-5bfa45966920,segment=NetworkSegment(c14ea0a9-1cfb-4c82-9a02-4564e8498d93),segment_id=c14ea0a9-1cfb-4c82-9a02-4564e8498d93)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:27:16.732603 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': 'aea7e271-f8d3-4362-87ea-5bfa45966920', 'network_id': '68842eba-3824-4bd8-80be-b3500b9e0204', 'port_id': 'aea7e271-f8d3-4362-87ea-5bfa45966920', 'mac_address': 'fa:16:3e:56:86:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f861202-25c4-470b-a8df-6a7fd937203f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:27:16.733710 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-85875604-ad31-48aa-8ddb-263b676512f0 req-7acdf22e-e77b-491c-b48f-495397b07e0d tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0d7e346-d486-4457-acb4-4dd13017e3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479095 Aug 22 13:27:16.764082 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 53042) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:27:16.781185 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:16.800756 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aea7e271-f8d3-4362-87ea-5bfa45966920 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:27:16.824576 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port aea7e271-f8d3-4362-87ea-5bfa45966920, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=aea7e271-f8d3-4362-87ea-5bfa45966920,segment=NetworkSegment(c14ea0a9-1cfb-4c82-9a02-4564e8498d93),segment_id=c14ea0a9-1cfb-4c82-9a02-4564e8498d93)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:27:16.831563 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-5c75f46a-1b0a-4cd6-9aa9-ebb9ed8bb25b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=25dc3fa6ef124a12a70b2d23266b40b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0661466 Aug 22 13:27:16.834153 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 53048) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:27:16.834569 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:16.835534 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device faf4315d-987b-465b-9ef3-b64c56ce5f34 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:27:16.897121 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=aea7e271-f8d3-4362-87ea-5bfa45966920,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:16.909713 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:27:16.910170 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:27:16.910809 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:27:16.911394 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:27:16.911887 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:27:16.912320 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:27:16.912674 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:27:16.913059 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:27:16.913442 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:27:16.913822 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:27:16.914204 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:27:16.914655 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:27:16.917987 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8c8099c4-d313-4005-9e21-47ccb8038a9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:16.933844 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port faf4315d-987b-465b-9ef3-b64c56ce5f34, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=faf4315d-987b-465b-9ef3-b64c56ce5f34,segment=NetworkSegment(c14ea0a9-1cfb-4c82-9a02-4564e8498d93),segment_id=c14ea0a9-1cfb-4c82-9a02-4564e8498d93)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:27:16.948310 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': 'faf4315d-987b-465b-9ef3-b64c56ce5f34', 'network_id': '68842eba-3824-4bd8-80be-b3500b9e0204', 'port_id': 'faf4315d-987b-465b-9ef3-b64c56ce5f34', 'mac_address': 'fa:16:3e:75:34:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f861202-25c4-470b-a8df-6a7fd937203f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:27:16.955379 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec29cf3-b669-41db-9d68-6cfbc415ea76 req-9edfbb22-f70d-4796-9dad-2d8f384fbd48 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:16.957027 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eec29cf3-b669-41db-9d68-6cfbc415ea76 req-9edfbb22-f70d-4796-9dad-2d8f384fbd48 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06ebcdb-9bce-4b4c-a12d-ea3b10b94465 HTTP/1.1" status: 200 len: 947 time: 0.0836823 Aug 22 13:27:16.959278 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8c8099c4-d313-4005-9e21-47ccb8038a9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:17.004298 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:17.021291 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faf4315d-987b-465b-9ef3-b64c56ce5f34 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:27:17.057700 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port faf4315d-987b-465b-9ef3-b64c56ce5f34, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=faf4315d-987b-465b-9ef3-b64c56ce5f34,segment=NetworkSegment(c14ea0a9-1cfb-4c82-9a02-4564e8498d93),segment_id=c14ea0a9-1cfb-4c82-9a02-4564e8498d93)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:27:17.063093 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:17.069039 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device e66ed144-3707-47c6-bf22-bae6e222e96d details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:27:17.077610 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eec29cf3-b669-41db-9d68-6cfbc415ea76 req-816f311c-2564-4976-b307-06a82ca376c3 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1131697-a2e1-4648-8d03-b61fc79b8205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640512 Aug 22 13:27:17.086581 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8c8099c4-d313-4005-9e21-47ccb8038a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:17.089459 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8c8099c4-d313-4005-9e21-47ccb8038a9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:17.090635 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-8c8099c4-d313-4005-9e21-47ccb8038a9e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d21308c9-a764-4de5-9949-be869a21676c HTTP/1.1" status: 204 len: 168 time: 0.2549233 Aug 22 13:27:17.099701 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8099c4-d313-4005-9e21-47ccb8038a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21308c9-a764-4de5-9949-be869a21676c,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:17.203750 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 1286179b-e9e6-4d6e-89fd-2429cb61c9b5 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:27:17.205757 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=faf4315d-987b-465b-9ef3-b64c56ce5f34,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:17.267151 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: 1286179b-e9e6-4d6e-89fd-2429cb61c9b5 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:27:17.267755 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 1286179b-e9e6-4d6e-89fd-2429cb61c9b5 not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:27:17.287280 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port e66ed144-3707-47c6-bf22-bae6e222e96d, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=e66ed144-3707-47c6-bf22-bae6e222e96d,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:27:17.302243 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': 'e66ed144-3707-47c6-bf22-bae6e222e96d', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'port_id': 'e66ed144-3707-47c6-bf22-bae6e222e96d', 'mac_address': 'fa:16:3e:6e:cb:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7151c727-b27f-4308-8098-60bc16140d45', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:27:17.355346 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:17.370284 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e66ed144-3707-47c6-bf22-bae6e222e96d {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:27:17.392875 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port e66ed144-3707-47c6-bf22-bae6e222e96d, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=e66ed144-3707-47c6-bf22-bae6e222e96d,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:27:17.397040 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:17.454635 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=e66ed144-3707-47c6-bf22-bae6e222e96d,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:17.664542 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['e66ed144-3707-47c6-bf22-bae6e222e96d'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:27:17.676389 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['faf4315d-987b-465b-9ef3-b64c56ce5f34'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:27:17.738138 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['aea7e271-f8d3-4362-87ea-5bfa45966920'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:27:17.944313 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e463ad-5c02-44cb-8682-eac2d910ace4 req-bbf76bd5-2ec9-42ca-b4d3-60a88e81bfbf tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:17.946620 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b5e463ad-5c02-44cb-8682-eac2d910ace4 req-bbf76bd5-2ec9-42ca-b4d3-60a88e81bfbf tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.21 "GET /v2.0/ports?device_id=56294de6-1793-41b2-9c59-d17c9718e826 HTTP/1.1" status: 200 len: 944 time: 0.0798097 Aug 22 13:27:18.007148 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b5e463ad-5c02-44cb-8682-eac2d910ace4 req-b649e276-c53e-4bd3-bd0c-92bea51e06ac tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0d7e346-d486-4457-acb4-4dd13017e3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539057 Aug 22 13:27:18.230647 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74218e9c-1b21-46e9-85ad-8702ddfabceb req-5d8871c2-4d3a-4b04-a79d-2247a80bbc29 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:18.233782 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-74218e9c-1b21-46e9-85ad-8702ddfabceb req-5d8871c2-4d3a-4b04-a79d-2247a80bbc29 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06ebcdb-9bce-4b4c-a12d-ea3b10b94465 HTTP/1.1" status: 200 len: 948 time: 0.0626104 Aug 22 13:27:18.280326 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-74218e9c-1b21-46e9-85ad-8702ddfabceb req-e58f1cf3-3797-4676-8de3-fb722f37a820 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1131697-a2e1-4648-8d03-b61fc79b8205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393941 Aug 22 13:27:18.407750 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8f8bf5c1-b4fb-4fae-ae03-39e8e1a51f23 req-d3d488db-1c5d-4f8c-a172-2e78b4bc72fb tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0527027c9861418695e5317a890e233f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306611 Aug 22 13:27:18.547177 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8bf5c1-b4fb-4fae-ae03-39e8e1a51f23 req-dad6d6fb-d5b8-4d8d-894c-d9eda7a37cbd tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:18.548715 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8f8bf5c1-b4fb-4fae-ae03-39e8e1a51f23 req-dad6d6fb-d5b8-4d8d-894c-d9eda7a37cbd tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1322525 Aug 22 13:27:18.568853 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8f8bf5c1-b4fb-4fae-ae03-39e8e1a51f23 req-3ac56a29-90aa-4a61-b8e4-060e0eda589b tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.21 "GET /v2.0/quotas/0527027c9861418695e5317a890e233f HTTP/1.1" status: 200 len: 375 time: 0.0106044 Aug 22 13:27:18.607578 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8f8bf5c1-b4fb-4fae-ae03-39e8e1a51f23 req-acd17190-fd9e-4996-8352-434f00f0b774 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0527027c9861418695e5317a890e233f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289373 Aug 22 13:27:19.006560 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9b900341-4106-4712-8678-c192e538f2ff req-15fa9b80-818f-4750-b5e3-9ecfcf3b6489 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0527027c9861418695e5317a890e233f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349882 Aug 22 13:27:19.154421 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b900341-4106-4712-8678-c192e538f2ff req-f9036de0-bcb5-4b5b-956d-087e51fb2938 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:19.163246 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9b900341-4106-4712-8678-c192e538f2ff req-f9036de0-bcb5-4b5b-956d-087e51fb2938 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1466959 Aug 22 13:27:19.176960 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9b900341-4106-4712-8678-c192e538f2ff req-84363e8c-0eed-4066-a8ad-0e16f7a38094 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.21 "GET /v2.0/quotas/0527027c9861418695e5317a890e233f HTTP/1.1" status: 200 len: 375 time: 0.0127366 Aug 22 13:27:19.219262 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9b900341-4106-4712-8678-c192e538f2ff req-b4d8a3b2-8f59-4c25-8d65-aec3c9bdf185 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0527027c9861418695e5317a890e233f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348680 Aug 22 13:27:19.272737 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1e943-af79-4e4c-be75-8c3d3e7fdc8b req-8bd8aeec-05e5-4c51-81e2-25ff47b6f84a tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:19.274587 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-01d1e943-af79-4e4c-be75-8c3d3e7fdc8b req-8bd8aeec-05e5-4c51-81e2-25ff47b6f84a tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.21 "GET /v2.0/ports?device_id=56294de6-1793-41b2-9c59-d17c9718e826 HTTP/1.1" status: 200 len: 944 time: 0.0587847 Aug 22 13:27:19.315953 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-01d1e943-af79-4e4c-be75-8c3d3e7fdc8b req-ee4c586a-6522-4199-9b3a-d3531cc3b097 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0d7e346-d486-4457-acb4-4dd13017e3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347221 Aug 22 13:27:19.499231 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb28c41-261a-4aa9-bf40-bba917ed5ad2 req-ec524ef8-10c5-446b-8107-e25519e6c66f tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:19.500784 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-beb28c41-261a-4aa9-bf40-bba917ed5ad2 req-ec524ef8-10c5-446b-8107-e25519e6c66f tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06ebcdb-9bce-4b4c-a12d-ea3b10b94465 HTTP/1.1" status: 200 len: 948 time: 0.0763307 Aug 22 13:27:19.558026 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-beb28c41-261a-4aa9-bf40-bba917ed5ad2 req-f60a4a3e-e638-4abd-b6f4-4b3521ecee80 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1131697-a2e1-4648-8d03-b61fc79b8205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504029 Aug 22 13:27:19.655626 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-461252c5-4461-4911-8f18-8566445588b8 req-3f0c79e6-712e-4722-bf38-60a77b18e8a4 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.21 "GET /v2.0/ports?device_id=34c64780-c5c9-4b6f-87bc-fd0f9456192c HTTP/1.1" status: 200 len: 210 time: 0.0526545 Aug 22 13:27:19.666753 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-218fe23a-17fe-4d04-ac62-aceba384a063 req-40be7536-c5f1-43b7-9e7c-7c6b9846f7f2 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=450ed73bb5ec496094bd302f13d425a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387769 Aug 22 13:27:19.806622 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fe23a-17fe-4d04-ac62-aceba384a063 req-916d4dfd-f6fd-4c89-abdc-6fd117fbcde0 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:19.808885 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-218fe23a-17fe-4d04-ac62-aceba384a063 req-916d4dfd-f6fd-4c89-abdc-6fd117fbcde0 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1268036 Aug 22 13:27:19.833707 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-218fe23a-17fe-4d04-ac62-aceba384a063 req-9af05819-d354-446b-89af-19d7191ced32 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/quotas/450ed73bb5ec496094bd302f13d425a6 HTTP/1.1" status: 200 len: 375 time: 0.0141735 Aug 22 13:27:19.885655 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-218fe23a-17fe-4d04-ac62-aceba384a063 req-eef00d08-9273-4058-80b9-d4ec76bd8cbd tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=450ed73bb5ec496094bd302f13d425a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363448 Aug 22 13:27:20.112537 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8f8bf5c1-b4fb-4fae-ae03-39e8e1a51f23 req-c2c8155c-8b61-4f03-bb9d-e87e9006d9a0 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=0527027c9861418695e5317a890e233f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325909 Aug 22 13:27:20.209066 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53238) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:27:20.314148 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8bf5c1-b4fb-4fae-ae03-39e8e1a51f23 req-bebc1ded-d90b-45bc-8de8-29c585d110bb tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:20.317427 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8f8bf5c1-b4fb-4fae-ae03-39e8e1a51f23 req-bebc1ded-d90b-45bc-8de8-29c585d110bb tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1971037 Aug 22 13:27:20.344985 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-8f8bf5c1-b4fb-4fae-ae03-39e8e1a51f23 req-0bcb10db-452a-4c36-b8f6-52b8059d2d27 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Request body: {'port': {'device_id': 'e0ee77e2-0ab8-434e-b7ac-eee75664f238', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'admin_state_up': True, 'tenant_id': '0527027c9861418695e5317a890e233f'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:27:20.365234 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a7c8fa0e-1655-409a-b3b3-126e68836439 req-b2fad127-eab2-4b70-98c9-81d774060ac5 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=450ed73bb5ec496094bd302f13d425a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374463 Aug 22 13:27:20.389212 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8e2c63f6-8891-41dc-bb86-314e0f96fd29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:20.499298 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8e2c63f6-8891-41dc-bb86-314e0f96fd29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:20.504548 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8e2c63f6-8891-41dc-bb86-314e0f96fd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:20.540908 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2c63f6-8891-41dc-bb86-314e0f96fd29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555af354-20b9-43ac-b0d9-9bc8ea48bca7,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:20.558115 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8e2c63f6-8891-41dc-bb86-314e0f96fd29 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4bbd3a818c3e4986bb2f358de2a1f38d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3472803 Aug 22 13:27:20.560643 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53260) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:27:20.580729 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59812a74-dd74-4699-acec-dbf0b35d57ea req-96875168-3139-48aa-9e27-89720e5a4c75 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:20.582326 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-59812a74-dd74-4699-acec-dbf0b35d57ea req-96875168-3139-48aa-9e27-89720e5a4c75 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.21 "GET /v2.0/ports?device_id=56294de6-1793-41b2-9c59-d17c9718e826 HTTP/1.1" status: 200 len: 944 time: 0.1531689 Aug 22 13:27:20.594282 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8fa0e-1655-409a-b3b3-126e68836439 req-df541284-185b-4799-8901-94ce59554998 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:20.595073 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device aea7e271-f8d3-4362-87ea-5bfa45966920 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:27:20.601292 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a7c8fa0e-1655-409a-b3b3-126e68836439 req-df541284-185b-4799-8901-94ce59554998 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2254493 Aug 22 13:27:20.620288 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f83ac4dd-e5f4-44b2-b93a-9a0a959a91a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:20.635884 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a7c8fa0e-1655-409a-b3b3-126e68836439 req-6139d603-58aa-4827-b77b-e13e9e2eeaa2 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/quotas/450ed73bb5ec496094bd302f13d425a6 HTTP/1.1" status: 200 len: 375 time: 0.0336688 Aug 22 13:27:20.657379 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f83ac4dd-e5f4-44b2-b93a-9a0a959a91a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:20.677159 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port aea7e271-f8d3-4362-87ea-5bfa45966920 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:27:20.683635 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port aea7e271-f8d3-4362-87ea-5bfa45966920 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:27:20.685928 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:20.695456 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a7c8fa0e-1655-409a-b3b3-126e68836439 req-f0812818-f652-4d54-93c9-173a0f131c9d tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=450ed73bb5ec496094bd302f13d425a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585639 Aug 22 13:27:20.702046 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f8bf5c1-b4fb-4fae-ae03-39e8e1a51f23 req-0bcb10db-452a-4c36-b8f6-52b8059d2d27 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Made reservation on behalf of 0527027c9861418695e5317a890e233f for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:27:20.717554 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-8f8bf5c1-b4fb-4fae-ae03-39e8e1a51f23 req-0bcb10db-452a-4c36-b8f6-52b8059d2d27 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:20.740138 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f83ac4dd-e5f4-44b2-b93a-9a0a959a91a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:20.743376 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f83ac4dd-e5f4-44b2-b93a-9a0a959a91a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:20.744440 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f83ac4dd-e5f4-44b2-b93a-9a0a959a91a6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/555af354-20b9-43ac-b0d9-9bc8ea48bca7 HTTP/1.1" status: 204 len: 168 time: 0.1828566 Aug 22 13:27:20.765027 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-59812a74-dd74-4699-acec-dbf0b35d57ea req-98d14e21-225f-45a9-9aed-afac12f76983 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0d7e346-d486-4457-acb4-4dd13017e3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509464 Aug 22 13:27:20.765808 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ac4dd-e5f4-44b2-b93a-9a0a959a91a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555af354-20b9-43ac-b0d9-9bc8ea48bca7,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:20.767436 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-8f8bf5c1-b4fb-4fae-ae03-39e8e1a51f23 req-0bcb10db-452a-4c36-b8f6-52b8059d2d27 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:20.857514 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:20.889042 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c3d9a9-d497-41d9-a7db-e05fb759fade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea7e271-f8d3-4362-87ea-5bfa45966920'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:27:20.892782 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3ba4c4-9819-486b-9dbb-7918060c46b8" -d '{"events": [{"server_uuid": "c0c3d9a9-d497-41d9-a7db-e05fb759fade", "name": "network-vif-plugged", "status": "completed", "tag": "aea7e271-f8d3-4362-87ea-5bfa45966920"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:27:20.911345 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port aea7e271-f8d3-4362-87ea-5bfa45966920, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=aea7e271-f8d3-4362-87ea-5bfa45966920,segment=NetworkSegment(c14ea0a9-1cfb-4c82-9a02-4564e8498d93),segment_id=c14ea0a9-1cfb-4c82-9a02-4564e8498d93)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:27:20.921186 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9b900341-4106-4712-8678-c192e538f2ff req-d942f04d-f6a6-41cc-a53b-1bd50ea49efe tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=0527027c9861418695e5317a890e233f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1180358 Aug 22 13:27:20.925016 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:20.926052 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device faf4315d-987b-465b-9ef3-b64c56ce5f34 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:27:21.032688 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=aea7e271-f8d3-4362-87ea-5bfa45966920,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:21.082592 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port faf4315d-987b-465b-9ef3-b64c56ce5f34 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:27:21.087265 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port faf4315d-987b-465b-9ef3-b64c56ce5f34 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:27:21.087897 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:21.108036 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dedf95cb-a02f-45ef-860b-baf3cafd02f3 req-cc3303b3-80b8-4f2f-a993-cdee7f687d60 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.21 "GET /v2.0/ports?device_id=34c64780-c5c9-4b6f-87bc-fd0f9456192c HTTP/1.1" status: 200 len: 210 time: 0.1091530 Aug 22 13:27:21.130316 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84918e6b-9d07-41f4-b41d-e6c5d50fb9a6 req-36557911-1455-4d2f-a222-0d0e582476ad tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:21.138413 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-84918e6b-9d07-41f4-b41d-e6c5d50fb9a6 req-36557911-1455-4d2f-a222-0d0e582476ad tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06ebcdb-9bce-4b4c-a12d-ea3b10b94465 HTTP/1.1" status: 200 len: 948 time: 0.3078828 Aug 22 13:27:21.209266 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-84918e6b-9d07-41f4-b41d-e6c5d50fb9a6 req-4936d3c1-f2e9-4c59-b05e-3e017f425799 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1131697-a2e1-4648-8d03-b61fc79b8205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694423 Aug 22 13:27:21.253490 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:21.269812 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b900341-4106-4712-8678-c192e538f2ff req-5f288671-19f2-45d3-9f12-7fd755dabe78 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:21.271762 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9b900341-4106-4712-8678-c192e538f2ff req-5f288671-19f2-45d3-9f12-7fd755dabe78 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3238466 Aug 22 13:27:21.303505 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-9b900341-4106-4712-8678-c192e538f2ff req-342cfeff-936c-48bb-b9d1-67f27eae32ae tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Request body: {'port': {'device_id': '34c64780-c5c9-4b6f-87bc-fd0f9456192c', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'admin_state_up': True, 'tenant_id': '0527027c9861418695e5317a890e233f'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:27:21.312212 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3768efb-c581-41cf-8ac8-61a3f18ed397 x-openstack-request-id: req-d3768efb-c581-41cf-8ac8-61a3f18ed397 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:27:21.312541 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c3d9a9-d497-41d9-a7db-e05fb759fade", "name": "network-vif-plugged", "status": "completed", "tag": "aea7e271-f8d3-4362-87ea-5bfa45966920", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:27:21.312796 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d3768efb-c581-41cf-8ac8-61a3f18ed397 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:27:21.313194 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0c3d9a9-d497-41d9-a7db-e05fb759fade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea7e271-f8d3-4362-87ea-5bfa45966920', 'code': 200} Aug 22 13:27:21.321087 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53286) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:27:21.334261 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port faf4315d-987b-465b-9ef3-b64c56ce5f34, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=faf4315d-987b-465b-9ef3-b64c56ce5f34,segment=NetworkSegment(c14ea0a9-1cfb-4c82-9a02-4564e8498d93),segment_id=c14ea0a9-1cfb-4c82-9a02-4564e8498d93)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:27:21.342968 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:21.344082 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device e66ed144-3707-47c6-bf22-bae6e222e96d up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:27:21.379414 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0ea06843-6497-4cf4-8e54-9845352c8704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:21.444536 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-218fe23a-17fe-4d04-ac62-aceba384a063 req-e10309f4-2e31-45a4-9563-a6c0d3ab5dd8 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=450ed73bb5ec496094bd302f13d425a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0948119 Aug 22 13:27:21.516951 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=faf4315d-987b-465b-9ef3-b64c56ce5f34,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:21.536808 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port e66ed144-3707-47c6-bf22-bae6e222e96d completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:27:21.541726 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port e66ed144-3707-47c6-bf22-bae6e222e96d triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:27:21.542251 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:21.608345 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06ecb2-b1d9-4651-a33c-e83090963377 req-a3dd0ee6-29d6-4517-92ba-10c25eb96488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:21.610398 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8a06ecb2-b1d9-4651-a33c-e83090963377 req-a3dd0ee6-29d6-4517-92ba-10c25eb96488 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c0c3d9a9-d497-41d9-a7db-e05fb759fade HTTP/1.1" status: 200 len: 1097 time: 0.2169783 Aug 22 13:27:21.659149 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:21.665240 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8a06ecb2-b1d9-4651-a33c-e83090963377 req-6ce2cd68-093f-467a-bdd0-272cb35939fd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c0d7e346-d486-4457-acb4-4dd13017e3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470030 Aug 22 13:27:21.674239 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fe23a-17fe-4d04-ac62-aceba384a063 req-fa87c6d8-55ba-4cf7-9dac-94a08db318d1 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:21.676053 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-218fe23a-17fe-4d04-ac62-aceba384a063 req-fa87c6d8-55ba-4cf7-9dac-94a08db318d1 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1884978 Aug 22 13:27:21.704506 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port e66ed144-3707-47c6-bf22-bae6e222e96d, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=e66ed144-3707-47c6-bf22-bae6e222e96d,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:27:21.708559 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:21.766111 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=e66ed144-3707-47c6-bf22-bae6e222e96d,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:21.775936 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-8f8bf5c1-b4fb-4fae-ae03-39e8e1a51f23 req-0bcb10db-452a-4c36-b8f6-52b8059d2d27 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:21.827639 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-8f8bf5c1-b4fb-4fae-ae03-39e8e1a51f23 req-0bcb10db-452a-4c36-b8f6-52b8059d2d27 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:21.836551 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-307ef0f8-b04f-43d4-b5ae-ce7be260c0a6 req-fd9a42db-6ec3-42ed-98db-c04548223a19 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/ports?device_id=98dc723b-1457-44ab-9a9d-e51fe4c9e448 HTTP/1.1" status: 200 len: 210 time: 0.0645902 Aug 22 13:27:21.853401 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-218fe23a-17fe-4d04-ac62-aceba384a063 req-63bb2053-3283-4739-af7c-8a6f749fe520 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Request body: {'port': {'device_id': 'e9232882-fa8c-47c3-8a04-8a7af999b018', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'admin_state_up': True, 'tenant_id': '450ed73bb5ec496094bd302f13d425a6'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:27:21.948407 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcb10db-452a-4c36-b8f6-52b8059d2d27 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4498256-354e-4f3c-a0c2-fc05b4ed5abd,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:21.998319 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e81e13-528e-47ee-950a-184a159c2652 req-c035fc7d-9726-4557-9fff-9c1854791212 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:21.999884 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-80e81e13-528e-47ee-950a-184a159c2652 req-c035fc7d-9726-4557-9fff-9c1854791212 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.21 "GET /v2.0/ports?device_id=56294de6-1793-41b2-9c59-d17c9718e826 HTTP/1.1" status: 200 len: 945 time: 0.1584101 Aug 22 13:27:22.079559 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-8f8bf5c1-b4fb-4fae-ae03-39e8e1a51f23 req-0bcb10db-452a-4c36-b8f6-52b8059d2d27 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Allocated IP 192.168.233.5 (7dc41cff-a3ac-4fc2-ba06-973efce2365e/7151c727-b27f-4308-8098-60bc16140d45/cc532801-56c0-4a1e-ac60-3f4a8c29f7d9) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:27:22.084159 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-80e81e13-528e-47ee-950a-184a159c2652 req-8f681ec9-29e2-4399-9f60-d36f897a0190 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0d7e346-d486-4457-acb4-4dd13017e3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616109 Aug 22 13:27:22.233104 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e4a9c519-4432-49d1-aed9-2b92d757b667 req-d1ec11ca-1a11-4f0f-a83d-62a5daf7ab5c tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.21 "GET /v2.0/ports?device_id=34c64780-c5c9-4b6f-87bc-fd0f9456192c HTTP/1.1" status: 200 len: 210 time: 0.0432136 Aug 22 13:27:22.245064 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0ea06843-6497-4cf4-8e54-9845352c8704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:22.256386 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0ea06843-6497-4cf4-8e54-9845352c8704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:22.289014 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea06843-6497-4cf4-8e54-9845352c8704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c05594-e216-46a2-8c4b-16ee22006eb0,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:22.320291 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0ea06843-6497-4cf4-8e54-9845352c8704 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0b04e508d692408da36db4cfe588a592&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9952302 Aug 22 13:27:22.324825 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53298) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:27:22.347177 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b900341-4106-4712-8678-c192e538f2ff req-342cfeff-936c-48bb-b9d1-67f27eae32ae tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Made reservation on behalf of 0527027c9861418695e5317a890e233f for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:27:22.350672 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9b900341-4106-4712-8678-c192e538f2ff req-342cfeff-936c-48bb-b9d1-67f27eae32ae tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:22.380915 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-218fe23a-17fe-4d04-ac62-aceba384a063 req-63bb2053-3283-4739-af7c-8a6f749fe520 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Made reservation on behalf of 450ed73bb5ec496094bd302f13d425a6 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:27:22.384547 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-218fe23a-17fe-4d04-ac62-aceba384a063 req-63bb2053-3283-4739-af7c-8a6f749fe520 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:22.388497 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-8f8bf5c1-b4fb-4fae-ae03-39e8e1a51f23 req-0bcb10db-452a-4c36-b8f6-52b8059d2d27 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:22.394700 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-218fe23a-17fe-4d04-ac62-aceba384a063 req-63bb2053-3283-4739-af7c-8a6f749fe520 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:22.415467 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-97fa4260-4cc9-42b2-83b7-f268205ce77f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:22.416665 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a7c8fa0e-1655-409a-b3b3-126e68836439 req-0f25fb7a-bc79-4c28-863e-9ef3165b7cf6 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=450ed73bb5ec496094bd302f13d425a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0791123 Aug 22 13:27:22.428091 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-8f8bf5c1-b4fb-4fae-ae03-39e8e1a51f23 req-0bcb10db-452a-4c36-b8f6-52b8059d2d27 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Transition to ACTIVE for port object cc532801-56c0-4a1e-ac60-3f4a8c29f7d9 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:27:22.487101 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf081af2-c02f-48b3-8bcf-1bb487439cfb req-f73060f0-e438-4904-8900-8479dca626bb tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:22.488537 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cf081af2-c02f-48b3-8bcf-1bb487439cfb req-f73060f0-e438-4904-8900-8479dca626bb tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06ebcdb-9bce-4b4c-a12d-ea3b10b94465 HTTP/1.1" status: 200 len: 949 time: 0.1733344 Aug 22 13:27:22.491294 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-97fa4260-4cc9-42b2-83b7-f268205ce77f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:22.581182 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-218fe23a-17fe-4d04-ac62-aceba384a063 req-63bb2053-3283-4739-af7c-8a6f749fe520 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:22.586216 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-218fe23a-17fe-4d04-ac62-aceba384a063 req-63bb2053-3283-4739-af7c-8a6f749fe520 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:22.601327 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-97fa4260-4cc9-42b2-83b7-f268205ce77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:22.604102 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-97fa4260-4cc9-42b2-83b7-f268205ce77f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:22.605393 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-97fa4260-4cc9-42b2-83b7-f268205ce77f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/56c05594-e216-46a2-8c4b-16ee22006eb0 HTTP/1.1" status: 204 len: 168 time: 0.2777321 Aug 22 13:27:22.644060 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-8f8bf5c1-b4fb-4fae-ae03-39e8e1a51f23 req-0bcb10db-452a-4c36-b8f6-52b8059d2d27 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:22.672667 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb2053-3283-4739-af7c-8a6f749fe520 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=835e4b24-d982-476b-a6a6-e5ce19cfed22,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:22.691361 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fa4260-4cc9-42b2-83b7-f268205ce77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c05594-e216-46a2-8c4b-16ee22006eb0,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:22.701274 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cf081af2-c02f-48b3-8bcf-1bb487439cfb req-89be72d3-8367-4aba-8d18-34c4f0a25045 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1131697-a2e1-4648-8d03-b61fc79b8205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743972 Aug 22 13:27:22.758955 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8fa0e-1655-409a-b3b3-126e68836439 req-fd79f481-21a8-42e0-8afa-097509fd2e9c tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:22.760495 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a7c8fa0e-1655-409a-b3b3-126e68836439 req-fd79f481-21a8-42e0-8afa-097509fd2e9c tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3193748 Aug 22 13:27:22.764469 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f8bf5c1-b4fb-4fae-ae03-39e8e1a51f23 req-0bcb10db-452a-4c36-b8f6-52b8059d2d27 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Network 7dc41cff-a3ac-4fc2-ba06-973efce2365e is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:27:22.771024 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-8f8bf5c1-b4fb-4fae-ae03-39e8e1a51f23 req-0bcb10db-452a-4c36-b8f6-52b8059d2d27 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:27:22.781812 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f8bf5c1-b4fb-4fae-ae03-39e8e1a51f23 req-0bcb10db-452a-4c36-b8f6-52b8059d2d27 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:27:22.791082 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-a7c8fa0e-1655-409a-b3b3-126e68836439 req-cf9587f2-cbd4-4b2d-9294-00ec59dba4fc tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Request body: {'port': {'device_id': '98dc723b-1457-44ab-9a9d-e51fe4c9e448', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'admin_state_up': True, 'tenant_id': '450ed73bb5ec496094bd302f13d425a6'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:27:22.796031 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcb10db-452a-4c36-b8f6-52b8059d2d27 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Pushing event updated for resources: {'Port': ['ID=cc532801-56c0-4a1e-ac60-3f4a8c29f7d9,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:22.841717 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-9b900341-4106-4712-8678-c192e538f2ff req-342cfeff-936c-48bb-b9d1-67f27eae32ae tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Allocated IP 192.168.233.4 (7dc41cff-a3ac-4fc2-ba06-973efce2365e/7151c727-b27f-4308-8098-60bc16140d45/59c25f39-6da9-416c-80d8-c537bcf5aa73) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:27:22.931646 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8bf5c1-b4fb-4fae-ae03-39e8e1a51f23 req-0bcb10db-452a-4c36-b8f6-52b8059d2d27 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:22.932438 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-8f8bf5c1-b4fb-4fae-ae03-39e8e1a51f23 req-0bcb10db-452a-4c36-b8f6-52b8059d2d27 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:22.990454 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-35fc51f9-4c45-410e-b965-42e433520779 req-d3c29dd2-767f-4a3b-973d-2bc8f9d5f9ff tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/ports?device_id=98dc723b-1457-44ab-9a9d-e51fe4c9e448 HTTP/1.1" status: 200 len: 210 time: 0.0725977 Aug 22 13:27:23.019668 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8f8bf5c1-b4fb-4fae-ae03-39e8e1a51f23 req-0bcb10db-452a-4c36-b8f6-52b8059d2d27 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6818402 Aug 22 13:27:23.044569 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-8f8bf5c1-b4fb-4fae-ae03-39e8e1a51f23 req-5384d9a4-6c7b-4349-a5f1-29ff27ec5149 service neutron] Request body: {'port': {'device_id': 'e0ee77e2-0ab8-434e-b7ac-eee75664f238', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:27:23.058852 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-75bae049-3c9e-4319-a0f0-aa82b08c1ce8 None None] Provisioning for port cc532801-56c0-4a1e-ac60-3f4a8c29f7d9 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:27:23.069679 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-75bae049-3c9e-4319-a0f0-aa82b08c1ce8 None None] Provisioning complete for port cc532801-56c0-4a1e-ac60-3f4a8c29f7d9 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:27:23.070227 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-75bae049-3c9e-4319-a0f0-aa82b08c1ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:23.105509 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-75bae049-3c9e-4319-a0f0-aa82b08c1ce8 None None] Port cc532801-56c0-4a1e-ac60-3f4a8c29f7d9 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:27:23.194428 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7c8fa0e-1655-409a-b3b3-126e68836439 req-cf9587f2-cbd4-4b2d-9294-00ec59dba4fc tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Made reservation on behalf of 450ed73bb5ec496094bd302f13d425a6 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:27:23.198595 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a7c8fa0e-1655-409a-b3b3-126e68836439 req-cf9587f2-cbd4-4b2d-9294-00ec59dba4fc tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:23.232158 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-8f8bf5c1-b4fb-4fae-ae03-39e8e1a51f23 req-5384d9a4-6c7b-4349-a5f1-29ff27ec5149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:23.293268 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9b900341-4106-4712-8678-c192e538f2ff req-342cfeff-936c-48bb-b9d1-67f27eae32ae tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:23.315351 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56294de6-1793-41b2-9c59-d17c9718e826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf4315d-987b-465b-9ef3-b64c56ce5f34'}, {'server_uuid': 'a06ebcdb-9bce-4b4c-a12d-ea3b10b94465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66ed144-3707-47c6-bf22-bae6e222e96d'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:27:23.319248 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba435a5-da8d-4ec1-a73f-12d857a3f237" -d '{"events": [{"server_uuid": "56294de6-1793-41b2-9c59-d17c9718e826", "name": "network-vif-plugged", "status": "completed", "tag": "faf4315d-987b-465b-9ef3-b64c56ce5f34"}, {"server_uuid": "a06ebcdb-9bce-4b4c-a12d-ea3b10b94465", "name": "network-vif-plugged", "status": "completed", "tag": "e66ed144-3707-47c6-bf22-bae6e222e96d"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:27:23.367703 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52007e05-dc08-451e-bb7d-381476505e60 req-5130e778-7d9c-483c-b863-3d903dca5361 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:23.369250 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-52007e05-dc08-451e-bb7d-381476505e60 req-5130e778-7d9c-483c-b863-3d903dca5361 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.21 "GET /v2.0/ports?device_id=56294de6-1793-41b2-9c59-d17c9718e826 HTTP/1.1" status: 200 len: 945 time: 0.2048712 Aug 22 13:27:23.408137 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-9b900341-4106-4712-8678-c192e538f2ff req-342cfeff-936c-48bb-b9d1-67f27eae32ae tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Transition to ACTIVE for port object 59c25f39-6da9-416c-80d8-c537bcf5aa73 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:27:23.422049 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-63f6e905-9a9f-4a78-b484-a2cf039b9843 req-42e8c200-94e7-4d5f-9ecb-749d86ce218e tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.21 "GET /v2.0/ports?device_id=34c64780-c5c9-4b6f-87bc-fd0f9456192c HTTP/1.1" status: 200 len: 210 time: 0.0967522 Aug 22 13:27:23.454597 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53334) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:27:23.484616 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 22 Aug 2021 13:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9fa8a6-f877-45a4-8668-5b08e61acc1b x-openstack-request-id: req-0c9fa8a6-f877-45a4-8668-5b08e61acc1b {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:27:23.484917 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56294de6-1793-41b2-9c59-d17c9718e826", "name": "network-vif-plugged", "status": "completed", "tag": "faf4315d-987b-465b-9ef3-b64c56ce5f34", "code": 200}, {"server_uuid": "a06ebcdb-9bce-4b4c-a12d-ea3b10b94465", "name": "network-vif-plugged", "status": "completed", "tag": "e66ed144-3707-47c6-bf22-bae6e222e96d", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:27:23.485199 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0c9fa8a6-f877-45a4-8668-5b08e61acc1b {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:27:23.485573 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56294de6-1793-41b2-9c59-d17c9718e826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf4315d-987b-465b-9ef3-b64c56ce5f34', 'code': 200} Aug 22 13:27:23.485832 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a06ebcdb-9bce-4b4c-a12d-ea3b10b94465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66ed144-3707-47c6-bf22-bae6e222e96d', 'code': 200} Aug 22 13:27:23.576493 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-04022ef1-2f74-4e19-b515-f24a0b00e804 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1384986112-network', 'tenant_id': '61d15703803940a485cdd8f67b081dcb'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:27:23.576754 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-52007e05-dc08-451e-bb7d-381476505e60 req-2a938a5c-5d9a-403a-ba87-45be55b753db tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0d7e346-d486-4457-acb4-4dd13017e3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842806 Aug 22 13:27:23.596344 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9b900341-4106-4712-8678-c192e538f2ff req-342cfeff-936c-48bb-b9d1-67f27eae32ae tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:23.648349 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b900341-4106-4712-8678-c192e538f2ff req-342cfeff-936c-48bb-b9d1-67f27eae32ae tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Network 7dc41cff-a3ac-4fc2-ba06-973efce2365e is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:27:23.651509 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-9b900341-4106-4712-8678-c192e538f2ff req-342cfeff-936c-48bb-b9d1-67f27eae32ae tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:27:23.656857 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b900341-4106-4712-8678-c192e538f2ff req-342cfeff-936c-48bb-b9d1-67f27eae32ae tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:27:23.692626 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342cfeff-936c-48bb-b9d1-67f27eae32ae tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Pushing event updated for resources: {'Port': ['ID=59c25f39-6da9-416c-80d8-c537bcf5aa73,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:23.722957 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04022ef1-2f74-4e19-b515-f24a0b00e804 admin admin] Made reservation on behalf of 61d15703803940a485cdd8f67b081dcb for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:27:23.726936 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-04022ef1-2f74-4e19-b515-f24a0b00e804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:23.730892 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b900341-4106-4712-8678-c192e538f2ff req-342cfeff-936c-48bb-b9d1-67f27eae32ae tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:23.732057 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9b900341-4106-4712-8678-c192e538f2ff req-342cfeff-936c-48bb-b9d1-67f27eae32ae tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:23.752322 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9b900341-4106-4712-8678-c192e538f2ff req-342cfeff-936c-48bb-b9d1-67f27eae32ae tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4544318 Aug 22 13:27:23.764906 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-04022ef1-2f74-4e19-b515-f24a0b00e804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:23.775337 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-9b900341-4106-4712-8678-c192e538f2ff req-99ac884b-d639-4125-b1f8-9a376a0af662 service neutron] Request body: {'port': {'device_id': '34c64780-c5c9-4b6f-87bc-fd0f9456192c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:27:23.789094 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305fa3f0-203b-4774-a938-4bac05f0fcd5 req-e152b42f-cd68-4aba-967f-810a125b3682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:23.790504 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-305fa3f0-203b-4774-a938-4bac05f0fcd5 req-e152b42f-cd68-4aba-967f-810a125b3682 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a06ebcdb-9bce-4b4c-a12d-ea3b10b94465 HTTP/1.1" status: 200 len: 1101 time: 0.1856396 Aug 22 13:27:23.792523 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-218fe23a-17fe-4d04-ac62-aceba384a063 req-63bb2053-3283-4739-af7c-8a6f749fe520 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Allocated IP 192.168.233.58 (7dc41cff-a3ac-4fc2-ba06-973efce2365e/7151c727-b27f-4308-8098-60bc16140d45/690f4f1b-305f-41c3-843d-0dd772263ccf) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:27:23.796888 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741745bd-3abb-43d5-b75a-65ebab178ba3 req-12192db2-64d5-4603-8ab7-fa3cf2dafeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:23.798345 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-741745bd-3abb-43d5-b75a-65ebab178ba3 req-12192db2-64d5-4603-8ab7-fa3cf2dafeab service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=56294de6-1793-41b2-9c59-d17c9718e826 HTTP/1.1" status: 200 len: 1097 time: 0.2145452 Aug 22 13:27:23.866188 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c9d21-1edb-43b4-82b3-7413c9e7587a req-512d5364-6d5b-425c-8806-4109e0a57477 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:23.867701 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-621c9d21-1edb-43b4-82b3-7413c9e7587a req-512d5364-6d5b-425c-8806-4109e0a57477 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06ebcdb-9bce-4b4c-a12d-ea3b10b94465 HTTP/1.1" status: 200 len: 949 time: 0.0863092 Aug 22 13:27:23.898181 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-305fa3f0-203b-4774-a938-4bac05f0fcd5 req-45974c4d-98b3-488d-8e23-b1b4bf5a7145 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c1131697-a2e1-4648-8d03-b61fc79b8205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987294 Aug 22 13:27:23.906370 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9b900341-4106-4712-8678-c192e538f2ff req-99ac884b-d639-4125-b1f8-9a376a0af662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:23.921997 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-741745bd-3abb-43d5-b75a-65ebab178ba3 req-4f4dc56a-570d-4955-85f3-f2591f369e57 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c0d7e346-d486-4457-acb4-4dd13017e3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114872 Aug 22 13:27:23.932376 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-34e2628a-2ca2-4067-9e97-a48d7f74945f None None] Provisioning for port 59c25f39-6da9-416c-80d8-c537bcf5aa73 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:27:23.939492 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-34e2628a-2ca2-4067-9e97-a48d7f74945f None None] Provisioning complete for port 59c25f39-6da9-416c-80d8-c537bcf5aa73 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:27:23.939978 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-34e2628a-2ca2-4067-9e97-a48d7f74945f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:23.959910 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-621c9d21-1edb-43b4-82b3-7413c9e7587a req-33800ee4-4e41-4165-8b78-1158f5cb1df4 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1131697-a2e1-4648-8d03-b61fc79b8205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763898 Aug 22 13:27:24.004709 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-34e2628a-2ca2-4067-9e97-a48d7f74945f None None] Port 59c25f39-6da9-416c-80d8-c537bcf5aa73 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:27:24.078703 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-218fe23a-17fe-4d04-ac62-aceba384a063 req-63bb2053-3283-4739-af7c-8a6f749fe520 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:24.081816 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-04022ef1-2f74-4e19-b515-f24a0b00e804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:24.087665 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-04022ef1-2f74-4e19-b515-f24a0b00e804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:24.098569 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-af11d173-5e63-4214-976a-7d376e42c226 req-2e6ad8ff-b4b4-49dc-8740-d962268fb70c tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/ports?device_id=98dc723b-1457-44ab-9a9d-e51fe4c9e448 HTTP/1.1" status: 200 len: 210 time: 0.0277059 Aug 22 13:27:24.114345 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-218fe23a-17fe-4d04-ac62-aceba384a063 req-63bb2053-3283-4739-af7c-8a6f749fe520 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Transition to ACTIVE for port object 690f4f1b-305f-41c3-843d-0dd772263ccf will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:27:24.119396 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04022ef1-2f74-4e19-b515-f24a0b00e804 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:27:24.135414 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04022ef1-2f74-4e19-b515-f24a0b00e804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff15831-0022-46ee-a133-d014d5c5a4ad,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:24.139658 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-04022ef1-2f74-4e19-b515-f24a0b00e804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:24.140063 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-04022ef1-2f74-4e19-b515-f24a0b00e804 admin admin] Added segment 18b5a6df-b98f-4d4b-9428-0223d3f719a9 of type vlan for network 652b7040-839e-4592-b462-d4511ac6e125 Aug 22 13:27:24.192896 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-04022ef1-2f74-4e19-b515-f24a0b00e804 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:24.220394 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-218fe23a-17fe-4d04-ac62-aceba384a063 req-63bb2053-3283-4739-af7c-8a6f749fe520 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:24.234372 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-04022ef1-2f74-4e19-b515-f24a0b00e804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:24.235306 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04022ef1-2f74-4e19-b515-f24a0b00e804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:24.235883 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-04022ef1-2f74-4e19-b515-f24a0b00e804 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:24.269531 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-a7c8fa0e-1655-409a-b3b3-126e68836439 req-cf9587f2-cbd4-4b2d-9294-00ec59dba4fc tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Allocated IP 192.168.233.94 (7dc41cff-a3ac-4fc2-ba06-973efce2365e/7151c727-b27f-4308-8098-60bc16140d45/f558e56e-2c5c-46d0-b46a-3afd388f0fb1) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:27:24.284174 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-218fe23a-17fe-4d04-ac62-aceba384a063 req-63bb2053-3283-4739-af7c-8a6f749fe520 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Network 7dc41cff-a3ac-4fc2-ba06-973efce2365e is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:27:24.321129 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-218fe23a-17fe-4d04-ac62-aceba384a063 req-63bb2053-3283-4739-af7c-8a6f749fe520 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:27:24.331935 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-218fe23a-17fe-4d04-ac62-aceba384a063 req-63bb2053-3283-4739-af7c-8a6f749fe520 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:27:24.338844 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-04022ef1-2f74-4e19-b515-f24a0b00e804 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8830631 Aug 22 13:27:24.339669 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb2053-3283-4739-af7c-8a6f749fe520 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Pushing event updated for resources: {'Port': ['ID=690f4f1b-305f-41c3-843d-0dd772263ccf,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:24.342226 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 53346) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:27:24.347257 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-87b8c8d5-d4fe-46ec-97c5-9222b0a63fc1 admin admin] Request body: {'subnet': {'network_id': '652b7040-839e-4592-b462-d4511ac6e125', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1384986112-subnet', 'tenant_id': '61d15703803940a485cdd8f67b081dcb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:27:24.369849 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04022ef1-2f74-4e19-b515-f24a0b00e804 admin admin] Pushing event updated for resources: {'Network': ['ID=652b7040-839e-4592-b462-d4511ac6e125,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:24.381617 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 652b7040-839e-4592-b462-d4511ac6e125 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:27:24.398207 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fe23a-17fe-4d04-ac62-aceba384a063 req-63bb2053-3283-4739-af7c-8a6f749fe520 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:24.399159 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-218fe23a-17fe-4d04-ac62-aceba384a063 req-63bb2053-3283-4739-af7c-8a6f749fe520 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:24.417451 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b8c8d5-d4fe-46ec-97c5-9222b0a63fc1 admin admin] Made reservation on behalf of 61d15703803940a485cdd8f67b081dcb for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:27:24.419809 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-87b8c8d5-d4fe-46ec-97c5-9222b0a63fc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:24.421467 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-218fe23a-17fe-4d04-ac62-aceba384a063 req-63bb2053-3283-4739-af7c-8a6f749fe520 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5741000 Aug 22 13:27:24.441512 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-218fe23a-17fe-4d04-ac62-aceba384a063 req-0942d590-0f63-4932-bbbd-dd157a0ad909 service neutron] Request body: {'port': {'device_id': 'e9232882-fa8c-47c3-8a04-8a7af999b018', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:27:24.505093 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-218fe23a-17fe-4d04-ac62-aceba384a063 req-0942d590-0f63-4932-bbbd-dd157a0ad909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:24.507213 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a7c8fa0e-1655-409a-b3b3-126e68836439 req-cf9587f2-cbd4-4b2d-9294-00ec59dba4fc tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:24.541805 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-a7c8fa0e-1655-409a-b3b3-126e68836439 req-cf9587f2-cbd4-4b2d-9294-00ec59dba4fc tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Transition to ACTIVE for port object f558e56e-2c5c-46d0-b46a-3afd388f0fb1 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:27:24.637927 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-0efebd30-f5cd-4568-937e-35333a5b2b93 None None] Provisioning for port 690f4f1b-305f-41c3-843d-0dd772263ccf completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:27:24.642062 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9edf48-4126-42eb-aa23-0b2911aa858e req-0f020de1-3bc3-44ab-9320-3657df05b3b6 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:24.642982 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-0efebd30-f5cd-4568-937e-35333a5b2b93 None None] Provisioning complete for port 690f4f1b-305f-41c3-843d-0dd772263ccf triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:27:24.643361 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0efebd30-f5cd-4568-937e-35333a5b2b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:24.643689 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ca9edf48-4126-42eb-aa23-0b2911aa858e req-0f020de1-3bc3-44ab-9320-3657df05b3b6 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.21 "GET /v2.0/ports?device_id=34c64780-c5c9-4b6f-87bc-fd0f9456192c HTTP/1.1" status: 200 len: 934 time: 0.1144035 Aug 22 13:27:24.695899 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a7c8fa0e-1655-409a-b3b3-126e68836439 req-cf9587f2-cbd4-4b2d-9294-00ec59dba4fc tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:24.696182 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-0efebd30-f5cd-4568-937e-35333a5b2b93 None None] Port 690f4f1b-305f-41c3-843d-0dd772263ccf cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:27:24.845580 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ca9edf48-4126-42eb-aa23-0b2911aa858e req-a189bf67-40e8-4e84-a97f-4f6635a5257a tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4498256-354e-4f3c-a0c2-fc05b4ed5abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951075 Aug 22 13:27:24.859293 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7c8fa0e-1655-409a-b3b3-126e68836439 req-cf9587f2-cbd4-4b2d-9294-00ec59dba4fc tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Network 7dc41cff-a3ac-4fc2-ba06-973efce2365e is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:27:24.882137 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-a7c8fa0e-1655-409a-b3b3-126e68836439 req-cf9587f2-cbd4-4b2d-9294-00ec59dba4fc tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:27:24.883959 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9587f2-cbd4-4b2d-9294-00ec59dba4fc tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Pushing event updated for resources: {'Port': ['ID=f558e56e-2c5c-46d0-b46a-3afd388f0fb1,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:24.886594 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-87b8c8d5-d4fe-46ec-97c5-9222b0a63fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:24.889064 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7c8fa0e-1655-409a-b3b3-126e68836439 req-cf9587f2-cbd4-4b2d-9294-00ec59dba4fc tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:27:24.983271 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcec08e-4062-4506-9b42-33314af9838a req-7acf6200-247a-4120-9dd9-e8ffa0d4d2c4 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:24.985548 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9bcec08e-4062-4506-9b42-33314af9838a req-7acf6200-247a-4120-9dd9-e8ffa0d4d2c4 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.21 "GET /v2.0/ports?device_id=56294de6-1793-41b2-9c59-d17c9718e826 HTTP/1.1" status: 200 len: 945 time: 0.2868457 Aug 22 13:27:25.064513 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8fa0e-1655-409a-b3b3-126e68836439 req-cf9587f2-cbd4-4b2d-9294-00ec59dba4fc tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:25.065182 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a7c8fa0e-1655-409a-b3b3-126e68836439 req-cf9587f2-cbd4-4b2d-9294-00ec59dba4fc tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:25.076531 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b8c8d5-d4fe-46ec-97c5-9222b0a63fc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=236eb505-a499-4edb-a293-2a2d85a583c0,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:25.144642 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9bcec08e-4062-4506-9b42-33314af9838a req-769f5dd6-0c82-4412-b6ae-a09b8236aae8 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0d7e346-d486-4457-acb4-4dd13017e3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368864 Aug 22 13:27:25.145828 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a7c8fa0e-1655-409a-b3b3-126e68836439 req-cf9587f2-cbd4-4b2d-9294-00ec59dba4fc tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3652866 Aug 22 13:27:25.171916 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-8f8bf5c1-b4fb-4fae-ae03-39e8e1a51f23 req-5384d9a4-6c7b-4349-a5f1-29ff27ec5149 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc532801-56c0-4a1e-ac60-3f4a8c29f7d9 {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:27:25.179653 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-a7c8fa0e-1655-409a-b3b3-126e68836439 req-2dcbe787-34f6-4ce6-8a44-bed33f0c0dc8 service neutron] Request body: {'port': {'device_id': '98dc723b-1457-44ab-9a9d-e51fe4c9e448', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:27:25.185023 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b8c8d5-d4fe-46ec-97c5-9222b0a63fc1 admin admin] Checking segment: {'id': '18b5a6df-b98f-4d4b-9428-0223d3f719a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '652b7040-839e-4592-b462-d4511ac6e125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:27:25.185897 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b8c8d5-d4fe-46ec-97c5-9222b0a63fc1 admin admin] Network hostable DHCP agents. Network: 652b7040-839e-4592-b462-d4511ac6e125, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:27:25.222345 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-8f8bf5c1-b4fb-4fae-ae03-39e8e1a51f23 req-5384d9a4-6c7b-4349-a5f1-29ff27ec5149 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:25.283046 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-8f8bf5c1-b4fb-4fae-ae03-39e8e1a51f23 req-5384d9a4-6c7b-4349-a5f1-29ff27ec5149 service neutron] Transition to ACTIVE for port object cc532801-56c0-4a1e-ac60-3f4a8c29f7d9 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:27:25.310278 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ea221-d859-4f6d-9951-62fb83055d7b req-b8f04ab4-4b7e-46be-bfb9-849c2a82b4cf tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:25.311859 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-286ea221-d859-4f6d-9951-62fb83055d7b req-b8f04ab4-4b7e-46be-bfb9-849c2a82b4cf tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06ebcdb-9bce-4b4c-a12d-ea3b10b94465 HTTP/1.1" status: 200 len: 949 time: 0.2008414 Aug 22 13:27:25.322787 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-8e890203-fa70-4782-a78c-090925edc52c None None] Provisioning for port f558e56e-2c5c-46d0-b46a-3afd388f0fb1 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:27:25.324691 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-8f8bf5c1-b4fb-4fae-ae03-39e8e1a51f23 req-5384d9a4-6c7b-4349-a5f1-29ff27ec5149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:25.327923 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-8e890203-fa70-4782-a78c-090925edc52c None None] Provisioning complete for port f558e56e-2c5c-46d0-b46a-3afd388f0fb1 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:27:25.328351 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8e890203-fa70-4782-a78c-090925edc52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:25.333365 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b8c8d5-d4fe-46ec-97c5-9222b0a63fc1 admin admin] Network 652b7040-839e-4592-b462-d4511ac6e125 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:27:25.369691 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-8e890203-fa70-4782-a78c-090925edc52c None None] Port f558e56e-2c5c-46d0-b46a-3afd388f0fb1 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:27:25.416341 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a7c8fa0e-1655-409a-b3b3-126e68836439 req-2dcbe787-34f6-4ce6-8a44-bed33f0c0dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:25.427853 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-87b8c8d5-d4fe-46ec-97c5-9222b0a63fc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 652b7040-839e-4592-b462-d4511ac6e125) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:27:25.437740 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98dd2eb-8f8f-42a0-a4db-f1b2e7d4ccbe None None] Network 652b7040-839e-4592-b462-d4511ac6e125 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:27:25.449216 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b8c8d5-d4fe-46ec-97c5-9222b0a63fc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:25.450934 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-87b8c8d5-d4fe-46ec-97c5-9222b0a63fc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:25.502939 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3f206-d8f7-495d-8940-1c822fdeee06 req-bc0f58a7-e3b0-4e7e-bc68-887046c1d565 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:25.504541 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5db3f206-d8f7-495d-8940-1c822fdeee06 req-bc0f58a7-e3b0-4e7e-bc68-887046c1d565 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/ports?device_id=98dc723b-1457-44ab-9a9d-e51fe4c9e448 HTTP/1.1" status: 200 len: 935 time: 0.2859931 Aug 22 13:27:25.519406 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5384d9a4-6c7b-4349-a5f1-29ff27ec5149 service neutron] Pushing event updated for resources: {'Port': ['ID=cc532801-56c0-4a1e-ac60-3f4a8c29f7d9,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:25.557042 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-286ea221-d859-4f6d-9951-62fb83055d7b req-bb76c553-1960-4e90-b923-6e10b795e985 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1131697-a2e1-4648-8d03-b61fc79b8205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296352 Aug 22 13:27:25.597902 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-87b8c8d5-d4fe-46ec-97c5-9222b0a63fc1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2545893 Aug 22 13:27:25.612866 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d32253-8642-4871-8bcc-41b9e7cacf1d None None] Network 652b7040-839e-4592-b462-d4511ac6e125 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:27:25.697747 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5db3f206-d8f7-495d-8940-1c822fdeee06 req-2682ac47-750e-491e-b82d-af8e1c7a45ae tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/security-groups?id=835e4b24-d982-476b-a6a6-e5ce19cfed22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810148 Aug 22 13:27:26.213104 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-8f8bf5c1-b4fb-4fae-ae03-39e8e1a51f23 req-5384d9a4-6c7b-4349-a5f1-29ff27ec5149 service neutron] Attempting to bind port cc532801-56c0-4a1e-ac60-3f4a8c29f7d9 on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:27:26.213443 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-8f8bf5c1-b4fb-4fae-ae03-39e8e1a51f23 req-5384d9a4-6c7b-4349-a5f1-29ff27ec5149 service neutron] Attempting to bind port cc532801-56c0-4a1e-ac60-3f4a8c29f7d9 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:27:26.213770 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8bf5c1-b4fb-4fae-ae03-39e8e1a51f23 req-5384d9a4-6c7b-4349-a5f1-29ff27ec5149 service neutron] Attempting to bind port cc532801-56c0-4a1e-ac60-3f4a8c29f7d9 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:27:26.226690 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53392) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:27:26.228355 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-9b900341-4106-4712-8678-c192e538f2ff req-99ac884b-d639-4125-b1f8-9a376a0af662 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59c25f39-6da9-416c-80d8-c537bcf5aa73 {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:27:26.232630 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-765ae24e-f643-4c65-be63-7ce6dc51b22a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1658024003-network', 'tenant_id': 'b67400d959e44bbb8ae89a736446f625'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:27:26.241337 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9b900341-4106-4712-8678-c192e538f2ff req-99ac884b-d639-4125-b1f8-9a376a0af662 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:26.244520 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8bf5c1-b4fb-4fae-ae03-39e8e1a51f23 req-5384d9a4-6c7b-4349-a5f1-29ff27ec5149 service neutron] Port cc532801-56c0-4a1e-ac60-3f4a8c29f7d9 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:27:26.245013 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8bf5c1-b4fb-4fae-ae03-39e8e1a51f23 req-5384d9a4-6c7b-4349-a5f1-29ff27ec5149 service neutron] Attempting to bind port cc532801-56c0-4a1e-ac60-3f4a8c29f7d9 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:27:26.253225 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765ae24e-f643-4c65-be63-7ce6dc51b22a admin admin] Made reservation on behalf of b67400d959e44bbb8ae89a736446f625 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:27:26.255539 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-765ae24e-f643-4c65-be63-7ce6dc51b22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:26.263473 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8bf5c1-b4fb-4fae-ae03-39e8e1a51f23 req-5384d9a4-6c7b-4349-a5f1-29ff27ec5149 service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:27:26.263980 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8bf5c1-b4fb-4fae-ae03-39e8e1a51f23 req-5384d9a4-6c7b-4349-a5f1-29ff27ec5149 service neutron] Checking segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:27:26.264366 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8bf5c1-b4fb-4fae-ae03-39e8e1a51f23 req-5384d9a4-6c7b-4349-a5f1-29ff27ec5149 service neutron] Bound using segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:27:26.264802 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-8f8bf5c1-b4fb-4fae-ae03-39e8e1a51f23 req-5384d9a4-6c7b-4349-a5f1-29ff27ec5149 service neutron] Bound port: cc532801-56c0-4a1e-ac60-3f4a8c29f7d9, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:27:26.265157 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-8f8bf5c1-b4fb-4fae-ae03-39e8e1a51f23 req-5384d9a4-6c7b-4349-a5f1-29ff27ec5149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:26.265277 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-765ae24e-f643-4c65-be63-7ce6dc51b22a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:26.287526 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-9b900341-4106-4712-8678-c192e538f2ff req-99ac884b-d639-4125-b1f8-9a376a0af662 service neutron] Transition to ACTIVE for port object 59c25f39-6da9-416c-80d8-c537bcf5aa73 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:27:26.299796 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4170a5c-3bfd-4513-9e5a-b4ea8a842062 req-915d945d-5b6b-4654-af04-42f6f6dc399c tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:26.301320 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b4170a5c-3bfd-4513-9e5a-b4ea8a842062 req-915d945d-5b6b-4654-af04-42f6f6dc399c tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.21 "GET /v2.0/ports?device_id=34c64780-c5c9-4b6f-87bc-fd0f9456192c HTTP/1.1" status: 200 len: 934 time: 0.1633632 Aug 22 13:27:26.311101 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8dbcf6-edb8-43f7-b662-a87435489898 req-ddc7bffb-b65f-485a-bde5-cc7e739fe1ec tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:26.312595 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d8dbcf6-edb8-43f7-b662-a87435489898 req-ddc7bffb-b65f-485a-bde5-cc7e739fe1ec tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06ebcdb-9bce-4b4c-a12d-ea3b10b94465 HTTP/1.1" status: 200 len: 949 time: 0.1720235 Aug 22 13:27:26.317031 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9b900341-4106-4712-8678-c192e538f2ff req-99ac884b-d639-4125-b1f8-9a376a0af662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:26.450216 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-765ae24e-f643-4c65-be63-7ce6dc51b22a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:26.465756 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac884b-d639-4125-b1f8-9a376a0af662 service neutron] Pushing event updated for resources: {'Port': ['ID=59c25f39-6da9-416c-80d8-c537bcf5aa73,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:26.478229 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-765ae24e-f643-4c65-be63-7ce6dc51b22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:26.504320 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-8f8bf5c1-b4fb-4fae-ae03-39e8e1a51f23 req-5384d9a4-6c7b-4349-a5f1-29ff27ec5149 service neutron] For port cc532801-56c0-4a1e-ac60-3f4a8c29f7d9, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:27:26.509076 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b4170a5c-3bfd-4513-9e5a-b4ea8a842062 req-b545c6c3-fda4-4dee-bcd2-a60109640735 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4498256-354e-4f3c-a0c2-fc05b4ed5abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940181 Aug 22 13:27:26.513817 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-765ae24e-f643-4c65-be63-7ce6dc51b22a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:27:26.516967 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d8dbcf6-edb8-43f7-b662-a87435489898 req-d5718418-1344-498e-acee-cb065add8b25 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1131697-a2e1-4648-8d03-b61fc79b8205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686368 Aug 22 13:27:26.519175 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-218fe23a-17fe-4d04-ac62-aceba384a063 req-0942d590-0f63-4932-bbbd-dd157a0ad909 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 690f4f1b-305f-41c3-843d-0dd772263ccf {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:27:26.535346 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-8f8bf5c1-b4fb-4fae-ae03-39e8e1a51f23 req-5384d9a4-6c7b-4349-a5f1-29ff27ec5149 service neutron] For port cc532801-56c0-4a1e-ac60-3f4a8c29f7d9, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=cc532801-56c0-4a1e-ac60-3f4a8c29f7d9,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:27:26.538979 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-218fe23a-17fe-4d04-ac62-aceba384a063 req-0942d590-0f63-4932-bbbd-dd157a0ad909 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:26.545105 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765ae24e-f643-4c65-be63-7ce6dc51b22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e6d8a0-8bc0-4a2e-80f4-217bf6f24502,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:26.548125 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-765ae24e-f643-4c65-be63-7ce6dc51b22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:26.548501 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-765ae24e-f643-4c65-be63-7ce6dc51b22a admin admin] Added segment a3de7321-5b4f-4e5c-b7b2-dcdd13b7a538 of type vlan for network 15e298fa-e410-4a5e-bcfa-11047e2aece6 Aug 22 13:27:26.576350 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-8f8bf5c1-b4fb-4fae-ae03-39e8e1a51f23 req-5384d9a4-6c7b-4349-a5f1-29ff27ec5149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:26.614088 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-218fe23a-17fe-4d04-ac62-aceba384a063 req-0942d590-0f63-4932-bbbd-dd157a0ad909 service neutron] Transition to ACTIVE for port object 690f4f1b-305f-41c3-843d-0dd772263ccf will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:27:26.627727 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8bf5c1-b4fb-4fae-ae03-39e8e1a51f23 req-5384d9a4-6c7b-4349-a5f1-29ff27ec5149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:26.629460 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-218fe23a-17fe-4d04-ac62-aceba384a063 req-0942d590-0f63-4932-bbbd-dd157a0ad909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:26.630341 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-8f8bf5c1-b4fb-4fae-ae03-39e8e1a51f23 req-5384d9a4-6c7b-4349-a5f1-29ff27ec5149 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:26.632003 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8f8bf5c1-b4fb-4fae-ae03-39e8e1a51f23 req-5384d9a4-6c7b-4349-a5f1-29ff27ec5149 service neutron] 10.222.0.16 "PUT /v2.0/ports/cc532801-56c0-4a1e-ac60-3f4a8c29f7d9 HTTP/1.1" status: 200 len: 1095 time: 3.5956583 Aug 22 13:27:26.643138 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0ee77e2-0ab8-434e-b7ac-eee75664f238', 'tag': 'cc532801-56c0-4a1e-ac60-3f4a8c29f7d9'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:27:26.645701 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716443e4-adb0-4048-a975-a51b75a90c7a" -d '{"events": [{"name": "network-changed", "server_uuid": "e0ee77e2-0ab8-434e-b7ac-eee75664f238", "tag": "cc532801-56c0-4a1e-ac60-3f4a8c29f7d9"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:27:26.726569 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942d590-0f63-4932-bbbd-dd157a0ad909 service neutron] Pushing event updated for resources: {'Port': ['ID=690f4f1b-305f-41c3-843d-0dd772263ccf,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:26.727485 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-765ae24e-f643-4c65-be63-7ce6dc51b22a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:26.769647 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c9795e-ed5d-4d6d-9dbc-0d7f64f9e2f9 x-openstack-request-id: req-18c9795e-ed5d-4d6d-9dbc-0d7f64f9e2f9 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:27:26.770088 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0ee77e2-0ab8-434e-b7ac-eee75664f238", "tag": "cc532801-56c0-4a1e-ac60-3f4a8c29f7d9", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:27:26.770430 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-18c9795e-ed5d-4d6d-9dbc-0d7f64f9e2f9 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:27:26.770919 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0ee77e2-0ab8-434e-b7ac-eee75664f238', 'tag': 'cc532801-56c0-4a1e-ac60-3f4a8c29f7d9', 'status': 'completed', 'code': 200} Aug 22 13:27:26.784887 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-765ae24e-f643-4c65-be63-7ce6dc51b22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:26.785853 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765ae24e-f643-4c65-be63-7ce6dc51b22a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:26.786483 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-765ae24e-f643-4c65-be63-7ce6dc51b22a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:26.829310 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5384d9a4-6c7b-4349-a5f1-29ff27ec5149 service neutron] Pushing event updated for resources: {'Port': ['ID=cc532801-56c0-4a1e-ac60-3f4a8c29f7d9,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:26.847659 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-9b900341-4106-4712-8678-c192e538f2ff req-99ac884b-d639-4125-b1f8-9a376a0af662 service neutron] Attempting to bind port 59c25f39-6da9-416c-80d8-c537bcf5aa73 on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:27:26.847996 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-9b900341-4106-4712-8678-c192e538f2ff req-99ac884b-d639-4125-b1f8-9a376a0af662 service neutron] Attempting to bind port 59c25f39-6da9-416c-80d8-c537bcf5aa73 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:27:26.848342 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b900341-4106-4712-8678-c192e538f2ff req-99ac884b-d639-4125-b1f8-9a376a0af662 service neutron] Attempting to bind port 59c25f39-6da9-416c-80d8-c537bcf5aa73 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:27:26.872131 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-765ae24e-f643-4c65-be63-7ce6dc51b22a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6410866 Aug 22 13:27:26.879534 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53404) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:27:26.885598 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-8ae12544-be4c-496c-b6de-6001aa6acd8a admin admin] Request body: {'subnet': {'network_id': '15e298fa-e410-4a5e-bcfa-11047e2aece6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1658024003-subnet', 'tenant_id': 'b67400d959e44bbb8ae89a736446f625', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:27:26.901518 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b900341-4106-4712-8678-c192e538f2ff req-99ac884b-d639-4125-b1f8-9a376a0af662 service neutron] Port 59c25f39-6da9-416c-80d8-c537bcf5aa73 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:27:26.902307 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b900341-4106-4712-8678-c192e538f2ff req-99ac884b-d639-4125-b1f8-9a376a0af662 service neutron] Attempting to bind port 59c25f39-6da9-416c-80d8-c537bcf5aa73 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:27:26.906453 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765ae24e-f643-4c65-be63-7ce6dc51b22a admin admin] Pushing event updated for resources: {'Network': ['ID=15e298fa-e410-4a5e-bcfa-11047e2aece6,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:26.918263 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 15e298fa-e410-4a5e-bcfa-11047e2aece6 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:27:26.933473 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-218fe23a-17fe-4d04-ac62-aceba384a063 req-0942d590-0f63-4932-bbbd-dd157a0ad909 service neutron] Attempting to bind port 690f4f1b-305f-41c3-843d-0dd772263ccf on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:27:26.933744 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-218fe23a-17fe-4d04-ac62-aceba384a063 req-0942d590-0f63-4932-bbbd-dd157a0ad909 service neutron] Attempting to bind port 690f4f1b-305f-41c3-843d-0dd772263ccf by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:27:26.934938 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218fe23a-17fe-4d04-ac62-aceba384a063 req-0942d590-0f63-4932-bbbd-dd157a0ad909 service neutron] Attempting to bind port 690f4f1b-305f-41c3-843d-0dd772263ccf on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:27:26.940541 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218fe23a-17fe-4d04-ac62-aceba384a063 req-0942d590-0f63-4932-bbbd-dd157a0ad909 service neutron] Port 690f4f1b-305f-41c3-843d-0dd772263ccf on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:27:26.940938 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218fe23a-17fe-4d04-ac62-aceba384a063 req-0942d590-0f63-4932-bbbd-dd157a0ad909 service neutron] Attempting to bind port 690f4f1b-305f-41c3-843d-0dd772263ccf on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:27:26.946343 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218fe23a-17fe-4d04-ac62-aceba384a063 req-0942d590-0f63-4932-bbbd-dd157a0ad909 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:27:26.946684 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218fe23a-17fe-4d04-ac62-aceba384a063 req-0942d590-0f63-4932-bbbd-dd157a0ad909 service neutron] Checking segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:27:26.947082 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218fe23a-17fe-4d04-ac62-aceba384a063 req-0942d590-0f63-4932-bbbd-dd157a0ad909 service neutron] Bound using segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:27:26.947518 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-218fe23a-17fe-4d04-ac62-aceba384a063 req-0942d590-0f63-4932-bbbd-dd157a0ad909 service neutron] Bound port: 690f4f1b-305f-41c3-843d-0dd772263ccf, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:27:26.947885 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-218fe23a-17fe-4d04-ac62-aceba384a063 req-0942d590-0f63-4932-bbbd-dd157a0ad909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:26.960707 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1a2cb-4b58-4ea0-84ca-fb42d4bdc7c4 req-d0c445bd-f59e-4327-939a-368517fe63ce tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:26.962905 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae12544-be4c-496c-b6de-6001aa6acd8a admin admin] Made reservation on behalf of b67400d959e44bbb8ae89a736446f625 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:27:26.965245 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8ae12544-be4c-496c-b6de-6001aa6acd8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:26.970356 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-26e1a2cb-4b58-4ea0-84ca-fb42d4bdc7c4 req-d0c445bd-f59e-4327-939a-368517fe63ce tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.21 "GET /v2.0/ports?device_id=56294de6-1793-41b2-9c59-d17c9718e826 HTTP/1.1" status: 200 len: 945 time: 0.3033543 Aug 22 13:27:26.973752 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b900341-4106-4712-8678-c192e538f2ff req-99ac884b-d639-4125-b1f8-9a376a0af662 service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:27:26.974657 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b900341-4106-4712-8678-c192e538f2ff req-99ac884b-d639-4125-b1f8-9a376a0af662 service neutron] Checking segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:27:26.975366 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b900341-4106-4712-8678-c192e538f2ff req-99ac884b-d639-4125-b1f8-9a376a0af662 service neutron] Bound using segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:27:26.976519 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-9b900341-4106-4712-8678-c192e538f2ff req-99ac884b-d639-4125-b1f8-9a376a0af662 service neutron] Bound port: 59c25f39-6da9-416c-80d8-c537bcf5aa73, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:27:26.977116 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9b900341-4106-4712-8678-c192e538f2ff req-99ac884b-d639-4125-b1f8-9a376a0af662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:27.043360 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8bf5c1-b4fb-4fae-ae03-39e8e1a51f23 req-38c92980-66e4-4ca4-8f6c-11a5e3fb7eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:27.045588 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8f8bf5c1-b4fb-4fae-ae03-39e8e1a51f23 req-38c92980-66e4-4ca4-8f6c-11a5e3fb7eda service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0527027c9861418695e5317a890e233f&device_id=e0ee77e2-0ab8-434e-b7ac-eee75664f238 HTTP/1.1" status: 200 len: 1098 time: 0.3143413 Aug 22 13:27:27.061623 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-a7c8fa0e-1655-409a-b3b3-126e68836439 req-2dcbe787-34f6-4ce6-8a44-bed33f0c0dc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f558e56e-2c5c-46d0-b46a-3afd388f0fb1 {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:27:27.084028 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a7c8fa0e-1655-409a-b3b3-126e68836439 req-2dcbe787-34f6-4ce6-8a44-bed33f0c0dc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:27.090270 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-218fe23a-17fe-4d04-ac62-aceba384a063 req-0942d590-0f63-4932-bbbd-dd157a0ad909 service neutron] For port 690f4f1b-305f-41c3-843d-0dd772263ccf, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:27:27.107714 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-218fe23a-17fe-4d04-ac62-aceba384a063 req-0942d590-0f63-4932-bbbd-dd157a0ad909 service neutron] For port 690f4f1b-305f-41c3-843d-0dd772263ccf, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=690f4f1b-305f-41c3-843d-0dd772263ccf,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:27:27.115521 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-218fe23a-17fe-4d04-ac62-aceba384a063 req-0942d590-0f63-4932-bbbd-dd157a0ad909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:27.146515 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9108f67-ed2e-4869-b363-56992a9ceeb8 req-1c070207-e761-42ba-b517-23f25d890bee tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:27.148273 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d9108f67-ed2e-4869-b363-56992a9ceeb8 req-1c070207-e761-42ba-b517-23f25d890bee tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/ports?device_id=98dc723b-1457-44ab-9a9d-e51fe4c9e448 HTTP/1.1" status: 200 len: 935 time: 0.3238740 Aug 22 13:27:27.160775 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8f8bf5c1-b4fb-4fae-ae03-39e8e1a51f23 req-86b6ebc0-a2e7-4b20-aa61-74fe14731186 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=cc532801-56c0-4a1e-ac60-3f4a8c29f7d9 HTTP/1.1" status: 200 len: 217 time: 0.0944622 Aug 22 13:27:27.175748 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-a7c8fa0e-1655-409a-b3b3-126e68836439 req-2dcbe787-34f6-4ce6-8a44-bed33f0c0dc8 service neutron] Transition to ACTIVE for port object f558e56e-2c5c-46d0-b46a-3afd388f0fb1 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:27:27.180061 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-26e1a2cb-4b58-4ea0-84ca-fb42d4bdc7c4 req-fd40e71a-ec3b-4d09-89d8-399d681a3333 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0d7e346-d486-4457-acb4-4dd13017e3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088909 Aug 22 13:27:27.186442 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fe23a-17fe-4d04-ac62-aceba384a063 req-0942d590-0f63-4932-bbbd-dd157a0ad909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:27.187074 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-218fe23a-17fe-4d04-ac62-aceba384a063 req-0942d590-0f63-4932-bbbd-dd157a0ad909 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:27.188634 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-218fe23a-17fe-4d04-ac62-aceba384a063 req-0942d590-0f63-4932-bbbd-dd157a0ad909 service neutron] 10.222.0.41 "PUT /v2.0/ports/690f4f1b-305f-41c3-843d-0dd772263ccf HTTP/1.1" status: 200 len: 1096 time: 2.7517838 Aug 22 13:27:27.192639 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9232882-fa8c-47c3-8a04-8a7af999b018', 'tag': '690f4f1b-305f-41c3-843d-0dd772263ccf'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:27:27.196175 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434cdc2d-5e27-460c-9eaf-d39dee362cc0" -d '{"events": [{"name": "network-changed", "server_uuid": "e9232882-fa8c-47c3-8a04-8a7af999b018", "tag": "690f4f1b-305f-41c3-843d-0dd772263ccf"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:27:27.206504 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a7c8fa0e-1655-409a-b3b3-126e68836439 req-2dcbe787-34f6-4ce6-8a44-bed33f0c0dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:27.237222 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942d590-0f63-4932-bbbd-dd157a0ad909 service neutron] Pushing event updated for resources: {'Port': ['ID=690f4f1b-305f-41c3-843d-0dd772263ccf,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:27.315917 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-9b900341-4106-4712-8678-c192e538f2ff req-99ac884b-d639-4125-b1f8-9a376a0af662 service neutron] For port 59c25f39-6da9-416c-80d8-c537bcf5aa73, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:27:27.322549 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8ae12544-be4c-496c-b6de-6001aa6acd8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:27.353946 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fe23a-17fe-4d04-ac62-aceba384a063 req-198d8df9-d089-43a9-b6ad-027e9447fc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:27.355574 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-218fe23a-17fe-4d04-ac62-aceba384a063 req-198d8df9-d089-43a9-b6ad-027e9447fc92 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=450ed73bb5ec496094bd302f13d425a6&device_id=e9232882-fa8c-47c3-8a04-8a7af999b018 HTTP/1.1" status: 200 len: 1099 time: 0.1121874 Aug 22 13:27:27.375654 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-9b900341-4106-4712-8678-c192e538f2ff req-99ac884b-d639-4125-b1f8-9a376a0af662 service neutron] For port 59c25f39-6da9-416c-80d8-c537bcf5aa73, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=59c25f39-6da9-416c-80d8-c537bcf5aa73,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:27:27.378184 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8bf5c1-b4fb-4fae-ae03-39e8e1a51f23 req-d2df04de-9dde-41e0-a603-0c637f9ac3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:27.379760 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8f8bf5c1-b4fb-4fae-ae03-39e8e1a51f23 req-d2df04de-9dde-41e0-a603-0c637f9ac3e8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.2030156 Aug 22 13:27:27.380441 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcbe787-34f6-4ce6-8a44-bed33f0c0dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=f558e56e-2c5c-46d0-b46a-3afd388f0fb1,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:27.390288 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d9108f67-ed2e-4869-b363-56992a9ceeb8 req-db440c66-f3de-4a98-a4df-98178c2fdfbc tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/security-groups?id=835e4b24-d982-476b-a6a6-e5ce19cfed22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352965 Aug 22 13:27:27.393619 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b107bdf4-5f0f-406b-815d-bcfaa784cb54 req-7556fa16-d8c0-466f-a765-0b61d2f1b3dc tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=44a028d6e6b04cd799f41d009557d7a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0691442 Aug 22 13:27:27.394686 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9b900341-4106-4712-8678-c192e538f2ff req-99ac884b-d639-4125-b1f8-9a376a0af662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:27.422317 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae12544-be4c-496c-b6de-6001aa6acd8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=945f83bc-1a49-4033-b960-edc3beeb28da,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:27.431775 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-218fe23a-17fe-4d04-ac62-aceba384a063 req-ddc4a236-69c7-4df0-9484-55a70c013ba9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=690f4f1b-305f-41c3-843d-0dd772263ccf HTTP/1.1" status: 200 len: 217 time: 0.0551400 Aug 22 13:27:27.454405 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae12544-be4c-496c-b6de-6001aa6acd8a admin admin] Checking segment: {'id': 'a3de7321-5b4f-4e5c-b7b2-dcdd13b7a538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '15e298fa-e410-4a5e-bcfa-11047e2aece6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:27:27.454765 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae12544-be4c-496c-b6de-6001aa6acd8a admin admin] Network hostable DHCP agents. Network: 15e298fa-e410-4a5e-bcfa-11047e2aece6, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:27:27.507565 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fe23a-17fe-4d04-ac62-aceba384a063 req-156470b8-cba6-45c2-a8da-cf3b598b7f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:27.509756 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-218fe23a-17fe-4d04-ac62-aceba384a063 req-156470b8-cba6-45c2-a8da-cf3b598b7f71 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.0687141 Aug 22 13:27:27.510347 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae12544-be4c-496c-b6de-6001aa6acd8a admin admin] Network 15e298fa-e410-4a5e-bcfa-11047e2aece6 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:27:27.536289 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-8ae12544-be4c-496c-b6de-6001aa6acd8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 15e298fa-e410-4a5e-bcfa-11047e2aece6) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:27:27.540315 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae12544-be4c-496c-b6de-6001aa6acd8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:27.540898 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8ae12544-be4c-496c-b6de-6001aa6acd8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:27.547472 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e11329-0bd7-45aa-ae6c-758f4e16de0c None None] Network 15e298fa-e410-4a5e-bcfa-11047e2aece6 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:27:27.571377 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b900341-4106-4712-8678-c192e538f2ff req-99ac884b-d639-4125-b1f8-9a376a0af662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:27.572117 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9b900341-4106-4712-8678-c192e538f2ff req-99ac884b-d639-4125-b1f8-9a376a0af662 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:27.573531 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9b900341-4106-4712-8678-c192e538f2ff req-99ac884b-d639-4125-b1f8-9a376a0af662 service neutron] 10.222.0.16 "PUT /v2.0/ports/59c25f39-6da9-416c-80d8-c537bcf5aa73 HTTP/1.1" status: 200 len: 1095 time: 3.8053794 Aug 22 13:27:27.585630 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8ae12544-be4c-496c-b6de-6001aa6acd8a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7049270 Aug 22 13:27:27.605838 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fe23a-17fe-4d04-ac62-aceba384a063 req-d12428ed-c54c-4790-8f90-62806c14e6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:27.614317 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-218fe23a-17fe-4d04-ac62-aceba384a063 req-d12428ed-c54c-4790-8f90-62806c14e6a2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0899074 Aug 22 13:27:27.642116 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac884b-d639-4125-b1f8-9a376a0af662 service neutron] Pushing event updated for resources: {'Port': ['ID=59c25f39-6da9-416c-80d8-c537bcf5aa73,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:27.709766 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8bf5c1-b4fb-4fae-ae03-39e8e1a51f23 req-f9f67c39-f546-4c6e-b89c-8499fdb9b60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:27.711285 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8f8bf5c1-b4fb-4fae-ae03-39e8e1a51f23 req-f9f67c39-f546-4c6e-b89c-8499fdb9b60e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3140883 Aug 22 13:27:27.774581 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-218fe23a-17fe-4d04-ac62-aceba384a063 req-e5612050-bf17-41ea-b9c7-25ce47f22d93 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528318 Aug 22 13:27:27.777094 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586c67c4-6d95-4135-9463-eb2c346a3edf x-openstack-request-id: req-586c67c4-6d95-4135-9463-eb2c346a3edf {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:27:27.777387 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9232882-fa8c-47c3-8a04-8a7af999b018", "tag": "690f4f1b-305f-41c3-843d-0dd772263ccf", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:27:27.777651 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-586c67c4-6d95-4135-9463-eb2c346a3edf {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:27:27.778251 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9232882-fa8c-47c3-8a04-8a7af999b018', 'tag': '690f4f1b-305f-41c3-843d-0dd772263ccf', 'status': 'completed', 'code': 200} Aug 22 13:27:27.791762 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-a7c8fa0e-1655-409a-b3b3-126e68836439 req-2dcbe787-34f6-4ce6-8a44-bed33f0c0dc8 service neutron] Attempting to bind port f558e56e-2c5c-46d0-b46a-3afd388f0fb1 on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:27:27.793172 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-a7c8fa0e-1655-409a-b3b3-126e68836439 req-2dcbe787-34f6-4ce6-8a44-bed33f0c0dc8 service neutron] Attempting to bind port f558e56e-2c5c-46d0-b46a-3afd388f0fb1 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:27:27.796157 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c8fa0e-1655-409a-b3b3-126e68836439 req-2dcbe787-34f6-4ce6-8a44-bed33f0c0dc8 service neutron] Attempting to bind port f558e56e-2c5c-46d0-b46a-3afd388f0fb1 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:27:27.866265 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107bdf4-5f0f-406b-815d-bcfaa784cb54 req-ad4d312d-cd11-4a27-b0a4-1ccc02512b14 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:27.874180 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b107bdf4-5f0f-406b-815d-bcfaa784cb54 req-ad4d312d-cd11-4a27-b0a4-1ccc02512b14 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4586177 Aug 22 13:27:27.887682 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c8fa0e-1655-409a-b3b3-126e68836439 req-2dcbe787-34f6-4ce6-8a44-bed33f0c0dc8 service neutron] Port f558e56e-2c5c-46d0-b46a-3afd388f0fb1 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:27:27.887999 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c8fa0e-1655-409a-b3b3-126e68836439 req-2dcbe787-34f6-4ce6-8a44-bed33f0c0dc8 service neutron] Attempting to bind port f558e56e-2c5c-46d0-b46a-3afd388f0fb1 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:27:27.888809 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a2e891-a160-43fe-9070-877aff68ceff None None] Network 15e298fa-e410-4a5e-bcfa-11047e2aece6 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:27:27.906677 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-218fe23a-17fe-4d04-ac62-aceba384a063 req-04f80c0d-fa50-41ac-9583-45846cf8d44f service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238275 Aug 22 13:27:27.927914 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c8fa0e-1655-409a-b3b3-126e68836439 req-2dcbe787-34f6-4ce6-8a44-bed33f0c0dc8 service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:27:27.928306 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c8fa0e-1655-409a-b3b3-126e68836439 req-2dcbe787-34f6-4ce6-8a44-bed33f0c0dc8 service neutron] Checking segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:27:27.928659 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c8fa0e-1655-409a-b3b3-126e68836439 req-2dcbe787-34f6-4ce6-8a44-bed33f0c0dc8 service neutron] Bound using segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:27:27.929111 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-a7c8fa0e-1655-409a-b3b3-126e68836439 req-2dcbe787-34f6-4ce6-8a44-bed33f0c0dc8 service neutron] Bound port: f558e56e-2c5c-46d0-b46a-3afd388f0fb1, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:27:27.929466 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a7c8fa0e-1655-409a-b3b3-126e68836439 req-2dcbe787-34f6-4ce6-8a44-bed33f0c0dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:27.963300 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b107bdf4-5f0f-406b-815d-bcfaa784cb54 req-249f1c8e-3f32-4043-a694-6284b7b31e4c tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/quotas/44a028d6e6b04cd799f41d009557d7a7 HTTP/1.1" status: 200 len: 375 time: 0.0883029 Aug 22 13:27:27.989283 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b900341-4106-4712-8678-c192e538f2ff req-5d9ca590-a7e4-4461-8d48-fedb3c8954a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:27.990795 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9b900341-4106-4712-8678-c192e538f2ff req-5d9ca590-a7e4-4461-8d48-fedb3c8954a2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0527027c9861418695e5317a890e233f&device_id=34c64780-c5c9-4b6f-87bc-fd0f9456192c HTTP/1.1" status: 200 len: 1098 time: 0.3040304 Aug 22 13:27:28.047139 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434cdc2d-5e27-460c-9eaf-d39dee362cc0 req-21506af6-72ca-4fe7-a754-1f054ed61b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:28.049008 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-434cdc2d-5e27-460c-9eaf-d39dee362cc0 req-21506af6-72ca-4fe7-a754-1f054ed61b89 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=450ed73bb5ec496094bd302f13d425a6&device_id=e9232882-fa8c-47c3-8a04-8a7af999b018 HTTP/1.1" status: 200 len: 1099 time: 0.0601401 Aug 22 13:27:28.098313 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9b900341-4106-4712-8678-c192e538f2ff req-b5c9bf09-c3d7-4953-9195-29980ff8f872 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=59c25f39-6da9-416c-80d8-c537bcf5aa73 HTTP/1.1" status: 200 len: 217 time: 0.0815580 Aug 22 13:27:28.111632 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d8cd17-88ee-4cb0-941f-621dadc5ebf1 req-9e35d8d9-a06a-476d-9684-26904c7b59ea tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:28.119287 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-44d8cd17-88ee-4cb0-941f-621dadc5ebf1 req-9e35d8d9-a06a-476d-9684-26904c7b59ea tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0c3d9a9-d497-41d9-a7db-e05fb759fade HTTP/1.1" status: 200 len: 945 time: 0.2872787 Aug 22 13:27:28.123167 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8f8bf5c1-b4fb-4fae-ae03-39e8e1a51f23 req-542a3cee-0afe-4b69-a6ac-79ad3dd28718 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715088 Aug 22 13:27:28.157900 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:28.191444 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434cdc2d-5e27-460c-9eaf-d39dee362cc0 req-64881664-5a05-42b8-ba72-fcfec5ba4027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:28.193612 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-434cdc2d-5e27-460c-9eaf-d39dee362cc0 req-64881664-5a05-42b8-ba72-fcfec5ba4027 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7dc41cff-a3ac-4fc2-ba06-973efce2365e HTTP/1.1" status: 200 len: 870 time: 0.1290150 Aug 22 13:27:28.246351 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-434cdc2d-5e27-460c-9eaf-d39dee362cc0 req-35863527-2ef1-4bd5-9a87-7ef004d6f851 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=690f4f1b-305f-41c3-843d-0dd772263ccf HTTP/1.1" status: 200 len: 217 time: 0.0422125 Aug 22 13:27:28.259612 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b107bdf4-5f0f-406b-815d-bcfaa784cb54 req-476acf69-fb71-4256-8756-d29e86152155 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=44a028d6e6b04cd799f41d009557d7a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2953506 Aug 22 13:27:28.272552 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-a7c8fa0e-1655-409a-b3b3-126e68836439 req-2dcbe787-34f6-4ce6-8a44-bed33f0c0dc8 service neutron] For port f558e56e-2c5c-46d0-b46a-3afd388f0fb1, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:27:28.294244 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-44d8cd17-88ee-4cb0-941f-621dadc5ebf1 req-21722961-cb13-4d52-b8dc-88fa7a42db0d tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0d7e346-d486-4457-acb4-4dd13017e3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734123 Aug 22 13:27:28.308187 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-a7c8fa0e-1655-409a-b3b3-126e68836439 req-2dcbe787-34f6-4ce6-8a44-bed33f0c0dc8 service neutron] For port f558e56e-2c5c-46d0-b46a-3afd388f0fb1, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=f558e56e-2c5c-46d0-b46a-3afd388f0fb1,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:27:28.320150 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b900341-4106-4712-8678-c192e538f2ff req-aa6b3d44-6778-4e94-91b3-1b750e162b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:28.320150 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9b900341-4106-4712-8678-c192e538f2ff req-aa6b3d44-6778-4e94-91b3-1b750e162b51 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.1902711 Aug 22 13:27:28.320150 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a7c8fa0e-1655-409a-b3b3-126e68836439 req-2dcbe787-34f6-4ce6-8a44-bed33f0c0dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:28.328225 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434cdc2d-5e27-460c-9eaf-d39dee362cc0 req-abec31c2-4150-49aa-aa91-eb54e1b99856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:28.330430 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-434cdc2d-5e27-460c-9eaf-d39dee362cc0 req-abec31c2-4150-49aa-aa91-eb54e1b99856 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.0762556 Aug 22 13:27:28.389042 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a124bc4a-6ed1-45c0-9cb6-109b57c0851b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:28.390516 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8f8bf5c1-b4fb-4fae-ae03-39e8e1a51f23 req-243851d1-8c4c-44d9-b5ba-36d012aa56ee service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487350 Aug 22 13:27:28.413706 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8fa0e-1655-409a-b3b3-126e68836439 req-2dcbe787-34f6-4ce6-8a44-bed33f0c0dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:28.414310 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a7c8fa0e-1655-409a-b3b3-126e68836439 req-2dcbe787-34f6-4ce6-8a44-bed33f0c0dc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:28.415918 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a7c8fa0e-1655-409a-b3b3-126e68836439 req-2dcbe787-34f6-4ce6-8a44-bed33f0c0dc8 service neutron] 10.222.0.16 "PUT /v2.0/ports/f558e56e-2c5c-46d0-b46a-3afd388f0fb1 HTTP/1.1" status: 200 len: 1096 time: 3.2518001 Aug 22 13:27:28.417312 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434cdc2d-5e27-460c-9eaf-d39dee362cc0 req-cbc8b2fb-41a0-4133-8629-f71ec8a1cc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:28.420643 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-434cdc2d-5e27-460c-9eaf-d39dee362cc0 req-cbc8b2fb-41a0-4133-8629-f71ec8a1cc38 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0765491 Aug 22 13:27:28.496540 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcbe787-34f6-4ce6-8a44-bed33f0c0dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=f558e56e-2c5c-46d0-b46a-3afd388f0fb1,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:28.554654 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b900341-4106-4712-8678-c192e538f2ff req-1486b97a-47a8-4a19-abcc-52178fd86098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:28.556512 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9b900341-4106-4712-8678-c192e538f2ff req-1486b97a-47a8-4a19-abcc-52178fd86098 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2303765 Aug 22 13:27:28.595954 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f110f88b-2c34-4fe6-97b0-87babe517b48 req-b281729e-fd9e-4016-9db3-e7a93a370757 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:28.597589 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f110f88b-2c34-4fe6-97b0-87babe517b48 req-b281729e-fd9e-4016-9db3-e7a93a370757 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.21 "GET /v2.0/ports?device_id=34c64780-c5c9-4b6f-87bc-fd0f9456192c HTTP/1.1" status: 200 len: 946 time: 0.2109768 Aug 22 13:27:28.604655 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-434cdc2d-5e27-460c-9eaf-d39dee362cc0 req-1f666a32-ca93-44dd-aef9-61ca03a7d225 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739650 Aug 22 13:27:28.718190 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716443e4-adb0-4048-a975-a51b75a90c7a req-bc3d7a82-c8ca-4b1f-95a3-49c8a6aa3fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:28.719684 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-716443e4-adb0-4048-a975-a51b75a90c7a req-bc3d7a82-c8ca-4b1f-95a3-49c8a6aa3fa7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0527027c9861418695e5317a890e233f&device_id=e0ee77e2-0ab8-434e-b7ac-eee75664f238 HTTP/1.1" status: 200 len: 1098 time: 0.2651629 Aug 22 13:27:28.760159 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8fa0e-1655-409a-b3b3-126e68836439 req-bae7a1f4-bd02-47af-a1aa-71aa9779c5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:28.762698 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a7c8fa0e-1655-409a-b3b3-126e68836439 req-bae7a1f4-bd02-47af-a1aa-71aa9779c5ef service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=450ed73bb5ec496094bd302f13d425a6&device_id=98dc723b-1457-44ab-9a9d-e51fe4c9e448 HTTP/1.1" status: 200 len: 1099 time: 0.2664001 Aug 22 13:27:28.774742 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34c64780-c5c9-4b6f-87bc-fd0f9456192c', 'tag': '59c25f39-6da9-416c-80d8-c537bcf5aa73'}, {'name': 'network-changed', 'server_uuid': '98dc723b-1457-44ab-9a9d-e51fe4c9e448', 'tag': 'f558e56e-2c5c-46d0-b46a-3afd388f0fb1'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:27:28.777046 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a555f8-f373-404a-a16e-a3bf74a83469" -d '{"events": [{"name": "network-changed", "server_uuid": "34c64780-c5c9-4b6f-87bc-fd0f9456192c", "tag": "59c25f39-6da9-416c-80d8-c537bcf5aa73"}, {"name": "network-changed", "server_uuid": "98dc723b-1457-44ab-9a9d-e51fe4c9e448", "tag": "f558e56e-2c5c-46d0-b46a-3afd388f0fb1"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:27:28.814847 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-434cdc2d-5e27-460c-9eaf-d39dee362cc0 req-1be003af-4fac-4c50-b397-1baac922e0b6 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003012 Aug 22 13:27:28.830993 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f110f88b-2c34-4fe6-97b0-87babe517b48 req-f074d06d-67d7-4d34-91e3-8ca8cf2362df tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4498256-354e-4f3c-a0c2-fc05b4ed5abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008376 Aug 22 13:27:28.922696 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a7c8fa0e-1655-409a-b3b3-126e68836439 req-866c6f52-6314-4b87-b236-0e5407ddea04 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=f558e56e-2c5c-46d0-b46a-3afd388f0fb1 HTTP/1.1" status: 200 len: 217 time: 0.1364770 Aug 22 13:27:28.947817 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9b900341-4106-4712-8678-c192e538f2ff req-fde15078-a9c9-4a91-aa80-d879527d9e38 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3779573 Aug 22 13:27:29.077259 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8fa0e-1655-409a-b3b3-126e68836439 req-24bbc624-4a15-4cec-914c-0c6a67c5f781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:29.078740 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a7c8fa0e-1655-409a-b3b3-126e68836439 req-24bbc624-4a15-4cec-914c-0c6a67c5f781 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.1423507 Aug 22 13:27:29.079732 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716443e4-adb0-4048-a975-a51b75a90c7a req-d40ee32e-6379-4475-8041-fe1e10585979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:29.081074 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-716443e4-adb0-4048-a975-a51b75a90c7a req-d40ee32e-6379-4475-8041-fe1e10585979 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7dc41cff-a3ac-4fc2-ba06-973efce2365e HTTP/1.1" status: 200 len: 870 time: 0.3437233 Aug 22 13:27:29.537098 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-716443e4-adb0-4048-a975-a51b75a90c7a req-85fa86fd-dd53-40bf-a6e5-87701414293c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=cc532801-56c0-4a1e-ac60-3f4a8c29f7d9 HTTP/1.1" status: 200 len: 217 time: 0.4268322 Aug 22 13:27:29.650468 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9b900341-4106-4712-8678-c192e538f2ff req-efe8c62a-7b3f-49b6-9044-846f9c07e7fa service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6684604 Aug 22 13:27:29.661532 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61cae90-dc1c-40d5-85c7-4cde538b1f2c req-1993659f-be2a-4088-bc8d-9a2e410a71d7 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:29.663220 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c61cae90-dc1c-40d5-85c7-4cde538b1f2c req-1993659f-be2a-4088-bc8d-9a2e410a71d7 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/ports?device_id=98dc723b-1457-44ab-9a9d-e51fe4c9e448 HTTP/1.1" status: 200 len: 947 time: 0.5812011 Aug 22 13:27:29.667399 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8fa0e-1655-409a-b3b3-126e68836439 req-7b0ee2b2-677c-4eaf-8581-733ac100077b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:29.669469 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a7c8fa0e-1655-409a-b3b3-126e68836439 req-7b0ee2b2-677c-4eaf-8581-733ac100077b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5537186 Aug 22 13:27:29.676892 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfcce09-be3b-43b3-bd3b-a2fc4a00271a req-f9c73e7f-e0c2-4eb4-9450-bb311534002e tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:29.678684 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cbfcce09-be3b-43b3-bd3b-a2fc4a00271a req-f9c73e7f-e0c2-4eb4-9450-bb311534002e tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/networks?id=652b7040-839e-4592-b462-d4511ac6e125 HTTP/1.1" status: 200 len: 808 time: 0.6926866 Aug 22 13:27:29.692952 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716443e4-adb0-4048-a975-a51b75a90c7a req-76032804-3d64-4584-9cf3-d6b096c5df1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:29.694711 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-716443e4-adb0-4048-a975-a51b75a90c7a req-76032804-3d64-4584-9cf3-d6b096c5df1d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.1360588 Aug 22 13:27:29.699732 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b107bdf4-5f0f-406b-815d-bcfaa784cb54 req-456c3b79-7462-4b5f-9d57-428eb430b93d tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=44a028d6e6b04cd799f41d009557d7a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380898 Aug 22 13:27:29.789642 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cbfcce09-be3b-43b3-bd3b-a2fc4a00271a req-d6a9f40a-ce1d-46a5-bc57-99b5f3567cdb tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/quotas/61d15703803940a485cdd8f67b081dcb HTTP/1.1" status: 200 len: 375 time: 0.0918989 Aug 22 13:27:29.813718 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107bdf4-5f0f-406b-815d-bcfaa784cb54 req-838aa241-6b15-4324-8dad-457d0ec3f637 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:29.815170 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b107bdf4-5f0f-406b-815d-bcfaa784cb54 req-838aa241-6b15-4324-8dad-457d0ec3f637 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1080816 Aug 22 13:27:29.830626 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-b107bdf4-5f0f-406b-815d-bcfaa784cb54 req-4b29c992-39a3-4a87-b9fe-1d59766add5a tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Request body: {'port': {'device_id': '43ce8eb7-ee1e-4558-a34e-2935bca8d23b', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'admin_state_up': True, 'tenant_id': '44a028d6e6b04cd799f41d009557d7a7'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:27:29.849935 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cbfcce09-be3b-43b3-bd3b-a2fc4a00271a req-522f0c72-c07c-4dbd-ba45-61b70c6cc648 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=61d15703803940a485cdd8f67b081dcb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466621 Aug 22 13:27:29.852588 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c61cae90-dc1c-40d5-85c7-4cde538b1f2c req-eb604349-d574-44bb-a722-ccdcbac7a890 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/security-groups?id=835e4b24-d982-476b-a6a6-e5ce19cfed22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556637 Aug 22 13:27:29.871430 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716443e4-adb0-4048-a975-a51b75a90c7a req-7691fa3e-7bd8-4c70-8888-27746c27a4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:29.873343 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-716443e4-adb0-4048-a975-a51b75a90c7a req-7691fa3e-7bd8-4c70-8888-27746c27a4e3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1575134 Aug 22 13:27:29.926876 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a7c8fa0e-1655-409a-b3b3-126e68836439 req-b1406219-25f7-4690-a5e2-99ffddb5ac7c service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435143 Aug 22 13:27:29.952759 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b107bdf4-5f0f-406b-815d-bcfaa784cb54 req-4b29c992-39a3-4a87-b9fe-1d59766add5a tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Made reservation on behalf of 44a028d6e6b04cd799f41d009557d7a7 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:27:29.956181 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b107bdf4-5f0f-406b-815d-bcfaa784cb54 req-4b29c992-39a3-4a87-b9fe-1d59766add5a tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:30.019492 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2304671a-310c-4b2b-bf99-d6f567d8d1bb req-d07736af-8ffe-47ad-8c9b-a5880936c3b8 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/ports?device_id=43ce8eb7-ee1e-4558-a34e-2935bca8d23b HTTP/1.1" status: 200 len: 210 time: 0.0886693 Aug 22 13:27:30.095426 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-b107bdf4-5f0f-406b-815d-bcfaa784cb54 req-4b29c992-39a3-4a87-b9fe-1d59766add5a tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Allocated IP 192.168.233.156 (7dc41cff-a3ac-4fc2-ba06-973efce2365e/7151c727-b27f-4308-8098-60bc16140d45/3b023f8c-5f9e-4d44-9017-842b5af7ba50) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:27:30.126380 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cbfcce09-be3b-43b3-bd3b-a2fc4a00271a req-960c7cca-420d-4f7e-a341-27f61d4f91b8 service neutron] 10.222.0.21 "GET /v2.0/networks/652b7040-839e-4592-b462-d4511ac6e125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674131 Aug 22 13:27:30.161539 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-716443e4-adb0-4048-a975-a51b75a90c7a req-c377d17e-880d-4d70-b195-fab420c43691 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697806 Aug 22 13:27:30.225445 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a7c8fa0e-1655-409a-b3b3-126e68836439 req-1a851d4f-d294-4712-bc28-1c2f836b3f42 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687786 Aug 22 13:27:30.253948 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 22 Aug 2021 13:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bbb6c8b-0031-44cc-aea5-057df9aefe4b x-openstack-request-id: req-0bbb6c8b-0031-44cc-aea5-057df9aefe4b {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:27:30.253948 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34c64780-c5c9-4b6f-87bc-fd0f9456192c", "tag": "59c25f39-6da9-416c-80d8-c537bcf5aa73", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "98dc723b-1457-44ab-9a9d-e51fe4c9e448", "tag": "f558e56e-2c5c-46d0-b46a-3afd388f0fb1", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:27:30.254293 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0bbb6c8b-0031-44cc-aea5-057df9aefe4b {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:27:30.254565 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34c64780-c5c9-4b6f-87bc-fd0f9456192c', 'tag': '59c25f39-6da9-416c-80d8-c537bcf5aa73', 'status': 'completed', 'code': 200} Aug 22 13:27:30.254819 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98dc723b-1457-44ab-9a9d-e51fe4c9e448', 'tag': 'f558e56e-2c5c-46d0-b46a-3afd388f0fb1', 'status': 'completed', 'code': 200} Aug 22 13:27:30.274479 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b107bdf4-5f0f-406b-815d-bcfaa784cb54 req-4b29c992-39a3-4a87-b9fe-1d59766add5a tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:30.293341 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-b107bdf4-5f0f-406b-815d-bcfaa784cb54 req-4b29c992-39a3-4a87-b9fe-1d59766add5a tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Transition to ACTIVE for port object 3b023f8c-5f9e-4d44-9017-842b5af7ba50 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:27:30.335304 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b107bdf4-5f0f-406b-815d-bcfaa784cb54 req-4b29c992-39a3-4a87-b9fe-1d59766add5a tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:30.348001 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['e66ed144-3707-47c6-bf22-bae6e222e96d'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:27:30.354763 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cbfcce09-be3b-43b3-bd3b-a2fc4a00271a req-7b4ba86e-c55b-4d76-b7d7-c618982435e8 service neutron] 10.222.0.21 "GET /v2.0/networks/652b7040-839e-4592-b462-d4511ac6e125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274613 Aug 22 13:27:30.358929 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-716443e4-adb0-4048-a975-a51b75a90c7a req-27b2a7b5-1b79-47bd-963e-b898c00ed9ae service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668339 Aug 22 13:27:30.360770 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a555f8-f373-404a-a16e-a3bf74a83469 req-c86fa65a-67ef-4389-96dd-82afe2466e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:30.362177 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-61a555f8-f373-404a-a16e-a3bf74a83469 req-c86fa65a-67ef-4389-96dd-82afe2466e9c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0527027c9861418695e5317a890e233f&device_id=34c64780-c5c9-4b6f-87bc-fd0f9456192c HTTP/1.1" status: 200 len: 1098 time: 0.0973375 Aug 22 13:27:30.458749 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b107bdf4-5f0f-406b-815d-bcfaa784cb54 req-4b29c992-39a3-4a87-b9fe-1d59766add5a tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Network 7dc41cff-a3ac-4fc2-ba06-973efce2365e is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:27:30.469745 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-b107bdf4-5f0f-406b-815d-bcfaa784cb54 req-4b29c992-39a3-4a87-b9fe-1d59766add5a tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:27:30.478018 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-b107bdf4-5f0f-406b-815d-bcfaa784cb54 req-4b29c992-39a3-4a87-b9fe-1d59766add5a tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:27:30.521214 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b29c992-39a3-4a87-b9fe-1d59766add5a tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Pushing event updated for resources: {'Port': ['ID=3b023f8c-5f9e-4d44-9017-842b5af7ba50,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:30.557295 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a555f8-f373-404a-a16e-a3bf74a83469 req-afd9aeb7-586f-4d3b-8ff7-a4259121835d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:30.567798 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-61a555f8-f373-404a-a16e-a3bf74a83469 req-afd9aeb7-586f-4d3b-8ff7-a4259121835d service neutron] 10.222.0.16 "GET /v2.0/networks?id=7dc41cff-a3ac-4fc2-ba06-973efce2365e HTTP/1.1" status: 200 len: 870 time: 0.1856015 Aug 22 13:27:30.570988 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107bdf4-5f0f-406b-815d-bcfaa784cb54 req-4b29c992-39a3-4a87-b9fe-1d59766add5a tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:30.571629 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b107bdf4-5f0f-406b-815d-bcfaa784cb54 req-4b29c992-39a3-4a87-b9fe-1d59766add5a tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:30.625456 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b107bdf4-5f0f-406b-815d-bcfaa784cb54 req-4b29c992-39a3-4a87-b9fe-1d59766add5a tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7986071 Aug 22 13:27:30.638079 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-b107bdf4-5f0f-406b-815d-bcfaa784cb54 req-b570033a-2240-46e5-9cf7-44460d45d2eb service neutron] Request body: {'port': {'device_id': '43ce8eb7-ee1e-4558-a34e-2935bca8d23b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:27:30.641651 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 690f4f1b-305f-41c3-843d-0dd772263ccf details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:27:30.757584 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-61a555f8-f373-404a-a16e-a3bf74a83469 req-10660618-55e4-4610-ad59-bbe65dad34a2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=59c25f39-6da9-416c-80d8-c537bcf5aa73 HTTP/1.1" status: 200 len: 217 time: 0.1871612 Aug 22 13:27:30.803625 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 690f4f1b-305f-41c3-843d-0dd772263ccf, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=690f4f1b-305f-41c3-843d-0dd772263ccf,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:27:30.818934 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '690f4f1b-305f-41c3-843d-0dd772263ccf', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'port_id': '690f4f1b-305f-41c3-843d-0dd772263ccf', 'mac_address': 'fa:16:3e:39:a1:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7151c727-b27f-4308-8098-60bc16140d45', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:27:30.869706 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27577ed3-609f-4c8a-a4d2-f650837eb3c4 req-7b257d0f-2dba-4a63-bcc5-023483a849ac tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:30.872882 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:30.879547 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-27577ed3-609f-4c8a-a4d2-f650837eb3c4 req-7b257d0f-2dba-4a63-bcc5-023483a849ac tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.21 "GET /v2.0/ports?device_id=34c64780-c5c9-4b6f-87bc-fd0f9456192c HTTP/1.1" status: 200 len: 946 time: 0.2039552 Aug 22 13:27:30.899975 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b107bdf4-5f0f-406b-815d-bcfaa784cb54 req-b570033a-2240-46e5-9cf7-44460d45d2eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:30.911930 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 690f4f1b-305f-41c3-843d-0dd772263ccf {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:27:30.931850 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc0a92-7730-4315-9241-b25508b06598 req-1f6ee85e-1bc3-4b27-ad18-6aebcd318ee0 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:30.937355 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2ddc0a92-7730-4315-9241-b25508b06598 req-1f6ee85e-1bc3-4b27-ad18-6aebcd318ee0 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0c3d9a9-d497-41d9-a7db-e05fb759fade HTTP/1.1" status: 200 len: 945 time: 0.2102990 Aug 22 13:27:30.950665 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 690f4f1b-305f-41c3-843d-0dd772263ccf, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=690f4f1b-305f-41c3-843d-0dd772263ccf,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:27:30.958747 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:31.026452 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-179bded5-9dbd-43c5-a84f-e109714c54a7 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:31.047585 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-179bded5-9dbd-43c5-a84f-e109714c54a7 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.21 "GET /v2.0/networks?id=68842eba-3824-4bd8-80be-b3500b9e0204 HTTP/1.1" status: 200 len: 812 time: 0.2526386 Aug 22 13:27:31.077703 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=690f4f1b-305f-41c3-843d-0dd772263ccf,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:31.107814 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-781e4f2d-a0c0-4643-973a-67947ae7c9cb None None] Provisioning for port 3b023f8c-5f9e-4d44-9017-842b5af7ba50 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:27:31.113532 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-030d8511-1cbc-4d8d-823f-cffe986250f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:31.120257 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-781e4f2d-a0c0-4643-973a-67947ae7c9cb None None] Provisioning complete for port 3b023f8c-5f9e-4d44-9017-842b5af7ba50 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:27:31.120692 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-781e4f2d-a0c0-4643-973a-67947ae7c9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:31.126787 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-27577ed3-609f-4c8a-a4d2-f650837eb3c4 req-493f212b-f34f-49e0-9657-e35f7a5ffb06 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4498256-354e-4f3c-a0c2-fc05b4ed5abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420490 Aug 22 13:27:31.143315 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-2ddc0a92-7730-4315-9241-b25508b06598 req-7524d63e-6976-4a28-a723-521df239fd42 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Deleting port aea7e271-f8d3-4362-87ea-5bfa45966920 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:27:31.143832 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-2ddc0a92-7730-4315-9241-b25508b06598 req-7524d63e-6976-4a28-a723-521df239fd42 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:31.154297 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-72cccfa1-060c-4c84-9d3e-3fc178450b20 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.21 "GET /v2.0/quotas/97fd177e7756483db0720d8466b81e4f HTTP/1.1" status: 200 len: 375 time: 0.1057103 Aug 22 13:27:31.179629 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a555f8-f373-404a-a16e-a3bf74a83469 req-13200294-f8c5-41f0-a6db-7158bb6423ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:31.182547 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-61a555f8-f373-404a-a16e-a3bf74a83469 req-13200294-f8c5-41f0-a6db-7158bb6423ca service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.4203804 Aug 22 13:27:31.219499 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['690f4f1b-305f-41c3-843d-0dd772263ccf'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:27:31.222958 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-781e4f2d-a0c0-4643-973a-67947ae7c9cb None None] Port 3b023f8c-5f9e-4d44-9017-842b5af7ba50 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:27:31.224438 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:31.310974 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2644b661-6387-4ad4-9cad-ace0eb8047fe req-80b4662a-6532-4941-bace-a5b854e12b8f tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=950d0ec7-708c-4a12-9d07-fe3f2f304f78 HTTP/1.1" status: 200 len: 210 time: 0.0789981 Aug 22 13:27:31.363229 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a555f8-f373-404a-a16e-a3bf74a83469 req-7be4bea7-ca4d-41d3-b115-95c2c90707ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:31.365559 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-61a555f8-f373-404a-a16e-a3bf74a83469 req-7be4bea7-ca4d-41d3-b115-95c2c90707ae service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1224878 Aug 22 13:27:31.380648 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-63c189d5-b426-4b77-9bb4-edbc9e9499cd tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=97fd177e7756483db0720d8466b81e4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2248452 Aug 22 13:27:31.456028 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-2ddc0a92-7730-4315-9241-b25508b06598 req-7524d63e-6976-4a28-a723-521df239fd42 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] For port aea7e271-f8d3-4362-87ea-5bfa45966920, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=aea7e271-f8d3-4362-87ea-5bfa45966920,segment=NetworkSegment(c14ea0a9-1cfb-4c82-9a02-4564e8498d93),segment_id=c14ea0a9-1cfb-4c82-9a02-4564e8498d93)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:27:31.456519 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-2ddc0a92-7730-4315-9241-b25508b06598 req-7524d63e-6976-4a28-a723-521df239fd42 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:31.470764 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-2ddc0a92-7730-4315-9241-b25508b06598 req-7524d63e-6976-4a28-a723-521df239fd42 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Calling delete_port for aea7e271-f8d3-4362-87ea-5bfa45966920 owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:27:31.644336 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c71292-e0f5-4f50-8fee-671c6d5026af req-640eb7d5-50e0-4e12-845d-254b6836a7b6 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:31.648109 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-71c71292-e0f5-4f50-8fee-671c6d5026af req-640eb7d5-50e0-4e12-845d-254b6836a7b6 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/ports?device_id=98dc723b-1457-44ab-9a9d-e51fe4c9e448 HTTP/1.1" status: 200 len: 947 time: 0.1765912 Aug 22 13:27:31.658844 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-48306bc0-a682-444f-9bc7-08b54ec4b629 service neutron] 10.222.0.21 "GET /v2.0/networks/68842eba-3824-4bd8-80be-b3500b9e0204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540891 Aug 22 13:27:31.679324 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-61a555f8-f373-404a-a16e-a3bf74a83469 req-92fea6ef-cac8-42bd-87c7-3cae0a7a4c35 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948287 Aug 22 13:27:31.702512 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-2ddc0a92-7730-4315-9241-b25508b06598 req-7524d63e-6976-4a28-a723-521df239fd42 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:31.744944 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7524d63e-6976-4a28-a723-521df239fd42 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Pushing event deleted for resources: {'Port': ['ID=aea7e271-f8d3-4362-87ea-5bfa45966920,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:31.796193 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['aea7e271-f8d3-4362-87ea-5bfa45966920', 'faf4315d-987b-465b-9ef3-b64c56ce5f34'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:27:31.815538 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ddc0a92-7730-4315-9241-b25508b06598 req-7524d63e-6976-4a28-a723-521df239fd42 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] No DVR routers for this DVR port aea7e271-f8d3-4362-87ea-5bfa45966920 on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:27:31.819208 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-2ddc0a92-7730-4315-9241-b25508b06598 req-7524d63e-6976-4a28-a723-521df239fd42 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:31.821295 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2ddc0a92-7730-4315-9241-b25508b06598 req-7524d63e-6976-4a28-a723-521df239fd42 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.41 "DELETE /v2.0/ports/aea7e271-f8d3-4362-87ea-5bfa45966920 HTTP/1.1" status: 204 len: 173 time: 0.8765955 Aug 22 13:27:31.821744 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c3d9a9-d497-41d9-a7db-e05fb759fade', 'name': 'network-vif-deleted', 'tag': 'aea7e271-f8d3-4362-87ea-5bfa45966920'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:27:31.824285 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310402b3-d53f-42d6-99b0-605658f583aa" -d '{"events": [{"server_uuid": "c0c3d9a9-d497-41d9-a7db-e05fb759fade", "name": "network-vif-deleted", "tag": "aea7e271-f8d3-4362-87ea-5bfa45966920"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:27:31.849816 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-71c71292-e0f5-4f50-8fee-671c6d5026af req-04e92b7e-345f-4dc5-a9c3-17d1d19c1a4d tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/security-groups?id=835e4b24-d982-476b-a6a6-e5ce19cfed22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832445 Aug 22 13:27:31.929218 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-8c59c5f4-e624-42e5-baad-7d2cf0fbbed8 service neutron] 10.222.0.21 "GET /v2.0/networks/68842eba-3824-4bd8-80be-b3500b9e0204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693734 Aug 22 13:27:31.970507 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-61a555f8-f373-404a-a16e-a3bf74a83469 req-1c07f63b-542c-471c-9c4a-4d1ad4e817a4 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784431 Aug 22 13:27:32.126574 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31352999-8dbc-45e1-9762-bad808b54315 req-62096f84-ee56-4e4d-bef0-1fa674f64b43 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:32.126574 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-31352999-8dbc-45e1-9762-bad808b54315 req-62096f84-ee56-4e4d-bef0-1fa674f64b43 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=56294de6-1793-41b2-9c59-d17c9718e826 HTTP/1.1" status: 200 len: 945 time: 0.2897518 Aug 22 13:27:32.218233 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-b107bdf4-5f0f-406b-815d-bcfaa784cb54 req-b570033a-2240-46e5-9cf7-44460d45d2eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b023f8c-5f9e-4d44-9017-842b5af7ba50 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:27:32.230103 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b107bdf4-5f0f-406b-815d-bcfaa784cb54 req-b570033a-2240-46e5-9cf7-44460d45d2eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:32.265195 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-b107bdf4-5f0f-406b-815d-bcfaa784cb54 req-b570033a-2240-46e5-9cf7-44460d45d2eb service neutron] Transition to ACTIVE for port object 3b023f8c-5f9e-4d44-9017-842b5af7ba50 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:27:32.273273 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-31352999-8dbc-45e1-9762-bad808b54315 req-9eadb26b-1eed-4f30-8bec-76a3accd25a3 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Deleting port faf4315d-987b-465b-9ef3-b64c56ce5f34 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:27:32.273610 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-31352999-8dbc-45e1-9762-bad808b54315 req-9eadb26b-1eed-4f30-8bec-76a3accd25a3 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:32.277704 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfcce09-be3b-43b3-bd3b-a2fc4a00271a req-c154a438-ccb0-4b2c-942f-457811cd04a9 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:32.279881 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cbfcce09-be3b-43b3-bd3b-a2fc4a00271a req-c154a438-ccb0-4b2c-942f-457811cd04a9 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.16 "GET /v2.0/networks?id=652b7040-839e-4592-b462-d4511ac6e125 HTTP/1.1" status: 200 len: 808 time: 0.1735802 Aug 22 13:27:32.316179 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:32.328891 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-cbfcce09-be3b-43b3-bd3b-a2fc4a00271a req-a5336779-fe40-4cd5-a05f-b8cbb9e79979 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Request body: {'port': {'device_id': '950d0ec7-708c-4a12-9d07-fe3f2f304f78', 'network_id': '652b7040-839e-4592-b462-d4511ac6e125', 'admin_state_up': True, 'tenant_id': '61d15703803940a485cdd8f67b081dcb'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:27:32.356718 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b107bdf4-5f0f-406b-815d-bcfaa784cb54 req-b570033a-2240-46e5-9cf7-44460d45d2eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:32.420693 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b570033a-2240-46e5-9cf7-44460d45d2eb service neutron] Pushing event updated for resources: {'Port': ['ID=3b023f8c-5f9e-4d44-9017-842b5af7ba50,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:32.471359 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbfcce09-be3b-43b3-bd3b-a2fc4a00271a req-a5336779-fe40-4cd5-a05f-b8cbb9e79979 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Made reservation on behalf of 61d15703803940a485cdd8f67b081dcb for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:27:32.475997 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-cbfcce09-be3b-43b3-bd3b-a2fc4a00271a req-a5336779-fe40-4cd5-a05f-b8cbb9e79979 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:32.510479 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341b5e9-62e7-4463-9c01-48043aaffffc req-b640f7cb-80ef-491e-88f5-046877230e9f tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:32.520291 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7341b5e9-62e7-4463-9c01-48043aaffffc req-b640f7cb-80ef-491e-88f5-046877230e9f tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/ports?device_id=43ce8eb7-ee1e-4558-a34e-2935bca8d23b HTTP/1.1" status: 200 len: 936 time: 0.5200839 Aug 22 13:27:32.524641 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a555f8-f373-404a-a16e-a3bf74a83469 req-24ca2baa-06e5-409a-b99f-c92852f5a26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:32.526848 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-61a555f8-f373-404a-a16e-a3bf74a83469 req-24ca2baa-06e5-409a-b99f-c92852f5a26b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=450ed73bb5ec496094bd302f13d425a6&device_id=98dc723b-1457-44ab-9a9d-e51fe4c9e448 HTTP/1.1" status: 200 len: 1099 time: 0.4186192 Aug 22 13:27:32.554647 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-31352999-8dbc-45e1-9762-bad808b54315 req-9eadb26b-1eed-4f30-8bec-76a3accd25a3 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] For port faf4315d-987b-465b-9ef3-b64c56ce5f34, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=faf4315d-987b-465b-9ef3-b64c56ce5f34,segment=NetworkSegment(c14ea0a9-1cfb-4c82-9a02-4564e8498d93),segment_id=c14ea0a9-1cfb-4c82-9a02-4564e8498d93)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:27:32.555030 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-31352999-8dbc-45e1-9762-bad808b54315 req-9eadb26b-1eed-4f30-8bec-76a3accd25a3 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:32.598744 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-b107bdf4-5f0f-406b-815d-bcfaa784cb54 req-b570033a-2240-46e5-9cf7-44460d45d2eb service neutron] Attempting to bind port 3b023f8c-5f9e-4d44-9017-842b5af7ba50 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:27:32.599079 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-b107bdf4-5f0f-406b-815d-bcfaa784cb54 req-b570033a-2240-46e5-9cf7-44460d45d2eb service neutron] Attempting to bind port 3b023f8c-5f9e-4d44-9017-842b5af7ba50 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:27:32.599404 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b107bdf4-5f0f-406b-815d-bcfaa784cb54 req-b570033a-2240-46e5-9cf7-44460d45d2eb service neutron] Attempting to bind port 3b023f8c-5f9e-4d44-9017-842b5af7ba50 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:27:32.624036 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b107bdf4-5f0f-406b-815d-bcfaa784cb54 req-b570033a-2240-46e5-9cf7-44460d45d2eb service neutron] Port 3b023f8c-5f9e-4d44-9017-842b5af7ba50 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:27:32.624387 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b107bdf4-5f0f-406b-815d-bcfaa784cb54 req-b570033a-2240-46e5-9cf7-44460d45d2eb service neutron] Attempting to bind port 3b023f8c-5f9e-4d44-9017-842b5af7ba50 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:27:32.630580 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-31352999-8dbc-45e1-9762-bad808b54315 req-9eadb26b-1eed-4f30-8bec-76a3accd25a3 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Calling delete_port for faf4315d-987b-465b-9ef3-b64c56ce5f34 owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:27:32.632776 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b107bdf4-5f0f-406b-815d-bcfaa784cb54 req-b570033a-2240-46e5-9cf7-44460d45d2eb service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:27:32.633391 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b107bdf4-5f0f-406b-815d-bcfaa784cb54 req-b570033a-2240-46e5-9cf7-44460d45d2eb service neutron] Checking segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:27:32.633778 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b107bdf4-5f0f-406b-815d-bcfaa784cb54 req-b570033a-2240-46e5-9cf7-44460d45d2eb service neutron] Bound using segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:27:32.634666 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-b107bdf4-5f0f-406b-815d-bcfaa784cb54 req-b570033a-2240-46e5-9cf7-44460d45d2eb service neutron] Bound port: 3b023f8c-5f9e-4d44-9017-842b5af7ba50, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:27:32.635016 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b107bdf4-5f0f-406b-815d-bcfaa784cb54 req-b570033a-2240-46e5-9cf7-44460d45d2eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:32.661433 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 690f4f1b-305f-41c3-843d-0dd772263ccf up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:27:32.727459 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a555f8-f373-404a-a16e-a3bf74a83469 req-2f5cdb4e-bbf5-4d91-9861-cf5c569d5f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:32.734065 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-61a555f8-f373-404a-a16e-a3bf74a83469 req-2f5cdb4e-bbf5-4d91-9861-cf5c569d5f14 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7dc41cff-a3ac-4fc2-ba06-973efce2365e HTTP/1.1" status: 200 len: 870 time: 0.1653788 Aug 22 13:27:32.748343 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a6ff41-f934-4828-9856-c1105fee6d60 x-openstack-request-id: req-50a6ff41-f934-4828-9856-c1105fee6d60 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:27:32.749982 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c3d9a9-d497-41d9-a7db-e05fb759fade", "name": "network-vif-deleted", "tag": "aea7e271-f8d3-4362-87ea-5bfa45966920", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:27:32.750427 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-50a6ff41-f934-4828-9856-c1105fee6d60 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:27:32.751027 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0c3d9a9-d497-41d9-a7db-e05fb759fade', 'name': 'network-vif-deleted', 'tag': 'aea7e271-f8d3-4362-87ea-5bfa45966920', 'status': 'completed', 'code': 200} Aug 22 13:27:32.792485 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 690f4f1b-305f-41c3-843d-0dd772263ccf completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:27:32.817131 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-b107bdf4-5f0f-406b-815d-bcfaa784cb54 req-b570033a-2240-46e5-9cf7-44460d45d2eb service neutron] For port 3b023f8c-5f9e-4d44-9017-842b5af7ba50, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:27:32.820878 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-b107bdf4-5f0f-406b-815d-bcfaa784cb54 req-b570033a-2240-46e5-9cf7-44460d45d2eb service neutron] For port 3b023f8c-5f9e-4d44-9017-842b5af7ba50, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=3b023f8c-5f9e-4d44-9017-842b5af7ba50,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:27:32.822637 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 690f4f1b-305f-41c3-843d-0dd772263ccf triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:27:32.824382 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:32.839355 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b107bdf4-5f0f-406b-815d-bcfaa784cb54 req-b570033a-2240-46e5-9cf7-44460d45d2eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:32.848852 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-61a555f8-f373-404a-a16e-a3bf74a83469 req-221a61d7-b08a-4a38-a885-512613aac770 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=f558e56e-2c5c-46d0-b46a-3afd388f0fb1 HTTP/1.1" status: 200 len: 217 time: 0.0917323 Aug 22 13:27:32.875940 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7341b5e9-62e7-4463-9c01-48043aaffffc req-a2911850-c2a2-48f2-97e9-25ca9700e342 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1131697-a2e1-4648-8d03-b61fc79b8205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545165 Aug 22 13:27:32.890741 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107bdf4-5f0f-406b-815d-bcfaa784cb54 req-b570033a-2240-46e5-9cf7-44460d45d2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:32.891295 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b107bdf4-5f0f-406b-815d-bcfaa784cb54 req-b570033a-2240-46e5-9cf7-44460d45d2eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:32.893132 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b107bdf4-5f0f-406b-815d-bcfaa784cb54 req-b570033a-2240-46e5-9cf7-44460d45d2eb service neutron] 10.222.0.41 "PUT /v2.0/ports/3b023f8c-5f9e-4d44-9017-842b5af7ba50 HTTP/1.1" status: 200 len: 1097 time: 2.2593048 Aug 22 13:27:33.025950 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b570033a-2240-46e5-9cf7-44460d45d2eb service neutron] Pushing event updated for resources: {'Port': ['ID=3b023f8c-5f9e-4d44-9017-842b5af7ba50,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:33.026367 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:33.067183 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107bdf4-5f0f-406b-815d-bcfaa784cb54 req-a88ada50-3211-4fa2-a32e-a1a71e2e81b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:33.068935 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b107bdf4-5f0f-406b-815d-bcfaa784cb54 req-a88ada50-3211-4fa2-a32e-a1a71e2e81b5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44a028d6e6b04cd799f41d009557d7a7&device_id=43ce8eb7-ee1e-4558-a34e-2935bca8d23b HTTP/1.1" status: 200 len: 1100 time: 0.1175263 Aug 22 13:27:33.069211 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9232882-fa8c-47c3-8a04-8a7af999b018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690f4f1b-305f-41c3-843d-0dd772263ccf'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:27:33.073390 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9054251b-7c3e-4765-8c5f-4996595bd3c3" -d '{"events": [{"server_uuid": "e9232882-fa8c-47c3-8a04-8a7af999b018", "name": "network-vif-plugged", "status": "completed", "tag": "690f4f1b-305f-41c3-843d-0dd772263ccf"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:27:33.074212 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-31352999-8dbc-45e1-9762-bad808b54315 req-9eadb26b-1eed-4f30-8bec-76a3accd25a3 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:33.084162 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a555f8-f373-404a-a16e-a3bf74a83469 req-67c436cc-fc9a-4233-8091-c247a71159ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:33.086247 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-61a555f8-f373-404a-a16e-a3bf74a83469 req-67c436cc-fc9a-4233-8091-c247a71159ae service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.2287302 Aug 22 13:27:33.108112 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 690f4f1b-305f-41c3-843d-0dd772263ccf, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=690f4f1b-305f-41c3-843d-0dd772263ccf,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:27:33.117833 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:33.118902 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device faf4315d-987b-465b-9ef3-b64c56ce5f34 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:27:33.149883 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb991e-db09-451f-9c6c-b3d1e8ab4a96 req-81b51885-c1f8-4122-bbbf-80fdfb8628ac tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:33.175653 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dedb991e-db09-451f-9c6c-b3d1e8ab4a96 req-81b51885-c1f8-4122-bbbf-80fdfb8628ac tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.21 "GET /v2.0/ports?device_id=34c64780-c5c9-4b6f-87bc-fd0f9456192c HTTP/1.1" status: 200 len: 946 time: 0.3651309 Aug 22 13:27:33.197562 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eadb26b-1eed-4f30-8bec-76a3accd25a3 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Pushing event deleted for resources: {'Port': ['ID=faf4315d-987b-465b-9ef3-b64c56ce5f34,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:33.204491 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b107bdf4-5f0f-406b-815d-bcfaa784cb54 req-c5c4323c-1194-4572-8720-2fd6c58de941 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=3b023f8c-5f9e-4d44-9017-842b5af7ba50 HTTP/1.1" status: 200 len: 217 time: 0.1227021 Aug 22 13:27:33.238178 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: faf4315d-987b-465b-9ef3-b64c56ce5f34 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:27:33.238523 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device faf4315d-987b-465b-9ef3-b64c56ce5f34 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:27:33.280910 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=690f4f1b-305f-41c3-843d-0dd772263ccf,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:33.306005 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device cc532801-56c0-4a1e-ac60-3f4a8c29f7d9 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:27:33.308257 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-31352999-8dbc-45e1-9762-bad808b54315 req-9eadb26b-1eed-4f30-8bec-76a3accd25a3 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] No DVR routers for this DVR port faf4315d-987b-465b-9ef3-b64c56ce5f34 on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:27:33.314803 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-31352999-8dbc-45e1-9762-bad808b54315 req-9eadb26b-1eed-4f30-8bec-76a3accd25a3 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:33.318622 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a555f8-f373-404a-a16e-a3bf74a83469 req-aef411ce-06b7-45c0-86fb-8d7e7d7a8c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:33.318787 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-31352999-8dbc-45e1-9762-bad808b54315 req-9eadb26b-1eed-4f30-8bec-76a3accd25a3 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.41 "DELETE /v2.0/ports/faf4315d-987b-465b-9ef3-b64c56ce5f34 HTTP/1.1" status: 204 len: 173 time: 1.1814618 Aug 22 13:27:33.320600 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-61a555f8-f373-404a-a16e-a3bf74a83469 req-aef411ce-06b7-45c0-86fb-8d7e7d7a8c62 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2236540 Aug 22 13:27:33.327680 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5f132b7a-c025-4fee-ad93-eb1814bdc7e3 req-a217811a-29c3-4635-98b6-9307de757859 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=950d0ec7-708c-4a12-9d07-fe3f2f304f78 HTTP/1.1" status: 200 len: 210 time: 0.0764887 Aug 22 13:27:33.331636 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dedb991e-db09-451f-9c6c-b3d1e8ab4a96 req-d3c219d0-d84b-4a2f-8831-eeebb0a7901b tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4498256-354e-4f3c-a0c2-fc05b4ed5abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549232 Aug 22 13:27:33.338917 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107bdf4-5f0f-406b-815d-bcfaa784cb54 req-a1837cce-e7ab-4ae6-9e0c-f3f5f3ae046d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:33.343909 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b107bdf4-5f0f-406b-815d-bcfaa784cb54 req-a1837cce-e7ab-4ae6-9e0c-f3f5f3ae046d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.1300781 Aug 22 13:27:33.435326 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-cbfcce09-be3b-43b3-bd3b-a2fc4a00271a req-a5336779-fe40-4cd5-a05f-b8cbb9e79979 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Allocated IP 172.20.0.13 (652b7040-839e-4592-b462-d4511ac6e125/236eb505-a499-4edb-a293-2a2d85a583c0/3bdf6d62-fbdf-4713-b5d0-4b1371edf076) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:27:33.445573 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-61a555f8-f373-404a-a16e-a3bf74a83469 req-8fa2582a-e809-4b0a-a02c-45f8a48dc5f1 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123543 Aug 22 13:27:33.492297 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107bdf4-5f0f-406b-815d-bcfaa784cb54 req-788c4d83-3313-4826-8ea1-6046d5d3649e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:33.495793 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b107bdf4-5f0f-406b-815d-bcfaa784cb54 req-788c4d83-3313-4826-8ea1-6046d5d3649e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1271129 Aug 22 13:27:33.629888 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b107bdf4-5f0f-406b-815d-bcfaa784cb54 req-76d8c3ab-1cd4-4574-9e3c-ef66b9176853 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269851 Aug 22 13:27:33.630354 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port cc532801-56c0-4a1e-ac60-3f4a8c29f7d9, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=cc532801-56c0-4a1e-ac60-3f4a8c29f7d9,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:27:33.639924 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:33.650369 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': 'cc532801-56c0-4a1e-ac60-3f4a8c29f7d9', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'port_id': 'cc532801-56c0-4a1e-ac60-3f4a8c29f7d9', 'mac_address': 'fa:16:3e:2a:b1:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7151c727-b27f-4308-8098-60bc16140d45', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:27:33.695048 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:33.710469 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc532801-56c0-4a1e-ac60-3f4a8c29f7d9 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:27:33.732617 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port cc532801-56c0-4a1e-ac60-3f4a8c29f7d9, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=cc532801-56c0-4a1e-ac60-3f4a8c29f7d9,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:27:33.747362 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:33.748332 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 59c25f39-6da9-416c-80d8-c537bcf5aa73 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:27:33.779757 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 59c25f39-6da9-416c-80d8-c537bcf5aa73, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=59c25f39-6da9-416c-80d8-c537bcf5aa73,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:27:33.837011 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '59c25f39-6da9-416c-80d8-c537bcf5aa73', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'port_id': '59c25f39-6da9-416c-80d8-c537bcf5aa73', 'mac_address': 'fa:16:3e:ff:38:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7151c727-b27f-4308-8098-60bc16140d45', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:27:33.849793 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b107bdf4-5f0f-406b-815d-bcfaa784cb54 req-047254e3-7ba4-4e0e-a486-87fe8521d62f service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106001 Aug 22 13:27:33.851085 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-61a555f8-f373-404a-a16e-a3bf74a83469 req-504c95ba-2f0d-443b-9767-9c5dd77752b4 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927364 Aug 22 13:27:33.876783 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-cbfcce09-be3b-43b3-bd3b-a2fc4a00271a req-a5336779-fe40-4cd5-a05f-b8cbb9e79979 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:33.890209 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a49a5-e02c-48ee-ae15-535ee7c7ef23 req-97ccef38-cf33-4144-883c-5dc310ca89c9 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:33.894162 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8e7a49a5-e02c-48ee-ae15-535ee7c7ef23 req-97ccef38-cf33-4144-883c-5dc310ca89c9 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/ports?device_id=98dc723b-1457-44ab-9a9d-e51fe4c9e448 HTTP/1.1" status: 200 len: 947 time: 0.3635130 Aug 22 13:27:33.896514 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=cc532801-56c0-4a1e-ac60-3f4a8c29f7d9,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:33.925261 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:33.941834 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59c25f39-6da9-416c-80d8-c537bcf5aa73 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:27:33.963404 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217555e3-1cb9-4ae8-a248-05bf0b807fe1 x-openstack-request-id: req-217555e3-1cb9-4ae8-a248-05bf0b807fe1 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:27:33.964057 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9232882-fa8c-47c3-8a04-8a7af999b018", "name": "network-vif-plugged", "status": "completed", "tag": "690f4f1b-305f-41c3-843d-0dd772263ccf", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:27:33.964057 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-217555e3-1cb9-4ae8-a248-05bf0b807fe1 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:27:33.964468 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9232882-fa8c-47c3-8a04-8a7af999b018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690f4f1b-305f-41c3-843d-0dd772263ccf', 'code': 200} Aug 22 13:27:33.966494 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 59c25f39-6da9-416c-80d8-c537bcf5aa73, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=59c25f39-6da9-416c-80d8-c537bcf5aa73,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:27:33.971402 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:33.987905 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8e7a49a5-e02c-48ee-ae15-535ee7c7ef23 req-10b71a5f-d976-48ae-86de-cc2755c42a2b tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/security-groups?id=835e4b24-d982-476b-a6a6-e5ce19cfed22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661585 Aug 22 13:27:33.990738 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-cbfcce09-be3b-43b3-bd3b-a2fc4a00271a req-a5336779-fe40-4cd5-a05f-b8cbb9e79979 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:34.036520 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbfcce09-be3b-43b3-bd3b-a2fc4a00271a req-a5336779-fe40-4cd5-a05f-b8cbb9e79979 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Network 652b7040-839e-4592-b462-d4511ac6e125 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:27:34.043039 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-cbfcce09-be3b-43b3-bd3b-a2fc4a00271a req-a5336779-fe40-4cd5-a05f-b8cbb9e79979 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:27:34.050850 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbfcce09-be3b-43b3-bd3b-a2fc4a00271a req-a5336779-fe40-4cd5-a05f-b8cbb9e79979 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:27:34.074376 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=59c25f39-6da9-416c-80d8-c537bcf5aa73,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:34.133995 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:34.172712 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6c23e7c2-6a74-4e41-a23d-34042e9b5102 req-a7970719-7304-4732-a195-c9327bb79352 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8fd58bb-b740-484e-8e93-0227eea186e8 HTTP/1.1" status: 200 len: 210 time: 0.0403049 Aug 22 13:27:34.186577 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5336779-fe40-4cd5-a05f-b8cbb9e79979 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Pushing event updated for resources: {'Port': ['ID=3bdf6d62-fbdf-4713-b5d0-4b1371edf076,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:34.189825 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd119a-af06-44ee-9d2c-a4925c237ae7 req-9d2fc096-7c83-4499-94d8-a4c3b0d29faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:34.201406 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e6cd119a-af06-44ee-9d2c-a4925c237ae7 req-9d2fc096-7c83-4499-94d8-a4c3b0d29faa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e9232882-fa8c-47c3-8a04-8a7af999b018 HTTP/1.1" status: 200 len: 1101 time: 0.1027043 Aug 22 13:27:34.210935 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfcce09-be3b-43b3-bd3b-a2fc4a00271a req-a5336779-fe40-4cd5-a05f-b8cbb9e79979 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:34.211606 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-cbfcce09-be3b-43b3-bd3b-a2fc4a00271a req-a5336779-fe40-4cd5-a05f-b8cbb9e79979 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:34.245722 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cbfcce09-be3b-43b3-bd3b-a2fc4a00271a req-a5336779-fe40-4cd5-a05f-b8cbb9e79979 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9291894 Aug 22 13:27:34.251690 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e6cd119a-af06-44ee-9d2c-a4925c237ae7 req-236d290e-be50-4167-b826-a6df04b3295a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=835e4b24-d982-476b-a6a6-e5ce19cfed22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493124 Aug 22 13:27:34.259818 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-cbfcce09-be3b-43b3-bd3b-a2fc4a00271a req-57e32568-0709-4642-93a8-9fb903749614 service neutron] Request body: {'port': {'device_id': '950d0ec7-708c-4a12-9d07-fe3f2f304f78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:27:34.356269 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['59c25f39-6da9-416c-80d8-c537bcf5aa73'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:27:34.424354 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['cc532801-56c0-4a1e-ac60-3f4a8c29f7d9'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:27:34.673461 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device aea7e271-f8d3-4362-87ea-5bfa45966920 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:27:34.698957 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: aea7e271-f8d3-4362-87ea-5bfa45966920 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:27:34.699874 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device aea7e271-f8d3-4362-87ea-5bfa45966920 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:27:34.728150 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-cbfcce09-be3b-43b3-bd3b-a2fc4a00271a req-57e32568-0709-4642-93a8-9fb903749614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:34.757540 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43ce8eb7-ee1e-4558-a34e-2935bca8d23b', 'tag': '3b023f8c-5f9e-4d44-9017-842b5af7ba50'}, {'server_uuid': '56294de6-1793-41b2-9c59-d17c9718e826', 'name': 'network-vif-deleted', 'tag': 'faf4315d-987b-465b-9ef3-b64c56ce5f34'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:27:34.761370 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30493c7f-280d-4f46-a43f-4cfe506e41c8" -d '{"events": [{"name": "network-changed", "server_uuid": "43ce8eb7-ee1e-4558-a34e-2935bca8d23b", "tag": "3b023f8c-5f9e-4d44-9017-842b5af7ba50"}, {"server_uuid": "56294de6-1793-41b2-9c59-d17c9718e826", "name": "network-vif-deleted", "tag": "faf4315d-987b-465b-9ef3-b64c56ce5f34"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:27:34.781074 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98d208-8a40-4d02-9bbc-c4ea90bf6078 req-e0586fcd-5c69-405c-877a-29b6bebf2447 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:34.782595 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2a98d208-8a40-4d02-9bbc-c4ea90bf6078 req-e0586fcd-5c69-405c-877a-29b6bebf2447 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/ports?device_id=43ce8eb7-ee1e-4558-a34e-2935bca8d23b HTTP/1.1" status: 200 len: 948 time: 0.1387203 Aug 22 13:27:34.820914 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db58f25b-4134-426f-9907-bd176b082914 req-68a876ff-e2d4-42d2-b19a-57b7f7d0a725 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:34.822408 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-db58f25b-4134-426f-9907-bd176b082914 req-68a876ff-e2d4-42d2-b19a-57b7f7d0a725 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 946 time: 0.1773460 Aug 22 13:27:34.831702 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-83a6efb3-2185-4706-9857-504384da0ffd tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:34.833188 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-83a6efb3-2185-4706-9857-504384da0ffd tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.41 "GET /v2.0/networks?id=68842eba-3824-4bd8-80be-b3500b9e0204 HTTP/1.1" status: 200 len: 812 time: 0.1540329 Aug 22 13:27:34.850186 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-e4e6ac77-8745-4653-8a7b-125561720fd3 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Request body: {'port': {'device_id': '21213737-7d2c-4cfb-bf98-af0521735b2d', 'network_id': '68842eba-3824-4bd8-80be-b3500b9e0204', 'admin_state_up': True, 'tenant_id': '97fd177e7756483db0720d8466b81e4f'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:27:34.929422 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2a98d208-8a40-4d02-9bbc-c4ea90bf6078 req-7b300972-882c-4e07-b3b3-86e3e192caa8 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1131697-a2e1-4648-8d03-b61fc79b8205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401982 Aug 22 13:27:34.962066 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-db58f25b-4134-426f-9907-bd176b082914 req-fbd49a7a-e456-4b97-8a72-d4104119f872 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4f995f7-29d9-4ea1-8a86-26535a55404a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288252 Aug 22 13:27:35.162580 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35094894-3758-497b-9872-3b004dc425e6 req-d14103da-e033-4e5e-88f2-47b6bf30d153 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:35.164171 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-35094894-3758-497b-9872-3b004dc425e6 req-d14103da-e033-4e5e-88f2-47b6bf30d153 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=950d0ec7-708c-4a12-9d07-fe3f2f304f78 HTTP/1.1" status: 200 len: 932 time: 0.1381280 Aug 22 13:27:35.201886 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993402e8-3d6b-4620-b8e7-62e340a1b660 req-ef93d707-c9fa-48b3-bab9-8a575f206a20 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:35.202949 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-993402e8-3d6b-4620-b8e7-62e340a1b660 req-ef93d707-c9fa-48b3-bab9-8a575f206a20 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.21 "GET /v2.0/ports?device_id=34c64780-c5c9-4b6f-87bc-fd0f9456192c HTTP/1.1" status: 200 len: 947 time: 0.1282177 Aug 22 13:27:35.243479 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-cbfcce09-be3b-43b3-bd3b-a2fc4a00271a req-57e32568-0709-4642-93a8-9fb903749614 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bdf6d62-fbdf-4713-b5d0-4b1371edf076 {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:27:35.256283 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-cbfcce09-be3b-43b3-bd3b-a2fc4a00271a req-57e32568-0709-4642-93a8-9fb903749614 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:35.293124 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-35094894-3758-497b-9872-3b004dc425e6 req-5942b38b-a6d3-47d8-8ad3-b8ad4a6804d2 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030824 Aug 22 13:27:35.294775 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-cbfcce09-be3b-43b3-bd3b-a2fc4a00271a req-57e32568-0709-4642-93a8-9fb903749614 service neutron] Transition to ACTIVE for port object 3bdf6d62-fbdf-4713-b5d0-4b1371edf076 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:27:35.300846 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-993402e8-3d6b-4620-b8e7-62e340a1b660 req-12079fcf-63d0-49a8-9fd0-c92d02f90aa5 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4498256-354e-4f3c-a0c2-fc05b4ed5abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876892 Aug 22 13:27:35.301927 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-cbfcce09-be3b-43b3-bd3b-a2fc4a00271a req-57e32568-0709-4642-93a8-9fb903749614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:35.321392 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device f558e56e-2c5c-46d0-b46a-3afd388f0fb1 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:27:35.375137 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e32568-0709-4642-93a8-9fb903749614 service neutron] Pushing event updated for resources: {'Port': ['ID=3bdf6d62-fbdf-4713-b5d0-4b1371edf076,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:35.394389 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-1181e6d6-e638-4091-9d9d-0f23fc126d82 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:35.396218 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-1181e6d6-e638-4091-9d9d-0f23fc126d82 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.41 "GET /v2.0/networks?id=68842eba-3824-4bd8-80be-b3500b9e0204 HTTP/1.1" status: 200 len: 812 time: 0.2219551 Aug 22 13:27:35.402610 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-e4e6ac77-8745-4653-8a7b-125561720fd3 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Made reservation on behalf of 97fd177e7756483db0720d8466b81e4f for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:27:35.408471 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-e4e6ac77-8745-4653-8a7b-125561720fd3 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:35.419206 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-4ce6b834-817f-4034-a07c-bca960f11bc6 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Request body: {'port': {'device_id': 'f8fd58bb-b740-484e-8e93-0227eea186e8', 'network_id': '68842eba-3824-4bd8-80be-b3500b9e0204', 'admin_state_up': True, 'tenant_id': '97fd177e7756483db0720d8466b81e4f'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:27:35.447068 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 22 Aug 2021 13:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304983c0-4621-4754-95d1-98b5474c5187 x-openstack-request-id: req-304983c0-4621-4754-95d1-98b5474c5187 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:27:35.447068 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43ce8eb7-ee1e-4558-a34e-2935bca8d23b", "tag": "3b023f8c-5f9e-4d44-9017-842b5af7ba50", "status": "completed", "code": 200}, {"server_uuid": "56294de6-1793-41b2-9c59-d17c9718e826", "name": "network-vif-deleted", "tag": "faf4315d-987b-465b-9ef3-b64c56ce5f34", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:27:35.447474 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-304983c0-4621-4754-95d1-98b5474c5187 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:27:35.447966 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43ce8eb7-ee1e-4558-a34e-2935bca8d23b', 'tag': '3b023f8c-5f9e-4d44-9017-842b5af7ba50', 'status': 'completed', 'code': 200} Aug 22 13:27:35.448820 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56294de6-1793-41b2-9c59-d17c9718e826', 'name': 'network-vif-deleted', 'tag': 'faf4315d-987b-465b-9ef3-b64c56ce5f34', 'status': 'completed', 'code': 200} Aug 22 13:27:35.557758 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-cbfcce09-be3b-43b3-bd3b-a2fc4a00271a req-57e32568-0709-4642-93a8-9fb903749614 service neutron] Attempting to bind port 3bdf6d62-fbdf-4713-b5d0-4b1371edf076 on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:27:35.558117 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-cbfcce09-be3b-43b3-bd3b-a2fc4a00271a req-57e32568-0709-4642-93a8-9fb903749614 service neutron] Attempting to bind port 3bdf6d62-fbdf-4713-b5d0-4b1371edf076 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '18b5a6df-b98f-4d4b-9428-0223d3f719a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '652b7040-839e-4592-b462-d4511ac6e125'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:27:35.558449 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfcce09-be3b-43b3-bd3b-a2fc4a00271a req-57e32568-0709-4642-93a8-9fb903749614 service neutron] Attempting to bind port 3bdf6d62-fbdf-4713-b5d0-4b1371edf076 on network 652b7040-839e-4592-b462-d4511ac6e125 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:27:35.566168 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port f558e56e-2c5c-46d0-b46a-3afd388f0fb1, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=f558e56e-2c5c-46d0-b46a-3afd388f0fb1,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:27:35.566320 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfcce09-be3b-43b3-bd3b-a2fc4a00271a req-57e32568-0709-4642-93a8-9fb903749614 service neutron] Port 3bdf6d62-fbdf-4713-b5d0-4b1371edf076 on network 652b7040-839e-4592-b462-d4511ac6e125 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:27:35.566320 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfcce09-be3b-43b3-bd3b-a2fc4a00271a req-57e32568-0709-4642-93a8-9fb903749614 service neutron] Attempting to bind port 3bdf6d62-fbdf-4713-b5d0-4b1371edf076 on network 652b7040-839e-4592-b462-d4511ac6e125 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:27:35.574288 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfcce09-be3b-43b3-bd3b-a2fc4a00271a req-57e32568-0709-4642-93a8-9fb903749614 service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:27:35.575005 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfcce09-be3b-43b3-bd3b-a2fc4a00271a req-57e32568-0709-4642-93a8-9fb903749614 service neutron] Checking segment: {'id': '18b5a6df-b98f-4d4b-9428-0223d3f719a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '652b7040-839e-4592-b462-d4511ac6e125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:27:35.575460 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfcce09-be3b-43b3-bd3b-a2fc4a00271a req-57e32568-0709-4642-93a8-9fb903749614 service neutron] Bound using segment: {'id': '18b5a6df-b98f-4d4b-9428-0223d3f719a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '652b7040-839e-4592-b462-d4511ac6e125'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:27:35.575949 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-cbfcce09-be3b-43b3-bd3b-a2fc4a00271a req-57e32568-0709-4642-93a8-9fb903749614 service neutron] Bound port: 3bdf6d62-fbdf-4713-b5d0-4b1371edf076, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18b5a6df-b98f-4d4b-9428-0223d3f719a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '652b7040-839e-4592-b462-d4511ac6e125'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:27:35.576331 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-cbfcce09-be3b-43b3-bd3b-a2fc4a00271a req-57e32568-0709-4642-93a8-9fb903749614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:35.580349 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': 'f558e56e-2c5c-46d0-b46a-3afd388f0fb1', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'port_id': 'f558e56e-2c5c-46d0-b46a-3afd388f0fb1', 'mac_address': 'fa:16:3e:dc:a5:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7151c727-b27f-4308-8098-60bc16140d45', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:27:35.586883 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770afa32-bace-4ffb-a571-83e51b7dc4de req-48d3ebf9-a1ff-4cb1-a818-209086fe089d tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:35.588200 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-770afa32-bace-4ffb-a571-83e51b7dc4de req-48d3ebf9-a1ff-4cb1-a818-209086fe089d tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/ports?device_id=98dc723b-1457-44ab-9a9d-e51fe4c9e448 HTTP/1.1" status: 200 len: 947 time: 0.1020746 Aug 22 13:27:35.633776 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:35.656266 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f558e56e-2c5c-46d0-b46a-3afd388f0fb1 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:27:35.674910 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30493c7f-280d-4f46-a43f-4cfe506e41c8 req-d33acbe9-8ae9-4cbe-807b-a1cae165cd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:35.675667 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-770afa32-bace-4ffb-a571-83e51b7dc4de req-23afd68b-9760-464f-8374-e416190c369e tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/security-groups?id=835e4b24-d982-476b-a6a6-e5ce19cfed22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781670 Aug 22 13:27:35.682672 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port f558e56e-2c5c-46d0-b46a-3afd388f0fb1, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=f558e56e-2c5c-46d0-b46a-3afd388f0fb1,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:27:35.683109 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-30493c7f-280d-4f46-a43f-4cfe506e41c8 req-d33acbe9-8ae9-4cbe-807b-a1cae165cd97 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44a028d6e6b04cd799f41d009557d7a7&device_id=43ce8eb7-ee1e-4558-a34e-2935bca8d23b HTTP/1.1" status: 200 len: 1100 time: 0.1378527 Aug 22 13:27:35.690564 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:35.702658 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-cbfcce09-be3b-43b3-bd3b-a2fc4a00271a req-57e32568-0709-4642-93a8-9fb903749614 service neutron] For port 3bdf6d62-fbdf-4713-b5d0-4b1371edf076, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:27:35.707909 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-cbfcce09-be3b-43b3-bd3b-a2fc4a00271a req-57e32568-0709-4642-93a8-9fb903749614 service neutron] For port 3bdf6d62-fbdf-4713-b5d0-4b1371edf076, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=3bdf6d62-fbdf-4713-b5d0-4b1371edf076,segment=NetworkSegment(18b5a6df-b98f-4d4b-9428-0223d3f719a9),segment_id=18b5a6df-b98f-4d4b-9428-0223d3f719a9)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:27:35.720991 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-cbfcce09-be3b-43b3-bd3b-a2fc4a00271a req-57e32568-0709-4642-93a8-9fb903749614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:35.745209 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-da61f9db-3474-41ec-a903-a7ffe38a596c req-836f44c3-6f6e-4409-af31-a9bd2da3b15a tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8fd58bb-b740-484e-8e93-0227eea186e8 HTTP/1.1" status: 200 len: 210 time: 0.0397851 Aug 22 13:27:35.747794 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=f558e56e-2c5c-46d0-b46a-3afd388f0fb1,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:35.779166 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfcce09-be3b-43b3-bd3b-a2fc4a00271a req-57e32568-0709-4642-93a8-9fb903749614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:35.779902 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-cbfcce09-be3b-43b3-bd3b-a2fc4a00271a req-57e32568-0709-4642-93a8-9fb903749614 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:35.781521 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cbfcce09-be3b-43b3-bd3b-a2fc4a00271a req-57e32568-0709-4642-93a8-9fb903749614 service neutron] 10.222.0.16 "PUT /v2.0/ports/3bdf6d62-fbdf-4713-b5d0-4b1371edf076 HTTP/1.1" status: 200 len: 1093 time: 1.5267761 Aug 22 13:27:35.782033 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '950d0ec7-708c-4a12-9d07-fe3f2f304f78', 'tag': '3bdf6d62-fbdf-4713-b5d0-4b1371edf076'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:27:35.784332 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b151a34d-c5a2-46c9-b0b2-9c274a2139dc" -d '{"events": [{"name": "network-changed", "server_uuid": "950d0ec7-708c-4a12-9d07-fe3f2f304f78", "tag": "3bdf6d62-fbdf-4713-b5d0-4b1371edf076"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:27:35.826963 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e32568-0709-4642-93a8-9fb903749614 service neutron] Pushing event updated for resources: {'Port': ['ID=3bdf6d62-fbdf-4713-b5d0-4b1371edf076,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:35.834533 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8dd62d-9565-4343-949f-6ebd98d5daea x-openstack-request-id: req-ae8dd62d-9565-4343-949f-6ebd98d5daea {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:27:35.834973 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "950d0ec7-708c-4a12-9d07-fe3f2f304f78", "tag": "3bdf6d62-fbdf-4713-b5d0-4b1371edf076", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:27:35.835333 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ae8dd62d-9565-4343-949f-6ebd98d5daea {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:27:35.835918 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '950d0ec7-708c-4a12-9d07-fe3f2f304f78', 'tag': '3bdf6d62-fbdf-4713-b5d0-4b1371edf076', 'status': 'completed', 'code': 200} Aug 22 13:27:35.836376 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-e4e6ac77-8745-4653-8a7b-125561720fd3 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Allocated IP 172.20.0.8 (68842eba-3824-4bd8-80be-b3500b9e0204/3f861202-25c4-470b-a8df-6a7fd937203f/ad333921-1ed4-4e1d-86bf-eca6f12a889b) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:27:35.846828 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-4ce6b834-817f-4034-a07c-bca960f11bc6 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Made reservation on behalf of 97fd177e7756483db0720d8466b81e4f for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:27:35.850416 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-4ce6b834-817f-4034-a07c-bca960f11bc6 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:35.880917 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfcce09-be3b-43b3-bd3b-a2fc4a00271a req-dabd1182-3fde-416f-9be7-477e3605b74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:35.882441 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cbfcce09-be3b-43b3-bd3b-a2fc4a00271a req-dabd1182-3fde-416f-9be7-477e3605b74c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=61d15703803940a485cdd8f67b081dcb&device_id=950d0ec7-708c-4a12-9d07-fe3f2f304f78 HTTP/1.1" status: 200 len: 1096 time: 0.0434070 Aug 22 13:27:35.919532 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30493c7f-280d-4f46-a43f-4cfe506e41c8 req-cb50645e-a861-43b7-8f7a-f44e0804feed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:35.921026 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-30493c7f-280d-4f46-a43f-4cfe506e41c8 req-cb50645e-a861-43b7-8f7a-f44e0804feed service neutron] 10.222.0.41 "GET /v2.0/networks?id=7dc41cff-a3ac-4fc2-ba06-973efce2365e HTTP/1.1" status: 200 len: 870 time: 0.2185044 Aug 22 13:27:35.929000 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cbfcce09-be3b-43b3-bd3b-a2fc4a00271a req-3f661213-6005-47c7-a12d-65ea69a81b9c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bdf6d62-fbdf-4713-b5d0-4b1371edf076 HTTP/1.1" status: 200 len: 217 time: 0.0362191 Aug 22 13:27:35.987835 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfcce09-be3b-43b3-bd3b-a2fc4a00271a req-15ca3c95-24d3-4a4d-ad35-91c952b886ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:35.990616 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cbfcce09-be3b-43b3-bd3b-a2fc4a00271a req-15ca3c95-24d3-4a4d-ad35-91c952b886ae service neutron] 10.222.0.16 "GET /v2.0/subnets?id=236eb505-a499-4edb-a293-2a2d85a583c0 HTTP/1.1" status: 200 len: 848 time: 0.0508287 Aug 22 13:27:36.014579 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-30493c7f-280d-4f46-a43f-4cfe506e41c8 req-7bb8f9bd-7665-4731-9e27-41fb2b118b97 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=3b023f8c-5f9e-4d44-9017-842b5af7ba50 HTTP/1.1" status: 200 len: 217 time: 0.0570230 Aug 22 13:27:36.030081 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cbfcce09-be3b-43b3-bd3b-a2fc4a00271a req-3bc9b7b3-f74c-4862-9f22-d1a00ff9c758 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=652b7040-839e-4592-b462-d4511ac6e125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293620 Aug 22 13:27:36.097866 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['f558e56e-2c5c-46d0-b46a-3afd388f0fb1'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:27:36.130757 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30493c7f-280d-4f46-a43f-4cfe506e41c8 req-331f7e7c-3374-4927-a553-c2a66168e8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:36.132200 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-30493c7f-280d-4f46-a43f-4cfe506e41c8 req-331f7e7c-3374-4927-a553-c2a66168e8bc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.1030848 Aug 22 13:27:36.171536 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533cbf1c-ac12-4500-b911-b51a995da671 req-c1d59136-6394-492f-a588-823b99f4f252 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:36.173106 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-533cbf1c-ac12-4500-b911-b51a995da671 req-c1d59136-6394-492f-a588-823b99f4f252 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/ports?device_id=43ce8eb7-ee1e-4558-a34e-2935bca8d23b HTTP/1.1" status: 200 len: 948 time: 0.1469929 Aug 22 13:27:36.200206 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-e4e6ac77-8745-4653-8a7b-125561720fd3 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:36.203718 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846c7f5-40a9-4ab0-aea0-773ca372ecf0 req-fc1c4829-6689-4bf8-9adb-4ee7be64b05d tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:36.205130 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e846c7f5-40a9-4ab0-aea0-773ca372ecf0 req-fc1c4829-6689-4bf8-9adb-4ee7be64b05d tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 946 time: 0.1348922 Aug 22 13:27:36.208710 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cbfcce09-be3b-43b3-bd3b-a2fc4a00271a req-cdd92c7b-d907-4a4e-a23f-7b1eb6349da1 service neutron] 10.222.0.16 "GET /v2.0/networks/652b7040-839e-4592-b462-d4511ac6e125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712518 Aug 22 13:27:36.220794 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30493c7f-280d-4f46-a43f-4cfe506e41c8 req-cb67a542-b32a-449c-9caa-d70392a92811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:36.222321 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-30493c7f-280d-4f46-a43f-4cfe506e41c8 req-cb67a542-b32a-449c-9caa-d70392a92811 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0809319 Aug 22 13:27:36.306383 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-533cbf1c-ac12-4500-b911-b51a995da671 req-34a93bea-b847-4145-bb1c-c4c9e63e28ed tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1131697-a2e1-4648-8d03-b61fc79b8205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188002 Aug 22 13:27:36.323456 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e846c7f5-40a9-4ab0-aea0-773ca372ecf0 req-8eb07065-7a3a-4b98-9873-6f1556b80049 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4f995f7-29d9-4ea1-8a86-26535a55404a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030269 Aug 22 13:27:36.341852 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-e4e6ac77-8745-4653-8a7b-125561720fd3 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:36.368774 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cbfcce09-be3b-43b3-bd3b-a2fc4a00271a req-7c6d761c-ee4a-4c09-9042-c410dcd07dfc service neutron] 10.222.0.16 "GET /v2.0/networks/652b7040-839e-4592-b462-d4511ac6e125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496365 Aug 22 13:27:36.441541 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-e4e6ac77-8745-4653-8a7b-125561720fd3 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Network 68842eba-3824-4bd8-80be-b3500b9e0204 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:27:36.445385 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-30493c7f-280d-4f46-a43f-4cfe506e41c8 req-69113f89-d2c9-4c52-a7fa-321bbd3bc197 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163010 Aug 22 13:27:36.453668 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-e4e6ac77-8745-4653-8a7b-125561720fd3 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:27:36.469318 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-e4e6ac77-8745-4653-8a7b-125561720fd3 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:27:36.472220 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.db.api [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-4ce6b834-817f-4034-a07c-bca960f11bc6 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.8-3e89af53-b530-4de2-8546-82cfbb5245a8 {{(pid=94628) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 13:27:36.472607 n-d-793621-33 neutron-server[94628]: DEBUG oslo_db.api [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-4ce6b834-817f-4034-a07c-bca960f11bc6 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 13:27:36.475301 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e6ac77-8745-4653-8a7b-125561720fd3 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Pushing event updated for resources: {'Port': ['ID=ad333921-1ed4-4e1d-86bf-eca6f12a889b,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:36.519297 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd9ed4d-a225-40d4-808e-72f36ad5411e req-6a66d969-ff05-41d8-bec9-ff59735a7eb3 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:36.520813 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-afd9ed4d-a225-40d4-808e-72f36ad5411e req-6a66d969-ff05-41d8-bec9-ff59735a7eb3 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=950d0ec7-708c-4a12-9d07-fe3f2f304f78 HTTP/1.1" status: 200 len: 944 time: 0.1326144 Aug 22 13:27:36.528800 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd07a9-40a7-4478-8dd4-4fff5dca4ee4 req-6ad809a9-feda-4f57-9be4-461de73b52bc tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:36.530191 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b8bd07a9-40a7-4478-8dd4-4fff5dca4ee4 req-6ad809a9-feda-4f57-9be4-461de73b52bc tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.21 "GET /v2.0/ports?device_id=34c64780-c5c9-4b6f-87bc-fd0f9456192c HTTP/1.1" status: 200 len: 947 time: 0.1255214 Aug 22 13:27:36.553981 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151a34d-c5a2-46c9-b0b2-9c274a2139dc req-19a32d1d-c12e-4438-a70f-48e81e1f20d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:36.555824 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b151a34d-c5a2-46c9-b0b2-9c274a2139dc req-19a32d1d-c12e-4438-a70f-48e81e1f20d1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=61d15703803940a485cdd8f67b081dcb&device_id=950d0ec7-708c-4a12-9d07-fe3f2f304f78 HTTP/1.1" status: 200 len: 1096 time: 0.1237454 Aug 22 13:27:36.565156 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-e4e6ac77-8745-4653-8a7b-125561720fd3 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:36.565762 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-e4e6ac77-8745-4653-8a7b-125561720fd3 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:36.596963 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-e4e6ac77-8745-4653-8a7b-125561720fd3 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7506592 Aug 22 13:27:36.602284 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-30493c7f-280d-4f46-a43f-4cfe506e41c8 req-c47a2887-032b-440a-a5e6-0d7f055f1bb5 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418450 Aug 22 13:27:36.614040 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-afd9ed4d-a225-40d4-808e-72f36ad5411e req-ad50a9c0-08dd-4f52-917f-ec4f92ed04b7 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827439 Aug 22 13:27:36.621923 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-935f93d2-8a5b-42b8-8313-30618f6489cb service neutron] Request body: {'port': {'device_id': '21213737-7d2c-4cfb-bf98-af0521735b2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:27:36.659469 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b8bd07a9-40a7-4478-8dd4-4fff5dca4ee4 req-860e446b-628a-45ed-a826-26725e461de0 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4498256-354e-4f3c-a0c2-fc05b4ed5abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197560 Aug 22 13:27:36.674373 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 3b023f8c-5f9e-4d44-9017-842b5af7ba50 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:27:36.690708 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-935f93d2-8a5b-42b8-8313-30618f6489cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:36.731571 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151a34d-c5a2-46c9-b0b2-9c274a2139dc req-f363275a-d3d4-4c23-9c7d-379a9a8e0e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:36.735691 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b151a34d-c5a2-46c9-b0b2-9c274a2139dc req-f363275a-d3d4-4c23-9c7d-379a9a8e0e8e service neutron] 10.222.0.16 "GET /v2.0/networks?id=652b7040-839e-4592-b462-d4511ac6e125 HTTP/1.1" status: 200 len: 909 time: 0.1650200 Aug 22 13:27:36.804960 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 3b023f8c-5f9e-4d44-9017-842b5af7ba50, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=3b023f8c-5f9e-4d44-9017-842b5af7ba50,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:27:36.812687 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b151a34d-c5a2-46c9-b0b2-9c274a2139dc req-66ac52e1-9414-480f-a823-09aafdfff802 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bdf6d62-fbdf-4713-b5d0-4b1371edf076 HTTP/1.1" status: 200 len: 217 time: 0.0648754 Aug 22 13:27:36.828304 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '3b023f8c-5f9e-4d44-9017-842b5af7ba50', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'port_id': '3b023f8c-5f9e-4d44-9017-842b5af7ba50', 'mac_address': 'fa:16:3e:ed:9e:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7151c727-b27f-4308-8098-60bc16140d45', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:27:36.877340 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:36.895106 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b023f8c-5f9e-4d44-9017-842b5af7ba50 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:27:36.896110 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-66ce0b80-7ac3-41c8-83ca-75372faf6d7d req-6a41f42a-bf59-4854-992f-b8ab21cd6b98 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8fd58bb-b740-484e-8e93-0227eea186e8 HTTP/1.1" status: 200 len: 210 time: 0.0545053 Aug 22 13:27:36.920332 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 3b023f8c-5f9e-4d44-9017-842b5af7ba50, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=3b023f8c-5f9e-4d44-9017-842b5af7ba50,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:27:36.921005 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d965ee3-84ea-43b5-81e3-0d937adacbb2 req-e57b938d-d9db-41e1-a1ee-07bf5ddbbed9 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:36.923068 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1d965ee3-84ea-43b5-81e3-0d937adacbb2 req-e57b938d-d9db-41e1-a1ee-07bf5ddbbed9 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/ports?device_id=98dc723b-1457-44ab-9a9d-e51fe4c9e448 HTTP/1.1" status: 200 len: 948 time: 0.1234798 Aug 22 13:27:36.925896 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:36.926292 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151a34d-c5a2-46c9-b0b2-9c274a2139dc req-38082525-6177-41f8-ac34-c33b1879f5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:36.929230 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b151a34d-c5a2-46c9-b0b2-9c274a2139dc req-38082525-6177-41f8-ac34-c33b1879f5b1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=236eb505-a499-4edb-a293-2a2d85a583c0 HTTP/1.1" status: 200 len: 848 time: 0.0983465 Aug 22 13:27:36.971141 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b151a34d-c5a2-46c9-b0b2-9c274a2139dc req-ff3b989f-3941-4c8f-a041-391e027ec4a6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=652b7040-839e-4592-b462-d4511ac6e125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311437 Aug 22 13:27:36.987167 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-4ce6b834-817f-4034-a07c-bca960f11bc6 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:36.989276 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=3b023f8c-5f9e-4d44-9017-842b5af7ba50,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:37.005364 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1d965ee3-84ea-43b5-81e3-0d937adacbb2 req-0f8f7c01-6d3a-49bf-abc6-63c5dcad4f66 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/security-groups?id=835e4b24-d982-476b-a6a6-e5ce19cfed22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748055 Aug 22 13:27:37.028037 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-935f93d2-8a5b-42b8-8313-30618f6489cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad333921-1ed4-4e1d-86bf-eca6f12a889b {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:27:37.035689 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-935f93d2-8a5b-42b8-8313-30618f6489cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:37.081395 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b151a34d-c5a2-46c9-b0b2-9c274a2139dc req-01a191de-ee6f-425c-93b5-24adc7a99cb0 service neutron] 10.222.0.16 "GET /v2.0/networks/652b7040-839e-4592-b462-d4511ac6e125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939226 Aug 22 13:27:37.086016 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-935f93d2-8a5b-42b8-8313-30618f6489cb service neutron] Transition to ACTIVE for port object ad333921-1ed4-4e1d-86bf-eca6f12a889b will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:27:37.089899 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-935f93d2-8a5b-42b8-8313-30618f6489cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:37.177576 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['3b023f8c-5f9e-4d44-9017-842b5af7ba50'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:27:37.181320 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935f93d2-8a5b-42b8-8313-30618f6489cb service neutron] Pushing event updated for resources: {'Port': ['ID=ad333921-1ed4-4e1d-86bf-eca6f12a889b,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:37.185137 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b151a34d-c5a2-46c9-b0b2-9c274a2139dc req-e58b13c2-fa04-40d0-ac04-9d0382fa0be8 service neutron] 10.222.0.16 "GET /v2.0/networks/652b7040-839e-4592-b462-d4511ac6e125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932944 Aug 22 13:27:37.214784 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-4ce6b834-817f-4034-a07c-bca960f11bc6 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Allocated IP 172.20.0.4 (68842eba-3824-4bd8-80be-b3500b9e0204/3f861202-25c4-470b-a8df-6a7fd937203f/8b3f3314-355b-431b-9858-e65af80a2408) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:27:37.307647 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-935f93d2-8a5b-42b8-8313-30618f6489cb service neutron] Attempting to bind port ad333921-1ed4-4e1d-86bf-eca6f12a889b on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:27:37.307984 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-935f93d2-8a5b-42b8-8313-30618f6489cb service neutron] Attempting to bind port ad333921-1ed4-4e1d-86bf-eca6f12a889b by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': 'c14ea0a9-1cfb-4c82-9a02-4564e8498d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '68842eba-3824-4bd8-80be-b3500b9e0204'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:27:37.308339 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-935f93d2-8a5b-42b8-8313-30618f6489cb service neutron] Attempting to bind port ad333921-1ed4-4e1d-86bf-eca6f12a889b on network 68842eba-3824-4bd8-80be-b3500b9e0204 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:27:37.349867 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-935f93d2-8a5b-42b8-8313-30618f6489cb service neutron] Port ad333921-1ed4-4e1d-86bf-eca6f12a889b on network 68842eba-3824-4bd8-80be-b3500b9e0204 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:27:37.350221 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-935f93d2-8a5b-42b8-8313-30618f6489cb service neutron] Attempting to bind port ad333921-1ed4-4e1d-86bf-eca6f12a889b on network 68842eba-3824-4bd8-80be-b3500b9e0204 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:27:37.360997 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device f558e56e-2c5c-46d0-b46a-3afd388f0fb1 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:27:37.384903 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-935f93d2-8a5b-42b8-8313-30618f6489cb service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:27:37.385245 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-935f93d2-8a5b-42b8-8313-30618f6489cb service neutron] Checking segment: {'id': 'c14ea0a9-1cfb-4c82-9a02-4564e8498d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '68842eba-3824-4bd8-80be-b3500b9e0204'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:27:37.385641 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-935f93d2-8a5b-42b8-8313-30618f6489cb service neutron] Bound using segment: {'id': 'c14ea0a9-1cfb-4c82-9a02-4564e8498d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '68842eba-3824-4bd8-80be-b3500b9e0204'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:27:37.386114 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-935f93d2-8a5b-42b8-8313-30618f6489cb service neutron] Bound port: ad333921-1ed4-4e1d-86bf-eca6f12a889b, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c14ea0a9-1cfb-4c82-9a02-4564e8498d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '68842eba-3824-4bd8-80be-b3500b9e0204'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:27:37.386476 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-935f93d2-8a5b-42b8-8313-30618f6489cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:37.419322 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port f558e56e-2c5c-46d0-b46a-3afd388f0fb1 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:27:37.423076 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port f558e56e-2c5c-46d0-b46a-3afd388f0fb1 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:27:37.423502 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:37.471874 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-4ce6b834-817f-4034-a07c-bca960f11bc6 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:37.503952 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-935f93d2-8a5b-42b8-8313-30618f6489cb service neutron] For port ad333921-1ed4-4e1d-86bf-eca6f12a889b, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:27:37.508354 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-935f93d2-8a5b-42b8-8313-30618f6489cb service neutron] For port ad333921-1ed4-4e1d-86bf-eca6f12a889b, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=ad333921-1ed4-4e1d-86bf-eca6f12a889b,segment=NetworkSegment(c14ea0a9-1cfb-4c82-9a02-4564e8498d93),segment_id=c14ea0a9-1cfb-4c82-9a02-4564e8498d93)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:27:37.510755 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e3b945-af12-4019-8955-60576573f886 req-fd0b7f8b-2cf5-4fce-a6d9-bda44043e2ac tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:37.513108 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:37.513740 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-01e3b945-af12-4019-8955-60576573f886 req-fd0b7f8b-2cf5-4fce-a6d9-bda44043e2ac tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/ports?device_id=43ce8eb7-ee1e-4558-a34e-2935bca8d23b HTTP/1.1" status: 200 len: 949 time: 0.1070242 Aug 22 13:27:37.516135 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-935f93d2-8a5b-42b8-8313-30618f6489cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:37.531154 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5efc8-fbcc-47aa-b502-4a150b2af559 req-42f84141-6470-4c91-a89f-b27375dde414 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:37.532504 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d8a5efc8-fbcc-47aa-b502-4a150b2af559 req-42f84141-6470-4c91-a89f-b27375dde414 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 946 time: 0.0924718 Aug 22 13:27:37.542526 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98dc723b-1457-44ab-9a9d-e51fe4c9e448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f558e56e-2c5c-46d0-b46a-3afd388f0fb1'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:27:37.545583 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d50f520-ada8-4f9b-aced-7d3770a20911" -d '{"events": [{"server_uuid": "98dc723b-1457-44ab-9a9d-e51fe4c9e448", "name": "network-vif-plugged", "status": "completed", "tag": "f558e56e-2c5c-46d0-b46a-3afd388f0fb1"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:27:37.562529 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port f558e56e-2c5c-46d0-b46a-3afd388f0fb1, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=f558e56e-2c5c-46d0-b46a-3afd388f0fb1,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:27:37.568352 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:37.569693 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device cc532801-56c0-4a1e-ac60-3f4a8c29f7d9 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:27:37.572795 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-935f93d2-8a5b-42b8-8313-30618f6489cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:37.573434 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-935f93d2-8a5b-42b8-8313-30618f6489cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:37.576151 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-935f93d2-8a5b-42b8-8313-30618f6489cb service neutron] 10.222.0.41 "PUT /v2.0/ports/ad333921-1ed4-4e1d-86bf-eca6f12a889b HTTP/1.1" status: 200 len: 1092 time: 0.9591668 Aug 22 13:27:37.576618 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21213737-7d2c-4cfb-bf98-af0521735b2d', 'tag': 'ad333921-1ed4-4e1d-86bf-eca6f12a889b'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:27:37.578892 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7585576f-f442-4c5d-b17f-e6f758aaa8b9" -d '{"events": [{"name": "network-changed", "server_uuid": "21213737-7d2c-4cfb-bf98-af0521735b2d", "tag": "ad333921-1ed4-4e1d-86bf-eca6f12a889b"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:27:37.599284 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-4ce6b834-817f-4034-a07c-bca960f11bc6 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:37.611711 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935f93d2-8a5b-42b8-8313-30618f6489cb service neutron] Pushing event updated for resources: {'Port': ['ID=ad333921-1ed4-4e1d-86bf-eca6f12a889b,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:37.626676 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d8a5efc8-fbcc-47aa-b502-4a150b2af559 req-0c3137c0-2d9c-4357-909a-ea52e01d84b8 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4f995f7-29d9-4ea1-8a86-26535a55404a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674067 Aug 22 13:27:37.654825 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-01e3b945-af12-4019-8955-60576573f886 req-264d611f-9b36-4d30-ac30-b4b620fe5865 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1131697-a2e1-4648-8d03-b61fc79b8205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170874 Aug 22 13:27:37.666980 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-4ce6b834-817f-4034-a07c-bca960f11bc6 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Network 68842eba-3824-4bd8-80be-b3500b9e0204 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:27:37.682095 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=f558e56e-2c5c-46d0-b46a-3afd388f0fb1,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:37.693731 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-4ce6b834-817f-4034-a07c-bca960f11bc6 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:27:37.703960 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543113e0-21a3-43ab-9284-f7330a8c1472 x-openstack-request-id: req-543113e0-21a3-43ab-9284-f7330a8c1472 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:27:37.704267 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98dc723b-1457-44ab-9a9d-e51fe4c9e448", "name": "network-vif-plugged", "status": "completed", "tag": "f558e56e-2c5c-46d0-b46a-3afd388f0fb1", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:27:37.704581 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-543113e0-21a3-43ab-9284-f7330a8c1472 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:27:37.705034 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98dc723b-1457-44ab-9a9d-e51fe4c9e448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f558e56e-2c5c-46d0-b46a-3afd388f0fb1', 'code': 200} Aug 22 13:27:37.713382 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-4ce6b834-817f-4034-a07c-bca960f11bc6 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:27:37.715699 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port cc532801-56c0-4a1e-ac60-3f4a8c29f7d9 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:27:37.718649 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38da1e73-0e4e-4071-b9a0-3d62874d156b x-openstack-request-id: req-38da1e73-0e4e-4071-b9a0-3d62874d156b {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:27:37.718976 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21213737-7d2c-4cfb-bf98-af0521735b2d", "tag": "ad333921-1ed4-4e1d-86bf-eca6f12a889b", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:27:37.719184 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-38da1e73-0e4e-4071-b9a0-3d62874d156b {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:27:37.719885 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21213737-7d2c-4cfb-bf98-af0521735b2d', 'tag': 'ad333921-1ed4-4e1d-86bf-eca6f12a889b', 'status': 'completed', 'code': 200} Aug 22 13:27:37.723092 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port cc532801-56c0-4a1e-ac60-3f4a8c29f7d9 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:27:37.723574 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:37.775236 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce6b834-817f-4034-a07c-bca960f11bc6 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Pushing event updated for resources: {'Port': ['ID=8b3f3314-355b-431b-9858-e65af80a2408,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:37.803512 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-4ce6b834-817f-4034-a07c-bca960f11bc6 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:37.804492 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-4ce6b834-817f-4034-a07c-bca960f11bc6 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:37.808629 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-9eeba6de-6cc5-4853-95d1-aef24edaccea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:37.810862 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-9eeba6de-6cc5-4853-95d1-aef24edaccea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=97fd177e7756483db0720d8466b81e4f&device_id=21213737-7d2c-4cfb-bf98-af0521735b2d HTTP/1.1" status: 200 len: 1095 time: 0.1427088 Aug 22 13:27:37.849557 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:37.862090 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-9d94d73b-6e36-430b-a9ac-a793fa787acb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad333921-1ed4-4e1d-86bf-eca6f12a889b HTTP/1.1" status: 200 len: 217 time: 0.0414076 Aug 22 13:27:37.863262 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-4ce6b834-817f-4034-a07c-bca960f11bc6 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4520171 Aug 22 13:27:37.889767 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port cc532801-56c0-4a1e-ac60-3f4a8c29f7d9, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=cc532801-56c0-4a1e-ac60-3f4a8c29f7d9,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:27:37.892268 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-93e95a78-b3f2-4b07-976e-c9ef7cf254e6 service neutron] Request body: {'port': {'device_id': 'f8fd58bb-b740-484e-8e93-0227eea186e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:27:37.895831 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:37.897474 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 59c25f39-6da9-416c-80d8-c537bcf5aa73 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:27:37.909004 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a2d04-9b56-483a-bca9-d758d4d84ca2 req-c9af4ec1-07b3-4827-aca1-fb02764c1060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:37.910709 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f33a2d04-9b56-483a-bca9-d758d4d84ca2 req-c9af4ec1-07b3-4827-aca1-fb02764c1060 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=98dc723b-1457-44ab-9a9d-e51fe4c9e448 HTTP/1.1" status: 200 len: 1101 time: 0.1303766 Aug 22 13:27:37.920294 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb8b0e-31ef-4d14-87bb-f3bf7b3a4e18 req-c562e626-ca85-4873-8633-849878fddbbe tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:37.921880 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7beb8b0e-31ef-4d14-87bb-f3bf7b3a4e18 req-c562e626-ca85-4873-8633-849878fddbbe tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.21 "GET /v2.0/ports?device_id=34c64780-c5c9-4b6f-87bc-fd0f9456192c HTTP/1.1" status: 200 len: 947 time: 0.1277244 Aug 22 13:27:37.946576 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4040723d-92fb-4c05-b75c-281648d283b4 req-db6eb2c2-ddab-40cc-8652-f9bcdec3e796 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:37.948760 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4040723d-92fb-4c05-b75c-281648d283b4 req-db6eb2c2-ddab-40cc-8652-f9bcdec3e796 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=950d0ec7-708c-4a12-9d07-fe3f2f304f78 HTTP/1.1" status: 200 len: 944 time: 0.1390941 Aug 22 13:27:37.984861 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-239a851f-1646-4fe4-9e52-7e2e98d0b6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:37.986367 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-239a851f-1646-4fe4-9e52-7e2e98d0b6c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f861202-25c4-470b-a8df-6a7fd937203f HTTP/1.1" status: 200 len: 852 time: 0.1016805 Aug 22 13:27:37.991385 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-93e95a78-b3f2-4b07-976e-c9ef7cf254e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:37.994651 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=cc532801-56c0-4a1e-ac60-3f4a8c29f7d9,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:38.028653 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port 59c25f39-6da9-416c-80d8-c537bcf5aa73 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:27:38.032183 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f33a2d04-9b56-483a-bca9-d758d4d84ca2 req-993fca51-22e3-4069-9687-34215cea2368 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=835e4b24-d982-476b-a6a6-e5ce19cfed22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076193 Aug 22 13:27:38.033170 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 59c25f39-6da9-416c-80d8-c537bcf5aa73 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:27:38.033771 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:38.038085 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-6399c8c8-89d6-4b4f-9d22-50412a6f28df service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68842eba-3824-4bd8-80be-b3500b9e0204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305636 Aug 22 13:27:38.043259 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7beb8b0e-31ef-4d14-87bb-f3bf7b3a4e18 req-69a837d1-ddaa-4cf2-a5b2-c15e52057d2a tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4498256-354e-4f3c-a0c2-fc05b4ed5abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907538 Aug 22 13:27:38.046337 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4040723d-92fb-4c05-b75c-281648d283b4 req-3c1888cd-a9ef-49c8-8ab6-d441fe29331b tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773721 Aug 22 13:27:38.155446 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:38.188056 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 59c25f39-6da9-416c-80d8-c537bcf5aa73, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=59c25f39-6da9-416c-80d8-c537bcf5aa73,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:27:38.193670 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:38.267550 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=59c25f39-6da9-416c-80d8-c537bcf5aa73,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:38.275872 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-ed010085-81ed-4bc9-ab42-736d1c902cf5 service neutron] 10.222.0.41 "GET /v2.0/networks/68842eba-3824-4bd8-80be-b3500b9e0204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176733 Aug 22 13:27:38.390428 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10bc2e-dae9-4dc2-b8f7-12563abfac8f req-106507bc-9dd4-4976-a608-7ff90b3360a4 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:38.392027 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0c10bc2e-dae9-4dc2-b8f7-12563abfac8f req-106507bc-9dd4-4976-a608-7ff90b3360a4 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/ports?device_id=98dc723b-1457-44ab-9a9d-e51fe4c9e448 HTTP/1.1" status: 200 len: 949 time: 0.0861838 Aug 22 13:27:38.400579 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06eb62-f3da-4e84-b13d-4040c314e902 req-b603c5e9-fed6-43cc-bb5c-3d653e983c22 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:38.402005 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2f06eb62-f3da-4e84-b13d-4040c314e902 req-b603c5e9-fed6-43cc-bb5c-3d653e983c22 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8fd58bb-b740-484e-8e93-0227eea186e8 HTTP/1.1" status: 200 len: 931 time: 0.0844889 Aug 22 13:27:38.445935 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-4a9514b6-32b0-4073-9ecd-299ccc7e0159 service neutron] 10.222.0.41 "GET /v2.0/networks/68842eba-3824-4bd8-80be-b3500b9e0204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589677 Aug 22 13:27:38.455935 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0c10bc2e-dae9-4dc2-b8f7-12563abfac8f req-ecd8126f-c059-4875-8ec1-aaaf9963ff54 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/security-groups?id=835e4b24-d982-476b-a6a6-e5ce19cfed22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522702 Aug 22 13:27:38.460724 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-93e95a78-b3f2-4b07-976e-c9ef7cf254e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b3f3314-355b-431b-9858-e65af80a2408 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:27:38.470828 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-93e95a78-b3f2-4b07-976e-c9ef7cf254e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:38.472112 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2f06eb62-f3da-4e84-b13d-4040c314e902 req-66186543-3b5a-44c2-984a-a89da3aa6912 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0d7e346-d486-4457-acb4-4dd13017e3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550706 Aug 22 13:27:38.484627 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-93e95a78-b3f2-4b07-976e-c9ef7cf254e6 service neutron] Transition to ACTIVE for port object 8b3f3314-355b-431b-9858-e65af80a2408 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:27:38.493570 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-93e95a78-b3f2-4b07-976e-c9ef7cf254e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:38.577823 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e95a78-b3f2-4b07-976e-c9ef7cf254e6 service neutron] Pushing event updated for resources: {'Port': ['ID=8b3f3314-355b-431b-9858-e65af80a2408,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:38.605592 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7585576f-f442-4c5d-b17f-e6f758aaa8b9 req-c242b326-29f0-42f5-b5ef-da2692eef2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:38.607059 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7585576f-f442-4c5d-b17f-e6f758aaa8b9 req-c242b326-29f0-42f5-b5ef-da2692eef2c5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=97fd177e7756483db0720d8466b81e4f&device_id=21213737-7d2c-4cfb-bf98-af0521735b2d HTTP/1.1" status: 200 len: 1095 time: 0.1045125 Aug 22 13:27:38.703058 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 3b023f8c-5f9e-4d44-9017-842b5af7ba50 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:27:38.711758 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-93e95a78-b3f2-4b07-976e-c9ef7cf254e6 service neutron] Attempting to bind port 8b3f3314-355b-431b-9858-e65af80a2408 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:27:38.712008 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-93e95a78-b3f2-4b07-976e-c9ef7cf254e6 service neutron] Attempting to bind port 8b3f3314-355b-431b-9858-e65af80a2408 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': 'c14ea0a9-1cfb-4c82-9a02-4564e8498d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '68842eba-3824-4bd8-80be-b3500b9e0204'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:27:38.712364 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-93e95a78-b3f2-4b07-976e-c9ef7cf254e6 service neutron] Attempting to bind port 8b3f3314-355b-431b-9858-e65af80a2408 on network 68842eba-3824-4bd8-80be-b3500b9e0204 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:27:38.721963 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-93e95a78-b3f2-4b07-976e-c9ef7cf254e6 service neutron] Port 8b3f3314-355b-431b-9858-e65af80a2408 on network 68842eba-3824-4bd8-80be-b3500b9e0204 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:27:38.722281 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-93e95a78-b3f2-4b07-976e-c9ef7cf254e6 service neutron] Attempting to bind port 8b3f3314-355b-431b-9858-e65af80a2408 on network 68842eba-3824-4bd8-80be-b3500b9e0204 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:27:38.734567 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-93e95a78-b3f2-4b07-976e-c9ef7cf254e6 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:27:38.734903 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-93e95a78-b3f2-4b07-976e-c9ef7cf254e6 service neutron] Checking segment: {'id': 'c14ea0a9-1cfb-4c82-9a02-4564e8498d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '68842eba-3824-4bd8-80be-b3500b9e0204'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:27:38.735289 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-93e95a78-b3f2-4b07-976e-c9ef7cf254e6 service neutron] Bound using segment: {'id': 'c14ea0a9-1cfb-4c82-9a02-4564e8498d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '68842eba-3824-4bd8-80be-b3500b9e0204'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:27:38.735927 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-93e95a78-b3f2-4b07-976e-c9ef7cf254e6 service neutron] Bound port: 8b3f3314-355b-431b-9858-e65af80a2408, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c14ea0a9-1cfb-4c82-9a02-4564e8498d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '68842eba-3824-4bd8-80be-b3500b9e0204'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:27:38.736794 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-93e95a78-b3f2-4b07-976e-c9ef7cf254e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:38.750922 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7585576f-f442-4c5d-b17f-e6f758aaa8b9 req-b2a79798-dd8b-461e-b15c-bbc68f85b9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:38.752550 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7585576f-f442-4c5d-b17f-e6f758aaa8b9 req-b2a79798-dd8b-461e-b15c-bbc68f85b9ba service neutron] 10.222.0.41 "GET /v2.0/networks?id=68842eba-3824-4bd8-80be-b3500b9e0204 HTTP/1.1" status: 200 len: 913 time: 0.1285875 Aug 22 13:27:38.774465 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 3b023f8c-5f9e-4d44-9017-842b5af7ba50 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:27:38.779326 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 3b023f8c-5f9e-4d44-9017-842b5af7ba50 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:27:38.780313 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:38.815400 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2b9cf-64d9-4795-ab83-168e4048a4d4 req-d1e527af-707f-4a9b-97eb-4db10c736516 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:38.817076 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c0c2b9cf-64d9-4795-ab83-168e4048a4d4 req-d1e527af-707f-4a9b-97eb-4db10c736516 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 946 time: 0.0948882 Aug 22 13:27:38.819504 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7585576f-f442-4c5d-b17f-e6f758aaa8b9 req-cb2e6c9a-48fa-4992-98a7-90ed15473456 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad333921-1ed4-4e1d-86bf-eca6f12a889b HTTP/1.1" status: 200 len: 217 time: 0.0433331 Aug 22 13:27:38.826697 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b7805b-cf70-4a8b-824d-346a2146c444 req-881f4c62-b3ed-4fe6-afab-aea1f3096cfa tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:38.828371 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-88b7805b-cf70-4a8b-824d-346a2146c444 req-881f4c62-b3ed-4fe6-afab-aea1f3096cfa tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/ports?device_id=43ce8eb7-ee1e-4558-a34e-2935bca8d23b HTTP/1.1" status: 200 len: 949 time: 0.1046216 Aug 22 13:27:38.861517 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:38.882205 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-93e95a78-b3f2-4b07-976e-c9ef7cf254e6 service neutron] For port 8b3f3314-355b-431b-9858-e65af80a2408, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:27:38.887745 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-93e95a78-b3f2-4b07-976e-c9ef7cf254e6 service neutron] For port 8b3f3314-355b-431b-9858-e65af80a2408, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=8b3f3314-355b-431b-9858-e65af80a2408,segment=NetworkSegment(c14ea0a9-1cfb-4c82-9a02-4564e8498d93),segment_id=c14ea0a9-1cfb-4c82-9a02-4564e8498d93)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:27:38.888515 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c0c2b9cf-64d9-4795-ab83-168e4048a4d4 req-260d6031-6bb6-4a77-9098-e6a327c5d687 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4f995f7-29d9-4ea1-8a86-26535a55404a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590558 Aug 22 13:27:38.895712 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7585576f-f442-4c5d-b17f-e6f758aaa8b9 req-2144914c-5953-4b52-9626-b0d852ade135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:38.896898 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7585576f-f442-4c5d-b17f-e6f758aaa8b9 req-2144914c-5953-4b52-9626-b0d852ade135 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f861202-25c4-470b-a8df-6a7fd937203f HTTP/1.1" status: 200 len: 852 time: 0.0663528 Aug 22 13:27:38.898065 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-93e95a78-b3f2-4b07-976e-c9ef7cf254e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:38.899111 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-88b7805b-cf70-4a8b-824d-346a2146c444 req-ec1d8956-f687-42d1-ba6c-f23d17cdd825 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1131697-a2e1-4648-8d03-b61fc79b8205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568547 Aug 22 13:27:38.899508 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 3b023f8c-5f9e-4d44-9017-842b5af7ba50, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=3b023f8c-5f9e-4d44-9017-842b5af7ba50,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:27:38.904730 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:38.957656 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7585576f-f442-4c5d-b17f-e6f758aaa8b9 req-2d25a229-e51f-401f-a137-b1032391bc1d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68842eba-3824-4bd8-80be-b3500b9e0204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349452 Aug 22 13:27:38.958792 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-93e95a78-b3f2-4b07-976e-c9ef7cf254e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:38.959381 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-93e95a78-b3f2-4b07-976e-c9ef7cf254e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:38.959645 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=3b023f8c-5f9e-4d44-9017-842b5af7ba50,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:38.960628 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-93e95a78-b3f2-4b07-976e-c9ef7cf254e6 service neutron] 10.222.0.41 "PUT /v2.0/ports/8b3f3314-355b-431b-9858-e65af80a2408 HTTP/1.1" status: 200 len: 1092 time: 1.0742872 Aug 22 13:27:38.980169 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e95a78-b3f2-4b07-976e-c9ef7cf254e6 service neutron] Pushing event updated for resources: {'Port': ['ID=8b3f3314-355b-431b-9858-e65af80a2408,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:39.095610 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-de535ac7-cf8f-4447-9a91-85331d3adcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:39.097524 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-de535ac7-cf8f-4447-9a91-85331d3adcef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=97fd177e7756483db0720d8466b81e4f&device_id=f8fd58bb-b740-484e-8e93-0227eea186e8 HTTP/1.1" status: 200 len: 1095 time: 0.0673373 Aug 22 13:27:39.100478 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7585576f-f442-4c5d-b17f-e6f758aaa8b9 req-e269a334-0505-490e-ab83-451bdf3106c3 service neutron] 10.222.0.41 "GET /v2.0/networks/68842eba-3824-4bd8-80be-b3500b9e0204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212993 Aug 22 13:27:39.167473 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-b7cb35a2-7478-4be9-8ea9-fcaf6a3d49a4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b3f3314-355b-431b-9858-e65af80a2408 HTTP/1.1" status: 200 len: 217 time: 0.0522082 Aug 22 13:27:39.205103 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d385700-0ae5-4112-ae40-8691c75aae0f req-637ffdf5-4036-4adc-9ed3-c2c1d8d4a2ee tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:39.206598 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5d385700-0ae5-4112-ae40-8691c75aae0f req-637ffdf5-4036-4adc-9ed3-c2c1d8d4a2ee tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=950d0ec7-708c-4a12-9d07-fe3f2f304f78 HTTP/1.1" status: 200 len: 944 time: 0.0809290 Aug 22 13:27:39.220816 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c81fb6-e924-4a8d-bf4d-248746dbc6a7 req-a421f93f-473e-4349-98d5-a07ddb92f521 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:39.222473 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f6c81fb6-e924-4a8d-bf4d-248746dbc6a7 req-a421f93f-473e-4349-98d5-a07ddb92f521 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.21 "GET /v2.0/ports?device_id=34c64780-c5c9-4b6f-87bc-fd0f9456192c HTTP/1.1" status: 200 len: 948 time: 0.0869217 Aug 22 13:27:39.254319 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-6ff78db5-db57-40d2-b974-034d3c8abbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:39.255766 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-6ff78db5-db57-40d2-b974-034d3c8abbf1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f861202-25c4-470b-a8df-6a7fd937203f HTTP/1.1" status: 200 len: 852 time: 0.0626512 Aug 22 13:27:39.279865 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7585576f-f442-4c5d-b17f-e6f758aaa8b9 req-85564dfe-e29b-477f-aa39-982490558d7a service neutron] 10.222.0.41 "GET /v2.0/networks/68842eba-3824-4bd8-80be-b3500b9e0204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585569 Aug 22 13:27:39.287248 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f6c81fb6-e924-4a8d-bf4d-248746dbc6a7 req-0053bd45-0658-497a-a42d-0977b68f13a7 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4498256-354e-4f3c-a0c2-fc05b4ed5abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554290 Aug 22 13:27:39.291841 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5d385700-0ae5-4112-ae40-8691c75aae0f req-5b427097-e374-4b51-bb22-8de89fdb9e2a tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684431 Aug 22 13:27:39.298251 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-5d2a769e-c64e-4662-8e64-00623f52fb1a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68842eba-3824-4bd8-80be-b3500b9e0204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326066 Aug 22 13:27:39.410345 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-da867f8f-917d-4510-a84b-35499a4b2864 service neutron] 10.222.0.41 "GET /v2.0/networks/68842eba-3824-4bd8-80be-b3500b9e0204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998797 Aug 22 13:27:39.635402 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc6fa81-5e18-41b8-ae43-38a04abd9737 req-cc133d77-2414-4ee4-b634-e566a27b410e tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:39.637674 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5dc6fa81-5e18-41b8-ae43-38a04abd9737 req-cc133d77-2414-4ee4-b634-e566a27b410e tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8fd58bb-b740-484e-8e93-0227eea186e8 HTTP/1.1" status: 200 len: 943 time: 0.0847902 Aug 22 13:27:39.656088 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6661671-0a49-4d80-a6d3-e47110bfe699 req-a564a3be-dea6-4421-a657-1435ef215fcf tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:39.657640 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d6661671-0a49-4d80-a6d3-e47110bfe699 req-a564a3be-dea6-4421-a657-1435ef215fcf tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/ports?device_id=98dc723b-1457-44ab-9a9d-e51fe4c9e448 HTTP/1.1" status: 200 len: 949 time: 0.0922129 Aug 22 13:27:39.706580 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ee77e2-0ab8-434e-b7ac-eee75664f238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc532801-56c0-4a1e-ac60-3f4a8c29f7d9'}, {'server_uuid': '34c64780-c5c9-4b6f-87bc-fd0f9456192c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c25f39-6da9-416c-80d8-c537bcf5aa73'}, {'server_uuid': '43ce8eb7-ee1e-4558-a34e-2935bca8d23b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b023f8c-5f9e-4d44-9017-842b5af7ba50'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:27:39.711557 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52d9aa7-3cd7-4953-8317-8428de0cf667" -d '{"events": [{"server_uuid": "e0ee77e2-0ab8-434e-b7ac-eee75664f238", "name": "network-vif-plugged", "status": "completed", "tag": "cc532801-56c0-4a1e-ac60-3f4a8c29f7d9"}, {"server_uuid": "34c64780-c5c9-4b6f-87bc-fd0f9456192c", "name": "network-vif-plugged", "status": "completed", "tag": "59c25f39-6da9-416c-80d8-c537bcf5aa73"}, {"server_uuid": "43ce8eb7-ee1e-4558-a34e-2935bca8d23b", "name": "network-vif-plugged", "status": "completed", "tag": "3b023f8c-5f9e-4d44-9017-842b5af7ba50"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:27:39.716464 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5dc6fa81-5e18-41b8-ae43-38a04abd9737 req-1f76f5d6-e346-4e67-bfa0-d308919e3fc7 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0d7e346-d486-4457-acb4-4dd13017e3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691428 Aug 22 13:27:39.721842 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d6661671-0a49-4d80-a6d3-e47110bfe699 req-4811c6a0-baff-4d5b-ae79-29eae520aa12 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/security-groups?id=835e4b24-d982-476b-a6a6-e5ce19cfed22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574660 Aug 22 13:27:39.781881 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sun, 22 Aug 2021 13:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee08da5-0132-4ed1-aac3-accbe157ee5d x-openstack-request-id: req-bee08da5-0132-4ed1-aac3-accbe157ee5d {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:27:39.782187 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0ee77e2-0ab8-434e-b7ac-eee75664f238", "name": "network-vif-plugged", "status": "completed", "tag": "cc532801-56c0-4a1e-ac60-3f4a8c29f7d9", "code": 200}, {"server_uuid": "34c64780-c5c9-4b6f-87bc-fd0f9456192c", "name": "network-vif-plugged", "status": "completed", "tag": "59c25f39-6da9-416c-80d8-c537bcf5aa73", "code": 200}, {"server_uuid": "43ce8eb7-ee1e-4558-a34e-2935bca8d23b", "name": "network-vif-plugged", "status": "completed", "tag": "3b023f8c-5f9e-4d44-9017-842b5af7ba50", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:27:39.782534 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bee08da5-0132-4ed1-aac3-accbe157ee5d {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:27:39.782923 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ee77e2-0ab8-434e-b7ac-eee75664f238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc532801-56c0-4a1e-ac60-3f4a8c29f7d9', 'code': 200} Aug 22 13:27:39.783181 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c64780-c5c9-4b6f-87bc-fd0f9456192c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c25f39-6da9-416c-80d8-c537bcf5aa73', 'code': 200} Aug 22 13:27:39.783445 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ce8eb7-ee1e-4558-a34e-2935bca8d23b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b023f8c-5f9e-4d44-9017-842b5af7ba50', 'code': 200} Aug 22 13:27:39.850784 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08b675-7daf-4104-97bb-b90963123d6e req-b6591c2d-3244-49ce-8455-2d49f8d0869c tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:39.852743 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cc08b675-7daf-4104-97bb-b90963123d6e req-b6591c2d-3244-49ce-8455-2d49f8d0869c tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9232882-fa8c-47c3-8a04-8a7af999b018 HTTP/1.1" status: 200 len: 949 time: 0.0550075 Aug 22 13:27:39.867739 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8fd58bb-b740-484e-8e93-0227eea186e8', 'tag': '8b3f3314-355b-431b-9858-e65af80a2408'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:27:39.870466 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9aeba5-8ad1-40e4-a5d6-18d606afbf67" -d '{"events": [{"name": "network-changed", "server_uuid": "f8fd58bb-b740-484e-8e93-0227eea186e8", "tag": "8b3f3314-355b-431b-9858-e65af80a2408"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:27:39.897654 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cc08b675-7daf-4104-97bb-b90963123d6e req-7c3f6f4e-f41a-4221-845e-053fbb195532 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/security-groups?id=835e4b24-d982-476b-a6a6-e5ce19cfed22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379360 Aug 22 13:27:39.925344 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915356df-d67f-4c6b-918b-9bc1ca53036f x-openstack-request-id: req-915356df-d67f-4c6b-918b-9bc1ca53036f {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:27:39.925773 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8fd58bb-b740-484e-8e93-0227eea186e8", "tag": "8b3f3314-355b-431b-9858-e65af80a2408", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:27:39.925963 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-915356df-d67f-4c6b-918b-9bc1ca53036f {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:27:39.926344 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8fd58bb-b740-484e-8e93-0227eea186e8', 'tag': '8b3f3314-355b-431b-9858-e65af80a2408', 'status': 'completed', 'code': 200} Aug 22 13:27:39.968707 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fbc09c-83ce-4e08-8fac-3bf51f737780 req-1e0cd638-db9a-483f-8d24-ec069bab1ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:39.977797 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-17fbc09c-83ce-4e08-8fac-3bf51f737780 req-1e0cd638-db9a-483f-8d24-ec069bab1ea2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=43ce8eb7-ee1e-4558-a34e-2935bca8d23b HTTP/1.1" status: 200 len: 1102 time: 0.0942345 Aug 22 13:27:39.983232 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-faa9d596-984c-470b-a729-f4a83fdcaf5d req-af433da1-d8a5-4fc2-ace2-d602a2130dc3 service neutron] 10.222.0.41 "GET /v2.0/networks/68842eba-3824-4bd8-80be-b3500b9e0204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5639956 Aug 22 13:27:39.985177 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a14ab44-2b99-4fdf-9b85-5719c33ddc51 req-0051d4a0-bd2b-4485-8c53-86d578403d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:39.986697 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3a14ab44-2b99-4fdf-9b85-5719c33ddc51 req-0051d4a0-bd2b-4485-8c53-86d578403d2e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e0ee77e2-0ab8-434e-b7ac-eee75664f238 HTTP/1.1" status: 200 len: 1100 time: 0.0880349 Aug 22 13:27:40.001043 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2bbe0c-897e-4150-9249-4a0d695e2df5 req-2c69d7cf-d6d5-4521-82c9-4443b7555b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:40.002551 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fe2bbe0c-897e-4150-9249-4a0d695e2df5 req-2c69d7cf-d6d5-4521-82c9-4443b7555b01 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=34c64780-c5c9-4b6f-87bc-fd0f9456192c HTTP/1.1" status: 200 len: 1100 time: 0.1024945 Aug 22 13:27:40.117960 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-17fbc09c-83ce-4e08-8fac-3bf51f737780 req-98f0197f-4ff7-470f-be2d-2ea97d982932 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c1131697-a2e1-4648-8d03-b61fc79b8205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355115 Aug 22 13:27:40.118855 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3a14ab44-2b99-4fdf-9b85-5719c33ddc51 req-833f7e33-b7e4-4f52-bf20-fffc8f676477 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b4498256-354e-4f3c-a0c2-fc05b4ed5abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200542 Aug 22 13:27:40.131618 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fe2bbe0c-897e-4150-9249-4a0d695e2df5 req-cd8aaf29-2391-4f96-ba6c-5777496a8c12 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b4498256-354e-4f3c-a0c2-fc05b4ed5abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117673 Aug 22 13:27:40.150519 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f0bd7-93cf-4de5-be64-78536140c05b req-7e69d6ce-7b75-4dd5-b1ec-11aad40f7cd1 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:40.151973 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b39f0bd7-93cf-4de5-be64-78536140c05b req-7e69d6ce-7b75-4dd5-b1ec-11aad40f7cd1 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 946 time: 0.1228533 Aug 22 13:27:40.160974 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc27fa1-3542-4f81-bcd3-c58b8ca0d43c req-e36b2f32-dd72-46a3-a02c-4fe731d7eb1d tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:40.162456 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6dc27fa1-3542-4f81-bcd3-c58b8ca0d43c req-e36b2f32-dd72-46a3-a02c-4fe731d7eb1d tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/ports?device_id=43ce8eb7-ee1e-4558-a34e-2935bca8d23b HTTP/1.1" status: 200 len: 950 time: 0.1220477 Aug 22 13:27:40.222625 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b39f0bd7-93cf-4de5-be64-78536140c05b req-c317195a-98ce-4fa9-809a-2751ea9ba2f0 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4f995f7-29d9-4ea1-8a86-26535a55404a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592184 Aug 22 13:27:40.225743 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6dc27fa1-3542-4f81-bcd3-c58b8ca0d43c req-96b24c9c-76f5-4b93-b2bb-071889f026ed tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1131697-a2e1-4648-8d03-b61fc79b8205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545557 Aug 22 13:27:40.323628 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b361dba-a444-40b6-a684-2ca61fa2aefa req-28d9f932-1728-4ac5-9f82-0a5bc471f9fd tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=450ed73bb5ec496094bd302f13d425a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236511 Aug 22 13:27:40.370965 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9aeba5-8ad1-40e4-a5d6-18d606afbf67 req-93b2b3cb-5c4c-499d-aa26-03acdfdd6e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:40.372690 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2a9aeba5-8ad1-40e4-a5d6-18d606afbf67 req-93b2b3cb-5c4c-499d-aa26-03acdfdd6e3f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=97fd177e7756483db0720d8466b81e4f&device_id=f8fd58bb-b740-484e-8e93-0227eea186e8 HTTP/1.1" status: 200 len: 1095 time: 0.0422401 Aug 22 13:27:40.469248 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9aeba5-8ad1-40e4-a5d6-18d606afbf67 req-a964761a-ef44-48cf-9a44-284354d79ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:40.470814 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2a9aeba5-8ad1-40e4-a5d6-18d606afbf67 req-a964761a-ef44-48cf-9a44-284354d79ac9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=68842eba-3824-4bd8-80be-b3500b9e0204 HTTP/1.1" status: 200 len: 913 time: 0.0891061 Aug 22 13:27:40.474501 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e6d58-9c16-4465-a6f8-b47dbe769810 req-7dab4b52-e1db-45a0-98e9-f88c3024f16d tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:40.475939 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0b6e6d58-9c16-4465-a6f8-b47dbe769810 req-7dab4b52-e1db-45a0-98e9-f88c3024f16d tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=950d0ec7-708c-4a12-9d07-fe3f2f304f78 HTTP/1.1" status: 200 len: 944 time: 0.0938141 Aug 22 13:27:40.485820 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b361dba-a444-40b6-a684-2ca61fa2aefa req-be900a31-84fa-48b8-8ca4-0f37a422e0ee tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:40.487212 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b361dba-a444-40b6-a684-2ca61fa2aefa req-be900a31-84fa-48b8-8ca4-0f37a422e0ee tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1567488 Aug 22 13:27:40.513714 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b361dba-a444-40b6-a684-2ca61fa2aefa req-bf271a00-4921-4c3c-ad63-8e0d6161d9d3 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/quotas/450ed73bb5ec496094bd302f13d425a6 HTTP/1.1" status: 200 len: 375 time: 0.0193458 Aug 22 13:27:40.516668 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2a9aeba5-8ad1-40e4-a5d6-18d606afbf67 req-ea9401dd-e39e-49b2-843a-016222c7ea9e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b3f3314-355b-431b-9858-e65af80a2408 HTTP/1.1" status: 200 len: 217 time: 0.0370014 Aug 22 13:27:40.542362 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0b6e6d58-9c16-4465-a6f8-b47dbe769810 req-9740e7c6-afd1-4314-a952-f1eeeb95e4fc tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541923 Aug 22 13:27:40.573162 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9aeba5-8ad1-40e4-a5d6-18d606afbf67 req-6d9bb6a1-b230-4e41-a187-0abccd9eb231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:40.575394 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2a9aeba5-8ad1-40e4-a5d6-18d606afbf67 req-6d9bb6a1-b230-4e41-a187-0abccd9eb231 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f861202-25c4-470b-a8df-6a7fd937203f HTTP/1.1" status: 200 len: 852 time: 0.0507092 Aug 22 13:27:40.595035 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b361dba-a444-40b6-a684-2ca61fa2aefa req-81ef510e-3533-404b-9dd8-63e6a687a9cf tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=450ed73bb5ec496094bd302f13d425a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0719650 Aug 22 13:27:40.628342 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2a9aeba5-8ad1-40e4-a5d6-18d606afbf67 req-e1344a92-640d-49e8-b3fe-aba0aba0353b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68842eba-3824-4bd8-80be-b3500b9e0204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443652 Aug 22 13:27:40.685300 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a0a05-4bbc-4851-92f4-4800afebb849 req-16da7ebf-3a97-471d-809e-3638fe1e245a tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:40.686812 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-076a0a05-4bbc-4851-92f4-4800afebb849 req-16da7ebf-3a97-471d-809e-3638fe1e245a tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.21 "GET /v2.0/ports?device_id=34c64780-c5c9-4b6f-87bc-fd0f9456192c HTTP/1.1" status: 200 len: 948 time: 0.0638628 Aug 22 13:27:40.703162 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device ad333921-1ed4-4e1d-86bf-eca6f12a889b details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:27:40.740730 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5162528-e6f7-4660-a8be-3aae57107605 req-c7f0d074-ee13-45f6-a77d-27f9dbb732dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:40.742582 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b5162528-e6f7-4660-a8be-3aae57107605 req-c7f0d074-ee13-45f6-a77d-27f9dbb732dd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1706b1b8ed7f4b13af0ef34415cabc13&device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 1098 time: 0.1132979 Aug 22 13:27:40.767867 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-076a0a05-4bbc-4851-92f4-4800afebb849 req-bad0d6f6-736f-49cf-8939-dd76f715df33 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4498256-354e-4f3c-a0c2-fc05b4ed5abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727670 Aug 22 13:27:40.835433 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port ad333921-1ed4-4e1d-86bf-eca6f12a889b, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=ad333921-1ed4-4e1d-86bf-eca6f12a889b,segment=NetworkSegment(c14ea0a9-1cfb-4c82-9a02-4564e8498d93),segment_id=c14ea0a9-1cfb-4c82-9a02-4564e8498d93)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:27:40.848026 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': 'ad333921-1ed4-4e1d-86bf-eca6f12a889b', 'network_id': '68842eba-3824-4bd8-80be-b3500b9e0204', 'port_id': 'ad333921-1ed4-4e1d-86bf-eca6f12a889b', 'mac_address': 'fa:16:3e:3b:8b:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f861202-25c4-470b-a8df-6a7fd937203f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:27:40.878473 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2a9aeba5-8ad1-40e4-a5d6-18d606afbf67 req-bde6de52-629a-4b51-b183-1c542d869b48 service neutron] 10.222.0.41 "GET /v2.0/networks/68842eba-3824-4bd8-80be-b3500b9e0204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377844 Aug 22 13:27:40.899896 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:40.917527 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad333921-1ed4-4e1d-86bf-eca6f12a889b {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:27:40.942113 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port ad333921-1ed4-4e1d-86bf-eca6f12a889b, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=ad333921-1ed4-4e1d-86bf-eca6f12a889b,segment=NetworkSegment(c14ea0a9-1cfb-4c82-9a02-4564e8498d93),segment_id=c14ea0a9-1cfb-4c82-9a02-4564e8498d93)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:27:40.947498 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:40.964688 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5162528-e6f7-4660-a8be-3aae57107605 req-c5ebf0a8-518b-427a-99db-b23bd29b6d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:40.968091 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b5162528-e6f7-4660-a8be-3aae57107605 req-c5ebf0a8-518b-427a-99db-b23bd29b6d78 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dfedf898-aca6-4df9-b6f5-cb8b2650ce65 HTTP/1.1" status: 200 len: 918 time: 0.1922481 Aug 22 13:27:41.000555 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f4e30051-d45d-4bb1-b3d5-bff5eb9f4f14 req-fbbdfca5-9791-4e6e-a249-b8886f5d7675 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f2efc15-9d9a-484c-a00f-d749175e9398 HTTP/1.1" status: 200 len: 210 time: 0.0506725 Aug 22 13:27:41.038233 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=ad333921-1ed4-4e1d-86bf-eca6f12a889b,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:41.078555 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b5162528-e6f7-4660-a8be-3aae57107605 req-bed75762-a215-4d52-9842-aedd60232679 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49182ab7-2c16-40e9-8e35-5b5ee774a5c3 HTTP/1.1" status: 200 len: 1001 time: 0.1002951 Aug 22 13:27:41.086791 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2a9aeba5-8ad1-40e4-a5d6-18d606afbf67 req-5077e35d-13ef-4819-a7dc-0917d1f83f6a service neutron] 10.222.0.41 "GET /v2.0/networks/68842eba-3824-4bd8-80be-b3500b9e0204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000368 Aug 22 13:27:41.093020 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d95e3b-2ce7-4aae-9986-05ef63d4bac3 req-7641f8bf-0d12-48e1-9627-505c05dbfce3 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:41.094633 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-36d95e3b-2ce7-4aae-9986-05ef63d4bac3 req-7641f8bf-0d12-48e1-9627-505c05dbfce3 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8fd58bb-b740-484e-8e93-0227eea186e8 HTTP/1.1" status: 200 len: 943 time: 0.0554693 Aug 22 13:27:41.143404 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-36d95e3b-2ce7-4aae-9986-05ef63d4bac3 req-709a14d0-f5bc-416d-bc3f-98881ad250ca tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0d7e346-d486-4457-acb4-4dd13017e3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374081 Aug 22 13:27:41.145362 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5162528-e6f7-4660-a8be-3aae57107605 req-9c5d72e2-48ee-4c6e-992f-6fba9b485924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:41.146813 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b5162528-e6f7-4660-a8be-3aae57107605 req-9c5d72e2-48ee-4c6e-992f-6fba9b485924 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=86161abd-93fb-4a2f-8c13-984112b572a1 HTTP/1.1" status: 200 len: 856 time: 0.0480642 Aug 22 13:27:41.203264 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5162528-e6f7-4660-a8be-3aae57107605 req-601ef12a-8043-4cf7-87b7-87ae21f6a777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:41.204770 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b5162528-e6f7-4660-a8be-3aae57107605 req-601ef12a-8043-4cf7-87b7-87ae21f6a777 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dfedf898-aca6-4df9-b6f5-cb8b2650ce65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450008 Aug 22 13:27:41.269890 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['ad333921-1ed4-4e1d-86bf-eca6f12a889b'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:27:41.334031 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b5162528-e6f7-4660-a8be-3aae57107605 req-8191752e-de4b-4780-a0ae-c6774743fedc service neutron] 10.222.0.41 "GET /v2.0/networks/dfedf898-aca6-4df9-b6f5-cb8b2650ce65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120176 Aug 22 13:27:41.361850 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 3bdf6d62-fbdf-4713-b5d0-4b1371edf076 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:27:41.397981 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfee9b5-2eb4-4865-9b22-7f294add4a51 req-8ee2610d-2c69-4434-a91c-65738544224d tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:41.399644 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9bfee9b5-2eb4-4865-9b22-7f294add4a51 req-8ee2610d-2c69-4434-a91c-65738544224d tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 946 time: 0.0975499 Aug 22 13:27:41.429278 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f142d809-e168-45eb-8a93-63a458c46bee req-01fd588f-49f4-438c-9ae1-5b9952e27971 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:41.441756 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f142d809-e168-45eb-8a93-63a458c46bee req-01fd588f-49f4-438c-9ae1-5b9952e27971 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/ports?device_id=43ce8eb7-ee1e-4558-a34e-2935bca8d23b HTTP/1.1" status: 200 len: 950 time: 0.1004741 Aug 22 13:27:41.489579 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b5162528-e6f7-4660-a8be-3aae57107605 req-7c00e5b9-ba27-4600-84c5-31021ba677f4 service neutron] 10.222.0.41 "GET /v2.0/networks/dfedf898-aca6-4df9-b6f5-cb8b2650ce65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219161 Aug 22 13:27:41.529650 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9bfee9b5-2eb4-4865-9b22-7f294add4a51 req-e865a89e-4f89-42b7-be7f-d9e3c0c998f3 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4f995f7-29d9-4ea1-8a86-26535a55404a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206176 Aug 22 13:27:41.545585 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f142d809-e168-45eb-8a93-63a458c46bee req-6f85b47b-01e6-437b-8b3a-377f13742f3e tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1131697-a2e1-4648-8d03-b61fc79b8205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012292 Aug 22 13:27:41.557557 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 3bdf6d62-fbdf-4713-b5d0-4b1371edf076, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=3bdf6d62-fbdf-4713-b5d0-4b1371edf076,segment=NetworkSegment(18b5a6df-b98f-4d4b-9428-0223d3f719a9),segment_id=18b5a6df-b98f-4d4b-9428-0223d3f719a9)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:27:41.580714 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '3bdf6d62-fbdf-4713-b5d0-4b1371edf076', 'network_id': '652b7040-839e-4592-b462-d4511ac6e125', 'port_id': '3bdf6d62-fbdf-4713-b5d0-4b1371edf076', 'mac_address': 'fa:16:3e:8a:ea:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236eb505-a499-4edb-a293-2a2d85a583c0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:27:41.623285 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:41.639607 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bdf6d62-fbdf-4713-b5d0-4b1371edf076 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:27:41.659365 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 3bdf6d62-fbdf-4713-b5d0-4b1371edf076, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=3bdf6d62-fbdf-4713-b5d0-4b1371edf076,segment=NetworkSegment(18b5a6df-b98f-4d4b-9428-0223d3f719a9),segment_id=18b5a6df-b98f-4d4b-9428-0223d3f719a9)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:27:41.663491 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:41.664038 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025cf3a-c39a-4221-8897-c6bda25a6b37 req-0d6e4b34-8514-4508-b748-b2230637e78a tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:41.665570 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0025cf3a-c39a-4221-8897-c6bda25a6b37 req-0d6e4b34-8514-4508-b748-b2230637e78a tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=950d0ec7-708c-4a12-9d07-fe3f2f304f78 HTTP/1.1" status: 200 len: 944 time: 0.0497763 Aug 22 13:27:41.706436 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0025cf3a-c39a-4221-8897-c6bda25a6b37 req-2948b6f5-3c66-4d09-9066-4e12df8fa48a tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336449 Aug 22 13:27:41.835694 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=3bdf6d62-fbdf-4713-b5d0-4b1371edf076,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:41.906712 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf7cce1-161b-4408-bd1c-756c9df7e2b6 req-2102f3e1-93c0-493a-90f3-dcf472242d1e tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:41.908489 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ebf7cce1-161b-4408-bd1c-756c9df7e2b6 req-2102f3e1-93c0-493a-90f3-dcf472242d1e tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.21 "GET /v2.0/ports?device_id=34c64780-c5c9-4b6f-87bc-fd0f9456192c HTTP/1.1" status: 200 len: 948 time: 0.0548339 Aug 22 13:27:41.943371 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4b361dba-a444-40b6-a684-2ca61fa2aefa req-18e7f7d7-f0b8-448c-bc18-f46934d28e81 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=450ed73bb5ec496094bd302f13d425a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253217 Aug 22 13:27:41.960837 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ebf7cce1-161b-4408-bd1c-756c9df7e2b6 req-960a91a8-7776-4848-aaba-32f72b2ac502 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4498256-354e-4f3c-a0c2-fc05b4ed5abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460055 Aug 22 13:27:42.081512 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b361dba-a444-40b6-a684-2ca61fa2aefa req-9e15eff8-4395-4bde-95f8-6c74e0d1dfed tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:42.082995 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4b361dba-a444-40b6-a684-2ca61fa2aefa req-9e15eff8-4395-4bde-95f8-6c74e0d1dfed tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1178782 Aug 22 13:27:42.106434 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-4b361dba-a444-40b6-a684-2ca61fa2aefa req-ff63e006-4cb4-4c1f-b4b2-c053c3d84514 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Request body: {'port': {'device_id': '9f2efc15-9d9a-484c-a00f-d749175e9398', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'admin_state_up': True, 'tenant_id': '450ed73bb5ec496094bd302f13d425a6'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:27:42.127736 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-870fe9c0-7d35-4a12-9855-e0636da50eea req-66c83398-186d-4bfa-a592-39c83e3dc2c2 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f2efc15-9d9a-484c-a00f-d749175e9398 HTTP/1.1" status: 200 len: 210 time: 0.0362294 Aug 22 13:27:42.168622 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['3bdf6d62-fbdf-4713-b5d0-4b1371edf076'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:27:42.227902 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b361dba-a444-40b6-a684-2ca61fa2aefa req-ff63e006-4cb4-4c1f-b4b2-c053c3d84514 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Made reservation on behalf of 450ed73bb5ec496094bd302f13d425a6 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:27:42.235079 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-4b361dba-a444-40b6-a684-2ca61fa2aefa req-ff63e006-4cb4-4c1f-b4b2-c053c3d84514 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:42.275293 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03cb6d-f1ac-4f82-ab65-315a104b27af req-7af1e071-e276-4bd6-90cf-8ef51d20b6bc tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:42.276807 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dc03cb6d-f1ac-4f82-ab65-315a104b27af req-7af1e071-e276-4bd6-90cf-8ef51d20b6bc tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8fd58bb-b740-484e-8e93-0227eea186e8 HTTP/1.1" status: 200 len: 943 time: 0.0512395 Aug 22 13:27:42.317466 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dc03cb6d-f1ac-4f82-ab65-315a104b27af req-bb42f42f-0796-4fd9-ac3d-5b638f89c64d tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0d7e346-d486-4457-acb4-4dd13017e3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340197 Aug 22 13:27:42.373776 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-4b361dba-a444-40b6-a684-2ca61fa2aefa req-ff63e006-4cb4-4c1f-b4b2-c053c3d84514 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Allocated IP 192.168.233.147 (7dc41cff-a3ac-4fc2-ba06-973efce2365e/7151c727-b27f-4308-8098-60bc16140d45/91e50b9d-9d8a-47fd-ab10-2b37e50cfa2b) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:27:42.524537 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-4b361dba-a444-40b6-a684-2ca61fa2aefa req-ff63e006-4cb4-4c1f-b4b2-c053c3d84514 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:42.543701 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-4b361dba-a444-40b6-a684-2ca61fa2aefa req-ff63e006-4cb4-4c1f-b4b2-c053c3d84514 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Transition to ACTIVE for port object 91e50b9d-9d8a-47fd-ab10-2b37e50cfa2b will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:27:42.580515 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-4b361dba-a444-40b6-a684-2ca61fa2aefa req-ff63e006-4cb4-4c1f-b4b2-c053c3d84514 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:42.594245 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['690f4f1b-305f-41c3-843d-0dd772263ccf'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:27:42.633466 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b361dba-a444-40b6-a684-2ca61fa2aefa req-ff63e006-4cb4-4c1f-b4b2-c053c3d84514 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Network 7dc41cff-a3ac-4fc2-ba06-973efce2365e is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:27:42.637494 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-4b361dba-a444-40b6-a684-2ca61fa2aefa req-ff63e006-4cb4-4c1f-b4b2-c053c3d84514 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:27:42.641310 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b361dba-a444-40b6-a684-2ca61fa2aefa req-ff63e006-4cb4-4c1f-b4b2-c053c3d84514 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:27:42.650341 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff63e006-4cb4-4c1f-b4b2-c053c3d84514 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Pushing event updated for resources: {'Port': ['ID=91e50b9d-9d8a-47fd-ab10-2b37e50cfa2b,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:42.710705 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b361dba-a444-40b6-a684-2ca61fa2aefa req-ff63e006-4cb4-4c1f-b4b2-c053c3d84514 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:42.711651 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-4b361dba-a444-40b6-a684-2ca61fa2aefa req-ff63e006-4cb4-4c1f-b4b2-c053c3d84514 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:42.724173 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 8b3f3314-355b-431b-9858-e65af80a2408 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:27:42.726468 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device ad333921-1ed4-4e1d-86bf-eca6f12a889b up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:27:42.732108 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4b361dba-a444-40b6-a684-2ca61fa2aefa req-ff63e006-4cb4-4c1f-b4b2-c053c3d84514 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6291740 Aug 22 13:27:42.747446 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-4b361dba-a444-40b6-a684-2ca61fa2aefa req-8ac1a477-52cc-4692-b568-53478b55ba5f service neutron] Request body: {'port': {'device_id': '9f2efc15-9d9a-484c-a00f-d749175e9398', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:27:42.789073 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2abd3-365b-418e-971d-c5912542fca1 req-3a9563f3-250b-4cd0-bebb-19983be535b8 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:42.791393 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-aaa2abd3-365b-418e-971d-c5912542fca1 req-3a9563f3-250b-4cd0-bebb-19983be535b8 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/ports?device_id=43ce8eb7-ee1e-4558-a34e-2935bca8d23b HTTP/1.1" status: 200 len: 950 time: 0.0961089 Aug 22 13:27:42.816005 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a6b65-74e6-41a6-9f4e-f949bc6fa22d req-d6a5028b-823a-462e-bbff-ae87a0247d26 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:42.818091 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f87a6b65-74e6-41a6-9f4e-f949bc6fa22d req-d6a5028b-823a-462e-bbff-ae87a0247d26 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 946 time: 0.1334851 Aug 22 13:27:42.835137 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-4b361dba-a444-40b6-a684-2ca61fa2aefa req-8ac1a477-52cc-4692-b568-53478b55ba5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:42.887688 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f87a6b65-74e6-41a6-9f4e-f949bc6fa22d req-a7071e4d-81e6-4dfb-ba96-3bb45aa750e8 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4f995f7-29d9-4ea1-8a86-26535a55404a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608552 Aug 22 13:27:42.902915 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-aaa2abd3-365b-418e-971d-c5912542fca1 req-98793cb6-b890-4a32-9e14-42dbb7680319 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1131697-a2e1-4648-8d03-b61fc79b8205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950184 Aug 22 13:27:42.995857 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port ad333921-1ed4-4e1d-86bf-eca6f12a889b completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:27:43.017610 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port ad333921-1ed4-4e1d-86bf-eca6f12a889b triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:27:43.018406 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:43.040444 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc943ff2-916e-4533-8a13-1a65f873ceae req-e131aba3-c5e0-4011-aa42-893bac2f7d6f tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:43.041993 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dc943ff2-916e-4533-8a13-1a65f873ceae req-e131aba3-c5e0-4011-aa42-893bac2f7d6f tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=950d0ec7-708c-4a12-9d07-fe3f2f304f78 HTTP/1.1" status: 200 len: 945 time: 0.0837262 Aug 22 13:27:43.099249 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dc943ff2-916e-4533-8a13-1a65f873ceae req-567877bc-abe3-40f3-b899-cb077acb26ad tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471876 Aug 22 13:27:43.179584 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 8b3f3314-355b-431b-9858-e65af80a2408, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=8b3f3314-355b-431b-9858-e65af80a2408,segment=NetworkSegment(c14ea0a9-1cfb-4c82-9a02-4564e8498d93),segment_id=c14ea0a9-1cfb-4c82-9a02-4564e8498d93)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:27:43.202968 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '8b3f3314-355b-431b-9858-e65af80a2408', 'network_id': '68842eba-3824-4bd8-80be-b3500b9e0204', 'port_id': '8b3f3314-355b-431b-9858-e65af80a2408', 'mac_address': 'fa:16:3e:89:fb:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f861202-25c4-470b-a8df-6a7fd937203f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:27:43.212599 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-2d8b50be-57f8-4830-9a34-af7d0162e604 None None] Provisioning for port 91e50b9d-9d8a-47fd-ab10-2b37e50cfa2b completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:27:43.218067 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-2d8b50be-57f8-4830-9a34-af7d0162e604 None None] Provisioning complete for port 91e50b9d-9d8a-47fd-ab10-2b37e50cfa2b triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:27:43.218460 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2d8b50be-57f8-4830-9a34-af7d0162e604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:43.220537 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:43.246614 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78e1fe-beb9-4a81-8244-afe46d25bd11 req-050e3b15-e27c-4d95-a319-742954bac2ab tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:43.254551 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cf78e1fe-beb9-4a81-8244-afe46d25bd11 req-050e3b15-e27c-4d95-a319-742954bac2ab tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.21 "GET /v2.0/ports?device_id=34c64780-c5c9-4b6f-87bc-fd0f9456192c HTTP/1.1" status: 200 len: 948 time: 0.0630090 Aug 22 13:27:43.279981 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-4b361dba-a444-40b6-a684-2ca61fa2aefa req-8ac1a477-52cc-4692-b568-53478b55ba5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91e50b9d-9d8a-47fd-ab10-2b37e50cfa2b {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:27:43.292285 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-4b361dba-a444-40b6-a684-2ca61fa2aefa req-8ac1a477-52cc-4692-b568-53478b55ba5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:43.302587 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21213737-7d2c-4cfb-bf98-af0521735b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad333921-1ed4-4e1d-86bf-eca6f12a889b'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:27:43.304264 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cf78e1fe-beb9-4a81-8244-afe46d25bd11 req-f452f360-ad65-416d-ba4e-e85f91732967 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4498256-354e-4f3c-a0c2-fc05b4ed5abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489068 Aug 22 13:27:43.305277 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded249bf-dd08-4d5d-a1b1-1fdc1aff7aa1" -d '{"events": [{"server_uuid": "21213737-7d2c-4cfb-bf98-af0521735b2d", "name": "network-vif-plugged", "status": "completed", "tag": "ad333921-1ed4-4e1d-86bf-eca6f12a889b"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:27:43.328792 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port ad333921-1ed4-4e1d-86bf-eca6f12a889b, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=ad333921-1ed4-4e1d-86bf-eca6f12a889b,segment=NetworkSegment(c14ea0a9-1cfb-4c82-9a02-4564e8498d93),segment_id=c14ea0a9-1cfb-4c82-9a02-4564e8498d93)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:27:43.334049 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-2d8b50be-57f8-4830-9a34-af7d0162e604 None None] Port 91e50b9d-9d8a-47fd-ab10-2b37e50cfa2b cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:27:43.338577 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:43.355368 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-4b361dba-a444-40b6-a684-2ca61fa2aefa req-8ac1a477-52cc-4692-b568-53478b55ba5f service neutron] Transition to ACTIVE for port object 91e50b9d-9d8a-47fd-ab10-2b37e50cfa2b will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:27:43.367587 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-4b361dba-a444-40b6-a684-2ca61fa2aefa req-8ac1a477-52cc-4692-b568-53478b55ba5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:43.419783 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac1a477-52cc-4692-b568-53478b55ba5f service neutron] Pushing event updated for resources: {'Port': ['ID=91e50b9d-9d8a-47fd-ab10-2b37e50cfa2b,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:43.427974 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=ad333921-1ed4-4e1d-86bf-eca6f12a889b,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:43.431040 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:43.488906 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b3f3314-355b-431b-9858-e65af80a2408 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:27:43.518463 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 8b3f3314-355b-431b-9858-e65af80a2408, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=8b3f3314-355b-431b-9858-e65af80a2408,segment=NetworkSegment(c14ea0a9-1cfb-4c82-9a02-4564e8498d93),segment_id=c14ea0a9-1cfb-4c82-9a02-4564e8498d93)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:27:43.523772 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:43.531205 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['f558e56e-2c5c-46d0-b46a-3afd388f0fb1'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:27:43.569531 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-4b361dba-a444-40b6-a684-2ca61fa2aefa req-8ac1a477-52cc-4692-b568-53478b55ba5f service neutron] Attempting to bind port 91e50b9d-9d8a-47fd-ab10-2b37e50cfa2b on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:27:43.569892 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-4b361dba-a444-40b6-a684-2ca61fa2aefa req-8ac1a477-52cc-4692-b568-53478b55ba5f service neutron] Attempting to bind port 91e50b9d-9d8a-47fd-ab10-2b37e50cfa2b by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:27:43.570398 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b361dba-a444-40b6-a684-2ca61fa2aefa req-8ac1a477-52cc-4692-b568-53478b55ba5f service neutron] Attempting to bind port 91e50b9d-9d8a-47fd-ab10-2b37e50cfa2b on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:27:43.575694 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505cec42-d4b1-4032-891d-78cd8a96ce16 req-53740720-6466-4541-be00-68f848aac9ff tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:43.575966 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b361dba-a444-40b6-a684-2ca61fa2aefa req-8ac1a477-52cc-4692-b568-53478b55ba5f service neutron] Port 91e50b9d-9d8a-47fd-ab10-2b37e50cfa2b on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:27:43.576345 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b361dba-a444-40b6-a684-2ca61fa2aefa req-8ac1a477-52cc-4692-b568-53478b55ba5f service neutron] Attempting to bind port 91e50b9d-9d8a-47fd-ab10-2b37e50cfa2b on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:27:43.577264 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-505cec42-d4b1-4032-891d-78cd8a96ce16 req-53740720-6466-4541-be00-68f848aac9ff tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/ports?device_id=43ce8eb7-ee1e-4558-a34e-2935bca8d23b HTTP/1.1" status: 200 len: 950 time: 0.0847564 Aug 22 13:27:43.584720 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e30009-2a57-4950-a3c5-8d9387a8bc9e req-5a91bba8-02cd-4c0e-bfd5-722d1b83ffc3 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:43.591876 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b361dba-a444-40b6-a684-2ca61fa2aefa req-8ac1a477-52cc-4692-b568-53478b55ba5f service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:27:43.592081 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b361dba-a444-40b6-a684-2ca61fa2aefa req-8ac1a477-52cc-4692-b568-53478b55ba5f service neutron] Checking segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:27:43.592206 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c1e30009-2a57-4950-a3c5-8d9387a8bc9e req-5a91bba8-02cd-4c0e-bfd5-722d1b83ffc3 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f2efc15-9d9a-484c-a00f-d749175e9398 HTTP/1.1" status: 200 len: 948 time: 0.1454704 Aug 22 13:27:43.592514 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b361dba-a444-40b6-a684-2ca61fa2aefa req-8ac1a477-52cc-4692-b568-53478b55ba5f service neutron] Bound using segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:27:43.592862 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-4b361dba-a444-40b6-a684-2ca61fa2aefa req-8ac1a477-52cc-4692-b568-53478b55ba5f service neutron] Bound port: 91e50b9d-9d8a-47fd-ab10-2b37e50cfa2b, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:27:43.593470 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-4b361dba-a444-40b6-a684-2ca61fa2aefa req-8ac1a477-52cc-4692-b568-53478b55ba5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:43.651733 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=8b3f3314-355b-431b-9858-e65af80a2408,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:43.658478 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-505cec42-d4b1-4032-891d-78cd8a96ce16 req-777947f5-8ee9-4e58-acbe-9de7c428c3ca tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1131697-a2e1-4648-8d03-b61fc79b8205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584896 Aug 22 13:27:43.677763 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c1e30009-2a57-4950-a3c5-8d9387a8bc9e req-13560396-1a52-4209-b14c-b0dc938c35d6 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/security-groups?id=835e4b24-d982-476b-a6a6-e5ce19cfed22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846536 Aug 22 13:27:43.769744 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a9b6e8-2485-41ab-9915-66795dbba855 x-openstack-request-id: req-e1a9b6e8-2485-41ab-9915-66795dbba855 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:27:43.770113 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21213737-7d2c-4cfb-bf98-af0521735b2d", "name": "network-vif-plugged", "status": "completed", "tag": "ad333921-1ed4-4e1d-86bf-eca6f12a889b", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:27:43.770268 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e1a9b6e8-2485-41ab-9915-66795dbba855 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:27:43.770666 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21213737-7d2c-4cfb-bf98-af0521735b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad333921-1ed4-4e1d-86bf-eca6f12a889b', 'code': 200} Aug 22 13:27:43.821860 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-4b361dba-a444-40b6-a684-2ca61fa2aefa req-8ac1a477-52cc-4692-b568-53478b55ba5f service neutron] For port 91e50b9d-9d8a-47fd-ab10-2b37e50cfa2b, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:27:43.830216 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-4b361dba-a444-40b6-a684-2ca61fa2aefa req-8ac1a477-52cc-4692-b568-53478b55ba5f service neutron] For port 91e50b9d-9d8a-47fd-ab10-2b37e50cfa2b, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=91e50b9d-9d8a-47fd-ab10-2b37e50cfa2b,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:27:43.838972 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-4b361dba-a444-40b6-a684-2ca61fa2aefa req-8ac1a477-52cc-4692-b568-53478b55ba5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:43.851060 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['8b3f3314-355b-431b-9858-e65af80a2408'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:27:43.865811 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12900b-6def-4ef6-ba76-cc6a81741f4b req-0aa46e78-39e4-4434-9cf6-db03654470d1 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:43.867578 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2b12900b-6def-4ef6-ba76-cc6a81741f4b req-0aa46e78-39e4-4434-9cf6-db03654470d1 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0ee77e2-0ab8-434e-b7ac-eee75664f238 HTTP/1.1" status: 200 len: 948 time: 0.1081357 Aug 22 13:27:43.903726 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b361dba-a444-40b6-a684-2ca61fa2aefa req-8ac1a477-52cc-4692-b568-53478b55ba5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:43.904364 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-4b361dba-a444-40b6-a684-2ca61fa2aefa req-8ac1a477-52cc-4692-b568-53478b55ba5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:43.905782 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4b361dba-a444-40b6-a684-2ca61fa2aefa req-8ac1a477-52cc-4692-b568-53478b55ba5f service neutron] 10.222.0.41 "PUT /v2.0/ports/91e50b9d-9d8a-47fd-ab10-2b37e50cfa2b HTTP/1.1" status: 200 len: 1097 time: 1.1637816 Aug 22 13:27:43.906244 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f2efc15-9d9a-484c-a00f-d749175e9398', 'tag': '91e50b9d-9d8a-47fd-ab10-2b37e50cfa2b'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:27:43.908493 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8a110e-78ea-4164-997e-c200da844107" -d '{"events": [{"name": "network-changed", "server_uuid": "9f2efc15-9d9a-484c-a00f-d749175e9398", "tag": "91e50b9d-9d8a-47fd-ab10-2b37e50cfa2b"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:27:43.971562 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635b943-8652-489c-9087-9cf056cc3f91 req-7464b8d4-7f26-4ec3-b95e-2e1b767f8893 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:43.973170 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e635b943-8652-489c-9087-9cf056cc3f91 req-7464b8d4-7f26-4ec3-b95e-2e1b767f8893 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8fd58bb-b740-484e-8e93-0227eea186e8 HTTP/1.1" status: 200 len: 944 time: 0.1043329 Aug 22 13:27:43.984486 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2b12900b-6def-4ef6-ba76-cc6a81741f4b req-896e72f3-032a-4191-a48c-6c9b5ab0d8e2 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4498256-354e-4f3c-a0c2-fc05b4ed5abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717311 Aug 22 13:27:43.997428 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac1a477-52cc-4692-b568-53478b55ba5f service neutron] Pushing event updated for resources: {'Port': ['ID=91e50b9d-9d8a-47fd-ab10-2b37e50cfa2b,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:44.006414 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de5ad79-ed39-4f2e-a3d3-5eb6582dd9dc req-540e859a-f340-4ac7-bd56-eff421bccd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:44.007920 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4de5ad79-ed39-4f2e-a3d3-5eb6582dd9dc req-540e859a-f340-4ac7-bd56-eff421bccd48 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=21213737-7d2c-4cfb-bf98-af0521735b2d HTTP/1.1" status: 200 len: 1097 time: 0.1379724 Aug 22 13:27:44.042395 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b361dba-a444-40b6-a684-2ca61fa2aefa req-ac94aa3c-7652-4d86-9381-af8f01211b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:44.043948 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4b361dba-a444-40b6-a684-2ca61fa2aefa req-ac94aa3c-7652-4d86-9381-af8f01211b28 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=450ed73bb5ec496094bd302f13d425a6&device_id=9f2efc15-9d9a-484c-a00f-d749175e9398 HTTP/1.1" status: 200 len: 1100 time: 0.0904386 Aug 22 13:27:44.067117 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4de5ad79-ed39-4f2e-a3d3-5eb6582dd9dc req-2353335b-5218-4c33-9654-babb258d2bbe service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c0d7e346-d486-4457-acb4-4dd13017e3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497816 Aug 22 13:27:44.082570 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e635b943-8652-489c-9087-9cf056cc3f91 req-deacadb8-0ac4-4283-80c1-98a87bdda6f7 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0d7e346-d486-4457-acb4-4dd13017e3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970097 Aug 22 13:27:44.095060 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4b361dba-a444-40b6-a684-2ca61fa2aefa req-834a777a-6be4-491e-a81e-5064bbd3b781 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=91e50b9d-9d8a-47fd-ab10-2b37e50cfa2b HTTP/1.1" status: 200 len: 217 time: 0.0407655 Aug 22 13:27:44.130272 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9737e8cc-576e-445a-a102-a2c1fb3413b6 x-openstack-request-id: req-9737e8cc-576e-445a-a102-a2c1fb3413b6 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:27:44.130622 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f2efc15-9d9a-484c-a00f-d749175e9398", "tag": "91e50b9d-9d8a-47fd-ab10-2b37e50cfa2b", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:27:44.131661 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9737e8cc-576e-445a-a102-a2c1fb3413b6 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:27:44.131661 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f2efc15-9d9a-484c-a00f-d749175e9398', 'tag': '91e50b9d-9d8a-47fd-ab10-2b37e50cfa2b', 'status': 'completed', 'code': 200} Aug 22 13:27:44.157875 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937e03d-e917-4b2e-af84-2f79f60e854b req-0e5e4ca0-a7f9-470a-8f27-54738da5491a tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:44.159581 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a937e03d-e917-4b2e-af84-2f79f60e854b req-0e5e4ca0-a7f9-470a-8f27-54738da5491a tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 946 time: 0.0646012 Aug 22 13:27:44.208784 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a937e03d-e917-4b2e-af84-2f79f60e854b req-3cfa460f-a0f3-4750-99a4-18e8c3220895 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4f995f7-29d9-4ea1-8a86-26535a55404a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416770 Aug 22 13:27:44.334743 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aaa8bd-71a3-434c-9dfa-52b895480aa5 req-c7b65eee-ef72-4898-8e88-59c3b0f79047 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:44.336225 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-81aaa8bd-71a3-434c-9dfa-52b895480aa5 req-c7b65eee-ef72-4898-8e88-59c3b0f79047 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=950d0ec7-708c-4a12-9d07-fe3f2f304f78 HTTP/1.1" status: 200 len: 945 time: 0.0550139 Aug 22 13:27:44.337082 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b361dba-a444-40b6-a684-2ca61fa2aefa req-9dfecbf7-ca3d-4ea1-b380-fa43433775fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:44.338511 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4b361dba-a444-40b6-a684-2ca61fa2aefa req-9dfecbf7-ca3d-4ea1-b380-fa43433775fa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.0489144 Aug 22 13:27:44.383656 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-81aaa8bd-71a3-434c-9dfa-52b895480aa5 req-e15e64f8-b1f0-4536-b92c-ce7611b4d568 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393126 Aug 22 13:27:44.395732 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b361dba-a444-40b6-a684-2ca61fa2aefa req-0ddf0ad0-81b9-4ae4-b8b2-ff6e86c902b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:44.408108 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4b361dba-a444-40b6-a684-2ca61fa2aefa req-0ddf0ad0-81b9-4ae4-b8b2-ff6e86c902b0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0613811 Aug 22 13:27:44.528033 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4b361dba-a444-40b6-a684-2ca61fa2aefa req-20cd9027-6ee7-4b3a-ac3d-1633882d2dcd service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066723 Aug 22 13:27:44.624075 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4b361dba-a444-40b6-a684-2ca61fa2aefa req-7fa995b9-3eae-4bf7-8129-152fd8391740 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865626 Aug 22 13:27:44.729768 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a110e-78ea-4164-997e-c200da844107 req-5fea2b18-f163-4a49-bf43-50d3b2fd78bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:44.731469 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ed8a110e-78ea-4164-997e-c200da844107 req-5fea2b18-f163-4a49-bf43-50d3b2fd78bc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=450ed73bb5ec496094bd302f13d425a6&device_id=9f2efc15-9d9a-484c-a00f-d749175e9398 HTTP/1.1" status: 200 len: 1100 time: 0.0464008 Aug 22 13:27:44.816856 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e3664-1d6c-47f6-a330-ce5826221177 req-2eed3978-157c-4708-b654-777fbbee3a3b tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:44.818387 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-130e3664-1d6c-47f6-a330-ce5826221177 req-2eed3978-157c-4708-b654-777fbbee3a3b tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/ports?device_id=43ce8eb7-ee1e-4558-a34e-2935bca8d23b HTTP/1.1" status: 200 len: 950 time: 0.0771668 Aug 22 13:27:44.821577 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a110e-78ea-4164-997e-c200da844107 req-2d67e08e-3abe-4107-8e49-116744045a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:44.823113 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ed8a110e-78ea-4164-997e-c200da844107 req-2d67e08e-3abe-4107-8e49-116744045a4e service neutron] 10.222.0.41 "GET /v2.0/networks?id=7dc41cff-a3ac-4fc2-ba06-973efce2365e HTTP/1.1" status: 200 len: 870 time: 0.0838709 Aug 22 13:27:44.830928 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efa11ea-99e7-4246-8d66-b11038aebda9 req-5cb82264-3e77-42aa-8ef3-294ecc153e6a tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:44.832370 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1efa11ea-99e7-4246-8d66-b11038aebda9 req-5cb82264-3e77-42aa-8ef3-294ecc153e6a tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f2efc15-9d9a-484c-a00f-d749175e9398 HTTP/1.1" status: 200 len: 948 time: 0.0642502 Aug 22 13:27:44.879454 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ed8a110e-78ea-4164-997e-c200da844107 req-9b15f6cf-9a31-4967-b0d6-b16c6bcd06ac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=91e50b9d-9d8a-47fd-ab10-2b37e50cfa2b HTTP/1.1" status: 200 len: 217 time: 0.0396481 Aug 22 13:27:44.889003 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-130e3664-1d6c-47f6-a330-ce5826221177 req-72be7478-f800-495f-83e4-b3ab0743f57f tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1131697-a2e1-4648-8d03-b61fc79b8205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556817 Aug 22 13:27:44.893707 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1efa11ea-99e7-4246-8d66-b11038aebda9 req-3c88be4b-aa57-4b64-b1b0-f56d857fe924 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/security-groups?id=835e4b24-d982-476b-a6a6-e5ce19cfed22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547624 Aug 22 13:27:44.935571 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a110e-78ea-4164-997e-c200da844107 req-38a28880-c6d2-430e-affe-c8446f2fa8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:44.937091 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ed8a110e-78ea-4164-997e-c200da844107 req-38a28880-c6d2-430e-affe-c8446f2fa8bc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.0482762 Aug 22 13:27:44.988042 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a110e-78ea-4164-997e-c200da844107 req-d5d83c62-569e-4ea7-8d73-c592a897a564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:44.989724 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ed8a110e-78ea-4164-997e-c200da844107 req-d5d83c62-569e-4ea7-8d73-c592a897a564 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0424490 Aug 22 13:27:44.994282 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd222d88-7424-4400-ad1d-c863f4552ec3 req-de0cbe19-f950-468a-b7b3-1726966775a5 tempest-LiveMigrationNegativeTest-1124019578 tempest-LiveMigrationNegativeTest-1124019578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:44.995795 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bd222d88-7424-4400-ad1d-c863f4552ec3 req-de0cbe19-f950-468a-b7b3-1726966775a5 tempest-LiveMigrationNegativeTest-1124019578 tempest-LiveMigrationNegativeTest-1124019578-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=43ce8eb7-ee1e-4558-a34e-2935bca8d23b HTTP/1.1" status: 200 len: 1102 time: 0.0406060 Aug 22 13:27:45.015241 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-bd222d88-7424-4400-ad1d-c863f4552ec3 req-3f00eabc-d41a-42c6-8f46-2f57663688ea tempest-LiveMigrationNegativeTest-1124019578 tempest-LiveMigrationNegativeTest-1124019578-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:45.086505 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ed8a110e-78ea-4164-997e-c200da844107 req-9045d97d-40d5-4fd5-a8f6-d0ac28d423b5 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879443 Aug 22 13:27:45.106890 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-bd222d88-7424-4400-ad1d-c863f4552ec3 req-3f00eabc-d41a-42c6-8f46-2f57663688ea tempest-LiveMigrationNegativeTest-1124019578 tempest-LiveMigrationNegativeTest-1124019578-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:45.111605 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-bd222d88-7424-4400-ad1d-c863f4552ec3 req-3f00eabc-d41a-42c6-8f46-2f57663688ea tempest-LiveMigrationNegativeTest-1124019578 tempest-LiveMigrationNegativeTest-1124019578-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:45.145377 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bd222d88-7424-4400-ad1d-c863f4552ec3 req-3f00eabc-d41a-42c6-8f46-2f57663688ea tempest-LiveMigrationNegativeTest-1124019578 tempest-LiveMigrationNegativeTest-1124019578-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c1131697-a2e1-4648-8d03-b61fc79b8205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424870 Aug 22 13:27:45.150691 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f00eabc-d41a-42c6-8f46-2f57663688ea tempest-LiveMigrationNegativeTest-1124019578 tempest-LiveMigrationNegativeTest-1124019578-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c901fa0a-68e4-41ad-90ef-3ec77b3fbce9,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:45.206583 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ed8a110e-78ea-4164-997e-c200da844107 req-d475ece7-a2d9-4b58-8340-c9cbe9a4ef62 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061440 Aug 22 13:27:45.215126 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce345b-7194-4910-9268-912bcb7bf748 req-31a5e20b-bff0-4ccf-b746-1f7cc3513bb6 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:45.216659 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c1ce345b-7194-4910-9268-912bcb7bf748 req-31a5e20b-bff0-4ccf-b746-1f7cc3513bb6 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8fd58bb-b740-484e-8e93-0227eea186e8 HTTP/1.1" status: 200 len: 944 time: 0.0516820 Aug 22 13:27:45.257695 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c1ce345b-7194-4910-9268-912bcb7bf748 req-da90af6c-e5d8-45ac-909c-fe04f1f2b6a3 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0d7e346-d486-4457-acb4-4dd13017e3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350969 Aug 22 13:27:45.369137 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7168846d-62de-4d8b-8dea-f75a5d980699 req-46a1a78b-8390-432c-a120-489d599a6b52 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:45.370560 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7168846d-62de-4d8b-8dea-f75a5d980699 req-46a1a78b-8390-432c-a120-489d599a6b52 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 946 time: 0.0493300 Aug 22 13:27:45.392123 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 3bdf6d62-fbdf-4713-b5d0-4b1371edf076 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:27:45.434087 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7168846d-62de-4d8b-8dea-f75a5d980699 req-845b3ff4-930c-4d90-a18e-e81418710918 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4f995f7-29d9-4ea1-8a86-26535a55404a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562634 Aug 22 13:27:45.448359 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port 3bdf6d62-fbdf-4713-b5d0-4b1371edf076 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:27:45.452452 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 3bdf6d62-fbdf-4713-b5d0-4b1371edf076 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:27:45.452899 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:45.538017 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662745f7-9f15-4151-b707-534c3064a25f req-df6d5ca4-f08d-4cf1-b4a3-5528527be31f tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:45.539616 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-662745f7-9f15-4151-b707-534c3064a25f req-df6d5ca4-f08d-4cf1-b4a3-5528527be31f tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/ports?device_id=43ce8eb7-ee1e-4558-a34e-2935bca8d23b HTTP/1.1" status: 200 len: 950 time: 0.0788243 Aug 22 13:27:45.544127 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:45.579554 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 3bdf6d62-fbdf-4713-b5d0-4b1371edf076, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=3bdf6d62-fbdf-4713-b5d0-4b1371edf076,segment=NetworkSegment(18b5a6df-b98f-4d4b-9428-0223d3f719a9),segment_id=18b5a6df-b98f-4d4b-9428-0223d3f719a9)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:27:45.583694 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:45.616697 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-662745f7-9f15-4151-b707-534c3064a25f req-6fb8ee82-deba-4f72-ac7e-8f622117d341 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1131697-a2e1-4648-8d03-b61fc79b8205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647941 Aug 22 13:27:45.628130 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf23afd-53a9-424c-a662-2cad916b1ffe req-3a773727-247b-49a1-8e43-e0e1990f3153 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:45.629780 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-aaf23afd-53a9-424c-a662-2cad916b1ffe req-3a773727-247b-49a1-8e43-e0e1990f3153 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=950d0ec7-708c-4a12-9d07-fe3f2f304f78 HTTP/1.1" status: 200 len: 945 time: 0.0892239 Aug 22 13:27:45.648052 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=3bdf6d62-fbdf-4713-b5d0-4b1371edf076,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:45.771889 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950d0ec7-708c-4a12-9d07-fe3f2f304f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bdf6d62-fbdf-4713-b5d0-4b1371edf076'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:27:45.774853 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642c0a18-ca8a-4ac3-94d9-47e6e8982c8c" -d '{"events": [{"server_uuid": "950d0ec7-708c-4a12-9d07-fe3f2f304f78", "name": "network-vif-plugged", "status": "completed", "tag": "3bdf6d62-fbdf-4713-b5d0-4b1371edf076"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:27:45.877170 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a496c83-0c63-4d27-820d-85b7eee3c0ec x-openstack-request-id: req-5a496c83-0c63-4d27-820d-85b7eee3c0ec {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:27:45.877498 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "950d0ec7-708c-4a12-9d07-fe3f2f304f78", "name": "network-vif-plugged", "status": "completed", "tag": "3bdf6d62-fbdf-4713-b5d0-4b1371edf076", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:27:45.877759 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5a496c83-0c63-4d27-820d-85b7eee3c0ec {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:27:45.878179 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950d0ec7-708c-4a12-9d07-fe3f2f304f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bdf6d62-fbdf-4713-b5d0-4b1371edf076', 'code': 200} Aug 22 13:27:46.040481 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-aaf23afd-53a9-424c-a662-2cad916b1ffe req-02310d75-98f7-425e-9b46-2df4a504b019 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4021101 Aug 22 13:27:46.059404 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d614c0b2-b9cd-44cf-b16c-3f938d14aa43 req-e271639f-80a7-4a54-854e-3bcae12baa7c tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:46.060881 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d614c0b2-b9cd-44cf-b16c-3f938d14aa43 req-e271639f-80a7-4a54-854e-3bcae12baa7c tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f2efc15-9d9a-484c-a00f-d749175e9398 HTTP/1.1" status: 200 len: 948 time: 0.0898514 Aug 22 13:27:46.066111 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a24f5-7985-4856-9ba3-4fc9bb92245a req-7241005b-1452-41ee-9653-7d8eb76c7d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:46.067510 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8c9a24f5-7985-4856-9ba3-4fc9bb92245a req-7241005b-1452-41ee-9653-7d8eb76c7d6b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=950d0ec7-708c-4a12-9d07-fe3f2f304f78 HTTP/1.1" status: 200 len: 1098 time: 0.0834310 Aug 22 13:27:46.118705 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d614c0b2-b9cd-44cf-b16c-3f938d14aa43 req-e023129f-0a9c-42ca-90d2-ac0aac6c8a0f tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/security-groups?id=835e4b24-d982-476b-a6a6-e5ce19cfed22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502701 Aug 22 13:27:46.124635 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8c9a24f5-7985-4856-9ba3-4fc9bb92245a req-c32f189e-1c37-41dd-9374-aa9538ef13db service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420775 Aug 22 13:27:46.370514 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cfe05d-a7fe-4937-b4b3-5a9f188906ad req-197cfefa-7fcd-4904-b63f-e4dd10d56f5c tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:46.372133 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e5cfe05d-a7fe-4937-b4b3-5a9f188906ad req-197cfefa-7fcd-4904-b63f-e4dd10d56f5c tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8fd58bb-b740-484e-8e93-0227eea186e8 HTTP/1.1" status: 200 len: 944 time: 0.0484438 Aug 22 13:27:46.408216 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e5cfe05d-a7fe-4937-b4b3-5a9f188906ad req-bc586bb3-8b90-4d52-af22-177ae9cc442a tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0d7e346-d486-4457-acb4-4dd13017e3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302052 Aug 22 13:27:46.553387 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695882a5-dc2c-48a3-97b0-82be6cdb2e59 req-119bcab2-879a-45ab-98a8-52658a5652bf tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:46.554838 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-695882a5-dc2c-48a3-97b0-82be6cdb2e59 req-119bcab2-879a-45ab-98a8-52658a5652bf tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 946 time: 0.0478556 Aug 22 13:27:46.592063 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-695882a5-dc2c-48a3-97b0-82be6cdb2e59 req-6655e344-4445-4bca-9f9a-029cb1a6eb48 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4f995f7-29d9-4ea1-8a86-26535a55404a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300360 Aug 22 13:27:46.720554 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 49182ab7-2c16-40e9-8e35-5b5ee774a5c3 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:27:46.724910 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 8b3f3314-355b-431b-9858-e65af80a2408 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:27:46.739070 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde42bfd-a348-47bf-8564-efbdf4608518 req-2d687aa3-5f62-42c1-afb8-a270039a8d55 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:46.740740 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bde42bfd-a348-47bf-8564-efbdf4608518 req-2d687aa3-5f62-42c1-afb8-a270039a8d55 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/ports?device_id=43ce8eb7-ee1e-4558-a34e-2935bca8d23b HTTP/1.1" status: 200 len: 950 time: 0.0503564 Aug 22 13:27:46.786377 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bde42bfd-a348-47bf-8564-efbdf4608518 req-3b1ac718-6a61-4caf-a4c8-3bc787d50e89 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1131697-a2e1-4648-8d03-b61fc79b8205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377445 Aug 22 13:27:46.839277 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 8b3f3314-355b-431b-9858-e65af80a2408 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:27:46.846841 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 8b3f3314-355b-431b-9858-e65af80a2408 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:27:46.847230 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:46.886212 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 49182ab7-2c16-40e9-8e35-5b5ee774a5c3, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=49182ab7-2c16-40e9-8e35-5b5ee774a5c3,segment=NetworkSegment(e0cf36a3-398c-4c68-a668-edae22b1fee1),segment_id=e0cf36a3-398c-4c68-a668-edae22b1fee1)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:27:46.901173 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '49182ab7-2c16-40e9-8e35-5b5ee774a5c3', 'network_id': 'dfedf898-aca6-4df9-b6f5-cb8b2650ce65', 'port_id': '49182ab7-2c16-40e9-8e35-5b5ee774a5c3', 'mac_address': 'fa:16:3e:67:35:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86161abd-93fb-4a2f-8c13-984112b572a1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:27:46.970856 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:46.991804 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49182ab7-2c16-40e9-8e35-5b5ee774a5c3 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:27:46.996781 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:47.024629 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 49182ab7-2c16-40e9-8e35-5b5ee774a5c3, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=49182ab7-2c16-40e9-8e35-5b5ee774a5c3,segment=NetworkSegment(e0cf36a3-398c-4c68-a668-edae22b1fee1),segment_id=e0cf36a3-398c-4c68-a668-edae22b1fee1)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:27:47.029078 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:47.029941 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 91e50b9d-9d8a-47fd-ab10-2b37e50cfa2b details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:27:47.073978 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 8b3f3314-355b-431b-9858-e65af80a2408, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=8b3f3314-355b-431b-9858-e65af80a2408,segment=NetworkSegment(c14ea0a9-1cfb-4c82-9a02-4564e8498d93),segment_id=c14ea0a9-1cfb-4c82-9a02-4564e8498d93)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:27:47.081132 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:47.140043 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=49182ab7-2c16-40e9-8e35-5b5ee774a5c3,revision_number=6']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:47.164182 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611acdce-a6d1-4400-b338-3309e5910f2b req-820a2589-6d62-4162-9f94-c649160f11a0 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:47.165693 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-611acdce-a6d1-4400-b338-3309e5910f2b req-820a2589-6d62-4162-9f94-c649160f11a0 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=950d0ec7-708c-4a12-9d07-fe3f2f304f78 HTTP/1.1" status: 200 len: 946 time: 0.0491855 Aug 22 13:27:47.216666 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=8b3f3314-355b-431b-9858-e65af80a2408,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:47.221462 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-611acdce-a6d1-4400-b338-3309e5910f2b req-3e4a00b6-e722-4ded-9354-65af4d286935 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467880 Aug 22 13:27:47.225276 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 91e50b9d-9d8a-47fd-ab10-2b37e50cfa2b, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=91e50b9d-9d8a-47fd-ab10-2b37e50cfa2b,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:27:47.237074 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '91e50b9d-9d8a-47fd-ab10-2b37e50cfa2b', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'port_id': '91e50b9d-9d8a-47fd-ab10-2b37e50cfa2b', 'mac_address': 'fa:16:3e:6b:85:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7151c727-b27f-4308-8098-60bc16140d45', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:27:47.259192 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4ae30-5fe7-4a71-8274-aca3b9744fa8 req-e9b3f60b-2bfe-470c-86d8-a82de77713ce tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:47.261231 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9ec4ae30-5fe7-4a71-8274-aca3b9744fa8 req-e9b3f60b-2bfe-470c-86d8-a82de77713ce tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f2efc15-9d9a-484c-a00f-d749175e9398 HTTP/1.1" status: 200 len: 948 time: 0.0586164 Aug 22 13:27:47.276480 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:47.292687 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91e50b9d-9d8a-47fd-ab10-2b37e50cfa2b {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:27:47.301924 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9ec4ae30-5fe7-4a71-8274-aca3b9744fa8 req-f06249a1-2d7e-4165-b2a6-f3b0ad36f823 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/security-groups?id=835e4b24-d982-476b-a6a6-e5ce19cfed22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338991 Aug 22 13:27:47.330998 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 91e50b9d-9d8a-47fd-ab10-2b37e50cfa2b, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=91e50b9d-9d8a-47fd-ab10-2b37e50cfa2b,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:27:47.335900 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:47.340677 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c65f0-6f82-408d-9c0c-7b16f274d971 req-0a2b94b9-98b2-47af-b80c-c8b8f3d8629f tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:47.342221 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e93c65f0-6f82-408d-9c0c-7b16f274d971 req-0a2b94b9-98b2-47af-b80c-c8b8f3d8629f tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.41 "GET /v2.0/ports?device_id=43ce8eb7-ee1e-4558-a34e-2935bca8d23b HTTP/1.1" status: 200 len: 950 time: 0.0709555 Aug 22 13:27:47.391623 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=91e50b9d-9d8a-47fd-ab10-2b37e50cfa2b,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:47.453752 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['49182ab7-2c16-40e9-8e35-5b5ee774a5c3'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:27:47.454414 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-e93c65f0-6f82-408d-9c0c-7b16f274d971 req-deb5ee8b-5c01-45eb-a9b2-a9bb19dcbf10 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Deleting port 3b023f8c-5f9e-4d44-9017-842b5af7ba50 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:27:47.454945 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e93c65f0-6f82-408d-9c0c-7b16f274d971 req-deb5ee8b-5c01-45eb-a9b2-a9bb19dcbf10 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:47.544748 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae654b33-852a-4d02-b9aa-0fea93f8e951 req-2755a3ee-da02-4352-a575-7bd4abc55a23 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:47.546292 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ae654b33-852a-4d02-b9aa-0fea93f8e951 req-2755a3ee-da02-4352-a575-7bd4abc55a23 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8fd58bb-b740-484e-8e93-0227eea186e8 HTTP/1.1" status: 200 len: 945 time: 0.0608094 Aug 22 13:27:47.583304 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-e93c65f0-6f82-408d-9c0c-7b16f274d971 req-deb5ee8b-5c01-45eb-a9b2-a9bb19dcbf10 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] For port 3b023f8c-5f9e-4d44-9017-842b5af7ba50, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=3b023f8c-5f9e-4d44-9017-842b5af7ba50,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:27:47.583687 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e93c65f0-6f82-408d-9c0c-7b16f274d971 req-deb5ee8b-5c01-45eb-a9b2-a9bb19dcbf10 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:47.599190 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-e93c65f0-6f82-408d-9c0c-7b16f274d971 req-deb5ee8b-5c01-45eb-a9b2-a9bb19dcbf10 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Calling delete_port for 3b023f8c-5f9e-4d44-9017-842b5af7ba50 owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:27:47.626414 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ae654b33-852a-4d02-b9aa-0fea93f8e951 req-723fa754-5c45-49e8-a2e2-0b625670e91d tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0d7e346-d486-4457-acb4-4dd13017e3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722606 Aug 22 13:27:47.662575 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['91e50b9d-9d8a-47fd-ab10-2b37e50cfa2b'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:27:47.755235 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b02df-1857-4ed3-873d-63652ace8755 req-084220f8-8304-415c-ae84-821c91eb92a6 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:47.757101 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a69b02df-1857-4ed3-873d-63652ace8755 req-084220f8-8304-415c-ae84-821c91eb92a6 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 945 time: 0.0726929 Aug 22 13:27:47.764847 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e93c65f0-6f82-408d-9c0c-7b16f274d971 req-deb5ee8b-5c01-45eb-a9b2-a9bb19dcbf10 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:47.793620 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb5ee8b-5c01-45eb-a9b2-a9bb19dcbf10 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Pushing event deleted for resources: {'Port': ['ID=3b023f8c-5f9e-4d44-9017-842b5af7ba50,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:47.856664 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a69b02df-1857-4ed3-873d-63652ace8755 req-11a03033-dbe4-421d-beb4-84d2c6a9c840 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4f995f7-29d9-4ea1-8a86-26535a55404a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885122 Aug 22 13:27:47.856920 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-e93c65f0-6f82-408d-9c0c-7b16f274d971 req-deb5ee8b-5c01-45eb-a9b2-a9bb19dcbf10 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] No DVR routers for this DVR port 3b023f8c-5f9e-4d44-9017-842b5af7ba50 on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:27:47.859437 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e93c65f0-6f82-408d-9c0c-7b16f274d971 req-deb5ee8b-5c01-45eb-a9b2-a9bb19dcbf10 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:47.861722 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e93c65f0-6f82-408d-9c0c-7b16f274d971 req-deb5ee8b-5c01-45eb-a9b2-a9bb19dcbf10 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.41 "DELETE /v2.0/ports/3b023f8c-5f9e-4d44-9017-842b5af7ba50 HTTP/1.1" status: 204 len: 173 time: 0.5044489 Aug 22 13:27:47.862147 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ce8eb7-ee1e-4558-a34e-2935bca8d23b', 'name': 'network-vif-deleted', 'tag': '3b023f8c-5f9e-4d44-9017-842b5af7ba50'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:27:47.864612 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55dff3e0-0b70-4c44-9ec1-d332c73f9ecc" -d '{"events": [{"server_uuid": "43ce8eb7-ee1e-4558-a34e-2935bca8d23b", "name": "network-vif-deleted", "tag": "3b023f8c-5f9e-4d44-9017-842b5af7ba50"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:27:47.882586 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fd58bb-b740-484e-8e93-0227eea186e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3f3314-355b-431b-9858-e65af80a2408'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:27:47.889040 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b51d63f-52ac-40b3-93e5-891d7bbf7d70" -d '{"events": [{"server_uuid": "f8fd58bb-b740-484e-8e93-0227eea186e8", "name": "network-vif-plugged", "status": "completed", "tag": "8b3f3314-355b-431b-9858-e65af80a2408"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:27:47.953875 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:27:48.003591 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-624c0749-cb77-424c-8499-bebd2f2e6f5e req-e4ca56aa-6b86-4571-96f1-ff33999ec60e tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/ports?device_id=43ce8eb7-ee1e-4558-a34e-2935bca8d23b HTTP/1.1" status: 200 len: 210 time: 0.0550232 Aug 22 13:27:48.057938 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75984646-8396-4989-9ccd-a90828c37f61 x-openstack-request-id: req-75984646-8396-4989-9ccd-a90828c37f61 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:27:48.058225 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ce8eb7-ee1e-4558-a34e-2935bca8d23b", "name": "network-vif-deleted", "tag": "3b023f8c-5f9e-4d44-9017-842b5af7ba50", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:27:48.060747 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-75984646-8396-4989-9ccd-a90828c37f61 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:27:48.061061 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ce8eb7-ee1e-4558-a34e-2935bca8d23b', 'name': 'network-vif-deleted', 'tag': '3b023f8c-5f9e-4d44-9017-842b5af7ba50', 'status': 'completed', 'code': 200} Aug 22 13:27:48.101253 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3151e619-3b60-446f-bea5-849fe38248b2 x-openstack-request-id: req-3151e619-3b60-446f-bea5-849fe38248b2 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:27:48.102951 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8fd58bb-b740-484e-8e93-0227eea186e8", "name": "network-vif-plugged", "status": "completed", "tag": "8b3f3314-355b-431b-9858-e65af80a2408", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:27:48.103491 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3151e619-3b60-446f-bea5-849fe38248b2 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:27:48.104047 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8fd58bb-b740-484e-8e93-0227eea186e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3f3314-355b-431b-9858-e65af80a2408', 'code': 200} Aug 22 13:27:48.226283 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab884079-023a-4c40-bea1-8be8f7e7689e req-fe0c3557-462d-4b7c-98ca-00b294c70db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:48.227835 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ab884079-023a-4c40-bea1-8be8f7e7689e req-fe0c3557-462d-4b7c-98ca-00b294c70db1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f8fd58bb-b740-484e-8e93-0227eea186e8 HTTP/1.1" status: 200 len: 1097 time: 0.0425651 Aug 22 13:27:48.275262 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ab884079-023a-4c40-bea1-8be8f7e7689e req-b222c4e0-9c84-491c-9286-1ca4cb78b6d0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c0d7e346-d486-4457-acb4-4dd13017e3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367768 Aug 22 13:27:48.400121 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0d07b-2bcb-49e9-816a-d66f5b6df5cf req-0e53b23f-d87e-474f-88c4-e1b6a75efa63 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:48.419986 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c4d0d07b-2bcb-49e9-816a-d66f5b6df5cf req-0e53b23f-d87e-474f-88c4-e1b6a75efa63 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=950d0ec7-708c-4a12-9d07-fe3f2f304f78 HTTP/1.1" status: 200 len: 946 time: 0.1187720 Aug 22 13:27:48.521697 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f47ce-4a1f-4ebe-aa1f-bf43bc0d87a7 req-c28c721f-51a7-4d3d-abe0-d19f3352a28c tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:48.523225 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6f4f47ce-4a1f-4ebe-aa1f-bf43bc0d87a7 req-c28c721f-51a7-4d3d-abe0-d19f3352a28c tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f2efc15-9d9a-484c-a00f-d749175e9398 HTTP/1.1" status: 200 len: 949 time: 0.1022441 Aug 22 13:27:48.539383 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c4d0d07b-2bcb-49e9-816a-d66f5b6df5cf req-afd40d6c-f706-46be-b71d-6bb0eb1ba2e5 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992556 Aug 22 13:27:48.578511 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6f4f47ce-4a1f-4ebe-aa1f-bf43bc0d87a7 req-8ed33ebf-48a9-404d-ba7b-6c980ce565eb tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/security-groups?id=835e4b24-d982-476b-a6a6-e5ce19cfed22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380726 Aug 22 13:27:48.590466 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['e66ed144-3707-47c6-bf22-bae6e222e96d', '3b023f8c-5f9e-4d44-9017-842b5af7ba50'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:27:48.738132 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 49182ab7-2c16-40e9-8e35-5b5ee774a5c3 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:27:48.836627 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8371291-541e-4a36-91db-a5e355782689 req-e4c7f96d-89d9-4af8-bb7c-613f38b68ceb tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:48.847318 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f8371291-541e-4a36-91db-a5e355782689 req-e4c7f96d-89d9-4af8-bb7c-613f38b68ceb tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8fd58bb-b740-484e-8e93-0227eea186e8 HTTP/1.1" status: 200 len: 945 time: 0.0935013 Aug 22 13:27:48.856134 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 49182ab7-2c16-40e9-8e35-5b5ee774a5c3 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:27:48.856768 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:48.906781 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f8371291-541e-4a36-91db-a5e355782689 req-4cd5d31d-e69a-479f-a728-85cd66845853 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0d7e346-d486-4457-acb4-4dd13017e3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580332 Aug 22 13:27:49.063271 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:49.119489 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf792a-cffc-4291-8df7-03df3cb9f94b req-04702914-a368-464c-b35c-62698f4feccb tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:49.128868 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5bbf792a-cffc-4291-8df7-03df3cb9f94b req-04702914-a368-464c-b35c-62698f4feccb tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 945 time: 0.0729525 Aug 22 13:27:49.163697 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 49182ab7-2c16-40e9-8e35-5b5ee774a5c3, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=49182ab7-2c16-40e9-8e35-5b5ee774a5c3,segment=NetworkSegment(e0cf36a3-398c-4c68-a668-edae22b1fee1),segment_id=e0cf36a3-398c-4c68-a668-edae22b1fee1)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:27:49.171951 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:49.172794 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 3b023f8c-5f9e-4d44-9017-842b5af7ba50 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:27:49.185165 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5bbf792a-cffc-4291-8df7-03df3cb9f94b req-8e8a2824-bcdd-4903-b39a-f9dd9c73ba88 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4f995f7-29d9-4ea1-8a86-26535a55404a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539255 Aug 22 13:27:49.264119 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: 3b023f8c-5f9e-4d44-9017-842b5af7ba50 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:27:49.264764 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 3b023f8c-5f9e-4d44-9017-842b5af7ba50 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:27:49.296996 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=49182ab7-2c16-40e9-8e35-5b5ee774a5c3,revision_number=7']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:49.405785 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device cc532801-56c0-4a1e-ac60-3f4a8c29f7d9 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:27:49.640184 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c291e8-c34e-4fb3-9697-be93b2625cce req-aea78585-ac4a-4b44-8b56-474f9d12a715 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:49.642983 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-26c291e8-c34e-4fb3-9697-be93b2625cce req-aea78585-ac4a-4b44-8b56-474f9d12a715 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06ebcdb-9bce-4b4c-a12d-ea3b10b94465 HTTP/1.1" status: 200 len: 949 time: 0.1026959 Aug 22 13:27:49.663254 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port cc532801-56c0-4a1e-ac60-3f4a8c29f7d9, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=cc532801-56c0-4a1e-ac60-3f4a8c29f7d9,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:27:49.678832 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': 'cc532801-56c0-4a1e-ac60-3f4a8c29f7d9', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'port_id': 'cc532801-56c0-4a1e-ac60-3f4a8c29f7d9', 'mac_address': 'fa:16:3e:2a:b1:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7151c727-b27f-4308-8098-60bc16140d45', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:27:49.729859 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-26c291e8-c34e-4fb3-9697-be93b2625cce req-0f8248d8-42d7-42db-b8b9-281add6593a5 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1131697-a2e1-4648-8d03-b61fc79b8205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801888 Aug 22 13:27:49.773815 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:49.803902 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cc532801-56c0-4a1e-ac60-3f4a8c29f7d9 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:27:49.852204 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port cc532801-56c0-4a1e-ac60-3f4a8c29f7d9, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=cc532801-56c0-4a1e-ac60-3f4a8c29f7d9,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:27:49.868704 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:49.964089 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2f0c5-8fb6-49aa-b570-f697eb4e1d76 req-1f4d964d-065f-4520-9179-37b51f663ac8 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:49.978549 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-20d2f0c5-8fb6-49aa-b570-f697eb4e1d76 req-1f4d964d-065f-4520-9179-37b51f663ac8 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=950d0ec7-708c-4a12-9d07-fe3f2f304f78 HTTP/1.1" status: 200 len: 946 time: 0.1184292 Aug 22 13:27:49.993835 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=cc532801-56c0-4a1e-ac60-3f4a8c29f7d9,revision_number=6']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:50.048531 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-20d2f0c5-8fb6-49aa-b570-f697eb4e1d76 req-6871739f-801d-45f9-aa52-34a439e606e5 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673656 Aug 22 13:27:50.106313 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49182ab7-2c16-40e9-8e35-5b5ee774a5c3'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:27:50.109813 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19dbf835-ad9b-4028-bf59-33c49eaad422" -d '{"events": [{"server_uuid": "7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451", "name": "network-vif-plugged", "status": "completed", "tag": "49182ab7-2c16-40e9-8e35-5b5ee774a5c3"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:27:50.175275 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['cc532801-56c0-4a1e-ac60-3f4a8c29f7d9'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:27:50.192182 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d002233-396a-4dd7-ac4e-f1933e5fb73f req-e40e8df8-a0ac-440f-a43a-ebaab4e35fc8 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:50.193805 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d002233-396a-4dd7-ac4e-f1933e5fb73f req-e40e8df8-a0ac-440f-a43a-ebaab4e35fc8 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f2efc15-9d9a-484c-a00f-d749175e9398 HTTP/1.1" status: 200 len: 949 time: 0.0786283 Aug 22 13:27:50.294086 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d002233-396a-4dd7-ac4e-f1933e5fb73f req-efc597ae-4786-4145-b6ab-55fdf09d33e0 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/security-groups?id=835e4b24-d982-476b-a6a6-e5ce19cfed22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904491 Aug 22 13:27:50.522837 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b6638-14e6-4222-ab82-f6f27e938738 req-3245e0f9-f314-4129-b500-7516a7a4bbd7 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:50.528740 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ac9b6638-14e6-4222-ab82-f6f27e938738 req-3245e0f9-f314-4129-b500-7516a7a4bbd7 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8fd58bb-b740-484e-8e93-0227eea186e8 HTTP/1.1" status: 200 len: 945 time: 0.1009636 Aug 22 13:27:50.604599 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ac9b6638-14e6-4222-ab82-f6f27e938738 req-a17507fc-4a70-4c2a-8fc8-a3409f51c97c tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0d7e346-d486-4457-acb4-4dd13017e3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508103 Aug 22 13:27:50.739984 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 91e50b9d-9d8a-47fd-ab10-2b37e50cfa2b up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:27:50.801004 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a018bb5-e6fa-4542-ab3c-6c9e6f51d0e9 req-65b938db-90dc-4080-97ed-6f2c679422c3 tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:50.818370 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5a018bb5-e6fa-4542-ab3c-6c9e6f51d0e9 req-65b938db-90dc-4080-97ed-6f2c679422c3 tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=950d0ec7-708c-4a12-9d07-fe3f2f304f78 HTTP/1.1" status: 200 len: 1098 time: 0.0907176 Aug 22 13:27:50.848932 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 91e50b9d-9d8a-47fd-ab10-2b37e50cfa2b completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:27:50.856787 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 91e50b9d-9d8a-47fd-ab10-2b37e50cfa2b triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:27:50.857151 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:50.910588 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5a018bb5-e6fa-4542-ab3c-6c9e6f51d0e9 req-ec2e2982-7230-429c-b622-107ebf3b024e tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899396 Aug 22 13:27:51.053316 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:51.145153 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 91e50b9d-9d8a-47fd-ab10-2b37e50cfa2b, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=91e50b9d-9d8a-47fd-ab10-2b37e50cfa2b,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:27:51.151600 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:51.154507 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed6ea96-df50-4f97-a027-9d3db246baee x-openstack-request-id: req-2ed6ea96-df50-4f97-a027-9d3db246baee {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:27:51.154797 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451", "name": "network-vif-plugged", "status": "completed", "tag": "49182ab7-2c16-40e9-8e35-5b5ee774a5c3", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:27:51.155050 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2ed6ea96-df50-4f97-a027-9d3db246baee {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:27:51.155440 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49182ab7-2c16-40e9-8e35-5b5ee774a5c3', 'code': 200} Aug 22 13:27:51.237315 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=91e50b9d-9d8a-47fd-ab10-2b37e50cfa2b,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:51.299389 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b661bea1-ea5c-4b28-a870-8f8693799db7 req-cce35e51-0c23-4f55-81fd-cd5df69e181b tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:51.301245 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b661bea1-ea5c-4b28-a870-8f8693799db7 req-cce35e51-0c23-4f55-81fd-cd5df69e181b tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 946 time: 0.0630002 Aug 22 13:27:51.302346 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6405ee-0874-4c00-9dfe-e4f318611ad1 req-30318367-fcd4-4198-81c1-fd94bc5dc492 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:51.312639 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-eb6405ee-0874-4c00-9dfe-e4f318611ad1 req-30318367-fcd4-4198-81c1-fd94bc5dc492 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.41 "GET /v2.0/ports?device_id=a06ebcdb-9bce-4b4c-a12d-ea3b10b94465 HTTP/1.1" status: 200 len: 949 time: 0.1243992 Aug 22 13:27:51.362290 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b661bea1-ea5c-4b28-a870-8f8693799db7 req-263feb30-8e76-46f1-a144-9971c618465d tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4f995f7-29d9-4ea1-8a86-26535a55404a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521998 Aug 22 13:27:51.422105 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device cc532801-56c0-4a1e-ac60-3f4a8c29f7d9 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:27:51.464223 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-eb6405ee-0874-4c00-9dfe-e4f318611ad1 req-9ddbcdf9-e5fb-43df-87b5-9625ff1548aa tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Deleting port e66ed144-3707-47c6-bf22-bae6e222e96d {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:27:51.465100 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-eb6405ee-0874-4c00-9dfe-e4f318611ad1 req-9ddbcdf9-e5fb-43df-87b5-9625ff1548aa tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:51.549195 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port cc532801-56c0-4a1e-ac60-3f4a8c29f7d9 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:27:51.551064 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:51.576738 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-eb6405ee-0874-4c00-9dfe-e4f318611ad1 req-9ddbcdf9-e5fb-43df-87b5-9625ff1548aa tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] For port e66ed144-3707-47c6-bf22-bae6e222e96d, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=e66ed144-3707-47c6-bf22-bae6e222e96d,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:27:51.577316 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-eb6405ee-0874-4c00-9dfe-e4f318611ad1 req-9ddbcdf9-e5fb-43df-87b5-9625ff1548aa tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:51.592210 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-eb6405ee-0874-4c00-9dfe-e4f318611ad1 req-9ddbcdf9-e5fb-43df-87b5-9625ff1548aa tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Calling delete_port for e66ed144-3707-47c6-bf22-bae6e222e96d owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:27:51.712035 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:51.765425 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port cc532801-56c0-4a1e-ac60-3f4a8c29f7d9, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=cc532801-56c0-4a1e-ac60-3f4a8c29f7d9,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:27:51.778389 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:51.798239 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9c568-e6a3-4692-a3f5-f8efe9146956 req-b0e0a5b7-82f3-479b-a898-5316772d6369 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:51.806377 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ad9c568-e6a3-4692-a3f5-f8efe9146956 req-b0e0a5b7-82f3-479b-a898-5316772d6369 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.21 "GET /v2.0/ports?device_id=21213737-7d2c-4cfb-bf98-af0521735b2d HTTP/1.1" status: 200 len: 945 time: 0.1475091 Aug 22 13:27:51.897197 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ad9c568-e6a3-4692-a3f5-f8efe9146956 req-4cd3e463-72fd-41b8-8175-b888ce7a8242 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0d7e346-d486-4457-acb4-4dd13017e3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818257 Aug 22 13:27:51.905828 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=cc532801-56c0-4a1e-ac60-3f4a8c29f7d9,revision_number=7']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:51.932270 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-eb6405ee-0874-4c00-9dfe-e4f318611ad1 req-9ddbcdf9-e5fb-43df-87b5-9625ff1548aa tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:51.977876 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['e66ed144-3707-47c6-bf22-bae6e222e96d'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:27:52.044727 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7c16b21e-b46c-440e-a321-dd17753a844b req-43369a3e-313d-41ad-acc1-5b45a4e8a206 tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06ebcdb-9bce-4b4c-a12d-ea3b10b94465 HTTP/1.1" status: 200 len: 210 time: 0.0486138 Aug 22 13:27:52.077940 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddbcdf9-e5fb-43df-87b5-9625ff1548aa tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Pushing event deleted for resources: {'Port': ['ID=e66ed144-3707-47c6-bf22-bae6e222e96d,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:52.137031 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb6405ee-0874-4c00-9dfe-e4f318611ad1 req-9ddbcdf9-e5fb-43df-87b5-9625ff1548aa tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] No DVR routers for this DVR port e66ed144-3707-47c6-bf22-bae6e222e96d on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:27:52.140316 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-eb6405ee-0874-4c00-9dfe-e4f318611ad1 req-9ddbcdf9-e5fb-43df-87b5-9625ff1548aa tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:52.144907 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-eb6405ee-0874-4c00-9dfe-e4f318611ad1 req-9ddbcdf9-e5fb-43df-87b5-9625ff1548aa tempest-LiveMigrationNegativeTest-797933815 tempest-LiveMigrationNegativeTest-797933815-project] 10.222.0.41 "DELETE /v2.0/ports/e66ed144-3707-47c6-bf22-bae6e222e96d HTTP/1.1" status: 204 len: 173 time: 0.8313870 Aug 22 13:27:52.145726 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a06ebcdb-9bce-4b4c-a12d-ea3b10b94465', 'name': 'network-vif-deleted', 'tag': 'e66ed144-3707-47c6-bf22-bae6e222e96d'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:27:52.153332 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a04c689-ae3b-471b-89cb-8fdf4a288dbc" -d '{"events": [{"server_uuid": "a06ebcdb-9bce-4b4c-a12d-ea3b10b94465", "name": "network-vif-deleted", "tag": "e66ed144-3707-47c6-bf22-bae6e222e96d"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:27:52.203924 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e659fa6b-ceb6-437e-9921-5bc800c1f724 req-405d7cc4-4ba7-49b3-a194-4833833da6b6 tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:52.211551 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e659fa6b-ceb6-437e-9921-5bc800c1f724 req-405d7cc4-4ba7-49b3-a194-4833833da6b6 tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=950d0ec7-708c-4a12-9d07-fe3f2f304f78 HTTP/1.1" status: 200 len: 1098 time: 0.0784156 Aug 22 13:27:52.260929 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e659fa6b-ceb6-437e-9921-5bc800c1f724 req-bd8c88ff-64d6-4ec6-8bea-259c8aeac9fd tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433784 Aug 22 13:27:52.438515 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4102f33-ad6e-4448-b74c-e37a7b9a2363 req-587a5143-26e3-4814-9827-b5e41c6b484d tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:52.445196 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d4102f33-ad6e-4448-b74c-e37a7b9a2363 req-587a5143-26e3-4814-9827-b5e41c6b484d tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f2efc15-9d9a-484c-a00f-d749175e9398 HTTP/1.1" status: 200 len: 950 time: 0.0886052 Aug 22 13:27:52.513706 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d4102f33-ad6e-4448-b74c-e37a7b9a2363 req-cfe3854d-2348-4470-9705-97d50d6cb494 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/security-groups?id=835e4b24-d982-476b-a6a6-e5ce19cfed22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674748 Aug 22 13:27:52.961432 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2da1f6-5c41-4a3f-bfd5-a4619081d8cc x-openstack-request-id: req-9f2da1f6-5c41-4a3f-bfd5-a4619081d8cc {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:27:52.961926 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a06ebcdb-9bce-4b4c-a12d-ea3b10b94465", "name": "network-vif-deleted", "tag": "e66ed144-3707-47c6-bf22-bae6e222e96d", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:27:52.961926 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9f2da1f6-5c41-4a3f-bfd5-a4619081d8cc {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:27:52.962580 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a06ebcdb-9bce-4b4c-a12d-ea3b10b94465', 'name': 'network-vif-deleted', 'tag': 'e66ed144-3707-47c6-bf22-bae6e222e96d', 'status': 'completed', 'code': 200} Aug 22 13:27:53.156998 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f2efc15-9d9a-484c-a00f-d749175e9398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e50b9d-9d8a-47fd-ab10-2b37e50cfa2b'}, {'server_uuid': 'e0ee77e2-0ab8-434e-b7ac-eee75664f238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc532801-56c0-4a1e-ac60-3f4a8c29f7d9'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:27:53.159294 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f3db6a-d28f-4c38-8aea-67cc13f4b590" -d '{"events": [{"server_uuid": "9f2efc15-9d9a-484c-a00f-d749175e9398", "name": "network-vif-plugged", "status": "completed", "tag": "91e50b9d-9d8a-47fd-ab10-2b37e50cfa2b"}, {"server_uuid": "e0ee77e2-0ab8-434e-b7ac-eee75664f238", "name": "network-vif-plugged", "status": "completed", "tag": "cc532801-56c0-4a1e-ac60-3f4a8c29f7d9"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:27:53.227558 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e7a04-855e-4a91-b550-948e7f475ac5 req-984f49df-f820-4719-8ec9-8489603e1d72 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:53.236441 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a11e7a04-855e-4a91-b550-948e7f475ac5 req-984f49df-f820-4719-8ec9-8489603e1d72 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 946 time: 0.0797272 Aug 22 13:27:53.320147 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a11e7a04-855e-4a91-b550-948e7f475ac5 req-651f678a-4041-4cb2-8584-62655e896076 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4f995f7-29d9-4ea1-8a86-26535a55404a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734265 Aug 22 13:27:54.400849 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 53974) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:27:54.407322 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cffc68-a278-4b73-afc8-1de88ed1ba84 req-997af32f-f536-4dd1-89af-2b3c9d6eecc4 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:54.410771 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-72cffc68-a278-4b73-afc8-1de88ed1ba84 req-997af32f-f536-4dd1-89af-2b3c9d6eecc4 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=21213737-7d2c-4cfb-bf98-af0521735b2d HTTP/1.1" status: 200 len: 945 time: 0.1274114 Aug 22 13:27:54.575234 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-90d59612-ea3b-444b-a72c-40c371dadb83 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=44a028d6e6b04cd799f41d009557d7a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1730371 Aug 22 13:27:54.576119 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 53980) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:27:54.598646 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-72cffc68-a278-4b73-afc8-1de88ed1ba84 req-c3ea1aae-0f75-49e8-bda0-67cd454eb17a tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Deleting port ad333921-1ed4-4e1d-86bf-eca6f12a889b {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:27:54.599260 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-72cffc68-a278-4b73-afc8-1de88ed1ba84 req-c3ea1aae-0f75-49e8-bda0-67cd454eb17a tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:54.682995 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a66ce71b-3293-4f90-81bf-4ebbfe8d6fe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:54.742052 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a66ce71b-3293-4f90-81bf-4ebbfe8d6fe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:54.749925 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device e66ed144-3707-47c6-bf22-bae6e222e96d no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:27:54.766124 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-72cffc68-a278-4b73-afc8-1de88ed1ba84 req-c3ea1aae-0f75-49e8-bda0-67cd454eb17a tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] For port ad333921-1ed4-4e1d-86bf-eca6f12a889b, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=ad333921-1ed4-4e1d-86bf-eca6f12a889b,segment=NetworkSegment(c14ea0a9-1cfb-4c82-9a02-4564e8498d93),segment_id=c14ea0a9-1cfb-4c82-9a02-4564e8498d93)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:27:54.768766 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-72cffc68-a278-4b73-afc8-1de88ed1ba84 req-c3ea1aae-0f75-49e8-bda0-67cd454eb17a tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:54.789586 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: e66ed144-3707-47c6-bf22-bae6e222e96d {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:27:54.793199 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device e66ed144-3707-47c6-bf22-bae6e222e96d not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:27:54.799108 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-72cffc68-a278-4b73-afc8-1de88ed1ba84 req-c3ea1aae-0f75-49e8-bda0-67cd454eb17a tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Calling delete_port for ad333921-1ed4-4e1d-86bf-eca6f12a889b owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:27:54.862443 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a66ce71b-3293-4f90-81bf-4ebbfe8d6fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:54.867959 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a66ce71b-3293-4f90-81bf-4ebbfe8d6fe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:54.888151 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a66ce71b-3293-4f90-81bf-4ebbfe8d6fe5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c1131697-a2e1-4648-8d03-b61fc79b8205 HTTP/1.1" status: 204 len: 168 time: 0.3106945 Aug 22 13:27:54.931655 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66ce71b-3293-4f90-81bf-4ebbfe8d6fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1131697-a2e1-4648-8d03-b61fc79b8205,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:55.036609 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-72cffc68-a278-4b73-afc8-1de88ed1ba84 req-c3ea1aae-0f75-49e8-bda0-67cd454eb17a tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:55.053173 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['8b3f3314-355b-431b-9858-e65af80a2408'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:27:55.103761 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ea1aae-0f75-49e8-bda0-67cd454eb17a tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Pushing event deleted for resources: {'Port': ['ID=ad333921-1ed4-4e1d-86bf-eca6f12a889b,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:55.289723 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-72cffc68-a278-4b73-afc8-1de88ed1ba84 req-c3ea1aae-0f75-49e8-bda0-67cd454eb17a tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] No DVR routers for this DVR port ad333921-1ed4-4e1d-86bf-eca6f12a889b on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:27:55.298920 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-72cffc68-a278-4b73-afc8-1de88ed1ba84 req-c3ea1aae-0f75-49e8-bda0-67cd454eb17a tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:55.306536 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-72cffc68-a278-4b73-afc8-1de88ed1ba84 req-c3ea1aae-0f75-49e8-bda0-67cd454eb17a tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.41 "DELETE /v2.0/ports/ad333921-1ed4-4e1d-86bf-eca6f12a889b HTTP/1.1" status: 204 len: 173 time: 0.8874927 Aug 22 13:27:55.349659 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21213737-7d2c-4cfb-bf98-af0521735b2d', 'name': 'network-vif-deleted', 'tag': 'ad333921-1ed4-4e1d-86bf-eca6f12a889b'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:27:55.358259 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e547e6-05e0-4660-a77b-b915b56c793a" -d '{"events": [{"server_uuid": "21213737-7d2c-4cfb-bf98-af0521735b2d", "name": "network-vif-deleted", "tag": "ad333921-1ed4-4e1d-86bf-eca6f12a889b"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:27:55.594459 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ec63e-be52-4ff4-8ef7-ff8e3d4608f9 req-0d8bbb71-6889-460b-87bf-c7d37ca01b65 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:55.601637 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-0e5ec63e-be52-4ff4-8ef7-ff8e3d4608f9 req-0d8bbb71-6889-460b-87bf-c7d37ca01b65 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8fd58bb-b740-484e-8e93-0227eea186e8 HTTP/1.1" status: 200 len: 945 time: 0.2938859 Aug 22 13:27:55.666891 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54002) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:27:55.729356 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f7ce5848-1db9-4cf5-a51c-0c217933f691 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1886198d6494496aa917aa79247ea9b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0610139 Aug 22 13:27:55.732500 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54004) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:27:55.788300 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b1113561-9dd2-4b7c-8ae9-d0d800ebf238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:55.814420 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b1113561-9dd2-4b7c-8ae9-d0d800ebf238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:55.871460 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b1113561-9dd2-4b7c-8ae9-d0d800ebf238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:55.878067 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b1113561-9dd2-4b7c-8ae9-d0d800ebf238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:55.888842 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-b1113561-9dd2-4b7c-8ae9-d0d800ebf238 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c901fa0a-68e4-41ad-90ef-3ec77b3fbce9 HTTP/1.1" status: 204 len: 168 time: 0.1544406 Aug 22 13:27:55.903530 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-0e5ec63e-be52-4ff4-8ef7-ff8e3d4608f9 req-136d1d67-2d6f-4a35-a837-c03207d66fd5 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Deleting port 8b3f3314-355b-431b-9858-e65af80a2408 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:27:55.904120 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-0e5ec63e-be52-4ff4-8ef7-ff8e3d4608f9 req-136d1d67-2d6f-4a35-a837-c03207d66fd5 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:55.926796 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1113561-9dd2-4b7c-8ae9-d0d800ebf238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c901fa0a-68e4-41ad-90ef-3ec77b3fbce9,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:55.958882 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1113561-9dd2-4b7c-8ae9-d0d800ebf238 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:27:55.959282 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1113561-9dd2-4b7c-8ae9-d0d800ebf238 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:27:55.959553 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1113561-9dd2-4b7c-8ae9-d0d800ebf238 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:27:55.959882 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1113561-9dd2-4b7c-8ae9-d0d800ebf238 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:27:55.960209 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1113561-9dd2-4b7c-8ae9-d0d800ebf238 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:27:55.964118 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1113561-9dd2-4b7c-8ae9-d0d800ebf238 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:27:55.964560 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1113561-9dd2-4b7c-8ae9-d0d800ebf238 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:27:55.965478 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1113561-9dd2-4b7c-8ae9-d0d800ebf238 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:27:55.965849 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1113561-9dd2-4b7c-8ae9-d0d800ebf238 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:27:55.966164 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1113561-9dd2-4b7c-8ae9-d0d800ebf238 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:27:55.966462 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1113561-9dd2-4b7c-8ae9-d0d800ebf238 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:27:55.966781 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1113561-9dd2-4b7c-8ae9-d0d800ebf238 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:27:56.122903 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-0e5ec63e-be52-4ff4-8ef7-ff8e3d4608f9 req-136d1d67-2d6f-4a35-a837-c03207d66fd5 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] For port 8b3f3314-355b-431b-9858-e65af80a2408, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=8b3f3314-355b-431b-9858-e65af80a2408,segment=NetworkSegment(c14ea0a9-1cfb-4c82-9a02-4564e8498d93),segment_id=c14ea0a9-1cfb-4c82-9a02-4564e8498d93)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:27:56.123650 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-0e5ec63e-be52-4ff4-8ef7-ff8e3d4608f9 req-136d1d67-2d6f-4a35-a837-c03207d66fd5 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:56.140792 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-0e5ec63e-be52-4ff4-8ef7-ff8e3d4608f9 req-136d1d67-2d6f-4a35-a837-c03207d66fd5 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Calling delete_port for 8b3f3314-355b-431b-9858-e65af80a2408 owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:27:56.207281 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-2ee0a1df-39e1-4c1d-8034-c030b37eb365 tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:27:56.208540 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-2ee0a1df-39e1-4c1d-8034-c030b37eb365 tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5577612 Aug 22 13:27:56.327628 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-44d1f456-c9e2-424c-8e75-5ddce1cb1454 tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:56.329779 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-44d1f456-c9e2-424c-8e75-5ddce1cb1454 tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] 10.222.0.21 "GET /v2.0/ports/3bdf6d62-fbdf-4713-b5d0-4b1371edf076 HTTP/1.1" status: 200 len: 1095 time: 0.1034310 Aug 22 13:27:56.483263 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-0e5ec63e-be52-4ff4-8ef7-ff8e3d4608f9 req-136d1d67-2d6f-4a35-a837-c03207d66fd5 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:56.557364 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136d1d67-2d6f-4a35-a837-c03207d66fd5 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Pushing event deleted for resources: {'Port': ['ID=8b3f3314-355b-431b-9858-e65af80a2408,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:56.585364 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-e7e0cf7a-738a-455c-a03d-dc9c467f4b44 service neutron] Request body: {'binding': {'host': 'n-h1-793621-33', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:27:56.586313 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-e7e0cf7a-738a-455c-a03d-dc9c467f4b44 service neutron] Unknown quota resources ['binding']. {{(pid=94628) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 22 13:27:56.703371 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e5ec63e-be52-4ff4-8ef7-ff8e3d4608f9 req-136d1d67-2d6f-4a35-a837-c03207d66fd5 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] No DVR routers for this DVR port 8b3f3314-355b-431b-9858-e65af80a2408 on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:27:56.707452 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-0e5ec63e-be52-4ff4-8ef7-ff8e3d4608f9 req-136d1d67-2d6f-4a35-a837-c03207d66fd5 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:56.709728 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-0e5ec63e-be52-4ff4-8ef7-ff8e3d4608f9 req-136d1d67-2d6f-4a35-a837-c03207d66fd5 tempest-MultipleCreateTestJSON-2127921924 tempest-MultipleCreateTestJSON-2127921924-project] 10.222.0.41 "DELETE /v2.0/ports/8b3f3314-355b-431b-9858-e65af80a2408 HTTP/1.1" status: 204 len: 173 time: 1.0972738 Aug 22 13:27:56.757789 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 8b3f3314-355b-431b-9858-e65af80a2408 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:27:56.795736 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: 8b3f3314-355b-431b-9858-e65af80a2408 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:27:56.796186 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 8b3f3314-355b-431b-9858-e65af80a2408 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:27:56.802257 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device ad333921-1ed4-4e1d-86bf-eca6f12a889b no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:27:56.857302 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: ad333921-1ed4-4e1d-86bf-eca6f12a889b {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:27:56.857911 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device ad333921-1ed4-4e1d-86bf-eca6f12a889b not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:27:57.039410 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-e7e0cf7a-738a-455c-a03d-dc9c467f4b44 service neutron] Attempting to bind port 3bdf6d62-fbdf-4713-b5d0-4b1371edf076 on host n-h1-793621-33 for vnic_type normal with profile None {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:27:57.039836 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-e7e0cf7a-738a-455c-a03d-dc9c467f4b44 service neutron] Attempting to bind port 3bdf6d62-fbdf-4713-b5d0-4b1371edf076 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '18b5a6df-b98f-4d4b-9428-0223d3f719a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '652b7040-839e-4592-b462-d4511ac6e125'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:27:57.040288 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-e7e0cf7a-738a-455c-a03d-dc9c467f4b44 service neutron] Attempting to bind port 3bdf6d62-fbdf-4713-b5d0-4b1371edf076 on network 652b7040-839e-4592-b462-d4511ac6e125 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:27:57.050778 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-e7e0cf7a-738a-455c-a03d-dc9c467f4b44 service neutron] Port 3bdf6d62-fbdf-4713-b5d0-4b1371edf076 on network 652b7040-839e-4592-b462-d4511ac6e125 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:27:57.051238 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-e7e0cf7a-738a-455c-a03d-dc9c467f4b44 service neutron] Attempting to bind port 3bdf6d62-fbdf-4713-b5d0-4b1371edf076 on network 652b7040-839e-4592-b462-d4511ac6e125 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:27:57.063076 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-e7e0cf7a-738a-455c-a03d-dc9c467f4b44 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:27:57.067100 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-e7e0cf7a-738a-455c-a03d-dc9c467f4b44 service neutron] Checking segment: {'id': '18b5a6df-b98f-4d4b-9428-0223d3f719a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '652b7040-839e-4592-b462-d4511ac6e125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:27:57.067100 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-e7e0cf7a-738a-455c-a03d-dc9c467f4b44 service neutron] Bound using segment: {'id': '18b5a6df-b98f-4d4b-9428-0223d3f719a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '652b7040-839e-4592-b462-d4511ac6e125'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:27:57.067100 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-e7e0cf7a-738a-455c-a03d-dc9c467f4b44 service neutron] Bound port: 3bdf6d62-fbdf-4713-b5d0-4b1371edf076, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18b5a6df-b98f-4d4b-9428-0223d3f719a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '652b7040-839e-4592-b462-d4511ac6e125'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:27:57.165959 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-e7e0cf7a-738a-455c-a03d-dc9c467f4b44 service neutron] For port 3bdf6d62-fbdf-4713-b5d0-4b1371edf076, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=3bdf6d62-fbdf-4713-b5d0-4b1371edf076,segment=NetworkSegment(18b5a6df-b98f-4d4b-9428-0223d3f719a9),segment_id=18b5a6df-b98f-4d4b-9428-0223d3f719a9)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:27:57.173667 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-e7e0cf7a-738a-455c-a03d-dc9c467f4b44 service neutron] Notify callbacks [] for binding, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:57.178903 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-e7e0cf7a-738a-455c-a03d-dc9c467f4b44 service neutron] 10.222.0.21 "POST /v2.0/ports/3bdf6d62-fbdf-4713-b5d0-4b1371edf076/bindings HTTP/1.1" status: 201 len: 390 time: 0.8296664 Aug 22 13:27:57.345808 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 22 Aug 2021 13:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50918156-7726-4c03-bfa5-3e1a5de4b8d0 x-openstack-request-id: req-50918156-7726-4c03-bfa5-3e1a5de4b8d0 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:27:57.346369 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f2efc15-9d9a-484c-a00f-d749175e9398", "name": "network-vif-plugged", "status": "completed", "tag": "91e50b9d-9d8a-47fd-ab10-2b37e50cfa2b", "code": 200}, {"server_uuid": "e0ee77e2-0ab8-434e-b7ac-eee75664f238", "name": "network-vif-plugged", "status": "completed", "tag": "cc532801-56c0-4a1e-ac60-3f4a8c29f7d9", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:27:57.346815 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-50918156-7726-4c03-bfa5-3e1a5de4b8d0 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:27:57.347391 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f2efc15-9d9a-484c-a00f-d749175e9398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e50b9d-9d8a-47fd-ab10-2b37e50cfa2b', 'code': 200} Aug 22 13:27:57.347902 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ee77e2-0ab8-434e-b7ac-eee75664f238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc532801-56c0-4a1e-ac60-3f4a8c29f7d9', 'code': 200} Aug 22 13:27:57.413204 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54034) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:27:57.553346 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e4526-cfbc-4994-9406-3b2357ff1841 req-a6852229-a0fb-48e8-9388-6b717676dbc6 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:57.564952 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e93e4526-cfbc-4994-9406-3b2357ff1841 req-a6852229-a0fb-48e8-9388-6b717676dbc6 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f2efc15-9d9a-484c-a00f-d749175e9398 HTTP/1.1" status: 200 len: 950 time: 0.1214797 Aug 22 13:27:57.632810 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e93e4526-cfbc-4994-9406-3b2357ff1841 req-4c6f98bf-a0b7-4c5c-b7b2-b0dad19ab98d tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/security-groups?id=835e4b24-d982-476b-a6a6-e5ce19cfed22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666077 Aug 22 13:27:57.660593 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-99ec318f-1c03-4b5d-9217-14f7ee913479 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-594709368-network', 'tenant_id': 'af20f51aa91f4ab9ae0e1e95088c542a'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:27:57.695405 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ec318f-1c03-4b5d-9217-14f7ee913479 admin admin] Made reservation on behalf of af20f51aa91f4ab9ae0e1e95088c542a for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:27:57.699049 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-99ec318f-1c03-4b5d-9217-14f7ee913479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:57.727028 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-99ec318f-1c03-4b5d-9217-14f7ee913479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:57.739022 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966f3dc-648e-4ba3-a687-157319734b02 req-8116231f-e842-4fae-8da3-d27eb3f76713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:57.743671 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a966f3dc-648e-4ba3-a687-157319734b02 req-8116231f-e842-4fae-8da3-d27eb3f76713 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9f2efc15-9d9a-484c-a00f-d749175e9398 HTTP/1.1" status: 200 len: 1102 time: 0.2145998 Aug 22 13:27:57.882727 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a966f3dc-648e-4ba3-a687-157319734b02 req-35c0d534-aafd-4cd4-a423-b551c2720dee service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=835e4b24-d982-476b-a6a6-e5ce19cfed22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238923 Aug 22 13:27:58.037075 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-99ec318f-1c03-4b5d-9217-14f7ee913479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:58.059821 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-99ec318f-1c03-4b5d-9217-14f7ee913479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:58.090032 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:58.103610 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99ec318f-1c03-4b5d-9217-14f7ee913479 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:27:58.124584 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c22e00-88b5-42c2-b62f-29389b2fd768 req-f5d89be0-68fc-4f74-bcb2-f472b1814abb tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:58.131118 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c6c22e00-88b5-42c2-b62f-29389b2fd768 req-f5d89be0-68fc-4f74-bcb2-f472b1814abb tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 946 time: 0.1830633 Aug 22 13:27:58.156425 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-99ec318f-1c03-4b5d-9217-14f7ee913479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:58.156927 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-99ec318f-1c03-4b5d-9217-14f7ee913479 admin admin] Added segment e7a7ec43-d01c-48ab-beec-ae7862b4646f of type vlan for network 9cdac34e-bc99-4e4b-8c2d-3b1f7c9e01d7 Aug 22 13:27:58.160373 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ec318f-1c03-4b5d-9217-14f7ee913479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b599c523-d68c-466d-9cc5-a05039137646,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:58.201124 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-eb23e9ce-4cf9-4175-93b3-7be51fa83325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:58.207561 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-eb23e9ce-4cf9-4175-93b3-7be51fa83325 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=61d15703803940a485cdd8f67b081dcb&device_id=950d0ec7-708c-4a12-9d07-fe3f2f304f78 HTTP/1.1" status: 200 len: 1098 time: 0.0972214 Aug 22 13:27:58.252261 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c6c22e00-88b5-42c2-b62f-29389b2fd768 req-8f739257-d5eb-49b8-878b-1dc7244d3404 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4f995f7-29d9-4ea1-8a86-26535a55404a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133802 Aug 22 13:27:58.269072 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-99ec318f-1c03-4b5d-9217-14f7ee913479 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:58.311621 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-99ec318f-1c03-4b5d-9217-14f7ee913479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:58.312968 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ec318f-1c03-4b5d-9217-14f7ee913479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:58.313586 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-99ec318f-1c03-4b5d-9217-14f7ee913479 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:58.345039 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-99ec318f-1c03-4b5d-9217-14f7ee913479 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9299247 Aug 22 13:27:58.371850 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-a6d692f5-af50-4062-9eff-b3400210559e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:58.373581 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-a6d692f5-af50-4062-9eff-b3400210559e service neutron] 10.222.0.41 "GET /v2.0/networks?id=652b7040-839e-4592-b462-d4511ac6e125 HTTP/1.1" status: 200 len: 909 time: 0.1612315 Aug 22 13:27:58.388472 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54044) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:27:58.392401 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3f9bb77a-f277-4203-bee4-67b4176c937f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:58.400397 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-33cbcee3-4360-4f62-a28f-f4ac7ee553d8 admin admin] Request body: {'subnet': {'network_id': '9cdac34e-bc99-4e4b-8c2d-3b1f7c9e01d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-594709368-subnet', 'tenant_id': 'af20f51aa91f4ab9ae0e1e95088c542a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:27:58.442758 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-569eabd4-6393-426a-8537-8bbf6c197dc4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bdf6d62-fbdf-4713-b5d0-4b1371edf076 HTTP/1.1" status: 200 len: 217 time: 0.0587156 Aug 22 13:27:58.472811 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ec318f-1c03-4b5d-9217-14f7ee913479 admin admin] Pushing event updated for resources: {'Network': ['ID=9cdac34e-bc99-4e4b-8c2d-3b1f7c9e01d7,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:58.483787 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 9cdac34e-bc99-4e4b-8c2d-3b1f7c9e01d7 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:27:58.502622 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33cbcee3-4360-4f62-a28f-f4ac7ee553d8 admin admin] Made reservation on behalf of af20f51aa91f4ab9ae0e1e95088c542a for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:27:58.505960 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-33cbcee3-4360-4f62-a28f-f4ac7ee553d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:58.556151 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-71653e14-b516-474a-86c7-a4ebd7fa4231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:58.558139 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-71653e14-b516-474a-86c7-a4ebd7fa4231 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=236eb505-a499-4edb-a293-2a2d85a583c0 HTTP/1.1" status: 200 len: 848 time: 0.1067944 Aug 22 13:27:58.560900 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc1dddf-a7ba-4ffc-a75a-438e2a7c293b x-openstack-request-id: req-1fc1dddf-a7ba-4ffc-a75a-438e2a7c293b {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:27:58.561653 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21213737-7d2c-4cfb-bf98-af0521735b2d", "name": "network-vif-deleted", "tag": "ad333921-1ed4-4e1d-86bf-eca6f12a889b", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:27:58.562292 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1fc1dddf-a7ba-4ffc-a75a-438e2a7c293b {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:27:58.563067 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21213737-7d2c-4cfb-bf98-af0521735b2d', 'name': 'network-vif-deleted', 'tag': 'ad333921-1ed4-4e1d-86bf-eca6f12a889b', 'status': 'completed', 'code': 200} Aug 22 13:27:58.668872 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-d2c7471a-6518-46d1-a287-7af8920f00d8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=652b7040-839e-4592-b462-d4511ac6e125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986569 Aug 22 13:27:58.803796 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-d6465934-9c5d-4f0d-a24e-90b70ccd7dfb service neutron] 10.222.0.41 "GET /v2.0/networks/652b7040-839e-4592-b462-d4511ac6e125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267126 Aug 22 13:27:58.846836 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-33cbcee3-4360-4f62-a28f-f4ac7ee553d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:58.963355 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100adec-1ea2-4a31-bac5-cb2115f4bac6 req-499d7011-fb31-41c9-aa87-857d6d37d3dc tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:58.973867 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c100adec-1ea2-4a31-bac5-cb2115f4bac6 req-499d7011-fb31-41c9-aa87-857d6d37d3dc tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=950d0ec7-708c-4a12-9d07-fe3f2f304f78 HTTP/1.1" status: 200 len: 946 time: 0.1582916 Aug 22 13:27:59.007387 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cbcee3-4360-4f62-a28f-f4ac7ee553d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff3adb6c-6a4b-4f90-9687-9491caae68a4,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:59.031608 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cbcee3-4360-4f62-a28f-f4ac7ee553d8 admin admin] Checking segment: {'id': 'e7a7ec43-d01c-48ab-beec-ae7862b4646f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9cdac34e-bc99-4e4b-8c2d-3b1f7c9e01d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:27:59.035463 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cbcee3-4360-4f62-a28f-f4ac7ee553d8 admin admin] Network hostable DHCP agents. Network: 9cdac34e-bc99-4e4b-8c2d-3b1f7c9e01d7, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:27:59.039754 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-247739e6-22bd-48c7-b6fe-e6bf9176ae49 service neutron] 10.222.0.41 "GET /v2.0/networks/652b7040-839e-4592-b462-d4511ac6e125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235577 Aug 22 13:27:59.060327 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c100adec-1ea2-4a31-bac5-cb2115f4bac6 req-8b8a2907-dd31-4805-8fb4-7c062335f528 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852628 Aug 22 13:27:59.089809 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cbcee3-4360-4f62-a28f-f4ac7ee553d8 admin admin] Network 9cdac34e-bc99-4e4b-8c2d-3b1f7c9e01d7 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:27:59.104091 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-33cbcee3-4360-4f62-a28f-f4ac7ee553d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 9cdac34e-bc99-4e4b-8c2d-3b1f7c9e01d7) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:27:59.114039 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44e7394-3699-4ad8-b6f5-15a95516df95 None None] Network 9cdac34e-bc99-4e4b-8c2d-3b1f7c9e01d7 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:27:59.117862 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cbcee3-4360-4f62-a28f-f4ac7ee553d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:59.118470 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-33cbcee3-4360-4f62-a28f-f4ac7ee553d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:59.174936 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-33cbcee3-4360-4f62-a28f-f4ac7ee553d8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7851107 Aug 22 13:27:59.182358 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54050) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:27:59.189387 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-712f8dd1-35ee-4888-a560-7a7d1915f9ab admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-594709368-router', 'tenant_id': 'af20f51aa91f4ab9ae0e1e95088c542a', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:27:59.214069 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54052) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:27:59.273911 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-42f73aaa-2c61-49ca-a9fc-858e4e0b78c4 tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:59.282437 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-42f73aaa-2c61-49ca-a9fc-858e4e0b78c4 tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=950d0ec7-708c-4a12-9d07-fe3f2f304f78&tenant_id=61d15703803940a485cdd8f67b081dcb&binding%3Ahost_id=n-h2-793621-33 HTTP/1.1" status: 200 len: 1098 time: 0.1659830 Aug 22 13:27:59.299446 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-68f4b747-a9a2-48bd-8848-8084d8618c0d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793621-33'}}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:27:59.436381 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-68f4b747-a9a2-48bd-8848-8084d8618c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:59.454039 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-712f8dd1-35ee-4888-a560-7a7d1915f9ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:59.457277 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-712f8dd1-35ee-4888-a560-7a7d1915f9ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:59.530659 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7595baed-ef61-4078-8906-cb66681f9324 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-9cdac34e-bc99-4e4b-8c2d-3b1f7c9e01d7', 'network_id': '9cdac34e-bc99-4e4b-8c2d-3b1f7c9e01d7', 'tenant_id': 'af20f51aa91f4ab9ae0e1e95088c542a', 'fixed_ips': [{'subnet_id': 'ff3adb6c-6a4b-4f90-9687-9491caae68a4'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:27:59.533155 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7595baed-ef61-4078-8906-cb66681f9324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:59.575768 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-39324524-b4d2-494c-b100-49c9a119204c admin admin] Deleting subnet 3f861202-25c4-470b-a8df-6a7fd937203f {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:27:59.583617 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-39324524-b4d2-494c-b100-49c9a119204c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:59.666295 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-39324524-b4d2-494c-b100-49c9a119204c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:59.710512 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-39324524-b4d2-494c-b100-49c9a119204c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:59.750891 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-68f4b747-a9a2-48bd-8848-8084d8618c0d service neutron] For port 3bdf6d62-fbdf-4713-b5d0-4b1371edf076, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=3bdf6d62-fbdf-4713-b5d0-4b1371edf076,segment=NetworkSegment(18b5a6df-b98f-4d4b-9428-0223d3f719a9),segment_id=18b5a6df-b98f-4d4b-9428-0223d3f719a9)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:27:59.842393 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-68f4b747-a9a2-48bd-8848-8084d8618c0d service neutron] For port 3bdf6d62-fbdf-4713-b5d0-4b1371edf076, host n-h2-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:27:59.843703 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-712f8dd1-35ee-4888-a560-7a7d1915f9ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:59.856053 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-39324524-b4d2-494c-b100-49c9a119204c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:59.862563 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-7595baed-ef61-4078-8906-cb66681f9324 None None] Allocated IP 172.20.0.2 (9cdac34e-bc99-4e4b-8c2d-3b1f7c9e01d7/ff3adb6c-6a4b-4f90-9687-9491caae68a4/8b92d509-78a2-4481-99b9-199fe2a4136f) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:27:59.947916 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-68f4b747-a9a2-48bd-8848-8084d8618c0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:27:59.957550 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d2788-0c25-4245-adfa-91e6d011d3b5 req-e5377f84-b12f-448c-b148-030ece45041d tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:27:59.959750 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-800d2788-0c25-4245-adfa-91e6d011d3b5 req-e5377f84-b12f-448c-b148-030ece45041d tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f2efc15-9d9a-484c-a00f-d749175e9398 HTTP/1.1" status: 200 len: 950 time: 0.6228282 Aug 22 13:27:59.960711 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39324524-b4d2-494c-b100-49c9a119204c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f861202-25c4-470b-a8df-6a7fd937203f,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:27:59.981106 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-68f4b747-a9a2-48bd-8848-8084d8618c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:00.005004 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-39324524-b4d2-494c-b100-49c9a119204c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:00.009310 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-39324524-b4d2-494c-b100-49c9a119204c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3f861202-25c4-470b-a8df-6a7fd937203f HTTP/1.1" status: 204 len: 168 time: 0.7651401 Aug 22 13:28:00.016882 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 54058) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:28:00.062818 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-800d2788-0c25-4245-adfa-91e6d011d3b5 req-00d9cc60-3da6-485f-b35e-6f380c0e2aac tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/security-groups?id=835e4b24-d982-476b-a6a6-e5ce19cfed22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634103 Aug 22 13:28:00.215923 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-712f8dd1-35ee-4888-a560-7a7d1915f9ab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:00.310471 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7595baed-ef61-4078-8906-cb66681f9324 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:00.332580 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-7595baed-ef61-4078-8906-cb66681f9324 None None] Transition to ACTIVE for port object 8b92d509-78a2-4481-99b9-199fe2a4136f will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:28:00.367701 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-7595baed-ef61-4078-8906-cb66681f9324 None None] Transition to ACTIVE for port object 8b92d509-78a2-4481-99b9-199fe2a4136f will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:28:00.383088 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7595baed-ef61-4078-8906-cb66681f9324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:00.438309 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-37c3bea9-1f43-4bf0-ad60-6d8818facf23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:00.473165 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-68f4b747-a9a2-48bd-8848-8084d8618c0d service neutron] Attempting to bind port 3bdf6d62-fbdf-4713-b5d0-4b1371edf076 on host n-h2-793621-33 for vnic_type normal with profile {"migrating_to": "n-h1-793621-33"} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:28:00.473572 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-68f4b747-a9a2-48bd-8848-8084d8618c0d service neutron] Attempting to bind port 3bdf6d62-fbdf-4713-b5d0-4b1371edf076 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '18b5a6df-b98f-4d4b-9428-0223d3f719a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '652b7040-839e-4592-b462-d4511ac6e125'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:28:00.473987 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-68f4b747-a9a2-48bd-8848-8084d8618c0d service neutron] Attempting to bind port 3bdf6d62-fbdf-4713-b5d0-4b1371edf076 on network 652b7040-839e-4592-b462-d4511ac6e125 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:28:00.475129 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7595baed-ef61-4078-8906-cb66681f9324 None None] Network 9cdac34e-bc99-4e4b-8c2d-3b1f7c9e01d7 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:28:00.478602 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-7595baed-ef61-4078-8906-cb66681f9324 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:28:00.483595 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7595baed-ef61-4078-8906-cb66681f9324 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:28:00.494073 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7595baed-ef61-4078-8906-cb66681f9324 None None] Pushing event updated for resources: {'Port': ['ID=8b92d509-78a2-4481-99b9-199fe2a4136f,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:00.499037 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-68f4b747-a9a2-48bd-8848-8084d8618c0d service neutron] Port 3bdf6d62-fbdf-4713-b5d0-4b1371edf076 on network 652b7040-839e-4592-b462-d4511ac6e125 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:28:00.499939 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-68f4b747-a9a2-48bd-8848-8084d8618c0d service neutron] Attempting to bind port 3bdf6d62-fbdf-4713-b5d0-4b1371edf076 on network 652b7040-839e-4592-b462-d4511ac6e125 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:28:00.507201 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-68f4b747-a9a2-48bd-8848-8084d8618c0d service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:28:00.507548 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-68f4b747-a9a2-48bd-8848-8084d8618c0d service neutron] Checking segment: {'id': '18b5a6df-b98f-4d4b-9428-0223d3f719a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '652b7040-839e-4592-b462-d4511ac6e125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:28:00.507943 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-68f4b747-a9a2-48bd-8848-8084d8618c0d service neutron] Bound using segment: {'id': '18b5a6df-b98f-4d4b-9428-0223d3f719a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '652b7040-839e-4592-b462-d4511ac6e125'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:28:00.508556 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-68f4b747-a9a2-48bd-8848-8084d8618c0d service neutron] Bound port: 3bdf6d62-fbdf-4713-b5d0-4b1371edf076, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18b5a6df-b98f-4d4b-9428-0223d3f719a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '652b7040-839e-4592-b462-d4511ac6e125'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:28:00.508914 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-68f4b747-a9a2-48bd-8848-8084d8618c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:00.510833 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f4b747-a9a2-48bd-8848-8084d8618c0d service neutron] Pushing event updated for resources: {'Port': ['ID=3bdf6d62-fbdf-4713-b5d0-4b1371edf076,revision_number=7']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:00.583127 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-7595baed-ef61-4078-8906-cb66681f9324 None None] Attempting to bind port 8b92d509-78a2-4481-99b9-199fe2a4136f on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:28:00.583936 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-7595baed-ef61-4078-8906-cb66681f9324 None None] Attempting to bind port 8b92d509-78a2-4481-99b9-199fe2a4136f by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'e7a7ec43-d01c-48ab-beec-ae7862b4646f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9cdac34e-bc99-4e4b-8c2d-3b1f7c9e01d7'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:28:00.584590 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7595baed-ef61-4078-8906-cb66681f9324 None None] Attempting to bind port 8b92d509-78a2-4481-99b9-199fe2a4136f on network 9cdac34e-bc99-4e4b-8c2d-3b1f7c9e01d7 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:28:00.600214 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-37c3bea9-1f43-4bf0-ad60-6d8818facf23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:00.604628 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7595baed-ef61-4078-8906-cb66681f9324 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:28:00.606184 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7595baed-ef61-4078-8906-cb66681f9324 None None] Checking segment: {'id': 'e7a7ec43-d01c-48ab-beec-ae7862b4646f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9cdac34e-bc99-4e4b-8c2d-3b1f7c9e01d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:28:00.606850 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7595baed-ef61-4078-8906-cb66681f9324 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:00.607474 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7595baed-ef61-4078-8906-cb66681f9324 None None] Bound using segment: {'id': 'e7a7ec43-d01c-48ab-beec-ae7862b4646f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9cdac34e-bc99-4e4b-8c2d-3b1f7c9e01d7'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:28:00.608189 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-7595baed-ef61-4078-8906-cb66681f9324 None None] Bound port: 8b92d509-78a2-4481-99b9-199fe2a4136f, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7a7ec43-d01c-48ab-beec-ae7862b4646f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9cdac34e-bc99-4e4b-8c2d-3b1f7c9e01d7'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:28:00.608834 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7595baed-ef61-4078-8906-cb66681f9324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:00.613975 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-37c3bea9-1f43-4bf0-ad60-6d8818facf23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68842eba-3824-4bd8-80be-b3500b9e0204']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:28:00.660648 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fd58bb-b740-484e-8e93-0227eea186e8', 'name': 'network-vif-deleted', 'tag': '8b3f3314-355b-431b-9858-e65af80a2408'}, {'server_uuid': '950d0ec7-708c-4a12-9d07-fe3f2f304f78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bdf6d62-fbdf-4713-b5d0-4b1371edf076'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:28:00.663372 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f564753-373a-4a67-8f58-bab9b133730a" -d '{"events": [{"server_uuid": "f8fd58bb-b740-484e-8e93-0227eea186e8", "name": "network-vif-deleted", "tag": "8b3f3314-355b-431b-9858-e65af80a2408"}, {"server_uuid": "950d0ec7-708c-4a12-9d07-fe3f2f304f78", "name": "network-vif-unplugged", "status": "completed", "tag": "3bdf6d62-fbdf-4713-b5d0-4b1371edf076"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:28:00.739189 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-37c3bea9-1f43-4bf0-ad60-6d8818facf23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c14ea0a9-1cfb-4c82-9a02-4564e8498d93') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:28:00.741605 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-37c3bea9-1f43-4bf0-ad60-6d8818facf23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c14ea0a9-1cfb-4c82-9a02-4564e8498d93') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:28:00.753958 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f1e644-a9cc-47d1-8908-0a529e19d5ab req-46b5acf1-3571-4fe4-80ba-f1e209d1b937 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:00.755667 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-7595baed-ef61-4078-8906-cb66681f9324 None None] For port 8b92d509-78a2-4481-99b9-199fe2a4136f, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:28:00.758914 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d7f1e644-a9cc-47d1-8908-0a529e19d5ab req-46b5acf1-3571-4fe4-80ba-f1e209d1b937 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 946 time: 0.2717469 Aug 22 13:28:00.760783 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-7595baed-ef61-4078-8906-cb66681f9324 None None] For port 8b92d509-78a2-4481-99b9-199fe2a4136f, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=8b92d509-78a2-4481-99b9-199fe2a4136f,segment=NetworkSegment(e7a7ec43-d01c-48ab-beec-ae7862b4646f),segment_id=e7a7ec43-d01c-48ab-beec-ae7862b4646f)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:28:00.768761 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-37c3bea9-1f43-4bf0-ad60-6d8818facf23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:00.780602 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7595baed-ef61-4078-8906-cb66681f9324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:00.853355 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-37c3bea9-1f43-4bf0-ad60-6d8818facf23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:00.878282 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d7f1e644-a9cc-47d1-8908-0a529e19d5ab req-2249fcbd-3969-406c-a8e8-afcbbc093bdc tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4f995f7-29d9-4ea1-8a86-26535a55404a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073165 Aug 22 13:28:00.886953 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37c3bea9-1f43-4bf0-ad60-6d8818facf23 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:28:00.889397 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-37c3bea9-1f43-4bf0-ad60-6d8818facf23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:00.897728 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-712f8dd1-35ee-4888-a560-7a7d1915f9ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:00.898675 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:28:00.898675 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:28:00.898675 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:28:00.898675 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:28:00.898675 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:28:00.898675 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:28:00.898675 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:28:00.898675 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:28:00.898675 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:28:00.898675 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:28:00.898675 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:28:00.898675 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:28:00.898675 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:28:00.898675 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:28:00.898675 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:28:00.898675 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:28:00.898675 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:28:00.898675 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:28:00.898675 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:28:00.898675 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:28:00.898675 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:28:00.898675 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:28:00.898675 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:28:00.898675 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:28:00.898675 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:28:00.898675 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:28:00.898675 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:28:00.898675 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:28:00.898675 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:28:00.898675 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:28:00.898675 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:28:00.898675 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:28:00.925798 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-68f4b747-a9a2-48bd-8848-8084d8618c0d service neutron] For port 3bdf6d62-fbdf-4713-b5d0-4b1371edf076, host n-h2-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:28:00.941489 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7595baed-ef61-4078-8906-cb66681f9324 None None] Pushing event updated for resources: {'Port': ['ID=8b92d509-78a2-4481-99b9-199fe2a4136f,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:00.981774 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-712f8dd1-35ee-4888-a560-7a7d1915f9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:01.059074 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-68f4b747-a9a2-48bd-8848-8084d8618c0d service neutron] For port 3bdf6d62-fbdf-4713-b5d0-4b1371edf076, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=3bdf6d62-fbdf-4713-b5d0-4b1371edf076,segment=NetworkSegment(18b5a6df-b98f-4d4b-9428-0223d3f719a9),segment_id=18b5a6df-b98f-4d4b-9428-0223d3f719a9)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:28:01.069595 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-68f4b747-a9a2-48bd-8848-8084d8618c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:01.071810 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f851be71-140e-4418-9124-8f2132591f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:01.099584 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-37c3bea9-1f43-4bf0-ad60-6d8818facf23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:01.180336 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-37c3bea9-1f43-4bf0-ad60-6d8818facf23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:01.181610 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-37c3bea9-1f43-4bf0-ad60-6d8818facf23 admin admin] 10.222.0.21 "DELETE /v2.0/networks/68842eba-3824-4bd8-80be-b3500b9e0204 HTTP/1.1" status: 204 len: 168 time: 1.1627345 Aug 22 13:28:01.186437 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c3bea9-1f43-4bf0-ad60-6d8818facf23 admin admin] Pushing event deleted for resources: {'Network': ['ID=68842eba-3824-4bd8-80be-b3500b9e0204,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:01.204039 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:01.300573 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-712f8dd1-35ee-4888-a560-7a7d1915f9ab admin admin] Allocated IP 172.25.3.23 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/68dba4bf-af40-47f4-8ccb-9fd7d6de1a39) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:28:01.434406 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-68f4b747-a9a2-48bd-8848-8084d8618c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:01.442619 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-68f4b747-a9a2-48bd-8848-8084d8618c0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:01.459541 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-68f4b747-a9a2-48bd-8848-8084d8618c0d service neutron] 10.222.0.41 "PUT /v2.0/ports/3bdf6d62-fbdf-4713-b5d0-4b1371edf076 HTTP/1.1" status: 200 len: 1124 time: 2.1686172 Aug 22 13:28:01.461761 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f4b747-a9a2-48bd-8848-8084d8618c0d service neutron] Pushing event updated for resources: {'Port': ['ID=3bdf6d62-fbdf-4713-b5d0-4b1371edf076,revision_number=8']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:01.560568 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 54070) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:28:01.592272 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-712f8dd1-35ee-4888-a560-7a7d1915f9ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:01.649132 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['3bdf6d62-fbdf-4713-b5d0-4b1371edf076'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:28:01.659401 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db46a3-565c-44b1-a06c-30d505f9a669 req-b5769a60-7e1d-4b0f-b203-a09b54c5e747 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:01.677389 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-29db46a3-565c-44b1-a06c-30d505f9a669 req-b5769a60-7e1d-4b0f-b203-a09b54c5e747 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=950d0ec7-708c-4a12-9d07-fe3f2f304f78 HTTP/1.1" status: 200 len: 944 time: 0.2105837 Aug 22 13:28:01.702292 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-712f8dd1-35ee-4888-a560-7a7d1915f9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:01.703425 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 8b92d509-78a2-4481-99b9-199fe2a4136f up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:28:01.719138 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7f7dc1de-403e-4224-b55b-559c65870138 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=97fd177e7756483db0720d8466b81e4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1571915 Aug 22 13:28:01.720162 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 54076) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:28:01.846593 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712f8dd1-35ee-4888-a560-7a7d1915f9ab admin admin] Pushing event updated for resources: {'Port': ['ID=68dba4bf-af40-47f4-8ccb-9fd7d6de1a39,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:01.867607 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712f8dd1-35ee-4888-a560-7a7d1915f9ab admin admin] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:28:01.882679 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-712f8dd1-35ee-4888-a560-7a7d1915f9ab admin admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:28:01.908868 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-29db46a3-565c-44b1-a06c-30d505f9a669 req-8afed7c4-8fd2-48b9-bf79-5e1b60e5e509 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285850 Aug 22 13:28:01.909778 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712f8dd1-35ee-4888-a560-7a7d1915f9ab admin admin] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:28:01.912701 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a1f827d6-6973-4355-a84f-57f11850be95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:01.974144 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 8b92d509-78a2-4481-99b9-199fe2a4136f completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:28:02.012363 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a1f827d6-6973-4355-a84f-57f11850be95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:02.151920 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a1f827d6-6973-4355-a84f-57f11850be95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:02.155001 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a1f827d6-6973-4355-a84f-57f11850be95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:02.167217 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a1f827d6-6973-4355-a84f-57f11850be95 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c0d7e346-d486-4457-acb4-4dd13017e3af HTTP/1.1" status: 204 len: 168 time: 0.4455278 Aug 22 13:28:02.203792 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f827d6-6973-4355-a84f-57f11850be95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d7e346-d486-4457-acb4-4dd13017e3af,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:02.332441 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:02.658950 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-712f8dd1-35ee-4888-a560-7a7d1915f9ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:02.793448 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4c3a2e-1a5e-44ba-a2a8-e46fe98a2a4c None None] Network 9cdac34e-bc99-4e4b-8c2d-3b1f7c9e01d7 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:28:02.939601 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sun, 22 Aug 2021 13:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce57e732-869e-41e8-b045-5ef86e8867f3 x-openstack-request-id: req-ce57e732-869e-41e8-b045-5ef86e8867f3 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:28:02.940107 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8fd58bb-b740-484e-8e93-0227eea186e8", "name": "network-vif-deleted", "tag": "8b3f3314-355b-431b-9858-e65af80a2408", "status": "completed", "code": 200}, {"server_uuid": "950d0ec7-708c-4a12-9d07-fe3f2f304f78", "name": "network-vif-unplugged", "status": "completed", "tag": "3bdf6d62-fbdf-4713-b5d0-4b1371edf076", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:28:02.940228 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ce57e732-869e-41e8-b045-5ef86e8867f3 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:28:02.940661 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8fd58bb-b740-484e-8e93-0227eea186e8', 'name': 'network-vif-deleted', 'tag': '8b3f3314-355b-431b-9858-e65af80a2408', 'status': 'completed', 'code': 200} Aug 22 13:28:02.940966 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950d0ec7-708c-4a12-9d07-fe3f2f304f78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bdf6d62-fbdf-4713-b5d0-4b1371edf076', 'code': 200} Aug 22 13:28:03.015026 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-8c40ae4c-20ea-41a0-b0c8-5e0580ef72ab None None] Provisioning for port 8b92d509-78a2-4481-99b9-199fe2a4136f completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:28:03.031127 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-8c40ae4c-20ea-41a0-b0c8-5e0580ef72ab None None] Provisioning complete for port 8b92d509-78a2-4481-99b9-199fe2a4136f triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:28:03.031769 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8c40ae4c-20ea-41a0-b0c8-5e0580ef72ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:03.102206 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-712f8dd1-35ee-4888-a560-7a7d1915f9ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:03.230846 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8c40ae4c-20ea-41a0-b0c8-5e0580ef72ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:03.290063 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-712f8dd1-35ee-4888-a560-7a7d1915f9ab admin admin] Router 5acd4fc6-a588-4e25-bcc7-3b99810569f5 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:28:03.317454 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-8c40ae4c-20ea-41a0-b0c8-5e0580ef72ab None None] For port 8b92d509-78a2-4481-99b9-199fe2a4136f, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=8b92d509-78a2-4481-99b9-199fe2a4136f,segment=NetworkSegment(e7a7ec43-d01c-48ab-beec-ae7862b4646f),segment_id=e7a7ec43-d01c-48ab-beec-ae7862b4646f)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:28:03.326379 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8c40ae4c-20ea-41a0-b0c8-5e0580ef72ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:03.455420 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c40ae4c-20ea-41a0-b0c8-5e0580ef72ab None None] Pushing event updated for resources: {'Port': ['ID=8b92d509-78a2-4481-99b9-199fe2a4136f,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:03.480603 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d9340-931e-406c-ba69-b11a61098703 req-828b6d3e-913e-4ba7-b795-e0df81522503 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:03.487592 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-207d9340-931e-406c-ba69-b11a61098703 req-828b6d3e-913e-4ba7-b795-e0df81522503 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 946 time: 0.1927204 Aug 22 13:28:03.549723 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712f8dd1-35ee-4888-a560-7a7d1915f9ab admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:28:03.555565 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-ccec051a-e059-4b42-a93a-973e6cd70d04 None None] Provisioning complete for port 8b92d509-78a2-4481-99b9-199fe2a4136f triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:28:03.556077 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ccec051a-e059-4b42-a93a-973e6cd70d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:03.602026 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80746338-803a-4a68-8be0-8bceffa43f0d None None] Sync routers for ids ['5acd4fc6-a588-4e25-bcc7-3b99810569f5'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:28:03.610691 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-207d9340-931e-406c-ba69-b11a61098703 req-99b459ec-e4da-47eb-b970-67fbbf4a6fd1 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4f995f7-29d9-4ea1-8a86-26535a55404a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112442 Aug 22 13:28:03.616005 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-712f8dd1-35ee-4888-a560-7a7d1915f9ab admin admin] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:03.622956 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 54124) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:28:03.635686 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-712f8dd1-35ee-4888-a560-7a7d1915f9ab admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.4521167 Aug 22 13:28:03.639888 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:03.642923 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80746338-803a-4a68-8be0-8bceffa43f0d None None] Routers {'5acd4fc6-a588-4e25-bcc7-3b99810569f5'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:28:03.643598 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-80746338-803a-4a68-8be0-8bceffa43f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:28:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['5acd4fc6-a588-4e25-bcc7-3b99810569f5'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:28:03.753192 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-80746338-803a-4a68-8be0-8bceffa43f0d None None] Set router 5acd4fc6-a588-4e25-bcc7-3b99810569f5 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:28:03.845177 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209d58f-12de-4b38-8620-67fc5ee9c4f3 req-6930d235-a45a-4e11-a0e2-3a6cff708e11 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:03.857863 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2209d58f-12de-4b38-8620-67fc5ee9c4f3 req-6930d235-a45a-4e11-a0e2-3a6cff708e11 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=950d0ec7-708c-4a12-9d07-fe3f2f304f78 HTTP/1.1" status: 200 len: 944 time: 0.0781631 Aug 22 13:28:03.874059 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54128) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:28:03.989584 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2209d58f-12de-4b38-8620-67fc5ee9c4f3 req-2602bab6-fb78-4af8-beea-ece4fe988aef tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232324 Aug 22 13:28:04.062561 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-80746338-803a-4a68-8be0-8bceffa43f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5acd4fc6-a588-4e25-bcc7-3b99810569f5', 'name': 'tempest-AttachSCSIVolumeTestJSON-594709368-router', 'tenant_id': 'af20f51aa91f4ab9ae0e1e95088c542a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '68dba4bf-af40-47f4-8ccb-9fd7d6de1a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:27:59Z', 'updated_at': '2021-08-22T13:28:02Z', 'revision_number': 3, 'project_id': 'af20f51aa91f4ab9ae0e1e95088c542a', 'gw_port': {'id': '68dba4bf-af40-47f4-8ccb-9fd7d6de1a39', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:84:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5acd4fc6-a588-4e25-bcc7-3b99810569f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:28:00Z', 'updated_at': '2021-08-22T13:28:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:28:04.093780 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-da114c97-4d81-4c09-a7e3-d51248a538c6 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-41860593-network', 'tenant_id': '506895b867f54d4ab57764891b666634'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:28:04.098530 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80746338-803a-4a68-8be0-8bceffa43f0d None None] Checking router: 5acd4fc6-a588-4e25-bcc7-3b99810569f5 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:28:04.098671 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80746338-803a-4a68-8be0-8bceffa43f0d None None] Updating router 5acd4fc6-a588-4e25-bcc7-3b99810569f5 port 68dba4bf-af40-47f4-8ccb-9fd7d6de1a39 binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:28:04.124773 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da114c97-4d81-4c09-a7e3-d51248a538c6 admin admin] Made reservation on behalf of 506895b867f54d4ab57764891b666634 for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:28:04.127985 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-da114c97-4d81-4c09-a7e3-d51248a538c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:04.137504 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-80746338-803a-4a68-8be0-8bceffa43f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:04.139282 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-da114c97-4d81-4c09-a7e3-d51248a538c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:04.290759 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545516dd-2091-4b4b-859f-d8e2aec68d97 req-e39e2b80-184c-4658-be94-70f126b9b4e5 tempest-ServersAdminTestJSON-1093338563 tempest-ServersAdminTestJSON-1093338563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:04.291241 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545516dd-2091-4b4b-859f-d8e2aec68d97 req-e39e2b80-184c-4658-be94-70f126b9b4e5 tempest-ServersAdminTestJSON-1093338563 tempest-ServersAdminTestJSON-1093338563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:04.291714 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545516dd-2091-4b4b-859f-d8e2aec68d97 req-e39e2b80-184c-4658-be94-70f126b9b4e5 tempest-ServersAdminTestJSON-1093338563 tempest-ServersAdminTestJSON-1093338563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:04.292181 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545516dd-2091-4b4b-859f-d8e2aec68d97 req-e39e2b80-184c-4658-be94-70f126b9b4e5 tempest-ServersAdminTestJSON-1093338563 tempest-ServersAdminTestJSON-1093338563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:04.292699 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545516dd-2091-4b4b-859f-d8e2aec68d97 req-e39e2b80-184c-4658-be94-70f126b9b4e5 tempest-ServersAdminTestJSON-1093338563 tempest-ServersAdminTestJSON-1093338563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:04.293165 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545516dd-2091-4b4b-859f-d8e2aec68d97 req-e39e2b80-184c-4658-be94-70f126b9b4e5 tempest-ServersAdminTestJSON-1093338563 tempest-ServersAdminTestJSON-1093338563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:04.293629 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545516dd-2091-4b4b-859f-d8e2aec68d97 req-e39e2b80-184c-4658-be94-70f126b9b4e5 tempest-ServersAdminTestJSON-1093338563 tempest-ServersAdminTestJSON-1093338563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:04.294521 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545516dd-2091-4b4b-859f-d8e2aec68d97 req-e39e2b80-184c-4658-be94-70f126b9b4e5 tempest-ServersAdminTestJSON-1093338563 tempest-ServersAdminTestJSON-1093338563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:04.294521 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545516dd-2091-4b4b-859f-d8e2aec68d97 req-e39e2b80-184c-4658-be94-70f126b9b4e5 tempest-ServersAdminTestJSON-1093338563 tempest-ServersAdminTestJSON-1093338563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:04.294984 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545516dd-2091-4b4b-859f-d8e2aec68d97 req-e39e2b80-184c-4658-be94-70f126b9b4e5 tempest-ServersAdminTestJSON-1093338563 tempest-ServersAdminTestJSON-1093338563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:04.295444 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545516dd-2091-4b4b-859f-d8e2aec68d97 req-e39e2b80-184c-4658-be94-70f126b9b4e5 tempest-ServersAdminTestJSON-1093338563 tempest-ServersAdminTestJSON-1093338563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:04.295900 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545516dd-2091-4b4b-859f-d8e2aec68d97 req-e39e2b80-184c-4658-be94-70f126b9b4e5 tempest-ServersAdminTestJSON-1093338563 tempest-ServersAdminTestJSON-1093338563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:04.296386 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545516dd-2091-4b4b-859f-d8e2aec68d97 req-e39e2b80-184c-4658-be94-70f126b9b4e5 tempest-ServersAdminTestJSON-1093338563 tempest-ServersAdminTestJSON-1093338563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:04.296847 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545516dd-2091-4b4b-859f-d8e2aec68d97 req-e39e2b80-184c-4658-be94-70f126b9b4e5 tempest-ServersAdminTestJSON-1093338563 tempest-ServersAdminTestJSON-1093338563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:04.298130 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545516dd-2091-4b4b-859f-d8e2aec68d97 req-e39e2b80-184c-4658-be94-70f126b9b4e5 tempest-ServersAdminTestJSON-1093338563 tempest-ServersAdminTestJSON-1093338563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:04.299804 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-545516dd-2091-4b4b-859f-d8e2aec68d97 req-e39e2b80-184c-4658-be94-70f126b9b4e5 tempest-ServersAdminTestJSON-1093338563 tempest-ServersAdminTestJSON-1093338563-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9f2efc15-9d9a-484c-a00f-d749175e9398&device_id=950d0ec7-708c-4a12-9d07-fe3f2f304f78&device_id=98dc723b-1457-44ab-9a9d-e51fe4c9e448&device_id=34c64780-c5c9-4b6f-87bc-fd0f9456192c&device_id=e9232882-fa8c-47c3-8a04-8a7af999b018&device_id=e0ee77e2-0ab8-434e-b7ac-eee75664f238&device_id=c022595b-a797-408a-a4d6-1c11b4e1b725&device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb&device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 13645 time: 0.1272922 Aug 22 13:28:04.333247 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-545516dd-2091-4b4b-859f-d8e2aec68d97 req-831f986a-c51c-4bdb-8cb4-38a76e461329 tempest-ServersAdminTestJSON-1093338563 tempest-ServersAdminTestJSON-1093338563-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:04.355777 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:04.384445 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-da114c97-4d81-4c09-a7e3-d51248a538c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:04.403006 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-da114c97-4d81-4c09-a7e3-d51248a538c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:04.419492 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef33231-c151-4568-aea7-f7f5dd096cdf req-2ee5bd12-e7af-451f-bdd4-533f3ac1b610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:04.422510 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cef33231-c151-4568-aea7-f7f5dd096cdf req-2ee5bd12-e7af-451f-bdd4-533f3ac1b610 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1706b1b8ed7f4b13af0ef34415cabc13&device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 1098 time: 0.1280468 Aug 22 13:28:04.509425 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da114c97-4d81-4c09-a7e3-d51248a538c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:28:04.536401 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-80746338-803a-4a68-8be0-8bceffa43f0d None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:04.550173 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da114c97-4d81-4c09-a7e3-d51248a538c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fc4549-d902-45e3-9cfb-e33a32dbbfe0,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:04.561080 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-80746338-803a-4a68-8be0-8bceffa43f0d None None] Transition to ACTIVE for port object 68dba4bf-af40-47f4-8ccb-9fd7d6de1a39 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:28:04.570719 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-80746338-803a-4a68-8be0-8bceffa43f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:04.578765 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-da114c97-4d81-4c09-a7e3-d51248a538c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:04.579342 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-da114c97-4d81-4c09-a7e3-d51248a538c6 admin admin] Added segment 2e0b7ccd-5638-4936-bff4-aadbedd69238 of type vlan for network 7ef6f22d-7284-4b4e-bac1-0962d9ba3c26 Aug 22 13:28:04.664607 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-80746338-803a-4a68-8be0-8bceffa43f0d None None] Attempting to bind port 68dba4bf-af40-47f4-8ccb-9fd7d6de1a39 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:28:04.668690 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-80746338-803a-4a68-8be0-8bceffa43f0d None None] Attempting to bind port 68dba4bf-af40-47f4-8ccb-9fd7d6de1a39 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:28:04.669587 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80746338-803a-4a68-8be0-8bceffa43f0d None None] Attempting to bind port 68dba4bf-af40-47f4-8ccb-9fd7d6de1a39 on network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:28:04.670520 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-da114c97-4d81-4c09-a7e3-d51248a538c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:04.711163 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80746338-803a-4a68-8be0-8bceffa43f0d None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:28:04.715804 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80746338-803a-4a68-8be0-8bceffa43f0d None None] Checking segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:28:04.716984 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-80746338-803a-4a68-8be0-8bceffa43f0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:04.718431 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80746338-803a-4a68-8be0-8bceffa43f0d None None] Bound using segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:28:04.719798 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-545516dd-2091-4b4b-859f-d8e2aec68d97 req-831f986a-c51c-4bdb-8cb4-38a76e461329 tempest-ServersAdminTestJSON-1093338563 tempest-ServersAdminTestJSON-1093338563-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:04.719951 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-80746338-803a-4a68-8be0-8bceffa43f0d None None] Bound port: 68dba4bf-af40-47f4-8ccb-9fd7d6de1a39, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:28:04.720646 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-80746338-803a-4a68-8be0-8bceffa43f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:04.723638 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-da114c97-4d81-4c09-a7e3-d51248a538c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:04.724896 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da114c97-4d81-4c09-a7e3-d51248a538c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:04.725666 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-da114c97-4d81-4c09-a7e3-d51248a538c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:04.734940 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-545516dd-2091-4b4b-859f-d8e2aec68d97 req-831f986a-c51c-4bdb-8cb4-38a76e461329 tempest-ServersAdminTestJSON-1093338563 tempest-ServersAdminTestJSON-1093338563-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:04.740477 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2d709d-8e22-4778-a6e1-14bd30ca6f95 None None] Pushing event updated for resources: {'Port': ['ID=68dba4bf-af40-47f4-8ccb-9fd7d6de1a39,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:04.773007 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef33231-c151-4568-aea7-f7f5dd096cdf req-318eb177-21bc-457b-b69b-dfd40cc4ef84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:04.774479 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cef33231-c151-4568-aea7-f7f5dd096cdf req-318eb177-21bc-457b-b69b-dfd40cc4ef84 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dfedf898-aca6-4df9-b6f5-cb8b2650ce65 HTTP/1.1" status: 200 len: 918 time: 0.3431273 Aug 22 13:28:04.803107 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 3bdf6d62-fbdf-4713-b5d0-4b1371edf076 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:28:04.818599 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-80746338-803a-4a68-8be0-8bceffa43f0d None None] For port 68dba4bf-af40-47f4-8ccb-9fd7d6de1a39, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:28:04.836506 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-80746338-803a-4a68-8be0-8bceffa43f0d None None] For port 68dba4bf-af40-47f4-8ccb-9fd7d6de1a39, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=68dba4bf-af40-47f4-8ccb-9fd7d6de1a39,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:28:04.843033 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-80746338-803a-4a68-8be0-8bceffa43f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:04.912022 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cef33231-c151-4568-aea7-f7f5dd096cdf req-6c809347-51bf-44ac-9434-608759fff8e3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49182ab7-2c16-40e9-8e35-5b5ee774a5c3 HTTP/1.1" status: 200 len: 1001 time: 0.1248622 Aug 22 13:28:04.953279 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '950d0ec7-708c-4a12-9d07-fe3f2f304f78', 'tag': '3bdf6d62-fbdf-4713-b5d0-4b1371edf076'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:28:04.955705 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec3c359-1311-4176-a755-245b3cb9cc10" -d '{"events": [{"name": "network-changed", "server_uuid": "950d0ec7-708c-4a12-9d07-fe3f2f304f78", "tag": "3bdf6d62-fbdf-4713-b5d0-4b1371edf076"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:28:04.972016 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80746338-803a-4a68-8be0-8bceffa43f0d None None] Routers {'5acd4fc6-a588-4e25-bcc7-3b99810569f5'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:28:04.972945 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-80746338-803a-4a68-8be0-8bceffa43f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:28:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['5acd4fc6-a588-4e25-bcc7-3b99810569f5'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:28:05.037323 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef33231-c151-4568-aea7-f7f5dd096cdf req-205659d6-49a2-448e-ae3b-c2b6aed9a90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:05.039013 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cef33231-c151-4568-aea7-f7f5dd096cdf req-205659d6-49a2-448e-ae3b-c2b6aed9a90d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=86161abd-93fb-4a2f-8c13-984112b572a1 HTTP/1.1" status: 200 len: 856 time: 0.1004996 Aug 22 13:28:05.125043 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0bad67ab-a0d3-41c2-9c42-0e35c6156218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:05.145927 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef33231-c151-4568-aea7-f7f5dd096cdf req-ddd59308-9d7d-403d-955a-897263dc6a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:05.147685 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cef33231-c151-4568-aea7-f7f5dd096cdf req-ddd59308-9d7d-403d-955a-897263dc6a51 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dfedf898-aca6-4df9-b6f5-cb8b2650ce65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0809882 Aug 22 13:28:05.200280 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2d709d-8e22-4778-a6e1-14bd30ca6f95 None None] Pushing event updated for resources: {'Port': ['ID=68dba4bf-af40-47f4-8ccb-9fd7d6de1a39,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:05.222732 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 3bdf6d62-fbdf-4713-b5d0-4b1371edf076, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=3bdf6d62-fbdf-4713-b5d0-4b1371edf076,segment=NetworkSegment(18b5a6df-b98f-4d4b-9428-0223d3f719a9),segment_id=18b5a6df-b98f-4d4b-9428-0223d3f719a9)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:28:05.225552 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-da114c97-4d81-4c09-a7e3-d51248a538c6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3497636 Aug 22 13:28:05.227777 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831f986a-c51c-4bdb-8cb4-38a76e461329 tempest-ServersAdminTestJSON-1093338563 tempest-ServersAdminTestJSON-1093338563-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778ef159-fc7d-4a39-9748-87a190fdf89a,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:05.235914 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54162) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:28:05.242399 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 3bdf6d62-fbdf-4713-b5d0-4b1371edf076 has no active binding in host n-h1-793621-33 {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 22 13:28:05.250791 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-80746338-803a-4a68-8be0-8bceffa43f0d None None] Set router 5acd4fc6-a588-4e25-bcc7-3b99810569f5 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:28:05.258258 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-545516dd-2091-4b4b-859f-d8e2aec68d97 req-831f986a-c51c-4bdb-8cb4-38a76e461329 tempest-ServersAdminTestJSON-1093338563 tempest-ServersAdminTestJSON-1093338563-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=835e4b24-d982-476b-a6a6-e5ce19cfed22&id=6e2ef2da-4440-4915-b63c-e03f5cd2edf8&id=e4f995f7-29d9-4ea1-8a86-26535a55404a&id=4cc9f53d-f53a-41a9-9530-58f2e575d924&id=fff15831-0022-46ee-a133-d014d5c5a4ad&id=b4498256-354e-4f3c-a0c2-fc05b4ed5abd&id=10de7916-6b18-4180-a44a-f961fc40948b&fields=id&fields=name HTTP/1.1" status: 200 len: 767 time: 0.9399974 Aug 22 13:28:05.267521 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-38fc784d-17b5-4005-89aa-68042cf43648 admin admin] Request body: {'subnet': {'network_id': '7ef6f22d-7284-4b4e-bac1-0962d9ba3c26', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-41860593-subnet', 'tenant_id': '506895b867f54d4ab57764891b666634', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:28:05.285948 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da114c97-4d81-4c09-a7e3-d51248a538c6 admin admin] Pushing event updated for resources: {'Network': ['ID=7ef6f22d-7284-4b4e-bac1-0962d9ba3c26,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:05.322431 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c0bcb-7af3-423e-ab6d-7b6ed9c1b23d req-ca1df352-3854-4802-9838-9fd907bd5aa6 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:05.325066 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-307c0bcb-7af3-423e-ab6d-7b6ed9c1b23d req-ca1df352-3854-4802-9838-9fd907bd5aa6 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 946 time: 0.5855663 Aug 22 13:28:05.326753 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38fc784d-17b5-4005-89aa-68042cf43648 admin admin] Made reservation on behalf of 506895b867f54d4ab57764891b666634 for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:28:05.329415 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-38fc784d-17b5-4005-89aa-68042cf43648 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:05.352350 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 7ef6f22d-7284-4b4e-bac1-0962d9ba3c26 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:28:05.365427 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545da53a-6ef8-46c1-a641-9417d5eaee60 x-openstack-request-id: req-545da53a-6ef8-46c1-a641-9417d5eaee60 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:28:05.365724 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "950d0ec7-708c-4a12-9d07-fe3f2f304f78", "tag": "3bdf6d62-fbdf-4713-b5d0-4b1371edf076", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:28:05.366341 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-545da53a-6ef8-46c1-a641-9417d5eaee60 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:28:05.366727 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '950d0ec7-708c-4a12-9d07-fe3f2f304f78', 'tag': '3bdf6d62-fbdf-4713-b5d0-4b1371edf076', 'status': 'completed', 'code': 200} Aug 22 13:28:05.372141 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cef33231-c151-4568-aea7-f7f5dd096cdf req-ef0e1a79-b53e-4db8-a736-f76fa00ff42d service neutron] 10.222.0.41 "GET /v2.0/networks/dfedf898-aca6-4df9-b6f5-cb8b2650ce65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134008 Aug 22 13:28:05.502715 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-307c0bcb-7af3-423e-ab6d-7b6ed9c1b23d req-8afcfeaa-aeae-4575-a96a-db9e6c9c5040 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4f995f7-29d9-4ea1-8a86-26535a55404a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587873 Aug 22 13:28:05.519222 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 8b92d509-78a2-4481-99b9-199fe2a4136f up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:28:05.552794 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec3c359-1311-4176-a755-245b3cb9cc10 req-e872e87a-5e3c-4a98-a5b5-feae3d1dbdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:05.554826 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3ec3c359-1311-4176-a755-245b3cb9cc10 req-e872e87a-5e3c-4a98-a5b5-feae3d1dbdb2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=61d15703803940a485cdd8f67b081dcb&device_id=950d0ec7-708c-4a12-9d07-fe3f2f304f78 HTTP/1.1" status: 200 len: 1127 time: 0.1434679 Aug 22 13:28:05.566191 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-0bad67ab-a0d3-41c2-9c42-0e35c6156218 admin admin] Allocated IP 172.20.0.1 (9cdac34e-bc99-4e4b-8c2d-3b1f7c9e01d7/ff3adb6c-6a4b-4f90-9687-9491caae68a4/cb3a82b8-9953-483a-a137-8945dda1ad03) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:28:05.606649 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cef33231-c151-4568-aea7-f7f5dd096cdf req-416642a8-b767-469b-a9e9-dbabc76cf803 service neutron] 10.222.0.41 "GET /v2.0/networks/dfedf898-aca6-4df9-b6f5-cb8b2650ce65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260787 Aug 22 13:28:05.625369 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d8d5fd-a92b-4416-a517-e037420a5a56 req-0e8cd377-429a-4e8f-b04c-481c579027d4 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:05.627588 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a9d8d5fd-a92b-4416-a517-e037420a5a56 req-0e8cd377-429a-4e8f-b04c-481c579027d4 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=950d0ec7-708c-4a12-9d07-fe3f2f304f78 HTTP/1.1" status: 200 len: 944 time: 0.1555634 Aug 22 13:28:05.649469 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 8b92d509-78a2-4481-99b9-199fe2a4136f triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:28:05.649847 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:05.687611 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-80746338-803a-4a68-8be0-8bceffa43f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5acd4fc6-a588-4e25-bcc7-3b99810569f5', 'name': 'tempest-AttachSCSIVolumeTestJSON-594709368-router', 'tenant_id': 'af20f51aa91f4ab9ae0e1e95088c542a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '68dba4bf-af40-47f4-8ccb-9fd7d6de1a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:27:59Z', 'updated_at': '2021-08-22T13:28:02Z', 'revision_number': 3, 'project_id': 'af20f51aa91f4ab9ae0e1e95088c542a', 'gw_port': {'id': '68dba4bf-af40-47f4-8ccb-9fd7d6de1a39', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:84:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5acd4fc6-a588-4e25-bcc7-3b99810569f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:28:00Z', 'updated_at': '2021-08-22T13:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:28:05.719443 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80746338-803a-4a68-8be0-8bceffa43f0d None None] The sync data for ids ['5acd4fc6-a588-4e25-bcc7-3b99810569f5'] in n-d-793621-33 is: [{'id': '5acd4fc6-a588-4e25-bcc7-3b99810569f5', 'name': 'tempest-AttachSCSIVolumeTestJSON-594709368-router', 'tenant_id': 'af20f51aa91f4ab9ae0e1e95088c542a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '68dba4bf-af40-47f4-8ccb-9fd7d6de1a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:27:59Z', 'updated_at': '2021-08-22T13:28:02Z', 'revision_number': 3, 'project_id': 'af20f51aa91f4ab9ae0e1e95088c542a', 'gw_port': {'id': '68dba4bf-af40-47f4-8ccb-9fd7d6de1a39', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:84:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5acd4fc6-a588-4e25-bcc7-3b99810569f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:28:00Z', 'updated_at': '2021-08-22T13:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:28:05.733473 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a9d8d5fd-a92b-4416-a517-e037420a5a56 req-a0dab58f-f303-46c0-90f1-86468f1a03e2 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906472 Aug 22 13:28:05.742031 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0bad67ab-a0d3-41c2-9c42-0e35c6156218 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:05.782870 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-0bad67ab-a0d3-41c2-9c42-0e35c6156218 admin admin] Transition to ACTIVE for port object cb3a82b8-9953-483a-a137-8945dda1ad03 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:28:05.831316 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-38fc784d-17b5-4005-89aa-68042cf43648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:05.863741 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0bad67ab-a0d3-41c2-9c42-0e35c6156218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:05.885563 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec3c359-1311-4176-a755-245b3cb9cc10 req-acbaee1d-1e2e-4042-a632-e7d5bc8f51cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:05.887248 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3ec3c359-1311-4176-a755-245b3cb9cc10 req-acbaee1d-1e2e-4042-a632-e7d5bc8f51cb service neutron] 10.222.0.16 "GET /v2.0/networks?id=652b7040-839e-4592-b462-d4511ac6e125 HTTP/1.1" status: 200 len: 909 time: 0.2889438 Aug 22 13:28:05.958802 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3ec3c359-1311-4176-a755-245b3cb9cc10 req-4e4c9312-38b0-4706-b66b-f05d58426ded service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bdf6d62-fbdf-4713-b5d0-4b1371edf076 HTTP/1.1" status: 200 len: 217 time: 0.0597160 Aug 22 13:28:05.960196 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bad67ab-a0d3-41c2-9c42-0e35c6156218 admin admin] Network 9cdac34e-bc99-4e4b-8c2d-3b1f7c9e01d7 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:28:05.961624 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fc784d-17b5-4005-89aa-68042cf43648 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f927da10-e33b-4c45-9003-66f9c5eac8f9,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:05.963638 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-0bad67ab-a0d3-41c2-9c42-0e35c6156218 admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:28:05.963993 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fc784d-17b5-4005-89aa-68042cf43648 admin admin] Checking segment: {'id': '2e0b7ccd-5638-4936-bff4-aadbedd69238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7ef6f22d-7284-4b4e-bac1-0962d9ba3c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:28:05.965367 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fc784d-17b5-4005-89aa-68042cf43648 admin admin] Network hostable DHCP agents. Network: 7ef6f22d-7284-4b4e-bac1-0962d9ba3c26, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:28:05.969337 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bad67ab-a0d3-41c2-9c42-0e35c6156218 admin admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:28:06.014678 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fc784d-17b5-4005-89aa-68042cf43648 admin admin] Network 7ef6f22d-7284-4b4e-bac1-0962d9ba3c26 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:28:06.014923 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad67ab-a0d3-41c2-9c42-0e35c6156218 admin admin] Pushing event updated for resources: {'Port': ['ID=cb3a82b8-9953-483a-a137-8945dda1ad03,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:06.039702 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec3c359-1311-4176-a755-245b3cb9cc10 req-085bb2c4-bb09-4e5b-ba5f-a624b1cd6d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:06.042131 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3ec3c359-1311-4176-a755-245b3cb9cc10 req-085bb2c4-bb09-4e5b-ba5f-a624b1cd6d0c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=236eb505-a499-4edb-a293-2a2d85a583c0 HTTP/1.1" status: 200 len: 848 time: 0.0660272 Aug 22 13:28:06.042802 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-38fc784d-17b5-4005-89aa-68042cf43648 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 7ef6f22d-7284-4b4e-bac1-0962d9ba3c26) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:28:06.054947 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fc784d-17b5-4005-89aa-68042cf43648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:06.055571 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-38fc784d-17b5-4005-89aa-68042cf43648 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:06.064913 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0bad67ab-a0d3-41c2-9c42-0e35c6156218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:06.066705 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3984ba2a-e075-483a-83be-a06afdfd879f None None] Network 7ef6f22d-7284-4b4e-bac1-0962d9ba3c26 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:28:06.204796 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-38fc784d-17b5-4005-89aa-68042cf43648 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9419696 Aug 22 13:28:06.204796 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3ec3c359-1311-4176-a755-245b3cb9cc10 req-853c4ea0-e61d-4810-a78e-1dac60073efc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=652b7040-839e-4592-b462-d4511ac6e125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1397774 Aug 22 13:28:06.279075 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0bad67ab-a0d3-41c2-9c42-0e35c6156218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:06.368769 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62be2a9-9767-4e41-9a47-a3d9898e3e25 None None] Network 7ef6f22d-7284-4b4e-bac1-0962d9ba3c26 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:28:06.410063 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf26e48-1a26-4df6-9a00-5348c178588c req-ebb7f83d-6d19-4607-86f7-f1af1502a53e tempest-ServersAdminTestJSON-1093338563 tempest-ServersAdminTestJSON-1093338563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:06.410914 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf26e48-1a26-4df6-9a00-5348c178588c req-ebb7f83d-6d19-4607-86f7-f1af1502a53e tempest-ServersAdminTestJSON-1093338563 tempest-ServersAdminTestJSON-1093338563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:06.417043 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf26e48-1a26-4df6-9a00-5348c178588c req-ebb7f83d-6d19-4607-86f7-f1af1502a53e tempest-ServersAdminTestJSON-1093338563 tempest-ServersAdminTestJSON-1093338563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:06.425792 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2cf26e48-1a26-4df6-9a00-5348c178588c req-ebb7f83d-6d19-4607-86f7-f1af1502a53e tempest-ServersAdminTestJSON-1093338563 tempest-ServersAdminTestJSON-1093338563-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9f2efc15-9d9a-484c-a00f-d749175e9398&device_id=98dc723b-1457-44ab-9a9d-e51fe4c9e448&device_id=e9232882-fa8c-47c3-8a04-8a7af999b018 HTTP/1.1" status: 200 len: 2885 time: 0.3153882 Aug 22 13:28:06.439272 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7c92d-41bc-4040-9ba5-3fb90edf409e req-9a8225e8-84d7-4796-af25-c22692a0eb48 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:06.447005 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e5a7c92d-41bc-4040-9ba5-3fb90edf409e req-9a8225e8-84d7-4796-af25-c22692a0eb48 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0ee77e2-0ab8-434e-b7ac-eee75664f238 HTTP/1.1" status: 200 len: 948 time: 0.3181989 Aug 22 13:28:06.520140 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-5bd9e3f2-d9a2-49c8-9d04-8d03cd6dae80 None None] Provisioning for port cb3a82b8-9953-483a-a137-8945dda1ad03 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:28:06.528646 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-5bd9e3f2-d9a2-49c8-9d04-8d03cd6dae80 None None] Provisioning complete for port cb3a82b8-9953-483a-a137-8945dda1ad03 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:28:06.529211 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5bd9e3f2-d9a2-49c8-9d04-8d03cd6dae80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:06.538154 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2cf26e48-1a26-4df6-9a00-5348c178588c req-dea6e8ae-bdfb-4984-9ec2-a91d4badc1f4 tempest-ServersAdminTestJSON-1093338563 tempest-ServersAdminTestJSON-1093338563-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=835e4b24-d982-476b-a6a6-e5ce19cfed22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113863 Aug 22 13:28:06.542479 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0bad67ab-a0d3-41c2-9c42-0e35c6156218 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:06.549857 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0bad67ab-a0d3-41c2-9c42-0e35c6156218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:06.560882 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e5a7c92d-41bc-4040-9ba5-3fb90edf409e req-89d17f2b-6145-4258-b26c-ce5b53955971 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4498256-354e-4f3c-a0c2-fc05b4ed5abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128943 Aug 22 13:28:06.585334 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-5bd9e3f2-d9a2-49c8-9d04-8d03cd6dae80 None None] Port cb3a82b8-9953-483a-a137-8945dda1ad03 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:28:06.593401 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3ec3c359-1311-4176-a755-245b3cb9cc10 req-f18f05b4-9a37-4e46-b46d-b4450f5c3722 service neutron] 10.222.0.16 "GET /v2.0/networks/652b7040-839e-4592-b462-d4511ac6e125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3556502 Aug 22 13:28:06.669721 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad67ab-a0d3-41c2-9c42-0e35c6156218 admin admin] Pushing event updated for resources: {'Port': ['ID=cb3a82b8-9953-483a-a137-8945dda1ad03,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:06.691198 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0bad67ab-a0d3-41c2-9c42-0e35c6156218 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:06.770247 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf1f31c-4b07-4ea5-bf0c-d458fae888a4 req-86ebbdfc-ec2e-48f3-a665-7ba5ad41de28 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:06.778889 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cdf1f31c-4b07-4ea5-bf0c-d458fae888a4 req-86ebbdfc-ec2e-48f3-a665-7ba5ad41de28 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 946 time: 0.1291299 Aug 22 13:28:06.782423 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 49182ab7-2c16-40e9-8e35-5b5ee774a5c3 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:28:06.814585 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3ec3c359-1311-4176-a755-245b3cb9cc10 req-6ad59b94-5541-4229-9e8a-c49f1b8b9078 service neutron] 10.222.0.16 "GET /v2.0/networks/652b7040-839e-4592-b462-d4511ac6e125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030759 Aug 22 13:28:06.814965 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bad67ab-a0d3-41c2-9c42-0e35c6156218 admin admin] Network 9cdac34e-bc99-4e4b-8c2d-3b1f7c9e01d7 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:28:06.816977 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-0bad67ab-a0d3-41c2-9c42-0e35c6156218 admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:28:06.907702 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cdf1f31c-4b07-4ea5-bf0c-d458fae888a4 req-b7f832a1-b5f9-460d-82f7-f7e90347e68c tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4f995f7-29d9-4ea1-8a86-26535a55404a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279075 Aug 22 13:28:06.940767 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:06.977638 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49182ab7-2c16-40e9-8e35-5b5ee774a5c3'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:28:06.980159 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc98c300-540c-494d-806f-901f117dd495" -d '{"events": [{"server_uuid": "7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451", "name": "network-vif-unplugged", "status": "completed", "tag": "49182ab7-2c16-40e9-8e35-5b5ee774a5c3"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:28:06.993572 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bad67ab-a0d3-41c2-9c42-0e35c6156218 admin admin] Router 5acd4fc6-a588-4e25-bcc7-3b99810569f5 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:28:07.005527 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 49182ab7-2c16-40e9-8e35-5b5ee774a5c3, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=49182ab7-2c16-40e9-8e35-5b5ee774a5c3,segment=NetworkSegment(e0cf36a3-398c-4c68-a668-edae22b1fee1),segment_id=e0cf36a3-398c-4c68-a668-edae22b1fee1)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:28:07.007721 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cb0d5-bfdb-4260-a9d9-24cef7f4695b req-bf35561a-df88-4275-a60e-672acf2af1b7 tempest-ServerAddressesTestJSON-271545873 tempest-ServerAddressesTestJSON-271545873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:07.009769 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-de1cb0d5-bfdb-4260-a9d9-24cef7f4695b req-bf35561a-df88-4275-a60e-672acf2af1b7 tempest-ServerAddressesTestJSON-271545873 tempest-ServerAddressesTestJSON-271545873-project] 10.222.0.21 "GET /v2.0/networks?id=7ef6f22d-7284-4b4e-bac1-0962d9ba3c26 HTTP/1.1" status: 200 len: 812 time: 0.1756253 Aug 22 13:28:07.022699 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:07.037226 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-de1cb0d5-bfdb-4260-a9d9-24cef7f4695b req-e015d797-0771-4a09-8e48-2d12c6ba5107 tempest-ServerAddressesTestJSON-271545873 tempest-ServerAddressesTestJSON-271545873-project] 10.222.0.21 "GET /v2.0/quotas/506895b867f54d4ab57764891b666634 HTTP/1.1" status: 200 len: 375 time: 0.0149932 Aug 22 13:28:07.111620 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-de1cb0d5-bfdb-4260-a9d9-24cef7f4695b req-d1ed0919-1e0c-47e7-b3ed-6da08d4e8a38 tempest-ServerAddressesTestJSON-271545873 tempest-ServerAddressesTestJSON-271545873-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=506895b867f54d4ab57764891b666634&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0638249 Aug 22 13:28:07.121849 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=49182ab7-2c16-40e9-8e35-5b5ee774a5c3,revision_number=8']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:07.183636 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bad67ab-a0d3-41c2-9c42-0e35c6156218 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:28:07.196778 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0bad67ab-a0d3-41c2-9c42-0e35c6156218 admin admin] 10.222.0.21 "PUT /v2.0/routers/5acd4fc6-a588-4e25-bcc7-3b99810569f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5724480 Aug 22 13:28:07.218342 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-29159185-4630-4ed5-810e-8bac1086bf15 None None] Provisioning complete for port cb3a82b8-9953-483a-a137-8945dda1ad03 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:28:07.218865 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-29159185-4630-4ed5-810e-8bac1086bf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:07.255212 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-de1cb0d5-bfdb-4260-a9d9-24cef7f4695b req-587dac35-cf62-416b-a725-c17b2f43a7f5 service neutron] 10.222.0.21 "GET /v2.0/networks/7ef6f22d-7284-4b4e-bac1-0962d9ba3c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426752 Aug 22 13:28:07.257082 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-29159185-4630-4ed5-810e-8bac1086bf15 None None] Port cb3a82b8-9953-483a-a137-8945dda1ad03 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:28:07.362239 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-de1cb0d5-bfdb-4260-a9d9-24cef7f4695b req-56ab418e-94d9-4e9d-8ed4-09dec918f57c service neutron] 10.222.0.21 "GET /v2.0/networks/7ef6f22d-7284-4b4e-bac1-0962d9ba3c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061540 Aug 22 13:28:07.522988 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 68dba4bf-af40-47f4-8ccb-9fd7d6de1a39 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:28:07.601283 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 68dba4bf-af40-47f4-8ccb-9fd7d6de1a39 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:28:07.606569 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 68dba4bf-af40-47f4-8ccb-9fd7d6de1a39 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:28:07.607305 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:07.726603 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505cfab1-4cd2-48e8-b16a-124cd2796901 req-11e487cf-aba2-4a47-b778-52366fdf8e34 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:07.731474 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:07.748855 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-505cfab1-4cd2-48e8-b16a-124cd2796901 req-11e487cf-aba2-4a47-b778-52366fdf8e34 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=950d0ec7-708c-4a12-9d07-fe3f2f304f78 HTTP/1.1" status: 200 len: 944 time: 0.1449497 Aug 22 13:28:07.763435 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 13:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36671dc3-cbf1-4f9b-86ef-feefc919a42c x-openstack-request-id: req-36671dc3-cbf1-4f9b-86ef-feefc919a42c {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:28:07.764216 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451", "name": "network-vif-unplugged", "status": "completed", "tag": "49182ab7-2c16-40e9-8e35-5b5ee774a5c3", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:28:07.765653 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-36671dc3-cbf1-4f9b-86ef-feefc919a42c {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:28:07.766179 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49182ab7-2c16-40e9-8e35-5b5ee774a5c3', 'code': 200} Aug 22 13:28:07.809016 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 68dba4bf-af40-47f4-8ccb-9fd7d6de1a39, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=68dba4bf-af40-47f4-8ccb-9fd7d6de1a39,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:28:07.832645 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:07.840214 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-505cfab1-4cd2-48e8-b16a-124cd2796901 req-56f44958-47bb-4c07-a241-7d098b584f7e tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899744 Aug 22 13:28:07.926177 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 54268) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:28:07.931660 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-885358b5-57fd-4bcd-8a00-23a27ff4d517 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-940681660-network', 'tenant_id': '240c79ab08fe4e6bb9a4f1d353cd587c'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:28:07.961073 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885358b5-57fd-4bcd-8a00-23a27ff4d517 admin admin] Made reservation on behalf of 240c79ab08fe4e6bb9a4f1d353cd587c for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:28:07.967438 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-885358b5-57fd-4bcd-8a00-23a27ff4d517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:07.990252 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-885358b5-57fd-4bcd-8a00-23a27ff4d517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:07.997955 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=68dba4bf-af40-47f4-8ccb-9fd7d6de1a39,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:08.007382 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c317d1b8-89de-47c5-8365-761c2366b7d2 req-cfe2abad-1757-4999-bb7f-57d68d631247 tempest-ServerAddressesTestJSON-271545873 tempest-ServerAddressesTestJSON-271545873-project] 10.222.0.21 "GET /v2.0/ports?device_id=d260ea4b-8bc5-4bcf-bea1-6d67f354c6e1 HTTP/1.1" status: 200 len: 210 time: 0.0503190 Aug 22 13:28:08.129732 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282e2ef-e5e7-40fa-8f14-4d7c7b4a1efc req-62d2b073-1ee1-4f91-8009-5ec9d2988ce7 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:08.138359 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2282e2ef-e5e7-40fa-8f14-4d7c7b4a1efc req-62d2b073-1ee1-4f91-8009-5ec9d2988ce7 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 944 time: 0.0634272 Aug 22 13:28:08.142200 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-885358b5-57fd-4bcd-8a00-23a27ff4d517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:08.147494 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-885358b5-57fd-4bcd-8a00-23a27ff4d517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:08.199840 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2282e2ef-e5e7-40fa-8f14-4d7c7b4a1efc req-ff2bb84b-5318-40be-8db8-c2bfcc9b1166 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4f995f7-29d9-4ea1-8a86-26535a55404a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603518 Aug 22 13:28:08.203055 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885358b5-57fd-4bcd-8a00-23a27ff4d517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57af2f02-b8dc-4c56-bc9c-5d0f7a18fa0a,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:08.214542 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-885358b5-57fd-4bcd-8a00-23a27ff4d517 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:28:08.226570 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-885358b5-57fd-4bcd-8a00-23a27ff4d517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:08.226978 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-885358b5-57fd-4bcd-8a00-23a27ff4d517 admin admin] Added segment ac3ebfcb-56f0-4116-abdb-2661ff22ce29 of type vlan for network 3e39c712-4fd5-4b40-8b2e-7f5850edbaa2 Aug 22 13:28:08.274973 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-885358b5-57fd-4bcd-8a00-23a27ff4d517 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:08.308660 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-885358b5-57fd-4bcd-8a00-23a27ff4d517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:08.310066 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885358b5-57fd-4bcd-8a00-23a27ff4d517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:08.311297 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-885358b5-57fd-4bcd-8a00-23a27ff4d517 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:08.324113 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9022d30-6bbc-4fd5-8c0b-59cc2e766352 None None] Sync routers for ids ['5acd4fc6-a588-4e25-bcc7-3b99810569f5'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:28:08.337164 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9022d30-6bbc-4fd5-8c0b-59cc2e766352 None None] Routers {'5acd4fc6-a588-4e25-bcc7-3b99810569f5'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:28:08.337887 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-d9022d30-6bbc-4fd5-8c0b-59cc2e766352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:28:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['5acd4fc6-a588-4e25-bcc7-3b99810569f5'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:28:08.376608 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-885358b5-57fd-4bcd-8a00-23a27ff4d517 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4492023 Aug 22 13:28:08.379569 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54282) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:28:08.386214 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-c0e3db7e-10ca-4054-950a-5226c0d1cacd admin admin] Request body: {'subnet': {'network_id': '3e39c712-4fd5-4b40-8b2e-7f5850edbaa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-940681660-subnet', 'tenant_id': '240c79ab08fe4e6bb9a4f1d353cd587c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:28:08.395266 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885358b5-57fd-4bcd-8a00-23a27ff4d517 admin admin] Pushing event updated for resources: {'Network': ['ID=3e39c712-4fd5-4b40-8b2e-7f5850edbaa2,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:08.410770 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 3e39c712-4fd5-4b40-8b2e-7f5850edbaa2 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:28:08.444220 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e3db7e-10ca-4054-950a-5226c0d1cacd admin admin] Made reservation on behalf of 240c79ab08fe4e6bb9a4f1d353cd587c for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:28:08.447023 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c0e3db7e-10ca-4054-950a-5226c0d1cacd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:08.519791 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-d9022d30-6bbc-4fd5-8c0b-59cc2e766352 None None] Set router 5acd4fc6-a588-4e25-bcc7-3b99810569f5 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:28:08.754803 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c0e3db7e-10ca-4054-950a-5226c0d1cacd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:08.800395 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-d9022d30-6bbc-4fd5-8c0b-59cc2e766352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5acd4fc6-a588-4e25-bcc7-3b99810569f5', 'name': 'tempest-AttachSCSIVolumeTestJSON-594709368-router', 'tenant_id': 'af20f51aa91f4ab9ae0e1e95088c542a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '68dba4bf-af40-47f4-8ccb-9fd7d6de1a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:27:59Z', 'updated_at': '2021-08-22T13:28:06Z', 'revision_number': 4, 'project_id': 'af20f51aa91f4ab9ae0e1e95088c542a', 'gw_port': {'id': '68dba4bf-af40-47f4-8ccb-9fd7d6de1a39', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:84:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acd4fc6-a588-4e25-bcc7-3b99810569f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:28:00Z', 'updated_at': '2021-08-22T13:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'cb3a82b8-9953-483a-a137-8945dda1ad03', 'name': '', 'network_id': '9cdac34e-bc99-4e4b-8c2d-3b1f7c9e01d7', 'tenant_id': 'af20f51aa91f4ab9ae0e1e95088c542a', 'mac_address': 'fa:16:3e:60:11:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5acd4fc6-a588-4e25-bcc7-3b99810569f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'ff3adb6c-6a4b-4f90-9687-9491caae68a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:28:05Z', 'updated_at': '2021-08-22T13:28:06Z', 'revision_number': 2, 'project_id': 'af20f51aa91f4ab9ae0e1e95088c542a', 'subnets': [{'id': 'ff3adb6c-6a4b-4f90-9687-9491caae68a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:28:08.804365 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688601b6-a6bd-4a5e-b8ca-cfcfff01366c req-9c2875c7-7324-4afb-abbf-a2973231480b tempest-ServersAdminTestJSON-1093338563 tempest-ServersAdminTestJSON-1093338563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:08.806289 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-688601b6-a6bd-4a5e-b8ca-cfcfff01366c req-9c2875c7-7324-4afb-abbf-a2973231480b tempest-ServersAdminTestJSON-1093338563 tempest-ServersAdminTestJSON-1093338563-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e9232882-fa8c-47c3-8a04-8a7af999b018 HTTP/1.1" status: 200 len: 1101 time: 0.0944812 Aug 22 13:28:08.838161 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e3db7e-10ca-4054-950a-5226c0d1cacd admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fecb79f-5490-49cd-99e8-a71ee39e198c,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:08.838549 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9022d30-6bbc-4fd5-8c0b-59cc2e766352 None None] Checking router: 5acd4fc6-a588-4e25-bcc7-3b99810569f5 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:28:08.838904 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9022d30-6bbc-4fd5-8c0b-59cc2e766352 None None] Updating router 5acd4fc6-a588-4e25-bcc7-3b99810569f5 port cb3a82b8-9953-483a-a137-8945dda1ad03 binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:28:08.879566 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-d9022d30-6bbc-4fd5-8c0b-59cc2e766352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:08.880495 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-688601b6-a6bd-4a5e-b8ca-cfcfff01366c req-d8dca517-1acf-475c-8906-3131f9e00a47 tempest-ServersAdminTestJSON-1093338563 tempest-ServersAdminTestJSON-1093338563-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=835e4b24-d982-476b-a6a6-e5ce19cfed22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667210 Aug 22 13:28:08.883715 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e3db7e-10ca-4054-950a-5226c0d1cacd admin admin] Checking segment: {'id': 'ac3ebfcb-56f0-4116-abdb-2661ff22ce29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3e39c712-4fd5-4b40-8b2e-7f5850edbaa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:28:08.884401 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e3db7e-10ca-4054-950a-5226c0d1cacd admin admin] Network hostable DHCP agents. Network: 3e39c712-4fd5-4b40-8b2e-7f5850edbaa2, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:28:08.905636 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e3db7e-10ca-4054-950a-5226c0d1cacd admin admin] Network 3e39c712-4fd5-4b40-8b2e-7f5850edbaa2 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:28:08.929455 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-c0e3db7e-10ca-4054-950a-5226c0d1cacd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 3e39c712-4fd5-4b40-8b2e-7f5850edbaa2) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:28:08.935650 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e3db7e-10ca-4054-950a-5226c0d1cacd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:08.936640 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c0e3db7e-10ca-4054-950a-5226c0d1cacd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:08.940945 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab01f43-0040-42cd-a915-a15e5c27c146 None None] Network 3e39c712-4fd5-4b40-8b2e-7f5850edbaa2 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:28:08.957297 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c0e3db7e-10ca-4054-950a-5226c0d1cacd admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5765417 Aug 22 13:28:08.959754 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54316) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:28:08.965023 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-1201a64d-bf04-4d97-ae05-ad919d729c95 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-940681660-router', 'tenant_id': '240c79ab08fe4e6bb9a4f1d353cd587c', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:28:09.020296 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1201a64d-bf04-4d97-ae05-ad919d729c95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:09.021814 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1201a64d-bf04-4d97-ae05-ad919d729c95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:09.059738 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7598263-766b-4cc5-a162-053d0b3f0ef3 req-292cccef-c712-4da4-b83c-a06c1d9e5b83 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:09.061624 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a7598263-766b-4cc5-a162-053d0b3f0ef3 req-292cccef-c712-4da4-b83c-a06c1d9e5b83 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=950d0ec7-708c-4a12-9d07-fe3f2f304f78 HTTP/1.1" status: 200 len: 944 time: 0.0725672 Aug 22 13:28:09.127832 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb325bb5-c25b-4425-b586-739341cd8f0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-3e39c712-4fd5-4b40-8b2e-7f5850edbaa2', 'network_id': '3e39c712-4fd5-4b40-8b2e-7f5850edbaa2', 'tenant_id': '240c79ab08fe4e6bb9a4f1d353cd587c', 'fixed_ips': [{'subnet_id': '3fecb79f-5490-49cd-99e8-a71ee39e198c'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:28:09.130341 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-cb325bb5-c25b-4425-b586-739341cd8f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:09.161572 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1201a64d-bf04-4d97-ae05-ad919d729c95 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:09.173724 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a7598263-766b-4cc5-a162-053d0b3f0ef3 req-18d6e140-8bdc-40fc-88a5-d87655e1f727 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991147 Aug 22 13:28:09.340115 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-cb325bb5-c25b-4425-b586-739341cd8f0b None None] Allocated IP 172.20.0.2 (3e39c712-4fd5-4b40-8b2e-7f5850edbaa2/3fecb79f-5490-49cd-99e8-a71ee39e198c/2690aa04-644d-4445-a004-8e2b806e7517) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:28:09.354048 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cb0d5-bfdb-4260-a9d9-24cef7f4695b req-3b9344ac-d099-4812-a855-175a16d01af2 tempest-ServerAddressesTestJSON-271545873 tempest-ServerAddressesTestJSON-271545873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:09.356941 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-de1cb0d5-bfdb-4260-a9d9-24cef7f4695b req-3b9344ac-d099-4812-a855-175a16d01af2 tempest-ServerAddressesTestJSON-271545873 tempest-ServerAddressesTestJSON-271545873-project] 10.222.0.41 "GET /v2.0/networks?id=7ef6f22d-7284-4b4e-bac1-0962d9ba3c26 HTTP/1.1" status: 200 len: 812 time: 0.2276397 Aug 22 13:28:09.365594 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [req-15d60933-82e4-4fac-9ca4-897037447243 req-d5cb0b1c-11a4-42b3-b3da-c8178cccf9f5 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:28:09.377891 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-15d60933-82e4-4fac-9ca4-897037447243 req-d5cb0b1c-11a4-42b3-b3da-c8178cccf9f5 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3883116 Aug 22 13:28:09.379107 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-de1cb0d5-bfdb-4260-a9d9-24cef7f4695b req-6141b629-35aa-40e0-92e4-13f1643bb3d4 tempest-ServerAddressesTestJSON-271545873 tempest-ServerAddressesTestJSON-271545873-project] Request body: {'port': {'device_id': 'd260ea4b-8bc5-4bcf-bea1-6d67f354c6e1', 'network_id': '7ef6f22d-7284-4b4e-bac1-0962d9ba3c26', 'admin_state_up': True, 'tenant_id': '506895b867f54d4ab57764891b666634'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:28:09.456086 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-d9022d30-6bbc-4fd5-8c0b-59cc2e766352 None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:09.457105 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1201a64d-bf04-4d97-ae05-ad919d729c95 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:09.469237 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-d9022d30-6bbc-4fd5-8c0b-59cc2e766352 None None] Transition to ACTIVE for port object cb3a82b8-9953-483a-a137-8945dda1ad03 will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:28:09.477757 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-d9022d30-6bbc-4fd5-8c0b-59cc2e766352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:09.528199 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 68dba4bf-af40-47f4-8ccb-9fd7d6de1a39 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:28:09.535578 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e37009-419d-4a52-818d-f9b9ad4ae2d7 None None] Pushing event updated for resources: {'Port': ['ID=cb3a82b8-9953-483a-a137-8945dda1ad03,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:09.578472 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e37009-419d-4a52-818d-f9b9ad4ae2d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:28:09.578974 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e37009-419d-4a52-818d-f9b9ad4ae2d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:28:09.579321 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e37009-419d-4a52-818d-f9b9ad4ae2d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:28:09.579661 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e37009-419d-4a52-818d-f9b9ad4ae2d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:28:09.579992 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e37009-419d-4a52-818d-f9b9ad4ae2d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:28:09.584473 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e37009-419d-4a52-818d-f9b9ad4ae2d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:28:09.585487 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e37009-419d-4a52-818d-f9b9ad4ae2d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:28:09.586969 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e37009-419d-4a52-818d-f9b9ad4ae2d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:28:09.587479 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e37009-419d-4a52-818d-f9b9ad4ae2d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:28:09.589399 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e37009-419d-4a52-818d-f9b9ad4ae2d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:28:09.591568 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e37009-419d-4a52-818d-f9b9ad4ae2d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:28:09.592295 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e37009-419d-4a52-818d-f9b9ad4ae2d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:28:09.603771 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device cc532801-56c0-4a1e-ac60-3f4a8c29f7d9 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:28:09.609544 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24857b7a-dab9-4c23-b47f-222fbbf4beb0 req-739f3342-7b94-4194-8efc-87f4696533ce tempest-ServersAdminTestJSON-1093338563 tempest-ServersAdminTestJSON-1093338563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:09.615334 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de1cb0d5-bfdb-4260-a9d9-24cef7f4695b req-6141b629-35aa-40e0-92e4-13f1643bb3d4 tempest-ServerAddressesTestJSON-271545873 tempest-ServerAddressesTestJSON-271545873-project] Made reservation on behalf of 506895b867f54d4ab57764891b666634 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:28:09.620091 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-24857b7a-dab9-4c23-b47f-222fbbf4beb0 req-739f3342-7b94-4194-8efc-87f4696533ce tempest-ServersAdminTestJSON-1093338563 tempest-ServersAdminTestJSON-1093338563-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e9232882-fa8c-47c3-8a04-8a7af999b018 HTTP/1.1" status: 200 len: 1101 time: 0.2998145 Aug 22 13:28:09.622003 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-de1cb0d5-bfdb-4260-a9d9-24cef7f4695b req-6141b629-35aa-40e0-92e4-13f1643bb3d4 tempest-ServerAddressesTestJSON-271545873 tempest-ServerAddressesTestJSON-271545873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:09.693035 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-d9022d30-6bbc-4fd5-8c0b-59cc2e766352 None None] Attempting to bind port cb3a82b8-9953-483a-a137-8945dda1ad03 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:28:09.693813 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-d9022d30-6bbc-4fd5-8c0b-59cc2e766352 None None] Attempting to bind port cb3a82b8-9953-483a-a137-8945dda1ad03 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'e7a7ec43-d01c-48ab-beec-ae7862b4646f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9cdac34e-bc99-4e4b-8c2d-3b1f7c9e01d7'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:28:09.694422 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9022d30-6bbc-4fd5-8c0b-59cc2e766352 None None] Attempting to bind port cb3a82b8-9953-483a-a137-8945dda1ad03 on network 9cdac34e-bc99-4e4b-8c2d-3b1f7c9e01d7 {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:28:09.701725 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3c2fa01d-832b-4402-b12f-209943c629f5 req-bf37f8bb-6a97-4bae-8970-857caa0bc484 tempest-ServerAddressesTestJSON-271545873 tempest-ServerAddressesTestJSON-271545873-project] 10.222.0.21 "GET /v2.0/ports?device_id=d260ea4b-8bc5-4bcf-bea1-6d67f354c6e1 HTTP/1.1" status: 200 len: 210 time: 0.0507417 Aug 22 13:28:09.707585 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9022d30-6bbc-4fd5-8c0b-59cc2e766352 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:28:09.708070 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9022d30-6bbc-4fd5-8c0b-59cc2e766352 None None] Checking segment: {'id': 'e7a7ec43-d01c-48ab-beec-ae7862b4646f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9cdac34e-bc99-4e4b-8c2d-3b1f7c9e01d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:28:09.708516 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-d9022d30-6bbc-4fd5-8c0b-59cc2e766352 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:09.708916 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9022d30-6bbc-4fd5-8c0b-59cc2e766352 None None] Bound using segment: {'id': 'e7a7ec43-d01c-48ab-beec-ae7862b4646f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9cdac34e-bc99-4e4b-8c2d-3b1f7c9e01d7'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:28:09.709606 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-d9022d30-6bbc-4fd5-8c0b-59cc2e766352 None None] Bound port: cb3a82b8-9953-483a-a137-8945dda1ad03, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7a7ec43-d01c-48ab-beec-ae7862b4646f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9cdac34e-bc99-4e4b-8c2d-3b1f7c9e01d7'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:28:09.710280 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-d9022d30-6bbc-4fd5-8c0b-59cc2e766352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:09.719304 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-24857b7a-dab9-4c23-b47f-222fbbf4beb0 req-aff13ec2-89b7-4661-93ad-541e067a4c52 tempest-ServersAdminTestJSON-1093338563 tempest-ServersAdminTestJSON-1093338563-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=835e4b24-d982-476b-a6a6-e5ce19cfed22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923526 Aug 22 13:28:09.854102 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-d9022d30-6bbc-4fd5-8c0b-59cc2e766352 None None] For port cb3a82b8-9953-483a-a137-8945dda1ad03, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:28:09.865321 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-cb325bb5-c25b-4425-b586-739341cd8f0b None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:09.867555 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-d9022d30-6bbc-4fd5-8c0b-59cc2e766352 None None] For port cb3a82b8-9953-483a-a137-8945dda1ad03, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=cb3a82b8-9953-483a-a137-8945dda1ad03,segment=NetworkSegment(e7a7ec43-d01c-48ab-beec-ae7862b4646f),segment_id=e7a7ec43-d01c-48ab-beec-ae7862b4646f)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:28:09.875855 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-d9022d30-6bbc-4fd5-8c0b-59cc2e766352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:09.907576 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 68dba4bf-af40-47f4-8ccb-9fd7d6de1a39 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:28:09.907955 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:09.919080 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-de1cb0d5-bfdb-4260-a9d9-24cef7f4695b req-6141b629-35aa-40e0-92e4-13f1643bb3d4 tempest-ServerAddressesTestJSON-271545873 tempest-ServerAddressesTestJSON-271545873-project] Allocated IP 172.20.0.2 (7ef6f22d-7284-4b4e-bac1-0962d9ba3c26/f927da10-e33b-4c45-9003-66f9c5eac8f9/d8341de9-bf5f-4840-a30e-bb0a707adb48) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:28:09.976019 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9022d30-6bbc-4fd5-8c0b-59cc2e766352 None None] Routers {'5acd4fc6-a588-4e25-bcc7-3b99810569f5'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:28:09.976955 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-d9022d30-6bbc-4fd5-8c0b-59cc2e766352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:28:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['5acd4fc6-a588-4e25-bcc7-3b99810569f5'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:28:09.996950 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-cb325bb5-c25b-4425-b586-739341cd8f0b None None] Transition to ACTIVE for port object 2690aa04-644d-4445-a004-8e2b806e7517 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:28:10.045100 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e37009-419d-4a52-818d-f9b9ad4ae2d7 None None] Pushing event updated for resources: {'Port': ['ID=cb3a82b8-9953-483a-a137-8945dda1ad03,revision_number=4']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:10.048453 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8708064c-e46e-48f3-88d6-3cb58d18d16d req-7bfb9e27-6623-4016-bc41-4d46a657a2b2 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:10.056803 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8708064c-e46e-48f3-88d6-3cb58d18d16d req-7bfb9e27-6623-4016-bc41-4d46a657a2b2 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 944 time: 0.2789083 Aug 22 13:28:10.116227 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-de1cb0d5-bfdb-4260-a9d9-24cef7f4695b req-6141b629-35aa-40e0-92e4-13f1643bb3d4 tempest-ServerAddressesTestJSON-271545873 tempest-ServerAddressesTestJSON-271545873-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:10.138750 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1201a64d-bf04-4d97-ae05-ad919d729c95 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:10.140784 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-d9022d30-6bbc-4fd5-8c0b-59cc2e766352 None None] Set router 5acd4fc6-a588-4e25-bcc7-3b99810569f5 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:28:10.185093 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-de1cb0d5-bfdb-4260-a9d9-24cef7f4695b req-6141b629-35aa-40e0-92e4-13f1643bb3d4 tempest-ServerAddressesTestJSON-271545873 tempest-ServerAddressesTestJSON-271545873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:10.192319 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1201a64d-bf04-4d97-ae05-ad919d729c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:10.202171 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-cb325bb5-c25b-4425-b586-739341cd8f0b None None] Transition to ACTIVE for port object 2690aa04-644d-4445-a004-8e2b806e7517 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:28:10.210646 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:10.233030 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8708064c-e46e-48f3-88d6-3cb58d18d16d req-92a2b9d6-4479-4a57-ab06-d408baa0acf7 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4f995f7-29d9-4ea1-8a86-26535a55404a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696401 Aug 22 13:28:10.233567 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-cb325bb5-c25b-4425-b586-739341cd8f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:10.286515 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de1cb0d5-bfdb-4260-a9d9-24cef7f4695b req-6141b629-35aa-40e0-92e4-13f1643bb3d4 tempest-ServerAddressesTestJSON-271545873 tempest-ServerAddressesTestJSON-271545873-project] Network 7ef6f22d-7284-4b4e-bac1-0962d9ba3c26 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:28:10.301763 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9a4557cc-9d0c-417a-85ca-8e00dae658a7 req-2cf52782-916c-4872-aead-83449bcae21e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6188350 Aug 22 13:28:10.311647 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-de1cb0d5-bfdb-4260-a9d9-24cef7f4695b req-6141b629-35aa-40e0-92e4-13f1643bb3d4 tempest-ServerAddressesTestJSON-271545873 tempest-ServerAddressesTestJSON-271545873-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:28:10.317599 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-de1cb0d5-bfdb-4260-a9d9-24cef7f4695b req-6141b629-35aa-40e0-92e4-13f1643bb3d4 tempest-ServerAddressesTestJSON-271545873 tempest-ServerAddressesTestJSON-271545873-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:28:10.347887 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb325bb5-c25b-4425-b586-739341cd8f0b None None] Pushing event updated for resources: {'Port': ['ID=2690aa04-644d-4445-a004-8e2b806e7517,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:10.361971 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb325bb5-c25b-4425-b586-739341cd8f0b None None] Network 3e39c712-4fd5-4b40-8b2e-7f5850edbaa2 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:28:10.371740 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-cb325bb5-c25b-4425-b586-739341cd8f0b None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:28:10.387496 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb325bb5-c25b-4425-b586-739341cd8f0b None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:28:10.393336 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ee77e2-0ab8-434e-b7ac-eee75664f238', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc532801-56c0-4a1e-ac60-3f4a8c29f7d9'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:28:10.395763 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c4194c-30bd-4778-9293-06cf05139773" -d '{"events": [{"server_uuid": "e0ee77e2-0ab8-434e-b7ac-eee75664f238", "name": "network-vif-unplugged", "status": "completed", "tag": "cc532801-56c0-4a1e-ac60-3f4a8c29f7d9"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:28:10.433277 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6141b629-35aa-40e0-92e4-13f1643bb3d4 tempest-ServerAddressesTestJSON-271545873 tempest-ServerAddressesTestJSON-271545873-project] Pushing event updated for resources: {'Port': ['ID=d8341de9-bf5f-4840-a30e-bb0a707adb48,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:10.439706 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-1201a64d-bf04-4d97-ae05-ad919d729c95 admin admin] Allocated IP 172.25.3.176 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/491c1552-5b3c-4745-8599-8fe88b452595) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:28:10.472108 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port cc532801-56c0-4a1e-ac60-3f4a8c29f7d9, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=cc532801-56c0-4a1e-ac60-3f4a8c29f7d9,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:28:10.486515 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:10.492946 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cb0d5-bfdb-4260-a9d9-24cef7f4695b req-6141b629-35aa-40e0-92e4-13f1643bb3d4 tempest-ServerAddressesTestJSON-271545873 tempest-ServerAddressesTestJSON-271545873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:10.493866 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-cb325bb5-c25b-4425-b586-739341cd8f0b None None] Attempting to bind port 2690aa04-644d-4445-a004-8e2b806e7517 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:28:10.494420 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-cb325bb5-c25b-4425-b586-739341cd8f0b None None] Attempting to bind port 2690aa04-644d-4445-a004-8e2b806e7517 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'ac3ebfcb-56f0-4116-abdb-2661ff22ce29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3e39c712-4fd5-4b40-8b2e-7f5850edbaa2'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:28:10.497198 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-de1cb0d5-bfdb-4260-a9d9-24cef7f4695b req-6141b629-35aa-40e0-92e4-13f1643bb3d4 tempest-ServerAddressesTestJSON-271545873 tempest-ServerAddressesTestJSON-271545873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:10.498169 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb325bb5-c25b-4425-b586-739341cd8f0b None None] Attempting to bind port 2690aa04-644d-4445-a004-8e2b806e7517 on network 3e39c712-4fd5-4b40-8b2e-7f5850edbaa2 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:28:10.521198 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb325bb5-c25b-4425-b586-739341cd8f0b None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:28:10.522972 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb325bb5-c25b-4425-b586-739341cd8f0b None None] Checking segment: {'id': 'ac3ebfcb-56f0-4116-abdb-2661ff22ce29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3e39c712-4fd5-4b40-8b2e-7f5850edbaa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:28:10.523409 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-cb325bb5-c25b-4425-b586-739341cd8f0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:10.523807 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb325bb5-c25b-4425-b586-739341cd8f0b None None] Bound using segment: {'id': 'ac3ebfcb-56f0-4116-abdb-2661ff22ce29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3e39c712-4fd5-4b40-8b2e-7f5850edbaa2'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:28:10.524474 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-cb325bb5-c25b-4425-b586-739341cd8f0b None None] Bound port: 2690aa04-644d-4445-a004-8e2b806e7517, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac3ebfcb-56f0-4116-abdb-2661ff22ce29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3e39c712-4fd5-4b40-8b2e-7f5850edbaa2'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:28:10.524988 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-cb325bb5-c25b-4425-b586-739341cd8f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:10.537190 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-de1cb0d5-bfdb-4260-a9d9-24cef7f4695b req-6141b629-35aa-40e0-92e4-13f1643bb3d4 tempest-ServerAddressesTestJSON-271545873 tempest-ServerAddressesTestJSON-271545873-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1622813 Aug 22 13:28:10.547827 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 13:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55710014-62c3-4534-a087-f8214041a443 x-openstack-request-id: req-55710014-62c3-4534-a087-f8214041a443 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:28:10.548173 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0ee77e2-0ab8-434e-b7ac-eee75664f238", "name": "network-vif-unplugged", "status": "completed", "tag": "cc532801-56c0-4a1e-ac60-3f4a8c29f7d9", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:28:10.548405 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-55710014-62c3-4534-a087-f8214041a443 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:28:10.548793 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ee77e2-0ab8-434e-b7ac-eee75664f238', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc532801-56c0-4a1e-ac60-3f4a8c29f7d9', 'code': 200} Aug 22 13:28:10.560194 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-de1cb0d5-bfdb-4260-a9d9-24cef7f4695b req-cd08d83b-b3c7-4d88-8d6c-6196dec2e2a9 service neutron] Request body: {'port': {'device_id': 'd260ea4b-8bc5-4bcf-bea1-6d67f354c6e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:28:10.598472 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=cc532801-56c0-4a1e-ac60-3f4a8c29f7d9,revision_number=8']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:10.636604 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-cb325bb5-c25b-4425-b586-739341cd8f0b None None] For port 2690aa04-644d-4445-a004-8e2b806e7517, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:28:10.639936 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-de1cb0d5-bfdb-4260-a9d9-24cef7f4695b req-cd08d83b-b3c7-4d88-8d6c-6196dec2e2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:10.641650 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-cb325bb5-c25b-4425-b586-739341cd8f0b None None] For port 2690aa04-644d-4445-a004-8e2b806e7517, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=2690aa04-644d-4445-a004-8e2b806e7517,segment=NetworkSegment(ac3ebfcb-56f0-4116-abdb-2661ff22ce29),segment_id=ac3ebfcb-56f0-4116-abdb-2661ff22ce29)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:28:10.650843 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-cb325bb5-c25b-4425-b586-739341cd8f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:10.661702 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-d9022d30-6bbc-4fd5-8c0b-59cc2e766352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5acd4fc6-a588-4e25-bcc7-3b99810569f5', 'name': 'tempest-AttachSCSIVolumeTestJSON-594709368-router', 'tenant_id': 'af20f51aa91f4ab9ae0e1e95088c542a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '68dba4bf-af40-47f4-8ccb-9fd7d6de1a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:27:59Z', 'updated_at': '2021-08-22T13:28:06Z', 'revision_number': 4, 'project_id': 'af20f51aa91f4ab9ae0e1e95088c542a', 'gw_port': {'id': '68dba4bf-af40-47f4-8ccb-9fd7d6de1a39', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:84:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acd4fc6-a588-4e25-bcc7-3b99810569f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:28:00Z', 'updated_at': '2021-08-22T13:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'cb3a82b8-9953-483a-a137-8945dda1ad03', 'name': '', 'network_id': '9cdac34e-bc99-4e4b-8c2d-3b1f7c9e01d7', 'tenant_id': 'af20f51aa91f4ab9ae0e1e95088c542a', 'mac_address': 'fa:16:3e:60:11:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5acd4fc6-a588-4e25-bcc7-3b99810569f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'ff3adb6c-6a4b-4f90-9687-9491caae68a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:28:05Z', 'updated_at': '2021-08-22T13:28:09Z', 'revision_number': 4, 'project_id': 'af20f51aa91f4ab9ae0e1e95088c542a', 'subnets': [{'id': 'ff3adb6c-6a4b-4f90-9687-9491caae68a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:28:10.718050 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9022d30-6bbc-4fd5-8c0b-59cc2e766352 None None] The sync data for ids ['5acd4fc6-a588-4e25-bcc7-3b99810569f5'] in n-d-793621-33 is: [{'id': '5acd4fc6-a588-4e25-bcc7-3b99810569f5', 'name': 'tempest-AttachSCSIVolumeTestJSON-594709368-router', 'tenant_id': 'af20f51aa91f4ab9ae0e1e95088c542a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '68dba4bf-af40-47f4-8ccb-9fd7d6de1a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:27:59Z', 'updated_at': '2021-08-22T13:28:06Z', 'revision_number': 4, 'project_id': 'af20f51aa91f4ab9ae0e1e95088c542a', 'gw_port': {'id': '68dba4bf-af40-47f4-8ccb-9fd7d6de1a39', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:84:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acd4fc6-a588-4e25-bcc7-3b99810569f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:28:00Z', 'updated_at': '2021-08-22T13:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'cb3a82b8-9953-483a-a137-8945dda1ad03', 'name': '', 'network_id': '9cdac34e-bc99-4e4b-8c2d-3b1f7c9e01d7', 'tenant_id': 'af20f51aa91f4ab9ae0e1e95088c542a', 'mac_address': 'fa:16:3e:60:11:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5acd4fc6-a588-4e25-bcc7-3b99810569f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'ff3adb6c-6a4b-4f90-9687-9491caae68a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:28:05Z', 'updated_at': '2021-08-22T13:28:09Z', 'revision_number': 4, 'project_id': 'af20f51aa91f4ab9ae0e1e95088c542a', 'subnets': [{'id': 'ff3adb6c-6a4b-4f90-9687-9491caae68a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:28:10.778228 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb325bb5-c25b-4425-b586-739341cd8f0b None None] Pushing event updated for resources: {'Port': ['ID=2690aa04-644d-4445-a004-8e2b806e7517,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:10.820312 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 49182ab7-2c16-40e9-8e35-5b5ee774a5c3 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:28:10.860266 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665bcaae-76ac-43aa-a5a9-8c74177628d4 req-6647175f-0b66-49bc-952b-41f3bdfd808d tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:10.876026 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-665bcaae-76ac-43aa-a5a9-8c74177628d4 req-6647175f-0b66-49bc-952b-41f3bdfd808d tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=950d0ec7-708c-4a12-9d07-fe3f2f304f78 HTTP/1.1" status: 200 len: 944 time: 0.3470602 Aug 22 13:28:11.234680 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-665bcaae-76ac-43aa-a5a9-8c74177628d4 req-8110c434-b773-44da-96ee-dbce10bc6f7a tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576086 Aug 22 13:28:11.263770 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-4f158d99-4ca7-43dd-b79f-f6eef284b941 service neutron] 10.222.0.16 "GET /v2.0/ports/3bdf6d62-fbdf-4713-b5d0-4b1371edf076/bindings/n-h1-793621-33 HTTP/1.1" status: 200 len: 385 time: 0.2937806 Aug 22 13:28:11.271005 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1201a64d-bf04-4d97-ae05-ad919d729c95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:11.330807 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e79a09-afd4-4b2d-aa12-2ea086eafeeb req-c0d2b607-c6a5-4137-b4cb-27c70319cac8 tempest-ServerAddressesTestJSON-271545873 tempest-ServerAddressesTestJSON-271545873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:11.340620 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-72e79a09-afd4-4b2d-aa12-2ea086eafeeb req-c0d2b607-c6a5-4137-b4cb-27c70319cac8 tempest-ServerAddressesTestJSON-271545873 tempest-ServerAddressesTestJSON-271545873-project] 10.222.0.21 "GET /v2.0/ports?device_id=d260ea4b-8bc5-4bcf-bea1-6d67f354c6e1 HTTP/1.1" status: 200 len: 931 time: 0.3752778 Aug 22 13:28:11.537504 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-72e79a09-afd4-4b2d-aa12-2ea086eafeeb req-7f33c832-9746-4371-a45e-2c9b25916f92 tempest-ServerAddressesTestJSON-271545873 tempest-ServerAddressesTestJSON-271545873-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4fc4549-d902-45e3-9cfb-e33a32dbbfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849012 Aug 22 13:28:11.539511 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1201a64d-bf04-4d97-ae05-ad919d729c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:11.572952 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 59c25f39-6da9-416c-80d8-c537bcf5aa73 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:28:11.586506 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device cb3a82b8-9953-483a-a137-8945dda1ad03 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:28:11.743396 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1201a64d-bf04-4d97-ae05-ad919d729c95 admin admin] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:28:11.784330 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-1201a64d-bf04-4d97-ae05-ad919d729c95 admin admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:28:11.798631 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1201a64d-bf04-4d97-ae05-ad919d729c95 admin admin] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:28:11.863011 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port cb3a82b8-9953-483a-a137-8945dda1ad03 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:28:11.930145 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port cb3a82b8-9953-483a-a137-8945dda1ad03 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:28:11.930535 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:11.976077 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 59c25f39-6da9-416c-80d8-c537bcf5aa73, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=59c25f39-6da9-416c-80d8-c537bcf5aa73,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:28:12.006448 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '59c25f39-6da9-416c-80d8-c537bcf5aa73', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'port_id': '59c25f39-6da9-416c-80d8-c537bcf5aa73', 'mac_address': 'fa:16:3e:ff:38:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7151c727-b27f-4308-8098-60bc16140d45', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:28:12.111450 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:12.130556 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-de1cb0d5-bfdb-4260-a9d9-24cef7f4695b req-cd08d83b-b3c7-4d88-8d6c-6196dec2e2a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8341de9-bf5f-4840-a30e-bb0a707adb48 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:28:12.151209 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-de1cb0d5-bfdb-4260-a9d9-24cef7f4695b req-cd08d83b-b3c7-4d88-8d6c-6196dec2e2a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:12.199562 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-de1cb0d5-bfdb-4260-a9d9-24cef7f4695b req-cd08d83b-b3c7-4d88-8d6c-6196dec2e2a9 service neutron] Transition to ACTIVE for port object d8341de9-bf5f-4840-a30e-bb0a707adb48 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:28:12.209578 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-de1cb0d5-bfdb-4260-a9d9-24cef7f4695b req-cd08d83b-b3c7-4d88-8d6c-6196dec2e2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:12.234449 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:12.314806 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 59c25f39-6da9-416c-80d8-c537bcf5aa73 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:28:12.392800 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd08d83b-b3c7-4d88-8d6c-6196dec2e2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=d8341de9-bf5f-4840-a30e-bb0a707adb48,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:12.404040 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 59c25f39-6da9-416c-80d8-c537bcf5aa73, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=59c25f39-6da9-416c-80d8-c537bcf5aa73,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:28:12.409407 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port cb3a82b8-9953-483a-a137-8945dda1ad03, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=cb3a82b8-9953-483a-a137-8945dda1ad03,segment=NetworkSegment(e7a7ec43-d01c-48ab-beec-ae7862b4646f),segment_id=e7a7ec43-d01c-48ab-beec-ae7862b4646f)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:28:12.414812 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:12.434063 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:12.436453 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 2690aa04-644d-4445-a004-8e2b806e7517 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:28:12.476832 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd08d83b-b3c7-4d88-8d6c-6196dec2e2a9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:28:12.477181 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd08d83b-b3c7-4d88-8d6c-6196dec2e2a9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:28:12.480647 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd08d83b-b3c7-4d88-8d6c-6196dec2e2a9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:28:12.481023 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd08d83b-b3c7-4d88-8d6c-6196dec2e2a9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:28:12.481357 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd08d83b-b3c7-4d88-8d6c-6196dec2e2a9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:28:12.481740 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd08d83b-b3c7-4d88-8d6c-6196dec2e2a9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:28:12.482070 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd08d83b-b3c7-4d88-8d6c-6196dec2e2a9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:28:12.482394 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd08d83b-b3c7-4d88-8d6c-6196dec2e2a9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:28:12.482718 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd08d83b-b3c7-4d88-8d6c-6196dec2e2a9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:28:12.483046 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd08d83b-b3c7-4d88-8d6c-6196dec2e2a9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:28:12.483363 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd08d83b-b3c7-4d88-8d6c-6196dec2e2a9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:28:12.483682 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd08d83b-b3c7-4d88-8d6c-6196dec2e2a9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:28:12.610061 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129dfbfd-5f5a-4f2c-aa49-a2aa112df0a0 None None] Network 3e39c712-4fd5-4b40-8b2e-7f5850edbaa2 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:28:12.635274 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-de1cb0d5-bfdb-4260-a9d9-24cef7f4695b req-cd08d83b-b3c7-4d88-8d6c-6196dec2e2a9 service neutron] Attempting to bind port d8341de9-bf5f-4840-a30e-bb0a707adb48 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:28:12.636638 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-de1cb0d5-bfdb-4260-a9d9-24cef7f4695b req-cd08d83b-b3c7-4d88-8d6c-6196dec2e2a9 service neutron] Attempting to bind port d8341de9-bf5f-4840-a30e-bb0a707adb48 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '2e0b7ccd-5638-4936-bff4-aadbedd69238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7ef6f22d-7284-4b4e-bac1-0962d9ba3c26'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:28:12.637700 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1cb0d5-bfdb-4260-a9d9-24cef7f4695b req-cd08d83b-b3c7-4d88-8d6c-6196dec2e2a9 service neutron] Attempting to bind port d8341de9-bf5f-4840-a30e-bb0a707adb48 on network 7ef6f22d-7284-4b4e-bac1-0962d9ba3c26 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:28:12.649663 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1cb0d5-bfdb-4260-a9d9-24cef7f4695b req-cd08d83b-b3c7-4d88-8d6c-6196dec2e2a9 service neutron] Port d8341de9-bf5f-4840-a30e-bb0a707adb48 on network 7ef6f22d-7284-4b4e-bac1-0962d9ba3c26 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:28:12.653019 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1cb0d5-bfdb-4260-a9d9-24cef7f4695b req-cd08d83b-b3c7-4d88-8d6c-6196dec2e2a9 service neutron] Attempting to bind port d8341de9-bf5f-4840-a30e-bb0a707adb48 on network 7ef6f22d-7284-4b4e-bac1-0962d9ba3c26 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:28:12.676686 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1cb0d5-bfdb-4260-a9d9-24cef7f4695b req-cd08d83b-b3c7-4d88-8d6c-6196dec2e2a9 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:28:12.678300 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1201a64d-bf04-4d97-ae05-ad919d729c95 admin admin] Pushing event updated for resources: {'Port': ['ID=491c1552-5b3c-4745-8599-8fe88b452595,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:12.678831 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1cb0d5-bfdb-4260-a9d9-24cef7f4695b req-cd08d83b-b3c7-4d88-8d6c-6196dec2e2a9 service neutron] Checking segment: {'id': '2e0b7ccd-5638-4936-bff4-aadbedd69238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7ef6f22d-7284-4b4e-bac1-0962d9ba3c26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:28:12.684227 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1cb0d5-bfdb-4260-a9d9-24cef7f4695b req-cd08d83b-b3c7-4d88-8d6c-6196dec2e2a9 service neutron] Bound using segment: {'id': '2e0b7ccd-5638-4936-bff4-aadbedd69238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7ef6f22d-7284-4b4e-bac1-0962d9ba3c26'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:28:12.684831 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-de1cb0d5-bfdb-4260-a9d9-24cef7f4695b req-cd08d83b-b3c7-4d88-8d6c-6196dec2e2a9 service neutron] Bound port: d8341de9-bf5f-4840-a30e-bb0a707adb48, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e0b7ccd-5638-4936-bff4-aadbedd69238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7ef6f22d-7284-4b4e-bac1-0962d9ba3c26'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:28:12.685466 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-de1cb0d5-bfdb-4260-a9d9-24cef7f4695b req-cd08d83b-b3c7-4d88-8d6c-6196dec2e2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:12.707059 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1201a64d-bf04-4d97-ae05-ad919d729c95 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:12.722559 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=59c25f39-6da9-416c-80d8-c537bcf5aa73,revision_number=6']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:12.741969 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['59c25f39-6da9-416c-80d8-c537bcf5aa73'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:28:12.834643 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-de1cb0d5-bfdb-4260-a9d9-24cef7f4695b req-cd08d83b-b3c7-4d88-8d6c-6196dec2e2a9 service neutron] For port d8341de9-bf5f-4840-a30e-bb0a707adb48, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:28:12.883766 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-de1cb0d5-bfdb-4260-a9d9-24cef7f4695b req-cd08d83b-b3c7-4d88-8d6c-6196dec2e2a9 service neutron] For port d8341de9-bf5f-4840-a30e-bb0a707adb48, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=d8341de9-bf5f-4840-a30e-bb0a707adb48,segment=NetworkSegment(2e0b7ccd-5638-4936-bff4-aadbedd69238),segment_id=2e0b7ccd-5638-4936-bff4-aadbedd69238)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:28:12.892634 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-de1cb0d5-bfdb-4260-a9d9-24cef7f4695b req-cd08d83b-b3c7-4d88-8d6c-6196dec2e2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:12.952784 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cb0d5-bfdb-4260-a9d9-24cef7f4695b req-cd08d83b-b3c7-4d88-8d6c-6196dec2e2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:12.953323 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-de1cb0d5-bfdb-4260-a9d9-24cef7f4695b req-cd08d83b-b3c7-4d88-8d6c-6196dec2e2a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:12.955479 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-de1cb0d5-bfdb-4260-a9d9-24cef7f4695b req-cd08d83b-b3c7-4d88-8d6c-6196dec2e2a9 service neutron] 10.222.0.41 "PUT /v2.0/ports/d8341de9-bf5f-4840-a30e-bb0a707adb48 HTTP/1.1" status: 200 len: 1092 time: 2.4058802 Aug 22 13:28:12.958737 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd260ea4b-8bc5-4bcf-bea1-6d67f354c6e1', 'tag': 'd8341de9-bf5f-4840-a30e-bb0a707adb48'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:28:12.962180 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8706d062-9d24-4f46-922b-a522f08e87b6" -d '{"events": [{"name": "network-changed", "server_uuid": "d260ea4b-8bc5-4bcf-bea1-6d67f354c6e1", "tag": "d8341de9-bf5f-4840-a30e-bb0a707adb48"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:28:13.001341 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd08d83b-b3c7-4d88-8d6c-6196dec2e2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=d8341de9-bf5f-4840-a30e-bb0a707adb48,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:13.020925 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e4602bbb-83d2-4f80-b2c9-5dab8b60760a None None] Provisioning for port 2690aa04-644d-4445-a004-8e2b806e7517 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:28:13.031390 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e4602bbb-83d2-4f80-b2c9-5dab8b60760a None None] Provisioning complete for port 2690aa04-644d-4445-a004-8e2b806e7517 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:28:13.031920 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e4602bbb-83d2-4f80-b2c9-5dab8b60760a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:13.114309 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 2690aa04-644d-4445-a004-8e2b806e7517 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:28:13.119181 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cb0d5-bfdb-4260-a9d9-24cef7f4695b req-bb6d58bb-63fd-48a5-bb88-411e4e216c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:13.121984 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-de1cb0d5-bfdb-4260-a9d9-24cef7f4695b req-bb6d58bb-63fd-48a5-bb88-411e4e216c48 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=506895b867f54d4ab57764891b666634&device_id=d260ea4b-8bc5-4bcf-bea1-6d67f354c6e1 HTTP/1.1" status: 200 len: 1095 time: 0.1036592 Aug 22 13:28:13.142967 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 2690aa04-644d-4445-a004-8e2b806e7517 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:28:13.143432 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:13.219340 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-de1cb0d5-bfdb-4260-a9d9-24cef7f4695b req-d5e7e56f-9a06-4d8a-807d-cf0d02694228 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d8341de9-bf5f-4840-a30e-bb0a707adb48 HTTP/1.1" status: 200 len: 217 time: 0.0884986 Aug 22 13:28:13.312581 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cb0d5-bfdb-4260-a9d9-24cef7f4695b req-1e403d5e-4633-4848-8765-077420c0741e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:13.318467 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-de1cb0d5-bfdb-4260-a9d9-24cef7f4695b req-1e403d5e-4633-4848-8765-077420c0741e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f927da10-e33b-4c45-9003-66f9c5eac8f9 HTTP/1.1" status: 200 len: 852 time: 0.0893395 Aug 22 13:28:13.341413 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f247acb-d65d-43c2-8bc1-0e8ffa88c5e7 req-24867e6e-2fc0-4f09-8df0-d5f004d1ebe1 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:13.352060 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2f247acb-d65d-43c2-8bc1-0e8ffa88c5e7 req-24867e6e-2fc0-4f09-8df0-d5f004d1ebe1 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 944 time: 1.4345872 Aug 22 13:28:13.375617 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-de1cb0d5-bfdb-4260-a9d9-24cef7f4695b req-bb7262e5-2e6f-4c38-a8da-5144ba85d372 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7ef6f22d-7284-4b4e-bac1-0962d9ba3c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485218 Aug 22 13:28:13.406480 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b647aaf-036c-492e-aae1-c595e7d34644 req-21ba867b-0c31-4278-9f81-a80c3bf40092 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:13.413904 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5b647aaf-036c-492e-aae1-c595e7d34644 req-21ba867b-0c31-4278-9f81-a80c3bf40092 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9232882-fa8c-47c3-8a04-8a7af999b018 HTTP/1.1" status: 200 len: 949 time: 0.9820914 Aug 22 13:28:13.430017 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-f0d52036-49a6-4eb1-98b6-d04f25840bdd service neutron] For port 3bdf6d62-fbdf-4713-b5d0-4b1371edf076, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=3bdf6d62-fbdf-4713-b5d0-4b1371edf076,segment=NetworkSegment(18b5a6df-b98f-4d4b-9428-0223d3f719a9),segment_id=18b5a6df-b98f-4d4b-9428-0223d3f719a9)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:28:13.537570 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5b647aaf-036c-492e-aae1-c595e7d34644 req-efebf899-b259-4d41-b735-ee99e010dfc7 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/security-groups?id=835e4b24-d982-476b-a6a6-e5ce19cfed22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227028 Aug 22 13:28:13.577788 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2f247acb-d65d-43c2-8bc1-0e8ffa88c5e7 req-77be19b1-5ea3-46e5-944a-36f933d21bf6 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4f995f7-29d9-4ea1-8a86-26535a55404a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2247162 Aug 22 13:28:13.585826 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-de1cb0d5-bfdb-4260-a9d9-24cef7f4695b req-1e16dd4b-c452-41b6-a0b2-51951d9fc73c service neutron] 10.222.0.41 "GET /v2.0/networks/7ef6f22d-7284-4b4e-bac1-0962d9ba3c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913929 Aug 22 13:28:13.609790 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-f0d52036-49a6-4eb1-98b6-d04f25840bdd service neutron] For port 3bdf6d62-fbdf-4713-b5d0-4b1371edf076, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:28:13.623565 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 3bdf6d62-fbdf-4713-b5d0-4b1371edf076 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:28:13.747547 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=cb3a82b8-9953-483a-a137-8945dda1ad03,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:13.783864 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-f0d52036-49a6-4eb1-98b6-d04f25840bdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bdf6d62-fbdf-4713-b5d0-4b1371edf076 {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:28:13.804706 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-f0d52036-49a6-4eb1-98b6-d04f25840bdd service neutron] For port 3bdf6d62-fbdf-4713-b5d0-4b1371edf076, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=3bdf6d62-fbdf-4713-b5d0-4b1371edf076,segment=NetworkSegment(18b5a6df-b98f-4d4b-9428-0223d3f719a9),segment_id=18b5a6df-b98f-4d4b-9428-0223d3f719a9)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:28:13.809508 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-de1cb0d5-bfdb-4260-a9d9-24cef7f4695b req-ff009444-2d3a-43be-b0ad-24bc5425371a service neutron] 10.222.0.41 "GET /v2.0/networks/7ef6f22d-7284-4b4e-bac1-0962d9ba3c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167797 Aug 22 13:28:13.849983 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3fa270-c076-4545-9041-d0459a985220 req-aeab4295-25e1-4adb-9006-a26961943d9e tempest-ServerAddressesTestJSON-271545873 tempest-ServerAddressesTestJSON-271545873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:13.865654 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7c3fa270-c076-4545-9041-d0459a985220 req-aeab4295-25e1-4adb-9006-a26961943d9e tempest-ServerAddressesTestJSON-271545873 tempest-ServerAddressesTestJSON-271545873-project] 10.222.0.21 "GET /v2.0/ports?device_id=d260ea4b-8bc5-4bcf-bea1-6d67f354c6e1 HTTP/1.1" status: 200 len: 943 time: 0.1357839 Aug 22 13:28:13.868911 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1201a64d-bf04-4d97-ae05-ad919d729c95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:13.889265 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-f0d52036-49a6-4eb1-98b6-d04f25840bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:13.950043 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e4602bbb-83d2-4f80-b2c9-5dab8b60760a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:13.962862 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:14.062731 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-f0d52036-49a6-4eb1-98b6-d04f25840bdd service neutron] Transition to ACTIVE for port object 3bdf6d62-fbdf-4713-b5d0-4b1371edf076 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:28:14.065221 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e4602bbb-83d2-4f80-b2c9-5dab8b60760a None None] For port 2690aa04-644d-4445-a004-8e2b806e7517, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=2690aa04-644d-4445-a004-8e2b806e7517,segment=NetworkSegment(ac3ebfcb-56f0-4116-abdb-2661ff22ce29),segment_id=ac3ebfcb-56f0-4116-abdb-2661ff22ce29)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:28:14.079744 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed939e9-90cc-4e7c-ae23-41934d5db735 req-d2a215b1-09a0-41c9-a790-d11dbe6df14f tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:14.083754 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e4602bbb-83d2-4f80-b2c9-5dab8b60760a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:14.092470 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-aed939e9-90cc-4e7c-ae23-41934d5db735 req-d2a215b1-09a0-41c9-a790-d11dbe6df14f tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=950d0ec7-708c-4a12-9d07-fe3f2f304f78 HTTP/1.1" status: 200 len: 944 time: 0.4251871 Aug 22 13:28:14.138233 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-f0d52036-49a6-4eb1-98b6-d04f25840bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:14.155083 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.db.api [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 13:28:14.155800 n-d-793621-33 neutron-server[94629]: DEBUG oslo_db.api [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 13:28:14.171529 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4602bbb-83d2-4f80-b2c9-5dab8b60760a None None] Pushing event updated for resources: {'Port': ['ID=2690aa04-644d-4445-a004-8e2b806e7517,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:14.211611 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c00d48b0-4dbd-4f6f-93bf-5111a9759fa5 None None] Provisioning complete for port 2690aa04-644d-4445-a004-8e2b806e7517 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:28:14.212072 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c00d48b0-4dbd-4f6f-93bf-5111a9759fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:14.264713 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7c3fa270-c076-4545-9041-d0459a985220 req-571fc7eb-ef6e-46e1-960e-503f5579b79d tempest-ServerAddressesTestJSON-271545873 tempest-ServerAddressesTestJSON-271545873-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4fc4549-d902-45e3-9cfb-e33a32dbbfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3980200 Aug 22 13:28:14.356802 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-aed939e9-90cc-4e7c-ae23-41934d5db735 req-392f717b-48c3-4dbf-ae27-5f2bfa4ae26e tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633884 Aug 22 13:28:14.456789 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d88c1ff-ecbe-454a-a34b-97587be86b10 x-openstack-request-id: req-3d88c1ff-ecbe-454a-a34b-97587be86b10 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:28:14.457920 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d260ea4b-8bc5-4bcf-bea1-6d67f354c6e1", "tag": "d8341de9-bf5f-4840-a30e-bb0a707adb48", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:28:14.458345 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3d88c1ff-ecbe-454a-a34b-97587be86b10 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:28:14.458911 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd260ea4b-8bc5-4bcf-bea1-6d67f354c6e1', 'tag': 'd8341de9-bf5f-4840-a30e-bb0a707adb48', 'status': 'completed', 'code': 200} Aug 22 13:28:14.477161 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d52036-49a6-4eb1-98b6-d04f25840bdd service neutron] Pushing event updated for resources: {'Port': ['ID=3bdf6d62-fbdf-4713-b5d0-4b1371edf076,revision_number=10']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:14.483364 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-f0d52036-49a6-4eb1-98b6-d04f25840bdd service neutron] No DVR routers for this DVR port 3bdf6d62-fbdf-4713-b5d0-4b1371edf076 on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:28:14.530053 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-f0d52036-49a6-4eb1-98b6-d04f25840bdd service neutron] 10.222.0.16 "PUT /v2.0/ports/3bdf6d62-fbdf-4713-b5d0-4b1371edf076/bindings/n-h1-793621-33/activate HTTP/1.1" status: 200 len: 370 time: 3.2277560 Aug 22 13:28:14.563342 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1201a64d-bf04-4d97-ae05-ad919d729c95 admin admin] Router 1905c0c1-d744-4760-a72a-ee8f089ff87d is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:28:14.605192 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706d062-9d24-4f46-922b-a522f08e87b6 req-041d3d92-c865-4c27-803d-3a7e6988c023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:14.607176 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8706d062-9d24-4f46-922b-a522f08e87b6 req-041d3d92-c865-4c27-803d-3a7e6988c023 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=506895b867f54d4ab57764891b666634&device_id=d260ea4b-8bc5-4bcf-bea1-6d67f354c6e1 HTTP/1.1" status: 200 len: 1095 time: 0.1250958 Aug 22 13:28:14.763175 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea4740-a471-4ced-bbca-de9639f2bea2 req-0b8b68b6-5180-4c2e-8d27-217b3a193c2a tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:14.770459 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-20ea4740-a471-4ced-bbca-de9639f2bea2 req-0b8b68b6-5180-4c2e-8d27-217b3a193c2a tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9232882-fa8c-47c3-8a04-8a7af999b018 HTTP/1.1" status: 200 len: 949 time: 0.1053941 Aug 22 13:28:14.807200 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-b326f5f8-9b3f-4782-a4ba-95a27a6cd6ee tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:14.814726 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 3bdf6d62-fbdf-4713-b5d0-4b1371edf076 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:28:14.822245 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-b326f5f8-9b3f-4782-a4ba-95a27a6cd6ee tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=950d0ec7-708c-4a12-9d07-fe3f2f304f78&tenant_id=61d15703803940a485cdd8f67b081dcb&binding%3Ahost_id=n-h2-793621-33 HTTP/1.1" status: 200 len: 1097 time: 0.1816006 Aug 22 13:28:14.883627 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf4cab-0510-4928-95a1-08275611b1d4 req-f3fdcc9a-6dcf-4543-a21c-ac9352deb3de tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:14.885297 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f7bf4cab-0510-4928-95a1-08275611b1d4 req-f3fdcc9a-6dcf-4543-a21c-ac9352deb3de tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 944 time: 0.1765316 Aug 22 13:28:14.886857 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706d062-9d24-4f46-922b-a522f08e87b6 req-bbb1c5e2-f007-46ae-98d9-0a14125b1587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:14.888340 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8706d062-9d24-4f46-922b-a522f08e87b6 req-bbb1c5e2-f007-46ae-98d9-0a14125b1587 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7ef6f22d-7284-4b4e-bac1-0962d9ba3c26 HTTP/1.1" status: 200 len: 913 time: 0.2652314 Aug 22 13:28:14.918247 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-20ea4740-a471-4ced-bbca-de9639f2bea2 req-0c2ac48a-33d5-4a34-8ce1-b425358e3675 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/security-groups?id=835e4b24-d982-476b-a6a6-e5ce19cfed22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468410 Aug 22 13:28:14.923219 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device cb3a82b8-9953-483a-a137-8945dda1ad03 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:28:14.954750 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1201a64d-bf04-4d97-ae05-ad919d729c95 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:28:14.970892 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0009f6b-68dc-400c-9ef1-ad50e3a2ddcb None None] Sync routers for ids ['1905c0c1-d744-4760-a72a-ee8f089ff87d'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:28:14.985178 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1201a64d-bf04-4d97-ae05-ad919d729c95 admin admin] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:14.986744 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-1201a64d-bf04-4d97-ae05-ad919d729c95 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.0254419 Aug 22 13:28:14.992444 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54446) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:28:14.996965 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f7bf4cab-0510-4928-95a1-08275611b1d4 req-a3ebd25c-a385-465c-8d08-a4265f0912a1 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4f995f7-29d9-4ea1-8a86-26535a55404a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725071 Aug 22 13:28:14.999700 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8706d062-9d24-4f46-922b-a522f08e87b6 req-dbcecd21-b771-42b5-bbbf-b361ccd8dc77 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d8341de9-bf5f-4840-a30e-bb0a707adb48 HTTP/1.1" status: 200 len: 217 time: 0.0935187 Aug 22 13:28:15.028032 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-704d7969-f310-43b9-9bad-d3e915c16c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:15.029871 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-704d7969-f310-43b9-9bad-d3e915c16c64 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=950d0ec7-708c-4a12-9d07-fe3f2f304f78&tenant_id=61d15703803940a485cdd8f67b081dcb HTTP/1.1" status: 200 len: 1097 time: 0.1944404 Aug 22 13:28:15.053598 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0009f6b-68dc-400c-9ef1-ad50e3a2ddcb None None] Routers {'1905c0c1-d744-4760-a72a-ee8f089ff87d'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:28:15.054654 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-a0009f6b-68dc-400c-9ef1-ad50e3a2ddcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:28:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['1905c0c1-d744-4760-a72a-ee8f089ff87d'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:28:15.126638 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706d062-9d24-4f46-922b-a522f08e87b6 req-c9abe72e-9927-4442-a179-519a55f4b55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:15.129379 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8706d062-9d24-4f46-922b-a522f08e87b6 req-c9abe72e-9927-4442-a179-519a55f4b55a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f927da10-e33b-4c45-9003-66f9c5eac8f9 HTTP/1.1" status: 200 len: 852 time: 0.1104150 Aug 22 13:28:15.191355 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8706d062-9d24-4f46-922b-a522f08e87b6 req-c8338d19-2e57-4a08-9bdd-28f4b225865b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7ef6f22d-7284-4b4e-bac1-0962d9ba3c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381258 Aug 22 13:28:15.226122 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-a0009f6b-68dc-400c-9ef1-ad50e3a2ddcb None None] Set router 1905c0c1-d744-4760-a72a-ee8f089ff87d gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:28:15.227304 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-5fff5874-98bc-4e63-9825-ec1f67e32567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:15.229097 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-5fff5874-98bc-4e63-9825-ec1f67e32567 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=61d15703803940a485cdd8f67b081dcb&device_id=950d0ec7-708c-4a12-9d07-fe3f2f304f78 HTTP/1.1" status: 200 len: 1097 time: 0.1401227 Aug 22 13:28:15.354717 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-ebb76eca-6af7-480c-8ca7-7ead8c138809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:15.356181 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-ebb76eca-6af7-480c-8ca7-7ead8c138809 service neutron] 10.222.0.41 "GET /v2.0/networks?id=652b7040-839e-4592-b462-d4511ac6e125 HTTP/1.1" status: 200 len: 909 time: 0.0986290 Aug 22 13:28:15.415162 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-69f71203-c8e5-4951-8a55-7bfaf536cbae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bdf6d62-fbdf-4713-b5d0-4b1371edf076 HTTP/1.1" status: 200 len: 217 time: 0.0478961 Aug 22 13:28:15.466758 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f4065-4b1a-462d-b23a-adb05e18ba65 req-efafa386-842f-4d1c-a002-ef7681b401d8 tempest-ServerAddressesTestJSON-271545873 tempest-ServerAddressesTestJSON-271545873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:15.475138 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b61f4065-4b1a-462d-b23a-adb05e18ba65 req-efafa386-842f-4d1c-a002-ef7681b401d8 tempest-ServerAddressesTestJSON-271545873 tempest-ServerAddressesTestJSON-271545873-project] 10.222.0.21 "GET /v2.0/ports?device_id=d260ea4b-8bc5-4bcf-bea1-6d67f354c6e1 HTTP/1.1" status: 200 len: 943 time: 0.0739667 Aug 22 13:28:15.489615 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8706d062-9d24-4f46-922b-a522f08e87b6 req-b9834fa3-95fc-4122-bb9a-e3c3715b887b service neutron] 10.222.0.41 "GET /v2.0/networks/7ef6f22d-7284-4b4e-bac1-0962d9ba3c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864230 Aug 22 13:28:15.504484 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port cb3a82b8-9953-483a-a137-8945dda1ad03 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:28:15.504856 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:15.509285 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-a9931d83-5642-4484-b263-452f6c81705b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:15.511457 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-a9931d83-5642-4484-b263-452f6c81705b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=236eb505-a499-4edb-a293-2a2d85a583c0 HTTP/1.1" status: 200 len: 848 time: 0.0872953 Aug 22 13:28:15.559763 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b61f4065-4b1a-462d-b23a-adb05e18ba65 req-a3edd345-8ff3-4e1d-b616-f8e50ea330fa tempest-ServerAddressesTestJSON-271545873 tempest-ServerAddressesTestJSON-271545873-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4fc4549-d902-45e3-9cfb-e33a32dbbfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818236 Aug 22 13:28:15.597564 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-e431349a-dbae-4f9e-9087-4ecddbf87214 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=652b7040-839e-4592-b462-d4511ac6e125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715117 Aug 22 13:28:15.611701 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 59c25f39-6da9-416c-80d8-c537bcf5aa73 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:28:15.728168 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb642069-e5f4-4960-b4f5-27657dd234f0 req-a090f664-35ae-4eb7-9453-1b737021f3f1 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:15.729251 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8706d062-9d24-4f46-922b-a522f08e87b6 req-a844cae8-a8a5-4c3f-96e0-f6b53f3ccf14 service neutron] 10.222.0.41 "GET /v2.0/networks/7ef6f22d-7284-4b4e-bac1-0962d9ba3c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300260 Aug 22 13:28:15.739296 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eb642069-e5f4-4960-b4f5-27657dd234f0 req-a090f664-35ae-4eb7-9453-1b737021f3f1 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=950d0ec7-708c-4a12-9d07-fe3f2f304f78 HTTP/1.1" status: 200 len: 945 time: 0.1657813 Aug 22 13:28:15.764928 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-3fb4736b-7778-4da7-8518-ac2bd18fcb53 service neutron] 10.222.0.41 "GET /v2.0/networks/652b7040-839e-4592-b462-d4511ac6e125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610675 Aug 22 13:28:15.875572 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eb642069-e5f4-4960-b4f5-27657dd234f0 req-eacbbcfb-0c6c-4f2b-b808-c37fa903f303 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310782 Aug 22 13:28:15.983916 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6ea2f0ef-993d-4ee5-8842-68c37498d2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:16.015113 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-5ed4f178-ec6d-4b74-80e9-d46778de5b68 service neutron] 10.222.0.41 "GET /v2.0/networks/652b7040-839e-4592-b462-d4511ac6e125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314181 Aug 22 13:28:16.019053 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 2690aa04-644d-4445-a004-8e2b806e7517 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:28:16.041709 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 59c25f39-6da9-416c-80d8-c537bcf5aa73 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:28:16.043969 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:16.155196 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-a0009f6b-68dc-400c-9ef1-ad50e3a2ddcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1905c0c1-d744-4760-a72a-ee8f089ff87d', 'name': 'tempest-AttachSCSIVolumeTestJSON-940681660-router', 'tenant_id': '240c79ab08fe4e6bb9a4f1d353cd587c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '491c1552-5b3c-4745-8599-8fe88b452595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:28:09Z', 'updated_at': '2021-08-22T13:28:12Z', 'revision_number': 3, 'project_id': '240c79ab08fe4e6bb9a4f1d353cd587c', 'gw_port': {'id': '491c1552-5b3c-4745-8599-8fe88b452595', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1905c0c1-d744-4760-a72a-ee8f089ff87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:28:10Z', 'updated_at': '2021-08-22T13:28:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:28:16.191640 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0009f6b-68dc-400c-9ef1-ad50e3a2ddcb None None] Checking router: 1905c0c1-d744-4760-a72a-ee8f089ff87d for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:28:16.192268 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0009f6b-68dc-400c-9ef1-ad50e3a2ddcb None None] Updating router 1905c0c1-d744-4760-a72a-ee8f089ff87d port 491c1552-5b3c-4745-8599-8fe88b452595 binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:28:16.269129 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b526e-4802-49b0-85c5-c80218880b7d req-fc720321-8e23-494d-8d65-496423782111 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:16.276954 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b9b526e-4802-49b0-85c5-c80218880b7d req-fc720321-8e23-494d-8d65-496423782111 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 944 time: 0.0830135 Aug 22 13:28:16.289934 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a0009f6b-68dc-400c-9ef1-ad50e3a2ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:16.313535 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 2690aa04-644d-4445-a004-8e2b806e7517 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:28:16.314302 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:16.362093 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-d247818f-a75c-47f0-9ea8-502996467db0 tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:16.363625 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-d247818f-a75c-47f0-9ea8-502996467db0 tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=950d0ec7-708c-4a12-9d07-fe3f2f304f78&tenant_id=61d15703803940a485cdd8f67b081dcb&binding%3Ahost_id=n-h1-793621-33 HTTP/1.1" status: 200 len: 1097 time: 0.0846288 Aug 22 13:28:16.378755 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:16.405757 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360fcb32-6c02-40f1-ac5f-26ea6715b0df req-50a3fdec-8167-4432-b0cd-ae23adf78bf0 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:16.407265 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-360fcb32-6c02-40f1-ac5f-26ea6715b0df req-50a3fdec-8167-4432-b0cd-ae23adf78bf0 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9232882-fa8c-47c3-8a04-8a7af999b018 HTTP/1.1" status: 200 len: 949 time: 0.3840055 Aug 22 13:28:16.511382 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c64780-c5c9-4b6f-87bc-fd0f9456192c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c25f39-6da9-416c-80d8-c537bcf5aa73'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:28:16.515728 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61203c0a-f69c-4959-9079-ca801150d883" -d '{"events": [{"server_uuid": "34c64780-c5c9-4b6f-87bc-fd0f9456192c", "name": "network-vif-plugged", "status": "completed", "tag": "59c25f39-6da9-416c-80d8-c537bcf5aa73"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:28:16.538212 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 59c25f39-6da9-416c-80d8-c537bcf5aa73, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=59c25f39-6da9-416c-80d8-c537bcf5aa73,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:28:16.540771 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-360fcb32-6c02-40f1-ac5f-26ea6715b0df req-bd1e9c28-02ba-48f3-89ad-783e4f6dcc2f tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/security-groups?id=835e4b24-d982-476b-a6a6-e5ce19cfed22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147823 Aug 22 13:28:16.553003 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:16.576713 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b9b526e-4802-49b0-85c5-c80218880b7d req-6d84a13a-ee59-4904-a0e2-9a78d928e233 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4f995f7-29d9-4ea1-8a86-26535a55404a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2987499 Aug 22 13:28:16.603041 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-6ea2f0ef-993d-4ee5-8842-68c37498d2cf admin admin] Allocated IP 172.20.0.1 (3e39c712-4fd5-4b40-8b2e-7f5850edbaa2/3fecb79f-5490-49cd-99e8-a71ee39e198c/f27a53a8-e300-4457-85a1-2288719238a6) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:28:16.625341 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=59c25f39-6da9-416c-80d8-c537bcf5aa73,revision_number=7']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:16.682824 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-add6545d-cec0-4837-a2db-b01380916220 service neutron] For port 3bdf6d62-fbdf-4713-b5d0-4b1371edf076, host n-h2-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:28:16.690018 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-add6545d-cec0-4837-a2db-b01380916220 service neutron] Notify callbacks [] for binding, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:16.691158 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-49e109b2-ebc5-46d9-92c6-4d34b228ba86 req-add6545d-cec0-4837-a2db-b01380916220 service neutron] 10.222.0.41 "DELETE /v2.0/ports/3bdf6d62-fbdf-4713-b5d0-4b1371edf076/bindings/n-h2-793621-33 HTTP/1.1" status: 204 len: 173 time: 0.3194959 Aug 22 13:28:16.712222 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c00a78-5a19-4c1a-b332-4563e46b3b56 x-openstack-request-id: req-62c00a78-5a19-4c1a-b332-4563e46b3b56 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:28:16.712761 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34c64780-c5c9-4b6f-87bc-fd0f9456192c", "name": "network-vif-plugged", "status": "completed", "tag": "59c25f39-6da9-416c-80d8-c537bcf5aa73", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:28:16.715038 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-62c00a78-5a19-4c1a-b332-4563e46b3b56 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:28:16.716139 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c64780-c5c9-4b6f-87bc-fd0f9456192c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c25f39-6da9-416c-80d8-c537bcf5aa73', 'code': 200} Aug 22 13:28:16.846221 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device d8341de9-bf5f-4840-a30e-bb0a707adb48 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:28:16.852420 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6ea2f0ef-993d-4ee5-8842-68c37498d2cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:16.880751 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-6ea2f0ef-993d-4ee5-8842-68c37498d2cf admin admin] Transition to ACTIVE for port object f27a53a8-e300-4457-85a1-2288719238a6 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:28:16.896735 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a0009f6b-68dc-400c-9ef1-ad50e3a2ddcb None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:16.962204 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6ea2f0ef-993d-4ee5-8842-68c37498d2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:16.979669 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-a0009f6b-68dc-400c-9ef1-ad50e3a2ddcb None None] Transition to ACTIVE for port object 491c1552-5b3c-4745-8599-8fe88b452595 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:28:17.003472 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a0009f6b-68dc-400c-9ef1-ad50e3a2ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:17.054365 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea2f0ef-993d-4ee5-8842-68c37498d2cf admin admin] Network 3e39c712-4fd5-4b40-8b2e-7f5850edbaa2 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:28:17.061366 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-6ea2f0ef-993d-4ee5-8842-68c37498d2cf admin admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:28:17.064715 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea2f0ef-993d-4ee5-8842-68c37498d2cf admin admin] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:28:17.087424 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6aacc8-db8b-4abc-96b3-b40dc56137d2 None None] Pushing event updated for resources: {'Port': ['ID=491c1552-5b3c-4745-8599-8fe88b452595,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:17.123080 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6aacc8-db8b-4abc-96b3-b40dc56137d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:28:17.124211 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6aacc8-db8b-4abc-96b3-b40dc56137d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:28:17.124683 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6aacc8-db8b-4abc-96b3-b40dc56137d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:28:17.125118 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6aacc8-db8b-4abc-96b3-b40dc56137d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:28:17.125601 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6aacc8-db8b-4abc-96b3-b40dc56137d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:28:17.126167 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6aacc8-db8b-4abc-96b3-b40dc56137d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:28:17.126596 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6aacc8-db8b-4abc-96b3-b40dc56137d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:28:17.130348 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6aacc8-db8b-4abc-96b3-b40dc56137d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:28:17.130795 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6aacc8-db8b-4abc-96b3-b40dc56137d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:28:17.131264 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6aacc8-db8b-4abc-96b3-b40dc56137d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:28:17.131693 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6aacc8-db8b-4abc-96b3-b40dc56137d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:28:17.132134 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6aacc8-db8b-4abc-96b3-b40dc56137d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:28:17.161752 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-a0009f6b-68dc-400c-9ef1-ad50e3a2ddcb None None] Attempting to bind port 491c1552-5b3c-4745-8599-8fe88b452595 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:28:17.162275 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-a0009f6b-68dc-400c-9ef1-ad50e3a2ddcb None None] Attempting to bind port 491c1552-5b3c-4745-8599-8fe88b452595 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:28:17.162736 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0009f6b-68dc-400c-9ef1-ad50e3a2ddcb None None] Attempting to bind port 491c1552-5b3c-4745-8599-8fe88b452595 on network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:28:17.170003 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port d8341de9-bf5f-4840-a30e-bb0a707adb48, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=d8341de9-bf5f-4840-a30e-bb0a707adb48,segment=NetworkSegment(2e0b7ccd-5638-4936-bff4-aadbedd69238),segment_id=2e0b7ccd-5638-4936-bff4-aadbedd69238)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:28:17.172784 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0009f6b-68dc-400c-9ef1-ad50e3a2ddcb None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:28:17.173276 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0009f6b-68dc-400c-9ef1-ad50e3a2ddcb None None] Checking segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:28:17.174031 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a0009f6b-68dc-400c-9ef1-ad50e3a2ddcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:17.174557 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0009f6b-68dc-400c-9ef1-ad50e3a2ddcb None None] Bound using segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:28:17.174881 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-a0009f6b-68dc-400c-9ef1-ad50e3a2ddcb None None] Bound port: 491c1552-5b3c-4745-8599-8fe88b452595, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:28:17.175360 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a0009f6b-68dc-400c-9ef1-ad50e3a2ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:17.214322 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': 'd8341de9-bf5f-4840-a30e-bb0a707adb48', 'network_id': '7ef6f22d-7284-4b4e-bac1-0962d9ba3c26', 'port_id': 'd8341de9-bf5f-4840-a30e-bb0a707adb48', 'mac_address': 'fa:16:3e:b4:5c:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f927da10-e33b-4c45-9003-66f9c5eac8f9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:28:17.228188 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7388800-3c08-4cbd-af63-f1894762e1c0 req-8fad4ef6-2d79-4521-912a-4771a102e2eb tempest-ServerAddressesTestJSON-271545873 tempest-ServerAddressesTestJSON-271545873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:17.230647 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d7388800-3c08-4cbd-af63-f1894762e1c0 req-8fad4ef6-2d79-4521-912a-4771a102e2eb tempest-ServerAddressesTestJSON-271545873 tempest-ServerAddressesTestJSON-271545873-project] 10.222.0.21 "GET /v2.0/ports?device_id=d260ea4b-8bc5-4bcf-bea1-6d67f354c6e1 HTTP/1.1" status: 200 len: 943 time: 0.2855299 Aug 22 13:28:17.242145 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea2f0ef-993d-4ee5-8842-68c37498d2cf admin admin] Pushing event updated for resources: {'Port': ['ID=f27a53a8-e300-4457-85a1-2288719238a6,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:17.301198 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d7388800-3c08-4cbd-af63-f1894762e1c0 req-164eb3ba-b2aa-4111-8a4c-78631d86f003 tempest-ServerAddressesTestJSON-271545873 tempest-ServerAddressesTestJSON-271545873-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4fc4549-d902-45e3-9cfb-e33a32dbbfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514953 Aug 22 13:28:17.310031 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea9a57b-5d1e-4e04-9aaf-a25b114e8d0a req-b57b2575-7419-4e0d-a5af-bf7e44219a80 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:17.318202 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eea9a57b-5d1e-4e04-9aaf-a25b114e8d0a req-b57b2575-7419-4e0d-a5af-bf7e44219a80 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=950d0ec7-708c-4a12-9d07-fe3f2f304f78 HTTP/1.1" status: 200 len: 945 time: 0.2471752 Aug 22 13:28:17.366843 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6ea2f0ef-993d-4ee5-8842-68c37498d2cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:17.420726 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eea9a57b-5d1e-4e04-9aaf-a25b114e8d0a req-b5abbe28-4305-4fa5-ab88-706ce0f55944 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013172 Aug 22 13:28:17.571713 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6ea2f0ef-993d-4ee5-8842-68c37498d2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:17.590749 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-62cfc1ad-6943-49cd-813c-7b6c723c2eaf None None] Provisioning for port f27a53a8-e300-4457-85a1-2288719238a6 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:28:17.603281 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-a0009f6b-68dc-400c-9ef1-ad50e3a2ddcb None None] For port 491c1552-5b3c-4745-8599-8fe88b452595, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:28:17.606238 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:17.607604 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-62cfc1ad-6943-49cd-813c-7b6c723c2eaf None None] Provisioning complete for port f27a53a8-e300-4457-85a1-2288719238a6 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:28:17.607946 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-62cfc1ad-6943-49cd-813c-7b6c723c2eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:17.611704 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-a0009f6b-68dc-400c-9ef1-ad50e3a2ddcb None None] For port 491c1552-5b3c-4745-8599-8fe88b452595, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=491c1552-5b3c-4745-8599-8fe88b452595,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:28:17.683370 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a0009f6b-68dc-400c-9ef1-ad50e3a2ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:17.737581 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8341de9-bf5f-4840-a30e-bb0a707adb48 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:28:17.781886 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0009f6b-68dc-400c-9ef1-ad50e3a2ddcb None None] Routers {'1905c0c1-d744-4760-a72a-ee8f089ff87d'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:28:17.782549 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-a0009f6b-68dc-400c-9ef1-ad50e3a2ddcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:28:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['1905c0c1-d744-4760-a72a-ee8f089ff87d'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:28:17.903497 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6ea2f0ef-993d-4ee5-8842-68c37498d2cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:17.910580 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbedeb7-d8f1-4154-9060-6ea034fe43fc req-924061d3-96ef-47e6-85b4-c62b344266cc tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:17.920859 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0bbedeb7-d8f1-4154-9060-6ea034fe43fc req-924061d3-96ef-47e6-85b4-c62b344266cc tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=950d0ec7-708c-4a12-9d07-fe3f2f304f78 HTTP/1.1" status: 200 len: 1097 time: 0.3676078 Aug 22 13:28:17.927793 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6aacc8-db8b-4abc-96b3-b40dc56137d2 None None] Pushing event updated for resources: {'Port': ['ID=491c1552-5b3c-4745-8599-8fe88b452595,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:17.932214 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6ea2f0ef-993d-4ee5-8842-68c37498d2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:17.955818 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-62cfc1ad-6943-49cd-813c-7b6c723c2eaf None None] Port f27a53a8-e300-4457-85a1-2288719238a6 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:28:17.962970 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port d8341de9-bf5f-4840-a30e-bb0a707adb48, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=d8341de9-bf5f-4840-a30e-bb0a707adb48,segment=NetworkSegment(2e0b7ccd-5638-4936-bff4-aadbedd69238),segment_id=2e0b7ccd-5638-4936-bff4-aadbedd69238)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:28:17.987732 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:18.001649 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea2f0ef-993d-4ee5-8842-68c37498d2cf admin admin] Pushing event updated for resources: {'Port': ['ID=f27a53a8-e300-4457-85a1-2288719238a6,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:18.081895 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ff26b-c32f-42a3-bc47-f9d7b69f4bec req-21cf6e79-15f5-4725-8343-3ce4f78182bb tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:18.083968 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-a0009f6b-68dc-400c-9ef1-ad50e3a2ddcb None None] Set router 1905c0c1-d744-4760-a72a-ee8f089ff87d gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:28:18.091048 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a82ff26b-c32f-42a3-bc47-f9d7b69f4bec req-21cf6e79-15f5-4725-8343-3ce4f78182bb tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9232882-fa8c-47c3-8a04-8a7af999b018 HTTP/1.1" status: 200 len: 949 time: 0.4047878 Aug 22 13:28:18.108406 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6ea2f0ef-993d-4ee5-8842-68c37498d2cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:18.124943 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0bbedeb7-d8f1-4154-9060-6ea034fe43fc req-9e4ab1df-adf5-4815-a795-5d829edd78c4 tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989980 Aug 22 13:28:18.146737 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=d8341de9-bf5f-4840-a30e-bb0a707adb48,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:18.209977 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a82ff26b-c32f-42a3-bc47-f9d7b69f4bec req-73121e1e-1473-4911-9949-62cdb5ac68c5 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/security-groups?id=835e4b24-d982-476b-a6a6-e5ce19cfed22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179283 Aug 22 13:28:18.283374 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['d8341de9-bf5f-4840-a30e-bb0a707adb48'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:28:18.396323 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb6b31-c4cf-4d98-acf8-73a60ce4986d req-72f18691-e271-429d-a376-d74ee497d0db tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:18.401060 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6beb6b31-c4cf-4d98-acf8-73a60ce4986d req-72f18691-e271-429d-a376-d74ee497d0db tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 944 time: 0.1955554 Aug 22 13:28:18.463584 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea2f0ef-993d-4ee5-8842-68c37498d2cf admin admin] Network 3e39c712-4fd5-4b40-8b2e-7f5850edbaa2 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:28:18.466813 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6beb6b31-c4cf-4d98-acf8-73a60ce4986d req-3152b7d8-0f3e-4a14-94ff-e01190d44750 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4f995f7-29d9-4ea1-8a86-26535a55404a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546260 Aug 22 13:28:18.468098 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-6ea2f0ef-993d-4ee5-8842-68c37498d2cf admin admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:28:18.821452 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-a0009f6b-68dc-400c-9ef1-ad50e3a2ddcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1905c0c1-d744-4760-a72a-ee8f089ff87d', 'name': 'tempest-AttachSCSIVolumeTestJSON-940681660-router', 'tenant_id': '240c79ab08fe4e6bb9a4f1d353cd587c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '491c1552-5b3c-4745-8599-8fe88b452595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:28:09Z', 'updated_at': '2021-08-22T13:28:17Z', 'revision_number': 4, 'project_id': '240c79ab08fe4e6bb9a4f1d353cd587c', 'gw_port': {'id': '491c1552-5b3c-4745-8599-8fe88b452595', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1905c0c1-d744-4760-a72a-ee8f089ff87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:28:10Z', 'updated_at': '2021-08-22T13:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'f27a53a8-e300-4457-85a1-2288719238a6', 'name': '', 'network_id': '3e39c712-4fd5-4b40-8b2e-7f5850edbaa2', 'tenant_id': '240c79ab08fe4e6bb9a4f1d353cd587c', 'mac_address': 'fa:16:3e:d9:bf:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1905c0c1-d744-4760-a72a-ee8f089ff87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '3fecb79f-5490-49cd-99e8-a71ee39e198c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:28:16Z', 'updated_at': '2021-08-22T13:28:16Z', 'revision_number': 1, 'project_id': '240c79ab08fe4e6bb9a4f1d353cd587c', 'subnets': [{'id': '3fecb79f-5490-49cd-99e8-a71ee39e198c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:28:18.867038 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0009f6b-68dc-400c-9ef1-ad50e3a2ddcb None None] The sync data for ids ['1905c0c1-d744-4760-a72a-ee8f089ff87d'] in n-d-793621-33 is: [{'id': '1905c0c1-d744-4760-a72a-ee8f089ff87d', 'name': 'tempest-AttachSCSIVolumeTestJSON-940681660-router', 'tenant_id': '240c79ab08fe4e6bb9a4f1d353cd587c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '491c1552-5b3c-4745-8599-8fe88b452595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:28:09Z', 'updated_at': '2021-08-22T13:28:17Z', 'revision_number': 4, 'project_id': '240c79ab08fe4e6bb9a4f1d353cd587c', 'gw_port': {'id': '491c1552-5b3c-4745-8599-8fe88b452595', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1905c0c1-d744-4760-a72a-ee8f089ff87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:28:10Z', 'updated_at': '2021-08-22T13:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'f27a53a8-e300-4457-85a1-2288719238a6', 'name': '', 'network_id': '3e39c712-4fd5-4b40-8b2e-7f5850edbaa2', 'tenant_id': '240c79ab08fe4e6bb9a4f1d353cd587c', 'mac_address': 'fa:16:3e:d9:bf:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1905c0c1-d744-4760-a72a-ee8f089ff87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '3fecb79f-5490-49cd-99e8-a71ee39e198c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:28:16Z', 'updated_at': '2021-08-22T13:28:16Z', 'revision_number': 1, 'project_id': '240c79ab08fe4e6bb9a4f1d353cd587c', 'subnets': [{'id': '3fecb79f-5490-49cd-99e8-a71ee39e198c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:28:18.886768 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-1f80612d-2383-47c2-9d9d-c42edeeae974 None None] Provisioning complete for port f27a53a8-e300-4457-85a1-2288719238a6 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:28:18.887632 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1f80612d-2383-47c2-9d9d-c42edeeae974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:18.936337 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-1f80612d-2383-47c2-9d9d-c42edeeae974 None None] Port f27a53a8-e300-4457-85a1-2288719238a6 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:28:19.319482 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea2f0ef-993d-4ee5-8842-68c37498d2cf admin admin] Router 1905c0c1-d744-4760-a72a-ee8f089ff87d has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:28:19.358692 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d47bcd-8dbb-47f7-9204-ad5e9a080d4b req-c04ba69a-42fe-49ed-aa52-71cf33d8916c tempest-ServerAddressesTestJSON-271545873 tempest-ServerAddressesTestJSON-271545873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:19.360785 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-08d47bcd-8dbb-47f7-9204-ad5e9a080d4b req-c04ba69a-42fe-49ed-aa52-71cf33d8916c tempest-ServerAddressesTestJSON-271545873 tempest-ServerAddressesTestJSON-271545873-project] 10.222.0.21 "GET /v2.0/ports?device_id=d260ea4b-8bc5-4bcf-bea1-6d67f354c6e1 HTTP/1.1" status: 200 len: 944 time: 0.1913424 Aug 22 13:28:19.446938 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3bdd7e-96a6-479f-8187-00bb2336cac2 req-17a51b24-122f-4ae7-99f7-7de019b67a3d tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:19.455156 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4e3bdd7e-96a6-479f-8187-00bb2336cac2 req-17a51b24-122f-4ae7-99f7-7de019b67a3d tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/networks?id=652b7040-839e-4592-b462-d4511ac6e125 HTTP/1.1" status: 200 len: 808 time: 0.2877138 Aug 22 13:28:19.509407 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4e3bdd7e-96a6-479f-8187-00bb2336cac2 req-874b29e6-1fb4-4eec-b673-4eeb59f23599 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/quotas/61d15703803940a485cdd8f67b081dcb HTTP/1.1" status: 200 len: 375 time: 0.0524721 Aug 22 13:28:19.598075 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-08d47bcd-8dbb-47f7-9204-ad5e9a080d4b req-2d2260af-4d6d-4523-bc9b-f58a887e348f tempest-ServerAddressesTestJSON-271545873 tempest-ServerAddressesTestJSON-271545873-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4fc4549-d902-45e3-9cfb-e33a32dbbfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921372 Aug 22 13:28:19.685959 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4e3bdd7e-96a6-479f-8187-00bb2336cac2 req-d22f1542-c97e-4a13-98b7-9dbe21368909 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=61d15703803940a485cdd8f67b081dcb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1760683 Aug 22 13:28:19.777421 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea2f0ef-993d-4ee5-8842-68c37498d2cf admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:28:19.791409 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-6ea2f0ef-993d-4ee5-8842-68c37498d2cf admin admin] 10.222.0.21 "PUT /v2.0/routers/1905c0c1-d744-4760-a72a-ee8f089ff87d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7823741 Aug 22 13:28:19.842917 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cdf047-242c-4bd9-bd0b-f0fd10cd50f9 req-5e063273-30a8-40c6-8500-a2e5868bcb02 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:19.844720 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-29cdf047-242c-4bd9-bd0b-f0fd10cd50f9 req-5e063273-30a8-40c6-8500-a2e5868bcb02 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9232882-fa8c-47c3-8a04-8a7af999b018 HTTP/1.1" status: 200 len: 949 time: 0.0844624 Aug 22 13:28:19.900212 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4e3bdd7e-96a6-479f-8187-00bb2336cac2 req-1a677bdd-5409-4762-9a4e-1b271fda54a3 service neutron] 10.222.0.21 "GET /v2.0/networks/652b7040-839e-4592-b462-d4511ac6e125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041240 Aug 22 13:28:19.953290 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-29cdf047-242c-4bd9-bd0b-f0fd10cd50f9 req-77a5bf61-a761-4fcd-806c-df108844e0b3 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/security-groups?id=835e4b24-d982-476b-a6a6-e5ce19cfed22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997379 Aug 22 13:28:20.098765 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4e3bdd7e-96a6-479f-8187-00bb2336cac2 req-a1bb8af1-3f10-4c36-9b6b-035d5d03b44a service neutron] 10.222.0.21 "GET /v2.0/networks/652b7040-839e-4592-b462-d4511ac6e125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009346 Aug 22 13:28:20.228332 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4557cc-9d0c-417a-85ca-8e00dae658a7 req-ba75fbc5-7b09-4db8-b839-4379e67fcd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:20.231298 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9a4557cc-9d0c-417a-85ca-8e00dae658a7 req-ba75fbc5-7b09-4db8-b839-4379e67fcd4e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451&tenant_id=1706b1b8ed7f4b13af0ef34415cabc13 HTTP/1.1" status: 200 len: 1096 time: 0.1129155 Aug 22 13:28:20.268949 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-9a4557cc-9d0c-417a-85ca-8e00dae658a7 req-7f4cb466-d313-4cc7-b715-5e6ce9287553 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-33', 'device_owner': 'compute:nova'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:28:20.455580 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c6083a9f-1aad-42d0-91f0-37e020fb90cc req-27217bf5-9da1-42aa-b359-55afa9be3c3f tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=719e968a-7fd4-40fb-a5a5-8b3367588f2d HTTP/1.1" status: 200 len: 210 time: 0.1020784 Aug 22 13:28:20.491663 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9a4557cc-9d0c-417a-85ca-8e00dae658a7 req-7f4cb466-d313-4cc7-b715-5e6ce9287553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:20.509389 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716aa140-68ff-4b71-a4d2-407dc524f897 req-66629646-8d68-45c6-93bc-5e2a616c08d2 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:20.523505 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-716aa140-68ff-4b71-a4d2-407dc524f897 req-66629646-8d68-45c6-93bc-5e2a616c08d2 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 944 time: 0.1681969 Aug 22 13:28:20.667572 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-716aa140-68ff-4b71-a4d2-407dc524f897 req-f33df35b-6ac4-4d6e-b0c2-e12f4cb161e6 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4f995f7-29d9-4ea1-8a86-26535a55404a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429853 Aug 22 13:28:20.843228 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device d8341de9-bf5f-4840-a30e-bb0a707adb48 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:28:20.998646 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port d8341de9-bf5f-4840-a30e-bb0a707adb48 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:28:21.003107 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port d8341de9-bf5f-4840-a30e-bb0a707adb48 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:28:21.016782 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:21.093422 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c5371-5d18-4e29-b7a7-2483e7339b67 req-0bf66c02-5a3d-4efe-89b4-8d580f309ef1 tempest-ServerAddressesTestJSON-271545873 tempest-ServerAddressesTestJSON-271545873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:21.097568 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 491c1552-5b3c-4745-8599-8fe88b452595 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:28:21.099405 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6f8c5371-5d18-4e29-b7a7-2483e7339b67 req-0bf66c02-5a3d-4efe-89b4-8d580f309ef1 tempest-ServerAddressesTestJSON-271545873 tempest-ServerAddressesTestJSON-271545873-project] 10.222.0.21 "GET /v2.0/ports?device_id=d260ea4b-8bc5-4bcf-bea1-6d67f354c6e1 HTTP/1.1" status: 200 len: 944 time: 0.3666170 Aug 22 13:28:21.375269 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6f8c5371-5d18-4e29-b7a7-2483e7339b67 req-a19e5eca-4465-4130-af6e-702a586d2231 tempest-ServerAddressesTestJSON-271545873 tempest-ServerAddressesTestJSON-271545873-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4fc4549-d902-45e3-9cfb-e33a32dbbfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678678 Aug 22 13:28:21.453959 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:21.610459 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd260ea4b-8bc5-4bcf-bea1-6d67f354c6e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8341de9-bf5f-4840-a30e-bb0a707adb48'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:28:21.617643 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2bc305-e02e-4543-895f-cfa0234e8e00" -d '{"events": [{"server_uuid": "d260ea4b-8bc5-4bcf-bea1-6d67f354c6e1", "name": "network-vif-plugged", "status": "completed", "tag": "d8341de9-bf5f-4840-a30e-bb0a707adb48"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:28:21.656282 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 491c1552-5b3c-4745-8599-8fe88b452595 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:28:21.663463 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port d8341de9-bf5f-4840-a30e-bb0a707adb48, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=d8341de9-bf5f-4840-a30e-bb0a707adb48,segment=NetworkSegment(2e0b7ccd-5638-4936-bff4-aadbedd69238),segment_id=2e0b7ccd-5638-4936-bff4-aadbedd69238)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:28:21.675290 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 491c1552-5b3c-4745-8599-8fe88b452595 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:28:21.676137 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:21.701301 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-9a4557cc-9d0c-417a-85ca-8e00dae658a7 req-7f4cb466-d313-4cc7-b715-5e6ce9287553 service neutron] For port 49182ab7-2c16-40e9-8e35-5b5ee774a5c3, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=49182ab7-2c16-40e9-8e35-5b5ee774a5c3,segment=NetworkSegment(e0cf36a3-398c-4c68-a668-edae22b1fee1),segment_id=e0cf36a3-398c-4c68-a668-edae22b1fee1)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:28:21.761407 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:21.828843 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b0b94e-a1c6-49c1-a3ea-e98e99fe8980 req-4fa8b9c5-c16a-4702-9a7c-0377b4e8d624 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:21.843623 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-28b0b94e-a1c6-49c1-a3ea-e98e99fe8980 req-4fa8b9c5-c16a-4702-9a7c-0377b4e8d624 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9232882-fa8c-47c3-8a04-8a7af999b018 HTTP/1.1" status: 200 len: 949 time: 0.2757952 Aug 22 13:28:21.906729 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-9a4557cc-9d0c-417a-85ca-8e00dae658a7 req-7f4cb466-d313-4cc7-b715-5e6ce9287553 service neutron] For port 49182ab7-2c16-40e9-8e35-5b5ee774a5c3, host n-h1-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:28:21.945211 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=d8341de9-bf5f-4840-a30e-bb0a707adb48,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:21.960821 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-28b0b94e-a1c6-49c1-a3ea-e98e99fe8980 req-97996429-2032-4d4f-85c2-de56d321116e tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/security-groups?id=835e4b24-d982-476b-a6a6-e5ce19cfed22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136131 Aug 22 13:28:21.968289 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:22.001474 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 491c1552-5b3c-4745-8599-8fe88b452595, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=491c1552-5b3c-4745-8599-8fe88b452595,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:28:22.010062 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:22.018876 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-9a4557cc-9d0c-417a-85ca-8e00dae658a7 req-7f4cb466-d313-4cc7-b715-5e6ce9287553 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49182ab7-2c16-40e9-8e35-5b5ee774a5c3 {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:28:22.095503 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9a4557cc-9d0c-417a-85ca-8e00dae658a7 req-7f4cb466-d313-4cc7-b715-5e6ce9287553 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:22.162924 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=491c1552-5b3c-4745-8599-8fe88b452595,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:22.199265 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-9a4557cc-9d0c-417a-85ca-8e00dae658a7 req-7f4cb466-d313-4cc7-b715-5e6ce9287553 service neutron] Transition to ACTIVE for port object 49182ab7-2c16-40e9-8e35-5b5ee774a5c3 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:28:22.210209 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9a4557cc-9d0c-417a-85ca-8e00dae658a7 req-7f4cb466-d313-4cc7-b715-5e6ce9287553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:22.799184 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-56293fb9-74b6-4583-a940-8207dbc2ea24 req-a67c7894-6fae-47fa-aa9e-585680f66a2b tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=719e968a-7fd4-40fb-a5a5-8b3367588f2d HTTP/1.1" status: 200 len: 210 time: 0.2210999 Aug 22 13:28:22.841085 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cb466-d313-4cc7-b715-5e6ce9287553 service neutron] Pushing event updated for resources: {'Port': ['ID=49182ab7-2c16-40e9-8e35-5b5ee774a5c3,revision_number=9']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:22.905013 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b694c2-49a2-461e-9ee4-d34ab1a5bf51 x-openstack-request-id: req-32b694c2-49a2-461e-9ee4-d34ab1a5bf51 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:28:22.905894 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d260ea4b-8bc5-4bcf-bea1-6d67f354c6e1", "name": "network-vif-plugged", "status": "completed", "tag": "d8341de9-bf5f-4840-a30e-bb0a707adb48", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:28:22.906590 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-32b694c2-49a2-461e-9ee4-d34ab1a5bf51 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:28:22.907488 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd260ea4b-8bc5-4bcf-bea1-6d67f354c6e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8341de9-bf5f-4840-a30e-bb0a707adb48', 'code': 200} Aug 22 13:28:23.157824 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f7ed60-1bdb-4273-873b-8d9115ceb491 req-bd39fca9-5089-4b40-a335-78c45b074e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:23.160757 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f8f7ed60-1bdb-4273-873b-8d9115ceb491 req-bd39fca9-5089-4b40-a335-78c45b074e8a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d260ea4b-8bc5-4bcf-bea1-6d67f354c6e1 HTTP/1.1" status: 200 len: 1097 time: 0.1231868 Aug 22 13:28:23.163756 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 491c1552-5b3c-4745-8599-8fe88b452595 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:28:23.280898 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f8f7ed60-1bdb-4273-873b-8d9115ceb491 req-bbdb3a2f-259f-4dd8-a467-1ca83098218a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c4fc4549-d902-45e3-9cfb-e33a32dbbfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048512 Aug 22 13:28:23.288046 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a4557cc-9d0c-417a-85ca-8e00dae658a7 req-7f4cb466-d313-4cc7-b715-5e6ce9287553 service neutron] No DVR routers for this DVR port 49182ab7-2c16-40e9-8e35-5b5ee774a5c3 on host n-h1-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:28:23.349736 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 491c1552-5b3c-4745-8599-8fe88b452595 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:28:23.350349 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:23.441964 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c4777-464d-41f6-9421-3258d98832e8 req-ecc28b0b-829c-4462-ab35-366911e9df85 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:23.452410 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-130c4777-464d-41f6-9421-3258d98832e8 req-ecc28b0b-829c-4462-ab35-366911e9df85 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 944 time: 0.3496761 Aug 22 13:28:23.522165 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3bdd7e-96a6-479f-8187-00bb2336cac2 req-3314b42a-e5a0-4949-a3a0-d77715cb9ebd tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:23.524431 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4e3bdd7e-96a6-479f-8187-00bb2336cac2 req-3314b42a-e5a0-4949-a3a0-d77715cb9ebd tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.16 "GET /v2.0/networks?id=652b7040-839e-4592-b462-d4511ac6e125 HTTP/1.1" status: 200 len: 808 time: 0.6642563 Aug 22 13:28:23.539169 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc7dadc-7105-4d31-920f-b8f784328e54 None None] Sync routers for ids ['1905c0c1-d744-4760-a72a-ee8f089ff87d'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:28:23.548071 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-4e3bdd7e-96a6-479f-8187-00bb2336cac2 req-40931e18-0708-4482-b495-71157d795eb3 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Request body: {'port': {'device_id': '719e968a-7fd4-40fb-a5a5-8b3367588f2d', 'network_id': '652b7040-839e-4592-b462-d4511ac6e125', 'admin_state_up': True, 'tenant_id': '61d15703803940a485cdd8f67b081dcb'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:28:23.567889 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc7dadc-7105-4d31-920f-b8f784328e54 None None] Routers {'1905c0c1-d744-4760-a72a-ee8f089ff87d'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:28:23.569004 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-8bc7dadc-7105-4d31-920f-b8f784328e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:28:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['1905c0c1-d744-4760-a72a-ee8f089ff87d'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:28:23.673369 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-130c4777-464d-41f6-9421-3258d98832e8 req-99b21c29-9a2a-410e-b1d7-55d47f78342c tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4f995f7-29d9-4ea1-8a86-26535a55404a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2195330 Aug 22 13:28:23.832488 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-8bc7dadc-7105-4d31-920f-b8f784328e54 None None] Set router 1905c0c1-d744-4760-a72a-ee8f089ff87d gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:28:23.853065 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-9a4557cc-9d0c-417a-85ca-8e00dae658a7 req-7f4cb466-d313-4cc7-b715-5e6ce9287553 service neutron] Attempting to bind port 49182ab7-2c16-40e9-8e35-5b5ee774a5c3 on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:28:23.853708 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-9a4557cc-9d0c-417a-85ca-8e00dae658a7 req-7f4cb466-d313-4cc7-b715-5e6ce9287553 service neutron] Attempting to bind port 49182ab7-2c16-40e9-8e35-5b5ee774a5c3 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': 'e0cf36a3-398c-4c68-a668-edae22b1fee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'dfedf898-aca6-4df9-b6f5-cb8b2650ce65'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:28:23.853708 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4557cc-9d0c-417a-85ca-8e00dae658a7 req-7f4cb466-d313-4cc7-b715-5e6ce9287553 service neutron] Attempting to bind port 49182ab7-2c16-40e9-8e35-5b5ee774a5c3 on network dfedf898-aca6-4df9-b6f5-cb8b2650ce65 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:28:23.929489 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4557cc-9d0c-417a-85ca-8e00dae658a7 req-7f4cb466-d313-4cc7-b715-5e6ce9287553 service neutron] Port 49182ab7-2c16-40e9-8e35-5b5ee774a5c3 on network dfedf898-aca6-4df9-b6f5-cb8b2650ce65 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:28:23.930107 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4557cc-9d0c-417a-85ca-8e00dae658a7 req-7f4cb466-d313-4cc7-b715-5e6ce9287553 service neutron] Attempting to bind port 49182ab7-2c16-40e9-8e35-5b5ee774a5c3 on network dfedf898-aca6-4df9-b6f5-cb8b2650ce65 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:28:23.966676 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4557cc-9d0c-417a-85ca-8e00dae658a7 req-7f4cb466-d313-4cc7-b715-5e6ce9287553 service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:28:23.967332 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4557cc-9d0c-417a-85ca-8e00dae658a7 req-7f4cb466-d313-4cc7-b715-5e6ce9287553 service neutron] Checking segment: {'id': 'e0cf36a3-398c-4c68-a668-edae22b1fee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'dfedf898-aca6-4df9-b6f5-cb8b2650ce65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:28:23.967916 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4557cc-9d0c-417a-85ca-8e00dae658a7 req-7f4cb466-d313-4cc7-b715-5e6ce9287553 service neutron] Bound using segment: {'id': 'e0cf36a3-398c-4c68-a668-edae22b1fee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'dfedf898-aca6-4df9-b6f5-cb8b2650ce65'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:28:23.968627 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-9a4557cc-9d0c-417a-85ca-8e00dae658a7 req-7f4cb466-d313-4cc7-b715-5e6ce9287553 service neutron] Bound port: 49182ab7-2c16-40e9-8e35-5b5ee774a5c3, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0cf36a3-398c-4c68-a668-edae22b1fee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'dfedf898-aca6-4df9-b6f5-cb8b2650ce65'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:28:23.969180 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9a4557cc-9d0c-417a-85ca-8e00dae658a7 req-7f4cb466-d313-4cc7-b715-5e6ce9287553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:24.070085 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf580c-03dd-4452-b5af-32dea1722339 req-612485f6-f8b0-41fa-8ab5-41b97343efaa tempest-ServerAddressesTestJSON-271545873 tempest-ServerAddressesTestJSON-271545873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:24.078420 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9bcf580c-03dd-4452-b5af-32dea1722339 req-612485f6-f8b0-41fa-8ab5-41b97343efaa tempest-ServerAddressesTestJSON-271545873 tempest-ServerAddressesTestJSON-271545873-project] 10.222.0.21 "GET /v2.0/ports?device_id=d260ea4b-8bc5-4bcf-bea1-6d67f354c6e1 HTTP/1.1" status: 200 len: 945 time: 0.2282670 Aug 22 13:28:24.082738 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e3bdd7e-96a6-479f-8187-00bb2336cac2 req-40931e18-0708-4482-b495-71157d795eb3 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Made reservation on behalf of 61d15703803940a485cdd8f67b081dcb for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:28:24.087935 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4e3bdd7e-96a6-479f-8187-00bb2336cac2 req-40931e18-0708-4482-b495-71157d795eb3 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:24.207350 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9bcf580c-03dd-4452-b5af-32dea1722339 req-3449c71a-a746-40ee-84dd-3bb284797b91 tempest-ServerAddressesTestJSON-271545873 tempest-ServerAddressesTestJSON-271545873-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4fc4549-d902-45e3-9cfb-e33a32dbbfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258602 Aug 22 13:28:24.336377 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-9a4557cc-9d0c-417a-85ca-8e00dae658a7 req-7f4cb466-d313-4cc7-b715-5e6ce9287553 service neutron] For port 49182ab7-2c16-40e9-8e35-5b5ee774a5c3, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:28:24.337504 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-8bc7dadc-7105-4d31-920f-b8f784328e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1905c0c1-d744-4760-a72a-ee8f089ff87d', 'name': 'tempest-AttachSCSIVolumeTestJSON-940681660-router', 'tenant_id': '240c79ab08fe4e6bb9a4f1d353cd587c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '491c1552-5b3c-4745-8599-8fe88b452595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:28:09Z', 'updated_at': '2021-08-22T13:28:17Z', 'revision_number': 4, 'project_id': '240c79ab08fe4e6bb9a4f1d353cd587c', 'gw_port': {'id': '491c1552-5b3c-4745-8599-8fe88b452595', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1905c0c1-d744-4760-a72a-ee8f089ff87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:28:10Z', 'updated_at': '2021-08-22T13:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'f27a53a8-e300-4457-85a1-2288719238a6', 'name': '', 'network_id': '3e39c712-4fd5-4b40-8b2e-7f5850edbaa2', 'tenant_id': '240c79ab08fe4e6bb9a4f1d353cd587c', 'mac_address': 'fa:16:3e:d9:bf:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1905c0c1-d744-4760-a72a-ee8f089ff87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '3fecb79f-5490-49cd-99e8-a71ee39e198c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:28:16Z', 'updated_at': '2021-08-22T13:28:17Z', 'revision_number': 2, 'project_id': '240c79ab08fe4e6bb9a4f1d353cd587c', 'subnets': [{'id': '3fecb79f-5490-49cd-99e8-a71ee39e198c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:28:24.367699 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-9a4557cc-9d0c-417a-85ca-8e00dae658a7 req-7f4cb466-d313-4cc7-b715-5e6ce9287553 service neutron] For port 49182ab7-2c16-40e9-8e35-5b5ee774a5c3, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=49182ab7-2c16-40e9-8e35-5b5ee774a5c3,segment=NetworkSegment(e0cf36a3-398c-4c68-a668-edae22b1fee1),segment_id=e0cf36a3-398c-4c68-a668-edae22b1fee1)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:28:24.381796 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc7dadc-7105-4d31-920f-b8f784328e54 None None] Checking router: 1905c0c1-d744-4760-a72a-ee8f089ff87d for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:28:24.382921 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc7dadc-7105-4d31-920f-b8f784328e54 None None] Updating router 1905c0c1-d744-4760-a72a-ee8f089ff87d port f27a53a8-e300-4457-85a1-2288719238a6 binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:28:24.391275 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9a4557cc-9d0c-417a-85ca-8e00dae658a7 req-7f4cb466-d313-4cc7-b715-5e6ce9287553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:24.428439 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-8bc7dadc-7105-4d31-920f-b8f784328e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:24.714408 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4557cc-9d0c-417a-85ca-8e00dae658a7 req-7f4cb466-d313-4cc7-b715-5e6ce9287553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:24.715293 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9a4557cc-9d0c-417a-85ca-8e00dae658a7 req-7f4cb466-d313-4cc7-b715-5e6ce9287553 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:24.717622 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9a4557cc-9d0c-417a-85ca-8e00dae658a7 req-7f4cb466-d313-4cc7-b715-5e6ce9287553 service neutron] 10.222.0.16 "PUT /v2.0/ports/49182ab7-2c16-40e9-8e35-5b5ee774a5c3 HTTP/1.1" status: 200 len: 1093 time: 4.4617889 Aug 22 13:28:24.740640 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451', 'tag': '49182ab7-2c16-40e9-8e35-5b5ee774a5c3'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:28:24.744547 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1e1add-2390-4e1c-9e3b-ccbdb6898e08" -d '{"events": [{"name": "network-changed", "server_uuid": "7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451", "tag": "49182ab7-2c16-40e9-8e35-5b5ee774a5c3"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:28:24.907580 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-60fa7676-10ed-4d50-91ca-04b9310271b7 req-2095a92d-86a4-4499-b377-99b914205691 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=719e968a-7fd4-40fb-a5a5-8b3367588f2d HTTP/1.1" status: 200 len: 210 time: 0.1859503 Aug 22 13:28:24.961276 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:28:25.070258 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-8bc7dadc-7105-4d31-920f-b8f784328e54 None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:25.090293 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-8bc7dadc-7105-4d31-920f-b8f784328e54 None None] Transition to ACTIVE for port object f27a53a8-e300-4457-85a1-2288719238a6 will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:28:25.092280 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e8a16-8754-4c42-ac31-3e457c4b4dd6 req-fbe8dc8d-1a56-449b-b1eb-732cc64637aa tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:25.098308 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-8bc7dadc-7105-4d31-920f-b8f784328e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:25.100796 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-598e8a16-8754-4c42-ac31-3e457c4b4dd6 req-fbe8dc8d-1a56-449b-b1eb-732cc64637aa tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9232882-fa8c-47c3-8a04-8a7af999b018 HTTP/1.1" status: 200 len: 949 time: 0.6469624 Aug 22 13:28:25.137309 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cb466-d313-4cc7-b715-5e6ce9287553 service neutron] Pushing event updated for resources: {'Port': ['ID=49182ab7-2c16-40e9-8e35-5b5ee774a5c3,revision_number=10']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:25.163987 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4557cc-9d0c-417a-85ca-8e00dae658a7 req-96e3ee45-392f-442d-ade2-a5a42af495cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:25.165878 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9a4557cc-9d0c-417a-85ca-8e00dae658a7 req-96e3ee45-392f-442d-ade2-a5a42af495cc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1706b1b8ed7f4b13af0ef34415cabc13&device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 1097 time: 0.3823798 Aug 22 13:28:25.182044 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-4e3bdd7e-96a6-479f-8187-00bb2336cac2 req-40931e18-0708-4482-b495-71157d795eb3 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Allocated IP 172.20.0.12 (652b7040-839e-4592-b462-d4511ac6e125/236eb505-a499-4edb-a293-2a2d85a583c0/f67aca78-dfb0-4f79-8873-e2b6ee79570a) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:28:25.194173 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf03c4e9-77cf-4b78-a1ee-04b2ffce6c5d None None] Pushing event updated for resources: {'Port': ['ID=f27a53a8-e300-4457-85a1-2288719238a6,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:25.250946 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-598e8a16-8754-4c42-ac31-3e457c4b4dd6 req-c0af1607-4921-4850-a544-1bbddc0f16a8 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/security-groups?id=835e4b24-d982-476b-a6a6-e5ce19cfed22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489270 Aug 22 13:28:25.288036 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-8bc7dadc-7105-4d31-920f-b8f784328e54 None None] Attempting to bind port f27a53a8-e300-4457-85a1-2288719238a6 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:28:25.288496 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-8bc7dadc-7105-4d31-920f-b8f784328e54 None None] Attempting to bind port f27a53a8-e300-4457-85a1-2288719238a6 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'ac3ebfcb-56f0-4116-abdb-2661ff22ce29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3e39c712-4fd5-4b40-8b2e-7f5850edbaa2'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:28:25.288935 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc7dadc-7105-4d31-920f-b8f784328e54 None None] Attempting to bind port f27a53a8-e300-4457-85a1-2288719238a6 on network 3e39c712-4fd5-4b40-8b2e-7f5850edbaa2 {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:28:25.295183 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc7dadc-7105-4d31-920f-b8f784328e54 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:28:25.295629 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc7dadc-7105-4d31-920f-b8f784328e54 None None] Checking segment: {'id': 'ac3ebfcb-56f0-4116-abdb-2661ff22ce29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3e39c712-4fd5-4b40-8b2e-7f5850edbaa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:28:25.297767 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-8bc7dadc-7105-4d31-920f-b8f784328e54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:25.297767 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc7dadc-7105-4d31-920f-b8f784328e54 None None] Bound using segment: {'id': 'ac3ebfcb-56f0-4116-abdb-2661ff22ce29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3e39c712-4fd5-4b40-8b2e-7f5850edbaa2'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:28:25.298187 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-8bc7dadc-7105-4d31-920f-b8f784328e54 None None] Bound port: f27a53a8-e300-4457-85a1-2288719238a6, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac3ebfcb-56f0-4116-abdb-2661ff22ce29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3e39c712-4fd5-4b40-8b2e-7f5850edbaa2'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:28:25.298658 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-8bc7dadc-7105-4d31-920f-b8f784328e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:25.377245 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4ff4ad-5074-4e97-b180-61bdc17275ed x-openstack-request-id: req-7a4ff4ad-5074-4e97-b180-61bdc17275ed {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:28:25.377818 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451", "tag": "49182ab7-2c16-40e9-8e35-5b5ee774a5c3", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:28:25.378936 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7a4ff4ad-5074-4e97-b180-61bdc17275ed {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:28:25.381215 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451', 'tag': '49182ab7-2c16-40e9-8e35-5b5ee774a5c3', 'status': 'completed', 'code': 200} Aug 22 13:28:25.388681 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-8bc7dadc-7105-4d31-920f-b8f784328e54 None None] For port f27a53a8-e300-4457-85a1-2288719238a6, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:28:25.404360 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70774162-9034-43ca-ad96-6ed387d62977 req-7fc42ddb-672a-453d-9de9-2de88e560b82 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:25.404580 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-8bc7dadc-7105-4d31-920f-b8f784328e54 None None] For port f27a53a8-e300-4457-85a1-2288719238a6, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=f27a53a8-e300-4457-85a1-2288719238a6,segment=NetworkSegment(ac3ebfcb-56f0-4116-abdb-2661ff22ce29),segment_id=ac3ebfcb-56f0-4116-abdb-2661ff22ce29)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:28:25.406768 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-70774162-9034-43ca-ad96-6ed387d62977 req-7fc42ddb-672a-453d-9de9-2de88e560b82 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 945 time: 0.3596039 Aug 22 13:28:25.416843 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-8bc7dadc-7105-4d31-920f-b8f784328e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:25.520468 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf03c4e9-77cf-4b78-a1ee-04b2ffce6c5d None None] Pushing event updated for resources: {'Port': ['ID=f27a53a8-e300-4457-85a1-2288719238a6,revision_number=4']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:25.536397 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc7dadc-7105-4d31-920f-b8f784328e54 None None] Routers {'1905c0c1-d744-4760-a72a-ee8f089ff87d'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:28:25.537278 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-8bc7dadc-7105-4d31-920f-b8f784328e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:28:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['1905c0c1-d744-4760-a72a-ee8f089ff87d'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:28:25.724514 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-8bc7dadc-7105-4d31-920f-b8f784328e54 None None] Set router 1905c0c1-d744-4760-a72a-ee8f089ff87d gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:28:25.759355 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-70774162-9034-43ca-ad96-6ed387d62977 req-6ca47887-a317-4dab-b3a4-ac26a9bb264f tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4f995f7-29d9-4ea1-8a86-26535a55404a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3436437 Aug 22 13:28:25.903110 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4557cc-9d0c-417a-85ca-8e00dae658a7 req-03dd44ec-f04a-44be-96ba-3608b2476129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:25.905139 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9a4557cc-9d0c-417a-85ca-8e00dae658a7 req-03dd44ec-f04a-44be-96ba-3608b2476129 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dfedf898-aca6-4df9-b6f5-cb8b2650ce65 HTTP/1.1" status: 200 len: 918 time: 0.7199552 Aug 22 13:28:26.228976 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-8bc7dadc-7105-4d31-920f-b8f784328e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1905c0c1-d744-4760-a72a-ee8f089ff87d', 'name': 'tempest-AttachSCSIVolumeTestJSON-940681660-router', 'tenant_id': '240c79ab08fe4e6bb9a4f1d353cd587c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '491c1552-5b3c-4745-8599-8fe88b452595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:28:09Z', 'updated_at': '2021-08-22T13:28:17Z', 'revision_number': 4, 'project_id': '240c79ab08fe4e6bb9a4f1d353cd587c', 'gw_port': {'id': '491c1552-5b3c-4745-8599-8fe88b452595', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1905c0c1-d744-4760-a72a-ee8f089ff87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:28:10Z', 'updated_at': '2021-08-22T13:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'f27a53a8-e300-4457-85a1-2288719238a6', 'name': '', 'network_id': '3e39c712-4fd5-4b40-8b2e-7f5850edbaa2', 'tenant_id': '240c79ab08fe4e6bb9a4f1d353cd587c', 'mac_address': 'fa:16:3e:d9:bf:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1905c0c1-d744-4760-a72a-ee8f089ff87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '3fecb79f-5490-49cd-99e8-a71ee39e198c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:28:16Z', 'updated_at': '2021-08-22T13:28:25Z', 'revision_number': 4, 'project_id': '240c79ab08fe4e6bb9a4f1d353cd587c', 'subnets': [{'id': '3fecb79f-5490-49cd-99e8-a71ee39e198c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:28:26.235325 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e034b00-8453-403a-9e14-93f8a29f4855 req-d4e6b42e-d29a-4874-a9e9-04a5eeaa015b tempest-ServerAddressesTestJSON-271545873 tempest-ServerAddressesTestJSON-271545873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:26.243392 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0e034b00-8453-403a-9e14-93f8a29f4855 req-d4e6b42e-d29a-4874-a9e9-04a5eeaa015b tempest-ServerAddressesTestJSON-271545873 tempest-ServerAddressesTestJSON-271545873-project] 10.222.0.21 "GET /v2.0/ports?device_id=d260ea4b-8bc5-4bcf-bea1-6d67f354c6e1 HTTP/1.1" status: 200 len: 945 time: 0.5513351 Aug 22 13:28:26.259012 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc7dadc-7105-4d31-920f-b8f784328e54 None None] The sync data for ids ['1905c0c1-d744-4760-a72a-ee8f089ff87d'] in n-d-793621-33 is: [{'id': '1905c0c1-d744-4760-a72a-ee8f089ff87d', 'name': 'tempest-AttachSCSIVolumeTestJSON-940681660-router', 'tenant_id': '240c79ab08fe4e6bb9a4f1d353cd587c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '491c1552-5b3c-4745-8599-8fe88b452595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:28:09Z', 'updated_at': '2021-08-22T13:28:17Z', 'revision_number': 4, 'project_id': '240c79ab08fe4e6bb9a4f1d353cd587c', 'gw_port': {'id': '491c1552-5b3c-4745-8599-8fe88b452595', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1905c0c1-d744-4760-a72a-ee8f089ff87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:28:10Z', 'updated_at': '2021-08-22T13:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'f27a53a8-e300-4457-85a1-2288719238a6', 'name': '', 'network_id': '3e39c712-4fd5-4b40-8b2e-7f5850edbaa2', 'tenant_id': '240c79ab08fe4e6bb9a4f1d353cd587c', 'mac_address': 'fa:16:3e:d9:bf:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1905c0c1-d744-4760-a72a-ee8f089ff87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '3fecb79f-5490-49cd-99e8-a71ee39e198c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:28:16Z', 'updated_at': '2021-08-22T13:28:25Z', 'revision_number': 4, 'project_id': '240c79ab08fe4e6bb9a4f1d353cd587c', 'subnets': [{'id': '3fecb79f-5490-49cd-99e8-a71ee39e198c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:28:26.298286 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-230b4907-f96f-46d3-b305-81c36766836b req-6164eb84-5566-4247-b8d1-a06d3fcdefdd tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=719e968a-7fd4-40fb-a5a5-8b3367588f2d HTTP/1.1" status: 200 len: 210 time: 0.0374532 Aug 22 13:28:26.368680 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4e3bdd7e-96a6-479f-8187-00bb2336cac2 req-40931e18-0708-4482-b495-71157d795eb3 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:26.443268 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9a4557cc-9d0c-417a-85ca-8e00dae658a7 req-633a0831-88ae-4b82-8a48-3f6dd826f11a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49182ab7-2c16-40e9-8e35-5b5ee774a5c3 HTTP/1.1" status: 200 len: 999 time: 0.4697607 Aug 22 13:28:26.509326 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4557cc-9d0c-417a-85ca-8e00dae658a7 req-a46910c1-ee15-4ffe-9cea-ad633c3f90d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:26.510904 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9a4557cc-9d0c-417a-85ca-8e00dae658a7 req-a46910c1-ee15-4ffe-9cea-ad633c3f90d1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=86161abd-93fb-4a2f-8c13-984112b572a1 HTTP/1.1" status: 200 len: 856 time: 0.0544086 Aug 22 13:28:26.533796 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0e034b00-8453-403a-9e14-93f8a29f4855 req-1a467f90-64f5-4574-ad58-d1e0a25c0c13 tempest-ServerAddressesTestJSON-271545873 tempest-ServerAddressesTestJSON-271545873-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4fc4549-d902-45e3-9cfb-e33a32dbbfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891536 Aug 22 13:28:26.773662 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5286e-54b0-47e2-9966-3df34be6db3f req-9a06c938-bf2d-4cd0-976e-7c8e6c9a6969 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:26.775270 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-37a5286e-54b0-47e2-9966-3df34be6db3f req-9a06c938-bf2d-4cd0-976e-7c8e6c9a6969 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9232882-fa8c-47c3-8a04-8a7af999b018 HTTP/1.1" status: 200 len: 949 time: 0.3864379 Aug 22 13:28:26.904935 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4557cc-9d0c-417a-85ca-8e00dae658a7 req-f2e5f19d-a81b-4249-85be-2a90b41e2dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:26.906468 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9a4557cc-9d0c-417a-85ca-8e00dae658a7 req-f2e5f19d-a81b-4249-85be-2a90b41e2dda service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dfedf898-aca6-4df9-b6f5-cb8b2650ce65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3566308 Aug 22 13:28:26.961549 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4e3bdd7e-96a6-479f-8187-00bb2336cac2 req-40931e18-0708-4482-b495-71157d795eb3 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:27.013241 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device f27a53a8-e300-4457-85a1-2288719238a6 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:28:27.128376 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port f27a53a8-e300-4457-85a1-2288719238a6 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:28:27.136312 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port f27a53a8-e300-4457-85a1-2288719238a6 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:28:27.137271 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:27.303092 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:27.367233 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port f27a53a8-e300-4457-85a1-2288719238a6, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=f27a53a8-e300-4457-85a1-2288719238a6,segment=NetworkSegment(ac3ebfcb-56f0-4116-abdb-2661ff22ce29),segment_id=ac3ebfcb-56f0-4116-abdb-2661ff22ce29)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:28:27.390446 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:27.493646 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=f27a53a8-e300-4457-85a1-2288719238a6,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:27.562762 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-37a5286e-54b0-47e2-9966-3df34be6db3f req-d4e1d7f5-a80c-4b53-91b5-51a67b89fca9 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/security-groups?id=835e4b24-d982-476b-a6a6-e5ce19cfed22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7693148 Aug 22 13:28:27.679495 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40931e18-0708-4482-b495-71157d795eb3 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Pushing event updated for resources: {'Port': ['ID=f67aca78-dfb0-4f79-8873-e2b6ee79570a,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:27.727826 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2dbae-a058-4c5e-afca-454be2ebbf78 req-45f5d64b-edda-4310-95aa-3c4292902d4b tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:27.738710 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-62f2dbae-a058-4c5e-afca-454be2ebbf78 req-45f5d64b-edda-4310-95aa-3c4292902d4b tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 945 time: 0.8571095 Aug 22 13:28:27.758953 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e3bdd7e-96a6-479f-8187-00bb2336cac2 req-40931e18-0708-4482-b495-71157d795eb3 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Network 652b7040-839e-4592-b462-d4511ac6e125 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:28:27.778220 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-4e3bdd7e-96a6-479f-8187-00bb2336cac2 req-40931e18-0708-4482-b495-71157d795eb3 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:28:27.782523 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e3bdd7e-96a6-479f-8187-00bb2336cac2 req-40931e18-0708-4482-b495-71157d795eb3 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:28:27.905637 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3bdd7e-96a6-479f-8187-00bb2336cac2 req-40931e18-0708-4482-b495-71157d795eb3 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:27.906683 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4e3bdd7e-96a6-479f-8187-00bb2336cac2 req-40931e18-0708-4482-b495-71157d795eb3 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:27.958256 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-62f2dbae-a058-4c5e-afca-454be2ebbf78 req-dbd42f47-1418-4fac-b2e4-3b6154f92dfa tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4f995f7-29d9-4ea1-8a86-26535a55404a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2183092 Aug 22 13:28:27.966378 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4e3bdd7e-96a6-479f-8187-00bb2336cac2 req-40931e18-0708-4482-b495-71157d795eb3 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4230864 Aug 22 13:28:27.969111 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9a4557cc-9d0c-417a-85ca-8e00dae658a7 req-ee6b8c87-6421-42e9-b091-416d83cba1f0 service neutron] 10.222.0.16 "GET /v2.0/networks/dfedf898-aca6-4df9-b6f5-cb8b2650ce65?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0309591 Aug 22 13:28:28.093497 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:28.149460 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-4e3bdd7e-96a6-479f-8187-00bb2336cac2 req-5375dfea-212e-4c6c-8556-e9494ef471d2 service neutron] Request body: {'port': {'device_id': '719e968a-7fd4-40fb-a5a5-8b3367588f2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:28:28.261020 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9a4557cc-9d0c-417a-85ca-8e00dae658a7 req-95a7ba90-edf1-497d-8320-7a15a7013408 service neutron] 10.222.0.16 "GET /v2.0/networks/dfedf898-aca6-4df9-b6f5-cb8b2650ce65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607365 Aug 22 13:28:28.393825 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4e3bdd7e-96a6-479f-8187-00bb2336cac2 req-5375dfea-212e-4c6c-8556-e9494ef471d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:28.400173 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2036c036-6be4-45fb-bdcd-c0d9ba877679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:28.482442 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e40c1e-ef70-4570-b5d6-44c3ede5f253 req-4b7a7110-943c-481a-98b8-54162f278ddb tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:28.490106 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e4e40c1e-ef70-4570-b5d6-44c3ede5f253 req-4b7a7110-943c-481a-98b8-54162f278ddb tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=719e968a-7fd4-40fb-a5a5-8b3367588f2d HTTP/1.1" status: 200 len: 932 time: 0.3279829 Aug 22 13:28:28.701745 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2f36e-98bc-4038-b378-a6cd65313d00 req-272f0e23-d4e9-426a-a918-a568354ed596 tempest-ServerAddressesTestJSON-271545873 tempest-ServerAddressesTestJSON-271545873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:28.711305 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f9e2f36e-98bc-4038-b378-a6cd65313d00 req-272f0e23-d4e9-426a-a918-a568354ed596 tempest-ServerAddressesTestJSON-271545873 tempest-ServerAddressesTestJSON-271545873-project] 10.222.0.21 "GET /v2.0/ports?device_id=d260ea4b-8bc5-4bcf-bea1-6d67f354c6e1 HTTP/1.1" status: 200 len: 945 time: 0.2917242 Aug 22 13:28:28.753769 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e1add-2390-4e1c-9e3b-ccbdb6898e08 req-9f914511-afc5-499e-b6b0-a910fb0fae84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:28.755267 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ff1e1add-2390-4e1c-9e3b-ccbdb6898e08 req-9f914511-afc5-499e-b6b0-a910fb0fae84 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1706b1b8ed7f4b13af0ef34415cabc13&device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 1097 time: 0.3440609 Aug 22 13:28:28.772090 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e4e40c1e-ef70-4570-b5d6-44c3ede5f253 req-3e07388d-79c5-47c8-8ce2-b8d29b298297 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808867 Aug 22 13:28:29.123717 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device f27a53a8-e300-4457-85a1-2288719238a6 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:28:29.281722 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port f27a53a8-e300-4457-85a1-2288719238a6 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:28:29.282607 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:29.403769 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e1add-2390-4e1c-9e3b-ccbdb6898e08 req-e47ee796-8f82-441d-8687-c6e2449db70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:29.405265 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ff1e1add-2390-4e1c-9e3b-ccbdb6898e08 req-e47ee796-8f82-441d-8687-c6e2449db70b service neutron] 10.222.0.16 "GET /v2.0/networks?id=dfedf898-aca6-4df9-b6f5-cb8b2650ce65 HTTP/1.1" status: 200 len: 918 time: 0.5825059 Aug 22 13:28:29.478127 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547c413-4225-431a-bda2-ba383ba83c68 req-f69f112b-a242-47e5-9205-ed248e8aacfb tempest-ServerAddressesTestJSON-271545873 tempest-ServerAddressesTestJSON-271545873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:29.483456 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9547c413-4225-431a-bda2-ba383ba83c68 req-f69f112b-a242-47e5-9205-ed248e8aacfb tempest-ServerAddressesTestJSON-271545873 tempest-ServerAddressesTestJSON-271545873-project] 10.222.0.41 "GET /v2.0/ports?device_id=d260ea4b-8bc5-4bcf-bea1-6d67f354c6e1 HTTP/1.1" status: 200 len: 945 time: 0.1102319 Aug 22 13:28:29.604933 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f9e2f36e-98bc-4038-b378-a6cd65313d00 req-20110369-e72c-43e0-920d-ca1999abfbb2 tempest-ServerAddressesTestJSON-271545873 tempest-ServerAddressesTestJSON-271545873-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4fc4549-d902-45e3-9cfb-e33a32dbbfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8904262 Aug 22 13:28:29.724088 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ff1e1add-2390-4e1c-9e3b-ccbdb6898e08 req-7af17a44-7afd-4636-86fd-cad1794bc038 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49182ab7-2c16-40e9-8e35-5b5ee774a5c3 HTTP/1.1" status: 200 len: 999 time: 0.2566197 Aug 22 13:28:29.775706 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89e89e-1cf0-4c37-9fb5-558e8bad49b5 req-aa6e7cdd-ed3d-4069-80b0-235982ee6972 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:29.783838 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3d89e89e-1cf0-4c37-9fb5-558e8bad49b5 req-aa6e7cdd-ed3d-4069-80b0-235982ee6972 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9232882-fa8c-47c3-8a04-8a7af999b018 HTTP/1.1" status: 200 len: 949 time: 0.4586396 Aug 22 13:28:29.841441 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-4e3bdd7e-96a6-479f-8187-00bb2336cac2 req-5375dfea-212e-4c6c-8556-e9494ef471d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f67aca78-dfb0-4f79-8873-e2b6ee79570a {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:28:29.846358 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-9547c413-4225-431a-bda2-ba383ba83c68 req-8a987580-b2ba-40a5-83ca-e8f0875341e7 tempest-ServerAddressesTestJSON-271545873 tempest-ServerAddressesTestJSON-271545873-project] Deleting port d8341de9-bf5f-4840-a30e-bb0a707adb48 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:28:29.847047 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-9547c413-4225-431a-bda2-ba383ba83c68 req-8a987580-b2ba-40a5-83ca-e8f0875341e7 tempest-ServerAddressesTestJSON-271545873 tempest-ServerAddressesTestJSON-271545873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:29.865123 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4e3bdd7e-96a6-479f-8187-00bb2336cac2 req-5375dfea-212e-4c6c-8556-e9494ef471d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:29.941392 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3d89e89e-1cf0-4c37-9fb5-558e8bad49b5 req-874f4598-94df-4b31-973d-4f56ceabc268 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/security-groups?id=835e4b24-d982-476b-a6a6-e5ce19cfed22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563070 Aug 22 13:28:29.947352 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e1add-2390-4e1c-9e3b-ccbdb6898e08 req-60d08fcc-abfa-4d75-859c-3c7d807b7833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:29.949078 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ff1e1add-2390-4e1c-9e3b-ccbdb6898e08 req-60d08fcc-abfa-4d75-859c-3c7d807b7833 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=86161abd-93fb-4a2f-8c13-984112b572a1 HTTP/1.1" status: 200 len: 856 time: 0.1968634 Aug 22 13:28:29.952095 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-4e3bdd7e-96a6-479f-8187-00bb2336cac2 req-5375dfea-212e-4c6c-8556-e9494ef471d2 service neutron] Transition to ACTIVE for port object f67aca78-dfb0-4f79-8873-e2b6ee79570a will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:28:29.968101 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4e3bdd7e-96a6-479f-8187-00bb2336cac2 req-5375dfea-212e-4c6c-8556-e9494ef471d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:29.983431 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd8d957-18ab-444e-acf3-7989ea247243 req-afaecec3-19c5-43bd-8273-eae2e73da3cd tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:30.005129 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0bd8d957-18ab-444e-acf3-7989ea247243 req-afaecec3-19c5-43bd-8273-eae2e73da3cd tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 945 time: 0.1380458 Aug 22 13:28:30.254550 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-9547c413-4225-431a-bda2-ba383ba83c68 req-8a987580-b2ba-40a5-83ca-e8f0875341e7 tempest-ServerAddressesTestJSON-271545873 tempest-ServerAddressesTestJSON-271545873-project] For port d8341de9-bf5f-4840-a30e-bb0a707adb48, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=d8341de9-bf5f-4840-a30e-bb0a707adb48,segment=NetworkSegment(2e0b7ccd-5638-4936-bff4-aadbedd69238),segment_id=2e0b7ccd-5638-4936-bff4-aadbedd69238)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:28:30.254823 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-9547c413-4225-431a-bda2-ba383ba83c68 req-8a987580-b2ba-40a5-83ca-e8f0875341e7 tempest-ServerAddressesTestJSON-271545873 tempest-ServerAddressesTestJSON-271545873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:30.281202 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-9547c413-4225-431a-bda2-ba383ba83c68 req-8a987580-b2ba-40a5-83ca-e8f0875341e7 tempest-ServerAddressesTestJSON-271545873 tempest-ServerAddressesTestJSON-271545873-project] Calling delete_port for d8341de9-bf5f-4840-a30e-bb0a707adb48 owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:28:30.295983 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e1add-2390-4e1c-9e3b-ccbdb6898e08 req-b05c2431-9aee-4f2a-9e20-d1029726bbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:30.299705 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ff1e1add-2390-4e1c-9e3b-ccbdb6898e08 req-b05c2431-9aee-4f2a-9e20-d1029726bbf3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dfedf898-aca6-4df9-b6f5-cb8b2650ce65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2835023 Aug 22 13:28:30.609022 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ff1e1add-2390-4e1c-9e3b-ccbdb6898e08 req-31ca8871-3f20-4668-860e-09f3017e9086 service neutron] 10.222.0.16 "GET /v2.0/networks/dfedf898-aca6-4df9-b6f5-cb8b2650ce65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841712 Aug 22 13:28:30.610679 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-9547c413-4225-431a-bda2-ba383ba83c68 req-8a987580-b2ba-40a5-83ca-e8f0875341e7 tempest-ServerAddressesTestJSON-271545873 tempest-ServerAddressesTestJSON-271545873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:30.646917 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5375dfea-212e-4c6c-8556-e9494ef471d2 service neutron] Pushing event updated for resources: {'Port': ['ID=f67aca78-dfb0-4f79-8873-e2b6ee79570a,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:30.646917 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0bd8d957-18ab-444e-acf3-7989ea247243 req-828a93d8-574f-4b94-b6a0-cc0cb463059e tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4f995f7-29d9-4ea1-8a86-26535a55404a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6337113 Aug 22 13:28:30.735566 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['d8341de9-bf5f-4840-a30e-bb0a707adb48'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:28:30.757279 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-4e3bdd7e-96a6-479f-8187-00bb2336cac2 req-5375dfea-212e-4c6c-8556-e9494ef471d2 service neutron] Attempting to bind port f67aca78-dfb0-4f79-8873-e2b6ee79570a on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:28:30.757279 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-4e3bdd7e-96a6-479f-8187-00bb2336cac2 req-5375dfea-212e-4c6c-8556-e9494ef471d2 service neutron] Attempting to bind port f67aca78-dfb0-4f79-8873-e2b6ee79570a by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '18b5a6df-b98f-4d4b-9428-0223d3f719a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '652b7040-839e-4592-b462-d4511ac6e125'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:28:30.757279 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3bdd7e-96a6-479f-8187-00bb2336cac2 req-5375dfea-212e-4c6c-8556-e9494ef471d2 service neutron] Attempting to bind port f67aca78-dfb0-4f79-8873-e2b6ee79570a on network 652b7040-839e-4592-b462-d4511ac6e125 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:28:30.785504 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3bdd7e-96a6-479f-8187-00bb2336cac2 req-5375dfea-212e-4c6c-8556-e9494ef471d2 service neutron] Port f67aca78-dfb0-4f79-8873-e2b6ee79570a on network 652b7040-839e-4592-b462-d4511ac6e125 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:28:30.789867 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3bdd7e-96a6-479f-8187-00bb2336cac2 req-5375dfea-212e-4c6c-8556-e9494ef471d2 service neutron] Attempting to bind port f67aca78-dfb0-4f79-8873-e2b6ee79570a on network 652b7040-839e-4592-b462-d4511ac6e125 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:28:30.830173 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a987580-b2ba-40a5-83ca-e8f0875341e7 tempest-ServerAddressesTestJSON-271545873 tempest-ServerAddressesTestJSON-271545873-project] Pushing event deleted for resources: {'Port': ['ID=d8341de9-bf5f-4840-a30e-bb0a707adb48,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:30.905950 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3bdd7e-96a6-479f-8187-00bb2336cac2 req-5375dfea-212e-4c6c-8556-e9494ef471d2 service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:28:30.907905 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3bdd7e-96a6-479f-8187-00bb2336cac2 req-5375dfea-212e-4c6c-8556-e9494ef471d2 service neutron] Checking segment: {'id': '18b5a6df-b98f-4d4b-9428-0223d3f719a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '652b7040-839e-4592-b462-d4511ac6e125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:28:30.908448 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3bdd7e-96a6-479f-8187-00bb2336cac2 req-5375dfea-212e-4c6c-8556-e9494ef471d2 service neutron] Bound using segment: {'id': '18b5a6df-b98f-4d4b-9428-0223d3f719a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '652b7040-839e-4592-b462-d4511ac6e125'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:28:30.909017 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-4e3bdd7e-96a6-479f-8187-00bb2336cac2 req-5375dfea-212e-4c6c-8556-e9494ef471d2 service neutron] Bound port: f67aca78-dfb0-4f79-8873-e2b6ee79570a, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18b5a6df-b98f-4d4b-9428-0223d3f719a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '652b7040-839e-4592-b462-d4511ac6e125'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:28:30.909483 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4e3bdd7e-96a6-479f-8187-00bb2336cac2 req-5375dfea-212e-4c6c-8556-e9494ef471d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:30.920972 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 690f4f1b-305f-41c3-843d-0dd772263ccf details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:28:30.946029 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-9547c413-4225-431a-bda2-ba383ba83c68 req-8a987580-b2ba-40a5-83ca-e8f0875341e7 tempest-ServerAddressesTestJSON-271545873 tempest-ServerAddressesTestJSON-271545873-project] No DVR routers for this DVR port d8341de9-bf5f-4840-a30e-bb0a707adb48 on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:28:30.953346 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-9547c413-4225-431a-bda2-ba383ba83c68 req-8a987580-b2ba-40a5-83ca-e8f0875341e7 tempest-ServerAddressesTestJSON-271545873 tempest-ServerAddressesTestJSON-271545873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:30.955720 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9547c413-4225-431a-bda2-ba383ba83c68 req-8a987580-b2ba-40a5-83ca-e8f0875341e7 tempest-ServerAddressesTestJSON-271545873 tempest-ServerAddressesTestJSON-271545873-project] 10.222.0.41 "DELETE /v2.0/ports/d8341de9-bf5f-4840-a30e-bb0a707adb48 HTTP/1.1" status: 204 len: 173 time: 1.4625590 Aug 22 13:28:30.960829 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd260ea4b-8bc5-4bcf-bea1-6d67f354c6e1', 'name': 'network-vif-deleted', 'tag': 'd8341de9-bf5f-4840-a30e-bb0a707adb48'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:28:30.963928 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8064de7a-63e1-4ffa-910a-1937782183dc" -d '{"events": [{"server_uuid": "d260ea4b-8bc5-4bcf-bea1-6d67f354c6e1", "name": "network-vif-deleted", "tag": "d8341de9-bf5f-4840-a30e-bb0a707adb48"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:28:31.218222 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8c9c2e0b-2ee7-4bbe-8066-50f3c91885e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:31.227516 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:31.274774 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 690f4f1b-305f-41c3-843d-0dd772263ccf, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=690f4f1b-305f-41c3-843d-0dd772263ccf,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:28:31.288985 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '690f4f1b-305f-41c3-843d-0dd772263ccf', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'port_id': '690f4f1b-305f-41c3-843d-0dd772263ccf', 'mac_address': 'fa:16:3e:39:a1:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7151c727-b27f-4308-8098-60bc16140d45', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:28:31.293735 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734ae95-84f6-4adc-99aa-40789ff3eede req-64db0ff2-b829-4566-8ece-7996857aa1fa tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:31.315313 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b734ae95-84f6-4adc-99aa-40789ff3eede req-64db0ff2-b829-4566-8ece-7996857aa1fa tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=719e968a-7fd4-40fb-a5a5-8b3367588f2d HTTP/1.1" status: 200 len: 944 time: 0.3900411 Aug 22 13:28:31.344510 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:31.367724 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 690f4f1b-305f-41c3-843d-0dd772263ccf {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:28:31.404337 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 690f4f1b-305f-41c3-843d-0dd772263ccf, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=690f4f1b-305f-41c3-843d-0dd772263ccf,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:28:31.412612 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:31.429407 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ff1e1add-2390-4e1c-9e3b-ccbdb6898e08 req-8ff17635-45f6-4fe7-a219-a769b9765d65 service neutron] 10.222.0.16 "GET /v2.0/networks/dfedf898-aca6-4df9-b6f5-cb8b2650ce65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8106017 Aug 22 13:28:31.441578 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-4e3bdd7e-96a6-479f-8187-00bb2336cac2 req-5375dfea-212e-4c6c-8556-e9494ef471d2 service neutron] For port f67aca78-dfb0-4f79-8873-e2b6ee79570a, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:28:31.543615 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=690f4f1b-305f-41c3-843d-0dd772263ccf,revision_number=6']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:31.546499 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b734ae95-84f6-4adc-99aa-40789ff3eede req-f5e1b868-6b0b-45ae-b5c9-ebd1f487f67a tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299142 Aug 22 13:28:31.562344 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-4e3bdd7e-96a6-479f-8187-00bb2336cac2 req-5375dfea-212e-4c6c-8556-e9494ef471d2 service neutron] For port f67aca78-dfb0-4f79-8873-e2b6ee79570a, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=f67aca78-dfb0-4f79-8873-e2b6ee79570a,segment=NetworkSegment(18b5a6df-b98f-4d4b-9428-0223d3f719a9),segment_id=18b5a6df-b98f-4d4b-9428-0223d3f719a9)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:28:31.574748 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4e3bdd7e-96a6-479f-8187-00bb2336cac2 req-5375dfea-212e-4c6c-8556-e9494ef471d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:31.659777 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['690f4f1b-305f-41c3-843d-0dd772263ccf'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:28:31.814640 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3ea7391c-2016-4d53-bd60-0b83be106b21 req-cd39bf29-6b43-4236-b921-3aaa7a6c378a tempest-ServerAddressesTestJSON-271545873 tempest-ServerAddressesTestJSON-271545873-project] 10.222.0.21 "GET /v2.0/ports?device_id=d260ea4b-8bc5-4bcf-bea1-6d67f354c6e1 HTTP/1.1" status: 200 len: 210 time: 0.0907302 Aug 22 13:28:31.820973 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5375dfea-212e-4c6c-8556-e9494ef471d2 service neutron] Pushing event updated for resources: {'Port': ['ID=f67aca78-dfb0-4f79-8873-e2b6ee79570a,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:31.830505 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3bdd7e-96a6-479f-8187-00bb2336cac2 req-5375dfea-212e-4c6c-8556-e9494ef471d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:31.831161 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4e3bdd7e-96a6-479f-8187-00bb2336cac2 req-5375dfea-212e-4c6c-8556-e9494ef471d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:31.832891 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4e3bdd7e-96a6-479f-8187-00bb2336cac2 req-5375dfea-212e-4c6c-8556-e9494ef471d2 service neutron] 10.222.0.16 "PUT /v2.0/ports/f67aca78-dfb0-4f79-8873-e2b6ee79570a HTTP/1.1" status: 200 len: 1093 time: 3.6936533 Aug 22 13:28:31.833540 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '719e968a-7fd4-40fb-a5a5-8b3367588f2d', 'tag': 'f67aca78-dfb0-4f79-8873-e2b6ee79570a'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:28:31.837153 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ae91d5-7136-4337-94b4-5fac4c7eb94e" -d '{"events": [{"name": "network-changed", "server_uuid": "719e968a-7fd4-40fb-a5a5-8b3367588f2d", "tag": "f67aca78-dfb0-4f79-8873-e2b6ee79570a"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:28:31.956352 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fdd8243-5b24-46d4-92ec-d1a39965ad8a x-openstack-request-id: req-1fdd8243-5b24-46d4-92ec-d1a39965ad8a {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:28:31.957426 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d260ea4b-8bc5-4bcf-bea1-6d67f354c6e1", "name": "network-vif-deleted", "tag": "d8341de9-bf5f-4840-a30e-bb0a707adb48", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:28:31.957870 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1fdd8243-5b24-46d4-92ec-d1a39965ad8a {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:28:31.958690 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd260ea4b-8bc5-4bcf-bea1-6d67f354c6e1', 'name': 'network-vif-deleted', 'tag': 'd8341de9-bf5f-4840-a30e-bb0a707adb48', 'status': 'completed', 'code': 200} Aug 22 13:28:32.029389 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3bdd7e-96a6-479f-8187-00bb2336cac2 req-6097ba5f-1d63-4ad6-b1a5-05e6079dcb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:32.030813 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4e3bdd7e-96a6-479f-8187-00bb2336cac2 req-6097ba5f-1d63-4ad6-b1a5-05e6079dcb26 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=61d15703803940a485cdd8f67b081dcb&device_id=719e968a-7fd4-40fb-a5a5-8b3367588f2d HTTP/1.1" status: 200 len: 1096 time: 0.0858402 Aug 22 13:28:32.100300 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4e3bdd7e-96a6-479f-8187-00bb2336cac2 req-c35660f2-7dba-4dac-8854-1266961b1583 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f67aca78-dfb0-4f79-8873-e2b6ee79570a HTTP/1.1" status: 200 len: 217 time: 0.0570698 Aug 22 13:28:32.197418 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3bdd7e-96a6-479f-8187-00bb2336cac2 req-28098b46-dd76-4329-8847-0b7ce70fd2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:32.199535 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4e3bdd7e-96a6-479f-8187-00bb2336cac2 req-28098b46-dd76-4329-8847-0b7ce70fd2b0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=236eb505-a499-4edb-a293-2a2d85a583c0 HTTP/1.1" status: 200 len: 848 time: 0.0880768 Aug 22 13:28:32.279284 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4e3bdd7e-96a6-479f-8187-00bb2336cac2 req-2138b62c-a777-4353-a9ca-790cb610fecf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=652b7040-839e-4592-b462-d4511ac6e125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652149 Aug 22 13:28:32.289778 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2300e-e014-424f-a88a-2f1c6c766e5e req-d86e6418-2550-45d3-aeb7-1ce7a013ed1a tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:32.308069 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-07e2300e-e014-424f-a88a-2f1c6c766e5e req-d86e6418-2550-45d3-aeb7-1ce7a013ed1a tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9232882-fa8c-47c3-8a04-8a7af999b018 HTTP/1.1" status: 200 len: 948 time: 0.2500465 Aug 22 13:28:32.320195 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:32.443731 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-07e2300e-e014-424f-a88a-2f1c6c766e5e req-d9a780a1-8e83-4d44-a1db-a25f44108990 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/security-groups?id=835e4b24-d982-476b-a6a6-e5ce19cfed22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338499 Aug 22 13:28:32.499081 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4e3bdd7e-96a6-479f-8187-00bb2336cac2 req-7f85eba7-fbdc-410c-a8ea-6e0a07167bd3 service neutron] 10.222.0.16 "GET /v2.0/networks/652b7040-839e-4592-b462-d4511ac6e125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793702 Aug 22 13:28:32.834015 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4e3bdd7e-96a6-479f-8187-00bb2336cac2 req-f9b777a9-032f-42c4-aad9-2d3831875dc9 service neutron] 10.222.0.16 "GET /v2.0/networks/652b7040-839e-4592-b462-d4511ac6e125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173137 Aug 22 13:28:32.929397 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 690f4f1b-305f-41c3-843d-0dd772263ccf up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:28:33.063684 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c37a619-17f2-42fa-bd90-3259d3899d49 req-a3ffc6b1-bca5-4c81-af0d-64cce2437a62 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:33.065612 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7c37a619-17f2-42fa-bd90-3259d3899d49 req-a3ffc6b1-bca5-4c81-af0d-64cce2437a62 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 945 time: 0.1844997 Aug 22 13:28:33.097181 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 690f4f1b-305f-41c3-843d-0dd772263ccf triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:28:33.098515 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:33.168457 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7c37a619-17f2-42fa-bd90-3259d3899d49 req-9b3d1956-a506-40a1-a089-737426d96d97 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4f995f7-29d9-4ea1-8a86-26535a55404a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766098 Aug 22 13:28:33.238851 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c292eb-0cdf-4092-a919-2143a3124d30 x-openstack-request-id: req-32c292eb-0cdf-4092-a919-2143a3124d30 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:28:33.239148 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "719e968a-7fd4-40fb-a5a5-8b3367588f2d", "tag": "f67aca78-dfb0-4f79-8873-e2b6ee79570a", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:28:33.239539 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-32c292eb-0cdf-4092-a919-2143a3124d30 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:28:33.239805 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '719e968a-7fd4-40fb-a5a5-8b3367588f2d', 'tag': 'f67aca78-dfb0-4f79-8873-e2b6ee79570a', 'status': 'completed', 'code': 200} Aug 22 13:28:33.318012 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:33.380267 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9232882-fa8c-47c3-8a04-8a7af999b018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690f4f1b-305f-41c3-843d-0dd772263ccf'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:28:33.386234 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4f91f5-acb2-444e-a5c7-17e1d64d81eb" -d '{"events": [{"server_uuid": "e9232882-fa8c-47c3-8a04-8a7af999b018", "name": "network-vif-plugged", "status": "completed", "tag": "690f4f1b-305f-41c3-843d-0dd772263ccf"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:28:33.446075 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 690f4f1b-305f-41c3-843d-0dd772263ccf, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=690f4f1b-305f-41c3-843d-0dd772263ccf,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:28:33.468393 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06180bad-7f53-495c-8fd1-409ecb245a1b req-06f6664e-a88d-40ae-b586-8576e160ba76 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:33.470601 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:33.474974 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device d8341de9-bf5f-4840-a30e-bb0a707adb48 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:28:33.480525 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-06180bad-7f53-495c-8fd1-409ecb245a1b req-06f6664e-a88d-40ae-b586-8576e160ba76 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=719e968a-7fd4-40fb-a5a5-8b3367588f2d HTTP/1.1" status: 200 len: 944 time: 0.0920153 Aug 22 13:28:33.553390 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: d8341de9-bf5f-4840-a30e-bb0a707adb48 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:28:33.553801 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device d8341de9-bf5f-4840-a30e-bb0a707adb48 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:28:33.578632 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae91d5-7136-4337-94b4-5fac4c7eb94e req-7926e027-705e-4e16-ac30-d7de290dee29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:33.580552 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-18ae91d5-7136-4337-94b4-5fac4c7eb94e req-7926e027-705e-4e16-ac30-d7de290dee29 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=61d15703803940a485cdd8f67b081dcb&device_id=719e968a-7fd4-40fb-a5a5-8b3367588f2d HTTP/1.1" status: 200 len: 1096 time: 0.0746841 Aug 22 13:28:33.610065 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:33.612706 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-06180bad-7f53-495c-8fd1-409ecb245a1b req-b7b9b266-6307-4929-b22a-9750a0ac9d21 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210904 Aug 22 13:28:33.646945 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=690f4f1b-305f-41c3-843d-0dd772263ccf,revision_number=7']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:33.688539 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54728) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:28:33.761404 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6b6c34-08ab-4699-ad15-4d6e73977272 x-openstack-request-id: req-2b6b6c34-08ab-4699-ad15-4d6e73977272 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:28:33.761969 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9232882-fa8c-47c3-8a04-8a7af999b018", "name": "network-vif-plugged", "status": "completed", "tag": "690f4f1b-305f-41c3-843d-0dd772263ccf", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:28:33.762533 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b6b6c34-08ab-4699-ad15-4d6e73977272 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:28:33.763164 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9232882-fa8c-47c3-8a04-8a7af999b018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690f4f1b-305f-41c3-843d-0dd772263ccf', 'code': 200} Aug 22 13:28:33.790788 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c19be7f-6b05-408d-bfec-0a77910583a4 admin admin] Deleting subnet f927da10-e33b-4c45-9003-66f9c5eac8f9 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:28:33.811166 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9c19be7f-6b05-408d-bfec-0a77910583a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:33.989209 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d218af9-0a64-420c-9bc0-24039b05cf82 req-8571eb06-33cf-480d-925c-33ffc139a370 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:33.991009 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d218af9-0a64-420c-9bc0-24039b05cf82 req-8571eb06-33cf-480d-925c-33ffc139a370 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9232882-fa8c-47c3-8a04-8a7af999b018 HTTP/1.1" status: 200 len: 949 time: 0.0737314 Aug 22 13:28:34.003387 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9c19be7f-6b05-408d-bfec-0a77910583a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:34.129707 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d218af9-0a64-420c-9bc0-24039b05cf82 req-fff46abb-6d03-461b-bf92-973092a51cfa tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/security-groups?id=835e4b24-d982-476b-a6a6-e5ce19cfed22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227338 Aug 22 13:28:34.142165 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7c8d3-a7f0-41b8-87ac-a4003cfef950 req-ad0f398e-d94e-496b-bde4-7c7172e54bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:34.143676 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e0b7c8d3-a7f0-41b8-87ac-a4003cfef950 req-ad0f398e-d94e-496b-bde4-7c7172e54bdc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e9232882-fa8c-47c3-8a04-8a7af999b018 HTTP/1.1" status: 200 len: 1101 time: 0.0975859 Aug 22 13:28:34.156272 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:34.173823 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9c19be7f-6b05-408d-bfec-0a77910583a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:34.228091 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e0b7c8d3-a7f0-41b8-87ac-a4003cfef950 req-45335e87-d40c-4863-8bdd-278313db8b75 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=835e4b24-d982-476b-a6a6-e5ce19cfed22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744507 Aug 22 13:28:34.282859 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9c19be7f-6b05-408d-bfec-0a77910583a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:34.320671 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c19be7f-6b05-408d-bfec-0a77910583a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f927da10-e33b-4c45-9003-66f9c5eac8f9,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:34.326882 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9c19be7f-6b05-408d-bfec-0a77910583a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:34.331744 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 54750) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:28:34.331908 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-9c19be7f-6b05-408d-bfec-0a77910583a4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f927da10-e33b-4c45-9003-66f9c5eac8f9 HTTP/1.1" status: 204 len: 168 time: 0.6419072 Aug 22 13:28:34.424828 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d7eaab76-238d-42c8-9476-b16fc0611b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:34.509755 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d7eaab76-238d-42c8-9476-b16fc0611b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:34.522533 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-d7eaab76-238d-42c8-9476-b16fc0611b5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ef6f22d-7284-4b4e-bac1-0962d9ba3c26']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:28:34.535817 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-d7eaab76-238d-42c8-9476-b16fc0611b5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e0b7ccd-5638-4936-bff4-aadbedd69238') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:28:34.536105 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-d7eaab76-238d-42c8-9476-b16fc0611b5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e0b7ccd-5638-4936-bff4-aadbedd69238') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:28:34.546355 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d7eaab76-238d-42c8-9476-b16fc0611b5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:34.570925 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d7eaab76-238d-42c8-9476-b16fc0611b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:34.578587 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7eaab76-238d-42c8-9476-b16fc0611b5d admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:28:34.579320 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d7eaab76-238d-42c8-9476-b16fc0611b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:34.620915 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:28:34.620915 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:28:34.620915 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:28:34.620915 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:28:34.620915 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:28:34.620915 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:28:34.620915 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:28:34.620915 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:28:34.620915 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:28:34.620915 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:28:34.620915 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:28:34.620915 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:28:34.620915 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:28:34.620915 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:28:34.620915 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:28:34.620915 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:28:34.620915 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:28:34.620915 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:28:34.620915 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:28:34.620915 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:28:34.620915 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:28:34.620915 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:28:34.620915 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:28:34.620915 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:28:34.620915 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:28:34.620915 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:28:34.620915 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:28:34.620915 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:28:34.620915 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:28:34.620915 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:28:34.620915 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:28:34.620915 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:28:34.646284 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d7eaab76-238d-42c8-9476-b16fc0611b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:34.685734 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d7eaab76-238d-42c8-9476-b16fc0611b5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:34.687883 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d7eaab76-238d-42c8-9476-b16fc0611b5d admin admin] 10.222.0.21 "DELETE /v2.0/networks/7ef6f22d-7284-4b4e-bac1-0962d9ba3c26 HTTP/1.1" status: 204 len: 168 time: 0.3543961 Aug 22 13:28:34.689544 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eaab76-238d-42c8-9476-b16fc0611b5d admin admin] Pushing event deleted for resources: {'Network': ['ID=7ef6f22d-7284-4b4e-bac1-0962d9ba3c26,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:34.935184 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54766) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:28:35.004604 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a6b768fb-2eab-45e5-8791-a92ac4d56928 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=506895b867f54d4ab57764891b666634&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0680792 Aug 22 13:28:35.007063 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 54768) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:28:35.109323 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a77b8819-5bda-4347-8971-9625daa8f320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:35.137648 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a77b8819-5bda-4347-8971-9625daa8f320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:35.208634 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a77b8819-5bda-4347-8971-9625daa8f320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:35.211641 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a77b8819-5bda-4347-8971-9625daa8f320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:35.214604 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a77b8819-5bda-4347-8971-9625daa8f320 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c4fc4549-d902-45e3-9cfb-e33a32dbbfe0 HTTP/1.1" status: 204 len: 168 time: 0.2061090 Aug 22 13:28:35.225576 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77b8819-5bda-4347-8971-9625daa8f320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4fc4549-d902-45e3-9cfb-e33a32dbbfe0,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:36.267696 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 54794) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:28:36.411363 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-cc03135a-d52b-4c80-8244-a20f80c83580 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-998184450-network', 'tenant_id': '0ae246c295244408bea75b5a8f51001e'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:28:36.452743 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc03135a-d52b-4c80-8244-a20f80c83580 admin admin] Made reservation on behalf of 0ae246c295244408bea75b5a8f51001e for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:28:36.455160 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cc03135a-d52b-4c80-8244-a20f80c83580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:36.474360 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cc03135a-d52b-4c80-8244-a20f80c83580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:36.669878 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cc03135a-d52b-4c80-8244-a20f80c83580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:36.676197 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cc03135a-d52b-4c80-8244-a20f80c83580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:36.724046 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc03135a-d52b-4c80-8244-a20f80c83580 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:28:36.737647 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc03135a-d52b-4c80-8244-a20f80c83580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05db45fe-401e-4b02-b4b1-c2ef1f536303,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:36.777603 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cc03135a-d52b-4c80-8244-a20f80c83580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:36.778917 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-cc03135a-d52b-4c80-8244-a20f80c83580 admin admin] Added segment b2446ece-d720-4443-890c-13eae2cebc74 of type vlan for network 22ccff4c-fbb9-4d2c-868b-4119e5337f9c Aug 22 13:28:36.837807 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cc03135a-d52b-4c80-8244-a20f80c83580 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:36.865842 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cc03135a-d52b-4c80-8244-a20f80c83580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:36.867020 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc03135a-d52b-4c80-8244-a20f80c83580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:36.867728 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cc03135a-d52b-4c80-8244-a20f80c83580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:36.967970 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54798) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:28:36.969026 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-cc03135a-d52b-4c80-8244-a20f80c83580 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6996350 Aug 22 13:28:36.974206 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-69c78d41-f2f7-4517-8bed-5593f24a6ae7 admin admin] Request body: {'subnet': {'network_id': '22ccff4c-fbb9-4d2c-868b-4119e5337f9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-998184450-subnet', 'tenant_id': '0ae246c295244408bea75b5a8f51001e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:28:36.980551 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc03135a-d52b-4c80-8244-a20f80c83580 admin admin] Pushing event updated for resources: {'Network': ['ID=22ccff4c-fbb9-4d2c-868b-4119e5337f9c,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:36.997411 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 22ccff4c-fbb9-4d2c-868b-4119e5337f9c details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:28:37.032633 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c78d41-f2f7-4517-8bed-5593f24a6ae7 admin admin] Made reservation on behalf of 0ae246c295244408bea75b5a8f51001e for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:28:37.040098 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-69c78d41-f2f7-4517-8bed-5593f24a6ae7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:37.546874 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-69c78d41-f2f7-4517-8bed-5593f24a6ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:37.615197 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c78d41-f2f7-4517-8bed-5593f24a6ae7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f889029-53b7-465d-ae54-5b69207b2db9,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:37.620853 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c78d41-f2f7-4517-8bed-5593f24a6ae7 admin admin] Checking segment: {'id': 'b2446ece-d720-4443-890c-13eae2cebc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '22ccff4c-fbb9-4d2c-868b-4119e5337f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:28:37.623038 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c78d41-f2f7-4517-8bed-5593f24a6ae7 admin admin] Network hostable DHCP agents. Network: 22ccff4c-fbb9-4d2c-868b-4119e5337f9c, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:28:37.689824 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c78d41-f2f7-4517-8bed-5593f24a6ae7 admin admin] Network 22ccff4c-fbb9-4d2c-868b-4119e5337f9c is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:28:37.703730 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-69c78d41-f2f7-4517-8bed-5593f24a6ae7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 22ccff4c-fbb9-4d2c-868b-4119e5337f9c) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:28:37.712924 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0568246-e391-4f4b-9810-28982e551911 None None] Network 22ccff4c-fbb9-4d2c-868b-4119e5337f9c requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:28:37.715198 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c78d41-f2f7-4517-8bed-5593f24a6ae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:37.715879 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-69c78d41-f2f7-4517-8bed-5593f24a6ae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:37.739736 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-69c78d41-f2f7-4517-8bed-5593f24a6ae7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7671525 Aug 22 13:28:37.740145 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 54800) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:28:37.750277 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-c661ae89-563d-4bb5-b73f-1873bfb54135 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-998184450-router', 'tenant_id': '0ae246c295244408bea75b5a8f51001e', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:28:37.812144 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c661ae89-563d-4bb5-b73f-1873bfb54135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:37.814529 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c661ae89-563d-4bb5-b73f-1873bfb54135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:37.893211 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6347cc1-7d18-4db2-8046-ae761c365c06 None None] Network 22ccff4c-fbb9-4d2c-868b-4119e5337f9c requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:28:37.903811 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c661ae89-563d-4bb5-b73f-1873bfb54135 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:38.065637 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c661ae89-563d-4bb5-b73f-1873bfb54135 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:38.288397 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c661ae89-563d-4bb5-b73f-1873bfb54135 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:38.314422 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c661ae89-563d-4bb5-b73f-1873bfb54135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:38.438911 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-c661ae89-563d-4bb5-b73f-1873bfb54135 admin admin] Allocated IP 172.25.3.201 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/d5dd7bf8-5824-41f7-a2d9-966d3169b71f) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:28:38.571559 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c661ae89-563d-4bb5-b73f-1873bfb54135 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:38.618347 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c661ae89-563d-4bb5-b73f-1873bfb54135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:38.674713 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c661ae89-563d-4bb5-b73f-1873bfb54135 admin admin] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:28:38.677895 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-c661ae89-563d-4bb5-b73f-1873bfb54135 admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:28:38.683245 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c661ae89-563d-4bb5-b73f-1873bfb54135 admin admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:28:38.739042 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c661ae89-563d-4bb5-b73f-1873bfb54135 admin admin] Pushing event updated for resources: {'Port': ['ID=d5dd7bf8-5824-41f7-a2d9-966d3169b71f,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:39.036071 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c661ae89-563d-4bb5-b73f-1873bfb54135 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:39.303542 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c661ae89-563d-4bb5-b73f-1873bfb54135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:39.808689 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c661ae89-563d-4bb5-b73f-1873bfb54135 admin admin] Router 3aefb362-0554-4f8a-908b-ad9830545b74 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:28:39.980578 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c661ae89-563d-4bb5-b73f-1873bfb54135 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:28:40.001187 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377964d7-fdd5-4568-a37c-48cd50620617 None None] Sync routers for ids ['3aefb362-0554-4f8a-908b-ad9830545b74'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:28:40.013811 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377964d7-fdd5-4568-a37c-48cd50620617 None None] Routers {'3aefb362-0554-4f8a-908b-ad9830545b74'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:28:40.014834 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-377964d7-fdd5-4568-a37c-48cd50620617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:28:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['3aefb362-0554-4f8a-908b-ad9830545b74'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:28:40.037770 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c661ae89-563d-4bb5-b73f-1873bfb54135 admin admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:40.042283 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c661ae89-563d-4bb5-b73f-1873bfb54135 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.2978992 Aug 22 13:28:40.042678 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 54806) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:28:40.570675 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-377964d7-fdd5-4568-a37c-48cd50620617 None None] Set router 3aefb362-0554-4f8a-908b-ad9830545b74 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:28:40.807219 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-690f2b62-9728-4257-a763-ced1f9eeaa99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:40.863870 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-377964d7-fdd5-4568-a37c-48cd50620617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aefb362-0554-4f8a-908b-ad9830545b74', 'name': 'tempest-ServerRescueNegativeTestJSON-998184450-router', 'tenant_id': '0ae246c295244408bea75b5a8f51001e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': 'd5dd7bf8-5824-41f7-a2d9-966d3169b71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:28:37Z', 'updated_at': '2021-08-22T13:28:38Z', 'revision_number': 3, 'project_id': '0ae246c295244408bea75b5a8f51001e', 'gw_port': {'id': 'd5dd7bf8-5824-41f7-a2d9-966d3169b71f', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ff:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aefb362-0554-4f8a-908b-ad9830545b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:28:38Z', 'updated_at': '2021-08-22T13:28:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:28:40.899341 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377964d7-fdd5-4568-a37c-48cd50620617 None None] Checking router: 3aefb362-0554-4f8a-908b-ad9830545b74 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:28:40.899688 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377964d7-fdd5-4568-a37c-48cd50620617 None None] Updating router 3aefb362-0554-4f8a-908b-ad9830545b74 port d5dd7bf8-5824-41f7-a2d9-966d3169b71f binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:28:40.932659 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-377964d7-fdd5-4568-a37c-48cd50620617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:41.013616 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-690f2b62-9728-4257-a763-ced1f9eeaa99 admin admin] Allocated IP 172.20.0.1 (22ccff4c-fbb9-4d2c-868b-4119e5337f9c/1f889029-53b7-465d-ae54-5b69207b2db9/c8c2fa71-4c0c-47d9-9a3f-2c655eb96dde) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:28:41.136798 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-690f2b62-9728-4257-a763-ced1f9eeaa99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:41.186492 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-690f2b62-9728-4257-a763-ced1f9eeaa99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:41.225569 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690f2b62-9728-4257-a763-ced1f9eeaa99 admin admin] Network 22ccff4c-fbb9-4d2c-868b-4119e5337f9c is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:28:41.228485 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-690f2b62-9728-4257-a763-ced1f9eeaa99 admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:28:41.232470 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690f2b62-9728-4257-a763-ced1f9eeaa99 admin admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:28:41.240328 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690f2b62-9728-4257-a763-ced1f9eeaa99 admin admin] Pushing event updated for resources: {'Port': ['ID=c8c2fa71-4c0c-47d9-9a3f-2c655eb96dde,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:41.271951 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-377964d7-fdd5-4568-a37c-48cd50620617 None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:41.285228 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-690f2b62-9728-4257-a763-ced1f9eeaa99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:41.293206 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-377964d7-fdd5-4568-a37c-48cd50620617 None None] Transition to ACTIVE for port object d5dd7bf8-5824-41f7-a2d9-966d3169b71f will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:28:41.299983 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-377964d7-fdd5-4568-a37c-48cd50620617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:41.360972 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-377964d7-fdd5-4568-a37c-48cd50620617 None None] Attempting to bind port d5dd7bf8-5824-41f7-a2d9-966d3169b71f on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:28:41.361342 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-377964d7-fdd5-4568-a37c-48cd50620617 None None] Attempting to bind port d5dd7bf8-5824-41f7-a2d9-966d3169b71f by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:28:41.362363 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377964d7-fdd5-4568-a37c-48cd50620617 None None] Attempting to bind port d5dd7bf8-5824-41f7-a2d9-966d3169b71f on network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:28:41.367273 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377964d7-fdd5-4568-a37c-48cd50620617 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:28:41.367659 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377964d7-fdd5-4568-a37c-48cd50620617 None None] Checking segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:28:41.368246 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-377964d7-fdd5-4568-a37c-48cd50620617 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:41.368657 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377964d7-fdd5-4568-a37c-48cd50620617 None None] Bound using segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:28:41.369139 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-377964d7-fdd5-4568-a37c-48cd50620617 None None] Bound port: d5dd7bf8-5824-41f7-a2d9-966d3169b71f, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:28:41.370712 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-377964d7-fdd5-4568-a37c-48cd50620617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:41.371821 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b9eadc-9e16-412a-a5fe-1ee23ab32b3e None None] Pushing event updated for resources: {'Port': ['ID=d5dd7bf8-5824-41f7-a2d9-966d3169b71f,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:41.497433 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-690f2b62-9728-4257-a763-ced1f9eeaa99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:41.531925 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-377964d7-fdd5-4568-a37c-48cd50620617 None None] For port d5dd7bf8-5824-41f7-a2d9-966d3169b71f, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:28:41.539663 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-377964d7-fdd5-4568-a37c-48cd50620617 None None] For port d5dd7bf8-5824-41f7-a2d9-966d3169b71f, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=d5dd7bf8-5824-41f7-a2d9-966d3169b71f,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:28:41.552504 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-377964d7-fdd5-4568-a37c-48cd50620617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:41.663806 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377964d7-fdd5-4568-a37c-48cd50620617 None None] Routers {'3aefb362-0554-4f8a-908b-ad9830545b74'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:28:41.664552 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-377964d7-fdd5-4568-a37c-48cd50620617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:28:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['3aefb362-0554-4f8a-908b-ad9830545b74'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:28:41.757263 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b9eadc-9e16-412a-a5fe-1ee23ab32b3e None None] Pushing event updated for resources: {'Port': ['ID=d5dd7bf8-5824-41f7-a2d9-966d3169b71f,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:41.871157 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-690f2b62-9728-4257-a763-ced1f9eeaa99 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:41.878933 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-377964d7-fdd5-4568-a37c-48cd50620617 None None] Set router 3aefb362-0554-4f8a-908b-ad9830545b74 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:28:41.880430 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-690f2b62-9728-4257-a763-ced1f9eeaa99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:41.955438 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690f2b62-9728-4257-a763-ced1f9eeaa99 admin admin] Pushing event updated for resources: {'Port': ['ID=c8c2fa71-4c0c-47d9-9a3f-2c655eb96dde,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:42.008003 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-690f2b62-9728-4257-a763-ced1f9eeaa99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:42.191996 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690f2b62-9728-4257-a763-ced1f9eeaa99 admin admin] Network 22ccff4c-fbb9-4d2c-868b-4119e5337f9c is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:28:42.193528 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-690f2b62-9728-4257-a763-ced1f9eeaa99 admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:28:42.359412 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-377964d7-fdd5-4568-a37c-48cd50620617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aefb362-0554-4f8a-908b-ad9830545b74', 'name': 'tempest-ServerRescueNegativeTestJSON-998184450-router', 'tenant_id': '0ae246c295244408bea75b5a8f51001e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': 'd5dd7bf8-5824-41f7-a2d9-966d3169b71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:28:37Z', 'updated_at': '2021-08-22T13:28:41Z', 'revision_number': 4, 'project_id': '0ae246c295244408bea75b5a8f51001e', 'gw_port': {'id': 'd5dd7bf8-5824-41f7-a2d9-966d3169b71f', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ff:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aefb362-0554-4f8a-908b-ad9830545b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:28:38Z', 'updated_at': '2021-08-22T13:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'c8c2fa71-4c0c-47d9-9a3f-2c655eb96dde', 'name': '', 'network_id': '22ccff4c-fbb9-4d2c-868b-4119e5337f9c', 'tenant_id': '0ae246c295244408bea75b5a8f51001e', 'mac_address': 'fa:16:3e:89:cf:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aefb362-0554-4f8a-908b-ad9830545b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '1f889029-53b7-465d-ae54-5b69207b2db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:28:40Z', 'updated_at': '2021-08-22T13:28:41Z', 'revision_number': 1, 'project_id': '0ae246c295244408bea75b5a8f51001e', 'subnets': [{'id': '1f889029-53b7-465d-ae54-5b69207b2db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:28:42.408888 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377964d7-fdd5-4568-a37c-48cd50620617 None None] The sync data for ids ['3aefb362-0554-4f8a-908b-ad9830545b74'] in n-d-793621-33 is: [{'id': '3aefb362-0554-4f8a-908b-ad9830545b74', 'name': 'tempest-ServerRescueNegativeTestJSON-998184450-router', 'tenant_id': '0ae246c295244408bea75b5a8f51001e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': 'd5dd7bf8-5824-41f7-a2d9-966d3169b71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:28:37Z', 'updated_at': '2021-08-22T13:28:41Z', 'revision_number': 4, 'project_id': '0ae246c295244408bea75b5a8f51001e', 'gw_port': {'id': 'd5dd7bf8-5824-41f7-a2d9-966d3169b71f', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ff:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aefb362-0554-4f8a-908b-ad9830545b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:28:38Z', 'updated_at': '2021-08-22T13:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'c8c2fa71-4c0c-47d9-9a3f-2c655eb96dde', 'name': '', 'network_id': '22ccff4c-fbb9-4d2c-868b-4119e5337f9c', 'tenant_id': '0ae246c295244408bea75b5a8f51001e', 'mac_address': 'fa:16:3e:89:cf:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aefb362-0554-4f8a-908b-ad9830545b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '1f889029-53b7-465d-ae54-5b69207b2db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:28:40Z', 'updated_at': '2021-08-22T13:28:41Z', 'revision_number': 1, 'project_id': '0ae246c295244408bea75b5a8f51001e', 'subnets': [{'id': '1f889029-53b7-465d-ae54-5b69207b2db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:28:42.523839 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-690f2b62-9728-4257-a763-ced1f9eeaa99 admin admin] Router 3aefb362-0554-4f8a-908b-ad9830545b74 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:28:42.726027 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690f2b62-9728-4257-a763-ced1f9eeaa99 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:28:42.739170 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-690f2b62-9728-4257-a763-ced1f9eeaa99 admin admin] 10.222.0.21 "PUT /v2.0/routers/3aefb362-0554-4f8a-908b-ad9830545b74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6875279 Aug 22 13:28:44.993843 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device d5dd7bf8-5824-41f7-a2d9-966d3169b71f up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:28:45.088353 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port d5dd7bf8-5824-41f7-a2d9-966d3169b71f completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:28:45.094619 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port d5dd7bf8-5824-41f7-a2d9-966d3169b71f triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:28:45.095238 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:45.206675 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:45.234557 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port d5dd7bf8-5824-41f7-a2d9-966d3169b71f, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=d5dd7bf8-5824-41f7-a2d9-966d3169b71f,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:28:45.245390 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:45.334046 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=d5dd7bf8-5824-41f7-a2d9-966d3169b71f,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:45.681419 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b3bfda-0056-40bb-9dc7-bdeb4396c81a None None] Sync routers for ids ['3aefb362-0554-4f8a-908b-ad9830545b74'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:28:45.693503 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b3bfda-0056-40bb-9dc7-bdeb4396c81a None None] Routers {'3aefb362-0554-4f8a-908b-ad9830545b74'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:28:45.694143 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-94b3bfda-0056-40bb-9dc7-bdeb4396c81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:28:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['3aefb362-0554-4f8a-908b-ad9830545b74'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:28:45.815669 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-94b3bfda-0056-40bb-9dc7-bdeb4396c81a None None] Set router 3aefb362-0554-4f8a-908b-ad9830545b74 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:28:46.020795 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-94b3bfda-0056-40bb-9dc7-bdeb4396c81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aefb362-0554-4f8a-908b-ad9830545b74', 'name': 'tempest-ServerRescueNegativeTestJSON-998184450-router', 'tenant_id': '0ae246c295244408bea75b5a8f51001e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': 'd5dd7bf8-5824-41f7-a2d9-966d3169b71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:28:37Z', 'updated_at': '2021-08-22T13:28:41Z', 'revision_number': 4, 'project_id': '0ae246c295244408bea75b5a8f51001e', 'gw_port': {'id': 'd5dd7bf8-5824-41f7-a2d9-966d3169b71f', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ff:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aefb362-0554-4f8a-908b-ad9830545b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:28:38Z', 'updated_at': '2021-08-22T13:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'c8c2fa71-4c0c-47d9-9a3f-2c655eb96dde', 'name': '', 'network_id': '22ccff4c-fbb9-4d2c-868b-4119e5337f9c', 'tenant_id': '0ae246c295244408bea75b5a8f51001e', 'mac_address': 'fa:16:3e:89:cf:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aefb362-0554-4f8a-908b-ad9830545b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '1f889029-53b7-465d-ae54-5b69207b2db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:28:40Z', 'updated_at': '2021-08-22T13:28:41Z', 'revision_number': 2, 'project_id': '0ae246c295244408bea75b5a8f51001e', 'subnets': [{'id': '1f889029-53b7-465d-ae54-5b69207b2db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:28:46.047897 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b3bfda-0056-40bb-9dc7-bdeb4396c81a None None] Checking router: 3aefb362-0554-4f8a-908b-ad9830545b74 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:28:46.048278 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b3bfda-0056-40bb-9dc7-bdeb4396c81a None None] Updating router 3aefb362-0554-4f8a-908b-ad9830545b74 port c8c2fa71-4c0c-47d9-9a3f-2c655eb96dde binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:28:46.077822 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-94b3bfda-0056-40bb-9dc7-bdeb4396c81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:46.351734 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-94b3bfda-0056-40bb-9dc7-bdeb4396c81a None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:46.362081 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-94b3bfda-0056-40bb-9dc7-bdeb4396c81a None None] Transition to ACTIVE for port object c8c2fa71-4c0c-47d9-9a3f-2c655eb96dde will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:28:46.369665 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-94b3bfda-0056-40bb-9dc7-bdeb4396c81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:46.421146 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f373b57-4b86-4002-a9b9-49b9c516ba8d None None] Pushing event updated for resources: {'Port': ['ID=c8c2fa71-4c0c-47d9-9a3f-2c655eb96dde,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:46.470126 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-94b3bfda-0056-40bb-9dc7-bdeb4396c81a None None] Attempting to bind port c8c2fa71-4c0c-47d9-9a3f-2c655eb96dde on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:28:46.470512 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-94b3bfda-0056-40bb-9dc7-bdeb4396c81a None None] Attempting to bind port c8c2fa71-4c0c-47d9-9a3f-2c655eb96dde by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'b2446ece-d720-4443-890c-13eae2cebc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '22ccff4c-fbb9-4d2c-868b-4119e5337f9c'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:28:46.470866 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b3bfda-0056-40bb-9dc7-bdeb4396c81a None None] Attempting to bind port c8c2fa71-4c0c-47d9-9a3f-2c655eb96dde on network 22ccff4c-fbb9-4d2c-868b-4119e5337f9c {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:28:46.475954 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b3bfda-0056-40bb-9dc7-bdeb4396c81a None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:28:46.476349 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b3bfda-0056-40bb-9dc7-bdeb4396c81a None None] Checking segment: {'id': 'b2446ece-d720-4443-890c-13eae2cebc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '22ccff4c-fbb9-4d2c-868b-4119e5337f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:28:46.476745 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-94b3bfda-0056-40bb-9dc7-bdeb4396c81a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:46.477126 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b3bfda-0056-40bb-9dc7-bdeb4396c81a None None] Bound using segment: {'id': 'b2446ece-d720-4443-890c-13eae2cebc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '22ccff4c-fbb9-4d2c-868b-4119e5337f9c'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:28:46.477583 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-94b3bfda-0056-40bb-9dc7-bdeb4396c81a None None] Bound port: c8c2fa71-4c0c-47d9-9a3f-2c655eb96dde, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2446ece-d720-4443-890c-13eae2cebc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '22ccff4c-fbb9-4d2c-868b-4119e5337f9c'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:28:46.478005 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-94b3bfda-0056-40bb-9dc7-bdeb4396c81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:46.543696 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-94b3bfda-0056-40bb-9dc7-bdeb4396c81a None None] For port c8c2fa71-4c0c-47d9-9a3f-2c655eb96dde, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:28:46.547730 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-94b3bfda-0056-40bb-9dc7-bdeb4396c81a None None] For port c8c2fa71-4c0c-47d9-9a3f-2c655eb96dde, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=c8c2fa71-4c0c-47d9-9a3f-2c655eb96dde,segment=NetworkSegment(b2446ece-d720-4443-890c-13eae2cebc74),segment_id=b2446ece-d720-4443-890c-13eae2cebc74)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:28:46.551882 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-94b3bfda-0056-40bb-9dc7-bdeb4396c81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:46.611131 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b3bfda-0056-40bb-9dc7-bdeb4396c81a None None] Routers {'3aefb362-0554-4f8a-908b-ad9830545b74'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:28:46.611657 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-94b3bfda-0056-40bb-9dc7-bdeb4396c81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:28:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['3aefb362-0554-4f8a-908b-ad9830545b74'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:28:46.648331 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f373b57-4b86-4002-a9b9-49b9c516ba8d None None] Pushing event updated for resources: {'Port': ['ID=c8c2fa71-4c0c-47d9-9a3f-2c655eb96dde,revision_number=4']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:46.726062 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-94b3bfda-0056-40bb-9dc7-bdeb4396c81a None None] Set router 3aefb362-0554-4f8a-908b-ad9830545b74 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:28:46.914559 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device c8c2fa71-4c0c-47d9-9a3f-2c655eb96dde up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:28:46.932872 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-94b3bfda-0056-40bb-9dc7-bdeb4396c81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aefb362-0554-4f8a-908b-ad9830545b74', 'name': 'tempest-ServerRescueNegativeTestJSON-998184450-router', 'tenant_id': '0ae246c295244408bea75b5a8f51001e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': 'd5dd7bf8-5824-41f7-a2d9-966d3169b71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:28:37Z', 'updated_at': '2021-08-22T13:28:41Z', 'revision_number': 4, 'project_id': '0ae246c295244408bea75b5a8f51001e', 'gw_port': {'id': 'd5dd7bf8-5824-41f7-a2d9-966d3169b71f', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ff:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aefb362-0554-4f8a-908b-ad9830545b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:28:38Z', 'updated_at': '2021-08-22T13:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'c8c2fa71-4c0c-47d9-9a3f-2c655eb96dde', 'name': '', 'network_id': '22ccff4c-fbb9-4d2c-868b-4119e5337f9c', 'tenant_id': '0ae246c295244408bea75b5a8f51001e', 'mac_address': 'fa:16:3e:89:cf:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aefb362-0554-4f8a-908b-ad9830545b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '1f889029-53b7-465d-ae54-5b69207b2db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:28:40Z', 'updated_at': '2021-08-22T13:28:46Z', 'revision_number': 4, 'project_id': '0ae246c295244408bea75b5a8f51001e', 'subnets': [{'id': '1f889029-53b7-465d-ae54-5b69207b2db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:28:46.960458 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b3bfda-0056-40bb-9dc7-bdeb4396c81a None None] The sync data for ids ['3aefb362-0554-4f8a-908b-ad9830545b74'] in n-d-793621-33 is: [{'id': '3aefb362-0554-4f8a-908b-ad9830545b74', 'name': 'tempest-ServerRescueNegativeTestJSON-998184450-router', 'tenant_id': '0ae246c295244408bea75b5a8f51001e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': 'd5dd7bf8-5824-41f7-a2d9-966d3169b71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:28:37Z', 'updated_at': '2021-08-22T13:28:41Z', 'revision_number': 4, 'project_id': '0ae246c295244408bea75b5a8f51001e', 'gw_port': {'id': 'd5dd7bf8-5824-41f7-a2d9-966d3169b71f', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ff:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aefb362-0554-4f8a-908b-ad9830545b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:28:38Z', 'updated_at': '2021-08-22T13:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'c8c2fa71-4c0c-47d9-9a3f-2c655eb96dde', 'name': '', 'network_id': '22ccff4c-fbb9-4d2c-868b-4119e5337f9c', 'tenant_id': '0ae246c295244408bea75b5a8f51001e', 'mac_address': 'fa:16:3e:89:cf:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aefb362-0554-4f8a-908b-ad9830545b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '1f889029-53b7-465d-ae54-5b69207b2db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:28:40Z', 'updated_at': '2021-08-22T13:28:46Z', 'revision_number': 4, 'project_id': '0ae246c295244408bea75b5a8f51001e', 'subnets': [{'id': '1f889029-53b7-465d-ae54-5b69207b2db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:28:46.969970 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port c8c2fa71-4c0c-47d9-9a3f-2c655eb96dde completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:28:46.972372 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port c8c2fa71-4c0c-47d9-9a3f-2c655eb96dde triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:28:46.972372 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:47.056552 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:47.104092 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port c8c2fa71-4c0c-47d9-9a3f-2c655eb96dde, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=c8c2fa71-4c0c-47d9-9a3f-2c655eb96dde,segment=NetworkSegment(b2446ece-d720-4443-890c-13eae2cebc74),segment_id=b2446ece-d720-4443-890c-13eae2cebc74)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:28:47.109077 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:47.110136 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device d5dd7bf8-5824-41f7-a2d9-966d3169b71f up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:28:47.186654 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=c8c2fa71-4c0c-47d9-9a3f-2c655eb96dde,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:47.198854 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port d5dd7bf8-5824-41f7-a2d9-966d3169b71f triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:28:47.199231 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:48.335683 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da0852-a9c4-4821-8f11-9b64e31eee6c req-26573b23-aad1-499c-96a9-1f3077b31f38 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:48.340877 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a6da0852-a9c4-4821-8f11-9b64e31eee6c req-26573b23-aad1-499c-96a9-1f3077b31f38 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 945 time: 0.1139200 Aug 22 13:28:48.386539 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae91d5-7136-4337-94b4-5fac4c7eb94e req-e14bda92-a7cd-4e1a-b194-cc2674777f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:48.388040 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-18ae91d5-7136-4337-94b4-5fac4c7eb94e req-e14bda92-a7cd-4e1a-b194-cc2674777f6e service neutron] 10.222.0.16 "GET /v2.0/networks?id=652b7040-839e-4592-b462-d4511ac6e125 HTTP/1.1" status: 200 len: 909 time: 0.1290479 Aug 22 13:28:48.405518 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a6da0852-a9c4-4821-8f11-9b64e31eee6c req-2f384950-b99e-44b2-ba0f-187251c2a7f4 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4f995f7-29d9-4ea1-8a86-26535a55404a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554888 Aug 22 13:28:48.521763 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-18ae91d5-7136-4337-94b4-5fac4c7eb94e req-5e3d211d-60ee-488e-a078-4899bd2db8c4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f67aca78-dfb0-4f79-8873-e2b6ee79570a HTTP/1.1" status: 200 len: 217 time: 0.0892308 Aug 22 13:28:48.599406 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39dbf22-7be0-456f-a5ff-eef57d0f1467 req-c05235d5-c9eb-4cde-825b-3b03543e172c tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:48.600925 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e39dbf22-7be0-456f-a5ff-eef57d0f1467 req-c05235d5-c9eb-4cde-825b-3b03543e172c tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=719e968a-7fd4-40fb-a5a5-8b3367588f2d HTTP/1.1" status: 200 len: 944 time: 0.1715209 Aug 22 13:28:48.605172 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232892b6-4698-45d7-8cb2-fa9d6b812f91 req-ec58e50a-66b0-42a8-acdc-41f7a2835cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:48.606558 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-232892b6-4698-45d7-8cb2-fa9d6b812f91 req-ec58e50a-66b0-42a8-acdc-41f7a2835cad service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1706b1b8ed7f4b13af0ef34415cabc13&device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 1097 time: 0.1760118 Aug 22 13:28:48.627607 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4f633-5630-45b9-8229-071470141d69 req-080bceab-4bef-484d-9e32-b2ce2d723e68 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:48.629163 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f4e4f633-5630-45b9-8229-071470141d69 req-080bceab-4bef-484d-9e32-b2ce2d723e68 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9232882-fa8c-47c3-8a04-8a7af999b018 HTTP/1.1" status: 200 len: 949 time: 0.1492472 Aug 22 13:28:48.654244 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae91d5-7136-4337-94b4-5fac4c7eb94e req-43dd11ef-241f-4bb1-b600-1c27e2eb51db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:48.655666 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-18ae91d5-7136-4337-94b4-5fac4c7eb94e req-43dd11ef-241f-4bb1-b600-1c27e2eb51db service neutron] 10.222.0.16 "GET /v2.0/subnets?id=236eb505-a499-4edb-a293-2a2d85a583c0 HTTP/1.1" status: 200 len: 848 time: 0.1103847 Aug 22 13:28:48.752699 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-18ae91d5-7136-4337-94b4-5fac4c7eb94e req-9322bc6e-9714-45c1-b3d1-76aeda5afdf1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=652b7040-839e-4592-b462-d4511ac6e125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803304 Aug 22 13:28:48.763804 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e39dbf22-7be0-456f-a5ff-eef57d0f1467 req-e26fe97c-8705-4e87-a639-25d1e0e91909 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535628 Aug 22 13:28:48.779020 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f4e4f633-5630-45b9-8229-071470141d69 req-5e0b245e-cea0-4708-8292-b5c3cdf02766 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/security-groups?id=835e4b24-d982-476b-a6a6-e5ce19cfed22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310632 Aug 22 13:28:48.801577 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232892b6-4698-45d7-8cb2-fa9d6b812f91 req-13101527-9ccd-4d7d-9514-974d95d92dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:48.804163 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-232892b6-4698-45d7-8cb2-fa9d6b812f91 req-13101527-9ccd-4d7d-9514-974d95d92dbd service neutron] 10.222.0.16 "GET /v2.0/networks?id=dfedf898-aca6-4df9-b6f5-cb8b2650ce65 HTTP/1.1" status: 200 len: 918 time: 0.1725810 Aug 22 13:28:48.925088 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device c8c2fa71-4c0c-47d9-9a3f-2c655eb96dde up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:28:48.988193 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port c8c2fa71-4c0c-47d9-9a3f-2c655eb96dde triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:28:48.988609 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:49.024414 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-232892b6-4698-45d7-8cb2-fa9d6b812f91 req-ff84c3a3-c996-47da-980b-0dd8d2eff677 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49182ab7-2c16-40e9-8e35-5b5ee774a5c3 HTTP/1.1" status: 200 len: 999 time: 0.1584306 Aug 22 13:28:49.182941 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-18ae91d5-7136-4337-94b4-5fac4c7eb94e req-8d996b3e-f13c-4ed2-b846-b1eefce56c81 service neutron] 10.222.0.16 "GET /v2.0/networks/652b7040-839e-4592-b462-d4511ac6e125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306539 Aug 22 13:28:49.220836 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232892b6-4698-45d7-8cb2-fa9d6b812f91 req-2cebab54-d212-49ff-bc83-6dbadfc710ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:49.222315 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-232892b6-4698-45d7-8cb2-fa9d6b812f91 req-2cebab54-d212-49ff-bc83-6dbadfc710ac service neutron] 10.222.0.16 "GET /v2.0/subnets?id=86161abd-93fb-4a2f-8c13-984112b572a1 HTTP/1.1" status: 200 len: 856 time: 0.1896462 Aug 22 13:28:49.346145 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d4829-cbac-48a6-8317-59942234ca8b req-f140d8bd-c370-499b-b344-f62097ee9b10 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:49.347657 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-359d4829-cbac-48a6-8317-59942234ca8b req-f140d8bd-c370-499b-b344-f62097ee9b10 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/networks?id=22ccff4c-fbb9-4d2c-868b-4119e5337f9c HTTP/1.1" status: 200 len: 818 time: 0.3161833 Aug 22 13:28:49.379120 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ffba6e-5ab0-48ce-b95d-8ebb3b27fb7f req-738e0b08-57cd-434c-b200-69887cf72cf7 tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:49.380577 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-57ffba6e-5ab0-48ce-b95d-8ebb3b27fb7f req-738e0b08-57cd-434c-b200-69887cf72cf7 tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] 10.222.0.21 "GET /v2.0/networks?id=9cdac34e-bc99-4e4b-8c2d-3b1f7c9e01d7 HTTP/1.1" status: 200 len: 814 time: 0.3253274 Aug 22 13:28:49.392405 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-359d4829-cbac-48a6-8317-59942234ca8b req-2443f605-d5f9-462f-ba8d-cc99fcace1cd tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/quotas/0ae246c295244408bea75b5a8f51001e HTTP/1.1" status: 200 len: 375 time: 0.0372128 Aug 22 13:28:49.422035 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232892b6-4698-45d7-8cb2-fa9d6b812f91 req-7605c2fd-7043-45cd-aab5-c688b78342e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:49.423474 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-232892b6-4698-45d7-8cb2-fa9d6b812f91 req-7605c2fd-7043-45cd-aab5-c688b78342e6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dfedf898-aca6-4df9-b6f5-cb8b2650ce65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1778023 Aug 22 13:28:49.426690 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-57ffba6e-5ab0-48ce-b95d-8ebb3b27fb7f req-dc3d2a57-f8ba-458f-a6b0-2ac982608b81 tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] 10.222.0.21 "GET /v2.0/quotas/af20f51aa91f4ab9ae0e1e95088c542a HTTP/1.1" status: 200 len: 375 time: 0.0358694 Aug 22 13:28:49.428600 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-18ae91d5-7136-4337-94b4-5fac4c7eb94e req-24accd0b-5c97-4479-9a54-62dad9cc703e service neutron] 10.222.0.16 "GET /v2.0/networks/652b7040-839e-4592-b462-d4511ac6e125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198942 Aug 22 13:28:49.538655 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-359d4829-cbac-48a6-8317-59942234ca8b req-e0a46e11-67bf-4265-9d5b-c77dc2bb2118 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ae246c295244408bea75b5a8f51001e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1304512 Aug 22 13:28:49.570922 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-57ffba6e-5ab0-48ce-b95d-8ebb3b27fb7f req-214b6a1b-5760-4ac1-9478-cf40c6abab83 tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=af20f51aa91f4ab9ae0e1e95088c542a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1277862 Aug 22 13:28:49.646565 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-232892b6-4698-45d7-8cb2-fa9d6b812f91 req-c9b20423-269d-4a8b-9d4e-c9d0a77baac2 service neutron] 10.222.0.16 "GET /v2.0/networks/dfedf898-aca6-4df9-b6f5-cb8b2650ce65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023280 Aug 22 13:28:49.797522 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-359d4829-cbac-48a6-8317-59942234ca8b req-f12c044f-c5b1-4ac7-9b01-f17292519bb2 service neutron] 10.222.0.21 "GET /v2.0/networks/22ccff4c-fbb9-4d2c-868b-4119e5337f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480707 Aug 22 13:28:49.802678 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-57ffba6e-5ab0-48ce-b95d-8ebb3b27fb7f req-ef624b06-f5bb-4374-878e-aecd8d393928 service neutron] 10.222.0.21 "GET /v2.0/networks/9cdac34e-bc99-4e4b-8c2d-3b1f7c9e01d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209833 Aug 22 13:28:49.874366 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-232892b6-4698-45d7-8cb2-fa9d6b812f91 req-906fbbe7-85ca-4b61-934b-e01e41cba79e service neutron] 10.222.0.16 "GET /v2.0/networks/dfedf898-aca6-4df9-b6f5-cb8b2650ce65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990697 Aug 22 13:28:50.183442 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-359d4829-cbac-48a6-8317-59942234ca8b req-b6fd01fe-757e-4dc3-b632-f35244e920ed service neutron] 10.222.0.21 "GET /v2.0/networks/22ccff4c-fbb9-4d2c-868b-4119e5337f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797231 Aug 22 13:28:50.186729 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-57ffba6e-5ab0-48ce-b95d-8ebb3b27fb7f req-a7b31dea-643f-48ae-97b6-bae1eaa081fe service neutron] 10.222.0.21 "GET /v2.0/networks/9cdac34e-bc99-4e4b-8c2d-3b1f7c9e01d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694272 Aug 22 13:28:50.430560 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466bc3e1-93e1-48d8-b249-7bf20137ad05 req-ea2f0c88-b5d2-4c43-b31a-da736c845107 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:50.432663 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-466bc3e1-93e1-48d8-b249-7bf20137ad05 req-ea2f0c88-b5d2-4c43-b31a-da736c845107 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] 10.222.0.21 "GET /v2.0/ports?device_id=c022595b-a797-408a-a4d6-1c11b4e1b725 HTTP/1.1" status: 200 len: 945 time: 0.0970461 Aug 22 13:28:50.448470 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c69345-36e2-4163-ad2c-18060559ac56 req-143bfd1b-5854-447c-989b-13c3a4d24ab9 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:50.450011 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f3c69345-36e2-4163-ad2c-18060559ac56 req-143bfd1b-5854-447c-989b-13c3a4d24ab9 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.21 "GET /v2.0/ports?device_id=34c64780-c5c9-4b6f-87bc-fd0f9456192c HTTP/1.1" status: 200 len: 948 time: 0.0808182 Aug 22 13:28:50.517154 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-466bc3e1-93e1-48d8-b249-7bf20137ad05 req-38102fb9-3289-4de0-bb88-5d1be741b859 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] 10.222.0.21 "GET /v2.0/security-groups?id=10de7916-6b18-4180-a44a-f961fc40948b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661504 Aug 22 13:28:50.520416 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f3c69345-36e2-4163-ad2c-18060559ac56 req-acfd46ab-2973-43c1-80f4-9f9864648a7e tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4498256-354e-4f3c-a0c2-fc05b4ed5abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497594 Aug 22 13:28:50.651835 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea525a-0f9d-439d-8b0d-04b1e8065ef5 req-9a9587c9-8b48-49de-823b-fc863300579a tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:50.653470 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-50ea525a-0f9d-439d-8b0d-04b1e8065ef5 req-9a9587c9-8b48-49de-823b-fc863300579a tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9232882-fa8c-47c3-8a04-8a7af999b018 HTTP/1.1" status: 200 len: 949 time: 0.0688019 Aug 22 13:28:50.716092 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-50ea525a-0f9d-439d-8b0d-04b1e8065ef5 req-2f2493d0-ba58-4e80-8905-5eacfec1d890 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/security-groups?id=835e4b24-d982-476b-a6a6-e5ce19cfed22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467634 Aug 22 13:28:50.867215 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98247e-71f5-4bb0-90f9-f71d447c588c req-dd75e335-9552-4471-8dfc-7a7880c2216d tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:50.875993 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fc98247e-71f5-4bb0-90f9-f71d447c588c req-dd75e335-9552-4471-8dfc-7a7880c2216d tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 945 time: 0.1018093 Aug 22 13:28:50.942723 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e103f-d74a-4c9d-83dd-7bf0d46bf130 req-cd534179-f17d-4cb2-893a-d5969a80e0b2 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:50.944125 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c30e103f-d74a-4c9d-83dd-7bf0d46bf130 req-cd534179-f17d-4cb2-893a-d5969a80e0b2 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=719e968a-7fd4-40fb-a5a5-8b3367588f2d HTTP/1.1" status: 200 len: 944 time: 0.1143754 Aug 22 13:28:50.947802 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fc98247e-71f5-4bb0-90f9-f71d447c588c req-c2f135d9-a258-44f8-a94e-a2007fad0956 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4f995f7-29d9-4ea1-8a86-26535a55404a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707047 Aug 22 13:28:51.002595 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c30e103f-d74a-4c9d-83dd-7bf0d46bf130 req-e5d680d9-db5e-4061-926e-90cd5ee86a77 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493817 Aug 22 13:28:51.070190 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d8cc0e10-f1bd-48de-ab06-72f4b858708f req-8b08f0fc-52a9-4a38-baa8-a0332e8a3702 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d7ffbc7-b2d5-4bba-a073-c6fbb5c6b114 HTTP/1.1" status: 200 len: 210 time: 0.0348065 Aug 22 13:28:51.113848 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4e1fbbc0-f232-411a-9f2d-6868001f8ca3 req-20a118c2-e26f-45f8-be16-20564891cab4 tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dce3521-a31a-405c-9ec3-a1fc462dcbf0 HTTP/1.1" status: 200 len: 210 time: 0.0357487 Aug 22 13:28:51.586911 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b20323-8919-4068-b3aa-c94f830c9888 req-d4ea17ac-5b73-450f-bab2-10784703f591 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:51.588618 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-26b20323-8919-4068-b3aa-c94f830c9888 req-d4ea17ac-5b73-450f-bab2-10784703f591 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9232882-fa8c-47c3-8a04-8a7af999b018 HTTP/1.1" status: 200 len: 949 time: 0.0936856 Aug 22 13:28:51.595842 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9080d6e9-b197-47f3-b3b1-5f1035665781 req-d8082f71-0fa9-409f-8900-82aa18aef630 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:51.597505 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9080d6e9-b197-47f3-b3b1-5f1035665781 req-d8082f71-0fa9-409f-8900-82aa18aef630 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/networks?id=22ccff4c-fbb9-4d2c-868b-4119e5337f9c HTTP/1.1" status: 200 len: 818 time: 0.1952448 Aug 22 13:28:51.625648 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d4829-cbac-48a6-8317-59942234ca8b req-1dc6294f-7427-4ba9-af0b-6ec455fa59fd tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:51.628002 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-359d4829-cbac-48a6-8317-59942234ca8b req-1dc6294f-7427-4ba9-af0b-6ec455fa59fd tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.41 "GET /v2.0/networks?id=22ccff4c-fbb9-4d2c-868b-4119e5337f9c HTTP/1.1" status: 200 len: 818 time: 0.1625628 Aug 22 13:28:51.643404 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-359d4829-cbac-48a6-8317-59942234ca8b req-c8a0d0be-e579-4b03-8e52-bae81f27a5f6 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Request body: {'port': {'device_id': '6d7ffbc7-b2d5-4bba-a073-c6fbb5c6b114', 'network_id': '22ccff4c-fbb9-4d2c-868b-4119e5337f9c', 'admin_state_up': True, 'tenant_id': '0ae246c295244408bea75b5a8f51001e'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:28:51.662121 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9080d6e9-b197-47f3-b3b1-5f1035665781 req-15115581-89a0-4cf1-a15c-f6180378d9e1 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/quotas/0ae246c295244408bea75b5a8f51001e HTTP/1.1" status: 200 len: 375 time: 0.0309930 Aug 22 13:28:51.679832 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-26b20323-8919-4068-b3aa-c94f830c9888 req-704b9f63-3ada-45aa-9a63-68fc2b93a6c9 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/security-groups?id=835e4b24-d982-476b-a6a6-e5ce19cfed22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790153 Aug 22 13:28:51.766530 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device f67aca78-dfb0-4f79-8873-e2b6ee79570a details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:28:51.800976 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9080d6e9-b197-47f3-b3b1-5f1035665781 req-7628d4b2-967a-466a-9f8e-a9fa8c940761 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ae246c295244408bea75b5a8f51001e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1345732 Aug 22 13:28:51.809378 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-359d4829-cbac-48a6-8317-59942234ca8b req-c8a0d0be-e579-4b03-8e52-bae81f27a5f6 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Made reservation on behalf of 0ae246c295244408bea75b5a8f51001e for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:28:51.819876 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-359d4829-cbac-48a6-8317-59942234ca8b req-c8a0d0be-e579-4b03-8e52-bae81f27a5f6 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:51.909845 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port f67aca78-dfb0-4f79-8873-e2b6ee79570a, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=f67aca78-dfb0-4f79-8873-e2b6ee79570a,segment=NetworkSegment(18b5a6df-b98f-4d4b-9428-0223d3f719a9),segment_id=18b5a6df-b98f-4d4b-9428-0223d3f719a9)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:28:51.921881 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9080d6e9-b197-47f3-b3b1-5f1035665781 req-06ec5e1c-dd39-4696-bc14-70efb756456d service neutron] 10.222.0.21 "GET /v2.0/networks/22ccff4c-fbb9-4d2c-868b-4119e5337f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232560 Aug 22 13:28:51.927119 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': 'f67aca78-dfb0-4f79-8873-e2b6ee79570a', 'network_id': '652b7040-839e-4592-b462-d4511ac6e125', 'port_id': 'f67aca78-dfb0-4f79-8873-e2b6ee79570a', 'mac_address': 'fa:16:3e:32:f6:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236eb505-a499-4edb-a293-2a2d85a583c0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:28:52.005651 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:52.023327 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f67aca78-dfb0-4f79-8873-e2b6ee79570a {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:28:52.053793 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port f67aca78-dfb0-4f79-8873-e2b6ee79570a, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=f67aca78-dfb0-4f79-8873-e2b6ee79570a,segment=NetworkSegment(18b5a6df-b98f-4d4b-9428-0223d3f719a9),segment_id=18b5a6df-b98f-4d4b-9428-0223d3f719a9)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:28:52.059932 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:52.098310 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9080d6e9-b197-47f3-b3b1-5f1035665781 req-1cb3edb6-bb34-4e10-8749-0f2024cb5ef6 service neutron] 10.222.0.21 "GET /v2.0/networks/22ccff4c-fbb9-4d2c-868b-4119e5337f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697881 Aug 22 13:28:52.148341 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=f67aca78-dfb0-4f79-8873-e2b6ee79570a,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:52.177788 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-359d4829-cbac-48a6-8317-59942234ca8b req-c8a0d0be-e579-4b03-8e52-bae81f27a5f6 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Allocated IP 172.20.0.10 (22ccff4c-fbb9-4d2c-868b-4119e5337f9c/1f889029-53b7-465d-ae54-5b69207b2db9/244baafb-8604-42c0-b225-646fcb06b532) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:28:52.248536 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5d960-51bb-4619-8b7c-b7f4303d9d24 req-64507eb7-ff0d-4d6e-8813-fe80d8dc33e8 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:52.251310 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eff5d960-51bb-4619-8b7c-b7f4303d9d24 req-64507eb7-ff0d-4d6e-8813-fe80d8dc33e8 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 945 time: 0.0782640 Aug 22 13:28:52.317178 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eff5d960-51bb-4619-8b7c-b7f4303d9d24 req-101b623b-3914-4589-a83d-f99fbe63dd5f tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4f995f7-29d9-4ea1-8a86-26535a55404a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551472 Aug 22 13:28:52.347790 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ffba6e-5ab0-48ce-b95d-8ebb3b27fb7f req-8c66e0d8-2ac2-40c1-be7a-2f20c5da2551 tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:52.349489 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-57ffba6e-5ab0-48ce-b95d-8ebb3b27fb7f req-8c66e0d8-2ac2-40c1-be7a-2f20c5da2551 tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] 10.222.0.41 "GET /v2.0/networks?id=9cdac34e-bc99-4e4b-8c2d-3b1f7c9e01d7 HTTP/1.1" status: 200 len: 814 time: 0.3736424 Aug 22 13:28:52.367250 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-57ffba6e-5ab0-48ce-b95d-8ebb3b27fb7f req-539aab31-2fc9-4b13-bd2b-13c20e30fd1e tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] Request body: {'port': {'device_id': '4dce3521-a31a-405c-9ec3-a1fc462dcbf0', 'network_id': '9cdac34e-bc99-4e4b-8c2d-3b1f7c9e01d7', 'admin_state_up': True, 'tenant_id': 'af20f51aa91f4ab9ae0e1e95088c542a'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:28:52.463491 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd0bbf-76e7-4d72-a4c5-0cdd740ee77c req-a0731e00-427e-42dc-a7b7-88d5f841ec48 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:52.472854 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-14fd0bbf-76e7-4d72-a4c5-0cdd740ee77c req-a0731e00-427e-42dc-a7b7-88d5f841ec48 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=719e968a-7fd4-40fb-a5a5-8b3367588f2d HTTP/1.1" status: 200 len: 945 time: 0.0970016 Aug 22 13:28:52.502633 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-359d4829-cbac-48a6-8317-59942234ca8b req-c8a0d0be-e579-4b03-8e52-bae81f27a5f6 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:52.541456 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-14fd0bbf-76e7-4d72-a4c5-0cdd740ee77c req-e7093912-7a49-4a25-a0ee-56c269b6200e tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666404 Aug 22 13:28:52.543969 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57ffba6e-5ab0-48ce-b95d-8ebb3b27fb7f req-539aab31-2fc9-4b13-bd2b-13c20e30fd1e tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] Made reservation on behalf of af20f51aa91f4ab9ae0e1e95088c542a for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:28:52.548326 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-57ffba6e-5ab0-48ce-b95d-8ebb3b27fb7f req-539aab31-2fc9-4b13-bd2b-13c20e30fd1e tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:52.629949 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-359d4829-cbac-48a6-8317-59942234ca8b req-c8a0d0be-e579-4b03-8e52-bae81f27a5f6 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:52.636297 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a1c03-2b48-4912-a6b1-9c3c34fb2d30 req-1d2ae17b-b859-41c6-8063-7e5a90ad3e07 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:52.664761 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b89a1c03-2b48-4912-a6b1-9c3c34fb2d30 req-1d2ae17b-b859-41c6-8063-7e5a90ad3e07 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] 10.222.0.21 "GET /v2.0/ports?device_id=c022595b-a797-408a-a4d6-1c11b4e1b725 HTTP/1.1" status: 200 len: 945 time: 0.1440401 Aug 22 13:28:52.704689 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-359d4829-cbac-48a6-8317-59942234ca8b req-c8a0d0be-e579-4b03-8e52-bae81f27a5f6 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Network 22ccff4c-fbb9-4d2c-868b-4119e5337f9c is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:28:52.711602 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-359d4829-cbac-48a6-8317-59942234ca8b req-c8a0d0be-e579-4b03-8e52-bae81f27a5f6 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:28:52.723477 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-359d4829-cbac-48a6-8317-59942234ca8b req-c8a0d0be-e579-4b03-8e52-bae81f27a5f6 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:28:52.743507 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-67851ecf-6517-44b2-9237-29d340df7d53 req-2dd0157c-7f17-4458-a390-7ca00a1b0b8e tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dce3521-a31a-405c-9ec3-a1fc462dcbf0 HTTP/1.1" status: 200 len: 210 time: 0.0389369 Aug 22 13:28:52.776783 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d4829-cbac-48a6-8317-59942234ca8b req-c8a0d0be-e579-4b03-8e52-bae81f27a5f6 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:52.777539 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-359d4829-cbac-48a6-8317-59942234ca8b req-c8a0d0be-e579-4b03-8e52-bae81f27a5f6 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:52.785158 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b89a1c03-2b48-4912-a6b1-9c3c34fb2d30 req-ecde93bc-3361-4634-a327-d76fb81f9b74 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] 10.222.0.21 "GET /v2.0/security-groups?id=10de7916-6b18-4180-a44a-f961fc40948b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169684 Aug 22 13:28:52.801849 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['f67aca78-dfb0-4f79-8873-e2b6ee79570a'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:28:52.805363 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a0d0be-e579-4b03-8e52-bae81f27a5f6 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Pushing event updated for resources: {'Port': ['ID=244baafb-8604-42c0-b225-646fcb06b532,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:52.832050 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-359d4829-cbac-48a6-8317-59942234ca8b req-c8a0d0be-e579-4b03-8e52-bae81f27a5f6 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1933224 Aug 22 13:28:52.851729 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-359d4829-cbac-48a6-8317-59942234ca8b req-a91b2620-0cab-4098-9239-655c0ea5afbb service neutron] Request body: {'port': {'device_id': '6d7ffbc7-b2d5-4bba-a073-c6fbb5c6b114', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:28:52.927451 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fcaea59d-0f89-491b-b1d3-c760c51a2975 req-df959380-47ce-4aa8-80ed-14107429b2ae tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf69ff6-0f9b-4203-86af-3f52f4cd0492 HTTP/1.1" status: 200 len: 210 time: 0.0691507 Aug 22 13:28:52.935018 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-57ffba6e-5ab0-48ce-b95d-8ebb3b27fb7f req-539aab31-2fc9-4b13-bd2b-13c20e30fd1e tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] Allocated IP 172.20.0.12 (9cdac34e-bc99-4e4b-8c2d-3b1f7c9e01d7/ff3adb6c-6a4b-4f90-9687-9491caae68a4/c00864b0-2818-4e22-9c6e-73cdf53f766d) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:28:52.947635 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d224e443-2c62-4ae2-8539-b8bb8409386c req-683db9d9-bcf2-4d06-a2d9-f0f88ecafe91 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:52.956034 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d224e443-2c62-4ae2-8539-b8bb8409386c req-683db9d9-bcf2-4d06-a2d9-f0f88ecafe91 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9232882-fa8c-47c3-8a04-8a7af999b018 HTTP/1.1" status: 200 len: 949 time: 0.0818477 Aug 22 13:28:52.982635 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-359d4829-cbac-48a6-8317-59942234ca8b req-a91b2620-0cab-4098-9239-655c0ea5afbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:53.028762 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d224e443-2c62-4ae2-8539-b8bb8409386c req-8824492c-bbb1-457c-b4c9-8c8d31d28915 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/security-groups?id=835e4b24-d982-476b-a6a6-e5ce19cfed22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714080 Aug 22 13:28:53.457877 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-57ffba6e-5ab0-48ce-b95d-8ebb3b27fb7f req-539aab31-2fc9-4b13-bd2b-13c20e30fd1e tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:53.483870 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-57ffba6e-5ab0-48ce-b95d-8ebb3b27fb7f req-539aab31-2fc9-4b13-bd2b-13c20e30fd1e tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] Transition to ACTIVE for port object c00864b0-2818-4e22-9c6e-73cdf53f766d will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:28:53.552921 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-359d4829-cbac-48a6-8317-59942234ca8b req-a91b2620-0cab-4098-9239-655c0ea5afbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 244baafb-8604-42c0-b225-646fcb06b532 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:28:53.563631 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-359d4829-cbac-48a6-8317-59942234ca8b req-a91b2620-0cab-4098-9239-655c0ea5afbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:53.581907 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-359d4829-cbac-48a6-8317-59942234ca8b req-a91b2620-0cab-4098-9239-655c0ea5afbb service neutron] Transition to ACTIVE for port object 244baafb-8604-42c0-b225-646fcb06b532 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:28:53.586899 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-57ffba6e-5ab0-48ce-b95d-8ebb3b27fb7f req-539aab31-2fc9-4b13-bd2b-13c20e30fd1e tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:53.590405 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-359d4829-cbac-48a6-8317-59942234ca8b req-a91b2620-0cab-4098-9239-655c0ea5afbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:53.610146 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c6fc9f-1c68-4873-a78e-ddd87eb940ec req-99af935d-da19-4488-b5ac-9ecd05676851 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:53.621715 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-18c6fc9f-1c68-4873-a78e-ddd87eb940ec req-99af935d-da19-4488-b5ac-9ecd05676851 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 945 time: 0.1430025 Aug 22 13:28:53.682457 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57ffba6e-5ab0-48ce-b95d-8ebb3b27fb7f req-539aab31-2fc9-4b13-bd2b-13c20e30fd1e tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] Network 9cdac34e-bc99-4e4b-8c2d-3b1f7c9e01d7 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:28:53.704403 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-18c6fc9f-1c68-4873-a78e-ddd87eb940ec req-e2461bc1-35f3-41e7-8173-10d0edb48bcb tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4f995f7-29d9-4ea1-8a86-26535a55404a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809877 Aug 22 13:28:53.712632 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-57ffba6e-5ab0-48ce-b95d-8ebb3b27fb7f req-539aab31-2fc9-4b13-bd2b-13c20e30fd1e tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:28:53.720462 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ffba6e-5ab0-48ce-b95d-8ebb3b27fb7f req-539aab31-2fc9-4b13-bd2b-13c20e30fd1e tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:28:53.724263 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b2620-0cab-4098-9239-655c0ea5afbb service neutron] Pushing event updated for resources: {'Port': ['ID=244baafb-8604-42c0-b225-646fcb06b532,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:53.791047 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 59c25f39-6da9-416c-80d8-c537bcf5aa73 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:28:53.915381 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee296d50-29c2-4faf-8911-4843091caf3f req-e2b6876e-faf5-4fa4-b5d7-1d4956d59063 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:53.929802 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ee296d50-29c2-4faf-8911-4843091caf3f req-e2b6876e-faf5-4fa4-b5d7-1d4956d59063 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=719e968a-7fd4-40fb-a5a5-8b3367588f2d HTTP/1.1" status: 200 len: 945 time: 0.1423054 Aug 22 13:28:53.975118 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:54.013826 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c64780-c5c9-4b6f-87bc-fd0f9456192c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59c25f39-6da9-416c-80d8-c537bcf5aa73'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:28:54.020750 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f95890-d96a-4d97-947d-6a622ca98699" -d '{"events": [{"server_uuid": "34c64780-c5c9-4b6f-87bc-fd0f9456192c", "name": "network-vif-unplugged", "status": "completed", "tag": "59c25f39-6da9-416c-80d8-c537bcf5aa73"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:28:54.039088 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 59c25f39-6da9-416c-80d8-c537bcf5aa73, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=59c25f39-6da9-416c-80d8-c537bcf5aa73,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:28:54.058105 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:54.171118 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ee296d50-29c2-4faf-8911-4843091caf3f req-b8002c19-62c8-4190-bd5c-ea6ec84959e8 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339606 Aug 22 13:28:54.177770 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=59c25f39-6da9-416c-80d8-c537bcf5aa73,revision_number=8']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:54.203494 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf5270-dc13-4774-a4ee-f791a536a1a1 req-5cc189b4-e503-4eb7-abf1-caea2df82256 tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:54.222442 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ffaf5270-dc13-4774-a4ee-f791a536a1a1 req-5cc189b4-e503-4eb7-abf1-caea2df82256 tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dce3521-a31a-405c-9ec3-a1fc462dcbf0 HTTP/1.1" status: 200 len: 932 time: 0.2178214 Aug 22 13:28:54.277414 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-f0f8341e-d00f-46c0-9ca9-68334a131549 None None] Provisioning for port c00864b0-2818-4e22-9c6e-73cdf53f766d completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:28:54.284619 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-f0f8341e-d00f-46c0-9ca9-68334a131549 None None] Provisioning complete for port c00864b0-2818-4e22-9c6e-73cdf53f766d triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:28:54.285452 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f0f8341e-d00f-46c0-9ca9-68334a131549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:54.301465 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ffaf5270-dc13-4774-a4ee-f791a536a1a1 req-5a57a947-1cb7-4f22-90da-64a2b640cb90 tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] 10.222.0.21 "GET /v2.0/security-groups?id=b599c523-d68c-466d-9cc5-a05039137646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774484 Aug 22 13:28:54.342542 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-f0f8341e-d00f-46c0-9ca9-68334a131549 None None] Port c00864b0-2818-4e22-9c6e-73cdf53f766d cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:28:54.491625 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ffba6e-5ab0-48ce-b95d-8ebb3b27fb7f req-539aab31-2fc9-4b13-bd2b-13c20e30fd1e tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:54.492272 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-57ffba6e-5ab0-48ce-b95d-8ebb3b27fb7f req-539aab31-2fc9-4b13-bd2b-13c20e30fd1e tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:54.501939 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-359d4829-cbac-48a6-8317-59942234ca8b req-a91b2620-0cab-4098-9239-655c0ea5afbb service neutron] Attempting to bind port 244baafb-8604-42c0-b225-646fcb06b532 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:28:54.502271 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-359d4829-cbac-48a6-8317-59942234ca8b req-a91b2620-0cab-4098-9239-655c0ea5afbb service neutron] Attempting to bind port 244baafb-8604-42c0-b225-646fcb06b532 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': 'b2446ece-d720-4443-890c-13eae2cebc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '22ccff4c-fbb9-4d2c-868b-4119e5337f9c'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:28:54.502665 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359d4829-cbac-48a6-8317-59942234ca8b req-a91b2620-0cab-4098-9239-655c0ea5afbb service neutron] Attempting to bind port 244baafb-8604-42c0-b225-646fcb06b532 on network 22ccff4c-fbb9-4d2c-868b-4119e5337f9c {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:28:54.511373 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539aab31-2fc9-4b13-bd2b-13c20e30fd1e tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] Pushing event updated for resources: {'Port': ['ID=c00864b0-2818-4e22-9c6e-73cdf53f766d,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:54.524735 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359d4829-cbac-48a6-8317-59942234ca8b req-a91b2620-0cab-4098-9239-655c0ea5afbb service neutron] Port 244baafb-8604-42c0-b225-646fcb06b532 on network 22ccff4c-fbb9-4d2c-868b-4119e5337f9c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:28:54.525637 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359d4829-cbac-48a6-8317-59942234ca8b req-a91b2620-0cab-4098-9239-655c0ea5afbb service neutron] Attempting to bind port 244baafb-8604-42c0-b225-646fcb06b532 on network 22ccff4c-fbb9-4d2c-868b-4119e5337f9c {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:28:54.532164 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-57ffba6e-5ab0-48ce-b95d-8ebb3b27fb7f req-539aab31-2fc9-4b13-bd2b-13c20e30fd1e tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1727548 Aug 22 13:28:54.533460 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359d4829-cbac-48a6-8317-59942234ca8b req-a91b2620-0cab-4098-9239-655c0ea5afbb service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:28:54.533796 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359d4829-cbac-48a6-8317-59942234ca8b req-a91b2620-0cab-4098-9239-655c0ea5afbb service neutron] Checking segment: {'id': 'b2446ece-d720-4443-890c-13eae2cebc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '22ccff4c-fbb9-4d2c-868b-4119e5337f9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:28:54.534253 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359d4829-cbac-48a6-8317-59942234ca8b req-a91b2620-0cab-4098-9239-655c0ea5afbb service neutron] Bound using segment: {'id': 'b2446ece-d720-4443-890c-13eae2cebc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '22ccff4c-fbb9-4d2c-868b-4119e5337f9c'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:28:54.534679 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-359d4829-cbac-48a6-8317-59942234ca8b req-a91b2620-0cab-4098-9239-655c0ea5afbb service neutron] Bound port: 244baafb-8604-42c0-b225-646fcb06b532, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2446ece-d720-4443-890c-13eae2cebc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '22ccff4c-fbb9-4d2c-868b-4119e5337f9c'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:28:54.535109 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-359d4829-cbac-48a6-8317-59942234ca8b req-a91b2620-0cab-4098-9239-655c0ea5afbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:54.556782 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-90b464ca-5e4e-46dd-9c2e-98121362e294 req-eae09e71-0e58-4624-bb5c-93de343f4180 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf69ff6-0f9b-4203-86af-3f52f4cd0492 HTTP/1.1" status: 200 len: 210 time: 0.1105585 Aug 22 13:28:54.592651 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b1781-058b-4dc1-b344-f27853f8b3ff req-80e550cd-7ccb-41f6-be28-74c43b8bd0dc tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:54.594446 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-951b1781-058b-4dc1-b344-f27853f8b3ff req-80e550cd-7ccb-41f6-be28-74c43b8bd0dc tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] 10.222.0.21 "GET /v2.0/ports?device_id=c022595b-a797-408a-a4d6-1c11b4e1b725 HTTP/1.1" status: 200 len: 945 time: 0.2836013 Aug 22 13:28:54.622874 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-359d4829-cbac-48a6-8317-59942234ca8b req-a91b2620-0cab-4098-9239-655c0ea5afbb service neutron] For port 244baafb-8604-42c0-b225-646fcb06b532, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:28:54.629712 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-359d4829-cbac-48a6-8317-59942234ca8b req-a91b2620-0cab-4098-9239-655c0ea5afbb service neutron] For port 244baafb-8604-42c0-b225-646fcb06b532, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=244baafb-8604-42c0-b225-646fcb06b532,segment=NetworkSegment(b2446ece-d720-4443-890c-13eae2cebc74),segment_id=b2446ece-d720-4443-890c-13eae2cebc74)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:28:54.640334 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 13:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27dee352-7066-40b8-8792-b7f95cd2e812 x-openstack-request-id: req-27dee352-7066-40b8-8792-b7f95cd2e812 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:28:54.640516 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-359d4829-cbac-48a6-8317-59942234ca8b req-a91b2620-0cab-4098-9239-655c0ea5afbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:54.640659 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34c64780-c5c9-4b6f-87bc-fd0f9456192c", "name": "network-vif-unplugged", "status": "completed", "tag": "59c25f39-6da9-416c-80d8-c537bcf5aa73", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:28:54.640659 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-27dee352-7066-40b8-8792-b7f95cd2e812 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:28:54.640659 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c64780-c5c9-4b6f-87bc-fd0f9456192c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59c25f39-6da9-416c-80d8-c537bcf5aa73', 'code': 200} Aug 22 13:28:54.684026 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-951b1781-058b-4dc1-b344-f27853f8b3ff req-990f780d-2ef7-453c-9dc0-b83838753946 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] 10.222.0.21 "GET /v2.0/security-groups?id=10de7916-6b18-4180-a44a-f961fc40948b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821352 Aug 22 13:28:54.684955 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d4829-cbac-48a6-8317-59942234ca8b req-a91b2620-0cab-4098-9239-655c0ea5afbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:54.685576 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-359d4829-cbac-48a6-8317-59942234ca8b req-a91b2620-0cab-4098-9239-655c0ea5afbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:54.686958 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-359d4829-cbac-48a6-8317-59942234ca8b req-a91b2620-0cab-4098-9239-655c0ea5afbb service neutron] 10.222.0.41 "PUT /v2.0/ports/244baafb-8604-42c0-b225-646fcb06b532 HTTP/1.1" status: 200 len: 1093 time: 1.8395014 Aug 22 13:28:54.687616 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d7ffbc7-b2d5-4bba-a073-c6fbb5c6b114', 'tag': '244baafb-8604-42c0-b225-646fcb06b532'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:28:54.689723 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77cbaef-927d-4a49-b519-f6a572bd827a" -d '{"events": [{"name": "network-changed", "server_uuid": "6d7ffbc7-b2d5-4bba-a073-c6fbb5c6b114", "tag": "244baafb-8604-42c0-b225-646fcb06b532"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:28:54.691459 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9080d6e9-b197-47f3-b3b1-5f1035665781 req-4c213f3a-951c-40b7-9abd-09ec5feac7f3 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:54.693270 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9080d6e9-b197-47f3-b3b1-5f1035665781 req-4c213f3a-951c-40b7-9abd-09ec5feac7f3 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.16 "GET /v2.0/networks?id=22ccff4c-fbb9-4d2c-868b-4119e5337f9c HTTP/1.1" status: 200 len: 818 time: 0.3880970 Aug 22 13:28:54.716618 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-9080d6e9-b197-47f3-b3b1-5f1035665781 req-78f54eb8-ee93-41e6-8405-7d06a6690d26 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Request body: {'port': {'device_id': 'cbf69ff6-0f9b-4203-86af-3f52f4cd0492', 'network_id': '22ccff4c-fbb9-4d2c-868b-4119e5337f9c', 'admin_state_up': True, 'tenant_id': '0ae246c295244408bea75b5a8f51001e'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:28:54.727510 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b2620-0cab-4098-9239-655c0ea5afbb service neutron] Pushing event updated for resources: {'Port': ['ID=244baafb-8604-42c0-b225-646fcb06b532,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:54.870145 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330360d-9e15-4631-a288-40c5990c2f9c req-8772feaf-5a4c-4947-b246-6b62e953fa9d tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:54.878978 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0330360d-9e15-4631-a288-40c5990c2f9c req-8772feaf-5a4c-4947-b246-6b62e953fa9d tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9232882-fa8c-47c3-8a04-8a7af999b018 HTTP/1.1" status: 200 len: 949 time: 0.1565466 Aug 22 13:28:54.926863 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701d978b-795f-4184-bc0d-b7aebd6afdf4 x-openstack-request-id: req-701d978b-795f-4184-bc0d-b7aebd6afdf4 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:28:54.927386 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d7ffbc7-b2d5-4bba-a073-c6fbb5c6b114", "tag": "244baafb-8604-42c0-b225-646fcb06b532", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:28:54.927816 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-701d978b-795f-4184-bc0d-b7aebd6afdf4 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:28:54.928408 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d7ffbc7-b2d5-4bba-a073-c6fbb5c6b114', 'tag': '244baafb-8604-42c0-b225-646fcb06b532', 'status': 'completed', 'code': 200} Aug 22 13:28:54.950070 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0330360d-9e15-4631-a288-40c5990c2f9c req-514f161f-90dc-4243-839f-0a3cb0bb5ede tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/security-groups?id=835e4b24-d982-476b-a6a6-e5ce19cfed22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644932 Aug 22 13:28:54.978559 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9080d6e9-b197-47f3-b3b1-5f1035665781 req-78f54eb8-ee93-41e6-8405-7d06a6690d26 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Made reservation on behalf of 0ae246c295244408bea75b5a8f51001e for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:28:54.982627 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9080d6e9-b197-47f3-b3b1-5f1035665781 req-78f54eb8-ee93-41e6-8405-7d06a6690d26 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:55.147460 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d427bdc-1d6c-441b-80b0-fab0d589038c req-aad69c68-321b-475c-aeb1-aa3b11e21e49 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:55.148972 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d427bdc-1d6c-441b-80b0-fab0d589038c req-aad69c68-321b-475c-aeb1-aa3b11e21e49 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 945 time: 0.1049793 Aug 22 13:28:55.176481 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-9080d6e9-b197-47f3-b3b1-5f1035665781 req-78f54eb8-ee93-41e6-8405-7d06a6690d26 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Allocated IP 172.20.0.9 (22ccff4c-fbb9-4d2c-868b-4119e5337f9c/1f889029-53b7-465d-ae54-5b69207b2db9/80ecb7f5-43ab-40aa-bf79-3c89ac06f33d) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:28:55.222768 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d427bdc-1d6c-441b-80b0-fab0d589038c req-9a7d8d76-2e0e-42c1-9475-b630c34c7097 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4f995f7-29d9-4ea1-8a86-26535a55404a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644403 Aug 22 13:28:55.353206 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8502a052-4d4f-485f-9881-af77dab32e4b req-db028762-f128-4f75-9b51-b826992c6054 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:55.355253 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8502a052-4d4f-485f-9881-af77dab32e4b req-db028762-f128-4f75-9b51-b826992c6054 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=719e968a-7fd4-40fb-a5a5-8b3367588f2d HTTP/1.1" status: 200 len: 945 time: 0.1037276 Aug 22 13:28:55.457212 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8502a052-4d4f-485f-9881-af77dab32e4b req-5b364e4d-37e0-4e6d-bc52-efb1c074165f tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940990 Aug 22 13:28:55.460111 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9080d6e9-b197-47f3-b3b1-5f1035665781 req-78f54eb8-ee93-41e6-8405-7d06a6690d26 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:55.486116 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476906b-277f-4471-a45a-f762571f76b3 req-ae4d8812-2c03-4ec7-a451-2f56305ad0f0 tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:55.488680 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4476906b-277f-4471-a45a-f762571f76b3 req-ae4d8812-2c03-4ec7-a451-2f56305ad0f0 tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dce3521-a31a-405c-9ec3-a1fc462dcbf0 HTTP/1.1" status: 200 len: 932 time: 0.1127491 Aug 22 13:28:55.546845 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4476906b-277f-4471-a45a-f762571f76b3 req-3c4b05bb-d836-495e-94fc-8e30dc5c03e4 tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] 10.222.0.21 "GET /v2.0/security-groups?id=b599c523-d68c-466d-9cc5-a05039137646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529773 Aug 22 13:28:55.548662 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9080d6e9-b197-47f3-b3b1-5f1035665781 req-78f54eb8-ee93-41e6-8405-7d06a6690d26 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:55.599027 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9080d6e9-b197-47f3-b3b1-5f1035665781 req-78f54eb8-ee93-41e6-8405-7d06a6690d26 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Network 22ccff4c-fbb9-4d2c-868b-4119e5337f9c is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:28:55.602043 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-9080d6e9-b197-47f3-b3b1-5f1035665781 req-78f54eb8-ee93-41e6-8405-7d06a6690d26 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:28:55.606102 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-9080d6e9-b197-47f3-b3b1-5f1035665781 req-78f54eb8-ee93-41e6-8405-7d06a6690d26 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:28:55.633695 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f54eb8-ee93-41e6-8405-7d06a6690d26 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Pushing event updated for resources: {'Port': ['ID=80ecb7f5-43ab-40aa-bf79-3c89ac06f33d,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:55.667302 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9080d6e9-b197-47f3-b3b1-5f1035665781 req-78f54eb8-ee93-41e6-8405-7d06a6690d26 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:55.667908 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9080d6e9-b197-47f3-b3b1-5f1035665781 req-78f54eb8-ee93-41e6-8405-7d06a6690d26 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:55.726070 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98d637-3fe1-43c5-8ebf-7404edd0bbfc req-59730245-63be-483c-af58-4bdeca14e17f tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:55.727616 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-da98d637-3fe1-43c5-8ebf-7404edd0bbfc req-59730245-63be-483c-af58-4bdeca14e17f tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf69ff6-0f9b-4203-86af-3f52f4cd0492 HTTP/1.1" status: 200 len: 931 time: 0.0676899 Aug 22 13:28:55.729459 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9080d6e9-b197-47f3-b3b1-5f1035665781 req-78f54eb8-ee93-41e6-8405-7d06a6690d26 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0185661 Aug 22 13:28:55.751332 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-9080d6e9-b197-47f3-b3b1-5f1035665781 req-eb485c0d-0611-46a9-bcad-e679cb9de8eb service neutron] Request body: {'port': {'device_id': 'cbf69ff6-0f9b-4203-86af-3f52f4cd0492', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:28:55.792013 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device cc532801-56c0-4a1e-ac60-3f4a8c29f7d9 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:28:55.797957 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device f67aca78-dfb0-4f79-8873-e2b6ee79570a up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:28:55.826797 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-da98d637-3fe1-43c5-8ebf-7404edd0bbfc req-406f173f-62ba-49be-9649-0dd6b396aae6 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927813 Aug 22 13:28:55.883683 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed5344-c10a-40d3-b6de-3359197e0d3a req-1531781a-212e-4fe8-96df-db2bd5727e81 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:55.885794 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-40ed5344-c10a-40d3-b6de-3359197e0d3a req-1531781a-212e-4fe8-96df-db2bd5727e81 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] 10.222.0.21 "GET /v2.0/ports?device_id=c022595b-a797-408a-a4d6-1c11b4e1b725 HTTP/1.1" status: 200 len: 945 time: 0.1108186 Aug 22 13:28:55.887093 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9080d6e9-b197-47f3-b3b1-5f1035665781 req-eb485c0d-0611-46a9-bcad-e679cb9de8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:55.939293 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port f67aca78-dfb0-4f79-8873-e2b6ee79570a completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:28:55.951282 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port f67aca78-dfb0-4f79-8873-e2b6ee79570a triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:28:55.951532 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:55.967250 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-40ed5344-c10a-40d3-b6de-3359197e0d3a req-b071ffcc-99cd-4a75-95d7-796673785a05 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] 10.222.0.21 "GET /v2.0/security-groups?id=10de7916-6b18-4180-a44a-f961fc40948b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708904 Aug 22 13:28:56.081688 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port cc532801-56c0-4a1e-ac60-3f4a8c29f7d9, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=cc532801-56c0-4a1e-ac60-3f4a8c29f7d9,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:28:56.129904 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': 'cc532801-56c0-4a1e-ac60-3f4a8c29f7d9', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'port_id': 'cc532801-56c0-4a1e-ac60-3f4a8c29f7d9', 'mac_address': 'fa:16:3e:2a:b1:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7151c727-b27f-4308-8098-60bc16140d45', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:28:56.167613 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:56.199279 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7678d-ffe7-422d-bb81-76295afe33e0 req-c3331104-d11c-4c87-97bd-3a58bad4cc2e tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:56.201081 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-75c7678d-ffe7-422d-bb81-76295afe33e0 req-c3331104-d11c-4c87-97bd-3a58bad4cc2e tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9232882-fa8c-47c3-8a04-8a7af999b018 HTTP/1.1" status: 200 len: 949 time: 0.1349225 Aug 22 13:28:56.224699 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:56.244474 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port f67aca78-dfb0-4f79-8873-e2b6ee79570a, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=f67aca78-dfb0-4f79-8873-e2b6ee79570a,segment=NetworkSegment(18b5a6df-b98f-4d4b-9428-0223d3f719a9),segment_id=18b5a6df-b98f-4d4b-9428-0223d3f719a9)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:28:56.248252 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc532801-56c0-4a1e-ac60-3f4a8c29f7d9 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:28:56.253992 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:56.275047 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-75c7678d-ffe7-422d-bb81-76295afe33e0 req-3128b6d7-04b0-4ce3-8a6b-b26021149522 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/security-groups?id=835e4b24-d982-476b-a6a6-e5ce19cfed22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635233 Aug 22 13:28:56.313942 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-9080d6e9-b197-47f3-b3b1-5f1035665781 req-eb485c0d-0611-46a9-bcad-e679cb9de8eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80ecb7f5-43ab-40aa-bf79-3c89ac06f33d {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:28:56.316512 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9080d6e9-b197-47f3-b3b1-5f1035665781 req-eb485c0d-0611-46a9-bcad-e679cb9de8eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:56.329543 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-9080d6e9-b197-47f3-b3b1-5f1035665781 req-eb485c0d-0611-46a9-bcad-e679cb9de8eb service neutron] Transition to ACTIVE for port object 80ecb7f5-43ab-40aa-bf79-3c89ac06f33d will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:28:56.332448 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=f67aca78-dfb0-4f79-8873-e2b6ee79570a,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:56.337398 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9080d6e9-b197-47f3-b3b1-5f1035665781 req-eb485c0d-0611-46a9-bcad-e679cb9de8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:56.350412 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port cc532801-56c0-4a1e-ac60-3f4a8c29f7d9, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=cc532801-56c0-4a1e-ac60-3f4a8c29f7d9,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:28:56.356646 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:56.416486 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=cc532801-56c0-4a1e-ac60-3f4a8c29f7d9,revision_number=9']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:56.439642 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb485c0d-0611-46a9-bcad-e679cb9de8eb service neutron] Pushing event updated for resources: {'Port': ['ID=80ecb7f5-43ab-40aa-bf79-3c89ac06f33d,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:56.485063 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb485c0d-0611-46a9-bcad-e679cb9de8eb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:28:56.485302 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb485c0d-0611-46a9-bcad-e679cb9de8eb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:28:56.485625 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb485c0d-0611-46a9-bcad-e679cb9de8eb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:28:56.486014 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb485c0d-0611-46a9-bcad-e679cb9de8eb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:28:56.486278 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb485c0d-0611-46a9-bcad-e679cb9de8eb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:28:56.486591 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb485c0d-0611-46a9-bcad-e679cb9de8eb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:28:56.486911 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb485c0d-0611-46a9-bcad-e679cb9de8eb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:28:56.487247 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb485c0d-0611-46a9-bcad-e679cb9de8eb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:28:56.487542 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb485c0d-0611-46a9-bcad-e679cb9de8eb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:28:56.487871 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb485c0d-0611-46a9-bcad-e679cb9de8eb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:28:56.488184 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb485c0d-0611-46a9-bcad-e679cb9de8eb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:28:56.488524 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb485c0d-0611-46a9-bcad-e679cb9de8eb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:28:56.548657 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34b461-be39-4406-96e6-fcd66f64f66c req-90e79847-d64d-492c-be9c-a74688090d4f tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:56.550263 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-df34b461-be39-4406-96e6-fcd66f64f66c req-90e79847-d64d-492c-be9c-a74688090d4f tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 945 time: 0.1736534 Aug 22 13:28:56.562597 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['cc532801-56c0-4a1e-ac60-3f4a8c29f7d9'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:28:56.605375 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baec634-7bbd-4cd8-ba35-a710f9f17add req-dc103b0a-79ac-46e2-b4ab-fe01df455fec tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:56.606929 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7baec634-7bbd-4cd8-ba35-a710f9f17add req-dc103b0a-79ac-46e2-b4ab-fe01df455fec tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] 10.222.0.16 "GET /v2.0/ports?device_id=c022595b-a797-408a-a4d6-1c11b4e1b725 HTTP/1.1" status: 200 len: 945 time: 0.2153182 Aug 22 13:28:56.642094 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '719e968a-7fd4-40fb-a5a5-8b3367588f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f67aca78-dfb0-4f79-8873-e2b6ee79570a'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:28:56.644716 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a1a12e-b872-4bf9-bade-b82af3b958f3" -d '{"events": [{"server_uuid": "719e968a-7fd4-40fb-a5a5-8b3367588f2d", "name": "network-vif-plugged", "status": "completed", "tag": "f67aca78-dfb0-4f79-8873-e2b6ee79570a"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:28:56.696440 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d8ea4-41e6-4c39-8cd8-aaad2e20473a req-03e5ec70-d55e-4c62-a48b-9c388185fb17 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:56.698639 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-742d8ea4-41e6-4c39-8cd8-aaad2e20473a req-03e5ec70-d55e-4c62-a48b-9c388185fb17 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=719e968a-7fd4-40fb-a5a5-8b3367588f2d HTTP/1.1" status: 200 len: 946 time: 0.1450326 Aug 22 13:28:56.699720 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-9080d6e9-b197-47f3-b3b1-5f1035665781 req-eb485c0d-0611-46a9-bcad-e679cb9de8eb service neutron] Attempting to bind port 80ecb7f5-43ab-40aa-bf79-3c89ac06f33d on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:28:56.699720 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-9080d6e9-b197-47f3-b3b1-5f1035665781 req-eb485c0d-0611-46a9-bcad-e679cb9de8eb service neutron] Attempting to bind port 80ecb7f5-43ab-40aa-bf79-3c89ac06f33d by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': 'b2446ece-d720-4443-890c-13eae2cebc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '22ccff4c-fbb9-4d2c-868b-4119e5337f9c'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:28:56.699988 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9080d6e9-b197-47f3-b3b1-5f1035665781 req-eb485c0d-0611-46a9-bcad-e679cb9de8eb service neutron] Attempting to bind port 80ecb7f5-43ab-40aa-bf79-3c89ac06f33d on network 22ccff4c-fbb9-4d2c-868b-4119e5337f9c {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:28:56.710612 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-df34b461-be39-4406-96e6-fcd66f64f66c req-fa69efee-efa4-4d1d-a367-90bb667adc53 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4f995f7-29d9-4ea1-8a86-26535a55404a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204376 Aug 22 13:28:56.723164 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9080d6e9-b197-47f3-b3b1-5f1035665781 req-eb485c0d-0611-46a9-bcad-e679cb9de8eb service neutron] Port 80ecb7f5-43ab-40aa-bf79-3c89ac06f33d on network 22ccff4c-fbb9-4d2c-868b-4119e5337f9c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:28:56.723494 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9080d6e9-b197-47f3-b3b1-5f1035665781 req-eb485c0d-0611-46a9-bcad-e679cb9de8eb service neutron] Attempting to bind port 80ecb7f5-43ab-40aa-bf79-3c89ac06f33d on network 22ccff4c-fbb9-4d2c-868b-4119e5337f9c {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:28:56.762513 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9080d6e9-b197-47f3-b3b1-5f1035665781 req-eb485c0d-0611-46a9-bcad-e679cb9de8eb service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:28:56.763237 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9080d6e9-b197-47f3-b3b1-5f1035665781 req-eb485c0d-0611-46a9-bcad-e679cb9de8eb service neutron] Checking segment: {'id': 'b2446ece-d720-4443-890c-13eae2cebc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '22ccff4c-fbb9-4d2c-868b-4119e5337f9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:28:56.763237 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9080d6e9-b197-47f3-b3b1-5f1035665781 req-eb485c0d-0611-46a9-bcad-e679cb9de8eb service neutron] Bound using segment: {'id': 'b2446ece-d720-4443-890c-13eae2cebc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '22ccff4c-fbb9-4d2c-868b-4119e5337f9c'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:28:56.763673 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-9080d6e9-b197-47f3-b3b1-5f1035665781 req-eb485c0d-0611-46a9-bcad-e679cb9de8eb service neutron] Bound port: 80ecb7f5-43ab-40aa-bf79-3c89ac06f33d, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2446ece-d720-4443-890c-13eae2cebc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '22ccff4c-fbb9-4d2c-868b-4119e5337f9c'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:28:56.764037 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9080d6e9-b197-47f3-b3b1-5f1035665781 req-eb485c0d-0611-46a9-bcad-e679cb9de8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:56.795459 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-742d8ea4-41e6-4c39-8cd8-aaad2e20473a req-31c8222b-84cf-4e43-991a-e4a5ca689aa8 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881536 Aug 22 13:28:56.844797 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8911410-293d-428e-be24-91e2b849796a x-openstack-request-id: req-d8911410-293d-428e-be24-91e2b849796a {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:28:56.845313 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "719e968a-7fd4-40fb-a5a5-8b3367588f2d", "name": "network-vif-plugged", "status": "completed", "tag": "f67aca78-dfb0-4f79-8873-e2b6ee79570a", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:28:56.845607 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d8911410-293d-428e-be24-91e2b849796a {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:28:56.846135 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '719e968a-7fd4-40fb-a5a5-8b3367588f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f67aca78-dfb0-4f79-8873-e2b6ee79570a', 'code': 200} Aug 22 13:28:56.891322 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-7baec634-7bbd-4cd8-ba35-a710f9f17add req-55d6e11d-5428-4051-96fb-a641a0acdb19 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Deleting port 1fee02a7-12cf-4aca-94e2-59c18052b644 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:28:56.893848 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7baec634-7bbd-4cd8-ba35-a710f9f17add req-55d6e11d-5428-4051-96fb-a641a0acdb19 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:56.918491 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-9080d6e9-b197-47f3-b3b1-5f1035665781 req-eb485c0d-0611-46a9-bcad-e679cb9de8eb service neutron] For port 80ecb7f5-43ab-40aa-bf79-3c89ac06f33d, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:28:56.965578 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be69d20-594f-49a4-9471-c6e7005a154c req-f5242054-9d3c-41eb-8aff-cd66eca53ff6 tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:56.967073 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1be69d20-594f-49a4-9471-c6e7005a154c req-f5242054-9d3c-41eb-8aff-cd66eca53ff6 tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dce3521-a31a-405c-9ec3-a1fc462dcbf0 HTTP/1.1" status: 200 len: 932 time: 0.1681638 Aug 22 13:28:57.250028 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-9080d6e9-b197-47f3-b3b1-5f1035665781 req-eb485c0d-0611-46a9-bcad-e679cb9de8eb service neutron] For port 80ecb7f5-43ab-40aa-bf79-3c89ac06f33d, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=80ecb7f5-43ab-40aa-bf79-3c89ac06f33d,segment=NetworkSegment(b2446ece-d720-4443-890c-13eae2cebc74),segment_id=b2446ece-d720-4443-890c-13eae2cebc74)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:28:57.272817 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9080d6e9-b197-47f3-b3b1-5f1035665781 req-eb485c0d-0611-46a9-bcad-e679cb9de8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:57.337357 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9080d6e9-b197-47f3-b3b1-5f1035665781 req-eb485c0d-0611-46a9-bcad-e679cb9de8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:57.338799 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9080d6e9-b197-47f3-b3b1-5f1035665781 req-eb485c0d-0611-46a9-bcad-e679cb9de8eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:57.340520 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9080d6e9-b197-47f3-b3b1-5f1035665781 req-eb485c0d-0611-46a9-bcad-e679cb9de8eb service neutron] 10.222.0.16 "PUT /v2.0/ports/80ecb7f5-43ab-40aa-bf79-3c89ac06f33d HTTP/1.1" status: 200 len: 1092 time: 1.5931590 Aug 22 13:28:57.347268 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf69ff6-0f9b-4203-86af-3f52f4cd0492', 'tag': '80ecb7f5-43ab-40aa-bf79-3c89ac06f33d'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:28:57.349634 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe4c2b0-b81d-49ba-8f61-dd10456b5767" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf69ff6-0f9b-4203-86af-3f52f4cd0492", "tag": "80ecb7f5-43ab-40aa-bf79-3c89ac06f33d"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:28:57.412280 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1be69d20-594f-49a4-9471-c6e7005a154c req-96bcb867-bc21-4978-b33b-b6210e8c92c7 tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] 10.222.0.21 "GET /v2.0/security-groups?id=b599c523-d68c-466d-9cc5-a05039137646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042134 Aug 22 13:28:57.415159 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-7baec634-7bbd-4cd8-ba35-a710f9f17add req-55d6e11d-5428-4051-96fb-a641a0acdb19 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] For port 1fee02a7-12cf-4aca-94e2-59c18052b644, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=1fee02a7-12cf-4aca-94e2-59c18052b644,segment=NetworkSegment(8b71f801-18fb-49c0-a349-bfef93835cfc),segment_id=8b71f801-18fb-49c0-a349-bfef93835cfc)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:28:57.415576 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7baec634-7bbd-4cd8-ba35-a710f9f17add req-55d6e11d-5428-4051-96fb-a641a0acdb19 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:57.439876 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4464cb7-07e9-4892-bd32-721fd1d8d225 req-42d1dde4-0091-4707-9f55-a43165aa9443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:57.441467 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a4464cb7-07e9-4892-bd32-721fd1d8d225 req-42d1dde4-0091-4707-9f55-a43165aa9443 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=719e968a-7fd4-40fb-a5a5-8b3367588f2d HTTP/1.1" status: 200 len: 1098 time: 0.2420790 Aug 22 13:28:57.449544 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316e312-cb66-42f2-9577-d2485fef8d35 req-e169774a-02c6-417f-be45-6855de6dc82d tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:57.457840 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9316e312-cb66-42f2-9577-d2485fef8d35 req-e169774a-02c6-417f-be45-6855de6dc82d tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf69ff6-0f9b-4203-86af-3f52f4cd0492 HTTP/1.1" status: 200 len: 943 time: 0.5311608 Aug 22 13:28:57.482564 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb485c0d-0611-46a9-bcad-e679cb9de8eb service neutron] Pushing event updated for resources: {'Port': ['ID=80ecb7f5-43ab-40aa-bf79-3c89ac06f33d,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:57.676634 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9316e312-cb66-42f2-9577-d2485fef8d35 req-1db2f9c3-029a-4c05-831a-b6ecb1371f68 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152846 Aug 22 13:28:57.710363 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a4464cb7-07e9-4892-bd32-721fd1d8d225 req-00ca4ec3-2e1a-42f2-bd79-b8decabbd631 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446311 Aug 22 13:28:57.798897 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9080d6e9-b197-47f3-b3b1-5f1035665781 req-d9292a49-f6dc-4539-afa4-a877ea656e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:57.800804 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9080d6e9-b197-47f3-b3b1-5f1035665781 req-d9292a49-f6dc-4539-afa4-a877ea656e7f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0ae246c295244408bea75b5a8f51001e&device_id=cbf69ff6-0f9b-4203-86af-3f52f4cd0492 HTTP/1.1" status: 200 len: 1095 time: 0.3796833 Aug 22 13:28:57.802699 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 49182ab7-2c16-40e9-8e35-5b5ee774a5c3 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:28:57.872730 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bdc674-492c-4e86-b560-053ff061f090 req-acd07ba6-8b8d-4a6b-990f-2ddd34e34447 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:57.880148 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c1bdc674-492c-4e86-b560-053ff061f090 req-acd07ba6-8b8d-4a6b-990f-2ddd34e34447 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] 10.222.0.21 "GET /v2.0/ports?device_id=c022595b-a797-408a-a4d6-1c11b4e1b725 HTTP/1.1" status: 200 len: 945 time: 0.2253273 Aug 22 13:28:57.941319 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7baec634-7bbd-4cd8-ba35-a710f9f17add req-55d6e11d-5428-4051-96fb-a641a0acdb19 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:57.941741 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7baec634-7bbd-4cd8-ba35-a710f9f17add req-55d6e11d-5428-4051-96fb-a641a0acdb19 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:57.942023 n-d-793621-33 neutron-server[94627]: INFO neutron.db.l3_db [req-7baec634-7bbd-4cd8-ba35-a710f9f17add req-55d6e11d-5428-4051-96fb-a641a0acdb19 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Floating IP 69c88557-d613-41ac-a583-b84abd7df4e1 disassociated. External IP: 172.25.3.29, port: 1fee02a7-12cf-4aca-94e2-59c18052b644. Aug 22 13:28:57.942370 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-7baec634-7bbd-4cd8-ba35-a710f9f17add req-55d6e11d-5428-4051-96fb-a641a0acdb19 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Calling delete_port for 1fee02a7-12cf-4aca-94e2-59c18052b644 owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:28:57.957876 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c1bdc674-492c-4e86-b560-053ff061f090 req-a8a3fb3d-a551-4ff0-8f7a-34916f89a302 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] 10.222.0.21 "GET /v2.0/security-groups?id=10de7916-6b18-4180-a44a-f961fc40948b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765779 Aug 22 13:28:57.974544 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 49182ab7-2c16-40e9-8e35-5b5ee774a5c3, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=49182ab7-2c16-40e9-8e35-5b5ee774a5c3,segment=NetworkSegment(e0cf36a3-398c-4c68-a668-edae22b1fee1),segment_id=e0cf36a3-398c-4c68-a668-edae22b1fee1)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:28:58.017565 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '49182ab7-2c16-40e9-8e35-5b5ee774a5c3', 'network_id': 'dfedf898-aca6-4df9-b6f5-cb8b2650ce65', 'port_id': '49182ab7-2c16-40e9-8e35-5b5ee774a5c3', 'mac_address': 'fa:16:3e:67:35:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86161abd-93fb-4a2f-8c13-984112b572a1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:28:58.067649 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20dbfcd-bc15-4245-af91-f6aa02e29c43 x-openstack-request-id: req-e20dbfcd-bc15-4245-af91-f6aa02e29c43 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:28:58.067649 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf69ff6-0f9b-4203-86af-3f52f4cd0492", "tag": "80ecb7f5-43ab-40aa-bf79-3c89ac06f33d", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:28:58.067649 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e20dbfcd-bc15-4245-af91-f6aa02e29c43 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:28:58.067649 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbf69ff6-0f9b-4203-86af-3f52f4cd0492', 'tag': '80ecb7f5-43ab-40aa-bf79-3c89ac06f33d', 'status': 'completed', 'code': 200} Aug 22 13:28:58.080499 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9080d6e9-b197-47f3-b3b1-5f1035665781 req-8a343863-bfbd-4136-b69c-17238cf5de8a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80ecb7f5-43ab-40aa-bf79-3c89ac06f33d HTTP/1.1" status: 200 len: 217 time: 0.1199141 Aug 22 13:28:58.107258 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:58.156356 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49182ab7-2c16-40e9-8e35-5b5ee774a5c3 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:28:58.209251 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 49182ab7-2c16-40e9-8e35-5b5ee774a5c3, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=49182ab7-2c16-40e9-8e35-5b5ee774a5c3,segment=NetworkSegment(e0cf36a3-398c-4c68-a668-edae22b1fee1),segment_id=e0cf36a3-398c-4c68-a668-edae22b1fee1)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:28:58.232068 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:58.278168 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:58.343785 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9080d6e9-b197-47f3-b3b1-5f1035665781 req-ba7c4188-890c-4140-bea9-671e7737e14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:58.357379 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9080d6e9-b197-47f3-b3b1-5f1035665781 req-ba7c4188-890c-4140-bea9-671e7737e14b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1f889029-53b7-465d-ae54-5b69207b2db9 HTTP/1.1" status: 200 len: 858 time: 0.2166071 Aug 22 13:28:58.422900 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a3b05-cffb-4f3f-ab89-d32e1b319906 req-6aa75ff6-3ffa-479e-a3ae-01d1bb370c18 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:58.424529 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e52a3b05-cffb-4f3f-ab89-d32e1b319906 req-6aa75ff6-3ffa-479e-a3ae-01d1bb370c18 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9232882-fa8c-47c3-8a04-8a7af999b018 HTTP/1.1" status: 200 len: 949 time: 0.2725306 Aug 22 13:28:58.468796 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d8ffe0-84a9-4229-86d3-af1c4b4de838 req-cd45e226-b58d-400b-9bc8-2d29475d0028 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:58.471010 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-63d8ffe0-84a9-4229-86d3-af1c4b4de838 req-cd45e226-b58d-400b-9bc8-2d29475d0028 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 946 time: 0.3148413 Aug 22 13:28:58.481612 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9080d6e9-b197-47f3-b3b1-5f1035665781 req-4033ba08-32a6-42a4-9d34-14ac73a4f9bb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22ccff4c-fbb9-4d2c-868b-4119e5337f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1029925 Aug 22 13:28:58.542226 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=49182ab7-2c16-40e9-8e35-5b5ee774a5c3,revision_number=11']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:58.563300 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1b906f47-c0bd-4338-8efe-45eac20edfe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:58.695414 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['49182ab7-2c16-40e9-8e35-5b5ee774a5c3'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:28:58.726962 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-63d8ffe0-84a9-4229-86d3-af1c4b4de838 req-ec9cdd74-8bd9-4b3f-aa16-984f500fc75c tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4f995f7-29d9-4ea1-8a86-26535a55404a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2422254 Aug 22 13:28:58.786301 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7baec634-7bbd-4cd8-ba35-a710f9f17add req-55d6e11d-5428-4051-96fb-a641a0acdb19 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:58.803538 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e52a3b05-cffb-4f3f-ab89-d32e1b319906 req-f7861108-6003-406c-be93-8df2ceeb6710 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/security-groups?id=835e4b24-d982-476b-a6a6-e5ce19cfed22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291874 Aug 22 13:28:58.906973 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d6e11d-5428-4051-96fb-a641a0acdb19 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Pushing event deleted for resources: {'Port': ['ID=1fee02a7-12cf-4aca-94e2-59c18052b644,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:28:59.002331 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9080d6e9-b197-47f3-b3b1-5f1035665781 req-71f01039-09ae-4d40-8065-252ddafb9b27 service neutron] 10.222.0.16 "GET /v2.0/networks/22ccff4c-fbb9-4d2c-868b-4119e5337f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4853895 Aug 22 13:28:59.286702 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b7761b-b014-4cac-9374-7b7da4f6052f req-ac641bdb-b7dc-4dd9-a718-c66937cbb00c tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:59.294801 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a2b7761b-b014-4cac-9374-7b7da4f6052f req-ac641bdb-b7dc-4dd9-a718-c66937cbb00c tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dce3521-a31a-405c-9ec3-a1fc462dcbf0 HTTP/1.1" status: 200 len: 932 time: 0.3845124 Aug 22 13:28:59.364246 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a9a10-685b-4a80-8500-54efbef7bca1 req-4c7f9cc3-081d-4297-8596-9e8b81eba35d tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:59.365824 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-975a9a10-685b-4a80-8500-54efbef7bca1 req-4c7f9cc3-081d-4297-8596-9e8b81eba35d tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=719e968a-7fd4-40fb-a5a5-8b3367588f2d HTTP/1.1" status: 200 len: 946 time: 0.4545157 Aug 22 13:28:59.391542 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9080d6e9-b197-47f3-b3b1-5f1035665781 req-297c714d-6a7c-4cdf-b30b-f72ea5062e98 service neutron] 10.222.0.16 "GET /v2.0/networks/22ccff4c-fbb9-4d2c-868b-4119e5337f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265073 Aug 22 13:28:59.536996 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a2b7761b-b014-4cac-9374-7b7da4f6052f req-4acadf40-7496-4654-acb2-4a6b401675f7 tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] 10.222.0.21 "GET /v2.0/security-groups?id=b599c523-d68c-466d-9cc5-a05039137646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412047 Aug 22 13:28:59.547631 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7baec634-7bbd-4cd8-ba35-a710f9f17add req-55d6e11d-5428-4051-96fb-a641a0acdb19 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Router c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:28:59.551936 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-975a9a10-685b-4a80-8500-54efbef7bca1 req-49d6bd59-7f47-49b1-9cc0-d79dcb262341 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661255 Aug 22 13:28:59.613744 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe4c2b0-b81d-49ba-8f61-dd10456b5767 req-84220252-3893-4302-bdcb-54e765f93272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:28:59.623075 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-efe4c2b0-b81d-49ba-8f61-dd10456b5767 req-84220252-3893-4302-bdcb-54e765f93272 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0ae246c295244408bea75b5a8f51001e&device_id=cbf69ff6-0f9b-4203-86af-3f52f4cd0492 HTTP/1.1" status: 200 len: 1095 time: 0.1642113 Aug 22 13:28:59.821423 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device cc532801-56c0-4a1e-ac60-3f4a8c29f7d9 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:28:59.828283 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7baec634-7bbd-4cd8-ba35-a710f9f17add req-55d6e11d-5428-4051-96fb-a641a0acdb19 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:28:59.855398 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c193df5-dc22-4b40-a4ea-10a6a8f223ff None None] Sync routers for ids ['c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:28:59.880168 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c193df5-dc22-4b40-a4ea-10a6a8f223ff None None] Routers {'c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:28:59.880958 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-0c193df5-dc22-4b40-a4ea-10a6a8f223ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:28:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:28:59.892224 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-7baec634-7bbd-4cd8-ba35-a710f9f17add req-55d6e11d-5428-4051-96fb-a641a0acdb19 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] No DVR routers for this DVR port 1fee02a7-12cf-4aca-94e2-59c18052b644 on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:28:59.897897 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7baec634-7bbd-4cd8-ba35-a710f9f17add req-55d6e11d-5428-4051-96fb-a641a0acdb19 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:28:59.900441 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7baec634-7bbd-4cd8-ba35-a710f9f17add req-55d6e11d-5428-4051-96fb-a641a0acdb19 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] 10.222.0.16 "DELETE /v2.0/ports/1fee02a7-12cf-4aca-94e2-59c18052b644 HTTP/1.1" status: 204 len: 173 time: 3.2773533 Aug 22 13:28:59.984609 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2155c64-0bd4-40f1-a22a-13d45e37f5d4 req-4832d775-7e3a-473a-a542-730342340d43 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:00.003748 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d2155c64-0bd4-40f1-a22a-13d45e37f5d4 req-4832d775-7e3a-473a-a542-730342340d43 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf69ff6-0f9b-4203-86af-3f52f4cd0492 HTTP/1.1" status: 200 len: 943 time: 0.2542691 Aug 22 13:29:00.062866 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port cc532801-56c0-4a1e-ac60-3f4a8c29f7d9 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:29:00.063235 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:00.069715 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c022595b-a797-408a-a4d6-1c11b4e1b725', 'name': 'network-vif-deleted', 'tag': '1fee02a7-12cf-4aca-94e2-59c18052b644'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:29:00.072607 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3c1323-fd72-4c62-a88f-d099a030c9a3" -d '{"events": [{"server_uuid": "c022595b-a797-408a-a4d6-1c11b4e1b725", "name": "network-vif-deleted", "tag": "1fee02a7-12cf-4aca-94e2-59c18052b644"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:29:00.091713 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d2155c64-0bd4-40f1-a22a-13d45e37f5d4 req-1985c997-b08a-4e74-89e3-938b165c0478 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880418 Aug 22 13:29:00.092404 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe4c2b0-b81d-49ba-8f61-dd10456b5767 req-09327043-f5e0-4deb-a8c5-c5a09458fdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:00.093967 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-efe4c2b0-b81d-49ba-8f61-dd10456b5767 req-09327043-f5e0-4deb-a8c5-c5a09458fdb1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=22ccff4c-fbb9-4d2c-868b-4119e5337f9c HTTP/1.1" status: 200 len: 919 time: 0.3193407 Aug 22 13:29:00.170357 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-efe4c2b0-b81d-49ba-8f61-dd10456b5767 req-47040227-c42c-495b-a697-3fb964c95086 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80ecb7f5-43ab-40aa-bf79-3c89ac06f33d HTTP/1.1" status: 200 len: 217 time: 0.0636270 Aug 22 13:29:00.358730 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe4c2b0-b81d-49ba-8f61-dd10456b5767 req-52c24349-2aba-4e6d-ac7f-3a120b85e175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:00.358730 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-efe4c2b0-b81d-49ba-8f61-dd10456b5767 req-52c24349-2aba-4e6d-ac7f-3a120b85e175 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1f889029-53b7-465d-ae54-5b69207b2db9 HTTP/1.1" status: 200 len: 858 time: 0.1592577 Aug 22 13:29:00.395408 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-0c193df5-dc22-4b40-a4ea-10a6a8f223ff None None] Set router c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:29:00.397542 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-efe4c2b0-b81d-49ba-8f61-dd10456b5767 req-81b50c58-d15d-4759-9c7d-b87249ddbf1f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22ccff4c-fbb9-4d2c-868b-4119e5337f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279152 Aug 22 13:29:00.510987 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-efe4c2b0-b81d-49ba-8f61-dd10456b5767 req-9d7af113-b354-456f-b168-656b45d8f9fc service neutron] 10.222.0.16 "GET /v2.0/networks/22ccff4c-fbb9-4d2c-868b-4119e5337f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963483 Aug 22 13:29:00.535885 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-57ffba6e-5ab0-48ce-b95d-8ebb3b27fb7f req-0b3847f0-61b8-4b10-b789-91423c5a2c51 service neutron] Request body: {'port': {'device_id': '4dce3521-a31a-405c-9ec3-a1fc462dcbf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:29:00.548711 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f06ff2c0-1227-4c7f-a40e-236e3d49040c req-8424a180-ed7f-4ab5-a2a8-8229218c5013 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] 10.222.0.21 "GET /v2.0/ports?device_id=c022595b-a797-408a-a4d6-1c11b4e1b725 HTTP/1.1" status: 200 len: 210 time: 0.0364680 Aug 22 13:29:00.656276 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-efe4c2b0-b81d-49ba-8f61-dd10456b5767 req-da150e31-5e5a-49aa-8271-cc720513ee01 service neutron] 10.222.0.16 "GET /v2.0/networks/22ccff4c-fbb9-4d2c-868b-4119e5337f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060236 Aug 22 13:29:00.735385 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-57ffba6e-5ab0-48ce-b95d-8ebb3b27fb7f req-0b3847f0-61b8-4b10-b789-91423c5a2c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:00.737068 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:00.786864 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6211f-f13a-4b35-95d7-b312dc6c51b0 req-c2f14bb5-d12f-432c-8c8b-a887b83eef80 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:00.800536 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4ea6211f-f13a-4b35-95d7-b312dc6c51b0 req-c2f14bb5-d12f-432c-8c8b-a887b83eef80 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 946 time: 0.1434934 Aug 22 13:29:00.811856 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ee77e2-0ab8-434e-b7ac-eee75664f238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc532801-56c0-4a1e-ac60-3f4a8c29f7d9'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:29:00.817427 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56fcb7d5-319f-4c2c-9e00-90cd8cf3f7d0" -d '{"events": [{"server_uuid": "e0ee77e2-0ab8-434e-b7ac-eee75664f238", "name": "network-vif-plugged", "status": "completed", "tag": "cc532801-56c0-4a1e-ac60-3f4a8c29f7d9"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:29:00.888933 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4ea6211f-f13a-4b35-95d7-b312dc6c51b0 req-1c412585-2b5c-4a8d-8e14-86a3d26798bb tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4f995f7-29d9-4ea1-8a86-26535a55404a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873806 Aug 22 13:29:00.898843 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port cc532801-56c0-4a1e-ac60-3f4a8c29f7d9, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=cc532801-56c0-4a1e-ac60-3f4a8c29f7d9,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:29:00.915065 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:00.920483 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 1fee02a7-12cf-4aca-94e2-59c18052b644 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:29:00.988682 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: 1fee02a7-12cf-4aca-94e2-59c18052b644 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:29:00.989042 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 1fee02a7-12cf-4aca-94e2-59c18052b644 not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:29:01.091592 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe35035-2836-4890-9d8c-dc40f769f595 req-fe3cdc2b-30a3-4e7f-9626-876ef87e71ba tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:01.103881 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dfe35035-2836-4890-9d8c-dc40f769f595 req-fe3cdc2b-30a3-4e7f-9626-876ef87e71ba tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9232882-fa8c-47c3-8a04-8a7af999b018 HTTP/1.1" status: 200 len: 949 time: 0.1099913 Aug 22 13:29:01.176703 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a71e3dc1-9b64-4cbf-a85c-dd8a44eb545e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:01.192134 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=cc532801-56c0-4a1e-ac60-3f4a8c29f7d9,revision_number=10']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:01.209390 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dfe35035-2836-4890-9d8c-dc40f769f595 req-c23de1c6-a50d-4ec9-8a39-44e65c7df7a8 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/security-groups?id=835e4b24-d982-476b-a6a6-e5ce19cfed22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048646 Aug 22 13:29:01.217095 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:01.262393 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-0c193df5-dc22-4b40-a4ea-10a6a8f223ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2', 'name': 'tempest-ServersTestBootFromVolume-1017027809-router', 'tenant_id': 'b51a2828dc644e95bef62325f0835560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '15d7a091-6c52-449e-a338-77b952b1d5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:25:22Z', 'updated_at': '2021-08-22T13:25:39Z', 'revision_number': 4, 'project_id': 'b51a2828dc644e95bef62325f0835560', 'gw_port': {'id': '15d7a091-6c52-449e-a338-77b952b1d5a9', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:25Z', 'updated_at': '2021-08-22T13:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '8fd989d4-3fca-4249-b0f5-d7d9e11b9f25', 'name': '', 'network_id': '143a0aca-6b8a-4e49-a5a0-2f6e96878754', 'tenant_id': 'b51a2828dc644e95bef62325f0835560', 'mac_address': 'fa:16:3e:dd:40:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '3123dceb-ace6-46b4-af77-e0bcfcb1de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:37Z', 'updated_at': '2021-08-22T13:25:43Z', 'revision_number': 5, 'project_id': 'b51a2828dc644e95bef62325f0835560', 'subnets': [{'id': '3123dceb-ace6-46b4-af77-e0bcfcb1de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:29:01.297397 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-57ffba6e-5ab0-48ce-b95d-8ebb3b27fb7f req-0b3847f0-61b8-4b10-b789-91423c5a2c51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c00864b0-2818-4e22-9c6e-73cdf53f766d {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:29:01.319044 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfa7aa0-f069-41f5-b54d-49bc9208257f x-openstack-request-id: req-4dfa7aa0-f069-41f5-b54d-49bc9208257f {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:29:01.319615 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c022595b-a797-408a-a4d6-1c11b4e1b725", "name": "network-vif-deleted", "tag": "1fee02a7-12cf-4aca-94e2-59c18052b644", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:29:01.320213 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4dfa7aa0-f069-41f5-b54d-49bc9208257f {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:29:01.321073 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c022595b-a797-408a-a4d6-1c11b4e1b725', 'name': 'network-vif-deleted', 'tag': '1fee02a7-12cf-4aca-94e2-59c18052b644', 'status': 'completed', 'code': 200} Aug 22 13:29:01.326482 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-57ffba6e-5ab0-48ce-b95d-8ebb3b27fb7f req-0b3847f0-61b8-4b10-b789-91423c5a2c51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:01.347732 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c193df5-dc22-4b40-a4ea-10a6a8f223ff None None] Checking router: c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:29:01.371743 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c193df5-dc22-4b40-a4ea-10a6a8f223ff None None] Routers {'c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:29:01.373283 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-0c193df5-dc22-4b40-a4ea-10a6a8f223ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:29:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:29:01.375222 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-57ffba6e-5ab0-48ce-b95d-8ebb3b27fb7f req-0b3847f0-61b8-4b10-b789-91423c5a2c51 service neutron] Transition to ACTIVE for port object c00864b0-2818-4e22-9c6e-73cdf53f766d will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:29:01.378025 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77cbaef-927d-4a49-b519-f6a572bd827a req-293a89c0-764b-4d4b-a097-d3fec6253f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:01.379642 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b77cbaef-927d-4a49-b519-f6a572bd827a req-293a89c0-764b-4d4b-a097-d3fec6253f76 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ae246c295244408bea75b5a8f51001e&device_id=6d7ffbc7-b2d5-4bba-a073-c6fbb5c6b114 HTTP/1.1" status: 200 len: 1096 time: 0.6477425 Aug 22 13:29:01.382773 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-57ffba6e-5ab0-48ce-b95d-8ebb3b27fb7f req-0b3847f0-61b8-4b10-b789-91423c5a2c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:01.543230 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77cbaef-927d-4a49-b519-f6a572bd827a req-0b6ef583-9782-4ccb-9e15-9fb0234e2a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:01.544704 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b77cbaef-927d-4a49-b519-f6a572bd827a req-0b6ef583-9782-4ccb-9e15-9fb0234e2a85 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=0ae246c295244408bea75b5a8f51001e&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1264267 Aug 22 13:29:01.553292 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b6bbb-8a6b-4d37-88c3-96316a227593 req-0f023c1b-b736-4c1c-b2f3-2d845d43f73a tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:01.561864 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-922b6bbb-8a6b-4d37-88c3-96316a227593 req-0f023c1b-b736-4c1c-b2f3-2d845d43f73a tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dce3521-a31a-405c-9ec3-a1fc462dcbf0 HTTP/1.1" status: 200 len: 944 time: 0.1192415 Aug 22 13:29:01.650170 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-0c193df5-dc22-4b40-a4ea-10a6a8f223ff None None] Set router c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:29:01.674906 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-922b6bbb-8a6b-4d37-88c3-96316a227593 req-51d4e6a8-fd48-402e-9095-9b85d23eabf6 tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] 10.222.0.21 "GET /v2.0/security-groups?id=b599c523-d68c-466d-9cc5-a05039137646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950344 Aug 22 13:29:01.810616 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3847f0-61b8-4b10-b789-91423c5a2c51 service neutron] Pushing event updated for resources: {'Port': ['ID=c00864b0-2818-4e22-9c6e-73cdf53f766d,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:01.862937 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 80ecb7f5-43ab-40aa-bf79-3c89ac06f33d details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:29:01.864924 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 49182ab7-2c16-40e9-8e35-5b5ee774a5c3 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:29:01.898020 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4233d923-6e5d-4d80-885b-6c5cdaf1653d req-2f559736-5dbb-40c7-88ce-d82ed747e583 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:01.913254 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4233d923-6e5d-4d80-885b-6c5cdaf1653d req-2f559736-5dbb-40c7-88ce-d82ed747e583 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=719e968a-7fd4-40fb-a5a5-8b3367588f2d HTTP/1.1" status: 200 len: 946 time: 0.1599474 Aug 22 13:29:01.961519 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:29:02.064114 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-57ffba6e-5ab0-48ce-b95d-8ebb3b27fb7f req-0b3847f0-61b8-4b10-b789-91423c5a2c51 service neutron] Attempting to bind port c00864b0-2818-4e22-9c6e-73cdf53f766d on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:29:02.064483 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-57ffba6e-5ab0-48ce-b95d-8ebb3b27fb7f req-0b3847f0-61b8-4b10-b789-91423c5a2c51 service neutron] Attempting to bind port c00864b0-2818-4e22-9c6e-73cdf53f766d by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': 'e7a7ec43-d01c-48ab-beec-ae7862b4646f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9cdac34e-bc99-4e4b-8c2d-3b1f7c9e01d7'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:29:02.064772 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ffba6e-5ab0-48ce-b95d-8ebb3b27fb7f req-0b3847f0-61b8-4b10-b789-91423c5a2c51 service neutron] Attempting to bind port c00864b0-2818-4e22-9c6e-73cdf53f766d on network 9cdac34e-bc99-4e4b-8c2d-3b1f7c9e01d7 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:29:02.082115 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4233d923-6e5d-4d80-885b-6c5cdaf1653d req-df1a7b77-84fb-4cb3-8b68-57f4aede7462 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661866 Aug 22 13:29:02.099426 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.db.resource_extend [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 22 13:29:02.104034 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77cbaef-927d-4a49-b519-f6a572bd827a req-39562e21-6224-47b8-a3d0-b572cd86d1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:02.113732 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b77cbaef-927d-4a49-b519-f6a572bd827a req-39562e21-6224-47b8-a3d0-b572cd86d1c0 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5526509 Aug 22 13:29:02.117026 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ffba6e-5ab0-48ce-b95d-8ebb3b27fb7f req-0b3847f0-61b8-4b10-b789-91423c5a2c51 service neutron] Port c00864b0-2818-4e22-9c6e-73cdf53f766d on network 9cdac34e-bc99-4e4b-8c2d-3b1f7c9e01d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:29:02.117354 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ffba6e-5ab0-48ce-b95d-8ebb3b27fb7f req-0b3847f0-61b8-4b10-b789-91423c5a2c51 service neutron] Attempting to bind port c00864b0-2818-4e22-9c6e-73cdf53f766d on network 9cdac34e-bc99-4e4b-8c2d-3b1f7c9e01d7 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:29:02.129339 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ffba6e-5ab0-48ce-b95d-8ebb3b27fb7f req-0b3847f0-61b8-4b10-b789-91423c5a2c51 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:29:02.129817 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ffba6e-5ab0-48ce-b95d-8ebb3b27fb7f req-0b3847f0-61b8-4b10-b789-91423c5a2c51 service neutron] Checking segment: {'id': 'e7a7ec43-d01c-48ab-beec-ae7862b4646f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9cdac34e-bc99-4e4b-8c2d-3b1f7c9e01d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:29:02.130057 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ffba6e-5ab0-48ce-b95d-8ebb3b27fb7f req-0b3847f0-61b8-4b10-b789-91423c5a2c51 service neutron] Bound using segment: {'id': 'e7a7ec43-d01c-48ab-beec-ae7862b4646f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9cdac34e-bc99-4e4b-8c2d-3b1f7c9e01d7'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:29:02.130492 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-57ffba6e-5ab0-48ce-b95d-8ebb3b27fb7f req-0b3847f0-61b8-4b10-b789-91423c5a2c51 service neutron] Bound port: c00864b0-2818-4e22-9c6e-73cdf53f766d, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7a7ec43-d01c-48ab-beec-ae7862b4646f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9cdac34e-bc99-4e4b-8c2d-3b1f7c9e01d7'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:29:02.130856 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-57ffba6e-5ab0-48ce-b95d-8ebb3b27fb7f req-0b3847f0-61b8-4b10-b789-91423c5a2c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:02.269378 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e654db0-2dac-41da-aee4-c41ecb9df856 x-openstack-request-id: req-0e654db0-2dac-41da-aee4-c41ecb9df856 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:29:02.269753 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0ee77e2-0ab8-434e-b7ac-eee75664f238", "name": "network-vif-plugged", "status": "completed", "tag": "cc532801-56c0-4a1e-ac60-3f4a8c29f7d9", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:29:02.271421 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0e654db0-2dac-41da-aee4-c41ecb9df856 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:29:02.271819 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ee77e2-0ab8-434e-b7ac-eee75664f238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc532801-56c0-4a1e-ac60-3f4a8c29f7d9', 'code': 200} Aug 22 13:29:02.273441 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-57ffba6e-5ab0-48ce-b95d-8ebb3b27fb7f req-0b3847f0-61b8-4b10-b789-91423c5a2c51 service neutron] For port c00864b0-2818-4e22-9c6e-73cdf53f766d, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:29:02.279886 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-57ffba6e-5ab0-48ce-b95d-8ebb3b27fb7f req-0b3847f0-61b8-4b10-b789-91423c5a2c51 service neutron] For port c00864b0-2818-4e22-9c6e-73cdf53f766d, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=c00864b0-2818-4e22-9c6e-73cdf53f766d,segment=NetworkSegment(e7a7ec43-d01c-48ab-beec-ae7862b4646f),segment_id=e7a7ec43-d01c-48ab-beec-ae7862b4646f)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:29:02.292809 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-57ffba6e-5ab0-48ce-b95d-8ebb3b27fb7f req-0b3847f0-61b8-4b10-b789-91423c5a2c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:02.321289 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ffba6e-5ab0-48ce-b95d-8ebb3b27fb7f req-0b3847f0-61b8-4b10-b789-91423c5a2c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:02.322535 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-57ffba6e-5ab0-48ce-b95d-8ebb3b27fb7f req-0b3847f0-61b8-4b10-b789-91423c5a2c51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:02.323986 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-57ffba6e-5ab0-48ce-b95d-8ebb3b27fb7f req-0b3847f0-61b8-4b10-b789-91423c5a2c51 service neutron] 10.222.0.41 "PUT /v2.0/ports/c00864b0-2818-4e22-9c6e-73cdf53f766d HTTP/1.1" status: 200 len: 1093 time: 1.7939460 Aug 22 13:29:02.325547 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dce3521-a31a-405c-9ec3-a1fc462dcbf0', 'tag': 'c00864b0-2818-4e22-9c6e-73cdf53f766d'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:29:02.332119 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fac7f9c-f715-4cff-a9f9-261a79f559e5" -d '{"events": [{"name": "network-changed", "server_uuid": "4dce3521-a31a-405c-9ec3-a1fc462dcbf0", "tag": "c00864b0-2818-4e22-9c6e-73cdf53f766d"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:29:02.464659 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port 49182ab7-2c16-40e9-8e35-5b5ee774a5c3 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:29:02.476469 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb58bb4-bca1-477f-9127-71011656281a req-760b23d8-7a6f-4b09-afad-b550fdd38e5f tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:02.478116 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2fb58bb4-bca1-477f-9127-71011656281a req-760b23d8-7a6f-4b09-afad-b550fdd38e5f tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf69ff6-0f9b-4203-86af-3f52f4cd0492 HTTP/1.1" status: 200 len: 943 time: 0.2231395 Aug 22 13:29:02.486081 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 80ecb7f5-43ab-40aa-bf79-3c89ac06f33d, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=80ecb7f5-43ab-40aa-bf79-3c89ac06f33d,segment=NetworkSegment(b2446ece-d720-4443-890c-13eae2cebc74),segment_id=b2446ece-d720-4443-890c-13eae2cebc74)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:29:02.531265 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 49182ab7-2c16-40e9-8e35-5b5ee774a5c3 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:29:02.531741 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:02.579269 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:02.582430 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '80ecb7f5-43ab-40aa-bf79-3c89ac06f33d', 'network_id': '22ccff4c-fbb9-4d2c-868b-4119e5337f9c', 'port_id': '80ecb7f5-43ab-40aa-bf79-3c89ac06f33d', 'mac_address': 'fa:16:3e:70:a7:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f889029-53b7-465d-ae54-5b69207b2db9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:29:02.630010 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3847f0-61b8-4b10-b789-91423c5a2c51 service neutron] Pushing event updated for resources: {'Port': ['ID=c00864b0-2818-4e22-9c6e-73cdf53f766d,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:02.643832 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2fb58bb4-bca1-477f-9127-71011656281a req-49d85bc8-e7dd-4b1d-93fc-6be78949f866 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553512 Aug 22 13:29:02.712274 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ffba6e-5ab0-48ce-b95d-8ebb3b27fb7f req-bdaf9602-0f21-4b76-8838-b17e0fd686ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:02.714545 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:02.721774 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-57ffba6e-5ab0-48ce-b95d-8ebb3b27fb7f req-bdaf9602-0f21-4b76-8838-b17e0fd686ca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=af20f51aa91f4ab9ae0e1e95088c542a&device_id=4dce3521-a31a-405c-9ec3-a1fc462dcbf0 HTTP/1.1" status: 200 len: 1096 time: 0.2511230 Aug 22 13:29:02.728513 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d4829-cbac-48a6-8317-59942234ca8b req-86f20e69-fceb-46bf-a441-ee4e20ac24e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:02.733539 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-0c193df5-dc22-4b40-a4ea-10a6a8f223ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2', 'name': 'tempest-ServersTestBootFromVolume-1017027809-router', 'tenant_id': 'b51a2828dc644e95bef62325f0835560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '15d7a091-6c52-449e-a338-77b952b1d5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:25:22Z', 'updated_at': '2021-08-22T13:25:39Z', 'revision_number': 4, 'project_id': 'b51a2828dc644e95bef62325f0835560', 'gw_port': {'id': '15d7a091-6c52-449e-a338-77b952b1d5a9', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:25Z', 'updated_at': '2021-08-22T13:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '8fd989d4-3fca-4249-b0f5-d7d9e11b9f25', 'name': '', 'network_id': '143a0aca-6b8a-4e49-a5a0-2f6e96878754', 'tenant_id': 'b51a2828dc644e95bef62325f0835560', 'mac_address': 'fa:16:3e:dd:40:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '3123dceb-ace6-46b4-af77-e0bcfcb1de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:37Z', 'updated_at': '2021-08-22T13:25:43Z', 'revision_number': 5, 'project_id': 'b51a2828dc644e95bef62325f0835560', 'subnets': [{'id': '3123dceb-ace6-46b4-af77-e0bcfcb1de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:29:02.737745 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80ecb7f5-43ab-40aa-bf79-3c89ac06f33d {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:29:02.738428 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-359d4829-cbac-48a6-8317-59942234ca8b req-86f20e69-fceb-46bf-a441-ee4e20ac24e8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ae246c295244408bea75b5a8f51001e&device_id=6d7ffbc7-b2d5-4bba-a073-c6fbb5c6b114 HTTP/1.1" status: 200 len: 1096 time: 0.3585420 Aug 22 13:29:02.815187 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-57ffba6e-5ab0-48ce-b95d-8ebb3b27fb7f req-ff9b04dc-5a2e-474a-89dc-cedf79f0a67e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c00864b0-2818-4e22-9c6e-73cdf53f766d HTTP/1.1" status: 200 len: 217 time: 0.0756106 Aug 22 13:29:02.858423 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c193df5-dc22-4b40-a4ea-10a6a8f223ff None None] The sync data for ids ['c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2'] in n-d-793621-33 is: [{'id': 'c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2', 'name': 'tempest-ServersTestBootFromVolume-1017027809-router', 'tenant_id': 'b51a2828dc644e95bef62325f0835560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '15d7a091-6c52-449e-a338-77b952b1d5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:25:22Z', 'updated_at': '2021-08-22T13:25:39Z', 'revision_number': 4, 'project_id': 'b51a2828dc644e95bef62325f0835560', 'gw_port': {'id': '15d7a091-6c52-449e-a338-77b952b1d5a9', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:25Z', 'updated_at': '2021-08-22T13:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '8fd989d4-3fca-4249-b0f5-d7d9e11b9f25', 'name': '', 'network_id': '143a0aca-6b8a-4e49-a5a0-2f6e96878754', 'tenant_id': 'b51a2828dc644e95bef62325f0835560', 'mac_address': 'fa:16:3e:dd:40:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '3123dceb-ace6-46b4-af77-e0bcfcb1de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:37Z', 'updated_at': '2021-08-22T13:25:43Z', 'revision_number': 5, 'project_id': 'b51a2828dc644e95bef62325f0835560', 'subnets': [{'id': '3123dceb-ace6-46b4-af77-e0bcfcb1de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:29:02.901600 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-359d4829-cbac-48a6-8317-59942234ca8b req-1a8ffdeb-dde0-426c-af43-c6aa98c017e6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=244baafb-8604-42c0-b225-646fcb06b532 HTTP/1.1" status: 200 len: 217 time: 0.0852160 Aug 22 13:29:02.936819 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 80ecb7f5-43ab-40aa-bf79-3c89ac06f33d, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=80ecb7f5-43ab-40aa-bf79-3c89ac06f33d,segment=NetworkSegment(b2446ece-d720-4443-890c-13eae2cebc74),segment_id=b2446ece-d720-4443-890c-13eae2cebc74)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:29:02.953414 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:02.970395 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8a2feac7-0cb7-4041-9d56-f94608831f54 req-ada8ccd7-f008-4a64-8012-7e904890871b tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] 10.222.0.21 "GET /v2.0/ports?device_id=c022595b-a797-408a-a4d6-1c11b4e1b725 HTTP/1.1" status: 200 len: 210 time: 0.0652251 Aug 22 13:29:03.004989 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:03.032478 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ffba6e-5ab0-48ce-b95d-8ebb3b27fb7f req-bb355d33-bd01-40fc-b09c-dcd1c76a7dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:03.033960 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-57ffba6e-5ab0-48ce-b95d-8ebb3b27fb7f req-bb355d33-bd01-40fc-b09c-dcd1c76a7dd2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ff3adb6c-6a4b-4f90-9687-9491caae68a4 HTTP/1.1" status: 200 len: 853 time: 0.2011495 Aug 22 13:29:03.038219 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d4829-cbac-48a6-8317-59942234ca8b req-2cc71c20-c50f-4c7a-96ff-98f663b807ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:03.039770 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-359d4829-cbac-48a6-8317-59942234ca8b req-2cc71c20-c50f-4c7a-96ff-98f663b807ca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1f889029-53b7-465d-ae54-5b69207b2db9 HTTP/1.1" status: 200 len: 858 time: 0.0888896 Aug 22 13:29:03.057131 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 49182ab7-2c16-40e9-8e35-5b5ee774a5c3, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=49182ab7-2c16-40e9-8e35-5b5ee774a5c3,segment=NetworkSegment(e0cf36a3-398c-4c68-a668-edae22b1fee1),segment_id=e0cf36a3-398c-4c68-a668-edae22b1fee1)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:29:03.103981 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:03.161408 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=80ecb7f5-43ab-40aa-bf79-3c89ac06f33d,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:03.248075 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-359d4829-cbac-48a6-8317-59942234ca8b req-c26f0431-7734-47f4-8173-0788b492dc33 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22ccff4c-fbb9-4d2c-868b-4119e5337f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1719866 Aug 22 13:29:03.287255 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c9c22c-061b-4320-b655-674a903856a3 req-e2efdfd4-d255-4f07-9a96-0c7ca34b927c tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:03.302059 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=49182ab7-2c16-40e9-8e35-5b5ee774a5c3,revision_number=12']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:03.315969 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-98c9c22c-061b-4320-b655-674a903856a3 req-e2efdfd4-d255-4f07-9a96-0c7ca34b927c tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 947 time: 0.1765628 Aug 22 13:29:03.413063 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-98c9c22c-061b-4320-b655-674a903856a3 req-dcb99bc8-6d6d-46ae-b2cd-c8d8d01ab789 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4f995f7-29d9-4ea1-8a86-26535a55404a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960047 Aug 22 13:29:03.429804 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b621138-86ee-44f5-94c3-9c1578e466a5 None None] New status for floating IP 69c88557-d613-41ac-a583-b84abd7df4e1: DOWN {{(pid=94630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 13:29:03.438809 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ffba6e-5ab0-48ce-b95d-8ebb3b27fb7f req-bc271dc5-f088-4df3-a171-d41b33c7f190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:03.453112 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-57ffba6e-5ab0-48ce-b95d-8ebb3b27fb7f req-bc271dc5-f088-4df3-a171-d41b33c7f190 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9cdac34e-bc99-4e4b-8c2d-3b1f7c9e01d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3977323 Aug 22 13:29:03.490866 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['80ecb7f5-43ab-40aa-bf79-3c89ac06f33d'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:29:03.692701 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c785a3-58d9-4a4d-aacb-9a31c9ff52d4 req-38021151-0c69-4739-bc96-61a2945843f5 tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:03.693101 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:03.703865 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f2c785a3-58d9-4a4d-aacb-9a31c9ff52d4 req-38021151-0c69-4739-bc96-61a2945843f5 tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=719e968a-7fd4-40fb-a5a5-8b3367588f2d HTTP/1.1" status: 200 len: 1098 time: 0.1492720 Aug 22 13:29:03.705058 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-359d4829-cbac-48a6-8317-59942234ca8b req-73eaf1ac-a05d-4c59-9296-7452b9d528b6 service neutron] 10.222.0.41 "GET /v2.0/networks/22ccff4c-fbb9-4d2c-868b-4119e5337f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4350283 Aug 22 13:29:03.772603 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-57ffba6e-5ab0-48ce-b95d-8ebb3b27fb7f req-416cb6c1-4469-499c-89d0-05afa42c08cf service neutron] 10.222.0.41 "GET /v2.0/networks/9cdac34e-bc99-4e4b-8c2d-3b1f7c9e01d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080378 Aug 22 13:29:03.791077 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f2c785a3-58d9-4a4d-aacb-9a31c9ff52d4 req-53c710dd-dfd5-4675-b5aa-ca24b78635b5 tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789080 Aug 22 13:29:04.020575 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb9606c-b08d-420d-8223-25e502899b4a req-70b5548f-32dc-412b-bdcd-89870e90fea7 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:04.031073 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3fb9606c-b08d-420d-8223-25e502899b4a req-70b5548f-32dc-412b-bdcd-89870e90fea7 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9232882-fa8c-47c3-8a04-8a7af999b018 HTTP/1.1" status: 200 len: 949 time: 0.1086009 Aug 22 13:29:04.133542 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3fb9606c-b08d-420d-8223-25e502899b4a req-8055fd91-08ba-47cc-9f2a-d4c4d6f0fafb tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/security-groups?id=835e4b24-d982-476b-a6a6-e5ce19cfed22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987165 Aug 22 13:29:04.138359 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-359d4829-cbac-48a6-8317-59942234ca8b req-02d50d17-f372-4da9-8e39-d6a4cf68e1ef service neutron] 10.222.0.41 "GET /v2.0/networks/22ccff4c-fbb9-4d2c-868b-4119e5337f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4149013 Aug 22 13:29:04.178033 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-57ffba6e-5ab0-48ce-b95d-8ebb3b27fb7f req-c6fcd8cb-2ee2-48ed-9e26-0d719c342d33 service neutron] 10.222.0.41 "GET /v2.0/networks/9cdac34e-bc99-4e4b-8c2d-3b1f7c9e01d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719001 Aug 22 13:29:04.225346 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc8b59a-3855-4b09-b671-8dfedcc521d8 x-openstack-request-id: req-bfc8b59a-3855-4b09-b671-8dfedcc521d8 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:29:04.225699 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dce3521-a31a-405c-9ec3-a1fc462dcbf0", "tag": "c00864b0-2818-4e22-9c6e-73cdf53f766d", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:29:04.226008 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bfc8b59a-3855-4b09-b671-8dfedcc521d8 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:29:04.226546 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dce3521-a31a-405c-9ec3-a1fc462dcbf0', 'tag': 'c00864b0-2818-4e22-9c6e-73cdf53f766d', 'status': 'completed', 'code': 200} Aug 22 13:29:04.279460 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49182ab7-2c16-40e9-8e35-5b5ee774a5c3'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:29:04.282058 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b3c5fd-3df7-48fa-a750-c2c77fd8cc22" -d '{"events": [{"server_uuid": "7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451", "name": "network-vif-plugged", "status": "completed", "tag": "49182ab7-2c16-40e9-8e35-5b5ee774a5c3"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:29:04.291819 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:04.335007 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac7f9c-f715-4cff-a9f9-261a79f559e5 req-da6652c1-baff-4325-90a5-a8294b72dbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:04.336547 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8fac7f9c-f715-4cff-a9f9-261a79f559e5 req-da6652c1-baff-4325-90a5-a8294b72dbdc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=af20f51aa91f4ab9ae0e1e95088c542a&device_id=4dce3521-a31a-405c-9ec3-a1fc462dcbf0 HTTP/1.1" status: 200 len: 1096 time: 0.0732079 Aug 22 13:29:04.428969 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27029874-79e3-4eac-b4b0-5c6b3178f331 req-e991d847-8050-49cb-aa9f-586a7e5e7dcf tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:04.430605 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-27029874-79e3-4eac-b4b0-5c6b3178f331 req-e991d847-8050-49cb-aa9f-586a7e5e7dcf tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dce3521-a31a-405c-9ec3-a1fc462dcbf0 HTTP/1.1" status: 200 len: 944 time: 0.0917497 Aug 22 13:29:04.505967 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac7f9c-f715-4cff-a9f9-261a79f559e5 req-cbf30e93-a494-46ef-b70c-e8bd17a88341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:04.507402 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8fac7f9c-f715-4cff-a9f9-261a79f559e5 req-cbf30e93-a494-46ef-b70c-e8bd17a88341 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9cdac34e-bc99-4e4b-8c2d-3b1f7c9e01d7 HTTP/1.1" status: 200 len: 915 time: 0.1331153 Aug 22 13:29:04.526992 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-27029874-79e3-4eac-b4b0-5c6b3178f331 req-fe395de5-36c5-4a8b-b327-6f6bdc8ff78a tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] 10.222.0.21 "GET /v2.0/security-groups?id=b599c523-d68c-466d-9cc5-a05039137646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847034 Aug 22 13:29:04.582197 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8fac7f9c-f715-4cff-a9f9-261a79f559e5 req-ac982520-6415-4df3-9dee-9c9d82a42d1b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c00864b0-2818-4e22-9c6e-73cdf53f766d HTTP/1.1" status: 200 len: 217 time: 0.0479662 Aug 22 13:29:04.666892 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac7f9c-f715-4cff-a9f9-261a79f559e5 req-0861d163-f3c8-49fc-88b5-75450c59fa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:04.668399 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8fac7f9c-f715-4cff-a9f9-261a79f559e5 req-0861d163-f3c8-49fc-88b5-75450c59fa1d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ff3adb6c-6a4b-4f90-9687-9491caae68a4 HTTP/1.1" status: 200 len: 853 time: 0.0728724 Aug 22 13:29:04.714664 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e3cba-c14a-4cff-9c25-e4149ebdf686 req-4e46b9ff-022d-4f64-a715-29ce7c7b56be tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:04.724480 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-015e3cba-c14a-4cff-9c25-e4149ebdf686 req-4e46b9ff-022d-4f64-a715-29ce7c7b56be tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf69ff6-0f9b-4203-86af-3f52f4cd0492 HTTP/1.1" status: 200 len: 944 time: 0.1120167 Aug 22 13:29:04.810861 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-015e3cba-c14a-4cff-9c25-e4149ebdf686 req-98ceff94-4c5a-4193-8c2d-ba0d949129bf tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852332 Aug 22 13:29:05.103660 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe2131-4e0c-4743-b422-3c875f949476 req-f539e585-3559-44a2-a959-1ab6495a85f0 tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:05.105448 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cdbe2131-4e0c-4743-b422-3c875f949476 req-f539e585-3559-44a2-a959-1ab6495a85f0 tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=719e968a-7fd4-40fb-a5a5-8b3367588f2d HTTP/1.1" status: 200 len: 1098 time: 0.0765507 Aug 22 13:29:05.124016 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 690f4f1b-305f-41c3-843d-0dd772263ccf details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:29:05.126409 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 690f4f1b-305f-41c3-843d-0dd772263ccf no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:29:05.175907 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cdbe2131-4e0c-4743-b422-3c875f949476 req-658b8c2f-8ac5-4dea-b891-114a76ce11d7 tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587320 Aug 22 13:29:05.295058 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e11de326-402f-493a-8f93-1e5d4dfa99df req-9ec1da16-eade-4001-bda8-cbf31e41ea2e tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] 10.222.0.21 "GET /v2.0/ports?device_id=c022595b-a797-408a-a4d6-1c11b4e1b725 HTTP/1.1" status: 200 len: 210 time: 0.0434506 Aug 22 13:29:05.351194 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff1473c-234d-4095-9acf-f7eb2b13ecc1 x-openstack-request-id: req-7ff1473c-234d-4095-9acf-f7eb2b13ecc1 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:29:05.363536 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451", "name": "network-vif-plugged", "status": "completed", "tag": "49182ab7-2c16-40e9-8e35-5b5ee774a5c3", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:29:05.364184 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7ff1473c-234d-4095-9acf-f7eb2b13ecc1 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:29:05.365100 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49182ab7-2c16-40e9-8e35-5b5ee774a5c3', 'code': 200} Aug 22 13:29:05.581940 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:05.585072 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16427175-1728-4894-9d91-a3310bb98fdf req-3935c592-29cf-4220-ae6e-767c4d9e06e8 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:05.595697 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-16427175-1728-4894-9d91-a3310bb98fdf req-3935c592-29cf-4220-ae6e-767c4d9e06e8 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 947 time: 0.1271546 Aug 22 13:29:05.613173 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 690f4f1b-305f-41c3-843d-0dd772263ccf, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=690f4f1b-305f-41c3-843d-0dd772263ccf,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:29:05.647929 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 690f4f1b-305f-41c3-843d-0dd772263ccf, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=690f4f1b-305f-41c3-843d-0dd772263ccf,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:29:05.658220 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:05.668175 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '690f4f1b-305f-41c3-843d-0dd772263ccf', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'port_id': '690f4f1b-305f-41c3-843d-0dd772263ccf', 'mac_address': 'fa:16:3e:39:a1:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7151c727-b27f-4308-8098-60bc16140d45', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:29:05.685941 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-16427175-1728-4894-9d91-a3310bb98fdf req-0099fe49-92d6-41e6-99a3-79c3da737f13 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4f995f7-29d9-4ea1-8a86-26535a55404a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810657 Aug 22 13:29:05.841421 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=690f4f1b-305f-41c3-843d-0dd772263ccf,revision_number=8']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:05.847815 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:05.860538 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 80ecb7f5-43ab-40aa-bf79-3c89ac06f33d up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:29:05.899309 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 690f4f1b-305f-41c3-843d-0dd772263ccf {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:29:05.915403 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 690f4f1b-305f-41c3-843d-0dd772263ccf, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=690f4f1b-305f-41c3-843d-0dd772263ccf,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:29:05.921977 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:05.995629 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22682f51-7e88-4607-9d55-d20abe9a4b52 req-95a2b3e9-16cd-4452-95db-79ad6063630c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:05.997541 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-22682f51-7e88-4607-9d55-d20abe9a4b52 req-95a2b3e9-16cd-4452-95db-79ad6063630c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 1099 time: 0.2081273 Aug 22 13:29:06.016956 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=690f4f1b-305f-41c3-843d-0dd772263ccf,revision_number=9']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:06.021889 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port 80ecb7f5-43ab-40aa-bf79-3c89ac06f33d completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:29:06.026796 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 80ecb7f5-43ab-40aa-bf79-3c89ac06f33d triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:29:06.027212 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:06.082483 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb933270-fa97-4b72-8ecd-eea227060986 req-9e3314d3-de11-405a-bed4-de38e5d7cce3 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:06.091588 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eb933270-fa97-4b72-8ecd-eea227060986 req-9e3314d3-de11-405a-bed4-de38e5d7cce3 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9232882-fa8c-47c3-8a04-8a7af999b018 HTTP/1.1" status: 200 len: 947 time: 0.2310688 Aug 22 13:29:06.161497 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-22682f51-7e88-4607-9d55-d20abe9a4b52 req-3d5b4aa3-f216-4d3d-afb1-b50b3d68b823 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e4f995f7-29d9-4ea1-8a86-26535a55404a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495037 Aug 22 13:29:06.163269 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['690f4f1b-305f-41c3-843d-0dd772263ccf'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:29:06.166387 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:06.203507 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eb933270-fa97-4b72-8ecd-eea227060986 req-8547c954-b8b1-496f-ab17-a27f0e089cd5 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/security-groups?id=835e4b24-d982-476b-a6a6-e5ce19cfed22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938146 Aug 22 13:29:06.240784 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 80ecb7f5-43ab-40aa-bf79-3c89ac06f33d, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=80ecb7f5-43ab-40aa-bf79-3c89ac06f33d,segment=NetworkSegment(b2446ece-d720-4443-890c-13eae2cebc74),segment_id=b2446ece-d720-4443-890c-13eae2cebc74)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:29:06.251068 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:06.336911 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=80ecb7f5-43ab-40aa-bf79-3c89ac06f33d,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:06.488381 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac7f9c-f715-4cff-a9f9-261a79f559e5 req-864b35a4-48ac-42c3-8464-554c1cf6efb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:06.490880 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8fac7f9c-f715-4cff-a9f9-261a79f559e5 req-864b35a4-48ac-42c3-8464-554c1cf6efb6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9cdac34e-bc99-4e4b-8c2d-3b1f7c9e01d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0744534 Aug 22 13:29:06.555233 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c6d09-b2a1-4f8a-9722-2c4ef2d70539 req-1f6d6263-dee5-425c-985c-992a7cd900ed tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:06.565385 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cb4c6d09-b2a1-4f8a-9722-2c4ef2d70539 req-1f6d6263-dee5-425c-985c-992a7cd900ed tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dce3521-a31a-405c-9ec3-a1fc462dcbf0 HTTP/1.1" status: 200 len: 944 time: 0.1236379 Aug 22 13:29:06.664222 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cb4c6d09-b2a1-4f8a-9722-2c4ef2d70539 req-3e66bc4a-3bdf-4362-b00f-926e8256f450 tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] 10.222.0.21 "GET /v2.0/security-groups?id=b599c523-d68c-466d-9cc5-a05039137646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892417 Aug 22 13:29:06.716792 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8fac7f9c-f715-4cff-a9f9-261a79f559e5 req-67c32eac-9f87-4872-a6d6-aa37fc8ab510 service neutron] 10.222.0.41 "GET /v2.0/networks/9cdac34e-bc99-4e4b-8c2d-3b1f7c9e01d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973956 Aug 22 13:29:06.863225 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3c6f5-06c8-4194-9408-255e529d9115 req-25003976-9ac0-496d-9c83-d0ee2d9dd244 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:06.865225 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3bf3c6f5-06c8-4194-9408-255e529d9115 req-25003976-9ac0-496d-9c83-d0ee2d9dd244 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf69ff6-0f9b-4203-86af-3f52f4cd0492 HTTP/1.1" status: 200 len: 945 time: 0.1048961 Aug 22 13:29:06.951220 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3bf3c6f5-06c8-4194-9408-255e529d9115 req-8ad80cda-a33c-44a0-af46-88e1b3891807 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749137 Aug 22 13:29:06.969147 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8fac7f9c-f715-4cff-a9f9-261a79f559e5 req-4c055a3b-c49d-456a-915e-ed4745e54134 service neutron] 10.222.0.41 "GET /v2.0/networks/9cdac34e-bc99-4e4b-8c2d-3b1f7c9e01d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001328 Aug 22 13:29:07.091266 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-06a28bda-09db-4734-8676-668f1e06c154 req-7275d0a3-9865-4dee-9c08-637fffc736d0 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] 10.222.0.21 "GET /v2.0/ports?device_id=c022595b-a797-408a-a4d6-1c11b4e1b725 HTTP/1.1" status: 200 len: 210 time: 0.0545800 Aug 22 13:29:07.124243 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 690f4f1b-305f-41c3-843d-0dd772263ccf up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:29:07.301647 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 690f4f1b-305f-41c3-843d-0dd772263ccf triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:29:07.302462 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:07.339120 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad518716-281c-4237-a7a7-90e838acd12c req-60f0101a-41cf-4a74-b502-895393647367 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:07.341302 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ad518716-281c-4237-a7a7-90e838acd12c req-60f0101a-41cf-4a74-b502-895393647367 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 947 time: 0.1768928 Aug 22 13:29:07.351877 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2adb58-ec2a-4e0b-ae9f-b6b0b85a6315 req-a66ab214-14ec-49b3-87a2-15560594fd70 tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:07.354444 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7c2adb58-ec2a-4e0b-ae9f-b6b0b85a6315 req-a66ab214-14ec-49b3-87a2-15560594fd70 tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=719e968a-7fd4-40fb-a5a5-8b3367588f2d HTTP/1.1" status: 200 len: 1098 time: 0.1078045 Aug 22 13:29:07.366125 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9232882-fa8c-47c3-8a04-8a7af999b018', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '690f4f1b-305f-41c3-843d-0dd772263ccf'}, {'server_uuid': 'cbf69ff6-0f9b-4203-86af-3f52f4cd0492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ecb7f5-43ab-40aa-bf79-3c89ac06f33d'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:29:07.370331 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b5a952-1310-4cda-8b6c-518241c5e75c" -d '{"events": [{"server_uuid": "e9232882-fa8c-47c3-8a04-8a7af999b018", "name": "network-vif-unplugged", "status": "completed", "tag": "690f4f1b-305f-41c3-843d-0dd772263ccf"}, {"server_uuid": "cbf69ff6-0f9b-4203-86af-3f52f4cd0492", "name": "network-vif-plugged", "status": "completed", "tag": "80ecb7f5-43ab-40aa-bf79-3c89ac06f33d"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:29:07.395201 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ad518716-281c-4237-a7a7-90e838acd12c req-992dcb5d-4480-4e10-864b-1c5cce59b99a tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4f995f7-29d9-4ea1-8a86-26535a55404a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397651 Aug 22 13:29:07.433709 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:07.435228 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7c2adb58-ec2a-4e0b-ae9f-b6b0b85a6315 req-37d7ff1d-a349-42ed-bb0f-e4aa97240de6 tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468223 Aug 22 13:29:07.508487 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 690f4f1b-305f-41c3-843d-0dd772263ccf, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=690f4f1b-305f-41c3-843d-0dd772263ccf,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:29:07.521014 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:07.582388 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sun, 22 Aug 2021 13:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70bf695d-e819-49bf-b210-18c324273660 x-openstack-request-id: req-70bf695d-e819-49bf-b210-18c324273660 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:29:07.582768 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9232882-fa8c-47c3-8a04-8a7af999b018", "name": "network-vif-unplugged", "status": "completed", "tag": "690f4f1b-305f-41c3-843d-0dd772263ccf", "code": 200}, {"server_uuid": "cbf69ff6-0f9b-4203-86af-3f52f4cd0492", "name": "network-vif-plugged", "status": "completed", "tag": "80ecb7f5-43ab-40aa-bf79-3c89ac06f33d", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:29:07.583306 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-70bf695d-e819-49bf-b210-18c324273660 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:29:07.584004 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9232882-fa8c-47c3-8a04-8a7af999b018', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '690f4f1b-305f-41c3-843d-0dd772263ccf', 'code': 200} Aug 22 13:29:07.584876 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf69ff6-0f9b-4203-86af-3f52f4cd0492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ecb7f5-43ab-40aa-bf79-3c89ac06f33d', 'code': 200} Aug 22 13:29:07.622808 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ba2b6-f274-4ca2-b869-a62ba7e272ae req-cf7812ff-fc19-4305-b188-beefc050d604 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:07.632916 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0f8ba2b6-f274-4ca2-b869-a62ba7e272ae req-cf7812ff-fc19-4305-b188-beefc050d604 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9232882-fa8c-47c3-8a04-8a7af999b018 HTTP/1.1" status: 200 len: 950 time: 0.1009717 Aug 22 13:29:07.645630 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=690f4f1b-305f-41c3-843d-0dd772263ccf,revision_number=10']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:07.688890 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0f8ba2b6-f274-4ca2-b869-a62ba7e272ae req-986ca520-7d4d-483a-88ed-1997bcf2a0e6 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/security-groups?id=835e4b24-d982-476b-a6a6-e5ce19cfed22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547471 Aug 22 13:29:07.846633 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b9092-f164-4882-a4c1-b23b10b6868e req-53ee912d-311c-4ac1-a7c6-7bfd41b366b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:07.848142 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ee1b9092-f164-4882-a4c1-b23b10b6868e req-53ee912d-311c-4ac1-a7c6-7bfd41b366b1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cbf69ff6-0f9b-4203-86af-3f52f4cd0492 HTTP/1.1" status: 200 len: 1097 time: 0.1293707 Aug 22 13:29:07.882054 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7bed65-d2d6-4b40-8f74-2c3cc833731a req-120f5ef2-e1b8-4d7e-b1a9-a45950825cd9 tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:07.883700 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fc7bed65-d2d6-4b40-8f74-2c3cc833731a req-120f5ef2-e1b8-4d7e-b1a9-a45950825cd9 tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dce3521-a31a-405c-9ec3-a1fc462dcbf0 HTTP/1.1" status: 200 len: 944 time: 0.1026077 Aug 22 13:29:07.950395 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ee1b9092-f164-4882-a4c1-b23b10b6868e req-abbe848a-5654-4c37-883c-db2254a46e49 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867758 Aug 22 13:29:07.963451 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fc7bed65-d2d6-4b40-8f74-2c3cc833731a req-deee5f8c-3d22-4347-a9e0-1553ac781164 tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] 10.222.0.21 "GET /v2.0/security-groups?id=b599c523-d68c-466d-9cc5-a05039137646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551398 Aug 22 13:29:08.128290 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec2f46-8d9f-4bc6-bcd5-483d470eda2f req-2f07cf9d-fcb9-4e48-a497-9ff8fe0cf98e tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:08.128290 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dbec2f46-8d9f-4bc6-bcd5-483d470eda2f req-2f07cf9d-fcb9-4e48-a497-9ff8fe0cf98e tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf69ff6-0f9b-4203-86af-3f52f4cd0492 HTTP/1.1" status: 200 len: 945 time: 0.0891266 Aug 22 13:29:08.179629 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dbec2f46-8d9f-4bc6-bcd5-483d470eda2f req-cdd925d6-5874-4ba3-97cb-223270711747 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474958 Aug 22 13:29:08.414559 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-adcaf394-687f-4c1e-8b4a-cf74610f98a9 req-b1d3668b-a4ad-45d5-8eac-78851adf58a8 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] 10.222.0.21 "GET /v2.0/ports?device_id=c022595b-a797-408a-a4d6-1c11b4e1b725 HTTP/1.1" status: 200 len: 210 time: 0.0419533 Aug 22 13:29:08.591544 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7791d-d458-47b3-90a0-d5ab9db91f29 req-472caa64-499c-404a-92b4-a62f2764e660 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:08.604495 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-41d7791d-d458-47b3-90a0-d5ab9db91f29 req-472caa64-499c-404a-92b4-a62f2764e660 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 947 time: 0.0839224 Aug 22 13:29:08.656058 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-41d7791d-d458-47b3-90a0-d5ab9db91f29 req-3d846632-cd71-4a7a-95cd-6654220bc224 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4f995f7-29d9-4ea1-8a86-26535a55404a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502505 Aug 22 13:29:08.863550 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed1658b-902f-4f98-b38b-8fe951c615a5 req-1832ccbd-3283-4bae-8849-de4049fee8b4 tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:08.866288 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4ed1658b-902f-4f98-b38b-8fe951c615a5 req-1832ccbd-3283-4bae-8849-de4049fee8b4 tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=719e968a-7fd4-40fb-a5a5-8b3367588f2d HTTP/1.1" status: 200 len: 1098 time: 0.1054754 Aug 22 13:29:08.957145 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4ed1658b-902f-4f98-b38b-8fe951c615a5 req-53e9fae8-be7e-4129-bc58-7e395bdbbdf4 tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836766 Aug 22 13:29:09.124984 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device c00864b0-2818-4e22-9c6e-73cdf53f766d details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:29:09.316567 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port c00864b0-2818-4e22-9c6e-73cdf53f766d, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=c00864b0-2818-4e22-9c6e-73cdf53f766d,segment=NetworkSegment(e7a7ec43-d01c-48ab-beec-ae7862b4646f),segment_id=e7a7ec43-d01c-48ab-beec-ae7862b4646f)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:29:09.328632 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': 'c00864b0-2818-4e22-9c6e-73cdf53f766d', 'network_id': '9cdac34e-bc99-4e4b-8c2d-3b1f7c9e01d7', 'port_id': 'c00864b0-2818-4e22-9c6e-73cdf53f766d', 'mac_address': 'fa:16:3e:04:2a:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff3adb6c-6a4b-4f90-9687-9491caae68a4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:29:09.351184 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006551b8-f31d-4a97-a4f0-0c00a7be6b48 req-83075c5f-e387-4fde-bf43-28f664de8a22 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:09.362168 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-006551b8-f31d-4a97-a4f0-0c00a7be6b48 req-83075c5f-e387-4fde-bf43-28f664de8a22 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9232882-fa8c-47c3-8a04-8a7af999b018 HTTP/1.1" status: 200 len: 950 time: 0.3377349 Aug 22 13:29:09.389315 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:09.406689 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c00864b0-2818-4e22-9c6e-73cdf53f766d {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:29:09.442112 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port c00864b0-2818-4e22-9c6e-73cdf53f766d, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=c00864b0-2818-4e22-9c6e-73cdf53f766d,segment=NetworkSegment(e7a7ec43-d01c-48ab-beec-ae7862b4646f),segment_id=e7a7ec43-d01c-48ab-beec-ae7862b4646f)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:29:09.449675 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:09.450349 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-006551b8-f31d-4a97-a4f0-0c00a7be6b48 req-c4944122-5aa1-4fe3-ae5b-aa85e58af1ca tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/security-groups?id=835e4b24-d982-476b-a6a6-e5ce19cfed22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798318 Aug 22 13:29:09.450869 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 244baafb-8604-42c0-b225-646fcb06b532 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:29:09.602274 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9232882-fa8c-47c3-8a04-8a7af999b018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690f4f1b-305f-41c3-843d-0dd772263ccf'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:29:09.610319 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365c01cf-8187-4e22-be5f-e152aeeffa5a" -d '{"events": [{"server_uuid": "e9232882-fa8c-47c3-8a04-8a7af999b018", "name": "network-vif-plugged", "status": "completed", "tag": "690f4f1b-305f-41c3-843d-0dd772263ccf"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:29:09.615642 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a30d6-a284-445f-84f5-ff31b426c0e9 req-62bdb32a-83cd-4521-b5e4-e2501a63453f tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:09.623978 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ca6a30d6-a284-445f-84f5-ff31b426c0e9 req-62bdb32a-83cd-4521-b5e4-e2501a63453f tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dce3521-a31a-405c-9ec3-a1fc462dcbf0 HTTP/1.1" status: 200 len: 945 time: 0.0899799 Aug 22 13:29:09.680444 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ca6a30d6-a284-445f-84f5-ff31b426c0e9 req-37f9defd-b804-4093-955f-6a000054f2a0 tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] 10.222.0.21 "GET /v2.0/security-groups?id=b599c523-d68c-466d-9cc5-a05039137646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551701 Aug 22 13:29:09.739899 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 244baafb-8604-42c0-b225-646fcb06b532, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=244baafb-8604-42c0-b225-646fcb06b532,segment=NetworkSegment(b2446ece-d720-4443-890c-13eae2cebc74),segment_id=b2446ece-d720-4443-890c-13eae2cebc74)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:29:09.771207 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '244baafb-8604-42c0-b225-646fcb06b532', 'network_id': '22ccff4c-fbb9-4d2c-868b-4119e5337f9c', 'port_id': '244baafb-8604-42c0-b225-646fcb06b532', 'mac_address': 'fa:16:3e:18:70:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f889029-53b7-465d-ae54-5b69207b2db9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:29:09.778988 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=c00864b0-2818-4e22-9c6e-73cdf53f766d,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:09.834682 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c8a79-3375-4cc6-b0d6-f3482190c158 req-9f3042b4-8f7c-4830-b61b-8a75931c21fe tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:09.836287 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-845c8a79-3375-4cc6-b0d6-f3482190c158 req-9f3042b4-8f7c-4830-b61b-8a75931c21fe tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf69ff6-0f9b-4203-86af-3f52f4cd0492 HTTP/1.1" status: 200 len: 945 time: 0.0833480 Aug 22 13:29:09.875101 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:09.909118 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-845c8a79-3375-4cc6-b0d6-f3482190c158 req-c2230235-2df3-492d-8733-7e2cf6b60fab tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610821 Aug 22 13:29:09.921090 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 244baafb-8604-42c0-b225-646fcb06b532 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:29:09.950936 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 244baafb-8604-42c0-b225-646fcb06b532, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=244baafb-8604-42c0-b225-646fcb06b532,segment=NetworkSegment(b2446ece-d720-4443-890c-13eae2cebc74),segment_id=b2446ece-d720-4443-890c-13eae2cebc74)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:29:09.956275 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:10.034311 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=244baafb-8604-42c0-b225-646fcb06b532,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:10.151908 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78fd76d4-1b2a-4aae-aa02-74b5bdc9db39 x-openstack-request-id: req-78fd76d4-1b2a-4aae-aa02-74b5bdc9db39 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:29:10.152564 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9232882-fa8c-47c3-8a04-8a7af999b018", "name": "network-vif-plugged", "status": "completed", "tag": "690f4f1b-305f-41c3-843d-0dd772263ccf", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:29:10.152564 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-78fd76d4-1b2a-4aae-aa02-74b5bdc9db39 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:29:10.152841 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9232882-fa8c-47c3-8a04-8a7af999b018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690f4f1b-305f-41c3-843d-0dd772263ccf', 'code': 200} Aug 22 13:29:10.201980 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['c00864b0-2818-4e22-9c6e-73cdf53f766d'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:29:10.208141 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['244baafb-8604-42c0-b225-646fcb06b532'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:29:10.349406 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f915be-051b-4f35-9198-b6e378bf5f66 req-c3037d2c-df55-4dc0-b5d2-c8f2caa632ad tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:10.359008 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-01f915be-051b-4f35-9198-b6e378bf5f66 req-c3037d2c-df55-4dc0-b5d2-c8f2caa632ad tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 947 time: 0.1075578 Aug 22 13:29:10.407940 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c240062-4386-440f-b287-0db5a26501d7 req-f2d401fc-c854-4ffa-98cc-a6a035322371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:10.409531 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9c240062-4386-440f-b287-0db5a26501d7 req-f2d401fc-c854-4ffa-98cc-a6a035322371 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e9232882-fa8c-47c3-8a04-8a7af999b018 HTTP/1.1" status: 200 len: 1102 time: 0.0905585 Aug 22 13:29:10.436984 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-01f915be-051b-4f35-9198-b6e378bf5f66 req-1f24a914-f65f-46ee-ae9c-14ba73493025 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4f995f7-29d9-4ea1-8a86-26535a55404a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622361 Aug 22 13:29:10.475836 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-e3b9d88b-6d16-41ee-b669-bfb8445d5b25 tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:29:10.480311 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-e3b9d88b-6d16-41ee-b669-bfb8445d5b25 tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1536279 Aug 22 13:29:10.530262 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9c240062-4386-440f-b287-0db5a26501d7 req-2da47c89-a393-433b-9a23-c5f149f0ce14 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=835e4b24-d982-476b-a6a6-e5ce19cfed22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139255 Aug 22 13:29:10.540736 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-29ad9fdd-c677-4566-b6e7-056b87d6a97c tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:10.564487 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-29ad9fdd-c677-4566-b6e7-056b87d6a97c tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] 10.222.0.21 "GET /v2.0/ports/f67aca78-dfb0-4f79-8873-e2b6ee79570a HTTP/1.1" status: 200 len: 1095 time: 0.0731797 Aug 22 13:29:10.627345 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 55330) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:29:10.661981 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-c6bc12fa-aca8-4431-a94a-c17ffe94a322 service neutron] Request body: {'binding': {'host': 'n-h1-793621-33', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:29:10.662699 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-c6bc12fa-aca8-4431-a94a-c17ffe94a322 service neutron] Unknown quota resources ['binding']. {{(pid=94627) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 22 13:29:10.714508 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0244645d-7964-4c49-9b01-5127de9a6be7 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:10.769625 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0244645d-7964-4c49-9b01-5127de9a6be7 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:10.845177 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0244645d-7964-4c49-9b01-5127de9a6be7 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:10.849024 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0244645d-7964-4c49-9b01-5127de9a6be7 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:10.850699 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0244645d-7964-4c49-9b01-5127de9a6be7 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] 10.222.0.21 "DELETE /v2.0/security-groups/10de7916-6b18-4180-a44a-f961fc40948b HTTP/1.1" status: 204 len: 168 time: 0.2221406 Aug 22 13:29:10.856170 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 55334) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:29:10.877091 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0244645d-7964-4c49-9b01-5127de9a6be7 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10de7916-6b18-4180-a44a-f961fc40948b,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:10.886624 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-eb11e343-d319-4705-a76c-82936e86e0a8 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] show failed (client error): The resource could not be found. Aug 22 13:29:10.888004 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-eb11e343-d319-4705-a76c-82936e86e0a8 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] 10.222.0.21 "GET /v2.0/security-groups/10de7916-6b18-4180-a44a-f961fc40948b HTTP/1.1" status: 404 len: 347 time: 0.0285382 Aug 22 13:29:10.891676 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 55336) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:29:10.906172 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-c6bc12fa-aca8-4431-a94a-c17ffe94a322 service neutron] Attempting to bind port f67aca78-dfb0-4f79-8873-e2b6ee79570a on host n-h1-793621-33 for vnic_type normal with profile None {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:29:10.906605 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-c6bc12fa-aca8-4431-a94a-c17ffe94a322 service neutron] Attempting to bind port f67aca78-dfb0-4f79-8873-e2b6ee79570a by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '18b5a6df-b98f-4d4b-9428-0223d3f719a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '652b7040-839e-4592-b462-d4511ac6e125'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:29:10.906816 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-c6bc12fa-aca8-4431-a94a-c17ffe94a322 service neutron] Attempting to bind port f67aca78-dfb0-4f79-8873-e2b6ee79570a on network 652b7040-839e-4592-b462-d4511ac6e125 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:29:10.924983 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-c6bc12fa-aca8-4431-a94a-c17ffe94a322 service neutron] Port f67aca78-dfb0-4f79-8873-e2b6ee79570a on network 652b7040-839e-4592-b462-d4511ac6e125 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:29:10.925329 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-c6bc12fa-aca8-4431-a94a-c17ffe94a322 service neutron] Attempting to bind port f67aca78-dfb0-4f79-8873-e2b6ee79570a on network 652b7040-839e-4592-b462-d4511ac6e125 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:29:10.942787 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592167d9-e0c3-4c09-93ee-7a568472301c req-5e9b6cfa-7eec-40a5-991a-5da3b22576be tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:10.952126 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-592167d9-e0c3-4c09-93ee-7a568472301c req-5e9b6cfa-7eec-40a5-991a-5da3b22576be tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9232882-fa8c-47c3-8a04-8a7af999b018 HTTP/1.1" status: 200 len: 950 time: 0.1866117 Aug 22 13:29:10.952126 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-c6bc12fa-aca8-4431-a94a-c17ffe94a322 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:29:10.952126 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-c6bc12fa-aca8-4431-a94a-c17ffe94a322 service neutron] Checking segment: {'id': '18b5a6df-b98f-4d4b-9428-0223d3f719a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '652b7040-839e-4592-b462-d4511ac6e125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:29:10.952126 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-c6bc12fa-aca8-4431-a94a-c17ffe94a322 service neutron] Bound using segment: {'id': '18b5a6df-b98f-4d4b-9428-0223d3f719a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '652b7040-839e-4592-b462-d4511ac6e125'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:29:10.952126 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-c6bc12fa-aca8-4431-a94a-c17ffe94a322 service neutron] Bound port: f67aca78-dfb0-4f79-8873-e2b6ee79570a, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18b5a6df-b98f-4d4b-9428-0223d3f719a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '652b7040-839e-4592-b462-d4511ac6e125'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:29:11.061571 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-0f2af568-d05f-413f-a495-97bd882afa05 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Deleting port 990cbcd6-8aff-4697-83d2-da44d675350a {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:29:11.062460 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0f2af568-d05f-413f-a495-97bd882afa05 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:11.075943 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-c6bc12fa-aca8-4431-a94a-c17ffe94a322 service neutron] For port f67aca78-dfb0-4f79-8873-e2b6ee79570a, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=f67aca78-dfb0-4f79-8873-e2b6ee79570a,segment=NetworkSegment(18b5a6df-b98f-4d4b-9428-0223d3f719a9),segment_id=18b5a6df-b98f-4d4b-9428-0223d3f719a9)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:29:11.091869 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-592167d9-e0c3-4c09-93ee-7a568472301c req-c498ba41-7740-44ee-817f-2997b58ae70a tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/security-groups?id=835e4b24-d982-476b-a6a6-e5ce19cfed22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615871 Aug 22 13:29:11.099180 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-c6bc12fa-aca8-4431-a94a-c17ffe94a322 service neutron] Notify callbacks [] for binding, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:11.100342 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-c6bc12fa-aca8-4431-a94a-c17ffe94a322 service neutron] 10.222.0.21 "POST /v2.0/ports/f67aca78-dfb0-4f79-8873-e2b6ee79570a/bindings HTTP/1.1" status: 201 len: 390 time: 0.5365164 Aug 22 13:29:11.168553 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0f2af568-d05f-413f-a495-97bd882afa05 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:11.169219 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0f2af568-d05f-413f-a495-97bd882afa05 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:11.185604 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-0f2af568-d05f-413f-a495-97bd882afa05 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Calling delete_port for 990cbcd6-8aff-4697-83d2-da44d675350a owned by network:floatingip {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:29:11.368281 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0f2af568-d05f-413f-a495-97bd882afa05 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:11.409741 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ff6a2-8fb8-432d-be82-2bae349f4c60 req-72378122-83b5-4c2a-b6db-3421e9825742 tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:11.419120 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ca7ff6a2-8fb8-432d-be82-2bae349f4c60 req-72378122-83b5-4c2a-b6db-3421e9825742 tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dce3521-a31a-405c-9ec3-a1fc462dcbf0 HTTP/1.1" status: 200 len: 945 time: 0.1941967 Aug 22 13:29:11.430403 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2af568-d05f-413f-a495-97bd882afa05 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Pushing event deleted for resources: {'Port': ['ID=990cbcd6-8aff-4697-83d2-da44d675350a,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:11.460767 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa520d-b1db-4767-9b1c-4c77070eb70e req-14885649-7309-4e15-8327-2b56679f51a7 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:11.469132 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f0aa520d-b1db-4767-9b1c-4c77070eb70e req-14885649-7309-4e15-8327-2b56679f51a7 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf69ff6-0f9b-4203-86af-3f52f4cd0492 HTTP/1.1" status: 200 len: 945 time: 0.1741979 Aug 22 13:29:11.573139 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ca7ff6a2-8fb8-432d-be82-2bae349f4c60 req-f1b5b447-5bf5-470b-8d72-1a4e349673f6 tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] 10.222.0.21 "GET /v2.0/security-groups?id=b599c523-d68c-466d-9cc5-a05039137646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339254 Aug 22 13:29:11.585620 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0f2af568-d05f-413f-a495-97bd882afa05 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Notify callbacks [] for floatingip, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:11.590537 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0f2af568-d05f-413f-a495-97bd882afa05 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:11.597221 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0f2af568-d05f-413f-a495-97bd882afa05 tempest-ServersTestBootFromVolume-1162538021 tempest-ServersTestBootFromVolume-1162538021-project] 10.222.0.21 "DELETE /v2.0/floatingips/69c88557-d613-41ac-a583-b84abd7df4e1 HTTP/1.1" status: 204 len: 168 time: 0.7039094 Aug 22 13:29:11.597671 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55346) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:29:11.621807 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-96096c1d-9f1e-4786-b91a-1dc05d0e0739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:11.623353 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-96096c1d-9f1e-4786-b91a-1dc05d0e0739 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=61d15703803940a485cdd8f67b081dcb&device_id=719e968a-7fd4-40fb-a5a5-8b3367588f2d HTTP/1.1" status: 200 len: 1098 time: 0.2088790 Aug 22 13:29:11.767426 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f0aa520d-b1db-4767-9b1c-4c77070eb70e req-1d6815a9-d411-4f95-987a-c0709a22f726 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973039 Aug 22 13:29:11.934074 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-0620f4b3-3fd4-4f90-b4dd-057fd2df982b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:11.935620 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-0620f4b3-3fd4-4f90-b4dd-057fd2df982b service neutron] 10.222.0.41 "GET /v2.0/networks?id=652b7040-839e-4592-b462-d4511ac6e125 HTTP/1.1" status: 200 len: 909 time: 0.2948432 Aug 22 13:29:12.028637 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-ce57a560-3879-4206-8e77-7ba1f8e080e5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f67aca78-dfb0-4f79-8873-e2b6ee79570a HTTP/1.1" status: 200 len: 217 time: 0.0854115 Aug 22 13:29:12.108563 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-667fdf66-6ad6-4c06-b7fc-6a51fdff94b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:12.115869 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-667fdf66-6ad6-4c06-b7fc-6a51fdff94b3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=236eb505-a499-4edb-a293-2a2d85a583c0 HTTP/1.1" status: 200 len: 848 time: 0.0777614 Aug 22 13:29:12.126288 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a312c-623e-415b-9114-49bf4fc40246 req-6ea70942-3473-4bf9-ba5a-463703479823 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:12.135088 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6a6a312c-623e-415b-9114-49bf4fc40246 req-6ea70942-3473-4bf9-ba5a-463703479823 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=719e968a-7fd4-40fb-a5a5-8b3367588f2d HTTP/1.1" status: 200 len: 946 time: 0.1805453 Aug 22 13:29:12.195204 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-fd8d49ec-ceb8-4989-8132-164ab35f8470 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=652b7040-839e-4592-b462-d4511ac6e125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721755 Aug 22 13:29:12.312336 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6a6a312c-623e-415b-9114-49bf4fc40246 req-baf91bff-f657-4410-b84a-21c8c896f0f2 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757469 Aug 22 13:29:12.357548 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf4e607-a638-4e99-ad86-c3f7f1c04c85 req-b7c112c8-0646-4acb-abbf-7a2aa588d08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:12.359404 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5cf4e607-a638-4e99-ad86-c3f7f1c04c85 req-b7c112c8-0646-4acb-abbf-7a2aa588d08b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0ae246c295244408bea75b5a8f51001e&device_id=cbf69ff6-0f9b-4203-86af-3f52f4cd0492 HTTP/1.1" status: 200 len: 1097 time: 0.1689413 Aug 22 13:29:12.375141 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a47370-959a-4168-aba8-e902e8d1750e req-5de61560-a342-45e1-95e4-3982e4e4a1b9 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:12.377427 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-73a47370-959a-4168-aba8-e902e8d1750e req-5de61560-a342-45e1-95e4-3982e4e4a1b9 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9232882-fa8c-47c3-8a04-8a7af999b018 HTTP/1.1" status: 200 len: 950 time: 0.1456561 Aug 22 13:29:12.421550 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-69249fe2-e85c-4b7c-bb23-c7c192d98435 service neutron] 10.222.0.41 "GET /v2.0/networks/652b7040-839e-4592-b462-d4511ac6e125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153099 Aug 22 13:29:12.540250 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-e9b4d23c-fcab-4f41-a7c1-418ba2478525 service neutron] 10.222.0.41 "GET /v2.0/networks/652b7040-839e-4592-b462-d4511ac6e125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069400 Aug 22 13:29:12.573662 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf4e607-a638-4e99-ad86-c3f7f1c04c85 req-34f0b829-e2c2-4242-8efa-9f7fdc6fc624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:12.575364 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5cf4e607-a638-4e99-ad86-c3f7f1c04c85 req-34f0b829-e2c2-4242-8efa-9f7fdc6fc624 service neutron] 10.222.0.16 "GET /v2.0/networks?id=22ccff4c-fbb9-4d2c-868b-4119e5337f9c HTTP/1.1" status: 200 len: 919 time: 0.1792853 Aug 22 13:29:12.584778 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-73a47370-959a-4168-aba8-e902e8d1750e req-6cadd22a-94b7-4f29-a4c3-8430488546d7 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/security-groups?id=835e4b24-d982-476b-a6a6-e5ce19cfed22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189685 Aug 22 13:29:12.664834 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e751388e-8d7d-4a30-bb0b-88b7c5f24a54 req-ec9e9459-75b2-4bb1-88b9-53f4c88b611c tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:12.667305 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e751388e-8d7d-4a30-bb0b-88b7c5f24a54 req-ec9e9459-75b2-4bb1-88b9-53f4c88b611c tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf69ff6-0f9b-4203-86af-3f52f4cd0492 HTTP/1.1" status: 200 len: 945 time: 0.1961703 Aug 22 13:29:12.671727 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5cf4e607-a638-4e99-ad86-c3f7f1c04c85 req-7e6a2f1b-9a41-4ab3-b7e4-40d50bf9ad3e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80ecb7f5-43ab-40aa-bf79-3c89ac06f33d HTTP/1.1" status: 200 len: 217 time: 0.0855503 Aug 22 13:29:12.677222 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-a3e3ad10-fed4-4b9d-a6d6-663e380b519a tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:12.679401 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-a3e3ad10-fed4-4b9d-a6d6-663e380b519a tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=719e968a-7fd4-40fb-a5a5-8b3367588f2d&tenant_id=61d15703803940a485cdd8f67b081dcb&binding%3Ahost_id=n-h2-793621-33 HTTP/1.1" status: 200 len: 1098 time: 0.0730755 Aug 22 13:29:12.698156 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-d566ef29-69a4-40fe-8344-e1c5cbf3d3cf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793621-33'}}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:29:12.771681 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-d566ef29-69a4-40fe-8344-e1c5cbf3d3cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:12.800153 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e751388e-8d7d-4a30-bb0b-88b7c5f24a54 req-c0a0326b-5c3f-495f-98f1-9524df418deb tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242106 Aug 22 13:29:12.824686 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44688a6d-a1e2-4df0-acea-a21ed43fdb85 req-805ea2cc-c9be-4106-8290-752a23ef2a0c tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:12.824819 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-44688a6d-a1e2-4df0-acea-a21ed43fdb85 req-805ea2cc-c9be-4106-8290-752a23ef2a0c tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dce3521-a31a-405c-9ec3-a1fc462dcbf0 HTTP/1.1" status: 200 len: 945 time: 0.1307321 Aug 22 13:29:12.838578 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf4e607-a638-4e99-ad86-c3f7f1c04c85 req-1e23701f-8eb0-4851-b11d-38a55911fd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:12.840056 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5cf4e607-a638-4e99-ad86-c3f7f1c04c85 req-1e23701f-8eb0-4851-b11d-38a55911fd87 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1f889029-53b7-465d-ae54-5b69207b2db9 HTTP/1.1" status: 200 len: 858 time: 0.1545501 Aug 22 13:29:12.902732 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5cf4e607-a638-4e99-ad86-c3f7f1c04c85 req-a66c46d4-6fbe-4208-bb3b-1d439bab6bc4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22ccff4c-fbb9-4d2c-868b-4119e5337f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388839 Aug 22 13:29:12.934307 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-d566ef29-69a4-40fe-8344-e1c5cbf3d3cf service neutron] For port f67aca78-dfb0-4f79-8873-e2b6ee79570a, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=f67aca78-dfb0-4f79-8873-e2b6ee79570a,segment=NetworkSegment(18b5a6df-b98f-4d4b-9428-0223d3f719a9),segment_id=18b5a6df-b98f-4d4b-9428-0223d3f719a9)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:29:12.999159 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-44688a6d-a1e2-4df0-acea-a21ed43fdb85 req-f3b64e1d-3e3e-441f-b744-bf708bcf8651 tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] 10.222.0.21 "GET /v2.0/security-groups?id=b599c523-d68c-466d-9cc5-a05039137646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580448 Aug 22 13:29:13.006164 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-d566ef29-69a4-40fe-8344-e1c5cbf3d3cf service neutron] For port f67aca78-dfb0-4f79-8873-e2b6ee79570a, host n-h2-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:29:13.076318 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '719e968a-7fd4-40fb-a5a5-8b3367588f2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f67aca78-dfb0-4f79-8873-e2b6ee79570a'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:29:13.079458 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e0a69f-2737-4660-a96b-92983d08691b" -d '{"events": [{"server_uuid": "719e968a-7fd4-40fb-a5a5-8b3367588f2d", "name": "network-vif-unplugged", "status": "completed", "tag": "f67aca78-dfb0-4f79-8873-e2b6ee79570a"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:29:13.085040 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-d566ef29-69a4-40fe-8344-e1c5cbf3d3cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:13.095970 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-d566ef29-69a4-40fe-8344-e1c5cbf3d3cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:13.154654 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device c00864b0-2818-4e22-9c6e-73cdf53f766d up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:29:13.186670 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d566ef29-69a4-40fe-8344-e1c5cbf3d3cf service neutron] Pushing event updated for resources: {'Port': ['ID=f67aca78-dfb0-4f79-8873-e2b6ee79570a,revision_number=7']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:13.201447 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d566ef29-69a4-40fe-8344-e1c5cbf3d3cf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:29:13.201447 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d566ef29-69a4-40fe-8344-e1c5cbf3d3cf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:29:13.201872 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d566ef29-69a4-40fe-8344-e1c5cbf3d3cf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:29:13.202144 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d566ef29-69a4-40fe-8344-e1c5cbf3d3cf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:29:13.202549 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d566ef29-69a4-40fe-8344-e1c5cbf3d3cf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:29:13.202748 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d566ef29-69a4-40fe-8344-e1c5cbf3d3cf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:29:13.203027 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d566ef29-69a4-40fe-8344-e1c5cbf3d3cf service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:29:13.203345 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d566ef29-69a4-40fe-8344-e1c5cbf3d3cf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:29:13.203756 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d566ef29-69a4-40fe-8344-e1c5cbf3d3cf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:29:13.204065 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d566ef29-69a4-40fe-8344-e1c5cbf3d3cf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:29:13.204408 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d566ef29-69a4-40fe-8344-e1c5cbf3d3cf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:29:13.204861 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d566ef29-69a4-40fe-8344-e1c5cbf3d3cf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:29:13.213833 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-d566ef29-69a4-40fe-8344-e1c5cbf3d3cf service neutron] Attempting to bind port f67aca78-dfb0-4f79-8873-e2b6ee79570a on host n-h2-793621-33 for vnic_type normal with profile {"migrating_to": "n-h1-793621-33"} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:29:13.214205 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-d566ef29-69a4-40fe-8344-e1c5cbf3d3cf service neutron] Attempting to bind port f67aca78-dfb0-4f79-8873-e2b6ee79570a by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '18b5a6df-b98f-4d4b-9428-0223d3f719a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '652b7040-839e-4592-b462-d4511ac6e125'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:29:13.214639 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-d566ef29-69a4-40fe-8344-e1c5cbf3d3cf service neutron] Attempting to bind port f67aca78-dfb0-4f79-8873-e2b6ee79570a on network 652b7040-839e-4592-b462-d4511ac6e125 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:29:13.219849 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-d566ef29-69a4-40fe-8344-e1c5cbf3d3cf service neutron] Port f67aca78-dfb0-4f79-8873-e2b6ee79570a on network 652b7040-839e-4592-b462-d4511ac6e125 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:29:13.220109 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-d566ef29-69a4-40fe-8344-e1c5cbf3d3cf service neutron] Attempting to bind port f67aca78-dfb0-4f79-8873-e2b6ee79570a on network 652b7040-839e-4592-b462-d4511ac6e125 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:29:13.227045 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-d566ef29-69a4-40fe-8344-e1c5cbf3d3cf service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:29:13.228209 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-d566ef29-69a4-40fe-8344-e1c5cbf3d3cf service neutron] Checking segment: {'id': '18b5a6df-b98f-4d4b-9428-0223d3f719a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '652b7040-839e-4592-b462-d4511ac6e125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:29:13.228209 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-d566ef29-69a4-40fe-8344-e1c5cbf3d3cf service neutron] Bound using segment: {'id': '18b5a6df-b98f-4d4b-9428-0223d3f719a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '652b7040-839e-4592-b462-d4511ac6e125'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:29:13.229110 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-d566ef29-69a4-40fe-8344-e1c5cbf3d3cf service neutron] Bound port: f67aca78-dfb0-4f79-8873-e2b6ee79570a, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18b5a6df-b98f-4d4b-9428-0223d3f719a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '652b7040-839e-4592-b462-d4511ac6e125'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:29:13.229110 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-d566ef29-69a4-40fe-8344-e1c5cbf3d3cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:13.292674 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port c00864b0-2818-4e22-9c6e-73cdf53f766d completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:29:13.292871 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5cf4e607-a638-4e99-ad86-c3f7f1c04c85 req-244b2951-1fac-4b24-9aed-f760264a1432 service neutron] 10.222.0.16 "GET /v2.0/networks/22ccff4c-fbb9-4d2c-868b-4119e5337f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810456 Aug 22 13:29:13.296889 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port c00864b0-2818-4e22-9c6e-73cdf53f766d triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:29:13.297198 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-10e70a05-e839-454e-b255-8680a0924144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:13.297346 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:13.309974 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-d566ef29-69a4-40fe-8344-e1c5cbf3d3cf service neutron] For port f67aca78-dfb0-4f79-8873-e2b6ee79570a, host n-h2-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:29:13.314379 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-d566ef29-69a4-40fe-8344-e1c5cbf3d3cf service neutron] For port f67aca78-dfb0-4f79-8873-e2b6ee79570a, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=f67aca78-dfb0-4f79-8873-e2b6ee79570a,segment=NetworkSegment(18b5a6df-b98f-4d4b-9428-0223d3f719a9),segment_id=18b5a6df-b98f-4d4b-9428-0223d3f719a9)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:29:13.320879 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-d566ef29-69a4-40fe-8344-e1c5cbf3d3cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:13.329989 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 13:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f0c811-0cff-439f-ba56-7b5d3c9bc0bb x-openstack-request-id: req-17f0c811-0cff-439f-ba56-7b5d3c9bc0bb {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:29:13.330560 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "719e968a-7fd4-40fb-a5a5-8b3367588f2d", "name": "network-vif-unplugged", "status": "completed", "tag": "f67aca78-dfb0-4f79-8873-e2b6ee79570a", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:29:13.331490 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17f0c811-0cff-439f-ba56-7b5d3c9bc0bb {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:29:13.332117 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '719e968a-7fd4-40fb-a5a5-8b3367588f2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f67aca78-dfb0-4f79-8873-e2b6ee79570a', 'code': 200} Aug 22 13:29:13.379513 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f505511-697f-4867-a7e5-acf8613a92e9 req-a8db6e44-0f26-4208-b82e-db996d4fd673 tempest-ServersAdminTestJSON-1093338563 tempest-ServersAdminTestJSON-1093338563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:13.388397 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1f505511-697f-4867-a7e5-acf8613a92e9 req-a8db6e44-0f26-4208-b82e-db996d4fd673 tempest-ServersAdminTestJSON-1093338563 tempest-ServersAdminTestJSON-1093338563-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e9232882-fa8c-47c3-8a04-8a7af999b018 HTTP/1.1" status: 200 len: 1102 time: 0.1465609 Aug 22 13:29:13.411866 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d566ef29-69a4-40fe-8344-e1c5cbf3d3cf service neutron] Pushing event updated for resources: {'Port': ['ID=f67aca78-dfb0-4f79-8873-e2b6ee79570a,revision_number=8']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:13.442613 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:13.453600 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-d566ef29-69a4-40fe-8344-e1c5cbf3d3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:13.454579 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-d566ef29-69a4-40fe-8344-e1c5cbf3d3cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:13.456867 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-d566ef29-69a4-40fe-8344-e1c5cbf3d3cf service neutron] 10.222.0.41 "PUT /v2.0/ports/f67aca78-dfb0-4f79-8873-e2b6ee79570a HTTP/1.1" status: 200 len: 1124 time: 0.7693889 Aug 22 13:29:13.479492 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dce3521-a31a-405c-9ec3-a1fc462dcbf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00864b0-2818-4e22-9c6e-73cdf53f766d'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:29:13.482082 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7802b02f-bf41-49ad-a1b8-b8e4aa692d67" -d '{"events": [{"server_uuid": "4dce3521-a31a-405c-9ec3-a1fc462dcbf0", "name": "network-vif-plugged", "status": "completed", "tag": "c00864b0-2818-4e22-9c6e-73cdf53f766d"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:29:13.498295 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port c00864b0-2818-4e22-9c6e-73cdf53f766d, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=c00864b0-2818-4e22-9c6e-73cdf53f766d,segment=NetworkSegment(e7a7ec43-d01c-48ab-beec-ae7862b4646f),segment_id=e7a7ec43-d01c-48ab-beec-ae7862b4646f)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:29:13.504352 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:13.505162 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 244baafb-8604-42c0-b225-646fcb06b532 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:29:13.606006 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=c00864b0-2818-4e22-9c6e-73cdf53f766d,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:13.616545 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 244baafb-8604-42c0-b225-646fcb06b532 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:29:13.622624 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 244baafb-8604-42c0-b225-646fcb06b532 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:29:13.623054 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:13.706489 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['f67aca78-dfb0-4f79-8873-e2b6ee79570a'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:29:13.757421 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:13.796141 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1f505511-697f-4867-a7e5-acf8613a92e9 req-9a20aeec-bf7d-4968-813a-343900ade523 tempest-ServersAdminTestJSON-1093338563 tempest-ServersAdminTestJSON-1093338563-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=835e4b24-d982-476b-a6a6-e5ce19cfed22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4008958 Aug 22 13:29:13.847118 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5cf4e607-a638-4e99-ad86-c3f7f1c04c85 req-8b638d76-efbc-4cf8-bb8d-40f9c291b525 service neutron] 10.222.0.16 "GET /v2.0/networks/22ccff4c-fbb9-4d2c-868b-4119e5337f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5064938 Aug 22 13:29:13.850730 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 244baafb-8604-42c0-b225-646fcb06b532, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=244baafb-8604-42c0-b225-646fcb06b532,segment=NetworkSegment(b2446ece-d720-4443-890c-13eae2cebc74),segment_id=b2446ece-d720-4443-890c-13eae2cebc74)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:29:13.873378 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:13.889040 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed82c63-d152-4884-9f98-263cb4e3a38b req-6a7b6e85-cd40-4577-bec8-7ba33f451473 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:13.906261 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3ed82c63-d152-4884-9f98-263cb4e3a38b req-6a7b6e85-cd40-4577-bec8-7ba33f451473 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=719e968a-7fd4-40fb-a5a5-8b3367588f2d HTTP/1.1" status: 200 len: 944 time: 0.4495885 Aug 22 13:29:13.999853 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc688d9-f80f-47ae-aa26-cb8d276eaffe x-openstack-request-id: req-1fc688d9-f80f-47ae-aa26-cb8d276eaffe {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:29:14.000588 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dce3521-a31a-405c-9ec3-a1fc462dcbf0", "name": "network-vif-plugged", "status": "completed", "tag": "c00864b0-2818-4e22-9c6e-73cdf53f766d", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:29:14.000908 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1fc688d9-f80f-47ae-aa26-cb8d276eaffe {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:29:14.001398 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dce3521-a31a-405c-9ec3-a1fc462dcbf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00864b0-2818-4e22-9c6e-73cdf53f766d', 'code': 200} Aug 22 13:29:14.005464 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=244baafb-8604-42c0-b225-646fcb06b532,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:14.013662 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3ed82c63-d152-4884-9f98-263cb4e3a38b req-e4037560-683c-4ac4-8311-b48f900a061b tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053588 Aug 22 13:29:14.045426 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a65e4-0f34-4e58-812d-4efc078ef990 req-4ff7968f-7639-4243-9cad-34282b2189a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:14.048552 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4b8a65e4-0f34-4e58-812d-4efc078ef990 req-4ff7968f-7639-4243-9cad-34282b2189a4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4dce3521-a31a-405c-9ec3-a1fc462dcbf0 HTTP/1.1" status: 200 len: 1098 time: 0.0865660 Aug 22 13:29:14.123185 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4b8a65e4-0f34-4e58-812d-4efc078ef990 req-322b04b3-9237-451f-9d5d-7cc9c0d49670 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b599c523-d68c-466d-9cc5-a05039137646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654104 Aug 22 13:29:14.268884 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3f4647-83ed-42c2-894c-8248f3742897 req-667f8c61-0a09-4df3-b4bf-1a792627e3df tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:14.270596 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9c3f4647-83ed-42c2-894c-8248f3742897 req-667f8c61-0a09-4df3-b4bf-1a792627e3df tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf69ff6-0f9b-4203-86af-3f52f4cd0492 HTTP/1.1" status: 200 len: 945 time: 0.1375341 Aug 22 13:29:14.284389 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296269eb-6e9e-4990-a949-1d4a1dde449c req-a001ad4f-9fcc-47c9-b198-997c319882c2 tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:14.285909 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-296269eb-6e9e-4990-a949-1d4a1dde449c req-a001ad4f-9fcc-47c9-b198-997c319882c2 tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dce3521-a31a-405c-9ec3-a1fc462dcbf0 HTTP/1.1" status: 200 len: 946 time: 0.0972493 Aug 22 13:29:14.331094 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-10e70a05-e839-454e-b255-8680a0924144 admin admin] Deleting port 8fd989d4-3fca-4249-b0f5-d7d9e11b9f25 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:29:14.331430 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-10e70a05-e839-454e-b255-8680a0924144 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:14.403887 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9c3f4647-83ed-42c2-894c-8248f3742897 req-8f033052-d454-48d0-8161-409443e15086 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156631 Aug 22 13:29:14.408446 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-296269eb-6e9e-4990-a949-1d4a1dde449c req-625f803d-75ba-4e2c-b057-6e3d02a0350c tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] 10.222.0.21 "GET /v2.0/security-groups?id=b599c523-d68c-466d-9cc5-a05039137646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130755 Aug 22 13:29:14.445764 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-10e70a05-e839-454e-b255-8680a0924144 admin admin] For port 8fd989d4-3fca-4249-b0f5-d7d9e11b9f25, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=8fd989d4-3fca-4249-b0f5-d7d9e11b9f25,segment=NetworkSegment(8b71f801-18fb-49c0-a349-bfef93835cfc),segment_id=8b71f801-18fb-49c0-a349-bfef93835cfc)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:29:14.446207 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-10e70a05-e839-454e-b255-8680a0924144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:14.461947 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-10e70a05-e839-454e-b255-8680a0924144 admin admin] Calling delete_port for 8fd989d4-3fca-4249-b0f5-d7d9e11b9f25 owned by network:router_interface {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:29:14.572771 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b5605-27d4-45e6-add6-a1f6df049223 req-529bae81-deb0-43ba-864c-27261f13b552 tempest-ServersAdminTestJSON-1093338563 tempest-ServersAdminTestJSON-1093338563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:14.574863 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7f9b5605-27d4-45e6-add6-a1f6df049223 req-529bae81-deb0-43ba-864c-27261f13b552 tempest-ServersAdminTestJSON-1093338563 tempest-ServersAdminTestJSON-1093338563-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e9232882-fa8c-47c3-8a04-8a7af999b018 HTTP/1.1" status: 200 len: 1102 time: 0.0632555 Aug 22 13:29:14.657064 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7f9b5605-27d4-45e6-add6-a1f6df049223 req-52d637f3-a517-4705-81ab-765b8ab2f956 tempest-ServersAdminTestJSON-1093338563 tempest-ServersAdminTestJSON-1093338563-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=835e4b24-d982-476b-a6a6-e5ce19cfed22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531354 Aug 22 13:29:14.755245 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-10e70a05-e839-454e-b255-8680a0924144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:14.786240 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e70a05-e839-454e-b255-8680a0924144 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fd989d4-3fca-4249-b0f5-d7d9e11b9f25,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:14.843763 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce832c-eeab-464d-b05c-03d98c24d1d4 req-afc6673b-5006-4669-9961-6aaea4362dca tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:14.845394 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-72ce832c-eeab-464d-b05c-03d98c24d1d4 req-afc6673b-5006-4669-9961-6aaea4362dca tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0ee77e2-0ab8-434e-b7ac-eee75664f238 HTTP/1.1" status: 200 len: 949 time: 0.1182160 Aug 22 13:29:14.974671 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-72ce832c-eeab-464d-b05c-03d98c24d1d4 req-159b105a-1932-4c1f-989d-e1c593d43642 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4498256-354e-4f3c-a0c2-fc05b4ed5abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107388 Aug 22 13:29:15.000732 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f83aca-4a1a-4475-9120-e74bbc0f479e req-d0f00cf9-964f-4e42-a175-4c2026df4aee tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:15.002951 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c7f83aca-4a1a-4475-9120-e74bbc0f479e req-d0f00cf9-964f-4e42-a175-4c2026df4aee tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f2efc15-9d9a-484c-a00f-d749175e9398 HTTP/1.1" status: 200 len: 950 time: 0.1204648 Aug 22 13:29:15.080469 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-10e70a05-e839-454e-b255-8680a0924144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:15.092119 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c7f83aca-4a1a-4475-9120-e74bbc0f479e req-8541e4f1-b809-4fce-89a7-1262e7a27702 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/security-groups?id=835e4b24-d982-476b-a6a6-e5ce19cfed22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536191 Aug 22 13:29:15.167003 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device f67aca78-dfb0-4f79-8873-e2b6ee79570a details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:29:15.190557 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af61442-94d2-4b5e-b2a9-59bdb4992f3c req-55299f09-05ae-4bb1-99b5-5da4155440ea tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:15.191966 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6af61442-94d2-4b5e-b2a9-59bdb4992f3c req-55299f09-05ae-4bb1-99b5-5da4155440ea tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=719e968a-7fd4-40fb-a5a5-8b3367588f2d HTTP/1.1" status: 200 len: 944 time: 0.1069455 Aug 22 13:29:15.271017 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6af61442-94d2-4b5e-b2a9-59bdb4992f3c req-185658b6-3ba7-434b-8f2a-2e474d84a027 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495107 Aug 22 13:29:15.282646 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port f67aca78-dfb0-4f79-8873-e2b6ee79570a, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=f67aca78-dfb0-4f79-8873-e2b6ee79570a,segment=NetworkSegment(18b5a6df-b98f-4d4b-9428-0223d3f719a9),segment_id=18b5a6df-b98f-4d4b-9428-0223d3f719a9)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:29:15.294340 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device f67aca78-dfb0-4f79-8873-e2b6ee79570a has no active binding in host n-h1-793621-33 {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 22 13:29:15.333483 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '719e968a-7fd4-40fb-a5a5-8b3367588f2d', 'tag': 'f67aca78-dfb0-4f79-8873-e2b6ee79570a'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:29:15.335843 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ac799e-f3fe-40ae-83d7-e273429ac12d" -d '{"events": [{"name": "network-changed", "server_uuid": "719e968a-7fd4-40fb-a5a5-8b3367588f2d", "tag": "f67aca78-dfb0-4f79-8873-e2b6ee79570a"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:29:15.374451 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06fa0ca2-bbf8-41fb-9a7c-63c6c41336fb x-openstack-request-id: req-06fa0ca2-bbf8-41fb-9a7c-63c6c41336fb {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:29:15.374735 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "719e968a-7fd4-40fb-a5a5-8b3367588f2d", "tag": "f67aca78-dfb0-4f79-8873-e2b6ee79570a", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:29:15.374984 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-06fa0ca2-bbf8-41fb-9a7c-63c6c41336fb {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:29:15.375372 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '719e968a-7fd4-40fb-a5a5-8b3367588f2d', 'tag': 'f67aca78-dfb0-4f79-8873-e2b6ee79570a', 'status': 'completed', 'code': 200} Aug 22 13:29:15.379311 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e70a05-e839-454e-b255-8680a0924144 admin admin] Router c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:29:15.555343 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac799e-f3fe-40ae-83d7-e273429ac12d req-67ca7ae6-4a14-444c-890d-61534d59fb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:15.557361 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a4ac799e-f3fe-40ae-83d7-e273429ac12d req-67ca7ae6-4a14-444c-890d-61534d59fb03 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=61d15703803940a485cdd8f67b081dcb&device_id=719e968a-7fd4-40fb-a5a5-8b3367588f2d HTTP/1.1" status: 200 len: 1127 time: 0.1352634 Aug 22 13:29:15.591280 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e70a05-e839-454e-b255-8680a0924144 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:29:15.599932 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa4957a-43d1-48c1-bd10-1ac4783ff080 None None] Sync routers for ids ['c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:29:15.609613 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa4957a-43d1-48c1-bd10-1ac4783ff080 None None] Routers {'c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:29:15.610339 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-9aa4957a-43d1-48c1-bd10-1ac4783ff080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:29:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:29:15.610703 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-10e70a05-e839-454e-b255-8680a0924144 admin admin] 10.222.0.21 "PUT /v2.0/routers/c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0078676 Aug 22 13:29:15.613441 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 55452) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:29:15.659013 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fec1f9-f207-47c1-8a3f-bc29b00aee74 req-73aa7e8b-9146-4d0f-8f49-dec78f53ccad tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:15.660482 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e9fec1f9-f207-47c1-8a3f-bc29b00aee74 req-73aa7e8b-9146-4d0f-8f49-dec78f53ccad tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf69ff6-0f9b-4203-86af-3f52f4cd0492 HTTP/1.1" status: 200 len: 945 time: 0.1630614 Aug 22 13:29:15.668427 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df97c7-ee73-45d9-b9c8-33d4dedc8a87 req-3a0245e3-fd0a-4782-be7c-431f2c06231f tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:15.669860 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a1df97c7-ee73-45d9-b9c8-33d4dedc8a87 req-3a0245e3-fd0a-4782-be7c-431f2c06231f tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dce3521-a31a-405c-9ec3-a1fc462dcbf0 HTTP/1.1" status: 200 len: 946 time: 0.1700196 Aug 22 13:29:15.731038 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3d02c696-df80-4bb7-9384-2ddf40152908 admin admin] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:15.755764 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac799e-f3fe-40ae-83d7-e273429ac12d req-c92f2744-2f2d-4f8f-b9f8-2b2f8f49619a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:15.757290 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a4ac799e-f3fe-40ae-83d7-e273429ac12d req-c92f2744-2f2d-4f8f-b9f8-2b2f8f49619a service neutron] 10.222.0.16 "GET /v2.0/networks?id=652b7040-839e-4592-b462-d4511ac6e125 HTTP/1.1" status: 200 len: 909 time: 0.1776912 Aug 22 13:29:15.770131 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a1df97c7-ee73-45d9-b9c8-33d4dedc8a87 req-84123285-f2ab-4287-aebd-1d9d07c74e1e tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] 10.222.0.21 "GET /v2.0/security-groups?id=b599c523-d68c-466d-9cc5-a05039137646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924742 Aug 22 13:29:15.791195 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e9fec1f9-f207-47c1-8a3f-bc29b00aee74 req-d77d3c24-eb9b-47a4-b77a-734bb97f95e5 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041677 Aug 22 13:29:15.848807 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a4ac799e-f3fe-40ae-83d7-e273429ac12d req-516a3ecf-0ef6-4461-bfee-b6e498d4491c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f67aca78-dfb0-4f79-8873-e2b6ee79570a HTTP/1.1" status: 200 len: 217 time: 0.0823834 Aug 22 13:29:15.861282 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3d02c696-df80-4bb7-9384-2ddf40152908 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:15.874665 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-9aa4957a-43d1-48c1-bd10-1ac4783ff080 None None] Set router c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:29:15.919901 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac799e-f3fe-40ae-83d7-e273429ac12d req-8ce9d458-80e0-4076-ad7c-6b0c991f0ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:15.921526 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a4ac799e-f3fe-40ae-83d7-e273429ac12d req-8ce9d458-80e0-4076-ad7c-6b0c991f0ea9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=236eb505-a499-4edb-a293-2a2d85a583c0 HTTP/1.1" status: 200 len: 848 time: 0.0576460 Aug 22 13:29:15.934333 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-3d02c696-df80-4bb7-9384-2ddf40152908 admin admin] Deleting port 15d7a091-6c52-449e-a338-77b952b1d5a9 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:29:15.935009 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3d02c696-df80-4bb7-9384-2ddf40152908 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:15.965103 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a4ac799e-f3fe-40ae-83d7-e273429ac12d req-c95362a5-5150-40ea-a508-e88854da48b3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=652b7040-839e-4592-b462-d4511ac6e125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359156 Aug 22 13:29:16.063464 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d7ffbc7-b2d5-4bba-a073-c6fbb5c6b114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244baafb-8604-42c0-b225-646fcb06b532'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:29:16.066286 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eea8ab9-4d0a-453b-bb58-293f16caba28" -d '{"events": [{"server_uuid": "6d7ffbc7-b2d5-4bba-a073-c6fbb5c6b114", "name": "network-vif-plugged", "status": "completed", "tag": "244baafb-8604-42c0-b225-646fcb06b532"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:29:16.073204 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-3d02c696-df80-4bb7-9384-2ddf40152908 admin admin] For port 15d7a091-6c52-449e-a338-77b952b1d5a9, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=15d7a091-6c52-449e-a338-77b952b1d5a9,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:29:16.073572 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3d02c696-df80-4bb7-9384-2ddf40152908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:16.098648 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a4ac799e-f3fe-40ae-83d7-e273429ac12d req-551e8753-5450-4b01-8f2a-3b2fda440a89 service neutron] 10.222.0.16 "GET /v2.0/networks/652b7040-839e-4592-b462-d4511ac6e125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244011 Aug 22 13:29:16.102197 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-3d02c696-df80-4bb7-9384-2ddf40152908 admin admin] Calling delete_port for 15d7a091-6c52-449e-a338-77b952b1d5a9 owned by network:router_gateway {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:29:16.145653 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-9aa4957a-43d1-48c1-bd10-1ac4783ff080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2', 'name': 'tempest-ServersTestBootFromVolume-1017027809-router', 'tenant_id': 'b51a2828dc644e95bef62325f0835560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '15d7a091-6c52-449e-a338-77b952b1d5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:25:22Z', 'updated_at': '2021-08-22T13:29:14Z', 'revision_number': 5, 'project_id': 'b51a2828dc644e95bef62325f0835560', 'gw_port': {'id': '15d7a091-6c52-449e-a338-77b952b1d5a9', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:25Z', 'updated_at': '2021-08-22T13:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:29:16.191757 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9717029-608a-45e4-bee8-d9c0a52fa0a7 x-openstack-request-id: req-c9717029-608a-45e4-bee8-d9c0a52fa0a7 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:29:16.192522 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d7ffbc7-b2d5-4bba-a073-c6fbb5c6b114", "name": "network-vif-plugged", "status": "completed", "tag": "244baafb-8604-42c0-b225-646fcb06b532", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:29:16.192522 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c9717029-608a-45e4-bee8-d9c0a52fa0a7 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:29:16.193579 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d7ffbc7-b2d5-4bba-a073-c6fbb5c6b114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244baafb-8604-42c0-b225-646fcb06b532', 'code': 200} Aug 22 13:29:16.194003 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa4957a-43d1-48c1-bd10-1ac4783ff080 None None] Checking router: c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:29:16.205929 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa4957a-43d1-48c1-bd10-1ac4783ff080 None None] Routers {'c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:29:16.206571 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-9aa4957a-43d1-48c1-bd10-1ac4783ff080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:29:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:29:16.236581 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1560070-8f2b-49ee-a611-bd8626c25dab req-5bb232e8-4500-4cb7-b5de-5c6397e9af62 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:16.245845 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c1560070-8f2b-49ee-a611-bd8626c25dab req-5bb232e8-4500-4cb7-b5de-5c6397e9af62 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0ee77e2-0ab8-434e-b7ac-eee75664f238 HTTP/1.1" status: 200 len: 949 time: 0.1458247 Aug 22 13:29:16.330762 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c1560070-8f2b-49ee-a611-bd8626c25dab req-59c0d8a3-950d-4cf2-ba73-961256996704 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4498256-354e-4f3c-a0c2-fc05b4ed5abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670362 Aug 22 13:29:16.330945 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-9aa4957a-43d1-48c1-bd10-1ac4783ff080 None None] Set router c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2 gateway port host: None {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:29:16.370098 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a4ac799e-f3fe-40ae-83d7-e273429ac12d req-7264aa14-9f4c-49ff-9b44-33d622d7cd61 service neutron] 10.222.0.16 "GET /v2.0/networks/652b7040-839e-4592-b462-d4511ac6e125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584386 Aug 22 13:29:16.400847 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-9aa4957a-43d1-48c1-bd10-1ac4783ff080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2', 'name': 'tempest-ServersTestBootFromVolume-1017027809-router', 'tenant_id': 'b51a2828dc644e95bef62325f0835560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:25:22Z', 'updated_at': '2021-08-22T13:29:15Z', 'revision_number': 6, 'project_id': 'b51a2828dc644e95bef62325f0835560', 'gw_port_host': None}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:29:16.413807 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf633a1-6dde-4412-b347-f286842db4f1 req-1055d506-fbc2-4bfd-b224-8b541382642a tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:16.415458 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fdf633a1-6dde-4412-b347-f286842db4f1 req-1055d506-fbc2-4bfd-b224-8b541382642a tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f2efc15-9d9a-484c-a00f-d749175e9398 HTTP/1.1" status: 200 len: 950 time: 0.1232755 Aug 22 13:29:16.434722 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa4957a-43d1-48c1-bd10-1ac4783ff080 None None] The sync data for ids ['c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2'] in n-d-793621-33 is: [{'id': 'c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2', 'name': 'tempest-ServersTestBootFromVolume-1017027809-router', 'tenant_id': 'b51a2828dc644e95bef62325f0835560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:25:22Z', 'updated_at': '2021-08-22T13:29:15Z', 'revision_number': 6, 'project_id': 'b51a2828dc644e95bef62325f0835560', 'gw_port_host': None}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:29:16.481621 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9fa93c-637a-4419-b3b8-6e05f2b04593 req-3957bf83-22a1-4952-8fb1-3b5a8e8bfeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:16.483583 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6d9fa93c-637a-4419-b3b8-6e05f2b04593 req-3957bf83-22a1-4952-8fb1-3b5a8e8bfeb6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6d7ffbc7-b2d5-4bba-a073-c6fbb5c6b114 HTTP/1.1" status: 200 len: 1098 time: 0.1500719 Aug 22 13:29:16.487249 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fdf633a1-6dde-4412-b347-f286842db4f1 req-39090bf6-de04-42b7-8dce-17b9ce41f72b tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/security-groups?id=835e4b24-d982-476b-a6a6-e5ce19cfed22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572903 Aug 22 13:29:16.490720 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3d02c696-df80-4bb7-9384-2ddf40152908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:16.499875 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c8c80-5955-44f9-836c-bbe69ba80087 req-01bff928-0867-44e9-aa7d-92ddc45f6519 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:16.501412 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-be3c8c80-5955-44f9-836c-bbe69ba80087 req-01bff928-0867-44e9-aa7d-92ddc45f6519 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=719e968a-7fd4-40fb-a5a5-8b3367588f2d HTTP/1.1" status: 200 len: 944 time: 0.1121109 Aug 22 13:29:16.548194 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-be3c8c80-5955-44f9-836c-bbe69ba80087 req-512e8ea4-51ac-4f52-97a6-5e5d73f967e4 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342693 Aug 22 13:29:16.558027 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d02c696-df80-4bb7-9384-2ddf40152908 admin admin] Pushing event deleted for resources: {'Port': ['ID=15d7a091-6c52-449e-a338-77b952b1d5a9,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:16.581871 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6d9fa93c-637a-4419-b3b8-6e05f2b04593 req-f603b8d0-6f83-48e0-b06f-cb817eef8f1e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703046 Aug 22 13:29:16.601927 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198af2e-6445-4aaf-b8fa-73c3b10c03c7 req-d02d89f1-3109-41aa-8d71-3f7af493e021 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:16.603655 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-1198af2e-6445-4aaf-b8fa-73c3b10c03c7 req-d02d89f1-3109-41aa-8d71-3f7af493e021 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f2efc15-9d9a-484c-a00f-d749175e9398 HTTP/1.1" status: 200 len: 950 time: 0.1636274 Aug 22 13:29:16.651861 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3d02c696-df80-4bb7-9384-2ddf40152908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:16.982782 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074b9ec-8967-4cba-872f-72b770fed712 req-a90fd6f4-ae5e-4cad-a59d-d652c92ccbf4 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:16.990934 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d074b9ec-8967-4cba-872f-72b770fed712 req-a90fd6f4-ae5e-4cad-a59d-d652c92ccbf4 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf69ff6-0f9b-4203-86af-3f52f4cd0492 HTTP/1.1" status: 200 len: 945 time: 0.1170826 Aug 22 13:29:16.995227 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 8fd989d4-3fca-4249-b0f5-d7d9e11b9f25 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:29:17.037187 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 8fd989d4-3fca-4249-b0f5-d7d9e11b9f25 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:29:17.037540 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 8fd989d4-3fca-4249-b0f5-d7d9e11b9f25 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:29:17.069858 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d074b9ec-8967-4cba-872f-72b770fed712 req-83031c83-9ab7-4008-878f-9146c1ab3f73 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779831 Aug 22 13:29:17.146982 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3d02c696-df80-4bb7-9384-2ddf40152908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:17.167228 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3d02c696-df80-4bb7-9384-2ddf40152908 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:17.257611 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3d02c696-df80-4bb7-9384-2ddf40152908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:17.258500 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d02c696-df80-4bb7-9384-2ddf40152908 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2 {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:29:17.266939 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3d02c696-df80-4bb7-9384-2ddf40152908 admin admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:17.270513 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55532) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:29:17.270886 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-3d02c696-df80-4bb7-9384-2ddf40152908 admin admin] 10.222.0.21 "DELETE /v2.0/routers/c293e5e1-4e9b-4ef4-8ff0-2be59cbf19c2 HTTP/1.1" status: 204 len: 168 time: 1.6550145 Aug 22 13:29:17.307138 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-1198af2e-6445-4aaf-b8fa-73c3b10c03c7 req-c89ace25-dba7-429f-ac2c-190b4d303651 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Deleting port 91e50b9d-9d8a-47fd-ab10-2b37e50cfa2b {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:29:17.307482 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-1198af2e-6445-4aaf-b8fa-73c3b10c03c7 req-c89ace25-dba7-429f-ac2c-190b4d303651 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:17.387434 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-555a8a87-33d4-48eb-af41-310bbc22eb88 admin admin] Deleting subnet 3123dceb-ace6-46b4-af77-e0bcfcb1de73 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:29:17.395903 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-be09355a-d27d-4fed-be0e-c295a43962ce service neutron] 10.222.0.16 "GET /v2.0/ports/f67aca78-dfb0-4f79-8873-e2b6ee79570a/bindings/n-h1-793621-33 HTTP/1.1" status: 200 len: 385 time: 0.0797997 Aug 22 13:29:17.396587 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-555a8a87-33d4-48eb-af41-310bbc22eb88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:17.413324 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-1198af2e-6445-4aaf-b8fa-73c3b10c03c7 req-c89ace25-dba7-429f-ac2c-190b4d303651 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] For port 91e50b9d-9d8a-47fd-ab10-2b37e50cfa2b, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=91e50b9d-9d8a-47fd-ab10-2b37e50cfa2b,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:29:17.413685 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-1198af2e-6445-4aaf-b8fa-73c3b10c03c7 req-c89ace25-dba7-429f-ac2c-190b4d303651 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:17.426920 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-1198af2e-6445-4aaf-b8fa-73c3b10c03c7 req-c89ace25-dba7-429f-ac2c-190b4d303651 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Calling delete_port for 91e50b9d-9d8a-47fd-ab10-2b37e50cfa2b owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:29:17.473404 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-555a8a87-33d4-48eb-af41-310bbc22eb88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:17.608937 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-1198af2e-6445-4aaf-b8fa-73c3b10c03c7 req-c89ace25-dba7-429f-ac2c-190b4d303651 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:17.627074 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['690f4f1b-305f-41c3-843d-0dd772263ccf'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:29:17.627074 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['f558e56e-2c5c-46d0-b46a-3afd388f0fb1'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:29:17.661478 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ace25-dba7-429f-ac2c-190b4d303651 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Pushing event deleted for resources: {'Port': ['ID=91e50b9d-9d8a-47fd-ab10-2b37e50cfa2b,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:17.730319 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-1198af2e-6445-4aaf-b8fa-73c3b10c03c7 req-c89ace25-dba7-429f-ac2c-190b4d303651 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] No DVR routers for this DVR port 91e50b9d-9d8a-47fd-ab10-2b37e50cfa2b on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:29:17.733329 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-1198af2e-6445-4aaf-b8fa-73c3b10c03c7 req-c89ace25-dba7-429f-ac2c-190b4d303651 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:17.735755 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-1198af2e-6445-4aaf-b8fa-73c3b10c03c7 req-c89ace25-dba7-429f-ac2c-190b4d303651 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.41 "DELETE /v2.0/ports/91e50b9d-9d8a-47fd-ab10-2b37e50cfa2b HTTP/1.1" status: 204 len: 173 time: 0.5994937 Aug 22 13:29:17.736193 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f2efc15-9d9a-484c-a00f-d749175e9398', 'name': 'network-vif-deleted', 'tag': '91e50b9d-9d8a-47fd-ab10-2b37e50cfa2b'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:29:17.738554 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca33acc-64c4-4220-9e19-bb5e0aadfaf8" -d '{"events": [{"server_uuid": "9f2efc15-9d9a-484c-a00f-d749175e9398", "name": "network-vif-deleted", "tag": "91e50b9d-9d8a-47fd-ab10-2b37e50cfa2b"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:29:17.766818 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7b323188-2562-42b5-9966-f46936cb1b5f req-983142d4-13b8-4a62-a33c-95bf80960b60 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f2efc15-9d9a-484c-a00f-d749175e9398 HTTP/1.1" status: 200 len: 210 time: 0.1192305 Aug 22 13:29:17.868297 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-e96eeaf1-59e0-42a2-873f-312b840781dd service neutron] For port f67aca78-dfb0-4f79-8873-e2b6ee79570a, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=f67aca78-dfb0-4f79-8873-e2b6ee79570a,segment=NetworkSegment(18b5a6df-b98f-4d4b-9428-0223d3f719a9),segment_id=18b5a6df-b98f-4d4b-9428-0223d3f719a9)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:29:17.892423 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e602d0-f1d3-4341-8534-7dc1b727ca3b x-openstack-request-id: req-b7e602d0-f1d3-4341-8534-7dc1b727ca3b {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:29:17.892748 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f2efc15-9d9a-484c-a00f-d749175e9398", "name": "network-vif-deleted", "tag": "91e50b9d-9d8a-47fd-ab10-2b37e50cfa2b", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:29:17.892968 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b7e602d0-f1d3-4341-8534-7dc1b727ca3b {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:29:17.893329 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f2efc15-9d9a-484c-a00f-d749175e9398', 'name': 'network-vif-deleted', 'tag': '91e50b9d-9d8a-47fd-ab10-2b37e50cfa2b', 'status': 'completed', 'code': 200} Aug 22 13:29:17.896908 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-555a8a87-33d4-48eb-af41-310bbc22eb88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:17.910112 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-e96eeaf1-59e0-42a2-873f-312b840781dd service neutron] For port f67aca78-dfb0-4f79-8873-e2b6ee79570a, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:29:17.974919 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10924a38-1637-415e-9635-018806a645e5 req-959c5bc6-5d6a-41b3-9579-da3265da33e8 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:17.975691 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-10924a38-1637-415e-9635-018806a645e5 req-959c5bc6-5d6a-41b3-9579-da3265da33e8 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=719e968a-7fd4-40fb-a5a5-8b3367588f2d HTTP/1.1" status: 200 len: 944 time: 0.2078509 Aug 22 13:29:17.989509 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-e96eeaf1-59e0-42a2-873f-312b840781dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f67aca78-dfb0-4f79-8873-e2b6ee79570a {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:29:17.997661 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device cc532801-56c0-4a1e-ac60-3f4a8c29f7d9 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:29:18.038094 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-e96eeaf1-59e0-42a2-873f-312b840781dd service neutron] For port f67aca78-dfb0-4f79-8873-e2b6ee79570a, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=f67aca78-dfb0-4f79-8873-e2b6ee79570a,segment=NetworkSegment(18b5a6df-b98f-4d4b-9428-0223d3f719a9),segment_id=18b5a6df-b98f-4d4b-9428-0223d3f719a9)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:29:18.069947 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-e96eeaf1-59e0-42a2-873f-312b840781dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:18.100544 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-10924a38-1637-415e-9635-018806a645e5 req-4ced1085-5056-43cd-95a1-bb7ae66d291a tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008918 Aug 22 13:29:18.104716 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-555a8a87-33d4-48eb-af41-310bbc22eb88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:18.122253 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:18.177936 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port cc532801-56c0-4a1e-ac60-3f4a8c29f7d9, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=cc532801-56c0-4a1e-ac60-3f4a8c29f7d9,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:29:18.200803 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ee77e2-0ab8-434e-b7ac-eee75664f238', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc532801-56c0-4a1e-ac60-3f4a8c29f7d9'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:29:18.213806 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211d6df8-db63-41e4-9630-7630e002ca1a" -d '{"events": [{"server_uuid": "e0ee77e2-0ab8-434e-b7ac-eee75664f238", "name": "network-vif-unplugged", "status": "completed", "tag": "cc532801-56c0-4a1e-ac60-3f4a8c29f7d9"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:29:18.218129 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8015cfd-aad2-4bf1-962f-5a4d73145004 None None] Network 143a0aca-6b8a-4e49-a5a0-2f6e96878754 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:29:18.224595 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-555a8a87-33d4-48eb-af41-310bbc22eb88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:18.226554 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-555a8a87-33d4-48eb-af41-310bbc22eb88 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3123dceb-ace6-46b4-af77-e0bcfcb1de73 HTTP/1.1" status: 204 len: 168 time: 0.9550161 Aug 22 13:29:18.228266 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555a8a87-33d4-48eb-af41-310bbc22eb88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3123dceb-ace6-46b4-af77-e0bcfcb1de73,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:18.229897 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 55626) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:29:18.253146 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:18.317550 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-e96eeaf1-59e0-42a2-873f-312b840781dd service neutron] Transition to ACTIVE for port object f67aca78-dfb0-4f79-8873-e2b6ee79570a will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:29:18.325306 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-e96eeaf1-59e0-42a2-873f-312b840781dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:18.344160 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e7f7ba70-3146-4e12-8395-bcf7f9daef44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:18.407879 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96eeaf1-59e0-42a2-873f-312b840781dd service neutron] Pushing event updated for resources: {'Port': ['ID=f67aca78-dfb0-4f79-8873-e2b6ee79570a,revision_number=10']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:18.412151 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=cc532801-56c0-4a1e-ac60-3f4a8c29f7d9,revision_number=11']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:18.442448 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:29:18.442801 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:29:18.443149 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:29:18.443486 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:29:18.443818 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:29:18.444155 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:29:18.444513 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:29:18.445006 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:29:18.445342 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:29:18.445669 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:29:18.445997 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:29:18.446885 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:29:18.472661 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-e7f7ba70-3146-4e12-8395-bcf7f9daef44 admin admin] Deleting port 8b001891-5adb-4275-8bd6-d64fafd38ff3 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:29:18.472661 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e7f7ba70-3146-4e12-8395-bcf7f9daef44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:18.515202 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 13:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a613367a-315d-43e0-8ef4-b540d89cf420 x-openstack-request-id: req-a613367a-315d-43e0-8ef4-b540d89cf420 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:29:18.515505 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0ee77e2-0ab8-434e-b7ac-eee75664f238", "name": "network-vif-unplugged", "status": "completed", "tag": "cc532801-56c0-4a1e-ac60-3f4a8c29f7d9", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:29:18.515771 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a613367a-315d-43e0-8ef4-b540d89cf420 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:29:18.516172 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ee77e2-0ab8-434e-b7ac-eee75664f238', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc532801-56c0-4a1e-ac60-3f4a8c29f7d9', 'code': 200} Aug 22 13:29:18.561512 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-e7f7ba70-3146-4e12-8395-bcf7f9daef44 admin admin] For port 8b001891-5adb-4275-8bd6-d64fafd38ff3, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=8b001891-5adb-4275-8bd6-d64fafd38ff3,segment=NetworkSegment(8b71f801-18fb-49c0-a349-bfef93835cfc),segment_id=8b71f801-18fb-49c0-a349-bfef93835cfc)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:29:18.561898 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e7f7ba70-3146-4e12-8395-bcf7f9daef44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:18.578677 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-e7f7ba70-3146-4e12-8395-bcf7f9daef44 admin admin] Calling delete_port for 8b001891-5adb-4275-8bd6-d64fafd38ff3 owned by network:dhcp {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:29:18.584741 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd70e29-6275-4a2d-92c7-5a5677e1de07 None None] DHCP port deletion for 143a0aca-6b8a-4e49-a5a0-2f6e96878754 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:29:18.643997 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-9bd70e29-6275-4a2d-92c7-5a5677e1de07 None None] Deleting port 8b001891-5adb-4275-8bd6-d64fafd38ff3 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:29:18.644741 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9bd70e29-6275-4a2d-92c7-5a5677e1de07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:18.689438 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e7f7ba70-3146-4e12-8395-bcf7f9daef44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:18.719234 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-9bd70e29-6275-4a2d-92c7-5a5677e1de07 None None] For port 8b001891-5adb-4275-8bd6-d64fafd38ff3, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=8b001891-5adb-4275-8bd6-d64fafd38ff3,segment=NetworkSegment(8b71f801-18fb-49c0-a349-bfef93835cfc),segment_id=8b71f801-18fb-49c0-a349-bfef93835cfc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:29:18.719645 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9bd70e29-6275-4a2d-92c7-5a5677e1de07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:18.731016 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f7ba70-3146-4e12-8395-bcf7f9daef44 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b001891-5adb-4275-8bd6-d64fafd38ff3,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:18.733616 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-e96eeaf1-59e0-42a2-873f-312b840781dd service neutron] No DVR routers for this DVR port f67aca78-dfb0-4f79-8873-e2b6ee79570a on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:29:18.735615 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f7ba70-3146-4e12-8395-bcf7f9daef44 admin admin] No DVR routers for this DVR port 8b001891-5adb-4275-8bd6-d64fafd38ff3 on host n-d-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:29:18.752326 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-9bd70e29-6275-4a2d-92c7-5a5677e1de07 None None] Calling delete_port for 8b001891-5adb-4275-8bd6-d64fafd38ff3 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:29:18.775335 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7ea10-def5-458d-95b2-5c02f215c418 req-fa1c4f5e-3807-4c78-a283-1602ff8430e0 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:18.777096 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-52f7ea10-def5-458d-95b2-5c02f215c418 req-fa1c4f5e-3807-4c78-a283-1602ff8430e0 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf69ff6-0f9b-4203-86af-3f52f4cd0492 HTTP/1.1" status: 200 len: 945 time: 0.3819528 Aug 22 13:29:18.782173 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-e96eeaf1-59e0-42a2-873f-312b840781dd service neutron] 10.222.0.16 "PUT /v2.0/ports/f67aca78-dfb0-4f79-8873-e2b6ee79570a/bindings/n-h1-793621-33/activate HTTP/1.1" status: 200 len: 370 time: 1.3622520 Aug 22 13:29:18.824683 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e7f7ba70-3146-4e12-8395-bcf7f9daef44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:18.839079 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-e7f7ba70-3146-4e12-8395-bcf7f9daef44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['143a0aca-6b8a-4e49-a5a0-2f6e96878754']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:29:18.839972 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-52f7ea10-def5-458d-95b2-5c02f215c418 req-da5a6e80-45b8-4f1e-942e-30a411fc6087 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504675 Aug 22 13:29:18.860699 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9bd70e29-6275-4a2d-92c7-5a5677e1de07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:18.868767 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-e7f7ba70-3146-4e12-8395-bcf7f9daef44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b71f801-18fb-49c0-a349-bfef93835cfc') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:29:18.869067 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-e7f7ba70-3146-4e12-8395-bcf7f9daef44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b71f801-18fb-49c0-a349-bfef93835cfc') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:29:18.894635 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd70e29-6275-4a2d-92c7-5a5677e1de07 None None] Pushing event deleted for resources: {'Port': ['ID=8b001891-5adb-4275-8bd6-d64fafd38ff3,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:18.896723 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd70e29-6275-4a2d-92c7-5a5677e1de07 None None] No DVR routers for this DVR port 8b001891-5adb-4275-8bd6-d64fafd38ff3 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:29:18.955371 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e7f7ba70-3146-4e12-8395-bcf7f9daef44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:18.985465 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e7f7ba70-3146-4e12-8395-bcf7f9daef44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:18.990099 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-c2e35954-6442-4204-8d7b-6d7840557800 tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:18.991608 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-c2e35954-6442-4204-8d7b-6d7840557800 tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=719e968a-7fd4-40fb-a5a5-8b3367588f2d&tenant_id=61d15703803940a485cdd8f67b081dcb&binding%3Ahost_id=n-h2-793621-33 HTTP/1.1" status: 200 len: 1097 time: 0.0977817 Aug 22 13:29:18.997708 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7f7ba70-3146-4e12-8395-bcf7f9daef44 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:29:18.997894 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e7f7ba70-3146-4e12-8395-bcf7f9daef44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:18.999714 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:29:18.999714 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:29:18.999714 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:29:18.999714 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:29:18.999714 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:29:18.999714 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:29:18.999714 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:29:18.999714 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:29:18.999714 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:29:18.999714 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:29:18.999714 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:29:18.999714 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:29:18.999714 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:29:18.999714 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:29:18.999714 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:29:18.999714 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:29:18.999714 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:29:18.999714 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:29:18.999714 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:29:18.999714 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:29:18.999714 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:29:18.999714 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:29:18.999714 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:29:18.999714 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:29:18.999714 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:29:18.999714 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:29:18.999714 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:29:18.999714 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:29:18.999714 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:29:18.999714 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:29:18.999714 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:29:18.999714 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:29:19.007532 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 15d7a091-6c52-449e-a338-77b952b1d5a9 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:29:19.048319 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 15d7a091-6c52-449e-a338-77b952b1d5a9 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:29:19.048788 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 15d7a091-6c52-449e-a338-77b952b1d5a9 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:29:19.049319 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 8b001891-5adb-4275-8bd6-d64fafd38ff3 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:29:19.098963 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 8b001891-5adb-4275-8bd6-d64fafd38ff3 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:29:19.099183 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e7f7ba70-3146-4e12-8395-bcf7f9daef44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:19.099301 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 8b001891-5adb-4275-8bd6-d64fafd38ff3 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:29:19.104927 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e7f7ba70-3146-4e12-8395-bcf7f9daef44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:19.110146 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e7f7ba70-3146-4e12-8395-bcf7f9daef44 admin admin] 10.222.0.21 "DELETE /v2.0/networks/143a0aca-6b8a-4e49-a5a0-2f6e96878754 HTTP/1.1" status: 204 len: 168 time: 0.8755434 Aug 22 13:29:19.128363 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-060c5ef0-ecff-4653-9300-f1f37982b22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:19.129866 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-060c5ef0-ecff-4653-9300-f1f37982b22a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=719e968a-7fd4-40fb-a5a5-8b3367588f2d&tenant_id=61d15703803940a485cdd8f67b081dcb HTTP/1.1" status: 200 len: 1097 time: 0.1194527 Aug 22 13:29:19.130724 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f7ba70-3146-4e12-8395-bcf7f9daef44 admin admin] Pushing event deleted for resources: {'Network': ['ID=143a0aca-6b8a-4e49-a5a0-2f6e96878754,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:19.191943 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 91e50b9d-9d8a-47fd-ab10-2b37e50cfa2b no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:29:19.206471 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-0adfff84-95a6-4fb6-b8b5-2ea366e991b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:19.208155 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-0adfff84-95a6-4fb6-b8b5-2ea366e991b6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=61d15703803940a485cdd8f67b081dcb&device_id=719e968a-7fd4-40fb-a5a5-8b3367588f2d HTTP/1.1" status: 200 len: 1097 time: 0.0540519 Aug 22 13:29:19.228371 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: 91e50b9d-9d8a-47fd-ab10-2b37e50cfa2b {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:29:19.228727 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 91e50b9d-9d8a-47fd-ab10-2b37e50cfa2b not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:29:19.307834 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55688) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:29:19.358842 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-9b46c225-ada9-4e37-8c2f-7e94842607ef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b51a2828dc644e95bef62325f0835560&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495503 Aug 22 13:29:19.361685 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55696) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:29:19.381804 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-6516cf46-7397-4b49-b0e9-3f7221c84669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:19.387890 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-6516cf46-7397-4b49-b0e9-3f7221c84669 service neutron] 10.222.0.41 "GET /v2.0/networks?id=652b7040-839e-4592-b462-d4511ac6e125 HTTP/1.1" status: 200 len: 909 time: 0.1725259 Aug 22 13:29:19.445945 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-1171561b-da2a-43d6-8ea0-59d49173455c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f67aca78-dfb0-4f79-8873-e2b6ee79570a HTTP/1.1" status: 200 len: 217 time: 0.0512152 Aug 22 13:29:19.451006 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ca353-88f3-47d3-8171-155237eacff3 req-c1876056-e474-401c-83ce-3c4fef90bb24 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:19.452536 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-349ca353-88f3-47d3-8171-155237eacff3 req-c1876056-e474-401c-83ce-3c4fef90bb24 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=719e968a-7fd4-40fb-a5a5-8b3367588f2d HTTP/1.1" status: 200 len: 945 time: 0.0915751 Aug 22 13:29:19.472790 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f60182dd-613f-4466-b9c7-14a7553cf89b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:19.501751 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-8f83485f-e64a-4a44-98dd-e47994a79ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:19.503100 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-8f83485f-e64a-4a44-98dd-e47994a79ec8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=236eb505-a499-4edb-a293-2a2d85a583c0 HTTP/1.1" status: 200 len: 848 time: 0.0504632 Aug 22 13:29:19.523236 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-349ca353-88f3-47d3-8171-155237eacff3 req-80fa69cd-c26c-44d5-8217-16b24039d0c6 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620859 Aug 22 13:29:19.525738 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f60182dd-613f-4466-b9c7-14a7553cf89b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:19.560101 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-8d6559aa-2419-4c07-a916-6987b811d62f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=652b7040-839e-4592-b462-d4511ac6e125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477161 Aug 22 13:29:19.590422 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f60182dd-613f-4466-b9c7-14a7553cf89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:19.594307 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f60182dd-613f-4466-b9c7-14a7553cf89b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:19.595862 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f60182dd-613f-4466-b9c7-14a7553cf89b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7feb02e0-9398-4514-a09a-938e9d52283e HTTP/1.1" status: 204 len: 168 time: 0.2322044 Aug 22 13:29:19.613756 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60182dd-613f-4466-b9c7-14a7553cf89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7feb02e0-9398-4514-a09a-938e9d52283e,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:19.707800 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-a065cd2f-39ed-4a06-b781-369914e0ab1d service neutron] 10.222.0.41 "GET /v2.0/networks/652b7040-839e-4592-b462-d4511ac6e125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405802 Aug 22 13:29:19.817292 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-c8859cd1-2e0f-4fe8-9a90-94380d83bb7f service neutron] 10.222.0.41 "GET /v2.0/networks/652b7040-839e-4592-b462-d4511ac6e125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989037 Aug 22 13:29:19.839368 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f97fd-370b-429f-bfd3-55263a94965e req-b73f847b-1e2b-4413-8b66-c3a00e084ef4 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:19.841316 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8f5f97fd-370b-429f-bfd3-55263a94965e req-b73f847b-1e2b-4413-8b66-c3a00e084ef4 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/ports?device_id=98dc723b-1457-44ab-9a9d-e51fe4c9e448 HTTP/1.1" status: 200 len: 949 time: 0.1042957 Aug 22 13:29:19.904447 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8f5f97fd-370b-429f-bfd3-55263a94965e req-8c4175f4-6a15-4948-83e1-4ea1f5c3d591 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/security-groups?id=835e4b24-d982-476b-a6a6-e5ce19cfed22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516303 Aug 22 13:29:20.016753 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc30fb0-35e2-40df-b082-bce2ca899d55 req-b7b0b87c-e540-47e6-8c0f-2540e28a8685 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:20.018697 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6dc30fb0-35e2-40df-b082-bce2ca899d55 req-b7b0b87c-e540-47e6-8c0f-2540e28a8685 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf69ff6-0f9b-4203-86af-3f52f4cd0492 HTTP/1.1" status: 200 len: 945 time: 0.0646999 Aug 22 13:29:20.128836 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6dc30fb0-35e2-40df-b082-bce2ca899d55 req-4f3fa7f8-f889-46e8-b450-3d55e455f06a tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022720 Aug 22 13:29:20.144423 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-64c3b5c8-29a0-404d-aa48-b1dd9a5a86c9 tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:20.147069 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-64c3b5c8-29a0-404d-aa48-b1dd9a5a86c9 tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=719e968a-7fd4-40fb-a5a5-8b3367588f2d&tenant_id=61d15703803940a485cdd8f67b081dcb&binding%3Ahost_id=n-h1-793621-33 HTTP/1.1" status: 200 len: 1097 time: 0.1096761 Aug 22 13:29:20.303052 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-494a38d1-7951-4087-9f20-514cfeab7b78 service neutron] For port f67aca78-dfb0-4f79-8873-e2b6ee79570a, host n-h2-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:29:20.307811 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-494a38d1-7951-4087-9f20-514cfeab7b78 service neutron] Notify callbacks [] for binding, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:20.309662 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8a7b4412-b770-4489-b8bb-39130f44c3e6 req-494a38d1-7951-4087-9f20-514cfeab7b78 service neutron] 10.222.0.41 "DELETE /v2.0/ports/f67aca78-dfb0-4f79-8873-e2b6ee79570a/bindings/n-h2-793621-33 HTTP/1.1" status: 204 len: 173 time: 0.1548798 Aug 22 13:29:20.653592 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 55792) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:29:20.698816 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776054a-e5a0-40ce-8d14-d92f84882b84 req-17cb6fbf-c269-455b-b2b9-92318eae81a4 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:20.707160 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f776054a-e5a0-40ce-8d14-d92f84882b84 req-17cb6fbf-c269-455b-b2b9-92318eae81a4 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=719e968a-7fd4-40fb-a5a5-8b3367588f2d HTTP/1.1" status: 200 len: 945 time: 0.0821707 Aug 22 13:29:20.786531 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f776054a-e5a0-40ce-8d14-d92f84882b84 req-e6e0bc93-382c-4aaf-b63f-1c925963d255 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746305 Aug 22 13:29:20.846514 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-2804ffb2-4b1e-4df7-b9d4-354300d8196f admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-277808812-network', 'tenant_id': '836cce509fee414983faa9c4a35f993e'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:29:20.894186 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2804ffb2-4b1e-4df7-b9d4-354300d8196f admin admin] Made reservation on behalf of 836cce509fee414983faa9c4a35f993e for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:29:20.898913 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2804ffb2-4b1e-4df7-b9d4-354300d8196f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:20.920343 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2804ffb2-4b1e-4df7-b9d4-354300d8196f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:21.065417 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2804ffb2-4b1e-4df7-b9d4-354300d8196f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:21.070508 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15fb361-077b-45bb-8397-5c22d314e591 req-2cc709c8-553f-4b08-8ed7-393170a6a907 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:21.072455 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2804ffb2-4b1e-4df7-b9d4-354300d8196f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:21.072631 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e15fb361-077b-45bb-8397-5c22d314e591 req-2cc709c8-553f-4b08-8ed7-393170a6a907 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.16 "GET /v2.0/ports?device_id=98dc723b-1457-44ab-9a9d-e51fe4c9e448 HTTP/1.1" status: 200 len: 949 time: 0.1272621 Aug 22 13:29:21.098679 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2804ffb2-4b1e-4df7-b9d4-354300d8196f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:29:21.126126 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2804ffb2-4b1e-4df7-b9d4-354300d8196f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:21.126821 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-2804ffb2-4b1e-4df7-b9d4-354300d8196f admin admin] Added segment f18c6033-9c9c-41d0-a28b-7676e916e639 of type vlan for network 70cdf7e6-4b20-4144-ae6b-a62340a07807 Aug 22 13:29:21.137414 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2804ffb2-4b1e-4df7-b9d4-354300d8196f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4662f2-a525-45df-9975-e319e3f61531,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:21.138488 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e730290-ecd1-47ec-982e-15a55ff5330a req-621bc058-4d11-4b91-a9f9-0657c7afe7cb tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:21.152569 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6e730290-ecd1-47ec-982e-15a55ff5330a req-621bc058-4d11-4b91-a9f9-0657c7afe7cb tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/ports?device_id=98dc723b-1457-44ab-9a9d-e51fe4c9e448 HTTP/1.1" status: 200 len: 949 time: 0.1238332 Aug 22 13:29:21.198553 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2804ffb2-4b1e-4df7-b9d4-354300d8196f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:21.252110 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2804ffb2-4b1e-4df7-b9d4-354300d8196f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:21.256966 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2804ffb2-4b1e-4df7-b9d4-354300d8196f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:21.260924 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2804ffb2-4b1e-4df7-b9d4-354300d8196f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:21.269698 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6e730290-ecd1-47ec-982e-15a55ff5330a req-b8d47f8e-e43e-4f78-8c17-de147997a8b9 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/security-groups?id=835e4b24-d982-476b-a6a6-e5ce19cfed22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148334 Aug 22 13:29:21.294771 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-e15fb361-077b-45bb-8397-5c22d314e591 req-a805d101-5d1b-42ef-ae45-690bd12762fa tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Deleting port f558e56e-2c5c-46d0-b46a-3afd388f0fb1 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:29:21.295033 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-e15fb361-077b-45bb-8397-5c22d314e591 req-a805d101-5d1b-42ef-ae45-690bd12762fa tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:21.353805 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2804ffb2-4b1e-4df7-b9d4-354300d8196f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6988518 Aug 22 13:29:21.354302 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 55838) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:29:21.359727 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-bb0144a9-14e2-42c3-a002-dcf67fc40b3a admin admin] Request body: {'subnet': {'network_id': '70cdf7e6-4b20-4144-ae6b-a62340a07807', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-277808812-subnet', 'tenant_id': '836cce509fee414983faa9c4a35f993e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:29:21.362864 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2804ffb2-4b1e-4df7-b9d4-354300d8196f admin admin] Pushing event updated for resources: {'Network': ['ID=70cdf7e6-4b20-4144-ae6b-a62340a07807,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:21.382348 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 70cdf7e6-4b20-4144-ae6b-a62340a07807 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:29:21.387393 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0144a9-14e2-42c3-a002-dcf67fc40b3a admin admin] Made reservation on behalf of 836cce509fee414983faa9c4a35f993e for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:29:21.396134 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bb0144a9-14e2-42c3-a002-dcf67fc40b3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:21.495836 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ab022-ca27-4820-9cd3-03249f2e8e80 req-e8c7d86e-0f93-46f6-b441-31d4545f0b0f tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:21.497459 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c61ab022-ca27-4820-9cd3-03249f2e8e80 req-e8c7d86e-0f93-46f6-b441-31d4545f0b0f tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=719e968a-7fd4-40fb-a5a5-8b3367588f2d HTTP/1.1" status: 200 len: 1097 time: 0.0990870 Aug 22 13:29:21.551318 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc2a86-3f4a-489f-8f17-2cb66edf2663 req-3ff7481a-65e2-4730-873c-e298f6dd3be3 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:21.552692 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eefc2a86-3f4a-489f-8f17-2cb66edf2663 req-3ff7481a-65e2-4730-873c-e298f6dd3be3 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf69ff6-0f9b-4203-86af-3f52f4cd0492 HTTP/1.1" status: 200 len: 945 time: 0.1184545 Aug 22 13:29:21.570551 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-e15fb361-077b-45bb-8397-5c22d314e591 req-a805d101-5d1b-42ef-ae45-690bd12762fa tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] For port f558e56e-2c5c-46d0-b46a-3afd388f0fb1, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=f558e56e-2c5c-46d0-b46a-3afd388f0fb1,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:29:21.570930 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-e15fb361-077b-45bb-8397-5c22d314e591 req-a805d101-5d1b-42ef-ae45-690bd12762fa tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:21.601037 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c61ab022-ca27-4820-9cd3-03249f2e8e80 req-786259ee-0ce4-479d-a28a-ca56eff3ebee tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828016 Aug 22 13:29:21.615027 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-e15fb361-077b-45bb-8397-5c22d314e591 req-a805d101-5d1b-42ef-ae45-690bd12762fa tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Calling delete_port for f558e56e-2c5c-46d0-b46a-3afd388f0fb1 owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:29:21.623582 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bb0144a9-14e2-42c3-a002-dcf67fc40b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:21.675463 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eefc2a86-3f4a-489f-8f17-2cb66edf2663 req-41bedefc-a3e2-4c59-adca-f2f51cf32f03 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152847 Aug 22 13:29:21.734548 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0144a9-14e2-42c3-a002-dcf67fc40b3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2cce6f5-465c-4f33-b3b9-4f8bb5360fd1,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:21.742202 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0144a9-14e2-42c3-a002-dcf67fc40b3a admin admin] Checking segment: {'id': 'f18c6033-9c9c-41d0-a28b-7676e916e639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '70cdf7e6-4b20-4144-ae6b-a62340a07807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:29:21.743017 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0144a9-14e2-42c3-a002-dcf67fc40b3a admin admin] Network hostable DHCP agents. Network: 70cdf7e6-4b20-4144-ae6b-a62340a07807, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:29:21.763994 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0144a9-14e2-42c3-a002-dcf67fc40b3a admin admin] Network 70cdf7e6-4b20-4144-ae6b-a62340a07807 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:29:21.780288 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-bb0144a9-14e2-42c3-a002-dcf67fc40b3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 70cdf7e6-4b20-4144-ae6b-a62340a07807) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:29:21.791639 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b535bc7-a046-4421-97a2-751f61a58571 None None] Network 70cdf7e6-4b20-4144-ae6b-a62340a07807 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:29:21.791845 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0144a9-14e2-42c3-a002-dcf67fc40b3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:21.793325 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bb0144a9-14e2-42c3-a002-dcf67fc40b3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:21.837817 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-bb0144a9-14e2-42c3-a002-dcf67fc40b3a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4785779 Aug 22 13:29:21.837817 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 55844) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:29:21.841767 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-9bc3c3db-1648-4b90-9fc5-1ba93b5031c3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-277808812-router', 'tenant_id': '836cce509fee414983faa9c4a35f993e', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:29:21.863676 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-e15fb361-077b-45bb-8397-5c22d314e591 req-a805d101-5d1b-42ef-ae45-690bd12762fa tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:21.880798 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['690f4f1b-305f-41c3-843d-0dd772263ccf'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:29:21.886491 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9bc3c3db-1648-4b90-9fc5-1ba93b5031c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:21.887605 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9bc3c3db-1648-4b90-9fc5-1ba93b5031c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:21.932106 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a805d101-5d1b-42ef-ae45-690bd12762fa tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Pushing event deleted for resources: {'Port': ['ID=f558e56e-2c5c-46d0-b46a-3afd388f0fb1,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:21.948473 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['f558e56e-2c5c-46d0-b46a-3afd388f0fb1'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:29:21.975445 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9bc3c3db-1648-4b90-9fc5-1ba93b5031c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:21.990215 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device f67aca78-dfb0-4f79-8873-e2b6ee79570a no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:29:22.064033 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-e15fb361-077b-45bb-8397-5c22d314e591 req-a805d101-5d1b-42ef-ae45-690bd12762fa tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] No DVR routers for this DVR port f558e56e-2c5c-46d0-b46a-3afd388f0fb1 on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:29:22.101821 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-e15fb361-077b-45bb-8397-5c22d314e591 req-a805d101-5d1b-42ef-ae45-690bd12762fa tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:22.105073 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e15fb361-077b-45bb-8397-5c22d314e591 req-a805d101-5d1b-42ef-ae45-690bd12762fa tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.16 "DELETE /v2.0/ports/f558e56e-2c5c-46d0-b46a-3afd388f0fb1 HTTP/1.1" status: 204 len: 173 time: 1.0219228 Aug 22 13:29:22.106415 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98dc723b-1457-44ab-9a9d-e51fe4c9e448', 'name': 'network-vif-deleted', 'tag': 'f558e56e-2c5c-46d0-b46a-3afd388f0fb1'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:29:22.109800 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5be919-10ac-45dc-8b85-accb523061a4" -d '{"events": [{"server_uuid": "98dc723b-1457-44ab-9a9d-e51fe4c9e448", "name": "network-vif-deleted", "tag": "f558e56e-2c5c-46d0-b46a-3afd388f0fb1"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:29:22.121613 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device f67aca78-dfb0-4f79-8873-e2b6ee79570a not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:29:22.140221 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9bc3c3db-1648-4b90-9fc5-1ba93b5031c3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:22.155253 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3260e-3868-462f-ae09-7a09bada5cd7 req-a54e2e44-1603-4c4f-bce0-3196536468af tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:22.164101 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-53d3260e-3868-462f-ae09-7a09bada5cd7 req-a54e2e44-1603-4c4f-bce0-3196536468af tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.21 "GET /v2.0/ports?device_id=34c64780-c5c9-4b6f-87bc-fd0f9456192c HTTP/1.1" status: 200 len: 946 time: 0.2449574 Aug 22 13:29:22.197787 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e010316-4b0d-40fc-83ea-c8e19598b53f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-70cdf7e6-4b20-4144-ae6b-a62340a07807', 'network_id': '70cdf7e6-4b20-4144-ae6b-a62340a07807', 'tenant_id': '836cce509fee414983faa9c4a35f993e', 'fixed_ips': [{'subnet_id': 'a2cce6f5-465c-4f33-b3b9-4f8bb5360fd1'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:29:22.198664 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0e010316-4b0d-40fc-83ea-c8e19598b53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:22.278675 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e2845-dcf9-44ac-893e-d50197dae335 req-770198bb-87c9-460c-9af4-4a168c635e38 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:22.287914 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3a2e2845-dcf9-44ac-893e-d50197dae335 req-770198bb-87c9-460c-9af4-4a168c635e38 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/networks?id=652b7040-839e-4592-b462-d4511ac6e125 HTTP/1.1" status: 200 len: 808 time: 0.2807927 Aug 22 13:29:22.304189 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-53d3260e-3868-462f-ae09-7a09bada5cd7 req-fc744ff6-fca1-406d-b2ec-1e2b7b8591cb tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4498256-354e-4f3c-a0c2-fc05b4ed5abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342912 Aug 22 13:29:22.334301 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3a2e2845-dcf9-44ac-893e-d50197dae335 req-4cc55abc-67f3-48cf-bb06-d245841ae9ab tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/quotas/61d15703803940a485cdd8f67b081dcb HTTP/1.1" status: 200 len: 375 time: 0.0450149 Aug 22 13:29:22.436969 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3a2e2845-dcf9-44ac-893e-d50197dae335 req-8d6b2f7e-93fa-4d5e-ba7c-bbb7623c886b tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=61d15703803940a485cdd8f67b081dcb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1011639 Aug 22 13:29:22.438200 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-0e010316-4b0d-40fc-83ea-c8e19598b53f None None] Allocated IP 172.20.0.2 (70cdf7e6-4b20-4144-ae6b-a62340a07807/a2cce6f5-465c-4f33-b3b9-4f8bb5360fd1/65ec00e5-45e5-47e6-b10c-59efbbcd465b) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:29:22.542637 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1494b0-e79b-4b48-a440-f9b7ddd6c32c x-openstack-request-id: req-3d1494b0-e79b-4b48-a440-f9b7ddd6c32c {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:29:22.542859 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98dc723b-1457-44ab-9a9d-e51fe4c9e448", "name": "network-vif-deleted", "tag": "f558e56e-2c5c-46d0-b46a-3afd388f0fb1", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:29:22.543092 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3d1494b0-e79b-4b48-a440-f9b7ddd6c32c {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:29:22.543494 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98dc723b-1457-44ab-9a9d-e51fe4c9e448', 'name': 'network-vif-deleted', 'tag': 'f558e56e-2c5c-46d0-b46a-3afd388f0fb1', 'status': 'completed', 'code': 200} Aug 22 13:29:22.554268 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9bc3c3db-1648-4b90-9fc5-1ba93b5031c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:22.587811 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9bc3c3db-1648-4b90-9fc5-1ba93b5031c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:22.640282 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3a2e2845-dcf9-44ac-893e-d50197dae335 req-a7ff40e7-3296-417f-931d-801e41533c2c service neutron] 10.222.0.21 "GET /v2.0/networks/652b7040-839e-4592-b462-d4511ac6e125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023923 Aug 22 13:29:22.665188 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0e010316-4b0d-40fc-83ea-c8e19598b53f None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:22.674616 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-0e010316-4b0d-40fc-83ea-c8e19598b53f None None] Transition to ACTIVE for port object 65ec00e5-45e5-47e6-b10c-59efbbcd465b will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:29:22.690979 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-0e010316-4b0d-40fc-83ea-c8e19598b53f None None] Transition to ACTIVE for port object 65ec00e5-45e5-47e6-b10c-59efbbcd465b will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:29:22.700045 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0e010316-4b0d-40fc-83ea-c8e19598b53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:22.703790 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f658d007-1cef-465c-8409-ec1afc1668c7 req-81b486fa-c0c0-478f-bab0-74eafd155d6d tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/ports?device_id=98dc723b-1457-44ab-9a9d-e51fe4c9e448 HTTP/1.1" status: 200 len: 210 time: 0.1217673 Aug 22 13:29:22.753658 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e010316-4b0d-40fc-83ea-c8e19598b53f None None] Pushing event updated for resources: {'Port': ['ID=65ec00e5-45e5-47e6-b10c-59efbbcd465b,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:22.767005 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-9bc3c3db-1648-4b90-9fc5-1ba93b5031c3 admin admin] Allocated IP 172.25.3.16 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/5e52a44a-4b92-4f48-aa57-185c893a85d8) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:29:22.790299 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e010316-4b0d-40fc-83ea-c8e19598b53f None None] Network 70cdf7e6-4b20-4144-ae6b-a62340a07807 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:29:22.792081 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-0e010316-4b0d-40fc-83ea-c8e19598b53f None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:29:22.794883 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e010316-4b0d-40fc-83ea-c8e19598b53f None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:29:22.878598 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3a2e2845-dcf9-44ac-893e-d50197dae335 req-27d7ca64-16b8-4b16-92b5-d2a34377a775 service neutron] 10.222.0.21 "GET /v2.0/networks/652b7040-839e-4592-b462-d4511ac6e125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975205 Aug 22 13:29:22.903872 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7b50d3-a830-4a1e-8738-589b4ca998cc req-26a94c1a-bd87-4c57-9be4-5e6e1bb59895 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:22.905537 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4d7b50d3-a830-4a1e-8738-589b4ca998cc req-26a94c1a-bd87-4c57-9be4-5e6e1bb59895 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf69ff6-0f9b-4203-86af-3f52f4cd0492 HTTP/1.1" status: 200 len: 945 time: 0.0906904 Aug 22 13:29:22.915849 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-0e010316-4b0d-40fc-83ea-c8e19598b53f None None] Attempting to bind port 65ec00e5-45e5-47e6-b10c-59efbbcd465b on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:29:22.916697 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-0e010316-4b0d-40fc-83ea-c8e19598b53f None None] Attempting to bind port 65ec00e5-45e5-47e6-b10c-59efbbcd465b by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'f18c6033-9c9c-41d0-a28b-7676e916e639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '70cdf7e6-4b20-4144-ae6b-a62340a07807'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:29:22.917264 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e010316-4b0d-40fc-83ea-c8e19598b53f None None] Attempting to bind port 65ec00e5-45e5-47e6-b10c-59efbbcd465b on network 70cdf7e6-4b20-4144-ae6b-a62340a07807 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:29:22.924928 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e010316-4b0d-40fc-83ea-c8e19598b53f None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:29:22.925425 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e010316-4b0d-40fc-83ea-c8e19598b53f None None] Checking segment: {'id': 'f18c6033-9c9c-41d0-a28b-7676e916e639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '70cdf7e6-4b20-4144-ae6b-a62340a07807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:29:22.925906 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0e010316-4b0d-40fc-83ea-c8e19598b53f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:22.926404 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e010316-4b0d-40fc-83ea-c8e19598b53f None None] Bound using segment: {'id': 'f18c6033-9c9c-41d0-a28b-7676e916e639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '70cdf7e6-4b20-4144-ae6b-a62340a07807'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:29:22.926963 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-0e010316-4b0d-40fc-83ea-c8e19598b53f None None] Bound port: 65ec00e5-45e5-47e6-b10c-59efbbcd465b, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f18c6033-9c9c-41d0-a28b-7676e916e639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '70cdf7e6-4b20-4144-ae6b-a62340a07807'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:29:22.927500 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0e010316-4b0d-40fc-83ea-c8e19598b53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:22.960368 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4d7b50d3-a830-4a1e-8738-589b4ca998cc req-63f11bd1-7320-4757-8c9b-aa93a76f14cc tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483372 Aug 22 13:29:22.980904 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9bc3c3db-1648-4b90-9fc5-1ba93b5031c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:23.039461 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-0e010316-4b0d-40fc-83ea-c8e19598b53f None None] For port 65ec00e5-45e5-47e6-b10c-59efbbcd465b, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:29:23.043648 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-0e010316-4b0d-40fc-83ea-c8e19598b53f None None] For port 65ec00e5-45e5-47e6-b10c-59efbbcd465b, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=65ec00e5-45e5-47e6-b10c-59efbbcd465b,segment=NetworkSegment(f18c6033-9c9c-41d0-a28b-7676e916e639),segment_id=f18c6033-9c9c-41d0-a28b-7676e916e639)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:29:23.048931 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9bc3c3db-1648-4b90-9fc5-1ba93b5031c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:23.067380 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0e010316-4b0d-40fc-83ea-c8e19598b53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:23.110621 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc3c3db-1648-4b90-9fc5-1ba93b5031c3 admin admin] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:29:23.113597 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-9bc3c3db-1648-4b90-9fc5-1ba93b5031c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:29:23.119530 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc3c3db-1648-4b90-9fc5-1ba93b5031c3 admin admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:29:23.148340 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b2d627db-eb93-49fc-a8ea-feaa440427cb req-7d9ed848-1389-42ad-9e95-479418174428 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5ae8550-9d43-4cb1-8063-916a676bc36d HTTP/1.1" status: 200 len: 210 time: 0.0461452 Aug 22 13:29:23.162135 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc3c3db-1648-4b90-9fc5-1ba93b5031c3 admin admin] Pushing event updated for resources: {'Port': ['ID=5e52a44a-4b92-4f48-aa57-185c893a85d8,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:23.215185 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e010316-4b0d-40fc-83ea-c8e19598b53f None None] Pushing event updated for resources: {'Port': ['ID=65ec00e5-45e5-47e6-b10c-59efbbcd465b,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:23.540506 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83066180-3ffe-4d4f-87c8-795c1e2af77e req-cd245f4c-4bc1-44ea-94cf-008b0217b51b tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:23.542148 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-83066180-3ffe-4d4f-87c8-795c1e2af77e req-cd245f4c-4bc1-44ea-94cf-008b0217b51b tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.21 "GET /v2.0/ports?device_id=34c64780-c5c9-4b6f-87bc-fd0f9456192c HTTP/1.1" status: 200 len: 946 time: 0.1223149 Aug 22 13:29:23.561156 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9bc3c3db-1648-4b90-9fc5-1ba93b5031c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:23.621404 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-83066180-3ffe-4d4f-87c8-795c1e2af77e req-d7091d6a-1a9c-4231-bd17-15229c925a14 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4498256-354e-4f3c-a0c2-fc05b4ed5abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669184 Aug 22 13:29:23.790878 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9bc3c3db-1648-4b90-9fc5-1ba93b5031c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:23.962668 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc3c3db-1648-4b90-9fc5-1ba93b5031c3 admin admin] Router 2a90bdf6-6489-400a-b178-d2f0ff3cd812 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:29:24.088221 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dcd2d7-af74-4a38-99a3-629100c6514c req-28e0ae77-7102-440c-b330-753da15c735e tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:24.089885 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-94dcd2d7-af74-4a38-99a3-629100c6514c req-28e0ae77-7102-440c-b330-753da15c735e tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.16 "GET /v2.0/ports?device_id=34c64780-c5c9-4b6f-87bc-fd0f9456192c HTTP/1.1" status: 200 len: 946 time: 0.1069193 Aug 22 13:29:24.105337 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc3c3db-1648-4b90-9fc5-1ba93b5031c3 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:29:24.117341 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d553dc0-e98a-4a91-a929-443ba677a641 req-260aef77-8e34-4c76-afd7-6ca820acc641 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:24.120436 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bfb63e-da11-4572-8b0e-260f96df95e0 None None] Sync routers for ids ['2a90bdf6-6489-400a-b178-d2f0ff3cd812'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:29:24.125225 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9d553dc0-e98a-4a91-a929-443ba677a641 req-260aef77-8e34-4c76-afd7-6ca820acc641 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9232882-fa8c-47c3-8a04-8a7af999b018 HTTP/1.1" status: 200 len: 950 time: 0.1047847 Aug 22 13:29:24.128845 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9bc3c3db-1648-4b90-9fc5-1ba93b5031c3 admin admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:24.130237 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9bc3c3db-1648-4b90-9fc5-1ba93b5031c3 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2924316 Aug 22 13:29:24.133297 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 55890) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:29:24.137705 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bfb63e-da11-4572-8b0e-260f96df95e0 None None] Routers {'2a90bdf6-6489-400a-b178-d2f0ff3cd812'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:29:24.138340 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-91bfb63e-da11-4572-8b0e-260f96df95e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:29:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['2a90bdf6-6489-400a-b178-d2f0ff3cd812'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:29:24.238527 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9d553dc0-e98a-4a91-a929-443ba677a641 req-f817beee-c37a-4a6d-b07d-d04749169faf tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/security-groups?id=835e4b24-d982-476b-a6a6-e5ce19cfed22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123769 Aug 22 13:29:24.311598 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4e7bc-787f-4b42-8f87-44b1f044b6b5 req-8dac6598-4f0c-45d8-90c1-3621fa462825 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:24.320418 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-91e4e7bc-787f-4b42-8f87-44b1f044b6b5 req-8dac6598-4f0c-45d8-90c1-3621fa462825 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf69ff6-0f9b-4203-86af-3f52f4cd0492 HTTP/1.1" status: 200 len: 945 time: 0.2269256 Aug 22 13:29:24.479352 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a0def17c-f7c3-435f-bf26-f81abd0fb3bc req-259525d9-d615-4ae7-a322-6cd0fcd6ffa7 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5ae8550-9d43-4cb1-8063-916a676bc36d HTTP/1.1" status: 200 len: 210 time: 0.1028857 Aug 22 13:29:24.482619 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-91e4e7bc-787f-4b42-8f87-44b1f044b6b5 req-f41f14c8-3c98-4229-aea0-c154344aee40 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603792 Aug 22 13:29:24.563819 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-91bfb63e-da11-4572-8b0e-260f96df95e0 None None] Set router 2a90bdf6-6489-400a-b178-d2f0ff3cd812 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:29:24.564161 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-94dcd2d7-af74-4a38-99a3-629100c6514c req-a6bc9901-902b-4ff2-8a6b-3e5372cc6196 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Deleting port 59c25f39-6da9-416c-80d8-c537bcf5aa73 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:29:24.569231 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-94dcd2d7-af74-4a38-99a3-629100c6514c req-a6bc9901-902b-4ff2-8a6b-3e5372cc6196 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:24.681104 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e2845-dcf9-44ac-893e-d50197dae335 req-9a02ae22-1b82-48ea-a82c-48dd66ced2b3 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:24.682781 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3a2e2845-dcf9-44ac-893e-d50197dae335 req-9a02ae22-1b82-48ea-a82c-48dd66ced2b3 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.16 "GET /v2.0/networks?id=652b7040-839e-4592-b462-d4511ac6e125 HTTP/1.1" status: 200 len: 808 time: 0.3489063 Aug 22 13:29:24.704408 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-3a2e2845-dcf9-44ac-893e-d50197dae335 req-9127d63b-84f2-4450-83b9-6a8c47776d15 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Request body: {'port': {'device_id': 'c5ae8550-9d43-4cb1-8063-916a676bc36d', 'network_id': '652b7040-839e-4592-b462-d4511ac6e125', 'admin_state_up': True, 'tenant_id': '61d15703803940a485cdd8f67b081dcb'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:29:24.736999 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d07826-2fe2-4b24-9269-865003fab073 None None] Network 70cdf7e6-4b20-4144-ae6b-a62340a07807 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:29:24.844744 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-91bfb63e-da11-4572-8b0e-260f96df95e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a90bdf6-6489-400a-b178-d2f0ff3cd812', 'name': 'tempest-ServersTestFqdnHostnames-277808812-router', 'tenant_id': '836cce509fee414983faa9c4a35f993e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '5e52a44a-4b92-4f48-aa57-185c893a85d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:29:21Z', 'updated_at': '2021-08-22T13:29:23Z', 'revision_number': 3, 'project_id': '836cce509fee414983faa9c4a35f993e', 'gw_port': {'id': '5e52a44a-4b92-4f48-aa57-185c893a85d8', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a90bdf6-6489-400a-b178-d2f0ff3cd812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:29:22Z', 'updated_at': '2021-08-22T13:29:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:29:24.863857 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-94dcd2d7-af74-4a38-99a3-629100c6514c req-a6bc9901-902b-4ff2-8a6b-3e5372cc6196 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] For port 59c25f39-6da9-416c-80d8-c537bcf5aa73, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=59c25f39-6da9-416c-80d8-c537bcf5aa73,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:29:24.864265 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-94dcd2d7-af74-4a38-99a3-629100c6514c req-a6bc9901-902b-4ff2-8a6b-3e5372cc6196 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:24.874394 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9c235-89f1-4e70-b2fa-0d8a63dbe451 req-bc430942-cf3e-4cf0-a497-6d5ebe8823cf tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:24.878648 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-94bf177f-a21e-4fbd-9fb8-6be31d84a13d None None] Provisioning for port 65ec00e5-45e5-47e6-b10c-59efbbcd465b completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:29:24.881809 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d0d9c235-89f1-4e70-b2fa-0d8a63dbe451 req-bc430942-cf3e-4cf0-a497-6d5ebe8823cf tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.21 "GET /v2.0/ports?device_id=34c64780-c5c9-4b6f-87bc-fd0f9456192c HTTP/1.1" status: 200 len: 946 time: 0.1168776 Aug 22 13:29:24.883286 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bfb63e-da11-4572-8b0e-260f96df95e0 None None] Checking router: 2a90bdf6-6489-400a-b178-d2f0ff3cd812 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:29:24.884676 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bfb63e-da11-4572-8b0e-260f96df95e0 None None] Updating router 2a90bdf6-6489-400a-b178-d2f0ff3cd812 port 5e52a44a-4b92-4f48-aa57-185c893a85d8 binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:29:24.911968 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-94dcd2d7-af74-4a38-99a3-629100c6514c req-a6bc9901-902b-4ff2-8a6b-3e5372cc6196 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Calling delete_port for 59c25f39-6da9-416c-80d8-c537bcf5aa73 owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:29:24.923455 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-91bfb63e-da11-4572-8b0e-260f96df95e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:24.994507 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a2e2845-dcf9-44ac-893e-d50197dae335 req-9127d63b-84f2-4450-83b9-6a8c47776d15 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Made reservation on behalf of 61d15703803940a485cdd8f67b081dcb for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:29:24.998278 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-3a2e2845-dcf9-44ac-893e-d50197dae335 req-9127d63b-84f2-4450-83b9-6a8c47776d15 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:25.006831 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b7f97934-64f7-473f-9c30-1df7b438cb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:25.014383 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d0d9c235-89f1-4e70-b2fa-0d8a63dbe451 req-2a7826d2-e95c-4ad3-b95b-87164b1f203f tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4498256-354e-4f3c-a0c2-fc05b4ed5abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316359 Aug 22 13:29:25.050501 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 65ec00e5-45e5-47e6-b10c-59efbbcd465b up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:29:25.140353 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 65ec00e5-45e5-47e6-b10c-59efbbcd465b completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:29:25.144691 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 65ec00e5-45e5-47e6-b10c-59efbbcd465b triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:29:25.145065 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:25.232116 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:25.264492 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-3a2e2845-dcf9-44ac-893e-d50197dae335 req-9127d63b-84f2-4450-83b9-6a8c47776d15 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Allocated IP 172.20.0.2 (652b7040-839e-4592-b462-d4511ac6e125/236eb505-a499-4edb-a293-2a2d85a583c0/2d135122-52a0-4e66-86c2-520768cf0447) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:29:25.269988 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-94dcd2d7-af74-4a38-99a3-629100c6514c req-a6bc9901-902b-4ff2-8a6b-3e5372cc6196 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:25.272136 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 65ec00e5-45e5-47e6-b10c-59efbbcd465b, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=65ec00e5-45e5-47e6-b10c-59efbbcd465b,segment=NetworkSegment(f18c6033-9c9c-41d0-a28b-7676e916e639),segment_id=f18c6033-9c9c-41d0-a28b-7676e916e639)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:29:25.277265 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:25.302507 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-b7f97934-64f7-473f-9c30-1df7b438cb6a admin admin] Allocated IP 172.20.0.1 (70cdf7e6-4b20-4144-ae6b-a62340a07807/a2cce6f5-465c-4f33-b3b9-4f8bb5360fd1/883ed8bd-2f84-4c9c-8f55-2d864660ee1f) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:29:25.342117 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc9901-902b-4ff2-8a6b-3e5372cc6196 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Pushing event deleted for resources: {'Port': ['ID=59c25f39-6da9-416c-80d8-c537bcf5aa73,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:25.342337 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=65ec00e5-45e5-47e6-b10c-59efbbcd465b,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:25.359898 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-91bfb63e-da11-4572-8b0e-260f96df95e0 None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:25.385492 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-91bfb63e-da11-4572-8b0e-260f96df95e0 None None] Transition to ACTIVE for port object 5e52a44a-4b92-4f48-aa57-185c893a85d8 will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:29:25.394553 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-91bfb63e-da11-4572-8b0e-260f96df95e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:25.453139 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-94dcd2d7-af74-4a38-99a3-629100c6514c req-a6bc9901-902b-4ff2-8a6b-3e5372cc6196 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] No DVR routers for this DVR port 59c25f39-6da9-416c-80d8-c537bcf5aa73 on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:29:25.458991 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-94dcd2d7-af74-4a38-99a3-629100c6514c req-a6bc9901-902b-4ff2-8a6b-3e5372cc6196 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:25.462306 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-91bfb63e-da11-4572-8b0e-260f96df95e0 None None] Attempting to bind port 5e52a44a-4b92-4f48-aa57-185c893a85d8 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:29:25.462759 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-91bfb63e-da11-4572-8b0e-260f96df95e0 None None] Attempting to bind port 5e52a44a-4b92-4f48-aa57-185c893a85d8 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:29:25.463123 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bfb63e-da11-4572-8b0e-260f96df95e0 None None] Attempting to bind port 5e52a44a-4b92-4f48-aa57-185c893a85d8 on network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:29:25.463930 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-94dcd2d7-af74-4a38-99a3-629100c6514c req-a6bc9901-902b-4ff2-8a6b-3e5372cc6196 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.16 "DELETE /v2.0/ports/59c25f39-6da9-416c-80d8-c537bcf5aa73 HTTP/1.1" status: 204 len: 173 time: 1.3556509 Aug 22 13:29:25.469850 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c64780-c5c9-4b6f-87bc-fd0f9456192c', 'name': 'network-vif-deleted', 'tag': '59c25f39-6da9-416c-80d8-c537bcf5aa73'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:29:25.471259 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59430aa4-c2dd-4704-8b33-d68171f0a2e9 req-aa43c597-d28d-4c77-8e1f-925dc207aa6d tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:25.472111 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874eb293-233f-4178-ba8e-59c4d25e2d24" -d '{"events": [{"server_uuid": "34c64780-c5c9-4b6f-87bc-fd0f9456192c", "name": "network-vif-deleted", "tag": "59c25f39-6da9-416c-80d8-c537bcf5aa73"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:29:25.472713 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-59430aa4-c2dd-4704-8b33-d68171f0a2e9 req-aa43c597-d28d-4c77-8e1f-925dc207aa6d tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9232882-fa8c-47c3-8a04-8a7af999b018 HTTP/1.1" status: 200 len: 950 time: 0.0709057 Aug 22 13:29:25.473504 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed7f494-d90c-4d23-b248-8b5ce3543ed5 None None] Pushing event updated for resources: {'Port': ['ID=5e52a44a-4b92-4f48-aa57-185c893a85d8,revision_number=2']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:25.477051 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bfb63e-da11-4572-8b0e-260f96df95e0 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:29:25.477461 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bfb63e-da11-4572-8b0e-260f96df95e0 None None] Checking segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:29:25.478129 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-91bfb63e-da11-4572-8b0e-260f96df95e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:25.478543 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bfb63e-da11-4572-8b0e-260f96df95e0 None None] Bound using segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:29:25.480048 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-91bfb63e-da11-4572-8b0e-260f96df95e0 None None] Bound port: 5e52a44a-4b92-4f48-aa57-185c893a85d8, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:29:25.480590 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-91bfb63e-da11-4572-8b0e-260f96df95e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:25.521718 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-43a8726a-7c5a-4ca7-bb5f-830fbac31ba1 None None] Provisioning complete for port 65ec00e5-45e5-47e6-b10c-59efbbcd465b triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:29:25.523335 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-43a8726a-7c5a-4ca7-bb5f-830fbac31ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:25.534979 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed7f494-d90c-4d23-b248-8b5ce3543ed5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:29:25.535495 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed7f494-d90c-4d23-b248-8b5ce3543ed5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:29:25.535841 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed7f494-d90c-4d23-b248-8b5ce3543ed5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:29:25.536175 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed7f494-d90c-4d23-b248-8b5ce3543ed5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:29:25.536529 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed7f494-d90c-4d23-b248-8b5ce3543ed5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:29:25.536856 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed7f494-d90c-4d23-b248-8b5ce3543ed5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:29:25.537208 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed7f494-d90c-4d23-b248-8b5ce3543ed5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:29:25.537527 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed7f494-d90c-4d23-b248-8b5ce3543ed5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:29:25.537849 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed7f494-d90c-4d23-b248-8b5ce3543ed5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:29:25.538161 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed7f494-d90c-4d23-b248-8b5ce3543ed5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:29:25.538827 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed7f494-d90c-4d23-b248-8b5ce3543ed5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:29:25.538827 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed7f494-d90c-4d23-b248-8b5ce3543ed5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:29:25.580364 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2944d3e-d05e-4ddb-8a00-0dc348ffebaf req-91730375-fcef-446c-9d12-2f6031e64de2 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:25.588544 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d2944d3e-d05e-4ddb-8a00-0dc348ffebaf req-91730375-fcef-446c-9d12-2f6031e64de2 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9232882-fa8c-47c3-8a04-8a7af999b018 HTTP/1.1" status: 200 len: 950 time: 0.1988475 Aug 22 13:29:25.600888 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b7f97934-64f7-473f-9c30-1df7b438cb6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:25.641529 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16091672-0ce1-4f67-a46f-9639c0ee761b x-openstack-request-id: req-16091672-0ce1-4f67-a46f-9639c0ee761b {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:29:25.642625 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34c64780-c5c9-4b6f-87bc-fd0f9456192c", "name": "network-vif-deleted", "tag": "59c25f39-6da9-416c-80d8-c537bcf5aa73", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:29:25.643129 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-16091672-0ce1-4f67-a46f-9639c0ee761b {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:29:25.643821 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c64780-c5c9-4b6f-87bc-fd0f9456192c', 'name': 'network-vif-deleted', 'tag': '59c25f39-6da9-416c-80d8-c537bcf5aa73', 'status': 'completed', 'code': 200} Aug 22 13:29:25.644054 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-b7f97934-64f7-473f-9c30-1df7b438cb6a admin admin] Transition to ACTIVE for port object 883ed8bd-2f84-4c9c-8f55-2d864660ee1f will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:29:25.650824 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-91bfb63e-da11-4572-8b0e-260f96df95e0 None None] For port 5e52a44a-4b92-4f48-aa57-185c893a85d8, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:29:25.658331 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-91bfb63e-da11-4572-8b0e-260f96df95e0 None None] For port 5e52a44a-4b92-4f48-aa57-185c893a85d8, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=5e52a44a-4b92-4f48-aa57-185c893a85d8,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:29:25.668148 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-91bfb63e-da11-4572-8b0e-260f96df95e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:25.673859 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d2944d3e-d05e-4ddb-8a00-0dc348ffebaf req-60a0e5bb-aaa0-4a7d-b146-573f92507822 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/security-groups?id=835e4b24-d982-476b-a6a6-e5ce19cfed22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841434 Aug 22 13:29:25.737888 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-59430aa4-c2dd-4704-8b33-d68171f0a2e9 req-833d9039-d64c-443d-92a5-f86e379964f3 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Deleting port 690f4f1b-305f-41c3-843d-0dd772263ccf {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:29:25.738399 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-59430aa4-c2dd-4704-8b33-d68171f0a2e9 req-833d9039-d64c-443d-92a5-f86e379964f3 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:25.744464 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b7f97934-64f7-473f-9c30-1df7b438cb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:25.770548 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed7f494-d90c-4d23-b248-8b5ce3543ed5 None None] Pushing event updated for resources: {'Port': ['ID=5e52a44a-4b92-4f48-aa57-185c893a85d8,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:25.798245 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bfb63e-da11-4572-8b0e-260f96df95e0 None None] Routers {'2a90bdf6-6489-400a-b178-d2f0ff3cd812'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:29:25.798942 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-91bfb63e-da11-4572-8b0e-260f96df95e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:29:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['2a90bdf6-6489-400a-b178-d2f0ff3cd812'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:29:25.805651 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-289280f9-5c9d-4538-8d7f-73e9825fb68f req-61d66f31-cf74-4bf5-b8fe-8d2ed992d862 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5ae8550-9d43-4cb1-8063-916a676bc36d HTTP/1.1" status: 200 len: 210 time: 0.0826638 Aug 22 13:29:25.815776 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-3a2e2845-dcf9-44ac-893e-d50197dae335 req-9127d63b-84f2-4450-83b9-6a8c47776d15 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:25.885717 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63796510-0e64-44df-8f9f-0a885ea4dc01 req-09a0cb0d-02fc-48ae-9dc9-f41aafac0b7c tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:25.893784 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-63796510-0e64-44df-8f9f-0a885ea4dc01 req-09a0cb0d-02fc-48ae-9dc9-f41aafac0b7c tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf69ff6-0f9b-4203-86af-3f52f4cd0492 HTTP/1.1" status: 200 len: 945 time: 0.0929585 Aug 22 13:29:25.931363 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-3a2e2845-dcf9-44ac-893e-d50197dae335 req-9127d63b-84f2-4450-83b9-6a8c47776d15 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:25.994771 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-91bfb63e-da11-4572-8b0e-260f96df95e0 None None] Set router 2a90bdf6-6489-400a-b178-d2f0ff3cd812 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:29:26.000656 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 59c25f39-6da9-416c-80d8-c537bcf5aa73 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:29:26.007778 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-63796510-0e64-44df-8f9f-0a885ea4dc01 req-1610548b-0e9b-4721-9b0e-52cab311e5dc tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133773 Aug 22 13:29:26.011963 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9127d63b-84f2-4450-83b9-6a8c47776d15 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Pushing event updated for resources: {'Port': ['ID=2d135122-52a0-4e66-86c2-520768cf0447,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:26.050028 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: 59c25f39-6da9-416c-80d8-c537bcf5aa73 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:29:26.053090 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a2e2845-dcf9-44ac-893e-d50197dae335 req-9127d63b-84f2-4450-83b9-6a8c47776d15 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Network 652b7040-839e-4592-b462-d4511ac6e125 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:29:26.053481 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 59c25f39-6da9-416c-80d8-c537bcf5aa73 not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:29:26.054115 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device f558e56e-2c5c-46d0-b46a-3afd388f0fb1 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:29:26.057787 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-3a2e2845-dcf9-44ac-893e-d50197dae335 req-9127d63b-84f2-4450-83b9-6a8c47776d15 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:29:26.066050 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a2e2845-dcf9-44ac-893e-d50197dae335 req-9127d63b-84f2-4450-83b9-6a8c47776d15 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:29:26.083504 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: f558e56e-2c5c-46d0-b46a-3afd388f0fb1 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:29:26.083851 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device f558e56e-2c5c-46d0-b46a-3afd388f0fb1 not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:29:26.144804 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e2845-dcf9-44ac-893e-d50197dae335 req-9127d63b-84f2-4450-83b9-6a8c47776d15 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:26.145675 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-3a2e2845-dcf9-44ac-893e-d50197dae335 req-9127d63b-84f2-4450-83b9-6a8c47776d15 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:26.200384 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-98125925-ce3e-4f3b-980a-dda110e92823 req-f80f2314-1127-4ec6-bad9-cd3cf7fe45ec tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.21 "GET /v2.0/ports?device_id=34c64780-c5c9-4b6f-87bc-fd0f9456192c HTTP/1.1" status: 200 len: 210 time: 0.0494249 Aug 22 13:29:26.201929 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3a2e2845-dcf9-44ac-893e-d50197dae335 req-9127d63b-84f2-4450-83b9-6a8c47776d15 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5015669 Aug 22 13:29:26.225610 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-3a2e2845-dcf9-44ac-893e-d50197dae335 req-3bffd825-733a-4927-af1f-8f47285436f6 service neutron] Request body: {'port': {'device_id': 'c5ae8550-9d43-4cb1-8063-916a676bc36d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:29:26.244700 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-91bfb63e-da11-4572-8b0e-260f96df95e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a90bdf6-6489-400a-b178-d2f0ff3cd812', 'name': 'tempest-ServersTestFqdnHostnames-277808812-router', 'tenant_id': '836cce509fee414983faa9c4a35f993e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '5e52a44a-4b92-4f48-aa57-185c893a85d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:29:21Z', 'updated_at': '2021-08-22T13:29:23Z', 'revision_number': 3, 'project_id': '836cce509fee414983faa9c4a35f993e', 'gw_port': {'id': '5e52a44a-4b92-4f48-aa57-185c893a85d8', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a90bdf6-6489-400a-b178-d2f0ff3cd812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:29:22Z', 'updated_at': '2021-08-22T13:29:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:29:26.276045 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bfb63e-da11-4572-8b0e-260f96df95e0 None None] The sync data for ids ['2a90bdf6-6489-400a-b178-d2f0ff3cd812'] in n-d-793621-33 is: [{'id': '2a90bdf6-6489-400a-b178-d2f0ff3cd812', 'name': 'tempest-ServersTestFqdnHostnames-277808812-router', 'tenant_id': '836cce509fee414983faa9c4a35f993e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '5e52a44a-4b92-4f48-aa57-185c893a85d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:29:21Z', 'updated_at': '2021-08-22T13:29:23Z', 'revision_number': 3, 'project_id': '836cce509fee414983faa9c4a35f993e', 'gw_port': {'id': '5e52a44a-4b92-4f48-aa57-185c893a85d8', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a90bdf6-6489-400a-b178-d2f0ff3cd812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:29:22Z', 'updated_at': '2021-08-22T13:29:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:29:26.288383 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-3a2e2845-dcf9-44ac-893e-d50197dae335 req-3bffd825-733a-4927-af1f-8f47285436f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:26.289002 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f97934-64f7-473f-9c30-1df7b438cb6a admin admin] Network 70cdf7e6-4b20-4144-ae6b-a62340a07807 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:29:26.299652 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-b7f97934-64f7-473f-9c30-1df7b438cb6a admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:29:26.303525 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f97934-64f7-473f-9c30-1df7b438cb6a admin admin] Pushing event updated for resources: {'Port': ['ID=883ed8bd-2f84-4c9c-8f55-2d864660ee1f,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:26.313107 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f97934-64f7-473f-9c30-1df7b438cb6a admin admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:29:26.378510 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-59430aa4-c2dd-4704-8b33-d68171f0a2e9 req-833d9039-d64c-443d-92a5-f86e379964f3 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] For port 690f4f1b-305f-41c3-843d-0dd772263ccf, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=690f4f1b-305f-41c3-843d-0dd772263ccf,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:29:26.379507 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-59430aa4-c2dd-4704-8b33-d68171f0a2e9 req-833d9039-d64c-443d-92a5-f86e379964f3 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:26.394369 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b7f97934-64f7-473f-9c30-1df7b438cb6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:26.400344 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-59430aa4-c2dd-4704-8b33-d68171f0a2e9 req-833d9039-d64c-443d-92a5-f86e379964f3 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Calling delete_port for 690f4f1b-305f-41c3-843d-0dd772263ccf owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:29:26.603067 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-f0e8e77b-8d0a-441a-a163-18f753f9bcb6 None None] Provisioning for port 883ed8bd-2f84-4c9c-8f55-2d864660ee1f completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:29:26.607803 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-f0e8e77b-8d0a-441a-a163-18f753f9bcb6 None None] Provisioning complete for port 883ed8bd-2f84-4c9c-8f55-2d864660ee1f triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:29:26.608186 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f0e8e77b-8d0a-441a-a163-18f753f9bcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:26.643771 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-3a2e2845-dcf9-44ac-893e-d50197dae335 req-3bffd825-733a-4927-af1f-8f47285436f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d135122-52a0-4e66-86c2-520768cf0447 {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:29:26.653088 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b7f97934-64f7-473f-9c30-1df7b438cb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:26.654670 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-3a2e2845-dcf9-44ac-893e-d50197dae335 req-3bffd825-733a-4927-af1f-8f47285436f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:26.670557 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-f0e8e77b-8d0a-441a-a163-18f753f9bcb6 None None] Port 883ed8bd-2f84-4c9c-8f55-2d864660ee1f cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:29:26.672035 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-3a2e2845-dcf9-44ac-893e-d50197dae335 req-3bffd825-733a-4927-af1f-8f47285436f6 service neutron] Transition to ACTIVE for port object 2d135122-52a0-4e66-86c2-520768cf0447 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:29:26.677732 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-3a2e2845-dcf9-44ac-893e-d50197dae335 req-3bffd825-733a-4927-af1f-8f47285436f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:26.703507 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-59430aa4-c2dd-4704-8b33-d68171f0a2e9 req-833d9039-d64c-443d-92a5-f86e379964f3 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:26.720583 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['690f4f1b-305f-41c3-843d-0dd772263ccf'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:29:26.780505 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833d9039-d64c-443d-92a5-f86e379964f3 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Pushing event deleted for resources: {'Port': ['ID=690f4f1b-305f-41c3-843d-0dd772263ccf,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:26.849986 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-59430aa4-c2dd-4704-8b33-d68171f0a2e9 req-833d9039-d64c-443d-92a5-f86e379964f3 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] No DVR routers for this DVR port 690f4f1b-305f-41c3-843d-0dd772263ccf on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:29:26.853516 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-59430aa4-c2dd-4704-8b33-d68171f0a2e9 req-833d9039-d64c-443d-92a5-f86e379964f3 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:26.868358 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-59430aa4-c2dd-4704-8b33-d68171f0a2e9 req-833d9039-d64c-443d-92a5-f86e379964f3 tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.41 "DELETE /v2.0/ports/690f4f1b-305f-41c3-843d-0dd772263ccf HTTP/1.1" status: 204 len: 173 time: 1.3811944 Aug 22 13:29:26.873464 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bffd825-733a-4927-af1f-8f47285436f6 service neutron] Pushing event updated for resources: {'Port': ['ID=2d135122-52a0-4e66-86c2-520768cf0447,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:26.882395 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9232882-fa8c-47c3-8a04-8a7af999b018', 'name': 'network-vif-deleted', 'tag': '690f4f1b-305f-41c3-843d-0dd772263ccf'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:29:26.892859 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec31f61-6383-4609-aedc-355c2c09ffb1" -d '{"events": [{"server_uuid": "e9232882-fa8c-47c3-8a04-8a7af999b018", "name": "network-vif-deleted", "tag": "690f4f1b-305f-41c3-843d-0dd772263ccf"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:29:27.010522 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a49cfc74-290a-496d-b430-9e22bdc368d6 req-e24269dc-7ce4-426d-9f46-75065283a20f tempest-ServersAdminTestJSON-425582631 tempest-ServersAdminTestJSON-425582631-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9232882-fa8c-47c3-8a04-8a7af999b018 HTTP/1.1" status: 200 len: 210 time: 0.1702962 Aug 22 13:29:27.099051 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb40ed8d-f418-4619-81d8-f920023d2ba3 x-openstack-request-id: req-cb40ed8d-f418-4619-81d8-f920023d2ba3 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:29:27.099362 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9232882-fa8c-47c3-8a04-8a7af999b018", "name": "network-vif-deleted", "tag": "690f4f1b-305f-41c3-843d-0dd772263ccf", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:29:27.099627 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cb40ed8d-f418-4619-81d8-f920023d2ba3 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:29:27.100056 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9232882-fa8c-47c3-8a04-8a7af999b018', 'name': 'network-vif-deleted', 'tag': '690f4f1b-305f-41c3-843d-0dd772263ccf', 'status': 'completed', 'code': 200} Aug 22 13:29:27.141294 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b7f97934-64f7-473f-9c30-1df7b438cb6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:27.148407 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b7f97934-64f7-473f-9c30-1df7b438cb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:27.190634 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 65ec00e5-45e5-47e6-b10c-59efbbcd465b up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:29:27.239856 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b7f97934-64f7-473f-9c30-1df7b438cb6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:27.254837 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f97934-64f7-473f-9c30-1df7b438cb6a admin admin] Pushing event updated for resources: {'Port': ['ID=883ed8bd-2f84-4c9c-8f55-2d864660ee1f,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:27.267321 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 65ec00e5-45e5-47e6-b10c-59efbbcd465b triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:29:27.267711 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:27.369225 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f97934-64f7-473f-9c30-1df7b438cb6a admin admin] Network 70cdf7e6-4b20-4144-ae6b-a62340a07807 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:29:27.371420 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-b7f97934-64f7-473f-9c30-1df7b438cb6a admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:29:27.386087 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 5e52a44a-4b92-4f48-aa57-185c893a85d8 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:29:27.449231 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 5e52a44a-4b92-4f48-aa57-185c893a85d8 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:29:27.460358 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 5e52a44a-4b92-4f48-aa57-185c893a85d8 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:29:27.460749 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:27.574665 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f97934-64f7-473f-9c30-1df7b438cb6a admin admin] Router 2a90bdf6-6489-400a-b178-d2f0ff3cd812 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:29:27.583364 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7162973-1cdc-4540-852d-f9b0b13506ba req-e79f9ccd-57a8-4e59-8ef5-a6bd6af3d1c9 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:27.584943 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d7162973-1cdc-4540-852d-f9b0b13506ba req-e79f9ccd-57a8-4e59-8ef5-a6bd6af3d1c9 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5ae8550-9d43-4cb1-8063-916a676bc36d HTTP/1.1" status: 200 len: 943 time: 0.5734057 Aug 22 13:29:27.585692 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-3a2e2845-dcf9-44ac-893e-d50197dae335 req-3bffd825-733a-4927-af1f-8f47285436f6 service neutron] Attempting to bind port 2d135122-52a0-4e66-86c2-520768cf0447 on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:29:27.586011 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-3a2e2845-dcf9-44ac-893e-d50197dae335 req-3bffd825-733a-4927-af1f-8f47285436f6 service neutron] Attempting to bind port 2d135122-52a0-4e66-86c2-520768cf0447 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '18b5a6df-b98f-4d4b-9428-0223d3f719a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '652b7040-839e-4592-b462-d4511ac6e125'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:29:27.586330 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2e2845-dcf9-44ac-893e-d50197dae335 req-3bffd825-733a-4927-af1f-8f47285436f6 service neutron] Attempting to bind port 2d135122-52a0-4e66-86c2-520768cf0447 on network 652b7040-839e-4592-b462-d4511ac6e125 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:29:27.607548 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:27.614744 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c6777-b964-4327-b3d4-96adaa9f072f req-67befe81-f60f-4ff2-835d-1cc09c2fa1ff tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:27.623475 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-600c6777-b964-4327-b3d4-96adaa9f072f req-67befe81-f60f-4ff2-835d-1cc09c2fa1ff tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf69ff6-0f9b-4203-86af-3f52f4cd0492 HTTP/1.1" status: 200 len: 945 time: 0.1699898 Aug 22 13:29:27.627491 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2e2845-dcf9-44ac-893e-d50197dae335 req-3bffd825-733a-4927-af1f-8f47285436f6 service neutron] Port 2d135122-52a0-4e66-86c2-520768cf0447 on network 652b7040-839e-4592-b462-d4511ac6e125 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:29:27.627804 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2e2845-dcf9-44ac-893e-d50197dae335 req-3bffd825-733a-4927-af1f-8f47285436f6 service neutron] Attempting to bind port 2d135122-52a0-4e66-86c2-520768cf0447 on network 652b7040-839e-4592-b462-d4511ac6e125 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:29:27.634888 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 5e52a44a-4b92-4f48-aa57-185c893a85d8, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=5e52a44a-4b92-4f48-aa57-185c893a85d8,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:29:27.642807 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:27.655429 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2e2845-dcf9-44ac-893e-d50197dae335 req-3bffd825-733a-4927-af1f-8f47285436f6 service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:29:27.655696 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2e2845-dcf9-44ac-893e-d50197dae335 req-3bffd825-733a-4927-af1f-8f47285436f6 service neutron] Checking segment: {'id': '18b5a6df-b98f-4d4b-9428-0223d3f719a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '652b7040-839e-4592-b462-d4511ac6e125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:29:27.656085 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2e2845-dcf9-44ac-893e-d50197dae335 req-3bffd825-733a-4927-af1f-8f47285436f6 service neutron] Bound using segment: {'id': '18b5a6df-b98f-4d4b-9428-0223d3f719a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '652b7040-839e-4592-b462-d4511ac6e125'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:29:27.656554 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-3a2e2845-dcf9-44ac-893e-d50197dae335 req-3bffd825-733a-4927-af1f-8f47285436f6 service neutron] Bound port: 2d135122-52a0-4e66-86c2-520768cf0447, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18b5a6df-b98f-4d4b-9428-0223d3f719a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '652b7040-839e-4592-b462-d4511ac6e125'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:29:27.656912 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-3a2e2845-dcf9-44ac-893e-d50197dae335 req-3bffd825-733a-4927-af1f-8f47285436f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:27.733318 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=5e52a44a-4b92-4f48-aa57-185c893a85d8,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:27.742018 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f97934-64f7-473f-9c30-1df7b438cb6a admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:29:27.770648 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b7f97934-64f7-473f-9c30-1df7b438cb6a admin admin] 10.222.0.21 "PUT /v2.0/routers/2a90bdf6-6489-400a-b178-d2f0ff3cd812/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6346877 Aug 22 13:29:27.782541 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d7162973-1cdc-4540-852d-f9b0b13506ba req-c2b667b1-eb5c-4fae-bb5a-f620cb53937e tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825202 Aug 22 13:29:27.787983 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-600c6777-b964-4327-b3d4-96adaa9f072f req-ae49144f-78e6-4a5d-a5ca-e25f30bed9fb tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635880 Aug 22 13:29:27.820067 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-2816778f-25bf-49f0-8ca0-2b6ebe4ab8f1 None None] Provisioning complete for port 883ed8bd-2f84-4c9c-8f55-2d864660ee1f triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:29:27.820549 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2816778f-25bf-49f0-8ca0-2b6ebe4ab8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:27.859667 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-3a2e2845-dcf9-44ac-893e-d50197dae335 req-3bffd825-733a-4927-af1f-8f47285436f6 service neutron] For port 2d135122-52a0-4e66-86c2-520768cf0447, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:29:27.863439 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-3a2e2845-dcf9-44ac-893e-d50197dae335 req-3bffd825-733a-4927-af1f-8f47285436f6 service neutron] For port 2d135122-52a0-4e66-86c2-520768cf0447, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=2d135122-52a0-4e66-86c2-520768cf0447,segment=NetworkSegment(18b5a6df-b98f-4d4b-9428-0223d3f719a9),segment_id=18b5a6df-b98f-4d4b-9428-0223d3f719a9)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:29:27.871530 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-3a2e2845-dcf9-44ac-893e-d50197dae335 req-3bffd825-733a-4927-af1f-8f47285436f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:27.879070 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-2816778f-25bf-49f0-8ca0-2b6ebe4ab8f1 None None] Port 883ed8bd-2f84-4c9c-8f55-2d864660ee1f cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:29:27.921600 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e2845-dcf9-44ac-893e-d50197dae335 req-3bffd825-733a-4927-af1f-8f47285436f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:27.922270 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-3a2e2845-dcf9-44ac-893e-d50197dae335 req-3bffd825-733a-4927-af1f-8f47285436f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:27.923794 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3a2e2845-dcf9-44ac-893e-d50197dae335 req-3bffd825-733a-4927-af1f-8f47285436f6 service neutron] 10.222.0.16 "PUT /v2.0/ports/2d135122-52a0-4e66-86c2-520768cf0447 HTTP/1.1" status: 200 len: 1092 time: 1.7033832 Aug 22 13:29:27.924164 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5ae8550-9d43-4cb1-8063-916a676bc36d', 'tag': '2d135122-52a0-4e66-86c2-520768cf0447'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:29:27.926574 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e444791-06f5-4d78-b518-8a886ee0971b" -d '{"events": [{"name": "network-changed", "server_uuid": "c5ae8550-9d43-4cb1-8063-916a676bc36d", "tag": "2d135122-52a0-4e66-86c2-520768cf0447"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:29:27.961027 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bffd825-733a-4927-af1f-8f47285436f6 service neutron] Pushing event updated for resources: {'Port': ['ID=2d135122-52a0-4e66-86c2-520768cf0447,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:27.973209 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ade61a-c7e4-4ea7-9b8b-5bca1ae214fb x-openstack-request-id: req-a0ade61a-c7e4-4ea7-9b8b-5bca1ae214fb {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:29:27.973569 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5ae8550-9d43-4cb1-8063-916a676bc36d", "tag": "2d135122-52a0-4e66-86c2-520768cf0447", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:29:27.973876 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a0ade61a-c7e4-4ea7-9b8b-5bca1ae214fb {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:29:27.974419 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5ae8550-9d43-4cb1-8063-916a676bc36d', 'tag': '2d135122-52a0-4e66-86c2-520768cf0447', 'status': 'completed', 'code': 200} Aug 22 13:29:28.037612 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e2845-dcf9-44ac-893e-d50197dae335 req-cec8b766-422c-41d6-8041-5371444f3532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:28.039301 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3a2e2845-dcf9-44ac-893e-d50197dae335 req-cec8b766-422c-41d6-8041-5371444f3532 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=61d15703803940a485cdd8f67b081dcb&device_id=c5ae8550-9d43-4cb1-8063-916a676bc36d HTTP/1.1" status: 200 len: 1095 time: 0.0527027 Aug 22 13:29:28.094263 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3a2e2845-dcf9-44ac-893e-d50197dae335 req-403f4219-05a1-46cf-85da-4ca3627b0756 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2d135122-52a0-4e66-86c2-520768cf0447 HTTP/1.1" status: 200 len: 217 time: 0.0408258 Aug 22 13:29:28.098879 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:28.174349 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e115c64-31ab-417e-a762-dd58ffffc214 req-8526786a-6de0-4b17-9c80-35b58c96c0ef tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:28.175751 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6e115c64-31ab-417e-a762-dd58ffffc214 req-8526786a-6de0-4b17-9c80-35b58c96c0ef tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0ee77e2-0ab8-434e-b7ac-eee75664f238 HTTP/1.1" status: 200 len: 947 time: 0.0840714 Aug 22 13:29:28.177215 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e2845-dcf9-44ac-893e-d50197dae335 req-7ce50aba-8403-47fc-8258-6eaad6d2378b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:28.178559 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3a2e2845-dcf9-44ac-893e-d50197dae335 req-7ce50aba-8403-47fc-8258-6eaad6d2378b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=236eb505-a499-4edb-a293-2a2d85a583c0 HTTP/1.1" status: 200 len: 848 time: 0.0759323 Aug 22 13:29:28.230027 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3a2e2845-dcf9-44ac-893e-d50197dae335 req-44580e29-3130-43b6-9318-932b24eb5f10 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=652b7040-839e-4592-b462-d4511ac6e125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341270 Aug 22 13:29:28.242460 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6e115c64-31ab-417e-a762-dd58ffffc214 req-ac98eae1-e30c-4c33-a84b-4ece98fb9495 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4498256-354e-4f3c-a0c2-fc05b4ed5abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596344 Aug 22 13:29:28.344298 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3a2e2845-dcf9-44ac-893e-d50197dae335 req-2dc9a9c9-4899-4e43-a626-05aab6e45ae2 service neutron] 10.222.0.16 "GET /v2.0/networks/652b7040-839e-4592-b462-d4511ac6e125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999191 Aug 22 13:29:28.396646 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-08ac5030-55e9-42a9-9aeb-e290dcc363d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:28.474066 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3a2e2845-dcf9-44ac-893e-d50197dae335 req-827a348a-4d35-4bfa-aa8f-845e679f7563 service neutron] 10.222.0.16 "GET /v2.0/networks/652b7040-839e-4592-b462-d4511ac6e125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193368 Aug 22 13:29:28.567816 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 55950) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:29:28.580169 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e444791-06f5-4d78-b518-8a886ee0971b req-a818aead-d1a2-46a7-b04f-cbe6aaccff52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:28.582385 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2e444791-06f5-4d78-b518-8a886ee0971b req-a818aead-d1a2-46a7-b04f-cbe6aaccff52 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=61d15703803940a485cdd8f67b081dcb&device_id=c5ae8550-9d43-4cb1-8063-916a676bc36d HTTP/1.1" status: 200 len: 1095 time: 0.0529547 Aug 22 13:29:28.621523 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 55954) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:29:28.626711 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-d5be69b2-6dd9-43a3-8a8f-9a939e4c5260 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Request body: {'security_group': {'name': 'tempest-securitygroup--607307507', 'description': 'tempest-description--1110266504'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:29:28.661557 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d5be69b2-6dd9-43a3-8a8f-9a939e4c5260 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:28.665977 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f25db13-f09e-46b2-b8a2-3ddf4aada9ce None None] Sync routers for ids ['2a90bdf6-6489-400a-b178-d2f0ff3cd812'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:29:28.674847 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f25db13-f09e-46b2-b8a2-3ddf4aada9ce None None] Routers {'2a90bdf6-6489-400a-b178-d2f0ff3cd812'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:29:28.675482 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-6f25db13-f09e-46b2-b8a2-3ddf4aada9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:29:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['2a90bdf6-6489-400a-b178-d2f0ff3cd812'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:29:28.698305 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e444791-06f5-4d78-b518-8a886ee0971b req-886420b0-2b5e-41bf-b828-abc80cb44470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:28.700034 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2e444791-06f5-4d78-b518-8a886ee0971b req-886420b0-2b5e-41bf-b828-abc80cb44470 service neutron] 10.222.0.16 "GET /v2.0/networks?id=652b7040-839e-4592-b462-d4511ac6e125 HTTP/1.1" status: 200 len: 909 time: 0.1038415 Aug 22 13:29:28.751796 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2e444791-06f5-4d78-b518-8a886ee0971b req-0a2a78e2-1e64-4954-ac8a-9d392a77dad8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2d135122-52a0-4e66-86c2-520768cf0447 HTTP/1.1" status: 200 len: 217 time: 0.0431194 Aug 22 13:29:28.758877 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6396b876-156d-4f91-8169-c5f3dbf3b877 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=450ed73bb5ec496094bd302f13d425a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1882842 Aug 22 13:29:28.761932 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55956) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:29:28.796085 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d5be69b2-6dd9-43a3-8a8f-9a939e4c5260 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:28.799939 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-6f25db13-f09e-46b2-b8a2-3ddf4aada9ce None None] Set router 2a90bdf6-6489-400a-b178-d2f0ff3cd812 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:29:28.801075 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d5be69b2-6dd9-43a3-8a8f-9a939e4c5260 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:28.855207 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d5be69b2-6dd9-43a3-8a8f-9a939e4c5260 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:28.858534 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e444791-06f5-4d78-b518-8a886ee0971b req-4a6cb570-4e2f-4318-ab21-35caf035c334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:28.859999 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2e444791-06f5-4d78-b518-8a886ee0971b req-4a6cb570-4e2f-4318-ab21-35caf035c334 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=236eb505-a499-4edb-a293-2a2d85a583c0 HTTP/1.1" status: 200 len: 848 time: 0.0906663 Aug 22 13:29:28.866340 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d5be69b2-6dd9-43a3-8a8f-9a939e4c5260 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2409260 Aug 22 13:29:28.871253 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be69b2-6dd9-43a3-8a8f-9a939e4c5260 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20feb88d-9296-4d58-88ef-dd159f14cd84,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:28.871819 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55962) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:29:28.886262 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-be241ecb-f7fc-4bce-9675-4fea72077031 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Request body: {'security_group_rule': {'security_group_id': '20feb88d-9296-4d58-88ef-dd159f14cd84', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:29:28.918093 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b36c6224-5a84-4aed-ac23-0be786a4d5d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:28.958054 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2e444791-06f5-4d78-b518-8a886ee0971b req-96940e1f-3d14-44a7-8b5a-7c3d11261b28 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=652b7040-839e-4592-b462-d4511ac6e125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829897 Aug 22 13:29:28.978304 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 5e52a44a-4b92-4f48-aa57-185c893a85d8 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:29:29.045411 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b36c6224-5a84-4aed-ac23-0be786a4d5d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:29.119737 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-be241ecb-f7fc-4bce-9675-4fea72077031 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:29.178215 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a60a0-9816-4e65-a7e6-fe83cdead760 req-770db0d5-4fde-4ab9-bc55-96d9d7149601 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:29.179692 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4f5a60a0-9816-4e65-a7e6-fe83cdead760 req-770db0d5-4fde-4ab9-bc55-96d9d7149601 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5ae8550-9d43-4cb1-8063-916a676bc36d HTTP/1.1" status: 200 len: 943 time: 0.2655058 Aug 22 13:29:29.193153 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033adf90-6cb2-4ce8-9caf-2ec14805b3f3 req-5ed04b41-a4fa-47e3-82c6-db77b3c72b7c tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:29.194822 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-033adf90-6cb2-4ce8-9caf-2ec14805b3f3 req-5ed04b41-a4fa-47e3-82c6-db77b3c72b7c tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf69ff6-0f9b-4203-86af-3f52f4cd0492 HTTP/1.1" status: 200 len: 945 time: 0.2457907 Aug 22 13:29:29.200483 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 5e52a44a-4b92-4f48-aa57-185c893a85d8 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:29:29.200858 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:29.245862 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-6f25db13-f09e-46b2-b8a2-3ddf4aada9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a90bdf6-6489-400a-b178-d2f0ff3cd812', 'name': 'tempest-ServersTestFqdnHostnames-277808812-router', 'tenant_id': '836cce509fee414983faa9c4a35f993e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '5e52a44a-4b92-4f48-aa57-185c893a85d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:29:21Z', 'updated_at': '2021-08-22T13:29:26Z', 'revision_number': 4, 'project_id': '836cce509fee414983faa9c4a35f993e', 'gw_port': {'id': '5e52a44a-4b92-4f48-aa57-185c893a85d8', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a90bdf6-6489-400a-b178-d2f0ff3cd812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:29:22Z', 'updated_at': '2021-08-22T13:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '883ed8bd-2f84-4c9c-8f55-2d864660ee1f', 'name': '', 'network_id': '70cdf7e6-4b20-4144-ae6b-a62340a07807', 'tenant_id': '836cce509fee414983faa9c4a35f993e', 'mac_address': 'fa:16:3e:13:f5:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a90bdf6-6489-400a-b178-d2f0ff3cd812', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'a2cce6f5-465c-4f33-b3b9-4f8bb5360fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:29:25Z', 'updated_at': '2021-08-22T13:29:26Z', 'revision_number': 2, 'project_id': '836cce509fee414983faa9c4a35f993e', 'subnets': [{'id': 'a2cce6f5-465c-4f33-b3b9-4f8bb5360fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:29:29.278988 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 690f4f1b-305f-41c3-843d-0dd772263ccf no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:29:29.281420 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f25db13-f09e-46b2-b8a2-3ddf4aada9ce None None] Checking router: 2a90bdf6-6489-400a-b178-d2f0ff3cd812 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:29:29.281770 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f25db13-f09e-46b2-b8a2-3ddf4aada9ce None None] Updating router 2a90bdf6-6489-400a-b178-d2f0ff3cd812 port 883ed8bd-2f84-4c9c-8f55-2d864660ee1f binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:29:29.291959 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b36c6224-5a84-4aed-ac23-0be786a4d5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:29.294513 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b36c6224-5a84-4aed-ac23-0be786a4d5d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:29.295660 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-b36c6224-5a84-4aed-ac23-0be786a4d5d5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/835e4b24-d982-476b-a6a6-e5ce19cfed22 HTTP/1.1" status: 204 len: 168 time: 0.5326569 Aug 22 13:29:29.317207 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: 690f4f1b-305f-41c3-843d-0dd772263ccf {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:29:29.317560 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 690f4f1b-305f-41c3-843d-0dd772263ccf not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:29:29.324776 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2e444791-06f5-4d78-b518-8a886ee0971b req-28771c35-b017-41b0-98d0-4b861a06c45a service neutron] 10.222.0.16 "GET /v2.0/networks/652b7040-839e-4592-b462-d4511ac6e125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353822 Aug 22 13:29:29.327622 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4f5a60a0-9816-4e65-a7e6-fe83cdead760 req-5aff411c-b7b7-4875-b71b-49a3acfd2540 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293004 Aug 22 13:29:29.338148 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36c6224-5a84-4aed-ac23-0be786a4d5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835e4b24-d982-476b-a6a6-e5ce19cfed22,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:29.350394 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-be241ecb-f7fc-4bce-9675-4fea72077031 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:29.361628 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-033adf90-6cb2-4ce8-9caf-2ec14805b3f3 req-40baa421-91b6-4d1a-837f-1bc2525e38a2 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509490 Aug 22 13:29:29.363980 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-be241ecb-f7fc-4bce-9675-4fea72077031 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:29.398157 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6f25db13-f09e-46b2-b8a2-3ddf4aada9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:29.433915 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be241ecb-f7fc-4bce-9675-4fea72077031 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65778f14-8efa-4638-b17b-80e19e72936e,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:29.459251 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-be241ecb-f7fc-4bce-9675-4fea72077031 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:29.464269 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 55974) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:29:29.465345 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-be241ecb-f7fc-4bce-9675-4fea72077031 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5886185 Aug 22 13:29:29.477172 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-362b8438-3257-4df6-b238-42529c95dc16 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Request body: {'security_group_rule': {'security_group_id': '20feb88d-9296-4d58-88ef-dd159f14cd84', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:29:29.509623 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-362b8438-3257-4df6-b238-42529c95dc16 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:29.527633 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2e444791-06f5-4d78-b518-8a886ee0971b req-4f7d0356-e0ce-4854-a5b6-f6ae55d8ad66 service neutron] 10.222.0.16 "GET /v2.0/networks/652b7040-839e-4592-b462-d4511ac6e125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798465 Aug 22 13:29:29.537259 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce49aa-5851-4a05-bd7e-145fc1aeddfd req-3dde717a-a59e-4773-af34-fb6e6c9598b3 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:29.538808 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-efce49aa-5851-4a05-bd7e-145fc1aeddfd req-3dde717a-a59e-4773-af34-fb6e6c9598b3 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0ee77e2-0ab8-434e-b7ac-eee75664f238 HTTP/1.1" status: 200 len: 947 time: 0.0919750 Aug 22 13:29:29.596225 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-efce49aa-5851-4a05-bd7e-145fc1aeddfd req-b49f2b2a-4641-42b5-9d69-ed9e1b5f93fd tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4498256-354e-4f3c-a0c2-fc05b4ed5abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483074 Aug 22 13:29:29.601018 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-362b8438-3257-4df6-b238-42529c95dc16 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:29.606806 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-362b8438-3257-4df6-b238-42529c95dc16 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:29.629681 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362b8438-3257-4df6-b238-42529c95dc16 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a895887-fb6e-4a8f-aae5-30f1ef425fc8,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:29.638021 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-362b8438-3257-4df6-b238-42529c95dc16 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:29.640032 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-362b8438-3257-4df6-b238-42529c95dc16 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1737759 Aug 22 13:29:29.643534 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 55976) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:29:29.649969 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-5e829cd5-8909-4728-ad26-685136036ca8 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Request body: {'floatingip': {'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:29:29.674302 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5e829cd5-8909-4728-ad26-685136036ca8 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Notify callbacks [] for floatingip, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:29.697813 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55978) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:29:29.744576 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-4ab883fb-e740-41b4-b9c9-4f8b16f6b2ee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b458e5b393d04e04a7c2fd0065edb2d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0445375 Aug 22 13:29:29.747050 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55980) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:29:29.781519 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6f25db13-f09e-46b2-b8a2-3ddf4aada9ce None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:29.787037 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5e829cd5-8909-4728-ad26-685136036ca8 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:29.796195 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-6f25db13-f09e-46b2-b8a2-3ddf4aada9ce None None] Transition to ACTIVE for port object 883ed8bd-2f84-4c9c-8f55-2d864660ee1f will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:29:29.803338 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6f25db13-f09e-46b2-b8a2-3ddf4aada9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:29.810039 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9585e9c8-4379-4c98-bd3a-77b6bb4bf71e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:29.841191 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9585e9c8-4379-4c98-bd3a-77b6bb4bf71e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:29.854214 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a3389-43ba-48b0-9caf-ff448c601641 None None] Pushing event updated for resources: {'Port': ['ID=883ed8bd-2f84-4c9c-8f55-2d864660ee1f,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:29.912880 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9585e9c8-4379-4c98-bd3a-77b6bb4bf71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:29.914459 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-5e829cd5-8909-4728-ad26-685136036ca8 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Allocated IP 172.25.3.32 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/79799f01-33e2-4fee-b1bd-4570a0d09bc9) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:29:29.915366 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-6f25db13-f09e-46b2-b8a2-3ddf4aada9ce None None] Attempting to bind port 883ed8bd-2f84-4c9c-8f55-2d864660ee1f on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:29:29.915809 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-6f25db13-f09e-46b2-b8a2-3ddf4aada9ce None None] Attempting to bind port 883ed8bd-2f84-4c9c-8f55-2d864660ee1f by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'f18c6033-9c9c-41d0-a28b-7676e916e639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '70cdf7e6-4b20-4144-ae6b-a62340a07807'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:29:29.916428 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f25db13-f09e-46b2-b8a2-3ddf4aada9ce None None] Attempting to bind port 883ed8bd-2f84-4c9c-8f55-2d864660ee1f on network 70cdf7e6-4b20-4144-ae6b-a62340a07807 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:29:29.916808 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9585e9c8-4379-4c98-bd3a-77b6bb4bf71e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:29.918533 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-9585e9c8-4379-4c98-bd3a-77b6bb4bf71e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/778ef159-fc7d-4a39-9748-87a190fdf89a HTTP/1.1" status: 204 len: 168 time: 0.1702237 Aug 22 13:29:29.922975 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f25db13-f09e-46b2-b8a2-3ddf4aada9ce None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:29:29.923561 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f25db13-f09e-46b2-b8a2-3ddf4aada9ce None None] Checking segment: {'id': 'f18c6033-9c9c-41d0-a28b-7676e916e639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '70cdf7e6-4b20-4144-ae6b-a62340a07807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:29:29.924310 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6f25db13-f09e-46b2-b8a2-3ddf4aada9ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:29.924916 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f25db13-f09e-46b2-b8a2-3ddf4aada9ce None None] Bound using segment: {'id': 'f18c6033-9c9c-41d0-a28b-7676e916e639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '70cdf7e6-4b20-4144-ae6b-a62340a07807'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:29:29.925784 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-6f25db13-f09e-46b2-b8a2-3ddf4aada9ce None None] Bound port: 883ed8bd-2f84-4c9c-8f55-2d864660ee1f, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f18c6033-9c9c-41d0-a28b-7676e916e639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '70cdf7e6-4b20-4144-ae6b-a62340a07807'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:29:29.926368 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6f25db13-f09e-46b2-b8a2-3ddf4aada9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:29.944913 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9585e9c8-4379-4c98-bd3a-77b6bb4bf71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778ef159-fc7d-4a39-9748-87a190fdf89a,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:30.029879 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-6f25db13-f09e-46b2-b8a2-3ddf4aada9ce None None] For port 883ed8bd-2f84-4c9c-8f55-2d864660ee1f, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:29:30.039181 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-6f25db13-f09e-46b2-b8a2-3ddf4aada9ce None None] For port 883ed8bd-2f84-4c9c-8f55-2d864660ee1f, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=883ed8bd-2f84-4c9c-8f55-2d864660ee1f,segment=NetworkSegment(f18c6033-9c9c-41d0-a28b-7676e916e639),segment_id=f18c6033-9c9c-41d0-a28b-7676e916e639)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:29:30.048049 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6f25db13-f09e-46b2-b8a2-3ddf4aada9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:30.113768 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5e829cd5-8909-4728-ad26-685136036ca8 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:30.132517 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a3389-43ba-48b0-9caf-ff448c601641 None None] Pushing event updated for resources: {'Port': ['ID=883ed8bd-2f84-4c9c-8f55-2d864660ee1f,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:30.142290 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f25db13-f09e-46b2-b8a2-3ddf4aada9ce None None] Routers {'2a90bdf6-6489-400a-b178-d2f0ff3cd812'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:29:30.143177 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-6f25db13-f09e-46b2-b8a2-3ddf4aada9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:29:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['2a90bdf6-6489-400a-b178-d2f0ff3cd812'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:29:30.162125 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5e829cd5-8909-4728-ad26-685136036ca8 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:30.207759 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e829cd5-8909-4728-ad26-685136036ca8 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:29:30.212258 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-5e829cd5-8909-4728-ad26-685136036ca8 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:29:30.221354 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e829cd5-8909-4728-ad26-685136036ca8 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:29:30.285908 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-6f25db13-f09e-46b2-b8a2-3ddf4aada9ce None None] Set router 2a90bdf6-6489-400a-b178-d2f0ff3cd812 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:29:30.326069 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e829cd5-8909-4728-ad26-685136036ca8 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Pushing event updated for resources: {'Port': ['ID=79799f01-33e2-4fee-b1bd-4570a0d09bc9,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:30.347263 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5e829cd5-8909-4728-ad26-685136036ca8 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:30.390709 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5e829cd5-8909-4728-ad26-685136036ca8 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:30.468318 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9e924-31ad-4786-bcc9-805b496bf5ab req-8cd7aa92-c6cf-440e-9349-7071fb9e779e tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:30.469898 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a2a9e924-31ad-4786-bcc9-805b496bf5ab req-8cd7aa92-c6cf-440e-9349-7071fb9e779e tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5ae8550-9d43-4cb1-8063-916a676bc36d HTTP/1.1" status: 200 len: 943 time: 0.0562916 Aug 22 13:29:30.613434 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-6f25db13-f09e-46b2-b8a2-3ddf4aada9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a90bdf6-6489-400a-b178-d2f0ff3cd812', 'name': 'tempest-ServersTestFqdnHostnames-277808812-router', 'tenant_id': '836cce509fee414983faa9c4a35f993e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '5e52a44a-4b92-4f48-aa57-185c893a85d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:29:21Z', 'updated_at': '2021-08-22T13:29:26Z', 'revision_number': 4, 'project_id': '836cce509fee414983faa9c4a35f993e', 'gw_port': {'id': '5e52a44a-4b92-4f48-aa57-185c893a85d8', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a90bdf6-6489-400a-b178-d2f0ff3cd812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:29:22Z', 'updated_at': '2021-08-22T13:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '883ed8bd-2f84-4c9c-8f55-2d864660ee1f', 'name': '', 'network_id': '70cdf7e6-4b20-4144-ae6b-a62340a07807', 'tenant_id': '836cce509fee414983faa9c4a35f993e', 'mac_address': 'fa:16:3e:13:f5:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a90bdf6-6489-400a-b178-d2f0ff3cd812', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'a2cce6f5-465c-4f33-b3b9-4f8bb5360fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:29:25Z', 'updated_at': '2021-08-22T13:29:30Z', 'revision_number': 4, 'project_id': '836cce509fee414983faa9c4a35f993e', 'subnets': [{'id': 'a2cce6f5-465c-4f33-b3b9-4f8bb5360fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:29:30.624832 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5e829cd5-8909-4728-ad26-685136036ca8 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:30.634955 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5e829cd5-8909-4728-ad26-685136036ca8 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:30.641955 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a2a9e924-31ad-4786-bcc9-805b496bf5ab req-acc7a2cb-b3d6-4d15-9772-ec45fc47af8e tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531532 Aug 22 13:29:30.651377 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f25db13-f09e-46b2-b8a2-3ddf4aada9ce None None] The sync data for ids ['2a90bdf6-6489-400a-b178-d2f0ff3cd812'] in n-d-793621-33 is: [{'id': '2a90bdf6-6489-400a-b178-d2f0ff3cd812', 'name': 'tempest-ServersTestFqdnHostnames-277808812-router', 'tenant_id': '836cce509fee414983faa9c4a35f993e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '5e52a44a-4b92-4f48-aa57-185c893a85d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:29:21Z', 'updated_at': '2021-08-22T13:29:26Z', 'revision_number': 4, 'project_id': '836cce509fee414983faa9c4a35f993e', 'gw_port': {'id': '5e52a44a-4b92-4f48-aa57-185c893a85d8', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a90bdf6-6489-400a-b178-d2f0ff3cd812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:29:22Z', 'updated_at': '2021-08-22T13:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '883ed8bd-2f84-4c9c-8f55-2d864660ee1f', 'name': '', 'network_id': '70cdf7e6-4b20-4144-ae6b-a62340a07807', 'tenant_id': '836cce509fee414983faa9c4a35f993e', 'mac_address': 'fa:16:3e:13:f5:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a90bdf6-6489-400a-b178-d2f0ff3cd812', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'a2cce6f5-465c-4f33-b3b9-4f8bb5360fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:29:25Z', 'updated_at': '2021-08-22T13:29:30Z', 'revision_number': 4, 'project_id': '836cce509fee414983faa9c4a35f993e', 'subnets': [{'id': 'a2cce6f5-465c-4f33-b3b9-4f8bb5360fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:29:30.714760 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5e829cd5-8909-4728-ad26-685136036ca8 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:30.747878 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e665cf1-514d-45a6-b5fa-dea23e41e81c req-06d1e033-5ce8-471e-97cb-4ff27329bd6d tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:30.750735 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7e665cf1-514d-45a6-b5fa-dea23e41e81c req-06d1e033-5ce8-471e-97cb-4ff27329bd6d tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0ee77e2-0ab8-434e-b7ac-eee75664f238 HTTP/1.1" status: 200 len: 947 time: 0.2149067 Aug 22 13:29:30.775264 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6a5c1-2e60-45d8-8ed0-833fee693202 req-0aceae31-0756-4786-83ff-b250c927fb51 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:30.777792 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5bc6a5c1-2e60-45d8-8ed0-833fee693202 req-0aceae31-0756-4786-83ff-b250c927fb51 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf69ff6-0f9b-4203-86af-3f52f4cd0492 HTTP/1.1" status: 200 len: 945 time: 0.2436666 Aug 22 13:29:30.789170 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5e829cd5-8909-4728-ad26-685136036ca8 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:30.791143 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5e829cd5-8909-4728-ad26-685136036ca8 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1461775 Aug 22 13:29:30.802758 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e829cd5-8909-4728-ad26-685136036ca8 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Pushing event updated for resources: {'Port': ['ID=79799f01-33e2-4fee-b1bd-4570a0d09bc9,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:31.017256 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5bc6a5c1-2e60-45d8-8ed0-833fee693202 req-ff43d9b9-fb68-4acc-89a9-9430923f9985 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762731 Aug 22 13:29:31.019471 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 883ed8bd-2f84-4c9c-8f55-2d864660ee1f up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:29:31.046095 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01234d59-930a-473d-bf57-0784a99095db req-bcfa3abf-37a7-4182-b6a2-8d6d7a4c685d tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:31.047641 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-01234d59-930a-473d-bf57-0784a99095db req-bcfa3abf-37a7-4182-b6a2-8d6d7a4c685d tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0ee77e2-0ab8-434e-b7ac-eee75664f238 HTTP/1.1" status: 200 len: 947 time: 0.1218557 Aug 22 13:29:31.088854 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-7e665cf1-514d-45a6-b5fa-dea23e41e81c req-af147103-91d9-4ea9-bafc-63e1210198a9 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Deleting port cc532801-56c0-4a1e-ac60-3f4a8c29f7d9 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:29:31.089197 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7e665cf1-514d-45a6-b5fa-dea23e41e81c req-af147103-91d9-4ea9-bafc-63e1210198a9 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:31.114756 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0f54e9f8-d4b2-4c3b-82e4-c89db99b2a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:31.152351 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56026) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:29:31.160979 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-01234d59-930a-473d-bf57-0784a99095db req-58821654-e70f-41c1-bb86-7394465ea51a tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4498256-354e-4f3c-a0c2-fc05b4ed5abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025603 Aug 22 13:29:31.185582 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:31.188310 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 883ed8bd-2f84-4c9c-8f55-2d864660ee1f completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:29:31.193584 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 883ed8bd-2f84-4c9c-8f55-2d864660ee1f triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:29:31.194254 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:31.265624 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d43d44eb-6f29-4963-be78-d291d27e0574 req-de3bec67-bd84-400d-b0ec-0dac9bb7e9b9 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--607307507&fields=id&tenant_id=836cce509fee414983faa9c4a35f993e HTTP/1.1" status: 200 len: 267 time: 0.1019745 Aug 22 13:29:31.349392 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:31.389995 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-7e665cf1-514d-45a6-b5fa-dea23e41e81c req-af147103-91d9-4ea9-bafc-63e1210198a9 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] For port cc532801-56c0-4a1e-ac60-3f4a8c29f7d9, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=cc532801-56c0-4a1e-ac60-3f4a8c29f7d9,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:29:31.390355 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7e665cf1-514d-45a6-b5fa-dea23e41e81c req-af147103-91d9-4ea9-bafc-63e1210198a9 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:31.410098 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 883ed8bd-2f84-4c9c-8f55-2d864660ee1f, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=883ed8bd-2f84-4c9c-8f55-2d864660ee1f,segment=NetworkSegment(f18c6033-9c9c-41d0-a28b-7676e916e639),segment_id=f18c6033-9c9c-41d0-a28b-7676e916e639)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:29:31.415594 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-7e665cf1-514d-45a6-b5fa-dea23e41e81c req-af147103-91d9-4ea9-bafc-63e1210198a9 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Calling delete_port for cc532801-56c0-4a1e-ac60-3f4a8c29f7d9 owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:29:31.418536 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:31.496968 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=883ed8bd-2f84-4c9c-8f55-2d864660ee1f,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:31.500289 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-fb7aeb14-3cf7-49eb-a918-5286b9a14f43 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-131970401-network', 'tenant_id': '2f26f6fb27a14dd1b89029cdcdc5dc9a'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:29:31.502509 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d44eb-6f29-4963-be78-d291d27e0574 req-5871b049-4a94-46f6-a104-b030502a22ea tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:31.515188 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d43d44eb-6f29-4963-be78-d291d27e0574 req-5871b049-4a94-46f6-a104-b030502a22ea tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] 10.222.0.21 "GET /v2.0/networks?id=70cdf7e6-4b20-4144-ae6b-a62340a07807 HTTP/1.1" status: 200 len: 814 time: 0.2481465 Aug 22 13:29:31.534281 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7aeb14-3cf7-49eb-a918-5286b9a14f43 admin admin] Made reservation on behalf of 2f26f6fb27a14dd1b89029cdcdc5dc9a for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:29:31.538016 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fb7aeb14-3cf7-49eb-a918-5286b9a14f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:31.541131 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d43d44eb-6f29-4963-be78-d291d27e0574 req-b2c619ff-a167-4224-b3e6-c60e7e4879e1 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] 10.222.0.21 "GET /v2.0/quotas/836cce509fee414983faa9c4a35f993e HTTP/1.1" status: 200 len: 375 time: 0.0247273 Aug 22 13:29:31.559807 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fb7aeb14-3cf7-49eb-a918-5286b9a14f43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:31.636643 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d43d44eb-6f29-4963-be78-d291d27e0574 req-a04070ab-2385-4987-a57c-fe0c6cd5818f tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=836cce509fee414983faa9c4a35f993e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0852764 Aug 22 13:29:31.699163 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fb7aeb14-3cf7-49eb-a918-5286b9a14f43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:31.706010 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fb7aeb14-3cf7-49eb-a918-5286b9a14f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:31.722931 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb7aeb14-3cf7-49eb-a918-5286b9a14f43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:29:31.740279 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fb7aeb14-3cf7-49eb-a918-5286b9a14f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:31.741712 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-fb7aeb14-3cf7-49eb-a918-5286b9a14f43 admin admin] Added segment caab2adb-adab-4db1-b771-4bcb29d373d0 of type vlan for network 443c1544-2c04-4449-b8ee-2e252b48c0c1 Aug 22 13:29:31.798022 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fb7aeb14-3cf7-49eb-a918-5286b9a14f43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:31.804965 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d43d44eb-6f29-4963-be78-d291d27e0574 req-4338920c-89c9-46c8-bc07-37832d1ea3b9 service neutron] 10.222.0.21 "GET /v2.0/networks/70cdf7e6-4b20-4144-ae6b-a62340a07807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672664 Aug 22 13:29:31.834041 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fb7aeb14-3cf7-49eb-a918-5286b9a14f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:31.837334 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7aeb14-3cf7-49eb-a918-5286b9a14f43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:31.838319 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fb7aeb14-3cf7-49eb-a918-5286b9a14f43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:31.939725 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7aeb14-3cf7-49eb-a918-5286b9a14f43 admin admin] Pushing event updated for resources: {'Network': ['ID=443c1544-2c04-4449-b8ee-2e252b48c0c1,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:31.961450 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7aeb14-3cf7-49eb-a918-5286b9a14f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47231aa2-aac8-4b8b-9917-77a42df348c8,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:31.962107 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 443c1544-2c04-4449-b8ee-2e252b48c0c1 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:29:31.962882 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d43d44eb-6f29-4963-be78-d291d27e0574 req-8b9b82d3-770a-4245-8e53-28d33a14a763 service neutron] 10.222.0.21 "GET /v2.0/networks/70cdf7e6-4b20-4144-ae6b-a62340a07807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560595 Aug 22 13:29:31.963898 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7e665cf1-514d-45a6-b5fa-dea23e41e81c req-af147103-91d9-4ea9-bafc-63e1210198a9 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:31.971131 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-fb7aeb14-3cf7-49eb-a918-5286b9a14f43 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8174722 Aug 22 13:29:31.972089 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56050) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:29:31.978410 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-da3a5d73-dfe0-4ce9-b14b-402d1368228d admin admin] Request body: {'subnet': {'network_id': '443c1544-2c04-4449-b8ee-2e252b48c0c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-131970401-subnet', 'tenant_id': '2f26f6fb27a14dd1b89029cdcdc5dc9a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:29:32.031161 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3a5d73-dfe0-4ce9-b14b-402d1368228d admin admin] Made reservation on behalf of 2f26f6fb27a14dd1b89029cdcdc5dc9a for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:29:32.036018 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-da3a5d73-dfe0-4ce9-b14b-402d1368228d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:32.064179 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af147103-91d9-4ea9-bafc-63e1210198a9 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Pushing event deleted for resources: {'Port': ['ID=cc532801-56c0-4a1e-ac60-3f4a8c29f7d9,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:32.076791 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 2d135122-52a0-4e66-86c2-520768cf0447 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:29:32.172623 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e665cf1-514d-45a6-b5fa-dea23e41e81c req-af147103-91d9-4ea9-bafc-63e1210198a9 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] No DVR routers for this DVR port cc532801-56c0-4a1e-ac60-3f4a8c29f7d9 on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:29:32.176501 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7e665cf1-514d-45a6-b5fa-dea23e41e81c req-af147103-91d9-4ea9-bafc-63e1210198a9 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:32.179440 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7e665cf1-514d-45a6-b5fa-dea23e41e81c req-af147103-91d9-4ea9-bafc-63e1210198a9 tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.16 "DELETE /v2.0/ports/cc532801-56c0-4a1e-ac60-3f4a8c29f7d9 HTTP/1.1" status: 204 len: 173 time: 1.3999629 Aug 22 13:29:32.179916 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ee77e2-0ab8-434e-b7ac-eee75664f238', 'name': 'network-vif-deleted', 'tag': 'cc532801-56c0-4a1e-ac60-3f4a8c29f7d9'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:29:32.183561 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318c1302-be02-49fa-911e-48fe32aa95c8" -d '{"events": [{"server_uuid": "e0ee77e2-0ab8-434e-b7ac-eee75664f238", "name": "network-vif-deleted", "tag": "cc532801-56c0-4a1e-ac60-3f4a8c29f7d9"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:29:32.226667 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87df3b08-52a3-4a85-9659-bfb6da0b74a6 req-36ebf86b-aaa6-4bc7-b30b-06136280a7dd tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:32.235495 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-87df3b08-52a3-4a85-9659-bfb6da0b74a6 req-36ebf86b-aaa6-4bc7-b30b-06136280a7dd tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5ae8550-9d43-4cb1-8063-916a676bc36d HTTP/1.1" status: 200 len: 943 time: 0.1773965 Aug 22 13:29:32.267009 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 2d135122-52a0-4e66-86c2-520768cf0447, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=2d135122-52a0-4e66-86c2-520768cf0447,segment=NetworkSegment(18b5a6df-b98f-4d4b-9428-0223d3f719a9),segment_id=18b5a6df-b98f-4d4b-9428-0223d3f719a9)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:29:32.295965 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '2d135122-52a0-4e66-86c2-520768cf0447', 'network_id': '652b7040-839e-4592-b462-d4511ac6e125', 'port_id': '2d135122-52a0-4e66-86c2-520768cf0447', 'mac_address': 'fa:16:3e:b7:95:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236eb505-a499-4edb-a293-2a2d85a583c0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:29:32.322224 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-87df3b08-52a3-4a85-9659-bfb6da0b74a6 req-7961ff5b-f784-450f-86ea-69c068ab70d1 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811460 Aug 22 13:29:32.374097 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:32.424919 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:32.457543 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623fe5d9-e276-424c-9443-74851904acaa x-openstack-request-id: req-623fe5d9-e276-424c-9443-74851904acaa {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:29:32.457543 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0ee77e2-0ab8-434e-b7ac-eee75664f238", "name": "network-vif-deleted", "tag": "cc532801-56c0-4a1e-ac60-3f4a8c29f7d9", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:29:32.457543 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-623fe5d9-e276-424c-9443-74851904acaa {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:29:32.457543 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ee77e2-0ab8-434e-b7ac-eee75664f238', 'name': 'network-vif-deleted', 'tag': 'cc532801-56c0-4a1e-ac60-3f4a8c29f7d9', 'status': 'completed', 'code': 200} Aug 22 13:29:32.465073 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d135122-52a0-4e66-86c2-520768cf0447 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:29:32.489733 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-da3a5d73-dfe0-4ce9-b14b-402d1368228d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:32.506885 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 2d135122-52a0-4e66-86c2-520768cf0447, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=2d135122-52a0-4e66-86c2-520768cf0447,segment=NetworkSegment(18b5a6df-b98f-4d4b-9428-0223d3f719a9),segment_id=18b5a6df-b98f-4d4b-9428-0223d3f719a9)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:29:32.514760 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:32.532110 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a3fd923f-073c-48cb-ab6e-7f76e93ebe8d req-a34a1986-7f84-4f32-9a9c-8c6deedc0e1a tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] 10.222.0.21 "GET /v2.0/ports?device_id=e287229a-4884-45e4-8b05-7a88ce039b22 HTTP/1.1" status: 200 len: 210 time: 0.0603025 Aug 22 13:29:32.576347 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3a5d73-dfe0-4ce9-b14b-402d1368228d admin admin] Checking segment: {'id': 'caab2adb-adab-4db1-b771-4bcb29d373d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '443c1544-2c04-4449-b8ee-2e252b48c0c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:29:32.576629 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3a5d73-dfe0-4ce9-b14b-402d1368228d admin admin] Network hostable DHCP agents. Network: 443c1544-2c04-4449-b8ee-2e252b48c0c1, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:29:32.578865 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa0602-5b4a-4754-b8c3-739959a1190f req-46419ac4-7e80-46a4-afee-87767a16680d tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:32.582467 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0efa0602-5b4a-4754-b8c3-739959a1190f req-46419ac4-7e80-46a4-afee-87767a16680d tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf69ff6-0f9b-4203-86af-3f52f4cd0492 HTTP/1.1" status: 200 len: 945 time: 0.1952331 Aug 22 13:29:32.605695 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a5d73-dfe0-4ce9-b14b-402d1368228d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cb44bf2-dccb-4728-a40c-ddbb3af47030,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:32.608586 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=2d135122-52a0-4e66-86c2-520768cf0447,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:32.636555 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3a5d73-dfe0-4ce9-b14b-402d1368228d admin admin] Network 443c1544-2c04-4449-b8ee-2e252b48c0c1 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:29:32.661416 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-da3a5d73-dfe0-4ce9-b14b-402d1368228d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 443c1544-2c04-4449-b8ee-2e252b48c0c1) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:29:32.669011 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3a5d73-dfe0-4ce9-b14b-402d1368228d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:32.669785 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-da3a5d73-dfe0-4ce9-b14b-402d1368228d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:32.678584 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d9be82-0985-4527-a6a9-3b07a5b5e885 None None] Network 443c1544-2c04-4449-b8ee-2e252b48c0c1 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:29:32.697909 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0efa0602-5b4a-4754-b8c3-739959a1190f req-6db929bb-be34-484e-927c-9c322d8ece06 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051402 Aug 22 13:29:32.699903 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-da3a5d73-dfe0-4ce9-b14b-402d1368228d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7258973 Aug 22 13:29:32.702915 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56066) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:29:32.709352 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-717bc0fd-b759-4c23-a2ee-f3f5161f5135 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-131970401-router', 'tenant_id': '2f26f6fb27a14dd1b89029cdcdc5dc9a', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:29:32.765915 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-717bc0fd-b759-4c23-a2ee-f3f5161f5135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:32.770537 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-717bc0fd-b759-4c23-a2ee-f3f5161f5135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:32.835826 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-501a0fa5-d328-4fd4-8480-11b2cdf1ae08 req-b52aa04e-ba77-46cb-b275-6f16cb6024cb tempest-ListImageFiltersTestJSON-409163562 tempest-ListImageFiltersTestJSON-409163562-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0ee77e2-0ab8-434e-b7ac-eee75664f238 HTTP/1.1" status: 200 len: 210 time: 0.0996342 Aug 22 13:29:32.917902 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-717bc0fd-b759-4c23-a2ee-f3f5161f5135 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:32.974769 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['2d135122-52a0-4e66-86c2-520768cf0447'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:29:33.043279 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 883ed8bd-2f84-4c9c-8f55-2d864660ee1f up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:29:33.080310 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57467f9-82a6-4686-b6a2-708bf1d5b903 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-443c1544-2c04-4449-b8ee-2e252b48c0c1', 'network_id': '443c1544-2c04-4449-b8ee-2e252b48c0c1', 'tenant_id': '2f26f6fb27a14dd1b89029cdcdc5dc9a', 'fixed_ips': [{'subnet_id': '9cb44bf2-dccb-4728-a40c-ddbb3af47030'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:29:33.081158 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d57467f9-82a6-4686-b6a2-708bf1d5b903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:33.177195 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-717bc0fd-b759-4c23-a2ee-f3f5161f5135 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:33.303625 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 883ed8bd-2f84-4c9c-8f55-2d864660ee1f triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:29:33.304018 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:33.359926 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-d57467f9-82a6-4686-b6a2-708bf1d5b903 None None] Allocated IP 172.20.0.2 (443c1544-2c04-4449-b8ee-2e252b48c0c1/9cb44bf2-dccb-4728-a40c-ddbb3af47030/2fd1b428-af41-4a08-bd21-05e26de6b601) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:29:33.432892 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-717bc0fd-b759-4c23-a2ee-f3f5161f5135 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:33.479206 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-717bc0fd-b759-4c23-a2ee-f3f5161f5135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:33.612488 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:33.614338 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d57467f9-82a6-4686-b6a2-708bf1d5b903 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:33.625183 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-d57467f9-82a6-4686-b6a2-708bf1d5b903 None None] Transition to ACTIVE for port object 2fd1b428-af41-4a08-bd21-05e26de6b601 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:29:33.644899 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-d57467f9-82a6-4686-b6a2-708bf1d5b903 None None] Transition to ACTIVE for port object 2fd1b428-af41-4a08-bd21-05e26de6b601 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:29:33.655566 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d57467f9-82a6-4686-b6a2-708bf1d5b903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:33.704809 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57467f9-82a6-4686-b6a2-708bf1d5b903 None None] Network 443c1544-2c04-4449-b8ee-2e252b48c0c1 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:29:33.714320 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-d57467f9-82a6-4686-b6a2-708bf1d5b903 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:29:33.718432 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57467f9-82a6-4686-b6a2-708bf1d5b903 None None] Pushing event updated for resources: {'Port': ['ID=2fd1b428-af41-4a08-bd21-05e26de6b601,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:33.721151 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57467f9-82a6-4686-b6a2-708bf1d5b903 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:29:33.782372 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-d57467f9-82a6-4686-b6a2-708bf1d5b903 None None] Attempting to bind port 2fd1b428-af41-4a08-bd21-05e26de6b601 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:29:33.783007 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-d57467f9-82a6-4686-b6a2-708bf1d5b903 None None] Attempting to bind port 2fd1b428-af41-4a08-bd21-05e26de6b601 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'caab2adb-adab-4db1-b771-4bcb29d373d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '443c1544-2c04-4449-b8ee-2e252b48c0c1'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:29:33.783621 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57467f9-82a6-4686-b6a2-708bf1d5b903 None None] Attempting to bind port 2fd1b428-af41-4a08-bd21-05e26de6b601 on network 443c1544-2c04-4449-b8ee-2e252b48c0c1 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:29:33.790079 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57467f9-82a6-4686-b6a2-708bf1d5b903 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:29:33.790715 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57467f9-82a6-4686-b6a2-708bf1d5b903 None None] Checking segment: {'id': 'caab2adb-adab-4db1-b771-4bcb29d373d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '443c1544-2c04-4449-b8ee-2e252b48c0c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:29:33.791304 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d57467f9-82a6-4686-b6a2-708bf1d5b903 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:33.791926 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57467f9-82a6-4686-b6a2-708bf1d5b903 None None] Bound using segment: {'id': 'caab2adb-adab-4db1-b771-4bcb29d373d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '443c1544-2c04-4449-b8ee-2e252b48c0c1'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:29:33.792640 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-d57467f9-82a6-4686-b6a2-708bf1d5b903 None None] Bound port: 2fd1b428-af41-4a08-bd21-05e26de6b601, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caab2adb-adab-4db1-b771-4bcb29d373d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '443c1544-2c04-4449-b8ee-2e252b48c0c1'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:29:33.793938 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d57467f9-82a6-4686-b6a2-708bf1d5b903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:33.866566 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d44eb-6f29-4963-be78-d291d27e0574 req-226ff830-9cf7-4370-b029-c06744301c38 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:33.869275 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d43d44eb-6f29-4963-be78-d291d27e0574 req-226ff830-9cf7-4370-b029-c06744301c38 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] 10.222.0.41 "GET /v2.0/networks?id=70cdf7e6-4b20-4144-ae6b-a62340a07807 HTTP/1.1" status: 200 len: 814 time: 0.1775882 Aug 22 13:29:33.907648 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-d57467f9-82a6-4686-b6a2-708bf1d5b903 None None] For port 2fd1b428-af41-4a08-bd21-05e26de6b601, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:29:33.912833 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-d57467f9-82a6-4686-b6a2-708bf1d5b903 None None] For port 2fd1b428-af41-4a08-bd21-05e26de6b601, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=2fd1b428-af41-4a08-bd21-05e26de6b601,segment=NetworkSegment(caab2adb-adab-4db1-b771-4bcb29d373d0),segment_id=caab2adb-adab-4db1-b771-4bcb29d373d0)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:29:33.918388 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d57467f9-82a6-4686-b6a2-708bf1d5b903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:33.939418 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee98d80-52e4-4b06-99b3-8293d7fc2171 req-ad57be4d-4b73-4dbe-9a08-9317827371e1 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:33.948116 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6ee98d80-52e4-4b06-99b3-8293d7fc2171 req-ad57be4d-4b73-4dbe-9a08-9317827371e1 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5ae8550-9d43-4cb1-8063-916a676bc36d HTTP/1.1" status: 200 len: 944 time: 0.5178893 Aug 22 13:29:33.956465 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d43d44eb-6f29-4963-be78-d291d27e0574 req-115d5fc6-c0f2-4e14-bec8-61b80028e45a tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=836cce509fee414983faa9c4a35f993e HTTP/1.1" status: 200 len: 379 time: 0.0765257 Aug 22 13:29:33.975097 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-d43d44eb-6f29-4963-be78-d291d27e0574 req-9f961f5c-7e72-464f-9f99-788a9e7c05d2 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Request body: {'port': {'device_id': 'e287229a-4884-45e4-8b05-7a88ce039b22', 'network_id': '70cdf7e6-4b20-4144-ae6b-a62340a07807', 'admin_state_up': True, 'tenant_id': '836cce509fee414983faa9c4a35f993e', 'security_groups': ['20feb88d-9296-4d58-88ef-dd159f14cd84']}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:29:34.007417 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57467f9-82a6-4686-b6a2-708bf1d5b903 None None] Pushing event updated for resources: {'Port': ['ID=2fd1b428-af41-4a08-bd21-05e26de6b601,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:34.014671 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2d00e494-cdd6-49a9-bff5-98a01ec66e84 req-b0b37478-44b9-4252-8266-a89c911ab56c tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] 10.222.0.21 "GET /v2.0/ports?device_id=e287229a-4884-45e4-8b05-7a88ce039b22 HTTP/1.1" status: 200 len: 210 time: 0.0939479 Aug 22 13:29:34.067876 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device cc532801-56c0-4a1e-ac60-3f4a8c29f7d9 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:29:34.079125 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6ee98d80-52e4-4b06-99b3-8293d7fc2171 req-a457c4b7-94c0-451b-90b0-071806bcd343 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300557 Aug 22 13:29:34.118556 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: cc532801-56c0-4a1e-ac60-3f4a8c29f7d9 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:29:34.118837 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device cc532801-56c0-4a1e-ac60-3f4a8c29f7d9 not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:29:34.125956 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-717bc0fd-b759-4c23-a2ee-f3f5161f5135 admin admin] Allocated IP 172.25.3.165 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/5d97182d-012f-4f43-96e7-03593cd27f59) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:29:34.154692 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:34.182938 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d43d44eb-6f29-4963-be78-d291d27e0574 req-9f961f5c-7e72-464f-9f99-788a9e7c05d2 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Made reservation on behalf of 836cce509fee414983faa9c4a35f993e for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:29:34.186558 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-d43d44eb-6f29-4963-be78-d291d27e0574 req-9f961f5c-7e72-464f-9f99-788a9e7c05d2 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:34.426758 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99ff38-9890-4cc6-a65a-84c7ed210ea8 req-ab90d4b0-7016-4231-94e8-7c698eb62cd1 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:34.435511 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ec99ff38-9890-4cc6-a65a-84c7ed210ea8 req-ab90d4b0-7016-4231-94e8-7c698eb62cd1 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf69ff6-0f9b-4203-86af-3f52f4cd0492 HTTP/1.1" status: 200 len: 945 time: 0.2883816 Aug 22 13:29:34.454976 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-d43d44eb-6f29-4963-be78-d291d27e0574 req-9f961f5c-7e72-464f-9f99-788a9e7c05d2 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Allocated IP 172.20.0.10 (70cdf7e6-4b20-4144-ae6b-a62340a07807/a2cce6f5-465c-4f33-b3b9-4f8bb5360fd1/253f4a6f-d846-4007-b654-28d5cc7c21d0) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:29:34.543586 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ec99ff38-9890-4cc6-a65a-84c7ed210ea8 req-5f20445c-bb27-470b-9f12-df9b236d331b tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059368 Aug 22 13:29:34.594161 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-717bc0fd-b759-4c23-a2ee-f3f5161f5135 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:34.650292 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-717bc0fd-b759-4c23-a2ee-f3f5161f5135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:34.658948 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-d43d44eb-6f29-4963-be78-d291d27e0574 req-9f961f5c-7e72-464f-9f99-788a9e7c05d2 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:34.681263 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-d43d44eb-6f29-4963-be78-d291d27e0574 req-9f961f5c-7e72-464f-9f99-788a9e7c05d2 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Transition to ACTIVE for port object 253f4a6f-d846-4007-b654-28d5cc7c21d0 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:29:34.701984 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717bc0fd-b759-4c23-a2ee-f3f5161f5135 admin admin] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:29:34.706456 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-717bc0fd-b759-4c23-a2ee-f3f5161f5135 admin admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:29:34.716298 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717bc0fd-b759-4c23-a2ee-f3f5161f5135 admin admin] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:29:34.726503 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-d43d44eb-6f29-4963-be78-d291d27e0574 req-9f961f5c-7e72-464f-9f99-788a9e7c05d2 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:34.754855 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717bc0fd-b759-4c23-a2ee-f3f5161f5135 admin admin] Pushing event updated for resources: {'Port': ['ID=5d97182d-012f-4f43-96e7-03593cd27f59,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:34.806669 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d43d44eb-6f29-4963-be78-d291d27e0574 req-9f961f5c-7e72-464f-9f99-788a9e7c05d2 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Network 70cdf7e6-4b20-4144-ae6b-a62340a07807 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:29:34.810265 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-d43d44eb-6f29-4963-be78-d291d27e0574 req-9f961f5c-7e72-464f-9f99-788a9e7c05d2 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:29:34.818003 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-d43d44eb-6f29-4963-be78-d291d27e0574 req-9f961f5c-7e72-464f-9f99-788a9e7c05d2 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:29:34.823376 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f961f5c-7e72-464f-9f99-788a9e7c05d2 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Pushing event updated for resources: {'Port': ['ID=253f4a6f-d846-4007-b654-28d5cc7c21d0,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:34.938789 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d44eb-6f29-4963-be78-d291d27e0574 req-9f961f5c-7e72-464f-9f99-788a9e7c05d2 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:34.941909 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-d43d44eb-6f29-4963-be78-d291d27e0574 req-9f961f5c-7e72-464f-9f99-788a9e7c05d2 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:34.973268 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d43d44eb-6f29-4963-be78-d291d27e0574 req-9f961f5c-7e72-464f-9f99-788a9e7c05d2 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0031586 Aug 22 13:29:35.001806 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-d43d44eb-6f29-4963-be78-d291d27e0574 req-03c9bb79-be00-478b-b8e2-3857bc740daa service neutron] Request body: {'port': {'device_id': 'e287229a-4884-45e4-8b05-7a88ce039b22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:29:35.050460 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 2fd1b428-af41-4a08-bd21-05e26de6b601 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:29:35.131235 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-717bc0fd-b759-4c23-a2ee-f3f5161f5135 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:35.158974 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 2fd1b428-af41-4a08-bd21-05e26de6b601 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:29:35.173284 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-d43d44eb-6f29-4963-be78-d291d27e0574 req-03c9bb79-be00-478b-b8e2-3857bc740daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:35.313569 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-4e04de04-fd47-459f-a981-f42d0ccd9d04 None None] Provisioning for port 253f4a6f-d846-4007-b654-28d5cc7c21d0 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:29:35.319516 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-4e04de04-fd47-459f-a981-f42d0ccd9d04 None None] Provisioning complete for port 253f4a6f-d846-4007-b654-28d5cc7c21d0 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:29:35.320218 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4e04de04-fd47-459f-a981-f42d0ccd9d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:35.398472 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-4e04de04-fd47-459f-a981-f42d0ccd9d04 None None] Port 253f4a6f-d846-4007-b654-28d5cc7c21d0 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:29:35.442719 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1246d-de26-4214-838f-d9bc6e0b0895 req-f11b420b-5816-4e1e-b3ea-b24c7303d67d tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:35.444176 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-36b1246d-de26-4214-838f-d9bc6e0b0895 req-f11b420b-5816-4e1e-b3ea-b24c7303d67d tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] 10.222.0.21 "GET /v2.0/ports?device_id=e287229a-4884-45e4-8b05-7a88ce039b22 HTTP/1.1" status: 200 len: 932 time: 0.2243743 Aug 22 13:29:35.529784 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-d43d44eb-6f29-4963-be78-d291d27e0574 req-03c9bb79-be00-478b-b8e2-3857bc740daa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 253f4a6f-d846-4007-b654-28d5cc7c21d0 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:29:35.538352 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-d43d44eb-6f29-4963-be78-d291d27e0574 req-03c9bb79-be00-478b-b8e2-3857bc740daa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:35.549456 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-36b1246d-de26-4214-838f-d9bc6e0b0895 req-4e192e38-7db8-4f6e-be58-e7c240348f33 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] 10.222.0.21 "GET /v2.0/security-groups?id=20feb88d-9296-4d58-88ef-dd159f14cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976248 Aug 22 13:29:35.564594 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9cd0c-c275-41cf-940e-543a9cb79cab req-e6b1350b-db44-4596-9aa5-a40bf3630961 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:35.575952 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-63e9cd0c-c275-41cf-940e-543a9cb79cab req-e6b1350b-db44-4596-9aa5-a40bf3630961 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5ae8550-9d43-4cb1-8063-916a676bc36d HTTP/1.1" status: 200 len: 944 time: 0.1864414 Aug 22 13:29:35.584105 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-d43d44eb-6f29-4963-be78-d291d27e0574 req-03c9bb79-be00-478b-b8e2-3857bc740daa service neutron] Transition to ACTIVE for port object 253f4a6f-d846-4007-b654-28d5cc7c21d0 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:29:35.596330 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-d43d44eb-6f29-4963-be78-d291d27e0574 req-03c9bb79-be00-478b-b8e2-3857bc740daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:35.601001 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a726c599-4a13-402b-b18d-90fb3500123d None None] Network 443c1544-2c04-4449-b8ee-2e252b48c0c1 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:29:35.667771 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-63e9cd0c-c275-41cf-940e-543a9cb79cab req-8759aa9c-d4b1-4179-bd0e-c35c4fc8ee2d tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950482 Aug 22 13:29:35.690110 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c9bb79-be00-478b-b8e2-3857bc740daa service neutron] Pushing event updated for resources: {'Port': ['ID=253f4a6f-d846-4007-b654-28d5cc7c21d0,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:35.696402 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-717bc0fd-b759-4c23-a2ee-f3f5161f5135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:35.735447 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-18397b5e-4e1c-4d43-a256-9653d3230571 None None] Provisioning for port 2fd1b428-af41-4a08-bd21-05e26de6b601 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:29:35.750150 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-18397b5e-4e1c-4d43-a256-9653d3230571 None None] Provisioning complete for port 2fd1b428-af41-4a08-bd21-05e26de6b601 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:29:35.751561 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-18397b5e-4e1c-4d43-a256-9653d3230571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:35.836601 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-d43d44eb-6f29-4963-be78-d291d27e0574 req-03c9bb79-be00-478b-b8e2-3857bc740daa service neutron] Attempting to bind port 253f4a6f-d846-4007-b654-28d5cc7c21d0 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:29:35.837057 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-d43d44eb-6f29-4963-be78-d291d27e0574 req-03c9bb79-be00-478b-b8e2-3857bc740daa service neutron] Attempting to bind port 253f4a6f-d846-4007-b654-28d5cc7c21d0 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': 'f18c6033-9c9c-41d0-a28b-7676e916e639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '70cdf7e6-4b20-4144-ae6b-a62340a07807'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:29:35.837661 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43d44eb-6f29-4963-be78-d291d27e0574 req-03c9bb79-be00-478b-b8e2-3857bc740daa service neutron] Attempting to bind port 253f4a6f-d846-4007-b654-28d5cc7c21d0 on network 70cdf7e6-4b20-4144-ae6b-a62340a07807 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:29:35.845866 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43d44eb-6f29-4963-be78-d291d27e0574 req-03c9bb79-be00-478b-b8e2-3857bc740daa service neutron] Port 253f4a6f-d846-4007-b654-28d5cc7c21d0 on network 70cdf7e6-4b20-4144-ae6b-a62340a07807 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:29:35.847207 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43d44eb-6f29-4963-be78-d291d27e0574 req-03c9bb79-be00-478b-b8e2-3857bc740daa service neutron] Attempting to bind port 253f4a6f-d846-4007-b654-28d5cc7c21d0 on network 70cdf7e6-4b20-4144-ae6b-a62340a07807 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:29:35.866650 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43d44eb-6f29-4963-be78-d291d27e0574 req-03c9bb79-be00-478b-b8e2-3857bc740daa service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:29:35.867254 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43d44eb-6f29-4963-be78-d291d27e0574 req-03c9bb79-be00-478b-b8e2-3857bc740daa service neutron] Checking segment: {'id': 'f18c6033-9c9c-41d0-a28b-7676e916e639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '70cdf7e6-4b20-4144-ae6b-a62340a07807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:29:35.868375 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43d44eb-6f29-4963-be78-d291d27e0574 req-03c9bb79-be00-478b-b8e2-3857bc740daa service neutron] Bound using segment: {'id': 'f18c6033-9c9c-41d0-a28b-7676e916e639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '70cdf7e6-4b20-4144-ae6b-a62340a07807'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:29:35.869013 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-d43d44eb-6f29-4963-be78-d291d27e0574 req-03c9bb79-be00-478b-b8e2-3857bc740daa service neutron] Bound port: 253f4a6f-d846-4007-b654-28d5cc7c21d0, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f18c6033-9c9c-41d0-a28b-7676e916e639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '70cdf7e6-4b20-4144-ae6b-a62340a07807'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:29:35.869572 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-d43d44eb-6f29-4963-be78-d291d27e0574 req-03c9bb79-be00-478b-b8e2-3857bc740daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:35.937696 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb28941e-52d1-4aed-ab70-9af7ba30efa0 req-f6c78242-c8b6-46fb-aa12-20dca4e64a5f tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:35.946197 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bb28941e-52d1-4aed-ab70-9af7ba30efa0 req-f6c78242-c8b6-46fb-aa12-20dca4e64a5f tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf69ff6-0f9b-4203-86af-3f52f4cd0492 HTTP/1.1" status: 200 len: 945 time: 0.1470797 Aug 22 13:29:35.972342 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-18397b5e-4e1c-4d43-a256-9653d3230571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:36.016760 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bb28941e-52d1-4aed-ab70-9af7ba30efa0 req-949e2a2a-082f-4447-bb29-10fbc46befdc tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652359 Aug 22 13:29:36.036875 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-d43d44eb-6f29-4963-be78-d291d27e0574 req-03c9bb79-be00-478b-b8e2-3857bc740daa service neutron] For port 253f4a6f-d846-4007-b654-28d5cc7c21d0, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:29:36.050265 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-d43d44eb-6f29-4963-be78-d291d27e0574 req-03c9bb79-be00-478b-b8e2-3857bc740daa service neutron] For port 253f4a6f-d846-4007-b654-28d5cc7c21d0, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=253f4a6f-d846-4007-b654-28d5cc7c21d0,segment=NetworkSegment(f18c6033-9c9c-41d0-a28b-7676e916e639),segment_id=f18c6033-9c9c-41d0-a28b-7676e916e639)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:29:36.069248 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-d43d44eb-6f29-4963-be78-d291d27e0574 req-03c9bb79-be00-478b-b8e2-3857bc740daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:36.075617 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-18397b5e-4e1c-4d43-a256-9653d3230571 None None] For port 2fd1b428-af41-4a08-bd21-05e26de6b601, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=2fd1b428-af41-4a08-bd21-05e26de6b601,segment=NetworkSegment(caab2adb-adab-4db1-b771-4bcb29d373d0),segment_id=caab2adb-adab-4db1-b771-4bcb29d373d0)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:29:36.083020 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-18397b5e-4e1c-4d43-a256-9653d3230571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:36.088560 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-717bc0fd-b759-4c23-a2ee-f3f5161f5135 admin admin] Router 293552c4-b248-4afd-b543-ca22f269446d is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:29:36.121277 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d44eb-6f29-4963-be78-d291d27e0574 req-03c9bb79-be00-478b-b8e2-3857bc740daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:36.121939 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-d43d44eb-6f29-4963-be78-d291d27e0574 req-03c9bb79-be00-478b-b8e2-3857bc740daa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:36.123414 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d43d44eb-6f29-4963-be78-d291d27e0574 req-03c9bb79-be00-478b-b8e2-3857bc740daa service neutron] 10.222.0.41 "PUT /v2.0/ports/253f4a6f-d846-4007-b654-28d5cc7c21d0 HTTP/1.1" status: 200 len: 1093 time: 1.1406438 Aug 22 13:29:36.124068 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e287229a-4884-45e4-8b05-7a88ce039b22', 'tag': '253f4a6f-d846-4007-b654-28d5cc7c21d0'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:29:36.126466 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1bed08-41ca-4910-b96d-33a6b994e777" -d '{"events": [{"name": "network-changed", "server_uuid": "e287229a-4884-45e4-8b05-7a88ce039b22", "tag": "253f4a6f-d846-4007-b654-28d5cc7c21d0"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:29:36.158855 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 2d135122-52a0-4e66-86c2-520768cf0447 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:29:36.319959 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5be63b6-6d43-430e-90eb-001ecd7289a5 x-openstack-request-id: req-e5be63b6-6d43-430e-90eb-001ecd7289a5 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:29:36.320367 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e287229a-4884-45e4-8b05-7a88ce039b22", "tag": "253f4a6f-d846-4007-b654-28d5cc7c21d0", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:29:36.321799 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e5be63b6-6d43-430e-90eb-001ecd7289a5 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:29:36.322208 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e287229a-4884-45e4-8b05-7a88ce039b22', 'tag': '253f4a6f-d846-4007-b654-28d5cc7c21d0', 'status': 'completed', 'code': 200} Aug 22 13:29:36.334562 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c9bb79-be00-478b-b8e2-3857bc740daa service neutron] Pushing event updated for resources: {'Port': ['ID=253f4a6f-d846-4007-b654-28d5cc7c21d0,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:36.359979 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d44eb-6f29-4963-be78-d291d27e0574 req-af39e134-3e33-437f-8f44-133d92fc7381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:36.360918 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18397b5e-4e1c-4d43-a256-9653d3230571 None None] Pushing event updated for resources: {'Port': ['ID=2fd1b428-af41-4a08-bd21-05e26de6b601,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:36.363971 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d43d44eb-6f29-4963-be78-d291d27e0574 req-af39e134-3e33-437f-8f44-133d92fc7381 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=836cce509fee414983faa9c4a35f993e&device_id=e287229a-4884-45e4-8b05-7a88ce039b22 HTTP/1.1" status: 200 len: 1096 time: 0.0991092 Aug 22 13:29:36.415391 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port 2d135122-52a0-4e66-86c2-520768cf0447 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:29:36.424257 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 2d135122-52a0-4e66-86c2-520768cf0447 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:29:36.425348 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:36.463243 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-717bc0fd-b759-4c23-a2ee-f3f5161f5135 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:29:36.475889 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c91143-8706-4876-aa11-d92f0d01e2f0 None None] Sync routers for ids ['293552c4-b248-4afd-b543-ca22f269446d'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:29:36.483359 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d43d44eb-6f29-4963-be78-d291d27e0574 req-cc45a7ee-6681-4983-bca6-fc14a24dcdcc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=253f4a6f-d846-4007-b654-28d5cc7c21d0 HTTP/1.1" status: 200 len: 217 time: 0.1054831 Aug 22 13:29:36.489609 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-717bc0fd-b759-4c23-a2ee-f3f5161f5135 admin admin] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:36.494013 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c91143-8706-4876-aa11-d92f0d01e2f0 None None] Routers {'293552c4-b248-4afd-b543-ca22f269446d'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:29:36.494740 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-30c91143-8706-4876-aa11-d92f0d01e2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:29:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['293552c4-b248-4afd-b543-ca22f269446d'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:29:36.495292 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-717bc0fd-b759-4c23-a2ee-f3f5161f5135 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7888074 Aug 22 13:29:36.496595 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56158) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:29:36.552357 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-fea3603b-27cf-4bf6-9ee8-dfb7aba0d84b None None] Provisioning complete for port 2fd1b428-af41-4a08-bd21-05e26de6b601 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:29:36.552737 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-fea3603b-27cf-4bf6-9ee8-dfb7aba0d84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:36.592478 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d44eb-6f29-4963-be78-d291d27e0574 req-3a1c9534-29e5-4fb3-86b3-84e930606131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:36.594085 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d43d44eb-6f29-4963-be78-d291d27e0574 req-3a1c9534-29e5-4fb3-86b3-84e930606131 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2cce6f5-465c-4f33-b3b9-4f8bb5360fd1 HTTP/1.1" status: 200 len: 853 time: 0.1020977 Aug 22 13:29:36.606284 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56162) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:29:36.678085 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-30c91143-8706-4876-aa11-d92f0d01e2f0 None None] Set router 293552c4-b248-4afd-b543-ca22f269446d gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:29:36.688158 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d44eb-6f29-4963-be78-d291d27e0574 req-b914dd9e-66f2-4b32-b7b9-2d05a2e6b9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:36.690001 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d43d44eb-6f29-4963-be78-d291d27e0574 req-b914dd9e-66f2-4b32-b7b9-2d05a2e6b9d4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=70cdf7e6-4b20-4144-ae6b-a62340a07807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0828152 Aug 22 13:29:36.807295 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:36.812184 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba40f52-7ac9-4377-8738-bb57eddccc22 req-8b287931-cd5c-4776-93c0-dc5319244224 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:36.813777 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cba40f52-7ac9-4377-8738-bb57eddccc22 req-8b287931-cd5c-4776-93c0-dc5319244224 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] 10.222.0.21 "GET /v2.0/ports?device_id=e287229a-4884-45e4-8b05-7a88ce039b22 HTTP/1.1" status: 200 len: 944 time: 0.1200664 Aug 22 13:29:36.885494 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d43d44eb-6f29-4963-be78-d291d27e0574 req-d99df395-d74b-4cc2-9aaf-18a310fc5746 service neutron] 10.222.0.41 "GET /v2.0/networks/70cdf7e6-4b20-4144-ae6b-a62340a07807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872194 Aug 22 13:29:36.934754 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-30c91143-8706-4876-aa11-d92f0d01e2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293552c4-b248-4afd-b543-ca22f269446d', 'name': 'tempest-FloatingIPsTestJSON-131970401-router', 'tenant_id': '2f26f6fb27a14dd1b89029cdcdc5dc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '5d97182d-012f-4f43-96e7-03593cd27f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:29:32Z', 'updated_at': '2021-08-22T13:29:34Z', 'revision_number': 3, 'project_id': '2f26f6fb27a14dd1b89029cdcdc5dc9a', 'gw_port': {'id': '5d97182d-012f-4f43-96e7-03593cd27f59', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293552c4-b248-4afd-b543-ca22f269446d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:29:33Z', 'updated_at': '2021-08-22T13:29:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:29:37.003768 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c91143-8706-4876-aa11-d92f0d01e2f0 None None] Checking router: 293552c4-b248-4afd-b543-ca22f269446d for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:29:37.004118 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c91143-8706-4876-aa11-d92f0d01e2f0 None None] Updating router 293552c4-b248-4afd-b543-ca22f269446d port 5d97182d-012f-4f43-96e7-03593cd27f59 binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:29:37.025787 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d9288085-fc13-4803-8147-48ab99c1365c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0527027c9861418695e5317a890e233f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4172215 Aug 22 13:29:37.028353 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56170) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:29:37.039844 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-30c91143-8706-4876-aa11-d92f0d01e2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:37.040365 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab551e62-5306-4a4d-aeba-7c4e11062325 req-fc70ab2c-6e90-4c66-bf8b-0f862655c28b tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:37.042184 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ab551e62-5306-4a4d-aeba-7c4e11062325 req-fc70ab2c-6e90-4c66-bf8b-0f862655c28b tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5ae8550-9d43-4cb1-8063-916a676bc36d HTTP/1.1" status: 200 len: 944 time: 0.2163324 Aug 22 13:29:37.060728 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cba40f52-7ac9-4377-8738-bb57eddccc22 req-de2f68ed-ba43-4d40-9635-145914d2bed8 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] 10.222.0.21 "GET /v2.0/security-groups?id=20feb88d-9296-4d58-88ef-dd159f14cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2367477 Aug 22 13:29:37.112723 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ae8550-9d43-4cb1-8063-916a676bc36d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d135122-52a0-4e66-86c2-520768cf0447'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:29:37.114934 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e90d16-3eb8-4bba-8afd-fce897efe02d" -d '{"events": [{"server_uuid": "c5ae8550-9d43-4cb1-8063-916a676bc36d", "name": "network-vif-plugged", "status": "completed", "tag": "2d135122-52a0-4e66-86c2-520768cf0447"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:29:37.128533 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d43d44eb-6f29-4963-be78-d291d27e0574 req-e4fdb01f-6b41-46b2-9fa3-a9b6c8c859bb service neutron] 10.222.0.41 "GET /v2.0/networks/70cdf7e6-4b20-4144-ae6b-a62340a07807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310648 Aug 22 13:29:37.129453 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 2fd1b428-af41-4a08-bd21-05e26de6b601 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:29:37.131682 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5a36c3fd-1008-40fc-8e7e-d1c49cd25120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:37.178332 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5a36c3fd-1008-40fc-8e7e-d1c49cd25120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:37.203340 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 2d135122-52a0-4e66-86c2-520768cf0447, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=2d135122-52a0-4e66-86c2-520768cf0447,segment=NetworkSegment(18b5a6df-b98f-4d4b-9428-0223d3f719a9),segment_id=18b5a6df-b98f-4d4b-9428-0223d3f719a9)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:29:37.204512 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ab551e62-5306-4a4d-aeba-7c4e11062325 req-1eeaf2f5-03de-4035-8916-cd911101f1aa tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536953 Aug 22 13:29:37.215476 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:37.290658 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1bed08-41ca-4910-b96d-33a6b994e777 req-56b135eb-a28f-4714-a04d-480117ef6fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:37.292314 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5b1bed08-41ca-4910-b96d-33a6b994e777 req-56b135eb-a28f-4714-a04d-480117ef6fb0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=836cce509fee414983faa9c4a35f993e&device_id=e287229a-4884-45e4-8b05-7a88ce039b22 HTTP/1.1" status: 200 len: 1096 time: 0.0760260 Aug 22 13:29:37.306793 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec42ca60-cec9-49c5-81d0-0b9b9a3f0543 x-openstack-request-id: req-ec42ca60-cec9-49c5-81d0-0b9b9a3f0543 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:29:37.307814 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5ae8550-9d43-4cb1-8063-916a676bc36d", "name": "network-vif-plugged", "status": "completed", "tag": "2d135122-52a0-4e66-86c2-520768cf0447", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:29:37.308521 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ec42ca60-cec9-49c5-81d0-0b9b9a3f0543 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:29:37.309422 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ae8550-9d43-4cb1-8063-916a676bc36d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d135122-52a0-4e66-86c2-520768cf0447', 'code': 200} Aug 22 13:29:37.312747 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=2d135122-52a0-4e66-86c2-520768cf0447,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:37.327518 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5a36c3fd-1008-40fc-8e7e-d1c49cd25120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:37.332914 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5a36c3fd-1008-40fc-8e7e-d1c49cd25120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:37.336098 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5a36c3fd-1008-40fc-8e7e-d1c49cd25120 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b4498256-354e-4f3c-a0c2-fc05b4ed5abd HTTP/1.1" status: 204 len: 168 time: 0.3059275 Aug 22 13:29:37.413009 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 2fd1b428-af41-4a08-bd21-05e26de6b601 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:29:37.414614 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:37.474264 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a36c3fd-1008-40fc-8e7e-d1c49cd25120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4498256-354e-4f3c-a0c2-fc05b4ed5abd,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:37.548871 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1bed08-41ca-4910-b96d-33a6b994e777 req-3464dd01-cd9e-4d11-ad01-2dbdb7498192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:37.553897 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5b1bed08-41ca-4910-b96d-33a6b994e777 req-3464dd01-cd9e-4d11-ad01-2dbdb7498192 service neutron] 10.222.0.41 "GET /v2.0/networks?id=70cdf7e6-4b20-4144-ae6b-a62340a07807 HTTP/1.1" status: 200 len: 915 time: 0.2455523 Aug 22 13:29:37.636887 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-30c91143-8706-4876-aa11-d92f0d01e2f0 None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:37.657645 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-30c91143-8706-4876-aa11-d92f0d01e2f0 None None] Transition to ACTIVE for port object 5d97182d-012f-4f43-96e7-03593cd27f59 will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:29:37.664940 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5b1bed08-41ca-4910-b96d-33a6b994e777 req-1bce1429-cd49-4988-bc60-e217fa30c03b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=253f4a6f-d846-4007-b654-28d5cc7c21d0 HTTP/1.1" status: 200 len: 217 time: 0.0996399 Aug 22 13:29:37.671895 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-30c91143-8706-4876-aa11-d92f0d01e2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:37.700532 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ead70-6896-4db4-b441-44dd557f2f55 req-1402a644-94a4-4d70-80cf-f69af545f6d4 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:37.709730 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-055ead70-6896-4db4-b441-44dd557f2f55 req-1402a644-94a4-4d70-80cf-f69af545f6d4 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf69ff6-0f9b-4203-86af-3f52f4cd0492 HTTP/1.1" status: 200 len: 945 time: 0.5184579 Aug 22 13:29:37.741517 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd85369-3f5e-4c8f-8d65-27239cb1cc76 None None] Pushing event updated for resources: {'Port': ['ID=5d97182d-012f-4f43-96e7-03593cd27f59,revision_number=2']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:37.762196 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-30c91143-8706-4876-aa11-d92f0d01e2f0 None None] Attempting to bind port 5d97182d-012f-4f43-96e7-03593cd27f59 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:29:37.762831 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-30c91143-8706-4876-aa11-d92f0d01e2f0 None None] Attempting to bind port 5d97182d-012f-4f43-96e7-03593cd27f59 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:29:37.763384 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c91143-8706-4876-aa11-d92f0d01e2f0 None None] Attempting to bind port 5d97182d-012f-4f43-96e7-03593cd27f59 on network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:29:37.768877 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c91143-8706-4876-aa11-d92f0d01e2f0 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:29:37.769503 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c91143-8706-4876-aa11-d92f0d01e2f0 None None] Checking segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:29:37.770071 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-30c91143-8706-4876-aa11-d92f0d01e2f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:37.770676 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c91143-8706-4876-aa11-d92f0d01e2f0 None None] Bound using segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:29:37.771309 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-30c91143-8706-4876-aa11-d92f0d01e2f0 None None] Bound port: 5d97182d-012f-4f43-96e7-03593cd27f59, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:29:37.772025 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-30c91143-8706-4876-aa11-d92f0d01e2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:37.800603 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1bed08-41ca-4910-b96d-33a6b994e777 req-ab121f3c-b492-4fa5-98f4-f97fac5f8bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:37.803025 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5b1bed08-41ca-4910-b96d-33a6b994e777 req-ab121f3c-b492-4fa5-98f4-f97fac5f8bcc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2cce6f5-465c-4f33-b3b9-4f8bb5360fd1 HTTP/1.1" status: 200 len: 853 time: 0.1284425 Aug 22 13:29:37.829113 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-30c91143-8706-4876-aa11-d92f0d01e2f0 None None] For port 5d97182d-012f-4f43-96e7-03593cd27f59, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:29:37.832589 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-30c91143-8706-4876-aa11-d92f0d01e2f0 None None] For port 5d97182d-012f-4f43-96e7-03593cd27f59, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=5d97182d-012f-4f43-96e7-03593cd27f59,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:29:37.835728 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec995c1c-f9db-4ab9-99c2-f63a9b8b4952 req-64a01e6f-94dd-4e20-946c-318b3ebafabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:37.837721 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ec995c1c-f9db-4ab9-99c2-f63a9b8b4952 req-64a01e6f-94dd-4e20-946c-318b3ebafabe service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c5ae8550-9d43-4cb1-8063-916a676bc36d HTTP/1.1" status: 200 len: 1097 time: 0.2273471 Aug 22 13:29:37.839194 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-30c91143-8706-4876-aa11-d92f0d01e2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:37.844722 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-055ead70-6896-4db4-b441-44dd557f2f55 req-054ed1a1-30e2-4b81-bdd0-4a8408044c59 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336854 Aug 22 13:29:37.884495 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ec995c1c-f9db-4ab9-99c2-f63a9b8b4952 req-9c396b6b-0ed7-480c-b9ff-fa58d466f072 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372243 Aug 22 13:29:37.902652 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1bed08-41ca-4910-b96d-33a6b994e777 req-3e969a91-00b9-486b-a7c5-dbd288217028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:37.906623 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5b1bed08-41ca-4910-b96d-33a6b994e777 req-3e969a91-00b9-486b-a7c5-dbd288217028 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=70cdf7e6-4b20-4144-ae6b-a62340a07807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0952842 Aug 22 13:29:37.927098 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8bd83510-86bc-42c2-ab0b-c3c30f6ee4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:37.949472 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd85369-3f5e-4c8f-8d65-27239cb1cc76 None None] Pushing event updated for resources: {'Port': ['ID=5d97182d-012f-4f43-96e7-03593cd27f59,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:37.981665 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c91143-8706-4876-aa11-d92f0d01e2f0 None None] Routers {'293552c4-b248-4afd-b543-ca22f269446d'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:29:37.982745 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-30c91143-8706-4876-aa11-d92f0d01e2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:29:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['293552c4-b248-4afd-b543-ca22f269446d'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:29:38.118795 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5b1bed08-41ca-4910-b96d-33a6b994e777 req-d3436413-b8a6-4013-ae05-add62ea4ac76 service neutron] 10.222.0.41 "GET /v2.0/networks/70cdf7e6-4b20-4144-ae6b-a62340a07807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016575 Aug 22 13:29:38.147955 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-8bd83510-86bc-42c2-ab0b-c3c30f6ee4f9 admin admin] Allocated IP 172.20.0.1 (443c1544-2c04-4449-b8ee-2e252b48c0c1/9cb44bf2-dccb-4728-a40c-ddbb3af47030/70d354b5-9ebe-47d9-b224-ce8ea085956e) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:29:38.224029 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-30c91143-8706-4876-aa11-d92f0d01e2f0 None None] Set router 293552c4-b248-4afd-b543-ca22f269446d gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:29:38.288354 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8bd83510-86bc-42c2-ab0b-c3c30f6ee4f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:38.305511 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-8bd83510-86bc-42c2-ab0b-c3c30f6ee4f9 admin admin] Transition to ACTIVE for port object 70d354b5-9ebe-47d9-b224-ce8ea085956e will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:29:38.323136 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5b1bed08-41ca-4910-b96d-33a6b994e777 req-f0e80ef9-26b8-46a4-8ca0-f4a1a93c75b1 service neutron] 10.222.0.41 "GET /v2.0/networks/70cdf7e6-4b20-4144-ae6b-a62340a07807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884654 Aug 22 13:29:38.424784 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8bd83510-86bc-42c2-ab0b-c3c30f6ee4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:38.463305 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b8c932-b36a-4af2-9f94-dec158523cf9 req-3421aee7-38fd-4d2b-879e-cdd04801ba19 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:38.464914 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b6b8c932-b36a-4af2-9f94-dec158523cf9 req-3421aee7-38fd-4d2b-879e-cdd04801ba19 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5ae8550-9d43-4cb1-8063-916a676bc36d HTTP/1.1" status: 200 len: 945 time: 0.1234219 Aug 22 13:29:38.476629 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4ead9b-bd0d-4140-8802-be0384e25660 req-f6325414-f702-4fd6-babb-eb2910d0563d tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:38.478495 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ed4ead9b-bd0d-4140-8802-be0384e25660 req-f6325414-f702-4fd6-babb-eb2910d0563d tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] 10.222.0.21 "GET /v2.0/ports?device_id=e287229a-4884-45e4-8b05-7a88ce039b22 HTTP/1.1" status: 200 len: 944 time: 0.1381245 Aug 22 13:29:38.491968 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd83510-86bc-42c2-ab0b-c3c30f6ee4f9 admin admin] Network 443c1544-2c04-4449-b8ee-2e252b48c0c1 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:29:38.501110 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-8bd83510-86bc-42c2-ab0b-c3c30f6ee4f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:29:38.507006 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd83510-86bc-42c2-ab0b-c3c30f6ee4f9 admin admin] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:29:38.532643 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-30c91143-8706-4876-aa11-d92f0d01e2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293552c4-b248-4afd-b543-ca22f269446d', 'name': 'tempest-FloatingIPsTestJSON-131970401-router', 'tenant_id': '2f26f6fb27a14dd1b89029cdcdc5dc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '5d97182d-012f-4f43-96e7-03593cd27f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:29:32Z', 'updated_at': '2021-08-22T13:29:34Z', 'revision_number': 3, 'project_id': '2f26f6fb27a14dd1b89029cdcdc5dc9a', 'gw_port': {'id': '5d97182d-012f-4f43-96e7-03593cd27f59', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293552c4-b248-4afd-b543-ca22f269446d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:29:33Z', 'updated_at': '2021-08-22T13:29:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:29:38.561584 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c91143-8706-4876-aa11-d92f0d01e2f0 None None] The sync data for ids ['293552c4-b248-4afd-b543-ca22f269446d'] in n-d-793621-33 is: [{'id': '293552c4-b248-4afd-b543-ca22f269446d', 'name': 'tempest-FloatingIPsTestJSON-131970401-router', 'tenant_id': '2f26f6fb27a14dd1b89029cdcdc5dc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '5d97182d-012f-4f43-96e7-03593cd27f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:29:32Z', 'updated_at': '2021-08-22T13:29:34Z', 'revision_number': 3, 'project_id': '2f26f6fb27a14dd1b89029cdcdc5dc9a', 'gw_port': {'id': '5d97182d-012f-4f43-96e7-03593cd27f59', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293552c4-b248-4afd-b543-ca22f269446d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:29:33Z', 'updated_at': '2021-08-22T13:29:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:29:38.575127 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd83510-86bc-42c2-ab0b-c3c30f6ee4f9 admin admin] Pushing event updated for resources: {'Port': ['ID=70d354b5-9ebe-47d9-b224-ce8ea085956e,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:38.610832 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8bd83510-86bc-42c2-ab0b-c3c30f6ee4f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:38.618617 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ed4ead9b-bd0d-4140-8802-be0384e25660 req-14402cc1-6083-45eb-9b66-bc5541f82c3f tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] 10.222.0.21 "GET /v2.0/security-groups?id=20feb88d-9296-4d58-88ef-dd159f14cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186602 Aug 22 13:29:38.740090 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b6b8c932-b36a-4af2-9f94-dec158523cf9 req-ed9d9666-9896-4d99-9923-4eb65cbef93d tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583301 Aug 22 13:29:38.835815 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8bd83510-86bc-42c2-ab0b-c3c30f6ee4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:38.907203 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-789d1d59-b8f2-4b0b-860e-37d1ce00fa72 None None] Provisioning for port 70d354b5-9ebe-47d9-b224-ce8ea085956e completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:29:38.933018 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-789d1d59-b8f2-4b0b-860e-37d1ce00fa72 None None] Provisioning complete for port 70d354b5-9ebe-47d9-b224-ce8ea085956e triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:29:38.950922 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-789d1d59-b8f2-4b0b-860e-37d1ce00fa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:38.972300 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:29:39.038292 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-789d1d59-b8f2-4b0b-860e-37d1ce00fa72 None None] Port 70d354b5-9ebe-47d9-b224-ce8ea085956e cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:29:39.151741 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e7811d-7ff0-4f19-9559-3602ffd74a54 req-46e8f391-1260-4eec-94ed-9e9c5b763eee tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:39.153361 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-30e7811d-7ff0-4f19-9559-3602ffd74a54 req-46e8f391-1260-4eec-94ed-9e9c5b763eee tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf69ff6-0f9b-4203-86af-3f52f4cd0492 HTTP/1.1" status: 200 len: 945 time: 0.0808811 Aug 22 13:29:39.190248 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8bd83510-86bc-42c2-ab0b-c3c30f6ee4f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:39.200166 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8bd83510-86bc-42c2-ab0b-c3c30f6ee4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:39.267899 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-30e7811d-7ff0-4f19-9559-3602ffd74a54 req-93f65aa3-fd37-40ad-9b0a-f2ce972fd292 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014874 Aug 22 13:29:39.291834 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8bd83510-86bc-42c2-ab0b-c3c30f6ee4f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:39.294152 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd83510-86bc-42c2-ab0b-c3c30f6ee4f9 admin admin] Pushing event updated for resources: {'Port': ['ID=70d354b5-9ebe-47d9-b224-ce8ea085956e,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:39.302221 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 253f4a6f-d846-4007-b654-28d5cc7c21d0 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:29:39.434328 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd83510-86bc-42c2-ab0b-c3c30f6ee4f9 admin admin] Network 443c1544-2c04-4449-b8ee-2e252b48c0c1 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:29:39.436513 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-8bd83510-86bc-42c2-ab0b-c3c30f6ee4f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:29:39.480366 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 253f4a6f-d846-4007-b654-28d5cc7c21d0, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=253f4a6f-d846-4007-b654-28d5cc7c21d0,segment=NetworkSegment(f18c6033-9c9c-41d0-a28b-7676e916e639),segment_id=f18c6033-9c9c-41d0-a28b-7676e916e639)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:29:39.494463 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '253f4a6f-d846-4007-b654-28d5cc7c21d0', 'network_id': '70cdf7e6-4b20-4144-ae6b-a62340a07807', 'port_id': '253f4a6f-d846-4007-b654-28d5cc7c21d0', 'mac_address': 'fa:16:3e:f4:90:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2cce6f5-465c-4f33-b3b9-4f8bb5360fd1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:29:39.557964 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:39.595566 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 253f4a6f-d846-4007-b654-28d5cc7c21d0 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:29:39.621921 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 253f4a6f-d846-4007-b654-28d5cc7c21d0, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=253f4a6f-d846-4007-b654-28d5cc7c21d0,segment=NetworkSegment(f18c6033-9c9c-41d0-a28b-7676e916e639),segment_id=f18c6033-9c9c-41d0-a28b-7676e916e639)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:29:39.622712 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bd83510-86bc-42c2-ab0b-c3c30f6ee4f9 admin admin] Router 293552c4-b248-4afd-b543-ca22f269446d has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:29:39.630208 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:39.726755 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=253f4a6f-d846-4007-b654-28d5cc7c21d0,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:39.727091 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7367ed8c-8f6b-430c-ada7-f3250b16f92c req-1d26c673-2523-48ad-a846-6c9b5c6cb759 tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:39.730146 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7367ed8c-8f6b-430c-ada7-f3250b16f92c req-1d26c673-2523-48ad-a846-6c9b5c6cb759 tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dce3521-a31a-405c-9ec3-a1fc462dcbf0 HTTP/1.1" status: 200 len: 946 time: 0.1058128 Aug 22 13:29:39.773294 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-418b9d49-9b0c-495f-b19a-ff851b8b74f8 None None] Provisioning complete for port 70d354b5-9ebe-47d9-b224-ce8ea085956e triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:29:39.773757 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-418b9d49-9b0c-495f-b19a-ff851b8b74f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:39.830093 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-418b9d49-9b0c-495f-b19a-ff851b8b74f8 None None] Port 70d354b5-9ebe-47d9-b224-ce8ea085956e cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:29:39.832454 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7367ed8c-8f6b-430c-ada7-f3250b16f92c req-d7efc907-47bb-4b0e-a465-7c0902544821 tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] 10.222.0.21 "GET /v2.0/security-groups?id=b599c523-d68c-466d-9cc5-a05039137646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916646 Aug 22 13:29:39.857715 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd83510-86bc-42c2-ab0b-c3c30f6ee4f9 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:29:39.878403 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-8bd83510-86bc-42c2-ab0b-c3c30f6ee4f9 admin admin] 10.222.0.21 "PUT /v2.0/routers/293552c4-b248-4afd-b543-ca22f269446d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3795946 Aug 22 13:29:39.908271 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaccda4-95dd-43e2-a95a-799b22ea6671 req-08626894-f898-416e-bdc6-8d957fa26309 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:39.909839 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3eaccda4-95dd-43e2-a95a-799b22ea6671 req-08626894-f898-416e-bdc6-8d957fa26309 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] 10.222.0.21 "GET /v2.0/ports?device_id=e287229a-4884-45e4-8b05-7a88ce039b22 HTTP/1.1" status: 200 len: 945 time: 0.0663989 Aug 22 13:29:39.943105 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['253f4a6f-d846-4007-b654-28d5cc7c21d0'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:29:39.954301 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3eaccda4-95dd-43e2-a95a-799b22ea6671 req-bc0b6ee1-71d4-446f-8925-63150004ba29 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] 10.222.0.21 "GET /v2.0/security-groups?id=20feb88d-9296-4d58-88ef-dd159f14cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382280 Aug 22 13:29:40.072620 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce96e53-9041-4344-bcb0-70485471cd2d req-7f6f450c-ee70-46a9-b9a4-11111969aa8e tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:40.074655 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5ce96e53-9041-4344-bcb0-70485471cd2d req-7f6f450c-ee70-46a9-b9a4-11111969aa8e tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5ae8550-9d43-4cb1-8063-916a676bc36d HTTP/1.1" status: 200 len: 945 time: 0.0806813 Aug 22 13:29:40.124375 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5ce96e53-9041-4344-bcb0-70485471cd2d req-1d150978-a8cd-4cdb-81f2-efa502d0a225 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436037 Aug 22 13:29:40.373416 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a06e29-80dd-488c-a12c-a629773671f3 req-f55433b8-0689-4719-99ff-5eb211d9de27 tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:40.374945 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-85a06e29-80dd-488c-a12c-a629773671f3 req-f55433b8-0689-4719-99ff-5eb211d9de27 tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c5ae8550-9d43-4cb1-8063-916a676bc36d HTTP/1.1" status: 200 len: 1097 time: 0.1620462 Aug 22 13:29:40.394937 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f9d72ab7-cb3e-44f9-bc52-e4f11e041d8c req-7c7df435-c8f0-4aa8-856a-6bc2ae8ff1ce tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2165649 Aug 22 13:29:40.408096 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-f9d72ab7-cb3e-44f9-bc52-e4f11e041d8c req-91851851-6752-42bc-9571-7c3306164e23 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] Request body: {'floatingip': {'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:29:40.443889 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-85a06e29-80dd-488c-a12c-a629773671f3 req-992f3411-aaa6-4a48-84dc-3d197added5e tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619028 Aug 22 13:29:40.452044 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f9d72ab7-cb3e-44f9-bc52-e4f11e041d8c req-91851851-6752-42bc-9571-7c3306164e23 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] Notify callbacks [] for floatingip, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:40.565777 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f9d72ab7-cb3e-44f9-bc52-e4f11e041d8c req-91851851-6752-42bc-9571-7c3306164e23 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:40.694678 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d803b3f-e616-471b-b3cf-7c0a0524f0d0 req-cc3a06d2-5c90-4fac-9a4a-b695895b2c1b tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:40.696187 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4d803b3f-e616-471b-b3cf-7c0a0524f0d0 req-cc3a06d2-5c90-4fac-9a4a-b695895b2c1b tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf69ff6-0f9b-4203-86af-3f52f4cd0492 HTTP/1.1" status: 200 len: 945 time: 0.1195934 Aug 22 13:29:40.721311 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-f9d72ab7-cb3e-44f9-bc52-e4f11e041d8c req-91851851-6752-42bc-9571-7c3306164e23 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] Allocated IP 172.25.3.228 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/31cb2908-e42f-422f-8e92-3d844204c914) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:29:40.740726 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e67a8a-6dff-40c7-8029-75a0dd2409c4 None None] Sync routers for ids ['293552c4-b248-4afd-b543-ca22f269446d'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:29:40.748815 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e67a8a-6dff-40c7-8029-75a0dd2409c4 None None] Routers {'293552c4-b248-4afd-b543-ca22f269446d'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:29:40.749430 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-35e67a8a-6dff-40c7-8029-75a0dd2409c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:29:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['293552c4-b248-4afd-b543-ca22f269446d'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:29:40.769461 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4d803b3f-e616-471b-b3cf-7c0a0524f0d0 req-eba1c5c5-529f-4db7-9339-f441768a249d tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672452 Aug 22 13:29:40.860878 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f9d72ab7-cb3e-44f9-bc52-e4f11e041d8c req-91851851-6752-42bc-9571-7c3306164e23 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:40.861814 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-35e67a8a-6dff-40c7-8029-75a0dd2409c4 None None] Set router 293552c4-b248-4afd-b543-ca22f269446d gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:29:40.912763 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f9d72ab7-cb3e-44f9-bc52-e4f11e041d8c req-91851851-6752-42bc-9571-7c3306164e23 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:40.964924 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9d72ab7-cb3e-44f9-bc52-e4f11e041d8c req-91851851-6752-42bc-9571-7c3306164e23 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:29:40.998243 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-f9d72ab7-cb3e-44f9-bc52-e4f11e041d8c req-91851851-6752-42bc-9571-7c3306164e23 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:29:41.003174 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d72ab7-cb3e-44f9-bc52-e4f11e041d8c req-91851851-6752-42bc-9571-7c3306164e23 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:29:41.044311 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 5d97182d-012f-4f43-96e7-03593cd27f59 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:29:41.056818 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91851851-6752-42bc-9571-7c3306164e23 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] Pushing event updated for resources: {'Port': ['ID=31cb2908-e42f-422f-8e92-3d844204c914,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:41.079831 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba15023-564c-47f1-8f6a-7ba62663e2f1 req-f8cf928f-6e3a-4de3-a4ab-f897b37d04da tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:41.088711 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eba15023-564c-47f1-8f6a-7ba62663e2f1 req-f8cf928f-6e3a-4de3-a4ab-f897b37d04da tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dce3521-a31a-405c-9ec3-a1fc462dcbf0 HTTP/1.1" status: 200 len: 946 time: 0.1507185 Aug 22 13:29:41.192664 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 5d97182d-012f-4f43-96e7-03593cd27f59 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:29:41.197004 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eba15023-564c-47f1-8f6a-7ba62663e2f1 req-e0372aac-5abd-4db8-a3f4-521800fd3af9 tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] 10.222.0.21 "GET /v2.0/security-groups?id=b599c523-d68c-466d-9cc5-a05039137646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059375 Aug 22 13:29:41.200748 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 5d97182d-012f-4f43-96e7-03593cd27f59 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:29:41.201318 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:41.236331 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f9d72ab7-cb3e-44f9-bc52-e4f11e041d8c req-91851851-6752-42bc-9571-7c3306164e23 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:41.270201 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-35e67a8a-6dff-40c7-8029-75a0dd2409c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293552c4-b248-4afd-b543-ca22f269446d', 'name': 'tempest-FloatingIPsTestJSON-131970401-router', 'tenant_id': '2f26f6fb27a14dd1b89029cdcdc5dc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '5d97182d-012f-4f43-96e7-03593cd27f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:29:32Z', 'updated_at': '2021-08-22T13:29:38Z', 'revision_number': 4, 'project_id': '2f26f6fb27a14dd1b89029cdcdc5dc9a', 'gw_port': {'id': '5d97182d-012f-4f43-96e7-03593cd27f59', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293552c4-b248-4afd-b543-ca22f269446d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:29:33Z', 'updated_at': '2021-08-22T13:29:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '70d354b5-9ebe-47d9-b224-ce8ea085956e', 'name': '', 'network_id': '443c1544-2c04-4449-b8ee-2e252b48c0c1', 'tenant_id': '2f26f6fb27a14dd1b89029cdcdc5dc9a', 'mac_address': 'fa:16:3e:2a:2a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293552c4-b248-4afd-b543-ca22f269446d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '9cb44bf2-dccb-4728-a40c-ddbb3af47030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:29:37Z', 'updated_at': '2021-08-22T13:29:38Z', 'revision_number': 2, 'project_id': '2f26f6fb27a14dd1b89029cdcdc5dc9a', 'subnets': [{'id': '9cb44bf2-dccb-4728-a40c-ddbb3af47030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:29:41.307851 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56278) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:29:41.317007 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 253f4a6f-d846-4007-b654-28d5cc7c21d0 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:29:41.325412 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f9d72ab7-cb3e-44f9-bc52-e4f11e041d8c req-91851851-6752-42bc-9571-7c3306164e23 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:41.338807 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e67a8a-6dff-40c7-8029-75a0dd2409c4 None None] Checking router: 293552c4-b248-4afd-b543-ca22f269446d for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:29:41.339235 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e67a8a-6dff-40c7-8029-75a0dd2409c4 None None] Updating router 293552c4-b248-4afd-b543-ca22f269446d port 70d354b5-9ebe-47d9-b224-ce8ea085956e binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:29:41.401616 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:41.416978 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-35e67a8a-6dff-40c7-8029-75a0dd2409c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:41.442041 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 5d97182d-012f-4f43-96e7-03593cd27f59, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=5d97182d-012f-4f43-96e7-03593cd27f59,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:29:41.446670 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4395985-77c9-4d4c-87e5-6a6845015bc9 req-c3801584-072f-4aa0-a243-3a144b58db52 tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:41.449013 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d4395985-77c9-4d4c-87e5-6a6845015bc9 req-c3801584-072f-4aa0-a243-3a144b58db52 tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dce3521-a31a-405c-9ec3-a1fc462dcbf0 HTTP/1.1" status: 200 len: 946 time: 0.1888103 Aug 22 13:29:41.507580 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:41.550488 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 253f4a6f-d846-4007-b654-28d5cc7c21d0 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:29:41.558980 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 253f4a6f-d846-4007-b654-28d5cc7c21d0 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:29:41.559352 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:41.597666 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd7b21-f0c4-46b3-ab8b-050c988894e7 req-3d217f81-36fe-4327-bfbb-13357922336e tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:41.599257 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c0dd7b21-f0c4-46b3-ab8b-050c988894e7 req-3d217f81-36fe-4327-bfbb-13357922336e tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] 10.222.0.21 "GET /v2.0/ports?device_id=e287229a-4884-45e4-8b05-7a88ce039b22 HTTP/1.1" status: 200 len: 945 time: 0.1674690 Aug 22 13:29:41.608638 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bcc98258-62ee-46bd-b46b-5c3ad866c952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:41.673472 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c0dd7b21-f0c4-46b3-ab8b-050c988894e7 req-0daa8fd2-ab14-4af5-97c4-ff9a41eac441 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] 10.222.0.21 "GET /v2.0/security-groups?id=20feb88d-9296-4d58-88ef-dd159f14cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628395 Aug 22 13:29:41.696723 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f9d72ab7-cb3e-44f9-bc52-e4f11e041d8c req-91851851-6752-42bc-9571-7c3306164e23 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:41.706163 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f9d72ab7-cb3e-44f9-bc52-e4f11e041d8c req-91851851-6752-42bc-9571-7c3306164e23 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:41.747607 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:41.787161 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 253f4a6f-d846-4007-b654-28d5cc7c21d0, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=253f4a6f-d846-4007-b654-28d5cc7c21d0,segment=NetworkSegment(f18c6033-9c9c-41d0-a28b-7676e916e639),segment_id=f18c6033-9c9c-41d0-a28b-7676e916e639)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:29:41.788998 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=5d97182d-012f-4f43-96e7-03593cd27f59,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:41.802800 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e287229a-4884-45e4-8b05-7a88ce039b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '253f4a6f-d846-4007-b654-28d5cc7c21d0'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:29:41.803130 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bcc98258-62ee-46bd-b46b-5c3ad866c952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:41.805677 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2607ba-2c75-44ae-af4a-4616e011738f" -d '{"events": [{"server_uuid": "e287229a-4884-45e4-8b05-7a88ce039b22", "name": "network-vif-plugged", "status": "completed", "tag": "253f4a6f-d846-4007-b654-28d5cc7c21d0"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:29:41.808360 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-053cd792-6fa0-471f-b7ed-daab8d8441d3 req-fd7cd9e5-fbac-4e50-b296-d11a1c2589a5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=950d0ec7-708c-4a12-9d07-fe3f2f304f78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2836590 Aug 22 13:29:41.811648 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bcc98258-62ee-46bd-b46b-5c3ad866c952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:41.820884 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:41.821688 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device c00864b0-2818-4e22-9c6e-73cdf53f766d no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:29:41.825986 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91851851-6752-42bc-9571-7c3306164e23 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] Pushing event updated for resources: {'Port': ['ID=31cb2908-e42f-422f-8e92-3d844204c914,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:41.832025 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f9d72ab7-cb3e-44f9-bc52-e4f11e041d8c req-91851851-6752-42bc-9571-7c3306164e23 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:41.868569 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f9d72ab7-cb3e-44f9-bc52-e4f11e041d8c req-91851851-6752-42bc-9571-7c3306164e23 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:41.875893 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f9d72ab7-cb3e-44f9-bc52-e4f11e041d8c req-91851851-6752-42bc-9571-7c3306164e23 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4735301 Aug 22 13:29:41.899909 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc98258-62ee-46bd-b46b-5c3ad866c952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc4af68-01b4-4cd6-a9e1-e01b95e0efe0,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:41.922604 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-bcc98258-62ee-46bd-b46b-5c3ad866c952 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=958febd4706344d7b0da56ac78096c27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6136255 Aug 22 13:29:41.935779 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56292) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:29:41.986241 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=253f4a6f-d846-4007-b654-28d5cc7c21d0,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:42.002344 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f9d72ab7-cb3e-44f9-bc52-e4f11e041d8c req-9e586078-15ea-42f5-a852-13bf71e36143 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.228 HTTP/1.1" status: 200 len: 696 time: 0.1131856 Aug 22 13:29:42.027989 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec340f51-3e0e-4196-84aa-9e727f6d22c6 req-7c56d4ba-e308-4105-989b-fbe9bc6f26c4 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:42.030519 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ec340f51-3e0e-4196-84aa-9e727f6d22c6 req-7c56d4ba-e308-4105-989b-fbe9bc6f26c4 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf69ff6-0f9b-4203-86af-3f52f4cd0492 HTTP/1.1" status: 200 len: 945 time: 0.1531799 Aug 22 13:29:42.043607 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:42.050705 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-d4395985-77c9-4d4c-87e5-6a6845015bc9 req-3f82bb3d-b84a-469c-bcba-c66f9e36db10 tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] Deleting port c00864b0-2818-4e22-9c6e-73cdf53f766d {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:29:42.051042 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-d4395985-77c9-4d4c-87e5-6a6845015bc9 req-3f82bb3d-b84a-469c-bcba-c66f9e36db10 tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:42.126951 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port c00864b0-2818-4e22-9c6e-73cdf53f766d, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=c00864b0-2818-4e22-9c6e-73cdf53f766d,segment=NetworkSegment(e7a7ec43-d01c-48ab-beec-ae7862b4646f),segment_id=e7a7ec43-d01c-48ab-beec-ae7862b4646f)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:29:42.133623 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-35e67a8a-6dff-40c7-8029-75a0dd2409c4 None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:42.137136 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:42.137436 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053cd792-6fa0-471f-b7ed-daab8d8441d3 req-5be7f28b-2e5d-4eaf-b81f-b93e9b949bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:42.140917 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-053cd792-6fa0-471f-b7ed-daab8d8441d3 req-5be7f28b-2e5d-4eaf-b81f-b93e9b949bef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=61d15703803940a485cdd8f67b081dcb&device_id=950d0ec7-708c-4a12-9d07-fe3f2f304f78 HTTP/1.1" status: 200 len: 1097 time: 0.2216098 Aug 22 13:29:42.150469 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5edc5457-406a-4109-9c08-9f2820c50e61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:42.192010 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=c00864b0-2818-4e22-9c6e-73cdf53f766d,revision_number=6']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:42.206737 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-35e67a8a-6dff-40c7-8029-75a0dd2409c4 None None] Transition to ACTIVE for port object 70d354b5-9ebe-47d9-b224-ce8ea085956e will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:29:42.220896 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5edc5457-406a-4109-9c08-9f2820c50e61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:42.221148 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-35e67a8a-6dff-40c7-8029-75a0dd2409c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:42.404055 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-d4395985-77c9-4d4c-87e5-6a6845015bc9 req-3f82bb3d-b84a-469c-bcba-c66f9e36db10 tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] For port c00864b0-2818-4e22-9c6e-73cdf53f766d, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=c00864b0-2818-4e22-9c6e-73cdf53f766d,segment=NetworkSegment(e7a7ec43-d01c-48ab-beec-ae7862b4646f),segment_id=e7a7ec43-d01c-48ab-beec-ae7862b4646f)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:29:42.404784 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-d4395985-77c9-4d4c-87e5-6a6845015bc9 req-3f82bb3d-b84a-469c-bcba-c66f9e36db10 tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:42.417795 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ec340f51-3e0e-4196-84aa-9e727f6d22c6 req-856e6434-2a13-4cb8-93c1-f0da342c9d8c tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3756864 Aug 22 13:29:42.436835 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-d4395985-77c9-4d4c-87e5-6a6845015bc9 req-3f82bb3d-b84a-469c-bcba-c66f9e36db10 tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] Calling delete_port for c00864b0-2818-4e22-9c6e-73cdf53f766d owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:29:42.496917 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-35e67a8a-6dff-40c7-8029-75a0dd2409c4 None None] Attempting to bind port 70d354b5-9ebe-47d9-b224-ce8ea085956e on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:29:42.497077 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-35e67a8a-6dff-40c7-8029-75a0dd2409c4 None None] Attempting to bind port 70d354b5-9ebe-47d9-b224-ce8ea085956e by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'caab2adb-adab-4db1-b771-4bcb29d373d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '443c1544-2c04-4449-b8ee-2e252b48c0c1'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:29:42.497437 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e67a8a-6dff-40c7-8029-75a0dd2409c4 None None] Attempting to bind port 70d354b5-9ebe-47d9-b224-ce8ea085956e on network 443c1544-2c04-4449-b8ee-2e252b48c0c1 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:29:42.502890 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e67a8a-6dff-40c7-8029-75a0dd2409c4 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:29:42.503323 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e67a8a-6dff-40c7-8029-75a0dd2409c4 None None] Checking segment: {'id': 'caab2adb-adab-4db1-b771-4bcb29d373d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '443c1544-2c04-4449-b8ee-2e252b48c0c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:29:42.503672 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-35e67a8a-6dff-40c7-8029-75a0dd2409c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:42.506219 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d72ab7-cb3e-44f9-bc52-e4f11e041d8c req-4cbe0ee9-54f4-44f0-b118-a7a9fef6c0cb tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:42.509023 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e67a8a-6dff-40c7-8029-75a0dd2409c4 None None] Bound using segment: {'id': 'caab2adb-adab-4db1-b771-4bcb29d373d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '443c1544-2c04-4449-b8ee-2e252b48c0c1'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:29:42.509821 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-35e67a8a-6dff-40c7-8029-75a0dd2409c4 None None] Bound port: 70d354b5-9ebe-47d9-b224-ce8ea085956e, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caab2adb-adab-4db1-b771-4bcb29d373d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '443c1544-2c04-4449-b8ee-2e252b48c0c1'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:29:42.510241 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-35e67a8a-6dff-40c7-8029-75a0dd2409c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:42.512316 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623a84dd-a5c4-4b17-b3a5-28a4a674b44c None None] Pushing event updated for resources: {'Port': ['ID=70d354b5-9ebe-47d9-b224-ce8ea085956e,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:42.525952 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f9d72ab7-cb3e-44f9-bc52-e4f11e041d8c req-4cbe0ee9-54f4-44f0-b118-a7a9fef6c0cb tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] 10.222.0.21 "GET /v2.0/networks/7de6ab83-cd00-4b3c-94fb-810dd34d29b8 HTTP/1.1" status: 200 len: 784 time: 0.5205402 Aug 22 13:29:42.554354 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317c4cff-0f71-470a-b815-ba58a290a33d x-openstack-request-id: req-317c4cff-0f71-470a-b815-ba58a290a33d {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:29:42.555414 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e287229a-4884-45e4-8b05-7a88ce039b22", "name": "network-vif-plugged", "status": "completed", "tag": "253f4a6f-d846-4007-b654-28d5cc7c21d0", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:29:42.556612 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-317c4cff-0f71-470a-b815-ba58a290a33d {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:29:42.557187 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e287229a-4884-45e4-8b05-7a88ce039b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '253f4a6f-d846-4007-b654-28d5cc7c21d0', 'code': 200} Aug 22 13:29:42.638721 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-35e67a8a-6dff-40c7-8029-75a0dd2409c4 None None] For port 70d354b5-9ebe-47d9-b224-ce8ea085956e, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:29:42.644154 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-35e67a8a-6dff-40c7-8029-75a0dd2409c4 None None] For port 70d354b5-9ebe-47d9-b224-ce8ea085956e, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=70d354b5-9ebe-47d9-b224-ce8ea085956e,segment=NetworkSegment(caab2adb-adab-4db1-b771-4bcb29d373d0),segment_id=caab2adb-adab-4db1-b771-4bcb29d373d0)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:29:42.651928 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-35e67a8a-6dff-40c7-8029-75a0dd2409c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:42.714272 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15e3e8-5b1e-4d05-b17b-333f3c96bf3f req-42b67958-6ee0-41ca-ad8d-14738d1e397e tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:42.714561 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e67a8a-6dff-40c7-8029-75a0dd2409c4 None None] Routers {'293552c4-b248-4afd-b543-ca22f269446d'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:29:42.715186 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-35e67a8a-6dff-40c7-8029-75a0dd2409c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:29:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['293552c4-b248-4afd-b543-ca22f269446d'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:29:42.724364 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ae15e3e8-5b1e-4d05-b17b-333f3c96bf3f req-42b67958-6ee0-41ca-ad8d-14738d1e397e tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dce3521-a31a-405c-9ec3-a1fc462dcbf0 HTTP/1.1" status: 200 len: 944 time: 0.1132145 Aug 22 13:29:42.742085 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5edc5457-406a-4109-9c08-9f2820c50e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:42.746901 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5edc5457-406a-4109-9c08-9f2820c50e61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:42.748315 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5edc5457-406a-4109-9c08-9f2820c50e61 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8fc4af68-01b4-4cd6-a9e1-e01b95e0efe0 HTTP/1.1" status: 204 len: 168 time: 0.8115115 Aug 22 13:29:42.760678 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-d4395985-77c9-4d4c-87e5-6a6845015bc9 req-3f82bb3d-b84a-469c-bcba-c66f9e36db10 tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:42.766995 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edc5457-406a-4109-9c08-9f2820c50e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc4af68-01b4-4cd6-a9e1-e01b95e0efe0,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:42.790795 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053cd792-6fa0-471f-b7ed-daab8d8441d3 req-4dab0d49-ffe0-44f3-ba36-207e82dbf4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:42.792687 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-053cd792-6fa0-471f-b7ed-daab8d8441d3 req-4dab0d49-ffe0-44f3-ba36-207e82dbf4ca service neutron] 10.222.0.41 "GET /v2.0/networks?id=652b7040-839e-4592-b462-d4511ac6e125 HTTP/1.1" status: 200 len: 909 time: 0.5951734 Aug 22 13:29:42.811527 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-75f8805b-ed2a-445c-b552-1321ad755e3f req-b3a27d0f-b83c-4c3c-9488-6c015ce7a6d3 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] 10.222.0.21 "GET /v2.0/floatingips/4b299e54-1ddd-45cd-9f98-b9ee5cbe0a05 HTTP/1.1" status: 200 len: 693 time: 0.0790415 Aug 22 13:29:42.830768 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ae15e3e8-5b1e-4d05-b17b-333f3c96bf3f req-3e8e1faf-27f7-4d04-aaa5-8d5a7c26605d tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] 10.222.0.21 "GET /v2.0/security-groups?id=b599c523-d68c-466d-9cc5-a05039137646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054208 Aug 22 13:29:42.859160 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623a84dd-a5c4-4b17-b3a5-28a4a674b44c None None] Pushing event updated for resources: {'Port': ['ID=70d354b5-9ebe-47d9-b224-ce8ea085956e,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:42.918704 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-35e67a8a-6dff-40c7-8029-75a0dd2409c4 None None] Set router 293552c4-b248-4afd-b543-ca22f269446d gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:29:42.970699 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f82bb3d-b84a-469c-bcba-c66f9e36db10 tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] Pushing event deleted for resources: {'Port': ['ID=c00864b0-2818-4e22-9c6e-73cdf53f766d,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:42.977171 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-053cd792-6fa0-471f-b7ed-daab8d8441d3 req-fc2e20a5-3bdd-4232-b149-d10bd0aecb5d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bdf6d62-fbdf-4713-b5d0-4b1371edf076 HTTP/1.1" status: 200 len: 217 time: 0.0951695 Aug 22 13:29:43.138884 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053cd792-6fa0-471f-b7ed-daab8d8441d3 req-0a2b661b-b07d-417f-b3e5-a26e1905ba33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:43.141484 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-053cd792-6fa0-471f-b7ed-daab8d8441d3 req-0a2b661b-b07d-417f-b3e5-a26e1905ba33 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=236eb505-a499-4edb-a293-2a2d85a583c0 HTTP/1.1" status: 200 len: 848 time: 0.1512492 Aug 22 13:29:43.151952 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee2409b-8b8e-4825-bb93-c63d5c5c92b6 req-a818f6b1-b2eb-4cee-a3aa-c19c9aa13e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:43.156929 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8ee2409b-8b8e-4825-bb93-c63d5c5c92b6 req-a818f6b1-b2eb-4cee-a3aa-c19c9aa13e50 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e287229a-4884-45e4-8b05-7a88ce039b22 HTTP/1.1" status: 200 len: 1098 time: 0.4618077 Aug 22 13:29:43.193560 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47e86855-2c30-459a-8681-4b2ec5041424 req-e6a43906-c74a-4e64-b945-e745e026e3e8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1425679 Aug 22 13:29:43.219727 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f8805b-ed2a-445c-b552-1321ad755e3f req-f490fd0f-bfdb-46fd-97e2-d9f605732bfd tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:43.229896 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 5d97182d-012f-4f43-96e7-03593cd27f59 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:29:43.230857 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-75f8805b-ed2a-445c-b552-1321ad755e3f req-f490fd0f-bfdb-46fd-97e2-d9f605732bfd tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] 10.222.0.21 "GET /v2.0/networks/7de6ab83-cd00-4b3c-94fb-810dd34d29b8 HTTP/1.1" status: 200 len: 784 time: 0.3969100 Aug 22 13:29:43.243974 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [req-75f8805b-ed2a-445c-b552-1321ad755e3f req-ab52c97f-e2b4-4367-9c1a-3ca032155242 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:29:43.250091 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-75f8805b-ed2a-445c-b552-1321ad755e3f req-ab52c97f-e2b4-4367-9c1a-3ca032155242 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0183439 Aug 22 13:29:43.277521 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-053cd792-6fa0-471f-b7ed-daab8d8441d3 req-845fe580-d3fa-4b48-b4f0-b6f1e29e625e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=652b7040-839e-4592-b462-d4511ac6e125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1185508 Aug 22 13:29:43.326352 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4395985-77c9-4d4c-87e5-6a6845015bc9 req-3f82bb3d-b84a-469c-bcba-c66f9e36db10 tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] No DVR routers for this DVR port c00864b0-2818-4e22-9c6e-73cdf53f766d on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:29:43.334813 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-d4395985-77c9-4d4c-87e5-6a6845015bc9 req-3f82bb3d-b84a-469c-bcba-c66f9e36db10 tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:43.338248 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d4395985-77c9-4d4c-87e5-6a6845015bc9 req-3f82bb3d-b84a-469c-bcba-c66f9e36db10 tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] 10.222.0.41 "DELETE /v2.0/ports/c00864b0-2818-4e22-9c6e-73cdf53f766d HTTP/1.1" status: 204 len: 173 time: 1.8815453 Aug 22 13:29:43.340700 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dce3521-a31a-405c-9ec3-a1fc462dcbf0', 'name': 'network-vif-deleted', 'tag': 'c00864b0-2818-4e22-9c6e-73cdf53f766d'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:29:43.342958 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d624c3-569a-4312-9f07-c91e74062a12" -d '{"events": [{"server_uuid": "4dce3521-a31a-405c-9ec3-a1fc462dcbf0", "name": "network-vif-deleted", "tag": "c00864b0-2818-4e22-9c6e-73cdf53f766d"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:29:43.378298 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 5d97182d-012f-4f43-96e7-03593cd27f59 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:29:43.379201 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:43.519684 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8ee2409b-8b8e-4825-bb93-c63d5c5c92b6 req-e3f4f58b-f68b-447a-a316-9553fa4bc8a4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=20feb88d-9296-4d58-88ef-dd159f14cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2410209 Aug 22 13:29:43.558353 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-35e67a8a-6dff-40c7-8029-75a0dd2409c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293552c4-b248-4afd-b543-ca22f269446d', 'name': 'tempest-FloatingIPsTestJSON-131970401-router', 'tenant_id': '2f26f6fb27a14dd1b89029cdcdc5dc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '5d97182d-012f-4f43-96e7-03593cd27f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:29:32Z', 'updated_at': '2021-08-22T13:29:38Z', 'revision_number': 4, 'project_id': '2f26f6fb27a14dd1b89029cdcdc5dc9a', 'gw_port': {'id': '5d97182d-012f-4f43-96e7-03593cd27f59', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293552c4-b248-4afd-b543-ca22f269446d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:29:33Z', 'updated_at': '2021-08-22T13:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '70d354b5-9ebe-47d9-b224-ce8ea085956e', 'name': '', 'network_id': '443c1544-2c04-4449-b8ee-2e252b48c0c1', 'tenant_id': '2f26f6fb27a14dd1b89029cdcdc5dc9a', 'mac_address': 'fa:16:3e:2a:2a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293552c4-b248-4afd-b543-ca22f269446d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '9cb44bf2-dccb-4728-a40c-ddbb3af47030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:29:37Z', 'updated_at': '2021-08-22T13:29:42Z', 'revision_number': 4, 'project_id': '2f26f6fb27a14dd1b89029cdcdc5dc9a', 'subnets': [{'id': '9cb44bf2-dccb-4728-a40c-ddbb3af47030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:29:43.593526 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-053cd792-6fa0-471f-b7ed-daab8d8441d3 req-8141c921-7139-4714-9535-fa280da7e99c service neutron] 10.222.0.41 "GET /v2.0/networks/652b7040-839e-4592-b462-d4511ac6e125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060644 Aug 22 13:29:43.601358 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e67a8a-6dff-40c7-8029-75a0dd2409c4 None None] The sync data for ids ['293552c4-b248-4afd-b543-ca22f269446d'] in n-d-793621-33 is: [{'id': '293552c4-b248-4afd-b543-ca22f269446d', 'name': 'tempest-FloatingIPsTestJSON-131970401-router', 'tenant_id': '2f26f6fb27a14dd1b89029cdcdc5dc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '5d97182d-012f-4f43-96e7-03593cd27f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:29:32Z', 'updated_at': '2021-08-22T13:29:38Z', 'revision_number': 4, 'project_id': '2f26f6fb27a14dd1b89029cdcdc5dc9a', 'gw_port': {'id': '5d97182d-012f-4f43-96e7-03593cd27f59', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293552c4-b248-4afd-b543-ca22f269446d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:29:33Z', 'updated_at': '2021-08-22T13:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '70d354b5-9ebe-47d9-b224-ce8ea085956e', 'name': '', 'network_id': '443c1544-2c04-4449-b8ee-2e252b48c0c1', 'tenant_id': '2f26f6fb27a14dd1b89029cdcdc5dc9a', 'mac_address': 'fa:16:3e:2a:2a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293552c4-b248-4afd-b543-ca22f269446d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '9cb44bf2-dccb-4728-a40c-ddbb3af47030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:29:37Z', 'updated_at': '2021-08-22T13:29:42Z', 'revision_number': 4, 'project_id': '2f26f6fb27a14dd1b89029cdcdc5dc9a', 'subnets': [{'id': '9cb44bf2-dccb-4728-a40c-ddbb3af47030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:29:43.705164 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e86855-2c30-459a-8681-4b2ec5041424 req-6787f10f-c818-4b7e-b32f-2d6be970f671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:43.705815 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e86855-2c30-459a-8681-4b2ec5041424 req-6787f10f-c818-4b7e-b32f-2d6be970f671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:43.706543 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e86855-2c30-459a-8681-4b2ec5041424 req-6787f10f-c818-4b7e-b32f-2d6be970f671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:43.706884 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e86855-2c30-459a-8681-4b2ec5041424 req-6787f10f-c818-4b7e-b32f-2d6be970f671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:43.707450 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e86855-2c30-459a-8681-4b2ec5041424 req-6787f10f-c818-4b7e-b32f-2d6be970f671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:43.707979 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e86855-2c30-459a-8681-4b2ec5041424 req-6787f10f-c818-4b7e-b32f-2d6be970f671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:43.708530 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e86855-2c30-459a-8681-4b2ec5041424 req-6787f10f-c818-4b7e-b32f-2d6be970f671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:43.712363 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47e86855-2c30-459a-8681-4b2ec5041424 req-6787f10f-c818-4b7e-b32f-2d6be970f671 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2389b5e02dee4864a1a7f4824db49bc1&device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 6498 time: 0.4597793 Aug 22 13:29:43.718833 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eddc71fe-d4fa-4c72-9ae9-f8cec6c06771 req-b618e780-1aa6-4b6c-be0b-e92c5ac2534e tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=2f26f6fb27a14dd1b89029cdcdc5dc9a HTTP/1.1" status: 200 len: 696 time: 0.1727481 Aug 22 13:29:43.831303 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ceff8d-c1a1-4dc3-87e8-cc5c03fe5ba6 req-37a83f55-2216-4d75-8511-86630d21fb3a tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:43.842181 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-49ceff8d-c1a1-4dc3-87e8-cc5c03fe5ba6 req-37a83f55-2216-4d75-8511-86630d21fb3a tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] 10.222.0.21 "GET /v2.0/ports?device_id=e287229a-4884-45e4-8b05-7a88ce039b22 HTTP/1.1" status: 200 len: 946 time: 0.4201341 Aug 22 13:29:43.926917 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-053cd792-6fa0-471f-b7ed-daab8d8441d3 req-c6b6bd2f-34d6-43a3-b122-7124c48a83c0 service neutron] 10.222.0.41 "GET /v2.0/networks/652b7040-839e-4592-b462-d4511ac6e125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952627 Aug 22 13:29:44.021900 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-49ceff8d-c1a1-4dc3-87e8-cc5c03fe5ba6 req-018f0177-96f5-414b-a42d-e30f708785a2 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] 10.222.0.21 "GET /v2.0/security-groups?id=20feb88d-9296-4d58-88ef-dd159f14cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507111 Aug 22 13:29:44.033852 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc71fe-d4fa-4c72-9ae9-f8cec6c06771 req-bd51790a-934c-4242-9e70-deabf17ee583 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:44.043517 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eddc71fe-d4fa-4c72-9ae9-f8cec6c06771 req-bd51790a-934c-4242-9e70-deabf17ee583 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] 10.222.0.21 "GET /v2.0/networks?id=7de6ab83-cd00-4b3c-94fb-810dd34d29b8 HTTP/1.1" status: 200 len: 787 time: 0.3153265 Aug 22 13:29:44.062949 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e86855-2c30-459a-8681-4b2ec5041424 req-99d1daab-8db5-4a7d-9ccb-8380e94f2f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:44.064017 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e86855-2c30-459a-8681-4b2ec5041424 req-99d1daab-8db5-4a7d-9ccb-8380e94f2f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:44.064660 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e86855-2c30-459a-8681-4b2ec5041424 req-99d1daab-8db5-4a7d-9ccb-8380e94f2f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:44.066398 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47e86855-2c30-459a-8681-4b2ec5041424 req-99d1daab-8db5-4a7d-9ccb-8380e94f2f41 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b2719a9f-ee7f-473a-9939-5efd06e85549&id=0cc210c0-a1af-4d1a-af13-c74a90748aeb&id=0cc210c0-a1af-4d1a-af13-c74a90748aeb&id=0cc210c0-a1af-4d1a-af13-c74a90748aeb&id=0cc210c0-a1af-4d1a-af13-c74a90748aeb&id=8858e46b-6208-4875-b089-3b1759ddc36f&id=8858e46b-6208-4875-b089-3b1759ddc36f HTTP/1.1" status: 200 len: 2292 time: 0.2208335 Aug 22 13:29:44.145137 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845a17be-abfe-4f40-a2c0-995c792eba2a x-openstack-request-id: req-845a17be-abfe-4f40-a2c0-995c792eba2a {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:29:44.145345 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dce3521-a31a-405c-9ec3-a1fc462dcbf0", "name": "network-vif-deleted", "tag": "c00864b0-2818-4e22-9c6e-73cdf53f766d", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:29:44.145464 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-845a17be-abfe-4f40-a2c0-995c792eba2a {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:29:44.145957 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dce3521-a31a-405c-9ec3-a1fc462dcbf0', 'name': 'network-vif-deleted', 'tag': 'c00864b0-2818-4e22-9c6e-73cdf53f766d', 'status': 'completed', 'code': 200} Aug 22 13:29:44.266509 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47e86855-2c30-459a-8681-4b2ec5041424 req-16013101-45bb-4fdf-80f4-980a020852a4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51de7287-b8e3-42e9-ab42-7fe4c8b6b33b HTTP/1.1" status: 200 len: 1002 time: 0.1899447 Aug 22 13:29:44.452879 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-864cd6b7-d982-44e3-9ad8-d78b6a7b9ef2 req-2ac65ec4-6497-4ad7-b42b-be9f94d0b70c tempest-AttachSCSIVolumeTestJSON-104476167 tempest-AttachSCSIVolumeTestJSON-104476167-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dce3521-a31a-405c-9ec3-a1fc462dcbf0 HTTP/1.1" status: 200 len: 210 time: 0.0544131 Aug 22 13:29:44.474116 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee772dd-45b1-4803-ac9a-6e8362fe19a7 req-ae1e6eae-fe10-4a4d-b285-06e9237b66b8 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:44.475780 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-aee772dd-45b1-4803-ac9a-6e8362fe19a7 req-ae1e6eae-fe10-4a4d-b285-06e9237b66b8 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf69ff6-0f9b-4203-86af-3f52f4cd0492 HTTP/1.1" status: 200 len: 945 time: 0.2857168 Aug 22 13:29:44.500274 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e86855-2c30-459a-8681-4b2ec5041424 req-0fa3a5c7-942f-4cfe-913f-81a4597545c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:44.501913 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47e86855-2c30-459a-8681-4b2ec5041424 req-0fa3a5c7-942f-4cfe-913f-81a4597545c5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78207353-5327-441e-b2ae-a402769922b8 HTTP/1.1" status: 200 len: 851 time: 0.2183869 Aug 22 13:29:44.558211 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dce3521-a31a-405c-9ec3-a1fc462dcbf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c00864b0-2818-4e22-9c6e-73cdf53f766d'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:29:44.562211 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54998ab2-5454-4ee8-bd05-0b2407b06c78" -d '{"events": [{"server_uuid": "4dce3521-a31a-405c-9ec3-a1fc462dcbf0", "name": "network-vif-unplugged", "status": "completed", "tag": "c00864b0-2818-4e22-9c6e-73cdf53f766d"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:29:44.567296 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-956563a9-4074-4d95-9165-d0f756d71f85 req-c5289acf-dd1a-4535-a534-6b4778e68270 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] 10.222.0.21 "GET /v2.0/floatingips/4b299e54-1ddd-45cd-9f98-b9ee5cbe0a05 HTTP/1.1" status: 200 len: 693 time: 0.0797493 Aug 22 13:29:44.674289 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-aee772dd-45b1-4803-ac9a-6e8362fe19a7 req-00f4cc72-e201-4091-b4ea-ebb794a01e42 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779740 Aug 22 13:29:44.731788 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e86855-2c30-459a-8681-4b2ec5041424 req-7df4bf34-750b-4f8a-b918-aaf228bd7bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:44.733652 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47e86855-2c30-459a-8681-4b2ec5041424 req-7df4bf34-750b-4f8a-b918-aaf228bd7bbd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b2719a9f-ee7f-473a-9939-5efd06e85549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1948743 Aug 22 13:29:44.820040 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956563a9-4074-4d95-9165-d0f756d71f85 req-b1145c19-7c35-472f-b3eb-8432f0fa80ed tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:44.828867 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-956563a9-4074-4d95-9165-d0f756d71f85 req-b1145c19-7c35-472f-b3eb-8432f0fa80ed tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] 10.222.0.21 "GET /v2.0/networks/7de6ab83-cd00-4b3c-94fb-810dd34d29b8 HTTP/1.1" status: 200 len: 784 time: 0.2380691 Aug 22 13:29:44.911253 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-956563a9-4074-4d95-9165-d0f756d71f85 req-98bec5f5-c9b9-48ee-b385-2718299556b1 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.228 HTTP/1.1" status: 200 len: 696 time: 0.0813389 Aug 22 13:29:44.940479 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 13:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1596bdd-46e8-49a8-af92-6c52b13dba2e x-openstack-request-id: req-e1596bdd-46e8-49a8-af92-6c52b13dba2e {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:29:44.940776 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dce3521-a31a-405c-9ec3-a1fc462dcbf0", "name": "network-vif-unplugged", "status": "completed", "tag": "c00864b0-2818-4e22-9c6e-73cdf53f766d", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:29:44.941032 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e1596bdd-46e8-49a8-af92-6c52b13dba2e {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:29:44.941430 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dce3521-a31a-405c-9ec3-a1fc462dcbf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c00864b0-2818-4e22-9c6e-73cdf53f766d', 'code': 200} Aug 22 13:29:44.987201 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-956563a9-4074-4d95-9165-d0f756d71f85 req-cc8f1f09-aff4-4903-afc8-c22816daf6f9 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.228 HTTP/1.1" status: 200 len: 696 time: 0.0748334 Aug 22 13:29:45.056006 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47e86855-2c30-459a-8681-4b2ec5041424 req-a12aaaa9-c550-4441-a0ba-58a30b4cec63 service neutron] 10.222.0.16 "GET /v2.0/networks/b2719a9f-ee7f-473a-9939-5efd06e85549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041544 Aug 22 13:29:45.088500 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 70d354b5-9ebe-47d9-b224-ce8ea085956e up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:29:45.157912 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 70d354b5-9ebe-47d9-b224-ce8ea085956e completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:29:45.162501 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 70d354b5-9ebe-47d9-b224-ce8ea085956e triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:29:45.162876 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:45.264972 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:45.292574 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447506d-6eff-489b-a8d3-a20fc863e3ad req-32a5d94b-9573-40be-a935-333171145b99 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:45.295105 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e447506d-6eff-489b-a8d3-a20fc863e3ad req-32a5d94b-9573-40be-a935-333171145b99 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] 10.222.0.21 "GET /v2.0/ports?device_id=e287229a-4884-45e4-8b05-7a88ce039b22 HTTP/1.1" status: 200 len: 946 time: 0.1492586 Aug 22 13:29:45.303142 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47e86855-2c30-459a-8681-4b2ec5041424 req-c9dfe201-7337-4464-a59b-c69bc6d8e784 service neutron] 10.222.0.16 "GET /v2.0/networks/b2719a9f-ee7f-473a-9939-5efd06e85549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868031 Aug 22 13:29:45.312363 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 70d354b5-9ebe-47d9-b224-ce8ea085956e, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=70d354b5-9ebe-47d9-b224-ce8ea085956e,segment=NetworkSegment(caab2adb-adab-4db1-b771-4bcb29d373d0),segment_id=caab2adb-adab-4db1-b771-4bcb29d373d0)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:29:45.319391 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-956563a9-4074-4d95-9165-d0f756d71f85 req-7f3b7686-e2be-4852-a94f-425dd8ec19f2 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] Deleting port 31cb2908-e42f-422f-8e92-3d844204c914 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:29:45.319764 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-956563a9-4074-4d95-9165-d0f756d71f85 req-7f3b7686-e2be-4852-a94f-425dd8ec19f2 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:45.324346 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:45.389307 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=70d354b5-9ebe-47d9-b224-ce8ea085956e,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:45.415054 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47e86855-2c30-459a-8681-4b2ec5041424 req-36c561b2-234a-4640-b097-3f1f64ee5804 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=ab40ae52-fb74-4b8c-a089-1c836ec0b6cf HTTP/1.1" status: 200 len: 217 time: 0.0985298 Aug 22 13:29:45.492375 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e447506d-6eff-489b-a8d3-a20fc863e3ad req-3f56d4fa-236b-4304-b025-478a5a3ad492 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] 10.222.0.21 "GET /v2.0/security-groups?id=20feb88d-9296-4d58-88ef-dd159f14cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1880908 Aug 22 13:29:45.549715 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e86855-2c30-459a-8681-4b2ec5041424 req-e0e41a85-66f8-4aba-b07d-ecee87e741d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:45.551392 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47e86855-2c30-459a-8681-4b2ec5041424 req-e0e41a85-66f8-4aba-b07d-ecee87e741d4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c9c01412-9489-49de-9d2b-050ba9194e34 HTTP/1.1" status: 200 len: 797 time: 0.1266160 Aug 22 13:29:45.585250 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-956563a9-4074-4d95-9165-d0f756d71f85 req-7f3b7686-e2be-4852-a94f-425dd8ec19f2 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:45.585580 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-956563a9-4074-4d95-9165-d0f756d71f85 req-7f3b7686-e2be-4852-a94f-425dd8ec19f2 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:45.616207 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f05c49-85e6-4438-b409-40c335dcf660 req-188963ec-7f13-486d-83dc-3c3c438cf386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:45.618500 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e6f05c49-85e6-4438-b409-40c335dcf660 req-188963ec-7f13-486d-83dc-3c3c438cf386 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cbf69ff6-0f9b-4203-86af-3f52f4cd0492 HTTP/1.1" status: 200 len: 1097 time: 0.1251786 Aug 22 13:29:45.619375 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-956563a9-4074-4d95-9165-d0f756d71f85 req-7f3b7686-e2be-4852-a94f-425dd8ec19f2 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] Calling delete_port for 31cb2908-e42f-422f-8e92-3d844204c914 owned by network:floatingip {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:29:45.704261 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e6f05c49-85e6-4438-b409-40c335dcf660 req-9ffbe70c-b785-49db-8ef3-2fdb4a750fca service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747554 Aug 22 13:29:45.716612 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e86855-2c30-459a-8681-4b2ec5041424 req-f4fe2bc6-4ce9-43f9-bd6c-2c07ddfdb82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:45.718113 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47e86855-2c30-459a-8681-4b2ec5041424 req-f4fe2bc6-4ce9-43f9-bd6c-2c07ddfdb82d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0cc210c0-a1af-4d1a-af13-c74a90748aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1531277 Aug 22 13:29:45.799546 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-956563a9-4074-4d95-9165-d0f756d71f85 req-7f3b7686-e2be-4852-a94f-425dd8ec19f2 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:45.824951 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3b7686-e2be-4852-a94f-425dd8ec19f2 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] Pushing event deleted for resources: {'Port': ['ID=31cb2908-e42f-422f-8e92-3d844204c914,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:45.888628 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-956563a9-4074-4d95-9165-d0f756d71f85 req-7f3b7686-e2be-4852-a94f-425dd8ec19f2 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] Notify callbacks [] for floatingip, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:45.891529 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-956563a9-4074-4d95-9165-d0f756d71f85 req-7f3b7686-e2be-4852-a94f-425dd8ec19f2 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:45.892807 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-956563a9-4074-4d95-9165-d0f756d71f85 req-7f3b7686-e2be-4852-a94f-425dd8ec19f2 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] 10.222.0.21 "DELETE /v2.0/floatingips/4b299e54-1ddd-45cd-9f98-b9ee5cbe0a05 HTTP/1.1" status: 204 len: 173 time: 0.9046655 Aug 22 13:29:46.095061 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca2e0ce-2a6a-4814-96f1-0061f04ca252 req-10d72377-95ed-4262-9280-611f7a8aaf13 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:46.096602 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ca2e0ce-2a6a-4814-96f1-0061f04ca252 req-10d72377-95ed-4262-9280-611f7a8aaf13 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] 10.222.0.21 "GET /v2.0/ports?device_id=e287229a-4884-45e4-8b05-7a88ce039b22 HTTP/1.1" status: 200 len: 946 time: 0.1224208 Aug 22 13:29:46.098475 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47e86855-2c30-459a-8681-4b2ec5041424 req-1377661d-2d8c-4e16-a38f-d0416f7b29fc service neutron] 10.222.0.16 "GET /v2.0/networks/0cc210c0-a1af-4d1a-af13-c74a90748aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932137 Aug 22 13:29:46.105972 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56398) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:29:46.111209 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-7c1b6461-817e-4ec7-95d8-7c4c8611a94b tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Request body: {'floatingip': {'port_id': '253f4a6f-d846-4007-b654-28d5cc7c21d0'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:29:46.152913 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb226b3d-5c18-4a78-b494-f38437cfaa3b req-2e11eec2-74e3-4b41-9635-904f0ca02ce6 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:46.157547 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cb226b3d-5c18-4a78-b494-f38437cfaa3b req-2e11eec2-74e3-4b41-9635-904f0ca02ce6 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf69ff6-0f9b-4203-86af-3f52f4cd0492 HTTP/1.1" status: 200 len: 945 time: 0.1268036 Aug 22 13:29:46.172414 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7c1b6461-817e-4ec7-95d8-7c4c8611a94b tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Notify callbacks [] for floatingip, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:46.402215 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cb226b3d-5c18-4a78-b494-f38437cfaa3b req-21cf7921-fcb1-419c-90b8-f09a669e0693 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441460 Aug 22 13:29:46.410777 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56406) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:29:46.434035 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b100a005-568f-451c-b4e6-22f7c6e8fe32 req-49858f84-106c-433f-8569-b899fe06f27c tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3139141 Aug 22 13:29:46.439961 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47e86855-2c30-459a-8681-4b2ec5041424 req-281a8a8e-a56b-4779-a30f-ec7312fe8dc6 service neutron] 10.222.0.16 "GET /v2.0/networks/0cc210c0-a1af-4d1a-af13-c74a90748aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170803 Aug 22 13:29:46.444759 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-b100a005-568f-451c-b4e6-22f7c6e8fe32 req-2560926b-6a4c-4307-8da5-f5250ac216b2 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] Request body: {'floatingip': {'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:29:46.524048 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47e86855-2c30-459a-8681-4b2ec5041424 req-f40c8d4a-53c3-4da7-a56e-cf34d18f3ee0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=aa5cdb91-66e3-442c-9d12-088167557b99 HTTP/1.1" status: 200 len: 217 time: 0.0725169 Aug 22 13:29:46.574129 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-b100a005-568f-451c-b4e6-22f7c6e8fe32 req-2560926b-6a4c-4307-8da5-f5250ac216b2 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] Notify callbacks [] for floatingip, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:46.613342 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2119a813-e21c-444f-9c3d-e58cc93ec46a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:46.662846 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e86855-2c30-459a-8681-4b2ec5041424 req-383aa157-94d3-4232-8d71-901837de0d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:46.666147 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47e86855-2c30-459a-8681-4b2ec5041424 req-383aa157-94d3-4232-8d71-901837de0d93 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c9c01412-9489-49de-9d2b-050ba9194e34 HTTP/1.1" status: 200 len: 797 time: 0.1336687 Aug 22 13:29:47.027843 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 70d354b5-9ebe-47d9-b224-ce8ea085956e up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:29:47.134785 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 70d354b5-9ebe-47d9-b224-ce8ea085956e triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:29:47.136384 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:47.173682 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e86855-2c30-459a-8681-4b2ec5041424 req-f73ea0b8-f0ca-4e8f-913d-8b2ccf7b23ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:47.176581 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47e86855-2c30-459a-8681-4b2ec5041424 req-f73ea0b8-f0ca-4e8f-913d-8b2ccf7b23ef service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0cc210c0-a1af-4d1a-af13-c74a90748aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4902444 Aug 22 13:29:47.304005 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2119a813-e21c-444f-9c3d-e58cc93ec46a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:47.312108 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2119a813-e21c-444f-9c3d-e58cc93ec46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:47.378229 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-b100a005-568f-451c-b4e6-22f7c6e8fe32 req-2560926b-6a4c-4307-8da5-f5250ac216b2 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:47.384218 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2119a813-e21c-444f-9c3d-e58cc93ec46a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73122b8f-6475-45a1-8e2c-f533bb88ac3e,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:47.399155 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-2119a813-e21c-444f-9c3d-e58cc93ec46a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1c38498af4144946889fb82d5ebe2819&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9850237 Aug 22 13:29:47.399357 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7c1b6461-817e-4ec7-95d8-7c4c8611a94b tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:47.400085 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56448) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:29:47.401417 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47e86855-2c30-459a-8681-4b2ec5041424 req-1ad56460-2ad7-4e05-8977-acb5f8c3c834 service neutron] 10.222.0.16 "GET /v2.0/networks/0cc210c0-a1af-4d1a-af13-c74a90748aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134302 Aug 22 13:29:47.409690 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7c1b6461-817e-4ec7-95d8-7c4c8611a94b tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:47.545841 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-384dccb5-4878-405b-a2d5-5cc04404fa27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:47.577536 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-384dccb5-4878-405b-a2d5-5cc04404fa27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:47.579730 n-d-793621-33 neutron-server[94628]: INFO neutron.db.l3_db [None req-7c1b6461-817e-4ec7-95d8-7c4c8611a94b tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Floating IP 4f6d04a2-7889-4303-b62b-0e250573567a associated. External IP: 172.25.3.32, port: 253f4a6f-d846-4007-b654-28d5cc7c21d0. Aug 22 13:29:47.624598 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a48282-2196-43cc-a21d-d9fc0c31b625 req-5331b7e7-eba8-46a5-8922-76de3c3c1876 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:47.626113 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-51a48282-2196-43cc-a21d-d9fc0c31b625 req-5331b7e7-eba8-46a5-8922-76de3c3c1876 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf69ff6-0f9b-4203-86af-3f52f4cd0492 HTTP/1.1" status: 200 len: 945 time: 0.1166842 Aug 22 13:29:47.635867 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47e86855-2c30-459a-8681-4b2ec5041424 req-3dd25784-8a2a-4a34-a199-7a54dd6158f3 service neutron] 10.222.0.16 "GET /v2.0/networks/0cc210c0-a1af-4d1a-af13-c74a90748aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039466 Aug 22 13:29:47.636856 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-b100a005-568f-451c-b4e6-22f7c6e8fe32 req-2560926b-6a4c-4307-8da5-f5250ac216b2 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] Allocated IP 172.25.3.149 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/5f3d1d79-e151-4887-933c-0874151f6802) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:29:47.717417 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47e86855-2c30-459a-8681-4b2ec5041424 req-4fd44995-f11c-4c29-bb60-9142ce89f3a1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=2dbd4c0b-f8a8-407f-95de-f4be4481eaec HTTP/1.1" status: 200 len: 217 time: 0.0632167 Aug 22 13:29:47.750336 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-384dccb5-4878-405b-a2d5-5cc04404fa27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:47.752929 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-384dccb5-4878-405b-a2d5-5cc04404fa27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:47.756439 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-384dccb5-4878-405b-a2d5-5cc04404fa27 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/73122b8f-6475-45a1-8e2c-f533bb88ac3e HTTP/1.1" status: 204 len: 168 time: 0.3529367 Aug 22 13:29:47.781154 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384dccb5-4878-405b-a2d5-5cc04404fa27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73122b8f-6475-45a1-8e2c-f533bb88ac3e,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:47.817130 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-51a48282-2196-43cc-a21d-d9fc0c31b625 req-c544d80b-21f7-4806-abea-26b59e70048d tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757936 Aug 22 13:29:47.857943 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e86855-2c30-459a-8681-4b2ec5041424 req-fda57673-65cf-4940-8544-ef2aa30aeb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:47.857943 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47e86855-2c30-459a-8681-4b2ec5041424 req-fda57673-65cf-4940-8544-ef2aa30aeb59 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c9c01412-9489-49de-9d2b-050ba9194e34 HTTP/1.1" status: 200 len: 797 time: 0.1055710 Aug 22 13:29:47.899833 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1b6461-817e-4ec7-95d8-7c4c8611a94b tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Router 2a90bdf6-6489-400a-b178-d2f0ff3cd812 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:29:47.905494 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-b100a005-568f-451c-b4e6-22f7c6e8fe32 req-2560926b-6a4c-4307-8da5-f5250ac216b2 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:47.928210 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e86855-2c30-459a-8681-4b2ec5041424 req-1cc7964f-fb01-43d6-b20b-94a23684930e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:47.930613 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47e86855-2c30-459a-8681-4b2ec5041424 req-1cc7964f-fb01-43d6-b20b-94a23684930e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0cc210c0-a1af-4d1a-af13-c74a90748aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0706820 Aug 22 13:29:48.077723 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-b100a005-568f-451c-b4e6-22f7c6e8fe32 req-2560926b-6a4c-4307-8da5-f5250ac216b2 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:48.087869 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1b6461-817e-4ec7-95d8-7c4c8611a94b tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:29:48.095516 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7c1b6461-817e-4ec7-95d8-7c4c8611a94b tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:48.100541 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66bb98c-eb6f-4e00-b67f-c8ab59a77df2 None None] Sync routers for ids ['2a90bdf6-6489-400a-b178-d2f0ff3cd812'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:29:48.122648 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5757dabf-2afc-4a4c-b8dd-c4f8658e38dd req-6f3d4831-534b-479e-9cb1-acced5c76da4 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:48.124195 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5757dabf-2afc-4a4c-b8dd-c4f8658e38dd req-6f3d4831-534b-479e-9cb1-acced5c76da4 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d7ffbc7-b2d5-4bba-a073-c6fbb5c6b114 HTTP/1.1" status: 200 len: 946 time: 0.1409514 Aug 22 13:29:48.135448 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7c1b6461-817e-4ec7-95d8-7c4c8611a94b tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] 10.222.0.21 "PUT /v2.0/floatingips/4f6d04a2-7889-4303-b62b-0e250573567a HTTP/1.1" status: 200 len: 991 time: 2.0277953 Aug 22 13:29:48.136169 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e287229a-4884-45e4-8b05-7a88ce039b22', 'tag': '253f4a6f-d846-4007-b654-28d5cc7c21d0'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:29:48.138639 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54494fc5-c443-4390-9226-9c7607b0cd93" -d '{"events": [{"name": "network-changed", "server_uuid": "e287229a-4884-45e4-8b05-7a88ce039b22", "tag": "253f4a6f-d846-4007-b654-28d5cc7c21d0"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:29:48.141474 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66bb98c-eb6f-4e00-b67f-c8ab59a77df2 None None] Routers {'2a90bdf6-6489-400a-b178-d2f0ff3cd812'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:29:48.142279 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-e66bb98c-eb6f-4e00-b67f-c8ab59a77df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:29:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['2a90bdf6-6489-400a-b178-d2f0ff3cd812'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:29:48.162241 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47e86855-2c30-459a-8681-4b2ec5041424 req-0291dd87-f99a-4b09-82fb-6e515a755ccd service neutron] 10.222.0.16 "GET /v2.0/networks/0cc210c0-a1af-4d1a-af13-c74a90748aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237153 Aug 22 13:29:48.165022 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b100a005-568f-451c-b4e6-22f7c6e8fe32 req-2560926b-6a4c-4307-8da5-f5250ac216b2 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:29:48.250530 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2560926b-6a4c-4307-8da5-f5250ac216b2 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] Pushing event updated for resources: {'Port': ['ID=5f3d1d79-e151-4887-933c-0874151f6802,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:48.261114 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-b100a005-568f-451c-b4e6-22f7c6e8fe32 req-2560926b-6a4c-4307-8da5-f5250ac216b2 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:29:48.273181 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-b100a005-568f-451c-b4e6-22f7c6e8fe32 req-2560926b-6a4c-4307-8da5-f5250ac216b2 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:29:48.306068 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-e66bb98c-eb6f-4e00-b67f-c8ab59a77df2 None None] Set router 2a90bdf6-6489-400a-b178-d2f0ff3cd812 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:29:48.379698 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5757dabf-2afc-4a4c-b8dd-c4f8658e38dd req-7309797e-7268-41c5-be55-cca592f30056 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472782 Aug 22 13:29:48.484344 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47e86855-2c30-459a-8681-4b2ec5041424 req-e3a3ce2c-f083-404e-9f44-786744c2f79b service neutron] 10.222.0.16 "GET /v2.0/networks/0cc210c0-a1af-4d1a-af13-c74a90748aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078451 Aug 22 13:29:48.557864 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-b100a005-568f-451c-b4e6-22f7c6e8fe32 req-2560926b-6a4c-4307-8da5-f5250ac216b2 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:48.633184 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456efcaf-73df-48b0-a9c4-0ac226d39b53 x-openstack-request-id: req-456efcaf-73df-48b0-a9c4-0ac226d39b53 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:29:48.633695 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e287229a-4884-45e4-8b05-7a88ce039b22", "tag": "253f4a6f-d846-4007-b654-28d5cc7c21d0", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:29:48.633695 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-456efcaf-73df-48b0-a9c4-0ac226d39b53 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:29:48.634082 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e287229a-4884-45e4-8b05-7a88ce039b22', 'tag': '253f4a6f-d846-4007-b654-28d5cc7c21d0', 'status': 'completed', 'code': 200} Aug 22 13:29:48.652942 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47e86855-2c30-459a-8681-4b2ec5041424 req-4173ee1d-69f6-4d3b-b1ca-4305065b3acd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=ea82003c-b5ae-4523-ab17-3a26cb33a9f2 HTTP/1.1" status: 200 len: 217 time: 0.0878499 Aug 22 13:29:48.676137 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-b100a005-568f-451c-b4e6-22f7c6e8fe32 req-2560926b-6a4c-4307-8da5-f5250ac216b2 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:48.749800 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54494fc5-c443-4390-9226-9c7607b0cd93 req-cb9c85d5-d659-4751-a7c1-25b9817dd974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:48.759756 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-54494fc5-c443-4390-9226-9c7607b0cd93 req-cb9c85d5-d659-4751-a7c1-25b9817dd974 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=836cce509fee414983faa9c4a35f993e&device_id=e287229a-4884-45e4-8b05-7a88ce039b22 HTTP/1.1" status: 200 len: 1098 time: 0.0940702 Aug 22 13:29:48.854216 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-e66bb98c-eb6f-4e00-b67f-c8ab59a77df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a90bdf6-6489-400a-b178-d2f0ff3cd812', 'name': 'tempest-ServersTestFqdnHostnames-277808812-router', 'tenant_id': '836cce509fee414983faa9c4a35f993e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '5e52a44a-4b92-4f48-aa57-185c893a85d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:29:21Z', 'updated_at': '2021-08-22T13:29:26Z', 'revision_number': 4, 'project_id': '836cce509fee414983faa9c4a35f993e', 'gw_port': {'id': '5e52a44a-4b92-4f48-aa57-185c893a85d8', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a90bdf6-6489-400a-b178-d2f0ff3cd812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:29:22Z', 'updated_at': '2021-08-22T13:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '4f6d04a2-7889-4303-b62b-0e250573567a', 'tenant_id': '836cce509fee414983faa9c4a35f993e', 'floating_ip_address': '172.25.3.32', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '2a90bdf6-6489-400a-b178-d2f0ff3cd812', 'port_id': '253f4a6f-d846-4007-b654-28d5cc7c21d0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70cdf7e6-4b20-4144-ae6b-a62340a07807', 'mac_address': 'fa:16:3e:f4:90:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e287229a-4884-45e4-8b05-7a88ce039b22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:29:30Z', 'updated_at': '2021-08-22T13:29:47Z', 'revision_number': 1, 'project_id': '836cce509fee414983faa9c4a35f993e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '883ed8bd-2f84-4c9c-8f55-2d864660ee1f', 'name': '', 'network_id': '70cdf7e6-4b20-4144-ae6b-a62340a07807', 'tenant_id': '836cce509fee414983faa9c4a35f993e', 'mac_address': 'fa:16:3e:13:f5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a90bdf6-6489-400a-b178-d2f0ff3cd812', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'a2cce6f5-465c-4f33-b3b9-4f8bb5360fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:29:25Z', 'updated_at': '2021-08-22T13:29:31Z', 'revision_number': 5, 'project_id': '836cce509fee414983faa9c4a35f993e', 'subnets': [{'id': 'a2cce6f5-465c-4f33-b3b9-4f8bb5360fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:29:48.931825 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56490) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:29:48.938585 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e86855-2c30-459a-8681-4b2ec5041424 req-497abe38-a0a2-4548-b499-34e07b6c4788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:48.940092 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47e86855-2c30-459a-8681-4b2ec5041424 req-497abe38-a0a2-4548-b499-34e07b6c4788 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c9c01412-9489-49de-9d2b-050ba9194e34 HTTP/1.1" status: 200 len: 797 time: 0.2555716 Aug 22 13:29:48.942140 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66bb98c-eb6f-4e00-b67f-c8ab59a77df2 None None] Checking router: 2a90bdf6-6489-400a-b178-d2f0ff3cd812 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:29:48.959515 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66bb98c-eb6f-4e00-b67f-c8ab59a77df2 None None] Routers {'2a90bdf6-6489-400a-b178-d2f0ff3cd812'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:29:48.960421 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-e66bb98c-eb6f-4e00-b67f-c8ab59a77df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:29:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['2a90bdf6-6489-400a-b178-d2f0ff3cd812'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:29:48.999390 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54494fc5-c443-4390-9226-9c7607b0cd93 req-13e08968-b9f9-4e93-a14a-0905e447a370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:49.000891 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-54494fc5-c443-4390-9226-9c7607b0cd93 req-13e08968-b9f9-4e93-a14a-0905e447a370 service neutron] 10.222.0.41 "GET /v2.0/networks?id=70cdf7e6-4b20-4144-ae6b-a62340a07807 HTTP/1.1" status: 200 len: 915 time: 0.2394121 Aug 22 13:29:49.144011 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-e66bb98c-eb6f-4e00-b67f-c8ab59a77df2 None None] Set router 2a90bdf6-6489-400a-b178-d2f0ff3cd812 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:29:49.153675 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-54494fc5-c443-4390-9226-9c7607b0cd93 req-3652f2da-36b0-4c18-a571-09f8065fe669 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=253f4a6f-d846-4007-b654-28d5cc7c21d0 HTTP/1.1" status: 200 len: 999 time: 0.1425083 Aug 22 13:29:49.165194 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-bce07de7-2634-4afd-9eb0-a79ee856679c admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-381836401-network', 'tenant_id': '0fc595bb8e8840db9913a3c56d8aae21'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:29:49.190724 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a4c9ee-0ae1-480f-bc67-a49bf5e45f99 req-e1ad03e5-5e47-401c-9c20-55c1dd415e66 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:49.192130 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-35a4c9ee-0ae1-480f-bc67-a49bf5e45f99 req-e1ad03e5-5e47-401c-9c20-55c1dd415e66 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d7ffbc7-b2d5-4bba-a073-c6fbb5c6b114 HTTP/1.1" status: 200 len: 946 time: 0.2605979 Aug 22 13:29:49.236875 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e86855-2c30-459a-8681-4b2ec5041424 req-8cbb8d03-cd8f-4e96-8ef1-687f8a15192f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:49.238373 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47e86855-2c30-459a-8681-4b2ec5041424 req-8cbb8d03-cd8f-4e96-8ef1-687f8a15192f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0cc210c0-a1af-4d1a-af13-c74a90748aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2829130 Aug 22 13:29:49.270296 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce07de7-2634-4afd-9eb0-a79ee856679c admin admin] Made reservation on behalf of 0fc595bb8e8840db9913a3c56d8aae21 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:29:49.272948 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bce07de7-2634-4afd-9eb0-a79ee856679c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:49.290250 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54494fc5-c443-4390-9226-9c7607b0cd93 req-c1f01acd-69a4-450c-8207-437f381b2622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:49.297203 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-54494fc5-c443-4390-9226-9c7607b0cd93 req-c1f01acd-69a4-450c-8207-437f381b2622 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2cce6f5-465c-4f33-b3b9-4f8bb5360fd1 HTTP/1.1" status: 200 len: 853 time: 0.1269157 Aug 22 13:29:49.303373 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bce07de7-2634-4afd-9eb0-a79ee856679c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:49.334647 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-35a4c9ee-0ae1-480f-bc67-a49bf5e45f99 req-7d0b46aa-8c6d-46e2-a257-15b725dbbd28 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337674 Aug 22 13:29:49.419651 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-b100a005-568f-451c-b4e6-22f7c6e8fe32 req-2560926b-6a4c-4307-8da5-f5250ac216b2 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:49.436300 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-b100a005-568f-451c-b4e6-22f7c6e8fe32 req-2560926b-6a4c-4307-8da5-f5250ac216b2 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:49.481135 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-e66bb98c-eb6f-4e00-b67f-c8ab59a77df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a90bdf6-6489-400a-b178-d2f0ff3cd812', 'name': 'tempest-ServersTestFqdnHostnames-277808812-router', 'tenant_id': '836cce509fee414983faa9c4a35f993e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '5e52a44a-4b92-4f48-aa57-185c893a85d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:29:21Z', 'updated_at': '2021-08-22T13:29:26Z', 'revision_number': 4, 'project_id': '836cce509fee414983faa9c4a35f993e', 'gw_port': {'id': '5e52a44a-4b92-4f48-aa57-185c893a85d8', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a90bdf6-6489-400a-b178-d2f0ff3cd812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:29:22Z', 'updated_at': '2021-08-22T13:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '4f6d04a2-7889-4303-b62b-0e250573567a', 'tenant_id': '836cce509fee414983faa9c4a35f993e', 'floating_ip_address': '172.25.3.32', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '2a90bdf6-6489-400a-b178-d2f0ff3cd812', 'port_id': '253f4a6f-d846-4007-b654-28d5cc7c21d0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70cdf7e6-4b20-4144-ae6b-a62340a07807', 'mac_address': 'fa:16:3e:f4:90:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e287229a-4884-45e4-8b05-7a88ce039b22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:29:30Z', 'updated_at': '2021-08-22T13:29:47Z', 'revision_number': 1, 'project_id': '836cce509fee414983faa9c4a35f993e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '883ed8bd-2f84-4c9c-8f55-2d864660ee1f', 'name': '', 'network_id': '70cdf7e6-4b20-4144-ae6b-a62340a07807', 'tenant_id': '836cce509fee414983faa9c4a35f993e', 'mac_address': 'fa:16:3e:13:f5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a90bdf6-6489-400a-b178-d2f0ff3cd812', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'a2cce6f5-465c-4f33-b3b9-4f8bb5360fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:29:25Z', 'updated_at': '2021-08-22T13:29:31Z', 'revision_number': 5, 'project_id': '836cce509fee414983faa9c4a35f993e', 'subnets': [{'id': 'a2cce6f5-465c-4f33-b3b9-4f8bb5360fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:29:49.514191 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47e86855-2c30-459a-8681-4b2ec5041424 req-308d4f65-b000-4608-9ef6-a6e31bd5daee service neutron] 10.222.0.16 "GET /v2.0/networks/0cc210c0-a1af-4d1a-af13-c74a90748aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637231 Aug 22 13:29:49.517388 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54494fc5-c443-4390-9226-9c7607b0cd93 req-d4a19924-d1fe-4ff6-bfa1-cf93a927aef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:49.519363 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-54494fc5-c443-4390-9226-9c7607b0cd93 req-d4a19924-d1fe-4ff6-bfa1-cf93a927aef1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=70cdf7e6-4b20-4144-ae6b-a62340a07807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1953399 Aug 22 13:29:49.550563 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66bb98c-eb6f-4e00-b67f-c8ab59a77df2 None None] The sync data for ids ['2a90bdf6-6489-400a-b178-d2f0ff3cd812'] in n-d-793621-33 is: [{'id': '2a90bdf6-6489-400a-b178-d2f0ff3cd812', 'name': 'tempest-ServersTestFqdnHostnames-277808812-router', 'tenant_id': '836cce509fee414983faa9c4a35f993e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '5e52a44a-4b92-4f48-aa57-185c893a85d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:29:21Z', 'updated_at': '2021-08-22T13:29:26Z', 'revision_number': 4, 'project_id': '836cce509fee414983faa9c4a35f993e', 'gw_port': {'id': '5e52a44a-4b92-4f48-aa57-185c893a85d8', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a90bdf6-6489-400a-b178-d2f0ff3cd812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:29:22Z', 'updated_at': '2021-08-22T13:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '4f6d04a2-7889-4303-b62b-0e250573567a', 'tenant_id': '836cce509fee414983faa9c4a35f993e', 'floating_ip_address': '172.25.3.32', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '2a90bdf6-6489-400a-b178-d2f0ff3cd812', 'port_id': '253f4a6f-d846-4007-b654-28d5cc7c21d0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70cdf7e6-4b20-4144-ae6b-a62340a07807', 'mac_address': 'fa:16:3e:f4:90:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e287229a-4884-45e4-8b05-7a88ce039b22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:29:30Z', 'updated_at': '2021-08-22T13:29:47Z', 'revision_number': 1, 'project_id': '836cce509fee414983faa9c4a35f993e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '883ed8bd-2f84-4c9c-8f55-2d864660ee1f', 'name': '', 'network_id': '70cdf7e6-4b20-4144-ae6b-a62340a07807', 'tenant_id': '836cce509fee414983faa9c4a35f993e', 'mac_address': 'fa:16:3e:13:f5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a90bdf6-6489-400a-b178-d2f0ff3cd812', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'a2cce6f5-465c-4f33-b3b9-4f8bb5360fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:29:25Z', 'updated_at': '2021-08-22T13:29:31Z', 'revision_number': 5, 'project_id': '836cce509fee414983faa9c4a35f993e', 'subnets': [{'id': 'a2cce6f5-465c-4f33-b3b9-4f8bb5360fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:29:49.629365 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bce07de7-2634-4afd-9eb0-a79ee856679c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:49.639868 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2560926b-6a4c-4307-8da5-f5250ac216b2 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] Pushing event updated for resources: {'Port': ['ID=5f3d1d79-e151-4887-933c-0874151f6802,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:49.649680 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bce07de7-2634-4afd-9eb0-a79ee856679c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:49.662864 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-b100a005-568f-451c-b4e6-22f7c6e8fe32 req-2560926b-6a4c-4307-8da5-f5250ac216b2 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:49.677639 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bce07de7-2634-4afd-9eb0-a79ee856679c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:29:49.694259 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bce07de7-2634-4afd-9eb0-a79ee856679c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:49.694602 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-bce07de7-2634-4afd-9eb0-a79ee856679c admin admin] Added segment ad4d1367-0913-4027-a6c7-e1f6076bffed of type vlan for network 6ab84b77-ff12-466b-82d6-6c38069cfc74 Aug 22 13:29:49.702310 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-b100a005-568f-451c-b4e6-22f7c6e8fe32 req-2560926b-6a4c-4307-8da5-f5250ac216b2 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:49.704264 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b100a005-568f-451c-b4e6-22f7c6e8fe32 req-2560926b-6a4c-4307-8da5-f5250ac216b2 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2632766 Aug 22 13:29:49.767687 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bce07de7-2634-4afd-9eb0-a79ee856679c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:49.788686 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47e86855-2c30-459a-8681-4b2ec5041424 req-9c960e75-a90b-412a-ba24-ee4e4c58db9a service neutron] 10.222.0.16 "GET /v2.0/networks/0cc210c0-a1af-4d1a-af13-c74a90748aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459736 Aug 22 13:29:49.795805 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce07de7-2634-4afd-9eb0-a79ee856679c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f5559a-27e1-4033-bb8a-7da83b56bc06,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:49.796449 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b100a005-568f-451c-b4e6-22f7c6e8fe32 req-acd78627-bcc1-4512-a338-f1aea4f0c2e9 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.149 HTTP/1.1" status: 200 len: 696 time: 0.0806558 Aug 22 13:29:49.825781 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-54494fc5-c443-4390-9226-9c7607b0cd93 req-aa02aff0-76e8-4717-b527-fa21f19065b3 service neutron] 10.222.0.41 "GET /v2.0/networks/70cdf7e6-4b20-4144-ae6b-a62340a07807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949948 Aug 22 13:29:49.861804 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bce07de7-2634-4afd-9eb0-a79ee856679c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:49.862744 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce07de7-2634-4afd-9eb0-a79ee856679c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:49.863314 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bce07de7-2634-4afd-9eb0-a79ee856679c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:49.883360 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47e86855-2c30-459a-8681-4b2ec5041424 req-7dac886e-3217-4754-b165-e469076662d0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c5fa5344-2fed-4661-9aa7-fc0a122c07f8 HTTP/1.1" status: 200 len: 217 time: 0.0850635 Aug 22 13:29:49.953198 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56502) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:29:49.954600 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-bce07de7-2634-4afd-9eb0-a79ee856679c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0098197 Aug 22 13:29:49.958760 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-43b823b0-319c-4a55-ad29-7196e9b4def8 admin admin] Request body: {'subnet': {'network_id': '6ab84b77-ff12-466b-82d6-6c38069cfc74', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-381836401-subnet', 'tenant_id': '0fc595bb8e8840db9913a3c56d8aae21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:29:49.960556 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8926a3ba-9707-4f8e-b625-bebe48244c4b None None] New status for floating IP 4f6d04a2-7889-4303-b62b-0e250573567a: ACTIVE {{(pid=94629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 13:29:50.009489 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e86855-2c30-459a-8681-4b2ec5041424 req-01a4687f-ac7c-4b2e-9258-3dc9129a09a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:50.011116 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47e86855-2c30-459a-8681-4b2ec5041424 req-01a4687f-ac7c-4b2e-9258-3dc9129a09a0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=525ede45-be02-4d9e-8a63-bbd46f43e817 HTTP/1.1" status: 200 len: 797 time: 0.1004171 Aug 22 13:29:50.067572 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b823b0-319c-4a55-ad29-7196e9b4def8 admin admin] Made reservation on behalf of 0fc595bb8e8840db9913a3c56d8aae21 for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:29:50.072912 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-43b823b0-319c-4a55-ad29-7196e9b4def8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:50.074801 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce07de7-2634-4afd-9eb0-a79ee856679c admin admin] Pushing event updated for resources: {'Network': ['ID=6ab84b77-ff12-466b-82d6-6c38069cfc74,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:50.097683 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-54494fc5-c443-4390-9226-9c7607b0cd93 req-f793fe8f-50f9-446b-8fb4-8a3ab195c85e service neutron] 10.222.0.41 "GET /v2.0/networks/70cdf7e6-4b20-4144-ae6b-a62340a07807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633202 Aug 22 13:29:50.132379 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 6ab84b77-ff12-466b-82d6-6c38069cfc74 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:29:50.141245 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100a005-568f-451c-b4e6-22f7c6e8fe32 req-1c969d08-9d49-49c2-8fe8-43f4bcc50d1d tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:50.142824 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b100a005-568f-451c-b4e6-22f7c6e8fe32 req-1c969d08-9d49-49c2-8fe8-43f4bcc50d1d tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] 10.222.0.21 "GET /v2.0/networks/7de6ab83-cd00-4b3c-94fb-810dd34d29b8 HTTP/1.1" status: 200 len: 784 time: 0.3394578 Aug 22 13:29:50.258731 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e86855-2c30-459a-8681-4b2ec5041424 req-932d825f-4016-4ed5-8d36-3847cbf4a144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:50.260626 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47e86855-2c30-459a-8681-4b2ec5041424 req-932d825f-4016-4ed5-8d36-3847cbf4a144 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8858e46b-6208-4875-b089-3b1759ddc36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2262638 Aug 22 13:29:50.277773 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d071039b-2407-427c-ba41-977a0020c753 req-de665238-b528-4d79-9c3d-fef73c43de18 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] 10.222.0.21 "GET /v2.0/floatingips/a5e6e7b9-411f-4812-bf06-61e7a92c2980 HTTP/1.1" status: 200 len: 693 time: 0.0843325 Aug 22 13:29:50.821560 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47e86855-2c30-459a-8681-4b2ec5041424 req-1f123927-37d5-415b-b277-73bfa72fdbfd service neutron] 10.222.0.16 "GET /v2.0/networks/8858e46b-6208-4875-b089-3b1759ddc36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5416563 Aug 22 13:29:50.835647 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d071039b-2407-427c-ba41-977a0020c753 req-d372ee62-2350-496a-a1ae-660344355f5c tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:50.838020 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d071039b-2407-427c-ba41-977a0020c753 req-d372ee62-2350-496a-a1ae-660344355f5c tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] 10.222.0.21 "GET /v2.0/networks/7de6ab83-cd00-4b3c-94fb-810dd34d29b8 HTTP/1.1" status: 200 len: 784 time: 0.5559473 Aug 22 13:29:50.868333 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a5717-c227-457b-b810-5c9edc5ba5d9 req-1f021158-aaa0-4d5e-aa3e-dcdba8010449 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:50.869665 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a64a5717-c227-457b-b810-5c9edc5ba5d9 req-1f021158-aaa0-4d5e-aa3e-dcdba8010449 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d7ffbc7-b2d5-4bba-a073-c6fbb5c6b114 HTTP/1.1" status: 200 len: 946 time: 0.4282568 Aug 22 13:29:50.946127 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-43b823b0-319c-4a55-ad29-7196e9b4def8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:50.994751 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d071039b-2407-427c-ba41-977a0020c753 req-c678cccf-ad0a-4220-ae95-59b31e6a5739 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.149 HTTP/1.1" status: 200 len: 696 time: 0.1368484 Aug 22 13:29:51.092435 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a64a5717-c227-457b-b810-5c9edc5ba5d9 req-5b52e984-cd44-4c9d-8848-70f149bbf14a tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068462 Aug 22 13:29:51.093036 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b823b0-319c-4a55-ad29-7196e9b4def8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc53559c-d640-43e1-9d10-f23247db76c6,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:51.099406 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d071039b-2407-427c-ba41-977a0020c753 req-6267e90f-56bf-4ac0-aac8-8cd54da46d52 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.149 HTTP/1.1" status: 200 len: 696 time: 0.0954154 Aug 22 13:29:51.128333 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47e86855-2c30-459a-8681-4b2ec5041424 req-ea8b2e75-e2eb-41e9-abf5-002fd4554fd9 service neutron] 10.222.0.16 "GET /v2.0/networks/8858e46b-6208-4875-b089-3b1759ddc36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854400 Aug 22 13:29:51.174219 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b823b0-319c-4a55-ad29-7196e9b4def8 admin admin] Checking segment: {'id': 'ad4d1367-0913-4027-a6c7-e1f6076bffed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6ab84b77-ff12-466b-82d6-6c38069cfc74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:29:51.174588 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b823b0-319c-4a55-ad29-7196e9b4def8 admin admin] Network hostable DHCP agents. Network: 6ab84b77-ff12-466b-82d6-6c38069cfc74, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:29:51.214529 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47e86855-2c30-459a-8681-4b2ec5041424 req-cc291ddb-c961-41f5-aff5-621142c14fa8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9b630015-e2ab-41a3-965e-35e3ddb15e2b HTTP/1.1" status: 200 len: 217 time: 0.0528340 Aug 22 13:29:51.307307 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b823b0-319c-4a55-ad29-7196e9b4def8 admin admin] Network 6ab84b77-ff12-466b-82d6-6c38069cfc74 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:29:51.327081 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-43b823b0-319c-4a55-ad29-7196e9b4def8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 6ab84b77-ff12-466b-82d6-6c38069cfc74) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:29:51.330639 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e86855-2c30-459a-8681-4b2ec5041424 req-f86a2d5d-cb90-483d-a482-a1a0b6fc5737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:51.332108 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47e86855-2c30-459a-8681-4b2ec5041424 req-f86a2d5d-cb90-483d-a482-a1a0b6fc5737 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=525ede45-be02-4d9e-8a63-bbd46f43e817 HTTP/1.1" status: 200 len: 797 time: 0.0861785 Aug 22 13:29:51.335089 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4822d5ea-655a-4b62-be6d-79571ff9a916 None None] Network 6ab84b77-ff12-466b-82d6-6c38069cfc74 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:29:51.337166 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b823b0-319c-4a55-ad29-7196e9b4def8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:51.337757 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-43b823b0-319c-4a55-ad29-7196e9b4def8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:51.399276 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-43b823b0-319c-4a55-ad29-7196e9b4def8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4441640 Aug 22 13:29:51.413203 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-d071039b-2407-427c-ba41-977a0020c753 req-8daae7ef-71b2-4fbc-8c7e-caa124fb2606 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] Deleting port 5f3d1d79-e151-4887-933c-0874151f6802 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:29:51.413554 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-d071039b-2407-427c-ba41-977a0020c753 req-8daae7ef-71b2-4fbc-8c7e-caa124fb2606 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:51.418980 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e86855-2c30-459a-8681-4b2ec5041424 req-1808cd87-0c3c-4344-ac48-50f9cd67c540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:51.420655 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47e86855-2c30-459a-8681-4b2ec5041424 req-1808cd87-0c3c-4344-ac48-50f9cd67c540 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8858e46b-6208-4875-b089-3b1759ddc36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0764527 Aug 22 13:29:51.509753 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56536) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:29:51.521112 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502b75a0-f320-4cca-9e69-454f3bc47fee None None] Network 6ab84b77-ff12-466b-82d6-6c38069cfc74 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:29:51.571914 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-d071039b-2407-427c-ba41-977a0020c753 req-8daae7ef-71b2-4fbc-8c7e-caa124fb2606 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:51.572264 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-d071039b-2407-427c-ba41-977a0020c753 req-8daae7ef-71b2-4fbc-8c7e-caa124fb2606 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:51.601100 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-d071039b-2407-427c-ba41-977a0020c753 req-8daae7ef-71b2-4fbc-8c7e-caa124fb2606 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] Calling delete_port for 5f3d1d79-e151-4887-933c-0874151f6802 owned by network:floatingip {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:29:51.606005 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47e86855-2c30-459a-8681-4b2ec5041424 req-94e2eb09-d22f-468c-946a-cc1e06c8100d service neutron] 10.222.0.16 "GET /v2.0/networks/8858e46b-6208-4875-b089-3b1759ddc36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744359 Aug 22 13:29:51.779818 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47e86855-2c30-459a-8681-4b2ec5041424 req-d8ec5252-f374-4081-9b9b-3c47bfbd8acb service neutron] 10.222.0.16 "GET /v2.0/networks/8858e46b-6208-4875-b089-3b1759ddc36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618590 Aug 22 13:29:51.851207 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-d071039b-2407-427c-ba41-977a0020c753 req-8daae7ef-71b2-4fbc-8c7e-caa124fb2606 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:51.893970 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daae7ef-71b2-4fbc-8c7e-caa124fb2606 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] Pushing event deleted for resources: {'Port': ['ID=5f3d1d79-e151-4887-933c-0874151f6802,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:51.988779 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-d071039b-2407-427c-ba41-977a0020c753 req-8daae7ef-71b2-4fbc-8c7e-caa124fb2606 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] Notify callbacks [] for floatingip, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:51.992218 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-d071039b-2407-427c-ba41-977a0020c753 req-8daae7ef-71b2-4fbc-8c7e-caa124fb2606 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:51.993496 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d071039b-2407-427c-ba41-977a0020c753 req-8daae7ef-71b2-4fbc-8c7e-caa124fb2606 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] 10.222.0.21 "DELETE /v2.0/floatingips/a5e6e7b9-411f-4812-bf06-61e7a92c2980 HTTP/1.1" status: 204 len: 173 time: 0.8742995 Aug 22 13:29:52.006083 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7b0ad7fa-b55e-4de7-86a8-d5f8098a81ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:52.113770 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710e177f-daa1-431c-9953-a9114d031ba7 req-cffd7f30-6e59-4967-913c-e889057288dc tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:52.115403 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-710e177f-daa1-431c-9953-a9114d031ba7 req-cffd7f30-6e59-4967-913c-e889057288dc tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d7ffbc7-b2d5-4bba-a073-c6fbb5c6b114 HTTP/1.1" status: 200 len: 946 time: 0.0531144 Aug 22 13:29:52.160330 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-710e177f-daa1-431c-9953-a9114d031ba7 req-4ccc2a22-3caf-468c-9d23-d841695c8a6f tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378537 Aug 22 13:29:52.234968 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [req-68c839da-cbd3-4c98-a5d8-816b3b53711b req-430fa91e-2711-4f81-a23e-b98476da560f tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] show failed (client error): The resource could not be found. Aug 22 13:29:52.236432 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-68c839da-cbd3-4c98-a5d8-816b3b53711b req-430fa91e-2711-4f81-a23e-b98476da560f tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] 10.222.0.21 "GET /v2.0/floatingips/a5e6e7b9-411f-4812-bf06-61e7a92c2980 HTTP/1.1" status: 404 len: 350 time: 0.0479157 Aug 22 13:29:52.312280 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-7b0ad7fa-b55e-4de7-86a8-d5f8098a81ca admin admin] Deleting port cb3a82b8-9953-483a-a137-8945dda1ad03 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:29:52.312689 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7b0ad7fa-b55e-4de7-86a8-d5f8098a81ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:52.404922 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [req-4408f226-360f-480b-bc9e-2862e0126628 req-ff9788d7-680e-4b2e-8721-35d24e3494f7 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] show failed (client error): The resource could not be found. Aug 22 13:29:52.405582 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4408f226-360f-480b-bc9e-2862e0126628 req-ff9788d7-680e-4b2e-8721-35d24e3494f7 tempest-FloatingIPsTestJSON-665565637 tempest-FloatingIPsTestJSON-665565637-project] 10.222.0.21 "GET /v2.0/floatingips/a5e6e7b9-411f-4812-bf06-61e7a92c2980 HTTP/1.1" status: 404 len: 350 time: 0.0405514 Aug 22 13:29:52.419040 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56566) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:29:52.449667 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-7b0ad7fa-b55e-4de7-86a8-d5f8098a81ca admin admin] For port cb3a82b8-9953-483a-a137-8945dda1ad03, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=cb3a82b8-9953-483a-a137-8945dda1ad03,segment=NetworkSegment(e7a7ec43-d01c-48ab-beec-ae7862b4646f),segment_id=e7a7ec43-d01c-48ab-beec-ae7862b4646f)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:29:52.450180 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7b0ad7fa-b55e-4de7-86a8-d5f8098a81ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:52.466496 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-7b0ad7fa-b55e-4de7-86a8-d5f8098a81ca admin admin] Calling delete_port for cb3a82b8-9953-483a-a137-8945dda1ad03 owned by network:router_interface {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:29:52.744745 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7b0ad7fa-b55e-4de7-86a8-d5f8098a81ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:52.788562 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0ad7fa-b55e-4de7-86a8-d5f8098a81ca admin admin] Pushing event deleted for resources: {'Port': ['ID=cb3a82b8-9953-483a-a137-8945dda1ad03,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:52.952832 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d335608a-8f9b-47da-b95c-4d21596309bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:53.179522 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7b0ad7fa-b55e-4de7-86a8-d5f8098a81ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:53.660384 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235f324-4295-40be-bfaf-e5889fa6dc47 req-96f1b256-8d85-45ef-80ed-e6c2aa8ff09b tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:53.662433 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7235f324-4295-40be-bfaf-e5889fa6dc47 req-96f1b256-8d85-45ef-80ed-e6c2aa8ff09b tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] 10.222.0.21 "GET /v2.0/networks?id=6ab84b77-ff12-466b-82d6-6c38069cfc74 HTTP/1.1" status: 200 len: 809 time: 0.1946404 Aug 22 13:29:53.669084 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-d335608a-8f9b-47da-b95c-4d21596309bc admin admin] Deleting port 70d354b5-9ebe-47d9-b224-ce8ea085956e {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:29:53.669432 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d335608a-8f9b-47da-b95c-4d21596309bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:53.741395 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7235f324-4295-40be-bfaf-e5889fa6dc47 req-c1a4c6ee-4d1a-49c7-8335-20e5ecf91820 tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] 10.222.0.21 "GET /v2.0/quotas/0fc595bb8e8840db9913a3c56d8aae21 HTTP/1.1" status: 200 len: 375 time: 0.0683336 Aug 22 13:29:53.786345 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7235f324-4295-40be-bfaf-e5889fa6dc47 req-0f0239b7-6d69-4a1a-be8e-d8d8d2b2aaf0 tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0fc595bb8e8840db9913a3c56d8aae21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406051 Aug 22 13:29:53.841842 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-d335608a-8f9b-47da-b95c-4d21596309bc admin admin] For port 70d354b5-9ebe-47d9-b224-ce8ea085956e, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=70d354b5-9ebe-47d9-b224-ce8ea085956e,segment=NetworkSegment(caab2adb-adab-4db1-b771-4bcb29d373d0),segment_id=caab2adb-adab-4db1-b771-4bcb29d373d0)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:29:53.842381 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d335608a-8f9b-47da-b95c-4d21596309bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:53.857241 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-d335608a-8f9b-47da-b95c-4d21596309bc admin admin] Calling delete_port for 70d354b5-9ebe-47d9-b224-ce8ea085956e owned by network:router_interface {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:29:53.955491 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b0ad7fa-b55e-4de7-86a8-d5f8098a81ca admin admin] Router 5acd4fc6-a588-4e25-bcc7-3b99810569f5 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:29:54.039731 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c076e-18ed-4aaf-981e-26b0f4592395 req-be252350-30d0-4e03-9ce7-3b674a7fab30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:54.041173 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-948c076e-18ed-4aaf-981e-26b0f4592395 req-be252350-30d0-4e03-9ce7-3b674a7fab30 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ae246c295244408bea75b5a8f51001e&device_id=6d7ffbc7-b2d5-4bba-a073-c6fbb5c6b114 HTTP/1.1" status: 200 len: 1098 time: 0.0838490 Aug 22 13:29:54.111154 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec3499-5500-4c58-ae88-d23e1a6ed7ba req-d8aa7408-ff30-441e-96a1-21ea7110802d tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:54.112812 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-77ec3499-5500-4c58-ae88-d23e1a6ed7ba req-d8aa7408-ff30-441e-96a1-21ea7110802d tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d7ffbc7-b2d5-4bba-a073-c6fbb5c6b114 HTTP/1.1" status: 200 len: 946 time: 0.1311347 Aug 22 13:29:54.143803 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7235f324-4295-40be-bfaf-e5889fa6dc47 req-95183d9c-9730-411e-9783-9740ea5dc53d service neutron] 10.222.0.21 "GET /v2.0/networks/6ab84b77-ff12-466b-82d6-6c38069cfc74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486094 Aug 22 13:29:54.189819 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b0ad7fa-b55e-4de7-86a8-d5f8098a81ca admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:29:54.192266 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c076e-18ed-4aaf-981e-26b0f4592395 req-eb7e1516-21a4-4135-8174-097ed1171e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:54.193879 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-948c076e-18ed-4aaf-981e-26b0f4592395 req-eb7e1516-21a4-4135-8174-097ed1171e8a service neutron] 10.222.0.41 "GET /v2.0/networks?id=22ccff4c-fbb9-4d2c-868b-4119e5337f9c HTTP/1.1" status: 200 len: 919 time: 0.1441746 Aug 22 13:29:54.198376 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7b0ad7fa-b55e-4de7-86a8-d5f8098a81ca admin admin] 10.222.0.21 "PUT /v2.0/routers/5acd4fc6-a588-4e25-bcc7-3b99810569f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6862998 Aug 22 13:29:54.200457 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56620) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:29:54.204933 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b890f109-5f56-4732-bc11-09d6943b6410 None None] Sync routers for ids ['5acd4fc6-a588-4e25-bcc7-3b99810569f5'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:29:54.215605 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b890f109-5f56-4732-bc11-09d6943b6410 None None] Routers {'5acd4fc6-a588-4e25-bcc7-3b99810569f5'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:29:54.216622 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-b890f109-5f56-4732-bc11-09d6943b6410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:29:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['5acd4fc6-a588-4e25-bcc7-3b99810569f5'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:29:54.275540 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-948c076e-18ed-4aaf-981e-26b0f4592395 req-1ea8e133-1ef0-4405-b2de-3e9239c60ac5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=244baafb-8604-42c0-b225-646fcb06b532 HTTP/1.1" status: 200 len: 217 time: 0.0720191 Aug 22 13:29:54.323886 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-b890f109-5f56-4732-bc11-09d6943b6410 None None] Set router 5acd4fc6-a588-4e25-bcc7-3b99810569f5 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:29:54.373430 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c076e-18ed-4aaf-981e-26b0f4592395 req-f74349f8-8384-4e65-bb42-696bf275b803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:54.374911 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-948c076e-18ed-4aaf-981e-26b0f4592395 req-f74349f8-8384-4e65-bb42-696bf275b803 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1f889029-53b7-465d-ae54-5b69207b2db9 HTTP/1.1" status: 200 len: 858 time: 0.0929611 Aug 22 13:29:54.380419 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-162404ca-71dd-47c2-8675-fb65812f51b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:54.515189 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-162404ca-71dd-47c2-8675-fb65812f51b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:54.536733 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-948c076e-18ed-4aaf-981e-26b0f4592395 req-5de49925-796d-43d9-b16d-d7eec01eda15 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22ccff4c-fbb9-4d2c-868b-4119e5337f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397451 Aug 22 13:29:54.614427 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-77ec3499-5500-4c58-ae88-d23e1a6ed7ba req-5163c793-0a3e-4c9b-a0c9-e85a53825234 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4692988 Aug 22 13:29:54.651098 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-b890f109-5f56-4732-bc11-09d6943b6410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5acd4fc6-a588-4e25-bcc7-3b99810569f5', 'name': 'tempest-AttachSCSIVolumeTestJSON-594709368-router', 'tenant_id': 'af20f51aa91f4ab9ae0e1e95088c542a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '68dba4bf-af40-47f4-8ccb-9fd7d6de1a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:27:59Z', 'updated_at': '2021-08-22T13:29:52Z', 'revision_number': 5, 'project_id': 'af20f51aa91f4ab9ae0e1e95088c542a', 'gw_port': {'id': '68dba4bf-af40-47f4-8ccb-9fd7d6de1a39', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:84:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acd4fc6-a588-4e25-bcc7-3b99810569f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:28:00Z', 'updated_at': '2021-08-22T13:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:29:54.652660 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-162404ca-71dd-47c2-8675-fb65812f51b7 admin admin] Deleting port 68dba4bf-af40-47f4-8ccb-9fd7d6de1a39 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:29:54.653258 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-162404ca-71dd-47c2-8675-fb65812f51b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:54.657803 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d335608a-8f9b-47da-b95c-4d21596309bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:54.682420 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b890f109-5f56-4732-bc11-09d6943b6410 None None] Checking router: 5acd4fc6-a588-4e25-bcc7-3b99810569f5 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:29:54.691144 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b890f109-5f56-4732-bc11-09d6943b6410 None None] Routers {'5acd4fc6-a588-4e25-bcc7-3b99810569f5'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:29:54.692087 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-b890f109-5f56-4732-bc11-09d6943b6410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:29:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['5acd4fc6-a588-4e25-bcc7-3b99810569f5'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:29:54.739744 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-948c076e-18ed-4aaf-981e-26b0f4592395 req-db0996d1-a427-4425-9a14-4ac55a2e60e8 service neutron] 10.222.0.41 "GET /v2.0/networks/22ccff4c-fbb9-4d2c-868b-4119e5337f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747859 Aug 22 13:29:54.750736 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d335608a-8f9b-47da-b95c-4d21596309bc admin admin] Pushing event deleted for resources: {'Port': ['ID=70d354b5-9ebe-47d9-b224-ce8ea085956e,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:54.783583 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-b890f109-5f56-4732-bc11-09d6943b6410 None None] Set router 5acd4fc6-a588-4e25-bcc7-3b99810569f5 gateway port host: None {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:29:54.831551 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7235f324-4295-40be-bfaf-e5889fa6dc47 req-26711587-dddd-4336-a793-3c4c094be0d4 service neutron] 10.222.0.21 "GET /v2.0/networks/6ab84b77-ff12-466b-82d6-6c38069cfc74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6565068 Aug 22 13:29:54.853577 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-b890f109-5f56-4732-bc11-09d6943b6410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5acd4fc6-a588-4e25-bcc7-3b99810569f5', 'name': 'tempest-AttachSCSIVolumeTestJSON-594709368-router', 'tenant_id': 'af20f51aa91f4ab9ae0e1e95088c542a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:27:59Z', 'updated_at': '2021-08-22T13:29:54Z', 'revision_number': 6, 'project_id': 'af20f51aa91f4ab9ae0e1e95088c542a', 'gw_port_host': None}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:29:54.861687 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-948c076e-18ed-4aaf-981e-26b0f4592395 req-9497aaa3-4b6a-4bdd-b889-74726b7e70e3 service neutron] 10.222.0.41 "GET /v2.0/networks/22ccff4c-fbb9-4d2c-868b-4119e5337f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129007 Aug 22 13:29:54.890035 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-162404ca-71dd-47c2-8675-fb65812f51b7 admin admin] For port 68dba4bf-af40-47f4-8ccb-9fd7d6de1a39, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=68dba4bf-af40-47f4-8ccb-9fd7d6de1a39,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:29:54.890497 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-162404ca-71dd-47c2-8675-fb65812f51b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:54.893742 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b890f109-5f56-4732-bc11-09d6943b6410 None None] The sync data for ids ['5acd4fc6-a588-4e25-bcc7-3b99810569f5'] in n-d-793621-33 is: [{'id': '5acd4fc6-a588-4e25-bcc7-3b99810569f5', 'name': 'tempest-AttachSCSIVolumeTestJSON-594709368-router', 'tenant_id': 'af20f51aa91f4ab9ae0e1e95088c542a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:27:59Z', 'updated_at': '2021-08-22T13:29:54Z', 'revision_number': 6, 'project_id': 'af20f51aa91f4ab9ae0e1e95088c542a', 'gw_port_host': None}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:29:54.933334 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-162404ca-71dd-47c2-8675-fb65812f51b7 admin admin] Calling delete_port for 68dba4bf-af40-47f4-8ccb-9fd7d6de1a39 owned by network:router_gateway {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:29:55.153861 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d335608a-8f9b-47da-b95c-4d21596309bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:55.278100 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-162404ca-71dd-47c2-8675-fb65812f51b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:55.325427 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-280e64e1-53d9-4fae-b333-1ab748b18c4e req-4c161636-de35-4fc0-a4f7-df06c215ae53 tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e718159-8fa5-4c9e-87db-f64c6a089dd5 HTTP/1.1" status: 200 len: 210 time: 0.0441487 Aug 22 13:29:55.336706 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162404ca-71dd-47c2-8675-fb65812f51b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=68dba4bf-af40-47f4-8ccb-9fd7d6de1a39,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:55.433447 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-162404ca-71dd-47c2-8675-fb65812f51b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:55.521521 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d335608a-8f9b-47da-b95c-4d21596309bc admin admin] Router 293552c4-b248-4afd-b543-ca22f269446d has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:29:55.579388 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-162404ca-71dd-47c2-8675-fb65812f51b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:55.581821 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-162404ca-71dd-47c2-8675-fb65812f51b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:55.669409 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d335608a-8f9b-47da-b95c-4d21596309bc admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:29:55.678496 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d335608a-8f9b-47da-b95c-4d21596309bc admin admin] 10.222.0.21 "PUT /v2.0/routers/293552c4-b248-4afd-b543-ca22f269446d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2551246 Aug 22 13:29:55.678496 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56648) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:29:55.679079 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-162404ca-71dd-47c2-8675-fb65812f51b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:55.679079 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162404ca-71dd-47c2-8675-fb65812f51b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5acd4fc6-a588-4e25-bcc7-3b99810569f5 {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:29:55.685879 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-162404ca-71dd-47c2-8675-fb65812f51b7 admin admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:55.686927 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23a03eb-4c26-4742-9d80-622cedcf7091 None None] Sync routers for ids ['293552c4-b248-4afd-b543-ca22f269446d'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:29:55.688047 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-162404ca-71dd-47c2-8675-fb65812f51b7 admin admin] 10.222.0.21 "DELETE /v2.0/routers/5acd4fc6-a588-4e25-bcc7-3b99810569f5 HTTP/1.1" status: 204 len: 168 time: 1.4864538 Aug 22 13:29:55.691004 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56650) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:29:55.703769 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23a03eb-4c26-4742-9d80-622cedcf7091 None None] Routers {'293552c4-b248-4afd-b543-ca22f269446d'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:29:55.704974 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-e23a03eb-4c26-4742-9d80-622cedcf7091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:29:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['293552c4-b248-4afd-b543-ca22f269446d'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:29:55.795923 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-64df8ef4-a24e-4deb-8006-4dde0f28cd9b admin admin] Deleting subnet ff3adb6c-6a4b-4f90-9687-9491caae68a4 {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:29:55.800011 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-64df8ef4-a24e-4deb-8006-4dde0f28cd9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:55.895630 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-e23a03eb-4c26-4742-9d80-622cedcf7091 None None] Set router 293552c4-b248-4afd-b543-ca22f269446d gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:29:55.914585 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-64df8ef4-a24e-4deb-8006-4dde0f28cd9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:55.968119 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78de66-577c-46ae-8272-9391098541fb req-1941acbd-78d1-40ed-8a50-9762cb09e398 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:55.977758 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8e78de66-577c-46ae-8272-9391098541fb req-1941acbd-78d1-40ed-8a50-9762cb09e398 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d7ffbc7-b2d5-4bba-a073-c6fbb5c6b114 HTTP/1.1" status: 200 len: 946 time: 0.2098522 Aug 22 13:29:56.018310 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d689c728-b1c1-4715-aa45-d3135d2d804d admin admin] Notify callbacks [] for router, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:56.138197 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8e78de66-577c-46ae-8272-9391098541fb req-84490aef-9d6e-4082-83bd-a5f1ae2bd7d7 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580551 Aug 22 13:29:56.151866 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-64df8ef4-a24e-4deb-8006-4dde0f28cd9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:56.158607 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-e23a03eb-4c26-4742-9d80-622cedcf7091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293552c4-b248-4afd-b543-ca22f269446d', 'name': 'tempest-FloatingIPsTestJSON-131970401-router', 'tenant_id': '2f26f6fb27a14dd1b89029cdcdc5dc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '5d97182d-012f-4f43-96e7-03593cd27f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:29:32Z', 'updated_at': '2021-08-22T13:29:54Z', 'revision_number': 5, 'project_id': '2f26f6fb27a14dd1b89029cdcdc5dc9a', 'gw_port': {'id': '5d97182d-012f-4f43-96e7-03593cd27f59', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293552c4-b248-4afd-b543-ca22f269446d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:29:33Z', 'updated_at': '2021-08-22T13:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:29:56.217141 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23a03eb-4c26-4742-9d80-622cedcf7091 None None] Checking router: 293552c4-b248-4afd-b543-ca22f269446d for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:29:56.229759 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-64df8ef4-a24e-4deb-8006-4dde0f28cd9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:56.245804 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d689c728-b1c1-4715-aa45-d3135d2d804d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:56.249371 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23a03eb-4c26-4742-9d80-622cedcf7091 None None] Routers {'293552c4-b248-4afd-b543-ca22f269446d'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:29:56.251861 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-e23a03eb-4c26-4742-9d80-622cedcf7091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:29:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['293552c4-b248-4afd-b543-ca22f269446d'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:29:56.266718 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64df8ef4-a24e-4deb-8006-4dde0f28cd9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff3adb6c-6a4b-4f90-9687-9491caae68a4,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:56.272576 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-64df8ef4-a24e-4deb-8006-4dde0f28cd9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:56.277761 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-64df8ef4-a24e-4deb-8006-4dde0f28cd9b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ff3adb6c-6a4b-4f90-9687-9491caae68a4 HTTP/1.1" status: 204 len: 168 time: 0.5858119 Aug 22 13:29:56.278461 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56658) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:29:56.359603 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-d689c728-b1c1-4715-aa45-d3135d2d804d admin admin] Deleting port 5d97182d-012f-4f43-96e7-03593cd27f59 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:29:56.359945 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d689c728-b1c1-4715-aa45-d3135d2d804d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:56.368711 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8bda137d-fe46-4ca7-b88b-74f95363157d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:56.457989 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-8bda137d-fe46-4ca7-b88b-74f95363157d admin admin] Deleting port 8b92d509-78a2-4481-99b9-199fe2a4136f {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:29:56.458331 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8bda137d-fe46-4ca7-b88b-74f95363157d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:56.528080 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b2dbe729-8f11-4edc-a12f-55585ae447c7 req-540bfd46-35d6-4896-a39c-38fe3d4dfdd1 tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e718159-8fa5-4c9e-87db-f64c6a089dd5 HTTP/1.1" status: 200 len: 210 time: 0.0522814 Aug 22 13:29:56.534030 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-d689c728-b1c1-4715-aa45-d3135d2d804d admin admin] For port 5d97182d-012f-4f43-96e7-03593cd27f59, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=5d97182d-012f-4f43-96e7-03593cd27f59,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:29:56.534455 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d689c728-b1c1-4715-aa45-d3135d2d804d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:56.550841 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-d689c728-b1c1-4715-aa45-d3135d2d804d admin admin] Calling delete_port for 5d97182d-012f-4f43-96e7-03593cd27f59 owned by network:router_gateway {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:29:56.553704 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-8bda137d-fe46-4ca7-b88b-74f95363157d admin admin] For port 8b92d509-78a2-4481-99b9-199fe2a4136f, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=8b92d509-78a2-4481-99b9-199fe2a4136f,segment=NetworkSegment(e7a7ec43-d01c-48ab-beec-ae7862b4646f),segment_id=e7a7ec43-d01c-48ab-beec-ae7862b4646f)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:29:56.555103 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8bda137d-fe46-4ca7-b88b-74f95363157d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:56.574758 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a745ff5-8e1a-4658-a996-ab4e507deec5 None None] Network 9cdac34e-bc99-4e4b-8c2d-3b1f7c9e01d7 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:29:56.578061 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-e23a03eb-4c26-4742-9d80-622cedcf7091 None None] Set router 293552c4-b248-4afd-b543-ca22f269446d gateway port host: None {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:29:56.599660 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-8bda137d-fe46-4ca7-b88b-74f95363157d admin admin] Calling delete_port for 8b92d509-78a2-4481-99b9-199fe2a4136f owned by network:dhcp {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:29:56.681985 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-e23a03eb-4c26-4742-9d80-622cedcf7091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293552c4-b248-4afd-b543-ca22f269446d', 'name': 'tempest-FloatingIPsTestJSON-131970401-router', 'tenant_id': '2f26f6fb27a14dd1b89029cdcdc5dc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:29:32Z', 'updated_at': '2021-08-22T13:29:56Z', 'revision_number': 6, 'project_id': '2f26f6fb27a14dd1b89029cdcdc5dc9a', 'gw_port_host': None}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:29:56.731230 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23a03eb-4c26-4742-9d80-622cedcf7091 None None] The sync data for ids ['293552c4-b248-4afd-b543-ca22f269446d'] in n-d-793621-33 is: [{'id': '293552c4-b248-4afd-b543-ca22f269446d', 'name': 'tempest-FloatingIPsTestJSON-131970401-router', 'tenant_id': '2f26f6fb27a14dd1b89029cdcdc5dc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:29:32Z', 'updated_at': '2021-08-22T13:29:56Z', 'revision_number': 6, 'project_id': '2f26f6fb27a14dd1b89029cdcdc5dc9a', 'gw_port_host': None}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:29:56.746412 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8bda137d-fe46-4ca7-b88b-74f95363157d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:56.776211 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bda137d-fe46-4ca7-b88b-74f95363157d admin admin] No DVR routers for this DVR port 8b92d509-78a2-4481-99b9-199fe2a4136f on host n-d-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:29:56.781436 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bda137d-fe46-4ca7-b88b-74f95363157d admin admin] Pushing event deleted for resources: {'Port': ['ID=8b92d509-78a2-4481-99b9-199fe2a4136f,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:56.889526 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8bda137d-fe46-4ca7-b88b-74f95363157d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:56.900668 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-8bda137d-fe46-4ca7-b88b-74f95363157d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cdac34e-bc99-4e4b-8c2d-3b1f7c9e01d7']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:29:56.913571 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-8bda137d-fe46-4ca7-b88b-74f95363157d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7a7ec43-d01c-48ab-beec-ae7862b4646f') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:29:56.914384 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-8bda137d-fe46-4ca7-b88b-74f95363157d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7a7ec43-d01c-48ab-beec-ae7862b4646f') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:29:56.924153 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8bda137d-fe46-4ca7-b88b-74f95363157d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:56.943251 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8bda137d-fe46-4ca7-b88b-74f95363157d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:56.951342 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bda137d-fe46-4ca7-b88b-74f95363157d admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:29:56.952508 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8bda137d-fe46-4ca7-b88b-74f95363157d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:56.955240 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d689c728-b1c1-4715-aa45-d3135d2d804d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:57.015911 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:29:57.015911 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:29:57.015911 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:29:57.015911 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:29:57.015911 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:29:57.015911 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:29:57.015911 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:29:57.015911 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:29:57.015911 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:29:57.015911 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:29:57.015911 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:29:57.015911 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:29:57.015911 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:29:57.015911 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:29:57.015911 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:29:57.015911 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:29:57.015911 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:29:57.015911 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:29:57.015911 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:29:57.015911 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:29:57.015911 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:29:57.015911 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:29:57.015911 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:29:57.015911 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:29:57.015911 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:29:57.015911 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:29:57.015911 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:29:57.015911 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:29:57.015911 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:29:57.015911 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:29:57.015911 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:29:57.015911 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:29:57.038977 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d689c728-b1c1-4715-aa45-d3135d2d804d admin admin] Pushing event deleted for resources: {'Port': ['ID=5d97182d-012f-4f43-96e7-03593cd27f59,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:57.045990 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8bda137d-fe46-4ca7-b88b-74f95363157d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:57.067575 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8bda137d-fe46-4ca7-b88b-74f95363157d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:57.069611 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8bda137d-fe46-4ca7-b88b-74f95363157d admin admin] 10.222.0.21 "DELETE /v2.0/networks/9cdac34e-bc99-4e4b-8c2d-3b1f7c9e01d7 HTTP/1.1" status: 204 len: 168 time: 0.7901261 Aug 22 13:29:57.072701 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bda137d-fe46-4ca7-b88b-74f95363157d admin admin] Pushing event deleted for resources: {'Network': ['ID=9cdac34e-bc99-4e4b-8c2d-3b1f7c9e01d7,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:57.074391 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56672) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:29:57.094868 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d689c728-b1c1-4715-aa45-d3135d2d804d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:29:57.094868 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d689c728-b1c1-4715-aa45-d3135d2d804d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:29:57.094868 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d689c728-b1c1-4715-aa45-d3135d2d804d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:29:57.094868 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d689c728-b1c1-4715-aa45-d3135d2d804d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:29:57.094868 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d689c728-b1c1-4715-aa45-d3135d2d804d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:29:57.095455 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d689c728-b1c1-4715-aa45-d3135d2d804d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:29:57.095455 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d689c728-b1c1-4715-aa45-d3135d2d804d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:29:57.095825 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d689c728-b1c1-4715-aa45-d3135d2d804d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:29:57.096018 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d689c728-b1c1-4715-aa45-d3135d2d804d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:29:57.096364 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d689c728-b1c1-4715-aa45-d3135d2d804d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:29:57.096859 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d689c728-b1c1-4715-aa45-d3135d2d804d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:29:57.097188 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d689c728-b1c1-4715-aa45-d3135d2d804d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:29:57.147950 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235f324-4295-40be-bfaf-e5889fa6dc47 req-d877562e-42d4-4769-a942-faeea3350c71 tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:57.150245 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7235f324-4295-40be-bfaf-e5889fa6dc47 req-d877562e-42d4-4769-a942-faeea3350c71 tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] 10.222.0.16 "GET /v2.0/networks?id=6ab84b77-ff12-466b-82d6-6c38069cfc74 HTTP/1.1" status: 200 len: 809 time: 0.3677685 Aug 22 13:29:57.156254 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4362b-58ff-4041-bc03-12abaeb2b03c req-fc8ff4be-2372-482d-bb6e-58207e1457ae tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:57.157697 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f1f4362b-58ff-4041-bc03-12abaeb2b03c req-fc8ff4be-2372-482d-bb6e-58207e1457ae tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c5ae8550-9d43-4cb1-8063-916a676bc36d HTTP/1.1" status: 200 len: 1097 time: 0.2690327 Aug 22 13:29:57.162301 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3664c638-44dc-49b0-8aaf-c9020530e6ab None None] DHCP port deletion for 9cdac34e-bc99-4e4b-8c2d-3b1f7c9e01d7 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:29:57.179665 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-7235f324-4295-40be-bfaf-e5889fa6dc47 req-ac9adfe6-1215-4d22-b55b-927ed5f316fb tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] Request body: {'port': {'device_id': '0e718159-8fa5-4c9e-87db-f64c6a089dd5', 'network_id': '6ab84b77-ff12-466b-82d6-6c38069cfc74', 'admin_state_up': True, 'tenant_id': '0fc595bb8e8840db9913a3c56d8aae21'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:29:57.216910 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d689c728-b1c1-4715-aa45-d3135d2d804d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:57.448524 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d689c728-b1c1-4715-aa45-d3135d2d804d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:57.469907 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d689c728-b1c1-4715-aa45-d3135d2d804d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:57.494683 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f1f4362b-58ff-4041-bc03-12abaeb2b03c req-fc30d275-c966-4885-ac1c-a54d00f2d80b tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177171 Aug 22 13:29:57.595014 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f16ca9dd-8854-4298-8f1c-e1a35da0827c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:57.604876 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3089e5-36fc-4465-aaa9-daaeaf0256a2 req-a5f3d6d3-2131-40c0-9476-893c607b7dbb tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:57.606771 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6a3089e5-36fc-4465-aaa9-daaeaf0256a2 req-a5f3d6d3-2131-40c0-9476-893c607b7dbb tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d7ffbc7-b2d5-4bba-a073-c6fbb5c6b114 HTTP/1.1" status: 200 len: 946 time: 0.2135472 Aug 22 13:29:57.610507 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d689c728-b1c1-4715-aa45-d3135d2d804d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:57.610507 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d689c728-b1c1-4715-aa45-d3135d2d804d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 293552c4-b248-4afd-b543-ca22f269446d {{(pid=94627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:29:57.620959 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d689c728-b1c1-4715-aa45-d3135d2d804d admin admin] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:57.622128 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d689c728-b1c1-4715-aa45-d3135d2d804d admin admin] 10.222.0.21 "DELETE /v2.0/routers/293552c4-b248-4afd-b543-ca22f269446d HTTP/1.1" status: 204 len: 168 time: 1.9432018 Aug 22 13:29:57.646184 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 70d354b5-9ebe-47d9-b224-ce8ea085956e no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:29:57.646465 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56682) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:29:57.712943 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 70d354b5-9ebe-47d9-b224-ce8ea085956e {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:29:57.716124 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 70d354b5-9ebe-47d9-b224-ce8ea085956e not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:29:57.720015 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 68dba4bf-af40-47f4-8ccb-9fd7d6de1a39 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:29:57.726545 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6a3089e5-36fc-4465-aaa9-daaeaf0256a2 req-90bb4c74-8567-4547-90d4-0d7d432e6d8d tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002209 Aug 22 13:29:57.783283 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7235f324-4295-40be-bfaf-e5889fa6dc47 req-ac9adfe6-1215-4d22-b55b-927ed5f316fb tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] Made reservation on behalf of 0fc595bb8e8840db9913a3c56d8aae21 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:29:57.794720 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7235f324-4295-40be-bfaf-e5889fa6dc47 req-ac9adfe6-1215-4d22-b55b-927ed5f316fb tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:57.800371 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 68dba4bf-af40-47f4-8ccb-9fd7d6de1a39 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:29:57.809020 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 68dba4bf-af40-47f4-8ccb-9fd7d6de1a39 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:29:57.810881 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device cb3a82b8-9953-483a-a137-8945dda1ad03 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:29:57.835851 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-070dbdb0-7c3c-484d-8cba-eaecd2975e9a admin admin] Deleting subnet 9cb44bf2-dccb-4728-a40c-ddbb3af47030 {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:29:57.854471 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-070dbdb0-7c3c-484d-8cba-eaecd2975e9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:57.860851 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: cb3a82b8-9953-483a-a137-8945dda1ad03 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:29:57.861695 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device cb3a82b8-9953-483a-a137-8945dda1ad03 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:29:57.863157 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 8b92d509-78a2-4481-99b9-199fe2a4136f no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:29:57.912010 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-070dbdb0-7c3c-484d-8cba-eaecd2975e9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:57.960625 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 8b92d509-78a2-4481-99b9-199fe2a4136f {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:29:57.961207 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 8b92d509-78a2-4481-99b9-199fe2a4136f not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:29:57.978772 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9a4e8b7f-bb7b-4939-8814-d692f68572ad req-40e1efed-5616-48d7-a8ef-3704ea5f403d tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e718159-8fa5-4c9e-87db-f64c6a089dd5 HTTP/1.1" status: 200 len: 210 time: 0.1116443 Aug 22 13:29:58.081657 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-7235f324-4295-40be-bfaf-e5889fa6dc47 req-ac9adfe6-1215-4d22-b55b-927ed5f316fb tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] Allocated IP 172.20.0.11 (6ab84b77-ff12-466b-82d6-6c38069cfc74/bc53559c-d640-43e1-9d10-f23247db76c6/d4c4ef63-4891-4e1d-9b3f-883b331bbb17) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:29:58.094144 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-070dbdb0-7c3c-484d-8cba-eaecd2975e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:58.123074 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:58.247374 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-070dbdb0-7c3c-484d-8cba-eaecd2975e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:58.287491 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070dbdb0-7c3c-484d-8cba-eaecd2975e9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cb44bf2-dccb-4728-a40c-ddbb3af47030,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:58.297083 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-070dbdb0-7c3c-484d-8cba-eaecd2975e9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:58.301875 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-070dbdb0-7c3c-484d-8cba-eaecd2975e9a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9cb44bf2-dccb-4728-a40c-ddbb3af47030 HTTP/1.1" status: 204 len: 168 time: 0.6516433 Aug 22 13:29:58.301875 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56704) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:29:58.308604 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c625c3-87d4-4672-a21c-1b7a453633dc None None] Network 443c1544-2c04-4449-b8ee-2e252b48c0c1 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:29:58.346082 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7235f324-4295-40be-bfaf-e5889fa6dc47 req-ac9adfe6-1215-4d22-b55b-927ed5f316fb tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:58.367998 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-f16ca9dd-8854-4298-8f1c-e1a35da0827c admin admin] Deleting port f27a53a8-e300-4457-85a1-2288719238a6 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:29:58.375177 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f16ca9dd-8854-4298-8f1c-e1a35da0827c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:58.413130 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7235f324-4295-40be-bfaf-e5889fa6dc47 req-ac9adfe6-1215-4d22-b55b-927ed5f316fb tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:58.482522 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7235f324-4295-40be-bfaf-e5889fa6dc47 req-ac9adfe6-1215-4d22-b55b-927ed5f316fb tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] Network 6ab84b77-ff12-466b-82d6-6c38069cfc74 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:29:58.488393 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-7235f324-4295-40be-bfaf-e5889fa6dc47 req-ac9adfe6-1215-4d22-b55b-927ed5f316fb tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:29:58.495248 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-7235f324-4295-40be-bfaf-e5889fa6dc47 req-ac9adfe6-1215-4d22-b55b-927ed5f316fb tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:29:58.501030 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-31627dd0-cd02-4746-948d-35cee5a7d258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:58.514139 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0da53b47-bd32-4316-bc16-00af3650e368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:58.520973 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9adfe6-1215-4d22-b55b-927ed5f316fb tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] Pushing event updated for resources: {'Port': ['ID=d4c4ef63-4891-4e1d-9b3f-883b331bbb17,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:58.574459 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-f16ca9dd-8854-4298-8f1c-e1a35da0827c admin admin] For port f27a53a8-e300-4457-85a1-2288719238a6, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=f27a53a8-e300-4457-85a1-2288719238a6,segment=NetworkSegment(ac3ebfcb-56f0-4116-abdb-2661ff22ce29),segment_id=ac3ebfcb-56f0-4116-abdb-2661ff22ce29)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:29:58.575607 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f16ca9dd-8854-4298-8f1c-e1a35da0827c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:58.588542 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235f324-4295-40be-bfaf-e5889fa6dc47 req-ac9adfe6-1215-4d22-b55b-927ed5f316fb tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:58.589264 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7235f324-4295-40be-bfaf-e5889fa6dc47 req-ac9adfe6-1215-4d22-b55b-927ed5f316fb tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:58.600148 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-f16ca9dd-8854-4298-8f1c-e1a35da0827c admin admin] Calling delete_port for f27a53a8-e300-4457-85a1-2288719238a6 owned by network:router_interface {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:29:58.615676 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7235f324-4295-40be-bfaf-e5889fa6dc47 req-ac9adfe6-1215-4d22-b55b-927ed5f316fb tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4404874 Aug 22 13:29:58.643081 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-7235f324-4295-40be-bfaf-e5889fa6dc47 req-4706003f-ebe6-47d2-baef-697c6eb523fb service neutron] Request body: {'port': {'device_id': '0e718159-8fa5-4c9e-87db-f64c6a089dd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:29:58.660496 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-31627dd0-cd02-4746-948d-35cee5a7d258 admin admin] Deleting port 2fd1b428-af41-4a08-bd21-05e26de6b601 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:29:58.660941 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-31627dd0-cd02-4746-948d-35cee5a7d258 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:58.667534 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffec579-bf06-49ef-ab5d-976505b82cbc None None] DHCP port deletion for 443c1544-2c04-4449-b8ee-2e252b48c0c1 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:29:58.717954 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-4ffec579-bf06-49ef-ab5d-976505b82cbc None None] Deleting port 2fd1b428-af41-4a08-bd21-05e26de6b601 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:29:58.718335 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4ffec579-bf06-49ef-ab5d-976505b82cbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:58.724175 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e409445-e9fa-44be-b3e6-f3527d97a548 req-032a7c33-7d8a-459c-9984-57c6e1463105 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:58.726181 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1e409445-e9fa-44be-b3e6-f3527d97a548 req-032a7c33-7d8a-459c-9984-57c6e1463105 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 947 time: 0.1034532 Aug 22 13:29:58.739413 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-31627dd0-cd02-4746-948d-35cee5a7d258 admin admin] For port 2fd1b428-af41-4a08-bd21-05e26de6b601, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=2fd1b428-af41-4a08-bd21-05e26de6b601,segment=NetworkSegment(caab2adb-adab-4db1-b771-4bcb29d373d0),segment_id=caab2adb-adab-4db1-b771-4bcb29d373d0)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:29:58.740076 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-31627dd0-cd02-4746-948d-35cee5a7d258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:58.750266 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7235f324-4295-40be-bfaf-e5889fa6dc47 req-4706003f-ebe6-47d2-baef-697c6eb523fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:58.756525 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-31627dd0-cd02-4746-948d-35cee5a7d258 admin admin] Calling delete_port for 2fd1b428-af41-4a08-bd21-05e26de6b601 owned by network:dhcp {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:29:58.797536 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-4ffec579-bf06-49ef-ab5d-976505b82cbc None None] For port 2fd1b428-af41-4a08-bd21-05e26de6b601, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=2fd1b428-af41-4a08-bd21-05e26de6b601,segment=NetworkSegment(caab2adb-adab-4db1-b771-4bcb29d373d0),segment_id=caab2adb-adab-4db1-b771-4bcb29d373d0)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:29:58.797929 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4ffec579-bf06-49ef-ab5d-976505b82cbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:58.804675 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1e409445-e9fa-44be-b3e6-f3527d97a548 req-a4c7ac17-7c6b-4b38-ac96-328c27a9517a tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4f995f7-29d9-4ea1-8a86-26535a55404a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700636 Aug 22 13:29:58.811822 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-4ffec579-bf06-49ef-ab5d-976505b82cbc None None] Calling delete_port for 2fd1b428-af41-4a08-bd21-05e26de6b601 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:29:58.918143 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4ffec579-bf06-49ef-ab5d-976505b82cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:58.928687 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-31627dd0-cd02-4746-948d-35cee5a7d258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:58.948499 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31627dd0-cd02-4746-948d-35cee5a7d258 admin admin] No DVR routers for this DVR port 2fd1b428-af41-4a08-bd21-05e26de6b601 on host n-d-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:29:58.949397 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffec579-bf06-49ef-ab5d-976505b82cbc None None] Pushing event deleted for resources: {'Port': ['ID=2fd1b428-af41-4a08-bd21-05e26de6b601,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:58.964550 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffec579-bf06-49ef-ab5d-976505b82cbc None None] No DVR routers for this DVR port 2fd1b428-af41-4a08-bd21-05e26de6b601 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:29:59.005487 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31627dd0-cd02-4746-948d-35cee5a7d258 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fd1b428-af41-4a08-bd21-05e26de6b601,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:59.017253 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 2fd1b428-af41-4a08-bd21-05e26de6b601 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:29:59.033463 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-a5f5432f-db97-4f6d-af79-d67c9bdf65d6 tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:29:59.034537 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-a5f5432f-db97-4f6d-af79-d67c9bdf65d6 tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092728 Aug 22 13:29:59.049226 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 2fd1b428-af41-4a08-bd21-05e26de6b601 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:29:59.050700 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 2fd1b428-af41-4a08-bd21-05e26de6b601 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:29:59.051228 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 5d97182d-012f-4f43-96e7-03593cd27f59 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:29:59.073000 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 5d97182d-012f-4f43-96e7-03593cd27f59 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:29:59.073772 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 5d97182d-012f-4f43-96e7-03593cd27f59 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:29:59.094052 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-8ee68ff5-a326-4b7b-8175-fd22320c4b29 tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:59.095421 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-8ee68ff5-a326-4b7b-8175-fd22320c4b29 tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] 10.222.0.21 "GET /v2.0/ports/2d135122-52a0-4e66-86c2-520768cf0447 HTTP/1.1" status: 200 len: 1094 time: 0.0451994 Aug 22 13:29:59.108744 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-31627dd0-cd02-4746-948d-35cee5a7d258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:59.109419 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-47907811-f9bf-4954-b04a-0cbc6dd9f4b9 service neutron] Request body: {'binding': {'host': 'n-h1-793621-33', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:29:59.109866 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-47907811-f9bf-4954-b04a-0cbc6dd9f4b9 service neutron] Unknown quota resources ['binding']. {{(pid=94627) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 22 13:29:59.124158 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-31627dd0-cd02-4746-948d-35cee5a7d258 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['443c1544-2c04-4449-b8ee-2e252b48c0c1']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:29:59.137270 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-31627dd0-cd02-4746-948d-35cee5a7d258 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caab2adb-adab-4db1-b771-4bcb29d373d0') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:29:59.137564 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-31627dd0-cd02-4746-948d-35cee5a7d258 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caab2adb-adab-4db1-b771-4bcb29d373d0') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:29:59.152059 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-31627dd0-cd02-4746-948d-35cee5a7d258 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:59.158800 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f16ca9dd-8854-4298-8f1c-e1a35da0827c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:59.186247 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e0dcc-55de-4d3a-ad8c-0b50d591815e req-aeb7519f-1ac9-4d69-a4cd-640fa2455f0f tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:59.189973 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-619e0dcc-55de-4d3a-ad8c-0b50d591815e req-aeb7519f-1ac9-4d69-a4cd-640fa2455f0f tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d7ffbc7-b2d5-4bba-a073-c6fbb5c6b114 HTTP/1.1" status: 200 len: 946 time: 0.1903684 Aug 22 13:29:59.190166 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ca9dd-8854-4298-8f1c-e1a35da0827c admin admin] Pushing event deleted for resources: {'Port': ['ID=f27a53a8-e300-4457-85a1-2288719238a6,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:59.212951 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-31627dd0-cd02-4746-948d-35cee5a7d258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:59.243480 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31627dd0-cd02-4746-948d-35cee5a7d258 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:29:59.243806 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-31627dd0-cd02-4746-948d-35cee5a7d258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:59.245532 n-d-793621-33 neutron-server[94628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:29:59.245532 n-d-793621-33 neutron-server[94628]: self.session.flush() Aug 22 13:29:59.245532 n-d-793621-33 neutron-server[94628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:29:59.245532 n-d-793621-33 neutron-server[94628]: self.session.flush() Aug 22 13:29:59.245532 n-d-793621-33 neutron-server[94628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:29:59.245532 n-d-793621-33 neutron-server[94628]: self.session.flush() Aug 22 13:29:59.245532 n-d-793621-33 neutron-server[94628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:29:59.245532 n-d-793621-33 neutron-server[94628]: self.session.flush() Aug 22 13:29:59.245532 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:29:59.245532 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:29:59.245532 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:29:59.245532 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:29:59.245532 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:29:59.245532 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:29:59.245532 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:29:59.245532 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:29:59.245532 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:29:59.245532 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:29:59.245532 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:29:59.245532 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:29:59.245532 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:29:59.245532 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:29:59.245532 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:29:59.245532 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:29:59.245532 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:29:59.245532 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:29:59.245532 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:29:59.245532 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:29:59.245532 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:29:59.245532 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:29:59.245532 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:29:59.245532 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:29:59.245532 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:29:59.245532 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:29:59.245532 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:29:59.245532 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:29:59.245532 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:29:59.245532 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:29:59.245532 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:29:59.245532 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:29:59.322417 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-619e0dcc-55de-4d3a-ad8c-0b50d591815e req-4ad836fc-d656-4d42-8c37-d5944f717477 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058986 Aug 22 13:29:59.381900 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-31627dd0-cd02-4746-948d-35cee5a7d258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:59.392368 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-31627dd0-cd02-4746-948d-35cee5a7d258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:59.397706 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-31627dd0-cd02-4746-948d-35cee5a7d258 admin admin] 10.222.0.21 "DELETE /v2.0/networks/443c1544-2c04-4449-b8ee-2e252b48c0c1 HTTP/1.1" status: 204 len: 168 time: 1.0950718 Aug 22 13:29:59.426429 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31627dd0-cd02-4746-948d-35cee5a7d258 admin admin] Pushing event deleted for resources: {'Network': ['ID=443c1544-2c04-4449-b8ee-2e252b48c0c1,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:59.434513 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-47907811-f9bf-4954-b04a-0cbc6dd9f4b9 service neutron] Attempting to bind port 2d135122-52a0-4e66-86c2-520768cf0447 on host n-h1-793621-33 for vnic_type normal with profile None {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:29:59.434853 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-47907811-f9bf-4954-b04a-0cbc6dd9f4b9 service neutron] Attempting to bind port 2d135122-52a0-4e66-86c2-520768cf0447 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '18b5a6df-b98f-4d4b-9428-0223d3f719a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '652b7040-839e-4592-b462-d4511ac6e125'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:29:59.435181 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-47907811-f9bf-4954-b04a-0cbc6dd9f4b9 service neutron] Attempting to bind port 2d135122-52a0-4e66-86c2-520768cf0447 on network 652b7040-839e-4592-b462-d4511ac6e125 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:29:59.441102 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-7235f324-4295-40be-bfaf-e5889fa6dc47 req-4706003f-ebe6-47d2-baef-697c6eb523fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4c4ef63-4891-4e1d-9b3f-883b331bbb17 {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:29:59.452510 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7235f324-4295-40be-bfaf-e5889fa6dc47 req-4706003f-ebe6-47d2-baef-697c6eb523fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:59.457538 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-47907811-f9bf-4954-b04a-0cbc6dd9f4b9 service neutron] Port 2d135122-52a0-4e66-86c2-520768cf0447 on network 652b7040-839e-4592-b462-d4511ac6e125 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:29:59.457848 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-47907811-f9bf-4954-b04a-0cbc6dd9f4b9 service neutron] Attempting to bind port 2d135122-52a0-4e66-86c2-520768cf0447 on network 652b7040-839e-4592-b462-d4511ac6e125 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:29:59.472140 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-47907811-f9bf-4954-b04a-0cbc6dd9f4b9 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:29:59.472548 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-47907811-f9bf-4954-b04a-0cbc6dd9f4b9 service neutron] Checking segment: {'id': '18b5a6df-b98f-4d4b-9428-0223d3f719a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '652b7040-839e-4592-b462-d4511ac6e125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:29:59.472892 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-47907811-f9bf-4954-b04a-0cbc6dd9f4b9 service neutron] Bound using segment: {'id': '18b5a6df-b98f-4d4b-9428-0223d3f719a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '652b7040-839e-4592-b462-d4511ac6e125'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:29:59.473393 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-47907811-f9bf-4954-b04a-0cbc6dd9f4b9 service neutron] Bound port: 2d135122-52a0-4e66-86c2-520768cf0447, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18b5a6df-b98f-4d4b-9428-0223d3f719a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '652b7040-839e-4592-b462-d4511ac6e125'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:29:59.478265 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-7235f324-4295-40be-bfaf-e5889fa6dc47 req-4706003f-ebe6-47d2-baef-697c6eb523fb service neutron] Transition to ACTIVE for port object d4c4ef63-4891-4e1d-9b3f-883b331bbb17 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:29:59.500853 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7235f324-4295-40be-bfaf-e5889fa6dc47 req-4706003f-ebe6-47d2-baef-697c6eb523fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:59.501565 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f16ca9dd-8854-4298-8f1c-e1a35da0827c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:59.519918 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09342e-c503-4586-9543-7fce367c1b13 req-51d57267-cf13-4403-9953-5af15ec53868 tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:59.521591 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1f09342e-c503-4586-9543-7fce367c1b13 req-51d57267-cf13-4403-9953-5af15ec53868 tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e718159-8fa5-4c9e-87db-f64c6a089dd5 HTTP/1.1" status: 200 len: 932 time: 0.1245477 Aug 22 13:29:59.556618 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56730) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:29:59.607015 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4706003f-ebe6-47d2-baef-697c6eb523fb service neutron] Pushing event updated for resources: {'Port': ['ID=d4c4ef63-4891-4e1d-9b3f-883b331bbb17,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:29:59.620494 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-47907811-f9bf-4954-b04a-0cbc6dd9f4b9 service neutron] For port 2d135122-52a0-4e66-86c2-520768cf0447, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=2d135122-52a0-4e66-86c2-520768cf0447,segment=NetworkSegment(18b5a6df-b98f-4d4b-9428-0223d3f719a9),segment_id=18b5a6df-b98f-4d4b-9428-0223d3f719a9)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:29:59.630352 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-47907811-f9bf-4954-b04a-0cbc6dd9f4b9 service neutron] Notify callbacks [] for binding, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:59.631545 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-47907811-f9bf-4954-b04a-0cbc6dd9f4b9 service neutron] 10.222.0.21 "POST /v2.0/ports/2d135122-52a0-4e66-86c2-520768cf0447/bindings HTTP/1.1" status: 201 len: 390 time: 0.5256207 Aug 22 13:29:59.649894 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1f09342e-c503-4586-9543-7fce367c1b13 req-1eea2e9c-5a3b-4803-a27d-ffcdaebd91fa tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] 10.222.0.21 "GET /v2.0/security-groups?id=17f5559a-27e1-4033-bb8a-7da83b56bc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062198 Aug 22 13:29:59.722449 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-7235f324-4295-40be-bfaf-e5889fa6dc47 req-4706003f-ebe6-47d2-baef-697c6eb523fb service neutron] Attempting to bind port d4c4ef63-4891-4e1d-9b3f-883b331bbb17 on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:29:59.723115 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-7235f324-4295-40be-bfaf-e5889fa6dc47 req-4706003f-ebe6-47d2-baef-697c6eb523fb service neutron] Attempting to bind port d4c4ef63-4891-4e1d-9b3f-883b331bbb17 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': 'ad4d1367-0913-4027-a6c7-e1f6076bffed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6ab84b77-ff12-466b-82d6-6c38069cfc74'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:29:59.723891 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7235f324-4295-40be-bfaf-e5889fa6dc47 req-4706003f-ebe6-47d2-baef-697c6eb523fb service neutron] Attempting to bind port d4c4ef63-4891-4e1d-9b3f-883b331bbb17 on network 6ab84b77-ff12-466b-82d6-6c38069cfc74 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:29:59.730325 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7235f324-4295-40be-bfaf-e5889fa6dc47 req-4706003f-ebe6-47d2-baef-697c6eb523fb service neutron] Port d4c4ef63-4891-4e1d-9b3f-883b331bbb17 on network 6ab84b77-ff12-466b-82d6-6c38069cfc74 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:29:59.730694 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7235f324-4295-40be-bfaf-e5889fa6dc47 req-4706003f-ebe6-47d2-baef-697c6eb523fb service neutron] Attempting to bind port d4c4ef63-4891-4e1d-9b3f-883b331bbb17 on network 6ab84b77-ff12-466b-82d6-6c38069cfc74 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:29:59.736856 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7235f324-4295-40be-bfaf-e5889fa6dc47 req-4706003f-ebe6-47d2-baef-697c6eb523fb service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:29:59.737190 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7235f324-4295-40be-bfaf-e5889fa6dc47 req-4706003f-ebe6-47d2-baef-697c6eb523fb service neutron] Checking segment: {'id': 'ad4d1367-0913-4027-a6c7-e1f6076bffed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6ab84b77-ff12-466b-82d6-6c38069cfc74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:29:59.737806 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7235f324-4295-40be-bfaf-e5889fa6dc47 req-4706003f-ebe6-47d2-baef-697c6eb523fb service neutron] Bound using segment: {'id': 'ad4d1367-0913-4027-a6c7-e1f6076bffed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6ab84b77-ff12-466b-82d6-6c38069cfc74'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:29:59.738221 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-7235f324-4295-40be-bfaf-e5889fa6dc47 req-4706003f-ebe6-47d2-baef-697c6eb523fb service neutron] Bound port: d4c4ef63-4891-4e1d-9b3f-883b331bbb17, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad4d1367-0913-4027-a6c7-e1f6076bffed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6ab84b77-ff12-466b-82d6-6c38069cfc74'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:29:59.738576 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7235f324-4295-40be-bfaf-e5889fa6dc47 req-4706003f-ebe6-47d2-baef-697c6eb523fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:59.868574 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-7235f324-4295-40be-bfaf-e5889fa6dc47 req-4706003f-ebe6-47d2-baef-697c6eb523fb service neutron] For port d4c4ef63-4891-4e1d-9b3f-883b331bbb17, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:29:59.892285 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-7235f324-4295-40be-bfaf-e5889fa6dc47 req-4706003f-ebe6-47d2-baef-697c6eb523fb service neutron] For port d4c4ef63-4891-4e1d-9b3f-883b331bbb17, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=d4c4ef63-4891-4e1d-9b3f-883b331bbb17,segment=NetworkSegment(ad4d1367-0913-4027-a6c7-e1f6076bffed),segment_id=ad4d1367-0913-4027-a6c7-e1f6076bffed)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:29:59.906902 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7235f324-4295-40be-bfaf-e5889fa6dc47 req-4706003f-ebe6-47d2-baef-697c6eb523fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:29:59.919195 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef4b3e-8a06-481f-93e9-b16c8bce0055 req-95c6c2bd-217a-44f9-b2b3-8110f2671769 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:29:59.920829 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f7ef4b3e-8a06-481f-93e9-b16c8bce0055 req-95c6c2bd-217a-44f9-b2b3-8110f2671769 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5ae8550-9d43-4cb1-8063-916a676bc36d HTTP/1.1" status: 200 len: 945 time: 0.0867054 Aug 22 13:30:00.022124 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-82f6d69b-54de-4af4-b431-46c308b0054e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2f26f6fb27a14dd1b89029cdcdc5dc9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4642918 Aug 22 13:30:00.028113 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56736) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:30:00.064198 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-b132cc18-0da4-4f3a-b8d5-205543542cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:00.065781 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-b132cc18-0da4-4f3a-b8d5-205543542cac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=61d15703803940a485cdd8f67b081dcb&device_id=c5ae8550-9d43-4cb1-8063-916a676bc36d HTTP/1.1" status: 200 len: 1097 time: 0.1310101 Aug 22 13:30:00.194456 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-14d8c41f-03a3-4bed-bca9-4ad5be2d6d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:00.248494 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235f324-4295-40be-bfaf-e5889fa6dc47 req-4706003f-ebe6-47d2-baef-697c6eb523fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:00.249105 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7235f324-4295-40be-bfaf-e5889fa6dc47 req-4706003f-ebe6-47d2-baef-697c6eb523fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:00.250469 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7235f324-4295-40be-bfaf-e5889fa6dc47 req-4706003f-ebe6-47d2-baef-697c6eb523fb service neutron] 10.222.0.16 "PUT /v2.0/ports/d4c4ef63-4891-4e1d-9b3f-883b331bbb17 HTTP/1.1" status: 200 len: 1093 time: 1.6117437 Aug 22 13:30:00.253821 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e718159-8fa5-4c9e-87db-f64c6a089dd5', 'tag': 'd4c4ef63-4891-4e1d-9b3f-883b331bbb17'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:30:00.255688 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-14d8c41f-03a3-4bed-bca9-4ad5be2d6d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:00.256136 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1b0291-b4a8-4202-96eb-a0546a34741e" -d '{"events": [{"name": "network-changed", "server_uuid": "0e718159-8fa5-4c9e-87db-f64c6a089dd5", "tag": "d4c4ef63-4891-4e1d-9b3f-883b331bbb17"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:30:00.300243 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f7ef4b3e-8a06-481f-93e9-b16c8bce0055 req-bea3f8a1-1d72-44ed-971b-89dd8f9bdb24 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655920 Aug 22 13:30:00.319851 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d51f18-2a46-4bff-a84b-ee8bbab17cd6 req-27c11c84-e245-4fd1-b623-dab64c25743b tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:00.322319 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-05d51f18-2a46-4bff-a84b-ee8bbab17cd6 req-27c11c84-e245-4fd1-b623-dab64c25743b tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 947 time: 0.3994451 Aug 22 13:30:00.327122 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f16ca9dd-8854-4298-8f1c-e1a35da0827c admin admin] Router 1905c0c1-d744-4760-a72a-ee8f089ff87d has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:30:00.328837 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-5b5b434f-24b2-4509-a76f-f8f8537d0663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:00.330323 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-5b5b434f-24b2-4509-a76f-f8f8537d0663 service neutron] 10.222.0.41 "GET /v2.0/networks?id=652b7040-839e-4592-b462-d4511ac6e125 HTTP/1.1" status: 200 len: 909 time: 0.2528486 Aug 22 13:30:00.339796 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4706003f-ebe6-47d2-baef-697c6eb523fb service neutron] Pushing event updated for resources: {'Port': ['ID=d4c4ef63-4891-4e1d-9b3f-883b331bbb17,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:00.377162 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7d1ad2-c282-4d74-9e09-194437e15580 x-openstack-request-id: req-4d7d1ad2-c282-4d74-9e09-194437e15580 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:30:00.377162 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e718159-8fa5-4c9e-87db-f64c6a089dd5", "tag": "d4c4ef63-4891-4e1d-9b3f-883b331bbb17", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:30:00.377162 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4d7d1ad2-c282-4d74-9e09-194437e15580 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:30:00.377598 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e718159-8fa5-4c9e-87db-f64c6a089dd5', 'tag': 'd4c4ef63-4891-4e1d-9b3f-883b331bbb17', 'status': 'completed', 'code': 200} Aug 22 13:30:00.409546 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-3c25a040-33c9-4c72-b219-0ae43cd6e54e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2d135122-52a0-4e66-86c2-520768cf0447 HTTP/1.1" status: 200 len: 217 time: 0.0699270 Aug 22 13:30:00.415435 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235f324-4295-40be-bfaf-e5889fa6dc47 req-ab8de65a-a8fd-43be-83f7-a2fcdf9796b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:00.417111 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7235f324-4295-40be-bfaf-e5889fa6dc47 req-ab8de65a-a8fd-43be-83f7-a2fcdf9796b3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0fc595bb8e8840db9913a3c56d8aae21&device_id=0e718159-8fa5-4c9e-87db-f64c6a089dd5 HTTP/1.1" status: 200 len: 1096 time: 0.1216950 Aug 22 13:30:00.424789 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-05d51f18-2a46-4bff-a84b-ee8bbab17cd6 req-dcfbe79c-816f-4288-84a9-e33a97905f49 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4f995f7-29d9-4ea1-8a86-26535a55404a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818956 Aug 22 13:30:00.428988 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-14d8c41f-03a3-4bed-bca9-4ad5be2d6d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:00.432270 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-14d8c41f-03a3-4bed-bca9-4ad5be2d6d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:00.433388 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-14d8c41f-03a3-4bed-bca9-4ad5be2d6d94 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/47231aa2-aac8-4b8b-9917-77a42df348c8 HTTP/1.1" status: 204 len: 168 time: 0.4041543 Aug 22 13:30:00.483725 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d8c41f-03a3-4bed-bca9-4ad5be2d6d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47231aa2-aac8-4b8b-9917-77a42df348c8,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:00.497709 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7235f324-4295-40be-bfaf-e5889fa6dc47 req-ce2a6d62-a35f-468a-a110-8db02e5fb115 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4c4ef63-4891-4e1d-9b3f-883b331bbb17 HTTP/1.1" status: 200 len: 217 time: 0.0575802 Aug 22 13:30:00.505857 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8aac16-aeec-4579-8fe0-0855eb7ea952 req-820a61a4-df54-4911-983c-a8bd2feb9a51 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:00.508359 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7f8aac16-aeec-4579-8fe0-0855eb7ea952 req-820a61a4-df54-4911-983c-a8bd2feb9a51 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 947 time: 0.1469719 Aug 22 13:30:00.535073 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-cb16fbd9-4cf2-47d9-8ea3-1ce86a1b8eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:00.536993 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-cb16fbd9-4cf2-47d9-8ea3-1ce86a1b8eb5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=236eb505-a499-4edb-a293-2a2d85a583c0 HTTP/1.1" status: 200 len: 848 time: 0.1192918 Aug 22 13:30:00.575122 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-90666b41-7d16-498a-976e-aed7bde99ab7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=652b7040-839e-4592-b462-d4511ac6e125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301635 Aug 22 13:30:00.576456 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16ca9dd-8854-4298-8f1c-e1a35da0827c admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:30:00.581323 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f16ca9dd-8854-4298-8f1c-e1a35da0827c admin admin] 10.222.0.21 "PUT /v2.0/routers/1905c0c1-d744-4760-a72a-ee8f089ff87d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5058148 Aug 22 13:30:00.584618 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56744) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:30:00.588430 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad674da6-6994-4e24-be80-d4374582ea99 None None] Sync routers for ids ['1905c0c1-d744-4760-a72a-ee8f089ff87d'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:30:00.598805 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad674da6-6994-4e24-be80-d4374582ea99 None None] Routers {'1905c0c1-d744-4760-a72a-ee8f089ff87d'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:30:00.599672 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-ad674da6-6994-4e24-be80-d4374582ea99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:29:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['1905c0c1-d744-4760-a72a-ee8f089ff87d'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:30:00.601923 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235f324-4295-40be-bfaf-e5889fa6dc47 req-ebe9ba32-341f-44e8-927b-25e79633b9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:00.603484 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7235f324-4295-40be-bfaf-e5889fa6dc47 req-ebe9ba32-341f-44e8-927b-25e79633b9a0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bc53559c-d640-43e1-9d10-f23247db76c6 HTTP/1.1" status: 200 len: 849 time: 0.0933738 Aug 22 13:30:00.629981 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf87674-c078-4b3e-acc4-8bea6b1a33f8 req-fbce9513-46df-4266-a21f-826efad99999 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:00.631613 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cbf87674-c078-4b3e-acc4-8bea6b1a33f8 req-fbce9513-46df-4266-a21f-826efad99999 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d7ffbc7-b2d5-4bba-a073-c6fbb5c6b114 HTTP/1.1" status: 200 len: 946 time: 0.2116458 Aug 22 13:30:00.675859 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7235f324-4295-40be-bfaf-e5889fa6dc47 req-910f9f86-b753-4377-b81c-45c1d0b0a3c9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6ab84b77-ff12-466b-82d6-6c38069cfc74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429029 Aug 22 13:30:00.727988 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-ad674da6-6994-4e24-be80-d4374582ea99 None None] Set router 1905c0c1-d744-4760-a72a-ee8f089ff87d gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:30:00.808312 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cbf87674-c078-4b3e-acc4-8bea6b1a33f8 req-75dd65b0-dde0-437d-9ef6-28b8b5637236 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633596 Aug 22 13:30:00.828472 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-7f8aac16-aeec-4579-8fe0-0855eb7ea952 req-d31e584e-bf67-44bf-b0a8-ffb692a768c1 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Deleting port 49182ab7-2c16-40e9-8e35-5b5ee774a5c3 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:30:00.831691 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7f8aac16-aeec-4579-8fe0-0855eb7ea952 req-d31e584e-bf67-44bf-b0a8-ffb692a768c1 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:00.840958 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8ebb8c23-afa2-48eb-8832-546ff1278358 admin admin] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:00.845113 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-5d257026-4296-458b-be67-5a7c9bbe3520 service neutron] 10.222.0.41 "GET /v2.0/networks/652b7040-839e-4592-b462-d4511ac6e125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613764 Aug 22 13:30:00.923150 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-ad674da6-6994-4e24-be80-d4374582ea99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1905c0c1-d744-4760-a72a-ee8f089ff87d', 'name': 'tempest-AttachSCSIVolumeTestJSON-940681660-router', 'tenant_id': '240c79ab08fe4e6bb9a4f1d353cd587c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '491c1552-5b3c-4745-8599-8fe88b452595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:28:09Z', 'updated_at': '2021-08-22T13:29:59Z', 'revision_number': 5, 'project_id': '240c79ab08fe4e6bb9a4f1d353cd587c', 'gw_port': {'id': '491c1552-5b3c-4745-8599-8fe88b452595', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1905c0c1-d744-4760-a72a-ee8f089ff87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:28:10Z', 'updated_at': '2021-08-22T13:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:30:00.964004 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad674da6-6994-4e24-be80-d4374582ea99 None None] Checking router: 1905c0c1-d744-4760-a72a-ee8f089ff87d for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:30:00.973497 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad674da6-6994-4e24-be80-d4374582ea99 None None] Routers {'1905c0c1-d744-4760-a72a-ee8f089ff87d'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:30:00.974520 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-ad674da6-6994-4e24-be80-d4374582ea99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:29:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['1905c0c1-d744-4760-a72a-ee8f089ff87d'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:30:01.032397 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-63522b2e-12fd-4ed2-9f24-2b156865863e service neutron] 10.222.0.41 "GET /v2.0/networks/652b7040-839e-4592-b462-d4511ac6e125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496668 Aug 22 13:30:01.034493 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8ebb8c23-afa2-48eb-8832-546ff1278358 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:01.055094 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9c9d96b9-0104-4a76-8127-02f1478eb3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:01.106211 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f452068-9b25-4233-b3fa-076b55f68ed2 req-a375483c-bbca-44d5-844d-6911cb393f7e tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:01.110425 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-8ebb8c23-afa2-48eb-8832-546ff1278358 admin admin] Deleting port 491c1552-5b3c-4745-8599-8fe88b452595 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:30:01.110772 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8ebb8c23-afa2-48eb-8832-546ff1278358 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:01.115044 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0f452068-9b25-4233-b3fa-076b55f68ed2 req-a375483c-bbca-44d5-844d-6911cb393f7e tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e718159-8fa5-4c9e-87db-f64c6a089dd5 HTTP/1.1" status: 200 len: 944 time: 0.3538365 Aug 22 13:30:01.150823 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-ad674da6-6994-4e24-be80-d4374582ea99 None None] Set router 1905c0c1-d744-4760-a72a-ee8f089ff87d gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:30:01.154077 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7235f324-4295-40be-bfaf-e5889fa6dc47 req-a449f6cb-74ed-44f0-b3e9-2ae8c0e29339 service neutron] 10.222.0.16 "GET /v2.0/networks/6ab84b77-ff12-466b-82d6-6c38069cfc74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4657180 Aug 22 13:30:01.156436 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-7f8aac16-aeec-4579-8fe0-0855eb7ea952 req-d31e584e-bf67-44bf-b0a8-ffb692a768c1 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] For port 49182ab7-2c16-40e9-8e35-5b5ee774a5c3, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=49182ab7-2c16-40e9-8e35-5b5ee774a5c3,segment=NetworkSegment(e0cf36a3-398c-4c68-a668-edae22b1fee1),segment_id=e0cf36a3-398c-4c68-a668-edae22b1fee1)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:30:01.156436 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7f8aac16-aeec-4579-8fe0-0855eb7ea952 req-d31e584e-bf67-44bf-b0a8-ffb692a768c1 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:01.182406 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:01.235040 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-8ebb8c23-afa2-48eb-8832-546ff1278358 admin admin] For port 491c1552-5b3c-4745-8599-8fe88b452595, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=491c1552-5b3c-4745-8599-8fe88b452595,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:30:01.235554 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8ebb8c23-afa2-48eb-8832-546ff1278358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:01.260950 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-8ebb8c23-afa2-48eb-8832-546ff1278358 admin admin] Calling delete_port for 491c1552-5b3c-4745-8599-8fe88b452595 owned by network:router_gateway {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:30:01.304456 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0f452068-9b25-4233-b3fa-076b55f68ed2 req-dfc53131-06b5-4776-968a-e390dc86110c tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] 10.222.0.21 "GET /v2.0/security-groups?id=17f5559a-27e1-4033-bb8a-7da83b56bc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882634 Aug 22 13:30:01.477795 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56774) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:30:01.485070 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8ebb8c23-afa2-48eb-8832-546ff1278358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:01.486127 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7235f324-4295-40be-bfaf-e5889fa6dc47 req-9c7d57a0-40c5-4581-bdda-c9b4073eaa92 service neutron] 10.222.0.16 "GET /v2.0/networks/6ab84b77-ff12-466b-82d6-6c38069cfc74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189490 Aug 22 13:30:01.546495 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-ad674da6-6994-4e24-be80-d4374582ea99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1905c0c1-d744-4760-a72a-ee8f089ff87d', 'name': 'tempest-AttachSCSIVolumeTestJSON-940681660-router', 'tenant_id': '240c79ab08fe4e6bb9a4f1d353cd587c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '491c1552-5b3c-4745-8599-8fe88b452595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:28:09Z', 'updated_at': '2021-08-22T13:29:59Z', 'revision_number': 5, 'project_id': '240c79ab08fe4e6bb9a4f1d353cd587c', 'gw_port': {'id': '491c1552-5b3c-4745-8599-8fe88b452595', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1905c0c1-d744-4760-a72a-ee8f089ff87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:28:10Z', 'updated_at': '2021-08-22T13:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:30:01.550261 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e442d3-4218-42c4-84b4-2781cdadfe27 req-7124a376-2b8e-48f7-8c8f-47a5b76aa1b4 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:01.558646 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-82e442d3-4218-42c4-84b4-2781cdadfe27 req-7124a376-2b8e-48f7-8c8f-47a5b76aa1b4 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5ae8550-9d43-4cb1-8063-916a676bc36d HTTP/1.1" status: 200 len: 945 time: 0.1306355 Aug 22 13:30:01.613355 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad674da6-6994-4e24-be80-d4374582ea99 None None] The sync data for ids ['1905c0c1-d744-4760-a72a-ee8f089ff87d'] in n-d-793621-33 is: [{'id': '1905c0c1-d744-4760-a72a-ee8f089ff87d', 'name': 'tempest-AttachSCSIVolumeTestJSON-940681660-router', 'tenant_id': '240c79ab08fe4e6bb9a4f1d353cd587c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '491c1552-5b3c-4745-8599-8fe88b452595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:28:09Z', 'updated_at': '2021-08-22T13:29:59Z', 'revision_number': 5, 'project_id': '240c79ab08fe4e6bb9a4f1d353cd587c', 'gw_port': {'id': '491c1552-5b3c-4745-8599-8fe88b452595', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1905c0c1-d744-4760-a72a-ee8f089ff87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:28:10Z', 'updated_at': '2021-08-22T13:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:30:01.673114 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebb8c23-afa2-48eb-8832-546ff1278358 admin admin] Pushing event deleted for resources: {'Port': ['ID=491c1552-5b3c-4745-8599-8fe88b452595,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:01.680096 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-82e442d3-4218-42c4-84b4-2781cdadfe27 req-d6c9ca2f-512f-4ac3-a562-07e84fa8735f tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199296 Aug 22 13:30:01.682316 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8ebb8c23-afa2-48eb-8832-546ff1278358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:01.705489 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7f8aac16-aeec-4579-8fe0-0855eb7ea952 req-d31e584e-bf67-44bf-b0a8-ffb692a768c1 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:01.705887 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7f8aac16-aeec-4579-8fe0-0855eb7ea952 req-d31e584e-bf67-44bf-b0a8-ffb692a768c1 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:01.706211 n-d-793621-33 neutron-server[94627]: INFO neutron.db.l3_db [req-7f8aac16-aeec-4579-8fe0-0855eb7ea952 req-d31e584e-bf67-44bf-b0a8-ffb692a768c1 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Floating IP 728a6091-de74-4ccc-a5ce-f59d6472094e disassociated. External IP: 172.25.3.52, port: 49182ab7-2c16-40e9-8e35-5b5ee774a5c3. Aug 22 13:30:01.706555 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-7f8aac16-aeec-4579-8fe0-0855eb7ea952 req-d31e584e-bf67-44bf-b0a8-ffb692a768c1 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Calling delete_port for 49182ab7-2c16-40e9-8e35-5b5ee774a5c3 owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:30:01.717235 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b0291-b4a8-4202-96eb-a0546a34741e req-6242405f-cc28-488d-a26a-1b4e671660a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:01.718794 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5e1b0291-b4a8-4202-96eb-a0546a34741e req-6242405f-cc28-488d-a26a-1b4e671660a1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0fc595bb8e8840db9913a3c56d8aae21&device_id=0e718159-8fa5-4c9e-87db-f64c6a089dd5 HTTP/1.1" status: 200 len: 1096 time: 0.1418920 Aug 22 13:30:01.736475 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da024b-4e78-4b11-bc2b-a6d2d2964324 req-15f38126-964e-40cb-91d1-20de14d32907 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:01.738099 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-57da024b-4e78-4b11-bc2b-a6d2d2964324 req-15f38126-964e-40cb-91d1-20de14d32907 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 947 time: 0.1475348 Aug 22 13:30:01.754228 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-e7f9580c-4943-4ed0-8bb6-b7d92d3fa70f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-70020728-network', 'tenant_id': '85b67edec0fe49979d60cb39fc1affa4'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:30:01.824283 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8ebb8c23-afa2-48eb-8832-546ff1278358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:01.828649 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8ebb8c23-afa2-48eb-8832-546ff1278358 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:01.845510 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f9580c-4943-4ed0-8bb6-b7d92d3fa70f admin admin] Made reservation on behalf of 85b67edec0fe49979d60cb39fc1affa4 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:30:01.848216 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e7f9580c-4943-4ed0-8bb6-b7d92d3fa70f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:01.888456 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e7f9580c-4943-4ed0-8bb6-b7d92d3fa70f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:01.909432 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8ebb8c23-afa2-48eb-8832-546ff1278358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:01.909980 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ebb8c23-afa2-48eb-8832-546ff1278358 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1905c0c1-d744-4760-a72a-ee8f089ff87d {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:30:01.917095 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8ebb8c23-afa2-48eb-8832-546ff1278358 admin admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:01.918244 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8ebb8c23-afa2-48eb-8832-546ff1278358 admin admin] 10.222.0.21 "DELETE /v2.0/routers/1905c0c1-d744-4760-a72a-ee8f089ff87d HTTP/1.1" status: 204 len: 168 time: 1.3327708 Aug 22 13:30:01.921267 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56782) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:30:01.965333 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-57da024b-4e78-4b11-bc2b-a6d2d2964324 req-36a96ebf-67e1-4c00-b9be-21e0155a976e tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4f995f7-29d9-4ea1-8a86-26535a55404a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2170327 Aug 22 13:30:01.998635 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee666e00-47dd-45fb-80ce-d48be532c395 admin admin] Deleting subnet 3fecb79f-5490-49cd-99e8-a71ee39e198c {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:30:02.015101 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ee666e00-47dd-45fb-80ce-d48be532c395 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:02.031831 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b0291-b4a8-4202-96eb-a0546a34741e req-6177d4f2-fff8-4947-9dbd-9de83b21c4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:02.034752 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5e1b0291-b4a8-4202-96eb-a0546a34741e req-6177d4f2-fff8-4947-9dbd-9de83b21c4f0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6ab84b77-ff12-466b-82d6-6c38069cfc74 HTTP/1.1" status: 200 len: 910 time: 0.2941535 Aug 22 13:30:02.092866 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f0e7f-83f7-4092-8c22-7ec8f3bff0f1 req-40d3a2a1-b373-4a23-a3d6-2ad84834e58c tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:02.094768 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ca7f0e7f-83f7-4092-8c22-7ec8f3bff0f1 req-40d3a2a1-b373-4a23-a3d6-2ad84834e58c tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d7ffbc7-b2d5-4bba-a073-c6fbb5c6b114 HTTP/1.1" status: 200 len: 946 time: 0.1930377 Aug 22 13:30:02.117614 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ee666e00-47dd-45fb-80ce-d48be532c395 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:02.147652 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5e1b0291-b4a8-4202-96eb-a0546a34741e req-411dc249-7312-444b-afbd-050f17d23443 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4c4ef63-4891-4e1d-9b3f-883b331bbb17 HTTP/1.1" status: 200 len: 217 time: 0.0753024 Aug 22 13:30:02.234044 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b0291-b4a8-4202-96eb-a0546a34741e req-c0cc69ab-800a-43e2-b391-adb15deacd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:02.235462 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5e1b0291-b4a8-4202-96eb-a0546a34741e req-c0cc69ab-800a-43e2-b391-adb15deacd5c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bc53559c-d640-43e1-9d10-f23247db76c6 HTTP/1.1" status: 200 len: 849 time: 0.0737548 Aug 22 13:30:02.239827 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ee666e00-47dd-45fb-80ce-d48be532c395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:02.244428 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7f8aac16-aeec-4579-8fe0-0855eb7ea952 req-d31e584e-bf67-44bf-b0a8-ffb692a768c1 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:02.283893 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ca7f0e7f-83f7-4092-8c22-7ec8f3bff0f1 req-ab63861b-2723-4745-8ae6-da75eebec54e tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496067 Aug 22 13:30:02.288729 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e7f9580c-4943-4ed0-8bb6-b7d92d3fa70f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:02.303319 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e7f9580c-4943-4ed0-8bb6-b7d92d3fa70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:02.329048 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5e1b0291-b4a8-4202-96eb-a0546a34741e req-4da4bd66-c740-4436-bc97-fcd18fa0d2c2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6ab84b77-ff12-466b-82d6-6c38069cfc74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780442 Aug 22 13:30:02.332753 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31e584e-bf67-44bf-b0a8-ffb692a768c1 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Pushing event deleted for resources: {'Port': ['ID=49182ab7-2c16-40e9-8e35-5b5ee774a5c3,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:02.357711 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:02.450990 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7f9580c-4943-4ed0-8bb6-b7d92d3fa70f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:30:02.465595 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ee666e00-47dd-45fb-80ce-d48be532c395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:02.518904 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee666e00-47dd-45fb-80ce-d48be532c395 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fecb79f-5490-49cd-99e8-a71ee39e198c,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:02.520809 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f9580c-4943-4ed0-8bb6-b7d92d3fa70f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc989fc-1f16-4dea-bf06-0685fdc900ef,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:02.535594 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e7f9580c-4943-4ed0-8bb6-b7d92d3fa70f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:02.543397 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-e7f9580c-4943-4ed0-8bb6-b7d92d3fa70f admin admin] Added segment c8b8cc55-fc2d-46d8-87ee-376b78d944f5 of type vlan for network ecb8a207-6254-4d91-a79c-9284a8e1a690 Aug 22 13:30:02.558958 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ee666e00-47dd-45fb-80ce-d48be532c395 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:02.563182 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25152255-0a7a-4a37-8b8e-85453a0798ba None None] Network 3e39c712-4fd5-4b40-8b2e-7f5850edbaa2 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:30:02.564089 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ee666e00-47dd-45fb-80ce-d48be532c395 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3fecb79f-5490-49cd-99e8-a71ee39e198c HTTP/1.1" status: 204 len: 168 time: 0.6416879 Aug 22 13:30:02.565893 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56788) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:30:02.579949 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5e1b0291-b4a8-4202-96eb-a0546a34741e req-44aaff79-88a4-486f-92c8-f2e85cf4a7cb service neutron] 10.222.0.16 "GET /v2.0/networks/6ab84b77-ff12-466b-82d6-6c38069cfc74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289395 Aug 22 13:30:02.631640 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed69c69-9e27-459e-9540-ac8b43ab8294 req-1d151bba-cc61-4a69-93b6-c240cefcf99f tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:02.646662 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3ed69c69-9e27-459e-9540-ac8b43ab8294 req-1d151bba-cc61-4a69-93b6-c240cefcf99f tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e718159-8fa5-4c9e-87db-f64c6a089dd5 HTTP/1.1" status: 200 len: 944 time: 0.1983764 Aug 22 13:30:02.672689 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7a30906d-8009-4296-8954-8dc64a7a9ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:02.744359 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e7f9580c-4943-4ed0-8bb6-b7d92d3fa70f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:02.750845 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f8aac16-aeec-4579-8fe0-0855eb7ea952 req-d31e584e-bf67-44bf-b0a8-ffb692a768c1 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Router 213977a6-06a1-4e4d-9e49-0489e920bd05 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:30:02.812057 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e7f9580c-4943-4ed0-8bb6-b7d92d3fa70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:02.834064 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3ed69c69-9e27-459e-9540-ac8b43ab8294 req-af43d3f6-394a-4613-8c12-cbc4ade24a58 tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] 10.222.0.21 "GET /v2.0/security-groups?id=17f5559a-27e1-4033-bb8a-7da83b56bc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866605 Aug 22 13:30:02.834773 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f9580c-4943-4ed0-8bb6-b7d92d3fa70f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:02.836069 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e7f9580c-4943-4ed0-8bb6-b7d92d3fa70f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:02.884716 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e7f9580c-4943-4ed0-8bb6-b7d92d3fa70f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4054134 Aug 22 13:30:02.909791 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56792) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:30:02.916452 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-ded0b088-26cf-469d-9ac8-ff4f97569ad8 admin admin] Request body: {'subnet': {'network_id': 'ecb8a207-6254-4d91-a79c-9284a8e1a690', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-70020728-subnet', 'tenant_id': '85b67edec0fe49979d60cb39fc1affa4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:30:02.925736 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5e1b0291-b4a8-4202-96eb-a0546a34741e req-482f5bc5-306b-4296-9461-7dfc2550a103 service neutron] 10.222.0.16 "GET /v2.0/networks/6ab84b77-ff12-466b-82d6-6c38069cfc74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354824 Aug 22 13:30:02.953342 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-7a30906d-8009-4296-8954-8dc64a7a9ee3 admin admin] Deleting port 2690aa04-644d-4445-a004-8e2b806e7517 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:30:02.953587 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7a30906d-8009-4296-8954-8dc64a7a9ee3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:03.018322 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f9580c-4943-4ed0-8bb6-b7d92d3fa70f admin admin] Pushing event updated for resources: {'Network': ['ID=ecb8a207-6254-4d91-a79c-9284a8e1a690,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:03.030104 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network ecb8a207-6254-4d91-a79c-9284a8e1a690 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:30:03.030685 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b2f01-c74e-48a5-b3e8-0f37c12de507 req-ec748134-f9df-4b97-b39b-ca1ded7dc868 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:03.034368 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6d6b2f01-c74e-48a5-b3e8-0f37c12de507 req-ec748134-f9df-4b97-b39b-ca1ded7dc868 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5ae8550-9d43-4cb1-8063-916a676bc36d HTTP/1.1" status: 200 len: 945 time: 0.2475145 Aug 22 13:30:03.056693 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f8aac16-aeec-4579-8fe0-0855eb7ea952 req-d31e584e-bf67-44bf-b0a8-ffb692a768c1 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:30:03.058389 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded0b088-26cf-469d-9ac8-ff4f97569ad8 admin admin] Made reservation on behalf of 85b67edec0fe49979d60cb39fc1affa4 for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:30:03.061524 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ded0b088-26cf-469d-9ac8-ff4f97569ad8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:03.063355 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-7a30906d-8009-4296-8954-8dc64a7a9ee3 admin admin] For port 2690aa04-644d-4445-a004-8e2b806e7517, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=2690aa04-644d-4445-a004-8e2b806e7517,segment=NetworkSegment(ac3ebfcb-56f0-4116-abdb-2661ff22ce29),segment_id=ac3ebfcb-56f0-4116-abdb-2661ff22ce29)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:30:03.063355 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7a30906d-8009-4296-8954-8dc64a7a9ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:03.102796 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-7a30906d-8009-4296-8954-8dc64a7a9ee3 admin admin] Calling delete_port for 2690aa04-644d-4445-a004-8e2b806e7517 owned by network:dhcp {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:30:03.161211 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61160d77-b373-423d-a919-427e73265013 None None] Sync routers for ids ['213977a6-06a1-4e4d-9e49-0489e920bd05'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:30:03.176859 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3735518e-2768-4e5b-bb29-ef68f2ddc55a None None] DHCP port deletion for 3e39c712-4fd5-4b40-8b2e-7f5850edbaa2 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:30:03.184444 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 491c1552-5b3c-4745-8599-8fe88b452595 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:30:03.205568 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f8aac16-aeec-4579-8fe0-0855eb7ea952 req-d31e584e-bf67-44bf-b0a8-ffb692a768c1 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] No DVR routers for this DVR port 49182ab7-2c16-40e9-8e35-5b5ee774a5c3 on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:30:03.211334 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 491c1552-5b3c-4745-8599-8fe88b452595 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:30:03.211674 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 491c1552-5b3c-4745-8599-8fe88b452595 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:30:03.212125 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device f27a53a8-e300-4457-85a1-2288719238a6 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:30:03.216266 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61160d77-b373-423d-a919-427e73265013 None None] Routers {'213977a6-06a1-4e4d-9e49-0489e920bd05'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:30:03.217093 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-61160d77-b373-423d-a919-427e73265013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:30:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['213977a6-06a1-4e4d-9e49-0489e920bd05'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:30:03.223899 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7f8aac16-aeec-4579-8fe0-0855eb7ea952 req-d31e584e-bf67-44bf-b0a8-ffb692a768c1 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:03.226792 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7f8aac16-aeec-4579-8fe0-0855eb7ea952 req-d31e584e-bf67-44bf-b0a8-ffb692a768c1 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.16 "DELETE /v2.0/ports/49182ab7-2c16-40e9-8e35-5b5ee774a5c3 HTTP/1.1" status: 204 len: 173 time: 2.7067165 Aug 22 13:30:03.227513 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451', 'name': 'network-vif-deleted', 'tag': '49182ab7-2c16-40e9-8e35-5b5ee774a5c3'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:30:03.229891 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ea2f84-d892-4752-94dc-b76248fe9e8c" -d '{"events": [{"server_uuid": "7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451", "name": "network-vif-deleted", "tag": "49182ab7-2c16-40e9-8e35-5b5ee774a5c3"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:30:03.238317 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-12b84740-f9f0-46a7-b769-30ab69054372 req-71b66d4d-9aef-4ec2-9ed5-d13d7a57e394 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451 HTTP/1.1" status: 200 len: 210 time: 0.0505264 Aug 22 13:30:03.243601 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7a30906d-8009-4296-8954-8dc64a7a9ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:03.267171 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6d6b2f01-c74e-48a5-b3e8-0f37c12de507 req-845961af-a153-444d-a5d1-6006a85a73c0 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029047 Aug 22 13:30:03.315309 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a30906d-8009-4296-8954-8dc64a7a9ee3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2690aa04-644d-4445-a004-8e2b806e7517,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:03.317571 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a30906d-8009-4296-8954-8dc64a7a9ee3 admin admin] No DVR routers for this DVR port 2690aa04-644d-4445-a004-8e2b806e7517 on host n-d-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:30:03.427081 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7a30906d-8009-4296-8954-8dc64a7a9ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:03.441366 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-61160d77-b373-423d-a919-427e73265013 None None] Set router 213977a6-06a1-4e4d-9e49-0489e920bd05 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:30:03.453793 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-7a30906d-8009-4296-8954-8dc64a7a9ee3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e39c712-4fd5-4b40-8b2e-7f5850edbaa2']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:30:03.477688 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-7a30906d-8009-4296-8954-8dc64a7a9ee3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac3ebfcb-56f0-4116-abdb-2661ff22ce29') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:30:03.478365 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-7a30906d-8009-4296-8954-8dc64a7a9ee3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac3ebfcb-56f0-4116-abdb-2661ff22ce29') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:30:03.478496 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32abfd35-bcb0-4527-8125-fbc756cfe438 x-openstack-request-id: req-32abfd35-bcb0-4527-8125-fbc756cfe438 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:30:03.479287 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451", "name": "network-vif-deleted", "tag": "49182ab7-2c16-40e9-8e35-5b5ee774a5c3", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:30:03.479287 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-32abfd35-bcb0-4527-8125-fbc756cfe438 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:30:03.479659 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf65dbd-cf8c-44f7-ae3d-4a4e5930e451', 'name': 'network-vif-deleted', 'tag': '49182ab7-2c16-40e9-8e35-5b5ee774a5c3', 'status': 'completed', 'code': 200} Aug 22 13:30:03.481272 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ded0b088-26cf-469d-9ac8-ff4f97569ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:03.492561 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7a30906d-8009-4296-8954-8dc64a7a9ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:03.509170 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7a30906d-8009-4296-8954-8dc64a7a9ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:03.511991 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: f27a53a8-e300-4457-85a1-2288719238a6 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:30:03.512550 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device f27a53a8-e300-4457-85a1-2288719238a6 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:30:03.513629 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 2690aa04-644d-4445-a004-8e2b806e7517 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:30:03.517337 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-3735518e-2768-4e5b-bb29-ef68f2ddc55a None None] The port '2690aa04-644d-4445-a004-8e2b806e7517' was deleted {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 22 13:30:03.519378 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a30906d-8009-4296-8954-8dc64a7a9ee3 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:30:03.522893 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7a30906d-8009-4296-8954-8dc64a7a9ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:03.525760 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:30:03.525760 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:30:03.525760 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:30:03.525760 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:30:03.525760 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:30:03.525760 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:30:03.525760 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:30:03.525760 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:30:03.525760 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:30:03.525760 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:30:03.525760 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:30:03.525760 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:30:03.525760 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:30:03.525760 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:30:03.525760 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:30:03.525760 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:30:03.525760 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:30:03.525760 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:30:03.525760 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:30:03.525760 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:30:03.525760 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:30:03.525760 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:30:03.525760 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:30:03.525760 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:30:03.525760 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:30:03.525760 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:30:03.525760 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:30:03.525760 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:30:03.525760 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:30:03.525760 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:30:03.525760 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:30:03.525760 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:30:03.553088 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 2690aa04-644d-4445-a004-8e2b806e7517 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:30:03.553806 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 2690aa04-644d-4445-a004-8e2b806e7517 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:30:03.595975 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded0b088-26cf-469d-9ac8-ff4f97569ad8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb27ecd5-3f35-4a80-8644-9aa9e353e4a4,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:03.609527 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7a30906d-8009-4296-8954-8dc64a7a9ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:03.612635 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded0b088-26cf-469d-9ac8-ff4f97569ad8 admin admin] Checking segment: {'id': 'c8b8cc55-fc2d-46d8-87ee-376b78d944f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ecb8a207-6254-4d91-a79c-9284a8e1a690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:30:03.613117 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded0b088-26cf-469d-9ac8-ff4f97569ad8 admin admin] Network hostable DHCP agents. Network: ecb8a207-6254-4d91-a79c-9284a8e1a690, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:30:03.623747 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7a30906d-8009-4296-8954-8dc64a7a9ee3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:03.625891 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7a30906d-8009-4296-8954-8dc64a7a9ee3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3e39c712-4fd5-4b40-8b2e-7f5850edbaa2 HTTP/1.1" status: 204 len: 168 time: 1.0590906 Aug 22 13:30:03.644539 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a30906d-8009-4296-8954-8dc64a7a9ee3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e39c712-4fd5-4b40-8b2e-7f5850edbaa2,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:03.656100 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3470551-32bb-4d36-93df-fb74698e52bf req-e4febf93-ff98-40bc-8801-5ca0d4c9656c tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:03.657200 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:03.658968 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f3470551-32bb-4d36-93df-fb74698e52bf req-e4febf93-ff98-40bc-8801-5ca0d4c9656c tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d7ffbc7-b2d5-4bba-a073-c6fbb5c6b114 HTTP/1.1" status: 200 len: 946 time: 0.1155338 Aug 22 13:30:03.668029 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded0b088-26cf-469d-9ac8-ff4f97569ad8 admin admin] Network ecb8a207-6254-4d91-a79c-9284a8e1a690 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:30:03.704685 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-ded0b088-26cf-469d-9ac8-ff4f97569ad8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, ecb8a207-6254-4d91-a79c-9284a8e1a690) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:30:03.715287 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a3e17e-20ca-4aea-9021-c3037ab92bbd None None] Network ecb8a207-6254-4d91-a79c-9284a8e1a690 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:30:03.717029 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f3470551-32bb-4d36-93df-fb74698e52bf req-7971a696-af5b-4136-b0b2-7cfe0cd77e06 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463974 Aug 22 13:30:03.718372 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded0b088-26cf-469d-9ac8-ff4f97569ad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:03.718961 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ded0b088-26cf-469d-9ac8-ff4f97569ad8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:03.739312 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56806) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:30:03.739457 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ded0b088-26cf-469d-9ac8-ff4f97569ad8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8282595 Aug 22 13:30:03.744661 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-63f01d4c-d9fc-4057-a814-f09bc517892c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-70020728-router', 'tenant_id': '85b67edec0fe49979d60cb39fc1affa4', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:30:03.780450 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-63f01d4c-d9fc-4057-a814-f09bc517892c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:03.781814 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-63f01d4c-d9fc-4057-a814-f09bc517892c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:03.824732 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56808) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:30:03.860530 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-63f01d4c-d9fc-4057-a814-f09bc517892c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:03.888024 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-61160d77-b373-423d-a919-427e73265013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'name': 'tempest-AttachVolumeShelveTestJSON-1882356738-router', 'tenant_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'c5586c10-7f76-4327-b012-bd54a160b417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:25:08Z', 'updated_at': '2021-08-22T13:25:14Z', 'revision_number': 4, 'project_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'gw_port': {'id': 'c5586c10-7f76-4327-b012-bd54a160b417', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:eb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:09Z', 'updated_at': '2021-08-22T13:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'd2834d00-2df8-4e69-b09e-e98ef3c97c27', 'name': '', 'network_id': 'dfedf898-aca6-4df9-b6f5-cb8b2650ce65', 'tenant_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'mac_address': 'fa:16:3e:e9:d3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '86161abd-93fb-4a2f-8c13-984112b572a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:13Z', 'updated_at': '2021-08-22T13:25:25Z', 'revision_number': 5, 'project_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'subnets': [{'id': '86161abd-93fb-4a2f-8c13-984112b572a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:30:03.902364 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-6d7ac5ca-efc7-4792-b42c-10e447f639ae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=af20f51aa91f4ab9ae0e1e95088c542a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0663252 Aug 22 13:30:03.962577 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56812) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:30:04.000802 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61160d77-b373-423d-a919-427e73265013 None None] Checking router: 213977a6-06a1-4e4d-9e49-0489e920bd05 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:30:04.027383 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61160d77-b373-423d-a919-427e73265013 None None] Routers {'213977a6-06a1-4e4d-9e49-0489e920bd05'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:30:04.028009 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-61160d77-b373-423d-a919-427e73265013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:30:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['213977a6-06a1-4e4d-9e49-0489e920bd05'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:30:04.097506 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f8bdb-c0f4-40f6-80e0-050671d742cf req-0af87d57-c760-4067-b538-6967a2090926 tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:04.099393 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-865f8bdb-c0f4-40f6-80e0-050671d742cf req-0af87d57-c760-4067-b538-6967a2090926 tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e718159-8fa5-4c9e-87db-f64c6a089dd5 HTTP/1.1" status: 200 len: 944 time: 0.0926156 Aug 22 13:30:04.103763 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1929e3f1-7671-41c4-9347-06dd66806dca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:04.128131 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1929e3f1-7671-41c4-9347-06dd66806dca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:04.133780 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-63f01d4c-d9fc-4057-a814-f09bc517892c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:04.152696 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-61160d77-b373-423d-a919-427e73265013 None None] Set router 213977a6-06a1-4e4d-9e49-0489e920bd05 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:30:04.191172 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1929e3f1-7671-41c4-9347-06dd66806dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:04.194254 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1929e3f1-7671-41c4-9347-06dd66806dca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:04.197259 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-1929e3f1-7671-41c4-9347-06dd66806dca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b599c523-d68c-466d-9cc5-a05039137646 HTTP/1.1" status: 204 len: 168 time: 0.2328703 Aug 22 13:30:04.213756 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1929e3f1-7671-41c4-9347-06dd66806dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b599c523-d68c-466d-9cc5-a05039137646,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:04.243670 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-865f8bdb-c0f4-40f6-80e0-050671d742cf req-5a691e71-5251-4f97-8f72-2149e7a3eb3a tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] 10.222.0.21 "GET /v2.0/security-groups?id=17f5559a-27e1-4033-bb8a-7da83b56bc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739541 Aug 22 13:30:04.252495 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa3de10-1d44-49da-bea6-b92ad62993b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-ecb8a207-6254-4d91-a79c-9284a8e1a690', 'network_id': 'ecb8a207-6254-4d91-a79c-9284a8e1a690', 'tenant_id': '85b67edec0fe49979d60cb39fc1affa4', 'fixed_ips': [{'subnet_id': 'cb27ecd5-3f35-4a80-8644-9aa9e353e4a4'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:30:04.253826 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5fa3de10-1d44-49da-bea6-b92ad62993b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:04.367890 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56822) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:30:04.442936 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device d4c4ef63-4891-4e1d-9b3f-883b331bbb17 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:30:04.449048 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 49182ab7-2c16-40e9-8e35-5b5ee774a5c3 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:30:04.549562 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: 49182ab7-2c16-40e9-8e35-5b5ee774a5c3 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:30:04.549899 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 49182ab7-2c16-40e9-8e35-5b5ee774a5c3 not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:30:04.800589 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:04.845695 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56832) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:30:04.847677 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-63f01d4c-d9fc-4057-a814-f09bc517892c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:04.880540 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-63f01d4c-d9fc-4057-a814-f09bc517892c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:04.947033 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port d4c4ef63-4891-4e1d-9b3f-883b331bbb17, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=d4c4ef63-4891-4e1d-9b3f-883b331bbb17,segment=NetworkSegment(ad4d1367-0913-4027-a6c7-e1f6076bffed),segment_id=ad4d1367-0913-4027-a6c7-e1f6076bffed)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:30:04.979492 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5fade4dc-4a0d-4457-8103-c757b3a86733 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=240c79ab08fe4e6bb9a4f1d353cd587c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1059306 Aug 22 13:30:04.982468 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56834) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:30:04.991508 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463710b2-4b32-4971-bcd9-ebb0c7a05787 req-0ad99d7d-a7c9-4905-9c22-adc4ddcaabef tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:05.000827 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-463710b2-4b32-4971-bcd9-ebb0c7a05787 req-0ad99d7d-a7c9-4905-9c22-adc4ddcaabef tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5ae8550-9d43-4cb1-8063-916a676bc36d HTTP/1.1" status: 200 len: 945 time: 0.5983739 Aug 22 13:30:05.010924 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-61160d77-b373-423d-a919-427e73265013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'name': 'tempest-AttachVolumeShelveTestJSON-1882356738-router', 'tenant_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'c5586c10-7f76-4327-b012-bd54a160b417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:25:08Z', 'updated_at': '2021-08-22T13:25:14Z', 'revision_number': 4, 'project_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'gw_port': {'id': 'c5586c10-7f76-4327-b012-bd54a160b417', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:eb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:09Z', 'updated_at': '2021-08-22T13:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'd2834d00-2df8-4e69-b09e-e98ef3c97c27', 'name': '', 'network_id': 'dfedf898-aca6-4df9-b6f5-cb8b2650ce65', 'tenant_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'mac_address': 'fa:16:3e:e9:d3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '86161abd-93fb-4a2f-8c13-984112b572a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:13Z', 'updated_at': '2021-08-22T13:25:25Z', 'revision_number': 5, 'project_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'subnets': [{'id': '86161abd-93fb-4a2f-8c13-984112b572a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:30:05.046082 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': 'd4c4ef63-4891-4e1d-9b3f-883b331bbb17', 'network_id': '6ab84b77-ff12-466b-82d6-6c38069cfc74', 'port_id': 'd4c4ef63-4891-4e1d-9b3f-883b331bbb17', 'mac_address': 'fa:16:3e:d2:b2:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc53559c-d640-43e1-9d10-f23247db76c6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:30:05.053462 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-463710b2-4b32-4971-bcd9-ebb0c7a05787 req-01e05d34-dcf8-44a4-a781-b8628e88b683 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465672 Aug 22 13:30:05.054931 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0d0429a4-5722-4040-b74d-59d8a96b4a17 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:05.065044 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264fae2a-16c3-4b2c-87ac-5d6ce63a4555 req-95a5f0be-9fa8-41ee-96ae-05eebcd97f74 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:05.073788 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-264fae2a-16c3-4b2c-87ac-5d6ce63a4555 req-95a5f0be-9fa8-41ee-96ae-05eebcd97f74 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d7ffbc7-b2d5-4bba-a073-c6fbb5c6b114 HTTP/1.1" status: 200 len: 946 time: 0.1562953 Aug 22 13:30:05.087554 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c10455c1-bbc3-40b2-a7aa-a8d71bf1cac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:05.089923 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61160d77-b373-423d-a919-427e73265013 None None] The sync data for ids ['213977a6-06a1-4e4d-9e49-0489e920bd05'] in n-d-793621-33 is: [{'id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'name': 'tempest-AttachVolumeShelveTestJSON-1882356738-router', 'tenant_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'c5586c10-7f76-4327-b012-bd54a160b417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:25:08Z', 'updated_at': '2021-08-22T13:25:14Z', 'revision_number': 4, 'project_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'gw_port': {'id': 'c5586c10-7f76-4327-b012-bd54a160b417', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:eb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:09Z', 'updated_at': '2021-08-22T13:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'd2834d00-2df8-4e69-b09e-e98ef3c97c27', 'name': '', 'network_id': 'dfedf898-aca6-4df9-b6f5-cb8b2650ce65', 'tenant_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'mac_address': 'fa:16:3e:e9:d3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '86161abd-93fb-4a2f-8c13-984112b572a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:13Z', 'updated_at': '2021-08-22T13:25:25Z', 'revision_number': 5, 'project_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'subnets': [{'id': '86161abd-93fb-4a2f-8c13-984112b572a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:30:05.094310 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:05.126168 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0d0429a4-5722-4040-b74d-59d8a96b4a17 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:05.128107 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4c4ef63-4891-4e1d-9b3f-883b331bbb17 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:30:05.139782 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-5fa3de10-1d44-49da-bea6-b92ad62993b2 None None] Allocated IP 172.20.0.2 (ecb8a207-6254-4d91-a79c-9284a8e1a690/cb27ecd5-3f35-4a80-8644-9aa9e353e4a4/a035a97b-dda1-4b44-a47e-02624904f4e8) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:30:05.141083 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c10455c1-bbc3-40b2-a7aa-a8d71bf1cac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:05.155249 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-264fae2a-16c3-4b2c-87ac-5d6ce63a4555 req-a6289ef8-07bd-4a76-a97e-6b4581df4019 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802484 Aug 22 13:30:05.193332 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port d4c4ef63-4891-4e1d-9b3f-883b331bbb17, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=d4c4ef63-4891-4e1d-9b3f-883b331bbb17,segment=NetworkSegment(ad4d1367-0913-4027-a6c7-e1f6076bffed),segment_id=ad4d1367-0913-4027-a6c7-e1f6076bffed)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:30:05.209997 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-63f01d4c-d9fc-4057-a814-f09bc517892c admin admin] Allocated IP 172.25.3.6 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/c8d5a37d-8d56-487e-a3af-93341c0e94c5) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:30:05.217113 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c10455c1-bbc3-40b2-a7aa-a8d71bf1cac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:05.218215 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:05.219669 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c10455c1-bbc3-40b2-a7aa-a8d71bf1cac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:05.220840 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c10455c1-bbc3-40b2-a7aa-a8d71bf1cac4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/57af2f02-b8dc-4c56-bc9c-5d0f7a18fa0a HTTP/1.1" status: 204 len: 168 time: 0.2374654 Aug 22 13:30:05.230397 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0d0429a4-5722-4040-b74d-59d8a96b4a17 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:05.235096 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0d0429a4-5722-4040-b74d-59d8a96b4a17 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:05.239154 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-0d0429a4-5722-4040-b74d-59d8a96b4a17 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "DELETE /v2.0/security-groups/e4f995f7-29d9-4ea1-8a86-26535a55404a HTTP/1.1" status: 204 len: 168 time: 0.8678937 Aug 22 13:30:05.244285 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56838) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:30:05.249768 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0429a4-5722-4040-b74d-59d8a96b4a17 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f995f7-29d9-4ea1-8a86-26535a55404a,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:05.327540 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10455c1-bbc3-40b2-a7aa-a8d71bf1cac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57af2f02-b8dc-4c56-bc9c-5d0f7a18fa0a,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:05.346848 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-338e3314-7097-4474-9966-3d23605b2a0f tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] show failed (client error): The resource could not be found. Aug 22 13:30:05.347821 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-338e3314-7097-4474-9966-3d23605b2a0f tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups/e4f995f7-29d9-4ea1-8a86-26535a55404a HTTP/1.1" status: 404 len: 347 time: 0.1026237 Aug 22 13:30:05.350867 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56842) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:30:05.378362 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=d4c4ef63-4891-4e1d-9b3f-883b331bbb17,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:05.444779 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5fa3de10-1d44-49da-bea6-b92ad62993b2 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:05.456208 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-5fa3de10-1d44-49da-bea6-b92ad62993b2 None None] Transition to ACTIVE for port object a035a97b-dda1-4b44-a47e-02624904f4e8 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:30:05.506933 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-5fa3de10-1d44-49da-bea6-b92ad62993b2 None None] Transition to ACTIVE for port object a035a97b-dda1-4b44-a47e-02624904f4e8 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:30:05.514183 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-63f01d4c-d9fc-4057-a814-f09bc517892c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:05.519433 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5fa3de10-1d44-49da-bea6-b92ad62993b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:05.558307 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa3de10-1d44-49da-bea6-b92ad62993b2 None None] Network ecb8a207-6254-4d91-a79c-9284a8e1a690 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:30:05.562772 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-5fa3de10-1d44-49da-bea6-b92ad62993b2 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:30:05.589502 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd80f778-c83e-44cc-b5e5-c513c0cbe59f None None] New status for floating IP 728a6091-de74-4ccc-a5ce-f59d6472094e: DOWN {{(pid=94630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 13:30:05.605064 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-63f01d4c-d9fc-4057-a814-f09bc517892c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:05.620513 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa3de10-1d44-49da-bea6-b92ad62993b2 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:30:05.628719 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['d4c4ef63-4891-4e1d-9b3f-883b331bbb17'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:30:05.659942 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f01d4c-d9fc-4057-a814-f09bc517892c admin admin] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:30:05.664760 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-63f01d4c-d9fc-4057-a814-f09bc517892c admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:30:05.672923 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f01d4c-d9fc-4057-a814-f09bc517892c admin admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:30:05.688777 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f24387-fdbf-4e1e-b93a-8eecc3f7f01c req-3c5da2a1-119f-4edb-beab-ed95651a1277 tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:05.690528 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-54f24387-fdbf-4e1e-b93a-8eecc3f7f01c req-3c5da2a1-119f-4edb-beab-ed95651a1277 tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e718159-8fa5-4c9e-87db-f64c6a089dd5 HTTP/1.1" status: 200 len: 945 time: 0.2107127 Aug 22 13:30:05.725814 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f01d4c-d9fc-4057-a814-f09bc517892c admin admin] Pushing event updated for resources: {'Port': ['ID=c8d5a37d-8d56-487e-a3af-93341c0e94c5,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:05.743966 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-0791818e-4add-43d7-a5f9-31bcca3a6add tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Deleting port 1ffd4ba8-471e-46a0-b2bf-4e3b8d91619b {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:30:05.744638 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0791818e-4add-43d7-a5f9-31bcca3a6add tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:05.836859 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-54f24387-fdbf-4e1e-b93a-8eecc3f7f01c req-40926e74-f53b-47ab-a5d1-f859552795e0 tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] 10.222.0.21 "GET /v2.0/security-groups?id=17f5559a-27e1-4033-bb8a-7da83b56bc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312246 Aug 22 13:30:05.845964 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa3de10-1d44-49da-bea6-b92ad62993b2 None None] Pushing event updated for resources: {'Port': ['ID=a035a97b-dda1-4b44-a47e-02624904f4e8,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:05.897255 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-5fa3de10-1d44-49da-bea6-b92ad62993b2 None None] Attempting to bind port a035a97b-dda1-4b44-a47e-02624904f4e8 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:30:05.898695 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-5fa3de10-1d44-49da-bea6-b92ad62993b2 None None] Attempting to bind port a035a97b-dda1-4b44-a47e-02624904f4e8 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'c8b8cc55-fc2d-46d8-87ee-376b78d944f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ecb8a207-6254-4d91-a79c-9284a8e1a690'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:30:05.899673 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa3de10-1d44-49da-bea6-b92ad62993b2 None None] Attempting to bind port a035a97b-dda1-4b44-a47e-02624904f4e8 on network ecb8a207-6254-4d91-a79c-9284a8e1a690 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:30:05.906926 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0791818e-4add-43d7-a5f9-31bcca3a6add tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:05.907275 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0791818e-4add-43d7-a5f9-31bcca3a6add tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:05.922173 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa3de10-1d44-49da-bea6-b92ad62993b2 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:30:05.922549 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa3de10-1d44-49da-bea6-b92ad62993b2 None None] Checking segment: {'id': 'c8b8cc55-fc2d-46d8-87ee-376b78d944f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ecb8a207-6254-4d91-a79c-9284a8e1a690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:30:05.922947 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5fa3de10-1d44-49da-bea6-b92ad62993b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:05.923313 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa3de10-1d44-49da-bea6-b92ad62993b2 None None] Bound using segment: {'id': 'c8b8cc55-fc2d-46d8-87ee-376b78d944f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ecb8a207-6254-4d91-a79c-9284a8e1a690'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:30:05.923804 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-5fa3de10-1d44-49da-bea6-b92ad62993b2 None None] Bound port: a035a97b-dda1-4b44-a47e-02624904f4e8, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8b8cc55-fc2d-46d8-87ee-376b78d944f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ecb8a207-6254-4d91-a79c-9284a8e1a690'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:30:05.928070 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5fa3de10-1d44-49da-bea6-b92ad62993b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:05.944790 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-0791818e-4add-43d7-a5f9-31bcca3a6add tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Calling delete_port for 1ffd4ba8-471e-46a0-b2bf-4e3b8d91619b owned by network:floatingip {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:30:06.117235 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-63f01d4c-d9fc-4057-a814-f09bc517892c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:06.168722 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-5fa3de10-1d44-49da-bea6-b92ad62993b2 None None] For port a035a97b-dda1-4b44-a47e-02624904f4e8, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:30:06.184561 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756226c-2354-408b-9d6c-32fe9e113957 req-69f408da-25df-48dd-a167-e4e22ac07db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:06.186641 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3756226c-2354-408b-9d6c-32fe9e113957 req-69f408da-25df-48dd-a167-e4e22ac07db3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6d7ffbc7-b2d5-4bba-a073-c6fbb5c6b114 HTTP/1.1" status: 200 len: 1098 time: 0.1230178 Aug 22 13:30:06.201348 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-5fa3de10-1d44-49da-bea6-b92ad62993b2 None None] For port a035a97b-dda1-4b44-a47e-02624904f4e8, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=a035a97b-dda1-4b44-a47e-02624904f4e8,segment=NetworkSegment(c8b8cc55-fc2d-46d8-87ee-376b78d944f5),segment_id=c8b8cc55-fc2d-46d8-87ee-376b78d944f5)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:30:06.219561 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5fa3de10-1d44-49da-bea6-b92ad62993b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:06.262754 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0791818e-4add-43d7-a5f9-31bcca3a6add tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:06.310845 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3756226c-2354-408b-9d6c-32fe9e113957 req-d8579a12-1ea0-4134-a7a1-9084214fb402 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160479 Aug 22 13:30:06.339550 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0791818e-4add-43d7-a5f9-31bcca3a6add tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Pushing event deleted for resources: {'Port': ['ID=1ffd4ba8-471e-46a0-b2bf-4e3b8d91619b,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:06.364003 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa3de10-1d44-49da-bea6-b92ad62993b2 None None] Pushing event updated for resources: {'Port': ['ID=a035a97b-dda1-4b44-a47e-02624904f4e8,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:06.364873 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c05a01-07f5-4454-aac7-448868a5aa5a req-85917915-e9f0-4f0d-a1c2-641884afcfaa tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:06.373371 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-76c05a01-07f5-4454-aac7-448868a5aa5a req-85917915-e9f0-4f0d-a1c2-641884afcfaa tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5ae8550-9d43-4cb1-8063-916a676bc36d HTTP/1.1" status: 200 len: 945 time: 0.1530855 Aug 22 13:30:06.476787 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-76c05a01-07f5-4454-aac7-448868a5aa5a req-c89083b2-8a95-4c3a-bcb9-119c731aa2b6 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965049 Aug 22 13:30:06.495137 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c32a086-0cf8-4753-8700-5dcafcdef878 req-c15019c9-1970-47a1-bc2c-ca08990a5cde tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:06.503236 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0c32a086-0cf8-4753-8700-5dcafcdef878 req-c15019c9-1970-47a1-bc2c-ca08990a5cde tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d7ffbc7-b2d5-4bba-a073-c6fbb5c6b114 HTTP/1.1" status: 200 len: 946 time: 0.2344000 Aug 22 13:30:06.522851 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-63f01d4c-d9fc-4057-a814-f09bc517892c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:06.571753 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0c32a086-0cf8-4753-8700-5dcafcdef878 req-77b8e9b6-9dae-493d-bc1a-e85e8108aa97 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675211 Aug 22 13:30:06.590921 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0791818e-4add-43d7-a5f9-31bcca3a6add tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks [] for floatingip, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:06.601025 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0791818e-4add-43d7-a5f9-31bcca3a6add tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:06.606282 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-0791818e-4add-43d7-a5f9-31bcca3a6add tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "DELETE /v2.0/floatingips/728a6091-de74-4ccc-a5ce-f59d6472094e HTTP/1.1" status: 204 len: 168 time: 1.2538490 Aug 22 13:30:06.717485 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f01d4c-d9fc-4057-a814-f09bc517892c admin admin] Router 3f7177e7-9d5f-4a69-b3e4-be1cb661a08e is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:30:06.930651 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f01d4c-d9fc-4057-a814-f09bc517892c admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:30:06.943181 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c017df-a573-48b3-b23a-00499da683f3 None None] Sync routers for ids ['3f7177e7-9d5f-4a69-b3e4-be1cb661a08e'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:30:06.960402 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c017df-a573-48b3-b23a-00499da683f3 None None] Routers {'3f7177e7-9d5f-4a69-b3e4-be1cb661a08e'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:30:06.963523 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-63f01d4c-d9fc-4057-a814-f09bc517892c admin admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:06.965182 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-57c017df-a573-48b3-b23a-00499da683f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:30:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['3f7177e7-9d5f-4a69-b3e4-be1cb661a08e'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:30:06.965671 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-63f01d4c-d9fc-4057-a814-f09bc517892c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2251730 Aug 22 13:30:06.968253 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56890) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:30:07.145633 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device a035a97b-dda1-4b44-a47e-02624904f4e8 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:30:07.258730 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-57c017df-a573-48b3-b23a-00499da683f3 None None] Set router 3f7177e7-9d5f-4a69-b3e4-be1cb661a08e gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:30:07.302319 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56898) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:30:07.309117 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-6a332378-81d9-491f-b2ec-359181e71b21 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Request body: {'security_group': {'name': 'tempest-securitygroup--513703510', 'description': 'tempest-description--685143259'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:30:07.364661 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6a332378-81d9-491f-b2ec-359181e71b21 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:07.367752 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e06c19-74cc-4749-a567-cdd469c241a2 req-8d64b9a2-b14a-4e68-9f6b-cfcb8893d84f tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:07.374479 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port a035a97b-dda1-4b44-a47e-02624904f4e8 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:30:07.380445 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-41e06c19-74cc-4749-a567-cdd469c241a2 req-8d64b9a2-b14a-4e68-9f6b-cfcb8893d84f tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e718159-8fa5-4c9e-87db-f64c6a089dd5 HTTP/1.1" status: 200 len: 945 time: 0.1892169 Aug 22 13:30:07.487714 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-41e06c19-74cc-4749-a567-cdd469c241a2 req-1189bda7-fc5f-4913-b205-ce9f0bf074f7 tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] 10.222.0.21 "GET /v2.0/security-groups?id=17f5559a-27e1-4033-bb8a-7da83b56bc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062531 Aug 22 13:30:07.500959 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6a332378-81d9-491f-b2ec-359181e71b21 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:07.505898 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6a332378-81d9-491f-b2ec-359181e71b21 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:07.554906 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a332378-81d9-491f-b2ec-359181e71b21 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=540eab8a-ff39-4c5e-9bac-5eb9f43fb4dc,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:07.558506 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6a332378-81d9-491f-b2ec-359181e71b21 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:07.559720 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6a332378-81d9-491f-b2ec-359181e71b21 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2563336 Aug 22 13:30:07.562637 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56902) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:30:07.567575 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-13afc191-5457-408f-87d8-b9c705b63997 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Request body: {'security_group_rule': {'security_group_id': '540eab8a-ff39-4c5e-9bac-5eb9f43fb4dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:30:07.602692 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-13afc191-5457-408f-87d8-b9c705b63997 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:07.731571 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-13afc191-5457-408f-87d8-b9c705b63997 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:07.739291 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-13afc191-5457-408f-87d8-b9c705b63997 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:07.750533 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-57c017df-a573-48b3-b23a-00499da683f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7177e7-9d5f-4a69-b3e4-be1cb661a08e', 'name': 'tempest-FloatingIPsNegativeTestJSON-70020728-router', 'tenant_id': '85b67edec0fe49979d60cb39fc1affa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'c8d5a37d-8d56-487e-a3af-93341c0e94c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:30:03Z', 'updated_at': '2021-08-22T13:30:05Z', 'revision_number': 3, 'project_id': '85b67edec0fe49979d60cb39fc1affa4', 'gw_port': {'id': 'c8d5a37d-8d56-487e-a3af-93341c0e94c5', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:cf:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7177e7-9d5f-4a69-b3e4-be1cb661a08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:30:04Z', 'updated_at': '2021-08-22T13:30:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:30:07.774282 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13afc191-5457-408f-87d8-b9c705b63997 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c96c0f1-d2c0-4097-94fd-0733f1cdf021,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:07.799058 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-13afc191-5457-408f-87d8-b9c705b63997 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:07.801351 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-13afc191-5457-408f-87d8-b9c705b63997 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2374842 Aug 22 13:30:07.807958 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56914) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:30:07.808162 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c017df-a573-48b3-b23a-00499da683f3 None None] Checking router: 3f7177e7-9d5f-4a69-b3e4-be1cb661a08e for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:30:07.808162 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c017df-a573-48b3-b23a-00499da683f3 None None] Updating router 3f7177e7-9d5f-4a69-b3e4-be1cb661a08e port c8d5a37d-8d56-487e-a3af-93341c0e94c5 binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:30:07.811729 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-2a2607dc-f175-4fbc-a111-27b159cfe38e tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Request body: {'security_group_rule': {'security_group_id': '540eab8a-ff39-4c5e-9bac-5eb9f43fb4dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:30:07.844904 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-57c017df-a573-48b3-b23a-00499da683f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:07.880411 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2a2607dc-f175-4fbc-a111-27b159cfe38e tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:07.998352 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2a2607dc-f175-4fbc-a111-27b159cfe38e tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:08.003885 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2a2607dc-f175-4fbc-a111-27b159cfe38e tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:08.050982 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2607dc-f175-4fbc-a111-27b159cfe38e tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35166080-10f3-4636-890e-a7f6187677ef,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:08.062677 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2a2607dc-f175-4fbc-a111-27b159cfe38e tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:08.064671 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2a2607dc-f175-4fbc-a111-27b159cfe38e tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2597697 Aug 22 13:30:08.067867 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56920) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:30:08.075006 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-daf63df9-161c-485e-81fa-8484629e4142 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Request body: {'floatingip': {'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:30:08.082885 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2212610d-d9e5-404b-bb97-b37ac8fe85c4 None None] Network ecb8a207-6254-4d91-a79c-9284a8e1a690 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:30:08.089639 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09750d-6541-426d-9096-075d2459e000 req-770b380e-c5e4-400a-b969-4412bf29d01b tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:08.099428 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ee09750d-6541-426d-9096-075d2459e000 req-770b380e-c5e4-400a-b969-4412bf29d01b tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d7ffbc7-b2d5-4bba-a073-c6fbb5c6b114 HTTP/1.1" status: 200 len: 946 time: 0.3741291 Aug 22 13:30:08.113197 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-daf63df9-161c-485e-81fa-8484629e4142 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks [] for floatingip, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:08.118697 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2b528-db22-4a98-85eb-f8b79e7dfe51 req-1af94b98-c48c-4702-bbaf-35fbd9cb9cda tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:08.126118 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bcb2b528-db22-4a98-85eb-f8b79e7dfe51 req-1af94b98-c48c-4702-bbaf-35fbd9cb9cda tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5ae8550-9d43-4cb1-8063-916a676bc36d HTTP/1.1" status: 200 len: 945 time: 0.4384077 Aug 22 13:30:08.218701 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ee09750d-6541-426d-9096-075d2459e000 req-ef167dbc-6fee-460c-a586-ac0d49df3003 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183739 Aug 22 13:30:08.272851 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bcb2b528-db22-4a98-85eb-f8b79e7dfe51 req-49577ab2-d85a-43d8-8356-17e428913914 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457751 Aug 22 13:30:08.288170 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-50415dd2-03cb-4ef7-a415-5d13533133ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:08.294110 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-9d884d30-cfb3-4a4b-ba54-1743053caa1c None None] Provisioning for port a035a97b-dda1-4b44-a47e-02624904f4e8 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:30:08.339788 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device d4c4ef63-4891-4e1d-9b3f-883b331bbb17 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:30:08.350256 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-daf63df9-161c-485e-81fa-8484629e4142 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:08.357764 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-9d884d30-cfb3-4a4b-ba54-1743053caa1c None None] Provisioning complete for port a035a97b-dda1-4b44-a47e-02624904f4e8 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:30:08.358138 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9d884d30-cfb3-4a4b-ba54-1743053caa1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:08.428670 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6c5c8a5e-4bbc-4ae2-a0ea-8b0fed9cd454 req-00cc7565-5fdb-46f3-894c-924a01cdf30b tempest-FlavorsV2NegativeTest-1871610219 tempest-FlavorsV2NegativeTest-1871610219-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=f27a25b105f94cd2af37f42bde2b6037&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330663 Aug 22 13:30:08.658542 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port d4c4ef63-4891-4e1d-9b3f-883b331bbb17 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:30:08.680263 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-57c017df-a573-48b3-b23a-00499da683f3 None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:08.684165 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port d4c4ef63-4891-4e1d-9b3f-883b331bbb17 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:30:08.684571 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:08.685472 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c8a5e-4bbc-4ae2-a0ea-8b0fed9cd454 req-0368f634-f453-43ff-a3b5-9cf4a27a8f00 tempest-FlavorsV2NegativeTest-1871610219 tempest-FlavorsV2NegativeTest-1871610219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:08.687544 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6c5c8a5e-4bbc-4ae2-a0ea-8b0fed9cd454 req-0368f634-f453-43ff-a3b5-9cf4a27a8f00 tempest-FlavorsV2NegativeTest-1871610219 tempest-FlavorsV2NegativeTest-1871610219-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2436974 Aug 22 13:30:08.689009 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-50415dd2-03cb-4ef7-a415-5d13533133ae admin admin] Allocated IP 172.20.0.1 (ecb8a207-6254-4d91-a79c-9284a8e1a690/cb27ecd5-3f35-4a80-8644-9aa9e353e4a4/333050d0-7fb0-4d22-913f-2f7165ac4305) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:30:08.723620 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-57c017df-a573-48b3-b23a-00499da683f3 None None] Transition to ACTIVE for port object c8d5a37d-8d56-487e-a3af-93341c0e94c5 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:30:08.725627 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6c5c8a5e-4bbc-4ae2-a0ea-8b0fed9cd454 req-7717f0c6-c295-4d7a-8838-efa92b2ad934 tempest-FlavorsV2NegativeTest-1871610219 tempest-FlavorsV2NegativeTest-1871610219-project] 10.222.0.21 "GET /v2.0/quotas/f27a25b105f94cd2af37f42bde2b6037 HTTP/1.1" status: 200 len: 375 time: 0.0264370 Aug 22 13:30:08.727104 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9d884d30-cfb3-4a4b-ba54-1743053caa1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:08.745532 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c2ff48-2b67-4812-9087-b30c26bc3e4d req-3c373349-abfa-4899-a97f-b2f3b58b3252 tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:08.746329 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-22c2ff48-2b67-4812-9087-b30c26bc3e4d req-3c373349-abfa-4899-a97f-b2f3b58b3252 tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e718159-8fa5-4c9e-87db-f64c6a089dd5 HTTP/1.1" status: 200 len: 945 time: 0.1267231 Aug 22 13:30:08.750119 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-57c017df-a573-48b3-b23a-00499da683f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:08.822618 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-9d884d30-cfb3-4a4b-ba54-1743053caa1c None None] For port a035a97b-dda1-4b44-a47e-02624904f4e8, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=a035a97b-dda1-4b44-a47e-02624904f4e8,segment=NetworkSegment(c8b8cc55-fc2d-46d8-87ee-376b78d944f5),segment_id=c8b8cc55-fc2d-46d8-87ee-376b78d944f5)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:30:08.824211 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6c5c8a5e-4bbc-4ae2-a0ea-8b0fed9cd454 req-a86675db-550c-483e-bad4-f7c00c272555 tempest-FlavorsV2NegativeTest-1871610219 tempest-FlavorsV2NegativeTest-1871610219-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f27a25b105f94cd2af37f42bde2b6037&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0758307 Aug 22 13:30:08.828659 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-daf63df9-161c-485e-81fa-8484629e4142 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Allocated IP 172.25.3.60 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/225ad0fc-84cf-497b-adde-e52d5f2ea4ea) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:30:08.843770 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9d884d30-cfb3-4a4b-ba54-1743053caa1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:08.850493 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f33a50-596d-4db7-9ce2-8c0eec11f937 None None] Pushing event updated for resources: {'Port': ['ID=c8d5a37d-8d56-487e-a3af-93341c0e94c5,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:08.870728 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-22c2ff48-2b67-4812-9087-b30c26bc3e4d req-4ccf7db4-6d53-4bce-af87-d5eceb7a8786 tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] 10.222.0.21 "GET /v2.0/security-groups?id=17f5559a-27e1-4033-bb8a-7da83b56bc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852928 Aug 22 13:30:08.903210 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-57c017df-a573-48b3-b23a-00499da683f3 None None] Attempting to bind port c8d5a37d-8d56-487e-a3af-93341c0e94c5 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:30:08.903447 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-57c017df-a573-48b3-b23a-00499da683f3 None None] Attempting to bind port c8d5a37d-8d56-487e-a3af-93341c0e94c5 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:30:08.903813 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c017df-a573-48b3-b23a-00499da683f3 None None] Attempting to bind port c8d5a37d-8d56-487e-a3af-93341c0e94c5 on network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:30:08.919838 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-50415dd2-03cb-4ef7-a415-5d13533133ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:08.939538 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-50415dd2-03cb-4ef7-a415-5d13533133ae admin admin] Transition to ACTIVE for port object 333050d0-7fb0-4d22-913f-2f7165ac4305 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:30:08.985386 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-50415dd2-03cb-4ef7-a415-5d13533133ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:08.996769 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c017df-a573-48b3-b23a-00499da683f3 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:30:08.997386 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c017df-a573-48b3-b23a-00499da683f3 None None] Checking segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:30:08.998004 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-57c017df-a573-48b3-b23a-00499da683f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:09.015647 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c017df-a573-48b3-b23a-00499da683f3 None None] Bound using segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:30:09.017791 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-57c017df-a573-48b3-b23a-00499da683f3 None None] Bound port: c8d5a37d-8d56-487e-a3af-93341c0e94c5, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:30:09.019524 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-57c017df-a573-48b3-b23a-00499da683f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:09.031621 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-daf63df9-161c-485e-81fa-8484629e4142 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:09.063601 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50415dd2-03cb-4ef7-a415-5d13533133ae admin admin] Network ecb8a207-6254-4d91-a79c-9284a8e1a690 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:30:09.067527 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-50415dd2-03cb-4ef7-a415-5d13533133ae admin admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:30:09.077824 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50415dd2-03cb-4ef7-a415-5d13533133ae admin admin] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:30:09.136980 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50415dd2-03cb-4ef7-a415-5d13533133ae admin admin] Pushing event updated for resources: {'Port': ['ID=333050d0-7fb0-4d22-913f-2f7165ac4305,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:09.137438 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-daf63df9-161c-485e-81fa-8484629e4142 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:09.192263 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf63df9-161c-485e-81fa-8484629e4142 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:30:09.207936 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:09.212148 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-daf63df9-161c-485e-81fa-8484629e4142 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:30:09.212394 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-50415dd2-03cb-4ef7-a415-5d13533133ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:09.218270 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf63df9-161c-485e-81fa-8484629e4142 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:30:09.237373 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d884d30-cfb3-4a4b-ba54-1743053caa1c None None] Pushing event updated for resources: {'Port': ['ID=a035a97b-dda1-4b44-a47e-02624904f4e8,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:09.248819 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-57c017df-a573-48b3-b23a-00499da683f3 None None] For port c8d5a37d-8d56-487e-a3af-93341c0e94c5, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:30:09.285893 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e718159-8fa5-4c9e-87db-f64c6a089dd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c4ef63-4891-4e1d-9b3f-883b331bbb17'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:30:09.288632 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac01377-c89e-4069-8b6d-6b56d75b9665" -d '{"events": [{"server_uuid": "0e718159-8fa5-4c9e-87db-f64c6a089dd5", "name": "network-vif-plugged", "status": "completed", "tag": "d4c4ef63-4891-4e1d-9b3f-883b331bbb17"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:30:09.293310 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-5cd51627-f541-4dbc-841f-3d4656b585f9 None None] Provisioning complete for port a035a97b-dda1-4b44-a47e-02624904f4e8 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:30:09.293983 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5cd51627-f541-4dbc-841f-3d4656b585f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:09.302224 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf63df9-161c-485e-81fa-8484629e4142 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Pushing event updated for resources: {'Port': ['ID=225ad0fc-84cf-497b-adde-e52d5f2ea4ea,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:09.311778 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31372413-ddfb-474c-bfe5-0a90901f3926 req-eba3ffb5-e633-407b-9ab8-60447d4c6e90 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:09.325822 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-31372413-ddfb-474c-bfe5-0a90901f3926 req-eba3ffb5-e633-407b-9ab8-60447d4c6e90 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d7ffbc7-b2d5-4bba-a073-c6fbb5c6b114 HTTP/1.1" status: 200 len: 946 time: 0.1614351 Aug 22 13:30:09.337036 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a1d5d-6896-4eb7-adcb-f5251a45414e req-2716b51f-c21b-4432-9c77-32f080388e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:09.338473 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-848a1d5d-6896-4eb7-adcb-f5251a45414e req-2716b51f-c21b-4432-9c77-32f080388e96 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ae246c295244408bea75b5a8f51001e&device_id=6d7ffbc7-b2d5-4bba-a073-c6fbb5c6b114 HTTP/1.1" status: 200 len: 1098 time: 0.1451530 Aug 22 13:30:09.415380 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-31372413-ddfb-474c-bfe5-0a90901f3926 req-286e6fc8-51ec-4766-b0c1-b4d8126f4c4b tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841062 Aug 22 13:30:09.489982 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-daf63df9-161c-485e-81fa-8484629e4142 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:09.538410 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb9bb7-9e0e-48e4-b26a-37c61f67a32f req-a509884c-784f-4ab8-9862-af3c0a14c8ec tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:09.559022 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-57c017df-a573-48b3-b23a-00499da683f3 None None] For port c8d5a37d-8d56-487e-a3af-93341c0e94c5, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=c8d5a37d-8d56-487e-a3af-93341c0e94c5,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:30:09.560182 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eedb9bb7-9e0e-48e4-b26a-37c61f67a32f req-a509884c-784f-4ab8-9862-af3c0a14c8ec tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5ae8550-9d43-4cb1-8063-916a676bc36d HTTP/1.1" status: 200 len: 945 time: 0.1584294 Aug 22 13:30:09.561022 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-daf63df9-161c-485e-81fa-8484629e4142 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:09.576575 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-57c017df-a573-48b3-b23a-00499da683f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:09.580538 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port d4c4ef63-4891-4e1d-9b3f-883b331bbb17, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=d4c4ef63-4891-4e1d-9b3f-883b331bbb17,segment=NetworkSegment(ad4d1367-0913-4027-a6c7-e1f6076bffed),segment_id=ad4d1367-0913-4027-a6c7-e1f6076bffed)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:30:09.612972 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-50415dd2-03cb-4ef7-a415-5d13533133ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:09.614364 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:09.684714 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f33a50-596d-4db7-9ce2-8c0eec11f937 None None] Pushing event updated for resources: {'Port': ['ID=c8d5a37d-8d56-487e-a3af-93341c0e94c5,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:09.697202 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c017df-a573-48b3-b23a-00499da683f3 None None] Routers {'3f7177e7-9d5f-4a69-b3e4-be1cb661a08e'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:30:09.698074 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-57c017df-a573-48b3-b23a-00499da683f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:30:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['3f7177e7-9d5f-4a69-b3e4-be1cb661a08e'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:30:09.711334 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a1d5d-6896-4eb7-adcb-f5251a45414e req-8e36c419-4a24-4fc2-956c-afef5fef50fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:09.712797 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-848a1d5d-6896-4eb7-adcb-f5251a45414e req-8e36c419-4a24-4fc2-956c-afef5fef50fb service neutron] 10.222.0.41 "GET /v2.0/networks?id=22ccff4c-fbb9-4d2c-868b-4119e5337f9c HTTP/1.1" status: 200 len: 919 time: 0.3643363 Aug 22 13:30:09.734613 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eedb9bb7-9e0e-48e4-b26a-37c61f67a32f req-48f85a62-4827-4cb1-a72a-bd02f576e62f tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728382 Aug 22 13:30:09.788447 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-848a1d5d-6896-4eb7-adcb-f5251a45414e req-5e92c2a4-2644-4f8c-9138-0cf1d1a29d73 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=244baafb-8604-42c0-b225-646fcb06b532 HTTP/1.1" status: 200 len: 217 time: 0.0615518 Aug 22 13:30:09.817919 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2bc5f5-f34e-4d47-a568-018eb3d604d2 x-openstack-request-id: req-0d2bc5f5-f34e-4d47-a568-018eb3d604d2 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:30:09.817919 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e718159-8fa5-4c9e-87db-f64c6a089dd5", "name": "network-vif-plugged", "status": "completed", "tag": "d4c4ef63-4891-4e1d-9b3f-883b331bbb17", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:30:09.818320 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0d2bc5f5-f34e-4d47-a568-018eb3d604d2 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:30:09.818447 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e718159-8fa5-4c9e-87db-f64c6a089dd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c4ef63-4891-4e1d-9b3f-883b331bbb17', 'code': 200} Aug 22 13:30:09.875440 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-daf63df9-161c-485e-81fa-8484629e4142 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:09.883994 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56968) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:30:09.892722 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-daf63df9-161c-485e-81fa-8484629e4142 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:09.897800 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a1d5d-6896-4eb7-adcb-f5251a45414e req-6e668a2b-86b6-42af-8859-cc433a245977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:09.899408 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-848a1d5d-6896-4eb7-adcb-f5251a45414e req-6e668a2b-86b6-42af-8859-cc433a245977 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1f889029-53b7-465d-ae54-5b69207b2db9 HTTP/1.1" status: 200 len: 858 time: 0.1042073 Aug 22 13:30:09.902506 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=d4c4ef63-4891-4e1d-9b3f-883b331bbb17,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:09.941517 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-57c017df-a573-48b3-b23a-00499da683f3 None None] Set router 3f7177e7-9d5f-4a69-b3e4-be1cb661a08e gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:30:09.968573 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-848a1d5d-6896-4eb7-adcb-f5251a45414e req-24a3b046-af47-4d30-a08d-ce4fe12d3c63 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22ccff4c-fbb9-4d2c-868b-4119e5337f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395565 Aug 22 13:30:10.001748 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7726e86c-41a8-4150-a3ac-12a0d337e358 req-5fcfceb3-0954-455b-8fb7-569cfe6b869c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:10.003522 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7726e86c-41a8-4150-a3ac-12a0d337e358 req-5fcfceb3-0954-455b-8fb7-569cfe6b869c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0e718159-8fa5-4c9e-87db-f64c6a089dd5 HTTP/1.1" status: 200 len: 1098 time: 0.1336925 Aug 22 13:30:10.025289 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf63df9-161c-485e-81fa-8484629e4142 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Pushing event updated for resources: {'Port': ['ID=225ad0fc-84cf-497b-adde-e52d5f2ea4ea,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:10.048603 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-b2f59bab-65b0-4373-8fe5-2032cc70ecc0 None None] Provisioning for port 333050d0-7fb0-4d22-913f-2f7165ac4305 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:30:10.076733 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe6174-6627-4da1-bb83-3ecf60d12edc req-78d9ce90-fdf4-4062-ab3c-e2792009e115 tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:10.080590 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4fbe6174-6627-4da1-bb83-3ecf60d12edc req-78d9ce90-fdf4-4062-ab3c-e2792009e115 tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e718159-8fa5-4c9e-87db-f64c6a089dd5 HTTP/1.1" status: 200 len: 946 time: 0.1118045 Aug 22 13:30:10.091225 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-b2f59bab-65b0-4373-8fe5-2032cc70ecc0 None None] Provisioning complete for port 333050d0-7fb0-4d22-913f-2f7165ac4305 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:30:10.091595 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b2f59bab-65b0-4373-8fe5-2032cc70ecc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:10.111745 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-857c2ba6-8756-47b1-9128-bf462bd0d087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:10.113149 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7726e86c-41a8-4150-a3ac-12a0d337e358 req-6f55a3e2-a917-4a0f-836a-f44af7eef8ad service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=17f5559a-27e1-4033-bb8a-7da83b56bc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943215 Aug 22 13:30:10.117515 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-daf63df9-161c-485e-81fa-8484629e4142 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:10.144646 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-b2f59bab-65b0-4373-8fe5-2032cc70ecc0 None None] Port 333050d0-7fb0-4d22-913f-2f7165ac4305 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:30:10.161155 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4fbe6174-6627-4da1-bb83-3ecf60d12edc req-8bfd1fa1-9eec-4f47-af00-d77f51214f2e tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] 10.222.0.21 "GET /v2.0/security-groups?id=17f5559a-27e1-4033-bb8a-7da83b56bc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620244 Aug 22 13:30:10.166175 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-daf63df9-161c-485e-81fa-8484629e4142 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:10.167307 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-50415dd2-03cb-4ef7-a415-5d13533133ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:10.170862 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-daf63df9-161c-485e-81fa-8484629e4142 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1010191 Aug 22 13:30:10.173369 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-50415dd2-03cb-4ef7-a415-5d13533133ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:10.187546 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-848a1d5d-6896-4eb7-adcb-f5251a45414e req-e5daa37c-81ff-4e21-a562-6b8b1eb93bc2 service neutron] 10.222.0.41 "GET /v2.0/networks/22ccff4c-fbb9-4d2c-868b-4119e5337f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839080 Aug 22 13:30:10.229728 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-57c017df-a573-48b3-b23a-00499da683f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7177e7-9d5f-4a69-b3e4-be1cb661a08e', 'name': 'tempest-FloatingIPsNegativeTestJSON-70020728-router', 'tenant_id': '85b67edec0fe49979d60cb39fc1affa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'c8d5a37d-8d56-487e-a3af-93341c0e94c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:30:03Z', 'updated_at': '2021-08-22T13:30:09Z', 'revision_number': 4, 'project_id': '85b67edec0fe49979d60cb39fc1affa4', 'gw_port': {'id': 'c8d5a37d-8d56-487e-a3af-93341c0e94c5', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:cf:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7177e7-9d5f-4a69-b3e4-be1cb661a08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:30:04Z', 'updated_at': '2021-08-22T13:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '333050d0-7fb0-4d22-913f-2f7165ac4305', 'name': '', 'network_id': 'ecb8a207-6254-4d91-a79c-9284a8e1a690', 'tenant_id': '85b67edec0fe49979d60cb39fc1affa4', 'mac_address': 'fa:16:3e:e4:c4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7177e7-9d5f-4a69-b3e4-be1cb661a08e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'cb27ecd5-3f35-4a80-8644-9aa9e353e4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:30:08Z', 'updated_at': '2021-08-22T13:30:08Z', 'revision_number': 1, 'project_id': '85b67edec0fe49979d60cb39fc1affa4', 'subnets': [{'id': 'cb27ecd5-3f35-4a80-8644-9aa9e353e4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:30:10.265805 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c017df-a573-48b3-b23a-00499da683f3 None None] The sync data for ids ['3f7177e7-9d5f-4a69-b3e4-be1cb661a08e'] in n-d-793621-33 is: [{'id': '3f7177e7-9d5f-4a69-b3e4-be1cb661a08e', 'name': 'tempest-FloatingIPsNegativeTestJSON-70020728-router', 'tenant_id': '85b67edec0fe49979d60cb39fc1affa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'c8d5a37d-8d56-487e-a3af-93341c0e94c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:30:03Z', 'updated_at': '2021-08-22T13:30:09Z', 'revision_number': 4, 'project_id': '85b67edec0fe49979d60cb39fc1affa4', 'gw_port': {'id': 'c8d5a37d-8d56-487e-a3af-93341c0e94c5', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:cf:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7177e7-9d5f-4a69-b3e4-be1cb661a08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:30:04Z', 'updated_at': '2021-08-22T13:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '333050d0-7fb0-4d22-913f-2f7165ac4305', 'name': '', 'network_id': 'ecb8a207-6254-4d91-a79c-9284a8e1a690', 'tenant_id': '85b67edec0fe49979d60cb39fc1affa4', 'mac_address': 'fa:16:3e:e4:c4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7177e7-9d5f-4a69-b3e4-be1cb661a08e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'cb27ecd5-3f35-4a80-8644-9aa9e353e4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:30:08Z', 'updated_at': '2021-08-22T13:30:08Z', 'revision_number': 1, 'project_id': '85b67edec0fe49979d60cb39fc1affa4', 'subnets': [{'id': 'cb27ecd5-3f35-4a80-8644-9aa9e353e4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:30:10.329271 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-848a1d5d-6896-4eb7-adcb-f5251a45414e req-08736b6d-5bf4-40a9-9e28-3c7fb79b61bc service neutron] 10.222.0.41 "GET /v2.0/networks/22ccff4c-fbb9-4d2c-868b-4119e5337f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276479 Aug 22 13:30:10.399620 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-857c2ba6-8756-47b1-9128-bf462bd0d087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:10.403602 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-857c2ba6-8756-47b1-9128-bf462bd0d087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:10.444512 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857c2ba6-8756-47b1-9128-bf462bd0d087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62239de4-8949-405e-870e-a6804a61046d,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:10.452686 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-857c2ba6-8756-47b1-9128-bf462bd0d087 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f27a25b105f94cd2af37f42bde2b6037&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5648642 Aug 22 13:30:10.453560 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56988) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:30:10.506718 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fb55faf2-f41b-48d7-b35e-bac30cebd7b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:10.536553 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fb55faf2-f41b-48d7-b35e-bac30cebd7b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:10.621938 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-50415dd2-03cb-4ef7-a415-5d13533133ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:10.623759 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50415dd2-03cb-4ef7-a415-5d13533133ae admin admin] Pushing event updated for resources: {'Port': ['ID=333050d0-7fb0-4d22-913f-2f7165ac4305,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:10.624284 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fb55faf2-f41b-48d7-b35e-bac30cebd7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:10.627353 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fb55faf2-f41b-48d7-b35e-bac30cebd7b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:10.628636 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-fb55faf2-f41b-48d7-b35e-bac30cebd7b4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/62239de4-8949-405e-870e-a6804a61046d HTTP/1.1" status: 204 len: 168 time: 0.1739631 Aug 22 13:30:10.659749 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb55faf2-f41b-48d7-b35e-bac30cebd7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62239de4-8949-405e-870e-a6804a61046d,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:10.661800 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4542e392-7f89-49c8-bee6-c092c4bdbc1b req-699888de-2db9-46cd-82c5-b9e282ac69b5 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--513703510&fields=id&tenant_id=1706b1b8ed7f4b13af0ef34415cabc13 HTTP/1.1" status: 200 len: 267 time: 0.1106355 Aug 22 13:30:10.725502 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366822be-1541-4d5e-8574-6959d214eb1a req-47a2a630-b7fe-49f1-a7d6-311a09f0691f tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:10.727744 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-366822be-1541-4d5e-8574-6959d214eb1a req-47a2a630-b7fe-49f1-a7d6-311a09f0691f tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d7ffbc7-b2d5-4bba-a073-c6fbb5c6b114 HTTP/1.1" status: 200 len: 946 time: 0.1874909 Aug 22 13:30:10.869597 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50415dd2-03cb-4ef7-a415-5d13533133ae admin admin] Network ecb8a207-6254-4d91-a79c-9284a8e1a690 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:30:10.872955 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-366822be-1541-4d5e-8574-6959d214eb1a req-f543cc6b-017c-47b6-878f-ce95dd7c08c5 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329982 Aug 22 13:30:10.876145 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-50415dd2-03cb-4ef7-a415-5d13533133ae admin admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:30:11.025292 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4542e392-7f89-49c8-bee6-c092c4bdbc1b req-e85210d8-a892-479e-b3e2-e9cdc16fc146 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:11.027283 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4542e392-7f89-49c8-bee6-c092c4bdbc1b req-e85210d8-a892-479e-b3e2-e9cdc16fc146 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/networks?id=dfedf898-aca6-4df9-b6f5-cb8b2650ce65 HTTP/1.1" status: 200 len: 817 time: 0.3098199 Aug 22 13:30:11.027505 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device a035a97b-dda1-4b44-a47e-02624904f4e8 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:30:11.122454 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4542e392-7f89-49c8-bee6-c092c4bdbc1b req-b94afece-6259-4913-917e-6ba3762fd943 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/quotas/1706b1b8ed7f4b13af0ef34415cabc13 HTTP/1.1" status: 200 len: 375 time: 0.0748100 Aug 22 13:30:11.154884 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port a035a97b-dda1-4b44-a47e-02624904f4e8 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:30:11.158642 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:11.229712 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50415dd2-03cb-4ef7-a415-5d13533133ae admin admin] Router 3f7177e7-9d5f-4a69-b3e4-be1cb661a08e has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:30:11.337700 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4542e392-7f89-49c8-bee6-c092c4bdbc1b req-91e3c9bf-9f2f-4823-96a2-3c21c4034008 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1706b1b8ed7f4b13af0ef34415cabc13&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2143426 Aug 22 13:30:11.348321 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-8eab6568-9357-43f4-8330-e382797e650f None None] Provisioning complete for port 333050d0-7fb0-4d22-913f-2f7165ac4305 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:30:11.348836 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8eab6568-9357-43f4-8330-e382797e650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:11.353330 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f4b7b-8e94-4ba0-93dc-4d5508823fbe req-7f50d951-4fa8-425c-89b4-ba538a97d993 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:11.355013 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-464f4b7b-8e94-4ba0-93dc-4d5508823fbe req-7f50d951-4fa8-425c-89b4-ba538a97d993 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5ae8550-9d43-4cb1-8063-916a676bc36d HTTP/1.1" status: 200 len: 945 time: 0.2184317 Aug 22 13:30:11.397165 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-8eab6568-9357-43f4-8330-e382797e650f None None] Port 333050d0-7fb0-4d22-913f-2f7165ac4305 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:30:11.463280 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-464f4b7b-8e94-4ba0-93dc-4d5508823fbe req-2235ee7e-4100-4cc2-ad0d-8ff953bc0962 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936272 Aug 22 13:30:11.574241 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50415dd2-03cb-4ef7-a415-5d13533133ae admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:30:11.578664 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4542e392-7f89-49c8-bee6-c092c4bdbc1b req-6ef428dd-6902-4b85-b286-43351830ac38 service neutron] 10.222.0.21 "GET /v2.0/networks/dfedf898-aca6-4df9-b6f5-cb8b2650ce65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204337 Aug 22 13:30:11.582391 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-50415dd2-03cb-4ef7-a415-5d13533133ae admin admin] 10.222.0.21 "PUT /v2.0/routers/3f7177e7-9d5f-4a69-b3e4-be1cb661a08e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6128120 Aug 22 13:30:11.690526 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6decfd6-f526-42f6-b4c7-8e46d460299b req-f005c51a-ef58-4749-a1f5-5a6424e37680 tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:11.692145 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b6decfd6-f526-42f6-b4c7-8e46d460299b req-f005c51a-ef58-4749-a1f5-5a6424e37680 tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e718159-8fa5-4c9e-87db-f64c6a089dd5 HTTP/1.1" status: 200 len: 946 time: 0.1300235 Aug 22 13:30:11.754605 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4542e392-7f89-49c8-bee6-c092c4bdbc1b req-940479f1-80b9-48de-83ef-05b4accb4664 service neutron] 10.222.0.21 "GET /v2.0/networks/dfedf898-aca6-4df9-b6f5-cb8b2650ce65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555452 Aug 22 13:30:11.759221 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b6decfd6-f526-42f6-b4c7-8e46d460299b req-41e6b46f-86e3-4531-b9a1-dac195805433 tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] 10.222.0.21 "GET /v2.0/security-groups?id=17f5559a-27e1-4033-bb8a-7da83b56bc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543852 Aug 22 13:30:12.047991 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-85423219-18ba-4d49-8809-b9cffea0b426 req-cee48a24-299b-4280-9432-452902c64bd0 tempest-FloatingIPsNegativeTestJSON-136493777 tempest-FloatingIPsNegativeTestJSON-136493777-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=85b67edec0fe49979d60cb39fc1affa4 HTTP/1.1" status: 200 len: 217 time: 0.0636137 Aug 22 13:30:12.110465 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-24434e6c-329e-4a28-84ec-25f1c3263fa6 req-2aec86c8-69b3-48e7-97d3-b203c19b198d tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=8f415e8311a8475da04017f5b31f6d77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393078 Aug 22 13:30:12.144973 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8d851c35-79a9-46be-80a0-3c5ce045f43d req-2c4ab4c4-d7ef-4d53-aceb-04a65d6a50cc tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfec1c42-428a-4a9f-a98b-0a74b49f04af HTTP/1.1" status: 200 len: 210 time: 0.0567708 Aug 22 13:30:12.300138 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24434e6c-329e-4a28-84ec-25f1c3263fa6 req-1571b974-7627-4a6a-9432-e1243af583e8 tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:12.307917 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-24434e6c-329e-4a28-84ec-25f1c3263fa6 req-1571b974-7627-4a6a-9432-e1243af583e8 tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1789811 Aug 22 13:30:12.321771 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-24434e6c-329e-4a28-84ec-25f1c3263fa6 req-a4b93c45-4cd8-446c-89fc-cb67b3d2ce66 tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] 10.222.0.21 "GET /v2.0/quotas/8f415e8311a8475da04017f5b31f6d77 HTTP/1.1" status: 200 len: 375 time: 0.0129831 Aug 22 13:30:12.333695 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ccc20b-d42c-4ce6-ac0b-78774d850169 req-b1f2f446-d009-435b-a922-ceea00ac34a8 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:12.335186 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-92ccc20b-d42c-4ce6-ac0b-78774d850169 req-b1f2f446-d009-435b-a922-ceea00ac34a8 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d7ffbc7-b2d5-4bba-a073-c6fbb5c6b114 HTTP/1.1" status: 200 len: 946 time: 0.0920799 Aug 22 13:30:12.375062 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-24434e6c-329e-4a28-84ec-25f1c3263fa6 req-ad5935ec-6b24-48f8-b871-57c5e6e1de6d tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8f415e8311a8475da04017f5b31f6d77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375173 Aug 22 13:30:12.413020 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-92ccc20b-d42c-4ce6-ac0b-78774d850169 req-35b1437e-3182-4f95-9562-71cb2d173492 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680871 Aug 22 13:30:12.576968 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-23232647-d2dd-468d-8f2e-5b17285753bb req-3ed00baf-889d-4dc6-8f38-0b40f2ccf900 tempest-FloatingIPsNegativeTestJSON-136493777 tempest-FloatingIPsNegativeTestJSON-136493777-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0494037 Aug 22 13:30:12.801463 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-49251168-0875-4177-bffb-977ec54863e5 req-e42b3a8c-53c0-4004-80b1-ad653c528ce3 tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f70ac5d-ae01-41b0-9d3a-25c38bb536ac HTTP/1.1" status: 200 len: 210 time: 0.0785925 Aug 22 13:30:12.833943 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f2d975-ed75-4359-880b-7ccea12a6a87 req-bad5ddfa-a731-42b8-8e32-0ceb7a6f82e6 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:12.837434 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-29f2d975-ed75-4359-880b-7ccea12a6a87 req-bad5ddfa-a731-42b8-8e32-0ceb7a6f82e6 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5ae8550-9d43-4cb1-8063-916a676bc36d HTTP/1.1" status: 200 len: 945 time: 0.1564031 Aug 22 13:30:12.912533 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [req-971d6227-9f84-48b5-b938-0bd29378040e req-dd1ab30d-62ab-4f12-aff8-62aa263a089c tempest-FloatingIPsNegativeTestJSON-136493777 tempest-FloatingIPsNegativeTestJSON-136493777-project] show failed (client error): The resource could not be found. Aug 22 13:30:12.913537 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-971d6227-9f84-48b5-b938-0bd29378040e req-dd1ab30d-62ab-4f12-aff8-62aa263a089c tempest-FloatingIPsNegativeTestJSON-136493777 tempest-FloatingIPsNegativeTestJSON-136493777-project] 10.222.0.21 "GET /v2.0/floatingips/176e7ffd-4f20-40f2-af2e-7d1fa258df81 HTTP/1.1" status: 404 len: 350 time: 0.0717137 Aug 22 13:30:12.936945 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57076) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:30:12.959436 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-29f2d975-ed75-4359-880b-7ccea12a6a87 req-9b6378ae-16ff-4454-8a0c-12fcf6ccba75 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070940 Aug 22 13:30:13.159851 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device c8d5a37d-8d56-487e-a3af-93341c0e94c5 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:30:13.219357 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9e145-dc86-44a0-8eab-46d396987457 req-d5521485-bd2c-46b1-9290-fe34cdf74b6a tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:13.233730 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9ab9e145-dc86-44a0-8eab-46d396987457 req-d5521485-bd2c-46b1-9290-fe34cdf74b6a tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e718159-8fa5-4c9e-87db-f64c6a089dd5 HTTP/1.1" status: 200 len: 946 time: 0.1383524 Aug 22 13:30:13.302149 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9ab9e145-dc86-44a0-8eab-46d396987457 req-a4fbbb67-edb3-4624-badb-5059642bb6e6 tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] 10.222.0.21 "GET /v2.0/security-groups?id=17f5559a-27e1-4033-bb8a-7da83b56bc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656550 Aug 22 13:30:13.324263 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port c8d5a37d-8d56-487e-a3af-93341c0e94c5 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:30:13.329731 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port c8d5a37d-8d56-487e-a3af-93341c0e94c5 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:30:13.330345 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:13.419044 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9b85699f-8a8e-4fc5-a1f8-706e7f12dbe9 req-9c47d89e-0fc6-4e92-a111-b2d272f2e436 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfec1c42-428a-4a9f-a98b-0a74b49f04af HTTP/1.1" status: 200 len: 210 time: 0.1156244 Aug 22 13:30:13.500319 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:13.518152 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d148d0e3-fd5a-498f-a818-db2e1193e521 None None] Sync routers for ids ['3f7177e7-9d5f-4a69-b3e4-be1cb661a08e'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:30:13.535312 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d148d0e3-fd5a-498f-a818-db2e1193e521 None None] Routers {'3f7177e7-9d5f-4a69-b3e4-be1cb661a08e'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:30:13.540291 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-d148d0e3-fd5a-498f-a818-db2e1193e521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:30:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['3f7177e7-9d5f-4a69-b3e4-be1cb661a08e'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:30:13.549508 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port c8d5a37d-8d56-487e-a3af-93341c0e94c5, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=c8d5a37d-8d56-487e-a3af-93341c0e94c5,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:30:13.560343 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:13.684018 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=c8d5a37d-8d56-487e-a3af-93341c0e94c5,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:14.000806 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-60b8560d-0d5f-46a8-bea4-76cc5480b73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:14.077795 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-d148d0e3-fd5a-498f-a818-db2e1193e521 None None] Set router 3f7177e7-9d5f-4a69-b3e4-be1cb661a08e gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:30:14.080799 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4542e392-7f89-49c8-bee6-c092c4bdbc1b req-ba394d32-c321-4116-a59b-645bcef38c9e tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:14.082494 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4542e392-7f89-49c8-bee6-c092c4bdbc1b req-ba394d32-c321-4116-a59b-645bcef38c9e tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.16 "GET /v2.0/networks?id=dfedf898-aca6-4df9-b6f5-cb8b2650ce65 HTTP/1.1" status: 200 len: 817 time: 0.5081949 Aug 22 13:30:14.254938 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4542e392-7f89-49c8-bee6-c092c4bdbc1b req-b2c9a0bf-7ba0-4604-9e52-73c8c30d62d4 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1706b1b8ed7f4b13af0ef34415cabc13 HTTP/1.1" status: 200 len: 379 time: 0.1467800 Aug 22 13:30:14.337918 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-18cf267c-1826-4ff6-b2a6-c0981d69db97 req-1c1a55aa-2b8f-4782-a0a6-bb0c7eae1efe tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f70ac5d-ae01-41b0-9d3a-25c38bb536ac HTTP/1.1" status: 200 len: 210 time: 0.0857549 Aug 22 13:30:14.353919 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-4542e392-7f89-49c8-bee6-c092c4bdbc1b req-61fc0d2a-369c-4518-8f78-dbf124754ffc tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Request body: {'port': {'device_id': 'dfec1c42-428a-4a9f-a98b-0a74b49f04af', 'network_id': 'dfedf898-aca6-4df9-b6f5-cb8b2650ce65', 'admin_state_up': True, 'tenant_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'security_groups': ['540eab8a-ff39-4c5e-9bac-5eb9f43fb4dc']}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:30:14.422064 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52261a83-d642-4d6d-b2bf-a196d53ba3a2 req-be4d2ed9-2021-4a06-8f39-7e2a4c24aca9 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:14.428661 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-52261a83-d642-4d6d-b2bf-a196d53ba3a2 req-be4d2ed9-2021-4a06-8f39-7e2a4c24aca9 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5ae8550-9d43-4cb1-8063-916a676bc36d HTTP/1.1" status: 200 len: 945 time: 0.1792827 Aug 22 13:30:14.528905 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-52261a83-d642-4d6d-b2bf-a196d53ba3a2 req-e1212314-e40a-4811-838d-789dbce3f394 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780950 Aug 22 13:30:14.607057 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-60b8560d-0d5f-46a8-bea4-76cc5480b73a admin admin] Deleting port 333050d0-7fb0-4d22-913f-2f7165ac4305 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:30:14.609124 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-60b8560d-0d5f-46a8-bea4-76cc5480b73a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:14.691050 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bdd03f-aef0-4099-b076-35aee0cc5d27 req-65d9b17a-9a7b-4eed-8768-a6a0e8284e73 tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:14.692743 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-01bdd03f-aef0-4099-b076-35aee0cc5d27 req-65d9b17a-9a7b-4eed-8768-a6a0e8284e73 tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e718159-8fa5-4c9e-87db-f64c6a089dd5 HTTP/1.1" status: 200 len: 946 time: 0.1900129 Aug 22 13:30:14.694837 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-faf50631-4591-4139-a2a4-76480d298ee8 req-81bbdb1f-a870-4f56-b6fe-a1a56a9f467c tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfec1c42-428a-4a9f-a98b-0a74b49f04af HTTP/1.1" status: 200 len: 210 time: 0.0584924 Aug 22 13:30:14.718896 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4542e392-7f89-49c8-bee6-c092c4bdbc1b req-61fc0d2a-369c-4518-8f78-dbf124754ffc tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Made reservation on behalf of 1706b1b8ed7f4b13af0ef34415cabc13 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:30:14.723233 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4542e392-7f89-49c8-bee6-c092c4bdbc1b req-61fc0d2a-369c-4518-8f78-dbf124754ffc tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:14.768490 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-d148d0e3-fd5a-498f-a818-db2e1193e521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7177e7-9d5f-4a69-b3e4-be1cb661a08e', 'name': 'tempest-FloatingIPsNegativeTestJSON-70020728-router', 'tenant_id': '85b67edec0fe49979d60cb39fc1affa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'c8d5a37d-8d56-487e-a3af-93341c0e94c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:30:03Z', 'updated_at': '2021-08-22T13:30:09Z', 'revision_number': 4, 'project_id': '85b67edec0fe49979d60cb39fc1affa4', 'gw_port': {'id': 'c8d5a37d-8d56-487e-a3af-93341c0e94c5', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:cf:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7177e7-9d5f-4a69-b3e4-be1cb661a08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:30:04Z', 'updated_at': '2021-08-22T13:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '333050d0-7fb0-4d22-913f-2f7165ac4305', 'name': '', 'network_id': 'ecb8a207-6254-4d91-a79c-9284a8e1a690', 'tenant_id': '85b67edec0fe49979d60cb39fc1affa4', 'mac_address': 'fa:16:3e:e4:c4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7177e7-9d5f-4a69-b3e4-be1cb661a08e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'cb27ecd5-3f35-4a80-8644-9aa9e353e4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:30:08Z', 'updated_at': '2021-08-22T13:30:09Z', 'revision_number': 2, 'project_id': '85b67edec0fe49979d60cb39fc1affa4', 'subnets': [{'id': 'cb27ecd5-3f35-4a80-8644-9aa9e353e4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:30:14.777806 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-01bdd03f-aef0-4099-b076-35aee0cc5d27 req-c6c8a631-c8f1-4cfe-9337-2f3cffe5c963 tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] 10.222.0.21 "GET /v2.0/security-groups?id=17f5559a-27e1-4033-bb8a-7da83b56bc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765305 Aug 22 13:30:14.821493 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d148d0e3-fd5a-498f-a818-db2e1193e521 None None] Checking router: 3f7177e7-9d5f-4a69-b3e4-be1cb661a08e for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:30:14.821940 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d148d0e3-fd5a-498f-a818-db2e1193e521 None None] Updating router 3f7177e7-9d5f-4a69-b3e4-be1cb661a08e port 333050d0-7fb0-4d22-913f-2f7165ac4305 binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:30:14.837482 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-24434e6c-329e-4a28-84ec-25f1c3263fa6 req-9c6baf09-5717-486e-aada-faaedf9f6f57 tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=8f415e8311a8475da04017f5b31f6d77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535834 Aug 22 13:30:14.839983 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-3e89a7f6-b3d5-4069-93e2-71a317decb81 tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:14.842668 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-3e89a7f6-b3d5-4069-93e2-71a317decb81 tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c5ae8550-9d43-4cb1-8063-916a676bc36d&tenant_id=61d15703803940a485cdd8f67b081dcb&binding%3Ahost_id=n-h2-793621-33 HTTP/1.1" status: 200 len: 1097 time: 0.1301799 Aug 22 13:30:14.852938 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-d148d0e3-fd5a-498f-a818-db2e1193e521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:14.863698 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-0b32de40-0548-4d38-aec2-f46aae0d8cff service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793621-33'}}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:30:14.923867 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-60b8560d-0d5f-46a8-bea4-76cc5480b73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:14.941793 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-60b8560d-0d5f-46a8-bea4-76cc5480b73a admin admin] Calling delete_port for 333050d0-7fb0-4d22-913f-2f7165ac4305 owned by network:router_interface {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:30:15.019436 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-4542e392-7f89-49c8-bee6-c092c4bdbc1b req-61fc0d2a-369c-4518-8f78-dbf124754ffc tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Allocated IP 172.20.0.12 (dfedf898-aca6-4df9-b6f5-cb8b2650ce65/86161abd-93fb-4a2f-8c13-984112b572a1/37c1d082-20c5-48bc-ad7a-e78a2d83afca) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:30:15.047711 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device c8d5a37d-8d56-487e-a3af-93341c0e94c5 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:30:15.097714 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24434e6c-329e-4a28-84ec-25f1c3263fa6 req-c87652b5-c2ec-4428-8497-d74ae247b29d tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:15.099271 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-24434e6c-329e-4a28-84ec-25f1c3263fa6 req-c87652b5-c2ec-4428-8497-d74ae247b29d tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2435524 Aug 22 13:30:15.117079 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port c8d5a37d-8d56-487e-a3af-93341c0e94c5 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:30:15.117744 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:15.125331 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-24434e6c-329e-4a28-84ec-25f1c3263fa6 req-f684dee7-a9e7-4e7c-9723-75535eeac11e tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] Request body: {'port': {'device_id': '6f70ac5d-ae01-41b0-9d3a-25c38bb536ac', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'admin_state_up': True, 'tenant_id': '8f415e8311a8475da04017f5b31f6d77'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:30:15.264032 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-d148d0e3-fd5a-498f-a818-db2e1193e521 None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:15.283360 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-d148d0e3-fd5a-498f-a818-db2e1193e521 None None] Transition to ACTIVE for port object 333050d0-7fb0-4d22-913f-2f7165ac4305 will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:30:15.295486 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-d148d0e3-fd5a-498f-a818-db2e1193e521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:15.351541 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fda80ff-c6d8-4047-9422-8bcccd2088bc None None] Pushing event updated for resources: {'Port': ['ID=333050d0-7fb0-4d22-913f-2f7165ac4305,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:15.356324 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24434e6c-329e-4a28-84ec-25f1c3263fa6 req-f684dee7-a9e7-4e7c-9723-75535eeac11e tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] Made reservation on behalf of 8f415e8311a8475da04017f5b31f6d77 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:30:15.358516 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-24434e6c-329e-4a28-84ec-25f1c3263fa6 req-f684dee7-a9e7-4e7c-9723-75535eeac11e tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:15.366304 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-0b32de40-0548-4d38-aec2-f46aae0d8cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:15.401526 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-24434e6c-329e-4a28-84ec-25f1c3263fa6 req-f684dee7-a9e7-4e7c-9723-75535eeac11e tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:15.415233 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4542e392-7f89-49c8-bee6-c092c4bdbc1b req-61fc0d2a-369c-4518-8f78-dbf124754ffc tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:15.448423 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-d148d0e3-fd5a-498f-a818-db2e1193e521 None None] Attempting to bind port 333050d0-7fb0-4d22-913f-2f7165ac4305 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:30:15.449103 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-d148d0e3-fd5a-498f-a818-db2e1193e521 None None] Attempting to bind port 333050d0-7fb0-4d22-913f-2f7165ac4305 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'c8b8cc55-fc2d-46d8-87ee-376b78d944f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ecb8a207-6254-4d91-a79c-9284a8e1a690'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:30:15.449654 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d148d0e3-fd5a-498f-a818-db2e1193e521 None None] Attempting to bind port 333050d0-7fb0-4d22-913f-2f7165ac4305 on network ecb8a207-6254-4d91-a79c-9284a8e1a690 {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:30:15.455497 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d148d0e3-fd5a-498f-a818-db2e1193e521 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:30:15.455926 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-4542e392-7f89-49c8-bee6-c092c4bdbc1b req-61fc0d2a-369c-4518-8f78-dbf124754ffc tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Transition to ACTIVE for port object 37c1d082-20c5-48bc-ad7a-e78a2d83afca will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:30:15.456468 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d148d0e3-fd5a-498f-a818-db2e1193e521 None None] Checking segment: {'id': 'c8b8cc55-fc2d-46d8-87ee-376b78d944f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ecb8a207-6254-4d91-a79c-9284a8e1a690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:30:15.457043 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-d148d0e3-fd5a-498f-a818-db2e1193e521 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:15.457613 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d148d0e3-fd5a-498f-a818-db2e1193e521 None None] Bound using segment: {'id': 'c8b8cc55-fc2d-46d8-87ee-376b78d944f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ecb8a207-6254-4d91-a79c-9284a8e1a690'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:30:15.458235 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-d148d0e3-fd5a-498f-a818-db2e1193e521 None None] Bound port: 333050d0-7fb0-4d22-913f-2f7165ac4305, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8b8cc55-fc2d-46d8-87ee-376b78d944f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ecb8a207-6254-4d91-a79c-9284a8e1a690'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:30:15.458810 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-d148d0e3-fd5a-498f-a818-db2e1193e521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:15.482462 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3fd2c0-3a4d-41e7-ad84-0b585000ac71 req-d860a9c7-d472-4e32-8362-eb0b09dc124b tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:15.484003 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2b3fd2c0-3a4d-41e7-ad84-0b585000ac71 req-d860a9c7-d472-4e32-8362-eb0b09dc124b tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d7ffbc7-b2d5-4bba-a073-c6fbb5c6b114 HTTP/1.1" status: 200 len: 946 time: 0.1365147 Aug 22 13:30:15.494703 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 2d135122-52a0-4e66-86c2-520768cf0447 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:30:15.566877 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e312770f-c5e7-42e6-8735-ca208f0ca6bb req-f993e603-6528-4666-a701-e470ad4bdc5d tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f70ac5d-ae01-41b0-9d3a-25c38bb536ac HTTP/1.1" status: 200 len: 210 time: 0.0611558 Aug 22 13:30:15.577037 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-d148d0e3-fd5a-498f-a818-db2e1193e521 None None] For port 333050d0-7fb0-4d22-913f-2f7165ac4305, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:30:15.582224 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-d148d0e3-fd5a-498f-a818-db2e1193e521 None None] For port 333050d0-7fb0-4d22-913f-2f7165ac4305, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=333050d0-7fb0-4d22-913f-2f7165ac4305,segment=NetworkSegment(c8b8cc55-fc2d-46d8-87ee-376b78d944f5),segment_id=c8b8cc55-fc2d-46d8-87ee-376b78d944f5)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:30:15.605794 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-d148d0e3-fd5a-498f-a818-db2e1193e521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:15.620210 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2b3fd2c0-3a4d-41e7-ad84-0b585000ac71 req-35ba7459-d9ff-47d6-96bd-42b66cbfb702 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254139 Aug 22 13:30:15.630385 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4542e392-7f89-49c8-bee6-c092c4bdbc1b req-61fc0d2a-369c-4518-8f78-dbf124754ffc tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:15.708522 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fda80ff-c6d8-4047-9422-8bcccd2088bc None None] Pushing event updated for resources: {'Port': ['ID=333050d0-7fb0-4d22-913f-2f7165ac4305,revision_number=4']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:15.729019 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 2d135122-52a0-4e66-86c2-520768cf0447, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=2d135122-52a0-4e66-86c2-520768cf0447,segment=NetworkSegment(18b5a6df-b98f-4d4b-9428-0223d3f719a9),segment_id=18b5a6df-b98f-4d4b-9428-0223d3f719a9)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:30:15.733296 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d148d0e3-fd5a-498f-a818-db2e1193e521 None None] Routers {'3f7177e7-9d5f-4a69-b3e4-be1cb661a08e'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:30:15.734900 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-d148d0e3-fd5a-498f-a818-db2e1193e521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:30:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['3f7177e7-9d5f-4a69-b3e4-be1cb661a08e'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:30:15.735889 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-0b32de40-0548-4d38-aec2-f46aae0d8cff service neutron] For port 2d135122-52a0-4e66-86c2-520768cf0447, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=2d135122-52a0-4e66-86c2-520768cf0447,segment=NetworkSegment(18b5a6df-b98f-4d4b-9428-0223d3f719a9),segment_id=18b5a6df-b98f-4d4b-9428-0223d3f719a9)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:30:15.755149 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 2d135122-52a0-4e66-86c2-520768cf0447 has no active binding in host n-h1-793621-33 {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 22 13:30:15.794459 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-60b8560d-0d5f-46a8-bea4-76cc5480b73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:15.805201 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4542e392-7f89-49c8-bee6-c092c4bdbc1b req-61fc0d2a-369c-4518-8f78-dbf124754ffc tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Network dfedf898-aca6-4df9-b6f5-cb8b2650ce65 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:30:15.834784 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-4542e392-7f89-49c8-bee6-c092c4bdbc1b req-61fc0d2a-369c-4518-8f78-dbf124754ffc tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:30:15.837789 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-4542e392-7f89-49c8-bee6-c092c4bdbc1b req-61fc0d2a-369c-4518-8f78-dbf124754ffc tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:30:15.866230 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b8560d-0d5f-46a8-bea4-76cc5480b73a admin admin] Pushing event deleted for resources: {'Port': ['ID=333050d0-7fb0-4d22-913f-2f7165ac4305,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:15.871160 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-0b32de40-0548-4d38-aec2-f46aae0d8cff service neutron] For port 2d135122-52a0-4e66-86c2-520768cf0447, host n-h2-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:30:15.879591 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fc0d2a-369c-4518-8f78-dbf124754ffc tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Pushing event updated for resources: {'Port': ['ID=37c1d082-20c5-48bc-ad7a-e78a2d83afca,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:15.919081 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-24434e6c-329e-4a28-84ec-25f1c3263fa6 req-f684dee7-a9e7-4e7c-9723-75535eeac11e tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:15.932755 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-24434e6c-329e-4a28-84ec-25f1c3263fa6 req-f684dee7-a9e7-4e7c-9723-75535eeac11e tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:15.952250 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e6337-98ab-4b9c-aafd-44821a86298c req-3d73c777-afaa-4202-b2ce-37f3c816bd47 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:15.954093 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-495e6337-98ab-4b9c-aafd-44821a86298c req-3d73c777-afaa-4202-b2ce-37f3c816bd47 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5ae8550-9d43-4cb1-8063-916a676bc36d HTTP/1.1" status: 200 len: 945 time: 0.1880851 Aug 22 13:30:15.961142 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4542e392-7f89-49c8-bee6-c092c4bdbc1b req-61fc0d2a-369c-4518-8f78-dbf124754ffc tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:15.961809 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4542e392-7f89-49c8-bee6-c092c4bdbc1b req-61fc0d2a-369c-4518-8f78-dbf124754ffc tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:15.990323 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b8560d-0d5f-46a8-bea4-76cc5480b73a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:30:15.990978 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b8560d-0d5f-46a8-bea4-76cc5480b73a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:30:16.003910 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b8560d-0d5f-46a8-bea4-76cc5480b73a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:30:16.004379 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b8560d-0d5f-46a8-bea4-76cc5480b73a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:30:16.004909 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b8560d-0d5f-46a8-bea4-76cc5480b73a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:30:16.005396 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b8560d-0d5f-46a8-bea4-76cc5480b73a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:30:16.005692 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:30:16.006416 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b8560d-0d5f-46a8-bea4-76cc5480b73a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:30:16.007020 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b8560d-0d5f-46a8-bea4-76cc5480b73a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:30:16.007394 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-d148d0e3-fd5a-498f-a818-db2e1193e521 None None] Set router 3f7177e7-9d5f-4a69-b3e4-be1cb661a08e gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:30:16.007864 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b8560d-0d5f-46a8-bea4-76cc5480b73a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:30:16.008560 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b8560d-0d5f-46a8-bea4-76cc5480b73a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:30:16.009087 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b8560d-0d5f-46a8-bea4-76cc5480b73a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:30:16.011148 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b8560d-0d5f-46a8-bea4-76cc5480b73a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:30:16.065253 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f684dee7-a9e7-4e7c-9723-75535eeac11e tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b336bb7-2209-46fa-bcad-5ab87ac57829,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:16.083722 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4542e392-7f89-49c8-bee6-c092c4bdbc1b req-61fc0d2a-369c-4518-8f78-dbf124754ffc tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7357004 Aug 22 13:30:16.120435 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-4542e392-7f89-49c8-bee6-c092c4bdbc1b req-02cb36ee-8655-45c3-b93a-a45f5cf42291 service neutron] Request body: {'port': {'device_id': 'dfec1c42-428a-4a9f-a98b-0a74b49f04af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:30:16.160175 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-495e6337-98ab-4b9c-aafd-44821a86298c req-b47718e4-9c7e-43ec-8c57-035dbd749674 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800642 Aug 22 13:30:16.169877 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ae8550-9d43-4cb1-8063-916a676bc36d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d135122-52a0-4e66-86c2-520768cf0447'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:30:16.172390 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f408be2e-644b-40ca-a234-1db36fb22ed6" -d '{"events": [{"server_uuid": "c5ae8550-9d43-4cb1-8063-916a676bc36d", "name": "network-vif-unplugged", "status": "completed", "tag": "2d135122-52a0-4e66-86c2-520768cf0447"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:30:16.177275 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-0b32de40-0548-4d38-aec2-f46aae0d8cff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:16.204987 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-2c499123-8808-4d0a-bff9-587ca9d370fc None None] Could not find standard attr ID for object 333050d0-7fb0-4d22-913f-2f7165ac4305. {{(pid=94629) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 13:30:16.315061 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-0b32de40-0548-4d38-aec2-f46aae0d8cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:16.337789 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-4ee79936-ac7a-4119-8048-bab810150097 None None] Provisioning for port 37c1d082-20c5-48bc-ad7a-e78a2d83afca completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:30:16.348953 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-4ee79936-ac7a-4119-8048-bab810150097 None None] Provisioning complete for port 37c1d082-20c5-48bc-ad7a-e78a2d83afca triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:30:16.352409 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4ee79936-ac7a-4119-8048-bab810150097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:16.457382 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-4ee79936-ac7a-4119-8048-bab810150097 None None] Port 37c1d082-20c5-48bc-ad7a-e78a2d83afca cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:30:16.459682 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-d148d0e3-fd5a-498f-a818-db2e1193e521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7177e7-9d5f-4a69-b3e4-be1cb661a08e', 'name': 'tempest-FloatingIPsNegativeTestJSON-70020728-router', 'tenant_id': '85b67edec0fe49979d60cb39fc1affa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'c8d5a37d-8d56-487e-a3af-93341c0e94c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:30:03Z', 'updated_at': '2021-08-22T13:30:09Z', 'revision_number': 4, 'project_id': '85b67edec0fe49979d60cb39fc1affa4', 'gw_port': {'id': 'c8d5a37d-8d56-487e-a3af-93341c0e94c5', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:cf:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7177e7-9d5f-4a69-b3e4-be1cb661a08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:30:04Z', 'updated_at': '2021-08-22T13:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '333050d0-7fb0-4d22-913f-2f7165ac4305', 'name': '', 'network_id': 'ecb8a207-6254-4d91-a79c-9284a8e1a690', 'tenant_id': '85b67edec0fe49979d60cb39fc1affa4', 'mac_address': 'fa:16:3e:e4:c4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7177e7-9d5f-4a69-b3e4-be1cb661a08e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'cb27ecd5-3f35-4a80-8644-9aa9e353e4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:30:08Z', 'updated_at': '2021-08-22T13:30:15Z', 'revision_number': 4, 'project_id': '85b67edec0fe49979d60cb39fc1affa4', 'subnets': [{'id': 'cb27ecd5-3f35-4a80-8644-9aa9e353e4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:30:16.498123 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d148d0e3-fd5a-498f-a818-db2e1193e521 None None] The sync data for ids ['3f7177e7-9d5f-4a69-b3e4-be1cb661a08e'] in n-d-793621-33 is: [{'id': '3f7177e7-9d5f-4a69-b3e4-be1cb661a08e', 'name': 'tempest-FloatingIPsNegativeTestJSON-70020728-router', 'tenant_id': '85b67edec0fe49979d60cb39fc1affa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'c8d5a37d-8d56-487e-a3af-93341c0e94c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:30:03Z', 'updated_at': '2021-08-22T13:30:09Z', 'revision_number': 4, 'project_id': '85b67edec0fe49979d60cb39fc1affa4', 'gw_port': {'id': 'c8d5a37d-8d56-487e-a3af-93341c0e94c5', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:cf:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7177e7-9d5f-4a69-b3e4-be1cb661a08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:30:04Z', 'updated_at': '2021-08-22T13:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '333050d0-7fb0-4d22-913f-2f7165ac4305', 'name': '', 'network_id': 'ecb8a207-6254-4d91-a79c-9284a8e1a690', 'tenant_id': '85b67edec0fe49979d60cb39fc1affa4', 'mac_address': 'fa:16:3e:e4:c4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7177e7-9d5f-4a69-b3e4-be1cb661a08e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'cb27ecd5-3f35-4a80-8644-9aa9e353e4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:30:08Z', 'updated_at': '2021-08-22T13:30:15Z', 'revision_number': 4, 'project_id': '85b67edec0fe49979d60cb39fc1affa4', 'subnets': [{'id': 'cb27ecd5-3f35-4a80-8644-9aa9e353e4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:30:16.605823 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b32de40-0548-4d38-aec2-f46aae0d8cff service neutron] Pushing event updated for resources: {'Port': ['ID=2d135122-52a0-4e66-86c2-520768cf0447,revision_number=7']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:16.625222 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-0b32de40-0548-4d38-aec2-f46aae0d8cff service neutron] Attempting to bind port 2d135122-52a0-4e66-86c2-520768cf0447 on host n-h2-793621-33 for vnic_type normal with profile {"migrating_to": "n-h1-793621-33"} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:30:16.625604 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-0b32de40-0548-4d38-aec2-f46aae0d8cff service neutron] Attempting to bind port 2d135122-52a0-4e66-86c2-520768cf0447 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '18b5a6df-b98f-4d4b-9428-0223d3f719a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '652b7040-839e-4592-b462-d4511ac6e125'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:30:16.625875 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-0b32de40-0548-4d38-aec2-f46aae0d8cff service neutron] Attempting to bind port 2d135122-52a0-4e66-86c2-520768cf0447 on network 652b7040-839e-4592-b462-d4511ac6e125 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:30:16.632217 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-60b8560d-0d5f-46a8-bea4-76cc5480b73a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:16.636158 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-0b32de40-0548-4d38-aec2-f46aae0d8cff service neutron] Port 2d135122-52a0-4e66-86c2-520768cf0447 on network 652b7040-839e-4592-b462-d4511ac6e125 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:30:16.636499 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-0b32de40-0548-4d38-aec2-f46aae0d8cff service neutron] Attempting to bind port 2d135122-52a0-4e66-86c2-520768cf0447 on network 652b7040-839e-4592-b462-d4511ac6e125 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:30:16.654130 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-0b32de40-0548-4d38-aec2-f46aae0d8cff service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:30:16.655411 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-0b32de40-0548-4d38-aec2-f46aae0d8cff service neutron] Checking segment: {'id': '18b5a6df-b98f-4d4b-9428-0223d3f719a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '652b7040-839e-4592-b462-d4511ac6e125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:30:16.656537 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-0b32de40-0548-4d38-aec2-f46aae0d8cff service neutron] Bound using segment: {'id': '18b5a6df-b98f-4d4b-9428-0223d3f719a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '652b7040-839e-4592-b462-d4511ac6e125'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:30:16.657790 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-0b32de40-0548-4d38-aec2-f46aae0d8cff service neutron] Bound port: 2d135122-52a0-4e66-86c2-520768cf0447, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18b5a6df-b98f-4d4b-9428-0223d3f719a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '652b7040-839e-4592-b462-d4511ac6e125'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:30:16.658545 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-0b32de40-0548-4d38-aec2-f46aae0d8cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:16.794436 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ba539-02af-425a-a859-01da4139abfa req-4e4a8c19-85cf-43b5-83ca-8b0d609cae89 tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:16.796726 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7b5ba539-02af-425a-a859-01da4139abfa req-4e4a8c19-85cf-43b5-83ca-8b0d609cae89 tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e718159-8fa5-4c9e-87db-f64c6a089dd5 HTTP/1.1" status: 200 len: 946 time: 0.7323201 Aug 22 13:30:16.839228 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-0b32de40-0548-4d38-aec2-f46aae0d8cff service neutron] For port 2d135122-52a0-4e66-86c2-520768cf0447, host n-h2-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:30:16.859476 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4542e392-7f89-49c8-bee6-c092c4bdbc1b req-02cb36ee-8655-45c3-b93a-a45f5cf42291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:16.868474 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-24434e6c-329e-4a28-84ec-25f1c3263fa6 req-f684dee7-a9e7-4e7c-9723-75535eeac11e tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] Allocated IP 192.168.233.247 (7dc41cff-a3ac-4fc2-ba06-973efce2365e/7151c727-b27f-4308-8098-60bc16140d45/c14a121e-fe9d-45c4-9508-5c1d1beb81ec) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:30:16.901507 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-0b32de40-0548-4d38-aec2-f46aae0d8cff service neutron] For port 2d135122-52a0-4e66-86c2-520768cf0447, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=2d135122-52a0-4e66-86c2-520768cf0447,segment=NetworkSegment(18b5a6df-b98f-4d4b-9428-0223d3f719a9),segment_id=18b5a6df-b98f-4d4b-9428-0223d3f719a9)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:30:16.914797 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-0b32de40-0548-4d38-aec2-f46aae0d8cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:17.010724 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e98c50-a702-4250-85ee-0804bf13af5f req-9855a706-9db8-4c63-9343-3b3106bbcc04 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:17.012285 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b0e98c50-a702-4250-85ee-0804bf13af5f req-9855a706-9db8-4c63-9343-3b3106bbcc04 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfec1c42-428a-4a9f-a98b-0a74b49f04af HTTP/1.1" status: 200 len: 932 time: 0.3035321 Aug 22 13:30:17.033306 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e42f1f6-70c4-4194-90cb-0ae8a5d1079c req-41b4823d-dc3a-4af8-8a87-d2ccf82cff98 tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:17.035813 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9e42f1f6-70c4-4194-90cb-0ae8a5d1079c req-41b4823d-dc3a-4af8-8a87-d2ccf82cff98 tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e718159-8fa5-4c9e-87db-f64c6a089dd5 HTTP/1.1" status: 200 len: 946 time: 0.3304920 Aug 22 13:30:17.050775 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-0b32de40-0548-4d38-aec2-f46aae0d8cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:17.051599 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-0b32de40-0548-4d38-aec2-f46aae0d8cff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:17.053179 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-0b32de40-0548-4d38-aec2-f46aae0d8cff service neutron] 10.222.0.41 "PUT /v2.0/ports/2d135122-52a0-4e66-86c2-520768cf0447 HTTP/1.1" status: 200 len: 1123 time: 2.1947258 Aug 22 13:30:17.059856 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b32de40-0548-4d38-aec2-f46aae0d8cff service neutron] Pushing event updated for resources: {'Port': ['ID=2d135122-52a0-4e66-86c2-520768cf0447,revision_number=8']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:17.087028 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60b8560d-0d5f-46a8-bea4-76cc5480b73a admin admin] Router 3f7177e7-9d5f-4a69-b3e4-be1cb661a08e has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:30:17.149998 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['2d135122-52a0-4e66-86c2-520768cf0447'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:30:17.197838 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['2d135122-52a0-4e66-86c2-520768cf0447'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:30:17.223860 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b8560d-0d5f-46a8-bea4-76cc5480b73a admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:30:17.237128 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-60b8560d-0d5f-46a8-bea4-76cc5480b73a admin admin] 10.222.0.21 "PUT /v2.0/routers/3f7177e7-9d5f-4a69-b3e4-be1cb661a08e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2979634 Aug 22 13:30:17.237762 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57140) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:30:17.239359 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9e42f1f6-70c4-4194-90cb-0ae8a5d1079c req-bc4c7bd8-f7e6-4273-bd0a-a599fc038206 tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] 10.222.0.21 "GET /v2.0/security-groups?id=17f5559a-27e1-4033-bb8a-7da83b56bc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462677 Aug 22 13:30:17.265611 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b0e98c50-a702-4250-85ee-0804bf13af5f req-82a9a920-5e57-426b-9078-9c8ebdeed6df tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=540eab8a-ff39-4c5e-9bac-5eb9f43fb4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2258530 Aug 22 13:30:17.504520 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-7b5ba539-02af-425a-a859-01da4139abfa req-582dfed3-091a-4edb-9d25-fce6dae82a7c tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] Deleting port d4c4ef63-4891-4e1d-9b3f-883b331bbb17 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:30:17.504927 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7b5ba539-02af-425a-a859-01da4139abfa req-582dfed3-091a-4edb-9d25-fce6dae82a7c tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:17.537838 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2beb9594-ba95-454b-a102-c14032d20397 admin admin] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:17.541984 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 13:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323100eb-e16a-43ba-b8e0-208804c4699f x-openstack-request-id: req-323100eb-e16a-43ba-b8e0-208804c4699f {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:30:17.542322 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5ae8550-9d43-4cb1-8063-916a676bc36d", "name": "network-vif-unplugged", "status": "completed", "tag": "2d135122-52a0-4e66-86c2-520768cf0447", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:30:17.542578 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-323100eb-e16a-43ba-b8e0-208804c4699f {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:30:17.542970 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ae8550-9d43-4cb1-8063-916a676bc36d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d135122-52a0-4e66-86c2-520768cf0447', 'code': 200} Aug 22 13:30:17.569900 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-24434e6c-329e-4a28-84ec-25f1c3263fa6 req-f684dee7-a9e7-4e7c-9723-75535eeac11e tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:17.685393 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2beb9594-ba95-454b-a102-c14032d20397 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:17.707547 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231f89b2-39c1-4655-b4f4-e912d42eb8e7 None None] Sync routers for ids ['3f7177e7-9d5f-4a69-b3e4-be1cb661a08e'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:30:17.719052 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231f89b2-39c1-4655-b4f4-e912d42eb8e7 None None] Routers {'3f7177e7-9d5f-4a69-b3e4-be1cb661a08e'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:30:17.720008 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-55b66394-dbde-45f4-9347-1bc6e3e97651 req-ce1dbecd-c96b-4c9d-b550-2506ed241053 tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f70ac5d-ae01-41b0-9d3a-25c38bb536ac HTTP/1.1" status: 200 len: 210 time: 0.1219690 Aug 22 13:30:17.720335 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-231f89b2-39c1-4655-b4f4-e912d42eb8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:30:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['3f7177e7-9d5f-4a69-b3e4-be1cb661a08e'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:30:17.732682 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-24434e6c-329e-4a28-84ec-25f1c3263fa6 req-f684dee7-a9e7-4e7c-9723-75535eeac11e tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] Transition to ACTIVE for port object c14a121e-fe9d-45c4-9508-5c1d1beb81ec will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:30:17.782970 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-2beb9594-ba95-454b-a102-c14032d20397 admin admin] Deleting port c8d5a37d-8d56-487e-a3af-93341c0e94c5 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:30:17.783330 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2beb9594-ba95-454b-a102-c14032d20397 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:17.828413 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-231f89b2-39c1-4655-b4f4-e912d42eb8e7 None None] Set router 3f7177e7-9d5f-4a69-b3e4-be1cb661a08e gateway port host: None {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:30:17.853398 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bfc796-96e5-4216-b5a6-595d3e521a0b req-7a21062b-9211-4a6d-9976-f2af1a117c67 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:17.854862 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-15bfc796-96e5-4216-b5a6-595d3e521a0b req-7a21062b-9211-4a6d-9976-f2af1a117c67 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5ae8550-9d43-4cb1-8063-916a676bc36d HTTP/1.1" status: 200 len: 943 time: 0.2551370 Aug 22 13:30:17.858664 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-7b5ba539-02af-425a-a859-01da4139abfa req-582dfed3-091a-4edb-9d25-fce6dae82a7c tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] For port d4c4ef63-4891-4e1d-9b3f-883b331bbb17, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=d4c4ef63-4891-4e1d-9b3f-883b331bbb17,segment=NetworkSegment(ad4d1367-0913-4027-a6c7-e1f6076bffed),segment_id=ad4d1367-0913-4027-a6c7-e1f6076bffed)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:30:17.859039 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7b5ba539-02af-425a-a859-01da4139abfa req-582dfed3-091a-4edb-9d25-fce6dae82a7c tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:17.870248 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-2beb9594-ba95-454b-a102-c14032d20397 admin admin] For port c8d5a37d-8d56-487e-a3af-93341c0e94c5, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=c8d5a37d-8d56-487e-a3af-93341c0e94c5,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:30:17.870966 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2beb9594-ba95-454b-a102-c14032d20397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:17.890871 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-2beb9594-ba95-454b-a102-c14032d20397 admin admin] Calling delete_port for c8d5a37d-8d56-487e-a3af-93341c0e94c5 owned by network:router_gateway {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:30:17.893406 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-231f89b2-39c1-4655-b4f4-e912d42eb8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7177e7-9d5f-4a69-b3e4-be1cb661a08e', 'name': 'tempest-FloatingIPsNegativeTestJSON-70020728-router', 'tenant_id': '85b67edec0fe49979d60cb39fc1affa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:30:03Z', 'updated_at': '2021-08-22T13:30:17Z', 'revision_number': 6, 'project_id': '85b67edec0fe49979d60cb39fc1affa4', 'gw_port_host': None}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:30:17.906947 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-7b5ba539-02af-425a-a859-01da4139abfa req-582dfed3-091a-4edb-9d25-fce6dae82a7c tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] Calling delete_port for d4c4ef63-4891-4e1d-9b3f-883b331bbb17 owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:30:17.921709 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231f89b2-39c1-4655-b4f4-e912d42eb8e7 None None] Checking router: 3f7177e7-9d5f-4a69-b3e4-be1cb661a08e for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:30:17.932041 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231f89b2-39c1-4655-b4f4-e912d42eb8e7 None None] Routers {'3f7177e7-9d5f-4a69-b3e4-be1cb661a08e'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:30:17.932694 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-231f89b2-39c1-4655-b4f4-e912d42eb8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:30:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['3f7177e7-9d5f-4a69-b3e4-be1cb661a08e'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:30:17.961904 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-24434e6c-329e-4a28-84ec-25f1c3263fa6 req-f684dee7-a9e7-4e7c-9723-75535eeac11e tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:18.047553 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-231f89b2-39c1-4655-b4f4-e912d42eb8e7 None None] Set router 3f7177e7-9d5f-4a69-b3e4-be1cb661a08e gateway port host: None {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:30:18.057925 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-15bfc796-96e5-4216-b5a6-595d3e521a0b req-43138cf9-73e3-48d8-aa79-fce8d5c6807f tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917689 Aug 22 13:30:18.105974 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24434e6c-329e-4a28-84ec-25f1c3263fa6 req-f684dee7-a9e7-4e7c-9723-75535eeac11e tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] Network 7dc41cff-a3ac-4fc2-ba06-973efce2365e is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:30:18.110580 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-24434e6c-329e-4a28-84ec-25f1c3263fa6 req-f684dee7-a9e7-4e7c-9723-75535eeac11e tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:30:18.120452 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-24434e6c-329e-4a28-84ec-25f1c3263fa6 req-f684dee7-a9e7-4e7c-9723-75535eeac11e tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:30:18.121628 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-231f89b2-39c1-4655-b4f4-e912d42eb8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7177e7-9d5f-4a69-b3e4-be1cb661a08e', 'name': 'tempest-FloatingIPsNegativeTestJSON-70020728-router', 'tenant_id': '85b67edec0fe49979d60cb39fc1affa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:30:03Z', 'updated_at': '2021-08-22T13:30:17Z', 'revision_number': 6, 'project_id': '85b67edec0fe49979d60cb39fc1affa4', 'gw_port_host': None}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:30:18.132848 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2beb9594-ba95-454b-a102-c14032d20397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:18.169217 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231f89b2-39c1-4655-b4f4-e912d42eb8e7 None None] The sync data for ids ['3f7177e7-9d5f-4a69-b3e4-be1cb661a08e'] in n-d-793621-33 is: [{'id': '3f7177e7-9d5f-4a69-b3e4-be1cb661a08e', 'name': 'tempest-FloatingIPsNegativeTestJSON-70020728-router', 'tenant_id': '85b67edec0fe49979d60cb39fc1affa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:30:03Z', 'updated_at': '2021-08-22T13:30:17Z', 'revision_number': 6, 'project_id': '85b67edec0fe49979d60cb39fc1affa4', 'gw_port_host': None}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:30:18.174462 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beb9594-ba95-454b-a102-c14032d20397 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8d5a37d-8d56-487e-a3af-93341c0e94c5,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:18.181204 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f684dee7-a9e7-4e7c-9723-75535eeac11e tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] Pushing event updated for resources: {'Port': ['ID=c14a121e-fe9d-45c4-9508-5c1d1beb81ec,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:18.194106 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-4542e392-7f89-49c8-bee6-c092c4bdbc1b req-02cb36ee-8655-45c3-b93a-a45f5cf42291 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37c1d082-20c5-48bc-ad7a-e78a2d83afca {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:30:18.216058 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4542e392-7f89-49c8-bee6-c092c4bdbc1b req-02cb36ee-8655-45c3-b93a-a45f5cf42291 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:18.250057 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-4542e392-7f89-49c8-bee6-c092c4bdbc1b req-02cb36ee-8655-45c3-b93a-a45f5cf42291 service neutron] Transition to ACTIVE for port object 37c1d082-20c5-48bc-ad7a-e78a2d83afca will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:30:18.260983 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24434e6c-329e-4a28-84ec-25f1c3263fa6 req-f684dee7-a9e7-4e7c-9723-75535eeac11e tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:18.261636 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-24434e6c-329e-4a28-84ec-25f1c3263fa6 req-f684dee7-a9e7-4e7c-9723-75535eeac11e tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:18.275071 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4542e392-7f89-49c8-bee6-c092c4bdbc1b req-02cb36ee-8655-45c3-b93a-a45f5cf42291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:18.290877 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2beb9594-ba95-454b-a102-c14032d20397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:18.340514 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-24434e6c-329e-4a28-84ec-25f1c3263fa6 req-f684dee7-a9e7-4e7c-9723-75535eeac11e tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2226732 Aug 22 13:30:18.367698 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-24434e6c-329e-4a28-84ec-25f1c3263fa6 req-091d1105-8335-4a23-863e-83ed052e7a99 service neutron] Request body: {'port': {'device_id': '6f70ac5d-ae01-41b0-9d3a-25c38bb536ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:30:18.516554 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2beb9594-ba95-454b-a102-c14032d20397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:18.531142 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2beb9594-ba95-454b-a102-c14032d20397 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:18.572092 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-24434e6c-329e-4a28-84ec-25f1c3263fa6 req-091d1105-8335-4a23-863e-83ed052e7a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:18.592613 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7b5ba539-02af-425a-a859-01da4139abfa req-582dfed3-091a-4edb-9d25-fce6dae82a7c tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:18.637732 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2beb9594-ba95-454b-a102-c14032d20397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:18.638322 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2beb9594-ba95-454b-a102-c14032d20397 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f7177e7-9d5f-4a69-b3e4-be1cb661a08e {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:30:18.643626 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2beb9594-ba95-454b-a102-c14032d20397 admin admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:18.644986 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2beb9594-ba95-454b-a102-c14032d20397 admin admin] 10.222.0.21 "DELETE /v2.0/routers/3f7177e7-9d5f-4a69-b3e4-be1cb661a08e HTTP/1.1" status: 204 len: 168 time: 1.4062908 Aug 22 13:30:18.647446 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57154) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:30:18.703730 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c4a3ede-f01f-4e11-9f4d-aa9168e1b5d4 admin admin] Deleting subnet cb27ecd5-3f35-4a80-8644-9aa9e353e4a4 {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:30:18.707545 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4c4a3ede-f01f-4e11-9f4d-aa9168e1b5d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:18.725901 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-87905b6f-22e9-433b-a5d5-6172f0cdf2a3 None None] Provisioning for port c14a121e-fe9d-45c4-9508-5c1d1beb81ec completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:30:18.730709 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-87905b6f-22e9-433b-a5d5-6172f0cdf2a3 None None] Provisioning complete for port c14a121e-fe9d-45c4-9508-5c1d1beb81ec triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:30:18.731301 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-87905b6f-22e9-433b-a5d5-6172f0cdf2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:18.747033 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4c4a3ede-f01f-4e11-9f4d-aa9168e1b5d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:18.776892 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-87905b6f-22e9-433b-a5d5-6172f0cdf2a3 None None] Port c14a121e-fe9d-45c4-9508-5c1d1beb81ec cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:30:18.837639 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb36ee-8655-45c3-b93a-a45f5cf42291 service neutron] Pushing event updated for resources: {'Port': ['ID=37c1d082-20c5-48bc-ad7a-e78a2d83afca,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:18.837899 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4c4a3ede-f01f-4e11-9f4d-aa9168e1b5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:18.846381 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b5ba539-02af-425a-a859-01da4139abfa req-582dfed3-091a-4edb-9d25-fce6dae82a7c tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] No DVR routers for this DVR port d4c4ef63-4891-4e1d-9b3f-883b331bbb17 on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:30:18.854523 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7b5ba539-02af-425a-a859-01da4139abfa req-582dfed3-091a-4edb-9d25-fce6dae82a7c tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:18.856531 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7b5ba539-02af-425a-a859-01da4139abfa req-582dfed3-091a-4edb-9d25-fce6dae82a7c tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] 10.222.0.16 "DELETE /v2.0/ports/d4c4ef63-4891-4e1d-9b3f-883b331bbb17 HTTP/1.1" status: 204 len: 173 time: 2.0464859 Aug 22 13:30:18.895629 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e718159-8fa5-4c9e-87db-f64c6a089dd5', 'name': 'network-vif-deleted', 'tag': 'd4c4ef63-4891-4e1d-9b3f-883b331bbb17'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:30:18.898106 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd18b85-241c-44e0-bf07-aafdcd344940" -d '{"events": [{"server_uuid": "0e718159-8fa5-4c9e-87db-f64c6a089dd5", "name": "network-vif-deleted", "tag": "d4c4ef63-4891-4e1d-9b3f-883b331bbb17"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:30:18.917460 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4c4a3ede-f01f-4e11-9f4d-aa9168e1b5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:18.954337 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582dfed3-091a-4edb-9d25-fce6dae82a7c tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] Pushing event deleted for resources: {'Port': ['ID=d4c4ef63-4891-4e1d-9b3f-883b331bbb17,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:18.967986 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74204c14-16d2-4aa8-97b5-c404bbdd2fa3 req-3bc9d40c-f430-48a4-9844-a7e027d57474 tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:18.972585 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-74204c14-16d2-4aa8-97b5-c404bbdd2fa3 req-3bc9d40c-f430-48a4-9844-a7e027d57474 tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e718159-8fa5-4c9e-87db-f64c6a089dd5 HTTP/1.1" status: 200 len: 946 time: 0.5796285 Aug 22 13:30:18.997957 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4a3ede-f01f-4e11-9f4d-aa9168e1b5d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb27ecd5-3f35-4a80-8644-9aa9e353e4a4,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:18.999932 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4c4a3ede-f01f-4e11-9f4d-aa9168e1b5d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:19.001896 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4c4a3ede-f01f-4e11-9f4d-aa9168e1b5d4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cb27ecd5-3f35-4a80-8644-9aa9e353e4a4 HTTP/1.1" status: 204 len: 168 time: 0.3532298 Aug 22 13:30:19.004273 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57160) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:30:19.008669 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d586b22d-c989-4487-9f03-0f1fc8458aa5 None None] Network ecb8a207-6254-4d91-a79c-9284a8e1a690 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:30:19.077221 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e002138b-d194-4422-8e77-a21a3962ef61 req-a2436c84-3afc-4ea7-87ba-ec37c00bea56 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:19.081817 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device c8d5a37d-8d56-487e-a3af-93341c0e94c5 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:30:19.086908 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e002138b-d194-4422-8e77-a21a3962ef61 req-a2436c84-3afc-4ea7-87ba-ec37c00bea56 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfec1c42-428a-4a9f-a98b-0a74b49f04af HTTP/1.1" status: 200 len: 944 time: 0.6274393 Aug 22 13:30:19.120516 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: c8d5a37d-8d56-487e-a3af-93341c0e94c5 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:30:19.121042 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device c8d5a37d-8d56-487e-a3af-93341c0e94c5 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:30:19.121657 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 333050d0-7fb0-4d22-913f-2f7165ac4305 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:30:19.143600 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c5061546-14e3-45b7-8f85-28ecd905e926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:19.146050 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 333050d0-7fb0-4d22-913f-2f7165ac4305 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:30:19.146574 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 333050d0-7fb0-4d22-913f-2f7165ac4305 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:30:19.213142 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e002138b-d194-4422-8e77-a21a3962ef61 req-539fd91a-c680-4a8e-b110-092a28e0425c tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=540eab8a-ff39-4c5e-9bac-5eb9f43fb4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182418 Aug 22 13:30:19.221863 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-74204c14-16d2-4aa8-97b5-c404bbdd2fa3 req-4ddffb3c-ac2a-4f67-89f1-3bdcdba1e5a6 tempest-ServerGroupTestJSON-749393424 tempest-ServerGroupTestJSON-749393424-project] 10.222.0.21 "GET /v2.0/security-groups?id=17f5559a-27e1-4033-bb8a-7da83b56bc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323992 Aug 22 13:30:19.241719 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-c5061546-14e3-45b7-8f85-28ecd905e926 admin admin] Deleting port a035a97b-dda1-4b44-a47e-02624904f4e8 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:30:19.241719 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c5061546-14e3-45b7-8f85-28ecd905e926 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:19.256612 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-4542e392-7f89-49c8-bee6-c092c4bdbc1b req-02cb36ee-8655-45c3-b93a-a45f5cf42291 service neutron] Attempting to bind port 37c1d082-20c5-48bc-ad7a-e78a2d83afca on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:30:19.257179 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-4542e392-7f89-49c8-bee6-c092c4bdbc1b req-02cb36ee-8655-45c3-b93a-a45f5cf42291 service neutron] Attempting to bind port 37c1d082-20c5-48bc-ad7a-e78a2d83afca by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': 'e0cf36a3-398c-4c68-a668-edae22b1fee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'dfedf898-aca6-4df9-b6f5-cb8b2650ce65'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:30:19.257713 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4542e392-7f89-49c8-bee6-c092c4bdbc1b req-02cb36ee-8655-45c3-b93a-a45f5cf42291 service neutron] Attempting to bind port 37c1d082-20c5-48bc-ad7a-e78a2d83afca on network dfedf898-aca6-4df9-b6f5-cb8b2650ce65 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:30:19.331065 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5c984f-f165-4ebf-ba79-2adfe414441f None None] DHCP port deletion for ecb8a207-6254-4d91-a79c-9284a8e1a690 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:30:19.411843 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-c5061546-14e3-45b7-8f85-28ecd905e926 admin admin] For port a035a97b-dda1-4b44-a47e-02624904f4e8, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=a035a97b-dda1-4b44-a47e-02624904f4e8,segment=NetworkSegment(c8b8cc55-fc2d-46d8-87ee-376b78d944f5),segment_id=c8b8cc55-fc2d-46d8-87ee-376b78d944f5)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:30:19.414875 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c5061546-14e3-45b7-8f85-28ecd905e926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:19.467399 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-c5061546-14e3-45b7-8f85-28ecd905e926 admin admin] Calling delete_port for a035a97b-dda1-4b44-a47e-02624904f4e8 owned by network:dhcp {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:30:19.477554 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-4f5c984f-f165-4ebf-ba79-2adfe414441f None None] Deleting port a035a97b-dda1-4b44-a47e-02624904f4e8 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:30:19.477927 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4f5c984f-f165-4ebf-ba79-2adfe414441f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:19.497693 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a377983-de8b-4f5b-b441-7d795b0d9292 x-openstack-request-id: req-2a377983-de8b-4f5b-b441-7d795b0d9292 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:30:19.498124 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e718159-8fa5-4c9e-87db-f64c6a089dd5", "name": "network-vif-deleted", "tag": "d4c4ef63-4891-4e1d-9b3f-883b331bbb17", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:30:19.498471 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2a377983-de8b-4f5b-b441-7d795b0d9292 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:30:19.498956 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e718159-8fa5-4c9e-87db-f64c6a089dd5', 'name': 'network-vif-deleted', 'tag': 'd4c4ef63-4891-4e1d-9b3f-883b331bbb17', 'status': 'completed', 'code': 200} Aug 22 13:30:19.534365 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4542e392-7f89-49c8-bee6-c092c4bdbc1b req-02cb36ee-8655-45c3-b93a-a45f5cf42291 service neutron] Port 37c1d082-20c5-48bc-ad7a-e78a2d83afca on network dfedf898-aca6-4df9-b6f5-cb8b2650ce65 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:30:19.534889 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4542e392-7f89-49c8-bee6-c092c4bdbc1b req-02cb36ee-8655-45c3-b93a-a45f5cf42291 service neutron] Attempting to bind port 37c1d082-20c5-48bc-ad7a-e78a2d83afca on network dfedf898-aca6-4df9-b6f5-cb8b2650ce65 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:30:19.554934 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5ae8550-9d43-4cb1-8063-916a676bc36d', 'tag': '2d135122-52a0-4e66-86c2-520768cf0447'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:30:19.557673 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a415fe-1e44-41ad-a33e-f0123d81d5b2" -d '{"events": [{"name": "network-changed", "server_uuid": "c5ae8550-9d43-4cb1-8063-916a676bc36d", "tag": "2d135122-52a0-4e66-86c2-520768cf0447"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:30:19.596180 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4542e392-7f89-49c8-bee6-c092c4bdbc1b req-02cb36ee-8655-45c3-b93a-a45f5cf42291 service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:30:19.596701 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4542e392-7f89-49c8-bee6-c092c4bdbc1b req-02cb36ee-8655-45c3-b93a-a45f5cf42291 service neutron] Checking segment: {'id': 'e0cf36a3-398c-4c68-a668-edae22b1fee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'dfedf898-aca6-4df9-b6f5-cb8b2650ce65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:30:19.597986 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4542e392-7f89-49c8-bee6-c092c4bdbc1b req-02cb36ee-8655-45c3-b93a-a45f5cf42291 service neutron] Bound using segment: {'id': 'e0cf36a3-398c-4c68-a668-edae22b1fee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'dfedf898-aca6-4df9-b6f5-cb8b2650ce65'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:30:19.597986 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-4542e392-7f89-49c8-bee6-c092c4bdbc1b req-02cb36ee-8655-45c3-b93a-a45f5cf42291 service neutron] Bound port: 37c1d082-20c5-48bc-ad7a-e78a2d83afca, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0cf36a3-398c-4c68-a668-edae22b1fee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'dfedf898-aca6-4df9-b6f5-cb8b2650ce65'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:30:19.598287 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4542e392-7f89-49c8-bee6-c092c4bdbc1b req-02cb36ee-8655-45c3-b93a-a45f5cf42291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:19.601974 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-4f5c984f-f165-4ebf-ba79-2adfe414441f None None] For port a035a97b-dda1-4b44-a47e-02624904f4e8, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=a035a97b-dda1-4b44-a47e-02624904f4e8,segment=NetworkSegment(c8b8cc55-fc2d-46d8-87ee-376b78d944f5),segment_id=c8b8cc55-fc2d-46d8-87ee-376b78d944f5)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:30:19.604748 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4f5c984f-f165-4ebf-ba79-2adfe414441f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:19.611473 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74075e45-d92a-4515-81ef-94a7669a9cbe req-ae4eb023-9a3d-488f-a009-ce43e274519c tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:19.613243 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-74075e45-d92a-4515-81ef-94a7669a9cbe req-ae4eb023-9a3d-488f-a009-ce43e274519c tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f70ac5d-ae01-41b0-9d3a-25c38bb536ac HTTP/1.1" status: 200 len: 936 time: 0.1979878 Aug 22 13:30:19.636811 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-24434e6c-329e-4a28-84ec-25f1c3263fa6 req-091d1105-8335-4a23-863e-83ed052e7a99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c14a121e-fe9d-45c4-9508-5c1d1beb81ec {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:30:19.637364 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c5061546-14e3-45b7-8f85-28ecd905e926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:19.648108 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-4f5c984f-f165-4ebf-ba79-2adfe414441f None None] Calling delete_port for a035a97b-dda1-4b44-a47e-02624904f4e8 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:30:19.680217 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-24434e6c-329e-4a28-84ec-25f1c3263fa6 req-091d1105-8335-4a23-863e-83ed052e7a99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:19.733853 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5061546-14e3-45b7-8f85-28ecd905e926 admin admin] Pushing event deleted for resources: {'Port': ['ID=a035a97b-dda1-4b44-a47e-02624904f4e8,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:19.737779 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5061546-14e3-45b7-8f85-28ecd905e926 admin admin] No DVR routers for this DVR port a035a97b-dda1-4b44-a47e-02624904f4e8 on host n-d-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:30:19.771230 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-24434e6c-329e-4a28-84ec-25f1c3263fa6 req-091d1105-8335-4a23-863e-83ed052e7a99 service neutron] Transition to ACTIVE for port object c14a121e-fe9d-45c4-9508-5c1d1beb81ec will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:30:19.775681 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4f5c984f-f165-4ebf-ba79-2adfe414441f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:19.776423 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-74075e45-d92a-4515-81ef-94a7669a9cbe req-f22e7cd3-d540-40f6-bbee-afa3d8bb9f78 tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] 10.222.0.21 "GET /v2.0/security-groups?id=3b336bb7-2209-46fa-bcad-5ab87ac57829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479480 Aug 22 13:30:19.787051 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90da83-1c62-4117-86a0-fb2faa20f2e0 req-b7f148b0-986c-4ec4-8f89-718cb13dcb43 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:19.788841 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4a90da83-1c62-4117-86a0-fb2faa20f2e0 req-b7f148b0-986c-4ec4-8f89-718cb13dcb43 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5ae8550-9d43-4cb1-8063-916a676bc36d HTTP/1.1" status: 200 len: 943 time: 0.2570612 Aug 22 13:30:19.802899 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-24434e6c-329e-4a28-84ec-25f1c3263fa6 req-091d1105-8335-4a23-863e-83ed052e7a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:19.815565 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c984f-f165-4ebf-ba79-2adfe414441f None None] Pushing event deleted for resources: {'Port': ['ID=a035a97b-dda1-4b44-a47e-02624904f4e8,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:19.821327 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5c984f-f165-4ebf-ba79-2adfe414441f None None] No DVR routers for this DVR port a035a97b-dda1-4b44-a47e-02624904f4e8 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:30:19.835816 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5c984f-f165-4ebf-ba79-2adfe414441f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:30:19.836434 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5c984f-f165-4ebf-ba79-2adfe414441f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:30:19.836936 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5c984f-f165-4ebf-ba79-2adfe414441f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:30:19.837432 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5c984f-f165-4ebf-ba79-2adfe414441f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:30:19.837944 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5c984f-f165-4ebf-ba79-2adfe414441f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:30:19.838444 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5c984f-f165-4ebf-ba79-2adfe414441f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:30:19.838948 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5c984f-f165-4ebf-ba79-2adfe414441f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:30:19.839434 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5c984f-f165-4ebf-ba79-2adfe414441f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:30:19.839921 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5c984f-f165-4ebf-ba79-2adfe414441f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:30:19.840487 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5c984f-f165-4ebf-ba79-2adfe414441f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:30:19.841413 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5c984f-f165-4ebf-ba79-2adfe414441f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:30:19.841900 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5c984f-f165-4ebf-ba79-2adfe414441f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:30:19.860935 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8be0ade-0fb3-4c7a-9399-39f0739af3f8 x-openstack-request-id: req-a8be0ade-0fb3-4c7a-9399-39f0739af3f8 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:30:19.861360 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5ae8550-9d43-4cb1-8063-916a676bc36d", "tag": "2d135122-52a0-4e66-86c2-520768cf0447", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:30:19.861615 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a8be0ade-0fb3-4c7a-9399-39f0739af3f8 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:30:19.862138 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5ae8550-9d43-4cb1-8063-916a676bc36d', 'tag': '2d135122-52a0-4e66-86c2-520768cf0447', 'status': 'completed', 'code': 200} Aug 22 13:30:19.866157 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c5061546-14e3-45b7-8f85-28ecd905e926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:19.878385 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-c5061546-14e3-45b7-8f85-28ecd905e926 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecb8a207-6254-4d91-a79c-9284a8e1a690']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:30:19.890324 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-c5061546-14e3-45b7-8f85-28ecd905e926 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8b8cc55-fc2d-46d8-87ee-376b78d944f5') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:30:19.891164 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-c5061546-14e3-45b7-8f85-28ecd905e926 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8b8cc55-fc2d-46d8-87ee-376b78d944f5') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:30:19.902846 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c5061546-14e3-45b7-8f85-28ecd905e926 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:19.919965 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c5061546-14e3-45b7-8f85-28ecd905e926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:19.927780 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5061546-14e3-45b7-8f85-28ecd905e926 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:30:19.928183 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c5061546-14e3-45b7-8f85-28ecd905e926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:19.930164 n-d-793621-33 neutron-server[94628]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:30:19.930164 n-d-793621-33 neutron-server[94628]: items = [ Aug 22 13:30:19.930164 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:30:19.930164 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:30:19.930164 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:30:19.930164 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:30:19.930164 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:30:19.930164 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:30:19.930164 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:30:19.930164 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:30:19.930164 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:30:19.930164 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:30:19.930164 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:30:19.930164 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:30:19.930164 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:30:19.930164 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:30:19.930164 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:30:19.930164 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:30:19.930164 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:30:19.930164 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:30:19.930164 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:30:19.930164 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:30:19.930164 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:30:19.930164 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:30:19.930164 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:30:19.930164 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:30:19.930164 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:30:19.930164 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:30:19.930164 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:30:19.930164 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:30:19.930164 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:30:19.930164 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:30:19.930164 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:30:19.930164 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:30:19.954190 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-4542e392-7f89-49c8-bee6-c092c4bdbc1b req-02cb36ee-8655-45c3-b93a-a45f5cf42291 service neutron] For port 37c1d082-20c5-48bc-ad7a-e78a2d83afca, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:30:19.962052 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4a90da83-1c62-4117-86a0-fb2faa20f2e0 req-f1c71033-7809-4faa-82ee-ed88153711fa tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602490 Aug 22 13:30:19.967627 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091d1105-8335-4a23-863e-83ed052e7a99 service neutron] Pushing event updated for resources: {'Port': ['ID=c14a121e-fe9d-45c4-9508-5c1d1beb81ec,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:19.998504 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-4542e392-7f89-49c8-bee6-c092c4bdbc1b req-02cb36ee-8655-45c3-b93a-a45f5cf42291 service neutron] For port 37c1d082-20c5-48bc-ad7a-e78a2d83afca, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=37c1d082-20c5-48bc-ad7a-e78a2d83afca,segment=NetworkSegment(e0cf36a3-398c-4c68-a668-edae22b1fee1),segment_id=e0cf36a3-398c-4c68-a668-edae22b1fee1)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:30:20.014798 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c5061546-14e3-45b7-8f85-28ecd905e926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:20.028102 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4542e392-7f89-49c8-bee6-c092c4bdbc1b req-02cb36ee-8655-45c3-b93a-a45f5cf42291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:20.035880 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c5061546-14e3-45b7-8f85-28ecd905e926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:20.038114 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c5061546-14e3-45b7-8f85-28ecd905e926 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ecb8a207-6254-4d91-a79c-9284a8e1a690 HTTP/1.1" status: 204 len: 168 time: 1.0327468 Aug 22 13:30:20.039132 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5061546-14e3-45b7-8f85-28ecd905e926 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecb8a207-6254-4d91-a79c-9284a8e1a690,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:20.112796 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a415fe-1e44-41ad-a33e-f0123d81d5b2 req-087bd8ed-81eb-4b62-86ae-46c88a8c2e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:20.114849 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-55a415fe-1e44-41ad-a33e-f0123d81d5b2 req-087bd8ed-81eb-4b62-86ae-46c88a8c2e1e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=61d15703803940a485cdd8f67b081dcb&device_id=c5ae8550-9d43-4cb1-8063-916a676bc36d HTTP/1.1" status: 200 len: 1126 time: 0.2096047 Aug 22 13:30:20.116146 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4542e392-7f89-49c8-bee6-c092c4bdbc1b req-02cb36ee-8655-45c3-b93a-a45f5cf42291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:20.117373 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4542e392-7f89-49c8-bee6-c092c4bdbc1b req-02cb36ee-8655-45c3-b93a-a45f5cf42291 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:20.118757 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4542e392-7f89-49c8-bee6-c092c4bdbc1b req-02cb36ee-8655-45c3-b93a-a45f5cf42291 service neutron] 10.222.0.16 "PUT /v2.0/ports/37c1d082-20c5-48bc-ad7a-e78a2d83afca HTTP/1.1" status: 200 len: 1093 time: 4.0072818 Aug 22 13:30:20.232519 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb36ee-8655-45c3-b93a-a45f5cf42291 service neutron] Pushing event updated for resources: {'Port': ['ID=37c1d082-20c5-48bc-ad7a-e78a2d83afca,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:20.306302 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57176) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:30:20.331814 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-24434e6c-329e-4a28-84ec-25f1c3263fa6 req-091d1105-8335-4a23-863e-83ed052e7a99 service neutron] Attempting to bind port c14a121e-fe9d-45c4-9508-5c1d1beb81ec on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:30:20.332425 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-24434e6c-329e-4a28-84ec-25f1c3263fa6 req-091d1105-8335-4a23-863e-83ed052e7a99 service neutron] Attempting to bind port c14a121e-fe9d-45c4-9508-5c1d1beb81ec by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:30:20.332562 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24434e6c-329e-4a28-84ec-25f1c3263fa6 req-091d1105-8335-4a23-863e-83ed052e7a99 service neutron] Attempting to bind port c14a121e-fe9d-45c4-9508-5c1d1beb81ec on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:30:20.363597 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24434e6c-329e-4a28-84ec-25f1c3263fa6 req-091d1105-8335-4a23-863e-83ed052e7a99 service neutron] Port c14a121e-fe9d-45c4-9508-5c1d1beb81ec on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:30:20.363921 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24434e6c-329e-4a28-84ec-25f1c3263fa6 req-091d1105-8335-4a23-863e-83ed052e7a99 service neutron] Attempting to bind port c14a121e-fe9d-45c4-9508-5c1d1beb81ec on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:30:20.371189 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device d4c4ef63-4891-4e1d-9b3f-883b331bbb17 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:30:20.381661 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-22902eb5-55db-4db4-9b67-0c585c5939c1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=85b67edec0fe49979d60cb39fc1affa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0737538 Aug 22 13:30:20.384119 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57184) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:30:20.413516 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: d4c4ef63-4891-4e1d-9b3f-883b331bbb17 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:30:20.414995 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device d4c4ef63-4891-4e1d-9b3f-883b331bbb17 not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:30:20.468194 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a281d939-f1a5-4e64-b8e7-e4ed25567ffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:20.497126 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a281d939-f1a5-4e64-b8e7-e4ed25567ffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:20.573354 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a281d939-f1a5-4e64-b8e7-e4ed25567ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:20.576837 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a281d939-f1a5-4e64-b8e7-e4ed25567ffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:20.581385 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a281d939-f1a5-4e64-b8e7-e4ed25567ffb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4fc989fc-1f16-4dea-bf06-0685fdc900ef HTTP/1.1" status: 204 len: 168 time: 0.1959555 Aug 22 13:30:20.598101 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a281d939-f1a5-4e64-b8e7-e4ed25567ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc989fc-1f16-4dea-bf06-0685fdc900ef,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:20.840547 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57208) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:30:20.894220 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24434e6c-329e-4a28-84ec-25f1c3263fa6 req-091d1105-8335-4a23-863e-83ed052e7a99 service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:30:20.894618 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24434e6c-329e-4a28-84ec-25f1c3263fa6 req-091d1105-8335-4a23-863e-83ed052e7a99 service neutron] Checking segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:30:20.894949 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24434e6c-329e-4a28-84ec-25f1c3263fa6 req-091d1105-8335-4a23-863e-83ed052e7a99 service neutron] Bound using segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:30:20.895398 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-24434e6c-329e-4a28-84ec-25f1c3263fa6 req-091d1105-8335-4a23-863e-83ed052e7a99 service neutron] Bound port: c14a121e-fe9d-45c4-9508-5c1d1beb81ec, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:30:20.895756 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-24434e6c-329e-4a28-84ec-25f1c3263fa6 req-091d1105-8335-4a23-863e-83ed052e7a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:20.922196 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-72836875-b08c-4b03-9fd2-d36cc79d1a73 admin admin] Deleting subnet bc53559c-d640-43e1-9d10-f23247db76c6 {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:30:20.925452 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4542e392-7f89-49c8-bee6-c092c4bdbc1b req-7e509ebe-270b-4e54-9577-0c09451d1665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:20.926021 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-72836875-b08c-4b03-9fd2-d36cc79d1a73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:20.927579 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4542e392-7f89-49c8-bee6-c092c4bdbc1b req-7e509ebe-270b-4e54-9577-0c09451d1665 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1706b1b8ed7f4b13af0ef34415cabc13&device_id=dfec1c42-428a-4a9f-a98b-0a74b49f04af HTTP/1.1" status: 200 len: 1096 time: 0.7422481 Aug 22 13:30:20.971537 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-72836875-b08c-4b03-9fd2-d36cc79d1a73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:20.987581 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a415fe-1e44-41ad-a33e-f0123d81d5b2 req-819ae108-16f8-4e2d-a5de-15ee068df559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:20.990967 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-55a415fe-1e44-41ad-a33e-f0123d81d5b2 req-819ae108-16f8-4e2d-a5de-15ee068df559 service neutron] 10.222.0.16 "GET /v2.0/networks?id=652b7040-839e-4592-b462-d4511ac6e125 HTTP/1.1" status: 200 len: 909 time: 0.8513584 Aug 22 13:30:21.034041 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device a035a97b-dda1-4b44-a47e-02624904f4e8 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:30:21.039578 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-72836875-b08c-4b03-9fd2-d36cc79d1a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:21.101921 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-72836875-b08c-4b03-9fd2-d36cc79d1a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:21.105415 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: a035a97b-dda1-4b44-a47e-02624904f4e8 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:30:21.106683 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device a035a97b-dda1-4b44-a47e-02624904f4e8 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:30:21.120512 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-72836875-b08c-4b03-9fd2-d36cc79d1a73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:21.126151 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-72836875-b08c-4b03-9fd2-d36cc79d1a73 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/bc53559c-d640-43e1-9d10-f23247db76c6 HTTP/1.1" status: 204 len: 168 time: 0.2845020 Aug 22 13:30:21.126852 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57218) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:30:21.130781 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abe087-8807-41eb-87d0-eff76c8c7702 req-f5f43bcf-a6a2-4850-b18c-c9738eb240ca tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:21.137923 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e4abe087-8807-41eb-87d0-eff76c8c7702 req-f5f43bcf-a6a2-4850-b18c-c9738eb240ca tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfec1c42-428a-4a9f-a98b-0a74b49f04af HTTP/1.1" status: 200 len: 944 time: 0.7784085 Aug 22 13:30:21.145064 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4542e392-7f89-49c8-bee6-c092c4bdbc1b req-12ee0ee7-5f9f-4c92-92b0-f72864dc7de3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37c1d082-20c5-48bc-ad7a-e78a2d83afca HTTP/1.1" status: 200 len: 217 time: 0.1483257 Aug 22 13:30:21.148087 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72836875-b08c-4b03-9fd2-d36cc79d1a73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc53559c-d640-43e1-9d10-f23247db76c6,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:21.163434 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-55a415fe-1e44-41ad-a33e-f0123d81d5b2 req-0b8955eb-97d2-489c-a696-0d6b1aa1b1d5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2d135122-52a0-4e66-86c2-520768cf0447 HTTP/1.1" status: 200 len: 217 time: 0.1552765 Aug 22 13:30:21.233645 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4c040022-ddcd-41d7-9032-a20c9319fd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:21.266666 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb2ece-c7dc-4206-8eb2-b10a98e81bb0 req-163f97d2-93dc-4a67-8118-fdf70a825dab tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:21.268198 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c8fb2ece-c7dc-4206-8eb2-b10a98e81bb0 req-163f97d2-93dc-4a67-8118-fdf70a825dab tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f70ac5d-ae01-41b0-9d3a-25c38bb536ac HTTP/1.1" status: 200 len: 948 time: 0.3552427 Aug 22 13:30:21.276047 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-24434e6c-329e-4a28-84ec-25f1c3263fa6 req-091d1105-8335-4a23-863e-83ed052e7a99 service neutron] For port c14a121e-fe9d-45c4-9508-5c1d1beb81ec, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:30:21.301639 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e4abe087-8807-41eb-87d0-eff76c8c7702 req-65d3db65-344f-4075-b8ad-a0bdb6783d2a tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=540eab8a-ff39-4c5e-9bac-5eb9f43fb4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1623807 Aug 22 13:30:21.328257 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-24434e6c-329e-4a28-84ec-25f1c3263fa6 req-091d1105-8335-4a23-863e-83ed052e7a99 service neutron] For port c14a121e-fe9d-45c4-9508-5c1d1beb81ec, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=c14a121e-fe9d-45c4-9508-5c1d1beb81ec,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:30:21.338988 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a415fe-1e44-41ad-a33e-f0123d81d5b2 req-cced9363-bb05-4771-b132-fb82db308317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:21.340582 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-55a415fe-1e44-41ad-a33e-f0123d81d5b2 req-cced9363-bb05-4771-b132-fb82db308317 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=236eb505-a499-4edb-a293-2a2d85a583c0 HTTP/1.1" status: 200 len: 848 time: 0.1691864 Aug 22 13:30:21.345252 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-24434e6c-329e-4a28-84ec-25f1c3263fa6 req-091d1105-8335-4a23-863e-83ed052e7a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:21.383787 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4c040022-ddcd-41d7-9032-a20c9319fd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:21.386794 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4542e392-7f89-49c8-bee6-c092c4bdbc1b req-d3ff639f-7f89-4f5a-9de7-d2647a53863d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:21.388315 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4542e392-7f89-49c8-bee6-c092c4bdbc1b req-d3ff639f-7f89-4f5a-9de7-d2647a53863d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=86161abd-93fb-4a2f-8c13-984112b572a1 HTTP/1.1" status: 200 len: 856 time: 0.2266104 Aug 22 13:30:21.392717 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-55a415fe-1e44-41ad-a33e-f0123d81d5b2 req-5289a98e-5a46-401a-94f8-7b2cd592ab9b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=652b7040-839e-4592-b462-d4511ac6e125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357647 Aug 22 13:30:21.402482 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-4c040022-ddcd-41d7-9032-a20c9319fd17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ab84b77-ff12-466b-82d6-6c38069cfc74']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:30:21.451766 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-4c040022-ddcd-41d7-9032-a20c9319fd17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad4d1367-0913-4027-a6c7-e1f6076bffed') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:30:21.452336 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24434e6c-329e-4a28-84ec-25f1c3263fa6 req-091d1105-8335-4a23-863e-83ed052e7a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:21.452624 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-4c040022-ddcd-41d7-9032-a20c9319fd17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad4d1367-0913-4027-a6c7-e1f6076bffed') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:30:21.452967 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-24434e6c-329e-4a28-84ec-25f1c3263fa6 req-091d1105-8335-4a23-863e-83ed052e7a99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:21.454349 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-24434e6c-329e-4a28-84ec-25f1c3263fa6 req-091d1105-8335-4a23-863e-83ed052e7a99 service neutron] 10.222.0.16 "PUT /v2.0/ports/c14a121e-fe9d-45c4-9508-5c1d1beb81ec HTTP/1.1" status: 200 len: 1097 time: 3.0915711 Aug 22 13:30:21.466861 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4c040022-ddcd-41d7-9032-a20c9319fd17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:21.498502 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c8fb2ece-c7dc-4206-8eb2-b10a98e81bb0 req-99e4d789-54fd-4ac8-b15d-b5d515c43488 tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] 10.222.0.21 "GET /v2.0/security-groups?id=3b336bb7-2209-46fa-bcad-5ab87ac57829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053134 Aug 22 13:30:21.503690 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4c040022-ddcd-41d7-9032-a20c9319fd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:21.516937 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c040022-ddcd-41d7-9032-a20c9319fd17 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:30:21.517561 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4c040022-ddcd-41d7-9032-a20c9319fd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:21.529754 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfec1c42-428a-4a9f-a98b-0a74b49f04af', 'tag': '37c1d082-20c5-48bc-ad7a-e78a2d83afca'}, {'name': 'network-changed', 'server_uuid': '6f70ac5d-ae01-41b0-9d3a-25c38bb536ac', 'tag': 'c14a121e-fe9d-45c4-9508-5c1d1beb81ec'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:30:21.532329 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca963d58-4876-4e29-92ce-3c5bf7139a37" -d '{"events": [{"name": "network-changed", "server_uuid": "dfec1c42-428a-4a9f-a98b-0a74b49f04af", "tag": "37c1d082-20c5-48bc-ad7a-e78a2d83afca"}, {"name": "network-changed", "server_uuid": "6f70ac5d-ae01-41b0-9d3a-25c38bb536ac", "tag": "c14a121e-fe9d-45c4-9508-5c1d1beb81ec"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:30:21.638683 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:30:21.638683 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:30:21.638683 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:30:21.638683 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:30:21.638683 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:30:21.638683 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:30:21.638683 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:30:21.638683 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:30:21.638683 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:30:21.638683 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:30:21.638683 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:30:21.638683 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:30:21.638683 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:30:21.638683 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:30:21.638683 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:30:21.638683 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:30:21.638683 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:30:21.638683 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:30:21.638683 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:30:21.638683 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:30:21.638683 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:30:21.638683 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:30:21.638683 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:30:21.638683 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:30:21.638683 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:30:21.638683 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:30:21.638683 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:30:21.638683 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:30:21.638683 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:30:21.638683 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:30:21.638683 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:30:21.638683 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:30:21.646166 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4c040022-ddcd-41d7-9032-a20c9319fd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:21.655940 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4c040022-ddcd-41d7-9032-a20c9319fd17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:21.659188 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4c040022-ddcd-41d7-9032-a20c9319fd17 admin admin] 10.222.0.21 "DELETE /v2.0/networks/6ab84b77-ff12-466b-82d6-6c38069cfc74 HTTP/1.1" status: 204 len: 168 time: 0.5125725 Aug 22 13:30:21.676188 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c040022-ddcd-41d7-9032-a20c9319fd17 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ab84b77-ff12-466b-82d6-6c38069cfc74,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:21.732119 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091d1105-8335-4a23-863e-83ed052e7a99 service neutron] Pushing event updated for resources: {'Port': ['ID=c14a121e-fe9d-45c4-9508-5c1d1beb81ec,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:21.736016 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4542e392-7f89-49c8-bee6-c092c4bdbc1b req-710cac6c-f157-4543-8e64-bafa5226c3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:21.737569 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4542e392-7f89-49c8-bee6-c092c4bdbc1b req-710cac6c-f157-4543-8e64-bafa5226c3fa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dfedf898-aca6-4df9-b6f5-cb8b2650ce65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3203280 Aug 22 13:30:21.756201 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea73d4-24e3-4c0c-a127-c24ce7f8df3c req-0f62cb10-da63-4582-adcb-9eca7101fd17 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:21.760497 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b0ea73d4-24e3-4c0c-a127-c24ce7f8df3c req-0f62cb10-da63-4582-adcb-9eca7101fd17 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5ae8550-9d43-4cb1-8063-916a676bc36d HTTP/1.1" status: 200 len: 943 time: 0.3099079 Aug 22 13:30:21.850375 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-55a415fe-1e44-41ad-a33e-f0123d81d5b2 req-179b5144-6add-4392-be55-7f66790c3d4e service neutron] 10.222.0.16 "GET /v2.0/networks/652b7040-839e-4592-b462-d4511ac6e125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4316301 Aug 22 13:30:21.856514 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 22 Aug 2021 13:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51357ba1-4d14-41cc-961f-bdbf8a58c0be x-openstack-request-id: req-51357ba1-4d14-41cc-961f-bdbf8a58c0be {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:30:21.856875 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfec1c42-428a-4a9f-a98b-0a74b49f04af", "tag": "37c1d082-20c5-48bc-ad7a-e78a2d83afca", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6f70ac5d-ae01-41b0-9d3a-25c38bb536ac", "tag": "c14a121e-fe9d-45c4-9508-5c1d1beb81ec", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:30:21.857044 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-51357ba1-4d14-41cc-961f-bdbf8a58c0be {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:30:21.857493 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfec1c42-428a-4a9f-a98b-0a74b49f04af', 'tag': '37c1d082-20c5-48bc-ad7a-e78a2d83afca', 'status': 'completed', 'code': 200} Aug 22 13:30:21.857789 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f70ac5d-ae01-41b0-9d3a-25c38bb536ac', 'tag': 'c14a121e-fe9d-45c4-9508-5c1d1beb81ec', 'status': 'completed', 'code': 200} Aug 22 13:30:21.917638 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24434e6c-329e-4a28-84ec-25f1c3263fa6 req-598b878d-0400-4878-9f54-25b454807353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:21.917638 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-24434e6c-329e-4a28-84ec-25f1c3263fa6 req-598b878d-0400-4878-9f54-25b454807353 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8f415e8311a8475da04017f5b31f6d77&device_id=6f70ac5d-ae01-41b0-9d3a-25c38bb536ac HTTP/1.1" status: 200 len: 1100 time: 0.3730035 Aug 22 13:30:21.968853 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b0ea73d4-24e3-4c0c-a127-c24ce7f8df3c req-ea8f4f92-ee6b-450d-8885-bf5fb48ee0c7 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810877 Aug 22 13:30:21.985696 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57246) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:30:22.033139 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-1253d3ed-e814-4f9b-b192-05887d2a1feb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0fc595bb8e8840db9913a3c56d8aae21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454392 Aug 22 13:30:22.035565 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57252) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:30:22.093845 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4542e392-7f89-49c8-bee6-c092c4bdbc1b req-0cd074f1-0ebc-4c31-a39e-ac73e25554b7 service neutron] 10.222.0.16 "GET /v2.0/networks/dfedf898-aca6-4df9-b6f5-cb8b2650ce65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474886 Aug 22 13:30:22.097847 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-24434e6c-329e-4a28-84ec-25f1c3263fa6 req-8abb6bca-faab-49f9-bdce-92de0d0c0b5e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=c14a121e-fe9d-45c4-9508-5c1d1beb81ec HTTP/1.1" status: 200 len: 217 time: 0.1612132 Aug 22 13:30:22.104438 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e519085f-3292-4680-b1cc-d18648792e01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:22.132690 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e519085f-3292-4680-b1cc-d18648792e01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:22.196834 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e519085f-3292-4680-b1cc-d18648792e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:22.200028 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e519085f-3292-4680-b1cc-d18648792e01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:22.203876 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e519085f-3292-4680-b1cc-d18648792e01 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/17f5559a-27e1-4033-bb8a-7da83b56bc06 HTTP/1.1" status: 204 len: 168 time: 0.1645582 Aug 22 13:30:22.221270 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e519085f-3292-4680-b1cc-d18648792e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f5559a-27e1-4033-bb8a-7da83b56bc06,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:22.234253 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24434e6c-329e-4a28-84ec-25f1c3263fa6 req-c0822a4a-d9e5-4884-8a2f-4f90fab429be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:22.235971 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-24434e6c-329e-4a28-84ec-25f1c3263fa6 req-c0822a4a-d9e5-4884-8a2f-4f90fab429be service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.1265330 Aug 22 13:30:22.292946 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-55a415fe-1e44-41ad-a33e-f0123d81d5b2 req-00c86ace-4ca5-4cd9-8ad8-47f81a19738e service neutron] 10.222.0.16 "GET /v2.0/networks/652b7040-839e-4592-b462-d4511ac6e125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4321477 Aug 22 13:30:22.359007 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24434e6c-329e-4a28-84ec-25f1c3263fa6 req-cbc8689d-0af5-47ef-a352-d57fa6a1b6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:22.361620 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-24434e6c-329e-4a28-84ec-25f1c3263fa6 req-cbc8689d-0af5-47ef-a352-d57fa6a1b6d0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1126697 Aug 22 13:30:22.367766 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4542e392-7f89-49c8-bee6-c092c4bdbc1b req-bc819ad2-89d4-4db7-ad88-1d0326ab341d service neutron] 10.222.0.16 "GET /v2.0/networks/dfedf898-aca6-4df9-b6f5-cb8b2650ce65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567327 Aug 22 13:30:22.601991 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca963d58-4876-4e29-92ce-3c5bf7139a37 req-cad02e2f-01c4-4916-9ac3-a6441bcc4a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:22.603585 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ca963d58-4876-4e29-92ce-3c5bf7139a37 req-cad02e2f-01c4-4916-9ac3-a6441bcc4a20 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1706b1b8ed7f4b13af0ef34415cabc13&device_id=dfec1c42-428a-4a9f-a98b-0a74b49f04af HTTP/1.1" status: 200 len: 1096 time: 0.1384218 Aug 22 13:30:22.635161 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069ca7b-4d48-4b43-b3b4-ab0a925a3ee7 req-accd9506-2ea4-4b80-aa87-bec3a60f4c35 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:22.638248 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8069ca7b-4d48-4b43-b3b4-ab0a925a3ee7 req-accd9506-2ea4-4b80-aa87-bec3a60f4c35 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfec1c42-428a-4a9f-a98b-0a74b49f04af HTTP/1.1" status: 200 len: 944 time: 0.2112515 Aug 22 13:30:22.657349 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-24434e6c-329e-4a28-84ec-25f1c3263fa6 req-7af93630-ebbd-4d4f-90ee-1dfbbae9fc28 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789454 Aug 22 13:30:22.797183 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ec5b7-bcae-4df9-a9eb-be6d03f06e80 req-5b36bccc-1a5e-478b-91af-b011b3cf3e03 tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:22.798716 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-255ec5b7-bcae-4df9-a9eb-be6d03f06e80 req-5b36bccc-1a5e-478b-91af-b011b3cf3e03 tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f70ac5d-ae01-41b0-9d3a-25c38bb536ac HTTP/1.1" status: 200 len: 948 time: 0.2194424 Aug 22 13:30:22.820908 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8069ca7b-4d48-4b43-b3b4-ab0a925a3ee7 req-c3e503fd-32b5-4500-8f3a-ef7ec33b43c8 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=540eab8a-ff39-4c5e-9bac-5eb9f43fb4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1759748 Aug 22 13:30:22.871259 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca963d58-4876-4e29-92ce-3c5bf7139a37 req-961045f1-49d0-40b5-8250-0f20f665ec04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:22.872611 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ca963d58-4876-4e29-92ce-3c5bf7139a37 req-961045f1-49d0-40b5-8250-0f20f665ec04 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dfedf898-aca6-4df9-b6f5-cb8b2650ce65 HTTP/1.1" status: 200 len: 918 time: 0.2289877 Aug 22 13:30:22.948214 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-24434e6c-329e-4a28-84ec-25f1c3263fa6 req-585f5d63-8e31-435e-9ee6-241731fe7978 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709165 Aug 22 13:30:22.952444 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ca963d58-4876-4e29-92ce-3c5bf7139a37 req-d3ea10f1-63c8-422a-a79a-e68b1eb144fd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37c1d082-20c5-48bc-ad7a-e78a2d83afca HTTP/1.1" status: 200 len: 217 time: 0.0552137 Aug 22 13:30:22.957225 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-255ec5b7-bcae-4df9-a9eb-be6d03f06e80 req-28abeaca-4bf9-4926-9c39-7c82cde8b14b tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] 10.222.0.21 "GET /v2.0/security-groups?id=3b336bb7-2209-46fa-bcad-5ab87ac57829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453738 Aug 22 13:30:23.055813 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca963d58-4876-4e29-92ce-3c5bf7139a37 req-cf178a64-b7ec-4250-b2d6-322be26e6bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:23.068596 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ca963d58-4876-4e29-92ce-3c5bf7139a37 req-cf178a64-b7ec-4250-b2d6-322be26e6bfd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=86161abd-93fb-4a2f-8c13-984112b572a1 HTTP/1.1" status: 200 len: 856 time: 0.1056583 Aug 22 13:30:23.172547 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca963d58-4876-4e29-92ce-3c5bf7139a37 req-37e8e558-0e65-4f7c-9d34-759d49e2fb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:23.174958 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ca963d58-4876-4e29-92ce-3c5bf7139a37 req-37e8e558-0e65-4f7c-9d34-759d49e2fb7a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dfedf898-aca6-4df9-b6f5-cb8b2650ce65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0820053 Aug 22 13:30:23.210824 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57340) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:30:23.320569 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9814ca4-45c0-430d-99be-e53cc0582f4c req-16e74fde-ce8b-47d2-b384-7a94fa3f04f2 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:23.322376 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b9814ca4-45c0-430d-99be-e53cc0582f4c req-16e74fde-ce8b-47d2-b384-7a94fa3f04f2 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5ae8550-9d43-4cb1-8063-916a676bc36d HTTP/1.1" status: 200 len: 943 time: 0.1248062 Aug 22 13:30:23.344491 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-d6cbd6a8-6261-42b7-ab90-46ecab7f01f2 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-544545435-network', 'tenant_id': '92a7e1b5392d47608fe7739d593649ea'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:30:23.373280 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6cbd6a8-6261-42b7-ab90-46ecab7f01f2 admin admin] Made reservation on behalf of 92a7e1b5392d47608fe7739d593649ea for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:30:23.376530 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d6cbd6a8-6261-42b7-ab90-46ecab7f01f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:23.381378 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ca963d58-4876-4e29-92ce-3c5bf7139a37 req-3a9cb6a8-7f83-48a6-a7f1-858acbaec6a6 service neutron] 10.222.0.16 "GET /v2.0/networks/dfedf898-aca6-4df9-b6f5-cb8b2650ce65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818490 Aug 22 13:30:23.385982 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b9814ca4-45c0-430d-99be-e53cc0582f4c req-e1e027d7-52a2-4c8c-af0b-876ef5723df5 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522106 Aug 22 13:30:23.397171 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d6cbd6a8-6261-42b7-ab90-46ecab7f01f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:23.515856 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ca963d58-4876-4e29-92ce-3c5bf7139a37 req-4b94bc9b-b385-433d-a30e-fce33136a313 service neutron] 10.222.0.16 "GET /v2.0/networks/dfedf898-aca6-4df9-b6f5-cb8b2650ce65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213884 Aug 22 13:30:23.553456 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d6cbd6a8-6261-42b7-ab90-46ecab7f01f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:23.559298 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d6cbd6a8-6261-42b7-ab90-46ecab7f01f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:23.599945 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6cbd6a8-6261-42b7-ab90-46ecab7f01f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:30:23.603431 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cbd6a8-6261-42b7-ab90-46ecab7f01f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c421387-a879-4152-b78b-62a6cbf6f956,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:23.627268 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d6cbd6a8-6261-42b7-ab90-46ecab7f01f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:23.627981 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-d6cbd6a8-6261-42b7-ab90-46ecab7f01f2 admin admin] Added segment b33a1767-2899-4c37-8809-5c4d98d4deab of type vlan for network ea516849-b52e-4466-95f6-4229efb6f85e Aug 22 13:30:23.628941 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca963d58-4876-4e29-92ce-3c5bf7139a37 req-e9db21cc-a465-43a5-ae5d-d57d57eab9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:23.631124 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ca963d58-4876-4e29-92ce-3c5bf7139a37 req-e9db21cc-a465-43a5-ae5d-d57d57eab9db service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8f415e8311a8475da04017f5b31f6d77&device_id=6f70ac5d-ae01-41b0-9d3a-25c38bb536ac HTTP/1.1" status: 200 len: 1100 time: 0.0675406 Aug 22 13:30:23.678644 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d6cbd6a8-6261-42b7-ab90-46ecab7f01f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:23.716431 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d6cbd6a8-6261-42b7-ab90-46ecab7f01f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:23.718579 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cbd6a8-6261-42b7-ab90-46ecab7f01f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:23.720036 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d6cbd6a8-6261-42b7-ab90-46ecab7f01f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:23.754762 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca963d58-4876-4e29-92ce-3c5bf7139a37 req-02ecd900-b2bd-42e8-a90c-a5e2964e9a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:23.756268 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ca963d58-4876-4e29-92ce-3c5bf7139a37 req-02ecd900-b2bd-42e8-a90c-a5e2964e9a87 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7dc41cff-a3ac-4fc2-ba06-973efce2365e HTTP/1.1" status: 200 len: 870 time: 0.1157718 Aug 22 13:30:23.799009 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cbd6a8-6261-42b7-ab90-46ecab7f01f2 admin admin] Pushing event updated for resources: {'Network': ['ID=ea516849-b52e-4466-95f6-4229efb6f85e,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:23.805440 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ca963d58-4876-4e29-92ce-3c5bf7139a37 req-1df49caa-3f64-4aa3-a87a-8850abe3c3c4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=c14a121e-fe9d-45c4-9508-5c1d1beb81ec HTTP/1.1" status: 200 len: 217 time: 0.0393867 Aug 22 13:30:23.806090 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d6cbd6a8-6261-42b7-ab90-46ecab7f01f2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5935600 Aug 22 13:30:23.808597 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57386) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:30:23.811968 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network ea516849-b52e-4466-95f6-4229efb6f85e details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:30:23.814467 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-edc4e19d-6375-4c3b-911c-e583e07b822f admin admin] Request body: {'subnet': {'network_id': 'ea516849-b52e-4466-95f6-4229efb6f85e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-544545435-subnet', 'tenant_id': '92a7e1b5392d47608fe7739d593649ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:30:23.897341 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca963d58-4876-4e29-92ce-3c5bf7139a37 req-b5551ba0-a8bf-4d3a-95f6-150085b8b459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:23.900208 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ca963d58-4876-4e29-92ce-3c5bf7139a37 req-b5551ba0-a8bf-4d3a-95f6-150085b8b459 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.0787263 Aug 22 13:30:23.901507 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc4e19d-6375-4c3b-911c-e583e07b822f admin admin] Made reservation on behalf of 92a7e1b5392d47608fe7739d593649ea for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:30:23.903862 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-edc4e19d-6375-4c3b-911c-e583e07b822f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:24.074735 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca963d58-4876-4e29-92ce-3c5bf7139a37 req-8abb9baf-b8df-4f56-ac63-c2fad97b27d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:24.076400 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ca963d58-4876-4e29-92ce-3c5bf7139a37 req-8abb9baf-b8df-4f56-ac63-c2fad97b27d3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1587121 Aug 22 13:30:24.102744 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ce420-5cf9-46da-959b-34917c81e777 req-c132a738-7bae-4cf8-9297-8428aa90446a tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:24.104264 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6a6ce420-5cf9-46da-959b-34917c81e777 req-c132a738-7bae-4cf8-9297-8428aa90446a tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfec1c42-428a-4a9f-a98b-0a74b49f04af HTTP/1.1" status: 200 len: 944 time: 0.1343374 Aug 22 13:30:24.386915 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 37c1d082-20c5-48bc-ad7a-e78a2d83afca details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:30:24.517254 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 37c1d082-20c5-48bc-ad7a-e78a2d83afca, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=37c1d082-20c5-48bc-ad7a-e78a2d83afca,segment=NetworkSegment(e0cf36a3-398c-4c68-a668-edae22b1fee1),segment_id=e0cf36a3-398c-4c68-a668-edae22b1fee1)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:30:24.529604 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '37c1d082-20c5-48bc-ad7a-e78a2d83afca', 'network_id': 'dfedf898-aca6-4df9-b6f5-cb8b2650ce65', 'port_id': '37c1d082-20c5-48bc-ad7a-e78a2d83afca', 'mac_address': 'fa:16:3e:00:5c:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86161abd-93fb-4a2f-8c13-984112b572a1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:30:24.541270 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6a6ce420-5cf9-46da-959b-34917c81e777 req-0d089576-e689-499f-971a-cb895516bf71 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=540eab8a-ff39-4c5e-9bac-5eb9f43fb4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4265089 Aug 22 13:30:24.573777 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:24.582020 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf35e00-c3ad-4964-bf8c-e0c9df163ae9 req-0571a894-3de2-4c83-92d7-5e2dd9cba124 tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:24.590344 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37c1d082-20c5-48bc-ad7a-e78a2d83afca {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:30:24.591960 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ddf35e00-c3ad-4964-bf8c-e0c9df163ae9 req-0571a894-3de2-4c83-92d7-5e2dd9cba124 tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f70ac5d-ae01-41b0-9d3a-25c38bb536ac HTTP/1.1" status: 200 len: 948 time: 0.4804285 Aug 22 13:30:24.615028 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 37c1d082-20c5-48bc-ad7a-e78a2d83afca, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=37c1d082-20c5-48bc-ad7a-e78a2d83afca,segment=NetworkSegment(e0cf36a3-398c-4c68-a668-edae22b1fee1),segment_id=e0cf36a3-398c-4c68-a668-edae22b1fee1)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:30:24.621516 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:24.630629 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ca963d58-4876-4e29-92ce-3c5bf7139a37 req-fbd70ef6-23d0-4311-84c9-b8058e114a10 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5362055 Aug 22 13:30:24.680965 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-edc4e19d-6375-4c3b-911c-e583e07b822f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:24.685800 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=37c1d082-20c5-48bc-ad7a-e78a2d83afca,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:24.770124 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ddf35e00-c3ad-4964-bf8c-e0c9df163ae9 req-5e6c537c-2c99-4956-871c-ca3198a5e7bf tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] 10.222.0.21 "GET /v2.0/security-groups?id=3b336bb7-2209-46fa-bcad-5ab87ac57829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774642 Aug 22 13:30:24.834163 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc4e19d-6375-4c3b-911c-e583e07b822f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ee26321-e67c-4197-8967-3abc1a3897eb,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:24.842443 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-8bb83d75-891a-4b3e-826f-f38691d7a027 service neutron] 10.222.0.16 "GET /v2.0/ports/2d135122-52a0-4e66-86c2-520768cf0447/bindings/n-h1-793621-33 HTTP/1.1" status: 200 len: 385 time: 0.2108901 Aug 22 13:30:24.866564 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc4e19d-6375-4c3b-911c-e583e07b822f admin admin] Checking segment: {'id': 'b33a1767-2899-4c37-8809-5c4d98d4deab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ea516849-b52e-4466-95f6-4229efb6f85e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:30:24.867553 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc4e19d-6375-4c3b-911c-e583e07b822f admin admin] Network hostable DHCP agents. Network: ea516849-b52e-4466-95f6-4229efb6f85e, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:30:24.895005 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ca963d58-4876-4e29-92ce-3c5bf7139a37 req-405ee6a1-4323-4992-8204-6a0a782ea04c service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509093 Aug 22 13:30:24.939701 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc4e19d-6375-4c3b-911c-e583e07b822f admin admin] Network ea516849-b52e-4466-95f6-4229efb6f85e is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:30:24.967777 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-edc4e19d-6375-4c3b-911c-e583e07b822f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, ea516849-b52e-4466-95f6-4229efb6f85e) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:30:24.975366 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc4e19d-6375-4c3b-911c-e583e07b822f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:24.975966 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-edc4e19d-6375-4c3b-911c-e583e07b822f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:24.981279 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['37c1d082-20c5-48bc-ad7a-e78a2d83afca'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:30:24.983308 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0033304e-c651-4e1d-960c-ded705416d6b None None] Network ea516849-b52e-4466-95f6-4229efb6f85e requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:30:25.038147 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-edc4e19d-6375-4c3b-911c-e583e07b822f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2284963 Aug 22 13:30:25.049293 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f9af4-b5bd-4312-b02d-39cbcad73743 req-14c170c7-157c-487b-9823-133772d18444 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:25.057344 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c75f9af4-b5bd-4312-b02d-39cbcad73743 req-14c170c7-157c-487b-9823-133772d18444 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5ae8550-9d43-4cb1-8063-916a676bc36d HTTP/1.1" status: 200 len: 943 time: 0.1401942 Aug 22 13:30:25.169986 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c75f9af4-b5bd-4312-b02d-39cbcad73743 req-a66c2829-14aa-4c69-a49a-d41091c60e84 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046793 Aug 22 13:30:25.207745 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-f757453d-3bd9-4ead-aaf8-8b3c452ea9be service neutron] For port 2d135122-52a0-4e66-86c2-520768cf0447, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=2d135122-52a0-4e66-86c2-520768cf0447,segment=NetworkSegment(18b5a6df-b98f-4d4b-9428-0223d3f719a9),segment_id=18b5a6df-b98f-4d4b-9428-0223d3f719a9)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:30:25.230598 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-f757453d-3bd9-4ead-aaf8-8b3c452ea9be service neutron] For port 2d135122-52a0-4e66-86c2-520768cf0447, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:30:25.264887 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b43936-0aca-4c9d-a51a-5e5acd943f5f None None] Network ea516849-b52e-4466-95f6-4229efb6f85e requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:30:25.280588 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-f757453d-3bd9-4ead-aaf8-8b3c452ea9be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d135122-52a0-4e66-86c2-520768cf0447 {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:30:25.294075 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-f757453d-3bd9-4ead-aaf8-8b3c452ea9be service neutron] For port 2d135122-52a0-4e66-86c2-520768cf0447, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=2d135122-52a0-4e66-86c2-520768cf0447,segment=NetworkSegment(18b5a6df-b98f-4d4b-9428-0223d3f719a9),segment_id=18b5a6df-b98f-4d4b-9428-0223d3f719a9)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:30:25.313520 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-f757453d-3bd9-4ead-aaf8-8b3c452ea9be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:25.418855 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-f757453d-3bd9-4ead-aaf8-8b3c452ea9be service neutron] Transition to ACTIVE for port object 2d135122-52a0-4e66-86c2-520768cf0447 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:30:25.427400 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-f757453d-3bd9-4ead-aaf8-8b3c452ea9be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:25.491413 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-f757453d-3bd9-4ead-aaf8-8b3c452ea9be service neutron] No DVR routers for this DVR port 2d135122-52a0-4e66-86c2-520768cf0447 on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:30:25.505874 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f757453d-3bd9-4ead-aaf8-8b3c452ea9be service neutron] Pushing event updated for resources: {'Port': ['ID=2d135122-52a0-4e66-86c2-520768cf0447,revision_number=10']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:25.534901 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-f757453d-3bd9-4ead-aaf8-8b3c452ea9be service neutron] 10.222.0.16 "PUT /v2.0/ports/2d135122-52a0-4e66-86c2-520768cf0447/bindings/n-h1-793621-33/activate HTTP/1.1" status: 200 len: 370 time: 0.6769102 Aug 22 13:30:25.635629 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-fa3c67aa-a404-4683-a9db-734f3a76a53c tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:25.637191 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-fa3c67aa-a404-4683-a9db-734f3a76a53c tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c5ae8550-9d43-4cb1-8063-916a676bc36d&tenant_id=61d15703803940a485cdd8f67b081dcb&binding%3Ahost_id=n-h2-793621-33 HTTP/1.1" status: 200 len: 1096 time: 0.0460544 Aug 22 13:30:25.690262 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-c71317ff-cc97-4fc5-be04-d20ae45c4e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:25.691973 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-c71317ff-cc97-4fc5-be04-d20ae45c4e84 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c5ae8550-9d43-4cb1-8063-916a676bc36d&tenant_id=61d15703803940a485cdd8f67b081dcb HTTP/1.1" status: 200 len: 1096 time: 0.0450485 Aug 22 13:30:25.712740 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9573d4c-21fb-4991-b281-ea206c1836ca req-bcbfb1a0-00b7-430f-a672-952df44614a0 tempest-ServerPasswordTestJSON-817641942 tempest-ServerPasswordTestJSON-817641942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:25.714218 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a9573d4c-21fb-4991-b281-ea206c1836ca req-bcbfb1a0-00b7-430f-a672-952df44614a0 tempest-ServerPasswordTestJSON-817641942 tempest-ServerPasswordTestJSON-817641942-project] 10.222.0.21 "GET /v2.0/networks?id=ea516849-b52e-4466-95f6-4229efb6f85e HTTP/1.1" status: 200 len: 812 time: 0.1522331 Aug 22 13:30:25.726137 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3f3aa-8967-4a88-a0fc-db75f3d3ce1e req-8fdb20f0-5b3c-472d-9663-fc367326a468 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:25.727932 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-57a3f3aa-8967-4a88-a0fc-db75f3d3ce1e req-8fdb20f0-5b3c-472d-9663-fc367326a468 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfec1c42-428a-4a9f-a98b-0a74b49f04af HTTP/1.1" status: 200 len: 945 time: 0.0823450 Aug 22 13:30:25.744478 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a9573d4c-21fb-4991-b281-ea206c1836ca req-b8804ddd-9252-4982-9d66-78c6c2036adc tempest-ServerPasswordTestJSON-817641942 tempest-ServerPasswordTestJSON-817641942-project] 10.222.0.21 "GET /v2.0/quotas/92a7e1b5392d47608fe7739d593649ea HTTP/1.1" status: 200 len: 375 time: 0.0155363 Aug 22 13:30:25.764278 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-eb4d72aa-4b48-4c3d-9793-47ec2f8d7e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:25.766126 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-eb4d72aa-4b48-4c3d-9793-47ec2f8d7e1a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=61d15703803940a485cdd8f67b081dcb&device_id=c5ae8550-9d43-4cb1-8063-916a676bc36d HTTP/1.1" status: 200 len: 1096 time: 0.0476151 Aug 22 13:30:25.790497 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a9573d4c-21fb-4991-b281-ea206c1836ca req-0b0dd72b-3b97-40bf-a3c4-2a3804193a7b tempest-ServerPasswordTestJSON-817641942 tempest-ServerPasswordTestJSON-817641942-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=92a7e1b5392d47608fe7739d593649ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392599 Aug 22 13:30:25.797871 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-57a3f3aa-8967-4a88-a0fc-db75f3d3ce1e req-84ca453f-3dc4-45e7-a13f-4e2d696cecea tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=540eab8a-ff39-4c5e-9bac-5eb9f43fb4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616682 Aug 22 13:30:25.870051 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-fed8c5ef-39b1-423e-aa8b-606d08dc3d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:25.871582 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-fed8c5ef-39b1-423e-aa8b-606d08dc3d09 service neutron] 10.222.0.41 "GET /v2.0/networks?id=652b7040-839e-4592-b462-d4511ac6e125 HTTP/1.1" status: 200 len: 909 time: 0.0971367 Aug 22 13:30:25.896800 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a9573d4c-21fb-4991-b281-ea206c1836ca req-c52ecfdd-fcb0-496f-81d2-d6e69184942d service neutron] 10.222.0.21 "GET /v2.0/networks/ea516849-b52e-4466-95f6-4229efb6f85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979328 Aug 22 13:30:25.918430 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-e5c41c6f-1287-4709-ba78-41f0d7450137 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2d135122-52a0-4e66-86c2-520768cf0447 HTTP/1.1" status: 200 len: 217 time: 0.0394382 Aug 22 13:30:25.971270 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-08ac28b3-c39e-4a0a-b2dd-390211eeb260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:25.973063 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-08ac28b3-c39e-4a0a-b2dd-390211eeb260 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=236eb505-a499-4edb-a293-2a2d85a583c0 HTTP/1.1" status: 200 len: 848 time: 0.0471020 Aug 22 13:30:26.005743 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-2c0e00ed-02cf-441a-92fb-38d88c084380 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=652b7040-839e-4592-b462-d4511ac6e125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250425 Aug 22 13:30:26.028790 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a9573d4c-21fb-4991-b281-ea206c1836ca req-aeb03bc6-711c-452d-8ccb-2d977090c755 service neutron] 10.222.0.21 "GET /v2.0/networks/ea516849-b52e-4466-95f6-4229efb6f85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266723 Aug 22 13:30:26.040748 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815a5a7-b37a-4e1e-bdb8-d7c885a3cf65 req-d8fbc7fe-0de9-4836-8a61-8ef2eee36cf3 tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:26.042201 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8815a5a7-b37a-4e1e-bdb8-d7c885a3cf65 req-d8fbc7fe-0de9-4836-8a61-8ef2eee36cf3 tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f70ac5d-ae01-41b0-9d3a-25c38bb536ac HTTP/1.1" status: 200 len: 948 time: 0.0696037 Aug 22 13:30:26.086562 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8815a5a7-b37a-4e1e-bdb8-d7c885a3cf65 req-298d703e-22eb-4ab7-aa9b-0071a8ff77fc tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] 10.222.0.21 "GET /v2.0/security-groups?id=3b336bb7-2209-46fa-bcad-5ab87ac57829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375731 Aug 22 13:30:26.097544 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-9906ca65-42b1-44da-96c5-d81330f885d7 service neutron] 10.222.0.41 "GET /v2.0/networks/652b7040-839e-4592-b462-d4511ac6e125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844848 Aug 22 13:30:26.232548 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-fa8dccc6-0b89-4cdc-8687-2ee0f2dbf960 service neutron] 10.222.0.41 "GET /v2.0/networks/652b7040-839e-4592-b462-d4511ac6e125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243958 Aug 22 13:30:26.248783 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-29f82790-6b13-4262-968f-5f1e93abf2ac req-662067b9-af62-4033-8e8e-7b36e4094603 tempest-ServerPasswordTestJSON-817641942 tempest-ServerPasswordTestJSON-817641942-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c236ea1-e4fa-46f9-a0c8-5ffe6a4a1284 HTTP/1.1" status: 200 len: 210 time: 0.0442903 Aug 22 13:30:26.377098 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed633e3-1391-4b9b-97ad-c9f566c42662 req-91d46e7c-4775-48ba-abb0-385a57a355dc tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:26.379041 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3ed633e3-1391-4b9b-97ad-c9f566c42662 req-91d46e7c-4775-48ba-abb0-385a57a355dc tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5ae8550-9d43-4cb1-8063-916a676bc36d HTTP/1.1" status: 200 len: 944 time: 0.0524673 Aug 22 13:30:26.379833 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device c14a121e-fe9d-45c4-9508-5c1d1beb81ec details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:30:26.382396 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 37c1d082-20c5-48bc-ad7a-e78a2d83afca up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:30:26.442907 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3ed633e3-1391-4b9b-97ad-c9f566c42662 req-4d4dad2a-8c65-4af3-83e2-6f5dc443eb94 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536411 Aug 22 13:30:26.512370 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port 37c1d082-20c5-48bc-ad7a-e78a2d83afca completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:30:26.521726 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 37c1d082-20c5-48bc-ad7a-e78a2d83afca triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:30:26.522121 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:26.562750 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-d1468a27-7b67-414c-8384-b8b717b9bd2b tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:26.564319 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-d1468a27-7b67-414c-8384-b8b717b9bd2b tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c5ae8550-9d43-4cb1-8063-916a676bc36d&tenant_id=61d15703803940a485cdd8f67b081dcb&binding%3Ahost_id=n-h1-793621-33 HTTP/1.1" status: 200 len: 1096 time: 0.0527899 Aug 22 13:30:26.578210 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port c14a121e-fe9d-45c4-9508-5c1d1beb81ec, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=c14a121e-fe9d-45c4-9508-5c1d1beb81ec,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:30:26.596039 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': 'c14a121e-fe9d-45c4-9508-5c1d1beb81ec', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'port_id': 'c14a121e-fe9d-45c4-9508-5c1d1beb81ec', 'mac_address': 'fa:16:3e:1a:30:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7151c727-b27f-4308-8098-60bc16140d45', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:30:26.671909 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:26.684428 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:26.699540 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c14a121e-fe9d-45c4-9508-5c1d1beb81ec {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:30:26.734551 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfec1c42-428a-4a9f-a98b-0a74b49f04af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c1d082-20c5-48bc-ad7a-e78a2d83afca'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:30:26.736915 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3984d949-cff9-44f7-a5fc-c58c85dcf649" -d '{"events": [{"server_uuid": "dfec1c42-428a-4a9f-a98b-0a74b49f04af", "name": "network-vif-plugged", "status": "completed", "tag": "37c1d082-20c5-48bc-ad7a-e78a2d83afca"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:30:26.742495 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port c14a121e-fe9d-45c4-9508-5c1d1beb81ec, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=c14a121e-fe9d-45c4-9508-5c1d1beb81ec,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:30:26.751988 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 37c1d082-20c5-48bc-ad7a-e78a2d83afca, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=37c1d082-20c5-48bc-ad7a-e78a2d83afca,segment=NetworkSegment(e0cf36a3-398c-4c68-a668-edae22b1fee1),segment_id=e0cf36a3-398c-4c68-a668-edae22b1fee1)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:30:26.753318 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:26.760144 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:26.761126 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 2d135122-52a0-4e66-86c2-520768cf0447 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:30:26.763390 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-25265bb3-3e88-4569-aeed-fe2c917b0a7b service neutron] For port 2d135122-52a0-4e66-86c2-520768cf0447, host n-h2-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:30:26.771837 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-25265bb3-3e88-4569-aeed-fe2c917b0a7b service neutron] Notify callbacks [] for binding, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:26.774294 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b3307eef-8ea5-4756-9255-5f4c7b383bbe req-25265bb3-3e88-4569-aeed-fe2c917b0a7b service neutron] 10.222.0.41 "DELETE /v2.0/ports/2d135122-52a0-4e66-86c2-520768cf0447/bindings/n-h2-793621-33 HTTP/1.1" status: 204 len: 173 time: 0.1991158 Aug 22 13:30:26.799182 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d6541f-f36f-4e0b-a087-f373e3fb9bdc x-openstack-request-id: req-61d6541f-f36f-4e0b-a087-f373e3fb9bdc {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:30:26.799473 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfec1c42-428a-4a9f-a98b-0a74b49f04af", "name": "network-vif-plugged", "status": "completed", "tag": "37c1d082-20c5-48bc-ad7a-e78a2d83afca", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:30:26.799721 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-61d6541f-f36f-4e0b-a087-f373e3fb9bdc {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:30:26.800094 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfec1c42-428a-4a9f-a98b-0a74b49f04af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c1d082-20c5-48bc-ad7a-e78a2d83afca', 'code': 200} Aug 22 13:30:26.840491 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=c14a121e-fe9d-45c4-9508-5c1d1beb81ec,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:26.848939 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 2d135122-52a0-4e66-86c2-520768cf0447 not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:30:26.923358 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=37c1d082-20c5-48bc-ad7a-e78a2d83afca,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:26.966633 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9475390-6143-4bf1-8b98-32963b7a48db req-abcdf021-4908-4fc7-9965-f3057b471ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:26.968685 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c9475390-6143-4bf1-8b98-32963b7a48db req-abcdf021-4908-4fc7-9965-f3057b471ecc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dfec1c42-428a-4a9f-a98b-0a74b49f04af HTTP/1.1" status: 200 len: 1098 time: 0.0812299 Aug 22 13:30:26.979611 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ff8b0-1a80-49a3-bbe3-1e1d8a834eda req-71c202ac-36c3-4b6c-b5c6-2ea7577c321a tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:26.981190 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7b1ff8b0-1a80-49a3-bbe3-1e1d8a834eda req-71c202ac-36c3-4b6c-b5c6-2ea7577c321a tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfec1c42-428a-4a9f-a98b-0a74b49f04af HTTP/1.1" status: 200 len: 946 time: 0.0830772 Aug 22 13:30:27.037934 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c9475390-6143-4bf1-8b98-32963b7a48db req-93fe0765-a80f-4e18-b293-a0a447abb1dd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=540eab8a-ff39-4c5e-9bac-5eb9f43fb4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550122 Aug 22 13:30:27.043447 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7b1ff8b0-1a80-49a3-bbe3-1e1d8a834eda req-02c4c6a6-05e8-41e1-88e9-bcf868a186d0 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=540eab8a-ff39-4c5e-9bac-5eb9f43fb4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551090 Aug 22 13:30:27.127705 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['c14a121e-fe9d-45c4-9508-5c1d1beb81ec'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:30:27.219333 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f5efc-773b-4cff-9fdd-a09ba7ee5650 req-f66e48f3-a421-4dd9-8352-79ecaf0fe321 tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:27.221147 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7d5f5efc-773b-4cff-9fdd-a09ba7ee5650 req-f66e48f3-a421-4dd9-8352-79ecaf0fe321 tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f70ac5d-ae01-41b0-9d3a-25c38bb536ac HTTP/1.1" status: 200 len: 949 time: 0.0550897 Aug 22 13:30:27.274269 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7d5f5efc-773b-4cff-9fdd-a09ba7ee5650 req-571c6297-71fd-48d7-b9a1-a923dbaa076c tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] 10.222.0.21 "GET /v2.0/security-groups?id=3b336bb7-2209-46fa-bcad-5ab87ac57829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443456 Aug 22 13:30:27.482576 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9573d4c-21fb-4991-b281-ea206c1836ca req-9125ade1-d5b5-4246-9a2c-1a98335cca37 tempest-ServerPasswordTestJSON-817641942 tempest-ServerPasswordTestJSON-817641942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:27.484442 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a9573d4c-21fb-4991-b281-ea206c1836ca req-9125ade1-d5b5-4246-9a2c-1a98335cca37 tempest-ServerPasswordTestJSON-817641942 tempest-ServerPasswordTestJSON-817641942-project] 10.222.0.41 "GET /v2.0/networks?id=ea516849-b52e-4466-95f6-4229efb6f85e HTTP/1.1" status: 200 len: 812 time: 0.1384654 Aug 22 13:30:27.496361 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ec75590a-41c7-4f29-bcc3-030d6a9dcd20 req-f2e33f11-7284-4623-a80d-caa85f87a84e tempest-ServerPasswordTestJSON-817641942 tempest-ServerPasswordTestJSON-817641942-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c236ea1-e4fa-46f9-a0c8-5ffe6a4a1284 HTTP/1.1" status: 200 len: 210 time: 0.0539465 Aug 22 13:30:27.505181 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-a9573d4c-21fb-4991-b281-ea206c1836ca req-b631132b-5fb6-45ec-8fad-e12b2955fec2 tempest-ServerPasswordTestJSON-817641942 tempest-ServerPasswordTestJSON-817641942-project] Request body: {'port': {'device_id': '7c236ea1-e4fa-46f9-a0c8-5ffe6a4a1284', 'network_id': 'ea516849-b52e-4466-95f6-4229efb6f85e', 'admin_state_up': True, 'tenant_id': '92a7e1b5392d47608fe7739d593649ea'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:30:27.614027 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9ed71-de51-46ed-b432-aed8f772f876 req-57b7917f-36e8-4978-b2e4-18c50f5d6b17 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:27.615909 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-def9ed71-de51-46ed-b432-aed8f772f876 req-57b7917f-36e8-4978-b2e4-18c50f5d6b17 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5ae8550-9d43-4cb1-8063-916a676bc36d HTTP/1.1" status: 200 len: 944 time: 0.0571628 Aug 22 13:30:27.657230 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9573d4c-21fb-4991-b281-ea206c1836ca req-b631132b-5fb6-45ec-8fad-e12b2955fec2 tempest-ServerPasswordTestJSON-817641942 tempest-ServerPasswordTestJSON-817641942-project] Made reservation on behalf of 92a7e1b5392d47608fe7739d593649ea for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:30:27.661808 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-a9573d4c-21fb-4991-b281-ea206c1836ca req-b631132b-5fb6-45ec-8fad-e12b2955fec2 tempest-ServerPasswordTestJSON-817641942 tempest-ServerPasswordTestJSON-817641942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:27.662767 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-def9ed71-de51-46ed-b432-aed8f772f876 req-6a62217e-b986-4d8e-9491-fc22462ea7df tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401814 Aug 22 13:30:27.809852 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-a9573d4c-21fb-4991-b281-ea206c1836ca req-b631132b-5fb6-45ec-8fad-e12b2955fec2 tempest-ServerPasswordTestJSON-817641942 tempest-ServerPasswordTestJSON-817641942-project] Allocated IP 172.20.0.12 (ea516849-b52e-4466-95f6-4229efb6f85e/8ee26321-e67c-4197-8967-3abc1a3897eb/58737b29-e3c6-490f-b131-dfaf41958ae1) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:30:27.825188 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d95b1f2-ca08-4daf-99a2-77c3d11df503 req-8808f3d9-509e-41ad-be0e-52d5c6cce342 tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:27.826932 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9d95b1f2-ca08-4daf-99a2-77c3d11df503 req-8808f3d9-509e-41ad-be0e-52d5c6cce342 tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c5ae8550-9d43-4cb1-8063-916a676bc36d HTTP/1.1" status: 200 len: 1096 time: 0.0628431 Aug 22 13:30:27.863890 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9d95b1f2-ca08-4daf-99a2-77c3d11df503 req-2c325ad7-703a-416d-8245-605472b8ff79 tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309737 Aug 22 13:30:27.976973 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-a9573d4c-21fb-4991-b281-ea206c1836ca req-b631132b-5fb6-45ec-8fad-e12b2955fec2 tempest-ServerPasswordTestJSON-817641942 tempest-ServerPasswordTestJSON-817641942-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:27.998796 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf353a8-e7bc-4290-8589-e52826d1d6a0 req-30ce8785-1698-4d76-a89b-193eda0db33f tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:28.000790 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3bf353a8-e7bc-4290-8589-e52826d1d6a0 req-30ce8785-1698-4d76-a89b-193eda0db33f tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c5ae8550-9d43-4cb1-8063-916a676bc36d HTTP/1.1" status: 200 len: 1096 time: 0.0610950 Aug 22 13:30:28.044402 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-a9573d4c-21fb-4991-b281-ea206c1836ca req-b631132b-5fb6-45ec-8fad-e12b2955fec2 tempest-ServerPasswordTestJSON-817641942 tempest-ServerPasswordTestJSON-817641942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:28.057449 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3bf353a8-e7bc-4290-8589-e52826d1d6a0 req-359aabc2-ab2e-403f-91a8-c2142e10638f tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439482 Aug 22 13:30:28.099634 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9573d4c-21fb-4991-b281-ea206c1836ca req-b631132b-5fb6-45ec-8fad-e12b2955fec2 tempest-ServerPasswordTestJSON-817641942 tempest-ServerPasswordTestJSON-817641942-project] Network ea516849-b52e-4466-95f6-4229efb6f85e is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:30:28.103389 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-a9573d4c-21fb-4991-b281-ea206c1836ca req-b631132b-5fb6-45ec-8fad-e12b2955fec2 tempest-ServerPasswordTestJSON-817641942 tempest-ServerPasswordTestJSON-817641942-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:30:28.107311 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9573d4c-21fb-4991-b281-ea206c1836ca req-b631132b-5fb6-45ec-8fad-e12b2955fec2 tempest-ServerPasswordTestJSON-817641942 tempest-ServerPasswordTestJSON-817641942-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:30:28.111590 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:28.149256 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b631132b-5fb6-45ec-8fad-e12b2955fec2 tempest-ServerPasswordTestJSON-817641942 tempest-ServerPasswordTestJSON-817641942-project] Pushing event updated for resources: {'Port': ['ID=58737b29-e3c6-490f-b131-dfaf41958ae1,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:28.189127 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9573d4c-21fb-4991-b281-ea206c1836ca req-b631132b-5fb6-45ec-8fad-e12b2955fec2 tempest-ServerPasswordTestJSON-817641942 tempest-ServerPasswordTestJSON-817641942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:28.189917 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-a9573d4c-21fb-4991-b281-ea206c1836ca req-b631132b-5fb6-45ec-8fad-e12b2955fec2 tempest-ServerPasswordTestJSON-817641942 tempest-ServerPasswordTestJSON-817641942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:28.206209 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a9573d4c-21fb-4991-b281-ea206c1836ca req-b631132b-5fb6-45ec-8fad-e12b2955fec2 tempest-ServerPasswordTestJSON-817641942 tempest-ServerPasswordTestJSON-817641942-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7110798 Aug 22 13:30:28.219709 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-a9573d4c-21fb-4991-b281-ea206c1836ca req-89b9be7b-c770-492d-a449-08b8865e8cd8 service neutron] Request body: {'port': {'device_id': '7c236ea1-e4fa-46f9-a0c8-5ffe6a4a1284', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:30:28.232632 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b321a4-b41c-402f-b03f-1c8cbaa29cf5 req-53d2e01b-a7e7-47a2-884a-ab43f91ce2cc tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:28.235323 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f6b321a4-b41c-402f-b03f-1c8cbaa29cf5 req-53d2e01b-a7e7-47a2-884a-ab43f91ce2cc tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfec1c42-428a-4a9f-a98b-0a74b49f04af HTTP/1.1" status: 200 len: 946 time: 0.0848753 Aug 22 13:30:28.277478 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f6b321a4-b41c-402f-b03f-1c8cbaa29cf5 req-92799e16-7f51-4e4c-9563-2f71accfbee1 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=540eab8a-ff39-4c5e-9bac-5eb9f43fb4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361478 Aug 22 13:30:28.285395 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-a9573d4c-21fb-4991-b281-ea206c1836ca req-89b9be7b-c770-492d-a449-08b8865e8cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:28.394542 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7f0ec301-087d-41fb-8b85-cfe50a1c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:28.399763 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device c14a121e-fe9d-45c4-9508-5c1d1beb81ec up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:30:28.521060 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32ce3c-08e6-48f7-a9d0-e90330c34b9c req-95fd5414-16c6-4b3e-bf51-cf640deaad75 tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:28.534639 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5d32ce3c-08e6-48f7-a9d0-e90330c34b9c req-95fd5414-16c6-4b3e-bf51-cf640deaad75 tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f70ac5d-ae01-41b0-9d3a-25c38bb536ac HTTP/1.1" status: 200 len: 949 time: 0.0928152 Aug 22 13:30:28.542857 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port c14a121e-fe9d-45c4-9508-5c1d1beb81ec completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:30:28.547700 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port c14a121e-fe9d-45c4-9508-5c1d1beb81ec triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:30:28.550690 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:28.578612 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5d32ce3c-08e6-48f7-a9d0-e90330c34b9c req-99259395-a900-4e9f-b4e2-845213f3e22a tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] 10.222.0.21 "GET /v2.0/security-groups?id=3b336bb7-2209-46fa-bcad-5ab87ac57829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400276 Aug 22 13:30:28.675094 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:28.715841 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port c14a121e-fe9d-45c4-9508-5c1d1beb81ec, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=c14a121e-fe9d-45c4-9508-5c1d1beb81ec,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:30:28.722455 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:28.734212 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-a9573d4c-21fb-4991-b281-ea206c1836ca req-89b9be7b-c770-492d-a449-08b8865e8cd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58737b29-e3c6-490f-b131-dfaf41958ae1 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:30:28.744803 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-a9573d4c-21fb-4991-b281-ea206c1836ca req-89b9be7b-c770-492d-a449-08b8865e8cd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:28.758478 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-a9573d4c-21fb-4991-b281-ea206c1836ca req-89b9be7b-c770-492d-a449-08b8865e8cd8 service neutron] Transition to ACTIVE for port object 58737b29-e3c6-490f-b131-dfaf41958ae1 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:30:28.775934 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-a9573d4c-21fb-4991-b281-ea206c1836ca req-89b9be7b-c770-492d-a449-08b8865e8cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:28.783970 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=c14a121e-fe9d-45c4-9508-5c1d1beb81ec,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:28.800837 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f70ac5d-ae01-41b0-9d3a-25c38bb536ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14a121e-fe9d-45c4-9508-5c1d1beb81ec'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:30:28.803405 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6443fe91-f05d-4cd7-a5c4-b0f6d30d98ce" -d '{"events": [{"server_uuid": "6f70ac5d-ae01-41b0-9d3a-25c38bb536ac", "name": "network-vif-plugged", "status": "completed", "tag": "c14a121e-fe9d-45c4-9508-5c1d1beb81ec"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:30:28.827067 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd789b9-9c25-4ad7-944d-9e2e9727c6a7 req-5b3b66b0-c5fa-49cd-8acc-ffaabb2bfc0e tempest-ServerPasswordTestJSON-817641942 tempest-ServerPasswordTestJSON-817641942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:28.828881 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cbd789b9-9c25-4ad7-944d-9e2e9727c6a7 req-5b3b66b0-c5fa-49cd-8acc-ffaabb2bfc0e tempest-ServerPasswordTestJSON-817641942 tempest-ServerPasswordTestJSON-817641942-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c236ea1-e4fa-46f9-a0c8-5ffe6a4a1284 HTTP/1.1" status: 200 len: 944 time: 0.0652142 Aug 22 13:30:28.843012 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9be7b-c770-492d-a449-08b8865e8cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=58737b29-e3c6-490f-b131-dfaf41958ae1,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:28.873221 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cbd789b9-9c25-4ad7-944d-9e2e9727c6a7 req-76cafbc3-6e03-4d80-ba56-ede4f5069696 tempest-ServerPasswordTestJSON-817641942 tempest-ServerPasswordTestJSON-817641942-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c421387-a879-4152-b78b-62a6cbf6f956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373092 Aug 22 13:30:28.913486 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-a9573d4c-21fb-4991-b281-ea206c1836ca req-89b9be7b-c770-492d-a449-08b8865e8cd8 service neutron] Attempting to bind port 58737b29-e3c6-490f-b131-dfaf41958ae1 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:30:28.913980 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-a9573d4c-21fb-4991-b281-ea206c1836ca req-89b9be7b-c770-492d-a449-08b8865e8cd8 service neutron] Attempting to bind port 58737b29-e3c6-490f-b131-dfaf41958ae1 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': 'b33a1767-2899-4c37-8809-5c4d98d4deab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ea516849-b52e-4466-95f6-4229efb6f85e'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:30:28.914307 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9573d4c-21fb-4991-b281-ea206c1836ca req-89b9be7b-c770-492d-a449-08b8865e8cd8 service neutron] Attempting to bind port 58737b29-e3c6-490f-b131-dfaf41958ae1 on network ea516849-b52e-4466-95f6-4229efb6f85e {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:30:28.918620 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9573d4c-21fb-4991-b281-ea206c1836ca req-89b9be7b-c770-492d-a449-08b8865e8cd8 service neutron] Port 58737b29-e3c6-490f-b131-dfaf41958ae1 on network ea516849-b52e-4466-95f6-4229efb6f85e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:30:28.918934 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9573d4c-21fb-4991-b281-ea206c1836ca req-89b9be7b-c770-492d-a449-08b8865e8cd8 service neutron] Attempting to bind port 58737b29-e3c6-490f-b131-dfaf41958ae1 on network ea516849-b52e-4466-95f6-4229efb6f85e {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:30:28.923729 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9573d4c-21fb-4991-b281-ea206c1836ca req-89b9be7b-c770-492d-a449-08b8865e8cd8 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:30:28.924061 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9573d4c-21fb-4991-b281-ea206c1836ca req-89b9be7b-c770-492d-a449-08b8865e8cd8 service neutron] Checking segment: {'id': 'b33a1767-2899-4c37-8809-5c4d98d4deab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ea516849-b52e-4466-95f6-4229efb6f85e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:30:28.924463 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9573d4c-21fb-4991-b281-ea206c1836ca req-89b9be7b-c770-492d-a449-08b8865e8cd8 service neutron] Bound using segment: {'id': 'b33a1767-2899-4c37-8809-5c4d98d4deab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ea516849-b52e-4466-95f6-4229efb6f85e'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:30:28.924920 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-a9573d4c-21fb-4991-b281-ea206c1836ca req-89b9be7b-c770-492d-a449-08b8865e8cd8 service neutron] Bound port: 58737b29-e3c6-490f-b131-dfaf41958ae1, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b33a1767-2899-4c37-8809-5c4d98d4deab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ea516849-b52e-4466-95f6-4229efb6f85e'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:30:28.925273 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-a9573d4c-21fb-4991-b281-ea206c1836ca req-89b9be7b-c770-492d-a449-08b8865e8cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:29.015303 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-a9573d4c-21fb-4991-b281-ea206c1836ca req-89b9be7b-c770-492d-a449-08b8865e8cd8 service neutron] For port 58737b29-e3c6-490f-b131-dfaf41958ae1, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:30:29.019150 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-a9573d4c-21fb-4991-b281-ea206c1836ca req-89b9be7b-c770-492d-a449-08b8865e8cd8 service neutron] For port 58737b29-e3c6-490f-b131-dfaf41958ae1, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=58737b29-e3c6-490f-b131-dfaf41958ae1,segment=NetworkSegment(b33a1767-2899-4c37-8809-5c4d98d4deab),segment_id=b33a1767-2899-4c37-8809-5c4d98d4deab)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:30:29.026181 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-a9573d4c-21fb-4991-b281-ea206c1836ca req-89b9be7b-c770-492d-a449-08b8865e8cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:29.074521 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9573d4c-21fb-4991-b281-ea206c1836ca req-89b9be7b-c770-492d-a449-08b8865e8cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:29.074661 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-a9573d4c-21fb-4991-b281-ea206c1836ca req-89b9be7b-c770-492d-a449-08b8865e8cd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:29.076141 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a9573d4c-21fb-4991-b281-ea206c1836ca req-89b9be7b-c770-492d-a449-08b8865e8cd8 service neutron] 10.222.0.41 "PUT /v2.0/ports/58737b29-e3c6-490f-b131-dfaf41958ae1 HTTP/1.1" status: 200 len: 1093 time: 0.8610382 Aug 22 13:30:29.076655 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c236ea1-e4fa-46f9-a0c8-5ffe6a4a1284', 'tag': '58737b29-e3c6-490f-b131-dfaf41958ae1'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:30:29.078977 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086c0728-c9a6-48c7-ba25-f991c3e92a02" -d '{"events": [{"name": "network-changed", "server_uuid": "7c236ea1-e4fa-46f9-a0c8-5ffe6a4a1284", "tag": "58737b29-e3c6-490f-b131-dfaf41958ae1"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:30:29.115108 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9be7b-c770-492d-a449-08b8865e8cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=58737b29-e3c6-490f-b131-dfaf41958ae1,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:29.208623 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9573d4c-21fb-4991-b281-ea206c1836ca req-620ba8f7-a53b-4ddc-b807-6abbc1ee67fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:29.210250 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a9573d4c-21fb-4991-b281-ea206c1836ca req-620ba8f7-a53b-4ddc-b807-6abbc1ee67fd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=92a7e1b5392d47608fe7739d593649ea&device_id=7c236ea1-e4fa-46f9-a0c8-5ffe6a4a1284 HTTP/1.1" status: 200 len: 1096 time: 0.0765834 Aug 22 13:30:29.213054 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae871b1-727c-402b-9188-4a51d36f061e x-openstack-request-id: req-fae871b1-727c-402b-9188-4a51d36f061e {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:30:29.213466 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f70ac5d-ae01-41b0-9d3a-25c38bb536ac", "name": "network-vif-plugged", "status": "completed", "tag": "c14a121e-fe9d-45c4-9508-5c1d1beb81ec", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:30:29.214010 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fae871b1-727c-402b-9188-4a51d36f061e {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:30:29.214122 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f70ac5d-ae01-41b0-9d3a-25c38bb536ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14a121e-fe9d-45c4-9508-5c1d1beb81ec', 'code': 200} Aug 22 13:30:29.215444 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7569f5b-a9e3-4f9d-93b4-497c3a5815dc x-openstack-request-id: req-d7569f5b-a9e3-4f9d-93b4-497c3a5815dc {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:30:29.215717 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c236ea1-e4fa-46f9-a0c8-5ffe6a4a1284", "tag": "58737b29-e3c6-490f-b131-dfaf41958ae1", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:30:29.216173 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d7569f5b-a9e3-4f9d-93b4-497c3a5815dc {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:30:29.216766 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c236ea1-e4fa-46f9-a0c8-5ffe6a4a1284', 'tag': '58737b29-e3c6-490f-b131-dfaf41958ae1', 'status': 'completed', 'code': 200} Aug 22 13:30:29.311613 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a9573d4c-21fb-4991-b281-ea206c1836ca req-58f50580-791d-4ced-aa35-09b1570b117d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58737b29-e3c6-490f-b131-dfaf41958ae1 HTTP/1.1" status: 200 len: 217 time: 0.0887871 Aug 22 13:30:29.395738 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75255f9f-d97c-45ef-b10b-9eafaad3107c req-f53818e0-23d3-43c5-9da9-66bc50688833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:29.399903 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-75255f9f-d97c-45ef-b10b-9eafaad3107c req-f53818e0-23d3-43c5-9da9-66bc50688833 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ae246c295244408bea75b5a8f51001e&device_id=6d7ffbc7-b2d5-4bba-a073-c6fbb5c6b114 HTTP/1.1" status: 200 len: 1098 time: 0.1782937 Aug 22 13:30:29.405599 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d55c1f-0061-4f39-b702-5b84ba31c341 req-832aa40a-0400-4938-a423-d2a9a0998846 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:29.407342 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-41d55c1f-0061-4f39-b702-5b84ba31c341 req-832aa40a-0400-4938-a423-d2a9a0998846 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d7ffbc7-b2d5-4bba-a073-c6fbb5c6b114 HTTP/1.1" status: 200 len: 946 time: 0.1266587 Aug 22 13:30:29.451724 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4af5f4-2daf-4132-a982-551f5df97f3a req-bec7351d-f8c0-4997-bd39-81c41c904fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:29.454578 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9573d4c-21fb-4991-b281-ea206c1836ca req-84edffe1-c602-4cb3-aa69-9c57d0002860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:29.456022 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a9573d4c-21fb-4991-b281-ea206c1836ca req-84edffe1-c602-4cb3-aa69-9c57d0002860 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ee26321-e67c-4197-8967-3abc1a3897eb HTTP/1.1" status: 200 len: 852 time: 0.1347394 Aug 22 13:30:29.457754 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1e4af5f4-2daf-4132-a982-551f5df97f3a req-bec7351d-f8c0-4997-bd39-81c41c904fec service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6f70ac5d-ae01-41b0-9d3a-25c38bb536ac HTTP/1.1" status: 200 len: 1102 time: 0.1530967 Aug 22 13:30:29.514773 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-41d55c1f-0061-4f39-b702-5b84ba31c341 req-7d3b8625-07f3-49ee-b677-fb2a21794706 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902889 Aug 22 13:30:29.545375 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1e4af5f4-2daf-4132-a982-551f5df97f3a req-5a9a8075-e1d4-4202-8207-35316f14f50f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3b336bb7-2209-46fa-bcad-5ab87ac57829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668268 Aug 22 13:30:29.554669 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a9573d4c-21fb-4991-b281-ea206c1836ca req-daed50a4-9834-4208-a03a-07f76be66008 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ea516849-b52e-4466-95f6-4229efb6f85e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630028 Aug 22 13:30:29.774504 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812cf7a3-4b63-4c53-80fb-87539c0131b4 req-25362249-418f-4d7c-92c0-4c2bfb161e91 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:29.785023 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-812cf7a3-4b63-4c53-80fb-87539c0131b4 req-25362249-418f-4d7c-92c0-4c2bfb161e91 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfec1c42-428a-4a9f-a98b-0a74b49f04af HTTP/1.1" status: 200 len: 946 time: 0.0917492 Aug 22 13:30:29.845764 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-812cf7a3-4b63-4c53-80fb-87539c0131b4 req-3e313ff2-c788-4e48-a796-9bfc4151deff tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=540eab8a-ff39-4c5e-9bac-5eb9f43fb4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596609 Aug 22 13:30:30.001074 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fdf1d1-d973-4271-914f-c000c4518713 req-fe2fca03-1877-4628-9ef0-743681a9ef81 tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:30.008571 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75255f9f-d97c-45ef-b10b-9eafaad3107c req-2f1ece32-016e-4f74-9111-d2c8c04eb45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:30.010089 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-75255f9f-d97c-45ef-b10b-9eafaad3107c req-2f1ece32-016e-4f74-9111-d2c8c04eb45e service neutron] 10.222.0.41 "GET /v2.0/networks?id=22ccff4c-fbb9-4d2c-868b-4119e5337f9c HTTP/1.1" status: 200 len: 919 time: 0.5965774 Aug 22 13:30:30.010574 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c0fdf1d1-d973-4271-914f-c000c4518713 req-fe2fca03-1877-4628-9ef0-743681a9ef81 tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f70ac5d-ae01-41b0-9d3a-25c38bb536ac HTTP/1.1" status: 200 len: 950 time: 0.0953362 Aug 22 13:30:30.113118 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c0fdf1d1-d973-4271-914f-c000c4518713 req-4e11819e-0b64-4b01-a3f2-16465f15fc3f tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] 10.222.0.21 "GET /v2.0/security-groups?id=3b336bb7-2209-46fa-bcad-5ab87ac57829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955253 Aug 22 13:30:30.130614 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a9573d4c-21fb-4991-b281-ea206c1836ca req-029e6523-d861-425f-b06e-200afb27f6a8 service neutron] 10.222.0.41 "GET /v2.0/networks/ea516849-b52e-4466-95f6-4229efb6f85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5664852 Aug 22 13:30:30.132263 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-75255f9f-d97c-45ef-b10b-9eafaad3107c req-af2dd087-892e-4af0-a123-8fb4dfe1ea3b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=244baafb-8604-42c0-b225-646fcb06b532 HTTP/1.1" status: 200 len: 217 time: 0.1118391 Aug 22 13:30:30.247622 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75255f9f-d97c-45ef-b10b-9eafaad3107c req-7e7681fe-a2d6-433e-9ae0-d51bf258b749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:30.249166 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-75255f9f-d97c-45ef-b10b-9eafaad3107c req-7e7681fe-a2d6-433e-9ae0-d51bf258b749 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1f889029-53b7-465d-ae54-5b69207b2db9 HTTP/1.1" status: 200 len: 858 time: 0.1050744 Aug 22 13:30:30.273987 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516ed1a-06ce-4d0f-b2b6-ccb2792bf60c req-d17f3d64-7a74-4e51-b2eb-5844d75dfcb3 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:30.275776 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f516ed1a-06ce-4d0f-b2b6-ccb2792bf60c req-d17f3d64-7a74-4e51-b2eb-5844d75dfcb3 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfec1c42-428a-4a9f-a98b-0a74b49f04af HTTP/1.1" status: 200 len: 946 time: 0.1205366 Aug 22 13:30:30.295387 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57886) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:30:30.301864 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-bff47270-3c3a-42a5-b6ca-5c2eccfb9da6 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Request body: {'floatingip': {'port_id': '37c1d082-20c5-48bc-ad7a-e78a2d83afca'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:30:30.312159 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-75255f9f-d97c-45ef-b10b-9eafaad3107c req-99381fef-1e2d-463a-8996-b75faebbf656 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22ccff4c-fbb9-4d2c-868b-4119e5337f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520098 Aug 22 13:30:30.333382 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a9573d4c-21fb-4991-b281-ea206c1836ca req-d506fb8b-e136-43fe-b6a3-3f57e8b704f0 service neutron] 10.222.0.41 "GET /v2.0/networks/ea516849-b52e-4466-95f6-4229efb6f85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804292 Aug 22 13:30:30.355557 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bff47270-3c3a-42a5-b6ca-5c2eccfb9da6 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks [] for floatingip, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:30.472663 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c0728-c9a6-48c7-ba25-f991c3e92a02 req-314c40b9-11d7-4048-be4b-e73b65198032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:30.474071 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-086c0728-c9a6-48c7-ba25-f991c3e92a02 req-314c40b9-11d7-4048-be4b-e73b65198032 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=92a7e1b5392d47608fe7739d593649ea&device_id=7c236ea1-e4fa-46f9-a0c8-5ffe6a4a1284 HTTP/1.1" status: 200 len: 1096 time: 0.0784104 Aug 22 13:30:30.478795 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-75255f9f-d97c-45ef-b10b-9eafaad3107c req-4cbf0421-91a0-48a6-93e5-acf0903a106c service neutron] 10.222.0.41 "GET /v2.0/networks/22ccff4c-fbb9-4d2c-868b-4119e5337f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576335 Aug 22 13:30:30.498713 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afddd1d-8665-4f70-82bd-aeb9dae194a2 req-4f7aaa95-2abc-4366-903e-9d21ee5abc31 tempest-ServerPasswordTestJSON-817641942 tempest-ServerPasswordTestJSON-817641942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:30.500152 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3afddd1d-8665-4f70-82bd-aeb9dae194a2 req-4f7aaa95-2abc-4366-903e-9d21ee5abc31 tempest-ServerPasswordTestJSON-817641942 tempest-ServerPasswordTestJSON-817641942-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c236ea1-e4fa-46f9-a0c8-5ffe6a4a1284 HTTP/1.1" status: 200 len: 944 time: 0.2628961 Aug 22 13:30:30.654736 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3afddd1d-8665-4f70-82bd-aeb9dae194a2 req-d6270e95-c664-4aab-bbb2-387701fca020 tempest-ServerPasswordTestJSON-817641942 tempest-ServerPasswordTestJSON-817641942-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c421387-a879-4152-b78b-62a6cbf6f956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274855 Aug 22 13:30:30.827617 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-75255f9f-d97c-45ef-b10b-9eafaad3107c req-ca9791aa-05ce-4d9c-8920-43d6204d2b5d service neutron] 10.222.0.41 "GET /v2.0/networks/22ccff4c-fbb9-4d2c-868b-4119e5337f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367331 Aug 22 13:30:30.854822 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c0728-c9a6-48c7-ba25-f991c3e92a02 req-e83c3528-581e-445e-8e55-6b25d8ef742f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:30.855185 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bdfe8e-4de8-460d-8e49-2016565f0373 req-94ac9ce0-8d1a-4d88-baa2-508b8b89c9c3 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:30.856171 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-086c0728-c9a6-48c7-ba25-f991c3e92a02 req-e83c3528-581e-445e-8e55-6b25d8ef742f service neutron] 10.222.0.41 "GET /v2.0/networks?id=ea516849-b52e-4466-95f6-4229efb6f85e HTTP/1.1" status: 200 len: 913 time: 0.3680174 Aug 22 13:30:30.856914 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-02bdfe8e-4de8-460d-8e49-2016565f0373 req-94ac9ce0-8d1a-4d88-baa2-508b8b89c9c3 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d7ffbc7-b2d5-4bba-a073-c6fbb5c6b114 HTTP/1.1" status: 200 len: 946 time: 0.1843989 Aug 22 13:30:30.957918 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-02bdfe8e-4de8-460d-8e49-2016565f0373 req-ebd0a27f-9dee-48e1-a5f8-49b9ceba78d9 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876141 Aug 22 13:30:31.029077 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-086c0728-c9a6-48c7-ba25-f991c3e92a02 req-537be28f-29f2-4f91-aa86-6d37f31ae028 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58737b29-e3c6-490f-b131-dfaf41958ae1 HTTP/1.1" status: 200 len: 217 time: 0.1469293 Aug 22 13:30:31.060811 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-52317354-7db9-4fda-883d-fd70dd13e220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:31.124712 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c0728-c9a6-48c7-ba25-f991c3e92a02 req-37157a08-ba2d-4f35-aae8-02cdf167a493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:31.128288 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-086c0728-c9a6-48c7-ba25-f991c3e92a02 req-37157a08-ba2d-4f35-aae8-02cdf167a493 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ee26321-e67c-4197-8967-3abc1a3897eb HTTP/1.1" status: 200 len: 852 time: 0.0852559 Aug 22 13:30:31.177804 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-086c0728-c9a6-48c7-ba25-f991c3e92a02 req-5cdb00eb-b130-4744-9124-05749a60618d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ea516849-b52e-4466-95f6-4229efb6f85e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403097 Aug 22 13:30:31.186914 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:31.327784 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-086c0728-c9a6-48c7-ba25-f991c3e92a02 req-ab23c0a5-6de9-4c4d-ab6b-4ec389a4696e service neutron] 10.222.0.41 "GET /v2.0/networks/ea516849-b52e-4466-95f6-4229efb6f85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396298 Aug 22 13:30:31.436554 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436118ce-a28a-4b49-bc68-60fc45fcdd83 req-d73603fb-f869-4e47-855b-c68c47e20a06 tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:31.446767 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-436118ce-a28a-4b49-bc68-60fc45fcdd83 req-d73603fb-f869-4e47-855b-c68c47e20a06 tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f70ac5d-ae01-41b0-9d3a-25c38bb536ac HTTP/1.1" status: 200 len: 950 time: 0.1906636 Aug 22 13:30:31.475726 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-086c0728-c9a6-48c7-ba25-f991c3e92a02 req-6957732c-2491-4203-ba77-739462f348a0 service neutron] 10.222.0.41 "GET /v2.0/networks/ea516849-b52e-4466-95f6-4229efb6f85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380861 Aug 22 13:30:31.553574 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-436118ce-a28a-4b49-bc68-60fc45fcdd83 req-61bbf59d-4447-4094-a301-458cafb0753b tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] 10.222.0.21 "GET /v2.0/security-groups?id=3b336bb7-2209-46fa-bcad-5ab87ac57829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054995 Aug 22 13:30:31.584556 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 58737b29-e3c6-490f-b131-dfaf41958ae1 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:30:31.598540 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57916) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:30:31.789879 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 58737b29-e3c6-490f-b131-dfaf41958ae1, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=58737b29-e3c6-490f-b131-dfaf41958ae1,segment=NetworkSegment(b33a1767-2899-4c37-8809-5c4d98d4deab),segment_id=b33a1767-2899-4c37-8809-5c4d98d4deab)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:30:31.822748 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '58737b29-e3c6-490f-b131-dfaf41958ae1', 'network_id': 'ea516849-b52e-4466-95f6-4229efb6f85e', 'port_id': '58737b29-e3c6-490f-b131-dfaf41958ae1', 'mac_address': 'fa:16:3e:26:9b:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ee26321-e67c-4197-8967-3abc1a3897eb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:30:31.866723 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-273245ca-0b7f-4f15-9bbe-70128d24d721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:31.928568 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:31.975956 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58737b29-e3c6-490f-b131-dfaf41958ae1 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:30:32.034663 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 58737b29-e3c6-490f-b131-dfaf41958ae1, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=58737b29-e3c6-490f-b131-dfaf41958ae1,segment=NetworkSegment(b33a1767-2899-4c37-8809-5c4d98d4deab),segment_id=b33a1767-2899-4c37-8809-5c4d98d4deab)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:30:32.041863 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:32.046507 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-273245ca-0b7f-4f15-9bbe-70128d24d721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:32.051947 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-273245ca-0b7f-4f15-9bbe-70128d24d721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:32.093995 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.db.resource_extend [None req-bff47270-3c3a-42a5-b6ca-5c2eccfb9da6 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 22 13:30:32.121035 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-273245ca-0b7f-4f15-9bbe-70128d24d721 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=79ad5e341f4744598fa1c5d92a7336ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5213294 Aug 22 13:30:32.121803 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273245ca-0b7f-4f15-9bbe-70128d24d721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f156329a-6c40-440c-97ce-0358c61efe63,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:32.125433 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57932) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:30:32.144467 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=58737b29-e3c6-490f-b131-dfaf41958ae1,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:32.195526 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8cb7384c-cab3-427f-84c6-008546026041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:32.220194 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8cb7384c-cab3-427f-84c6-008546026041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:32.225369 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec0edc-d35d-46b4-8aee-5ae6822640d4 req-128b60bc-e104-43c7-b56e-46063340bda9 tempest-ServerPasswordTestJSON-817641942 tempest-ServerPasswordTestJSON-817641942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:32.235474 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2dec0edc-d35d-46b4-8aee-5ae6822640d4 req-128b60bc-e104-43c7-b56e-46063340bda9 tempest-ServerPasswordTestJSON-817641942 tempest-ServerPasswordTestJSON-817641942-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c236ea1-e4fa-46f9-a0c8-5ffe6a4a1284 HTTP/1.1" status: 200 len: 944 time: 0.2520080 Aug 22 13:30:32.277534 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8cb7384c-cab3-427f-84c6-008546026041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:32.281533 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8cb7384c-cab3-427f-84c6-008546026041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:32.282723 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8cb7384c-cab3-427f-84c6-008546026041 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f156329a-6c40-440c-97ce-0358c61efe63 HTTP/1.1" status: 204 len: 168 time: 0.1567104 Aug 22 13:30:32.291740 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['58737b29-e3c6-490f-b131-dfaf41958ae1'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:30:32.294019 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb7384c-cab3-427f-84c6-008546026041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f156329a-6c40-440c-97ce-0358c61efe63,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:32.299729 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bff47270-3c3a-42a5-b6ca-5c2eccfb9da6 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:32.314204 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bff47270-3c3a-42a5-b6ca-5c2eccfb9da6 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:32.349525 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2dec0edc-d35d-46b4-8aee-5ae6822640d4 req-9f5ad46d-6946-4b89-af66-951b4bd38037 tempest-ServerPasswordTestJSON-817641942 tempest-ServerPasswordTestJSON-817641942-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c421387-a879-4152-b78b-62a6cbf6f956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129196 Aug 22 13:30:32.437015 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ae126-9a1b-42d3-8097-251ddce8676d req-d958f86e-b7b7-4079-ab3d-25a8113cbe84 tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:32.448914 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ca0ae126-9a1b-42d3-8097-251ddce8676d req-d958f86e-b7b7-4079-ab3d-25a8113cbe84 tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f70ac5d-ae01-41b0-9d3a-25c38bb536ac HTTP/1.1" status: 200 len: 950 time: 0.2896006 Aug 22 13:30:32.450860 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:32.607512 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ca0ae126-9a1b-42d3-8097-251ddce8676d req-2995da3f-a62e-4273-a93a-ec9f23d3cfd4 tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] 10.222.0.21 "GET /v2.0/security-groups?id=3b336bb7-2209-46fa-bcad-5ab87ac57829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444023 Aug 22 13:30:32.666114 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76582b5-d3c4-4063-a4ad-777c1f2513a2 req-55dc46ea-d81f-4a9c-92a0-2d24e2d5cacb tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:32.673931 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f76582b5-d3c4-4063-a4ad-777c1f2513a2 req-55dc46ea-d81f-4a9c-92a0-2d24e2d5cacb tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d7ffbc7-b2d5-4bba-a073-c6fbb5c6b114 HTTP/1.1" status: 200 len: 946 time: 0.1930838 Aug 22 13:30:32.678249 n-d-793621-33 neutron-server[94627]: INFO neutron.db.l3_db [None req-bff47270-3c3a-42a5-b6ca-5c2eccfb9da6 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Floating IP c39c93b7-081d-4a8c-ba6d-64d312e909e5 associated. External IP: 172.25.3.60, port: 37c1d082-20c5-48bc-ad7a-e78a2d83afca. Aug 22 13:30:32.885596 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f76582b5-d3c4-4063-a4ad-777c1f2513a2 req-d6612baa-1dd7-4387-84ff-9144563ad438 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098427 Aug 22 13:30:33.021529 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff47270-3c3a-42a5-b6ca-5c2eccfb9da6 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Router 213977a6-06a1-4e4d-9e49-0489e920bd05 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:30:33.163511 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff47270-3c3a-42a5-b6ca-5c2eccfb9da6 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:30:33.175639 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bff47270-3c3a-42a5-b6ca-5c2eccfb9da6 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:33.178051 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139da298-8856-434c-95c6-d6c761d60d4d None None] Sync routers for ids ['213977a6-06a1-4e4d-9e49-0489e920bd05'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:30:33.206192 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139da298-8856-434c-95c6-d6c761d60d4d None None] Routers {'213977a6-06a1-4e4d-9e49-0489e920bd05'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:30:33.207135 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-139da298-8856-434c-95c6-d6c761d60d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:30:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['213977a6-06a1-4e4d-9e49-0489e920bd05'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:30:33.213520 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-bff47270-3c3a-42a5-b6ca-5c2eccfb9da6 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "PUT /v2.0/floatingips/c39c93b7-081d-4a8c-ba6d-64d312e909e5 HTTP/1.1" status: 200 len: 991 time: 2.9169579 Aug 22 13:30:33.214239 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfec1c42-428a-4a9f-a98b-0a74b49f04af', 'tag': '37c1d082-20c5-48bc-ad7a-e78a2d83afca'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:30:33.226810 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f46dee-6ea0-49f7-b80c-64342bff7686" -d '{"events": [{"name": "network-changed", "server_uuid": "dfec1c42-428a-4a9f-a98b-0a74b49f04af", "tag": "37c1d082-20c5-48bc-ad7a-e78a2d83afca"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:30:33.263909 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57962) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:30:33.305250 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f4371a-111e-4cc2-8d47-6376a1ad9001 x-openstack-request-id: req-23f4371a-111e-4cc2-8d47-6376a1ad9001 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:30:33.305749 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfec1c42-428a-4a9f-a98b-0a74b49f04af", "tag": "37c1d082-20c5-48bc-ad7a-e78a2d83afca", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:30:33.306073 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-23f4371a-111e-4cc2-8d47-6376a1ad9001 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:30:33.306544 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfec1c42-428a-4a9f-a98b-0a74b49f04af', 'tag': '37c1d082-20c5-48bc-ad7a-e78a2d83afca', 'status': 'completed', 'code': 200} Aug 22 13:30:33.342095 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-139da298-8856-434c-95c6-d6c761d60d4d None None] Set router 213977a6-06a1-4e4d-9e49-0489e920bd05 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:30:33.428558 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f46dee-6ea0-49f7-b80c-64342bff7686 req-4f001d53-f430-4a62-b1e4-676004e33c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:33.431078 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-76f46dee-6ea0-49f7-b80c-64342bff7686 req-4f001d53-f430-4a62-b1e4-676004e33c00 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1706b1b8ed7f4b13af0ef34415cabc13&device_id=dfec1c42-428a-4a9f-a98b-0a74b49f04af HTTP/1.1" status: 200 len: 1098 time: 0.0702934 Aug 22 13:30:33.454991 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-196b1e0f-6ddc-4baf-b9de-d5f4ec5c3db9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1119214058-network', 'tenant_id': 'a30d70de58da414a8e22e4c2000170c5'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:30:33.487981 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196b1e0f-6ddc-4baf-b9de-d5f4ec5c3db9 admin admin] Made reservation on behalf of a30d70de58da414a8e22e4c2000170c5 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:30:33.492412 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-196b1e0f-6ddc-4baf-b9de-d5f4ec5c3db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:33.509972 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-196b1e0f-6ddc-4baf-b9de-d5f4ec5c3db9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:33.592373 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 58737b29-e3c6-490f-b131-dfaf41958ae1 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:30:33.667925 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f281dd-f549-49a7-b9d7-18dbed6d32f3 req-c35ec9b5-36d3-4c2e-9feb-c05dcf6291f6 tempest-ServerPasswordTestJSON-817641942 tempest-ServerPasswordTestJSON-817641942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:33.678002 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-41f281dd-f549-49a7-b9d7-18dbed6d32f3 req-c35ec9b5-36d3-4c2e-9feb-c05dcf6291f6 tempest-ServerPasswordTestJSON-817641942 tempest-ServerPasswordTestJSON-817641942-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c236ea1-e4fa-46f9-a0c8-5ffe6a4a1284 HTTP/1.1" status: 200 len: 945 time: 0.2095156 Aug 22 13:30:33.701422 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-139da298-8856-434c-95c6-d6c761d60d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'name': 'tempest-AttachVolumeShelveTestJSON-1882356738-router', 'tenant_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'c5586c10-7f76-4327-b012-bd54a160b417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:25:08Z', 'updated_at': '2021-08-22T13:25:14Z', 'revision_number': 4, 'project_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'gw_port': {'id': 'c5586c10-7f76-4327-b012-bd54a160b417', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:eb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:09Z', 'updated_at': '2021-08-22T13:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'c39c93b7-081d-4a8c-ba6d-64d312e909e5', 'tenant_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'floating_ip_address': '172.25.3.60', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'port_id': '37c1d082-20c5-48bc-ad7a-e78a2d83afca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1097, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfedf898-aca6-4df9-b6f5-cb8b2650ce65', 'mac_address': 'fa:16:3e:00:5c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfec1c42-428a-4a9f-a98b-0a74b49f04af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:30:09Z', 'updated_at': '2021-08-22T13:30:31Z', 'revision_number': 1, 'project_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2834d00-2df8-4e69-b09e-e98ef3c97c27', 'name': '', 'network_id': 'dfedf898-aca6-4df9-b6f5-cb8b2650ce65', 'tenant_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'mac_address': 'fa:16:3e:e9:d3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '86161abd-93fb-4a2f-8c13-984112b572a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:13Z', 'updated_at': '2021-08-22T13:25:25Z', 'revision_number': 5, 'project_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'subnets': [{'id': '86161abd-93fb-4a2f-8c13-984112b572a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:30:33.737076 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-196b1e0f-6ddc-4baf-b9de-d5f4ec5c3db9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:33.738446 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f46dee-6ea0-49f7-b80c-64342bff7686 req-9ec4a869-4544-4de1-859e-5be484fc3289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:33.740342 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-76f46dee-6ea0-49f7-b80c-64342bff7686 req-9ec4a869-4544-4de1-859e-5be484fc3289 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dfedf898-aca6-4df9-b6f5-cb8b2650ce65 HTTP/1.1" status: 200 len: 918 time: 0.2957470 Aug 22 13:30:33.749251 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-196b1e0f-6ddc-4baf-b9de-d5f4ec5c3db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:33.759081 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139da298-8856-434c-95c6-d6c761d60d4d None None] Checking router: 213977a6-06a1-4e4d-9e49-0489e920bd05 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:30:33.761197 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:33.778378 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139da298-8856-434c-95c6-d6c761d60d4d None None] Routers {'213977a6-06a1-4e4d-9e49-0489e920bd05'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:30:33.779095 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-139da298-8856-434c-95c6-d6c761d60d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:30:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['213977a6-06a1-4e4d-9e49-0489e920bd05'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:30:33.818365 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 58737b29-e3c6-490f-b131-dfaf41958ae1 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:30:33.824829 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b1e0f-6ddc-4baf-b9de-d5f4ec5c3db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7375a9-a81f-419e-87de-7d0c70bd64bc,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:33.832762 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 58737b29-e3c6-490f-b131-dfaf41958ae1 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:30:33.833436 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:33.835855 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-41f281dd-f549-49a7-b9d7-18dbed6d32f3 req-8795fb47-6d17-46f1-a4de-30e0ef415e65 tempest-ServerPasswordTestJSON-817641942 tempest-ServerPasswordTestJSON-817641942-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c421387-a879-4152-b78b-62a6cbf6f956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531520 Aug 22 13:30:33.858288 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-196b1e0f-6ddc-4baf-b9de-d5f4ec5c3db9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:30:33.877710 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-196b1e0f-6ddc-4baf-b9de-d5f4ec5c3db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:33.878543 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-196b1e0f-6ddc-4baf-b9de-d5f4ec5c3db9 admin admin] Added segment 580c2065-e8dc-4983-a66b-d7979bb43359 of type vlan for network da7c68f7-c3b0-4f1d-8caa-33e22c498607 Aug 22 13:30:33.960362 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-196b1e0f-6ddc-4baf-b9de-d5f4ec5c3db9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:34.003568 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-196b1e0f-6ddc-4baf-b9de-d5f4ec5c3db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:34.005673 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196b1e0f-6ddc-4baf-b9de-d5f4ec5c3db9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:34.007013 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-196b1e0f-6ddc-4baf-b9de-d5f4ec5c3db9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:34.010522 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-76f46dee-6ea0-49f7-b80c-64342bff7686 req-51dacd54-41af-4793-83f8-dbfdb00342d4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37c1d082-20c5-48bc-ad7a-e78a2d83afca HTTP/1.1" status: 200 len: 999 time: 0.2585661 Aug 22 13:30:34.040141 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb062f7e-a90a-4748-9ca3-bbb051e2ede0 req-78e10d3f-31cf-492d-b2d6-0884bb738ff4 tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:34.041778 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bb062f7e-a90a-4748-9ca3-bbb051e2ede0 req-78e10d3f-31cf-492d-b2d6-0884bb738ff4 tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f70ac5d-ae01-41b0-9d3a-25c38bb536ac HTTP/1.1" status: 200 len: 950 time: 0.2942197 Aug 22 13:30:34.070726 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-139da298-8856-434c-95c6-d6c761d60d4d None None] Set router 213977a6-06a1-4e4d-9e49-0489e920bd05 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:30:34.073293 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:34.097281 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-196b1e0f-6ddc-4baf-b9de-d5f4ec5c3db9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8317096 Aug 22 13:30:34.099888 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57976) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:30:34.108729 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-ed2b3bcf-80e8-4910-8842-1d858518a6a6 admin admin] Request body: {'subnet': {'network_id': 'da7c68f7-c3b0-4f1d-8caa-33e22c498607', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1119214058-subnet', 'tenant_id': 'a30d70de58da414a8e22e4c2000170c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:30:34.123952 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b1e0f-6ddc-4baf-b9de-d5f4ec5c3db9 admin admin] Pushing event updated for resources: {'Network': ['ID=da7c68f7-c3b0-4f1d-8caa-33e22c498607,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:34.156977 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 58737b29-e3c6-490f-b131-dfaf41958ae1, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=58737b29-e3c6-490f-b131-dfaf41958ae1,segment=NetworkSegment(b33a1767-2899-4c37-8809-5c4d98d4deab),segment_id=b33a1767-2899-4c37-8809-5c4d98d4deab)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:30:34.167559 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c236ea1-e4fa-46f9-a0c8-5ffe6a4a1284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58737b29-e3c6-490f-b131-dfaf41958ae1'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:30:34.170440 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bb062f7e-a90a-4748-9ca3-bbb051e2ede0 req-848968ea-fbb6-4c00-ad1b-be8f63eb69a6 tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] 10.222.0.21 "GET /v2.0/security-groups?id=3b336bb7-2209-46fa-bcad-5ab87ac57829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841081 Aug 22 13:30:34.170619 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f82e90-cd83-4c2a-8e1e-485fdaae28cb" -d '{"events": [{"server_uuid": "7c236ea1-e4fa-46f9-a0c8-5ffe6a4a1284", "name": "network-vif-plugged", "status": "completed", "tag": "58737b29-e3c6-490f-b131-dfaf41958ae1"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:30:34.194764 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91121d64-e645-466a-a573-f30ee4a3b14b req-0d8f722f-c5d4-4a31-a7e3-c7b770d64ae3 tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:34.198755 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-91121d64-e645-466a-a573-f30ee4a3b14b req-0d8f722f-c5d4-4a31-a7e3-c7b770d64ae3 tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f70ac5d-ae01-41b0-9d3a-25c38bb536ac HTTP/1.1" status: 200 len: 950 time: 0.3243074 Aug 22 13:30:34.201767 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network da7c68f7-c3b0-4f1d-8caa-33e22c498607 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:30:34.209838 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2b3bcf-80e8-4910-8842-1d858518a6a6 admin admin] Made reservation on behalf of a30d70de58da414a8e22e4c2000170c5 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:30:34.218941 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f46dee-6ea0-49f7-b80c-64342bff7686 req-e8d58086-fd6a-418e-9b1f-d9deba0c3335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:34.220565 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-76f46dee-6ea0-49f7-b80c-64342bff7686 req-e8d58086-fd6a-418e-9b1f-d9deba0c3335 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=86161abd-93fb-4a2f-8c13-984112b572a1 HTTP/1.1" status: 200 len: 856 time: 0.1778631 Aug 22 13:30:34.222704 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ed2b3bcf-80e8-4910-8842-1d858518a6a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:34.225758 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:34.344826 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:34.479227 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=58737b29-e3c6-490f-b131-dfaf41958ae1,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:34.489029 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f58404-346c-4fa3-aa5c-d96c4deb9424 x-openstack-request-id: req-21f58404-346c-4fa3-aa5c-d96c4deb9424 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:30:34.492719 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c236ea1-e4fa-46f9-a0c8-5ffe6a4a1284", "name": "network-vif-plugged", "status": "completed", "tag": "58737b29-e3c6-490f-b131-dfaf41958ae1", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:30:34.493224 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-21f58404-346c-4fa3-aa5c-d96c4deb9424 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:30:34.493812 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c236ea1-e4fa-46f9-a0c8-5ffe6a4a1284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58737b29-e3c6-490f-b131-dfaf41958ae1', 'code': 200} Aug 22 13:30:34.510258 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f46dee-6ea0-49f7-b80c-64342bff7686 req-9074ef5a-1625-47cf-ba6a-5f6445723ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:34.512623 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-76f46dee-6ea0-49f7-b80c-64342bff7686 req-9074ef5a-1625-47cf-ba6a-5f6445723ff6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dfedf898-aca6-4df9-b6f5-cb8b2650ce65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2631202 Aug 22 13:30:34.631153 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-139da298-8856-434c-95c6-d6c761d60d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'name': 'tempest-AttachVolumeShelveTestJSON-1882356738-router', 'tenant_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'c5586c10-7f76-4327-b012-bd54a160b417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:25:08Z', 'updated_at': '2021-08-22T13:25:14Z', 'revision_number': 4, 'project_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'gw_port': {'id': 'c5586c10-7f76-4327-b012-bd54a160b417', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:eb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:09Z', 'updated_at': '2021-08-22T13:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'c39c93b7-081d-4a8c-ba6d-64d312e909e5', 'tenant_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'floating_ip_address': '172.25.3.60', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'port_id': '37c1d082-20c5-48bc-ad7a-e78a2d83afca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1097, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfedf898-aca6-4df9-b6f5-cb8b2650ce65', 'mac_address': 'fa:16:3e:00:5c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfec1c42-428a-4a9f-a98b-0a74b49f04af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:30:09Z', 'updated_at': '2021-08-22T13:30:31Z', 'revision_number': 1, 'project_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2834d00-2df8-4e69-b09e-e98ef3c97c27', 'name': '', 'network_id': 'dfedf898-aca6-4df9-b6f5-cb8b2650ce65', 'tenant_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'mac_address': 'fa:16:3e:e9:d3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '86161abd-93fb-4a2f-8c13-984112b572a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:13Z', 'updated_at': '2021-08-22T13:25:25Z', 'revision_number': 5, 'project_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'subnets': [{'id': '86161abd-93fb-4a2f-8c13-984112b572a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:30:34.649526 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20b07f-9267-414a-a1dd-197e661aa320 req-3661b6b3-8f0d-47d4-bfe4-428e8b4ac7a0 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:34.651091 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6e20b07f-9267-414a-a1dd-197e661aa320 req-3661b6b3-8f0d-47d4-bfe4-428e8b4ac7a0 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d7ffbc7-b2d5-4bba-a073-c6fbb5c6b114 HTTP/1.1" status: 200 len: 946 time: 0.3235168 Aug 22 13:30:34.682467 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e61eb1a-ec1b-4bc3-a0dd-88de95788ede req-6e72a36f-6512-4416-b030-c49121c74d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:34.684671 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139da298-8856-434c-95c6-d6c761d60d4d None None] The sync data for ids ['213977a6-06a1-4e4d-9e49-0489e920bd05'] in n-d-793621-33 is: [{'id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'name': 'tempest-AttachVolumeShelveTestJSON-1882356738-router', 'tenant_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'c5586c10-7f76-4327-b012-bd54a160b417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:25:08Z', 'updated_at': '2021-08-22T13:25:14Z', 'revision_number': 4, 'project_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'gw_port': {'id': 'c5586c10-7f76-4327-b012-bd54a160b417', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:eb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:09Z', 'updated_at': '2021-08-22T13:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'c39c93b7-081d-4a8c-ba6d-64d312e909e5', 'tenant_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'floating_ip_address': '172.25.3.60', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'port_id': '37c1d082-20c5-48bc-ad7a-e78a2d83afca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1097, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfedf898-aca6-4df9-b6f5-cb8b2650ce65', 'mac_address': 'fa:16:3e:00:5c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfec1c42-428a-4a9f-a98b-0a74b49f04af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:30:09Z', 'updated_at': '2021-08-22T13:30:31Z', 'revision_number': 1, 'project_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2834d00-2df8-4e69-b09e-e98ef3c97c27', 'name': '', 'network_id': 'dfedf898-aca6-4df9-b6f5-cb8b2650ce65', 'tenant_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'mac_address': 'fa:16:3e:e9:d3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '86161abd-93fb-4a2f-8c13-984112b572a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:13Z', 'updated_at': '2021-08-22T13:25:25Z', 'revision_number': 5, 'project_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'subnets': [{'id': '86161abd-93fb-4a2f-8c13-984112b572a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:30:34.701071 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3e61eb1a-ec1b-4bc3-a0dd-88de95788ede req-6e72a36f-6512-4416-b030-c49121c74d95 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7c236ea1-e4fa-46f9-a0c8-5ffe6a4a1284 HTTP/1.1" status: 200 len: 1098 time: 0.1756914 Aug 22 13:30:34.702955 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ed2b3bcf-80e8-4910-8842-1d858518a6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:34.762816 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6e20b07f-9267-414a-a1dd-197e661aa320 req-be2257cf-9853-454e-87ed-3108cde9fcf7 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898514 Aug 22 13:30:34.777418 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-91121d64-e645-466a-a573-f30ee4a3b14b req-248ee079-77a8-40e8-a61b-497ea5fbdca2 tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] Deleting port c14a121e-fe9d-45c4-9508-5c1d1beb81ec {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:30:34.778051 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-91121d64-e645-466a-a573-f30ee4a3b14b req-248ee079-77a8-40e8-a61b-497ea5fbdca2 tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:34.788584 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-76f46dee-6ea0-49f7-b80c-64342bff7686 req-e5f26265-0992-41ec-90ec-ea2fe419b2f0 service neutron] 10.222.0.16 "GET /v2.0/networks/dfedf898-aca6-4df9-b6f5-cb8b2650ce65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131782 Aug 22 13:30:34.800935 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b3bcf-80e8-4910-8842-1d858518a6a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=390fa32e-04d5-49c2-856d-dc7bbcdec639,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:34.839419 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2b3bcf-80e8-4910-8842-1d858518a6a6 admin admin] Checking segment: {'id': '580c2065-e8dc-4983-a66b-d7979bb43359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'da7c68f7-c3b0-4f1d-8caa-33e22c498607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:30:34.839774 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2b3bcf-80e8-4910-8842-1d858518a6a6 admin admin] Network hostable DHCP agents. Network: da7c68f7-c3b0-4f1d-8caa-33e22c498607, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:30:34.843160 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3e61eb1a-ec1b-4bc3-a0dd-88de95788ede req-b0d3dd43-7c1a-4d72-8222-83388988a726 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6c421387-a879-4152-b78b-62a6cbf6f956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968461 Aug 22 13:30:34.870104 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2b3bcf-80e8-4910-8842-1d858518a6a6 admin admin] Network da7c68f7-c3b0-4f1d-8caa-33e22c498607 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:30:34.881994 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-ed2b3bcf-80e8-4910-8842-1d858518a6a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, da7c68f7-c3b0-4f1d-8caa-33e22c498607) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:30:34.887714 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2b3bcf-80e8-4910-8842-1d858518a6a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:34.888520 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ed2b3bcf-80e8-4910-8842-1d858518a6a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:34.899613 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cba330-fb71-4ef7-bc1e-f75c73d099aa None None] Network da7c68f7-c3b0-4f1d-8caa-33e22c498607 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:30:34.911660 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ed2b3bcf-80e8-4910-8842-1d858518a6a6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8101251 Aug 22 13:30:35.036120 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-76f46dee-6ea0-49f7-b80c-64342bff7686 req-c29affb9-556d-488c-99fd-ebeb26cad644 service neutron] 10.222.0.16 "GET /v2.0/networks/dfedf898-aca6-4df9-b6f5-cb8b2650ce65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263865 Aug 22 13:30:35.045186 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-91121d64-e645-466a-a573-f30ee4a3b14b req-248ee079-77a8-40e8-a61b-497ea5fbdca2 tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] For port c14a121e-fe9d-45c4-9508-5c1d1beb81ec, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=c14a121e-fe9d-45c4-9508-5c1d1beb81ec,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:30:35.045794 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-91121d64-e645-466a-a573-f30ee4a3b14b req-248ee079-77a8-40e8-a61b-497ea5fbdca2 tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:35.087769 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-91121d64-e645-466a-a573-f30ee4a3b14b req-248ee079-77a8-40e8-a61b-497ea5fbdca2 tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] Calling delete_port for c14a121e-fe9d-45c4-9508-5c1d1beb81ec owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:30:35.107120 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37cad8b-d77e-4a71-a6f3-aa3ca20d3614 req-30b4bbef-cef5-48c7-8fdc-29141ea000b3 tempest-ServerPasswordTestJSON-817641942 tempest-ServerPasswordTestJSON-817641942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:35.117632 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d37cad8b-d77e-4a71-a6f3-aa3ca20d3614 req-30b4bbef-cef5-48c7-8fdc-29141ea000b3 tempest-ServerPasswordTestJSON-817641942 tempest-ServerPasswordTestJSON-817641942-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c236ea1-e4fa-46f9-a0c8-5ffe6a4a1284 HTTP/1.1" status: 200 len: 946 time: 0.1226337 Aug 22 13:30:35.167854 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c24f45-d384-44c7-aa7d-e8b77ac0a67c None None] New status for floating IP c39c93b7-081d-4a8c-ba6d-64d312e909e5: ACTIVE {{(pid=94629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 13:30:35.211467 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d37cad8b-d77e-4a71-a6f3-aa3ca20d3614 req-4713832f-ce5c-40c4-90eb-3a54c9b59525 tempest-ServerPasswordTestJSON-817641942 tempest-ServerPasswordTestJSON-817641942-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c421387-a879-4152-b78b-62a6cbf6f956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936661 Aug 22 13:30:35.231403 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bceb553f-b128-4c83-8f33-5a9f2dbd48c1 None None] Network da7c68f7-c3b0-4f1d-8caa-33e22c498607 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:30:35.420282 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-91121d64-e645-466a-a573-f30ee4a3b14b req-248ee079-77a8-40e8-a61b-497ea5fbdca2 tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:35.444830 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['c14a121e-fe9d-45c4-9508-5c1d1beb81ec'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:30:35.459848 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248ee079-77a8-40e8-a61b-497ea5fbdca2 tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] Pushing event deleted for resources: {'Port': ['ID=c14a121e-fe9d-45c4-9508-5c1d1beb81ec,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:35.493725 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [req-afc6834b-1f6d-4aba-bb18-21c5cac27089 req-ee0421de-75bb-4351-ad36-785d3d9af4ea tempest-SecurityGroupsNegativeTestJSON-1941136838 tempest-SecurityGroupsNegativeTestJSON-1941136838-project] show failed (client error): The resource could not be found. Aug 22 13:30:35.496771 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-afc6834b-1f6d-4aba-bb18-21c5cac27089 req-ee0421de-75bb-4351-ad36-785d3d9af4ea tempest-SecurityGroupsNegativeTestJSON-1941136838 tempest-SecurityGroupsNegativeTestJSON-1941136838-project] 10.222.0.21 "GET /v2.0/security-groups/3be03615-55e5-4d20-a3ec-17d799e1c100 HTTP/1.1" status: 404 len: 352 time: 0.0202022 Aug 22 13:30:35.513554 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f1e41-1552-4ab6-a0a5-cf86bf2f332f req-ef66fa21-1051-4b8c-999a-8d718eead9bc tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:35.523902 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6b7f1e41-1552-4ab6-a0a5-cf86bf2f332f req-ef66fa21-1051-4b8c-999a-8d718eead9bc tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f70ac5d-ae01-41b0-9d3a-25c38bb536ac HTTP/1.1" status: 200 len: 867 time: 0.1742833 Aug 22 13:30:35.669876 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-91121d64-e645-466a-a573-f30ee4a3b14b req-248ee079-77a8-40e8-a61b-497ea5fbdca2 tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] No DVR routers for this DVR port c14a121e-fe9d-45c4-9508-5c1d1beb81ec on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:30:35.674538 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-91121d64-e645-466a-a573-f30ee4a3b14b req-248ee079-77a8-40e8-a61b-497ea5fbdca2 tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:35.683571 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-91121d64-e645-466a-a573-f30ee4a3b14b req-248ee079-77a8-40e8-a61b-497ea5fbdca2 tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] 10.222.0.16 "DELETE /v2.0/ports/c14a121e-fe9d-45c4-9508-5c1d1beb81ec HTTP/1.1" status: 204 len: 173 time: 1.4515657 Aug 22 13:30:35.684099 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f70ac5d-ae01-41b0-9d3a-25c38bb536ac', 'name': 'network-vif-deleted', 'tag': 'c14a121e-fe9d-45c4-9508-5c1d1beb81ec'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:30:35.686593 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb236b14-659f-4c3b-8553-1e1c69c75dac" -d '{"events": [{"server_uuid": "6f70ac5d-ae01-41b0-9d3a-25c38bb536ac", "name": "network-vif-deleted", "tag": "c14a121e-fe9d-45c4-9508-5c1d1beb81ec"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:30:35.698450 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6b7f1e41-1552-4ab6-a0a5-cf86bf2f332f req-20fb8742-db74-4dff-b353-36611cf97048 tempest-ImagesNegativeTestJSON-396649506 tempest-ImagesNegativeTestJSON-396649506-project] 10.222.0.21 "GET /v2.0/security-groups?id=3b336bb7-2209-46fa-bcad-5ab87ac57829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735592 Aug 22 13:30:35.835954 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30928c42-08f4-45ee-a943-172e663d1eb7 x-openstack-request-id: req-30928c42-08f4-45ee-a943-172e663d1eb7 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:30:35.837334 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f70ac5d-ae01-41b0-9d3a-25c38bb536ac", "name": "network-vif-deleted", "tag": "c14a121e-fe9d-45c4-9508-5c1d1beb81ec", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:30:35.837485 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-30928c42-08f4-45ee-a943-172e663d1eb7 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:30:35.837885 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f70ac5d-ae01-41b0-9d3a-25c38bb536ac', 'name': 'network-vif-deleted', 'tag': 'c14a121e-fe9d-45c4-9508-5c1d1beb81ec', 'status': 'completed', 'code': 200} Aug 22 13:30:35.901953 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-472fb86d-24ff-4dd8-9515-a74706575b7a req-099c2967-9ce4-4c3e-a1c6-933301aff5a3 tempest-SecurityGroupsNegativeTestJSON-1941136838 tempest-SecurityGroupsNegativeTestJSON-1941136838-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a30d70de58da414a8e22e4c2000170c5 HTTP/1.1" status: 200 len: 2988 time: 0.1440744 Aug 22 13:30:36.028985 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-472fb86d-24ff-4dd8-9515-a74706575b7a req-54c0d850-6233-4d5e-bf91-7dd6ad857f82 tempest-SecurityGroupsNegativeTestJSON-1941136838 tempest-SecurityGroupsNegativeTestJSON-1941136838-project] 10.222.0.21 "GET /v2.0/security-groups/eb7375a9-a81f-419e-87de-7d0c70bd64bc HTTP/1.1" status: 200 len: 2985 time: 0.1260579 Aug 22 13:30:36.071994 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6bf27-30d5-4140-af42-5f11929c7e22 req-2b8ac75f-c2ad-40d7-8eb7-7d852e475ddd tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:36.079530 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eee6bf27-30d5-4140-af42-5f11929c7e22 req-2b8ac75f-c2ad-40d7-8eb7-7d852e475ddd tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d7ffbc7-b2d5-4bba-a073-c6fbb5c6b114 HTTP/1.1" status: 200 len: 946 time: 0.0952997 Aug 22 13:30:36.140123 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-472fb86d-24ff-4dd8-9515-a74706575b7a req-dfabed46-3024-48e8-9f6b-2fac22d1b731 tempest-SecurityGroupsNegativeTestJSON-1941136838 tempest-SecurityGroupsNegativeTestJSON-1941136838-project] 10.222.0.21 "GET /v2.0/security-groups/eb7375a9-a81f-419e-87de-7d0c70bd64bc HTTP/1.1" status: 200 len: 2985 time: 0.1014106 Aug 22 13:30:36.150840 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eee6bf27-30d5-4140-af42-5f11929c7e22 req-b26bfb92-00c2-4597-82d8-3643bc6307a8 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661814 Aug 22 13:30:36.291436 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f6280de4-9f77-4295-9bca-a020db918470 req-d18d0cd2-9f06-47ef-9f63-b14d7792234b tempest-SecurityGroupsNegativeTestJSON-1941136838 tempest-SecurityGroupsNegativeTestJSON-1941136838-project] 10.222.0.21 "GET /v2.0/security-groups/eb7375a9-a81f-419e-87de-7d0c70bd64bc HTTP/1.1" status: 200 len: 2985 time: 0.0634155 Aug 22 13:30:36.427996 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b6859-5386-4637-b989-25ec58bde09f req-1c750fb8-de39-4674-adb9-91463462b237 tempest-ServerPasswordTestJSON-817641942 tempest-ServerPasswordTestJSON-817641942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:36.429578 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8b1b6859-5386-4637-b989-25ec58bde09f req-1c750fb8-de39-4674-adb9-91463462b237 tempest-ServerPasswordTestJSON-817641942 tempest-ServerPasswordTestJSON-817641942-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c236ea1-e4fa-46f9-a0c8-5ffe6a4a1284 HTTP/1.1" status: 200 len: 946 time: 0.0854409 Aug 22 13:30:36.431535 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [req-f6280de4-9f77-4295-9bca-a020db918470 req-d2b5a155-073b-4f5b-9323-9121284453d1 tempest-SecurityGroupsNegativeTestJSON-1941136838 tempest-SecurityGroupsNegativeTestJSON-1941136838-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 22 13:30:36.433044 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f6280de4-9f77-4295-9bca-a020db918470 req-d2b5a155-073b-4f5b-9323-9121284453d1 tempest-SecurityGroupsNegativeTestJSON-1941136838 tempest-SecurityGroupsNegativeTestJSON-1941136838-project] 10.222.0.21 "DELETE /v2.0/security-groups/eb7375a9-a81f-419e-87de-7d0c70bd64bc HTTP/1.1" status: 409 len: 352 time: 0.1330311 Aug 22 13:30:36.487686 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8b1b6859-5386-4637-b989-25ec58bde09f req-29d0727b-fb8a-4d25-9bb1-f2a96bdead42 tempest-ServerPasswordTestJSON-817641942 tempest-ServerPasswordTestJSON-817641942-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c421387-a879-4152-b78b-62a6cbf6f956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504017 Aug 22 13:30:36.494651 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [req-d26fcd30-d72f-443f-a711-df264034c310 req-8f1bea3e-0e86-4b4e-a5d9-61c3010bdfae tempest-SecurityGroupsNegativeTestJSON-1941136838 tempest-SecurityGroupsNegativeTestJSON-1941136838-project] show failed (client error): The resource could not be found. Aug 22 13:30:36.502331 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d26fcd30-d72f-443f-a711-df264034c310 req-8f1bea3e-0e86-4b4e-a5d9-61c3010bdfae tempest-SecurityGroupsNegativeTestJSON-1941136838 tempest-SecurityGroupsNegativeTestJSON-1941136838-project] 10.222.0.21 "GET /v2.0/security-groups/bc73071f-4f3e-4cbb-ab78-adca38179750 HTTP/1.1" status: 404 len: 352 time: 0.0412643 Aug 22 13:30:36.534841 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [req-b6ee9db9-5cc7-42a6-9efa-c3b633cf3852 req-779a2fdb-2d57-40e1-8b18-a4fbc13ea66c tempest-SecurityGroupsNegativeTestJSON-1941136838 tempest-SecurityGroupsNegativeTestJSON-1941136838-project] show failed (client error): The resource could not be found. Aug 22 13:30:36.542454 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b6ee9db9-5cc7-42a6-9efa-c3b633cf3852 req-779a2fdb-2d57-40e1-8b18-a4fbc13ea66c tempest-SecurityGroupsNegativeTestJSON-1941136838 tempest-SecurityGroupsNegativeTestJSON-1941136838-project] 10.222.0.21 "GET /v2.0/security-groups/379aa9c3-8aac-452c-ad8a-697f83ae143a HTTP/1.1" status: 404 len: 352 time: 0.0239630 Aug 22 13:30:36.547267 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 58094) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:30:36.607305 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-f18461ad-9989-40a7-8743-99dd8bbadbf6 admin admin] Deleting subnet 390fa32e-04d5-49c2-856d-dc7bbcdec639 {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:30:36.614338 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f18461ad-9989-40a7-8743-99dd8bbadbf6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:36.667787 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f18461ad-9989-40a7-8743-99dd8bbadbf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:36.734375 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f18461ad-9989-40a7-8743-99dd8bbadbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:36.824520 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f18461ad-9989-40a7-8743-99dd8bbadbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:36.845590 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f18461ad-9989-40a7-8743-99dd8bbadbf6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:36.847488 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f18461ad-9989-40a7-8743-99dd8bbadbf6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/390fa32e-04d5-49c2-856d-dc7bbcdec639 HTTP/1.1" status: 204 len: 168 time: 0.2991269 Aug 22 13:30:36.850657 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 58106) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:30:36.869711 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18461ad-9989-40a7-8743-99dd8bbadbf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=390fa32e-04d5-49c2-856d-dc7bbcdec639,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:36.972283 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cc4541c0-8f19-4030-92d1-806380cd887b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:37.315751 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9961912-1bce-4e4f-a777-8096315e96ae req-a93d54e8-1ba5-4bb3-826e-e012c8cc7b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:37.317305 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c9961912-1bce-4e4f-a777-8096315e96ae req-a93d54e8-1ba5-4bb3-826e-e012c8cc7b72 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6d7ffbc7-b2d5-4bba-a073-c6fbb5c6b114 HTTP/1.1" status: 200 len: 1098 time: 0.0880411 Aug 22 13:30:37.375580 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c9961912-1bce-4e4f-a777-8096315e96ae req-26b9b85c-b69c-4183-8628-9dc97a5b2852 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501432 Aug 22 13:30:37.491146 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cc4541c0-8f19-4030-92d1-806380cd887b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:37.506775 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 58132) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:30:37.528807 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-cc4541c0-8f19-4030-92d1-806380cd887b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da7c68f7-c3b0-4f1d-8caa-33e22c498607']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:30:37.550841 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b1674-d305-4718-95c2-81613010f48f req-52db5f8d-e2c4-4be9-8a14-a674b289f820 tempest-ServerPasswordTestJSON-817641942 tempest-ServerPasswordTestJSON-817641942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:37.552670 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d87b1674-d305-4718-95c2-81613010f48f req-52db5f8d-e2c4-4be9-8a14-a674b289f820 tempest-ServerPasswordTestJSON-817641942 tempest-ServerPasswordTestJSON-817641942-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c236ea1-e4fa-46f9-a0c8-5ffe6a4a1284 HTTP/1.1" status: 200 len: 946 time: 0.5311277 Aug 22 13:30:37.556948 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-cc4541c0-8f19-4030-92d1-806380cd887b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '580c2065-e8dc-4983-a66b-d7979bb43359') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:30:37.557700 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-cc4541c0-8f19-4030-92d1-806380cd887b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '580c2065-e8dc-4983-a66b-d7979bb43359') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:30:37.578161 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cc4541c0-8f19-4030-92d1-806380cd887b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:37.615137 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cc4541c0-8f19-4030-92d1-806380cd887b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:37.637825 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4b638-3e59-42e7-85ba-67c04e983e1a req-36cb38c4-6711-402c-8109-c4394e7c2102 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:37.639224 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-55c4b638-3e59-42e7-85ba-67c04e983e1a req-36cb38c4-6711-402c-8109-c4394e7c2102 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d7ffbc7-b2d5-4bba-a073-c6fbb5c6b114 HTTP/1.1" status: 200 len: 946 time: 0.1621518 Aug 22 13:30:37.647552 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc4541c0-8f19-4030-92d1-806380cd887b admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:30:37.647961 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cc4541c0-8f19-4030-92d1-806380cd887b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:37.650975 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:30:37.650975 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:30:37.650975 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:30:37.650975 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:30:37.650975 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:30:37.650975 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:30:37.650975 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:30:37.650975 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:30:37.650975 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:30:37.650975 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:30:37.650975 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:30:37.650975 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:30:37.650975 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:30:37.650975 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:30:37.650975 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:30:37.650975 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:30:37.650975 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:30:37.650975 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:30:37.650975 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:30:37.650975 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:30:37.650975 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:30:37.650975 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:30:37.650975 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:30:37.650975 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:30:37.650975 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:30:37.650975 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:30:37.650975 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:30:37.650975 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:30:37.650975 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:30:37.650975 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:30:37.650975 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:30:37.650975 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:30:37.707505 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d87b1674-d305-4718-95c2-81613010f48f req-43fb8a0f-be39-48a9-9ea7-7713b1f04662 tempest-ServerPasswordTestJSON-817641942 tempest-ServerPasswordTestJSON-817641942-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c421387-a879-4152-b78b-62a6cbf6f956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466999 Aug 22 13:30:37.787262 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cc4541c0-8f19-4030-92d1-806380cd887b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:37.792483 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cc4541c0-8f19-4030-92d1-806380cd887b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:37.797003 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-cc4541c0-8f19-4030-92d1-806380cd887b admin admin] 10.222.0.21 "DELETE /v2.0/networks/da7c68f7-c3b0-4f1d-8caa-33e22c498607 HTTP/1.1" status: 204 len: 168 time: 0.9448209 Aug 22 13:30:37.803995 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-55c4b638-3e59-42e7-85ba-67c04e983e1a req-7a252d52-a9bb-4d26-985a-844767d980da tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539528 Aug 22 13:30:37.837496 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4541c0-8f19-4030-92d1-806380cd887b admin admin] Pushing event deleted for resources: {'Network': ['ID=da7c68f7-c3b0-4f1d-8caa-33e22c498607,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:37.837496 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f2671c8d-3a85-47a0-b5f3-d4dab36271ed admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8f415e8311a8475da04017f5b31f6d77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3236682 Aug 22 13:30:37.842587 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 58142) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:30:37.950488 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f6fac53b-3a56-4f28-bcc8-d40b5020d9ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:37.994658 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f6fac53b-3a56-4f28-bcc8-d40b5020d9ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:38.019010 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 58144) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:30:38.089139 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-926d2358-08a6-40d4-8b92-6f2b544d8bdc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a30d70de58da414a8e22e4c2000170c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0685086 Aug 22 13:30:38.090238 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 58146) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:30:38.090906 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f6fac53b-3a56-4f28-bcc8-d40b5020d9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:38.094990 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f6fac53b-3a56-4f28-bcc8-d40b5020d9ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:38.096148 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f6fac53b-3a56-4f28-bcc8-d40b5020d9ef admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3b336bb7-2209-46fa-bcad-5ab87ac57829 HTTP/1.1" status: 204 len: 168 time: 0.2523663 Aug 22 13:30:38.117270 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fac53b-3a56-4f28-bcc8-d40b5020d9ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b336bb7-2209-46fa-bcad-5ab87ac57829,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:38.164491 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-934dab60-7e6d-4e97-9f41-97d0fa1bc0d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:38.202188 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-934dab60-7e6d-4e97-9f41-97d0fa1bc0d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:38.261541 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-934dab60-7e6d-4e97-9f41-97d0fa1bc0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:38.266914 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-934dab60-7e6d-4e97-9f41-97d0fa1bc0d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:38.271564 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-934dab60-7e6d-4e97-9f41-97d0fa1bc0d7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eb7375a9-a81f-419e-87de-7d0c70bd64bc HTTP/1.1" status: 204 len: 168 time: 0.1740632 Aug 22 13:30:38.299246 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934dab60-7e6d-4e97-9f41-97d0fa1bc0d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7375a9-a81f-419e-87de-7d0c70bd64bc,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:38.465348 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device c14a121e-fe9d-45c4-9508-5c1d1beb81ec no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:30:38.491317 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: c14a121e-fe9d-45c4-9508-5c1d1beb81ec {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:30:38.492165 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device c14a121e-fe9d-45c4-9508-5c1d1beb81ec not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:30:38.661387 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66c27b-8845-4241-b2bc-643d70e9c6d0 req-ac30436b-e084-401a-9800-06ee230a3d9d tempest-ServerPasswordTestJSON-817641942 tempest-ServerPasswordTestJSON-817641942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:38.661648 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3b66c27b-8845-4241-b2bc-643d70e9c6d0 req-ac30436b-e084-401a-9800-06ee230a3d9d tempest-ServerPasswordTestJSON-817641942 tempest-ServerPasswordTestJSON-817641942-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c236ea1-e4fa-46f9-a0c8-5ffe6a4a1284 HTTP/1.1" status: 200 len: 946 time: 0.0744205 Aug 22 13:30:38.829247 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-3b66c27b-8845-4241-b2bc-643d70e9c6d0 req-f0d3fac5-ad2c-4e2c-9492-7673f887b624 tempest-ServerPasswordTestJSON-817641942 tempest-ServerPasswordTestJSON-817641942-project] Deleting port 58737b29-e3c6-490f-b131-dfaf41958ae1 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:30:38.829592 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-3b66c27b-8845-4241-b2bc-643d70e9c6d0 req-f0d3fac5-ad2c-4e2c-9492-7673f887b624 tempest-ServerPasswordTestJSON-817641942 tempest-ServerPasswordTestJSON-817641942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:39.033898 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231530ab-c270-4cd3-a1d1-9db2c71b72a6 req-bbee7626-bcff-4558-9881-6a0232aba7ea tempest-ServerPasswordTestJSON-817641942 tempest-ServerPasswordTestJSON-817641942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:39.042822 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-231530ab-c270-4cd3-a1d1-9db2c71b72a6 req-bbee7626-bcff-4558-9881-6a0232aba7ea tempest-ServerPasswordTestJSON-817641942 tempest-ServerPasswordTestJSON-817641942-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c236ea1-e4fa-46f9-a0c8-5ffe6a4a1284 HTTP/1.1" status: 200 len: 946 time: 0.1820412 Aug 22 13:30:39.043063 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-3b66c27b-8845-4241-b2bc-643d70e9c6d0 req-f0d3fac5-ad2c-4e2c-9492-7673f887b624 tempest-ServerPasswordTestJSON-817641942 tempest-ServerPasswordTestJSON-817641942-project] For port 58737b29-e3c6-490f-b131-dfaf41958ae1, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=58737b29-e3c6-490f-b131-dfaf41958ae1,segment=NetworkSegment(b33a1767-2899-4c37-8809-5c4d98d4deab),segment_id=b33a1767-2899-4c37-8809-5c4d98d4deab)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:30:39.043542 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-3b66c27b-8845-4241-b2bc-643d70e9c6d0 req-f0d3fac5-ad2c-4e2c-9492-7673f887b624 tempest-ServerPasswordTestJSON-817641942 tempest-ServerPasswordTestJSON-817641942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:39.084892 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-3b66c27b-8845-4241-b2bc-643d70e9c6d0 req-f0d3fac5-ad2c-4e2c-9492-7673f887b624 tempest-ServerPasswordTestJSON-817641942 tempest-ServerPasswordTestJSON-817641942-project] Calling delete_port for 58737b29-e3c6-490f-b131-dfaf41958ae1 owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:30:39.121891 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df692d8a-eee5-4400-a599-0281f55148d3 req-f572d6d0-3cf9-4e24-bc6a-6d918abef893 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:39.130033 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-df692d8a-eee5-4400-a599-0281f55148d3 req-f572d6d0-3cf9-4e24-bc6a-6d918abef893 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d7ffbc7-b2d5-4bba-a073-c6fbb5c6b114 HTTP/1.1" status: 200 len: 946 time: 0.1553969 Aug 22 13:30:39.150351 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-231530ab-c270-4cd3-a1d1-9db2c71b72a6 req-57a0bfd2-02f2-48dd-89bb-bcbf41d67160 tempest-ServerPasswordTestJSON-817641942 tempest-ServerPasswordTestJSON-817641942-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c421387-a879-4152-b78b-62a6cbf6f956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053913 Aug 22 13:30:39.219857 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-df692d8a-eee5-4400-a599-0281f55148d3 req-b4087f23-6c80-4347-b629-28e254b31b23 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792570 Aug 22 13:30:39.401666 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-3b66c27b-8845-4241-b2bc-643d70e9c6d0 req-f0d3fac5-ad2c-4e2c-9492-7673f887b624 tempest-ServerPasswordTestJSON-817641942 tempest-ServerPasswordTestJSON-817641942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:39.412960 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['58737b29-e3c6-490f-b131-dfaf41958ae1'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:30:39.473754 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d3fac5-ad2c-4e2c-9492-7673f887b624 tempest-ServerPasswordTestJSON-817641942 tempest-ServerPasswordTestJSON-817641942-project] Pushing event deleted for resources: {'Port': ['ID=58737b29-e3c6-490f-b131-dfaf41958ae1,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:39.559546 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b66c27b-8845-4241-b2bc-643d70e9c6d0 req-f0d3fac5-ad2c-4e2c-9492-7673f887b624 tempest-ServerPasswordTestJSON-817641942 tempest-ServerPasswordTestJSON-817641942-project] No DVR routers for this DVR port 58737b29-e3c6-490f-b131-dfaf41958ae1 on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:30:39.564294 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-3b66c27b-8845-4241-b2bc-643d70e9c6d0 req-f0d3fac5-ad2c-4e2c-9492-7673f887b624 tempest-ServerPasswordTestJSON-817641942 tempest-ServerPasswordTestJSON-817641942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:39.567584 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3b66c27b-8845-4241-b2bc-643d70e9c6d0 req-f0d3fac5-ad2c-4e2c-9492-7673f887b624 tempest-ServerPasswordTestJSON-817641942 tempest-ServerPasswordTestJSON-817641942-project] 10.222.0.41 "DELETE /v2.0/ports/58737b29-e3c6-490f-b131-dfaf41958ae1 HTTP/1.1" status: 204 len: 173 time: 0.8959157 Aug 22 13:30:39.578301 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c236ea1-e4fa-46f9-a0c8-5ffe6a4a1284', 'name': 'network-vif-deleted', 'tag': '58737b29-e3c6-490f-b131-dfaf41958ae1'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:30:39.581534 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17603f41-9a35-4ab7-b3ef-47a762c5617b" -d '{"events": [{"server_uuid": "7c236ea1-e4fa-46f9-a0c8-5ffe6a4a1284", "name": "network-vif-deleted", "tag": "58737b29-e3c6-490f-b131-dfaf41958ae1"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:30:39.719223 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa7dd9d-f15d-42e7-933e-3576b8ab9fe0 x-openstack-request-id: req-4aa7dd9d-f15d-42e7-933e-3576b8ab9fe0 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:30:39.719952 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c236ea1-e4fa-46f9-a0c8-5ffe6a4a1284", "name": "network-vif-deleted", "tag": "58737b29-e3c6-490f-b131-dfaf41958ae1", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:30:39.720811 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4aa7dd9d-f15d-42e7-933e-3576b8ab9fe0 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:30:39.721387 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c236ea1-e4fa-46f9-a0c8-5ffe6a4a1284', 'name': 'network-vif-deleted', 'tag': '58737b29-e3c6-490f-b131-dfaf41958ae1', 'status': 'completed', 'code': 200} Aug 22 13:30:39.973683 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 58218) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:30:40.031326 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e8248-c16f-47af-aaac-b2c824a8b89e req-69840b3f-995a-47bb-a4e6-54aa1409df1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:40.033747 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6d1e8248-c16f-47af-aaac-b2c824a8b89e req-69840b3f-995a-47bb-a4e6-54aa1409df1f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ae246c295244408bea75b5a8f51001e&device_id=6d7ffbc7-b2d5-4bba-a073-c6fbb5c6b114 HTTP/1.1" status: 200 len: 1098 time: 0.0845253 Aug 22 13:30:40.146477 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d20b5-9e2a-455b-a140-ef316f5015d0 req-98ef1f66-d5c2-4360-996e-6eb2c862e6ec tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:40.164562 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-038d20b5-9e2a-455b-a140-ef316f5015d0 req-98ef1f66-d5c2-4360-996e-6eb2c862e6ec tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d7ffbc7-b2d5-4bba-a073-c6fbb5c6b114 HTTP/1.1" status: 200 len: 946 time: 0.1629572 Aug 22 13:30:40.216534 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-f62aa729-3a8d-473c-bccf-71060a01fa62 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1130857059-network', 'tenant_id': '78aac6ca0f4e48839a86a18ebe3ec69e'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:30:40.250834 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e8248-c16f-47af-aaac-b2c824a8b89e req-581db999-49eb-4c48-b1b0-c30984686035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:40.253534 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6d1e8248-c16f-47af-aaac-b2c824a8b89e req-581db999-49eb-4c48-b1b0-c30984686035 service neutron] 10.222.0.41 "GET /v2.0/networks?id=22ccff4c-fbb9-4d2c-868b-4119e5337f9c HTTP/1.1" status: 200 len: 919 time: 0.1953146 Aug 22 13:30:40.335948 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-038d20b5-9e2a-455b-a140-ef316f5015d0 req-7ff952c6-3bc4-4cd7-a0c4-1306a023d4b3 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694841 Aug 22 13:30:40.339455 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6d1e8248-c16f-47af-aaac-b2c824a8b89e req-961c9deb-8a80-4813-9689-22ac095e90cc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=244baafb-8604-42c0-b225-646fcb06b532 HTTP/1.1" status: 200 len: 217 time: 0.0708144 Aug 22 13:30:40.356836 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3b7633cb-9436-4ad9-8f55-f6360a3dc836 req-4285724b-6613-498a-b985-f6510fe3b101 tempest-AbsoluteLimitsNegativeTestJSON-732324984 tempest-AbsoluteLimitsNegativeTestJSON-732324984-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=71ed02de93604f949d5dd60ae4455b15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1484299 Aug 22 13:30:40.407440 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e8248-c16f-47af-aaac-b2c824a8b89e req-5b24a5be-7200-4e05-93f6-dedb5151e8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:40.408969 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6d1e8248-c16f-47af-aaac-b2c824a8b89e req-5b24a5be-7200-4e05-93f6-dedb5151e8d0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1f889029-53b7-465d-ae54-5b69207b2db9 HTTP/1.1" status: 200 len: 858 time: 0.0638354 Aug 22 13:30:40.468083 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 58240) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:30:40.533984 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6d1e8248-c16f-47af-aaac-b2c824a8b89e req-b05679f8-d129-422f-bda9-d15e6b8a1efe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22ccff4c-fbb9-4d2c-868b-4119e5337f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1150498 Aug 22 13:30:40.536621 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-e12674e2-a697-46c8-9af1-ae9d5856b4f9 admin admin] Deleting subnet 8ee26321-e67c-4197-8967-3abc1a3897eb {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:30:40.550414 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e12674e2-a697-46c8-9af1-ae9d5856b4f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:40.588931 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7633cb-9436-4ad9-8f55-f6360a3dc836 req-60715ae2-f074-4ae6-aeab-ca24bdd5bb97 tempest-AbsoluteLimitsNegativeTestJSON-732324984 tempest-AbsoluteLimitsNegativeTestJSON-732324984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:40.593219 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3b7633cb-9436-4ad9-8f55-f6360a3dc836 req-60715ae2-f074-4ae6-aeab-ca24bdd5bb97 tempest-AbsoluteLimitsNegativeTestJSON-732324984 tempest-AbsoluteLimitsNegativeTestJSON-732324984-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2349286 Aug 22 13:30:40.602958 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62aa729-3a8d-473c-bccf-71060a01fa62 admin admin] Made reservation on behalf of 78aac6ca0f4e48839a86a18ebe3ec69e for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:30:40.607560 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f62aa729-3a8d-473c-bccf-71060a01fa62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:40.655278 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e12674e2-a697-46c8-9af1-ae9d5856b4f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:40.687743 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3b7633cb-9436-4ad9-8f55-f6360a3dc836 req-cdd86c83-40a7-441d-aa2a-8099da898c7d tempest-AbsoluteLimitsNegativeTestJSON-732324984 tempest-AbsoluteLimitsNegativeTestJSON-732324984-project] 10.222.0.21 "GET /v2.0/quotas/71ed02de93604f949d5dd60ae4455b15 HTTP/1.1" status: 200 len: 375 time: 0.0596740 Aug 22 13:30:40.699185 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f62aa729-3a8d-473c-bccf-71060a01fa62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:40.758501 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6d1e8248-c16f-47af-aaac-b2c824a8b89e req-637a9bf3-32bf-4bd7-a060-ee8ea3d1ca4d service neutron] 10.222.0.41 "GET /v2.0/networks/22ccff4c-fbb9-4d2c-868b-4119e5337f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163427 Aug 22 13:30:40.765453 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e12674e2-a697-46c8-9af1-ae9d5856b4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:40.798216 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3b7633cb-9436-4ad9-8f55-f6360a3dc836 req-685a18dd-0a27-4087-a7dc-6a7e9a0eec4e tempest-AbsoluteLimitsNegativeTestJSON-732324984 tempest-AbsoluteLimitsNegativeTestJSON-732324984-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=71ed02de93604f949d5dd60ae4455b15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0880728 Aug 22 13:30:40.883309 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e12674e2-a697-46c8-9af1-ae9d5856b4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:40.915075 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12674e2-a697-46c8-9af1-ae9d5856b4f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ee26321-e67c-4197-8967-3abc1a3897eb,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:40.931240 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e12674e2-a697-46c8-9af1-ae9d5856b4f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:40.933796 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e12674e2-a697-46c8-9af1-ae9d5856b4f9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8ee26321-e67c-4197-8967-3abc1a3897eb HTTP/1.1" status: 204 len: 168 time: 0.4643056 Aug 22 13:30:40.936609 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 58246) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:30:40.998141 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6d1e8248-c16f-47af-aaac-b2c824a8b89e req-6cad84dd-6cc7-437e-a727-d81e63cec56f service neutron] 10.222.0.41 "GET /v2.0/networks/22ccff4c-fbb9-4d2c-868b-4119e5337f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923425 Aug 22 13:30:41.024966 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f62aa729-3a8d-473c-bccf-71060a01fa62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:41.027881 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6ba81f5c-8a1b-4ed6-a5a4-d0fc4cdb9a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:41.033716 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f62aa729-3a8d-473c-bccf-71060a01fa62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:41.080004 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62aa729-3a8d-473c-bccf-71060a01fa62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:41.091117 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f62aa729-3a8d-473c-bccf-71060a01fa62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:30:41.104408 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f62aa729-3a8d-473c-bccf-71060a01fa62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:41.105328 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-f62aa729-3a8d-473c-bccf-71060a01fa62 admin admin] Added segment 8d87fb8b-79cc-422a-9fb9-b5f71decb79a of type vlan for network b6b1eb92-af26-4c6a-bbe1-59d99b962beb Aug 22 13:30:41.168781 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f62aa729-3a8d-473c-bccf-71060a01fa62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:41.174010 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6ba81f5c-8a1b-4ed6-a5a4-d0fc4cdb9a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:41.191409 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-6ba81f5c-8a1b-4ed6-a5a4-d0fc4cdb9a57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea516849-b52e-4466-95f6-4229efb6f85e']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:30:41.208072 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f62aa729-3a8d-473c-bccf-71060a01fa62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:41.209458 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62aa729-3a8d-473c-bccf-71060a01fa62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:41.209594 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-6ba81f5c-8a1b-4ed6-a5a4-d0fc4cdb9a57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b33a1767-2899-4c37-8809-5c4d98d4deab') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:30:41.210052 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-6ba81f5c-8a1b-4ed6-a5a4-d0fc4cdb9a57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b33a1767-2899-4c37-8809-5c4d98d4deab') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:30:41.210201 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f62aa729-3a8d-473c-bccf-71060a01fa62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:41.232548 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6ba81f5c-8a1b-4ed6-a5a4-d0fc4cdb9a57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:41.251589 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6ba81f5c-8a1b-4ed6-a5a4-d0fc4cdb9a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:41.261060 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ba81f5c-8a1b-4ed6-a5a4-d0fc4cdb9a57 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:30:41.261788 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6ba81f5c-8a1b-4ed6-a5a4-d0fc4cdb9a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:41.264183 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:30:41.264183 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:30:41.264183 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:30:41.264183 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:30:41.264183 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:30:41.264183 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:30:41.264183 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:30:41.264183 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:30:41.264183 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:30:41.264183 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:30:41.264183 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:30:41.264183 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:30:41.264183 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:30:41.264183 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:30:41.264183 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:30:41.264183 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:30:41.264183 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:30:41.264183 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:30:41.264183 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:30:41.264183 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:30:41.264183 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:30:41.264183 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:30:41.264183 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:30:41.264183 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:30:41.264183 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:30:41.264183 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:30:41.264183 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:30:41.264183 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:30:41.264183 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:30:41.264183 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:30:41.264183 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:30:41.264183 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:30:41.278352 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 58250) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:30:41.298049 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f62aa729-3a8d-473c-bccf-71060a01fa62 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3216920 Aug 22 13:30:41.298652 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 58254) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:30:41.306181 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-480b2d65-94a1-4d1f-bf4d-80c606d29a78 admin admin] Request body: {'subnet': {'network_id': 'b6b1eb92-af26-4c6a-bbe1-59d99b962beb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1130857059-subnet', 'tenant_id': '78aac6ca0f4e48839a86a18ebe3ec69e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:30:41.324724 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62aa729-3a8d-473c-bccf-71060a01fa62 admin admin] Pushing event updated for resources: {'Network': ['ID=b6b1eb92-af26-4c6a-bbe1-59d99b962beb,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:41.338256 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480b2d65-94a1-4d1f-bf4d-80c606d29a78 admin admin] Made reservation on behalf of 78aac6ca0f4e48839a86a18ebe3ec69e for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:30:41.341393 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-480b2d65-94a1-4d1f-bf4d-80c606d29a78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:41.349849 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network b6b1eb92-af26-4c6a-bbe1-59d99b962beb details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:30:41.350502 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6ba81f5c-8a1b-4ed6-a5a4-d0fc4cdb9a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:41.373444 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6ba81f5c-8a1b-4ed6-a5a4-d0fc4cdb9a57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:41.381153 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6ba81f5c-8a1b-4ed6-a5a4-d0fc4cdb9a57 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ea516849-b52e-4466-95f6-4229efb6f85e HTTP/1.1" status: 204 len: 168 time: 0.4423928 Aug 22 13:30:41.436693 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba81f5c-8a1b-4ed6-a5a4-d0fc4cdb9a57 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea516849-b52e-4466-95f6-4229efb6f85e,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:41.610270 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9eaab4-a5d0-4e2f-a543-ce82382d46ba req-5b4c85f6-4f5a-43df-b7a5-13d8fb2bb182 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:41.616184 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1ad39311-901e-4b92-8c98-3d44e1ed7247 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:41.619584 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2d9eaab4-a5d0-4e2f-a543-ce82382d46ba req-5b4c85f6-4f5a-43df-b7a5-13d8fb2bb182 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d7ffbc7-b2d5-4bba-a073-c6fbb5c6b114 HTTP/1.1" status: 200 len: 946 time: 0.1038811 Aug 22 13:30:41.640354 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 58262) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:30:41.718755 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2d9eaab4-a5d0-4e2f-a543-ce82382d46ba req-370ccf62-cc87-452f-ae6f-ca49531d1fc3 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942280 Aug 22 13:30:41.823422 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-8f2e0454-1e8b-4fa1-bf23-f9a4a1a4b49b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=92a7e1b5392d47608fe7739d593649ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1815593 Aug 22 13:30:41.824068 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 58270) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:30:41.874929 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1ad39311-901e-4b92-8c98-3d44e1ed7247 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:41.879488 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1ad39311-901e-4b92-8c98-3d44e1ed7247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:41.900308 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-480b2d65-94a1-4d1f-bf4d-80c606d29a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:41.922339 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad39311-901e-4b92-8c98-3d44e1ed7247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b32b5b-ad64-41ec-a9e4-983ca300944a,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:41.926721 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-1ad39311-901e-4b92-8c98-3d44e1ed7247 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=71ed02de93604f949d5dd60ae4455b15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6471043 Aug 22 13:30:41.929322 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 58272) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:30:41.980455 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f571b6ee-037c-4469-ae89-6d3ba1dc1041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:41.984642 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b2d65-94a1-4d1f-bf4d-80c606d29a78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7230626-a6ae-4376-b2ff-83d11dd599d4,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:42.001557 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480b2d65-94a1-4d1f-bf4d-80c606d29a78 admin admin] Checking segment: {'id': '8d87fb8b-79cc-422a-9fb9-b5f71decb79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6b1eb92-af26-4c6a-bbe1-59d99b962beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:30:42.001919 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480b2d65-94a1-4d1f-bf4d-80c606d29a78 admin admin] Network hostable DHCP agents. Network: b6b1eb92-af26-4c6a-bbe1-59d99b962beb, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:30:42.009712 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-becad98c-0d7b-4771-a1f4-1955e2c3fd47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:42.017331 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f571b6ee-037c-4469-ae89-6d3ba1dc1041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:42.040145 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-becad98c-0d7b-4771-a1f4-1955e2c3fd47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:42.043291 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480b2d65-94a1-4d1f-bf4d-80c606d29a78 admin admin] Network b6b1eb92-af26-4c6a-bbe1-59d99b962beb is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:30:42.062607 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-480b2d65-94a1-4d1f-bf4d-80c606d29a78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, b6b1eb92-af26-4c6a-bbe1-59d99b962beb) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:30:42.067660 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480b2d65-94a1-4d1f-bf4d-80c606d29a78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:42.068268 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-480b2d65-94a1-4d1f-bf4d-80c606d29a78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:42.075921 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76f1404-211e-48a4-9aaf-2e926a3e2ad8 None None] Network b6b1eb92-af26-4c6a-bbe1-59d99b962beb requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:30:42.083492 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-480b2d65-94a1-4d1f-bf4d-80c606d29a78 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7820544 Aug 22 13:30:42.100721 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f571b6ee-037c-4469-ae89-6d3ba1dc1041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:42.110365 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f571b6ee-037c-4469-ae89-6d3ba1dc1041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:42.117368 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f571b6ee-037c-4469-ae89-6d3ba1dc1041 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6c421387-a879-4152-b78b-62a6cbf6f956 HTTP/1.1" status: 204 len: 168 time: 0.2889802 Aug 22 13:30:42.138565 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f571b6ee-037c-4469-ae89-6d3ba1dc1041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c421387-a879-4152-b78b-62a6cbf6f956,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:42.175965 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-becad98c-0d7b-4771-a1f4-1955e2c3fd47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:42.179211 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-becad98c-0d7b-4771-a1f4-1955e2c3fd47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:42.180402 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-becad98c-0d7b-4771-a1f4-1955e2c3fd47 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a6b32b5b-ad64-41ec-a9e4-983ca300944a HTTP/1.1" status: 204 len: 168 time: 0.2491648 Aug 22 13:30:42.216427 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becad98c-0d7b-4771-a1f4-1955e2c3fd47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b32b5b-ad64-41ec-a9e4-983ca300944a,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:42.309747 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dec4939-55d3-4c26-8436-b18ff943c4e1 None None] Network b6b1eb92-af26-4c6a-bbe1-59d99b962beb requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:30:42.870699 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-1f409447-3fff-4507-846c-3f61f7215245 req-41f48e63-026e-49d1-95e4-f9c904700501 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=719e968a-7fd4-40fb-a5a5-8b3367588f2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0682395 Aug 22 13:30:42.983874 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f409447-3fff-4507-846c-3f61f7215245 req-8bc0a0eb-ad52-4d38-8f1e-ddd6c54e9559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:42.992863 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-1f409447-3fff-4507-846c-3f61f7215245 req-8bc0a0eb-ad52-4d38-8f1e-ddd6c54e9559 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=61d15703803940a485cdd8f67b081dcb&device_id=719e968a-7fd4-40fb-a5a5-8b3367588f2d HTTP/1.1" status: 200 len: 1097 time: 0.0920839 Aug 22 13:30:43.018452 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4979f5b-157a-43e1-9d03-bfac8bb65c58 req-5f4e8f83-a301-4a61-8924-576cf82cbeb7 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:43.029600 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e4979f5b-157a-43e1-9d03-bfac8bb65c58 req-5f4e8f83-a301-4a61-8924-576cf82cbeb7 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d7ffbc7-b2d5-4bba-a073-c6fbb5c6b114 HTTP/1.1" status: 200 len: 946 time: 0.1052084 Aug 22 13:30:43.102854 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e4979f5b-157a-43e1-9d03-bfac8bb65c58 req-a49d7b21-be29-4412-af81-004bda9eae20 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699375 Aug 22 13:30:43.190162 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f409447-3fff-4507-846c-3f61f7215245 req-71244b82-fa23-43aa-87fb-f9676c284265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:43.191565 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-1f409447-3fff-4507-846c-3f61f7215245 req-71244b82-fa23-43aa-87fb-f9676c284265 service neutron] 10.222.0.41 "GET /v2.0/networks?id=652b7040-839e-4592-b462-d4511ac6e125 HTTP/1.1" status: 200 len: 909 time: 0.1786790 Aug 22 13:30:43.273852 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-1f409447-3fff-4507-846c-3f61f7215245 req-8c0047de-9257-4957-bba8-948e4adb03ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f67aca78-dfb0-4f79-8873-e2b6ee79570a HTTP/1.1" status: 200 len: 217 time: 0.0729046 Aug 22 13:30:43.359108 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f409447-3fff-4507-846c-3f61f7215245 req-72b590ef-85c2-4816-bf89-0a370373d1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:43.361154 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-1f409447-3fff-4507-846c-3f61f7215245 req-72b590ef-85c2-4816-bf89-0a370373d1e0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=236eb505-a499-4edb-a293-2a2d85a583c0 HTTP/1.1" status: 200 len: 848 time: 0.0797288 Aug 22 13:30:43.431578 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-1f409447-3fff-4507-846c-3f61f7215245 req-df5ebff7-539c-4e1f-9bf7-e5880e0bdd5e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=652b7040-839e-4592-b462-d4511ac6e125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603762 Aug 22 13:30:43.640733 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 58737b29-e3c6-490f-b131-dfaf41958ae1 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:30:43.641445 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-1f409447-3fff-4507-846c-3f61f7215245 req-36d1713d-1249-4ab6-88b9-0fc274e70561 service neutron] 10.222.0.41 "GET /v2.0/networks/652b7040-839e-4592-b462-d4511ac6e125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023914 Aug 22 13:30:43.695999 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: 58737b29-e3c6-490f-b131-dfaf41958ae1 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:30:43.696407 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 58737b29-e3c6-490f-b131-dfaf41958ae1 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:30:43.884823 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e9f91-c6d6-447f-8c46-d609ea841444 req-7a95e617-8881-4514-8b19-3b17f8ef2882 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:43.897148 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-871e9f91-c6d6-447f-8c46-d609ea841444 req-7a95e617-8881-4514-8b19-3b17f8ef2882 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/networks?id=b6b1eb92-af26-4c6a-bbe1-59d99b962beb HTTP/1.1" status: 200 len: 815 time: 0.3251479 Aug 22 13:30:43.925119 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-1f409447-3fff-4507-846c-3f61f7215245 req-07629afd-b64b-4137-9203-33652c9fba06 service neutron] 10.222.0.41 "GET /v2.0/networks/652b7040-839e-4592-b462-d4511ac6e125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754943 Aug 22 13:30:43.948881 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-871e9f91-c6d6-447f-8c46-d609ea841444 req-5d770b24-a69a-49f5-afa3-a5a65eba76e8 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/quotas/78aac6ca0f4e48839a86a18ebe3ec69e HTTP/1.1" status: 200 len: 375 time: 0.0510440 Aug 22 13:30:44.014082 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-871e9f91-c6d6-447f-8c46-d609ea841444 req-1401ad02-3abc-4576-994c-b9285df39c7c tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=78aac6ca0f4e48839a86a18ebe3ec69e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0635824 Aug 22 13:30:44.135084 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-871e9f91-c6d6-447f-8c46-d609ea841444 req-615396e5-4ead-4888-a49b-9b736b1658a4 service neutron] 10.222.0.21 "GET /v2.0/networks/b6b1eb92-af26-4c6a-bbe1-59d99b962beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199844 Aug 22 13:30:44.231425 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-871e9f91-c6d6-447f-8c46-d609ea841444 req-fc540bc1-3041-4aa7-9514-2d138a16b59d service neutron] 10.222.0.21 "GET /v2.0/networks/b6b1eb92-af26-4c6a-bbe1-59d99b962beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903666 Aug 22 13:30:44.690252 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 58390) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:30:44.784666 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-49952bac-00bf-4067-ad72-bae6bf20b26c req-ef449e56-0838-4dfa-a707-d8b6a3d87818 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=29129694-3a6c-43db-a100-6dc7f0c088a2 HTTP/1.1" status: 200 len: 210 time: 0.0779636 Aug 22 13:30:44.887549 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4ddc776a-1eb3-449b-b064-3bd5e1fc8824 req-c2477362-fbe5-48f9-ad01-22219292cb81 tempest-ServerShowV257Test-1050344636 tempest-ServerShowV257Test-1050344636-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e48b8fa-e806-4629-9184-977e80391f3a HTTP/1.1" status: 200 len: 210 time: 0.0477405 Aug 22 13:30:44.924574 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b173869d-e79b-4d19-beb9-681c47bad64a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:45.157519 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b173869d-e79b-4d19-beb9-681c47bad64a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:45.163423 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b173869d-e79b-4d19-beb9-681c47bad64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:45.222217 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b173869d-e79b-4d19-beb9-681c47bad64a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=604339ee080140118134fd438f7b5e39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5298996 Aug 22 13:30:45.222431 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 58414) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:30:45.223157 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b173869d-e79b-4d19-beb9-681c47bad64a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b330e14d-a77e-474d-ba3d-8328066e097e,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:45.292718 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-53cfe5eb-90c6-4fca-8cf7-a2eae15d7cac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:45.356465 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-53cfe5eb-90c6-4fca-8cf7-a2eae15d7cac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:45.424520 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-53cfe5eb-90c6-4fca-8cf7-a2eae15d7cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:45.427237 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-53cfe5eb-90c6-4fca-8cf7-a2eae15d7cac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:45.431839 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-53cfe5eb-90c6-4fca-8cf7-a2eae15d7cac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b330e14d-a77e-474d-ba3d-8328066e097e HTTP/1.1" status: 204 len: 168 time: 0.2079868 Aug 22 13:30:45.442309 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cfe5eb-90c6-4fca-8cf7-a2eae15d7cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b330e14d-a77e-474d-ba3d-8328066e097e,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:45.884060 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-05dfe34e-6d00-47fe-a88e-5eebdc48001b req-e35c0cb3-5321-4e7b-9852-a429cffe8e07 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=29129694-3a6c-43db-a100-6dc7f0c088a2 HTTP/1.1" status: 200 len: 210 time: 0.0323775 Aug 22 13:30:46.054201 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5f7d5966-d00a-4230-9306-89cfa87d7671 req-dea85e6e-a688-482e-b7b8-b75ec741ac47 tempest-ServerShowV257Test-1050344636 tempest-ServerShowV257Test-1050344636-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e48b8fa-e806-4629-9184-977e80391f3a HTTP/1.1" status: 200 len: 210 time: 0.0485919 Aug 22 13:30:46.296502 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e9f91-c6d6-447f-8c46-d609ea841444 req-f116d0af-81e8-4307-bead-96943ebcdb1f tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:46.300336 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-871e9f91-c6d6-447f-8c46-d609ea841444 req-f116d0af-81e8-4307-bead-96943ebcdb1f tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.16 "GET /v2.0/networks?id=b6b1eb92-af26-4c6a-bbe1-59d99b962beb HTTP/1.1" status: 200 len: 815 time: 0.1789010 Aug 22 13:30:46.321175 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-871e9f91-c6d6-447f-8c46-d609ea841444 req-dcd0cc5b-44f4-4472-953e-551a84facc75 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Request body: {'port': {'device_id': '29129694-3a6c-43db-a100-6dc7f0c088a2', 'network_id': 'b6b1eb92-af26-4c6a-bbe1-59d99b962beb', 'admin_state_up': True, 'tenant_id': '78aac6ca0f4e48839a86a18ebe3ec69e'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:30:46.393462 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 58452) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:30:46.466843 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-871e9f91-c6d6-447f-8c46-d609ea841444 req-dcd0cc5b-44f4-4472-953e-551a84facc75 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Made reservation on behalf of 78aac6ca0f4e48839a86a18ebe3ec69e for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:30:46.476550 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-871e9f91-c6d6-447f-8c46-d609ea841444 req-dcd0cc5b-44f4-4472-953e-551a84facc75 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:46.528901 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-5ef968c4-e9be-426d-9dcd-3ea3f65171f1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-60083470-network', 'tenant_id': 'bc7550b4a548451f8b1330acc8f91021'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:30:46.568826 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef968c4-e9be-426d-9dcd-3ea3f65171f1 admin admin] Made reservation on behalf of bc7550b4a548451f8b1330acc8f91021 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:30:46.573432 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5ef968c4-e9be-426d-9dcd-3ea3f65171f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:46.585468 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5ef968c4-e9be-426d-9dcd-3ea3f65171f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:46.736399 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-871e9f91-c6d6-447f-8c46-d609ea841444 req-dcd0cc5b-44f4-4472-953e-551a84facc75 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Allocated IP 172.20.0.11 (b6b1eb92-af26-4c6a-bbe1-59d99b962beb/f7230626-a6ae-4376-b2ff-83d11dd599d4/c40d8a98-711e-4305-b7fd-c2c931f79f78) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:30:46.797898 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5ef968c4-e9be-426d-9dcd-3ea3f65171f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:46.802929 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5ef968c4-e9be-426d-9dcd-3ea3f65171f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:46.818101 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ef968c4-e9be-426d-9dcd-3ea3f65171f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:30:46.831742 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5ef968c4-e9be-426d-9dcd-3ea3f65171f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:46.832079 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-5ef968c4-e9be-426d-9dcd-3ea3f65171f1 admin admin] Added segment 49208809-da77-487f-9875-d534fb6ba483 of type vlan for network 5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660 Aug 22 13:30:46.881343 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5ef968c4-e9be-426d-9dcd-3ea3f65171f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:46.928510 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5ef968c4-e9be-426d-9dcd-3ea3f65171f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:46.930826 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef968c4-e9be-426d-9dcd-3ea3f65171f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:46.933464 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5ef968c4-e9be-426d-9dcd-3ea3f65171f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:46.971695 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-871e9f91-c6d6-447f-8c46-d609ea841444 req-dcd0cc5b-44f4-4472-953e-551a84facc75 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:47.003263 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5ef968c4-e9be-426d-9dcd-3ea3f65171f1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6079311 Aug 22 13:30:47.010316 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 58462) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:30:47.016586 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-604d7abe-639d-4d66-b0fd-3e6a369d8f73 admin admin] Request body: {'subnet': {'network_id': '5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-60083470-subnet', 'tenant_id': 'bc7550b4a548451f8b1330acc8f91021', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:30:47.044742 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef968c4-e9be-426d-9dcd-3ea3f65171f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7fc1cd-9d0d-435d-a8c3-a0d2f046061f,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:47.048861 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e4a81614-b62a-461d-83db-672174e81809 req-d7bc799d-5913-4435-b22a-b8d3aacb4600 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=29129694-3a6c-43db-a100-6dc7f0c088a2 HTTP/1.1" status: 200 len: 210 time: 0.0337119 Aug 22 13:30:47.085171 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-871e9f91-c6d6-447f-8c46-d609ea841444 req-dcd0cc5b-44f4-4472-953e-551a84facc75 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:47.107120 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef968c4-e9be-426d-9dcd-3ea3f65171f1 admin admin] Pushing event updated for resources: {'Network': ['ID=5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:47.120748 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:30:47.145179 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604d7abe-639d-4d66-b0fd-3e6a369d8f73 admin admin] Made reservation on behalf of bc7550b4a548451f8b1330acc8f91021 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:30:47.161063 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-604d7abe-639d-4d66-b0fd-3e6a369d8f73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:47.205478 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-871e9f91-c6d6-447f-8c46-d609ea841444 req-dcd0cc5b-44f4-4472-953e-551a84facc75 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Network b6b1eb92-af26-4c6a-bbe1-59d99b962beb is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:30:47.213224 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-efa722e7-0c0d-4fcb-ba3e-9beb8bbb4bb5 req-6bf2e4ec-3cac-4971-bbdb-4c2608578c83 tempest-ServerShowV257Test-1050344636 tempest-ServerShowV257Test-1050344636-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e48b8fa-e806-4629-9184-977e80391f3a HTTP/1.1" status: 200 len: 210 time: 0.0514085 Aug 22 13:30:47.215119 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-871e9f91-c6d6-447f-8c46-d609ea841444 req-dcd0cc5b-44f4-4472-953e-551a84facc75 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:30:47.216997 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd0cc5b-44f4-4472-953e-551a84facc75 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Pushing event updated for resources: {'Port': ['ID=c40d8a98-711e-4305-b7fd-c2c931f79f78,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:47.219160 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-871e9f91-c6d6-447f-8c46-d609ea841444 req-dcd0cc5b-44f4-4472-953e-551a84facc75 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:30:47.312833 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e9f91-c6d6-447f-8c46-d609ea841444 req-dcd0cc5b-44f4-4472-953e-551a84facc75 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:47.315240 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-871e9f91-c6d6-447f-8c46-d609ea841444 req-dcd0cc5b-44f4-4472-953e-551a84facc75 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:47.336117 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-871e9f91-c6d6-447f-8c46-d609ea841444 req-dcd0cc5b-44f4-4472-953e-551a84facc75 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0254631 Aug 22 13:30:47.357477 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-871e9f91-c6d6-447f-8c46-d609ea841444 req-2329b155-9e9d-45a5-94be-11aeadd017de service neutron] Request body: {'port': {'device_id': '29129694-3a6c-43db-a100-6dc7f0c088a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:30:47.426350 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-604d7abe-639d-4d66-b0fd-3e6a369d8f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:47.431023 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-871e9f91-c6d6-447f-8c46-d609ea841444 req-2329b155-9e9d-45a5-94be-11aeadd017de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:47.495429 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604d7abe-639d-4d66-b0fd-3e6a369d8f73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26169fc2-edbb-4588-a40f-611bbaa4dc0b,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:47.502242 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604d7abe-639d-4d66-b0fd-3e6a369d8f73 admin admin] Checking segment: {'id': '49208809-da77-487f-9875-d534fb6ba483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:30:47.502242 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604d7abe-639d-4d66-b0fd-3e6a369d8f73 admin admin] Network hostable DHCP agents. Network: 5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:30:47.524305 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604d7abe-639d-4d66-b0fd-3e6a369d8f73 admin admin] Network 5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:30:47.538829 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-604d7abe-639d-4d66-b0fd-3e6a369d8f73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:30:47.544256 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604d7abe-639d-4d66-b0fd-3e6a369d8f73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:47.545221 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-604d7abe-639d-4d66-b0fd-3e6a369d8f73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:47.549060 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c64e5ca-ba57-48fb-a345-c738b6ed788b None None] Network 5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:30:47.564785 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-604d7abe-639d-4d66-b0fd-3e6a369d8f73 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5522251 Aug 22 13:30:47.567032 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 58472) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:30:47.573634 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-0ad6d5be-522a-42cf-afc6-da441eaea43e admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-60083470-router', 'tenant_id': 'bc7550b4a548451f8b1330acc8f91021', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:30:47.601510 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0ad6d5be-522a-42cf-afc6-da441eaea43e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:47.603282 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0ad6d5be-522a-42cf-afc6-da441eaea43e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:47.673649 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0ad6d5be-522a-42cf-afc6-da441eaea43e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:47.779371 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b01666-a805-4da1-b6e2-d084b675910f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660', 'network_id': '5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660', 'tenant_id': 'bc7550b4a548451f8b1330acc8f91021', 'fixed_ips': [{'subnet_id': '26169fc2-edbb-4588-a40f-611bbaa4dc0b'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:30:47.780247 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-35b01666-a805-4da1-b6e2-d084b675910f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:47.915862 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0ad6d5be-522a-42cf-afc6-da441eaea43e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:47.940789 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-871e9f91-c6d6-447f-8c46-d609ea841444 req-2329b155-9e9d-45a5-94be-11aeadd017de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c40d8a98-711e-4305-b7fd-c2c931f79f78 {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:30:47.952887 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-871e9f91-c6d6-447f-8c46-d609ea841444 req-2329b155-9e9d-45a5-94be-11aeadd017de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:47.970104 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-871e9f91-c6d6-447f-8c46-d609ea841444 req-2329b155-9e9d-45a5-94be-11aeadd017de service neutron] Transition to ACTIVE for port object c40d8a98-711e-4305-b7fd-c2c931f79f78 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:30:47.978111 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-871e9f91-c6d6-447f-8c46-d609ea841444 req-2329b155-9e9d-45a5-94be-11aeadd017de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:48.095788 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-35b01666-a805-4da1-b6e2-d084b675910f None None] Allocated IP 172.20.0.2 (5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660/26169fc2-edbb-4588-a40f-611bbaa4dc0b/e67a9d51-0304-455f-abc7-eb314be65755) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:30:48.208632 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-871e9f91-c6d6-447f-8c46-d609ea841444 req-2329b155-9e9d-45a5-94be-11aeadd017de service neutron] Attempting to bind port c40d8a98-711e-4305-b7fd-c2c931f79f78 on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:30:48.208969 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-871e9f91-c6d6-447f-8c46-d609ea841444 req-2329b155-9e9d-45a5-94be-11aeadd017de service neutron] Attempting to bind port c40d8a98-711e-4305-b7fd-c2c931f79f78 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '8d87fb8b-79cc-422a-9fb9-b5f71decb79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6b1eb92-af26-4c6a-bbe1-59d99b962beb'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:30:48.209283 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871e9f91-c6d6-447f-8c46-d609ea841444 req-2329b155-9e9d-45a5-94be-11aeadd017de service neutron] Attempting to bind port c40d8a98-711e-4305-b7fd-c2c931f79f78 on network b6b1eb92-af26-4c6a-bbe1-59d99b962beb {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:30:48.211290 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2329b155-9e9d-45a5-94be-11aeadd017de service neutron] Pushing event updated for resources: {'Port': ['ID=c40d8a98-711e-4305-b7fd-c2c931f79f78,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:48.270585 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-82a6b235-65de-4df1-b72d-fd9a907e1a52 req-17078e90-330a-4f23-8f40-8c7e633b8048 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8e48b8fa-e806-4629-9184-977e80391f3a HTTP/1.1" status: 200 len: 210 time: 0.0911331 Aug 22 13:30:48.271185 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871e9f91-c6d6-447f-8c46-d609ea841444 req-2329b155-9e9d-45a5-94be-11aeadd017de service neutron] Port c40d8a98-711e-4305-b7fd-c2c931f79f78 on network b6b1eb92-af26-4c6a-bbe1-59d99b962beb not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:30:48.271504 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871e9f91-c6d6-447f-8c46-d609ea841444 req-2329b155-9e9d-45a5-94be-11aeadd017de service neutron] Attempting to bind port c40d8a98-711e-4305-b7fd-c2c931f79f78 on network b6b1eb92-af26-4c6a-bbe1-59d99b962beb {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:30:48.288702 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871e9f91-c6d6-447f-8c46-d609ea841444 req-2329b155-9e9d-45a5-94be-11aeadd017de service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:30:48.289585 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871e9f91-c6d6-447f-8c46-d609ea841444 req-2329b155-9e9d-45a5-94be-11aeadd017de service neutron] Checking segment: {'id': '8d87fb8b-79cc-422a-9fb9-b5f71decb79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6b1eb92-af26-4c6a-bbe1-59d99b962beb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:30:48.289982 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871e9f91-c6d6-447f-8c46-d609ea841444 req-2329b155-9e9d-45a5-94be-11aeadd017de service neutron] Bound using segment: {'id': '8d87fb8b-79cc-422a-9fb9-b5f71decb79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6b1eb92-af26-4c6a-bbe1-59d99b962beb'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:30:48.290440 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-871e9f91-c6d6-447f-8c46-d609ea841444 req-2329b155-9e9d-45a5-94be-11aeadd017de service neutron] Bound port: c40d8a98-711e-4305-b7fd-c2c931f79f78, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d87fb8b-79cc-422a-9fb9-b5f71decb79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6b1eb92-af26-4c6a-bbe1-59d99b962beb'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:30:48.290805 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-871e9f91-c6d6-447f-8c46-d609ea841444 req-2329b155-9e9d-45a5-94be-11aeadd017de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:48.330853 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dab1fc-f87a-4548-94b8-b131f7504a03 req-6d9ab62b-2cac-4381-96f0-3350109275f7 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:48.336073 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-54dab1fc-f87a-4548-94b8-b131f7504a03 req-6d9ab62b-2cac-4381-96f0-3350109275f7 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=29129694-3a6c-43db-a100-6dc7f0c088a2 HTTP/1.1" status: 200 len: 944 time: 0.1580420 Aug 22 13:30:48.421024 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3f46b384-5e21-4b00-9aea-77c950b2cae2 req-f04260fb-7f16-4026-a36f-79572b5e57ed tempest-ServerShowV257Test-1050344636 tempest-ServerShowV257Test-1050344636-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e48b8fa-e806-4629-9184-977e80391f3a HTTP/1.1" status: 200 len: 210 time: 0.0500951 Aug 22 13:30:48.454456 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-35b01666-a805-4da1-b6e2-d084b675910f None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:48.458173 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-54dab1fc-f87a-4548-94b8-b131f7504a03 req-d22d7e52-2032-47d2-94c5-c61fac3c1cf1 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893958 Aug 22 13:30:48.505490 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-35b01666-a805-4da1-b6e2-d084b675910f None None] Transition to ACTIVE for port object e67a9d51-0304-455f-abc7-eb314be65755 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:30:48.513546 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-871e9f91-c6d6-447f-8c46-d609ea841444 req-2329b155-9e9d-45a5-94be-11aeadd017de service neutron] For port c40d8a98-711e-4305-b7fd-c2c931f79f78, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:30:48.521003 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-871e9f91-c6d6-447f-8c46-d609ea841444 req-2329b155-9e9d-45a5-94be-11aeadd017de service neutron] For port c40d8a98-711e-4305-b7fd-c2c931f79f78, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=c40d8a98-711e-4305-b7fd-c2c931f79f78,segment=NetworkSegment(8d87fb8b-79cc-422a-9fb9-b5f71decb79a),segment_id=8d87fb8b-79cc-422a-9fb9-b5f71decb79a)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:30:48.530401 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-871e9f91-c6d6-447f-8c46-d609ea841444 req-2329b155-9e9d-45a5-94be-11aeadd017de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:48.533918 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-35b01666-a805-4da1-b6e2-d084b675910f None None] Transition to ACTIVE for port object e67a9d51-0304-455f-abc7-eb314be65755 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:30:48.545123 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-35b01666-a805-4da1-b6e2-d084b675910f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:48.609710 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e9f91-c6d6-447f-8c46-d609ea841444 req-2329b155-9e9d-45a5-94be-11aeadd017de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:48.610320 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-871e9f91-c6d6-447f-8c46-d609ea841444 req-2329b155-9e9d-45a5-94be-11aeadd017de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:48.611726 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-871e9f91-c6d6-447f-8c46-d609ea841444 req-2329b155-9e9d-45a5-94be-11aeadd017de service neutron] 10.222.0.16 "PUT /v2.0/ports/c40d8a98-711e-4305-b7fd-c2c931f79f78 HTTP/1.1" status: 200 len: 1093 time: 1.2589548 Aug 22 13:30:48.614221 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29129694-3a6c-43db-a100-6dc7f0c088a2', 'tag': 'c40d8a98-711e-4305-b7fd-c2c931f79f78'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:30:48.629462 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a95a71-b653-442f-991e-ea4e1ebfeb00" -d '{"events": [{"name": "network-changed", "server_uuid": "29129694-3a6c-43db-a100-6dc7f0c088a2", "tag": "c40d8a98-711e-4305-b7fd-c2c931f79f78"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:30:48.642056 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b01666-a805-4da1-b6e2-d084b675910f None None] Network 5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:30:48.650351 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-35b01666-a805-4da1-b6e2-d084b675910f None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:30:48.658612 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b01666-a805-4da1-b6e2-d084b675910f None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:30:48.672062 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b01666-a805-4da1-b6e2-d084b675910f None None] Pushing event updated for resources: {'Port': ['ID=e67a9d51-0304-455f-abc7-eb314be65755,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:48.741627 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2329b155-9e9d-45a5-94be-11aeadd017de service neutron] Pushing event updated for resources: {'Port': ['ID=c40d8a98-711e-4305-b7fd-c2c931f79f78,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:48.747347 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963dc7c7-0801-498d-bbea-f29b5f891ea6 x-openstack-request-id: req-963dc7c7-0801-498d-bbea-f29b5f891ea6 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:30:48.747770 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29129694-3a6c-43db-a100-6dc7f0c088a2", "tag": "c40d8a98-711e-4305-b7fd-c2c931f79f78", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:30:48.748097 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-963dc7c7-0801-498d-bbea-f29b5f891ea6 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:30:48.748601 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29129694-3a6c-43db-a100-6dc7f0c088a2', 'tag': 'c40d8a98-711e-4305-b7fd-c2c931f79f78', 'status': 'completed', 'code': 200} Aug 22 13:30:48.750791 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0ad6d5be-522a-42cf-afc6-da441eaea43e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:48.762365 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-35b01666-a805-4da1-b6e2-d084b675910f None None] Attempting to bind port e67a9d51-0304-455f-abc7-eb314be65755 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:30:48.763599 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-35b01666-a805-4da1-b6e2-d084b675910f None None] Attempting to bind port e67a9d51-0304-455f-abc7-eb314be65755 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '49208809-da77-487f-9875-d534fb6ba483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:30:48.763970 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b01666-a805-4da1-b6e2-d084b675910f None None] Attempting to bind port e67a9d51-0304-455f-abc7-eb314be65755 on network 5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:30:48.765678 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e9f91-c6d6-447f-8c46-d609ea841444 req-b64de1fb-a617-46d8-bb3e-32f381fe16e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:48.767556 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-871e9f91-c6d6-447f-8c46-d609ea841444 req-b64de1fb-a617-46d8-bb3e-32f381fe16e1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=78aac6ca0f4e48839a86a18ebe3ec69e&device_id=29129694-3a6c-43db-a100-6dc7f0c088a2 HTTP/1.1" status: 200 len: 1096 time: 0.0839539 Aug 22 13:30:48.771456 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b01666-a805-4da1-b6e2-d084b675910f None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:30:48.772320 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b01666-a805-4da1-b6e2-d084b675910f None None] Checking segment: {'id': '49208809-da77-487f-9875-d534fb6ba483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:30:48.773039 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-35b01666-a805-4da1-b6e2-d084b675910f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:48.773561 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b01666-a805-4da1-b6e2-d084b675910f None None] Bound using segment: {'id': '49208809-da77-487f-9875-d534fb6ba483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:30:48.776396 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-35b01666-a805-4da1-b6e2-d084b675910f None None] Bound port: e67a9d51-0304-455f-abc7-eb314be65755, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49208809-da77-487f-9875-d534fb6ba483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:30:48.776396 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-35b01666-a805-4da1-b6e2-d084b675910f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:48.776650 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0ad6d5be-522a-42cf-afc6-da441eaea43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:48.821474 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-871e9f91-c6d6-447f-8c46-d609ea841444 req-1f4c99e1-fc18-49db-83d0-0b057b65accf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c40d8a98-711e-4305-b7fd-c2c931f79f78 HTTP/1.1" status: 200 len: 217 time: 0.0452108 Aug 22 13:30:48.892045 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e9f91-c6d6-447f-8c46-d609ea841444 req-5f96dae4-5556-40b6-abce-20cffdbb7f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:48.894657 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-871e9f91-c6d6-447f-8c46-d609ea841444 req-5f96dae4-5556-40b6-abce-20cffdbb7f37 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f7230626-a6ae-4376-b2ff-83d11dd599d4 HTTP/1.1" status: 200 len: 855 time: 0.0617766 Aug 22 13:30:48.912039 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-35b01666-a805-4da1-b6e2-d084b675910f None None] For port e67a9d51-0304-455f-abc7-eb314be65755, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:30:48.916192 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-35b01666-a805-4da1-b6e2-d084b675910f None None] For port e67a9d51-0304-455f-abc7-eb314be65755, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=e67a9d51-0304-455f-abc7-eb314be65755,segment=NetworkSegment(49208809-da77-487f-9875-d534fb6ba483),segment_id=49208809-da77-487f-9875-d534fb6ba483)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:30:48.924346 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-35b01666-a805-4da1-b6e2-d084b675910f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:48.967698 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-0ad6d5be-522a-42cf-afc6-da441eaea43e admin admin] Allocated IP 172.25.3.3 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/0e3fb4f0-b11a-4555-ba48-90648260c933) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:30:48.975739 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-871e9f91-c6d6-447f-8c46-d609ea841444 req-6892e045-f1ee-4466-9391-e50e4a03a009 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b6b1eb92-af26-4c6a-bbe1-59d99b962beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731370 Aug 22 13:30:49.034221 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b01666-a805-4da1-b6e2-d084b675910f None None] Pushing event updated for resources: {'Port': ['ID=e67a9d51-0304-455f-abc7-eb314be65755,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:49.133847 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0ad6d5be-522a-42cf-afc6-da441eaea43e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:49.170094 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-871e9f91-c6d6-447f-8c46-d609ea841444 req-238e484d-4ce5-42b0-a9e4-3481e5022c1e service neutron] 10.222.0.16 "GET /v2.0/networks/b6b1eb92-af26-4c6a-bbe1-59d99b962beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782093 Aug 22 13:30:49.183406 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0ad6d5be-522a-42cf-afc6-da441eaea43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:49.228092 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad6d5be-522a-42cf-afc6-da441eaea43e admin admin] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:30:49.233342 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-0ad6d5be-522a-42cf-afc6-da441eaea43e admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:30:49.237250 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad6d5be-522a-42cf-afc6-da441eaea43e admin admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:30:49.288013 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad6d5be-522a-42cf-afc6-da441eaea43e admin admin] Pushing event updated for resources: {'Port': ['ID=0e3fb4f0-b11a-4555-ba48-90648260c933,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:49.375271 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-871e9f91-c6d6-447f-8c46-d609ea841444 req-df18d81f-3838-487f-9987-1985b490d5c4 service neutron] 10.222.0.16 "GET /v2.0/networks/b6b1eb92-af26-4c6a-bbe1-59d99b962beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932120 Aug 22 13:30:49.607148 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a95a71-b653-442f-991e-ea4e1ebfeb00 req-584c598a-26ad-46c4-8bca-ee33fa18d374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:49.609504 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-55a95a71-b653-442f-991e-ea4e1ebfeb00 req-584c598a-26ad-46c4-8bca-ee33fa18d374 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=78aac6ca0f4e48839a86a18ebe3ec69e&device_id=29129694-3a6c-43db-a100-6dc7f0c088a2 HTTP/1.1" status: 200 len: 1096 time: 0.1383626 Aug 22 13:30:49.652599 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0ad6d5be-522a-42cf-afc6-da441eaea43e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:49.774439 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1708282f-877f-402a-87a3-ba7a95de774d req-84ee89af-4cb4-49e7-bf13-60a3abd9c369 tempest-ServerShowV257Test-1050344636 tempest-ServerShowV257Test-1050344636-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e48b8fa-e806-4629-9184-977e80391f3a HTTP/1.1" status: 200 len: 210 time: 0.1100407 Aug 22 13:30:49.819854 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997438a7-0f57-478d-94cd-997991543624 req-f7330bb0-e904-40a3-bfcc-21e5dcdf5876 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:49.822627 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-997438a7-0f57-478d-94cd-997991543624 req-f7330bb0-e904-40a3-bfcc-21e5dcdf5876 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=29129694-3a6c-43db-a100-6dc7f0c088a2 HTTP/1.1" status: 200 len: 944 time: 0.2116916 Aug 22 13:30:49.838349 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a95a71-b653-442f-991e-ea4e1ebfeb00 req-785c2117-077a-42c3-b595-fc0d02753c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:49.840327 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-55a95a71-b653-442f-991e-ea4e1ebfeb00 req-785c2117-077a-42c3-b595-fc0d02753c9c service neutron] 10.222.0.16 "GET /v2.0/networks?id=b6b1eb92-af26-4c6a-bbe1-59d99b962beb HTTP/1.1" status: 200 len: 916 time: 0.2076123 Aug 22 13:30:49.895755 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0ad6d5be-522a-42cf-afc6-da441eaea43e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:49.899661 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-55a95a71-b653-442f-991e-ea4e1ebfeb00 req-fc66e60e-7df4-42e6-aa41-25aa063dd5e5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c40d8a98-711e-4305-b7fd-c2c931f79f78 HTTP/1.1" status: 200 len: 217 time: 0.0422156 Aug 22 13:30:49.967940 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-997438a7-0f57-478d-94cd-997991543624 req-dd889ea2-ba7b-4ef1-9a01-ff73b3a3df38 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262689 Aug 22 13:30:50.010049 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a95a71-b653-442f-991e-ea4e1ebfeb00 req-1db1dddd-0939-40ad-996d-d915c5425b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:50.011402 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-55a95a71-b653-442f-991e-ea4e1ebfeb00 req-1db1dddd-0939-40ad-996d-d915c5425b71 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f7230626-a6ae-4376-b2ff-83d11dd599d4 HTTP/1.1" status: 200 len: 855 time: 0.1005032 Aug 22 13:30:50.075250 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-55a95a71-b653-442f-991e-ea4e1ebfeb00 req-9f7f06b4-53bc-486a-b231-62cdebd14cb9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b6b1eb92-af26-4c6a-bbe1-59d99b962beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525944 Aug 22 13:30:50.093475 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad6d5be-522a-42cf-afc6-da441eaea43e admin admin] Router 8ea05af1-6c3a-4ef9-866e-916e069b65cb is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:30:50.285501 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-55a95a71-b653-442f-991e-ea4e1ebfeb00 req-9149083a-2cc3-46b7-8e00-b1c96cf55c2c service neutron] 10.222.0.16 "GET /v2.0/networks/b6b1eb92-af26-4c6a-bbe1-59d99b962beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020674 Aug 22 13:30:50.322819 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad6d5be-522a-42cf-afc6-da441eaea43e admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:30:50.334458 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf23d7b5-17cb-48d4-af0d-5e6d333d4424 None None] Sync routers for ids ['8ea05af1-6c3a-4ef9-866e-916e069b65cb'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:30:50.348894 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0ad6d5be-522a-42cf-afc6-da441eaea43e admin admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:50.354318 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0ad6d5be-522a-42cf-afc6-da441eaea43e admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7855957 Aug 22 13:30:50.355057 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 58526) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:30:50.358834 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf23d7b5-17cb-48d4-af0d-5e6d333d4424 None None] Routers {'8ea05af1-6c3a-4ef9-866e-916e069b65cb'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:30:50.359491 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-cf23d7b5-17cb-48d4-af0d-5e6d333d4424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:30:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['8ea05af1-6c3a-4ef9-866e-916e069b65cb'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:30:50.468023 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-443409a1-8dd0-4a62-894e-d62996396b22 req-84eb4d3b-fe85-446a-875e-933576824691 tempest-ServerShowV257Test-1050344636 tempest-ServerShowV257Test-1050344636-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e48b8fa-e806-4629-9184-977e80391f3a HTTP/1.1" status: 200 len: 210 time: 0.1745901 Aug 22 13:30:50.523695 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-55a95a71-b653-442f-991e-ea4e1ebfeb00 req-37ac403d-1d49-4462-8068-ef0efc48994c service neutron] 10.222.0.16 "GET /v2.0/networks/b6b1eb92-af26-4c6a-bbe1-59d99b962beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127576 Aug 22 13:30:50.579203 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-cf23d7b5-17cb-48d4-af0d-5e6d333d4424 None None] Set router 8ea05af1-6c3a-4ef9-866e-916e069b65cb gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:30:50.686490 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08676936-43b7-400c-a2b7-8fd8e4586c1b None None] Network 5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:30:50.799588 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-cf23d7b5-17cb-48d4-af0d-5e6d333d4424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea05af1-6c3a-4ef9-866e-916e069b65cb', 'name': 'tempest-ServersTestManualDisk-60083470-router', 'tenant_id': 'bc7550b4a548451f8b1330acc8f91021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '0e3fb4f0-b11a-4555-ba48-90648260c933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:30:47Z', 'updated_at': '2021-08-22T13:30:49Z', 'revision_number': 3, 'project_id': 'bc7550b4a548451f8b1330acc8f91021', 'gw_port': {'id': '0e3fb4f0-b11a-4555-ba48-90648260c933', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:12:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea05af1-6c3a-4ef9-866e-916e069b65cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:30:48Z', 'updated_at': '2021-08-22T13:30:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:30:50.834452 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf23d7b5-17cb-48d4-af0d-5e6d333d4424 None None] Checking router: 8ea05af1-6c3a-4ef9-866e-916e069b65cb for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:30:50.835056 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf23d7b5-17cb-48d4-af0d-5e6d333d4424 None None] Updating router 8ea05af1-6c3a-4ef9-866e-916e069b65cb port 0e3fb4f0-b11a-4555-ba48-90648260c933 binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:30:50.861213 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-76765f81-af9c-4065-a7fe-96ea9219f4b4 None None] Provisioning for port e67a9d51-0304-455f-abc7-eb314be65755 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:30:50.871184 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-cf23d7b5-17cb-48d4-af0d-5e6d333d4424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:51.124256 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device e67a9d51-0304-455f-abc7-eb314be65755 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:30:51.218170 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f4ea6c-f262-403b-a238-3b0373d47f00 req-1e790f2a-27d6-4f2d-b8b2-0cdd04aed5b5 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:51.219823 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d4f4ea6c-f262-403b-a238-3b0373d47f00 req-1e790f2a-27d6-4f2d-b8b2-0cdd04aed5b5 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=29129694-3a6c-43db-a100-6dc7f0c088a2 HTTP/1.1" status: 200 len: 944 time: 0.1367872 Aug 22 13:30:51.287206 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port e67a9d51-0304-455f-abc7-eb314be65755 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:30:51.297868 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port e67a9d51-0304-455f-abc7-eb314be65755 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:30:51.300278 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:51.302348 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d4f4ea6c-f262-403b-a238-3b0373d47f00 req-3c71acf0-69be-46f3-98b7-d9b4368df4c9 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629270 Aug 22 13:30:51.339892 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-986e7ca5-8c96-4016-8e2f-eed4cee2bae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:51.414643 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-cf23d7b5-17cb-48d4-af0d-5e6d333d4424 None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:51.427395 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e29311a0-bfcd-459f-abda-b27d61cfca64 None None] Provisioning complete for port e67a9d51-0304-455f-abc7-eb314be65755 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:30:51.427978 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e29311a0-bfcd-459f-abda-b27d61cfca64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:51.443353 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-cf23d7b5-17cb-48d4-af0d-5e6d333d4424 None None] Transition to ACTIVE for port object 0e3fb4f0-b11a-4555-ba48-90648260c933 will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:30:51.452564 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-cf23d7b5-17cb-48d4-af0d-5e6d333d4424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:51.467818 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:51.528914 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port e67a9d51-0304-455f-abc7-eb314be65755, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=e67a9d51-0304-455f-abc7-eb314be65755,segment=NetworkSegment(49208809-da77-487f-9875-d534fb6ba483),segment_id=49208809-da77-487f-9875-d534fb6ba483)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:30:51.566294 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-986e7ca5-8c96-4016-8e2f-eed4cee2bae9 admin admin] Allocated IP 172.20.0.1 (5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660/26169fc2-edbb-4588-a40f-611bbaa4dc0b/3849a0c5-fba1-4af3-9186-207a6d65355c) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:30:51.572195 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-cf23d7b5-17cb-48d4-af0d-5e6d333d4424 None None] Attempting to bind port 0e3fb4f0-b11a-4555-ba48-90648260c933 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:30:51.572769 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-cf23d7b5-17cb-48d4-af0d-5e6d333d4424 None None] Attempting to bind port 0e3fb4f0-b11a-4555-ba48-90648260c933 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:30:51.573249 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf23d7b5-17cb-48d4-af0d-5e6d333d4424 None None] Attempting to bind port 0e3fb4f0-b11a-4555-ba48-90648260c933 on network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:30:51.579930 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:51.623208 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf23d7b5-17cb-48d4-af0d-5e6d333d4424 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:30:51.624360 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf23d7b5-17cb-48d4-af0d-5e6d333d4424 None None] Checking segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:30:51.624908 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-cf23d7b5-17cb-48d4-af0d-5e6d333d4424 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:51.625440 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf23d7b5-17cb-48d4-af0d-5e6d333d4424 None None] Bound using segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:30:51.626098 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-cf23d7b5-17cb-48d4-af0d-5e6d333d4424 None None] Bound port: 0e3fb4f0-b11a-4555-ba48-90648260c933, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:30:51.626641 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-cf23d7b5-17cb-48d4-af0d-5e6d333d4424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:51.628840 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5860b06-578a-49b7-aff1-ecd05a88a435 None None] Pushing event updated for resources: {'Port': ['ID=0e3fb4f0-b11a-4555-ba48-90648260c933,revision_number=2']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:51.652278 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5860b06-578a-49b7-aff1-ecd05a88a435 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:30:51.653110 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5860b06-578a-49b7-aff1-ecd05a88a435 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:30:51.653630 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5860b06-578a-49b7-aff1-ecd05a88a435 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:30:51.654262 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5860b06-578a-49b7-aff1-ecd05a88a435 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:30:51.655635 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5860b06-578a-49b7-aff1-ecd05a88a435 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:30:51.656253 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5860b06-578a-49b7-aff1-ecd05a88a435 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:30:51.656729 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5860b06-578a-49b7-aff1-ecd05a88a435 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:30:51.657275 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5860b06-578a-49b7-aff1-ecd05a88a435 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:30:51.657741 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5860b06-578a-49b7-aff1-ecd05a88a435 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:30:51.659933 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5860b06-578a-49b7-aff1-ecd05a88a435 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:30:51.660753 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5860b06-578a-49b7-aff1-ecd05a88a435 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:30:51.662780 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5860b06-578a-49b7-aff1-ecd05a88a435 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:30:51.700735 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0ff5dd15-f8d0-4dc3-b800-ac9d85fe9677 req-d39213e8-f6ee-46c3-b616-715e759a5b4b tempest-ServerShowV257Test-1050344636 tempest-ServerShowV257Test-1050344636-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e48b8fa-e806-4629-9184-977e80391f3a HTTP/1.1" status: 200 len: 210 time: 0.0794194 Aug 22 13:30:51.748611 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=e67a9d51-0304-455f-abc7-eb314be65755,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:51.753746 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-986e7ca5-8c96-4016-8e2f-eed4cee2bae9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:51.770485 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-986e7ca5-8c96-4016-8e2f-eed4cee2bae9 admin admin] Transition to ACTIVE for port object 3849a0c5-fba1-4af3-9186-207a6d65355c will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:30:51.784341 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-cf23d7b5-17cb-48d4-af0d-5e6d333d4424 None None] For port 0e3fb4f0-b11a-4555-ba48-90648260c933, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:30:51.789256 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-cf23d7b5-17cb-48d4-af0d-5e6d333d4424 None None] For port 0e3fb4f0-b11a-4555-ba48-90648260c933, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=0e3fb4f0-b11a-4555-ba48-90648260c933,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:30:51.795703 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-cf23d7b5-17cb-48d4-af0d-5e6d333d4424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:51.810998 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-986e7ca5-8c96-4016-8e2f-eed4cee2bae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:51.855608 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986e7ca5-8c96-4016-8e2f-eed4cee2bae9 admin admin] Network 5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:30:51.858596 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-986e7ca5-8c96-4016-8e2f-eed4cee2bae9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:30:51.862728 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986e7ca5-8c96-4016-8e2f-eed4cee2bae9 admin admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:30:51.864296 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf23d7b5-17cb-48d4-af0d-5e6d333d4424 None None] Routers {'8ea05af1-6c3a-4ef9-866e-916e069b65cb'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:30:51.864931 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-cf23d7b5-17cb-48d4-af0d-5e6d333d4424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:30:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['8ea05af1-6c3a-4ef9-866e-916e069b65cb'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:30:51.888874 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986e7ca5-8c96-4016-8e2f-eed4cee2bae9 admin admin] Pushing event updated for resources: {'Port': ['ID=3849a0c5-fba1-4af3-9186-207a6d65355c,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:51.932118 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-986e7ca5-8c96-4016-8e2f-eed4cee2bae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:51.945992 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5860b06-578a-49b7-aff1-ecd05a88a435 None None] Pushing event updated for resources: {'Port': ['ID=0e3fb4f0-b11a-4555-ba48-90648260c933,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:52.066033 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-cf23d7b5-17cb-48d4-af0d-5e6d333d4424 None None] Set router 8ea05af1-6c3a-4ef9-866e-916e069b65cb gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:30:52.111227 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-986e7ca5-8c96-4016-8e2f-eed4cee2bae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:52.251159 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-fa3d2e84-2c02-45c3-bfb7-5dbe2345ccaf None None] Provisioning for port 3849a0c5-fba1-4af3-9186-207a6d65355c completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:30:52.259233 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-fa3d2e84-2c02-45c3-bfb7-5dbe2345ccaf None None] Provisioning complete for port 3849a0c5-fba1-4af3-9186-207a6d65355c triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:30:52.259608 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-fa3d2e84-2c02-45c3-bfb7-5dbe2345ccaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:52.352534 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-fa3d2e84-2c02-45c3-bfb7-5dbe2345ccaf None None] Port 3849a0c5-fba1-4af3-9186-207a6d65355c cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:30:52.388536 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-cf23d7b5-17cb-48d4-af0d-5e6d333d4424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea05af1-6c3a-4ef9-866e-916e069b65cb', 'name': 'tempest-ServersTestManualDisk-60083470-router', 'tenant_id': 'bc7550b4a548451f8b1330acc8f91021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '0e3fb4f0-b11a-4555-ba48-90648260c933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:30:47Z', 'updated_at': '2021-08-22T13:30:49Z', 'revision_number': 3, 'project_id': 'bc7550b4a548451f8b1330acc8f91021', 'gw_port': {'id': '0e3fb4f0-b11a-4555-ba48-90648260c933', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:12:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea05af1-6c3a-4ef9-866e-916e069b65cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:30:48Z', 'updated_at': '2021-08-22T13:30:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:30:52.409059 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-986e7ca5-8c96-4016-8e2f-eed4cee2bae9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:52.416249 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-986e7ca5-8c96-4016-8e2f-eed4cee2bae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:52.425523 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf23d7b5-17cb-48d4-af0d-5e6d333d4424 None None] The sync data for ids ['8ea05af1-6c3a-4ef9-866e-916e069b65cb'] in n-d-793621-33 is: [{'id': '8ea05af1-6c3a-4ef9-866e-916e069b65cb', 'name': 'tempest-ServersTestManualDisk-60083470-router', 'tenant_id': 'bc7550b4a548451f8b1330acc8f91021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '0e3fb4f0-b11a-4555-ba48-90648260c933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:30:47Z', 'updated_at': '2021-08-22T13:30:49Z', 'revision_number': 3, 'project_id': 'bc7550b4a548451f8b1330acc8f91021', 'gw_port': {'id': '0e3fb4f0-b11a-4555-ba48-90648260c933', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:12:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea05af1-6c3a-4ef9-866e-916e069b65cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:30:48Z', 'updated_at': '2021-08-22T13:30:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:30:52.487891 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device c40d8a98-711e-4305-b7fd-c2c931f79f78 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:30:52.502030 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-986e7ca5-8c96-4016-8e2f-eed4cee2bae9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:52.517868 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986e7ca5-8c96-4016-8e2f-eed4cee2bae9 admin admin] Pushing event updated for resources: {'Port': ['ID=3849a0c5-fba1-4af3-9186-207a6d65355c,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:52.519349 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df48341-24ab-4270-898f-d1f7c215a5ba req-e24f41f1-461e-45af-83ce-220b276cbe68 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:52.521360 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6df48341-24ab-4270-898f-d1f7c215a5ba req-e24f41f1-461e-45af-83ce-220b276cbe68 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=29129694-3a6c-43db-a100-6dc7f0c088a2 HTTP/1.1" status: 200 len: 944 time: 0.0792718 Aug 22 13:30:52.577551 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6df48341-24ab-4270-898f-d1f7c215a5ba req-36498909-51d1-4aa3-99f2-16a391c07cf9 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487769 Aug 22 13:30:52.658299 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986e7ca5-8c96-4016-8e2f-eed4cee2bae9 admin admin] Network 5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:30:52.665396 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-986e7ca5-8c96-4016-8e2f-eed4cee2bae9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:30:52.666837 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port c40d8a98-711e-4305-b7fd-c2c931f79f78, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=c40d8a98-711e-4305-b7fd-c2c931f79f78,segment=NetworkSegment(8d87fb8b-79cc-422a-9fb9-b5f71decb79a),segment_id=8d87fb8b-79cc-422a-9fb9-b5f71decb79a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:30:52.679238 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': 'c40d8a98-711e-4305-b7fd-c2c931f79f78', 'network_id': 'b6b1eb92-af26-4c6a-bbe1-59d99b962beb', 'port_id': 'c40d8a98-711e-4305-b7fd-c2c931f79f78', 'mac_address': 'fa:16:3e:e9:b5:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7230626-a6ae-4376-b2ff-83d11dd599d4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:30:52.750496 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:52.780860 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c40d8a98-711e-4305-b7fd-c2c931f79f78 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:30:52.886149 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port c40d8a98-711e-4305-b7fd-c2c931f79f78, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=c40d8a98-711e-4305-b7fd-c2c931f79f78,segment=NetworkSegment(8d87fb8b-79cc-422a-9fb9-b5f71decb79a),segment_id=8d87fb8b-79cc-422a-9fb9-b5f71decb79a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:30:52.899498 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:52.904206 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d1886464-f382-49a9-970b-f1ab7a5d669f req-0824c46b-304e-45a5-9050-26ae497cdb69 tempest-ServerShowV257Test-1050344636 tempest-ServerShowV257Test-1050344636-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e48b8fa-e806-4629-9184-977e80391f3a HTTP/1.1" status: 200 len: 210 time: 0.0569744 Aug 22 13:30:52.909436 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-986e7ca5-8c96-4016-8e2f-eed4cee2bae9 admin admin] Router 8ea05af1-6c3a-4ef9-866e-916e069b65cb has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:30:52.974767 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:30:53.028653 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=c40d8a98-711e-4305-b7fd-c2c931f79f78,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:53.183210 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-2f8bf850-c9a7-4a92-bd09-6f9433d513ab None None] Provisioning complete for port 3849a0c5-fba1-4af3-9186-207a6d65355c triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:30:53.183712 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2f8bf850-c9a7-4a92-bd09-6f9433d513ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:53.187167 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986e7ca5-8c96-4016-8e2f-eed4cee2bae9 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:30:53.213000 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-986e7ca5-8c96-4016-8e2f-eed4cee2bae9 admin admin] 10.222.0.21 "PUT /v2.0/routers/8ea05af1-6c3a-4ef9-866e-916e069b65cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8557105 Aug 22 13:30:53.258613 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 0e3fb4f0-b11a-4555-ba48-90648260c933 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:30:53.292928 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['c40d8a98-711e-4305-b7fd-c2c931f79f78'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:30:53.329307 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-2f8bf850-c9a7-4a92-bd09-6f9433d513ab None None] Port 3849a0c5-fba1-4af3-9186-207a6d65355c cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:30:53.382282 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 0e3fb4f0-b11a-4555-ba48-90648260c933 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:30:53.389755 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 0e3fb4f0-b11a-4555-ba48-90648260c933 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:30:53.390135 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:53.715641 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:53.715905 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 58582) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:30:53.722484 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-d80a98df-e3e8-47e1-821a-9b28e8be7755 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1818975608', 'description': 'tempest-description--55444816'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:30:53.760584 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 0e3fb4f0-b11a-4555-ba48-90648260c933, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=0e3fb4f0-b11a-4555-ba48-90648260c933,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:30:53.764176 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c575b-f7e4-45da-ab85-03991eb26296 req-2fbfbfc6-2203-40f4-815a-1c04f771c1df tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:53.768446 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:53.770545 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device e67a9d51-0304-455f-abc7-eb314be65755 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:30:53.774743 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a96c575b-f7e4-45da-ab85-03991eb26296 req-2fbfbfc6-2203-40f4-815a-1c04f771c1df tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=29129694-3a6c-43db-a100-6dc7f0c088a2 HTTP/1.1" status: 200 len: 945 time: 0.0827878 Aug 22 13:30:53.778535 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d80a98df-e3e8-47e1-821a-9b28e8be7755 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:53.828317 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a96c575b-f7e4-45da-ab85-03991eb26296 req-48091ce5-6c22-45f9-b880-3c45b9e1ee2d tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503395 Aug 22 13:30:54.052124 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d80a98df-e3e8-47e1-821a-9b28e8be7755 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:54.057027 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d80a98df-e3e8-47e1-821a-9b28e8be7755 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:54.065769 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=0e3fb4f0-b11a-4555-ba48-90648260c933,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:54.090981 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port e67a9d51-0304-455f-abc7-eb314be65755 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:30:54.091351 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:54.144090 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d80a98df-e3e8-47e1-821a-9b28e8be7755 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:54.154411 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d80a98df-e3e8-47e1-821a-9b28e8be7755 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4310892 Aug 22 13:30:54.154411 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 58590) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:30:54.155422 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80a98df-e3e8-47e1-821a-9b28e8be7755 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=234c8b79-347f-43ad-9ed6-d781b1038229,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:54.165149 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9e01c0f7-61e7-4d13-b5a6-165540bfd12f req-c961439f-7ae5-4720-9be7-dbaf86d4804c tempest-ServerShowV257Test-1050344636 tempest-ServerShowV257Test-1050344636-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e48b8fa-e806-4629-9184-977e80391f3a HTTP/1.1" status: 200 len: 210 time: 0.0694096 Aug 22 13:30:54.172555 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-71ebcee0-52c1-4f22-abbf-a55b8348a8e0 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Request body: {'security_group_rule': {'security_group_id': '234c8b79-347f-43ad-9ed6-d781b1038229', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:30:54.214347 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-71ebcee0-52c1-4f22-abbf-a55b8348a8e0 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:54.276096 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-71ebcee0-52c1-4f22-abbf-a55b8348a8e0 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:54.282249 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-71ebcee0-52c1-4f22-abbf-a55b8348a8e0 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:54.306172 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ebcee0-52c1-4f22-abbf-a55b8348a8e0 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aced338-0a6d-43bd-8911-cdd8cc7fe231,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:54.310316 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-71ebcee0-52c1-4f22-abbf-a55b8348a8e0 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:54.314099 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-71ebcee0-52c1-4f22-abbf-a55b8348a8e0 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1571877 Aug 22 13:30:54.314461 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 58594) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:30:54.319064 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-1db3f224-ed0d-482c-baf1-5ddba7cde784 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Request body: {'security_group_rule': {'security_group_id': '234c8b79-347f-43ad-9ed6-d781b1038229', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:30:54.355155 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1db3f224-ed0d-482c-baf1-5ddba7cde784 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:54.420122 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1db3f224-ed0d-482c-baf1-5ddba7cde784 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:54.425011 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1db3f224-ed0d-482c-baf1-5ddba7cde784 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:54.445245 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db3f224-ed0d-482c-baf1-5ddba7cde784 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f505fc0f-85c2-451b-9e07-c225d552ec72,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:54.454185 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1db3f224-ed0d-482c-baf1-5ddba7cde784 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:54.455393 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-1db3f224-ed0d-482c-baf1-5ddba7cde784 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1398504 Aug 22 13:30:54.458468 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 58596) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:30:54.464932 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-3eee1961-8b9b-45f0-a631-7daa8ce3f0ce tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Request body: {'floatingip': {'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:30:54.502406 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3eee1961-8b9b-45f0-a631-7daa8ce3f0ce tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Notify callbacks [] for floatingip, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:54.631846 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3eee1961-8b9b-45f0-a631-7daa8ce3f0ce tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:54.761372 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-3eee1961-8b9b-45f0-a631-7daa8ce3f0ce tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Allocated IP 172.25.3.111 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/46d2c101-5d6b-4a59-8d03-52dbe9642a2a) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:30:54.880957 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3eee1961-8b9b-45f0-a631-7daa8ce3f0ce tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:54.952648 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a27040-de09-49e2-84d9-cfe2a3be5e81 None None] Sync routers for ids ['8ea05af1-6c3a-4ef9-866e-916e069b65cb'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:30:54.965026 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a27040-de09-49e2-84d9-cfe2a3be5e81 None None] Routers {'8ea05af1-6c3a-4ef9-866e-916e069b65cb'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:30:54.965969 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-80a27040-de09-49e2-84d9-cfe2a3be5e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:30:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['8ea05af1-6c3a-4ef9-866e-916e069b65cb'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:30:54.983042 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3eee1961-8b9b-45f0-a631-7daa8ce3f0ce tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:55.014813 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b4df1-4a3c-4def-a65c-a0b433e244b9 req-f09dab11-6bfe-48a0-a942-e471f93a5eb9 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:55.021904 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ae4b4df1-4a3c-4def-a65c-a0b433e244b9 req-f09dab11-6bfe-48a0-a942-e471f93a5eb9 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=29129694-3a6c-43db-a100-6dc7f0c088a2 HTTP/1.1" status: 200 len: 945 time: 0.1007020 Aug 22 13:30:55.077366 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eee1961-8b9b-45f0-a631-7daa8ce3f0ce tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:30:55.082948 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-3eee1961-8b9b-45f0-a631-7daa8ce3f0ce tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:30:55.087115 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eee1961-8b9b-45f0-a631-7daa8ce3f0ce tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:30:55.098777 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 0e3fb4f0-b11a-4555-ba48-90648260c933 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:30:55.128468 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee1961-8b9b-45f0-a631-7daa8ce3f0ce tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Pushing event updated for resources: {'Port': ['ID=46d2c101-5d6b-4a59-8d03-52dbe9642a2a,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:55.142559 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ae4b4df1-4a3c-4def-a65c-a0b433e244b9 req-4b903adc-96ca-4d8c-bd05-c06d308ebb88 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197736 Aug 22 13:30:55.267884 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3eee1961-8b9b-45f0-a631-7daa8ce3f0ce tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:55.310898 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ba8915cd-edc8-455b-8c44-1fc7b7c41be9 req-bbb22c36-a1c7-47a2-94e2-dbe1b2212554 tempest-ServerShowV257Test-1050344636 tempest-ServerShowV257Test-1050344636-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e48b8fa-e806-4629-9184-977e80391f3a HTTP/1.1" status: 200 len: 210 time: 0.0405934 Aug 22 13:30:55.327716 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-80a27040-de09-49e2-84d9-cfe2a3be5e81 None None] Set router 8ea05af1-6c3a-4ef9-866e-916e069b65cb gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:30:55.353547 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3eee1961-8b9b-45f0-a631-7daa8ce3f0ce tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:55.371616 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 0e3fb4f0-b11a-4555-ba48-90648260c933 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:30:55.372220 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:55.623117 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3eee1961-8b9b-45f0-a631-7daa8ce3f0ce tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:55.628954 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3eee1961-8b9b-45f0-a631-7daa8ce3f0ce tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:55.725095 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-80a27040-de09-49e2-84d9-cfe2a3be5e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea05af1-6c3a-4ef9-866e-916e069b65cb', 'name': 'tempest-ServersTestManualDisk-60083470-router', 'tenant_id': 'bc7550b4a548451f8b1330acc8f91021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '0e3fb4f0-b11a-4555-ba48-90648260c933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:30:47Z', 'updated_at': '2021-08-22T13:30:52Z', 'revision_number': 4, 'project_id': 'bc7550b4a548451f8b1330acc8f91021', 'gw_port': {'id': '0e3fb4f0-b11a-4555-ba48-90648260c933', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:12:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea05af1-6c3a-4ef9-866e-916e069b65cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:30:48Z', 'updated_at': '2021-08-22T13:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '3849a0c5-fba1-4af3-9186-207a6d65355c', 'name': '', 'network_id': '5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660', 'tenant_id': 'bc7550b4a548451f8b1330acc8f91021', 'mac_address': 'fa:16:3e:ba:9c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea05af1-6c3a-4ef9-866e-916e069b65cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '26169fc2-edbb-4588-a40f-611bbaa4dc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:30:51Z', 'updated_at': '2021-08-22T13:30:52Z', 'revision_number': 2, 'project_id': 'bc7550b4a548451f8b1330acc8f91021', 'subnets': [{'id': '26169fc2-edbb-4588-a40f-611bbaa4dc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:30:55.745970 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee1961-8b9b-45f0-a631-7daa8ce3f0ce tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Pushing event updated for resources: {'Port': ['ID=46d2c101-5d6b-4a59-8d03-52dbe9642a2a,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:55.755597 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3eee1961-8b9b-45f0-a631-7daa8ce3f0ce tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:55.756491 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a27040-de09-49e2-84d9-cfe2a3be5e81 None None] Checking router: 8ea05af1-6c3a-4ef9-866e-916e069b65cb for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:30:55.756844 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a27040-de09-49e2-84d9-cfe2a3be5e81 None None] Updating router 8ea05af1-6c3a-4ef9-866e-916e069b65cb port 3849a0c5-fba1-4af3-9186-207a6d65355c binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:30:55.771346 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3eee1961-8b9b-45f0-a631-7daa8ce3f0ce tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:55.775790 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-3eee1961-8b9b-45f0-a631-7daa8ce3f0ce tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3157198 Aug 22 13:30:55.786499 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-80a27040-de09-49e2-84d9-cfe2a3be5e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:55.953528 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e02876ae-07b9-45e0-91db-cf7efb35c50f req-13c24ecb-332b-41b9-982f-5bea26d9d151 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1818975608&fields=id&tenant_id=bc7550b4a548451f8b1330acc8f91021 HTTP/1.1" status: 200 len: 267 time: 0.0454438 Aug 22 13:30:56.083030 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02876ae-07b9-45e0-91db-cf7efb35c50f req-f7285339-fa82-446b-8325-62650d065190 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:56.084695 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e02876ae-07b9-45e0-91db-cf7efb35c50f req-f7285339-fa82-446b-8325-62650d065190 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] 10.222.0.21 "GET /v2.0/networks?id=5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660 HTTP/1.1" status: 200 len: 810 time: 0.1303604 Aug 22 13:30:56.105225 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e02876ae-07b9-45e0-91db-cf7efb35c50f req-fa5bdb1e-2f0e-4a59-be21-c1862a04aad2 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] 10.222.0.21 "GET /v2.0/quotas/bc7550b4a548451f8b1330acc8f91021 HTTP/1.1" status: 200 len: 375 time: 0.0133951 Aug 22 13:30:56.135657 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-80a27040-de09-49e2-84d9-cfe2a3be5e81 None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:56.146601 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-80a27040-de09-49e2-84d9-cfe2a3be5e81 None None] Transition to ACTIVE for port object 3849a0c5-fba1-4af3-9186-207a6d65355c will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:30:56.154608 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-80a27040-de09-49e2-84d9-cfe2a3be5e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:56.174678 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e02876ae-07b9-45e0-91db-cf7efb35c50f req-d5a9f8a2-aba9-4da5-b2de-8d67134294f0 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bc7550b4a548451f8b1330acc8f91021&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0630543 Aug 22 13:30:56.252159 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b4336e-2349-4c56-a384-6eb0c57e0eb4 None None] Pushing event updated for resources: {'Port': ['ID=3849a0c5-fba1-4af3-9186-207a6d65355c,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:56.299845 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-80a27040-de09-49e2-84d9-cfe2a3be5e81 None None] Attempting to bind port 3849a0c5-fba1-4af3-9186-207a6d65355c on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:30:56.300216 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-80a27040-de09-49e2-84d9-cfe2a3be5e81 None None] Attempting to bind port 3849a0c5-fba1-4af3-9186-207a6d65355c by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '49208809-da77-487f-9875-d534fb6ba483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:30:56.300744 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a27040-de09-49e2-84d9-cfe2a3be5e81 None None] Attempting to bind port 3849a0c5-fba1-4af3-9186-207a6d65355c on network 5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:30:56.306701 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a27040-de09-49e2-84d9-cfe2a3be5e81 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:30:56.307044 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a27040-de09-49e2-84d9-cfe2a3be5e81 None None] Checking segment: {'id': '49208809-da77-487f-9875-d534fb6ba483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:30:56.307430 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-80a27040-de09-49e2-84d9-cfe2a3be5e81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:56.308062 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a27040-de09-49e2-84d9-cfe2a3be5e81 None None] Bound using segment: {'id': '49208809-da77-487f-9875-d534fb6ba483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:30:56.308581 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-80a27040-de09-49e2-84d9-cfe2a3be5e81 None None] Bound port: 3849a0c5-fba1-4af3-9186-207a6d65355c, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49208809-da77-487f-9875-d534fb6ba483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:30:56.308958 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-80a27040-de09-49e2-84d9-cfe2a3be5e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:56.357412 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e02876ae-07b9-45e0-91db-cf7efb35c50f req-8cd0c500-8e02-48d0-a2af-e5f2a1687721 service neutron] 10.222.0.21 "GET /v2.0/networks/5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631401 Aug 22 13:30:56.489704 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device c40d8a98-711e-4305-b7fd-c2c931f79f78 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:30:56.491338 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc28fd-ef6b-401b-b4ee-9e4f8b22eded req-2d861f24-79a3-4b84-97db-80683beca0a6 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:56.494036 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e9fc28fd-ef6b-401b-b4ee-9e4f8b22eded req-2d861f24-79a3-4b84-97db-80683beca0a6 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=29129694-3a6c-43db-a100-6dc7f0c088a2 HTTP/1.1" status: 200 len: 945 time: 0.1346552 Aug 22 13:30:56.497731 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-80a27040-de09-49e2-84d9-cfe2a3be5e81 None None] For port 3849a0c5-fba1-4af3-9186-207a6d65355c, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:30:56.530887 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-80a27040-de09-49e2-84d9-cfe2a3be5e81 None None] For port 3849a0c5-fba1-4af3-9186-207a6d65355c, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=3849a0c5-fba1-4af3-9186-207a6d65355c,segment=NetworkSegment(49208809-da77-487f-9875-d534fb6ba483),segment_id=49208809-da77-487f-9875-d534fb6ba483)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:30:56.541919 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-80a27040-de09-49e2-84d9-cfe2a3be5e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:56.624772 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b4336e-2349-4c56-a384-6eb0c57e0eb4 None None] Pushing event updated for resources: {'Port': ['ID=3849a0c5-fba1-4af3-9186-207a6d65355c,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:56.629790 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a27040-de09-49e2-84d9-cfe2a3be5e81 None None] Routers {'8ea05af1-6c3a-4ef9-866e-916e069b65cb'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:30:56.630698 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-80a27040-de09-49e2-84d9-cfe2a3be5e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:30:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['8ea05af1-6c3a-4ef9-866e-916e069b65cb'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:30:56.634825 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port c40d8a98-711e-4305-b7fd-c2c931f79f78 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:30:56.701573 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port c40d8a98-711e-4305-b7fd-c2c931f79f78 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:30:56.702234 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:56.849801 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-80a27040-de09-49e2-84d9-cfe2a3be5e81 None None] Set router 8ea05af1-6c3a-4ef9-866e-916e069b65cb gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:30:56.872324 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:56.945071 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e9fc28fd-ef6b-401b-b4ee-9e4f8b22eded req-ce7c6148-d389-4ab0-9774-419e659f7981 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4385099 Aug 22 13:30:56.978818 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e02876ae-07b9-45e0-91db-cf7efb35c50f req-33a86217-f9da-4352-9902-26aa5560d7c8 service neutron] 10.222.0.21 "GET /v2.0/networks/5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6061218 Aug 22 13:30:57.046733 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29129694-3a6c-43db-a100-6dc7f0c088a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c40d8a98-711e-4305-b7fd-c2c931f79f78'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:30:57.049144 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901d8fef-2e41-456f-8e1b-fd5c0c3653a5" -d '{"events": [{"server_uuid": "29129694-3a6c-43db-a100-6dc7f0c088a2", "name": "network-vif-plugged", "status": "completed", "tag": "c40d8a98-711e-4305-b7fd-c2c931f79f78"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:30:57.071022 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-951b6f94-2279-4d16-bd61-2199bf92ac22 req-84c480dd-90ee-4e8d-ac1c-857267e16d38 tempest-ServerShowV257Test-1050344636 tempest-ServerShowV257Test-1050344636-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e48b8fa-e806-4629-9184-977e80391f3a HTTP/1.1" status: 200 len: 210 time: 0.0546489 Aug 22 13:30:57.093449 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port c40d8a98-711e-4305-b7fd-c2c931f79f78, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=c40d8a98-711e-4305-b7fd-c2c931f79f78,segment=NetworkSegment(8d87fb8b-79cc-422a-9fb9-b5f71decb79a),segment_id=8d87fb8b-79cc-422a-9fb9-b5f71decb79a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:30:57.111466 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:57.211571 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=c40d8a98-711e-4305-b7fd-c2c931f79f78,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:57.285469 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-80a27040-de09-49e2-84d9-cfe2a3be5e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea05af1-6c3a-4ef9-866e-916e069b65cb', 'name': 'tempest-ServersTestManualDisk-60083470-router', 'tenant_id': 'bc7550b4a548451f8b1330acc8f91021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '0e3fb4f0-b11a-4555-ba48-90648260c933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:30:47Z', 'updated_at': '2021-08-22T13:30:52Z', 'revision_number': 4, 'project_id': 'bc7550b4a548451f8b1330acc8f91021', 'gw_port': {'id': '0e3fb4f0-b11a-4555-ba48-90648260c933', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:12:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea05af1-6c3a-4ef9-866e-916e069b65cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:30:48Z', 'updated_at': '2021-08-22T13:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '3849a0c5-fba1-4af3-9186-207a6d65355c', 'name': '', 'network_id': '5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660', 'tenant_id': 'bc7550b4a548451f8b1330acc8f91021', 'mac_address': 'fa:16:3e:ba:9c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea05af1-6c3a-4ef9-866e-916e069b65cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '26169fc2-edbb-4588-a40f-611bbaa4dc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:30:51Z', 'updated_at': '2021-08-22T13:30:56Z', 'revision_number': 4, 'project_id': 'bc7550b4a548451f8b1330acc8f91021', 'subnets': [{'id': '26169fc2-edbb-4588-a40f-611bbaa4dc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:30:57.317081 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a27040-de09-49e2-84d9-cfe2a3be5e81 None None] The sync data for ids ['8ea05af1-6c3a-4ef9-866e-916e069b65cb'] in n-d-793621-33 is: [{'id': '8ea05af1-6c3a-4ef9-866e-916e069b65cb', 'name': 'tempest-ServersTestManualDisk-60083470-router', 'tenant_id': 'bc7550b4a548451f8b1330acc8f91021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '0e3fb4f0-b11a-4555-ba48-90648260c933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:30:47Z', 'updated_at': '2021-08-22T13:30:52Z', 'revision_number': 4, 'project_id': 'bc7550b4a548451f8b1330acc8f91021', 'gw_port': {'id': '0e3fb4f0-b11a-4555-ba48-90648260c933', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:12:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea05af1-6c3a-4ef9-866e-916e069b65cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:30:48Z', 'updated_at': '2021-08-22T13:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '3849a0c5-fba1-4af3-9186-207a6d65355c', 'name': '', 'network_id': '5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660', 'tenant_id': 'bc7550b4a548451f8b1330acc8f91021', 'mac_address': 'fa:16:3e:ba:9c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea05af1-6c3a-4ef9-866e-916e069b65cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '26169fc2-edbb-4588-a40f-611bbaa4dc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:30:51Z', 'updated_at': '2021-08-22T13:30:56Z', 'revision_number': 4, 'project_id': 'bc7550b4a548451f8b1330acc8f91021', 'subnets': [{'id': '26169fc2-edbb-4588-a40f-611bbaa4dc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:30:57.376718 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961afee1-82c8-4fe6-83ca-313643038ac5 x-openstack-request-id: req-961afee1-82c8-4fe6-83ca-313643038ac5 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:30:57.376996 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29129694-3a6c-43db-a100-6dc7f0c088a2", "name": "network-vif-plugged", "status": "completed", "tag": "c40d8a98-711e-4305-b7fd-c2c931f79f78", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:30:57.377250 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-961afee1-82c8-4fe6-83ca-313643038ac5 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:30:57.377642 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29129694-3a6c-43db-a100-6dc7f0c088a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c40d8a98-711e-4305-b7fd-c2c931f79f78', 'code': 200} Aug 22 13:30:57.509723 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-22aa6a56-fa7b-4767-9d21-c4c59ee6da88 req-0ba07af1-8d63-49ac-8e23-ee2c9bbe1d19 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a944afd9-5a78-4a29-b7f4-0ec3921f97ac HTTP/1.1" status: 200 len: 210 time: 0.0690868 Aug 22 13:30:57.636391 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4c0f2-2774-4df7-b798-87fb763b0aec req-c94bdf05-c3f9-48bb-b540-6e5d91aca0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:57.638113 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-adb4c0f2-2774-4df7-b798-87fb763b0aec req-c94bdf05-c3f9-48bb-b540-6e5d91aca0bd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=29129694-3a6c-43db-a100-6dc7f0c088a2 HTTP/1.1" status: 200 len: 1098 time: 0.1661408 Aug 22 13:30:57.699128 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-adb4c0f2-2774-4df7-b798-87fb763b0aec req-286c7e95-a4ae-488f-af44-d67070216866 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498948 Aug 22 13:30:57.905583 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa55ad6-bfb4-4bd8-8913-923351024e58 req-8ccabd60-0a9c-4c65-8cb3-81ee6ffddbef tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:57.913155 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4aa55ad6-bfb4-4bd8-8913-923351024e58 req-8ccabd60-0a9c-4c65-8cb3-81ee6ffddbef tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf69ff6-0f9b-4203-86af-3f52f4cd0492 HTTP/1.1" status: 200 len: 945 time: 0.0989094 Aug 22 13:30:57.950599 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4aa55ad6-bfb4-4bd8-8913-923351024e58 req-11861460-222b-4972-8957-a8d9f2111200 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358772 Aug 22 13:30:58.137977 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:58.149378 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44591486-8965-404c-9cbb-eabc939875c7 req-54b4b064-6e02-4a34-8b54-2b39f2f23c83 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:58.151239 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-44591486-8965-404c-9cbb-eabc939875c7 req-54b4b064-6e02-4a34-8b54-2b39f2f23c83 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=29129694-3a6c-43db-a100-6dc7f0c088a2 HTTP/1.1" status: 200 len: 946 time: 0.1082361 Aug 22 13:30:58.256000 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-738d4457-9d89-44de-86f1-43fd54948532 req-e321a988-2c6b-41e2-a75e-ab59d9aad7b4 tempest-ServerShowV257Test-1050344636 tempest-ServerShowV257Test-1050344636-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e48b8fa-e806-4629-9184-977e80391f3a HTTP/1.1" status: 200 len: 210 time: 0.0630386 Aug 22 13:30:58.314011 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-44591486-8965-404c-9cbb-eabc939875c7 req-2749d804-dcd3-420d-a7a1-87b5f250aaad tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563435 Aug 22 13:30:58.398081 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-fd5d4dbc-cbe5-403b-8ce7-ae076f0f2bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:58.650874 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f8698332-90b5-4568-a47f-97b8f148da88 req-c3bd4cd3-086b-43df-bb02-dc98ab0470c2 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a944afd9-5a78-4a29-b7f4-0ec3921f97ac HTTP/1.1" status: 200 len: 210 time: 0.0383041 Aug 22 13:30:59.100563 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 3849a0c5-fba1-4af3-9186-207a6d65355c up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:30:59.151698 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d5992-493c-435a-8fb2-0166c755705d req-bdf8cfe2-5209-422e-bde9-456d4b9082f9 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:59.158169 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e79d5992-493c-435a-8fb2-0166c755705d req-bdf8cfe2-5209-422e-bde9-456d4b9082f9 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf69ff6-0f9b-4203-86af-3f52f4cd0492 HTTP/1.1" status: 200 len: 945 time: 0.0964882 Aug 22 13:30:59.201709 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 3849a0c5-fba1-4af3-9186-207a6d65355c completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:30:59.206825 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 3849a0c5-fba1-4af3-9186-207a6d65355c triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:30:59.206825 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:59.226856 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e79d5992-493c-435a-8fb2-0166c755705d req-02c29cc2-85de-4ac5-b168-0f34e5c90538 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504792 Aug 22 13:30:59.282589 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02876ae-07b9-45e0-91db-cf7efb35c50f req-3e2280fa-7254-4159-8998-37ddf8d02e2b tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:59.284731 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e02876ae-07b9-45e0-91db-cf7efb35c50f req-3e2280fa-7254-4159-8998-37ddf8d02e2b tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] 10.222.0.41 "GET /v2.0/networks?id=5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660 HTTP/1.1" status: 200 len: 810 time: 0.2022858 Aug 22 13:30:59.348718 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e02876ae-07b9-45e0-91db-cf7efb35c50f req-4560df8d-4cc7-478e-bcf9-c411eebcb0dc tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc7550b4a548451f8b1330acc8f91021 HTTP/1.1" status: 200 len: 380 time: 0.0526488 Aug 22 13:30:59.364225 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-e02876ae-07b9-45e0-91db-cf7efb35c50f req-9b4a04f4-30e1-436d-832b-13d3a7189f7d tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Request body: {'port': {'device_id': 'a944afd9-5a78-4a29-b7f4-0ec3921f97ac', 'network_id': '5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660', 'admin_state_up': True, 'tenant_id': 'bc7550b4a548451f8b1330acc8f91021', 'security_groups': ['234c8b79-347f-43ad-9ed6-d781b1038229']}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:30:59.388743 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:59.435195 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 3849a0c5-fba1-4af3-9186-207a6d65355c, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=3849a0c5-fba1-4af3-9186-207a6d65355c,segment=NetworkSegment(49208809-da77-487f-9875-d534fb6ba483),segment_id=49208809-da77-487f-9875-d534fb6ba483)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:30:59.440531 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:59.456766 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7e277612-7695-4d6f-b3b2-769b6adef615 req-790c30c9-3d32-4db4-8598-5d61246f9850 tempest-ServerShowV257Test-1050344636 tempest-ServerShowV257Test-1050344636-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e48b8fa-e806-4629-9184-977e80391f3a HTTP/1.1" status: 200 len: 210 time: 0.0489352 Aug 22 13:30:59.522319 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=3849a0c5-fba1-4af3-9186-207a6d65355c,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:30:59.576513 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e02876ae-07b9-45e0-91db-cf7efb35c50f req-9b4a04f4-30e1-436d-832b-13d3a7189f7d tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Made reservation on behalf of bc7550b4a548451f8b1330acc8f91021 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:30:59.582989 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e02876ae-07b9-45e0-91db-cf7efb35c50f req-9b4a04f4-30e1-436d-832b-13d3a7189f7d tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:30:59.588639 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa091d5-e502-48f2-8c84-0b4508333e9a req-a34737a9-b05d-4035-9b3e-0c53c0ebcbff tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:59.590290 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-faa091d5-e502-48f2-8c84-0b4508333e9a req-a34737a9-b05d-4035-9b3e-0c53c0ebcbff tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=29129694-3a6c-43db-a100-6dc7f0c088a2 HTTP/1.1" status: 200 len: 946 time: 0.0847528 Aug 22 13:30:59.666475 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-faa091d5-e502-48f2-8c84-0b4508333e9a req-0c473551-3c50-47d6-b2b1-ff96d4d6e7f2 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656910 Aug 22 13:30:59.799063 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f1267e22-5e97-46ef-a213-19f760cd13d0 req-74d1e068-c7ca-4802-b17b-5fb05dd96908 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a944afd9-5a78-4a29-b7f4-0ec3921f97ac HTTP/1.1" status: 200 len: 210 time: 0.0378923 Aug 22 13:30:59.803412 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-e02876ae-07b9-45e0-91db-cf7efb35c50f req-9b4a04f4-30e1-436d-832b-13d3a7189f7d tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Allocated IP 172.20.0.14 (5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660/26169fc2-edbb-4588-a40f-611bbaa4dc0b/3597a3c4-34c5-4fd7-8331-4fd259b9f118) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:30:59.860316 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840ce10-9418-47ba-ad03-d74c54416745 req-2cbbf789-66c9-4662-8bc6-ba438c8ce183 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:30:59.861877 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c840ce10-9418-47ba-ad03-d74c54416745 req-2cbbf789-66c9-4662-8bc6-ba438c8ce183 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=29129694-3a6c-43db-a100-6dc7f0c088a2 HTTP/1.1" status: 200 len: 946 time: 0.0616930 Aug 22 13:30:59.908611 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c840ce10-9418-47ba-ad03-d74c54416745 req-3af26637-b011-481f-94e1-2f1478e0a0ee tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390484 Aug 22 13:30:59.984275 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e02876ae-07b9-45e0-91db-cf7efb35c50f req-9b4a04f4-30e1-436d-832b-13d3a7189f7d tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:00.006839 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-e02876ae-07b9-45e0-91db-cf7efb35c50f req-9b4a04f4-30e1-436d-832b-13d3a7189f7d tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Transition to ACTIVE for port object 3597a3c4-34c5-4fd7-8331-4fd259b9f118 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:31:00.048546 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e02876ae-07b9-45e0-91db-cf7efb35c50f req-9b4a04f4-30e1-436d-832b-13d3a7189f7d tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:00.350480 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d870d9-f553-43e9-a563-e5d9f71b9abd req-fd43d8e8-944c-4dc5-91e3-50d4048c49e7 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:00.358540 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a5d870d9-f553-43e9-a563-e5d9f71b9abd req-fd43d8e8-944c-4dc5-91e3-50d4048c49e7 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=29129694-3a6c-43db-a100-6dc7f0c088a2 HTTP/1.1" status: 200 len: 946 time: 0.0915263 Aug 22 13:31:00.428499 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a5d870d9-f553-43e9-a563-e5d9f71b9abd req-61af2193-4f27-49cb-afc3-1e633842df03 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690095 Aug 22 13:31:00.442208 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e2a11f-e32e-4e79-a730-e8cb22328c32 req-eaaaaf2c-77aa-4d8e-8e52-3f480b2837a2 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:00.447733 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d6e2a11f-e32e-4e79-a730-e8cb22328c32 req-eaaaaf2c-77aa-4d8e-8e52-3f480b2837a2 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf69ff6-0f9b-4203-86af-3f52f4cd0492 HTTP/1.1" status: 200 len: 945 time: 0.1175559 Aug 22 13:31:00.465695 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e02876ae-07b9-45e0-91db-cf7efb35c50f req-9b4a04f4-30e1-436d-832b-13d3a7189f7d tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Network 5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:31:00.469279 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-e02876ae-07b9-45e0-91db-cf7efb35c50f req-9b4a04f4-30e1-436d-832b-13d3a7189f7d tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:31:00.474147 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-e02876ae-07b9-45e0-91db-cf7efb35c50f req-9b4a04f4-30e1-436d-832b-13d3a7189f7d tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:31:00.534998 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d6e2a11f-e32e-4e79-a730-e8cb22328c32 req-60cb77f0-651a-47d8-9d20-c19d4fa584d9 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701489 Aug 22 13:31:00.536616 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02876ae-07b9-45e0-91db-cf7efb35c50f req-9b4a04f4-30e1-436d-832b-13d3a7189f7d tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:00.537570 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e02876ae-07b9-45e0-91db-cf7efb35c50f req-9b4a04f4-30e1-436d-832b-13d3a7189f7d tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:00.568925 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4a04f4-30e1-436d-832b-13d3a7189f7d tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Pushing event updated for resources: {'Port': ['ID=3597a3c4-34c5-4fd7-8331-4fd259b9f118,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:00.584768 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e02876ae-07b9-45e0-91db-cf7efb35c50f req-9b4a04f4-30e1-436d-832b-13d3a7189f7d tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2273049 Aug 22 13:31:00.603749 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [req-e02876ae-07b9-45e0-91db-cf7efb35c50f req-1b863332-9d5a-4a8f-8eaf-f110ff0be3a5 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:31:00.605700 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e02876ae-07b9-45e0-91db-cf7efb35c50f req-1b863332-9d5a-4a8f-8eaf-f110ff0be3a5 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105147 Aug 22 13:31:00.652768 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-67b6e32d-c78b-4742-a652-58472db5f38c req-997748e2-d6f8-4cde-aa57-e566ae7bbcdd tempest-ServerShowV257Test-1050344636 tempest-ServerShowV257Test-1050344636-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e48b8fa-e806-4629-9184-977e80391f3a HTTP/1.1" status: 200 len: 210 time: 0.0720172 Aug 22 13:31:00.734150 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-e02876ae-07b9-45e0-91db-cf7efb35c50f req-ac9bce84-dc15-4d9f-8b06-f783093bd2ff service neutron] Request body: {'port': {'device_id': 'a944afd9-5a78-4a29-b7f4-0ec3921f97ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:31:00.800381 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e02876ae-07b9-45e0-91db-cf7efb35c50f req-ac9bce84-dc15-4d9f-8b06-f783093bd2ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:00.920604 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-32a4e64e-c81d-4476-92c2-64653d7d8d95 None None] Provisioning for port 3597a3c4-34c5-4fd7-8331-4fd259b9f118 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:31:00.925569 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-32a4e64e-c81d-4476-92c2-64653d7d8d95 None None] Provisioning complete for port 3597a3c4-34c5-4fd7-8331-4fd259b9f118 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:31:00.926992 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-32a4e64e-c81d-4476-92c2-64653d7d8d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:00.936049 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5083e2-9bcd-4942-9457-c9bf482affd0 req-80cfb3cc-a5ef-4964-847b-faaadf0b619d tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:00.943651 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fa5083e2-9bcd-4942-9457-c9bf482affd0 req-80cfb3cc-a5ef-4964-847b-faaadf0b619d tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a944afd9-5a78-4a29-b7f4-0ec3921f97ac HTTP/1.1" status: 200 len: 932 time: 0.0705435 Aug 22 13:31:00.976127 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-32a4e64e-c81d-4476-92c2-64653d7d8d95 None None] Port 3597a3c4-34c5-4fd7-8331-4fd259b9f118 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:31:00.993265 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fa5083e2-9bcd-4942-9457-c9bf482affd0 req-41653624-2d60-499b-a8ac-c7208c08ddfa tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] 10.222.0.21 "GET /v2.0/security-groups?id=234c8b79-347f-43ad-9ed6-d781b1038229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482635 Aug 22 13:31:01.057755 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-79448d2b-0e15-4eb2-84aa-fa8cb4656253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:01.071340 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 3849a0c5-fba1-4af3-9186-207a6d65355c up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:31:01.120722 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 3849a0c5-fba1-4af3-9186-207a6d65355c triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:31:01.121290 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:01.131729 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-e02876ae-07b9-45e0-91db-cf7efb35c50f req-ac9bce84-dc15-4d9f-8b06-f783093bd2ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3597a3c4-34c5-4fd7-8331-4fd259b9f118 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:31:01.140053 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e02876ae-07b9-45e0-91db-cf7efb35c50f req-ac9bce84-dc15-4d9f-8b06-f783093bd2ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:01.155387 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-e02876ae-07b9-45e0-91db-cf7efb35c50f req-ac9bce84-dc15-4d9f-8b06-f783093bd2ff service neutron] Transition to ACTIVE for port object 3597a3c4-34c5-4fd7-8331-4fd259b9f118 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:31:01.162608 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e02876ae-07b9-45e0-91db-cf7efb35c50f req-ac9bce84-dc15-4d9f-8b06-f783093bd2ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:01.215637 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:01.260259 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9bce84-dc15-4d9f-8b06-f783093bd2ff service neutron] Pushing event updated for resources: {'Port': ['ID=3597a3c4-34c5-4fd7-8331-4fd259b9f118,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:01.299346 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-e02876ae-07b9-45e0-91db-cf7efb35c50f req-ac9bce84-dc15-4d9f-8b06-f783093bd2ff service neutron] Attempting to bind port 3597a3c4-34c5-4fd7-8331-4fd259b9f118 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:31:01.299675 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-e02876ae-07b9-45e0-91db-cf7efb35c50f req-ac9bce84-dc15-4d9f-8b06-f783093bd2ff service neutron] Attempting to bind port 3597a3c4-34c5-4fd7-8331-4fd259b9f118 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '49208809-da77-487f-9875-d534fb6ba483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:31:01.299999 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02876ae-07b9-45e0-91db-cf7efb35c50f req-ac9bce84-dc15-4d9f-8b06-f783093bd2ff service neutron] Attempting to bind port 3597a3c4-34c5-4fd7-8331-4fd259b9f118 on network 5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:31:01.304722 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02876ae-07b9-45e0-91db-cf7efb35c50f req-ac9bce84-dc15-4d9f-8b06-f783093bd2ff service neutron] Port 3597a3c4-34c5-4fd7-8331-4fd259b9f118 on network 5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:31:01.305175 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02876ae-07b9-45e0-91db-cf7efb35c50f req-ac9bce84-dc15-4d9f-8b06-f783093bd2ff service neutron] Attempting to bind port 3597a3c4-34c5-4fd7-8331-4fd259b9f118 on network 5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:31:01.312735 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02876ae-07b9-45e0-91db-cf7efb35c50f req-ac9bce84-dc15-4d9f-8b06-f783093bd2ff service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:31:01.313067 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02876ae-07b9-45e0-91db-cf7efb35c50f req-ac9bce84-dc15-4d9f-8b06-f783093bd2ff service neutron] Checking segment: {'id': '49208809-da77-487f-9875-d534fb6ba483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:31:01.313462 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02876ae-07b9-45e0-91db-cf7efb35c50f req-ac9bce84-dc15-4d9f-8b06-f783093bd2ff service neutron] Bound using segment: {'id': '49208809-da77-487f-9875-d534fb6ba483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:31:01.313876 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-e02876ae-07b9-45e0-91db-cf7efb35c50f req-ac9bce84-dc15-4d9f-8b06-f783093bd2ff service neutron] Bound port: 3597a3c4-34c5-4fd7-8331-4fd259b9f118, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49208809-da77-487f-9875-d534fb6ba483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:31:01.314231 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e02876ae-07b9-45e0-91db-cf7efb35c50f req-ac9bce84-dc15-4d9f-8b06-f783093bd2ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:01.335100 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65762e-889c-48cc-9522-b5c4e10721f7 req-505ada4c-1128-4750-98b0-e2d09d7cf444 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:01.337490 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7f65762e-889c-48cc-9522-b5c4e10721f7 req-505ada4c-1128-4750-98b0-e2d09d7cf444 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf69ff6-0f9b-4203-86af-3f52f4cd0492 HTTP/1.1" status: 200 len: 945 time: 0.0671756 Aug 22 13:31:01.395900 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-e02876ae-07b9-45e0-91db-cf7efb35c50f req-ac9bce84-dc15-4d9f-8b06-f783093bd2ff service neutron] For port 3597a3c4-34c5-4fd7-8331-4fd259b9f118, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:31:01.400274 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-e02876ae-07b9-45e0-91db-cf7efb35c50f req-ac9bce84-dc15-4d9f-8b06-f783093bd2ff service neutron] For port 3597a3c4-34c5-4fd7-8331-4fd259b9f118, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=3597a3c4-34c5-4fd7-8331-4fd259b9f118,segment=NetworkSegment(49208809-da77-487f-9875-d534fb6ba483),segment_id=49208809-da77-487f-9875-d534fb6ba483)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:31:01.405041 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e02876ae-07b9-45e0-91db-cf7efb35c50f req-ac9bce84-dc15-4d9f-8b06-f783093bd2ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:01.446344 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02876ae-07b9-45e0-91db-cf7efb35c50f req-ac9bce84-dc15-4d9f-8b06-f783093bd2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:01.446824 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-7f65762e-889c-48cc-9522-b5c4e10721f7 req-613ff560-f43c-4bb0-9277-4318bc8f43c0 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Deleting port 80ecb7f5-43ab-40aa-bf79-3c89ac06f33d {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:31:01.446973 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e02876ae-07b9-45e0-91db-cf7efb35c50f req-ac9bce84-dc15-4d9f-8b06-f783093bd2ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:01.447171 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7f65762e-889c-48cc-9522-b5c4e10721f7 req-613ff560-f43c-4bb0-9277-4318bc8f43c0 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:01.448411 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e02876ae-07b9-45e0-91db-cf7efb35c50f req-ac9bce84-dc15-4d9f-8b06-f783093bd2ff service neutron] 10.222.0.41 "PUT /v2.0/ports/3597a3c4-34c5-4fd7-8331-4fd259b9f118 HTTP/1.1" status: 200 len: 1093 time: 0.8297191 Aug 22 13:31:01.448860 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a944afd9-5a78-4a29-b7f4-0ec3921f97ac', 'tag': '3597a3c4-34c5-4fd7-8331-4fd259b9f118'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:31:01.451116 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7e3230-befe-49a0-936f-a07631e11f38" -d '{"events": [{"name": "network-changed", "server_uuid": "a944afd9-5a78-4a29-b7f4-0ec3921f97ac", "tag": "3597a3c4-34c5-4fd7-8331-4fd259b9f118"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:31:01.486240 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9bce84-dc15-4d9f-8b06-f783093bd2ff service neutron] Pushing event updated for resources: {'Port': ['ID=3597a3c4-34c5-4fd7-8331-4fd259b9f118,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:01.543132 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02876ae-07b9-45e0-91db-cf7efb35c50f req-67a8c329-d417-4c7b-9452-86f72f3f3a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:01.544661 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e02876ae-07b9-45e0-91db-cf7efb35c50f req-67a8c329-d417-4c7b-9452-86f72f3f3a77 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bc7550b4a548451f8b1330acc8f91021&device_id=a944afd9-5a78-4a29-b7f4-0ec3921f97ac HTTP/1.1" status: 200 len: 1096 time: 0.0508876 Aug 22 13:31:01.582968 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-7f65762e-889c-48cc-9522-b5c4e10721f7 req-613ff560-f43c-4bb0-9277-4318bc8f43c0 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] For port 80ecb7f5-43ab-40aa-bf79-3c89ac06f33d, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=80ecb7f5-43ab-40aa-bf79-3c89ac06f33d,segment=NetworkSegment(b2446ece-d720-4443-890c-13eae2cebc74),segment_id=b2446ece-d720-4443-890c-13eae2cebc74)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:31:01.583353 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7f65762e-889c-48cc-9522-b5c4e10721f7 req-613ff560-f43c-4bb0-9277-4318bc8f43c0 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:01.604355 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e02876ae-07b9-45e0-91db-cf7efb35c50f req-3bc7b7b3-41ac-4dbd-b0a0-4a36698451e1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3597a3c4-34c5-4fd7-8331-4fd259b9f118 HTTP/1.1" status: 200 len: 217 time: 0.0501482 Aug 22 13:31:01.612274 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-7f65762e-889c-48cc-9522-b5c4e10721f7 req-613ff560-f43c-4bb0-9277-4318bc8f43c0 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Calling delete_port for 80ecb7f5-43ab-40aa-bf79-3c89ac06f33d owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:31:01.632337 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef48686-c4d4-4ca2-ae18-dee82723d7a1 x-openstack-request-id: req-4ef48686-c4d4-4ca2-ae18-dee82723d7a1 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:31:01.632690 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a944afd9-5a78-4a29-b7f4-0ec3921f97ac", "tag": "3597a3c4-34c5-4fd7-8331-4fd259b9f118", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:31:01.632932 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4ef48686-c4d4-4ca2-ae18-dee82723d7a1 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:31:01.634415 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a944afd9-5a78-4a29-b7f4-0ec3921f97ac', 'tag': '3597a3c4-34c5-4fd7-8331-4fd259b9f118', 'status': 'completed', 'code': 200} Aug 22 13:31:01.677068 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02876ae-07b9-45e0-91db-cf7efb35c50f req-427be559-0353-4a01-a0f6-e4f7c26cebda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:01.678606 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e02876ae-07b9-45e0-91db-cf7efb35c50f req-427be559-0353-4a01-a0f6-e4f7c26cebda service neutron] 10.222.0.41 "GET /v2.0/subnets?id=26169fc2-edbb-4588-a40f-611bbaa4dc0b HTTP/1.1" status: 200 len: 849 time: 0.0670552 Aug 22 13:31:01.698791 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ababea-84a2-48ee-b59c-7c8320a2bf6b req-67503bcb-68b5-442b-ad4c-53bdb796ea0d tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:01.700428 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-63ababea-84a2-48ee-b59c-7c8320a2bf6b req-67503bcb-68b5-442b-ad4c-53bdb796ea0d tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=29129694-3a6c-43db-a100-6dc7f0c088a2 HTTP/1.1" status: 200 len: 946 time: 0.1087008 Aug 22 13:31:01.743954 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02876ae-07b9-45e0-91db-cf7efb35c50f req-2ddd822f-42e4-4968-8f55-c40d22a579f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:01.745690 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e02876ae-07b9-45e0-91db-cf7efb35c50f req-2ddd822f-42e4-4968-8f55-c40d22a579f3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573738 Aug 22 13:31:01.798421 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-63ababea-84a2-48ee-b59c-7c8320a2bf6b req-c3d99d9d-0f17-405b-9c2f-93f8d03a64b0 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842540 Aug 22 13:31:01.811041 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db20fd95-bfa5-4e4e-87c6-f71afc4976cf req-bca63490-e1ed-4a24-a34b-22f4dccb220f tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:01.816801 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-db20fd95-bfa5-4e4e-87c6-f71afc4976cf req-bca63490-e1ed-4a24-a34b-22f4dccb220f tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf69ff6-0f9b-4203-86af-3f52f4cd0492 HTTP/1.1" status: 200 len: 945 time: 0.1137927 Aug 22 13:31:01.846943 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e02876ae-07b9-45e0-91db-cf7efb35c50f req-752db961-2a80-44ca-9291-2ae256363862 service neutron] 10.222.0.41 "GET /v2.0/networks/5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932310 Aug 22 13:31:01.910537 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-db20fd95-bfa5-4e4e-87c6-f71afc4976cf req-697e1679-bc3e-4e99-a6b6-f272b8ac413d tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608633 Aug 22 13:31:01.929645 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7f65762e-889c-48cc-9522-b5c4e10721f7 req-613ff560-f43c-4bb0-9277-4318bc8f43c0 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:01.934772 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-415655fa-9277-49b1-83fd-b87ddbd7e9c1 req-9481b815-3452-4dc6-b7f4-5708edec5b2d tempest-ServerShowV257Test-1050344636 tempest-ServerShowV257Test-1050344636-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e48b8fa-e806-4629-9184-977e80391f3a HTTP/1.1" status: 200 len: 210 time: 0.0456567 Aug 22 13:31:01.942865 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['80ecb7f5-43ab-40aa-bf79-3c89ac06f33d'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:31:01.961691 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e02876ae-07b9-45e0-91db-cf7efb35c50f req-377205ef-caa7-4472-9f16-01c78463cad6 service neutron] 10.222.0.41 "GET /v2.0/networks/5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015298 Aug 22 13:31:01.963247 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613ff560-f43c-4bb0-9277-4318bc8f43c0 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Pushing event deleted for resources: {'Port': ['ID=80ecb7f5-43ab-40aa-bf79-3c89ac06f33d,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:01.977282 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613ff560-f43c-4bb0-9277-4318bc8f43c0 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:31:01.977282 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613ff560-f43c-4bb0-9277-4318bc8f43c0 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:31:01.977564 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613ff560-f43c-4bb0-9277-4318bc8f43c0 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:31:01.977838 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613ff560-f43c-4bb0-9277-4318bc8f43c0 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:31:01.978155 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613ff560-f43c-4bb0-9277-4318bc8f43c0 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:31:01.978493 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613ff560-f43c-4bb0-9277-4318bc8f43c0 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:31:01.978830 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613ff560-f43c-4bb0-9277-4318bc8f43c0 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:31:01.979160 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613ff560-f43c-4bb0-9277-4318bc8f43c0 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:31:01.979494 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613ff560-f43c-4bb0-9277-4318bc8f43c0 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:31:01.979844 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613ff560-f43c-4bb0-9277-4318bc8f43c0 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:31:01.980164 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613ff560-f43c-4bb0-9277-4318bc8f43c0 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:31:01.980514 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613ff560-f43c-4bb0-9277-4318bc8f43c0 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:31:02.016658 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f65762e-889c-48cc-9522-b5c4e10721f7 req-613ff560-f43c-4bb0-9277-4318bc8f43c0 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] No DVR routers for this DVR port 80ecb7f5-43ab-40aa-bf79-3c89ac06f33d on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:31:02.019146 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7f65762e-889c-48cc-9522-b5c4e10721f7 req-613ff560-f43c-4bb0-9277-4318bc8f43c0 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:02.021388 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7f65762e-889c-48cc-9522-b5c4e10721f7 req-613ff560-f43c-4bb0-9277-4318bc8f43c0 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.16 "DELETE /v2.0/ports/80ecb7f5-43ab-40aa-bf79-3c89ac06f33d HTTP/1.1" status: 204 len: 173 time: 0.6749985 Aug 22 13:31:02.021853 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf69ff6-0f9b-4203-86af-3f52f4cd0492', 'name': 'network-vif-deleted', 'tag': '80ecb7f5-43ab-40aa-bf79-3c89ac06f33d'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:31:02.024940 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3fc4537-23ff-47fb-ac6d-17871e13c01c" -d '{"events": [{"server_uuid": "cbf69ff6-0f9b-4203-86af-3f52f4cd0492", "name": "network-vif-deleted", "tag": "80ecb7f5-43ab-40aa-bf79-3c89ac06f33d"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:31:02.039860 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['244baafb-8604-42c0-b225-646fcb06b532'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:31:02.095487 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e3230-befe-49a0-936f-a07631e11f38 req-849e9d26-3133-4f39-a096-3ba25d270524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:02.097183 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-1e7e3230-befe-49a0-936f-a07631e11f38 req-849e9d26-3133-4f39-a096-3ba25d270524 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bc7550b4a548451f8b1330acc8f91021&device_id=a944afd9-5a78-4a29-b7f4-0ec3921f97ac HTTP/1.1" status: 200 len: 1096 time: 0.0597110 Aug 22 13:31:02.209612 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e3230-befe-49a0-936f-a07631e11f38 req-ae22399d-86cb-4246-aa96-c611eb990d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:02.211756 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-1e7e3230-befe-49a0-936f-a07631e11f38 req-ae22399d-86cb-4246-aa96-c611eb990d97 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660 HTTP/1.1" status: 200 len: 911 time: 0.1072304 Aug 22 13:31:02.256915 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-1e7e3230-befe-49a0-936f-a07631e11f38 req-32bcc678-755c-4ad8-b5fa-cff7abe43951 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3597a3c4-34c5-4fd7-8331-4fd259b9f118 HTTP/1.1" status: 200 len: 217 time: 0.0368741 Aug 22 13:31:02.312643 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e3230-befe-49a0-936f-a07631e11f38 req-5b9615ef-70aa-4be9-a4b0-52f09b4307b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:02.313761 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e9e8b-5446-4e44-8f6e-1cb5367b1057 req-17be2e9d-0c8e-4ba6-bc3b-24536c436c2b tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:02.314159 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-1e7e3230-befe-49a0-936f-a07631e11f38 req-5b9615ef-70aa-4be9-a4b0-52f09b4307b4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=26169fc2-edbb-4588-a40f-611bbaa4dc0b HTTP/1.1" status: 200 len: 849 time: 0.0489225 Aug 22 13:31:02.315438 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3e0e9e8b-5446-4e44-8f6e-1cb5367b1057 req-17be2e9d-0c8e-4ba6-bc3b-24536c436c2b tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a944afd9-5a78-4a29-b7f4-0ec3921f97ac HTTP/1.1" status: 200 len: 944 time: 0.0879738 Aug 22 13:31:02.324941 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15532bcf-9795-42e4-81bb-9ca4c011a208 req-ed717fac-daf6-417f-bb2d-d9abc39d98ef tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:02.326417 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-15532bcf-9795-42e4-81bb-9ca4c011a208 req-ed717fac-daf6-417f-bb2d-d9abc39d98ef tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/networks?id=652b7040-839e-4592-b462-d4511ac6e125 HTTP/1.1" status: 200 len: 808 time: 0.1994154 Aug 22 13:31:02.330937 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:02.352754 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-15532bcf-9795-42e4-81bb-9ca4c011a208 req-38a58134-f5dc-4f87-baa2-ab69c07ac7c1 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/quotas/61d15703803940a485cdd8f67b081dcb HTTP/1.1" status: 200 len: 375 time: 0.0188191 Aug 22 13:31:02.364825 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e3230-befe-49a0-936f-a07631e11f38 req-0d2c2bea-4aa9-4905-bf5a-19acb1de5a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:02.366340 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-1e7e3230-befe-49a0-936f-a07631e11f38 req-0d2c2bea-4aa9-4905-bf5a-19acb1de5a90 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434666 Aug 22 13:31:02.378050 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3e0e9e8b-5446-4e44-8f6e-1cb5367b1057 req-84830bd9-895e-4cfa-970c-5628dd988685 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] 10.222.0.21 "GET /v2.0/security-groups?id=234c8b79-347f-43ad-9ed6-d781b1038229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506694 Aug 22 13:31:02.418879 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-15532bcf-9795-42e4-81bb-9ca4c011a208 req-2127e88c-0208-4297-9cc7-39f5f32cf90a tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=61d15703803940a485cdd8f67b081dcb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0568099 Aug 22 13:31:02.428847 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ebb52b-a8be-4de9-80ce-d8cc003c283a x-openstack-request-id: req-b6ebb52b-a8be-4de9-80ce-d8cc003c283a {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:31:02.429144 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf69ff6-0f9b-4203-86af-3f52f4cd0492", "name": "network-vif-deleted", "tag": "80ecb7f5-43ab-40aa-bf79-3c89ac06f33d", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:31:02.429503 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b6ebb52b-a8be-4de9-80ce-d8cc003c283a {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:31:02.429906 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf69ff6-0f9b-4203-86af-3f52f4cd0492', 'name': 'network-vif-deleted', 'tag': '80ecb7f5-43ab-40aa-bf79-3c89ac06f33d', 'status': 'completed', 'code': 200} Aug 22 13:31:02.458633 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-1e7e3230-befe-49a0-936f-a07631e11f38 req-c4cc4af2-a49f-4f46-a3db-86c37814cd6d service neutron] 10.222.0.41 "GET /v2.0/networks/5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845048 Aug 22 13:31:02.516776 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-15532bcf-9795-42e4-81bb-9ca4c011a208 req-2286c62d-b4d2-426e-848d-0f1e6b714291 service neutron] 10.222.0.21 "GET /v2.0/networks/652b7040-839e-4592-b462-d4511ac6e125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858591 Aug 22 13:31:02.551279 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-1e7e3230-befe-49a0-936f-a07631e11f38 req-2d55b4b4-f3d8-46ba-a213-5627cd50d787 service neutron] 10.222.0.41 "GET /v2.0/networks/5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851746 Aug 22 13:31:02.609513 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-15532bcf-9795-42e4-81bb-9ca4c011a208 req-dbc6a1b2-dd1a-47ce-86ef-cfef922169cb service neutron] 10.222.0.21 "GET /v2.0/networks/652b7040-839e-4592-b462-d4511ac6e125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866208 Aug 22 13:31:02.926682 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5178bec5-2a85-4c14-8d90-d85f10477519 req-b7c67535-ad13-4c12-b0c1-b526c1d57caa tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c4b6218-090d-45f2-8c40-4f3878d936a1 HTTP/1.1" status: 200 len: 210 time: 0.0546200 Aug 22 13:31:02.950565 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f357135-8a74-40fe-ad98-efac033a5745 req-7b7c1464-2c09-45d8-911d-9e996b74a4ef tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:02.952191 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5f357135-8a74-40fe-ad98-efac033a5745 req-7b7c1464-2c09-45d8-911d-9e996b74a4ef tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=29129694-3a6c-43db-a100-6dc7f0c088a2 HTTP/1.1" status: 200 len: 946 time: 0.0813720 Aug 22 13:31:03.010492 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5f357135-8a74-40fe-ad98-efac033a5745 req-6ac38fd9-e5d5-49c3-8886-290f6427d820 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465007 Aug 22 13:31:03.104037 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a22f2e4b-b72b-485d-afb9-c506dd3b091b req-1eb297f8-b4d5-44e4-a4e3-a273e0bfe89a tempest-ServerShowV257Test-1050344636 tempest-ServerShowV257Test-1050344636-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e48b8fa-e806-4629-9184-977e80391f3a HTTP/1.1" status: 200 len: 210 time: 0.0288780 Aug 22 13:31:03.325294 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fea3e7-d4d1-49d7-9ec9-7b86b1a83d14 req-0417d87e-befd-4c83-93b7-a56c2930250c tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:03.326712 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-27fea3e7-d4d1-49d7-9ec9-7b86b1a83d14 req-0417d87e-befd-4c83-93b7-a56c2930250c tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d7ffbc7-b2d5-4bba-a073-c6fbb5c6b114 HTTP/1.1" status: 200 len: 946 time: 0.0564394 Aug 22 13:31:03.366581 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-27fea3e7-d4d1-49d7-9ec9-7b86b1a83d14 req-f32a7af0-a5fd-4c37-9615-53ed11874445 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338194 Aug 22 13:31:03.502335 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec1aec-2802-4c63-a77c-9edacfa0902a req-6f6b49d8-6e10-430e-bdc6-a95e3df2540d tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:03.503809 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5cec1aec-2802-4c63-a77c-9edacfa0902a req-6f6b49d8-6e10-430e-bdc6-a95e3df2540d tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a944afd9-5a78-4a29-b7f4-0ec3921f97ac HTTP/1.1" status: 200 len: 944 time: 0.0525384 Aug 22 13:31:03.541451 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5cec1aec-2802-4c63-a77c-9edacfa0902a req-21c41fac-9345-432d-9515-f2966500a973 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] 10.222.0.21 "GET /v2.0/security-groups?id=234c8b79-347f-43ad-9ed6-d781b1038229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316212 Aug 22 13:31:03.612574 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:03.925582 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15532bcf-9795-42e4-81bb-9ca4c011a208 req-257f7d4c-61d0-417d-adcd-8ca55db40887 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:03.927032 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-15532bcf-9795-42e4-81bb-9ca4c011a208 req-257f7d4c-61d0-417d-adcd-8ca55db40887 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.41 "GET /v2.0/networks?id=652b7040-839e-4592-b462-d4511ac6e125 HTTP/1.1" status: 200 len: 808 time: 0.1073647 Aug 22 13:31:03.942392 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-15532bcf-9795-42e4-81bb-9ca4c011a208 req-a9814fc7-7bf3-4511-a4aa-f4add63f5e22 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Request body: {'port': {'device_id': '4c4b6218-090d-45f2-8c40-4f3878d936a1', 'network_id': '652b7040-839e-4592-b462-d4511ac6e125', 'admin_state_up': True, 'tenant_id': '61d15703803940a485cdd8f67b081dcb'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:31:04.053048 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3cbc58a4-e081-4c5a-8429-d094338aff1a req-4cfcd4e3-3a22-4698-b491-c8e97abdef7e tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c4b6218-090d-45f2-8c40-4f3878d936a1 HTTP/1.1" status: 200 len: 210 time: 0.0415707 Aug 22 13:31:04.068207 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15532bcf-9795-42e4-81bb-9ca4c011a208 req-a9814fc7-7bf3-4511-a4aa-f4add63f5e22 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Made reservation on behalf of 61d15703803940a485cdd8f67b081dcb for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:31:04.073058 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-15532bcf-9795-42e4-81bb-9ca4c011a208 req-a9814fc7-7bf3-4511-a4aa-f4add63f5e22 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:04.161322 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:04.163591 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1223e7-5d6e-4106-aff9-fcffa62768ec req-6ecb64bb-922f-48ef-a06f-36bf1f0f3d44 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:04.172694 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4c1223e7-5d6e-4106-aff9-fcffa62768ec req-6ecb64bb-922f-48ef-a06f-36bf1f0f3d44 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=29129694-3a6c-43db-a100-6dc7f0c088a2 HTTP/1.1" status: 200 len: 946 time: 0.0810399 Aug 22 13:31:04.215214 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-15532bcf-9795-42e4-81bb-9ca4c011a208 req-a9814fc7-7bf3-4511-a4aa-f4add63f5e22 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Allocated IP 172.20.0.14 (652b7040-839e-4592-b462-d4511ac6e125/236eb505-a499-4edb-a293-2a2d85a583c0/fdd124d4-59b0-405f-9463-c2cf47d88c74) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:31:04.233245 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-43a82d34-55c2-4009-94c3-7bb2d0506a30 req-5d18a94c-1766-48d1-8f1f-507ed86a89d0 tempest-ServerShowV257Test-1050344636 tempest-ServerShowV257Test-1050344636-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e48b8fa-e806-4629-9184-977e80391f3a HTTP/1.1" status: 200 len: 210 time: 0.0395660 Aug 22 13:31:04.257221 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4c1223e7-5d6e-4106-aff9-fcffa62768ec req-a0d84349-77a4-46a2-9c4b-0e0b19adc8d2 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832083 Aug 22 13:31:04.413129 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-15532bcf-9795-42e4-81bb-9ca4c011a208 req-a9814fc7-7bf3-4511-a4aa-f4add63f5e22 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:04.455580 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-15532bcf-9795-42e4-81bb-9ca4c011a208 req-a9814fc7-7bf3-4511-a4aa-f4add63f5e22 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:04.467864 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['2d135122-52a0-4e66-86c2-520768cf0447'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:31:04.490800 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7379c-ce4f-4d86-86b6-27de67605ac9 req-6e802370-0e56-4215-afa6-4ce395f31979 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:04.492860 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b4e7379c-ce4f-4d86-86b6-27de67605ac9 req-6e802370-0e56-4215-afa6-4ce395f31979 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d7ffbc7-b2d5-4bba-a073-c6fbb5c6b114 HTTP/1.1" status: 200 len: 946 time: 0.0530958 Aug 22 13:31:04.501139 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15532bcf-9795-42e4-81bb-9ca4c011a208 req-a9814fc7-7bf3-4511-a4aa-f4add63f5e22 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Network 652b7040-839e-4592-b462-d4511ac6e125 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:31:04.506020 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-15532bcf-9795-42e4-81bb-9ca4c011a208 req-a9814fc7-7bf3-4511-a4aa-f4add63f5e22 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:31:04.510634 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-15532bcf-9795-42e4-81bb-9ca4c011a208 req-a9814fc7-7bf3-4511-a4aa-f4add63f5e22 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:31:04.519782 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 80ecb7f5-43ab-40aa-bf79-3c89ac06f33d no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:31:04.541257 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9814fc7-7bf3-4511-a4aa-f4add63f5e22 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Pushing event updated for resources: {'Port': ['ID=fdd124d4-59b0-405f-9463-c2cf47d88c74,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:04.551029 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b4e7379c-ce4f-4d86-86b6-27de67605ac9 req-a1e8a681-c4bd-4743-b827-bed8755764fc tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515978 Aug 22 13:31:04.581430 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15532bcf-9795-42e4-81bb-9ca4c011a208 req-a9814fc7-7bf3-4511-a4aa-f4add63f5e22 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:04.582246 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-15532bcf-9795-42e4-81bb-9ca4c011a208 req-a9814fc7-7bf3-4511-a4aa-f4add63f5e22 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:04.600455 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-15532bcf-9795-42e4-81bb-9ca4c011a208 req-a9814fc7-7bf3-4511-a4aa-f4add63f5e22 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6624696 Aug 22 13:31:04.613987 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-15532bcf-9795-42e4-81bb-9ca4c011a208 req-43819d30-877d-45c0-8aef-05782c41f75e service neutron] Request body: {'port': {'device_id': '4c4b6218-090d-45f2-8c40-4f3878d936a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:31:04.673468 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e643e-e4d3-46c1-b431-7a8b5d385496 req-35ee627a-e9d0-442d-87e5-42024477fe18 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:04.681310 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-15532bcf-9795-42e4-81bb-9ca4c011a208 req-43819d30-877d-45c0-8aef-05782c41f75e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:04.682735 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ac0e643e-e4d3-46c1-b431-7a8b5d385496 req-35ee627a-e9d0-442d-87e5-42024477fe18 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a944afd9-5a78-4a29-b7f4-0ec3921f97ac HTTP/1.1" status: 200 len: 944 time: 0.0605676 Aug 22 13:31:04.721297 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: 80ecb7f5-43ab-40aa-bf79-3c89ac06f33d {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:31:04.722301 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 80ecb7f5-43ab-40aa-bf79-3c89ac06f33d not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:31:04.730164 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ac0e643e-e4d3-46c1-b431-7a8b5d385496 req-cb9954b2-66e9-424d-b817-edbeeca8b342 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] 10.222.0.21 "GET /v2.0/security-groups?id=234c8b79-347f-43ad-9ed6-d781b1038229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460188 Aug 22 13:31:04.963100 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-15532bcf-9795-42e4-81bb-9ca4c011a208 req-43819d30-877d-45c0-8aef-05782c41f75e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdd124d4-59b0-405f-9463-c2cf47d88c74 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:31:04.972266 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-15532bcf-9795-42e4-81bb-9ca4c011a208 req-43819d30-877d-45c0-8aef-05782c41f75e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:04.987153 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-15532bcf-9795-42e4-81bb-9ca4c011a208 req-43819d30-877d-45c0-8aef-05782c41f75e service neutron] Transition to ACTIVE for port object fdd124d4-59b0-405f-9463-c2cf47d88c74 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:31:04.990785 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-15532bcf-9795-42e4-81bb-9ca4c011a208 req-43819d30-877d-45c0-8aef-05782c41f75e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:05.045677 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43819d30-877d-45c0-8aef-05782c41f75e service neutron] Pushing event updated for resources: {'Port': ['ID=fdd124d4-59b0-405f-9463-c2cf47d88c74,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:05.114522 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-15532bcf-9795-42e4-81bb-9ca4c011a208 req-43819d30-877d-45c0-8aef-05782c41f75e service neutron] Attempting to bind port fdd124d4-59b0-405f-9463-c2cf47d88c74 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:31:05.114848 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-15532bcf-9795-42e4-81bb-9ca4c011a208 req-43819d30-877d-45c0-8aef-05782c41f75e service neutron] Attempting to bind port fdd124d4-59b0-405f-9463-c2cf47d88c74 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '18b5a6df-b98f-4d4b-9428-0223d3f719a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '652b7040-839e-4592-b462-d4511ac6e125'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:31:05.115173 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15532bcf-9795-42e4-81bb-9ca4c011a208 req-43819d30-877d-45c0-8aef-05782c41f75e service neutron] Attempting to bind port fdd124d4-59b0-405f-9463-c2cf47d88c74 on network 652b7040-839e-4592-b462-d4511ac6e125 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:31:05.119905 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15532bcf-9795-42e4-81bb-9ca4c011a208 req-43819d30-877d-45c0-8aef-05782c41f75e service neutron] Port fdd124d4-59b0-405f-9463-c2cf47d88c74 on network 652b7040-839e-4592-b462-d4511ac6e125 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:31:05.120219 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15532bcf-9795-42e4-81bb-9ca4c011a208 req-43819d30-877d-45c0-8aef-05782c41f75e service neutron] Attempting to bind port fdd124d4-59b0-405f-9463-c2cf47d88c74 on network 652b7040-839e-4592-b462-d4511ac6e125 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:31:05.125037 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15532bcf-9795-42e4-81bb-9ca4c011a208 req-43819d30-877d-45c0-8aef-05782c41f75e service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:31:05.125379 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15532bcf-9795-42e4-81bb-9ca4c011a208 req-43819d30-877d-45c0-8aef-05782c41f75e service neutron] Checking segment: {'id': '18b5a6df-b98f-4d4b-9428-0223d3f719a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '652b7040-839e-4592-b462-d4511ac6e125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:31:05.125758 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15532bcf-9795-42e4-81bb-9ca4c011a208 req-43819d30-877d-45c0-8aef-05782c41f75e service neutron] Bound using segment: {'id': '18b5a6df-b98f-4d4b-9428-0223d3f719a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '652b7040-839e-4592-b462-d4511ac6e125'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:31:05.126181 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-15532bcf-9795-42e4-81bb-9ca4c011a208 req-43819d30-877d-45c0-8aef-05782c41f75e service neutron] Bound port: fdd124d4-59b0-405f-9463-c2cf47d88c74, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18b5a6df-b98f-4d4b-9428-0223d3f719a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '652b7040-839e-4592-b462-d4511ac6e125'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:31:05.126631 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-15532bcf-9795-42e4-81bb-9ca4c011a208 req-43819d30-877d-45c0-8aef-05782c41f75e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:05.176447 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889fde4-5bb0-4f14-a690-8a05e0391b0c req-39f3a328-843d-48f1-995d-c3cf6bf60962 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:05.183849 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7889fde4-5bb0-4f14-a690-8a05e0391b0c req-39f3a328-843d-48f1-995d-c3cf6bf60962 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c4b6218-090d-45f2-8c40-4f3878d936a1 HTTP/1.1" status: 200 len: 944 time: 0.0570991 Aug 22 13:31:05.196660 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-15532bcf-9795-42e4-81bb-9ca4c011a208 req-43819d30-877d-45c0-8aef-05782c41f75e service neutron] For port fdd124d4-59b0-405f-9463-c2cf47d88c74, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:31:05.200178 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-15532bcf-9795-42e4-81bb-9ca4c011a208 req-43819d30-877d-45c0-8aef-05782c41f75e service neutron] For port fdd124d4-59b0-405f-9463-c2cf47d88c74, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=fdd124d4-59b0-405f-9463-c2cf47d88c74,segment=NetworkSegment(18b5a6df-b98f-4d4b-9428-0223d3f719a9),segment_id=18b5a6df-b98f-4d4b-9428-0223d3f719a9)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:31:05.207075 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-15532bcf-9795-42e4-81bb-9ca4c011a208 req-43819d30-877d-45c0-8aef-05782c41f75e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:05.237059 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7889fde4-5bb0-4f14-a690-8a05e0391b0c req-a04a7853-1f42-4578-b4b9-e59d21dc301b tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522170 Aug 22 13:31:05.247060 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15532bcf-9795-42e4-81bb-9ca4c011a208 req-43819d30-877d-45c0-8aef-05782c41f75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:05.247675 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-15532bcf-9795-42e4-81bb-9ca4c011a208 req-43819d30-877d-45c0-8aef-05782c41f75e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:05.249108 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-15532bcf-9795-42e4-81bb-9ca4c011a208 req-43819d30-877d-45c0-8aef-05782c41f75e service neutron] 10.222.0.41 "PUT /v2.0/ports/fdd124d4-59b0-405f-9463-c2cf47d88c74 HTTP/1.1" status: 200 len: 1093 time: 0.6400304 Aug 22 13:31:05.249550 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c4b6218-090d-45f2-8c40-4f3878d936a1', 'tag': 'fdd124d4-59b0-405f-9463-c2cf47d88c74'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:31:05.251828 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f061ce-82e6-47f7-a306-9373dc58c0df" -d '{"events": [{"name": "network-changed", "server_uuid": "4c4b6218-090d-45f2-8c40-4f3878d936a1", "tag": "fdd124d4-59b0-405f-9463-c2cf47d88c74"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:31:05.299651 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e374a9dc-fd1d-4715-b013-3ded1ad1e977 x-openstack-request-id: req-e374a9dc-fd1d-4715-b013-3ded1ad1e977 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:31:05.299935 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c4b6218-090d-45f2-8c40-4f3878d936a1", "tag": "fdd124d4-59b0-405f-9463-c2cf47d88c74", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:31:05.300183 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e374a9dc-fd1d-4715-b013-3ded1ad1e977 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:31:05.300600 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c4b6218-090d-45f2-8c40-4f3878d936a1', 'tag': 'fdd124d4-59b0-405f-9463-c2cf47d88c74', 'status': 'completed', 'code': 200} Aug 22 13:31:05.340020 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43819d30-877d-45c0-8aef-05782c41f75e service neutron] Pushing event updated for resources: {'Port': ['ID=fdd124d4-59b0-405f-9463-c2cf47d88c74,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:05.353911 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15532bcf-9795-42e4-81bb-9ca4c011a208 req-15df00b5-1244-4d50-9582-87688b8aebc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:05.355433 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-15532bcf-9795-42e4-81bb-9ca4c011a208 req-15df00b5-1244-4d50-9582-87688b8aebc7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=61d15703803940a485cdd8f67b081dcb&device_id=4c4b6218-090d-45f2-8c40-4f3878d936a1 HTTP/1.1" status: 200 len: 1096 time: 0.0575826 Aug 22 13:31:05.369758 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4ad01d2e-888c-44a4-81ee-aa61235b3022 req-6cfa7ef7-234c-42d1-a556-a6e87df0489b tempest-ServerShowV257Test-1050344636 tempest-ServerShowV257Test-1050344636-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e48b8fa-e806-4629-9184-977e80391f3a HTTP/1.1" status: 200 len: 210 time: 0.0361545 Aug 22 13:31:05.409840 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-15532bcf-9795-42e4-81bb-9ca4c011a208 req-533e4947-ffa4-43f7-a1f7-1c82d3986208 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fdd124d4-59b0-405f-9463-c2cf47d88c74 HTTP/1.1" status: 200 len: 217 time: 0.0453320 Aug 22 13:31:05.431641 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b56fe-c9cf-4471-a366-b54567e009a4 req-f3bbf67c-2245-4935-9297-2bebd4d4c201 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:05.433616 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-299b56fe-c9cf-4471-a366-b54567e009a4 req-f3bbf67c-2245-4935-9297-2bebd4d4c201 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=29129694-3a6c-43db-a100-6dc7f0c088a2 HTTP/1.1" status: 200 len: 946 time: 0.0681851 Aug 22 13:31:05.475199 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15532bcf-9795-42e4-81bb-9ca4c011a208 req-4424769a-e055-4d31-a0aa-89393810f94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:05.477343 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-15532bcf-9795-42e4-81bb-9ca4c011a208 req-4424769a-e055-4d31-a0aa-89393810f94c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=236eb505-a499-4edb-a293-2a2d85a583c0 HTTP/1.1" status: 200 len: 848 time: 0.0556688 Aug 22 13:31:05.479033 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-299b56fe-c9cf-4471-a366-b54567e009a4 req-11d56b97-72cc-40ee-8812-2311b20a3022 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381670 Aug 22 13:31:05.522859 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-15532bcf-9795-42e4-81bb-9ca4c011a208 req-05a92589-8f80-4e70-8187-a5ad179e0171 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=652b7040-839e-4592-b462-d4511ac6e125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364628 Aug 22 13:31:05.630091 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-15532bcf-9795-42e4-81bb-9ca4c011a208 req-c60fd95a-6139-4600-9416-380ab75b59f0 service neutron] 10.222.0.41 "GET /v2.0/networks/652b7040-839e-4592-b462-d4511ac6e125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961270 Aug 22 13:31:05.675851 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f44a4-088f-4217-a405-8704d54bcecc req-014668ad-6a66-45d3-a03e-3f912d9584d3 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:05.677373 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4a1f44a4-088f-4217-a405-8704d54bcecc req-014668ad-6a66-45d3-a03e-3f912d9584d3 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d7ffbc7-b2d5-4bba-a073-c6fbb5c6b114 HTTP/1.1" status: 200 len: 946 time: 0.0522711 Aug 22 13:31:05.718118 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4a1f44a4-088f-4217-a405-8704d54bcecc req-9146fbe7-aaed-401b-85af-8dd00a6bf5e9 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329707 Aug 22 13:31:05.731116 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 3597a3c4-34c5-4fd7-8331-4fd259b9f118 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:31:05.733109 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-15532bcf-9795-42e4-81bb-9ca4c011a208 req-07e34b30-a503-475b-ab90-df3b64f279fc service neutron] 10.222.0.41 "GET /v2.0/networks/652b7040-839e-4592-b462-d4511ac6e125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940840 Aug 22 13:31:05.837723 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f061ce-82e6-47f7-a306-9373dc58c0df req-ec794e44-f46b-4a83-966e-18989987756a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:05.839850 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a7f061ce-82e6-47f7-a306-9373dc58c0df req-ec794e44-f46b-4a83-966e-18989987756a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=61d15703803940a485cdd8f67b081dcb&device_id=4c4b6218-090d-45f2-8c40-4f3878d936a1 HTTP/1.1" status: 200 len: 1096 time: 0.0535109 Aug 22 13:31:05.849163 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 3597a3c4-34c5-4fd7-8331-4fd259b9f118, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=3597a3c4-34c5-4fd7-8331-4fd259b9f118,segment=NetworkSegment(49208809-da77-487f-9875-d534fb6ba483),segment_id=49208809-da77-487f-9875-d534fb6ba483)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:31:05.860697 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '3597a3c4-34c5-4fd7-8331-4fd259b9f118', 'network_id': '5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660', 'port_id': '3597a3c4-34c5-4fd7-8331-4fd259b9f118', 'mac_address': 'fa:16:3e:c5:60:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26169fc2-edbb-4588-a40f-611bbaa4dc0b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:31:05.872185 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa4848-d61c-4ccb-80be-c2e577bf09e0 req-0046eb77-bef8-4465-a349-eb021d85a664 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:05.880183 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-17fa4848-d61c-4ccb-80be-c2e577bf09e0 req-0046eb77-bef8-4465-a349-eb021d85a664 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a944afd9-5a78-4a29-b7f4-0ec3921f97ac HTTP/1.1" status: 200 len: 944 time: 0.0708425 Aug 22 13:31:05.905956 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:05.916498 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-17fa4848-d61c-4ccb-80be-c2e577bf09e0 req-69079468-fc64-4c6d-b49d-cb8c85b06c5d tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] 10.222.0.21 "GET /v2.0/security-groups?id=234c8b79-347f-43ad-9ed6-d781b1038229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353682 Aug 22 13:31:05.921485 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3597a3c4-34c5-4fd7-8331-4fd259b9f118 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:31:05.944001 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 3597a3c4-34c5-4fd7-8331-4fd259b9f118, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=3597a3c4-34c5-4fd7-8331-4fd259b9f118,segment=NetworkSegment(49208809-da77-487f-9875-d534fb6ba483),segment_id=49208809-da77-487f-9875-d534fb6ba483)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:31:05.949831 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:05.961056 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f061ce-82e6-47f7-a306-9373dc58c0df req-06c39200-0bef-4ed0-ad4e-dc4e296c6f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:05.962726 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a7f061ce-82e6-47f7-a306-9373dc58c0df req-06c39200-0bef-4ed0-ad4e-dc4e296c6f56 service neutron] 10.222.0.41 "GET /v2.0/networks?id=652b7040-839e-4592-b462-d4511ac6e125 HTTP/1.1" status: 200 len: 909 time: 0.1151445 Aug 22 13:31:06.005989 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=3597a3c4-34c5-4fd7-8331-4fd259b9f118,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:06.019766 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a7f061ce-82e6-47f7-a306-9373dc58c0df req-b11ace5f-4f1d-48e2-baa9-0126bb4730b1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fdd124d4-59b0-405f-9463-c2cf47d88c74 HTTP/1.1" status: 200 len: 217 time: 0.0484083 Aug 22 13:31:06.073467 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f061ce-82e6-47f7-a306-9373dc58c0df req-28251679-acaa-4bed-9346-dabe2a8aaa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:06.074900 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a7f061ce-82e6-47f7-a306-9373dc58c0df req-28251679-acaa-4bed-9346-dabe2a8aaa21 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=236eb505-a499-4edb-a293-2a2d85a583c0 HTTP/1.1" status: 200 len: 848 time: 0.0434268 Aug 22 13:31:06.112819 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a7f061ce-82e6-47f7-a306-9373dc58c0df req-9502cf18-9bc9-45f5-835f-0bc4666be5c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=652b7040-839e-4592-b462-d4511ac6e125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283499 Aug 22 13:31:06.202509 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a7f061ce-82e6-47f7-a306-9373dc58c0df req-b4189789-7259-4f24-8956-a8eaa7c8e04b service neutron] 10.222.0.41 "GET /v2.0/networks/652b7040-839e-4592-b462-d4511ac6e125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809991 Aug 22 13:31:06.223807 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['3597a3c4-34c5-4fd7-8331-4fd259b9f118'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:31:06.313776 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a7f061ce-82e6-47f7-a306-9373dc58c0df req-1de7232f-93f9-4566-bb5c-55b1da7f3518 service neutron] 10.222.0.41 "GET /v2.0/networks/652b7040-839e-4592-b462-d4511ac6e125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033669 Aug 22 13:31:06.365284 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8ed42-9fec-44ff-b385-45e21fd4e8c0 req-c76d7e65-abeb-411f-a174-345b32eaca7b tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:06.366928 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d6c8ed42-9fec-44ff-b385-45e21fd4e8c0 req-c76d7e65-abeb-411f-a174-345b32eaca7b tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c4b6218-090d-45f2-8c40-4f3878d936a1 HTTP/1.1" status: 200 len: 944 time: 0.0513537 Aug 22 13:31:06.408023 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d6c8ed42-9fec-44ff-b385-45e21fd4e8c0 req-88ccae03-3d37-4c82-87ac-edd605e1f34b tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340266 Aug 22 13:31:06.470793 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4af120db-817e-42e5-b539-dc367ae73fb0 req-b87ce52f-49da-489e-a97d-6a5f778cfa78 tempest-ServerShowV257Test-1050344636 tempest-ServerShowV257Test-1050344636-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e48b8fa-e806-4629-9184-977e80391f3a HTTP/1.1" status: 200 len: 210 time: 0.0270391 Aug 22 13:31:06.604744 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d0dc2-52bb-4d7f-9d61-4aa6f626d8ad req-5687d88a-0876-463b-a05b-3c38c1cdaf3d tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:06.606333 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-646d0dc2-52bb-4d7f-9d61-4aa6f626d8ad req-5687d88a-0876-463b-a05b-3c38c1cdaf3d tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=29129694-3a6c-43db-a100-6dc7f0c088a2 HTTP/1.1" status: 200 len: 946 time: 0.0569820 Aug 22 13:31:06.652297 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-646d0dc2-52bb-4d7f-9d61-4aa6f626d8ad req-5d2fd78d-07ca-45bf-a1eb-5a51fe8d1ed7 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397379 Aug 22 13:31:06.845315 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393380d5-9957-413b-9319-213053018721 req-337ae15d-5067-460f-ad30-5e48501d8c62 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:06.847030 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-393380d5-9957-413b-9319-213053018721 req-337ae15d-5067-460f-ad30-5e48501d8c62 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d7ffbc7-b2d5-4bba-a073-c6fbb5c6b114 HTTP/1.1" status: 200 len: 946 time: 0.0518961 Aug 22 13:31:06.888042 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-393380d5-9957-413b-9319-213053018721 req-fdcc0d6f-fcdf-4775-a722-5781dc70de81 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341296 Aug 22 13:31:07.038463 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb160b6-e7b9-48b5-b8ce-9c31dfa4d364 req-efc7e53f-ae15-46b1-93a3-282657657725 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:07.040527 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4fb160b6-e7b9-48b5-b8ce-9c31dfa4d364 req-efc7e53f-ae15-46b1-93a3-282657657725 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a944afd9-5a78-4a29-b7f4-0ec3921f97ac HTTP/1.1" status: 200 len: 945 time: 0.0506399 Aug 22 13:31:07.079342 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4fb160b6-e7b9-48b5-b8ce-9c31dfa4d364 req-acc11ef0-7c31-4112-b2ec-8d0a96f39881 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] 10.222.0.21 "GET /v2.0/security-groups?id=234c8b79-347f-43ad-9ed6-d781b1038229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315559 Aug 22 13:31:07.529909 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56572530-758e-415c-983b-c81a89cc379e req-ed5b7c2b-02f7-448d-bf94-5997472be356 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:07.533394 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-56572530-758e-415c-983b-c81a89cc379e req-ed5b7c2b-02f7-448d-bf94-5997472be356 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c4b6218-090d-45f2-8c40-4f3878d936a1 HTTP/1.1" status: 200 len: 944 time: 0.0595942 Aug 22 13:31:07.581842 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-463b885c-f568-4fc2-9358-67b431e7533b req-51e5c433-6951-4765-a08f-ce456a5c0c5d tempest-ServerShowV257Test-1050344636 tempest-ServerShowV257Test-1050344636-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e48b8fa-e806-4629-9184-977e80391f3a HTTP/1.1" status: 200 len: 210 time: 0.0308619 Aug 22 13:31:07.594926 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-56572530-758e-415c-983b-c81a89cc379e req-7b8bd644-aa21-4cdd-bd8a-051136cd9e9e tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575440 Aug 22 13:31:07.746203 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 3597a3c4-34c5-4fd7-8331-4fd259b9f118 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:31:07.779666 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d434c-c92f-45ce-91df-138b9a0dceb4 req-bac6a474-53a9-4dd5-a94a-6d82090bc7a5 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:07.781368 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-779d434c-c92f-45ce-91df-138b9a0dceb4 req-bac6a474-53a9-4dd5-a94a-6d82090bc7a5 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=29129694-3a6c-43db-a100-6dc7f0c088a2 HTTP/1.1" status: 200 len: 946 time: 0.0507221 Aug 22 13:31:07.799290 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 3597a3c4-34c5-4fd7-8331-4fd259b9f118 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:31:07.803790 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 3597a3c4-34c5-4fd7-8331-4fd259b9f118 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:31:07.804591 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:07.825996 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-779d434c-c92f-45ce-91df-138b9a0dceb4 req-2eba66c0-9c1c-4577-8222-707aaff51069 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352738 Aug 22 13:31:07.889274 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:07.912808 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a944afd9-5a78-4a29-b7f4-0ec3921f97ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3597a3c4-34c5-4fd7-8331-4fd259b9f118'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:31:07.915706 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2bd58b-f11b-4f65-a26d-db1a364e75bf" -d '{"events": [{"server_uuid": "a944afd9-5a78-4a29-b7f4-0ec3921f97ac", "name": "network-vif-plugged", "status": "completed", "tag": "3597a3c4-34c5-4fd7-8331-4fd259b9f118"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:31:07.928834 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 3597a3c4-34c5-4fd7-8331-4fd259b9f118, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=3597a3c4-34c5-4fd7-8331-4fd259b9f118,segment=NetworkSegment(49208809-da77-487f-9875-d534fb6ba483),segment_id=49208809-da77-487f-9875-d534fb6ba483)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:31:07.935693 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:07.996487 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=3597a3c4-34c5-4fd7-8331-4fd259b9f118,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:08.013247 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8e839d-eee4-41f3-8633-7aec472e49d1 x-openstack-request-id: req-3a8e839d-eee4-41f3-8633-7aec472e49d1 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:31:08.013633 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a944afd9-5a78-4a29-b7f4-0ec3921f97ac", "name": "network-vif-plugged", "status": "completed", "tag": "3597a3c4-34c5-4fd7-8331-4fd259b9f118", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:31:08.013834 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a8e839d-eee4-41f3-8633-7aec472e49d1 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:31:08.014248 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a944afd9-5a78-4a29-b7f4-0ec3921f97ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3597a3c4-34c5-4fd7-8331-4fd259b9f118', 'code': 200} Aug 22 13:31:08.041741 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b36319-ba62-4c2d-8ee2-1d00c42183bb req-3b4e3d3b-0b1d-4aef-a3aa-5dffe8ec454f tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:08.043345 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b9b36319-ba62-4c2d-8ee2-1d00c42183bb req-3b4e3d3b-0b1d-4aef-a3aa-5dffe8ec454f tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d7ffbc7-b2d5-4bba-a073-c6fbb5c6b114 HTTP/1.1" status: 200 len: 946 time: 0.0647793 Aug 22 13:31:08.086224 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b9b36319-ba62-4c2d-8ee2-1d00c42183bb req-af8134e7-7ef4-4864-b99c-9b89c742e035 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360312 Aug 22 13:31:08.125906 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da670dd-4bab-4f3d-8ff9-58118669787c req-c3e6b7d6-54c8-41a4-b695-770625fa628b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:08.126430 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-1da670dd-4bab-4f3d-8ff9-58118669787c req-c3e6b7d6-54c8-41a4-b695-770625fa628b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a944afd9-5a78-4a29-b7f4-0ec3921f97ac HTTP/1.1" status: 200 len: 1098 time: 0.0442314 Aug 22 13:31:08.167530 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-1da670dd-4bab-4f3d-8ff9-58118669787c req-6be07263-6ec9-44cc-b41b-fc43d5464ee9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=234c8b79-347f-43ad-9ed6-d781b1038229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324357 Aug 22 13:31:08.206851 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19585132-bc09-4956-a49e-adb4e28ed223 req-6c28e9a5-2fa8-44cd-aabd-0439062b31ef tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:08.208331 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-19585132-bc09-4956-a49e-adb4e28ed223 req-6c28e9a5-2fa8-44cd-aabd-0439062b31ef tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a944afd9-5a78-4a29-b7f4-0ec3921f97ac HTTP/1.1" status: 200 len: 946 time: 0.0504723 Aug 22 13:31:08.245174 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-19585132-bc09-4956-a49e-adb4e28ed223 req-43b23dbe-82bc-4bff-ba18-54f573be81ef tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] 10.222.0.21 "GET /v2.0/security-groups?id=234c8b79-347f-43ad-9ed6-d781b1038229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306413 Aug 22 13:31:08.702221 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0acf0361-30cb-4181-bcb4-e407a347a50f req-04ee203b-f059-42f1-b170-c8ce70e94e0c tempest-ServerShowV257Test-1050344636 tempest-ServerShowV257Test-1050344636-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e48b8fa-e806-4629-9184-977e80391f3a HTTP/1.1" status: 200 len: 210 time: 0.0365112 Aug 22 13:31:08.738091 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e98fa-8fdb-4dfb-9eb2-6349ceeceec2 req-42c3bdf9-d4e0-4f7d-98b1-1a4f995d0a84 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:08.739705 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cf3e98fa-8fdb-4dfb-9eb2-6349ceeceec2 req-42c3bdf9-d4e0-4f7d-98b1-1a4f995d0a84 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c4b6218-090d-45f2-8c40-4f3878d936a1 HTTP/1.1" status: 200 len: 944 time: 0.0645423 Aug 22 13:31:08.783285 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cf3e98fa-8fdb-4dfb-9eb2-6349ceeceec2 req-9cfbdcd8-d252-4618-a26e-454b80e29bea tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369058 Aug 22 13:31:08.942792 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0421a9-e3ae-4227-a068-a43a3499ad91 req-bc9af59c-73ba-4bdd-8d1a-587eaa816189 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:08.944173 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3a0421a9-e3ae-4227-a068-a43a3499ad91 req-bc9af59c-73ba-4bdd-8d1a-587eaa816189 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=29129694-3a6c-43db-a100-6dc7f0c088a2 HTTP/1.1" status: 200 len: 946 time: 0.0511370 Aug 22 13:31:08.987581 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3a0421a9-e3ae-4227-a068-a43a3499ad91 req-545bd7a0-1c87-4941-8e67-a450deaf9c3b tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374298 Aug 22 13:31:09.052543 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88719d20-9635-4912-b926-4a35cfc7b4a0 req-769fd989-2225-4f11-a7bd-e7126c00a856 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:09.054004 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-88719d20-9635-4912-b926-4a35cfc7b4a0 req-769fd989-2225-4f11-a7bd-e7126c00a856 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d7ffbc7-b2d5-4bba-a073-c6fbb5c6b114 HTTP/1.1" status: 200 len: 946 time: 0.0486782 Aug 22 13:31:09.153063 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-88719d20-9635-4912-b926-4a35cfc7b4a0 req-04aedb32-ad8f-4641-b270-3758a9c363fb tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Deleting port 244baafb-8604-42c0-b225-646fcb06b532 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:31:09.153704 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-88719d20-9635-4912-b926-4a35cfc7b4a0 req-04aedb32-ad8f-4641-b270-3758a9c363fb tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:09.202422 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24461ed-e383-4303-9c17-8b04a49f90c1 req-9caddd6e-5369-4eba-a329-46551e7adf45 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:09.203810 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e24461ed-e383-4303-9c17-8b04a49f90c1 req-9caddd6e-5369-4eba-a329-46551e7adf45 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d7ffbc7-b2d5-4bba-a073-c6fbb5c6b114 HTTP/1.1" status: 200 len: 946 time: 0.0478218 Aug 22 13:31:09.239551 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-88719d20-9635-4912-b926-4a35cfc7b4a0 req-04aedb32-ad8f-4641-b270-3758a9c363fb tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] For port 244baafb-8604-42c0-b225-646fcb06b532, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=244baafb-8604-42c0-b225-646fcb06b532,segment=NetworkSegment(b2446ece-d720-4443-890c-13eae2cebc74),segment_id=b2446ece-d720-4443-890c-13eae2cebc74)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:31:09.239917 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-88719d20-9635-4912-b926-4a35cfc7b4a0 req-04aedb32-ad8f-4641-b270-3758a9c363fb tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:09.240701 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e24461ed-e383-4303-9c17-8b04a49f90c1 req-58d9be2a-963a-46b2-84b9-e0114fa002f1 tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.21 "GET /v2.0/security-groups?id=05db45fe-401e-4b02-b4b1-c2ef1f536303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309167 Aug 22 13:31:09.251761 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-88719d20-9635-4912-b926-4a35cfc7b4a0 req-04aedb32-ad8f-4641-b270-3758a9c363fb tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Calling delete_port for 244baafb-8604-42c0-b225-646fcb06b532 owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:31:09.366622 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b010355-b47d-4655-8f40-63352c63b3ca req-1497ffad-e5db-4a05-9b89-b43205a8bcd3 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:09.368424 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6b010355-b47d-4655-8f40-63352c63b3ca req-1497ffad-e5db-4a05-9b89-b43205a8bcd3 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a944afd9-5a78-4a29-b7f4-0ec3921f97ac HTTP/1.1" status: 200 len: 946 time: 0.0514474 Aug 22 13:31:09.384834 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-88719d20-9635-4912-b926-4a35cfc7b4a0 req-04aedb32-ad8f-4641-b270-3758a9c363fb tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:09.395808 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['244baafb-8604-42c0-b225-646fcb06b532'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:31:09.411901 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aedb32-ad8f-4641-b270-3758a9c363fb tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Pushing event deleted for resources: {'Port': ['ID=244baafb-8604-42c0-b225-646fcb06b532,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:09.421314 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6b010355-b47d-4655-8f40-63352c63b3ca req-3d909e5a-1c4f-4a6f-9610-f4ab4fa676ab tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] 10.222.0.21 "GET /v2.0/security-groups?id=234c8b79-347f-43ad-9ed6-d781b1038229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461581 Aug 22 13:31:09.456345 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-88719d20-9635-4912-b926-4a35cfc7b4a0 req-04aedb32-ad8f-4641-b270-3758a9c363fb tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] No DVR routers for this DVR port 244baafb-8604-42c0-b225-646fcb06b532 on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:31:09.458708 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-88719d20-9635-4912-b926-4a35cfc7b4a0 req-04aedb32-ad8f-4641-b270-3758a9c363fb tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:09.460823 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-88719d20-9635-4912-b926-4a35cfc7b4a0 req-04aedb32-ad8f-4641-b270-3758a9c363fb tempest-ServerRescueNegativeTestJSON-821176710 tempest-ServerRescueNegativeTestJSON-821176710-project] 10.222.0.41 "DELETE /v2.0/ports/244baafb-8604-42c0-b225-646fcb06b532 HTTP/1.1" status: 204 len: 173 time: 0.4002607 Aug 22 13:31:09.461251 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d7ffbc7-b2d5-4bba-a073-c6fbb5c6b114', 'name': 'network-vif-deleted', 'tag': '244baafb-8604-42c0-b225-646fcb06b532'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:31:09.463544 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10f923c-02a5-49f0-a7ca-4a307657ef55" -d '{"events": [{"server_uuid": "6d7ffbc7-b2d5-4bba-a073-c6fbb5c6b114", "name": "network-vif-deleted", "tag": "244baafb-8604-42c0-b225-646fcb06b532"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:31:09.499839 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fdbb142-2759-4d01-b100-660531cfbf15 x-openstack-request-id: req-8fdbb142-2759-4d01-b100-660531cfbf15 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:31:09.500217 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d7ffbc7-b2d5-4bba-a073-c6fbb5c6b114", "name": "network-vif-deleted", "tag": "244baafb-8604-42c0-b225-646fcb06b532", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:31:09.500617 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8fdbb142-2759-4d01-b100-660531cfbf15 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:31:09.501008 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d7ffbc7-b2d5-4bba-a073-c6fbb5c6b114', 'name': 'network-vif-deleted', 'tag': '244baafb-8604-42c0-b225-646fcb06b532', 'status': 'completed', 'code': 200} Aug 22 13:31:09.803453 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c2253a50-5eb2-4c1c-a694-ee8c0527dbec req-d664f89a-57c2-4fb2-92a8-53b14da9f7b1 tempest-ServerShowV257Test-1050344636 tempest-ServerShowV257Test-1050344636-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e48b8fa-e806-4629-9184-977e80391f3a HTTP/1.1" status: 200 len: 210 time: 0.0271158 Aug 22 13:31:09.920380 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678e961-108e-47eb-99f0-aabf65dc3a33 req-bc33adb0-c6ab-46b4-95be-8032947244e8 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:09.921874 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6678e961-108e-47eb-99f0-aabf65dc3a33 req-bc33adb0-c6ab-46b4-95be-8032947244e8 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c4b6218-090d-45f2-8c40-4f3878d936a1 HTTP/1.1" status: 200 len: 944 time: 0.0556307 Aug 22 13:31:09.960982 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6678e961-108e-47eb-99f0-aabf65dc3a33 req-0782634f-4ebb-45bc-b88f-94252c53a16b tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329831 Aug 22 13:31:10.104076 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8ce87-7cf2-4d1b-ba4e-129bd1c76286 req-964eeaaf-60bc-4dfa-b46b-787a48cce842 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:10.105566 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f3d8ce87-7cf2-4d1b-ba4e-129bd1c76286 req-964eeaaf-60bc-4dfa-b46b-787a48cce842 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=29129694-3a6c-43db-a100-6dc7f0c088a2 HTTP/1.1" status: 200 len: 946 time: 0.0509026 Aug 22 13:31:10.141763 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f3d8ce87-7cf2-4d1b-ba4e-129bd1c76286 req-b2a9cc13-b637-4cc5-a789-080fc6d1b671 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303931 Aug 22 13:31:10.300273 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 58918) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:31:10.594598 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab693da8-fa32-4c77-b277-239002a384bc req-ab4b7044-3244-48e0-b797-4245370e5064 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:10.596057 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ab693da8-fa32-4c77-b277-239002a384bc req-ab4b7044-3244-48e0-b797-4245370e5064 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a944afd9-5a78-4a29-b7f4-0ec3921f97ac HTTP/1.1" status: 200 len: 946 time: 0.0971353 Aug 22 13:31:10.652418 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ab693da8-fa32-4c77-b277-239002a384bc req-755bf815-9b12-4cd6-83f1-83f7a6ffff5b tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] 10.222.0.21 "GET /v2.0/security-groups?id=234c8b79-347f-43ad-9ed6-d781b1038229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490663 Aug 22 13:31:10.708998 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9530ed5c-ab73-441b-9110-8eb1cb8e3a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:10.834595 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19bd0d-c4ff-4ffa-8ef3-211c1fca89c8 req-ba49f630-923d-468e-888e-5b49a749c604 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:10.836640 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ad19bd0d-c4ff-4ffa-8ef3-211c1fca89c8 req-ba49f630-923d-468e-888e-5b49a749c604 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a944afd9-5a78-4a29-b7f4-0ec3921f97ac HTTP/1.1" status: 200 len: 946 time: 0.0921686 Aug 22 13:31:10.845902 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 58926) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:31:10.850341 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-daa100af-cddc-431a-ad8c-e261e8662003 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Request body: {'floatingip': {'port_id': '3597a3c4-34c5-4fd7-8331-4fd259b9f118'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:31:10.931291 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-daa100af-cddc-431a-ad8c-e261e8662003 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Notify callbacks [] for floatingip, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:10.993391 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0dbe7d3e-da1f-4832-ac56-cc10c02d5c53 req-19d33d51-c4b4-4c3b-b707-f00f6773fb8b tempest-ServerShowV257Test-1050344636 tempest-ServerShowV257Test-1050344636-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e48b8fa-e806-4629-9184-977e80391f3a HTTP/1.1" status: 200 len: 210 time: 0.0778282 Aug 22 13:31:11.171532 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc7e64-08a3-43bf-907f-0687f794295a req-87144868-d2b5-45c2-bcb2-c96d9f4afdf3 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:11.173043 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5ccc7e64-08a3-43bf-907f-0687f794295a req-87144868-d2b5-45c2-bcb2-c96d9f4afdf3 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c4b6218-090d-45f2-8c40-4f3878d936a1 HTTP/1.1" status: 200 len: 944 time: 0.1169925 Aug 22 13:31:11.336799 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5ccc7e64-08a3-43bf-907f-0687f794295a req-2ca0964c-eb9f-4a0d-b4c5-f39bdddf6800 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526141 Aug 22 13:31:11.389444 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1022c-c90f-483f-8d4a-845f7ddb8928 req-13cd37ea-63c5-4af0-bd98-bf9598fe245c tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:11.390819 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-aed1022c-c90f-483f-8d4a-845f7ddb8928 req-13cd37ea-63c5-4af0-bd98-bf9598fe245c tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=29129694-3a6c-43db-a100-6dc7f0c088a2 HTTP/1.1" status: 200 len: 946 time: 0.1631870 Aug 22 13:31:11.463910 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-9530ed5c-ab73-441b-9110-8eb1cb8e3a35 admin admin] Deleting port c8c2fa71-4c0c-47d9-9a3f-2c655eb96dde {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:31:11.464255 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9530ed5c-ab73-441b-9110-8eb1cb8e3a35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:11.808324 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-aed1022c-c90f-483f-8d4a-845f7ddb8928 req-d5647139-6eea-40df-a1a4-d250afafc8e9 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4102259 Aug 22 13:31:11.882419 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-9530ed5c-ab73-441b-9110-8eb1cb8e3a35 admin admin] For port c8c2fa71-4c0c-47d9-9a3f-2c655eb96dde, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=c8c2fa71-4c0c-47d9-9a3f-2c655eb96dde,segment=NetworkSegment(b2446ece-d720-4443-890c-13eae2cebc74),segment_id=b2446ece-d720-4443-890c-13eae2cebc74)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:31:11.883290 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9530ed5c-ab73-441b-9110-8eb1cb8e3a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:11.928771 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-9530ed5c-ab73-441b-9110-8eb1cb8e3a35 admin admin] Calling delete_port for c8c2fa71-4c0c-47d9-9a3f-2c655eb96dde owned by network:router_interface {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:31:11.952646 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-daa100af-cddc-431a-ad8c-e261e8662003 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:11.986214 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-daa100af-cddc-431a-ad8c-e261e8662003 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:12.149645 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a244132b-0c53-482c-81fe-33fe9cfe8872 req-21d04ff4-3144-4955-8f6e-66962d12061d tempest-ServerShowV257Test-1050344636 tempest-ServerShowV257Test-1050344636-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e48b8fa-e806-4629-9184-977e80391f3a HTTP/1.1" status: 200 len: 210 time: 0.0614007 Aug 22 13:31:12.176451 n-d-793621-33 neutron-server[94627]: INFO neutron.db.l3_db [None req-daa100af-cddc-431a-ad8c-e261e8662003 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Floating IP c586bdf8-ac90-453a-b5de-62ead9eb4a30 associated. External IP: 172.25.3.111, port: 3597a3c4-34c5-4fd7-8331-4fd259b9f118. Aug 22 13:31:12.324207 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9530ed5c-ab73-441b-9110-8eb1cb8e3a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:12.380451 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9530ed5c-ab73-441b-9110-8eb1cb8e3a35 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8c2fa71-4c0c-47d9-9a3f-2c655eb96dde,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:12.570654 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c4957-c870-4059-8c25-2e09e41de514 req-11f5cb7c-68af-455b-995e-b46cdf50172d tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:12.572083 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f23c4957-c870-4059-8c25-2e09e41de514 req-11f5cb7c-68af-455b-995e-b46cdf50172d tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c4b6218-090d-45f2-8c40-4f3878d936a1 HTTP/1.1" status: 200 len: 944 time: 0.1634278 Aug 22 13:31:12.583119 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa100af-cddc-431a-ad8c-e261e8662003 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Router 8ea05af1-6c3a-4ef9-866e-916e069b65cb has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:31:12.697359 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f23c4957-c870-4059-8c25-2e09e41de514 req-2edf43ae-29d1-4fb4-b9ae-aef0972214ba tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167338 Aug 22 13:31:12.717433 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9530ed5c-ab73-441b-9110-8eb1cb8e3a35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:12.813869 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa100af-cddc-431a-ad8c-e261e8662003 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:31:12.820746 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-daa100af-cddc-431a-ad8c-e261e8662003 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:12.824213 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8be376-d068-4a50-9ea3-da3c9f368543 None None] Sync routers for ids ['8ea05af1-6c3a-4ef9-866e-916e069b65cb'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:31:12.833892 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8be376-d068-4a50-9ea3-da3c9f368543 None None] Routers {'8ea05af1-6c3a-4ef9-866e-916e069b65cb'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:31:12.834509 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-1c8be376-d068-4a50-9ea3-da3c9f368543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:31:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['8ea05af1-6c3a-4ef9-866e-916e069b65cb'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:31:12.881210 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-daa100af-cddc-431a-ad8c-e261e8662003 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] 10.222.0.21 "PUT /v2.0/floatingips/c586bdf8-ac90-453a-b5de-62ead9eb4a30 HTTP/1.1" status: 200 len: 992 time: 2.0319061 Aug 22 13:31:12.882060 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a944afd9-5a78-4a29-b7f4-0ec3921f97ac', 'tag': '3597a3c4-34c5-4fd7-8331-4fd259b9f118'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:31:12.884849 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173829e6-edec-45da-b5d4-fd09fbc9828a" -d '{"events": [{"name": "network-changed", "server_uuid": "a944afd9-5a78-4a29-b7f4-0ec3921f97ac", "tag": "3597a3c4-34c5-4fd7-8331-4fd259b9f118"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:31:12.943209 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-1c8be376-d068-4a50-9ea3-da3c9f368543 None None] Set router 8ea05af1-6c3a-4ef9-866e-916e069b65cb gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:31:12.977816 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baeea65b-ea2d-4c9b-9223-075f54c343f7 x-openstack-request-id: req-baeea65b-ea2d-4c9b-9223-075f54c343f7 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:31:12.978114 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a944afd9-5a78-4a29-b7f4-0ec3921f97ac", "tag": "3597a3c4-34c5-4fd7-8331-4fd259b9f118", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:31:12.978370 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-baeea65b-ea2d-4c9b-9223-075f54c343f7 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:31:12.995017 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a944afd9-5a78-4a29-b7f4-0ec3921f97ac', 'tag': '3597a3c4-34c5-4fd7-8331-4fd259b9f118', 'status': 'completed', 'code': 200} Aug 22 13:31:13.012260 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef9d16-3afa-45b0-8248-16d82a119d0a req-7a592178-f1ae-40bb-98ae-43dd9693361e tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:13.019680 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0bef9d16-3afa-45b0-8248-16d82a119d0a req-7a592178-f1ae-40bb-98ae-43dd9693361e tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=29129694-3a6c-43db-a100-6dc7f0c088a2 HTTP/1.1" status: 200 len: 946 time: 0.1398714 Aug 22 13:31:13.071360 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0bef9d16-3afa-45b0-8248-16d82a119d0a req-bc040b3c-0d00-4387-9def-06a82b7a3d2c tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463912 Aug 22 13:31:13.085231 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173829e6-edec-45da-b5d4-fd09fbc9828a req-6ef30977-224a-4732-995a-351c86688c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:13.088833 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-173829e6-edec-45da-b5d4-fd09fbc9828a req-6ef30977-224a-4732-995a-351c86688c0a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bc7550b4a548451f8b1330acc8f91021&device_id=a944afd9-5a78-4a29-b7f4-0ec3921f97ac HTTP/1.1" status: 200 len: 1098 time: 0.0870271 Aug 22 13:31:13.153467 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9530ed5c-ab73-441b-9110-8eb1cb8e3a35 admin admin] Router 3aefb362-0554-4f8a-908b-ad9830545b74 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:31:13.203295 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173829e6-edec-45da-b5d4-fd09fbc9828a req-2234b1c4-9711-4669-9f0b-4499c34bc52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:13.205560 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-173829e6-edec-45da-b5d4-fd09fbc9828a req-2234b1c4-9711-4669-9f0b-4499c34bc52f service neutron] 10.222.0.41 "GET /v2.0/networks?id=5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660 HTTP/1.1" status: 200 len: 911 time: 0.1097679 Aug 22 13:31:13.208076 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-1c8be376-d068-4a50-9ea3-da3c9f368543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea05af1-6c3a-4ef9-866e-916e069b65cb', 'name': 'tempest-ServersTestManualDisk-60083470-router', 'tenant_id': 'bc7550b4a548451f8b1330acc8f91021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '0e3fb4f0-b11a-4555-ba48-90648260c933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:30:47Z', 'updated_at': '2021-08-22T13:30:52Z', 'revision_number': 4, 'project_id': 'bc7550b4a548451f8b1330acc8f91021', 'gw_port': {'id': '0e3fb4f0-b11a-4555-ba48-90648260c933', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:12:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea05af1-6c3a-4ef9-866e-916e069b65cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:30:48Z', 'updated_at': '2021-08-22T13:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'c586bdf8-ac90-453a-b5de-62ead9eb4a30', 'tenant_id': 'bc7550b4a548451f8b1330acc8f91021', 'floating_ip_address': '172.25.3.111', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '8ea05af1-6c3a-4ef9-866e-916e069b65cb', 'port_id': '3597a3c4-34c5-4fd7-8331-4fd259b9f118', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660', 'mac_address': 'fa:16:3e:c5:60:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a944afd9-5a78-4a29-b7f4-0ec3921f97ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:30:55Z', 'updated_at': '2021-08-22T13:31:11Z', 'revision_number': 1, 'project_id': 'bc7550b4a548451f8b1330acc8f91021', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3849a0c5-fba1-4af3-9186-207a6d65355c', 'name': '', 'network_id': '5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660', 'tenant_id': 'bc7550b4a548451f8b1330acc8f91021', 'mac_address': 'fa:16:3e:ba:9c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea05af1-6c3a-4ef9-866e-916e069b65cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '26169fc2-edbb-4588-a40f-611bbaa4dc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:30:51Z', 'updated_at': '2021-08-22T13:30:59Z', 'revision_number': 5, 'project_id': 'bc7550b4a548451f8b1330acc8f91021', 'subnets': [{'id': '26169fc2-edbb-4588-a40f-611bbaa4dc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:31:13.294523 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-173829e6-edec-45da-b5d4-fd09fbc9828a req-bc6e7428-17e9-444e-b4b5-e2f3a0d23630 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3597a3c4-34c5-4fd7-8331-4fd259b9f118 HTTP/1.1" status: 200 len: 1000 time: 0.0809484 Aug 22 13:31:13.300061 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f4766e06-3df5-4838-bf90-9f08ff71d152 req-04d023dd-d3e1-458e-a354-99a87379f4c6 tempest-ServerShowV257Test-1050344636 tempest-ServerShowV257Test-1050344636-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e48b8fa-e806-4629-9184-977e80391f3a HTTP/1.1" status: 200 len: 210 time: 0.0449481 Aug 22 13:31:13.320936 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9530ed5c-ab73-441b-9110-8eb1cb8e3a35 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:31:13.326743 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-9530ed5c-ab73-441b-9110-8eb1cb8e3a35 admin admin] 10.222.0.21 "PUT /v2.0/routers/3aefb362-0554-4f8a-908b-ad9830545b74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0252187 Aug 22 13:31:13.331509 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2675917b-659b-4458-a382-320b630a1a60 None None] Sync routers for ids ['3aefb362-0554-4f8a-908b-ad9830545b74'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:31:13.332127 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 58962) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:31:13.342007 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2675917b-659b-4458-a382-320b630a1a60 None None] Routers {'3aefb362-0554-4f8a-908b-ad9830545b74'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:31:13.342641 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-2675917b-659b-4458-a382-320b630a1a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:31:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['3aefb362-0554-4f8a-908b-ad9830545b74'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:31:13.346001 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8be376-d068-4a50-9ea3-da3c9f368543 None None] Checking router: 8ea05af1-6c3a-4ef9-866e-916e069b65cb for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:31:13.355310 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8be376-d068-4a50-9ea3-da3c9f368543 None None] Routers {'8ea05af1-6c3a-4ef9-866e-916e069b65cb'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:31:13.355936 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-1c8be376-d068-4a50-9ea3-da3c9f368543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:31:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['8ea05af1-6c3a-4ef9-866e-916e069b65cb'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:31:13.364514 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173829e6-edec-45da-b5d4-fd09fbc9828a req-3857edc3-9e99-4137-967c-9aa529932654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:13.366268 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-173829e6-edec-45da-b5d4-fd09fbc9828a req-3857edc3-9e99-4137-967c-9aa529932654 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=26169fc2-edbb-4588-a40f-611bbaa4dc0b HTTP/1.1" status: 200 len: 849 time: 0.0633543 Aug 22 13:31:13.427478 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173829e6-edec-45da-b5d4-fd09fbc9828a req-e8083142-fa7d-426d-ac88-27a6d27d9d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:13.430161 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-173829e6-edec-45da-b5d4-fd09fbc9828a req-e8083142-fa7d-426d-ac88-27a6d27d9d68 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559478 Aug 22 13:31:13.452562 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-2675917b-659b-4458-a382-320b630a1a60 None None] Set router 3aefb362-0554-4f8a-908b-ad9830545b74 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:31:13.459353 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4ceea762-1279-4df2-99cc-f7a0ff8901fe admin admin] Notify callbacks [] for router, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:13.465666 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-1c8be376-d068-4a50-9ea3-da3c9f368543 None None] Set router 8ea05af1-6c3a-4ef9-866e-916e069b65cb gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:31:13.535320 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-173829e6-edec-45da-b5d4-fd09fbc9828a req-bb5149f1-b090-45b7-af7a-12b85ca2261d service neutron] 10.222.0.41 "GET /v2.0/networks/5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989425 Aug 22 13:31:13.651108 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-173829e6-edec-45da-b5d4-fd09fbc9828a req-6ee3af88-1e69-43e9-955c-b02837570210 service neutron] 10.222.0.41 "GET /v2.0/networks/5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082616 Aug 22 13:31:13.658886 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-2675917b-659b-4458-a382-320b630a1a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aefb362-0554-4f8a-908b-ad9830545b74', 'name': 'tempest-ServerRescueNegativeTestJSON-998184450-router', 'tenant_id': '0ae246c295244408bea75b5a8f51001e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': 'd5dd7bf8-5824-41f7-a2d9-966d3169b71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:28:37Z', 'updated_at': '2021-08-22T13:31:12Z', 'revision_number': 5, 'project_id': '0ae246c295244408bea75b5a8f51001e', 'gw_port': {'id': 'd5dd7bf8-5824-41f7-a2d9-966d3169b71f', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ff:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aefb362-0554-4f8a-908b-ad9830545b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:28:38Z', 'updated_at': '2021-08-22T13:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:31:13.692012 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2675917b-659b-4458-a382-320b630a1a60 None None] Checking router: 3aefb362-0554-4f8a-908b-ad9830545b74 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:31:13.703015 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2675917b-659b-4458-a382-320b630a1a60 None None] Routers {'3aefb362-0554-4f8a-908b-ad9830545b74'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:31:13.703649 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-2675917b-659b-4458-a382-320b630a1a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:31:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['3aefb362-0554-4f8a-908b-ad9830545b74'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:31:13.719010 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-1c8be376-d068-4a50-9ea3-da3c9f368543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea05af1-6c3a-4ef9-866e-916e069b65cb', 'name': 'tempest-ServersTestManualDisk-60083470-router', 'tenant_id': 'bc7550b4a548451f8b1330acc8f91021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '0e3fb4f0-b11a-4555-ba48-90648260c933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:30:47Z', 'updated_at': '2021-08-22T13:30:52Z', 'revision_number': 4, 'project_id': 'bc7550b4a548451f8b1330acc8f91021', 'gw_port': {'id': '0e3fb4f0-b11a-4555-ba48-90648260c933', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:12:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea05af1-6c3a-4ef9-866e-916e069b65cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:30:48Z', 'updated_at': '2021-08-22T13:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'c586bdf8-ac90-453a-b5de-62ead9eb4a30', 'tenant_id': 'bc7550b4a548451f8b1330acc8f91021', 'floating_ip_address': '172.25.3.111', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '8ea05af1-6c3a-4ef9-866e-916e069b65cb', 'port_id': '3597a3c4-34c5-4fd7-8331-4fd259b9f118', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660', 'mac_address': 'fa:16:3e:c5:60:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a944afd9-5a78-4a29-b7f4-0ec3921f97ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:30:55Z', 'updated_at': '2021-08-22T13:31:11Z', 'revision_number': 1, 'project_id': 'bc7550b4a548451f8b1330acc8f91021', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3849a0c5-fba1-4af3-9186-207a6d65355c', 'name': '', 'network_id': '5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660', 'tenant_id': 'bc7550b4a548451f8b1330acc8f91021', 'mac_address': 'fa:16:3e:ba:9c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea05af1-6c3a-4ef9-866e-916e069b65cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '26169fc2-edbb-4588-a40f-611bbaa4dc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:30:51Z', 'updated_at': '2021-08-22T13:30:59Z', 'revision_number': 5, 'project_id': 'bc7550b4a548451f8b1330acc8f91021', 'subnets': [{'id': '26169fc2-edbb-4588-a40f-611bbaa4dc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:31:13.750302 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8be376-d068-4a50-9ea3-da3c9f368543 None None] The sync data for ids ['8ea05af1-6c3a-4ef9-866e-916e069b65cb'] in n-d-793621-33 is: [{'id': '8ea05af1-6c3a-4ef9-866e-916e069b65cb', 'name': 'tempest-ServersTestManualDisk-60083470-router', 'tenant_id': 'bc7550b4a548451f8b1330acc8f91021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '0e3fb4f0-b11a-4555-ba48-90648260c933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:30:47Z', 'updated_at': '2021-08-22T13:30:52Z', 'revision_number': 4, 'project_id': 'bc7550b4a548451f8b1330acc8f91021', 'gw_port': {'id': '0e3fb4f0-b11a-4555-ba48-90648260c933', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:12:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea05af1-6c3a-4ef9-866e-916e069b65cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:30:48Z', 'updated_at': '2021-08-22T13:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'c586bdf8-ac90-453a-b5de-62ead9eb4a30', 'tenant_id': 'bc7550b4a548451f8b1330acc8f91021', 'floating_ip_address': '172.25.3.111', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '8ea05af1-6c3a-4ef9-866e-916e069b65cb', 'port_id': '3597a3c4-34c5-4fd7-8331-4fd259b9f118', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660', 'mac_address': 'fa:16:3e:c5:60:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a944afd9-5a78-4a29-b7f4-0ec3921f97ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:30:55Z', 'updated_at': '2021-08-22T13:31:11Z', 'revision_number': 1, 'project_id': 'bc7550b4a548451f8b1330acc8f91021', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3849a0c5-fba1-4af3-9186-207a6d65355c', 'name': '', 'network_id': '5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660', 'tenant_id': 'bc7550b4a548451f8b1330acc8f91021', 'mac_address': 'fa:16:3e:ba:9c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea05af1-6c3a-4ef9-866e-916e069b65cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '26169fc2-edbb-4588-a40f-611bbaa4dc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:30:51Z', 'updated_at': '2021-08-22T13:30:59Z', 'revision_number': 5, 'project_id': 'bc7550b4a548451f8b1330acc8f91021', 'subnets': [{'id': '26169fc2-edbb-4588-a40f-611bbaa4dc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:31:13.790719 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 244baafb-8604-42c0-b225-646fcb06b532 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:31:13.814861 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: 244baafb-8604-42c0-b225-646fcb06b532 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:31:13.815306 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 244baafb-8604-42c0-b225-646fcb06b532 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:31:13.837726 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-2675917b-659b-4458-a382-320b630a1a60 None None] Set router 3aefb362-0554-4f8a-908b-ad9830545b74 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:31:13.896351 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4ceea762-1279-4df2-99cc-f7a0ff8901fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:13.959860 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef92f80-fd71-49b3-b7a6-836e2a3212d9 req-115eb512-f594-45ce-bda0-b24e67e1a7c5 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:13.961524 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0ef92f80-fd71-49b3-b7a6-836e2a3212d9 req-115eb512-f594-45ce-bda0-b24e67e1a7c5 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c4b6218-090d-45f2-8c40-4f3878d936a1 HTTP/1.1" status: 200 len: 944 time: 0.0979934 Aug 22 13:31:14.024261 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0ef92f80-fd71-49b3-b7a6-836e2a3212d9 req-0c87c1ba-7394-4cbf-aecd-87226ff6455b tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515497 Aug 22 13:31:14.027539 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8ec101-c878-4926-a382-8ad8bb98c25f None None] New status for floating IP c586bdf8-ac90-453a-b5de-62ead9eb4a30: ACTIVE {{(pid=94630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 13:31:14.049211 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-4ceea762-1279-4df2-99cc-f7a0ff8901fe admin admin] Deleting port d5dd7bf8-5824-41f7-a2d9-966d3169b71f {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:31:14.049546 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4ceea762-1279-4df2-99cc-f7a0ff8901fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:14.062264 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-2675917b-659b-4458-a382-320b630a1a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aefb362-0554-4f8a-908b-ad9830545b74', 'name': 'tempest-ServerRescueNegativeTestJSON-998184450-router', 'tenant_id': '0ae246c295244408bea75b5a8f51001e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': 'd5dd7bf8-5824-41f7-a2d9-966d3169b71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:28:37Z', 'updated_at': '2021-08-22T13:31:12Z', 'revision_number': 5, 'project_id': '0ae246c295244408bea75b5a8f51001e', 'gw_port': {'id': 'd5dd7bf8-5824-41f7-a2d9-966d3169b71f', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ff:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aefb362-0554-4f8a-908b-ad9830545b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:28:38Z', 'updated_at': '2021-08-22T13:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:31:14.094889 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2675917b-659b-4458-a382-320b630a1a60 None None] The sync data for ids ['3aefb362-0554-4f8a-908b-ad9830545b74'] in n-d-793621-33 is: [{'id': '3aefb362-0554-4f8a-908b-ad9830545b74', 'name': 'tempest-ServerRescueNegativeTestJSON-998184450-router', 'tenant_id': '0ae246c295244408bea75b5a8f51001e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': 'd5dd7bf8-5824-41f7-a2d9-966d3169b71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:28:37Z', 'updated_at': '2021-08-22T13:31:12Z', 'revision_number': 5, 'project_id': '0ae246c295244408bea75b5a8f51001e', 'gw_port': {'id': 'd5dd7bf8-5824-41f7-a2d9-966d3169b71f', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ff:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aefb362-0554-4f8a-908b-ad9830545b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:28:38Z', 'updated_at': '2021-08-22T13:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:31:14.153635 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-4ceea762-1279-4df2-99cc-f7a0ff8901fe admin admin] For port d5dd7bf8-5824-41f7-a2d9-966d3169b71f, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=d5dd7bf8-5824-41f7-a2d9-966d3169b71f,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:31:14.154158 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4ceea762-1279-4df2-99cc-f7a0ff8901fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:14.201300 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-4ceea762-1279-4df2-99cc-f7a0ff8901fe admin admin] Calling delete_port for d5dd7bf8-5824-41f7-a2d9-966d3169b71f owned by network:router_gateway {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:31:14.258334 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5f8f8-c37a-4879-b746-18b5b9bc8a8b req-20159786-6fa3-4a0d-9872-12ed4c6e1e75 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:14.259984 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bdd5f8f8-c37a-4879-b746-18b5b9bc8a8b req-20159786-6fa3-4a0d-9872-12ed4c6e1e75 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=29129694-3a6c-43db-a100-6dc7f0c088a2 HTTP/1.1" status: 200 len: 946 time: 0.0950072 Aug 22 13:31:14.345606 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bdd5f8f8-c37a-4879-b746-18b5b9bc8a8b req-46261f4c-1448-465e-ab42-685f3e62351a tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790217 Aug 22 13:31:14.439762 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ae98fdd4-8aa8-43f7-9b50-bef508e06793 req-1a5f6499-82bb-4202-b0aa-ca664d460855 tempest-ServerShowV257Test-1050344636 tempest-ServerShowV257Test-1050344636-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e48b8fa-e806-4629-9184-977e80391f3a HTTP/1.1" status: 200 len: 210 time: 0.0345411 Aug 22 13:31:14.440673 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4ceea762-1279-4df2-99cc-f7a0ff8901fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:14.471994 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceea762-1279-4df2-99cc-f7a0ff8901fe admin admin] Pushing event deleted for resources: {'Port': ['ID=d5dd7bf8-5824-41f7-a2d9-966d3169b71f,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:14.536279 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4ceea762-1279-4df2-99cc-f7a0ff8901fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:14.628222 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4ceea762-1279-4df2-99cc-f7a0ff8901fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:14.630377 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4ceea762-1279-4df2-99cc-f7a0ff8901fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:14.676662 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4ceea762-1279-4df2-99cc-f7a0ff8901fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:14.677219 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ceea762-1279-4df2-99cc-f7a0ff8901fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3aefb362-0554-4f8a-908b-ad9830545b74 {{(pid=94627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:31:14.681610 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4ceea762-1279-4df2-99cc-f7a0ff8901fe admin admin] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:14.682803 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-4ceea762-1279-4df2-99cc-f7a0ff8901fe admin admin] 10.222.0.21 "DELETE /v2.0/routers/3aefb362-0554-4f8a-908b-ad9830545b74 HTTP/1.1" status: 204 len: 168 time: 1.3496184 Aug 22 13:31:14.685714 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 58978) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:31:14.731692 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d7eb9ce-fde7-444b-a9bc-914de35fd2a0 admin admin] Deleting subnet 1f889029-53b7-465d-ae54-5b69207b2db9 {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:31:14.735118 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5d7eb9ce-fde7-444b-a9bc-914de35fd2a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:14.775804 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5d7eb9ce-fde7-444b-a9bc-914de35fd2a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:14.817018 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5d7eb9ce-fde7-444b-a9bc-914de35fd2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:14.866884 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5d7eb9ce-fde7-444b-a9bc-914de35fd2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:14.891992 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7eb9ce-fde7-444b-a9bc-914de35fd2a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f889029-53b7-465d-ae54-5b69207b2db9,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:14.895619 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5d7eb9ce-fde7-444b-a9bc-914de35fd2a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:14.897540 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5d7eb9ce-fde7-444b-a9bc-914de35fd2a0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1f889029-53b7-465d-ae54-5b69207b2db9 HTTP/1.1" status: 204 len: 168 time: 0.2107518 Aug 22 13:31:14.900640 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 58980) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:31:14.969221 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-52c04a80-7810-4d00-a3de-94185a77a013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:15.045836 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-52c04a80-7810-4d00-a3de-94185a77a013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:15.059370 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-52c04a80-7810-4d00-a3de-94185a77a013 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22ccff4c-fbb9-4d2c-868b-4119e5337f9c']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:31:15.069834 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-52c04a80-7810-4d00-a3de-94185a77a013 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2446ece-d720-4443-890c-13eae2cebc74') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:31:15.070825 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-52c04a80-7810-4d00-a3de-94185a77a013 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2446ece-d720-4443-890c-13eae2cebc74') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:31:15.080884 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-52c04a80-7810-4d00-a3de-94185a77a013 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:15.098259 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-52c04a80-7810-4d00-a3de-94185a77a013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:15.105663 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52c04a80-7810-4d00-a3de-94185a77a013 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:31:15.106283 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-52c04a80-7810-4d00-a3de-94185a77a013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:15.108124 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:31:15.108124 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:31:15.108124 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:31:15.108124 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:31:15.108124 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:31:15.108124 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:31:15.108124 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:31:15.108124 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:31:15.108124 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:31:15.108124 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:31:15.108124 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:31:15.108124 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:31:15.108124 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:31:15.108124 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:31:15.108124 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:31:15.108124 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:31:15.108124 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:31:15.108124 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:31:15.108124 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:31:15.108124 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:31:15.108124 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:31:15.108124 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:31:15.108124 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:31:15.108124 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:31:15.108124 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:31:15.108124 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:31:15.108124 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:31:15.108124 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:31:15.108124 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:31:15.108124 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:31:15.108124 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:31:15.108124 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:31:15.157937 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161117c-9430-4697-a2b5-465c73280688 req-61156b0f-c467-4e03-bb7c-28b045be6291 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:15.159431 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2161117c-9430-4697-a2b5-465c73280688 req-61156b0f-c467-4e03-bb7c-28b045be6291 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c4b6218-090d-45f2-8c40-4f3878d936a1 HTTP/1.1" status: 200 len: 944 time: 0.0706420 Aug 22 13:31:15.184437 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-52c04a80-7810-4d00-a3de-94185a77a013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:15.191127 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-52c04a80-7810-4d00-a3de-94185a77a013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:15.196970 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-52c04a80-7810-4d00-a3de-94185a77a013 admin admin] 10.222.0.21 "DELETE /v2.0/networks/22ccff4c-fbb9-4d2c-868b-4119e5337f9c HTTP/1.1" status: 204 len: 168 time: 0.2921720 Aug 22 13:31:15.207349 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c04a80-7810-4d00-a3de-94185a77a013 admin admin] Pushing event deleted for resources: {'Network': ['ID=22ccff4c-fbb9-4d2c-868b-4119e5337f9c,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:15.214884 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2161117c-9430-4697-a2b5-465c73280688 req-cf1491af-7016-4f28-9a48-a175c85bfc14 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479264 Aug 22 13:31:15.226786 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device c8c2fa71-4c0c-47d9-9a3f-2c655eb96dde no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:31:15.254159 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: c8c2fa71-4c0c-47d9-9a3f-2c655eb96dde {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:31:15.254587 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device c8c2fa71-4c0c-47d9-9a3f-2c655eb96dde not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:31:15.255101 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device d5dd7bf8-5824-41f7-a2d9-966d3169b71f no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:31:15.276164 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: d5dd7bf8-5824-41f7-a2d9-966d3169b71f {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:31:15.276773 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device d5dd7bf8-5824-41f7-a2d9-966d3169b71f not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:31:15.339604 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 58992) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:31:15.379593 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-3994ad1e-9798-469a-99df-8c367c77d058 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0ae246c295244408bea75b5a8f51001e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387924 Aug 22 13:31:15.382098 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 58998) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:31:15.436909 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d051ba52-2055-4bc1-8541-2251a1b52fc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:15.458143 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d051ba52-2055-4bc1-8541-2251a1b52fc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:15.470956 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576370e1-f46d-4aff-a0a2-20e8d1c082d2 req-e0d9a8c6-0828-4f9e-aef5-e1f417e9c8da tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:15.472564 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-576370e1-f46d-4aff-a0a2-20e8d1c082d2 req-e0d9a8c6-0828-4f9e-aef5-e1f417e9c8da tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=29129694-3a6c-43db-a100-6dc7f0c088a2 HTTP/1.1" status: 200 len: 946 time: 0.0513287 Aug 22 13:31:15.506897 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d051ba52-2055-4bc1-8541-2251a1b52fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:15.510234 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d051ba52-2055-4bc1-8541-2251a1b52fc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:15.513827 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d051ba52-2055-4bc1-8541-2251a1b52fc0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/05db45fe-401e-4b02-b4b1-c2ef1f536303 HTTP/1.1" status: 204 len: 168 time: 0.1278527 Aug 22 13:31:15.519477 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d051ba52-2055-4bc1-8541-2251a1b52fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05db45fe-401e-4b02-b4b1-c2ef1f536303,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:15.524805 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-576370e1-f46d-4aff-a0a2-20e8d1c082d2 req-f3cb1e96-960f-46c4-b5d3-ad22ac1eb09d tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457361 Aug 22 13:31:15.560938 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a205fe8b-726c-48aa-94d0-eabba7334028 req-eb6dc504-7b10-478b-bdbd-f5fc3da8dc4d tempest-ServerShowV257Test-1050344636 tempest-ServerShowV257Test-1050344636-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e48b8fa-e806-4629-9184-977e80391f3a HTTP/1.1" status: 200 len: 210 time: 0.0350640 Aug 22 13:31:16.207807 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 59024) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:31:16.313425 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-aa5f2112-e72e-42b0-9f3b-b65621167dd4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1189011300-network', 'tenant_id': '9aaf82909078458f95327523ba5e3378'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:31:16.339708 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5f2112-e72e-42b0-9f3b-b65621167dd4 admin admin] Made reservation on behalf of 9aaf82909078458f95327523ba5e3378 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:31:16.342418 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-aa5f2112-e72e-42b0-9f3b-b65621167dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:16.353076 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755bf652-694a-4fb3-8564-da05dda1bccb req-f4de5d4c-1491-4fc9-9816-a7bdac2a46a3 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:16.355047 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-755bf652-694a-4fb3-8564-da05dda1bccb req-f4de5d4c-1491-4fc9-9816-a7bdac2a46a3 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c4b6218-090d-45f2-8c40-4f3878d936a1 HTTP/1.1" status: 200 len: 944 time: 0.0721731 Aug 22 13:31:16.356061 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-aa5f2112-e72e-42b0-9f3b-b65621167dd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:16.401579 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-755bf652-694a-4fb3-8564-da05dda1bccb req-25d72462-37b0-474a-9454-2ab22befaa73 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399382 Aug 22 13:31:16.471232 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-aa5f2112-e72e-42b0-9f3b-b65621167dd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:16.476135 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-aa5f2112-e72e-42b0-9f3b-b65621167dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:16.505049 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa5f2112-e72e-42b0-9f3b-b65621167dd4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:31:16.512036 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5f2112-e72e-42b0-9f3b-b65621167dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90f3ad4-da87-4c9a-8023-21e9b4d18e3e,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:16.521035 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-aa5f2112-e72e-42b0-9f3b-b65621167dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:16.521375 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-aa5f2112-e72e-42b0-9f3b-b65621167dd4 admin admin] Added segment ceef141a-c6d4-4943-8c57-8c444b864728 of type vlan for network 0386d336-0e61-4348-9e46-055980419e76 Aug 22 13:31:16.523947 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5f2112-e72e-42b0-9f3b-b65621167dd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:31:16.524312 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5f2112-e72e-42b0-9f3b-b65621167dd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:31:16.524815 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5f2112-e72e-42b0-9f3b-b65621167dd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:31:16.525137 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5f2112-e72e-42b0-9f3b-b65621167dd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:31:16.525465 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5f2112-e72e-42b0-9f3b-b65621167dd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:31:16.525792 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5f2112-e72e-42b0-9f3b-b65621167dd4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:31:16.526103 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5f2112-e72e-42b0-9f3b-b65621167dd4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:31:16.527313 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5f2112-e72e-42b0-9f3b-b65621167dd4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:31:16.527313 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5f2112-e72e-42b0-9f3b-b65621167dd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:31:16.527313 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5f2112-e72e-42b0-9f3b-b65621167dd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:31:16.527313 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5f2112-e72e-42b0-9f3b-b65621167dd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:31:16.527633 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5f2112-e72e-42b0-9f3b-b65621167dd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:31:16.576163 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-aa5f2112-e72e-42b0-9f3b-b65621167dd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:16.611419 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-aa5f2112-e72e-42b0-9f3b-b65621167dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:16.612557 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5f2112-e72e-42b0-9f3b-b65621167dd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:16.614708 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-aa5f2112-e72e-42b0-9f3b-b65621167dd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:16.647483 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd3fe2-ef41-4ebe-8773-979787b9ff7c req-29259291-c0e2-42af-aff7-4569d9e0c5bb tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:16.650136 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e4cd3fe2-ef41-4ebe-8773-979787b9ff7c req-29259291-c0e2-42af-aff7-4569d9e0c5bb tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=29129694-3a6c-43db-a100-6dc7f0c088a2 HTTP/1.1" status: 200 len: 946 time: 0.0533566 Aug 22 13:31:16.676109 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-aa5f2112-e72e-42b0-9f3b-b65621167dd4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4671526 Aug 22 13:31:16.681705 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 59040) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:31:16.687579 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-6b25020f-cc31-4c6d-9810-fc9d6a48db3a admin admin] Request body: {'subnet': {'network_id': '0386d336-0e61-4348-9e46-055980419e76', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1189011300-subnet', 'tenant_id': '9aaf82909078458f95327523ba5e3378', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:31:16.690113 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2e810f41-4203-4d93-846f-7781c0271a58 req-4fe75e95-6f3e-497d-b278-a0ff9e3a77f0 tempest-ServerShowV257Test-1050344636 tempest-ServerShowV257Test-1050344636-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e48b8fa-e806-4629-9184-977e80391f3a HTTP/1.1" status: 200 len: 210 time: 0.0334799 Aug 22 13:31:16.698558 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5f2112-e72e-42b0-9f3b-b65621167dd4 admin admin] Pushing event updated for resources: {'Network': ['ID=0386d336-0e61-4348-9e46-055980419e76,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:16.717894 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 0386d336-0e61-4348-9e46-055980419e76 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:31:16.729114 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b25020f-cc31-4c6d-9810-fc9d6a48db3a admin admin] Made reservation on behalf of 9aaf82909078458f95327523ba5e3378 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:31:16.732084 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6b25020f-cc31-4c6d-9810-fc9d6a48db3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:16.733326 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e4cd3fe2-ef41-4ebe-8773-979787b9ff7c req-1de5514f-e986-44b0-92c6-006264687e51 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753810 Aug 22 13:31:16.900747 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6b25020f-cc31-4c6d-9810-fc9d6a48db3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:16.957831 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b25020f-cc31-4c6d-9810-fc9d6a48db3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=77ae476e-7cd6-4bd5-9319-25dd232b8593,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:16.966949 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b25020f-cc31-4c6d-9810-fc9d6a48db3a admin admin] Checking segment: {'id': 'ceef141a-c6d4-4943-8c57-8c444b864728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0386d336-0e61-4348-9e46-055980419e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:31:16.967305 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b25020f-cc31-4c6d-9810-fc9d6a48db3a admin admin] Network hostable DHCP agents. Network: 0386d336-0e61-4348-9e46-055980419e76, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:31:16.985270 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b25020f-cc31-4c6d-9810-fc9d6a48db3a admin admin] Network 0386d336-0e61-4348-9e46-055980419e76 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:31:16.994680 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-6b25020f-cc31-4c6d-9810-fc9d6a48db3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 0386d336-0e61-4348-9e46-055980419e76) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:31:16.998742 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b25020f-cc31-4c6d-9810-fc9d6a48db3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:16.999309 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6b25020f-cc31-4c6d-9810-fc9d6a48db3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:17.005635 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4512d0a-0fad-4d1c-b1c9-3fd3f4f7d9dd None None] Network 0386d336-0e61-4348-9e46-055980419e76 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:31:17.013908 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6b25020f-cc31-4c6d-9810-fc9d6a48db3a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3320689 Aug 22 13:31:17.016687 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59042) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:31:17.021271 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-7f247d49-0470-4985-9fc8-7cd36d4b3370 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1189011300-router', 'tenant_id': '9aaf82909078458f95327523ba5e3378', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:31:17.043007 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7f247d49-0470-4985-9fc8-7cd36d4b3370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:17.043995 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7f247d49-0470-4985-9fc8-7cd36d4b3370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:17.099450 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7f247d49-0470-4985-9fc8-7cd36d4b3370 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:17.158353 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2378437-2fb2-46f3-9a8b-4e3d5d5a88fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-0386d336-0e61-4348-9e46-055980419e76', 'network_id': '0386d336-0e61-4348-9e46-055980419e76', 'tenant_id': '9aaf82909078458f95327523ba5e3378', 'fixed_ips': [{'subnet_id': '77ae476e-7cd6-4bd5-9319-25dd232b8593'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:31:17.159249 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c2378437-2fb2-46f3-9a8b-4e3d5d5a88fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:17.241354 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7f247d49-0470-4985-9fc8-7cd36d4b3370 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:17.294484 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-c2378437-2fb2-46f3-9a8b-4e3d5d5a88fc None None] Allocated IP 172.20.0.2 (0386d336-0e61-4348-9e46-055980419e76/77ae476e-7cd6-4bd5-9319-25dd232b8593/3adbe198-0e97-4db9-9ac7-cbbc1de22c53) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:31:17.445773 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7f247d49-0470-4985-9fc8-7cd36d4b3370 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:17.453568 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c2378437-2fb2-46f3-9a8b-4e3d5d5a88fc None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:17.463511 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c2378437-2fb2-46f3-9a8b-4e3d5d5a88fc None None] Transition to ACTIVE for port object 3adbe198-0e97-4db9-9ac7-cbbc1de22c53 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:31:17.467860 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7f247d49-0470-4985-9fc8-7cd36d4b3370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:17.485301 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c2378437-2fb2-46f3-9a8b-4e3d5d5a88fc None None] Transition to ACTIVE for port object 3adbe198-0e97-4db9-9ac7-cbbc1de22c53 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:31:17.496610 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c2378437-2fb2-46f3-9a8b-4e3d5d5a88fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:17.540180 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2378437-2fb2-46f3-9a8b-4e3d5d5a88fc None None] Network 0386d336-0e61-4348-9e46-055980419e76 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:31:17.543102 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-c2378437-2fb2-46f3-9a8b-4e3d5d5a88fc None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:31:17.545446 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2378437-2fb2-46f3-9a8b-4e3d5d5a88fc None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:31:17.557049 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2378437-2fb2-46f3-9a8b-4e3d5d5a88fc None None] Pushing event updated for resources: {'Port': ['ID=3adbe198-0e97-4db9-9ac7-cbbc1de22c53,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:17.609643 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5d6f69-7645-4377-bf1e-7165ca5bce9f req-18812fd7-8747-491e-b96f-23bb67cbfcf5 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:17.611148 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5c5d6f69-7645-4377-bf1e-7165ca5bce9f req-18812fd7-8747-491e-b96f-23bb67cbfcf5 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c4b6218-090d-45f2-8c40-4f3878d936a1 HTTP/1.1" status: 200 len: 944 time: 0.1259267 Aug 22 13:31:17.612499 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-c2378437-2fb2-46f3-9a8b-4e3d5d5a88fc None None] Attempting to bind port 3adbe198-0e97-4db9-9ac7-cbbc1de22c53 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:31:17.612871 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-c2378437-2fb2-46f3-9a8b-4e3d5d5a88fc None None] Attempting to bind port 3adbe198-0e97-4db9-9ac7-cbbc1de22c53 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'ceef141a-c6d4-4943-8c57-8c444b864728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0386d336-0e61-4348-9e46-055980419e76'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:31:17.613239 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2378437-2fb2-46f3-9a8b-4e3d5d5a88fc None None] Attempting to bind port 3adbe198-0e97-4db9-9ac7-cbbc1de22c53 on network 0386d336-0e61-4348-9e46-055980419e76 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:31:17.618337 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2378437-2fb2-46f3-9a8b-4e3d5d5a88fc None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:31:17.618719 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2378437-2fb2-46f3-9a8b-4e3d5d5a88fc None None] Checking segment: {'id': 'ceef141a-c6d4-4943-8c57-8c444b864728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0386d336-0e61-4348-9e46-055980419e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:31:17.619121 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c2378437-2fb2-46f3-9a8b-4e3d5d5a88fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:17.619513 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2378437-2fb2-46f3-9a8b-4e3d5d5a88fc None None] Bound using segment: {'id': 'ceef141a-c6d4-4943-8c57-8c444b864728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0386d336-0e61-4348-9e46-055980419e76'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:31:17.619981 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-c2378437-2fb2-46f3-9a8b-4e3d5d5a88fc None None] Bound port: 3adbe198-0e97-4db9-9ac7-cbbc1de22c53, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceef141a-c6d4-4943-8c57-8c444b864728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0386d336-0e61-4348-9e46-055980419e76'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:31:17.620442 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c2378437-2fb2-46f3-9a8b-4e3d5d5a88fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:17.646741 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-7f247d49-0470-4985-9fc8-7cd36d4b3370 admin admin] Allocated IP 172.25.3.184 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/fa21394a-98cd-45ab-bb27-134811dafbbd) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:31:17.679038 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5c5d6f69-7645-4377-bf1e-7165ca5bce9f req-83db1d76-2075-4d6e-9bc7-cb617625522c tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598748 Aug 22 13:31:17.690626 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c2378437-2fb2-46f3-9a8b-4e3d5d5a88fc None None] For port 3adbe198-0e97-4db9-9ac7-cbbc1de22c53, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:31:17.693931 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c2378437-2fb2-46f3-9a8b-4e3d5d5a88fc None None] For port 3adbe198-0e97-4db9-9ac7-cbbc1de22c53, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=3adbe198-0e97-4db9-9ac7-cbbc1de22c53,segment=NetworkSegment(ceef141a-c6d4-4943-8c57-8c444b864728),segment_id=ceef141a-c6d4-4943-8c57-8c444b864728)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:31:17.705081 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c2378437-2fb2-46f3-9a8b-4e3d5d5a88fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:17.767338 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2378437-2fb2-46f3-9a8b-4e3d5d5a88fc None None] Pushing event updated for resources: {'Port': ['ID=3adbe198-0e97-4db9-9ac7-cbbc1de22c53,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:17.798032 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device fdd124d4-59b0-405f-9463-c2cf47d88c74 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:31:17.809637 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7f247d49-0470-4985-9fc8-7cd36d4b3370 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:17.849658 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0fe4d6a8-98a2-487a-a366-4247e302c664 req-3e3dbacd-fbd3-41f8-baff-0a54f9e78e25 tempest-ServerShowV257Test-1050344636 tempest-ServerShowV257Test-1050344636-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e48b8fa-e806-4629-9184-977e80391f3a HTTP/1.1" status: 200 len: 210 time: 0.0469160 Aug 22 13:31:17.904219 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4ef53-fc85-4eb9-b76c-836374a20222 req-803a5346-73b0-48fb-b3c2-6612015324ab tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:17.905807 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-66f4ef53-fc85-4eb9-b76c-836374a20222 req-803a5346-73b0-48fb-b3c2-6612015324ab tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=29129694-3a6c-43db-a100-6dc7f0c088a2 HTTP/1.1" status: 200 len: 946 time: 0.0843239 Aug 22 13:31:17.916634 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port fdd124d4-59b0-405f-9463-c2cf47d88c74, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=fdd124d4-59b0-405f-9463-c2cf47d88c74,segment=NetworkSegment(18b5a6df-b98f-4d4b-9428-0223d3f719a9),segment_id=18b5a6df-b98f-4d4b-9428-0223d3f719a9)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:31:17.924331 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7f247d49-0470-4985-9fc8-7cd36d4b3370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:17.928575 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': 'fdd124d4-59b0-405f-9463-c2cf47d88c74', 'network_id': '652b7040-839e-4592-b462-d4511ac6e125', 'port_id': 'fdd124d4-59b0-405f-9463-c2cf47d88c74', 'mac_address': 'fa:16:3e:47:d4:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236eb505-a499-4edb-a293-2a2d85a583c0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:31:17.991101 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:18.009730 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdd124d4-59b0-405f-9463-c2cf47d88c74 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:31:18.025681 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f247d49-0470-4985-9fc8-7cd36d4b3370 admin admin] Pushing event updated for resources: {'Port': ['ID=fa21394a-98cd-45ab-bb27-134811dafbbd,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:18.029156 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f247d49-0470-4985-9fc8-7cd36d4b3370 admin admin] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:31:18.029666 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port fdd124d4-59b0-405f-9463-c2cf47d88c74, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=fdd124d4-59b0-405f-9463-c2cf47d88c74,segment=NetworkSegment(18b5a6df-b98f-4d4b-9428-0223d3f719a9),segment_id=18b5a6df-b98f-4d4b-9428-0223d3f719a9)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:31:18.041457 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:18.048216 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-66f4ef53-fc85-4eb9-b76c-836374a20222 req-4a047006-a4ee-418c-b99c-b1fb51035405 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324713 Aug 22 13:31:18.049358 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-7f247d49-0470-4985-9fc8-7cd36d4b3370 admin admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:31:18.051848 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f247d49-0470-4985-9fc8-7cd36d4b3370 admin admin] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:31:18.119736 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=fdd124d4-59b0-405f-9463-c2cf47d88c74,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:18.301639 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7f247d49-0470-4985-9fc8-7cd36d4b3370 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:18.313725 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['fdd124d4-59b0-405f-9463-c2cf47d88c74'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:31:18.506841 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7f247d49-0470-4985-9fc8-7cd36d4b3370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:18.657428 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f247d49-0470-4985-9fc8-7cd36d4b3370 admin admin] Router fff8a5ff-c8bd-4e63-a592-92b4e558c9fb is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:31:18.759458 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb6b46b-bf94-48f8-a08f-95f99309cf33 None None] Network 0386d336-0e61-4348-9e46-055980419e76 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:31:18.794833 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f247d49-0470-4985-9fc8-7cd36d4b3370 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:31:18.811058 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058fe749-df62-4b35-ae42-4e6a67178c3e None None] Sync routers for ids ['fff8a5ff-c8bd-4e63-a592-92b4e558c9fb'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:31:18.822127 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c68874f1-aa30-4c04-a26b-0218c8b63e0c None None] Provisioning for port 3adbe198-0e97-4db9-9ac7-cbbc1de22c53 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:31:18.825774 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4aff6a-bb14-484c-988a-b7f368df3522 req-00f34472-6bb6-4765-806f-9b71f2439f75 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:18.827250 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2d4aff6a-bb14-484c-988a-b7f368df3522 req-00f34472-6bb6-4765-806f-9b71f2439f75 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c4b6218-090d-45f2-8c40-4f3878d936a1 HTTP/1.1" status: 200 len: 945 time: 0.0717082 Aug 22 13:31:18.828106 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7f247d49-0470-4985-9fc8-7cd36d4b3370 admin admin] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:18.829228 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-7f247d49-0470-4985-9fc8-7cd36d4b3370 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8115571 Aug 22 13:31:18.831962 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59068) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:31:18.845229 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058fe749-df62-4b35-ae42-4e6a67178c3e None None] Routers {'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:31:18.845919 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-058fe749-df62-4b35-ae42-4e6a67178c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:31:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['fff8a5ff-c8bd-4e63-a592-92b4e558c9fb'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:31:18.923670 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2d4aff6a-bb14-484c-988a-b7f368df3522 req-08648db6-cd2f-4700-a582-4fa037fa17bd tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840642 Aug 22 13:31:19.129162 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 3adbe198-0e97-4db9-9ac7-cbbc1de22c53 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:31:19.172900 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-058fe749-df62-4b35-ae42-4e6a67178c3e None None] Set router fff8a5ff-c8bd-4e63-a592-92b4e558c9fb gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:31:19.308939 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6efa9459-2e1e-4dd3-ab2f-9bc6b2554840 req-245baf04-dd59-489b-9759-b9e5df65021b tempest-ServerShowV257Test-1050344636 tempest-ServerShowV257Test-1050344636-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e48b8fa-e806-4629-9184-977e80391f3a HTTP/1.1" status: 200 len: 210 time: 0.0608699 Aug 22 13:31:19.309144 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 3adbe198-0e97-4db9-9ac7-cbbc1de22c53 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:31:19.319111 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 3adbe198-0e97-4db9-9ac7-cbbc1de22c53 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:31:19.319488 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:19.343031 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b562ea9-83e2-4156-af1e-b6f45416eff1 req-c03e3a3b-ed6c-47fa-922e-994676cfae7b tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:19.350325 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1b562ea9-83e2-4156-af1e-b6f45416eff1 req-c03e3a3b-ed6c-47fa-922e-994676cfae7b tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=29129694-3a6c-43db-a100-6dc7f0c088a2 HTTP/1.1" status: 200 len: 946 time: 0.1038871 Aug 22 13:31:19.436468 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1b562ea9-83e2-4156-af1e-b6f45416eff1 req-1f2fa7da-79ec-4c3c-80ef-aa3b731b2dcf tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852306 Aug 22 13:31:19.446509 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:19.450539 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-058fe749-df62-4b35-ae42-4e6a67178c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb', 'name': 'tempest-AttachVolumeTestJSON-1189011300-router', 'tenant_id': '9aaf82909078458f95327523ba5e3378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'fa21394a-98cd-45ab-bb27-134811dafbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:31:17Z', 'updated_at': '2021-08-22T13:31:18Z', 'revision_number': 3, 'project_id': '9aaf82909078458f95327523ba5e3378', 'gw_port': {'id': 'fa21394a-98cd-45ab-bb27-134811dafbbd', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:93:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:31:17Z', 'updated_at': '2021-08-22T13:31:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:31:19.485129 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058fe749-df62-4b35-ae42-4e6a67178c3e None None] Checking router: fff8a5ff-c8bd-4e63-a592-92b4e558c9fb for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:31:19.485656 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058fe749-df62-4b35-ae42-4e6a67178c3e None None] Updating router fff8a5ff-c8bd-4e63-a592-92b4e558c9fb port fa21394a-98cd-45ab-bb27-134811dafbbd binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:31:19.530419 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 3adbe198-0e97-4db9-9ac7-cbbc1de22c53, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=3adbe198-0e97-4db9-9ac7-cbbc1de22c53,segment=NetworkSegment(ceef141a-c6d4-4943-8c57-8c444b864728),segment_id=ceef141a-c6d4-4943-8c57-8c444b864728)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:31:19.532465 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-058fe749-df62-4b35-ae42-4e6a67178c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:19.535993 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:19.678688 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-3536bc08-212d-463a-a8cc-fc01cedbd4ff None None] Provisioning complete for port 3adbe198-0e97-4db9-9ac7-cbbc1de22c53 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:31:19.679047 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3536bc08-212d-463a-a8cc-fc01cedbd4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:19.706471 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=3adbe198-0e97-4db9-9ac7-cbbc1de22c53,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:19.728401 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-63da4308-fd48-4d88-a6d6-ad1fdb55a641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:19.821621 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device fdd124d4-59b0-405f-9463-c2cf47d88c74 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:31:19.887764 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-63da4308-fd48-4d88-a6d6-ad1fdb55a641 admin admin] Allocated IP 172.20.0.1 (0386d336-0e61-4348-9e46-055980419e76/77ae476e-7cd6-4bd5-9319-25dd232b8593/e654dcd5-eaac-42ac-adfd-79f3d0d1ea02) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:31:19.932778 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port fdd124d4-59b0-405f-9463-c2cf47d88c74 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:31:19.944392 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port fdd124d4-59b0-405f-9463-c2cf47d88c74 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:31:19.944771 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:19.950500 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-058fe749-df62-4b35-ae42-4e6a67178c3e None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:19.978121 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-058fe749-df62-4b35-ae42-4e6a67178c3e None None] Transition to ACTIVE for port object fa21394a-98cd-45ab-bb27-134811dafbbd will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:31:19.987248 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-058fe749-df62-4b35-ae42-4e6a67178c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:20.007182 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-63da4308-fd48-4d88-a6d6-ad1fdb55a641 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:20.023969 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-63da4308-fd48-4d88-a6d6-ad1fdb55a641 admin admin] Transition to ACTIVE for port object e654dcd5-eaac-42ac-adfd-79f3d0d1ea02 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:31:20.053495 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe03c701-1e6b-4b24-b432-67b6226dcb8f None None] Pushing event updated for resources: {'Port': ['ID=fa21394a-98cd-45ab-bb27-134811dafbbd,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:20.059053 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-058fe749-df62-4b35-ae42-4e6a67178c3e None None] Attempting to bind port fa21394a-98cd-45ab-bb27-134811dafbbd on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:31:20.059422 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-058fe749-df62-4b35-ae42-4e6a67178c3e None None] Attempting to bind port fa21394a-98cd-45ab-bb27-134811dafbbd by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:31:20.059781 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058fe749-df62-4b35-ae42-4e6a67178c3e None None] Attempting to bind port fa21394a-98cd-45ab-bb27-134811dafbbd on network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:31:20.069128 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe03c701-1e6b-4b24-b432-67b6226dcb8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:31:20.069470 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe03c701-1e6b-4b24-b432-67b6226dcb8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:31:20.069809 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe03c701-1e6b-4b24-b432-67b6226dcb8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:31:20.070194 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe03c701-1e6b-4b24-b432-67b6226dcb8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:31:20.071018 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe03c701-1e6b-4b24-b432-67b6226dcb8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:31:20.071347 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe03c701-1e6b-4b24-b432-67b6226dcb8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:31:20.071729 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe03c701-1e6b-4b24-b432-67b6226dcb8f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:31:20.071997 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe03c701-1e6b-4b24-b432-67b6226dcb8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:31:20.072340 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe03c701-1e6b-4b24-b432-67b6226dcb8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:31:20.072665 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe03c701-1e6b-4b24-b432-67b6226dcb8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:31:20.072981 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe03c701-1e6b-4b24-b432-67b6226dcb8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:31:20.073300 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe03c701-1e6b-4b24-b432-67b6226dcb8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:31:20.078217 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058fe749-df62-4b35-ae42-4e6a67178c3e None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:31:20.078584 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058fe749-df62-4b35-ae42-4e6a67178c3e None None] Checking segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:31:20.078986 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-058fe749-df62-4b35-ae42-4e6a67178c3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:20.079357 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058fe749-df62-4b35-ae42-4e6a67178c3e None None] Bound using segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:31:20.079824 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-058fe749-df62-4b35-ae42-4e6a67178c3e None None] Bound port: fa21394a-98cd-45ab-bb27-134811dafbbd, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:31:20.080197 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-058fe749-df62-4b35-ae42-4e6a67178c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:20.102991 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f3e8c1-544c-40db-94d1-6a88b55375c9 req-ad4cef24-2400-4dd6-8fd8-b71b0403903c tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:20.104522 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c7f3e8c1-544c-40db-94d1-6a88b55375c9 req-ad4cef24-2400-4dd6-8fd8-b71b0403903c tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c4b6218-090d-45f2-8c40-4f3878d936a1 HTTP/1.1" status: 200 len: 945 time: 0.0697465 Aug 22 13:31:20.105956 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-63da4308-fd48-4d88-a6d6-ad1fdb55a641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:20.144036 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:20.160079 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63da4308-fd48-4d88-a6d6-ad1fdb55a641 admin admin] Network 0386d336-0e61-4348-9e46-055980419e76 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:31:20.164157 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-63da4308-fd48-4d88-a6d6-ad1fdb55a641 admin admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:31:20.173955 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63da4308-fd48-4d88-a6d6-ad1fdb55a641 admin admin] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:31:20.176616 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4b6218-090d-45f2-8c40-4f3878d936a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd124d4-59b0-405f-9463-c2cf47d88c74'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:31:20.178842 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0b760b-4bc0-4574-8570-1aaac9430943" -d '{"events": [{"server_uuid": "4c4b6218-090d-45f2-8c40-4f3878d936a1", "name": "network-vif-plugged", "status": "completed", "tag": "fdd124d4-59b0-405f-9463-c2cf47d88c74"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:31:20.182708 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da4308-fd48-4d88-a6d6-ad1fdb55a641 admin admin] Pushing event updated for resources: {'Port': ['ID=e654dcd5-eaac-42ac-adfd-79f3d0d1ea02,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:20.184909 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-058fe749-df62-4b35-ae42-4e6a67178c3e None None] For port fa21394a-98cd-45ab-bb27-134811dafbbd, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:31:20.201643 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port fdd124d4-59b0-405f-9463-c2cf47d88c74, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=fdd124d4-59b0-405f-9463-c2cf47d88c74,segment=NetworkSegment(18b5a6df-b98f-4d4b-9428-0223d3f719a9),segment_id=18b5a6df-b98f-4d4b-9428-0223d3f719a9)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:31:20.205425 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-058fe749-df62-4b35-ae42-4e6a67178c3e None None] For port fa21394a-98cd-45ab-bb27-134811dafbbd, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=fa21394a-98cd-45ab-bb27-134811dafbbd,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:31:20.208078 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:20.238689 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-058fe749-df62-4b35-ae42-4e6a67178c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:20.240669 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c7f3e8c1-544c-40db-94d1-6a88b55375c9 req-e754171d-3b73-4afc-8be5-b29a4b792348 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244977 Aug 22 13:31:20.267446 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-63da4308-fd48-4d88-a6d6-ad1fdb55a641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:20.284615 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=fdd124d4-59b0-405f-9463-c2cf47d88c74,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:20.292297 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058fe749-df62-4b35-ae42-4e6a67178c3e None None] Routers {'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:31:20.293230 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-058fe749-df62-4b35-ae42-4e6a67178c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:31:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['fff8a5ff-c8bd-4e63-a592-92b4e558c9fb'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:31:20.386628 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe03c701-1e6b-4b24-b432-67b6226dcb8f None None] Pushing event updated for resources: {'Port': ['ID=fa21394a-98cd-45ab-bb27-134811dafbbd,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:20.413661 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2180ddc-9c3c-42c8-b7ba-00ac20cedeb4 x-openstack-request-id: req-a2180ddc-9c3c-42c8-b7ba-00ac20cedeb4 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:31:20.414920 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c4b6218-090d-45f2-8c40-4f3878d936a1", "name": "network-vif-plugged", "status": "completed", "tag": "fdd124d4-59b0-405f-9463-c2cf47d88c74", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:31:20.415390 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a2180ddc-9c3c-42c8-b7ba-00ac20cedeb4 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:31:20.415907 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c4b6218-090d-45f2-8c40-4f3878d936a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd124d4-59b0-405f-9463-c2cf47d88c74', 'code': 200} Aug 22 13:31:20.477068 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-058fe749-df62-4b35-ae42-4e6a67178c3e None None] Set router fff8a5ff-c8bd-4e63-a592-92b4e558c9fb gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:31:20.477563 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b74bc71f-ecc1-4226-9e2e-9e3ba69fa8be req-da309277-620c-4d3a-97e1-2875136b31ad tempest-ServerShowV257Test-1050344636 tempest-ServerShowV257Test-1050344636-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e48b8fa-e806-4629-9184-977e80391f3a HTTP/1.1" status: 200 len: 210 time: 0.0541747 Aug 22 13:31:20.511646 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-63da4308-fd48-4d88-a6d6-ad1fdb55a641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:20.538158 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd7bf6-fc9f-452f-a148-5a7d37c777cf req-0f603b89-ed48-4d76-bb02-237914eba942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:20.541157 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-92fd7bf6-fc9f-452f-a148-5a7d37c777cf req-0f603b89-ed48-4d76-bb02-237914eba942 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4c4b6218-090d-45f2-8c40-4f3878d936a1 HTTP/1.1" status: 200 len: 1098 time: 0.0550685 Aug 22 13:31:20.579060 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-92fd7bf6-fc9f-452f-a148-5a7d37c777cf req-d3647883-3cd0-4483-a976-6e5a7b69cb10 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298393 Aug 22 13:31:20.592320 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-7252a4ef-5302-4aa6-b134-a9359aaa30a9 None None] Provisioning for port e654dcd5-eaac-42ac-adfd-79f3d0d1ea02 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:31:20.600488 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-7252a4ef-5302-4aa6-b134-a9359aaa30a9 None None] Provisioning complete for port e654dcd5-eaac-42ac-adfd-79f3d0d1ea02 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:31:20.600860 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7252a4ef-5302-4aa6-b134-a9359aaa30a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:20.655372 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-7252a4ef-5302-4aa6-b134-a9359aaa30a9 None None] Port e654dcd5-eaac-42ac-adfd-79f3d0d1ea02 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:31:20.663787 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f17536-bcad-4ef5-8b84-c519527652bd req-e9dc9a08-3740-403d-8f32-0546cd2718dd tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:20.666117 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-15f17536-bcad-4ef5-8b84-c519527652bd req-e9dc9a08-3740-403d-8f32-0546cd2718dd tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=29129694-3a6c-43db-a100-6dc7f0c088a2 HTTP/1.1" status: 200 len: 946 time: 0.1181197 Aug 22 13:31:20.709672 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-058fe749-df62-4b35-ae42-4e6a67178c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb', 'name': 'tempest-AttachVolumeTestJSON-1189011300-router', 'tenant_id': '9aaf82909078458f95327523ba5e3378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'fa21394a-98cd-45ab-bb27-134811dafbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:31:17Z', 'updated_at': '2021-08-22T13:31:18Z', 'revision_number': 3, 'project_id': '9aaf82909078458f95327523ba5e3378', 'gw_port': {'id': 'fa21394a-98cd-45ab-bb27-134811dafbbd', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:93:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:31:17Z', 'updated_at': '2021-08-22T13:31:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:31:20.737853 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-15f17536-bcad-4ef5-8b84-c519527652bd req-229d9cdf-89ef-4cff-a0e6-55f526b615d4 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634265 Aug 22 13:31:20.742263 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058fe749-df62-4b35-ae42-4e6a67178c3e None None] The sync data for ids ['fff8a5ff-c8bd-4e63-a592-92b4e558c9fb'] in n-d-793621-33 is: [{'id': 'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb', 'name': 'tempest-AttachVolumeTestJSON-1189011300-router', 'tenant_id': '9aaf82909078458f95327523ba5e3378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'fa21394a-98cd-45ab-bb27-134811dafbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:31:17Z', 'updated_at': '2021-08-22T13:31:18Z', 'revision_number': 3, 'project_id': '9aaf82909078458f95327523ba5e3378', 'gw_port': {'id': 'fa21394a-98cd-45ab-bb27-134811dafbbd', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:93:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:31:17Z', 'updated_at': '2021-08-22T13:31:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:31:20.758658 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-63da4308-fd48-4d88-a6d6-ad1fdb55a641 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:20.777889 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-63da4308-fd48-4d88-a6d6-ad1fdb55a641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:20.855981 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da4308-fd48-4d88-a6d6-ad1fdb55a641 admin admin] Pushing event updated for resources: {'Port': ['ID=e654dcd5-eaac-42ac-adfd-79f3d0d1ea02,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:20.858478 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-63da4308-fd48-4d88-a6d6-ad1fdb55a641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:20.951150 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63da4308-fd48-4d88-a6d6-ad1fdb55a641 admin admin] Network 0386d336-0e61-4348-9e46-055980419e76 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:31:20.952656 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-63da4308-fd48-4d88-a6d6-ad1fdb55a641 admin admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:31:21.126469 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63da4308-fd48-4d88-a6d6-ad1fdb55a641 admin admin] Router fff8a5ff-c8bd-4e63-a592-92b4e558c9fb has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:31:21.202773 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 3adbe198-0e97-4db9-9ac7-cbbc1de22c53 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:31:21.250693 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63da4308-fd48-4d88-a6d6-ad1fdb55a641 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:31:21.263661 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-63da4308-fd48-4d88-a6d6-ad1fdb55a641 admin admin] 10.222.0.21 "PUT /v2.0/routers/fff8a5ff-c8bd-4e63-a592-92b4e558c9fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4225821 Aug 22 13:31:21.263846 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 3adbe198-0e97-4db9-9ac7-cbbc1de22c53 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:31:21.263846 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:21.306721 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-9485932a-f111-4ce5-982c-7b84797bbe78 None None] Provisioning complete for port e654dcd5-eaac-42ac-adfd-79f3d0d1ea02 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:31:21.307225 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9485932a-f111-4ce5-982c-7b84797bbe78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:21.381535 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-9485932a-f111-4ce5-982c-7b84797bbe78 None None] Port e654dcd5-eaac-42ac-adfd-79f3d0d1ea02 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:31:21.403437 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device fa21394a-98cd-45ab-bb27-134811dafbbd up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:31:21.405700 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e882a-baec-45de-acdc-ec7168f7b995 req-225c4e4a-d409-4a79-8d01-82f855ec5784 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:21.416163 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-290e882a-baec-45de-acdc-ec7168f7b995 req-225c4e4a-d409-4a79-8d01-82f855ec5784 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c4b6218-090d-45f2-8c40-4f3878d936a1 HTTP/1.1" status: 200 len: 946 time: 0.0689430 Aug 22 13:31:21.467359 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port fa21394a-98cd-45ab-bb27-134811dafbbd completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:31:21.469608 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-290e882a-baec-45de-acdc-ec7168f7b995 req-cf445693-1792-410d-be4c-ad0e086a3907 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486958 Aug 22 13:31:21.471885 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port fa21394a-98cd-45ab-bb27-134811dafbbd triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:31:21.472368 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:21.571231 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:21.594939 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port fa21394a-98cd-45ab-bb27-134811dafbbd, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=fa21394a-98cd-45ab-bb27-134811dafbbd,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:31:21.595769 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c123f43a-7f06-472e-afe3-ecddd161f30e req-508d433f-9d95-4b27-a8ce-f0f7550887f5 tempest-ServerShowV257Test-1050344636 tempest-ServerShowV257Test-1050344636-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e48b8fa-e806-4629-9184-977e80391f3a HTTP/1.1" status: 200 len: 210 time: 0.0509686 Aug 22 13:31:21.598911 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:21.671985 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=fa21394a-98cd-45ab-bb27-134811dafbbd,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:21.902263 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 59120) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:31:21.906948 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-be35469a-3fb2-4ae9-ac8b-8f236d31f6a9 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1063463366', 'description': 'tempest-description--514130653'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:31:21.925304 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818802a1-9075-459a-9ece-801eabfa5344 req-658f6266-f7e3-440f-8539-6ec47070a581 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:21.934384 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-818802a1-9075-459a-9ece-801eabfa5344 req-658f6266-f7e3-440f-8539-6ec47070a581 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=29129694-3a6c-43db-a100-6dc7f0c088a2 HTTP/1.1" status: 200 len: 946 time: 0.0585773 Aug 22 13:31:21.937228 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-be35469a-3fb2-4ae9-ac8b-8f236d31f6a9 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:21.970674 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-818802a1-9075-459a-9ece-801eabfa5344 req-c0bbcf95-a5ed-49f2-bd13-9b5e0059ebb5 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352459 Aug 22 13:31:22.028833 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-be35469a-3fb2-4ae9-ac8b-8f236d31f6a9 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:22.032326 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-be35469a-3fb2-4ae9-ac8b-8f236d31f6a9 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:22.058339 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-be35469a-3fb2-4ae9-ac8b-8f236d31f6a9 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:22.059810 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-be35469a-3fb2-4ae9-ac8b-8f236d31f6a9 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1565254 Aug 22 13:31:22.061611 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be35469a-3fb2-4ae9-ac8b-8f236d31f6a9 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1e745b-6f0c-4fcc-80fa-5b3131e9e569,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:22.062980 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59122) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:31:22.070914 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-95de5060-0299-4e9a-a163-1e1818f8b6e7 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Request body: {'security_group_rule': {'security_group_id': '0a1e745b-6f0c-4fcc-80fa-5b3131e9e569', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:31:22.097996 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-95de5060-0299-4e9a-a163-1e1818f8b6e7 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:22.144613 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-95de5060-0299-4e9a-a163-1e1818f8b6e7 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:22.150392 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-95de5060-0299-4e9a-a163-1e1818f8b6e7 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:22.167472 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95de5060-0299-4e9a-a163-1e1818f8b6e7 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=707bf722-b925-4bbb-b61c-b5d335bedf49,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:22.178154 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-95de5060-0299-4e9a-a163-1e1818f8b6e7 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:22.179926 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-95de5060-0299-4e9a-a163-1e1818f8b6e7 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1126916 Aug 22 13:31:22.183228 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59124) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:31:22.188057 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-fe94190b-c331-4fbb-8e46-76c84047c3ad tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Request body: {'security_group_rule': {'security_group_id': '0a1e745b-6f0c-4fcc-80fa-5b3131e9e569', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:31:22.217623 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fe94190b-c331-4fbb-8e46-76c84047c3ad tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:22.276191 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fe94190b-c331-4fbb-8e46-76c84047c3ad tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:22.280137 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fe94190b-c331-4fbb-8e46-76c84047c3ad tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:22.298379 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe94190b-c331-4fbb-8e46-76c84047c3ad tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea6eef27-d190-4151-b4f9-741d067c9eb6,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:22.306468 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fe94190b-c331-4fbb-8e46-76c84047c3ad tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:22.307699 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-fe94190b-c331-4fbb-8e46-76c84047c3ad tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1232717 Aug 22 13:31:22.311088 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59126) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:31:22.315464 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-e74b4385-95f5-4196-bf0e-4893fd465949 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Request body: {'floatingip': {'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:31:22.339333 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e74b4385-95f5-4196-bf0e-4893fd465949 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks [] for floatingip, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:22.438884 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e74b4385-95f5-4196-bf0e-4893fd465949 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:22.463334 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f0b474-2795-4ef6-8815-178ad4a5afcd None None] Sync routers for ids ['fff8a5ff-c8bd-4e63-a592-92b4e558c9fb'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:31:22.472402 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f0b474-2795-4ef6-8815-178ad4a5afcd None None] Routers {'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:31:22.473011 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-79f0b474-2795-4ef6-8815-178ad4a5afcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:31:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['fff8a5ff-c8bd-4e63-a592-92b4e558c9fb'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:31:22.574710 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-e74b4385-95f5-4196-bf0e-4893fd465949 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Allocated IP 172.25.3.73 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/7218fd8b-e7bd-49b9-bf6d-3c624970768f) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:31:22.578317 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-79f0b474-2795-4ef6-8815-178ad4a5afcd None None] Set router fff8a5ff-c8bd-4e63-a592-92b4e558c9fb gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:31:22.613530 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242aa909-445f-4f37-b474-9dc3c4a605a4 req-ef716c43-a2ae-4d14-a735-0376ff5b5364 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:22.615017 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-242aa909-445f-4f37-b474-9dc3c4a605a4 req-ef716c43-a2ae-4d14-a735-0376ff5b5364 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c4b6218-090d-45f2-8c40-4f3878d936a1 HTTP/1.1" status: 200 len: 946 time: 0.0831816 Aug 22 13:31:22.718312 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a000d680-1945-471c-ad33-916b07ada20c req-abbbeaff-3119-41dc-9921-0b19f287f729 tempest-ServerShowV257Test-1050344636 tempest-ServerShowV257Test-1050344636-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e48b8fa-e806-4629-9184-977e80391f3a HTTP/1.1" status: 200 len: 210 time: 0.0470066 Aug 22 13:31:22.725485 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-242aa909-445f-4f37-b474-9dc3c4a605a4 req-f009d6a0-5596-4de5-a7b5-51c10fcb9084 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804820 Aug 22 13:31:22.754305 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e74b4385-95f5-4196-bf0e-4893fd465949 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:22.784651 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-79f0b474-2795-4ef6-8815-178ad4a5afcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb', 'name': 'tempest-AttachVolumeTestJSON-1189011300-router', 'tenant_id': '9aaf82909078458f95327523ba5e3378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'fa21394a-98cd-45ab-bb27-134811dafbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:31:17Z', 'updated_at': '2021-08-22T13:31:20Z', 'revision_number': 4, 'project_id': '9aaf82909078458f95327523ba5e3378', 'gw_port': {'id': 'fa21394a-98cd-45ab-bb27-134811dafbbd', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:93:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:31:17Z', 'updated_at': '2021-08-22T13:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'e654dcd5-eaac-42ac-adfd-79f3d0d1ea02', 'name': '', 'network_id': '0386d336-0e61-4348-9e46-055980419e76', 'tenant_id': '9aaf82909078458f95327523ba5e3378', 'mac_address': 'fa:16:3e:64:86:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '77ae476e-7cd6-4bd5-9319-25dd232b8593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:31:19Z', 'updated_at': '2021-08-22T13:31:20Z', 'revision_number': 2, 'project_id': '9aaf82909078458f95327523ba5e3378', 'subnets': [{'id': '77ae476e-7cd6-4bd5-9319-25dd232b8593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:31:22.806067 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e74b4385-95f5-4196-bf0e-4893fd465949 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:22.817351 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f0b474-2795-4ef6-8815-178ad4a5afcd None None] Checking router: fff8a5ff-c8bd-4e63-a592-92b4e558c9fb for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:31:22.817699 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f0b474-2795-4ef6-8815-178ad4a5afcd None None] Updating router fff8a5ff-c8bd-4e63-a592-92b4e558c9fb port e654dcd5-eaac-42ac-adfd-79f3d0d1ea02 binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:31:22.848615 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74b4385-95f5-4196-bf0e-4893fd465949 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:31:22.850754 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-79f0b474-2795-4ef6-8815-178ad4a5afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:22.852409 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-e74b4385-95f5-4196-bf0e-4893fd465949 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:31:22.859416 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74b4385-95f5-4196-bf0e-4893fd465949 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:31:22.862956 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74b4385-95f5-4196-bf0e-4893fd465949 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Pushing event updated for resources: {'Port': ['ID=7218fd8b-e7bd-49b9-bf6d-3c624970768f,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:22.975511 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bdfe0f-c4c4-48c2-8d11-65567d44b549 req-b2581b4a-f9bf-4cba-b552-ed7dc12205d9 tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:22.977594 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-28bdfe0f-c4c4-48c2-8d11-65567d44b549 req-b2581b4a-f9bf-4cba-b552-ed7dc12205d9 tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4c4b6218-090d-45f2-8c40-4f3878d936a1 HTTP/1.1" status: 200 len: 1098 time: 0.0770447 Aug 22 13:31:23.013105 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e74b4385-95f5-4196-bf0e-4893fd465949 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:23.040885 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-28bdfe0f-c4c4-48c2-8d11-65567d44b549 req-acfe79c0-dda3-4e39-a1d3-b97f51802952 tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532775 Aug 22 13:31:23.079000 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device fa21394a-98cd-45ab-bb27-134811dafbbd up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:31:23.097911 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e74b4385-95f5-4196-bf0e-4893fd465949 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:23.141920 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port fa21394a-98cd-45ab-bb27-134811dafbbd triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:31:23.142287 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:23.175792 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-79f0b474-2795-4ef6-8815-178ad4a5afcd None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:23.187785 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-79f0b474-2795-4ef6-8815-178ad4a5afcd None None] Transition to ACTIVE for port object e654dcd5-eaac-42ac-adfd-79f3d0d1ea02 will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:31:23.196030 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-79f0b474-2795-4ef6-8815-178ad4a5afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:23.246637 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b0b9f5-5e21-44cb-8c94-3aa460ea78f7 None None] Pushing event updated for resources: {'Port': ['ID=e654dcd5-eaac-42ac-adfd-79f3d0d1ea02,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:23.269304 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d587626-2075-4413-a6c3-c6ad725d9feb req-24698d19-ea5d-4c75-b4e4-8e5269005087 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:23.272734 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d587626-2075-4413-a6c3-c6ad725d9feb req-24698d19-ea5d-4c75-b4e4-8e5269005087 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=29129694-3a6c-43db-a100-6dc7f0c088a2 HTTP/1.1" status: 200 len: 946 time: 0.1675410 Aug 22 13:31:23.278001 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c69e7-3b55-4162-9cc1-1809151cb545 req-798c28ae-6148-4bfa-aa5d-65fd873288f8 tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:23.279734 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-df4c69e7-3b55-4162-9cc1-1809151cb545 req-798c28ae-6148-4bfa-aa5d-65fd873288f8 tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4c4b6218-090d-45f2-8c40-4f3878d936a1 HTTP/1.1" status: 200 len: 1098 time: 0.1440096 Aug 22 13:31:23.309995 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-79f0b474-2795-4ef6-8815-178ad4a5afcd None None] Attempting to bind port e654dcd5-eaac-42ac-adfd-79f3d0d1ea02 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:31:23.310456 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-79f0b474-2795-4ef6-8815-178ad4a5afcd None None] Attempting to bind port e654dcd5-eaac-42ac-adfd-79f3d0d1ea02 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'ceef141a-c6d4-4943-8c57-8c444b864728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0386d336-0e61-4348-9e46-055980419e76'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:31:23.310877 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f0b474-2795-4ef6-8815-178ad4a5afcd None None] Attempting to bind port e654dcd5-eaac-42ac-adfd-79f3d0d1ea02 on network 0386d336-0e61-4348-9e46-055980419e76 {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:31:23.316411 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f0b474-2795-4ef6-8815-178ad4a5afcd None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:31:23.316411 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f0b474-2795-4ef6-8815-178ad4a5afcd None None] Checking segment: {'id': 'ceef141a-c6d4-4943-8c57-8c444b864728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0386d336-0e61-4348-9e46-055980419e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:31:23.316942 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-79f0b474-2795-4ef6-8815-178ad4a5afcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:23.317396 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f0b474-2795-4ef6-8815-178ad4a5afcd None None] Bound using segment: {'id': 'ceef141a-c6d4-4943-8c57-8c444b864728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0386d336-0e61-4348-9e46-055980419e76'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:31:23.317915 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-79f0b474-2795-4ef6-8815-178ad4a5afcd None None] Bound port: e654dcd5-eaac-42ac-adfd-79f3d0d1ea02, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceef141a-c6d4-4943-8c57-8c444b864728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0386d336-0e61-4348-9e46-055980419e76'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:31:23.318369 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-79f0b474-2795-4ef6-8815-178ad4a5afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:23.371401 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d587626-2075-4413-a6c3-c6ad725d9feb req-90957d96-a1e0-432a-a72c-891b9f3048ae tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868878 Aug 22 13:31:23.379883 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-df4c69e7-3b55-4162-9cc1-1809151cb545 req-b3d08a0f-6ce3-48e8-b0cc-7307b1af5d8f tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920088 Aug 22 13:31:23.390242 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-79f0b474-2795-4ef6-8815-178ad4a5afcd None None] For port e654dcd5-eaac-42ac-adfd-79f3d0d1ea02, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:31:23.393915 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-79f0b474-2795-4ef6-8815-178ad4a5afcd None None] For port e654dcd5-eaac-42ac-adfd-79f3d0d1ea02, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=e654dcd5-eaac-42ac-adfd-79f3d0d1ea02,segment=NetworkSegment(ceef141a-c6d4-4943-8c57-8c444b864728),segment_id=ceef141a-c6d4-4943-8c57-8c444b864728)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:31:23.402094 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-79f0b474-2795-4ef6-8815-178ad4a5afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:23.420499 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e74b4385-95f5-4196-bf0e-4893fd465949 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:23.426570 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e74b4385-95f5-4196-bf0e-4893fd465949 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:23.474688 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f0b474-2795-4ef6-8815-178ad4a5afcd None None] Routers {'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:31:23.475502 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-79f0b474-2795-4ef6-8815-178ad4a5afcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:31:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['fff8a5ff-c8bd-4e63-a592-92b4e558c9fb'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:31:23.524458 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74b4385-95f5-4196-bf0e-4893fd465949 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Pushing event updated for resources: {'Port': ['ID=7218fd8b-e7bd-49b9-bf6d-3c624970768f,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:23.527872 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e74b4385-95f5-4196-bf0e-4893fd465949 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:23.534173 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b0b9f5-5e21-44cb-8c94-3aa460ea78f7 None None] Pushing event updated for resources: {'Port': ['ID=e654dcd5-eaac-42ac-adfd-79f3d0d1ea02,revision_number=4']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:23.548568 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e74b4385-95f5-4196-bf0e-4893fd465949 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:23.550016 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e74b4385-95f5-4196-bf0e-4893fd465949 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2379923 Aug 22 13:31:23.625699 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-79f0b474-2795-4ef6-8815-178ad4a5afcd None None] Set router fff8a5ff-c8bd-4e63-a592-92b4e558c9fb gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:31:23.722145 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2c17bc79-a0f4-4bad-99fb-8ce9915d2012 req-13340447-429a-4c39-8c86-29dbe3ac8f74 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1063463366&fields=id&tenant_id=9aaf82909078458f95327523ba5e3378 HTTP/1.1" status: 200 len: 267 time: 0.0432372 Aug 22 13:31:23.847200 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c17bc79-a0f4-4bad-99fb-8ce9915d2012 req-b7a75caa-698a-402b-931a-8983b751dd35 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:23.848864 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2c17bc79-a0f4-4bad-99fb-8ce9915d2012 req-b7a75caa-698a-402b-931a-8983b751dd35 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/networks?id=0386d336-0e61-4348-9e46-055980419e76 HTTP/1.1" status: 200 len: 811 time: 0.1167908 Aug 22 13:31:23.866078 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2c17bc79-a0f4-4bad-99fb-8ce9915d2012 req-1f76358b-4327-494c-a8fd-f3e9e4f827af tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/quotas/9aaf82909078458f95327523ba5e3378 HTTP/1.1" status: 200 len: 375 time: 0.0099828 Aug 22 13:31:23.942548 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2c17bc79-a0f4-4bad-99fb-8ce9915d2012 req-391c70ec-21f7-493b-80e6-bcef15342323 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9aaf82909078458f95327523ba5e3378&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0572777 Aug 22 13:31:23.974983 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-79f0b474-2795-4ef6-8815-178ad4a5afcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb', 'name': 'tempest-AttachVolumeTestJSON-1189011300-router', 'tenant_id': '9aaf82909078458f95327523ba5e3378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'fa21394a-98cd-45ab-bb27-134811dafbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:31:17Z', 'updated_at': '2021-08-22T13:31:20Z', 'revision_number': 4, 'project_id': '9aaf82909078458f95327523ba5e3378', 'gw_port': {'id': 'fa21394a-98cd-45ab-bb27-134811dafbbd', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:93:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:31:17Z', 'updated_at': '2021-08-22T13:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'e654dcd5-eaac-42ac-adfd-79f3d0d1ea02', 'name': '', 'network_id': '0386d336-0e61-4348-9e46-055980419e76', 'tenant_id': '9aaf82909078458f95327523ba5e3378', 'mac_address': 'fa:16:3e:64:86:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '77ae476e-7cd6-4bd5-9319-25dd232b8593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:31:19Z', 'updated_at': '2021-08-22T13:31:23Z', 'revision_number': 4, 'project_id': '9aaf82909078458f95327523ba5e3378', 'subnets': [{'id': '77ae476e-7cd6-4bd5-9319-25dd232b8593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:31:24.005187 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f0b474-2795-4ef6-8815-178ad4a5afcd None None] The sync data for ids ['fff8a5ff-c8bd-4e63-a592-92b4e558c9fb'] in n-d-793621-33 is: [{'id': 'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb', 'name': 'tempest-AttachVolumeTestJSON-1189011300-router', 'tenant_id': '9aaf82909078458f95327523ba5e3378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'fa21394a-98cd-45ab-bb27-134811dafbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:31:17Z', 'updated_at': '2021-08-22T13:31:20Z', 'revision_number': 4, 'project_id': '9aaf82909078458f95327523ba5e3378', 'gw_port': {'id': 'fa21394a-98cd-45ab-bb27-134811dafbbd', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:93:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:31:17Z', 'updated_at': '2021-08-22T13:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'e654dcd5-eaac-42ac-adfd-79f3d0d1ea02', 'name': '', 'network_id': '0386d336-0e61-4348-9e46-055980419e76', 'tenant_id': '9aaf82909078458f95327523ba5e3378', 'mac_address': 'fa:16:3e:64:86:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '77ae476e-7cd6-4bd5-9319-25dd232b8593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:31:19Z', 'updated_at': '2021-08-22T13:31:23Z', 'revision_number': 4, 'project_id': '9aaf82909078458f95327523ba5e3378', 'subnets': [{'id': '77ae476e-7cd6-4bd5-9319-25dd232b8593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:31:24.054209 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2c17bc79-a0f4-4bad-99fb-8ce9915d2012 req-118cab6c-80d6-4876-b5ed-83a5932e8015 service neutron] 10.222.0.21 "GET /v2.0/networks/0386d336-0e61-4348-9e46-055980419e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983415 Aug 22 13:31:24.160656 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2c17bc79-a0f4-4bad-99fb-8ce9915d2012 req-94ae0e5e-007c-46f3-a527-d8d22ebce9ee service neutron] 10.222.0.21 "GET /v2.0/networks/0386d336-0e61-4348-9e46-055980419e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048994 Aug 22 13:31:24.366672 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e00f891d-ca3f-4db8-94eb-9935e8730f3c req-291c6bb0-4f01-4398-bfc1-c063360865ec tempest-ServerShowV257Test-1050344636 tempest-ServerShowV257Test-1050344636-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e48b8fa-e806-4629-9184-977e80391f3a HTTP/1.1" status: 200 len: 210 time: 0.0287967 Aug 22 13:31:24.526963 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-1809cc12-60db-40b0-a809-d481027780fe tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:31:24.528073 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-1809cc12-60db-40b0-a809-d481027780fe tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072358 Aug 22 13:31:24.583854 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-230798ab-99cb-4b91-86f1-f11f0322fc7a tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:24.585489 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-230798ab-99cb-4b91-86f1-f11f0322fc7a tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] 10.222.0.21 "GET /v2.0/ports/fdd124d4-59b0-405f-9463-c2cf47d88c74 HTTP/1.1" status: 200 len: 1095 time: 0.0506043 Aug 22 13:31:24.595898 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-9250bbb0-5303-47f8-b934-b8054de8bc52 service neutron] Request body: {'binding': {'host': 'n-h2-793621-33', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:31:24.596342 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-9250bbb0-5303-47f8-b934-b8054de8bc52 service neutron] Unknown quota resources ['binding']. {{(pid=94627) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 22 13:31:24.786519 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3fcfa3d8-e3fa-4e4f-9259-372191c1f470 req-d0e92976-6814-452f-b695-c8fe5f02ba31 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9bb903a-a417-487e-8e83-aadc4be29999 HTTP/1.1" status: 200 len: 210 time: 0.0395191 Aug 22 13:31:24.796342 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-9250bbb0-5303-47f8-b934-b8054de8bc52 service neutron] Attempting to bind port fdd124d4-59b0-405f-9463-c2cf47d88c74 on host n-h2-793621-33 for vnic_type normal with profile None {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:31:24.796778 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-9250bbb0-5303-47f8-b934-b8054de8bc52 service neutron] Attempting to bind port fdd124d4-59b0-405f-9463-c2cf47d88c74 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '18b5a6df-b98f-4d4b-9428-0223d3f719a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '652b7040-839e-4592-b462-d4511ac6e125'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:31:24.796990 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-9250bbb0-5303-47f8-b934-b8054de8bc52 service neutron] Attempting to bind port fdd124d4-59b0-405f-9463-c2cf47d88c74 on network 652b7040-839e-4592-b462-d4511ac6e125 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:31:24.802674 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-9250bbb0-5303-47f8-b934-b8054de8bc52 service neutron] Port fdd124d4-59b0-405f-9463-c2cf47d88c74 on network 652b7040-839e-4592-b462-d4511ac6e125 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:31:24.802993 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-9250bbb0-5303-47f8-b934-b8054de8bc52 service neutron] Attempting to bind port fdd124d4-59b0-405f-9463-c2cf47d88c74 on network 652b7040-839e-4592-b462-d4511ac6e125 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:31:24.809565 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-9250bbb0-5303-47f8-b934-b8054de8bc52 service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:31:24.809965 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-9250bbb0-5303-47f8-b934-b8054de8bc52 service neutron] Checking segment: {'id': '18b5a6df-b98f-4d4b-9428-0223d3f719a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '652b7040-839e-4592-b462-d4511ac6e125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:31:24.810429 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-9250bbb0-5303-47f8-b934-b8054de8bc52 service neutron] Bound using segment: {'id': '18b5a6df-b98f-4d4b-9428-0223d3f719a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '652b7040-839e-4592-b462-d4511ac6e125'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:31:24.811010 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-9250bbb0-5303-47f8-b934-b8054de8bc52 service neutron] Bound port: fdd124d4-59b0-405f-9463-c2cf47d88c74, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18b5a6df-b98f-4d4b-9428-0223d3f719a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '652b7040-839e-4592-b462-d4511ac6e125'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:31:24.873185 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-9250bbb0-5303-47f8-b934-b8054de8bc52 service neutron] For port fdd124d4-59b0-405f-9463-c2cf47d88c74, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=fdd124d4-59b0-405f-9463-c2cf47d88c74,segment=NetworkSegment(18b5a6df-b98f-4d4b-9428-0223d3f719a9),segment_id=18b5a6df-b98f-4d4b-9428-0223d3f719a9)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:31:24.882082 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-9250bbb0-5303-47f8-b934-b8054de8bc52 service neutron] Notify callbacks [] for binding, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:24.883966 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-9250bbb0-5303-47f8-b934-b8054de8bc52 service neutron] 10.222.0.21 "POST /v2.0/ports/fdd124d4-59b0-405f-9463-c2cf47d88c74/bindings HTTP/1.1" status: 201 len: 390 time: 0.2920322 Aug 22 13:31:25.130705 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device e654dcd5-eaac-42ac-adfd-79f3d0d1ea02 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:31:25.182563 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a5f26-7150-44a9-9e8b-fd7ecf7d5f6b req-f3de9d50-8c8d-4d48-96ca-9862ed78dd95 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:25.186083 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b4a5f26-7150-44a9-9e8b-fd7ecf7d5f6b req-f3de9d50-8c8d-4d48-96ca-9862ed78dd95 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c4b6218-090d-45f2-8c40-4f3878d936a1 HTTP/1.1" status: 200 len: 946 time: 0.1238308 Aug 22 13:31:25.203845 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c323474-2f67-4b59-905c-250bd149bdb6 req-c7d7d155-09bc-4464-96ca-e73d7585168d tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:25.205419 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6c323474-2f67-4b59-905c-250bd149bdb6 req-c7d7d155-09bc-4464-96ca-e73d7585168d tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=29129694-3a6c-43db-a100-6dc7f0c088a2 HTTP/1.1" status: 200 len: 946 time: 0.0976586 Aug 22 13:31:25.299459 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b4a5f26-7150-44a9-9e8b-fd7ecf7d5f6b req-45ce6db5-0900-49f8-8ab1-e02749f11684 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030946 Aug 22 13:31:25.320782 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6c323474-2f67-4b59-905c-250bd149bdb6 req-d4206f89-4d88-4346-b692-28e024425902 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036255 Aug 22 13:31:25.327869 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-fbf8b879-2e2f-480b-867a-f08cb84d7822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:25.329558 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-fbf8b879-2e2f-480b-867a-f08cb84d7822 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=61d15703803940a485cdd8f67b081dcb&device_id=4c4b6218-090d-45f2-8c40-4f3878d936a1 HTTP/1.1" status: 200 len: 1098 time: 0.0970466 Aug 22 13:31:25.351203 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port e654dcd5-eaac-42ac-adfd-79f3d0d1ea02 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:31:25.356295 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port e654dcd5-eaac-42ac-adfd-79f3d0d1ea02 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:31:25.356295 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:25.432282 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-3220f75a-eb51-41ac-8c38-9eb7291bd186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:25.434096 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-3220f75a-eb51-41ac-8c38-9eb7291bd186 service neutron] 10.222.0.16 "GET /v2.0/networks?id=652b7040-839e-4592-b462-d4511ac6e125 HTTP/1.1" status: 200 len: 909 time: 0.0961082 Aug 22 13:31:25.447191 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:25.481351 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port e654dcd5-eaac-42ac-adfd-79f3d0d1ea02, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=e654dcd5-eaac-42ac-adfd-79f3d0d1ea02,segment=NetworkSegment(ceef141a-c6d4-4943-8c57-8c444b864728),segment_id=ceef141a-c6d4-4943-8c57-8c444b864728)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:31:25.485982 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:25.547333 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=e654dcd5-eaac-42ac-adfd-79f3d0d1ea02,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:25.784012 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-a1483c46-cf91-4680-a304-d953fc5c6027 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fdd124d4-59b0-405f-9463-c2cf47d88c74 HTTP/1.1" status: 200 len: 217 time: 0.3396368 Aug 22 13:31:25.852273 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5a8ac250-2e71-4853-a5df-9f77a60fa6e5 req-9e4d56d3-9625-4fed-b8fc-57badf213f6b tempest-ServerShowV257Test-1050344636 tempest-ServerShowV257Test-1050344636-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e48b8fa-e806-4629-9184-977e80391f3a HTTP/1.1" status: 200 len: 210 time: 0.0775111 Aug 22 13:31:25.921603 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-edba4557-7283-46c3-9529-fc19be9f348f req-ed2d1e4e-5d70-4c39-8550-52f52caf1ee7 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9bb903a-a417-487e-8e83-aadc4be29999 HTTP/1.1" status: 200 len: 210 time: 0.0397973 Aug 22 13:31:25.928988 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-27653149-02ca-4c84-b8f3-e703896c073c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:25.930909 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-27653149-02ca-4c84-b8f3-e703896c073c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=236eb505-a499-4edb-a293-2a2d85a583c0 HTTP/1.1" status: 200 len: 848 time: 0.1376977 Aug 22 13:31:25.980118 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-a5d8e238-b4db-4cab-bfa3-71b06a1649d5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=652b7040-839e-4592-b462-d4511ac6e125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353830 Aug 22 13:31:25.988494 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c17bc79-a0f4-4bad-99fb-8ce9915d2012 req-a056afb4-a6e2-480a-b3fc-ec2ed1587692 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:25.989866 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2c17bc79-a0f4-4bad-99fb-8ce9915d2012 req-a056afb4-a6e2-480a-b3fc-ec2ed1587692 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.16 "GET /v2.0/networks?id=0386d336-0e61-4348-9e46-055980419e76 HTTP/1.1" status: 200 len: 811 time: 0.2170315 Aug 22 13:31:26.077005 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2c17bc79-a0f4-4bad-99fb-8ce9915d2012 req-cb79db6f-33e4-4dcd-a750-cc39576878af tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9aaf82909078458f95327523ba5e3378 HTTP/1.1" status: 200 len: 380 time: 0.0688703 Aug 22 13:31:26.091240 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-2c17bc79-a0f4-4bad-99fb-8ce9915d2012 req-37e808aa-39a1-44ce-aa56-3127eebd357d tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Request body: {'port': {'device_id': 'f9bb903a-a417-487e-8e83-aadc4be29999', 'network_id': '0386d336-0e61-4348-9e46-055980419e76', 'admin_state_up': True, 'tenant_id': '9aaf82909078458f95327523ba5e3378', 'security_groups': ['0a1e745b-6f0c-4fcc-80fa-5b3131e9e569']}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:31:26.145289 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-7a3f2d6f-b9c3-4a66-8d17-b221da35674e service neutron] 10.222.0.16 "GET /v2.0/networks/652b7040-839e-4592-b462-d4511ac6e125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545033 Aug 22 13:31:26.282253 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c17bc79-a0f4-4bad-99fb-8ce9915d2012 req-37e808aa-39a1-44ce-aa56-3127eebd357d tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Made reservation on behalf of 9aaf82909078458f95327523ba5e3378 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:31:26.285714 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2c17bc79-a0f4-4bad-99fb-8ce9915d2012 req-37e808aa-39a1-44ce-aa56-3127eebd357d tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:26.298307 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-315700ee-44fa-4432-ae88-a9f06764a495 service neutron] 10.222.0.16 "GET /v2.0/networks/652b7040-839e-4592-b462-d4511ac6e125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353638 Aug 22 13:31:26.484813 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-2c17bc79-a0f4-4bad-99fb-8ce9915d2012 req-37e808aa-39a1-44ce-aa56-3127eebd357d tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Allocated IP 172.20.0.5 (0386d336-0e61-4348-9e46-055980419e76/77ae476e-7cd6-4bd5-9319-25dd232b8593/a5dbcabe-f661-41dc-8f83-1d52dc6fb943) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:31:26.507914 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d0a97-5d8d-4713-92db-599208927f03 req-f33f60da-f612-4f51-b342-83ad8cf71113 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:26.509586 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b80d0a97-5d8d-4713-92db-599208927f03 req-f33f60da-f612-4f51-b342-83ad8cf71113 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c4b6218-090d-45f2-8c40-4f3878d936a1 HTTP/1.1" status: 200 len: 946 time: 0.1365163 Aug 22 13:31:26.529206 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b13ea7-9b66-467f-8202-46b11d8e281f req-89699d46-0a47-464e-b94c-acbb186edf7d tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:26.530689 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f7b13ea7-9b66-467f-8202-46b11d8e281f req-89699d46-0a47-464e-b94c-acbb186edf7d tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=29129694-3a6c-43db-a100-6dc7f0c088a2 HTTP/1.1" status: 200 len: 946 time: 0.1267121 Aug 22 13:31:26.613615 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b80d0a97-5d8d-4713-92db-599208927f03 req-1fa891d3-0858-442c-ae71-56c9dc18a04f tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959840 Aug 22 13:31:26.675730 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f7b13ea7-9b66-467f-8202-46b11d8e281f req-6b13b49a-278b-4043-b7f3-333c6f37ed8c tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278255 Aug 22 13:31:26.749784 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2c17bc79-a0f4-4bad-99fb-8ce9915d2012 req-37e808aa-39a1-44ce-aa56-3127eebd357d tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:26.766533 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-2c17bc79-a0f4-4bad-99fb-8ce9915d2012 req-37e808aa-39a1-44ce-aa56-3127eebd357d tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Transition to ACTIVE for port object a5dbcabe-f661-41dc-8f83-1d52dc6fb943 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:31:26.818982 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2c17bc79-a0f4-4bad-99fb-8ce9915d2012 req-37e808aa-39a1-44ce-aa56-3127eebd357d tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:26.873306 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c17bc79-a0f4-4bad-99fb-8ce9915d2012 req-37e808aa-39a1-44ce-aa56-3127eebd357d tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Network 0386d336-0e61-4348-9e46-055980419e76 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:31:26.876626 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-2c17bc79-a0f4-4bad-99fb-8ce9915d2012 req-37e808aa-39a1-44ce-aa56-3127eebd357d tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:31:26.890177 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c17bc79-a0f4-4bad-99fb-8ce9915d2012 req-37e808aa-39a1-44ce-aa56-3127eebd357d tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:31:26.939393 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e808aa-39a1-44ce-aa56-3127eebd357d tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Pushing event updated for resources: {'Port': ['ID=a5dbcabe-f661-41dc-8f83-1d52dc6fb943,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:27.021811 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6aef3cc2-adc3-4ca8-8658-41f1b65b8628 req-4ec816a9-7d38-424d-91f8-b3a44a3961cc tempest-ServerShowV257Test-1050344636 tempest-ServerShowV257Test-1050344636-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e48b8fa-e806-4629-9184-977e80391f3a HTTP/1.1" status: 200 len: 210 time: 0.0735023 Aug 22 13:31:27.050407 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c17bc79-a0f4-4bad-99fb-8ce9915d2012 req-37e808aa-39a1-44ce-aa56-3127eebd357d tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:27.055290 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2c17bc79-a0f4-4bad-99fb-8ce9915d2012 req-37e808aa-39a1-44ce-aa56-3127eebd357d tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:27.082022 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device e654dcd5-eaac-42ac-adfd-79f3d0d1ea02 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:31:27.087725 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e85bd-6d1e-48f9-9f5a-aeabb1ab4828 req-fdc46b4c-0787-47d2-b729-ad42922b9199 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:27.089386 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-673e85bd-6d1e-48f9-9f5a-aeabb1ab4828 req-fdc46b4c-0787-47d2-b729-ad42922b9199 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] 10.222.0.21 "GET /v2.0/ports?device_id=e287229a-4884-45e4-8b05-7a88ce039b22 HTTP/1.1" status: 200 len: 946 time: 0.1608422 Aug 22 13:31:27.091181 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2c17bc79-a0f4-4bad-99fb-8ce9915d2012 req-37e808aa-39a1-44ce-aa56-3127eebd357d tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0049779 Aug 22 13:31:27.110813 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-2c17bc79-a0f4-4bad-99fb-8ce9915d2012 req-796fc3f8-e3b9-41d5-b100-4192811aaa46 service neutron] Request body: {'port': {'device_id': 'f9bb903a-a417-487e-8e83-aadc4be29999', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:31:27.166042 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port e654dcd5-eaac-42ac-adfd-79f3d0d1ea02 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:31:27.166524 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:27.216131 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-673e85bd-6d1e-48f9-9f5a-aeabb1ab4828 req-aa82b9d2-0f1d-45ed-ac4e-823d2e8151fe tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] 10.222.0.21 "GET /v2.0/security-groups?id=20feb88d-9296-4d58-88ef-dd159f14cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187286 Aug 22 13:31:27.225572 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2c17bc79-a0f4-4bad-99fb-8ce9915d2012 req-796fc3f8-e3b9-41d5-b100-4192811aaa46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:27.248095 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074bc9c0-17bd-47db-a79d-2ed559511570 req-c2e29abd-179f-4b2e-bcf5-b26161b11274 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:27.249646 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-074bc9c0-17bd-47db-a79d-2ed559511570 req-c2e29abd-179f-4b2e-bcf5-b26161b11274 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9bb903a-a417-487e-8e83-aadc4be29999 HTTP/1.1" status: 200 len: 931 time: 0.1063621 Aug 22 13:31:27.275599 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-72178e23-0e0f-418c-8f7d-5775d05e74f3 None None] Provisioning for port a5dbcabe-f661-41dc-8f83-1d52dc6fb943 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:31:27.279854 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-72178e23-0e0f-418c-8f7d-5775d05e74f3 None None] Provisioning complete for port a5dbcabe-f661-41dc-8f83-1d52dc6fb943 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:31:27.280561 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-72178e23-0e0f-418c-8f7d-5775d05e74f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:27.317314 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-72178e23-0e0f-418c-8f7d-5775d05e74f3 None None] Port a5dbcabe-f661-41dc-8f83-1d52dc6fb943 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:31:27.331621 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-074bc9c0-17bd-47db-a79d-2ed559511570 req-91e9f020-13cb-4fe1-9163-4f204a6171c5 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a1e745b-6f0c-4fcc-80fa-5b3131e9e569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547864 Aug 22 13:31:27.543422 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-2c17bc79-a0f4-4bad-99fb-8ce9915d2012 req-796fc3f8-e3b9-41d5-b100-4192811aaa46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5dbcabe-f661-41dc-8f83-1d52dc6fb943 {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:31:27.551012 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2c17bc79-a0f4-4bad-99fb-8ce9915d2012 req-796fc3f8-e3b9-41d5-b100-4192811aaa46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:27.563908 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-2c17bc79-a0f4-4bad-99fb-8ce9915d2012 req-796fc3f8-e3b9-41d5-b100-4192811aaa46 service neutron] Transition to ACTIVE for port object a5dbcabe-f661-41dc-8f83-1d52dc6fb943 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:31:27.567513 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2c17bc79-a0f4-4bad-99fb-8ce9915d2012 req-796fc3f8-e3b9-41d5-b100-4192811aaa46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:27.624133 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796fc3f8-e3b9-41d5-b100-4192811aaa46 service neutron] Pushing event updated for resources: {'Port': ['ID=a5dbcabe-f661-41dc-8f83-1d52dc6fb943,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:27.703838 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-2c17bc79-a0f4-4bad-99fb-8ce9915d2012 req-796fc3f8-e3b9-41d5-b100-4192811aaa46 service neutron] Attempting to bind port a5dbcabe-f661-41dc-8f83-1d52dc6fb943 on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:31:27.704185 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-2c17bc79-a0f4-4bad-99fb-8ce9915d2012 req-796fc3f8-e3b9-41d5-b100-4192811aaa46 service neutron] Attempting to bind port a5dbcabe-f661-41dc-8f83-1d52dc6fb943 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': 'ceef141a-c6d4-4943-8c57-8c444b864728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0386d336-0e61-4348-9e46-055980419e76'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:31:27.704552 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c17bc79-a0f4-4bad-99fb-8ce9915d2012 req-796fc3f8-e3b9-41d5-b100-4192811aaa46 service neutron] Attempting to bind port a5dbcabe-f661-41dc-8f83-1d52dc6fb943 on network 0386d336-0e61-4348-9e46-055980419e76 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:31:27.709261 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c17bc79-a0f4-4bad-99fb-8ce9915d2012 req-796fc3f8-e3b9-41d5-b100-4192811aaa46 service neutron] Port a5dbcabe-f661-41dc-8f83-1d52dc6fb943 on network 0386d336-0e61-4348-9e46-055980419e76 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:31:27.709596 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c17bc79-a0f4-4bad-99fb-8ce9915d2012 req-796fc3f8-e3b9-41d5-b100-4192811aaa46 service neutron] Attempting to bind port a5dbcabe-f661-41dc-8f83-1d52dc6fb943 on network 0386d336-0e61-4348-9e46-055980419e76 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:31:27.718161 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c17bc79-a0f4-4bad-99fb-8ce9915d2012 req-796fc3f8-e3b9-41d5-b100-4192811aaa46 service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:31:27.718502 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c17bc79-a0f4-4bad-99fb-8ce9915d2012 req-796fc3f8-e3b9-41d5-b100-4192811aaa46 service neutron] Checking segment: {'id': 'ceef141a-c6d4-4943-8c57-8c444b864728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0386d336-0e61-4348-9e46-055980419e76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:31:27.718896 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c17bc79-a0f4-4bad-99fb-8ce9915d2012 req-796fc3f8-e3b9-41d5-b100-4192811aaa46 service neutron] Bound using segment: {'id': 'ceef141a-c6d4-4943-8c57-8c444b864728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0386d336-0e61-4348-9e46-055980419e76'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:31:27.719339 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-2c17bc79-a0f4-4bad-99fb-8ce9915d2012 req-796fc3f8-e3b9-41d5-b100-4192811aaa46 service neutron] Bound port: a5dbcabe-f661-41dc-8f83-1d52dc6fb943, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceef141a-c6d4-4943-8c57-8c444b864728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0386d336-0e61-4348-9e46-055980419e76'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:31:27.719752 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2c17bc79-a0f4-4bad-99fb-8ce9915d2012 req-796fc3f8-e3b9-41d5-b100-4192811aaa46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:27.839437 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa57833-32c8-4a2c-b279-a18906692ae6 req-8f1e7424-8065-4c72-a9ca-8441481efc76 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:27.841056 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9fa57833-32c8-4a2c-b279-a18906692ae6 req-8f1e7424-8065-4c72-a9ca-8441481efc76 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c4b6218-090d-45f2-8c40-4f3878d936a1 HTTP/1.1" status: 200 len: 946 time: 0.1249180 Aug 22 13:31:27.895237 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d8fc3-eca5-4007-be39-275bd620b3e3 req-000971ce-668e-41d0-b400-02610cd1d44e tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:27.896748 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fc0d8fc3-eca5-4007-be39-275bd620b3e3 req-000971ce-668e-41d0-b400-02610cd1d44e tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=29129694-3a6c-43db-a100-6dc7f0c088a2 HTTP/1.1" status: 200 len: 946 time: 0.1121228 Aug 22 13:31:27.898002 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-2c17bc79-a0f4-4bad-99fb-8ce9915d2012 req-796fc3f8-e3b9-41d5-b100-4192811aaa46 service neutron] For port a5dbcabe-f661-41dc-8f83-1d52dc6fb943, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:31:27.925103 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-2c17bc79-a0f4-4bad-99fb-8ce9915d2012 req-796fc3f8-e3b9-41d5-b100-4192811aaa46 service neutron] For port a5dbcabe-f661-41dc-8f83-1d52dc6fb943, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=a5dbcabe-f661-41dc-8f83-1d52dc6fb943,segment=NetworkSegment(ceef141a-c6d4-4943-8c57-8c444b864728),segment_id=ceef141a-c6d4-4943-8c57-8c444b864728)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:31:27.938301 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2c17bc79-a0f4-4bad-99fb-8ce9915d2012 req-796fc3f8-e3b9-41d5-b100-4192811aaa46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:27.944993 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9fa57833-32c8-4a2c-b279-a18906692ae6 req-afe76441-ccf4-49ea-86f3-f0fd854361db tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941958 Aug 22 13:31:27.999854 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c17bc79-a0f4-4bad-99fb-8ce9915d2012 req-796fc3f8-e3b9-41d5-b100-4192811aaa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:28.000683 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2c17bc79-a0f4-4bad-99fb-8ce9915d2012 req-796fc3f8-e3b9-41d5-b100-4192811aaa46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:28.002389 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2c17bc79-a0f4-4bad-99fb-8ce9915d2012 req-796fc3f8-e3b9-41d5-b100-4192811aaa46 service neutron] 10.222.0.16 "PUT /v2.0/ports/a5dbcabe-f661-41dc-8f83-1d52dc6fb943 HTTP/1.1" status: 200 len: 1092 time: 0.8967845 Aug 22 13:31:28.002961 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9bb903a-a417-487e-8e83-aadc4be29999', 'tag': 'a5dbcabe-f661-41dc-8f83-1d52dc6fb943'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:31:28.006253 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34afac7-257d-42ef-b94e-ca987a888a29" -d '{"events": [{"name": "network-changed", "server_uuid": "f9bb903a-a417-487e-8e83-aadc4be29999", "tag": "a5dbcabe-f661-41dc-8f83-1d52dc6fb943"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:31:28.028714 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fc0d8fc3-eca5-4007-be39-275bd620b3e3 req-32e6e316-484e-439c-9035-9d923cb2b075 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198087 Aug 22 13:31:28.061423 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796fc3f8-e3b9-41d5-b100-4192811aaa46 service neutron] Pushing event updated for resources: {'Port': ['ID=a5dbcabe-f661-41dc-8f83-1d52dc6fb943,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:28.123675 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c17bc79-a0f4-4bad-99fb-8ce9915d2012 req-6dccaa85-6e79-4f53-822b-f158b95aa2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:28.126124 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2c17bc79-a0f4-4bad-99fb-8ce9915d2012 req-6dccaa85-6e79-4f53-822b-f158b95aa2e2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9aaf82909078458f95327523ba5e3378&device_id=f9bb903a-a417-487e-8e83-aadc4be29999 HTTP/1.1" status: 200 len: 1095 time: 0.0603449 Aug 22 13:31:28.146967 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:28.215187 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2c17bc79-a0f4-4bad-99fb-8ce9915d2012 req-96de6e0a-60d2-4ba1-b7ba-e261b0aa04c3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5dbcabe-f661-41dc-8f83-1d52dc6fb943 HTTP/1.1" status: 200 len: 217 time: 0.0701540 Aug 22 13:31:28.216757 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ea6b1e-12b2-478e-a4ce-bb84b5516a67 x-openstack-request-id: req-63ea6b1e-12b2-478e-a4ce-bb84b5516a67 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:31:28.217040 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9bb903a-a417-487e-8e83-aadc4be29999", "tag": "a5dbcabe-f661-41dc-8f83-1d52dc6fb943", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:31:28.217290 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-63ea6b1e-12b2-478e-a4ce-bb84b5516a67 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:31:28.218121 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9bb903a-a417-487e-8e83-aadc4be29999', 'tag': 'a5dbcabe-f661-41dc-8f83-1d52dc6fb943', 'status': 'completed', 'code': 200} Aug 22 13:31:28.256870 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d196aca6-076c-4994-9522-b5c0e97d5864 req-8c037040-fb4b-4de1-b1ef-f3832df55331 tempest-ServerShowV257Test-1050344636 tempest-ServerShowV257Test-1050344636-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e48b8fa-e806-4629-9184-977e80391f3a HTTP/1.1" status: 200 len: 210 time: 0.0370514 Aug 22 13:31:28.309848 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c17bc79-a0f4-4bad-99fb-8ce9915d2012 req-fdf7cac3-ad20-42cf-98a4-ae57c0c5917c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:28.311745 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2c17bc79-a0f4-4bad-99fb-8ce9915d2012 req-fdf7cac3-ad20-42cf-98a4-ae57c0c5917c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=77ae476e-7cd6-4bd5-9319-25dd232b8593 HTTP/1.1" status: 200 len: 850 time: 0.0812399 Aug 22 13:31:28.361049 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dcf5e2-4e40-4775-ac87-78dfece5e3ba req-b8116f23-d0b6-4728-a668-e35eb6f3dc7a tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:28.362527 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-39dcf5e2-4e40-4775-ac87-78dfece5e3ba req-b8116f23-d0b6-4728-a668-e35eb6f3dc7a tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] 10.222.0.41 "GET /v2.0/ports?device_id=e287229a-4884-45e4-8b05-7a88ce039b22 HTTP/1.1" status: 200 len: 946 time: 0.0539598 Aug 22 13:31:28.394864 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c17bc79-a0f4-4bad-99fb-8ce9915d2012 req-1d85b87d-5087-47f5-b105-ff17c34e5655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:28.397019 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2c17bc79-a0f4-4bad-99fb-8ce9915d2012 req-1d85b87d-5087-47f5-b105-ff17c34e5655 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0386d336-0e61-4348-9e46-055980419e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0729127 Aug 22 13:31:28.409437 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4daa737f-53a3-46c7-a623-ab65e38de166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:28.411002 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf06829-c80f-47e5-b956-41ea28f0ac98 req-2656412f-dc70-46ba-a205-7025edbf8eae tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:28.412793 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5cf06829-c80f-47e5-b956-41ea28f0ac98 req-2656412f-dc70-46ba-a205-7025edbf8eae tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] 10.222.0.21 "GET /v2.0/ports?device_id=e287229a-4884-45e4-8b05-7a88ce039b22 HTTP/1.1" status: 200 len: 946 time: 0.0977006 Aug 22 13:31:28.468537 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-39dcf5e2-4e40-4775-ac87-78dfece5e3ba req-3c3c2188-6173-4b84-ae2f-b0d79aa9753b tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Deleting port 253f4a6f-d846-4007-b654-28d5cc7c21d0 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:31:28.468872 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-39dcf5e2-4e40-4775-ac87-78dfece5e3ba req-3c3c2188-6173-4b84-ae2f-b0d79aa9753b tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:28.557581 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5cf06829-c80f-47e5-b956-41ea28f0ac98 req-8a4de65f-caa6-401c-b70a-be51a0873994 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] 10.222.0.21 "GET /v2.0/security-groups?id=20feb88d-9296-4d58-88ef-dd159f14cd84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347213 Aug 22 13:31:28.571990 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2991a02d-be42-46d4-a590-3fd05425ee38 req-9db1242b-f77c-402a-8a9d-b65052fd0303 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:28.573208 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-39dcf5e2-4e40-4775-ac87-78dfece5e3ba req-3c3c2188-6173-4b84-ae2f-b0d79aa9753b tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] For port 253f4a6f-d846-4007-b654-28d5cc7c21d0, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=253f4a6f-d846-4007-b654-28d5cc7c21d0,segment=NetworkSegment(f18c6033-9c9c-41d0-a28b-7676e916e639),segment_id=f18c6033-9c9c-41d0-a28b-7676e916e639)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:31:28.573554 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2991a02d-be42-46d4-a590-3fd05425ee38 req-9db1242b-f77c-402a-8a9d-b65052fd0303 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9bb903a-a417-487e-8e83-aadc4be29999 HTTP/1.1" status: 200 len: 943 time: 0.1253481 Aug 22 13:31:28.573678 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-39dcf5e2-4e40-4775-ac87-78dfece5e3ba req-3c3c2188-6173-4b84-ae2f-b0d79aa9753b tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:28.603700 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2c17bc79-a0f4-4bad-99fb-8ce9915d2012 req-e31df6b5-5c6b-48e6-950d-377d860e42ee service neutron] 10.222.0.16 "GET /v2.0/networks/0386d336-0e61-4348-9e46-055980419e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896904 Aug 22 13:31:28.626333 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2991a02d-be42-46d4-a590-3fd05425ee38 req-1b26b28e-3c0c-430f-a5bc-38adacbf89ef tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a1e745b-6f0c-4fcc-80fa-5b3131e9e569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434229 Aug 22 13:31:28.765252 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2c17bc79-a0f4-4bad-99fb-8ce9915d2012 req-0395fc02-054f-4dbd-a7fa-480949a4df4c service neutron] 10.222.0.16 "GET /v2.0/networks/0386d336-0e61-4348-9e46-055980419e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519246 Aug 22 13:31:28.774535 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-39dcf5e2-4e40-4775-ac87-78dfece5e3ba req-3c3c2188-6173-4b84-ae2f-b0d79aa9753b tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:28.775032 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-39dcf5e2-4e40-4775-ac87-78dfece5e3ba req-3c3c2188-6173-4b84-ae2f-b0d79aa9753b tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:28.775425 n-d-793621-33 neutron-server[94628]: INFO neutron.db.l3_db [req-39dcf5e2-4e40-4775-ac87-78dfece5e3ba req-3c3c2188-6173-4b84-ae2f-b0d79aa9753b tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Floating IP 4f6d04a2-7889-4303-b62b-0e250573567a disassociated. External IP: 172.25.3.32, port: 253f4a6f-d846-4007-b654-28d5cc7c21d0. Aug 22 13:31:28.775817 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-39dcf5e2-4e40-4775-ac87-78dfece5e3ba req-3c3c2188-6173-4b84-ae2f-b0d79aa9753b tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Calling delete_port for 253f4a6f-d846-4007-b654-28d5cc7c21d0 owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:31:28.863482 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34afac7-257d-42ef-b94e-ca987a888a29 req-d4444799-180f-4966-8771-11db40ef7547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:28.865270 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e34afac7-257d-42ef-b94e-ca987a888a29 req-d4444799-180f-4966-8771-11db40ef7547 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9aaf82909078458f95327523ba5e3378&device_id=f9bb903a-a417-487e-8e83-aadc4be29999 HTTP/1.1" status: 200 len: 1095 time: 0.0473719 Aug 22 13:31:28.913424 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-39dcf5e2-4e40-4775-ac87-78dfece5e3ba req-3c3c2188-6173-4b84-ae2f-b0d79aa9753b tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:28.954487 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3c2188-6173-4b84-ae2f-b0d79aa9753b tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Pushing event deleted for resources: {'Port': ['ID=253f4a6f-d846-4007-b654-28d5cc7c21d0,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:28.985693 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34afac7-257d-42ef-b94e-ca987a888a29 req-c3fad8df-7186-4434-91ab-75efc01ffb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:28.987512 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e34afac7-257d-42ef-b94e-ca987a888a29 req-c3fad8df-7186-4434-91ab-75efc01ffb53 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0386d336-0e61-4348-9e46-055980419e76 HTTP/1.1" status: 200 len: 912 time: 0.1144648 Aug 22 13:31:29.063256 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e34afac7-257d-42ef-b94e-ca987a888a29 req-1e0eb10e-07c5-49dd-b128-96a2c5a292c7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5dbcabe-f661-41dc-8f83-1d52dc6fb943 HTTP/1.1" status: 200 len: 217 time: 0.0644264 Aug 22 13:31:29.113011 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39dcf5e2-4e40-4775-ac87-78dfece5e3ba req-3c3c2188-6173-4b84-ae2f-b0d79aa9753b tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Router 2a90bdf6-6489-400a-b178-d2f0ff3cd812 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:31:29.188971 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92ad71-5636-4449-95db-5be2f806063d req-f7698747-5154-4d00-bfc6-55b16a82e232 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:29.190511 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2f92ad71-5636-4449-95db-5be2f806063d req-f7698747-5154-4d00-bfc6-55b16a82e232 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c4b6218-090d-45f2-8c40-4f3878d936a1 HTTP/1.1" status: 200 len: 946 time: 0.1384532 Aug 22 13:31:29.196838 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34afac7-257d-42ef-b94e-ca987a888a29 req-8fbbe11d-8dbe-4eae-9ada-f250bb871dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:29.198301 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e34afac7-257d-42ef-b94e-ca987a888a29 req-8fbbe11d-8dbe-4eae-9ada-f250bb871dd6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=77ae476e-7cd6-4bd5-9319-25dd232b8593 HTTP/1.1" status: 200 len: 850 time: 0.1034293 Aug 22 13:31:29.235765 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae2f9e-409d-463b-8155-0bb5168f879e req-0925b10c-eba0-4fb3-9891-523955c33d4c tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:29.237337 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ddae2f9e-409d-463b-8155-0bb5168f879e req-0925b10c-eba0-4fb3-9891-523955c33d4c tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=29129694-3a6c-43db-a100-6dc7f0c088a2 HTTP/1.1" status: 200 len: 946 time: 0.1435440 Aug 22 13:31:29.239560 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39dcf5e2-4e40-4775-ac87-78dfece5e3ba req-3c3c2188-6173-4b84-ae2f-b0d79aa9753b tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:31:29.253432 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecb3042-3f46-4c4b-a951-2450bdf52c73 None None] Sync routers for ids ['2a90bdf6-6489-400a-b178-d2f0ff3cd812'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:31:29.265037 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecb3042-3f46-4c4b-a951-2450bdf52c73 None None] Routers {'2a90bdf6-6489-400a-b178-d2f0ff3cd812'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:31:29.266032 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-0ecb3042-3f46-4c4b-a951-2450bdf52c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:31:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['2a90bdf6-6489-400a-b178-d2f0ff3cd812'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:31:29.287847 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-39dcf5e2-4e40-4775-ac87-78dfece5e3ba req-3c3c2188-6173-4b84-ae2f-b0d79aa9753b tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] No DVR routers for this DVR port 253f4a6f-d846-4007-b654-28d5cc7c21d0 on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:31:29.292031 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-39dcf5e2-4e40-4775-ac87-78dfece5e3ba req-3c3c2188-6173-4b84-ae2f-b0d79aa9753b tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:29.295075 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-39dcf5e2-4e40-4775-ac87-78dfece5e3ba req-3c3c2188-6173-4b84-ae2f-b0d79aa9753b tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] 10.222.0.41 "DELETE /v2.0/ports/253f4a6f-d846-4007-b654-28d5cc7c21d0 HTTP/1.1" status: 204 len: 173 time: 0.9260066 Aug 22 13:31:29.295713 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e287229a-4884-45e4-8b05-7a88ce039b22', 'name': 'network-vif-deleted', 'tag': '253f4a6f-d846-4007-b654-28d5cc7c21d0'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:31:29.299334 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a9abe5-9960-4b51-8ff0-8f533ea32881" -d '{"events": [{"server_uuid": "e287229a-4884-45e4-8b05-7a88ce039b22", "name": "network-vif-deleted", "tag": "253f4a6f-d846-4007-b654-28d5cc7c21d0"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:31:29.301362 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2f92ad71-5636-4449-95db-5be2f806063d req-7bec2fd3-a057-4f72-b13c-137c7fb5bcd1 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013768 Aug 22 13:31:29.316113 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ddae2f9e-409d-463b-8155-0bb5168f879e req-1e0ab913-34dc-45b4-9bd1-933fe66fda0b tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630264 Aug 22 13:31:29.333522 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34afac7-257d-42ef-b94e-ca987a888a29 req-845357da-2744-48b7-849b-1e918981ef10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:29.343000 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e34afac7-257d-42ef-b94e-ca987a888a29 req-845357da-2744-48b7-849b-1e918981ef10 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0386d336-0e61-4348-9e46-055980419e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1252699 Aug 22 13:31:29.348690 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [req-e34afac7-257d-42ef-b94e-ca987a888a29 req-138f67c8-d7bc-4f45-8127-e02e6c78e366 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:31:29.350124 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e34afac7-257d-42ef-b94e-ca987a888a29 req-138f67c8-d7bc-4f45-8127-e02e6c78e366 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053463 Aug 22 13:31:29.510974 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-0ecb3042-3f46-4c4b-a951-2450bdf52c73 None None] Set router 2a90bdf6-6489-400a-b178-d2f0ff3cd812 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:31:29.530147 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e34afac7-257d-42ef-b94e-ca987a888a29 req-d34c27ee-ccd3-4d2c-8c65-f1e4e0373e7a service neutron] 10.222.0.16 "GET /v2.0/networks/0386d336-0e61-4348-9e46-055980419e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711929 Aug 22 13:31:29.626532 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15facbee-6aa8-4064-be17-cf1ddc2f15b1 x-openstack-request-id: req-15facbee-6aa8-4064-be17-cf1ddc2f15b1 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:31:29.627381 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e287229a-4884-45e4-8b05-7a88ce039b22", "name": "network-vif-deleted", "tag": "253f4a6f-d846-4007-b654-28d5cc7c21d0", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:31:29.627810 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-15facbee-6aa8-4064-be17-cf1ddc2f15b1 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:31:29.628411 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e287229a-4884-45e4-8b05-7a88ce039b22', 'name': 'network-vif-deleted', 'tag': '253f4a6f-d846-4007-b654-28d5cc7c21d0', 'status': 'completed', 'code': 200} Aug 22 13:31:29.672507 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bd0e07a6-dab9-4eb2-88a2-9def68f29fd1 req-b72bb819-beee-46ee-bf9e-4795cbd3b872 tempest-ServerShowV257Test-1050344636 tempest-ServerShowV257Test-1050344636-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e48b8fa-e806-4629-9184-977e80391f3a HTTP/1.1" status: 200 len: 210 time: 0.1191931 Aug 22 13:31:29.748852 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0b5ef636-fe76-442f-9757-4cff9d16a6ac req-43a608c5-623c-42e5-a834-69cf75ee3b28 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] 10.222.0.21 "GET /v2.0/ports?device_id=e287229a-4884-45e4-8b05-7a88ce039b22 HTTP/1.1" status: 200 len: 210 time: 0.0426006 Aug 22 13:31:29.765301 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e34afac7-257d-42ef-b94e-ca987a888a29 req-e487b8f5-b7d3-4e74-9d8d-3cbab3c89808 service neutron] 10.222.0.16 "GET /v2.0/networks/0386d336-0e61-4348-9e46-055980419e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257938 Aug 22 13:31:29.797468 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-0ecb3042-3f46-4c4b-a951-2450bdf52c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a90bdf6-6489-400a-b178-d2f0ff3cd812', 'name': 'tempest-ServersTestFqdnHostnames-277808812-router', 'tenant_id': '836cce509fee414983faa9c4a35f993e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '5e52a44a-4b92-4f48-aa57-185c893a85d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:29:21Z', 'updated_at': '2021-08-22T13:29:26Z', 'revision_number': 4, 'project_id': '836cce509fee414983faa9c4a35f993e', 'gw_port': {'id': '5e52a44a-4b92-4f48-aa57-185c893a85d8', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a90bdf6-6489-400a-b178-d2f0ff3cd812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:29:22Z', 'updated_at': '2021-08-22T13:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '883ed8bd-2f84-4c9c-8f55-2d864660ee1f', 'name': '', 'network_id': '70cdf7e6-4b20-4144-ae6b-a62340a07807', 'tenant_id': '836cce509fee414983faa9c4a35f993e', 'mac_address': 'fa:16:3e:13:f5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a90bdf6-6489-400a-b178-d2f0ff3cd812', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'a2cce6f5-465c-4f33-b3b9-4f8bb5360fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:29:25Z', 'updated_at': '2021-08-22T13:29:31Z', 'revision_number': 5, 'project_id': '836cce509fee414983faa9c4a35f993e', 'subnets': [{'id': 'a2cce6f5-465c-4f33-b3b9-4f8bb5360fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:31:29.803893 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229db626-7bd7-4f87-818f-517876dabf94 req-efde7d94-a830-4afc-bcc0-eecbb73d6880 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:29.805477 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-229db626-7bd7-4f87-818f-517876dabf94 req-efde7d94-a830-4afc-bcc0-eecbb73d6880 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9bb903a-a417-487e-8e83-aadc4be29999 HTTP/1.1" status: 200 len: 943 time: 0.0541058 Aug 22 13:31:29.834476 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecb3042-3f46-4c4b-a951-2450bdf52c73 None None] Checking router: 2a90bdf6-6489-400a-b178-d2f0ff3cd812 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:31:29.843365 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecb3042-3f46-4c4b-a951-2450bdf52c73 None None] Routers {'2a90bdf6-6489-400a-b178-d2f0ff3cd812'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:31:29.843975 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-0ecb3042-3f46-4c4b-a951-2450bdf52c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:31:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['2a90bdf6-6489-400a-b178-d2f0ff3cd812'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:31:29.848460 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-229db626-7bd7-4f87-818f-517876dabf94 req-713e073f-d4e3-4f08-bfbb-8139c2f4fa59 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a1e745b-6f0c-4fcc-80fa-5b3131e9e569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356109 Aug 22 13:31:29.957008 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-0ecb3042-3f46-4c4b-a951-2450bdf52c73 None None] Set router 2a90bdf6-6489-400a-b178-d2f0ff3cd812 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:31:29.982809 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:31:30.173736 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-0ecb3042-3f46-4c4b-a951-2450bdf52c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a90bdf6-6489-400a-b178-d2f0ff3cd812', 'name': 'tempest-ServersTestFqdnHostnames-277808812-router', 'tenant_id': '836cce509fee414983faa9c4a35f993e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '5e52a44a-4b92-4f48-aa57-185c893a85d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:29:21Z', 'updated_at': '2021-08-22T13:29:26Z', 'revision_number': 4, 'project_id': '836cce509fee414983faa9c4a35f993e', 'gw_port': {'id': '5e52a44a-4b92-4f48-aa57-185c893a85d8', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a90bdf6-6489-400a-b178-d2f0ff3cd812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:29:22Z', 'updated_at': '2021-08-22T13:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '883ed8bd-2f84-4c9c-8f55-2d864660ee1f', 'name': '', 'network_id': '70cdf7e6-4b20-4144-ae6b-a62340a07807', 'tenant_id': '836cce509fee414983faa9c4a35f993e', 'mac_address': 'fa:16:3e:13:f5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a90bdf6-6489-400a-b178-d2f0ff3cd812', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'a2cce6f5-465c-4f33-b3b9-4f8bb5360fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:29:25Z', 'updated_at': '2021-08-22T13:29:31Z', 'revision_number': 5, 'project_id': '836cce509fee414983faa9c4a35f993e', 'subnets': [{'id': 'a2cce6f5-465c-4f33-b3b9-4f8bb5360fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:31:30.200135 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecb3042-3f46-4c4b-a951-2450bdf52c73 None None] The sync data for ids ['2a90bdf6-6489-400a-b178-d2f0ff3cd812'] in n-d-793621-33 is: [{'id': '2a90bdf6-6489-400a-b178-d2f0ff3cd812', 'name': 'tempest-ServersTestFqdnHostnames-277808812-router', 'tenant_id': '836cce509fee414983faa9c4a35f993e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '5e52a44a-4b92-4f48-aa57-185c893a85d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:29:21Z', 'updated_at': '2021-08-22T13:29:26Z', 'revision_number': 4, 'project_id': '836cce509fee414983faa9c4a35f993e', 'gw_port': {'id': '5e52a44a-4b92-4f48-aa57-185c893a85d8', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a90bdf6-6489-400a-b178-d2f0ff3cd812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:29:22Z', 'updated_at': '2021-08-22T13:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '883ed8bd-2f84-4c9c-8f55-2d864660ee1f', 'name': '', 'network_id': '70cdf7e6-4b20-4144-ae6b-a62340a07807', 'tenant_id': '836cce509fee414983faa9c4a35f993e', 'mac_address': 'fa:16:3e:13:f5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a90bdf6-6489-400a-b178-d2f0ff3cd812', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'a2cce6f5-465c-4f33-b3b9-4f8bb5360fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:29:25Z', 'updated_at': '2021-08-22T13:29:31Z', 'revision_number': 5, 'project_id': '836cce509fee414983faa9c4a35f993e', 'subnets': [{'id': 'a2cce6f5-465c-4f33-b3b9-4f8bb5360fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:31:30.483737 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebda475e-ac94-4c3c-9d6c-026a6329001e None None] New status for floating IP 4f6d04a2-7889-4303-b62b-0e250573567a: DOWN {{(pid=94630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 13:31:30.748829 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d92089-fdb6-4f71-a16d-5e39b163019f req-dd82d5f3-adac-4ed7-aec1-909a75b0133a tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:30.750259 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a1d92089-fdb6-4f71-a16d-5e39b163019f req-dd82d5f3-adac-4ed7-aec1-909a75b0133a tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c4b6218-090d-45f2-8c40-4f3878d936a1 HTTP/1.1" status: 200 len: 946 time: 0.3627007 Aug 22 13:31:30.759626 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff434a-af7e-4480-a6aa-5ed108f15b30 req-705b8340-d2ba-4091-9981-eb1faec45613 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:30.761317 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-acff434a-af7e-4480-a6aa-5ed108f15b30 req-705b8340-d2ba-4091-9981-eb1faec45613 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=29129694-3a6c-43db-a100-6dc7f0c088a2 HTTP/1.1" status: 200 len: 946 time: 0.3642600 Aug 22 13:31:30.821214 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a1d92089-fdb6-4f71-a16d-5e39b163019f req-d7720d35-c31a-4c4d-8c84-4e956bf874f3 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589845 Aug 22 13:31:30.833665 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-acff434a-af7e-4480-a6aa-5ed108f15b30 req-ccc96483-06be-47a9-97f8-4cfbba30914b tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625513 Aug 22 13:31:30.996749 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ef26ecdc-ce28-4339-84e1-1b4b888d8d98 req-dc22eef1-9032-4209-89a6-3c3da904583f tempest-ServerShowV257Test-1050344636 tempest-ServerShowV257Test-1050344636-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e48b8fa-e806-4629-9184-977e80391f3a HTTP/1.1" status: 200 len: 210 time: 0.0391958 Aug 22 13:31:31.044380 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1fca6c83-ccfc-4fe6-bdcd-aed00f10e311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:31.049662 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 59298) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:31:31.094381 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3829c27c-073a-4b28-94cc-c0ae2cf8fe22 req-b902242b-ed7e-41b3-9e2a-5aa803a5992d tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:31.095865 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3829c27c-073a-4b28-94cc-c0ae2cf8fe22 req-b902242b-ed7e-41b3-9e2a-5aa803a5992d tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9bb903a-a417-487e-8e83-aadc4be29999 HTTP/1.1" status: 200 len: 943 time: 0.0488911 Aug 22 13:31:31.105465 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-efbc03f8-4ca5-4a56-a0f1-0115d9256cb4 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:31.131145 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-efbc03f8-4ca5-4a56-a0f1-0115d9256cb4 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:31.134560 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3829c27c-073a-4b28-94cc-c0ae2cf8fe22 req-9e93a743-406e-4156-805b-c76e06f1aef9 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a1e745b-6f0c-4fcc-80fa-5b3131e9e569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321872 Aug 22 13:31:31.180269 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:31.181925 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-efbc03f8-4ca5-4a56-a0f1-0115d9256cb4 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:31.184818 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-efbc03f8-4ca5-4a56-a0f1-0115d9256cb4 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:31.185944 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-efbc03f8-4ca5-4a56-a0f1-0115d9256cb4 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] 10.222.0.21 "DELETE /v2.0/security-groups/20feb88d-9296-4d58-88ef-dd159f14cd84 HTTP/1.1" status: 204 len: 168 time: 0.1352923 Aug 22 13:31:31.188680 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59300) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:31:31.194735 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc03f8-4ca5-4a56-a0f1-0115d9256cb4 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20feb88d-9296-4d58-88ef-dd159f14cd84,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:31.203657 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-c703f888-a458-4374-bcd4-6ae1de53da0b tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] show failed (client error): The resource could not be found. Aug 22 13:31:31.204687 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c703f888-a458-4374-bcd4-6ae1de53da0b tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] 10.222.0.21 "GET /v2.0/security-groups/20feb88d-9296-4d58-88ef-dd159f14cd84 HTTP/1.1" status: 404 len: 347 time: 0.0150115 Aug 22 13:31:31.207349 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59302) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:31:31.331868 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-08bccc86-31a5-4cdf-b101-73c35d139d60 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Deleting port 79799f01-33e2-4fee-b1bd-4570a0d09bc9 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:31:31.332214 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-08bccc86-31a5-4cdf-b101-73c35d139d60 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:31.407444 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-08bccc86-31a5-4cdf-b101-73c35d139d60 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:31.407771 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-08bccc86-31a5-4cdf-b101-73c35d139d60 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:31.418897 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-08bccc86-31a5-4cdf-b101-73c35d139d60 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Calling delete_port for 79799f01-33e2-4fee-b1bd-4570a0d09bc9 owned by network:floatingip {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:31:31.550582 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-08bccc86-31a5-4cdf-b101-73c35d139d60 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:31.577265 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bccc86-31a5-4cdf-b101-73c35d139d60 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Pushing event deleted for resources: {'Port': ['ID=79799f01-33e2-4fee-b1bd-4570a0d09bc9,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:31.638073 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-08bccc86-31a5-4cdf-b101-73c35d139d60 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Notify callbacks [] for floatingip, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:31.640730 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-08bccc86-31a5-4cdf-b101-73c35d139d60 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:31.641902 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-08bccc86-31a5-4cdf-b101-73c35d139d60 tempest-ServersTestFqdnHostnames-501852252 tempest-ServersTestFqdnHostnames-501852252-project] 10.222.0.21 "DELETE /v2.0/floatingips/4f6d04a2-7889-4303-b62b-0e250573567a HTTP/1.1" status: 204 len: 168 time: 0.4336586 Aug 22 13:31:31.644784 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59304) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:31:32.007447 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a69025-4b88-4772-ba5a-f7d64dc6a3c3 req-5dd23eb0-f2f5-404f-b3e0-253870749cb8 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:32.009527 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-06a69025-4b88-4772-ba5a-f7d64dc6a3c3 req-5dd23eb0-f2f5-404f-b3e0-253870749cb8 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c4b6218-090d-45f2-8c40-4f3878d936a1 HTTP/1.1" status: 200 len: 946 time: 0.0993850 Aug 22 13:31:32.016890 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb9266-00f8-4fda-ae08-53ef4b872203 req-7a30544a-29e7-4ea1-94fe-8e9bc921578b tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:32.018230 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7fcb9266-00f8-4fda-ae08-53ef4b872203 req-7a30544a-29e7-4ea1-94fe-8e9bc921578b tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=29129694-3a6c-43db-a100-6dc7f0c088a2 HTTP/1.1" status: 200 len: 946 time: 0.1070077 Aug 22 13:31:32.092828 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-06a69025-4b88-4772-ba5a-f7d64dc6a3c3 req-e2a56275-34d6-4ddd-a278-aee505a8b746 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727856 Aug 22 13:31:32.117553 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7fcb9266-00f8-4fda-ae08-53ef4b872203 req-8b060993-eaf3-4fed-9bae-7a5abbf4ac98 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856590 Aug 22 13:31:32.146318 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-309ce05d-49fb-4eee-ac70-7888e6ca0eee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:32.279528 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fa82faa1-d871-4073-9907-539543d5d332 req-c956dd56-92b9-4e28-b7a8-bd0db4a0e2b3 tempest-ServerShowV257Test-1050344636 tempest-ServerShowV257Test-1050344636-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e48b8fa-e806-4629-9184-977e80391f3a HTTP/1.1" status: 200 len: 210 time: 0.0352347 Aug 22 13:31:32.340584 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:32.392034 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4152d7a-7726-4e07-bf0d-60ddfb10eee8 req-e4a51204-ed0b-4769-aa5b-ed784fe073fe tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:32.393488 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d4152d7a-7726-4e07-bf0d-60ddfb10eee8 req-e4a51204-ed0b-4769-aa5b-ed784fe073fe tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9bb903a-a417-487e-8e83-aadc4be29999 HTTP/1.1" status: 200 len: 943 time: 0.0784364 Aug 22 13:31:32.464529 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d4152d7a-7726-4e07-bf0d-60ddfb10eee8 req-35f1a451-931f-402c-94f2-5e0de59b9be4 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a1e745b-6f0c-4fcc-80fa-5b3131e9e569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590355 Aug 22 13:31:32.517055 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-309ce05d-49fb-4eee-ac70-7888e6ca0eee admin admin] Deleting port 883ed8bd-2f84-4c9c-8f55-2d864660ee1f {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:31:32.517380 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-309ce05d-49fb-4eee-ac70-7888e6ca0eee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:32.595905 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-309ce05d-49fb-4eee-ac70-7888e6ca0eee admin admin] For port 883ed8bd-2f84-4c9c-8f55-2d864660ee1f, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=883ed8bd-2f84-4c9c-8f55-2d864660ee1f,segment=NetworkSegment(f18c6033-9c9c-41d0-a28b-7676e916e639),segment_id=f18c6033-9c9c-41d0-a28b-7676e916e639)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:31:32.596305 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-309ce05d-49fb-4eee-ac70-7888e6ca0eee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:32.608565 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-309ce05d-49fb-4eee-ac70-7888e6ca0eee admin admin] Calling delete_port for 883ed8bd-2f84-4c9c-8f55-2d864660ee1f owned by network:router_interface {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:31:32.674992 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device a5dbcabe-f661-41dc-8f83-1d52dc6fb943 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:31:32.770305 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port a5dbcabe-f661-41dc-8f83-1d52dc6fb943, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=a5dbcabe-f661-41dc-8f83-1d52dc6fb943,segment=NetworkSegment(ceef141a-c6d4-4943-8c57-8c444b864728),segment_id=ceef141a-c6d4-4943-8c57-8c444b864728)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:31:32.780969 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': 'a5dbcabe-f661-41dc-8f83-1d52dc6fb943', 'network_id': '0386d336-0e61-4348-9e46-055980419e76', 'port_id': 'a5dbcabe-f661-41dc-8f83-1d52dc6fb943', 'mac_address': 'fa:16:3e:51:c5:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77ae476e-7cd6-4bd5-9319-25dd232b8593', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:31:32.788718 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-309ce05d-49fb-4eee-ac70-7888e6ca0eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:32.820489 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:32.822802 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309ce05d-49fb-4eee-ac70-7888e6ca0eee admin admin] Pushing event deleted for resources: {'Port': ['ID=883ed8bd-2f84-4c9c-8f55-2d864660ee1f,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:32.833922 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5dbcabe-f661-41dc-8f83-1d52dc6fb943 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:31:32.855380 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port a5dbcabe-f661-41dc-8f83-1d52dc6fb943, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=a5dbcabe-f661-41dc-8f83-1d52dc6fb943,segment=NetworkSegment(ceef141a-c6d4-4943-8c57-8c444b864728),segment_id=ceef141a-c6d4-4943-8c57-8c444b864728)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:31:32.860129 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:32.914838 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=a5dbcabe-f661-41dc-8f83-1d52dc6fb943,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:32.991914 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-309ce05d-49fb-4eee-ac70-7888e6ca0eee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:33.265369 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['a5dbcabe-f661-41dc-8f83-1d52dc6fb943'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:31:33.292532 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-309ce05d-49fb-4eee-ac70-7888e6ca0eee admin admin] Router 2a90bdf6-6489-400a-b178-d2f0ff3cd812 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:31:33.311453 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddcf69a-f66f-4741-88ce-ce053a61d84e req-3ee4b48b-d4ac-4e7e-a35f-a9187a3df6aa tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:33.313069 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5ddcf69a-f66f-4741-88ce-ce053a61d84e req-3ee4b48b-d4ac-4e7e-a35f-a9187a3df6aa tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c4b6218-090d-45f2-8c40-4f3878d936a1 HTTP/1.1" status: 200 len: 946 time: 0.1467764 Aug 22 13:31:33.323537 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c768b-9a19-423e-9401-97cfb2670e30 req-955b6b6d-cd37-45b3-ba11-5abf0dc678e7 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:33.325169 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-845c768b-9a19-423e-9401-97cfb2670e30 req-955b6b6d-cd37-45b3-ba11-5abf0dc678e7 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=29129694-3a6c-43db-a100-6dc7f0c088a2 HTTP/1.1" status: 200 len: 946 time: 0.1179640 Aug 22 13:31:33.436831 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5ddcf69a-f66f-4741-88ce-ce053a61d84e req-64c69b56-7847-438e-a556-1069930288ce tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103988 Aug 22 13:31:33.445926 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-845c768b-9a19-423e-9401-97cfb2670e30 req-40dad854-5e52-4ec9-b308-d8b4158f31d8 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107728 Aug 22 13:31:33.510407 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309ce05d-49fb-4eee-ac70-7888e6ca0eee admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:31:33.519398 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-309ce05d-49fb-4eee-ac70-7888e6ca0eee admin admin] 10.222.0.21 "PUT /v2.0/routers/2a90bdf6-6489-400a-b178-d2f0ff3cd812/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8700914 Aug 22 13:31:33.519507 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 59334) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:31:33.523542 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef38535-a406-4c3c-853d-dd3bef3eb5f9 None None] Sync routers for ids ['2a90bdf6-6489-400a-b178-d2f0ff3cd812'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:31:33.536652 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef38535-a406-4c3c-853d-dd3bef3eb5f9 None None] Routers {'2a90bdf6-6489-400a-b178-d2f0ff3cd812'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:31:33.537475 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-7ef38535-a406-4c3c-853d-dd3bef3eb5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:31:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['2a90bdf6-6489-400a-b178-d2f0ff3cd812'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:31:33.654525 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6e4357f1-f413-458e-952e-4d7e416acc2b admin admin] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:33.675006 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8797430d-02ad-4257-bed9-c3d8c021bc5c req-7d5ae048-12eb-4096-b9ae-276b92466c4e tempest-ServerShowV257Test-1050344636 tempest-ServerShowV257Test-1050344636-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e48b8fa-e806-4629-9184-977e80391f3a HTTP/1.1" status: 200 len: 210 time: 0.0405211 Aug 22 13:31:33.715007 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:33.719297 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-7ef38535-a406-4c3c-853d-dd3bef3eb5f9 None None] Set router 2a90bdf6-6489-400a-b178-d2f0ff3cd812 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:31:33.753148 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3161270f-1dd9-410a-b973-546e165e7cf9 req-248c5089-e2ec-46e8-a923-8f855fb5e20d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8e48b8fa-e806-4629-9184-977e80391f3a HTTP/1.1" status: 200 len: 210 time: 0.0337148 Aug 22 13:31:33.772261 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21b0ca-ece4-4c30-8dd3-e27b1332afaf req-89e3d13d-c0e2-48fc-beb4-27f6cd26f88b tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:33.774625 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ec21b0ca-ece4-4c30-8dd3-e27b1332afaf req-89e3d13d-c0e2-48fc-beb4-27f6cd26f88b tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9bb903a-a417-487e-8e83-aadc4be29999 HTTP/1.1" status: 200 len: 944 time: 0.0959072 Aug 22 13:31:33.778349 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6e4357f1-f413-458e-952e-4d7e416acc2b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:33.829016 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ec21b0ca-ece4-4c30-8dd3-e27b1332afaf req-5a917091-d4db-4f65-8c77-1705d6767c7c tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a1e745b-6f0c-4fcc-80fa-5b3131e9e569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480499 Aug 22 13:31:33.839297 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 253f4a6f-d846-4007-b654-28d5cc7c21d0 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:31:33.865573 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: 253f4a6f-d846-4007-b654-28d5cc7c21d0 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:31:33.865917 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 253f4a6f-d846-4007-b654-28d5cc7c21d0 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:31:33.941495 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-7ef38535-a406-4c3c-853d-dd3bef3eb5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a90bdf6-6489-400a-b178-d2f0ff3cd812', 'name': 'tempest-ServersTestFqdnHostnames-277808812-router', 'tenant_id': '836cce509fee414983faa9c4a35f993e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '5e52a44a-4b92-4f48-aa57-185c893a85d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:29:21Z', 'updated_at': '2021-08-22T13:31:32Z', 'revision_number': 5, 'project_id': '836cce509fee414983faa9c4a35f993e', 'gw_port': {'id': '5e52a44a-4b92-4f48-aa57-185c893a85d8', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a90bdf6-6489-400a-b178-d2f0ff3cd812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:29:22Z', 'updated_at': '2021-08-22T13:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:31:33.980275 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef38535-a406-4c3c-853d-dd3bef3eb5f9 None None] Checking router: 2a90bdf6-6489-400a-b178-d2f0ff3cd812 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:31:33.990411 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef38535-a406-4c3c-853d-dd3bef3eb5f9 None None] Routers {'2a90bdf6-6489-400a-b178-d2f0ff3cd812'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:31:33.991292 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-7ef38535-a406-4c3c-853d-dd3bef3eb5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:31:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['2a90bdf6-6489-400a-b178-d2f0ff3cd812'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:31:34.155438 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-6e4357f1-f413-458e-952e-4d7e416acc2b admin admin] Deleting port 5e52a44a-4b92-4f48-aa57-185c893a85d8 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:31:34.155926 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6e4357f1-f413-458e-952e-4d7e416acc2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:34.225118 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:34.237708 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-7ef38535-a406-4c3c-853d-dd3bef3eb5f9 None None] Set router 2a90bdf6-6489-400a-b178-d2f0ff3cd812 gateway port host: None {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:31:34.240713 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-6e4357f1-f413-458e-952e-4d7e416acc2b admin admin] For port 5e52a44a-4b92-4f48-aa57-185c893a85d8, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=5e52a44a-4b92-4f48-aa57-185c893a85d8,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:31:34.241074 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6e4357f1-f413-458e-952e-4d7e416acc2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:34.253249 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-6e4357f1-f413-458e-952e-4d7e416acc2b admin admin] Calling delete_port for 5e52a44a-4b92-4f48-aa57-185c893a85d8 owned by network:router_gateway {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:31:34.294383 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-7ef38535-a406-4c3c-853d-dd3bef3eb5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a90bdf6-6489-400a-b178-d2f0ff3cd812', 'name': 'tempest-ServersTestFqdnHostnames-277808812-router', 'tenant_id': '836cce509fee414983faa9c4a35f993e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:29:21Z', 'updated_at': '2021-08-22T13:31:33Z', 'revision_number': 6, 'project_id': '836cce509fee414983faa9c4a35f993e', 'gw_port_host': None}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:31:34.320274 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef38535-a406-4c3c-853d-dd3bef3eb5f9 None None] The sync data for ids ['2a90bdf6-6489-400a-b178-d2f0ff3cd812'] in n-d-793621-33 is: [{'id': '2a90bdf6-6489-400a-b178-d2f0ff3cd812', 'name': 'tempest-ServersTestFqdnHostnames-277808812-router', 'tenant_id': '836cce509fee414983faa9c4a35f993e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:29:21Z', 'updated_at': '2021-08-22T13:31:33Z', 'revision_number': 6, 'project_id': '836cce509fee414983faa9c4a35f993e', 'gw_port_host': None}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:31:34.436150 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6e4357f1-f413-458e-952e-4d7e416acc2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:34.466655 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4357f1-f413-458e-952e-4d7e416acc2b admin admin] Pushing event deleted for resources: {'Port': ['ID=5e52a44a-4b92-4f48-aa57-185c893a85d8,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:34.536104 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6e4357f1-f413-458e-952e-4d7e416acc2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:34.596197 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea9e05-8af8-4ff7-89d8-f2e606892b02 req-60cc2c60-eb11-43f0-9d65-33ed12cb6fb8 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:34.597703 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-49ea9e05-8af8-4ff7-89d8-f2e606892b02 req-60cc2c60-eb11-43f0-9d65-33ed12cb6fb8 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c4b6218-090d-45f2-8c40-4f3878d936a1 HTTP/1.1" status: 200 len: 946 time: 0.0835559 Aug 22 13:31:34.616112 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ffec8-5465-4019-9885-e49918e9e95d req-3f8a41d6-6c25-438d-ace0-cfdd23c1c459 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:34.617682 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-239ffec8-5465-4019-9885-e49918e9e95d req-3f8a41d6-6c25-438d-ace0-cfdd23c1c459 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=29129694-3a6c-43db-a100-6dc7f0c088a2 HTTP/1.1" status: 200 len: 946 time: 0.0729470 Aug 22 13:31:34.629250 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6e4357f1-f413-458e-952e-4d7e416acc2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:34.631418 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6e4357f1-f413-458e-952e-4d7e416acc2b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:34.670505 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-49ea9e05-8af8-4ff7-89d8-f2e606892b02 req-8bb97e49-c7a6-400d-b923-c8b7228b73cb tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640500 Aug 22 13:31:34.682142 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device a5dbcabe-f661-41dc-8f83-1d52dc6fb943 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:31:34.688981 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-239ffec8-5465-4019-9885-e49918e9e95d req-a72a8b77-7882-44d6-b2e9-e3755369b845 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583389 Aug 22 13:31:34.692846 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6e4357f1-f413-458e-952e-4d7e416acc2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:34.693357 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4357f1-f413-458e-952e-4d7e416acc2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a90bdf6-6489-400a-b178-d2f0ff3cd812 {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:31:34.713462 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6e4357f1-f413-458e-952e-4d7e416acc2b admin admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:34.716694 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6e4357f1-f413-458e-952e-4d7e416acc2b admin admin] 10.222.0.21 "DELETE /v2.0/routers/2a90bdf6-6489-400a-b178-d2f0ff3cd812 HTTP/1.1" status: 204 len: 168 time: 1.1947174 Aug 22 13:31:34.717293 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59348) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:31:34.749413 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port a5dbcabe-f661-41dc-8f83-1d52dc6fb943 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:31:34.757110 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port a5dbcabe-f661-41dc-8f83-1d52dc6fb943 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:31:34.759781 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:34.797010 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-de50623d-f903-4ccc-8aab-8c6d38e9661d admin admin] Deleting subnet a2cce6f5-465c-4f33-b3b9-4f8bb5360fd1 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:31:34.804228 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-de50623d-f903-4ccc-8aab-8c6d38e9661d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:34.853674 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-de50623d-f903-4ccc-8aab-8c6d38e9661d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:34.868596 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:34.897079 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9bb903a-a417-487e-8e83-aadc4be29999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5dbcabe-f661-41dc-8f83-1d52dc6fb943'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:31:34.900257 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13ef9f9-c4ba-446b-91b9-ae385ede56cb" -d '{"events": [{"server_uuid": "f9bb903a-a417-487e-8e83-aadc4be29999", "name": "network-vif-plugged", "status": "completed", "tag": "a5dbcabe-f661-41dc-8f83-1d52dc6fb943"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:31:34.917015 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port a5dbcabe-f661-41dc-8f83-1d52dc6fb943, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=a5dbcabe-f661-41dc-8f83-1d52dc6fb943,segment=NetworkSegment(ceef141a-c6d4-4943-8c57-8c444b864728),segment_id=ceef141a-c6d4-4943-8c57-8c444b864728)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:31:34.922133 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:34.923172 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device c40d8a98-711e-4305-b7fd-c2c931f79f78 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:31:34.930866 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b248a3f6-46a6-4c4e-a435-e48a039a9777 req-b6882862-7eb9-483b-870a-e7fc019c4415 tempest-ServerShowV257Test-1050344636 tempest-ServerShowV257Test-1050344636-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e48b8fa-e806-4629-9184-977e80391f3a HTTP/1.1" status: 200 len: 210 time: 0.0365913 Aug 22 13:31:35.014061 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=a5dbcabe-f661-41dc-8f83-1d52dc6fb943,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:35.027394 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81de63b5-1aa3-458d-8a51-2e84687b8bdd x-openstack-request-id: req-81de63b5-1aa3-458d-8a51-2e84687b8bdd {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:31:35.027918 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9bb903a-a417-487e-8e83-aadc4be29999", "name": "network-vif-plugged", "status": "completed", "tag": "a5dbcabe-f661-41dc-8f83-1d52dc6fb943", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:31:35.028427 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-81de63b5-1aa3-458d-8a51-2e84687b8bdd {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:31:35.028963 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9bb903a-a417-487e-8e83-aadc4be29999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5dbcabe-f661-41dc-8f83-1d52dc6fb943', 'code': 200} Aug 22 13:31:35.032027 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-de50623d-f903-4ccc-8aab-8c6d38e9661d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:35.071032 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:35.085614 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc02115-f0cd-4555-815e-6017d5daad66 req-13b1bd5c-2fa9-4a02-98dd-9f34eb14773a tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:35.087257 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-acc02115-f0cd-4555-815e-6017d5daad66 req-13b1bd5c-2fa9-4a02-98dd-9f34eb14773a tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9bb903a-a417-487e-8e83-aadc4be29999 HTTP/1.1" status: 200 len: 945 time: 0.1033020 Aug 22 13:31:35.105521 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port c40d8a98-711e-4305-b7fd-c2c931f79f78, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=c40d8a98-711e-4305-b7fd-c2c931f79f78,segment=NetworkSegment(8d87fb8b-79cc-422a-9fb9-b5f71decb79a),segment_id=8d87fb8b-79cc-422a-9fb9-b5f71decb79a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:31:35.112668 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:35.176430 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=c40d8a98-711e-4305-b7fd-c2c931f79f78,revision_number=6']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:35.181234 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-de50623d-f903-4ccc-8aab-8c6d38e9661d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:35.217926 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 883ed8bd-2f84-4c9c-8f55-2d864660ee1f no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:31:35.228207 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-acc02115-f0cd-4555-815e-6017d5daad66 req-13857dac-b398-4e03-b0c3-f2c6542e2d41 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a1e745b-6f0c-4fcc-80fa-5b3131e9e569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347497 Aug 22 13:31:35.231988 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de50623d-f903-4ccc-8aab-8c6d38e9661d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2cce6f5-465c-4f33-b3b9-4f8bb5360fd1,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:35.235712 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-de50623d-f903-4ccc-8aab-8c6d38e9661d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:35.237619 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-de50623d-f903-4ccc-8aab-8c6d38e9661d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a2cce6f5-465c-4f33-b3b9-4f8bb5360fd1 HTTP/1.1" status: 204 len: 168 time: 0.5191309 Aug 22 13:31:35.240025 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59354) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:31:35.246851 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e20f16-b0d5-435c-8a8b-c68c55cb0e2e None None] Network 70cdf7e6-4b20-4144-ae6b-a62340a07807 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:31:35.260423 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 883ed8bd-2f84-4c9c-8f55-2d864660ee1f {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:31:35.260848 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 883ed8bd-2f84-4c9c-8f55-2d864660ee1f not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:31:35.261341 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fda616-dc6b-4fbc-a806-4b08e42d8ed9 req-6d35c415-9c70-4130-8241-972cc2086772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:35.261463 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 5e52a44a-4b92-4f48-aa57-185c893a85d8 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:31:35.262927 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e3fda616-dc6b-4fbc-a806-4b08e42d8ed9 req-6d35c415-9c70-4130-8241-972cc2086772 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f9bb903a-a417-487e-8e83-aadc4be29999 HTTP/1.1" status: 200 len: 1097 time: 0.1443670 Aug 22 13:31:35.324755 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 5e52a44a-4b92-4f48-aa57-185c893a85d8 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:31:35.325147 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 5e52a44a-4b92-4f48-aa57-185c893a85d8 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:31:35.339393 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-af76c128-c562-44c0-b3e8-f5abf4d01dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:35.346450 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e3fda616-dc6b-4fbc-a806-4b08e42d8ed9 req-c03d1c6c-f3b1-4e21-bebe-7fdf0ecbfe47 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0a1e745b-6f0c-4fcc-80fa-5b3131e9e569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554330 Aug 22 13:31:35.404488 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-af76c128-c562-44c0-b3e8-f5abf4d01dc8 admin admin] Deleting port 65ec00e5-45e5-47e6-b10c-59efbbcd465b {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:31:35.404698 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-af76c128-c562-44c0-b3e8-f5abf4d01dc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:35.471702 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-af76c128-c562-44c0-b3e8-f5abf4d01dc8 admin admin] For port 65ec00e5-45e5-47e6-b10c-59efbbcd465b, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=65ec00e5-45e5-47e6-b10c-59efbbcd465b,segment=NetworkSegment(f18c6033-9c9c-41d0-a28b-7676e916e639),segment_id=f18c6033-9c9c-41d0-a28b-7676e916e639)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:31:35.472070 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-af76c128-c562-44c0-b3e8-f5abf4d01dc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:35.481215 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d883b8a-3244-47b9-8c70-ac30a2a43101 None None] DHCP port deletion for 70cdf7e6-4b20-4144-ae6b-a62340a07807 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:31:35.487114 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-af76c128-c562-44c0-b3e8-f5abf4d01dc8 admin admin] Calling delete_port for 65ec00e5-45e5-47e6-b10c-59efbbcd465b owned by network:dhcp {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:31:35.528146 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-7d883b8a-3244-47b9-8c70-ac30a2a43101 None None] Deleting port 65ec00e5-45e5-47e6-b10c-59efbbcd465b {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:31:35.528551 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7d883b8a-3244-47b9-8c70-ac30a2a43101 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:35.570291 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-af76c128-c562-44c0-b3e8-f5abf4d01dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:35.597818 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af76c128-c562-44c0-b3e8-f5abf4d01dc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=65ec00e5-45e5-47e6-b10c-59efbbcd465b,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:35.599054 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-7d883b8a-3244-47b9-8c70-ac30a2a43101 None None] For port 65ec00e5-45e5-47e6-b10c-59efbbcd465b, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=65ec00e5-45e5-47e6-b10c-59efbbcd465b,segment=NetworkSegment(f18c6033-9c9c-41d0-a28b-7676e916e639),segment_id=f18c6033-9c9c-41d0-a28b-7676e916e639)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:31:35.599944 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7d883b8a-3244-47b9-8c70-ac30a2a43101 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:35.606648 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af76c128-c562-44c0-b3e8-f5abf4d01dc8 admin admin] No DVR routers for this DVR port 65ec00e5-45e5-47e6-b10c-59efbbcd465b on host n-d-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:31:35.620707 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-7d883b8a-3244-47b9-8c70-ac30a2a43101 None None] Calling delete_port for 65ec00e5-45e5-47e6-b10c-59efbbcd465b owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:31:35.678355 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-af76c128-c562-44c0-b3e8-f5abf4d01dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:35.688601 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-af76c128-c562-44c0-b3e8-f5abf4d01dc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70cdf7e6-4b20-4144-ae6b-a62340a07807']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:31:35.695751 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7d883b8a-3244-47b9-8c70-ac30a2a43101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:35.699066 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-af76c128-c562-44c0-b3e8-f5abf4d01dc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f18c6033-9c9c-41d0-a28b-7676e916e639') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:31:35.699658 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-af76c128-c562-44c0-b3e8-f5abf4d01dc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f18c6033-9c9c-41d0-a28b-7676e916e639') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:31:35.708442 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-af76c128-c562-44c0-b3e8-f5abf4d01dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:35.718789 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d883b8a-3244-47b9-8c70-ac30a2a43101 None None] Pushing event deleted for resources: {'Port': ['ID=65ec00e5-45e5-47e6-b10c-59efbbcd465b,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:35.725526 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d883b8a-3244-47b9-8c70-ac30a2a43101 None None] No DVR routers for this DVR port 65ec00e5-45e5-47e6-b10c-59efbbcd465b on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:31:35.729406 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-af76c128-c562-44c0-b3e8-f5abf4d01dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:35.736545 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af76c128-c562-44c0-b3e8-f5abf4d01dc8 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:31:35.736909 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-af76c128-c562-44c0-b3e8-f5abf4d01dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:35.739807 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:31:35.739807 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:31:35.739807 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:31:35.739807 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:31:35.739807 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:31:35.739807 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:31:35.739807 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:31:35.739807 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:31:35.739807 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:31:35.739807 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:31:35.739807 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:31:35.739807 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:31:35.739807 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:31:35.739807 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:31:35.739807 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:31:35.739807 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:31:35.739807 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:31:35.739807 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:31:35.739807 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:31:35.739807 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:31:35.739807 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:31:35.739807 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:31:35.739807 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:31:35.739807 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:31:35.739807 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:31:35.739807 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:31:35.739807 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:31:35.739807 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:31:35.739807 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:31:35.739807 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:31:35.739807 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:31:35.739807 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:31:35.843903 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-af76c128-c562-44c0-b3e8-f5abf4d01dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:35.857992 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-af76c128-c562-44c0-b3e8-f5abf4d01dc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:35.859857 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-af76c128-c562-44c0-b3e8-f5abf4d01dc8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/70cdf7e6-4b20-4144-ae6b-a62340a07807 HTTP/1.1" status: 204 len: 168 time: 0.6188822 Aug 22 13:31:35.875501 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af76c128-c562-44c0-b3e8-f5abf4d01dc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=70cdf7e6-4b20-4144-ae6b-a62340a07807,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:35.888227 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec4bd3-ef3e-48f7-af55-ad313b1cc9ca req-ba7e676c-38e4-4be7-8a87-eacd4724ebc8 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:35.889786 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c2ec4bd3-ef3e-48f7-af55-ad313b1cc9ca req-ba7e676c-38e4-4be7-8a87-eacd4724ebc8 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c4b6218-090d-45f2-8c40-4f3878d936a1 HTTP/1.1" status: 200 len: 946 time: 0.1118107 Aug 22 13:31:35.901681 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e38cd5-56a5-4391-8cf2-0e78c6f7f9b9 req-1b84cd6b-a284-4ad4-b877-f8230caa4aea tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:35.903143 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-06e38cd5-56a5-4391-8cf2-0e78c6f7f9b9 req-1b84cd6b-a284-4ad4-b877-f8230caa4aea tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=29129694-3a6c-43db-a100-6dc7f0c088a2 HTTP/1.1" status: 200 len: 944 time: 0.1079507 Aug 22 13:31:35.958407 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c2ec4bd3-ef3e-48f7-af55-ad313b1cc9ca req-507b316b-37b0-430a-9157-fa1b53019ccb tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542905 Aug 22 13:31:35.963798 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-06e38cd5-56a5-4391-8cf2-0e78c6f7f9b9 req-54b9cf67-3e16-461f-a46a-250788fa9a44 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531230 Aug 22 13:31:36.089767 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 59370) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:31:36.134837 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-fb3d1578-bb9d-4a34-8cd0-b8b2513037b0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=836cce509fee414983faa9c4a35f993e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438268 Aug 22 13:31:36.137241 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 59372) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:31:36.137742 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f7fd1aed-79ac-4d38-a965-b1f64c738fe7 req-f439fe14-e562-45e8-bf88-285f469df452 tempest-ServerShowV257Test-1050344636 tempest-ServerShowV257Test-1050344636-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e48b8fa-e806-4629-9184-977e80391f3a HTTP/1.1" status: 200 len: 210 time: 0.0278955 Aug 22 13:31:36.187722 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e69388ab-276c-4cb1-b980-cd417afd3468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:36.209176 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e69388ab-276c-4cb1-b980-cd417afd3468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:36.257112 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e69388ab-276c-4cb1-b980-cd417afd3468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:36.260100 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e69388ab-276c-4cb1-b980-cd417afd3468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:36.264763 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e69388ab-276c-4cb1-b980-cd417afd3468 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2f4662f2-a525-45df-9975-e319e3f61531 HTTP/1.1" status: 204 len: 168 time: 0.1264513 Aug 22 13:31:36.273750 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69388ab-276c-4cb1-b980-cd417afd3468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4662f2-a525-45df-9975-e319e3f61531,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:36.400499 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-12b43f1e-32c6-4c1a-a4cf-8d6d454ee251 req-a0a17f8f-fc07-4f79-b03f-43e1c70aadd1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb0397780ae047209cef0ef17b40af8e&device_id=8e48b8fa-e806-4629-9184-977e80391f3a HTTP/1.1" status: 200 len: 210 time: 0.0546432 Aug 22 13:31:36.419305 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e8a2c8ba-8dfe-4261-b5ee-4df9ada684fa req-e546d1e7-d80b-4d00-9f52-eaad83a9076b tempest-ServerShowV257Test-1050344636 tempest-ServerShowV257Test-1050344636-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e48b8fa-e806-4629-9184-977e80391f3a HTTP/1.1" status: 200 len: 210 time: 0.0573382 Aug 22 13:31:36.448201 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-12b43f1e-32c6-4c1a-a4cf-8d6d454ee251 req-62737690-5ef9-4df4-9b79-9b622d912f2d service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=eb0397780ae047209cef0ef17b40af8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312974 Aug 22 13:31:36.459692 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f9454-10d1-470f-98dc-9f855e538c9d req-023c86b5-ca05-460d-9d79-d241230daf48 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:36.461832 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5e1f9454-10d1-470f-98dc-9f855e538c9d req-023c86b5-ca05-460d-9d79-d241230daf48 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9bb903a-a417-487e-8e83-aadc4be29999 HTTP/1.1" status: 200 len: 945 time: 0.1264210 Aug 22 13:31:36.594640 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5e1f9454-10d1-470f-98dc-9f855e538c9d req-537bd55c-8e48-4df8-9c39-ca66d6e3b17f tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a1e745b-6f0c-4fcc-80fa-5b3131e9e569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182463 Aug 22 13:31:36.644288 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b43f1e-32c6-4c1a-a4cf-8d6d454ee251 req-4c48fa94-c273-4252-b083-9e81d164be74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:36.645777 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-12b43f1e-32c6-4c1a-a4cf-8d6d454ee251 req-4c48fa94-c273-4252-b083-9e81d164be74 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1830916 Aug 22 13:31:36.691246 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device c40d8a98-711e-4305-b7fd-c2c931f79f78 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:31:36.795688 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port c40d8a98-711e-4305-b7fd-c2c931f79f78, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=c40d8a98-711e-4305-b7fd-c2c931f79f78,segment=NetworkSegment(8d87fb8b-79cc-422a-9fb9-b5f71decb79a),segment_id=8d87fb8b-79cc-422a-9fb9-b5f71decb79a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:31:36.807486 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': 'c40d8a98-711e-4305-b7fd-c2c931f79f78', 'network_id': 'b6b1eb92-af26-4c6a-bbe1-59d99b962beb', 'port_id': 'c40d8a98-711e-4305-b7fd-c2c931f79f78', 'mac_address': 'fa:16:3e:e9:b5:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7230626-a6ae-4376-b2ff-83d11dd599d4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:31:36.848788 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:36.862271 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c40d8a98-711e-4305-b7fd-c2c931f79f78 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:31:36.882348 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port c40d8a98-711e-4305-b7fd-c2c931f79f78, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=c40d8a98-711e-4305-b7fd-c2c931f79f78,segment=NetworkSegment(8d87fb8b-79cc-422a-9fb9-b5f71decb79a),segment_id=8d87fb8b-79cc-422a-9fb9-b5f71decb79a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:31:36.887771 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:36.943231 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=c40d8a98-711e-4305-b7fd-c2c931f79f78,revision_number=7']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:37.011516 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59404) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:31:37.030347 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29129694-3a6c-43db-a100-6dc7f0c088a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c40d8a98-711e-4305-b7fd-c2c931f79f78'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:31:37.033011 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7968c7f4-ad22-4c21-942b-88f3cc2523e1" -d '{"events": [{"server_uuid": "29129694-3a6c-43db-a100-6dc7f0c088a2", "name": "network-vif-unplugged", "status": "completed", "tag": "c40d8a98-711e-4305-b7fd-c2c931f79f78"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:31:37.083234 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 65ec00e5-45e5-47e6-b10c-59efbbcd465b no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:31:37.105648 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 65ec00e5-45e5-47e6-b10c-59efbbcd465b {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:31:37.105990 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 65ec00e5-45e5-47e6-b10c-59efbbcd465b not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:31:37.384773 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-746dcb96-8018-4e2e-a05f-6b6c122d3dd7 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-738284606-network', 'tenant_id': '9fa9f58fb96d45628d7f5599c0efbfe0'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:31:37.427905 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['c40d8a98-711e-4305-b7fd-c2c931f79f78'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:31:37.454021 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350fd772-fe2e-464c-b79a-a456f649122f req-5fac5ca0-0b6e-499b-aae0-5fbb0f7d5852 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:37.455834 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-350fd772-fe2e-464c-b79a-a456f649122f req-5fac5ca0-0b6e-499b-aae0-5fbb0f7d5852 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=29129694-3a6c-43db-a100-6dc7f0c088a2 HTTP/1.1" status: 200 len: 945 time: 0.4002173 Aug 22 13:31:37.502546 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d7d0d-7281-46f2-9c78-f7d78c806a24 req-054be6ab-90e9-4835-973a-12a97b894ec0 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:37.504006 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-598d7d0d-7281-46f2-9c78-f7d78c806a24 req-054be6ab-90e9-4835-973a-12a97b894ec0 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c4b6218-090d-45f2-8c40-4f3878d936a1 HTTP/1.1" status: 200 len: 946 time: 0.4218907 Aug 22 13:31:37.512846 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746dcb96-8018-4e2e-a05f-6b6c122d3dd7 admin admin] Made reservation on behalf of 9fa9f58fb96d45628d7f5599c0efbfe0 for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:31:37.515113 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-746dcb96-8018-4e2e-a05f-6b6c122d3dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:37.541618 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-746dcb96-8018-4e2e-a05f-6b6c122d3dd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:37.556398 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-4706a835-9060-4605-a5ca-18c5f625692d tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:37.557885 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-4706a835-9060-4605-a5ca-18c5f625692d tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4c4b6218-090d-45f2-8c40-4f3878d936a1&tenant_id=61d15703803940a485cdd8f67b081dcb&binding%3Ahost_id=n-h1-793621-33 HTTP/1.1" status: 200 len: 1098 time: 0.1812654 Aug 22 13:31:37.575583 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-73e49036-5d5a-48cc-bf13-78e8a4890d8f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793621-33'}}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:31:37.582038 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-350fd772-fe2e-464c-b79a-a456f649122f req-7c817268-680e-4738-9262-f7956ab579ce tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170759 Aug 22 13:31:37.627665 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-598d7d0d-7281-46f2-9c78-f7d78c806a24 req-77a64cd7-454f-4dcf-977c-0a891c2fefac tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093168 Aug 22 13:31:37.628706 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 13:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b02004b-2ae0-46be-a5f0-0ea59ecd0c2d x-openstack-request-id: req-6b02004b-2ae0-46be-a5f0-0ea59ecd0c2d {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:31:37.629009 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29129694-3a6c-43db-a100-6dc7f0c088a2", "name": "network-vif-unplugged", "status": "completed", "tag": "c40d8a98-711e-4305-b7fd-c2c931f79f78", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:31:37.629265 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6b02004b-2ae0-46be-a5f0-0ea59ecd0c2d {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:31:37.629936 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29129694-3a6c-43db-a100-6dc7f0c088a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c40d8a98-711e-4305-b7fd-c2c931f79f78', 'code': 200} Aug 22 13:31:37.697658 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-73e49036-5d5a-48cc-bf13-78e8a4890d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:37.809817 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-136b2ebf-3058-4e15-9c0e-654522efd829 req-1f753b80-b5fc-48f7-8a57-c18e0d0ae57d tempest-ServerShowV257Test-1050344636 tempest-ServerShowV257Test-1050344636-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e48b8fa-e806-4629-9184-977e80391f3a HTTP/1.1" status: 200 len: 210 time: 0.0468228 Aug 22 13:31:37.910512 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-746dcb96-8018-4e2e-a05f-6b6c122d3dd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:37.924868 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-746dcb96-8018-4e2e-a05f-6b6c122d3dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:37.975809 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76b3fb-4d58-4953-9daf-e687b6faf764 req-2cef60ed-10be-432e-9595-f1f86bb9ee26 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:37.977811 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9b76b3fb-4d58-4953-9daf-e687b6faf764 req-2cef60ed-10be-432e-9595-f1f86bb9ee26 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9bb903a-a417-487e-8e83-aadc4be29999 HTTP/1.1" status: 200 len: 945 time: 0.1584218 Aug 22 13:31:37.978572 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-746dcb96-8018-4e2e-a05f-6b6c122d3dd7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:31:37.993374 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-73e49036-5d5a-48cc-bf13-78e8a4890d8f service neutron] For port fdd124d4-59b0-405f-9463-c2cf47d88c74, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=fdd124d4-59b0-405f-9463-c2cf47d88c74,segment=NetworkSegment(18b5a6df-b98f-4d4b-9428-0223d3f719a9),segment_id=18b5a6df-b98f-4d4b-9428-0223d3f719a9)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:31:38.001186 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746dcb96-8018-4e2e-a05f-6b6c122d3dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4afa52c9-3c25-4469-88d5-d55e3ca5b9a8,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:38.017270 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-746dcb96-8018-4e2e-a05f-6b6c122d3dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:38.017617 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-746dcb96-8018-4e2e-a05f-6b6c122d3dd7 admin admin] Added segment b312ba44-f904-444f-bc21-72ec0ffe04ba of type vlan for network 82e4ae46-9dd3-4059-8340-2bc11b6f2dc8 Aug 22 13:31:38.098855 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-746dcb96-8018-4e2e-a05f-6b6c122d3dd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:38.106256 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9b76b3fb-4d58-4953-9daf-e687b6faf764 req-d3e466c4-f6c1-48a7-a334-c33a95dd2f2f tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a1e745b-6f0c-4fcc-80fa-5b3131e9e569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169989 Aug 22 13:31:38.110257 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-73e49036-5d5a-48cc-bf13-78e8a4890d8f service neutron] For port fdd124d4-59b0-405f-9463-c2cf47d88c74, host n-h1-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:31:38.170886 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4b6218-090d-45f2-8c40-4f3878d936a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdd124d4-59b0-405f-9463-c2cf47d88c74'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:31:38.173301 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5be3c7-bc66-47cb-b7d4-156f9bf380d8" -d '{"events": [{"server_uuid": "4c4b6218-090d-45f2-8c40-4f3878d936a1", "name": "network-vif-unplugged", "status": "completed", "tag": "fdd124d4-59b0-405f-9463-c2cf47d88c74"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:31:38.177291 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-73e49036-5d5a-48cc-bf13-78e8a4890d8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:38.182660 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-746dcb96-8018-4e2e-a05f-6b6c122d3dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:38.183584 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746dcb96-8018-4e2e-a05f-6b6c122d3dd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:38.184459 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-746dcb96-8018-4e2e-a05f-6b6c122d3dd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:38.201623 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-73e49036-5d5a-48cc-bf13-78e8a4890d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:38.307164 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-746dcb96-8018-4e2e-a05f-6b6c122d3dd7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2944980 Aug 22 13:31:38.310897 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 59426) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:31:38.316998 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-c58c5af7-f665-40c1-a79e-4addcc86003e admin admin] Request body: {'subnet': {'network_id': '82e4ae46-9dd3-4059-8340-2bc11b6f2dc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-738284606-subnet', 'tenant_id': '9fa9f58fb96d45628d7f5599c0efbfe0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:31:38.323924 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746dcb96-8018-4e2e-a05f-6b6c122d3dd7 admin admin] Pushing event updated for resources: {'Network': ['ID=82e4ae46-9dd3-4059-8340-2bc11b6f2dc8,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:38.339932 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 82e4ae46-9dd3-4059-8340-2bc11b6f2dc8 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:31:38.343875 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58c5af7-f665-40c1-a79e-4addcc86003e admin admin] Made reservation on behalf of 9fa9f58fb96d45628d7f5599c0efbfe0 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:31:38.344012 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 13:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2413aada-da42-4a34-9df8-f7e4ec8b9b97 x-openstack-request-id: req-2413aada-da42-4a34-9df8-f7e4ec8b9b97 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:31:38.344327 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c4b6218-090d-45f2-8c40-4f3878d936a1", "name": "network-vif-unplugged", "status": "completed", "tag": "fdd124d4-59b0-405f-9463-c2cf47d88c74", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:31:38.344585 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2413aada-da42-4a34-9df8-f7e4ec8b9b97 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:31:38.344982 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c4b6218-090d-45f2-8c40-4f3878d936a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdd124d4-59b0-405f-9463-c2cf47d88c74', 'code': 200} Aug 22 13:31:38.346246 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c58c5af7-f665-40c1-a79e-4addcc86003e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:38.377759 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb924d-af39-4f33-ae36-cdcc0f4da3b5 req-ff364458-6257-41cc-828f-8435af5aaabd tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:38.379284 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e9bb924d-af39-4f33-ae36-cdcc0f4da3b5 req-ff364458-6257-41cc-828f-8435af5aaabd tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9bb903a-a417-487e-8e83-aadc4be29999 HTTP/1.1" status: 200 len: 945 time: 0.1995902 Aug 22 13:31:38.384500 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e49036-5d5a-48cc-bf13-78e8a4890d8f service neutron] Pushing event updated for resources: {'Port': ['ID=fdd124d4-59b0-405f-9463-c2cf47d88c74,revision_number=7']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:38.393014 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59428) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:31:38.398726 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-7a54eeac-42c4-4943-8d1f-ebf7f8873a38 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Request body: {'floatingip': {'port_id': 'a5dbcabe-f661-41dc-8f83-1d52dc6fb943'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:31:38.432735 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-73e49036-5d5a-48cc-bf13-78e8a4890d8f service neutron] Attempting to bind port fdd124d4-59b0-405f-9463-c2cf47d88c74 on host n-h1-793621-33 for vnic_type normal with profile {"migrating_to": "n-h2-793621-33"} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:31:38.432995 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-73e49036-5d5a-48cc-bf13-78e8a4890d8f service neutron] Attempting to bind port fdd124d4-59b0-405f-9463-c2cf47d88c74 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '18b5a6df-b98f-4d4b-9428-0223d3f719a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '652b7040-839e-4592-b462-d4511ac6e125'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:31:38.433494 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-73e49036-5d5a-48cc-bf13-78e8a4890d8f service neutron] Attempting to bind port fdd124d4-59b0-405f-9463-c2cf47d88c74 on network 652b7040-839e-4592-b462-d4511ac6e125 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:31:38.448006 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-73e49036-5d5a-48cc-bf13-78e8a4890d8f service neutron] Port fdd124d4-59b0-405f-9463-c2cf47d88c74 on network 652b7040-839e-4592-b462-d4511ac6e125 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:31:38.448355 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-73e49036-5d5a-48cc-bf13-78e8a4890d8f service neutron] Attempting to bind port fdd124d4-59b0-405f-9463-c2cf47d88c74 on network 652b7040-839e-4592-b462-d4511ac6e125 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:31:38.452813 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7a54eeac-42c4-4943-8d1f-ebf7f8873a38 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks [] for floatingip, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:38.483688 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-73e49036-5d5a-48cc-bf13-78e8a4890d8f service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:31:38.484036 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-73e49036-5d5a-48cc-bf13-78e8a4890d8f service neutron] Checking segment: {'id': '18b5a6df-b98f-4d4b-9428-0223d3f719a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '652b7040-839e-4592-b462-d4511ac6e125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:31:38.484448 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-73e49036-5d5a-48cc-bf13-78e8a4890d8f service neutron] Bound using segment: {'id': '18b5a6df-b98f-4d4b-9428-0223d3f719a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '652b7040-839e-4592-b462-d4511ac6e125'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:31:38.484893 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-73e49036-5d5a-48cc-bf13-78e8a4890d8f service neutron] Bound port: fdd124d4-59b0-405f-9463-c2cf47d88c74, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18b5a6df-b98f-4d4b-9428-0223d3f719a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '652b7040-839e-4592-b462-d4511ac6e125'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:31:38.485286 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-73e49036-5d5a-48cc-bf13-78e8a4890d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:38.520658 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c58c5af7-f665-40c1-a79e-4addcc86003e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:38.548970 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-12b43f1e-32c6-4c1a-a4cf-8d6d454ee251 req-1645af62-3547-42e5-a148-b3bf95337d4d tempest-ServerShowV257Test-1050344636 tempest-ServerShowV257Test-1050344636-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e48b8fa-e806-4629-9184-977e80391f3a HTTP/1.1" status: 200 len: 210 time: 0.0471811 Aug 22 13:31:38.576677 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c5af7-f665-40c1-a79e-4addcc86003e admin admin] Pushing event updated for resources: {'Subnet': ['ID=44918ac3-a12a-4d11-9208-c5c1463c756d,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:38.586051 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58c5af7-f665-40c1-a79e-4addcc86003e admin admin] Checking segment: {'id': 'b312ba44-f904-444f-bc21-72ec0ffe04ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '82e4ae46-9dd3-4059-8340-2bc11b6f2dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:31:38.586394 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58c5af7-f665-40c1-a79e-4addcc86003e admin admin] Network hostable DHCP agents. Network: 82e4ae46-9dd3-4059-8340-2bc11b6f2dc8, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:31:38.606607 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58c5af7-f665-40c1-a79e-4addcc86003e admin admin] Network 82e4ae46-9dd3-4059-8340-2bc11b6f2dc8 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:31:38.617871 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-c58c5af7-f665-40c1-a79e-4addcc86003e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 82e4ae46-9dd3-4059-8340-2bc11b6f2dc8) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:31:38.623773 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58c5af7-f665-40c1-a79e-4addcc86003e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:38.624422 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c58c5af7-f665-40c1-a79e-4addcc86003e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:38.628536 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ab0c04-14b9-4a1b-b610-5442dcecd3ae None None] Network 82e4ae46-9dd3-4059-8340-2bc11b6f2dc8 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:31:38.668345 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c58c5af7-f665-40c1-a79e-4addcc86003e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.3556631 Aug 22 13:31:38.696269 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-73e49036-5d5a-48cc-bf13-78e8a4890d8f service neutron] For port fdd124d4-59b0-405f-9463-c2cf47d88c74, host n-h1-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:31:38.725666 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-73e49036-5d5a-48cc-bf13-78e8a4890d8f service neutron] For port fdd124d4-59b0-405f-9463-c2cf47d88c74, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=fdd124d4-59b0-405f-9463-c2cf47d88c74,segment=NetworkSegment(18b5a6df-b98f-4d4b-9428-0223d3f719a9),segment_id=18b5a6df-b98f-4d4b-9428-0223d3f719a9)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:31:38.786001 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-73e49036-5d5a-48cc-bf13-78e8a4890d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:38.796841 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5b96c7-6781-4cb1-8a0c-8e45a3a30a27 None None] Network 82e4ae46-9dd3-4059-8340-2bc11b6f2dc8 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:31:38.944874 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbbd363-7073-49e0-a8a1-14598e87ac55 req-74999aae-eb17-448e-8346-e39148a6f12c tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:38.946521 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5fbbd363-7073-49e0-a8a1-14598e87ac55 req-74999aae-eb17-448e-8346-e39148a6f12c tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=29129694-3a6c-43db-a100-6dc7f0c088a2 HTTP/1.1" status: 200 len: 945 time: 0.2355616 Aug 22 13:31:38.984408 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-73e49036-5d5a-48cc-bf13-78e8a4890d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:38.985112 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-73e49036-5d5a-48cc-bf13-78e8a4890d8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:38.986758 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-73e49036-5d5a-48cc-bf13-78e8a4890d8f service neutron] 10.222.0.16 "PUT /v2.0/ports/fdd124d4-59b0-405f-9463-c2cf47d88c74 HTTP/1.1" status: 200 len: 1124 time: 1.4171169 Aug 22 13:31:38.995629 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d6ab2-65c8-47f0-8044-9a071f86ce1f req-09dff72f-deaf-48be-a39f-1b59243b920e tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:38.997154 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-515d6ab2-65c8-47f0-8044-9a071f86ce1f req-09dff72f-deaf-48be-a39f-1b59243b920e tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c4b6218-090d-45f2-8c40-4f3878d936a1 HTTP/1.1" status: 200 len: 944 time: 0.2600286 Aug 22 13:31:38.997795 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e49036-5d5a-48cc-bf13-78e8a4890d8f service neutron] Pushing event updated for resources: {'Port': ['ID=fdd124d4-59b0-405f-9463-c2cf47d88c74,revision_number=8']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:39.078133 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['fdd124d4-59b0-405f-9463-c2cf47d88c74'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:31:39.142138 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['fdd124d4-59b0-405f-9463-c2cf47d88c74'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:31:39.146918 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5fbbd363-7073-49e0-a8a1-14598e87ac55 req-2c05e36c-72da-4d86-8a21-2ba2725e191b tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792810 Aug 22 13:31:39.152449 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-515d6ab2-65c8-47f0-8044-9a071f86ce1f req-6b08035d-6282-4f82-8b27-adca9c0d9d26 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147590 Aug 22 13:31:39.271201 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7a54eeac-42c4-4943-8d1f-ebf7f8873a38 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:39.278226 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7a54eeac-42c4-4943-8d1f-ebf7f8873a38 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:39.439720 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d1d2f59c-43bd-4fa3-bd54-52a8ad792e85 req-8b427bd9-4ea7-4286-b9b5-381a4bd7b858 tempest-ServerShowV257Test-1050344636 tempest-ServerShowV257Test-1050344636-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e48b8fa-e806-4629-9184-977e80391f3a HTTP/1.1" status: 200 len: 210 time: 0.0416980 Aug 22 13:31:39.440906 n-d-793621-33 neutron-server[94627]: INFO neutron.db.l3_db [None req-7a54eeac-42c4-4943-8d1f-ebf7f8873a38 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Floating IP f4939c42-2429-4fa0-a340-4b6b870375cf associated. External IP: 172.25.3.73, port: a5dbcabe-f661-41dc-8f83-1d52dc6fb943. Aug 22 13:31:39.681314 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da648c-1c78-4d0e-afb2-eade39ce809d req-7922fb50-b1ae-4435-918c-79d96a17b128 tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:39.682874 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a1da648c-1c78-4d0e-afb2-eade39ce809d req-7922fb50-b1ae-4435-918c-79d96a17b128 tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] 10.222.0.21 "GET /v2.0/networks?id=82e4ae46-9dd3-4059-8340-2bc11b6f2dc8 HTTP/1.1" status: 200 len: 821 time: 0.1620452 Aug 22 13:31:39.728361 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a1da648c-1c78-4d0e-afb2-eade39ce809d req-1c12ea09-06c4-4df9-a0ca-43e80549cdc0 tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] 10.222.0.21 "GET /v2.0/quotas/9fa9f58fb96d45628d7f5599c0efbfe0 HTTP/1.1" status: 200 len: 375 time: 0.0388832 Aug 22 13:31:39.769286 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a1da648c-1c78-4d0e-afb2-eade39ce809d req-bf8c9e27-a2a0-4522-a4a1-23644eb22a81 tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9fa9f58fb96d45628d7f5599c0efbfe0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304453 Aug 22 13:31:39.773051 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a54eeac-42c4-4943-8d1f-ebf7f8873a38 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Router fff8a5ff-c8bd-4e63-a592-92b4e558c9fb has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:31:39.828544 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [req-a1da648c-1c78-4d0e-afb2-eade39ce809d req-618149ef-a4d3-4fc2-9ab2-9ab471afee9f service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:31:39.829633 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a1da648c-1c78-4d0e-afb2-eade39ce809d req-618149ef-a4d3-4fc2-9ab2-9ab471afee9f service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0535872 Aug 22 13:31:40.247399 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a54eeac-42c4-4943-8d1f-ebf7f8873a38 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:31:40.257791 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a954ee67-e894-4760-ab4d-ad9cfda2535b None None] Sync routers for ids ['fff8a5ff-c8bd-4e63-a592-92b4e558c9fb'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:31:40.266351 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7a54eeac-42c4-4943-8d1f-ebf7f8873a38 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:40.266919 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a954ee67-e894-4760-ab4d-ad9cfda2535b None None] Routers {'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:31:40.267530 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-a954ee67-e894-4760-ab4d-ad9cfda2535b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:31:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['fff8a5ff-c8bd-4e63-a592-92b4e558c9fb'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:31:40.289695 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a1da648c-1c78-4d0e-afb2-eade39ce809d req-ab86810b-04d3-4852-80c5-0f957c99642b service neutron] 10.222.0.21 "GET /v2.0/networks/82e4ae46-9dd3-4059-8340-2bc11b6f2dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4530025 Aug 22 13:31:40.321862 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-7a54eeac-42c4-4943-8d1f-ebf7f8873a38 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "PUT /v2.0/floatingips/f4939c42-2429-4fa0-a340-4b6b870375cf HTTP/1.1" status: 200 len: 990 time: 1.9277766 Aug 22 13:31:40.353687 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c4b6218-090d-45f2-8c40-4f3878d936a1', 'tag': 'fdd124d4-59b0-405f-9463-c2cf47d88c74'}, {'name': 'network-changed', 'server_uuid': 'f9bb903a-a417-487e-8e83-aadc4be29999', 'tag': 'a5dbcabe-f661-41dc-8f83-1d52dc6fb943'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:31:40.355941 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab410161-14ee-415d-8654-8f8696cf4aba" -d '{"events": [{"name": "network-changed", "server_uuid": "4c4b6218-090d-45f2-8c40-4f3878d936a1", "tag": "fdd124d4-59b0-405f-9463-c2cf47d88c74"}, {"name": "network-changed", "server_uuid": "f9bb903a-a417-487e-8e83-aadc4be29999", "tag": "a5dbcabe-f661-41dc-8f83-1d52dc6fb943"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:31:40.373305 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-a954ee67-e894-4760-ab4d-ad9cfda2535b None None] Set router fff8a5ff-c8bd-4e63-a592-92b4e558c9fb gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:31:40.373494 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd775480-7530-4f29-8bf0-727587213265 req-cc970561-280a-41c3-a8a4-d713f704c8f7 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:40.374965 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fd775480-7530-4f29-8bf0-727587213265 req-cc970561-280a-41c3-a8a4-d713f704c8f7 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=29129694-3a6c-43db-a100-6dc7f0c088a2 HTTP/1.1" status: 200 len: 945 time: 0.1495287 Aug 22 13:31:40.435692 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a1da648c-1c78-4d0e-afb2-eade39ce809d req-66deeda3-059e-4601-b631-b24c397c093d service neutron] 10.222.0.21 "GET /v2.0/networks/82e4ae46-9dd3-4059-8340-2bc11b6f2dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378543 Aug 22 13:31:40.438808 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fd775480-7530-4f29-8bf0-727587213265 req-e0b0ebd8-affb-4ec4-9772-c8bd16915896 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561540 Aug 22 13:31:40.557729 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495bcf39-55c1-44e1-861e-2153ae940814 req-0885cb03-026a-40f1-a780-45539f1bcb14 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:40.560138 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-495bcf39-55c1-44e1-861e-2153ae940814 req-0885cb03-026a-40f1-a780-45539f1bcb14 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c4b6218-090d-45f2-8c40-4f3878d936a1 HTTP/1.1" status: 200 len: 944 time: 0.0614340 Aug 22 13:31:40.605131 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-a954ee67-e894-4760-ab4d-ad9cfda2535b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb', 'name': 'tempest-AttachVolumeTestJSON-1189011300-router', 'tenant_id': '9aaf82909078458f95327523ba5e3378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'fa21394a-98cd-45ab-bb27-134811dafbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:31:17Z', 'updated_at': '2021-08-22T13:31:20Z', 'revision_number': 4, 'project_id': '9aaf82909078458f95327523ba5e3378', 'gw_port': {'id': 'fa21394a-98cd-45ab-bb27-134811dafbbd', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:93:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:31:17Z', 'updated_at': '2021-08-22T13:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'f4939c42-2429-4fa0-a340-4b6b870375cf', 'tenant_id': '9aaf82909078458f95327523ba5e3378', 'floating_ip_address': '172.25.3.73', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': 'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb', 'port_id': 'a5dbcabe-f661-41dc-8f83-1d52dc6fb943', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0386d336-0e61-4348-9e46-055980419e76', 'mac_address': 'fa:16:3e:51:c5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9bb903a-a417-487e-8e83-aadc4be29999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:31:22Z', 'updated_at': '2021-08-22T13:31:39Z', 'revision_number': 1, 'project_id': '9aaf82909078458f95327523ba5e3378', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e654dcd5-eaac-42ac-adfd-79f3d0d1ea02', 'name': '', 'network_id': '0386d336-0e61-4348-9e46-055980419e76', 'tenant_id': '9aaf82909078458f95327523ba5e3378', 'mac_address': 'fa:16:3e:64:86:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '77ae476e-7cd6-4bd5-9319-25dd232b8593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:31:19Z', 'updated_at': '2021-08-22T13:31:25Z', 'revision_number': 5, 'project_id': '9aaf82909078458f95327523ba5e3378', 'subnets': [{'id': '77ae476e-7cd6-4bd5-9319-25dd232b8593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:31:40.615150 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-495bcf39-55c1-44e1-861e-2153ae940814 req-ae332342-8fd6-4e03-9059-6da6a81420ea tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488501 Aug 22 13:31:40.636152 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a954ee67-e894-4760-ab4d-ad9cfda2535b None None] Checking router: fff8a5ff-c8bd-4e63-a592-92b4e558c9fb for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:31:40.643183 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a954ee67-e894-4760-ab4d-ad9cfda2535b None None] Routers {'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:31:40.644118 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-a954ee67-e894-4760-ab4d-ad9cfda2535b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:31:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['fff8a5ff-c8bd-4e63-a592-92b4e558c9fb'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:31:40.726210 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device fdd124d4-59b0-405f-9463-c2cf47d88c74 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:31:40.730208 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device c40d8a98-711e-4305-b7fd-c2c931f79f78 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:31:40.777088 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 22 Aug 2021 13:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baeb18e6-b1dc-4fa2-879f-c9c704f91da1 x-openstack-request-id: req-baeb18e6-b1dc-4fa2-879f-c9c704f91da1 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:31:40.777698 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c4b6218-090d-45f2-8c40-4f3878d936a1", "tag": "fdd124d4-59b0-405f-9463-c2cf47d88c74", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f9bb903a-a417-487e-8e83-aadc4be29999", "tag": "a5dbcabe-f661-41dc-8f83-1d52dc6fb943", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:31:40.777937 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-baeb18e6-b1dc-4fa2-879f-c9c704f91da1 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:31:40.778341 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c4b6218-090d-45f2-8c40-4f3878d936a1', 'tag': 'fdd124d4-59b0-405f-9463-c2cf47d88c74', 'status': 'completed', 'code': 200} Aug 22 13:31:40.778638 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9bb903a-a417-487e-8e83-aadc4be29999', 'tag': 'a5dbcabe-f661-41dc-8f83-1d52dc6fb943', 'status': 'completed', 'code': 200} Aug 22 13:31:40.790901 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-a954ee67-e894-4760-ab4d-ad9cfda2535b None None] Set router fff8a5ff-c8bd-4e63-a592-92b4e558c9fb gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:31:40.884722 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab410161-14ee-415d-8654-8f8696cf4aba req-7e62502b-fdc7-4a66-b0df-08977c7149f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:40.887075 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ab410161-14ee-415d-8654-8f8696cf4aba req-7e62502b-fdc7-4a66-b0df-08977c7149f4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=61d15703803940a485cdd8f67b081dcb&device_id=4c4b6218-090d-45f2-8c40-4f3878d936a1 HTTP/1.1" status: 200 len: 1127 time: 0.0791359 Aug 22 13:31:40.921365 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port c40d8a98-711e-4305-b7fd-c2c931f79f78 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:31:40.921733 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:40.938526 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab410161-14ee-415d-8654-8f8696cf4aba req-af6035c6-dde2-4785-b229-808404342683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:40.941264 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ab410161-14ee-415d-8654-8f8696cf4aba req-af6035c6-dde2-4785-b229-808404342683 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9aaf82909078458f95327523ba5e3378&device_id=f9bb903a-a417-487e-8e83-aadc4be29999 HTTP/1.1" status: 200 len: 1097 time: 0.0952024 Aug 22 13:31:40.984812 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3b52b4ae-0520-4bb7-9936-4659d230da96 req-83b0a2aa-3b6e-454c-ba02-a06cc31df6a8 tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a643286-c02f-4f8b-82d6-b54e3654673b HTTP/1.1" status: 200 len: 210 time: 0.0689843 Aug 22 13:31:41.082123 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port fdd124d4-59b0-405f-9463-c2cf47d88c74, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=fdd124d4-59b0-405f-9463-c2cf47d88c74,segment=NetworkSegment(18b5a6df-b98f-4d4b-9428-0223d3f719a9),segment_id=18b5a6df-b98f-4d4b-9428-0223d3f719a9)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:31:41.110231 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device fdd124d4-59b0-405f-9463-c2cf47d88c74 has no active binding in host n-h2-793621-33 {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 22 13:31:41.111304 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab410161-14ee-415d-8654-8f8696cf4aba req-66edd754-3f7a-4c39-aeff-66d964f0116a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:41.116836 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ab410161-14ee-415d-8654-8f8696cf4aba req-66edd754-3f7a-4c39-aeff-66d964f0116a service neutron] 10.222.0.16 "GET /v2.0/networks?id=0386d336-0e61-4348-9e46-055980419e76 HTTP/1.1" status: 200 len: 912 time: 0.1572444 Aug 22 13:31:41.125454 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab410161-14ee-415d-8654-8f8696cf4aba req-7a9b6312-eb55-45d5-a87f-5ef0a2a61462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:41.134965 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ab410161-14ee-415d-8654-8f8696cf4aba req-7a9b6312-eb55-45d5-a87f-5ef0a2a61462 service neutron] 10.222.0.41 "GET /v2.0/networks?id=652b7040-839e-4592-b462-d4511ac6e125 HTTP/1.1" status: 200 len: 909 time: 0.2400100 Aug 22 13:31:41.162911 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:41.175830 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-a954ee67-e894-4760-ab4d-ad9cfda2535b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb', 'name': 'tempest-AttachVolumeTestJSON-1189011300-router', 'tenant_id': '9aaf82909078458f95327523ba5e3378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'fa21394a-98cd-45ab-bb27-134811dafbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:31:17Z', 'updated_at': '2021-08-22T13:31:20Z', 'revision_number': 4, 'project_id': '9aaf82909078458f95327523ba5e3378', 'gw_port': {'id': 'fa21394a-98cd-45ab-bb27-134811dafbbd', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:93:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:31:17Z', 'updated_at': '2021-08-22T13:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'f4939c42-2429-4fa0-a340-4b6b870375cf', 'tenant_id': '9aaf82909078458f95327523ba5e3378', 'floating_ip_address': '172.25.3.73', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': 'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb', 'port_id': 'a5dbcabe-f661-41dc-8f83-1d52dc6fb943', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0386d336-0e61-4348-9e46-055980419e76', 'mac_address': 'fa:16:3e:51:c5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9bb903a-a417-487e-8e83-aadc4be29999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:31:22Z', 'updated_at': '2021-08-22T13:31:39Z', 'revision_number': 1, 'project_id': '9aaf82909078458f95327523ba5e3378', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e654dcd5-eaac-42ac-adfd-79f3d0d1ea02', 'name': '', 'network_id': '0386d336-0e61-4348-9e46-055980419e76', 'tenant_id': '9aaf82909078458f95327523ba5e3378', 'mac_address': 'fa:16:3e:64:86:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '77ae476e-7cd6-4bd5-9319-25dd232b8593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:31:19Z', 'updated_at': '2021-08-22T13:31:25Z', 'revision_number': 5, 'project_id': '9aaf82909078458f95327523ba5e3378', 'subnets': [{'id': '77ae476e-7cd6-4bd5-9319-25dd232b8593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:31:41.207573 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29129694-3a6c-43db-a100-6dc7f0c088a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c40d8a98-711e-4305-b7fd-c2c931f79f78'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:31:41.209736 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ab410161-14ee-415d-8654-8f8696cf4aba req-4fb2c750-bcbc-4f96-afce-2c0516d4b3f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fdd124d4-59b0-405f-9463-c2cf47d88c74 HTTP/1.1" status: 200 len: 217 time: 0.0638051 Aug 22 13:31:41.211749 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4431aaf7-2451-4c4c-aad6-050e8bd4ea0b" -d '{"events": [{"server_uuid": "29129694-3a6c-43db-a100-6dc7f0c088a2", "name": "network-vif-plugged", "status": "completed", "tag": "c40d8a98-711e-4305-b7fd-c2c931f79f78"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:31:41.220380 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a954ee67-e894-4760-ab4d-ad9cfda2535b None None] The sync data for ids ['fff8a5ff-c8bd-4e63-a592-92b4e558c9fb'] in n-d-793621-33 is: [{'id': 'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb', 'name': 'tempest-AttachVolumeTestJSON-1189011300-router', 'tenant_id': '9aaf82909078458f95327523ba5e3378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'fa21394a-98cd-45ab-bb27-134811dafbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:31:17Z', 'updated_at': '2021-08-22T13:31:20Z', 'revision_number': 4, 'project_id': '9aaf82909078458f95327523ba5e3378', 'gw_port': {'id': 'fa21394a-98cd-45ab-bb27-134811dafbbd', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:93:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:31:17Z', 'updated_at': '2021-08-22T13:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'f4939c42-2429-4fa0-a340-4b6b870375cf', 'tenant_id': '9aaf82909078458f95327523ba5e3378', 'floating_ip_address': '172.25.3.73', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': 'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb', 'port_id': 'a5dbcabe-f661-41dc-8f83-1d52dc6fb943', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0386d336-0e61-4348-9e46-055980419e76', 'mac_address': 'fa:16:3e:51:c5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9bb903a-a417-487e-8e83-aadc4be29999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:31:22Z', 'updated_at': '2021-08-22T13:31:39Z', 'revision_number': 1, 'project_id': '9aaf82909078458f95327523ba5e3378', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e654dcd5-eaac-42ac-adfd-79f3d0d1ea02', 'name': '', 'network_id': '0386d336-0e61-4348-9e46-055980419e76', 'tenant_id': '9aaf82909078458f95327523ba5e3378', 'mac_address': 'fa:16:3e:64:86:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '77ae476e-7cd6-4bd5-9319-25dd232b8593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:31:19Z', 'updated_at': '2021-08-22T13:31:25Z', 'revision_number': 5, 'project_id': '9aaf82909078458f95327523ba5e3378', 'subnets': [{'id': '77ae476e-7cd6-4bd5-9319-25dd232b8593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:31:41.226872 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ab410161-14ee-415d-8654-8f8696cf4aba req-78bb88a1-b588-4a8b-bd27-7636ef66273b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5dbcabe-f661-41dc-8f83-1d52dc6fb943 HTTP/1.1" status: 200 len: 998 time: 0.0924098 Aug 22 13:31:41.236474 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port c40d8a98-711e-4305-b7fd-c2c931f79f78, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=c40d8a98-711e-4305-b7fd-c2c931f79f78,segment=NetworkSegment(8d87fb8b-79cc-422a-9fb9-b5f71decb79a),segment_id=8d87fb8b-79cc-422a-9fb9-b5f71decb79a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:31:41.240917 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59492) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:31:41.248900 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:41.312071 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab410161-14ee-415d-8654-8f8696cf4aba req-e846fb48-42a6-45f3-b703-00a6d63c1d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:41.315285 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ab410161-14ee-415d-8654-8f8696cf4aba req-e846fb48-42a6-45f3-b703-00a6d63c1d8a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=77ae476e-7cd6-4bd5-9319-25dd232b8593 HTTP/1.1" status: 200 len: 850 time: 0.0555186 Aug 22 13:31:41.316730 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=c40d8a98-711e-4305-b7fd-c2c931f79f78,revision_number=8']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:41.327814 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ccf31f-3a3a-4d17-9a3e-e7520496b293 x-openstack-request-id: req-a1ccf31f-3a3a-4d17-9a3e-e7520496b293 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:31:41.328547 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29129694-3a6c-43db-a100-6dc7f0c088a2", "name": "network-vif-plugged", "status": "completed", "tag": "c40d8a98-711e-4305-b7fd-c2c931f79f78", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:31:41.328852 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a1ccf31f-3a3a-4d17-9a3e-e7520496b293 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:31:41.329347 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29129694-3a6c-43db-a100-6dc7f0c088a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c40d8a98-711e-4305-b7fd-c2c931f79f78', 'code': 200} Aug 22 13:31:41.349710 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab410161-14ee-415d-8654-8f8696cf4aba req-5e8cf662-f4e5-4c12-981b-bb5fa9080e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:41.352186 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ab410161-14ee-415d-8654-8f8696cf4aba req-5e8cf662-f4e5-4c12-981b-bb5fa9080e7a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=236eb505-a499-4edb-a293-2a2d85a583c0 HTTP/1.1" status: 200 len: 848 time: 0.1333499 Aug 22 13:31:41.389107 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab410161-14ee-415d-8654-8f8696cf4aba req-1c02eed5-8ce6-4832-bf1b-9a99e8bdfde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:41.391320 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ab410161-14ee-415d-8654-8f8696cf4aba req-1c02eed5-8ce6-4832-bf1b-9a99e8bdfde8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0386d336-0e61-4348-9e46-055980419e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579927 Aug 22 13:31:41.407553 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ab410161-14ee-415d-8654-8f8696cf4aba req-d925c3be-f1b3-4756-ae7d-47d2d0e073cf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=652b7040-839e-4592-b462-d4511ac6e125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429430 Aug 22 13:31:41.455870 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3d76c713-e829-4f5f-9178-cf9efcbc31fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:41.529590 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ab410161-14ee-415d-8654-8f8696cf4aba req-7bb5e5bf-805d-4bc9-a721-9c8ce2d43166 service neutron] 10.222.0.41 "GET /v2.0/networks/652b7040-839e-4592-b462-d4511ac6e125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122470 Aug 22 13:31:41.539261 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe60af91-60c7-4386-88c5-4fdee428358b None None] New status for floating IP f4939c42-2429-4fa0-a340-4b6b870375cf: ACTIVE {{(pid=94629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 13:31:41.640417 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ab410161-14ee-415d-8654-8f8696cf4aba req-ed429b02-0568-4b21-a79e-cec65150e750 service neutron] 10.222.0.16 "GET /v2.0/networks/0386d336-0e61-4348-9e46-055980419e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091122 Aug 22 13:31:41.671865 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ab410161-14ee-415d-8654-8f8696cf4aba req-97281463-c7d3-4fa7-9592-e38bd4b21ec0 service neutron] 10.222.0.41 "GET /v2.0/networks/652b7040-839e-4592-b462-d4511ac6e125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288490 Aug 22 13:31:41.739890 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed5db1-7454-4395-9c82-0a170bce3a4f req-4b04e563-15c7-497e-8e1f-96de94c66e1f tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:41.741446 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-27ed5db1-7454-4395-9c82-0a170bce3a4f req-4b04e563-15c7-497e-8e1f-96de94c66e1f tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=29129694-3a6c-43db-a100-6dc7f0c088a2 HTTP/1.1" status: 200 len: 946 time: 0.1963794 Aug 22 13:31:41.770090 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170dd0df-a0b6-4968-9a6c-358222632344 req-54e10c18-0f33-4997-960a-0004bfbe52f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:41.771685 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-170dd0df-a0b6-4968-9a6c-358222632344 req-54e10c18-0f33-4997-960a-0004bfbe52f2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=29129694-3a6c-43db-a100-6dc7f0c088a2 HTTP/1.1" status: 200 len: 1098 time: 0.2077768 Aug 22 13:31:41.896689 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-27ed5db1-7454-4395-9c82-0a170bce3a4f req-52b72d74-b8d8-48b2-902c-07f59080ba3e tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353064 Aug 22 13:31:41.907918 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ab410161-14ee-415d-8654-8f8696cf4aba req-3c2c69e0-d090-46da-bc97-f3c28a0ebebf service neutron] 10.222.0.16 "GET /v2.0/networks/0386d336-0e61-4348-9e46-055980419e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570710 Aug 22 13:31:41.913075 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-170dd0df-a0b6-4968-9a6c-358222632344 req-03f95dc0-4df4-4dc6-9ffb-c6755c5c79b6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144578 Aug 22 13:31:41.924149 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66400b-ebaa-4e30-a01b-f1b7350e9672 req-b81ad53a-7de2-4e58-b605-1b486f21cc37 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:41.925807 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dd66400b-ebaa-4e30-a01b-f1b7350e9672 req-b81ad53a-7de2-4e58-b605-1b486f21cc37 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c4b6218-090d-45f2-8c40-4f3878d936a1 HTTP/1.1" status: 200 len: 944 time: 0.2008471 Aug 22 13:31:41.962224 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3d76c713-e829-4f5f-9178-cf9efcbc31fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:41.968597 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3d76c713-e829-4f5f-9178-cf9efcbc31fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:41.995658 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dd66400b-ebaa-4e30-a01b-f1b7350e9672 req-ef39c666-1fa0-4126-93c9-0b914bac897a tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598304 Aug 22 13:31:42.019468 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-3d76c713-e829-4f5f-9178-cf9efcbc31fb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eb0397780ae047209cef0ef17b40af8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7772434 Aug 22 13:31:42.020635 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d76c713-e829-4f5f-9178-cf9efcbc31fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445917ce-b868-4736-bedd-c10fa76988a2,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:42.022329 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 59510) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:31:42.096885 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c91f60bf-f4e2-4983-928f-585c36c68786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:42.121249 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c91f60bf-f4e2-4983-928f-585c36c68786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:42.170268 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c91f60bf-f4e2-4983-928f-585c36c68786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:42.172906 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c91f60bf-f4e2-4983-928f-585c36c68786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:42.174077 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c91f60bf-f4e2-4983-928f-585c36c68786 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/445917ce-b868-4736-bedd-c10fa76988a2 HTTP/1.1" status: 204 len: 168 time: 0.1490266 Aug 22 13:31:42.181870 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f60bf-f4e2-4983-928f-585c36c68786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445917ce-b868-4736-bedd-c10fa76988a2,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:42.338605 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ebfe6216-cbe2-4b52-b19e-37243802e10c req-464118d1-7d82-4854-b933-5eea9a1e29d0 tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a643286-c02f-4f8b-82d6-b54e3654673b HTTP/1.1" status: 200 len: 210 time: 0.0432303 Aug 22 13:31:42.697037 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da648c-1c78-4d0e-afb2-eade39ce809d req-41a8262e-961e-4a49-93fe-59113e81cc03 tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:42.699307 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a1da648c-1c78-4d0e-afb2-eade39ce809d req-41a8262e-961e-4a49-93fe-59113e81cc03 tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] 10.222.0.16 "GET /v2.0/networks?id=82e4ae46-9dd3-4059-8340-2bc11b6f2dc8 HTTP/1.1" status: 200 len: 821 time: 0.2106795 Aug 22 13:31:42.723779 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-a1da648c-1c78-4d0e-afb2-eade39ce809d req-f31f8b10-5231-4546-9220-ee7bc4f9b656 tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] Request body: {'port': {'device_id': '4a643286-c02f-4f8b-82d6-b54e3654673b', 'network_id': '82e4ae46-9dd3-4059-8340-2bc11b6f2dc8', 'admin_state_up': True, 'tenant_id': '9fa9f58fb96d45628d7f5599c0efbfe0'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:31:42.890157 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1da648c-1c78-4d0e-afb2-eade39ce809d req-f31f8b10-5231-4546-9220-ee7bc4f9b656 tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] Made reservation on behalf of 9fa9f58fb96d45628d7f5599c0efbfe0 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:31:42.897919 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a1da648c-1c78-4d0e-afb2-eade39ce809d req-f31f8b10-5231-4546-9220-ee7bc4f9b656 tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:43.163891 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c9900a-8792-4260-bf91-c1cb73b5bc4a req-1304d5d0-c0a4-44dc-b0fa-ed6e782a8ce9 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:43.166019 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f2c9900a-8792-4260-bf91-c1cb73b5bc4a req-1304d5d0-c0a4-44dc-b0fa-ed6e782a8ce9 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=29129694-3a6c-43db-a100-6dc7f0c088a2 HTTP/1.1" status: 200 len: 946 time: 0.1472631 Aug 22 13:31:43.207274 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-a1da648c-1c78-4d0e-afb2-eade39ce809d req-f31f8b10-5231-4546-9220-ee7bc4f9b656 tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] Allocated IP 172.20.0.11 (82e4ae46-9dd3-4059-8340-2bc11b6f2dc8/44918ac3-a12a-4d11-9208-c5c1463c756d/fabe359b-2e2c-43b2-8dcd-90fcedecc9ea) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:31:43.233282 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe59616-86f1-4a63-8e4d-f1bf49af7c5e req-7ec3f35a-2583-4817-bba7-c1a4285481eb tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:43.242175 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7fe59616-86f1-4a63-8e4d-f1bf49af7c5e req-7ec3f35a-2583-4817-bba7-c1a4285481eb tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c4b6218-090d-45f2-8c40-4f3878d936a1 HTTP/1.1" status: 200 len: 944 time: 0.1569891 Aug 22 13:31:43.273926 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f2c9900a-8792-4260-bf91-c1cb73b5bc4a req-bc9c1f83-be0d-44dc-9f6d-3f6dcf4b6649 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974193 Aug 22 13:31:43.329274 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7fe59616-86f1-4a63-8e4d-f1bf49af7c5e req-544bcff1-6a0c-4133-bbdc-4fc6a8639214 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861473 Aug 22 13:31:43.530207 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a1da648c-1c78-4d0e-afb2-eade39ce809d req-f31f8b10-5231-4546-9220-ee7bc4f9b656 tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:43.586638 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a1da648c-1c78-4d0e-afb2-eade39ce809d req-f31f8b10-5231-4546-9220-ee7bc4f9b656 tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:43.716093 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1da648c-1c78-4d0e-afb2-eade39ce809d req-f31f8b10-5231-4546-9220-ee7bc4f9b656 tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] Network 82e4ae46-9dd3-4059-8340-2bc11b6f2dc8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:31:43.728374 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-a1da648c-1c78-4d0e-afb2-eade39ce809d req-f31f8b10-5231-4546-9220-ee7bc4f9b656 tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:31:43.734267 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1da648c-1c78-4d0e-afb2-eade39ce809d req-f31f8b10-5231-4546-9220-ee7bc4f9b656 tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:31:43.760062 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31f8b10-5231-4546-9220-ee7bc4f9b656 tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] Pushing event updated for resources: {'Port': ['ID=fabe359b-2e2c-43b2-8dcd-90fcedecc9ea,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:43.794529 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b9ec5-6673-4faf-8622-e19a4858ab43 req-21b30eab-0e07-497c-b9b4-6ec5b2306df8 tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:43.796179 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-108b9ec5-6673-4faf-8622-e19a4858ab43 req-21b30eab-0e07-497c-b9b4-6ec5b2306df8 tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a643286-c02f-4f8b-82d6-b54e3654673b HTTP/1.1" status: 200 len: 932 time: 0.1269436 Aug 22 13:31:43.804497 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da648c-1c78-4d0e-afb2-eade39ce809d req-f31f8b10-5231-4546-9220-ee7bc4f9b656 tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:43.805332 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a1da648c-1c78-4d0e-afb2-eade39ce809d req-f31f8b10-5231-4546-9220-ee7bc4f9b656 tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:43.846612 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a1da648c-1c78-4d0e-afb2-eade39ce809d req-f31f8b10-5231-4546-9220-ee7bc4f9b656 tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1282082 Aug 22 13:31:43.875270 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-a1da648c-1c78-4d0e-afb2-eade39ce809d req-e86dbebc-613f-4f12-b5a9-01ca435738da service neutron] Request body: {'port': {'device_id': '4a643286-c02f-4f8b-82d6-b54e3654673b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:31:43.880337 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-108b9ec5-6673-4faf-8622-e19a4858ab43 req-0af825a2-faf2-4e02-aa34-d6efa6b6f964 tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] 10.222.0.21 "GET /v2.0/security-groups?id=4afa52c9-3c25-4469-88d5-d55e3ca5b9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710402 Aug 22 13:31:43.950718 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a1da648c-1c78-4d0e-afb2-eade39ce809d req-e86dbebc-613f-4f12-b5a9-01ca435738da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:44.193168 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-318009ac-258c-4bc4-ac46-12f5febafc60 service neutron] 10.222.0.41 "GET /v2.0/ports/fdd124d4-59b0-405f-9463-c2cf47d88c74/bindings/n-h2-793621-33 HTTP/1.1" status: 200 len: 385 time: 0.0682380 Aug 22 13:31:44.282234 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-a1da648c-1c78-4d0e-afb2-eade39ce809d req-e86dbebc-613f-4f12-b5a9-01ca435738da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fabe359b-2e2c-43b2-8dcd-90fcedecc9ea {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:31:44.293710 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a1da648c-1c78-4d0e-afb2-eade39ce809d req-e86dbebc-613f-4f12-b5a9-01ca435738da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:44.314497 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-a1da648c-1c78-4d0e-afb2-eade39ce809d req-e86dbebc-613f-4f12-b5a9-01ca435738da service neutron] Transition to ACTIVE for port object fabe359b-2e2c-43b2-8dcd-90fcedecc9ea will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:31:44.322211 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a1da648c-1c78-4d0e-afb2-eade39ce809d req-e86dbebc-613f-4f12-b5a9-01ca435738da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:44.380340 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86dbebc-613f-4f12-b5a9-01ca435738da service neutron] Pushing event updated for resources: {'Port': ['ID=fabe359b-2e2c-43b2-8dcd-90fcedecc9ea,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:44.473033 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-f5e3c1ff-b0c6-4977-8874-00b25c2f0bf2 service neutron] For port fdd124d4-59b0-405f-9463-c2cf47d88c74, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=fdd124d4-59b0-405f-9463-c2cf47d88c74,segment=NetworkSegment(18b5a6df-b98f-4d4b-9428-0223d3f719a9),segment_id=18b5a6df-b98f-4d4b-9428-0223d3f719a9)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:31:44.496639 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-f5e3c1ff-b0c6-4977-8874-00b25c2f0bf2 service neutron] For port fdd124d4-59b0-405f-9463-c2cf47d88c74, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:31:44.527371 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-a1da648c-1c78-4d0e-afb2-eade39ce809d req-e86dbebc-613f-4f12-b5a9-01ca435738da service neutron] Attempting to bind port fabe359b-2e2c-43b2-8dcd-90fcedecc9ea on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:31:44.528296 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-a1da648c-1c78-4d0e-afb2-eade39ce809d req-e86dbebc-613f-4f12-b5a9-01ca435738da service neutron] Attempting to bind port fabe359b-2e2c-43b2-8dcd-90fcedecc9ea by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': 'b312ba44-f904-444f-bc21-72ec0ffe04ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '82e4ae46-9dd3-4059-8340-2bc11b6f2dc8'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:31:44.528296 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1da648c-1c78-4d0e-afb2-eade39ce809d req-e86dbebc-613f-4f12-b5a9-01ca435738da service neutron] Attempting to bind port fabe359b-2e2c-43b2-8dcd-90fcedecc9ea on network 82e4ae46-9dd3-4059-8340-2bc11b6f2dc8 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:31:44.536529 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-f5e3c1ff-b0c6-4977-8874-00b25c2f0bf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdd124d4-59b0-405f-9463-c2cf47d88c74 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:31:44.545907 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a444373f-85b2-4b64-9f57-628aab408001 req-2614bf18-bc42-41bc-a280-1a7d42699bfc tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:44.547456 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a444373f-85b2-4b64-9f57-628aab408001 req-2614bf18-bc42-41bc-a280-1a7d42699bfc tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c4b6218-090d-45f2-8c40-4f3878d936a1 HTTP/1.1" status: 200 len: 944 time: 0.1215019 Aug 22 13:31:44.550174 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-f5e3c1ff-b0c6-4977-8874-00b25c2f0bf2 service neutron] For port fdd124d4-59b0-405f-9463-c2cf47d88c74, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=fdd124d4-59b0-405f-9463-c2cf47d88c74,segment=NetworkSegment(18b5a6df-b98f-4d4b-9428-0223d3f719a9),segment_id=18b5a6df-b98f-4d4b-9428-0223d3f719a9)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:31:44.557261 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966fa302-0a10-43f9-96be-a8904f831703 req-2426adad-2d54-48bb-970e-9b66f04286ee tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:44.558775 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-966fa302-0a10-43f9-96be-a8904f831703 req-2426adad-2d54-48bb-970e-9b66f04286ee tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=29129694-3a6c-43db-a100-6dc7f0c088a2 HTTP/1.1" status: 200 len: 946 time: 0.1270263 Aug 22 13:31:44.559376 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1da648c-1c78-4d0e-afb2-eade39ce809d req-e86dbebc-613f-4f12-b5a9-01ca435738da service neutron] Port fabe359b-2e2c-43b2-8dcd-90fcedecc9ea on network 82e4ae46-9dd3-4059-8340-2bc11b6f2dc8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:31:44.559948 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1da648c-1c78-4d0e-afb2-eade39ce809d req-e86dbebc-613f-4f12-b5a9-01ca435738da service neutron] Attempting to bind port fabe359b-2e2c-43b2-8dcd-90fcedecc9ea on network 82e4ae46-9dd3-4059-8340-2bc11b6f2dc8 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:31:44.575278 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-f5e3c1ff-b0c6-4977-8874-00b25c2f0bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:44.586440 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1da648c-1c78-4d0e-afb2-eade39ce809d req-e86dbebc-613f-4f12-b5a9-01ca435738da service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:31:44.586784 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1da648c-1c78-4d0e-afb2-eade39ce809d req-e86dbebc-613f-4f12-b5a9-01ca435738da service neutron] Checking segment: {'id': 'b312ba44-f904-444f-bc21-72ec0ffe04ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '82e4ae46-9dd3-4059-8340-2bc11b6f2dc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:31:44.587369 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1da648c-1c78-4d0e-afb2-eade39ce809d req-e86dbebc-613f-4f12-b5a9-01ca435738da service neutron] Bound using segment: {'id': 'b312ba44-f904-444f-bc21-72ec0ffe04ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '82e4ae46-9dd3-4059-8340-2bc11b6f2dc8'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:31:44.587629 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-a1da648c-1c78-4d0e-afb2-eade39ce809d req-e86dbebc-613f-4f12-b5a9-01ca435738da service neutron] Bound port: fabe359b-2e2c-43b2-8dcd-90fcedecc9ea, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b312ba44-f904-444f-bc21-72ec0ffe04ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '82e4ae46-9dd3-4059-8340-2bc11b6f2dc8'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:31:44.587989 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a1da648c-1c78-4d0e-afb2-eade39ce809d req-e86dbebc-613f-4f12-b5a9-01ca435738da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:44.642892 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a444373f-85b2-4b64-9f57-628aab408001 req-32e37f8b-1446-4a6d-b30d-25bd895938ee tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785689 Aug 22 13:31:44.673470 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-966fa302-0a10-43f9-96be-a8904f831703 req-94f54fd6-d2f0-41c2-a5ed-8726dcfeb665 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004639 Aug 22 13:31:44.713738 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-f5e3c1ff-b0c6-4977-8874-00b25c2f0bf2 service neutron] Transition to ACTIVE for port object fdd124d4-59b0-405f-9463-c2cf47d88c74 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:31:44.716133 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-a1da648c-1c78-4d0e-afb2-eade39ce809d req-e86dbebc-613f-4f12-b5a9-01ca435738da service neutron] For port fabe359b-2e2c-43b2-8dcd-90fcedecc9ea, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:31:44.719796 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-a1da648c-1c78-4d0e-afb2-eade39ce809d req-e86dbebc-613f-4f12-b5a9-01ca435738da service neutron] For port fabe359b-2e2c-43b2-8dcd-90fcedecc9ea, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=fabe359b-2e2c-43b2-8dcd-90fcedecc9ea,segment=NetworkSegment(b312ba44-f904-444f-bc21-72ec0ffe04ba),segment_id=b312ba44-f904-444f-bc21-72ec0ffe04ba)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:31:44.720957 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-f5e3c1ff-b0c6-4977-8874-00b25c2f0bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:44.725403 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a1da648c-1c78-4d0e-afb2-eade39ce809d req-e86dbebc-613f-4f12-b5a9-01ca435738da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:44.791590 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86dbebc-613f-4f12-b5a9-01ca435738da service neutron] Pushing event updated for resources: {'Port': ['ID=fabe359b-2e2c-43b2-8dcd-90fcedecc9ea,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:44.796078 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-f5e3c1ff-b0c6-4977-8874-00b25c2f0bf2 service neutron] No DVR routers for this DVR port fdd124d4-59b0-405f-9463-c2cf47d88c74 on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:31:44.809870 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da648c-1c78-4d0e-afb2-eade39ce809d req-e86dbebc-613f-4f12-b5a9-01ca435738da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:44.810663 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a1da648c-1c78-4d0e-afb2-eade39ce809d req-e86dbebc-613f-4f12-b5a9-01ca435738da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:44.811945 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a1da648c-1c78-4d0e-afb2-eade39ce809d req-e86dbebc-613f-4f12-b5a9-01ca435738da service neutron] 10.222.0.16 "PUT /v2.0/ports/fabe359b-2e2c-43b2-8dcd-90fcedecc9ea HTTP/1.1" status: 200 len: 1093 time: 0.9412415 Aug 22 13:31:44.817447 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a643286-c02f-4f8b-82d6-b54e3654673b', 'tag': 'fabe359b-2e2c-43b2-8dcd-90fcedecc9ea'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:31:44.819821 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b4cc52-1aa2-4c22-8687-f43ab28f9b61" -d '{"events": [{"name": "network-changed", "server_uuid": "4a643286-c02f-4f8b-82d6-b54e3654673b", "tag": "fabe359b-2e2c-43b2-8dcd-90fcedecc9ea"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:31:44.831099 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3c1ff-b0c6-4977-8874-00b25c2f0bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=fdd124d4-59b0-405f-9463-c2cf47d88c74,revision_number=10']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:44.841834 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-f5e3c1ff-b0c6-4977-8874-00b25c2f0bf2 service neutron] 10.222.0.41 "PUT /v2.0/ports/fdd124d4-59b0-405f-9463-c2cf47d88c74/bindings/n-h2-793621-33/activate HTTP/1.1" status: 200 len: 370 time: 0.6409009 Aug 22 13:31:44.924725 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da648c-1c78-4d0e-afb2-eade39ce809d req-46f63630-56b2-49c7-91af-6b36e49e2d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:44.926424 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a1da648c-1c78-4d0e-afb2-eade39ce809d req-46f63630-56b2-49c7-91af-6b36e49e2d41 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9fa9f58fb96d45628d7f5599c0efbfe0&device_id=4a643286-c02f-4f8b-82d6-b54e3654673b HTTP/1.1" status: 200 len: 1096 time: 0.0597272 Aug 22 13:31:44.949893 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428f80c3-5fb2-42b4-8af1-90f6305e6662 x-openstack-request-id: req-428f80c3-5fb2-42b4-8af1-90f6305e6662 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:31:44.950421 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a643286-c02f-4f8b-82d6-b54e3654673b", "tag": "fabe359b-2e2c-43b2-8dcd-90fcedecc9ea", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:31:44.950898 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-428f80c3-5fb2-42b4-8af1-90f6305e6662 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:31:44.952510 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a643286-c02f-4f8b-82d6-b54e3654673b', 'tag': 'fabe359b-2e2c-43b2-8dcd-90fcedecc9ea', 'status': 'completed', 'code': 200} Aug 22 13:31:44.996666 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a1da648c-1c78-4d0e-afb2-eade39ce809d req-f1d4e4b1-15cb-4250-b403-50cb0b2d6e0d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fabe359b-2e2c-43b2-8dcd-90fcedecc9ea HTTP/1.1" status: 200 len: 217 time: 0.0423687 Aug 22 13:31:45.139220 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-1f7244f9-51e8-4db8-a64e-fedb7555927a tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:45.140766 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-1f7244f9-51e8-4db8-a64e-fedb7555927a tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4c4b6218-090d-45f2-8c40-4f3878d936a1&tenant_id=61d15703803940a485cdd8f67b081dcb&binding%3Ahost_id=n-h1-793621-33 HTTP/1.1" status: 200 len: 1097 time: 0.1462336 Aug 22 13:31:45.143367 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da648c-1c78-4d0e-afb2-eade39ce809d req-f9e687a5-16bd-49b4-9429-a1450f76305e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:45.144719 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a1da648c-1c78-4d0e-afb2-eade39ce809d req-f9e687a5-16bd-49b4-9429-a1450f76305e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=44918ac3-a12a-4d11-9208-c5c1463c756d HTTP/1.1" status: 200 len: 861 time: 0.1371348 Aug 22 13:31:45.160047 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f64f53-da9b-423d-add3-b02ed55eec55 req-715361b7-3e72-422b-a2d2-80763a71b406 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:45.161548 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-77f64f53-da9b-423d-add3-b02ed55eec55 req-715361b7-3e72-422b-a2d2-80763a71b406 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=29129694-3a6c-43db-a100-6dc7f0c088a2 HTTP/1.1" status: 200 len: 946 time: 0.1569424 Aug 22 13:31:45.185687 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c6b07-b2f1-48e0-9a17-34b2d1f01343 req-5861e7df-a3df-4a3b-a3a3-b226c814e3ca tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:45.187134 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-150c6b07-b2f1-48e0-9a17-34b2d1f01343 req-5861e7df-a3df-4a3b-a3a3-b226c814e3ca tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a643286-c02f-4f8b-82d6-b54e3654673b HTTP/1.1" status: 200 len: 944 time: 0.1779418 Aug 22 13:31:45.232071 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a1da648c-1c78-4d0e-afb2-eade39ce809d req-5f98bc2f-5ff4-4f6a-939d-f41144b314e5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=82e4ae46-9dd3-4059-8340-2bc11b6f2dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684166 Aug 22 13:31:45.331178 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-77f64f53-da9b-423d-add3-b02ed55eec55 req-dbf4d610-e077-4cba-b327-51d2d2adc3f9 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418550 Aug 22 13:31:45.338821 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-c50dd809-b98e-448d-b654-2832215b09d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:45.340623 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-c50dd809-b98e-448d-b654-2832215b09d8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4c4b6218-090d-45f2-8c40-4f3878d936a1&tenant_id=61d15703803940a485cdd8f67b081dcb HTTP/1.1" status: 200 len: 1097 time: 0.1782181 Aug 22 13:31:45.353881 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-150c6b07-b2f1-48e0-9a17-34b2d1f01343 req-5bd2a065-96b5-4436-8eb5-57778192718a tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] 10.222.0.21 "GET /v2.0/security-groups?id=4afa52c9-3c25-4469-88d5-d55e3ca5b9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429358 Aug 22 13:31:45.423821 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a1da648c-1c78-4d0e-afb2-eade39ce809d req-83fb1771-980f-4683-921a-94e2efc90904 service neutron] 10.222.0.16 "GET /v2.0/networks/82e4ae46-9dd3-4059-8340-2bc11b6f2dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691561 Aug 22 13:31:45.433919 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-c497fee8-f1df-4003-822c-0bab2987f6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:45.435708 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-c497fee8-f1df-4003-822c-0bab2987f6a5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=61d15703803940a485cdd8f67b081dcb&device_id=4c4b6218-090d-45f2-8c40-4f3878d936a1 HTTP/1.1" status: 200 len: 1097 time: 0.0588253 Aug 22 13:31:45.441771 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 59614) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:31:45.586984 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ddda1dcd-f4bb-4cb3-bf2e-61bd7fb0548b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:45.601054 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a1da648c-1c78-4d0e-afb2-eade39ce809d req-9529b831-fa5f-4638-b803-488839f1a1a7 service neutron] 10.222.0.16 "GET /v2.0/networks/82e4ae46-9dd3-4059-8340-2bc11b6f2dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640451 Aug 22 13:31:45.602804 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-b20d37df-b5aa-4c51-b9f8-e5ffe0d091b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:45.604138 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-b20d37df-b5aa-4c51-b9f8-e5ffe0d091b7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=652b7040-839e-4592-b462-d4511ac6e125 HTTP/1.1" status: 200 len: 909 time: 0.1587451 Aug 22 13:31:45.660339 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-ff5b2dfd-755c-464e-923b-a0091dc2b667 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fdd124d4-59b0-405f-9463-c2cf47d88c74 HTTP/1.1" status: 200 len: 217 time: 0.0423987 Aug 22 13:31:45.712316 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ddda1dcd-f4bb-4cb3-bf2e-61bd7fb0548b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:45.717661 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ddda1dcd-f4bb-4cb3-bf2e-61bd7fb0548b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:45.757043 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ddda1dcd-f4bb-4cb3-bf2e-61bd7fb0548b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d9cd948584a242409ccfeb55b7954fde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3140595 Aug 22 13:31:45.758374 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddda1dcd-f4bb-4cb3-bf2e-61bd7fb0548b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=753d142b-9bd9-4041-9668-92bae49591f9,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:45.762165 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 59632) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:31:45.814315 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0bf70b0b-f671-4c93-8b10-ac128c2d660d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:45.836611 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0bf70b0b-f671-4c93-8b10-ac128c2d660d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:45.839867 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-7504be35-ad48-4d9a-acd9-4f1c34df09a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:45.841376 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-7504be35-ad48-4d9a-acd9-4f1c34df09a9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=236eb505-a499-4edb-a293-2a2d85a583c0 HTTP/1.1" status: 200 len: 848 time: 0.1549835 Aug 22 13:31:45.867716 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b4cc52-1aa2-4c22-8687-f43ab28f9b61 req-7dc15a8a-74c8-4886-821e-f7a2422f2606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:45.869183 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-18b4cc52-1aa2-4c22-8687-f43ab28f9b61 req-7dc15a8a-74c8-4886-821e-f7a2422f2606 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9fa9f58fb96d45628d7f5599c0efbfe0&device_id=4a643286-c02f-4f8b-82d6-b54e3654673b HTTP/1.1" status: 200 len: 1096 time: 0.1944840 Aug 22 13:31:45.889380 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0bf70b0b-f671-4c93-8b10-ac128c2d660d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:45.891906 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0bf70b0b-f671-4c93-8b10-ac128c2d660d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:45.893208 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0bf70b0b-f671-4c93-8b10-ac128c2d660d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/753d142b-9bd9-4041-9668-92bae49591f9 HTTP/1.1" status: 204 len: 168 time: 0.1300480 Aug 22 13:31:45.901447 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device fdd124d4-59b0-405f-9463-c2cf47d88c74 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:31:45.902043 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-218a7a91-745c-415b-86e8-5edff85e279f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=652b7040-839e-4592-b462-d4511ac6e125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455387 Aug 22 13:31:45.902696 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf70b0b-f671-4c93-8b10-ac128c2d660d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=753d142b-9bd9-4041-9668-92bae49591f9,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:45.946120 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d63a7ab-97b8-4c30-a4de-234b84e28ffd req-08e0bf17-4712-4a54-8edc-e9e559b3d388 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:45.953472 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4d63a7ab-97b8-4c30-a4de-234b84e28ffd req-08e0bf17-4712-4a54-8edc-e9e559b3d388 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c4b6218-090d-45f2-8c40-4f3878d936a1 HTTP/1.1" status: 200 len: 945 time: 0.2165034 Aug 22 13:31:45.959661 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device fdd124d4-59b0-405f-9463-c2cf47d88c74 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:31:46.201930 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 59646) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:31:46.216709 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-57e50984-46a4-4adf-b511-2534e9acb0dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:46.319187 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-57e50984-46a4-4adf-b511-2534e9acb0dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:46.324103 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-57e50984-46a4-4adf-b511-2534e9acb0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:46.355928 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b15fe1-b3b1-4199-845a-1dc0249c9ed4 req-5367c7a7-b885-4be5-acea-70931cf58a85 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:46.357422 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-79b15fe1-b3b1-4199-845a-1dc0249c9ed4 req-5367c7a7-b885-4be5-acea-70931cf58a85 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/networks?id=b6b1eb92-af26-4c6a-bbe1-59d99b962beb HTTP/1.1" status: 200 len: 815 time: 0.6468685 Aug 22 13:31:46.367230 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-57e50984-46a4-4adf-b511-2534e9acb0dd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=09112aeadb914a30b1baa53e164055d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1619265 Aug 22 13:31:46.367230 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e50984-46a4-4adf-b511-2534e9acb0dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0839d17d-a8ea-4795-b002-510e6ebe3e4f,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:46.368511 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 59648) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:31:46.422477 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-79b15fe1-b3b1-4199-845a-1dc0249c9ed4 req-e3e895b8-a68c-49a6-9803-29f5f8d320a2 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/quotas/78aac6ca0f4e48839a86a18ebe3ec69e HTTP/1.1" status: 200 len: 375 time: 0.0458739 Aug 22 13:31:46.424314 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9eb71798-d7ae-4cfd-86bd-bece31ef1bcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:46.446188 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9eb71798-d7ae-4cfd-86bd-bece31ef1bcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:46.448374 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4d63a7ab-97b8-4c30-a4de-234b84e28ffd req-7954edfc-a14c-491c-9384-979d7017326e tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4940326 Aug 22 13:31:46.499290 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9eb71798-d7ae-4cfd-86bd-bece31ef1bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:46.499747 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b4cc52-1aa2-4c22-8687-f43ab28f9b61 req-9a2e89b0-6c44-420b-9edf-ef896731d09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:46.501304 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-18b4cc52-1aa2-4c22-8687-f43ab28f9b61 req-9a2e89b0-6c44-420b-9edf-ef896731d09e service neutron] 10.222.0.16 "GET /v2.0/networks?id=82e4ae46-9dd3-4059-8340-2bc11b6f2dc8 HTTP/1.1" status: 200 len: 922 time: 0.6033938 Aug 22 13:31:46.502785 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9eb71798-d7ae-4cfd-86bd-bece31ef1bcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:46.506335 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9eb71798-d7ae-4cfd-86bd-bece31ef1bcf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0839d17d-a8ea-4795-b002-510e6ebe3e4f HTTP/1.1" status: 204 len: 168 time: 0.1345236 Aug 22 13:31:46.509389 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-90e35b34-09e3-4b25-a2b3-dd233fe51fb9 req-95fc8bfe-148c-4e2d-b1a0-7429aab76088 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1765335 Aug 22 13:31:46.513112 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-e688a367-dc42-45b6-8fe0-2b9093af3ee3 service neutron] 10.222.0.16 "GET /v2.0/networks/652b7040-839e-4592-b462-d4511ac6e125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5992281 Aug 22 13:31:46.513596 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb71798-d7ae-4cfd-86bd-bece31ef1bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0839d17d-a8ea-4795-b002-510e6ebe3e4f,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:46.529788 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-79b15fe1-b3b1-4199-845a-1dc0249c9ed4 req-cc2420d3-305a-4fc2-a3f7-cc20bf3773ba tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=78aac6ca0f4e48839a86a18ebe3ec69e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0960717 Aug 22 13:31:46.683036 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-18b4cc52-1aa2-4c22-8687-f43ab28f9b61 req-990eecb9-a0f1-44f2-8606-225e68779629 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fabe359b-2e2c-43b2-8dcd-90fcedecc9ea HTTP/1.1" status: 200 len: 217 time: 0.1332653 Aug 22 13:31:46.819830 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e35b34-09e3-4b25-a2b3-dd233fe51fb9 req-671294c5-e6ec-413e-9693-c943c4693460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:46.820871 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e35b34-09e3-4b25-a2b3-dd233fe51fb9 req-671294c5-e6ec-413e-9693-c943c4693460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:46.821351 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e35b34-09e3-4b25-a2b3-dd233fe51fb9 req-671294c5-e6ec-413e-9693-c943c4693460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:46.821895 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e35b34-09e3-4b25-a2b3-dd233fe51fb9 req-671294c5-e6ec-413e-9693-c943c4693460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:46.822288 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e35b34-09e3-4b25-a2b3-dd233fe51fb9 req-671294c5-e6ec-413e-9693-c943c4693460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:46.822755 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e35b34-09e3-4b25-a2b3-dd233fe51fb9 req-671294c5-e6ec-413e-9693-c943c4693460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:46.823324 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e35b34-09e3-4b25-a2b3-dd233fe51fb9 req-671294c5-e6ec-413e-9693-c943c4693460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:46.825344 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-90e35b34-09e3-4b25-a2b3-dd233fe51fb9 req-671294c5-e6ec-413e-9693-c943c4693460 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2389b5e02dee4864a1a7f4824db49bc1&device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 6498 time: 0.1581056 Aug 22 13:31:46.832124 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-79b15fe1-b3b1-4199-845a-1dc0249c9ed4 req-489e2ee0-2032-4b7a-a1f8-b6dfd8c9c420 service neutron] 10.222.0.21 "GET /v2.0/networks/b6b1eb92-af26-4c6a-bbe1-59d99b962beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938044 Aug 22 13:31:46.843685 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b4cc52-1aa2-4c22-8687-f43ab28f9b61 req-5b0981b5-25f1-45ec-bd9c-5df32d0dfdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:46.845173 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-18b4cc52-1aa2-4c22-8687-f43ab28f9b61 req-5b0981b5-25f1-45ec-bd9c-5df32d0dfdc2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=44918ac3-a12a-4d11-9208-c5c1463c756d HTTP/1.1" status: 200 len: 861 time: 0.1335795 Aug 22 13:31:46.849719 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-4cc78f3d-c1eb-46bf-b3d8-21b323379848 service neutron] 10.222.0.16 "GET /v2.0/networks/652b7040-839e-4592-b462-d4511ac6e125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983365 Aug 22 13:31:46.960506 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-18b4cc52-1aa2-4c22-8687-f43ab28f9b61 req-0c3abd96-5d28-4f12-b02c-fda52bcbbadd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=82e4ae46-9dd3-4059-8340-2bc11b6f2dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905688 Aug 22 13:31:47.079081 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e63d7c-8507-4d67-8e55-430622f15f24 req-9101dfaf-5323-46a9-809d-35721fd0fc74 tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:47.080885 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a9e63d7c-8507-4d67-8e55-430622f15f24 req-9101dfaf-5323-46a9-809d-35721fd0fc74 tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a643286-c02f-4f8b-82d6-b54e3654673b HTTP/1.1" status: 200 len: 944 time: 0.2544191 Aug 22 13:31:47.143460 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-79b15fe1-b3b1-4199-845a-1dc0249c9ed4 req-37dda68f-5b81-4a8a-9b8f-9e79c68fb7bb service neutron] 10.222.0.21 "GET /v2.0/networks/b6b1eb92-af26-4c6a-bbe1-59d99b962beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973232 Aug 22 13:31:47.207537 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e35b34-09e3-4b25-a2b3-dd233fe51fb9 req-7abd4616-1887-4c7b-9bac-a38cf9dcda19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:47.208024 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e35b34-09e3-4b25-a2b3-dd233fe51fb9 req-7abd4616-1887-4c7b-9bac-a38cf9dcda19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:47.208518 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e35b34-09e3-4b25-a2b3-dd233fe51fb9 req-7abd4616-1887-4c7b-9bac-a38cf9dcda19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:47.210402 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-90e35b34-09e3-4b25-a2b3-dd233fe51fb9 req-7abd4616-1887-4c7b-9bac-a38cf9dcda19 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b2719a9f-ee7f-473a-9939-5efd06e85549&id=0cc210c0-a1af-4d1a-af13-c74a90748aeb&id=0cc210c0-a1af-4d1a-af13-c74a90748aeb&id=0cc210c0-a1af-4d1a-af13-c74a90748aeb&id=0cc210c0-a1af-4d1a-af13-c74a90748aeb&id=8858e46b-6208-4875-b089-3b1759ddc36f&id=8858e46b-6208-4875-b089-3b1759ddc36f HTTP/1.1" status: 200 len: 2292 time: 0.3393557 Aug 22 13:31:47.228618 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a9e63d7c-8507-4d67-8e55-430622f15f24 req-5006503f-d9a2-4962-8682-6cdb295d8040 tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] 10.222.0.21 "GET /v2.0/security-groups?id=4afa52c9-3c25-4469-88d5-d55e3ca5b9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333611 Aug 22 13:31:47.268195 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-18b4cc52-1aa2-4c22-8687-f43ab28f9b61 req-ea297aa1-66bd-43a8-8dc6-13484c190dc0 service neutron] 10.222.0.16 "GET /v2.0/networks/82e4ae46-9dd3-4059-8340-2bc11b6f2dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722549 Aug 22 13:31:47.347141 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-c5ed5701-dce4-426f-b075-32a57d97e4bf tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:47.348763 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-c5ed5701-dce4-426f-b075-32a57d97e4bf tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4c4b6218-090d-45f2-8c40-4f3878d936a1&tenant_id=61d15703803940a485cdd8f67b081dcb&binding%3Ahost_id=n-h2-793621-33 HTTP/1.1" status: 200 len: 1097 time: 0.2118988 Aug 22 13:31:47.403259 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b2b9a155-d8cf-4976-9612-e1b048341f64 req-b177ba4a-5b0f-4f76-9ac1-a042dc2e91df tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0b0897-0f99-48e2-a4c8-43251f14fd62 HTTP/1.1" status: 200 len: 210 time: 0.0517855 Aug 22 13:31:47.427568 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-90e35b34-09e3-4b25-a2b3-dd233fe51fb9 req-03090c9a-c55c-44d1-8b1e-a2be1173f40d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51de7287-b8e3-42e9-ab42-7fe4c8b6b33b HTTP/1.1" status: 200 len: 1002 time: 0.2002625 Aug 22 13:31:47.532036 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e35b34-09e3-4b25-a2b3-dd233fe51fb9 req-4b10ff9b-f320-4b50-9e14-cd183ebc5f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:47.534284 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-90e35b34-09e3-4b25-a2b3-dd233fe51fb9 req-4b10ff9b-f320-4b50-9e14-cd183ebc5f6f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78207353-5327-441e-b2ae-a402769922b8 HTTP/1.1" status: 200 len: 851 time: 0.0970025 Aug 22 13:31:47.544796 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-18b4cc52-1aa2-4c22-8687-f43ab28f9b61 req-7776f4e3-0753-4893-9de3-dce36e225f8b service neutron] 10.222.0.16 "GET /v2.0/networks/82e4ae46-9dd3-4059-8340-2bc11b6f2dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656889 Aug 22 13:31:47.643788 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b747ee-534a-434b-a936-bfe6b04ff8d7 req-a474326a-d3d8-4d23-940f-bad2eba07dfb tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:47.645714 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-14b747ee-534a-434b-a936-bfe6b04ff8d7 req-a474326a-d3d8-4d23-940f-bad2eba07dfb tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.16 "GET /v2.0/ports?device_id=29129694-3a6c-43db-a100-6dc7f0c088a2 HTTP/1.1" status: 200 len: 946 time: 0.0901563 Aug 22 13:31:47.715350 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e35b34-09e3-4b25-a2b3-dd233fe51fb9 req-f2665b8e-d079-47a5-9772-8c683b7b7d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:47.716926 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-90e35b34-09e3-4b25-a2b3-dd233fe51fb9 req-f2665b8e-d079-47a5-9772-8c683b7b7d61 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b2719a9f-ee7f-473a-9939-5efd06e85549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1409609 Aug 22 13:31:47.806670 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-14b747ee-534a-434b-a936-bfe6b04ff8d7 req-85c9d5b6-f074-4d90-a4ec-41fa931b430f tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Deleting port c40d8a98-711e-4305-b7fd-c2c931f79f78 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:31:47.807258 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-14b747ee-534a-434b-a936-bfe6b04ff8d7 req-85c9d5b6-f074-4d90-a4ec-41fa931b430f tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:47.822167 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc7178e-af6e-403d-8edd-b131bb4b4963 req-085436e9-348b-484d-849a-833f859d886e tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:47.831483 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ddc7178e-af6e-403d-8edd-b131bb4b4963 req-085436e9-348b-484d-849a-833f859d886e tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c4b6218-090d-45f2-8c40-4f3878d936a1 HTTP/1.1" status: 200 len: 945 time: 0.2693710 Aug 22 13:31:47.865285 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-50d834db-eccf-4b7c-8b45-9f7ce3f91192 service neutron] For port fdd124d4-59b0-405f-9463-c2cf47d88c74, host n-h1-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:31:47.875893 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-50d834db-eccf-4b7c-8b45-9f7ce3f91192 service neutron] Notify callbacks [] for binding, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:47.877493 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b7beabc8-5ddd-4f6f-a327-0fa4567d8051 req-50d834db-eccf-4b7c-8b45-9f7ce3f91192 service neutron] 10.222.0.16 "DELETE /v2.0/ports/fdd124d4-59b0-405f-9463-c2cf47d88c74/bindings/n-h1-793621-33 HTTP/1.1" status: 204 len: 173 time: 0.5078297 Aug 22 13:31:47.915527 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ddc7178e-af6e-403d-8edd-b131bb4b4963 req-e5042699-a153-4761-a431-53b8f69574bd tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810845 Aug 22 13:31:47.917984 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-14b747ee-534a-434b-a936-bfe6b04ff8d7 req-85c9d5b6-f074-4d90-a4ec-41fa931b430f tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] For port c40d8a98-711e-4305-b7fd-c2c931f79f78, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=c40d8a98-711e-4305-b7fd-c2c931f79f78,segment=NetworkSegment(8d87fb8b-79cc-422a-9fb9-b5f71decb79a),segment_id=8d87fb8b-79cc-422a-9fb9-b5f71decb79a)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:31:47.918362 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-14b747ee-534a-434b-a936-bfe6b04ff8d7 req-85c9d5b6-f074-4d90-a4ec-41fa931b430f tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:47.932902 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-14b747ee-534a-434b-a936-bfe6b04ff8d7 req-85c9d5b6-f074-4d90-a4ec-41fa931b430f tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Calling delete_port for c40d8a98-711e-4305-b7fd-c2c931f79f78 owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:31:47.961271 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-90e35b34-09e3-4b25-a2b3-dd233fe51fb9 req-f1b827b2-aed7-427e-8147-70395b348439 service neutron] 10.222.0.16 "GET /v2.0/networks/b2719a9f-ee7f-473a-9939-5efd06e85549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327099 Aug 22 13:31:48.157177 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-14b747ee-534a-434b-a936-bfe6b04ff8d7 req-85c9d5b6-f074-4d90-a4ec-41fa931b430f tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:48.168208 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028bb5ae-804b-4222-adfd-373c0b398e32 req-4c757a55-ec7c-4c26-b128-0462273febbe tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:48.169797 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-028bb5ae-804b-4222-adfd-373c0b398e32 req-4c757a55-ec7c-4c26-b128-0462273febbe tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4c4b6218-090d-45f2-8c40-4f3878d936a1 HTTP/1.1" status: 200 len: 1097 time: 0.0868146 Aug 22 13:31:48.170280 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['c40d8a98-711e-4305-b7fd-c2c931f79f78'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:31:48.172733 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-90e35b34-09e3-4b25-a2b3-dd233fe51fb9 req-9ff126d1-5b58-4fb5-89f8-ab449959a44d service neutron] 10.222.0.16 "GET /v2.0/networks/b2719a9f-ee7f-473a-9939-5efd06e85549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996226 Aug 22 13:31:48.209871 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c9d5b6-f074-4d90-a4ec-41fa931b430f tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Pushing event deleted for resources: {'Port': ['ID=c40d8a98-711e-4305-b7fd-c2c931f79f78,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:48.228712 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-90e35b34-09e3-4b25-a2b3-dd233fe51fb9 req-3678eb1f-03c1-4c0e-b038-ac66919cff6d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=ab40ae52-fb74-4b8c-a089-1c836ec0b6cf HTTP/1.1" status: 200 len: 217 time: 0.0470617 Aug 22 13:31:48.251222 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b747ee-534a-434b-a936-bfe6b04ff8d7 req-85c9d5b6-f074-4d90-a4ec-41fa931b430f tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] No DVR routers for this DVR port c40d8a98-711e-4305-b7fd-c2c931f79f78 on host n-h2-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:31:48.253698 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-14b747ee-534a-434b-a936-bfe6b04ff8d7 req-85c9d5b6-f074-4d90-a4ec-41fa931b430f tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:48.255751 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-14b747ee-534a-434b-a936-bfe6b04ff8d7 req-85c9d5b6-f074-4d90-a4ec-41fa931b430f tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.16 "DELETE /v2.0/ports/c40d8a98-711e-4305-b7fd-c2c931f79f78 HTTP/1.1" status: 204 len: 173 time: 0.6013699 Aug 22 13:31:48.256189 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29129694-3a6c-43db-a100-6dc7f0c088a2', 'name': 'network-vif-deleted', 'tag': 'c40d8a98-711e-4305-b7fd-c2c931f79f78'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:31:48.259309 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767851f4-cffd-4664-881f-b857b1f25b24" -d '{"events": [{"server_uuid": "29129694-3a6c-43db-a100-6dc7f0c088a2", "name": "network-vif-deleted", "tag": "c40d8a98-711e-4305-b7fd-c2c931f79f78"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:31:48.295409 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-028bb5ae-804b-4222-adfd-373c0b398e32 req-3b194f3b-3062-4995-8ef1-ba0bde743c1f tempest-LiveMigrationTest-849770541 tempest-LiveMigrationTest-849770541-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035335 Aug 22 13:31:48.301129 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e35b34-09e3-4b25-a2b3-dd233fe51fb9 req-cb2071bd-c08b-4337-bf81-2abba6ceae8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:48.302690 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-90e35b34-09e3-4b25-a2b3-dd233fe51fb9 req-cb2071bd-c08b-4337-bf81-2abba6ceae8b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c9c01412-9489-49de-9d2b-050ba9194e34 HTTP/1.1" status: 200 len: 797 time: 0.0659485 Aug 22 13:31:48.360335 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd2120c-014b-4a96-82f9-a0d6323b4902 x-openstack-request-id: req-7cd2120c-014b-4a96-82f9-a0d6323b4902 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:31:48.361007 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29129694-3a6c-43db-a100-6dc7f0c088a2", "name": "network-vif-deleted", "tag": "c40d8a98-711e-4305-b7fd-c2c931f79f78", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:31:48.361266 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7cd2120c-014b-4a96-82f9-a0d6323b4902 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:31:48.363176 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29129694-3a6c-43db-a100-6dc7f0c088a2', 'name': 'network-vif-deleted', 'tag': 'c40d8a98-711e-4305-b7fd-c2c931f79f78', 'status': 'completed', 'code': 200} Aug 22 13:31:48.392871 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e35b34-09e3-4b25-a2b3-dd233fe51fb9 req-a748c679-7c8d-4ab5-a502-7ae9f2e2336a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:48.394475 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-90e35b34-09e3-4b25-a2b3-dd233fe51fb9 req-a748c679-7c8d-4ab5-a502-7ae9f2e2336a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0cc210c0-a1af-4d1a-af13-c74a90748aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0840535 Aug 22 13:31:48.448943 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a88247-f0a6-4d14-a326-66ba9b7ba61a req-5aaec6ba-588c-4b76-9c52-5bd2d3571b94 tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:48.458740 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-60a88247-f0a6-4d14-a326-66ba9b7ba61a req-5aaec6ba-588c-4b76-9c52-5bd2d3571b94 tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a643286-c02f-4f8b-82d6-b54e3654673b HTTP/1.1" status: 200 len: 944 time: 0.1271167 Aug 22 13:31:48.567365 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-60a88247-f0a6-4d14-a326-66ba9b7ba61a req-e226da21-3976-423b-8534-58d4c089c8e3 tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] 10.222.0.21 "GET /v2.0/security-groups?id=4afa52c9-3c25-4469-88d5-d55e3ca5b9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075389 Aug 22 13:31:48.682458 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a6141d07-143d-4ded-89bd-64b564c7b6ce req-99c4d32e-e83b-48ae-9c84-86643d7d284f tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0b0897-0f99-48e2-a4c8-43251f14fd62 HTTP/1.1" status: 200 len: 210 time: 0.0631382 Aug 22 13:31:48.689787 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-90e35b34-09e3-4b25-a2b3-dd233fe51fb9 req-98091f54-9744-43f8-81d8-03e98917f9e2 service neutron] 10.222.0.16 "GET /v2.0/networks/0cc210c0-a1af-4d1a-af13-c74a90748aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855935 Aug 22 13:31:48.732301 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b15fe1-b3b1-4199-845a-1dc0249c9ed4 req-c38e09b4-52fb-41c9-8e9f-abe5d39cbf0d tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:48.736686 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-79b15fe1-b3b1-4199-845a-1dc0249c9ed4 req-c38e09b4-52fb-41c9-8e9f-abe5d39cbf0d tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.41 "GET /v2.0/networks?id=b6b1eb92-af26-4c6a-bbe1-59d99b962beb HTTP/1.1" status: 200 len: 815 time: 0.1903346 Aug 22 13:31:48.756966 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-79b15fe1-b3b1-4199-845a-1dc0249c9ed4 req-dbf30a96-277e-4069-aca8-92741272950a tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Request body: {'port': {'device_id': '1d0b0897-0f99-48e2-a4c8-43251f14fd62', 'network_id': 'b6b1eb92-af26-4c6a-bbe1-59d99b962beb', 'admin_state_up': True, 'tenant_id': '78aac6ca0f4e48839a86a18ebe3ec69e'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:31:48.808145 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device fabe359b-2e2c-43b2-8dcd-90fcedecc9ea details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:31:48.815411 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0067151e-a2b8-4055-bc40-af29d69106b9 req-aaf48b12-c766-4dc4-86b7-cba0786aeadb tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:48.816970 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0067151e-a2b8-4055-bc40-af29d69106b9 req-aaf48b12-c766-4dc4-86b7-cba0786aeadb tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c4b6218-090d-45f2-8c40-4f3878d936a1 HTTP/1.1" status: 200 len: 945 time: 0.1244619 Aug 22 13:31:48.871278 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-90e35b34-09e3-4b25-a2b3-dd233fe51fb9 req-b57e3ca5-f8c9-4eb7-93ad-3f6e35f56ace service neutron] 10.222.0.16 "GET /v2.0/networks/0cc210c0-a1af-4d1a-af13-c74a90748aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682155 Aug 22 13:31:48.905493 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0067151e-a2b8-4055-bc40-af29d69106b9 req-47bb37ca-0a3e-474b-977c-b62fb788a56a tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747156 Aug 22 13:31:48.986448 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port fabe359b-2e2c-43b2-8dcd-90fcedecc9ea, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=fabe359b-2e2c-43b2-8dcd-90fcedecc9ea,segment=NetworkSegment(b312ba44-f904-444f-bc21-72ec0ffe04ba),segment_id=b312ba44-f904-444f-bc21-72ec0ffe04ba)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:31:49.002955 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79b15fe1-b3b1-4199-845a-1dc0249c9ed4 req-dbf30a96-277e-4069-aca8-92741272950a tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Made reservation on behalf of 78aac6ca0f4e48839a86a18ebe3ec69e for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:31:49.006390 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-79b15fe1-b3b1-4199-845a-1dc0249c9ed4 req-dbf30a96-277e-4069-aca8-92741272950a tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:49.019339 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': 'fabe359b-2e2c-43b2-8dcd-90fcedecc9ea', 'network_id': '82e4ae46-9dd3-4059-8340-2bc11b6f2dc8', 'port_id': 'fabe359b-2e2c-43b2-8dcd-90fcedecc9ea', 'mac_address': 'fa:16:3e:b7:61:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44918ac3-a12a-4d11-9208-c5c1463c756d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:31:49.019824 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-90e35b34-09e3-4b25-a2b3-dd233fe51fb9 req-33ca95cb-5ddf-4630-b313-d814e04ca5a2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=aa5cdb91-66e3-442c-9d12-088167557b99 HTTP/1.1" status: 200 len: 217 time: 0.1118200 Aug 22 13:31:49.107535 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:49.142643 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fabe359b-2e2c-43b2-8dcd-90fcedecc9ea {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:31:49.145369 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e35b34-09e3-4b25-a2b3-dd233fe51fb9 req-999eb9de-b98b-4871-896d-7fd73e6a7fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:49.150304 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-90e35b34-09e3-4b25-a2b3-dd233fe51fb9 req-999eb9de-b98b-4871-896d-7fd73e6a7fd9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c9c01412-9489-49de-9d2b-050ba9194e34 HTTP/1.1" status: 200 len: 797 time: 0.1022151 Aug 22 13:31:49.184445 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port fabe359b-2e2c-43b2-8dcd-90fcedecc9ea, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=fabe359b-2e2c-43b2-8dcd-90fcedecc9ea,segment=NetworkSegment(b312ba44-f904-444f-bc21-72ec0ffe04ba),segment_id=b312ba44-f904-444f-bc21-72ec0ffe04ba)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:31:49.199057 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:49.210800 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e35b34-09e3-4b25-a2b3-dd233fe51fb9 req-5b0c4a73-e5d7-4fff-ac04-bcce4da34d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:49.212583 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-90e35b34-09e3-4b25-a2b3-dd233fe51fb9 req-5b0c4a73-e5d7-4fff-ac04-bcce4da34d81 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0cc210c0-a1af-4d1a-af13-c74a90748aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0552731 Aug 22 13:31:49.213145 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-79b15fe1-b3b1-4199-845a-1dc0249c9ed4 req-dbf30a96-277e-4069-aca8-92741272950a tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Allocated IP 172.20.0.11 (b6b1eb92-af26-4c6a-bbe1-59d99b962beb/f7230626-a6ae-4376-b2ff-83d11dd599d4/e0b2e089-6d70-4c13-9c87-5492e0a6d0c1) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:31:49.264122 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=fabe359b-2e2c-43b2-8dcd-90fcedecc9ea,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:49.333530 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-90e35b34-09e3-4b25-a2b3-dd233fe51fb9 req-8129fbe0-1ba3-4f59-bc6c-dd699525b67e service neutron] 10.222.0.16 "GET /v2.0/networks/0cc210c0-a1af-4d1a-af13-c74a90748aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075318 Aug 22 13:31:49.407007 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-79b15fe1-b3b1-4199-845a-1dc0249c9ed4 req-dbf30a96-277e-4069-aca8-92741272950a tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:49.438525 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e195b1-4c4c-4efe-bde2-be9f4a8c3af5 req-738cf11c-d103-4feb-b9bb-4f678325d03c tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:49.439930 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a8e195b1-4c4c-4efe-bde2-be9f4a8c3af5 req-738cf11c-d103-4feb-b9bb-4f678325d03c tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c4b6218-090d-45f2-8c40-4f3878d936a1 HTTP/1.1" status: 200 len: 945 time: 0.0717790 Aug 22 13:31:49.444580 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-90e35b34-09e3-4b25-a2b3-dd233fe51fb9 req-701b92b5-bf60-43e0-b7dc-4374cb42ca30 service neutron] 10.222.0.16 "GET /v2.0/networks/0cc210c0-a1af-4d1a-af13-c74a90748aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977292 Aug 22 13:31:49.488655 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-79b15fe1-b3b1-4199-845a-1dc0249c9ed4 req-dbf30a96-277e-4069-aca8-92741272950a tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:49.493451 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-90e35b34-09e3-4b25-a2b3-dd233fe51fb9 req-eed7d1d6-2be6-4f3f-872f-ba5c1b5627a2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=2dbd4c0b-f8a8-407f-95de-f4be4481eaec HTTP/1.1" status: 200 len: 217 time: 0.0364213 Aug 22 13:31:49.555257 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e35b34-09e3-4b25-a2b3-dd233fe51fb9 req-bef25622-083d-4cb3-b185-3e4b39762f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:49.556970 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-90e35b34-09e3-4b25-a2b3-dd233fe51fb9 req-bef25622-083d-4cb3-b185-3e4b39762f67 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c9c01412-9489-49de-9d2b-050ba9194e34 HTTP/1.1" status: 200 len: 797 time: 0.0549519 Aug 22 13:31:49.565437 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['fabe359b-2e2c-43b2-8dcd-90fcedecc9ea'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:31:49.565621 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79b15fe1-b3b1-4199-845a-1dc0249c9ed4 req-dbf30a96-277e-4069-aca8-92741272950a tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Network b6b1eb92-af26-4c6a-bbe1-59d99b962beb is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:31:49.569689 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-79b15fe1-b3b1-4199-845a-1dc0249c9ed4 req-dbf30a96-277e-4069-aca8-92741272950a tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:31:49.577246 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-79b15fe1-b3b1-4199-845a-1dc0249c9ed4 req-dbf30a96-277e-4069-aca8-92741272950a tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:31:49.624898 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e35b34-09e3-4b25-a2b3-dd233fe51fb9 req-16874e99-2d73-4146-96e6-71d85b68f603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:49.626714 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-90e35b34-09e3-4b25-a2b3-dd233fe51fb9 req-16874e99-2d73-4146-96e6-71d85b68f603 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0cc210c0-a1af-4d1a-af13-c74a90748aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0578029 Aug 22 13:31:49.627188 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf30a96-277e-4069-aca8-92741272950a tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Pushing event updated for resources: {'Port': ['ID=e0b2e089-6d70-4c13-9c87-5492e0a6d0c1,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:49.660552 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b15fe1-b3b1-4199-845a-1dc0249c9ed4 req-dbf30a96-277e-4069-aca8-92741272950a tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:49.667183 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-79b15fe1-b3b1-4199-845a-1dc0249c9ed4 req-dbf30a96-277e-4069-aca8-92741272950a tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:49.684958 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-79b15fe1-b3b1-4199-845a-1dc0249c9ed4 req-dbf30a96-277e-4069-aca8-92741272950a tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9377913 Aug 22 13:31:49.690658 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-a8e195b1-4c4c-4efe-bde2-be9f4a8c3af5 req-dae7e7a3-ee6b-4d82-a105-78dca1580de1 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Deleting port fdd124d4-59b0-405f-9463-c2cf47d88c74 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:31:49.690916 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-a8e195b1-4c4c-4efe-bde2-be9f4a8c3af5 req-dae7e7a3-ee6b-4d82-a105-78dca1580de1 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:49.699381 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-79b15fe1-b3b1-4199-845a-1dc0249c9ed4 req-c7577425-0afe-4e0f-bb7a-ced6d3684dc8 service neutron] Request body: {'port': {'device_id': '1d0b0897-0f99-48e2-a4c8-43251f14fd62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:31:49.802628 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-90e35b34-09e3-4b25-a2b3-dd233fe51fb9 req-5589919a-4451-4d14-8618-efaafdbe036c service neutron] 10.222.0.16 "GET /v2.0/networks/0cc210c0-a1af-4d1a-af13-c74a90748aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655991 Aug 22 13:31:49.818241 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-79b15fe1-b3b1-4199-845a-1dc0249c9ed4 req-c7577425-0afe-4e0f-bb7a-ced6d3684dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:49.876775 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-a8e195b1-4c4c-4efe-bde2-be9f4a8c3af5 req-dae7e7a3-ee6b-4d82-a105-78dca1580de1 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] For port fdd124d4-59b0-405f-9463-c2cf47d88c74, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=fdd124d4-59b0-405f-9463-c2cf47d88c74,segment=NetworkSegment(18b5a6df-b98f-4d4b-9428-0223d3f719a9),segment_id=18b5a6df-b98f-4d4b-9428-0223d3f719a9)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:31:49.877145 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-a8e195b1-4c4c-4efe-bde2-be9f4a8c3af5 req-dae7e7a3-ee6b-4d82-a105-78dca1580de1 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:49.899935 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-a8e195b1-4c4c-4efe-bde2-be9f4a8c3af5 req-dae7e7a3-ee6b-4d82-a105-78dca1580de1 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Calling delete_port for fdd124d4-59b0-405f-9463-c2cf47d88c74 owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:31:49.929420 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d640501-2826-45f5-9dce-017fde039f4a req-de7769db-af6e-494c-a796-1206f6979ac9 tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:49.931087 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8d640501-2826-45f5-9dce-017fde039f4a req-de7769db-af6e-494c-a796-1206f6979ac9 tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a643286-c02f-4f8b-82d6-b54e3654673b HTTP/1.1" status: 200 len: 945 time: 0.2411058 Aug 22 13:31:49.945505 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09108d9-5973-4a27-965a-44e2782f7c95 req-2d8eee3e-55f4-4674-a349-96e8d5000a22 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:49.946991 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f09108d9-5973-4a27-965a-44e2782f7c95 req-2d8eee3e-55f4-4674-a349-96e8d5000a22 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0b0897-0f99-48e2-a4c8-43251f14fd62 HTTP/1.1" status: 200 len: 932 time: 0.1247985 Aug 22 13:31:50.015663 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-90e35b34-09e3-4b25-a2b3-dd233fe51fb9 req-4193a90c-cc4a-4f16-9e76-9922a0f3fc02 service neutron] 10.222.0.16 "GET /v2.0/networks/0cc210c0-a1af-4d1a-af13-c74a90748aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896379 Aug 22 13:31:50.033113 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8d640501-2826-45f5-9dce-017fde039f4a req-f0714e76-cd66-4e67-b8cf-9e130b37887f tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] 10.222.0.21 "GET /v2.0/security-groups?id=4afa52c9-3c25-4469-88d5-d55e3ca5b9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851011 Aug 22 13:31:50.078959 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-90e35b34-09e3-4b25-a2b3-dd233fe51fb9 req-27ccbf5b-c929-4829-b1a8-0e93c0878218 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=ea82003c-b5ae-4523-ab17-3a26cb33a9f2 HTTP/1.1" status: 200 len: 217 time: 0.0441883 Aug 22 13:31:50.084436 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f09108d9-5973-4a27-965a-44e2782f7c95 req-afb1c07a-6f26-42e8-99da-61239b7f6899 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173868 Aug 22 13:31:50.139354 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e35b34-09e3-4b25-a2b3-dd233fe51fb9 req-cc56bef2-fff6-4665-88bb-562f5afc43a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:50.140820 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-90e35b34-09e3-4b25-a2b3-dd233fe51fb9 req-cc56bef2-fff6-4665-88bb-562f5afc43a9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c9c01412-9489-49de-9d2b-050ba9194e34 HTTP/1.1" status: 200 len: 797 time: 0.0535650 Aug 22 13:31:50.209066 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e35b34-09e3-4b25-a2b3-dd233fe51fb9 req-b4e9fd86-f0d9-41bb-8064-27056475dfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:50.212791 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-90e35b34-09e3-4b25-a2b3-dd233fe51fb9 req-b4e9fd86-f0d9-41bb-8064-27056475dfbb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0cc210c0-a1af-4d1a-af13-c74a90748aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0611143 Aug 22 13:31:50.231014 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-a8e195b1-4c4c-4efe-bde2-be9f4a8c3af5 req-dae7e7a3-ee6b-4d82-a105-78dca1580de1 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:50.242953 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['2d135122-52a0-4e66-86c2-520768cf0447'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:31:50.256796 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ee8b1927-f04e-45dc-b384-c9aaaeab75b0 req-db6e6cd6-c0d3-4d62-af0a-33bb7b90724c tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c4b6218-090d-45f2-8c40-4f3878d936a1 HTTP/1.1" status: 200 len: 210 time: 0.0372672 Aug 22 13:31:50.288109 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-79b15fe1-b3b1-4199-845a-1dc0249c9ed4 req-c7577425-0afe-4e0f-bb7a-ced6d3684dc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0b2e089-6d70-4c13-9c87-5492e0a6d0c1 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:31:50.297612 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-79b15fe1-b3b1-4199-845a-1dc0249c9ed4 req-c7577425-0afe-4e0f-bb7a-ced6d3684dc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:50.313456 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-79b15fe1-b3b1-4199-845a-1dc0249c9ed4 req-c7577425-0afe-4e0f-bb7a-ced6d3684dc8 service neutron] Transition to ACTIVE for port object e0b2e089-6d70-4c13-9c87-5492e0a6d0c1 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:31:50.350154 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-79b15fe1-b3b1-4199-845a-1dc0249c9ed4 req-c7577425-0afe-4e0f-bb7a-ced6d3684dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:50.363361 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae7e7a3-ee6b-4d82-a105-78dca1580de1 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Pushing event deleted for resources: {'Port': ['ID=fdd124d4-59b0-405f-9463-c2cf47d88c74,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:50.411131 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e195b1-4c4c-4efe-bde2-be9f4a8c3af5 req-dae7e7a3-ee6b-4d82-a105-78dca1580de1 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] No DVR routers for this DVR port fdd124d4-59b0-405f-9463-c2cf47d88c74 on host n-h2-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:31:50.418642 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['fdd124d4-59b0-405f-9463-c2cf47d88c74'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:31:50.420019 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-90e35b34-09e3-4b25-a2b3-dd233fe51fb9 req-c7113a45-11b5-4451-80e8-1a7f6a5cb476 service neutron] 10.222.0.16 "GET /v2.0/networks/0cc210c0-a1af-4d1a-af13-c74a90748aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691520 Aug 22 13:31:50.431500 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-a8e195b1-4c4c-4efe-bde2-be9f4a8c3af5 req-dae7e7a3-ee6b-4d82-a105-78dca1580de1 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:50.433553 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a8e195b1-4c4c-4efe-bde2-be9f4a8c3af5 req-dae7e7a3-ee6b-4d82-a105-78dca1580de1 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.16 "DELETE /v2.0/ports/fdd124d4-59b0-405f-9463-c2cf47d88c74 HTTP/1.1" status: 204 len: 173 time: 0.9769924 Aug 22 13:31:50.435992 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4b6218-090d-45f2-8c40-4f3878d936a1', 'name': 'network-vif-deleted', 'tag': 'fdd124d4-59b0-405f-9463-c2cf47d88c74'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:31:50.438449 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf685bb-f77e-4729-a717-3a7cbf073484" -d '{"events": [{"server_uuid": "4c4b6218-090d-45f2-8c40-4f3878d936a1", "name": "network-vif-deleted", "tag": "fdd124d4-59b0-405f-9463-c2cf47d88c74"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:31:50.487578 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59772) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:31:50.492794 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7577425-0afe-4e0f-bb7a-ced6d3684dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=e0b2e089-6d70-4c13-9c87-5492e0a6d0c1,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:50.520273 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d63b26-e456-4556-a701-b715fd7643c4 x-openstack-request-id: req-34d63b26-e456-4556-a701-b715fd7643c4 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:31:50.520583 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c4b6218-090d-45f2-8c40-4f3878d936a1", "name": "network-vif-deleted", "tag": "fdd124d4-59b0-405f-9463-c2cf47d88c74", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:31:50.520825 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-34d63b26-e456-4556-a701-b715fd7643c4 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:31:50.521210 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c4b6218-090d-45f2-8c40-4f3878d936a1', 'name': 'network-vif-deleted', 'tag': 'fdd124d4-59b0-405f-9463-c2cf47d88c74', 'status': 'completed', 'code': 200} Aug 22 13:31:50.551237 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-79b15fe1-b3b1-4199-845a-1dc0249c9ed4 req-c7577425-0afe-4e0f-bb7a-ced6d3684dc8 service neutron] Attempting to bind port e0b2e089-6d70-4c13-9c87-5492e0a6d0c1 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:31:50.551582 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-79b15fe1-b3b1-4199-845a-1dc0249c9ed4 req-c7577425-0afe-4e0f-bb7a-ced6d3684dc8 service neutron] Attempting to bind port e0b2e089-6d70-4c13-9c87-5492e0a6d0c1 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '8d87fb8b-79cc-422a-9fb9-b5f71decb79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6b1eb92-af26-4c6a-bbe1-59d99b962beb'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:31:50.551905 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b15fe1-b3b1-4199-845a-1dc0249c9ed4 req-c7577425-0afe-4e0f-bb7a-ced6d3684dc8 service neutron] Attempting to bind port e0b2e089-6d70-4c13-9c87-5492e0a6d0c1 on network b6b1eb92-af26-4c6a-bbe1-59d99b962beb {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:31:50.556833 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b15fe1-b3b1-4199-845a-1dc0249c9ed4 req-c7577425-0afe-4e0f-bb7a-ced6d3684dc8 service neutron] Port e0b2e089-6d70-4c13-9c87-5492e0a6d0c1 on network b6b1eb92-af26-4c6a-bbe1-59d99b962beb not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:31:50.557154 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b15fe1-b3b1-4199-845a-1dc0249c9ed4 req-c7577425-0afe-4e0f-bb7a-ced6d3684dc8 service neutron] Attempting to bind port e0b2e089-6d70-4c13-9c87-5492e0a6d0c1 on network b6b1eb92-af26-4c6a-bbe1-59d99b962beb {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:31:50.562426 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b15fe1-b3b1-4199-845a-1dc0249c9ed4 req-c7577425-0afe-4e0f-bb7a-ced6d3684dc8 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:31:50.562900 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b15fe1-b3b1-4199-845a-1dc0249c9ed4 req-c7577425-0afe-4e0f-bb7a-ced6d3684dc8 service neutron] Checking segment: {'id': '8d87fb8b-79cc-422a-9fb9-b5f71decb79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6b1eb92-af26-4c6a-bbe1-59d99b962beb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:31:50.563145 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b15fe1-b3b1-4199-845a-1dc0249c9ed4 req-c7577425-0afe-4e0f-bb7a-ced6d3684dc8 service neutron] Bound using segment: {'id': '8d87fb8b-79cc-422a-9fb9-b5f71decb79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6b1eb92-af26-4c6a-bbe1-59d99b962beb'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:31:50.563572 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-79b15fe1-b3b1-4199-845a-1dc0249c9ed4 req-c7577425-0afe-4e0f-bb7a-ced6d3684dc8 service neutron] Bound port: e0b2e089-6d70-4c13-9c87-5492e0a6d0c1, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d87fb8b-79cc-422a-9fb9-b5f71decb79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6b1eb92-af26-4c6a-bbe1-59d99b962beb'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:31:50.563928 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-79b15fe1-b3b1-4199-845a-1dc0249c9ed4 req-c7577425-0afe-4e0f-bb7a-ced6d3684dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:50.574743 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-90e35b34-09e3-4b25-a2b3-dd233fe51fb9 req-a0a42edb-4351-4414-b88e-27c8150861f0 service neutron] 10.222.0.16 "GET /v2.0/networks/0cc210c0-a1af-4d1a-af13-c74a90748aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461830 Aug 22 13:31:50.633896 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-90e35b34-09e3-4b25-a2b3-dd233fe51fb9 req-c5faf93c-d26b-4699-8046-72d137cb8eed service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c5fa5344-2fed-4661-9aa7-fc0a122c07f8 HTTP/1.1" status: 200 len: 217 time: 0.0501380 Aug 22 13:31:50.639120 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-79b15fe1-b3b1-4199-845a-1dc0249c9ed4 req-c7577425-0afe-4e0f-bb7a-ced6d3684dc8 service neutron] For port e0b2e089-6d70-4c13-9c87-5492e0a6d0c1, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:31:50.646159 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-79b15fe1-b3b1-4199-845a-1dc0249c9ed4 req-c7577425-0afe-4e0f-bb7a-ced6d3684dc8 service neutron] For port e0b2e089-6d70-4c13-9c87-5492e0a6d0c1, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=e0b2e089-6d70-4c13-9c87-5492e0a6d0c1,segment=NetworkSegment(8d87fb8b-79cc-422a-9fb9-b5f71decb79a),segment_id=8d87fb8b-79cc-422a-9fb9-b5f71decb79a)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:31:50.653526 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-79b15fe1-b3b1-4199-845a-1dc0249c9ed4 req-c7577425-0afe-4e0f-bb7a-ced6d3684dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:50.692164 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-252f272b-841b-49d7-a64a-1e635550741e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:50.693153 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b15fe1-b3b1-4199-845a-1dc0249c9ed4 req-c7577425-0afe-4e0f-bb7a-ced6d3684dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:50.693910 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-79b15fe1-b3b1-4199-845a-1dc0249c9ed4 req-c7577425-0afe-4e0f-bb7a-ced6d3684dc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:50.696645 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-79b15fe1-b3b1-4199-845a-1dc0249c9ed4 req-c7577425-0afe-4e0f-bb7a-ced6d3684dc8 service neutron] 10.222.0.41 "PUT /v2.0/ports/e0b2e089-6d70-4c13-9c87-5492e0a6d0c1 HTTP/1.1" status: 200 len: 1093 time: 1.0014427 Aug 22 13:31:50.715980 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7577425-0afe-4e0f-bb7a-ced6d3684dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=e0b2e089-6d70-4c13-9c87-5492e0a6d0c1,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:50.718274 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e35b34-09e3-4b25-a2b3-dd233fe51fb9 req-35d00935-f4a9-47bf-a3ff-6b23a60dba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:50.721015 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-90e35b34-09e3-4b25-a2b3-dd233fe51fb9 req-35d00935-f4a9-47bf-a3ff-6b23a60dba7c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=525ede45-be02-4d9e-8a63-bbd46f43e817 HTTP/1.1" status: 200 len: 797 time: 0.0794160 Aug 22 13:31:50.788282 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b15fe1-b3b1-4199-845a-1dc0249c9ed4 req-2c870a19-c85d-4698-a63e-5192dd3b54b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:50.789942 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-79b15fe1-b3b1-4199-845a-1dc0249c9ed4 req-2c870a19-c85d-4698-a63e-5192dd3b54b8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78aac6ca0f4e48839a86a18ebe3ec69e&device_id=1d0b0897-0f99-48e2-a4c8-43251f14fd62 HTTP/1.1" status: 200 len: 1096 time: 0.0469782 Aug 22 13:31:50.832918 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device fabe359b-2e2c-43b2-8dcd-90fcedecc9ea up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:31:50.840441 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-79b15fe1-b3b1-4199-845a-1dc0249c9ed4 req-6240e0ae-6b77-464e-a820-941597f114ee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0b2e089-6d70-4c13-9c87-5492e0a6d0c1 HTTP/1.1" status: 200 len: 217 time: 0.0426867 Aug 22 13:31:50.890064 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port fabe359b-2e2c-43b2-8dcd-90fcedecc9ea completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:31:50.894805 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port fabe359b-2e2c-43b2-8dcd-90fcedecc9ea triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:31:50.895225 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:50.905531 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b15fe1-b3b1-4199-845a-1dc0249c9ed4 req-5a85e8e7-c738-4cf6-81b1-08f003248544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:50.907347 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-79b15fe1-b3b1-4199-845a-1dc0249c9ed4 req-5a85e8e7-c738-4cf6-81b1-08f003248544 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7230626-a6ae-4376-b2ff-83d11dd599d4 HTTP/1.1" status: 200 len: 855 time: 0.0609024 Aug 22 13:31:50.944103 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-79b15fe1-b3b1-4199-845a-1dc0249c9ed4 req-6d17e5a0-fb31-4946-ad0a-9ce0acea7a6d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6b1eb92-af26-4c6a-bbe1-59d99b962beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290966 Aug 22 13:31:51.002466 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:51.051825 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port fabe359b-2e2c-43b2-8dcd-90fcedecc9ea, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=fabe359b-2e2c-43b2-8dcd-90fcedecc9ea,segment=NetworkSegment(b312ba44-f904-444f-bc21-72ec0ffe04ba),segment_id=b312ba44-f904-444f-bc21-72ec0ffe04ba)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:31:51.053574 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a643286-c02f-4f8b-82d6-b54e3654673b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fabe359b-2e2c-43b2-8dcd-90fcedecc9ea'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:31:51.057210 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2752bb3c-7cab-4921-8b3d-e3cc5244bf26" -d '{"events": [{"server_uuid": "4a643286-c02f-4f8b-82d6-b54e3654673b", "name": "network-vif-plugged", "status": "completed", "tag": "fabe359b-2e2c-43b2-8dcd-90fcedecc9ea"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:31:51.063445 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:51.064791 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device fdd124d4-59b0-405f-9463-c2cf47d88c74 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:31:51.104115 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-79b15fe1-b3b1-4199-845a-1dc0249c9ed4 req-b633c7eb-2f71-45d4-bc96-297ed16f4d79 service neutron] 10.222.0.41 "GET /v2.0/networks/b6b1eb92-af26-4c6a-bbe1-59d99b962beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497533 Aug 22 13:31:51.145881 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039b1d44-90b1-4a94-962d-08e4cb5a1af6 x-openstack-request-id: req-039b1d44-90b1-4a94-962d-08e4cb5a1af6 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:31:51.146155 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a643286-c02f-4f8b-82d6-b54e3654673b", "name": "network-vif-plugged", "status": "completed", "tag": "fabe359b-2e2c-43b2-8dcd-90fcedecc9ea", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:31:51.146418 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-039b1d44-90b1-4a94-962d-08e4cb5a1af6 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:31:51.146590 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e35b34-09e3-4b25-a2b3-dd233fe51fb9 req-b2fe6251-c7fe-4ab3-9d22-4bcdce241c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:51.147028 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a643286-c02f-4f8b-82d6-b54e3654673b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fabe359b-2e2c-43b2-8dcd-90fcedecc9ea', 'code': 200} Aug 22 13:31:51.148185 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-90e35b34-09e3-4b25-a2b3-dd233fe51fb9 req-b2fe6251-c7fe-4ab3-9d22-4bcdce241c47 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8858e46b-6208-4875-b089-3b1759ddc36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4072514 Aug 22 13:31:51.189827 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=fabe359b-2e2c-43b2-8dcd-90fcedecc9ea,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:51.202003 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: fdd124d4-59b0-405f-9463-c2cf47d88c74 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:31:51.202352 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device fdd124d4-59b0-405f-9463-c2cf47d88c74 not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:31:51.202776 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device c40d8a98-711e-4305-b7fd-c2c931f79f78 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:31:51.232596 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: c40d8a98-711e-4305-b7fd-c2c931f79f78 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:31:51.232952 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device c40d8a98-711e-4305-b7fd-c2c931f79f78 not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:31:51.306981 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0122451e-981e-406b-a9ff-59450652eca5 req-4e7d2335-5892-45c0-a46c-d9ac4e6eb284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:51.308573 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-0122451e-981e-406b-a9ff-59450652eca5 req-4e7d2335-5892-45c0-a46c-d9ac4e6eb284 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4a643286-c02f-4f8b-82d6-b54e3654673b HTTP/1.1" status: 200 len: 1098 time: 0.0827858 Aug 22 13:31:51.310950 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-79b15fe1-b3b1-4199-845a-1dc0249c9ed4 req-b5e38e11-2a83-460d-9cca-b0dfecd677f5 service neutron] 10.222.0.41 "GET /v2.0/networks/b6b1eb92-af26-4c6a-bbe1-59d99b962beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014382 Aug 22 13:31:51.349252 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580925df-3033-4095-adb2-2f7271dba7ff req-c857d94f-2484-4db6-b566-1f5fbff40d11 tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:51.350854 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-580925df-3033-4095-adb2-2f7271dba7ff req-c857d94f-2484-4db6-b566-1f5fbff40d11 tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a643286-c02f-4f8b-82d6-b54e3654673b HTTP/1.1" status: 200 len: 946 time: 0.1832399 Aug 22 13:31:51.361173 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-252f272b-841b-49d7-a64a-1e635550741e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:51.366675 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-0122451e-981e-406b-a9ff-59450652eca5 req-3b8b1e76-721a-405c-840e-1d9501908b93 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4afa52c9-3c25-4469-88d5-d55e3ca5b9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410373 Aug 22 13:31:51.376979 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-252f272b-841b-49d7-a64a-1e635550741e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:51.384072 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-90e35b34-09e3-4b25-a2b3-dd233fe51fb9 req-c0c44c22-945d-4550-8375-95d5cc898ff5 service neutron] 10.222.0.16 "GET /v2.0/networks/8858e46b-6208-4875-b089-3b1759ddc36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174883 Aug 22 13:31:51.425374 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d52d0-0005-41ec-86f9-786311689d25 req-762eed7a-cad5-4f96-8dbd-bad1b6f9a0c6 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:51.426860 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-771d52d0-0005-41ec-86f9-786311689d25 req-762eed7a-cad5-4f96-8dbd-bad1b6f9a0c6 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0b0897-0f99-48e2-a4c8-43251f14fd62 HTTP/1.1" status: 200 len: 944 time: 0.1731770 Aug 22 13:31:51.464050 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252f272b-841b-49d7-a64a-1e635550741e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268a13c9-e94f-44b2-b20f-e285e84c2431,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:51.482122 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-252f272b-841b-49d7-a64a-1e635550741e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0210312dd6eb4569afd8bca8e3d31750&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9908173 Aug 22 13:31:51.482226 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 59792) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:31:51.483511 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-580925df-3033-4095-adb2-2f7271dba7ff req-477f7b75-5a58-4811-b9df-60e097fba369 tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] 10.222.0.21 "GET /v2.0/security-groups?id=4afa52c9-3c25-4469-88d5-d55e3ca5b9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208696 Aug 22 13:31:51.510987 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-771d52d0-0005-41ec-86f9-786311689d25 req-cb3a977e-9d96-4b46-ac31-30d855e61bbc tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748489 Aug 22 13:31:51.542321 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1e827bb9-3710-4afb-a9cd-95cf833ba5bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:51.568076 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1e827bb9-3710-4afb-a9cd-95cf833ba5bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:51.628332 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1e827bb9-3710-4afb-a9cd-95cf833ba5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:51.631083 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1e827bb9-3710-4afb-a9cd-95cf833ba5bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:51.632386 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-1e827bb9-3710-4afb-a9cd-95cf833ba5bd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/268a13c9-e94f-44b2-b20f-e285e84c2431 HTTP/1.1" status: 204 len: 168 time: 0.1492040 Aug 22 13:31:51.650811 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e827bb9-3710-4afb-a9cd-95cf833ba5bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268a13c9-e94f-44b2-b20f-e285e84c2431,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:51.690195 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-db344980-f9e1-4a58-9fc2-d5f77c4f21de req-346b640f-14f9-42c7-8325-dd58548d48ca tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c4b6218-090d-45f2-8c40-4f3878d936a1 HTTP/1.1" status: 200 len: 210 time: 0.0594909 Aug 22 13:31:51.747247 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-90e35b34-09e3-4b25-a2b3-dd233fe51fb9 req-3df44a2b-576d-4206-8b38-69fdbb19dd30 service neutron] 10.222.0.16 "GET /v2.0/networks/8858e46b-6208-4875-b089-3b1759ddc36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562643 Aug 22 13:31:51.830789 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-90e35b34-09e3-4b25-a2b3-dd233fe51fb9 req-40cee975-0535-4290-b421-efb7c7915bd0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9b630015-e2ab-41a3-965e-35e3ddb15e2b HTTP/1.1" status: 200 len: 217 time: 0.0403204 Aug 22 13:31:51.928625 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e35b34-09e3-4b25-a2b3-dd233fe51fb9 req-90cb8333-8c40-489d-a771-be0e8ee308c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:51.930341 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-90e35b34-09e3-4b25-a2b3-dd233fe51fb9 req-90cb8333-8c40-489d-a771-be0e8ee308c7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=525ede45-be02-4d9e-8a63-bbd46f43e817 HTTP/1.1" status: 200 len: 797 time: 0.0499194 Aug 22 13:31:51.960101 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 59798) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:31:51.978109 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-22529867-636a-4212-bbd0-1678451d8f39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:51.982991 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e35b34-09e3-4b25-a2b3-dd233fe51fb9 req-861c4bca-d7fc-44f9-9d91-7e2cc88eff57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:51.989950 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-90e35b34-09e3-4b25-a2b3-dd233fe51fb9 req-861c4bca-d7fc-44f9-9d91-7e2cc88eff57 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8858e46b-6208-4875-b089-3b1759ddc36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0460532 Aug 22 13:31:52.073950 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-22529867-636a-4212-bbd0-1678451d8f39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:52.078291 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-22529867-636a-4212-bbd0-1678451d8f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:52.087911 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-90e35b34-09e3-4b25-a2b3-dd233fe51fb9 req-045272f7-1613-4207-8ade-c1e1dc9a9599 service neutron] 10.222.0.16 "GET /v2.0/networks/8858e46b-6208-4875-b089-3b1759ddc36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943196 Aug 22 13:31:52.122331 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-22529867-636a-4212-bbd0-1678451d8f39 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8fe2d006a654431391f8dc23f36b7deb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1603978 Aug 22 13:31:52.123249 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22529867-636a-4212-bbd0-1678451d8f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceac6ec3-ce1f-44f8-acfd-dc6a723b9784,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:52.125662 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 59800) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:31:52.181297 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ff6243d8-524b-44a0-a97b-51610bbc80bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:52.201949 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-90e35b34-09e3-4b25-a2b3-dd233fe51fb9 req-14e1336e-fd84-4df4-8bd1-2e210405f64d service neutron] 10.222.0.16 "GET /v2.0/networks/8858e46b-6208-4875-b089-3b1759ddc36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035593 Aug 22 13:31:52.203449 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ff6243d8-524b-44a0-a97b-51610bbc80bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:52.251612 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ff6243d8-524b-44a0-a97b-51610bbc80bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:52.254429 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ff6243d8-524b-44a0-a97b-51610bbc80bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:52.255573 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ff6243d8-524b-44a0-a97b-51610bbc80bd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ceac6ec3-ce1f-44f8-acfd-dc6a723b9784 HTTP/1.1" status: 204 len: 168 time: 0.1289988 Aug 22 13:31:52.263939 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6243d8-524b-44a0-a97b-51610bbc80bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceac6ec3-ce1f-44f8-acfd-dc6a723b9784,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:52.533000 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d0b0897-0f99-48e2-a4c8-43251f14fd62', 'tag': 'e0b2e089-6d70-4c13-9c87-5492e0a6d0c1'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:31:52.535341 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b95fb6-5f65-47fe-823a-5cf7455a2a4b" -d '{"events": [{"name": "network-changed", "server_uuid": "1d0b0897-0f99-48e2-a4c8-43251f14fd62", "tag": "e0b2e089-6d70-4c13-9c87-5492e0a6d0c1"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:31:52.656418 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27dc05-f96a-466e-b82f-6bd99c3cee81 req-31790169-e791-4fae-84d4-22aa8361236b tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:52.666404 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3f27dc05-f96a-466e-b82f-6bd99c3cee81 req-31790169-e791-4fae-84d4-22aa8361236b tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a643286-c02f-4f8b-82d6-b54e3654673b HTTP/1.1" status: 200 len: 946 time: 0.0983393 Aug 22 13:31:52.692434 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99959a28-e0f9-437f-a065-19bc6ed728eb req-e23989b9-cc2b-4d37-8ee4-361fd927ae5b tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:52.700291 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-99959a28-e0f9-437f-a065-19bc6ed728eb req-e23989b9-cc2b-4d37-8ee4-361fd927ae5b tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0b0897-0f99-48e2-a4c8-43251f14fd62 HTTP/1.1" status: 200 len: 944 time: 0.1041749 Aug 22 13:31:52.739493 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3f27dc05-f96a-466e-b82f-6bd99c3cee81 req-2810a7f2-858d-4362-8da5-92add5b9df70 tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] 10.222.0.21 "GET /v2.0/security-groups?id=4afa52c9-3c25-4469-88d5-d55e3ca5b9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739610 Aug 22 13:31:52.760552 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-99959a28-e0f9-437f-a065-19bc6ed728eb req-63cc4703-4f21-44f7-8f70-3ec13578f245 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592709 Aug 22 13:31:52.828869 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0371cdd4-bfeb-4cb6-81f7-8dc96ce2d681 x-openstack-request-id: req-0371cdd4-bfeb-4cb6-81f7-8dc96ce2d681 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:31:52.829425 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d0b0897-0f99-48e2-a4c8-43251f14fd62", "tag": "e0b2e089-6d70-4c13-9c87-5492e0a6d0c1", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:31:52.830002 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0371cdd4-bfeb-4cb6-81f7-8dc96ce2d681 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:31:52.831532 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d0b0897-0f99-48e2-a4c8-43251f14fd62', 'tag': 'e0b2e089-6d70-4c13-9c87-5492e0a6d0c1', 'status': 'completed', 'code': 200} Aug 22 13:31:52.927140 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b95fb6-5f65-47fe-823a-5cf7455a2a4b req-5a89f615-0a5f-489a-89b4-4d47f95baa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:52.928649 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d0b95fb6-5f65-47fe-823a-5cf7455a2a4b req-5a89f615-0a5f-489a-89b4-4d47f95baa79 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78aac6ca0f4e48839a86a18ebe3ec69e&device_id=1d0b0897-0f99-48e2-a4c8-43251f14fd62 HTTP/1.1" status: 200 len: 1096 time: 0.0679862 Aug 22 13:31:52.935858 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d46989cd-4e41-4f72-aa5c-59e2096585b2 req-dc980d19-ea0a-4ce1-a5e0-23347b9e3005 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c4b6218-090d-45f2-8c40-4f3878d936a1 HTTP/1.1" status: 200 len: 210 time: 0.0384240 Aug 22 13:31:53.059550 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b95fb6-5f65-47fe-823a-5cf7455a2a4b req-72fdbaa7-da46-4735-af1f-70fdda1d4a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:53.061402 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d0b95fb6-5f65-47fe-823a-5cf7455a2a4b req-72fdbaa7-da46-4735-af1f-70fdda1d4a45 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b6b1eb92-af26-4c6a-bbe1-59d99b962beb HTTP/1.1" status: 200 len: 916 time: 0.1239011 Aug 22 13:31:53.104247 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d0b95fb6-5f65-47fe-823a-5cf7455a2a4b req-2ec7cdd8-5f09-4dda-b7b7-9e40a7cb09e1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0b2e089-6d70-4c13-9c87-5492e0a6d0c1 HTTP/1.1" status: 200 len: 217 time: 0.0357556 Aug 22 13:31:53.157905 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b95fb6-5f65-47fe-823a-5cf7455a2a4b req-1b32658f-ca79-47d1-a1a8-937d48862b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:53.159394 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d0b95fb6-5f65-47fe-823a-5cf7455a2a4b req-1b32658f-ca79-47d1-a1a8-937d48862b14 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7230626-a6ae-4376-b2ff-83d11dd599d4 HTTP/1.1" status: 200 len: 855 time: 0.0490565 Aug 22 13:31:53.190711 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d0b95fb6-5f65-47fe-823a-5cf7455a2a4b req-0b1c6517-78f3-47b3-adba-0f3097e85747 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6b1eb92-af26-4c6a-bbe1-59d99b962beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242474 Aug 22 13:31:53.290663 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d0b95fb6-5f65-47fe-823a-5cf7455a2a4b req-e440bf89-77ce-4655-97e0-87d20520038f service neutron] 10.222.0.41 "GET /v2.0/networks/b6b1eb92-af26-4c6a-bbe1-59d99b962beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920298 Aug 22 13:31:53.390258 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d0b95fb6-5f65-47fe-823a-5cf7455a2a4b req-c32a4134-43fe-4fa0-bdf6-ac3783a4ef31 service neutron] 10.222.0.41 "GET /v2.0/networks/b6b1eb92-af26-4c6a-bbe1-59d99b962beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929410 Aug 22 13:31:53.904727 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7438d0b-6792-4785-8772-8571225096ea req-39d663bc-837d-47a9-bcc9-1b506cc447ee tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:53.906492 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f7438d0b-6792-4785-8772-8571225096ea req-39d663bc-837d-47a9-bcc9-1b506cc447ee tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a643286-c02f-4f8b-82d6-b54e3654673b HTTP/1.1" status: 200 len: 946 time: 0.0873189 Aug 22 13:31:53.932393 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device e0b2e089-6d70-4c13-9c87-5492e0a6d0c1 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:31:53.940447 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc57ff4-384a-42c0-903a-12aa736bcec6 req-e95ea3f4-c99a-4efb-b984-cb211c595c5d tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:53.941283 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9bc57ff4-384a-42c0-903a-12aa736bcec6 req-e95ea3f4-c99a-4efb-b984-cb211c595c5d tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0b0897-0f99-48e2-a4c8-43251f14fd62 HTTP/1.1" status: 200 len: 944 time: 0.0933847 Aug 22 13:31:53.993464 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f7438d0b-6792-4785-8772-8571225096ea req-69865108-b70f-417f-bfd4-32f70e67e68c tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] 10.222.0.21 "GET /v2.0/security-groups?id=4afa52c9-3c25-4469-88d5-d55e3ca5b9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779023 Aug 22 13:31:54.024919 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9bc57ff4-384a-42c0-903a-12aa736bcec6 req-df20087d-07d4-4542-aea5-1ffd52283a5e tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685301 Aug 22 13:31:54.107950 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port e0b2e089-6d70-4c13-9c87-5492e0a6d0c1, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=e0b2e089-6d70-4c13-9c87-5492e0a6d0c1,segment=NetworkSegment(8d87fb8b-79cc-422a-9fb9-b5f71decb79a),segment_id=8d87fb8b-79cc-422a-9fb9-b5f71decb79a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:31:54.123449 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': 'e0b2e089-6d70-4c13-9c87-5492e0a6d0c1', 'network_id': 'b6b1eb92-af26-4c6a-bbe1-59d99b962beb', 'port_id': 'e0b2e089-6d70-4c13-9c87-5492e0a6d0c1', 'mac_address': 'fa:16:3e:b3:78:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7230626-a6ae-4376-b2ff-83d11dd599d4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:31:54.180512 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:54.194921 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0b2e089-6d70-4c13-9c87-5492e0a6d0c1 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:31:54.223510 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port e0b2e089-6d70-4c13-9c87-5492e0a6d0c1, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=e0b2e089-6d70-4c13-9c87-5492e0a6d0c1,segment=NetworkSegment(8d87fb8b-79cc-422a-9fb9-b5f71decb79a),segment_id=8d87fb8b-79cc-422a-9fb9-b5f71decb79a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:31:54.233500 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:54.251933 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1d83980c-919f-41db-a135-a59400cedcf2 req-05c8ef5a-9a0f-4da4-afd4-5174c13e42af tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c4b6218-090d-45f2-8c40-4f3878d936a1 HTTP/1.1" status: 200 len: 210 time: 0.0530272 Aug 22 13:31:54.343457 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=e0b2e089-6d70-4c13-9c87-5492e0a6d0c1,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:54.462833 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['e0b2e089-6d70-4c13-9c87-5492e0a6d0c1'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:31:54.598187 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfcc2bd-e751-4838-a5f4-cd29e7fa0c6f req-cc26bdb5-bc5e-4e33-83f6-595ecec5c513 tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:54.607870 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ddfcc2bd-e751-4838-a5f4-cd29e7fa0c6f req-cc26bdb5-bc5e-4e33-83f6-595ecec5c513 tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a643286-c02f-4f8b-82d6-b54e3654673b HTTP/1.1" status: 200 len: 946 time: 0.0632789 Aug 22 13:31:54.660499 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ddfcc2bd-e751-4838-a5f4-cd29e7fa0c6f req-8a1bc90e-e2e6-4963-b928-f26edee4fd7d tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] 10.222.0.21 "GET /v2.0/security-groups?id=4afa52c9-3c25-4469-88d5-d55e3ca5b9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393431 Aug 22 13:31:54.989698 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59912) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:31:55.149709 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7b1fe363-bf3a-40c0-a5e9-a1fbff63cd52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:55.178285 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ccac60-9011-4598-a23f-07534e6c5cc0 req-d5e62375-34f6-4ee3-96f7-4332b0fd2c6e tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:55.179993 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-56ccac60-9011-4598-a23f-07534e6c5cc0 req-d5e62375-34f6-4ee3-96f7-4332b0fd2c6e tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0b0897-0f99-48e2-a4c8-43251f14fd62 HTTP/1.1" status: 200 len: 945 time: 0.0829639 Aug 22 13:31:55.241478 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-56ccac60-9011-4598-a23f-07534e6c5cc0 req-26c9b391-c702-43d8-a89d-53fb343a7387 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541618 Aug 22 13:31:55.323191 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7b1fe363-bf3a-40c0-a5e9-a1fbff63cd52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:55.327287 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7b1fe363-bf3a-40c0-a5e9-a1fbff63cd52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:55.370585 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-7b1fe363-bf3a-40c0-a5e9-a1fbff63cd52 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=133c8401f0e14fffb18c419af3c36c9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3795793 Aug 22 13:31:55.373899 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 59930) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:31:55.392784 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1fe363-bf3a-40c0-a5e9-a1fbff63cd52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e99e18c-d762-4625-9ab5-670571fdc531,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:55.477226 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-031e92c8-e1e0-4504-8fea-327b9e9b3831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:55.504144 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-031e92c8-e1e0-4504-8fea-327b9e9b3831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:55.562075 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-031e92c8-e1e0-4504-8fea-327b9e9b3831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:55.564615 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-031e92c8-e1e0-4504-8fea-327b9e9b3831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:55.566025 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-031e92c8-e1e0-4504-8fea-327b9e9b3831 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0e99e18c-d762-4625-9ab5-670571fdc531 HTTP/1.1" status: 204 len: 168 time: 0.1908615 Aug 22 13:31:55.575558 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031e92c8-e1e0-4504-8fea-327b9e9b3831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e99e18c-d762-4625-9ab5-670571fdc531,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:55.797368 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbefdd0-18a3-4ec7-b5fb-d0b930f67285 req-4cc2ce56-564e-4793-9bdb-7012d8f6dfcf tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:55.799596 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5cbefdd0-18a3-4ec7-b5fb-d0b930f67285 req-4cc2ce56-564e-4793-9bdb-7012d8f6dfcf tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a643286-c02f-4f8b-82d6-b54e3654673b HTTP/1.1" status: 200 len: 946 time: 0.0620072 Aug 22 13:31:55.852769 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5cbefdd0-18a3-4ec7-b5fb-d0b930f67285 req-167ac5ee-b557-47f1-8687-65441e0e1b81 tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] 10.222.0.21 "GET /v2.0/security-groups?id=4afa52c9-3c25-4469-88d5-d55e3ca5b9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437844 Aug 22 13:31:55.875189 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 59940) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:31:55.889093 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-28e7d82d-81a6-44a5-a9e2-0b3b89fbc163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:55.936303 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device e0b2e089-6d70-4c13-9c87-5492e0a6d0c1 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:31:55.994407 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port e0b2e089-6d70-4c13-9c87-5492e0a6d0c1 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:31:55.997479 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-28e7d82d-81a6-44a5-a9e2-0b3b89fbc163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:55.999591 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port e0b2e089-6d70-4c13-9c87-5492e0a6d0c1 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:31:56.000360 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:56.003435 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-28e7d82d-81a6-44a5-a9e2-0b3b89fbc163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:56.046498 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-28e7d82d-81a6-44a5-a9e2-0b3b89fbc163 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6abc99fa202e432aa90a2119350754a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1699238 Aug 22 13:31:56.047312 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e7d82d-81a6-44a5-a9e2-0b3b89fbc163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750d8a1d-855f-4e95-b510-219623d27136,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:56.049418 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59942) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:31:56.111174 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:56.123530 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-db4ab4ed-37ba-4b7c-9da2-08ce1670515a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:56.142334 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d0b0897-0f99-48e2-a4c8-43251f14fd62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b2e089-6d70-4c13-9c87-5492e0a6d0c1'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:31:56.147398 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da323ae-0578-4718-93d7-06912e536712" -d '{"events": [{"server_uuid": "1d0b0897-0f99-48e2-a4c8-43251f14fd62", "name": "network-vif-plugged", "status": "completed", "tag": "e0b2e089-6d70-4c13-9c87-5492e0a6d0c1"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:31:56.151471 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-db4ab4ed-37ba-4b7c-9da2-08ce1670515a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:56.167981 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port e0b2e089-6d70-4c13-9c87-5492e0a6d0c1, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=e0b2e089-6d70-4c13-9c87-5492e0a6d0c1,segment=NetworkSegment(8d87fb8b-79cc-422a-9fb9-b5f71decb79a),segment_id=8d87fb8b-79cc-422a-9fb9-b5f71decb79a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:31:56.177221 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:56.219101 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66bf8d3-bf03-4ae7-8938-0280eb7b4a6d x-openstack-request-id: req-c66bf8d3-bf03-4ae7-8938-0280eb7b4a6d {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:31:56.219399 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d0b0897-0f99-48e2-a4c8-43251f14fd62", "name": "network-vif-plugged", "status": "completed", "tag": "e0b2e089-6d70-4c13-9c87-5492e0a6d0c1", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:31:56.219653 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c66bf8d3-bf03-4ae7-8938-0280eb7b4a6d {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:31:56.220040 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d0b0897-0f99-48e2-a4c8-43251f14fd62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b2e089-6d70-4c13-9c87-5492e0a6d0c1', 'code': 200} Aug 22 13:31:56.248992 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-db4ab4ed-37ba-4b7c-9da2-08ce1670515a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:56.250604 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=e0b2e089-6d70-4c13-9c87-5492e0a6d0c1,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:56.253587 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-db4ab4ed-37ba-4b7c-9da2-08ce1670515a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:56.262273 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-db4ab4ed-37ba-4b7c-9da2-08ce1670515a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/750d8a1d-855f-4e95-b510-219623d27136 HTTP/1.1" status: 204 len: 168 time: 0.2073665 Aug 22 13:31:56.312625 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4ab4ed-37ba-4b7c-9da2-08ce1670515a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750d8a1d-855f-4e95-b510-219623d27136,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:56.346216 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d3588d-3a7f-42ec-a633-d141b9b1cdd1 req-0d72d08e-33e1-4f62-b39c-3a0c16be2c17 tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:56.348023 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b2d3588d-3a7f-42ec-a633-d141b9b1cdd1 req-0d72d08e-33e1-4f62-b39c-3a0c16be2c17 tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a643286-c02f-4f8b-82d6-b54e3654673b HTTP/1.1" status: 200 len: 946 time: 0.0718641 Aug 22 13:31:56.376160 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9757425-e626-4ea8-861d-ae14cb592ecf req-883e2ff0-9ff6-4744-86da-e601c1265ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:56.378178 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a9757425-e626-4ea8-861d-ae14cb592ecf req-883e2ff0-9ff6-4744-86da-e601c1265ad6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1d0b0897-0f99-48e2-a4c8-43251f14fd62 HTTP/1.1" status: 200 len: 1098 time: 0.0899923 Aug 22 13:31:56.443764 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a9757425-e626-4ea8-861d-ae14cb592ecf req-1212b047-fb19-4592-a553-ba12545e85c0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576425 Aug 22 13:31:56.515943 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593bc18-7000-434e-82f4-d6c28c3b0448 req-27045040-8aba-4a2b-bfde-ac6dd39bb6ee tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:56.517674 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3593bc18-7000-434e-82f4-d6c28c3b0448 req-27045040-8aba-4a2b-bfde-ac6dd39bb6ee tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0b0897-0f99-48e2-a4c8-43251f14fd62 HTTP/1.1" status: 200 len: 946 time: 0.0723782 Aug 22 13:31:56.529245 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-b2d3588d-3a7f-42ec-a633-d141b9b1cdd1 req-8f8d8426-f1d0-48c2-9d48-32bea578da3e tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] Deleting port fabe359b-2e2c-43b2-8dcd-90fcedecc9ea {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:31:56.529616 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-b2d3588d-3a7f-42ec-a633-d141b9b1cdd1 req-8f8d8426-f1d0-48c2-9d48-32bea578da3e tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:56.656376 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3593bc18-7000-434e-82f4-d6c28c3b0448 req-f8208662-a58e-4eeb-a0a8-1c6c3a3726d1 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298192 Aug 22 13:31:56.671166 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-b2d3588d-3a7f-42ec-a633-d141b9b1cdd1 req-8f8d8426-f1d0-48c2-9d48-32bea578da3e tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] For port fabe359b-2e2c-43b2-8dcd-90fcedecc9ea, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=fabe359b-2e2c-43b2-8dcd-90fcedecc9ea,segment=NetworkSegment(b312ba44-f904-444f-bc21-72ec0ffe04ba),segment_id=b312ba44-f904-444f-bc21-72ec0ffe04ba)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:31:56.671519 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-b2d3588d-3a7f-42ec-a633-d141b9b1cdd1 req-8f8d8426-f1d0-48c2-9d48-32bea578da3e tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:56.694995 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-b2d3588d-3a7f-42ec-a633-d141b9b1cdd1 req-8f8d8426-f1d0-48c2-9d48-32bea578da3e tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] Calling delete_port for fabe359b-2e2c-43b2-8dcd-90fcedecc9ea owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:31:56.849694 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-b2d3588d-3a7f-42ec-a633-d141b9b1cdd1 req-8f8d8426-f1d0-48c2-9d48-32bea578da3e tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:56.869075 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['fabe359b-2e2c-43b2-8dcd-90fcedecc9ea'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:31:56.915313 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8d8426-f1d0-48c2-9d48-32bea578da3e tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] Pushing event deleted for resources: {'Port': ['ID=fabe359b-2e2c-43b2-8dcd-90fcedecc9ea,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:56.967124 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d3588d-3a7f-42ec-a633-d141b9b1cdd1 req-8f8d8426-f1d0-48c2-9d48-32bea578da3e tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] No DVR routers for this DVR port fabe359b-2e2c-43b2-8dcd-90fcedecc9ea on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:31:56.981019 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-b2d3588d-3a7f-42ec-a633-d141b9b1cdd1 req-8f8d8426-f1d0-48c2-9d48-32bea578da3e tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:56.983526 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b2d3588d-3a7f-42ec-a633-d141b9b1cdd1 req-8f8d8426-f1d0-48c2-9d48-32bea578da3e tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] 10.222.0.16 "DELETE /v2.0/ports/fabe359b-2e2c-43b2-8dcd-90fcedecc9ea HTTP/1.1" status: 204 len: 173 time: 0.6234698 Aug 22 13:31:56.984026 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a643286-c02f-4f8b-82d6-b54e3654673b', 'name': 'network-vif-deleted', 'tag': 'fabe359b-2e2c-43b2-8dcd-90fcedecc9ea'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:31:56.986708 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b949e999-e854-49c1-b36d-0687d5f02801" -d '{"events": [{"server_uuid": "4a643286-c02f-4f8b-82d6-b54e3654673b", "name": "network-vif-deleted", "tag": "fabe359b-2e2c-43b2-8dcd-90fcedecc9ea"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:31:57.015773 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-363a00db-ec63-4b48-b584-616a641b3361 req-b8a2fd41-5d2d-401b-a925-de1ccaef2a7d tempest-InstanceActionsNegativeTestJSON-2065619702 tempest-InstanceActionsNegativeTestJSON-2065619702-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a643286-c02f-4f8b-82d6-b54e3654673b HTTP/1.1" status: 200 len: 210 time: 0.0695207 Aug 22 13:31:57.068318 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62605b4-fdbb-47f5-be44-fd91fd05243d x-openstack-request-id: req-d62605b4-fdbb-47f5-be44-fd91fd05243d {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:31:57.069359 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a643286-c02f-4f8b-82d6-b54e3654673b", "name": "network-vif-deleted", "tag": "fabe359b-2e2c-43b2-8dcd-90fcedecc9ea", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:31:57.069803 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d62605b4-fdbb-47f5-be44-fd91fd05243d {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:31:57.071073 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a643286-c02f-4f8b-82d6-b54e3654673b', 'name': 'network-vif-deleted', 'tag': 'fabe359b-2e2c-43b2-8dcd-90fcedecc9ea', 'status': 'completed', 'code': 200} Aug 22 13:31:57.849786 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63f35b-0aab-44f0-9225-c6bb0d5bb748 req-84b1a050-541e-44a6-9465-73f32d83fb14 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:57.852863 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ef63f35b-0aab-44f0-9225-c6bb0d5bb748 req-84b1a050-541e-44a6-9465-73f32d83fb14 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0b0897-0f99-48e2-a4c8-43251f14fd62 HTTP/1.1" status: 200 len: 946 time: 0.0622852 Aug 22 13:31:57.893956 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ef63f35b-0aab-44f0-9225-c6bb0d5bb748 req-a0f238fc-4232-4558-a417-a9159b5acd69 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344698 Aug 22 13:31:58.044258 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880ca0a-3ad7-487b-a1ad-694aa2989bc4 req-619524da-c77a-419d-9824-7b9993f3f806 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:58.045590 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6880ca0a-3ad7-487b-a1ad-694aa2989bc4 req-619524da-c77a-419d-9824-7b9993f3f806 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0b0897-0f99-48e2-a4c8-43251f14fd62 HTTP/1.1" status: 200 len: 946 time: 0.0681307 Aug 22 13:31:58.076705 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60010) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:31:58.097734 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6880ca0a-3ad7-487b-a1ad-694aa2989bc4 req-fd5c4593-ef89-46db-ba44-aab1a9abb725 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448544 Aug 22 13:31:58.126552 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0654537-934d-4dc6-9892-0ed94312451e admin admin] Deleting subnet 44918ac3-a12a-4d11-9208-c5c1463c756d {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:31:58.131164 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b0654537-934d-4dc6-9892-0ed94312451e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:58.169575 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:58.173546 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b0654537-934d-4dc6-9892-0ed94312451e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:58.219794 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b0654537-934d-4dc6-9892-0ed94312451e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:58.323798 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b0654537-934d-4dc6-9892-0ed94312451e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:58.369225 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b0654537-934d-4dc6-9892-0ed94312451e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:58.371225 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b0654537-934d-4dc6-9892-0ed94312451e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/44918ac3-a12a-4d11-9208-c5c1463c756d HTTP/1.1" status: 204 len: 168 time: 0.2925122 Aug 22 13:31:58.372313 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0654537-934d-4dc6-9892-0ed94312451e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44918ac3-a12a-4d11-9208-c5c1463c756d,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:58.380821 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60022) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:31:58.397707 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-28903e8b-1aa3-43a6-ac5c-81a2d3ff03b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:58.404649 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f20174-8324-4bbc-933b-19df8b4fa080 req-41035884-b355-4a8a-8c39-7668200a5e62 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:58.406669 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-30f20174-8324-4bbc-933b-19df8b4fa080 req-41035884-b355-4a8a-8c39-7668200a5e62 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0b0897-0f99-48e2-a4c8-43251f14fd62 HTTP/1.1" status: 200 len: 946 time: 0.0601511 Aug 22 13:31:58.474608 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-30f20174-8324-4bbc-933b-19df8b4fa080 req-12a7a3b2-55d4-4a50-8d0a-590f9aeadc19 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520701 Aug 22 13:31:58.667070 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71991d49-62a0-4644-b23e-3e8700fbf016 req-16f63ec2-6526-4f92-ae0f-7845a222ea54 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:58.681590 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-71991d49-62a0-4644-b23e-3e8700fbf016 req-16f63ec2-6526-4f92-ae0f-7845a222ea54 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0b0897-0f99-48e2-a4c8-43251f14fd62 HTTP/1.1" status: 200 len: 946 time: 0.1241617 Aug 22 13:31:58.735466 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-71991d49-62a0-4644-b23e-3e8700fbf016 req-b8f4e46a-a044-447e-ba68-5e3df54498b1 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509646 Aug 22 13:31:58.794174 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-53d74106-5d3a-453b-acfa-6392997e2a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:58.891849 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device fabe359b-2e2c-43b2-8dcd-90fcedecc9ea no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:31:58.921346 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-53d74106-5d3a-453b-acfa-6392997e2a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:58.936263 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-53d74106-5d3a-453b-acfa-6392997e2a86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82e4ae46-9dd3-4059-8340-2bc11b6f2dc8']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:31:58.939396 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: fabe359b-2e2c-43b2-8dcd-90fcedecc9ea {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:31:58.939930 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device fabe359b-2e2c-43b2-8dcd-90fcedecc9ea not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:31:58.958720 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-53d74106-5d3a-453b-acfa-6392997e2a86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b312ba44-f904-444f-bc21-72ec0ffe04ba') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:31:58.959684 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-53d74106-5d3a-453b-acfa-6392997e2a86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b312ba44-f904-444f-bc21-72ec0ffe04ba') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:31:58.974580 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-53d74106-5d3a-453b-acfa-6392997e2a86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:58.997068 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-53d74106-5d3a-453b-acfa-6392997e2a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:59.003198 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53d74106-5d3a-453b-acfa-6392997e2a86 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:31:59.003829 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-53d74106-5d3a-453b-acfa-6392997e2a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:59.005625 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:31:59.005625 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:31:59.005625 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:31:59.005625 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:31:59.005625 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:31:59.005625 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:31:59.005625 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:31:59.005625 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:31:59.005625 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:31:59.005625 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:31:59.005625 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:31:59.005625 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:31:59.005625 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:31:59.005625 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:31:59.005625 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:31:59.005625 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:31:59.005625 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:31:59.005625 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:31:59.005625 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:31:59.005625 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:31:59.005625 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:31:59.005625 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:31:59.005625 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:31:59.005625 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:31:59.005625 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:31:59.005625 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:31:59.005625 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:31:59.005625 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:31:59.005625 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:31:59.005625 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:31:59.005625 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:31:59.005625 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:31:59.074461 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-53d74106-5d3a-453b-acfa-6392997e2a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:59.080140 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-53d74106-5d3a-453b-acfa-6392997e2a86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:59.082221 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-53d74106-5d3a-453b-acfa-6392997e2a86 admin admin] 10.222.0.21 "DELETE /v2.0/networks/82e4ae46-9dd3-4059-8340-2bc11b6f2dc8 HTTP/1.1" status: 204 len: 168 time: 0.7003739 Aug 22 13:31:59.097017 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d74106-5d3a-453b-acfa-6392997e2a86 admin admin] Pushing event deleted for resources: {'Network': ['ID=82e4ae46-9dd3-4059-8340-2bc11b6f2dc8,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:59.173445 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a768db-aeed-4de9-a67c-2890a144534b req-0ec6ee90-6e47-49ff-a820-0cbc3e740343 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:59.183660 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-92a768db-aeed-4de9-a67c-2890a144534b req-0ec6ee90-6e47-49ff-a820-0cbc3e740343 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5ae8550-9d43-4cb1-8063-916a676bc36d HTTP/1.1" status: 200 len: 944 time: 0.1307738 Aug 22 13:31:59.242982 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-92a768db-aeed-4de9-a67c-2890a144534b req-d1755090-fa88-47a3-97c2-506b2c8e5a6d tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558820 Aug 22 13:31:59.377242 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd7013-b7d3-4a06-9a81-f4cd449d31e2 req-a9e416bd-4a97-4f89-8082-9f5ef8f059d1 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:59.381828 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60074) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:31:59.384761 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bfbd7013-b7d3-4a06-9a81-f4cd449d31e2 req-a9e416bd-4a97-4f89-8082-9f5ef8f059d1 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0b0897-0f99-48e2-a4c8-43251f14fd62 HTTP/1.1" status: 200 len: 946 time: 0.0850279 Aug 22 13:31:59.426294 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ec4d8a9d-396d-4de5-a491-e3abf4d10c0b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9fa9f58fb96d45628d7f5599c0efbfe0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421050 Aug 22 13:31:59.426933 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bfbd7013-b7d3-4a06-9a81-f4cd449d31e2 req-cefe82ce-0a19-48b4-a57f-685d35a052ce tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400889 Aug 22 13:31:59.428685 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 60078) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:31:59.487571 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ac64fc57-a1f2-4911-982b-eeaa5f608fa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:59.516174 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348cdaac-2755-4118-8d44-7fe41e047f6c req-9115a03e-5a1e-4171-908f-6fc79ec5dd48 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:31:59.518001 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-348cdaac-2755-4118-8d44-7fe41e047f6c req-9115a03e-5a1e-4171-908f-6fc79ec5dd48 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ae8550-9d43-4cb1-8063-916a676bc36d HTTP/1.1" status: 200 len: 944 time: 0.0684285 Aug 22 13:31:59.521293 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ac64fc57-a1f2-4911-982b-eeaa5f608fa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:59.575619 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ac64fc57-a1f2-4911-982b-eeaa5f608fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:59.578316 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ac64fc57-a1f2-4911-982b-eeaa5f608fa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:59.579770 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ac64fc57-a1f2-4911-982b-eeaa5f608fa3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4afa52c9-3c25-4469-88d5-d55e3ca5b9a8 HTTP/1.1" status: 204 len: 168 time: 0.1463845 Aug 22 13:31:59.589055 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac64fc57-a1f2-4911-982b-eeaa5f608fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4afa52c9-3c25-4469-88d5-d55e3ca5b9a8,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:31:59.651424 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-348cdaac-2755-4118-8d44-7fe41e047f6c req-a45ade7a-efd5-4174-a1b2-e08a638efe3e tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Deleting port 2d135122-52a0-4e66-86c2-520768cf0447 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:31:59.651848 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-348cdaac-2755-4118-8d44-7fe41e047f6c req-a45ade7a-efd5-4174-a1b2-e08a638efe3e tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:59.776723 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-348cdaac-2755-4118-8d44-7fe41e047f6c req-a45ade7a-efd5-4174-a1b2-e08a638efe3e tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] For port 2d135122-52a0-4e66-86c2-520768cf0447, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=2d135122-52a0-4e66-86c2-520768cf0447,segment=NetworkSegment(18b5a6df-b98f-4d4b-9428-0223d3f719a9),segment_id=18b5a6df-b98f-4d4b-9428-0223d3f719a9)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:31:59.777230 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-348cdaac-2755-4118-8d44-7fe41e047f6c req-a45ade7a-efd5-4174-a1b2-e08a638efe3e tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:59.792701 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-348cdaac-2755-4118-8d44-7fe41e047f6c req-a45ade7a-efd5-4174-a1b2-e08a638efe3e tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Calling delete_port for 2d135122-52a0-4e66-86c2-520768cf0447 owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:31:59.952973 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-348cdaac-2755-4118-8d44-7fe41e047f6c req-a45ade7a-efd5-4174-a1b2-e08a638efe3e tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:31:59.965576 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['2d135122-52a0-4e66-86c2-520768cf0447'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:31:59.989921 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45ade7a-efd5-4174-a1b2-e08a638efe3e tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Pushing event deleted for resources: {'Port': ['ID=2d135122-52a0-4e66-86c2-520768cf0447,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:00.042554 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-348cdaac-2755-4118-8d44-7fe41e047f6c req-a45ade7a-efd5-4174-a1b2-e08a638efe3e tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] No DVR routers for this DVR port 2d135122-52a0-4e66-86c2-520768cf0447 on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:32:00.045212 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-348cdaac-2755-4118-8d44-7fe41e047f6c req-a45ade7a-efd5-4174-a1b2-e08a638efe3e tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:00.048043 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-348cdaac-2755-4118-8d44-7fe41e047f6c req-a45ade7a-efd5-4174-a1b2-e08a638efe3e tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.41 "DELETE /v2.0/ports/2d135122-52a0-4e66-86c2-520768cf0447 HTTP/1.1" status: 204 len: 173 time: 0.5227096 Aug 22 13:32:00.048584 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ae8550-9d43-4cb1-8063-916a676bc36d', 'name': 'network-vif-deleted', 'tag': '2d135122-52a0-4e66-86c2-520768cf0447'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:32:00.052541 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04bf1347-9d9e-492f-b4bc-9a94770d3c27" -d '{"events": [{"server_uuid": "c5ae8550-9d43-4cb1-8063-916a676bc36d", "name": "network-vif-deleted", "tag": "2d135122-52a0-4e66-86c2-520768cf0447"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:32:00.104164 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64927f46-e99e-4fb1-b563-14e4bf9c75ac x-openstack-request-id: req-64927f46-e99e-4fb1-b563-14e4bf9c75ac {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:32:00.105009 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5ae8550-9d43-4cb1-8063-916a676bc36d", "name": "network-vif-deleted", "tag": "2d135122-52a0-4e66-86c2-520768cf0447", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:32:00.105009 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-64927f46-e99e-4fb1-b563-14e4bf9c75ac {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:32:00.105251 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ae8550-9d43-4cb1-8063-916a676bc36d', 'name': 'network-vif-deleted', 'tag': '2d135122-52a0-4e66-86c2-520768cf0447', 'status': 'completed', 'code': 200} Aug 22 13:32:00.355671 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dea34bb2-2684-4273-b100-56db0dc01fb6 req-36f41e42-265d-459b-aa02-de661fd7cd0f tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5ae8550-9d43-4cb1-8063-916a676bc36d HTTP/1.1" status: 200 len: 210 time: 0.0370955 Aug 22 13:32:00.444693 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 60124) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:00.563826 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01563a-af15-4313-ad39-2a0af59b7a50 req-59d42457-de1a-4aa8-832a-4b56623df4f6 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:00.565695 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fd01563a-af15-4313-ad39-2a0af59b7a50 req-59d42457-de1a-4aa8-832a-4b56623df4f6 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0b0897-0f99-48e2-a4c8-43251f14fd62 HTTP/1.1" status: 200 len: 946 time: 0.0564158 Aug 22 13:32:00.612411 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fd01563a-af15-4313-ad39-2a0af59b7a50 req-7f330702-170b-4334-91e3-07b95af8f1ec tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371752 Aug 22 13:32:00.739625 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-259c4f9a-7287-4bf9-8877-cfe944bf0a61 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-603768738-network', 'tenant_id': 'bd179a0829334182b97bfbc405fc7bd3'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:32:00.761962 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259c4f9a-7287-4bf9-8877-cfe944bf0a61 admin admin] Made reservation on behalf of bd179a0829334182b97bfbc405fc7bd3 for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:32:00.765212 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-259c4f9a-7287-4bf9-8877-cfe944bf0a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:00.779245 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-259c4f9a-7287-4bf9-8877-cfe944bf0a61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:00.888550 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-259c4f9a-7287-4bf9-8877-cfe944bf0a61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:00.893512 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-259c4f9a-7287-4bf9-8877-cfe944bf0a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:00.923825 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-259c4f9a-7287-4bf9-8877-cfe944bf0a61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:32:00.926058 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259c4f9a-7287-4bf9-8877-cfe944bf0a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675492fb-1ce4-4599-9bf5-4f893b9a3eae,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:00.938110 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-259c4f9a-7287-4bf9-8877-cfe944bf0a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:00.938651 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-259c4f9a-7287-4bf9-8877-cfe944bf0a61 admin admin] Added segment 1ec97653-f004-4535-bed3-eab078d48fa5 of type vlan for network 17da7543-c48a-4421-95b7-38f20cf5d4c9 Aug 22 13:32:00.991673 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-259c4f9a-7287-4bf9-8877-cfe944bf0a61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:01.018877 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-259c4f9a-7287-4bf9-8877-cfe944bf0a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:01.019949 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259c4f9a-7287-4bf9-8877-cfe944bf0a61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:01.020659 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-259c4f9a-7287-4bf9-8877-cfe944bf0a61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:01.049338 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ace852dc-cfed-46e8-8837-136ca511d649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:01.071768 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-259c4f9a-7287-4bf9-8877-cfe944bf0a61 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6254644 Aug 22 13:32:01.074668 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60150) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:01.080307 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-d863f12e-b025-48c7-bf8d-0460d985566c admin admin] Request body: {'subnet': {'network_id': '17da7543-c48a-4421-95b7-38f20cf5d4c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-603768738-subnet', 'tenant_id': 'bd179a0829334182b97bfbc405fc7bd3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:32:01.088914 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259c4f9a-7287-4bf9-8877-cfe944bf0a61 admin admin] Pushing event updated for resources: {'Network': ['ID=17da7543-c48a-4421-95b7-38f20cf5d4c9,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:01.103230 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 17da7543-c48a-4421-95b7-38f20cf5d4c9 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:32:01.105111 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d863f12e-b025-48c7-bf8d-0460d985566c admin admin] Made reservation on behalf of bd179a0829334182b97bfbc405fc7bd3 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:32:01.108011 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d863f12e-b025-48c7-bf8d-0460d985566c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:01.196894 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:01.283805 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d863f12e-b025-48c7-bf8d-0460d985566c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:01.344521 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863f12e-b025-48c7-bf8d-0460d985566c admin admin] Pushing event updated for resources: {'Subnet': ['ID=45bbdf7b-57c6-4e9c-8c16-28a5ba33a308,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:01.349766 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d863f12e-b025-48c7-bf8d-0460d985566c admin admin] Checking segment: {'id': '1ec97653-f004-4535-bed3-eab078d48fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '17da7543-c48a-4421-95b7-38f20cf5d4c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:32:01.350244 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d863f12e-b025-48c7-bf8d-0460d985566c admin admin] Network hostable DHCP agents. Network: 17da7543-c48a-4421-95b7-38f20cf5d4c9, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:32:01.366285 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d863f12e-b025-48c7-bf8d-0460d985566c admin admin] Network 17da7543-c48a-4421-95b7-38f20cf5d4c9 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:32:01.375833 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-d863f12e-b025-48c7-bf8d-0460d985566c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 17da7543-c48a-4421-95b7-38f20cf5d4c9) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:32:01.384671 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c29302e-06f1-41aa-82e7-eededa48df10 None None] Network 17da7543-c48a-4421-95b7-38f20cf5d4c9 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:32:01.388429 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d863f12e-b025-48c7-bf8d-0460d985566c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:01.389023 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d863f12e-b025-48c7-bf8d-0460d985566c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:01.407454 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d863f12e-b025-48c7-bf8d-0460d985566c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.3299205 Aug 22 13:32:01.536902 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb8cdd2-2ba5-476b-8780-5f3aa4d5f36b None None] Network 17da7543-c48a-4421-95b7-38f20cf5d4c9 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:32:01.708098 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd7c207-ee01-43e6-879f-43f2c838ae35 req-b6bd6b65-ff19-4018-a409-ad514c470f50 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:01.709636 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5bd7c207-ee01-43e6-879f-43f2c838ae35 req-b6bd6b65-ff19-4018-a409-ad514c470f50 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=719e968a-7fd4-40fb-a5a5-8b3367588f2d HTTP/1.1" status: 200 len: 945 time: 0.0584004 Aug 22 13:32:01.750909 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5bd7c207-ee01-43e6-879f-43f2c838ae35 req-7ed50424-0cf7-407d-abfa-c20a050820db tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351129 Aug 22 13:32:01.874491 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523d7b1-6c87-4aba-a72e-62a23ba87bbf req-c529fac7-6643-4e0b-901e-98dc98de128f tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:01.876432 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8523d7b1-6c87-4aba-a72e-62a23ba87bbf req-c529fac7-6643-4e0b-901e-98dc98de128f tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0b0897-0f99-48e2-a4c8-43251f14fd62 HTTP/1.1" status: 200 len: 946 time: 0.0662341 Aug 22 13:32:01.929407 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8523d7b1-6c87-4aba-a72e-62a23ba87bbf req-b2978150-d2bf-4364-a8b0-06397813c94f tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451710 Aug 22 13:32:02.106586 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee7d3b-6c18-472f-ac9a-03b92870a1db req-f3dbf564-d28f-45e3-9e2c-7bc70cc22c19 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:02.108187 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-40ee7d3b-6c18-472f-ac9a-03b92870a1db req-f3dbf564-d28f-45e3-9e2c-7bc70cc22c19 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.41 "GET /v2.0/ports?device_id=719e968a-7fd4-40fb-a5a5-8b3367588f2d HTTP/1.1" status: 200 len: 945 time: 0.0652134 Aug 22 13:32:02.112673 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e314b6-19d7-4980-bf98-07d64be4958f req-d8e6532f-3e76-4282-b5c3-8688d5e559ed tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:02.121293 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-75e314b6-19d7-4980-bf98-07d64be4958f req-d8e6532f-3e76-4282-b5c3-8688d5e559ed tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] 10.222.0.21 "GET /v2.0/networks?id=17da7543-c48a-4421-95b7-38f20cf5d4c9 HTTP/1.1" status: 200 len: 821 time: 0.1278636 Aug 22 13:32:02.137983 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-75e314b6-19d7-4980-bf98-07d64be4958f req-4f3713f6-8d06-45b9-89d0-00586a3b72ad tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] 10.222.0.21 "GET /v2.0/quotas/bd179a0829334182b97bfbc405fc7bd3 HTTP/1.1" status: 200 len: 375 time: 0.0156612 Aug 22 13:32:02.180974 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-75e314b6-19d7-4980-bf98-07d64be4958f req-68638369-5d72-4991-b688-bff994cbc505 tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd179a0829334182b97bfbc405fc7bd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417085 Aug 22 13:32:02.220923 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-40ee7d3b-6c18-472f-ac9a-03b92870a1db req-746e36cb-d33b-4b14-b72b-45ce8fc31297 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Deleting port f67aca78-dfb0-4f79-8873-e2b6ee79570a {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:32:02.221528 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-40ee7d3b-6c18-472f-ac9a-03b92870a1db req-746e36cb-d33b-4b14-b72b-45ce8fc31297 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:02.275438 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-75e314b6-19d7-4980-bf98-07d64be4958f req-177252c9-13a1-4291-8214-e9eb71edd73e service neutron] 10.222.0.21 "GET /v2.0/networks/17da7543-c48a-4421-95b7-38f20cf5d4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930140 Aug 22 13:32:02.328680 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-40ee7d3b-6c18-472f-ac9a-03b92870a1db req-746e36cb-d33b-4b14-b72b-45ce8fc31297 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] For port f67aca78-dfb0-4f79-8873-e2b6ee79570a, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=f67aca78-dfb0-4f79-8873-e2b6ee79570a,segment=NetworkSegment(18b5a6df-b98f-4d4b-9428-0223d3f719a9),segment_id=18b5a6df-b98f-4d4b-9428-0223d3f719a9)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:32:02.329595 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-40ee7d3b-6c18-472f-ac9a-03b92870a1db req-746e36cb-d33b-4b14-b72b-45ce8fc31297 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:02.339767 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:02.347608 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-40ee7d3b-6c18-472f-ac9a-03b92870a1db req-746e36cb-d33b-4b14-b72b-45ce8fc31297 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Calling delete_port for f67aca78-dfb0-4f79-8873-e2b6ee79570a owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:32:02.379126 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-75e314b6-19d7-4980-bf98-07d64be4958f req-987ae541-c365-41e2-9c6a-266bbb857889 service neutron] 10.222.0.21 "GET /v2.0/networks/17da7543-c48a-4421-95b7-38f20cf5d4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972898 Aug 22 13:32:02.499454 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-40ee7d3b-6c18-472f-ac9a-03b92870a1db req-746e36cb-d33b-4b14-b72b-45ce8fc31297 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:02.565820 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746e36cb-d33b-4b14-b72b-45ce8fc31297 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Pushing event deleted for resources: {'Port': ['ID=f67aca78-dfb0-4f79-8873-e2b6ee79570a,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:02.583870 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1dcf92ea-2419-4dff-b463-972f74fdf722 req-846d77f2-f155-4561-a933-8cbefaa62a4f tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] 10.222.0.21 "GET /v2.0/ports?device_id=910939b2-8e3b-4655-b57c-b6780a967880 HTTP/1.1" status: 200 len: 210 time: 0.0375845 Aug 22 13:32:02.622709 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ee7d3b-6c18-472f-ac9a-03b92870a1db req-746e36cb-d33b-4b14-b72b-45ce8fc31297 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] No DVR routers for this DVR port f67aca78-dfb0-4f79-8873-e2b6ee79570a on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:32:02.625522 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-40ee7d3b-6c18-472f-ac9a-03b92870a1db req-746e36cb-d33b-4b14-b72b-45ce8fc31297 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:02.627632 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-40ee7d3b-6c18-472f-ac9a-03b92870a1db req-746e36cb-d33b-4b14-b72b-45ce8fc31297 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.41 "DELETE /v2.0/ports/f67aca78-dfb0-4f79-8873-e2b6ee79570a HTTP/1.1" status: 204 len: 173 time: 0.5135181 Aug 22 13:32:02.628070 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '719e968a-7fd4-40fb-a5a5-8b3367588f2d', 'name': 'network-vif-deleted', 'tag': 'f67aca78-dfb0-4f79-8873-e2b6ee79570a'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:32:02.630432 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2deb992a-b666-46e4-9001-5829d62e57d3" -d '{"events": [{"server_uuid": "719e968a-7fd4-40fb-a5a5-8b3367588f2d", "name": "network-vif-deleted", "tag": "f67aca78-dfb0-4f79-8873-e2b6ee79570a"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:32:02.684734 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65aff967-8a50-4712-976c-b4cf25bf1c0d x-openstack-request-id: req-65aff967-8a50-4712-976c-b4cf25bf1c0d {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:32:02.685288 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "719e968a-7fd4-40fb-a5a5-8b3367588f2d", "name": "network-vif-deleted", "tag": "f67aca78-dfb0-4f79-8873-e2b6ee79570a", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:32:02.687874 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-65aff967-8a50-4712-976c-b4cf25bf1c0d {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:32:02.688914 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '719e968a-7fd4-40fb-a5a5-8b3367588f2d', 'name': 'network-vif-deleted', 'tag': 'f67aca78-dfb0-4f79-8873-e2b6ee79570a', 'status': 'completed', 'code': 200} Aug 22 13:32:02.869834 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2542f774-a7e2-493e-84c6-58ee09a23373 req-6455df1c-cbb4-4f40-ae1c-c8ddc23c349b tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=719e968a-7fd4-40fb-a5a5-8b3367588f2d HTTP/1.1" status: 200 len: 210 time: 0.0280204 Aug 22 13:32:03.059029 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edce062-d318-44fd-a46f-1ec1fd748945 req-67772599-a04f-4a36-9fd2-5f4232c20e04 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:03.061587 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9edce062-d318-44fd-a46f-1ec1fd748945 req-67772599-a04f-4a36-9fd2-5f4232c20e04 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0b0897-0f99-48e2-a4c8-43251f14fd62 HTTP/1.1" status: 200 len: 946 time: 0.0597610 Aug 22 13:32:03.144112 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9edce062-d318-44fd-a46f-1ec1fd748945 req-b2f05dab-567f-493b-8633-4f358d1208c5 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739162 Aug 22 13:32:03.634801 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:03.735458 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ac1eed66-4421-43b5-98ff-794813528627 req-d2a1b833-2efa-48f4-a75e-8dc10f121a1b tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] 10.222.0.21 "GET /v2.0/ports?device_id=910939b2-8e3b-4655-b57c-b6780a967880 HTTP/1.1" status: 200 len: 210 time: 0.0645080 Aug 22 13:32:03.794207 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e314b6-19d7-4980-bf98-07d64be4958f req-f29fb096-60c3-4d35-ac55-d481ceb15069 tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:03.795607 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-75e314b6-19d7-4980-bf98-07d64be4958f req-f29fb096-60c3-4d35-ac55-d481ceb15069 tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] 10.222.0.16 "GET /v2.0/networks?id=17da7543-c48a-4421-95b7-38f20cf5d4c9 HTTP/1.1" status: 200 len: 821 time: 0.1546583 Aug 22 13:32:03.814109 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-75e314b6-19d7-4980-bf98-07d64be4958f req-c4fc2b35-d713-476d-b4b0-32d09d60ac8c tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] Request body: {'port': {'device_id': '910939b2-8e3b-4655-b57c-b6780a967880', 'network_id': '17da7543-c48a-4421-95b7-38f20cf5d4c9', 'admin_state_up': True, 'tenant_id': 'bd179a0829334182b97bfbc405fc7bd3'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:32:03.943476 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75e314b6-19d7-4980-bf98-07d64be4958f req-c4fc2b35-d713-476d-b4b0-32d09d60ac8c tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] Made reservation on behalf of bd179a0829334182b97bfbc405fc7bd3 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:32:03.948007 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-75e314b6-19d7-4980-bf98-07d64be4958f req-c4fc2b35-d713-476d-b4b0-32d09d60ac8c tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:03.993331 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 2d135122-52a0-4e66-86c2-520768cf0447 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:32:04.014378 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: 2d135122-52a0-4e66-86c2-520768cf0447 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:32:04.015047 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 2d135122-52a0-4e66-86c2-520768cf0447 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:32:04.123262 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-75e314b6-19d7-4980-bf98-07d64be4958f req-c4fc2b35-d713-476d-b4b0-32d09d60ac8c tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] Allocated IP 172.20.0.6 (17da7543-c48a-4421-95b7-38f20cf5d4c9/45bbdf7b-57c6-4e9c-8c16-28a5ba33a308/383e662a-a8ec-4226-bb7f-ba7f62a01e30) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:32:04.154822 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:04.305285 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff1c281-5539-4bda-82b2-adfbd6055d42 req-2b6ac641-1a5a-404c-92a4-bcbbe80ee2fb tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:04.306772 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ff1c281-5539-4bda-82b2-adfbd6055d42 req-2b6ac641-1a5a-404c-92a4-bcbbe80ee2fb tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=950d0ec7-708c-4a12-9d07-fe3f2f304f78 HTTP/1.1" status: 200 len: 945 time: 0.1483052 Aug 22 13:32:04.389204 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726699f-503e-42fc-ae71-a7eef8b924be req-f2539642-12b2-4f70-a116-59e8130efc92 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:04.390698 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6726699f-503e-42fc-ae71-a7eef8b924be req-f2539642-12b2-4f70-a116-59e8130efc92 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0b0897-0f99-48e2-a4c8-43251f14fd62 HTTP/1.1" status: 200 len: 946 time: 0.1260090 Aug 22 13:32:04.413340 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-75e314b6-19d7-4980-bf98-07d64be4958f req-c4fc2b35-d713-476d-b4b0-32d09d60ac8c tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:04.418898 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ff1c281-5539-4bda-82b2-adfbd6055d42 req-04eff767-20db-4501-bc34-1352caa45352 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/security-groups?id=fff15831-0022-46ee-a133-d014d5c5a4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018507 Aug 22 13:32:04.468168 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6726699f-503e-42fc-ae71-a7eef8b924be req-35d2f7f8-1a4a-4224-a348-1735a968eef9 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666435 Aug 22 13:32:04.508902 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-75e314b6-19d7-4980-bf98-07d64be4958f req-c4fc2b35-d713-476d-b4b0-32d09d60ac8c tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:04.568316 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75e314b6-19d7-4980-bf98-07d64be4958f req-c4fc2b35-d713-476d-b4b0-32d09d60ac8c tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] Network 17da7543-c48a-4421-95b7-38f20cf5d4c9 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:32:04.572750 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-75e314b6-19d7-4980-bf98-07d64be4958f req-c4fc2b35-d713-476d-b4b0-32d09d60ac8c tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:32:04.576556 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-75e314b6-19d7-4980-bf98-07d64be4958f req-c4fc2b35-d713-476d-b4b0-32d09d60ac8c tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:32:04.597662 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966be21-dc56-428a-8a5b-7ddc81cc23d1 req-9812ad86-f2e6-44ed-91df-6ab44edd7159 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:04.599272 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d966be21-dc56-428a-8a5b-7ddc81cc23d1 req-9812ad86-f2e6-44ed-91df-6ab44edd7159 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.41 "GET /v2.0/ports?device_id=950d0ec7-708c-4a12-9d07-fe3f2f304f78 HTTP/1.1" status: 200 len: 945 time: 0.0671041 Aug 22 13:32:04.612309 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fc2b35-d713-476d-b4b0-32d09d60ac8c tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] Pushing event updated for resources: {'Port': ['ID=383e662a-a8ec-4226-bb7f-ba7f62a01e30,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:04.628733 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fc2b35-d713-476d-b4b0-32d09d60ac8c tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:32:04.628733 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fc2b35-d713-476d-b4b0-32d09d60ac8c tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:32:04.628733 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fc2b35-d713-476d-b4b0-32d09d60ac8c tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:32:04.628733 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fc2b35-d713-476d-b4b0-32d09d60ac8c tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:32:04.628733 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fc2b35-d713-476d-b4b0-32d09d60ac8c tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:32:04.628733 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fc2b35-d713-476d-b4b0-32d09d60ac8c tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:32:04.628733 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fc2b35-d713-476d-b4b0-32d09d60ac8c tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:32:04.628733 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fc2b35-d713-476d-b4b0-32d09d60ac8c tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:32:04.628733 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fc2b35-d713-476d-b4b0-32d09d60ac8c tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:32:04.629430 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fc2b35-d713-476d-b4b0-32d09d60ac8c tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:32:04.629430 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fc2b35-d713-476d-b4b0-32d09d60ac8c tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:32:04.629553 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fc2b35-d713-476d-b4b0-32d09d60ac8c tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:32:04.644810 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e314b6-19d7-4980-bf98-07d64be4958f req-c4fc2b35-d713-476d-b4b0-32d09d60ac8c tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:04.645423 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-75e314b6-19d7-4980-bf98-07d64be4958f req-c4fc2b35-d713-476d-b4b0-32d09d60ac8c tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:04.659818 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-75e314b6-19d7-4980-bf98-07d64be4958f req-c4fc2b35-d713-476d-b4b0-32d09d60ac8c tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8506689 Aug 22 13:32:04.675521 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-75e314b6-19d7-4980-bf98-07d64be4958f req-491d0769-1cc6-4c14-a038-44a5f19e2ef5 service neutron] Request body: {'port': {'device_id': '910939b2-8e3b-4655-b57c-b6780a967880', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:32:04.717153 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-d966be21-dc56-428a-8a5b-7ddc81cc23d1 req-928a677f-e0d2-4661-81d3-a721bfd2192f tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Deleting port 3bdf6d62-fbdf-4713-b5d0-4b1371edf076 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:32:04.717504 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-d966be21-dc56-428a-8a5b-7ddc81cc23d1 req-928a677f-e0d2-4661-81d3-a721bfd2192f tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:04.736720 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-75e314b6-19d7-4980-bf98-07d64be4958f req-491d0769-1cc6-4c14-a038-44a5f19e2ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:04.826362 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-d966be21-dc56-428a-8a5b-7ddc81cc23d1 req-928a677f-e0d2-4661-81d3-a721bfd2192f tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] For port 3bdf6d62-fbdf-4713-b5d0-4b1371edf076, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=3bdf6d62-fbdf-4713-b5d0-4b1371edf076,segment=NetworkSegment(18b5a6df-b98f-4d4b-9428-0223d3f719a9),segment_id=18b5a6df-b98f-4d4b-9428-0223d3f719a9)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:32:04.827002 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-d966be21-dc56-428a-8a5b-7ddc81cc23d1 req-928a677f-e0d2-4661-81d3-a721bfd2192f tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:04.841033 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-d966be21-dc56-428a-8a5b-7ddc81cc23d1 req-928a677f-e0d2-4661-81d3-a721bfd2192f tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Calling delete_port for 3bdf6d62-fbdf-4713-b5d0-4b1371edf076 owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:32:04.949224 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640eba19-f30b-401a-993f-2997046af36e req-d9b2a586-7ec6-4de4-9746-d13092d7c063 tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:04.950714 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-640eba19-f30b-401a-993f-2997046af36e req-d9b2a586-7ec6-4de4-9746-d13092d7c063 tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] 10.222.0.21 "GET /v2.0/ports?device_id=910939b2-8e3b-4655-b57c-b6780a967880 HTTP/1.1" status: 200 len: 931 time: 0.1087093 Aug 22 13:32:04.984858 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-d966be21-dc56-428a-8a5b-7ddc81cc23d1 req-928a677f-e0d2-4661-81d3-a721bfd2192f tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:05.026710 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a677f-e0d2-4661-81d3-a721bfd2192f tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Pushing event deleted for resources: {'Port': ['ID=3bdf6d62-fbdf-4713-b5d0-4b1371edf076,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:05.033199 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-640eba19-f30b-401a-993f-2997046af36e req-cb692a01-560b-4b21-90f4-28ad97343147 tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] 10.222.0.21 "GET /v2.0/security-groups?id=675492fb-1ce4-4599-9bf5-4f893b9a3eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733962 Aug 22 13:32:05.086173 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-d966be21-dc56-428a-8a5b-7ddc81cc23d1 req-928a677f-e0d2-4661-81d3-a721bfd2192f tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] No DVR routers for this DVR port 3bdf6d62-fbdf-4713-b5d0-4b1371edf076 on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:32:05.088933 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-d966be21-dc56-428a-8a5b-7ddc81cc23d1 req-928a677f-e0d2-4661-81d3-a721bfd2192f tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:05.091221 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d966be21-dc56-428a-8a5b-7ddc81cc23d1 req-928a677f-e0d2-4661-81d3-a721bfd2192f tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.41 "DELETE /v2.0/ports/3bdf6d62-fbdf-4713-b5d0-4b1371edf076 HTTP/1.1" status: 204 len: 173 time: 0.4864242 Aug 22 13:32:05.091676 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950d0ec7-708c-4a12-9d07-fe3f2f304f78', 'name': 'network-vif-deleted', 'tag': '3bdf6d62-fbdf-4713-b5d0-4b1371edf076'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:32:05.093008 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-75e314b6-19d7-4980-bf98-07d64be4958f req-491d0769-1cc6-4c14-a038-44a5f19e2ef5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 383e662a-a8ec-4226-bb7f-ba7f62a01e30 {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:32:05.094066 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b07bd9-4cb4-4350-8003-0fb9c0bb3710" -d '{"events": [{"server_uuid": "950d0ec7-708c-4a12-9d07-fe3f2f304f78", "name": "network-vif-deleted", "tag": "3bdf6d62-fbdf-4713-b5d0-4b1371edf076"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:32:05.103361 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-75e314b6-19d7-4980-bf98-07d64be4958f req-491d0769-1cc6-4c14-a038-44a5f19e2ef5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:05.128182 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-75e314b6-19d7-4980-bf98-07d64be4958f req-491d0769-1cc6-4c14-a038-44a5f19e2ef5 service neutron] Transition to ACTIVE for port object 383e662a-a8ec-4226-bb7f-ba7f62a01e30 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:32:05.132186 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a24a276-fd68-403b-918e-026683b9c655 x-openstack-request-id: req-1a24a276-fd68-403b-918e-026683b9c655 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:32:05.132565 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "950d0ec7-708c-4a12-9d07-fe3f2f304f78", "name": "network-vif-deleted", "tag": "3bdf6d62-fbdf-4713-b5d0-4b1371edf076", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:32:05.132815 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1a24a276-fd68-403b-918e-026683b9c655 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:32:05.133311 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950d0ec7-708c-4a12-9d07-fe3f2f304f78', 'name': 'network-vif-deleted', 'tag': '3bdf6d62-fbdf-4713-b5d0-4b1371edf076', 'status': 'completed', 'code': 200} Aug 22 13:32:05.133495 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-75e314b6-19d7-4980-bf98-07d64be4958f req-491d0769-1cc6-4c14-a038-44a5f19e2ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:05.206374 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491d0769-1cc6-4c14-a038-44a5f19e2ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=383e662a-a8ec-4226-bb7f-ba7f62a01e30,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:05.269580 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-75e314b6-19d7-4980-bf98-07d64be4958f req-491d0769-1cc6-4c14-a038-44a5f19e2ef5 service neutron] Attempting to bind port 383e662a-a8ec-4226-bb7f-ba7f62a01e30 on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:32:05.269806 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-75e314b6-19d7-4980-bf98-07d64be4958f req-491d0769-1cc6-4c14-a038-44a5f19e2ef5 service neutron] Attempting to bind port 383e662a-a8ec-4226-bb7f-ba7f62a01e30 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '1ec97653-f004-4535-bed3-eab078d48fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '17da7543-c48a-4421-95b7-38f20cf5d4c9'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:32:05.270136 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e314b6-19d7-4980-bf98-07d64be4958f req-491d0769-1cc6-4c14-a038-44a5f19e2ef5 service neutron] Attempting to bind port 383e662a-a8ec-4226-bb7f-ba7f62a01e30 on network 17da7543-c48a-4421-95b7-38f20cf5d4c9 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:32:05.274698 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e314b6-19d7-4980-bf98-07d64be4958f req-491d0769-1cc6-4c14-a038-44a5f19e2ef5 service neutron] Port 383e662a-a8ec-4226-bb7f-ba7f62a01e30 on network 17da7543-c48a-4421-95b7-38f20cf5d4c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:32:05.275009 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e314b6-19d7-4980-bf98-07d64be4958f req-491d0769-1cc6-4c14-a038-44a5f19e2ef5 service neutron] Attempting to bind port 383e662a-a8ec-4226-bb7f-ba7f62a01e30 on network 17da7543-c48a-4421-95b7-38f20cf5d4c9 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:32:05.279752 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e314b6-19d7-4980-bf98-07d64be4958f req-491d0769-1cc6-4c14-a038-44a5f19e2ef5 service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:32:05.280105 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e314b6-19d7-4980-bf98-07d64be4958f req-491d0769-1cc6-4c14-a038-44a5f19e2ef5 service neutron] Checking segment: {'id': '1ec97653-f004-4535-bed3-eab078d48fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '17da7543-c48a-4421-95b7-38f20cf5d4c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:32:05.280497 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e314b6-19d7-4980-bf98-07d64be4958f req-491d0769-1cc6-4c14-a038-44a5f19e2ef5 service neutron] Bound using segment: {'id': '1ec97653-f004-4535-bed3-eab078d48fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '17da7543-c48a-4421-95b7-38f20cf5d4c9'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:32:05.280927 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-75e314b6-19d7-4980-bf98-07d64be4958f req-491d0769-1cc6-4c14-a038-44a5f19e2ef5 service neutron] Bound port: 383e662a-a8ec-4226-bb7f-ba7f62a01e30, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ec97653-f004-4535-bed3-eab078d48fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '17da7543-c48a-4421-95b7-38f20cf5d4c9'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:32:05.281288 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-75e314b6-19d7-4980-bf98-07d64be4958f req-491d0769-1cc6-4c14-a038-44a5f19e2ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:05.347170 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-75e314b6-19d7-4980-bf98-07d64be4958f req-491d0769-1cc6-4c14-a038-44a5f19e2ef5 service neutron] For port 383e662a-a8ec-4226-bb7f-ba7f62a01e30, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:32:05.350234 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-75e314b6-19d7-4980-bf98-07d64be4958f req-491d0769-1cc6-4c14-a038-44a5f19e2ef5 service neutron] For port 383e662a-a8ec-4226-bb7f-ba7f62a01e30, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=383e662a-a8ec-4226-bb7f-ba7f62a01e30,segment=NetworkSegment(1ec97653-f004-4535-bed3-eab078d48fa5),segment_id=1ec97653-f004-4535-bed3-eab078d48fa5)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:32:05.356535 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-75e314b6-19d7-4980-bf98-07d64be4958f req-491d0769-1cc6-4c14-a038-44a5f19e2ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:05.392565 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e314b6-19d7-4980-bf98-07d64be4958f req-491d0769-1cc6-4c14-a038-44a5f19e2ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:05.393291 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-75e314b6-19d7-4980-bf98-07d64be4958f req-491d0769-1cc6-4c14-a038-44a5f19e2ef5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:05.394670 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-75e314b6-19d7-4980-bf98-07d64be4958f req-491d0769-1cc6-4c14-a038-44a5f19e2ef5 service neutron] 10.222.0.16 "PUT /v2.0/ports/383e662a-a8ec-4226-bb7f-ba7f62a01e30 HTTP/1.1" status: 200 len: 1092 time: 0.7243886 Aug 22 13:32:05.395107 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '910939b2-8e3b-4655-b57c-b6780a967880', 'tag': '383e662a-a8ec-4226-bb7f-ba7f62a01e30'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:32:05.397353 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa1114b-563d-455a-b40c-d8a83b8195d5" -d '{"events": [{"name": "network-changed", "server_uuid": "910939b2-8e3b-4655-b57c-b6780a967880", "tag": "383e662a-a8ec-4226-bb7f-ba7f62a01e30"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:32:05.432182 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491d0769-1cc6-4c14-a038-44a5f19e2ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=383e662a-a8ec-4226-bb7f-ba7f62a01e30,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:05.440515 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd296a1-4a74-4937-a4b3-8f66b7ffdc20 x-openstack-request-id: req-2fd296a1-4a74-4937-a4b3-8f66b7ffdc20 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:32:05.440801 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "910939b2-8e3b-4655-b57c-b6780a967880", "tag": "383e662a-a8ec-4226-bb7f-ba7f62a01e30", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:32:05.442428 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2fd296a1-4a74-4937-a4b3-8f66b7ffdc20 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:32:05.442872 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '910939b2-8e3b-4655-b57c-b6780a967880', 'tag': '383e662a-a8ec-4226-bb7f-ba7f62a01e30', 'status': 'completed', 'code': 200} Aug 22 13:32:05.494176 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e314b6-19d7-4980-bf98-07d64be4958f req-1f1569a5-6d24-4100-b7f2-a515ad139b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:05.501614 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-75e314b6-19d7-4980-bf98-07d64be4958f req-1f1569a5-6d24-4100-b7f2-a515ad139b5f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bd179a0829334182b97bfbc405fc7bd3&device_id=910939b2-8e3b-4655-b57c-b6780a967880 HTTP/1.1" status: 200 len: 1095 time: 0.0497279 Aug 22 13:32:05.582557 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-75e314b6-19d7-4980-bf98-07d64be4958f req-24e640ff-c9b2-41bd-bde4-e2b8f421eb03 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=383e662a-a8ec-4226-bb7f-ba7f62a01e30 HTTP/1.1" status: 200 len: 217 time: 0.0672021 Aug 22 13:32:05.584623 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-600358e6-e9f2-497a-b11a-205851a352a2 req-39065b2f-2d17-4859-b7ba-12d39ff5c013 tempest-LiveMigrationTest-270095723 tempest-LiveMigrationTest-270095723-project] 10.222.0.21 "GET /v2.0/ports?device_id=950d0ec7-708c-4a12-9d07-fe3f2f304f78 HTTP/1.1" status: 200 len: 210 time: 0.0686104 Aug 22 13:32:05.696685 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985b031-bd65-44a2-9e85-649b35ccc822 req-52979d9a-8ea4-48a5-9480-23d61d199104 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:05.698320 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6985b031-bd65-44a2-9e85-649b35ccc822 req-52979d9a-8ea4-48a5-9480-23d61d199104 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0b0897-0f99-48e2-a4c8-43251f14fd62 HTTP/1.1" status: 200 len: 946 time: 0.1181066 Aug 22 13:32:05.701361 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e314b6-19d7-4980-bf98-07d64be4958f req-819143e7-e07d-4f0e-bf06-eeafdc0e5d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:05.702795 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-75e314b6-19d7-4980-bf98-07d64be4958f req-819143e7-e07d-4f0e-bf06-eeafdc0e5d87 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=45bbdf7b-57c6-4e9c-8c16-28a5ba33a308 HTTP/1.1" status: 200 len: 861 time: 0.0982332 Aug 22 13:32:05.748698 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-75e314b6-19d7-4980-bf98-07d64be4958f req-b340fd28-83e8-4f2b-a812-100be63a2d47 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=17da7543-c48a-4421-95b7-38f20cf5d4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295911 Aug 22 13:32:05.762920 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6985b031-bd65-44a2-9e85-649b35ccc822 req-b72c7504-07fe-4cac-8580-91f23a478a86 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577974 Aug 22 13:32:05.850705 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-75e314b6-19d7-4980-bf98-07d64be4958f req-7856eeff-d33c-4556-85fd-3418aeaf1033 service neutron] 10.222.0.16 "GET /v2.0/networks/17da7543-c48a-4421-95b7-38f20cf5d4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866706 Aug 22 13:32:05.948444 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-75e314b6-19d7-4980-bf98-07d64be4958f req-376b873f-6e0b-49f0-b2e1-ef2e586978aa service neutron] 10.222.0.16 "GET /v2.0/networks/17da7543-c48a-4421-95b7-38f20cf5d4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891089 Aug 22 13:32:05.991465 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device f67aca78-dfb0-4f79-8873-e2b6ee79570a no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:32:06.011608 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: f67aca78-dfb0-4f79-8873-e2b6ee79570a {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:32:06.011951 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device f67aca78-dfb0-4f79-8873-e2b6ee79570a not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:32:06.050227 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1114b-563d-455a-b40c-d8a83b8195d5 req-da579b8a-aab7-474b-b12a-2bf9acc02303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:06.051769 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3aa1114b-563d-455a-b40c-d8a83b8195d5 req-da579b8a-aab7-474b-b12a-2bf9acc02303 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bd179a0829334182b97bfbc405fc7bd3&device_id=910939b2-8e3b-4655-b57c-b6780a967880 HTTP/1.1" status: 200 len: 1095 time: 0.0452518 Aug 22 13:32:06.468834 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1114b-563d-455a-b40c-d8a83b8195d5 req-43fb46e8-4a1d-46b0-b9d9-8e92e5512be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:06.470343 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3aa1114b-563d-455a-b40c-d8a83b8195d5 req-43fb46e8-4a1d-46b0-b9d9-8e92e5512be1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=17da7543-c48a-4421-95b7-38f20cf5d4c9 HTTP/1.1" status: 200 len: 922 time: 0.4063525 Aug 22 13:32:06.477904 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc631b98-bd27-456e-8b50-cfb49f074708 req-b6de4df0-6ceb-4bfd-8ffc-f148a6d2418d tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:06.479173 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cc631b98-bd27-456e-8b50-cfb49f074708 req-b6de4df0-6ceb-4bfd-8ffc-f148a6d2418d tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] 10.222.0.21 "GET /v2.0/ports?device_id=910939b2-8e3b-4655-b57c-b6780a967880 HTTP/1.1" status: 200 len: 943 time: 0.0847313 Aug 22 13:32:06.520101 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3aa1114b-563d-455a-b40c-d8a83b8195d5 req-f320bd5a-1989-4541-86fc-575fa5b5bb43 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=383e662a-a8ec-4226-bb7f-ba7f62a01e30 HTTP/1.1" status: 200 len: 217 time: 0.0399883 Aug 22 13:32:06.578543 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cc631b98-bd27-456e-8b50-cfb49f074708 req-41499fb7-ab36-4f9c-947b-eca520e49508 tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] 10.222.0.21 "GET /v2.0/security-groups?id=675492fb-1ce4-4599-9bf5-4f893b9a3eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918400 Aug 22 13:32:06.588580 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1114b-563d-455a-b40c-d8a83b8195d5 req-5bbb40c9-8fc4-4256-bf0a-8f02bdca714c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:06.590043 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3aa1114b-563d-455a-b40c-d8a83b8195d5 req-5bbb40c9-8fc4-4256-bf0a-8f02bdca714c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=45bbdf7b-57c6-4e9c-8c16-28a5ba33a308 HTTP/1.1" status: 200 len: 861 time: 0.0620520 Aug 22 13:32:06.627407 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3aa1114b-563d-455a-b40c-d8a83b8195d5 req-180ef7ad-3b59-4ff9-af13-cee7cb790b0d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=17da7543-c48a-4421-95b7-38f20cf5d4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261943 Aug 22 13:32:06.648758 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60368) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:06.711698 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c81ec9a-66ad-44c6-b4ca-a13873bf3932 admin admin] Deleting subnet 236eb505-a499-4edb-a293-2a2d85a583c0 {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:32:06.715425 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7c81ec9a-66ad-44c6-b4ca-a13873bf3932 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:06.746190 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3aa1114b-563d-455a-b40c-d8a83b8195d5 req-79094712-82df-45fa-84f6-649a20032342 service neutron] 10.222.0.16 "GET /v2.0/networks/17da7543-c48a-4421-95b7-38f20cf5d4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100049 Aug 22 13:32:06.756977 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7c81ec9a-66ad-44c6-b4ca-a13873bf3932 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:06.827594 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7c81ec9a-66ad-44c6-b4ca-a13873bf3932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:06.884934 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3aa1114b-563d-455a-b40c-d8a83b8195d5 req-1c542f73-db8d-4767-9b5c-bb277d3e6f18 service neutron] 10.222.0.16 "GET /v2.0/networks/17da7543-c48a-4421-95b7-38f20cf5d4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306360 Aug 22 13:32:06.921086 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7c81ec9a-66ad-44c6-b4ca-a13873bf3932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:06.926043 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1327ea29-5c5f-4b88-9410-ac269c5e1639 req-2a3e0c0f-d20f-4c4d-a33d-592f043d96d1 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:06.928028 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1327ea29-5c5f-4b88-9410-ac269c5e1639 req-2a3e0c0f-d20f-4c4d-a33d-592f043d96d1 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0b0897-0f99-48e2-a4c8-43251f14fd62 HTTP/1.1" status: 200 len: 946 time: 0.0632083 Aug 22 13:32:06.948669 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81ec9a-66ad-44c6-b4ca-a13873bf3932 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=236eb505-a499-4edb-a293-2a2d85a583c0,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:06.952368 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7c81ec9a-66ad-44c6-b4ca-a13873bf3932 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:06.955495 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7c81ec9a-66ad-44c6-b4ca-a13873bf3932 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/236eb505-a499-4edb-a293-2a2d85a583c0 HTTP/1.1" status: 204 len: 168 time: 0.3052678 Aug 22 13:32:06.957320 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60390) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:06.973864 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1327ea29-5c5f-4b88-9410-ac269c5e1639 req-9e18d038-c230-4bd9-9c26-3e1f5baa47ab tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364819 Aug 22 13:32:06.982701 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:32:07.042124 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ebaec989-c29c-4238-9ad7-336ebb8bc331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:07.120859 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ebaec989-c29c-4238-9ad7-336ebb8bc331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:07.130407 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-ebaec989-c29c-4238-9ad7-336ebb8bc331 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['652b7040-839e-4592-b462-d4511ac6e125']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:07.140580 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-ebaec989-c29c-4238-9ad7-336ebb8bc331 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18b5a6df-b98f-4d4b-9428-0223d3f719a9') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:07.140869 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-ebaec989-c29c-4238-9ad7-336ebb8bc331 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18b5a6df-b98f-4d4b-9428-0223d3f719a9') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:07.161902 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ebaec989-c29c-4238-9ad7-336ebb8bc331 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:07.189371 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ebaec989-c29c-4238-9ad7-336ebb8bc331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:07.195384 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebaec989-c29c-4238-9ad7-336ebb8bc331 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:32:07.195773 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ebaec989-c29c-4238-9ad7-336ebb8bc331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:07.197469 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:32:07.197469 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:32:07.197469 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:32:07.197469 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:32:07.197469 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:32:07.197469 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:32:07.197469 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:32:07.197469 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:32:07.197469 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:32:07.197469 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:32:07.197469 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:32:07.197469 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:32:07.197469 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:32:07.197469 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:32:07.197469 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:32:07.197469 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:32:07.197469 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:32:07.197469 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:32:07.197469 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:32:07.197469 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:32:07.197469 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:32:07.197469 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:32:07.197469 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:32:07.197469 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:32:07.197469 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:32:07.197469 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:32:07.197469 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:32:07.197469 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:32:07.197469 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:32:07.197469 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:32:07.197469 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:32:07.197469 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:32:07.252378 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ebaec989-c29c-4238-9ad7-336ebb8bc331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:07.258104 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ebaec989-c29c-4238-9ad7-336ebb8bc331 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:07.259988 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ebaec989-c29c-4238-9ad7-336ebb8bc331 admin admin] 10.222.0.21 "DELETE /v2.0/networks/652b7040-839e-4592-b462-d4511ac6e125 HTTP/1.1" status: 204 len: 168 time: 0.3014677 Aug 22 13:32:07.262885 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 60398) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:07.270757 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaec989-c29c-4238-9ad7-336ebb8bc331 admin admin] Pushing event deleted for resources: {'Network': ['ID=652b7040-839e-4592-b462-d4511ac6e125,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:07.317772 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-98897086-fe64-43ff-a773-755c23cc0173 admin admin] Deleting subnet 945f83bc-1a49-4033-b960-edc3beeb28da {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:32:07.321245 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-98897086-fe64-43ff-a773-755c23cc0173 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:07.360863 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-98897086-fe64-43ff-a773-755c23cc0173 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:07.403142 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-98897086-fe64-43ff-a773-755c23cc0173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:07.457291 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-98897086-fe64-43ff-a773-755c23cc0173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:07.485537 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-98897086-fe64-43ff-a773-755c23cc0173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:07.487308 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-98897086-fe64-43ff-a773-755c23cc0173 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/945f83bc-1a49-4033-b960-edc3beeb28da HTTP/1.1" status: 204 len: 168 time: 0.2233467 Aug 22 13:32:07.488350 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98897086-fe64-43ff-a773-755c23cc0173 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=945f83bc-1a49-4033-b960-edc3beeb28da,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:07.490467 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 60404) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:07.574527 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d125f89f-ae5b-4f2a-8a30-964c6953a2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:07.666559 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d125f89f-ae5b-4f2a-8a30-964c6953a2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:07.697085 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-d125f89f-ae5b-4f2a-8a30-964c6953a2e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15e298fa-e410-4a5e-bcfa-11047e2aece6']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:07.708676 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-d125f89f-ae5b-4f2a-8a30-964c6953a2e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3de7321-5b4f-4e5c-b7b2-dcdd13b7a538') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:07.708966 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-d125f89f-ae5b-4f2a-8a30-964c6953a2e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3de7321-5b4f-4e5c-b7b2-dcdd13b7a538') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:07.720989 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d125f89f-ae5b-4f2a-8a30-964c6953a2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:07.740630 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4925f4c-8534-4477-88fd-9268476a28d4 req-2c5794bd-3d65-4aa1-820d-d65c7efdeed5 tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:07.742175 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c4925f4c-8534-4477-88fd-9268476a28d4 req-2c5794bd-3d65-4aa1-820d-d65c7efdeed5 tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] 10.222.0.21 "GET /v2.0/ports?device_id=910939b2-8e3b-4655-b57c-b6780a967880 HTTP/1.1" status: 200 len: 943 time: 0.0902157 Aug 22 13:32:07.746040 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d125f89f-ae5b-4f2a-8a30-964c6953a2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:07.759795 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d125f89f-ae5b-4f2a-8a30-964c6953a2e5 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:32:07.760211 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d125f89f-ae5b-4f2a-8a30-964c6953a2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:07.761902 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:32:07.761902 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:32:07.761902 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:32:07.761902 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:32:07.761902 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:32:07.761902 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:32:07.761902 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:32:07.761902 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:32:07.761902 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:32:07.761902 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:32:07.761902 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:32:07.761902 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:32:07.761902 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:32:07.761902 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:32:07.761902 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:32:07.761902 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:32:07.761902 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:32:07.761902 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:32:07.761902 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:32:07.761902 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:32:07.761902 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:32:07.761902 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:32:07.761902 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:32:07.761902 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:32:07.761902 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:32:07.761902 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:32:07.761902 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:32:07.761902 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:32:07.761902 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:32:07.761902 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:32:07.761902 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:32:07.761902 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:32:07.836865 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c4925f4c-8534-4477-88fd-9268476a28d4 req-58be18cb-c485-4ded-ac79-b211b51dfd8a tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] 10.222.0.21 "GET /v2.0/security-groups?id=675492fb-1ce4-4599-9bf5-4f893b9a3eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859647 Aug 22 13:32:07.837979 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d125f89f-ae5b-4f2a-8a30-964c6953a2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:07.845247 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d125f89f-ae5b-4f2a-8a30-964c6953a2e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:07.849749 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d125f89f-ae5b-4f2a-8a30-964c6953a2e5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/15e298fa-e410-4a5e-bcfa-11047e2aece6 HTTP/1.1" status: 204 len: 168 time: 0.3558435 Aug 22 13:32:07.858539 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d125f89f-ae5b-4f2a-8a30-964c6953a2e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=15e298fa-e410-4a5e-bcfa-11047e2aece6,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:08.038081 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60430) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:08.084280 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9649dd49-426c-4f66-97b3-f5f1cc237931 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=61d15703803940a485cdd8f67b081dcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423894 Aug 22 13:32:08.085233 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60434) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:08.109852 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba034f4-baab-41f8-b629-476295b681e7 req-88bc49f6-1d9c-41cc-b785-b36480512d7a tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:08.111527 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3ba034f4-baab-41f8-b629-476295b681e7 req-88bc49f6-1d9c-41cc-b785-b36480512d7a tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0b0897-0f99-48e2-a4c8-43251f14fd62 HTTP/1.1" status: 200 len: 946 time: 0.0606694 Aug 22 13:32:08.138635 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8644318a-9d7b-4e95-bf0f-43803164c695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:08.150462 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3ba034f4-baab-41f8-b629-476295b681e7 req-b9b88848-79a2-4c9c-825c-98bc09e44b58 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324202 Aug 22 13:32:08.161279 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8644318a-9d7b-4e95-bf0f-43803164c695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:08.221761 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8644318a-9d7b-4e95-bf0f-43803164c695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:08.224583 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8644318a-9d7b-4e95-bf0f-43803164c695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:08.225745 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8644318a-9d7b-4e95-bf0f-43803164c695 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fff15831-0022-46ee-a133-d014d5c5a4ad HTTP/1.1" status: 204 len: 168 time: 0.1390407 Aug 22 13:32:08.235208 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8644318a-9d7b-4e95-bf0f-43803164c695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff15831-0022-46ee-a133-d014d5c5a4ad,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:08.562814 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60450) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:08.603040 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6e4bc7ac-82eb-49bd-b2cf-13b08884b4a8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b67400d959e44bbb8ae89a736446f625&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389035 Aug 22 13:32:08.605630 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 60454) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:08.654705 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8b052234-adfc-4302-9f79-740be5e77e60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:08.678883 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8b052234-adfc-4302-9f79-740be5e77e60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:08.739674 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8b052234-adfc-4302-9f79-740be5e77e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:08.742995 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8b052234-adfc-4302-9f79-740be5e77e60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:08.744327 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-8b052234-adfc-4302-9f79-740be5e77e60 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/51e6d8a0-8bc0-4a2e-80f4-217bf6f24502 HTTP/1.1" status: 204 len: 168 time: 0.1376905 Aug 22 13:32:08.752012 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b052234-adfc-4302-9f79-740be5e77e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e6d8a0-8bc0-4a2e-80f4-217bf6f24502,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:08.926886 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 383e662a-a8ec-4226-bb7f-ba7f62a01e30 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:32:09.017330 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0edf6ab-b61d-41fc-a792-28ced73aab87 req-d7f5c810-2791-4f72-bef4-ba5e69773502 tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:09.026358 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f0edf6ab-b61d-41fc-a792-28ced73aab87 req-d7f5c810-2791-4f72-bef4-ba5e69773502 tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] 10.222.0.21 "GET /v2.0/ports?device_id=910939b2-8e3b-4655-b57c-b6780a967880 HTTP/1.1" status: 200 len: 943 time: 0.0921829 Aug 22 13:32:09.080618 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f0edf6ab-b61d-41fc-a792-28ced73aab87 req-c4468929-e2db-4f3a-b2a7-dd8d93e61749 tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] 10.222.0.21 "GET /v2.0/security-groups?id=675492fb-1ce4-4599-9bf5-4f893b9a3eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522549 Aug 22 13:32:09.098609 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 383e662a-a8ec-4226-bb7f-ba7f62a01e30, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=383e662a-a8ec-4226-bb7f-ba7f62a01e30,segment=NetworkSegment(1ec97653-f004-4535-bed3-eab078d48fa5),segment_id=1ec97653-f004-4535-bed3-eab078d48fa5)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:32:09.113929 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '383e662a-a8ec-4226-bb7f-ba7f62a01e30', 'network_id': '17da7543-c48a-4421-95b7-38f20cf5d4c9', 'port_id': '383e662a-a8ec-4226-bb7f-ba7f62a01e30', 'mac_address': 'fa:16:3e:c7:b6:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45bbdf7b-57c6-4e9c-8c16-28a5ba33a308', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:32:09.156694 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:09.171740 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 383e662a-a8ec-4226-bb7f-ba7f62a01e30 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:32:09.201241 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 383e662a-a8ec-4226-bb7f-ba7f62a01e30, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=383e662a-a8ec-4226-bb7f-ba7f62a01e30,segment=NetworkSegment(1ec97653-f004-4535-bed3-eab078d48fa5),segment_id=1ec97653-f004-4535-bed3-eab078d48fa5)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:32:09.206836 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:09.277939 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=383e662a-a8ec-4226-bb7f-ba7f62a01e30,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:09.297892 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed27b0f-71be-4b67-b32e-aebc4792d3be req-8bc07289-8868-47b6-b633-a0ca30275587 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:09.299762 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5ed27b0f-71be-4b67-b32e-aebc4792d3be req-8bc07289-8868-47b6-b633-a0ca30275587 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0b0897-0f99-48e2-a4c8-43251f14fd62 HTTP/1.1" status: 200 len: 946 time: 0.0748799 Aug 22 13:32:09.338618 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5ed27b0f-71be-4b67-b32e-aebc4792d3be req-9242d78d-4e49-4b53-9c3a-f50566f248e7 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324616 Aug 22 13:32:09.542484 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['383e662a-a8ec-4226-bb7f-ba7f62a01e30'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:32:10.017955 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 3bdf6d62-fbdf-4713-b5d0-4b1371edf076 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:32:10.036716 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60522) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:10.057198 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: 3bdf6d62-fbdf-4713-b5d0-4b1371edf076 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:32:10.057801 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 3bdf6d62-fbdf-4713-b5d0-4b1371edf076 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:32:10.211888 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f08f1-2a37-41d9-b8c4-fd713844a54e req-a89cdb08-02a6-4f9a-92c5-c209a672a9ae tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:10.219773 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e08f08f1-2a37-41d9-b8c4-fd713844a54e req-a89cdb08-02a6-4f9a-92c5-c209a672a9ae tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] 10.222.0.21 "GET /v2.0/ports?device_id=910939b2-8e3b-4655-b57c-b6780a967880 HTTP/1.1" status: 200 len: 944 time: 0.0623119 Aug 22 13:32:10.265428 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e08f08f1-2a37-41d9-b8c4-fd713844a54e req-cfafaba6-5e06-465e-9df0-8f999216b321 tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] 10.222.0.21 "GET /v2.0/security-groups?id=675492fb-1ce4-4599-9bf5-4f893b9a3eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354052 Aug 22 13:32:10.269032 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1490768d-1026-406a-bd6b-f041f4fa3625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:10.364013 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1490768d-1026-406a-bd6b-f041f4fa3625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:10.368325 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1490768d-1026-406a-bd6b-f041f4fa3625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:10.408699 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1490768d-1026-406a-bd6b-f041f4fa3625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ddb6fcf-2fd6-4501-bd91-cd9b97871b45,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:10.418632 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-1490768d-1026-406a-bd6b-f041f4fa3625 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9aaeb4d26b2b475392ef68278cfcb45b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3806536 Aug 22 13:32:10.419135 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60544) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:10.469008 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b44ae3-dbde-4428-976d-54987d61761c req-514f3912-597f-4945-b49e-98ef7da998ea tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:10.470520 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-84b44ae3-dbde-4428-976d-54987d61761c req-514f3912-597f-4945-b49e-98ef7da998ea tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0b0897-0f99-48e2-a4c8-43251f14fd62 HTTP/1.1" status: 200 len: 946 time: 0.0595009 Aug 22 13:32:10.471573 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d562d7f2-5103-4183-ac92-296286b1100c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:10.496861 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d562d7f2-5103-4183-ac92-296286b1100c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:10.513321 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-84b44ae3-dbde-4428-976d-54987d61761c req-6cbb5b59-da0d-41c4-a89d-b02d41aff2ce tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344949 Aug 22 13:32:10.562388 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d562d7f2-5103-4183-ac92-296286b1100c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:10.565052 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d562d7f2-5103-4183-ac92-296286b1100c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:10.566182 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d562d7f2-5103-4183-ac92-296286b1100c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2ddb6fcf-2fd6-4501-bd91-cd9b97871b45 HTTP/1.1" status: 204 len: 168 time: 0.1461470 Aug 22 13:32:10.575379 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d562d7f2-5103-4183-ac92-296286b1100c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ddb6fcf-2fd6-4501-bd91-cd9b97871b45,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:10.864871 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 60562) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:10.948891 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 60566) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:10.953250 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 383e662a-a8ec-4226-bb7f-ba7f62a01e30 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:32:10.980858 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cde6f109-2aa2-40b1-93ad-ed3a71110d2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:10.983620 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-dbffe239-f212-46af-bcfa-1ae421014b7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:11.008076 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port 383e662a-a8ec-4226-bb7f-ba7f62a01e30 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:32:11.012655 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 383e662a-a8ec-4226-bb7f-ba7f62a01e30 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:32:11.013177 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:11.020048 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.db.api [None req-cde6f109-2aa2-40b1-93ad-ed3a71110d2d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 22 13:32:11.020048 n-d-793621-33 neutron-server[94627]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 22 13:32:11.020048 n-d-793621-33 neutron-server[94627]: [parameters: {'project_id': '8505566bfe8a45b482a4945298b717e7', 'id': 'e547c645-7784-4d7d-844b-1fbab4d39413', 'expiration': datetime.datetime(2021, 8, 22, 13, 34, 11, 13665)}] Aug 22 13:32:11.020048 n-d-793621-33 neutron-server[94627]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94627) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 13:32:11.020505 n-d-793621-33 neutron-server[94627]: DEBUG oslo_db.api [None req-cde6f109-2aa2-40b1-93ad-ed3a71110d2d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 13:32:11.103619 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:11.113138 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-dbffe239-f212-46af-bcfa-1ae421014b7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:11.118083 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-dbffe239-f212-46af-bcfa-1ae421014b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:11.129923 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910939b2-8e3b-4655-b57c-b6780a967880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383e662a-a8ec-4226-bb7f-ba7f62a01e30'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:32:11.132168 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee11b4ee-1b9b-4c3e-8324-b7cd4434bae3" -d '{"events": [{"server_uuid": "910939b2-8e3b-4655-b57c-b6780a967880", "name": "network-vif-plugged", "status": "completed", "tag": "383e662a-a8ec-4226-bb7f-ba7f62a01e30"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:32:11.146428 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 383e662a-a8ec-4226-bb7f-ba7f62a01e30, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=383e662a-a8ec-4226-bb7f-ba7f62a01e30,segment=NetworkSegment(1ec97653-f004-4535-bed3-eab078d48fa5),segment_id=1ec97653-f004-4535-bed3-eab078d48fa5)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:32:11.156858 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:11.163162 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60574) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:11.163642 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-dbffe239-f212-46af-bcfa-1ae421014b7d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=77428c6afe7d4ec7bce687a68b42e732&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2975798 Aug 22 13:32:11.165291 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbffe239-f212-46af-bcfa-1ae421014b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d291c08-337c-400a-a37a-0f3de4f440e6,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:11.190820 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75bf516-e2a4-449c-be53-9a1a74460f46 x-openstack-request-id: req-d75bf516-e2a4-449c-be53-9a1a74460f46 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:32:11.191109 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "910939b2-8e3b-4655-b57c-b6780a967880", "name": "network-vif-plugged", "status": "completed", "tag": "383e662a-a8ec-4226-bb7f-ba7f62a01e30", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:32:11.191364 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d75bf516-e2a4-449c-be53-9a1a74460f46 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:32:11.191751 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910939b2-8e3b-4655-b57c-b6780a967880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383e662a-a8ec-4226-bb7f-ba7f62a01e30', 'code': 200} Aug 22 13:32:11.224362 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=383e662a-a8ec-4226-bb7f-ba7f62a01e30,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:11.231968 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cd577d25-753d-4b57-8659-79bfa614f007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:11.255015 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cd577d25-753d-4b57-8659-79bfa614f007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:11.288636 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b22e2-f821-4d8e-bf4e-defdd23e576e req-5e73ffff-ed9d-4498-a73a-350b10d3c1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:11.290414 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ce9b22e2-f821-4d8e-bf4e-defdd23e576e req-5e73ffff-ed9d-4498-a73a-350b10d3c1f0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=910939b2-8e3b-4655-b57c-b6780a967880 HTTP/1.1" status: 200 len: 1097 time: 0.0418544 Aug 22 13:32:11.302894 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cd577d25-753d-4b57-8659-79bfa614f007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:11.305677 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cd577d25-753d-4b57-8659-79bfa614f007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:11.309388 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-cd577d25-753d-4b57-8659-79bfa614f007 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4d291c08-337c-400a-a37a-0f3de4f440e6 HTTP/1.1" status: 204 len: 168 time: 0.1421762 Aug 22 13:32:11.315396 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd577d25-753d-4b57-8659-79bfa614f007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d291c08-337c-400a-a37a-0f3de4f440e6,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:11.336670 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ce9b22e2-f821-4d8e-bf4e-defdd23e576e req-e4c67d36-2b96-4614-bffb-89970c6ec455 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=675492fb-1ce4-4599-9bf5-4f893b9a3eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377767 Aug 22 13:32:11.402189 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89db57-870a-4e28-ae99-999503e7f5d1 req-0b9ea23e-af94-4ea4-9cd8-e9af14ee006e tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:11.403691 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-aa89db57-870a-4e28-ae99-999503e7f5d1 req-0b9ea23e-af94-4ea4-9cd8-e9af14ee006e tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] 10.222.0.21 "GET /v2.0/ports?device_id=910939b2-8e3b-4655-b57c-b6780a967880 HTTP/1.1" status: 200 len: 945 time: 0.0541091 Aug 22 13:32:11.442176 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-aa89db57-870a-4e28-ae99-999503e7f5d1 req-1045821d-5d62-4323-9a0f-f33f18c7a30e tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] 10.222.0.21 "GET /v2.0/security-groups?id=675492fb-1ce4-4599-9bf5-4f893b9a3eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325212 Aug 22 13:32:11.521489 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cde6f109-2aa2-40b1-93ad-ed3a71110d2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:11.630783 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60586) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:11.640747 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cde6f109-2aa2-40b1-93ad-ed3a71110d2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:11.645496 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e0fdbea6-9682-4030-a080-ecff2216f22a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:11.647620 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cde6f109-2aa2-40b1-93ad-ed3a71110d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:11.700885 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f841dd5-32a4-41c9-af88-bf36986d7b50 req-687a6427-f47d-4b08-bf0b-cbbc254a8ebb tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:11.702344 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1f841dd5-32a4-41c9-af88-bf36986d7b50 req-687a6427-f47d-4b08-bf0b-cbbc254a8ebb tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0b0897-0f99-48e2-a4c8-43251f14fd62 HTTP/1.1" status: 200 len: 946 time: 0.0973599 Aug 22 13:32:11.707304 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-cde6f109-2aa2-40b1-93ad-ed3a71110d2d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8505566bfe8a45b482a4945298b717e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7573931 Aug 22 13:32:11.708165 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 60590) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:11.716322 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde6f109-2aa2-40b1-93ad-ed3a71110d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea40068-c599-409c-a7a7-f13472357d65,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:11.772583 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e0fdbea6-9682-4030-a080-ecff2216f22a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:11.776895 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e0fdbea6-9682-4030-a080-ecff2216f22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:11.779993 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1f841dd5-32a4-41c9-af88-bf36986d7b50 req-e2194bfd-e3e5-4138-8b82-378508c90d49 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646677 Aug 22 13:32:11.794563 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0d646e0a-3d9e-441a-a48e-4c8993cd3c4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:11.814357 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fdbea6-9682-4030-a080-ecff2216f22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1e79ed-3fb9-4485-9f41-f078453eb07e,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:11.816911 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0d646e0a-3d9e-441a-a48e-4c8993cd3c4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:11.821245 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e0fdbea6-9682-4030-a080-ecff2216f22a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=26a7090b75e8432e9e9872fdd6656a04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1869242 Aug 22 13:32:11.821488 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60592) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:11.864131 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0d646e0a-3d9e-441a-a48e-4c8993cd3c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:11.867119 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0d646e0a-3d9e-441a-a48e-4c8993cd3c4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:11.868288 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-0d646e0a-3d9e-441a-a48e-4c8993cd3c4b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0ea40068-c599-409c-a7a7-f13472357d65 HTTP/1.1" status: 204 len: 168 time: 0.1591742 Aug 22 13:32:11.872434 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bcc78758-9823-437c-b4f2-2475883495f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:11.878626 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d646e0a-3d9e-441a-a48e-4c8993cd3c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea40068-c599-409c-a7a7-f13472357d65,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:11.894288 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bcc78758-9823-437c-b4f2-2475883495f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:11.944407 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bcc78758-9823-437c-b4f2-2475883495f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:11.947099 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bcc78758-9823-437c-b4f2-2475883495f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:11.948272 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-bcc78758-9823-437c-b4f2-2475883495f6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8d1e79ed-3fb9-4485-9f41-f078453eb07e HTTP/1.1" status: 204 len: 168 time: 0.1258516 Aug 22 13:32:11.956192 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc78758-9823-437c-b4f2-2475883495f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1e79ed-3fb9-4485-9f41-f078453eb07e,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:12.574713 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f6ae1-9003-47c7-9cbc-48ec9e9c4905 req-f7ce25ed-5fcc-4408-991b-f6036e3af0c9 tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:12.576382 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e58f6ae1-9003-47c7-9cbc-48ec9e9c4905 req-f7ce25ed-5fcc-4408-991b-f6036e3af0c9 tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] 10.222.0.21 "GET /v2.0/ports?device_id=910939b2-8e3b-4655-b57c-b6780a967880 HTTP/1.1" status: 200 len: 945 time: 0.0612750 Aug 22 13:32:12.606184 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 60642) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:12.625349 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e58f6ae1-9003-47c7-9cbc-48ec9e9c4905 req-129a60be-6fce-4e15-b97f-63c8aab0eb56 tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] 10.222.0.21 "GET /v2.0/security-groups?id=675492fb-1ce4-4599-9bf5-4f893b9a3eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415998 Aug 22 13:32:12.724370 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-0031434a-84a4-40ce-8892-13d61583fd23 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1552091199-network', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:32:12.754280 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0031434a-84a4-40ce-8892-13d61583fd23 admin admin] Made reservation on behalf of 8c7f26536b7540b7b292e9293304df5d for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:32:12.757327 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0031434a-84a4-40ce-8892-13d61583fd23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:12.771016 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0031434a-84a4-40ce-8892-13d61583fd23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:12.931367 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0031434a-84a4-40ce-8892-13d61583fd23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:12.938462 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0031434a-84a4-40ce-8892-13d61583fd23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:12.953193 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f2200-19fc-4162-a851-89954144eeaf req-45478a9a-9af5-46a4-9d9f-1712f98d9746 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:12.955197 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d78f2200-19fc-4162-a851-89954144eeaf req-45478a9a-9af5-46a4-9d9f-1712f98d9746 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0b0897-0f99-48e2-a4c8-43251f14fd62 HTTP/1.1" status: 200 len: 946 time: 0.0791664 Aug 22 13:32:12.964865 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60656) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:12.981793 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0031434a-84a4-40ce-8892-13d61583fd23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:32:13.012036 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0031434a-84a4-40ce-8892-13d61583fd23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:13.012429 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-0031434a-84a4-40ce-8892-13d61583fd23 admin admin] Added segment 538ae163-efa4-4208-94a1-3f5b6175ae30 of type vlan for network dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4 Aug 22 13:32:13.023292 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0031434a-84a4-40ce-8892-13d61583fd23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae66278-0517-487d-81b6-02e3f3d0f286,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:13.060936 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d78f2200-19fc-4162-a851-89954144eeaf req-898dd5d4-a72d-40a0-8ab8-c1bebd963c37 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949280 Aug 22 13:32:13.073647 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0031434a-84a4-40ce-8892-13d61583fd23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:13.100328 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0031434a-84a4-40ce-8892-13d61583fd23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:13.101938 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0031434a-84a4-40ce-8892-13d61583fd23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:13.102640 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0031434a-84a4-40ce-8892-13d61583fd23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:13.120969 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f1aaf9cf-ec99-4af3-ba4b-1b5480ffb8df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:13.165517 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-0031434a-84a4-40ce-8892-13d61583fd23 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5578184 Aug 22 13:32:13.166126 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 60662) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:13.177854 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-18ec7e17-68f2-441e-bd6b-7c774dc0b7d6 admin admin] Request body: {'subnet': {'network_id': 'dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1552091199-subnet', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:32:13.191710 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0031434a-84a4-40ce-8892-13d61583fd23 admin admin] Pushing event updated for resources: {'Network': ['ID=dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:13.202086 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:32:13.225703 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f1aaf9cf-ec99-4af3-ba4b-1b5480ffb8df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:13.233921 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f1aaf9cf-ec99-4af3-ba4b-1b5480ffb8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:13.251349 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ec7e17-68f2-441e-bd6b-7c774dc0b7d6 admin admin] Made reservation on behalf of 8c7f26536b7540b7b292e9293304df5d for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:32:13.254748 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-18ec7e17-68f2-441e-bd6b-7c774dc0b7d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:13.275463 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f1aaf9cf-ec99-4af3-ba4b-1b5480ffb8df admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c2d41aba77864bf5819bedbfa4355261&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3094339 Aug 22 13:32:13.278038 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60666) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:13.287866 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aaf9cf-ec99-4af3-ba4b-1b5480ffb8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441afd14-1688-45d3-a2ac-aafa02b44f9b,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:13.343242 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-90a11512-a2cb-4aed-9f96-0060c9ecba7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:13.366991 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-90a11512-a2cb-4aed-9f96-0060c9ecba7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:13.415252 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-90a11512-a2cb-4aed-9f96-0060c9ecba7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:13.417966 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-90a11512-a2cb-4aed-9f96-0060c9ecba7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:13.419103 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-90a11512-a2cb-4aed-9f96-0060c9ecba7b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/441afd14-1688-45d3-a2ac-aafa02b44f9b HTTP/1.1" status: 204 len: 168 time: 0.1401541 Aug 22 13:32:13.427017 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a11512-a2cb-4aed-9f96-0060c9ecba7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441afd14-1688-45d3-a2ac-aafa02b44f9b,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:13.450652 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-18ec7e17-68f2-441e-bd6b-7c774dc0b7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:13.505372 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ec7e17-68f2-441e-bd6b-7c774dc0b7d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bab5dc6f-337b-4be1-b114-f5e216f3b569,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:13.517217 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ec7e17-68f2-441e-bd6b-7c774dc0b7d6 admin admin] Checking segment: {'id': '538ae163-efa4-4208-94a1-3f5b6175ae30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:32:13.517580 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ec7e17-68f2-441e-bd6b-7c774dc0b7d6 admin admin] Network hostable DHCP agents. Network: dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:32:13.535668 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ec7e17-68f2-441e-bd6b-7c774dc0b7d6 admin admin] Network dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:32:13.544698 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-18ec7e17-68f2-441e-bd6b-7c774dc0b7d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:32:13.549680 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ec7e17-68f2-441e-bd6b-7c774dc0b7d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:13.550436 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-18ec7e17-68f2-441e-bd6b-7c774dc0b7d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:13.553770 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8a00f5-09be-4504-be08-edbaa1f687f8 None None] Network dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:32:13.567532 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-18ec7e17-68f2-441e-bd6b-7c774dc0b7d6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.3945367 Aug 22 13:32:13.571110 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 60674) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:13.576431 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-8d81adf9-8f53-443a-ad85-bf63d6fda32d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1552091199-router', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:32:13.598126 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8d81adf9-8f53-443a-ad85-bf63d6fda32d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:13.599297 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8d81adf9-8f53-443a-ad85-bf63d6fda32d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:13.663200 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8d81adf9-8f53-443a-ad85-bf63d6fda32d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:13.720919 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19e8511-97ca-430a-8fe5-85a5c3d64c4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4', 'network_id': 'dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'fixed_ips': [{'subnet_id': 'bab5dc6f-337b-4be1-b114-f5e216f3b569'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:32:13.722026 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f19e8511-97ca-430a-8fe5-85a5c3d64c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:13.843889 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8d81adf9-8f53-443a-ad85-bf63d6fda32d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:13.864502 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd4573b-aa20-4eeb-946b-f77744cfa8b2 req-ce9563d9-9147-429f-9af1-1fa4cd0d7c06 tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:13.866052 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8bd4573b-aa20-4eeb-946b-f77744cfa8b2 req-ce9563d9-9147-429f-9af1-1fa4cd0d7c06 tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] 10.222.0.21 "GET /v2.0/ports?device_id=910939b2-8e3b-4655-b57c-b6780a967880 HTTP/1.1" status: 200 len: 945 time: 0.1249969 Aug 22 13:32:13.879070 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-f19e8511-97ca-430a-8fe5-85a5c3d64c4d None None] Allocated IP 172.20.0.2 (dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4/bab5dc6f-337b-4be1-b114-f5e216f3b569/580f11d0-bd1c-4f15-a9ab-004c0bc48cf6) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:32:13.966953 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8bd4573b-aa20-4eeb-946b-f77744cfa8b2 req-dd4ba225-6502-4d44-b239-59f660b90109 tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] 10.222.0.21 "GET /v2.0/security-groups?id=675492fb-1ce4-4599-9bf5-4f893b9a3eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835040 Aug 22 13:32:14.072420 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f19e8511-97ca-430a-8fe5-85a5c3d64c4d None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:14.081735 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-f19e8511-97ca-430a-8fe5-85a5c3d64c4d None None] Transition to ACTIVE for port object 580f11d0-bd1c-4f15-a9ab-004c0bc48cf6 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:32:14.120895 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-f19e8511-97ca-430a-8fe5-85a5c3d64c4d None None] Transition to ACTIVE for port object 580f11d0-bd1c-4f15-a9ab-004c0bc48cf6 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:32:14.135817 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f19e8511-97ca-430a-8fe5-85a5c3d64c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:14.194422 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8d81adf9-8f53-443a-ad85-bf63d6fda32d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:14.198108 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19e8511-97ca-430a-8fe5-85a5c3d64c4d None None] Network dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:32:14.202310 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-f19e8511-97ca-430a-8fe5-85a5c3d64c4d None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:32:14.206611 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19e8511-97ca-430a-8fe5-85a5c3d64c4d None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:32:14.232715 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8d81adf9-8f53-443a-ad85-bf63d6fda32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:14.272634 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e8511-97ca-430a-8fe5-85a5c3d64c4d None None] Pushing event updated for resources: {'Port': ['ID=580f11d0-bd1c-4f15-a9ab-004c0bc48cf6,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:14.284905 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-f19e8511-97ca-430a-8fe5-85a5c3d64c4d None None] Attempting to bind port 580f11d0-bd1c-4f15-a9ab-004c0bc48cf6 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:32:14.285196 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-f19e8511-97ca-430a-8fe5-85a5c3d64c4d None None] Attempting to bind port 580f11d0-bd1c-4f15-a9ab-004c0bc48cf6 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '538ae163-efa4-4208-94a1-3f5b6175ae30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:32:14.285558 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19e8511-97ca-430a-8fe5-85a5c3d64c4d None None] Attempting to bind port 580f11d0-bd1c-4f15-a9ab-004c0bc48cf6 on network dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:32:14.291593 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19e8511-97ca-430a-8fe5-85a5c3d64c4d None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:32:14.291963 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19e8511-97ca-430a-8fe5-85a5c3d64c4d None None] Checking segment: {'id': '538ae163-efa4-4208-94a1-3f5b6175ae30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:32:14.292443 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f19e8511-97ca-430a-8fe5-85a5c3d64c4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:14.292835 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19e8511-97ca-430a-8fe5-85a5c3d64c4d None None] Bound using segment: {'id': '538ae163-efa4-4208-94a1-3f5b6175ae30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:32:14.293298 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-f19e8511-97ca-430a-8fe5-85a5c3d64c4d None None] Bound port: 580f11d0-bd1c-4f15-a9ab-004c0bc48cf6, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '538ae163-efa4-4208-94a1-3f5b6175ae30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:32:14.293676 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f19e8511-97ca-430a-8fe5-85a5c3d64c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:14.368815 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4103952-01d2-45ff-9f24-449f3fc068e4 req-acb8429c-ce58-47de-acd1-487ab7785e63 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:14.370485 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d4103952-01d2-45ff-9f24-449f3fc068e4 req-acb8429c-ce58-47de-acd1-487ab7785e63 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0b0897-0f99-48e2-a4c8-43251f14fd62 HTTP/1.1" status: 200 len: 946 time: 0.1912851 Aug 22 13:32:14.370570 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-f19e8511-97ca-430a-8fe5-85a5c3d64c4d None None] For port 580f11d0-bd1c-4f15-a9ab-004c0bc48cf6, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:32:14.371626 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-8d81adf9-8f53-443a-ad85-bf63d6fda32d admin admin] Allocated IP 172.25.3.6 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/c487e8e9-f194-4745-9cfb-f72df839c40e) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:32:14.373822 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-f19e8511-97ca-430a-8fe5-85a5c3d64c4d None None] For port 580f11d0-bd1c-4f15-a9ab-004c0bc48cf6, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=580f11d0-bd1c-4f15-a9ab-004c0bc48cf6,segment=NetworkSegment(538ae163-efa4-4208-94a1-3f5b6175ae30),segment_id=538ae163-efa4-4208-94a1-3f5b6175ae30)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:32:14.388129 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f19e8511-97ca-430a-8fe5-85a5c3d64c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:14.475353 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e8511-97ca-430a-8fe5-85a5c3d64c4d None None] Pushing event updated for resources: {'Port': ['ID=580f11d0-bd1c-4f15-a9ab-004c0bc48cf6,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:14.491145 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d4103952-01d2-45ff-9f24-449f3fc068e4 req-c01b908f-bf54-4f49-bff9-d49f1d100f47 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128001 Aug 22 13:32:14.527754 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d392237-1f0d-464e-96e2-385111f276c8 req-e96c87c8-81b7-4458-9dc2-eff2a448e5f5 tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:14.529423 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1d392237-1f0d-464e-96e2-385111f276c8 req-e96c87c8-81b7-4458-9dc2-eff2a448e5f5 tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] 10.222.0.21 "GET /v2.0/ports?device_id=910939b2-8e3b-4655-b57c-b6780a967880 HTTP/1.1" status: 200 len: 945 time: 0.1227882 Aug 22 13:32:14.603307 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8d81adf9-8f53-443a-ad85-bf63d6fda32d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:14.624188 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1d392237-1f0d-464e-96e2-385111f276c8 req-a24e69bc-63b7-48e9-8970-b06320eb35dd tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] 10.222.0.21 "GET /v2.0/security-groups?id=675492fb-1ce4-4599-9bf5-4f893b9a3eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828769 Aug 22 13:32:14.668516 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8d81adf9-8f53-443a-ad85-bf63d6fda32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:14.733887 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d81adf9-8f53-443a-ad85-bf63d6fda32d admin admin] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:32:14.745616 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-8d81adf9-8f53-443a-ad85-bf63d6fda32d admin admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:32:14.758334 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d81adf9-8f53-443a-ad85-bf63d6fda32d admin admin] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:32:14.789409 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d81adf9-8f53-443a-ad85-bf63d6fda32d admin admin] Pushing event updated for resources: {'Port': ['ID=c487e8e9-f194-4745-9cfb-f72df839c40e,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:14.812380 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60758) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:14.920631 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-77be9147-9766-4acf-b9e2-26d578aea4bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:15.017314 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-77be9147-9766-4acf-b9e2-26d578aea4bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:15.023681 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-77be9147-9766-4acf-b9e2-26d578aea4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:15.032083 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8d81adf9-8f53-443a-ad85-bf63d6fda32d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:15.067448 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-77be9147-9766-4acf-b9e2-26d578aea4bf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f96b5f9974ca4863aa2236d23ecdb0f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2533565 Aug 22 13:32:15.067773 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 60764) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:15.068280 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77be9147-9766-4acf-b9e2-26d578aea4bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4366d0-a824-4996-b006-8f8267c5e971,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:15.170503 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-68b7f734-5ee8-498f-88ef-8ab79d02bcd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:15.174999 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 580f11d0-bd1c-4f15-a9ab-004c0bc48cf6 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:32:15.227449 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-68b7f734-5ee8-498f-88ef-8ab79d02bcd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:15.228170 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 580f11d0-bd1c-4f15-a9ab-004c0bc48cf6 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:32:15.314948 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8d81adf9-8f53-443a-ad85-bf63d6fda32d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:15.359158 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-68b7f734-5ee8-498f-88ef-8ab79d02bcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:15.362672 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-68b7f734-5ee8-498f-88ef-8ab79d02bcd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:15.366069 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-68b7f734-5ee8-498f-88ef-8ab79d02bcd9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1d4366d0-a824-4996-b006-8f8267c5e971 HTTP/1.1" status: 204 len: 168 time: 0.2946978 Aug 22 13:32:15.377840 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b7f734-5ee8-498f-88ef-8ab79d02bcd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4366d0-a824-4996-b006-8f8267c5e971,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:15.468522 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d81adf9-8f53-443a-ad85-bf63d6fda32d admin admin] Router e6cb4467-da7f-4a21-8bf2-b77bab11ad34 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:32:15.535491 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ff1ee6-f8a0-447e-89e1-26afc115fcd4 None None] Network dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:32:15.611856 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-34307d35-f601-45e4-abdf-d34473c1bf2e None None] Provisioning for port 580f11d0-bd1c-4f15-a9ab-004c0bc48cf6 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:32:15.623397 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-34307d35-f601-45e4-abdf-d34473c1bf2e None None] Provisioning complete for port 580f11d0-bd1c-4f15-a9ab-004c0bc48cf6 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:32:15.623792 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-34307d35-f601-45e4-abdf-d34473c1bf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:15.649467 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d81adf9-8f53-443a-ad85-bf63d6fda32d admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:32:15.659149 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2d855a-4f4d-499e-b224-cd53dcf6ad47 None None] Sync routers for ids ['e6cb4467-da7f-4a21-8bf2-b77bab11ad34'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:32:15.692258 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2d855a-4f4d-499e-b224-cd53dcf6ad47 None None] Routers {'e6cb4467-da7f-4a21-8bf2-b77bab11ad34'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:32:15.693232 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-9d2d855a-4f4d-499e-b224-cd53dcf6ad47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:32:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['e6cb4467-da7f-4a21-8bf2-b77bab11ad34'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:15.698219 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14927725-83a1-4703-ba58-7887a7b3cea1 req-a048ff2d-6ab1-4a09-b1ae-cfe3e54595b9 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:15.700455 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-14927725-83a1-4703-ba58-7887a7b3cea1 req-a048ff2d-6ab1-4a09-b1ae-cfe3e54595b9 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0b0897-0f99-48e2-a4c8-43251f14fd62 HTTP/1.1" status: 200 len: 946 time: 0.1037264 Aug 22 13:32:15.701741 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8d81adf9-8f53-443a-ad85-bf63d6fda32d admin admin] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:15.703068 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-8d81adf9-8f53-443a-ad85-bf63d6fda32d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.1309533 Aug 22 13:32:15.705900 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60784) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:15.803682 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-14927725-83a1-4703-ba58-7887a7b3cea1 req-08b8aed5-2326-422b-94af-4c08869cdf8f tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960455 Aug 22 13:32:15.809345 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-34307d35-f601-45e4-abdf-d34473c1bf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:15.835068 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120ac4d-6d1d-49ce-afa1-8260e0fc236c req-2185b203-b43f-4be3-ba3b-b4b16370d484 tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:15.837465 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2120ac4d-6d1d-49ce-afa1-8260e0fc236c req-2185b203-b43f-4be3-ba3b-b4b16370d484 tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] 10.222.0.21 "GET /v2.0/ports?device_id=910939b2-8e3b-4655-b57c-b6780a967880 HTTP/1.1" status: 200 len: 945 time: 0.0820684 Aug 22 13:32:15.856060 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-9d2d855a-4f4d-499e-b224-cd53dcf6ad47 None None] Set router e6cb4467-da7f-4a21-8bf2-b77bab11ad34 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:32:15.939667 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2120ac4d-6d1d-49ce-afa1-8260e0fc236c req-ec5ecd96-6863-4397-adca-81ee2b05bde1 tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] 10.222.0.21 "GET /v2.0/security-groups?id=675492fb-1ce4-4599-9bf5-4f893b9a3eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942559 Aug 22 13:32:16.034513 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-34307d35-f601-45e4-abdf-d34473c1bf2e None None] For port 580f11d0-bd1c-4f15-a9ab-004c0bc48cf6, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=580f11d0-bd1c-4f15-a9ab-004c0bc48cf6,segment=NetworkSegment(538ae163-efa4-4208-94a1-3f5b6175ae30),segment_id=538ae163-efa4-4208-94a1-3f5b6175ae30)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:32:16.041231 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-34307d35-f601-45e4-abdf-d34473c1bf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:16.099739 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34307d35-f601-45e4-abdf-d34473c1bf2e None None] Pushing event updated for resources: {'Port': ['ID=580f11d0-bd1c-4f15-a9ab-004c0bc48cf6,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:16.208865 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-9d2d855a-4f4d-499e-b224-cd53dcf6ad47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'name': 'tempest-FloatingIPsAssociationTestJSON-1552091199-router', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'c487e8e9-f194-4745-9cfb-f72df839c40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:32:13Z', 'updated_at': '2021-08-22T13:32:14Z', 'revision_number': 3, 'project_id': '8c7f26536b7540b7b292e9293304df5d', 'gw_port': {'id': 'c487e8e9-f194-4745-9cfb-f72df839c40e', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:32:14Z', 'updated_at': '2021-08-22T13:32:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:16.254403 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2d855a-4f4d-499e-b224-cd53dcf6ad47 None None] Checking router: e6cb4467-da7f-4a21-8bf2-b77bab11ad34 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:32:16.255538 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2d855a-4f4d-499e-b224-cd53dcf6ad47 None None] Updating router e6cb4467-da7f-4a21-8bf2-b77bab11ad34 port c487e8e9-f194-4745-9cfb-f72df839c40e binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:32:16.295044 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-9d2d855a-4f4d-499e-b224-cd53dcf6ad47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:16.370416 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-f6bbce48-2e74-4d34-aa29-9e0540718850 None None] Provisioning complete for port 580f11d0-bd1c-4f15-a9ab-004c0bc48cf6 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:32:16.370961 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f6bbce48-2e74-4d34-aa29-9e0540718850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:16.391246 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-198dc945-fbde-4ba9-99b5-08baed99b8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:16.635484 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b7608-855e-46a1-910b-da95c2403291 req-653f9297-5034-4bcb-aa06-52b9ee6fedb1 tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:16.636991 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-316b7608-855e-46a1-910b-da95c2403291 req-653f9297-5034-4bcb-aa06-52b9ee6fedb1 tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] 10.222.0.16 "GET /v2.0/ports?device_id=910939b2-8e3b-4655-b57c-b6780a967880 HTTP/1.1" status: 200 len: 945 time: 0.4449835 Aug 22 13:32:16.644359 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-198dc945-fbde-4ba9-99b5-08baed99b8e8 admin admin] Allocated IP 172.20.0.1 (dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4/bab5dc6f-337b-4be1-b114-f5e216f3b569/4121abf5-11ad-4df1-8c3b-3a9b600586c3) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:32:16.645780 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-9d2d855a-4f4d-499e-b224-cd53dcf6ad47 None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:16.656351 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-9d2d855a-4f4d-499e-b224-cd53dcf6ad47 None None] Transition to ACTIVE for port object c487e8e9-f194-4745-9cfb-f72df839c40e will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:32:16.664656 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-9d2d855a-4f4d-499e-b224-cd53dcf6ad47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:16.741150 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-9d2d855a-4f4d-499e-b224-cd53dcf6ad47 None None] Attempting to bind port c487e8e9-f194-4745-9cfb-f72df839c40e on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:32:16.741799 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-9d2d855a-4f4d-499e-b224-cd53dcf6ad47 None None] Attempting to bind port c487e8e9-f194-4745-9cfb-f72df839c40e by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:32:16.742834 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2d855a-4f4d-499e-b224-cd53dcf6ad47 None None] Attempting to bind port c487e8e9-f194-4745-9cfb-f72df839c40e on network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:32:16.745119 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edb2990-023c-44d2-86a2-cfa99251613f None None] Pushing event updated for resources: {'Port': ['ID=c487e8e9-f194-4745-9cfb-f72df839c40e,revision_number=2']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:16.756436 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edb2990-023c-44d2-86a2-cfa99251613f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:32:16.756803 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edb2990-023c-44d2-86a2-cfa99251613f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:32:16.757155 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edb2990-023c-44d2-86a2-cfa99251613f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:32:16.757592 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edb2990-023c-44d2-86a2-cfa99251613f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:32:16.757932 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edb2990-023c-44d2-86a2-cfa99251613f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:32:16.758514 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edb2990-023c-44d2-86a2-cfa99251613f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:32:16.759265 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edb2990-023c-44d2-86a2-cfa99251613f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:32:16.759934 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edb2990-023c-44d2-86a2-cfa99251613f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:32:16.760476 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edb2990-023c-44d2-86a2-cfa99251613f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:32:16.760990 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edb2990-023c-44d2-86a2-cfa99251613f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:32:16.761498 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edb2990-023c-44d2-86a2-cfa99251613f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:32:16.762241 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edb2990-023c-44d2-86a2-cfa99251613f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:32:16.766189 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2d855a-4f4d-499e-b224-cd53dcf6ad47 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:32:16.766825 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2d855a-4f4d-499e-b224-cd53dcf6ad47 None None] Checking segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:32:16.767446 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-9d2d855a-4f4d-499e-b224-cd53dcf6ad47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:16.768019 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2d855a-4f4d-499e-b224-cd53dcf6ad47 None None] Bound using segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:32:16.768794 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-9d2d855a-4f4d-499e-b224-cd53dcf6ad47 None None] Bound port: c487e8e9-f194-4745-9cfb-f72df839c40e, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:32:16.769503 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-9d2d855a-4f4d-499e-b224-cd53dcf6ad47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:16.782230 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-198dc945-fbde-4ba9-99b5-08baed99b8e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:16.799085 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-198dc945-fbde-4ba9-99b5-08baed99b8e8 admin admin] Transition to ACTIVE for port object 4121abf5-11ad-4df1-8c3b-3a9b600586c3 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:32:16.816278 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-316b7608-855e-46a1-910b-da95c2403291 req-4a6e0eb2-1c64-4b25-bb26-b44d908765e3 tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] Deleting port 383e662a-a8ec-4226-bb7f-ba7f62a01e30 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:32:16.817377 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-316b7608-855e-46a1-910b-da95c2403291 req-4a6e0eb2-1c64-4b25-bb26-b44d908765e3 tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:16.837535 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-9d2d855a-4f4d-499e-b224-cd53dcf6ad47 None None] For port c487e8e9-f194-4745-9cfb-f72df839c40e, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:32:16.839205 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-198dc945-fbde-4ba9-99b5-08baed99b8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:16.841514 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-9d2d855a-4f4d-499e-b224-cd53dcf6ad47 None None] For port c487e8e9-f194-4745-9cfb-f72df839c40e, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=c487e8e9-f194-4745-9cfb-f72df839c40e,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:32:16.849172 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-9d2d855a-4f4d-499e-b224-cd53dcf6ad47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:16.901684 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198dc945-fbde-4ba9-99b5-08baed99b8e8 admin admin] Pushing event updated for resources: {'Port': ['ID=4121abf5-11ad-4df1-8c3b-3a9b600586c3,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:16.907173 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edb2990-023c-44d2-86a2-cfa99251613f None None] Pushing event updated for resources: {'Port': ['ID=c487e8e9-f194-4745-9cfb-f72df839c40e,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:16.914985 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198dc945-fbde-4ba9-99b5-08baed99b8e8 admin admin] Network dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:32:16.920401 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-198dc945-fbde-4ba9-99b5-08baed99b8e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:32:16.923525 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198dc945-fbde-4ba9-99b5-08baed99b8e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:32:16.923864 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198dc945-fbde-4ba9-99b5-08baed99b8e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:32:16.924200 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198dc945-fbde-4ba9-99b5-08baed99b8e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:32:16.924557 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198dc945-fbde-4ba9-99b5-08baed99b8e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:32:16.924953 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198dc945-fbde-4ba9-99b5-08baed99b8e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:32:16.925298 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198dc945-fbde-4ba9-99b5-08baed99b8e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:32:16.925608 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198dc945-fbde-4ba9-99b5-08baed99b8e8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:32:16.925929 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198dc945-fbde-4ba9-99b5-08baed99b8e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:32:16.926248 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198dc945-fbde-4ba9-99b5-08baed99b8e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:32:16.926569 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198dc945-fbde-4ba9-99b5-08baed99b8e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:32:16.927069 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198dc945-fbde-4ba9-99b5-08baed99b8e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:32:16.927930 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198dc945-fbde-4ba9-99b5-08baed99b8e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:32:16.932691 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198dc945-fbde-4ba9-99b5-08baed99b8e8 admin admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:32:16.957387 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2d855a-4f4d-499e-b224-cd53dcf6ad47 None None] Routers {'e6cb4467-da7f-4a21-8bf2-b77bab11ad34'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:32:16.961869 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-9d2d855a-4f4d-499e-b224-cd53dcf6ad47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:32:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['e6cb4467-da7f-4a21-8bf2-b77bab11ad34'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:17.000226 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-198dc945-fbde-4ba9-99b5-08baed99b8e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:17.035823 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f286cbd-7108-47a1-ab2a-b69c2c459749 req-a7faac8a-dcdd-42ea-a694-c35745084461 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:17.043106 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5f286cbd-7108-47a1-ab2a-b69c2c459749 req-a7faac8a-dcdd-42ea-a694-c35745084461 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0b0897-0f99-48e2-a4c8-43251f14fd62 HTTP/1.1" status: 200 len: 946 time: 0.1170678 Aug 22 13:32:17.123407 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-316b7608-855e-46a1-910b-da95c2403291 req-4a6e0eb2-1c64-4b25-bb26-b44d908765e3 tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] For port 383e662a-a8ec-4226-bb7f-ba7f62a01e30, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=383e662a-a8ec-4226-bb7f-ba7f62a01e30,segment=NetworkSegment(1ec97653-f004-4535-bed3-eab078d48fa5),segment_id=1ec97653-f004-4535-bed3-eab078d48fa5)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:32:17.123964 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-316b7608-855e-46a1-910b-da95c2403291 req-4a6e0eb2-1c64-4b25-bb26-b44d908765e3 tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:17.168024 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60826) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:17.175489 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-316b7608-855e-46a1-910b-da95c2403291 req-4a6e0eb2-1c64-4b25-bb26-b44d908765e3 tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] Calling delete_port for 383e662a-a8ec-4226-bb7f-ba7f62a01e30 owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:32:17.182541 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-9d2d855a-4f4d-499e-b224-cd53dcf6ad47 None None] Set router e6cb4467-da7f-4a21-8bf2-b77bab11ad34 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:32:17.188919 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 580f11d0-bd1c-4f15-a9ab-004c0bc48cf6 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:32:17.231872 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-198dc945-fbde-4ba9-99b5-08baed99b8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:17.276147 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5f286cbd-7108-47a1-ab2a-b69c2c459749 req-375e7157-057e-4901-839b-532c3470f29c tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320704 Aug 22 13:32:17.339199 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ae209-ce72-43dd-9520-c396e9773aac req-3a645eff-de24-4907-8990-a8a76af080f8 tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:17.341033 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1b1ae209-ce72-43dd-9520-c396e9773aac req-3a645eff-de24-4907-8990-a8a76af080f8 tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] 10.222.0.21 "GET /v2.0/ports?device_id=910939b2-8e3b-4655-b57c-b6780a967880 HTTP/1.1" status: 200 len: 945 time: 0.1973443 Aug 22 13:32:17.421419 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1b1ae209-ce72-43dd-9520-c396e9773aac req-19efced3-1693-4d2d-b2e2-5505949414fc tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] 10.222.0.21 "GET /v2.0/security-groups?id=675492fb-1ce4-4599-9bf5-4f893b9a3eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632765 Aug 22 13:32:17.455557 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-9d2d855a-4f4d-499e-b224-cd53dcf6ad47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'name': 'tempest-FloatingIPsAssociationTestJSON-1552091199-router', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'c487e8e9-f194-4745-9cfb-f72df839c40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:32:13Z', 'updated_at': '2021-08-22T13:32:14Z', 'revision_number': 3, 'project_id': '8c7f26536b7540b7b292e9293304df5d', 'gw_port': {'id': 'c487e8e9-f194-4745-9cfb-f72df839c40e', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:32:14Z', 'updated_at': '2021-08-22T13:32:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:17.484017 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-316b7608-855e-46a1-910b-da95c2403291 req-4a6e0eb2-1c64-4b25-bb26-b44d908765e3 tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:17.488618 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-a93d1c8c-5415-416b-8b91-fd82d8a62ad7 tempest-ExternalNetworksTestJSON-1296933588 tempest-ExternalNetworksTestJSON-1296933588-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-67194795'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:32:17.495306 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2d855a-4f4d-499e-b224-cd53dcf6ad47 None None] The sync data for ids ['e6cb4467-da7f-4a21-8bf2-b77bab11ad34'] in n-d-793621-33 is: [{'id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'name': 'tempest-FloatingIPsAssociationTestJSON-1552091199-router', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'c487e8e9-f194-4745-9cfb-f72df839c40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:32:13Z', 'updated_at': '2021-08-22T13:32:14Z', 'revision_number': 3, 'project_id': '8c7f26536b7540b7b292e9293304df5d', 'gw_port': {'id': 'c487e8e9-f194-4745-9cfb-f72df839c40e', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:32:14Z', 'updated_at': '2021-08-22T13:32:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:32:17.522825 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6e0eb2-1c64-4b25-bb26-b44d908765e3 tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] Pushing event deleted for resources: {'Port': ['ID=383e662a-a8ec-4226-bb7f-ba7f62a01e30,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:17.540281 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93d1c8c-5415-416b-8b91-fd82d8a62ad7 tempest-ExternalNetworksTestJSON-1296933588 tempest-ExternalNetworksTestJSON-1296933588-project] Made reservation on behalf of b3eb8a1965b046f9bbefcbca7c14fa5c for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:32:17.544654 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a93d1c8c-5415-416b-8b91-fd82d8a62ad7 tempest-ExternalNetworksTestJSON-1296933588 tempest-ExternalNetworksTestJSON-1296933588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:17.566923 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a93d1c8c-5415-416b-8b91-fd82d8a62ad7 tempest-ExternalNetworksTestJSON-1296933588 tempest-ExternalNetworksTestJSON-1296933588-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:17.571960 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-981651e5-4a38-4dc1-a8bf-b3617b1451ba None None] Provisioning for port 4121abf5-11ad-4df1-8c3b-3a9b600586c3 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:32:17.576993 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-981651e5-4a38-4dc1-a8bf-b3617b1451ba None None] Provisioning complete for port 4121abf5-11ad-4df1-8c3b-3a9b600586c3 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:32:17.577431 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-981651e5-4a38-4dc1-a8bf-b3617b1451ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:17.583171 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-316b7608-855e-46a1-910b-da95c2403291 req-4a6e0eb2-1c64-4b25-bb26-b44d908765e3 tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] No DVR routers for this DVR port 383e662a-a8ec-4226-bb7f-ba7f62a01e30 on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:32:17.587113 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-316b7608-855e-46a1-910b-da95c2403291 req-4a6e0eb2-1c64-4b25-bb26-b44d908765e3 tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:17.590241 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-316b7608-855e-46a1-910b-da95c2403291 req-4a6e0eb2-1c64-4b25-bb26-b44d908765e3 tempest-ServerAddressesNegativeTestJSON-1084631732 tempest-ServerAddressesNegativeTestJSON-1084631732-project] 10.222.0.16 "DELETE /v2.0/ports/383e662a-a8ec-4226-bb7f-ba7f62a01e30 HTTP/1.1" status: 204 len: 173 time: 0.9397960 Aug 22 13:32:17.590963 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910939b2-8e3b-4655-b57c-b6780a967880', 'name': 'network-vif-deleted', 'tag': '383e662a-a8ec-4226-bb7f-ba7f62a01e30'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:32:17.593783 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6babfd7f-4c43-446b-81ab-5578bacd49f1" -d '{"events": [{"server_uuid": "910939b2-8e3b-4655-b57c-b6780a967880", "name": "network-vif-deleted", "tag": "383e662a-a8ec-4226-bb7f-ba7f62a01e30"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:32:17.636436 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 580f11d0-bd1c-4f15-a9ab-004c0bc48cf6 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:32:17.636828 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:17.646010 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-198dc945-fbde-4ba9-99b5-08baed99b8e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:17.651719 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-198dc945-fbde-4ba9-99b5-08baed99b8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:17.675290 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-981651e5-4a38-4dc1-a8bf-b3617b1451ba None None] Port 4121abf5-11ad-4df1-8c3b-3a9b600586c3 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:32:17.683040 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67cefdf-e2f8-4cb0-9027-d7740a1a0423 x-openstack-request-id: req-d67cefdf-e2f8-4cb0-9027-d7740a1a0423 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:32:17.683467 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "910939b2-8e3b-4655-b57c-b6780a967880", "name": "network-vif-deleted", "tag": "383e662a-a8ec-4226-bb7f-ba7f62a01e30", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:32:17.683721 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d67cefdf-e2f8-4cb0-9027-d7740a1a0423 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:32:17.684130 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910939b2-8e3b-4655-b57c-b6780a967880', 'name': 'network-vif-deleted', 'tag': '383e662a-a8ec-4226-bb7f-ba7f62a01e30', 'status': 'completed', 'code': 200} Aug 22 13:32:17.747672 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198dc945-fbde-4ba9-99b5-08baed99b8e8 admin admin] Pushing event updated for resources: {'Port': ['ID=4121abf5-11ad-4df1-8c3b-3a9b600586c3,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:17.759975 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-198dc945-fbde-4ba9-99b5-08baed99b8e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:17.898551 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198dc945-fbde-4ba9-99b5-08baed99b8e8 admin admin] Network dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:32:17.903652 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-198dc945-fbde-4ba9-99b5-08baed99b8e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:32:17.924379 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a93d1c8c-5415-416b-8b91-fd82d8a62ad7 tempest-ExternalNetworksTestJSON-1296933588 tempest-ExternalNetworksTestJSON-1296933588-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:17.962107 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a93d1c8c-5415-416b-8b91-fd82d8a62ad7 tempest-ExternalNetworksTestJSON-1296933588 tempest-ExternalNetworksTestJSON-1296933588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:18.011706 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93d1c8c-5415-416b-8b91-fd82d8a62ad7 tempest-ExternalNetworksTestJSON-1296933588 tempest-ExternalNetworksTestJSON-1296933588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=229d6c7e-9964-4c8c-9897-4dd4b159157e,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:18.103092 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-198dc945-fbde-4ba9-99b5-08baed99b8e8 admin admin] Router e6cb4467-da7f-4a21-8bf2-b77bab11ad34 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:32:18.104190 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a93d1c8c-5415-416b-8b91-fd82d8a62ad7 tempest-ExternalNetworksTestJSON-1296933588 tempest-ExternalNetworksTestJSON-1296933588-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:32:18.132831 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a93d1c8c-5415-416b-8b91-fd82d8a62ad7 tempest-ExternalNetworksTestJSON-1296933588 tempest-ExternalNetworksTestJSON-1296933588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:18.134237 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-a93d1c8c-5415-416b-8b91-fd82d8a62ad7 tempest-ExternalNetworksTestJSON-1296933588 tempest-ExternalNetworksTestJSON-1296933588-project] Added segment f596cb0c-391b-407f-8788-6af454f50ac2 of type vlan for network 42dbd443-a865-4eb8-85aa-c51ede86ea8d Aug 22 13:32:18.296433 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a93d1c8c-5415-416b-8b91-fd82d8a62ad7 tempest-ExternalNetworksTestJSON-1296933588 tempest-ExternalNetworksTestJSON-1296933588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:18.339104 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-70d1e63b-8259-4949-84d6-a6606fbcb6ec None None] Provisioning complete for port 4121abf5-11ad-4df1-8c3b-3a9b600586c3 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:32:18.340400 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-70d1e63b-8259-4949-84d6-a6606fbcb6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:18.419686 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a93d1c8c-5415-416b-8b91-fd82d8a62ad7 tempest-ExternalNetworksTestJSON-1296933588 tempest-ExternalNetworksTestJSON-1296933588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:18.436800 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93d1c8c-5415-416b-8b91-fd82d8a62ad7 tempest-ExternalNetworksTestJSON-1296933588 tempest-ExternalNetworksTestJSON-1296933588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:18.437367 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-70d1e63b-8259-4949-84d6-a6606fbcb6ec None None] Port 4121abf5-11ad-4df1-8c3b-3a9b600586c3 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:32:18.438640 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc192edf-752e-4066-86e0-8deec08f748c req-7d62e186-e517-4b66-8a20-19f2ff0a361c tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:18.442950 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dc192edf-752e-4066-86e0-8deec08f748c req-7d62e186-e517-4b66-8a20-19f2ff0a361c tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0b0897-0f99-48e2-a4c8-43251f14fd62 HTTP/1.1" status: 200 len: 946 time: 0.0930412 Aug 22 13:32:18.444877 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a93d1c8c-5415-416b-8b91-fd82d8a62ad7 tempest-ExternalNetworksTestJSON-1296933588 tempest-ExternalNetworksTestJSON-1296933588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:18.448173 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-198dc945-fbde-4ba9-99b5-08baed99b8e8 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:32:18.478191 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-198dc945-fbde-4ba9-99b5-08baed99b8e8 admin admin] 10.222.0.21 "PUT /v2.0/routers/e6cb4467-da7f-4a21-8bf2-b77bab11ad34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7707250 Aug 22 13:32:18.561312 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dc192edf-752e-4066-86e0-8deec08f748c req-e2e197a8-aa2e-41d1-ba26-42f92e4901fc tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037745 Aug 22 13:32:18.611350 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a93d1c8c-5415-416b-8b91-fd82d8a62ad7 tempest-ExternalNetworksTestJSON-1296933588 tempest-ExternalNetworksTestJSON-1296933588-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4412680 Aug 22 13:32:18.615620 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 60856) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:18.630083 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 60860) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:18.646220 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93d1c8c-5415-416b-8b91-fd82d8a62ad7 tempest-ExternalNetworksTestJSON-1296933588 tempest-ExternalNetworksTestJSON-1296933588-project] Pushing event updated for resources: {'Network': ['ID=42dbd443-a865-4eb8-85aa-c51ede86ea8d,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:18.659605 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 42dbd443-a865-4eb8-85aa-c51ede86ea8d details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:32:18.722597 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d58f101-da7c-41f0-b47d-6551f535a37e admin admin] Deleting subnet 45bbdf7b-57c6-4e9c-8c16-28a5ba33a308 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:32:18.727866 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5d58f101-da7c-41f0-b47d-6551f535a37e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:18.767413 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-09766e40-0ba1-480a-8ac7-02d1b36c6b6d tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Request body: {'network': {'name': 'tempest-network--271633819', 'router:external': True}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:32:18.808004 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5d58f101-da7c-41f0-b47d-6551f535a37e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:18.811914 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09766e40-0ba1-480a-8ac7-02d1b36c6b6d tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Made reservation on behalf of 6cdfd99f32254dd0938e75744be33344 for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:32:18.814867 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-09766e40-0ba1-480a-8ac7-02d1b36c6b6d tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:18.849623 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-09766e40-0ba1-480a-8ac7-02d1b36c6b6d tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:18.926093 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5d58f101-da7c-41f0-b47d-6551f535a37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:19.002820 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 383e662a-a8ec-4226-bb7f-ba7f62a01e30 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:32:19.031091 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: 383e662a-a8ec-4226-bb7f-ba7f62a01e30 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:32:19.031478 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 383e662a-a8ec-4226-bb7f-ba7f62a01e30 not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:32:19.091532 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-09766e40-0ba1-480a-8ac7-02d1b36c6b6d tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:19.095847 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5d58f101-da7c-41f0-b47d-6551f535a37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:19.109216 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-09766e40-0ba1-480a-8ac7-02d1b36c6b6d tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:19.170760 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device c487e8e9-f194-4745-9cfb-f72df839c40e up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:32:19.187948 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d58f101-da7c-41f0-b47d-6551f535a37e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45bbdf7b-57c6-4e9c-8c16-28a5ba33a308,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:19.194651 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5d58f101-da7c-41f0-b47d-6551f535a37e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:19.196742 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-5d58f101-da7c-41f0-b47d-6551f535a37e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/45bbdf7b-57c6-4e9c-8c16-28a5ba33a308 HTTP/1.1" status: 204 len: 168 time: 0.5654869 Aug 22 13:32:19.200468 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60880) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:19.205347 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09766e40-0ba1-480a-8ac7-02d1b36c6b6d tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f044a7cc-6ebd-4c45-9a6a-c798f01cd42e,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:19.225033 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09766e40-0ba1-480a-8ac7-02d1b36c6b6d tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:32:19.264922 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-09766e40-0ba1-480a-8ac7-02d1b36c6b6d tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:19.265286 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-09766e40-0ba1-480a-8ac7-02d1b36c6b6d tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Added segment b3f08f19-d509-4ae6-9dd7-4760023480c8 of type vlan for network 70ba09e4-4843-4500-b212-5d4d491c1425 Aug 22 13:32:19.276677 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port c487e8e9-f194-4745-9cfb-f72df839c40e completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:32:19.282328 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port c487e8e9-f194-4745-9cfb-f72df839c40e triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:32:19.282635 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:19.306641 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb6d33-0444-4469-a3ce-e77268f00357 req-aaa9bb9d-c53f-45cf-9e67-fdf9e5dd7a93 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:19.310224 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2d3ee8b1-8f41-4a82-ab66-7c732c75005a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:19.316762 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-01fb6d33-0444-4469-a3ce-e77268f00357 req-aaa9bb9d-c53f-45cf-9e67-fdf9e5dd7a93 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/networks?id=dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4 HTTP/1.1" status: 200 len: 821 time: 0.3045094 Aug 22 13:32:19.382299 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:19.385402 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-01fb6d33-0444-4469-a3ce-e77268f00357 req-c0c6fd37-96e8-4220-a4ec-a1f22f0ae99d tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/quotas/8c7f26536b7540b7b292e9293304df5d HTTP/1.1" status: 200 len: 375 time: 0.0662549 Aug 22 13:32:19.394956 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-09766e40-0ba1-480a-8ac7-02d1b36c6b6d tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:19.404935 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port c487e8e9-f194-4745-9cfb-f72df839c40e, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=c487e8e9-f194-4745-9cfb-f72df839c40e,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:32:19.407015 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2d3ee8b1-8f41-4a82-ab66-7c732c75005a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:19.410137 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:19.418746 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-2d3ee8b1-8f41-4a82-ab66-7c732c75005a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17da7543-c48a-4421-95b7-38f20cf5d4c9']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:19.430010 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-2d3ee8b1-8f41-4a82-ab66-7c732c75005a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ec97653-f004-4535-bed3-eab078d48fa5') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:19.430366 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-2d3ee8b1-8f41-4a82-ab66-7c732c75005a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ec97653-f004-4535-bed3-eab078d48fa5') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:19.439636 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2d3ee8b1-8f41-4a82-ab66-7c732c75005a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:19.454233 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2d3ee8b1-8f41-4a82-ab66-7c732c75005a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:19.460037 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=c487e8e9-f194-4745-9cfb-f72df839c40e,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:19.463863 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d3ee8b1-8f41-4a82-ab66-7c732c75005a admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:32:19.464379 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2d3ee8b1-8f41-4a82-ab66-7c732c75005a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:19.466157 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:32:19.466157 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:32:19.466157 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:32:19.466157 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:32:19.466157 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:32:19.466157 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:32:19.466157 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:32:19.466157 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:32:19.466157 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:32:19.466157 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:32:19.466157 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:32:19.466157 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:32:19.466157 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:32:19.466157 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:32:19.466157 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:32:19.466157 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:32:19.466157 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:32:19.466157 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:32:19.466157 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:32:19.466157 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:32:19.466157 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:32:19.466157 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:32:19.466157 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:32:19.466157 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:32:19.466157 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:32:19.466157 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:32:19.466157 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:32:19.466157 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:32:19.466157 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:32:19.466157 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:32:19.466157 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:32:19.466157 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:32:19.478285 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-09766e40-0ba1-480a-8ac7-02d1b36c6b6d tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:19.479286 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09766e40-0ba1-480a-8ac7-02d1b36c6b6d tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:19.479892 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-09766e40-0ba1-480a-8ac7-02d1b36c6b6d tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:19.490145 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-01fb6d33-0444-4469-a3ce-e77268f00357 req-56e1ac43-fb61-440f-86a0-d660c9b0596a tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8c7f26536b7540b7b292e9293304df5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0927334 Aug 22 13:32:19.526034 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2d3ee8b1-8f41-4a82-ab66-7c732c75005a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:19.530765 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2d3ee8b1-8f41-4a82-ab66-7c732c75005a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:19.532701 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2d3ee8b1-8f41-4a82-ab66-7c732c75005a admin admin] 10.222.0.21 "DELETE /v2.0/networks/17da7543-c48a-4421-95b7-38f20cf5d4c9 HTTP/1.1" status: 204 len: 168 time: 0.3309448 Aug 22 13:32:19.547297 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ee8b1-8f41-4a82-ab66-7c732c75005a admin admin] Pushing event deleted for resources: {'Network': ['ID=17da7543-c48a-4421-95b7-38f20cf5d4c9,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:19.613526 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-09766e40-0ba1-480a-8ac7-02d1b36c6b6d tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9943712 Aug 22 13:32:19.613922 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60888) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:19.632154 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09766e40-0ba1-480a-8ac7-02d1b36c6b6d tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Pushing event updated for resources: {'Network': ['ID=70ba09e4-4843-4500-b212-5d4d491c1425,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:19.642745 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 70ba09e4-4843-4500-b212-5d4d491c1425 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:32:19.709578 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-01fb6d33-0444-4469-a3ce-e77268f00357 req-776e06eb-9690-4c7c-8bde-1f2aad66b5d7 service neutron] 10.222.0.21 "GET /v2.0/networks/dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033231 Aug 22 13:32:19.728944 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-89bfe591-ec21-4585-b602-e7b765d10992 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:19.818353 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-89bfe591-ec21-4585-b602-e7b765d10992 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:19.824173 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 60892) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:19.829653 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-89bfe591-ec21-4585-b602-e7b765d10992 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70ba09e4-4843-4500-b212-5d4d491c1425']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:19.840568 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-89bfe591-ec21-4585-b602-e7b765d10992 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3f08f19-d509-4ae6-9dd7-4760023480c8') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:19.840861 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-89bfe591-ec21-4585-b602-e7b765d10992 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3f08f19-d509-4ae6-9dd7-4760023480c8') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:19.849533 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-89bfe591-ec21-4585-b602-e7b765d10992 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:19.868780 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-89bfe591-ec21-4585-b602-e7b765d10992 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:19.874549 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f22dc4-cd86-4078-bb57-8a4cbb49b907 req-be5445d7-02de-47e9-b8cc-5e0f695b4610 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:19.874757 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89bfe591-ec21-4585-b602-e7b765d10992 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:32:19.875094 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-89bfe591-ec21-4585-b602-e7b765d10992 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:19.876814 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:32:19.876814 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:32:19.876814 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:32:19.876814 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:32:19.876814 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:32:19.876814 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:32:19.876814 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:32:19.876814 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:32:19.876814 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:32:19.876814 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:32:19.876814 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:32:19.876814 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:32:19.876814 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:32:19.876814 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:32:19.876814 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:32:19.876814 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:32:19.876814 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:32:19.876814 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:32:19.876814 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:32:19.876814 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:32:19.876814 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:32:19.876814 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:32:19.876814 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:32:19.876814 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:32:19.876814 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:32:19.876814 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:32:19.876814 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:32:19.876814 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:32:19.876814 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:32:19.876814 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:32:19.876814 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:32:19.876814 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:32:19.881001 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-60f22dc4-cd86-4078-bb57-8a4cbb49b907 req-be5445d7-02de-47e9-b8cc-5e0f695b4610 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0b0897-0f99-48e2-a4c8-43251f14fd62 HTTP/1.1" status: 200 len: 946 time: 0.1413162 Aug 22 13:32:19.907670 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-01fb6d33-0444-4469-a3ce-e77268f00357 req-08bcd50a-3a32-48be-b190-e1594b88a6bf service neutron] 10.222.0.21 "GET /v2.0/networks/dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973104 Aug 22 13:32:19.937561 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-89bfe591-ec21-4585-b602-e7b765d10992 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:19.940810 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ded0b48b-3752-44cb-8d63-f3d45f0e599e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bd179a0829334182b97bfbc405fc7bd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1107652 Aug 22 13:32:19.942900 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 60894) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:19.949200 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-60f22dc4-cd86-4078-bb57-8a4cbb49b907 req-fce43fb4-a0fa-4bae-bfbe-581a81317904 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669751 Aug 22 13:32:19.960219 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89bfe591-ec21-4585-b602-e7b765d10992 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 70ba09e4-4843-4500-b212-5d4d491c1425 {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 22 13:32:19.963514 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bfe591-ec21-4585-b602-e7b765d10992 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Pushing event deleted for resources: {'Network': ['ID=70ba09e4-4843-4500-b212-5d4d491c1425,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:19.966486 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-89bfe591-ec21-4585-b602-e7b765d10992 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:19.974748 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-89bfe591-ec21-4585-b602-e7b765d10992 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] 10.222.0.21 "DELETE /v2.0/networks/70ba09e4-4843-4500-b212-5d4d491c1425 HTTP/1.1" status: 204 len: 168 time: 0.3597212 Aug 22 13:32:19.975450 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60898) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:19.981119 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-37192d92-ce92-4ca9-9c51-e4f385a5312b tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:32:20.024380 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37192d92-ce92-4ca9-9c51-e4f385a5312b tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Made reservation on behalf of 6cdfd99f32254dd0938e75744be33344 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:32:20.027763 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-37192d92-ce92-4ca9-9c51-e4f385a5312b tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:20.051876 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-adf6402b-aeaf-49d0-ab84-0f9e94da5aeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:20.078638 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37192d92-ce92-4ca9-9c51-e4f385a5312b tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:32:20.093905 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-37192d92-ce92-4ca9-9c51-e4f385a5312b tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:20.094266 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-37192d92-ce92-4ca9-9c51-e4f385a5312b tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Added segment 4139fbc1-c3a5-4e78-a858-2831311c5d86 of type vlan for network d8711d6e-8138-430f-abec-7fe8d726eb62 Aug 22 13:32:20.096933 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-adf6402b-aeaf-49d0-ab84-0f9e94da5aeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:20.157220 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-37192d92-ce92-4ca9-9c51-e4f385a5312b tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:20.167682 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9236f968-3d41-4194-9598-44c9ea3169e5 req-0f6db8a8-886b-4591-a9f1-4abba137b219 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/ports?device_id=ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c HTTP/1.1" status: 200 len: 210 time: 0.0476701 Aug 22 13:32:20.193863 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-adf6402b-aeaf-49d0-ab84-0f9e94da5aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:20.196735 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-37192d92-ce92-4ca9-9c51-e4f385a5312b tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:20.196892 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-adf6402b-aeaf-49d0-ab84-0f9e94da5aeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:20.197972 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37192d92-ce92-4ca9-9c51-e4f385a5312b tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:20.198089 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-adf6402b-aeaf-49d0-ab84-0f9e94da5aeb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/675492fb-1ce4-4599-9bf5-4f893b9a3eae HTTP/1.1" status: 204 len: 168 time: 0.2536204 Aug 22 13:32:20.198723 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-37192d92-ce92-4ca9-9c51-e4f385a5312b tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:20.230935 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf6402b-aeaf-49d0-ab84-0f9e94da5aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675492fb-1ce4-4599-9bf5-4f893b9a3eae,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:20.282308 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37192d92-ce92-4ca9-9c51-e4f385a5312b tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Pushing event updated for resources: {'Network': ['ID=d8711d6e-8138-430f-abec-7fe8d726eb62,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:20.295565 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network d8711d6e-8138-430f-abec-7fe8d726eb62 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:32:20.325293 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-37192d92-ce92-4ca9-9c51-e4f385a5312b tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3487628 Aug 22 13:32:20.327997 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60910) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:20.335748 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-d3ca678b-714e-4976-bab8-683c1366d59b tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Request body: {'subnet': {'network_id': 'd8711d6e-8138-430f-abec-7fe8d726eb62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:32:20.375179 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ca678b-714e-4976-bab8-683c1366d59b tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Made reservation on behalf of 6cdfd99f32254dd0938e75744be33344 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:32:20.381217 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d3ca678b-714e-4976-bab8-683c1366d59b tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:20.472011 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd17d05f-edb5-43ca-a429-374d88823bf9 None None] Sync routers for ids ['e6cb4467-da7f-4a21-8bf2-b77bab11ad34'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:32:20.485818 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd17d05f-edb5-43ca-a429-374d88823bf9 None None] Routers {'e6cb4467-da7f-4a21-8bf2-b77bab11ad34'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:32:20.486582 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-dd17d05f-edb5-43ca-a429-374d88823bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:32:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['e6cb4467-da7f-4a21-8bf2-b77bab11ad34'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:20.627540 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-dd17d05f-edb5-43ca-a429-374d88823bf9 None None] Set router e6cb4467-da7f-4a21-8bf2-b77bab11ad34 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:32:20.787597 n-d-793621-33 neutron-server[94628]: DEBUG neutron.objects.ports [None req-d3ca678b-714e-4976-bab8-683c1366d59b tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94628) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 22 13:32:20.788077 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d3ca678b-714e-4976-bab8-683c1366d59b tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:20.888537 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-dd17d05f-edb5-43ca-a429-374d88823bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'name': 'tempest-FloatingIPsAssociationTestJSON-1552091199-router', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'c487e8e9-f194-4745-9cfb-f72df839c40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:32:13Z', 'updated_at': '2021-08-22T13:32:17Z', 'revision_number': 4, 'project_id': '8c7f26536b7540b7b292e9293304df5d', 'gw_port': {'id': 'c487e8e9-f194-4745-9cfb-f72df839c40e', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:32:14Z', 'updated_at': '2021-08-22T13:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '4121abf5-11ad-4df1-8c3b-3a9b600586c3', 'name': '', 'network_id': 'dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'mac_address': 'fa:16:3e:d8:db:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'bab5dc6f-337b-4be1-b114-f5e216f3b569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:32:16Z', 'updated_at': '2021-08-22T13:32:17Z', 'revision_number': 2, 'project_id': '8c7f26536b7540b7b292e9293304df5d', 'subnets': [{'id': 'bab5dc6f-337b-4be1-b114-f5e216f3b569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:20.922711 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd17d05f-edb5-43ca-a429-374d88823bf9 None None] Checking router: e6cb4467-da7f-4a21-8bf2-b77bab11ad34 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:32:20.923211 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd17d05f-edb5-43ca-a429-374d88823bf9 None None] Updating router e6cb4467-da7f-4a21-8bf2-b77bab11ad34 port 4121abf5-11ad-4df1-8c3b-3a9b600586c3 binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:32:20.953842 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-dd17d05f-edb5-43ca-a429-374d88823bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:21.143658 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dcb855-7d7f-4f06-81c5-951216d696fe req-3451a8b8-d97b-464d-a54e-0dd1dcb4c652 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:21.145442 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-68dcb855-7d7f-4f06-81c5-951216d696fe req-3451a8b8-d97b-464d-a54e-0dd1dcb4c652 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0b0897-0f99-48e2-a4c8-43251f14fd62 HTTP/1.1" status: 200 len: 946 time: 0.0993431 Aug 22 13:32:21.155303 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device c487e8e9-f194-4745-9cfb-f72df839c40e up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:32:21.204158 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 60944) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:21.225002 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-68dcb855-7d7f-4f06-81c5-951216d696fe req-4d52bc1d-7551-435a-86dc-dc83541567ec tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682108 Aug 22 13:32:21.240947 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ca678b-714e-4976-bab8-683c1366d59b tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0ed51b10-b915-4d4a-a275-1d23a980885f,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:21.255671 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ca678b-714e-4976-bab8-683c1366d59b tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Checking segment: {'id': '4139fbc1-c3a5-4e78-a858-2831311c5d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd8711d6e-8138-430f-abec-7fe8d726eb62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:32:21.256031 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ca678b-714e-4976-bab8-683c1366d59b tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Network hostable DHCP agents. Network: d8711d6e-8138-430f-abec-7fe8d726eb62, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:32:21.275971 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ca678b-714e-4976-bab8-683c1366d59b tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Network d8711d6e-8138-430f-abec-7fe8d726eb62 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:32:21.280041 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port c487e8e9-f194-4745-9cfb-f72df839c40e triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:32:21.290341 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-d3ca678b-714e-4976-bab8-683c1366d59b tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, d8711d6e-8138-430f-abec-7fe8d726eb62) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:32:21.296249 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ca678b-714e-4976-bab8-683c1366d59b tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:21.296843 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d3ca678b-714e-4976-bab8-683c1366d59b tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:21.303087 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:21.314788 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d3ca678b-714e-4976-bab8-683c1366d59b tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9854949 Aug 22 13:32:21.317586 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60954) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:21.328481 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-e88890d7-0cc7-464d-a4ef-de730d2094b9 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Request body: {'floatingip': {'floating_network_id': 'd8711d6e-8138-430f-abec-7fe8d726eb62'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:32:21.355570 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9baa05-c2ba-41dd-bf6f-d8653eb1e0ee None None] Network d8711d6e-8138-430f-abec-7fe8d726eb62 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:32:21.358784 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e88890d7-0cc7-464d-a4ef-de730d2094b9 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:21.368747 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-a4d6277c-8dc2-4607-a5c8-5355bc1c94f3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1890231736-network', 'tenant_id': '9b1df9b52583480dbf6905d0ad326671'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:32:21.373727 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fe4b7e64-2c02-4151-8be5-bae7ca83397f req-1d4e5d63-6d7a-460b-a671-55e8b9de2f60 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/ports?device_id=ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c HTTP/1.1" status: 200 len: 210 time: 0.0823150 Aug 22 13:32:21.478888 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e88890d7-0cc7-464d-a4ef-de730d2094b9 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:21.485668 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d6277c-8dc2-4607-a5c8-5355bc1c94f3 admin admin] Made reservation on behalf of 9b1df9b52583480dbf6905d0ad326671 for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:32:21.492784 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a4d6277c-8dc2-4607-a5c8-5355bc1c94f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:21.563615 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a4d6277c-8dc2-4607-a5c8-5355bc1c94f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:21.615042 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-e88890d7-0cc7-464d-a4ef-de730d2094b9 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Allocated IP 172.20.0.13 (d8711d6e-8138-430f-abec-7fe8d726eb62/0ed51b10-b915-4d4a-a275-1d23a980885f/f4daf4fd-70fc-4ca0-8158-aada3b60aaf8) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:32:21.656850 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb6d33-0444-4469-a3ce-e77268f00357 req-cd6b9e2b-89a9-495d-a9c5-fd4c86355dca tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:21.658750 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-01fb6d33-0444-4469-a3ce-e77268f00357 req-cd6b9e2b-89a9-495d-a9c5-fd4c86355dca tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.16 "GET /v2.0/networks?id=dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4 HTTP/1.1" status: 200 len: 821 time: 0.2419035 Aug 22 13:32:21.691164 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-01fb6d33-0444-4469-a3ce-e77268f00357 req-96b8ef61-ce84-466f-bdde-5a3ae34ecc1f tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Request body: {'port': {'device_id': 'ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c', 'network_id': 'dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4', 'admin_state_up': True, 'tenant_id': '8c7f26536b7540b7b292e9293304df5d'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:32:21.711325 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9056187-f433-4cb0-861d-d1120ba3febc None None] Network d8711d6e-8138-430f-abec-7fe8d726eb62 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:32:21.802925 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-dd17d05f-edb5-43ca-a429-374d88823bf9 None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:21.832362 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e88890d7-0cc7-464d-a4ef-de730d2094b9 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:21.833598 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a4d6277c-8dc2-4607-a5c8-5355bc1c94f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:21.844462 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a4d6277c-8dc2-4607-a5c8-5355bc1c94f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:21.858157 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-dd17d05f-edb5-43ca-a429-374d88823bf9 None None] Transition to ACTIVE for port object 4121abf5-11ad-4df1-8c3b-3a9b600586c3 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:32:21.873036 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-dd17d05f-edb5-43ca-a429-374d88823bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:21.890098 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4d6277c-8dc2-4607-a5c8-5355bc1c94f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:32:21.892375 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e88890d7-0cc7-464d-a4ef-de730d2094b9 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:21.897436 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d6277c-8dc2-4607-a5c8-5355bc1c94f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1f4d6d-16b3-4c21-92a1-d42241cea10a,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:21.900549 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01fb6d33-0444-4469-a3ce-e77268f00357 req-96b8ef61-ce84-466f-bdde-5a3ae34ecc1f tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Made reservation on behalf of 8c7f26536b7540b7b292e9293304df5d for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:32:21.904527 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-01fb6d33-0444-4469-a3ce-e77268f00357 req-96b8ef61-ce84-466f-bdde-5a3ae34ecc1f tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:21.923803 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a4d6277c-8dc2-4607-a5c8-5355bc1c94f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:21.924299 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-a4d6277c-8dc2-4607-a5c8-5355bc1c94f3 admin admin] Added segment 7ad440ea-6af2-4c22-9cde-61ae2fc4807c of type vlan for network 66e2a6fd-b667-44cd-a37f-b120c3633f83 Aug 22 13:32:21.973458 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88890d7-0cc7-464d-a4ef-de730d2094b9 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Network d8711d6e-8138-430f-abec-7fe8d726eb62 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:32:21.985422 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-e88890d7-0cc7-464d-a4ef-de730d2094b9 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:32:21.999482 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88890d7-0cc7-464d-a4ef-de730d2094b9 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:32:22.039313 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8775ff-cd54-43b2-8e24-2163b43e86c5 None None] Pushing event updated for resources: {'Port': ['ID=4121abf5-11ad-4df1-8c3b-3a9b600586c3,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:22.049472 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8775ff-cd54-43b2-8e24-2163b43e86c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:32:22.049915 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8775ff-cd54-43b2-8e24-2163b43e86c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:32:22.050328 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8775ff-cd54-43b2-8e24-2163b43e86c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:32:22.050749 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8775ff-cd54-43b2-8e24-2163b43e86c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:32:22.051135 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8775ff-cd54-43b2-8e24-2163b43e86c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:32:22.051242 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a4d6277c-8dc2-4607-a5c8-5355bc1c94f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:22.051585 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8775ff-cd54-43b2-8e24-2163b43e86c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:32:22.051969 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8775ff-cd54-43b2-8e24-2163b43e86c5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:32:22.052400 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8775ff-cd54-43b2-8e24-2163b43e86c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:32:22.052793 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8775ff-cd54-43b2-8e24-2163b43e86c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:32:22.053180 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8775ff-cd54-43b2-8e24-2163b43e86c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:32:22.053917 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8775ff-cd54-43b2-8e24-2163b43e86c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:32:22.054335 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8775ff-cd54-43b2-8e24-2163b43e86c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:32:22.056981 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88890d7-0cc7-464d-a4ef-de730d2094b9 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Pushing event updated for resources: {'Port': ['ID=f4daf4fd-70fc-4ca0-8158-aada3b60aaf8,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:22.068573 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-dd17d05f-edb5-43ca-a429-374d88823bf9 None None] Attempting to bind port 4121abf5-11ad-4df1-8c3b-3a9b600586c3 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:32:22.069033 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-dd17d05f-edb5-43ca-a429-374d88823bf9 None None] Attempting to bind port 4121abf5-11ad-4df1-8c3b-3a9b600586c3 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '538ae163-efa4-4208-94a1-3f5b6175ae30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:32:22.069469 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd17d05f-edb5-43ca-a429-374d88823bf9 None None] Attempting to bind port 4121abf5-11ad-4df1-8c3b-3a9b600586c3 on network dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:32:22.075839 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd17d05f-edb5-43ca-a429-374d88823bf9 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:32:22.076447 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd17d05f-edb5-43ca-a429-374d88823bf9 None None] Checking segment: {'id': '538ae163-efa4-4208-94a1-3f5b6175ae30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:32:22.076932 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-dd17d05f-edb5-43ca-a429-374d88823bf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:22.077380 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd17d05f-edb5-43ca-a429-374d88823bf9 None None] Bound using segment: {'id': '538ae163-efa4-4208-94a1-3f5b6175ae30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:32:22.077918 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-dd17d05f-edb5-43ca-a429-374d88823bf9 None None] Bound port: 4121abf5-11ad-4df1-8c3b-3a9b600586c3, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '538ae163-efa4-4208-94a1-3f5b6175ae30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:32:22.078363 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-dd17d05f-edb5-43ca-a429-374d88823bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:22.114505 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e88890d7-0cc7-464d-a4ef-de730d2094b9 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:22.144013 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a4d6277c-8dc2-4607-a5c8-5355bc1c94f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:22.145564 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d6277c-8dc2-4607-a5c8-5355bc1c94f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:22.145785 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a4d6277c-8dc2-4607-a5c8-5355bc1c94f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:22.155476 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-dd17d05f-edb5-43ca-a429-374d88823bf9 None None] For port 4121abf5-11ad-4df1-8c3b-3a9b600586c3, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:32:22.161357 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-dd17d05f-edb5-43ca-a429-374d88823bf9 None None] For port 4121abf5-11ad-4df1-8c3b-3a9b600586c3, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=4121abf5-11ad-4df1-8c3b-3a9b600586c3,segment=NetworkSegment(538ae163-efa4-4208-94a1-3f5b6175ae30),segment_id=538ae163-efa4-4208-94a1-3f5b6175ae30)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:32:22.168927 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-dd17d05f-edb5-43ca-a429-374d88823bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:22.171540 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e88890d7-0cc7-464d-a4ef-de730d2094b9 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:22.225266 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268d100-9ad7-46bf-bb85-6d77d0356240 req-df525bac-afc4-4b5d-aab6-9a848dd27428 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:22.233982 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a268d100-9ad7-46bf-bb85-6d77d0356240 req-df525bac-afc4-4b5d-aab6-9a848dd27428 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfec1c42-428a-4a9f-a98b-0a74b49f04af HTTP/1.1" status: 200 len: 946 time: 0.1991708 Aug 22 13:32:22.239792 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd17d05f-edb5-43ca-a429-374d88823bf9 None None] Routers {'e6cb4467-da7f-4a21-8bf2-b77bab11ad34'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:32:22.240706 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-dd17d05f-edb5-43ca-a429-374d88823bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:32:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['e6cb4467-da7f-4a21-8bf2-b77bab11ad34'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:22.272321 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a4d6277c-8dc2-4607-a5c8-5355bc1c94f3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0645041 Aug 22 13:32:22.279549 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-01fb6d33-0444-4469-a3ce-e77268f00357 req-96b8ef61-ce84-466f-bdde-5a3ae34ecc1f tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Allocated IP 172.20.0.4 (dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4/bab5dc6f-337b-4be1-b114-f5e216f3b569/fdf04e65-b1ed-4714-9ca4-d2b0e834a15a) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:32:22.283250 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 60974) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:22.289978 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-36c37a13-20ad-40e0-b72e-c75fbcfee5f7 admin admin] Request body: {'subnet': {'network_id': '66e2a6fd-b667-44cd-a37f-b120c3633f83', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1890231736-subnet', 'tenant_id': '9b1df9b52583480dbf6905d0ad326671', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:32:22.294682 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d6277c-8dc2-4607-a5c8-5355bc1c94f3 admin admin] Pushing event updated for resources: {'Network': ['ID=66e2a6fd-b667-44cd-a37f-b120c3633f83,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:22.331169 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 66e2a6fd-b667-44cd-a37f-b120c3633f83 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:32:22.346972 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a268d100-9ad7-46bf-bb85-6d77d0356240 req-36d8f39a-59f2-4e51-b1ae-822a2838da3a tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=540eab8a-ff39-4c5e-9bac-5eb9f43fb4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122682 Aug 22 13:32:22.347993 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8775ff-cd54-43b2-8e24-2163b43e86c5 None None] Pushing event updated for resources: {'Port': ['ID=4121abf5-11ad-4df1-8c3b-3a9b600586c3,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:22.397894 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c37a13-20ad-40e0-b72e-c75fbcfee5f7 admin admin] Made reservation on behalf of 9b1df9b52583480dbf6905d0ad326671 for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:32:22.400652 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-36c37a13-20ad-40e0-b72e-c75fbcfee5f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:22.423371 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e88890d7-0cc7-464d-a4ef-de730d2094b9 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:22.432888 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e88890d7-0cc7-464d-a4ef-de730d2094b9 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:22.525889 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88890d7-0cc7-464d-a4ef-de730d2094b9 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Pushing event updated for resources: {'Port': ['ID=f4daf4fd-70fc-4ca0-8158-aada3b60aaf8,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:22.556629 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e88890d7-0cc7-464d-a4ef-de730d2094b9 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:22.568370 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-dd17d05f-edb5-43ca-a429-374d88823bf9 None None] Set router e6cb4467-da7f-4a21-8bf2-b77bab11ad34 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:32:22.574945 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e88890d7-0cc7-464d-a4ef-de730d2094b9 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:22.576414 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e88890d7-0cc7-464d-a4ef-de730d2094b9 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2573166 Aug 22 13:32:22.579062 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60980) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:22.622707 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9e50951a-f39f-475b-8e0f-e65cf8b6ff11 req-5e942e81-ee52-48e0-9eed-2e11915c06dc tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/ports?device_id=ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c HTTP/1.1" status: 200 len: 210 time: 0.1018813 Aug 22 13:32:22.660911 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-45f43cce-3d38-4e43-9be0-33749e9676df tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] 10.222.0.21 "GET /v2.0/floatingips?floating_network_id=d8711d6e-8138-430f-abec-7fe8d726eb62 HTTP/1.1" status: 200 len: 690 time: 0.0779843 Aug 22 13:32:22.660911 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60982) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:22.707702 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487b4f3-b7a7-41d5-871c-63dc1bcce453 req-ca1297c5-8624-4368-94e3-2347a12494fe tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:22.715587 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6487b4f3-b7a7-41d5-871c-63dc1bcce453 req-ca1297c5-8624-4368-94e3-2347a12494fe tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0b0897-0f99-48e2-a4c8-43251f14fd62 HTTP/1.1" status: 200 len: 946 time: 0.2590244 Aug 22 13:32:22.754467 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-01fb6d33-0444-4469-a3ce-e77268f00357 req-96b8ef61-ce84-466f-bdde-5a3ae34ecc1f tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:22.767603 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-67f4a50c-bfba-4f6b-9d69-c8cd7adff4d9 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:22.803938 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-01fb6d33-0444-4469-a3ce-e77268f00357 req-96b8ef61-ce84-466f-bdde-5a3ae34ecc1f tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Transition to ACTIVE for port object fdf04e65-b1ed-4714-9ca4-d2b0e834a15a will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:32:22.809516 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-dd17d05f-edb5-43ca-a429-374d88823bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'name': 'tempest-FloatingIPsAssociationTestJSON-1552091199-router', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'c487e8e9-f194-4745-9cfb-f72df839c40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:32:13Z', 'updated_at': '2021-08-22T13:32:17Z', 'revision_number': 4, 'project_id': '8c7f26536b7540b7b292e9293304df5d', 'gw_port': {'id': 'c487e8e9-f194-4745-9cfb-f72df839c40e', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:32:14Z', 'updated_at': '2021-08-22T13:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '4121abf5-11ad-4df1-8c3b-3a9b600586c3', 'name': '', 'network_id': 'dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'mac_address': 'fa:16:3e:d8:db:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'bab5dc6f-337b-4be1-b114-f5e216f3b569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:32:16Z', 'updated_at': '2021-08-22T13:32:22Z', 'revision_number': 4, 'project_id': '8c7f26536b7540b7b292e9293304df5d', 'subnets': [{'id': 'bab5dc6f-337b-4be1-b114-f5e216f3b569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:22.813208 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6487b4f3-b7a7-41d5-871c-63dc1bcce453 req-28188ecc-cb32-40e4-953b-0676756d529c tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962749 Aug 22 13:32:22.890090 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-67f4a50c-bfba-4f6b-9d69-c8cd7adff4d9 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Deleting port f4daf4fd-70fc-4ca0-8158-aada3b60aaf8 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:32:22.890662 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-67f4a50c-bfba-4f6b-9d69-c8cd7adff4d9 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:22.927776 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-36c37a13-20ad-40e0-b72e-c75fbcfee5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:22.936275 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-01fb6d33-0444-4469-a3ce-e77268f00357 req-96b8ef61-ce84-466f-bdde-5a3ae34ecc1f tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:22.976683 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd17d05f-edb5-43ca-a429-374d88823bf9 None None] The sync data for ids ['e6cb4467-da7f-4a21-8bf2-b77bab11ad34'] in n-d-793621-33 is: [{'id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'name': 'tempest-FloatingIPsAssociationTestJSON-1552091199-router', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'c487e8e9-f194-4745-9cfb-f72df839c40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:32:13Z', 'updated_at': '2021-08-22T13:32:17Z', 'revision_number': 4, 'project_id': '8c7f26536b7540b7b292e9293304df5d', 'gw_port': {'id': 'c487e8e9-f194-4745-9cfb-f72df839c40e', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:32:14Z', 'updated_at': '2021-08-22T13:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '4121abf5-11ad-4df1-8c3b-3a9b600586c3', 'name': '', 'network_id': 'dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'mac_address': 'fa:16:3e:d8:db:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'bab5dc6f-337b-4be1-b114-f5e216f3b569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:32:16Z', 'updated_at': '2021-08-22T13:32:22Z', 'revision_number': 4, 'project_id': '8c7f26536b7540b7b292e9293304df5d', 'subnets': [{'id': 'bab5dc6f-337b-4be1-b114-f5e216f3b569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:32:22.994443 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-67f4a50c-bfba-4f6b-9d69-c8cd7adff4d9 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:22.994443 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-67f4a50c-bfba-4f6b-9d69-c8cd7adff4d9 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:23.014934 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-67f4a50c-bfba-4f6b-9d69-c8cd7adff4d9 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Calling delete_port for f4daf4fd-70fc-4ca0-8158-aada3b60aaf8 owned by network:floatingip {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:32:23.022793 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01fb6d33-0444-4469-a3ce-e77268f00357 req-96b8ef61-ce84-466f-bdde-5a3ae34ecc1f tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Network dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:32:23.038768 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-01fb6d33-0444-4469-a3ce-e77268f00357 req-96b8ef61-ce84-466f-bdde-5a3ae34ecc1f tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:32:23.053399 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-01fb6d33-0444-4469-a3ce-e77268f00357 req-96b8ef61-ce84-466f-bdde-5a3ae34ecc1f tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:32:23.059305 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c37a13-20ad-40e0-b72e-c75fbcfee5f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6d00130-5d64-48a9-8eb2-27b64c65272f,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:23.086643 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b8ef61-ce84-466f-bdde-5a3ae34ecc1f tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Pushing event updated for resources: {'Port': ['ID=fdf04e65-b1ed-4714-9ca4-d2b0e834a15a,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:23.123545 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c37a13-20ad-40e0-b72e-c75fbcfee5f7 admin admin] Checking segment: {'id': '7ad440ea-6af2-4c22-9cde-61ae2fc4807c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '66e2a6fd-b667-44cd-a37f-b120c3633f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:32:23.123925 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c37a13-20ad-40e0-b72e-c75fbcfee5f7 admin admin] Network hostable DHCP agents. Network: 66e2a6fd-b667-44cd-a37f-b120c3633f83, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:32:23.154277 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb6d33-0444-4469-a3ce-e77268f00357 req-96b8ef61-ce84-466f-bdde-5a3ae34ecc1f tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:23.154277 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-01fb6d33-0444-4469-a3ce-e77268f00357 req-96b8ef61-ce84-466f-bdde-5a3ae34ecc1f tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:23.180827 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c37a13-20ad-40e0-b72e-c75fbcfee5f7 admin admin] Network 66e2a6fd-b667-44cd-a37f-b120c3633f83 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:32:23.192160 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-01fb6d33-0444-4469-a3ce-e77268f00357 req-96b8ef61-ce84-466f-bdde-5a3ae34ecc1f tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5124454 Aug 22 13:32:23.203562 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-36c37a13-20ad-40e0-b72e-c75fbcfee5f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 66e2a6fd-b667-44cd-a37f-b120c3633f83) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:32:23.208549 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-01fb6d33-0444-4469-a3ce-e77268f00357 req-87b3e32b-9d33-4e1a-a29c-e38123a76af5 service neutron] Request body: {'port': {'device_id': 'ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:32:23.211725 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3df0ac0-09bf-47e9-9fa6-3080d08c7897 None None] Network 66e2a6fd-b667-44cd-a37f-b120c3633f83 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:32:23.221923 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c37a13-20ad-40e0-b72e-c75fbcfee5f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:23.221923 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-36c37a13-20ad-40e0-b72e-c75fbcfee5f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:23.242391 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 4121abf5-11ad-4df1-8c3b-3a9b600586c3 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:32:23.277751 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-36c37a13-20ad-40e0-b72e-c75fbcfee5f7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9931047 Aug 22 13:32:23.281932 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60986) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:23.289069 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-f3ae3015-8b47-459e-8046-d3570f55500f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1890231736-router', 'tenant_id': '9b1df9b52583480dbf6905d0ad326671', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:32:23.303663 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-67f4a50c-bfba-4f6b-9d69-c8cd7adff4d9 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:23.322247 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-01fb6d33-0444-4469-a3ce-e77268f00357 req-87b3e32b-9d33-4e1a-a29c-e38123a76af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:23.378205 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f4a50c-bfba-4f6b-9d69-c8cd7adff4d9 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Pushing event deleted for resources: {'Port': ['ID=f4daf4fd-70fc-4ca0-8158-aada3b60aaf8,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:23.385767 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f3ae3015-8b47-459e-8046-d3570f55500f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:23.386839 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f3ae3015-8b47-459e-8046-d3570f55500f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:23.432358 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e934a093-81cc-487e-b643-9a2844d8139d None None] Network 66e2a6fd-b667-44cd-a37f-b120c3633f83 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:32:23.467614 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f3ae3015-8b47-459e-8046-d3570f55500f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:23.602164 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-67f4a50c-bfba-4f6b-9d69-c8cd7adff4d9 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:23.607574 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-9f077701-069b-4a54-bca9-ab75df2a5dde None None] Provisioning for port fdf04e65-b1ed-4714-9ca4-d2b0e834a15a completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:32:23.631795 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-9f077701-069b-4a54-bca9-ab75df2a5dde None None] Provisioning complete for port fdf04e65-b1ed-4714-9ca4-d2b0e834a15a triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:32:23.632206 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9f077701-069b-4a54-bca9-ab75df2a5dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:23.636019 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 4121abf5-11ad-4df1-8c3b-3a9b600586c3 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:32:23.665694 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5550cdd4-7145-41af-a344-72bcf819f113 req-32b6728c-4a78-4b75-ae94-25f6559bf631 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:23.667595 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5550cdd4-7145-41af-a344-72bcf819f113 req-32b6728c-4a78-4b75-ae94-25f6559bf631 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfec1c42-428a-4a9f-a98b-0a74b49f04af HTTP/1.1" status: 200 len: 946 time: 0.1451483 Aug 22 13:32:23.684515 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 4121abf5-11ad-4df1-8c3b-3a9b600586c3 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:32:23.684921 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:23.737630 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5550cdd4-7145-41af-a344-72bcf819f113 req-025a0a16-431b-4a29-9384-8e892aa6c579 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=540eab8a-ff39-4c5e-9bac-5eb9f43fb4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481579 Aug 22 13:32:23.764463 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-67f4a50c-bfba-4f6b-9d69-c8cd7adff4d9 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:23.769199 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f3ae3015-8b47-459e-8046-d3570f55500f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:23.790271 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-9f077701-069b-4a54-bca9-ab75df2a5dde None None] Port fdf04e65-b1ed-4714-9ca4-d2b0e834a15a cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:32:23.866160 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefbc4c5-f3f2-454e-9d11-931f5dccaf14 req-3bf26ecf-90b2-423f-a8e2-a51b0ff0ed9b tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:23.868495 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fefbc4c5-f3f2-454e-9d11-931f5dccaf14 req-3bf26ecf-90b2-423f-a8e2-a51b0ff0ed9b tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/ports?device_id=ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c HTTP/1.1" status: 200 len: 931 time: 0.1202562 Aug 22 13:32:23.877956 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-01fb6d33-0444-4469-a3ce-e77268f00357 req-87b3e32b-9d33-4e1a-a29c-e38123a76af5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdf04e65-b1ed-4714-9ca4-d2b0e834a15a {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:32:23.878429 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:23.891291 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-01fb6d33-0444-4469-a3ce-e77268f00357 req-87b3e32b-9d33-4e1a-a29c-e38123a76af5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:23.939239 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 4121abf5-11ad-4df1-8c3b-3a9b600586c3, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=4121abf5-11ad-4df1-8c3b-3a9b600586c3,segment=NetworkSegment(538ae163-efa4-4208-94a1-3f5b6175ae30),segment_id=538ae163-efa4-4208-94a1-3f5b6175ae30)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:32:23.946730 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:23.956085 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-01fb6d33-0444-4469-a3ce-e77268f00357 req-87b3e32b-9d33-4e1a-a29c-e38123a76af5 service neutron] Transition to ACTIVE for port object fdf04e65-b1ed-4714-9ca4-d2b0e834a15a will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:32:23.966385 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-67f4a50c-bfba-4f6b-9d69-c8cd7adff4d9 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:23.974434 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-01fb6d33-0444-4469-a3ce-e77268f00357 req-87b3e32b-9d33-4e1a-a29c-e38123a76af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:24.020694 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f4a50c-bfba-4f6b-9d69-c8cd7adff4d9 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0ed51b10-b915-4d4a-a275-1d23a980885f,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:24.029843 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=4121abf5-11ad-4df1-8c3b-3a9b600586c3,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:24.038417 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fefbc4c5-f3f2-454e-9d11-931f5dccaf14 req-8ba6bbcc-d873-4760-a781-7a2bf99621f3 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/security-groups?id=dae66278-0517-487d-81b6-02e3f3d0f286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443977 Aug 22 13:32:24.056381 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b7664-fc19-4799-978c-bec67df49994 req-cb743b7b-a230-4a41-a48d-7f0c28e5ccc2 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:24.064128 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-209b7664-fc19-4799-978c-bec67df49994 req-cb743b7b-a230-4a41-a48d-7f0c28e5ccc2 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0b0897-0f99-48e2-a4c8-43251f14fd62 HTTP/1.1" status: 200 len: 946 time: 0.1659048 Aug 22 13:32:24.096677 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-67f4a50c-bfba-4f6b-9d69-c8cd7adff4d9 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:24.109952 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-67f4a50c-bfba-4f6b-9d69-c8cd7adff4d9 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8711d6e-8138-430f-abec-7fe8d726eb62']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:24.129783 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-67f4a50c-bfba-4f6b-9d69-c8cd7adff4d9 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4139fbc1-c3a5-4e78-a858-2831311c5d86') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:24.130552 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-67f4a50c-bfba-4f6b-9d69-c8cd7adff4d9 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4139fbc1-c3a5-4e78-a858-2831311c5d86') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:24.151503 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-67f4a50c-bfba-4f6b-9d69-c8cd7adff4d9 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:24.187959 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b3e32b-9d33-4e1a-a29c-e38123a76af5 service neutron] Pushing event updated for resources: {'Port': ['ID=fdf04e65-b1ed-4714-9ca4-d2b0e834a15a,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:24.230770 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-67f4a50c-bfba-4f6b-9d69-c8cd7adff4d9 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:24.239392 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67f4a50c-bfba-4f6b-9d69-c8cd7adff4d9 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:32:24.239613 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-67f4a50c-bfba-4f6b-9d69-c8cd7adff4d9 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:24.241403 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:32:24.241403 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:32:24.241403 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:32:24.241403 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:32:24.241403 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:32:24.241403 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:32:24.241403 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:32:24.241403 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:32:24.241403 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:32:24.241403 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:32:24.241403 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:32:24.241403 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:32:24.241403 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:32:24.241403 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:32:24.241403 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:32:24.241403 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:32:24.241403 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:32:24.241403 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:32:24.241403 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:32:24.241403 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:32:24.241403 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:32:24.241403 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:32:24.241403 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:32:24.241403 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:32:24.241403 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:32:24.241403 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:32:24.241403 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:32:24.241403 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:32:24.241403 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:32:24.241403 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:32:24.241403 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:32:24.241403 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:32:24.264470 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-209b7664-fc19-4799-978c-bec67df49994 req-528cb724-8833-4906-9acb-dc9d02451cb3 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992211 Aug 22 13:32:24.295861 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-01fb6d33-0444-4469-a3ce-e77268f00357 req-87b3e32b-9d33-4e1a-a29c-e38123a76af5 service neutron] Attempting to bind port fdf04e65-b1ed-4714-9ca4-d2b0e834a15a on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:32:24.296604 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-01fb6d33-0444-4469-a3ce-e77268f00357 req-87b3e32b-9d33-4e1a-a29c-e38123a76af5 service neutron] Attempting to bind port fdf04e65-b1ed-4714-9ca4-d2b0e834a15a by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '538ae163-efa4-4208-94a1-3f5b6175ae30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:32:24.297090 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fb6d33-0444-4469-a3ce-e77268f00357 req-87b3e32b-9d33-4e1a-a29c-e38123a76af5 service neutron] Attempting to bind port fdf04e65-b1ed-4714-9ca4-d2b0e834a15a on network dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:32:24.303578 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fb6d33-0444-4469-a3ce-e77268f00357 req-87b3e32b-9d33-4e1a-a29c-e38123a76af5 service neutron] Port fdf04e65-b1ed-4714-9ca4-d2b0e834a15a on network dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:32:24.304223 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fb6d33-0444-4469-a3ce-e77268f00357 req-87b3e32b-9d33-4e1a-a29c-e38123a76af5 service neutron] Attempting to bind port fdf04e65-b1ed-4714-9ca4-d2b0e834a15a on network dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:32:24.318552 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fb6d33-0444-4469-a3ce-e77268f00357 req-87b3e32b-9d33-4e1a-a29c-e38123a76af5 service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:32:24.318890 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fb6d33-0444-4469-a3ce-e77268f00357 req-87b3e32b-9d33-4e1a-a29c-e38123a76af5 service neutron] Checking segment: {'id': '538ae163-efa4-4208-94a1-3f5b6175ae30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:32:24.319280 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fb6d33-0444-4469-a3ce-e77268f00357 req-87b3e32b-9d33-4e1a-a29c-e38123a76af5 service neutron] Bound using segment: {'id': '538ae163-efa4-4208-94a1-3f5b6175ae30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:32:24.319711 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-01fb6d33-0444-4469-a3ce-e77268f00357 req-87b3e32b-9d33-4e1a-a29c-e38123a76af5 service neutron] Bound port: fdf04e65-b1ed-4714-9ca4-d2b0e834a15a, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '538ae163-efa4-4208-94a1-3f5b6175ae30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:32:24.320668 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-01fb6d33-0444-4469-a3ce-e77268f00357 req-87b3e32b-9d33-4e1a-a29c-e38123a76af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:24.344289 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f3ae3015-8b47-459e-8046-d3570f55500f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:24.375710 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f3ae3015-8b47-459e-8046-d3570f55500f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:24.403944 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-01fb6d33-0444-4469-a3ce-e77268f00357 req-87b3e32b-9d33-4e1a-a29c-e38123a76af5 service neutron] For port fdf04e65-b1ed-4714-9ca4-d2b0e834a15a, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:32:24.408494 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-01fb6d33-0444-4469-a3ce-e77268f00357 req-87b3e32b-9d33-4e1a-a29c-e38123a76af5 service neutron] For port fdf04e65-b1ed-4714-9ca4-d2b0e834a15a, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=fdf04e65-b1ed-4714-9ca4-d2b0e834a15a,segment=NetworkSegment(538ae163-efa4-4208-94a1-3f5b6175ae30),segment_id=538ae163-efa4-4208-94a1-3f5b6175ae30)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:32:24.414563 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-01fb6d33-0444-4469-a3ce-e77268f00357 req-87b3e32b-9d33-4e1a-a29c-e38123a76af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:24.422319 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-67f4a50c-bfba-4f6b-9d69-c8cd7adff4d9 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:24.431223 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f4a50c-bfba-4f6b-9d69-c8cd7adff4d9 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d8711d6e-8138-430f-abec-7fe8d726eb62 {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 22 13:32:24.436134 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-67f4a50c-bfba-4f6b-9d69-c8cd7adff4d9 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:24.440180 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-67f4a50c-bfba-4f6b-9d69-c8cd7adff4d9 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] 10.222.0.21 "DELETE /v2.0/networks/d8711d6e-8138-430f-abec-7fe8d726eb62 HTTP/1.1" status: 204 len: 168 time: 1.7762725 Aug 22 13:32:24.444300 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 32768) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:24.451361 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f4a50c-bfba-4f6b-9d69-c8cd7adff4d9 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Pushing event deleted for resources: {'Network': ['ID=d8711d6e-8138-430f-abec-7fe8d726eb62,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:24.527966 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-f3ae3015-8b47-459e-8046-d3570f55500f admin admin] Allocated IP 172.25.3.143 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/360c7f96-2f5a-421c-aa9e-71727353b6b5) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:32:24.571563 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb6d33-0444-4469-a3ce-e77268f00357 req-87b3e32b-9d33-4e1a-a29c-e38123a76af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:24.572277 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-01fb6d33-0444-4469-a3ce-e77268f00357 req-87b3e32b-9d33-4e1a-a29c-e38123a76af5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:24.573923 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-01fb6d33-0444-4469-a3ce-e77268f00357 req-87b3e32b-9d33-4e1a-a29c-e38123a76af5 service neutron] 10.222.0.16 "PUT /v2.0/ports/fdf04e65-b1ed-4714-9ca4-d2b0e834a15a HTTP/1.1" status: 200 len: 1092 time: 1.3713655 Aug 22 13:32:24.574488 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c', 'tag': 'fdf04e65-b1ed-4714-9ca4-d2b0e834a15a'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:32:24.577042 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819b4b76-772e-4f2d-9f25-61ade384bfc5" -d '{"events": [{"name": "network-changed", "server_uuid": "ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c", "tag": "fdf04e65-b1ed-4714-9ca4-d2b0e834a15a"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:32:24.700310 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f3ae3015-8b47-459e-8046-d3570f55500f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:24.747352 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f3ae3015-8b47-459e-8046-d3570f55500f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:24.805736 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ae3015-8b47-459e-8046-d3570f55500f admin admin] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:32:24.810873 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-f3ae3015-8b47-459e-8046-d3570f55500f admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:32:24.818058 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ae3015-8b47-459e-8046-d3570f55500f admin admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:32:24.821823 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ae3015-8b47-459e-8046-d3570f55500f admin admin] Pushing event updated for resources: {'Port': ['ID=360c7f96-2f5a-421c-aa9e-71727353b6b5,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:24.954979 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b42d06-87b9-4be2-9520-d15da620a17c x-openstack-request-id: req-a2b42d06-87b9-4be2-9520-d15da620a17c {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:32:24.955338 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c", "tag": "fdf04e65-b1ed-4714-9ca4-d2b0e834a15a", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:32:24.955537 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a2b42d06-87b9-4be2-9520-d15da620a17c {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:32:24.955897 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c', 'tag': 'fdf04e65-b1ed-4714-9ca4-d2b0e834a15a', 'status': 'completed', 'code': 200} Aug 22 13:32:25.015004 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b3e32b-9d33-4e1a-a29c-e38123a76af5 service neutron] Pushing event updated for resources: {'Port': ['ID=fdf04e65-b1ed-4714-9ca4-d2b0e834a15a,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:25.037006 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-eb946be1-4412-459e-a587-78b357e1afdd tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3353 time: 0.5888724 Aug 22 13:32:25.037634 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 32778) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:25.124323 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f3ae3015-8b47-459e-8046-d3570f55500f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:25.145099 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb6d33-0444-4469-a3ce-e77268f00357 req-c1d726ea-7ba5-46df-81ae-9b35c317de3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:25.146621 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-01fb6d33-0444-4469-a3ce-e77268f00357 req-c1d726ea-7ba5-46df-81ae-9b35c317de3f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8c7f26536b7540b7b292e9293304df5d&device_id=ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c HTTP/1.1" status: 200 len: 1095 time: 0.1899726 Aug 22 13:32:25.176880 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 4121abf5-11ad-4df1-8c3b-3a9b600586c3 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:32:25.178842 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4488f76-2700-4393-85a5-09a308e860cb req-cefc9742-b7f8-43c3-852d-481cc64777d2 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:25.180988 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f4488f76-2700-4393-85a5-09a308e860cb req-cefc9742-b7f8-43c3-852d-481cc64777d2 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfec1c42-428a-4a9f-a98b-0a74b49f04af HTTP/1.1" status: 200 len: 946 time: 0.2186785 Aug 22 13:32:25.237272 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 4121abf5-11ad-4df1-8c3b-3a9b600586c3 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:32:25.237742 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:25.265712 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5353ae1-9d0d-4035-9fae-bd5cbf4a7b07 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:25.266222 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5353ae1-9d0d-4035-9fae-bd5cbf4a7b07 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:25.266858 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5353ae1-9d0d-4035-9fae-bd5cbf4a7b07 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:25.267074 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5353ae1-9d0d-4035-9fae-bd5cbf4a7b07 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:25.267523 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5353ae1-9d0d-4035-9fae-bd5cbf4a7b07 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:25.267980 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5353ae1-9d0d-4035-9fae-bd5cbf4a7b07 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:25.268598 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5353ae1-9d0d-4035-9fae-bd5cbf4a7b07 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:25.268986 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5353ae1-9d0d-4035-9fae-bd5cbf4a7b07 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:25.269426 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5353ae1-9d0d-4035-9fae-bd5cbf4a7b07 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:25.270023 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5353ae1-9d0d-4035-9fae-bd5cbf4a7b07 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:25.270316 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5353ae1-9d0d-4035-9fae-bd5cbf4a7b07 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:25.270761 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5353ae1-9d0d-4035-9fae-bd5cbf4a7b07 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:25.272891 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a5353ae1-9d0d-4035-9fae-bd5cbf4a7b07 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7763 time: 0.2343154 Aug 22 13:32:25.278041 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-01fb6d33-0444-4469-a3ce-e77268f00357 req-58d79660-fb7c-4e49-bc8b-ef39deb8ab98 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdf04e65-b1ed-4714-9ca4-d2b0e834a15a HTTP/1.1" status: 200 len: 217 time: 0.0885692 Aug 22 13:32:25.278425 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 32784) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:25.368670 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f3ae3015-8b47-459e-8046-d3570f55500f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:25.377826 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-a098fb95-fc16-41d7-8fde-e38c0c03c8d8 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] delete failed (client error): The resource could not be found. Aug 22 13:32:25.378874 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a098fb95-fc16-41d7-8fde-e38c0c03c8d8 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/80ba88db-8415-4018-88ce-199f560fb6c6 HTTP/1.1" status: 404 len: 345 time: 0.0984488 Aug 22 13:32:25.385827 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 32788) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:25.396363 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec82f8d-8eb0-42eb-bf18-26572e4f5cf8 req-97601e5d-61e2-4d84-aafb-9b0317d39939 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:25.397799 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ec82f8d-8eb0-42eb-bf18-26572e4f5cf8 req-97601e5d-61e2-4d84-aafb-9b0317d39939 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/ports?device_id=ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c HTTP/1.1" status: 200 len: 943 time: 0.2853796 Aug 22 13:32:25.409022 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f4488f76-2700-4393-85a5-09a308e860cb req-9c92e035-333f-47d4-a68f-5a430ac3e0fd tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=540eab8a-ff39-4c5e-9bac-5eb9f43fb4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2159975 Aug 22 13:32:25.427181 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-db8b5db8-f9c4-48c2-b32a-cd96f949f32a tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] DELETE failed (client error): The resource could not be found. Aug 22 13:32:25.427801 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db8b5db8-f9c4-48c2-b32a-cd96f949f32a tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:32:25.434494 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-db8b5db8-f9c4-48c2-b32a-cd96f949f32a tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] 10.222.0.21 "DELETE /v2.0/networks/d8711d6e-8138-430f-abec-7fe8d726eb62 HTTP/1.1" status: 404 len: 339 time: 0.0409653 Aug 22 13:32:25.438006 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 32790) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:25.447989 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-bd57eb99-b307-4d5b-a003-92fccc0c1225 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Request body: {'network': {'name': 'tempest-network--2091195611', 'router:external': True}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:32:25.467609 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb6d33-0444-4469-a3ce-e77268f00357 req-905de21e-5c9b-4c18-88e1-42fb015e66b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:25.469126 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-01fb6d33-0444-4469-a3ce-e77268f00357 req-905de21e-5c9b-4c18-88e1-42fb015e66b2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bab5dc6f-337b-4be1-b114-f5e216f3b569 HTTP/1.1" status: 200 len: 860 time: 0.1812067 Aug 22 13:32:25.495043 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ec82f8d-8eb0-42eb-bf18-26572e4f5cf8 req-9803a2a1-1210-4a62-8e9c-499b95f6e063 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/security-groups?id=dae66278-0517-487d-81b6-02e3f3d0f286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899153 Aug 22 13:32:25.511677 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd57eb99-b307-4d5b-a003-92fccc0c1225 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Made reservation on behalf of 6cdfd99f32254dd0938e75744be33344 for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:32:25.514119 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bd57eb99-b307-4d5b-a003-92fccc0c1225 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:25.534427 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ae3015-8b47-459e-8046-d3570f55500f admin admin] Router 8c3883f4-e618-4229-ac79-2134162f882d is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:32:25.546565 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb6d33-0444-4469-a3ce-e77268f00357 req-1065282c-b668-40b1-aa46-1f6ef2381f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:25.548264 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-01fb6d33-0444-4469-a3ce-e77268f00357 req-1065282c-b668-40b1-aa46-1f6ef2381f09 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0694261 Aug 22 13:32:25.553931 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd57eb99-b307-4d5b-a003-92fccc0c1225 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:32:25.612127 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bd57eb99-b307-4d5b-a003-92fccc0c1225 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:25.612412 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-bd57eb99-b307-4d5b-a003-92fccc0c1225 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Added segment 91a39841-117e-4dd0-9688-4f53414d29fa of type vlan for network 9ccb1c75-a86e-4fd8-ba21-45d30c342a9e Aug 22 13:32:25.643412 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ae3015-8b47-459e-8046-d3570f55500f admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:32:25.661941 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82062ac-584e-4bca-b2d5-22227671e7d5 None None] Sync routers for ids ['8c3883f4-e618-4229-ac79-2134162f882d'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:32:25.670168 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f3ae3015-8b47-459e-8046-d3570f55500f admin admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:25.672127 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f3ae3015-8b47-459e-8046-d3570f55500f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3890069 Aug 22 13:32:25.674392 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82062ac-584e-4bca-b2d5-22227671e7d5 None None] Routers {'8c3883f4-e618-4229-ac79-2134162f882d'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:32:25.674926 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 32794) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:25.675162 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-d82062ac-584e-4bca-b2d5-22227671e7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:32:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['8c3883f4-e618-4229-ac79-2134162f882d'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:25.722905 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bd57eb99-b307-4d5b-a003-92fccc0c1225 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:25.734422 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc39e8ba-9bb8-440d-8996-f35da3fd34e7 req-a2034da3-fa67-4cf0-920c-785f0504bd91 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:25.736136 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fc39e8ba-9bb8-440d-8996-f35da3fd34e7 req-a2034da3-fa67-4cf0-920c-785f0504bd91 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0b0897-0f99-48e2-a4c8-43251f14fd62 HTTP/1.1" status: 200 len: 946 time: 0.1780481 Aug 22 13:32:25.777178 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-01fb6d33-0444-4469-a3ce-e77268f00357 req-c0ec3507-ee9f-457b-aded-9fd38a858b71 service neutron] 10.222.0.16 "GET /v2.0/networks/dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200034 Aug 22 13:32:25.806929 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-d82062ac-584e-4bca-b2d5-22227671e7d5 None None] Set router 8c3883f4-e618-4229-ac79-2134162f882d gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:32:25.854424 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bd57eb99-b307-4d5b-a003-92fccc0c1225 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:25.855408 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd57eb99-b307-4d5b-a003-92fccc0c1225 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:25.855999 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bd57eb99-b307-4d5b-a003-92fccc0c1225 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:25.887760 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fc39e8ba-9bb8-440d-8996-f35da3fd34e7 req-013e971d-1966-4152-ba01-1497c2158f01 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404459 Aug 22 13:32:25.943879 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-bd57eb99-b307-4d5b-a003-92fccc0c1225 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5034955 Aug 22 13:32:25.949662 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 32798) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:25.995952 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd57eb99-b307-4d5b-a003-92fccc0c1225 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Pushing event updated for resources: {'Network': ['ID=9ccb1c75-a86e-4fd8-ba21-45d30c342a9e,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:26.009839 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 9ccb1c75-a86e-4fd8-ba21-45d30c342a9e details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:32:26.077517 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-01fb6d33-0444-4469-a3ce-e77268f00357 req-e4e7b5cd-45f4-4d99-88f0-4193d039ae5c service neutron] 10.222.0.16 "GET /v2.0/networks/dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872000 Aug 22 13:32:26.088457 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-d82062ac-584e-4bca-b2d5-22227671e7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3883f4-e618-4229-ac79-2134162f882d', 'name': 'tempest-ServerRescueTestJSON-1890231736-router', 'tenant_id': '9b1df9b52583480dbf6905d0ad326671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '360c7f96-2f5a-421c-aa9e-71727353b6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:32:23Z', 'updated_at': '2021-08-22T13:32:24Z', 'revision_number': 3, 'project_id': '9b1df9b52583480dbf6905d0ad326671', 'gw_port': {'id': '360c7f96-2f5a-421c-aa9e-71727353b6b5', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:85:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3883f4-e618-4229-ac79-2134162f882d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:32:24Z', 'updated_at': '2021-08-22T13:32:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:26.120611 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82062ac-584e-4bca-b2d5-22227671e7d5 None None] Checking router: 8c3883f4-e618-4229-ac79-2134162f882d for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:32:26.120963 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82062ac-584e-4bca-b2d5-22227671e7d5 None None] Updating router 8c3883f4-e618-4229-ac79-2134162f882d port 360c7f96-2f5a-421c-aa9e-71727353b6b5 binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:32:26.164750 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-d82062ac-584e-4bca-b2d5-22227671e7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:26.202795 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa913ee-a138-4ef0-92bb-25b64057be2c tempest-ExternalNetworksTestJSON-1296933588 tempest-ExternalNetworksTestJSON-1296933588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:26.209016 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa913ee-a138-4ef0-92bb-25b64057be2c tempest-ExternalNetworksTestJSON-1296933588 tempest-ExternalNetworksTestJSON-1296933588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:26.215760 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa913ee-a138-4ef0-92bb-25b64057be2c tempest-ExternalNetworksTestJSON-1296933588 tempest-ExternalNetworksTestJSON-1296933588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:26.221901 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa913ee-a138-4ef0-92bb-25b64057be2c tempest-ExternalNetworksTestJSON-1296933588 tempest-ExternalNetworksTestJSON-1296933588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:26.223665 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-4aa913ee-a138-4ef0-92bb-25b64057be2c tempest-ExternalNetworksTestJSON-1296933588 tempest-ExternalNetworksTestJSON-1296933588-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.2730441 Aug 22 13:32:26.227006 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 32800) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:26.283429 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b4b76-772e-4f2d-9f25-61ade384bfc5 req-e10938fe-4d04-4107-b7f2-fb3af655e92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:26.285047 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-819b4b76-772e-4f2d-9f25-61ade384bfc5 req-e10938fe-4d04-4107-b7f2-fb3af655e92d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8c7f26536b7540b7b292e9293304df5d&device_id=ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c HTTP/1.1" status: 200 len: 1095 time: 0.1334827 Aug 22 13:32:26.323271 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6e32e4c0-598f-43d2-b562-a47faa458d8e tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:26.431095 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-d82062ac-584e-4bca-b2d5-22227671e7d5 None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:26.441397 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-d82062ac-584e-4bca-b2d5-22227671e7d5 None None] Transition to ACTIVE for port object 360c7f96-2f5a-421c-aa9e-71727353b6b5 will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:32:26.450519 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-d82062ac-584e-4bca-b2d5-22227671e7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:26.457666 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b4b76-772e-4f2d-9f25-61ade384bfc5 req-9b767e39-330d-42fa-822b-add69829d17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:26.459060 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-819b4b76-772e-4f2d-9f25-61ade384bfc5 req-9b767e39-330d-42fa-822b-add69829d17a service neutron] 10.222.0.16 "GET /v2.0/networks?id=dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4 HTTP/1.1" status: 200 len: 922 time: 0.1648510 Aug 22 13:32:26.464117 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6e32e4c0-598f-43d2-b562-a47faa458d8e tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:26.481594 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-6e32e4c0-598f-43d2-b562-a47faa458d8e tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ccb1c75-a86e-4fd8-ba21-45d30c342a9e']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:26.498196 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570a25fe-5180-46a6-82db-7b151552feaa None None] Pushing event updated for resources: {'Port': ['ID=360c7f96-2f5a-421c-aa9e-71727353b6b5,revision_number=2']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:26.514445 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-d82062ac-584e-4bca-b2d5-22227671e7d5 None None] Attempting to bind port 360c7f96-2f5a-421c-aa9e-71727353b6b5 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:32:26.514823 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-d82062ac-584e-4bca-b2d5-22227671e7d5 None None] Attempting to bind port 360c7f96-2f5a-421c-aa9e-71727353b6b5 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:32:26.515177 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82062ac-584e-4bca-b2d5-22227671e7d5 None None] Attempting to bind port 360c7f96-2f5a-421c-aa9e-71727353b6b5 on network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:32:26.519889 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-819b4b76-772e-4f2d-9f25-61ade384bfc5 req-1554cbe4-93eb-4f12-bc68-801ee177277f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdf04e65-b1ed-4714-9ca4-d2b0e834a15a HTTP/1.1" status: 200 len: 217 time: 0.0480573 Aug 22 13:32:26.520644 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82062ac-584e-4bca-b2d5-22227671e7d5 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:32:26.521075 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82062ac-584e-4bca-b2d5-22227671e7d5 None None] Checking segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:32:26.522146 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-d82062ac-584e-4bca-b2d5-22227671e7d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:26.522146 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82062ac-584e-4bca-b2d5-22227671e7d5 None None] Bound using segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:32:26.522377 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-d82062ac-584e-4bca-b2d5-22227671e7d5 None None] Bound port: 360c7f96-2f5a-421c-aa9e-71727353b6b5, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:32:26.522573 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-d82062ac-584e-4bca-b2d5-22227671e7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:26.533496 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ba90fff8-c6aa-49d8-9556-81863930f628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:26.543633 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-6e32e4c0-598f-43d2-b562-a47faa458d8e tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91a39841-117e-4dd0-9688-4f53414d29fa') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:26.543883 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-6e32e4c0-598f-43d2-b562-a47faa458d8e tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91a39841-117e-4dd0-9688-4f53414d29fa') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:26.578270 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-d82062ac-584e-4bca-b2d5-22227671e7d5 None None] For port 360c7f96-2f5a-421c-aa9e-71727353b6b5, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:32:26.581773 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-d82062ac-584e-4bca-b2d5-22227671e7d5 None None] For port 360c7f96-2f5a-421c-aa9e-71727353b6b5, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=360c7f96-2f5a-421c-aa9e-71727353b6b5,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:32:26.589213 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-d82062ac-584e-4bca-b2d5-22227671e7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:26.602891 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6e32e4c0-598f-43d2-b562-a47faa458d8e tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:26.629995 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6e32e4c0-598f-43d2-b562-a47faa458d8e tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:26.639461 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b4b76-772e-4f2d-9f25-61ade384bfc5 req-0db74213-3fe5-4d52-8708-64906d080325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:26.641033 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-819b4b76-772e-4f2d-9f25-61ade384bfc5 req-0db74213-3fe5-4d52-8708-64906d080325 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bab5dc6f-337b-4be1-b114-f5e216f3b569 HTTP/1.1" status: 200 len: 860 time: 0.1082523 Aug 22 13:32:26.645951 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e32e4c0-598f-43d2-b562-a47faa458d8e tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:32:26.646357 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6e32e4c0-598f-43d2-b562-a47faa458d8e tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:26.648785 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:32:26.648785 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:32:26.648785 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:32:26.648785 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:32:26.648785 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:32:26.648785 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:32:26.648785 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:32:26.648785 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:32:26.648785 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:32:26.648785 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:32:26.648785 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:32:26.648785 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:32:26.648785 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:32:26.648785 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:32:26.648785 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:32:26.648785 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:32:26.648785 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:32:26.648785 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:32:26.648785 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:32:26.648785 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:32:26.648785 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:32:26.648785 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:32:26.648785 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:32:26.648785 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:32:26.648785 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:32:26.648785 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:32:26.648785 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:32:26.648785 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:32:26.648785 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:32:26.648785 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:32:26.648785 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:32:26.648785 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:32:26.656606 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0008a7b4-57bc-46da-af0f-df9ef793aad5 req-96346c4e-20dd-445c-a41b-79819ae12bee tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:26.659023 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0008a7b4-57bc-46da-af0f-df9ef793aad5 req-96346c4e-20dd-445c-a41b-79819ae12bee tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfec1c42-428a-4a9f-a98b-0a74b49f04af HTTP/1.1" status: 200 len: 946 time: 0.1410108 Aug 22 13:32:26.744511 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-ba90fff8-c6aa-49d8-9556-81863930f628 admin admin] Allocated IP 172.20.0.1 (66e2a6fd-b667-44cd-a37f-b120c3633f83/a6d00130-5d64-48a9-8eb2-27b64c65272f/3f95ce3c-8855-489e-a0ea-8f5010f20943) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:32:26.749500 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82062ac-584e-4bca-b2d5-22227671e7d5 None None] Routers {'8c3883f4-e618-4229-ac79-2134162f882d'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:32:26.750758 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-d82062ac-584e-4bca-b2d5-22227671e7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:32:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['8c3883f4-e618-4229-ac79-2134162f882d'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:26.805944 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6e32e4c0-598f-43d2-b562-a47faa458d8e tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:26.810142 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e32e4c0-598f-43d2-b562-a47faa458d8e tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9ccb1c75-a86e-4fd8-ba21-45d30c342a9e {{(pid=94627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 22 13:32:26.818469 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6e32e4c0-598f-43d2-b562-a47faa458d8e tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:26.821616 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-6e32e4c0-598f-43d2-b562-a47faa458d8e tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] 10.222.0.21 "DELETE /v2.0/networks/9ccb1c75-a86e-4fd8-ba21-45d30c342a9e HTTP/1.1" status: 204 len: 168 time: 0.5930622 Aug 22 13:32:26.826542 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 32810) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:26.827669 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0008a7b4-57bc-46da-af0f-df9ef793aad5 req-d1fb9bc0-9d40-4e87-9e84-b0eb2c114435 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=540eab8a-ff39-4c5e-9bac-5eb9f43fb4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471522 Aug 22 13:32:26.831507 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-70d93ee1-56dc-47a8-9a3d-a714b754e752 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Request body: {'network': {'name': 'tempest-network--1649802594', 'router:external': True}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:32:26.839468 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e32e4c0-598f-43d2-b562-a47faa458d8e tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Pushing event deleted for resources: {'Network': ['ID=9ccb1c75-a86e-4fd8-ba21-45d30c342a9e,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:26.842694 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b4b76-772e-4f2d-9f25-61ade384bfc5 req-39d78089-66e0-4085-830f-97638eb05157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:26.844179 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-819b4b76-772e-4f2d-9f25-61ade384bfc5 req-39d78089-66e0-4085-830f-97638eb05157 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1750586 Aug 22 13:32:26.856638 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed6b33-6760-4115-90ab-62c6e60a5ff8 req-a7f450c8-83db-4ba0-9789-6c752b621b39 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:26.857069 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-d82062ac-584e-4bca-b2d5-22227671e7d5 None None] Set router 8c3883f4-e618-4229-ac79-2134162f882d gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:32:26.865003 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d5ed6b33-6760-4115-90ab-62c6e60a5ff8 req-a7f450c8-83db-4ba0-9789-6c752b621b39 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/ports?device_id=ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c HTTP/1.1" status: 200 len: 943 time: 0.1505973 Aug 22 13:32:26.907897 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d93ee1-56dc-47a8-9a3d-a714b754e752 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Made reservation on behalf of 6cdfd99f32254dd0938e75744be33344 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:32:26.912783 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-70d93ee1-56dc-47a8-9a3d-a714b754e752 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:26.975093 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ba90fff8-c6aa-49d8-9556-81863930f628 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:26.980878 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70d93ee1-56dc-47a8-9a3d-a714b754e752 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:32:26.988600 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570a25fe-5180-46a6-82db-7b151552feaa None None] Pushing event updated for resources: {'Port': ['ID=360c7f96-2f5a-421c-aa9e-71727353b6b5,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:27.003425 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-70d93ee1-56dc-47a8-9a3d-a714b754e752 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:27.003790 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-70d93ee1-56dc-47a8-9a3d-a714b754e752 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Added segment cad1022f-1c77-480e-b441-1868bf80b7f2 of type vlan for network a1226d1c-5d07-4928-8f81-a9a4e4049d1b Aug 22 13:32:27.052102 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-d82062ac-584e-4bca-b2d5-22227671e7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3883f4-e618-4229-ac79-2134162f882d', 'name': 'tempest-ServerRescueTestJSON-1890231736-router', 'tenant_id': '9b1df9b52583480dbf6905d0ad326671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '360c7f96-2f5a-421c-aa9e-71727353b6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:32:23Z', 'updated_at': '2021-08-22T13:32:24Z', 'revision_number': 3, 'project_id': '9b1df9b52583480dbf6905d0ad326671', 'gw_port': {'id': '360c7f96-2f5a-421c-aa9e-71727353b6b5', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:85:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3883f4-e618-4229-ac79-2134162f882d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:32:24Z', 'updated_at': '2021-08-22T13:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:27.073312 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d5ed6b33-6760-4115-90ab-62c6e60a5ff8 req-82ed318f-14e9-4702-9a1b-b8062bc12ddb tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/security-groups?id=dae66278-0517-487d-81b6-02e3f3d0f286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073381 Aug 22 13:32:27.095384 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82062ac-584e-4bca-b2d5-22227671e7d5 None None] The sync data for ids ['8c3883f4-e618-4229-ac79-2134162f882d'] in n-d-793621-33 is: [{'id': '8c3883f4-e618-4229-ac79-2134162f882d', 'name': 'tempest-ServerRescueTestJSON-1890231736-router', 'tenant_id': '9b1df9b52583480dbf6905d0ad326671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '360c7f96-2f5a-421c-aa9e-71727353b6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:32:23Z', 'updated_at': '2021-08-22T13:32:24Z', 'revision_number': 3, 'project_id': '9b1df9b52583480dbf6905d0ad326671', 'gw_port': {'id': '360c7f96-2f5a-421c-aa9e-71727353b6b5', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:85:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3883f4-e618-4229-ac79-2134162f882d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:32:24Z', 'updated_at': '2021-08-22T13:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:32:27.124561 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-819b4b76-772e-4f2d-9f25-61ade384bfc5 req-42c65a95-408f-4739-91e8-04cc00c2f94b service neutron] 10.222.0.16 "GET /v2.0/networks/dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558165 Aug 22 13:32:27.129081 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-70d93ee1-56dc-47a8-9a3d-a714b754e752 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:27.148165 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ba90fff8-c6aa-49d8-9556-81863930f628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:27.216267 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-70d93ee1-56dc-47a8-9a3d-a714b754e752 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:27.217221 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d93ee1-56dc-47a8-9a3d-a714b754e752 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:27.217798 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-70d93ee1-56dc-47a8-9a3d-a714b754e752 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:27.223047 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba90fff8-c6aa-49d8-9556-81863930f628 admin admin] Network 66e2a6fd-b667-44cd-a37f-b120c3633f83 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:32:27.224563 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba90fff8-c6aa-49d8-9556-81863930f628 admin admin] Pushing event updated for resources: {'Port': ['ID=3f95ce3c-8855-489e-a0ea-8f5010f20943,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:27.240125 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-ba90fff8-c6aa-49d8-9556-81863930f628 admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:32:27.246391 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba90fff8-c6aa-49d8-9556-81863930f628 admin admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:32:27.254168 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da63af-60bb-4838-8cf1-5d5508fd6005 req-e60c7dcc-9ed2-4192-90f4-5d57a8125379 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:27.255683 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-54da63af-60bb-4838-8cf1-5d5508fd6005 req-e60c7dcc-9ed2-4192-90f4-5d57a8125379 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0b0897-0f99-48e2-a4c8-43251f14fd62 HTTP/1.1" status: 200 len: 946 time: 0.1024978 Aug 22 13:32:27.300395 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-819b4b76-772e-4f2d-9f25-61ade384bfc5 req-fadfe380-456d-43e6-aae3-94c2178a453d service neutron] 10.222.0.16 "GET /v2.0/networks/dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654887 Aug 22 13:32:27.312815 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 32816) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:27.317647 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-70d93ee1-56dc-47a8-9a3d-a714b754e752 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4900193 Aug 22 13:32:27.329273 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ba90fff8-c6aa-49d8-9556-81863930f628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:27.332927 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d93ee1-56dc-47a8-9a3d-a714b754e752 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Pushing event updated for resources: {'Network': ['ID=a1226d1c-5d07-4928-8f81-a9a4e4049d1b,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:27.340675 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-54da63af-60bb-4838-8cf1-5d5508fd6005 req-61fe516c-63e5-4106-9357-57b13a6ca888 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760813 Aug 22 13:32:27.351967 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network a1226d1c-5d07-4928-8f81-a9a4e4049d1b details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:32:27.415505 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdc6513-21d9-4a63-8343-be0475958377 tempest-ExternalNetworksTestJSON-1296933588 tempest-ExternalNetworksTestJSON-1296933588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:27.417778 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-cfdc6513-21d9-4a63-8343-be0475958377 tempest-ExternalNetworksTestJSON-1296933588 tempest-ExternalNetworksTestJSON-1296933588-project] 10.222.0.21 "GET /v2.0/networks/a1226d1c-5d07-4928-8f81-a9a4e4049d1b HTTP/1.1" status: 200 len: 757 time: 0.1040051 Aug 22 13:32:27.420852 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 32818) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:27.471132 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ba90fff8-c6aa-49d8-9556-81863930f628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:27.511069 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4593da26-fc89-473d-896c-6aef791d2647 tempest-ExternalNetworksTestJSON-1296933588 tempest-ExternalNetworksTestJSON-1296933588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:27.512491 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-4593da26-fc89-473d-896c-6aef791d2647 tempest-ExternalNetworksTestJSON-1296933588 tempest-ExternalNetworksTestJSON-1296933588-project] 10.222.0.21 "GET /v2.0/networks/42dbd443-a865-4eb8-85aa-c51ede86ea8d HTTP/1.1" status: 200 len: 766 time: 0.0904891 Aug 22 13:32:27.515425 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 32820) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:27.639550 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ccfe757c-2617-4eb7-90f8-02aca0a7a2dc tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:27.768438 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ccfe757c-2617-4eb7-90f8-02aca0a7a2dc tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:27.786052 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-ccfe757c-2617-4eb7-90f8-02aca0a7a2dc tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1226d1c-5d07-4928-8f81-a9a4e4049d1b']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:27.789228 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ba90fff8-c6aa-49d8-9556-81863930f628 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:27.799213 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ba90fff8-c6aa-49d8-9556-81863930f628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:27.804431 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-ccfe757c-2617-4eb7-90f8-02aca0a7a2dc tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cad1022f-1c77-480e-b441-1868bf80b7f2') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:27.804761 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-ccfe757c-2617-4eb7-90f8-02aca0a7a2dc tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cad1022f-1c77-480e-b441-1868bf80b7f2') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:27.863412 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ccfe757c-2617-4eb7-90f8-02aca0a7a2dc tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:27.892438 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ccfe757c-2617-4eb7-90f8-02aca0a7a2dc tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:27.896034 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba90fff8-c6aa-49d8-9556-81863930f628 admin admin] Pushing event updated for resources: {'Port': ['ID=3f95ce3c-8855-489e-a0ea-8f5010f20943,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:27.907232 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ba90fff8-c6aa-49d8-9556-81863930f628 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:27.909701 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccfe757c-2617-4eb7-90f8-02aca0a7a2dc tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:32:27.910096 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ccfe757c-2617-4eb7-90f8-02aca0a7a2dc tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:27.911796 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:32:27.911796 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:32:27.911796 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:32:27.911796 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:32:27.911796 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:32:27.911796 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:32:27.911796 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:32:27.911796 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:32:27.911796 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:32:27.911796 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:32:27.911796 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:32:27.911796 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:32:27.911796 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:32:27.911796 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:32:27.911796 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:32:27.911796 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:32:27.911796 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:32:27.911796 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:32:27.911796 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:32:27.911796 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:32:27.911796 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:32:27.911796 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:32:27.911796 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:32:27.911796 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:32:27.911796 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:32:27.911796 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:32:27.911796 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:32:27.911796 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:32:27.911796 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:32:27.911796 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:32:27.911796 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:32:27.911796 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:32:28.012937 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ccfe757c-2617-4eb7-90f8-02aca0a7a2dc tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:28.017555 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccfe757c-2617-4eb7-90f8-02aca0a7a2dc tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a1226d1c-5d07-4928-8f81-a9a4e4049d1b {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 22 13:32:28.019740 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ccfe757c-2617-4eb7-90f8-02aca0a7a2dc tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:28.021815 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ccfe757c-2617-4eb7-90f8-02aca0a7a2dc tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] 10.222.0.21 "DELETE /v2.0/networks/a1226d1c-5d07-4928-8f81-a9a4e4049d1b HTTP/1.1" status: 204 len: 168 time: 0.5052378 Aug 22 13:32:28.039646 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 32826) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:28.040394 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfe757c-2617-4eb7-90f8-02aca0a7a2dc tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Pushing event deleted for resources: {'Network': ['ID=a1226d1c-5d07-4928-8f81-a9a4e4049d1b,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:28.047657 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-838c4756-fbab-4e2a-aa37-19f9c7f7010a tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Request body: {'network': {'name': 'tempest-network--1977385091'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:32:28.096369 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92c72a-7f28-4c87-a40e-ad03145d0643 req-4a5ef095-df3a-463e-a3cb-c961579a09b3 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:28.100219 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838c4756-fbab-4e2a-aa37-19f9c7f7010a tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Made reservation on behalf of 6cdfd99f32254dd0938e75744be33344 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:32:28.103317 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-838c4756-fbab-4e2a-aa37-19f9c7f7010a tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:28.105837 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8d92c72a-7f28-4c87-a40e-ad03145d0643 req-4a5ef095-df3a-463e-a3cb-c961579a09b3 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfec1c42-428a-4a9f-a98b-0a74b49f04af HTTP/1.1" status: 200 len: 946 time: 0.1007729 Aug 22 13:32:28.129855 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba90fff8-c6aa-49d8-9556-81863930f628 admin admin] Network 66e2a6fd-b667-44cd-a37f-b120c3633f83 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:32:28.136388 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-ba90fff8-c6aa-49d8-9556-81863930f628 admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:32:28.154773 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8d92c72a-7f28-4c87-a40e-ad03145d0643 req-b3eabd9e-94f1-4dd0-967b-d8f4283ead4f tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=540eab8a-ff39-4c5e-9bac-5eb9f43fb4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470221 Aug 22 13:32:28.156461 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-838c4756-fbab-4e2a-aa37-19f9c7f7010a tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:32:28.164860 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:28.216991 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-838c4756-fbab-4e2a-aa37-19f9c7f7010a tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:28.217337 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-838c4756-fbab-4e2a-aa37-19f9c7f7010a tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Added segment 3c7ef1c5-c95f-4c41-b69e-0e6e87bfba68 of type vlan for network b3398efc-5b91-4c75-a72c-a55a0f8705e1 Aug 22 13:32:28.280224 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac8c8c2-dc09-4e2d-a1ba-601bc5fc7ca6 req-94b60019-700b-4053-b0df-6606f4cff724 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:28.282699 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4ac8c8c2-dc09-4e2d-a1ba-601bc5fc7ca6 req-94b60019-700b-4053-b0df-6606f4cff724 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/ports?device_id=ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c HTTP/1.1" status: 200 len: 943 time: 0.0635326 Aug 22 13:32:28.299169 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-838c4756-fbab-4e2a-aa37-19f9c7f7010a tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:28.325796 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4ac8c8c2-dc09-4e2d-a1ba-601bc5fc7ca6 req-d3eed834-61a5-4abe-8805-6df793c55138 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/security-groups?id=dae66278-0517-487d-81b6-02e3f3d0f286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372550 Aug 22 13:32:28.334723 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba90fff8-c6aa-49d8-9556-81863930f628 admin admin] Router 8c3883f4-e618-4229-ac79-2134162f882d has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:32:28.343153 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-838c4756-fbab-4e2a-aa37-19f9c7f7010a tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:28.344126 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838c4756-fbab-4e2a-aa37-19f9c7f7010a tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:28.344736 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-838c4756-fbab-4e2a-aa37-19f9c7f7010a tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:28.391410 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9dbd4041-83d3-4658-964c-37d3e7aa40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:28.437420 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-838c4756-fbab-4e2a-aa37-19f9c7f7010a tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3911064 Aug 22 13:32:28.443038 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 32836) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:28.455459 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-f82f0992-7b37-4401-8514-0edc6d623019 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:32:28.479455 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838c4756-fbab-4e2a-aa37-19f9c7f7010a tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Pushing event updated for resources: {'Network': ['ID=b3398efc-5b91-4c75-a72c-a55a0f8705e1,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:28.491163 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network b3398efc-5b91-4c75-a72c-a55a0f8705e1 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:32:28.505232 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0114e08-51dc-470d-87ed-847c8e6aef4b req-2e59f96c-0905-4563-b9d4-285112365f08 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:28.512938 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f0114e08-51dc-470d-87ed-847c8e6aef4b req-2e59f96c-0905-4563-b9d4-285112365f08 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0b0897-0f99-48e2-a4c8-43251f14fd62 HTTP/1.1" status: 200 len: 946 time: 0.0760114 Aug 22 13:32:28.560419 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f0114e08-51dc-470d-87ed-847c8e6aef4b req-b0a9fae3-cab3-4606-afb0-d66f6a4df5e6 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445461 Aug 22 13:32:28.592741 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba90fff8-c6aa-49d8-9556-81863930f628 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:32:28.598167 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ba90fff8-c6aa-49d8-9556-81863930f628 admin admin] 10.222.0.21 "PUT /v2.0/routers/8c3883f4-e618-4229-ac79-2134162f882d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9217732 Aug 22 13:32:28.696656 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f82f0992-7b37-4401-8514-0edc6d623019 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:28.714006 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f82f0992-7b37-4401-8514-0edc6d623019 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:28.731851 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f82f0992-7b37-4401-8514-0edc6d623019 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Network b3398efc-5b91-4c75-a72c-a55a0f8705e1 is not hosted by any dhcp agent {{(pid=94628) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 22 13:32:28.732781 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82f0992-7b37-4401-8514-0edc6d623019 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:28.733478 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f82f0992-7b37-4401-8514-0edc6d623019 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:28.734912 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f82f0992-7b37-4401-8514-0edc6d623019 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] 10.222.0.21 "PUT /v2.0/networks/b3398efc-5b91-4c75-a72c-a55a0f8705e1 HTTP/1.1" status: 200 len: 858 time: 0.2889102 Aug 22 13:32:28.745970 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 32842) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:28.790643 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82f0992-7b37-4401-8514-0edc6d623019 tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Pushing event updated for resources: {'Network': ['ID=b3398efc-5b91-4c75-a72c-a55a0f8705e1,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:28.824521 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-44cdd254-9788-4f9a-8ad7-0a5a2e9f6cce tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:28.904556 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-44cdd254-9788-4f9a-8ad7-0a5a2e9f6cce tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:28.915600 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-44cdd254-9788-4f9a-8ad7-0a5a2e9f6cce tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3398efc-5b91-4c75-a72c-a55a0f8705e1']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:28.925946 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-44cdd254-9788-4f9a-8ad7-0a5a2e9f6cce tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c7ef1c5-c95f-4c41-b69e-0e6e87bfba68') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:28.926330 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-44cdd254-9788-4f9a-8ad7-0a5a2e9f6cce tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c7ef1c5-c95f-4c41-b69e-0e6e87bfba68') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:28.936777 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-44cdd254-9788-4f9a-8ad7-0a5a2e9f6cce tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:28.951017 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-44cdd254-9788-4f9a-8ad7-0a5a2e9f6cce tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:28.957065 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44cdd254-9788-4f9a-8ad7-0a5a2e9f6cce tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:32:28.957065 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-44cdd254-9788-4f9a-8ad7-0a5a2e9f6cce tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:28.958657 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:32:28.958657 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:32:28.958657 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:32:28.958657 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:32:28.958657 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:32:28.958657 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:32:28.958657 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:32:28.958657 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:32:28.958657 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:32:28.958657 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:32:28.958657 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:32:28.958657 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:32:28.958657 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:32:28.958657 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:32:28.958657 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:32:28.958657 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:32:28.958657 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:32:28.958657 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:32:28.958657 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:32:28.958657 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:32:28.958657 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:32:28.958657 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:32:28.958657 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:32:28.958657 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:32:28.958657 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:32:28.958657 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:32:28.958657 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:32:28.958657 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:32:28.958657 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:32:28.958657 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:32:28.958657 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:32:28.958657 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:32:29.037330 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device fdf04e65-b1ed-4714-9ca4-d2b0e834a15a details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:32:29.065857 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-44cdd254-9788-4f9a-8ad7-0a5a2e9f6cce tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:29.077239 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44cdd254-9788-4f9a-8ad7-0a5a2e9f6cce tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b3398efc-5b91-4c75-a72c-a55a0f8705e1 {{(pid=94627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 22 13:32:29.083382 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-44cdd254-9788-4f9a-8ad7-0a5a2e9f6cce tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:29.085779 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-44cdd254-9788-4f9a-8ad7-0a5a2e9f6cce tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] 10.222.0.21 "DELETE /v2.0/networks/b3398efc-5b91-4c75-a72c-a55a0f8705e1 HTTP/1.1" status: 204 len: 168 time: 0.3456194 Aug 22 13:32:29.091006 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 32858) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:29.108931 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cdd254-9788-4f9a-8ad7-0a5a2e9f6cce tempest-ExternalNetworksTestJSON-1226952 tempest-ExternalNetworksTestJSON-1226952-project-admin] Pushing event deleted for resources: {'Network': ['ID=b3398efc-5b91-4c75-a72c-a55a0f8705e1,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:29.154189 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02a889-5982-48b5-a58f-9e0ed4734645 req-e01764cb-bbf6-4419-8f2d-75888df3d8e3 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:29.156220 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5e02a889-5982-48b5-a58f-9e0ed4734645 req-e01764cb-bbf6-4419-8f2d-75888df3d8e3 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/networks?id=66e2a6fd-b667-44cd-a37f-b120c3633f83 HTTP/1.1" status: 200 len: 811 time: 0.1595230 Aug 22 13:32:29.165175 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-a84a7b4a-83d7-4686-9158-a13b05caa330 tempest-ExternalNetworksTestJSON-1296933588 tempest-ExternalNetworksTestJSON-1296933588-project] DELETE failed (client error): The resource could not be found. Aug 22 13:32:29.165814 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a84a7b4a-83d7-4686-9158-a13b05caa330 tempest-ExternalNetworksTestJSON-1296933588 tempest-ExternalNetworksTestJSON-1296933588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:32:29.172767 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port fdf04e65-b1ed-4714-9ca4-d2b0e834a15a, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=fdf04e65-b1ed-4714-9ca4-d2b0e834a15a,segment=NetworkSegment(538ae163-efa4-4208-94a1-3f5b6175ae30),segment_id=538ae163-efa4-4208-94a1-3f5b6175ae30)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:32:29.175343 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a84a7b4a-83d7-4686-9158-a13b05caa330 tempest-ExternalNetworksTestJSON-1296933588 tempest-ExternalNetworksTestJSON-1296933588-project] 10.222.0.21 "DELETE /v2.0/subnets/0ed51b10-b915-4d4a-a275-1d23a980885f HTTP/1.1" status: 404 len: 337 time: 0.0828395 Aug 22 13:32:29.178916 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 32862) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:29.194732 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5e02a889-5982-48b5-a58f-9e0ed4734645 req-17abf711-b394-4753-a25c-e85c60cdbf61 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/quotas/9b1df9b52583480dbf6905d0ad326671 HTTP/1.1" status: 200 len: 375 time: 0.0310051 Aug 22 13:32:29.197462 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': 'fdf04e65-b1ed-4714-9ca4-d2b0e834a15a', 'network_id': 'dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4', 'port_id': 'fdf04e65-b1ed-4714-9ca4-d2b0e834a15a', 'mac_address': 'fa:16:3e:2e:de:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bab5dc6f-337b-4be1-b114-f5e216f3b569', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:32:29.208720 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 360c7f96-2f5a-421c-aa9e-71727353b6b5 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:32:29.258277 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5e02a889-5982-48b5-a58f-9e0ed4734645 req-20963c18-d1fd-45f4-8c0a-91b6db56fc98 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9b1df9b52583480dbf6905d0ad326671&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0613809 Aug 22 13:32:29.265691 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [req-5e02a889-5982-48b5-a58f-9e0ed4734645 req-fa5d04e0-482e-4e89-95cb-e55297b22614 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:32:29.273896 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5e02a889-5982-48b5-a58f-9e0ed4734645 req-fa5d04e0-482e-4e89-95cb-e55297b22614 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0143833 Aug 22 13:32:29.279118 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:29.306886 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdf04e65-b1ed-4714-9ca4-d2b0e834a15a {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:32:29.318188 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7f4c1a89-1b85-4a1a-9de8-39a0e0b5bad2 tempest-ExternalNetworksTestJSON-1296933588 tempest-ExternalNetworksTestJSON-1296933588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:29.330281 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port fdf04e65-b1ed-4714-9ca4-d2b0e834a15a, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=fdf04e65-b1ed-4714-9ca4-d2b0e834a15a,segment=NetworkSegment(538ae163-efa4-4208-94a1-3f5b6175ae30),segment_id=538ae163-efa4-4208-94a1-3f5b6175ae30)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:32:29.332413 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 360c7f96-2f5a-421c-aa9e-71727353b6b5 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:32:29.338505 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:29.346021 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 360c7f96-2f5a-421c-aa9e-71727353b6b5 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:32:29.346694 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:29.387530 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5e02a889-5982-48b5-a58f-9e0ed4734645 req-38a24bbd-6de0-44dc-ab4c-42fcaee22435 service neutron] 10.222.0.21 "GET /v2.0/networks/66e2a6fd-b667-44cd-a37f-b120c3633f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127331 Aug 22 13:32:29.415048 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7f4c1a89-1b85-4a1a-9de8-39a0e0b5bad2 tempest-ExternalNetworksTestJSON-1296933588 tempest-ExternalNetworksTestJSON-1296933588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:29.427222 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-7f4c1a89-1b85-4a1a-9de8-39a0e0b5bad2 tempest-ExternalNetworksTestJSON-1296933588 tempest-ExternalNetworksTestJSON-1296933588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42dbd443-a865-4eb8-85aa-c51ede86ea8d']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:29.438285 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-7f4c1a89-1b85-4a1a-9de8-39a0e0b5bad2 tempest-ExternalNetworksTestJSON-1296933588 tempest-ExternalNetworksTestJSON-1296933588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f596cb0c-391b-407f-8788-6af454f50ac2') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:29.438605 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-7f4c1a89-1b85-4a1a-9de8-39a0e0b5bad2 tempest-ExternalNetworksTestJSON-1296933588 tempest-ExternalNetworksTestJSON-1296933588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f596cb0c-391b-407f-8788-6af454f50ac2') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:29.440153 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=fdf04e65-b1ed-4714-9ca4-d2b0e834a15a,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:29.448903 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7f4c1a89-1b85-4a1a-9de8-39a0e0b5bad2 tempest-ExternalNetworksTestJSON-1296933588 tempest-ExternalNetworksTestJSON-1296933588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:29.463691 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7f4c1a89-1b85-4a1a-9de8-39a0e0b5bad2 tempest-ExternalNetworksTestJSON-1296933588 tempest-ExternalNetworksTestJSON-1296933588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:29.470711 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f4c1a89-1b85-4a1a-9de8-39a0e0b5bad2 tempest-ExternalNetworksTestJSON-1296933588 tempest-ExternalNetworksTestJSON-1296933588-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:32:29.471123 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7f4c1a89-1b85-4a1a-9de8-39a0e0b5bad2 tempest-ExternalNetworksTestJSON-1296933588 tempest-ExternalNetworksTestJSON-1296933588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:29.492980 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:29.516556 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 360c7f96-2f5a-421c-aa9e-71727353b6b5, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=360c7f96-2f5a-421c-aa9e-71727353b6b5,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:32:29.521867 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:29.549813 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:32:29.549813 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:32:29.549813 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:32:29.549813 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:32:29.549813 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:32:29.549813 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:32:29.549813 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:32:29.549813 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:32:29.549813 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:32:29.549813 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:32:29.549813 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:32:29.549813 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:32:29.549813 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:32:29.549813 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:32:29.549813 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:32:29.549813 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:32:29.549813 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:32:29.549813 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:32:29.549813 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:32:29.549813 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:32:29.549813 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:32:29.549813 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:32:29.549813 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:32:29.549813 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:32:29.549813 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:32:29.549813 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:32:29.549813 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:32:29.549813 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:32:29.549813 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:32:29.549813 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:32:29.549813 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:32:29.549813 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:32:29.554112 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7f4c1a89-1b85-4a1a-9de8-39a0e0b5bad2 tempest-ExternalNetworksTestJSON-1296933588 tempest-ExternalNetworksTestJSON-1296933588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:29.564690 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7f4c1a89-1b85-4a1a-9de8-39a0e0b5bad2 tempest-ExternalNetworksTestJSON-1296933588 tempest-ExternalNetworksTestJSON-1296933588-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:29.567254 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7f4c1a89-1b85-4a1a-9de8-39a0e0b5bad2 tempest-ExternalNetworksTestJSON-1296933588 tempest-ExternalNetworksTestJSON-1296933588-project] 10.222.0.21 "DELETE /v2.0/networks/42dbd443-a865-4eb8-85aa-c51ede86ea8d HTTP/1.1" status: 204 len: 168 time: 0.3871062 Aug 22 13:32:29.581240 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4c1a89-1b85-4a1a-9de8-39a0e0b5bad2 tempest-ExternalNetworksTestJSON-1296933588 tempest-ExternalNetworksTestJSON-1296933588-project] Pushing event deleted for resources: {'Network': ['ID=42dbd443-a865-4eb8-85aa-c51ede86ea8d,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:29.599661 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=360c7f96-2f5a-421c-aa9e-71727353b6b5,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:29.713642 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['fdf04e65-b1ed-4714-9ca4-d2b0e834a15a'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:32:29.829654 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 32878) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:29.851350 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c090e-8416-4c5b-a9be-2ff31c4b2ce9 req-e677f3f5-0fd1-4ded-8496-4cf7c14118d3 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:29.853583 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-589c090e-8416-4c5b-a9be-2ff31c4b2ce9 req-e677f3f5-0fd1-4ded-8496-4cf7c14118d3 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfec1c42-428a-4a9f-a98b-0a74b49f04af HTTP/1.1" status: 200 len: 946 time: 0.4537091 Aug 22 13:32:29.890535 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5e02a889-5982-48b5-a58f-9e0ed4734645 req-56a55e7b-fd54-44c1-a04e-454625b6b8bc service neutron] 10.222.0.21 "GET /v2.0/networks/66e2a6fd-b667-44cd-a37f-b120c3633f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5020769 Aug 22 13:32:29.913743 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-589c090e-8416-4c5b-a9be-2ff31c4b2ce9 req-c038b3c2-0667-480a-9459-70e3a10e0846 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=540eab8a-ff39-4c5e-9bac-5eb9f43fb4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507410 Aug 22 13:32:29.984912 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b885c53c-709c-43a7-9d43-3b9eb216cf61 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b3eb8a1965b046f9bbefcbca7c14fa5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1539469 Aug 22 13:32:29.987532 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 32882) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:30.070689 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dca1b91b-69e5-47e5-b82a-ca0c4008d4e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:30.070936 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device e0b2e089-6d70-4c13-9c87-5492e0a6d0c1 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:32:30.075430 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device e0b2e089-6d70-4c13-9c87-5492e0a6d0c1 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:32:30.101922 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dca1b91b-69e5-47e5-b82a-ca0c4008d4e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:30.146625 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50503985-cd5b-415d-b7e3-850f6b338c45 req-fe6d93c8-93ed-435d-8226-2496e8f7fe89 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:30.154849 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-50503985-cd5b-415d-b7e3-850f6b338c45 req-fe6d93c8-93ed-435d-8226-2496e8f7fe89 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/ports?device_id=ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c HTTP/1.1" status: 200 len: 944 time: 0.0869117 Aug 22 13:32:30.162509 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dca1b91b-69e5-47e5-b82a-ca0c4008d4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:30.165394 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dca1b91b-69e5-47e5-b82a-ca0c4008d4e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:30.169459 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-dca1b91b-69e5-47e5-b82a-ca0c4008d4e4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/229d6c7e-9964-4c8c-9897-4dd4b159157e HTTP/1.1" status: 204 len: 168 time: 0.1779740 Aug 22 13:32:30.188838 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca1b91b-69e5-47e5-b82a-ca0c4008d4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229d6c7e-9964-4c8c-9897-4dd4b159157e,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:30.221675 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-50503985-cd5b-415d-b7e3-850f6b338c45 req-3bc6e80d-09f8-47f5-851b-705022056a8b tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/security-groups?id=dae66278-0517-487d-81b6-02e3f3d0f286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646091 Aug 22 13:32:30.238228 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b39754d-9638-4c9d-8df1-ad6baf3e6a71 req-0ff1d458-6406-4508-a42e-2a4cb1969f57 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:30.240691 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5b39754d-9638-4c9d-8df1-ad6baf3e6a71 req-0ff1d458-6406-4508-a42e-2a4cb1969f57 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0b0897-0f99-48e2-a4c8-43251f14fd62 HTTP/1.1" status: 200 len: 946 time: 0.1602418 Aug 22 13:32:30.251188 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:30.287239 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d0b0897-0f99-48e2-a4c8-43251f14fd62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0b2e089-6d70-4c13-9c87-5492e0a6d0c1'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:32:30.289720 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956962ad-9490-4f44-bdf9-d0b5bc70c91c" -d '{"events": [{"server_uuid": "1d0b0897-0f99-48e2-a4c8-43251f14fd62", "name": "network-vif-unplugged", "status": "completed", "tag": "e0b2e089-6d70-4c13-9c87-5492e0a6d0c1"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:32:30.308921 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port e0b2e089-6d70-4c13-9c87-5492e0a6d0c1, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=e0b2e089-6d70-4c13-9c87-5492e0a6d0c1,segment=NetworkSegment(8d87fb8b-79cc-422a-9fb9-b5f71decb79a),segment_id=8d87fb8b-79cc-422a-9fb9-b5f71decb79a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:32:30.313687 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port e0b2e089-6d70-4c13-9c87-5492e0a6d0c1, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=e0b2e089-6d70-4c13-9c87-5492e0a6d0c1,segment=NetworkSegment(8d87fb8b-79cc-422a-9fb9-b5f71decb79a),segment_id=8d87fb8b-79cc-422a-9fb9-b5f71decb79a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:32:30.317940 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5b39754d-9638-4c9d-8df1-ad6baf3e6a71 req-413b8760-4046-4384-b44f-5bf946694cd8 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703077 Aug 22 13:32:30.331251 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:30.362682 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': 'e0b2e089-6d70-4c13-9c87-5492e0a6d0c1', 'network_id': 'b6b1eb92-af26-4c6a-bbe1-59d99b962beb', 'port_id': 'e0b2e089-6d70-4c13-9c87-5492e0a6d0c1', 'mac_address': 'fa:16:3e:b3:78:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7230626-a6ae-4376-b2ff-83d11dd599d4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:32:30.420050 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=e0b2e089-6d70-4c13-9c87-5492e0a6d0c1,revision_number=6']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:30.437682 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:30.439106 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3e8fe4aa-efe9-4a90-b0e9-3af6109cbc67 req-a2e90d19-005b-46dc-a0a6-0d9780f522c7 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=600396a5-ace2-41d1-9a0b-d66821040b5c HTTP/1.1" status: 200 len: 210 time: 0.0430777 Aug 22 13:32:30.454053 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0b2e089-6d70-4c13-9c87-5492e0a6d0c1 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:32:30.483935 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 13:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca29e4a-d206-45c0-9efa-a42990a30351 x-openstack-request-id: req-bca29e4a-d206-45c0-9efa-a42990a30351 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:32:30.484362 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d0b0897-0f99-48e2-a4c8-43251f14fd62", "name": "network-vif-unplugged", "status": "completed", "tag": "e0b2e089-6d70-4c13-9c87-5492e0a6d0c1", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:32:30.484707 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bca29e4a-d206-45c0-9efa-a42990a30351 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:32:30.485192 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d0b0897-0f99-48e2-a4c8-43251f14fd62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0b2e089-6d70-4c13-9c87-5492e0a6d0c1', 'code': 200} Aug 22 13:32:30.489418 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port e0b2e089-6d70-4c13-9c87-5492e0a6d0c1, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=e0b2e089-6d70-4c13-9c87-5492e0a6d0c1,segment=NetworkSegment(8d87fb8b-79cc-422a-9fb9-b5f71decb79a),segment_id=8d87fb8b-79cc-422a-9fb9-b5f71decb79a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:32:30.495048 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:30.549830 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=e0b2e089-6d70-4c13-9c87-5492e0a6d0c1,revision_number=7']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:30.595778 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 32902) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:30.636585 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f2526e65-e18e-45f5-be3b-360c3acc740d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6cdfd99f32254dd0938e75744be33344&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395224 Aug 22 13:32:30.639022 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 32904) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:30.689855 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-81436883-f80f-442f-a7d8-9518a305c58e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:30.708135 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['e0b2e089-6d70-4c13-9c87-5492e0a6d0c1'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:32:30.715259 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-81436883-f80f-442f-a7d8-9518a305c58e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:30.766476 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-81436883-f80f-442f-a7d8-9518a305c58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:30.769285 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-81436883-f80f-442f-a7d8-9518a305c58e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:30.770425 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-81436883-f80f-442f-a7d8-9518a305c58e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f044a7cc-6ebd-4c45-9a6a-c798f01cd42e HTTP/1.1" status: 204 len: 168 time: 0.1305051 Aug 22 13:32:30.780276 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81436883-f80f-442f-a7d8-9518a305c58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f044a7cc-6ebd-4c45-9a6a-c798f01cd42e,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:31.048576 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device fdf04e65-b1ed-4714-9ca4-d2b0e834a15a up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:32:31.060445 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bae3fa-4a45-4049-8b01-f9cfa6df53cc req-9fb5944a-73a9-4234-8afd-851d24d9c484 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:31.071037 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-92bae3fa-4a45-4049-8b01-f9cfa6df53cc req-9fb5944a-73a9-4234-8afd-851d24d9c484 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfec1c42-428a-4a9f-a98b-0a74b49f04af HTTP/1.1" status: 200 len: 946 time: 0.0772634 Aug 22 13:32:31.124707 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-18a7d4d5-e70e-4832-9a9a-e637bb84264c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:31.186759 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-92bae3fa-4a45-4049-8b01-f9cfa6df53cc req-a0f06355-6a45-4d22-9096-2bd4c8aba19e tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=540eab8a-ff39-4c5e-9bac-5eb9f43fb4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093209 Aug 22 13:32:31.190063 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 360c7f96-2f5a-421c-aa9e-71727353b6b5 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:32:31.219062 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port fdf04e65-b1ed-4714-9ca4-d2b0e834a15a completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:32:31.221293 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:31.228871 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port fdf04e65-b1ed-4714-9ca4-d2b0e834a15a triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:32:31.229240 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:31.287514 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 360c7f96-2f5a-421c-aa9e-71727353b6b5 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:32:31.287961 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:31.328897 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02a889-5982-48b5-a58f-9e0ed4734645 req-3c593265-10e2-4272-9b78-7ae23cf8d9bf tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:31.330597 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5e02a889-5982-48b5-a58f-9e0ed4734645 req-3c593265-10e2-4272-9b78-7ae23cf8d9bf tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.41 "GET /v2.0/networks?id=66e2a6fd-b667-44cd-a37f-b120c3633f83 HTTP/1.1" status: 200 len: 811 time: 0.1537259 Aug 22 13:32:31.369132 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-5e02a889-5982-48b5-a58f-9e0ed4734645 req-571a73b7-cdb2-4341-b309-c1b7ce11afac tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Request body: {'port': {'device_id': '600396a5-ace2-41d1-9a0b-d66821040b5c', 'network_id': '66e2a6fd-b667-44cd-a37f-b120c3633f83', 'admin_state_up': True, 'tenant_id': '9b1df9b52583480dbf6905d0ad326671'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:32:31.387401 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd41660-49a2-48b3-bbbc-0d1c27036156 req-1e06ac7d-fad5-4225-b632-004c5aa1e191 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:31.390102 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:31.399065 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2bd41660-49a2-48b3-bbbc-0d1c27036156 req-1e06ac7d-fad5-4225-b632-004c5aa1e191 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/ports?device_id=ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c HTTP/1.1" status: 200 len: 944 time: 0.0717504 Aug 22 13:32:31.461995 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2bd41660-49a2-48b3-bbbc-0d1c27036156 req-d203e41a-4d72-4172-a754-3ace693329a9 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/security-groups?id=dae66278-0517-487d-81b6-02e3f3d0f286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569861 Aug 22 13:32:31.493461 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port fdf04e65-b1ed-4714-9ca4-d2b0e834a15a, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=fdf04e65-b1ed-4714-9ca4-d2b0e834a15a,segment=NetworkSegment(538ae163-efa4-4208-94a1-3f5b6175ae30),segment_id=538ae163-efa4-4208-94a1-3f5b6175ae30)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:32:31.501386 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:31.585194 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768fa68a-ea2b-4f79-b105-1e7743d1fcd6 req-8a20c5ce-ac2c-4a2d-ba1d-dc8bc6716f81 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:31.587241 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-768fa68a-ea2b-4f79-b105-1e7743d1fcd6 req-8a20c5ce-ac2c-4a2d-ba1d-dc8bc6716f81 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0b0897-0f99-48e2-a4c8-43251f14fd62 HTTP/1.1" status: 200 len: 945 time: 0.0736163 Aug 22 13:32:31.592783 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=fdf04e65-b1ed-4714-9ca4-d2b0e834a15a,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:31.631779 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e02a889-5982-48b5-a58f-9e0ed4734645 req-571a73b7-cdb2-4341-b309-c1b7ce11afac tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Made reservation on behalf of 9b1df9b52583480dbf6905d0ad326671 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:32:31.636629 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5e02a889-5982-48b5-a58f-9e0ed4734645 req-571a73b7-cdb2-4341-b309-c1b7ce11afac tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:31.639936 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-768fa68a-ea2b-4f79-b105-1e7743d1fcd6 req-70f40caa-5df1-437d-9c4f-3b1bf8dd5b3a tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466690 Aug 22 13:32:31.666798 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09b047f-d70a-4f83-a790-023dee5e759f None None] Sync routers for ids ['8c3883f4-e618-4229-ac79-2134162f882d'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:32:31.677205 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09b047f-d70a-4f83-a790-023dee5e759f None None] Routers {'8c3883f4-e618-4229-ac79-2134162f882d'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:32:31.677963 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-b09b047f-d70a-4f83-a790-023dee5e759f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:32:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['8c3883f4-e618-4229-ac79-2134162f882d'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:31.716389 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9e44835a-f68e-4b08-8954-7f5047747114 req-cb247ce4-0fc9-436c-bb87-caaedb8ae1c0 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=600396a5-ace2-41d1-9a0b-d66821040b5c HTTP/1.1" status: 200 len: 210 time: 0.0328319 Aug 22 13:32:31.801008 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-5e02a889-5982-48b5-a58f-9e0ed4734645 req-571a73b7-cdb2-4341-b309-c1b7ce11afac tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Allocated IP 172.20.0.9 (66e2a6fd-b667-44cd-a37f-b120c3633f83/a6d00130-5d64-48a9-8eb2-27b64c65272f/7a8ffd56-81e6-4b6e-bd07-ce83dbe9f55b) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:32:31.867447 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 32940) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:31.934294 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-b09b047f-d70a-4f83-a790-023dee5e759f None None] Set router 8c3883f4-e618-4229-ac79-2134162f882d gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:32:31.962658 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5e02a889-5982-48b5-a58f-9e0ed4734645 req-571a73b7-cdb2-4341-b309-c1b7ce11afac tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:31.982787 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-f5e5aea9-562c-4869-8d2c-2408c306765f tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Request body: {'networks': [{'name': 'tempest-network--382815670'}, {'name': 'tempest-network--1961014671'}]} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:32:31.983105 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-f5e5aea9-562c-4869-8d2c-2408c306765f tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Request body: {'network': {'name': 'tempest-network--382815670'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:32:31.983717 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-f5e5aea9-562c-4869-8d2c-2408c306765f tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Request body: {'network': {'name': 'tempest-network--1961014671'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:32:32.006160 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e5aea9-562c-4869-8d2c-2408c306765f tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Made reservation on behalf of 095b30b496d24ca681f1646a0800d9ba for: {'network': 2} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:32:32.010792 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5e02a889-5982-48b5-a58f-9e0ed4734645 req-571a73b7-cdb2-4341-b309-c1b7ce11afac tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:32.014491 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f5e5aea9-562c-4869-8d2c-2408c306765f tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:32.023975 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f5e5aea9-562c-4869-8d2c-2408c306765f tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:32.057453 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e02a889-5982-48b5-a58f-9e0ed4734645 req-571a73b7-cdb2-4341-b309-c1b7ce11afac tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Network 66e2a6fd-b667-44cd-a37f-b120c3633f83 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:32:32.060506 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-5e02a889-5982-48b5-a58f-9e0ed4734645 req-571a73b7-cdb2-4341-b309-c1b7ce11afac tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:32:32.064513 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e02a889-5982-48b5-a58f-9e0ed4734645 req-571a73b7-cdb2-4341-b309-c1b7ce11afac tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:32:32.082694 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device e0b2e089-6d70-4c13-9c87-5492e0a6d0c1 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:32:32.090971 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a73b7-cdb2-4341-b309-c1b7ce11afac tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Pushing event updated for resources: {'Port': ['ID=7a8ffd56-81e6-4b6e-bd07-ce83dbe9f55b,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:32.121817 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02a889-5982-48b5-a58f-9e0ed4734645 req-571a73b7-cdb2-4341-b309-c1b7ce11afac tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:32.122932 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5e02a889-5982-48b5-a58f-9e0ed4734645 req-571a73b7-cdb2-4341-b309-c1b7ce11afac tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:32.170815 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f5e5aea9-562c-4869-8d2c-2408c306765f tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:32.174995 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f5e5aea9-562c-4869-8d2c-2408c306765f tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:32.175555 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f5e5aea9-562c-4869-8d2c-2408c306765f tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:32.181842 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5e02a889-5982-48b5-a58f-9e0ed4734645 req-571a73b7-cdb2-4341-b309-c1b7ce11afac tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8416760 Aug 22 13:32:32.185255 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port e0b2e089-6d70-4c13-9c87-5492e0a6d0c1 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:32:32.185570 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:32.194538 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-5e02a889-5982-48b5-a58f-9e0ed4734645 req-84e632d2-223f-4e2d-a247-38bc32c9adcd service neutron] Request body: {'port': {'device_id': '600396a5-ace2-41d1-9a0b-d66821040b5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:32:32.237858 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-b09b047f-d70a-4f83-a790-023dee5e759f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3883f4-e618-4229-ac79-2134162f882d', 'name': 'tempest-ServerRescueTestJSON-1890231736-router', 'tenant_id': '9b1df9b52583480dbf6905d0ad326671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '360c7f96-2f5a-421c-aa9e-71727353b6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:32:23Z', 'updated_at': '2021-08-22T13:32:27Z', 'revision_number': 4, 'project_id': '9b1df9b52583480dbf6905d0ad326671', 'gw_port': {'id': '360c7f96-2f5a-421c-aa9e-71727353b6b5', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:85:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3883f4-e618-4229-ac79-2134162f882d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:32:24Z', 'updated_at': '2021-08-22T13:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '3f95ce3c-8855-489e-a0ea-8f5010f20943', 'name': '', 'network_id': '66e2a6fd-b667-44cd-a37f-b120c3633f83', 'tenant_id': '9b1df9b52583480dbf6905d0ad326671', 'mac_address': 'fa:16:3e:da:4b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3883f4-e618-4229-ac79-2134162f882d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'a6d00130-5d64-48a9-8eb2-27b64c65272f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:32:26Z', 'updated_at': '2021-08-22T13:32:27Z', 'revision_number': 2, 'project_id': '9b1df9b52583480dbf6905d0ad326671', 'subnets': [{'id': 'a6d00130-5d64-48a9-8eb2-27b64c65272f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:32.238522 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e5aea9-562c-4869-8d2c-2408c306765f tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df46401b-5082-4de8-b64c-6b9528d4d9ee,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:32.244801 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5e5aea9-562c-4869-8d2c-2408c306765f tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:32:32.258925 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f5e5aea9-562c-4869-8d2c-2408c306765f tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:32.259361 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-f5e5aea9-562c-4869-8d2c-2408c306765f tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Added segment 3adf112d-70a1-43c9-b25b-d3d032c3a9e9 of type vlan for network af2e4453-04fd-4c17-945c-021ccd6f4621 Aug 22 13:32:32.272485 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5e02a889-5982-48b5-a58f-9e0ed4734645 req-84e632d2-223f-4e2d-a247-38bc32c9adcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:32.272727 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09b047f-d70a-4f83-a790-023dee5e759f None None] Checking router: 8c3883f4-e618-4229-ac79-2134162f882d for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:32:32.273061 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09b047f-d70a-4f83-a790-023dee5e759f None None] Updating router 8c3883f4-e618-4229-ac79-2134162f882d port 3f95ce3c-8855-489e-a0ea-8f5010f20943 binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:32:32.303475 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b09b047f-d70a-4f83-a790-023dee5e759f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:32.332898 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f5e5aea9-562c-4869-8d2c-2408c306765f tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:32.357120 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e3164-9d56-4618-ac27-eb776ca1b3bd req-b0ae0ac3-a819-4dd4-a6bc-572753888b37 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:32.364965 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-084e3164-9d56-4618-ac27-eb776ca1b3bd req-b0ae0ac3-a819-4dd4-a6bc-572753888b37 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfec1c42-428a-4a9f-a98b-0a74b49f04af HTTP/1.1" status: 200 len: 946 time: 0.1038096 Aug 22 13:32:32.384767 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:32.385447 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:32.406914 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5e5aea9-562c-4869-8d2c-2408c306765f tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:32:32.432325 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-084e3164-9d56-4618-ac27-eb776ca1b3bd req-6ef54d61-aed8-48c9-947f-69f6103563f6 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=540eab8a-ff39-4c5e-9bac-5eb9f43fb4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663824 Aug 22 13:32:32.457507 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f5e5aea9-562c-4869-8d2c-2408c306765f tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:32.457865 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-f5e5aea9-562c-4869-8d2c-2408c306765f tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Added segment 5adebffc-5185-45c6-b437-db00e19cdbaf of type vlan for network cccfc655-2dfa-4bbf-a199-0ce5732a18ac Aug 22 13:32:32.486322 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf04e65-b1ed-4714-9ca4-d2b0e834a15a'}, {'server_uuid': '1d0b0897-0f99-48e2-a4c8-43251f14fd62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b2e089-6d70-4c13-9c87-5492e0a6d0c1'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:32:32.488620 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f349570-a445-47da-94a4-d1b68ede0684" -d '{"events": [{"server_uuid": "ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c", "name": "network-vif-plugged", "status": "completed", "tag": "fdf04e65-b1ed-4714-9ca4-d2b0e834a15a"}, {"server_uuid": "1d0b0897-0f99-48e2-a4c8-43251f14fd62", "name": "network-vif-plugged", "status": "completed", "tag": "e0b2e089-6d70-4c13-9c87-5492e0a6d0c1"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:32:32.498308 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port e0b2e089-6d70-4c13-9c87-5492e0a6d0c1, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=e0b2e089-6d70-4c13-9c87-5492e0a6d0c1,segment=NetworkSegment(8d87fb8b-79cc-422a-9fb9-b5f71decb79a),segment_id=8d87fb8b-79cc-422a-9fb9-b5f71decb79a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:32:32.508573 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:32.514820 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f5e5aea9-562c-4869-8d2c-2408c306765f tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:32.566875 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=e0b2e089-6d70-4c13-9c87-5492e0a6d0c1,revision_number=8']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:32.589307 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f5e5aea9-562c-4869-8d2c-2408c306765f tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:32.589897 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f5e5aea9-562c-4869-8d2c-2408c306765f tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:32.591905 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 22 Aug 2021 13:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03981ee2-0cee-4966-91e2-b00331b9687a x-openstack-request-id: req-03981ee2-0cee-4966-91e2-b00331b9687a {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:32:32.592202 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c", "name": "network-vif-plugged", "status": "completed", "tag": "fdf04e65-b1ed-4714-9ca4-d2b0e834a15a", "code": 200}, {"server_uuid": "1d0b0897-0f99-48e2-a4c8-43251f14fd62", "name": "network-vif-plugged", "status": "completed", "tag": "e0b2e089-6d70-4c13-9c87-5492e0a6d0c1", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:32:32.592489 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-03981ee2-0cee-4966-91e2-b00331b9687a {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:32:32.593005 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf04e65-b1ed-4714-9ca4-d2b0e834a15a', 'code': 200} Aug 22 13:32:32.593116 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d0b0897-0f99-48e2-a4c8-43251f14fd62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b2e089-6d70-4c13-9c87-5492e0a6d0c1', 'code': 200} Aug 22 13:32:32.596290 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e5aea9-562c-4869-8d2c-2408c306765f tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:32.603967 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e5aea9-562c-4869-8d2c-2408c306765f tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:32.605299 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f5e5aea9-562c-4869-8d2c-2408c306765f tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:32.637544 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-5e02a889-5982-48b5-a58f-9e0ed4734645 req-84e632d2-223f-4e2d-a247-38bc32c9adcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a8ffd56-81e6-4b6e-bd07-ce83dbe9f55b {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:32:32.645482 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5e02a889-5982-48b5-a58f-9e0ed4734645 req-84e632d2-223f-4e2d-a247-38bc32c9adcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:32.669599 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-5e02a889-5982-48b5-a58f-9e0ed4734645 req-84e632d2-223f-4e2d-a247-38bc32c9adcd service neutron] Transition to ACTIVE for port object 7a8ffd56-81e6-4b6e-bd07-ce83dbe9f55b will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:32:32.674919 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5e02a889-5982-48b5-a58f-9e0ed4734645 req-84e632d2-223f-4e2d-a247-38bc32c9adcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:32.717155 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f5e5aea9-562c-4869-8d2c-2408c306765f tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.8453524 Aug 22 13:32:32.737736 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 32958) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:32.743756 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e632d2-223f-4e2d-a247-38bc32c9adcd service neutron] Pushing event updated for resources: {'Port': ['ID=7a8ffd56-81e6-4b6e-bd07-ce83dbe9f55b,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:32.748677 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f4a964-b7ff-4a20-8780-40a1d33c677e req-f7019622-5a3d-424e-83b9-39d5e9a9c00b tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:32.755871 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-50f4a964-b7ff-4a20-8780-40a1d33c677e req-f7019622-5a3d-424e-83b9-39d5e9a9c00b tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/ports?device_id=ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c HTTP/1.1" status: 200 len: 945 time: 0.2124369 Aug 22 13:32:32.850532 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87fca03-708d-4620-876e-832342f597e3 req-10ae8185-acc1-45c8-ac13-6152c453a13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:32.853117 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a87fca03-708d-4620-876e-832342f597e3 req-10ae8185-acc1-45c8-ac13-6152c453a13a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1d0b0897-0f99-48e2-a4c8-43251f14fd62 HTTP/1.1" status: 200 len: 1098 time: 0.0930064 Aug 22 13:32:32.875269 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e5aea9-562c-4869-8d2c-2408c306765f tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Pushing event updated for resources: {'Network': ['ID=af2e4453-04fd-4c17-945c-021ccd6f4621,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:32.878408 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b09b047f-d70a-4f83-a790-023dee5e759f None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:32.889646 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network af2e4453-04fd-4c17-945c-021ccd6f4621 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:32:32.907355 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-5e02a889-5982-48b5-a58f-9e0ed4734645 req-84e632d2-223f-4e2d-a247-38bc32c9adcd service neutron] Attempting to bind port 7a8ffd56-81e6-4b6e-bd07-ce83dbe9f55b on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:32:32.907355 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-5e02a889-5982-48b5-a58f-9e0ed4734645 req-84e632d2-223f-4e2d-a247-38bc32c9adcd service neutron] Attempting to bind port 7a8ffd56-81e6-4b6e-bd07-ce83dbe9f55b by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '7ad440ea-6af2-4c22-9cde-61ae2fc4807c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '66e2a6fd-b667-44cd-a37f-b120c3633f83'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:32:32.907355 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e02a889-5982-48b5-a58f-9e0ed4734645 req-84e632d2-223f-4e2d-a247-38bc32c9adcd service neutron] Attempting to bind port 7a8ffd56-81e6-4b6e-bd07-ce83dbe9f55b on network 66e2a6fd-b667-44cd-a37f-b120c3633f83 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:32:32.907767 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-b09b047f-d70a-4f83-a790-023dee5e759f None None] Transition to ACTIVE for port object 3f95ce3c-8855-489e-a0ea-8f5010f20943 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:32:32.910864 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a87fca03-708d-4620-876e-832342f597e3 req-12e621a2-f82f-41dc-910c-f53dc5ef5fa7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499699 Aug 22 13:32:32.913133 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e02a889-5982-48b5-a58f-9e0ed4734645 req-84e632d2-223f-4e2d-a247-38bc32c9adcd service neutron] Port 7a8ffd56-81e6-4b6e-bd07-ce83dbe9f55b on network 66e2a6fd-b667-44cd-a37f-b120c3633f83 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:32:32.913493 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e02a889-5982-48b5-a58f-9e0ed4734645 req-84e632d2-223f-4e2d-a247-38bc32c9adcd service neutron] Attempting to bind port 7a8ffd56-81e6-4b6e-bd07-ce83dbe9f55b on network 66e2a6fd-b667-44cd-a37f-b120c3633f83 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:32:32.919624 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e02a889-5982-48b5-a58f-9e0ed4734645 req-84e632d2-223f-4e2d-a247-38bc32c9adcd service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:32:32.920788 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e02a889-5982-48b5-a58f-9e0ed4734645 req-84e632d2-223f-4e2d-a247-38bc32c9adcd service neutron] Checking segment: {'id': '7ad440ea-6af2-4c22-9cde-61ae2fc4807c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '66e2a6fd-b667-44cd-a37f-b120c3633f83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:32:32.920788 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e02a889-5982-48b5-a58f-9e0ed4734645 req-84e632d2-223f-4e2d-a247-38bc32c9adcd service neutron] Bound using segment: {'id': '7ad440ea-6af2-4c22-9cde-61ae2fc4807c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '66e2a6fd-b667-44cd-a37f-b120c3633f83'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:32:32.921050 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-5e02a889-5982-48b5-a58f-9e0ed4734645 req-84e632d2-223f-4e2d-a247-38bc32c9adcd service neutron] Bound port: 7a8ffd56-81e6-4b6e-bd07-ce83dbe9f55b, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ad440ea-6af2-4c22-9cde-61ae2fc4807c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '66e2a6fd-b667-44cd-a37f-b120c3633f83'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:32:32.921482 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5e02a889-5982-48b5-a58f-9e0ed4734645 req-84e632d2-223f-4e2d-a247-38bc32c9adcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:32.945854 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b09b047f-d70a-4f83-a790-023dee5e759f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:32.997878 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-50f4a964-b7ff-4a20-8780-40a1d33c677e req-fbc0a5d6-4270-4e5b-8da6-647f2ffefe34 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/security-groups?id=dae66278-0517-487d-81b6-02e3f3d0f286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399838 Aug 22 13:32:33.010963 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-5e02a889-5982-48b5-a58f-9e0ed4734645 req-84e632d2-223f-4e2d-a247-38bc32c9adcd service neutron] For port 7a8ffd56-81e6-4b6e-bd07-ce83dbe9f55b, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:32:33.016070 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-5e02a889-5982-48b5-a58f-9e0ed4734645 req-84e632d2-223f-4e2d-a247-38bc32c9adcd service neutron] For port 7a8ffd56-81e6-4b6e-bd07-ce83dbe9f55b, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=7a8ffd56-81e6-4b6e-bd07-ce83dbe9f55b,segment=NetworkSegment(7ad440ea-6af2-4c22-9cde-61ae2fc4807c),segment_id=7ad440ea-6af2-4c22-9cde-61ae2fc4807c)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:32:33.022318 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5e02a889-5982-48b5-a58f-9e0ed4734645 req-84e632d2-223f-4e2d-a247-38bc32c9adcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:33.026646 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2b68ea-54ad-409b-ae37-76bfcd18df19 None None] Pushing event updated for resources: {'Port': ['ID=3f95ce3c-8855-489e-a0ea-8f5010f20943,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:33.047223 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce401b4-2459-476e-8eca-da3443130e55 req-a59064ad-54bf-4959-9552-1abc5e615bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:33.049722 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1ce401b4-2459-476e-8eca-da3443130e55 req-a59064ad-54bf-4959-9552-1abc5e615bcc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c HTTP/1.1" status: 200 len: 1097 time: 0.3346989 Aug 22 13:32:33.059851 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e5aea9-562c-4869-8d2c-2408c306765f tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Pushing event updated for resources: {'Network': ['ID=cccfc655-2dfa-4bbf-a199-0ce5732a18ac,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:33.063418 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02a889-5982-48b5-a58f-9e0ed4734645 req-84e632d2-223f-4e2d-a247-38bc32c9adcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:33.067443 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5e02a889-5982-48b5-a58f-9e0ed4734645 req-84e632d2-223f-4e2d-a247-38bc32c9adcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:33.068976 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5e02a889-5982-48b5-a58f-9e0ed4734645 req-84e632d2-223f-4e2d-a247-38bc32c9adcd service neutron] 10.222.0.41 "PUT /v2.0/ports/7a8ffd56-81e6-4b6e-bd07-ce83dbe9f55b HTTP/1.1" status: 200 len: 1092 time: 0.8788116 Aug 22 13:32:33.069447 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '600396a5-ace2-41d1-9a0b-d66821040b5c', 'tag': '7a8ffd56-81e6-4b6e-bd07-ce83dbe9f55b'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:32:33.072923 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b1d15d-bef9-4b06-ad07-1571463992b0" -d '{"events": [{"name": "network-changed", "server_uuid": "600396a5-ace2-41d1-9a0b-d66821040b5c", "tag": "7a8ffd56-81e6-4b6e-bd07-ce83dbe9f55b"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:32:33.079783 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network cccfc655-2dfa-4bbf-a199-0ce5732a18ac details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:32:33.095936 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392cf0a-9464-4247-9258-79472b83d887 req-b17700d0-93b6-49a1-9d2b-2c32bda96e51 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:33.103559 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4392cf0a-9464-4247-9258-79472b83d887 req-b17700d0-93b6-49a1-9d2b-2c32bda96e51 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0b0897-0f99-48e2-a4c8-43251f14fd62 HTTP/1.1" status: 200 len: 946 time: 0.2770557 Aug 22 13:32:33.108213 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e632d2-223f-4e2d-a247-38bc32c9adcd service neutron] Pushing event updated for resources: {'Port': ['ID=7a8ffd56-81e6-4b6e-bd07-ce83dbe9f55b,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:33.141199 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-b09b047f-d70a-4f83-a790-023dee5e759f None None] Attempting to bind port 3f95ce3c-8855-489e-a0ea-8f5010f20943 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:32:33.141569 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-b09b047f-d70a-4f83-a790-023dee5e759f None None] Attempting to bind port 3f95ce3c-8855-489e-a0ea-8f5010f20943 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '7ad440ea-6af2-4c22-9cde-61ae2fc4807c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '66e2a6fd-b667-44cd-a37f-b120c3633f83'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:32:33.142226 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09b047f-d70a-4f83-a790-023dee5e759f None None] Attempting to bind port 3f95ce3c-8855-489e-a0ea-8f5010f20943 on network 66e2a6fd-b667-44cd-a37f-b120c3633f83 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:32:33.154113 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09b047f-d70a-4f83-a790-023dee5e759f None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:32:33.154504 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09b047f-d70a-4f83-a790-023dee5e759f None None] Checking segment: {'id': '7ad440ea-6af2-4c22-9cde-61ae2fc4807c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '66e2a6fd-b667-44cd-a37f-b120c3633f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:32:33.154878 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b09b047f-d70a-4f83-a790-023dee5e759f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:33.155279 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09b047f-d70a-4f83-a790-023dee5e759f None None] Bound using segment: {'id': '7ad440ea-6af2-4c22-9cde-61ae2fc4807c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '66e2a6fd-b667-44cd-a37f-b120c3633f83'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:32:33.155733 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-b09b047f-d70a-4f83-a790-023dee5e759f None None] Bound port: 3f95ce3c-8855-489e-a0ea-8f5010f20943, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ad440ea-6af2-4c22-9cde-61ae2fc4807c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '66e2a6fd-b667-44cd-a37f-b120c3633f83'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:32:33.156269 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b09b047f-d70a-4f83-a790-023dee5e759f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:33.177034 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02a889-5982-48b5-a58f-9e0ed4734645 req-4bf14c78-b73c-4823-91f4-955e4a1d8e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:33.178466 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5e02a889-5982-48b5-a58f-9e0ed4734645 req-4bf14c78-b73c-4823-91f4-955e4a1d8e27 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b1df9b52583480dbf6905d0ad326671&device_id=600396a5-ace2-41d1-9a0b-d66821040b5c HTTP/1.1" status: 200 len: 1095 time: 0.0439813 Aug 22 13:32:33.186490 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c9da83-c7ab-48a4-8659-5a1e7a6776ca tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:33.192862 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c9da83-c7ab-48a4-8659-5a1e7a6776ca tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:33.199044 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c9da83-c7ab-48a4-8659-5a1e7a6776ca tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:33.204904 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c9da83-c7ab-48a4-8659-5a1e7a6776ca tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:33.207859 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-74c9da83-c7ab-48a4-8659-5a1e7a6776ca tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4678235 Aug 22 13:32:33.212137 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 32966) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:33.224116 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5e02a889-5982-48b5-a58f-9e0ed4734645 req-1f6222ff-55fd-4bea-b030-9587c3feff1e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a8ffd56-81e6-4b6e-bd07-ce83dbe9f55b HTTP/1.1" status: 200 len: 217 time: 0.0372226 Aug 22 13:32:33.233040 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-b09b047f-d70a-4f83-a790-023dee5e759f None None] For port 3f95ce3c-8855-489e-a0ea-8f5010f20943, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:32:33.236088 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-b09b047f-d70a-4f83-a790-023dee5e759f None None] For port 3f95ce3c-8855-489e-a0ea-8f5010f20943, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=3f95ce3c-8855-489e-a0ea-8f5010f20943,segment=NetworkSegment(7ad440ea-6af2-4c22-9cde-61ae2fc4807c),segment_id=7ad440ea-6af2-4c22-9cde-61ae2fc4807c)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:32:33.241159 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b09b047f-d70a-4f83-a790-023dee5e759f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:33.261549 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1ce401b4-2459-476e-8eca-da3443130e55 req-d3fb5365-b708-429e-afe5-d1a26296629e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=dae66278-0517-487d-81b6-02e3f3d0f286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738007 Aug 22 13:32:33.280536 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02a889-5982-48b5-a58f-9e0ed4734645 req-87189586-2910-44f9-874f-47527d93bfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:33.281436 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5e02a889-5982-48b5-a58f-9e0ed4734645 req-87189586-2910-44f9-874f-47527d93bfb9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a6d00130-5d64-48a9-8eb2-27b64c65272f HTTP/1.1" status: 200 len: 851 time: 0.0505643 Aug 22 13:32:33.299578 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09b047f-d70a-4f83-a790-023dee5e759f None None] Routers {'8c3883f4-e618-4229-ac79-2134162f882d'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:32:33.300410 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-b09b047f-d70a-4f83-a790-023dee5e759f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:32:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['8c3883f4-e618-4229-ac79-2134162f882d'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:33.305294 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4392cf0a-9464-4247-9258-79472b83d887 req-304a6a19-e5c0-46ba-9071-cbd7c57e5111 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812503 Aug 22 13:32:33.306297 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2b68ea-54ad-409b-ae37-76bfcd18df19 None None] Pushing event updated for resources: {'Port': ['ID=3f95ce3c-8855-489e-a0ea-8f5010f20943,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:33.318111 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3a8a7c-a594-47f5-ae50-01bb2d81b9cd req-435520f8-ee99-4f03-8590-d3d678c05a58 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:33.319670 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4f3a8a7c-a594-47f5-ae50-01bb2d81b9cd req-435520f8-ee99-4f03-8590-d3d678c05a58 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=600396a5-ace2-41d1-9a0b-d66821040b5c HTTP/1.1" status: 200 len: 943 time: 0.2348645 Aug 22 13:32:33.323492 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5e02a889-5982-48b5-a58f-9e0ed4734645 req-01e3c85d-82ec-4ff6-95e2-da45cc0fd0ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=66e2a6fd-b667-44cd-a37f-b120c3633f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338945 Aug 22 13:32:33.355335 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b7db0f4e-3c28-47d5-8bb7-8e3fa6180492 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:33.381453 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4f3a8a7c-a594-47f5-ae50-01bb2d81b9cd req-a6af9f9b-d634-4346-9223-f4447feaf51b tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490434 Aug 22 13:32:33.393966 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7d6afa-9acd-4b21-8d20-397cca492c41 x-openstack-request-id: req-5c7d6afa-9acd-4b21-8d20-397cca492c41 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:32:33.394558 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "600396a5-ace2-41d1-9a0b-d66821040b5c", "tag": "7a8ffd56-81e6-4b6e-bd07-ce83dbe9f55b", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:32:33.394813 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5c7d6afa-9acd-4b21-8d20-397cca492c41 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:32:33.395210 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '600396a5-ace2-41d1-9a0b-d66821040b5c', 'tag': '7a8ffd56-81e6-4b6e-bd07-ce83dbe9f55b', 'status': 'completed', 'code': 200} Aug 22 13:32:33.426461 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-b09b047f-d70a-4f83-a790-023dee5e759f None None] Set router 8c3883f4-e618-4229-ac79-2134162f882d gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:32:33.447295 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5e02a889-5982-48b5-a58f-9e0ed4734645 req-21c0cdc9-59d3-4d9b-9b86-7b179bad5b57 service neutron] 10.222.0.41 "GET /v2.0/networks/66e2a6fd-b667-44cd-a37f-b120c3633f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159902 Aug 22 13:32:33.479672 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b7db0f4e-3c28-47d5-8bb7-8e3fa6180492 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:33.495997 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-b7db0f4e-3c28-47d5-8bb7-8e3fa6180492 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af2e4453-04fd-4c17-945c-021ccd6f4621']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:33.508042 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-b7db0f4e-3c28-47d5-8bb7-8e3fa6180492 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3adf112d-70a1-43c9-b25b-d3d032c3a9e9') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:33.508481 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-b7db0f4e-3c28-47d5-8bb7-8e3fa6180492 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3adf112d-70a1-43c9-b25b-d3d032c3a9e9') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:33.519921 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b7db0f4e-3c28-47d5-8bb7-8e3fa6180492 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:33.560762 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5e02a889-5982-48b5-a58f-9e0ed4734645 req-868a404f-4ce4-44fa-9c4a-11cb9a6024a9 service neutron] 10.222.0.41 "GET /v2.0/networks/66e2a6fd-b667-44cd-a37f-b120c3633f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047957 Aug 22 13:32:33.566651 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b7db0f4e-3c28-47d5-8bb7-8e3fa6180492 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:33.588853 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ce43d-1e1c-4a8e-b676-5220b4deb9e4 req-3d9f9710-9cad-44c1-b8ff-6c4002ad0763 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:33.590520 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c50ce43d-1e1c-4a8e-b676-5220b4deb9e4 req-3d9f9710-9cad-44c1-b8ff-6c4002ad0763 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfec1c42-428a-4a9f-a98b-0a74b49f04af HTTP/1.1" status: 200 len: 946 time: 0.0749781 Aug 22 13:32:33.591615 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7db0f4e-3c28-47d5-8bb7-8e3fa6180492 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:32:33.592019 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b7db0f4e-3c28-47d5-8bb7-8e3fa6180492 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:33.596385 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:32:33.596385 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:32:33.596385 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:32:33.596385 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:32:33.596385 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:32:33.596385 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:32:33.596385 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:32:33.596385 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:32:33.596385 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:32:33.596385 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:32:33.596385 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:32:33.596385 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:32:33.596385 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:32:33.596385 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:32:33.596385 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:32:33.596385 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:32:33.596385 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:32:33.596385 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:32:33.596385 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:32:33.596385 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:32:33.596385 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:32:33.596385 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:32:33.596385 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:32:33.596385 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:32:33.596385 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:32:33.596385 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:32:33.596385 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:32:33.596385 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:32:33.596385 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:32:33.596385 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:32:33.596385 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:32:33.596385 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:32:33.655780 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:33.662251 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1d15d-bef9-4b06-ad07-1571463992b0 req-d03dd8c0-6784-4fe7-8ba3-30e07bd1e914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:33.664517 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f7b1d15d-bef9-4b06-ad07-1571463992b0 req-d03dd8c0-6784-4fe7-8ba3-30e07bd1e914 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b1df9b52583480dbf6905d0ad326671&device_id=600396a5-ace2-41d1-9a0b-d66821040b5c HTTP/1.1" status: 200 len: 1095 time: 0.0429051 Aug 22 13:32:33.672681 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-b09b047f-d70a-4f83-a790-023dee5e759f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3883f4-e618-4229-ac79-2134162f882d', 'name': 'tempest-ServerRescueTestJSON-1890231736-router', 'tenant_id': '9b1df9b52583480dbf6905d0ad326671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '360c7f96-2f5a-421c-aa9e-71727353b6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:32:23Z', 'updated_at': '2021-08-22T13:32:27Z', 'revision_number': 4, 'project_id': '9b1df9b52583480dbf6905d0ad326671', 'gw_port': {'id': '360c7f96-2f5a-421c-aa9e-71727353b6b5', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:85:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3883f4-e618-4229-ac79-2134162f882d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:32:24Z', 'updated_at': '2021-08-22T13:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '3f95ce3c-8855-489e-a0ea-8f5010f20943', 'name': '', 'network_id': '66e2a6fd-b667-44cd-a37f-b120c3633f83', 'tenant_id': '9b1df9b52583480dbf6905d0ad326671', 'mac_address': 'fa:16:3e:da:4b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3883f4-e618-4229-ac79-2134162f882d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'a6d00130-5d64-48a9-8eb2-27b64c65272f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:32:26Z', 'updated_at': '2021-08-22T13:32:33Z', 'revision_number': 4, 'project_id': '9b1df9b52583480dbf6905d0ad326671', 'subnets': [{'id': 'a6d00130-5d64-48a9-8eb2-27b64c65272f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:33.683875 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b7db0f4e-3c28-47d5-8bb7-8e3fa6180492 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:33.689449 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c50ce43d-1e1c-4a8e-b676-5220b4deb9e4 req-30944480-5b4f-475a-b849-657ff7324888 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=540eab8a-ff39-4c5e-9bac-5eb9f43fb4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800290 Aug 22 13:32:33.705304 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09b047f-d70a-4f83-a790-023dee5e759f None None] The sync data for ids ['8c3883f4-e618-4229-ac79-2134162f882d'] in n-d-793621-33 is: [{'id': '8c3883f4-e618-4229-ac79-2134162f882d', 'name': 'tempest-ServerRescueTestJSON-1890231736-router', 'tenant_id': '9b1df9b52583480dbf6905d0ad326671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '360c7f96-2f5a-421c-aa9e-71727353b6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:32:23Z', 'updated_at': '2021-08-22T13:32:27Z', 'revision_number': 4, 'project_id': '9b1df9b52583480dbf6905d0ad326671', 'gw_port': {'id': '360c7f96-2f5a-421c-aa9e-71727353b6b5', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:85:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3883f4-e618-4229-ac79-2134162f882d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:32:24Z', 'updated_at': '2021-08-22T13:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '3f95ce3c-8855-489e-a0ea-8f5010f20943', 'name': '', 'network_id': '66e2a6fd-b667-44cd-a37f-b120c3633f83', 'tenant_id': '9b1df9b52583480dbf6905d0ad326671', 'mac_address': 'fa:16:3e:da:4b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3883f4-e618-4229-ac79-2134162f882d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'a6d00130-5d64-48a9-8eb2-27b64c65272f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:32:26Z', 'updated_at': '2021-08-22T13:32:33Z', 'revision_number': 4, 'project_id': '9b1df9b52583480dbf6905d0ad326671', 'subnets': [{'id': 'a6d00130-5d64-48a9-8eb2-27b64c65272f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:32:33.710135 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b7db0f4e-3c28-47d5-8bb7-8e3fa6180492 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:33.715186 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-b7db0f4e-3c28-47d5-8bb7-8e3fa6180492 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] 10.222.0.21 "DELETE /v2.0/networks/af2e4453-04fd-4c17-945c-021ccd6f4621 HTTP/1.1" status: 204 len: 168 time: 0.4986756 Aug 22 13:32:33.715357 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 32974) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:33.725401 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7db0f4e-3c28-47d5-8bb7-8e3fa6180492 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Pushing event deleted for resources: {'Network': ['ID=af2e4453-04fd-4c17-945c-021ccd6f4621,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:33.821194 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1d15d-bef9-4b06-ad07-1571463992b0 req-10a7bd6b-332d-4f74-855b-1d1b03f1662d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:33.823330 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f7b1d15d-bef9-4b06-ad07-1571463992b0 req-10a7bd6b-332d-4f74-855b-1d1b03f1662d service neutron] 10.222.0.41 "GET /v2.0/networks?id=66e2a6fd-b667-44cd-a37f-b120c3633f83 HTTP/1.1" status: 200 len: 912 time: 0.1508121 Aug 22 13:32:33.836911 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5f1c95e6-ae1c-4f0b-924b-77d5362a6234 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:33.873642 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f7b1d15d-bef9-4b06-ad07-1571463992b0 req-57af1806-0be6-4aff-8c37-eb8fa42496b0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a8ffd56-81e6-4b6e-bd07-ce83dbe9f55b HTTP/1.1" status: 200 len: 217 time: 0.0363088 Aug 22 13:32:33.941630 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1d15d-bef9-4b06-ad07-1571463992b0 req-0db0a373-6243-4416-8a28-6163b5f0a4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:33.942158 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5f1c95e6-ae1c-4f0b-924b-77d5362a6234 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:33.943106 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f7b1d15d-bef9-4b06-ad07-1571463992b0 req-0db0a373-6243-4416-8a28-6163b5f0a4ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a6d00130-5d64-48a9-8eb2-27b64c65272f HTTP/1.1" status: 200 len: 851 time: 0.0611084 Aug 22 13:32:33.953784 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-5f1c95e6-ae1c-4f0b-924b-77d5362a6234 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cccfc655-2dfa-4bbf-a199-0ce5732a18ac']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:33.976318 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-5f1c95e6-ae1c-4f0b-924b-77d5362a6234 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5adebffc-5185-45c6-b437-db00e19cdbaf') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:33.976318 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-5f1c95e6-ae1c-4f0b-924b-77d5362a6234 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5adebffc-5185-45c6-b437-db00e19cdbaf') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:33.980088 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f7b1d15d-bef9-4b06-ad07-1571463992b0 req-4db46af7-9279-4aa3-91c4-cf48cc31ec11 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=66e2a6fd-b667-44cd-a37f-b120c3633f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297153 Aug 22 13:32:33.988265 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5f1c95e6-ae1c-4f0b-924b-77d5362a6234 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:34.008463 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5f1c95e6-ae1c-4f0b-924b-77d5362a6234 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:34.024345 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f1c95e6-ae1c-4f0b-924b-77d5362a6234 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:32:34.024777 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5f1c95e6-ae1c-4f0b-924b-77d5362a6234 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:34.028575 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:32:34.028575 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:32:34.028575 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:32:34.028575 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:32:34.028575 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:32:34.028575 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:32:34.028575 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:32:34.028575 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:32:34.028575 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:32:34.028575 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:32:34.028575 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:32:34.028575 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:32:34.028575 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:32:34.028575 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:32:34.028575 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:32:34.028575 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:32:34.028575 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:32:34.028575 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:32:34.028575 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:32:34.028575 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:32:34.028575 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:32:34.028575 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:32:34.028575 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:32:34.028575 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:32:34.028575 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:32:34.028575 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:32:34.028575 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:32:34.028575 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:32:34.028575 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:32:34.028575 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:32:34.028575 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:32:34.028575 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:32:34.127527 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5f1c95e6-ae1c-4f0b-924b-77d5362a6234 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:34.138850 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5f1c95e6-ae1c-4f0b-924b-77d5362a6234 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:34.142583 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-5f1c95e6-ae1c-4f0b-924b-77d5362a6234 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] 10.222.0.21 "DELETE /v2.0/networks/cccfc655-2dfa-4bbf-a199-0ce5732a18ac HTTP/1.1" status: 204 len: 168 time: 0.4259162 Aug 22 13:32:34.147187 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 32978) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:34.158884 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:34.164216 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1c95e6-ae1c-4f0b-924b-77d5362a6234 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Pushing event deleted for resources: {'Network': ['ID=cccfc655-2dfa-4bbf-a199-0ce5732a18ac,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:34.174877 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32163efa-9c60-4744-8246-68b0eb055801 req-32c720b4-7bab-40b1-bcfe-892e7ed0c073 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:34.176762 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-32163efa-9c60-4744-8246-68b0eb055801 req-32c720b4-7bab-40b1-bcfe-892e7ed0c073 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/ports?device_id=ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c HTTP/1.1" status: 200 len: 945 time: 0.0994384 Aug 22 13:32:34.221278 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-32163efa-9c60-4744-8246-68b0eb055801 req-c2145bc2-9a79-4aa1-879a-8c08761f4b0c tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/security-groups?id=dae66278-0517-487d-81b6-02e3f3d0f286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369105 Aug 22 13:32:34.267605 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f7b1d15d-bef9-4b06-ad07-1571463992b0 req-7ba30628-74c3-40c5-8458-83ac74a807ef service neutron] 10.222.0.41 "GET /v2.0/networks/66e2a6fd-b667-44cd-a37f-b120c3633f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538333 Aug 22 13:32:34.453057 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c958f-b823-4923-aef5-48f6721c2dfb req-3a70fcba-04e5-40ab-b1ff-b523fa12843e tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:34.454676 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d70c958f-b823-4923-aef5-48f6721c2dfb req-3a70fcba-04e5-40ab-b1ff-b523fa12843e tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0b0897-0f99-48e2-a4c8-43251f14fd62 HTTP/1.1" status: 200 len: 946 time: 0.0598423 Aug 22 13:32:34.539229 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d70c958f-b823-4923-aef5-48f6721c2dfb req-5d56a263-f7de-4182-bc83-f7ea3ecc3669 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778270 Aug 22 13:32:34.548580 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a3f5b-9ab4-4567-aeea-fd7609f56ec9 req-dc650063-c891-495c-abf3-5503beca7c5f tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:34.550156 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2a0a3f5b-9ab4-4567-aeea-fd7609f56ec9 req-dc650063-c891-495c-abf3-5503beca7c5f tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=600396a5-ace2-41d1-9a0b-d66821040b5c HTTP/1.1" status: 200 len: 943 time: 0.0867429 Aug 22 13:32:34.604876 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2a0a3f5b-9ab4-4567-aeea-fd7609f56ec9 req-8257b338-2a8e-41a9-a01c-96fd50065224 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478373 Aug 22 13:32:34.721844 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b3d389-9852-4df3-ae88-c7471144e514 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:34.728554 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b3d389-9852-4df3-ae88-c7471144e514 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:34.730114 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-19b3d389-9852-4df3-ae88-c7471144e514 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5819707 Aug 22 13:32:34.732327 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cfaf29-a337-41f0-8c99-21b36ef919da req-7193f3e2-13de-442b-8b59-e12cef3231c7 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:34.734102 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-66cfaf29-a337-41f0-8c99-21b36ef919da req-7193f3e2-13de-442b-8b59-e12cef3231c7 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0b0897-0f99-48e2-a4c8-43251f14fd62 HTTP/1.1" status: 200 len: 946 time: 0.0528750 Aug 22 13:32:34.734229 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 32994) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:34.740796 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-968a6260-ac61-4cd9-9dc1-4885bc62e6c4 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1589171056'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:32:34.769796 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f7b1d15d-bef9-4b06-ad07-1571463992b0 req-20a336e3-44be-4f5d-9708-6278a2ae9917 service neutron] 10.222.0.41 "GET /v2.0/networks/66e2a6fd-b667-44cd-a37f-b120c3633f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4943676 Aug 22 13:32:34.786054 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968a6260-ac61-4cd9-9dc1-4885bc62e6c4 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Made reservation on behalf of 095b30b496d24ca681f1646a0800d9ba for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:32:34.794414 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-968a6260-ac61-4cd9-9dc1-4885bc62e6c4 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:34.812873 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-66cfaf29-a337-41f0-8c99-21b36ef919da req-5da74510-5f95-4aec-9cd9-9b76f8182bc2 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540118 Aug 22 13:32:34.844995 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-968a6260-ac61-4cd9-9dc1-4885bc62e6c4 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:32:34.873387 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-968a6260-ac61-4cd9-9dc1-4885bc62e6c4 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:34.873753 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-968a6260-ac61-4cd9-9dc1-4885bc62e6c4 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Added segment 148e9ddb-949b-43b5-8bd5-86a1d42158de of type vlan for network deb0b1df-9260-4868-b5fc-f19a3a9461bd Aug 22 13:32:34.888203 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f8b0b-e35a-4c2a-8541-fdc0b0bd99fc req-cad72b9f-91b2-45f3-a6b4-a14771966565 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:34.889804 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0b6f8b0b-e35a-4c2a-8541-fdc0b0bd99fc req-cad72b9f-91b2-45f3-a6b4-a14771966565 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfec1c42-428a-4a9f-a98b-0a74b49f04af HTTP/1.1" status: 200 len: 946 time: 0.0694146 Aug 22 13:32:34.942484 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-968a6260-ac61-4cd9-9dc1-4885bc62e6c4 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:34.962598 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0b6f8b0b-e35a-4c2a-8541-fdc0b0bd99fc req-e5573aec-813b-452f-8ba0-9d212c32ec28 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=540eab8a-ff39-4c5e-9bac-5eb9f43fb4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653796 Aug 22 13:32:34.977185 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-968a6260-ac61-4cd9-9dc1-4885bc62e6c4 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:34.998949 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968a6260-ac61-4cd9-9dc1-4885bc62e6c4 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:34.999280 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-968a6260-ac61-4cd9-9dc1-4885bc62e6c4 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:35.070659 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 37c1d082-20c5-48bc-ad7a-e78a2d83afca details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:32:35.100121 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968a6260-ac61-4cd9-9dc1-4885bc62e6c4 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Pushing event updated for resources: {'Network': ['ID=deb0b1df-9260-4868-b5fc-f19a3a9461bd,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:35.115248 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network deb0b1df-9260-4868-b5fc-f19a3a9461bd details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:32:35.138846 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-968a6260-ac61-4cd9-9dc1-4885bc62e6c4 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4035411 Aug 22 13:32:35.142453 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33012) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:35.154486 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-07904a93-cb45-437d-9637-eaabb10baaf9 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-615719278'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:32:35.183263 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07904a93-cb45-437d-9637-eaabb10baaf9 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Made reservation on behalf of 095b30b496d24ca681f1646a0800d9ba for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:32:35.187252 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-07904a93-cb45-437d-9637-eaabb10baaf9 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:35.217203 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07904a93-cb45-437d-9637-eaabb10baaf9 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:32:35.230541 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-07904a93-cb45-437d-9637-eaabb10baaf9 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:35.230977 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-07904a93-cb45-437d-9637-eaabb10baaf9 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Added segment c7c4fa7f-5948-4277-8152-488de2fa7086 of type vlan for network 1527bf21-3cd3-4c5c-a129-634e67740e3e Aug 22 13:32:35.283780 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 3f95ce3c-8855-489e-a0ea-8f5010f20943 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:32:35.287574 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-07904a93-cb45-437d-9637-eaabb10baaf9 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:35.326671 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 37c1d082-20c5-48bc-ad7a-e78a2d83afca, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=37c1d082-20c5-48bc-ad7a-e78a2d83afca,segment=NetworkSegment(e0cf36a3-398c-4c68-a668-edae22b1fee1),segment_id=e0cf36a3-398c-4c68-a668-edae22b1fee1)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:32:35.333839 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-07904a93-cb45-437d-9637-eaabb10baaf9 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:35.345602 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07904a93-cb45-437d-9637-eaabb10baaf9 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:35.347527 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-07904a93-cb45-437d-9637-eaabb10baaf9 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:35.349941 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '37c1d082-20c5-48bc-ad7a-e78a2d83afca', 'network_id': 'dfedf898-aca6-4df9-b6f5-cb8b2650ce65', 'port_id': '37c1d082-20c5-48bc-ad7a-e78a2d83afca', 'mac_address': 'fa:16:3e:00:5c:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86161abd-93fb-4a2f-8c13-984112b572a1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:32:35.426144 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 3f95ce3c-8855-489e-a0ea-8f5010f20943 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:32:35.426502 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b89240-94f1-40d0-97fd-9009cfa6ebe3 req-aa8e3846-1250-4ad2-beaa-f3b212bb21fe tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:35.435047 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-54b89240-94f1-40d0-97fd-9009cfa6ebe3 req-aa8e3846-1250-4ad2-beaa-f3b212bb21fe tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/ports?device_id=ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c HTTP/1.1" status: 200 len: 945 time: 0.0959640 Aug 22 13:32:35.441127 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:35.444553 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 3f95ce3c-8855-489e-a0ea-8f5010f20943 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:32:35.445878 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:35.480577 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 37c1d082-20c5-48bc-ad7a-e78a2d83afca {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:32:35.524189 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-54b89240-94f1-40d0-97fd-9009cfa6ebe3 req-79fe8176-606f-40a3-9c78-4df29c25d2c1 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/security-groups?id=dae66278-0517-487d-81b6-02e3f3d0f286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853882 Aug 22 13:32:35.541113 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 37c1d082-20c5-48bc-ad7a-e78a2d83afca, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=37c1d082-20c5-48bc-ad7a-e78a2d83afca,segment=NetworkSegment(e0cf36a3-398c-4c68-a668-edae22b1fee1),segment_id=e0cf36a3-398c-4c68-a668-edae22b1fee1)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:32:35.544934 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07904a93-cb45-437d-9637-eaabb10baaf9 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Pushing event updated for resources: {'Network': ['ID=1527bf21-3cd3-4c5c-a129-634e67740e3e,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:35.568786 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-07904a93-cb45-437d-9637-eaabb10baaf9 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4242525 Aug 22 13:32:35.575218 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33040) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:35.580625 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-461506cf-5e64-4d94-869e-9f925ceaef67 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Request body: {'ports': [{'network_id': 'deb0b1df-9260-4868-b5fc-f19a3a9461bd', 'name': 'tempest-port--1486604289', 'admin_state_up': True}, {'network_id': '1527bf21-3cd3-4c5c-a129-634e67740e3e', 'admin_state_up': False}]} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:32:35.580885 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 1527bf21-3cd3-4c5c-a129-634e67740e3e details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:32:35.586691 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:35.587312 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-461506cf-5e64-4d94-869e-9f925ceaef67 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Request body: {'port': {'network_id': 'deb0b1df-9260-4868-b5fc-f19a3a9461bd', 'name': 'tempest-port--1486604289', 'admin_state_up': True}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:32:35.588124 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-461506cf-5e64-4d94-869e-9f925ceaef67 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Request body: {'port': {'network_id': '1527bf21-3cd3-4c5c-a129-634e67740e3e', 'admin_state_up': False}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:32:35.733791 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-59b3f6c3-17e7-47cd-b97e-4a2ba2cd6528 req-a46a62f0-667b-4343-a5c1-d554d3145651 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1483603 Aug 22 13:32:35.764492 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=37c1d082-20c5-48bc-ad7a-e78a2d83afca,revision_number=6']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:35.770709 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-59b3f6c3-17e7-47cd-b97e-4a2ba2cd6528 req-5a1bacbb-6889-4877-917f-287f7d05a70d tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Request body: {'floatingip': {'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:32:35.775096 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:35.820435 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['37c1d082-20c5-48bc-ad7a-e78a2d83afca'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:32:35.836268 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-59b3f6c3-17e7-47cd-b97e-4a2ba2cd6528 req-5a1bacbb-6889-4877-917f-287f7d05a70d tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Notify callbacks [] for floatingip, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:35.856135 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461506cf-5e64-4d94-869e-9f925ceaef67 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Made reservation on behalf of 095b30b496d24ca681f1646a0800d9ba for: {'port': 2} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:32:35.868171 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-461506cf-5e64-4d94-869e-9f925ceaef67 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:35.870870 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 3f95ce3c-8855-489e-a0ea-8f5010f20943, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=3f95ce3c-8855-489e-a0ea-8f5010f20943,segment=NetworkSegment(7ad440ea-6af2-4c22-9cde-61ae2fc4807c),segment_id=7ad440ea-6af2-4c22-9cde-61ae2fc4807c)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:32:35.881122 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:35.897577 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-461506cf-5e64-4d94-869e-9f925ceaef67 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:35.965726 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819ce85-4f66-4c92-89dc-94bcbe4495a1 req-d102d701-9efb-4ced-8475-40d4398e6049 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:35.974366 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a819ce85-4f66-4c92-89dc-94bcbe4495a1 req-d102d701-9efb-4ced-8475-40d4398e6049 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/networks?id=b6b1eb92-af26-4c6a-bbe1-59d99b962beb HTTP/1.1" status: 200 len: 815 time: 0.4326272 Aug 22 13:32:36.013687 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a819ce85-4f66-4c92-89dc-94bcbe4495a1 req-6d6188cb-9096-4334-8131-1744d87c8810 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/quotas/78aac6ca0f4e48839a86a18ebe3ec69e HTTP/1.1" status: 200 len: 375 time: 0.0381596 Aug 22 13:32:36.038904 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-461506cf-5e64-4d94-869e-9f925ceaef67 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] device_id is not set on port e99c844e-5071-49cb-a389-ea8df018e940 yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:32:36.094307 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a819ce85-4f66-4c92-89dc-94bcbe4495a1 req-73f67f90-dd56-427f-905b-bbe9c0a04673 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=78aac6ca0f4e48839a86a18ebe3ec69e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0783770 Aug 22 13:32:36.189859 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=3f95ce3c-8855-489e-a0ea-8f5010f20943,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:36.206656 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-461506cf-5e64-4d94-869e-9f925ceaef67 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:36.248415 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-59b3f6c3-17e7-47cd-b97e-4a2ba2cd6528 req-5a1bacbb-6889-4877-917f-287f7d05a70d tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:36.296178 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-461506cf-5e64-4d94-869e-9f925ceaef67 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] device_id is not set on port 5934d8e8-bd36-40a7-8ada-8611d7e8ed82 yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:32:36.378748 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a819ce85-4f66-4c92-89dc-94bcbe4495a1 req-5578a33c-9bdd-47d7-8c48-5006c010dead service neutron] 10.222.0.21 "GET /v2.0/networks/b6b1eb92-af26-4c6a-bbe1-59d99b962beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763860 Aug 22 13:32:36.467600 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648e0c1-d80f-48a6-8da2-ee17f888e07f req-ab046395-3d54-414f-aedf-ca5402a726bd tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:36.469192 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5648e0c1-d80f-48a6-8da2-ee17f888e07f req-ab046395-3d54-414f-aedf-ca5402a726bd tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0b0897-0f99-48e2-a4c8-43251f14fd62 HTTP/1.1" status: 200 len: 946 time: 0.1016855 Aug 22 13:32:36.475577 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-59b3f6c3-17e7-47cd-b97e-4a2ba2cd6528 req-5a1bacbb-6889-4877-917f-287f7d05a70d tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Allocated IP 172.25.3.141 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/5c37c7e6-9a43-4ff3-8b28-3debae48fbd4) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:32:36.507854 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-461506cf-5e64-4d94-869e-9f925ceaef67 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:36.579814 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a819ce85-4f66-4c92-89dc-94bcbe4495a1 req-bb4b46d6-6f34-4276-a395-408ff0eaa8e4 service neutron] 10.222.0.21 "GET /v2.0/networks/b6b1eb92-af26-4c6a-bbe1-59d99b962beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968246 Aug 22 13:32:36.604973 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-461506cf-5e64-4d94-869e-9f925ceaef67 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:36.623360 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-5648e0c1-d80f-48a6-8da2-ee17f888e07f req-fa48804c-a09b-4318-b75e-bb873d4c9cf7 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Deleting port e0b2e089-6d70-4c13-9c87-5492e0a6d0c1 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:32:36.623717 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5648e0c1-d80f-48a6-8da2-ee17f888e07f req-fa48804c-a09b-4318-b75e-bb873d4c9cf7 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:36.681960 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-59b3f6c3-17e7-47cd-b97e-4a2ba2cd6528 req-5a1bacbb-6889-4877-917f-287f7d05a70d tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:36.725930 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461506cf-5e64-4d94-869e-9f925ceaef67 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Pushing event updated for resources: {'Port': ['ID=e99c844e-5071-49cb-a389-ea8df018e940,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:36.760085 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-59b3f6c3-17e7-47cd-b97e-4a2ba2cd6528 req-5a1bacbb-6889-4877-917f-287f7d05a70d tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:36.766760 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461506cf-5e64-4d94-869e-9f925ceaef67 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Checking segment: {'id': '148e9ddb-949b-43b5-8bd5-86a1d42158de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'deb0b1df-9260-4868-b5fc-f19a3a9461bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:32:36.767173 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461506cf-5e64-4d94-869e-9f925ceaef67 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Network hostable DHCP agents. Network: deb0b1df-9260-4868-b5fc-f19a3a9461bd, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:32:36.808116 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-5648e0c1-d80f-48a6-8da2-ee17f888e07f req-fa48804c-a09b-4318-b75e-bb873d4c9cf7 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] For port e0b2e089-6d70-4c13-9c87-5492e0a6d0c1, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=e0b2e089-6d70-4c13-9c87-5492e0a6d0c1,segment=NetworkSegment(8d87fb8b-79cc-422a-9fb9-b5f71decb79a),segment_id=8d87fb8b-79cc-422a-9fb9-b5f71decb79a)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:32:36.808587 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5648e0c1-d80f-48a6-8da2-ee17f888e07f req-fa48804c-a09b-4318-b75e-bb873d4c9cf7 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:36.842595 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59b3f6c3-17e7-47cd-b97e-4a2ba2cd6528 req-5a1bacbb-6889-4877-917f-287f7d05a70d tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:32:36.845773 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-5648e0c1-d80f-48a6-8da2-ee17f888e07f req-fa48804c-a09b-4318-b75e-bb873d4c9cf7 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Calling delete_port for e0b2e089-6d70-4c13-9c87-5492e0a6d0c1 owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:32:36.845916 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-59b3f6c3-17e7-47cd-b97e-4a2ba2cd6528 req-5a1bacbb-6889-4877-917f-287f7d05a70d tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:32:36.849604 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b3f6c3-17e7-47cd-b97e-4a2ba2cd6528 req-5a1bacbb-6889-4877-917f-287f7d05a70d tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:32:36.852204 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461506cf-5e64-4d94-869e-9f925ceaef67 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Network deb0b1df-9260-4868-b5fc-f19a3a9461bd is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:32:36.884225 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1bacbb-6889-4877-917f-287f7d05a70d tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Pushing event updated for resources: {'Port': ['ID=5c37c7e6-9a43-4ff3-8b28-3debae48fbd4,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:36.892912 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-461506cf-5e64-4d94-869e-9f925ceaef67 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, deb0b1df-9260-4868-b5fc-f19a3a9461bd) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:32:36.901688 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461506cf-5e64-4d94-869e-9f925ceaef67 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:32:36.901974 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-461506cf-5e64-4d94-869e-9f925ceaef67 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:36.906299 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6729d66e-75bc-45fe-bdb7-4bd919f43f08 None None] Network deb0b1df-9260-4868-b5fc-f19a3a9461bd requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:32:36.961470 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927efb76-3337-4572-b9de-69dba59e6f17 req-c1aea8e2-6ecd-4c69-8d16-954863331cfb tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:36.963104 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-927efb76-3337-4572-b9de-69dba59e6f17 req-c1aea8e2-6ecd-4c69-8d16-954863331cfb tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=600396a5-ace2-41d1-9a0b-d66821040b5c HTTP/1.1" status: 200 len: 943 time: 0.0807078 Aug 22 13:32:37.059630 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461506cf-5e64-4d94-869e-9f925ceaef67 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Pushing event updated for resources: {'Port': ['ID=5934d8e8-bd36-40a7-8ada-8611d7e8ed82,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:37.064933 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-59b3f6c3-17e7-47cd-b97e-4a2ba2cd6528 req-5a1bacbb-6889-4877-917f-287f7d05a70d tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:37.081105 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 37c1d082-20c5-48bc-ad7a-e78a2d83afca up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:32:37.094832 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461506cf-5e64-4d94-869e-9f925ceaef67 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Checking segment: {'id': 'c7c4fa7f-5948-4277-8152-488de2fa7086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1527bf21-3cd3-4c5c-a129-634e67740e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:32:37.097151 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461506cf-5e64-4d94-869e-9f925ceaef67 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Network hostable DHCP agents. Network: 1527bf21-3cd3-4c5c-a129-634e67740e3e, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:32:37.102883 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-927efb76-3337-4572-b9de-69dba59e6f17 req-6ff35a92-170c-4524-ba39-8039b1738c53 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007433 Aug 22 13:32:37.149988 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-59b3f6c3-17e7-47cd-b97e-4a2ba2cd6528 req-5a1bacbb-6889-4877-917f-287f7d05a70d tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:37.200029 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461506cf-5e64-4d94-869e-9f925ceaef67 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Network 1527bf21-3cd3-4c5c-a129-634e67740e3e is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:32:37.260495 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 3f95ce3c-8855-489e-a0ea-8f5010f20943 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:32:37.302750 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-461506cf-5e64-4d94-869e-9f925ceaef67 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 1527bf21-3cd3-4c5c-a129-634e67740e3e) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:32:37.307725 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461506cf-5e64-4d94-869e-9f925ceaef67 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:32:37.318788 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461506cf-5e64-4d94-869e-9f925ceaef67 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:37.321897 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21483de8-4116-4811-a28d-e796be32574a None None] Network 1527bf21-3cd3-4c5c-a129-634e67740e3e requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:32:37.324264 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461506cf-5e64-4d94-869e-9f925ceaef67 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:37.339756 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-461506cf-5e64-4d94-869e-9f925ceaef67 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:37.346585 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5648e0c1-d80f-48a6-8da2-ee17f888e07f req-fa48804c-a09b-4318-b75e-bb873d4c9cf7 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:37.394007 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['e0b2e089-6d70-4c13-9c87-5492e0a6d0c1'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:32:37.439442 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 37c1d082-20c5-48bc-ad7a-e78a2d83afca triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:32:37.439817 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:37.492923 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa48804c-a09b-4318-b75e-bb873d4c9cf7 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Pushing event deleted for resources: {'Port': ['ID=e0b2e089-6d70-4c13-9c87-5492e0a6d0c1,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:37.516013 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-461506cf-5e64-4d94-869e-9f925ceaef67 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.9371464 Aug 22 13:32:37.516184 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-59b3f6c3-17e7-47cd-b97e-4a2ba2cd6528 req-5a1bacbb-6889-4877-917f-287f7d05a70d tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:37.517929 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 33066) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:37.522046 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 3f95ce3c-8855-489e-a0ea-8f5010f20943 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:32:37.522440 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:37.558133 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-5648e0c1-d80f-48a6-8da2-ee17f888e07f req-fa48804c-a09b-4318-b75e-bb873d4c9cf7 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] No DVR routers for this DVR port e0b2e089-6d70-4c13-9c87-5492e0a6d0c1 on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:32:37.564874 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5648e0c1-d80f-48a6-8da2-ee17f888e07f req-fa48804c-a09b-4318-b75e-bb873d4c9cf7 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:37.569304 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5648e0c1-d80f-48a6-8da2-ee17f888e07f req-fa48804c-a09b-4318-b75e-bb873d4c9cf7 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.41 "DELETE /v2.0/ports/e0b2e089-6d70-4c13-9c87-5492e0a6d0c1 HTTP/1.1" status: 204 len: 173 time: 1.0938501 Aug 22 13:32:37.572057 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d0b0897-0f99-48e2-a4c8-43251f14fd62', 'name': 'network-vif-deleted', 'tag': 'e0b2e089-6d70-4c13-9c87-5492e0a6d0c1'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:32:37.576217 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b384d2-cf72-47d2-ada0-86cce8352a29" -d '{"events": [{"server_uuid": "1d0b0897-0f99-48e2-a4c8-43251f14fd62", "name": "network-vif-deleted", "tag": "e0b2e089-6d70-4c13-9c87-5492e0a6d0c1"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:32:37.652371 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-59b3f6c3-17e7-47cd-b97e-4a2ba2cd6528 req-5a1bacbb-6889-4877-917f-287f7d05a70d tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:37.704718 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:37.751652 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7c49cd-5067-476d-aa55-c55fa97215d5 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:37.762124 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfec1c42-428a-4a9f-a98b-0a74b49f04af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c1d082-20c5-48bc-ad7a-e78a2d83afca'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:32:37.763660 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7c49cd-5067-476d-aa55-c55fa97215d5 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:37.768466 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-5e7c49cd-5067-476d-aa55-c55fa97215d5 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2460973 Aug 22 13:32:37.768466 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1bacbb-6889-4877-917f-287f7d05a70d tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Pushing event updated for resources: {'Port': ['ID=5c37c7e6-9a43-4ff3-8b28-3debae48fbd4,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:37.770324 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33070) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:37.774131 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6d875a-3941-4f24-8c1b-291bb9d691cc" -d '{"events": [{"server_uuid": "dfec1c42-428a-4a9f-a98b-0a74b49f04af", "name": "network-vif-plugged", "status": "completed", "tag": "37c1d082-20c5-48bc-ad7a-e78a2d83afca"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:32:37.792796 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 37c1d082-20c5-48bc-ad7a-e78a2d83afca, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=37c1d082-20c5-48bc-ad7a-e78a2d83afca,segment=NetworkSegment(e0cf36a3-398c-4c68-a668-edae22b1fee1),segment_id=e0cf36a3-398c-4c68-a668-edae22b1fee1)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:32:37.809228 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:37.872096 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=37c1d082-20c5-48bc-ad7a-e78a2d83afca,revision_number=7']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:37.878248 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-59b3f6c3-17e7-47cd-b97e-4a2ba2cd6528 req-5a1bacbb-6889-4877-917f-287f7d05a70d tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:37.901642 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-59b3f6c3-17e7-47cd-b97e-4a2ba2cd6528 req-5a1bacbb-6889-4877-917f-287f7d05a70d tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:37.903042 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-59b3f6c3-17e7-47cd-b97e-4a2ba2cd6528 req-5a1bacbb-6889-4877-917f-287f7d05a70d tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1378646 Aug 22 13:32:37.914329 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab95ae4b-6d92-4281-80e9-13682ee13258 req-828ded83-5c68-4c49-bf86-02a0b0c33aee tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:37.916972 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ab95ae4b-6d92-4281-80e9-13682ee13258 req-828ded83-5c68-4c49-bf86-02a0b0c33aee tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfec1c42-428a-4a9f-a98b-0a74b49f04af HTTP/1.1" status: 200 len: 945 time: 0.2885859 Aug 22 13:32:37.920604 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-d31e9d7e-bd84-408e-8e0e-d311f75fdf07 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Deleting port e99c844e-5071-49cb-a389-ea8df018e940 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:32:37.921581 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d31e9d7e-bd84-408e-8e0e-d311f75fdf07 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:37.964505 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-59b3f6c3-17e7-47cd-b97e-4a2ba2cd6528 req-c2e8a4a8-c220-4014-aa8e-e6427f7b8a61 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.141 HTTP/1.1" status: 200 len: 696 time: 0.0464211 Aug 22 13:32:38.042465 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d31e9d7e-bd84-408e-8e0e-d311f75fdf07 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:38.076595 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-d31e9d7e-bd84-408e-8e0e-d311f75fdf07 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Calling delete_port for e99c844e-5071-49cb-a389-ea8df018e940 owned by {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:32:38.078346 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ab95ae4b-6d92-4281-80e9-13682ee13258 req-ff706615-3edc-42c8-9bdf-f74b16decb82 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=540eab8a-ff39-4c5e-9bac-5eb9f43fb4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129470 Aug 22 13:32:38.112090 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 7a8ffd56-81e6-4b6e-bd07-ce83dbe9f55b details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:32:38.140903 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b3f6c3-17e7-47cd-b97e-4a2ba2cd6528 req-35680589-a81e-4810-8e2b-5bf10592e8e2 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:38.142963 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-59b3f6c3-17e7-47cd-b97e-4a2ba2cd6528 req-35680589-a81e-4810-8e2b-5bf10592e8e2 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/networks/7de6ab83-cd00-4b3c-94fb-810dd34d29b8 HTTP/1.1" status: 200 len: 784 time: 0.1697114 Aug 22 13:32:38.166171 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [req-59b3f6c3-17e7-47cd-b97e-4a2ba2cd6528 req-6c86a93e-b308-414e-ba08-44f6a6545708 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:32:38.167195 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-59b3f6c3-17e7-47cd-b97e-4a2ba2cd6528 req-6c86a93e-b308-414e-ba08-44f6a6545708 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077245 Aug 22 13:32:38.256474 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d31e9d7e-bd84-408e-8e0e-d311f75fdf07 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:38.269833 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0ba6364d-e081-4391-bae3-263a395e0eb0 req-19134de1-7312-4c26-b883-2d7e0734d438 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=9104bdb0-3ed1-4444-827d-2e5b2dff6010 HTTP/1.1" status: 200 len: 210 time: 0.0705848 Aug 22 13:32:38.301755 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c21693d-fb5f-465e-a6b0-8f70da1ced7d x-openstack-request-id: req-7c21693d-fb5f-465e-a6b0-8f70da1ced7d {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:32:38.305344 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d0b0897-0f99-48e2-a4c8-43251f14fd62", "name": "network-vif-deleted", "tag": "e0b2e089-6d70-4c13-9c87-5492e0a6d0c1", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:32:38.305854 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c21693d-fb5f-465e-a6b0-8f70da1ced7d {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:32:38.306599 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d0b0897-0f99-48e2-a4c8-43251f14fd62', 'name': 'network-vif-deleted', 'tag': 'e0b2e089-6d70-4c13-9c87-5492e0a6d0c1', 'status': 'completed', 'code': 200} Aug 22 13:32:38.316051 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31e9d7e-bd84-408e-8e0e-d311f75fdf07 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Pushing event deleted for resources: {'Port': ['ID=e99c844e-5071-49cb-a389-ea8df018e940,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:38.350065 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 7a8ffd56-81e6-4b6e-bd07-ce83dbe9f55b, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=7a8ffd56-81e6-4b6e-bd07-ce83dbe9f55b,segment=NetworkSegment(7ad440ea-6af2-4c22-9cde-61ae2fc4807c),segment_id=7ad440ea-6af2-4c22-9cde-61ae2fc4807c)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:32:38.359327 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d31e9d7e-bd84-408e-8e0e-d311f75fdf07 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:38.366400 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '7a8ffd56-81e6-4b6e-bd07-ce83dbe9f55b', 'network_id': '66e2a6fd-b667-44cd-a37f-b120c3633f83', 'port_id': '7a8ffd56-81e6-4b6e-bd07-ce83dbe9f55b', 'mac_address': 'fa:16:3e:23:70:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6d00130-5d64-48a9-8eb2-27b64c65272f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:32:38.374543 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 33084) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:38.378172 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d31e9d7e-bd84-408e-8e0e-d311f75fdf07 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] 10.222.0.21 "DELETE /v2.0/ports/e99c844e-5071-49cb-a389-ea8df018e940 HTTP/1.1" status: 204 len: 168 time: 0.6073821 Aug 22 13:32:38.428396 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:38.443509 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f08c9b-1db8-44f8-a6ca-b4acc237671a x-openstack-request-id: req-38f08c9b-1db8-44f8-a6ca-b4acc237671a {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:32:38.443946 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfec1c42-428a-4a9f-a98b-0a74b49f04af", "name": "network-vif-plugged", "status": "completed", "tag": "37c1d082-20c5-48bc-ad7a-e78a2d83afca", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:32:38.444311 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-38f08c9b-1db8-44f8-a6ca-b4acc237671a {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:32:38.444792 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfec1c42-428a-4a9f-a98b-0a74b49f04af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c1d082-20c5-48bc-ad7a-e78a2d83afca', 'code': 200} Aug 22 13:32:38.446712 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a8ffd56-81e6-4b6e-bd07-ce83dbe9f55b {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:32:38.478656 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 7a8ffd56-81e6-4b6e-bd07-ce83dbe9f55b, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=7a8ffd56-81e6-4b6e-bd07-ce83dbe9f55b,segment=NetworkSegment(7ad440ea-6af2-4c22-9cde-61ae2fc4807c),segment_id=7ad440ea-6af2-4c22-9cde-61ae2fc4807c)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:32:38.496454 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:38.612912 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=7a8ffd56-81e6-4b6e-bd07-ce83dbe9f55b,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:38.707274 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['7a8ffd56-81e6-4b6e-bd07-ce83dbe9f55b'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:32:38.722542 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c23bd3-a516-4666-8a4a-038094b36acf req-6e5cbb95-1402-48dc-92f7-868658a8beda tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:38.730689 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-35c23bd3-a516-4666-8a4a-038094b36acf req-6e5cbb95-1402-48dc-92f7-868658a8beda tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=600396a5-ace2-41d1-9a0b-d66821040b5c HTTP/1.1" status: 200 len: 943 time: 0.3060086 Aug 22 13:32:38.808074 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-5954f977-20cc-4c81-a8f4-3fd8baedc319 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Deleting port 5934d8e8-bd36-40a7-8ada-8611d7e8ed82 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:32:38.808757 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5954f977-20cc-4c81-a8f4-3fd8baedc319 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:39.225918 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5954f977-20cc-4c81-a8f4-3fd8baedc319 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:39.246099 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819ce85-4f66-4c92-89dc-94bcbe4495a1 req-97faf716-6f7c-40d8-87f9-f5eb08f03854 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:39.247604 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a819ce85-4f66-4c92-89dc-94bcbe4495a1 req-97faf716-6f7c-40d8-87f9-f5eb08f03854 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.16 "GET /v2.0/networks?id=b6b1eb92-af26-4c6a-bbe1-59d99b962beb HTTP/1.1" status: 200 len: 815 time: 0.7524211 Aug 22 13:32:39.263072 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-5954f977-20cc-4c81-a8f4-3fd8baedc319 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Calling delete_port for 5934d8e8-bd36-40a7-8ada-8611d7e8ed82 owned by {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:32:39.278241 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-a819ce85-4f66-4c92-89dc-94bcbe4495a1 req-3df269e2-64db-4c2d-93cb-9f7fc0aaad8d tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Request body: {'port': {'device_id': '9104bdb0-3ed1-4444-827d-2e5b2dff6010', 'network_id': 'b6b1eb92-af26-4c6a-bbe1-59d99b962beb', 'admin_state_up': True, 'tenant_id': '78aac6ca0f4e48839a86a18ebe3ec69e'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:32:39.309809 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-35c23bd3-a516-4666-8a4a-038094b36acf req-6c1bd377-f50f-4a8c-882d-66be9db49b17 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5781925 Aug 22 13:32:39.402773 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9f06f-181f-4c84-b2e8-84a823791c12 req-692d2eb1-eafa-4443-a373-8d5d389851de tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:39.404321 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e6c9f06f-181f-4c84-b2e8-84a823791c12 req-692d2eb1-eafa-4443-a373-8d5d389851de tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/networks?id=dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4 HTTP/1.1" status: 200 len: 821 time: 0.7100623 Aug 22 13:32:39.453714 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e6c9f06f-181f-4c84-b2e8-84a823791c12 req-6170b97f-d1bd-48eb-955d-b56a95f6a865 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/quotas/8c7f26536b7540b7b292e9293304df5d HTTP/1.1" status: 200 len: 375 time: 0.0364306 Aug 22 13:32:39.557435 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5954f977-20cc-4c81-a8f4-3fd8baedc319 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:39.613689 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e6c9f06f-181f-4c84-b2e8-84a823791c12 req-ac7bd254-ceed-4b7b-9470-cd4ef1274634 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8c7f26536b7540b7b292e9293304df5d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1590531 Aug 22 13:32:39.618657 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5954f977-20cc-4c81-a8f4-3fd8baedc319 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:39.620943 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-5954f977-20cc-4c81-a8f4-3fd8baedc319 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] 10.222.0.21 "DELETE /v2.0/ports/5934d8e8-bd36-40a7-8ada-8611d7e8ed82 HTTP/1.1" status: 204 len: 168 time: 1.2439857 Aug 22 13:32:39.623639 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5954f977-20cc-4c81-a8f4-3fd8baedc319 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Pushing event deleted for resources: {'Port': ['ID=5934d8e8-bd36-40a7-8ada-8611d7e8ed82,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:39.624404 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33104) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:39.626976 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a819ce85-4f66-4c92-89dc-94bcbe4495a1 req-3df269e2-64db-4c2d-93cb-9f7fc0aaad8d tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Made reservation on behalf of 78aac6ca0f4e48839a86a18ebe3ec69e for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:32:39.630634 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a819ce85-4f66-4c92-89dc-94bcbe4495a1 req-3df269e2-64db-4c2d-93cb-9f7fc0aaad8d tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:39.650131 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9588d4-7c69-481f-9d0f-4ec13213584f req-e30fc0f8-8f94-474e-8b83-f0fcdbd6ff4e tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:39.651700 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6b9588d4-7c69-481f-9d0f-4ec13213584f req-e30fc0f8-8f94-474e-8b83-f0fcdbd6ff4e tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfec1c42-428a-4a9f-a98b-0a74b49f04af HTTP/1.1" status: 200 len: 946 time: 0.1460917 Aug 22 13:32:39.714396 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-41aabce8-5b65-4ed0-bad9-7d7ebd5b80e8 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0883732 Aug 22 13:32:39.718530 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33106) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:39.723853 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-4fb50e20-5439-4ac1-a572-8c548dcd7daa tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-960659532'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:32:39.752158 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb50e20-5439-4ac1-a572-8c548dcd7daa tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Made reservation on behalf of 095b30b496d24ca681f1646a0800d9ba for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:32:39.757025 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4fb50e20-5439-4ac1-a572-8c548dcd7daa tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:39.799310 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fb50e20-5439-4ac1-a572-8c548dcd7daa tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:32:39.814540 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4fb50e20-5439-4ac1-a572-8c548dcd7daa tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:39.816308 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-4fb50e20-5439-4ac1-a572-8c548dcd7daa tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Added segment a55480ef-6637-45b4-80bc-5cb1316ad524 of type vlan for network dac6a0aa-d96c-43fb-99ab-3d83688451c7 Aug 22 13:32:39.818846 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6b9588d4-7c69-481f-9d0f-4ec13213584f req-fb602ae9-edcb-47e6-b4a3-15d4fec3997a tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=540eab8a-ff39-4c5e-9bac-5eb9f43fb4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554830 Aug 22 13:32:39.878763 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4fb50e20-5439-4ac1-a572-8c548dcd7daa tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:39.915770 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4fb50e20-5439-4ac1-a572-8c548dcd7daa tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:39.920092 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e6c9f06f-181f-4c84-b2e8-84a823791c12 req-66821ef9-9761-438c-82b7-7d965d9885b2 service neutron] 10.222.0.21 "GET /v2.0/networks/dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673924 Aug 22 13:32:39.925805 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb50e20-5439-4ac1-a572-8c548dcd7daa tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:39.926550 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4fb50e20-5439-4ac1-a572-8c548dcd7daa tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:39.980525 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e8fc13e6-9339-43c1-a9f6-f72fb4448757 req-22a8d0fd-f972-4476-a1d5-909c2fc6bc9b tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=9104bdb0-3ed1-4444-827d-2e5b2dff6010 HTTP/1.1" status: 200 len: 210 time: 0.0574725 Aug 22 13:32:40.022522 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-a819ce85-4f66-4c92-89dc-94bcbe4495a1 req-3df269e2-64db-4c2d-93cb-9f7fc0aaad8d tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Allocated IP 172.20.0.13 (b6b1eb92-af26-4c6a-bbe1-59d99b962beb/f7230626-a6ae-4376-b2ff-83d11dd599d4/a3dedcad-8fe6-4607-87b3-3807283756f3) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:32:40.068765 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb50e20-5439-4ac1-a572-8c548dcd7daa tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Pushing event updated for resources: {'Network': ['ID=dac6a0aa-d96c-43fb-99ab-3d83688451c7,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:40.076078 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4fb50e20-5439-4ac1-a572-8c548dcd7daa tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3562136 Aug 22 13:32:40.081179 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network dac6a0aa-d96c-43fb-99ab-3d83688451c7 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:32:40.084019 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33108) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:40.104263 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-de7a96fb-d893-4e37-8446-b8ca451da102 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1065674759'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:32:40.134721 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7a96fb-d893-4e37-8446-b8ca451da102 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Made reservation on behalf of 095b30b496d24ca681f1646a0800d9ba for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:32:40.138759 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 7a8ffd56-81e6-4b6e-bd07-ce83dbe9f55b up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:32:40.142237 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-de7a96fb-d893-4e37-8446-b8ca451da102 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:40.178464 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de7a96fb-d893-4e37-8446-b8ca451da102 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:32:40.216835 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-de7a96fb-d893-4e37-8446-b8ca451da102 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:40.217281 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-de7a96fb-d893-4e37-8446-b8ca451da102 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Added segment 58d446c0-9c9a-41ec-824e-2fbf23e5e9db of type vlan for network 9ed094c2-eacc-4fa6-ae82-7e4eef783aff Aug 22 13:32:40.259352 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e6c9f06f-181f-4c84-b2e8-84a823791c12 req-61ee50c9-2161-4130-bb7a-5cfb581f95d8 service neutron] 10.222.0.21 "GET /v2.0/networks/dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231580 Aug 22 13:32:40.285699 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 7a8ffd56-81e6-4b6e-bd07-ce83dbe9f55b completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:32:40.289223 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-de7a96fb-d893-4e37-8446-b8ca451da102 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:40.292636 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 7a8ffd56-81e6-4b6e-bd07-ce83dbe9f55b triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:32:40.293392 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:40.315431 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a819ce85-4f66-4c92-89dc-94bcbe4495a1 req-3df269e2-64db-4c2d-93cb-9f7fc0aaad8d tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:40.386905 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:40.393862 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-de7a96fb-d893-4e37-8446-b8ca451da102 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:40.407786 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7a96fb-d893-4e37-8446-b8ca451da102 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:40.410975 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-de7a96fb-d893-4e37-8446-b8ca451da102 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:40.438830 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 7a8ffd56-81e6-4b6e-bd07-ce83dbe9f55b, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=7a8ffd56-81e6-4b6e-bd07-ce83dbe9f55b,segment=NetworkSegment(7ad440ea-6af2-4c22-9cde-61ae2fc4807c),segment_id=7ad440ea-6af2-4c22-9cde-61ae2fc4807c)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:32:40.444910 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:40.445791 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device e0b2e089-6d70-4c13-9c87-5492e0a6d0c1 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:32:40.448212 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '600396a5-ace2-41d1-9a0b-d66821040b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a8ffd56-81e6-4b6e-bd07-ce83dbe9f55b'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:32:40.450486 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4338ed2e-7ed3-42a3-accb-a075c2d618f2" -d '{"events": [{"server_uuid": "600396a5-ace2-41d1-9a0b-d66821040b5c", "name": "network-vif-plugged", "status": "completed", "tag": "7a8ffd56-81e6-4b6e-bd07-ce83dbe9f55b"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:32:40.454205 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a819ce85-4f66-4c92-89dc-94bcbe4495a1 req-3df269e2-64db-4c2d-93cb-9f7fc0aaad8d tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:40.547749 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: e0b2e089-6d70-4c13-9c87-5492e0a6d0c1 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:32:40.548114 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device e0b2e089-6d70-4c13-9c87-5492e0a6d0c1 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:32:40.555817 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a96fb-d893-4e37-8446-b8ca451da102 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Pushing event updated for resources: {'Network': ['ID=9ed094c2-eacc-4fa6-ae82-7e4eef783aff,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:40.559401 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-563a376a-73b2-461b-8e17-1dd5fe707305 req-e952ef0c-e49a-493d-b7fa-a00373a0a73f tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17a3c05-a560-4f5b-bd7a-6dd7d5267a95 HTTP/1.1" status: 200 len: 210 time: 0.0866368 Aug 22 13:32:40.589410 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-de7a96fb-d893-4e37-8446-b8ca451da102 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5015144 Aug 22 13:32:40.592999 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82177a-d79b-4a26-910e-1268886eb8b2 req-f231b745-266d-41ab-8b2d-f5c4caa3abb1 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:40.594813 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ca82177a-d79b-4a26-910e-1268886eb8b2 req-f231b745-266d-41ab-8b2d-f5c4caa3abb1 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=600396a5-ace2-41d1-9a0b-d66821040b5c HTTP/1.1" status: 200 len: 944 time: 0.2005465 Aug 22 13:32:40.601199 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 9ed094c2-eacc-4fa6-ae82-7e4eef783aff details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:32:40.604406 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a819ce85-4f66-4c92-89dc-94bcbe4495a1 req-3df269e2-64db-4c2d-93cb-9f7fc0aaad8d tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Network b6b1eb92-af26-4c6a-bbe1-59d99b962beb is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:32:40.626079 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-a819ce85-4f66-4c92-89dc-94bcbe4495a1 req-3df269e2-64db-4c2d-93cb-9f7fc0aaad8d tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:32:40.631534 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-a819ce85-4f66-4c92-89dc-94bcbe4495a1 req-3df269e2-64db-4c2d-93cb-9f7fc0aaad8d tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:32:40.676100 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=7a8ffd56-81e6-4b6e-bd07-ce83dbe9f55b,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:40.707285 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819ce85-4f66-4c92-89dc-94bcbe4495a1 req-3df269e2-64db-4c2d-93cb-9f7fc0aaad8d tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:40.708505 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a819ce85-4f66-4c92-89dc-94bcbe4495a1 req-3df269e2-64db-4c2d-93cb-9f7fc0aaad8d tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:40.713809 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df269e2-64db-4c2d-93cb-9f7fc0aaad8d tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Pushing event updated for resources: {'Port': ['ID=a3dedcad-8fe6-4607-87b3-3807283756f3,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:40.754761 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ca82177a-d79b-4a26-910e-1268886eb8b2 req-e563c305-6d96-401b-9068-2ab719eb34e4 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385171 Aug 22 13:32:40.781503 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a819ce85-4f66-4c92-89dc-94bcbe4495a1 req-3df269e2-64db-4c2d-93cb-9f7fc0aaad8d tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5075395 Aug 22 13:32:40.797657 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ffd3cb-6736-4df4-ae7d-585eb9bc7597 x-openstack-request-id: req-00ffd3cb-6736-4df4-ae7d-585eb9bc7597 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:32:40.798156 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "600396a5-ace2-41d1-9a0b-d66821040b5c", "name": "network-vif-plugged", "status": "completed", "tag": "7a8ffd56-81e6-4b6e-bd07-ce83dbe9f55b", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:32:40.798576 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-00ffd3cb-6736-4df4-ae7d-585eb9bc7597 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:32:40.799129 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '600396a5-ace2-41d1-9a0b-d66821040b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a8ffd56-81e6-4b6e-bd07-ce83dbe9f55b', 'code': 200} Aug 22 13:32:40.802633 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-a819ce85-4f66-4c92-89dc-94bcbe4495a1 req-af70ddbf-ba1a-4a56-90ec-58e037b5587e service neutron] Request body: {'port': {'device_id': '9104bdb0-3ed1-4444-827d-2e5b2dff6010', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:32:40.876388 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a819ce85-4f66-4c92-89dc-94bcbe4495a1 req-af70ddbf-ba1a-4a56-90ec-58e037b5587e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:40.998616 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48279055-afeb-429e-8663-a43670f8894f req-ee6fd066-d398-4c2b-a28b-b84547eca1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:41.002999 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-48279055-afeb-429e-8663-a43670f8894f req-ee6fd066-d398-4c2b-a28b-b84547eca1ec service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=600396a5-ace2-41d1-9a0b-d66821040b5c HTTP/1.1" status: 200 len: 1097 time: 0.1157076 Aug 22 13:32:41.136512 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-48279055-afeb-429e-8663-a43670f8894f req-517bc436-4f55-415b-b2e5-6dbbcf17748d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246676 Aug 22 13:32:41.259460 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b5605-211b-4d75-99ed-9342175c1156 req-1b96b581-677c-47a3-a696-33e5de0b609e tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:41.266836 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c46b5605-211b-4d75-99ed-9342175c1156 req-1b96b581-677c-47a3-a696-33e5de0b609e tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfec1c42-428a-4a9f-a98b-0a74b49f04af HTTP/1.1" status: 200 len: 946 time: 0.2647483 Aug 22 13:32:41.438010 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c46b5605-211b-4d75-99ed-9342175c1156 req-9f3a3dba-5f54-4344-a0fb-b0f1477e82ce tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=540eab8a-ff39-4c5e-9bac-5eb9f43fb4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1702187 Aug 22 13:32:41.464266 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323005d-3fdd-42b9-8843-2ff5b9d43a84 req-31f333cf-98db-479b-9e4a-20ac4f67f4d5 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:41.470922 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0323005d-3fdd-42b9-8843-2ff5b9d43a84 req-31f333cf-98db-479b-9e4a-20ac4f67f4d5 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=9104bdb0-3ed1-4444-827d-2e5b2dff6010 HTTP/1.1" status: 200 len: 932 time: 0.3130245 Aug 22 13:32:41.570749 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0323005d-3fdd-42b9-8843-2ff5b9d43a84 req-5b3faa57-2308-4d93-a7e0-9d886374fc55 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832195 Aug 22 13:32:41.630340 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-a819ce85-4f66-4c92-89dc-94bcbe4495a1 req-af70ddbf-ba1a-4a56-90ec-58e037b5587e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3dedcad-8fe6-4607-87b3-3807283756f3 {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:32:41.639636 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a819ce85-4f66-4c92-89dc-94bcbe4495a1 req-af70ddbf-ba1a-4a56-90ec-58e037b5587e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:41.657122 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-a819ce85-4f66-4c92-89dc-94bcbe4495a1 req-af70ddbf-ba1a-4a56-90ec-58e037b5587e service neutron] Transition to ACTIVE for port object a3dedcad-8fe6-4607-87b3-3807283756f3 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:32:41.667104 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a819ce85-4f66-4c92-89dc-94bcbe4495a1 req-af70ddbf-ba1a-4a56-90ec-58e037b5587e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:41.901092 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0e7fe358-be94-43bd-8a00-0de93c028e8c req-fa64339c-8fa6-4183-bec6-39f389ce1fad tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17a3c05-a560-4f5b-bd7a-6dd7d5267a95 HTTP/1.1" status: 200 len: 210 time: 0.1476531 Aug 22 13:32:41.906091 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af70ddbf-ba1a-4a56-90ec-58e037b5587e service neutron] Pushing event updated for resources: {'Port': ['ID=a3dedcad-8fe6-4607-87b3-3807283756f3,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:41.927285 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-a819ce85-4f66-4c92-89dc-94bcbe4495a1 req-af70ddbf-ba1a-4a56-90ec-58e037b5587e service neutron] Attempting to bind port a3dedcad-8fe6-4607-87b3-3807283756f3 on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:32:41.927905 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-a819ce85-4f66-4c92-89dc-94bcbe4495a1 req-af70ddbf-ba1a-4a56-90ec-58e037b5587e service neutron] Attempting to bind port a3dedcad-8fe6-4607-87b3-3807283756f3 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '8d87fb8b-79cc-422a-9fb9-b5f71decb79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6b1eb92-af26-4c6a-bbe1-59d99b962beb'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:32:41.928452 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a819ce85-4f66-4c92-89dc-94bcbe4495a1 req-af70ddbf-ba1a-4a56-90ec-58e037b5587e service neutron] Attempting to bind port a3dedcad-8fe6-4607-87b3-3807283756f3 on network b6b1eb92-af26-4c6a-bbe1-59d99b962beb {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:32:41.935215 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a819ce85-4f66-4c92-89dc-94bcbe4495a1 req-af70ddbf-ba1a-4a56-90ec-58e037b5587e service neutron] Port a3dedcad-8fe6-4607-87b3-3807283756f3 on network b6b1eb92-af26-4c6a-bbe1-59d99b962beb not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:32:41.935536 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a819ce85-4f66-4c92-89dc-94bcbe4495a1 req-af70ddbf-ba1a-4a56-90ec-58e037b5587e service neutron] Attempting to bind port a3dedcad-8fe6-4607-87b3-3807283756f3 on network b6b1eb92-af26-4c6a-bbe1-59d99b962beb {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:32:41.942386 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a819ce85-4f66-4c92-89dc-94bcbe4495a1 req-af70ddbf-ba1a-4a56-90ec-58e037b5587e service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:32:41.943194 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a819ce85-4f66-4c92-89dc-94bcbe4495a1 req-af70ddbf-ba1a-4a56-90ec-58e037b5587e service neutron] Checking segment: {'id': '8d87fb8b-79cc-422a-9fb9-b5f71decb79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6b1eb92-af26-4c6a-bbe1-59d99b962beb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:32:41.943583 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a819ce85-4f66-4c92-89dc-94bcbe4495a1 req-af70ddbf-ba1a-4a56-90ec-58e037b5587e service neutron] Bound using segment: {'id': '8d87fb8b-79cc-422a-9fb9-b5f71decb79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6b1eb92-af26-4c6a-bbe1-59d99b962beb'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:32:41.944006 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-a819ce85-4f66-4c92-89dc-94bcbe4495a1 req-af70ddbf-ba1a-4a56-90ec-58e037b5587e service neutron] Bound port: a3dedcad-8fe6-4607-87b3-3807283756f3, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d87fb8b-79cc-422a-9fb9-b5f71decb79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6b1eb92-af26-4c6a-bbe1-59d99b962beb'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:32:41.944391 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a819ce85-4f66-4c92-89dc-94bcbe4495a1 req-af70ddbf-ba1a-4a56-90ec-58e037b5587e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:42.020323 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-a819ce85-4f66-4c92-89dc-94bcbe4495a1 req-af70ddbf-ba1a-4a56-90ec-58e037b5587e service neutron] For port a3dedcad-8fe6-4607-87b3-3807283756f3, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:32:42.024437 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-a819ce85-4f66-4c92-89dc-94bcbe4495a1 req-af70ddbf-ba1a-4a56-90ec-58e037b5587e service neutron] For port a3dedcad-8fe6-4607-87b3-3807283756f3, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=a3dedcad-8fe6-4607-87b3-3807283756f3,segment=NetworkSegment(8d87fb8b-79cc-422a-9fb9-b5f71decb79a),segment_id=8d87fb8b-79cc-422a-9fb9-b5f71decb79a)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:32:42.062060 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a819ce85-4f66-4c92-89dc-94bcbe4495a1 req-af70ddbf-ba1a-4a56-90ec-58e037b5587e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:42.121760 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af70ddbf-ba1a-4a56-90ec-58e037b5587e service neutron] Pushing event updated for resources: {'Port': ['ID=a3dedcad-8fe6-4607-87b3-3807283756f3,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:42.146792 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a428f-ee6a-428f-909c-698ce853d853 req-5270793a-0640-4093-b375-01637e387d6d tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:42.155292 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-962a428f-ee6a-428f-909c-698ce853d853 req-5270793a-0640-4093-b375-01637e387d6d tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=600396a5-ace2-41d1-9a0b-d66821040b5c HTTP/1.1" status: 200 len: 945 time: 0.1292925 Aug 22 13:32:42.191099 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819ce85-4f66-4c92-89dc-94bcbe4495a1 req-af70ddbf-ba1a-4a56-90ec-58e037b5587e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:42.191630 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a819ce85-4f66-4c92-89dc-94bcbe4495a1 req-af70ddbf-ba1a-4a56-90ec-58e037b5587e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:42.193055 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a819ce85-4f66-4c92-89dc-94bcbe4495a1 req-af70ddbf-ba1a-4a56-90ec-58e037b5587e service neutron] 10.222.0.16 "PUT /v2.0/ports/a3dedcad-8fe6-4607-87b3-3807283756f3 HTTP/1.1" status: 200 len: 1093 time: 1.3982251 Aug 22 13:32:42.193486 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9104bdb0-3ed1-4444-827d-2e5b2dff6010', 'tag': 'a3dedcad-8fe6-4607-87b3-3807283756f3'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:32:42.221222 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72efb4a0-fdf9-4513-80cf-74ea5dcbf09b" -d '{"events": [{"name": "network-changed", "server_uuid": "9104bdb0-3ed1-4444-827d-2e5b2dff6010", "tag": "a3dedcad-8fe6-4607-87b3-3807283756f3"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:32:42.290613 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-962a428f-ee6a-428f-909c-698ce853d853 req-db1f12a0-61ff-4a72-ac43-624ab4ecc9c3 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341717 Aug 22 13:32:42.377620 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3b8146-03b9-449b-9bfe-31b75a16a7e5 x-openstack-request-id: req-6d3b8146-03b9-449b-9bfe-31b75a16a7e5 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:32:42.377620 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9104bdb0-3ed1-4444-827d-2e5b2dff6010", "tag": "a3dedcad-8fe6-4607-87b3-3807283756f3", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:32:42.377620 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6d3b8146-03b9-449b-9bfe-31b75a16a7e5 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:32:42.377620 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9104bdb0-3ed1-4444-827d-2e5b2dff6010', 'tag': 'a3dedcad-8fe6-4607-87b3-3807283756f3', 'status': 'completed', 'code': 200} Aug 22 13:32:42.417610 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819ce85-4f66-4c92-89dc-94bcbe4495a1 req-833d535c-3b11-4391-b007-17be16defadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:42.419138 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a819ce85-4f66-4c92-89dc-94bcbe4495a1 req-833d535c-3b11-4391-b007-17be16defadd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=78aac6ca0f4e48839a86a18ebe3ec69e&device_id=9104bdb0-3ed1-4444-827d-2e5b2dff6010 HTTP/1.1" status: 200 len: 1096 time: 0.1239665 Aug 22 13:32:42.502180 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9f06f-181f-4c84-b2e8-84a823791c12 req-b3020597-6ef0-4602-a50b-abc7f878f34c tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:42.520558 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e6c9f06f-181f-4c84-b2e8-84a823791c12 req-b3020597-6ef0-4602-a50b-abc7f878f34c tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.41 "GET /v2.0/networks?id=dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4 HTTP/1.1" status: 200 len: 821 time: 0.3358223 Aug 22 13:32:42.528380 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-e6c9f06f-181f-4c84-b2e8-84a823791c12 req-70238408-0da2-4d68-9bbe-b8d11898429f tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Request body: {'port': {'device_id': 'a17a3c05-a560-4f5b-bd7a-6dd7d5267a95', 'network_id': 'dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4', 'admin_state_up': True, 'tenant_id': '8c7f26536b7540b7b292e9293304df5d'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:32:42.543171 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a819ce85-4f66-4c92-89dc-94bcbe4495a1 req-ad068308-d0eb-427c-a9cb-13512e61d801 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3dedcad-8fe6-4607-87b3-3807283756f3 HTTP/1.1" status: 200 len: 217 time: 0.1072516 Aug 22 13:32:42.715344 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819ce85-4f66-4c92-89dc-94bcbe4495a1 req-0e581561-f31c-4a83-a93e-6b635d33dc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:42.717431 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a819ce85-4f66-4c92-89dc-94bcbe4495a1 req-0e581561-f31c-4a83-a93e-6b635d33dc8d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f7230626-a6ae-4376-b2ff-83d11dd599d4 HTTP/1.1" status: 200 len: 855 time: 0.1632411 Aug 22 13:32:42.745470 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723106c-372a-4f85-a082-7cd0094f4912 req-a31ab5da-1786-4c6a-a1f8-15fddd099e14 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:42.749005 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7723106c-372a-4f85-a082-7cd0094f4912 req-a31ab5da-1786-4c6a-a1f8-15fddd099e14 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfec1c42-428a-4a9f-a98b-0a74b49f04af HTTP/1.1" status: 200 len: 946 time: 0.2040718 Aug 22 13:32:42.817966 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6c9f06f-181f-4c84-b2e8-84a823791c12 req-70238408-0da2-4d68-9bbe-b8d11898429f tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Made reservation on behalf of 8c7f26536b7540b7b292e9293304df5d for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:32:42.824671 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e6c9f06f-181f-4c84-b2e8-84a823791c12 req-70238408-0da2-4d68-9bbe-b8d11898429f tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:42.842239 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a819ce85-4f66-4c92-89dc-94bcbe4495a1 req-476102e9-b9ee-4463-8651-6ead874099d3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b6b1eb92-af26-4c6a-bbe1-59d99b962beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875325 Aug 22 13:32:43.060303 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7723106c-372a-4f85-a082-7cd0094f4912 req-dfb2f280-9fb8-470b-a180-969171963405 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=540eab8a-ff39-4c5e-9bac-5eb9f43fb4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2868822 Aug 22 13:32:43.075081 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-e6c9f06f-181f-4c84-b2e8-84a823791c12 req-70238408-0da2-4d68-9bbe-b8d11898429f tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Allocated IP 172.20.0.5 (dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4/bab5dc6f-337b-4be1-b114-f5e216f3b569/fcc1c657-8e51-4f65-ac79-df114f02ba35) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:32:43.104943 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f9944-b002-40c8-aed8-ba1f2dae467e req-7cdf9969-e18d-43b8-b39c-a40eeaa7a139 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:43.121465 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-df1f9944-b002-40c8-aed8-ba1f2dae467e req-7cdf9969-e18d-43b8-b39c-a40eeaa7a139 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=9104bdb0-3ed1-4444-827d-2e5b2dff6010 HTTP/1.1" status: 200 len: 944 time: 0.3380873 Aug 22 13:32:43.267419 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-df1f9944-b002-40c8-aed8-ba1f2dae467e req-60589d9d-e02e-4c09-bcc0-00e2ebb880c4 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448181 Aug 22 13:32:43.299851 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e6c9f06f-181f-4c84-b2e8-84a823791c12 req-70238408-0da2-4d68-9bbe-b8d11898429f tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:43.321648 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a819ce85-4f66-4c92-89dc-94bcbe4495a1 req-bb963c1b-04bd-4602-bfbd-17e44798b5fa service neutron] 10.222.0.16 "GET /v2.0/networks/b6b1eb92-af26-4c6a-bbe1-59d99b962beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4602878 Aug 22 13:32:43.325989 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-e6c9f06f-181f-4c84-b2e8-84a823791c12 req-70238408-0da2-4d68-9bbe-b8d11898429f tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Transition to ACTIVE for port object fcc1c657-8e51-4f65-ac79-df114f02ba35 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:32:43.375512 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e6c9f06f-181f-4c84-b2e8-84a823791c12 req-70238408-0da2-4d68-9bbe-b8d11898429f tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:43.387330 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['fdf04e65-b1ed-4714-9ca4-d2b0e834a15a'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:32:43.403325 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6c9f06f-181f-4c84-b2e8-84a823791c12 req-70238408-0da2-4d68-9bbe-b8d11898429f tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Network dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:32:43.406938 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-e6c9f06f-181f-4c84-b2e8-84a823791c12 req-70238408-0da2-4d68-9bbe-b8d11898429f tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:32:43.426899 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c9f06f-181f-4c84-b2e8-84a823791c12 req-70238408-0da2-4d68-9bbe-b8d11898429f tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:32:43.583457 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70238408-0da2-4d68-9bbe-b8d11898429f tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Pushing event updated for resources: {'Port': ['ID=fcc1c657-8e51-4f65-ac79-df114f02ba35,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:43.635580 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9f06f-181f-4c84-b2e8-84a823791c12 req-70238408-0da2-4d68-9bbe-b8d11898429f tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:43.644636 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e6c9f06f-181f-4c84-b2e8-84a823791c12 req-70238408-0da2-4d68-9bbe-b8d11898429f tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:43.684465 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e6c9f06f-181f-4c84-b2e8-84a823791c12 req-70238408-0da2-4d68-9bbe-b8d11898429f tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1610513 Aug 22 13:32:43.698987 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-e6c9f06f-181f-4c84-b2e8-84a823791c12 req-0d0c4830-806e-4666-9785-25d4d0364c32 service neutron] Request body: {'port': {'device_id': 'a17a3c05-a560-4f5b-bd7a-6dd7d5267a95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:32:43.724901 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1fb90f-c9c4-4531-b4f3-25093a33a46a req-a49473c4-0491-42e9-aff3-80dbb6fb20da tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:43.736695 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2f1fb90f-c9c4-4531-b4f3-25093a33a46a req-a49473c4-0491-42e9-aff3-80dbb6fb20da tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17a3c05-a560-4f5b-bd7a-6dd7d5267a95 HTTP/1.1" status: 200 len: 931 time: 0.2267652 Aug 22 13:32:43.842891 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e6c9f06f-181f-4c84-b2e8-84a823791c12 req-0d0c4830-806e-4666-9785-25d4d0364c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:43.870986 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a819ce85-4f66-4c92-89dc-94bcbe4495a1 req-4f5b0b8b-50f6-4d99-8257-e2525cdb4c01 service neutron] 10.222.0.16 "GET /v2.0/networks/b6b1eb92-af26-4c6a-bbe1-59d99b962beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5381470 Aug 22 13:32:43.888520 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2f1fb90f-c9c4-4531-b4f3-25093a33a46a req-1a8ce106-676d-4e47-b0d8-426d902a0b8b tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/security-groups?id=dae66278-0517-487d-81b6-02e3f3d0f286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480243 Aug 22 13:32:43.963138 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f86108-0343-491e-8ae8-57e729b2715a req-f87f1bbf-d513-4bb4-b6b2-69455101fe6c tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:43.993237 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:32:43.994610 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-542d6c97-9b2b-40ed-b77a-3cdf4c9d7109 None None] Provisioning for port fcc1c657-8e51-4f65-ac79-df114f02ba35 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:32:44.002698 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-542d6c97-9b2b-40ed-b77a-3cdf4c9d7109 None None] Provisioning complete for port fcc1c657-8e51-4f65-ac79-df114f02ba35 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:32:44.003184 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-542d6c97-9b2b-40ed-b77a-3cdf4c9d7109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:44.028876 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-54f86108-0343-491e-8ae8-57e729b2715a req-f87f1bbf-d513-4bb4-b6b2-69455101fe6c tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=600396a5-ace2-41d1-9a0b-d66821040b5c HTTP/1.1" status: 200 len: 945 time: 0.4531617 Aug 22 13:32:44.123434 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-542d6c97-9b2b-40ed-b77a-3cdf4c9d7109 None None] Port fcc1c657-8e51-4f65-ac79-df114f02ba35 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:32:44.138995 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 33164) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:44.145157 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-b0f6d22b-400d-414a-b36e-a7a7b931802b tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Request body: {'subnets': [{'network_id': 'dac6a0aa-d96c-43fb-99ab-3d83688451c7', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--526864981', 'ip_version': 6}, {'network_id': '9ed094c2-eacc-4fa6-ae82-7e4eef783aff', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:32:44.145476 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-b0f6d22b-400d-414a-b36e-a7a7b931802b tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Request body: {'subnet': {'network_id': 'dac6a0aa-d96c-43fb-99ab-3d83688451c7', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--526864981', 'ip_version': 6}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:32:44.147079 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-b0f6d22b-400d-414a-b36e-a7a7b931802b tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Request body: {'subnet': {'network_id': '9ed094c2-eacc-4fa6-ae82-7e4eef783aff', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:32:44.218775 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-54f86108-0343-491e-8ae8-57e729b2715a req-38bd7790-8c94-4a92-89c9-b74ebbd6488b tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806788 Aug 22 13:32:44.390716 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bda4de-f565-4035-8c75-6b1f94754112 req-8b9b524f-ae92-4a93-8c9c-22f78eae16a7 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:44.400935 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f1bda4de-f565-4035-8c75-6b1f94754112 req-8b9b524f-ae92-4a93-8c9c-22f78eae16a7 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfec1c42-428a-4a9f-a98b-0a74b49f04af HTTP/1.1" status: 200 len: 946 time: 0.1859550 Aug 22 13:32:44.404278 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72efb4a0-fdf9-4513-80cf-74ea5dcbf09b req-a0b63615-98bb-42e5-a8e9-c3ba49be118d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:44.405959 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-72efb4a0-fdf9-4513-80cf-74ea5dcbf09b req-a0b63615-98bb-42e5-a8e9-c3ba49be118d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=78aac6ca0f4e48839a86a18ebe3ec69e&device_id=9104bdb0-3ed1-4444-827d-2e5b2dff6010 HTTP/1.1" status: 200 len: 1096 time: 0.3750088 Aug 22 13:32:44.547847 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-e6c9f06f-181f-4c84-b2e8-84a823791c12 req-0d0c4830-806e-4666-9785-25d4d0364c32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcc1c657-8e51-4f65-ac79-df114f02ba35 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:32:44.575948 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e6c9f06f-181f-4c84-b2e8-84a823791c12 req-0d0c4830-806e-4666-9785-25d4d0364c32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:44.608777 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f1bda4de-f565-4035-8c75-6b1f94754112 req-3a13999d-4610-44c9-bec9-c1c1431b7911 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=540eab8a-ff39-4c5e-9bac-5eb9f43fb4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1996839 Aug 22 13:32:44.616769 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-e6c9f06f-181f-4c84-b2e8-84a823791c12 req-0d0c4830-806e-4666-9785-25d4d0364c32 service neutron] Transition to ACTIVE for port object fcc1c657-8e51-4f65-ac79-df114f02ba35 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:32:44.636501 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1669fa-7b76-4770-87f8-817932a00f19 req-f656804b-da3d-4771-a7ad-c1e0fb29563a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:44.638049 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8d1669fa-7b76-4770-87f8-817932a00f19 req-f656804b-da3d-4771-a7ad-c1e0fb29563a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b1df9b52583480dbf6905d0ad326671&device_id=600396a5-ace2-41d1-9a0b-d66821040b5c HTTP/1.1" status: 200 len: 1097 time: 0.0857971 Aug 22 13:32:44.638843 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e6c9f06f-181f-4c84-b2e8-84a823791c12 req-0d0c4830-806e-4666-9785-25d4d0364c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:44.699111 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f6d22b-400d-414a-b36e-a7a7b931802b tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Made reservation on behalf of 095b30b496d24ca681f1646a0800d9ba for: {'subnet': 2} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:32:44.704432 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b0f6d22b-400d-414a-b36e-a7a7b931802b tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:44.705000 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b0f6d22b-400d-414a-b36e-a7a7b931802b tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:44.863719 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72efb4a0-fdf9-4513-80cf-74ea5dcbf09b req-49cfa14e-9cd2-43c4-9448-42674b156a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:44.864775 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-72efb4a0-fdf9-4513-80cf-74ea5dcbf09b req-49cfa14e-9cd2-43c4-9448-42674b156a3d service neutron] 10.222.0.16 "GET /v2.0/networks?id=b6b1eb92-af26-4c6a-bbe1-59d99b962beb HTTP/1.1" status: 200 len: 916 time: 0.4337947 Aug 22 13:32:44.892508 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0c4830-806e-4666-9785-25d4d0364c32 service neutron] Pushing event updated for resources: {'Port': ['ID=fcc1c657-8e51-4f65-ac79-df114f02ba35,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:44.909768 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-845d913b-ea66-4b56-bb24-d5af8096c622 req-2528392f-fa75-4552-8db0-cad30b4414b0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a944afd9-5a78-4a29-b7f4-0ec3921f97ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1211135 Aug 22 13:32:44.949997 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-e6c9f06f-181f-4c84-b2e8-84a823791c12 req-0d0c4830-806e-4666-9785-25d4d0364c32 service neutron] Attempting to bind port fcc1c657-8e51-4f65-ac79-df114f02ba35 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:32:44.950734 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-e6c9f06f-181f-4c84-b2e8-84a823791c12 req-0d0c4830-806e-4666-9785-25d4d0364c32 service neutron] Attempting to bind port fcc1c657-8e51-4f65-ac79-df114f02ba35 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '538ae163-efa4-4208-94a1-3f5b6175ae30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:32:44.951607 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c9f06f-181f-4c84-b2e8-84a823791c12 req-0d0c4830-806e-4666-9785-25d4d0364c32 service neutron] Attempting to bind port fcc1c657-8e51-4f65-ac79-df114f02ba35 on network dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:32:44.989480 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-72efb4a0-fdf9-4513-80cf-74ea5dcbf09b req-72833da1-94bd-45ea-aa66-31cb60434d9b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3dedcad-8fe6-4607-87b3-3807283756f3 HTTP/1.1" status: 200 len: 217 time: 0.0944424 Aug 22 13:32:45.027526 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c9f06f-181f-4c84-b2e8-84a823791c12 req-0d0c4830-806e-4666-9785-25d4d0364c32 service neutron] Port fcc1c657-8e51-4f65-ac79-df114f02ba35 on network dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:32:45.027855 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c9f06f-181f-4c84-b2e8-84a823791c12 req-0d0c4830-806e-4666-9785-25d4d0364c32 service neutron] Attempting to bind port fcc1c657-8e51-4f65-ac79-df114f02ba35 on network dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:32:45.036571 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c9f06f-181f-4c84-b2e8-84a823791c12 req-0d0c4830-806e-4666-9785-25d4d0364c32 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:32:45.036908 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c9f06f-181f-4c84-b2e8-84a823791c12 req-0d0c4830-806e-4666-9785-25d4d0364c32 service neutron] Checking segment: {'id': '538ae163-efa4-4208-94a1-3f5b6175ae30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:32:45.037305 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c9f06f-181f-4c84-b2e8-84a823791c12 req-0d0c4830-806e-4666-9785-25d4d0364c32 service neutron] Bound using segment: {'id': '538ae163-efa4-4208-94a1-3f5b6175ae30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:32:45.037740 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-e6c9f06f-181f-4c84-b2e8-84a823791c12 req-0d0c4830-806e-4666-9785-25d4d0364c32 service neutron] Bound port: fcc1c657-8e51-4f65-ac79-df114f02ba35, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '538ae163-efa4-4208-94a1-3f5b6175ae30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:32:45.038105 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e6c9f06f-181f-4c84-b2e8-84a823791c12 req-0d0c4830-806e-4666-9785-25d4d0364c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:45.047625 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1669fa-7b76-4770-87f8-817932a00f19 req-dc62a0e3-4d35-4d9b-85d0-7a283b559de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:45.049315 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8d1669fa-7b76-4770-87f8-817932a00f19 req-dc62a0e3-4d35-4d9b-85d0-7a283b559de7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=66e2a6fd-b667-44cd-a37f-b120c3633f83 HTTP/1.1" status: 200 len: 912 time: 0.4011276 Aug 22 13:32:45.100163 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759c306-dfbf-4d47-833e-2eaf703c2a3c req-af22822a-83d6-490c-9be8-9cd542980441 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:45.109398 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d913b-ea66-4b56-bb24-d5af8096c622 req-c1558309-b5b0-44b1-aa4b-6fabc57dbaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:45.109398 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-845d913b-ea66-4b56-bb24-d5af8096c622 req-c1558309-b5b0-44b1-aa4b-6fabc57dbaf9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bc7550b4a548451f8b1330acc8f91021&device_id=a944afd9-5a78-4a29-b7f4-0ec3921f97ac HTTP/1.1" status: 200 len: 1098 time: 0.1399317 Aug 22 13:32:45.110282 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3759c306-dfbf-4d47-833e-2eaf703c2a3c req-af22822a-83d6-490c-9be8-9cd542980441 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=9104bdb0-3ed1-4444-827d-2e5b2dff6010 HTTP/1.1" status: 200 len: 944 time: 0.3983674 Aug 22 13:32:45.129410 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8d1669fa-7b76-4770-87f8-817932a00f19 req-2ac6d2b4-8292-49f4-b541-fef7b4163c4a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a8ffd56-81e6-4b6e-bd07-ce83dbe9f55b HTTP/1.1" status: 200 len: 217 time: 0.0694561 Aug 22 13:32:45.210689 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1669fa-7b76-4770-87f8-817932a00f19 req-5596c08e-3586-4e90-867b-ec1ab5cc9e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:45.212115 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8d1669fa-7b76-4770-87f8-817932a00f19 req-5596c08e-3586-4e90-867b-ec1ab5cc9e5c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a6d00130-5d64-48a9-8eb2-27b64c65272f HTTP/1.1" status: 200 len: 851 time: 0.0678132 Aug 22 13:32:45.287695 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8d1669fa-7b76-4770-87f8-817932a00f19 req-40098cef-76d5-46a9-986d-131fd3ccce17 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=66e2a6fd-b667-44cd-a37f-b120c3633f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398943 Aug 22 13:32:45.311514 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-e6c9f06f-181f-4c84-b2e8-84a823791c12 req-0d0c4830-806e-4666-9785-25d4d0364c32 service neutron] For port fcc1c657-8e51-4f65-ac79-df114f02ba35, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:32:45.375086 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-e6c9f06f-181f-4c84-b2e8-84a823791c12 req-0d0c4830-806e-4666-9785-25d4d0364c32 service neutron] For port fcc1c657-8e51-4f65-ac79-df114f02ba35, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=fcc1c657-8e51-4f65-ac79-df114f02ba35,segment=NetworkSegment(538ae163-efa4-4208-94a1-3f5b6175ae30),segment_id=538ae163-efa4-4208-94a1-3f5b6175ae30)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:32:45.391274 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e6c9f06f-181f-4c84-b2e8-84a823791c12 req-0d0c4830-806e-4666-9785-25d4d0364c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:45.437968 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d913b-ea66-4b56-bb24-d5af8096c622 req-82740ab1-3df2-4ca2-9135-ec9bc647076f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:45.439685 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-845d913b-ea66-4b56-bb24-d5af8096c622 req-82740ab1-3df2-4ca2-9135-ec9bc647076f service neutron] 10.222.0.41 "GET /v2.0/networks?id=5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660 HTTP/1.1" status: 200 len: 911 time: 0.3077664 Aug 22 13:32:45.449136 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9f06f-181f-4c84-b2e8-84a823791c12 req-0d0c4830-806e-4666-9785-25d4d0364c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:45.449676 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e6c9f06f-181f-4c84-b2e8-84a823791c12 req-0d0c4830-806e-4666-9785-25d4d0364c32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:45.451466 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e6c9f06f-181f-4c84-b2e8-84a823791c12 req-0d0c4830-806e-4666-9785-25d4d0364c32 service neutron] 10.222.0.41 "PUT /v2.0/ports/fcc1c657-8e51-4f65-ac79-df114f02ba35 HTTP/1.1" status: 200 len: 1092 time: 1.7584331 Aug 22 13:32:45.464941 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a17a3c05-a560-4f5b-bd7a-6dd7d5267a95', 'tag': 'fcc1c657-8e51-4f65-ac79-df114f02ba35'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:32:45.467220 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8af5f29-6fd8-4837-a0d0-bc0716b1658a" -d '{"events": [{"name": "network-changed", "server_uuid": "a17a3c05-a560-4f5b-bd7a-6dd7d5267a95", "tag": "fcc1c657-8e51-4f65-ac79-df114f02ba35"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:32:45.573763 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72efb4a0-fdf9-4513-80cf-74ea5dcbf09b req-ee21e587-e5a1-45d7-b582-2e1cd1b29d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:45.575895 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-72efb4a0-fdf9-4513-80cf-74ea5dcbf09b req-ee21e587-e5a1-45d7-b582-2e1cd1b29d33 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f7230626-a6ae-4376-b2ff-83d11dd599d4 HTTP/1.1" status: 200 len: 855 time: 0.5690718 Aug 22 13:32:45.592763 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f6bb74-dded-487c-8449-b08c8e8b4bdb req-63137976-0381-4b75-bc63-e8a11ec10e19 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:45.596434 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8d1669fa-7b76-4770-87f8-817932a00f19 req-a9f7a891-5c39-483a-830e-00f2d800ea82 service neutron] 10.222.0.41 "GET /v2.0/networks/66e2a6fd-b667-44cd-a37f-b120c3633f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990305 Aug 22 13:32:45.601959 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-54f6bb74-dded-487c-8449-b08c8e8b4bdb req-63137976-0381-4b75-bc63-e8a11ec10e19 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=600396a5-ace2-41d1-9a0b-d66821040b5c HTTP/1.1" status: 200 len: 945 time: 0.7041211 Aug 22 13:32:45.636020 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0c4830-806e-4666-9785-25d4d0364c32 service neutron] Pushing event updated for resources: {'Port': ['ID=fcc1c657-8e51-4f65-ac79-df114f02ba35,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:45.662444 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3759c306-dfbf-4d47-833e-2eaf703c2a3c req-e2b50df5-7943-484a-821e-09fb54750983 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5383830 Aug 22 13:32:45.696740 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-845d913b-ea66-4b56-bb24-d5af8096c622 req-e8cd1aea-c95f-4026-b2ef-e3469f9808bd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3597a3c4-34c5-4fd7-8331-4fd259b9f118 HTTP/1.1" status: 200 len: 1002 time: 0.2440369 Aug 22 13:32:45.709231 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-72efb4a0-fdf9-4513-80cf-74ea5dcbf09b req-136c5f82-c741-494c-9cb2-297443a49284 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b6b1eb92-af26-4c6a-bbe1-59d99b962beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799160 Aug 22 13:32:45.780888 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-54f6bb74-dded-487c-8449-b08c8e8b4bdb req-a350e589-7d21-498e-9c07-30f6878de69e tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776781 Aug 22 13:32:45.783387 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9f06f-181f-4c84-b2e8-84a823791c12 req-453fd187-f703-45f9-9203-cb26bd18efa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:45.784927 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e6c9f06f-181f-4c84-b2e8-84a823791c12 req-453fd187-f703-45f9-9203-cb26bd18efa9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c7f26536b7540b7b292e9293304df5d&device_id=a17a3c05-a560-4f5b-bd7a-6dd7d5267a95 HTTP/1.1" status: 200 len: 1095 time: 0.2602146 Aug 22 13:32:45.856942 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e6c9f06f-181f-4c84-b2e8-84a823791c12 req-44d06915-f1ea-41e2-9f36-282f856eafa3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fcc1c657-8e51-4f65-ac79-df114f02ba35 HTTP/1.1" status: 200 len: 217 time: 0.0511518 Aug 22 13:32:45.877611 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d913b-ea66-4b56-bb24-d5af8096c622 req-d23d36fd-107f-4613-9725-8be30edaf9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:45.879064 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-845d913b-ea66-4b56-bb24-d5af8096c622 req-d23d36fd-107f-4613-9725-8be30edaf9cb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=26169fc2-edbb-4588-a40f-611bbaa4dc0b HTTP/1.1" status: 200 len: 849 time: 0.1432543 Aug 22 13:32:45.925292 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8d1669fa-7b76-4770-87f8-817932a00f19 req-5eff5d13-f17b-4dd5-a526-0764e4ffa366 service neutron] 10.222.0.41 "GET /v2.0/networks/66e2a6fd-b667-44cd-a37f-b120c3633f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045628 Aug 22 13:32:45.987888 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9f06f-181f-4c84-b2e8-84a823791c12 req-7d484d3c-b74a-44d2-8de7-b0e5bb6b691d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:45.989410 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e6c9f06f-181f-4c84-b2e8-84a823791c12 req-7d484d3c-b74a-44d2-8de7-b0e5bb6b691d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bab5dc6f-337b-4be1-b114-f5e216f3b569 HTTP/1.1" status: 200 len: 860 time: 0.1240091 Aug 22 13:32:46.004540 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d221da96-0a71-4703-8602-6368c3a8cad4 x-openstack-request-id: req-d221da96-0a71-4703-8602-6368c3a8cad4 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:32:46.004941 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a17a3c05-a560-4f5b-bd7a-6dd7d5267a95", "tag": "fcc1c657-8e51-4f65-ac79-df114f02ba35", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:32:46.005142 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d221da96-0a71-4703-8602-6368c3a8cad4 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:32:46.005646 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a17a3c05-a560-4f5b-bd7a-6dd7d5267a95', 'tag': 'fcc1c657-8e51-4f65-ac79-df114f02ba35', 'status': 'completed', 'code': 200} Aug 22 13:32:46.115873 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34183326-b39e-4030-ba59-b1b05d4203dc req-1f15f959-5044-4ef8-b9df-a85d1dde1f89 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:46.124142 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-34183326-b39e-4030-ba59-b1b05d4203dc req-1f15f959-5044-4ef8-b9df-a85d1dde1f89 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17a3c05-a560-4f5b-bd7a-6dd7d5267a95 HTTP/1.1" status: 200 len: 943 time: 0.3168054 Aug 22 13:32:46.216575 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-34183326-b39e-4030-ba59-b1b05d4203dc req-599bbb9c-9fd2-472f-94da-9444014887e2 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/security-groups?id=dae66278-0517-487d-81b6-02e3f3d0f286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910521 Aug 22 13:32:46.250509 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-72efb4a0-fdf9-4513-80cf-74ea5dcbf09b req-47060522-1e10-4cb9-86cf-00e8bf4cd8a5 service neutron] 10.222.0.16 "GET /v2.0/networks/b6b1eb92-af26-4c6a-bbe1-59d99b962beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5264034 Aug 22 13:32:46.388322 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d465889-2244-49c9-94d7-c4b932936729 req-18fcdc60-16b7-4afd-b229-0aa04b992c48 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:46.389961 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6d465889-2244-49c9-94d7-c4b932936729 req-18fcdc60-16b7-4afd-b229-0aa04b992c48 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfec1c42-428a-4a9f-a98b-0a74b49f04af HTTP/1.1" status: 200 len: 946 time: 0.1702342 Aug 22 13:32:46.401490 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d913b-ea66-4b56-bb24-d5af8096c622 req-d9b5ed56-97f3-4625-a899-64444ba6d01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:46.402703 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-845d913b-ea66-4b56-bb24-d5af8096c622 req-d9b5ed56-97f3-4625-a899-64444ba6d01b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5133843 Aug 22 13:32:46.466173 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-72efb4a0-fdf9-4513-80cf-74ea5dcbf09b req-355ffe78-7fbc-455d-94f9-3794c4a4a77a service neutron] 10.222.0.16 "GET /v2.0/networks/b6b1eb92-af26-4c6a-bbe1-59d99b962beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904757 Aug 22 13:32:46.495992 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9f06f-181f-4c84-b2e8-84a823791c12 req-130816ea-68b2-4f84-8d7a-b14c69d701c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:46.497534 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e6c9f06f-181f-4c84-b2e8-84a823791c12 req-130816ea-68b2-4f84-8d7a-b14c69d701c6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4893415 Aug 22 13:32:46.506199 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6d465889-2244-49c9-94d7-c4b932936729 req-063aba12-659e-4b9c-890e-f96f3f009081 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=540eab8a-ff39-4c5e-9bac-5eb9f43fb4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037621 Aug 22 13:32:46.558044 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b0f6d22b-400d-414a-b36e-a7a7b931802b tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:46.588410 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76caa8-f124-414d-a783-ff41ecd6b0ad req-b0448615-59d3-425a-8934-ceaf4e1a6409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:46.590673 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ed76caa8-f124-414d-a783-ff41ecd6b0ad req-b0448615-59d3-425a-8934-ceaf4e1a6409 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1706b1b8ed7f4b13af0ef34415cabc13&device_id=dfec1c42-428a-4a9f-a98b-0a74b49f04af HTTP/1.1" status: 200 len: 1098 time: 0.5708675 Aug 22 13:32:46.594822 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-845d913b-ea66-4b56-bb24-d5af8096c622 req-46b4e237-578e-4556-b6c8-dbf17feb5999 service neutron] 10.222.0.41 "GET /v2.0/networks/5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764717 Aug 22 13:32:46.624115 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f6d22b-400d-414a-b36e-a7a7b931802b tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Pushing event updated for resources: {'Subnet': ['ID=ffb23e4c-facb-4f3f-840b-8bb23287b4c0,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:46.639791 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f6d22b-400d-414a-b36e-a7a7b931802b tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Checking segment: {'id': 'a55480ef-6637-45b4-80bc-5cb1316ad524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'dac6a0aa-d96c-43fb-99ab-3d83688451c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:32:46.640091 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f6d22b-400d-414a-b36e-a7a7b931802b tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Network hostable DHCP agents. Network: dac6a0aa-d96c-43fb-99ab-3d83688451c7, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:32:46.660468 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f6d22b-400d-414a-b36e-a7a7b931802b tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Network dac6a0aa-d96c-43fb-99ab-3d83688451c7 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:32:46.675072 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-b0f6d22b-400d-414a-b36e-a7a7b931802b tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, dac6a0aa-d96c-43fb-99ab-3d83688451c7) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:32:46.680763 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b0f6d22b-400d-414a-b36e-a7a7b931802b tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:46.691363 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc622768-cea7-45aa-bda5-56633cfa8521 None None] Network dac6a0aa-d96c-43fb-99ab-3d83688451c7 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:32:46.825449 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f6d22b-400d-414a-b36e-a7a7b931802b tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Checking segment: {'id': '58d446c0-9c9a-41ec-824e-2fbf23e5e9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9ed094c2-eacc-4fa6-ae82-7e4eef783aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:32:46.825830 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f6d22b-400d-414a-b36e-a7a7b931802b tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Network hostable DHCP agents. Network: 9ed094c2-eacc-4fa6-ae82-7e4eef783aff, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:32:46.828167 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e6c9f06f-181f-4c84-b2e8-84a823791c12 req-11fb62b7-7441-4f17-84fe-cc561dfdbec9 service neutron] 10.222.0.41 "GET /v2.0/networks/dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215075 Aug 22 13:32:46.831612 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f6d22b-400d-414a-b36e-a7a7b931802b tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Pushing event updated for resources: {'Subnet': ['ID=ef94add0-c5a8-492c-883a-86356a8e294d,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:46.872447 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34f907-9e5f-4e31-a2d9-2b8119b4f055 req-6bd2b1dc-f17c-41e3-8d0f-9b08a5e98e24 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:46.874283 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ca34f907-9e5f-4e31-a2d9-2b8119b4f055 req-6bd2b1dc-f17c-41e3-8d0f-9b08a5e98e24 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=9104bdb0-3ed1-4444-827d-2e5b2dff6010 HTTP/1.1" status: 200 len: 944 time: 0.0949216 Aug 22 13:32:46.908589 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f6d22b-400d-414a-b36e-a7a7b931802b tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Network 9ed094c2-eacc-4fa6-ae82-7e4eef783aff is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:32:46.936892 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-b0f6d22b-400d-414a-b36e-a7a7b931802b tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 9ed094c2-eacc-4fa6-ae82-7e4eef783aff) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:32:46.945325 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e6c9f06f-181f-4c84-b2e8-84a823791c12 req-5dd10d4a-78e7-4278-a345-b4a8e685e337 service neutron] 10.222.0.41 "GET /v2.0/networks/dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036503 Aug 22 13:32:46.951873 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf56a07-44bf-4637-b65f-f309f76219c0 None None] Network 9ed094c2-eacc-4fa6-ae82-7e4eef783aff requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:32:46.994800 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-845d913b-ea66-4b56-bb24-d5af8096c622 req-1bcec878-238a-456c-a028-160a3da72385 service neutron] 10.222.0.41 "GET /v2.0/networks/5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3840873 Aug 22 13:32:47.001115 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76caa8-f124-414d-a783-ff41ecd6b0ad req-e5ada002-b898-43a7-bc2d-b2805789fec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:47.003479 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f6d22b-400d-414a-b36e-a7a7b931802b tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:47.004004 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ed76caa8-f124-414d-a783-ff41ecd6b0ad req-e5ada002-b898-43a7-bc2d-b2805789fec6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dfedf898-aca6-4df9-b6f5-cb8b2650ce65 HTTP/1.1" status: 200 len: 918 time: 0.3844445 Aug 22 13:32:47.004581 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f6d22b-400d-414a-b36e-a7a7b931802b tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:47.007686 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b0f6d22b-400d-414a-b36e-a7a7b931802b tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:47.027625 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ca34f907-9e5f-4e31-a2d9-2b8119b4f055 req-b56501fa-fd69-4b0b-9686-61b697df30c8 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455848 Aug 22 13:32:47.109999 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e7b1f0-c92e-472e-831e-daf7613453bc req-8769717a-51ab-4712-bc5e-ee8ecf5a316a tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:47.111966 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b5e7b1f0-c92e-472e-831e-daf7613453bc req-8769717a-51ab-4712-bc5e-ee8ecf5a316a tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=600396a5-ace2-41d1-9a0b-d66821040b5c HTTP/1.1" status: 200 len: 945 time: 0.1723614 Aug 22 13:32:47.116547 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-b0f6d22b-400d-414a-b36e-a7a7b931802b tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.9732003 Aug 22 13:32:47.117372 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 33202) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:47.159442 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device a3dedcad-8fe6-4607-87b3-3807283756f3 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:32:47.201948 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af5f29-6fd8-4837-a0d0-bc0716b1658a req-bc260a98-1127-4f3c-94c9-e2543e5b6443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:47.203543 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a8af5f29-6fd8-4837-a0d0-bc0716b1658a req-bc260a98-1127-4f3c-94c9-e2543e5b6443 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c7f26536b7540b7b292e9293304df5d&device_id=a17a3c05-a560-4f5b-bd7a-6dd7d5267a95 HTTP/1.1" status: 200 len: 1095 time: 0.1980128 Aug 22 13:32:47.236875 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ed76caa8-f124-414d-a783-ff41ecd6b0ad req-a81e303a-fa63-4f3b-b6f2-67b82f0e3eeb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37c1d082-20c5-48bc-ad7a-e78a2d83afca HTTP/1.1" status: 200 len: 1001 time: 0.2112556 Aug 22 13:32:47.293421 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d44887-eb0f-4c87-9f2d-9cdc7938df70 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:47.295805 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c04341-9b8e-4e8b-9df5-a13a856255ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-dac6a0aa-d96c-43fb-99ab-3d83688451c7', 'network_id': 'dac6a0aa-d96c-43fb-99ab-3d83688451c7', 'tenant_id': '095b30b496d24ca681f1646a0800d9ba', 'fixed_ips': [{'subnet_id': 'ffb23e4c-facb-4f3f-840b-8bb23287b4c0'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:32:47.298053 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d44887-eb0f-4c87-9f2d-9cdc7938df70 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:47.299569 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d44887-eb0f-4c87-9f2d-9cdc7938df70 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:47.301234 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-90c04341-9b8e-4e8b-9df5-a13a856255ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:47.312349 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-39d44887-eb0f-4c87-9f2d-9cdc7938df70 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1936233 Aug 22 13:32:47.324626 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 33208) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:47.350193 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76caa8-f124-414d-a783-ff41ecd6b0ad req-f3ffe9ee-2261-4876-844a-868647b939fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:47.352225 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ed76caa8-f124-414d-a783-ff41ecd6b0ad req-f3ffe9ee-2261-4876-844a-868647b939fb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=86161abd-93fb-4a2f-8c13-984112b572a1 HTTP/1.1" status: 200 len: 856 time: 0.1017125 Aug 22 13:32:47.383473 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e0053db-7632-402a-ad17-c4a951a66924 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Deleting subnet ffb23e4c-facb-4f3f-840b-8bb23287b4c0 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:32:47.386767 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0e0053db-7632-402a-ad17-c4a951a66924 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:47.403029 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port a3dedcad-8fe6-4607-87b3-3807283756f3, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=a3dedcad-8fe6-4607-87b3-3807283756f3,segment=NetworkSegment(8d87fb8b-79cc-422a-9fb9-b5f71decb79a),segment_id=8d87fb8b-79cc-422a-9fb9-b5f71decb79a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:32:47.421457 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': 'a3dedcad-8fe6-4607-87b3-3807283756f3', 'network_id': 'b6b1eb92-af26-4c6a-bbe1-59d99b962beb', 'port_id': 'a3dedcad-8fe6-4607-87b3-3807283756f3', 'mac_address': 'fa:16:3e:89:74:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7230626-a6ae-4376-b2ff-83d11dd599d4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:32:47.433778 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76caa8-f124-414d-a783-ff41ecd6b0ad req-15e9e33b-7d60-4fe1-bc6b-b929b977bce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:47.435321 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ed76caa8-f124-414d-a783-ff41ecd6b0ad req-15e9e33b-7d60-4fe1-bc6b-b929b977bce2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dfedf898-aca6-4df9-b6f5-cb8b2650ce65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0732539 Aug 22 13:32:47.437068 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af5f29-6fd8-4837-a0d0-bc0716b1658a req-b56f6d5b-4e31-4406-be61-d59e09600650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:47.438394 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a8af5f29-6fd8-4837-a0d0-bc0716b1658a req-b56f6d5b-4e31-4406-be61-d59e09600650 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4 HTTP/1.1" status: 200 len: 922 time: 0.2217672 Aug 22 13:32:47.441644 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0e0053db-7632-402a-ad17-c4a951a66924 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:47.482529 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5244ea29-a9b2-4a60-9201-85ca19aa419b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-9ed094c2-eacc-4fa6-ae82-7e4eef783aff', 'network_id': '9ed094c2-eacc-4fa6-ae82-7e4eef783aff', 'tenant_id': '095b30b496d24ca681f1646a0800d9ba', 'fixed_ips': [{'subnet_id': 'ef94add0-c5a8-492c-883a-86356a8e294d'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:32:47.484368 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5244ea29-a9b2-4a60-9201-85ca19aa419b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:47.494467 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0e0053db-7632-402a-ad17-c4a951a66924 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:47.544697 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ed76caa8-f124-414d-a783-ff41ecd6b0ad req-28ec1033-d862-47d1-be3b-d2ced9901656 service neutron] 10.222.0.16 "GET /v2.0/networks/dfedf898-aca6-4df9-b6f5-cb8b2650ce65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000311 Aug 22 13:32:47.587190 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a8af5f29-6fd8-4837-a0d0-bc0716b1658a req-83d13d50-d0c5-455d-9d66-bf34ae329b63 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fcc1c657-8e51-4f65-ac79-df114f02ba35 HTTP/1.1" status: 200 len: 217 time: 0.0414762 Aug 22 13:32:47.602483 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b5e7b1f0-c92e-472e-831e-daf7613453bc req-053a5107-4c92-4f5b-9ce3-a46807a0aca8 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4055774 Aug 22 13:32:47.609097 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0e0053db-7632-402a-ad17-c4a951a66924 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:47.691788 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af5f29-6fd8-4837-a0d0-bc0716b1658a req-d99f0a83-1ddb-4b16-8962-6c37a7b03c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:47.697068 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0e0053db-7632-402a-ad17-c4a951a66924 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:47.700615 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a8af5f29-6fd8-4837-a0d0-bc0716b1658a req-d99f0a83-1ddb-4b16-8962-6c37a7b03c25 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bab5dc6f-337b-4be1-b114-f5e216f3b569 HTTP/1.1" status: 200 len: 860 time: 0.1044600 Aug 22 13:32:47.702124 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-0e0053db-7632-402a-ad17-c4a951a66924 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] 10.222.0.21 "DELETE /v2.0/subnets/ffb23e4c-facb-4f3f-840b-8bb23287b4c0 HTTP/1.1" status: 204 len: 168 time: 0.3764372 Aug 22 13:32:47.703302 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33214) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:47.706383 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0053db-7632-402a-ad17-c4a951a66924 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Pushing event deleted for resources: {'Subnet': ['ID=ffb23e4c-facb-4f3f-840b-8bb23287b4c0,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:47.723753 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987d1d1-cde7-4554-b055-38dd6da846d9 req-d6d13958-6160-484c-b3fa-8a8159a34a7a tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:47.736808 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8987d1d1-cde7-4554-b055-38dd6da846d9 req-d6d13958-6160-484c-b3fa-8a8159a34a7a tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17a3c05-a560-4f5b-bd7a-6dd7d5267a95 HTTP/1.1" status: 200 len: 943 time: 0.4229565 Aug 22 13:32:47.751356 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-5244ea29-a9b2-4a60-9201-85ca19aa419b None None] Allocated IP 2001:db8:0:1::1 (9ed094c2-eacc-4fa6-ae82-7e4eef783aff/ef94add0-c5a8-492c-883a-86356a8e294d/cce9fc1c-9d42-4667-87f2-bf39512093f6) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:32:47.789250 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8987d1d1-cde7-4554-b055-38dd6da846d9 req-905faa1a-38e2-4c66-b83e-65fc7c274ba9 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/security-groups?id=dae66278-0517-487d-81b6-02e3f3d0f286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507548 Aug 22 13:32:47.842140 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:47.886823 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ed76caa8-f124-414d-a783-ff41ecd6b0ad req-6367ce6c-5d75-404e-befd-35e8773ad34d service neutron] 10.222.0.16 "GET /v2.0/networks/dfedf898-aca6-4df9-b6f5-cb8b2650ce65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986722 Aug 22 13:32:47.887465 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a260a-379f-4341-a988-84b2ea040b3c req-f7fa5216-420b-4be7-923d-61609df8b581 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:47.891253 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-726a260a-379f-4341-a988-84b2ea040b3c req-f7fa5216-420b-4be7-923d-61609df8b581 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfec1c42-428a-4a9f-a98b-0a74b49f04af HTTP/1.1" status: 200 len: 946 time: 0.0669439 Aug 22 13:32:47.911185 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4516ac8-f389-4dfb-80a6-286ebe6913f2 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Deleting subnet ef94add0-c5a8-492c-883a-86356a8e294d {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:32:47.917432 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af5f29-6fd8-4837-a0d0-bc0716b1658a req-3310d05f-ff5f-43a0-b17f-227c30b1d0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:47.919131 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a8af5f29-6fd8-4837-a0d0-bc0716b1658a req-3310d05f-ff5f-43a0-b17f-227c30b1d0c6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2024846 Aug 22 13:32:47.939806 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3dedcad-8fe6-4607-87b3-3807283756f3 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:32:47.953998 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-726a260a-379f-4341-a988-84b2ea040b3c req-ee232fad-d39b-4f14-ae95-b4f3c3db0602 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=540eab8a-ff39-4c5e-9bac-5eb9f43fb4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538144 Aug 22 13:32:47.975511 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port a3dedcad-8fe6-4607-87b3-3807283756f3, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=a3dedcad-8fe6-4607-87b3-3807283756f3,segment=NetworkSegment(8d87fb8b-79cc-422a-9fb9-b5f71decb79a),segment_id=8d87fb8b-79cc-422a-9fb9-b5f71decb79a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:32:47.987564 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:48.053486 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a8af5f29-6fd8-4837-a0d0-bc0716b1658a req-1f6d59f2-a6de-4961-a96d-f29622d44a42 service neutron] 10.222.0.41 "GET /v2.0/networks/dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257250 Aug 22 13:32:48.130457 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server [None req-90c04341-9b8e-4e8b-9df5-a13a856255ae None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ffb23e4c-facb-4f3f-840b-8bb23287b4c0: This subnet is being modified by another concurrent operation. Aug 22 13:32:48.130457 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 22 13:32:48.130457 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 22 13:32:48.130457 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 22 13:32:48.130457 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 22 13:32:48.130457 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 22 13:32:48.130457 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 22 13:32:48.130457 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 22 13:32:48.130457 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 22 13:32:48.130457 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 22 13:32:48.130457 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 22 13:32:48.130457 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 22 13:32:48.130457 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 13:32:48.130457 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 13:32:48.130457 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 13:32:48.130457 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 13:32:48.130457 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 22 13:32:48.130457 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 22 13:32:48.130457 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 22 13:32:48.130457 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 22 13:32:48.130457 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 13:32:48.130457 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 13:32:48.130457 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 13:32:48.130457 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 13:32:48.130457 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 22 13:32:48.130457 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 22 13:32:48.130457 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 22 13:32:48.130457 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 22 13:32:48.130457 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 13:32:48.130457 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 13:32:48.130457 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 13:32:48.130457 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 13:32:48.130457 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 22 13:32:48.130457 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 22 13:32:48.130457 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 22 13:32:48.130457 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 22 13:32:48.130457 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 22 13:32:48.130457 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 22 13:32:48.130457 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 22 13:32:48.130457 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 22 13:32:48.130457 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 22 13:32:48.130457 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 22 13:32:48.130457 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 22 13:32:48.130457 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 22 13:32:48.130457 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 22 13:32:48.130457 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 22 13:32:48.130457 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 22 13:32:48.130457 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 22 13:32:48.130457 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 13:32:48.130457 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 13:32:48.130457 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 13:32:48.130457 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 13:32:48.130457 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 22 13:32:48.130457 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 22 13:32:48.134733 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 22 13:32:48.134733 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 22 13:32:48.134733 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 13:32:48.134733 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 13:32:48.134733 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 13:32:48.134733 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 13:32:48.134733 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 22 13:32:48.134733 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 22 13:32:48.134733 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 22 13:32:48.134733 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 22 13:32:48.134733 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 13:32:48.134733 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 13:32:48.134733 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 13:32:48.134733 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 13:32:48.134733 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 22 13:32:48.134733 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 22 13:32:48.134733 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 22 13:32:48.134733 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 22 13:32:48.134733 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 22 13:32:48.134733 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 22 13:32:48.134733 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 22 13:32:48.134733 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 22 13:32:48.134733 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 22 13:32:48.134733 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 22 13:32:48.134733 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 13:32:48.134733 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 13:32:48.134733 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 13:32:48.134733 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 13:32:48.134733 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 22 13:32:48.134733 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 22 13:32:48.134733 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 22 13:32:48.134733 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 22 13:32:48.134733 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 22 13:32:48.134733 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 22 13:32:48.134733 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 22 13:32:48.134733 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise exception Aug 22 13:32:48.134733 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ffb23e4c-facb-4f3f-840b-8bb23287b4c0: This subnet is being modified by another concurrent operation. Aug 22 13:32:48.134733 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server Aug 22 13:32:48.147380 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=a3dedcad-8fe6-4607-87b3-3807283756f3,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:48.182098 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a8af5f29-6fd8-4837-a0d0-bc0716b1658a req-dd6a6cae-5468-4ac3-919d-5771ea225333 service neutron] 10.222.0.41 "GET /v2.0/networks/dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215854 Aug 22 13:32:48.183267 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927f01f0-e0ce-4fbf-b364-cb5f8da5ffd7 None None] Network dac6a0aa-d96c-43fb-99ab-3d83688451c7 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:32:48.199514 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa551b0-4c95-4872-8cef-b7b8d6a07b19 req-10d65791-6130-4bfd-82b9-1cda0f407085 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:48.207842 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2fa551b0-4c95-4872-8cef-b7b8d6a07b19 req-10d65791-6130-4bfd-82b9-1cda0f407085 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=9104bdb0-3ed1-4444-827d-2e5b2dff6010 HTTP/1.1" status: 200 len: 945 time: 0.1112168 Aug 22 13:32:48.267676 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5244ea29-a9b2-4a60-9201-85ca19aa419b None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:48.288158 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-5244ea29-a9b2-4a60-9201-85ca19aa419b None None] Transition to ACTIVE for port object cce9fc1c-9d42-4667-87f2-bf39512093f6 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:32:48.295990 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2fa551b0-4c95-4872-8cef-b7b8d6a07b19 req-b22aa4f4-85f4-4ac2-b91d-be914c5a330a tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773718 Aug 22 13:32:48.350731 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-5244ea29-a9b2-4a60-9201-85ca19aa419b None None] Transition to ACTIVE for port object cce9fc1c-9d42-4667-87f2-bf39512093f6 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:32:48.365479 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e4516ac8-f389-4dfb-80a6-286ebe6913f2 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:48.366422 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5244ea29-a9b2-4a60-9201-85ca19aa419b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:48.413048 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5244ea29-a9b2-4a60-9201-85ca19aa419b None None] Network 9ed094c2-eacc-4fa6-ae82-7e4eef783aff is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:32:48.417239 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-5244ea29-a9b2-4a60-9201-85ca19aa419b None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:32:48.422814 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5244ea29-a9b2-4a60-9201-85ca19aa419b None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:32:48.433575 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e4516ac8-f389-4dfb-80a6-286ebe6913f2 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:48.439455 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5244ea29-a9b2-4a60-9201-85ca19aa419b None None] Pushing event updated for resources: {'Port': ['ID=cce9fc1c-9d42-4667-87f2-bf39512093f6,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:48.465258 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['a3dedcad-8fe6-4607-87b3-3807283756f3'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:32:48.550885 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e4516ac8-f389-4dfb-80a6-286ebe6913f2 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:48.639501 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e4516ac8-f389-4dfb-80a6-286ebe6913f2 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:48.650564 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-5244ea29-a9b2-4a60-9201-85ca19aa419b None None] Attempting to bind port cce9fc1c-9d42-4667-87f2-bf39512093f6 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:32:48.651030 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-5244ea29-a9b2-4a60-9201-85ca19aa419b None None] Attempting to bind port cce9fc1c-9d42-4667-87f2-bf39512093f6 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '58d446c0-9c9a-41ec-824e-2fbf23e5e9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9ed094c2-eacc-4fa6-ae82-7e4eef783aff'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:32:48.651484 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5244ea29-a9b2-4a60-9201-85ca19aa419b None None] Attempting to bind port cce9fc1c-9d42-4667-87f2-bf39512093f6 on network 9ed094c2-eacc-4fa6-ae82-7e4eef783aff {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:32:48.662581 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5244ea29-a9b2-4a60-9201-85ca19aa419b None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:32:48.663053 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5244ea29-a9b2-4a60-9201-85ca19aa419b None None] Checking segment: {'id': '58d446c0-9c9a-41ec-824e-2fbf23e5e9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9ed094c2-eacc-4fa6-ae82-7e4eef783aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:32:48.663587 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5244ea29-a9b2-4a60-9201-85ca19aa419b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:48.664564 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5244ea29-a9b2-4a60-9201-85ca19aa419b None None] Bound using segment: {'id': '58d446c0-9c9a-41ec-824e-2fbf23e5e9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9ed094c2-eacc-4fa6-ae82-7e4eef783aff'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:32:48.665127 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-5244ea29-a9b2-4a60-9201-85ca19aa419b None None] Bound port: cce9fc1c-9d42-4667-87f2-bf39512093f6, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58d446c0-9c9a-41ec-824e-2fbf23e5e9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9ed094c2-eacc-4fa6-ae82-7e4eef783aff'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:32:48.665621 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5244ea29-a9b2-4a60-9201-85ca19aa419b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:48.680553 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4516ac8-f389-4dfb-80a6-286ebe6913f2 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Pushing event deleted for resources: {'Subnet': ['ID=ef94add0-c5a8-492c-883a-86356a8e294d,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:48.696253 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e4516ac8-f389-4dfb-80a6-286ebe6913f2 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:48.698675 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e4516ac8-f389-4dfb-80a6-286ebe6913f2 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] 10.222.0.21 "DELETE /v2.0/subnets/ef94add0-c5a8-492c-883a-86356a8e294d HTTP/1.1" status: 204 len: 168 time: 0.9944460 Aug 22 13:32:48.701136 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33224) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:48.768184 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7764d-ec86-449c-b38f-198441d75fe5 req-e06dd866-da6a-4ba0-8d8f-f48784cedcb0 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:48.770144 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-35c7764d-ec86-449c-b38f-198441d75fe5 req-e06dd866-da6a-4ba0-8d8f-f48784cedcb0 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=600396a5-ace2-41d1-9a0b-d66821040b5c HTTP/1.1" status: 200 len: 945 time: 0.0816650 Aug 22 13:32:48.821283 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-5244ea29-a9b2-4a60-9201-85ca19aa419b None None] For port cce9fc1c-9d42-4667-87f2-bf39512093f6, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:32:48.824832 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-5244ea29-a9b2-4a60-9201-85ca19aa419b None None] For port cce9fc1c-9d42-4667-87f2-bf39512093f6, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=cce9fc1c-9d42-4667-87f2-bf39512093f6,segment=NetworkSegment(58d446c0-9c9a-41ec-824e-2fbf23e5e9db),segment_id=58d446c0-9c9a-41ec-824e-2fbf23e5e9db)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:32:48.835201 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5244ea29-a9b2-4a60-9201-85ca19aa419b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:48.849526 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-35c7764d-ec86-449c-b38f-198441d75fe5 req-f2a24452-3e77-4afc-bac5-49b879001e1d tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705328 Aug 22 13:32:48.884582 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc28e99-5f7d-462b-9ddc-673c48799bfb tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:48.890669 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 33230) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:48.894607 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-edc28e99-5f7d-462b-9ddc-673c48799bfb tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1873291 Aug 22 13:32:48.955516 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5244ea29-a9b2-4a60-9201-85ca19aa419b None None] Pushing event updated for resources: {'Port': ['ID=cce9fc1c-9d42-4667-87f2-bf39512093f6,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:48.980570 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d06fd2-49a0-46cd-b99e-4648cbe54c12 None None] Network 9ed094c2-eacc-4fa6-ae82-7e4eef783aff requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:32:49.093573 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-afa2eeb9-e8cd-495f-bf99-0c2c347b237c tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:49.127865 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d53d04-c19b-4f1c-b290-20a8cfdb7b30 None None] get_active_networks_info from n-d-793621-33 {{(pid=94629) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 22 13:32:49.164028 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2611f5c-de4e-4cca-9b0d-4de73f002f34 req-217618b1-4fc3-4bda-9a20-35cf47d5cdcc tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:49.171443 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c2611f5c-de4e-4cca-9b0d-4de73f002f34 req-217618b1-4fc3-4bda-9a20-35cf47d5cdcc tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17a3c05-a560-4f5b-bd7a-6dd7d5267a95 HTTP/1.1" status: 200 len: 943 time: 0.1761086 Aug 22 13:32:49.206220 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c7682-93cf-463d-9651-d58c8ba2415d req-0d695827-95e3-4647-a5a1-0b84229aec55 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:49.213713 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-382c7682-93cf-463d-9651-d58c8ba2415d req-0d695827-95e3-4647-a5a1-0b84229aec55 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfec1c42-428a-4a9f-a98b-0a74b49f04af HTTP/1.1" status: 200 len: 946 time: 0.1570449 Aug 22 13:32:49.262209 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c2611f5c-de4e-4cca-9b0d-4de73f002f34 req-66526441-7abc-4f9d-9c4b-eba79ef36979 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/security-groups?id=dae66278-0517-487d-81b6-02e3f3d0f286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898192 Aug 22 13:32:49.300268 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-382c7682-93cf-463d-9651-d58c8ba2415d req-479b9657-e054-47c8-a26c-14df8a9cf513 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=540eab8a-ff39-4c5e-9bac-5eb9f43fb4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856738 Aug 22 13:32:49.322539 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-afa2eeb9-e8cd-495f-bf99-0c2c347b237c tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Deleting port cce9fc1c-9d42-4667-87f2-bf39512093f6 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:32:49.322991 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-afa2eeb9-e8cd-495f-bf99-0c2c347b237c tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:49.385016 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d53d04-c19b-4f1c-b290-20a8cfdb7b30 None None] Resources bound (agent type, host, resource id): {{(pid=94629) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 22 13:32:49.488183 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-afa2eeb9-e8cd-495f-bf99-0c2c347b237c tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] For port cce9fc1c-9d42-4667-87f2-bf39512093f6, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=cce9fc1c-9d42-4667-87f2-bf39512093f6,segment=NetworkSegment(58d446c0-9c9a-41ec-824e-2fbf23e5e9db),segment_id=58d446c0-9c9a-41ec-824e-2fbf23e5e9db)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:32:49.488580 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-afa2eeb9-e8cd-495f-bf99-0c2c347b237c tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:49.506248 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-afa2eeb9-e8cd-495f-bf99-0c2c347b237c tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Calling delete_port for cce9fc1c-9d42-4667-87f2-bf39512093f6 owned by network:dhcp {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:32:49.534458 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9738ef5-479d-401a-86ab-fa7297d288d2 req-3f740739-bda6-47b9-af21-6152990f4c2b tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:49.535879 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d9738ef5-479d-401a-86ab-fa7297d288d2 req-3f740739-bda6-47b9-af21-6152990f4c2b tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=9104bdb0-3ed1-4444-827d-2e5b2dff6010 HTTP/1.1" status: 200 len: 945 time: 0.1126292 Aug 22 13:32:49.625568 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d9738ef5-479d-401a-86ab-fa7297d288d2 req-4c40561c-2bd9-4d13-82ce-354472cf6a7c tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595505 Aug 22 13:32:49.658827 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-afa2eeb9-e8cd-495f-bf99-0c2c347b237c tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:49.696806 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa2eeb9-e8cd-495f-bf99-0c2c347b237c tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Pushing event deleted for resources: {'Port': ['ID=cce9fc1c-9d42-4667-87f2-bf39512093f6,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:49.711913 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa2eeb9-e8cd-495f-bf99-0c2c347b237c tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] No DVR routers for this DVR port cce9fc1c-9d42-4667-87f2-bf39512093f6 on host n-d-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:32:49.821708 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-afa2eeb9-e8cd-495f-bf99-0c2c347b237c tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:49.832159 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-afa2eeb9-e8cd-495f-bf99-0c2c347b237c tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ed094c2-eacc-4fa6-ae82-7e4eef783aff']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:49.846877 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-afa2eeb9-e8cd-495f-bf99-0c2c347b237c tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58d446c0-9c9a-41ec-824e-2fbf23e5e9db') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:49.847216 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-afa2eeb9-e8cd-495f-bf99-0c2c347b237c tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58d446c0-9c9a-41ec-824e-2fbf23e5e9db') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:49.875418 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-afa2eeb9-e8cd-495f-bf99-0c2c347b237c tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:49.932335 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-afa2eeb9-e8cd-495f-bf99-0c2c347b237c tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:49.938144 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4758f594-ec56-41dc-badf-89ec80cee0dd None None] get_active_networks_info from n-d-793621-33 {{(pid=94629) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 22 13:32:49.955687 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afa2eeb9-e8cd-495f-bf99-0c2c347b237c tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:32:49.956118 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-afa2eeb9-e8cd-495f-bf99-0c2c347b237c tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:49.959738 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:32:49.959738 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:32:49.959738 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:32:49.959738 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:32:49.959738 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:32:49.959738 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:32:49.959738 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:32:49.959738 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:32:49.959738 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:32:49.959738 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:32:49.959738 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:32:49.959738 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:32:49.959738 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:32:49.959738 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:32:49.959738 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:32:49.959738 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:32:49.959738 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:32:49.959738 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:32:49.959738 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:32:49.959738 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:32:49.959738 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:32:49.959738 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:32:49.959738 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:32:49.959738 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:32:49.959738 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:32:49.959738 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:32:49.959738 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:32:49.959738 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:32:49.959738 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:32:49.959738 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:32:49.959738 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:32:49.959738 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:32:50.077232 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4758f594-ec56-41dc-badf-89ec80cee0dd None None] Resources bound (agent type, host, resource id): {{(pid=94629) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 22 13:32:50.084652 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-afa2eeb9-e8cd-495f-bf99-0c2c347b237c tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:50.101345 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-afa2eeb9-e8cd-495f-bf99-0c2c347b237c tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:50.103261 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-afa2eeb9-e8cd-495f-bf99-0c2c347b237c tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] 10.222.0.21 "DELETE /v2.0/networks/9ed094c2-eacc-4fa6-ae82-7e4eef783aff HTTP/1.1" status: 204 len: 168 time: 1.2107382 Aug 22 13:32:50.106082 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33244) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:50.120128 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1165e-27a6-475d-8bf1-5a1dbaa3b19f req-4601d6e1-e1a2-441e-8a00-9eadd830c4f0 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:50.121691 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c8d1165e-27a6-475d-8bf1-5a1dbaa3b19f req-4601d6e1-e1a2-441e-8a00-9eadd830c4f0 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=600396a5-ace2-41d1-9a0b-d66821040b5c HTTP/1.1" status: 200 len: 945 time: 0.1390665 Aug 22 13:32:50.125060 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa2eeb9-e8cd-495f-bf99-0c2c347b237c tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Pushing event deleted for resources: {'Network': ['ID=9ed094c2-eacc-4fa6-ae82-7e4eef783aff,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:50.152105 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device fcc1c657-8e51-4f65-ac79-df114f02ba35 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:32:50.194148 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c8d1165e-27a6-475d-8bf1-5a1dbaa3b19f req-81d30a86-60f0-4967-bacd-094c89db0474 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595996 Aug 22 13:32:50.209981 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7c5179e9-da42-4960-b04d-248d7d75dba1 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:50.338422 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7c5179e9-da42-4960-b04d-248d7d75dba1 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:50.364102 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-7c5179e9-da42-4960-b04d-248d7d75dba1 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dac6a0aa-d96c-43fb-99ab-3d83688451c7']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:50.398820 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-7c5179e9-da42-4960-b04d-248d7d75dba1 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a55480ef-6637-45b4-80bc-5cb1316ad524') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:50.399265 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-7c5179e9-da42-4960-b04d-248d7d75dba1 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a55480ef-6637-45b4-80bc-5cb1316ad524') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:50.401503 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port fcc1c657-8e51-4f65-ac79-df114f02ba35, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=fcc1c657-8e51-4f65-ac79-df114f02ba35,segment=NetworkSegment(538ae163-efa4-4208-94a1-3f5b6175ae30),segment_id=538ae163-efa4-4208-94a1-3f5b6175ae30)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:32:50.421660 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7c5179e9-da42-4960-b04d-248d7d75dba1 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:50.450078 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': 'fcc1c657-8e51-4f65-ac79-df114f02ba35', 'network_id': 'dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4', 'port_id': 'fcc1c657-8e51-4f65-ac79-df114f02ba35', 'mac_address': 'fa:16:3e:1c:cf:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bab5dc6f-337b-4be1-b114-f5e216f3b569', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:32:50.450436 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7c5179e9-da42-4960-b04d-248d7d75dba1 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:50.456958 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c5179e9-da42-4960-b04d-248d7d75dba1 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:32:50.458923 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7c5179e9-da42-4960-b04d-248d7d75dba1 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:50.460943 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:32:50.460943 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:32:50.460943 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:32:50.460943 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:32:50.460943 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:32:50.460943 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:32:50.460943 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:32:50.460943 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:32:50.460943 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:32:50.460943 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:32:50.460943 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:32:50.460943 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:32:50.460943 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:32:50.460943 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:32:50.460943 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:32:50.460943 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:32:50.460943 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:32:50.460943 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:32:50.460943 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:32:50.460943 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:32:50.460943 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:32:50.460943 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:32:50.460943 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:32:50.460943 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:32:50.460943 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:32:50.460943 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:32:50.460943 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:32:50.460943 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:32:50.460943 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:32:50.460943 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:32:50.460943 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:32:50.460943 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:32:50.497697 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:50.546001 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcc1c657-8e51-4f65-ac79-df114f02ba35 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:32:50.556536 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440353fc-02ab-44c8-9810-8712606cf95e req-a3b2b437-bef4-4907-af63-f5eebf6e6900 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:50.560953 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-440353fc-02ab-44c8-9810-8712606cf95e req-a3b2b437-bef4-4907-af63-f5eebf6e6900 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17a3c05-a560-4f5b-bd7a-6dd7d5267a95 HTTP/1.1" status: 200 len: 943 time: 0.1903992 Aug 22 13:32:50.569221 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port fcc1c657-8e51-4f65-ac79-df114f02ba35, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=fcc1c657-8e51-4f65-ac79-df114f02ba35,segment=NetworkSegment(538ae163-efa4-4208-94a1-3f5b6175ae30),segment_id=538ae163-efa4-4208-94a1-3f5b6175ae30)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:32:50.575733 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5c7d7-794a-45aa-9581-30a110a0c214 req-ec46a526-bf0b-4f4a-a556-644184e4337c tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:50.582980 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d0b5c7d7-794a-45aa-9581-30a110a0c214 req-ec46a526-bf0b-4f4a-a556-644184e4337c tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfec1c42-428a-4a9f-a98b-0a74b49f04af HTTP/1.1" status: 200 len: 946 time: 0.1658797 Aug 22 13:32:50.610248 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:50.615868 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7c5179e9-da42-4960-b04d-248d7d75dba1 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:50.621824 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7c5179e9-da42-4960-b04d-248d7d75dba1 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:50.624362 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7c5179e9-da42-4960-b04d-248d7d75dba1 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] 10.222.0.21 "DELETE /v2.0/networks/dac6a0aa-d96c-43fb-99ab-3d83688451c7 HTTP/1.1" status: 204 len: 168 time: 0.5160778 Aug 22 13:32:50.627385 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33254) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:50.650410 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-440353fc-02ab-44c8-9810-8712606cf95e req-170f94b0-0e55-4212-a60b-6db75e872c38 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/security-groups?id=dae66278-0517-487d-81b6-02e3f3d0f286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646918 Aug 22 13:32:50.668664 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d0b5c7d7-794a-45aa-9581-30a110a0c214 req-c2a6bc22-ea57-4661-993d-e32a964d91d7 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=540eab8a-ff39-4c5e-9bac-5eb9f43fb4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825543 Aug 22 13:32:50.730208 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5179e9-da42-4960-b04d-248d7d75dba1 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Pushing event deleted for resources: {'Network': ['ID=dac6a0aa-d96c-43fb-99ab-3d83688451c7,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:50.767425 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=fcc1c657-8e51-4f65-ac79-df114f02ba35,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:50.846092 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['fcc1c657-8e51-4f65-ac79-df114f02ba35'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:32:50.868501 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0ffe4871-288f-488d-8288-8572c5d179ff tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:50.923309 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2362990c-efa8-4f78-a940-f1728a1dccfa req-75985f69-f1f1-4546-aa2e-25b7139691d0 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:50.932403 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2362990c-efa8-4f78-a940-f1728a1dccfa req-75985f69-f1f1-4546-aa2e-25b7139691d0 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=9104bdb0-3ed1-4444-827d-2e5b2dff6010 HTTP/1.1" status: 200 len: 945 time: 0.0917773 Aug 22 13:32:50.990058 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2362990c-efa8-4f78-a940-f1728a1dccfa req-945e84a2-2629-4a86-8f40-dc1ff496a4a3 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571647 Aug 22 13:32:51.038137 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0ffe4871-288f-488d-8288-8572c5d179ff tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:51.048534 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-0ffe4871-288f-488d-8288-8572c5d179ff tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1527bf21-3cd3-4c5c-a129-634e67740e3e']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:51.060140 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-0ffe4871-288f-488d-8288-8572c5d179ff tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7c4fa7f-5948-4277-8152-488de2fa7086') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:51.060772 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-0ffe4871-288f-488d-8288-8572c5d179ff tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7c4fa7f-5948-4277-8152-488de2fa7086') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:51.071665 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0ffe4871-288f-488d-8288-8572c5d179ff tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:51.087463 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0ffe4871-288f-488d-8288-8572c5d179ff tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:51.093570 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ffe4871-288f-488d-8288-8572c5d179ff tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:32:51.093972 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0ffe4871-288f-488d-8288-8572c5d179ff tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:51.097060 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:32:51.097060 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:32:51.097060 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:32:51.097060 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:32:51.097060 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:32:51.097060 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:32:51.097060 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:32:51.097060 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:32:51.097060 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:32:51.097060 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:32:51.097060 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:32:51.097060 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:32:51.097060 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:32:51.097060 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:32:51.097060 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:32:51.097060 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:32:51.097060 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:32:51.097060 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:32:51.097060 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:32:51.097060 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:32:51.097060 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:32:51.097060 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:32:51.097060 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:32:51.097060 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:32:51.097060 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:32:51.097060 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:32:51.097060 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:32:51.097060 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:32:51.097060 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:32:51.097060 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:32:51.097060 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:32:51.097060 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:32:51.156282 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0ffe4871-288f-488d-8288-8572c5d179ff tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:51.158880 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device a3dedcad-8fe6-4607-87b3-3807283756f3 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:32:51.166764 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0ffe4871-288f-488d-8288-8572c5d179ff tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:51.171551 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 33264) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:51.179912 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0ffe4871-288f-488d-8288-8572c5d179ff tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] 10.222.0.21 "DELETE /v2.0/networks/1527bf21-3cd3-4c5c-a129-634e67740e3e HTTP/1.1" status: 204 len: 168 time: 0.5500824 Aug 22 13:32:51.202188 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffe4871-288f-488d-8288-8572c5d179ff tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Pushing event deleted for resources: {'Network': ['ID=1527bf21-3cd3-4c5c-a129-634e67740e3e,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:51.220623 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port a3dedcad-8fe6-4607-87b3-3807283756f3 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:32:51.224578 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port a3dedcad-8fe6-4607-87b3-3807283756f3 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:32:51.225233 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:51.336656 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:51.366127 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-740f635a-759e-4d01-8264-a9b6dc565052 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:51.372451 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port a3dedcad-8fe6-4607-87b3-3807283756f3, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=a3dedcad-8fe6-4607-87b3-3807283756f3,segment=NetworkSegment(8d87fb8b-79cc-422a-9fb9-b5f71decb79a),segment_id=8d87fb8b-79cc-422a-9fb9-b5f71decb79a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:32:51.373403 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9104bdb0-3ed1-4444-827d-2e5b2dff6010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3dedcad-8fe6-4607-87b3-3807283756f3'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:32:51.375904 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d972f44b-fdd2-452e-b034-97f24c604677" -d '{"events": [{"server_uuid": "9104bdb0-3ed1-4444-827d-2e5b2dff6010", "name": "network-vif-plugged", "status": "completed", "tag": "a3dedcad-8fe6-4607-87b3-3807283756f3"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:32:51.378026 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e37a30-4ab8-46fb-a9fb-84b6168ae945 req-a130c71d-0257-46f4-afdd-78ce3d272bcf tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:51.387342 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-98e37a30-4ab8-46fb-a9fb-84b6168ae945 req-a130c71d-0257-46f4-afdd-78ce3d272bcf tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=600396a5-ace2-41d1-9a0b-d66821040b5c HTTP/1.1" status: 200 len: 945 time: 0.0855465 Aug 22 13:32:51.392529 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:51.448816 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936b85e6-3399-4f26-8cab-f3d561aa2c4a x-openstack-request-id: req-936b85e6-3399-4f26-8cab-f3d561aa2c4a {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:32:51.449459 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9104bdb0-3ed1-4444-827d-2e5b2dff6010", "name": "network-vif-plugged", "status": "completed", "tag": "a3dedcad-8fe6-4607-87b3-3807283756f3", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:32:51.449907 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-936b85e6-3399-4f26-8cab-f3d561aa2c4a {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:32:51.450514 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9104bdb0-3ed1-4444-827d-2e5b2dff6010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3dedcad-8fe6-4607-87b3-3807283756f3', 'code': 200} Aug 22 13:32:51.530064 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-98e37a30-4ab8-46fb-a9fb-84b6168ae945 req-a476c9ac-5e22-484b-9c3c-45651567798d tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416936 Aug 22 13:32:51.553572 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-740f635a-759e-4d01-8264-a9b6dc565052 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:51.581533 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-740f635a-759e-4d01-8264-a9b6dc565052 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deb0b1df-9260-4868-b5fc-f19a3a9461bd']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:51.600544 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-740f635a-759e-4d01-8264-a9b6dc565052 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '148e9ddb-949b-43b5-8bd5-86a1d42158de') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:51.600879 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-740f635a-759e-4d01-8264-a9b6dc565052 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '148e9ddb-949b-43b5-8bd5-86a1d42158de') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:51.603346 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88d7e9-67a8-469b-a000-17cb850b8889 req-8e5432f6-3925-439b-9878-591ea71b10d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:51.604929 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3d88d7e9-67a8-469b-a000-17cb850b8889 req-8e5432f6-3925-439b-9878-591ea71b10d0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9104bdb0-3ed1-4444-827d-2e5b2dff6010 HTTP/1.1" status: 200 len: 1098 time: 0.0908136 Aug 22 13:32:51.621304 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-740f635a-759e-4d01-8264-a9b6dc565052 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:51.646473 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-740f635a-759e-4d01-8264-a9b6dc565052 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:51.649426 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=a3dedcad-8fe6-4607-87b3-3807283756f3,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:51.658450 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-740f635a-759e-4d01-8264-a9b6dc565052 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:32:51.658766 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-740f635a-759e-4d01-8264-a9b6dc565052 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:51.660742 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3d88d7e9-67a8-469b-a000-17cb850b8889 req-b1ea98d3-9497-456b-af84-99ce08982e63 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463693 Aug 22 13:32:51.661837 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:32:51.661837 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:32:51.661837 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:32:51.661837 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:32:51.661837 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:32:51.661837 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:32:51.661837 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:32:51.661837 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:32:51.661837 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:32:51.661837 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:32:51.661837 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:32:51.661837 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:32:51.661837 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:32:51.661837 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:32:51.661837 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:32:51.661837 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:32:51.661837 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:32:51.661837 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:32:51.661837 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:32:51.661837 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:32:51.661837 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:32:51.661837 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:32:51.661837 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:32:51.661837 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:32:51.661837 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:32:51.661837 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:32:51.661837 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:32:51.661837 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:32:51.661837 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:32:51.661837 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:32:51.661837 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:32:51.661837 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:32:51.817965 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-740f635a-759e-4d01-8264-a9b6dc565052 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:51.828530 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-740f635a-759e-4d01-8264-a9b6dc565052 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:51.832774 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-740f635a-759e-4d01-8264-a9b6dc565052 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] 10.222.0.21 "DELETE /v2.0/networks/deb0b1df-9260-4868-b5fc-f19a3a9461bd HTTP/1.1" status: 204 len: 168 time: 0.6601334 Aug 22 13:32:51.866057 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f47b1-f40c-44ff-abf8-2aae3aafe45d req-d964c335-04d9-438a-a7d0-be2b4424a6d5 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:51.868664 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d27f47b1-f40c-44ff-abf8-2aae3aafe45d req-d964c335-04d9-438a-a7d0-be2b4424a6d5 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17a3c05-a560-4f5b-bd7a-6dd7d5267a95 HTTP/1.1" status: 200 len: 944 time: 0.1170030 Aug 22 13:32:51.869539 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f635a-759e-4d01-8264-a9b6dc565052 tempest-BulkNetworkOpsIpV6Test-1161501127 tempest-BulkNetworkOpsIpV6Test-1161501127-project] Pushing event deleted for resources: {'Network': ['ID=deb0b1df-9260-4868-b5fc-f19a3a9461bd,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:51.889850 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04671f-3c89-4136-a4f2-818eeb2f3658 req-03210fca-8a83-4332-93f9-3e6e0b88f853 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:51.891543 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1a04671f-3c89-4136-a4f2-818eeb2f3658 req-03210fca-8a83-4332-93f9-3e6e0b88f853 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfec1c42-428a-4a9f-a98b-0a74b49f04af HTTP/1.1" status: 200 len: 946 time: 0.1254518 Aug 22 13:32:51.947813 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d27f47b1-f40c-44ff-abf8-2aae3aafe45d req-e39df2b1-e2d7-47e3-8a23-e64c40187575 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/security-groups?id=dae66278-0517-487d-81b6-02e3f3d0f286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551672 Aug 22 13:32:51.989069 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1a04671f-3c89-4136-a4f2-818eeb2f3658 req-04b175ed-17f0-4989-b2fc-bcb2ebad8951 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=540eab8a-ff39-4c5e-9bac-5eb9f43fb4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765095 Aug 22 13:32:52.152630 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device fcc1c657-8e51-4f65-ac79-df114f02ba35 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:32:52.172902 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33298) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:52.215338 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port fcc1c657-8e51-4f65-ac79-df114f02ba35 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:32:52.221811 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port fcc1c657-8e51-4f65-ac79-df114f02ba35 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:32:52.222387 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:52.225949 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73f7bd-28c9-46c8-85f7-d68f9f28e5f1 req-fcbdb7bb-daf3-4c2e-a522-c0d96beb86f1 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:52.229026 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cd73f7bd-28c9-46c8-85f7-d68f9f28e5f1 req-fcbdb7bb-daf3-4c2e-a522-c0d96beb86f1 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=9104bdb0-3ed1-4444-827d-2e5b2dff6010 HTTP/1.1" status: 200 len: 946 time: 0.1029503 Aug 22 13:32:52.243636 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ea5e3-a2c8-41cf-8a1d-56e6badd8c5c req-58ed2f4f-13b0-477f-b2a9-ea876540734f tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:52.246111 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-232ea5e3-a2c8-41cf-8a1d-56e6badd8c5c req-58ed2f4f-13b0-477f-b2a9-ea876540734f tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a944afd9-5a78-4a29-b7f4-0ec3921f97ac HTTP/1.1" status: 200 len: 946 time: 0.1103766 Aug 22 13:32:52.325982 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:52.339105 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cd73f7bd-28c9-46c8-85f7-d68f9f28e5f1 req-f1504c61-2194-41e4-85c3-ebc288f425bc tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914853 Aug 22 13:32:52.357701 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-232ea5e3-a2c8-41cf-8a1d-56e6badd8c5c req-5c23ca74-7d3f-4989-98f9-f51e96ad9bbc tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] 10.222.0.21 "GET /v2.0/security-groups?id=234c8b79-347f-43ad-9ed6-d781b1038229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990889 Aug 22 13:32:52.358663 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9e7759e9-f4db-4ac6-a26c-8228ebe7e109 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=095b30b496d24ca681f1646a0800d9ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1839874 Aug 22 13:32:52.359273 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33302) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:52.375112 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port fcc1c657-8e51-4f65-ac79-df114f02ba35, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=fcc1c657-8e51-4f65-ac79-df114f02ba35,segment=NetworkSegment(538ae163-efa4-4208-94a1-3f5b6175ae30),segment_id=538ae163-efa4-4208-94a1-3f5b6175ae30)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:32:52.380438 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:52.431085 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-839a68c2-5691-4b7d-9ab1-594f327d2538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:52.434015 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=fcc1c657-8e51-4f65-ac79-df114f02ba35,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:52.453072 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-839a68c2-5691-4b7d-9ab1-594f327d2538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:52.501206 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-839a68c2-5691-4b7d-9ab1-594f327d2538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:52.503952 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-839a68c2-5691-4b7d-9ab1-594f327d2538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:52.505143 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-839a68c2-5691-4b7d-9ab1-594f327d2538 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/df46401b-5082-4de8-b64c-6b9528d4d9ee HTTP/1.1" status: 204 len: 168 time: 0.1449788 Aug 22 13:32:52.513580 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839a68c2-5691-4b7d-9ab1-594f327d2538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df46401b-5082-4de8-b64c-6b9528d4d9ee,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:52.649687 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdafaec3-a16f-4d08-935b-144a1d2212a2 req-dce7e507-4803-4570-8983-6228b67c6ef7 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:52.651177 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bdafaec3-a16f-4d08-935b-144a1d2212a2 req-dce7e507-4803-4570-8983-6228b67c6ef7 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=600396a5-ace2-41d1-9a0b-d66821040b5c HTTP/1.1" status: 200 len: 945 time: 0.0547485 Aug 22 13:32:52.691050 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bdafaec3-a16f-4d08-935b-144a1d2212a2 req-c46dd9a2-07d0-4498-9203-b0c744a0cab2 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331962 Aug 22 13:32:52.781804 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a441f95-ef62-4cfa-941e-4a3d9f17440f req-e7bc5d05-97db-472b-9f37-71ba424fe9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:52.783319 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6a441f95-ef62-4cfa-941e-4a3d9f17440f req-e7bc5d05-97db-472b-9f37-71ba424fe9e7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1706b1b8ed7f4b13af0ef34415cabc13&device_id=dfec1c42-428a-4a9f-a98b-0a74b49f04af HTTP/1.1" status: 200 len: 1098 time: 0.0420759 Aug 22 13:32:52.885652 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a441f95-ef62-4cfa-941e-4a3d9f17440f req-45d64c9d-820b-4ccc-8da3-8e0303234802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:52.887150 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6a441f95-ef62-4cfa-941e-4a3d9f17440f req-45d64c9d-820b-4ccc-8da3-8e0303234802 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dfedf898-aca6-4df9-b6f5-cb8b2650ce65 HTTP/1.1" status: 200 len: 918 time: 0.0951760 Aug 22 13:32:52.981163 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6a441f95-ef62-4cfa-941e-4a3d9f17440f req-fb649eac-44a3-4107-8074-2c22ae044972 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37c1d082-20c5-48bc-ad7a-e78a2d83afca HTTP/1.1" status: 200 len: 1001 time: 0.0796177 Aug 22 13:32:53.060978 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a441f95-ef62-4cfa-941e-4a3d9f17440f req-248808bc-3c3b-488a-a29c-30f02b559148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:53.063018 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6a441f95-ef62-4cfa-941e-4a3d9f17440f req-248808bc-3c3b-488a-a29c-30f02b559148 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=86161abd-93fb-4a2f-8c13-984112b572a1 HTTP/1.1" status: 200 len: 856 time: 0.0629621 Aug 22 13:32:53.113048 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d79d5c-ef21-4cc6-be29-cd3289c430fa req-fd1acdd7-7fd7-4942-9210-876982cec9e6 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:53.114915 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-15d79d5c-ef21-4cc6-be29-cd3289c430fa req-fd1acdd7-7fd7-4942-9210-876982cec9e6 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17a3c05-a560-4f5b-bd7a-6dd7d5267a95 HTTP/1.1" status: 200 len: 945 time: 0.0830991 Aug 22 13:32:53.150562 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a441f95-ef62-4cfa-941e-4a3d9f17440f req-03fd1ea0-861f-44eb-908e-cdcb2367abcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:53.152902 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6a441f95-ef62-4cfa-941e-4a3d9f17440f req-03fd1ea0-861f-44eb-908e-cdcb2367abcc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dfedf898-aca6-4df9-b6f5-cb8b2650ce65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0784600 Aug 22 13:32:53.190696 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-15d79d5c-ef21-4cc6-be29-cd3289c430fa req-bda79b3f-db54-4e96-81d4-ead9a565d0e6 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/security-groups?id=dae66278-0517-487d-81b6-02e3f3d0f286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688610 Aug 22 13:32:53.212757 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ebd12-8e7d-400d-9ff3-fdf7e7002eca req-792385c3-ec60-4daa-a6d1-7cc7992e63f3 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:53.220421 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-553ebd12-8e7d-400d-9ff3-fdf7e7002eca req-792385c3-ec60-4daa-a6d1-7cc7992e63f3 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a944afd9-5a78-4a29-b7f4-0ec3921f97ac HTTP/1.1" status: 200 len: 946 time: 0.0696328 Aug 22 13:32:53.257160 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33338) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:53.269633 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-553ebd12-8e7d-400d-9ff3-fdf7e7002eca req-4c27e10c-f902-4d10-942e-c22cfe80baa7 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] 10.222.0.21 "GET /v2.0/security-groups?id=234c8b79-347f-43ad-9ed6-d781b1038229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477989 Aug 22 13:32:53.325996 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6a441f95-ef62-4cfa-941e-4a3d9f17440f req-1bb03a70-75f0-4de5-974f-3e539b657679 service neutron] 10.222.0.16 "GET /v2.0/networks/dfedf898-aca6-4df9-b6f5-cb8b2650ce65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571097 Aug 22 13:32:53.364261 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad97b98-ab34-440a-958d-8f25dfa44708 req-cd2382d5-ceaa-411d-80cb-5d7814909031 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:53.364261 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9ad97b98-ab34-440a-958d-8f25dfa44708 req-cd2382d5-ceaa-411d-80cb-5d7814909031 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfec1c42-428a-4a9f-a98b-0a74b49f04af HTTP/1.1" status: 200 len: 946 time: 0.0755959 Aug 22 13:32:53.395728 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-5a710762-6c60-4c68-9bef-1860b657b4de tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-331157764'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:32:53.402509 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9ad97b98-ab34-440a-958d-8f25dfa44708 req-21e17249-8512-44a7-af97-fc9f33db1d44 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=540eab8a-ff39-4c5e-9bac-5eb9f43fb4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373843 Aug 22 13:32:53.436925 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a710762-6c60-4c68-9bef-1860b657b4de tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Made reservation on behalf of b8730c55ccd74552ae7b8435e3a52809 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:32:53.440506 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5a710762-6c60-4c68-9bef-1860b657b4de tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:53.451870 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17a3c05-a560-4f5b-bd7a-6dd7d5267a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc1c657-8e51-4f65-ac79-df114f02ba35'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:32:53.454306 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1ad54b-8ae2-445b-97e9-bc26d703a5b4" -d '{"events": [{"server_uuid": "a17a3c05-a560-4f5b-bd7a-6dd7d5267a95", "name": "network-vif-plugged", "status": "completed", "tag": "fcc1c657-8e51-4f65-ac79-df114f02ba35"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:32:53.458722 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6a441f95-ef62-4cfa-941e-4a3d9f17440f req-f60bf8f7-0a21-4183-9a5e-4f014a682dd3 service neutron] 10.222.0.16 "GET /v2.0/networks/dfedf898-aca6-4df9-b6f5-cb8b2650ce65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237643 Aug 22 13:32:53.459532 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5a710762-6c60-4c68-9bef-1860b657b4de tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:53.500001 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee7ae5e-bf2f-43b2-97b4-522373bd7e17 x-openstack-request-id: req-0ee7ae5e-bf2f-43b2-97b4-522373bd7e17 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:32:53.500327 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a17a3c05-a560-4f5b-bd7a-6dd7d5267a95", "name": "network-vif-plugged", "status": "completed", "tag": "fcc1c657-8e51-4f65-ac79-df114f02ba35", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:32:53.500576 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0ee7ae5e-bf2f-43b2-97b4-522373bd7e17 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:32:53.500972 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17a3c05-a560-4f5b-bd7a-6dd7d5267a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc1c657-8e51-4f65-ac79-df114f02ba35', 'code': 200} Aug 22 13:32:53.506029 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef94b3-f350-4f63-9fdc-0a244004b642 req-0c69b03f-e1c2-45b3-9cfb-9adfc2953c8f tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:53.508086 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fcef94b3-f350-4f63-9fdc-0a244004b642 req-0c69b03f-e1c2-45b3-9cfb-9adfc2953c8f tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=9104bdb0-3ed1-4444-827d-2e5b2dff6010 HTTP/1.1" status: 200 len: 946 time: 0.0674977 Aug 22 13:32:53.564732 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fcef94b3-f350-4f63-9fdc-0a244004b642 req-4aa83010-fa2d-4079-a22d-3e0e3cfa34f0 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500889 Aug 22 13:32:53.579506 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5a710762-6c60-4c68-9bef-1860b657b4de tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:53.602272 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5a710762-6c60-4c68-9bef-1860b657b4de tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:53.635185 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a710762-6c60-4c68-9bef-1860b657b4de tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:32:53.652889 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a710762-6c60-4c68-9bef-1860b657b4de tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb1255c-cb54-40ae-9e3d-1f590a64a198,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:53.657523 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5a710762-6c60-4c68-9bef-1860b657b4de tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:53.657876 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-5a710762-6c60-4c68-9bef-1860b657b4de tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Added segment 046171db-4243-43db-82b3-314caddb36b0 of type vlan for network f9d1cef7-eab3-4204-86aa-1e79163ae572 Aug 22 13:32:53.663667 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c5211-9bbb-4519-8d9e-649ab0c69e5f req-88879307-092a-4937-8eb1-86f815b5d31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:53.665143 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7a4c5211-9bbb-4519-8d9e-649ab0c69e5f req-88879307-092a-4937-8eb1-86f815b5d31e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a17a3c05-a560-4f5b-bd7a-6dd7d5267a95 HTTP/1.1" status: 200 len: 1097 time: 0.0962014 Aug 22 13:32:53.693140 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf8628-0a45-4bf1-8fd9-faa981327195 req-3831e6bd-c0dc-4cf1-a354-b82519d1102b tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:53.695724 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dbbf8628-0a45-4bf1-8fd9-faa981327195 req-3831e6bd-c0dc-4cf1-a354-b82519d1102b tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=9104bdb0-3ed1-4444-827d-2e5b2dff6010 HTTP/1.1" status: 200 len: 946 time: 0.0554061 Aug 22 13:32:53.727819 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5a710762-6c60-4c68-9bef-1860b657b4de tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:53.734690 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dbbf8628-0a45-4bf1-8fd9-faa981327195 req-dfa79101-2347-441d-a3fe-cd3bb89a4cd7 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326183 Aug 22 13:32:53.737258 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7a4c5211-9bbb-4519-8d9e-649ab0c69e5f req-49e3d9a5-75b6-436e-86fc-eff59a2b85aa service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dae66278-0517-487d-81b6-02e3f3d0f286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640056 Aug 22 13:32:53.765337 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5a710762-6c60-4c68-9bef-1860b657b4de tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:53.772148 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a710762-6c60-4c68-9bef-1860b657b4de tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:53.773442 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5a710762-6c60-4c68-9bef-1860b657b4de tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:53.847128 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5a710762-6c60-4c68-9bef-1860b657b4de tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5873029 Aug 22 13:32:53.859989 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7637654-90c9-41ee-81ad-e5683c55e5c7 req-10fd1995-90ac-49ad-a54c-ec7cbd84b1a1 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:53.861730 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c7637654-90c9-41ee-81ad-e5683c55e5c7 req-10fd1995-90ac-49ad-a54c-ec7cbd84b1a1 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=600396a5-ace2-41d1-9a0b-d66821040b5c HTTP/1.1" status: 200 len: 945 time: 0.0551162 Aug 22 13:32:53.871427 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a710762-6c60-4c68-9bef-1860b657b4de tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Pushing event updated for resources: {'Network': ['ID=f9d1cef7-eab3-4204-86aa-1e79163ae572,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:53.882292 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network f9d1cef7-eab3-4204-86aa-1e79163ae572 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:32:53.909891 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c7637654-90c9-41ee-81ad-e5683c55e5c7 req-05e4c585-4ef0-457e-81cc-7c6dac6abd69 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415368 Aug 22 13:32:54.079566 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e0070-84d2-4b34-93ca-f404a11d586f req-9936e20d-f0fd-4766-983d-b6a7b748e634 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:54.080783 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-698e0070-84d2-4b34-93ca-f404a11d586f req-9936e20d-f0fd-4766-983d-b6a7b748e634 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=9104bdb0-3ed1-4444-827d-2e5b2dff6010 HTTP/1.1" status: 200 len: 946 time: 0.0940325 Aug 22 13:32:54.088326 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28d5a0-88e6-496f-b317-d196a5106e99 req-5f7dccb0-d7fa-49a9-a506-083eb740e803 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:54.089701 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cc28d5a0-88e6-496f-b317-d196a5106e99 req-5f7dccb0-d7fa-49a9-a506-083eb740e803 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a944afd9-5a78-4a29-b7f4-0ec3921f97ac HTTP/1.1" status: 200 len: 946 time: 0.0910723 Aug 22 13:32:54.147882 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-698e0070-84d2-4b34-93ca-f404a11d586f req-69a4e4b9-b433-4d7c-bc53-cda6e265da8d tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572200 Aug 22 13:32:54.150810 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cc28d5a0-88e6-496f-b317-d196a5106e99 req-1408180a-1c55-49b0-80f9-96728a7842de tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] 10.222.0.21 "GET /v2.0/security-groups?id=234c8b79-347f-43ad-9ed6-d781b1038229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545263 Aug 22 13:32:54.265556 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5488d0-5c1a-4291-a14b-2984065b7f0d req-e3cc6773-d5ad-488e-b144-c231778fdcf4 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:54.266920 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ca5488d0-5c1a-4291-a14b-2984065b7f0d req-e3cc6773-d5ad-488e-b144-c231778fdcf4 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=9104bdb0-3ed1-4444-827d-2e5b2dff6010 HTTP/1.1" status: 200 len: 946 time: 0.0497723 Aug 22 13:32:54.330280 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ca5488d0-5c1a-4291-a14b-2984065b7f0d req-8e6d3f2f-5183-4de6-8d46-0351ed5f4074 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538998 Aug 22 13:32:54.338982 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56609936-8d28-4715-8eb3-f11ae5d1c121 req-b76d1f04-b54b-4fe4-b0db-135caa92a8b2 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:54.340498 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-56609936-8d28-4715-8eb3-f11ae5d1c121 req-b76d1f04-b54b-4fe4-b0db-135caa92a8b2 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17a3c05-a560-4f5b-bd7a-6dd7d5267a95 HTTP/1.1" status: 200 len: 945 time: 0.0726640 Aug 22 13:32:54.385894 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-56609936-8d28-4715-8eb3-f11ae5d1c121 req-b5974b30-8378-4189-9813-75936fe05a44 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/security-groups?id=dae66278-0517-487d-81b6-02e3f3d0f286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331032 Aug 22 13:32:54.537548 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de3679-d7f3-4d90-828e-739ee8f986cc req-e0aa487a-420f-43fc-8314-2bbe37dff788 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:54.539674 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f6de3679-d7f3-4d90-828e-739ee8f986cc req-e0aa487a-420f-43fc-8314-2bbe37dff788 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfec1c42-428a-4a9f-a98b-0a74b49f04af HTTP/1.1" status: 200 len: 946 time: 0.0584447 Aug 22 13:32:54.606216 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f6de3679-d7f3-4d90-828e-739ee8f986cc req-5ec15b0a-c569-4245-9f33-bc75a0573e35 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=540eab8a-ff39-4c5e-9bac-5eb9f43fb4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574865 Aug 22 13:32:54.614264 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6dac7-408e-4c24-a4c9-f4e88cacfcd6 req-e12315e9-3e0f-40d7-8019-d8aec5c9bbfe tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:54.615725 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-08e6dac7-408e-4c24-a4c9-f4e88cacfcd6 req-e12315e9-3e0f-40d7-8019-d8aec5c9bbfe tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=9104bdb0-3ed1-4444-827d-2e5b2dff6010 HTTP/1.1" status: 200 len: 946 time: 0.0751877 Aug 22 13:32:54.656899 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-08e6dac7-408e-4c24-a4c9-f4e88cacfcd6 req-d2681ca9-8e5e-4857-a6c9-904bfc8e417b tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340688 Aug 22 13:32:54.776839 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15078e6b-8e5a-4c64-beae-c3cc78635313 req-11804333-cf18-4524-b9f7-1cfba72ecdcf tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:54.778586 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-15078e6b-8e5a-4c64-beae-c3cc78635313 req-11804333-cf18-4524-b9f7-1cfba72ecdcf tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=9104bdb0-3ed1-4444-827d-2e5b2dff6010 HTTP/1.1" status: 200 len: 946 time: 0.0496709 Aug 22 13:32:54.817305 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-15078e6b-8e5a-4c64-beae-c3cc78635313 req-fa4a9c17-82c3-4700-ab0b-eed22dcb9d26 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324752 Aug 22 13:32:55.062848 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431206b-02c0-45b3-a1b4-629ffe94f0e8 req-41d7db5b-5f4e-45b7-805c-b269bff8cd40 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:55.064660 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0431206b-02c0-45b3-a1b4-629ffe94f0e8 req-41d7db5b-5f4e-45b7-805c-b269bff8cd40 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=600396a5-ace2-41d1-9a0b-d66821040b5c HTTP/1.1" status: 200 len: 945 time: 0.0543194 Aug 22 13:32:55.108943 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0431206b-02c0-45b3-a1b4-629ffe94f0e8 req-baa6ddcd-6d4d-4073-8d0d-7fdbbeb0e2bc tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366771 Aug 22 13:32:55.174602 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec598f1e-3d38-4922-b760-35db8cf0f040 req-f6f7fb48-4e7b-4be9-be35-21a98d7317e1 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:55.176059 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ec598f1e-3d38-4922-b760-35db8cf0f040 req-f6f7fb48-4e7b-4be9-be35-21a98d7317e1 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=9104bdb0-3ed1-4444-827d-2e5b2dff6010 HTTP/1.1" status: 200 len: 946 time: 0.0550151 Aug 22 13:32:55.218688 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ec598f1e-3d38-4922-b760-35db8cf0f040 req-33bd3b52-b65b-4313-80e4-49da5a1e8c5c tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347817 Aug 22 13:32:55.285114 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a791cc-7eb1-41b5-aceb-f1c7d04b4572 req-233a8b04-071f-4724-8bca-d5110a326d8c tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:55.286565 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f7a791cc-7eb1-41b5-aceb-f1c7d04b4572 req-233a8b04-071f-4724-8bca-d5110a326d8c tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a944afd9-5a78-4a29-b7f4-0ec3921f97ac HTTP/1.1" status: 200 len: 946 time: 0.0480344 Aug 22 13:32:55.324391 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f7a791cc-7eb1-41b5-aceb-f1c7d04b4572 req-325f4412-ca2c-4027-b72b-83a61b0cd8b1 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] 10.222.0.21 "GET /v2.0/security-groups?id=234c8b79-347f-43ad-9ed6-d781b1038229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309858 Aug 22 13:32:55.492741 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d08494-f1d3-4709-b1c7-b1a8bdc6099e req-181faf13-a241-40cf-93fc-16fc21e941b2 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:55.494312 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-93d08494-f1d3-4709-b1c7-b1a8bdc6099e req-181faf13-a241-40cf-93fc-16fc21e941b2 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] 10.222.0.41 "GET /v2.0/ports?device_id=a944afd9-5a78-4a29-b7f4-0ec3921f97ac HTTP/1.1" status: 200 len: 946 time: 0.0976129 Aug 22 13:32:55.564994 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50799880-0706-4cbd-b55c-6f1731329ddf req-6af88eb6-92cf-4e3f-a5ed-58def529eeeb tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:55.566726 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-50799880-0706-4cbd-b55c-6f1731329ddf req-6af88eb6-92cf-4e3f-a5ed-58def529eeeb tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17a3c05-a560-4f5b-bd7a-6dd7d5267a95 HTTP/1.1" status: 200 len: 945 time: 0.0695896 Aug 22 13:32:55.620562 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-50799880-0706-4cbd-b55c-6f1731329ddf req-8d65e08d-570a-4ba4-bcd8-665d2b681802 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/security-groups?id=dae66278-0517-487d-81b6-02e3f3d0f286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393999 Aug 22 13:32:55.622174 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-93d08494-f1d3-4709-b1c7-b1a8bdc6099e req-5a8d0117-199d-4647-975e-2d87b321473d tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Deleting port 3597a3c4-34c5-4fd7-8331-4fd259b9f118 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:32:55.622610 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-93d08494-f1d3-4709-b1c7-b1a8bdc6099e req-5a8d0117-199d-4647-975e-2d87b321473d tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:55.744603 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-93d08494-f1d3-4709-b1c7-b1a8bdc6099e req-5a8d0117-199d-4647-975e-2d87b321473d tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] For port 3597a3c4-34c5-4fd7-8331-4fd259b9f118, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=3597a3c4-34c5-4fd7-8331-4fd259b9f118,segment=NetworkSegment(49208809-da77-487f-9875-d534fb6ba483),segment_id=49208809-da77-487f-9875-d534fb6ba483)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:32:55.745076 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-93d08494-f1d3-4709-b1c7-b1a8bdc6099e req-5a8d0117-199d-4647-975e-2d87b321473d tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:55.783398 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd6cf0-5f43-40fd-aef2-75f4fd7a5384 req-075893a6-f267-4dac-adeb-bbfe805898dc tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:55.784919 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-98cd6cf0-5f43-40fd-aef2-75f4fd7a5384 req-075893a6-f267-4dac-adeb-bbfe805898dc tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/ports?device_id=ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0788946 Aug 22 13:32:55.795307 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c8f9d4-fbb2-4e75-bc73-a3f02b7d6c21 req-d728a723-d1f9-43fc-b01f-d4b99419fd23 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:55.796751 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-33c8f9d4-fbb2-4e75-bc73-a3f02b7d6c21 req-d728a723-d1f9-43fc-b01f-d4b99419fd23 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfec1c42-428a-4a9f-a98b-0a74b49f04af HTTP/1.1" status: 200 len: 946 time: 0.0813389 Aug 22 13:32:55.854303 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-98cd6cf0-5f43-40fd-aef2-75f4fd7a5384 req-dbfaaa9d-cd5a-469a-83f6-0a417aa5a0d3 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.141 HTTP/1.1" status: 200 len: 696 time: 0.0563040 Aug 22 13:32:55.871378 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-98cd6cf0-5f43-40fd-aef2-75f4fd7a5384 req-0a69b6fd-6d20-4db4-b093-53f33f25618a tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Request body: {'floatingip': {'port_id': 'fdf04e65-b1ed-4714-9ca4-d2b0e834a15a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:32:55.912179 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-33c8f9d4-fbb2-4e75-bc73-a3f02b7d6c21 req-8b2b096d-5f46-420c-8cf8-e5bef9fdfbc5 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=540eab8a-ff39-4c5e-9bac-5eb9f43fb4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082716 Aug 22 13:32:55.925864 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-98cd6cf0-5f43-40fd-aef2-75f4fd7a5384 req-0a69b6fd-6d20-4db4-b093-53f33f25618a tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Notify callbacks [] for floatingip, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:55.967192 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-93d08494-f1d3-4709-b1c7-b1a8bdc6099e req-5a8d0117-199d-4647-975e-2d87b321473d tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:55.967598 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-93d08494-f1d3-4709-b1c7-b1a8bdc6099e req-5a8d0117-199d-4647-975e-2d87b321473d tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:55.967922 n-d-793621-33 neutron-server[94628]: INFO neutron.db.l3_db [req-93d08494-f1d3-4709-b1c7-b1a8bdc6099e req-5a8d0117-199d-4647-975e-2d87b321473d tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Floating IP c586bdf8-ac90-453a-b5de-62ead9eb4a30 disassociated. External IP: 172.25.3.111, port: 3597a3c4-34c5-4fd7-8331-4fd259b9f118. Aug 22 13:32:55.969488 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-93d08494-f1d3-4709-b1c7-b1a8bdc6099e req-5a8d0117-199d-4647-975e-2d87b321473d tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Calling delete_port for 3597a3c4-34c5-4fd7-8331-4fd259b9f118 owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:32:56.183321 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-93d08494-f1d3-4709-b1c7-b1a8bdc6099e req-5a8d0117-199d-4647-975e-2d87b321473d tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:56.223579 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8d0117-199d-4647-975e-2d87b321473d tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Pushing event deleted for resources: {'Port': ['ID=3597a3c4-34c5-4fd7-8331-4fd259b9f118,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:56.380444 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93d08494-f1d3-4709-b1c7-b1a8bdc6099e req-5a8d0117-199d-4647-975e-2d87b321473d tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Router 8ea05af1-6c3a-4ef9-866e-916e069b65cb has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:32:56.527737 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93d08494-f1d3-4709-b1c7-b1a8bdc6099e req-5a8d0117-199d-4647-975e-2d87b321473d tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:32:56.542257 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c564c7-baf3-47f7-9271-6b5550f19f2e None None] Sync routers for ids ['8ea05af1-6c3a-4ef9-866e-916e069b65cb'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:32:56.552747 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c564c7-baf3-47f7-9271-6b5550f19f2e None None] Routers {'8ea05af1-6c3a-4ef9-866e-916e069b65cb'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:32:56.553658 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-c6c564c7-baf3-47f7-9271-6b5550f19f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:32:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['8ea05af1-6c3a-4ef9-866e-916e069b65cb'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:56.590067 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d08494-f1d3-4709-b1c7-b1a8bdc6099e req-5a8d0117-199d-4647-975e-2d87b321473d tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] No DVR routers for this DVR port 3597a3c4-34c5-4fd7-8331-4fd259b9f118 on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:32:56.592788 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-93d08494-f1d3-4709-b1c7-b1a8bdc6099e req-5a8d0117-199d-4647-975e-2d87b321473d tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:56.595034 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-93d08494-f1d3-4709-b1c7-b1a8bdc6099e req-5a8d0117-199d-4647-975e-2d87b321473d tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] 10.222.0.41 "DELETE /v2.0/ports/3597a3c4-34c5-4fd7-8331-4fd259b9f118 HTTP/1.1" status: 204 len: 173 time: 1.0937598 Aug 22 13:32:56.595479 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a944afd9-5a78-4a29-b7f4-0ec3921f97ac', 'name': 'network-vif-deleted', 'tag': '3597a3c4-34c5-4fd7-8331-4fd259b9f118'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:32:56.597790 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61416ead-0eed-4254-b12b-d93774902d2c" -d '{"events": [{"server_uuid": "a944afd9-5a78-4a29-b7f4-0ec3921f97ac", "name": "network-vif-deleted", "tag": "3597a3c4-34c5-4fd7-8331-4fd259b9f118"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:32:56.671385 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55869e36-fba5-44b8-aae0-ad53737fc8b8 req-46caf94c-88f9-4bce-a737-efdf38c8f772 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:56.682774 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-55869e36-fba5-44b8-aae0-ad53737fc8b8 req-46caf94c-88f9-4bce-a737-efdf38c8f772 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=600396a5-ace2-41d1-9a0b-d66821040b5c HTTP/1.1" status: 200 len: 945 time: 0.1073132 Aug 22 13:32:56.687504 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-98cd6cf0-5f43-40fd-aef2-75f4fd7a5384 req-0a69b6fd-6d20-4db4-b093-53f33f25618a tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:56.696895 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-98cd6cf0-5f43-40fd-aef2-75f4fd7a5384 req-0a69b6fd-6d20-4db4-b093-53f33f25618a tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:56.714636 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-c6c564c7-baf3-47f7-9271-6b5550f19f2e None None] Set router 8ea05af1-6c3a-4ef9-866e-916e069b65cb gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:32:56.796622 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-55869e36-fba5-44b8-aae0-ad53737fc8b8 req-357f8c2e-d30f-4673-8f8f-207ba079e17c tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131942 Aug 22 13:32:56.919242 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ea325-71c4-4461-9bc3-d2ffb4aa64f0 req-e5023d14-d693-4b9b-bd29-9c04650896a6 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:56.921008 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-029ea325-71c4-4461-9bc3-d2ffb4aa64f0 req-e5023d14-d693-4b9b-bd29-9c04650896a6 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.16 "GET /v2.0/ports?device_id=9104bdb0-3ed1-4444-827d-2e5b2dff6010 HTTP/1.1" status: 200 len: 946 time: 0.0794315 Aug 22 13:32:57.002425 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-c6c564c7-baf3-47f7-9271-6b5550f19f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea05af1-6c3a-4ef9-866e-916e069b65cb', 'name': 'tempest-ServersTestManualDisk-60083470-router', 'tenant_id': 'bc7550b4a548451f8b1330acc8f91021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '0e3fb4f0-b11a-4555-ba48-90648260c933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:30:47Z', 'updated_at': '2021-08-22T13:30:52Z', 'revision_number': 4, 'project_id': 'bc7550b4a548451f8b1330acc8f91021', 'gw_port': {'id': '0e3fb4f0-b11a-4555-ba48-90648260c933', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:12:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea05af1-6c3a-4ef9-866e-916e069b65cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:30:48Z', 'updated_at': '2021-08-22T13:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '3849a0c5-fba1-4af3-9186-207a6d65355c', 'name': '', 'network_id': '5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660', 'tenant_id': 'bc7550b4a548451f8b1330acc8f91021', 'mac_address': 'fa:16:3e:ba:9c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea05af1-6c3a-4ef9-866e-916e069b65cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '26169fc2-edbb-4588-a40f-611bbaa4dc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:30:51Z', 'updated_at': '2021-08-22T13:30:59Z', 'revision_number': 5, 'project_id': 'bc7550b4a548451f8b1330acc8f91021', 'subnets': [{'id': '26169fc2-edbb-4588-a40f-611bbaa4dc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:57.031551 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c564c7-baf3-47f7-9271-6b5550f19f2e None None] Checking router: 8ea05af1-6c3a-4ef9-866e-916e069b65cb for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:32:57.040895 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33428) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:57.043084 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c564c7-baf3-47f7-9271-6b5550f19f2e None None] Routers {'8ea05af1-6c3a-4ef9-866e-916e069b65cb'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:32:57.043890 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-c6c564c7-baf3-47f7-9271-6b5550f19f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:32:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['8ea05af1-6c3a-4ef9-866e-916e069b65cb'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:57.046056 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-382c156e-779f-4ce7-a280-7cbb6474dc43 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Request body: {'subnet': {'network_id': 'f9d1cef7-eab3-4204-86aa-1e79163ae572', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:32:57.114960 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-029ea325-71c4-4461-9bc3-d2ffb4aa64f0 req-bbbb020b-b347-4e18-98ac-afbd5f6a9e1b tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Deleting port a3dedcad-8fe6-4607-87b3-3807283756f3 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:32:57.115338 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-029ea325-71c4-4461-9bc3-d2ffb4aa64f0 req-bbbb020b-b347-4e18-98ac-afbd5f6a9e1b tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:57.162236 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 37c1d082-20c5-48bc-ad7a-e78a2d83afca no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:32:57.174081 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-c6c564c7-baf3-47f7-9271-6b5550f19f2e None None] Set router 8ea05af1-6c3a-4ef9-866e-916e069b65cb gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:32:57.234421 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382c156e-779f-4ce7-a280-7cbb6474dc43 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Made reservation on behalf of b8730c55ccd74552ae7b8435e3a52809 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:32:57.243811 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382c156e-779f-4ce7-a280-7cbb6474dc43 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:57.299323 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-029ea325-71c4-4461-9bc3-d2ffb4aa64f0 req-bbbb020b-b347-4e18-98ac-afbd5f6a9e1b tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] For port a3dedcad-8fe6-4607-87b3-3807283756f3, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=a3dedcad-8fe6-4607-87b3-3807283756f3,segment=NetworkSegment(8d87fb8b-79cc-422a-9fb9-b5f71decb79a),segment_id=8d87fb8b-79cc-422a-9fb9-b5f71decb79a)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:32:57.299753 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-029ea325-71c4-4461-9bc3-d2ffb4aa64f0 req-bbbb020b-b347-4e18-98ac-afbd5f6a9e1b tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:57.301365 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:57.315112 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-029ea325-71c4-4461-9bc3-d2ffb4aa64f0 req-bbbb020b-b347-4e18-98ac-afbd5f6a9e1b tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Calling delete_port for a3dedcad-8fe6-4607-87b3-3807283756f3 owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:32:57.331637 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfec1c42-428a-4a9f-a98b-0a74b49f04af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37c1d082-20c5-48bc-ad7a-e78a2d83afca'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:32:57.335110 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c3801b-5f8c-4333-92c2-f4e34677af5f" -d '{"events": [{"server_uuid": "dfec1c42-428a-4a9f-a98b-0a74b49f04af", "name": "network-vif-unplugged", "status": "completed", "tag": "37c1d082-20c5-48bc-ad7a-e78a2d83afca"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:32:57.353607 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 37c1d082-20c5-48bc-ad7a-e78a2d83afca, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=37c1d082-20c5-48bc-ad7a-e78a2d83afca,segment=NetworkSegment(e0cf36a3-398c-4c68-a668-edae22b1fee1),segment_id=e0cf36a3-398c-4c68-a668-edae22b1fee1)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:32:57.362976 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:57.385337 n-d-793621-33 neutron-server[94627]: INFO neutron.db.l3_db [req-98cd6cf0-5f43-40fd-aef2-75f4fd7a5384 req-0a69b6fd-6d20-4db4-b093-53f33f25618a tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Floating IP fbb7e8f4-e903-4241-97e0-24aafac70301 associated. External IP: 172.25.3.141, port: fdf04e65-b1ed-4714-9ca4-d2b0e834a15a. Aug 22 13:32:57.429693 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=37c1d082-20c5-48bc-ad7a-e78a2d83afca,revision_number=8']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:57.444052 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e18b20-af11-41bb-9170-078e1d373a79 req-d3da7f03-dd1d-4129-bc43-1e27c1638332 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:57.445713 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-80e18b20-af11-41bb-9170-078e1d373a79 req-d3da7f03-dd1d-4129-bc43-1e27c1638332 tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/ports?device_id=9104bdb0-3ed1-4444-827d-2e5b2dff6010 HTTP/1.1" status: 200 len: 946 time: 0.5399039 Aug 22 13:32:57.446817 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-c6c564c7-baf3-47f7-9271-6b5550f19f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea05af1-6c3a-4ef9-866e-916e069b65cb', 'name': 'tempest-ServersTestManualDisk-60083470-router', 'tenant_id': 'bc7550b4a548451f8b1330acc8f91021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '0e3fb4f0-b11a-4555-ba48-90648260c933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:30:47Z', 'updated_at': '2021-08-22T13:30:52Z', 'revision_number': 4, 'project_id': 'bc7550b4a548451f8b1330acc8f91021', 'gw_port': {'id': '0e3fb4f0-b11a-4555-ba48-90648260c933', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:12:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea05af1-6c3a-4ef9-866e-916e069b65cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:30:48Z', 'updated_at': '2021-08-22T13:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '3849a0c5-fba1-4af3-9186-207a6d65355c', 'name': '', 'network_id': '5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660', 'tenant_id': 'bc7550b4a548451f8b1330acc8f91021', 'mac_address': 'fa:16:3e:ba:9c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea05af1-6c3a-4ef9-866e-916e069b65cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '26169fc2-edbb-4588-a40f-611bbaa4dc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:30:51Z', 'updated_at': '2021-08-22T13:30:59Z', 'revision_number': 5, 'project_id': 'bc7550b4a548451f8b1330acc8f91021', 'subnets': [{'id': '26169fc2-edbb-4588-a40f-611bbaa4dc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:57.475358 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c564c7-baf3-47f7-9271-6b5550f19f2e None None] The sync data for ids ['8ea05af1-6c3a-4ef9-866e-916e069b65cb'] in n-d-793621-33 is: [{'id': '8ea05af1-6c3a-4ef9-866e-916e069b65cb', 'name': 'tempest-ServersTestManualDisk-60083470-router', 'tenant_id': 'bc7550b4a548451f8b1330acc8f91021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '0e3fb4f0-b11a-4555-ba48-90648260c933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:30:47Z', 'updated_at': '2021-08-22T13:30:52Z', 'revision_number': 4, 'project_id': 'bc7550b4a548451f8b1330acc8f91021', 'gw_port': {'id': '0e3fb4f0-b11a-4555-ba48-90648260c933', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:12:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea05af1-6c3a-4ef9-866e-916e069b65cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:30:48Z', 'updated_at': '2021-08-22T13:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '3849a0c5-fba1-4af3-9186-207a6d65355c', 'name': '', 'network_id': '5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660', 'tenant_id': 'bc7550b4a548451f8b1330acc8f91021', 'mac_address': 'fa:16:3e:ba:9c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea05af1-6c3a-4ef9-866e-916e069b65cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '26169fc2-edbb-4588-a40f-611bbaa4dc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:30:51Z', 'updated_at': '2021-08-22T13:30:59Z', 'revision_number': 5, 'project_id': 'bc7550b4a548451f8b1330acc8f91021', 'subnets': [{'id': '26169fc2-edbb-4588-a40f-611bbaa4dc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:32:57.540803 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-80e18b20-af11-41bb-9170-078e1d373a79 req-1123eac6-3617-4a0c-ba36-3d426f9656bc tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849941 Aug 22 13:32:57.676687 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98cd6cf0-5f43-40fd-aef2-75f4fd7a5384 req-0a69b6fd-6d20-4db4-b093-53f33f25618a tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Router e6cb4467-da7f-4a21-8bf2-b77bab11ad34 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:32:57.813346 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98cd6cf0-5f43-40fd-aef2-75f4fd7a5384 req-0a69b6fd-6d20-4db4-b093-53f33f25618a tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:32:57.818655 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-98cd6cf0-5f43-40fd-aef2-75f4fd7a5384 req-0a69b6fd-6d20-4db4-b093-53f33f25618a tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:57.825412 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cecd86b-cf17-4e88-a00b-06f79112ba1d None None] Sync routers for ids ['e6cb4467-da7f-4a21-8bf2-b77bab11ad34'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:32:57.835673 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cecd86b-cf17-4e88-a00b-06f79112ba1d None None] Routers {'e6cb4467-da7f-4a21-8bf2-b77bab11ad34'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:32:57.837521 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-7cecd86b-cf17-4e88-a00b-06f79112ba1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:32:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['e6cb4467-da7f-4a21-8bf2-b77bab11ad34'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:57.850382 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef480a5-0f32-41f2-bbdc-7061d0454c50 None None] New status for floating IP c586bdf8-ac90-453a-b5de-62ead9eb4a30: DOWN {{(pid=94630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 13:32:57.868591 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-98cd6cf0-5f43-40fd-aef2-75f4fd7a5384 req-0a69b6fd-6d20-4db4-b093-53f33f25618a tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "PUT /v2.0/floatingips/fbb7e8f4-e903-4241-97e0-24aafac70301 HTTP/1.1" status: 200 len: 996 time: 2.0061331 Aug 22 13:32:57.870344 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c', 'tag': 'fdf04e65-b1ed-4714-9ca4-d2b0e834a15a'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:32:57.885694 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc7cca2-9b0a-4d67-8ffe-ac2d360055a3" -d '{"events": [{"name": "network-changed", "server_uuid": "ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c", "tag": "fdf04e65-b1ed-4714-9ca4-d2b0e834a15a"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:32:57.953169 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd6cf0-5f43-40fd-aef2-75f4fd7a5384 req-fffe12e5-0255-4c63-b460-bf9589089266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:57.955476 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-98cd6cf0-5f43-40fd-aef2-75f4fd7a5384 req-fffe12e5-0255-4c63-b460-bf9589089266 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8c7f26536b7540b7b292e9293304df5d&device_id=ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c HTTP/1.1" status: 200 len: 1097 time: 0.0629785 Aug 22 13:32:58.002642 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-029ea325-71c4-4461-9bc3-d2ffb4aa64f0 req-bbbb020b-b347-4e18-98ac-afbd5f6a9e1b tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:58.008181 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382c156e-779f-4ce7-a280-7cbb6474dc43 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:58.027367 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['a3dedcad-8fe6-4607-87b3-3807283756f3'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:32:58.087337 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbb020b-b347-4e18-98ac-afbd5f6a9e1b tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Pushing event deleted for resources: {'Port': ['ID=a3dedcad-8fe6-4607-87b3-3807283756f3,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:58.092791 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-7cecd86b-cf17-4e88-a00b-06f79112ba1d None None] Set router e6cb4467-da7f-4a21-8bf2-b77bab11ad34 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:32:58.136462 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b130f6b-75fb-42c9-93ee-368778425359 x-openstack-request-id: req-5b130f6b-75fb-42c9-93ee-368778425359 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:32:58.136761 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a944afd9-5a78-4a29-b7f4-0ec3921f97ac", "name": "network-vif-deleted", "tag": "3597a3c4-34c5-4fd7-8331-4fd259b9f118", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:32:58.136995 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5b130f6b-75fb-42c9-93ee-368778425359 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:32:58.137389 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a944afd9-5a78-4a29-b7f4-0ec3921f97ac', 'name': 'network-vif-deleted', 'tag': '3597a3c4-34c5-4fd7-8331-4fd259b9f118', 'status': 'completed', 'code': 200} Aug 22 13:32:58.140188 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd6cf0-5f43-40fd-aef2-75f4fd7a5384 req-b5ba821f-48f3-4c1d-bbbc-6f4b4fcab2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:58.141915 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-98cd6cf0-5f43-40fd-aef2-75f4fd7a5384 req-b5ba821f-48f3-4c1d-bbbc-6f4b4fcab2b6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4 HTTP/1.1" status: 200 len: 922 time: 0.1797650 Aug 22 13:32:58.173815 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-029ea325-71c4-4461-9bc3-d2ffb4aa64f0 req-bbbb020b-b347-4e18-98ac-afbd5f6a9e1b tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] No DVR routers for this DVR port a3dedcad-8fe6-4607-87b3-3807283756f3 on host n-h2-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:32:58.182226 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382c156e-779f-4ce7-a280-7cbb6474dc43 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Checking segment: {'id': '046171db-4243-43db-82b3-314caddb36b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f9d1cef7-eab3-4204-86aa-1e79163ae572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:32:58.182620 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382c156e-779f-4ce7-a280-7cbb6474dc43 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Network hostable DHCP agents. Network: f9d1cef7-eab3-4204-86aa-1e79163ae572, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:32:58.191286 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-029ea325-71c4-4461-9bc3-d2ffb4aa64f0 req-bbbb020b-b347-4e18-98ac-afbd5f6a9e1b tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:58.193645 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-029ea325-71c4-4461-9bc3-d2ffb4aa64f0 req-bbbb020b-b347-4e18-98ac-afbd5f6a9e1b tempest-ServerDiskConfigTestJSON-1077401271 tempest-ServerDiskConfigTestJSON-1077401271-project] 10.222.0.16 "DELETE /v2.0/ports/a3dedcad-8fe6-4607-87b3-3807283756f3 HTTP/1.1" status: 204 len: 173 time: 1.2573628 Aug 22 13:32:58.195595 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382c156e-779f-4ce7-a280-7cbb6474dc43 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Pushing event updated for resources: {'Subnet': ['ID=49407b65-fa10-4c72-bec5-93ecf35250cd,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:58.219820 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:58.222083 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382c156e-779f-4ce7-a280-7cbb6474dc43 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Network f9d1cef7-eab3-4204-86aa-1e79163ae572 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:32:58.238278 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-382c156e-779f-4ce7-a280-7cbb6474dc43 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, f9d1cef7-eab3-4204-86aa-1e79163ae572) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:32:58.239609 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-98cd6cf0-5f43-40fd-aef2-75f4fd7a5384 req-6d5ec846-0ad6-4871-b7a0-de9ca52db568 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdf04e65-b1ed-4714-9ca4-d2b0e834a15a HTTP/1.1" status: 200 len: 999 time: 0.0836413 Aug 22 13:32:58.244938 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382c156e-779f-4ce7-a280-7cbb6474dc43 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:58.246760 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-382c156e-779f-4ce7-a280-7cbb6474dc43 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:58.271432 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-382c156e-779f-4ce7-a280-7cbb6474dc43 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2294254 Aug 22 13:32:58.275590 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33446) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:58.286724 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-6864b3fc-7435-45d9-874c-fd0824c68abf tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-89669988'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:32:58.313335 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 22 Aug 2021 13:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a05ccb7-3fcc-442f-9305-d966d77b0f9a x-openstack-request-id: req-5a05ccb7-3fcc-442f-9305-d966d77b0f9a {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:32:58.313629 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfec1c42-428a-4a9f-a98b-0a74b49f04af", "name": "network-vif-unplugged", "status": "failed", "tag": "37c1d082-20c5-48bc-ad7a-e78a2d83afca", "code": 422}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:32:58.313885 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5a05ccb7-3fcc-442f-9305-d966d77b0f9a {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:32:58.314266 n-d-793621-33 neutron-server[94629]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dfec1c42-428a-4a9f-a98b-0a74b49f04af', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '37c1d082-20c5-48bc-ad7a-e78a2d83afca', 'code': 422} returned with failed status Aug 22 13:32:58.314957 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57da7de-5265-4a62-951e-d9f024bf71ec None None] Network f9d1cef7-eab3-4204-86aa-1e79163ae572 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:32:58.323246 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 33448) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:58.337412 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6864b3fc-7435-45d9-874c-fd0824c68abf tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Made reservation on behalf of b8730c55ccd74552ae7b8435e3a52809 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:32:58.356947 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6864b3fc-7435-45d9-874c-fd0824c68abf tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:58.369704 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd6cf0-5f43-40fd-aef2-75f4fd7a5384 req-1d4d8f7a-8daa-4e82-8f98-ef0be7323344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:58.380496 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-98cd6cf0-5f43-40fd-aef2-75f4fd7a5384 req-1d4d8f7a-8daa-4e82-8f98-ef0be7323344 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bab5dc6f-337b-4be1-b114-f5e216f3b569 HTTP/1.1" status: 200 len: 860 time: 0.1244946 Aug 22 13:32:58.396553 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6864b3fc-7435-45d9-874c-fd0824c68abf tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:32:58.408064 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6864b3fc-7435-45d9-874c-fd0824c68abf tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:58.408604 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-6864b3fc-7435-45d9-874c-fd0824c68abf tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Added segment 63717478-6d6c-4f27-847c-b034e91ce016 of type vlan for network 23289d44-c302-4290-a4a1-7acf8204492a Aug 22 13:32:58.424330 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a36deacb-14f4-40e2-bb50-c56b5e3eb6a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:58.456523 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6864b3fc-7435-45d9-874c-fd0824c68abf tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:58.488143 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6864b3fc-7435-45d9-874c-fd0824c68abf tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:58.489231 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd6cf0-5f43-40fd-aef2-75f4fd7a5384 req-03595261-7ee9-4159-a3d6-f06240f9f05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:58.495339 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6864b3fc-7435-45d9-874c-fd0824c68abf tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:58.496199 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6864b3fc-7435-45d9-874c-fd0824c68abf tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:58.498051 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-98cd6cf0-5f43-40fd-aef2-75f4fd7a5384 req-03595261-7ee9-4159-a3d6-f06240f9f05f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1165204 Aug 22 13:32:58.507338 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bf59c31f-2534-4402-bbf9-1c4d69624643 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:58.532124 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9f3ee-10bc-4cf6-ba4b-7af7e56f4fd9 req-eede986c-14b1-4006-b286-7bb8ad1f6aef tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:58.533497 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-7cecd86b-cf17-4e88-a00b-06f79112ba1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'name': 'tempest-FloatingIPsAssociationTestJSON-1552091199-router', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'c487e8e9-f194-4745-9cfb-f72df839c40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:32:13Z', 'updated_at': '2021-08-22T13:32:17Z', 'revision_number': 4, 'project_id': '8c7f26536b7540b7b292e9293304df5d', 'gw_port': {'id': 'c487e8e9-f194-4745-9cfb-f72df839c40e', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:32:14Z', 'updated_at': '2021-08-22T13:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'fbb7e8f4-e903-4241-97e0-24aafac70301', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'floating_ip_address': '172.25.3.141', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'port_id': 'fdf04e65-b1ed-4714-9ca4-d2b0e834a15a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4', 'mac_address': 'fa:16:3e:2e:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:32:36Z', 'updated_at': '2021-08-22T13:32:56Z', 'revision_number': 1, 'project_id': '8c7f26536b7540b7b292e9293304df5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4121abf5-11ad-4df1-8c3b-3a9b600586c3', 'name': '', 'network_id': 'dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'mac_address': 'fa:16:3e:d8:db:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'bab5dc6f-337b-4be1-b114-f5e216f3b569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:32:16Z', 'updated_at': '2021-08-22T13:32:23Z', 'revision_number': 5, 'project_id': '8c7f26536b7540b7b292e9293304df5d', 'subnets': [{'id': 'bab5dc6f-337b-4be1-b114-f5e216f3b569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:58.533806 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c0d9f3ee-10bc-4cf6-ba4b-7af7e56f4fd9 req-eede986c-14b1-4006-b286-7bb8ad1f6aef tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=600396a5-ace2-41d1-9a0b-d66821040b5c HTTP/1.1" status: 200 len: 945 time: 0.1405866 Aug 22 13:32:58.567847 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833fa0e6-a42f-48fa-8625-064cbc869596 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-f9d1cef7-eab3-4204-86aa-1e79163ae572', 'network_id': 'f9d1cef7-eab3-4204-86aa-1e79163ae572', 'tenant_id': 'b8730c55ccd74552ae7b8435e3a52809', 'fixed_ips': [{'subnet_id': '49407b65-fa10-4c72-bec5-93ecf35250cd'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:32:58.568760 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-833fa0e6-a42f-48fa-8625-064cbc869596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:58.571620 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6864b3fc-7435-45d9-874c-fd0824c68abf tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2943535 Aug 22 13:32:58.575058 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33452) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:58.575420 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cecd86b-cf17-4e88-a00b-06f79112ba1d None None] Checking router: e6cb4467-da7f-4a21-8bf2-b77bab11ad34 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:32:58.581869 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-a82bb727-aed8-4d09-a198-7c5e2cf3e439 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Request body: {'subnet': {'network_id': '23289d44-c302-4290-a4a1-7acf8204492a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:32:58.601518 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cecd86b-cf17-4e88-a00b-06f79112ba1d None None] Routers {'e6cb4467-da7f-4a21-8bf2-b77bab11ad34'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:32:58.602081 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-7cecd86b-cf17-4e88-a00b-06f79112ba1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:32:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['e6cb4467-da7f-4a21-8bf2-b77bab11ad34'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:58.603686 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864b3fc-7435-45d9-874c-fd0824c68abf tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Pushing event updated for resources: {'Network': ['ID=23289d44-c302-4290-a4a1-7acf8204492a,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:58.611671 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bf59c31f-2534-4402-bbf9-1c4d69624643 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:58.667462 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c0d9f3ee-10bc-4cf6-ba4b-7af7e56f4fd9 req-732fc754-e4ad-4819-bc5c-c611c8744a07 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252465 Aug 22 13:32:58.689626 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 23289d44-c302-4290-a4a1-7acf8204492a details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:32:58.690557 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-98cd6cf0-5f43-40fd-aef2-75f4fd7a5384 req-16b04420-ec81-4f0b-a3b1-6d1f7289b216 service neutron] 10.222.0.21 "GET /v2.0/networks/dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915433 Aug 22 13:32:58.724176 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82bb727-aed8-4d09-a198-7c5e2cf3e439 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Made reservation on behalf of b8730c55ccd74552ae7b8435e3a52809 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:32:58.732052 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a82bb727-aed8-4d09-a198-7c5e2cf3e439 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:58.742957 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bf59c31f-2534-4402-bbf9-1c4d69624643 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:58.745749 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bf59c31f-2534-4402-bbf9-1c4d69624643 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:58.749533 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-bf59c31f-2534-4402-bbf9-1c4d69624643 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] 10.222.0.21 "DELETE /v2.0/security-groups/234c8b79-347f-43ad-9ed6-d781b1038229 HTTP/1.1" status: 204 len: 168 time: 0.4219699 Aug 22 13:32:58.750140 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 33456) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:58.807089 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edfa4f2f-9248-45cc-b273-35d426f70fe0 x-openstack-request-id: req-edfa4f2f-9248-45cc-b273-35d426f70fe0 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:32:58.807381 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c", "tag": "fdf04e65-b1ed-4714-9ca4-d2b0e834a15a", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:32:58.807639 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-edfa4f2f-9248-45cc-b273-35d426f70fe0 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:32:58.808039 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c', 'tag': 'fdf04e65-b1ed-4714-9ca4-d2b0e834a15a', 'status': 'completed', 'code': 200} Aug 22 13:32:58.816498 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf59c31f-2534-4402-bbf9-1c4d69624643 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=234c8b79-347f-43ad-9ed6-d781b1038229,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:58.823125 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-c35b9d26-8801-47c4-89e0-7a1976068c82 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] show failed (client error): The resource could not be found. Aug 22 13:32:58.828091 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c35b9d26-8801-47c4-89e0-7a1976068c82 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] 10.222.0.21 "GET /v2.0/security-groups/234c8b79-347f-43ad-9ed6-d781b1038229 HTTP/1.1" status: 404 len: 347 time: 0.0725029 Aug 22 13:32:58.830570 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 33458) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:58.896636 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc7cca2-9b0a-4d67-8ffe-ac2d360055a3 req-0b04c98f-f08f-4ce8-9bd1-b3dd141fa3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:58.899026 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5cc7cca2-9b0a-4d67-8ffe-ac2d360055a3 req-0b04c98f-f08f-4ce8-9bd1-b3dd141fa3ce service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8c7f26536b7540b7b292e9293304df5d&device_id=ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c HTTP/1.1" status: 200 len: 1097 time: 0.0832644 Aug 22 13:32:59.029821 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-98cd6cf0-5f43-40fd-aef2-75f4fd7a5384 req-dc03e7fd-a572-4d2d-a16c-dc41b0815845 service neutron] 10.222.0.21 "GET /v2.0/networks/dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178775 Aug 22 13:32:59.031764 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-833fa0e6-a42f-48fa-8625-064cbc869596 None None] Allocated IP 2001:db8:0:ffff::2 (f9d1cef7-eab3-4204-86aa-1e79163ae572/49407b65-fa10-4c72-bec5-93ecf35250cd/1e44dc9a-af62-487a-b425-596638d77662) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:32:59.055819 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-7cecd86b-cf17-4e88-a00b-06f79112ba1d None None] Set router e6cb4467-da7f-4a21-8bf2-b77bab11ad34 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:32:59.093270 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-67dc05fa-9418-42ee-a12f-abea594491d7 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Deleting port 46d2c101-5d6b-4a59-8d03-52dbe9642a2a {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:32:59.093900 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-67dc05fa-9418-42ee-a12f-abea594491d7 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:59.193182 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-67dc05fa-9418-42ee-a12f-abea594491d7 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:59.193800 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-67dc05fa-9418-42ee-a12f-abea594491d7 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:59.208252 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-67dc05fa-9418-42ee-a12f-abea594491d7 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Calling delete_port for 46d2c101-5d6b-4a59-8d03-52dbe9642a2a owned by network:floatingip {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:32:59.212197 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc7cca2-9b0a-4d67-8ffe-ac2d360055a3 req-3ab5d3cf-2ef6-4227-aa21-95904ffefeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:59.213482 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5cc7cca2-9b0a-4d67-8ffe-ac2d360055a3 req-3ab5d3cf-2ef6-4227-aa21-95904ffefeea service neutron] 10.222.0.16 "GET /v2.0/networks?id=dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4 HTTP/1.1" status: 200 len: 922 time: 0.3059220 Aug 22 13:32:59.263114 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a82bb727-aed8-4d09-a198-7c5e2cf3e439 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:59.332177 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5cc7cca2-9b0a-4d67-8ffe-ac2d360055a3 req-a81fcbe4-b05d-4214-83ba-d0e3c33217c5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdf04e65-b1ed-4714-9ca4-d2b0e834a15a HTTP/1.1" status: 200 len: 999 time: 0.1097691 Aug 22 13:32:59.340825 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82bb727-aed8-4d09-a198-7c5e2cf3e439 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Pushing event updated for resources: {'Subnet': ['ID=be350fd0-3baa-419f-8fa0-4382cedfbded,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:59.392767 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82bb727-aed8-4d09-a198-7c5e2cf3e439 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Checking segment: {'id': '63717478-6d6c-4f27-847c-b034e91ce016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '23289d44-c302-4290-a4a1-7acf8204492a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:32:59.393158 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82bb727-aed8-4d09-a198-7c5e2cf3e439 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Network hostable DHCP agents. Network: 23289d44-c302-4290-a4a1-7acf8204492a, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:32:59.410855 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc7cca2-9b0a-4d67-8ffe-ac2d360055a3 req-63f64a58-4edb-4e99-b5c8-1589a961b287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:59.412452 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5cc7cca2-9b0a-4d67-8ffe-ac2d360055a3 req-63f64a58-4edb-4e99-b5c8-1589a961b287 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bab5dc6f-337b-4be1-b114-f5e216f3b569 HTTP/1.1" status: 200 len: 860 time: 0.0643461 Aug 22 13:32:59.433828 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82bb727-aed8-4d09-a198-7c5e2cf3e439 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Network 23289d44-c302-4290-a4a1-7acf8204492a is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:32:59.439232 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-67dc05fa-9418-42ee-a12f-abea594491d7 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:59.466133 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-a82bb727-aed8-4d09-a198-7c5e2cf3e439 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 23289d44-c302-4290-a4a1-7acf8204492a) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:32:59.472728 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82bb727-aed8-4d09-a198-7c5e2cf3e439 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:59.473322 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a82bb727-aed8-4d09-a198-7c5e2cf3e439 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:59.484781 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc7cca2-9b0a-4d67-8ffe-ac2d360055a3 req-2bdb98df-bdbc-4cb3-a0bc-fedafe990794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:59.485812 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dc05fa-9418-42ee-a12f-abea594491d7 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Pushing event deleted for resources: {'Port': ['ID=46d2c101-5d6b-4a59-8d03-52dbe9642a2a,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:59.486405 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5cc7cca2-9b0a-4d67-8ffe-ac2d360055a3 req-2bdb98df-bdbc-4cb3-a0bc-fedafe990794 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0656400 Aug 22 13:32:59.496332 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427212a2-7b0e-4c0d-b2e1-f95de4b82693 None None] Network 23289d44-c302-4290-a4a1-7acf8204492a requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:32:59.509315 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a82bb727-aed8-4d09-a198-7c5e2cf3e439 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9337819 Aug 22 13:32:59.510012 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa9f58-45a3-4d4d-873a-a4465bb0b33b req-cb6148a3-1a71-44c8-a0c3-5787fe84b927 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:59.511936 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-79aa9f58-45a3-4d4d-873a-a4465bb0b33b req-cb6148a3-1a71-44c8-a0c3-5787fe84b927 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfec1c42-428a-4a9f-a98b-0a74b49f04af HTTP/1.1" status: 200 len: 944 time: 0.1675241 Aug 22 13:32:59.514842 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 33480) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:59.552434 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5eeccb9b-7688-41e1-8f4c-a3d667e53012 req-d2adf8e1-f0e5-4e28-ba9e-b9d0d4e06529 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dfec1c42-428a-4a9f-a98b-0a74b49f04af&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2090039 Aug 22 13:32:59.574097 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [req-5eeccb9b-7688-41e1-8f4c-a3d667e53012 req-98a8724d-7878-4bce-97f6-7a755d58987e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:32:59.575602 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5eeccb9b-7688-41e1-8f4c-a3d667e53012 req-98a8724d-7878-4bce-97f6-7a755d58987e service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059996 Aug 22 13:32:59.599293 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-833fa0e6-a42f-48fa-8625-064cbc869596 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:59.616005 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5cc7cca2-9b0a-4d67-8ffe-ac2d360055a3 req-1bef34f4-3b91-4842-8ce4-b958dd6ee8ba service neutron] 10.222.0.16 "GET /v2.0/networks/dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183825 Aug 22 13:32:59.621571 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79717d-7371-41b0-bdd0-29a12c273413 req-1c4312b5-daf4-4d2c-913c-3f43bb53828a tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:32:59.627685 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-833fa0e6-a42f-48fa-8625-064cbc869596 None None] Transition to ACTIVE for port object 1e44dc9a-af62-487a-b425-596638d77662 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:32:59.628913 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7e79717d-7371-41b0-bdd0-29a12c273413 req-1c4312b5-daf4-4d2c-913c-3f43bb53828a tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17a3c05-a560-4f5b-bd7a-6dd7d5267a95&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2859344 Aug 22 13:32:59.656504 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-833fa0e6-a42f-48fa-8625-064cbc869596 None None] Transition to ACTIVE for port object 1e44dc9a-af62-487a-b425-596638d77662 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:32:59.695412 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-833fa0e6-a42f-48fa-8625-064cbc869596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:59.738491 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5cc7cca2-9b0a-4d67-8ffe-ac2d360055a3 req-2a8bbb54-1745-483e-99fd-fffc59043abb service neutron] 10.222.0.16 "GET /v2.0/networks/dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135485 Aug 22 13:32:59.771885 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-67dc05fa-9418-42ee-a12f-abea594491d7 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Notify callbacks [] for floatingip, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:59.775162 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-67dc05fa-9418-42ee-a12f-abea594491d7 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:59.776605 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-67dc05fa-9418-42ee-a12f-abea594491d7 tempest-ServersTestManualDisk-669641751 tempest-ServersTestManualDisk-669641751-project] 10.222.0.21 "DELETE /v2.0/floatingips/c586bdf8-ac90-453a-b5de-62ead9eb4a30 HTTP/1.1" status: 204 len: 168 time: 0.9444985 Aug 22 13:32:59.780961 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33488) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:32:59.802230 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833fa0e6-a42f-48fa-8625-064cbc869596 None None] Network f9d1cef7-eab3-4204-86aa-1e79163ae572 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:32:59.812265 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-833fa0e6-a42f-48fa-8625-064cbc869596 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:32:59.816464 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-79aa9f58-45a3-4d4d-873a-a4465bb0b33b req-eb57a64e-710f-4a70-a278-9e5d2f63cdf7 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=540eab8a-ff39-4c5e-9bac-5eb9f43fb4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2726760 Aug 22 13:32:59.821717 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833fa0e6-a42f-48fa-8625-064cbc869596 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:32:59.828642 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833fa0e6-a42f-48fa-8625-064cbc869596 None None] Pushing event updated for resources: {'Port': ['ID=1e44dc9a-af62-487a-b425-596638d77662,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:32:59.875022 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7e79717d-7371-41b0-bdd0-29a12c273413 req-11b3466f-054e-421a-97ea-9a9e93a652a6 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.141 HTTP/1.1" status: 200 len: 999 time: 0.2452447 Aug 22 13:32:59.914382 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-7e79717d-7371-41b0-bdd0-29a12c273413 req-ae5b1496-0d6d-41a3-aa0c-115fcf234c66 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Request body: {'floatingip': {'port_id': 'fcc1c657-8e51-4f65-ac79-df114f02ba35', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:32:59.914929 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-7cecd86b-cf17-4e88-a00b-06f79112ba1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'name': 'tempest-FloatingIPsAssociationTestJSON-1552091199-router', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'c487e8e9-f194-4745-9cfb-f72df839c40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:32:13Z', 'updated_at': '2021-08-22T13:32:17Z', 'revision_number': 4, 'project_id': '8c7f26536b7540b7b292e9293304df5d', 'gw_port': {'id': 'c487e8e9-f194-4745-9cfb-f72df839c40e', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:32:14Z', 'updated_at': '2021-08-22T13:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'fbb7e8f4-e903-4241-97e0-24aafac70301', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'floating_ip_address': '172.25.3.141', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'port_id': 'fdf04e65-b1ed-4714-9ca4-d2b0e834a15a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4', 'mac_address': 'fa:16:3e:2e:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:32:36Z', 'updated_at': '2021-08-22T13:32:56Z', 'revision_number': 1, 'project_id': '8c7f26536b7540b7b292e9293304df5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4121abf5-11ad-4df1-8c3b-3a9b600586c3', 'name': '', 'network_id': 'dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'mac_address': 'fa:16:3e:d8:db:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'bab5dc6f-337b-4be1-b114-f5e216f3b569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:32:16Z', 'updated_at': '2021-08-22T13:32:23Z', 'revision_number': 5, 'project_id': '8c7f26536b7540b7b292e9293304df5d', 'subnets': [{'id': 'bab5dc6f-337b-4be1-b114-f5e216f3b569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:32:59.920006 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-833fa0e6-a42f-48fa-8625-064cbc869596 None None] Attempting to bind port 1e44dc9a-af62-487a-b425-596638d77662 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:32:59.920414 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-833fa0e6-a42f-48fa-8625-064cbc869596 None None] Attempting to bind port 1e44dc9a-af62-487a-b425-596638d77662 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '046171db-4243-43db-82b3-314caddb36b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f9d1cef7-eab3-4204-86aa-1e79163ae572'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:32:59.920779 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833fa0e6-a42f-48fa-8625-064cbc869596 None None] Attempting to bind port 1e44dc9a-af62-487a-b425-596638d77662 on network f9d1cef7-eab3-4204-86aa-1e79163ae572 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:32:59.928882 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b8ae6992-e336-401c-8802-905c35df5243 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:59.963710 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b788e1e0-0e53-4d91-80e6-7f0645a26b2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-23289d44-c302-4290-a4a1-7acf8204492a', 'network_id': '23289d44-c302-4290-a4a1-7acf8204492a', 'tenant_id': 'b8730c55ccd74552ae7b8435e3a52809', 'fixed_ips': [{'subnet_id': 'be350fd0-3baa-419f-8fa0-4382cedfbded'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:32:59.964578 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b788e1e0-0e53-4d91-80e6-7f0645a26b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:59.968225 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cecd86b-cf17-4e88-a00b-06f79112ba1d None None] The sync data for ids ['e6cb4467-da7f-4a21-8bf2-b77bab11ad34'] in n-d-793621-33 is: [{'id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'name': 'tempest-FloatingIPsAssociationTestJSON-1552091199-router', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'c487e8e9-f194-4745-9cfb-f72df839c40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:32:13Z', 'updated_at': '2021-08-22T13:32:17Z', 'revision_number': 4, 'project_id': '8c7f26536b7540b7b292e9293304df5d', 'gw_port': {'id': 'c487e8e9-f194-4745-9cfb-f72df839c40e', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:32:14Z', 'updated_at': '2021-08-22T13:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'fbb7e8f4-e903-4241-97e0-24aafac70301', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'floating_ip_address': '172.25.3.141', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'port_id': 'fdf04e65-b1ed-4714-9ca4-d2b0e834a15a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4', 'mac_address': 'fa:16:3e:2e:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:32:36Z', 'updated_at': '2021-08-22T13:32:56Z', 'revision_number': 1, 'project_id': '8c7f26536b7540b7b292e9293304df5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4121abf5-11ad-4df1-8c3b-3a9b600586c3', 'name': '', 'network_id': 'dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'mac_address': 'fa:16:3e:d8:db:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'bab5dc6f-337b-4be1-b114-f5e216f3b569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:32:16Z', 'updated_at': '2021-08-22T13:32:23Z', 'revision_number': 5, 'project_id': '8c7f26536b7540b7b292e9293304df5d', 'subnets': [{'id': 'bab5dc6f-337b-4be1-b114-f5e216f3b569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:32:59.989770 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833fa0e6-a42f-48fa-8625-064cbc869596 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:32:59.989770 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833fa0e6-a42f-48fa-8625-064cbc869596 None None] Checking segment: {'id': '046171db-4243-43db-82b3-314caddb36b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f9d1cef7-eab3-4204-86aa-1e79163ae572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:32:59.990101 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-833fa0e6-a42f-48fa-8625-064cbc869596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:32:59.990462 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833fa0e6-a42f-48fa-8625-064cbc869596 None None] Bound using segment: {'id': '046171db-4243-43db-82b3-314caddb36b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f9d1cef7-eab3-4204-86aa-1e79163ae572'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:32:59.990951 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-833fa0e6-a42f-48fa-8625-064cbc869596 None None] Bound port: 1e44dc9a-af62-487a-b425-596638d77662, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '046171db-4243-43db-82b3-314caddb36b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f9d1cef7-eab3-4204-86aa-1e79163ae572'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:32:59.991324 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-833fa0e6-a42f-48fa-8625-064cbc869596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:00.105654 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7e79717d-7371-41b0-bdd0-29a12c273413 req-ae5b1496-0d6d-41a3-aa0c-115fcf234c66 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Notify callbacks [] for floatingip, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:00.123893 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-833fa0e6-a42f-48fa-8625-064cbc869596 None None] For port 1e44dc9a-af62-487a-b425-596638d77662, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:33:00.127254 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-833fa0e6-a42f-48fa-8625-064cbc869596 None None] For port 1e44dc9a-af62-487a-b425-596638d77662, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=1e44dc9a-af62-487a-b425-596638d77662,segment=NetworkSegment(046171db-4243-43db-82b3-314caddb36b0),segment_id=046171db-4243-43db-82b3-314caddb36b0)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:33:00.135662 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-833fa0e6-a42f-48fa-8625-064cbc869596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:00.169112 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9104bdb0-3ed1-4444-827d-2e5b2dff6010', 'name': 'network-vif-deleted', 'tag': 'a3dedcad-8fe6-4607-87b3-3807283756f3'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:33:00.172798 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad7dcf4-3ef0-43bb-ab3c-3a20ad2df132" -d '{"events": [{"server_uuid": "9104bdb0-3ed1-4444-827d-2e5b2dff6010", "name": "network-vif-deleted", "tag": "a3dedcad-8fe6-4607-87b3-3807283756f3"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:33:00.214287 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 3597a3c4-34c5-4fd7-8331-4fd259b9f118 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:33:00.232820 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b8ae6992-e336-401c-8802-905c35df5243 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:00.291202 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: 3597a3c4-34c5-4fd7-8331-4fd259b9f118 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:33:00.291687 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 3597a3c4-34c5-4fd7-8331-4fd259b9f118 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:33:00.327766 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b59f81-84d7-4e90-bbfc-d74f94bd2d07 req-7bb21b1f-0825-42c4-8fdd-8624f0d2b6a4 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:00.330478 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-99b59f81-84d7-4e90-bbfc-d74f94bd2d07 req-7bb21b1f-0825-42c4-8fdd-8624f0d2b6a4 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=600396a5-ace2-41d1-9a0b-d66821040b5c HTTP/1.1" status: 200 len: 945 time: 0.2306125 Aug 22 13:33:00.401273 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe28b8c-c8c3-48a4-bde8-1a479afb2fcd None None] New status for floating IP fbb7e8f4-e903-4241-97e0-24aafac70301: ACTIVE {{(pid=94629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 13:33:00.423212 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-99b59f81-84d7-4e90-bbfc-d74f94bd2d07 req-eb76498f-2b91-48c6-bc46-d6d8712fe9ae tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601707 Aug 22 13:33:00.442035 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833fa0e6-a42f-48fa-8625-064cbc869596 None None] Pushing event updated for resources: {'Port': ['ID=1e44dc9a-af62-487a-b425-596638d77662,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:00.505915 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1a5e5c96-3610-486b-9abc-b84cb57598b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:00.543180 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-b788e1e0-0e53-4d91-80e6-7f0645a26b2a None None] Allocated IP 2001:db8::1 (23289d44-c302-4290-a4a1-7acf8204492a/be350fd0-3baa-419f-8fa0-4382cedfbded/c9f20466-ed38-4c5a-be48-36fc5314e911) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:33:00.708343 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adda6a2a-4f3a-4352-a569-19f395d7c3c6 x-openstack-request-id: req-adda6a2a-4f3a-4352-a569-19f395d7c3c6 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:33:00.709195 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9104bdb0-3ed1-4444-827d-2e5b2dff6010", "name": "network-vif-deleted", "tag": "a3dedcad-8fe6-4607-87b3-3807283756f3", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:33:00.709623 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-adda6a2a-4f3a-4352-a569-19f395d7c3c6 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:33:00.710895 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9104bdb0-3ed1-4444-827d-2e5b2dff6010', 'name': 'network-vif-deleted', 'tag': 'a3dedcad-8fe6-4607-87b3-3807283756f3', 'status': 'completed', 'code': 200} Aug 22 13:33:00.753611 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.db.api [req-7e79717d-7371-41b0-bdd0-29a12c273413 req-ae5b1496-0d6d-41a3-aa0c-115fcf234c66 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94627) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 13:33:00.753966 n-d-793621-33 neutron-server[94627]: DEBUG oslo_db.api [req-7e79717d-7371-41b0-bdd0-29a12c273413 req-ae5b1496-0d6d-41a3-aa0c-115fcf234c66 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 13:33:00.765588 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 33500) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:00.812000 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b788e1e0-0e53-4d91-80e6-7f0645a26b2a None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:00.823921 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-b788e1e0-0e53-4d91-80e6-7f0645a26b2a None None] Transition to ACTIVE for port object c9f20466-ed38-4c5a-be48-36fc5314e911 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:33:00.841173 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f6d2354-de91-439a-8b76-8b0ae71e2e8f admin admin] Deleting subnet f7230626-a6ae-4376-b2ff-83d11dd599d4 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:33:00.844048 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6f6d2354-de91-439a-8b76-8b0ae71e2e8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:00.847740 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-b788e1e0-0e53-4d91-80e6-7f0645a26b2a None None] Transition to ACTIVE for port object c9f20466-ed38-4c5a-be48-36fc5314e911 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:33:00.856621 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b788e1e0-0e53-4d91-80e6-7f0645a26b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:00.883599 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeccb9b-7688-41e1-8f4c-a3d667e53012 req-2d052435-8de6-4b6f-92f9-72450e462164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:00.885169 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5eeccb9b-7688-41e1-8f4c-a3d667e53012 req-2d052435-8de6-4b6f-92f9-72450e462164 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dfec1c42-428a-4a9f-a98b-0a74b49f04af&tenant_id=1706b1b8ed7f4b13af0ef34415cabc13 HTTP/1.1" status: 200 len: 1096 time: 0.1419797 Aug 22 13:33:00.909238 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b788e1e0-0e53-4d91-80e6-7f0645a26b2a None None] Network 23289d44-c302-4290-a4a1-7acf8204492a is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:33:00.916488 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b788e1e0-0e53-4d91-80e6-7f0645a26b2a None None] Pushing event updated for resources: {'Port': ['ID=c9f20466-ed38-4c5a-be48-36fc5314e911,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:00.919620 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-b788e1e0-0e53-4d91-80e6-7f0645a26b2a None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:33:00.924304 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b788e1e0-0e53-4d91-80e6-7f0645a26b2a None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:33:00.939360 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6f6d2354-de91-439a-8b76-8b0ae71e2e8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:00.942427 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b8ae6992-e336-401c-8802-905c35df5243 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:00.983529 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-b788e1e0-0e53-4d91-80e6-7f0645a26b2a None None] Attempting to bind port c9f20466-ed38-4c5a-be48-36fc5314e911 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:33:00.983927 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-b788e1e0-0e53-4d91-80e6-7f0645a26b2a None None] Attempting to bind port c9f20466-ed38-4c5a-be48-36fc5314e911 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '63717478-6d6c-4f27-847c-b034e91ce016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '23289d44-c302-4290-a4a1-7acf8204492a'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:33:00.984189 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b788e1e0-0e53-4d91-80e6-7f0645a26b2a None None] Attempting to bind port c9f20466-ed38-4c5a-be48-36fc5314e911 on network 23289d44-c302-4290-a4a1-7acf8204492a {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:33:00.989977 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b788e1e0-0e53-4d91-80e6-7f0645a26b2a None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:33:00.990213 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b788e1e0-0e53-4d91-80e6-7f0645a26b2a None None] Checking segment: {'id': '63717478-6d6c-4f27-847c-b034e91ce016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '23289d44-c302-4290-a4a1-7acf8204492a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:33:00.991655 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b788e1e0-0e53-4d91-80e6-7f0645a26b2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:00.992613 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b788e1e0-0e53-4d91-80e6-7f0645a26b2a None None] Bound using segment: {'id': '63717478-6d6c-4f27-847c-b034e91ce016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '23289d44-c302-4290-a4a1-7acf8204492a'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:33:00.993094 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-b788e1e0-0e53-4d91-80e6-7f0645a26b2a None None] Bound port: c9f20466-ed38-4c5a-be48-36fc5314e911, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63717478-6d6c-4f27-847c-b034e91ce016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '23289d44-c302-4290-a4a1-7acf8204492a'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:33:00.993476 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b788e1e0-0e53-4d91-80e6-7f0645a26b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:01.019197 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6f6d2354-de91-439a-8b76-8b0ae71e2e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:01.021650 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeccb9b-7688-41e1-8f4c-a3d667e53012 req-95841ac6-5609-40dc-b611-1ae17d1b860b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:01.023349 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5eeccb9b-7688-41e1-8f4c-a3d667e53012 req-95841ac6-5609-40dc-b611-1ae17d1b860b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1706b1b8ed7f4b13af0ef34415cabc13&device_id=dfec1c42-428a-4a9f-a98b-0a74b49f04af HTTP/1.1" status: 200 len: 1096 time: 0.0962284 Aug 22 13:33:01.064531 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-61a3e0ed-5a1f-409b-a658-6f09d3cb0e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:01.076492 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ae6992-e336-401c-8802-905c35df5243 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Pushing event deleted for resources: {'Subnet': ['ID=be350fd0-3baa-419f-8fa0-4382cedfbded,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:01.078637 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-b788e1e0-0e53-4d91-80e6-7f0645a26b2a None None] For port c9f20466-ed38-4c5a-be48-36fc5314e911, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:33:01.083181 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-b788e1e0-0e53-4d91-80e6-7f0645a26b2a None None] For port c9f20466-ed38-4c5a-be48-36fc5314e911, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=c9f20466-ed38-4c5a-be48-36fc5314e911,segment=NetworkSegment(63717478-6d6c-4f27-847c-b034e91ce016),segment_id=63717478-6d6c-4f27-847c-b034e91ce016)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:33:01.088395 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b788e1e0-0e53-4d91-80e6-7f0645a26b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:01.114960 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-1a5e5c96-3610-486b-9abc-b84cb57598b2 admin admin] Deleting port 3849a0c5-fba1-4af3-9186-207a6d65355c {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:33:01.115310 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1a5e5c96-3610-486b-9abc-b84cb57598b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:01.174506 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device a3dedcad-8fe6-4607-87b3-3807283756f3 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:33:01.237067 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: a3dedcad-8fe6-4607-87b3-3807283756f3 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:33:01.237264 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device a3dedcad-8fe6-4607-87b3-3807283756f3 not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:33:01.243086 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b788e1e0-0e53-4d91-80e6-7f0645a26b2a None None] Pushing event updated for resources: {'Port': ['ID=c9f20466-ed38-4c5a-be48-36fc5314e911,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:01.257241 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:01.276932 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c423779-744f-4042-87ae-3d679ca8f237 None None] Network 23289d44-c302-4290-a4a1-7acf8204492a requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:33:01.292038 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 1e44dc9a-af62-487a-b425-596638d77662 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:33:01.307837 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-1a5e5c96-3610-486b-9abc-b84cb57598b2 admin admin] For port 3849a0c5-fba1-4af3-9186-207a6d65355c, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=3849a0c5-fba1-4af3-9186-207a6d65355c,segment=NetworkSegment(49208809-da77-487f-9875-d534fb6ba483),segment_id=49208809-da77-487f-9875-d534fb6ba483)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:33:01.308217 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1a5e5c96-3610-486b-9abc-b84cb57598b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:01.311551 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeccb9b-7688-41e1-8f4c-a3d667e53012 req-569da64e-5add-4b3b-9946-7fd6b1736866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:01.313517 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5eeccb9b-7688-41e1-8f4c-a3d667e53012 req-569da64e-5add-4b3b-9946-7fd6b1736866 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dfedf898-aca6-4df9-b6f5-cb8b2650ce65 HTTP/1.1" status: 200 len: 918 time: 0.2794535 Aug 22 13:33:01.417414 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-1a5e5c96-3610-486b-9abc-b84cb57598b2 admin admin] Calling delete_port for 3849a0c5-fba1-4af3-9186-207a6d65355c owned by network:router_interface {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:33:01.425809 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 1e44dc9a-af62-487a-b425-596638d77662 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:33:01.483586 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5eeccb9b-7688-41e1-8f4c-a3d667e53012 req-8457a867-db30-4534-92dd-cc47ee2d429b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37c1d082-20c5-48bc-ad7a-e78a2d83afca HTTP/1.1" status: 200 len: 999 time: 0.1609187 Aug 22 13:33:01.492203 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7e79717d-7371-41b0-bdd0-29a12c273413 req-ae5b1496-0d6d-41a3-aa0c-115fcf234c66 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Notify callbacks [] for floatingip, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:01.548181 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b8ae6992-e336-401c-8802-905c35df5243 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:01.568963 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-b8ae6992-e336-401c-8802-905c35df5243 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23289d44-c302-4290-a4a1-7acf8204492a']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:01.586429 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2b084-5740-4b56-8261-6168df0e7b45 req-dba66e07-8c08-4a72-939d-26b56189a04b tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:01.588704 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-71c2b084-5740-4b56-8261-6168df0e7b45 req-dba66e07-8c08-4a72-939d-26b56189a04b tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfec1c42-428a-4a9f-a98b-0a74b49f04af HTTP/1.1" status: 200 len: 944 time: 0.6426334 Aug 22 13:33:01.593098 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeccb9b-7688-41e1-8f4c-a3d667e53012 req-2f5376f2-11e4-4b8f-b1cf-2f1a325f3bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:01.594586 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5eeccb9b-7688-41e1-8f4c-a3d667e53012 req-2f5376f2-11e4-4b8f-b1cf-2f1a325f3bc3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=86161abd-93fb-4a2f-8c13-984112b572a1 HTTP/1.1" status: 200 len: 856 time: 0.0990024 Aug 22 13:33:01.617706 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-b8ae6992-e336-401c-8802-905c35df5243 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63717478-6d6c-4f27-847c-b034e91ce016') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:01.618006 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-b8ae6992-e336-401c-8802-905c35df5243 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63717478-6d6c-4f27-847c-b034e91ce016') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:01.655164 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682c95aa-f50a-4c19-996d-cd9ca7cf4efe None None] Network f9d1cef7-eab3-4204-86aa-1e79163ae572 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:33:01.665035 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeccb9b-7688-41e1-8f4c-a3d667e53012 req-050184ff-e3cf-4d5b-8318-fce6dc3c174b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:01.666519 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5eeccb9b-7688-41e1-8f4c-a3d667e53012 req-050184ff-e3cf-4d5b-8318-fce6dc3c174b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dfedf898-aca6-4df9-b6f5-cb8b2650ce65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0626588 Aug 22 13:33:01.672817 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6f6d2354-de91-439a-8b76-8b0ae71e2e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:01.711423 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b8ae6992-e336-401c-8802-905c35df5243 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:01.723067 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-4d08e30a-a33a-47d6-9ef4-0c84e51d6812 None None] Provisioning for port 1e44dc9a-af62-487a-b425-596638d77662 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:33:01.735571 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-4d08e30a-a33a-47d6-9ef4-0c84e51d6812 None None] Provisioning complete for port 1e44dc9a-af62-487a-b425-596638d77662 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:33:01.736071 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4d08e30a-a33a-47d6-9ef4-0c84e51d6812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:01.765862 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-71c2b084-5740-4b56-8261-6168df0e7b45 req-41ddd543-7591-473f-a476-98ec5fbda258 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=540eab8a-ff39-4c5e-9bac-5eb9f43fb4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596856 Aug 22 13:33:01.768154 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6d2354-de91-439a-8b76-8b0ae71e2e8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7230626-a6ae-4376-b2ff-83d11dd599d4,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:01.771543 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6f6d2354-de91-439a-8b76-8b0ae71e2e8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:01.777524 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-6f6d2354-de91-439a-8b76-8b0ae71e2e8f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f7230626-a6ae-4376-b2ff-83d11dd599d4 HTTP/1.1" status: 204 len: 168 time: 1.0105729 Aug 22 13:33:01.788340 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 33510) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:01.791993 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1a5e5c96-3610-486b-9abc-b84cb57598b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:01.797507 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b8ae6992-e336-401c-8802-905c35df5243 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:01.816072 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8ae6992-e336-401c-8802-905c35df5243 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:33:01.816625 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b8ae6992-e336-401c-8802-905c35df5243 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:01.822175 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:33:01.822175 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:33:01.822175 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:33:01.822175 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:33:01.822175 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:33:01.822175 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:33:01.822175 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:33:01.822175 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:33:01.822175 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:33:01.822175 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:33:01.822175 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:33:01.822175 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:33:01.822175 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:33:01.822175 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:33:01.822175 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:33:01.822175 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:33:01.822175 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:33:01.822175 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:33:01.822175 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:33:01.822175 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:33:01.822175 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:33:01.822175 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:33:01.822175 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:33:01.822175 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:33:01.822175 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:33:01.822175 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:33:01.822175 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:33:01.822175 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:33:01.822175 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:33:01.822175 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:33:01.822175 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:33:01.822175 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:33:01.866662 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e5c96-3610-486b-9abc-b84cb57598b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3849a0c5-fba1-4af3-9186-207a6d65355c,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:01.922119 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4d08e30a-a33a-47d6-9ef4-0c84e51d6812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:01.979879 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-4d08e30a-a33a-47d6-9ef4-0c84e51d6812 None None] For port 1e44dc9a-af62-487a-b425-596638d77662, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=1e44dc9a-af62-487a-b425-596638d77662,segment=NetworkSegment(046171db-4243-43db-82b3-314caddb36b0),segment_id=046171db-4243-43db-82b3-314caddb36b0)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:33:01.990035 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4d08e30a-a33a-47d6-9ef4-0c84e51d6812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:02.054783 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.db.api [None req-b8ae6992-e336-401c-8802-905c35df5243 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 22 13:33:02.054783 n-d-793621-33 neutron-server[94627]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 22 13:33:02.054783 n-d-793621-33 neutron-server[94627]: [parameters: {'id': '23289d44-c302-4290-a4a1-7acf8204492a'}] Aug 22 13:33:02.054783 n-d-793621-33 neutron-server[94627]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94627) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 13:33:02.055727 n-d-793621-33 neutron-server[94627]: DEBUG oslo_db.api [None req-b8ae6992-e336-401c-8802-905c35df5243 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 13:33:02.059173 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d08e30a-a33a-47d6-9ef4-0c84e51d6812 None None] Pushing event updated for resources: {'Port': ['ID=1e44dc9a-af62-487a-b425-596638d77662,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:02.119849 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ebbbb8ca-b749-434f-b63c-67dda8b861df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:02.209059 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ebd4e7-3f32-48de-9463-364d97dda08e req-fcf828ef-ea48-419f-a692-3d2ba1378e01 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:02.210906 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-13ebd4e7-3f32-48de-9463-364d97dda08e req-fcf828ef-ea48-419f-a692-3d2ba1378e01 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=600396a5-ace2-41d1-9a0b-d66821040b5c HTTP/1.1" status: 200 len: 945 time: 0.2083480 Aug 22 13:33:02.223875 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5eeccb9b-7688-41e1-8f4c-a3d667e53012 req-8484b09f-ce07-4f81-b7c9-7a91ad885f9f service neutron] 10.222.0.16 "GET /v2.0/networks/dfedf898-aca6-4df9-b6f5-cb8b2650ce65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5323472 Aug 22 13:33:02.256951 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f96242-af6e-4c66-aa74-89bd459023ef None None] get_active_networks_info from n-d-793621-33 {{(pid=94629) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 22 13:33:02.354363 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-f5abd653-52e3-49a7-a3b0-ef2954e87d89 None None] Provisioning complete for port 1e44dc9a-af62-487a-b425-596638d77662 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:33:02.354861 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f5abd653-52e3-49a7-a3b0-ef2954e87d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:02.360809 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-13ebd4e7-3f32-48de-9463-364d97dda08e req-5101d4bf-2ec7-4370-b635-1a41828c81e0 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298239 Aug 22 13:33:02.363976 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ebbbb8ca-b749-434f-b63c-67dda8b861df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:02.381558 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-ebbbb8ca-b749-434f-b63c-67dda8b861df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6b1eb92-af26-4c6a-bbe1-59d99b962beb']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:02.400711 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:02.408871 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5eeccb9b-7688-41e1-8f4c-a3d667e53012 req-34591899-75a7-485f-aa3a-227b65a55eec service neutron] 10.222.0.16 "GET /v2.0/networks/dfedf898-aca6-4df9-b6f5-cb8b2650ce65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739001 Aug 22 13:33:02.424988 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1a5e5c96-3610-486b-9abc-b84cb57598b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:02.479984 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f96242-af6e-4c66-aa74-89bd459023ef None None] Resources bound (agent type, host, resource id): {{(pid=94629) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 22 13:33:02.482557 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-ebbbb8ca-b749-434f-b63c-67dda8b861df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d87fb8b-79cc-422a-9fb9-b5f71decb79a') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:02.482860 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-ebbbb8ca-b749-434f-b63c-67dda8b861df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d87fb8b-79cc-422a-9fb9-b5f71decb79a') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:02.505699 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ebbbb8ca-b749-434f-b63c-67dda8b861df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:02.550523 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ebbbb8ca-b749-434f-b63c-67dda8b861df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:02.558207 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b8ae6992-e336-401c-8802-905c35df5243 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:02.570685 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebbbb8ca-b749-434f-b63c-67dda8b861df admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:33:02.571465 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ebbbb8ca-b749-434f-b63c-67dda8b861df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:02.577130 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:33:02.577130 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:33:02.577130 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:33:02.577130 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:33:02.577130 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:33:02.577130 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:33:02.577130 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:33:02.577130 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:33:02.577130 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:33:02.577130 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:33:02.577130 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:33:02.577130 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:33:02.577130 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:33:02.577130 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:33:02.577130 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:33:02.577130 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:33:02.577130 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:33:02.577130 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:33:02.577130 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:33:02.577130 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:33:02.577130 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:33:02.577130 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:33:02.577130 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:33:02.577130 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:33:02.577130 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:33:02.577130 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:33:02.577130 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:33:02.577130 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:33:02.577130 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:33:02.577130 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:33:02.577130 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:33:02.577130 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:33:02.632665 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.db.resource_extend [req-7e79717d-7371-41b0-bdd0-29a12c273413 req-ae5b1496-0d6d-41a3-aa0c-115fcf234c66 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 22 13:33:02.699874 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a5e5c96-3610-486b-9abc-b84cb57598b2 admin admin] Router 8ea05af1-6c3a-4ef9-866e-916e069b65cb has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:33:02.735818 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7e79717d-7371-41b0-bdd0-29a12c273413 req-ae5b1496-0d6d-41a3-aa0c-115fcf234c66 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:02.745056 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7e79717d-7371-41b0-bdd0-29a12c273413 req-ae5b1496-0d6d-41a3-aa0c-115fcf234c66 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:02.793611 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ebbbb8ca-b749-434f-b63c-67dda8b861df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:02.800132 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ebbbb8ca-b749-434f-b63c-67dda8b861df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:02.802815 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ebbbb8ca-b749-434f-b63c-67dda8b861df admin admin] 10.222.0.21 "DELETE /v2.0/networks/b6b1eb92-af26-4c6a-bbe1-59d99b962beb HTTP/1.1" status: 204 len: 168 time: 0.9996676 Aug 22 13:33:02.835143 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbbb8ca-b749-434f-b63c-67dda8b861df admin admin] Pushing event deleted for resources: {'Network': ['ID=b6b1eb92-af26-4c6a-bbe1-59d99b962beb,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:02.853252 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-b8ae6992-e336-401c-8802-905c35df5243 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Deleting port c9f20466-ed38-4c5a-be48-36fc5314e911 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:33:02.853600 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b8ae6992-e336-401c-8802-905c35df5243 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:02.856148 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5e5c96-3610-486b-9abc-b84cb57598b2 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:33:02.864949 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-1a5e5c96-3610-486b-9abc-b84cb57598b2 admin admin] 10.222.0.21 "PUT /v2.0/routers/8ea05af1-6c3a-4ef9-866e-916e069b65cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0823710 Aug 22 13:33:02.867765 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33528) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:02.868679 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0048d902-4c53-4a76-9320-e307e9c52fc6 None None] Sync routers for ids ['8ea05af1-6c3a-4ef9-866e-916e069b65cb'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:33:02.881307 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0048d902-4c53-4a76-9320-e307e9c52fc6 None None] Routers {'8ea05af1-6c3a-4ef9-866e-916e069b65cb'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:33:02.882300 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-0048d902-4c53-4a76-9320-e307e9c52fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:33:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['8ea05af1-6c3a-4ef9-866e-916e069b65cb'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:02.906372 n-d-793621-33 neutron-server[94627]: INFO neutron.db.l3_db [req-7e79717d-7371-41b0-bdd0-29a12c273413 req-ae5b1496-0d6d-41a3-aa0c-115fcf234c66 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Floating IP fbb7e8f4-e903-4241-97e0-24aafac70301 associated. External IP: 172.25.3.141, port: fdf04e65-b1ed-4714-9ca4-d2b0e834a15a. Aug 22 13:33:03.004592 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-553a1161-b2f9-4ee2-9802-5ed6a9dc9a7a admin admin] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:03.159102 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-0048d902-4c53-4a76-9320-e307e9c52fc6 None None] Set router 8ea05af1-6c3a-4ef9-866e-916e069b65cb gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:33:03.180848 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-553a1161-b2f9-4ee2-9802-5ed6a9dc9a7a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:03.281311 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33536) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:03.314630 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cecb112-85de-4fb8-9c76-0300cbbae1d5 req-caa53053-def5-4d64-a9d5-21a775996893 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:03.318551 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7cecb112-85de-4fb8-9c76-0300cbbae1d5 req-caa53053-def5-4d64-a9d5-21a775996893 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfec1c42-428a-4a9f-a98b-0a74b49f04af HTTP/1.1" status: 200 len: 944 time: 0.3938782 Aug 22 13:33:03.324131 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-b8ae6992-e336-401c-8802-905c35df5243 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] For port c9f20466-ed38-4c5a-be48-36fc5314e911, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=c9f20466-ed38-4c5a-be48-36fc5314e911,segment=NetworkSegment(63717478-6d6c-4f27-847c-b034e91ce016),segment_id=63717478-6d6c-4f27-847c-b034e91ce016)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:33:03.337373 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b8ae6992-e336-401c-8802-905c35df5243 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:03.387439 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-553a1161-b2f9-4ee2-9802-5ed6a9dc9a7a admin admin] Deleting port 0e3fb4f0-b11a-4555-ba48-90648260c933 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:33:03.387975 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-553a1161-b2f9-4ee2-9802-5ed6a9dc9a7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:03.400067 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 1e44dc9a-af62-487a-b425-596638d77662 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:33:03.420786 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-b8ae6992-e336-401c-8802-905c35df5243 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Calling delete_port for c9f20466-ed38-4c5a-be48-36fc5314e911 owned by network:dhcp {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:33:03.428402 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b5757fa7-65f3-4902-977f-b7bd6589d88e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=78aac6ca0f4e48839a86a18ebe3ec69e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1401865 Aug 22 13:33:03.432048 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33540) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:03.484721 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 1e44dc9a-af62-487a-b425-596638d77662 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:33:03.487856 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:03.513940 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7cecb112-85de-4fb8-9c76-0300cbbae1d5 req-b6ed6306-c29c-4c4f-a856-bfcbd9c2b0ec tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=540eab8a-ff39-4c5e-9bac-5eb9f43fb4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1719112 Aug 22 13:33:03.647145 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-69ab1954-5bd8-49d0-9f1d-281051199aa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:03.677169 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:03.745635 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-553a1161-b2f9-4ee2-9802-5ed6a9dc9a7a admin admin] For port 0e3fb4f0-b11a-4555-ba48-90648260c933, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=0e3fb4f0-b11a-4555-ba48-90648260c933,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:33:03.746318 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-553a1161-b2f9-4ee2-9802-5ed6a9dc9a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:03.746584 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e79717d-7371-41b0-bdd0-29a12c273413 req-ae5b1496-0d6d-41a3-aa0c-115fcf234c66 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Router e6cb4467-da7f-4a21-8bf2-b77bab11ad34 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:33:03.749078 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b8ae6992-e336-401c-8802-905c35df5243 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:03.750911 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-69ab1954-5bd8-49d0-9f1d-281051199aa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:03.781492 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-553a1161-b2f9-4ee2-9802-5ed6a9dc9a7a admin admin] Calling delete_port for 0e3fb4f0-b11a-4555-ba48-90648260c933 owned by network:router_gateway {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:33:03.795353 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-0048d902-4c53-4a76-9320-e307e9c52fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea05af1-6c3a-4ef9-866e-916e069b65cb', 'name': 'tempest-ServersTestManualDisk-60083470-router', 'tenant_id': 'bc7550b4a548451f8b1330acc8f91021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '0e3fb4f0-b11a-4555-ba48-90648260c933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:30:47Z', 'updated_at': '2021-08-22T13:33:01Z', 'revision_number': 5, 'project_id': 'bc7550b4a548451f8b1330acc8f91021', 'gw_port': {'id': '0e3fb4f0-b11a-4555-ba48-90648260c933', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:12:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea05af1-6c3a-4ef9-866e-916e069b65cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:30:48Z', 'updated_at': '2021-08-22T13:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:03.799128 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ae6992-e336-401c-8802-905c35df5243 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Pushing event deleted for resources: {'Port': ['ID=c9f20466-ed38-4c5a-be48-36fc5314e911,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:03.821889 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ae6992-e336-401c-8802-905c35df5243 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] No DVR routers for this DVR port c9f20466-ed38-4c5a-be48-36fc5314e911 on host n-d-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:33:03.877243 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0048d902-4c53-4a76-9320-e307e9c52fc6 None None] Checking router: 8ea05af1-6c3a-4ef9-866e-916e069b65cb for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:33:03.903187 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0048d902-4c53-4a76-9320-e307e9c52fc6 None None] Routers {'8ea05af1-6c3a-4ef9-866e-916e069b65cb'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:33:03.903504 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-0048d902-4c53-4a76-9320-e307e9c52fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:33:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['8ea05af1-6c3a-4ef9-866e-916e069b65cb'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:04.016099 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-69ab1954-5bd8-49d0-9f1d-281051199aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:04.018953 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-69ab1954-5bd8-49d0-9f1d-281051199aa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:04.020090 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-69ab1954-5bd8-49d0-9f1d-281051199aa4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b HTTP/1.1" status: 204 len: 168 time: 0.5870130 Aug 22 13:33:04.051940 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b8ae6992-e336-401c-8802-905c35df5243 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:04.080446 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ab1954-5bd8-49d0-9f1d-281051199aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d8eb27-d3b0-4eb5-b6e9-f55301f1978b,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:04.083972 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-b8ae6992-e336-401c-8802-905c35df5243 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23289d44-c302-4290-a4a1-7acf8204492a']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:04.139689 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-b8ae6992-e336-401c-8802-905c35df5243 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63717478-6d6c-4f27-847c-b034e91ce016') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:04.140014 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-b8ae6992-e336-401c-8802-905c35df5243 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63717478-6d6c-4f27-847c-b034e91ce016') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:04.159733 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60c8b7-379b-46eb-a7f3-c832eecc9c7a req-305d1ba7-9515-4200-9e10-9f2694d322f9 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:04.160921 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7c60c8b7-379b-46eb-a7f3-c832eecc9c7a req-305d1ba7-9515-4200-9e10-9f2694d322f9 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=600396a5-ace2-41d1-9a0b-d66821040b5c HTTP/1.1" status: 200 len: 945 time: 0.1907675 Aug 22 13:33:04.166612 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b8ae6992-e336-401c-8802-905c35df5243 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:04.172799 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:04.176807 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-0048d902-4c53-4a76-9320-e307e9c52fc6 None None] Set router 8ea05af1-6c3a-4ef9-866e-916e069b65cb gateway port host: None {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:33:04.236420 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b8ae6992-e336-401c-8802-905c35df5243 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:04.246380 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7c60c8b7-379b-46eb-a7f3-c832eecc9c7a req-553b1def-26e8-4bc4-8d22-1fff8aa2eb50 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688298 Aug 22 13:33:04.265263 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-0048d902-4c53-4a76-9320-e307e9c52fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea05af1-6c3a-4ef9-866e-916e069b65cb', 'name': 'tempest-ServersTestManualDisk-60083470-router', 'tenant_id': 'bc7550b4a548451f8b1330acc8f91021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:30:47Z', 'updated_at': '2021-08-22T13:33:03Z', 'revision_number': 6, 'project_id': 'bc7550b4a548451f8b1330acc8f91021', 'gw_port_host': None}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:04.266862 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8ae6992-e336-401c-8802-905c35df5243 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:33:04.267286 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b8ae6992-e336-401c-8802-905c35df5243 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:04.282044 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:33:04.282044 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:33:04.282044 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:33:04.282044 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:33:04.282044 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:33:04.282044 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:33:04.282044 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:33:04.282044 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:33:04.282044 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:33:04.282044 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:33:04.282044 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:33:04.282044 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:33:04.282044 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:33:04.282044 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:33:04.282044 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:33:04.282044 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:33:04.282044 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:33:04.282044 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:33:04.282044 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:33:04.282044 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:33:04.282044 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:33:04.282044 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:33:04.282044 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:33:04.282044 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:33:04.282044 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:33:04.282044 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:33:04.282044 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:33:04.282044 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:33:04.282044 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:33:04.282044 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:33:04.282044 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:33:04.282044 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:33:04.284379 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e79717d-7371-41b0-bdd0-29a12c273413 req-ae5b1496-0d6d-41a3-aa0c-115fcf234c66 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:33:04.297804 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a3dce6-2eaf-456e-9d57-5a8eb60714fd None None] Sync routers for ids ['e6cb4467-da7f-4a21-8bf2-b77bab11ad34'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:33:04.325504 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a3dce6-2eaf-456e-9d57-5a8eb60714fd None None] Routers {'e6cb4467-da7f-4a21-8bf2-b77bab11ad34'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:33:04.329034 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-68a3dce6-2eaf-456e-9d57-5a8eb60714fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:33:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['e6cb4467-da7f-4a21-8bf2-b77bab11ad34'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:04.366843 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0048d902-4c53-4a76-9320-e307e9c52fc6 None None] The sync data for ids ['8ea05af1-6c3a-4ef9-866e-916e069b65cb'] in n-d-793621-33 is: [{'id': '8ea05af1-6c3a-4ef9-866e-916e069b65cb', 'name': 'tempest-ServersTestManualDisk-60083470-router', 'tenant_id': 'bc7550b4a548451f8b1330acc8f91021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:30:47Z', 'updated_at': '2021-08-22T13:33:03Z', 'revision_number': 6, 'project_id': 'bc7550b4a548451f8b1330acc8f91021', 'gw_port_host': None}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:33:04.400859 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-553a1161-b2f9-4ee2-9802-5ed6a9dc9a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:04.427720 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b8ae6992-e336-401c-8802-905c35df5243 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:04.498029 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a1161-b2f9-4ee2-9802-5ed6a9dc9a7a admin admin] Pushing event deleted for resources: {'Port': ['ID=0e3fb4f0-b11a-4555-ba48-90648260c933,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:04.528656 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b8ae6992-e336-401c-8802-905c35df5243 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:04.540842 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-b8ae6992-e336-401c-8802-905c35df5243 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "DELETE /v2.0/networks/23289d44-c302-4290-a4a1-7acf8204492a HTTP/1.1" status: 204 len: 168 time: 5.0192614 Aug 22 13:33:04.541608 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 33548) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:04.575298 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-553a1161-b2f9-4ee2-9802-5ed6a9dc9a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:04.586834 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-87482520-bc1c-424d-9eab-919dbe22cddc tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1815744724'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:33:04.650103 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ae6992-e336-401c-8802-905c35df5243 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Pushing event deleted for resources: {'Network': ['ID=23289d44-c302-4290-a4a1-7acf8204492a,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:04.713849 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ae6992-e336-401c-8802-905c35df5243 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:33:04.714348 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ae6992-e336-401c-8802-905c35df5243 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:33:04.714918 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ae6992-e336-401c-8802-905c35df5243 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:33:04.715406 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ae6992-e336-401c-8802-905c35df5243 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:33:04.715846 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ae6992-e336-401c-8802-905c35df5243 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:33:04.716332 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ae6992-e336-401c-8802-905c35df5243 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:33:04.716756 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ae6992-e336-401c-8802-905c35df5243 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:33:04.717251 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ae6992-e336-401c-8802-905c35df5243 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:33:04.717671 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ae6992-e336-401c-8802-905c35df5243 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:33:04.719461 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ae6992-e336-401c-8802-905c35df5243 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:33:04.719987 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ae6992-e336-401c-8802-905c35df5243 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:33:04.720839 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ae6992-e336-401c-8802-905c35df5243 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:33:04.729872 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87482520-bc1c-424d-9eab-919dbe22cddc tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Made reservation on behalf of b8730c55ccd74552ae7b8435e3a52809 for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:33:04.734670 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-87482520-bc1c-424d-9eab-919dbe22cddc tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:04.743753 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-553a1161-b2f9-4ee2-9802-5ed6a9dc9a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:04.747925 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-553a1161-b2f9-4ee2-9802-5ed6a9dc9a7a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:04.856829 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-553a1161-b2f9-4ee2-9802-5ed6a9dc9a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:04.858149 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553a1161-b2f9-4ee2-9802-5ed6a9dc9a7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ea05af1-6c3a-4ef9-866e-916e069b65cb {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:33:04.884660 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-553a1161-b2f9-4ee2-9802-5ed6a9dc9a7a admin admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:04.887764 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-553a1161-b2f9-4ee2-9802-5ed6a9dc9a7a admin admin] 10.222.0.21 "DELETE /v2.0/routers/8ea05af1-6c3a-4ef9-866e-916e069b65cb HTTP/1.1" status: 204 len: 168 time: 2.0175745 Aug 22 13:33:04.888026 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87482520-bc1c-424d-9eab-919dbe22cddc tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:33:04.900082 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-87482520-bc1c-424d-9eab-919dbe22cddc tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:04.900476 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-87482520-bc1c-424d-9eab-919dbe22cddc tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Added segment 3348c45f-5c82-4435-9b05-c1afd34b82ef of type vlan for network c2a21d30-f002-434c-879c-22cabf732a60 Aug 22 13:33:04.905105 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33560) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:04.945941 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-68a3dce6-2eaf-456e-9d57-5a8eb60714fd None None] Set router e6cb4467-da7f-4a21-8bf2-b77bab11ad34 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:33:05.025771 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-87482520-bc1c-424d-9eab-919dbe22cddc tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:05.030359 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-057178d8-c18f-415c-b17b-a66364b715bf admin admin] Deleting subnet 26169fc2-edbb-4588-a40f-611bbaa4dc0b {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:33:05.034895 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-057178d8-c18f-415c-b17b-a66364b715bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:05.089178 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-87482520-bc1c-424d-9eab-919dbe22cddc tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:05.097748 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87482520-bc1c-424d-9eab-919dbe22cddc tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:05.098660 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-87482520-bc1c-424d-9eab-919dbe22cddc tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:05.116212 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-057178d8-c18f-415c-b17b-a66364b715bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:05.341424 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-057178d8-c18f-415c-b17b-a66364b715bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:05.487817 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-057178d8-c18f-415c-b17b-a66364b715bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:05.492719 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 3849a0c5-fba1-4af3-9186-207a6d65355c no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:33:05.555176 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-057178d8-c18f-415c-b17b-a66364b715bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:05.557315 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-057178d8-c18f-415c-b17b-a66364b715bf admin admin] 10.222.0.21 "DELETE /v2.0/subnets/26169fc2-edbb-4588-a40f-611bbaa4dc0b HTTP/1.1" status: 204 len: 168 time: 0.6500888 Aug 22 13:33:05.558208 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057178d8-c18f-415c-b17b-a66364b715bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26169fc2-edbb-4588-a40f-611bbaa4dc0b,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:05.559759 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33574) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:05.595980 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e46abb-5472-4872-8e7a-74ba97d4e2dd None None] Network 5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:33:05.614288 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 3849a0c5-fba1-4af3-9186-207a6d65355c {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:33:05.615242 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 3849a0c5-fba1-4af3-9186-207a6d65355c not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:33:05.615848 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 0e3fb4f0-b11a-4555-ba48-90648260c933 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:33:05.667718 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ffd6bd9a-f583-4fb3-8963-2027aafd6592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:05.680005 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33576) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:05.766204 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 0e3fb4f0-b11a-4555-ba48-90648260c933 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:33:05.766977 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 0e3fb4f0-b11a-4555-ba48-90648260c933 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:33:05.783723 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-ffd6bd9a-f583-4fb3-8963-2027aafd6592 admin admin] Deleting port e67a9d51-0304-455f-abc7-eb314be65755 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:33:05.784325 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ffd6bd9a-f583-4fb3-8963-2027aafd6592 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:05.852763 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-87482520-bc1c-424d-9eab-919dbe22cddc tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2889352 Aug 22 13:33:05.909909 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-ffd6bd9a-f583-4fb3-8963-2027aafd6592 admin admin] For port e67a9d51-0304-455f-abc7-eb314be65755, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=e67a9d51-0304-455f-abc7-eb314be65755,segment=NetworkSegment(49208809-da77-487f-9875-d534fb6ba483),segment_id=49208809-da77-487f-9875-d534fb6ba483)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:33:05.910393 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ffd6bd9a-f583-4fb3-8963-2027aafd6592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:05.927359 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-ffd6bd9a-f583-4fb3-8963-2027aafd6592 admin admin] Calling delete_port for e67a9d51-0304-455f-abc7-eb314be65755 owned by network:dhcp {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:33:05.949573 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 33580) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:05.966797 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-68a3dce6-2eaf-456e-9d57-5a8eb60714fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'name': 'tempest-FloatingIPsAssociationTestJSON-1552091199-router', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'c487e8e9-f194-4745-9cfb-f72df839c40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:32:13Z', 'updated_at': '2021-08-22T13:32:17Z', 'revision_number': 4, 'project_id': '8c7f26536b7540b7b292e9293304df5d', 'gw_port': {'id': 'c487e8e9-f194-4745-9cfb-f72df839c40e', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:32:14Z', 'updated_at': '2021-08-22T13:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'fbb7e8f4-e903-4241-97e0-24aafac70301', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'floating_ip_address': '172.25.3.141', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'port_id': 'fcc1c657-8e51-4f65-ac79-df114f02ba35', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4', 'mac_address': 'fa:16:3e:1c:cf:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17a3c05-a560-4f5b-bd7a-6dd7d5267a95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:32:36Z', 'updated_at': '2021-08-22T13:33:02Z', 'revision_number': 3, 'project_id': '8c7f26536b7540b7b292e9293304df5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4121abf5-11ad-4df1-8c3b-3a9b600586c3', 'name': '', 'network_id': 'dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'mac_address': 'fa:16:3e:d8:db:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'bab5dc6f-337b-4be1-b114-f5e216f3b569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:32:16Z', 'updated_at': '2021-08-22T13:32:23Z', 'revision_number': 5, 'project_id': '8c7f26536b7540b7b292e9293304df5d', 'subnets': [{'id': 'bab5dc6f-337b-4be1-b114-f5e216f3b569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:05.968885 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87482520-bc1c-424d-9eab-919dbe22cddc tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Pushing event updated for resources: {'Network': ['ID=c2a21d30-f002-434c-879c-22cabf732a60,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:05.974480 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-dbffecab-4ee4-4333-8b1f-4b679aff7a69 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Request body: {'subnet': {'network_id': 'c2a21d30-f002-434c-879c-22cabf732a60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:33:05.982792 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e79717d-7371-41b0-bdd0-29a12c273413 req-ae5b1496-0d6d-41a3-aa0c-115fcf234c66 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Router e6cb4467-da7f-4a21-8bf2-b77bab11ad34 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:33:05.992496 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-646ba0c6-b49d-4df2-a416-8c5121f58305 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-901333532-network', 'tenant_id': '1d9ce1c6b51147c1a0b00ee358cbb39e'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:33:06.025628 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a3dce6-2eaf-456e-9d57-5a8eb60714fd None None] Checking router: e6cb4467-da7f-4a21-8bf2-b77bab11ad34 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:33:06.035566 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network c2a21d30-f002-434c-879c-22cabf732a60 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:33:06.062940 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646ba0c6-b49d-4df2-a416-8c5121f58305 admin admin] Made reservation on behalf of 1d9ce1c6b51147c1a0b00ee358cbb39e for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:33:06.065828 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-646ba0c6-b49d-4df2-a416-8c5121f58305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:06.077124 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-646ba0c6-b49d-4df2-a416-8c5121f58305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:06.106057 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ffd6bd9a-f583-4fb3-8963-2027aafd6592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:06.143214 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a3dce6-2eaf-456e-9d57-5a8eb60714fd None None] Routers {'e6cb4467-da7f-4a21-8bf2-b77bab11ad34'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:33:06.144199 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-68a3dce6-2eaf-456e-9d57-5a8eb60714fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:33:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['e6cb4467-da7f-4a21-8bf2-b77bab11ad34'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:06.217291 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48945a18-51f8-4d0b-b1ba-765d49e1a1b0 req-4306adea-6f41-4e94-ae4d-e3227b0e71a4 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:06.219266 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-48945a18-51f8-4d0b-b1ba-765d49e1a1b0 req-4306adea-6f41-4e94-ae4d-e3227b0e71a4 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfec1c42-428a-4a9f-a98b-0a74b49f04af HTTP/1.1" status: 200 len: 944 time: 1.1479635 Aug 22 13:33:06.230703 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e79717d-7371-41b0-bdd0-29a12c273413 req-ae5b1496-0d6d-41a3-aa0c-115fcf234c66 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:33:06.238107 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-646ba0c6-b49d-4df2-a416-8c5121f58305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:06.238374 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7e79717d-7371-41b0-bdd0-29a12c273413 req-ae5b1496-0d6d-41a3-aa0c-115fcf234c66 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:06.247667 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd6bd9a-f583-4fb3-8963-2027aafd6592 admin admin] No DVR routers for this DVR port e67a9d51-0304-455f-abc7-eb314be65755 on host n-d-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:33:06.273760 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-646ba0c6-b49d-4df2-a416-8c5121f58305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:06.289989 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-646ba0c6-b49d-4df2-a416-8c5121f58305 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:33:06.301075 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-646ba0c6-b49d-4df2-a416-8c5121f58305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:06.301466 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-646ba0c6-b49d-4df2-a416-8c5121f58305 admin admin] Added segment 130df981-0918-4e3c-b792-268407baa468 of type vlan for network 400d6b6e-faf3-40e6-9026-ff1923b82e43 Aug 22 13:33:06.314902 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-48945a18-51f8-4d0b-b1ba-765d49e1a1b0 req-a4c6cf68-0620-4850-98a7-ac46fc9fee4f tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=540eab8a-ff39-4c5e-9bac-5eb9f43fb4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816972 Aug 22 13:33:06.322965 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-68a3dce6-2eaf-456e-9d57-5a8eb60714fd None None] Set router e6cb4467-da7f-4a21-8bf2-b77bab11ad34 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:33:06.341763 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c', 'tag': 'fdf04e65-b1ed-4714-9ca4-d2b0e834a15a'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:33:06.354636 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e907403a-9b3b-4f0b-aae8-b99042e65b45" -d '{"events": [{"name": "network-changed", "server_uuid": "ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c", "tag": "fdf04e65-b1ed-4714-9ca4-d2b0e834a15a"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:33:06.363827 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7e79717d-7371-41b0-bdd0-29a12c273413 req-ae5b1496-0d6d-41a3-aa0c-115fcf234c66 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "PUT /v2.0/floatingips/fbb7e8f4-e903-4241-97e0-24aafac70301 HTTP/1.1" status: 200 len: 998 time: 6.4662757 Aug 22 13:33:06.407816 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-646ba0c6-b49d-4df2-a416-8c5121f58305 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:06.417090 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79717d-7371-41b0-bdd0-29a12c273413 req-63baa1ca-7a91-4fb6-aa64-4e7d20a87a87 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:06.434990 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7e79717d-7371-41b0-bdd0-29a12c273413 req-63baa1ca-7a91-4fb6-aa64-4e7d20a87a87 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/ports/fdf04e65-b1ed-4714-9ca4-d2b0e834a15a HTTP/1.1" status: 200 len: 942 time: 0.0701265 Aug 22 13:33:06.459012 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbffecab-4ee4-4333-8b1f-4b679aff7a69 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Made reservation on behalf of b8730c55ccd74552ae7b8435e3a52809 for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:33:06.466859 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd6bd9a-f583-4fb3-8963-2027aafd6592 admin admin] Pushing event deleted for resources: {'Port': ['ID=e67a9d51-0304-455f-abc7-eb314be65755,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:06.470384 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-dbffecab-4ee4-4333-8b1f-4b679aff7a69 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:06.479042 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-646ba0c6-b49d-4df2-a416-8c5121f58305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:06.480718 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646ba0c6-b49d-4df2-a416-8c5121f58305 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:06.481647 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-646ba0c6-b49d-4df2-a416-8c5121f58305 admin admin] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:06.608612 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646ba0c6-b49d-4df2-a416-8c5121f58305 admin admin] Pushing event updated for resources: {'Network': ['ID=400d6b6e-faf3-40e6-9026-ff1923b82e43,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:06.631045 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86390aa4-b965-4420-a065-5afcd64bfd28 None None] DHCP port deletion for 5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:33:06.641240 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 400d6b6e-faf3-40e6-9026-ff1923b82e43 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:33:06.646557 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79717d-7371-41b0-bdd0-29a12c273413 req-8d2f2f28-d034-4227-9815-bf332a23770d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:06.655925 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7e79717d-7371-41b0-bdd0-29a12c273413 req-8d2f2f28-d034-4227-9815-bf332a23770d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8c7f26536b7540b7b292e9293304df5d&device_id=ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c HTTP/1.1" status: 200 len: 1097 time: 0.0801117 Aug 22 13:33:06.722803 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646ba0c6-b49d-4df2-a416-8c5121f58305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c48efa-03fb-4165-aae3-65f8545e59a1,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:06.744936 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-646ba0c6-b49d-4df2-a416-8c5121f58305 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0623112 Aug 22 13:33:06.753410 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33588) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:06.770014 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-c1452cec-233c-482c-9202-4c18927592cc admin admin] Request body: {'subnet': {'network_id': '400d6b6e-faf3-40e6-9026-ff1923b82e43', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-901333532-subnet', 'tenant_id': '1d9ce1c6b51147c1a0b00ee358cbb39e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:33:06.771481 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79717d-7371-41b0-bdd0-29a12c273413 req-e73a9ab0-b5ae-4328-bc37-15e067113b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:06.779758 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7e79717d-7371-41b0-bdd0-29a12c273413 req-e73a9ab0-b5ae-4328-bc37-15e067113b70 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4 HTTP/1.1" status: 200 len: 922 time: 0.1225710 Aug 22 13:33:06.782046 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ffd6bd9a-f583-4fb3-8963-2027aafd6592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:06.826435 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7e79717d-7371-41b0-bdd0-29a12c273413 req-c304ccd7-e1d0-40ea-995b-11d6bfb3520f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdf04e65-b1ed-4714-9ca4-d2b0e834a15a HTTP/1.1" status: 200 len: 217 time: 0.0456703 Aug 22 13:33:06.840398 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-ffd6bd9a-f583-4fb3-8963-2027aafd6592 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:06.858278 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-ffd6bd9a-f583-4fb3-8963-2027aafd6592 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49208809-da77-487f-9875-d534fb6ba483') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:06.858933 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-ffd6bd9a-f583-4fb3-8963-2027aafd6592 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49208809-da77-487f-9875-d534fb6ba483') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:06.872099 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1452cec-233c-482c-9202-4c18927592cc admin admin] Made reservation on behalf of 1d9ce1c6b51147c1a0b00ee358cbb39e for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:33:06.875954 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c1452cec-233c-482c-9202-4c18927592cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:06.891353 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ffd6bd9a-f583-4fb3-8963-2027aafd6592 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:06.936085 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79717d-7371-41b0-bdd0-29a12c273413 req-8049eefc-1f09-4a3e-b6d8-6045189441ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:06.945449 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7e79717d-7371-41b0-bdd0-29a12c273413 req-8049eefc-1f09-4a3e-b6d8-6045189441ef service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bab5dc6f-337b-4be1-b114-f5e216f3b569 HTTP/1.1" status: 200 len: 860 time: 0.1175125 Aug 22 13:33:06.997020 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-68a3dce6-2eaf-456e-9d57-5a8eb60714fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'name': 'tempest-FloatingIPsAssociationTestJSON-1552091199-router', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'c487e8e9-f194-4745-9cfb-f72df839c40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:32:13Z', 'updated_at': '2021-08-22T13:32:17Z', 'revision_number': 4, 'project_id': '8c7f26536b7540b7b292e9293304df5d', 'gw_port': {'id': 'c487e8e9-f194-4745-9cfb-f72df839c40e', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:32:14Z', 'updated_at': '2021-08-22T13:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'fbb7e8f4-e903-4241-97e0-24aafac70301', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'floating_ip_address': '172.25.3.141', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'port_id': 'fcc1c657-8e51-4f65-ac79-df114f02ba35', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4', 'mac_address': 'fa:16:3e:1c:cf:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17a3c05-a560-4f5b-bd7a-6dd7d5267a95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:32:36Z', 'updated_at': '2021-08-22T13:33:02Z', 'revision_number': 3, 'project_id': '8c7f26536b7540b7b292e9293304df5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4121abf5-11ad-4df1-8c3b-3a9b600586c3', 'name': '', 'network_id': 'dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'mac_address': 'fa:16:3e:d8:db:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'bab5dc6f-337b-4be1-b114-f5e216f3b569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:32:16Z', 'updated_at': '2021-08-22T13:32:23Z', 'revision_number': 5, 'project_id': '8c7f26536b7540b7b292e9293304df5d', 'subnets': [{'id': 'bab5dc6f-337b-4be1-b114-f5e216f3b569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:07.056705 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a3dce6-2eaf-456e-9d57-5a8eb60714fd None None] The sync data for ids ['e6cb4467-da7f-4a21-8bf2-b77bab11ad34'] in n-d-793621-33 is: [{'id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'name': 'tempest-FloatingIPsAssociationTestJSON-1552091199-router', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'c487e8e9-f194-4745-9cfb-f72df839c40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:32:13Z', 'updated_at': '2021-08-22T13:32:17Z', 'revision_number': 4, 'project_id': '8c7f26536b7540b7b292e9293304df5d', 'gw_port': {'id': 'c487e8e9-f194-4745-9cfb-f72df839c40e', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:32:14Z', 'updated_at': '2021-08-22T13:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'fbb7e8f4-e903-4241-97e0-24aafac70301', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'floating_ip_address': '172.25.3.141', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'port_id': 'fcc1c657-8e51-4f65-ac79-df114f02ba35', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4', 'mac_address': 'fa:16:3e:1c:cf:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17a3c05-a560-4f5b-bd7a-6dd7d5267a95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:32:36Z', 'updated_at': '2021-08-22T13:33:02Z', 'revision_number': 3, 'project_id': '8c7f26536b7540b7b292e9293304df5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4121abf5-11ad-4df1-8c3b-3a9b600586c3', 'name': '', 'network_id': 'dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'mac_address': 'fa:16:3e:d8:db:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'bab5dc6f-337b-4be1-b114-f5e216f3b569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:32:16Z', 'updated_at': '2021-08-22T13:32:23Z', 'revision_number': 5, 'project_id': '8c7f26536b7540b7b292e9293304df5d', 'subnets': [{'id': 'bab5dc6f-337b-4be1-b114-f5e216f3b569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:33:07.071136 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ffd6bd9a-f583-4fb3-8963-2027aafd6592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:07.080345 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffd6bd9a-f583-4fb3-8963-2027aafd6592 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:33:07.080894 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ffd6bd9a-f583-4fb3-8963-2027aafd6592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:07.146108 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:33:07.146108 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:33:07.146108 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:33:07.146108 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:33:07.146108 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:33:07.146108 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:33:07.146108 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:33:07.146108 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:33:07.146108 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:33:07.146108 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:33:07.146108 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:33:07.146108 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:33:07.146108 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:33:07.146108 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:33:07.146108 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:33:07.146108 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:33:07.146108 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:33:07.146108 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:33:07.146108 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:33:07.146108 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:33:07.146108 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:33:07.146108 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:33:07.146108 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:33:07.146108 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:33:07.146108 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:33:07.146108 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:33:07.146108 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:33:07.146108 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:33:07.146108 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:33:07.146108 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:33:07.146108 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:33:07.146108 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:33:07.149315 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79717d-7371-41b0-bdd0-29a12c273413 req-ac65117d-a839-4184-9d21-d311e5fab4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:07.152289 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ffd6bd9a-f583-4fb3-8963-2027aafd6592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:07.166464 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ffd6bd9a-f583-4fb3-8963-2027aafd6592 admin admin] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:07.170891 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7e79717d-7371-41b0-bdd0-29a12c273413 req-ac65117d-a839-4184-9d21-d311e5fab4b0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2243636 Aug 22 13:33:07.171245 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ffd6bd9a-f583-4fb3-8963-2027aafd6592 admin admin] 10.222.0.21 "DELETE /v2.0/networks/5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660 HTTP/1.1" status: 204 len: 168 time: 1.6077929 Aug 22 13:33:07.178321 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [req-7e79717d-7371-41b0-bdd0-29a12c273413 req-0259a648-398d-467e-9edb-995315fb2896 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:33:07.180494 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7e79717d-7371-41b0-bdd0-29a12c273413 req-0259a648-398d-467e-9edb-995315fb2896 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082893 Aug 22 13:33:07.189816 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd6bd9a-f583-4fb3-8963-2027aafd6592 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a3f8b0d-d8b3-4ed4-84e0-0b903d4fa660,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:07.209152 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device e67a9d51-0304-455f-abc7-eb314be65755 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:33:07.238248 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-dbffecab-4ee4-4333-8b1f-4b679aff7a69 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:07.248746 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: e67a9d51-0304-455f-abc7-eb314be65755 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:33:07.249010 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device e67a9d51-0304-455f-abc7-eb314be65755 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:33:07.394109 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87505401-eba8-4a0b-8c44-3468725ddde1 None None] New status for floating IP fbb7e8f4-e903-4241-97e0-24aafac70301: ACTIVE {{(pid=94630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 13:33:07.395530 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33594) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:07.404882 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbffecab-4ee4-4333-8b1f-4b679aff7a69 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Pushing event updated for resources: {'Subnet': ['ID=41157bfd-b2e1-4279-a43a-a514ad4d83a9,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:07.428804 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c1452cec-233c-482c-9202-4c18927592cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:07.457512 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbffecab-4ee4-4333-8b1f-4b679aff7a69 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Checking segment: {'id': '3348c45f-5c82-4435-9b05-c1afd34b82ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c2a21d30-f002-434c-879c-22cabf732a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:33:07.457891 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbffecab-4ee4-4333-8b1f-4b679aff7a69 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Network hostable DHCP agents. Network: c2a21d30-f002-434c-879c-22cabf732a60, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:33:07.479136 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7e79717d-7371-41b0-bdd0-29a12c273413 req-9e7f85ec-7044-46ee-8c03-c0af594d9ed2 service neutron] 10.222.0.21 "GET /v2.0/networks/dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760782 Aug 22 13:33:07.504897 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbffecab-4ee4-4333-8b1f-4b679aff7a69 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Network c2a21d30-f002-434c-879c-22cabf732a60 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:33:07.529104 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1452cec-233c-482c-9202-4c18927592cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d62c1c3a-0f35-412c-a2aa-3badca63aa0f,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:07.540954 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-dbffecab-4ee4-4333-8b1f-4b679aff7a69 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, c2a21d30-f002-434c-879c-22cabf732a60) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:33:07.547589 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbffecab-4ee4-4333-8b1f-4b679aff7a69 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:07.548205 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-dbffecab-4ee4-4333-8b1f-4b679aff7a69 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:07.548812 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6aae9a-ab99-4a49-9c82-803a1b63571e None None] Network c2a21d30-f002-434c-879c-22cabf732a60 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:33:07.571899 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d9b62ff7-3fe4-4c96-9575-3c09af59a27c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bc7550b4a548451f8b1330acc8f91021&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1751084 Aug 22 13:33:07.579070 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33596) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:07.646803 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-95640d1e-23bd-4eb7-9e7b-87f6a995199f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:07.667513 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-dbffecab-4ee4-4333-8b1f-4b679aff7a69 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6995776 Aug 22 13:33:07.673993 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33598) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:07.695718 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-43ce9769-c687-435b-b199-bfc940d0ce88 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-939670039'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:33:07.714917 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7e79717d-7371-41b0-bdd0-29a12c273413 req-2afe4c28-b887-4b86-80d6-1987ff8845a4 service neutron] 10.222.0.21 "GET /v2.0/networks/dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236190 Aug 22 13:33:07.728815 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1452cec-233c-482c-9202-4c18927592cc admin admin] Checking segment: {'id': '130df981-0918-4e3c-b792-268407baa468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '400d6b6e-faf3-40e6-9026-ff1923b82e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:33:07.729326 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1452cec-233c-482c-9202-4c18927592cc admin admin] Network hostable DHCP agents. Network: 400d6b6e-faf3-40e6-9026-ff1923b82e43, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:33:07.779489 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-95640d1e-23bd-4eb7-9e7b-87f6a995199f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:07.828819 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1452cec-233c-482c-9202-4c18927592cc admin admin] Network 400d6b6e-faf3-40e6-9026-ff1923b82e43 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:33:07.837708 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79717d-7371-41b0-bdd0-29a12c273413 req-8cd48dd0-5b64-4cbf-974c-68cf9ce347b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:07.839927 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7e79717d-7371-41b0-bdd0-29a12c273413 req-8cd48dd0-5b64-4cbf-974c-68cf9ce347b1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8c7f26536b7540b7b292e9293304df5d&device_id=a17a3c05-a560-4f5b-bd7a-6dd7d5267a95 HTTP/1.1" status: 200 len: 1097 time: 0.0708165 Aug 22 13:33:07.854441 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e23da19-b55b-4935-876e-14a69d4d0301 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-c2a21d30-f002-434c-879c-22cabf732a60', 'network_id': 'c2a21d30-f002-434c-879c-22cabf732a60', 'tenant_id': 'b8730c55ccd74552ae7b8435e3a52809', 'fixed_ips': [{'subnet_id': '41157bfd-b2e1-4279-a43a-a514ad4d83a9'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:33:07.857201 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3e23da19-b55b-4935-876e-14a69d4d0301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:07.938795 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a4216e-1d2d-40c2-ae16-7819609c8940 None None] Sync routers for ids ['e6cb4467-da7f-4a21-8bf2-b77bab11ad34'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:33:07.953269 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-c1452cec-233c-482c-9202-4c18927592cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 400d6b6e-faf3-40e6-9026-ff1923b82e43) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:33:07.968117 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-95640d1e-23bd-4eb7-9e7b-87f6a995199f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:07.971272 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-95640d1e-23bd-4eb7-9e7b-87f6a995199f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:07.972750 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-95640d1e-23bd-4eb7-9e7b-87f6a995199f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aa7fc1cd-9d0d-435d-a8c3-a0d2f046061f HTTP/1.1" status: 204 len: 168 time: 0.3909774 Aug 22 13:33:07.982885 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1452cec-233c-482c-9202-4c18927592cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:07.984591 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c1452cec-233c-482c-9202-4c18927592cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:07.988763 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ce9769-c687-435b-b199-bfc940d0ce88 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Made reservation on behalf of b8730c55ccd74552ae7b8435e3a52809 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:33:07.994926 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-43ce9769-c687-435b-b199-bfc940d0ce88 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:08.016572 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79717d-7371-41b0-bdd0-29a12c273413 req-6f490515-800d-4aab-9177-978ce2bea88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:08.016572 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7e79717d-7371-41b0-bdd0-29a12c273413 req-6f490515-800d-4aab-9177-978ce2bea88f service neutron] 10.222.0.21 "GET /v2.0/networks?id=dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4 HTTP/1.1" status: 200 len: 922 time: 0.1661968 Aug 22 13:33:08.024687 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95640d1e-23bd-4eb7-9e7b-87f6a995199f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7fc1cd-9d0d-435d-a8c3-a0d2f046061f,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:08.044655 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c1452cec-233c-482c-9202-4c18927592cc admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2899294 Aug 22 13:33:08.049521 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d5d696-93c0-4e7d-8fff-f0b803bed770 None None] Network 400d6b6e-faf3-40e6-9026-ff1923b82e43 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:33:08.087384 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43ce9769-c687-435b-b199-bfc940d0ce88 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:33:08.118342 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-43ce9769-c687-435b-b199-bfc940d0ce88 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:08.121583 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-43ce9769-c687-435b-b199-bfc940d0ce88 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Added segment afc07233-c5df-410a-a0b0-9f1e349ce94d of type vlan for network 665bcdb3-8426-4352-9463-04701d5f133d Aug 22 13:33:08.165084 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7e79717d-7371-41b0-bdd0-29a12c273413 req-1a2cda81-d7ea-4ec4-bfa5-55d7c9a4a15b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fcc1c657-8e51-4f65-ac79-df114f02ba35 HTTP/1.1" status: 200 len: 1001 time: 0.1399124 Aug 22 13:33:08.184354 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a4216e-1d2d-40c2-ae16-7819609c8940 None None] Routers {'e6cb4467-da7f-4a21-8bf2-b77bab11ad34'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:33:08.185081 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-66a4216e-1d2d-40c2-ae16-7819609c8940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:33:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['e6cb4467-da7f-4a21-8bf2-b77bab11ad34'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:08.226009 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-43ce9769-c687-435b-b199-bfc940d0ce88 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:08.249855 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79717d-7371-41b0-bdd0-29a12c273413 req-34c987ae-6ebf-4bf6-a07f-9f79df4db6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:08.255728 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7e79717d-7371-41b0-bdd0-29a12c273413 req-34c987ae-6ebf-4bf6-a07f-9f79df4db6bb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bab5dc6f-337b-4be1-b114-f5e216f3b569 HTTP/1.1" status: 200 len: 860 time: 0.0840042 Aug 22 13:33:08.262417 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-43ce9769-c687-435b-b199-bfc940d0ce88 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:08.283625 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ce9769-c687-435b-b199-bfc940d0ce88 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:08.284732 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-43ce9769-c687-435b-b199-bfc940d0ce88 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:08.353720 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79717d-7371-41b0-bdd0-29a12c273413 req-59d3696d-f871-4721-b2db-a3c81b446fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:08.355295 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7e79717d-7371-41b0-bdd0-29a12c273413 req-59d3696d-f871-4721-b2db-a3c81b446fab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0928261 Aug 22 13:33:08.388906 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-43ce9769-c687-435b-b199-bfc940d0ce88 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7079434 Aug 22 13:33:08.392206 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33604) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:08.414720 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-6454fb52-4c89-4b53-a2dc-06b05d20b276 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Request body: {'subnet': {'network_id': '665bcdb3-8426-4352-9463-04701d5f133d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:33:08.430831 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce9769-c687-435b-b199-bfc940d0ce88 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Pushing event updated for resources: {'Network': ['ID=665bcdb3-8426-4352-9463-04701d5f133d,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:08.463549 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 665bcdb3-8426-4352-9463-04701d5f133d details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:33:08.558388 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7e79717d-7371-41b0-bdd0-29a12c273413 req-a2bf476a-f7e5-4236-96cf-71adf20d5eb9 service neutron] 10.222.0.21 "GET /v2.0/networks/dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874142 Aug 22 13:33:08.625654 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6454fb52-4c89-4b53-a2dc-06b05d20b276 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Made reservation on behalf of b8730c55ccd74552ae7b8435e3a52809 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:33:08.630925 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6454fb52-4c89-4b53-a2dc-06b05d20b276 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:08.725068 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-3e23da19-b55b-4935-876e-14a69d4d0301 None None] Allocated IP 2001:db8::3 (c2a21d30-f002-434c-879c-22cabf732a60/41157bfd-b2e1-4279-a43a-a514ad4d83a9/0c87ea08-70bc-475a-bbe9-81eb1d4576b9) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:33:08.751518 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7e79717d-7371-41b0-bdd0-29a12c273413 req-d9965d2c-8b19-4ade-9eb6-411263b27032 service neutron] 10.222.0.21 "GET /v2.0/networks/dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840932 Aug 22 13:33:08.752920 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-66a4216e-1d2d-40c2-ae16-7819609c8940 None None] Set router e6cb4467-da7f-4a21-8bf2-b77bab11ad34 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:33:08.783168 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.ipam_backend_mixin [None req-6454fb52-4c89-4b53-a2dc-06b05d20b276 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Performing IP validity checks on allocation pools {{(pid=94628) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 22 13:33:08.783789 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.ipam_backend_mixin [None req-6454fb52-4c89-4b53-a2dc-06b05d20b276 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94628) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 22 13:33:08.978537 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6454fb52-4c89-4b53-a2dc-06b05d20b276 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:09.010063 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921fe08-26fe-4313-b4f9-1fd68f286e5c req-f8874866-9900-4f0e-9403-b2f1108db79e tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:09.011782 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5921fe08-26fe-4313-b4f9-1fd68f286e5c req-f8874866-9900-4f0e-9403-b2f1108db79e tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=600396a5-ace2-41d1-9a0b-d66821040b5c HTTP/1.1" status: 200 len: 945 time: 0.0967388 Aug 22 13:33:09.077553 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6454fb52-4c89-4b53-a2dc-06b05d20b276 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Pushing event updated for resources: {'Subnet': ['ID=bf600e77-b250-4298-9324-118e34cc4923,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:09.107698 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5921fe08-26fe-4313-b4f9-1fd68f286e5c req-97fe1c9d-dbe7-4599-a40a-cb91a966a4cf tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703058 Aug 22 13:33:09.132359 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6454fb52-4c89-4b53-a2dc-06b05d20b276 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Checking segment: {'id': 'afc07233-c5df-410a-a0b0-9f1e349ce94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '665bcdb3-8426-4352-9463-04701d5f133d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:33:09.133171 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6454fb52-4c89-4b53-a2dc-06b05d20b276 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Network hostable DHCP agents. Network: 665bcdb3-8426-4352-9463-04701d5f133d, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:33:09.177542 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6454fb52-4c89-4b53-a2dc-06b05d20b276 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Network 665bcdb3-8426-4352-9463-04701d5f133d is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:33:09.195813 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-6454fb52-4c89-4b53-a2dc-06b05d20b276 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 665bcdb3-8426-4352-9463-04701d5f133d) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:33:09.200763 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6454fb52-4c89-4b53-a2dc-06b05d20b276 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:09.201987 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6454fb52-4c89-4b53-a2dc-06b05d20b276 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:09.228763 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6454fb52-4c89-4b53-a2dc-06b05d20b276 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.8234100 Aug 22 13:33:09.231304 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33626) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:09.275355 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492dd7bc-ff51-4862-a0ed-6ef3cc48537b None None] Network 665bcdb3-8426-4352-9463-04701d5f133d requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:33:09.278224 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48dee616-f119-45ac-af2b-06f5c73e3f31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-400d6b6e-faf3-40e6-9026-ff1923b82e43', 'network_id': '400d6b6e-faf3-40e6-9026-ff1923b82e43', 'tenant_id': '1d9ce1c6b51147c1a0b00ee358cbb39e', 'fixed_ips': [{'subnet_id': 'd62c1c3a-0f35-412c-a2aa-3badca63aa0f'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:33:09.279051 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-48dee616-f119-45ac-af2b-06f5c73e3f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:09.402100 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0898d1d8-3bb9-4819-be01-3e12880e94ae tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:09.517737 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0898d1d8-3bb9-4819-be01-3e12880e94ae tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:09.592068 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33634) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:09.619245 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0898d1d8-3bb9-4819-be01-3e12880e94ae tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:09.662233 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0898d1d8-3bb9-4819-be01-3e12880e94ae tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Pushing event deleted for resources: {'Subnet': ['ID=bf600e77-b250-4298-9324-118e34cc4923,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:09.717441 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3e23da19-b55b-4935-876e-14a69d4d0301 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:09.732089 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-3e23da19-b55b-4935-876e-14a69d4d0301 None None] Transition to ACTIVE for port object 0c87ea08-70bc-475a-bbe9-81eb1d4576b9 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:33:09.745896 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-e8069889-39cc-4246-b484-b5345021678d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1024904971-network', 'tenant_id': '55ae8131c673474db6fbd918c6d65e53'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:33:09.752657 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-3e23da19-b55b-4935-876e-14a69d4d0301 None None] Transition to ACTIVE for port object 0c87ea08-70bc-475a-bbe9-81eb1d4576b9 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:33:09.798063 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3e23da19-b55b-4935-876e-14a69d4d0301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:09.822325 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0898d1d8-3bb9-4819-be01-3e12880e94ae tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:09.831822 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8069889-39cc-4246-b484-b5345021678d admin admin] Made reservation on behalf of 55ae8131c673474db6fbd918c6d65e53 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:33:09.834406 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e8069889-39cc-4246-b484-b5345021678d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:09.868870 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25046ebf-1f53-4bd6-85be-f97870d35311 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-665bcdb3-8426-4352-9463-04701d5f133d', 'network_id': '665bcdb3-8426-4352-9463-04701d5f133d', 'tenant_id': 'b8730c55ccd74552ae7b8435e3a52809', 'fixed_ips': [{'subnet_id': 'bf600e77-b250-4298-9324-118e34cc4923'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:33:09.870213 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-25046ebf-1f53-4bd6-85be-f97870d35311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:09.881667 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-48dee616-f119-45ac-af2b-06f5c73e3f31 None None] Allocated IP 172.20.0.2 (400d6b6e-faf3-40e6-9026-ff1923b82e43/d62c1c3a-0f35-412c-a2aa-3badca63aa0f/14c248f3-109b-4876-b6a7-664a2b8395b6) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:33:09.895862 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e23da19-b55b-4935-876e-14a69d4d0301 None None] Network c2a21d30-f002-434c-879c-22cabf732a60 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:33:09.910979 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-3e23da19-b55b-4935-876e-14a69d4d0301 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:33:09.916853 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e23da19-b55b-4935-876e-14a69d4d0301 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:33:10.089157 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-0898d1d8-3bb9-4819-be01-3e12880e94ae tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['665bcdb3-8426-4352-9463-04701d5f133d']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:10.092221 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e8069889-39cc-4246-b484-b5345021678d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:10.107602 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-0898d1d8-3bb9-4819-be01-3e12880e94ae tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afc07233-c5df-410a-a0b0-9f1e349ce94d') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:10.107890 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-0898d1d8-3bb9-4819-be01-3e12880e94ae tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afc07233-c5df-410a-a0b0-9f1e349ce94d') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:10.111704 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e23da19-b55b-4935-876e-14a69d4d0301 None None] Pushing event updated for resources: {'Port': ['ID=0c87ea08-70bc-475a-bbe9-81eb1d4576b9,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:10.122638 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0898d1d8-3bb9-4819-be01-3e12880e94ae tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:10.144150 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0898d1d8-3bb9-4819-be01-3e12880e94ae tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:10.154003 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0898d1d8-3bb9-4819-be01-3e12880e94ae tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:33:10.154345 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0898d1d8-3bb9-4819-be01-3e12880e94ae tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:10.157737 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:33:10.157737 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:33:10.157737 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:33:10.157737 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:33:10.157737 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:33:10.157737 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:33:10.157737 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:33:10.157737 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:33:10.157737 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:33:10.157737 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:33:10.157737 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:33:10.157737 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:33:10.157737 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:33:10.157737 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:33:10.157737 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:33:10.157737 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:33:10.157737 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:33:10.157737 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:33:10.157737 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:33:10.157737 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:33:10.157737 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:33:10.157737 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:33:10.157737 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:33:10.157737 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:33:10.157737 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:33:10.157737 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:33:10.157737 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:33:10.157737 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:33:10.157737 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:33:10.157737 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:33:10.157737 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:33:10.157737 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:33:10.185703 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad70d35c-d416-4681-9ddc-303b313c434d None None] Network 665bcdb3-8426-4352-9463-04701d5f133d requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:33:10.188934 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-3e23da19-b55b-4935-876e-14a69d4d0301 None None] Attempting to bind port 0c87ea08-70bc-475a-bbe9-81eb1d4576b9 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:33:10.189305 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-3e23da19-b55b-4935-876e-14a69d4d0301 None None] Attempting to bind port 0c87ea08-70bc-475a-bbe9-81eb1d4576b9 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '3348c45f-5c82-4435-9b05-c1afd34b82ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c2a21d30-f002-434c-879c-22cabf732a60'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:33:10.189666 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e23da19-b55b-4935-876e-14a69d4d0301 None None] Attempting to bind port 0c87ea08-70bc-475a-bbe9-81eb1d4576b9 on network c2a21d30-f002-434c-879c-22cabf732a60 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:33:10.224551 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0898d1d8-3bb9-4819-be01-3e12880e94ae tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:10.238290 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0898d1d8-3bb9-4819-be01-3e12880e94ae tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:10.246426 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 33642) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:10.246999 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0898d1d8-3bb9-4819-be01-3e12880e94ae tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "DELETE /v2.0/networks/665bcdb3-8426-4352-9463-04701d5f133d HTTP/1.1" status: 204 len: 168 time: 1.0142117 Aug 22 13:33:10.249955 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e23da19-b55b-4935-876e-14a69d4d0301 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:33:10.250328 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e23da19-b55b-4935-876e-14a69d4d0301 None None] Checking segment: {'id': '3348c45f-5c82-4435-9b05-c1afd34b82ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c2a21d30-f002-434c-879c-22cabf732a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:33:10.250732 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3e23da19-b55b-4935-876e-14a69d4d0301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:10.251122 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e23da19-b55b-4935-876e-14a69d4d0301 None None] Bound using segment: {'id': '3348c45f-5c82-4435-9b05-c1afd34b82ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c2a21d30-f002-434c-879c-22cabf732a60'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:33:10.251603 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-3e23da19-b55b-4935-876e-14a69d4d0301 None None] Bound port: 0c87ea08-70bc-475a-bbe9-81eb1d4576b9, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3348c45f-5c82-4435-9b05-c1afd34b82ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c2a21d30-f002-434c-879c-22cabf732a60'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:33:10.251981 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3e23da19-b55b-4935-876e-14a69d4d0301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:10.254654 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-a2a56c89-180a-4316-9477-22fe3e231416 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-936576041'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:33:10.264801 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0898d1d8-3bb9-4819-be01-3e12880e94ae tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Pushing event deleted for resources: {'Network': ['ID=665bcdb3-8426-4352-9463-04701d5f133d,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:10.343207 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e8069889-39cc-4246-b484-b5345021678d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:10.349144 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e8069889-39cc-4246-b484-b5345021678d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:10.354775 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-48dee616-f119-45ac-af2b-06f5c73e3f31 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:10.374618 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a56c89-180a-4316-9477-22fe3e231416 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Made reservation on behalf of b8730c55ccd74552ae7b8435e3a52809 for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:33:10.380369 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a2a56c89-180a-4316-9477-22fe3e231416 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:10.390908 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8069889-39cc-4246-b484-b5345021678d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:33:10.398118 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-66a4216e-1d2d-40c2-ae16-7819609c8940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'name': 'tempest-FloatingIPsAssociationTestJSON-1552091199-router', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'c487e8e9-f194-4745-9cfb-f72df839c40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:32:13Z', 'updated_at': '2021-08-22T13:32:17Z', 'revision_number': 4, 'project_id': '8c7f26536b7540b7b292e9293304df5d', 'gw_port': {'id': 'c487e8e9-f194-4745-9cfb-f72df839c40e', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:32:14Z', 'updated_at': '2021-08-22T13:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'fbb7e8f4-e903-4241-97e0-24aafac70301', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'floating_ip_address': '172.25.3.141', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'port_id': 'fcc1c657-8e51-4f65-ac79-df114f02ba35', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4', 'mac_address': 'fa:16:3e:1c:cf:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17a3c05-a560-4f5b-bd7a-6dd7d5267a95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:32:36Z', 'updated_at': '2021-08-22T13:33:07Z', 'revision_number': 4, 'project_id': '8c7f26536b7540b7b292e9293304df5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4121abf5-11ad-4df1-8c3b-3a9b600586c3', 'name': '', 'network_id': 'dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'mac_address': 'fa:16:3e:d8:db:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'bab5dc6f-337b-4be1-b114-f5e216f3b569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:32:16Z', 'updated_at': '2021-08-22T13:32:23Z', 'revision_number': 5, 'project_id': '8c7f26536b7540b7b292e9293304df5d', 'subnets': [{'id': 'bab5dc6f-337b-4be1-b114-f5e216f3b569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:10.400646 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-48dee616-f119-45ac-af2b-06f5c73e3f31 None None] Transition to ACTIVE for port object 14c248f3-109b-4876-b6a7-664a2b8395b6 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:33:10.403214 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8069889-39cc-4246-b484-b5345021678d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:10.425824 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e8069889-39cc-4246-b484-b5345021678d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:10.426450 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-e8069889-39cc-4246-b484-b5345021678d admin admin] Added segment db44917f-e270-4117-9230-1517bc4d1e8b of type vlan for network 029dc999-300f-41d7-a154-70ddffd00bd2 Aug 22 13:33:10.428940 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2a56c89-180a-4316-9477-22fe3e231416 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:33:10.442990 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a2a56c89-180a-4316-9477-22fe3e231416 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:10.443479 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-a2a56c89-180a-4316-9477-22fe3e231416 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Added segment b487c270-a2af-4ec8-9995-0682c8e86e5e of type vlan for network 4e25c708-3e98-47e6-a654-e3e5cc2d1472 Aug 22 13:33:10.477868 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a4216e-1d2d-40c2-ae16-7819609c8940 None None] Checking router: e6cb4467-da7f-4a21-8bf2-b77bab11ad34 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:33:10.493240 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e8069889-39cc-4246-b484-b5345021678d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:10.502630 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-48dee616-f119-45ac-af2b-06f5c73e3f31 None None] Transition to ACTIVE for port object 14c248f3-109b-4876-b6a7-664a2b8395b6 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:33:10.504320 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-3e23da19-b55b-4935-876e-14a69d4d0301 None None] For port 0c87ea08-70bc-475a-bbe9-81eb1d4576b9, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:33:10.509949 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-3e23da19-b55b-4935-876e-14a69d4d0301 None None] For port 0c87ea08-70bc-475a-bbe9-81eb1d4576b9, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=0c87ea08-70bc-475a-bbe9-81eb1d4576b9,segment=NetworkSegment(3348c45f-5c82-4435-9b05-c1afd34b82ef),segment_id=3348c45f-5c82-4435-9b05-c1afd34b82ef)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:33:10.514257 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a4216e-1d2d-40c2-ae16-7819609c8940 None None] Routers {'e6cb4467-da7f-4a21-8bf2-b77bab11ad34'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:33:10.514862 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-66a4216e-1d2d-40c2-ae16-7819609c8940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:33:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['e6cb4467-da7f-4a21-8bf2-b77bab11ad34'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:10.517099 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-48dee616-f119-45ac-af2b-06f5c73e3f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:10.535012 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a2a56c89-180a-4316-9477-22fe3e231416 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:10.551178 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e8069889-39cc-4246-b484-b5345021678d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:10.555374 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3e23da19-b55b-4935-876e-14a69d4d0301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:10.566917 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8069889-39cc-4246-b484-b5345021678d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:10.568377 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e8069889-39cc-4246-b484-b5345021678d admin admin] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:10.573731 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a2a56c89-180a-4316-9477-22fe3e231416 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:10.583375 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a56c89-180a-4316-9477-22fe3e231416 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:10.584548 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a2a56c89-180a-4316-9477-22fe3e231416 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:10.619338 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a2a56c89-180a-4316-9477-22fe3e231416 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3709981 Aug 22 13:33:10.631015 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33644) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:10.637785 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-fba17059-6d9f-42ae-b0e3-e710e9d3e224 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Request body: {'subnet': {'network_id': '4e25c708-3e98-47e6-a654-e3e5cc2d1472', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:33:10.644681 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48dee616-f119-45ac-af2b-06f5c73e3f31 None None] Network 400d6b6e-faf3-40e6-9026-ff1923b82e43 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:33:10.662264 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-48dee616-f119-45ac-af2b-06f5c73e3f31 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:33:10.665309 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dee616-f119-45ac-af2b-06f5c73e3f31 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:33:10.672350 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a56c89-180a-4316-9477-22fe3e231416 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Pushing event updated for resources: {'Network': ['ID=4e25c708-3e98-47e6-a654-e3e5cc2d1472,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:10.722122 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 33646) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:10.728014 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-de1bc9bb-8654-489b-9c0d-3b712a56f504 admin admin] Request body: {'subnet': {'network_id': '029dc999-300f-41d7-a154-70ddffd00bd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1024904971-subnet', 'tenant_id': '55ae8131c673474db6fbd918c6d65e53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:33:10.734818 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dee616-f119-45ac-af2b-06f5c73e3f31 None None] Pushing event updated for resources: {'Port': ['ID=14c248f3-109b-4876-b6a7-664a2b8395b6,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:10.737263 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 4e25c708-3e98-47e6-a654-e3e5cc2d1472 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:33:10.737718 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e8069889-39cc-4246-b484-b5345021678d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1442466 Aug 22 13:33:10.759618 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1bc9bb-8654-489b-9c0d-3b712a56f504 admin admin] Made reservation on behalf of 55ae8131c673474db6fbd918c6d65e53 for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:33:10.762189 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-de1bc9bb-8654-489b-9c0d-3b712a56f504 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:10.766787 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8069889-39cc-4246-b484-b5345021678d admin admin] Pushing event updated for resources: {'Network': ['ID=029dc999-300f-41d7-a154-70ddffd00bd2,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:10.818562 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 029dc999-300f-41d7-a154-70ddffd00bd2 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:33:10.839357 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba17059-6d9f-42ae-b0e3-e710e9d3e224 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Made reservation on behalf of b8730c55ccd74552ae7b8435e3a52809 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:33:10.844938 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fba17059-6d9f-42ae-b0e3-e710e9d3e224 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:11.108980 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-de1bc9bb-8654-489b-9c0d-3b712a56f504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:11.118110 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-48dee616-f119-45ac-af2b-06f5c73e3f31 None None] Attempting to bind port 14c248f3-109b-4876-b6a7-664a2b8395b6 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:33:11.118481 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-48dee616-f119-45ac-af2b-06f5c73e3f31 None None] Attempting to bind port 14c248f3-109b-4876-b6a7-664a2b8395b6 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '130df981-0918-4e3c-b792-268407baa468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '400d6b6e-faf3-40e6-9026-ff1923b82e43'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:33:11.119294 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dee616-f119-45ac-af2b-06f5c73e3f31 None None] Attempting to bind port 14c248f3-109b-4876-b6a7-664a2b8395b6 on network 400d6b6e-faf3-40e6-9026-ff1923b82e43 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:33:11.131626 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-66a4216e-1d2d-40c2-ae16-7819609c8940 None None] Set router e6cb4467-da7f-4a21-8bf2-b77bab11ad34 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:33:11.137062 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dee616-f119-45ac-af2b-06f5c73e3f31 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:33:11.137437 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dee616-f119-45ac-af2b-06f5c73e3f31 None None] Checking segment: {'id': '130df981-0918-4e3c-b792-268407baa468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '400d6b6e-faf3-40e6-9026-ff1923b82e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:33:11.137851 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-48dee616-f119-45ac-af2b-06f5c73e3f31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:11.138233 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dee616-f119-45ac-af2b-06f5c73e3f31 None None] Bound using segment: {'id': '130df981-0918-4e3c-b792-268407baa468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '400d6b6e-faf3-40e6-9026-ff1923b82e43'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:33:11.138712 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-48dee616-f119-45ac-af2b-06f5c73e3f31 None None] Bound port: 14c248f3-109b-4876-b6a7-664a2b8395b6, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '130df981-0918-4e3c-b792-268407baa468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '400d6b6e-faf3-40e6-9026-ff1923b82e43'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:33:11.139092 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-48dee616-f119-45ac-af2b-06f5c73e3f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:11.198237 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e23da19-b55b-4935-876e-14a69d4d0301 None None] Pushing event updated for resources: {'Port': ['ID=0c87ea08-70bc-475a-bbe9-81eb1d4576b9,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:11.283631 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1bc9bb-8654-489b-9c0d-3b712a56f504 admin admin] Checking segment: {'id': 'db44917f-e270-4117-9230-1517bc4d1e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '029dc999-300f-41d7-a154-70ddffd00bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:33:11.284253 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1bc9bb-8654-489b-9c0d-3b712a56f504 admin admin] Network hostable DHCP agents. Network: 029dc999-300f-41d7-a154-70ddffd00bd2, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:33:11.313800 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1bc9bb-8654-489b-9c0d-3b712a56f504 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cd6abbc-1246-430e-b262-f242ac355bf7,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:11.328951 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1bc9bb-8654-489b-9c0d-3b712a56f504 admin admin] Network 029dc999-300f-41d7-a154-70ddffd00bd2 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:33:11.342904 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-de1bc9bb-8654-489b-9c0d-3b712a56f504 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 029dc999-300f-41d7-a154-70ddffd00bd2) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:33:11.346149 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fba17059-6d9f-42ae-b0e3-e710e9d3e224 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:11.347696 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1bc9bb-8654-489b-9c0d-3b712a56f504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:11.348312 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-de1bc9bb-8654-489b-9c0d-3b712a56f504 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:11.391202 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-de1bc9bb-8654-489b-9c0d-3b712a56f504 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6583006 Aug 22 13:33:11.489165 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0043079-c3a2-4c52-aef8-e0089fdd50fc None None] Network 029dc999-300f-41d7-a154-70ddffd00bd2 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:33:11.497367 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba17059-6d9f-42ae-b0e3-e710e9d3e224 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Pushing event updated for resources: {'Subnet': ['ID=72b3e547-9e1a-478e-b451-65c25684437e,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:11.524910 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba17059-6d9f-42ae-b0e3-e710e9d3e224 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Checking segment: {'id': 'b487c270-a2af-4ec8-9995-0682c8e86e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4e25c708-3e98-47e6-a654-e3e5cc2d1472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:33:11.525642 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba17059-6d9f-42ae-b0e3-e710e9d3e224 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Network hostable DHCP agents. Network: 4e25c708-3e98-47e6-a654-e3e5cc2d1472, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:33:11.564934 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba17059-6d9f-42ae-b0e3-e710e9d3e224 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Network 4e25c708-3e98-47e6-a654-e3e5cc2d1472 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:33:11.588288 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-fba17059-6d9f-42ae-b0e3-e710e9d3e224 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 4e25c708-3e98-47e6-a654-e3e5cc2d1472) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:33:11.590968 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba17059-6d9f-42ae-b0e3-e710e9d3e224 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:11.592838 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fba17059-6d9f-42ae-b0e3-e710e9d3e224 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:11.603834 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e366a4b-d692-4a6c-ba6c-8dc1bcd259c0 None None] Network 4e25c708-3e98-47e6-a654-e3e5cc2d1472 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:33:11.611739 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-48dee616-f119-45ac-af2b-06f5c73e3f31 None None] For port 14c248f3-109b-4876-b6a7-664a2b8395b6, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:33:11.622138 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-fba17059-6d9f-42ae-b0e3-e710e9d3e224 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.9858332 Aug 22 13:33:11.622502 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 33652) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:11.690103 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-48dee616-f119-45ac-af2b-06f5c73e3f31 None None] For port 14c248f3-109b-4876-b6a7-664a2b8395b6, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=14c248f3-109b-4876-b6a7-664a2b8395b6,segment=NetworkSegment(130df981-0918-4e3c-b792-268407baa468),segment_id=130df981-0918-4e3c-b792-268407baa468)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:33:11.711509 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-48dee616-f119-45ac-af2b-06f5c73e3f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:11.830136 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fb324cfd-a9db-4cab-a725-2f6e9f2b39d3 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:11.891491 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fb324cfd-a9db-4cab-a725-2f6e9f2b39d3 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:12.014656 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fb324cfd-a9db-4cab-a725-2f6e9f2b39d3 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:12.092068 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb324cfd-a9db-4cab-a725-2f6e9f2b39d3 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Pushing event deleted for resources: {'Subnet': ['ID=72b3e547-9e1a-478e-b451-65c25684437e,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:12.139644 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dee616-f119-45ac-af2b-06f5c73e3f31 None None] Pushing event updated for resources: {'Port': ['ID=14c248f3-109b-4876-b6a7-664a2b8395b6,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:12.184509 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfbe7f8-3665-4bc9-bba9-c533a8064326 req-b8f5e768-7efb-447c-81d7-fa808be4cb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:12.188312 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fb324cfd-a9db-4cab-a725-2f6e9f2b39d3 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:12.189466 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-edfbe7f8-3665-4bc9-bba9-c533a8064326 req-b8f5e768-7efb-447c-81d7-fa808be4cb86 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=600396a5-ace2-41d1-9a0b-d66821040b5c HTTP/1.1" status: 200 len: 1097 time: 0.1354160 Aug 22 13:33:12.201655 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-fb324cfd-a9db-4cab-a725-2f6e9f2b39d3 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e25c708-3e98-47e6-a654-e3e5cc2d1472']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:12.214492 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc0e9bc-9943-415d-8ca0-3a099772ea60 None None] Network 029dc999-300f-41d7-a154-70ddffd00bd2 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:33:12.218052 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-fb324cfd-a9db-4cab-a725-2f6e9f2b39d3 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b487c270-a2af-4ec8-9995-0682c8e86e5e') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:12.218357 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-fb324cfd-a9db-4cab-a725-2f6e9f2b39d3 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b487c270-a2af-4ec8-9995-0682c8e86e5e') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:12.235352 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fb324cfd-a9db-4cab-a725-2f6e9f2b39d3 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:12.265428 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fb324cfd-a9db-4cab-a725-2f6e9f2b39d3 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:12.275024 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb324cfd-a9db-4cab-a725-2f6e9f2b39d3 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:33:12.275996 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fb324cfd-a9db-4cab-a725-2f6e9f2b39d3 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:12.294807 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:33:12.294807 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:33:12.294807 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:33:12.294807 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:33:12.294807 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:33:12.294807 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:33:12.294807 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:33:12.294807 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:33:12.294807 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:33:12.294807 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:33:12.294807 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:33:12.294807 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:33:12.294807 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:33:12.294807 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:33:12.294807 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:33:12.294807 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:33:12.294807 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:33:12.294807 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:33:12.294807 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:33:12.294807 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:33:12.294807 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:33:12.294807 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:33:12.294807 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:33:12.294807 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:33:12.294807 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:33:12.294807 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:33:12.294807 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:33:12.294807 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:33:12.294807 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:33:12.294807 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:33:12.294807 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:33:12.294807 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:33:12.314076 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-edfbe7f8-3665-4bc9-bba9-c533a8064326 req-056c1b0d-bceb-421b-8e13-f0228e29a3bc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107614 Aug 22 13:33:12.365768 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fb324cfd-a9db-4cab-a725-2f6e9f2b39d3 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:12.411490 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fb324cfd-a9db-4cab-a725-2f6e9f2b39d3 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:12.411490 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-fb324cfd-a9db-4cab-a725-2f6e9f2b39d3 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "DELETE /v2.0/networks/4e25c708-3e98-47e6-a654-e3e5cc2d1472 HTTP/1.1" status: 204 len: 168 time: 0.7850535 Aug 22 13:33:12.411490 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb324cfd-a9db-4cab-a725-2f6e9f2b39d3 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Pushing event deleted for resources: {'Network': ['ID=4e25c708-3e98-47e6-a654-e3e5cc2d1472,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:12.413199 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33656) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:12.429530 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-69fb1844-1541-4fe3-9d90-56de155728fe tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1138360462'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:33:12.465247 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9a8fdf-cf30-4b3f-8609-7ada29782dd8 None None] Network c2a21d30-f002-434c-879c-22cabf732a60 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:33:12.489061 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6902ba87-5103-4293-b498-94118c203c15 None None] Network 4e25c708-3e98-47e6-a654-e3e5cc2d1472 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:33:12.498123 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69fb1844-1541-4fe3-9d90-56de155728fe tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Made reservation on behalf of b8730c55ccd74552ae7b8435e3a52809 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:33:12.504311 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-69fb1844-1541-4fe3-9d90-56de155728fe tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:12.544771 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69fb1844-1541-4fe3-9d90-56de155728fe tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:33:12.558153 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6902ba87-5103-4293-b498-94118c203c15 None None] Network 4e25c708-3e98-47e6-a654-e3e5cc2d1472 could not be found, it might have been deleted concurrently. {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 22 13:33:12.558761 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-69fb1844-1541-4fe3-9d90-56de155728fe tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:12.559624 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-69fb1844-1541-4fe3-9d90-56de155728fe tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Added segment 84ed70bf-152a-4b22-a93f-d05999674090 of type vlan for network e3dc931e-ed81-4285-8535-0aa47e316e37 Aug 22 13:33:12.574953 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-66a4216e-1d2d-40c2-ae16-7819609c8940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'name': 'tempest-FloatingIPsAssociationTestJSON-1552091199-router', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'c487e8e9-f194-4745-9cfb-f72df839c40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:32:13Z', 'updated_at': '2021-08-22T13:32:17Z', 'revision_number': 4, 'project_id': '8c7f26536b7540b7b292e9293304df5d', 'gw_port': {'id': 'c487e8e9-f194-4745-9cfb-f72df839c40e', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:32:14Z', 'updated_at': '2021-08-22T13:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'fbb7e8f4-e903-4241-97e0-24aafac70301', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'floating_ip_address': '172.25.3.141', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'port_id': 'fcc1c657-8e51-4f65-ac79-df114f02ba35', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4', 'mac_address': 'fa:16:3e:1c:cf:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17a3c05-a560-4f5b-bd7a-6dd7d5267a95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:32:36Z', 'updated_at': '2021-08-22T13:33:07Z', 'revision_number': 4, 'project_id': '8c7f26536b7540b7b292e9293304df5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4121abf5-11ad-4df1-8c3b-3a9b600586c3', 'name': '', 'network_id': 'dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'mac_address': 'fa:16:3e:d8:db:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'bab5dc6f-337b-4be1-b114-f5e216f3b569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:32:16Z', 'updated_at': '2021-08-22T13:32:23Z', 'revision_number': 5, 'project_id': '8c7f26536b7540b7b292e9293304df5d', 'subnets': [{'id': 'bab5dc6f-337b-4be1-b114-f5e216f3b569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:12.609381 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-69fb1844-1541-4fe3-9d90-56de155728fe tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:12.618092 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-ea6299e9-f95d-4a37-a1b4-220deeb95179 None None] Provisioning for port 0c87ea08-70bc-475a-bbe9-81eb1d4576b9 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:33:12.620305 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a4216e-1d2d-40c2-ae16-7819609c8940 None None] The sync data for ids ['e6cb4467-da7f-4a21-8bf2-b77bab11ad34'] in n-d-793621-33 is: [{'id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'name': 'tempest-FloatingIPsAssociationTestJSON-1552091199-router', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'c487e8e9-f194-4745-9cfb-f72df839c40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:32:13Z', 'updated_at': '2021-08-22T13:32:17Z', 'revision_number': 4, 'project_id': '8c7f26536b7540b7b292e9293304df5d', 'gw_port': {'id': 'c487e8e9-f194-4745-9cfb-f72df839c40e', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:32:14Z', 'updated_at': '2021-08-22T13:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'fbb7e8f4-e903-4241-97e0-24aafac70301', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'floating_ip_address': '172.25.3.141', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'port_id': 'fcc1c657-8e51-4f65-ac79-df114f02ba35', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4', 'mac_address': 'fa:16:3e:1c:cf:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17a3c05-a560-4f5b-bd7a-6dd7d5267a95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:32:36Z', 'updated_at': '2021-08-22T13:33:07Z', 'revision_number': 4, 'project_id': '8c7f26536b7540b7b292e9293304df5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4121abf5-11ad-4df1-8c3b-3a9b600586c3', 'name': '', 'network_id': 'dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'mac_address': 'fa:16:3e:d8:db:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'bab5dc6f-337b-4be1-b114-f5e216f3b569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:32:16Z', 'updated_at': '2021-08-22T13:32:23Z', 'revision_number': 5, 'project_id': '8c7f26536b7540b7b292e9293304df5d', 'subnets': [{'id': 'bab5dc6f-337b-4be1-b114-f5e216f3b569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:33:12.669915 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-69fb1844-1541-4fe3-9d90-56de155728fe tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:12.685448 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fb1844-1541-4fe3-9d90-56de155728fe tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:12.686111 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-69fb1844-1541-4fe3-9d90-56de155728fe tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:12.771380 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fb1844-1541-4fe3-9d90-56de155728fe tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Pushing event updated for resources: {'Network': ['ID=e3dc931e-ed81-4285-8535-0aa47e316e37,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:12.776031 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-69fb1844-1541-4fe3-9d90-56de155728fe tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3604755 Aug 22 13:33:12.779139 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 33658) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:12.784582 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-67171045-4c86-496d-9dab-62c9ce44cf0b tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Request body: {'subnet': {'network_id': 'e3dc931e-ed81-4285-8535-0aa47e316e37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:33:12.800434 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network e3dc931e-ed81-4285-8535-0aa47e316e37 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:33:13.029076 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67171045-4c86-496d-9dab-62c9ce44cf0b tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Made reservation on behalf of b8730c55ccd74552ae7b8435e3a52809 for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:33:13.032940 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-67171045-4c86-496d-9dab-62c9ce44cf0b tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:13.540426 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 0c87ea08-70bc-475a-bbe9-81eb1d4576b9 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:33:13.550618 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-67171045-4c86-496d-9dab-62c9ce44cf0b tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:13.639965 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67171045-4c86-496d-9dab-62c9ce44cf0b tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Pushing event updated for resources: {'Subnet': ['ID=b0689532-7c38-413a-9549-0e1f153cdd6d,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:13.662711 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67171045-4c86-496d-9dab-62c9ce44cf0b tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Checking segment: {'id': '84ed70bf-152a-4b22-a93f-d05999674090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e3dc931e-ed81-4285-8535-0aa47e316e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:33:13.663004 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 0c87ea08-70bc-475a-bbe9-81eb1d4576b9 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:33:13.663540 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67171045-4c86-496d-9dab-62c9ce44cf0b tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Network hostable DHCP agents. Network: e3dc931e-ed81-4285-8535-0aa47e316e37, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:33:13.668911 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 0c87ea08-70bc-475a-bbe9-81eb1d4576b9 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:33:13.669337 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:13.698184 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67171045-4c86-496d-9dab-62c9ce44cf0b tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Network e3dc931e-ed81-4285-8535-0aa47e316e37 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:33:13.712894 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-67171045-4c86-496d-9dab-62c9ce44cf0b tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, e3dc931e-ed81-4285-8535-0aa47e316e37) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:33:13.725821 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a40dbf-d344-458e-ac07-b2b7aa0a5cac None None] Network e3dc931e-ed81-4285-8535-0aa47e316e37 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:33:13.729493 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67171045-4c86-496d-9dab-62c9ce44cf0b tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:13.730397 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-67171045-4c86-496d-9dab-62c9ce44cf0b tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:13.750297 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-67171045-4c86-496d-9dab-62c9ce44cf0b tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9698784 Aug 22 13:33:13.753015 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33662) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:13.797159 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298de58e-541a-49d4-9933-663e7298e2c1 None None] Network 400d6b6e-faf3-40e6-9026-ff1923b82e43 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:33:13.886834 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-07339cdc-78be-43d4-b5e8-1705f1c72484 None None] Provisioning for port 14c248f3-109b-4876-b6a7-664a2b8395b6 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:33:13.901320 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0f67ee72-164a-431b-85ce-67db5aa0eb17 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:13.934449 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:13.977491 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0f67ee72-164a-431b-85ce-67db5aa0eb17 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:14.055197 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 0c87ea08-70bc-475a-bbe9-81eb1d4576b9, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=0c87ea08-70bc-475a-bbe9-81eb1d4576b9,segment=NetworkSegment(3348c45f-5c82-4435-9b05-c1afd34b82ef),segment_id=3348c45f-5c82-4435-9b05-c1afd34b82ef)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:33:14.065840 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:14.065840 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 14c248f3-109b-4876-b6a7-664a2b8395b6 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:33:14.068227 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0f67ee72-164a-431b-85ce-67db5aa0eb17 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:14.104743 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f67ee72-164a-431b-85ce-67db5aa0eb17 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Pushing event deleted for resources: {'Subnet': ['ID=b0689532-7c38-413a-9549-0e1f153cdd6d,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:14.129196 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42363b9-aeba-4cc7-8de4-487fc719e062 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-e3dc931e-ed81-4285-8535-0aa47e316e37', 'network_id': 'e3dc931e-ed81-4285-8535-0aa47e316e37', 'tenant_id': 'b8730c55ccd74552ae7b8435e3a52809', 'fixed_ips': [{'subnet_id': 'b0689532-7c38-413a-9549-0e1f153cdd6d'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:33:14.130047 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a42363b9-aeba-4cc7-8de4-487fc719e062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:14.164070 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0f67ee72-164a-431b-85ce-67db5aa0eb17 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:14.175706 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-0f67ee72-164a-431b-85ce-67db5aa0eb17 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3dc931e-ed81-4285-8535-0aa47e316e37']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:14.188387 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-0f67ee72-164a-431b-85ce-67db5aa0eb17 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84ed70bf-152a-4b22-a93f-d05999674090') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:14.188814 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-0f67ee72-164a-431b-85ce-67db5aa0eb17 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84ed70bf-152a-4b22-a93f-d05999674090') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:14.198173 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0f67ee72-164a-431b-85ce-67db5aa0eb17 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:14.212544 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0f67ee72-164a-431b-85ce-67db5aa0eb17 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:14.212760 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=0c87ea08-70bc-475a-bbe9-81eb1d4576b9,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:14.219073 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f67ee72-164a-431b-85ce-67db5aa0eb17 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:33:14.219695 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0f67ee72-164a-431b-85ce-67db5aa0eb17 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:14.222930 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:33:14.222930 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:33:14.222930 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:33:14.222930 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:33:14.222930 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:33:14.222930 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:33:14.222930 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:33:14.222930 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:33:14.222930 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:33:14.222930 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:33:14.222930 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:33:14.222930 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:33:14.222930 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:33:14.222930 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:33:14.222930 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:33:14.222930 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:33:14.222930 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:33:14.222930 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:33:14.222930 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:33:14.222930 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:33:14.222930 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:33:14.222930 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:33:14.222930 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:33:14.222930 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:33:14.222930 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:33:14.222930 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:33:14.222930 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:33:14.222930 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:33:14.222930 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:33:14.222930 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:33:14.222930 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:33:14.222930 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:33:14.238122 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 14c248f3-109b-4876-b6a7-664a2b8395b6 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:33:14.243083 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 14c248f3-109b-4876-b6a7-664a2b8395b6 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:33:14.243472 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:14.283636 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.db.api [None req-a42363b9-aeba-4cc7-8de4-487fc719e062 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 22 13:33:14.283636 n-d-793621-33 neutron-server[94629]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Aug 22 13:33:14.283636 n-d-793621-33 neutron-server[94629]: [parameters: {'project_id': 'b8730c55ccd74552ae7b8435e3a52809', 'id': '4066a497-e202-49f4-9cb6-728e8cd03331', 'name': '', 'network_id': 'e3dc931e-ed81-4285-8535-0aa47e316e37', 'mac_address': 'fa:16:3e:fb:d5:60', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-e3dc931e-ed81-4285-8535-0aa47e316e37', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 1397}] Aug 22 13:33:14.283636 n-d-793621-33 neutron-server[94629]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 13:33:14.284165 n-d-793621-33 neutron-server[94629]: DEBUG oslo_db.api [None req-a42363b9-aeba-4cc7-8de4-487fc719e062 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 13:33:14.285592 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0f67ee72-164a-431b-85ce-67db5aa0eb17 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:14.291101 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0f67ee72-164a-431b-85ce-67db5aa0eb17 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:14.294000 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0f67ee72-164a-431b-85ce-67db5aa0eb17 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "DELETE /v2.0/networks/e3dc931e-ed81-4285-8535-0aa47e316e37 HTTP/1.1" status: 204 len: 168 time: 0.5399621 Aug 22 13:33:14.297671 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 33664) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:14.302927 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-327ed95d-c4e7-406b-af6e-48217f49066d tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1708374284'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:33:14.318085 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f67ee72-164a-431b-85ce-67db5aa0eb17 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Pushing event deleted for resources: {'Network': ['ID=e3dc931e-ed81-4285-8535-0aa47e316e37,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:14.330902 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327ed95d-c4e7-406b-af6e-48217f49066d tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Made reservation on behalf of b8730c55ccd74552ae7b8435e3a52809 for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:33:14.334646 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-327ed95d-c4e7-406b-af6e-48217f49066d tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:14.346300 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:14.364910 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-327ed95d-c4e7-406b-af6e-48217f49066d tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:33:14.382062 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-327ed95d-c4e7-406b-af6e-48217f49066d tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:14.382829 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-327ed95d-c4e7-406b-af6e-48217f49066d tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Added segment 782cdc33-8d9f-45da-a2c2-7235ad46b6c1 of type vlan for network 0969ba35-b9f1-454c-8e41-64df2d963fc4 Aug 22 13:33:14.387074 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 14c248f3-109b-4876-b6a7-664a2b8395b6, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=14c248f3-109b-4876-b6a7-664a2b8395b6,segment=NetworkSegment(130df981-0918-4e3c-b792-268407baa468),segment_id=130df981-0918-4e3c-b792-268407baa468)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:33:14.391182 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:14.431172 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-327ed95d-c4e7-406b-af6e-48217f49066d tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:14.445384 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=14c248f3-109b-4876-b6a7-664a2b8395b6,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:14.458977 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-327ed95d-c4e7-406b-af6e-48217f49066d tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:14.465259 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327ed95d-c4e7-406b-af6e-48217f49066d tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:14.465845 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-327ed95d-c4e7-406b-af6e-48217f49066d tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:14.530077 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-327ed95d-c4e7-406b-af6e-48217f49066d tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2311125 Aug 22 13:33:14.533031 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 33666) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:14.536875 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-de7f4401-ca86-448b-9539-afdb4de592a7 None None] Provisioning complete for port 14c248f3-109b-4876-b6a7-664a2b8395b6 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:33:14.537246 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-de7f4401-ca86-448b-9539-afdb4de592a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:14.537839 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-e9c862e8-2ecd-4683-a62a-92acd5a080b8 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Request body: {'subnet': {'network_id': '0969ba35-b9f1-454c-8e41-64df2d963fc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:33:14.557816 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ed95d-c4e7-406b-af6e-48217f49066d tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Pushing event updated for resources: {'Network': ['ID=0969ba35-b9f1-454c-8e41-64df2d963fc4,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:14.637397 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c862e8-2ecd-4683-a62a-92acd5a080b8 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Made reservation on behalf of b8730c55ccd74552ae7b8435e3a52809 for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:33:14.641622 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e9c862e8-2ecd-4683-a62a-92acd5a080b8 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:14.707834 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 0969ba35-b9f1-454c-8e41-64df2d963fc4 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:33:14.784941 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a42363b9-aeba-4cc7-8de4-487fc719e062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:14.835188 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed22099-0ebd-4a85-a7b7-914b62a279c1 x-openstack-request-id: req-bed22099-0ebd-4a85-a7b7-914b62a279c1 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:33:14.836172 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c", "tag": "fdf04e65-b1ed-4714-9ca4-d2b0e834a15a", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:33:14.836542 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bed22099-0ebd-4a85-a7b7-914b62a279c1 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:33:14.837203 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c', 'tag': 'fdf04e65-b1ed-4714-9ca4-d2b0e834a15a', 'status': 'completed', 'code': 200} Aug 22 13:33:14.851733 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85662de3-ca4a-4653-8c61-c235204a15b2 None None] Network e3dc931e-ed81-4285-8535-0aa47e316e37 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:33:14.866171 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85662de3-ca4a-4653-8c61-c235204a15b2 None None] Network e3dc931e-ed81-4285-8535-0aa47e316e37 could not be found, it might have been deleted concurrently. {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 22 13:33:14.893656 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e9c862e8-2ecd-4683-a62a-92acd5a080b8 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:14.904441 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907403a-9b3b-4f0b-aae8-b99042e65b45 req-a7bc3508-5c79-46d8-b803-342300cb1b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:14.905935 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e907403a-9b3b-4f0b-aae8-b99042e65b45 req-a7bc3508-5c79-46d8-b803-342300cb1b35 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8c7f26536b7540b7b292e9293304df5d&device_id=ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c HTTP/1.1" status: 200 len: 1097 time: 0.0505784 Aug 22 13:33:14.948351 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16066d-7f6d-4255-bd90-b067edc93f06 req-b3ffa991-1b16-40ce-9d59-a0042348d9a6 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:14.949970 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1f16066d-7f6d-4255-bd90-b067edc93f06 req-b3ffa991-1b16-40ce-9d59-a0042348d9a6 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfec1c42-428a-4a9f-a98b-0a74b49f04af HTTP/1.1" status: 200 len: 944 time: 0.1166394 Aug 22 13:33:14.981573 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c862e8-2ecd-4683-a62a-92acd5a080b8 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Pushing event updated for resources: {'Subnet': ['ID=e12521b0-8a97-4290-babf-5def3b6aada5,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:15.022407 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1f16066d-7f6d-4255-bd90-b067edc93f06 req-f0a64291-71d1-4220-8df9-3679efa8bf6b tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=540eab8a-ff39-4c5e-9bac-5eb9f43fb4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624850 Aug 22 13:33:15.024496 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c862e8-2ecd-4683-a62a-92acd5a080b8 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Checking segment: {'id': '782cdc33-8d9f-45da-a2c2-7235ad46b6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0969ba35-b9f1-454c-8e41-64df2d963fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:33:15.025411 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c862e8-2ecd-4683-a62a-92acd5a080b8 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Network hostable DHCP agents. Network: 0969ba35-b9f1-454c-8e41-64df2d963fc4, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:33:15.033215 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907403a-9b3b-4f0b-aae8-b99042e65b45 req-9ae2ca26-6f2c-4df1-aece-b6e364e1a379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:15.033215 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e907403a-9b3b-4f0b-aae8-b99042e65b45 req-9ae2ca26-6f2c-4df1-aece-b6e364e1a379 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4 HTTP/1.1" status: 200 len: 922 time: 0.1095886 Aug 22 13:33:15.090462 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e907403a-9b3b-4f0b-aae8-b99042e65b45 req-ddfc4595-5059-4bf6-8024-8a908b0228d7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdf04e65-b1ed-4714-9ca4-d2b0e834a15a HTTP/1.1" status: 200 len: 217 time: 0.0465133 Aug 22 13:33:15.093656 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c862e8-2ecd-4683-a62a-92acd5a080b8 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Network 0969ba35-b9f1-454c-8e41-64df2d963fc4 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:33:15.131729 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-e9c862e8-2ecd-4683-a62a-92acd5a080b8 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 0969ba35-b9f1-454c-8e41-64df2d963fc4) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:33:15.142583 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71439f22-ce8d-406e-a331-16d70c8de6ba None None] Network 0969ba35-b9f1-454c-8e41-64df2d963fc4 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:33:15.145962 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907403a-9b3b-4f0b-aae8-b99042e65b45 req-6194fc6c-a481-41a3-a82f-220191f416ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:15.147145 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e907403a-9b3b-4f0b-aae8-b99042e65b45 req-6194fc6c-a481-41a3-a82f-220191f416ab service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bab5dc6f-337b-4be1-b114-f5e216f3b569 HTTP/1.1" status: 200 len: 860 time: 0.0475094 Aug 22 13:33:15.173420 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c862e8-2ecd-4683-a62a-92acd5a080b8 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:15.174277 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e9c862e8-2ecd-4683-a62a-92acd5a080b8 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613805'] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:15.198985 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8ef86414-7ed0-4f5c-8f14-6605dbfd3f78 req-294a2c9a-c1ef-40d1-96ea-58a21d53cb76 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.141 HTTP/1.1" status: 200 len: 1001 time: 0.1465693 Aug 22 13:33:15.209974 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 0c87ea08-70bc-475a-bbe9-81eb1d4576b9 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:33:15.220131 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e9c862e8-2ecd-4683-a62a-92acd5a080b8 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6861334 Aug 22 13:33:15.222986 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33680) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:15.230052 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-ffeb3b28-6ecb-476e-a0a3-9cad04b84d68 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Request body: {'subnet': {'network_id': '0969ba35-b9f1-454c-8e41-64df2d963fc4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:33:15.249945 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907403a-9b3b-4f0b-aae8-b99042e65b45 req-2deea9f6-e0f6-425e-9647-b05fc7d648e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:15.251673 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e907403a-9b3b-4f0b-aae8-b99042e65b45 req-2deea9f6-e0f6-425e-9647-b05fc7d648e4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0933993 Aug 22 13:33:15.288134 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef86414-7ed0-4f5c-8f14-6605dbfd3f78 req-f11c16ef-ad77-463a-b9ea-e27048733c28 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:15.290137 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8ef86414-7ed0-4f5c-8f14-6605dbfd3f78 req-f11c16ef-ad77-463a-b9ea-e27048733c28 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/ports/fcc1c657-8e51-4f65-ac79-df114f02ba35 HTTP/1.1" status: 200 len: 942 time: 0.0801122 Aug 22 13:33:15.297263 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b5181-3677-44b4-9d19-b1ea774c23f0 req-d19600ba-8fb9-4b76-95cd-f1a410657702 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:15.298741 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-646b5181-3677-44b4-9d19-b1ea774c23f0 req-d19600ba-8fb9-4b76-95cd-f1a410657702 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/networks?id=400d6b6e-faf3-40e6-9026-ff1923b82e43 HTTP/1.1" status: 200 len: 815 time: 0.1978219 Aug 22 13:33:15.327541 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-646b5181-3677-44b4-9d19-b1ea774c23f0 req-62c64843-14e9-4f21-8a40-de44c8eebe95 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/quotas/1d9ce1c6b51147c1a0b00ee358cbb39e HTTP/1.1" status: 200 len: 375 time: 0.0221355 Aug 22 13:33:15.349532 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 0c87ea08-70bc-475a-bbe9-81eb1d4576b9 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:33:15.350014 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:15.374139 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4003d2a-4277-40b7-9674-7ee68ded8ea3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-0969ba35-b9f1-454c-8e41-64df2d963fc4', 'network_id': '0969ba35-b9f1-454c-8e41-64df2d963fc4', 'tenant_id': 'b8730c55ccd74552ae7b8435e3a52809', 'fixed_ips': [{'subnet_id': 'e12521b0-8a97-4290-babf-5def3b6aada5'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:33:15.375402 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c4003d2a-4277-40b7-9674-7ee68ded8ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:15.424945 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e907403a-9b3b-4f0b-aae8-b99042e65b45 req-536dbda4-29b7-4265-963b-1da5bcd5096a service neutron] 10.222.0.16 "GET /v2.0/networks/dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378965 Aug 22 13:33:15.433868 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffeb3b28-6ecb-476e-a0a3-9cad04b84d68 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Made reservation on behalf of b8730c55ccd74552ae7b8435e3a52809 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:33:15.437722 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ffeb3b28-6ecb-476e-a0a3-9cad04b84d68 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:15.440591 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-646b5181-3677-44b4-9d19-b1ea774c23f0 req-17a46e6a-5609-4604-86f3-2fb937b38457 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d9ce1c6b51147c1a0b00ee358cbb39e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1122158 Aug 22 13:33:15.469993 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8ef86414-7ed0-4f5c-8f14-6605dbfd3f78 req-787c1172-f90b-4790-ac2d-fde8b9cb85ef tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.141 HTTP/1.1" status: 200 len: 1001 time: 0.1262615 Aug 22 13:33:15.552933 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 14c248f3-109b-4876-b6a7-664a2b8395b6 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:33:15.603346 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-c4003d2a-4277-40b7-9674-7ee68ded8ea3 None None] Allocated IP 2001:db8::2 (0969ba35-b9f1-454c-8e41-64df2d963fc4/e12521b0-8a97-4290-babf-5def3b6aada5/409e0019-2b7c-4060-bfdc-a44e6f431d05) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:33:15.607738 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e907403a-9b3b-4f0b-aae8-b99042e65b45 req-31b9674e-f4ce-4a8c-aa82-a2892a78f717 service neutron] 10.222.0.16 "GET /v2.0/networks/dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667430 Aug 22 13:33:15.690236 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 14c248f3-109b-4876-b6a7-664a2b8395b6 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:33:15.690733 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:15.698778 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef86414-7ed0-4f5c-8f14-6605dbfd3f78 req-d08d2932-dbcb-4c2a-b7e6-ac63e8161323 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:15.700215 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8ef86414-7ed0-4f5c-8f14-6605dbfd3f78 req-d08d2932-dbcb-4c2a-b7e6-ac63e8161323 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/networks/7de6ab83-cd00-4b3c-94fb-810dd34d29b8 HTTP/1.1" status: 200 len: 784 time: 0.2188144 Aug 22 13:33:15.702832 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-646b5181-3677-44b4-9d19-b1ea774c23f0 req-8f19696c-dfdc-4849-9c04-baaa7ec05239 service neutron] 10.222.0.21 "GET /v2.0/networks/400d6b6e-faf3-40e6-9026-ff1923b82e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614899 Aug 22 13:33:15.759971 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ffeb3b28-6ecb-476e-a0a3-9cad04b84d68 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:15.814595 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffeb3b28-6ecb-476e-a0a3-9cad04b84d68 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Network 0969ba35-b9f1-454c-8e41-64df2d963fc4 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:33:15.817823 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-ffeb3b28-6ecb-476e-a0a3-9cad04b84d68 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:33:15.821644 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffeb3b28-6ecb-476e-a0a3-9cad04b84d68 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:15.822404 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ffeb3b28-6ecb-476e-a0a3-9cad04b84d68 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:15.834736 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeb3b28-6ecb-476e-a0a3-9cad04b84d68 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Pushing event updated for resources: {'Subnet': ['ID=deb4debb-3f1e-4d72-977c-6ed1557fe15c,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:15.842464 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c4003d2a-4277-40b7-9674-7ee68ded8ea3 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:15.849018 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ffeb3b28-6ecb-476e-a0a3-9cad04b84d68 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6246784 Aug 22 13:33:15.849722 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33688) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:15.857660 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c4003d2a-4277-40b7-9674-7ee68ded8ea3 None None] Transition to ACTIVE for port object 409e0019-2b7c-4060-bfdc-a44e6f431d05 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:33:15.862679 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebbd988-19df-4047-9a5c-02432c2f0e1c req-ff3ea134-68d2-4b44-aac2-19ba95108430 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:15.870242 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9ebbd988-19df-4047-9a5c-02432c2f0e1c req-ff3ea134-68d2-4b44-aac2-19ba95108430 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=600396a5-ace2-41d1-9a0b-d66821040b5c HTTP/1.1" status: 200 len: 945 time: 0.0874970 Aug 22 13:33:15.876126 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c4003d2a-4277-40b7-9674-7ee68ded8ea3 None None] Transition to ACTIVE for port object 409e0019-2b7c-4060-bfdc-a44e6f431d05 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:33:15.883362 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c4003d2a-4277-40b7-9674-7ee68ded8ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:15.889422 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-646b5181-3677-44b4-9d19-b1ea774c23f0 req-8c585132-0547-4198-b48d-53763b3ea701 service neutron] 10.222.0.21 "GET /v2.0/networks/400d6b6e-faf3-40e6-9026-ff1923b82e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732996 Aug 22 13:33:15.914662 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9aee5a8-eb63-4f7f-bac1-3f7a7e66e413 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:15.916764 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9aee5a8-eb63-4f7f-bac1-3f7a7e66e413 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:15.918621 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9aee5a8-eb63-4f7f-bac1-3f7a7e66e413 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:15.920208 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9aee5a8-eb63-4f7f-bac1-3f7a7e66e413 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:15.921594 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9ebbd988-19df-4047-9a5c-02432c2f0e1c req-e67df940-0569-4fb5-a873-5be89e0e79f4 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472484 Aug 22 13:33:15.922910 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9aee5a8-eb63-4f7f-bac1-3f7a7e66e413 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:15.924056 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4003d2a-4277-40b7-9674-7ee68ded8ea3 None None] Network 0969ba35-b9f1-454c-8e41-64df2d963fc4 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:33:15.928558 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e9aee5a8-eb63-4f7f-bac1-3f7a7e66e413 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0774550 Aug 22 13:33:15.929424 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33690) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:15.929774 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-c4003d2a-4277-40b7-9674-7ee68ded8ea3 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:33:15.932186 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4003d2a-4277-40b7-9674-7ee68ded8ea3 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:33:15.935271 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-e56a41a0-b9c5-4607-bed2-743d55226963 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1473240384'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:33:15.964422 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56a41a0-b9c5-4607-bed2-743d55226963 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Made reservation on behalf of b8730c55ccd74552ae7b8435e3a52809 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:33:15.969518 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e56a41a0-b9c5-4607-bed2-743d55226963 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:16.000775 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4003d2a-4277-40b7-9674-7ee68ded8ea3 None None] Pushing event updated for resources: {'Port': ['ID=409e0019-2b7c-4060-bfdc-a44e6f431d05,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:16.001732 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e56a41a0-b9c5-4607-bed2-743d55226963 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:33:16.013766 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e56a41a0-b9c5-4607-bed2-743d55226963 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:16.014228 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-e56a41a0-b9c5-4607-bed2-743d55226963 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Added segment 53474b62-3d02-42d4-96ef-182dddd3f8e7 of type vlan for network 40b36dcb-71e4-4d2d-b9c7-3b3412cc97f1 Aug 22 13:33:16.020271 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-c4003d2a-4277-40b7-9674-7ee68ded8ea3 None None] Attempting to bind port 409e0019-2b7c-4060-bfdc-a44e6f431d05 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:33:16.020963 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-c4003d2a-4277-40b7-9674-7ee68ded8ea3 None None] Attempting to bind port 409e0019-2b7c-4060-bfdc-a44e6f431d05 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '782cdc33-8d9f-45da-a2c2-7235ad46b6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0969ba35-b9f1-454c-8e41-64df2d963fc4'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:33:16.021504 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4003d2a-4277-40b7-9674-7ee68ded8ea3 None None] Attempting to bind port 409e0019-2b7c-4060-bfdc-a44e6f431d05 on network 0969ba35-b9f1-454c-8e41-64df2d963fc4 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:33:16.027850 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4003d2a-4277-40b7-9674-7ee68ded8ea3 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:33:16.029232 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4003d2a-4277-40b7-9674-7ee68ded8ea3 None None] Checking segment: {'id': '782cdc33-8d9f-45da-a2c2-7235ad46b6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0969ba35-b9f1-454c-8e41-64df2d963fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:33:16.029862 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c4003d2a-4277-40b7-9674-7ee68ded8ea3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:16.030448 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4003d2a-4277-40b7-9674-7ee68ded8ea3 None None] Bound using segment: {'id': '782cdc33-8d9f-45da-a2c2-7235ad46b6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0969ba35-b9f1-454c-8e41-64df2d963fc4'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:33:16.031785 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-c4003d2a-4277-40b7-9674-7ee68ded8ea3 None None] Bound port: 409e0019-2b7c-4060-bfdc-a44e6f431d05, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '782cdc33-8d9f-45da-a2c2-7235ad46b6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0969ba35-b9f1-454c-8e41-64df2d963fc4'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:33:16.032398 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c4003d2a-4277-40b7-9674-7ee68ded8ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:16.061388 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e56a41a0-b9c5-4607-bed2-743d55226963 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:16.087462 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e56a41a0-b9c5-4607-bed2-743d55226963 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:16.095368 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56a41a0-b9c5-4607-bed2-743d55226963 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:16.096027 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e56a41a0-b9c5-4607-bed2-743d55226963 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:16.169604 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c4003d2a-4277-40b7-9674-7ee68ded8ea3 None None] For port 409e0019-2b7c-4060-bfdc-a44e6f431d05, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:33:16.174318 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c4003d2a-4277-40b7-9674-7ee68ded8ea3 None None] For port 409e0019-2b7c-4060-bfdc-a44e6f431d05, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=409e0019-2b7c-4060-bfdc-a44e6f431d05,segment=NetworkSegment(782cdc33-8d9f-45da-a2c2-7235ad46b6c1),segment_id=782cdc33-8d9f-45da-a2c2-7235ad46b6c1)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:33:16.187372 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c4003d2a-4277-40b7-9674-7ee68ded8ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:16.228071 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e56a41a0-b9c5-4607-bed2-743d55226963 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2954018 Aug 22 13:33:16.238637 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 33714) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:16.250049 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-7b7d7637-8d55-4c3d-845c-f8593e13a90a tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:33:16.262203 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4003d2a-4277-40b7-9674-7ee68ded8ea3 None None] Pushing event updated for resources: {'Port': ['ID=409e0019-2b7c-4060-bfdc-a44e6f431d05,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:16.278318 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a41a0-b9c5-4607-bed2-743d55226963 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Pushing event updated for resources: {'Network': ['ID=40b36dcb-71e4-4d2d-b9c7-3b3412cc97f1,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:16.292267 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 40b36dcb-71e4-4d2d-b9c7-3b3412cc97f1 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:33:16.709980 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e0081-052d-410d-a634-04e96ecfe8ca req-9f639247-8dba-493c-932d-7c53c7b14b10 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:16.716507 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e0081-052d-410d-a634-04e96ecfe8ca req-9f639247-8dba-493c-932d-7c53c7b14b10 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:16.722431 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e0081-052d-410d-a634-04e96ecfe8ca req-9f639247-8dba-493c-932d-7c53c7b14b10 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:16.728862 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e0081-052d-410d-a634-04e96ecfe8ca req-9f639247-8dba-493c-932d-7c53c7b14b10 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:16.734807 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e0081-052d-410d-a634-04e96ecfe8ca req-9f639247-8dba-493c-932d-7c53c7b14b10 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:16.740828 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e0081-052d-410d-a634-04e96ecfe8ca req-9f639247-8dba-493c-932d-7c53c7b14b10 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:16.747401 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e0081-052d-410d-a634-04e96ecfe8ca req-9f639247-8dba-493c-932d-7c53c7b14b10 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:16.752723 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5b4e0081-052d-410d-a634-04e96ecfe8ca req-9f639247-8dba-493c-932d-7c53c7b14b10 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 5434 time: 0.5473814 Aug 22 13:33:16.760044 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad84fff-eb0d-4d18-ade5-58fb7dd2a984 req-d39a974f-1000-45c4-8d42-afe7878dc1bc tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:16.761573 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dad84fff-eb0d-4d18-ade5-58fb7dd2a984 req-d39a974f-1000-45c4-8d42-afe7878dc1bc tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/networks?id=029dc999-300f-41d7-a154-70ddffd00bd2 HTTP/1.1" status: 200 len: 812 time: 0.6557078 Aug 22 13:33:16.836680 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dad84fff-eb0d-4d18-ade5-58fb7dd2a984 req-616eac8d-a76d-400b-8e60-b92c38f7323d tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/quotas/55ae8131c673474db6fbd918c6d65e53 HTTP/1.1" status: 200 len: 375 time: 0.0659015 Aug 22 13:33:16.840090 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a17a3c05-a560-4f5b-bd7a-6dd7d5267a95', 'tag': 'fcc1c657-8e51-4f65-ac79-df114f02ba35'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:33:16.842310 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2c5889-1ee7-4177-b4ac-01e97a188b2d" -d '{"events": [{"name": "network-changed", "server_uuid": "a17a3c05-a560-4f5b-bd7a-6dd7d5267a95", "tag": "fcc1c657-8e51-4f65-ac79-df114f02ba35"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:33:16.901379 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dad84fff-eb0d-4d18-ade5-58fb7dd2a984 req-fb5e6faf-6886-4365-bb1c-2c9d41f5d34c tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=55ae8131c673474db6fbd918c6d65e53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0559309 Aug 22 13:33:16.915672 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5b4e0081-052d-410d-a634-04e96ecfe8ca req-7845e9f8-871b-4a55-bdd0-2c7e4556cdb0 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/security-groups?id=4cc9f53d-f53a-41a9-9530-58f2e575d924&id=6e2ef2da-4440-4915-b63c-e03f5cd2edf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1476316 Aug 22 13:33:16.951251 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7b7d7637-8d55-4c3d-845c-f8593e13a90a tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:17.037953 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7b7d7637-8d55-4c3d-845c-f8593e13a90a tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:17.067424 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7b7d7637-8d55-4c3d-845c-f8593e13a90a tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Network 40b36dcb-71e4-4d2d-b9c7-3b3412cc97f1 is not hosted by any dhcp agent {{(pid=94627) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 22 13:33:17.073100 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7d7637-8d55-4c3d-845c-f8593e13a90a tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:17.073689 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7b7d7637-8d55-4c3d-845c-f8593e13a90a tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:17.074988 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-7b7d7637-8d55-4c3d-845c-f8593e13a90a tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "PUT /v2.0/networks/40b36dcb-71e4-4d2d-b9c7-3b3412cc97f1 HTTP/1.1" status: 200 len: 723 time: 0.8322868 Aug 22 13:33:17.077989 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33726) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:17.083309 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-dff4efed-0a99-4692-bcc0-7231d976b620 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Request body: {'subnet': {'network_id': '40b36dcb-71e4-4d2d-b9c7-3b3412cc97f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:33:17.141735 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5dd24b3a-3138-4bb1-96f2-b35c5f63679f req-d3e95fe0-3e75-4c68-b3e1-2f54d4d36c34 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.141 HTTP/1.1" status: 200 len: 1001 time: 0.1870093 Aug 22 13:33:17.152879 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7d7637-8d55-4c3d-845c-f8593e13a90a tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Pushing event updated for resources: {'Network': ['ID=40b36dcb-71e4-4d2d-b9c7-3b3412cc97f1,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:17.165956 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 40b36dcb-71e4-4d2d-b9c7-3b3412cc97f1 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:33:17.201905 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 37c1d082-20c5-48bc-ad7a-e78a2d83afca details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:33:17.216679 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dad84fff-eb0d-4d18-ade5-58fb7dd2a984 req-46703869-9faa-4439-a082-c13122e6f977 service neutron] 10.222.0.21 "GET /v2.0/networks/029dc999-300f-41d7-a154-70ddffd00bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058043 Aug 22 13:33:17.252520 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff4efed-0a99-4692-bcc0-7231d976b620 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Made reservation on behalf of b8730c55ccd74552ae7b8435e3a52809 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:33:17.256452 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dff4efed-0a99-4692-bcc0-7231d976b620 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:17.297511 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 409e0019-2b7c-4060-bfdc-a44e6f431d05 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:33:17.300758 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd24b3a-3138-4bb1-96f2-b35c5f63679f req-94fbe11c-decf-43dc-a8df-17a39747d8e0 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:17.311306 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5dd24b3a-3138-4bb1-96f2-b35c5f63679f req-94fbe11c-decf-43dc-a8df-17a39747d8e0 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/ports/fcc1c657-8e51-4f65-ac79-df114f02ba35 HTTP/1.1" status: 200 len: 942 time: 0.1627336 Aug 22 13:33:17.350199 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dad84fff-eb0d-4d18-ade5-58fb7dd2a984 req-8e28dcb4-709a-4047-b202-4ebf20e450ba service neutron] 10.222.0.21 "GET /v2.0/networks/029dc999-300f-41d7-a154-70ddffd00bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322510 Aug 22 13:33:17.374376 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce56e74f-26ac-441e-bf1d-42b1465fae3d None None] Network 0969ba35-b9f1-454c-8e41-64df2d963fc4 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:33:17.506909 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5dd24b3a-3138-4bb1-96f2-b35c5f63679f req-d0a8569f-8504-41ac-bcbe-d59426e6fb4b tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.141 HTTP/1.1" status: 200 len: 1001 time: 0.1051128 Aug 22 13:33:17.538311 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-a0a4ae9b-dc5c-47c0-8b37-2f2c8afb590e None None] Provisioning for port 409e0019-2b7c-4060-bfdc-a44e6f431d05 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:33:17.571004 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 409e0019-2b7c-4060-bfdc-a44e6f431d05 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:33:17.586979 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 409e0019-2b7c-4060-bfdc-a44e6f431d05 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:33:17.587588 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:17.589250 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-a0a4ae9b-dc5c-47c0-8b37-2f2c8afb590e None None] Provisioning complete for port 409e0019-2b7c-4060-bfdc-a44e6f431d05 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:33:17.589763 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a0a4ae9b-dc5c-47c0-8b37-2f2c8afb590e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:17.613967 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b5181-3677-44b4-9d19-b1ea774c23f0 req-82405a05-a43e-418f-94d9-697d4e8c9c19 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:17.615552 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-646b5181-3677-44b4-9d19-b1ea774c23f0 req-82405a05-a43e-418f-94d9-697d4e8c9c19 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.16 "GET /v2.0/networks?id=400d6b6e-faf3-40e6-9026-ff1923b82e43 HTTP/1.1" status: 200 len: 815 time: 0.2809045 Aug 22 13:33:17.647015 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-646b5181-3677-44b4-9d19-b1ea774c23f0 req-667a48b8-9ee8-4ccb-bcd6-d8fd8ca87b01 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Request body: {'port': {'device_id': 'd0fa53e9-03d2-4443-baf1-d79e06ae1a85', 'network_id': '400d6b6e-faf3-40e6-9026-ff1923b82e43', 'admin_state_up': True, 'tenant_id': '1d9ce1c6b51147c1a0b00ee358cbb39e'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:33:17.656335 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd24b3a-3138-4bb1-96f2-b35c5f63679f req-3e44f4b4-c51c-4b9f-adf3-918932a682f9 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:17.667092 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5dd24b3a-3138-4bb1-96f2-b35c5f63679f req-3e44f4b4-c51c-4b9f-adf3-918932a682f9 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/networks/7de6ab83-cd00-4b3c-94fb-810dd34d29b8 HTTP/1.1" status: 200 len: 784 time: 0.1517088 Aug 22 13:33:17.751829 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 37c1d082-20c5-48bc-ad7a-e78a2d83afca, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=37c1d082-20c5-48bc-ad7a-e78a2d83afca,segment=NetworkSegment(e0cf36a3-398c-4c68-a668-edae22b1fee1),segment_id=e0cf36a3-398c-4c68-a668-edae22b1fee1)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:33:17.753149 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5dd24b3a-3138-4bb1-96f2-b35c5f63679f req-48a3786c-eaa5-45f8-999c-8f2c5b4f6653 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.141 HTTP/1.1" status: 200 len: 1001 time: 0.0846367 Aug 22 13:33:17.761655 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-5dd24b3a-3138-4bb1-96f2-b35c5f63679f req-128e3671-fc60-48d8-974b-e6e2fc79670a tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:33:17.772631 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dff4efed-0a99-4692-bcc0-7231d976b620 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:17.801940 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '37c1d082-20c5-48bc-ad7a-e78a2d83afca', 'network_id': 'dfedf898-aca6-4df9-b6f5-cb8b2650ce65', 'port_id': '37c1d082-20c5-48bc-ad7a-e78a2d83afca', 'mac_address': 'fa:16:3e:00:5c:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86161abd-93fb-4a2f-8c13-984112b572a1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:33:17.866027 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4efed-0a99-4692-bcc0-7231d976b620 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Pushing event updated for resources: {'Subnet': ['ID=eb800c65-5e0e-43e8-9475-de9a589ee0fe,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:17.897446 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4efed-0a99-4692-bcc0-7231d976b620 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:33:17.898449 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4efed-0a99-4692-bcc0-7231d976b620 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:33:17.898985 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4efed-0a99-4692-bcc0-7231d976b620 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:33:17.899103 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4efed-0a99-4692-bcc0-7231d976b620 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:33:17.899580 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4efed-0a99-4692-bcc0-7231d976b620 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:33:17.899815 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4efed-0a99-4692-bcc0-7231d976b620 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:33:17.900418 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4efed-0a99-4692-bcc0-7231d976b620 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:33:17.900786 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4efed-0a99-4692-bcc0-7231d976b620 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:33:17.901095 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4efed-0a99-4692-bcc0-7231d976b620 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:33:17.901388 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4efed-0a99-4692-bcc0-7231d976b620 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:33:17.901762 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4efed-0a99-4692-bcc0-7231d976b620 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:33:17.902024 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4efed-0a99-4692-bcc0-7231d976b620 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:33:17.904575 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f56dd64-07e8-45f7-b1d8-2b7c791215a4 req-b217a276-7575-43e5-9b12-29568edcffb2 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:17.909961 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5f56dd64-07e8-45f7-b1d8-2b7c791215a4 req-b217a276-7575-43e5-9b12-29568edcffb2 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfec1c42-428a-4a9f-a98b-0a74b49f04af HTTP/1.1" status: 200 len: 944 time: 0.1544392 Aug 22 13:33:17.912014 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:17.924719 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff4efed-0a99-4692-bcc0-7231d976b620 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Checking segment: {'id': '53474b62-3d02-42d4-96ef-182dddd3f8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '40b36dcb-71e4-4d2d-b9c7-3b3412cc97f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:33:17.925091 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff4efed-0a99-4692-bcc0-7231d976b620 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Network hostable DHCP agents. Network: 40b36dcb-71e4-4d2d-b9c7-3b3412cc97f1, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:33:17.936319 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5dd24b3a-3138-4bb1-96f2-b35c5f63679f req-128e3671-fc60-48d8-974b-e6e2fc79670a tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Notify callbacks [] for floatingip, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:17.947066 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a0a4ae9b-dc5c-47c0-8b37-2f2c8afb590e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:17.949193 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:17.951559 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37c1d082-20c5-48bc-ad7a-e78a2d83afca {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:33:17.957706 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-646b5181-3677-44b4-9d19-b1ea774c23f0 req-667a48b8-9ee8-4ccb-bcd6-d8fd8ca87b01 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Made reservation on behalf of 1d9ce1c6b51147c1a0b00ee358cbb39e for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:33:17.966879 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-646b5181-3677-44b4-9d19-b1ea774c23f0 req-667a48b8-9ee8-4ccb-bcd6-d8fd8ca87b01 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:17.970842 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff4efed-0a99-4692-bcc0-7231d976b620 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Network 40b36dcb-71e4-4d2d-b9c7-3b3412cc97f1 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:33:17.999805 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-dff4efed-0a99-4692-bcc0-7231d976b620 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 40b36dcb-71e4-4d2d-b9c7-3b3412cc97f1) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:33:18.013408 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff4efed-0a99-4692-bcc0-7231d976b620 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:18.013879 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dff4efed-0a99-4692-bcc0-7231d976b620 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:18.021570 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a901bb54-25e9-4bd6-a42f-3677ad607896 None None] Network 40b36dcb-71e4-4d2d-b9c7-3b3412cc97f1 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:33:18.044110 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5f56dd64-07e8-45f7-b1d8-2b7c791215a4 req-92fe981f-d25c-4eaf-94bc-6143cec37995 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=540eab8a-ff39-4c5e-9bac-5eb9f43fb4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027651 Aug 22 13:33:18.056009 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-dff4efed-0a99-4692-bcc0-7231d976b620 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9767704 Aug 22 13:33:18.060984 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 37c1d082-20c5-48bc-ad7a-e78a2d83afca, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=37c1d082-20c5-48bc-ad7a-e78a2d83afca,segment=NetworkSegment(e0cf36a3-398c-4c68-a668-edae22b1fee1),segment_id=e0cf36a3-398c-4c68-a668-edae22b1fee1)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:33:18.061275 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33736) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:18.074741 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-3dee6ca6-5fb8-4e25-81ab-b551873056fe tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:33:18.215267 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3dee6ca6-5fb8-4e25-81ab-b551873056fe tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-260368319'] for subnet, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:18.215997 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5dd24b3a-3138-4bb1-96f2-b35c5f63679f req-128e3671-fc60-48d8-974b-e6e2fc79670a tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:18.218826 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-646b5181-3677-44b4-9d19-b1ea774c23f0 req-667a48b8-9ee8-4ccb-bcd6-d8fd8ca87b01 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Allocated IP 172.20.0.11 (400d6b6e-faf3-40e6-9026-ff1923b82e43/d62c1c3a-0f35-412c-a2aa-3badca63aa0f/3461c627-2410-4556-aeec-139d684435a9) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:33:18.231869 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5dd24b3a-3138-4bb1-96f2-b35c5f63679f req-128e3671-fc60-48d8-974b-e6e2fc79670a tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:18.232380 n-d-793621-33 neutron-server[94627]: INFO neutron.db.l3_db [req-5dd24b3a-3138-4bb1-96f2-b35c5f63679f req-128e3671-fc60-48d8-974b-e6e2fc79670a tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Floating IP fbb7e8f4-e903-4241-97e0-24aafac70301 disassociated. External IP: 172.25.3.141, port: fcc1c657-8e51-4f65-ac79-df114f02ba35. Aug 22 13:33:18.247300 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-a0a4ae9b-dc5c-47c0-8b37-2f2c8afb590e None None] For port 409e0019-2b7c-4060-bfdc-a44e6f431d05, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=409e0019-2b7c-4060-bfdc-a44e6f431d05,segment=NetworkSegment(782cdc33-8d9f-45da-a2c2-7235ad46b6c1),segment_id=782cdc33-8d9f-45da-a2c2-7235ad46b6c1)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:33:18.256448 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a9dbc1-2efa-4170-8401-ccec8c478f58 None None] Update dhcp port {'port': {'network_id': '0969ba35-b9f1-454c-8e41-64df2d963fc4', 'fixed_ips': [{'subnet_id': 'e12521b0-8a97-4290-babf-5def3b6aada5', 'ip_address': '2001:db8::2'}, {'subnet_id': 'deb4debb-3f1e-4d72-977c-6ed1557fe15c'}], 'binding:host_id': 'n-d-793621-33'}, 'id': '409e0019-2b7c-4060-bfdc-a44e6f431d05'} from n-d-793621-33. {{(pid=94629) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 22 13:33:18.287409 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:18.353365 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-65a9dbc1-2efa-4170-8401-ccec8c478f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:18.366154 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a0a4ae9b-dc5c-47c0-8b37-2f2c8afb590e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:18.388215 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=37c1d082-20c5-48bc-ad7a-e78a2d83afca,revision_number=9']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:18.402679 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ae1de-e3c1-499f-b013-1106eb45f5f9 req-f26a7d03-8437-43f4-a2b4-c6535ea1b24a tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:18.404267 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4f8ae1de-e3c1-499f-b013-1106eb45f5f9 req-f26a7d03-8437-43f4-a2b4-c6535ea1b24a tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/networks?id=66e2a6fd-b667-44cd-a37f-b120c3633f83 HTTP/1.1" status: 200 len: 811 time: 0.2132316 Aug 22 13:33:18.427865 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4f8ae1de-e3c1-499f-b013-1106eb45f5f9 req-64d944c1-4e95-4f06-8e22-5a8ec42fd0c7 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/quotas/9b1df9b52583480dbf6905d0ad326671 HTTP/1.1" status: 200 len: 375 time: 0.0142207 Aug 22 13:33:18.461913 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3dee6ca6-5fb8-4e25-81ab-b551873056fe tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776903332666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1239883'] for subnet, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:18.491916 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd51fb7-5330-44fc-9aab-275351a01c8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-40b36dcb-71e4-4d2d-b9c7-3b3412cc97f1', 'network_id': '40b36dcb-71e4-4d2d-b9c7-3b3412cc97f1', 'tenant_id': 'b8730c55ccd74552ae7b8435e3a52809', 'fixed_ips': [{'subnet_id': 'eb800c65-5e0e-43e8-9475-de9a589ee0fe'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:33:18.493213 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2bd51fb7-5330-44fc-9aab-275351a01c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:18.503041 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dee6ca6-5fb8-4e25-81ab-b551873056fe tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:18.503637 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3dee6ca6-5fb8-4e25-81ab-b551873056fe tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:18.508140 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-3dee6ca6-5fb8-4e25-81ab-b551873056fe tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "PUT /v2.0/subnets/eb800c65-5e0e-43e8-9475-de9a589ee0fe HTTP/1.1" status: 200 len: 826 time: 0.4434142 Aug 22 13:33:18.509428 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 33748) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:18.537337 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-646b5181-3677-44b4-9d19-b1ea774c23f0 req-667a48b8-9ee8-4ccb-bcd6-d8fd8ca87b01 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:18.557085 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dee6ca6-5fb8-4e25-81ab-b551873056fe tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Pushing event updated for resources: {'Subnet': ['ID=eb800c65-5e0e-43e8-9475-de9a589ee0fe,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:18.561643 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-646b5181-3677-44b4-9d19-b1ea774c23f0 req-667a48b8-9ee8-4ccb-bcd6-d8fd8ca87b01 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Transition to ACTIVE for port object 3461c627-2410-4556-aeec-139d684435a9 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:33:18.609509 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-646b5181-3677-44b4-9d19-b1ea774c23f0 req-667a48b8-9ee8-4ccb-bcd6-d8fd8ca87b01 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:18.620472 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.db.api [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 13:33:18.621082 n-d-793621-33 neutron-server[94629]: DEBUG oslo_db.api [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 13:33:18.635042 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4f8ae1de-e3c1-499f-b013-1106eb45f5f9 req-9459fc68-b727-45fe-8117-0d78f24e7b19 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9b1df9b52583480dbf6905d0ad326671&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1983099 Aug 22 13:33:18.644649 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a4ae9b-dc5c-47c0-8b37-2f2c8afb590e None None] Pushing event updated for resources: {'Port': ['ID=409e0019-2b7c-4060-bfdc-a44e6f431d05,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:18.684922 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667a48b8-9ee8-4ccb-bcd6-d8fd8ca87b01 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Pushing event updated for resources: {'Port': ['ID=3461c627-2410-4556-aeec-139d684435a9,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:18.698689 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-646b5181-3677-44b4-9d19-b1ea774c23f0 req-667a48b8-9ee8-4ccb-bcd6-d8fd8ca87b01 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Network 400d6b6e-faf3-40e6-9026-ff1923b82e43 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:33:18.700541 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-646b5181-3677-44b4-9d19-b1ea774c23f0 req-667a48b8-9ee8-4ccb-bcd6-d8fd8ca87b01 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:33:18.703079 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-646b5181-3677-44b4-9d19-b1ea774c23f0 req-667a48b8-9ee8-4ccb-bcd6-d8fd8ca87b01 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:33:18.766821 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f494151d-96df-4454-893a-b4510508aa56 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:18.769939 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5dd24b3a-3138-4bb1-96f2-b35c5f63679f req-128e3671-fc60-48d8-974b-e6e2fc79670a tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Router e6cb4467-da7f-4a21-8bf2-b77bab11ad34 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:33:18.798577 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b5181-3677-44b4-9d19-b1ea774c23f0 req-667a48b8-9ee8-4ccb-bcd6-d8fd8ca87b01 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:18.801197 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-646b5181-3677-44b4-9d19-b1ea774c23f0 req-667a48b8-9ee8-4ccb-bcd6-d8fd8ca87b01 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:18.828339 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-646b5181-3677-44b4-9d19-b1ea774c23f0 req-667a48b8-9ee8-4ccb-bcd6-d8fd8ca87b01 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1855586 Aug 22 13:33:18.847922 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-646b5181-3677-44b4-9d19-b1ea774c23f0 req-33c39d61-babb-4d49-b6e5-8a01436e66cf service neutron] Request body: {'port': {'device_id': 'd0fa53e9-03d2-4443-baf1-d79e06ae1a85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:33:18.864815 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['37c1d082-20c5-48bc-ad7a-e78a2d83afca'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:33:18.892463 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4f8ae1de-e3c1-499f-b013-1106eb45f5f9 req-db3f5856-78c4-4a18-8e81-99c60b59efc5 service neutron] 10.222.0.21 "GET /v2.0/networks/66e2a6fd-b667-44cd-a37f-b120c3633f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498608 Aug 22 13:33:18.919250 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-646b5181-3677-44b4-9d19-b1ea774c23f0 req-33c39d61-babb-4d49-b6e5-8a01436e66cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:18.998309 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4f8ae1de-e3c1-499f-b013-1106eb45f5f9 req-f782700e-eea5-44a0-9067-cdf783981ec3 service neutron] 10.222.0.21 "GET /v2.0/networks/66e2a6fd-b667-44cd-a37f-b120c3633f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992222 Aug 22 13:33:19.010378 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f494151d-96df-4454-893a-b4510508aa56 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:19.044565 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-65a9dbc1-2efa-4170-8401-ccec8c478f58 None None] Allocated IP 172.20.0.1 (0969ba35-b9f1-454c-8e41-64df2d963fc4/deb4debb-3f1e-4d72-977c-6ed1557fe15c/409e0019-2b7c-4060-bfdc-a44e6f431d05) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:33:19.058363 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-2bd51fb7-5330-44fc-9aab-275351a01c8a None None] Allocated IP 2001:db8::2 (40b36dcb-71e4-4d2d-b9c7-3b3412cc97f1/eb800c65-5e0e-43e8-9475-de9a589ee0fe/06f96eef-9313-42fe-89d6-8c67fc8bd291) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:33:19.162989 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5dd24b3a-3138-4bb1-96f2-b35c5f63679f req-128e3671-fc60-48d8-974b-e6e2fc79670a tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:33:19.180038 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b8b127-8d40-413f-a0e6-d3466fd72a0a None None] Sync routers for ids ['e6cb4467-da7f-4a21-8bf2-b77bab11ad34'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:33:19.184129 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5dd24b3a-3138-4bb1-96f2-b35c5f63679f req-128e3671-fc60-48d8-974b-e6e2fc79670a tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:19.212215 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b8b127-8d40-413f-a0e6-d3466fd72a0a None None] Routers {'e6cb4467-da7f-4a21-8bf2-b77bab11ad34'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:33:19.213099 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-d9b8b127-8d40-413f-a0e6-d3466fd72a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:33:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['e6cb4467-da7f-4a21-8bf2-b77bab11ad34'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:19.240431 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5dd24b3a-3138-4bb1-96f2-b35c5f63679f req-128e3671-fc60-48d8-974b-e6e2fc79670a tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "PUT /v2.0/floatingips/fbb7e8f4-e903-4241-97e0-24aafac70301 HTTP/1.1" status: 200 len: 695 time: 1.4857149 Aug 22 13:33:19.241231 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-5b90277a-7b7c-477b-b321-9598eac066c6 None None] Provisioning for port 3461c627-2410-4556-aeec-139d684435a9 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:33:19.279647 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-5b90277a-7b7c-477b-b321-9598eac066c6 None None] Provisioning complete for port 3461c627-2410-4556-aeec-139d684435a9 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:33:19.280776 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5b90277a-7b7c-477b-b321-9598eac066c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:19.464546 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 409e0019-2b7c-4060-bfdc-a44e6f431d05 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:33:19.508507 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-d9b8b127-8d40-413f-a0e6-d3466fd72a0a None None] Set router e6cb4467-da7f-4a21-8bf2-b77bab11ad34 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:33:19.546737 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-5b90277a-7b7c-477b-b321-9598eac066c6 None None] Port 3461c627-2410-4556-aeec-139d684435a9 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:33:19.559710 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd24b3a-3138-4bb1-96f2-b35c5f63679f req-f706ae31-6fc3-4fbe-9271-79d3322ae638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:19.564327 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5dd24b3a-3138-4bb1-96f2-b35c5f63679f req-f706ae31-6fc3-4fbe-9271-79d3322ae638 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8c7f26536b7540b7b292e9293304df5d&device_id=a17a3c05-a560-4f5b-bd7a-6dd7d5267a95 HTTP/1.1" status: 200 len: 1097 time: 0.2977500 Aug 22 13:33:19.606874 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-65a9dbc1-2efa-4170-8401-ccec8c478f58 None None] For port 409e0019-2b7c-4060-bfdc-a44e6f431d05, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=409e0019-2b7c-4060-bfdc-a44e6f431d05,segment=NetworkSegment(782cdc33-8d9f-45da-a2c2-7235ad46b6c1),segment_id=782cdc33-8d9f-45da-a2c2-7235ad46b6c1)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:33:19.718044 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd24b3a-3138-4bb1-96f2-b35c5f63679f req-050ecef8-9bae-4d7d-9ba5-2ceb397209be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:19.718767 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5dd24b3a-3138-4bb1-96f2-b35c5f63679f req-050ecef8-9bae-4d7d-9ba5-2ceb397209be service neutron] 10.222.0.21 "GET /v2.0/networks?id=dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4 HTTP/1.1" status: 200 len: 922 time: 0.1433876 Aug 22 13:33:19.757932 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-d9b8b127-8d40-413f-a0e6-d3466fd72a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'name': 'tempest-FloatingIPsAssociationTestJSON-1552091199-router', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'c487e8e9-f194-4745-9cfb-f72df839c40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:32:13Z', 'updated_at': '2021-08-22T13:32:17Z', 'revision_number': 4, 'project_id': '8c7f26536b7540b7b292e9293304df5d', 'gw_port': {'id': 'c487e8e9-f194-4745-9cfb-f72df839c40e', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:32:14Z', 'updated_at': '2021-08-22T13:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '4121abf5-11ad-4df1-8c3b-3a9b600586c3', 'name': '', 'network_id': 'dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'mac_address': 'fa:16:3e:d8:db:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'bab5dc6f-337b-4be1-b114-f5e216f3b569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:32:16Z', 'updated_at': '2021-08-22T13:32:23Z', 'revision_number': 5, 'project_id': '8c7f26536b7540b7b292e9293304df5d', 'subnets': [{'id': 'bab5dc6f-337b-4be1-b114-f5e216f3b569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:19.793464 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-65a9dbc1-2efa-4170-8401-ccec8c478f58 None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:19.794188 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b8b127-8d40-413f-a0e6-d3466fd72a0a None None] Checking router: e6cb4467-da7f-4a21-8bf2-b77bab11ad34 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:33:19.805772 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b8b127-8d40-413f-a0e6-d3466fd72a0a None None] Routers {'e6cb4467-da7f-4a21-8bf2-b77bab11ad34'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:33:19.806385 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-d9b8b127-8d40-413f-a0e6-d3466fd72a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:33:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['e6cb4467-da7f-4a21-8bf2-b77bab11ad34'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:19.825170 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-65a9dbc1-2efa-4170-8401-ccec8c478f58 None None] Transition to ACTIVE for port object 409e0019-2b7c-4060-bfdc-a44e6f431d05 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:33:19.829586 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2bd51fb7-5330-44fc-9aab-275351a01c8a None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:19.841123 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-65a9dbc1-2efa-4170-8401-ccec8c478f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:19.843402 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-2bd51fb7-5330-44fc-9aab-275351a01c8a None None] Transition to ACTIVE for port object 06f96eef-9313-42fe-89d6-8c67fc8bd291 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:33:19.843539 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5dd24b3a-3138-4bb1-96f2-b35c5f63679f req-182cd811-6ea6-4d45-8b84-c40281a7b2f9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fcc1c657-8e51-4f65-ac79-df114f02ba35 HTTP/1.1" status: 200 len: 217 time: 0.1151397 Aug 22 13:33:19.880099 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-646b5181-3677-44b4-9d19-b1ea774c23f0 req-33c39d61-babb-4d49-b6e5-8a01436e66cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3461c627-2410-4556-aeec-139d684435a9 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:33:19.889825 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-646b5181-3677-44b4-9d19-b1ea774c23f0 req-33c39d61-babb-4d49-b6e5-8a01436e66cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:19.893147 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-2bd51fb7-5330-44fc-9aab-275351a01c8a None None] Transition to ACTIVE for port object 06f96eef-9313-42fe-89d6-8c67fc8bd291 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:33:19.905816 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-646b5181-3677-44b4-9d19-b1ea774c23f0 req-33c39d61-babb-4d49-b6e5-8a01436e66cf service neutron] Transition to ACTIVE for port object 3461c627-2410-4556-aeec-139d684435a9 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:33:19.914526 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-646b5181-3677-44b4-9d19-b1ea774c23f0 req-33c39d61-babb-4d49-b6e5-8a01436e66cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:19.926077 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2bd51fb7-5330-44fc-9aab-275351a01c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:19.970239 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a9dbc1-2efa-4170-8401-ccec8c478f58 None None] Pushing event updated for resources: {'Port': ['ID=409e0019-2b7c-4060-bfdc-a44e6f431d05,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:19.972682 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c39d61-babb-4d49-b6e5-8a01436e66cf service neutron] Pushing event updated for resources: {'Port': ['ID=3461c627-2410-4556-aeec-139d684435a9,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:19.997905 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd51fb7-5330-44fc-9aab-275351a01c8a None None] Network 40b36dcb-71e4-4d2d-b9c7-3b3412cc97f1 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:33:20.001882 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-2bd51fb7-5330-44fc-9aab-275351a01c8a None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:33:20.022833 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-d9b8b127-8d40-413f-a0e6-d3466fd72a0a None None] Set router e6cb4467-da7f-4a21-8bf2-b77bab11ad34 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:33:20.032384 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd51fb7-5330-44fc-9aab-275351a01c8a None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:33:20.084734 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad84fff-eb0d-4d18-ade5-58fb7dd2a984 req-0f46e0f5-7b4d-4096-97f3-65477e84126a tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:20.086554 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dad84fff-eb0d-4d18-ade5-58fb7dd2a984 req-0f46e0f5-7b4d-4096-97f3-65477e84126a tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.16 "GET /v2.0/networks?id=029dc999-300f-41d7-a154-70ddffd00bd2 HTTP/1.1" status: 200 len: 812 time: 0.7845759 Aug 22 13:33:20.105201 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-dad84fff-eb0d-4d18-ade5-58fb7dd2a984 req-f0399d91-3e8a-431e-a749-71b7e51f3f11 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Request body: {'port': {'device_id': 'd3f703ea-297a-4816-a205-5887ad9eab4f', 'network_id': '029dc999-300f-41d7-a154-70ddffd00bd2', 'admin_state_up': True, 'tenant_id': '55ae8131c673474db6fbd918c6d65e53'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:33:20.111888 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd51fb7-5330-44fc-9aab-275351a01c8a None None] Pushing event updated for resources: {'Port': ['ID=06f96eef-9313-42fe-89d6-8c67fc8bd291,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:20.126176 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac72c7-be19-462e-9558-022125b06901 req-616d4e95-d3c1-4848-afb1-9d9dffeae64d tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:20.138164 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-00ac72c7-be19-462e-9558-022125b06901 req-616d4e95-d3c1-4848-afb1-9d9dffeae64d tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/networks?id=400d6b6e-faf3-40e6-9026-ff1923b82e43 HTTP/1.1" status: 200 len: 815 time: 0.6707103 Aug 22 13:33:20.149349 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-2bd51fb7-5330-44fc-9aab-275351a01c8a None None] Attempting to bind port 06f96eef-9313-42fe-89d6-8c67fc8bd291 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:33:20.151337 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-2bd51fb7-5330-44fc-9aab-275351a01c8a None None] Attempting to bind port 06f96eef-9313-42fe-89d6-8c67fc8bd291 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '53474b62-3d02-42d4-96ef-182dddd3f8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '40b36dcb-71e4-4d2d-b9c7-3b3412cc97f1'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:33:20.151861 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd51fb7-5330-44fc-9aab-275351a01c8a None None] Attempting to bind port 06f96eef-9313-42fe-89d6-8c67fc8bd291 on network 40b36dcb-71e4-4d2d-b9c7-3b3412cc97f1 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:33:20.163015 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd51fb7-5330-44fc-9aab-275351a01c8a None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:33:20.163604 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd51fb7-5330-44fc-9aab-275351a01c8a None None] Checking segment: {'id': '53474b62-3d02-42d4-96ef-182dddd3f8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '40b36dcb-71e4-4d2d-b9c7-3b3412cc97f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:33:20.164153 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2bd51fb7-5330-44fc-9aab-275351a01c8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:20.164743 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd51fb7-5330-44fc-9aab-275351a01c8a None None] Bound using segment: {'id': '53474b62-3d02-42d4-96ef-182dddd3f8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '40b36dcb-71e4-4d2d-b9c7-3b3412cc97f1'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:33:20.165323 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-2bd51fb7-5330-44fc-9aab-275351a01c8a None None] Bound port: 06f96eef-9313-42fe-89d6-8c67fc8bd291, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53474b62-3d02-42d4-96ef-182dddd3f8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '40b36dcb-71e4-4d2d-b9c7-3b3412cc97f1'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:33:20.165835 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2bd51fb7-5330-44fc-9aab-275351a01c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:20.170030 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-00ac72c7-be19-462e-9558-022125b06901 req-3275f61a-b1b5-4e4e-bec6-11710b513c43 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/quotas/1d9ce1c6b51147c1a0b00ee358cbb39e HTTP/1.1" status: 200 len: 375 time: 0.0308182 Aug 22 13:33:20.187869 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f494151d-96df-4454-893a-b4510508aa56 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:20.275316 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-646b5181-3677-44b4-9d19-b1ea774c23f0 req-33c39d61-babb-4d49-b6e5-8a01436e66cf service neutron] Attempting to bind port 3461c627-2410-4556-aeec-139d684435a9 on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:33:20.277930 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-646b5181-3677-44b4-9d19-b1ea774c23f0 req-33c39d61-babb-4d49-b6e5-8a01436e66cf service neutron] Attempting to bind port 3461c627-2410-4556-aeec-139d684435a9 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '130df981-0918-4e3c-b792-268407baa468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '400d6b6e-faf3-40e6-9026-ff1923b82e43'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:33:20.278565 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646b5181-3677-44b4-9d19-b1ea774c23f0 req-33c39d61-babb-4d49-b6e5-8a01436e66cf service neutron] Attempting to bind port 3461c627-2410-4556-aeec-139d684435a9 on network 400d6b6e-faf3-40e6-9026-ff1923b82e43 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:33:20.285766 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646b5181-3677-44b4-9d19-b1ea774c23f0 req-33c39d61-babb-4d49-b6e5-8a01436e66cf service neutron] Port 3461c627-2410-4556-aeec-139d684435a9 on network 400d6b6e-faf3-40e6-9026-ff1923b82e43 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:33:20.285985 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646b5181-3677-44b4-9d19-b1ea774c23f0 req-33c39d61-babb-4d49-b6e5-8a01436e66cf service neutron] Attempting to bind port 3461c627-2410-4556-aeec-139d684435a9 on network 400d6b6e-faf3-40e6-9026-ff1923b82e43 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:33:20.305441 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646b5181-3677-44b4-9d19-b1ea774c23f0 req-33c39d61-babb-4d49-b6e5-8a01436e66cf service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:33:20.305441 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646b5181-3677-44b4-9d19-b1ea774c23f0 req-33c39d61-babb-4d49-b6e5-8a01436e66cf service neutron] Checking segment: {'id': '130df981-0918-4e3c-b792-268407baa468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '400d6b6e-faf3-40e6-9026-ff1923b82e43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:33:20.305828 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646b5181-3677-44b4-9d19-b1ea774c23f0 req-33c39d61-babb-4d49-b6e5-8a01436e66cf service neutron] Bound using segment: {'id': '130df981-0918-4e3c-b792-268407baa468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '400d6b6e-faf3-40e6-9026-ff1923b82e43'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:33:20.306161 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-646b5181-3677-44b4-9d19-b1ea774c23f0 req-33c39d61-babb-4d49-b6e5-8a01436e66cf service neutron] Bound port: 3461c627-2410-4556-aeec-139d684435a9, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '130df981-0918-4e3c-b792-268407baa468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '400d6b6e-faf3-40e6-9026-ff1923b82e43'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:33:20.306517 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-646b5181-3677-44b4-9d19-b1ea774c23f0 req-33c39d61-babb-4d49-b6e5-8a01436e66cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:20.313974 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-2bd51fb7-5330-44fc-9aab-275351a01c8a None None] For port 06f96eef-9313-42fe-89d6-8c67fc8bd291, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:33:20.321927 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-2bd51fb7-5330-44fc-9aab-275351a01c8a None None] For port 06f96eef-9313-42fe-89d6-8c67fc8bd291, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=06f96eef-9313-42fe-89d6-8c67fc8bd291,segment=NetworkSegment(53474b62-3d02-42d4-96ef-182dddd3f8e7),segment_id=53474b62-3d02-42d4-96ef-182dddd3f8e7)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:33:20.332033 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2bd51fb7-5330-44fc-9aab-275351a01c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:20.427750 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-d9b8b127-8d40-413f-a0e6-d3466fd72a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'name': 'tempest-FloatingIPsAssociationTestJSON-1552091199-router', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'c487e8e9-f194-4745-9cfb-f72df839c40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:32:13Z', 'updated_at': '2021-08-22T13:32:17Z', 'revision_number': 4, 'project_id': '8c7f26536b7540b7b292e9293304df5d', 'gw_port': {'id': 'c487e8e9-f194-4745-9cfb-f72df839c40e', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:32:14Z', 'updated_at': '2021-08-22T13:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '4121abf5-11ad-4df1-8c3b-3a9b600586c3', 'name': '', 'network_id': 'dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'mac_address': 'fa:16:3e:d8:db:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'bab5dc6f-337b-4be1-b114-f5e216f3b569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:32:16Z', 'updated_at': '2021-08-22T13:32:23Z', 'revision_number': 5, 'project_id': '8c7f26536b7540b7b292e9293304df5d', 'subnets': [{'id': 'bab5dc6f-337b-4be1-b114-f5e216f3b569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:20.450794 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd51fb7-5330-44fc-9aab-275351a01c8a None None] Pushing event updated for resources: {'Port': ['ID=06f96eef-9313-42fe-89d6-8c67fc8bd291,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:20.463817 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdbd8c7-c675-49c1-a72f-0336235f6f79 None None] Network 40b36dcb-71e4-4d2d-b9c7-3b3412cc97f1 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:33:20.488708 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-646b5181-3677-44b4-9d19-b1ea774c23f0 req-33c39d61-babb-4d49-b6e5-8a01436e66cf service neutron] For port 3461c627-2410-4556-aeec-139d684435a9, host n-h2-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:33:20.494635 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-646b5181-3677-44b4-9d19-b1ea774c23f0 req-33c39d61-babb-4d49-b6e5-8a01436e66cf service neutron] For port 3461c627-2410-4556-aeec-139d684435a9, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=3461c627-2410-4556-aeec-139d684435a9,segment=NetworkSegment(130df981-0918-4e3c-b792-268407baa468),segment_id=130df981-0918-4e3c-b792-268407baa468)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:33:20.497573 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b8b127-8d40-413f-a0e6-d3466fd72a0a None None] The sync data for ids ['e6cb4467-da7f-4a21-8bf2-b77bab11ad34'] in n-d-793621-33 is: [{'id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'name': 'tempest-FloatingIPsAssociationTestJSON-1552091199-router', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'c487e8e9-f194-4745-9cfb-f72df839c40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:32:13Z', 'updated_at': '2021-08-22T13:32:17Z', 'revision_number': 4, 'project_id': '8c7f26536b7540b7b292e9293304df5d', 'gw_port': {'id': 'c487e8e9-f194-4745-9cfb-f72df839c40e', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:32:14Z', 'updated_at': '2021-08-22T13:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '4121abf5-11ad-4df1-8c3b-3a9b600586c3', 'name': '', 'network_id': 'dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'mac_address': 'fa:16:3e:d8:db:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'bab5dc6f-337b-4be1-b114-f5e216f3b569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:32:16Z', 'updated_at': '2021-08-22T13:32:23Z', 'revision_number': 5, 'project_id': '8c7f26536b7540b7b292e9293304df5d', 'subnets': [{'id': 'bab5dc6f-337b-4be1-b114-f5e216f3b569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:33:20.499907 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-646b5181-3677-44b4-9d19-b1ea774c23f0 req-33c39d61-babb-4d49-b6e5-8a01436e66cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:20.548795 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b5181-3677-44b4-9d19-b1ea774c23f0 req-33c39d61-babb-4d49-b6e5-8a01436e66cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:20.550391 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-646b5181-3677-44b4-9d19-b1ea774c23f0 req-33c39d61-babb-4d49-b6e5-8a01436e66cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:20.551782 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-646b5181-3677-44b4-9d19-b1ea774c23f0 req-33c39d61-babb-4d49-b6e5-8a01436e66cf service neutron] 10.222.0.16 "PUT /v2.0/ports/3461c627-2410-4556-aeec-139d684435a9 HTTP/1.1" status: 200 len: 1093 time: 1.7110252 Aug 22 13:33:20.554394 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0fa53e9-03d2-4443-baf1-d79e06ae1a85', 'tag': '3461c627-2410-4556-aeec-139d684435a9'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:33:20.557209 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3af2be5-fd76-4af5-809e-b204fe168771" -d '{"events": [{"name": "network-changed", "server_uuid": "d0fa53e9-03d2-4443-baf1-d79e06ae1a85", "tag": "3461c627-2410-4556-aeec-139d684435a9"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:33:20.631516 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c39d61-babb-4d49-b6e5-8a01436e66cf service neutron] Pushing event updated for resources: {'Port': ['ID=3461c627-2410-4556-aeec-139d684435a9,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:20.656704 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b5181-3677-44b4-9d19-b1ea774c23f0 req-f770c95a-b936-493e-9781-4515ded72b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:20.659014 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-646b5181-3677-44b4-9d19-b1ea774c23f0 req-f770c95a-b936-493e-9781-4515ded72b76 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1d9ce1c6b51147c1a0b00ee358cbb39e&device_id=d0fa53e9-03d2-4443-baf1-d79e06ae1a85 HTTP/1.1" status: 200 len: 1096 time: 0.0630524 Aug 22 13:33:20.707167 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1e82f7-f656-49c9-a2cc-88f2f13ce7a8 None None] Network 40b36dcb-71e4-4d2d-b9c7-3b3412cc97f1 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:33:20.747359 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-646b5181-3677-44b4-9d19-b1ea774c23f0 req-fea304f0-c5c7-48f5-9688-8cb2568c0ccc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3461c627-2410-4556-aeec-139d684435a9 HTTP/1.1" status: 200 len: 217 time: 0.0740280 Aug 22 13:33:20.841164 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b5181-3677-44b4-9d19-b1ea774c23f0 req-d441e437-a8a9-4a2d-9a6f-add9b8b9660a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:20.842817 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-646b5181-3677-44b4-9d19-b1ea774c23f0 req-d441e437-a8a9-4a2d-9a6f-add9b8b9660a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d62c1c3a-0f35-412c-a2aa-3badca63aa0f HTTP/1.1" status: 200 len: 854 time: 0.0907016 Aug 22 13:33:20.986801 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:33:20.995958 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b5181-3677-44b4-9d19-b1ea774c23f0 req-d3e14532-37c9-49cd-9919-0cdb7e375b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:20.997529 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-646b5181-3677-44b4-9d19-b1ea774c23f0 req-d3e14532-37c9-49cd-9919-0cdb7e375b63 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=400d6b6e-faf3-40e6-9026-ff1923b82e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1429398 Aug 22 13:33:21.045013 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd24b3a-3138-4bb1-96f2-b35c5f63679f req-1ec558d4-1304-44b1-9d09-13787b4dc622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:21.047327 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5dd24b3a-3138-4bb1-96f2-b35c5f63679f req-1ec558d4-1304-44b1-9d09-13787b4dc622 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bab5dc6f-337b-4be1-b114-f5e216f3b569 HTTP/1.1" status: 200 len: 860 time: 1.1735179 Aug 22 13:33:21.057105 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f494151d-96df-4454-893a-b4510508aa56 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Pushing event deleted for resources: {'Subnet': ['ID=eb800c65-5e0e-43e8-9475-de9a589ee0fe,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:21.097457 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010d7310-6489-4f9f-8064-284b5a04b11c None None] New status for floating IP fbb7e8f4-e903-4241-97e0-24aafac70301: DOWN {{(pid=94629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 13:33:21.124808 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-646b5181-3677-44b4-9d19-b1ea774c23f0 req-48991cf1-4aaa-455d-9c9f-4878b30b30da service neutron] 10.222.0.16 "GET /v2.0/networks/400d6b6e-faf3-40e6-9026-ff1923b82e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181824 Aug 22 13:33:21.207753 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ae1de-e3c1-499f-b013-1106eb45f5f9 req-bc97b6bd-b5bf-4809-8f48-7d94e88babe4 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:21.209272 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4f8ae1de-e3c1-499f-b013-1106eb45f5f9 req-bc97b6bd-b5bf-4809-8f48-7d94e88babe4 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.41 "GET /v2.0/networks?id=66e2a6fd-b667-44cd-a37f-b120c3633f83 HTTP/1.1" status: 200 len: 811 time: 0.2864962 Aug 22 13:33:21.231744 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-00ac72c7-be19-462e-9558-022125b06901 req-d58b81bf-53f3-49b1-8ab9-b3092682a18d tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d9ce1c6b51147c1a0b00ee358cbb39e&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0608354 Aug 22 13:33:21.248045 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad16d9a-1c15-4a00-b317-1a1fbdcdef04 None None] Network 0969ba35-b9f1-454c-8e41-64df2d963fc4 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:33:21.251706 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 37c1d082-20c5-48bc-ad7a-e78a2d83afca up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:33:21.253214 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f494151d-96df-4454-893a-b4510508aa56 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:21.259279 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-4f8ae1de-e3c1-499f-b013-1106eb45f5f9 req-b0abce50-c47b-4eaa-8b93-922650af2859 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Request body: {'port': {'device_id': '431d396a-90cc-4d89-bd02-1b6cb8ecfc46', 'network_id': '66e2a6fd-b667-44cd-a37f-b120c3633f83', 'admin_state_up': True, 'tenant_id': '9b1df9b52583480dbf6905d0ad326671'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:33:21.263998 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-646b5181-3677-44b4-9d19-b1ea774c23f0 req-e7c2637c-5b52-428e-8191-1bc4a5f64ba3 service neutron] 10.222.0.16 "GET /v2.0/networks/400d6b6e-faf3-40e6-9026-ff1923b82e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290894 Aug 22 13:33:21.276764 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-f494151d-96df-4454-893a-b4510508aa56 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40b36dcb-71e4-4d2d-b9c7-3b3412cc97f1']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:21.377406 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f8ae1de-e3c1-499f-b013-1106eb45f5f9 req-b0abce50-c47b-4eaa-8b93-922650af2859 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Made reservation on behalf of 9b1df9b52583480dbf6905d0ad326671 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:33:21.380611 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd24b3a-3138-4bb1-96f2-b35c5f63679f req-35252499-839c-4bc5-b49f-fc7814c6f9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:21.381946 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-4f8ae1de-e3c1-499f-b013-1106eb45f5f9 req-b0abce50-c47b-4eaa-8b93-922650af2859 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:21.388709 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5dd24b3a-3138-4bb1-96f2-b35c5f63679f req-35252499-839c-4bc5-b49f-fc7814c6f9a5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3154099 Aug 22 13:33:21.399722 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-00ac72c7-be19-462e-9558-022125b06901 req-19f15d5e-ec6d-4338-bf9b-c6be9ef88424 service neutron] 10.222.0.21 "GET /v2.0/networks/400d6b6e-faf3-40e6-9026-ff1923b82e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513176 Aug 22 13:33:21.416103 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-07d75122-bc60-4e6e-aa84-7db1826fa76a None None] Provisioning for port 409e0019-2b7c-4060-bfdc-a44e6f431d05 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:33:21.419105 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 409e0019-2b7c-4060-bfdc-a44e6f431d05 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:33:21.420288 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-f494151d-96df-4454-893a-b4510508aa56 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53474b62-3d02-42d4-96ef-182dddd3f8e7') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:21.420596 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-f494151d-96df-4454-893a-b4510508aa56 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53474b62-3d02-42d4-96ef-182dddd3f8e7') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:21.450033 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-07d75122-bc60-4e6e-aa84-7db1826fa76a None None] Provisioning complete for port 409e0019-2b7c-4060-bfdc-a44e6f431d05 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:33:21.450403 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-07d75122-bc60-4e6e-aa84-7db1826fa76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:21.488215 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f494151d-96df-4454-893a-b4510508aa56 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:21.531455 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-4f8ae1de-e3c1-499f-b013-1106eb45f5f9 req-b0abce50-c47b-4eaa-8b93-922650af2859 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Allocated IP 172.20.0.12 (66e2a6fd-b667-44cd-a37f-b120c3633f83/a6d00130-5d64-48a9-8eb2-27b64c65272f/d78ef319-e500-46ef-984e-e0f69041e78f) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:33:21.544281 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dad84fff-eb0d-4d18-ade5-58fb7dd2a984 req-f0399d91-3e8a-431e-a749-71b7e51f3f11 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Made reservation on behalf of 55ae8131c673474db6fbd918c6d65e53 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:33:21.546107 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-dad84fff-eb0d-4d18-ade5-58fb7dd2a984 req-f0399d91-3e8a-431e-a749-71b7e51f3f11 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:21.552507 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f494151d-96df-4454-893a-b4510508aa56 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:21.564701 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 37c1d082-20c5-48bc-ad7a-e78a2d83afca triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:33:21.565071 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:21.583994 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f494151d-96df-4454-893a-b4510508aa56 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:33:21.584438 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f494151d-96df-4454-893a-b4510508aa56 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:21.588163 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:33:21.588163 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:33:21.588163 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:33:21.588163 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:33:21.588163 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:33:21.588163 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:33:21.588163 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:33:21.588163 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:33:21.588163 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:33:21.588163 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:33:21.588163 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:33:21.588163 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:33:21.588163 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:33:21.588163 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:33:21.588163 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:33:21.588163 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:33:21.588163 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:33:21.588163 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:33:21.588163 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:33:21.588163 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:33:21.588163 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:33:21.588163 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:33:21.588163 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:33:21.588163 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:33:21.588163 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:33:21.588163 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:33:21.588163 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:33:21.588163 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:33:21.588163 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:33:21.588163 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:33:21.588163 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:33:21.588163 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:33:21.649041 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 409e0019-2b7c-4060-bfdc-a44e6f431d05 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:33:21.649041 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:21.703330 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-4f8ae1de-e3c1-499f-b013-1106eb45f5f9 req-b0abce50-c47b-4eaa-8b93-922650af2859 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:21.723779 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-00ac72c7-be19-462e-9558-022125b06901 req-792d2faa-7a0a-4d7c-b2e3-8f779ce9929b service neutron] 10.222.0.21 "GET /v2.0/networks/400d6b6e-faf3-40e6-9026-ff1923b82e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070943 Aug 22 13:33:21.733091 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.db.api [None req-f494151d-96df-4454-893a-b4510508aa56 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 22 13:33:21.733091 n-d-793621-33 neutron-server[94627]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 22 13:33:21.733091 n-d-793621-33 neutron-server[94627]: [parameters: {'id': '40b36dcb-71e4-4d2d-b9c7-3b3412cc97f1'}] Aug 22 13:33:21.733091 n-d-793621-33 neutron-server[94627]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94627) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 13:33:21.733426 n-d-793621-33 neutron-server[94627]: DEBUG oslo_db.api [None req-f494151d-96df-4454-893a-b4510508aa56 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 13:33:21.735324 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5dd24b3a-3138-4bb1-96f2-b35c5f63679f req-86a70ff3-d925-4885-b72c-2d70424a98d1 service neutron] 10.222.0.21 "GET /v2.0/networks/dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458376 Aug 22 13:33:21.765160 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-4f8ae1de-e3c1-499f-b013-1106eb45f5f9 req-b0abce50-c47b-4eaa-8b93-922650af2859 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:21.786485 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['7a8ffd56-81e6-4b6e-bd07-ce83dbe9f55b'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:33:21.827201 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f8ae1de-e3c1-499f-b013-1106eb45f5f9 req-b0abce50-c47b-4eaa-8b93-922650af2859 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Network 66e2a6fd-b667-44cd-a37f-b120c3633f83 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:33:21.829146 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:21.830657 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-4f8ae1de-e3c1-499f-b013-1106eb45f5f9 req-b0abce50-c47b-4eaa-8b93-922650af2859 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:33:21.842114 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f8ae1de-e3c1-499f-b013-1106eb45f5f9 req-b0abce50-c47b-4eaa-8b93-922650af2859 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:33:21.897220 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfec1c42-428a-4a9f-a98b-0a74b49f04af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c1d082-20c5-48bc-ad7a-e78a2d83afca'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:33:21.901214 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85239acc-67f8-4e70-a6fd-0741363c20fd" -d '{"events": [{"server_uuid": "dfec1c42-428a-4a9f-a98b-0a74b49f04af", "name": "network-vif-plugged", "status": "completed", "tag": "37c1d082-20c5-48bc-ad7a-e78a2d83afca"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:33:21.933913 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0abce50-c47b-4eaa-8b93-922650af2859 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Pushing event updated for resources: {'Port': ['ID=d78ef319-e500-46ef-984e-e0f69041e78f,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:21.939202 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-dad84fff-eb0d-4d18-ade5-58fb7dd2a984 req-f0399d91-3e8a-431e-a749-71b7e51f3f11 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Allocated IP 172.20.0.4 (029dc999-300f-41d7-a154-70ddffd00bd2/7cd6abbc-1246-430e-b262-f242ac355bf7/9a214d1f-252d-4c86-9b8b-f08c9bfd370a) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:33:21.954926 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 37c1d082-20c5-48bc-ad7a-e78a2d83afca, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=37c1d082-20c5-48bc-ad7a-e78a2d83afca,segment=NetworkSegment(e0cf36a3-398c-4c68-a668-edae22b1fee1),segment_id=e0cf36a3-398c-4c68-a668-edae22b1fee1)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:33:21.975393 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ae1de-e3c1-499f-b013-1106eb45f5f9 req-b0abce50-c47b-4eaa-8b93-922650af2859 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:21.976353 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-4f8ae1de-e3c1-499f-b013-1106eb45f5f9 req-b0abce50-c47b-4eaa-8b93-922650af2859 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:21.998002 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:22.005750 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4f8ae1de-e3c1-499f-b013-1106eb45f5f9 req-b0abce50-c47b-4eaa-8b93-922650af2859 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7543850 Aug 22 13:33:22.023751 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-4f8ae1de-e3c1-499f-b013-1106eb45f5f9 req-cb2a2beb-6ad7-4885-9a21-a7372a14398f service neutron] Request body: {'port': {'device_id': '431d396a-90cc-4d89-bd02-1b6cb8ecfc46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:33:22.026790 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15673181-e5f2-46f8-8e73-93de68db0cf5 x-openstack-request-id: req-15673181-e5f2-46f8-8e73-93de68db0cf5 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:33:22.027101 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a17a3c05-a560-4f5b-bd7a-6dd7d5267a95", "tag": "fcc1c657-8e51-4f65-ac79-df114f02ba35", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:33:22.027359 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-15673181-e5f2-46f8-8e73-93de68db0cf5 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:33:22.027780 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a17a3c05-a560-4f5b-bd7a-6dd7d5267a95', 'tag': 'fcc1c657-8e51-4f65-ac79-df114f02ba35', 'status': 'completed', 'code': 200} Aug 22 13:33:22.048337 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5dd24b3a-3138-4bb1-96f2-b35c5f63679f req-cfe36e90-7c1a-4617-aedf-946b84e29249 service neutron] 10.222.0.21 "GET /v2.0/networks/dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057356 Aug 22 13:33:22.160299 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c5889-1ee7-4177-b4ac-01e97a188b2d req-3c3c1161-cfe8-4abb-bae2-5ae9203e77cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:22.161871 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3e2c5889-1ee7-4177-b4ac-01e97a188b2d req-3c3c1161-cfe8-4abb-bae2-5ae9203e77cd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c7f26536b7540b7b292e9293304df5d&device_id=a17a3c05-a560-4f5b-bd7a-6dd7d5267a95 HTTP/1.1" status: 200 len: 1097 time: 0.1449120 Aug 22 13:33:22.171713 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-4f8ae1de-e3c1-499f-b013-1106eb45f5f9 req-cb2a2beb-6ad7-4885-9a21-a7372a14398f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:22.236295 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bbfdfec5-58cb-405c-8b75-b551408ac5c8 req-716d98fa-b1f4-410b-b5a9-be80096c95bf tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3f703ea-297a-4816-a205-5887ad9eab4f HTTP/1.1" status: 200 len: 210 time: 0.0506866 Aug 22 13:33:22.246695 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8ba43a-7d16-4ec6-bff4-80f8018cc288 None None] get_active_networks_info from n-d-793621-33 {{(pid=94629) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 22 13:33:22.251947 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f494151d-96df-4454-893a-b4510508aa56 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:22.363431 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c5889-1ee7-4177-b4ac-01e97a188b2d req-1c8483ca-2f63-460f-bd10-5035a15bb69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:22.365373 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3e2c5889-1ee7-4177-b4ac-01e97a188b2d req-1c8483ca-2f63-460f-bd10-5035a15bb69d service neutron] 10.222.0.41 "GET /v2.0/networks?id=dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4 HTTP/1.1" status: 200 len: 922 time: 0.1912792 Aug 22 13:33:22.396334 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0468b5f8-6aa9-4b02-919e-dce6ff042c61 req-4e43fd70-3062-461d-9df6-b8303c901b32 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:22.409414 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0468b5f8-6aa9-4b02-919e-dce6ff042c61 req-4e43fd70-3062-461d-9df6-b8303c901b32 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:22.417401 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0468b5f8-6aa9-4b02-919e-dce6ff042c61 req-4e43fd70-3062-461d-9df6-b8303c901b32 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:22.424498 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0468b5f8-6aa9-4b02-919e-dce6ff042c61 req-4e43fd70-3062-461d-9df6-b8303c901b32 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:22.425599 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8ba43a-7d16-4ec6-bff4-80f8018cc288 None None] Resources bound (agent type, host, resource id): {{(pid=94629) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 22 13:33:22.427569 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3e2c5889-1ee7-4177-b4ac-01e97a188b2d req-acf30297-13ad-48b6-a9c9-50b9fb463aa1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fcc1c657-8e51-4f65-ac79-df114f02ba35 HTTP/1.1" status: 200 len: 217 time: 0.0498214 Aug 22 13:33:22.431114 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0468b5f8-6aa9-4b02-919e-dce6ff042c61 req-4e43fd70-3062-461d-9df6-b8303c901b32 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:22.439386 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0468b5f8-6aa9-4b02-919e-dce6ff042c61 req-4e43fd70-3062-461d-9df6-b8303c901b32 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:22.447075 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0468b5f8-6aa9-4b02-919e-dce6ff042c61 req-4e43fd70-3062-461d-9df6-b8303c901b32 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:22.461683 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0468b5f8-6aa9-4b02-919e-dce6ff042c61 req-4e43fd70-3062-461d-9df6-b8303c901b32 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 5434 time: 0.3823025 Aug 22 13:33:22.551196 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c5889-1ee7-4177-b4ac-01e97a188b2d req-4d008916-e93d-4c1d-97d8-aa11833fcab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:22.553141 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3e2c5889-1ee7-4177-b4ac-01e97a188b2d req-4d008916-e93d-4c1d-97d8-aa11833fcab8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bab5dc6f-337b-4be1-b114-f5e216f3b569 HTTP/1.1" status: 200 len: 860 time: 0.1156001 Aug 22 13:33:22.586578 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=37c1d082-20c5-48bc-ad7a-e78a2d83afca,revision_number=10']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:22.603140 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-9374e84c-23d0-42ff-9322-1198514acd01 None None] Provisioning complete for port 409e0019-2b7c-4060-bfdc-a44e6f431d05 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:33:22.603693 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9374e84c-23d0-42ff-9322-1198514acd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:22.606358 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:33:22.606869 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:33:22.607317 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:33:22.608967 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:33:22.608967 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:33:22.608967 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:33:22.609406 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:33:22.609841 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:33:22.610276 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:33:22.610707 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:33:22.611138 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:33:22.611570 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:33:22.629806 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c5889-1ee7-4177-b4ac-01e97a188b2d req-2f955c82-2a68-45fa-b480-d45919240f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:22.632609 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3e2c5889-1ee7-4177-b4ac-01e97a188b2d req-2f955c82-2a68-45fa-b480-d45919240f65 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0698957 Aug 22 13:33:22.671617 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8bc5ae-dfd0-47d1-b2c9-733ce50539d6 req-447f11e6-5eff-491b-a9c3-6f1287043ea5 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:22.680668 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eb8bc5ae-dfd0-47d1-b2c9-733ce50539d6 req-447f11e6-5eff-491b-a9c3-6f1287043ea5 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfec1c42-428a-4a9f-a98b-0a74b49f04af HTTP/1.1" status: 200 len: 947 time: 0.1812754 Aug 22 13:33:22.719395 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-f494151d-96df-4454-893a-b4510508aa56 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Deleting port 06f96eef-9313-42fe-89d6-8c67fc8bd291 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:33:22.719866 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f494151d-96df-4454-893a-b4510508aa56 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:22.744037 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0753eadf-6ea1-424e-a23f-ef4fc4d6148b req-a3ee3d31-be91-4bc3-9bf3-c4fb10b12fbd tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:22.745757 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-4f8ae1de-e3c1-499f-b013-1106eb45f5f9 req-cb2a2beb-6ad7-4885-9a21-a7372a14398f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d78ef319-e500-46ef-984e-e0f69041e78f {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:33:22.747302 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0753eadf-6ea1-424e-a23f-ef4fc4d6148b req-a3ee3d31-be91-4bc3-9bf3-c4fb10b12fbd tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=431d396a-90cc-4d89-bd02-1b6cb8ecfc46 HTTP/1.1" status: 200 len: 932 time: 0.2040980 Aug 22 13:33:22.756027 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-4f8ae1de-e3c1-499f-b013-1106eb45f5f9 req-cb2a2beb-6ad7-4885-9a21-a7372a14398f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:22.772108 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-dad84fff-eb0d-4d18-ade5-58fb7dd2a984 req-f0399d91-3e8a-431e-a749-71b7e51f3f11 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:22.786695 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-4f8ae1de-e3c1-499f-b013-1106eb45f5f9 req-cb2a2beb-6ad7-4885-9a21-a7372a14398f service neutron] Transition to ACTIVE for port object d78ef319-e500-46ef-984e-e0f69041e78f will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:33:22.793476 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-4f8ae1de-e3c1-499f-b013-1106eb45f5f9 req-cb2a2beb-6ad7-4885-9a21-a7372a14398f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:22.805393 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3e2c5889-1ee7-4177-b4ac-01e97a188b2d req-e128b2de-4741-4e33-94e3-a13c94f4fc19 service neutron] 10.222.0.41 "GET /v2.0/networks/dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590669 Aug 22 13:33:22.884295 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0753eadf-6ea1-424e-a23f-ef4fc4d6148b req-283b6fc3-78a6-473b-b322-6c88da281222 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188064 Aug 22 13:33:22.897704 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eb8bc5ae-dfd0-47d1-b2c9-733ce50539d6 req-e3faa4e5-26fe-4f1d-a73b-1aabf6ef6319 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=540eab8a-ff39-4c5e-9bac-5eb9f43fb4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2157168 Aug 22 13:33:22.950369 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-f494151d-96df-4454-893a-b4510508aa56 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] For port 06f96eef-9313-42fe-89d6-8c67fc8bd291, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=06f96eef-9313-42fe-89d6-8c67fc8bd291,segment=NetworkSegment(53474b62-3d02-42d4-96ef-182dddd3f8e7),segment_id=53474b62-3d02-42d4-96ef-182dddd3f8e7)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:33:22.953314 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f494151d-96df-4454-893a-b4510508aa56 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:22.975469 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2a2beb-6ad7-4885-9a21-a7372a14398f service neutron] Pushing event updated for resources: {'Port': ['ID=d78ef319-e500-46ef-984e-e0f69041e78f,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:22.994308 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd221a5-f3cb-4d39-ad74-0db0a5b8e6d5 x-openstack-request-id: req-dfd221a5-f3cb-4d39-ad74-0db0a5b8e6d5 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:33:22.994867 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfec1c42-428a-4a9f-a98b-0a74b49f04af", "name": "network-vif-plugged", "status": "completed", "tag": "37c1d082-20c5-48bc-ad7a-e78a2d83afca", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:33:22.995126 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dfd221a5-f3cb-4d39-ad74-0db0a5b8e6d5 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:33:22.995513 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfec1c42-428a-4a9f-a98b-0a74b49f04af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c1d082-20c5-48bc-ad7a-e78a2d83afca', 'code': 200} Aug 22 13:33:23.013740 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3bf6f78-2f51-4b12-9c18-43dc2520dffb x-openstack-request-id: req-d3bf6f78-2f51-4b12-9c18-43dc2520dffb {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:33:23.014251 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0fa53e9-03d2-4443-baf1-d79e06ae1a85", "tag": "3461c627-2410-4556-aeec-139d684435a9", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:33:23.014574 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d3bf6f78-2f51-4b12-9c18-43dc2520dffb {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:33:23.015143 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0fa53e9-03d2-4443-baf1-d79e06ae1a85', 'tag': '3461c627-2410-4556-aeec-139d684435a9', 'status': 'completed', 'code': 200} Aug 22 13:33:23.062526 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-f494151d-96df-4454-893a-b4510508aa56 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Calling delete_port for 06f96eef-9313-42fe-89d6-8c67fc8bd291 owned by network:dhcp {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:33:23.134277 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3e2c5889-1ee7-4177-b4ac-01e97a188b2d req-54acddb0-06ba-40e5-8fae-bad1c7508605 service neutron] 10.222.0.41 "GET /v2.0/networks/dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089740 Aug 22 13:33:23.149661 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af2be5-fd76-4af5-809e-b204fe168771 req-bfbd1bfd-8917-46f9-947d-9cdc21e8b2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:23.151152 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c3af2be5-fd76-4af5-809e-b204fe168771 req-bfbd1bfd-8917-46f9-947d-9cdc21e8b2bb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1d9ce1c6b51147c1a0b00ee358cbb39e&device_id=d0fa53e9-03d2-4443-baf1-d79e06ae1a85 HTTP/1.1" status: 200 len: 1096 time: 0.0988853 Aug 22 13:33:23.151890 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-4f8ae1de-e3c1-499f-b013-1106eb45f5f9 req-cb2a2beb-6ad7-4885-9a21-a7372a14398f service neutron] Attempting to bind port d78ef319-e500-46ef-984e-e0f69041e78f on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:33:23.152199 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-4f8ae1de-e3c1-499f-b013-1106eb45f5f9 req-cb2a2beb-6ad7-4885-9a21-a7372a14398f service neutron] Attempting to bind port d78ef319-e500-46ef-984e-e0f69041e78f by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '7ad440ea-6af2-4c22-9cde-61ae2fc4807c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '66e2a6fd-b667-44cd-a37f-b120c3633f83'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:33:23.152751 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8ae1de-e3c1-499f-b013-1106eb45f5f9 req-cb2a2beb-6ad7-4885-9a21-a7372a14398f service neutron] Attempting to bind port d78ef319-e500-46ef-984e-e0f69041e78f on network 66e2a6fd-b667-44cd-a37f-b120c3633f83 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:33:23.158070 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8ae1de-e3c1-499f-b013-1106eb45f5f9 req-cb2a2beb-6ad7-4885-9a21-a7372a14398f service neutron] Port d78ef319-e500-46ef-984e-e0f69041e78f on network 66e2a6fd-b667-44cd-a37f-b120c3633f83 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:33:23.158748 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8ae1de-e3c1-499f-b013-1106eb45f5f9 req-cb2a2beb-6ad7-4885-9a21-a7372a14398f service neutron] Attempting to bind port d78ef319-e500-46ef-984e-e0f69041e78f on network 66e2a6fd-b667-44cd-a37f-b120c3633f83 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:33:23.178779 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8ae1de-e3c1-499f-b013-1106eb45f5f9 req-cb2a2beb-6ad7-4885-9a21-a7372a14398f service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:33:23.179589 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8ae1de-e3c1-499f-b013-1106eb45f5f9 req-cb2a2beb-6ad7-4885-9a21-a7372a14398f service neutron] Checking segment: {'id': '7ad440ea-6af2-4c22-9cde-61ae2fc4807c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '66e2a6fd-b667-44cd-a37f-b120c3633f83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:33:23.180276 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8ae1de-e3c1-499f-b013-1106eb45f5f9 req-cb2a2beb-6ad7-4885-9a21-a7372a14398f service neutron] Bound using segment: {'id': '7ad440ea-6af2-4c22-9cde-61ae2fc4807c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '66e2a6fd-b667-44cd-a37f-b120c3633f83'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:33:23.180997 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-4f8ae1de-e3c1-499f-b013-1106eb45f5f9 req-cb2a2beb-6ad7-4885-9a21-a7372a14398f service neutron] Bound port: d78ef319-e500-46ef-984e-e0f69041e78f, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ad440ea-6af2-4c22-9cde-61ae2fc4807c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '66e2a6fd-b667-44cd-a37f-b120c3633f83'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:33:23.181958 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-4f8ae1de-e3c1-499f-b013-1106eb45f5f9 req-cb2a2beb-6ad7-4885-9a21-a7372a14398f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:23.220010 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-dad84fff-eb0d-4d18-ade5-58fb7dd2a984 req-f0399d91-3e8a-431e-a749-71b7e51f3f11 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:23.336289 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dad84fff-eb0d-4d18-ade5-58fb7dd2a984 req-f0399d91-3e8a-431e-a749-71b7e51f3f11 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Network 029dc999-300f-41d7-a154-70ddffd00bd2 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:33:23.344467 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-4f8ae1de-e3c1-499f-b013-1106eb45f5f9 req-cb2a2beb-6ad7-4885-9a21-a7372a14398f service neutron] For port d78ef319-e500-46ef-984e-e0f69041e78f, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:33:23.348064 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-4f8ae1de-e3c1-499f-b013-1106eb45f5f9 req-cb2a2beb-6ad7-4885-9a21-a7372a14398f service neutron] For port d78ef319-e500-46ef-984e-e0f69041e78f, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=d78ef319-e500-46ef-984e-e0f69041e78f,segment=NetworkSegment(7ad440ea-6af2-4c22-9cde-61ae2fc4807c),segment_id=7ad440ea-6af2-4c22-9cde-61ae2fc4807c)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:33:23.350082 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af2be5-fd76-4af5-809e-b204fe168771 req-0df40cae-8529-48e1-bc20-53070031aa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:23.352160 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c3af2be5-fd76-4af5-809e-b204fe168771 req-0df40cae-8529-48e1-bc20-53070031aa61 service neutron] 10.222.0.16 "GET /v2.0/networks?id=400d6b6e-faf3-40e6-9026-ff1923b82e43 HTTP/1.1" status: 200 len: 916 time: 0.1885390 Aug 22 13:33:23.354000 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-4f8ae1de-e3c1-499f-b013-1106eb45f5f9 req-cb2a2beb-6ad7-4885-9a21-a7372a14398f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:23.371663 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-dad84fff-eb0d-4d18-ade5-58fb7dd2a984 req-f0399d91-3e8a-431e-a749-71b7e51f3f11 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:33:23.374105 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-dad84fff-eb0d-4d18-ade5-58fb7dd2a984 req-f0399d91-3e8a-431e-a749-71b7e51f3f11 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:33:23.428288 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0399d91-3e8a-431e-a749-71b7e51f3f11 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Pushing event updated for resources: {'Port': ['ID=9a214d1f-252d-4c86-9b8b-f08c9bfd370a,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:23.438535 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c3af2be5-fd76-4af5-809e-b204fe168771 req-6757ea36-883f-4628-b0d4-fae023abaddb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3461c627-2410-4556-aeec-139d684435a9 HTTP/1.1" status: 200 len: 217 time: 0.0747657 Aug 22 13:33:23.441673 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ae1de-e3c1-499f-b013-1106eb45f5f9 req-cb2a2beb-6ad7-4885-9a21-a7372a14398f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:23.442037 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-4f8ae1de-e3c1-499f-b013-1106eb45f5f9 req-cb2a2beb-6ad7-4885-9a21-a7372a14398f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:23.443516 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4f8ae1de-e3c1-499f-b013-1106eb45f5f9 req-cb2a2beb-6ad7-4885-9a21-a7372a14398f service neutron] 10.222.0.41 "PUT /v2.0/ports/d78ef319-e500-46ef-984e-e0f69041e78f HTTP/1.1" status: 200 len: 1093 time: 1.4281693 Aug 22 13:33:23.473146 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f494151d-96df-4454-893a-b4510508aa56 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:23.490611 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2fed4f-eb33-4da2-b34e-22ef937db1d0 req-6b4dda87-f644-49cd-9f07-97d9d7e6bfe7 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:23.492140 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b2fed4f-eb33-4da2-b34e-22ef937db1d0 req-6b4dda87-f644-49cd-9f07-97d9d7e6bfe7 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/networks?id=400d6b6e-faf3-40e6-9026-ff1923b82e43 HTTP/1.1" status: 200 len: 815 time: 0.3442998 Aug 22 13:33:23.506884 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2a2beb-6ad7-4885-9a21-a7372a14398f service neutron] Pushing event updated for resources: {'Port': ['ID=d78ef319-e500-46ef-984e-e0f69041e78f,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:23.535449 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8407747-7c77-4694-a41d-527eb547c183 req-ee8a2555-97fb-4e8a-8df9-fcdbf60f70fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:23.537225 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d8407747-7c77-4694-a41d-527eb547c183 req-ee8a2555-97fb-4e8a-8df9-fcdbf60f70fa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dfec1c42-428a-4a9f-a98b-0a74b49f04af HTTP/1.1" status: 200 len: 1099 time: 0.2876933 Aug 22 13:33:23.548740 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af2be5-fd76-4af5-809e-b204fe168771 req-d6adb63d-f23b-42f5-84ae-44c8ac55f7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:23.550298 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c3af2be5-fd76-4af5-809e-b204fe168771 req-d6adb63d-f23b-42f5-84ae-44c8ac55f7a6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d62c1c3a-0f35-412c-a2aa-3badca63aa0f HTTP/1.1" status: 200 len: 854 time: 0.1029809 Aug 22 13:33:23.559995 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ae1de-e3c1-499f-b013-1106eb45f5f9 req-30318971-dc97-4559-99f6-6a3df395ed0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:23.561457 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4f8ae1de-e3c1-499f-b013-1106eb45f5f9 req-30318971-dc97-4559-99f6-6a3df395ed0f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b1df9b52583480dbf6905d0ad326671&device_id=431d396a-90cc-4d89-bd02-1b6cb8ecfc46 HTTP/1.1" status: 200 len: 1096 time: 0.0686600 Aug 22 13:33:23.590084 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad84fff-eb0d-4d18-ade5-58fb7dd2a984 req-f0399d91-3e8a-431e-a749-71b7e51f3f11 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:23.590774 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-dad84fff-eb0d-4d18-ade5-58fb7dd2a984 req-f0399d91-3e8a-431e-a749-71b7e51f3f11 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:23.594644 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f494151d-96df-4454-893a-b4510508aa56 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Pushing event deleted for resources: {'Port': ['ID=06f96eef-9313-42fe-89d6-8c67fc8bd291,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:23.610578 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62fb72-86d4-4c23-8537-cdc1e32df217 req-f6a06973-ec71-47ed-bc03-e27275b12710 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:23.612121 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ef62fb72-86d4-4c23-8537-cdc1e32df217 req-f6a06973-ec71-47ed-bc03-e27275b12710 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/ports?device_id=ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3075845 Aug 22 13:33:23.613041 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f494151d-96df-4454-893a-b4510508aa56 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] No DVR routers for this DVR port 06f96eef-9313-42fe-89d6-8c67fc8bd291 on host n-d-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:33:23.627284 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4f8ae1de-e3c1-499f-b013-1106eb45f5f9 req-1902b4f5-da95-4295-adf6-74a9746de78b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d78ef319-e500-46ef-984e-e0f69041e78f HTTP/1.1" status: 200 len: 217 time: 0.0539560 Aug 22 13:33:23.641718 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b2fed4f-eb33-4da2-b34e-22ef937db1d0 req-55b9bd73-5766-4a18-b083-5f45c04c093d tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/quotas/1d9ce1c6b51147c1a0b00ee358cbb39e HTTP/1.1" status: 200 len: 375 time: 0.0851157 Aug 22 13:33:23.676103 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af2be5-fd76-4af5-809e-b204fe168771 req-35a76644-8ff0-4b0f-b573-09c0dfd1d72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:23.677830 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c3af2be5-fd76-4af5-809e-b204fe168771 req-35a76644-8ff0-4b0f-b573-09c0dfd1d72d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=400d6b6e-faf3-40e6-9026-ff1923b82e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1153674 Aug 22 13:33:23.711639 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ae1de-e3c1-499f-b013-1106eb45f5f9 req-d3e76c4f-5811-4ced-b6b6-10db2a67b0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:23.713131 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4f8ae1de-e3c1-499f-b013-1106eb45f5f9 req-d3e76c4f-5811-4ced-b6b6-10db2a67b0a4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a6d00130-5d64-48a9-8eb2-27b64c65272f HTTP/1.1" status: 200 len: 851 time: 0.0778315 Aug 22 13:33:23.761414 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dad84fff-eb0d-4d18-ade5-58fb7dd2a984 req-f0399d91-3e8a-431e-a749-71b7e51f3f11 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6616144 Aug 22 13:33:23.767189 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4f8ae1de-e3c1-499f-b013-1106eb45f5f9 req-5899ecde-3ffe-4d77-93bd-1c1cd774050f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=66e2a6fd-b667-44cd-a37f-b120c3633f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301495 Aug 22 13:33:23.773944 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ef62fb72-86d4-4c23-8537-cdc1e32df217 req-fa3bd1ea-3af7-4160-9361-7cbe018a60ec tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.141 HTTP/1.1" status: 200 len: 696 time: 0.1468642 Aug 22 13:33:23.819192 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-dad84fff-eb0d-4d18-ade5-58fb7dd2a984 req-eeb021b6-2184-4f33-b34a-51f1ed7c5841 service neutron] Request body: {'port': {'device_id': 'd3f703ea-297a-4816-a205-5887ad9eab4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:33:23.842475 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-ef62fb72-86d4-4c23-8537-cdc1e32df217 req-f0a524f5-34dc-450e-99f4-71088e84e7f7 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Request body: {'floatingip': {'port_id': 'fdf04e65-b1ed-4714-9ca4-d2b0e834a15a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:33:23.846027 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d8407747-7c77-4694-a41d-527eb547c183 req-09900b36-28e6-4819-a905-7fdc818b3476 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=540eab8a-ff39-4c5e-9bac-5eb9f43fb4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2784884 Aug 22 13:33:23.850305 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c3af2be5-fd76-4af5-809e-b204fe168771 req-d7f5b590-37dd-471d-a33c-af8247f38b19 service neutron] 10.222.0.16 "GET /v2.0/networks/400d6b6e-faf3-40e6-9026-ff1923b82e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628361 Aug 22 13:33:23.880246 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4f8ae1de-e3c1-499f-b013-1106eb45f5f9 req-7b8dfb26-29e8-4a25-bc18-af3dd7d22460 service neutron] 10.222.0.41 "GET /v2.0/networks/66e2a6fd-b667-44cd-a37f-b120c3633f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050453 Aug 22 13:33:23.899985 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f494151d-96df-4454-893a-b4510508aa56 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:23.922424 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac72c7-be19-462e-9558-022125b06901 req-eaa72982-a1cd-40d5-bb44-c8f3667ef493 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:23.923883 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-00ac72c7-be19-462e-9558-022125b06901 req-eaa72982-a1cd-40d5-bb44-c8f3667ef493 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.16 "GET /v2.0/networks?id=400d6b6e-faf3-40e6-9026-ff1923b82e43 HTTP/1.1" status: 200 len: 815 time: 0.4840255 Aug 22 13:33:23.933944 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-f494151d-96df-4454-893a-b4510508aa56 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40b36dcb-71e4-4d2d-b9c7-3b3412cc97f1']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:23.946187 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ef62fb72-86d4-4c23-8537-cdc1e32df217 req-f0a524f5-34dc-450e-99f4-71088e84e7f7 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Notify callbacks [] for floatingip, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:23.983727 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-f494151d-96df-4454-893a-b4510508aa56 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53474b62-3d02-42d4-96ef-182dddd3f8e7') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:23.984021 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-f494151d-96df-4454-893a-b4510508aa56 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53474b62-3d02-42d4-96ef-182dddd3f8e7') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:23.984468 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4f8ae1de-e3c1-499f-b013-1106eb45f5f9 req-a27ee4ae-1080-4811-8477-7ff01b87a0aa service neutron] 10.222.0.41 "GET /v2.0/networks/66e2a6fd-b667-44cd-a37f-b120c3633f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943346 Aug 22 13:33:23.997728 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b2fed4f-eb33-4da2-b34e-22ef937db1d0 req-3b237f93-0285-424d-b0dd-bc29cddbbc31 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d9ce1c6b51147c1a0b00ee358cbb39e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2984452 Aug 22 13:33:24.045832 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a17a3c05-a560-4f5b-bd7a-6dd7d5267a95', 'tag': 'fcc1c657-8e51-4f65-ac79-df114f02ba35'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:33:24.048073 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c428e72-1df4-45fd-be6f-baabe335e3ab" -d '{"events": [{"name": "network-changed", "server_uuid": "a17a3c05-a560-4f5b-bd7a-6dd7d5267a95", "tag": "fcc1c657-8e51-4f65-ac79-df114f02ba35"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:33:24.067713 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f494151d-96df-4454-893a-b4510508aa56 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:24.142154 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-dad84fff-eb0d-4d18-ade5-58fb7dd2a984 req-eeb021b6-2184-4f33-b34a-51f1ed7c5841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:24.150700 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-00ac72c7-be19-462e-9558-022125b06901 req-a61eda85-d11e-4e7f-a398-4d1ad25f425f tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Request body: {'port': {'device_id': 'b00a71b5-e947-437b-a7b9-d9136fa4b6f3', 'network_id': '400d6b6e-faf3-40e6-9026-ff1923b82e43', 'admin_state_up': True, 'tenant_id': '1d9ce1c6b51147c1a0b00ee358cbb39e'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:33:24.186267 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f494151d-96df-4454-893a-b4510508aa56 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:24.186664 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c3af2be5-fd76-4af5-809e-b204fe168771 req-0d22545a-a57a-42e2-8fec-c8ecb56942d1 service neutron] 10.222.0.16 "GET /v2.0/networks/400d6b6e-faf3-40e6-9026-ff1923b82e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914996 Aug 22 13:33:24.260524 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f494151d-96df-4454-893a-b4510508aa56 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:33:24.262059 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f494151d-96df-4454-893a-b4510508aa56 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:24.266788 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:33:24.266788 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:33:24.266788 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:33:24.266788 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:33:24.266788 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:33:24.266788 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:33:24.266788 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:33:24.266788 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:33:24.266788 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:33:24.266788 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:33:24.266788 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:33:24.266788 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:33:24.266788 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:33:24.266788 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:33:24.266788 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:33:24.266788 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:33:24.266788 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:33:24.266788 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:33:24.266788 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:33:24.266788 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:33:24.266788 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:33:24.266788 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:33:24.266788 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:33:24.266788 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:33:24.266788 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:33:24.266788 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:33:24.266788 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:33:24.266788 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:33:24.266788 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:33:24.266788 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:33:24.266788 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:33:24.266788 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:33:24.748271 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e361c-36a5-454e-8c4d-94fac5b91e48 req-807f427b-4388-4af8-990c-61a522e07673 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:24.750126 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cc8e361c-36a5-454e-8c4d-94fac5b91e48 req-807f427b-4388-4af8-990c-61a522e07673 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.41 "GET /v2.0/ports?device_id=a17a3c05-a560-4f5b-bd7a-6dd7d5267a95 HTTP/1.1" status: 200 len: 945 time: 0.0556273 Aug 22 13:33:24.765680 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b2fed4f-eb33-4da2-b34e-22ef937db1d0 req-c6ec1a5e-f479-4df8-b457-dc5971c63719 service neutron] 10.222.0.21 "GET /v2.0/networks/400d6b6e-faf3-40e6-9026-ff1923b82e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7224228 Aug 22 13:33:24.773450 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f494151d-96df-4454-893a-b4510508aa56 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:24.786884 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33832) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:24.848632 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f494151d-96df-4454-893a-b4510508aa56 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:24.852867 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f494151d-96df-4454-893a-b4510508aa56 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "DELETE /v2.0/networks/40b36dcb-71e4-4d2d-b9c7-3b3412cc97f1 HTTP/1.1" status: 204 len: 168 time: 6.3376229 Aug 22 13:33:24.910162 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 33836) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:24.958916 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f494151d-96df-4454-893a-b4510508aa56 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Pushing event deleted for resources: {'Network': ['ID=40b36dcb-71e4-4d2d-b9c7-3b3412cc97f1,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:25.008990 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-00cb10a6-a38e-4d4b-b3b2-5cfa71130558 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] DELETE failed (client error): The resource could not be found. Aug 22 13:33:25.009628 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00cb10a6-a38e-4d4b-b3b2-5cfa71130558 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:33:25.011430 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-00cb10a6-a38e-4d4b-b3b2-5cfa71130558 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "DELETE /v2.0/networks/40b36dcb-71e4-4d2d-b9c7-3b3412cc97f1 HTTP/1.1" status: 404 len: 339 time: 0.0986855 Aug 22 13:33:25.020070 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 33842) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:25.031843 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-6e15fdd1-b50c-4cfa-9dcb-971f9f87c13d tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1950040683', 'description': 'd1'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:33:25.104842 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '431d396a-90cc-4d89-bd02-1b6cb8ecfc46', 'tag': 'd78ef319-e500-46ef-984e-e0f69041e78f'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:33:25.107416 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d760916d-b9c0-4892-a1f7-8eb9586ea708" -d '{"events": [{"name": "network-changed", "server_uuid": "431d396a-90cc-4d89-bd02-1b6cb8ecfc46", "tag": "d78ef319-e500-46ef-984e-e0f69041e78f"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:33:25.139527 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c9188-1a64-4c94-b175-53c33de51006 req-06651372-72fa-43c2-9d9c-b37bbe82dfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:25.140012 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c9188-1a64-4c94-b175-53c33de51006 req-06651372-72fa-43c2-9d9c-b37bbe82dfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:25.140512 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c9188-1a64-4c94-b175-53c33de51006 req-06651372-72fa-43c2-9d9c-b37bbe82dfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:25.140974 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c9188-1a64-4c94-b175-53c33de51006 req-06651372-72fa-43c2-9d9c-b37bbe82dfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:25.141436 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c9188-1a64-4c94-b175-53c33de51006 req-06651372-72fa-43c2-9d9c-b37bbe82dfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:25.141910 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c9188-1a64-4c94-b175-53c33de51006 req-06651372-72fa-43c2-9d9c-b37bbe82dfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:25.142358 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c9188-1a64-4c94-b175-53c33de51006 req-06651372-72fa-43c2-9d9c-b37bbe82dfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:25.144832 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-774c9188-1a64-4c94-b175-53c33de51006 req-06651372-72fa-43c2-9d9c-b37bbe82dfae service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 6498 time: 0.3564548 Aug 22 13:33:25.155502 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-cc8e361c-36a5-454e-8c4d-94fac5b91e48 req-42b51897-26ca-48e8-9493-de692ec73428 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Deleting port fcc1c657-8e51-4f65-ac79-df114f02ba35 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:33:25.155850 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-cc8e361c-36a5-454e-8c4d-94fac5b91e48 req-42b51897-26ca-48e8-9493-de692ec73428 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:25.170024 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00ac72c7-be19-462e-9558-022125b06901 req-a61eda85-d11e-4e7f-a398-4d1ad25f425f tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Made reservation on behalf of 1d9ce1c6b51147c1a0b00ee358cbb39e for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:33:25.173511 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-00ac72c7-be19-462e-9558-022125b06901 req-a61eda85-d11e-4e7f-a398-4d1ad25f425f tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:25.233892 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 3461c627-2410-4556-aeec-139d684435a9 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:33:25.239399 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-774c9188-1a64-4c94-b175-53c33de51006 req-43ee56ce-bb15-477b-bc12-c8378a3e64f2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6e2ef2da-4440-4915-b63c-e03f5cd2edf8&id=4cc9f53d-f53a-41a9-9530-58f2e575d924&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0804064 Aug 22 13:33:25.252889 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b2fed4f-eb33-4da2-b34e-22ef937db1d0 req-646e5198-03c7-4374-8493-c8a61b4fe7c1 service neutron] 10.222.0.21 "GET /v2.0/networks/400d6b6e-faf3-40e6-9026-ff1923b82e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4719248 Aug 22 13:33:25.270238 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e15fdd1-b50c-4cfa-9dcb-971f9f87c13d tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Made reservation on behalf of b8730c55ccd74552ae7b8435e3a52809 for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:33:25.273981 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6e15fdd1-b50c-4cfa-9dcb-971f9f87c13d tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:25.306546 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-cc8e361c-36a5-454e-8c4d-94fac5b91e48 req-42b51897-26ca-48e8-9493-de692ec73428 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] For port fcc1c657-8e51-4f65-ac79-df114f02ba35, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=fcc1c657-8e51-4f65-ac79-df114f02ba35,segment=NetworkSegment(538ae163-efa4-4208-94a1-3f5b6175ae30),segment_id=538ae163-efa4-4208-94a1-3f5b6175ae30)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:33:25.307030 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-cc8e361c-36a5-454e-8c4d-94fac5b91e48 req-42b51897-26ca-48e8-9493-de692ec73428 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:25.321035 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-cc8e361c-36a5-454e-8c4d-94fac5b91e48 req-42b51897-26ca-48e8-9493-de692ec73428 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Calling delete_port for fcc1c657-8e51-4f65-ac79-df114f02ba35 owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:33:25.422216 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e15fdd1-b50c-4cfa-9dcb-971f9f87c13d tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:33:25.430332 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 3461c627-2410-4556-aeec-139d684435a9, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=3461c627-2410-4556-aeec-139d684435a9,segment=NetworkSegment(130df981-0918-4e3c-b792-268407baa468),segment_id=130df981-0918-4e3c-b792-268407baa468)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:33:25.460900 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '3461c627-2410-4556-aeec-139d684435a9', 'network_id': '400d6b6e-faf3-40e6-9026-ff1923b82e43', 'port_id': '3461c627-2410-4556-aeec-139d684435a9', 'mac_address': 'fa:16:3e:1d:b7:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd62c1c3a-0f35-412c-a2aa-3badca63aa0f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:33:25.464144 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-cc8e361c-36a5-454e-8c4d-94fac5b91e48 req-42b51897-26ca-48e8-9493-de692ec73428 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:25.514270 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b51897-26ca-48e8-9493-de692ec73428 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Pushing event deleted for resources: {'Port': ['ID=fcc1c657-8e51-4f65-ac79-df114f02ba35,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:25.543634 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['fcc1c657-8e51-4f65-ac79-df114f02ba35'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:33:25.545697 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['fdf04e65-b1ed-4714-9ca4-d2b0e834a15a'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:33:25.582551 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6e15fdd1-b50c-4cfa-9dcb-971f9f87c13d tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:25.586977 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-6e15fdd1-b50c-4cfa-9dcb-971f9f87c13d tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Added segment 81ba0d34-3fe9-442e-bf97-2bd2e5157304 of type vlan for network 7cdb4f5b-7264-4b7d-977e-8b573f2c9307 Aug 22 13:33:25.599663 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-dad84fff-eb0d-4d18-ade5-58fb7dd2a984 req-eeb021b6-2184-4f33-b34a-51f1ed7c5841 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a214d1f-252d-4c86-9b8b-f08c9bfd370a {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:33:25.608627 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-dad84fff-eb0d-4d18-ade5-58fb7dd2a984 req-eeb021b6-2184-4f33-b34a-51f1ed7c5841 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:25.622154 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc8e361c-36a5-454e-8c4d-94fac5b91e48 req-42b51897-26ca-48e8-9493-de692ec73428 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] No DVR routers for this DVR port fcc1c657-8e51-4f65-ac79-df114f02ba35 on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:33:25.624855 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-dad84fff-eb0d-4d18-ade5-58fb7dd2a984 req-eeb021b6-2184-4f33-b34a-51f1ed7c5841 service neutron] Transition to ACTIVE for port object 9a214d1f-252d-4c86-9b8b-f08c9bfd370a will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:33:25.627028 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-cc8e361c-36a5-454e-8c4d-94fac5b91e48 req-42b51897-26ca-48e8-9493-de692ec73428 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:25.631276 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cc8e361c-36a5-454e-8c4d-94fac5b91e48 req-42b51897-26ca-48e8-9493-de692ec73428 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.41 "DELETE /v2.0/ports/fcc1c657-8e51-4f65-ac79-df114f02ba35 HTTP/1.1" status: 204 len: 173 time: 0.8721499 Aug 22 13:33:25.655157 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:25.696764 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3461c627-2410-4556-aeec-139d684435a9 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:33:25.700109 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-dad84fff-eb0d-4d18-ade5-58fb7dd2a984 req-eeb021b6-2184-4f33-b34a-51f1ed7c5841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:25.759439 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 3461c627-2410-4556-aeec-139d684435a9, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=3461c627-2410-4556-aeec-139d684435a9,segment=NetworkSegment(130df981-0918-4e3c-b792-268407baa468),segment_id=130df981-0918-4e3c-b792-268407baa468)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:33:25.769780 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:25.790379 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6e15fdd1-b50c-4cfa-9dcb-971f9f87c13d tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:25.852357 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=3461c627-2410-4556-aeec-139d684435a9,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:25.881959 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.db.resource_extend [req-ef62fb72-86d4-4c23-8537-cdc1e32df217 req-f0a524f5-34dc-450e-99f4-71088e84e7f7 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 22 13:33:25.952358 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6e15fdd1-b50c-4cfa-9dcb-971f9f87c13d tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:25.958613 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e15fdd1-b50c-4cfa-9dcb-971f9f87c13d tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:25.959387 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6e15fdd1-b50c-4cfa-9dcb-971f9f87c13d tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:26.019038 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132719c6-f921-468b-beb2-dad303ac6a67 req-9673a5ad-9a1f-47f3-862d-6b3842ff2fd7 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:26.020789 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-132719c6-f921-468b-beb2-dad303ac6a67 req-9673a5ad-9a1f-47f3-862d-6b3842ff2fd7 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3f703ea-297a-4816-a205-5887ad9eab4f HTTP/1.1" status: 200 len: 943 time: 0.3909585 Aug 22 13:33:26.021452 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb021b6-2184-4f33-b34a-51f1ed7c5841 service neutron] Pushing event updated for resources: {'Port': ['ID=9a214d1f-252d-4c86-9b8b-f08c9bfd370a,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:26.029637 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-00ac72c7-be19-462e-9558-022125b06901 req-a61eda85-d11e-4e7f-a398-4d1ad25f425f tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Allocated IP 172.20.0.3 (400d6b6e-faf3-40e6-9026-ff1923b82e43/d62c1c3a-0f35-412c-a2aa-3badca63aa0f/b5a2fb9f-e4fb-41c5-8459-baa170e9dcc7) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:33:26.124140 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ef62fb72-86d4-4c23-8537-cdc1e32df217 req-f0a524f5-34dc-450e-99f4-71088e84e7f7 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:26.126080 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-6e15fdd1-b50c-4cfa-9dcb-971f9f87c13d tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0983419 Aug 22 13:33:26.129202 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33890) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:26.158252 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ef62fb72-86d4-4c23-8537-cdc1e32df217 req-f0a524f5-34dc-450e-99f4-71088e84e7f7 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:26.202449 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['3461c627-2410-4556-aeec-139d684435a9'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:33:26.242024 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbfbdb8-6630-4dc7-a931-cd593218945f tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:26.244395 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-cbbfbdb8-6630-4dc7-a931-cd593218945f tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "GET /v2.0/networks?id=7cdb4f5b-7264-4b7d-977e-8b573f2c9307 HTTP/1.1" status: 200 len: 765 time: 0.1138182 Aug 22 13:33:26.247082 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33892) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:26.253158 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-7ce7e7f6-8c76-4e8f-bcfd-9376ff788bb7 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Request body: {'network': {'description': 'd2'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:33:26.260510 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e15fdd1-b50c-4cfa-9dcb-971f9f87c13d tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Pushing event updated for resources: {'Network': ['ID=7cdb4f5b-7264-4b7d-977e-8b573f2c9307,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:26.272145 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 7cdb4f5b-7264-4b7d-977e-8b573f2c9307 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:33:26.303493 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-132719c6-f921-468b-beb2-dad303ac6a67 req-7f7de5ec-5457-4d08-8ac8-cf4dbe151f03 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288775 Aug 22 13:33:26.430982 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-dad84fff-eb0d-4d18-ade5-58fb7dd2a984 req-eeb021b6-2184-4f33-b34a-51f1ed7c5841 service neutron] Attempting to bind port 9a214d1f-252d-4c86-9b8b-f08c9bfd370a on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:33:26.431379 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-dad84fff-eb0d-4d18-ade5-58fb7dd2a984 req-eeb021b6-2184-4f33-b34a-51f1ed7c5841 service neutron] Attempting to bind port 9a214d1f-252d-4c86-9b8b-f08c9bfd370a by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': 'db44917f-e270-4117-9230-1517bc4d1e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '029dc999-300f-41d7-a154-70ddffd00bd2'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:33:26.431785 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad84fff-eb0d-4d18-ade5-58fb7dd2a984 req-eeb021b6-2184-4f33-b34a-51f1ed7c5841 service neutron] Attempting to bind port 9a214d1f-252d-4c86-9b8b-f08c9bfd370a on network 029dc999-300f-41d7-a154-70ddffd00bd2 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:33:26.451852 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad84fff-eb0d-4d18-ade5-58fb7dd2a984 req-eeb021b6-2184-4f33-b34a-51f1ed7c5841 service neutron] Port 9a214d1f-252d-4c86-9b8b-f08c9bfd370a on network 029dc999-300f-41d7-a154-70ddffd00bd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:33:26.452262 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad84fff-eb0d-4d18-ade5-58fb7dd2a984 req-eeb021b6-2184-4f33-b34a-51f1ed7c5841 service neutron] Attempting to bind port 9a214d1f-252d-4c86-9b8b-f08c9bfd370a on network 029dc999-300f-41d7-a154-70ddffd00bd2 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:33:26.469318 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7ce7e7f6-8c76-4e8f-bcfd-9376ff788bb7 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:26.477698 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad84fff-eb0d-4d18-ade5-58fb7dd2a984 req-eeb021b6-2184-4f33-b34a-51f1ed7c5841 service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:33:26.478042 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad84fff-eb0d-4d18-ade5-58fb7dd2a984 req-eeb021b6-2184-4f33-b34a-51f1ed7c5841 service neutron] Checking segment: {'id': 'db44917f-e270-4117-9230-1517bc4d1e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '029dc999-300f-41d7-a154-70ddffd00bd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:33:26.478959 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad84fff-eb0d-4d18-ade5-58fb7dd2a984 req-eeb021b6-2184-4f33-b34a-51f1ed7c5841 service neutron] Bound using segment: {'id': 'db44917f-e270-4117-9230-1517bc4d1e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '029dc999-300f-41d7-a154-70ddffd00bd2'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:33:26.479413 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-dad84fff-eb0d-4d18-ade5-58fb7dd2a984 req-eeb021b6-2184-4f33-b34a-51f1ed7c5841 service neutron] Bound port: 9a214d1f-252d-4c86-9b8b-f08c9bfd370a, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db44917f-e270-4117-9230-1517bc4d1e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '029dc999-300f-41d7-a154-70ddffd00bd2'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:33:26.479777 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-dad84fff-eb0d-4d18-ade5-58fb7dd2a984 req-eeb021b6-2184-4f33-b34a-51f1ed7c5841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:26.489450 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7ce7e7f6-8c76-4e8f-bcfd-9376ff788bb7 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:26.511901 n-d-793621-33 neutron-server[94627]: INFO neutron.db.l3_db [req-ef62fb72-86d4-4c23-8537-cdc1e32df217 req-f0a524f5-34dc-450e-99f4-71088e84e7f7 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Floating IP fbb7e8f4-e903-4241-97e0-24aafac70301 associated. External IP: 172.25.3.141, port: fdf04e65-b1ed-4714-9ca4-d2b0e834a15a. Aug 22 13:33:26.518619 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7ce7e7f6-8c76-4e8f-bcfd-9376ff788bb7 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Network 7cdb4f5b-7264-4b7d-977e-8b573f2c9307 is not hosted by any dhcp agent {{(pid=94628) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 22 13:33:26.525951 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce7e7f6-8c76-4e8f-bcfd-9376ff788bb7 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:26.526545 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7ce7e7f6-8c76-4e8f-bcfd-9376ff788bb7 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:26.527838 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7ce7e7f6-8c76-4e8f-bcfd-9376ff788bb7 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "PUT /v2.0/networks/7cdb4f5b-7264-4b7d-977e-8b573f2c9307 HTTP/1.1" status: 200 len: 762 time: 0.2794962 Aug 22 13:33:26.531085 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33894) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:26.624977 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-00ac72c7-be19-462e-9558-022125b06901 req-a61eda85-d11e-4e7f-a398-4d1ad25f425f tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:26.637656 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce7e7f6-8c76-4e8f-bcfd-9376ff788bb7 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Pushing event updated for resources: {'Network': ['ID=7cdb4f5b-7264-4b7d-977e-8b573f2c9307,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:26.650822 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 7cdb4f5b-7264-4b7d-977e-8b573f2c9307 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:33:26.658046 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-00ac72c7-be19-462e-9558-022125b06901 req-a61eda85-d11e-4e7f-a398-4d1ad25f425f tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Transition to ACTIVE for port object b5a2fb9f-e4fb-41c5-8459-baa170e9dcc7 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:33:26.662683 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fd1020-cc85-470e-a393-969469c1ec0c tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:26.664840 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-11fd1020-cc85-470e-a393-969469c1ec0c tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "GET /v2.0/networks?id=7cdb4f5b-7264-4b7d-977e-8b573f2c9307 HTTP/1.1" status: 200 len: 765 time: 0.1325409 Aug 22 13:33:26.668818 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33896) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:26.738331 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-dad84fff-eb0d-4d18-ade5-58fb7dd2a984 req-eeb021b6-2184-4f33-b34a-51f1ed7c5841 service neutron] For port 9a214d1f-252d-4c86-9b8b-f08c9bfd370a, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:33:26.745588 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-dad84fff-eb0d-4d18-ade5-58fb7dd2a984 req-eeb021b6-2184-4f33-b34a-51f1ed7c5841 service neutron] For port 9a214d1f-252d-4c86-9b8b-f08c9bfd370a, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=9a214d1f-252d-4c86-9b8b-f08c9bfd370a,segment=NetworkSegment(db44917f-e270-4117-9230-1517bc4d1e8b),segment_id=db44917f-e270-4117-9230-1517bc4d1e8b)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:33:26.763248 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d3bc2-2891-4196-8592-1933900588d7 req-7385e713-6c61-46ee-b97a-ca95a47e3d52 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:26.764798 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ff5d3bc2-2891-4196-8592-1933900588d7 req-7385e713-6c61-46ee-b97a-ca95a47e3d52 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfec1c42-428a-4a9f-a98b-0a74b49f04af HTTP/1.1" status: 200 len: 947 time: 0.2443445 Aug 22 13:33:26.774853 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-dad84fff-eb0d-4d18-ade5-58fb7dd2a984 req-eeb021b6-2184-4f33-b34a-51f1ed7c5841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:26.842622 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad84fff-eb0d-4d18-ade5-58fb7dd2a984 req-eeb021b6-2184-4f33-b34a-51f1ed7c5841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:26.843248 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-dad84fff-eb0d-4d18-ade5-58fb7dd2a984 req-eeb021b6-2184-4f33-b34a-51f1ed7c5841 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:26.844664 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dad84fff-eb0d-4d18-ade5-58fb7dd2a984 req-eeb021b6-2184-4f33-b34a-51f1ed7c5841 service neutron] 10.222.0.16 "PUT /v2.0/ports/9a214d1f-252d-4c86-9b8b-f08c9bfd370a HTTP/1.1" status: 200 len: 1092 time: 3.0415487 Aug 22 13:33:26.872671 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad598b8-c699-4c24-8646-23a5ab2302b9 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:26.876989 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-1ad598b8-c699-4c24-8646-23a5ab2302b9 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2036729 Aug 22 13:33:26.877327 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33898) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:26.902141 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-00ac72c7-be19-462e-9558-022125b06901 req-a61eda85-d11e-4e7f-a398-4d1ad25f425f tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:26.921956 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-06045783-45c1-4b66-83c2-6f9e855eeac6 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "GET /v2.0/subnets?network_id=7de6ab83-cd00-4b3c-94fb-810dd34d29b8 HTTP/1.1" status: 200 len: 207 time: 0.0434606 Aug 22 13:33:26.925619 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33900) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:26.959132 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ff5d3bc2-2891-4196-8592-1933900588d7 req-49a88981-ea99-4f10-947c-7b2dc1a74f11 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=540eab8a-ff39-4c5e-9bac-5eb9f43fb4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1868663 Aug 22 13:33:26.959755 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb021b6-2184-4f33-b34a-51f1ed7c5841 service neutron] Pushing event updated for resources: {'Port': ['ID=9a214d1f-252d-4c86-9b8b-f08c9bfd370a,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:27.044408 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00ac72c7-be19-462e-9558-022125b06901 req-a61eda85-d11e-4e7f-a398-4d1ad25f425f tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Network 400d6b6e-faf3-40e6-9026-ff1923b82e43 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:33:27.053349 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-00ac72c7-be19-462e-9558-022125b06901 req-a61eda85-d11e-4e7f-a398-4d1ad25f425f tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:33:27.065820 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ac72c7-be19-462e-9558-022125b06901 req-a61eda85-d11e-4e7f-a398-4d1ad25f425f tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:33:27.071524 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61eda85-d11e-4e7f-a398-4d1ad25f425f tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Pushing event updated for resources: {'Port': ['ID=b5a2fb9f-e4fb-41c5-8459-baa170e9dcc7,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:27.083799 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad84fff-eb0d-4d18-ade5-58fb7dd2a984 req-a28f0583-7f8b-42e6-937e-263a032a5dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:27.085663 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dad84fff-eb0d-4d18-ade5-58fb7dd2a984 req-a28f0583-7f8b-42e6-937e-263a032a5dfb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=55ae8131c673474db6fbd918c6d65e53&device_id=d3f703ea-297a-4816-a205-5887ad9eab4f HTTP/1.1" status: 200 len: 1095 time: 0.1765604 Aug 22 13:33:27.141714 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2fed4f-eb33-4da2-b34e-22ef937db1d0 req-d6e2a7bf-1f59-44e9-b1a6-ccfac12a3701 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:27.143453 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4b2fed4f-eb33-4da2-b34e-22ef937db1d0 req-d6e2a7bf-1f59-44e9-b1a6-ccfac12a3701 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.41 "GET /v2.0/networks?id=400d6b6e-faf3-40e6-9026-ff1923b82e43 HTTP/1.1" status: 200 len: 815 time: 0.2313054 Aug 22 13:33:27.155851 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bd8343-2251-4dcb-9dac-49c79b3dbd6f tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:27.158897 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef62fb72-86d4-4c23-8537-cdc1e32df217 req-f0a524f5-34dc-450e-99f4-71088e84e7f7 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Router e6cb4467-da7f-4a21-8bf2-b77bab11ad34 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:33:27.160499 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dad84fff-eb0d-4d18-ade5-58fb7dd2a984 req-e79eb7b3-dc9e-46b0-bf7b-7d0c9f7e5de6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a214d1f-252d-4c86-9b8b-f08c9bfd370a HTTP/1.1" status: 200 len: 217 time: 0.0519044 Aug 22 13:33:27.161661 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bd8343-2251-4dcb-9dac-49c79b3dbd6f tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:27.168181 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bd8343-2251-4dcb-9dac-49c79b3dbd6f tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:27.174291 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bd8343-2251-4dcb-9dac-49c79b3dbd6f tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:27.180958 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bd8343-2251-4dcb-9dac-49c79b3dbd6f tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:27.186660 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bd8343-2251-4dcb-9dac-49c79b3dbd6f tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:27.188767 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b4bd8343-2251-4dcb-9dac-49c79b3dbd6f tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2621579 Aug 22 13:33:27.196173 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-4b2fed4f-eb33-4da2-b34e-22ef937db1d0 req-2d6ad0c6-2b31-4ffd-9bd5-708dd5d61a0a tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Request body: {'port': {'device_id': '271baffd-54f9-462e-862e-2ddca2174fd1', 'network_id': '400d6b6e-faf3-40e6-9026-ff1923b82e43', 'admin_state_up': True, 'tenant_id': '1d9ce1c6b51147c1a0b00ee358cbb39e'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:33:27.199110 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33904) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:27.370241 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['3461c627-2410-4556-aeec-139d684435a9'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:33:27.396513 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-3f33fda6-7191-4e14-ba8c-ced5a656718f tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.1925278 Aug 22 13:33:27.396513 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33908) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:27.419798 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-d8428ac6-8ef1-43d9-bcf6-bc43b9760ee1 None None] Provisioning for port b5a2fb9f-e4fb-41c5-8459-baa170e9dcc7 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:33:27.426624 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-d8428ac6-8ef1-43d9-bcf6-bc43b9760ee1 None None] Provisioning complete for port b5a2fb9f-e4fb-41c5-8459-baa170e9dcc7 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:33:27.426998 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d8428ac6-8ef1-43d9-bcf6-bc43b9760ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:27.458114 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b2fed4f-eb33-4da2-b34e-22ef937db1d0 req-2d6ad0c6-2b31-4ffd-9bd5-708dd5d61a0a tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Made reservation on behalf of 1d9ce1c6b51147c1a0b00ee358cbb39e for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:33:27.462185 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-4b2fed4f-eb33-4da2-b34e-22ef937db1d0 req-2d6ad0c6-2b31-4ffd-9bd5-708dd5d61a0a tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:27.481170 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee54144-4e63-4129-9ca5-842f0e5a2f93 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:27.483458 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee54144-4e63-4129-9ca5-842f0e5a2f93 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:27.485135 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee54144-4e63-4129-9ca5-842f0e5a2f93 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:27.486782 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee54144-4e63-4129-9ca5-842f0e5a2f93 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:27.487340 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-d8428ac6-8ef1-43d9-bcf6-bc43b9760ee1 None None] Port b5a2fb9f-e4fb-41c5-8459-baa170e9dcc7 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:33:27.488192 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee54144-4e63-4129-9ca5-842f0e5a2f93 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:27.493103 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-3ee54144-4e63-4129-9ca5-842f0e5a2f93 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0924513 Aug 22 13:33:27.497727 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33912) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:27.582724 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac72c7-be19-462e-9558-022125b06901 req-a61eda85-d11e-4e7f-a398-4d1ad25f425f tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:27.583347 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-00ac72c7-be19-462e-9558-022125b06901 req-a61eda85-d11e-4e7f-a398-4d1ad25f425f tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:27.620497 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-00ac72c7-be19-462e-9558-022125b06901 req-a61eda85-d11e-4e7f-a398-4d1ad25f425f tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5004168 Aug 22 13:33:27.638322 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2591611-4160-4da8-817f-02805cf33350 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Attributes excluded by policy engine: ['shared'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:27.639703 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2591611-4160-4da8-817f-02805cf33350 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Attributes excluded by policy engine: ['shared'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:27.641299 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2591611-4160-4da8-817f-02805cf33350 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Attributes excluded by policy engine: ['shared'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:27.642588 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2591611-4160-4da8-817f-02805cf33350 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Attributes excluded by policy engine: ['shared'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:27.643953 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2591611-4160-4da8-817f-02805cf33350 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Attributes excluded by policy engine: ['shared'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:27.645542 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d2591611-4160-4da8-817f-02805cf33350 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0998809 Aug 22 13:33:27.650305 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33916) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:27.652340 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad84fff-eb0d-4d18-ade5-58fb7dd2a984 req-90ab40da-0024-4fdf-8f69-99d7686ee421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:27.654031 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dad84fff-eb0d-4d18-ade5-58fb7dd2a984 req-90ab40da-0024-4fdf-8f69-99d7686ee421 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7cd6abbc-1246-430e-b262-f242ac355bf7 HTTP/1.1" status: 200 len: 852 time: 0.4784703 Aug 22 13:33:27.662022 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-00ac72c7-be19-462e-9558-022125b06901 req-eb9ed361-9c4e-4e29-ae9a-b9296bbd7f4d service neutron] Request body: {'port': {'device_id': 'b00a71b5-e947-437b-a7b9-d9136fa4b6f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:33:27.708052 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac44431-7b86-4466-8879-4df6e57b79b9 req-8bae3441-6ede-4e6c-8712-563b2c70dd9a tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:27.709589 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eac44431-7b86-4466-8879-4df6e57b79b9 req-8bae3441-6ede-4e6c-8712-563b2c70dd9a tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=431d396a-90cc-4d89-bd02-1b6cb8ecfc46 HTTP/1.1" status: 200 len: 944 time: 0.5553904 Aug 22 13:33:27.727019 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-4b2fed4f-eb33-4da2-b34e-22ef937db1d0 req-2d6ad0c6-2b31-4ffd-9bd5-708dd5d61a0a tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Allocated IP 172.20.0.4 (400d6b6e-faf3-40e6-9026-ff1923b82e43/d62c1c3a-0f35-412c-a2aa-3badca63aa0f/78c5d1ed-2ef0-4b46-b47c-dbb3fc6fa1da) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:33:27.731639 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dad84fff-eb0d-4d18-ade5-58fb7dd2a984 req-4ee3d610-f905-437c-9bfa-03abcdfde872 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=029dc999-300f-41d7-a154-70ddffd00bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635221 Aug 22 13:33:27.797758 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429d0813-a7a7-4768-b0b5-b8189d2b6a9f tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:27.799096 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-429d0813-a7a7-4768-b0b5-b8189d2b6a9f tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "GET /v2.0/networks/f9d1cef7-eab3-4204-86aa-1e79163ae572 HTTP/1.1" status: 200 len: 803 time: 0.1478858 Aug 22 13:33:27.802925 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33918) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:27.892572 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-00ac72c7-be19-462e-9558-022125b06901 req-eb9ed361-9c4e-4e29-ae9a-b9296bbd7f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:27.902764 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eac44431-7b86-4466-8879-4df6e57b79b9 req-78d954af-39dd-49c1-9e3f-80f8e7f96e01 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736798 Aug 22 13:33:27.916872 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef62fb72-86d4-4c23-8537-cdc1e32df217 req-f0a524f5-34dc-450e-99f4-71088e84e7f7 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:33:27.926937 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ef62fb72-86d4-4c23-8537-cdc1e32df217 req-f0a524f5-34dc-450e-99f4-71088e84e7f7 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:27.931114 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e0da98-8ede-495d-aff9-5c722640b82a None None] Sync routers for ids ['e6cb4467-da7f-4a21-8bf2-b77bab11ad34'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:33:27.945642 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e0da98-8ede-495d-aff9-5c722640b82a None None] Routers {'e6cb4467-da7f-4a21-8bf2-b77bab11ad34'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:33:27.946500 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-f6e0da98-8ede-495d-aff9-5c722640b82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:33:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['e6cb4467-da7f-4a21-8bf2-b77bab11ad34'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:27.980141 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-aad91b73-9c1e-4f5f-9fcf-275cddc37b70 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "GET /v2.0/networks/f9d1cef7-eab3-4204-86aa-1e79163ae572?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1756616 Aug 22 13:33:27.984800 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45dc0171-bdb3-486a-9721-65340cb842a4 x-openstack-request-id: req-45dc0171-bdb3-486a-9721-65340cb842a4 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:33:27.985065 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a17a3c05-a560-4f5b-bd7a-6dd7d5267a95", "tag": "fcc1c657-8e51-4f65-ac79-df114f02ba35", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:33:27.985320 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-45dc0171-bdb3-486a-9721-65340cb842a4 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:33:27.985714 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a17a3c05-a560-4f5b-bd7a-6dd7d5267a95', 'tag': 'fcc1c657-8e51-4f65-ac79-df114f02ba35', 'status': 'completed', 'code': 200} Aug 22 13:33:27.986685 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 33920) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:28.032157 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dad84fff-eb0d-4d18-ade5-58fb7dd2a984 req-bff06760-5732-423d-90d5-ba49994e0498 service neutron] 10.222.0.16 "GET /v2.0/networks/029dc999-300f-41d7-a154-70ddffd00bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874498 Aug 22 13:33:28.032806 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ef62fb72-86d4-4c23-8537-cdc1e32df217 req-f0a524f5-34dc-450e-99f4-71088e84e7f7 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "PUT /v2.0/floatingips/fbb7e8f4-e903-4241-97e0-24aafac70301 HTTP/1.1" status: 200 len: 996 time: 4.2080171 Aug 22 13:33:28.048706 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-4b2fed4f-eb33-4da2-b34e-22ef937db1d0 req-2d6ad0c6-2b31-4ffd-9bd5-708dd5d61a0a tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:28.067796 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d23bf62-d850-4daa-8a0a-98899ec66fca x-openstack-request-id: req-9d23bf62-d850-4daa-8a0a-98899ec66fca {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:33:28.067796 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "431d396a-90cc-4d89-bd02-1b6cb8ecfc46", "tag": "d78ef319-e500-46ef-984e-e0f69041e78f", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:33:28.068178 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9d23bf62-d850-4daa-8a0a-98899ec66fca {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:33:28.068665 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '431d396a-90cc-4d89-bd02-1b6cb8ecfc46', 'tag': 'd78ef319-e500-46ef-984e-e0f69041e78f', 'status': 'completed', 'code': 200} Aug 22 13:33:28.112442 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5c428e72-1df4-45fd-be6f-baabe335e3ab req-52fb1d65-0659-4d83-9810-4623d70dbddc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c7f26536b7540b7b292e9293304df5d&device_id=a17a3c05-a560-4f5b-bd7a-6dd7d5267a95 HTTP/1.1" status: 200 len: 210 time: 0.1314230 Aug 22 13:33:28.117391 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-4b2fed4f-eb33-4da2-b34e-22ef937db1d0 req-2d6ad0c6-2b31-4ffd-9bd5-708dd5d61a0a tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Transition to ACTIVE for port object 78c5d1ed-2ef0-4b46-b47c-dbb3fc6fa1da will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:33:28.186923 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:28.211375 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d895f038-8ca2-40aa-9c07-1d1195945748 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:28.213005 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-f6e0da98-8ede-495d-aff9-5c722640b82a None None] Set router e6cb4467-da7f-4a21-8bf2-b77bab11ad34 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:33:28.213147 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d895f038-8ca2-40aa-9c07-1d1195945748 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "GET /v2.0/subnets/49407b65-fa10-4c72-bec5-93ecf35250cd HTTP/1.1" status: 200 len: 843 time: 0.2213957 Aug 22 13:33:28.225643 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 33922) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:28.245926 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760916d-b9c0-4892-a1f7-8eb9586ea708 req-2d6e208f-563d-4b25-9f3a-77a60f549c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:28.247446 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d760916d-b9c0-4892-a1f7-8eb9586ea708 req-2d6e208f-563d-4b25-9f3a-77a60f549c1d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b1df9b52583480dbf6905d0ad326671&device_id=431d396a-90cc-4d89-bd02-1b6cb8ecfc46 HTTP/1.1" status: 200 len: 1096 time: 0.1918547 Aug 22 13:33:28.258792 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fd30bf17-d962-43cc-a130-a60290c116f4 req-6820beac-dc82-4171-9d15-a25f9caecbd3 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?device_id=271baffd-54f9-462e-862e-2ddca2174fd1 HTTP/1.1" status: 200 len: 210 time: 0.1640739 Aug 22 13:33:28.311559 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device d78ef319-e500-46ef-984e-e0f69041e78f details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:33:28.320503 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device fcc1c657-8e51-4f65-ac79-df114f02ba35 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:33:28.344704 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62fb72-86d4-4c23-8537-cdc1e32df217 req-23a8befa-4d93-457f-aa9c-9e32ee8010b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:28.352579 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ef62fb72-86d4-4c23-8537-cdc1e32df217 req-23a8befa-4d93-457f-aa9c-9e32ee8010b0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8c7f26536b7540b7b292e9293304df5d&device_id=ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c HTTP/1.1" status: 200 len: 1097 time: 0.2964461 Aug 22 13:33:28.418304 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: fcc1c657-8e51-4f65-ac79-df114f02ba35 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:33:28.420105 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device fcc1c657-8e51-4f65-ac79-df114f02ba35 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:33:28.443296 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abaadf6-d398-439d-aa64-3a555bcf51c3 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Attributes excluded by policy engine: ['shared'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:28.449407 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-7abaadf6-d398-439d-aa64-3a555bcf51c3 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "GET /v2.0/subnets/49407b65-fa10-4c72-bec5-93ecf35250cd?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2018774 Aug 22 13:33:28.449407 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dad84fff-eb0d-4d18-ade5-58fb7dd2a984 req-17ff505e-6601-4789-983c-5886158d77b9 service neutron] 10.222.0.16 "GET /v2.0/networks/029dc999-300f-41d7-a154-70ddffd00bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4061837 Aug 22 13:33:28.463870 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b5573d4c-6495-4210-bf06-e76487e9f4d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:28.477316 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-f6e0da98-8ede-495d-aff9-5c722640b82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'name': 'tempest-FloatingIPsAssociationTestJSON-1552091199-router', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'c487e8e9-f194-4745-9cfb-f72df839c40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:32:13Z', 'updated_at': '2021-08-22T13:32:17Z', 'revision_number': 4, 'project_id': '8c7f26536b7540b7b292e9293304df5d', 'gw_port': {'id': 'c487e8e9-f194-4745-9cfb-f72df839c40e', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:32:14Z', 'updated_at': '2021-08-22T13:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'fbb7e8f4-e903-4241-97e0-24aafac70301', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'floating_ip_address': '172.25.3.141', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'port_id': 'fdf04e65-b1ed-4714-9ca4-d2b0e834a15a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4', 'mac_address': 'fa:16:3e:2e:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:32:36Z', 'updated_at': '2021-08-22T13:33:25Z', 'revision_number': 8, 'project_id': '8c7f26536b7540b7b292e9293304df5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4121abf5-11ad-4df1-8c3b-3a9b600586c3', 'name': '', 'network_id': 'dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'mac_address': 'fa:16:3e:d8:db:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'bab5dc6f-337b-4be1-b114-f5e216f3b569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:32:16Z', 'updated_at': '2021-08-22T13:32:23Z', 'revision_number': 5, 'project_id': '8c7f26536b7540b7b292e9293304df5d', 'subnets': [{'id': 'bab5dc6f-337b-4be1-b114-f5e216f3b569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:28.501523 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 33924) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:28.510566 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e0da98-8ede-495d-aff9-5c722640b82a None None] Checking router: e6cb4467-da7f-4a21-8bf2-b77bab11ad34 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:33:28.519134 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e0da98-8ede-495d-aff9-5c722640b82a None None] Routers {'e6cb4467-da7f-4a21-8bf2-b77bab11ad34'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:33:28.519766 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-f6e0da98-8ede-495d-aff9-5c722640b82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:33:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['e6cb4467-da7f-4a21-8bf2-b77bab11ad34'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:28.533516 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-1c6f0f48-89f0-469a-9e34-f7a07bf5811d tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1705373299'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:33:28.563280 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port d78ef319-e500-46ef-984e-e0f69041e78f, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=d78ef319-e500-46ef-984e-e0f69041e78f,segment=NetworkSegment(7ad440ea-6af2-4c22-9cde-61ae2fc4807c),segment_id=7ad440ea-6af2-4c22-9cde-61ae2fc4807c)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:33:28.575715 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': 'd78ef319-e500-46ef-984e-e0f69041e78f', 'network_id': '66e2a6fd-b667-44cd-a37f-b120c3633f83', 'port_id': 'd78ef319-e500-46ef-984e-e0f69041e78f', 'mac_address': 'fa:16:3e:5c:97:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6d00130-5d64-48a9-8eb2-27b64c65272f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:33:28.583745 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6f0f48-89f0-469a-9e34-f7a07bf5811d tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Made reservation on behalf of b8730c55ccd74552ae7b8435e3a52809 for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:33:28.587925 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1c6f0f48-89f0-469a-9e34-f7a07bf5811d tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:28.623283 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:28.627435 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-4b2fed4f-eb33-4da2-b34e-22ef937db1d0 req-2d6ad0c6-2b31-4ffd-9bd5-708dd5d61a0a tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:28.641640 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d78ef319-e500-46ef-984e-e0f69041e78f {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:33:28.650105 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['3461c627-2410-4556-aeec-139d684435a9'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:33:28.650805 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c6f0f48-89f0-469a-9e34-f7a07bf5811d tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:33:28.665179 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1c6f0f48-89f0-469a-9e34-f7a07bf5811d tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:28.665521 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-1c6f0f48-89f0-469a-9e34-f7a07bf5811d tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Added segment b6d8de7c-4042-4793-91c0-8779d7e9348f of type vlan for network e9a7b5bb-a64e-46dc-93b5-6b5c01f145a8 Aug 22 13:33:28.682308 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c428e72-1df4-45fd-be6f-baabe335e3ab req-dd6d5d74-8e8d-462d-9026-7effed2437d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:28.683760 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5c428e72-1df4-45fd-be6f-baabe335e3ab req-dd6d5d74-8e8d-462d-9026-7effed2437d2 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=8c7f26536b7540b7b292e9293304df5d&shared=False HTTP/1.1" status: 200 len: 922 time: 0.5621729 Aug 22 13:33:28.685589 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-f6e0da98-8ede-495d-aff9-5c722640b82a None None] Set router e6cb4467-da7f-4a21-8bf2-b77bab11ad34 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:33:28.692680 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port d78ef319-e500-46ef-984e-e0f69041e78f, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=d78ef319-e500-46ef-984e-e0f69041e78f,segment=NetworkSegment(7ad440ea-6af2-4c22-9cde-61ae2fc4807c),segment_id=7ad440ea-6af2-4c22-9cde-61ae2fc4807c)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:33:28.701357 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:28.711936 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b2fed4f-eb33-4da2-b34e-22ef937db1d0 req-2d6ad0c6-2b31-4ffd-9bd5-708dd5d61a0a tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Network 400d6b6e-faf3-40e6-9026-ff1923b82e43 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:33:28.724283 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1c6f0f48-89f0-469a-9e34-f7a07bf5811d tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:28.748993 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-4b2fed4f-eb33-4da2-b34e-22ef937db1d0 req-2d6ad0c6-2b31-4ffd-9bd5-708dd5d61a0a tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:33:28.760152 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1c6f0f48-89f0-469a-9e34-f7a07bf5811d tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:28.769568 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6f0f48-89f0-469a-9e34-f7a07bf5811d tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:28.770199 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1c6f0f48-89f0-469a-9e34-f7a07bf5811d tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:28.771629 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=d78ef319-e500-46ef-984e-e0f69041e78f,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:28.801604 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b2fed4f-eb33-4da2-b34e-22ef937db1d0 req-2d6ad0c6-2b31-4ffd-9bd5-708dd5d61a0a tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:33:28.839294 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b39c42-a835-496c-8820-fb2921e95a78 req-a9d6be83-08e3-4229-9965-4be4d422c955 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:28.840939 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6ad0c6-2b31-4ffd-9bd5-708dd5d61a0a tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Pushing event updated for resources: {'Port': ['ID=78c5d1ed-2ef0-4b46-b47c-dbb3fc6fa1da,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:28.857405 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760916d-b9c0-4892-a1f7-8eb9586ea708 req-fec88cf4-c1f1-422e-b5da-866e0b90d391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:28.858015 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c6b39c42-a835-496c-8820-fb2921e95a78 req-a9d6be83-08e3-4229-9965-4be4d422c955 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3f703ea-297a-4816-a205-5887ad9eab4f HTTP/1.1" status: 200 len: 943 time: 0.4049795 Aug 22 13:33:28.858904 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d760916d-b9c0-4892-a1f7-8eb9586ea708 req-fec88cf4-c1f1-422e-b5da-866e0b90d391 service neutron] 10.222.0.41 "GET /v2.0/networks?id=66e2a6fd-b667-44cd-a37f-b120c3633f83 HTTP/1.1" status: 200 len: 912 time: 0.5961773 Aug 22 13:33:28.955556 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62fb72-86d4-4c23-8537-cdc1e32df217 req-4c3586e0-60f4-4d41-bc12-f02b7e94a88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:28.957009 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ef62fb72-86d4-4c23-8537-cdc1e32df217 req-4c3586e0-60f4-4d41-bc12-f02b7e94a88d service neutron] 10.222.0.21 "GET /v2.0/networks?id=dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4 HTTP/1.1" status: 200 len: 922 time: 0.6036735 Aug 22 13:33:28.964946 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['d78ef319-e500-46ef-984e-e0f69041e78f'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:33:28.971564 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d760916d-b9c0-4892-a1f7-8eb9586ea708 req-a099d5d1-c703-46ba-b9f3-95f776f19d31 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d78ef319-e500-46ef-984e-e0f69041e78f HTTP/1.1" status: 200 len: 217 time: 0.0983229 Aug 22 13:33:28.983342 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2fed4f-eb33-4da2-b34e-22ef937db1d0 req-2d6ad0c6-2b31-4ffd-9bd5-708dd5d61a0a tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:28.983989 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-4b2fed4f-eb33-4da2-b34e-22ef937db1d0 req-2d6ad0c6-2b31-4ffd-9bd5-708dd5d61a0a tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:29.004015 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-1c6f0f48-89f0-469a-9e34-f7a07bf5811d tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4817500 Aug 22 13:33:29.024966 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33928) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:29.049578 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-2898a7f0-ced3-4832-8c1e-9d6b7503fff3 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Request body: {'subnet': {'network_id': 'e9a7b5bb-a64e-46dc-93b5-6b5c01f145a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:33:29.071833 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-f6e0da98-8ede-495d-aff9-5c722640b82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'name': 'tempest-FloatingIPsAssociationTestJSON-1552091199-router', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'c487e8e9-f194-4745-9cfb-f72df839c40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:32:13Z', 'updated_at': '2021-08-22T13:32:17Z', 'revision_number': 4, 'project_id': '8c7f26536b7540b7b292e9293304df5d', 'gw_port': {'id': 'c487e8e9-f194-4745-9cfb-f72df839c40e', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:32:14Z', 'updated_at': '2021-08-22T13:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'fbb7e8f4-e903-4241-97e0-24aafac70301', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'floating_ip_address': '172.25.3.141', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'port_id': 'fdf04e65-b1ed-4714-9ca4-d2b0e834a15a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4', 'mac_address': 'fa:16:3e:2e:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:32:36Z', 'updated_at': '2021-08-22T13:33:25Z', 'revision_number': 8, 'project_id': '8c7f26536b7540b7b292e9293304df5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4121abf5-11ad-4df1-8c3b-3a9b600586c3', 'name': '', 'network_id': 'dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'mac_address': 'fa:16:3e:d8:db:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'bab5dc6f-337b-4be1-b114-f5e216f3b569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:32:16Z', 'updated_at': '2021-08-22T13:32:23Z', 'revision_number': 5, 'project_id': '8c7f26536b7540b7b292e9293304df5d', 'subnets': [{'id': 'bab5dc6f-337b-4be1-b114-f5e216f3b569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:29.076421 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4b2fed4f-eb33-4da2-b34e-22ef937db1d0 req-2d6ad0c6-2b31-4ffd-9bd5-708dd5d61a0a tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8861985 Aug 22 13:33:29.077582 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c428e72-1df4-45fd-be6f-baabe335e3ab req-40fb5dad-fe22-4ab0-a52a-1edb3c590f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:29.079008 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5c428e72-1df4-45fd-be6f-baabe335e3ab req-40fb5dad-fe22-4ab0-a52a-1edb3c590f06 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3874793 Aug 22 13:33:29.082007 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-00ac72c7-be19-462e-9558-022125b06901 req-eb9ed361-9c4e-4e29-ae9a-b9296bbd7f4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5a2fb9f-e4fb-41c5-8459-baa170e9dcc7 {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:33:29.114373 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e0da98-8ede-495d-aff9-5c722640b82a None None] The sync data for ids ['e6cb4467-da7f-4a21-8bf2-b77bab11ad34'] in n-d-793621-33 is: [{'id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'name': 'tempest-FloatingIPsAssociationTestJSON-1552091199-router', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'c487e8e9-f194-4745-9cfb-f72df839c40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:32:13Z', 'updated_at': '2021-08-22T13:32:17Z', 'revision_number': 4, 'project_id': '8c7f26536b7540b7b292e9293304df5d', 'gw_port': {'id': 'c487e8e9-f194-4745-9cfb-f72df839c40e', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:32:14Z', 'updated_at': '2021-08-22T13:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'fbb7e8f4-e903-4241-97e0-24aafac70301', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'floating_ip_address': '172.25.3.141', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'port_id': 'fdf04e65-b1ed-4714-9ca4-d2b0e834a15a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4', 'mac_address': 'fa:16:3e:2e:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:32:36Z', 'updated_at': '2021-08-22T13:33:25Z', 'revision_number': 8, 'project_id': '8c7f26536b7540b7b292e9293304df5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4121abf5-11ad-4df1-8c3b-3a9b600586c3', 'name': '', 'network_id': 'dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'mac_address': 'fa:16:3e:d8:db:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'bab5dc6f-337b-4be1-b114-f5e216f3b569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:32:16Z', 'updated_at': '2021-08-22T13:32:23Z', 'revision_number': 5, 'project_id': '8c7f26536b7540b7b292e9293304df5d', 'subnets': [{'id': 'bab5dc6f-337b-4be1-b114-f5e216f3b569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:33:29.128883 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-4b2fed4f-eb33-4da2-b34e-22ef937db1d0 req-71ac4da5-fa7d-4110-9fae-d8394191b620 service neutron] Request body: {'port': {'device_id': '271baffd-54f9-462e-862e-2ddca2174fd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:33:29.162248 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760916d-b9c0-4892-a1f7-8eb9586ea708 req-9dc3c3de-8f8d-4f62-ae05-edb718ab6135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:29.163693 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ef62fb72-86d4-4c23-8537-cdc1e32df217 req-4364d275-35cc-4cde-bf21-ea84e5d434a3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdf04e65-b1ed-4714-9ca4-d2b0e834a15a HTTP/1.1" status: 200 len: 999 time: 0.1613722 Aug 22 13:33:29.170489 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d760916d-b9c0-4892-a1f7-8eb9586ea708 req-9dc3c3de-8f8d-4f62-ae05-edb718ab6135 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a6d00130-5d64-48a9-8eb2-27b64c65272f HTTP/1.1" status: 200 len: 851 time: 0.1836231 Aug 22 13:33:29.175834 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-00ac72c7-be19-462e-9558-022125b06901 req-eb9ed361-9c4e-4e29-ae9a-b9296bbd7f4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:29.183088 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6f0f48-89f0-469a-9e34-f7a07bf5811d tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Pushing event updated for resources: {'Network': ['ID=e9a7b5bb-a64e-46dc-93b5-6b5c01f145a8,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:29.202216 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network e9a7b5bb-a64e-46dc-93b5-6b5c01f145a8 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:33:29.222308 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d760916d-b9c0-4892-a1f7-8eb9586ea708 req-30e57406-cee6-40eb-9a7a-89896d893899 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=66e2a6fd-b667-44cd-a37f-b120c3633f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374312 Aug 22 13:33:29.228694 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c6b39c42-a835-496c-8820-fb2921e95a78 req-479abcb0-5ae2-4b81-83e8-ce13f99ecc38 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696635 Aug 22 13:33:29.275719 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 3461c627-2410-4556-aeec-139d684435a9 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:33:29.313244 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-4b2fed4f-eb33-4da2-b34e-22ef937db1d0 req-71ac4da5-fa7d-4110-9fae-d8394191b620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:29.315200 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62fb72-86d4-4c23-8537-cdc1e32df217 req-921ec5b3-000b-4a58-bbe1-2d7937127265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:29.318328 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-6abbbec0-54e2-492a-8298-b1a3b6c5e00f None None] Provisioning for port 78c5d1ed-2ef0-4b46-b47c-dbb3fc6fa1da completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:33:29.330329 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ef62fb72-86d4-4c23-8537-cdc1e32df217 req-921ec5b3-000b-4a58-bbe1-2d7937127265 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bab5dc6f-337b-4be1-b114-f5e216f3b569 HTTP/1.1" status: 200 len: 860 time: 0.1516693 Aug 22 13:33:29.330768 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2898a7f0-ced3-4832-8c1e-9d6b7503fff3 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Made reservation on behalf of b8730c55ccd74552ae7b8435e3a52809 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:33:29.332690 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-6abbbec0-54e2-492a-8298-b1a3b6c5e00f None None] Provisioning complete for port 78c5d1ed-2ef0-4b46-b47c-dbb3fc6fa1da triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:33:29.333073 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6abbbec0-54e2-492a-8298-b1a3b6c5e00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:29.334773 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2898a7f0-ced3-4832-8c1e-9d6b7503fff3 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:29.390806 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-6abbbec0-54e2-492a-8298-b1a3b6c5e00f None None] Port 78c5d1ed-2ef0-4b46-b47c-dbb3fc6fa1da cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:33:29.393949 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-00ac72c7-be19-462e-9558-022125b06901 req-eb9ed361-9c4e-4e29-ae9a-b9296bbd7f4d service neutron] Transition to ACTIVE for port object b5a2fb9f-e4fb-41c5-8459-baa170e9dcc7 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:33:29.405010 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-00ac72c7-be19-462e-9558-022125b06901 req-eb9ed361-9c4e-4e29-ae9a-b9296bbd7f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:29.410828 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port 3461c627-2410-4556-aeec-139d684435a9 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:33:29.423077 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62fb72-86d4-4c23-8537-cdc1e32df217 req-c510197a-82f5-415d-b80c-326dc1e23f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:29.424618 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ef62fb72-86d4-4c23-8537-cdc1e32df217 req-c510197a-82f5-415d-b80c-326dc1e23f1b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0929275 Aug 22 13:33:29.427230 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.ipam_backend_mixin [None req-2898a7f0-ced3-4832-8c1e-9d6b7503fff3 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Performing IP validity checks on allocation pools {{(pid=94628) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 22 13:33:29.427759 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.ipam_backend_mixin [None req-2898a7f0-ced3-4832-8c1e-9d6b7503fff3 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94628) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 22 13:33:29.430851 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 3461c627-2410-4556-aeec-139d684435a9 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:33:29.430851 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:29.485055 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d760916d-b9c0-4892-a1f7-8eb9586ea708 req-b0a7e061-7271-4119-af63-3e8df2fea3fa service neutron] 10.222.0.41 "GET /v2.0/networks/66e2a6fd-b667-44cd-a37f-b120c3633f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402728 Aug 22 13:33:29.517825 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50a3048-724c-469d-bea6-70ac5578b0c4 None None] New status for floating IP fbb7e8f4-e903-4241-97e0-24aafac70301: ACTIVE {{(pid=94629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 13:33:29.552447 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9ed361-9c4e-4e29-ae9a-b9296bbd7f4d service neutron] Pushing event updated for resources: {'Port': ['ID=b5a2fb9f-e4fb-41c5-8459-baa170e9dcc7,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:29.718085 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a8f97-1c29-43b1-a103-9a0aa162b448 req-9ff6f467-3b08-4162-91f3-26d7ae706b5e tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:29.725635 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3b3a8f97-1c29-43b1-a103-9a0aa162b448 req-9ff6f467-3b08-4162-91f3-26d7ae706b5e tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=431d396a-90cc-4d89-bd02-1b6cb8ecfc46 HTTP/1.1" status: 200 len: 945 time: 0.2441900 Aug 22 13:33:29.752202 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d760916d-b9c0-4892-a1f7-8eb9586ea708 req-c53d9a79-f1a1-425d-b98c-2ef08ece7b27 service neutron] 10.222.0.41 "GET /v2.0/networks/66e2a6fd-b667-44cd-a37f-b120c3633f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564626 Aug 22 13:33:29.780141 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-00ac72c7-be19-462e-9558-022125b06901 req-eb9ed361-9c4e-4e29-ae9a-b9296bbd7f4d service neutron] Attempting to bind port b5a2fb9f-e4fb-41c5-8459-baa170e9dcc7 on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:33:29.780463 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-00ac72c7-be19-462e-9558-022125b06901 req-eb9ed361-9c4e-4e29-ae9a-b9296bbd7f4d service neutron] Attempting to bind port b5a2fb9f-e4fb-41c5-8459-baa170e9dcc7 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '130df981-0918-4e3c-b792-268407baa468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '400d6b6e-faf3-40e6-9026-ff1923b82e43'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:33:29.780897 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ac72c7-be19-462e-9558-022125b06901 req-eb9ed361-9c4e-4e29-ae9a-b9296bbd7f4d service neutron] Attempting to bind port b5a2fb9f-e4fb-41c5-8459-baa170e9dcc7 on network 400d6b6e-faf3-40e6-9026-ff1923b82e43 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:33:29.806908 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ef62fb72-86d4-4c23-8537-cdc1e32df217 req-06eee505-54ce-4032-a669-390b33f6c6a0 service neutron] 10.222.0.21 "GET /v2.0/networks/dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407755 Aug 22 13:33:29.807369 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ac72c7-be19-462e-9558-022125b06901 req-eb9ed361-9c4e-4e29-ae9a-b9296bbd7f4d service neutron] Port b5a2fb9f-e4fb-41c5-8459-baa170e9dcc7 on network 400d6b6e-faf3-40e6-9026-ff1923b82e43 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:33:29.807893 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ac72c7-be19-462e-9558-022125b06901 req-eb9ed361-9c4e-4e29-ae9a-b9296bbd7f4d service neutron] Attempting to bind port b5a2fb9f-e4fb-41c5-8459-baa170e9dcc7 on network 400d6b6e-faf3-40e6-9026-ff1923b82e43 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:33:29.818806 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3b3a8f97-1c29-43b1-a103-9a0aa162b448 req-9dd055e2-3874-43b0-928a-be07ff1d14d9 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895889 Aug 22 13:33:29.838087 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ac72c7-be19-462e-9558-022125b06901 req-eb9ed361-9c4e-4e29-ae9a-b9296bbd7f4d service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:33:29.838433 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ac72c7-be19-462e-9558-022125b06901 req-eb9ed361-9c4e-4e29-ae9a-b9296bbd7f4d service neutron] Checking segment: {'id': '130df981-0918-4e3c-b792-268407baa468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '400d6b6e-faf3-40e6-9026-ff1923b82e43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:33:29.838868 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ac72c7-be19-462e-9558-022125b06901 req-eb9ed361-9c4e-4e29-ae9a-b9296bbd7f4d service neutron] Bound using segment: {'id': '130df981-0918-4e3c-b792-268407baa468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '400d6b6e-faf3-40e6-9026-ff1923b82e43'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:33:29.839366 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-00ac72c7-be19-462e-9558-022125b06901 req-eb9ed361-9c4e-4e29-ae9a-b9296bbd7f4d service neutron] Bound port: b5a2fb9f-e4fb-41c5-8459-baa170e9dcc7, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '130df981-0918-4e3c-b792-268407baa468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '400d6b6e-faf3-40e6-9026-ff1923b82e43'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:33:29.839733 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-00ac72c7-be19-462e-9558-022125b06901 req-eb9ed361-9c4e-4e29-ae9a-b9296bbd7f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:29.887475 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:29.896996 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2898a7f0-ced3-4832-8c1e-9d6b7503fff3 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:29.920492 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0fa53e9-03d2-4443-baf1-d79e06ae1a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3461c627-2410-4556-aeec-139d684435a9'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:33:29.922892 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb76e87f-d457-43a6-8703-6b94d4ee2ea0" -d '{"events": [{"server_uuid": "d0fa53e9-03d2-4443-baf1-d79e06ae1a85", "name": "network-vif-plugged", "status": "completed", "tag": "3461c627-2410-4556-aeec-139d684435a9"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:33:29.951122 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 3461c627-2410-4556-aeec-139d684435a9, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=3461c627-2410-4556-aeec-139d684435a9,segment=NetworkSegment(130df981-0918-4e3c-b792-268407baa468),segment_id=130df981-0918-4e3c-b792-268407baa468)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:33:29.956687 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-4b2fed4f-eb33-4da2-b34e-22ef937db1d0 req-71ac4da5-fa7d-4110-9fae-d8394191b620 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78c5d1ed-2ef0-4b46-b47c-dbb3fc6fa1da {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:33:29.964192 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:29.978157 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-4b2fed4f-eb33-4da2-b34e-22ef937db1d0 req-71ac4da5-fa7d-4110-9fae-d8394191b620 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:29.988050 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3f703ea-297a-4816-a205-5887ad9eab4f', 'tag': '9a214d1f-252d-4c86-9b8b-f08c9bfd370a'}, {'name': 'network-changed', 'server_uuid': 'ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c', 'tag': 'fdf04e65-b1ed-4714-9ca4-d2b0e834a15a'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:33:29.990394 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca3473c-02b5-4578-bdb1-f30f4d4274e9" -d '{"events": [{"name": "network-changed", "server_uuid": "d3f703ea-297a-4816-a205-5887ad9eab4f", "tag": "9a214d1f-252d-4c86-9b8b-f08c9bfd370a"}, {"name": "network-changed", "server_uuid": "ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c", "tag": "fdf04e65-b1ed-4714-9ca4-d2b0e834a15a"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:33:30.016332 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2898a7f0-ced3-4832-8c1e-9d6b7503fff3 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Pushing event updated for resources: {'Subnet': ['ID=28d74a16-6b63-422c-96f1-1c14e4f088ef,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:30.029613 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-00ac72c7-be19-462e-9558-022125b06901 req-eb9ed361-9c4e-4e29-ae9a-b9296bbd7f4d service neutron] For port b5a2fb9f-e4fb-41c5-8459-baa170e9dcc7, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:33:30.031198 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-4b2fed4f-eb33-4da2-b34e-22ef937db1d0 req-71ac4da5-fa7d-4110-9fae-d8394191b620 service neutron] Transition to ACTIVE for port object 78c5d1ed-2ef0-4b46-b47c-dbb3fc6fa1da will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:33:30.033498 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ef62fb72-86d4-4c23-8537-cdc1e32df217 req-fb3ad124-49a1-4b40-aacf-7f5de18f81a7 service neutron] 10.222.0.21 "GET /v2.0/networks/dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051349 Aug 22 13:33:30.035464 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=3461c627-2410-4556-aeec-139d684435a9,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:30.037725 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-4b2fed4f-eb33-4da2-b34e-22ef937db1d0 req-71ac4da5-fa7d-4110-9fae-d8394191b620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:30.044489 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90718c5-4742-400e-9166-78338d10e70d req-e6f30a0d-f8fd-4273-9d88-036eb5d2594e tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:30.045959 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e90718c5-4742-400e-9166-78338d10e70d req-e6f30a0d-f8fd-4273-9d88-036eb5d2594e tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?device_id=271baffd-54f9-462e-862e-2ddca2174fd1 HTTP/1.1" status: 200 len: 931 time: 0.1245568 Aug 22 13:33:30.052966 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2898a7f0-ced3-4832-8c1e-9d6b7503fff3 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Checking segment: {'id': 'b6d8de7c-4042-4793-91c0-8779d7e9348f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e9a7b5bb-a64e-46dc-93b5-6b5c01f145a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:33:30.053355 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2898a7f0-ced3-4832-8c1e-9d6b7503fff3 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Network hostable DHCP agents. Network: e9a7b5bb-a64e-46dc-93b5-6b5c01f145a8, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:33:30.055506 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-00ac72c7-be19-462e-9558-022125b06901 req-eb9ed361-9c4e-4e29-ae9a-b9296bbd7f4d service neutron] For port b5a2fb9f-e4fb-41c5-8459-baa170e9dcc7, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=b5a2fb9f-e4fb-41c5-8459-baa170e9dcc7,segment=NetworkSegment(130df981-0918-4e3c-b792-268407baa468),segment_id=130df981-0918-4e3c-b792-268407baa468)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:33:30.071566 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-00ac72c7-be19-462e-9558-022125b06901 req-eb9ed361-9c4e-4e29-ae9a-b9296bbd7f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:30.076666 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17a3c05-a560-4f5b-bd7a-6dd7d5267a95', 'name': 'network-vif-deleted', 'tag': 'fcc1c657-8e51-4f65-ac79-df114f02ba35'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:33:30.078856 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9590d55c-fd88-46fb-b6ee-2661cffc7120" -d '{"events": [{"server_uuid": "a17a3c05-a560-4f5b-bd7a-6dd7d5267a95", "name": "network-vif-deleted", "tag": "fcc1c657-8e51-4f65-ac79-df114f02ba35"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:33:30.113233 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2898a7f0-ced3-4832-8c1e-9d6b7503fff3 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Network e9a7b5bb-a64e-46dc-93b5-6b5c01f145a8 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:33:30.120550 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ac4da5-fa7d-4110-9fae-d8394191b620 service neutron] Pushing event updated for resources: {'Port': ['ID=78c5d1ed-2ef0-4b46-b47c-dbb3fc6fa1da,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:30.125458 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac72c7-be19-462e-9558-022125b06901 req-eb9ed361-9c4e-4e29-ae9a-b9296bbd7f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:30.126156 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-00ac72c7-be19-462e-9558-022125b06901 req-eb9ed361-9c4e-4e29-ae9a-b9296bbd7f4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:30.127690 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-00ac72c7-be19-462e-9558-022125b06901 req-eb9ed361-9c4e-4e29-ae9a-b9296bbd7f4d service neutron] 10.222.0.16 "PUT /v2.0/ports/b5a2fb9f-e4fb-41c5-8459-baa170e9dcc7 HTTP/1.1" status: 200 len: 1092 time: 2.4727635 Aug 22 13:33:30.130858 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-2898a7f0-ced3-4832-8c1e-9d6b7503fff3 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, e9a7b5bb-a64e-46dc-93b5-6b5c01f145a8) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:33:30.134662 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e90718c5-4742-400e-9166-78338d10e70d req-9cf4d7c6-b5fd-40f1-b129-b19f7d54e158 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5c48efa-03fb-4165-aae3-65f8545e59a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813186 Aug 22 13:33:30.137873 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cb19e3-b464-4407-9909-0a0bf1703160 None None] Network e9a7b5bb-a64e-46dc-93b5-6b5c01f145a8 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:33:30.170323 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9ed361-9c4e-4e29-ae9a-b9296bbd7f4d service neutron] Pushing event updated for resources: {'Port': ['ID=b5a2fb9f-e4fb-41c5-8459-baa170e9dcc7,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:30.177656 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2898a7f0-ced3-4832-8c1e-9d6b7503fff3 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:30.179088 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2898a7f0-ced3-4832-8c1e-9d6b7503fff3 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:30.242787 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348e43ef-7d0b-4ec1-9ef4-a65def59a6e9 x-openstack-request-id: req-348e43ef-7d0b-4ec1-9ef4-a65def59a6e9 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:33:30.243680 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0fa53e9-03d2-4443-baf1-d79e06ae1a85", "name": "network-vif-plugged", "status": "completed", "tag": "3461c627-2410-4556-aeec-139d684435a9", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:33:30.243680 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-348e43ef-7d0b-4ec1-9ef4-a65def59a6e9 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:33:30.243680 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0fa53e9-03d2-4443-baf1-d79e06ae1a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3461c627-2410-4556-aeec-139d684435a9', 'code': 200} Aug 22 13:33:30.255331 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2898a7f0-ced3-4832-8c1e-9d6b7503fff3 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.2264583 Aug 22 13:33:30.260519 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 33946) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:30.290511 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-4b2fed4f-eb33-4da2-b34e-22ef937db1d0 req-71ac4da5-fa7d-4110-9fae-d8394191b620 service neutron] Attempting to bind port 78c5d1ed-2ef0-4b46-b47c-dbb3fc6fa1da on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:33:30.291093 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-4b2fed4f-eb33-4da2-b34e-22ef937db1d0 req-71ac4da5-fa7d-4110-9fae-d8394191b620 service neutron] Attempting to bind port 78c5d1ed-2ef0-4b46-b47c-dbb3fc6fa1da by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '130df981-0918-4e3c-b792-268407baa468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '400d6b6e-faf3-40e6-9026-ff1923b82e43'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:33:30.291497 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 22 Aug 2021 13:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b072785-5ba0-4051-bdcd-9e78cbe1e3a0 x-openstack-request-id: req-2b072785-5ba0-4051-bdcd-9e78cbe1e3a0 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:33:30.291787 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2fed4f-eb33-4da2-b34e-22ef937db1d0 req-71ac4da5-fa7d-4110-9fae-d8394191b620 service neutron] Attempting to bind port 78c5d1ed-2ef0-4b46-b47c-dbb3fc6fa1da on network 400d6b6e-faf3-40e6-9026-ff1923b82e43 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:33:30.291904 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3f703ea-297a-4816-a205-5887ad9eab4f", "tag": "9a214d1f-252d-4c86-9b8b-f08c9bfd370a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c", "tag": "fdf04e65-b1ed-4714-9ca4-d2b0e834a15a", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:33:30.292041 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b072785-5ba0-4051-bdcd-9e78cbe1e3a0 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:33:30.292483 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3f703ea-297a-4816-a205-5887ad9eab4f', 'tag': '9a214d1f-252d-4c86-9b8b-f08c9bfd370a', 'status': 'completed', 'code': 200} Aug 22 13:33:30.292742 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c', 'tag': 'fdf04e65-b1ed-4714-9ca4-d2b0e834a15a', 'status': 'completed', 'code': 200} Aug 22 13:33:30.297650 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2fed4f-eb33-4da2-b34e-22ef937db1d0 req-71ac4da5-fa7d-4110-9fae-d8394191b620 service neutron] Port 78c5d1ed-2ef0-4b46-b47c-dbb3fc6fa1da on network 400d6b6e-faf3-40e6-9026-ff1923b82e43 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:33:30.298241 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2fed4f-eb33-4da2-b34e-22ef937db1d0 req-71ac4da5-fa7d-4110-9fae-d8394191b620 service neutron] Attempting to bind port 78c5d1ed-2ef0-4b46-b47c-dbb3fc6fa1da on network 400d6b6e-faf3-40e6-9026-ff1923b82e43 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:33:30.304287 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2fed4f-eb33-4da2-b34e-22ef937db1d0 req-71ac4da5-fa7d-4110-9fae-d8394191b620 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:33:30.304780 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2fed4f-eb33-4da2-b34e-22ef937db1d0 req-71ac4da5-fa7d-4110-9fae-d8394191b620 service neutron] Checking segment: {'id': '130df981-0918-4e3c-b792-268407baa468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '400d6b6e-faf3-40e6-9026-ff1923b82e43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:33:30.305174 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2fed4f-eb33-4da2-b34e-22ef937db1d0 req-71ac4da5-fa7d-4110-9fae-d8394191b620 service neutron] Bound using segment: {'id': '130df981-0918-4e3c-b792-268407baa468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '400d6b6e-faf3-40e6-9026-ff1923b82e43'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:33:30.305588 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-4b2fed4f-eb33-4da2-b34e-22ef937db1d0 req-71ac4da5-fa7d-4110-9fae-d8394191b620 service neutron] Bound port: 78c5d1ed-2ef0-4b46-b47c-dbb3fc6fa1da, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '130df981-0918-4e3c-b792-268407baa468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '400d6b6e-faf3-40e6-9026-ff1923b82e43'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:33:30.305990 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-4b2fed4f-eb33-4da2-b34e-22ef937db1d0 req-71ac4da5-fa7d-4110-9fae-d8394191b620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:30.314314 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-84732e3d-f9a1-42ab-93ad-aeb4392834ce tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:33:30.318934 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device d78ef319-e500-46ef-984e-e0f69041e78f up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:33:30.386258 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2762c218-b2b7-47f6-b696-522c7c3a490f req-72d33bb1-a93a-4212-982c-a4ffa4c815b9 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/floatingips/fbb7e8f4-e903-4241-97e0-24aafac70301 HTTP/1.1" status: 200 len: 998 time: 0.1372714 Aug 22 13:33:30.398707 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a5bac6-053c-4374-915e-2f2db98d0c73 x-openstack-request-id: req-c2a5bac6-053c-4374-915e-2f2db98d0c73 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:33:30.399033 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a17a3c05-a560-4f5b-bd7a-6dd7d5267a95", "name": "network-vif-deleted", "tag": "fcc1c657-8e51-4f65-ac79-df114f02ba35", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:33:30.399276 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c2a5bac6-053c-4374-915e-2f2db98d0c73 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:33:30.399666 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17a3c05-a560-4f5b-bd7a-6dd7d5267a95', 'name': 'network-vif-deleted', 'tag': 'fcc1c657-8e51-4f65-ac79-df114f02ba35', 'status': 'completed', 'code': 200} Aug 22 13:33:30.443494 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27101dbf-49d7-4949-9ee3-9f41714e0279 req-c98f359d-9731-4260-a9dc-e2871b7653d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:30.445222 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-27101dbf-49d7-4949-9ee3-9f41714e0279 req-c98f359d-9731-4260-a9dc-e2871b7653d6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d0fa53e9-03d2-4443-baf1-d79e06ae1a85 HTTP/1.1" status: 200 len: 1098 time: 0.1246324 Aug 22 13:33:30.447953 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-4b2fed4f-eb33-4da2-b34e-22ef937db1d0 req-71ac4da5-fa7d-4110-9fae-d8394191b620 service neutron] For port 78c5d1ed-2ef0-4b46-b47c-dbb3fc6fa1da, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:33:30.450567 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d854b316-92f3-4c4d-9194-419dc4b9fe30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-e9a7b5bb-a64e-46dc-93b5-6b5c01f145a8', 'network_id': 'e9a7b5bb-a64e-46dc-93b5-6b5c01f145a8', 'tenant_id': 'b8730c55ccd74552ae7b8435e3a52809', 'fixed_ips': [{'subnet_id': '28d74a16-6b63-422c-96f1-1c14e4f088ef'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:33:30.451429 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d854b316-92f3-4c4d-9194-419dc4b9fe30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:30.451610 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-4b2fed4f-eb33-4da2-b34e-22ef937db1d0 req-71ac4da5-fa7d-4110-9fae-d8394191b620 service neutron] For port 78c5d1ed-2ef0-4b46-b47c-dbb3fc6fa1da, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=78c5d1ed-2ef0-4b46-b47c-dbb3fc6fa1da,segment=NetworkSegment(130df981-0918-4e3c-b792-268407baa468),segment_id=130df981-0918-4e3c-b792-268407baa468)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:33:30.463945 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-4b2fed4f-eb33-4da2-b34e-22ef937db1d0 req-71ac4da5-fa7d-4110-9fae-d8394191b620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:30.536121 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2fed4f-eb33-4da2-b34e-22ef937db1d0 req-71ac4da5-fa7d-4110-9fae-d8394191b620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:30.536869 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-4b2fed4f-eb33-4da2-b34e-22ef937db1d0 req-71ac4da5-fa7d-4110-9fae-d8394191b620 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:30.538275 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4b2fed4f-eb33-4da2-b34e-22ef937db1d0 req-71ac4da5-fa7d-4110-9fae-d8394191b620 service neutron] 10.222.0.41 "PUT /v2.0/ports/78c5d1ed-2ef0-4b46-b47c-dbb3fc6fa1da HTTP/1.1" status: 200 len: 1092 time: 1.4144993 Aug 22 13:33:30.547403 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-27101dbf-49d7-4949-9ee3-9f41714e0279 req-27cc7e35-7c57-4852-bdb9-fd894f6d75ce service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a5c48efa-03fb-4165-aae3-65f8545e59a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944390 Aug 22 13:33:30.572818 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ac4da5-fa7d-4110-9fae-d8394191b620 service neutron] Pushing event updated for resources: {'Port': ['ID=78c5d1ed-2ef0-4b46-b47c-dbb3fc6fa1da,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:30.598294 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac72c7-be19-462e-9558-022125b06901 req-000ecfc9-5943-48f5-800c-b997c880f705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:30.599994 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-00ac72c7-be19-462e-9558-022125b06901 req-000ecfc9-5943-48f5-800c-b997c880f705 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1d9ce1c6b51147c1a0b00ee358cbb39e&device_id=b00a71b5-e947-437b-a7b9-d9136fa4b6f3 HTTP/1.1" status: 200 len: 1095 time: 0.4010618 Aug 22 13:33:30.617624 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port d78ef319-e500-46ef-984e-e0f69041e78f completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:33:30.623204 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3473c-02b5-4578-bdb1-f30f4d4274e9 req-7c0752e6-4c60-497f-8b28-eb2b50ed9892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:30.625055 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9ca3473c-02b5-4578-bdb1-f30f4d4274e9 req-7c0752e6-4c60-497f-8b28-eb2b50ed9892 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=55ae8131c673474db6fbd918c6d65e53&device_id=d3f703ea-297a-4816-a205-5887ad9eab4f HTTP/1.1" status: 200 len: 1095 time: 0.2478597 Aug 22 13:33:30.627921 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port d78ef319-e500-46ef-984e-e0f69041e78f triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:33:30.628623 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:30.655653 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2fed4f-eb33-4da2-b34e-22ef937db1d0 req-81ac637d-189f-4d2b-a787-b900704aa80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:30.657270 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4b2fed4f-eb33-4da2-b34e-22ef937db1d0 req-81ac637d-189f-4d2b-a787-b900704aa80c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d9ce1c6b51147c1a0b00ee358cbb39e&device_id=271baffd-54f9-462e-862e-2ddca2174fd1 HTTP/1.1" status: 200 len: 1095 time: 0.0570772 Aug 22 13:33:30.677670 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c78e3bd-9e64-4233-afba-1f01a3c2fce6 req-3fc5c88a-f104-4ca8-9701-19dcdb805cba tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:30.686178 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5c78e3bd-9e64-4233-afba-1f01a3c2fce6 req-3fc5c88a-f104-4ca8-9701-19dcdb805cba tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3f703ea-297a-4816-a205-5887ad9eab4f HTTP/1.1" status: 200 len: 943 time: 0.2445486 Aug 22 13:33:30.718876 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4b2fed4f-eb33-4da2-b34e-22ef937db1d0 req-0b1ea8d6-9a6b-42bc-878e-b377fc1e1b59 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78c5d1ed-2ef0-4b46-b47c-dbb3fc6fa1da HTTP/1.1" status: 200 len: 217 time: 0.0534401 Aug 22 13:33:30.742700 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2762c218-b2b7-47f6-b696-522c7c3a490f req-0544b699-b882-4b63-acdf-1fca482ffc83 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:30.744133 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2762c218-b2b7-47f6-b696-522c7c3a490f req-0544b699-b882-4b63-acdf-1fca482ffc83 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/networks/7de6ab83-cd00-4b3c-94fb-810dd34d29b8 HTTP/1.1" status: 200 len: 784 time: 0.3249581 Aug 22 13:33:30.748200 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-d854b316-92f3-4c4d-9194-419dc4b9fe30 None None] Allocated IP 2001:db8::3 (e9a7b5bb-a64e-46dc-93b5-6b5c01f145a8/28d74a16-6b63-422c-96f1-1c14e4f088ef/416953b5-96fd-46af-8b5c-0c3990fcfd71) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:33:30.774730 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-84732e3d-f9a1-42ab-93ad-aeb4392834ce tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3422976'] for subnet, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:30.785086 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:30.796045 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2fed4f-eb33-4da2-b34e-22ef937db1d0 req-43cfe1c8-9d96-4c84-802c-15d6c7e53286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:30.798639 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4b2fed4f-eb33-4da2-b34e-22ef937db1d0 req-43cfe1c8-9d96-4c84-802c-15d6c7e53286 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d62c1c3a-0f35-412c-a2aa-3badca63aa0f HTTP/1.1" status: 200 len: 854 time: 0.0694752 Aug 22 13:33:30.800823 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5c78e3bd-9e64-4233-afba-1f01a3c2fce6 req-2aaec05f-bf0d-4ece-8e25-3bc8e87ae00a tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136031 Aug 22 13:33:30.873922 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2fed4f-eb33-4da2-b34e-22ef937db1d0 req-97ddcd36-c840-4c9e-abb0-f0d82cc1619f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:30.876420 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4b2fed4f-eb33-4da2-b34e-22ef937db1d0 req-97ddcd36-c840-4c9e-abb0-f0d82cc1619f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=400d6b6e-faf3-40e6-9026-ff1923b82e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0641055 Aug 22 13:33:30.878847 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port d78ef319-e500-46ef-984e-e0f69041e78f, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=d78ef319-e500-46ef-984e-e0f69041e78f,segment=NetworkSegment(7ad440ea-6af2-4c22-9cde-61ae2fc4807c),segment_id=7ad440ea-6af2-4c22-9cde-61ae2fc4807c)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:33:30.890312 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:30.968535 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-00ac72c7-be19-462e-9558-022125b06901 req-591ee9da-e39f-4a32-990f-05843bfa5217 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5a2fb9f-e4fb-41c5-8459-baa170e9dcc7 HTTP/1.1" status: 200 len: 217 time: 0.1660662 Aug 22 13:33:31.001085 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=d78ef319-e500-46ef-984e-e0f69041e78f,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:31.005329 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4b2fed4f-eb33-4da2-b34e-22ef937db1d0 req-7f4fefae-70ff-47b1-9839-291fa97d5c98 service neutron] 10.222.0.41 "GET /v2.0/networks/400d6b6e-faf3-40e6-9026-ff1923b82e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168697 Aug 22 13:33:31.025662 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d854b316-92f3-4c4d-9194-419dc4b9fe30 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:31.042363 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-d854b316-92f3-4c4d-9194-419dc4b9fe30 None None] Transition to ACTIVE for port object 416953b5-96fd-46af-8b5c-0c3990fcfd71 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:33:31.064636 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-af083241-30c8-45da-8a9c-a54b3394508d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:31.069250 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-d854b316-92f3-4c4d-9194-419dc4b9fe30 None None] Transition to ACTIVE for port object 416953b5-96fd-46af-8b5c-0c3990fcfd71 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:33:31.083985 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d854b316-92f3-4c4d-9194-419dc4b9fe30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:31.114936 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4b2fed4f-eb33-4da2-b34e-22ef937db1d0 req-8041cb2a-6d6c-4f07-81e1-39f13b654c98 service neutron] 10.222.0.41 "GET /v2.0/networks/400d6b6e-faf3-40e6-9026-ff1923b82e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046619 Aug 22 13:33:31.129663 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d854b316-92f3-4c4d-9194-419dc4b9fe30 None None] Network e9a7b5bb-a64e-46dc-93b5-6b5c01f145a8 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:33:31.137503 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-d854b316-92f3-4c4d-9194-419dc4b9fe30 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:33:31.142832 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d854b316-92f3-4c4d-9194-419dc4b9fe30 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:33:31.154791 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d854b316-92f3-4c4d-9194-419dc4b9fe30 None None] Pushing event updated for resources: {'Port': ['ID=416953b5-96fd-46af-8b5c-0c3990fcfd71,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:31.221751 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:31.228255 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-d854b316-92f3-4c4d-9194-419dc4b9fe30 None None] Attempting to bind port 416953b5-96fd-46af-8b5c-0c3990fcfd71 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:33:31.228623 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-d854b316-92f3-4c4d-9194-419dc4b9fe30 None None] Attempting to bind port 416953b5-96fd-46af-8b5c-0c3990fcfd71 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'b6d8de7c-4042-4793-91c0-8779d7e9348f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e9a7b5bb-a64e-46dc-93b5-6b5c01f145a8'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:33:31.228986 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d854b316-92f3-4c4d-9194-419dc4b9fe30 None None] Attempting to bind port 416953b5-96fd-46af-8b5c-0c3990fcfd71 on network e9a7b5bb-a64e-46dc-93b5-6b5c01f145a8 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:33:31.234855 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d854b316-92f3-4c4d-9194-419dc4b9fe30 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:33:31.235163 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d854b316-92f3-4c4d-9194-419dc4b9fe30 None None] Checking segment: {'id': 'b6d8de7c-4042-4793-91c0-8779d7e9348f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e9a7b5bb-a64e-46dc-93b5-6b5c01f145a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:33:31.235553 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d854b316-92f3-4c4d-9194-419dc4b9fe30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:31.235970 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d854b316-92f3-4c4d-9194-419dc4b9fe30 None None] Bound using segment: {'id': 'b6d8de7c-4042-4793-91c0-8779d7e9348f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e9a7b5bb-a64e-46dc-93b5-6b5c01f145a8'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:33:31.236490 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-d854b316-92f3-4c4d-9194-419dc4b9fe30 None None] Bound port: 416953b5-96fd-46af-8b5c-0c3990fcfd71, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6d8de7c-4042-4793-91c0-8779d7e9348f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e9a7b5bb-a64e-46dc-93b5-6b5c01f145a8'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:33:31.236834 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d854b316-92f3-4c4d-9194-419dc4b9fe30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:31.254226 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 9a214d1f-252d-4c86-9b8b-f08c9bfd370a details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:33:31.357930 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-d854b316-92f3-4c4d-9194-419dc4b9fe30 None None] For port 416953b5-96fd-46af-8b5c-0c3990fcfd71, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:33:31.373870 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-d854b316-92f3-4c4d-9194-419dc4b9fe30 None None] For port 416953b5-96fd-46af-8b5c-0c3990fcfd71, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=416953b5-96fd-46af-8b5c-0c3990fcfd71,segment=NetworkSegment(b6d8de7c-4042-4793-91c0-8779d7e9348f),segment_id=b6d8de7c-4042-4793-91c0-8779d7e9348f)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:33:31.386991 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d854b316-92f3-4c4d-9194-419dc4b9fe30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:31.445640 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 9a214d1f-252d-4c86-9b8b-f08c9bfd370a, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=9a214d1f-252d-4c86-9b8b-f08c9bfd370a,segment=NetworkSegment(db44917f-e270-4117-9230-1517bc4d1e8b),segment_id=db44917f-e270-4117-9230-1517bc4d1e8b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:33:31.453230 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-79d3747d-35b2-4ee3-8342-e06bfb52118a req-cf89915e-ddae-4387-a2b3-f5302bd39661 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.141 HTTP/1.1" status: 200 len: 1001 time: 0.6831501 Aug 22 13:33:31.472884 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '9a214d1f-252d-4c86-9b8b-f08c9bfd370a', 'network_id': '029dc999-300f-41d7-a154-70ddffd00bd2', 'port_id': '9a214d1f-252d-4c86-9b8b-f08c9bfd370a', 'mac_address': 'fa:16:3e:6d:6b:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cd6abbc-1246-430e-b262-f242ac355bf7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:33:31.475385 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d854b316-92f3-4c4d-9194-419dc4b9fe30 None None] Pushing event updated for resources: {'Port': ['ID=416953b5-96fd-46af-8b5c-0c3990fcfd71,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:31.538829 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:31.547834 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac72c7-be19-462e-9558-022125b06901 req-f49c3a84-ea57-4f0b-a88a-a3ceeb9575f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:31.549402 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-00ac72c7-be19-462e-9558-022125b06901 req-f49c3a84-ea57-4f0b-a88a-a3ceeb9575f5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d62c1c3a-0f35-412c-a2aa-3badca63aa0f HTTP/1.1" status: 200 len: 854 time: 0.5404549 Aug 22 13:33:31.559774 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a214d1f-252d-4c86-9b8b-f08c9bfd370a {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:33:31.586933 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 9a214d1f-252d-4c86-9b8b-f08c9bfd370a, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=9a214d1f-252d-4c86-9b8b-f08c9bfd370a,segment=NetworkSegment(db44917f-e270-4117-9230-1517bc4d1e8b),segment_id=db44917f-e270-4117-9230-1517bc4d1e8b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:33:31.594385 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:31.626892 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f4cb4-deaa-4202-9b6d-67ee5caeecca req-b37a8877-f66e-40ca-9d48-c14bcfe99dcd tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:31.633169 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e05f4cb4-deaa-4202-9b6d-67ee5caeecca req-b37a8877-f66e-40ca-9d48-c14bcfe99dcd tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=431d396a-90cc-4d89-bd02-1b6cb8ecfc46 HTTP/1.1" status: 200 len: 946 time: 0.6700816 Aug 22 13:33:31.656182 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=9a214d1f-252d-4c86-9b8b-f08c9bfd370a,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:31.680789 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3473c-02b5-4578-bdb1-f30f4d4274e9 req-72170935-945c-47d6-a49c-464a11b16686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:31.682299 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9ca3473c-02b5-4578-bdb1-f30f4d4274e9 req-72170935-945c-47d6-a49c-464a11b16686 service neutron] 10.222.0.16 "GET /v2.0/networks?id=029dc999-300f-41d7-a154-70ddffd00bd2 HTTP/1.1" status: 200 len: 913 time: 0.8775821 Aug 22 13:33:31.709003 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3747d-35b2-4ee3-8342-e06bfb52118a req-74d6da80-7483-480d-9a4a-055c0ea77877 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:31.711246 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-79d3747d-35b2-4ee3-8342-e06bfb52118a req-74d6da80-7483-480d-9a4a-055c0ea77877 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/ports/fdf04e65-b1ed-4714-9ca4-d2b0e834a15a HTTP/1.1" status: 200 len: 942 time: 0.2134681 Aug 22 13:33:31.799566 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9ca3473c-02b5-4578-bdb1-f30f4d4274e9 req-db6c8292-c8c4-4441-b8bc-7fd2ae215691 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a214d1f-252d-4c86-9b8b-f08c9bfd370a HTTP/1.1" status: 200 len: 217 time: 0.0803361 Aug 22 13:33:31.909885 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e05f4cb4-deaa-4202-9b6d-67ee5caeecca req-4e665a71-22ac-4fc1-9b6b-f13928d55949 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599022 Aug 22 13:33:31.921529 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac72c7-be19-462e-9558-022125b06901 req-26e34a49-4e25-4526-b1ff-b8f022e42c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:31.923170 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-00ac72c7-be19-462e-9558-022125b06901 req-26e34a49-4e25-4526-b1ff-b8f022e42c06 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=400d6b6e-faf3-40e6-9026-ff1923b82e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3382308 Aug 22 13:33:32.017349 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-79d3747d-35b2-4ee3-8342-e06bfb52118a req-a8a3469f-3378-4078-8486-15d45196b3f2 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.141 HTTP/1.1" status: 200 len: 1001 time: 0.2274969 Aug 22 13:33:32.046391 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3473c-02b5-4578-bdb1-f30f4d4274e9 req-ee6dc7a9-9dba-4665-a729-3450f34d2b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:32.048030 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9ca3473c-02b5-4578-bdb1-f30f4d4274e9 req-ee6dc7a9-9dba-4665-a729-3450f34d2b07 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7cd6abbc-1246-430e-b262-f242ac355bf7 HTTP/1.1" status: 200 len: 852 time: 0.1881125 Aug 22 13:33:32.110981 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-84732e3d-f9a1-42ab-93ad-aeb4392834ce tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776903332666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4084527'] for subnet, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:32.141978 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['9a214d1f-252d-4c86-9b8b-f08c9bfd370a'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:33:32.175375 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9ca3473c-02b5-4578-bdb1-f30f4d4274e9 req-2434a0ee-01d0-41e4-b943-19e8c6f8ff37 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=029dc999-300f-41d7-a154-70ddffd00bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991373 Aug 22 13:33:32.244705 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431d396a-90cc-4d89-bd02-1b6cb8ecfc46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd78ef319-e500-46ef-984e-e0f69041e78f'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:33:32.249887 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc613c50-6d4e-4ec6-a391-5e04bc2f5c69" -d '{"events": [{"server_uuid": "431d396a-90cc-4d89-bd02-1b6cb8ecfc46", "name": "network-vif-plugged", "status": "completed", "tag": "d78ef319-e500-46ef-984e-e0f69041e78f"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:33:32.309714 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b00a71b5-e947-437b-a7b9-d9136fa4b6f3', 'tag': 'b5a2fb9f-e4fb-41c5-8459-baa170e9dcc7'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:33:32.312037 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70349ad1-340c-49bc-8d4c-47fb6e016886" -d '{"events": [{"name": "network-changed", "server_uuid": "b00a71b5-e947-437b-a7b9-d9136fa4b6f3", "tag": "b5a2fb9f-e4fb-41c5-8459-baa170e9dcc7"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:33:32.339748 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84732e3d-f9a1-42ab-93ad-aeb4392834ce tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:32.340259 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-84732e3d-f9a1-42ab-93ad-aeb4392834ce tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:32.344367 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-84732e3d-f9a1-42ab-93ad-aeb4392834ce tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "PUT /v2.0/subnets/28d74a16-6b63-422c-96f1-1c14e4f088ef HTTP/1.1" status: 200 len: 900 time: 2.0663910 Aug 22 13:33:32.344905 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33970) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:32.357489 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:32.362484 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2571e-bc55-4568-8dcf-d9e4819e998f req-4bc43f56-5169-4c0a-a42c-96e6a0fcb30b tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:32.363990 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1ce2571e-bc55-4568-8dcf-d9e4819e998f req-4bc43f56-5169-4c0a-a42c-96e6a0fcb30b tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?device_id=271baffd-54f9-462e-862e-2ddca2174fd1 HTTP/1.1" status: 200 len: 943 time: 0.3834682 Aug 22 13:33:32.370168 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84732e3d-f9a1-42ab-93ad-aeb4392834ce tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Pushing event updated for resources: {'Subnet': ['ID=28d74a16-6b63-422c-96f1-1c14e4f088ef,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:32.383857 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-00ac72c7-be19-462e-9558-022125b06901 req-0b6a1a0a-98e8-404e-b1a1-107b16eef413 service neutron] 10.222.0.16 "GET /v2.0/networks/400d6b6e-faf3-40e6-9026-ff1923b82e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4195602 Aug 22 13:33:32.419149 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '271baffd-54f9-462e-862e-2ddca2174fd1', 'tag': '78c5d1ed-2ef0-4b46-b47c-dbb3fc6fa1da'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:33:32.421615 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8247be-fd94-4b24-b114-a0ab82db7923" -d '{"events": [{"name": "network-changed", "server_uuid": "271baffd-54f9-462e-862e-2ddca2174fd1", "tag": "78c5d1ed-2ef0-4b46-b47c-dbb3fc6fa1da"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:33:32.466285 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3747d-35b2-4ee3-8342-e06bfb52118a req-93298c8c-0315-43ec-aebf-12d186be738a tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:32.467722 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-79d3747d-35b2-4ee3-8342-e06bfb52118a req-93298c8c-0315-43ec-aebf-12d186be738a tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/networks/7de6ab83-cd00-4b3c-94fb-810dd34d29b8 HTTP/1.1" status: 200 len: 784 time: 0.3989112 Aug 22 13:33:32.478176 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b6c1ff67-6429-4bd0-8658-d5a8eaf35cd9 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:32.538435 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-b6c1ff67-6429-4bd0-8658-d5a8eaf35cd9 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Deleting port 416953b5-96fd-46af-8b5c-0c3990fcfd71 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:33:32.538963 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b6c1ff67-6429-4bd0-8658-d5a8eaf35cd9 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:32.559476 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1ce2571e-bc55-4568-8dcf-d9e4819e998f req-85b4dd95-929b-47b1-92fc-119f8cc67ad7 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5c48efa-03fb-4165-aae3-65f8545e59a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832526 Aug 22 13:33:32.567336 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9ca3473c-02b5-4578-bdb1-f30f4d4274e9 req-1a73a141-11d6-4555-8886-0a30e3137fb0 service neutron] 10.222.0.16 "GET /v2.0/networks/029dc999-300f-41d7-a154-70ddffd00bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621356 Aug 22 13:33:32.636688 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-79d3747d-35b2-4ee3-8342-e06bfb52118a req-0cfca2d2-baa6-4b9f-83de-0f2a5384afa0 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.141 HTTP/1.1" status: 200 len: 1001 time: 0.1354132 Aug 22 13:33:32.657765 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-b6c1ff67-6429-4bd0-8658-d5a8eaf35cd9 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] For port 416953b5-96fd-46af-8b5c-0c3990fcfd71, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=416953b5-96fd-46af-8b5c-0c3990fcfd71,segment=NetworkSegment(b6d8de7c-4042-4793-91c0-8779d7e9348f),segment_id=b6d8de7c-4042-4793-91c0-8779d7e9348f)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:33:32.658137 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b6c1ff67-6429-4bd0-8658-d5a8eaf35cd9 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:32.673812 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-00ac72c7-be19-462e-9558-022125b06901 req-e06cd8d6-126c-486c-a724-f1daa03006a5 service neutron] 10.222.0.16 "GET /v2.0/networks/400d6b6e-faf3-40e6-9026-ff1923b82e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791169 Aug 22 13:33:32.681793 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-b6c1ff67-6429-4bd0-8658-d5a8eaf35cd9 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Calling delete_port for 416953b5-96fd-46af-8b5c-0c3990fcfd71 owned by network:dhcp {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:33:32.684445 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-79d3747d-35b2-4ee3-8342-e06bfb52118a req-06182d22-86e6-451e-b2bc-f95978bf8356 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:33:32.712883 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83de6408-90c7-4447-a102-741e28b5224b None None] Network e9a7b5bb-a64e-46dc-93b5-6b5c01f145a8 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:33:32.797211 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288803fa-c73e-4192-bfcb-2a3b64db5b92 req-d77ad849-45a3-4f1e-bf5e-4f127898349b tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:32.798907 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-288803fa-c73e-4192-bfcb-2a3b64db5b92 req-d77ad849-45a3-4f1e-bf5e-4f127898349b tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3f703ea-297a-4816-a205-5887ad9eab4f HTTP/1.1" status: 200 len: 944 time: 0.1358278 Aug 22 13:33:32.807169 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-79d3747d-35b2-4ee3-8342-e06bfb52118a req-06182d22-86e6-451e-b2bc-f95978bf8356 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Notify callbacks [] for floatingip, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:32.824790 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b6c1ff67-6429-4bd0-8658-d5a8eaf35cd9 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:32.832423 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-5a541c0e-af2d-4da4-8e3c-f0b3b3ae3e2f None None] Provisioning for port 416953b5-96fd-46af-8b5c-0c3990fcfd71 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:33:32.841368 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-5a541c0e-af2d-4da4-8e3c-f0b3b3ae3e2f None None] Provisioning complete for port 416953b5-96fd-46af-8b5c-0c3990fcfd71 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:33:32.841746 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5a541c0e-af2d-4da4-8e3c-f0b3b3ae3e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:32.852189 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c1ff67-6429-4bd0-8658-d5a8eaf35cd9 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Pushing event deleted for resources: {'Port': ['ID=416953b5-96fd-46af-8b5c-0c3990fcfd71,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:32.871911 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-5a541c0e-af2d-4da4-8e3c-f0b3b3ae3e2f None None] Port 416953b5-96fd-46af-8b5c-0c3990fcfd71 was deleted so its status cannot be updated. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 22 13:33:32.882682 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9ca3473c-02b5-4578-bdb1-f30f4d4274e9 req-f2b7c492-e216-46ff-8e4b-c07c7c60d143 service neutron] 10.222.0.16 "GET /v2.0/networks/029dc999-300f-41d7-a154-70ddffd00bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903070 Aug 22 13:33:32.905785 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c1ff67-6429-4bd0-8658-d5a8eaf35cd9 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] No DVR routers for this DVR port 416953b5-96fd-46af-8b5c-0c3990fcfd71 on host n-d-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:33:32.916011 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-288803fa-c73e-4192-bfcb-2a3b64db5b92 req-204ae1cc-fdf8-48c7-9353-bb14d77bb41a tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064041 Aug 22 13:33:32.969519 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b6c1ff67-6429-4bd0-8658-d5a8eaf35cd9 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:32.988182 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a8a25e-4332-40ed-8837-929cb93aa5fd x-openstack-request-id: req-f8a8a25e-4332-40ed-8837-929cb93aa5fd {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:33:32.988933 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "431d396a-90cc-4d89-bd02-1b6cb8ecfc46", "name": "network-vif-plugged", "status": "completed", "tag": "d78ef319-e500-46ef-984e-e0f69041e78f", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:33:32.989473 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f8a8a25e-4332-40ed-8837-929cb93aa5fd {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:33:32.990972 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '431d396a-90cc-4d89-bd02-1b6cb8ecfc46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd78ef319-e500-46ef-984e-e0f69041e78f', 'code': 200} Aug 22 13:33:33.063321 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bcefa89-13a1-4347-ac03-dbd38c7f4b3f x-openstack-request-id: req-9bcefa89-13a1-4347-ac03-dbd38c7f4b3f {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:33:33.063618 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b00a71b5-e947-437b-a7b9-d9136fa4b6f3", "tag": "b5a2fb9f-e4fb-41c5-8459-baa170e9dcc7", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:33:33.063837 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9bcefa89-13a1-4347-ac03-dbd38c7f4b3f {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:33:33.064303 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b00a71b5-e947-437b-a7b9-d9136fa4b6f3', 'tag': 'b5a2fb9f-e4fb-41c5-8459-baa170e9dcc7', 'status': 'completed', 'code': 200} Aug 22 13:33:33.072713 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-79d3747d-35b2-4ee3-8342-e06bfb52118a req-06182d22-86e6-451e-b2bc-f95978bf8356 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:33.087792 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3473c-02b5-4578-bdb1-f30f4d4274e9 req-3ddc5c75-264c-40aa-9071-cd2b44ee4a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:33.089390 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9ca3473c-02b5-4578-bdb1-f30f4d4274e9 req-3ddc5c75-264c-40aa-9071-cd2b44ee4a38 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8c7f26536b7540b7b292e9293304df5d&device_id=ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c HTTP/1.1" status: 200 len: 1097 time: 0.1391091 Aug 22 13:33:33.098744 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da570b73-d247-4fa0-8c37-1d0f8f74fadb x-openstack-request-id: req-da570b73-d247-4fa0-8c37-1d0f8f74fadb {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:33:33.099211 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "271baffd-54f9-462e-862e-2ddca2174fd1", "tag": "78c5d1ed-2ef0-4b46-b47c-dbb3fc6fa1da", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:33:33.099622 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-da570b73-d247-4fa0-8c37-1d0f8f74fadb {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:33:33.100146 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '271baffd-54f9-462e-862e-2ddca2174fd1', 'tag': '78c5d1ed-2ef0-4b46-b47c-dbb3fc6fa1da', 'status': 'completed', 'code': 200} Aug 22 13:33:33.108952 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-79d3747d-35b2-4ee3-8342-e06bfb52118a req-06182d22-86e6-451e-b2bc-f95978bf8356 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:33.109275 n-d-793621-33 neutron-server[94627]: INFO neutron.db.l3_db [req-79d3747d-35b2-4ee3-8342-e06bfb52118a req-06182d22-86e6-451e-b2bc-f95978bf8356 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Floating IP fbb7e8f4-e903-4241-97e0-24aafac70301 disassociated. External IP: 172.25.3.141, port: fdf04e65-b1ed-4714-9ca4-d2b0e834a15a. Aug 22 13:33:33.134708 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b6c1ff67-6429-4bd0-8658-d5a8eaf35cd9 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:33.172882 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2372557c-5332-4ec9-96ac-1419ffb71aeb req-1b4c93ac-95b3-4f44-b6f0-e3e8c8f9d691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:33.174412 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2372557c-5332-4ec9-96ac-1419ffb71aeb req-1b4c93ac-95b3-4f44-b6f0-e3e8c8f9d691 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=431d396a-90cc-4d89-bd02-1b6cb8ecfc46 HTTP/1.1" status: 200 len: 1098 time: 0.1178660 Aug 22 13:33:33.202328 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23898719-722c-4536-8332-864daf53dddf None None] Network e9a7b5bb-a64e-46dc-93b5-6b5c01f145a8 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:33:33.228953 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c1ff67-6429-4bd0-8658-d5a8eaf35cd9 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Pushing event deleted for resources: {'Subnet': ['ID=28d74a16-6b63-422c-96f1-1c14e4f088ef,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:33.263000 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70349ad1-340c-49bc-8d4c-47fb6e016886 req-d4b1c7b3-2892-46f1-abfa-3b0fcaa7a2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:33.264730 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-70349ad1-340c-49bc-8d4c-47fb6e016886 req-d4b1c7b3-2892-46f1-abfa-3b0fcaa7a2fd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1d9ce1c6b51147c1a0b00ee358cbb39e&device_id=b00a71b5-e947-437b-a7b9-d9136fa4b6f3 HTTP/1.1" status: 200 len: 1095 time: 0.1889601 Aug 22 13:33:33.301093 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2372557c-5332-4ec9-96ac-1419ffb71aeb req-dd2ce0ec-ed80-4225-adbf-ff2a780aa4bf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068110 Aug 22 13:33:33.321396 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8247be-fd94-4b24-b114-a0ab82db7923 req-d464b723-173c-496e-b2e1-a058fda4e39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:33.323238 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5f8247be-fd94-4b24-b114-a0ab82db7923 req-d464b723-173c-496e-b2e1-a058fda4e39e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d9ce1c6b51147c1a0b00ee358cbb39e&device_id=271baffd-54f9-462e-862e-2ddca2174fd1 HTTP/1.1" status: 200 len: 1095 time: 0.2033899 Aug 22 13:33:33.332151 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b6c1ff67-6429-4bd0-8658-d5a8eaf35cd9 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:33.347451 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-b6c1ff67-6429-4bd0-8658-d5a8eaf35cd9 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9a7b5bb-a64e-46dc-93b5-6b5c01f145a8']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:33.360107 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3473c-02b5-4578-bdb1-f30f4d4274e9 req-5ef16bad-a995-4d78-b864-c77865a21460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:33.361618 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9ca3473c-02b5-4578-bdb1-f30f4d4274e9 req-5ef16bad-a995-4d78-b864-c77865a21460 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4 HTTP/1.1" status: 200 len: 922 time: 0.2497046 Aug 22 13:33:33.369212 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-b6c1ff67-6429-4bd0-8658-d5a8eaf35cd9 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6d8de7c-4042-4793-91c0-8779d7e9348f') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:33.369507 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-b6c1ff67-6429-4bd0-8658-d5a8eaf35cd9 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6d8de7c-4042-4793-91c0-8779d7e9348f') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:33.381924 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b6c1ff67-6429-4bd0-8658-d5a8eaf35cd9 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:33.409259 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b6c1ff67-6429-4bd0-8658-d5a8eaf35cd9 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:33.416194 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6c1ff67-6429-4bd0-8658-d5a8eaf35cd9 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:33:33.416933 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b6c1ff67-6429-4bd0-8658-d5a8eaf35cd9 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:33.421098 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:33:33.421098 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:33:33.421098 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:33:33.421098 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:33:33.421098 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:33:33.421098 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:33:33.421098 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:33:33.421098 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:33:33.421098 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:33:33.421098 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:33:33.421098 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:33:33.421098 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:33:33.421098 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:33:33.421098 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:33:33.421098 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:33:33.421098 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:33:33.421098 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:33:33.421098 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:33:33.421098 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:33:33.421098 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:33:33.421098 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:33:33.421098 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:33:33.421098 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:33:33.421098 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:33:33.421098 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:33:33.421098 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:33:33.421098 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:33:33.421098 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:33:33.421098 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:33:33.421098 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:33:33.421098 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:33:33.421098 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:33:33.431330 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230a5aae-7b03-4598-8646-6fec8d02dc0f None None] DHCP port deletion for e9a7b5bb-a64e-46dc-93b5-6b5c01f145a8 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:33:33.464930 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9ca3473c-02b5-4578-bdb1-f30f4d4274e9 req-326af804-5a6b-4730-b7b4-0a9e0cd853bf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdf04e65-b1ed-4714-9ca4-d2b0e834a15a HTTP/1.1" status: 200 len: 217 time: 0.0868952 Aug 22 13:33:33.473687 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70349ad1-340c-49bc-8d4c-47fb6e016886 req-78deedbc-44c5-4bf3-a7fa-477c0821c1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:33.475117 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-70349ad1-340c-49bc-8d4c-47fb6e016886 req-78deedbc-44c5-4bf3-a7fa-477c0821c1b7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=400d6b6e-faf3-40e6-9026-ff1923b82e43 HTTP/1.1" status: 200 len: 916 time: 0.1962221 Aug 22 13:33:33.579665 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b6c1ff67-6429-4bd0-8658-d5a8eaf35cd9 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:33.585705 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b6c1ff67-6429-4bd0-8658-d5a8eaf35cd9 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:33.590430 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b6c1ff67-6429-4bd0-8658-d5a8eaf35cd9 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "DELETE /v2.0/networks/e9a7b5bb-a64e-46dc-93b5-6b5c01f145a8 HTTP/1.1" status: 204 len: 168 time: 1.2409258 Aug 22 13:33:33.594481 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33990) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:33.628220 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c1ff67-6429-4bd0-8658-d5a8eaf35cd9 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Pushing event deleted for resources: {'Network': ['ID=e9a7b5bb-a64e-46dc-93b5-6b5c01f145a8,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:33.658314 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:33.661957 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-362a64cd-63b3-4ee7-b8c1-1235377d1953 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] DELETE failed (client error): The resource could not be found. Aug 22 13:33:33.662419 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-362a64cd-63b3-4ee7-b8c1-1235377d1953 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:33:33.667081 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-362a64cd-63b3-4ee7-b8c1-1235377d1953 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "DELETE /v2.0/subnets/28d74a16-6b63-422c-96f1-1c14e4f088ef HTTP/1.1" status: 404 len: 337 time: 0.0637734 Aug 22 13:33:33.667709 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33992) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:33.682064 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8247be-fd94-4b24-b114-a0ab82db7923 req-1886ccd7-a77d-4d73-9779-9284640a051c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:33.684181 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5f8247be-fd94-4b24-b114-a0ab82db7923 req-1886ccd7-a77d-4d73-9779-9284640a051c service neutron] 10.222.0.41 "GET /v2.0/networks?id=400d6b6e-faf3-40e6-9026-ff1923b82e43 HTTP/1.1" status: 200 len: 916 time: 0.1973171 Aug 22 13:33:33.705693 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-e741a9f0-3b14-4951-ac9b-9a1fa52e6bc6 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] DELETE failed (client error): The resource could not be found. Aug 22 13:33:33.706323 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e741a9f0-3b14-4951-ac9b-9a1fa52e6bc6 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:33:33.710625 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e741a9f0-3b14-4951-ac9b-9a1fa52e6bc6 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "DELETE /v2.0/networks/e9a7b5bb-a64e-46dc-93b5-6b5c01f145a8 HTTP/1.1" status: 404 len: 339 time: 0.0375402 Aug 22 13:33:33.712093 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33994) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:33.758088 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5f8247be-fd94-4b24-b114-a0ab82db7923 req-22ccbc0c-5563-4371-840c-b6cae785a38e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78c5d1ed-2ef0-4b46-b47c-dbb3fc6fa1da HTTP/1.1" status: 200 len: 217 time: 0.0591178 Aug 22 13:33:33.854363 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d49cf719-88f6-4520-9b9f-28a549c34d87 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:33.863710 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8247be-fd94-4b24-b114-a0ab82db7923 req-1378f3da-e6d1-4bb1-b807-0ce153987a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:33.865232 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5f8247be-fd94-4b24-b114-a0ab82db7923 req-1378f3da-e6d1-4bb1-b807-0ce153987a25 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d62c1c3a-0f35-412c-a2aa-3badca63aa0f HTTP/1.1" status: 200 len: 854 time: 0.0740628 Aug 22 13:33:33.927560 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-70349ad1-340c-49bc-8d4c-47fb6e016886 req-52611c3c-1cc3-43fd-8426-7ec6ddf093c0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5a2fb9f-e4fb-41c5-8459-baa170e9dcc7 HTTP/1.1" status: 200 len: 217 time: 0.4279552 Aug 22 13:33:34.002029 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3473c-02b5-4578-bdb1-f30f4d4274e9 req-2d132a4c-2dde-4782-aff3-55bdcb4c0d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:34.003520 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9ca3473c-02b5-4578-bdb1-f30f4d4274e9 req-2d132a4c-2dde-4782-aff3-55bdcb4c0d53 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bab5dc6f-337b-4be1-b114-f5e216f3b569 HTTP/1.1" status: 200 len: 860 time: 0.5193975 Aug 22 13:33:34.060219 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79d3747d-35b2-4ee3-8342-e06bfb52118a req-06182d22-86e6-451e-b2bc-f95978bf8356 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Router e6cb4467-da7f-4a21-8bf2-b77bab11ad34 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:33:34.061924 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70349ad1-340c-49bc-8d4c-47fb6e016886 req-01750dfc-fedd-45c9-ad51-5a7bcb7cd5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:34.063692 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-70349ad1-340c-49bc-8d4c-47fb6e016886 req-01750dfc-fedd-45c9-ad51-5a7bcb7cd5cf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d62c1c3a-0f35-412c-a2aa-3badca63aa0f HTTP/1.1" status: 200 len: 854 time: 0.1172328 Aug 22 13:33:34.073472 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66aa348-406d-4bb1-aaad-678522788ed2 req-9d48c55a-8cf1-4b0b-818a-08b1d9d2fccc tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:34.075013 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c66aa348-406d-4bb1-aaad-678522788ed2 req-9d48c55a-8cf1-4b0b-818a-08b1d9d2fccc tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=431d396a-90cc-4d89-bd02-1b6cb8ecfc46 HTTP/1.1" status: 200 len: 946 time: 0.1909890 Aug 22 13:33:34.155677 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:34.192517 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3473c-02b5-4578-bdb1-f30f4d4274e9 req-5cbbc0a8-3d9b-4c53-a131-0f1b65086f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:34.194178 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9ca3473c-02b5-4578-bdb1-f30f4d4274e9 req-5cbbc0a8-3d9b-4c53-a131-0f1b65086f7c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1785138 Aug 22 13:33:34.222177 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c66aa348-406d-4bb1-aaad-678522788ed2 req-6e087862-c6e8-4a04-8e0f-633f71253d44 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346862 Aug 22 13:33:34.237989 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70349ad1-340c-49bc-8d4c-47fb6e016886 req-9746e830-aab0-46d7-9bbb-b5a5ae7a8140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:34.239501 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-70349ad1-340c-49bc-8d4c-47fb6e016886 req-9746e830-aab0-46d7-9bbb-b5a5ae7a8140 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=400d6b6e-faf3-40e6-9026-ff1923b82e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1634295 Aug 22 13:33:34.271288 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d49cf719-88f6-4520-9b9f-28a549c34d87 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:34.285219 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-d49cf719-88f6-4520-9b9f-28a549c34d87 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cdb4f5b-7264-4b7d-977e-8b573f2c9307']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:34.299745 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-d49cf719-88f6-4520-9b9f-28a549c34d87 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81ba0d34-3fe9-442e-bf97-2bd2e5157304') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:34.300211 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-d49cf719-88f6-4520-9b9f-28a549c34d87 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81ba0d34-3fe9-442e-bf97-2bd2e5157304') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:34.312944 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8247be-fd94-4b24-b114-a0ab82db7923 req-b159d60c-a97d-4a04-8ca0-8fd859239fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:34.314464 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5f8247be-fd94-4b24-b114-a0ab82db7923 req-b159d60c-a97d-4a04-8ca0-8fd859239fce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=400d6b6e-faf3-40e6-9026-ff1923b82e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4390879 Aug 22 13:33:34.316057 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d49cf719-88f6-4520-9b9f-28a549c34d87 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:34.336559 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 78c5d1ed-2ef0-4b46-b47c-dbb3fc6fa1da details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:33:34.357021 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d49cf719-88f6-4520-9b9f-28a549c34d87 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:34.402590 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d49cf719-88f6-4520-9b9f-28a549c34d87 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:33:34.403621 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d49cf719-88f6-4520-9b9f-28a549c34d87 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:34.407025 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:33:34.407025 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:33:34.407025 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:33:34.407025 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:33:34.407025 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:33:34.407025 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:33:34.407025 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:33:34.407025 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:33:34.407025 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:33:34.407025 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:33:34.407025 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:33:34.407025 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:33:34.407025 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:33:34.407025 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:33:34.407025 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:33:34.407025 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:33:34.407025 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:33:34.407025 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:33:34.407025 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:33:34.407025 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:33:34.407025 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:33:34.407025 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:33:34.407025 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:33:34.407025 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:33:34.407025 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:33:34.407025 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:33:34.407025 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:33:34.407025 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:33:34.407025 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:33:34.407025 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:33:34.407025 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:33:34.407025 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:33:34.445624 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79d3747d-35b2-4ee3-8342-e06bfb52118a req-06182d22-86e6-451e-b2bc-f95978bf8356 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:33:34.456739 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2063d6da-8489-499e-8b26-93560539af98 None None] Sync routers for ids ['e6cb4467-da7f-4a21-8bf2-b77bab11ad34'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:33:34.461979 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-79d3747d-35b2-4ee3-8342-e06bfb52118a req-06182d22-86e6-451e-b2bc-f95978bf8356 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:34.477565 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2063d6da-8489-499e-8b26-93560539af98 None None] Routers {'e6cb4467-da7f-4a21-8bf2-b77bab11ad34'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:33:34.478206 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-2063d6da-8489-499e-8b26-93560539af98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:33:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['e6cb4467-da7f-4a21-8bf2-b77bab11ad34'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:34.503248 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9ca3473c-02b5-4578-bdb1-f30f4d4274e9 req-01a2d9b2-358c-456f-8c8b-c9c017597ef7 service neutron] 10.222.0.16 "GET /v2.0/networks/dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981658 Aug 22 13:33:34.517026 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a6e21-5e9f-4135-8170-1bfe57349100 req-ca7f8c1f-59b7-482c-82dc-6cbdebb5a253 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:34.525956 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f06a6e21-5e9f-4135-8170-1bfe57349100 req-ca7f8c1f-59b7-482c-82dc-6cbdebb5a253 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?device_id=271baffd-54f9-462e-862e-2ddca2174fd1 HTTP/1.1" status: 200 len: 943 time: 0.2230031 Aug 22 13:33:34.537028 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 78c5d1ed-2ef0-4b46-b47c-dbb3fc6fa1da, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=78c5d1ed-2ef0-4b46-b47c-dbb3fc6fa1da,segment=NetworkSegment(130df981-0918-4e3c-b792-268407baa468),segment_id=130df981-0918-4e3c-b792-268407baa468)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:33:34.542720 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-70349ad1-340c-49bc-8d4c-47fb6e016886 req-6b193309-3718-4a46-94ab-07792e7f6456 service neutron] 10.222.0.16 "GET /v2.0/networks/400d6b6e-faf3-40e6-9026-ff1923b82e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729621 Aug 22 13:33:34.559329 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-79d3747d-35b2-4ee3-8342-e06bfb52118a req-06182d22-86e6-451e-b2bc-f95978bf8356 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "PUT /v2.0/floatingips/fbb7e8f4-e903-4241-97e0-24aafac70301 HTTP/1.1" status: 200 len: 696 time: 1.8973963 Aug 22 13:33:34.559563 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d49cf719-88f6-4520-9b9f-28a549c34d87 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:34.566901 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '78c5d1ed-2ef0-4b46-b47c-dbb3fc6fa1da', 'network_id': '400d6b6e-faf3-40e6-9026-ff1923b82e43', 'port_id': '78c5d1ed-2ef0-4b46-b47c-dbb3fc6fa1da', 'mac_address': 'fa:16:3e:9a:96:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd62c1c3a-0f35-412c-a2aa-3badca63aa0f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:33:34.603496 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d49cf719-88f6-4520-9b9f-28a549c34d87 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:34.605499 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d49cf719-88f6-4520-9b9f-28a549c34d87 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "DELETE /v2.0/networks/7cdb4f5b-7264-4b7d-977e-8b573f2c9307 HTTP/1.1" status: 204 len: 168 time: 0.8935814 Aug 22 13:33:34.613261 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 34000) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:34.633419 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:34.653557 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78c5d1ed-2ef0-4b46-b47c-dbb3fc6fa1da {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:33:34.701585 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 78c5d1ed-2ef0-4b46-b47c-dbb3fc6fa1da, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=78c5d1ed-2ef0-4b46-b47c-dbb3fc6fa1da,segment=NetworkSegment(130df981-0918-4e3c-b792-268407baa468),segment_id=130df981-0918-4e3c-b792-268407baa468)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:33:34.709817 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:34.712800 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49cf719-88f6-4520-9b9f-28a549c34d87 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Pushing event deleted for resources: {'Network': ['ID=7cdb4f5b-7264-4b7d-977e-8b573f2c9307,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:34.728756 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5f8247be-fd94-4b24-b114-a0ab82db7923 req-18cd620a-62cf-4d8a-9ed2-5bc89338d71d service neutron] 10.222.0.41 "GET /v2.0/networks/400d6b6e-faf3-40e6-9026-ff1923b82e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4047160 Aug 22 13:33:34.730228 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3b16d45-c9c5-497d-8527-9b3cd0eeb1a5 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] DELETE failed (client error): The resource could not be found. Aug 22 13:33:34.730673 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3b16d45-c9c5-497d-8527-9b3cd0eeb1a5 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:33:34.732401 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b3b16d45-c9c5-497d-8527-9b3cd0eeb1a5 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "DELETE /v2.0/subnets/eb800c65-5e0e-43e8-9475-de9a589ee0fe HTTP/1.1" status: 404 len: 337 time: 0.0930483 Aug 22 13:33:34.735155 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 34002) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:34.743150 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-2063d6da-8489-499e-8b26-93560539af98 None None] Set router e6cb4467-da7f-4a21-8bf2-b77bab11ad34 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:33:34.743364 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f06a6e21-5e9f-4135-8170-1bfe57349100 req-ef7ea173-481f-4a76-bbb0-cca2d223caa7 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5c48efa-03fb-4165-aae3-65f8545e59a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117641 Aug 22 13:33:34.788688 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f99018a-6d55-444f-af56-2f97282fe01d tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] DELETE failed (client error): The resource could not be found. Aug 22 13:33:34.789812 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f99018a-6d55-444f-af56-2f97282fe01d tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:33:34.792868 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2f99018a-6d55-444f-af56-2f97282fe01d tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "DELETE /v2.0/networks/40b36dcb-71e4-4d2d-b9c7-3b3412cc97f1 HTTP/1.1" status: 404 len: 339 time: 0.0554447 Aug 22 13:33:34.797016 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 34004) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:34.803164 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=78c5d1ed-2ef0-4b46-b47c-dbb3fc6fa1da,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:34.812164 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3747d-35b2-4ee3-8342-e06bfb52118a req-c132bf3f-1789-49d5-97a9-f135c5f61a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:34.813972 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-79d3747d-35b2-4ee3-8342-e06bfb52118a req-c132bf3f-1789-49d5-97a9-f135c5f61a95 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8c7f26536b7540b7b292e9293304df5d&device_id=ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c HTTP/1.1" status: 200 len: 1097 time: 0.2024190 Aug 22 13:33:34.822569 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9ca3473c-02b5-4578-bdb1-f30f4d4274e9 req-6a4c788e-b2a0-411e-8b13-a0e7f1e3a049 service neutron] 10.222.0.16 "GET /v2.0/networks/dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917533 Aug 22 13:33:34.910156 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-70349ad1-340c-49bc-8d4c-47fb6e016886 req-2c727daf-801c-456c-896b-05586b60a41c service neutron] 10.222.0.16 "GET /v2.0/networks/400d6b6e-faf3-40e6-9026-ff1923b82e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468463 Aug 22 13:33:34.914097 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5f8247be-fd94-4b24-b114-a0ab82db7923 req-02daa4dd-9e4d-41a8-9603-fa7632b4e917 service neutron] 10.222.0.41 "GET /v2.0/networks/400d6b6e-faf3-40e6-9026-ff1923b82e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341984 Aug 22 13:33:34.952739 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['78c5d1ed-2ef0-4b46-b47c-dbb3fc6fa1da'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:33:34.980474 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a53a7-55b3-463c-97fe-ebb55f9f0621 req-1f1c891f-f657-4041-9830-405f136cbd10 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:34.987928 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3e6a53a7-55b3-463c-97fe-ebb55f9f0621 req-1f1c891f-f657-4041-9830-405f136cbd10 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3f703ea-297a-4816-a205-5887ad9eab4f HTTP/1.1" status: 200 len: 944 time: 0.1307425 Aug 22 13:33:34.998860 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3747d-35b2-4ee3-8342-e06bfb52118a req-62505d31-7f63-482f-90df-e40144f45b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:35.000042 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-79d3747d-35b2-4ee3-8342-e06bfb52118a req-62505d31-7f63-482f-90df-e40144f45b53 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4 HTTP/1.1" status: 200 len: 922 time: 0.1730511 Aug 22 13:33:35.025399 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-f68500fb-0526-4e71-a493-b20f2f6f4a97 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Deleting subnet deb4debb-3f1e-4d72-977c-6ed1557fe15c {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:33:35.028818 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f68500fb-0526-4e71-a493-b20f2f6f4a97 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:35.047041 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-79d3747d-35b2-4ee3-8342-e06bfb52118a req-adc7e1a9-3153-4872-af3b-4bcb7c70d9b0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdf04e65-b1ed-4714-9ca4-d2b0e834a15a HTTP/1.1" status: 200 len: 217 time: 0.0379357 Aug 22 13:33:35.065371 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c', 'tag': 'fdf04e65-b1ed-4714-9ca4-d2b0e834a15a'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:33:35.068353 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691729e4-a2ab-422f-a7ad-ec08331e7043" -d '{"events": [{"name": "network-changed", "server_uuid": "ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c", "tag": "fdf04e65-b1ed-4714-9ca4-d2b0e834a15a"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:33:35.082255 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3e6a53a7-55b3-463c-97fe-ebb55f9f0621 req-a5b71675-1f39-46af-8c72-c6f5c72bed67 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915084 Aug 22 13:33:35.119148 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f68500fb-0526-4e71-a493-b20f2f6f4a97 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:35.158036 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d87434d-90ec-4801-89a2-b4bcc339137f x-openstack-request-id: req-0d87434d-90ec-4801-89a2-b4bcc339137f {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:33:35.158908 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c", "tag": "fdf04e65-b1ed-4714-9ca4-d2b0e834a15a", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:33:35.159309 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0d87434d-90ec-4801-89a2-b4bcc339137f {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:33:35.159875 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c', 'tag': 'fdf04e65-b1ed-4714-9ca4-d2b0e834a15a', 'status': 'completed', 'code': 200} Aug 22 13:33:35.161324 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-2063d6da-8489-499e-8b26-93560539af98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'name': 'tempest-FloatingIPsAssociationTestJSON-1552091199-router', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'c487e8e9-f194-4745-9cfb-f72df839c40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:32:13Z', 'updated_at': '2021-08-22T13:32:17Z', 'revision_number': 4, 'project_id': '8c7f26536b7540b7b292e9293304df5d', 'gw_port': {'id': 'c487e8e9-f194-4745-9cfb-f72df839c40e', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:32:14Z', 'updated_at': '2021-08-22T13:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '4121abf5-11ad-4df1-8c3b-3a9b600586c3', 'name': '', 'network_id': 'dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'mac_address': 'fa:16:3e:d8:db:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'bab5dc6f-337b-4be1-b114-f5e216f3b569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:32:16Z', 'updated_at': '2021-08-22T13:32:23Z', 'revision_number': 5, 'project_id': '8c7f26536b7540b7b292e9293304df5d', 'subnets': [{'id': 'bab5dc6f-337b-4be1-b114-f5e216f3b569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:35.165562 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3747d-35b2-4ee3-8342-e06bfb52118a req-75617a21-859e-4ec5-9b40-e629e3dc48ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:35.167359 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-79d3747d-35b2-4ee3-8342-e06bfb52118a req-75617a21-859e-4ec5-9b40-e629e3dc48ae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bab5dc6f-337b-4be1-b114-f5e216f3b569 HTTP/1.1" status: 200 len: 860 time: 0.1098049 Aug 22 13:33:35.206957 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2063d6da-8489-499e-8b26-93560539af98 None None] Checking router: e6cb4467-da7f-4a21-8bf2-b77bab11ad34 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:33:35.217909 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2063d6da-8489-499e-8b26-93560539af98 None None] Routers {'e6cb4467-da7f-4a21-8bf2-b77bab11ad34'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:33:35.218704 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-2063d6da-8489-499e-8b26-93560539af98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:33:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['e6cb4467-da7f-4a21-8bf2-b77bab11ad34'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:35.265592 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f68500fb-0526-4e71-a493-b20f2f6f4a97 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:35.281256 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device b5a2fb9f-e4fb-41c5-8459-baa170e9dcc7 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:33:35.284538 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 9a214d1f-252d-4c86-9b8b-f08c9bfd370a up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:33:35.335932 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3747d-35b2-4ee3-8342-e06bfb52118a req-99da82b7-4008-4aea-85cd-9ce099201202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:35.337095 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-79d3747d-35b2-4ee3-8342-e06bfb52118a req-99da82b7-4008-4aea-85cd-9ce099201202 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1543634 Aug 22 13:33:35.338825 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691729e4-a2ab-422f-a7ad-ec08331e7043 req-b99ce7b5-8897-45ca-a495-9a45d14ca0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:35.340168 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-691729e4-a2ab-422f-a7ad-ec08331e7043 req-b99ce7b5-8897-45ca-a495-9a45d14ca0fe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8c7f26536b7540b7b292e9293304df5d&device_id=ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c HTTP/1.1" status: 200 len: 1097 time: 0.1420422 Aug 22 13:33:35.355237 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f68500fb-0526-4e71-a493-b20f2f6f4a97 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:35.363367 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 416953b5-96fd-46af-8b5c-0c3990fcfd71 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:33:35.376459 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-2063d6da-8489-499e-8b26-93560539af98 None None] Set router e6cb4467-da7f-4a21-8bf2-b77bab11ad34 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:33:35.390255 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68500fb-0526-4e71-a493-b20f2f6f4a97 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Pushing event deleted for resources: {'Subnet': ['ID=deb4debb-3f1e-4d72-977c-6ed1557fe15c,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:35.395025 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 416953b5-96fd-46af-8b5c-0c3990fcfd71 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:33:35.395467 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 416953b5-96fd-46af-8b5c-0c3990fcfd71 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:33:35.404462 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f68500fb-0526-4e71-a493-b20f2f6f4a97 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:35.406617 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f68500fb-0526-4e71-a493-b20f2f6f4a97 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "DELETE /v2.0/subnets/deb4debb-3f1e-4d72-977c-6ed1557fe15c HTTP/1.1" status: 204 len: 168 time: 0.4949565 Aug 22 13:33:35.409164 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 34010) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:35.415345 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1970eb42-8287-4849-be25-d06b25a422fd None None] Network 0969ba35-b9f1-454c-8e41-64df2d963fc4 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:33:35.480042 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-92832392-5a81-42ca-8d58-b747a820900d tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Deleting subnet e12521b0-8a97-4290-babf-5def3b6aada5 {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:33:35.483821 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-92832392-5a81-42ca-8d58-b747a820900d tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:35.549397 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-92832392-5a81-42ca-8d58-b747a820900d tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:35.551833 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port 9a214d1f-252d-4c86-9b8b-f08c9bfd370a completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:33:35.568164 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 9a214d1f-252d-4c86-9b8b-f08c9bfd370a triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:33:35.568821 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:35.652506 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port b5a2fb9f-e4fb-41c5-8459-baa170e9dcc7, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=b5a2fb9f-e4fb-41c5-8459-baa170e9dcc7,segment=NetworkSegment(130df981-0918-4e3c-b792-268407baa468),segment_id=130df981-0918-4e3c-b792-268407baa468)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:33:35.653532 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-79d3747d-35b2-4ee3-8342-e06bfb52118a req-a2cad38e-9bfc-4f59-9deb-60a24ef0b25e service neutron] 10.222.0.21 "GET /v2.0/networks/dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972035 Aug 22 13:33:35.695436 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-2063d6da-8489-499e-8b26-93560539af98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'name': 'tempest-FloatingIPsAssociationTestJSON-1552091199-router', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'c487e8e9-f194-4745-9cfb-f72df839c40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:32:13Z', 'updated_at': '2021-08-22T13:32:17Z', 'revision_number': 4, 'project_id': '8c7f26536b7540b7b292e9293304df5d', 'gw_port': {'id': 'c487e8e9-f194-4745-9cfb-f72df839c40e', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:32:14Z', 'updated_at': '2021-08-22T13:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '4121abf5-11ad-4df1-8c3b-3a9b600586c3', 'name': '', 'network_id': 'dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'mac_address': 'fa:16:3e:d8:db:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'bab5dc6f-337b-4be1-b114-f5e216f3b569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:32:16Z', 'updated_at': '2021-08-22T13:32:23Z', 'revision_number': 5, 'project_id': '8c7f26536b7540b7b292e9293304df5d', 'subnets': [{'id': 'bab5dc6f-337b-4be1-b114-f5e216f3b569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:35.732873 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2063d6da-8489-499e-8b26-93560539af98 None None] The sync data for ids ['e6cb4467-da7f-4a21-8bf2-b77bab11ad34'] in n-d-793621-33 is: [{'id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'name': 'tempest-FloatingIPsAssociationTestJSON-1552091199-router', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'c487e8e9-f194-4745-9cfb-f72df839c40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:32:13Z', 'updated_at': '2021-08-22T13:32:17Z', 'revision_number': 4, 'project_id': '8c7f26536b7540b7b292e9293304df5d', 'gw_port': {'id': 'c487e8e9-f194-4745-9cfb-f72df839c40e', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:32:14Z', 'updated_at': '2021-08-22T13:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '4121abf5-11ad-4df1-8c3b-3a9b600586c3', 'name': '', 'network_id': 'dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'mac_address': 'fa:16:3e:d8:db:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'bab5dc6f-337b-4be1-b114-f5e216f3b569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:32:16Z', 'updated_at': '2021-08-22T13:32:23Z', 'revision_number': 5, 'project_id': '8c7f26536b7540b7b292e9293304df5d', 'subnets': [{'id': 'bab5dc6f-337b-4be1-b114-f5e216f3b569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:33:35.734700 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-92832392-5a81-42ca-8d58-b747a820900d tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:35.748526 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': 'b5a2fb9f-e4fb-41c5-8459-baa170e9dcc7', 'network_id': '400d6b6e-faf3-40e6-9026-ff1923b82e43', 'port_id': 'b5a2fb9f-e4fb-41c5-8459-baa170e9dcc7', 'mac_address': 'fa:16:3e:61:3b:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd62c1c3a-0f35-412c-a2aa-3badca63aa0f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:33:35.838713 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-92832392-5a81-42ca-8d58-b747a820900d tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:35.872076 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92832392-5a81-42ca-8d58-b747a820900d tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Pushing event deleted for resources: {'Subnet': ['ID=e12521b0-8a97-4290-babf-5def3b6aada5,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:35.874978 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abe970-df97-4a1b-a1ff-8687f1e80ce0 req-ba898348-9d1e-460a-9b3f-d49a72531742 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:35.881044 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-13abe970-df97-4a1b-a1ff-8687f1e80ce0 req-ba898348-9d1e-460a-9b3f-d49a72531742 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=431d396a-90cc-4d89-bd02-1b6cb8ecfc46 HTTP/1.1" status: 200 len: 946 time: 0.5121546 Aug 22 13:33:35.894766 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-92832392-5a81-42ca-8d58-b747a820900d tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:35.900015 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-92832392-5a81-42ca-8d58-b747a820900d tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "DELETE /v2.0/subnets/e12521b0-8a97-4290-babf-5def3b6aada5 HTTP/1.1" status: 204 len: 168 time: 0.4867029 Aug 22 13:33:35.900719 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 34016) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:35.915344 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691729e4-a2ab-422f-a7ad-ec08331e7043 req-1ef812cb-ccdb-428c-84c6-c2fe922ec0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:35.916862 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-691729e4-a2ab-422f-a7ad-ec08331e7043 req-1ef812cb-ccdb-428c-84c6-c2fe922ec0e8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4 HTTP/1.1" status: 200 len: 922 time: 0.5596054 Aug 22 13:33:35.924833 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-79d3747d-35b2-4ee3-8342-e06bfb52118a req-967f318d-87a1-42ce-89cf-a223571bc524 service neutron] 10.222.0.21 "GET /v2.0/networks/dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703419 Aug 22 13:33:35.989896 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-95136e1c-2141-4e64-9326-7d5fe5c01b71 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:36.062810 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-691729e4-a2ab-422f-a7ad-ec08331e7043 req-c37a5cb6-cb7f-43a9-8d82-fc6438cb9739 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdf04e65-b1ed-4714-9ca4-d2b0e834a15a HTTP/1.1" status: 200 len: 217 time: 0.1263869 Aug 22 13:33:36.063378 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-95136e1c-2141-4e64-9326-7d5fe5c01b71 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Deleting port 409e0019-2b7c-4060-bfdc-a44e6f431d05 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:33:36.063378 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-95136e1c-2141-4e64-9326-7d5fe5c01b71 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:36.079400 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-13abe970-df97-4a1b-a1ff-8687f1e80ce0 req-5c4437fb-2a09-4632-a07b-fa6f40174d4f tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797421 Aug 22 13:33:36.131329 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:36.149409 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-95136e1c-2141-4e64-9326-7d5fe5c01b71 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] For port 409e0019-2b7c-4060-bfdc-a44e6f431d05, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=409e0019-2b7c-4060-bfdc-a44e6f431d05,segment=NetworkSegment(782cdc33-8d9f-45da-a2c2-7235ad46b6c1),segment_id=782cdc33-8d9f-45da-a2c2-7235ad46b6c1)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:33:36.149776 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-95136e1c-2141-4e64-9326-7d5fe5c01b71 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:36.165617 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-95136e1c-2141-4e64-9326-7d5fe5c01b71 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Calling delete_port for 409e0019-2b7c-4060-bfdc-a44e6f431d05 owned by network:dhcp {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:33:36.192895 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5a2fb9f-e4fb-41c5-8459-baa170e9dcc7 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:33:36.205561 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:36.240474 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4687607-1e69-4863-bce9-7d6943c886bb None None] New status for floating IP fbb7e8f4-e903-4241-97e0-24aafac70301: DOWN {{(pid=94629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 13:33:36.284759 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-95136e1c-2141-4e64-9326-7d5fe5c01b71 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:36.291150 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f703ea-297a-4816-a205-5887ad9eab4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a214d1f-252d-4c86-9b8b-f08c9bfd370a'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:33:36.293809 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc49e1ab-4e29-4e81-ab67-86b68f8ae846" -d '{"events": [{"server_uuid": "d3f703ea-297a-4816-a205-5887ad9eab4f", "name": "network-vif-plugged", "status": "completed", "tag": "9a214d1f-252d-4c86-9b8b-f08c9bfd370a"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:33:36.295701 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691729e4-a2ab-422f-a7ad-ec08331e7043 req-4397c710-8b52-4db9-a158-ebe80f33360e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:36.297584 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-691729e4-a2ab-422f-a7ad-ec08331e7043 req-4397c710-8b52-4db9-a158-ebe80f33360e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bab5dc6f-337b-4be1-b114-f5e216f3b569 HTTP/1.1" status: 200 len: 860 time: 0.2168903 Aug 22 13:33:36.297721 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port b5a2fb9f-e4fb-41c5-8459-baa170e9dcc7, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=b5a2fb9f-e4fb-41c5-8459-baa170e9dcc7,segment=NetworkSegment(130df981-0918-4e3c-b792-268407baa468),segment_id=130df981-0918-4e3c-b792-268407baa468)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:33:36.312100 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca82d1-c6b6-42a9-ac74-f20bd72bab31 req-007f91c8-4c58-458f-b57d-60acf17bbc72 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:36.314256 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e2ca82d1-c6b6-42a9-ac74-f20bd72bab31 req-007f91c8-4c58-458f-b57d-60acf17bbc72 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?device_id=271baffd-54f9-462e-862e-2ddca2174fd1 HTTP/1.1" status: 200 len: 944 time: 0.2322235 Aug 22 13:33:36.327150 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:36.329176 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681dea60-682f-4c48-974b-58310a85fc4c None None] Host n-d-793621-33 tried to update port 409e0019-2b7c-4060-bfdc-a44e6f431d05 which no longer exists. {{(pid=94629) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:334}} Aug 22 13:33:36.349032 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95136e1c-2141-4e64-9326-7d5fe5c01b71 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Pushing event deleted for resources: {'Port': ['ID=409e0019-2b7c-4060-bfdc-a44e6f431d05,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:36.369964 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95136e1c-2141-4e64-9326-7d5fe5c01b71 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] No DVR routers for this DVR port 409e0019-2b7c-4060-bfdc-a44e6f431d05 on host n-d-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:33:36.370220 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 9a214d1f-252d-4c86-9b8b-f08c9bfd370a, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=9a214d1f-252d-4c86-9b8b-f08c9bfd370a,segment=NetworkSegment(db44917f-e270-4117-9230-1517bc4d1e8b),segment_id=db44917f-e270-4117-9230-1517bc4d1e8b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:33:36.376866 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 78c5d1ed-2ef0-4b46-b47c-dbb3fc6fa1da up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:33:36.437944 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:36.448846 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e93337a-2931-4eba-8b9c-2ac2b56703fc None None] Network 0969ba35-b9f1-454c-8e41-64df2d963fc4 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:33:36.472784 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e2ca82d1-c6b6-42a9-ac74-f20bd72bab31 req-c7d64087-99fb-4057-ab0f-7d3942e81d5b tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5c48efa-03fb-4165-aae3-65f8545e59a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479340 Aug 22 13:33:36.482608 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691729e4-a2ab-422f-a7ad-ec08331e7043 req-b557fccd-1c1e-4192-b6dc-d553123d81e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:36.490967 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-691729e4-a2ab-422f-a7ad-ec08331e7043 req-b557fccd-1c1e-4192-b6dc-d553123d81e4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1754117 Aug 22 13:33:36.617052 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-95136e1c-2141-4e64-9326-7d5fe5c01b71 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:36.629401 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-7a99fed7-4c0d-4929-962f-bc2ccfc418f9 None None] Could not find standard attr ID for object 409e0019-2b7c-4060-bfdc-a44e6f431d05. {{(pid=94629) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 13:33:36.654655 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-95136e1c-2141-4e64-9326-7d5fe5c01b71 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0969ba35-b9f1-454c-8e41-64df2d963fc4']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:36.666681 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=b5a2fb9f-e4fb-41c5-8459-baa170e9dcc7,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:36.674695 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-95136e1c-2141-4e64-9326-7d5fe5c01b71 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '782cdc33-8d9f-45da-a2c2-7235ad46b6c1') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:36.675178 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-95136e1c-2141-4e64-9326-7d5fe5c01b71 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '782cdc33-8d9f-45da-a2c2-7235ad46b6c1') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:36.679556 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd003fdd-ef13-4eb8-ab27-8ab2e7b0e429 req-ccf644d5-24ed-435e-914c-e32ac71ee526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:36.681938 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cd003fdd-ef13-4eb8-ab27-8ab2e7b0e429 req-ccf644d5-24ed-435e-914c-e32ac71ee526 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b1df9b52583480dbf6905d0ad326671&device_id=431d396a-90cc-4d89-bd02-1b6cb8ecfc46 HTTP/1.1" status: 200 len: 1098 time: 0.1562519 Aug 22 13:33:36.688341 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6ac869-a0a8-45ff-8216-46a8ecf719c2 x-openstack-request-id: req-4d6ac869-a0a8-45ff-8216-46a8ecf719c2 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:33:36.688659 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3f703ea-297a-4816-a205-5887ad9eab4f", "name": "network-vif-plugged", "status": "completed", "tag": "9a214d1f-252d-4c86-9b8b-f08c9bfd370a", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:33:36.688912 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4d6ac869-a0a8-45ff-8216-46a8ecf719c2 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:33:36.689301 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f703ea-297a-4816-a205-5887ad9eab4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a214d1f-252d-4c86-9b8b-f08c9bfd370a', 'code': 200} Aug 22 13:33:36.729765 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-95136e1c-2141-4e64-9326-7d5fe5c01b71 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:36.734128 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 78c5d1ed-2ef0-4b46-b47c-dbb3fc6fa1da completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:33:36.749260 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-691729e4-a2ab-422f-a7ad-ec08331e7043 req-dd75086c-ebd8-4021-b749-915dbc1cedbf service neutron] 10.222.0.16 "GET /v2.0/networks/dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419381 Aug 22 13:33:36.759608 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 78c5d1ed-2ef0-4b46-b47c-dbb3fc6fa1da triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:33:36.759977 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:36.806163 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['b5a2fb9f-e4fb-41c5-8459-baa170e9dcc7'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:33:36.808051 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262d28bf-3e1a-420d-a0e7-fce1e21504e5 None None] DHCP port deletion for 0969ba35-b9f1-454c-8e41-64df2d963fc4 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:33:36.840638 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=9a214d1f-252d-4c86-9b8b-f08c9bfd370a,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:36.911252 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd003fdd-ef13-4eb8-ab27-8ab2e7b0e429 req-09f1f3d7-d2e1-491b-847d-785115a4f313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:36.913100 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cd003fdd-ef13-4eb8-ab27-8ab2e7b0e429 req-09f1f3d7-d2e1-491b-847d-785115a4f313 service neutron] 10.222.0.41 "GET /v2.0/networks?id=66e2a6fd-b667-44cd-a37f-b120c3633f83 HTTP/1.1" status: 200 len: 912 time: 0.2148023 Aug 22 13:33:36.920578 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-95136e1c-2141-4e64-9326-7d5fe5c01b71 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:36.927589 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95136e1c-2141-4e64-9326-7d5fe5c01b71 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:33:36.928005 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-95136e1c-2141-4e64-9326-7d5fe5c01b71 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:36.945192 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:36.959700 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf43c1-cfc2-4103-b8f1-d94fbd315157 req-387e1aea-a5b7-4040-80ba-024c709d9f09 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:36.961446 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-18bf43c1-cfc2-4103-b8f1-d94fbd315157 req-387e1aea-a5b7-4040-80ba-024c709d9f09 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3f703ea-297a-4816-a205-5887ad9eab4f HTTP/1.1" status: 200 len: 945 time: 0.2934277 Aug 22 13:33:37.003697 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b47b0-cd3c-4983-812f-5d432e9a8bbe req-8bf4ee01-b42f-416b-a871-2c6f23f8a572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:37.005801 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b8b47b0-cd3c-4983-812f-5d432e9a8bbe req-8bf4ee01-b42f-416b-a871-2c6f23f8a572 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d3f703ea-297a-4816-a205-5887ad9eab4f HTTP/1.1" status: 200 len: 1097 time: 0.2122602 Aug 22 13:33:37.012515 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:33:37.012515 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:33:37.012515 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:33:37.012515 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:33:37.012515 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:33:37.012515 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:33:37.012515 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:33:37.012515 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:33:37.012515 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:33:37.012515 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:33:37.012515 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:33:37.012515 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:33:37.012515 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:33:37.012515 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:33:37.012515 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:33:37.012515 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:33:37.012515 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:33:37.012515 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:33:37.012515 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:33:37.012515 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:33:37.012515 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:33:37.012515 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:33:37.012515 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:33:37.012515 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:33:37.012515 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:33:37.012515 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:33:37.012515 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:33:37.012515 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:33:37.012515 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:33:37.012515 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:33:37.012515 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:33:37.012515 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:33:37.048742 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb8791-ba10-4a6f-95d0-76638eb9986d req-5a369275-2c6c-45b2-ba12-529f512419fb tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:37.057822 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cbcb8791-ba10-4a6f-95d0-76638eb9986d req-5a369275-2c6c-45b2-ba12-529f512419fb tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=431d396a-90cc-4d89-bd02-1b6cb8ecfc46 HTTP/1.1" status: 200 len: 946 time: 0.2408953 Aug 22 13:33:37.058036 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 78c5d1ed-2ef0-4b46-b47c-dbb3fc6fa1da, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=78c5d1ed-2ef0-4b46-b47c-dbb3fc6fa1da,segment=NetworkSegment(130df981-0918-4e3c-b792-268407baa468),segment_id=130df981-0918-4e3c-b792-268407baa468)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:33:37.062347 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:37.072681 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cd003fdd-ef13-4eb8-ab27-8ab2e7b0e429 req-6682afd8-f2c1-4600-b9ca-e15149024cde service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d78ef319-e500-46ef-984e-e0f69041e78f HTTP/1.1" status: 200 len: 217 time: 0.0512428 Aug 22 13:33:37.093100 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-95136e1c-2141-4e64-9326-7d5fe5c01b71 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:37.115462 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=78c5d1ed-2ef0-4b46-b47c-dbb3fc6fa1da,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:37.129136 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-18bf43c1-cfc2-4103-b8f1-d94fbd315157 req-f78e2869-76fe-4fb3-9503-3c34014ee377 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557083 Aug 22 13:33:37.131006 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-691729e4-a2ab-422f-a7ad-ec08331e7043 req-b0fa23b3-a759-4613-b8d2-363f44627de2 service neutron] 10.222.0.16 "GET /v2.0/networks/dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570507 Aug 22 13:33:37.131790 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-95136e1c-2141-4e64-9326-7d5fe5c01b71 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:37.136662 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-95136e1c-2141-4e64-9326-7d5fe5c01b71 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "DELETE /v2.0/networks/0969ba35-b9f1-454c-8e41-64df2d963fc4 HTTP/1.1" status: 204 len: 168 time: 1.2324491 Aug 22 13:33:37.145873 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 34034) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:37.156466 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b8b47b0-cd3c-4983-812f-5d432e9a8bbe req-6242b0f0-14fa-4f35-ab68-563ac1ee9f57 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182942 Aug 22 13:33:37.156837 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95136e1c-2141-4e64-9326-7d5fe5c01b71 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Pushing event deleted for resources: {'Network': ['ID=0969ba35-b9f1-454c-8e41-64df2d963fc4,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:37.174576 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd003fdd-ef13-4eb8-ab27-8ab2e7b0e429 req-38abe1d7-bef0-455e-9d5b-6c24e72a18a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:37.176126 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cd003fdd-ef13-4eb8-ab27-8ab2e7b0e429 req-38abe1d7-bef0-455e-9d5b-6c24e72a18a5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a6d00130-5d64-48a9-8eb2-27b64c65272f HTTP/1.1" status: 200 len: 851 time: 0.0949030 Aug 22 13:33:37.192317 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b84221d-b18a-4a04-b4e8-14cdf0f03b56 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] DELETE failed (client error): The resource could not be found. Aug 22 13:33:37.192765 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b84221d-b18a-4a04-b4e8-14cdf0f03b56 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:33:37.194704 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-4b84221d-b18a-4a04-b4e8-14cdf0f03b56 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "DELETE /v2.0/subnets/b0689532-7c38-413a-9549-0e1f153cdd6d HTTP/1.1" status: 404 len: 337 time: 0.0450134 Aug 22 13:33:37.214293 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 34036) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:37.218058 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cd003fdd-ef13-4eb8-ab27-8ab2e7b0e429 req-d402afd4-6410-4af7-9d26-623b3ed1d24a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=66e2a6fd-b667-44cd-a37f-b120c3633f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341630 Aug 22 13:33:37.231605 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cbcb8791-ba10-4a6f-95d0-76638eb9986d req-b31b5617-1c85-455e-96f5-672c120265ba tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729124 Aug 22 13:33:37.244386 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-49050009-cdc2-4cf9-a019-6608aa0c8bba req-eb8726ad-f743-48ec-a342-348708c61dd5 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/floatingips/fbb7e8f4-e903-4241-97e0-24aafac70301 HTTP/1.1" status: 200 len: 694 time: 0.0571463 Aug 22 13:33:37.307886 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-745c8ab4-af36-43fb-a25e-bbc12ce68486 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] DELETE failed (client error): The resource could not be found. Aug 22 13:33:37.308474 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-745c8ab4-af36-43fb-a25e-bbc12ce68486 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:33:37.313150 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-745c8ab4-af36-43fb-a25e-bbc12ce68486 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "DELETE /v2.0/networks/e3dc931e-ed81-4285-8535-0aa47e316e37 HTTP/1.1" status: 404 len: 339 time: 0.0946238 Aug 22 13:33:37.317350 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 34038) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:37.339968 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cd003fdd-ef13-4eb8-ab27-8ab2e7b0e429 req-1e3331ec-78ef-43fd-bba6-ba3b87a2ab05 service neutron] 10.222.0.41 "GET /v2.0/networks/66e2a6fd-b667-44cd-a37f-b120c3633f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139834 Aug 22 13:33:37.362678 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-997e9f33-22e0-4c71-b96d-d12abc6ff558 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] DELETE failed (client error): The resource could not be found. Aug 22 13:33:37.363131 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-997e9f33-22e0-4c71-b96d-d12abc6ff558 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:33:37.368004 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-997e9f33-22e0-4c71-b96d-d12abc6ff558 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "DELETE /v2.0/subnets/72b3e547-9e1a-478e-b451-65c25684437e HTTP/1.1" status: 404 len: 337 time: 0.0465825 Aug 22 13:33:37.369690 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 34040) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:37.394324 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49050009-cdc2-4cf9-a019-6608aa0c8bba req-36e826ea-214f-434a-a134-a85b3597e8b2 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:37.395748 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-49050009-cdc2-4cf9-a019-6608aa0c8bba req-36e826ea-214f-434a-a134-a85b3597e8b2 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/networks/7de6ab83-cd00-4b3c-94fb-810dd34d29b8 HTTP/1.1" status: 200 len: 784 time: 0.1505535 Aug 22 13:33:37.405265 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 409e0019-2b7c-4060-bfdc-a44e6f431d05 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:33:37.410779 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [req-49050009-cdc2-4cf9-a019-6608aa0c8bba req-60094a6f-175d-4600-b161-8e7cd6b7f34b tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:33:37.418929 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-49050009-cdc2-4cf9-a019-6608aa0c8bba req-60094a6f-175d-4600-b161-8e7cd6b7f34b tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129898 Aug 22 13:33:37.427411 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ada1295-cbb4-4201-bf99-6b296b12d6f2 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] DELETE failed (client error): The resource could not be found. Aug 22 13:33:37.428968 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ada1295-cbb4-4201-bf99-6b296b12d6f2 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:33:37.432933 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 409e0019-2b7c-4060-bfdc-a44e6f431d05 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:33:37.432933 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 409e0019-2b7c-4060-bfdc-a44e6f431d05 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:33:37.435522 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6ada1295-cbb4-4201-bf99-6b296b12d6f2 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "DELETE /v2.0/networks/4e25c708-3e98-47e6-a654-e3e5cc2d1472 HTTP/1.1" status: 404 len: 339 time: 0.0600212 Aug 22 13:33:37.436247 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 34042) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:37.473537 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce444b44-eeef-4b2e-b296-489f68653cc8 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] DELETE failed (client error): The resource could not be found. Aug 22 13:33:37.473985 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce444b44-eeef-4b2e-b296-489f68653cc8 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:33:37.476778 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ce444b44-eeef-4b2e-b296-489f68653cc8 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "DELETE /v2.0/subnets/bf600e77-b250-4298-9324-118e34cc4923 HTTP/1.1" status: 404 len: 337 time: 0.0346723 Aug 22 13:33:37.478460 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-49050009-cdc2-4cf9-a019-6608aa0c8bba req-e4087531-87d1-4706-9a8e-41b051622598 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.141 HTTP/1.1" status: 200 len: 697 time: 0.0587106 Aug 22 13:33:37.479493 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 34044) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:37.508872 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-66c8c24c-0675-44b3-8a72-a46f021825c4 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] DELETE failed (client error): The resource could not be found. Aug 22 13:33:37.509744 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66c8c24c-0675-44b3-8a72-a46f021825c4 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:33:37.511688 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-66c8c24c-0675-44b3-8a72-a46f021825c4 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "DELETE /v2.0/networks/665bcdb3-8426-4352-9463-04701d5f133d HTTP/1.1" status: 404 len: 339 time: 0.0310686 Aug 22 13:33:37.513020 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cd003fdd-ef13-4eb8-ab27-8ab2e7b0e429 req-bd01e9af-c82e-4f58-b841-c78e0dc756e9 service neutron] 10.222.0.41 "GET /v2.0/networks/66e2a6fd-b667-44cd-a37f-b120c3633f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653247 Aug 22 13:33:37.516758 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 34048) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:37.561644 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-49050009-cdc2-4cf9-a019-6608aa0c8bba req-c2d150f8-8176-450c-ba25-36f99b4bae25 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.141 HTTP/1.1" status: 200 len: 697 time: 0.0730021 Aug 22 13:33:37.583302 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-8099bbef-3a0a-4d86-b812-f57f40b4d7b1 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Deleting subnet 41157bfd-b2e1-4279-a43a-a514ad4d83a9 {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:33:37.588525 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8099bbef-3a0a-4d86-b812-f57f40b4d7b1 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:37.639621 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8099bbef-3a0a-4d86-b812-f57f40b4d7b1 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:37.721059 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0646bee-3579-4cfc-b746-815dd765a994 req-d7ed40be-7563-458b-a172-3c6146092901 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:37.722589 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b0646bee-3579-4cfc-b746-815dd765a994 req-d7ed40be-7563-458b-a172-3c6146092901 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?device_id=271baffd-54f9-462e-862e-2ddca2174fd1 HTTP/1.1" status: 200 len: 945 time: 0.1178970 Aug 22 13:33:37.732163 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8099bbef-3a0a-4d86-b812-f57f40b4d7b1 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:37.751330 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-49050009-cdc2-4cf9-a019-6608aa0c8bba req-2ab7c374-7bd2-47a8-82b0-cc5c69f7ecf8 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Deleting port 5c37c7e6-9a43-4ff3-8b28-3debae48fbd4 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:33:37.751667 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-49050009-cdc2-4cf9-a019-6608aa0c8bba req-2ab7c374-7bd2-47a8-82b0-cc5c69f7ecf8 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:37.800581 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8099bbef-3a0a-4d86-b812-f57f40b4d7b1 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:37.818359 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b0646bee-3579-4cfc-b746-815dd765a994 req-4f74ac59-d19d-4a1d-bb8d-b52b61482b82 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5c48efa-03fb-4165-aae3-65f8545e59a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849004 Aug 22 13:33:37.850481 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-49050009-cdc2-4cf9-a019-6608aa0c8bba req-2ab7c374-7bd2-47a8-82b0-cc5c69f7ecf8 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:37.851134 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-49050009-cdc2-4cf9-a019-6608aa0c8bba req-2ab7c374-7bd2-47a8-82b0-cc5c69f7ecf8 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:37.863123 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8099bbef-3a0a-4d86-b812-f57f40b4d7b1 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Pushing event deleted for resources: {'Subnet': ['ID=41157bfd-b2e1-4279-a43a-a514ad4d83a9,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:37.865368 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8099bbef-3a0a-4d86-b812-f57f40b4d7b1 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:37.867426 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8099bbef-3a0a-4d86-b812-f57f40b4d7b1 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "DELETE /v2.0/subnets/41157bfd-b2e1-4279-a43a-a514ad4d83a9 HTTP/1.1" status: 204 len: 168 time: 0.3489306 Aug 22 13:33:37.869235 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-49050009-cdc2-4cf9-a019-6608aa0c8bba req-2ab7c374-7bd2-47a8-82b0-cc5c69f7ecf8 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Calling delete_port for 5c37c7e6-9a43-4ff3-8b28-3debae48fbd4 owned by network:floatingip {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:33:37.871122 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820d7130-53e7-4362-b4f5-23a515dacb60 None None] Network c2a21d30-f002-434c-879c-22cabf732a60 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:33:37.871250 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 34054) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:37.959529 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1b7dfbdf-fd96-4000-8537-b3b37cfbd765 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:38.033770 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-1b7dfbdf-fd96-4000-8537-b3b37cfbd765 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Deleting port 0c87ea08-70bc-475a-bbe9-81eb1d4576b9 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:33:38.034167 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1b7dfbdf-fd96-4000-8537-b3b37cfbd765 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:38.057923 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-49050009-cdc2-4cf9-a019-6608aa0c8bba req-2ab7c374-7bd2-47a8-82b0-cc5c69f7ecf8 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:38.121207 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c9d5f3-7daa-42c5-8f0d-d43340bf37a0 None None] DHCP port deletion for c2a21d30-f002-434c-879c-22cabf732a60 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:33:38.125658 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-1b7dfbdf-fd96-4000-8537-b3b37cfbd765 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] For port 0c87ea08-70bc-475a-bbe9-81eb1d4576b9, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=0c87ea08-70bc-475a-bbe9-81eb1d4576b9,segment=NetworkSegment(3348c45f-5c82-4435-9b05-c1afd34b82ef),segment_id=3348c45f-5c82-4435-9b05-c1afd34b82ef)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:33:38.127707 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1b7dfbdf-fd96-4000-8537-b3b37cfbd765 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:38.142315 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-1b7dfbdf-fd96-4000-8537-b3b37cfbd765 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Calling delete_port for 0c87ea08-70bc-475a-bbe9-81eb1d4576b9 owned by network:dhcp {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:33:38.171981 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7c374-7bd2-47a8-82b0-cc5c69f7ecf8 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Pushing event deleted for resources: {'Port': ['ID=5c37c7e6-9a43-4ff3-8b28-3debae48fbd4,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:38.174122 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-49050009-cdc2-4cf9-a019-6608aa0c8bba req-2ab7c374-7bd2-47a8-82b0-cc5c69f7ecf8 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Notify callbacks [] for floatingip, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:38.177368 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-49050009-cdc2-4cf9-a019-6608aa0c8bba req-2ab7c374-7bd2-47a8-82b0-cc5c69f7ecf8 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:38.185208 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-49050009-cdc2-4cf9-a019-6608aa0c8bba req-2ab7c374-7bd2-47a8-82b0-cc5c69f7ecf8 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "DELETE /v2.0/floatingips/fbb7e8f4-e903-4241-97e0-24aafac70301 HTTP/1.1" status: 204 len: 173 time: 0.6150296 Aug 22 13:33:38.201853 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-09c9d5f3-7daa-42c5-8f0d-d43340bf37a0 None None] Deleting port 0c87ea08-70bc-475a-bbe9-81eb1d4576b9 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:33:38.202228 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-09c9d5f3-7daa-42c5-8f0d-d43340bf37a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:38.236891 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1b7dfbdf-fd96-4000-8537-b3b37cfbd765 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:38.271383 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7dfbdf-fd96-4000-8537-b3b37cfbd765 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Pushing event deleted for resources: {'Port': ['ID=0c87ea08-70bc-475a-bbe9-81eb1d4576b9,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:38.277346 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7dfbdf-fd96-4000-8537-b3b37cfbd765 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] No DVR routers for this DVR port 0c87ea08-70bc-475a-bbe9-81eb1d4576b9 on host n-d-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:33:38.295360 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-09c9d5f3-7daa-42c5-8f0d-d43340bf37a0 None None] For port 0c87ea08-70bc-475a-bbe9-81eb1d4576b9, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=0c87ea08-70bc-475a-bbe9-81eb1d4576b9,segment=NetworkSegment(3348c45f-5c82-4435-9b05-c1afd34b82ef),segment_id=3348c45f-5c82-4435-9b05-c1afd34b82ef)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:33:38.296116 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-09c9d5f3-7daa-42c5-8f0d-d43340bf37a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:38.309981 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-09c9d5f3-7daa-42c5-8f0d-d43340bf37a0 None None] Calling delete_port for 0c87ea08-70bc-475a-bbe9-81eb1d4576b9 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:33:38.333759 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de86ca9-25e2-435b-aada-5ac42f60e54f req-d94349f4-5ea1-474b-9b93-ba5f33a7d4b9 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:38.338933 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2de86ca9-25e2-435b-aada-5ac42f60e54f req-d94349f4-5ea1-474b-9b93-ba5f33a7d4b9 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3f703ea-297a-4816-a205-5887ad9eab4f HTTP/1.1" status: 200 len: 945 time: 0.1006389 Aug 22 13:33:38.367588 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1b7dfbdf-fd96-4000-8537-b3b37cfbd765 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:38.378591 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-1b7dfbdf-fd96-4000-8537-b3b37cfbd765 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2a21d30-f002-434c-879c-22cabf732a60']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:38.390772 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-1b7dfbdf-fd96-4000-8537-b3b37cfbd765 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3348c45f-5c82-4435-9b05-c1afd34b82ef') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:38.391015 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-1b7dfbdf-fd96-4000-8537-b3b37cfbd765 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3348c45f-5c82-4435-9b05-c1afd34b82ef') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:38.401549 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1b7dfbdf-fd96-4000-8537-b3b37cfbd765 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:38.404632 n-d-793621-33 neutron-server[94629]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 22 13:33:38.404632 n-d-793621-33 neutron-server[94629]: from cryptography.utils import int_from_bytes Aug 22 13:33:38.404632 n-d-793621-33 neutron-server[94629]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 22 13:33:38.404632 n-d-793621-33 neutron-server[94629]: from cryptography.utils import int_from_bytes Aug 22 13:33:38.404632 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:33:38.404632 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:33:38.404632 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:33:38.404632 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:33:38.404632 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:33:38.404632 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:33:38.404632 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:33:38.404632 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:33:38.404632 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:33:38.404632 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:33:38.404632 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:33:38.404632 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:33:38.404632 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:33:38.404632 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:33:38.404632 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:33:38.404632 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:33:38.404632 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:33:38.404632 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:33:38.404632 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:33:38.404632 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:33:38.404632 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:33:38.404632 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:33:38.404632 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:33:38.404632 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:33:38.404632 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:33:38.404632 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:33:38.404632 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:33:38.404632 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:33:38.404632 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:33:38.404632 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:33:38.404632 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:33:38.404632 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:33:38.404632 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:33:38.404632 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:33:38.404632 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:33:38.404632 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:33:38.404632 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:33:38.404632 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:33:38.410101 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:33:38.410101 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:33:38.410101 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:33:38.410101 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:33:38.410101 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:33:38.410101 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:33:38.410101 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:33:38.410101 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:33:38.410101 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:33:38.410101 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:33:38.410101 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:33:38.410101 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:33:38.410101 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:33:38.410101 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:33:38.417566 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1b7dfbdf-fd96-4000-8537-b3b37cfbd765 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:38.422924 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-09c9d5f3-7daa-42c5-8f0d-d43340bf37a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:38.424067 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b7dfbdf-fd96-4000-8537-b3b37cfbd765 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:33:38.424492 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1b7dfbdf-fd96-4000-8537-b3b37cfbd765 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:38.427173 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2de86ca9-25e2-435b-aada-5ac42f60e54f req-5ff56151-2b0e-4893-baa0-48afa0e31b53 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734849 Aug 22 13:33:38.453251 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c9d5f3-7daa-42c5-8f0d-d43340bf37a0 None None] Pushing event deleted for resources: {'Port': ['ID=0c87ea08-70bc-475a-bbe9-81eb1d4576b9,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:38.461863 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c9d5f3-7daa-42c5-8f0d-d43340bf37a0 None None] No DVR routers for this DVR port 0c87ea08-70bc-475a-bbe9-81eb1d4576b9 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:33:38.508864 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:33:38.508864 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:33:38.508864 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:33:38.508864 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:33:38.508864 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:33:38.508864 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:33:38.508864 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:33:38.508864 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:33:38.508864 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:33:38.508864 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:33:38.508864 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:33:38.508864 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:33:38.508864 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:33:38.508864 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:33:38.508864 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:33:38.508864 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:33:38.508864 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:33:38.508864 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:33:38.508864 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:33:38.508864 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:33:38.508864 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:33:38.508864 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:33:38.508864 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:33:38.508864 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:33:38.508864 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:33:38.508864 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:33:38.508864 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:33:38.508864 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:33:38.508864 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:33:38.508864 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:33:38.508864 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:33:38.508864 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:33:38.517885 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1b7dfbdf-fd96-4000-8537-b3b37cfbd765 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:38.524994 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1b7dfbdf-fd96-4000-8537-b3b37cfbd765 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:38.529270 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-1b7dfbdf-fd96-4000-8537-b3b37cfbd765 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "DELETE /v2.0/networks/c2a21d30-f002-434c-879c-22cabf732a60 HTTP/1.1" status: 204 len: 168 time: 0.6546898 Aug 22 13:33:38.541900 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 34066) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:38.543750 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7dfbdf-fd96-4000-8537-b3b37cfbd765 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Pushing event deleted for resources: {'Network': ['ID=c2a21d30-f002-434c-879c-22cabf732a60,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:38.580948 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e22ab50-3796-46da-87df-5c299a74eefb tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] DELETE failed (client error): The resource could not be found. Aug 22 13:33:38.581495 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e22ab50-3796-46da-87df-5c299a74eefb tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:33:38.583226 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-5e22ab50-3796-46da-87df-5c299a74eefb tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "DELETE /v2.0/subnets/be350fd0-3baa-419f-8fa0-4382cedfbded HTTP/1.1" status: 404 len: 337 time: 0.0381000 Aug 22 13:33:38.586718 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 34068) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:38.594550 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad858c-fb1d-42c0-9fc8-36294aaf0b64 req-be3216cc-cfa6-42b9-adda-94c5f3cfc8b7 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:38.596113 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-adad858c-fb1d-42c0-9fc8-36294aaf0b64 req-be3216cc-cfa6-42b9-adda-94c5f3cfc8b7 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=431d396a-90cc-4d89-bd02-1b6cb8ecfc46 HTTP/1.1" status: 200 len: 946 time: 0.1211019 Aug 22 13:33:38.612259 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32970c74-a642-42f8-9cb8-88e0254c3282 req-6bc0df80-0556-4a51-b250-6d78d26c5210 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:38.613835 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-32970c74-a642-42f8-9cb8-88e0254c3282 req-6bc0df80-0556-4a51-b250-6d78d26c5210 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/ports?device_id=ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c HTTP/1.1" status: 200 len: 945 time: 0.1049490 Aug 22 13:33:38.626332 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-b19976ed-68bf-492d-a329-5b180c996dcb tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] DELETE failed (client error): The resource could not be found. Aug 22 13:33:38.627147 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b19976ed-68bf-492d-a329-5b180c996dcb tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:33:38.629215 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b19976ed-68bf-492d-a329-5b180c996dcb tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "DELETE /v2.0/networks/23289d44-c302-4290-a4a1-7acf8204492a HTTP/1.1" status: 404 len: 339 time: 0.0410943 Aug 22 13:33:38.631838 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 34070) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:38.690790 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '271baffd-54f9-462e-862e-2ddca2174fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c5d1ed-2ef0-4b46-b47c-dbb3fc6fa1da'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:33:38.693953 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f56f157-7c8a-422a-8761-d329ae715963" -d '{"events": [{"server_uuid": "271baffd-54f9-462e-862e-2ddca2174fd1", "name": "network-vif-plugged", "status": "completed", "tag": "78c5d1ed-2ef0-4b46-b47c-dbb3fc6fa1da"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:33:38.701911 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0467805-b97e-41e0-a59f-13ca8c654e58 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Deleting subnet 49407b65-fa10-4c72-bec5-93ecf35250cd {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:33:38.705851 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b0467805-b97e-41e0-a59f-13ca8c654e58 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:38.764826 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b0467805-b97e-41e0-a59f-13ca8c654e58 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:38.863894 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b0467805-b97e-41e0-a59f-13ca8c654e58 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:38.926800 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b0467805-b97e-41e0-a59f-13ca8c654e58 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:38.969423 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0467805-b97e-41e0-a59f-13ca8c654e58 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Pushing event deleted for resources: {'Subnet': ['ID=49407b65-fa10-4c72-bec5-93ecf35250cd,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:38.971414 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b0467805-b97e-41e0-a59f-13ca8c654e58 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:38.975889 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b0467805-b97e-41e0-a59f-13ca8c654e58 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "DELETE /v2.0/subnets/49407b65-fa10-4c72-bec5-93ecf35250cd HTTP/1.1" status: 204 len: 168 time: 0.3398130 Aug 22 13:33:38.980807 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8db4abe-a265-4666-afb1-9255216b1fa6 None None] Network f9d1cef7-eab3-4204-86aa-1e79163ae572 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:33:38.990926 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 34076) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:39.124398 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-32970c74-a642-42f8-9cb8-88e0254c3282 req-fdaf5e92-07c2-47a4-b54e-3d80cb75cba3 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/security-groups?id=dae66278-0517-487d-81b6-02e3f3d0f286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5024381 Aug 22 13:33:39.130111 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-adad858c-fb1d-42c0-9fc8-36294aaf0b64 req-cf73558b-15c6-489a-b692-8183fb9dda0f tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5152748 Aug 22 13:33:39.134945 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7046d9f1-0a85-4c87-a27f-52bd8a5b2244 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:39.197878 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d071ee1-d267-4171-984f-9ff352109fa7 x-openstack-request-id: req-4d071ee1-d267-4171-984f-9ff352109fa7 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:33:39.198123 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "271baffd-54f9-462e-862e-2ddca2174fd1", "name": "network-vif-plugged", "status": "completed", "tag": "78c5d1ed-2ef0-4b46-b47c-dbb3fc6fa1da", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:33:39.198378 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4d071ee1-d267-4171-984f-9ff352109fa7 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:33:39.198806 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271baffd-54f9-462e-862e-2ddca2174fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c5d1ed-2ef0-4b46-b47c-dbb3fc6fa1da', 'code': 200} Aug 22 13:33:39.219826 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-7046d9f1-0a85-4c87-a27f-52bd8a5b2244 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Deleting port 1e44dc9a-af62-487a-b425-596638d77662 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:33:39.220493 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7046d9f1-0a85-4c87-a27f-52bd8a5b2244 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:39.262599 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471db883-fc37-4fa7-a36c-768d0494e55b None None] DHCP port deletion for f9d1cef7-eab3-4204-86aa-1e79163ae572 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:33:39.291818 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device b5a2fb9f-e4fb-41c5-8459-baa170e9dcc7 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:33:39.327405 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-7046d9f1-0a85-4c87-a27f-52bd8a5b2244 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] For port 1e44dc9a-af62-487a-b425-596638d77662, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=1e44dc9a-af62-487a-b425-596638d77662,segment=NetworkSegment(046171db-4243-43db-82b3-314caddb36b0),segment_id=046171db-4243-43db-82b3-314caddb36b0)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:33:39.327775 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7046d9f1-0a85-4c87-a27f-52bd8a5b2244 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:39.350200 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-7046d9f1-0a85-4c87-a27f-52bd8a5b2244 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Calling delete_port for 1e44dc9a-af62-487a-b425-596638d77662 owned by network:dhcp {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:33:39.362659 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910fc99-7e99-4b0d-a2a3-fe339f70c80f req-d759e466-ec71-4eae-a58a-b3cd901f1585 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:39.364331 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8910fc99-7e99-4b0d-a2a3-fe339f70c80f req-d759e466-ec71-4eae-a58a-b3cd901f1585 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?device_id=271baffd-54f9-462e-862e-2ddca2174fd1 HTTP/1.1" status: 200 len: 945 time: 0.1203239 Aug 22 13:33:39.386887 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e16ab-fe07-4696-9136-3f58ccd0684a req-c6d1c7fe-4849-48f4-9d2d-33c8895c0e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:39.388603 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-074e16ab-fe07-4696-9136-3f58ccd0684a req-c6d1c7fe-4849-48f4-9d2d-33c8895c0e3f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=271baffd-54f9-462e-862e-2ddca2174fd1 HTTP/1.1" status: 200 len: 1097 time: 0.0833082 Aug 22 13:33:39.430015 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-471db883-fc37-4fa7-a36c-768d0494e55b None None] Deleting port 1e44dc9a-af62-487a-b425-596638d77662 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:33:39.431373 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-471db883-fc37-4fa7-a36c-768d0494e55b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:39.433579 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 0c87ea08-70bc-475a-bbe9-81eb1d4576b9 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:33:39.437911 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port b5a2fb9f-e4fb-41c5-8459-baa170e9dcc7 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:33:39.447378 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-074e16ab-fe07-4696-9136-3f58ccd0684a req-d1bc9dfc-a61f-4690-8a77-74f7801f6a29 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a5c48efa-03fb-4165-aae3-65f8545e59a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507782 Aug 22 13:33:39.458747 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8910fc99-7e99-4b0d-a2a3-fe339f70c80f req-4f0e618d-1e77-4b40-890d-6e01f416330f tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5c48efa-03fb-4165-aae3-65f8545e59a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866101 Aug 22 13:33:39.472626 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port b5a2fb9f-e4fb-41c5-8459-baa170e9dcc7 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:33:39.473351 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:39.474907 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 0c87ea08-70bc-475a-bbe9-81eb1d4576b9 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:33:39.475308 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 0c87ea08-70bc-475a-bbe9-81eb1d4576b9 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:33:39.476481 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 1e44dc9a-af62-487a-b425-596638d77662 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:33:39.487467 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7046d9f1-0a85-4c87-a27f-52bd8a5b2244 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:39.516420 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7046d9f1-0a85-4c87-a27f-52bd8a5b2244 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Pushing event deleted for resources: {'Port': ['ID=1e44dc9a-af62-487a-b425-596638d77662,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:39.521351 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7046d9f1-0a85-4c87-a27f-52bd8a5b2244 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] No DVR routers for this DVR port 1e44dc9a-af62-487a-b425-596638d77662 on host n-d-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:33:39.597099 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-471db883-fc37-4fa7-a36c-768d0494e55b None None] For port 1e44dc9a-af62-487a-b425-596638d77662, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=1e44dc9a-af62-487a-b425-596638d77662,segment=NetworkSegment(046171db-4243-43db-82b3-314caddb36b0),segment_id=046171db-4243-43db-82b3-314caddb36b0)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:33:39.597495 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-471db883-fc37-4fa7-a36c-768d0494e55b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:39.621985 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-471db883-fc37-4fa7-a36c-768d0494e55b None None] Calling delete_port for 1e44dc9a-af62-487a-b425-596638d77662 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:33:39.638310 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No active binding found for port 1e44dc9a-af62-487a-b425-596638d77662 {{(pid=94629) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 22 13:33:39.638634 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7046d9f1-0a85-4c87-a27f-52bd8a5b2244 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:39.638772 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 1e44dc9a-af62-487a-b425-596638d77662 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:33:39.656916 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1281d23-a8a8-4e71-bb03-9a83cbee01c0 req-4b77fcb6-8508-46ee-acdc-54324fecc106 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:39.658413 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f1281d23-a8a8-4e71-bb03-9a83cbee01c0 req-4b77fcb6-8508-46ee-acdc-54324fecc106 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3f703ea-297a-4816-a205-5887ad9eab4f HTTP/1.1" status: 200 len: 945 time: 0.1283798 Aug 22 13:33:39.660068 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-7046d9f1-0a85-4c87-a27f-52bd8a5b2244 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9d1cef7-eab3-4204-86aa-1e79163ae572']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:39.672199 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-7046d9f1-0a85-4c87-a27f-52bd8a5b2244 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '046171db-4243-43db-82b3-314caddb36b0') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:39.672514 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-7046d9f1-0a85-4c87-a27f-52bd8a5b2244 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '046171db-4243-43db-82b3-314caddb36b0') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:39.698337 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7046d9f1-0a85-4c87-a27f-52bd8a5b2244 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:39.721048 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7046d9f1-0a85-4c87-a27f-52bd8a5b2244 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:39.734092 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f1281d23-a8a8-4e71-bb03-9a83cbee01c0 req-f75e460b-cec8-4a22-af09-a055527093fb tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638721 Aug 22 13:33:39.735085 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7046d9f1-0a85-4c87-a27f-52bd8a5b2244 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:33:39.735450 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7046d9f1-0a85-4c87-a27f-52bd8a5b2244 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:39.740105 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:33:39.740105 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:33:39.740105 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:33:39.740105 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:33:39.740105 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:33:39.740105 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:33:39.740105 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:33:39.740105 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:33:39.740105 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:33:39.740105 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:33:39.740105 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:33:39.740105 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:33:39.740105 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:33:39.740105 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:33:39.740105 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:33:39.740105 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:33:39.740105 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:33:39.740105 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:33:39.740105 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:33:39.740105 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:33:39.740105 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:33:39.740105 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:33:39.740105 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:33:39.740105 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:33:39.740105 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:33:39.740105 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:33:39.740105 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:33:39.740105 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:33:39.740105 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:33:39.740105 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:33:39.740105 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:33:39.740105 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:33:39.767816 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:39.767816 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-471db883-fc37-4fa7-a36c-768d0494e55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:39.804740 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471db883-fc37-4fa7-a36c-768d0494e55b None None] Pushing event deleted for resources: {'Port': ['ID=1e44dc9a-af62-487a-b425-596638d77662,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:39.816801 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7046d9f1-0a85-4c87-a27f-52bd8a5b2244 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:39.819928 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471db883-fc37-4fa7-a36c-768d0494e55b None None] No DVR routers for this DVR port 1e44dc9a-af62-487a-b425-596638d77662 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:33:39.837398 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7046d9f1-0a85-4c87-a27f-52bd8a5b2244 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:39.838269 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port b5a2fb9f-e4fb-41c5-8459-baa170e9dcc7, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=b5a2fb9f-e4fb-41c5-8459-baa170e9dcc7,segment=NetworkSegment(130df981-0918-4e3c-b792-268407baa468),segment_id=130df981-0918-4e3c-b792-268407baa468)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:33:39.839729 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-7046d9f1-0a85-4c87-a27f-52bd8a5b2244 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] 10.222.0.21 "DELETE /v2.0/networks/f9d1cef7-eab3-4204-86aa-1e79163ae572 HTTP/1.1" status: 204 len: 168 time: 0.8460515 Aug 22 13:33:39.848282 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:39.852442 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7046d9f1-0a85-4c87-a27f-52bd8a5b2244 tempest-NetworksIpV6Test-1834098174 tempest-NetworksIpV6Test-1834098174-project] Pushing event deleted for resources: {'Network': ['ID=f9d1cef7-eab3-4204-86aa-1e79163ae572,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:39.908481 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=b5a2fb9f-e4fb-41c5-8459-baa170e9dcc7,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:40.069811 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e1e99-4e71-44b5-b5e3-12ff3d925339 req-841768ce-5dea-42cb-8f3d-4ca2e7045ce2 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:40.070428 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 34090) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:40.071938 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bb5e1e99-4e71-44b5-b5e3-12ff3d925339 req-841768ce-5dea-42cb-8f3d-4ca2e7045ce2 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3f703ea-297a-4816-a205-5887ad9eab4f HTTP/1.1" status: 200 len: 945 time: 0.0543480 Aug 22 13:33:40.110893 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bb5e1e99-4e71-44b5-b5e3-12ff3d925339 req-df0c4ada-0262-466c-95e4-1b182a90a56b tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324619 Aug 22 13:33:40.216868 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6b008226-a4b3-4c1b-9f21-d356cf13d349 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b8730c55ccd74552ae7b8435e3a52809&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1452680 Aug 22 13:33:40.219303 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 34100) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:40.268898 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-46329712-b1df-425c-ac91-26bda7f29615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:40.291796 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-46329712-b1df-425c-ac91-26bda7f29615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:40.298345 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8ceb2-68bd-4f60-8cab-15a54cce5a17 req-12015d8c-cd0e-4dbe-8edc-7e49cafbc1a8 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:40.299859 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-17c8ceb2-68bd-4f60-8cab-15a54cce5a17 req-12015d8c-cd0e-4dbe-8edc-7e49cafbc1a8 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/ports?device_id=ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c HTTP/1.1" status: 200 len: 945 time: 0.0865369 Aug 22 13:33:40.308088 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1802f-ae44-4a0f-a20e-5fff2326137f req-fb05218e-1adc-495d-9a50-fccc70c4ecf6 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:40.309559 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d1f1802f-ae44-4a0f-a20e-5fff2326137f req-fb05218e-1adc-495d-9a50-fccc70c4ecf6 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=431d396a-90cc-4d89-bd02-1b6cb8ecfc46 HTTP/1.1" status: 200 len: 946 time: 0.0869198 Aug 22 13:33:40.340857 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-46329712-b1df-425c-ac91-26bda7f29615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:40.343501 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-46329712-b1df-425c-ac91-26bda7f29615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:40.344899 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-46329712-b1df-425c-ac91-26bda7f29615 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1cb1255c-cb54-40ae-9e3d-1f590a64a198 HTTP/1.1" status: 204 len: 168 time: 0.1246676 Aug 22 13:33:40.354495 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46329712-b1df-425c-ac91-26bda7f29615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb1255c-cb54-40ae-9e3d-1f590a64a198,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:40.368946 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-17c8ceb2-68bd-4f60-8cab-15a54cce5a17 req-e764e5b6-b12e-4dd6-977f-04a80f26e50e tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/security-groups?id=dae66278-0517-487d-81b6-02e3f3d0f286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584259 Aug 22 13:33:40.371996 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d1f1802f-ae44-4a0f-a20e-5fff2326137f req-d1788641-e8f2-4504-84b8-f02bf0d62044 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548072 Aug 22 13:33:40.533496 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946388d4-a081-4ec8-ab57-e631d3c58190 req-806d43e3-d065-43da-9d7c-2303f327c6d9 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:40.535026 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-946388d4-a081-4ec8-ab57-e631d3c58190 req-806d43e3-d065-43da-9d7c-2303f327c6d9 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.16 "GET /v2.0/ports?device_id=ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c HTTP/1.1" status: 200 len: 945 time: 0.0632315 Aug 22 13:33:40.656101 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4f29f-dc67-442c-8226-6c53547a4633 req-14620047-f057-433f-918e-6761ab83193d tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:40.657649 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3ae4f29f-dc67-442c-8226-6c53547a4633 req-14620047-f057-433f-918e-6761ab83193d tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?device_id=271baffd-54f9-462e-862e-2ddca2174fd1 HTTP/1.1" status: 200 len: 945 time: 0.1077025 Aug 22 13:33:40.714627 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-946388d4-a081-4ec8-ab57-e631d3c58190 req-01e2b800-014d-4337-a02c-1aa37a7280f6 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Deleting port fdf04e65-b1ed-4714-9ca4-d2b0e834a15a {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:33:40.714964 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-946388d4-a081-4ec8-ab57-e631d3c58190 req-01e2b800-014d-4337-a02c-1aa37a7280f6 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:40.720093 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3ae4f29f-dc67-442c-8226-6c53547a4633 req-4bbda5d4-5c77-43f3-9b1f-94a12692259e tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5c48efa-03fb-4165-aae3-65f8545e59a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547528 Aug 22 13:33:40.810742 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-946388d4-a081-4ec8-ab57-e631d3c58190 req-01e2b800-014d-4337-a02c-1aa37a7280f6 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] For port fdf04e65-b1ed-4714-9ca4-d2b0e834a15a, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=fdf04e65-b1ed-4714-9ca4-d2b0e834a15a,segment=NetworkSegment(538ae163-efa4-4208-94a1-3f5b6175ae30),segment_id=538ae163-efa4-4208-94a1-3f5b6175ae30)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:33:40.811148 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-946388d4-a081-4ec8-ab57-e631d3c58190 req-01e2b800-014d-4337-a02c-1aa37a7280f6 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:40.824628 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-946388d4-a081-4ec8-ab57-e631d3c58190 req-01e2b800-014d-4337-a02c-1aa37a7280f6 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Calling delete_port for fdf04e65-b1ed-4714-9ca4-d2b0e834a15a owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:33:40.961754 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-946388d4-a081-4ec8-ab57-e631d3c58190 req-01e2b800-014d-4337-a02c-1aa37a7280f6 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:40.975441 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['fdf04e65-b1ed-4714-9ca4-d2b0e834a15a'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:33:40.996620 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e2b800-014d-4337-a02c-1aa37a7280f6 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Pushing event deleted for resources: {'Port': ['ID=fdf04e65-b1ed-4714-9ca4-d2b0e834a15a,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:41.042740 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-946388d4-a081-4ec8-ab57-e631d3c58190 req-01e2b800-014d-4337-a02c-1aa37a7280f6 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] No DVR routers for this DVR port fdf04e65-b1ed-4714-9ca4-d2b0e834a15a on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:33:41.045359 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-946388d4-a081-4ec8-ab57-e631d3c58190 req-01e2b800-014d-4337-a02c-1aa37a7280f6 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:41.047580 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-946388d4-a081-4ec8-ab57-e631d3c58190 req-01e2b800-014d-4337-a02c-1aa37a7280f6 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.16 "DELETE /v2.0/ports/fdf04e65-b1ed-4714-9ca4-d2b0e834a15a HTTP/1.1" status: 204 len: 173 time: 0.5050731 Aug 22 13:33:41.048024 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c', 'name': 'network-vif-deleted', 'tag': 'fdf04e65-b1ed-4714-9ca4-d2b0e834a15a'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:33:41.050337 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7dbe5c-7497-45d1-b5df-ec6d8e4697a9" -d '{"events": [{"server_uuid": "ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c", "name": "network-vif-deleted", "tag": "fdf04e65-b1ed-4714-9ca4-d2b0e834a15a"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:33:41.073099 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 34126) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:41.079978 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0035405 Aug 22 13:33:41.082468 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 34128) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:41.091438 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337c7745-9264-4daa-bf29-b44da2c4b11d x-openstack-request-id: req-337c7745-9264-4daa-bf29-b44da2c4b11d {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:33:41.091730 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c", "name": "network-vif-deleted", "tag": "fdf04e65-b1ed-4714-9ca4-d2b0e834a15a", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:33:41.091984 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-337c7745-9264-4daa-bf29-b44da2c4b11d {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:33:41.092512 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c', 'name': 'network-vif-deleted', 'tag': 'fdf04e65-b1ed-4714-9ca4-d2b0e834a15a', 'status': 'completed', 'code': 200} Aug 22 13:33:41.198453 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-52ab7101-55b3-4b31-b4e3-d91d6292a2a1 tempest-NetworksApiDiscovery-573229471 tempest-NetworksApiDiscovery-573229471-project] 10.222.0.21 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1148429 Aug 22 13:33:41.204729 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00a71b5-e947-437b-a7b9-d9136fa4b6f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a2fb9f-e4fb-41c5-8459-baa170e9dcc7'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:33:41.207089 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1cbe48d-0868-439f-bd3d-a745848ec771" -d '{"events": [{"server_uuid": "b00a71b5-e947-437b-a7b9-d9136fa4b6f3", "name": "network-vif-plugged", "status": "completed", "tag": "b5a2fb9f-e4fb-41c5-8459-baa170e9dcc7"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:33:41.255042 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf97a1e-65d0-4446-be68-b62241d0f47a req-d594fdf2-b7eb-4f9e-ad3d-18609623d289 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:41.256384 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571eaf83-f64f-4495-ac13-bc4900f869a6 x-openstack-request-id: req-571eaf83-f64f-4495-ac13-bc4900f869a6 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:33:41.256723 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00a71b5-e947-437b-a7b9-d9136fa4b6f3", "name": "network-vif-plugged", "status": "completed", "tag": "b5a2fb9f-e4fb-41c5-8459-baa170e9dcc7", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:33:41.256904 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-acf97a1e-65d0-4446-be68-b62241d0f47a req-d594fdf2-b7eb-4f9e-ad3d-18609623d289 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3f703ea-297a-4816-a205-5887ad9eab4f HTTP/1.1" status: 200 len: 945 time: 0.0679369 Aug 22 13:33:41.258001 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-571eaf83-f64f-4495-ac13-bc4900f869a6 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:33:41.258617 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00a71b5-e947-437b-a7b9-d9136fa4b6f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a2fb9f-e4fb-41c5-8459-baa170e9dcc7', 'code': 200} Aug 22 13:33:41.307167 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-acf97a1e-65d0-4446-be68-b62241d0f47a req-ad5fdac6-0d38-4f69-926a-6658a553432d tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372620 Aug 22 13:33:41.406046 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a490e552-8db5-485e-ba3e-cd213c8be5f4 req-748975b2-3b74-43fd-baac-1355aad93e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:41.407637 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a490e552-8db5-485e-ba3e-cd213c8be5f4 req-748975b2-3b74-43fd-baac-1355aad93e83 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b00a71b5-e947-437b-a7b9-d9136fa4b6f3 HTTP/1.1" status: 200 len: 1097 time: 0.0521305 Aug 22 13:33:41.460183 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a490e552-8db5-485e-ba3e-cd213c8be5f4 req-6c284508-b724-4ae7-a0a0-31617e37f9f1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a5c48efa-03fb-4165-aae3-65f8545e59a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366116 Aug 22 13:33:41.520855 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 34146) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:41.529289 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-46c37842-c8c3-4fc8-9959-22e46a2771e2 req-b0a5375b-e0a1-431c-aef4-6c24aa2bc3a3 tempest-FloatingIPsAssociationTestJSON-2024019782 tempest-FloatingIPsAssociationTestJSON-2024019782-project] 10.222.0.21 "GET /v2.0/ports?device_id=ceb983aa-9b29-4e0d-890e-c53bb4f4ea2c HTTP/1.1" status: 200 len: 210 time: 0.0365324 Aug 22 13:33:41.541838 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5828cf39-9e54-4e16-b331-b8db3abf1198 req-a65261b5-731e-464c-a30a-48d740ce8a4f tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:41.543562 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5828cf39-9e54-4e16-b331-b8db3abf1198 req-a65261b5-731e-464c-a30a-48d740ce8a4f tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=431d396a-90cc-4d89-bd02-1b6cb8ecfc46 HTTP/1.1" status: 200 len: 946 time: 0.0814009 Aug 22 13:33:41.582983 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5828cf39-9e54-4e16-b331-b8db3abf1198 req-558f1ba0-b004-4c2b-8204-6e0e6daaa949 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330017 Aug 22 13:33:41.643651 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d9f6f742-3234-4e0d-bda8-6f1d7b4e6eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:41.731668 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d9f6f742-3234-4e0d-bda8-6f1d7b4e6eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:41.735165 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d9f6f742-3234-4e0d-bda8-6f1d7b4e6eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:41.777008 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d9f6f742-3234-4e0d-bda8-6f1d7b4e6eff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=47ae3292af124cf18ac3679e38ce4a20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2551377 Aug 22 13:33:41.777698 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f6f742-3234-4e0d-bda8-6f1d7b4e6eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9821fd3-0666-4001-83e5-d5d1d14be2a3,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:41.779726 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 34152) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:41.871299 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5fe26-72d8-4e16-852e-f57f1f438555 req-97c04c0d-bdf6-4452-b7fb-9ed1c6ffe3e9 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:41.872780 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-faa5fe26-72d8-4e16-852e-f57f1f438555 req-97c04c0d-bdf6-4452-b7fb-9ed1c6ffe3e9 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?device_id=271baffd-54f9-462e-862e-2ddca2174fd1 HTTP/1.1" status: 200 len: 945 time: 0.0814469 Aug 22 13:33:41.877373 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-641b0572-37aa-4c1d-aaa9-9be4be6a8c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:41.921391 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-641b0572-37aa-4c1d-aaa9-9be4be6a8c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:41.935550 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-faa5fe26-72d8-4e16-852e-f57f1f438555 req-74502bb8-560c-4079-afa8-ff78ce8fdb06 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5c48efa-03fb-4165-aae3-65f8545e59a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563717 Aug 22 13:33:41.983031 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-641b0572-37aa-4c1d-aaa9-9be4be6a8c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:41.985859 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-641b0572-37aa-4c1d-aaa9-9be4be6a8c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:41.989876 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-641b0572-37aa-4c1d-aaa9-9be4be6a8c97 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d9821fd3-0666-4001-83e5-d5d1d14be2a3 HTTP/1.1" status: 204 len: 168 time: 0.2018173 Aug 22 13:33:41.996980 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641b0572-37aa-4c1d-aaa9-9be4be6a8c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9821fd3-0666-4001-83e5-d5d1d14be2a3,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:42.062223 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a2f40-9fab-40d7-913b-5caf05d0f195 req-9c5525af-7e38-4c16-8d59-8d82b60c1b23 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:42.064097 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-032a2f40-9fab-40d7-913b-5caf05d0f195 req-9c5525af-7e38-4c16-8d59-8d82b60c1b23 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0fa53e9-03d2-4443-baf1-d79e06ae1a85 HTTP/1.1" status: 200 len: 946 time: 0.0555246 Aug 22 13:33:42.107546 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-032a2f40-9fab-40d7-913b-5caf05d0f195 req-ea671e62-a986-4880-8fc1-18266b58490e tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5c48efa-03fb-4165-aae3-65f8545e59a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366220 Aug 22 13:33:42.239487 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378b5be-6f7b-42e9-bb6c-64a99027291e req-c3693dfa-346d-4a86-81f1-1e0a8a732a9f tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:42.242588 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2378b5be-6f7b-42e9-bb6c-64a99027291e req-c3693dfa-346d-4a86-81f1-1e0a8a732a9f tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00a71b5-e947-437b-a7b9-d9136fa4b6f3 HTTP/1.1" status: 200 len: 945 time: 0.0558975 Aug 22 13:33:42.284364 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2378b5be-6f7b-42e9-bb6c-64a99027291e req-6f2b5ea0-9bca-4aab-a195-f810489be368 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5c48efa-03fb-4165-aae3-65f8545e59a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361717 Aug 22 13:33:42.443024 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d3d3f-b5c4-4ceb-8cd2-80b89d3c00c9 req-313e16e7-9963-46fa-bc12-a8aa351bde8a tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:42.445211 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4c3d3d3f-b5c4-4ceb-8cd2-80b89d3c00c9 req-313e16e7-9963-46fa-bc12-a8aa351bde8a tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3f703ea-297a-4816-a205-5887ad9eab4f HTTP/1.1" status: 200 len: 945 time: 0.0822151 Aug 22 13:33:42.461304 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b2c35-e815-46ea-bdc8-ab4bc290224e req-cf964ccf-03c6-403d-bfbf-b0f69ea3aea5 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:42.462913 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a30b2c35-e815-46ea-bdc8-ab4bc290224e req-cf964ccf-03c6-403d-bfbf-b0f69ea3aea5 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3f703ea-297a-4816-a205-5887ad9eab4f HTTP/1.1" status: 200 len: 945 time: 0.0726633 Aug 22 13:33:42.572546 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a30b2c35-e815-46ea-bdc8-ab4bc290224e req-dfc773bf-8c99-4dfd-a635-0a45dd96c2a4 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019638 Aug 22 13:33:42.596299 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 34182) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:42.601768 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-4c3d3d3f-b5c4-4ceb-8cd2-80b89d3c00c9 req-d0009992-9d71-4569-8b2a-51c3a4027a20 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Deleting port 9a214d1f-252d-4c86-9b8b-f08c9bfd370a {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:33:42.602112 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4c3d3d3f-b5c4-4ceb-8cd2-80b89d3c00c9 req-d0009992-9d71-4569-8b2a-51c3a4027a20 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:42.768512 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b118bf-0eaf-4918-a15e-9e0881c88e5a req-51fdee85-fcce-4c7f-b805-3712709a24d6 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:42.776113 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-12b118bf-0eaf-4918-a15e-9e0881c88e5a req-51fdee85-fcce-4c7f-b805-3712709a24d6 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=431d396a-90cc-4d89-bd02-1b6cb8ecfc46 HTTP/1.1" status: 200 len: 946 time: 0.1007938 Aug 22 13:33:42.779963 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-4c3d3d3f-b5c4-4ceb-8cd2-80b89d3c00c9 req-d0009992-9d71-4569-8b2a-51c3a4027a20 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] For port 9a214d1f-252d-4c86-9b8b-f08c9bfd370a, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=9a214d1f-252d-4c86-9b8b-f08c9bfd370a,segment=NetworkSegment(db44917f-e270-4117-9230-1517bc4d1e8b),segment_id=db44917f-e270-4117-9230-1517bc4d1e8b)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:33:42.780526 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4c3d3d3f-b5c4-4ceb-8cd2-80b89d3c00c9 req-d0009992-9d71-4569-8b2a-51c3a4027a20 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:42.805829 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-4c3d3d3f-b5c4-4ceb-8cd2-80b89d3c00c9 req-d0009992-9d71-4569-8b2a-51c3a4027a20 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Calling delete_port for 9a214d1f-252d-4c86-9b8b-f08c9bfd370a owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:33:42.840611 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-12b118bf-0eaf-4918-a15e-9e0881c88e5a req-e38f4b27-b064-484e-a3f7-96a9ebc5d572 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600636 Aug 22 13:33:42.997027 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4c3d3d3f-b5c4-4ceb-8cd2-80b89d3c00c9 req-d0009992-9d71-4569-8b2a-51c3a4027a20 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:43.012762 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['9a214d1f-252d-4c86-9b8b-f08c9bfd370a'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:33:43.039125 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0009992-9d71-4569-8b2a-51c3a4027a20 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Pushing event deleted for resources: {'Port': ['ID=9a214d1f-252d-4c86-9b8b-f08c9bfd370a,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:43.087701 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-92790548-1044-436a-9cb1-de4b243464d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:43.111968 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c3d3d3f-b5c4-4ceb-8cd2-80b89d3c00c9 req-d0009992-9d71-4569-8b2a-51c3a4027a20 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] No DVR routers for this DVR port 9a214d1f-252d-4c86-9b8b-f08c9bfd370a on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:33:43.119193 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4c3d3d3f-b5c4-4ceb-8cd2-80b89d3c00c9 req-d0009992-9d71-4569-8b2a-51c3a4027a20 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:43.124366 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4c3d3d3f-b5c4-4ceb-8cd2-80b89d3c00c9 req-d0009992-9d71-4569-8b2a-51c3a4027a20 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.16 "DELETE /v2.0/ports/9a214d1f-252d-4c86-9b8b-f08c9bfd370a HTTP/1.1" status: 204 len: 173 time: 0.6604059 Aug 22 13:33:43.128719 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f703ea-297a-4816-a205-5887ad9eab4f', 'name': 'network-vif-deleted', 'tag': '9a214d1f-252d-4c86-9b8b-f08c9bfd370a'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:33:43.131236 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2824b8-2ffb-4a15-8f59-21ebd5e6da6e" -d '{"events": [{"server_uuid": "d3f703ea-297a-4816-a205-5887ad9eab4f", "name": "network-vif-deleted", "tag": "9a214d1f-252d-4c86-9b8b-f08c9bfd370a"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:33:43.202980 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6756a33b-b352-4419-9906-52f06da09332 x-openstack-request-id: req-6756a33b-b352-4419-9906-52f06da09332 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:33:43.203424 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3f703ea-297a-4816-a205-5887ad9eab4f", "name": "network-vif-deleted", "tag": "9a214d1f-252d-4c86-9b8b-f08c9bfd370a", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:33:43.203681 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6756a33b-b352-4419-9906-52f06da09332 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:33:43.204081 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f703ea-297a-4816-a205-5887ad9eab4f', 'name': 'network-vif-deleted', 'tag': '9a214d1f-252d-4c86-9b8b-f08c9bfd370a', 'status': 'completed', 'code': 200} Aug 22 13:33:43.467194 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cce7f8-7045-42f2-9e9f-c5eed1314c5e req-79dec328-4a51-485c-9b91-241083bb07af tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:43.468749 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-05cce7f8-7045-42f2-9e9f-c5eed1314c5e req-79dec328-4a51-485c-9b91-241083bb07af tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00a71b5-e947-437b-a7b9-d9136fa4b6f3 HTTP/1.1" status: 200 len: 945 time: 0.0641320 Aug 22 13:33:43.528165 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-05cce7f8-7045-42f2-9e9f-c5eed1314c5e req-88e696f8-0c3a-441f-a699-058dbfe7858d tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5c48efa-03fb-4165-aae3-65f8545e59a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534964 Aug 22 13:33:43.546107 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-92790548-1044-436a-9cb1-de4b243464d6 admin admin] Deleting port 4121abf5-11ad-4df1-8c3b-3a9b600586c3 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:33:43.546789 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-92790548-1044-436a-9cb1-de4b243464d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:43.660756 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-92790548-1044-436a-9cb1-de4b243464d6 admin admin] For port 4121abf5-11ad-4df1-8c3b-3a9b600586c3, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=4121abf5-11ad-4df1-8c3b-3a9b600586c3,segment=NetworkSegment(538ae163-efa4-4208-94a1-3f5b6175ae30),segment_id=538ae163-efa4-4208-94a1-3f5b6175ae30)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:33:43.661365 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-92790548-1044-436a-9cb1-de4b243464d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:43.675580 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-92790548-1044-436a-9cb1-de4b243464d6 admin admin] Calling delete_port for 4121abf5-11ad-4df1-8c3b-3a9b600586c3 owned by network:router_interface {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:33:43.743726 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6ea41ec2-6d93-4f51-b5e1-f1e6cb5399bb req-1b605805-b9ae-41cd-82cc-03e1dc557235 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3f703ea-297a-4816-a205-5887ad9eab4f HTTP/1.1" status: 200 len: 210 time: 0.0681391 Aug 22 13:33:43.871750 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a82ca9-e19a-44f6-9dd6-7784c08d049a req-41decb2d-18cd-46c3-8e5c-3c06ccc9d599 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:43.873637 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-36a82ca9-e19a-44f6-9dd6-7784c08d049a req-41decb2d-18cd-46c3-8e5c-3c06ccc9d599 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?device_id=271baffd-54f9-462e-862e-2ddca2174fd1 HTTP/1.1" status: 200 len: 945 time: 0.0668285 Aug 22 13:33:43.925732 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-36a82ca9-e19a-44f6-9dd6-7784c08d049a req-e837631b-70ba-420e-9b05-87c046db21fc tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5c48efa-03fb-4165-aae3-65f8545e59a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457532 Aug 22 13:33:43.950151 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-92790548-1044-436a-9cb1-de4b243464d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:44.040111 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d1a7f6-78ca-4915-a91e-e982e133700b req-5a86596f-6b9c-402c-babf-eed87bc88701 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:44.040916 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92790548-1044-436a-9cb1-de4b243464d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4121abf5-11ad-4df1-8c3b-3a9b600586c3,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:44.052642 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-14d1a7f6-78ca-4915-a91e-e982e133700b req-5a86596f-6b9c-402c-babf-eed87bc88701 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=431d396a-90cc-4d89-bd02-1b6cb8ecfc46 HTTP/1.1" status: 200 len: 946 time: 0.1088383 Aug 22 13:33:44.112098 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-14d1a7f6-78ca-4915-a91e-e982e133700b req-b43ef62e-645b-4a17-9b3c-acd4e65b7136 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553303 Aug 22 13:33:44.183015 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 34222) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:44.275699 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-92790548-1044-436a-9cb1-de4b243464d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:44.342775 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4ec15d1b-36a5-4e02-9604-4a42fdcab3d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:44.375231 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51011aa9-eec1-483d-a5a9-938eca2c0569 req-90ba81bb-4b33-45d5-be7b-ddef397499a7 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:44.376954 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-51011aa9-eec1-483d-a5a9-938eca2c0569 req-90ba81bb-4b33-45d5-be7b-ddef397499a7 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0fa53e9-03d2-4443-baf1-d79e06ae1a85 HTTP/1.1" status: 200 len: 946 time: 0.1018310 Aug 22 13:33:44.443421 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-51011aa9-eec1-483d-a5a9-938eca2c0569 req-0eb8e923-ecac-41db-99e5-048cf7e1f4f6 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5c48efa-03fb-4165-aae3-65f8545e59a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585375 Aug 22 13:33:44.516414 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4ec15d1b-36a5-4e02-9604-4a42fdcab3d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:44.520976 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4ec15d1b-36a5-4e02-9604-4a42fdcab3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:44.549018 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92790548-1044-436a-9cb1-de4b243464d6 admin admin] Router e6cb4467-da7f-4a21-8bf2-b77bab11ad34 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:33:44.565679 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-4ec15d1b-36a5-4e02-9604-4a42fdcab3d4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a257fd6089764794a60b63b6c3c3449d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3787458 Aug 22 13:33:44.566493 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 34230) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:44.572275 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec15d1b-36a5-4e02-9604-4a42fdcab3d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbfdf50-b18b-4f0d-b2f9-d9d2719b8de8,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:44.628449 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-891978e9-49ca-4a2d-91a5-5c7fa5b6195f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:44.650740 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-891978e9-49ca-4a2d-91a5-5c7fa5b6195f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:44.667235 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92790548-1044-436a-9cb1-de4b243464d6 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:33:44.676011 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9077b28-a5c5-42a6-ac7e-900886960c81 None None] Sync routers for ids ['e6cb4467-da7f-4a21-8bf2-b77bab11ad34'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:33:44.676559 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-92790548-1044-436a-9cb1-de4b243464d6 admin admin] 10.222.0.21 "PUT /v2.0/routers/e6cb4467-da7f-4a21-8bf2-b77bab11ad34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0782962 Aug 22 13:33:44.678927 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 34232) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:44.689981 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9077b28-a5c5-42a6-ac7e-900886960c81 None None] Routers {'e6cb4467-da7f-4a21-8bf2-b77bab11ad34'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:33:44.690721 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-c9077b28-a5c5-42a6-ac7e-900886960c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:33:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['e6cb4467-da7f-4a21-8bf2-b77bab11ad34'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:44.709425 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-891978e9-49ca-4a2d-91a5-5c7fa5b6195f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:44.712671 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-891978e9-49ca-4a2d-91a5-5c7fa5b6195f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:44.716476 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-891978e9-49ca-4a2d-91a5-5c7fa5b6195f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3cbfdf50-b18b-4f0d-b2f9-d9d2719b8de8 HTTP/1.1" status: 204 len: 168 time: 0.1494634 Aug 22 13:33:44.724692 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891978e9-49ca-4a2d-91a5-5c7fa5b6195f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbfdf50-b18b-4f0d-b2f9-d9d2719b8de8,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:44.843738 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-c9077b28-a5c5-42a6-ac7e-900886960c81 None None] Set router e6cb4467-da7f-4a21-8bf2-b77bab11ad34 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:33:44.847982 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92313d-927d-4d52-ae46-9dfd11cbc2db req-edcafe57-4815-4957-ace0-a800f17bf16c tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:44.856683 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92313d-927d-4d52-ae46-9dfd11cbc2db req-edcafe57-4815-4957-ace0-a800f17bf16c tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:44.864737 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92313d-927d-4d52-ae46-9dfd11cbc2db req-edcafe57-4815-4957-ace0-a800f17bf16c tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:44.867304 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1e92313d-927d-4d52-ae46-9dfd11cbc2db req-edcafe57-4815-4957-ace0-a800f17bf16c tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?device_id=271baffd-54f9-462e-862e-2ddca2174fd1&device_id=b00a71b5-e947-437b-a7b9-d9136fa4b6f3&device_id=d0fa53e9-03d2-4443-baf1-d79e06ae1a85 HTTP/1.1" status: 200 len: 2417 time: 0.1055958 Aug 22 13:33:44.947942 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1e92313d-927d-4d52-ae46-9dfd11cbc2db req-00735af6-961c-411f-8f50-c921a79c6969 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5c48efa-03fb-4165-aae3-65f8545e59a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711761 Aug 22 13:33:45.127483 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-c9077b28-a5c5-42a6-ac7e-900886960c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'name': 'tempest-FloatingIPsAssociationTestJSON-1552091199-router', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'c487e8e9-f194-4745-9cfb-f72df839c40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:32:13Z', 'updated_at': '2021-08-22T13:33:43Z', 'revision_number': 5, 'project_id': '8c7f26536b7540b7b292e9293304df5d', 'gw_port': {'id': 'c487e8e9-f194-4745-9cfb-f72df839c40e', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:32:14Z', 'updated_at': '2021-08-22T13:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:45.131381 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-73c82944-befa-4e21-8035-3a36ee65ee6c admin admin] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:45.159906 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9077b28-a5c5-42a6-ac7e-900886960c81 None None] Checking router: e6cb4467-da7f-4a21-8bf2-b77bab11ad34 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:33:45.169249 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9077b28-a5c5-42a6-ac7e-900886960c81 None None] Routers {'e6cb4467-da7f-4a21-8bf2-b77bab11ad34'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:33:45.170120 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-c9077b28-a5c5-42a6-ac7e-900886960c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:33:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['e6cb4467-da7f-4a21-8bf2-b77bab11ad34'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:45.280619 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ed1b8-2178-4495-9ec5-325fdcaed08c req-c798cce1-9a96-49f4-9df9-ac0d9416dfab tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:45.282635 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-230ed1b8-2178-4495-9ec5-325fdcaed08c req-c798cce1-9a96-49f4-9df9-ac0d9416dfab tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?device_id=271baffd-54f9-462e-862e-2ddca2174fd1 HTTP/1.1" status: 200 len: 945 time: 0.1172664 Aug 22 13:33:45.285512 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 34256) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:45.291076 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-73c82944-befa-4e21-8035-3a36ee65ee6c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:45.301286 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-c9077b28-a5c5-42a6-ac7e-900886960c81 None None] Set router e6cb4467-da7f-4a21-8bf2-b77bab11ad34 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:33:45.316736 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-de9a116d-fe9c-446e-8e4a-04b1007390af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:45.318520 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device fdf04e65-b1ed-4714-9ca4-d2b0e834a15a no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:33:45.334221 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec77d3a-4639-4dda-a726-3dceccc810b0 req-841f9eae-a600-4e75-9944-fb63eacea46c tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:45.336526 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9ec77d3a-4639-4dda-a726-3dceccc810b0 req-841f9eae-a600-4e75-9944-fb63eacea46c tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/networks?id=029dc999-300f-41d7-a154-70ddffd00bd2 HTTP/1.1" status: 200 len: 812 time: 0.2002902 Aug 22 13:33:45.348487 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: fdf04e65-b1ed-4714-9ca4-d2b0e834a15a {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:33:45.349071 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device fdf04e65-b1ed-4714-9ca4-d2b0e834a15a not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:33:45.349750 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 9a214d1f-252d-4c86-9b8b-f08c9bfd370a no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:33:45.355739 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-73c82944-befa-4e21-8035-3a36ee65ee6c admin admin] Deleting port c487e8e9-f194-4745-9cfb-f72df839c40e {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:33:45.356133 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-73c82944-befa-4e21-8035-3a36ee65ee6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:45.379291 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: 9a214d1f-252d-4c86-9b8b-f08c9bfd370a {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:33:45.379977 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 9a214d1f-252d-4c86-9b8b-f08c9bfd370a not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:33:45.402392 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9ec77d3a-4639-4dda-a726-3dceccc810b0 req-7026b40c-0c80-4dfc-99d5-82d8a01deef5 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/quotas/55ae8131c673474db6fbd918c6d65e53 HTTP/1.1" status: 200 len: 375 time: 0.0534551 Aug 22 13:33:45.437183 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-230ed1b8-2178-4495-9ec5-325fdcaed08c req-e112cc7e-a5ce-4205-8439-ff7dad3a7974 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5c48efa-03fb-4165-aae3-65f8545e59a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410041 Aug 22 13:33:45.462730 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9ec77d3a-4639-4dda-a726-3dceccc810b0 req-75d1a2e6-7985-4817-990e-176162ee26e2 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=55ae8131c673474db6fbd918c6d65e53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501671 Aug 22 13:33:45.479158 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-73c82944-befa-4e21-8035-3a36ee65ee6c admin admin] For port c487e8e9-f194-4745-9cfb-f72df839c40e, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=c487e8e9-f194-4745-9cfb-f72df839c40e,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:33:45.479549 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-73c82944-befa-4e21-8035-3a36ee65ee6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:45.492817 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-73c82944-befa-4e21-8035-3a36ee65ee6c admin admin] Calling delete_port for c487e8e9-f194-4745-9cfb-f72df839c40e owned by network:router_gateway {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:33:45.579388 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-c9077b28-a5c5-42a6-ac7e-900886960c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'name': 'tempest-FloatingIPsAssociationTestJSON-1552091199-router', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'c487e8e9-f194-4745-9cfb-f72df839c40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:32:13Z', 'updated_at': '2021-08-22T13:33:43Z', 'revision_number': 5, 'project_id': '8c7f26536b7540b7b292e9293304df5d', 'gw_port': {'id': 'c487e8e9-f194-4745-9cfb-f72df839c40e', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:32:14Z', 'updated_at': '2021-08-22T13:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:45.610399 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-de9a116d-fe9c-446e-8e4a-04b1007390af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:45.622232 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16237d6-b23f-4193-81fc-3cd81f27aeab req-1b244cef-7709-4ef6-b732-639d7d88c10c tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:45.623402 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9077b28-a5c5-42a6-ac7e-900886960c81 None None] The sync data for ids ['e6cb4467-da7f-4a21-8bf2-b77bab11ad34'] in n-d-793621-33 is: [{'id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'name': 'tempest-FloatingIPsAssociationTestJSON-1552091199-router', 'tenant_id': '8c7f26536b7540b7b292e9293304df5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'c487e8e9-f194-4745-9cfb-f72df839c40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:32:13Z', 'updated_at': '2021-08-22T13:33:43Z', 'revision_number': 5, 'project_id': '8c7f26536b7540b7b292e9293304df5d', 'gw_port': {'id': 'c487e8e9-f194-4745-9cfb-f72df839c40e', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cb4467-da7f-4a21-8bf2-b77bab11ad34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:32:14Z', 'updated_at': '2021-08-22T13:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:33:45.624436 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e16237d6-b23f-4193-81fc-3cd81f27aeab req-1b244cef-7709-4ef6-b732-639d7d88c10c tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=431d396a-90cc-4d89-bd02-1b6cb8ecfc46 HTTP/1.1" status: 200 len: 946 time: 0.1032360 Aug 22 13:33:45.627271 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-de9a116d-fe9c-446e-8e4a-04b1007390af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:45.668669 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9ec77d3a-4639-4dda-a726-3dceccc810b0 req-45296d68-d1ac-4db6-8526-71db6c637474 service neutron] 10.222.0.21 "GET /v2.0/networks/029dc999-300f-41d7-a154-70ddffd00bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050555 Aug 22 13:33:45.728643 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-de9a116d-fe9c-446e-8e4a-04b1007390af admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1d91d5209d1d4b05919cbf7eb3ed7619&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4418850 Aug 22 13:33:45.731732 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 34266) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:45.733070 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-73c82944-befa-4e21-8035-3a36ee65ee6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:45.767583 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9a116d-fe9c-446e-8e4a-04b1007390af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2e763c-869e-4b4f-9d6a-1ac02add42fc,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:45.779168 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c82944-befa-4e21-8035-3a36ee65ee6c admin admin] Pushing event deleted for resources: {'Port': ['ID=c487e8e9-f194-4745-9cfb-f72df839c40e,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:45.794863 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e16237d6-b23f-4193-81fc-3cd81f27aeab req-27da3d0b-3cef-49d0-aa96-de2fe34f20de tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487637 Aug 22 13:33:45.827679 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9ec77d3a-4639-4dda-a726-3dceccc810b0 req-f12731fd-3ba1-4c8a-bab7-7d3a3bdac85b service neutron] 10.222.0.21 "GET /v2.0/networks/029dc999-300f-41d7-a154-70ddffd00bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418340 Aug 22 13:33:45.857724 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-121f9460-e84c-4d7f-8770-3e368d3f054f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:45.869452 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-73c82944-befa-4e21-8035-3a36ee65ee6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:45.941038 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-121f9460-e84c-4d7f-8770-3e368d3f054f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:46.007858 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-73c82944-befa-4e21-8035-3a36ee65ee6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:46.011593 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-73c82944-befa-4e21-8035-3a36ee65ee6c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:46.104418 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-121f9460-e84c-4d7f-8770-3e368d3f054f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:46.106380 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-59531c2b-2fcd-40de-ace3-f45647397186 req-8966eef1-14b9-4d40-8045-01740fafce8f tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=843335a9-07f0-445b-a387-dd7c7aa06473 HTTP/1.1" status: 200 len: 210 time: 0.0469482 Aug 22 13:33:46.111331 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-121f9460-e84c-4d7f-8770-3e368d3f054f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:46.112750 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-121f9460-e84c-4d7f-8770-3e368d3f054f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bd2e763c-869e-4b4f-9d6a-1ac02add42fc HTTP/1.1" status: 204 len: 168 time: 0.3770323 Aug 22 13:33:46.115926 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-73c82944-befa-4e21-8035-3a36ee65ee6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:46.117037 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c82944-befa-4e21-8035-3a36ee65ee6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6cb4467-da7f-4a21-8bf2-b77bab11ad34 {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:33:46.122460 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-73c82944-befa-4e21-8035-3a36ee65ee6c admin admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:46.123748 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-73c82944-befa-4e21-8035-3a36ee65ee6c admin admin] 10.222.0.21 "DELETE /v2.0/routers/e6cb4467-da7f-4a21-8bf2-b77bab11ad34 HTTP/1.1" status: 204 len: 168 time: 1.4438813 Aug 22 13:33:46.126353 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 34276) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:46.147446 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f9460-e84c-4d7f-8770-3e368d3f054f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2e763c-869e-4b4f-9d6a-1ac02add42fc,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:46.222881 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bfca950-9b83-42e5-a110-0e32143e3a8d admin admin] Deleting subnet bab5dc6f-337b-4be1-b114-f5e216f3b569 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:33:46.227464 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7bfca950-9b83-42e5-a110-0e32143e3a8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:46.315207 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7bfca950-9b83-42e5-a110-0e32143e3a8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:46.408209 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9a841-9fab-4d04-9d9a-5c77509d6b42 req-eb1723b3-3350-47f4-b6d3-ce54a5f4ba71 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:46.416851 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6de9a841-9fab-4d04-9d9a-5c77509d6b42 req-eb1723b3-3350-47f4-b6d3-ce54a5f4ba71 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9bb903a-a417-487e-8e83-aadc4be29999 HTTP/1.1" status: 200 len: 945 time: 0.1424625 Aug 22 13:33:46.494026 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6de9a841-9fab-4d04-9d9a-5c77509d6b42 req-2c547a7e-314a-4753-9407-1ca2e7e18dec tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a1e745b-6f0c-4fcc-80fa-5b3131e9e569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751722 Aug 22 13:33:46.503755 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7bfca950-9b83-42e5-a110-0e32143e3a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:46.583680 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7bfca950-9b83-42e5-a110-0e32143e3a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:46.637156 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfca950-9b83-42e5-a110-0e32143e3a8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bab5dc6f-337b-4be1-b114-f5e216f3b569,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:46.638053 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55987d8-9659-4315-9a5e-3e1f8c0c88c3 None None] Network dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:33:46.644738 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7bfca950-9b83-42e5-a110-0e32143e3a8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:46.651512 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 34298) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:46.651685 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-7bfca950-9b83-42e5-a110-0e32143e3a8d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/bab5dc6f-337b-4be1-b114-f5e216f3b569 HTTP/1.1" status: 204 len: 168 time: 0.5239427 Aug 22 13:33:46.761277 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-18d92012-2573-47fc-8ca2-2b30c0e9acb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:46.893763 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-88ce0cab-f068-40bc-b88c-f1cf28263ece req-65ce8420-5118-43ab-bce1-c68cf2e5d521 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=600396a5-ace2-41d1-9a0b-d66821040b5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0961919 Aug 22 13:33:47.002784 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c950e21-cc09-4aab-934d-a3bfc3553965 req-fdd34b79-b1bb-42c8-9da3-1885188f08cd tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:47.006366 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5c950e21-cc09-4aab-934d-a3bfc3553965 req-fdd34b79-b1bb-42c8-9da3-1885188f08cd tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=431d396a-90cc-4d89-bd02-1b6cb8ecfc46 HTTP/1.1" status: 200 len: 946 time: 0.1049092 Aug 22 13:33:47.006541 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-18d92012-2573-47fc-8ca2-2b30c0e9acb0 admin admin] Deleting port 580f11d0-bd1c-4f15-a9ab-004c0bc48cf6 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:33:47.006856 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-18d92012-2573-47fc-8ca2-2b30c0e9acb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:47.021682 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c560c6c0-2cf1-464b-8f12-e1b57132c363 None None] DHCP port deletion for dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:33:47.094526 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c560c6c0-2cf1-464b-8f12-e1b57132c363 None None] Deleting port 580f11d0-bd1c-4f15-a9ab-004c0bc48cf6 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:33:47.095163 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c560c6c0-2cf1-464b-8f12-e1b57132c363 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:47.103590 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-18d92012-2573-47fc-8ca2-2b30c0e9acb0 admin admin] For port 580f11d0-bd1c-4f15-a9ab-004c0bc48cf6, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=580f11d0-bd1c-4f15-a9ab-004c0bc48cf6,segment=NetworkSegment(538ae163-efa4-4208-94a1-3f5b6175ae30),segment_id=538ae163-efa4-4208-94a1-3f5b6175ae30)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:33:47.103952 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-18d92012-2573-47fc-8ca2-2b30c0e9acb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:47.116887 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5c950e21-cc09-4aab-934d-a3bfc3553965 req-4107c87c-7bc3-4335-855a-e1361a0aaed4 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014884 Aug 22 13:33:47.140775 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-18d92012-2573-47fc-8ca2-2b30c0e9acb0 admin admin] Calling delete_port for 580f11d0-bd1c-4f15-a9ab-004c0bc48cf6 owned by network:dhcp {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:33:47.173150 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c560c6c0-2cf1-464b-8f12-e1b57132c363 None None] For port 580f11d0-bd1c-4f15-a9ab-004c0bc48cf6, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=580f11d0-bd1c-4f15-a9ab-004c0bc48cf6,segment=NetworkSegment(538ae163-efa4-4208-94a1-3f5b6175ae30),segment_id=538ae163-efa4-4208-94a1-3f5b6175ae30)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:33:47.173879 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c560c6c0-2cf1-464b-8f12-e1b57132c363 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:47.197986 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c560c6c0-2cf1-464b-8f12-e1b57132c363 None None] Calling delete_port for 580f11d0-bd1c-4f15-a9ab-004c0bc48cf6 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:33:47.211425 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce0cab-f068-40bc-b88c-f1cf28263ece req-976fc949-61e8-40bd-a9fe-3dba2fb03a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:47.212163 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-88ce0cab-f068-40bc-b88c-f1cf28263ece req-976fc949-61e8-40bd-a9fe-3dba2fb03a9c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b1df9b52583480dbf6905d0ad326671&device_id=600396a5-ace2-41d1-9a0b-d66821040b5c HTTP/1.1" status: 200 len: 1097 time: 0.2864149 Aug 22 13:33:47.371414 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d0525a44-99f5-4948-80af-96992e53ee82 req-33fd9573-4c61-4b6f-a36e-f8048f82634a tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=843335a9-07f0-445b-a387-dd7c7aa06473 HTTP/1.1" status: 200 len: 210 time: 0.0841582 Aug 22 13:33:47.371736 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c560c6c0-2cf1-464b-8f12-e1b57132c363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:47.381083 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-18d92012-2573-47fc-8ca2-2b30c0e9acb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:47.390250 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d437c71-4005-4da8-b203-ba460e17b8ac req-2a969887-dc71-4a84-9d4a-9c5247c86b74 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:47.398455 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c560c6c0-2cf1-464b-8f12-e1b57132c363 None None] No DVR routers for this DVR port 580f11d0-bd1c-4f15-a9ab-004c0bc48cf6 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:33:47.420376 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d437c71-4005-4da8-b203-ba460e17b8ac req-2a969887-dc71-4a84-9d4a-9c5247c86b74 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0fa53e9-03d2-4443-baf1-d79e06ae1a85 HTTP/1.1" status: 200 len: 946 time: 0.1482241 Aug 22 13:33:47.436021 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c560c6c0-2cf1-464b-8f12-e1b57132c363 None None] Pushing event deleted for resources: {'Port': ['ID=580f11d0-bd1c-4f15-a9ab-004c0bc48cf6,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:47.471102 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 4121abf5-11ad-4df1-8c3b-3a9b600586c3 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:33:47.480925 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d92012-2573-47fc-8ca2-2b30c0e9acb0 admin admin] No DVR routers for this DVR port 580f11d0-bd1c-4f15-a9ab-004c0bc48cf6 on host n-d-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:33:47.484597 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d92012-2573-47fc-8ca2-2b30c0e9acb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=580f11d0-bd1c-4f15-a9ab-004c0bc48cf6,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:47.493983 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d437c71-4005-4da8-b203-ba460e17b8ac req-f87549de-a5b0-44ac-b5d5-189a9c3cf7e5 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5c48efa-03fb-4165-aae3-65f8545e59a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726979 Aug 22 13:33:47.516610 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 4121abf5-11ad-4df1-8c3b-3a9b600586c3 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:33:47.517409 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 4121abf5-11ad-4df1-8c3b-3a9b600586c3 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:33:47.518099 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 580f11d0-bd1c-4f15-a9ab-004c0bc48cf6 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:33:47.544286 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 580f11d0-bd1c-4f15-a9ab-004c0bc48cf6 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:33:47.544644 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 580f11d0-bd1c-4f15-a9ab-004c0bc48cf6 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:33:47.546168 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device c487e8e9-f194-4745-9cfb-f72df839c40e no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:33:47.577148 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: c487e8e9-f194-4745-9cfb-f72df839c40e {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:33:47.577488 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device c487e8e9-f194-4745-9cfb-f72df839c40e not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:33:47.592745 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce0cab-f068-40bc-b88c-f1cf28263ece req-8ede7a4c-1ec9-4500-aeb6-b59ebaca2df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:47.594379 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-88ce0cab-f068-40bc-b88c-f1cf28263ece req-8ede7a4c-1ec9-4500-aeb6-b59ebaca2df8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=66e2a6fd-b667-44cd-a37f-b120c3633f83 HTTP/1.1" status: 200 len: 912 time: 0.3358893 Aug 22 13:33:47.653382 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d1affe-0a91-4dca-aab6-84fc7ff7a9b4 req-bde2d224-9da0-4639-8274-7856b4046eb4 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:47.656645 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-18d92012-2573-47fc-8ca2-2b30c0e9acb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:47.656796 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-52d1affe-0a91-4dca-aab6-84fc7ff7a9b4 req-bde2d224-9da0-4639-8274-7856b4046eb4 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9bb903a-a417-487e-8e83-aadc4be29999 HTTP/1.1" status: 200 len: 945 time: 0.0772309 Aug 22 13:33:47.669949 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec77d3a-4639-4dda-a726-3dceccc810b0 req-7758feac-1b65-4f7f-a186-f316f03c9398 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:47.671390 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9ec77d3a-4639-4dda-a726-3dceccc810b0 req-7758feac-1b65-4f7f-a186-f316f03c9398 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.41 "GET /v2.0/networks?id=029dc999-300f-41d7-a154-70ddffd00bd2 HTTP/1.1" status: 200 len: 812 time: 0.3176179 Aug 22 13:33:47.674689 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-88ce0cab-f068-40bc-b88c-f1cf28263ece req-2067a7a9-dfd5-40c9-87ab-53f14f9f9e4a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a8ffd56-81e6-4b6e-bd07-ce83dbe9f55b HTTP/1.1" status: 200 len: 217 time: 0.0691657 Aug 22 13:33:47.676200 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-18d92012-2573-47fc-8ca2-2b30c0e9acb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:47.691525 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-18d92012-2573-47fc-8ca2-2b30c0e9acb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '538ae163-efa4-4208-94a1-3f5b6175ae30') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:47.692191 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-18d92012-2573-47fc-8ca2-2b30c0e9acb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '538ae163-efa4-4208-94a1-3f5b6175ae30') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:33:47.699192 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-52d1affe-0a91-4dca-aab6-84fc7ff7a9b4 req-33315a34-85cb-4efd-96d8-c5b8d47048f3 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a1e745b-6f0c-4fcc-80fa-5b3131e9e569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372875 Aug 22 13:33:47.705874 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-9ec77d3a-4639-4dda-a726-3dceccc810b0 req-e0e4fce2-04e6-4146-9665-5ab21e1c2ac6 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Request body: {'port': {'device_id': '843335a9-07f0-445b-a387-dd7c7aa06473', 'network_id': '029dc999-300f-41d7-a154-70ddffd00bd2', 'admin_state_up': True, 'tenant_id': '55ae8131c673474db6fbd918c6d65e53'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:33:47.720168 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-18d92012-2573-47fc-8ca2-2b30c0e9acb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:47.808989 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-18d92012-2573-47fc-8ca2-2b30c0e9acb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:47.824616 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18d92012-2573-47fc-8ca2-2b30c0e9acb0 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:33:47.825109 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-18d92012-2573-47fc-8ca2-2b30c0e9acb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:47.829717 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:33:47.829717 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:33:47.829717 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:33:47.829717 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:33:47.829717 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:33:47.829717 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:33:47.829717 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:33:47.829717 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:33:47.829717 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:33:47.829717 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:33:47.829717 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:33:47.829717 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:33:47.829717 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:33:47.829717 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:33:47.829717 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:33:47.829717 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:33:47.829717 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:33:47.829717 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:33:47.829717 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:33:47.829717 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:33:47.829717 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:33:47.829717 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:33:47.829717 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:33:47.829717 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:33:47.829717 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:33:47.829717 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:33:47.829717 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:33:47.829717 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:33:47.829717 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:33:47.829717 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:33:47.829717 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:33:47.829717 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:33:47.847455 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce0cab-f068-40bc-b88c-f1cf28263ece req-9f4babf9-d29e-4b42-ae17-ba47d38dd3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:47.848955 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-88ce0cab-f068-40bc-b88c-f1cf28263ece req-9f4babf9-d29e-4b42-ae17-ba47d38dd3bf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a6d00130-5d64-48a9-8eb2-27b64c65272f HTTP/1.1" status: 200 len: 851 time: 0.1528356 Aug 22 13:33:47.917114 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-88ce0cab-f068-40bc-b88c-f1cf28263ece req-a5592ee8-cc46-4fbf-abfd-f9652d9c16d7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=66e2a6fd-b667-44cd-a37f-b120c3633f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410626 Aug 22 13:33:47.936943 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-18d92012-2573-47fc-8ca2-2b30c0e9acb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:47.960100 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-18d92012-2573-47fc-8ca2-2b30c0e9acb0 admin admin] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:47.962009 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-18d92012-2573-47fc-8ca2-2b30c0e9acb0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4 HTTP/1.1" status: 204 len: 168 time: 1.3092880 Aug 22 13:33:48.011907 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d92012-2573-47fc-8ca2-2b30c0e9acb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcd4f7e8-9c90-40fe-a2fd-baa870b9adb4,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:48.037150 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ec77d3a-4639-4dda-a726-3dceccc810b0 req-e0e4fce2-04e6-4146-9665-5ab21e1c2ac6 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Made reservation on behalf of 55ae8131c673474db6fbd918c6d65e53 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:33:48.042059 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-9ec77d3a-4639-4dda-a726-3dceccc810b0 req-e0e4fce2-04e6-4146-9665-5ab21e1c2ac6 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:48.081936 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-88ce0cab-f068-40bc-b88c-f1cf28263ece req-b9534176-acf1-4680-a850-0712d02957a4 service neutron] 10.222.0.41 "GET /v2.0/networks/66e2a6fd-b667-44cd-a37f-b120c3633f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567903 Aug 22 13:33:48.102827 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841591d-0709-44f3-b78e-2e9c53135657 req-07110146-16a3-4376-b404-a59f4705752a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:48.104494 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0841591d-0709-44f3-b78e-2e9c53135657 req-07110146-16a3-4376-b404-a59f4705752a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9aaf82909078458f95327523ba5e3378&device_id=f9bb903a-a417-487e-8e83-aadc4be29999 HTTP/1.1" status: 200 len: 1097 time: 0.0512230 Aug 22 13:33:48.123717 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 34342) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:48.260770 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-88ce0cab-f068-40bc-b88c-f1cf28263ece req-87e25ec2-b4df-407b-8290-6bb7c74db5a5 service neutron] 10.222.0.41 "GET /v2.0/networks/66e2a6fd-b667-44cd-a37f-b120c3633f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450047 Aug 22 13:33:48.261910 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-9ec77d3a-4639-4dda-a726-3dceccc810b0 req-e0e4fce2-04e6-4146-9665-5ab21e1c2ac6 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Allocated IP 172.20.0.11 (029dc999-300f-41d7-a154-70ddffd00bd2/7cd6abbc-1246-430e-b262-f242ac355bf7/6579d0fd-306a-43f6-b163-95b4b0ea3147) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:33:48.280108 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-dcf29018-0f02-4016-8216-cb45a70af6bf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8c7f26536b7540b7b292e9293304df5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1551809 Aug 22 13:33:48.282890 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 34350) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:48.286397 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841591d-0709-44f3-b78e-2e9c53135657 req-6ec5cb1d-ed1b-4c64-a9e1-747ce4adc6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:48.287795 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0841591d-0709-44f3-b78e-2e9c53135657 req-6ec5cb1d-ed1b-4c64-a9e1-747ce4adc6fb service neutron] 10.222.0.16 "GET /v2.0/networks?id=0386d336-0e61-4348-9e46-055980419e76 HTTP/1.1" status: 200 len: 912 time: 0.1482227 Aug 22 13:33:48.296176 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbd6db-6c89-4f6f-a659-3bf603eba4de req-2229230d-5aa0-4c72-8a3c-ae673b004065 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:48.297733 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f0cbd6db-6c89-4f6f-a659-3bf603eba4de req-2229230d-5aa0-4c72-8a3c-ae673b004065 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=431d396a-90cc-4d89-bd02-1b6cb8ecfc46 HTTP/1.1" status: 200 len: 946 time: 0.1007740 Aug 22 13:33:48.383518 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0841591d-0709-44f3-b78e-2e9c53135657 req-3ddcf8aa-57d7-4648-b480-eeb6d16eed22 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5dbcabe-f661-41dc-8f83-1d52dc6fb943 HTTP/1.1" status: 200 len: 1000 time: 0.0848048 Aug 22 13:33:48.388520 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f0cbd6db-6c89-4f6f-a659-3bf603eba4de req-e32b7369-8cc7-42b1-8d6f-c4b3a19de124 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494983 Aug 22 13:33:48.405003 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bab28610-b027-4e39-bce5-33cdbfcfd5c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:48.445232 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841591d-0709-44f3-b78e-2e9c53135657 req-ba8155db-d6ea-4d40-937e-ee849701b4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:48.447838 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0841591d-0709-44f3-b78e-2e9c53135657 req-ba8155db-d6ea-4d40-937e-ee849701b4bd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=77ae476e-7cd6-4bd5-9319-25dd232b8593 HTTP/1.1" status: 200 len: 850 time: 0.0540366 Aug 22 13:33:48.453494 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bab28610-b027-4e39-bce5-33cdbfcfd5c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:48.522069 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-9ec77d3a-4639-4dda-a726-3dceccc810b0 req-e0e4fce2-04e6-4146-9665-5ab21e1c2ac6 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:48.525212 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-273dba93-bb0b-45e3-b8c7-eb18a6ffe0c8 req-df3427b0-5cb4-42ca-94c4-a48ea5a3cf70 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=843335a9-07f0-445b-a387-dd7c7aa06473 HTTP/1.1" status: 200 len: 210 time: 0.0535223 Aug 22 13:33:48.552384 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841591d-0709-44f3-b78e-2e9c53135657 req-0b8f565c-e4b2-4a5b-8a62-b0f6290c8637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:48.553615 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bab28610-b027-4e39-bce5-33cdbfcfd5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:48.554791 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0841591d-0709-44f3-b78e-2e9c53135657 req-0b8f565c-e4b2-4a5b-8a62-b0f6290c8637 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0386d336-0e61-4348-9e46-055980419e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0922790 Aug 22 13:33:48.556903 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bab28610-b027-4e39-bce5-33cdbfcfd5c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:48.560705 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-bab28610-b027-4e39-bce5-33cdbfcfd5c6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dae66278-0517-487d-81b6-02e3f3d0f286 HTTP/1.1" status: 204 len: 168 time: 0.2742922 Aug 22 13:33:48.578829 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab28610-b027-4e39-bce5-33cdbfcfd5c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae66278-0517-487d-81b6-02e3f3d0f286,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:48.593776 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-9ec77d3a-4639-4dda-a726-3dceccc810b0 req-e0e4fce2-04e6-4146-9665-5ab21e1c2ac6 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:48.649983 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ec77d3a-4639-4dda-a726-3dceccc810b0 req-e0e4fce2-04e6-4146-9665-5ab21e1c2ac6 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Network 029dc999-300f-41d7-a154-70ddffd00bd2 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:33:48.656534 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-9ec77d3a-4639-4dda-a726-3dceccc810b0 req-e0e4fce2-04e6-4146-9665-5ab21e1c2ac6 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:33:48.663242 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec77d3a-4639-4dda-a726-3dceccc810b0 req-e0e4fce2-04e6-4146-9665-5ab21e1c2ac6 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:33:48.667549 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e4fce2-04e6-4146-9665-5ab21e1c2ac6 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Pushing event updated for resources: {'Port': ['ID=6579d0fd-306a-43f6-b163-95b4b0ea3147,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:48.719454 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec77d3a-4639-4dda-a726-3dceccc810b0 req-e0e4fce2-04e6-4146-9665-5ab21e1c2ac6 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:48.720200 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-9ec77d3a-4639-4dda-a726-3dceccc810b0 req-e0e4fce2-04e6-4146-9665-5ab21e1c2ac6 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:48.741043 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6497e31-d14d-4b87-bee3-7fbee78f5dc6 req-1e029ceb-21b1-4574-a807-e97e092ae476 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:48.743842 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d6497e31-d14d-4b87-bee3-7fbee78f5dc6 req-1e029ceb-21b1-4574-a807-e97e092ae476 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0fa53e9-03d2-4443-baf1-d79e06ae1a85 HTTP/1.1" status: 200 len: 946 time: 0.1345236 Aug 22 13:33:48.745199 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9ec77d3a-4639-4dda-a726-3dceccc810b0 req-e0e4fce2-04e6-4146-9665-5ab21e1c2ac6 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0506670 Aug 22 13:33:48.752795 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0841591d-0709-44f3-b78e-2e9c53135657 req-c2a5136c-af25-4d5e-9959-c8daeaca79fb service neutron] 10.222.0.16 "GET /v2.0/networks/0386d336-0e61-4348-9e46-055980419e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805289 Aug 22 13:33:48.779991 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-9ec77d3a-4639-4dda-a726-3dceccc810b0 req-e63ecf73-513e-4a39-bd43-ea950c88e8fd service neutron] Request body: {'port': {'device_id': '843335a9-07f0-445b-a387-dd7c7aa06473', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:33:48.855248 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-9ec77d3a-4639-4dda-a726-3dceccc810b0 req-e63ecf73-513e-4a39-bd43-ea950c88e8fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:48.879180 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d6497e31-d14d-4b87-bee3-7fbee78f5dc6 req-d2813564-239f-4232-81c2-1bdfeaf949ec tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5c48efa-03fb-4165-aae3-65f8545e59a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253045 Aug 22 13:33:48.922576 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28634df-1c06-4a15-9404-71be053e688d req-100f31fd-88c2-415f-ad0f-5c8779615d46 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:48.924098 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f28634df-1c06-4a15-9404-71be053e688d req-100f31fd-88c2-415f-ad0f-5c8779615d46 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9bb903a-a417-487e-8e83-aadc4be29999 HTTP/1.1" status: 200 len: 945 time: 0.0956104 Aug 22 13:33:48.950521 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0841591d-0709-44f3-b78e-2e9c53135657 req-8b74ca3c-c6c2-4544-a43e-3dc792615a37 service neutron] 10.222.0.16 "GET /v2.0/networks/0386d336-0e61-4348-9e46-055980419e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753213 Aug 22 13:33:48.984380 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f28634df-1c06-4a15-9404-71be053e688d req-d0985f63-f1ae-4fbb-9b52-db1f700a901f tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a1e745b-6f0c-4fcc-80fa-5b3131e9e569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364671 Aug 22 13:33:49.197499 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 34388) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:49.205996 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-9ec77d3a-4639-4dda-a726-3dceccc810b0 req-e63ecf73-513e-4a39-bd43-ea950c88e8fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6579d0fd-306a-43f6-b163-95b4b0ea3147 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:33:49.214572 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-9ec77d3a-4639-4dda-a726-3dceccc810b0 req-e63ecf73-513e-4a39-bd43-ea950c88e8fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:49.228193 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-9ec77d3a-4639-4dda-a726-3dceccc810b0 req-e63ecf73-513e-4a39-bd43-ea950c88e8fd service neutron] Transition to ACTIVE for port object 6579d0fd-306a-43f6-b163-95b4b0ea3147 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:33:49.232336 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-9ec77d3a-4639-4dda-a726-3dceccc810b0 req-e63ecf73-513e-4a39-bd43-ea950c88e8fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:49.303678 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63ecf73-513e-4a39-bd43-ea950c88e8fd service neutron] Pushing event updated for resources: {'Port': ['ID=6579d0fd-306a-43f6-b163-95b4b0ea3147,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:49.357004 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-9ec77d3a-4639-4dda-a726-3dceccc810b0 req-e63ecf73-513e-4a39-bd43-ea950c88e8fd service neutron] Attempting to bind port 6579d0fd-306a-43f6-b163-95b4b0ea3147 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:33:49.357345 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-9ec77d3a-4639-4dda-a726-3dceccc810b0 req-e63ecf73-513e-4a39-bd43-ea950c88e8fd service neutron] Attempting to bind port 6579d0fd-306a-43f6-b163-95b4b0ea3147 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': 'db44917f-e270-4117-9230-1517bc4d1e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '029dc999-300f-41d7-a154-70ddffd00bd2'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:33:49.357672 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec77d3a-4639-4dda-a726-3dceccc810b0 req-e63ecf73-513e-4a39-bd43-ea950c88e8fd service neutron] Attempting to bind port 6579d0fd-306a-43f6-b163-95b4b0ea3147 on network 029dc999-300f-41d7-a154-70ddffd00bd2 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:33:49.362448 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec77d3a-4639-4dda-a726-3dceccc810b0 req-e63ecf73-513e-4a39-bd43-ea950c88e8fd service neutron] Port 6579d0fd-306a-43f6-b163-95b4b0ea3147 on network 029dc999-300f-41d7-a154-70ddffd00bd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:33:49.362873 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec77d3a-4639-4dda-a726-3dceccc810b0 req-e63ecf73-513e-4a39-bd43-ea950c88e8fd service neutron] Attempting to bind port 6579d0fd-306a-43f6-b163-95b4b0ea3147 on network 029dc999-300f-41d7-a154-70ddffd00bd2 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:33:49.369027 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec77d3a-4639-4dda-a726-3dceccc810b0 req-e63ecf73-513e-4a39-bd43-ea950c88e8fd service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:33:49.369366 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec77d3a-4639-4dda-a726-3dceccc810b0 req-e63ecf73-513e-4a39-bd43-ea950c88e8fd service neutron] Checking segment: {'id': 'db44917f-e270-4117-9230-1517bc4d1e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '029dc999-300f-41d7-a154-70ddffd00bd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:33:49.369747 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec77d3a-4639-4dda-a726-3dceccc810b0 req-e63ecf73-513e-4a39-bd43-ea950c88e8fd service neutron] Bound using segment: {'id': 'db44917f-e270-4117-9230-1517bc4d1e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '029dc999-300f-41d7-a154-70ddffd00bd2'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:33:49.370174 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-9ec77d3a-4639-4dda-a726-3dceccc810b0 req-e63ecf73-513e-4a39-bd43-ea950c88e8fd service neutron] Bound port: 6579d0fd-306a-43f6-b163-95b4b0ea3147, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db44917f-e270-4117-9230-1517bc4d1e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '029dc999-300f-41d7-a154-70ddffd00bd2'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:33:49.370533 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-9ec77d3a-4639-4dda-a726-3dceccc810b0 req-e63ecf73-513e-4a39-bd43-ea950c88e8fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:49.384407 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-041775e8-cfe9-4621-9b37-c40b20a35909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:49.470737 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-9ec77d3a-4639-4dda-a726-3dceccc810b0 req-e63ecf73-513e-4a39-bd43-ea950c88e8fd service neutron] For port 6579d0fd-306a-43f6-b163-95b4b0ea3147, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:33:49.475553 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-9ec77d3a-4639-4dda-a726-3dceccc810b0 req-e63ecf73-513e-4a39-bd43-ea950c88e8fd service neutron] For port 6579d0fd-306a-43f6-b163-95b4b0ea3147, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=6579d0fd-306a-43f6-b163-95b4b0ea3147,segment=NetworkSegment(db44917f-e270-4117-9230-1517bc4d1e8b),segment_id=db44917f-e270-4117-9230-1517bc4d1e8b)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:33:49.483829 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-9ec77d3a-4639-4dda-a726-3dceccc810b0 req-e63ecf73-513e-4a39-bd43-ea950c88e8fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:49.517932 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec77d3a-4639-4dda-a726-3dceccc810b0 req-e63ecf73-513e-4a39-bd43-ea950c88e8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:49.518546 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-9ec77d3a-4639-4dda-a726-3dceccc810b0 req-e63ecf73-513e-4a39-bd43-ea950c88e8fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:49.519926 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9ec77d3a-4639-4dda-a726-3dceccc810b0 req-e63ecf73-513e-4a39-bd43-ea950c88e8fd service neutron] 10.222.0.41 "PUT /v2.0/ports/6579d0fd-306a-43f6-b163-95b4b0ea3147 HTTP/1.1" status: 200 len: 1093 time: 0.7482550 Aug 22 13:33:49.520386 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '843335a9-07f0-445b-a387-dd7c7aa06473', 'tag': '6579d0fd-306a-43f6-b163-95b4b0ea3147'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:33:49.523935 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82fcb54c-1cc7-4898-be19-5616249a01a4" -d '{"events": [{"name": "network-changed", "server_uuid": "843335a9-07f0-445b-a387-dd7c7aa06473", "tag": "6579d0fd-306a-43f6-b163-95b4b0ea3147"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:33:49.536226 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-041775e8-cfe9-4621-9b37-c40b20a35909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:49.563335 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b2d32-a6b8-418d-99c6-de51ed379e1d req-4f498e62-a166-4f8f-b3e9-5dc3001f0212 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:49.565063 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-287b2d32-a6b8-418d-99c6-de51ed379e1d req-4f498e62-a166-4f8f-b3e9-5dc3001f0212 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=431d396a-90cc-4d89-bd02-1b6cb8ecfc46 HTTP/1.1" status: 200 len: 946 time: 0.0801549 Aug 22 13:33:49.566828 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-041775e8-cfe9-4621-9b37-c40b20a35909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:49.576005 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a095fb46-9133-44aa-b573-a8a20fa23757 x-openstack-request-id: req-a095fb46-9133-44aa-b573-a8a20fa23757 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:33:49.576331 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "843335a9-07f0-445b-a387-dd7c7aa06473", "tag": "6579d0fd-306a-43f6-b163-95b4b0ea3147", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:33:49.578394 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a095fb46-9133-44aa-b573-a8a20fa23757 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:33:49.584588 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '843335a9-07f0-445b-a387-dd7c7aa06473', 'tag': '6579d0fd-306a-43f6-b163-95b4b0ea3147', 'status': 'completed', 'code': 200} Aug 22 13:33:49.610465 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-041775e8-cfe9-4621-9b37-c40b20a35909 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=65d2dc22fa4540b78552319254ac91c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4095190 Aug 22 13:33:49.612085 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 34410) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:49.615434 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63ecf73-513e-4a39-bd43-ea950c88e8fd service neutron] Pushing event updated for resources: {'Port': ['ID=6579d0fd-306a-43f6-b163-95b4b0ea3147,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:49.681489 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041775e8-cfe9-4621-9b37-c40b20a35909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bbecbae-3d1f-4026-bbc9-1ad3641c2037,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:49.693206 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 34412) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:49.699246 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-287b2d32-a6b8-418d-99c6-de51ed379e1d req-fd905e3b-dde0-4d5d-bb84-18b3e2572579 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026061 Aug 22 13:33:49.704942 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec77d3a-4639-4dda-a726-3dceccc810b0 req-15ece4cc-ae5a-4169-afba-eb6233507ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:49.706528 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9ec77d3a-4639-4dda-a726-3dceccc810b0 req-15ece4cc-ae5a-4169-afba-eb6233507ccf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=55ae8131c673474db6fbd918c6d65e53&device_id=843335a9-07f0-445b-a387-dd7c7aa06473 HTTP/1.1" status: 200 len: 1096 time: 0.1069977 Aug 22 13:33:49.720124 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd95eeb-42fb-44cd-9ab3-df893437c4be req-c9605428-c54a-4ad3-b61f-344ef69f1ea1 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:49.721659 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4fd95eeb-42fb-44cd-9ab3-df893437c4be req-c9605428-c54a-4ad3-b61f-344ef69f1ea1 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=843335a9-07f0-445b-a387-dd7c7aa06473 HTTP/1.1" status: 200 len: 944 time: 0.0946376 Aug 22 13:33:49.759197 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c6c2df48-8b64-4553-8713-ab48a74b251a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:49.762962 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9ec77d3a-4639-4dda-a726-3dceccc810b0 req-ecf70446-57b1-4337-a246-e0051293150f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6579d0fd-306a-43f6-b163-95b4b0ea3147 HTTP/1.1" status: 200 len: 217 time: 0.0450335 Aug 22 13:33:49.785723 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4fd95eeb-42fb-44cd-9ab3-df893437c4be req-95bd90d5-422e-486a-ae32-dd7e16367fef tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546656 Aug 22 13:33:49.815967 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c6c2df48-8b64-4553-8713-ab48a74b251a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:49.824096 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-e7f7793e-6f35-4507-ac22-681b3842c3e6 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1956214453-network', 'tenant_id': 'f2126aafa99f4007b060b7c07b341d10'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:33:49.842906 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec77d3a-4639-4dda-a726-3dceccc810b0 req-7dccae0b-5261-43ee-8137-91b442764a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:49.844460 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9ec77d3a-4639-4dda-a726-3dceccc810b0 req-7dccae0b-5261-43ee-8137-91b442764a00 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7cd6abbc-1246-430e-b262-f242ac355bf7 HTTP/1.1" status: 200 len: 852 time: 0.0736821 Aug 22 13:33:49.849563 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f7793e-6f35-4507-ac22-681b3842c3e6 admin admin] Made reservation on behalf of f2126aafa99f4007b060b7c07b341d10 for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:33:49.853420 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e7f7793e-6f35-4507-ac22-681b3842c3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:49.864124 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e7f7793e-6f35-4507-ac22-681b3842c3e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:49.890499 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9ec77d3a-4639-4dda-a726-3dceccc810b0 req-22cb7de9-5f43-4830-874f-9f110f4d409e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=029dc999-300f-41d7-a154-70ddffd00bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390823 Aug 22 13:33:49.945486 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c6c2df48-8b64-4553-8713-ab48a74b251a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:49.948408 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c6c2df48-8b64-4553-8713-ab48a74b251a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:49.956610 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c6c2df48-8b64-4553-8713-ab48a74b251a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9bbecbae-3d1f-4026-bbc9-1ad3641c2037 HTTP/1.1" status: 204 len: 168 time: 0.3390205 Aug 22 13:33:49.981970 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c2df48-8b64-4553-8713-ab48a74b251a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bbecbae-3d1f-4026-bbc9-1ad3641c2037,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:50.062710 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e7f7793e-6f35-4507-ac22-681b3842c3e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:50.077234 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c9fffd-4833-499b-a526-d214a37b7d2d req-95df9bb4-d732-4cfa-8d4c-ec48196b7f02 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:50.085621 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-42c9fffd-4833-499b-a526-d214a37b7d2d req-95df9bb4-d732-4cfa-8d4c-ec48196b7f02 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0fa53e9-03d2-4443-baf1-d79e06ae1a85 HTTP/1.1" status: 200 len: 946 time: 0.1015341 Aug 22 13:33:50.089713 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9ec77d3a-4639-4dda-a726-3dceccc810b0 req-fd1a231c-55ee-4c25-9e06-9ed0752ecccc service neutron] 10.222.0.41 "GET /v2.0/networks/029dc999-300f-41d7-a154-70ddffd00bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915483 Aug 22 13:33:50.093312 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e7f7793e-6f35-4507-ac22-681b3842c3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:50.153657 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7f7793e-6f35-4507-ac22-681b3842c3e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:33:50.182388 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-42c9fffd-4833-499b-a526-d214a37b7d2d req-3e5ecbe5-11f5-4214-a115-8f9c0a7522fc tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5c48efa-03fb-4165-aae3-65f8545e59a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957131 Aug 22 13:33:50.220195 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e7f7793e-6f35-4507-ac22-681b3842c3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:50.220579 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-e7f7793e-6f35-4507-ac22-681b3842c3e6 admin admin] Added segment 036d4b3c-fc3c-4bf5-94d1-99331e586aa4 of type vlan for network b7fef465-db19-4a45-b3a4-f40426ee874f Aug 22 13:33:50.221746 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f7793e-6f35-4507-ac22-681b3842c3e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec0e342-156a-4d9f-8fb5-7687439f0120,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:50.233465 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9ec77d3a-4639-4dda-a726-3dceccc810b0 req-a0a3b8ca-a1b3-49ae-9c00-5b9afa6f3211 service neutron] 10.222.0.41 "GET /v2.0/networks/029dc999-300f-41d7-a154-70ddffd00bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267378 Aug 22 13:33:50.289456 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e6a88-36b5-4bc6-80dd-4ff16a3882c1 req-d711f3b2-23ef-47b6-a78a-fd1822096c18 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:50.291021 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-248e6a88-36b5-4bc6-80dd-4ff16a3882c1 req-d711f3b2-23ef-47b6-a78a-fd1822096c18 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9bb903a-a417-487e-8e83-aadc4be29999 HTTP/1.1" status: 200 len: 945 time: 0.1807368 Aug 22 13:33:50.295110 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e7f7793e-6f35-4507-ac22-681b3842c3e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:50.349240 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fcb54c-1cc7-4898-be19-5616249a01a4 req-4ed46388-1ae0-4432-ae0f-02b2d2f0bb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:50.351432 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-82fcb54c-1cc7-4898-be19-5616249a01a4 req-4ed46388-1ae0-4432-ae0f-02b2d2f0bb37 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=55ae8131c673474db6fbd918c6d65e53&device_id=843335a9-07f0-445b-a387-dd7c7aa06473 HTTP/1.1" status: 200 len: 1096 time: 0.0482981 Aug 22 13:33:50.362069 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-248e6a88-36b5-4bc6-80dd-4ff16a3882c1 req-81873fa3-de71-4687-ac28-51f7779e605a tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a1e745b-6f0c-4fcc-80fa-5b3131e9e569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643742 Aug 22 13:33:50.363762 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e7f7793e-6f35-4507-ac22-681b3842c3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:50.364992 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f7793e-6f35-4507-ac22-681b3842c3e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:50.366159 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e7f7793e-6f35-4507-ac22-681b3842c3e6 admin admin] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:50.420392 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 34424) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:50.437900 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-32e7477c-f0a0-4594-9fa9-8ca5f0eda835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:50.448649 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e7f7793e-6f35-4507-ac22-681b3842c3e6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7517507 Aug 22 13:33:50.449358 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 34426) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:50.455278 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-dfe4173c-ea7a-4779-8f3b-1ecd13bfa6b2 admin admin] Request body: {'subnet': {'network_id': 'b7fef465-db19-4a45-b3a4-f40426ee874f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1956214453-subnet', 'tenant_id': 'f2126aafa99f4007b060b7c07b341d10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:33:50.465291 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f7793e-6f35-4507-ac22-681b3842c3e6 admin admin] Pushing event updated for resources: {'Network': ['ID=b7fef465-db19-4a45-b3a4-f40426ee874f,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:50.477002 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network b7fef465-db19-4a45-b3a4-f40426ee874f details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:33:50.498415 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fcb54c-1cc7-4898-be19-5616249a01a4 req-6a9eb48f-b5b9-47f3-9bf1-a7480021b110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:50.499880 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-82fcb54c-1cc7-4898-be19-5616249a01a4 req-6a9eb48f-b5b9-47f3-9bf1-a7480021b110 service neutron] 10.222.0.41 "GET /v2.0/networks?id=029dc999-300f-41d7-a154-70ddffd00bd2 HTTP/1.1" status: 200 len: 913 time: 0.1400864 Aug 22 13:33:50.549557 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-82fcb54c-1cc7-4898-be19-5616249a01a4 req-9e04377e-cda6-4514-b80d-bd0120d6afc7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6579d0fd-306a-43f6-b163-95b4b0ea3147 HTTP/1.1" status: 200 len: 217 time: 0.0405121 Aug 22 13:33:50.618495 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fcb54c-1cc7-4898-be19-5616249a01a4 req-41610e52-7937-448a-a40d-1ffd1223563b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:50.619923 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-82fcb54c-1cc7-4898-be19-5616249a01a4 req-41610e52-7937-448a-a40d-1ffd1223563b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7cd6abbc-1246-430e-b262-f242ac355bf7 HTTP/1.1" status: 200 len: 852 time: 0.0609484 Aug 22 13:33:50.658760 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-82fcb54c-1cc7-4898-be19-5616249a01a4 req-dbb9a759-7bc4-4263-a1a7-97f08d3e1a4b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=029dc999-300f-41d7-a154-70ddffd00bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303867 Aug 22 13:33:50.660479 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-32e7477c-f0a0-4594-9fa9-8ca5f0eda835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:50.665041 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-32e7477c-f0a0-4594-9fa9-8ca5f0eda835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:50.679997 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe4173c-ea7a-4779-8f3b-1ecd13bfa6b2 admin admin] Made reservation on behalf of f2126aafa99f4007b060b7c07b341d10 for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:33:50.682336 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-dfe4173c-ea7a-4779-8f3b-1ecd13bfa6b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:50.751740 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-32e7477c-f0a0-4594-9fa9-8ca5f0eda835 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=69e8da666ff94f0992ae739949f2142d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3302093 Aug 22 13:33:50.754483 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 34430) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:50.756514 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e7477c-f0a0-4594-9fa9-8ca5f0eda835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d08aa540-8f02-436b-8f16-ad8119ed5981,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:51.094738 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-82fcb54c-1cc7-4898-be19-5616249a01a4 req-79be84f1-8635-4eed-9571-a92fbf703da8 service neutron] 10.222.0.41 "GET /v2.0/networks/029dc999-300f-41d7-a154-70ddffd00bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4201617 Aug 22 13:33:51.097546 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-526960fc-d7c0-4f47-b206-8e46878baf0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:51.137545 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-526960fc-d7c0-4f47-b206-8e46878baf0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:51.142336 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4520b5a-a6e5-4876-94dd-8aee6ddb9820 req-68e89d49-8806-4e63-a6ed-a963dc817c4b tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:51.143803 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b4520b5a-a6e5-4876-94dd-8aee6ddb9820 req-68e89d49-8806-4e63-a6ed-a963dc817c4b tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=431d396a-90cc-4d89-bd02-1b6cb8ecfc46 HTTP/1.1" status: 200 len: 946 time: 0.1271367 Aug 22 13:33:51.156067 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27e975-3af5-4860-a44e-5453ab999ff2 req-2ee89ccc-0c4e-41f3-b274-a24449ed3ec3 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:51.157505 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-aa27e975-3af5-4860-a44e-5453ab999ff2 req-2ee89ccc-0c4e-41f3-b274-a24449ed3ec3 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=843335a9-07f0-445b-a387-dd7c7aa06473 HTTP/1.1" status: 200 len: 944 time: 0.1422157 Aug 22 13:33:51.226976 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-82fcb54c-1cc7-4898-be19-5616249a01a4 req-1c58ec98-d6dc-42b8-900f-4940fe93a486 service neutron] 10.222.0.41 "GET /v2.0/networks/029dc999-300f-41d7-a154-70ddffd00bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191678 Aug 22 13:33:51.236867 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-526960fc-d7c0-4f47-b206-8e46878baf0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:51.239571 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-526960fc-d7c0-4f47-b206-8e46878baf0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:51.243323 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-526960fc-d7c0-4f47-b206-8e46878baf0e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d08aa540-8f02-436b-8f16-ad8119ed5981 HTTP/1.1" status: 204 len: 168 time: 0.4853132 Aug 22 13:33:51.243499 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b4520b5a-a6e5-4876-94dd-8aee6ddb9820 req-00ab14be-bb80-4b59-92ba-33527701657c tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849771 Aug 22 13:33:51.246241 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-aa27e975-3af5-4860-a44e-5453ab999ff2 req-541dd73e-163a-4001-8adb-236e829942ee tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783100 Aug 22 13:33:51.249079 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526960fc-d7c0-4f47-b206-8e46878baf0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08aa540-8f02-436b-8f16-ad8119ed5981,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:51.324654 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-dfe4173c-ea7a-4779-8f3b-1ecd13bfa6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:51.422157 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe4173c-ea7a-4779-8f3b-1ecd13bfa6b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55b06a4c-e7f4-4110-96cb-ea2fffe8df6c,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:51.440986 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc27a7-1c66-44b9-bd57-9c5dcc9c7ac3 req-01d0682a-d2c0-4b2c-bffb-09972f233630 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:51.442496 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-93dc27a7-1c66-44b9-bd57-9c5dcc9c7ac3 req-01d0682a-d2c0-4b2c-bffb-09972f233630 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0fa53e9-03d2-4443-baf1-d79e06ae1a85 HTTP/1.1" status: 200 len: 946 time: 0.0880253 Aug 22 13:33:51.445969 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe4173c-ea7a-4779-8f3b-1ecd13bfa6b2 admin admin] Checking segment: {'id': '036d4b3c-fc3c-4bf5-94d1-99331e586aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b7fef465-db19-4a45-b3a4-f40426ee874f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:33:51.446337 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe4173c-ea7a-4779-8f3b-1ecd13bfa6b2 admin admin] Network hostable DHCP agents. Network: b7fef465-db19-4a45-b3a4-f40426ee874f, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:33:51.514037 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe4173c-ea7a-4779-8f3b-1ecd13bfa6b2 admin admin] Network b7fef465-db19-4a45-b3a4-f40426ee874f is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:33:51.530049 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-93dc27a7-1c66-44b9-bd57-9c5dcc9c7ac3 req-55e2598e-edb0-45d6-b349-9290e4535428 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5c48efa-03fb-4165-aae3-65f8545e59a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791552 Aug 22 13:33:51.535268 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-dfe4173c-ea7a-4779-8f3b-1ecd13bfa6b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, b7fef465-db19-4a45-b3a4-f40426ee874f) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:33:51.540378 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe4173c-ea7a-4779-8f3b-1ecd13bfa6b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:51.540971 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-dfe4173c-ea7a-4779-8f3b-1ecd13bfa6b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:51.551146 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92dbb9b6-901a-43ed-8b45-8c999956287f None None] Network b7fef465-db19-4a45-b3a4-f40426ee874f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:33:51.553297 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971b2b0-9013-47c3-8b56-e410ded0548b req-76199135-ba4e-48f0-9930-e02509e20031 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:51.555469 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4971b2b0-9013-47c3-8b56-e410ded0548b req-76199135-ba4e-48f0-9930-e02509e20031 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9bb903a-a417-487e-8e83-aadc4be29999 HTTP/1.1" status: 200 len: 945 time: 0.1055868 Aug 22 13:33:51.579522 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-dfe4173c-ea7a-4779-8f3b-1ecd13bfa6b2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1296241 Aug 22 13:33:51.600441 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4971b2b0-9013-47c3-8b56-e410ded0548b req-355591e4-797e-4482-8dd9-04e844861fe9 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a1e745b-6f0c-4fcc-80fa-5b3131e9e569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379922 Aug 22 13:33:51.718957 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8274f14f-0509-408f-a82a-e2fae175c1a0 None None] Network b7fef465-db19-4a45-b3a4-f40426ee874f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:33:52.095317 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c81c7-c700-4f74-909d-557dee157648 req-6e039fd1-2133-4778-a236-99e870b58151 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:52.097131 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-304c81c7-c700-4f74-909d-557dee157648 req-6e039fd1-2133-4778-a236-99e870b58151 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/networks?id=b7fef465-db19-4a45-b3a4-f40426ee874f HTTP/1.1" status: 200 len: 805 time: 0.1021981 Aug 22 13:33:52.112587 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-304c81c7-c700-4f74-909d-557dee157648 req-91f31d4f-8e89-4128-889e-41be0e651de3 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/quotas/f2126aafa99f4007b060b7c07b341d10 HTTP/1.1" status: 200 len: 375 time: 0.0091002 Aug 22 13:33:52.147030 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-304c81c7-c700-4f74-909d-557dee157648 req-05dde4ed-5b44-4798-af51-3241e2c04b3d tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f2126aafa99f4007b060b7c07b341d10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281191 Aug 22 13:33:52.246165 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-304c81c7-c700-4f74-909d-557dee157648 req-92357fc4-c49d-4aab-bc11-912e6c1099fe service neutron] 10.222.0.21 "GET /v2.0/networks/b7fef465-db19-4a45-b3a4-f40426ee874f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911002 Aug 22 13:33:52.372888 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-304c81c7-c700-4f74-909d-557dee157648 req-b836e40a-5cc7-47e7-b3b4-8529705c1fcd service neutron] 10.222.0.21 "GET /v2.0/networks/b7fef465-db19-4a45-b3a4-f40426ee874f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207778 Aug 22 13:33:52.392550 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d500ed-e440-44ce-8ca0-9b393807423a req-a8776e88-eb6c-4294-b51a-8852e60b347f tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:52.394049 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-36d500ed-e440-44ce-8ca0-9b393807423a req-a8776e88-eb6c-4294-b51a-8852e60b347f tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=431d396a-90cc-4d89-bd02-1b6cb8ecfc46 HTTP/1.1" status: 200 len: 946 time: 0.0622447 Aug 22 13:33:52.437900 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-36d500ed-e440-44ce-8ca0-9b393807423a req-1fa01afb-3e10-4d6b-8588-1d0a1cb7ff03 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363216 Aug 22 13:33:52.549654 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db8422-3889-45f5-b922-69a0cbb24635 req-8c3a1688-3c55-4314-ad6a-5033be233426 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:52.551064 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-62db8422-3889-45f5-b922-69a0cbb24635 req-8c3a1688-3c55-4314-ad6a-5033be233426 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=843335a9-07f0-445b-a387-dd7c7aa06473 HTTP/1.1" status: 200 len: 944 time: 0.0518289 Aug 22 13:33:52.591490 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3818a86e-21f0-4096-869a-6fe1a744c57b req-0a07b54d-7e0b-4459-b724-df9035c114dc tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba7c0673-29c8-4bad-b156-ded8da7fb5f8 HTTP/1.1" status: 200 len: 210 time: 0.0394373 Aug 22 13:33:52.623499 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-62db8422-3889-45f5-b922-69a0cbb24635 req-526622c1-c9a3-48ff-8d7d-b305e08a783e tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612714 Aug 22 13:33:52.747334 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb10cff5-70f2-4dc7-a5a6-12697c20dbb0 req-969927f0-b4ae-4287-88c5-3ef7bb0c54b7 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:52.749010 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bb10cff5-70f2-4dc7-a5a6-12697c20dbb0 req-969927f0-b4ae-4287-88c5-3ef7bb0c54b7 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0fa53e9-03d2-4443-baf1-d79e06ae1a85 HTTP/1.1" status: 200 len: 946 time: 0.0889168 Aug 22 13:33:52.771524 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4fecc7-d40c-4417-96f7-9ef1fe6f5131 req-d1ddcc4e-ec1d-4cb4-a290-71dceb411955 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:52.773858 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6e4fecc7-d40c-4417-96f7-9ef1fe6f5131 req-d1ddcc4e-ec1d-4cb4-a290-71dceb411955 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9bb903a-a417-487e-8e83-aadc4be29999 HTTP/1.1" status: 200 len: 945 time: 0.0716414 Aug 22 13:33:52.825094 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bb10cff5-70f2-4dc7-a5a6-12697c20dbb0 req-42c14c3d-12d3-4af1-9e91-b2b6ca7b4bc7 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5c48efa-03fb-4165-aae3-65f8545e59a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665123 Aug 22 13:33:52.848786 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6e4fecc7-d40c-4417-96f7-9ef1fe6f5131 req-00c33925-493c-46e9-869a-73cf5ef3bfe0 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a1e745b-6f0c-4fcc-80fa-5b3131e9e569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667591 Aug 22 13:33:53.556132 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63fbcb0-3e59-4777-87d5-11180a1c6949 req-5d69f797-548b-4f91-9945-6a160f962873 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:53.557652 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c63fbcb0-3e59-4777-87d5-11180a1c6949 req-5d69f797-548b-4f91-9945-6a160f962873 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=431d396a-90cc-4d89-bd02-1b6cb8ecfc46 HTTP/1.1" status: 200 len: 946 time: 0.0500262 Aug 22 13:33:53.595531 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c63fbcb0-3e59-4777-87d5-11180a1c6949 req-1574410c-4b1e-4e3c-80ba-e3b11a7acba5 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321381 Aug 22 13:33:53.698963 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a5c646d1-91e7-4073-96d9-4d8224017c65 req-e9a0e3f6-dcdd-4661-98dc-fca5c98652b9 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba7c0673-29c8-4bad-b156-ded8da7fb5f8 HTTP/1.1" status: 200 len: 210 time: 0.0328014 Aug 22 13:33:53.759816 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a5d48-e2ee-467f-8775-78f58b7b549b req-34480e59-eb5c-40fd-945a-34ea9386e3e3 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:53.761349 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d42a5d48-e2ee-467f-8775-78f58b7b549b req-34480e59-eb5c-40fd-945a-34ea9386e3e3 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=843335a9-07f0-445b-a387-dd7c7aa06473 HTTP/1.1" status: 200 len: 944 time: 0.0581579 Aug 22 13:33:53.800973 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d42a5d48-e2ee-467f-8775-78f58b7b549b req-e0683eba-513e-4561-9e31-bed5d38e5da3 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333955 Aug 22 13:33:53.912414 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 34550) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:53.986219 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc1eaf-978d-419e-96c8-5c63fd2b6e81 req-ffc9c404-898f-4c46-a5aa-4a0863001068 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:53.988063 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4afc1eaf-978d-419e-96c8-5c63fd2b6e81 req-ffc9c404-898f-4c46-a5aa-4a0863001068 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0fa53e9-03d2-4443-baf1-d79e06ae1a85 HTTP/1.1" status: 200 len: 946 time: 0.0875275 Aug 22 13:33:54.083503 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ebbd23-2ddd-4911-ae31-6cf407a0e29f req-22840bfe-0633-442e-98e5-b0be56f32468 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:54.085031 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-55ebbd23-2ddd-4911-ae31-6cf407a0e29f req-22840bfe-0633-442e-98e5-b0be56f32468 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9bb903a-a417-487e-8e83-aadc4be29999 HTTP/1.1" status: 200 len: 945 time: 0.1539311 Aug 22 13:33:54.109943 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c61f0bf2-3135-43fd-bc49-fd299dac9111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:54.158685 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4afc1eaf-978d-419e-96c8-5c63fd2b6e81 req-47aff7d6-0d57-433d-9bf0-5fb5cdc7a291 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5c48efa-03fb-4165-aae3-65f8545e59a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618917 Aug 22 13:33:54.200600 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-55ebbd23-2ddd-4911-ae31-6cf407a0e29f req-66282a2a-407b-4245-a3fa-0d560b23ac4e tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a1e745b-6f0c-4fcc-80fa-5b3131e9e569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073608 Aug 22 13:33:54.210980 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c81c7-c700-4f74-909d-557dee157648 req-71e50f7c-e33b-47b5-bc34-9f0d21a229cf tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:54.212441 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-304c81c7-c700-4f74-909d-557dee157648 req-71e50f7c-e33b-47b5-bc34-9f0d21a229cf tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.16 "GET /v2.0/networks?id=b7fef465-db19-4a45-b3a4-f40426ee874f HTTP/1.1" status: 200 len: 805 time: 0.2171803 Aug 22 13:33:54.246275 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-304c81c7-c700-4f74-909d-557dee157648 req-ff4a77ad-c3f8-4e08-9b29-070bf337871f tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Request body: {'port': {'device_id': 'ba7c0673-29c8-4bad-b156-ded8da7fb5f8', 'network_id': 'b7fef465-db19-4a45-b3a4-f40426ee874f', 'admin_state_up': True, 'tenant_id': 'f2126aafa99f4007b060b7c07b341d10'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:33:54.340633 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c61f0bf2-3135-43fd-bc49-fd299dac9111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:54.347163 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c61f0bf2-3135-43fd-bc49-fd299dac9111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:54.401532 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f0bf2-3135-43fd-bc49-fd299dac9111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986933f6-b11c-40f1-a8a4-928eb612053d,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:54.407730 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c61f0bf2-3135-43fd-bc49-fd299dac9111 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7beebaba8d204de288e9645fa2a0cf3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4934657 Aug 22 13:33:54.410927 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 34554) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:54.421171 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-304c81c7-c700-4f74-909d-557dee157648 req-ff4a77ad-c3f8-4e08-9b29-070bf337871f tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Made reservation on behalf of f2126aafa99f4007b060b7c07b341d10 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:33:54.424613 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-304c81c7-c700-4f74-909d-557dee157648 req-ff4a77ad-c3f8-4e08-9b29-070bf337871f tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:54.442606 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 6579d0fd-306a-43f6-b163-95b4b0ea3147 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:33:54.463528 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7f2bc90d-9a85-449a-8e4b-3afed71828af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:54.484704 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7f2bc90d-9a85-449a-8e4b-3afed71828af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:54.534005 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7f2bc90d-9a85-449a-8e4b-3afed71828af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:54.536810 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7f2bc90d-9a85-449a-8e4b-3afed71828af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:54.539212 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7f2bc90d-9a85-449a-8e4b-3afed71828af admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/986933f6-b11c-40f1-a8a4-928eb612053d HTTP/1.1" status: 204 len: 168 time: 0.1263869 Aug 22 13:33:54.552776 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 6579d0fd-306a-43f6-b163-95b4b0ea3147, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=6579d0fd-306a-43f6-b163-95b4b0ea3147,segment=NetworkSegment(db44917f-e270-4117-9230-1517bc4d1e8b),segment_id=db44917f-e270-4117-9230-1517bc4d1e8b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:33:54.556961 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2bc90d-9a85-449a-8e4b-3afed71828af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986933f6-b11c-40f1-a8a4-928eb612053d,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:54.564102 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-304c81c7-c700-4f74-909d-557dee157648 req-ff4a77ad-c3f8-4e08-9b29-070bf337871f tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Allocated IP 172.20.0.3 (b7fef465-db19-4a45-b3a4-f40426ee874f/55b06a4c-e7f4-4110-96cb-ea2fffe8df6c/478e4b02-5550-4c7b-b9ef-47c28c773282) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:33:54.573130 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '6579d0fd-306a-43f6-b163-95b4b0ea3147', 'network_id': '029dc999-300f-41d7-a154-70ddffd00bd2', 'port_id': '6579d0fd-306a-43f6-b163-95b4b0ea3147', 'mac_address': 'fa:16:3e:b6:54:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cd6abbc-1246-430e-b262-f242ac355bf7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:33:54.619905 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:54.636796 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6579d0fd-306a-43f6-b163-95b4b0ea3147 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:33:54.661066 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 6579d0fd-306a-43f6-b163-95b4b0ea3147, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=6579d0fd-306a-43f6-b163-95b4b0ea3147,segment=NetworkSegment(db44917f-e270-4117-9230-1517bc4d1e8b),segment_id=db44917f-e270-4117-9230-1517bc4d1e8b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:33:54.666007 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:54.724483 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=6579d0fd-306a-43f6-b163-95b4b0ea3147,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:54.815519 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abdeed4-a3fd-46cd-9d3c-c68ff6895636 req-a190fb17-c8e0-44a4-9599-2f24f16b143e tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:54.817089 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7abdeed4-a3fd-46cd-9d3c-c68ff6895636 req-a190fb17-c8e0-44a4-9599-2f24f16b143e tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=431d396a-90cc-4d89-bd02-1b6cb8ecfc46 HTTP/1.1" status: 200 len: 946 time: 0.1294055 Aug 22 13:33:54.821669 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e5986a55-2504-4575-a0a3-7863db00e41c req-844cfca1-5414-4cf0-8788-685663ae4030 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba7c0673-29c8-4bad-b156-ded8da7fb5f8 HTTP/1.1" status: 200 len: 210 time: 0.0511661 Aug 22 13:33:54.824781 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-304c81c7-c700-4f74-909d-557dee157648 req-ff4a77ad-c3f8-4e08-9b29-070bf337871f tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:54.863710 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 34568) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:54.877106 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7abdeed4-a3fd-46cd-9d3c-c68ff6895636 req-fe972036-1eec-4c5a-a680-374d4ae22524 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495565 Aug 22 13:33:54.877324 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-806a4685-9f68-4ca2-bed9-1afeb14be262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:54.907721 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-304c81c7-c700-4f74-909d-557dee157648 req-ff4a77ad-c3f8-4e08-9b29-070bf337871f tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:54.921258 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['6579d0fd-306a-43f6-b163-95b4b0ea3147'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:33:54.988705 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-304c81c7-c700-4f74-909d-557dee157648 req-ff4a77ad-c3f8-4e08-9b29-070bf337871f tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Network b7fef465-db19-4a45-b3a4-f40426ee874f is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:33:54.990480 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-806a4685-9f68-4ca2-bed9-1afeb14be262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:54.998226 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-304c81c7-c700-4f74-909d-557dee157648 req-ff4a77ad-c3f8-4e08-9b29-070bf337871f tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:33:54.998384 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-806a4685-9f68-4ca2-bed9-1afeb14be262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:55.008408 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-304c81c7-c700-4f74-909d-557dee157648 req-ff4a77ad-c3f8-4e08-9b29-070bf337871f tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:33:55.045577 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806a4685-9f68-4ca2-bed9-1afeb14be262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbafd05a-20e6-49f2-8dba-7ea935b841d0,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:55.047627 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4a77ad-c3f8-4e08-9b29-070bf337871f tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Pushing event updated for resources: {'Port': ['ID=478e4b02-5550-4c7b-b9ef-47c28c773282,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:55.052773 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-806a4685-9f68-4ca2-bed9-1afeb14be262 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=528c0fed12014244853225811d0da6ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1879942 Aug 22 13:33:55.055434 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 34570) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:33:55.058548 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d32b038-94bd-43f1-822b-c3c1d1685da5 req-0d29dfdc-ce91-488d-b539-d096a4b35842 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:55.060260 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1d32b038-94bd-43f1-822b-c3c1d1685da5 req-0d29dfdc-ce91-488d-b539-d096a4b35842 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=843335a9-07f0-445b-a387-dd7c7aa06473 HTTP/1.1" status: 200 len: 945 time: 0.1489105 Aug 22 13:33:55.092712 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c81c7-c700-4f74-909d-557dee157648 req-ff4a77ad-c3f8-4e08-9b29-070bf337871f tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:55.093130 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-304c81c7-c700-4f74-909d-557dee157648 req-ff4a77ad-c3f8-4e08-9b29-070bf337871f tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:55.119227 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-304c81c7-c700-4f74-909d-557dee157648 req-ff4a77ad-c3f8-4e08-9b29-070bf337871f tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8783600 Aug 22 13:33:55.124722 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1d32b038-94bd-43f1-822b-c3c1d1685da5 req-61cc51de-628c-4bbb-881b-5aee0b6746c8 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538661 Aug 22 13:33:55.128225 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e50fe98a-8a85-4751-80dc-eb546e7e7310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:55.143192 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-304c81c7-c700-4f74-909d-557dee157648 req-5230fa99-0729-4c64-bd98-1e7a61ec2577 service neutron] Request body: {'port': {'device_id': 'ba7c0673-29c8-4bad-b156-ded8da7fb5f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:33:55.152664 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e50fe98a-8a85-4751-80dc-eb546e7e7310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:55.206636 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-304c81c7-c700-4f74-909d-557dee157648 req-5230fa99-0729-4c64-bd98-1e7a61ec2577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:55.214203 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e50fe98a-8a85-4751-80dc-eb546e7e7310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:55.217820 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e50fe98a-8a85-4751-80dc-eb546e7e7310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:55.219515 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e50fe98a-8a85-4751-80dc-eb546e7e7310 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cbafd05a-20e6-49f2-8dba-7ea935b841d0 HTTP/1.1" status: 204 len: 168 time: 0.1628747 Aug 22 13:33:55.229694 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50fe98a-8a85-4751-80dc-eb546e7e7310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbafd05a-20e6-49f2-8dba-7ea935b841d0,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:55.439965 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2af5dd-e086-447c-b08f-ff696c7b60fe req-5dd783fc-e869-4a0d-b03c-9ae4ecb04a5b tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:55.441489 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0a2af5dd-e086-447c-b08f-ff696c7b60fe req-5dd783fc-e869-4a0d-b03c-9ae4ecb04a5b tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0fa53e9-03d2-4443-baf1-d79e06ae1a85 HTTP/1.1" status: 200 len: 946 time: 0.1732886 Aug 22 13:33:55.466455 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd778d0a-e08f-4895-8ff2-ffe63bb83455 req-ca851bc6-56ac-45a1-93de-adfdd1f66561 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:55.467898 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dd778d0a-e08f-4895-8ff2-ffe63bb83455 req-ca851bc6-56ac-45a1-93de-adfdd1f66561 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9bb903a-a417-487e-8e83-aadc4be29999 HTTP/1.1" status: 200 len: 945 time: 0.1806483 Aug 22 13:33:55.562147 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0a2af5dd-e086-447c-b08f-ff696c7b60fe req-e3485a0e-9c16-412e-a79f-df8e936646ea tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5c48efa-03fb-4165-aae3-65f8545e59a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112819 Aug 22 13:33:55.588176 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dd778d0a-e08f-4895-8ff2-ffe63bb83455 req-ea0638af-b2ed-422a-ac77-1ba6d04fd02a tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a1e745b-6f0c-4fcc-80fa-5b3131e9e569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056132 Aug 22 13:33:55.675450 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-304c81c7-c700-4f74-909d-557dee157648 req-5230fa99-0729-4c64-bd98-1e7a61ec2577 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 478e4b02-5550-4c7b-b9ef-47c28c773282 {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:33:55.683115 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-304c81c7-c700-4f74-909d-557dee157648 req-5230fa99-0729-4c64-bd98-1e7a61ec2577 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:55.697030 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-304c81c7-c700-4f74-909d-557dee157648 req-5230fa99-0729-4c64-bd98-1e7a61ec2577 service neutron] Transition to ACTIVE for port object 478e4b02-5550-4c7b-b9ef-47c28c773282 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:33:55.700958 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-304c81c7-c700-4f74-909d-557dee157648 req-5230fa99-0729-4c64-bd98-1e7a61ec2577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:55.762037 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230fa99-0729-4c64-bd98-1e7a61ec2577 service neutron] Pushing event updated for resources: {'Port': ['ID=478e4b02-5550-4c7b-b9ef-47c28c773282,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:55.843241 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-304c81c7-c700-4f74-909d-557dee157648 req-5230fa99-0729-4c64-bd98-1e7a61ec2577 service neutron] Attempting to bind port 478e4b02-5550-4c7b-b9ef-47c28c773282 on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:33:55.843579 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-304c81c7-c700-4f74-909d-557dee157648 req-5230fa99-0729-4c64-bd98-1e7a61ec2577 service neutron] Attempting to bind port 478e4b02-5550-4c7b-b9ef-47c28c773282 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '036d4b3c-fc3c-4bf5-94d1-99331e586aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b7fef465-db19-4a45-b3a4-f40426ee874f'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:33:55.843909 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304c81c7-c700-4f74-909d-557dee157648 req-5230fa99-0729-4c64-bd98-1e7a61ec2577 service neutron] Attempting to bind port 478e4b02-5550-4c7b-b9ef-47c28c773282 on network b7fef465-db19-4a45-b3a4-f40426ee874f {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:33:55.848489 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304c81c7-c700-4f74-909d-557dee157648 req-5230fa99-0729-4c64-bd98-1e7a61ec2577 service neutron] Port 478e4b02-5550-4c7b-b9ef-47c28c773282 on network b7fef465-db19-4a45-b3a4-f40426ee874f not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:33:55.848822 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304c81c7-c700-4f74-909d-557dee157648 req-5230fa99-0729-4c64-bd98-1e7a61ec2577 service neutron] Attempting to bind port 478e4b02-5550-4c7b-b9ef-47c28c773282 on network b7fef465-db19-4a45-b3a4-f40426ee874f {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:33:55.854777 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304c81c7-c700-4f74-909d-557dee157648 req-5230fa99-0729-4c64-bd98-1e7a61ec2577 service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:33:55.855231 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304c81c7-c700-4f74-909d-557dee157648 req-5230fa99-0729-4c64-bd98-1e7a61ec2577 service neutron] Checking segment: {'id': '036d4b3c-fc3c-4bf5-94d1-99331e586aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b7fef465-db19-4a45-b3a4-f40426ee874f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:33:55.855804 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304c81c7-c700-4f74-909d-557dee157648 req-5230fa99-0729-4c64-bd98-1e7a61ec2577 service neutron] Bound using segment: {'id': '036d4b3c-fc3c-4bf5-94d1-99331e586aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b7fef465-db19-4a45-b3a4-f40426ee874f'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:33:55.856376 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-304c81c7-c700-4f74-909d-557dee157648 req-5230fa99-0729-4c64-bd98-1e7a61ec2577 service neutron] Bound port: 478e4b02-5550-4c7b-b9ef-47c28c773282, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '036d4b3c-fc3c-4bf5-94d1-99331e586aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b7fef465-db19-4a45-b3a4-f40426ee874f'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:33:55.856952 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-304c81c7-c700-4f74-909d-557dee157648 req-5230fa99-0729-4c64-bd98-1e7a61ec2577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:55.969393 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-304c81c7-c700-4f74-909d-557dee157648 req-5230fa99-0729-4c64-bd98-1e7a61ec2577 service neutron] For port 478e4b02-5550-4c7b-b9ef-47c28c773282, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:33:56.011116 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ae7b9-b115-4f26-9458-d955e957ca8f req-ed143427-2e00-4cb7-ab79-e4b7d5e93b3c tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:56.012660 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-af3ae7b9-b115-4f26-9458-d955e957ca8f req-ed143427-2e00-4cb7-ab79-e4b7d5e93b3c tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba7c0673-29c8-4bad-b156-ded8da7fb5f8 HTTP/1.1" status: 200 len: 943 time: 0.1170857 Aug 22 13:33:56.015193 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-304c81c7-c700-4f74-909d-557dee157648 req-5230fa99-0729-4c64-bd98-1e7a61ec2577 service neutron] For port 478e4b02-5550-4c7b-b9ef-47c28c773282, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=478e4b02-5550-4c7b-b9ef-47c28c773282,segment=NetworkSegment(036d4b3c-fc3c-4bf5-94d1-99331e586aa4),segment_id=036d4b3c-fc3c-4bf5-94d1-99331e586aa4)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:33:56.024761 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-304c81c7-c700-4f74-909d-557dee157648 req-5230fa99-0729-4c64-bd98-1e7a61ec2577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:56.086821 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11869fae-e575-42c0-b15c-ab2938dec36f req-f2c8f3c7-5c12-4361-a5f0-3234b1e78540 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:56.088599 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-11869fae-e575-42c0-b15c-ab2938dec36f req-f2c8f3c7-5c12-4361-a5f0-3234b1e78540 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=431d396a-90cc-4d89-bd02-1b6cb8ecfc46 HTTP/1.1" status: 200 len: 946 time: 0.1348557 Aug 22 13:33:56.094625 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c81c7-c700-4f74-909d-557dee157648 req-5230fa99-0729-4c64-bd98-1e7a61ec2577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:56.095251 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-304c81c7-c700-4f74-909d-557dee157648 req-5230fa99-0729-4c64-bd98-1e7a61ec2577 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:56.096648 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-304c81c7-c700-4f74-909d-557dee157648 req-5230fa99-0729-4c64-bd98-1e7a61ec2577 service neutron] 10.222.0.16 "PUT /v2.0/ports/478e4b02-5550-4c7b-b9ef-47c28c773282 HTTP/1.1" status: 200 len: 1092 time: 0.9605765 Aug 22 13:33:56.097102 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba7c0673-29c8-4bad-b156-ded8da7fb5f8', 'tag': '478e4b02-5550-4c7b-b9ef-47c28c773282'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:33:56.101569 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4809ce-8d41-45ea-9a0b-1f34925f9bf6" -d '{"events": [{"name": "network-changed", "server_uuid": "ba7c0673-29c8-4bad-b156-ded8da7fb5f8", "tag": "478e4b02-5550-4c7b-b9ef-47c28c773282"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:33:56.142806 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-af3ae7b9-b115-4f26-9458-d955e957ca8f req-f140ef04-723e-4a33-9c0d-3ad15d3aeb85 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222448 Aug 22 13:33:56.187844 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230fa99-0729-4c64-bd98-1e7a61ec2577 service neutron] Pushing event updated for resources: {'Port': ['ID=478e4b02-5550-4c7b-b9ef-47c28c773282,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:56.202987 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-11869fae-e575-42c0-b15c-ab2938dec36f req-da039cc9-6fe0-4a4e-ba41-7ef5212c6373 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981758 Aug 22 13:33:56.204490 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d922cd-e9ec-4c3b-911a-f2a4b64f9c87 x-openstack-request-id: req-20d922cd-e9ec-4c3b-911a-f2a4b64f9c87 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:33:56.204772 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba7c0673-29c8-4bad-b156-ded8da7fb5f8", "tag": "478e4b02-5550-4c7b-b9ef-47c28c773282", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:33:56.205021 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-20d922cd-e9ec-4c3b-911a-f2a4b64f9c87 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:33:56.205412 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba7c0673-29c8-4bad-b156-ded8da7fb5f8', 'tag': '478e4b02-5550-4c7b-b9ef-47c28c773282', 'status': 'completed', 'code': 200} Aug 22 13:33:56.217804 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c81c7-c700-4f74-909d-557dee157648 req-10fa803d-cd32-45cc-8ad7-9e289d2b0d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:56.219673 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-304c81c7-c700-4f74-909d-557dee157648 req-10fa803d-cd32-45cc-8ad7-9e289d2b0d57 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2126aafa99f4007b060b7c07b341d10&device_id=ba7c0673-29c8-4bad-b156-ded8da7fb5f8 HTTP/1.1" status: 200 len: 1095 time: 0.0701373 Aug 22 13:33:56.292182 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-304c81c7-c700-4f74-909d-557dee157648 req-4b2b80c1-9c6a-4f76-ba1f-02df91c8e231 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=478e4b02-5550-4c7b-b9ef-47c28c773282 HTTP/1.1" status: 200 len: 217 time: 0.0519545 Aug 22 13:33:56.370363 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf1ca3-f362-48f8-b03b-a26862e6c0e0 req-1a39d533-2f1e-4f0c-98b1-d422688fe4d5 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:56.371942 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4edf1ca3-f362-48f8-b03b-a26862e6c0e0 req-1a39d533-2f1e-4f0c-98b1-d422688fe4d5 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=843335a9-07f0-445b-a387-dd7c7aa06473 HTTP/1.1" status: 200 len: 945 time: 0.1242297 Aug 22 13:33:56.373451 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c81c7-c700-4f74-909d-557dee157648 req-2e236435-d9dd-4268-8127-0293d00ed6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:56.374807 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-304c81c7-c700-4f74-909d-557dee157648 req-2e236435-d9dd-4268-8127-0293d00ed6b3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=55b06a4c-e7f4-4110-96cb-ea2fffe8df6c HTTP/1.1" status: 200 len: 845 time: 0.0674286 Aug 22 13:33:56.427203 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-304c81c7-c700-4f74-909d-557dee157648 req-21ed333a-435b-4db1-abf0-a6933e89cf01 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b7fef465-db19-4a45-b3a4-f40426ee874f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329187 Aug 22 13:33:56.442996 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4edf1ca3-f362-48f8-b03b-a26862e6c0e0 req-654a6d90-1ee0-4746-9326-2c9f22b1b360 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641928 Aug 22 13:33:56.458959 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 6579d0fd-306a-43f6-b163-95b4b0ea3147 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:33:56.516426 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 6579d0fd-306a-43f6-b163-95b4b0ea3147 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:33:56.521468 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 6579d0fd-306a-43f6-b163-95b4b0ea3147 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:33:56.522020 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:56.545974 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-304c81c7-c700-4f74-909d-557dee157648 req-dfa1d91d-ee26-482f-a060-7411cf91072b service neutron] 10.222.0.16 "GET /v2.0/networks/b7fef465-db19-4a45-b3a4-f40426ee874f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960450 Aug 22 13:33:56.614873 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:56.644761 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '843335a9-07f0-445b-a387-dd7c7aa06473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6579d0fd-306a-43f6-b163-95b4b0ea3147'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:33:56.649345 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b010f251-970f-4f6e-ae6f-772723732677" -d '{"events": [{"server_uuid": "843335a9-07f0-445b-a387-dd7c7aa06473", "name": "network-vif-plugged", "status": "completed", "tag": "6579d0fd-306a-43f6-b163-95b4b0ea3147"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:33:56.667180 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 6579d0fd-306a-43f6-b163-95b4b0ea3147, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=6579d0fd-306a-43f6-b163-95b4b0ea3147,segment=NetworkSegment(db44917f-e270-4117-9230-1517bc4d1e8b),segment_id=db44917f-e270-4117-9230-1517bc4d1e8b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:33:56.677502 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:56.705098 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-304c81c7-c700-4f74-909d-557dee157648 req-2bb505b6-bee1-4633-8702-e59edea75731 service neutron] 10.222.0.16 "GET /v2.0/networks/b7fef465-db19-4a45-b3a4-f40426ee874f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498232 Aug 22 13:33:56.747270 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=6579d0fd-306a-43f6-b163-95b4b0ea3147,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:56.755773 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0fed63-06db-43c3-8b95-fca937693c54 req-20594c49-1b38-4c93-8a18-1e043383c2cc tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:56.758073 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1c0fed63-06db-43c3-8b95-fca937693c54 req-20594c49-1b38-4c93-8a18-1e043383c2cc tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0fa53e9-03d2-4443-baf1-d79e06ae1a85 HTTP/1.1" status: 200 len: 946 time: 0.1009989 Aug 22 13:33:56.769213 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e0d75-061b-4678-8e3c-2171e7c3e5e9 req-c1d1ccf7-12be-4927-a32e-6e0548661dae tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:56.770657 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-367e0d75-061b-4678-8e3c-2171e7c3e5e9 req-c1d1ccf7-12be-4927-a32e-6e0548661dae tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9bb903a-a417-487e-8e83-aadc4be29999 HTTP/1.1" status: 200 len: 945 time: 0.0952628 Aug 22 13:33:56.862695 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1c0fed63-06db-43c3-8b95-fca937693c54 req-c58e59e5-17e7-4c5e-b5a6-53b0f6b29a0c tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5c48efa-03fb-4165-aae3-65f8545e59a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910628 Aug 22 13:33:56.870456 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-367e0d75-061b-4678-8e3c-2171e7c3e5e9 req-8a0ae544-dc96-4357-abd3-f276b174b89b tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a1e745b-6f0c-4fcc-80fa-5b3131e9e569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917335 Aug 22 13:33:56.875200 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4809ce-8d41-45ea-9a0b-1f34925f9bf6 req-47fdab67-0760-4f10-8ec3-1a0642632446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:56.877159 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6f4809ce-8d41-45ea-9a0b-1f34925f9bf6 req-47fdab67-0760-4f10-8ec3-1a0642632446 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2126aafa99f4007b060b7c07b341d10&device_id=ba7c0673-29c8-4bad-b156-ded8da7fb5f8 HTTP/1.1" status: 200 len: 1095 time: 0.0989804 Aug 22 13:33:56.917960 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13de40d-004d-46c5-a796-c6abb2ed929e x-openstack-request-id: req-e13de40d-004d-46c5-a796-c6abb2ed929e {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:33:56.918294 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "843335a9-07f0-445b-a387-dd7c7aa06473", "name": "network-vif-plugged", "status": "completed", "tag": "6579d0fd-306a-43f6-b163-95b4b0ea3147", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:33:56.918713 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e13de40d-004d-46c5-a796-c6abb2ed929e {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:33:56.919385 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '843335a9-07f0-445b-a387-dd7c7aa06473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6579d0fd-306a-43f6-b163-95b4b0ea3147', 'code': 200} Aug 22 13:33:56.994486 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4809ce-8d41-45ea-9a0b-1f34925f9bf6 req-6abf7f88-169a-4971-ad9d-f053e55e03a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:56.996129 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6f4809ce-8d41-45ea-9a0b-1f34925f9bf6 req-6abf7f88-169a-4971-ad9d-f053e55e03a6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b7fef465-db19-4a45-b3a4-f40426ee874f HTTP/1.1" status: 200 len: 906 time: 0.0961950 Aug 22 13:33:57.051603 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6f4809ce-8d41-45ea-9a0b-1f34925f9bf6 req-2fe169d2-4f8b-45a5-bee8-6d71c40ed146 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=478e4b02-5550-4c7b-b9ef-47c28c773282 HTTP/1.1" status: 200 len: 217 time: 0.0422251 Aug 22 13:33:57.087590 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb61963-e8b6-40b8-81ac-acba1631ed5f req-b11b1a16-14a2-4d4a-9fa7-3641ce03b985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:57.090103 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ffb61963-e8b6-40b8-81ac-acba1631ed5f req-b11b1a16-14a2-4d4a-9fa7-3641ce03b985 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=843335a9-07f0-445b-a387-dd7c7aa06473 HTTP/1.1" status: 200 len: 1098 time: 0.0740576 Aug 22 13:33:57.109354 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4809ce-8d41-45ea-9a0b-1f34925f9bf6 req-5badcbc8-73cd-4ecc-a8bc-67318848e13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:57.110825 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6f4809ce-8d41-45ea-9a0b-1f34925f9bf6 req-5badcbc8-73cd-4ecc-a8bc-67318848e13e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=55b06a4c-e7f4-4110-96cb-ea2fffe8df6c HTTP/1.1" status: 200 len: 845 time: 0.0489533 Aug 22 13:33:57.128961 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ffb61963-e8b6-40b8-81ac-acba1631ed5f req-ffc4312c-e663-43ed-ae64-23ed509589c6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306628 Aug 22 13:33:57.154278 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6f4809ce-8d41-45ea-9a0b-1f34925f9bf6 req-2d04f573-7d99-46bf-94b1-9ab3be5d0fb2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b7fef465-db19-4a45-b3a4-f40426ee874f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295815 Aug 22 13:33:57.310557 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93460349-29ce-471d-a572-45e8975604d2 req-bf6dcadc-6380-4d71-aea8-bd27c0d56bef tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:57.311980 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-93460349-29ce-471d-a572-45e8975604d2 req-bf6dcadc-6380-4d71-aea8-bd27c0d56bef tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba7c0673-29c8-4bad-b156-ded8da7fb5f8 HTTP/1.1" status: 200 len: 943 time: 0.0911686 Aug 22 13:33:57.331827 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6f4809ce-8d41-45ea-9a0b-1f34925f9bf6 req-927776a2-2b39-4a66-833f-23c748e98343 service neutron] 10.222.0.16 "GET /v2.0/networks/b7fef465-db19-4a45-b3a4-f40426ee874f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657186 Aug 22 13:33:57.430800 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560fd55c-24f8-42d5-a7cb-bc39ab731c1e req-485d5d2a-8fdc-4873-ad99-dc1cccb6ff02 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:57.432328 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-560fd55c-24f8-42d5-a7cb-bc39ab731c1e req-485d5d2a-8fdc-4873-ad99-dc1cccb6ff02 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=431d396a-90cc-4d89-bd02-1b6cb8ecfc46 HTTP/1.1" status: 200 len: 946 time: 0.1523325 Aug 22 13:33:57.441820 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-93460349-29ce-471d-a572-45e8975604d2 req-328ec648-73af-4d98-814d-390239f0e470 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143007 Aug 22 13:33:57.499540 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6f4809ce-8d41-45ea-9a0b-1f34925f9bf6 req-9ab7547b-1239-436d-a3ca-861ff6cd5295 service neutron] 10.222.0.16 "GET /v2.0/networks/b7fef465-db19-4a45-b3a4-f40426ee874f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505594 Aug 22 13:33:57.502577 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-560fd55c-24f8-42d5-a7cb-bc39ab731c1e req-71032e99-049d-4e04-b553-1a1aff41ce9e tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641730 Aug 22 13:33:57.573217 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c05d7-71c7-4785-b1f4-9e5d84bade26 req-7c259be7-c4cc-41c2-b011-a3535221398b tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:57.574689 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dd9c05d7-71c7-4785-b1f4-9e5d84bade26 req-7c259be7-c4cc-41c2-b011-a3535221398b tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=843335a9-07f0-445b-a387-dd7c7aa06473 HTTP/1.1" status: 200 len: 946 time: 0.0493855 Aug 22 13:33:57.619419 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dd9c05d7-71c7-4785-b1f4-9e5d84bade26 req-b011a90e-0002-4214-ac69-522b4580d21b tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357451 Aug 22 13:33:57.976358 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:33:58.019149 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee277a4-6b6b-410c-9b5a-f838b265fcea req-91eb56a5-834d-4c5e-b7e4-969ffa5ea1de tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:58.020658 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ee277a4-6b6b-410c-9b5a-f838b265fcea req-91eb56a5-834d-4c5e-b7e4-969ffa5ea1de tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0fa53e9-03d2-4443-baf1-d79e06ae1a85 HTTP/1.1" status: 200 len: 946 time: 0.0832868 Aug 22 13:33:58.029549 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f76a2-b7da-41d0-b9d3-715e4da5ef7f req-3072f797-4695-4962-b411-34f30070aa41 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:58.031305 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-470f76a2-b7da-41d0-b9d3-715e4da5ef7f req-3072f797-4695-4962-b411-34f30070aa41 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9bb903a-a417-487e-8e83-aadc4be29999 HTTP/1.1" status: 200 len: 945 time: 0.0842054 Aug 22 13:33:58.087754 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-470f76a2-b7da-41d0-b9d3-715e4da5ef7f req-c4208706-1dad-4108-854d-b001d3d25587 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a1e745b-6f0c-4fcc-80fa-5b3131e9e569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495291 Aug 22 13:33:58.090507 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ee277a4-6b6b-410c-9b5a-f838b265fcea req-7a3ce89d-c3df-4489-a196-dfc82971967d tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5c48efa-03fb-4165-aae3-65f8545e59a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582364 Aug 22 13:33:58.199331 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:58.391380 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-427ad09a-2bd0-4e69-8fbe-00796c6cf296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:58.564440 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5741a-a199-49ad-9a66-48aa6bd3bc70 req-7488d1ae-694f-4b72-8966-a97f44c8e0cf tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:58.566061 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f0f5741a-a199-49ad-9a66-48aa6bd3bc70 req-7488d1ae-694f-4b72-8966-a97f44c8e0cf tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba7c0673-29c8-4bad-b156-ded8da7fb5f8 HTTP/1.1" status: 200 len: 943 time: 0.0538239 Aug 22 13:33:58.634512 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f0f5741a-a199-49ad-9a66-48aa6bd3bc70 req-4975558f-0790-4989-828d-000304c6fd80 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615683 Aug 22 13:33:58.646224 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d19d0-1b27-49aa-b553-d1b9e554474c req-87ff4a00-8e44-46de-86ae-0af514bea3cd tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:58.648271 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b02d19d0-1b27-49aa-b553-d1b9e554474c req-87ff4a00-8e44-46de-86ae-0af514bea3cd tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=431d396a-90cc-4d89-bd02-1b6cb8ecfc46 HTTP/1.1" status: 200 len: 946 time: 0.0685844 Aug 22 13:33:58.697621 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b02d19d0-1b27-49aa-b553-d1b9e554474c req-f30a79c3-6dcb-47cd-a3a9-856398604444 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353096 Aug 22 13:33:58.745333 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ecb60-823a-4556-820c-cdbf0adec84f req-6bbf9d2e-2453-4bbc-a1bb-9fe201eb38e1 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:58.746715 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5c8ecb60-823a-4556-820c-cdbf0adec84f req-6bbf9d2e-2453-4bbc-a1bb-9fe201eb38e1 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=843335a9-07f0-445b-a387-dd7c7aa06473 HTTP/1.1" status: 200 len: 946 time: 0.0481331 Aug 22 13:33:58.784628 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5c8ecb60-823a-4556-820c-cdbf0adec84f req-85425e88-9ea3-4541-a9dc-eb1f459f9e2f tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317452 Aug 22 13:33:59.254956 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7152e0db-e735-4d70-a1b8-4cd3a793a347 req-8be3919b-48ec-46dc-9c9a-a5df4a91836e tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:59.256486 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7152e0db-e735-4d70-a1b8-4cd3a793a347 req-8be3919b-48ec-46dc-9c9a-a5df4a91836e tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0fa53e9-03d2-4443-baf1-d79e06ae1a85 HTTP/1.1" status: 200 len: 946 time: 0.0912540 Aug 22 13:33:59.269274 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d46db-e179-49cb-a3cd-3582e0a64d34 req-435baafb-ded8-4666-ac5a-ac38fada034d tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:59.270645 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ef5d46db-e179-49cb-a3cd-3582e0a64d34 req-435baafb-ded8-4666-ac5a-ac38fada034d tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9bb903a-a417-487e-8e83-aadc4be29999 HTTP/1.1" status: 200 len: 945 time: 0.0713007 Aug 22 13:33:59.321427 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7152e0db-e735-4d70-a1b8-4cd3a793a347 req-8dd49342-86d9-4f7b-810a-631bbf199910 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5c48efa-03fb-4165-aae3-65f8545e59a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495572 Aug 22 13:33:59.346453 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 478e4b02-5550-4c7b-b9ef-47c28c773282 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:33:59.351629 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ef5d46db-e179-49cb-a3cd-3582e0a64d34 req-cc0e6566-32ce-4cfc-9c96-8209ca549ad1 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a1e745b-6f0c-4fcc-80fa-5b3131e9e569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721190 Aug 22 13:33:59.463048 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 478e4b02-5550-4c7b-b9ef-47c28c773282, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=478e4b02-5550-4c7b-b9ef-47c28c773282,segment=NetworkSegment(036d4b3c-fc3c-4bf5-94d1-99331e586aa4),segment_id=036d4b3c-fc3c-4bf5-94d1-99331e586aa4)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:33:59.473294 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '478e4b02-5550-4c7b-b9ef-47c28c773282', 'network_id': 'b7fef465-db19-4a45-b3a4-f40426ee874f', 'port_id': '478e4b02-5550-4c7b-b9ef-47c28c773282', 'mac_address': 'fa:16:3e:4b:e6:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55b06a4c-e7f4-4110-96cb-ea2fffe8df6c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:33:59.511926 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:59.525990 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 478e4b02-5550-4c7b-b9ef-47c28c773282 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:33:59.546142 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 478e4b02-5550-4c7b-b9ef-47c28c773282, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=478e4b02-5550-4c7b-b9ef-47c28c773282,segment=NetworkSegment(036d4b3c-fc3c-4bf5-94d1-99331e586aa4),segment_id=036d4b3c-fc3c-4bf5-94d1-99331e586aa4)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:33:59.551283 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:33:59.602023 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=478e4b02-5550-4c7b-b9ef-47c28c773282,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:33:59.821404 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d6403-be0f-453c-acc6-4fe90502f2a1 req-7586bb45-1e22-4c8a-8d31-f43352e91ad4 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:59.822943 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8a1d6403-be0f-453c-acc6-4fe90502f2a1 req-7586bb45-1e22-4c8a-8d31-f43352e91ad4 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba7c0673-29c8-4bad-b156-ded8da7fb5f8 HTTP/1.1" status: 200 len: 944 time: 0.0819728 Aug 22 13:33:59.889707 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d5a74-5b67-4c36-9937-36c6ed505b79 req-ab295c2b-dc75-41d2-84bb-3b3d4ae4ec58 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:33:59.891205 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-984d5a74-5b67-4c36-9937-36c6ed505b79 req-ab295c2b-dc75-41d2-84bb-3b3d4ae4ec58 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=431d396a-90cc-4d89-bd02-1b6cb8ecfc46 HTTP/1.1" status: 200 len: 946 time: 0.0985222 Aug 22 13:33:59.896346 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8a1d6403-be0f-453c-acc6-4fe90502f2a1 req-55f1e1dc-f992-4752-a136-ca7df8e2f332 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554664 Aug 22 13:33:59.934851 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-984d5a74-5b67-4c36-9937-36c6ed505b79 req-38ed9c2c-31d2-4882-877f-fd029c0129f6 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372720 Aug 22 13:34:00.082007 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['478e4b02-5550-4c7b-b9ef-47c28c773282'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:34:00.498821 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb9828d-c2aa-43d5-8a3a-a3695ae41880 req-e7a23981-16a5-443d-b388-c74ac83442ae tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:00.501101 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ffb9828d-c2aa-43d5-8a3a-a3695ae41880 req-e7a23981-16a5-443d-b388-c74ac83442ae tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9bb903a-a417-487e-8e83-aadc4be29999 HTTP/1.1" status: 200 len: 945 time: 0.0659828 Aug 22 13:34:00.582856 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ffb9828d-c2aa-43d5-8a3a-a3695ae41880 req-b1c84133-a824-4119-aae3-323ce93b4184 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a1e745b-6f0c-4fcc-80fa-5b3131e9e569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740986 Aug 22 13:34:00.595132 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba25acdc-2d11-4374-bd3f-e7fc7e14bbe8 req-6fa6f572-c8db-437e-8a8e-4ce275876309 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:00.596524 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ba25acdc-2d11-4374-bd3f-e7fc7e14bbe8 req-6fa6f572-c8db-437e-8a8e-4ce275876309 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0fa53e9-03d2-4443-baf1-d79e06ae1a85 HTTP/1.1" status: 200 len: 946 time: 0.0644979 Aug 22 13:34:00.640477 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ba25acdc-2d11-4374-bd3f-e7fc7e14bbe8 req-542209a0-2df4-4454-abc0-72d6b33a32c6 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5c48efa-03fb-4165-aae3-65f8545e59a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371873 Aug 22 13:34:01.055381 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-93ec507a-02e5-47b3-b400-43f0f5348205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:01.091593 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e8746-9bac-47f5-8dc0-1561f814ba66 req-48417610-5766-4cb7-80ae-38d8232a6862 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:01.093102 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-501e8746-9bac-47f5-8dc0-1561f814ba66 req-48417610-5766-4cb7-80ae-38d8232a6862 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba7c0673-29c8-4bad-b156-ded8da7fb5f8 HTTP/1.1" status: 200 len: 944 time: 0.0883884 Aug 22 13:34:01.106916 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69175a7-d879-4e94-9fd4-14b4d133da32 req-b3d02457-5d1c-4d99-9c95-5197ba14eb9f tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:01.108560 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e69175a7-d879-4e94-9fd4-14b4d133da32 req-b3d02457-5d1c-4d99-9c95-5197ba14eb9f tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=431d396a-90cc-4d89-bd02-1b6cb8ecfc46 HTTP/1.1" status: 200 len: 946 time: 0.0735595 Aug 22 13:34:01.169058 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e69175a7-d879-4e94-9fd4-14b4d133da32 req-219a5a9a-69f4-4c33-99f3-dd8d3d7093c3 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533733 Aug 22 13:34:01.171819 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-501e8746-9bac-47f5-8dc0-1561f814ba66 req-a400357d-42ac-4145-89bb-9a127d4374e4 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623753 Aug 22 13:34:01.189006 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:01.716458 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e89489-b322-4b69-8a41-34adb6694905 req-f3a5c0c0-613a-49cc-8a6f-9ff44281c454 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:01.717972 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a8e89489-b322-4b69-8a41-34adb6694905 req-f3a5c0c0-613a-49cc-8a6f-9ff44281c454 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9bb903a-a417-487e-8e83-aadc4be29999 HTTP/1.1" status: 200 len: 945 time: 0.0587940 Aug 22 13:34:01.781933 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a8e89489-b322-4b69-8a41-34adb6694905 req-7a0e7627-f8d0-4699-b6b5-2307892a3769 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a1e745b-6f0c-4fcc-80fa-5b3131e9e569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538204 Aug 22 13:34:01.791277 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265055c8-35f3-424d-81b9-d2f87dc959fc req-72a740cc-a1c6-42c2-9f80-0cb77d46754e tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:01.792768 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-265055c8-35f3-424d-81b9-d2f87dc959fc req-72a740cc-a1c6-42c2-9f80-0cb77d46754e tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0fa53e9-03d2-4443-baf1-d79e06ae1a85 HTTP/1.1" status: 200 len: 946 time: 0.0738509 Aug 22 13:34:01.835462 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-265055c8-35f3-424d-81b9-d2f87dc959fc req-be557410-8c3b-446c-885b-7bbfcf3e8bf0 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5c48efa-03fb-4165-aae3-65f8545e59a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363688 Aug 22 13:34:02.004307 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c46b0-afe2-48bb-b8b5-0d8c2397bd8f req-7f3cf33f-bbd7-4252-a43c-f09c6e8d8a9c tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:02.005863 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ae0c46b0-afe2-48bb-b8b5-0d8c2397bd8f req-7f3cf33f-bbd7-4252-a43c-f09c6e8d8a9c tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9bb903a-a417-487e-8e83-aadc4be29999 HTTP/1.1" status: 200 len: 945 time: 0.0639033 Aug 22 13:34:02.069998 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ae0c46b0-afe2-48bb-b8b5-0d8c2397bd8f req-4972bd67-5ee3-45ca-853a-a15bef79aeba tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a1e745b-6f0c-4fcc-80fa-5b3131e9e569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552211 Aug 22 13:34:02.075227 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2d802-c1c2-40f8-bcfa-d9ba2145b662 req-817b1da7-546e-4061-8fef-0e300ce165a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:02.077503 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7cd2d802-c1c2-40f8-bcfa-d9ba2145b662 req-817b1da7-546e-4061-8fef-0e300ce165a9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9aaf82909078458f95327523ba5e3378&device_id=f9bb903a-a417-487e-8e83-aadc4be29999 HTTP/1.1" status: 200 len: 1097 time: 0.0704689 Aug 22 13:34:02.174563 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2d802-c1c2-40f8-bcfa-d9ba2145b662 req-d6404815-3088-415f-86ce-a289f76cd071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:02.176154 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7cd2d802-c1c2-40f8-bcfa-d9ba2145b662 req-d6404815-3088-415f-86ce-a289f76cd071 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0386d336-0e61-4348-9e46-055980419e76 HTTP/1.1" status: 200 len: 912 time: 0.0845551 Aug 22 13:34:02.249419 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7cd2d802-c1c2-40f8-bcfa-d9ba2145b662 req-54f1a454-d07e-434e-a4d7-306c629b928f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5dbcabe-f661-41dc-8f83-1d52dc6fb943 HTTP/1.1" status: 200 len: 1000 time: 0.0643430 Aug 22 13:34:02.353613 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:02.681750 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2d802-c1c2-40f8-bcfa-d9ba2145b662 req-8030f17a-6a11-47bd-a7db-318ac91e26ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:02.683463 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7cd2d802-c1c2-40f8-bcfa-d9ba2145b662 req-8030f17a-6a11-47bd-a7db-318ac91e26ff service neutron] 10.222.0.16 "GET /v2.0/subnets?id=77ae476e-7cd6-4bd5-9319-25dd232b8593 HTTP/1.1" status: 200 len: 850 time: 0.4233160 Aug 22 13:34:02.701133 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a7c78-007b-461a-9876-7cc464e87323 req-dfdded08-99ab-43c5-b0b3-ac87d73e120e tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:02.702599 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d59a7c78-007b-461a-9876-7cc464e87323 req-dfdded08-99ab-43c5-b0b3-ac87d73e120e tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba7c0673-29c8-4bad-b156-ded8da7fb5f8 HTTP/1.1" status: 200 len: 944 time: 0.4340534 Aug 22 13:34:02.711222 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5d789-229f-425c-827d-40929fadcea1 req-70e82af5-febf-4b42-9d82-fe7a2543b5f1 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:02.712756 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b9f5d789-229f-425c-827d-40929fadcea1 req-70e82af5-febf-4b42-9d82-fe7a2543b5f1 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=431d396a-90cc-4d89-bd02-1b6cb8ecfc46 HTTP/1.1" status: 200 len: 946 time: 0.4452326 Aug 22 13:34:02.797574 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d59a7c78-007b-461a-9876-7cc464e87323 req-1abb7a13-ec5c-4ebc-9ab1-aa4fd938fbc8 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827787 Aug 22 13:34:02.802279 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b9f5d789-229f-425c-827d-40929fadcea1 req-8001a1b8-4d30-426d-9e05-0216b8cf24a4 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735636 Aug 22 13:34:02.808216 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2d802-c1c2-40f8-bcfa-d9ba2145b662 req-96afb153-b7a7-448c-890d-83ff67ad908e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:02.809965 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7cd2d802-c1c2-40f8-bcfa-d9ba2145b662 req-96afb153-b7a7-448c-890d-83ff67ad908e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0386d336-0e61-4348-9e46-055980419e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0963125 Aug 22 13:34:02.926495 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7cd2d802-c1c2-40f8-bcfa-d9ba2145b662 req-6e670b5e-c234-4f2b-ac2b-d5c6eeae0942 service neutron] 10.222.0.16 "GET /v2.0/networks/0386d336-0e61-4348-9e46-055980419e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005261 Aug 22 13:34:03.018910 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61524be-db2d-4a8a-b21a-4a5b8841ef95 req-381d2050-af4b-4379-83b9-8226270a1464 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:03.020451 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f61524be-db2d-4a8a-b21a-4a5b8841ef95 req-381d2050-af4b-4379-83b9-8226270a1464 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0fa53e9-03d2-4443-baf1-d79e06ae1a85 HTTP/1.1" status: 200 len: 946 time: 0.1093323 Aug 22 13:34:03.072747 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7cd2d802-c1c2-40f8-bcfa-d9ba2145b662 req-14125fff-f981-4806-97eb-6010d43e369b service neutron] 10.222.0.16 "GET /v2.0/networks/0386d336-0e61-4348-9e46-055980419e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315861 Aug 22 13:34:03.079906 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f61524be-db2d-4a8a-b21a-4a5b8841ef95 req-bb8b55eb-b650-48cb-873d-4e599021ff4a tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5c48efa-03fb-4165-aae3-65f8545e59a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484948 Aug 22 13:34:03.200140 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006d009-a125-4c22-bab3-6aa07f65e090 req-beb0d444-4d1d-4aea-8b1a-5c2509db3c25 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:03.201651 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b006d009-a125-4c22-bab3-6aa07f65e090 req-beb0d444-4d1d-4aea-8b1a-5c2509db3c25 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9bb903a-a417-487e-8e83-aadc4be29999 HTTP/1.1" status: 200 len: 945 time: 0.0505104 Aug 22 13:34:03.239752 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b006d009-a125-4c22-bab3-6aa07f65e090 req-9d680deb-bb4b-4a8c-8841-069b0d1e5577 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a1e745b-6f0c-4fcc-80fa-5b3131e9e569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321591 Aug 22 13:34:03.375850 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 478e4b02-5550-4c7b-b9ef-47c28c773282 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:34:03.423711 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port 478e4b02-5550-4c7b-b9ef-47c28c773282 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:34:03.427264 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 478e4b02-5550-4c7b-b9ef-47c28c773282 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:34:03.427635 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:03.516004 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:03.540158 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7c0673-29c8-4bad-b156-ded8da7fb5f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '478e4b02-5550-4c7b-b9ef-47c28c773282'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:34:03.542426 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eea2f7e-42ef-42a1-ad8c-5d5ca9442cb5" -d '{"events": [{"server_uuid": "ba7c0673-29c8-4bad-b156-ded8da7fb5f8", "name": "network-vif-plugged", "status": "completed", "tag": "478e4b02-5550-4c7b-b9ef-47c28c773282"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:34:03.555310 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 478e4b02-5550-4c7b-b9ef-47c28c773282, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=478e4b02-5550-4c7b-b9ef-47c28c773282,segment=NetworkSegment(036d4b3c-fc3c-4bf5-94d1-99331e586aa4),segment_id=036d4b3c-fc3c-4bf5-94d1-99331e586aa4)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:34:03.559643 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:03.584726 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15564a48-3adf-4ed9-954c-a5c7b4796eeb x-openstack-request-id: req-15564a48-3adf-4ed9-954c-a5c7b4796eeb {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:34:03.585458 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba7c0673-29c8-4bad-b156-ded8da7fb5f8", "name": "network-vif-plugged", "status": "completed", "tag": "478e4b02-5550-4c7b-b9ef-47c28c773282", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:34:03.586149 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-15564a48-3adf-4ed9-954c-a5c7b4796eeb {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:34:03.586149 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7c0673-29c8-4bad-b156-ded8da7fb5f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '478e4b02-5550-4c7b-b9ef-47c28c773282', 'code': 200} Aug 22 13:34:03.612575 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=478e4b02-5550-4c7b-b9ef-47c28c773282,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:03.667905 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:03.723496 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e915183-7c67-4c54-a3c6-8345fd676b63 req-52201911-f53f-4c29-ad41-8babd9ae5823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:03.725285 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4e915183-7c67-4c54-a3c6-8345fd676b63 req-52201911-f53f-4c29-ad41-8babd9ae5823 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ba7c0673-29c8-4bad-b156-ded8da7fb5f8 HTTP/1.1" status: 200 len: 1097 time: 0.0461354 Aug 22 13:34:03.766193 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4e915183-7c67-4c54-a3c6-8345fd676b63 req-84acf974-125d-4eeb-83c1-f5490a88bfb2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297163 Aug 22 13:34:03.952792 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a4ce9-2b17-4054-bd4b-c8d4072d15c7 req-d24fa4cd-d96e-4813-a56b-96c8de66e8a2 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:03.954354 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-077a4ce9-2b17-4054-bd4b-c8d4072d15c7 req-d24fa4cd-d96e-4813-a56b-96c8de66e8a2 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba7c0673-29c8-4bad-b156-ded8da7fb5f8 HTTP/1.1" status: 200 len: 945 time: 0.0834429 Aug 22 13:34:03.965825 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f540b7d-479a-43b2-b18b-112022904cbc req-dfd8cbb4-9b71-4242-9272-ac7b114dbb52 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:03.967404 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0f540b7d-479a-43b2-b18b-112022904cbc req-dfd8cbb4-9b71-4242-9272-ac7b114dbb52 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=431d396a-90cc-4d89-bd02-1b6cb8ecfc46 HTTP/1.1" status: 200 len: 946 time: 0.0874457 Aug 22 13:34:04.019021 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-077a4ce9-2b17-4054-bd4b-c8d4072d15c7 req-c05ae081-31fb-4989-97f0-6d6ff168c44e tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506206 Aug 22 13:34:04.036822 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0f540b7d-479a-43b2-b18b-112022904cbc req-a5c27ca0-efdf-4fd5-b5c9-01b482ca75a5 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526259 Aug 22 13:34:04.163400 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:04.202584 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a395de2-9c97-47d6-8d38-cd488f14f751 req-925cb625-7c2c-43df-9c99-4284eb8eb347 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:04.210277 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3a395de2-9c97-47d6-8d38-cd488f14f751 req-925cb625-7c2c-43df-9c99-4284eb8eb347 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0fa53e9-03d2-4443-baf1-d79e06ae1a85 HTTP/1.1" status: 200 len: 946 time: 0.0604410 Aug 22 13:34:04.257982 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3a395de2-9c97-47d6-8d38-cd488f14f751 req-b7bf4142-c1a9-4bbf-afd0-f2463f73658a tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5c48efa-03fb-4165-aae3-65f8545e59a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457907 Aug 22 13:34:04.364154 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a1294-6b72-4cf5-8ed8-38a5b98f6433 req-aa920b2b-9509-455e-9456-95dc6f1c9bfa tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:04.365691 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fb0a1294-6b72-4cf5-8ed8-38a5b98f6433 req-aa920b2b-9509-455e-9456-95dc6f1c9bfa tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9bb903a-a417-487e-8e83-aadc4be29999 HTTP/1.1" status: 200 len: 945 time: 0.0493619 Aug 22 13:34:04.404184 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fb0a1294-6b72-4cf5-8ed8-38a5b98f6433 req-c23b0c5f-ad4b-44a1-a5a2-1d167e593c61 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a1e745b-6f0c-4fcc-80fa-5b3131e9e569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318131 Aug 22 13:34:05.165354 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce090221-7df0-47f7-916a-e387d33c7e84 req-e27534d9-e94f-483d-9ee8-a8ed0087c70b tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:05.166848 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ce090221-7df0-47f7-916a-e387d33c7e84 req-e27534d9-e94f-483d-9ee8-a8ed0087c70b tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba7c0673-29c8-4bad-b156-ded8da7fb5f8 HTTP/1.1" status: 200 len: 945 time: 0.0780537 Aug 22 13:34:05.197578 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d1cd9-2103-4254-a677-cb858d60f8a4 req-1f7a9ce6-1047-484a-900b-0a3233a20764 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:05.199042 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d27d1cd9-2103-4254-a677-cb858d60f8a4 req-1f7a9ce6-1047-484a-900b-0a3233a20764 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=431d396a-90cc-4d89-bd02-1b6cb8ecfc46 HTTP/1.1" status: 200 len: 946 time: 0.0966187 Aug 22 13:34:05.230377 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ce090221-7df0-47f7-916a-e387d33c7e84 req-a527946c-993f-4c35-b1c0-ce9cb538cb23 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572510 Aug 22 13:34:05.257971 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d27d1cd9-2103-4254-a677-cb858d60f8a4 req-07803e04-cfe6-4655-b85f-9f80d6f040a7 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528431 Aug 22 13:34:05.370657 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4471d0c6-e1fe-45d4-8a0e-28160af378be req-849b82d4-e22d-4981-8b9b-8133e3732fe9 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:05.372151 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4471d0c6-e1fe-45d4-8a0e-28160af378be req-849b82d4-e22d-4981-8b9b-8133e3732fe9 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0fa53e9-03d2-4443-baf1-d79e06ae1a85 HTTP/1.1" status: 200 len: 946 time: 0.0502269 Aug 22 13:34:05.410712 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4471d0c6-e1fe-45d4-8a0e-28160af378be req-b5f560c7-4113-41dd-bf0f-76d1629057d9 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5c48efa-03fb-4165-aae3-65f8545e59a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323718 Aug 22 13:34:06.383905 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8418d20b-a19e-4a92-8a07-a0e1dde36ec8 req-d170c081-f1d1-4979-ba4e-e42ba2d08aa0 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:06.385416 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8418d20b-a19e-4a92-8a07-a0e1dde36ec8 req-d170c081-f1d1-4979-ba4e-e42ba2d08aa0 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba7c0673-29c8-4bad-b156-ded8da7fb5f8 HTTP/1.1" status: 200 len: 945 time: 0.0826602 Aug 22 13:34:06.428409 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c9e20-fd23-4649-83ea-cfa01d41de3b req-40daac52-d4bd-4379-804b-d4cd2d380c89 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:06.430288 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-807c9e20-fd23-4649-83ea-cfa01d41de3b req-40daac52-d4bd-4379-804b-d4cd2d380c89 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=431d396a-90cc-4d89-bd02-1b6cb8ecfc46 HTTP/1.1" status: 200 len: 946 time: 0.0866230 Aug 22 13:34:06.451581 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8418d20b-a19e-4a92-8a07-a0e1dde36ec8 req-8f9b9826-60b5-4084-9345-03dfef69b6c5 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586333 Aug 22 13:34:06.485595 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-807c9e20-fd23-4649-83ea-cfa01d41de3b req-80d709fa-baf0-46ea-ad5f-8d12eae8cc26 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461748 Aug 22 13:34:06.606979 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb681e3-d275-46a2-a3f5-1536f3e39d75 req-78176fe4-0137-40b6-8183-2e0e38487252 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:06.617999 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4fb681e3-d275-46a2-a3f5-1536f3e39d75 req-78176fe4-0137-40b6-8183-2e0e38487252 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0fa53e9-03d2-4443-baf1-d79e06ae1a85 HTTP/1.1" status: 200 len: 946 time: 0.0801594 Aug 22 13:34:06.656160 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4fb681e3-d275-46a2-a3f5-1536f3e39d75 req-e460b90a-4d05-4210-9133-2fcd4e5aa175 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5c48efa-03fb-4165-aae3-65f8545e59a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371835 Aug 22 13:34:06.731539 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f90d08-8f8e-4363-b5e5-13ca12b375a8 req-ffe0705c-4a4a-470d-a56a-f62abf5dc585 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:06.733075 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d8f90d08-8f8e-4363-b5e5-13ca12b375a8 req-ffe0705c-4a4a-470d-a56a-f62abf5dc585 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba7c0673-29c8-4bad-b156-ded8da7fb5f8 HTTP/1.1" status: 200 len: 945 time: 0.0521882 Aug 22 13:34:06.770610 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d8f90d08-8f8e-4363-b5e5-13ca12b375a8 req-ad19d0c9-f1ee-4240-9ce9-09456164e01c tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315652 Aug 22 13:34:07.618598 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3ec76-db84-4cba-b579-2420984978bb req-a8cec7ff-d5c4-41a9-86ab-8bb265a5daf8 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:07.620152 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8de3ec76-db84-4cba-b579-2420984978bb req-a8cec7ff-d5c4-41a9-86ab-8bb265a5daf8 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=431d396a-90cc-4d89-bd02-1b6cb8ecfc46 HTTP/1.1" status: 200 len: 946 time: 0.0621922 Aug 22 13:34:07.661591 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8de3ec76-db84-4cba-b579-2420984978bb req-47dff314-86b3-4dac-b7c8-be0496bf9585 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351644 Aug 22 13:34:07.775741 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36961575-8f55-4f57-b816-1f44abe35f36 req-d2906655-326b-4f4d-be00-e66e8a129521 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:07.777272 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-36961575-8f55-4f57-b816-1f44abe35f36 req-d2906655-326b-4f4d-be00-e66e8a129521 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0fa53e9-03d2-4443-baf1-d79e06ae1a85 HTTP/1.1" status: 200 len: 946 time: 0.0497169 Aug 22 13:34:07.816174 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-36961575-8f55-4f57-b816-1f44abe35f36 req-7e5b07e1-8998-4f66-bc35-8215a7da5af0 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5c48efa-03fb-4165-aae3-65f8545e59a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328171 Aug 22 13:34:07.917802 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c13104-844d-4ee6-95fa-c8ba87868882 req-a0b0ddd2-5415-4298-b6a8-2c1ea0a77b53 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:07.919471 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-14c13104-844d-4ee6-95fa-c8ba87868882 req-a0b0ddd2-5415-4298-b6a8-2c1ea0a77b53 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba7c0673-29c8-4bad-b156-ded8da7fb5f8 HTTP/1.1" status: 200 len: 945 time: 0.0606587 Aug 22 13:34:07.959906 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-14c13104-844d-4ee6-95fa-c8ba87868882 req-7b921d62-0422-49d3-8c44-e67d418ec4b0 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346320 Aug 22 13:34:08.786305 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec87f00c-f816-4e5b-b294-c8c855131742 req-9b276ea6-f308-49ad-b65c-9c4d54322473 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:08.788129 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ec87f00c-f816-4e5b-b294-c8c855131742 req-9b276ea6-f308-49ad-b65c-9c4d54322473 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=431d396a-90cc-4d89-bd02-1b6cb8ecfc46 HTTP/1.1" status: 200 len: 946 time: 0.0546148 Aug 22 13:34:08.830264 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ec87f00c-f816-4e5b-b294-c8c855131742 req-4217849b-8d59-43b4-b953-d1856402fc7d tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351143 Aug 22 13:34:08.928581 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f23e1-821e-41c3-8bbf-f8d8a547faf0 req-c767752f-703b-42be-88d6-c26c9ffdb8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:08.930870 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-923f23e1-821e-41c3-8bbf-f8d8a547faf0 req-c767752f-703b-42be-88d6-c26c9ffdb8c7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=431d396a-90cc-4d89-bd02-1b6cb8ecfc46 HTTP/1.1" status: 200 len: 1098 time: 0.0436885 Aug 22 13:34:08.944002 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a97f6fb-275f-4420-af37-fe2352449255 req-3e22b935-0f1d-431b-a8fa-12c38a46185e tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:08.945518 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5a97f6fb-275f-4420-af37-fe2352449255 req-3e22b935-0f1d-431b-a8fa-12c38a46185e tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0fa53e9-03d2-4443-baf1-d79e06ae1a85 HTTP/1.1" status: 200 len: 946 time: 0.0521834 Aug 22 13:34:08.971612 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-923f23e1-821e-41c3-8bbf-f8d8a547faf0 req-feae4a24-696e-460e-8e94-b077d72e24fd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317495 Aug 22 13:34:08.996649 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5a97f6fb-275f-4420-af37-fe2352449255 req-eefec1f9-939f-4f08-a6e2-293b3f3411fe tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5c48efa-03fb-4165-aae3-65f8545e59a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429592 Aug 22 13:34:09.956857 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4f4a0-617b-438e-b675-8b0355ad2bfd req-74e431f5-bc03-4303-b590-44b2c44a56a8 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:09.958363 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-86a4f4a0-617b-438e-b675-8b0355ad2bfd req-74e431f5-bc03-4303-b590-44b2c44a56a8 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=431d396a-90cc-4d89-bd02-1b6cb8ecfc46 HTTP/1.1" status: 200 len: 946 time: 0.0499227 Aug 22 13:34:09.997875 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-86a4f4a0-617b-438e-b675-8b0355ad2bfd req-476ee967-be6e-4ae7-a567-34ba9810a580 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327747 Aug 22 13:34:10.123661 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14568887-3afe-4cb9-9c28-81779a6a7f4a req-2c8aa868-c80d-4949-b881-5dfd7e0c9f0b tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:10.125421 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-14568887-3afe-4cb9-9c28-81779a6a7f4a req-2c8aa868-c80d-4949-b881-5dfd7e0c9f0b tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0fa53e9-03d2-4443-baf1-d79e06ae1a85 HTTP/1.1" status: 200 len: 946 time: 0.0685184 Aug 22 13:34:10.173280 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-14568887-3afe-4cb9-9c28-81779a6a7f4a req-9dfbdf75-71f8-42ec-8e8c-1260443b47ca tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5c48efa-03fb-4165-aae3-65f8545e59a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361452 Aug 22 13:34:11.114107 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb0676-a2de-42bc-ab45-86e11c2ed21c req-9ba296fd-053e-421b-a0cb-dd554ee7f520 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:11.115613 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-33eb0676-a2de-42bc-ab45-86e11c2ed21c req-9ba296fd-053e-421b-a0cb-dd554ee7f520 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=431d396a-90cc-4d89-bd02-1b6cb8ecfc46 HTTP/1.1" status: 200 len: 946 time: 0.0509002 Aug 22 13:34:11.161727 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-33eb0676-a2de-42bc-ab45-86e11c2ed21c req-96704c59-114a-4d8d-87f7-309a05f5fd64 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395744 Aug 22 13:34:11.330481 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bd70cf-8aef-47ca-9fc2-5fbecd6417be req-a2ced73b-9ef3-4475-8ab5-2e467459b6a1 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:11.332043 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a9bd70cf-8aef-47ca-9fc2-5fbecd6417be req-a2ced73b-9ef3-4475-8ab5-2e467459b6a1 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0fa53e9-03d2-4443-baf1-d79e06ae1a85 HTTP/1.1" status: 200 len: 946 time: 0.0859962 Aug 22 13:34:11.362349 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ece3e-3a27-4fd8-99c6-a3d07d7fa918 req-0446496b-be80-4b0a-871d-83a64a22092b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:11.364666 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-935ece3e-3a27-4fd8-99c6-a3d07d7fa918 req-0446496b-be80-4b0a-871d-83a64a22092b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b1df9b52583480dbf6905d0ad326671&device_id=431d396a-90cc-4d89-bd02-1b6cb8ecfc46 HTTP/1.1" status: 200 len: 1098 time: 0.0483122 Aug 22 13:34:11.405538 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a9bd70cf-8aef-47ca-9fc2-5fbecd6417be req-695f3e6a-1c8d-4997-a6bb-34a4996836b3 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5c48efa-03fb-4165-aae3-65f8545e59a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582843 Aug 22 13:34:11.414118 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 478e4b02-5550-4c7b-b9ef-47c28c773282 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:34:11.440417 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd2093-2644-4942-a8d2-ea3b794e93d4 req-3abc7593-c89b-4aca-8fa3-5d64883066f2 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:11.441948 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d2cd2093-2644-4942-a8d2-ea3b794e93d4 req-3abc7593-c89b-4aca-8fa3-5d64883066f2 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=431d396a-90cc-4d89-bd02-1b6cb8ecfc46 HTTP/1.1" status: 200 len: 946 time: 0.1089861 Aug 22 13:34:11.504506 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ece3e-3a27-4fd8-99c6-a3d07d7fa918 req-81c48f40-74bd-4187-ba69-1e0049d7ed0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:11.506452 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-935ece3e-3a27-4fd8-99c6-a3d07d7fa918 req-81c48f40-74bd-4187-ba69-1e0049d7ed0d service neutron] 10.222.0.41 "GET /v2.0/networks?id=66e2a6fd-b667-44cd-a37f-b120c3633f83 HTTP/1.1" status: 200 len: 912 time: 0.1341653 Aug 22 13:34:11.514748 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d2cd2093-2644-4942-a8d2-ea3b794e93d4 req-33430853-3513-4538-aef6-6d1645ce7d18 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655301 Aug 22 13:34:11.537096 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 478e4b02-5550-4c7b-b9ef-47c28c773282, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=478e4b02-5550-4c7b-b9ef-47c28c773282,segment=NetworkSegment(036d4b3c-fc3c-4bf5-94d1-99331e586aa4),segment_id=036d4b3c-fc3c-4bf5-94d1-99331e586aa4)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:34:11.552401 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '478e4b02-5550-4c7b-b9ef-47c28c773282', 'network_id': 'b7fef465-db19-4a45-b3a4-f40426ee874f', 'port_id': '478e4b02-5550-4c7b-b9ef-47c28c773282', 'mac_address': 'fa:16:3e:4b:e6:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55b06a4c-e7f4-4110-96cb-ea2fffe8df6c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:34:11.566765 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-935ece3e-3a27-4fd8-99c6-a3d07d7fa918 req-30c1a02a-59b8-4753-874e-dd9d1486193e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d78ef319-e500-46ef-984e-e0f69041e78f HTTP/1.1" status: 200 len: 217 time: 0.0511980 Aug 22 13:34:11.590771 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:11.603404 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 478e4b02-5550-4c7b-b9ef-47c28c773282 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:34:11.618813 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ece3e-3a27-4fd8-99c6-a3d07d7fa918 req-99f7e344-823c-4e0d-b777-3fd2f516c04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:11.620216 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-935ece3e-3a27-4fd8-99c6-a3d07d7fa918 req-99f7e344-823c-4e0d-b777-3fd2f516c04a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a6d00130-5d64-48a9-8eb2-27b64c65272f HTTP/1.1" status: 200 len: 851 time: 0.0446918 Aug 22 13:34:11.622702 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 478e4b02-5550-4c7b-b9ef-47c28c773282, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=478e4b02-5550-4c7b-b9ef-47c28c773282,segment=NetworkSegment(036d4b3c-fc3c-4bf5-94d1-99331e586aa4),segment_id=036d4b3c-fc3c-4bf5-94d1-99331e586aa4)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:34:11.627108 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:11.660558 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-935ece3e-3a27-4fd8-99c6-a3d07d7fa918 req-01f30c18-9867-4da7-88f7-3bbd09118603 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=66e2a6fd-b667-44cd-a37f-b120c3633f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262625 Aug 22 13:34:11.676976 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=478e4b02-5550-4c7b-b9ef-47c28c773282,revision_number=6']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:11.766857 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-935ece3e-3a27-4fd8-99c6-a3d07d7fa918 req-b408bac0-897e-41ed-8ec8-e649fa4158b3 service neutron] 10.222.0.41 "GET /v2.0/networks/66e2a6fd-b667-44cd-a37f-b120c3633f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972843 Aug 22 13:34:11.847792 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['478e4b02-5550-4c7b-b9ef-47c28c773282'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:34:11.858813 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-935ece3e-3a27-4fd8-99c6-a3d07d7fa918 req-676fac5c-236d-4699-8620-31d23e2f6298 service neutron] 10.222.0.41 "GET /v2.0/networks/66e2a6fd-b667-44cd-a37f-b120c3633f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834923 Aug 22 13:34:12.533487 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d783c44-119b-4549-ba46-cb841ff32831 req-b6107110-2628-4aec-8af8-b9c6832a12b5 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:12.535373 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4d783c44-119b-4549-ba46-cb841ff32831 req-b6107110-2628-4aec-8af8-b9c6832a12b5 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0fa53e9-03d2-4443-baf1-d79e06ae1a85 HTTP/1.1" status: 200 len: 946 time: 0.0546157 Aug 22 13:34:12.599165 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4d783c44-119b-4549-ba46-cb841ff32831 req-f69ae036-0dbd-40b0-891b-59d8c28c4cc2 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5c48efa-03fb-4165-aae3-65f8545e59a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435617 Aug 22 13:34:12.654128 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9bf441-3429-4293-9d0c-c05a42518cf0 req-81d260e9-f471-4a12-9b15-8f29fb9e9925 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:12.655700 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ce9bf441-3429-4293-9d0c-c05a42518cf0 req-81d260e9-f471-4a12-9b15-8f29fb9e9925 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=431d396a-90cc-4d89-bd02-1b6cb8ecfc46 HTTP/1.1" status: 200 len: 946 time: 0.0556679 Aug 22 13:34:12.732569 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ce9bf441-3429-4293-9d0c-c05a42518cf0 req-96aad144-836b-471a-b2d0-2c772485f9c4 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549068 Aug 22 13:34:13.419789 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 478e4b02-5550-4c7b-b9ef-47c28c773282 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:34:13.517261 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 478e4b02-5550-4c7b-b9ef-47c28c773282 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:34:13.517554 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:13.621178 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:13.684786 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7c0673-29c8-4bad-b156-ded8da7fb5f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '478e4b02-5550-4c7b-b9ef-47c28c773282'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:34:13.687355 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9a3115-072c-455b-a9b2-c53159c836b6" -d '{"events": [{"server_uuid": "ba7c0673-29c8-4bad-b156-ded8da7fb5f8", "name": "network-vif-plugged", "status": "completed", "tag": "478e4b02-5550-4c7b-b9ef-47c28c773282"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:34:13.712148 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 478e4b02-5550-4c7b-b9ef-47c28c773282, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=478e4b02-5550-4c7b-b9ef-47c28c773282,segment=NetworkSegment(036d4b3c-fc3c-4bf5-94d1-99331e586aa4),segment_id=036d4b3c-fc3c-4bf5-94d1-99331e586aa4)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:34:13.721400 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:13.844469 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=478e4b02-5550-4c7b-b9ef-47c28c773282,revision_number=7']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:13.861054 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849746d-22ff-44de-877a-45ee06681c0c req-b3c2336b-0ef3-4983-bc5e-39abde04bef7 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:13.870039 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c849746d-22ff-44de-877a-45ee06681c0c req-b3c2336b-0ef3-4983-bc5e-39abde04bef7 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0fa53e9-03d2-4443-baf1-d79e06ae1a85 HTTP/1.1" status: 200 len: 946 time: 0.1761830 Aug 22 13:34:13.916176 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c849746d-22ff-44de-877a-45ee06681c0c req-1c8c4984-4a00-437a-b185-0fcfc95c17f7 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5c48efa-03fb-4165-aae3-65f8545e59a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449071 Aug 22 13:34:13.976038 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faacda4f-9192-4fe7-92bf-cdd359643866 req-5a9e9378-3700-4f8d-96b7-6b060ce2762d tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:13.977723 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-faacda4f-9192-4fe7-92bf-cdd359643866 req-5a9e9378-3700-4f8d-96b7-6b060ce2762d tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=843335a9-07f0-445b-a387-dd7c7aa06473 HTTP/1.1" status: 200 len: 946 time: 0.2129011 Aug 22 13:34:14.002818 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2ce234-e84e-4a99-a617-867735b26409 x-openstack-request-id: req-be2ce234-e84e-4a99-a617-867735b26409 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:34:14.003334 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba7c0673-29c8-4bad-b156-ded8da7fb5f8", "name": "network-vif-plugged", "status": "completed", "tag": "478e4b02-5550-4c7b-b9ef-47c28c773282", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:34:14.004196 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-be2ce234-e84e-4a99-a617-867735b26409 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:34:14.005485 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7c0673-29c8-4bad-b156-ded8da7fb5f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '478e4b02-5550-4c7b-b9ef-47c28c773282', 'code': 200} Aug 22 13:34:14.116997 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-faacda4f-9192-4fe7-92bf-cdd359643866 req-70b7656e-a026-4c5c-bf7c-6369d235fbe3 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274118 Aug 22 13:34:14.247255 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a372c7-620e-47cb-a6b5-a2931ea61e91 req-e2fc0b6d-8c23-4466-8c88-407a90d14621 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:14.250065 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c9a372c7-620e-47cb-a6b5-a2931ea61e91 req-e2fc0b6d-8c23-4466-8c88-407a90d14621 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=431d396a-90cc-4d89-bd02-1b6cb8ecfc46 HTTP/1.1" status: 200 len: 946 time: 0.0767121 Aug 22 13:34:14.314648 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c9a372c7-620e-47cb-a6b5-a2931ea61e91 req-d2dacf64-b771-4636-a167-658bce92e2c5 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583625 Aug 22 13:34:14.644774 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf816f-b8ce-46cd-bf69-2531b6883ba4 req-584ac677-6862-4e37-bef0-f45a06e045fa tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:14.646588 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eccf816f-b8ce-46cd-bf69-2531b6883ba4 req-584ac677-6862-4e37-bef0-f45a06e045fa tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=431d396a-90cc-4d89-bd02-1b6cb8ecfc46 HTTP/1.1" status: 200 len: 946 time: 0.0784502 Aug 22 13:34:14.719250 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eccf816f-b8ce-46cd-bf69-2531b6883ba4 req-634ee95f-53fa-4a6b-ba9f-be2459fcc3a6 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492954 Aug 22 13:34:15.087218 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a391a-ce7b-419d-ad32-c95a6b319a7a req-33ea5610-fc01-46f7-8696-131b48cf2a84 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:15.095296 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ec5a391a-ce7b-419d-ad32-c95a6b319a7a req-33ea5610-fc01-46f7-8696-131b48cf2a84 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0fa53e9-03d2-4443-baf1-d79e06ae1a85 HTTP/1.1" status: 200 len: 946 time: 0.0821350 Aug 22 13:34:15.163857 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ec5a391a-ce7b-419d-ad32-c95a6b319a7a req-535727ba-4a0c-4fb7-ac3d-e9a52ea05131 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5c48efa-03fb-4165-aae3-65f8545e59a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674541 Aug 22 13:34:15.300168 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba121ea-328d-4263-8ec0-64c092005a41 req-733fb015-5d7d-4489-89d0-6ad9ce7cfd7d tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:15.308508 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3ba121ea-328d-4263-8ec0-64c092005a41 req-733fb015-5d7d-4489-89d0-6ad9ce7cfd7d tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=843335a9-07f0-445b-a387-dd7c7aa06473 HTTP/1.1" status: 200 len: 946 time: 0.0648470 Aug 22 13:34:15.367492 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3ba121ea-328d-4263-8ec0-64c092005a41 req-24ad5391-3e7a-439e-b294-9500a1e6b212 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520294 Aug 22 13:34:15.708203 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f27b6-ba43-424e-85d3-a220c0f0697c req-1f326c53-907a-4b50-a2f3-673b81d776d0 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:15.711764 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-425f27b6-ba43-424e-85d3-a220c0f0697c req-1f326c53-907a-4b50-a2f3-673b81d776d0 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.41 "GET /v2.0/ports?device_id=843335a9-07f0-445b-a387-dd7c7aa06473 HTTP/1.1" status: 200 len: 946 time: 0.0825207 Aug 22 13:34:15.870041 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03caf53e-53c8-44e8-ae27-a0310e24cd79 req-fd37bd8e-88d5-46d1-a4eb-f1d13861a372 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:15.871991 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-03caf53e-53c8-44e8-ae27-a0310e24cd79 req-fd37bd8e-88d5-46d1-a4eb-f1d13861a372 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=431d396a-90cc-4d89-bd02-1b6cb8ecfc46 HTTP/1.1" status: 200 len: 946 time: 0.0637295 Aug 22 13:34:15.899760 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-425f27b6-ba43-424e-85d3-a220c0f0697c req-b733cad8-353d-4990-901c-0526c1b1929d tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Deleting port 6579d0fd-306a-43f6-b163-95b4b0ea3147 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:34:15.900221 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-425f27b6-ba43-424e-85d3-a220c0f0697c req-b733cad8-353d-4990-901c-0526c1b1929d tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:15.944228 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-03caf53e-53c8-44e8-ae27-a0310e24cd79 req-241f3cbd-ea06-4586-8d5c-a7d1a2448521 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592437 Aug 22 13:34:16.028838 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-425f27b6-ba43-424e-85d3-a220c0f0697c req-b733cad8-353d-4990-901c-0526c1b1929d tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] For port 6579d0fd-306a-43f6-b163-95b4b0ea3147, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=6579d0fd-306a-43f6-b163-95b4b0ea3147,segment=NetworkSegment(db44917f-e270-4117-9230-1517bc4d1e8b),segment_id=db44917f-e270-4117-9230-1517bc4d1e8b)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:34:16.029297 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-425f27b6-ba43-424e-85d3-a220c0f0697c req-b733cad8-353d-4990-901c-0526c1b1929d tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:16.046936 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-425f27b6-ba43-424e-85d3-a220c0f0697c req-b733cad8-353d-4990-901c-0526c1b1929d tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Calling delete_port for 6579d0fd-306a-43f6-b163-95b4b0ea3147 owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:34:16.254778 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-425f27b6-ba43-424e-85d3-a220c0f0697c req-b733cad8-353d-4990-901c-0526c1b1929d tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:16.274724 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['6579d0fd-306a-43f6-b163-95b4b0ea3147'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:34:16.340901 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b733cad8-353d-4990-901c-0526c1b1929d tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Pushing event deleted for resources: {'Port': ['ID=6579d0fd-306a-43f6-b163-95b4b0ea3147,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:16.352779 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc34442-922a-4f07-89ff-758563d82fcb req-302a138d-93f6-446a-945b-7d7c675e0498 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:16.354918 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bfc34442-922a-4f07-89ff-758563d82fcb req-302a138d-93f6-446a-945b-7d7c675e0498 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0fa53e9-03d2-4443-baf1-d79e06ae1a85 HTTP/1.1" status: 200 len: 946 time: 0.0839972 Aug 22 13:34:16.390581 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-425f27b6-ba43-424e-85d3-a220c0f0697c req-b733cad8-353d-4990-901c-0526c1b1929d tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] No DVR routers for this DVR port 6579d0fd-306a-43f6-b163-95b4b0ea3147 on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:34:16.401151 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-425f27b6-ba43-424e-85d3-a220c0f0697c req-b733cad8-353d-4990-901c-0526c1b1929d tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:16.404352 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-425f27b6-ba43-424e-85d3-a220c0f0697c req-b733cad8-353d-4990-901c-0526c1b1929d tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.41 "DELETE /v2.0/ports/6579d0fd-306a-43f6-b163-95b4b0ea3147 HTTP/1.1" status: 204 len: 173 time: 0.6852143 Aug 22 13:34:16.405987 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '843335a9-07f0-445b-a387-dd7c7aa06473', 'name': 'network-vif-deleted', 'tag': '6579d0fd-306a-43f6-b163-95b4b0ea3147'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:34:16.411077 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbbad2e-7cc2-44c8-99e9-b72b1ff3e892" -d '{"events": [{"server_uuid": "843335a9-07f0-445b-a387-dd7c7aa06473", "name": "network-vif-deleted", "tag": "6579d0fd-306a-43f6-b163-95b4b0ea3147"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:34:16.417749 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bfc34442-922a-4f07-89ff-758563d82fcb req-497b0123-5291-4626-8e97-88c437043f60 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5c48efa-03fb-4165-aae3-65f8545e59a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543630 Aug 22 13:34:16.487339 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07a00d1-1857-4392-b69b-03c43f4d03be x-openstack-request-id: req-e07a00d1-1857-4392-b69b-03c43f4d03be {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:34:16.487624 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "843335a9-07f0-445b-a387-dd7c7aa06473", "name": "network-vif-deleted", "tag": "6579d0fd-306a-43f6-b163-95b4b0ea3147", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:34:16.487875 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e07a00d1-1857-4392-b69b-03c43f4d03be {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:34:16.488285 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '843335a9-07f0-445b-a387-dd7c7aa06473', 'name': 'network-vif-deleted', 'tag': '6579d0fd-306a-43f6-b163-95b4b0ea3147', 'status': 'completed', 'code': 200} Aug 22 13:34:16.511961 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fc1ee054-8a55-4154-b47d-30dd13a6f60b req-6ba9bc9c-6648-426b-b2be-5bd68e366a99 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=843335a9-07f0-445b-a387-dd7c7aa06473 HTTP/1.1" status: 200 len: 210 time: 0.0533495 Aug 22 13:34:17.144768 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37537688-c9b1-4e01-ac65-4f5752d4ac3b req-2b811a0d-a7fc-49d0-999b-479f9d187e7e tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:17.153829 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-37537688-c9b1-4e01-ac65-4f5752d4ac3b req-2b811a0d-a7fc-49d0-999b-479f9d187e7e tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=431d396a-90cc-4d89-bd02-1b6cb8ecfc46 HTTP/1.1" status: 200 len: 946 time: 0.0823517 Aug 22 13:34:17.201069 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-37537688-c9b1-4e01-ac65-4f5752d4ac3b req-1e457a13-e3e4-4745-b1d1-0554849ce8a2 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438485 Aug 22 13:34:17.693993 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e39c0512-aa9f-4e4b-877c-6ab73f9dc06f req-9eb4d40d-a5ec-4acf-9f07-8c6644152997 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=843335a9-07f0-445b-a387-dd7c7aa06473 HTTP/1.1" status: 200 len: 210 time: 0.0673342 Aug 22 13:34:17.715897 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53969ef7-0f54-4a3b-867a-a832e61c7ef9 req-70427986-08bf-44a2-9ce6-f6167554530f tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:17.723703 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-53969ef7-0f54-4a3b-867a-a832e61c7ef9 req-70427986-08bf-44a2-9ce6-f6167554530f tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0fa53e9-03d2-4443-baf1-d79e06ae1a85 HTTP/1.1" status: 200 len: 946 time: 0.1927280 Aug 22 13:34:17.809404 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-53969ef7-0f54-4a3b-867a-a832e61c7ef9 req-7c2341c7-b000-4cc1-9338-a10939187570 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5c48efa-03fb-4165-aae3-65f8545e59a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843270 Aug 22 13:34:17.918290 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6511c8d-e552-4f6c-8ea0-248ecd811c46 req-65324ad3-e124-4608-82f5-445655840a78 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:17.926008 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a6511c8d-e552-4f6c-8ea0-248ecd811c46 req-65324ad3-e124-4608-82f5-445655840a78 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.41 "GET /v2.0/ports?device_id=431d396a-90cc-4d89-bd02-1b6cb8ecfc46 HTTP/1.1" status: 200 len: 946 time: 0.1075900 Aug 22 13:34:18.109187 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-a6511c8d-e552-4f6c-8ea0-248ecd811c46 req-b9ca96ea-cd18-4c70-a321-00e0ffda9066 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Deleting port d78ef319-e500-46ef-984e-e0f69041e78f {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:34:18.109764 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-a6511c8d-e552-4f6c-8ea0-248ecd811c46 req-b9ca96ea-cd18-4c70-a321-00e0ffda9066 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:18.260935 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-a6511c8d-e552-4f6c-8ea0-248ecd811c46 req-b9ca96ea-cd18-4c70-a321-00e0ffda9066 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] For port d78ef319-e500-46ef-984e-e0f69041e78f, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=d78ef319-e500-46ef-984e-e0f69041e78f,segment=NetworkSegment(7ad440ea-6af2-4c22-9cde-61ae2fc4807c),segment_id=7ad440ea-6af2-4c22-9cde-61ae2fc4807c)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:34:18.261314 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-a6511c8d-e552-4f6c-8ea0-248ecd811c46 req-b9ca96ea-cd18-4c70-a321-00e0ffda9066 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:18.275969 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-a6511c8d-e552-4f6c-8ea0-248ecd811c46 req-b9ca96ea-cd18-4c70-a321-00e0ffda9066 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Calling delete_port for d78ef319-e500-46ef-984e-e0f69041e78f owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:34:18.297253 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f8989-5155-41e9-8792-115199f61892 req-cfd51f14-cd75-4712-b557-e919d9f5c395 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:18.311969 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-854f8989-5155-41e9-8792-115199f61892 req-cfd51f14-cd75-4712-b557-e919d9f5c395 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfec1c42-428a-4a9f-a98b-0a74b49f04af HTTP/1.1" status: 200 len: 947 time: 0.1564169 Aug 22 13:34:18.423958 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-a6511c8d-e552-4f6c-8ea0-248ecd811c46 req-b9ca96ea-cd18-4c70-a321-00e0ffda9066 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:18.456149 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['7a8ffd56-81e6-4b6e-bd07-ce83dbe9f55b', 'd78ef319-e500-46ef-984e-e0f69041e78f'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:34:18.539088 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca96ea-cd18-4c70-a321-00e0ffda9066 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Pushing event deleted for resources: {'Port': ['ID=d78ef319-e500-46ef-984e-e0f69041e78f,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:18.539772 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-854f8989-5155-41e9-8792-115199f61892 req-ebe3d14b-45b8-4d72-96d9-1df464fc0c90 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=540eab8a-ff39-4c5e-9bac-5eb9f43fb4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2258315 Aug 22 13:34:18.598908 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c35b9-d3c9-48f2-a43b-ed8592a426e7 req-0a88b61f-bacc-4f9a-a2d5-d4d8f763d5d0 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:18.603429 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b29c35b9-d3c9-48f2-a43b-ed8592a426e7 req-0a88b61f-bacc-4f9a-a2d5-d4d8f763d5d0 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=431d396a-90cc-4d89-bd02-1b6cb8ecfc46 HTTP/1.1" status: 200 len: 946 time: 0.2575014 Aug 22 13:34:18.677622 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ca96ea-cd18-4c70-a321-00e0ffda9066 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:34:18.677982 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ca96ea-cd18-4c70-a321-00e0ffda9066 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:34:18.678324 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ca96ea-cd18-4c70-a321-00e0ffda9066 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:34:18.678823 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ca96ea-cd18-4c70-a321-00e0ffda9066 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:34:18.679159 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ca96ea-cd18-4c70-a321-00e0ffda9066 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:34:18.679489 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ca96ea-cd18-4c70-a321-00e0ffda9066 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:34:18.679817 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ca96ea-cd18-4c70-a321-00e0ffda9066 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:34:18.680139 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ca96ea-cd18-4c70-a321-00e0ffda9066 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:34:18.680493 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ca96ea-cd18-4c70-a321-00e0ffda9066 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:34:18.680815 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ca96ea-cd18-4c70-a321-00e0ffda9066 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:34:18.681138 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ca96ea-cd18-4c70-a321-00e0ffda9066 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:34:18.681458 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ca96ea-cd18-4c70-a321-00e0ffda9066 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:34:18.684009 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b29c35b9-d3c9-48f2-a43b-ed8592a426e7 req-ce7e5f5e-6249-4e4d-a432-166138c849ae tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749698 Aug 22 13:34:18.738425 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6511c8d-e552-4f6c-8ea0-248ecd811c46 req-b9ca96ea-cd18-4c70-a321-00e0ffda9066 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] No DVR routers for this DVR port d78ef319-e500-46ef-984e-e0f69041e78f on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:34:18.760472 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-a6511c8d-e552-4f6c-8ea0-248ecd811c46 req-b9ca96ea-cd18-4c70-a321-00e0ffda9066 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:18.767682 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a6511c8d-e552-4f6c-8ea0-248ecd811c46 req-b9ca96ea-cd18-4c70-a321-00e0ffda9066 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.41 "DELETE /v2.0/ports/d78ef319-e500-46ef-984e-e0f69041e78f HTTP/1.1" status: 204 len: 173 time: 0.8357172 Aug 22 13:34:18.768274 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431d396a-90cc-4d89-bd02-1b6cb8ecfc46', 'name': 'network-vif-deleted', 'tag': 'd78ef319-e500-46ef-984e-e0f69041e78f'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:34:18.781632 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7710b2ef-7f5d-41c7-bfd2-7972335b2e60" -d '{"events": [{"server_uuid": "431d396a-90cc-4d89-bd02-1b6cb8ecfc46", "name": "network-vif-deleted", "tag": "d78ef319-e500-46ef-984e-e0f69041e78f"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:34:18.853092 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1346b07b-07d7-4c30-9006-0d19a8517878 x-openstack-request-id: req-1346b07b-07d7-4c30-9006-0d19a8517878 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:34:18.853489 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "431d396a-90cc-4d89-bd02-1b6cb8ecfc46", "name": "network-vif-deleted", "tag": "d78ef319-e500-46ef-984e-e0f69041e78f", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:34:18.853768 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1346b07b-07d7-4c30-9006-0d19a8517878 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:34:18.854269 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '431d396a-90cc-4d89-bd02-1b6cb8ecfc46', 'name': 'network-vif-deleted', 'tag': 'd78ef319-e500-46ef-984e-e0f69041e78f', 'status': 'completed', 'code': 200} Aug 22 13:34:18.956809 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-40427db6-1662-44a6-aa59-2b4c72e20bef req-31bbb3c7-113a-4cb8-af5d-add0a4ac72bd tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=843335a9-07f0-445b-a387-dd7c7aa06473 HTTP/1.1" status: 200 len: 210 time: 0.0587358 Aug 22 13:34:19.060362 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa32120f-e5be-458d-8884-6954eced29c8 req-a5692e49-0d6a-4c16-83ce-1ea32e0d4b57 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:19.070442 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-aa32120f-e5be-458d-8884-6954eced29c8 req-a5692e49-0d6a-4c16-83ce-1ea32e0d4b57 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0fa53e9-03d2-4443-baf1-d79e06ae1a85 HTTP/1.1" status: 200 len: 946 time: 0.1097393 Aug 22 13:34:19.143941 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-aa32120f-e5be-458d-8884-6954eced29c8 req-ef9d3213-8930-407c-bb9c-07728a937330 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5c48efa-03fb-4165-aae3-65f8545e59a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737574 Aug 22 13:34:19.682747 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205f3a9-c124-47a8-ac54-691888a758f2 req-bbed111d-8692-4976-acba-7326d5c5fff8 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:19.713762 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2205f3a9-c124-47a8-ac54-691888a758f2 req-bbed111d-8692-4976-acba-7326d5c5fff8 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0fa53e9-03d2-4443-baf1-d79e06ae1a85 HTTP/1.1" status: 200 len: 946 time: 0.1453462 Aug 22 13:34:19.842884 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2205f3a9-c124-47a8-ac54-691888a758f2 req-09fbad43-8f07-44a3-8eb3-0d54666db427 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5c48efa-03fb-4165-aae3-65f8545e59a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281958 Aug 22 13:34:19.886976 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab3a146-e0b2-4dcd-9567-a26eb99f646d req-de739b21-28b1-443b-9313-0371fd6c5b23 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:19.888529 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6ab3a146-e0b2-4dcd-9567-a26eb99f646d req-de739b21-28b1-443b-9313-0371fd6c5b23 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfec1c42-428a-4a9f-a98b-0a74b49f04af HTTP/1.1" status: 200 len: 947 time: 0.1673388 Aug 22 13:34:19.893267 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618cc80e-f418-483e-a0d4-a1cd5d921c08 req-a4d915d4-4ceb-406f-a161-a5d0426a4d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:19.895509 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-618cc80e-f418-483e-a0d4-a1cd5d921c08 req-a4d915d4-4ceb-406f-a161-a5d0426a4d64 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1d9ce1c6b51147c1a0b00ee358cbb39e&device_id=d0fa53e9-03d2-4443-baf1-d79e06ae1a85 HTTP/1.1" status: 200 len: 1098 time: 0.1344364 Aug 22 13:34:20.096734 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618cc80e-f418-483e-a0d4-a1cd5d921c08 req-102fc0cf-b189-4fb0-9ba2-f5e6b6688c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:20.098241 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-618cc80e-f418-483e-a0d4-a1cd5d921c08 req-102fc0cf-b189-4fb0-9ba2-f5e6b6688c01 service neutron] 10.222.0.16 "GET /v2.0/networks?id=400d6b6e-faf3-40e6-9026-ff1923b82e43 HTTP/1.1" status: 200 len: 916 time: 0.1758902 Aug 22 13:34:20.262351 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-618cc80e-f418-483e-a0d4-a1cd5d921c08 req-9b8cbb7f-d7bc-4378-9803-84d184bf7884 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3461c627-2410-4556-aeec-139d684435a9 HTTP/1.1" status: 200 len: 217 time: 0.1271610 Aug 22 13:34:20.288204 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a6dfc6ba-dadd-4c32-a5e5-ff270d3faba3 req-beaf48e7-abd8-4a41-b795-5730d6a6e067 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=843335a9-07f0-445b-a387-dd7c7aa06473 HTTP/1.1" status: 200 len: 210 time: 0.1411326 Aug 22 13:34:20.299272 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6ab3a146-e0b2-4dcd-9567-a26eb99f646d req-525ef3f5-ccd9-4eeb-92d8-2d84a5c9a82d tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=540eab8a-ff39-4c5e-9bac-5eb9f43fb4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4032240 Aug 22 13:34:20.358298 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99e633-a52c-417e-baec-e65a0023cea5 req-b08de028-8242-4a05-a08f-74caf7626c9c tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:20.360114 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9f99e633-a52c-417e-baec-e65a0023cea5 req-b08de028-8242-4a05-a08f-74caf7626c9c tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfec1c42-428a-4a9f-a98b-0a74b49f04af HTTP/1.1" status: 200 len: 947 time: 0.2607241 Aug 22 13:34:20.394359 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618cc80e-f418-483e-a0d4-a1cd5d921c08 req-4063c033-d331-4ef9-b7de-d555a4bc526a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:20.396142 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-618cc80e-f418-483e-a0d4-a1cd5d921c08 req-4063c033-d331-4ef9-b7de-d555a4bc526a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d62c1c3a-0f35-412c-a2aa-3badca63aa0f HTTP/1.1" status: 200 len: 854 time: 0.1124170 Aug 22 13:34:20.535287 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618cc80e-f418-483e-a0d4-a1cd5d921c08 req-718ca134-2cee-4883-95a6-eba9a326db06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:20.537106 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-618cc80e-f418-483e-a0d4-a1cd5d921c08 req-718ca134-2cee-4883-95a6-eba9a326db06 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=400d6b6e-faf3-40e6-9026-ff1923b82e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1189926 Aug 22 13:34:20.586470 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 6579d0fd-306a-43f6-b163-95b4b0ea3147 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:34:20.614958 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: 6579d0fd-306a-43f6-b163-95b4b0ea3147 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:34:20.615596 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 6579d0fd-306a-43f6-b163-95b4b0ea3147 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:34:20.658971 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-9f99e633-a52c-417e-baec-e65a0023cea5 req-46f040bd-ccc0-4a2b-8a0e-c61f5aa5eafe tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Deleting port 37c1d082-20c5-48bc-ad7a-e78a2d83afca {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:34:20.659426 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9f99e633-a52c-417e-baec-e65a0023cea5 req-46f040bd-ccc0-4a2b-8a0e-c61f5aa5eafe tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:20.759485 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea3e2b-acf7-4e47-b864-7b9229791c6d req-dc25d5ee-f0b5-494f-97fc-e452ddd9eda7 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:20.767219 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-97ea3e2b-acf7-4e47-b864-7b9229791c6d req-dc25d5ee-f0b5-494f-97fc-e452ddd9eda7 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=600396a5-ace2-41d1-9a0b-d66821040b5c HTTP/1.1" status: 200 len: 945 time: 0.1876485 Aug 22 13:34:20.792273 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-618cc80e-f418-483e-a0d4-a1cd5d921c08 req-53c7c1ff-b955-45e7-b7fd-15d899aea0b4 service neutron] 10.222.0.16 "GET /v2.0/networks/400d6b6e-faf3-40e6-9026-ff1923b82e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372878 Aug 22 13:34:20.852574 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-9f99e633-a52c-417e-baec-e65a0023cea5 req-46f040bd-ccc0-4a2b-8a0e-c61f5aa5eafe tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] For port 37c1d082-20c5-48bc-ad7a-e78a2d83afca, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=37c1d082-20c5-48bc-ad7a-e78a2d83afca,segment=NetworkSegment(e0cf36a3-398c-4c68-a668-edae22b1fee1),segment_id=e0cf36a3-398c-4c68-a668-edae22b1fee1)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:34:20.853127 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9f99e633-a52c-417e-baec-e65a0023cea5 req-46f040bd-ccc0-4a2b-8a0e-c61f5aa5eafe tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:21.047387 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-618cc80e-f418-483e-a0d4-a1cd5d921c08 req-d863e047-e1c2-400c-bff5-ec8035718f7e service neutron] 10.222.0.16 "GET /v2.0/networks/400d6b6e-faf3-40e6-9026-ff1923b82e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373352 Aug 22 13:34:21.076845 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-97ea3e2b-acf7-4e47-b864-7b9229791c6d req-4cdc5bde-1226-403f-b28c-c5e1ec6d2767 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085439 Aug 22 13:34:21.279712 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113e85e-97ce-4795-8a01-1148e030db8b req-90ab4990-f36a-43cf-b4be-212516b3793f tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:21.289444 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9113e85e-97ce-4795-8a01-1148e030db8b req-90ab4990-f36a-43cf-b4be-212516b3793f tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0fa53e9-03d2-4443-baf1-d79e06ae1a85 HTTP/1.1" status: 200 len: 946 time: 0.3619630 Aug 22 13:34:21.298563 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9f99e633-a52c-417e-baec-e65a0023cea5 req-46f040bd-ccc0-4a2b-8a0e-c61f5aa5eafe tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:21.299198 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9f99e633-a52c-417e-baec-e65a0023cea5 req-46f040bd-ccc0-4a2b-8a0e-c61f5aa5eafe tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:21.299690 n-d-793621-33 neutron-server[94627]: INFO neutron.db.l3_db [req-9f99e633-a52c-417e-baec-e65a0023cea5 req-46f040bd-ccc0-4a2b-8a0e-c61f5aa5eafe tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Floating IP c39c93b7-081d-4a8c-ba6d-64d312e909e5 disassociated. External IP: 172.25.3.60, port: 37c1d082-20c5-48bc-ad7a-e78a2d83afca. Aug 22 13:34:21.300197 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-9f99e633-a52c-417e-baec-e65a0023cea5 req-46f040bd-ccc0-4a2b-8a0e-c61f5aa5eafe tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Calling delete_port for 37c1d082-20c5-48bc-ad7a-e78a2d83afca owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:34:21.421495 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f28260f5-edc2-4ce9-bb08-c2ed72dc04f8 req-dcada5dd-c85a-4989-aae5-5b0f837ba40d tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=843335a9-07f0-445b-a387-dd7c7aa06473 HTTP/1.1" status: 200 len: 210 time: 0.0387917 Aug 22 13:34:21.484511 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9113e85e-97ce-4795-8a01-1148e030db8b req-55bbfba0-4d88-4499-aca3-181a6a9a2bec tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5c48efa-03fb-4165-aae3-65f8545e59a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801982 Aug 22 13:34:21.653588 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f76bc8f-1278-4c0d-a5ca-0b3e934088f5 req-39eb2925-b573-4040-aedf-546134d962ad tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:21.655522 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3f76bc8f-1278-4c0d-a5ca-0b3e934088f5 req-39eb2925-b573-4040-aedf-546134d962ad tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfec1c42-428a-4a9f-a98b-0a74b49f04af HTTP/1.1" status: 200 len: 947 time: 0.0739760 Aug 22 13:34:21.656721 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9f99e633-a52c-417e-baec-e65a0023cea5 req-46f040bd-ccc0-4a2b-8a0e-c61f5aa5eafe tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:21.705902 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f040bd-ccc0-4a2b-8a0e-c61f5aa5eafe tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Pushing event deleted for resources: {'Port': ['ID=37c1d082-20c5-48bc-ad7a-e78a2d83afca,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:21.727795 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f040bd-ccc0-4a2b-8a0e-c61f5aa5eafe tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:34:21.728451 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f040bd-ccc0-4a2b-8a0e-c61f5aa5eafe tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:34:21.728797 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f040bd-ccc0-4a2b-8a0e-c61f5aa5eafe tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:34:21.729132 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f040bd-ccc0-4a2b-8a0e-c61f5aa5eafe tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:34:21.729466 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f040bd-ccc0-4a2b-8a0e-c61f5aa5eafe tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:34:21.729799 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f040bd-ccc0-4a2b-8a0e-c61f5aa5eafe tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:34:21.730130 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f040bd-ccc0-4a2b-8a0e-c61f5aa5eafe tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:34:21.730462 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f040bd-ccc0-4a2b-8a0e-c61f5aa5eafe tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:34:21.730789 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f040bd-ccc0-4a2b-8a0e-c61f5aa5eafe tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:34:21.731111 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f040bd-ccc0-4a2b-8a0e-c61f5aa5eafe tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:34:21.731433 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f040bd-ccc0-4a2b-8a0e-c61f5aa5eafe tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:34:21.731752 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f040bd-ccc0-4a2b-8a0e-c61f5aa5eafe tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:34:21.773564 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3f76bc8f-1278-4c0d-a5ca-0b3e934088f5 req-c6884520-4a9d-40ea-a4fa-6337e0548602 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups?id=540eab8a-ff39-4c5e-9bac-5eb9f43fb4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769179 Aug 22 13:34:21.928106 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f99e633-a52c-417e-baec-e65a0023cea5 req-46f040bd-ccc0-4a2b-8a0e-c61f5aa5eafe tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Router 213977a6-06a1-4e4d-9e49-0489e920bd05 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:34:22.057759 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f99e633-a52c-417e-baec-e65a0023cea5 req-46f040bd-ccc0-4a2b-8a0e-c61f5aa5eafe tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:34:22.077872 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e34d85-8eaa-4178-935c-0e3d2b5ba7d3 None None] Sync routers for ids ['213977a6-06a1-4e4d-9e49-0489e920bd05'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:34:22.096182 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e34d85-8eaa-4178-935c-0e3d2b5ba7d3 None None] Routers {'213977a6-06a1-4e4d-9e49-0489e920bd05'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:34:22.097229 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-56e34d85-8eaa-4178-935c-0e3d2b5ba7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:34:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['213977a6-06a1-4e4d-9e49-0489e920bd05'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:34:22.116960 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f99e633-a52c-417e-baec-e65a0023cea5 req-46f040bd-ccc0-4a2b-8a0e-c61f5aa5eafe tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] No DVR routers for this DVR port 37c1d082-20c5-48bc-ad7a-e78a2d83afca on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:34:22.119531 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9f99e633-a52c-417e-baec-e65a0023cea5 req-46f040bd-ccc0-4a2b-8a0e-c61f5aa5eafe tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:22.122652 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9f99e633-a52c-417e-baec-e65a0023cea5 req-46f040bd-ccc0-4a2b-8a0e-c61f5aa5eafe tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.16 "DELETE /v2.0/ports/37c1d082-20c5-48bc-ad7a-e78a2d83afca HTTP/1.1" status: 204 len: 173 time: 1.7523949 Aug 22 13:34:22.123189 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfec1c42-428a-4a9f-a98b-0a74b49f04af', 'name': 'network-vif-deleted', 'tag': '37c1d082-20c5-48bc-ad7a-e78a2d83afca'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:34:22.125849 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5568d3d6-9f98-4a34-a856-74a188a54ce1" -d '{"events": [{"server_uuid": "dfec1c42-428a-4a9f-a98b-0a74b49f04af", "name": "network-vif-deleted", "tag": "37c1d082-20c5-48bc-ad7a-e78a2d83afca"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:34:22.177754 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a064eae9-e63b-4650-be47-85b65f13cbf5 x-openstack-request-id: req-a064eae9-e63b-4650-be47-85b65f13cbf5 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:34:22.177915 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfec1c42-428a-4a9f-a98b-0a74b49f04af", "name": "network-vif-deleted", "tag": "37c1d082-20c5-48bc-ad7a-e78a2d83afca", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:34:22.178164 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a064eae9-e63b-4650-be47-85b65f13cbf5 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:34:22.178995 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfec1c42-428a-4a9f-a98b-0a74b49f04af', 'name': 'network-vif-deleted', 'tag': '37c1d082-20c5-48bc-ad7a-e78a2d83afca', 'status': 'completed', 'code': 200} Aug 22 13:34:22.413437 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b865114c-f845-42c5-873a-daf7713495dd req-7d7be306-401a-4cfb-9e7f-75b2f9e07260 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:22.416342 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b865114c-f845-42c5-873a-daf7713495dd req-7d7be306-401a-4cfb-9e7f-75b2f9e07260 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=600396a5-ace2-41d1-9a0b-d66821040b5c HTTP/1.1" status: 200 len: 945 time: 0.0990922 Aug 22 13:34:22.495294 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-56e34d85-8eaa-4178-935c-0e3d2b5ba7d3 None None] Set router 213977a6-06a1-4e4d-9e49-0489e920bd05 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:34:22.550093 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b865114c-f845-42c5-873a-daf7713495dd req-4765d8d9-e288-4363-80fe-cd09b5fbf4db tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c1f4d6d-16b3-4c21-92a1-d42241cea10a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222057 Aug 22 13:34:22.659679 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device d78ef319-e500-46ef-984e-e0f69041e78f no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:34:22.712100 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: d78ef319-e500-46ef-984e-e0f69041e78f {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:34:22.714484 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-90d1488a-5da6-48d7-9cc0-1525dccce8cf req-e92f59f2-f0ab-4f1a-8e36-41f084a5821c tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=843335a9-07f0-445b-a387-dd7c7aa06473 HTTP/1.1" status: 200 len: 210 time: 0.0625935 Aug 22 13:34:22.720908 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device d78ef319-e500-46ef-984e-e0f69041e78f not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:34:22.732753 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6264f8f7-b4d8-4059-8c3c-362e76299620 req-16e07241-f216-44f1-902c-a28926efd599 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:22.743507 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6264f8f7-b4d8-4059-8c3c-362e76299620 req-16e07241-f216-44f1-902c-a28926efd599 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.41 "GET /v2.0/ports?device_id=600396a5-ace2-41d1-9a0b-d66821040b5c HTTP/1.1" status: 200 len: 945 time: 0.1202369 Aug 22 13:34:22.839430 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a936d7b3-7040-4d68-a5b1-de75f1024161 req-e1b61554-5480-45dd-be87-a0145c34bf23 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:22.848098 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a936d7b3-7040-4d68-a5b1-de75f1024161 req-e1b61554-5480-45dd-be87-a0145c34bf23 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0fa53e9-03d2-4443-baf1-d79e06ae1a85 HTTP/1.1" status: 200 len: 946 time: 0.0988441 Aug 22 13:34:22.897934 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a936d7b3-7040-4d68-a5b1-de75f1024161 req-3abdedff-1c1f-4643-9109-62cf9b91bf07 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5c48efa-03fb-4165-aae3-65f8545e59a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478597 Aug 22 13:34:23.047043 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-6264f8f7-b4d8-4059-8c3c-362e76299620 req-cbd10b3a-dbc5-4fed-be4c-82c33af99793 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Deleting port 7a8ffd56-81e6-4b6e-bd07-ce83dbe9f55b {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:34:23.047571 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ca551a6d-4375-4788-b0d1-5457c55f2c7e req-15c7e111-d000-49a6-b82b-e2229b743e0e tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfec1c42-428a-4a9f-a98b-0a74b49f04af HTTP/1.1" status: 200 len: 210 time: 0.0799863 Aug 22 13:34:23.048117 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-6264f8f7-b4d8-4059-8c3c-362e76299620 req-cbd10b3a-dbc5-4fed-be4c-82c33af99793 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:23.173451 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f8331-1b4d-4fd2-91fa-151fb90b66ff req-ad88fbfb-4e68-4408-9bcf-11f36ece16c7 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:23.183179 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4e9f8331-1b4d-4fd2-91fa-151fb90b66ff req-ad88fbfb-4e68-4408-9bcf-11f36ece16c7 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0fa53e9-03d2-4443-baf1-d79e06ae1a85 HTTP/1.1" status: 200 len: 946 time: 0.1006291 Aug 22 13:34:23.198916 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-56e34d85-8eaa-4178-935c-0e3d2b5ba7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'name': 'tempest-AttachVolumeShelveTestJSON-1882356738-router', 'tenant_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'c5586c10-7f76-4327-b012-bd54a160b417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:25:08Z', 'updated_at': '2021-08-22T13:25:14Z', 'revision_number': 4, 'project_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'gw_port': {'id': 'c5586c10-7f76-4327-b012-bd54a160b417', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:eb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:09Z', 'updated_at': '2021-08-22T13:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'd2834d00-2df8-4e69-b09e-e98ef3c97c27', 'name': '', 'network_id': 'dfedf898-aca6-4df9-b6f5-cb8b2650ce65', 'tenant_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'mac_address': 'fa:16:3e:e9:d3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '86161abd-93fb-4a2f-8c13-984112b572a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:13Z', 'updated_at': '2021-08-22T13:25:25Z', 'revision_number': 5, 'project_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'subnets': [{'id': '86161abd-93fb-4a2f-8c13-984112b572a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:34:23.264407 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e34d85-8eaa-4178-935c-0e3d2b5ba7d3 None None] Checking router: 213977a6-06a1-4e4d-9e49-0489e920bd05 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:34:23.264642 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4e9f8331-1b4d-4fd2-91fa-151fb90b66ff req-5f271f5d-4aa4-45c5-a98a-b14950520f40 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5c48efa-03fb-4165-aae3-65f8545e59a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804682 Aug 22 13:34:23.280131 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e34d85-8eaa-4178-935c-0e3d2b5ba7d3 None None] Routers {'213977a6-06a1-4e4d-9e49-0489e920bd05'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:34:23.281640 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-6264f8f7-b4d8-4059-8c3c-362e76299620 req-cbd10b3a-dbc5-4fed-be4c-82c33af99793 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] For port 7a8ffd56-81e6-4b6e-bd07-ce83dbe9f55b, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=7a8ffd56-81e6-4b6e-bd07-ce83dbe9f55b,segment=NetworkSegment(7ad440ea-6af2-4c22-9cde-61ae2fc4807c),segment_id=7ad440ea-6af2-4c22-9cde-61ae2fc4807c)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:34:23.282107 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-6264f8f7-b4d8-4059-8c3c-362e76299620 req-cbd10b3a-dbc5-4fed-be4c-82c33af99793 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:23.283172 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-56e34d85-8eaa-4178-935c-0e3d2b5ba7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:34:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['213977a6-06a1-4e4d-9e49-0489e920bd05'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:34:23.347502 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-6264f8f7-b4d8-4059-8c3c-362e76299620 req-cbd10b3a-dbc5-4fed-be4c-82c33af99793 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Calling delete_port for 7a8ffd56-81e6-4b6e-bd07-ce83dbe9f55b owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:34:23.473742 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8bc9a-dcb2-4d2d-8958-eb19e445875d req-7737b18e-6333-4bff-8684-8ff0bf245a62 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:23.487875 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b1b8bc9a-dcb2-4d2d-8958-eb19e445875d req-7737b18e-6333-4bff-8684-8ff0bf245a62 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00a71b5-e947-437b-a7b9-d9136fa4b6f3 HTTP/1.1" status: 200 len: 945 time: 0.1127129 Aug 22 13:34:23.508992 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-56e34d85-8eaa-4178-935c-0e3d2b5ba7d3 None None] Set router 213977a6-06a1-4e4d-9e49-0489e920bd05 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:34:23.568336 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b1b8bc9a-dcb2-4d2d-8958-eb19e445875d req-5bda2418-6ade-4101-9aa7-1293a6f371ab tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5c48efa-03fb-4165-aae3-65f8545e59a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747643 Aug 22 13:34:23.576412 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 37c1d082-20c5-48bc-ad7a-e78a2d83afca no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:34:23.650827 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-6264f8f7-b4d8-4059-8c3c-362e76299620 req-cbd10b3a-dbc5-4fed-be4c-82c33af99793 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:23.725190 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd10b3a-dbc5-4fed-be4c-82c33af99793 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Pushing event deleted for resources: {'Port': ['ID=7a8ffd56-81e6-4b6e-bd07-ce83dbe9f55b,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:23.754068 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4db0980f-b4d5-4f79-9736-d47d8e741115 req-30e684b4-29de-47c8-bafe-2d8f2f8e175b tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.21 "GET /v2.0/ports?device_id=600396a5-ace2-41d1-9a0b-d66821040b5c HTTP/1.1" status: 200 len: 210 time: 0.0643246 Aug 22 13:34:23.793334 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['7a8ffd56-81e6-4b6e-bd07-ce83dbe9f55b'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:34:23.801219 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752138bd-301f-4aae-a38c-90e40a836c94 req-a96fab41-486e-4ae1-a69b-babc8ecdbd35 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:23.809776 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-6264f8f7-b4d8-4059-8c3c-362e76299620 req-cbd10b3a-dbc5-4fed-be4c-82c33af99793 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] No DVR routers for this DVR port 7a8ffd56-81e6-4b6e-bd07-ce83dbe9f55b on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:34:23.811408 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-752138bd-301f-4aae-a38c-90e40a836c94 req-a96fab41-486e-4ae1-a69b-babc8ecdbd35 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?device_id=271baffd-54f9-462e-862e-2ddca2174fd1 HTTP/1.1" status: 200 len: 945 time: 0.1387219 Aug 22 13:34:23.819891 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-6264f8f7-b4d8-4059-8c3c-362e76299620 req-cbd10b3a-dbc5-4fed-be4c-82c33af99793 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:23.824698 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6264f8f7-b4d8-4059-8c3c-362e76299620 req-cbd10b3a-dbc5-4fed-be4c-82c33af99793 tempest-ServerRescueTestJSON-34133873 tempest-ServerRescueTestJSON-34133873-project] 10.222.0.41 "DELETE /v2.0/ports/7a8ffd56-81e6-4b6e-bd07-ce83dbe9f55b HTTP/1.1" status: 204 len: 173 time: 1.0720003 Aug 22 13:34:23.824698 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '600396a5-ace2-41d1-9a0b-d66821040b5c', 'name': 'network-vif-deleted', 'tag': '7a8ffd56-81e6-4b6e-bd07-ce83dbe9f55b'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:34:23.824698 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f34f91-05d7-4733-b2b7-e60dec15d85e" -d '{"events": [{"server_uuid": "600396a5-ace2-41d1-9a0b-d66821040b5c", "name": "network-vif-deleted", "tag": "7a8ffd56-81e6-4b6e-bd07-ce83dbe9f55b"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:34:23.933111 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-752138bd-301f-4aae-a38c-90e40a836c94 req-cf81487a-b349-4ad3-9eaf-ce373b46e9b5 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5c48efa-03fb-4165-aae3-65f8545e59a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209610 Aug 22 13:34:23.954795 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d176ec9-25c0-436f-9996-bec4da39980a x-openstack-request-id: req-1d176ec9-25c0-436f-9996-bec4da39980a {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:34:23.954983 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "600396a5-ace2-41d1-9a0b-d66821040b5c", "name": "network-vif-deleted", "tag": "7a8ffd56-81e6-4b6e-bd07-ce83dbe9f55b", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:34:23.955381 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1d176ec9-25c0-436f-9996-bec4da39980a {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:34:23.955633 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '600396a5-ace2-41d1-9a0b-d66821040b5c', 'name': 'network-vif-deleted', 'tag': '7a8ffd56-81e6-4b6e-bd07-ce83dbe9f55b', 'status': 'completed', 'code': 200} Aug 22 13:34:23.971883 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [req-aa7c64da-d4f6-4a4f-a974-7f8012f2fd2c req-75e860cf-9c97-444b-b4a9-8dcb56097995 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:34:23.973460 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-aa7c64da-d4f6-4a4f-a974-7f8012f2fd2c req-75e860cf-9c97-444b-b4a9-8dcb56097995 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090001 Aug 22 13:34:24.100803 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-aa7c64da-d4f6-4a4f-a974-7f8012f2fd2c req-34ea4598-0bd5-4095-bffc-ffb43b88dde8 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1170826 Aug 22 13:34:24.224107 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 35356) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:34:24.308106 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: 37c1d082-20c5-48bc-ad7a-e78a2d83afca {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:34:24.308624 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 37c1d082-20c5-48bc-ad7a-e78a2d83afca not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:34:24.392559 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-048dd44a-819b-4b89-86f7-76f47627a906 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:24.425813 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-048dd44a-819b-4b89-86f7-76f47627a906 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:24.487827 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-048dd44a-819b-4b89-86f7-76f47627a906 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:24.494055 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-048dd44a-819b-4b89-86f7-76f47627a906 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:24.498123 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 35374) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:34:24.498988 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-048dd44a-819b-4b89-86f7-76f47627a906 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "DELETE /v2.0/security-groups/540eab8a-ff39-4c5e-9bac-5eb9f43fb4dc HTTP/1.1" status: 204 len: 168 time: 0.2732711 Aug 22 13:34:24.525326 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-69937af0-6248-4c20-b687-4946aed6de29 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] show failed (client error): The resource could not be found. Aug 22 13:34:24.528364 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-69937af0-6248-4c20-b687-4946aed6de29 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "GET /v2.0/security-groups/540eab8a-ff39-4c5e-9bac-5eb9f43fb4dc HTTP/1.1" status: 404 len: 347 time: 0.0285563 Aug 22 13:34:24.530762 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 35378) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:34:24.537127 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048dd44a-819b-4b89-86f7-76f47627a906 tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=540eab8a-ff39-4c5e-9bac-5eb9f43fb4dc,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:24.737466 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-56e34d85-8eaa-4178-935c-0e3d2b5ba7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'name': 'tempest-AttachVolumeShelveTestJSON-1882356738-router', 'tenant_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'c5586c10-7f76-4327-b012-bd54a160b417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:25:08Z', 'updated_at': '2021-08-22T13:25:14Z', 'revision_number': 4, 'project_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'gw_port': {'id': 'c5586c10-7f76-4327-b012-bd54a160b417', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:eb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:09Z', 'updated_at': '2021-08-22T13:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'd2834d00-2df8-4e69-b09e-e98ef3c97c27', 'name': '', 'network_id': 'dfedf898-aca6-4df9-b6f5-cb8b2650ce65', 'tenant_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'mac_address': 'fa:16:3e:e9:d3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '86161abd-93fb-4a2f-8c13-984112b572a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:13Z', 'updated_at': '2021-08-22T13:25:25Z', 'revision_number': 5, 'project_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'subnets': [{'id': '86161abd-93fb-4a2f-8c13-984112b572a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:34:24.768636 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e34d85-8eaa-4178-935c-0e3d2b5ba7d3 None None] The sync data for ids ['213977a6-06a1-4e4d-9e49-0489e920bd05'] in n-d-793621-33 is: [{'id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'name': 'tempest-AttachVolumeShelveTestJSON-1882356738-router', 'tenant_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'c5586c10-7f76-4327-b012-bd54a160b417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:25:08Z', 'updated_at': '2021-08-22T13:25:14Z', 'revision_number': 4, 'project_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'gw_port': {'id': 'c5586c10-7f76-4327-b012-bd54a160b417', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:eb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:09Z', 'updated_at': '2021-08-22T13:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'd2834d00-2df8-4e69-b09e-e98ef3c97c27', 'name': '', 'network_id': 'dfedf898-aca6-4df9-b6f5-cb8b2650ce65', 'tenant_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'mac_address': 'fa:16:3e:e9:d3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '86161abd-93fb-4a2f-8c13-984112b572a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:13Z', 'updated_at': '2021-08-22T13:25:25Z', 'revision_number': 5, 'project_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'subnets': [{'id': '86161abd-93fb-4a2f-8c13-984112b572a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:34:24.887161 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d444950a-21cf-484c-93d3-9171c15849c8 req-bf431447-3b6e-4a14-bb5b-4af2248a519f tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:24.901076 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d444950a-21cf-484c-93d3-9171c15849c8 req-bf431447-3b6e-4a14-bb5b-4af2248a519f tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0fa53e9-03d2-4443-baf1-d79e06ae1a85 HTTP/1.1" status: 200 len: 946 time: 0.1867995 Aug 22 13:34:24.987158 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-3778796d-60c5-4a4d-bb76-aeb9d469143e tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Deleting port 225ad0fc-84cf-497b-adde-e52d5f2ea4ea {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:34:24.987660 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3778796d-60c5-4a4d-bb76-aeb9d469143e tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:25.017151 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d444950a-21cf-484c-93d3-9171c15849c8 req-f70e2a26-3e8f-41d9-b2fa-6ddc0ac7e917 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5c48efa-03fb-4165-aae3-65f8545e59a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148129 Aug 22 13:34:25.090715 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 35396) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:34:25.144392 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3778796d-60c5-4a4d-bb76-aeb9d469143e tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:25.144866 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3778796d-60c5-4a4d-bb76-aeb9d469143e tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:25.161601 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-3778796d-60c5-4a4d-bb76-aeb9d469143e tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Calling delete_port for 225ad0fc-84cf-497b-adde-e52d5f2ea4ea owned by network:floatingip {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:34:25.313592 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7615813e-5f24-4081-9fb0-092cde9715d2 None None] New status for floating IP c39c93b7-081d-4a8c-ba6d-64d312e909e5: DOWN {{(pid=94630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 13:34:25.429170 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3778796d-60c5-4a4d-bb76-aeb9d469143e tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:25.445515 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552d4d5-9708-4ae1-93cb-4dae7dce5209 req-190fb189-1029-42b9-bbad-9748ac4bc354 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:25.448697 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.db.api [None req-7615813e-5f24-4081-9fb0-092cde9715d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 13:34:25.449290 n-d-793621-33 neutron-server[94630]: DEBUG oslo_db.api [None req-7615813e-5f24-4081-9fb0-092cde9715d2 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 13:34:25.453800 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c552d4d5-9708-4ae1-93cb-4dae7dce5209 req-190fb189-1029-42b9-bbad-9748ac4bc354 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/networks?id=029dc999-300f-41d7-a154-70ddffd00bd2 HTTP/1.1" status: 200 len: 812 time: 0.8052094 Aug 22 13:34:25.489234 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3778796d-60c5-4a4d-bb76-aeb9d469143e tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Pushing event deleted for resources: {'Port': ['ID=225ad0fc-84cf-497b-adde-e52d5f2ea4ea,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:25.549022 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c552d4d5-9708-4ae1-93cb-4dae7dce5209 req-b11a55c4-40a9-4488-aff5-b0de24c10350 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/quotas/55ae8131c673474db6fbd918c6d65e53 HTTP/1.1" status: 200 len: 375 time: 0.0940778 Aug 22 13:34:25.693606 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-87031af1-7a59-48bc-89a2-2b414af67994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:25.950905 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7615813e-5f24-4081-9fb0-092cde9715d2 None None] New status for floating IP c39c93b7-081d-4a8c-ba6d-64d312e909e5: DOWN {{(pid=94630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 13:34:26.051580 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7644d317-9891-4509-a620-8bb6c7c5883d req-7d2e75e1-63da-4728-858f-c5bcdab056f4 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:26.060689 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7644d317-9891-4509-a620-8bb6c7c5883d req-7d2e75e1-63da-4728-858f-c5bcdab056f4 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00a71b5-e947-437b-a7b9-d9136fa4b6f3 HTTP/1.1" status: 200 len: 945 time: 0.6655567 Aug 22 13:34:26.071052 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c552d4d5-9708-4ae1-93cb-4dae7dce5209 req-2d925cbc-c360-4bcc-9bf2-516428ab287b tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=55ae8131c673474db6fbd918c6d65e53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4985275 Aug 22 13:34:26.089500 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-87031af1-7a59-48bc-89a2-2b414af67994 admin admin] Deleting port 3f95ce3c-8855-489e-a0ea-8f5010f20943 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:34:26.089845 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-87031af1-7a59-48bc-89a2-2b414af67994 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:26.172554 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7644d317-9891-4509-a620-8bb6c7c5883d req-20a101a8-73fb-4627-b798-9474dfe3a3a6 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5c48efa-03fb-4165-aae3-65f8545e59a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108038 Aug 22 13:34:26.173514 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3778796d-60c5-4a4d-bb76-aeb9d469143e tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks [] for floatingip, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:26.176170 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3778796d-60c5-4a4d-bb76-aeb9d469143e tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:26.177327 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-3778796d-60c5-4a4d-bb76-aeb9d469143e tempest-AttachVolumeShelveTestJSON-1391654502 tempest-AttachVolumeShelveTestJSON-1391654502-project] 10.222.0.21 "DELETE /v2.0/floatingips/c39c93b7-081d-4a8c-ba6d-64d312e909e5 HTTP/1.1" status: 204 len: 168 time: 1.6451871 Aug 22 13:34:26.247019 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-87031af1-7a59-48bc-89a2-2b414af67994 admin admin] For port 3f95ce3c-8855-489e-a0ea-8f5010f20943, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=3f95ce3c-8855-489e-a0ea-8f5010f20943,segment=NetworkSegment(7ad440ea-6af2-4c22-9cde-61ae2fc4807c),segment_id=7ad440ea-6af2-4c22-9cde-61ae2fc4807c)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:34:26.247860 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-87031af1-7a59-48bc-89a2-2b414af67994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:26.261686 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-87031af1-7a59-48bc-89a2-2b414af67994 admin admin] Calling delete_port for 3f95ce3c-8855-489e-a0ea-8f5010f20943 owned by network:router_interface {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:34:26.329138 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c552d4d5-9708-4ae1-93cb-4dae7dce5209 req-e6ea7111-78ea-41a9-8848-397f50a117f2 service neutron] 10.222.0.21 "GET /v2.0/networks/029dc999-300f-41d7-a154-70ddffd00bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411106 Aug 22 13:34:26.631387 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 7a8ffd56-81e6-4b6e-bd07-ce83dbe9f55b no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:34:26.654032 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-87031af1-7a59-48bc-89a2-2b414af67994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:26.662159 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002aae63-f6cd-45f5-827f-18fbccad7b66 req-81667d37-f91c-4e04-ba8b-c56d30f1184d tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:26.674508 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: 7a8ffd56-81e6-4b6e-bd07-ce83dbe9f55b {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:34:26.674844 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 7a8ffd56-81e6-4b6e-bd07-ce83dbe9f55b not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:34:26.684511 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-002aae63-f6cd-45f5-827f-18fbccad7b66 req-81667d37-f91c-4e04-ba8b-c56d30f1184d tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?device_id=271baffd-54f9-462e-862e-2ddca2174fd1 HTTP/1.1" status: 200 len: 945 time: 0.1895375 Aug 22 13:34:26.694988 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87031af1-7a59-48bc-89a2-2b414af67994 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f95ce3c-8855-489e-a0ea-8f5010f20943,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:26.781764 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c552d4d5-9708-4ae1-93cb-4dae7dce5209 req-cc3fb2fe-9949-4803-a937-2c7c31b7e941 service neutron] 10.222.0.21 "GET /v2.0/networks/029dc999-300f-41d7-a154-70ddffd00bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4441464 Aug 22 13:34:26.800906 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-002aae63-f6cd-45f5-827f-18fbccad7b66 req-99e9e746-5fc2-4cc5-918f-72a16e839639 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5c48efa-03fb-4165-aae3-65f8545e59a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146157 Aug 22 13:34:26.953851 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-87031af1-7a59-48bc-89a2-2b414af67994 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:27.167922 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-82d4d255-9349-4cc7-9785-173c802f87f6 req-0bd30a95-1993-4f03-9131-8c5334ebf9e9 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=752effce-ea29-4011-9f95-fa84fe270996 HTTP/1.1" status: 200 len: 210 time: 0.0943162 Aug 22 13:34:27.294770 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a7160c-becb-4dc6-b22b-4ae820e23f1f req-a88f16c3-9bf4-44f1-98da-78a30fc01d87 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:27.299616 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87031af1-7a59-48bc-89a2-2b414af67994 admin admin] Router 8c3883f4-e618-4229-ac79-2134162f882d has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:34:27.316636 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a7160c-becb-4dc6-b22b-4ae820e23f1f req-a88f16c3-9bf4-44f1-98da-78a30fc01d87 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:27.326027 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a7160c-becb-4dc6-b22b-4ae820e23f1f req-a88f16c3-9bf4-44f1-98da-78a30fc01d87 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:27.328032 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a9a7160c-becb-4dc6-b22b-4ae820e23f1f req-a88f16c3-9bf4-44f1-98da-78a30fc01d87 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?device_id=271baffd-54f9-462e-862e-2ddca2174fd1&device_id=b00a71b5-e947-437b-a7b9-d9136fa4b6f3&device_id=d0fa53e9-03d2-4443-baf1-d79e06ae1a85 HTTP/1.1" status: 200 len: 2417 time: 0.2320857 Aug 22 13:34:27.425781 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a9a7160c-becb-4dc6-b22b-4ae820e23f1f req-048216ed-b5b2-427d-b5eb-ee9f33028760 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5c48efa-03fb-4165-aae3-65f8545e59a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871563 Aug 22 13:34:27.502926 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87031af1-7a59-48bc-89a2-2b414af67994 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:34:27.512796 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2232b8-f76c-4d77-a580-c186317d3119 None None] Sync routers for ids ['8c3883f4-e618-4229-ac79-2134162f882d'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:34:27.517146 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 35470) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:34:27.527730 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-87031af1-7a59-48bc-89a2-2b414af67994 admin admin] 10.222.0.21 "PUT /v2.0/routers/8c3883f4-e618-4229-ac79-2134162f882d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4357941 Aug 22 13:34:27.529440 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2232b8-f76c-4d77-a580-c186317d3119 None None] Routers {'8c3883f4-e618-4229-ac79-2134162f882d'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:34:27.530149 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-6d2232b8-f76c-4d77-a580-c186317d3119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:34:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['8c3883f4-e618-4229-ac79-2134162f882d'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:34:27.868599 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-493d40a2-9620-4bf2-b6a5-21a67227b011 admin admin] Notify callbacks [] for router, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:27.893819 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-32a4d5aa-2dbc-4e84-9591-7ec0de963533 req-d1d90ae8-41c3-470e-9aa9-c5522e07cc43 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2583151 Aug 22 13:34:27.906546 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-6d2232b8-f76c-4d77-a580-c186317d3119 None None] Set router 8c3883f4-e618-4229-ac79-2134162f882d gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:34:28.296150 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-493d40a2-9620-4bf2-b6a5-21a67227b011 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:28.335838 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:28.463783 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-de443e4a-d08d-4823-93dc-8297cf472f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:28.484519 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-6d2232b8-f76c-4d77-a580-c186317d3119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3883f4-e618-4229-ac79-2134162f882d', 'name': 'tempest-ServerRescueTestJSON-1890231736-router', 'tenant_id': '9b1df9b52583480dbf6905d0ad326671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '360c7f96-2f5a-421c-aa9e-71727353b6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:32:23Z', 'updated_at': '2021-08-22T13:34:26Z', 'revision_number': 5, 'project_id': '9b1df9b52583480dbf6905d0ad326671', 'gw_port': {'id': '360c7f96-2f5a-421c-aa9e-71727353b6b5', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:85:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3883f4-e618-4229-ac79-2134162f882d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:32:24Z', 'updated_at': '2021-08-22T13:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:34:28.556169 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2232b8-f76c-4d77-a580-c186317d3119 None None] Checking router: 8c3883f4-e618-4229-ac79-2134162f882d for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:34:28.566327 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2232b8-f76c-4d77-a580-c186317d3119 None None] Routers {'8c3883f4-e618-4229-ac79-2134162f882d'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:34:28.567099 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-6d2232b8-f76c-4d77-a580-c186317d3119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:34:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['8c3883f4-e618-4229-ac79-2134162f882d'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:34:28.609640 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-493d40a2-9620-4bf2-b6a5-21a67227b011 admin admin] Deleting port 360c7f96-2f5a-421c-aa9e-71727353b6b5 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:34:28.610155 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-493d40a2-9620-4bf2-b6a5-21a67227b011 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:28.668971 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-6d2232b8-f76c-4d77-a580-c186317d3119 None None] Set router 8c3883f4-e618-4229-ac79-2134162f882d gateway port host: None {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:34:28.691408 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c194a5e6-c589-4e5e-aed5-729d3a6f304e req-6049b763-2d67-41ed-8a51-f7d6ac30f0a0 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:28.694240 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c194a5e6-c589-4e5e-aed5-729d3a6f304e req-6049b763-2d67-41ed-8a51-f7d6ac30f0a0 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/networks?id=029dc999-300f-41d7-a154-70ddffd00bd2 HTTP/1.1" status: 200 len: 812 time: 0.3024597 Aug 22 13:34:28.749775 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-6d2232b8-f76c-4d77-a580-c186317d3119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3883f4-e618-4229-ac79-2134162f882d', 'name': 'tempest-ServerRescueTestJSON-1890231736-router', 'tenant_id': '9b1df9b52583480dbf6905d0ad326671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:32:23Z', 'updated_at': '2021-08-22T13:34:28Z', 'revision_number': 6, 'project_id': '9b1df9b52583480dbf6905d0ad326671', 'gw_port_host': None}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:34:28.751246 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c194a5e6-c589-4e5e-aed5-729d3a6f304e req-6e872826-7936-4402-8fc0-650804658007 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/quotas/55ae8131c673474db6fbd918c6d65e53 HTTP/1.1" status: 200 len: 375 time: 0.0425768 Aug 22 13:34:28.825683 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c194a5e6-c589-4e5e-aed5-729d3a6f304e req-bce13497-4ffa-4dc3-acc5-7ae3de253046 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=55ae8131c673474db6fbd918c6d65e53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0675261 Aug 22 13:34:28.826780 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2232b8-f76c-4d77-a580-c186317d3119 None None] The sync data for ids ['8c3883f4-e618-4229-ac79-2134162f882d'] in n-d-793621-33 is: [{'id': '8c3883f4-e618-4229-ac79-2134162f882d', 'name': 'tempest-ServerRescueTestJSON-1890231736-router', 'tenant_id': '9b1df9b52583480dbf6905d0ad326671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:32:23Z', 'updated_at': '2021-08-22T13:34:28Z', 'revision_number': 6, 'project_id': '9b1df9b52583480dbf6905d0ad326671', 'gw_port_host': None}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:34:28.896668 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-493d40a2-9620-4bf2-b6a5-21a67227b011 admin admin] For port 360c7f96-2f5a-421c-aa9e-71727353b6b5, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=360c7f96-2f5a-421c-aa9e-71727353b6b5,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:34:28.898113 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-493d40a2-9620-4bf2-b6a5-21a67227b011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:28.917168 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-493d40a2-9620-4bf2-b6a5-21a67227b011 admin admin] Calling delete_port for 360c7f96-2f5a-421c-aa9e-71727353b6b5 owned by network:router_gateway {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:34:29.178078 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c194a5e6-c589-4e5e-aed5-729d3a6f304e req-753c4a86-2c8a-4b0e-a246-8a538036a8b2 service neutron] 10.222.0.21 "GET /v2.0/networks/029dc999-300f-41d7-a154-70ddffd00bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340116 Aug 22 13:34:29.358495 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c194a5e6-c589-4e5e-aed5-729d3a6f304e req-bdd05da2-1ec4-4f4f-a9ea-92b967983466 service neutron] 10.222.0.21 "GET /v2.0/networks/029dc999-300f-41d7-a154-70ddffd00bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149766 Aug 22 13:34:29.428355 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-493d40a2-9620-4bf2-b6a5-21a67227b011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:29.462511 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d40a2-9620-4bf2-b6a5-21a67227b011 admin admin] Pushing event deleted for resources: {'Port': ['ID=360c7f96-2f5a-421c-aa9e-71727353b6b5,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:29.557706 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-493d40a2-9620-4bf2-b6a5-21a67227b011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:29.701652 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 3f95ce3c-8855-489e-a0ea-8f5010f20943 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:34:29.749166 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 3f95ce3c-8855-489e-a0ea-8f5010f20943 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:34:29.749791 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 3f95ce3c-8855-489e-a0ea-8f5010f20943 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:34:29.765933 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-493d40a2-9620-4bf2-b6a5-21a67227b011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:29.768391 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-493d40a2-9620-4bf2-b6a5-21a67227b011 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:29.830803 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-69aedb7e-7020-4d07-8d76-e3c52e113f4c req-cbd49705-4ff8-4d99-9dbc-7e650cb1400a tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=95182fd5-7fb3-4ee7-9db3-5849f9909c66 HTTP/1.1" status: 200 len: 210 time: 0.2381215 Aug 22 13:34:29.832951 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-493d40a2-9620-4bf2-b6a5-21a67227b011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:29.834162 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493d40a2-9620-4bf2-b6a5-21a67227b011 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c3883f4-e618-4229-ac79-2134162f882d {{(pid=94627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:34:29.853530 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-493d40a2-9620-4bf2-b6a5-21a67227b011 admin admin] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:29.864130 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-493d40a2-9620-4bf2-b6a5-21a67227b011 admin admin] 10.222.0.21 "DELETE /v2.0/routers/8c3883f4-e618-4229-ac79-2134162f882d HTTP/1.1" status: 204 len: 168 time: 2.3429732 Aug 22 13:34:29.864407 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 35592) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:34:29.923937 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-629d34a7-1226-49f7-8f93-a123f06b2edf admin admin] Deleting subnet a6d00130-5d64-48a9-8eb2-27b64c65272f {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:34:29.927468 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-629d34a7-1226-49f7-8f93-a123f06b2edf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:30.028554 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-629d34a7-1226-49f7-8f93-a123f06b2edf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:30.125234 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-629d34a7-1226-49f7-8f93-a123f06b2edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:30.250591 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-629d34a7-1226-49f7-8f93-a123f06b2edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:30.299522 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629d34a7-1226-49f7-8f93-a123f06b2edf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6d00130-5d64-48a9-8eb2-27b64c65272f,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:30.310635 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-629d34a7-1226-49f7-8f93-a123f06b2edf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:30.313160 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-629d34a7-1226-49f7-8f93-a123f06b2edf admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a6d00130-5d64-48a9-8eb2-27b64c65272f HTTP/1.1" status: 204 len: 168 time: 0.4459729 Aug 22 13:34:30.315949 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 35624) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:34:30.453107 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d3fec3af-51f2-45cb-927d-ba84eb3f4c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:30.700458 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d3fec3af-51f2-45cb-927d-ba84eb3f4c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:30.723004 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-d3fec3af-51f2-45cb-927d-ba84eb3f4c11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66e2a6fd-b667-44cd-a37f-b120c3633f83']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:34:30.735500 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-d3fec3af-51f2-45cb-927d-ba84eb3f4c11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ad440ea-6af2-4c22-9cde-61ae2fc4807c') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:34:30.736253 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-d3fec3af-51f2-45cb-927d-ba84eb3f4c11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ad440ea-6af2-4c22-9cde-61ae2fc4807c') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:34:30.747652 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d3fec3af-51f2-45cb-927d-ba84eb3f4c11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:30.767849 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d3fec3af-51f2-45cb-927d-ba84eb3f4c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:30.774891 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3fec3af-51f2-45cb-927d-ba84eb3f4c11 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:34:30.775468 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d3fec3af-51f2-45cb-927d-ba84eb3f4c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:30.837644 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:34:30.837644 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:34:30.837644 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:34:30.837644 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:34:30.837644 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:34:30.837644 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:34:30.837644 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:34:30.837644 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:34:30.837644 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:34:30.837644 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:34:30.837644 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:34:30.837644 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:34:30.837644 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:34:30.837644 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:34:30.837644 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:34:30.837644 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:34:30.837644 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:34:30.837644 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:34:30.837644 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:34:30.837644 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:34:30.837644 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:34:30.837644 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:34:30.837644 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:34:30.837644 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:34:30.837644 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:34:30.837644 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:34:30.837644 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:34:30.837644 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:34:30.837644 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:34:30.837644 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:34:30.837644 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:34:30.837644 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:34:30.851508 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d3fec3af-51f2-45cb-927d-ba84eb3f4c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:30.885224 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d3fec3af-51f2-45cb-927d-ba84eb3f4c11 admin admin] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:30.887020 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d3fec3af-51f2-45cb-927d-ba84eb3f4c11 admin admin] 10.222.0.21 "DELETE /v2.0/networks/66e2a6fd-b667-44cd-a37f-b120c3633f83 HTTP/1.1" status: 204 len: 168 time: 0.5695577 Aug 22 13:34:30.922204 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fec3af-51f2-45cb-927d-ba84eb3f4c11 admin admin] Pushing event deleted for resources: {'Network': ['ID=66e2a6fd-b667-44cd-a37f-b120c3633f83,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:31.009518 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57dc27c-7565-4c93-a7c5-0d395f645f09 req-83c59389-23e1-4da8-9560-39aac9008352 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:31.019349 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b57dc27c-7565-4c93-a7c5-0d395f645f09 req-83c59389-23e1-4da8-9560-39aac9008352 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?device_id=271baffd-54f9-462e-862e-2ddca2174fd1 HTTP/1.1" status: 200 len: 945 time: 0.1805351 Aug 22 13:34:31.072486 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2092b997-305b-4dbf-b762-3bb249221b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:31.130698 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b57dc27c-7565-4c93-a7c5-0d395f645f09 req-693958f0-1d6e-4d82-a4a5-b7ee0d36a7bb tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5c48efa-03fb-4165-aae3-65f8545e59a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047363 Aug 22 13:34:31.191032 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:31.274307 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eb1c5139-28db-4117-9eb0-3736e43d905e req-39a25304-ba46-468e-bf30-4ef456345e6a tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=95182fd5-7fb3-4ee7-9db3-5849f9909c66 HTTP/1.1" status: 200 len: 210 time: 0.1034892 Aug 22 13:34:31.366393 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c194a5e6-c589-4e5e-aed5-729d3a6f304e req-5aac4595-0ccb-4dbb-accc-828d56607644 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:31.370176 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c194a5e6-c589-4e5e-aed5-729d3a6f304e req-5aac4595-0ccb-4dbb-accc-828d56607644 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.41 "GET /v2.0/networks?id=029dc999-300f-41d7-a154-70ddffd00bd2 HTTP/1.1" status: 200 len: 812 time: 0.3250954 Aug 22 13:34:31.388163 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-c194a5e6-c589-4e5e-aed5-729d3a6f304e req-41b2741e-def6-4247-91a9-ff2e1e0bb967 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Request body: {'port': {'device_id': '95182fd5-7fb3-4ee7-9db3-5849f9909c66', 'network_id': '029dc999-300f-41d7-a154-70ddffd00bd2', 'admin_state_up': True, 'tenant_id': '55ae8131c673474db6fbd918c6d65e53'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:34:31.406069 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 35676) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:34:31.500339 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 360c7f96-2f5a-421c-aa9e-71727353b6b5 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:34:31.541028 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 360c7f96-2f5a-421c-aa9e-71727353b6b5 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:34:31.541372 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 360c7f96-2f5a-421c-aa9e-71727353b6b5 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:34:31.546214 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1374f2a-f6dd-4102-a061-0c1911ff2aa6 req-d7089d0d-7a80-4e8c-bbc7-6d52d62fe2ef tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:31.547832 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a1374f2a-f6dd-4102-a061-0c1911ff2aa6 req-d7089d0d-7a80-4e8c-bbc7-6d52d62fe2ef tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/networks?id=b7fef465-db19-4a45-b3a4-f40426ee874f HTTP/1.1" status: 200 len: 805 time: 0.2178030 Aug 22 13:34:31.576412 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a1374f2a-f6dd-4102-a061-0c1911ff2aa6 req-9007704b-c9d7-4d89-8a13-a2dad43e8d44 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/quotas/f2126aafa99f4007b060b7c07b341d10 HTTP/1.1" status: 200 len: 375 time: 0.0183082 Aug 22 13:34:31.642893 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a1374f2a-f6dd-4102-a061-0c1911ff2aa6 req-8f317de9-674a-4b56-bf94-140edb555e11 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f2126aafa99f4007b060b7c07b341d10&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0645435 Aug 22 13:34:31.762511 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a1374f2a-f6dd-4102-a061-0c1911ff2aa6 req-968ea4ff-1228-4789-af92-8c1f1f3263bf service neutron] 10.222.0.21 "GET /v2.0/networks/b7fef465-db19-4a45-b3a4-f40426ee874f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185083 Aug 22 13:34:31.843579 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-94ef4975-1e25-4a58-9910-1cf9917c9497 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9b1df9b52583480dbf6905d0ad326671&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4359362 Aug 22 13:34:31.844209 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 35686) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:34:31.891151 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a1374f2a-f6dd-4102-a061-0c1911ff2aa6 req-688712e1-0fc7-4072-b291-d7deed6eb6f9 service neutron] 10.222.0.21 "GET /v2.0/networks/b7fef465-db19-4a45-b3a4-f40426ee874f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276221 Aug 22 13:34:31.924361 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c194a5e6-c589-4e5e-aed5-729d3a6f304e req-41b2741e-def6-4247-91a9-ff2e1e0bb967 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Made reservation on behalf of 55ae8131c673474db6fbd918c6d65e53 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:34:31.928942 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c194a5e6-c589-4e5e-aed5-729d3a6f304e req-41b2741e-def6-4247-91a9-ff2e1e0bb967 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:31.972713 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1b731ebf-7f0e-493c-9835-c1666f4d56e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:32.082113 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e5bead47-a213-4bb3-b7a7-58f0243f1fff req-76550261-7ce7-457c-a961-d8983cebd7e5 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=06202321-7a71-43cd-88a0-a5e7f7b6fe97 HTTP/1.1" status: 200 len: 210 time: 0.0293796 Aug 22 13:34:32.087294 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1b731ebf-7f0e-493c-9835-c1666f4d56e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:32.148691 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1b731ebf-7f0e-493c-9835-c1666f4d56e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:32.151887 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1b731ebf-7f0e-493c-9835-c1666f4d56e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:32.153061 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-1b731ebf-7f0e-493c-9835-c1666f4d56e2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8c1f4d6d-16b3-4c21-92a1-d42241cea10a HTTP/1.1" status: 204 len: 168 time: 0.3059320 Aug 22 13:34:32.226498 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b731ebf-7f0e-493c-9835-c1666f4d56e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1f4d6d-16b3-4c21-92a1-d42241cea10a,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:32.308912 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-c194a5e6-c589-4e5e-aed5-729d3a6f304e req-41b2741e-def6-4247-91a9-ff2e1e0bb967 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Allocated IP 172.20.0.5 (029dc999-300f-41d7-a154-70ddffd00bd2/7cd6abbc-1246-430e-b262-f242ac355bf7/e4864eca-a98c-4530-9a39-6a8773771e34) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:34:32.324036 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a3328-70d2-4c30-908c-788ca5674d9b req-37c2ab7b-bbf9-4a95-8622-fb9c27750562 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:32.332204 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-208a3328-70d2-4c30-908c-788ca5674d9b req-37c2ab7b-bbf9-4a95-8622-fb9c27750562 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?device_id=271baffd-54f9-462e-862e-2ddca2174fd1 HTTP/1.1" status: 200 len: 945 time: 0.0777526 Aug 22 13:34:32.336279 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f5088-191c-41bf-9c5d-f51be24ace55 req-92793a9e-8a21-464f-ab16-0d7074ab774d tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:32.341337 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b37f5088-191c-41bf-9c5d-f51be24ace55 req-92793a9e-8a21-464f-ab16-0d7074ab774d tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.41 "GET /v2.0/ports?device_id=271baffd-54f9-462e-862e-2ddca2174fd1 HTTP/1.1" status: 200 len: 945 time: 0.3581212 Aug 22 13:34:32.367125 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:32.403404 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-208a3328-70d2-4c30-908c-788ca5674d9b req-26efc9cf-6769-4dd1-89eb-6dd1aba10d17 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5c48efa-03fb-4165-aae3-65f8545e59a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683131 Aug 22 13:34:32.475854 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-20edd485-a745-43c6-9a18-73c3a98aab54 req-dee12e1d-a63b-40d5-ab75-8452ae7e2ab9 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=95182fd5-7fb3-4ee7-9db3-5849f9909c66 HTTP/1.1" status: 200 len: 210 time: 0.0455844 Aug 22 13:34:32.606285 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-b37f5088-191c-41bf-9c5d-f51be24ace55 req-bbb42a5f-2be7-46d6-812f-5b7cc68f79aa tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Deleting port 78c5d1ed-2ef0-4b46-b47c-dbb3fc6fa1da {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:34:32.606753 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b37f5088-191c-41bf-9c5d-f51be24ace55 req-bbb42a5f-2be7-46d6-812f-5b7cc68f79aa tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:32.743016 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c194a5e6-c589-4e5e-aed5-729d3a6f304e req-41b2741e-def6-4247-91a9-ff2e1e0bb967 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:32.764037 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-b37f5088-191c-41bf-9c5d-f51be24ace55 req-bbb42a5f-2be7-46d6-812f-5b7cc68f79aa tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] For port 78c5d1ed-2ef0-4b46-b47c-dbb3fc6fa1da, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=78c5d1ed-2ef0-4b46-b47c-dbb3fc6fa1da,segment=NetworkSegment(130df981-0918-4e3c-b792-268407baa468),segment_id=130df981-0918-4e3c-b792-268407baa468)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:34:32.764439 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b37f5088-191c-41bf-9c5d-f51be24ace55 req-bbb42a5f-2be7-46d6-812f-5b7cc68f79aa tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:32.783514 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-b37f5088-191c-41bf-9c5d-f51be24ace55 req-bbb42a5f-2be7-46d6-812f-5b7cc68f79aa tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Calling delete_port for 78c5d1ed-2ef0-4b46-b47c-dbb3fc6fa1da owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:34:32.874302 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c194a5e6-c589-4e5e-aed5-729d3a6f304e req-41b2741e-def6-4247-91a9-ff2e1e0bb967 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:32.955808 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c194a5e6-c589-4e5e-aed5-729d3a6f304e req-41b2741e-def6-4247-91a9-ff2e1e0bb967 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Network 029dc999-300f-41d7-a154-70ddffd00bd2 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:34:32.963471 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-c194a5e6-c589-4e5e-aed5-729d3a6f304e req-41b2741e-def6-4247-91a9-ff2e1e0bb967 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:34:32.966370 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-c194a5e6-c589-4e5e-aed5-729d3a6f304e req-41b2741e-def6-4247-91a9-ff2e1e0bb967 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:34:33.036558 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b2741e-def6-4247-91a9-ff2e1e0bb967 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Pushing event updated for resources: {'Port': ['ID=e4864eca-a98c-4530-9a39-6a8773771e34,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:33.080121 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c194a5e6-c589-4e5e-aed5-729d3a6f304e req-41b2741e-def6-4247-91a9-ff2e1e0bb967 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:33.080879 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c194a5e6-c589-4e5e-aed5-729d3a6f304e req-41b2741e-def6-4247-91a9-ff2e1e0bb967 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:33.100373 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b37f5088-191c-41bf-9c5d-f51be24ace55 req-bbb42a5f-2be7-46d6-812f-5b7cc68f79aa tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:33.105437 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c194a5e6-c589-4e5e-aed5-729d3a6f304e req-41b2741e-def6-4247-91a9-ff2e1e0bb967 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7240670 Aug 22 13:34:33.115554 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['78c5d1ed-2ef0-4b46-b47c-dbb3fc6fa1da'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:34:33.121308 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['3461c627-2410-4556-aeec-139d684435a9', 'b5a2fb9f-e4fb-41c5-8459-baa170e9dcc7'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:34:33.140622 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-c194a5e6-c589-4e5e-aed5-729d3a6f304e req-41ad4a8d-585b-4621-aae9-a72e9a1d5d73 service neutron] Request body: {'port': {'device_id': '95182fd5-7fb3-4ee7-9db3-5849f9909c66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:34:33.244913 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1d4b42ec-206b-4297-bd38-341025c3d3a4 req-db22355f-6dbd-4237-b4cb-3b386fc55169 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=06202321-7a71-43cd-88a0-a5e7f7b6fe97 HTTP/1.1" status: 200 len: 210 time: 0.0542004 Aug 22 13:34:33.269026 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb42a5f-2be7-46d6-812f-5b7cc68f79aa tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Pushing event deleted for resources: {'Port': ['ID=78c5d1ed-2ef0-4b46-b47c-dbb3fc6fa1da,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:33.357089 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902bb2d5-ac8f-46b7-b69c-13bdbb56cb9c req-8692b476-8be5-4717-9140-cbd37ad7e0ec tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:33.364893 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-902bb2d5-ac8f-46b7-b69c-13bdbb56cb9c req-8692b476-8be5-4717-9140-cbd37ad7e0ec tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba7c0673-29c8-4bad-b156-ded8da7fb5f8 HTTP/1.1" status: 200 len: 945 time: 0.1140769 Aug 22 13:34:33.369835 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-b37f5088-191c-41bf-9c5d-f51be24ace55 req-bbb42a5f-2be7-46d6-812f-5b7cc68f79aa tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] No DVR routers for this DVR port 78c5d1ed-2ef0-4b46-b47c-dbb3fc6fa1da on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:34:33.382240 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b37f5088-191c-41bf-9c5d-f51be24ace55 req-bbb42a5f-2be7-46d6-812f-5b7cc68f79aa tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:33.396476 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b37f5088-191c-41bf-9c5d-f51be24ace55 req-bbb42a5f-2be7-46d6-812f-5b7cc68f79aa tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.41 "DELETE /v2.0/ports/78c5d1ed-2ef0-4b46-b47c-dbb3fc6fa1da HTTP/1.1" status: 204 len: 173 time: 1.0446374 Aug 22 13:34:33.519622 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '271baffd-54f9-462e-862e-2ddca2174fd1', 'name': 'network-vif-deleted', 'tag': '78c5d1ed-2ef0-4b46-b47c-dbb3fc6fa1da'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:34:33.541996 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbdb1529-7ac5-428b-aed0-219fcbb72d57" -d '{"events": [{"server_uuid": "271baffd-54f9-462e-862e-2ddca2174fd1", "name": "network-vif-deleted", "tag": "78c5d1ed-2ef0-4b46-b47c-dbb3fc6fa1da"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:34:33.560044 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c194a5e6-c589-4e5e-aed5-729d3a6f304e req-41ad4a8d-585b-4621-aae9-a72e9a1d5d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:33.590166 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 478e4b02-5550-4c7b-b9ef-47c28c773282 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:34:33.626836 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 35754) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:34:33.729324 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ce1e512c-692c-47a5-b0b5-8b9153f2b722 req-77bfa418-9f23-4da5-9ed1-eac9308fd726 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?device_id=271baffd-54f9-462e-862e-2ddca2174fd1 HTTP/1.1" status: 200 len: 210 time: 0.1014714 Aug 22 13:34:33.797055 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:33.825165 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be8f16-eb37-4dba-b6b2-9219f0e91e70 req-dbea9c2d-a9b0-4bd6-918a-3afc993560e1 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:33.829221 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-49be8f16-eb37-4dba-b6b2-9219f0e91e70 req-dbea9c2d-a9b0-4bd6-918a-3afc993560e1 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=95182fd5-7fb3-4ee7-9db3-5849f9909c66 HTTP/1.1" status: 200 len: 931 time: 0.1530509 Aug 22 13:34:33.872254 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-902bb2d5-ac8f-46b7-b69c-13bdbb56cb9c req-21488481-c600-4d5d-b1ac-b68d81440553 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Deleting port 478e4b02-5550-4c7b-b9ef-47c28c773282 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:34:33.872688 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-902bb2d5-ac8f-46b7-b69c-13bdbb56cb9c req-21488481-c600-4d5d-b1ac-b68d81440553 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:33.947446 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:33.985081 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b3cdf0-c1f5-4927-ae91-e3b3bae335f8 x-openstack-request-id: req-a1b3cdf0-c1f5-4927-ae91-e3b3bae335f8 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:34:33.997411 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "271baffd-54f9-462e-862e-2ddca2174fd1", "name": "network-vif-deleted", "tag": "78c5d1ed-2ef0-4b46-b47c-dbb3fc6fa1da", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:34:33.999438 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a1b3cdf0-c1f5-4927-ae91-e3b3bae335f8 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:34:34.000146 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271baffd-54f9-462e-862e-2ddca2174fd1', 'name': 'network-vif-deleted', 'tag': '78c5d1ed-2ef0-4b46-b47c-dbb3fc6fa1da', 'status': 'completed', 'code': 200} Aug 22 13:34:34.017508 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7c0673-29c8-4bad-b156-ded8da7fb5f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '478e4b02-5550-4c7b-b9ef-47c28c773282'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:34:34.023777 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1273542-5953-4fa1-ace9-d9f1502e1257" -d '{"events": [{"server_uuid": "ba7c0673-29c8-4bad-b156-ded8da7fb5f8", "name": "network-vif-unplugged", "status": "completed", "tag": "478e4b02-5550-4c7b-b9ef-47c28c773282"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:34:34.052663 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 478e4b02-5550-4c7b-b9ef-47c28c773282, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=478e4b02-5550-4c7b-b9ef-47c28c773282,segment=NetworkSegment(036d4b3c-fc3c-4bf5-94d1-99331e586aa4),segment_id=036d4b3c-fc3c-4bf5-94d1-99331e586aa4)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:34:34.059779 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:34.135946 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1374f2a-f6dd-4102-a061-0c1911ff2aa6 req-92ba433e-d4e2-4366-8203-4fc81232704a tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:34.138788 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a1374f2a-f6dd-4102-a061-0c1911ff2aa6 req-92ba433e-d4e2-4366-8203-4fc81232704a tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.41 "GET /v2.0/networks?id=b7fef465-db19-4a45-b3a4-f40426ee874f HTTP/1.1" status: 200 len: 805 time: 0.5806799 Aug 22 13:34:34.148488 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=478e4b02-5550-4c7b-b9ef-47c28c773282,revision_number=8']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:34.152002 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 13:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc239300-8874-4079-9009-d14e9171d96f x-openstack-request-id: req-fc239300-8874-4079-9009-d14e9171d96f {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:34:34.152588 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba7c0673-29c8-4bad-b156-ded8da7fb5f8", "name": "network-vif-unplugged", "status": "completed", "tag": "478e4b02-5550-4c7b-b9ef-47c28c773282", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:34:34.153038 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fc239300-8874-4079-9009-d14e9171d96f {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:34:34.153648 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7c0673-29c8-4bad-b156-ded8da7fb5f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '478e4b02-5550-4c7b-b9ef-47c28c773282', 'code': 200} Aug 22 13:34:34.169448 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:34:34.170470 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:34:34.170796 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:34:34.172051 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:34:34.172682 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:34:34.173226 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:34:34.173874 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:34:34.174437 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:34:34.175029 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:34:34.175563 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:34:34.176227 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:34:34.177129 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:34:34.205290 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:34.222861 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-c72bfbf1-41d0-4682-b415-a92c4ea7ac22 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-458036423-network', 'tenant_id': '80bbcf4308ca4bd6b96d7b411fbfc797'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:34:34.251094 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-902bb2d5-ac8f-46b7-b69c-13bdbb56cb9c req-21488481-c600-4d5d-b1ac-b68d81440553 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] For port 478e4b02-5550-4c7b-b9ef-47c28c773282, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=478e4b02-5550-4c7b-b9ef-47c28c773282,segment=NetworkSegment(036d4b3c-fc3c-4bf5-94d1-99331e586aa4),segment_id=036d4b3c-fc3c-4bf5-94d1-99331e586aa4)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:34:34.252998 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-902bb2d5-ac8f-46b7-b69c-13bdbb56cb9c req-21488481-c600-4d5d-b1ac-b68d81440553 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:34.275009 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-a1374f2a-f6dd-4102-a061-0c1911ff2aa6 req-af9683b9-1d9c-4168-bbad-209db46b51a4 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Request body: {'port': {'device_id': '06202321-7a71-43cd-88a0-a5e7f7b6fe97', 'network_id': 'b7fef465-db19-4a45-b3a4-f40426ee874f', 'admin_state_up': True, 'tenant_id': 'f2126aafa99f4007b060b7c07b341d10'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:34:34.277867 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-902bb2d5-ac8f-46b7-b69c-13bdbb56cb9c req-21488481-c600-4d5d-b1ac-b68d81440553 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Calling delete_port for 478e4b02-5550-4c7b-b9ef-47c28c773282 owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:34:34.453675 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-c194a5e6-c589-4e5e-aed5-729d3a6f304e req-41ad4a8d-585b-4621-aae9-a72e9a1d5d73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4864eca-a98c-4530-9a39-6a8773771e34 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:34:34.462004 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c194a5e6-c589-4e5e-aed5-729d3a6f304e req-41ad4a8d-585b-4621-aae9-a72e9a1d5d73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:34.476495 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-c194a5e6-c589-4e5e-aed5-729d3a6f304e req-41ad4a8d-585b-4621-aae9-a72e9a1d5d73 service neutron] Transition to ACTIVE for port object e4864eca-a98c-4530-9a39-6a8773771e34 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:34:34.477275 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72bfbf1-41d0-4682-b415-a92c4ea7ac22 admin admin] Made reservation on behalf of 80bbcf4308ca4bd6b96d7b411fbfc797 for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:34:34.479647 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c72bfbf1-41d0-4682-b415-a92c4ea7ac22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:34.481581 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-902bb2d5-ac8f-46b7-b69c-13bdbb56cb9c req-21488481-c600-4d5d-b1ac-b68d81440553 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:34.494745 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c194a5e6-c589-4e5e-aed5-729d3a6f304e req-41ad4a8d-585b-4621-aae9-a72e9a1d5d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:34.505626 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-49be8f16-eb37-4dba-b6b2-9219f0e91e70 req-ce885dee-e97a-4cf6-998f-a19eab60da57 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6526608 Aug 22 13:34:34.534414 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-28bf07c0-8392-4f49-975f-5b0d9c37934b req-526e90b3-348e-4c82-8b76-a4d4fce4f79f tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=06202321-7a71-43cd-88a0-a5e7f7b6fe97 HTTP/1.1" status: 200 len: 210 time: 0.0720842 Aug 22 13:34:34.588080 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c72bfbf1-41d0-4682-b415-a92c4ea7ac22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:34.593907 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21488481-c600-4d5d-b1ac-b68d81440553 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Pushing event deleted for resources: {'Port': ['ID=478e4b02-5550-4c7b-b9ef-47c28c773282,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:34.630477 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad4a8d-585b-4621-aae9-a72e9a1d5d73 service neutron] Pushing event updated for resources: {'Port': ['ID=e4864eca-a98c-4530-9a39-6a8773771e34,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:34.664717 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-902bb2d5-ac8f-46b7-b69c-13bdbb56cb9c req-21488481-c600-4d5d-b1ac-b68d81440553 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] No DVR routers for this DVR port 478e4b02-5550-4c7b-b9ef-47c28c773282 on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:34:34.667488 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-902bb2d5-ac8f-46b7-b69c-13bdbb56cb9c req-21488481-c600-4d5d-b1ac-b68d81440553 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:34.669674 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-902bb2d5-ac8f-46b7-b69c-13bdbb56cb9c req-21488481-c600-4d5d-b1ac-b68d81440553 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.16 "DELETE /v2.0/ports/478e4b02-5550-4c7b-b9ef-47c28c773282 HTTP/1.1" status: 204 len: 173 time: 1.2957709 Aug 22 13:34:34.670283 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7c0673-29c8-4bad-b156-ded8da7fb5f8', 'name': 'network-vif-deleted', 'tag': '478e4b02-5550-4c7b-b9ef-47c28c773282'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:34:34.672748 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c44b7a7-da1d-4c40-bb85-1746e7d8a263" -d '{"events": [{"server_uuid": "ba7c0673-29c8-4bad-b156-ded8da7fb5f8", "name": "network-vif-deleted", "tag": "478e4b02-5550-4c7b-b9ef-47c28c773282"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:34:34.750973 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ebd0613-d109-4660-b9ec-368f17b7bb2e x-openstack-request-id: req-9ebd0613-d109-4660-b9ec-368f17b7bb2e {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:34:34.751560 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba7c0673-29c8-4bad-b156-ded8da7fb5f8", "name": "network-vif-deleted", "tag": "478e4b02-5550-4c7b-b9ef-47c28c773282", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:34:34.752434 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9ebd0613-d109-4660-b9ec-368f17b7bb2e {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:34:34.753527 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7c0673-29c8-4bad-b156-ded8da7fb5f8', 'name': 'network-vif-deleted', 'tag': '478e4b02-5550-4c7b-b9ef-47c28c773282', 'status': 'completed', 'code': 200} Aug 22 13:34:34.758922 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-c194a5e6-c589-4e5e-aed5-729d3a6f304e req-41ad4a8d-585b-4621-aae9-a72e9a1d5d73 service neutron] Attempting to bind port e4864eca-a98c-4530-9a39-6a8773771e34 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:34:34.760793 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-c194a5e6-c589-4e5e-aed5-729d3a6f304e req-41ad4a8d-585b-4621-aae9-a72e9a1d5d73 service neutron] Attempting to bind port e4864eca-a98c-4530-9a39-6a8773771e34 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': 'db44917f-e270-4117-9230-1517bc4d1e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '029dc999-300f-41d7-a154-70ddffd00bd2'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:34:34.761298 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c194a5e6-c589-4e5e-aed5-729d3a6f304e req-41ad4a8d-585b-4621-aae9-a72e9a1d5d73 service neutron] Attempting to bind port e4864eca-a98c-4530-9a39-6a8773771e34 on network 029dc999-300f-41d7-a154-70ddffd00bd2 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:34:34.773322 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c194a5e6-c589-4e5e-aed5-729d3a6f304e req-41ad4a8d-585b-4621-aae9-a72e9a1d5d73 service neutron] Port e4864eca-a98c-4530-9a39-6a8773771e34 on network 029dc999-300f-41d7-a154-70ddffd00bd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:34:34.773837 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c194a5e6-c589-4e5e-aed5-729d3a6f304e req-41ad4a8d-585b-4621-aae9-a72e9a1d5d73 service neutron] Attempting to bind port e4864eca-a98c-4530-9a39-6a8773771e34 on network 029dc999-300f-41d7-a154-70ddffd00bd2 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:34:34.784960 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c194a5e6-c589-4e5e-aed5-729d3a6f304e req-41ad4a8d-585b-4621-aae9-a72e9a1d5d73 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:34:34.785274 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c194a5e6-c589-4e5e-aed5-729d3a6f304e req-41ad4a8d-585b-4621-aae9-a72e9a1d5d73 service neutron] Checking segment: {'id': 'db44917f-e270-4117-9230-1517bc4d1e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '029dc999-300f-41d7-a154-70ddffd00bd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:34:34.789264 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c194a5e6-c589-4e5e-aed5-729d3a6f304e req-41ad4a8d-585b-4621-aae9-a72e9a1d5d73 service neutron] Bound using segment: {'id': 'db44917f-e270-4117-9230-1517bc4d1e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '029dc999-300f-41d7-a154-70ddffd00bd2'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:34:34.791158 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-c194a5e6-c589-4e5e-aed5-729d3a6f304e req-41ad4a8d-585b-4621-aae9-a72e9a1d5d73 service neutron] Bound port: e4864eca-a98c-4530-9a39-6a8773771e34, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db44917f-e270-4117-9230-1517bc4d1e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '029dc999-300f-41d7-a154-70ddffd00bd2'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:34:34.791158 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c194a5e6-c589-4e5e-aed5-729d3a6f304e req-41ad4a8d-585b-4621-aae9-a72e9a1d5d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:34.838451 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c72bfbf1-41d0-4682-b415-a92c4ea7ac22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:34.847118 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c72bfbf1-41d0-4682-b415-a92c4ea7ac22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:34.865260 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c72bfbf1-41d0-4682-b415-a92c4ea7ac22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:34:34.884287 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c72bfbf1-41d0-4682-b415-a92c4ea7ac22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:34.884733 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-c72bfbf1-41d0-4682-b415-a92c4ea7ac22 admin admin] Added segment 49210ed2-4b72-4fba-985e-f0d69195497e of type vlan for network 0ed8c4a4-768f-4fec-8761-699a6308faf6 Aug 22 13:34:34.890196 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1374f2a-f6dd-4102-a061-0c1911ff2aa6 req-af9683b9-1d9c-4168-bbad-209db46b51a4 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Made reservation on behalf of f2126aafa99f4007b060b7c07b341d10 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:34:34.894979 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-a1374f2a-f6dd-4102-a061-0c1911ff2aa6 req-af9683b9-1d9c-4168-bbad-209db46b51a4 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:34.975782 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-c194a5e6-c589-4e5e-aed5-729d3a6f304e req-41ad4a8d-585b-4621-aae9-a72e9a1d5d73 service neutron] For port e4864eca-a98c-4530-9a39-6a8773771e34, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:34:34.985469 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:34:35.010119 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c72bfbf1-41d0-4682-b415-a92c4ea7ac22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:35.017054 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72bfbf1-41d0-4682-b415-a92c4ea7ac22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65285942-2a27-41ac-b17d-485110debd7c,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:35.063573 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-c194a5e6-c589-4e5e-aed5-729d3a6f304e req-41ad4a8d-585b-4621-aae9-a72e9a1d5d73 service neutron] For port e4864eca-a98c-4530-9a39-6a8773771e34, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=e4864eca-a98c-4530-9a39-6a8773771e34,segment=NetworkSegment(db44917f-e270-4117-9230-1517bc4d1e8b),segment_id=db44917f-e270-4117-9230-1517bc4d1e8b)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:34:35.078295 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c72bfbf1-41d0-4682-b415-a92c4ea7ac22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:35.078854 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c194a5e6-c589-4e5e-aed5-729d3a6f304e req-41ad4a8d-585b-4621-aae9-a72e9a1d5d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:35.079645 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72bfbf1-41d0-4682-b415-a92c4ea7ac22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:35.082199 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c72bfbf1-41d0-4682-b415-a92c4ea7ac22 admin admin] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:35.102450 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c194a5e6-c589-4e5e-aed5-729d3a6f304e req-41ad4a8d-585b-4621-aae9-a72e9a1d5d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:35.103376 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c194a5e6-c589-4e5e-aed5-729d3a6f304e req-41ad4a8d-585b-4621-aae9-a72e9a1d5d73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:35.105765 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c194a5e6-c589-4e5e-aed5-729d3a6f304e req-41ad4a8d-585b-4621-aae9-a72e9a1d5d73 service neutron] 10.222.0.41 "PUT /v2.0/ports/e4864eca-a98c-4530-9a39-6a8773771e34 HTTP/1.1" status: 200 len: 1092 time: 1.9791172 Aug 22 13:34:35.206189 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 35796) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:34:35.273716 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c72bfbf1-41d0-4682-b415-a92c4ea7ac22 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6442673 Aug 22 13:34:35.282331 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 35800) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:34:35.299326 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-60c79d13-0ee6-45f2-b3d8-bf600c76b23e admin admin] Request body: {'subnet': {'network_id': '0ed8c4a4-768f-4fec-8761-699a6308faf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-458036423-subnet', 'tenant_id': '80bbcf4308ca4bd6b96d7b411fbfc797', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:34:35.308294 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-a1374f2a-f6dd-4102-a061-0c1911ff2aa6 req-af9683b9-1d9c-4168-bbad-209db46b51a4 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Allocated IP 172.20.0.8 (b7fef465-db19-4a45-b3a4-f40426ee874f/55b06a4c-e7f4-4110-96cb-ea2fffe8df6c/41cc3409-9cca-4a33-844d-e9d55aa0d6fa) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:34:35.316381 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad4a8d-585b-4621-aae9-a72e9a1d5d73 service neutron] Pushing event updated for resources: {'Port': ['ID=e4864eca-a98c-4530-9a39-6a8773771e34,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:35.333088 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c194a5e6-c589-4e5e-aed5-729d3a6f304e req-77d58646-d4c5-4281-910d-57bb9cd8eca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:35.335731 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c194a5e6-c589-4e5e-aed5-729d3a6f304e req-77d58646-d4c5-4281-910d-57bb9cd8eca5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=55ae8131c673474db6fbd918c6d65e53&device_id=95182fd5-7fb3-4ee7-9db3-5849f9909c66 HTTP/1.1" status: 200 len: 1095 time: 0.1584907 Aug 22 13:34:35.358925 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72bfbf1-41d0-4682-b415-a92c4ea7ac22 admin admin] Pushing event updated for resources: {'Network': ['ID=0ed8c4a4-768f-4fec-8761-699a6308faf6,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:35.371378 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 0ed8c4a4-768f-4fec-8761-699a6308faf6 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:34:35.386137 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef97bc9-0325-4a41-b963-a3d30d72e293 req-ddfa553f-d8a2-44ec-8654-0d8efa321aff tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:35.387597 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4ef97bc9-0325-4a41-b963-a3d30d72e293 req-ddfa553f-d8a2-44ec-8654-0d8efa321aff tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00a71b5-e947-437b-a7b9-d9136fa4b6f3 HTTP/1.1" status: 200 len: 945 time: 0.1802645 Aug 22 13:34:35.467661 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c194a5e6-c589-4e5e-aed5-729d3a6f304e req-c467a9cb-2215-4f1c-afdf-559d135b8919 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4864eca-a98c-4530-9a39-6a8773771e34 HTTP/1.1" status: 200 len: 217 time: 0.1183913 Aug 22 13:34:35.471076 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c79d13-0ee6-45f2-b3d8-bf600c76b23e admin admin] Made reservation on behalf of 80bbcf4308ca4bd6b96d7b411fbfc797 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:34:35.473384 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-60c79d13-0ee6-45f2-b3d8-bf600c76b23e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:35.628555 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4ef97bc9-0325-4a41-b963-a3d30d72e293 req-dd423067-b36a-4781-ad76-19e0b2868b93 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5c48efa-03fb-4165-aae3-65f8545e59a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133036 Aug 22 13:34:35.654242 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c194a5e6-c589-4e5e-aed5-729d3a6f304e req-0cf3f0cd-a33e-4281-8f3b-bbf090de9374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:35.655719 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c194a5e6-c589-4e5e-aed5-729d3a6f304e req-0cf3f0cd-a33e-4281-8f3b-bbf090de9374 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7cd6abbc-1246-430e-b262-f242ac355bf7 HTTP/1.1" status: 200 len: 852 time: 0.1596677 Aug 22 13:34:35.737168 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c194a5e6-c589-4e5e-aed5-729d3a6f304e req-038dd08b-9a7d-4cb7-9c5f-5c8bb8f50114 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=029dc999-300f-41d7-a154-70ddffd00bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637984 Aug 22 13:34:35.764448 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7f70a9f4-a72e-4f5f-955a-f330742e43d9 req-f73782f3-3a86-4179-8462-01f8f2afe386 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=06202321-7a71-43cd-88a0-a5e7f7b6fe97 HTTP/1.1" status: 200 len: 210 time: 0.0591567 Aug 22 13:34:35.810011 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a9dc9e-4f8e-4d0d-94d9-3fd6c087c87f req-84f34d3b-0770-46dd-b84a-d9862f509c2d tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:35.811857 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-94a9dc9e-4f8e-4d0d-94d9-3fd6c087c87f req-84f34d3b-0770-46dd-b84a-d9862f509c2d tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=95182fd5-7fb3-4ee7-9db3-5849f9909c66 HTTP/1.1" status: 200 len: 943 time: 0.1678400 Aug 22 13:34:35.921661 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-a1374f2a-f6dd-4102-a061-0c1911ff2aa6 req-af9683b9-1d9c-4168-bbad-209db46b51a4 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:35.983844 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c194a5e6-c589-4e5e-aed5-729d3a6f304e req-b96a4655-53be-426a-8efe-89c911276249 service neutron] 10.222.0.41 "GET /v2.0/networks/029dc999-300f-41d7-a154-70ddffd00bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379704 Aug 22 13:34:36.004740 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-60c79d13-0ee6-45f2-b3d8-bf600c76b23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:36.007067 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95182fd5-7fb3-4ee7-9db3-5849f9909c66', 'tag': 'e4864eca-a98c-4530-9a39-6a8773771e34'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:34:36.014071 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19fbef50-109d-439b-84c4-18816db3fe9f" -d '{"events": [{"name": "network-changed", "server_uuid": "95182fd5-7fb3-4ee7-9db3-5849f9909c66", "tag": "e4864eca-a98c-4530-9a39-6a8773771e34"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:34:36.107043 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93727a4a-5661-4dca-b35a-e768dc706995 x-openstack-request-id: req-93727a4a-5661-4dca-b35a-e768dc706995 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:34:36.107747 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95182fd5-7fb3-4ee7-9db3-5849f9909c66", "tag": "e4864eca-a98c-4530-9a39-6a8773771e34", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:34:36.107747 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-93727a4a-5661-4dca-b35a-e768dc706995 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:34:36.108104 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95182fd5-7fb3-4ee7-9db3-5849f9909c66', 'tag': 'e4864eca-a98c-4530-9a39-6a8773771e34', 'status': 'completed', 'code': 200} Aug 22 13:34:36.159891 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-a1374f2a-f6dd-4102-a061-0c1911ff2aa6 req-af9683b9-1d9c-4168-bbad-209db46b51a4 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:36.192389 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c79d13-0ee6-45f2-b3d8-bf600c76b23e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0123922a-dff1-4aeb-b8e3-878a042c8287,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:36.220952 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c79d13-0ee6-45f2-b3d8-bf600c76b23e admin admin] Checking segment: {'id': '49210ed2-4b72-4fba-985e-f0d69195497e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0ed8c4a4-768f-4fec-8761-699a6308faf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:34:36.221331 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c79d13-0ee6-45f2-b3d8-bf600c76b23e admin admin] Network hostable DHCP agents. Network: 0ed8c4a4-768f-4fec-8761-699a6308faf6, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:34:36.230240 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-94a9dc9e-4f8e-4d0d-94d9-3fd6c087c87f req-a95327b0-94e8-4627-af72-953e3e2930aa tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4046938 Aug 22 13:34:36.243279 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1374f2a-f6dd-4102-a061-0c1911ff2aa6 req-af9683b9-1d9c-4168-bbad-209db46b51a4 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Network b7fef465-db19-4a45-b3a4-f40426ee874f is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:34:36.251612 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-a1374f2a-f6dd-4102-a061-0c1911ff2aa6 req-af9683b9-1d9c-4168-bbad-209db46b51a4 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:34:36.263270 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1374f2a-f6dd-4102-a061-0c1911ff2aa6 req-af9683b9-1d9c-4168-bbad-209db46b51a4 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:34:36.276411 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c194a5e6-c589-4e5e-aed5-729d3a6f304e req-d8d6af4f-1c0b-41e2-b344-f4c9b80eccaa service neutron] 10.222.0.41 "GET /v2.0/networks/029dc999-300f-41d7-a154-70ddffd00bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836499 Aug 22 13:34:36.299074 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9683b9-1d9c-4168-bbad-209db46b51a4 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Pushing event updated for resources: {'Port': ['ID=41cc3409-9cca-4a33-844d-e9d55aa0d6fa,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:36.325389 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c79d13-0ee6-45f2-b3d8-bf600c76b23e admin admin] Network 0ed8c4a4-768f-4fec-8761-699a6308faf6 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:34:36.336701 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-41e64fba-8b28-4625-a0c8-1285f9714375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:36.353814 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1374f2a-f6dd-4102-a061-0c1911ff2aa6 req-af9683b9-1d9c-4168-bbad-209db46b51a4 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:36.354492 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-a1374f2a-f6dd-4102-a061-0c1911ff2aa6 req-af9683b9-1d9c-4168-bbad-209db46b51a4 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:36.359699 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-60c79d13-0ee6-45f2-b3d8-bf600c76b23e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 0ed8c4a4-768f-4fec-8761-699a6308faf6) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:34:36.369069 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cd18ec-1060-4f00-995c-e193037d85c0 None None] Network 0ed8c4a4-768f-4fec-8761-699a6308faf6 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:34:36.386794 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c79d13-0ee6-45f2-b3d8-bf600c76b23e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:36.387395 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-60c79d13-0ee6-45f2-b3d8-bf600c76b23e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:36.403536 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a1374f2a-f6dd-4102-a061-0c1911ff2aa6 req-af9683b9-1d9c-4168-bbad-209db46b51a4 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1448028 Aug 22 13:34:36.411431 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-60c79d13-0ee6-45f2-b3d8-bf600c76b23e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1190305 Aug 22 13:34:36.415942 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 35826) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:34:36.421199 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-a1374f2a-f6dd-4102-a061-0c1911ff2aa6 req-e255f56a-19bf-44ab-a4e4-b46a0b690a1d service neutron] Request body: {'port': {'device_id': '06202321-7a71-43cd-88a0-a5e7f7b6fe97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:34:36.426794 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-c37df339-76ec-48b6-8247-1980f8e64133 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-458036423-router', 'tenant_id': '80bbcf4308ca4bd6b96d7b411fbfc797', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:34:36.469689 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fbef50-109d-439b-84c4-18816db3fe9f req-98c8ee50-92b5-45a7-9f36-2477740eab02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:36.472183 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-19fbef50-109d-439b-84c4-18816db3fe9f req-98c8ee50-92b5-45a7-9f36-2477740eab02 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=55ae8131c673474db6fbd918c6d65e53&device_id=95182fd5-7fb3-4ee7-9db3-5849f9909c66 HTTP/1.1" status: 200 len: 1095 time: 0.1380403 Aug 22 13:34:36.546533 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c37df339-76ec-48b6-8247-1980f8e64133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:36.547500 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c37df339-76ec-48b6-8247-1980f8e64133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:36.555996 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a080bfe7-7d82-4691-ad78-2c2dcb066d96 None None] Network 0ed8c4a4-768f-4fec-8761-699a6308faf6 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:34:36.588728 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-a1374f2a-f6dd-4102-a061-0c1911ff2aa6 req-e255f56a-19bf-44ab-a4e4-b46a0b690a1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:36.635271 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-41e64fba-8b28-4625-a0c8-1285f9714375 admin admin] Deleting port d2834d00-2df8-4e69-b09e-e98ef3c97c27 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:34:36.636019 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-41e64fba-8b28-4625-a0c8-1285f9714375 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:36.661261 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 78c5d1ed-2ef0-4b46-b47c-dbb3fc6fa1da no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:34:36.698480 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: 78c5d1ed-2ef0-4b46-b47c-dbb3fc6fa1da {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:34:36.699046 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 78c5d1ed-2ef0-4b46-b47c-dbb3fc6fa1da not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:34:36.773466 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c37df339-76ec-48b6-8247-1980f8e64133 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:36.796782 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-41e64fba-8b28-4625-a0c8-1285f9714375 admin admin] For port d2834d00-2df8-4e69-b09e-e98ef3c97c27, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=d2834d00-2df8-4e69-b09e-e98ef3c97c27,segment=NetworkSegment(e0cf36a3-398c-4c68-a668-edae22b1fee1),segment_id=e0cf36a3-398c-4c68-a668-edae22b1fee1)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:34:36.797112 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-41e64fba-8b28-4625-a0c8-1285f9714375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:36.812808 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-41e64fba-8b28-4625-a0c8-1285f9714375 admin admin] Calling delete_port for d2834d00-2df8-4e69-b09e-e98ef3c97c27 owned by network:router_interface {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:34:36.841803 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c602c07-d0e2-4387-86a8-22802d67b302 req-a56d2538-ed7e-4b8e-bb9f-6ab164ba6370 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:36.843328 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2c602c07-d0e2-4387-86a8-22802d67b302 req-a56d2538-ed7e-4b8e-bb9f-6ab164ba6370 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00a71b5-e947-437b-a7b9-d9136fa4b6f3 HTTP/1.1" status: 200 len: 945 time: 0.0895193 Aug 22 13:34:36.844827 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fbef50-109d-439b-84c4-18816db3fe9f req-9082b381-427a-467c-bfbc-161103a2d082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:36.846303 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-19fbef50-109d-439b-84c4-18816db3fe9f req-9082b381-427a-467c-bfbc-161103a2d082 service neutron] 10.222.0.41 "GET /v2.0/networks?id=029dc999-300f-41d7-a154-70ddffd00bd2 HTTP/1.1" status: 200 len: 913 time: 0.3640068 Aug 22 13:34:36.920662 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-19fbef50-109d-439b-84c4-18816db3fe9f req-700bb9df-0298-4898-a18c-58d11c774934 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4864eca-a98c-4530-9a39-6a8773771e34 HTTP/1.1" status: 200 len: 217 time: 0.0375066 Aug 22 13:34:36.965514 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2c602c07-d0e2-4387-86a8-22802d67b302 req-93518d0c-39be-451d-8850-8b3e32bf8beb tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5c48efa-03fb-4165-aae3-65f8545e59a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903327 Aug 22 13:34:37.030794 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee771109-62c1-44df-ae13-fa699a27ff95 req-b1bf2ff5-3b75-4801-a44c-eb98bd226f6f tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:37.032323 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ee771109-62c1-44df-ae13-fa699a27ff95 req-b1bf2ff5-3b75-4801-a44c-eb98bd226f6f tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=06202321-7a71-43cd-88a0-a5e7f7b6fe97 HTTP/1.1" status: 200 len: 931 time: 0.1479411 Aug 22 13:34:37.095357 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ee771109-62c1-44df-ae13-fa699a27ff95 req-b47a8cb6-daac-44cd-a85a-3afb9e8684f6 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547035 Aug 22 13:34:37.169710 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-41e64fba-8b28-4625-a0c8-1285f9714375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:37.199102 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e64fba-8b28-4625-a0c8-1285f9714375 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2834d00-2df8-4e69-b09e-e98ef3c97c27,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:37.324335 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b25585-05eb-46a1-83fa-11f304b55c67 req-9d4a3078-098c-4c30-96ce-730b2d0d9658 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:37.324569 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c6b25585-05eb-46a1-83fa-11f304b55c67 req-9d4a3078-098c-4c30-96ce-730b2d0d9658 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.16 "GET /v2.0/ports?device_id=b00a71b5-e947-437b-a7b9-d9136fa4b6f3 HTTP/1.1" status: 200 len: 945 time: 0.0990682 Aug 22 13:34:37.421798 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c37df339-76ec-48b6-8247-1980f8e64133 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:37.473762 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fbef50-109d-439b-84c4-18816db3fe9f req-3d8bce1e-26df-4523-9cf1-d83ff3ea2375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:37.475121 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-19fbef50-109d-439b-84c4-18816db3fe9f req-3d8bce1e-26df-4523-9cf1-d83ff3ea2375 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7cd6abbc-1246-430e-b262-f242ac355bf7 HTTP/1.1" status: 200 len: 852 time: 0.5169158 Aug 22 13:34:37.503893 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c7295-0e61-4b75-8129-26ec92f9b666 req-c4fc8845-1ce2-46e0-b943-0e1bba59a667 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:37.507098 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f96c7295-0e61-4b75-8129-26ec92f9b666 req-c4fc8845-1ce2-46e0-b943-0e1bba59a667 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=95182fd5-7fb3-4ee7-9db3-5849f9909c66 HTTP/1.1" status: 200 len: 943 time: 0.1153224 Aug 22 13:34:37.550084 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-19fbef50-109d-439b-84c4-18816db3fe9f req-dc6d41ef-91e5-4cf1-a5db-e03530d574fa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=029dc999-300f-41d7-a154-70ddffd00bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415087 Aug 22 13:34:37.567244 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 478e4b02-5550-4c7b-b9ef-47c28c773282 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:34:37.596445 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: 478e4b02-5550-4c7b-b9ef-47c28c773282 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:34:37.597157 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 478e4b02-5550-4c7b-b9ef-47c28c773282 not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:34:37.637194 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-41e64fba-8b28-4625-a0c8-1285f9714375 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:37.657497 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f96c7295-0e61-4b75-8129-26ec92f9b666 req-760bef22-939d-4113-93cb-c140a7301b76 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925496 Aug 22 13:34:37.717782 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-c6b25585-05eb-46a1-83fa-11f304b55c67 req-d59b6f16-3e89-4c3d-81ce-4c1ed2658996 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Deleting port b5a2fb9f-e4fb-41c5-8459-baa170e9dcc7 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:34:37.718126 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-c6b25585-05eb-46a1-83fa-11f304b55c67 req-d59b6f16-3e89-4c3d-81ce-4c1ed2658996 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:37.740484 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-19fbef50-109d-439b-84c4-18816db3fe9f req-1bffed1b-209a-43f0-9503-1b27d5c50178 service neutron] 10.222.0.41 "GET /v2.0/networks/029dc999-300f-41d7-a154-70ddffd00bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786931 Aug 22 13:34:37.745110 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-a1374f2a-f6dd-4102-a061-0c1911ff2aa6 req-e255f56a-19bf-44ab-a4e4-b46a0b690a1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41cc3409-9cca-4a33-844d-e9d55aa0d6fa {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:34:37.755917 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-a1374f2a-f6dd-4102-a061-0c1911ff2aa6 req-e255f56a-19bf-44ab-a4e4-b46a0b690a1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:37.827981 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-a1374f2a-f6dd-4102-a061-0c1911ff2aa6 req-e255f56a-19bf-44ab-a4e4-b46a0b690a1d service neutron] Transition to ACTIVE for port object 41cc3409-9cca-4a33-844d-e9d55aa0d6fa will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:34:37.859174 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-c6b25585-05eb-46a1-83fa-11f304b55c67 req-d59b6f16-3e89-4c3d-81ce-4c1ed2658996 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] For port b5a2fb9f-e4fb-41c5-8459-baa170e9dcc7, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=b5a2fb9f-e4fb-41c5-8459-baa170e9dcc7,segment=NetworkSegment(130df981-0918-4e3c-b792-268407baa468),segment_id=130df981-0918-4e3c-b792-268407baa468)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:34:37.859544 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-c6b25585-05eb-46a1-83fa-11f304b55c67 req-d59b6f16-3e89-4c3d-81ce-4c1ed2658996 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:37.863756 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-a1374f2a-f6dd-4102-a061-0c1911ff2aa6 req-e255f56a-19bf-44ab-a4e4-b46a0b690a1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:37.904766 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-c6b25585-05eb-46a1-83fa-11f304b55c67 req-d59b6f16-3e89-4c3d-81ce-4c1ed2658996 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Calling delete_port for b5a2fb9f-e4fb-41c5-8459-baa170e9dcc7 owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:34:38.003300 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-19fbef50-109d-439b-84c4-18816db3fe9f req-2ff6f1a2-6489-4dc1-8c59-d5044f5f700e service neutron] 10.222.0.41 "GET /v2.0/networks/029dc999-300f-41d7-a154-70ddffd00bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504001 Aug 22 13:34:38.019893 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e255f56a-19bf-44ab-a4e4-b46a0b690a1d service neutron] Pushing event updated for resources: {'Port': ['ID=41cc3409-9cca-4a33-844d-e9d55aa0d6fa,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:38.030611 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c37df339-76ec-48b6-8247-1980f8e64133 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:38.039830 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e64fba-8b28-4625-a0c8-1285f9714375 admin admin] Router 213977a6-06a1-4e4d-9e49-0489e920bd05 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:34:38.082266 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c37df339-76ec-48b6-8247-1980f8e64133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:38.148716 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-a1374f2a-f6dd-4102-a061-0c1911ff2aa6 req-e255f56a-19bf-44ab-a4e4-b46a0b690a1d service neutron] Attempting to bind port 41cc3409-9cca-4a33-844d-e9d55aa0d6fa on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:34:38.148716 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-a1374f2a-f6dd-4102-a061-0c1911ff2aa6 req-e255f56a-19bf-44ab-a4e4-b46a0b690a1d service neutron] Attempting to bind port 41cc3409-9cca-4a33-844d-e9d55aa0d6fa by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '036d4b3c-fc3c-4bf5-94d1-99331e586aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b7fef465-db19-4a45-b3a4-f40426ee874f'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:34:38.148716 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1374f2a-f6dd-4102-a061-0c1911ff2aa6 req-e255f56a-19bf-44ab-a4e4-b46a0b690a1d service neutron] Attempting to bind port 41cc3409-9cca-4a33-844d-e9d55aa0d6fa on network b7fef465-db19-4a45-b3a4-f40426ee874f {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:34:38.156118 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1374f2a-f6dd-4102-a061-0c1911ff2aa6 req-e255f56a-19bf-44ab-a4e4-b46a0b690a1d service neutron] Port 41cc3409-9cca-4a33-844d-e9d55aa0d6fa on network b7fef465-db19-4a45-b3a4-f40426ee874f not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:34:38.156118 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1374f2a-f6dd-4102-a061-0c1911ff2aa6 req-e255f56a-19bf-44ab-a4e4-b46a0b690a1d service neutron] Attempting to bind port 41cc3409-9cca-4a33-844d-e9d55aa0d6fa on network b7fef465-db19-4a45-b3a4-f40426ee874f {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:34:38.165222 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1374f2a-f6dd-4102-a061-0c1911ff2aa6 req-e255f56a-19bf-44ab-a4e4-b46a0b690a1d service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:34:38.165637 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1374f2a-f6dd-4102-a061-0c1911ff2aa6 req-e255f56a-19bf-44ab-a4e4-b46a0b690a1d service neutron] Checking segment: {'id': '036d4b3c-fc3c-4bf5-94d1-99331e586aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b7fef465-db19-4a45-b3a4-f40426ee874f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:34:38.166227 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1374f2a-f6dd-4102-a061-0c1911ff2aa6 req-e255f56a-19bf-44ab-a4e4-b46a0b690a1d service neutron] Bound using segment: {'id': '036d4b3c-fc3c-4bf5-94d1-99331e586aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b7fef465-db19-4a45-b3a4-f40426ee874f'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:34:38.166730 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-a1374f2a-f6dd-4102-a061-0c1911ff2aa6 req-e255f56a-19bf-44ab-a4e4-b46a0b690a1d service neutron] Bound port: 41cc3409-9cca-4a33-844d-e9d55aa0d6fa, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '036d4b3c-fc3c-4bf5-94d1-99331e586aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b7fef465-db19-4a45-b3a4-f40426ee874f'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:34:38.167173 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-a1374f2a-f6dd-4102-a061-0c1911ff2aa6 req-e255f56a-19bf-44ab-a4e4-b46a0b690a1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:38.257727 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-c37df339-76ec-48b6-8247-1980f8e64133 admin admin] Allocated IP 172.25.3.29 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/a11b1602-39c6-4651-afd6-3c105a9a287b) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:34:38.282873 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8bc31-b426-495e-8a44-93603f802dd0 req-d17fe6b4-fa8b-4769-9120-5011c4bf9e33 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:38.284155 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-08f8bc31-b426-495e-8a44-93603f802dd0 req-d17fe6b4-fa8b-4769-9120-5011c4bf9e33 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00a71b5-e947-437b-a7b9-d9136fa4b6f3 HTTP/1.1" status: 200 len: 945 time: 0.1762002 Aug 22 13:34:38.289886 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-a1374f2a-f6dd-4102-a061-0c1911ff2aa6 req-e255f56a-19bf-44ab-a4e4-b46a0b690a1d service neutron] For port 41cc3409-9cca-4a33-844d-e9d55aa0d6fa, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:34:38.294295 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-a1374f2a-f6dd-4102-a061-0c1911ff2aa6 req-e255f56a-19bf-44ab-a4e4-b46a0b690a1d service neutron] For port 41cc3409-9cca-4a33-844d-e9d55aa0d6fa, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=41cc3409-9cca-4a33-844d-e9d55aa0d6fa,segment=NetworkSegment(036d4b3c-fc3c-4bf5-94d1-99331e586aa4),segment_id=036d4b3c-fc3c-4bf5-94d1-99331e586aa4)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:34:38.298971 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e64fba-8b28-4625-a0c8-1285f9714375 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:34:38.305501 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-a1374f2a-f6dd-4102-a061-0c1911ff2aa6 req-e255f56a-19bf-44ab-a4e4-b46a0b690a1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:38.308762 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-41e64fba-8b28-4625-a0c8-1285f9714375 admin admin] 10.222.0.21 "PUT /v2.0/routers/213977a6-06a1-4e4d-9e49-0489e920bd05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0976193 Aug 22 13:34:38.308762 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-c6b25585-05eb-46a1-83fa-11f304b55c67 req-d59b6f16-3e89-4c3d-81ce-4c1ed2658996 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:38.310739 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 35866) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:34:38.323209 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['3461c627-2410-4556-aeec-139d684435a9', 'b5a2fb9f-e4fb-41c5-8459-baa170e9dcc7'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:34:38.340940 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9671cfdd-1153-4467-9a65-ebc63027364d None None] Sync routers for ids ['213977a6-06a1-4e4d-9e49-0489e920bd05'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:34:38.361481 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9671cfdd-1153-4467-9a65-ebc63027364d None None] Routers {'213977a6-06a1-4e4d-9e49-0489e920bd05'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:34:38.362521 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-9671cfdd-1153-4467-9a65-ebc63027364d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:34:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['213977a6-06a1-4e4d-9e49-0489e920bd05'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:34:38.380796 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1374f2a-f6dd-4102-a061-0c1911ff2aa6 req-e255f56a-19bf-44ab-a4e4-b46a0b690a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:38.381568 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-a1374f2a-f6dd-4102-a061-0c1911ff2aa6 req-e255f56a-19bf-44ab-a4e4-b46a0b690a1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:38.383046 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a1374f2a-f6dd-4102-a061-0c1911ff2aa6 req-e255f56a-19bf-44ab-a4e4-b46a0b690a1d service neutron] 10.222.0.41 "PUT /v2.0/ports/41cc3409-9cca-4a33-844d-e9d55aa0d6fa HTTP/1.1" status: 200 len: 1092 time: 1.9679129 Aug 22 13:34:38.383679 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06202321-7a71-43cd-88a0-a5e7f7b6fe97', 'tag': '41cc3409-9cca-4a33-844d-e9d55aa0d6fa'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:34:38.386102 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7851d250-108d-4b7e-8503-2df03efd4db5" -d '{"events": [{"name": "network-changed", "server_uuid": "06202321-7a71-43cd-88a0-a5e7f7b6fe97", "tag": "41cc3409-9cca-4a33-844d-e9d55aa0d6fa"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:34:38.426141 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e255f56a-19bf-44ab-a4e4-b46a0b690a1d service neutron] Pushing event updated for resources: {'Port': ['ID=41cc3409-9cca-4a33-844d-e9d55aa0d6fa,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:38.483918 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191a958-df91-41a4-bcf4-1efbff0d95fd req-5889ec6f-e2dd-4fd0-b9c6-922cbe045b60 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:38.485576 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8191a958-df91-41a4-bcf4-1efbff0d95fd req-5889ec6f-e2dd-4fd0-b9c6-922cbe045b60 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=06202321-7a71-43cd-88a0-a5e7f7b6fe97 HTTP/1.1" status: 200 len: 943 time: 0.2612159 Aug 22 13:34:38.486546 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59b6f16-3e89-4c3d-81ce-4c1ed2658996 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Pushing event deleted for resources: {'Port': ['ID=b5a2fb9f-e4fb-41c5-8459-baa170e9dcc7,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:38.541737 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-9671cfdd-1153-4467-9a65-ebc63027364d None None] Set router 213977a6-06a1-4e4d-9e49-0489e920bd05 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:34:38.554698 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c37df339-76ec-48b6-8247-1980f8e64133 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:38.570133 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b25585-05eb-46a1-83fa-11f304b55c67 req-d59b6f16-3e89-4c3d-81ce-4c1ed2658996 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] No DVR routers for this DVR port b5a2fb9f-e4fb-41c5-8459-baa170e9dcc7 on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:34:38.588901 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1374f2a-f6dd-4102-a061-0c1911ff2aa6 req-930ed1b7-80c9-4410-bda7-e4033e7ace74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:38.591155 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a1374f2a-f6dd-4102-a061-0c1911ff2aa6 req-930ed1b7-80c9-4410-bda7-e4033e7ace74 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f2126aafa99f4007b060b7c07b341d10&device_id=06202321-7a71-43cd-88a0-a5e7f7b6fe97 HTTP/1.1" status: 200 len: 1095 time: 0.1528592 Aug 22 13:34:38.607444 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-c6b25585-05eb-46a1-83fa-11f304b55c67 req-d59b6f16-3e89-4c3d-81ce-4c1ed2658996 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:38.609847 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c6b25585-05eb-46a1-83fa-11f304b55c67 req-d59b6f16-3e89-4c3d-81ce-4c1ed2658996 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.16 "DELETE /v2.0/ports/b5a2fb9f-e4fb-41c5-8459-baa170e9dcc7 HTTP/1.1" status: 204 len: 173 time: 1.1848238 Aug 22 13:34:38.610380 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00a71b5-e947-437b-a7b9-d9136fa4b6f3', 'name': 'network-vif-deleted', 'tag': 'b5a2fb9f-e4fb-41c5-8459-baa170e9dcc7'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:34:38.620531 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61c8591-4ae4-49bd-ae17-c33e857881af" -d '{"events": [{"server_uuid": "b00a71b5-e947-437b-a7b9-d9136fa4b6f3", "name": "network-vif-deleted", "tag": "b5a2fb9f-e4fb-41c5-8459-baa170e9dcc7"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:34:38.638337 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-08f8bc31-b426-495e-8a44-93603f802dd0 req-afd96054-f804-4206-89ac-f38dd0ca7cea tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5c48efa-03fb-4165-aae3-65f8545e59a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013628 Aug 22 13:34:38.668365 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device e4864eca-a98c-4530-9a39-6a8773771e34 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:34:38.670812 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8191a958-df91-41a4-bcf4-1efbff0d95fd req-ce7d105b-a14a-441c-915d-aa27dee14bca tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546485 Aug 22 13:34:38.692268 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8d711672-4586-4703-b5ae-d427c06dbb7a admin admin] Notify callbacks [] for router, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:38.759321 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a1374f2a-f6dd-4102-a061-0c1911ff2aa6 req-077632b2-041c-451d-9ebc-8cce7f5b5f76 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41cc3409-9cca-4a33-844d-e9d55aa0d6fa HTTP/1.1" status: 200 len: 217 time: 0.1386342 Aug 22 13:34:38.764772 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c37df339-76ec-48b6-8247-1980f8e64133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:38.778687 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-9671cfdd-1153-4467-9a65-ebc63027364d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'name': 'tempest-AttachVolumeShelveTestJSON-1882356738-router', 'tenant_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'c5586c10-7f76-4327-b012-bd54a160b417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:25:08Z', 'updated_at': '2021-08-22T13:34:37Z', 'revision_number': 5, 'project_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'gw_port': {'id': 'c5586c10-7f76-4327-b012-bd54a160b417', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:eb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:09Z', 'updated_at': '2021-08-22T13:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:34:38.815231 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9671cfdd-1153-4467-9a65-ebc63027364d None None] Checking router: 213977a6-06a1-4e4d-9e49-0489e920bd05 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:34:38.824675 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9671cfdd-1153-4467-9a65-ebc63027364d None None] Routers {'213977a6-06a1-4e4d-9e49-0489e920bd05'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:34:38.825104 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-9671cfdd-1153-4467-9a65-ebc63027364d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:34:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['213977a6-06a1-4e4d-9e49-0489e920bd05'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:34:38.861030 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50c9192-62d9-46b2-8cb6-2671d9603378 x-openstack-request-id: req-b50c9192-62d9-46b2-8cb6-2671d9603378 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:34:38.861326 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06202321-7a71-43cd-88a0-a5e7f7b6fe97", "tag": "41cc3409-9cca-4a33-844d-e9d55aa0d6fa", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:34:38.861584 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b50c9192-62d9-46b2-8cb6-2671d9603378 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:34:38.861979 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06202321-7a71-43cd-88a0-a5e7f7b6fe97', 'tag': '41cc3409-9cca-4a33-844d-e9d55aa0d6fa', 'status': 'completed', 'code': 200} Aug 22 13:34:38.868596 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c3035a-0c9e-462b-b8d5-4391b6c3c637 x-openstack-request-id: req-e0c3035a-0c9e-462b-b8d5-4391b6c3c637 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:34:38.868882 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00a71b5-e947-437b-a7b9-d9136fa4b6f3", "name": "network-vif-deleted", "tag": "b5a2fb9f-e4fb-41c5-8459-baa170e9dcc7", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:34:38.869139 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e0c3035a-0c9e-462b-b8d5-4391b6c3c637 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:34:38.869541 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00a71b5-e947-437b-a7b9-d9136fa4b6f3', 'name': 'network-vif-deleted', 'tag': 'b5a2fb9f-e4fb-41c5-8459-baa170e9dcc7', 'status': 'completed', 'code': 200} Aug 22 13:34:38.943055 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8d711672-4586-4703-b5ae-d427c06dbb7a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:38.983396 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37df339-76ec-48b6-8247-1980f8e64133 admin admin] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:34:39.004632 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-c37df339-76ec-48b6-8247-1980f8e64133 admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:34:39.010238 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port e4864eca-a98c-4530-9a39-6a8773771e34, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=e4864eca-a98c-4530-9a39-6a8773771e34,segment=NetworkSegment(db44917f-e270-4117-9230-1517bc4d1e8b),segment_id=db44917f-e270-4117-9230-1517bc4d1e8b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:34:39.025075 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': 'e4864eca-a98c-4530-9a39-6a8773771e34', 'network_id': '029dc999-300f-41d7-a154-70ddffd00bd2', 'port_id': 'e4864eca-a98c-4530-9a39-6a8773771e34', 'mac_address': 'fa:16:3e:93:d2:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cd6abbc-1246-430e-b262-f242ac355bf7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:34:39.039387 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37df339-76ec-48b6-8247-1980f8e64133 admin admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:34:39.052961 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37df339-76ec-48b6-8247-1980f8e64133 admin admin] Pushing event updated for resources: {'Port': ['ID=a11b1602-39c6-4651-afd6-3c105a9a287b,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:39.091134 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1374f2a-f6dd-4102-a061-0c1911ff2aa6 req-a702e8c6-c207-4c97-804a-d63b1fef2650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:39.092662 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a1374f2a-f6dd-4102-a061-0c1911ff2aa6 req-a702e8c6-c207-4c97-804a-d63b1fef2650 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=55b06a4c-e7f4-4110-96cb-ea2fffe8df6c HTTP/1.1" status: 200 len: 845 time: 0.3222294 Aug 22 13:34:39.111269 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:39.129265 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4864eca-a98c-4530-9a39-6a8773771e34 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:34:39.154093 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port e4864eca-a98c-4530-9a39-6a8773771e34, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=e4864eca-a98c-4530-9a39-6a8773771e34,segment=NetworkSegment(db44917f-e270-4117-9230-1517bc4d1e8b),segment_id=db44917f-e270-4117-9230-1517bc4d1e8b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:34:39.156742 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d99f46-038b-406c-8492-afc8af794aaf req-3008332b-057d-44ed-a5f0-ced016c388cc tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:39.158762 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-03d99f46-038b-406c-8492-afc8af794aaf req-3008332b-057d-44ed-a5f0-ced016c388cc tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=95182fd5-7fb3-4ee7-9db3-5849f9909c66 HTTP/1.1" status: 200 len: 943 time: 0.1429021 Aug 22 13:34:39.160320 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-8d711672-4586-4703-b5ae-d427c06dbb7a admin admin] Deleting port c5586c10-7f76-4327-b012-bd54a160b417 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:34:39.160664 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8d711672-4586-4703-b5ae-d427c06dbb7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:39.162289 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a1374f2a-f6dd-4102-a061-0c1911ff2aa6 req-ee36f41f-7342-4a03-98c6-794b844561d8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b7fef465-db19-4a45-b3a4-f40426ee874f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501065 Aug 22 13:34:39.175544 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:39.234760 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-9671cfdd-1153-4467-9a65-ebc63027364d None None] Set router 213977a6-06a1-4e4d-9e49-0489e920bd05 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:34:39.276200 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=e4864eca-a98c-4530-9a39-6a8773771e34,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:39.307356 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-03d99f46-038b-406c-8492-afc8af794aaf req-31d7defe-c535-40ed-ae6b-dfcc6768058d tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100712 Aug 22 13:34:39.381345 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-8d711672-4586-4703-b5ae-d427c06dbb7a admin admin] For port c5586c10-7f76-4327-b012-bd54a160b417, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=c5586c10-7f76-4327-b012-bd54a160b417,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:34:39.383477 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8d711672-4586-4703-b5ae-d427c06dbb7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:39.389526 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['e4864eca-a98c-4530-9a39-6a8773771e34'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:34:39.401967 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-8d711672-4586-4703-b5ae-d427c06dbb7a admin admin] Calling delete_port for c5586c10-7f76-4327-b012-bd54a160b417 owned by network:router_gateway {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:34:39.566306 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-9671cfdd-1153-4467-9a65-ebc63027364d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'name': 'tempest-AttachVolumeShelveTestJSON-1882356738-router', 'tenant_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'c5586c10-7f76-4327-b012-bd54a160b417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:25:08Z', 'updated_at': '2021-08-22T13:34:37Z', 'revision_number': 5, 'project_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'gw_port': {'id': 'c5586c10-7f76-4327-b012-bd54a160b417', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:eb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:09Z', 'updated_at': '2021-08-22T13:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:34:39.598344 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9671cfdd-1153-4467-9a65-ebc63027364d None None] The sync data for ids ['213977a6-06a1-4e4d-9e49-0489e920bd05'] in n-d-793621-33 is: [{'id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'name': 'tempest-AttachVolumeShelveTestJSON-1882356738-router', 'tenant_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'c5586c10-7f76-4327-b012-bd54a160b417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:25:08Z', 'updated_at': '2021-08-22T13:34:37Z', 'revision_number': 5, 'project_id': '1706b1b8ed7f4b13af0ef34415cabc13', 'gw_port': {'id': 'c5586c10-7f76-4327-b012-bd54a160b417', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:eb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213977a6-06a1-4e4d-9e49-0489e920bd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:25:09Z', 'updated_at': '2021-08-22T13:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:34:39.605863 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a1374f2a-f6dd-4102-a061-0c1911ff2aa6 req-6936ecae-41d3-4887-bf59-e3d08de66bf8 service neutron] 10.222.0.41 "GET /v2.0/networks/b7fef465-db19-4a45-b3a4-f40426ee874f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4421489 Aug 22 13:34:39.698123 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8d711672-4586-4703-b5ae-d427c06dbb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:39.735672 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d711672-4586-4703-b5ae-d427c06dbb7a admin admin] Pushing event deleted for resources: {'Port': ['ID=c5586c10-7f76-4327-b012-bd54a160b417,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:39.782401 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c37df339-76ec-48b6-8247-1980f8e64133 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:39.852149 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8d711672-4586-4703-b5ae-d427c06dbb7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:39.865207 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a1374f2a-f6dd-4102-a061-0c1911ff2aa6 req-05ff0d5b-c851-44af-8d7c-5f835e495d27 service neutron] 10.222.0.41 "GET /v2.0/networks/b7fef465-db19-4a45-b3a4-f40426ee874f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487733 Aug 22 13:34:39.986484 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b4348-97cd-4f0e-a2b7-16710ac333ab req-b4d3cf02-acb2-4446-a1a2-3bffa747dfa5 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:39.988212 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2d9b4348-97cd-4f0e-a2b7-16710ac333ab req-b4d3cf02-acb2-4446-a1a2-3bffa747dfa5 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=06202321-7a71-43cd-88a0-a5e7f7b6fe97 HTTP/1.1" status: 200 len: 943 time: 0.1813464 Aug 22 13:34:40.033935 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851d250-108d-4b7e-8503-2df03efd4db5 req-cde734c2-66f6-4c3a-9a25-e43f9093aa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:40.035467 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7851d250-108d-4b7e-8503-2df03efd4db5 req-cde734c2-66f6-4c3a-9a25-e43f9093aa67 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f2126aafa99f4007b060b7c07b341d10&device_id=06202321-7a71-43cd-88a0-a5e7f7b6fe97 HTTP/1.1" status: 200 len: 1095 time: 0.1160169 Aug 22 13:34:40.050302 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8d711672-4586-4703-b5ae-d427c06dbb7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:40.071673 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8d711672-4586-4703-b5ae-d427c06dbb7a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:40.146792 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8d711672-4586-4703-b5ae-d427c06dbb7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:40.148112 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d711672-4586-4703-b5ae-d427c06dbb7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 213977a6-06a1-4e4d-9e49-0489e920bd05 {{(pid=94627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:34:40.161522 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8d711672-4586-4703-b5ae-d427c06dbb7a admin admin] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:40.165276 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-8d711672-4586-4703-b5ae-d427c06dbb7a admin admin] 10.222.0.21 "DELETE /v2.0/routers/213977a6-06a1-4e4d-9e49-0489e920bd05 HTTP/1.1" status: 204 len: 168 time: 1.8516760 Aug 22 13:34:40.166089 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2d9b4348-97cd-4f0e-a2b7-16710ac333ab req-543f61fd-e30f-480b-a5de-e6ceb21c27ad tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297750 Aug 22 13:34:40.167393 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 35906) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:34:40.183373 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c37df339-76ec-48b6-8247-1980f8e64133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:40.193407 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79652fbb-f3e8-4df0-abeb-27c59a23c0b3 req-566fbbf6-674d-4004-b2c2-add3d3f524fe tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:40.201733 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-79652fbb-f3e8-4df0-abeb-27c59a23c0b3 req-566fbbf6-674d-4004-b2c2-add3d3f524fe tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0fa53e9-03d2-4443-baf1-d79e06ae1a85 HTTP/1.1" status: 200 len: 946 time: 0.1778996 Aug 22 13:34:40.243314 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851d250-108d-4b7e-8503-2df03efd4db5 req-e9c431e9-e100-47ca-bea5-93de8ed6e144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:40.244838 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7851d250-108d-4b7e-8503-2df03efd4db5 req-e9c431e9-e100-47ca-bea5-93de8ed6e144 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b7fef465-db19-4a45-b3a4-f40426ee874f HTTP/1.1" status: 200 len: 906 time: 0.2008431 Aug 22 13:34:40.276170 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe7968eb-b02f-4774-95a0-b3fc214844c1 admin admin] Deleting subnet 86161abd-93fb-4a2f-8c13-984112b572a1 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:34:40.286621 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fe7968eb-b02f-4774-95a0-b3fc214844c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:40.309189 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-79652fbb-f3e8-4df0-abeb-27c59a23c0b3 req-28f63a38-bb10-4f2d-a4ff-618efd6e2a29 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5c48efa-03fb-4165-aae3-65f8545e59a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065629 Aug 22 13:34:40.319578 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7851d250-108d-4b7e-8503-2df03efd4db5 req-4861eaea-89e2-4a08-972a-732ae4958c10 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41cc3409-9cca-4a33-844d-e9d55aa0d6fa HTTP/1.1" status: 200 len: 217 time: 0.0665843 Aug 22 13:34:40.331632 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fe7968eb-b02f-4774-95a0-b3fc214844c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:40.402647 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851d250-108d-4b7e-8503-2df03efd4db5 req-761d1c3a-67b6-4898-8961-22c5331239f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:40.404040 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7851d250-108d-4b7e-8503-2df03efd4db5 req-761d1c3a-67b6-4898-8961-22c5331239f7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=55b06a4c-e7f4-4110-96cb-ea2fffe8df6c HTTP/1.1" status: 200 len: 845 time: 0.0698791 Aug 22 13:34:40.465453 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fe7968eb-b02f-4774-95a0-b3fc214844c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:40.670247 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device e4864eca-a98c-4530-9a39-6a8773771e34 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:34:40.724633 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7851d250-108d-4b7e-8503-2df03efd4db5 req-5afc528d-15e6-46a0-83f8-f2758ac93ada service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b7fef465-db19-4a45-b3a4-f40426ee874f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3124280 Aug 22 13:34:40.731992 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port e4864eca-a98c-4530-9a39-6a8773771e34 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:34:40.742494 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c37df339-76ec-48b6-8247-1980f8e64133 admin admin] Router 7b24aaef-57c7-4d40-b346-ab2ead2b91bc is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:34:40.746746 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port e4864eca-a98c-4530-9a39-6a8773771e34 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:34:40.747129 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:40.851979 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:40.887244 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c615b-ddca-47a9-a110-b2093b3b6f94 req-4b5d2fd2-7ef8-4232-af3a-96571c0d50f1 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:40.888811 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0e9c615b-ddca-47a9-a110-b2093b3b6f94 req-4b5d2fd2-7ef8-4232-af3a-96571c0d50f1 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=95182fd5-7fb3-4ee7-9db3-5849f9909c66 HTTP/1.1" status: 200 len: 944 time: 0.4788628 Aug 22 13:34:40.907129 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port e4864eca-a98c-4530-9a39-6a8773771e34, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=e4864eca-a98c-4530-9a39-6a8773771e34,segment=NetworkSegment(db44917f-e270-4117-9230-1517bc4d1e8b),segment_id=db44917f-e270-4117-9230-1517bc4d1e8b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:34:40.910471 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95182fd5-7fb3-4ee7-9db3-5849f9909c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4864eca-a98c-4530-9a39-6a8773771e34'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:34:40.913117 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7851d250-108d-4b7e-8503-2df03efd4db5 req-f16a07d8-5ab3-4dd5-b522-f6877a42ffe8 service neutron] 10.222.0.41 "GET /v2.0/networks/b7fef465-db19-4a45-b3a4-f40426ee874f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783681 Aug 22 13:34:40.914858 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6bf592a-c346-44d5-9f73-0b944d4939d7" -d '{"events": [{"server_uuid": "95182fd5-7fb3-4ee7-9db3-5849f9909c66", "name": "network-vif-plugged", "status": "completed", "tag": "e4864eca-a98c-4530-9a39-6a8773771e34"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:34:40.924181 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:40.957290 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c37df339-76ec-48b6-8247-1980f8e64133 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:34:40.996447 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4411f08a-02fe-4889-b964-ffe9e7717b64 x-openstack-request-id: req-4411f08a-02fe-4889-b964-ffe9e7717b64 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:34:40.996447 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95182fd5-7fb3-4ee7-9db3-5849f9909c66", "name": "network-vif-plugged", "status": "completed", "tag": "e4864eca-a98c-4530-9a39-6a8773771e34", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:34:40.996447 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4411f08a-02fe-4889-b964-ffe9e7717b64 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:34:40.997823 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95182fd5-7fb3-4ee7-9db3-5849f9909c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4864eca-a98c-4530-9a39-6a8773771e34', 'code': 200} Aug 22 13:34:41.025208 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7143ffa-37d3-4694-ab10-7bf844e0e090 None None] Sync routers for ids ['7b24aaef-57c7-4d40-b346-ab2ead2b91bc'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:34:41.034578 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=e4864eca-a98c-4530-9a39-6a8773771e34,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:41.034813 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fe7968eb-b02f-4774-95a0-b3fc214844c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:41.042044 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7143ffa-37d3-4694-ab10-7bf844e0e090 None None] Routers {'7b24aaef-57c7-4d40-b346-ab2ead2b91bc'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:34:41.042791 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-f7143ffa-37d3-4694-ab10-7bf844e0e090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:34:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['7b24aaef-57c7-4d40-b346-ab2ead2b91bc'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:34:41.065313 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fe7968eb-b02f-4774-95a0-b3fc214844c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:41.065837 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-fe7968eb-b02f-4774-95a0-b3fc214844c1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/86161abd-93fb-4a2f-8c13-984112b572a1 HTTP/1.1" status: 204 len: 168 time: 0.8975055 Aug 22 13:34:41.066833 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 35924) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:34:41.084882 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7273aa19-bf7e-486b-8cdb-025f7ad90ac5 None None] Network dfedf898-aca6-4df9-b6f5-cb8b2650ce65 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:34:41.135968 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c37df339-76ec-48b6-8247-1980f8e64133 admin admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:41.137304 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c37df339-76ec-48b6-8247-1980f8e64133 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.7204359 Aug 22 13:34:41.141443 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 35926) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:34:41.174021 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0e9c615b-ddca-47a9-a110-b2093b3b6f94 req-7ca34f14-c07d-4931-8b2c-75a0a2fe615f tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441235 Aug 22 13:34:41.177104 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2753d759-c7f2-476e-b2ac-323743122059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:41.183290 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7968eb-b02f-4774-95a0-b3fc214844c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86161abd-93fb-4a2f-8c13-984112b572a1,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:41.254872 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863fc03-d04a-4fc3-9f83-48d7a9abcc81 req-06efce59-834f-4740-8917-a0255225548f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:41.256443 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7863fc03-d04a-4fc3-9f83-48d7a9abcc81 req-06efce59-834f-4740-8917-a0255225548f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=95182fd5-7fb3-4ee7-9db3-5849f9909c66 HTTP/1.1" status: 200 len: 1097 time: 0.1798224 Aug 22 13:34:41.306877 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7851d250-108d-4b7e-8503-2df03efd4db5 req-fd85018b-19d2-476f-bd6c-c993b66bfe24 service neutron] 10.222.0.41 "GET /v2.0/networks/b7fef465-db19-4a45-b3a4-f40426ee874f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3769267 Aug 22 13:34:41.306877 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7863fc03-d04a-4fc3-9f83-48d7a9abcc81 req-851117cb-5b51-449f-a4d0-2c0f58b762b7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419047 Aug 22 13:34:41.338291 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c4c59-4ea0-4767-b833-68fcf6a2ee97 req-7360a9fd-4824-4223-8803-52b2c84227f5 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:41.340334 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-793c4c59-4ea0-4767-b833-68fcf6a2ee97 req-7360a9fd-4824-4223-8803-52b2c84227f5 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=06202321-7a71-43cd-88a0-a5e7f7b6fe97 HTTP/1.1" status: 200 len: 943 time: 0.0900798 Aug 22 13:34:41.420352 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-793c4c59-4ea0-4767-b833-68fcf6a2ee97 req-6f14c7f6-c79e-45ff-970a-ec1e9ab46e2d tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694160 Aug 22 13:34:41.443054 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-2753d759-c7f2-476e-b2ac-323743122059 admin admin] Deleting port 2862b717-ad07-4839-9bac-33cd2f4324b6 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:34:41.443402 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2753d759-c7f2-476e-b2ac-323743122059 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:41.494477 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device d2834d00-2df8-4e69-b09e-e98ef3c97c27 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:34:41.524407 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-f7143ffa-37d3-4694-ab10-7bf844e0e090 None None] Set router 7b24aaef-57c7-4d40-b346-ab2ead2b91bc gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:34:41.526630 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: d2834d00-2df8-4e69-b09e-e98ef3c97c27 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:34:41.526966 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device d2834d00-2df8-4e69-b09e-e98ef3c97c27 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:34:41.527386 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device c5586c10-7f76-4327-b012-bd54a160b417 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:34:41.551330 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-2753d759-c7f2-476e-b2ac-323743122059 admin admin] For port 2862b717-ad07-4839-9bac-33cd2f4324b6, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=2862b717-ad07-4839-9bac-33cd2f4324b6,segment=NetworkSegment(e0cf36a3-398c-4c68-a668-edae22b1fee1),segment_id=e0cf36a3-398c-4c68-a668-edae22b1fee1)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:34:41.552124 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2753d759-c7f2-476e-b2ac-323743122059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:41.570979 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-2753d759-c7f2-476e-b2ac-323743122059 admin admin] Calling delete_port for 2862b717-ad07-4839-9bac-33cd2f4324b6 owned by network:dhcp {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:34:41.590154 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9be7cb-4418-4a63-8aba-55e130f57dd1 req-fec76c92-546c-43bb-9b6a-194feceea3cb tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:41.597854 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4d9be7cb-4418-4a63-8aba-55e130f57dd1 req-fec76c92-546c-43bb-9b6a-194feceea3cb tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0fa53e9-03d2-4443-baf1-d79e06ae1a85 HTTP/1.1" status: 200 len: 946 time: 0.1652350 Aug 22 13:34:41.637994 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device b5a2fb9f-e4fb-41c5-8459-baa170e9dcc7 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:34:41.660346 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: b5a2fb9f-e4fb-41c5-8459-baa170e9dcc7 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:34:41.660692 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device b5a2fb9f-e4fb-41c5-8459-baa170e9dcc7 not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:34:41.662058 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: c5586c10-7f76-4327-b012-bd54a160b417 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:34:41.662332 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device c5586c10-7f76-4327-b012-bd54a160b417 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:34:41.683926 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4d9be7cb-4418-4a63-8aba-55e130f57dd1 req-28e687e3-a761-4414-9a4a-9efe464f457d tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5c48efa-03fb-4165-aae3-65f8545e59a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850496 Aug 22 13:34:41.762348 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2753d759-c7f2-476e-b2ac-323743122059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:41.765916 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfdce19-94aa-4e39-a5f9-5dd2a6ba99e9 None None] DHCP port deletion for dfedf898-aca6-4df9-b6f5-cb8b2650ce65 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:34:41.795584 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2753d759-c7f2-476e-b2ac-323743122059 admin admin] Pushing event deleted for resources: {'Port': ['ID=2862b717-ad07-4839-9bac-33cd2f4324b6,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:41.802396 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2753d759-c7f2-476e-b2ac-323743122059 admin admin] No DVR routers for this DVR port 2862b717-ad07-4839-9bac-33cd2f4324b6 on host n-d-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:34:41.859379 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-f7143ffa-37d3-4694-ab10-7bf844e0e090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b24aaef-57c7-4d40-b346-ab2ead2b91bc', 'name': 'tempest-ServerRescueTestJSONUnderV235-458036423-router', 'tenant_id': '80bbcf4308ca4bd6b96d7b411fbfc797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'a11b1602-39c6-4651-afd6-3c105a9a287b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:34:36Z', 'updated_at': '2021-08-22T13:34:39Z', 'revision_number': 3, 'project_id': '80bbcf4308ca4bd6b96d7b411fbfc797', 'gw_port': {'id': 'a11b1602-39c6-4651-afd6-3c105a9a287b', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:22:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b24aaef-57c7-4d40-b346-ab2ead2b91bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:34:38Z', 'updated_at': '2021-08-22T13:34:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:34:41.877193 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cf61027a-8be7-483a-89bc-27c99f47ea11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:41.891819 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7143ffa-37d3-4694-ab10-7bf844e0e090 None None] Checking router: 7b24aaef-57c7-4d40-b346-ab2ead2b91bc for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:34:41.892308 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7143ffa-37d3-4694-ab10-7bf844e0e090 None None] Updating router 7b24aaef-57c7-4d40-b346-ab2ead2b91bc port a11b1602-39c6-4651-afd6-3c105a9a287b binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:34:41.911168 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2753d759-c7f2-476e-b2ac-323743122059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:41.922526 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-2753d759-c7f2-476e-b2ac-323743122059 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfedf898-aca6-4df9-b6f5-cb8b2650ce65']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:34:41.923863 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f7143ffa-37d3-4694-ab10-7bf844e0e090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:41.942262 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-2753d759-c7f2-476e-b2ac-323743122059 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0cf36a3-398c-4c68-a668-edae22b1fee1') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:34:41.942559 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-2753d759-c7f2-476e-b2ac-323743122059 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0cf36a3-398c-4c68-a668-edae22b1fee1') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:34:41.967209 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2753d759-c7f2-476e-b2ac-323743122059 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:41.996970 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2753d759-c7f2-476e-b2ac-323743122059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:42.014231 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2753d759-c7f2-476e-b2ac-323743122059 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:34:42.014642 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2753d759-c7f2-476e-b2ac-323743122059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:42.071423 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-cf61027a-8be7-483a-89bc-27c99f47ea11 admin admin] Allocated IP 172.20.0.1 (0ed8c4a4-768f-4fec-8761-699a6308faf6/0123922a-dff1-4aeb-b8e3-878a042c8287/6991d1fd-168f-435d-bdfc-4ee87a5c0147) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:34:42.089139 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:34:42.089139 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:34:42.089139 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:34:42.089139 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:34:42.089139 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:34:42.089139 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:34:42.089139 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:34:42.089139 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:34:42.089139 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:34:42.089139 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:34:42.089139 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:34:42.089139 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:34:42.089139 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:34:42.089139 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:34:42.089139 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:34:42.089139 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:34:42.089139 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:34:42.089139 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:34:42.089139 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:34:42.089139 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:34:42.089139 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:34:42.089139 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:34:42.089139 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:34:42.089139 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:34:42.089139 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:34:42.089139 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:34:42.089139 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:34:42.089139 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:34:42.089139 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:34:42.089139 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:34:42.089139 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:34:42.089139 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:34:42.097151 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2753d759-c7f2-476e-b2ac-323743122059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:42.117443 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b67ba-2fcf-47c3-9b71-f6fe2e1ffde7 req-b0777938-acea-496f-8ba9-fc7b5f020587 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:42.119338 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-025b67ba-2fcf-47c3-9b71-f6fe2e1ffde7 req-b0777938-acea-496f-8ba9-fc7b5f020587 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0fa53e9-03d2-4443-baf1-d79e06ae1a85 HTTP/1.1" status: 200 len: 946 time: 0.1672428 Aug 22 13:34:42.120603 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2753d759-c7f2-476e-b2ac-323743122059 admin admin] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:42.125521 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-2753d759-c7f2-476e-b2ac-323743122059 admin admin] 10.222.0.21 "DELETE /v2.0/networks/dfedf898-aca6-4df9-b6f5-cb8b2650ce65 HTTP/1.1" status: 204 len: 168 time: 1.0378990 Aug 22 13:34:42.165699 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2753d759-c7f2-476e-b2ac-323743122059 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfedf898-aca6-4df9-b6f5-cb8b2650ce65,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:42.252357 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-025b67ba-2fcf-47c3-9b71-f6fe2e1ffde7 req-762195bf-6c97-463d-b934-9b71cfaaa5ea tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Deleting port 3461c627-2410-4556-aeec-139d684435a9 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:34:42.252959 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-025b67ba-2fcf-47c3-9b71-f6fe2e1ffde7 req-762195bf-6c97-463d-b934-9b71cfaaa5ea tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:42.283460 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cf61027a-8be7-483a-89bc-27c99f47ea11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:42.364133 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cf61027a-8be7-483a-89bc-27c99f47ea11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:42.375638 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 35954) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:34:42.379056 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f7143ffa-37d3-4694-ab10-7bf844e0e090 None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:42.402778 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-f7143ffa-37d3-4694-ab10-7bf844e0e090 None None] Transition to ACTIVE for port object a11b1602-39c6-4651-afd6-3c105a9a287b will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:34:42.412166 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f7143ffa-37d3-4694-ab10-7bf844e0e090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:42.423326 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8226101a-412b-4625-ac55-6d744a20ccb3 req-efef799b-117d-41d7-8846-fee1a96fe3b3 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:42.433612 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8226101a-412b-4625-ac55-6d744a20ccb3 req-efef799b-117d-41d7-8846-fee1a96fe3b3 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=95182fd5-7fb3-4ee7-9db3-5849f9909c66 HTTP/1.1" status: 200 len: 945 time: 0.0924029 Aug 22 13:34:42.469619 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf61027a-8be7-483a-89bc-27c99f47ea11 admin admin] Network 0ed8c4a4-768f-4fec-8761-699a6308faf6 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:34:42.479985 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-cf61027a-8be7-483a-89bc-27c99f47ea11 admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:34:42.483991 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf61027a-8be7-483a-89bc-27c99f47ea11 admin admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:34:42.490707 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61027a-8be7-483a-89bc-27c99f47ea11 admin admin] Pushing event updated for resources: {'Port': ['ID=6991d1fd-168f-435d-bdfc-4ee87a5c0147,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:42.498782 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-025b67ba-2fcf-47c3-9b71-f6fe2e1ffde7 req-762195bf-6c97-463d-b934-9b71cfaaa5ea tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] For port 3461c627-2410-4556-aeec-139d684435a9, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=3461c627-2410-4556-aeec-139d684435a9,segment=NetworkSegment(130df981-0918-4e3c-b792-268407baa468),segment_id=130df981-0918-4e3c-b792-268407baa468)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:34:42.501110 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-025b67ba-2fcf-47c3-9b71-f6fe2e1ffde7 req-762195bf-6c97-463d-b934-9b71cfaaa5ea tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:42.523505 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-1fc3d14f-e835-4d2d-9dd6-a6838353fcce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1706b1b8ed7f4b13af0ef34415cabc13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1422186 Aug 22 13:34:42.525941 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 35958) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:34:42.530558 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-f7143ffa-37d3-4694-ab10-7bf844e0e090 None None] Attempting to bind port a11b1602-39c6-4651-afd6-3c105a9a287b on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:34:42.530943 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-f7143ffa-37d3-4694-ab10-7bf844e0e090 None None] Attempting to bind port a11b1602-39c6-4651-afd6-3c105a9a287b by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:34:42.531312 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7143ffa-37d3-4694-ab10-7bf844e0e090 None None] Attempting to bind port a11b1602-39c6-4651-afd6-3c105a9a287b on network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:34:42.555497 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8226101a-412b-4625-ac55-6d744a20ccb3 req-d697485b-6d38-4f49-b9da-5c3511afd8f2 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165519 Aug 22 13:34:42.563356 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7143ffa-37d3-4694-ab10-7bf844e0e090 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:34:42.563760 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7143ffa-37d3-4694-ab10-7bf844e0e090 None None] Checking segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:34:42.564163 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f7143ffa-37d3-4694-ab10-7bf844e0e090 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:42.564835 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7143ffa-37d3-4694-ab10-7bf844e0e090 None None] Bound using segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:34:42.565323 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-f7143ffa-37d3-4694-ab10-7bf844e0e090 None None] Bound port: a11b1602-39c6-4651-afd6-3c105a9a287b, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:34:42.565710 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f7143ffa-37d3-4694-ab10-7bf844e0e090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:42.579575 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-025b67ba-2fcf-47c3-9b71-f6fe2e1ffde7 req-762195bf-6c97-463d-b934-9b71cfaaa5ea tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Calling delete_port for 3461c627-2410-4556-aeec-139d684435a9 owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:34:42.583857 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cf61027a-8be7-483a-89bc-27c99f47ea11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:42.617143 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4763e19b-dfb1-46e2-9a2d-412b56291697 None None] Pushing event updated for resources: {'Port': ['ID=a11b1602-39c6-4651-afd6-3c105a9a287b,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:42.666858 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-f7143ffa-37d3-4694-ab10-7bf844e0e090 None None] For port a11b1602-39c6-4651-afd6-3c105a9a287b, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:34:42.669439 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b98d94e8-72aa-47e9-aafd-3af08db1dbc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:42.672028 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-f7143ffa-37d3-4694-ab10-7bf844e0e090 None None] For port a11b1602-39c6-4651-afd6-3c105a9a287b, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=a11b1602-39c6-4651-afd6-3c105a9a287b,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:34:42.677500 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 41cc3409-9cca-4a33-844d-e9d55aa0d6fa details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:34:42.678034 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c10dd-2143-4f0a-be65-fd5139bc627b req-0f894677-db34-48ec-9d17-488329f45ccd tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:42.683465 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f7143ffa-37d3-4694-ab10-7bf844e0e090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:42.687088 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-173c10dd-2143-4f0a-be65-fd5139bc627b req-0f894677-db34-48ec-9d17-488329f45ccd tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=06202321-7a71-43cd-88a0-a5e7f7b6fe97 HTTP/1.1" status: 200 len: 943 time: 0.1265683 Aug 22 13:34:42.730995 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b98d94e8-72aa-47e9-aafd-3af08db1dbc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:42.816631 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-173c10dd-2143-4f0a-be65-fd5139bc627b req-dfcfa41e-7dd6-44e2-8dc8-11a33f2c45de tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262772 Aug 22 13:34:42.870374 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7143ffa-37d3-4694-ab10-7bf844e0e090 None None] Routers {'7b24aaef-57c7-4d40-b346-ab2ead2b91bc'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:34:42.871047 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-f7143ffa-37d3-4694-ab10-7bf844e0e090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:34:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['7b24aaef-57c7-4d40-b346-ab2ead2b91bc'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:34:42.909370 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b98d94e8-72aa-47e9-aafd-3af08db1dbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:42.912355 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b98d94e8-72aa-47e9-aafd-3af08db1dbc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:42.914638 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe4d601-e645-4f39-8afe-65382de7ae3b req-436613d3-d912-4fe0-9293-70ad63cfbd10 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:42.924364 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ebe4d601-e645-4f39-8afe-65382de7ae3b req-436613d3-d912-4fe0-9293-70ad63cfbd10 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0fa53e9-03d2-4443-baf1-d79e06ae1a85 HTTP/1.1" status: 200 len: 946 time: 0.1293275 Aug 22 13:34:42.931035 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b98d94e8-72aa-47e9-aafd-3af08db1dbc5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/88662cd8-dd94-4ce4-b1a9-338f6c18ab37 HTTP/1.1" status: 204 len: 168 time: 0.4040163 Aug 22 13:34:42.956900 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98d94e8-72aa-47e9-aafd-3af08db1dbc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88662cd8-dd94-4ce4-b1a9-338f6c18ab37,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:42.965132 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4763e19b-dfb1-46e2-9a2d-412b56291697 None None] Pushing event updated for resources: {'Port': ['ID=a11b1602-39c6-4651-afd6-3c105a9a287b,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:42.972422 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cf61027a-8be7-483a-89bc-27c99f47ea11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:43.061132 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 41cc3409-9cca-4a33-844d-e9d55aa0d6fa, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=41cc3409-9cca-4a33-844d-e9d55aa0d6fa,segment=NetworkSegment(036d4b3c-fc3c-4bf5-94d1-99331e586aa4),segment_id=036d4b3c-fc3c-4bf5-94d1-99331e586aa4)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:34:43.067417 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ebe4d601-e645-4f39-8afe-65382de7ae3b req-af66437a-aab5-4409-9358-078d5fb73be5 tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5c48efa-03fb-4165-aae3-65f8545e59a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418087 Aug 22 13:34:43.079426 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-025b67ba-2fcf-47c3-9b71-f6fe2e1ffde7 req-762195bf-6c97-463d-b934-9b71cfaaa5ea tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:43.141237 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['3461c627-2410-4556-aeec-139d684435a9'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:34:43.168264 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '41cc3409-9cca-4a33-844d-e9d55aa0d6fa', 'network_id': 'b7fef465-db19-4a45-b3a4-f40426ee874f', 'port_id': '41cc3409-9cca-4a33-844d-e9d55aa0d6fa', 'mac_address': 'fa:16:3e:52:28:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55b06a4c-e7f4-4110-96cb-ea2fffe8df6c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:34:43.170191 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762195bf-6c97-463d-b934-9b71cfaaa5ea tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Pushing event deleted for resources: {'Port': ['ID=3461c627-2410-4556-aeec-139d684435a9,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:43.249790 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-025b67ba-2fcf-47c3-9b71-f6fe2e1ffde7 req-762195bf-6c97-463d-b934-9b71cfaaa5ea tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] No DVR routers for this DVR port 3461c627-2410-4556-aeec-139d684435a9 on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:34:43.256215 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-025b67ba-2fcf-47c3-9b71-f6fe2e1ffde7 req-762195bf-6c97-463d-b934-9b71cfaaa5ea tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:43.265347 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-025b67ba-2fcf-47c3-9b71-f6fe2e1ffde7 req-762195bf-6c97-463d-b934-9b71cfaaa5ea tempest-ListServerFiltersTestJSON-1451122030 tempest-ListServerFiltersTestJSON-1451122030-project] 10.222.0.16 "DELETE /v2.0/ports/3461c627-2410-4556-aeec-139d684435a9 HTTP/1.1" status: 204 len: 173 time: 1.1308241 Aug 22 13:34:43.266329 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0fa53e9-03d2-4443-baf1-d79e06ae1a85', 'name': 'network-vif-deleted', 'tag': '3461c627-2410-4556-aeec-139d684435a9'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:34:43.273583 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0a8c15-27da-4931-8d93-bcc4882cc405" -d '{"events": [{"server_uuid": "d0fa53e9-03d2-4443-baf1-d79e06ae1a85", "name": "network-vif-deleted", "tag": "3461c627-2410-4556-aeec-139d684435a9"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:34:43.298622 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-f7143ffa-37d3-4694-ab10-7bf844e0e090 None None] Set router 7b24aaef-57c7-4d40-b346-ab2ead2b91bc gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:34:43.358211 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cf61027a-8be7-483a-89bc-27c99f47ea11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:43.367734 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:43.368193 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cf61027a-8be7-483a-89bc-27c99f47ea11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:43.394470 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46013d9a-c1db-4b09-9c44-27dcd51682c2 x-openstack-request-id: req-46013d9a-c1db-4b09-9c44-27dcd51682c2 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:34:43.394785 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0fa53e9-03d2-4443-baf1-d79e06ae1a85", "name": "network-vif-deleted", "tag": "3461c627-2410-4556-aeec-139d684435a9", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:34:43.395039 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-46013d9a-c1db-4b09-9c44-27dcd51682c2 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:34:43.395444 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0fa53e9-03d2-4443-baf1-d79e06ae1a85', 'name': 'network-vif-deleted', 'tag': '3461c627-2410-4556-aeec-139d684435a9', 'status': 'completed', 'code': 200} Aug 22 13:34:43.415323 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41cc3409-9cca-4a33-844d-e9d55aa0d6fa {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:34:43.472200 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61027a-8be7-483a-89bc-27c99f47ea11 admin admin] Pushing event updated for resources: {'Port': ['ID=6991d1fd-168f-435d-bdfc-4ee87a5c0147,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:43.480149 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cf61027a-8be7-483a-89bc-27c99f47ea11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:43.541547 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 41cc3409-9cca-4a33-844d-e9d55aa0d6fa, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=41cc3409-9cca-4a33-844d-e9d55aa0d6fa,segment=NetworkSegment(036d4b3c-fc3c-4bf5-94d1-99331e586aa4),segment_id=036d4b3c-fc3c-4bf5-94d1-99331e586aa4)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:34:43.566841 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 2862b717-ad07-4839-9bac-33cd2f4324b6 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:34:43.645211 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 2862b717-ad07-4839-9bac-33cd2f4324b6 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:34:43.648671 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 2862b717-ad07-4839-9bac-33cd2f4324b6 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:34:43.650212 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:43.734241 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf61027a-8be7-483a-89bc-27c99f47ea11 admin admin] Network 0ed8c4a4-768f-4fec-8761-699a6308faf6 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:34:43.735271 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-cf61027a-8be7-483a-89bc-27c99f47ea11 admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:34:43.809923 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81bc3f9-ae98-45b5-81bf-6d1b07256ca0 req-bec5a412-f0cf-4a5d-8fd2-542ceafbd67a tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:43.828200 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e81bc3f9-ae98-45b5-81bf-6d1b07256ca0 req-bec5a412-f0cf-4a5d-8fd2-542ceafbd67a tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=95182fd5-7fb3-4ee7-9db3-5849f9909c66 HTTP/1.1" status: 200 len: 945 time: 0.1394882 Aug 22 13:34:43.838952 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=41cc3409-9cca-4a33-844d-e9d55aa0d6fa,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:43.887195 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['41cc3409-9cca-4a33-844d-e9d55aa0d6fa'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:34:43.977661 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e81bc3f9-ae98-45b5-81bf-6d1b07256ca0 req-f1b6b3de-86c5-43ee-bb7e-815413ef6b0b tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455526 Aug 22 13:34:44.025290 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf61027a-8be7-483a-89bc-27c99f47ea11 admin admin] Router 7b24aaef-57c7-4d40-b346-ab2ead2b91bc has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:34:44.139309 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f950c50-92b6-49e2-99f9-2fd9804d8061 req-a2c84c74-63f9-40f8-8efe-bb54d84a1b4d tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:44.149754 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3f950c50-92b6-49e2-99f9-2fd9804d8061 req-a2c84c74-63f9-40f8-8efe-bb54d84a1b4d tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=06202321-7a71-43cd-88a0-a5e7f7b6fe97 HTTP/1.1" status: 200 len: 944 time: 0.1948588 Aug 22 13:34:44.173582 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-f7143ffa-37d3-4694-ab10-7bf844e0e090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b24aaef-57c7-4d40-b346-ab2ead2b91bc', 'name': 'tempest-ServerRescueTestJSONUnderV235-458036423-router', 'tenant_id': '80bbcf4308ca4bd6b96d7b411fbfc797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'a11b1602-39c6-4651-afd6-3c105a9a287b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:34:36Z', 'updated_at': '2021-08-22T13:34:42Z', 'revision_number': 4, 'project_id': '80bbcf4308ca4bd6b96d7b411fbfc797', 'gw_port': {'id': 'a11b1602-39c6-4651-afd6-3c105a9a287b', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:22:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b24aaef-57c7-4d40-b346-ab2ead2b91bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:34:38Z', 'updated_at': '2021-08-22T13:34:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '6991d1fd-168f-435d-bdfc-4ee87a5c0147', 'name': '', 'network_id': '0ed8c4a4-768f-4fec-8761-699a6308faf6', 'tenant_id': '80bbcf4308ca4bd6b96d7b411fbfc797', 'mac_address': 'fa:16:3e:96:85:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b24aaef-57c7-4d40-b346-ab2ead2b91bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '0123922a-dff1-4aeb-b8e3-878a042c8287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:34:41Z', 'updated_at': '2021-08-22T13:34:42Z', 'revision_number': 1, 'project_id': '80bbcf4308ca4bd6b96d7b411fbfc797', 'subnets': [{'id': '0123922a-dff1-4aeb-b8e3-878a042c8287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:34:44.245386 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3f950c50-92b6-49e2-99f9-2fd9804d8061 req-7bf1d8d4-612f-46aa-b2e2-e106d17198ba tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803103 Aug 22 13:34:44.253951 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf61027a-8be7-483a-89bc-27c99f47ea11 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:34:44.262978 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-cf61027a-8be7-483a-89bc-27c99f47ea11 admin admin] 10.222.0.21 "PUT /v2.0/routers/7b24aaef-57c7-4d40-b346-ab2ead2b91bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1195982 Aug 22 13:34:44.273205 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 36010) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:34:44.275078 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7143ffa-37d3-4694-ab10-7bf844e0e090 None None] The sync data for ids ['7b24aaef-57c7-4d40-b346-ab2ead2b91bc'] in n-d-793621-33 is: [{'id': '7b24aaef-57c7-4d40-b346-ab2ead2b91bc', 'name': 'tempest-ServerRescueTestJSONUnderV235-458036423-router', 'tenant_id': '80bbcf4308ca4bd6b96d7b411fbfc797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'a11b1602-39c6-4651-afd6-3c105a9a287b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:34:36Z', 'updated_at': '2021-08-22T13:34:42Z', 'revision_number': 4, 'project_id': '80bbcf4308ca4bd6b96d7b411fbfc797', 'gw_port': {'id': 'a11b1602-39c6-4651-afd6-3c105a9a287b', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:22:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b24aaef-57c7-4d40-b346-ab2ead2b91bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:34:38Z', 'updated_at': '2021-08-22T13:34:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '6991d1fd-168f-435d-bdfc-4ee87a5c0147', 'name': '', 'network_id': '0ed8c4a4-768f-4fec-8761-699a6308faf6', 'tenant_id': '80bbcf4308ca4bd6b96d7b411fbfc797', 'mac_address': 'fa:16:3e:96:85:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b24aaef-57c7-4d40-b346-ab2ead2b91bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '0123922a-dff1-4aeb-b8e3-878a042c8287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:34:41Z', 'updated_at': '2021-08-22T13:34:42Z', 'revision_number': 1, 'project_id': '80bbcf4308ca4bd6b96d7b411fbfc797', 'subnets': [{'id': '0123922a-dff1-4aeb-b8e3-878a042c8287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:34:44.348058 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 36016) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:34:44.388089 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-87a7f8ed-1243-4764-988c-9e69dd24d1f5 admin admin] Deleting subnet d62c1c3a-0f35-412c-a2aa-3badca63aa0f {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:34:44.402737 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-87a7f8ed-1243-4764-988c-9e69dd24d1f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:44.447145 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-87a7f8ed-1243-4764-988c-9e69dd24d1f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:44.573017 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-87a7f8ed-1243-4764-988c-9e69dd24d1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:44.574828 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a151f-cb06-4f77-89f2-624c4a25ff0d req-19f9c145-04e5-4ad5-896a-2f6f972cd3ca tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:44.576937 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-aa2a151f-cb06-4f77-89f2-624c4a25ff0d req-19f9c145-04e5-4ad5-896a-2f6f972cd3ca tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=95182fd5-7fb3-4ee7-9db3-5849f9909c66 HTTP/1.1" status: 200 len: 945 time: 0.1084068 Aug 22 13:34:44.609442 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-e03bbc00-a681-430e-9b1b-db791bd5ba24 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-313872977-network', 'tenant_id': '79cda882c51f49c8a97f6b7883940f43'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:34:44.627039 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-aa2a151f-cb06-4f77-89f2-624c4a25ff0d req-4e14c7f2-2ef1-46fd-9e21-85452b4907ff tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428917 Aug 22 13:34:44.676825 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03bbc00-a681-430e-9b1b-db791bd5ba24 admin admin] Made reservation on behalf of 79cda882c51f49c8a97f6b7883940f43 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:34:44.679118 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e03bbc00-a681-430e-9b1b-db791bd5ba24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:44.688713 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 41cc3409-9cca-4a33-844d-e9d55aa0d6fa up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:34:44.691794 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e03bbc00-a681-430e-9b1b-db791bd5ba24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:44.764965 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-87a7f8ed-1243-4764-988c-9e69dd24d1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:44.781224 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 41cc3409-9cca-4a33-844d-e9d55aa0d6fa completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:34:44.800673 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 41cc3409-9cca-4a33-844d-e9d55aa0d6fa triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:34:44.800673 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:44.872519 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e03bbc00-a681-430e-9b1b-db791bd5ba24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:44.881514 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e03bbc00-a681-430e-9b1b-db791bd5ba24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:44.924157 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:44.924889 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7f8ed-1243-4764-988c-9e69dd24d1f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d62c1c3a-0f35-412c-a2aa-3badca63aa0f,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:44.930613 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-87a7f8ed-1243-4764-988c-9e69dd24d1f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:44.932609 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-87a7f8ed-1243-4764-988c-9e69dd24d1f5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d62c1c3a-0f35-412c-a2aa-3badca63aa0f HTTP/1.1" status: 204 len: 168 time: 0.6581419 Aug 22 13:34:44.935078 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4c06f6-5d7b-4780-9369-f74d33c3599b None None] Network 400d6b6e-faf3-40e6-9026-ff1923b82e43 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:34:44.944749 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 36040) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:34:44.962382 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e03bbc00-a681-430e-9b1b-db791bd5ba24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:34:45.032622 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03bbc00-a681-430e-9b1b-db791bd5ba24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f23f2214-6790-4df7-a348-a4695558251b,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:45.045350 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e03bbc00-a681-430e-9b1b-db791bd5ba24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:45.045823 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-e03bbc00-a681-430e-9b1b-db791bd5ba24 admin admin] Added segment 741e13e0-402a-4f69-a295-32aa21113f30 of type vlan for network 29a5fa06-3722-4b00-8610-7c352a4197c0 Aug 22 13:34:45.052969 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c80fab-c200-4469-a990-de40cc8f83bb req-a39b65da-203a-4a93-9ce9-f619fb6de223 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:45.063430 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-51c80fab-c200-4469-a990-de40cc8f83bb req-a39b65da-203a-4a93-9ce9-f619fb6de223 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/networks?id=0ed8c4a4-768f-4fec-8761-699a6308faf6 HTTP/1.1" status: 200 len: 819 time: 0.1671581 Aug 22 13:34:45.083866 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-51c80fab-c200-4469-a990-de40cc8f83bb req-9ea2950d-6dd5-4580-b8da-aab561b8bff1 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/quotas/80bbcf4308ca4bd6b96d7b411fbfc797 HTTP/1.1" status: 200 len: 375 time: 0.0178185 Aug 22 13:34:45.087042 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-204d3b71-48f9-4c29-812c-2ca3a516364f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:45.108932 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e03bbc00-a681-430e-9b1b-db791bd5ba24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:45.137407 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06202321-7a71-43cd-88a0-a5e7f7b6fe97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41cc3409-9cca-4a33-844d-e9d55aa0d6fa'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:34:45.140206 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb2b5f3-44cb-415e-9c3d-c3bd6a4c5342" -d '{"events": [{"server_uuid": "06202321-7a71-43cd-88a0-a5e7f7b6fe97", "name": "network-vif-plugged", "status": "completed", "tag": "41cc3409-9cca-4a33-844d-e9d55aa0d6fa"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:34:45.158970 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-51c80fab-c200-4469-a990-de40cc8f83bb req-654e9755-533f-4b8c-acb5-6c1570790211 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=80bbcf4308ca4bd6b96d7b411fbfc797&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0734582 Aug 22 13:34:45.179241 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e03bbc00-a681-430e-9b1b-db791bd5ba24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:45.193294 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03bbc00-a681-430e-9b1b-db791bd5ba24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:45.194708 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e03bbc00-a681-430e-9b1b-db791bd5ba24 admin admin] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:45.197501 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 41cc3409-9cca-4a33-844d-e9d55aa0d6fa, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=41cc3409-9cca-4a33-844d-e9d55aa0d6fa,segment=NetworkSegment(036d4b3c-fc3c-4bf5-94d1-99331e586aa4),segment_id=036d4b3c-fc3c-4bf5-94d1-99331e586aa4)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:34:45.217618 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:45.236005 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9212f64-5e87-4898-a924-3887a0a6f32f x-openstack-request-id: req-e9212f64-5e87-4898-a924-3887a0a6f32f {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:34:45.236723 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06202321-7a71-43cd-88a0-a5e7f7b6fe97", "name": "network-vif-plugged", "status": "completed", "tag": "41cc3409-9cca-4a33-844d-e9d55aa0d6fa", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:34:45.239821 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e03bbc00-a681-430e-9b1b-db791bd5ba24 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8860238 Aug 22 13:34:45.243003 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 36046) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:34:45.245133 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e9212f64-5e87-4898-a924-3887a0a6f32f {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:34:45.248482 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06202321-7a71-43cd-88a0-a5e7f7b6fe97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41cc3409-9cca-4a33-844d-e9d55aa0d6fa', 'code': 200} Aug 22 13:34:45.250755 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-524e510c-2194-4ece-9cbd-72deddd391c0 admin admin] Request body: {'subnet': {'network_id': '29a5fa06-3722-4b00-8610-7c352a4197c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-313872977-subnet', 'tenant_id': '79cda882c51f49c8a97f6b7883940f43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:34:45.334330 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-51c80fab-c200-4469-a990-de40cc8f83bb req-5e59c641-94d1-4be0-af31-b3bf6058658b service neutron] 10.222.0.21 "GET /v2.0/networks/0ed8c4a4-768f-4fec-8761-699a6308faf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743636 Aug 22 13:34:45.346490 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524e510c-2194-4ece-9cbd-72deddd391c0 admin admin] Made reservation on behalf of 79cda882c51f49c8a97f6b7883940f43 for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:34:45.348924 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-524e510c-2194-4ece-9cbd-72deddd391c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:45.389432 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=41cc3409-9cca-4a33-844d-e9d55aa0d6fa,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:45.411143 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839c983a-34f1-4fd9-bf0b-0dfea70b943c None None] DHCP port deletion for 400d6b6e-faf3-40e6-9026-ff1923b82e43 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:34:45.482435 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03bbc00-a681-430e-9b1b-db791bd5ba24 admin admin] Pushing event updated for resources: {'Network': ['ID=29a5fa06-3722-4b00-8610-7c352a4197c0,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:45.494002 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-204d3b71-48f9-4c29-812c-2ca3a516364f admin admin] Deleting port 14c248f3-109b-4876-b6a7-664a2b8395b6 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:34:45.498489 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-204d3b71-48f9-4c29-812c-2ca3a516364f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:45.520491 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-839c983a-34f1-4fd9-bf0b-0dfea70b943c None None] Deleting port 14c248f3-109b-4876-b6a7-664a2b8395b6 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:34:45.521512 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-839c983a-34f1-4fd9-bf0b-0dfea70b943c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:45.597985 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 29a5fa06-3722-4b00-8610-7c352a4197c0 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:34:45.611282 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 14c248f3-109b-4876-b6a7-664a2b8395b6 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:34:45.648454 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-51c80fab-c200-4469-a990-de40cc8f83bb req-c344c816-8f97-483b-a192-d90b175873ec service neutron] 10.222.0.21 "GET /v2.0/networks/0ed8c4a4-768f-4fec-8761-699a6308faf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110368 Aug 22 13:34:45.689797 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d9610-a06c-44f4-8698-54314b957618 req-ec01833d-87bd-4bb4-b68b-3a59f776f495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:45.693605 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-566d9610-a06c-44f4-8698-54314b957618 req-ec01833d-87bd-4bb4-b68b-3a59f776f495 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=06202321-7a71-43cd-88a0-a5e7f7b6fe97 HTTP/1.1" status: 200 len: 1097 time: 0.3622863 Aug 22 13:34:45.699362 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d808b06-4ba4-4c8d-a67b-f82e203fbe95 req-96cfadf3-ef78-4f63-b88c-55e17cbaf6e6 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:45.704141 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-204d3b71-48f9-4c29-812c-2ca3a516364f admin admin] For port 14c248f3-109b-4876-b6a7-664a2b8395b6, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=14c248f3-109b-4876-b6a7-664a2b8395b6,segment=NetworkSegment(130df981-0918-4e3c-b792-268407baa468),segment_id=130df981-0918-4e3c-b792-268407baa468)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:34:45.704726 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-204d3b71-48f9-4c29-812c-2ca3a516364f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:45.708007 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1d808b06-4ba4-4c8d-a67b-f82e203fbe95 req-96cfadf3-ef78-4f63-b88c-55e17cbaf6e6 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=06202321-7a71-43cd-88a0-a5e7f7b6fe97 HTTP/1.1" status: 200 len: 945 time: 0.2905607 Aug 22 13:34:45.711916 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 3461c627-2410-4556-aeec-139d684435a9 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:34:45.734380 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-204d3b71-48f9-4c29-812c-2ca3a516364f admin admin] Calling delete_port for 14c248f3-109b-4876-b6a7-664a2b8395b6 owned by network:dhcp {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:34:45.760143 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-566d9610-a06c-44f4-8698-54314b957618 req-1ae15abd-7c95-48f6-b082-b821959f98ce service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582378 Aug 22 13:34:45.815282 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: 3461c627-2410-4556-aeec-139d684435a9 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:34:45.816037 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 3461c627-2410-4556-aeec-139d684435a9 not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:34:45.832570 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1d808b06-4ba4-4c8d-a67b-f82e203fbe95 req-95b21836-80ee-4ba6-af1f-39668d9a34c5 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235106 Aug 22 13:34:45.833255 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-839c983a-34f1-4fd9-bf0b-0dfea70b943c None None] For port 14c248f3-109b-4876-b6a7-664a2b8395b6, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=14c248f3-109b-4876-b6a7-664a2b8395b6,segment=NetworkSegment(130df981-0918-4e3c-b792-268407baa468),segment_id=130df981-0918-4e3c-b792-268407baa468)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:34:45.833958 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-839c983a-34f1-4fd9-bf0b-0dfea70b943c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:45.876794 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-839c983a-34f1-4fd9-bf0b-0dfea70b943c None None] Calling delete_port for 14c248f3-109b-4876-b6a7-664a2b8395b6 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:34:45.876900 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-204d3b71-48f9-4c29-812c-2ca3a516364f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:45.957263 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d3b71-48f9-4c29-812c-2ca3a516364f admin admin] Pushing event deleted for resources: {'Port': ['ID=14c248f3-109b-4876-b6a7-664a2b8395b6,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:45.966203 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204d3b71-48f9-4c29-812c-2ca3a516364f admin admin] No DVR routers for this DVR port 14c248f3-109b-4876-b6a7-664a2b8395b6 on host n-d-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:34:46.107559 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-839c983a-34f1-4fd9-bf0b-0dfea70b943c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:46.121175 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f1037d6c-cd1b-460d-a71e-42471f27839a req-53a7d6a8-e685-412f-94cd-0bf8d8d63409 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/ports?device_id=749d42e6-7a09-41ba-90aa-67e4d2eecd56 HTTP/1.1" status: 200 len: 210 time: 0.1106973 Aug 22 13:34:46.121763 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No active binding found for port 14c248f3-109b-4876-b6a7-664a2b8395b6 {{(pid=94629) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 22 13:34:46.121763 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 14c248f3-109b-4876-b6a7-664a2b8395b6 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:34:46.148407 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839c983a-34f1-4fd9-bf0b-0dfea70b943c None None] No DVR routers for this DVR port 14c248f3-109b-4876-b6a7-664a2b8395b6 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:34:46.153575 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-524e510c-2194-4ece-9cbd-72deddd391c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:46.192167 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-204d3b71-48f9-4c29-812c-2ca3a516364f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:46.202011 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839c983a-34f1-4fd9-bf0b-0dfea70b943c None None] Pushing event deleted for resources: {'Port': ['ID=14c248f3-109b-4876-b6a7-664a2b8395b6,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:46.211414 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-204d3b71-48f9-4c29-812c-2ca3a516364f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['400d6b6e-faf3-40e6-9026-ff1923b82e43']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:34:46.224025 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-204d3b71-48f9-4c29-812c-2ca3a516364f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '130df981-0918-4e3c-b792-268407baa468') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:34:46.224377 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-204d3b71-48f9-4c29-812c-2ca3a516364f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '130df981-0918-4e3c-b792-268407baa468') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:34:46.240287 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524e510c-2194-4ece-9cbd-72deddd391c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffb4d087-1294-4a80-af2a-ccd3cdf84545,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:46.256294 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-204d3b71-48f9-4c29-812c-2ca3a516364f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:46.260852 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54bada-ca5b-4025-9f37-f6a366923be5 req-efb8b34f-e943-47ff-a606-2e227296e012 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:46.269058 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7b54bada-ca5b-4025-9f37-f6a366923be5 req-efb8b34f-e943-47ff-a606-2e227296e012 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=95182fd5-7fb3-4ee7-9db3-5849f9909c66 HTTP/1.1" status: 200 len: 945 time: 0.2939425 Aug 22 13:34:46.275484 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-204d3b71-48f9-4c29-812c-2ca3a516364f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:46.283283 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-204d3b71-48f9-4c29-812c-2ca3a516364f admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:34:46.283793 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-204d3b71-48f9-4c29-812c-2ca3a516364f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:46.286137 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:34:46.286137 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:34:46.286137 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:34:46.286137 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:34:46.286137 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:34:46.286137 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:34:46.286137 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:34:46.286137 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:34:46.286137 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:34:46.286137 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:34:46.286137 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:34:46.286137 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:34:46.286137 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:34:46.286137 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:34:46.286137 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:34:46.286137 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:34:46.286137 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:34:46.286137 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:34:46.286137 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:34:46.286137 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:34:46.286137 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:34:46.286137 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:34:46.286137 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:34:46.286137 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:34:46.286137 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:34:46.286137 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:34:46.286137 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:34:46.286137 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:34:46.286137 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:34:46.286137 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:34:46.286137 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:34:46.286137 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:34:46.317699 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524e510c-2194-4ece-9cbd-72deddd391c0 admin admin] Checking segment: {'id': '741e13e0-402a-4f69-a295-32aa21113f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '29a5fa06-3722-4b00-8610-7c352a4197c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:34:46.318071 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524e510c-2194-4ece-9cbd-72deddd391c0 admin admin] Network hostable DHCP agents. Network: 29a5fa06-3722-4b00-8610-7c352a4197c0, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:34:46.356573 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7b54bada-ca5b-4025-9f37-f6a366923be5 req-023f15ef-d272-47ff-b6dc-93862cba2aa0 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823483 Aug 22 13:34:46.369013 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524e510c-2194-4ece-9cbd-72deddd391c0 admin admin] Network 29a5fa06-3722-4b00-8610-7c352a4197c0 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:34:46.390896 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-524e510c-2194-4ece-9cbd-72deddd391c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 29a5fa06-3722-4b00-8610-7c352a4197c0) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:34:46.396889 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524e510c-2194-4ece-9cbd-72deddd391c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:46.401926 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9617ea-b2d7-4bb7-aec7-e9e2ee55b460 None None] Network 29a5fa06-3722-4b00-8610-7c352a4197c0 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:34:46.402696 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-524e510c-2194-4ece-9cbd-72deddd391c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:46.438187 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-524e510c-2194-4ece-9cbd-72deddd391c0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1928537 Aug 22 13:34:46.453679 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-204d3b71-48f9-4c29-812c-2ca3a516364f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:46.465601 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-204d3b71-48f9-4c29-812c-2ca3a516364f admin admin] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:46.469795 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-204d3b71-48f9-4c29-812c-2ca3a516364f admin admin] 10.222.0.21 "DELETE /v2.0/networks/400d6b6e-faf3-40e6-9026-ff1923b82e43 HTTP/1.1" status: 204 len: 168 time: 1.5230911 Aug 22 13:34:46.500655 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d3b71-48f9-4c29-812c-2ca3a516364f admin admin] Pushing event deleted for resources: {'Network': ['ID=400d6b6e-faf3-40e6-9026-ff1923b82e43,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:46.694702 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ff896e-13d5-434e-81ba-0967151b9ac7 None None] Network 29a5fa06-3722-4b00-8610-7c352a4197c0 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:34:46.772371 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 36094) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:34:46.868287 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d62c9992-3495-49ad-b3f7-383b2a3d9c16 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1d9ce1c6b51147c1a0b00ee358cbb39e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0922892 Aug 22 13:34:46.870026 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 36100) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:34:47.024405 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2340a7ec-d263-4d6b-af63-588f81b76fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:47.061717 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2340a7ec-d263-4d6b-af63-588f81b76fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:47.084327 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90df0f4-fce8-404e-94f3-067d4c76860b req-a16197b3-6e9d-4505-abf1-81da96274cac tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:47.088732 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b90df0f4-fce8-404e-94f3-067d4c76860b req-a16197b3-6e9d-4505-abf1-81da96274cac tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=95182fd5-7fb3-4ee7-9db3-5849f9909c66 HTTP/1.1" status: 200 len: 945 time: 0.1269555 Aug 22 13:34:47.161523 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b90df0f4-fce8-404e-94f3-067d4c76860b req-2784d600-02a6-4c03-9aff-a2767a245d17 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688522 Aug 22 13:34:47.240130 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2340a7ec-d263-4d6b-af63-588f81b76fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:47.243393 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2340a7ec-d263-4d6b-af63-588f81b76fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:47.246875 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-2340a7ec-d263-4d6b-af63-588f81b76fa6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a5c48efa-03fb-4165-aae3-65f8545e59a1 HTTP/1.1" status: 204 len: 168 time: 0.3732307 Aug 22 13:34:47.257274 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2340a7ec-d263-4d6b-af63-588f81b76fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c48efa-03fb-4165-aae3-65f8545e59a1,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:47.329487 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6105e-c445-4f8b-beda-70a033b3254c req-9c335e1f-eceb-4732-8047-b20a76472faa tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:47.330988 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-13a6105e-c445-4f8b-beda-70a033b3254c req-9c335e1f-eceb-4732-8047-b20a76472faa tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/networks?id=29a5fa06-3722-4b00-8610-7c352a4197c0 HTTP/1.1" status: 200 len: 814 time: 0.1848397 Aug 22 13:34:47.350889 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720235dc-c05a-4aea-ba5d-edba462121e0 req-6d575436-f845-4f2a-a0f6-57b07317def0 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:47.356741 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-720235dc-c05a-4aea-ba5d-edba462121e0 req-6d575436-f845-4f2a-a0f6-57b07317def0 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=06202321-7a71-43cd-88a0-a5e7f7b6fe97 HTTP/1.1" status: 200 len: 945 time: 0.0901177 Aug 22 13:34:47.383216 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-13a6105e-c445-4f8b-beda-70a033b3254c req-d7c6dd7b-5c3f-4bce-a490-984bcfbe98cf tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/quotas/79cda882c51f49c8a97f6b7883940f43 HTTP/1.1" status: 200 len: 375 time: 0.0251226 Aug 22 13:34:47.432821 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-13a6105e-c445-4f8b-beda-70a033b3254c req-0338e787-42ed-41a2-8426-61bd1a77352d tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=79cda882c51f49c8a97f6b7883940f43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483751 Aug 22 13:34:47.533296 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-720235dc-c05a-4aea-ba5d-edba462121e0 req-6926193b-e105-4fc5-9411-b7f103f521f5 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651313 Aug 22 13:34:47.652373 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device a11b1602-39c6-4651-afd6-3c105a9a287b up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:34:47.768367 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e880e678-e841-4be5-81a4-f1df611376f9 req-e1c3ac86-cccf-4225-b8ad-22b0412f2538 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/ports?device_id=749d42e6-7a09-41ba-90aa-67e4d2eecd56 HTTP/1.1" status: 200 len: 210 time: 0.0978501 Aug 22 13:34:47.775907 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-13a6105e-c445-4f8b-beda-70a033b3254c req-03dcde03-c302-495b-9281-783ea95c595d service neutron] 10.222.0.21 "GET /v2.0/networks/29a5fa06-3722-4b00-8610-7c352a4197c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418584 Aug 22 13:34:47.819912 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b12d44-b213-4f18-ba07-282c1d4e6e63 None None] Sync routers for ids ['7b24aaef-57c7-4d40-b346-ab2ead2b91bc'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:34:47.859987 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b12d44-b213-4f18-ba07-282c1d4e6e63 None None] Routers {'7b24aaef-57c7-4d40-b346-ab2ead2b91bc'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:34:47.863178 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-35b12d44-b213-4f18-ba07-282c1d4e6e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:34:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['7b24aaef-57c7-4d40-b346-ab2ead2b91bc'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:34:47.887089 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c80fab-c200-4469-a990-de40cc8f83bb req-00fc14b6-f287-4a5b-8a67-2263e48f4399 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:47.889086 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-51c80fab-c200-4469-a990-de40cc8f83bb req-00fc14b6-f287-4a5b-8a67-2263e48f4399 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.16 "GET /v2.0/networks?id=0ed8c4a4-768f-4fec-8761-699a6308faf6 HTTP/1.1" status: 200 len: 819 time: 0.3526256 Aug 22 13:34:47.912312 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-51c80fab-c200-4469-a990-de40cc8f83bb req-fd76d666-505d-4ab3-aab3-0225d38ddda4 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Request body: {'port': {'device_id': '749d42e6-7a09-41ba-90aa-67e4d2eecd56', 'network_id': '0ed8c4a4-768f-4fec-8761-699a6308faf6', 'admin_state_up': True, 'tenant_id': '80bbcf4308ca4bd6b96d7b411fbfc797'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:34:47.962312 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-58473d91-327f-41bf-a45a-42b310997d55 req-d637b0e0-4be8-42ad-9dce-bc3a26dbc7c4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=06202321-7a71-43cd-88a0-a5e7f7b6fe97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1494336 Aug 22 13:34:47.989913 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port a11b1602-39c6-4651-afd6-3c105a9a287b completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:34:47.997756 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-13a6105e-c445-4f8b-beda-70a033b3254c req-45e68752-1f76-41ed-94a6-144f874f0400 service neutron] 10.222.0.21 "GET /v2.0/networks/29a5fa06-3722-4b00-8610-7c352a4197c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152851 Aug 22 13:34:47.998632 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port a11b1602-39c6-4651-afd6-3c105a9a287b triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:34:47.999302 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:48.160525 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51c80fab-c200-4469-a990-de40cc8f83bb req-fd76d666-505d-4ab3-aab3-0225d38ddda4 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Made reservation on behalf of 80bbcf4308ca4bd6b96d7b411fbfc797 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:34:48.166061 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-51c80fab-c200-4469-a990-de40cc8f83bb req-fd76d666-505d-4ab3-aab3-0225d38ddda4 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:48.197791 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-35b12d44-b213-4f18-ba07-282c1d4e6e63 None None] Set router 7b24aaef-57c7-4d40-b346-ab2ead2b91bc gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:34:48.283732 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58473d91-327f-41bf-a45a-42b310997d55 req-7ae47c5f-0beb-4150-aac8-f1b6b2d6107c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:48.287531 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b214835f-9ab0-43a5-a504-af19328c514f req-b635ad17-bbf7-449e-a160-fde6f05a1124 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:48.291511 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b214835f-9ab0-43a5-a504-af19328c514f req-b635ad17-bbf7-449e-a160-fde6f05a1124 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=06202321-7a71-43cd-88a0-a5e7f7b6fe97 HTTP/1.1" status: 200 len: 945 time: 0.1792147 Aug 22 13:34:48.305805 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:48.308926 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-58473d91-327f-41bf-a45a-42b310997d55 req-7ae47c5f-0beb-4150-aac8-f1b6b2d6107c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f2126aafa99f4007b060b7c07b341d10&device_id=06202321-7a71-43cd-88a0-a5e7f7b6fe97 HTTP/1.1" status: 200 len: 1097 time: 0.2153325 Aug 22 13:34:48.359138 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74b720-e300-496b-afee-3d503615bc76 req-a1a0ae0b-21f5-4f8b-82f0-e492353b9250 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:48.371140 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cf74b720-e300-496b-afee-3d503615bc76 req-a1a0ae0b-21f5-4f8b-82f0-e492353b9250 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.41 "GET /v2.0/ports?device_id=95182fd5-7fb3-4ee7-9db3-5849f9909c66 HTTP/1.1" status: 200 len: 945 time: 0.1707945 Aug 22 13:34:48.394876 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port a11b1602-39c6-4651-afd6-3c105a9a287b, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=a11b1602-39c6-4651-afd6-3c105a9a287b,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:34:48.410060 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:48.473275 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b214835f-9ab0-43a5-a504-af19328c514f req-fec76043-15cf-45ea-a59d-2b7c485b5c7e tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756158 Aug 22 13:34:48.581349 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=a11b1602-39c6-4651-afd6-3c105a9a287b,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:48.589246 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-35b12d44-b213-4f18-ba07-282c1d4e6e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b24aaef-57c7-4d40-b346-ab2ead2b91bc', 'name': 'tempest-ServerRescueTestJSONUnderV235-458036423-router', 'tenant_id': '80bbcf4308ca4bd6b96d7b411fbfc797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'a11b1602-39c6-4651-afd6-3c105a9a287b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:34:36Z', 'updated_at': '2021-08-22T13:34:42Z', 'revision_number': 4, 'project_id': '80bbcf4308ca4bd6b96d7b411fbfc797', 'gw_port': {'id': 'a11b1602-39c6-4651-afd6-3c105a9a287b', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:22:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b24aaef-57c7-4d40-b346-ab2ead2b91bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:34:38Z', 'updated_at': '2021-08-22T13:34:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '6991d1fd-168f-435d-bdfc-4ee87a5c0147', 'name': '', 'network_id': '0ed8c4a4-768f-4fec-8761-699a6308faf6', 'tenant_id': '80bbcf4308ca4bd6b96d7b411fbfc797', 'mac_address': 'fa:16:3e:96:85:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b24aaef-57c7-4d40-b346-ab2ead2b91bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '0123922a-dff1-4aeb-b8e3-878a042c8287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:34:41Z', 'updated_at': '2021-08-22T13:34:43Z', 'revision_number': 2, 'project_id': '80bbcf4308ca4bd6b96d7b411fbfc797', 'subnets': [{'id': '0123922a-dff1-4aeb-b8e3-878a042c8287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:34:48.619852 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d15c6db5-9644-40aa-b0c6-b9cc94f1e5ed req-add73bee-ceed-486d-b2d1-f5acd461eb34 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb8c7a3d-a025-4ada-a573-36875c992f43 HTTP/1.1" status: 200 len: 210 time: 0.0602443 Aug 22 13:34:48.624382 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b12d44-b213-4f18-ba07-282c1d4e6e63 None None] Checking router: 7b24aaef-57c7-4d40-b346-ab2ead2b91bc for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:34:48.625054 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b12d44-b213-4f18-ba07-282c1d4e6e63 None None] Updating router 7b24aaef-57c7-4d40-b346-ab2ead2b91bc port 6991d1fd-168f-435d-bdfc-4ee87a5c0147 binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:34:48.660151 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-35b12d44-b213-4f18-ba07-282c1d4e6e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:48.685195 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3679ce49-d01c-4504-a7fe-dd7dfb69e7e9 req-cd0b79a7-69cf-4103-b51f-67067ae76836 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:48.687065 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3679ce49-d01c-4504-a7fe-dd7dfb69e7e9 req-cd0b79a7-69cf-4103-b51f-67067ae76836 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=95182fd5-7fb3-4ee7-9db3-5849f9909c66 HTTP/1.1" status: 200 len: 945 time: 0.2356629 Aug 22 13:34:48.687448 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 36172) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:34:48.744251 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-51c80fab-c200-4469-a990-de40cc8f83bb req-fd76d666-505d-4ab3-aab3-0225d38ddda4 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Allocated IP 172.20.0.9 (0ed8c4a4-768f-4fec-8761-699a6308faf6/0123922a-dff1-4aeb-b8e3-878a042c8287/90691716-7b7f-407c-aff6-8f5817e439df) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:34:48.781310 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3679ce49-d01c-4504-a7fe-dd7dfb69e7e9 req-b3cdf7e5-a89a-4154-903e-84c478734a4f tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823843 Aug 22 13:34:48.935641 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-48076ec1-1591-44ed-b5fc-631e2b55eb47 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-944258271-network', 'tenant_id': 'e5bbbc6159024fdfb074ed62f548d572'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:34:49.026376 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7bd4f20d-0a40-4d81-bfb4-ededf2f9f759 req-1f86f834-4612-4710-a29f-b96a4ce1181d tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/ports?device_id=749d42e6-7a09-41ba-90aa-67e4d2eecd56 HTTP/1.1" status: 200 len: 210 time: 0.0629780 Aug 22 13:34:49.034402 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48076ec1-1591-44ed-b5fc-631e2b55eb47 admin admin] Made reservation on behalf of e5bbbc6159024fdfb074ed62f548d572 for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:34:49.038320 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-48076ec1-1591-44ed-b5fc-631e2b55eb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:49.062044 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-48076ec1-1591-44ed-b5fc-631e2b55eb47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:49.085681 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58473d91-327f-41bf-a45a-42b310997d55 req-5e45d992-ba03-4d7b-8f8d-f986fcc9d0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:49.087221 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-58473d91-327f-41bf-a45a-42b310997d55 req-5e45d992-ba03-4d7b-8f8d-f986fcc9d0fe service neutron] 10.222.0.41 "GET /v2.0/networks?id=b7fef465-db19-4a45-b3a4-f40426ee874f HTTP/1.1" status: 200 len: 906 time: 0.6953022 Aug 22 13:34:49.092606 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-51c80fab-c200-4469-a990-de40cc8f83bb req-fd76d666-505d-4ab3-aab3-0225d38ddda4 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:49.136387 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-58473d91-327f-41bf-a45a-42b310997d55 req-86e040c1-28b7-4689-b5d2-ebc4ef9e8423 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41cc3409-9cca-4a33-844d-e9d55aa0d6fa HTTP/1.1" status: 200 len: 217 time: 0.0411170 Aug 22 13:34:49.192484 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-cf74b720-e300-496b-afee-3d503615bc76 req-e600b911-27a5-4211-af83-87c4d17ff6e2 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Deleting port e4864eca-a98c-4530-9a39-6a8773771e34 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:34:49.192770 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-cf74b720-e300-496b-afee-3d503615bc76 req-e600b911-27a5-4211-af83-87c4d17ff6e2 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:49.264226 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-48076ec1-1591-44ed-b5fc-631e2b55eb47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:49.266968 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-51c80fab-c200-4469-a990-de40cc8f83bb req-fd76d666-505d-4ab3-aab3-0225d38ddda4 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:49.269070 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58473d91-327f-41bf-a45a-42b310997d55 req-a6f4319f-7e3e-40d6-a8f7-47fe26ea37ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:49.271139 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-58473d91-327f-41bf-a45a-42b310997d55 req-a6f4319f-7e3e-40d6-a8f7-47fe26ea37ca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=55b06a4c-e7f4-4110-96cb-ea2fffe8df6c HTTP/1.1" status: 200 len: 845 time: 0.1261561 Aug 22 13:34:49.315071 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51c80fab-c200-4469-a990-de40cc8f83bb req-fd76d666-505d-4ab3-aab3-0225d38ddda4 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Network 0ed8c4a4-768f-4fec-8761-699a6308faf6 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:34:49.321661 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-51c80fab-c200-4469-a990-de40cc8f83bb req-fd76d666-505d-4ab3-aab3-0225d38ddda4 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:34:49.322008 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-48076ec1-1591-44ed-b5fc-631e2b55eb47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:49.325177 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c80fab-c200-4469-a990-de40cc8f83bb req-fd76d666-505d-4ab3-aab3-0225d38ddda4 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:34:49.339395 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-58473d91-327f-41bf-a45a-42b310997d55 req-bcac7100-0c15-4711-a561-a1f944305834 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b7fef465-db19-4a45-b3a4-f40426ee874f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607910 Aug 22 13:34:49.384281 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48076ec1-1591-44ed-b5fc-631e2b55eb47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:34:49.392445 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-cf74b720-e300-496b-afee-3d503615bc76 req-e600b911-27a5-4211-af83-87c4d17ff6e2 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] For port e4864eca-a98c-4530-9a39-6a8773771e34, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=e4864eca-a98c-4530-9a39-6a8773771e34,segment=NetworkSegment(db44917f-e270-4117-9230-1517bc4d1e8b),segment_id=db44917f-e270-4117-9230-1517bc4d1e8b)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:34:49.392445 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-cf74b720-e300-496b-afee-3d503615bc76 req-e600b911-27a5-4211-af83-87c4d17ff6e2 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:49.402744 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd76d666-505d-4ab3-aab3-0225d38ddda4 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Pushing event updated for resources: {'Port': ['ID=90691716-7b7f-407c-aff6-8f5817e439df,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:49.414506 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-48076ec1-1591-44ed-b5fc-631e2b55eb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:49.414977 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-48076ec1-1591-44ed-b5fc-631e2b55eb47 admin admin] Added segment 79ccb538-2419-415b-a345-f5f5b1d09991 of type vlan for network d2940a05-fb63-48a4-86db-cfe2e2e8ab15 Aug 22 13:34:49.418800 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48076ec1-1591-44ed-b5fc-631e2b55eb47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1df5a59-4eda-4444-a72d-65aeb1d7a55d,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:49.446253 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c80fab-c200-4469-a990-de40cc8f83bb req-fd76d666-505d-4ab3-aab3-0225d38ddda4 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:49.447066 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-51c80fab-c200-4469-a990-de40cc8f83bb req-fd76d666-505d-4ab3-aab3-0225d38ddda4 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:49.466746 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-35b12d44-b213-4f18-ba07-282c1d4e6e63 None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:49.471693 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-cf74b720-e300-496b-afee-3d503615bc76 req-e600b911-27a5-4211-af83-87c4d17ff6e2 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Calling delete_port for e4864eca-a98c-4530-9a39-6a8773771e34 owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:34:49.486362 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-35b12d44-b213-4f18-ba07-282c1d4e6e63 None None] Transition to ACTIVE for port object 6991d1fd-168f-435d-bdfc-4ee87a5c0147 will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:34:49.497914 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-35b12d44-b213-4f18-ba07-282c1d4e6e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:49.518080 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-51c80fab-c200-4469-a990-de40cc8f83bb req-fd76d666-505d-4ab3-aab3-0225d38ddda4 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6044271 Aug 22 13:34:49.536423 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-51c80fab-c200-4469-a990-de40cc8f83bb req-018e2661-08a6-4f99-8df0-2b580f5aabea service neutron] Request body: {'port': {'device_id': '749d42e6-7a09-41ba-90aa-67e4d2eecd56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:34:49.544051 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-48076ec1-1591-44ed-b5fc-631e2b55eb47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:49.568547 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5011e3d5-8f8d-4dcb-a433-fa2f266a447a None None] Pushing event updated for resources: {'Port': ['ID=6991d1fd-168f-435d-bdfc-4ee87a5c0147,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:49.579581 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5011e3d5-8f8d-4dcb-a433-fa2f266a447a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:34:49.579935 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5011e3d5-8f8d-4dcb-a433-fa2f266a447a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:34:49.580304 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5011e3d5-8f8d-4dcb-a433-fa2f266a447a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:34:49.580647 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5011e3d5-8f8d-4dcb-a433-fa2f266a447a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:34:49.580975 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5011e3d5-8f8d-4dcb-a433-fa2f266a447a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:34:49.581515 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5011e3d5-8f8d-4dcb-a433-fa2f266a447a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:34:49.582006 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5011e3d5-8f8d-4dcb-a433-fa2f266a447a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:34:49.582712 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5011e3d5-8f8d-4dcb-a433-fa2f266a447a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:34:49.583191 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5011e3d5-8f8d-4dcb-a433-fa2f266a447a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:34:49.583676 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5011e3d5-8f8d-4dcb-a433-fa2f266a447a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:34:49.584180 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5011e3d5-8f8d-4dcb-a433-fa2f266a447a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:34:49.586567 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5011e3d5-8f8d-4dcb-a433-fa2f266a447a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:34:49.600836 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-58473d91-327f-41bf-a45a-42b310997d55 req-ddc8ff43-3f9b-4098-94e2-564fd4cbad34 service neutron] 10.222.0.41 "GET /v2.0/networks/b7fef465-db19-4a45-b3a4-f40426ee874f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531154 Aug 22 13:34:49.620619 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device a11b1602-39c6-4651-afd6-3c105a9a287b up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:34:49.662451 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-48076ec1-1591-44ed-b5fc-631e2b55eb47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:49.664511 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48076ec1-1591-44ed-b5fc-631e2b55eb47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:49.665320 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-48076ec1-1591-44ed-b5fc-631e2b55eb47 admin admin] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:49.674885 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-51c80fab-c200-4469-a990-de40cc8f83bb req-018e2661-08a6-4f99-8df0-2b580f5aabea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:49.734312 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-35b12d44-b213-4f18-ba07-282c1d4e6e63 None None] Attempting to bind port 6991d1fd-168f-435d-bdfc-4ee87a5c0147 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:34:49.734693 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-35b12d44-b213-4f18-ba07-282c1d4e6e63 None None] Attempting to bind port 6991d1fd-168f-435d-bdfc-4ee87a5c0147 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '49210ed2-4b72-4fba-985e-f0d69195497e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0ed8c4a4-768f-4fec-8761-699a6308faf6'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:34:49.735058 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b12d44-b213-4f18-ba07-282c1d4e6e63 None None] Attempting to bind port 6991d1fd-168f-435d-bdfc-4ee87a5c0147 on network 0ed8c4a4-768f-4fec-8761-699a6308faf6 {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:34:49.739411 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port a11b1602-39c6-4651-afd6-3c105a9a287b triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:34:49.741689 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:49.745062 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b12d44-b213-4f18-ba07-282c1d4e6e63 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:34:49.745442 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b12d44-b213-4f18-ba07-282c1d4e6e63 None None] Checking segment: {'id': '49210ed2-4b72-4fba-985e-f0d69195497e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0ed8c4a4-768f-4fec-8761-699a6308faf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:34:49.745914 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-35b12d44-b213-4f18-ba07-282c1d4e6e63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:49.746342 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b12d44-b213-4f18-ba07-282c1d4e6e63 None None] Bound using segment: {'id': '49210ed2-4b72-4fba-985e-f0d69195497e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0ed8c4a4-768f-4fec-8761-699a6308faf6'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:34:49.746846 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-35b12d44-b213-4f18-ba07-282c1d4e6e63 None None] Bound port: 6991d1fd-168f-435d-bdfc-4ee87a5c0147, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49210ed2-4b72-4fba-985e-f0d69195497e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0ed8c4a4-768f-4fec-8761-699a6308faf6'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:34:49.747216 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-35b12d44-b213-4f18-ba07-282c1d4e6e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:49.767358 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-48076ec1-1591-44ed-b5fc-631e2b55eb47 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0735576 Aug 22 13:34:49.770300 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 36186) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:34:49.778897 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-59e3623d-818b-497d-9a8a-2b2d8be30ba9 admin admin] Request body: {'subnet': {'network_id': 'd2940a05-fb63-48a4-86db-cfe2e2e8ab15', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-944258271-subnet', 'tenant_id': 'e5bbbc6159024fdfb074ed62f548d572', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:34:49.816807 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-083c3d20-1ba9-47b7-8f9b-f563cc27a4ea req-9de7f996-dcf8-4618-894f-437d3491d596 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb8c7a3d-a025-4ada-a573-36875c992f43 HTTP/1.1" status: 200 len: 210 time: 0.0665472 Aug 22 13:34:49.819940 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48076ec1-1591-44ed-b5fc-631e2b55eb47 admin admin] Pushing event updated for resources: {'Network': ['ID=d2940a05-fb63-48a4-86db-cfe2e2e8ab15,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:49.844487 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network d2940a05-fb63-48a4-86db-cfe2e2e8ab15 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:34:49.861962 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba626ba3-d594-4a1a-a7c5-62f5d762a92f req-c8d2aa36-ab94-4a7e-876d-d88897f1a54c tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:49.872095 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ba626ba3-d594-4a1a-a7c5-62f5d762a92f req-c8d2aa36-ab94-4a7e-876d-d88897f1a54c tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=06202321-7a71-43cd-88a0-a5e7f7b6fe97 HTTP/1.1" status: 200 len: 945 time: 0.2559428 Aug 22 13:34:49.895704 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-35b12d44-b213-4f18-ba07-282c1d4e6e63 None None] For port 6991d1fd-168f-435d-bdfc-4ee87a5c0147, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:34:49.904396 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-35b12d44-b213-4f18-ba07-282c1d4e6e63 None None] For port 6991d1fd-168f-435d-bdfc-4ee87a5c0147, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=6991d1fd-168f-435d-bdfc-4ee87a5c0147,segment=NetworkSegment(49210ed2-4b72-4fba-985e-f0d69195497e),segment_id=49210ed2-4b72-4fba-985e-f0d69195497e)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:34:49.916755 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-35b12d44-b213-4f18-ba07-282c1d4e6e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:49.960417 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e3623d-818b-497d-9a8a-2b2d8be30ba9 admin admin] Made reservation on behalf of e5bbbc6159024fdfb074ed62f548d572 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:34:49.969985 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-59e3623d-818b-497d-9a8a-2b2d8be30ba9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:50.047188 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-874cad5e-e1eb-45e1-81a6-e1eaacd74e6c req-f8bffb70-54e3-400c-9f67-3d273478c46a tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=95182fd5-7fb3-4ee7-9db3-5849f9909c66 HTTP/1.1" status: 200 len: 210 time: 0.0924377 Aug 22 13:34:50.053855 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5011e3d5-8f8d-4dcb-a433-fa2f266a447a None None] Pushing event updated for resources: {'Port': ['ID=6991d1fd-168f-435d-bdfc-4ee87a5c0147,revision_number=4']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:50.067967 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ba626ba3-d594-4a1a-a7c5-62f5d762a92f req-4745c5e4-3495-4b39-bf1d-d551c60bd945 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879640 Aug 22 13:34:50.111702 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b12d44-b213-4f18-ba07-282c1d4e6e63 None None] Routers {'7b24aaef-57c7-4d40-b346-ab2ead2b91bc'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:34:50.115325 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-58473d91-327f-41bf-a45a-42b310997d55 req-8f3dcfd2-19e7-49dd-ab49-372de0f510d6 service neutron] 10.222.0.41 "GET /v2.0/networks/b7fef465-db19-4a45-b3a4-f40426ee874f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5036798 Aug 22 13:34:50.119903 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-35b12d44-b213-4f18-ba07-282c1d4e6e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:34:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['7b24aaef-57c7-4d40-b346-ab2ead2b91bc'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:34:50.139992 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-537b4aca-a15a-4305-b67a-2391075e5c94 req-d075a038-306a-4d72-a92f-248bc1370bfa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2291951 Aug 22 13:34:50.154089 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-cf74b720-e300-496b-afee-3d503615bc76 req-e600b911-27a5-4211-af83-87c4d17ff6e2 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:50.205522 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['e4864eca-a98c-4530-9a39-6a8773771e34'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:34:50.323767 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e600b911-27a5-4211-af83-87c4d17ff6e2 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Pushing event deleted for resources: {'Port': ['ID=e4864eca-a98c-4530-9a39-6a8773771e34,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:50.356622 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-35b12d44-b213-4f18-ba07-282c1d4e6e63 None None] Set router 7b24aaef-57c7-4d40-b346-ab2ead2b91bc gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:34:50.393957 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-51c80fab-c200-4469-a990-de40cc8f83bb req-018e2661-08a6-4f99-8df0-2b580f5aabea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90691716-7b7f-407c-aff6-8f5817e439df {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:34:50.406195 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-51c80fab-c200-4469-a990-de40cc8f83bb req-018e2661-08a6-4f99-8df0-2b580f5aabea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:50.418648 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf74b720-e300-496b-afee-3d503615bc76 req-e600b911-27a5-4211-af83-87c4d17ff6e2 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] No DVR routers for this DVR port e4864eca-a98c-4530-9a39-6a8773771e34 on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:34:50.424078 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-cf74b720-e300-496b-afee-3d503615bc76 req-e600b911-27a5-4211-af83-87c4d17ff6e2 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:50.426352 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cf74b720-e300-496b-afee-3d503615bc76 req-e600b911-27a5-4211-af83-87c4d17ff6e2 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.41 "DELETE /v2.0/ports/e4864eca-a98c-4530-9a39-6a8773771e34 HTTP/1.1" status: 204 len: 173 time: 2.0542994 Aug 22 13:34:50.430407 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-51c80fab-c200-4469-a990-de40cc8f83bb req-018e2661-08a6-4f99-8df0-2b580f5aabea service neutron] Transition to ACTIVE for port object 90691716-7b7f-407c-aff6-8f5817e439df will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:34:50.431723 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95182fd5-7fb3-4ee7-9db3-5849f9909c66', 'name': 'network-vif-deleted', 'tag': 'e4864eca-a98c-4530-9a39-6a8773771e34'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:34:50.435077 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10226f49-f0bf-4c6c-95df-5338824be564" -d '{"events": [{"server_uuid": "95182fd5-7fb3-4ee7-9db3-5849f9909c66", "name": "network-vif-deleted", "tag": "e4864eca-a98c-4530-9a39-6a8773771e34"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:34:50.445264 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b388e-fe96-4bd0-821b-76a62be18d41 req-25bedbf6-e452-4a4f-a910-162bf170f4d8 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:50.455451 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-212b388e-fe96-4bd0-821b-76a62be18d41 req-25bedbf6-e452-4a4f-a910-162bf170f4d8 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/ports?device_id=749d42e6-7a09-41ba-90aa-67e4d2eecd56 HTTP/1.1" status: 200 len: 931 time: 0.1897843 Aug 22 13:34:50.459124 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-51c80fab-c200-4469-a990-de40cc8f83bb req-018e2661-08a6-4f99-8df0-2b580f5aabea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:50.481001 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6105e-c445-4f8b-beda-70a033b3254c req-13e0ebf8-5476-4076-894f-fbf94896405e tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:50.482685 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-13a6105e-c445-4f8b-beda-70a033b3254c req-13e0ebf8-5476-4076-894f-fbf94896405e tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.41 "GET /v2.0/networks?id=29a5fa06-3722-4b00-8610-7c352a4197c0 HTTP/1.1" status: 200 len: 814 time: 0.5559444 Aug 22 13:34:50.498298 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-13a6105e-c445-4f8b-beda-70a033b3254c req-9208dd41-111c-4ccf-a9b5-5aee6fa47588 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Request body: {'port': {'device_id': 'cb8c7a3d-a025-4ada-a573-36875c992f43', 'network_id': '29a5fa06-3722-4b00-8610-7c352a4197c0', 'admin_state_up': True, 'tenant_id': '79cda882c51f49c8a97f6b7883940f43'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:34:50.510672 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11da96ee-6b36-4f53-b814-fd82a0ae2357 x-openstack-request-id: req-11da96ee-6b36-4f53-b814-fd82a0ae2357 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:34:50.511043 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95182fd5-7fb3-4ee7-9db3-5849f9909c66", "name": "network-vif-deleted", "tag": "e4864eca-a98c-4530-9a39-6a8773771e34", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:34:50.511404 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-11da96ee-6b36-4f53-b814-fd82a0ae2357 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:34:50.518169 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95182fd5-7fb3-4ee7-9db3-5849f9909c66', 'name': 'network-vif-deleted', 'tag': 'e4864eca-a98c-4530-9a39-6a8773771e34', 'status': 'completed', 'code': 200} Aug 22 13:34:50.518680 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b4aca-a15a-4305-b67a-2391075e5c94 req-e88de8f7-934b-44d0-8b61-f86b2e90e3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:50.519238 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b4aca-a15a-4305-b67a-2391075e5c94 req-e88de8f7-934b-44d0-8b61-f86b2e90e3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:50.519716 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b4aca-a15a-4305-b67a-2391075e5c94 req-e88de8f7-934b-44d0-8b61-f86b2e90e3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:50.520175 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b4aca-a15a-4305-b67a-2391075e5c94 req-e88de8f7-934b-44d0-8b61-f86b2e90e3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:50.520662 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b4aca-a15a-4305-b67a-2391075e5c94 req-e88de8f7-934b-44d0-8b61-f86b2e90e3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:50.521120 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b4aca-a15a-4305-b67a-2391075e5c94 req-e88de8f7-934b-44d0-8b61-f86b2e90e3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:50.521574 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b4aca-a15a-4305-b67a-2391075e5c94 req-e88de8f7-934b-44d0-8b61-f86b2e90e3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:50.524556 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-537b4aca-a15a-4305-b67a-2391075e5c94 req-e88de8f7-934b-44d0-8b61-f86b2e90e3cf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2389b5e02dee4864a1a7f4824db49bc1&device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 6498 time: 0.1721771 Aug 22 13:34:50.574319 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e2661-08a6-4f99-8df0-2b580f5aabea service neutron] Pushing event updated for resources: {'Port': ['ID=90691716-7b7f-407c-aff6-8f5817e439df,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:50.602291 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-212b388e-fe96-4bd0-821b-76a62be18d41 req-2825b8a5-1424-435b-9009-ad574e372967 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/security-groups?id=65285942-2a27-41ac-b17d-485110debd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405859 Aug 22 13:34:50.716265 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-59e3623d-818b-497d-9a8a-2b2d8be30ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:50.746585 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-51c80fab-c200-4469-a990-de40cc8f83bb req-018e2661-08a6-4f99-8df0-2b580f5aabea service neutron] Attempting to bind port 90691716-7b7f-407c-aff6-8f5817e439df on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:34:50.746836 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-51c80fab-c200-4469-a990-de40cc8f83bb req-018e2661-08a6-4f99-8df0-2b580f5aabea service neutron] Attempting to bind port 90691716-7b7f-407c-aff6-8f5817e439df by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '49210ed2-4b72-4fba-985e-f0d69195497e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0ed8c4a4-768f-4fec-8761-699a6308faf6'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:34:50.746948 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c80fab-c200-4469-a990-de40cc8f83bb req-018e2661-08a6-4f99-8df0-2b580f5aabea service neutron] Attempting to bind port 90691716-7b7f-407c-aff6-8f5817e439df on network 0ed8c4a4-768f-4fec-8761-699a6308faf6 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:34:50.751733 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-35b12d44-b213-4f18-ba07-282c1d4e6e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b24aaef-57c7-4d40-b346-ab2ead2b91bc', 'name': 'tempest-ServerRescueTestJSONUnderV235-458036423-router', 'tenant_id': '80bbcf4308ca4bd6b96d7b411fbfc797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'a11b1602-39c6-4651-afd6-3c105a9a287b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:34:36Z', 'updated_at': '2021-08-22T13:34:42Z', 'revision_number': 4, 'project_id': '80bbcf4308ca4bd6b96d7b411fbfc797', 'gw_port': {'id': 'a11b1602-39c6-4651-afd6-3c105a9a287b', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:22:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b24aaef-57c7-4d40-b346-ab2ead2b91bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:34:38Z', 'updated_at': '2021-08-22T13:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '6991d1fd-168f-435d-bdfc-4ee87a5c0147', 'name': '', 'network_id': '0ed8c4a4-768f-4fec-8761-699a6308faf6', 'tenant_id': '80bbcf4308ca4bd6b96d7b411fbfc797', 'mac_address': 'fa:16:3e:96:85:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b24aaef-57c7-4d40-b346-ab2ead2b91bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '0123922a-dff1-4aeb-b8e3-878a042c8287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:34:41Z', 'updated_at': '2021-08-22T13:34:49Z', 'revision_number': 4, 'project_id': '80bbcf4308ca4bd6b96d7b411fbfc797', 'subnets': [{'id': '0123922a-dff1-4aeb-b8e3-878a042c8287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:34:50.757745 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c80fab-c200-4469-a990-de40cc8f83bb req-018e2661-08a6-4f99-8df0-2b580f5aabea service neutron] Port 90691716-7b7f-407c-aff6-8f5817e439df on network 0ed8c4a4-768f-4fec-8761-699a6308faf6 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:34:50.758063 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c80fab-c200-4469-a990-de40cc8f83bb req-018e2661-08a6-4f99-8df0-2b580f5aabea service neutron] Attempting to bind port 90691716-7b7f-407c-aff6-8f5817e439df on network 0ed8c4a4-768f-4fec-8761-699a6308faf6 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:34:50.765876 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b4aca-a15a-4305-b67a-2391075e5c94 req-10fa8d9e-3887-48a1-a293-760d95ef2470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:50.766349 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b4aca-a15a-4305-b67a-2391075e5c94 req-10fa8d9e-3887-48a1-a293-760d95ef2470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:50.766811 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b4aca-a15a-4305-b67a-2391075e5c94 req-10fa8d9e-3887-48a1-a293-760d95ef2470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:50.768464 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-537b4aca-a15a-4305-b67a-2391075e5c94 req-10fa8d9e-3887-48a1-a293-760d95ef2470 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b2719a9f-ee7f-473a-9939-5efd06e85549&id=0cc210c0-a1af-4d1a-af13-c74a90748aeb&id=0cc210c0-a1af-4d1a-af13-c74a90748aeb&id=0cc210c0-a1af-4d1a-af13-c74a90748aeb&id=0cc210c0-a1af-4d1a-af13-c74a90748aeb&id=8858e46b-6208-4875-b089-3b1759ddc36f&id=8858e46b-6208-4875-b089-3b1759ddc36f HTTP/1.1" status: 200 len: 2292 time: 0.2056046 Aug 22 13:34:50.769645 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c80fab-c200-4469-a990-de40cc8f83bb req-018e2661-08a6-4f99-8df0-2b580f5aabea service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:34:50.769977 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c80fab-c200-4469-a990-de40cc8f83bb req-018e2661-08a6-4f99-8df0-2b580f5aabea service neutron] Checking segment: {'id': '49210ed2-4b72-4fba-985e-f0d69195497e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0ed8c4a4-768f-4fec-8761-699a6308faf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:34:50.770382 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c80fab-c200-4469-a990-de40cc8f83bb req-018e2661-08a6-4f99-8df0-2b580f5aabea service neutron] Bound using segment: {'id': '49210ed2-4b72-4fba-985e-f0d69195497e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0ed8c4a4-768f-4fec-8761-699a6308faf6'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:34:50.770870 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-51c80fab-c200-4469-a990-de40cc8f83bb req-018e2661-08a6-4f99-8df0-2b580f5aabea service neutron] Bound port: 90691716-7b7f-407c-aff6-8f5817e439df, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49210ed2-4b72-4fba-985e-f0d69195497e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0ed8c4a4-768f-4fec-8761-699a6308faf6'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:34:50.771318 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-51c80fab-c200-4469-a990-de40cc8f83bb req-018e2661-08a6-4f99-8df0-2b580f5aabea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:50.790800 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13a6105e-c445-4f8b-beda-70a033b3254c req-9208dd41-111c-4ccf-a9b5-5aee6fa47588 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Made reservation on behalf of 79cda882c51f49c8a97f6b7883940f43 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:34:50.794335 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-13a6105e-c445-4f8b-beda-70a033b3254c req-9208dd41-111c-4ccf-a9b5-5aee6fa47588 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:50.806554 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b12d44-b213-4f18-ba07-282c1d4e6e63 None None] The sync data for ids ['7b24aaef-57c7-4d40-b346-ab2ead2b91bc'] in n-d-793621-33 is: [{'id': '7b24aaef-57c7-4d40-b346-ab2ead2b91bc', 'name': 'tempest-ServerRescueTestJSONUnderV235-458036423-router', 'tenant_id': '80bbcf4308ca4bd6b96d7b411fbfc797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'a11b1602-39c6-4651-afd6-3c105a9a287b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:34:36Z', 'updated_at': '2021-08-22T13:34:42Z', 'revision_number': 4, 'project_id': '80bbcf4308ca4bd6b96d7b411fbfc797', 'gw_port': {'id': 'a11b1602-39c6-4651-afd6-3c105a9a287b', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:22:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b24aaef-57c7-4d40-b346-ab2ead2b91bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:34:38Z', 'updated_at': '2021-08-22T13:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '6991d1fd-168f-435d-bdfc-4ee87a5c0147', 'name': '', 'network_id': '0ed8c4a4-768f-4fec-8761-699a6308faf6', 'tenant_id': '80bbcf4308ca4bd6b96d7b411fbfc797', 'mac_address': 'fa:16:3e:96:85:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b24aaef-57c7-4d40-b346-ab2ead2b91bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '0123922a-dff1-4aeb-b8e3-878a042c8287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:34:41Z', 'updated_at': '2021-08-22T13:34:49Z', 'revision_number': 4, 'project_id': '80bbcf4308ca4bd6b96d7b411fbfc797', 'subnets': [{'id': '0123922a-dff1-4aeb-b8e3-878a042c8287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:34:50.813070 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e3623d-818b-497d-9a8a-2b2d8be30ba9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9df2d201-276d-4aa6-8fea-cb14e8276175,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:50.912742 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e3623d-818b-497d-9a8a-2b2d8be30ba9 admin admin] Checking segment: {'id': '79ccb538-2419-415b-a345-f5f5b1d09991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd2940a05-fb63-48a4-86db-cfe2e2e8ab15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:34:50.913441 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e3623d-818b-497d-9a8a-2b2d8be30ba9 admin admin] Network hostable DHCP agents. Network: d2940a05-fb63-48a4-86db-cfe2e2e8ab15, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:34:50.957714 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e3623d-818b-497d-9a8a-2b2d8be30ba9 admin admin] Network d2940a05-fb63-48a4-86db-cfe2e2e8ab15 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:34:51.020485 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-59e3623d-818b-497d-9a8a-2b2d8be30ba9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, d2940a05-fb63-48a4-86db-cfe2e2e8ab15) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:34:51.029592 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b53ff31-08e8-4154-85f4-5bd8e71d9869 None None] Network d2940a05-fb63-48a4-86db-cfe2e2e8ab15 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:34:51.049535 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e3623d-818b-497d-9a8a-2b2d8be30ba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:51.050130 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-59e3623d-818b-497d-9a8a-2b2d8be30ba9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:51.130697 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-59e3623d-818b-497d-9a8a-2b2d8be30ba9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3586397 Aug 22 13:34:51.159211 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-13a6105e-c445-4f8b-beda-70a033b3254c req-9208dd41-111c-4ccf-a9b5-5aee6fa47588 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Allocated IP 172.20.0.10 (29a5fa06-3722-4b00-8610-7c352a4197c0/ffb4d087-1294-4a80-af2a-ccd3cdf84545/f98ca010-3650-437c-83fa-f13f12655f20) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:34:51.254246 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5f8851-ca7b-43ea-96a1-34eeccf1bdcc None None] Network d2940a05-fb63-48a4-86db-cfe2e2e8ab15 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:34:51.513474 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-13a6105e-c445-4f8b-beda-70a033b3254c req-9208dd41-111c-4ccf-a9b5-5aee6fa47588 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:51.537920 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-577e5ed3-0951-477a-b4a2-63d39a888684 req-44957ab1-c103-455d-9202-405e25772d6c tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb8c7a3d-a025-4ada-a573-36875c992f43 HTTP/1.1" status: 200 len: 210 time: 0.0363827 Aug 22 13:34:51.558391 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 6991d1fd-168f-435d-bdfc-4ee87a5c0147 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:34:51.594547 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-13a6105e-c445-4f8b-beda-70a033b3254c req-9208dd41-111c-4ccf-a9b5-5aee6fa47588 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:51.622829 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ce537943-6a91-4411-80e4-837bca954122 req-f18b7b9c-e135-4577-b03e-e937b6a0dad8 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=95182fd5-7fb3-4ee7-9db3-5849f9909c66 HTTP/1.1" status: 200 len: 210 time: 0.1338785 Aug 22 13:34:51.641696 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 6991d1fd-168f-435d-bdfc-4ee87a5c0147 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:34:51.650808 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 6991d1fd-168f-435d-bdfc-4ee87a5c0147 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:34:51.651198 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:51.656220 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-537b4aca-a15a-4305-b67a-2391075e5c94 req-90931933-24f8-4a18-8aac-9f0f4ddd21f1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51de7287-b8e3-42e9-ab42-7fe4c8b6b33b HTTP/1.1" status: 200 len: 1002 time: 0.8757987 Aug 22 13:34:51.724945 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9208dd41-111c-4ccf-a9b5-5aee6fa47588 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Pushing event updated for resources: {'Port': ['ID=f98ca010-3650-437c-83fa-f13f12655f20,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:51.735593 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13a6105e-c445-4f8b-beda-70a033b3254c req-9208dd41-111c-4ccf-a9b5-5aee6fa47588 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Network 29a5fa06-3722-4b00-8610-7c352a4197c0 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:34:51.738009 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-13a6105e-c445-4f8b-beda-70a033b3254c req-9208dd41-111c-4ccf-a9b5-5aee6fa47588 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:34:51.749323 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a6105e-c445-4f8b-beda-70a033b3254c req-9208dd41-111c-4ccf-a9b5-5aee6fa47588 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:34:51.750450 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-51c80fab-c200-4469-a990-de40cc8f83bb req-018e2661-08a6-4f99-8df0-2b580f5aabea service neutron] For port 90691716-7b7f-407c-aff6-8f5817e439df, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:34:51.755652 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-51c80fab-c200-4469-a990-de40cc8f83bb req-018e2661-08a6-4f99-8df0-2b580f5aabea service neutron] For port 90691716-7b7f-407c-aff6-8f5817e439df, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=90691716-7b7f-407c-aff6-8f5817e439df,segment=NetworkSegment(49210ed2-4b72-4fba-985e-f0d69195497e),segment_id=49210ed2-4b72-4fba-985e-f0d69195497e)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:34:51.767361 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-51c80fab-c200-4469-a990-de40cc8f83bb req-018e2661-08a6-4f99-8df0-2b580f5aabea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:51.791435 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bf2ef5-4605-465a-b9aa-cb2bfb438ff1 req-b91b99f5-f13d-4267-a080-068337a68f86 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:51.800904 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b6bf2ef5-4605-465a-b9aa-cb2bfb438ff1 req-b91b99f5-f13d-4267-a080-068337a68f86 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=06202321-7a71-43cd-88a0-a5e7f7b6fe97 HTTP/1.1" status: 200 len: 945 time: 0.1435833 Aug 22 13:34:51.815111 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b4aca-a15a-4305-b67a-2391075e5c94 req-d88261dd-5187-44f2-8260-02f87333de30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:51.816399 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-537b4aca-a15a-4305-b67a-2391075e5c94 req-d88261dd-5187-44f2-8260-02f87333de30 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78207353-5327-441e-b2ae-a402769922b8 HTTP/1.1" status: 200 len: 851 time: 0.1252789 Aug 22 13:34:51.817720 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c80fab-c200-4469-a990-de40cc8f83bb req-018e2661-08a6-4f99-8df0-2b580f5aabea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:51.818326 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-51c80fab-c200-4469-a990-de40cc8f83bb req-018e2661-08a6-4f99-8df0-2b580f5aabea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:51.819805 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-51c80fab-c200-4469-a990-de40cc8f83bb req-018e2661-08a6-4f99-8df0-2b580f5aabea service neutron] 10.222.0.16 "PUT /v2.0/ports/90691716-7b7f-407c-aff6-8f5817e439df HTTP/1.1" status: 200 len: 1092 time: 2.2944839 Aug 22 13:34:51.876801 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '749d42e6-7a09-41ba-90aa-67e4d2eecd56', 'tag': '90691716-7b7f-407c-aff6-8f5817e439df'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:34:51.879020 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c702553-a42e-40f8-bfd3-35e35fb546a1" -d '{"events": [{"name": "network-changed", "server_uuid": "749d42e6-7a09-41ba-90aa-67e4d2eecd56", "tag": "90691716-7b7f-407c-aff6-8f5817e439df"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:34:51.887841 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6105e-c445-4f8b-beda-70a033b3254c req-9208dd41-111c-4ccf-a9b5-5aee6fa47588 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:51.889378 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-13a6105e-c445-4f8b-beda-70a033b3254c req-9208dd41-111c-4ccf-a9b5-5aee6fa47588 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:51.910317 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:51.911672 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-13a6105e-c445-4f8b-beda-70a033b3254c req-9208dd41-111c-4ccf-a9b5-5aee6fa47588 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4172752 Aug 22 13:34:51.945941 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-13a6105e-c445-4f8b-beda-70a033b3254c req-713e6cab-61fa-44b2-8dd7-cfe92294cb49 service neutron] Request body: {'port': {'device_id': 'cb8c7a3d-a025-4ada-a573-36875c992f43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:34:51.958060 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 6991d1fd-168f-435d-bdfc-4ee87a5c0147, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=6991d1fd-168f-435d-bdfc-4ee87a5c0147,segment=NetworkSegment(49210ed2-4b72-4fba-985e-f0d69195497e),segment_id=49210ed2-4b72-4fba-985e-f0d69195497e)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:34:51.965750 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:52.020967 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b6bf2ef5-4605-465a-b9aa-cb2bfb438ff1 req-21a930a5-e537-4ea4-a67c-b2721855b41e tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189748 Aug 22 13:34:52.042303 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=6991d1fd-168f-435d-bdfc-4ee87a5c0147,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:52.053658 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e2661-08a6-4f99-8df0-2b580f5aabea service neutron] Pushing event updated for resources: {'Port': ['ID=90691716-7b7f-407c-aff6-8f5817e439df,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:52.067761 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c80fab-c200-4469-a990-de40cc8f83bb req-cad279f8-a5b0-4374-8644-158eb1f74c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:52.070068 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-51c80fab-c200-4469-a990-de40cc8f83bb req-cad279f8-a5b0-4374-8644-158eb1f74c46 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=80bbcf4308ca4bd6b96d7b411fbfc797&device_id=749d42e6-7a09-41ba-90aa-67e4d2eecd56 HTTP/1.1" status: 200 len: 1095 time: 0.1763840 Aug 22 13:34:52.073305 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b4aca-a15a-4305-b67a-2391075e5c94 req-4b576f25-a143-43c1-9904-919c5a3f6f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:52.075509 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-537b4aca-a15a-4305-b67a-2391075e5c94 req-4b576f25-a143-43c1-9904-919c5a3f6f15 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b2719a9f-ee7f-473a-9939-5efd06e85549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1833153 Aug 22 13:34:52.096281 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-13a6105e-c445-4f8b-beda-70a033b3254c req-713e6cab-61fa-44b2-8dd7-cfe92294cb49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:52.143487 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-51c80fab-c200-4469-a990-de40cc8f83bb req-f3eec479-4310-4f8a-a7f3-63cd9675eedf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90691716-7b7f-407c-aff6-8f5817e439df HTTP/1.1" status: 200 len: 217 time: 0.0554073 Aug 22 13:34:52.347024 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ee524-ec06-43ed-983d-695000ee3ffa req-20fa0739-bd23-4467-96a6-846ff1ec70ec tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:52.348575 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-db7ee524-ec06-43ed-983d-695000ee3ffa req-20fa0739-bd23-4467-96a6-846ff1ec70ec tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/ports?device_id=749d42e6-7a09-41ba-90aa-67e4d2eecd56 HTTP/1.1" status: 200 len: 943 time: 0.2102671 Aug 22 13:34:52.355600 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c80fab-c200-4469-a990-de40cc8f83bb req-5021273c-02fb-4ac6-a22f-e11fa583393c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:52.357045 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-51c80fab-c200-4469-a990-de40cc8f83bb req-5021273c-02fb-4ac6-a22f-e11fa583393c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0123922a-dff1-4aeb-b8e3-878a042c8287 HTTP/1.1" status: 200 len: 859 time: 0.1682706 Aug 22 13:34:52.373115 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdfadc3-f6c6-4947-b5c5-530a9f92d58e req-a2e5782e-a731-452f-8106-edcb4d79aaf9 tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:52.374556 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1cdfadc3-f6c6-4947-b5c5-530a9f92d58e req-a2e5782e-a731-452f-8106-edcb4d79aaf9 tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] 10.222.0.21 "GET /v2.0/networks?id=d2940a05-fb63-48a4-86db-cfe2e2e8ab15 HTTP/1.1" status: 200 len: 820 time: 0.3036129 Aug 22 13:34:52.382741 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-13a6105e-c445-4f8b-beda-70a033b3254c req-713e6cab-61fa-44b2-8dd7-cfe92294cb49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f98ca010-3650-437c-83fa-f13f12655f20 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:34:52.390614 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-13a6105e-c445-4f8b-beda-70a033b3254c req-713e6cab-61fa-44b2-8dd7-cfe92294cb49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:52.404369 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-537b4aca-a15a-4305-b67a-2391075e5c94 req-1f725e75-2a09-4c66-b842-0e04ec4ce5ab service neutron] 10.222.0.16 "GET /v2.0/networks/b2719a9f-ee7f-473a-9939-5efd06e85549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176131 Aug 22 13:34:52.405381 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-13a6105e-c445-4f8b-beda-70a033b3254c req-713e6cab-61fa-44b2-8dd7-cfe92294cb49 service neutron] Transition to ACTIVE for port object f98ca010-3650-437c-83fa-f13f12655f20 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:34:52.409884 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-13a6105e-c445-4f8b-beda-70a033b3254c req-713e6cab-61fa-44b2-8dd7-cfe92294cb49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:52.421311 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-51c80fab-c200-4469-a990-de40cc8f83bb req-23045f5b-4265-41bb-b9b0-89deea0632b7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0ed8c4a4-768f-4fec-8761-699a6308faf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326915 Aug 22 13:34:52.464636 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713e6cab-61fa-44b2-8dd7-cfe92294cb49 service neutron] Pushing event updated for resources: {'Port': ['ID=f98ca010-3650-437c-83fa-f13f12655f20,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:52.482259 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1cdfadc3-f6c6-4947-b5c5-530a9f92d58e req-9b2e932c-e021-40a9-badf-514d62052815 tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] 10.222.0.21 "GET /v2.0/quotas/e5bbbc6159024fdfb074ed62f548d572 HTTP/1.1" status: 200 len: 375 time: 0.0832632 Aug 22 13:34:52.545347 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-13a6105e-c445-4f8b-beda-70a033b3254c req-713e6cab-61fa-44b2-8dd7-cfe92294cb49 service neutron] Attempting to bind port f98ca010-3650-437c-83fa-f13f12655f20 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:34:52.545563 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-13a6105e-c445-4f8b-beda-70a033b3254c req-713e6cab-61fa-44b2-8dd7-cfe92294cb49 service neutron] Attempting to bind port f98ca010-3650-437c-83fa-f13f12655f20 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '741e13e0-402a-4f69-a295-32aa21113f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '29a5fa06-3722-4b00-8610-7c352a4197c0'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:34:52.545871 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a6105e-c445-4f8b-beda-70a033b3254c req-713e6cab-61fa-44b2-8dd7-cfe92294cb49 service neutron] Attempting to bind port f98ca010-3650-437c-83fa-f13f12655f20 on network 29a5fa06-3722-4b00-8610-7c352a4197c0 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:34:52.548770 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-db7ee524-ec06-43ed-983d-695000ee3ffa req-ac1ff053-23b1-410b-b8b4-834b7828a21f tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/security-groups?id=65285942-2a27-41ac-b17d-485110debd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848633 Aug 22 13:34:52.552778 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a6105e-c445-4f8b-beda-70a033b3254c req-713e6cab-61fa-44b2-8dd7-cfe92294cb49 service neutron] Port f98ca010-3650-437c-83fa-f13f12655f20 on network 29a5fa06-3722-4b00-8610-7c352a4197c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:34:52.553111 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a6105e-c445-4f8b-beda-70a033b3254c req-713e6cab-61fa-44b2-8dd7-cfe92294cb49 service neutron] Attempting to bind port f98ca010-3650-437c-83fa-f13f12655f20 on network 29a5fa06-3722-4b00-8610-7c352a4197c0 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:34:52.562014 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a6105e-c445-4f8b-beda-70a033b3254c req-713e6cab-61fa-44b2-8dd7-cfe92294cb49 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:34:52.563005 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a6105e-c445-4f8b-beda-70a033b3254c req-713e6cab-61fa-44b2-8dd7-cfe92294cb49 service neutron] Checking segment: {'id': '741e13e0-402a-4f69-a295-32aa21113f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '29a5fa06-3722-4b00-8610-7c352a4197c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:34:52.563446 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a6105e-c445-4f8b-beda-70a033b3254c req-713e6cab-61fa-44b2-8dd7-cfe92294cb49 service neutron] Bound using segment: {'id': '741e13e0-402a-4f69-a295-32aa21113f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '29a5fa06-3722-4b00-8610-7c352a4197c0'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:34:52.564096 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-13a6105e-c445-4f8b-beda-70a033b3254c req-713e6cab-61fa-44b2-8dd7-cfe92294cb49 service neutron] Bound port: f98ca010-3650-437c-83fa-f13f12655f20, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '741e13e0-402a-4f69-a295-32aa21113f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '29a5fa06-3722-4b00-8610-7c352a4197c0'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:34:52.564763 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-13a6105e-c445-4f8b-beda-70a033b3254c req-713e6cab-61fa-44b2-8dd7-cfe92294cb49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:52.594414 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1cdfadc3-f6c6-4947-b5c5-530a9f92d58e req-5944a002-08a5-4267-bcc3-001059d6acc4 tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e5bbbc6159024fdfb074ed62f548d572&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0583696 Aug 22 13:34:52.607871 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c35db70-c97a-4e77-82b7-fc056a34f07a x-openstack-request-id: req-2c35db70-c97a-4e77-82b7-fc056a34f07a {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:34:52.608202 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "749d42e6-7a09-41ba-90aa-67e4d2eecd56", "tag": "90691716-7b7f-407c-aff6-8f5817e439df", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:34:52.608466 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2c35db70-c97a-4e77-82b7-fc056a34f07a {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:34:52.608789 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '749d42e6-7a09-41ba-90aa-67e4d2eecd56', 'tag': '90691716-7b7f-407c-aff6-8f5817e439df', 'status': 'completed', 'code': 200} Aug 22 13:34:52.653103 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-13a6105e-c445-4f8b-beda-70a033b3254c req-713e6cab-61fa-44b2-8dd7-cfe92294cb49 service neutron] For port f98ca010-3650-437c-83fa-f13f12655f20, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:34:52.657227 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-13a6105e-c445-4f8b-beda-70a033b3254c req-713e6cab-61fa-44b2-8dd7-cfe92294cb49 service neutron] For port f98ca010-3650-437c-83fa-f13f12655f20, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=f98ca010-3650-437c-83fa-f13f12655f20,segment=NetworkSegment(741e13e0-402a-4f69-a295-32aa21113f30),segment_id=741e13e0-402a-4f69-a295-32aa21113f30)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:34:52.664299 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-13a6105e-c445-4f8b-beda-70a033b3254c req-713e6cab-61fa-44b2-8dd7-cfe92294cb49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:52.700769 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6105e-c445-4f8b-beda-70a033b3254c req-713e6cab-61fa-44b2-8dd7-cfe92294cb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:52.701378 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-13a6105e-c445-4f8b-beda-70a033b3254c req-713e6cab-61fa-44b2-8dd7-cfe92294cb49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:52.703172 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-13a6105e-c445-4f8b-beda-70a033b3254c req-713e6cab-61fa-44b2-8dd7-cfe92294cb49 service neutron] 10.222.0.41 "PUT /v2.0/ports/f98ca010-3650-437c-83fa-f13f12655f20 HTTP/1.1" status: 200 len: 1093 time: 0.7811739 Aug 22 13:34:52.703172 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb8c7a3d-a025-4ada-a573-36875c992f43', 'tag': 'f98ca010-3650-437c-83fa-f13f12655f20'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:34:52.705498 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48115c02-d72f-4136-abc4-d965cd31505b" -d '{"events": [{"name": "network-changed", "server_uuid": "cb8c7a3d-a025-4ada-a573-36875c992f43", "tag": "f98ca010-3650-437c-83fa-f13f12655f20"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:34:52.711364 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-537b4aca-a15a-4305-b67a-2391075e5c94 req-1bd13d5e-b63c-4494-85e0-3e1239b314df service neutron] 10.222.0.16 "GET /v2.0/networks/b2719a9f-ee7f-473a-9939-5efd06e85549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924886 Aug 22 13:34:52.713321 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-51c80fab-c200-4469-a990-de40cc8f83bb req-624084b9-f101-473a-9cdd-eacf26234955 service neutron] 10.222.0.16 "GET /v2.0/networks/0ed8c4a4-768f-4fec-8761-699a6308faf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775812 Aug 22 13:34:52.714417 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device e4864eca-a98c-4530-9a39-6a8773771e34 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:34:52.739376 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713e6cab-61fa-44b2-8dd7-cfe92294cb49 service neutron] Pushing event updated for resources: {'Port': ['ID=f98ca010-3650-437c-83fa-f13f12655f20,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:52.756790 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: e4864eca-a98c-4530-9a39-6a8773771e34 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:34:52.757325 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device e4864eca-a98c-4530-9a39-6a8773771e34 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:34:52.802570 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6105e-c445-4f8b-beda-70a033b3254c req-c427b6f6-7f8d-4c2d-b627-e63370097f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:52.804867 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-13a6105e-c445-4f8b-beda-70a033b3254c req-c427b6f6-7f8d-4c2d-b627-e63370097f89 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79cda882c51f49c8a97f6b7883940f43&device_id=cb8c7a3d-a025-4ada-a573-36875c992f43 HTTP/1.1" status: 200 len: 1096 time: 0.0521214 Aug 22 13:34:52.810531 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-537b4aca-a15a-4305-b67a-2391075e5c94 req-5bf853ea-f4d2-4cda-a13a-6b2c0ef002d5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=ab40ae52-fb74-4b8c-a089-1c836ec0b6cf HTTP/1.1" status: 200 len: 217 time: 0.0689538 Aug 22 13:34:52.848207 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-13a6105e-c445-4f8b-beda-70a033b3254c req-a0af8682-78cd-42ee-936c-a1fac4d291c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f98ca010-3650-437c-83fa-f13f12655f20 HTTP/1.1" status: 200 len: 217 time: 0.0366652 Aug 22 13:34:52.899775 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6105e-c445-4f8b-beda-70a033b3254c req-2bbb2783-9462-43a2-8c6d-bdfb034926cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:52.901301 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-13a6105e-c445-4f8b-beda-70a033b3254c req-2bbb2783-9462-43a2-8c6d-bdfb034926cd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ffb4d087-1294-4a80-af2a-ccd3cdf84545 HTTP/1.1" status: 200 len: 854 time: 0.0469310 Aug 22 13:34:52.911391 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1cdfadc3-f6c6-4947-b5c5-530a9f92d58e req-1ef5edee-35a3-4a73-abe4-bc9f6333bdae service neutron] 10.222.0.21 "GET /v2.0/networks/d2940a05-fb63-48a4-86db-cfe2e2e8ab15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017042 Aug 22 13:34:52.930392 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe398d1-11b6-4b21-83f7-f2083b9c6f10 req-45f19bc4-ed51-40c9-b6ec-d8786cba86c9 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:52.931879 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1fe398d1-11b6-4b21-83f7-f2083b9c6f10 req-45f19bc4-ed51-40c9-b6ec-d8786cba86c9 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb8c7a3d-a025-4ada-a573-36875c992f43 HTTP/1.1" status: 200 len: 944 time: 0.2446966 Aug 22 13:34:52.944851 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-13a6105e-c445-4f8b-beda-70a033b3254c req-9f7eb79d-d8d5-40ae-b1a6-66dfb250efe9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29a5fa06-3722-4b00-8610-7c352a4197c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275927 Aug 22 13:34:52.963098 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b4aca-a15a-4305-b67a-2391075e5c94 req-a782506b-fbc9-4628-93d8-be60619b872e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:52.964580 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-537b4aca-a15a-4305-b67a-2391075e5c94 req-a782506b-fbc9-4628-93d8-be60619b872e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c9c01412-9489-49de-9d2b-050ba9194e34 HTTP/1.1" status: 200 len: 797 time: 0.1214647 Aug 22 13:34:53.043719 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-13a6105e-c445-4f8b-beda-70a033b3254c req-cf736316-1037-4932-8599-c2edd9fd5465 service neutron] 10.222.0.41 "GET /v2.0/networks/29a5fa06-3722-4b00-8610-7c352a4197c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922513 Aug 22 13:34:53.045292 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-51c80fab-c200-4469-a990-de40cc8f83bb req-ba754d6d-5267-436c-917b-e69dfe9bed1d service neutron] 10.222.0.16 "GET /v2.0/networks/0ed8c4a4-768f-4fec-8761-699a6308faf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993784 Aug 22 13:34:53.087948 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1fe398d1-11b6-4b21-83f7-f2083b9c6f10 req-fd40d793-4212-462a-bd67-7543c43b5415 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23f2214-6790-4df7-a348-a4695558251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426013 Aug 22 13:34:53.109149 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b4aca-a15a-4305-b67a-2391075e5c94 req-d940d21a-0959-47f9-84f1-a85d62e76e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:53.111256 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-537b4aca-a15a-4305-b67a-2391075e5c94 req-d940d21a-0959-47f9-84f1-a85d62e76e74 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0cc210c0-a1af-4d1a-af13-c74a90748aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1089244 Aug 22 13:34:53.117251 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1cdfadc3-f6c6-4947-b5c5-530a9f92d58e req-4c0c9499-71f4-49ae-91cf-097e02c2a954 service neutron] 10.222.0.21 "GET /v2.0/networks/d2940a05-fb63-48a4-86db-cfe2e2e8ab15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952586 Aug 22 13:34:53.154171 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-13a6105e-c445-4f8b-beda-70a033b3254c req-5836f094-9d6d-4c93-80fc-049b58c35563 service neutron] 10.222.0.41 "GET /v2.0/networks/29a5fa06-3722-4b00-8610-7c352a4197c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037672 Aug 22 13:34:53.247631 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40fd574f-c7b5-4c2b-9d94-857004fa1bb3 x-openstack-request-id: req-40fd574f-c7b5-4c2b-9d94-857004fa1bb3 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:34:53.248144 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb8c7a3d-a025-4ada-a573-36875c992f43", "tag": "f98ca010-3650-437c-83fa-f13f12655f20", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:34:53.248511 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-40fd574f-c7b5-4c2b-9d94-857004fa1bb3 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:34:53.249016 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb8c7a3d-a025-4ada-a573-36875c992f43', 'tag': 'f98ca010-3650-437c-83fa-f13f12655f20', 'status': 'completed', 'code': 200} Aug 22 13:34:53.257490 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c702553-a42e-40f8-bfd3-35e35fb546a1 req-41ea079f-159d-4b06-a5f1-df95ff13738a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:53.259197 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5c702553-a42e-40f8-bfd3-35e35fb546a1 req-41ea079f-159d-4b06-a5f1-df95ff13738a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=80bbcf4308ca4bd6b96d7b411fbfc797&device_id=749d42e6-7a09-41ba-90aa-67e4d2eecd56 HTTP/1.1" status: 200 len: 1095 time: 0.1189802 Aug 22 13:34:53.309360 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-537b4aca-a15a-4305-b67a-2391075e5c94 req-1b83bfe1-4e03-444c-b4b9-2cf351dad428 service neutron] 10.222.0.16 "GET /v2.0/networks/0cc210c0-a1af-4d1a-af13-c74a90748aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812775 Aug 22 13:34:53.372499 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48115c02-d72f-4136-abc4-d965cd31505b req-ca0b35b3-9266-4018-90b2-019fc275516c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:53.376495 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-48115c02-d72f-4136-abc4-d965cd31505b req-ca0b35b3-9266-4018-90b2-019fc275516c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79cda882c51f49c8a97f6b7883940f43&device_id=cb8c7a3d-a025-4ada-a573-36875c992f43 HTTP/1.1" status: 200 len: 1096 time: 0.1013622 Aug 22 13:34:53.465065 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-71793f4f-aa6f-47d6-9054-163b54e09df6 req-ed0ea06d-a09e-427a-adc4-b12caf315742 tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] 10.222.0.21 "GET /v2.0/ports?device_id=785a8118-64e9-45f7-b091-c0fc0cd3afeb HTTP/1.1" status: 200 len: 210 time: 0.0673370 Aug 22 13:34:53.513006 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48115c02-d72f-4136-abc4-d965cd31505b req-155bd94b-881a-4a67-8cf4-19616e13a32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:53.515136 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-48115c02-d72f-4136-abc4-d965cd31505b req-155bd94b-881a-4a67-8cf4-19616e13a32a service neutron] 10.222.0.41 "GET /v2.0/networks?id=29a5fa06-3722-4b00-8610-7c352a4197c0 HTTP/1.1" status: 200 len: 915 time: 0.1331372 Aug 22 13:34:53.530257 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 6991d1fd-168f-435d-bdfc-4ee87a5c0147 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:34:53.535399 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c702553-a42e-40f8-bfd3-35e35fb546a1 req-25401638-01e7-4a62-98cc-e79b1839e3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:53.537076 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5c702553-a42e-40f8-bfd3-35e35fb546a1 req-25401638-01e7-4a62-98cc-e79b1839e3dd service neutron] 10.222.0.16 "GET /v2.0/networks?id=0ed8c4a4-768f-4fec-8761-699a6308faf6 HTTP/1.1" status: 200 len: 920 time: 0.2617030 Aug 22 13:34:53.565219 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c336427-62f0-47bf-8a0c-65f20489a032 req-a1f8b450-2f2c-4ce5-99b6-3daa07271f19 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:53.572823 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5c336427-62f0-47bf-8a0c-65f20489a032 req-a1f8b450-2f2c-4ce5-99b6-3daa07271f19 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=06202321-7a71-43cd-88a0-a5e7f7b6fe97 HTTP/1.1" status: 200 len: 945 time: 0.1762946 Aug 22 13:34:53.575081 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-537b4aca-a15a-4305-b67a-2391075e5c94 req-78b88a1f-c48a-43bd-a8ee-469fe33c7849 service neutron] 10.222.0.16 "GET /v2.0/networks/0cc210c0-a1af-4d1a-af13-c74a90748aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396147 Aug 22 13:34:53.592848 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-48115c02-d72f-4136-abc4-d965cd31505b req-5372b833-5f41-4635-985f-8cc1ba9d6bb9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f98ca010-3650-437c-83fa-f13f12655f20 HTTP/1.1" status: 200 len: 217 time: 0.0645525 Aug 22 13:34:53.626701 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 6991d1fd-168f-435d-bdfc-4ee87a5c0147 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:34:53.627240 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:53.693094 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5c702553-a42e-40f8-bfd3-35e35fb546a1 req-36a30fa4-69c5-47be-b37f-ade6403bd083 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90691716-7b7f-407c-aff6-8f5817e439df HTTP/1.1" status: 200 len: 217 time: 0.1379948 Aug 22 13:34:53.693531 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48115c02-d72f-4136-abc4-d965cd31505b req-49f5e866-eb2d-41f3-8e0e-641db647178d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:53.697509 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-48115c02-d72f-4136-abc4-d965cd31505b req-49f5e866-eb2d-41f3-8e0e-641db647178d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ffb4d087-1294-4a80-af2a-ccd3cdf84545 HTTP/1.1" status: 200 len: 854 time: 0.0976920 Aug 22 13:34:53.705994 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-537b4aca-a15a-4305-b67a-2391075e5c94 req-063c20b6-eefe-43d2-ae9b-ffce6b66a54d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=aa5cdb91-66e3-442c-9d12-088167557b99 HTTP/1.1" status: 200 len: 217 time: 0.1188650 Aug 22 13:34:53.741607 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-48115c02-d72f-4136-abc4-d965cd31505b req-1a647d26-d98d-437b-a04f-a60c5926aa09 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29a5fa06-3722-4b00-8610-7c352a4197c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334945 Aug 22 13:34:53.834072 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5c336427-62f0-47bf-8a0c-65f20489a032 req-b72f4146-383d-44d5-ac0a-e0e4ee8aeb0b tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494378 Aug 22 13:34:53.858885 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-48115c02-d72f-4136-abc4-d965cd31505b req-dbb07496-bcb6-4c45-9a87-c6cbc61cf0ab service neutron] 10.222.0.41 "GET /v2.0/networks/29a5fa06-3722-4b00-8610-7c352a4197c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085229 Aug 22 13:34:53.881019 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b4aca-a15a-4305-b67a-2391075e5c94 req-fa4d83c2-a123-45c4-a0fb-f1af6e696d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:53.883711 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-537b4aca-a15a-4305-b67a-2391075e5c94 req-fa4d83c2-a123-45c4-a0fb-f1af6e696d5d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c9c01412-9489-49de-9d2b-050ba9194e34 HTTP/1.1" status: 200 len: 797 time: 0.1543045 Aug 22 13:34:53.941913 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c702553-a42e-40f8-bfd3-35e35fb546a1 req-88e75d8b-7daa-4296-87b1-e77b2b642a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:53.943490 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5c702553-a42e-40f8-bfd3-35e35fb546a1 req-88e75d8b-7daa-4296-87b1-e77b2b642a05 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0123922a-dff1-4aeb-b8e3-878a042c8287 HTTP/1.1" status: 200 len: 859 time: 0.2348723 Aug 22 13:34:54.001189 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-48115c02-d72f-4136-abc4-d965cd31505b req-598b294e-d3ce-4e27-ad4b-581f2ecd8a41 service neutron] 10.222.0.41 "GET /v2.0/networks/29a5fa06-3722-4b00-8610-7c352a4197c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374943 Aug 22 13:34:54.025241 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5c702553-a42e-40f8-bfd3-35e35fb546a1 req-3c16dfef-c164-4acd-a559-e341c934ed45 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0ed8c4a4-768f-4fec-8761-699a6308faf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695698 Aug 22 13:34:54.034369 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3a274-11db-46fb-9ef2-adcf326a52fb req-610a0d7f-ffe1-474e-9288-0ea1c8512405 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:54.036013 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-22c3a274-11db-46fb-9ef2-adcf326a52fb req-610a0d7f-ffe1-474e-9288-0ea1c8512405 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/networks?id=029dc999-300f-41d7-a154-70ddffd00bd2 HTTP/1.1" status: 200 len: 812 time: 0.3866320 Aug 22 13:34:54.075646 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b4aca-a15a-4305-b67a-2391075e5c94 req-56c788cc-7901-45e1-8cf0-833ad7bc5435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:54.077174 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-537b4aca-a15a-4305-b67a-2391075e5c94 req-56c788cc-7901-45e1-8cf0-833ad7bc5435 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0cc210c0-a1af-4d1a-af13-c74a90748aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1825807 Aug 22 13:34:54.121734 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1e18f-5550-4d49-a8f4-4f795d3f1e3b req-73c0fce8-7b15-4ed9-9d64-f6acdf9539ed tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:54.123229 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2dd1e18f-5550-4d49-a8f4-4f795d3f1e3b req-73c0fce8-7b15-4ed9-9d64-f6acdf9539ed tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/ports?device_id=749d42e6-7a09-41ba-90aa-67e4d2eecd56 HTTP/1.1" status: 200 len: 943 time: 0.2035213 Aug 22 13:34:54.153867 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-22c3a274-11db-46fb-9ef2-adcf326a52fb req-7a89eb5d-a26e-42e0-b1bd-bf15ecd04fa7 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/quotas/55ae8131c673474db6fbd918c6d65e53 HTTP/1.1" status: 200 len: 375 time: 0.1017351 Aug 22 13:34:54.244783 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-22c3a274-11db-46fb-9ef2-adcf326a52fb req-8fedaf7f-d67a-442a-97ca-a90b96d92805 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=55ae8131c673474db6fbd918c6d65e53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0785620 Aug 22 13:34:54.283734 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2dd1e18f-5550-4d49-a8f4-4f795d3f1e3b req-e32d443b-e66e-44c7-805c-f5d4da3903d9 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/security-groups?id=65285942-2a27-41ac-b17d-485110debd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478868 Aug 22 13:34:54.355937 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5c702553-a42e-40f8-bfd3-35e35fb546a1 req-f2c2eec1-38ed-435b-b41a-1703c1b8d905 service neutron] 10.222.0.16 "GET /v2.0/networks/0ed8c4a4-768f-4fec-8761-699a6308faf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136051 Aug 22 13:34:54.687168 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdfadc3-f6c6-4947-b5c5-530a9f92d58e req-f75ba444-ff60-43c3-bafd-0c86de38e10a tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:54.688732 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-1cdfadc3-f6c6-4947-b5c5-530a9f92d58e req-f75ba444-ff60-43c3-bafd-0c86de38e10a tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] 10.222.0.16 "GET /v2.0/networks?id=d2940a05-fb63-48a4-86db-cfe2e2e8ab15 HTTP/1.1" status: 200 len: 820 time: 0.1103034 Aug 22 13:34:54.703408 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-1cdfadc3-f6c6-4947-b5c5-530a9f92d58e req-24e062a7-1da8-4ed5-96ca-ac00a27e52b9 tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] Request body: {'port': {'device_id': '785a8118-64e9-45f7-b091-c0fc0cd3afeb', 'network_id': 'd2940a05-fb63-48a4-86db-cfe2e2e8ab15', 'admin_state_up': True, 'tenant_id': 'e5bbbc6159024fdfb074ed62f548d572'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:34:54.765574 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-537b4aca-a15a-4305-b67a-2391075e5c94 req-85a6f243-abc8-4b5b-bfc5-fceb0ec23962 service neutron] 10.222.0.16 "GET /v2.0/networks/0cc210c0-a1af-4d1a-af13-c74a90748aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6543324 Aug 22 13:34:54.828518 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cdfadc3-f6c6-4947-b5c5-530a9f92d58e req-24e062a7-1da8-4ed5-96ca-ac00a27e52b9 tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] Made reservation on behalf of e5bbbc6159024fdfb074ed62f548d572 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:34:54.832171 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-1cdfadc3-f6c6-4947-b5c5-530a9f92d58e req-24e062a7-1da8-4ed5-96ca-ac00a27e52b9 tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:54.899623 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29f611-3556-4b7c-a439-5a09fd6fdf02 req-cbcbcd52-0618-49cc-a93b-9b9bfc892f67 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:54.901487 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bd29f611-3556-4b7c-a439-5a09fd6fdf02 req-cbcbcd52-0618-49cc-a93b-9b9bfc892f67 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb8c7a3d-a025-4ada-a573-36875c992f43 HTTP/1.1" status: 200 len: 944 time: 0.5433104 Aug 22 13:34:54.906519 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-22c3a274-11db-46fb-9ef2-adcf326a52fb req-5f313ada-b39a-4990-bb47-2022458b0fee service neutron] 10.222.0.21 "GET /v2.0/networks/029dc999-300f-41d7-a154-70ddffd00bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6452115 Aug 22 13:34:54.962558 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5c702553-a42e-40f8-bfd3-35e35fb546a1 req-72fccfc3-22e5-44bf-af44-35ce477777c6 service neutron] 10.222.0.16 "GET /v2.0/networks/0ed8c4a4-768f-4fec-8761-699a6308faf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5936575 Aug 22 13:34:54.968284 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-1cdfadc3-f6c6-4947-b5c5-530a9f92d58e req-24e062a7-1da8-4ed5-96ca-ac00a27e52b9 tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] Allocated IP 172.20.0.9 (d2940a05-fb63-48a4-86db-cfe2e2e8ab15/9df2d201-276d-4aa6-8fea-cb14e8276175/459f8264-2fab-420f-957d-be325b4e35bf) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:34:55.033472 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bd29f611-3556-4b7c-a439-5a09fd6fdf02 req-3331d528-f62e-44f9-b5fd-64666835ce31 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23f2214-6790-4df7-a348-a4695558251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218626 Aug 22 13:34:55.054161 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-537b4aca-a15a-4305-b67a-2391075e5c94 req-7ce72d7a-1a09-4644-9dcf-498c8a5d5f87 service neutron] 10.222.0.16 "GET /v2.0/networks/0cc210c0-a1af-4d1a-af13-c74a90748aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605288 Aug 22 13:34:55.106656 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-22c3a274-11db-46fb-9ef2-adcf326a52fb req-2063d07b-dbd1-4314-9636-1f69686ce365 service neutron] 10.222.0.21 "GET /v2.0/networks/029dc999-300f-41d7-a154-70ddffd00bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833129 Aug 22 13:34:55.109303 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-537b4aca-a15a-4305-b67a-2391075e5c94 req-589d5cc5-fd14-481f-a684-646540f54a68 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=2dbd4c0b-f8a8-407f-95de-f4be4481eaec HTTP/1.1" status: 200 len: 217 time: 0.0466959 Aug 22 13:34:55.131978 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-1cdfadc3-f6c6-4947-b5c5-530a9f92d58e req-24e062a7-1da8-4ed5-96ca-ac00a27e52b9 tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:55.142990 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b6a74d33-4b3d-4273-8b12-160a7ff51277 req-dee16e98-b8c6-48b7-a6df-90f4cd1a6c6e tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] 10.222.0.21 "GET /v2.0/ports?device_id=785a8118-64e9-45f7-b091-c0fc0cd3afeb HTTP/1.1" status: 200 len: 210 time: 0.0353606 Aug 22 13:34:55.181143 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b4aca-a15a-4305-b67a-2391075e5c94 req-71c7774c-679d-4f8e-9394-bd79ea4fd007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:55.184102 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-537b4aca-a15a-4305-b67a-2391075e5c94 req-71c7774c-679d-4f8e-9394-bd79ea4fd007 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c9c01412-9489-49de-9d2b-050ba9194e34 HTTP/1.1" status: 200 len: 797 time: 0.0662110 Aug 22 13:34:55.188357 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-1cdfadc3-f6c6-4947-b5c5-530a9f92d58e req-24e062a7-1da8-4ed5-96ca-ac00a27e52b9 tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:55.266272 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cdfadc3-f6c6-4947-b5c5-530a9f92d58e req-24e062a7-1da8-4ed5-96ca-ac00a27e52b9 tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] Network d2940a05-fb63-48a4-86db-cfe2e2e8ab15 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:34:55.267754 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e062a7-1da8-4ed5-96ca-ac00a27e52b9 tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] Pushing event updated for resources: {'Port': ['ID=459f8264-2fab-420f-957d-be325b4e35bf,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:55.270539 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-1cdfadc3-f6c6-4947-b5c5-530a9f92d58e req-24e062a7-1da8-4ed5-96ca-ac00a27e52b9 tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:34:55.272691 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cdfadc3-f6c6-4947-b5c5-530a9f92d58e req-24e062a7-1da8-4ed5-96ca-ac00a27e52b9 tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:34:55.304473 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0139a-76e6-4120-8559-943c072d668c req-407a1a75-044f-4029-863c-98645f45672a tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:55.306083 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-afb0139a-76e6-4120-8559-943c072d668c req-407a1a75-044f-4029-863c-98645f45672a tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=06202321-7a71-43cd-88a0-a5e7f7b6fe97 HTTP/1.1" status: 200 len: 945 time: 0.0816839 Aug 22 13:34:55.325417 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-148f7365-80fa-435c-b82e-dd8906d7f915 req-5b1b09ba-1ac5-4750-8fab-ef9169788813 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1 HTTP/1.1" status: 200 len: 210 time: 0.0482280 Aug 22 13:34:55.328269 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdfadc3-f6c6-4947-b5c5-530a9f92d58e req-24e062a7-1da8-4ed5-96ca-ac00a27e52b9 tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:55.328956 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-1cdfadc3-f6c6-4947-b5c5-530a9f92d58e req-24e062a7-1da8-4ed5-96ca-ac00a27e52b9 tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:55.345436 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b4aca-a15a-4305-b67a-2391075e5c94 req-e3a3e2ab-cf4f-49e7-aa0c-d3ee06957be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:55.347117 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-537b4aca-a15a-4305-b67a-2391075e5c94 req-e3a3e2ab-cf4f-49e7-aa0c-d3ee06957be7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0cc210c0-a1af-4d1a-af13-c74a90748aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1547389 Aug 22 13:34:55.348884 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-1cdfadc3-f6c6-4947-b5c5-530a9f92d58e req-24e062a7-1da8-4ed5-96ca-ac00a27e52b9 tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6493556 Aug 22 13:34:55.370338 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-1cdfadc3-f6c6-4947-b5c5-530a9f92d58e req-e52478e8-e1f0-49bd-aa65-2ec5b4a8aab1 service neutron] Request body: {'port': {'device_id': '785a8118-64e9-45f7-b091-c0fc0cd3afeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:34:55.435068 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-1cdfadc3-f6c6-4947-b5c5-530a9f92d58e req-e52478e8-e1f0-49bd-aa65-2ec5b4a8aab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:55.435744 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-afb0139a-76e6-4120-8559-943c072d668c req-f235d5cc-6600-44e3-a039-2c4fcd4a31ee tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128535 Aug 22 13:34:55.546083 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee12079-9020-4c5e-bb38-6447e2e48f62 req-71c052e4-8aff-41e1-99f7-a87c24201b46 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:55.547760 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ee12079-9020-4c5e-bb38-6447e2e48f62 req-71c052e4-8aff-41e1-99f7-a87c24201b46 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/ports?device_id=749d42e6-7a09-41ba-90aa-67e4d2eecd56 HTTP/1.1" status: 200 len: 943 time: 0.1262398 Aug 22 13:34:55.591345 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-537b4aca-a15a-4305-b67a-2391075e5c94 req-75b54132-c2d7-4332-a24d-4cbc72357f2e service neutron] 10.222.0.16 "GET /v2.0/networks/0cc210c0-a1af-4d1a-af13-c74a90748aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182345 Aug 22 13:34:55.639735 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ee12079-9020-4c5e-bb38-6447e2e48f62 req-1445bcb9-0485-40b2-932d-d9821f304ba4 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/security-groups?id=65285942-2a27-41ac-b17d-485110debd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726089 Aug 22 13:34:55.672729 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 90691716-7b7f-407c-aff6-8f5817e439df details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:34:55.780355 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-1cdfadc3-f6c6-4947-b5c5-530a9f92d58e req-e52478e8-e1f0-49bd-aa65-2ec5b4a8aab1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 459f8264-2fab-420f-957d-be325b4e35bf {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:34:55.792730 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-1cdfadc3-f6c6-4947-b5c5-530a9f92d58e req-e52478e8-e1f0-49bd-aa65-2ec5b4a8aab1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:55.807659 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-1cdfadc3-f6c6-4947-b5c5-530a9f92d58e req-e52478e8-e1f0-49bd-aa65-2ec5b4a8aab1 service neutron] Transition to ACTIVE for port object 459f8264-2fab-420f-957d-be325b4e35bf will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:34:55.815501 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-1cdfadc3-f6c6-4947-b5c5-530a9f92d58e req-e52478e8-e1f0-49bd-aa65-2ec5b4a8aab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:55.896701 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52478e8-e1f0-49bd-aa65-2ec5b4a8aab1 service neutron] Pushing event updated for resources: {'Port': ['ID=459f8264-2fab-420f-957d-be325b4e35bf,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:55.902600 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 90691716-7b7f-407c-aff6-8f5817e439df, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=90691716-7b7f-407c-aff6-8f5817e439df,segment=NetworkSegment(49210ed2-4b72-4fba-985e-f0d69195497e),segment_id=49210ed2-4b72-4fba-985e-f0d69195497e)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:34:55.916197 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '90691716-7b7f-407c-aff6-8f5817e439df', 'network_id': '0ed8c4a4-768f-4fec-8761-699a6308faf6', 'port_id': '90691716-7b7f-407c-aff6-8f5817e439df', 'mac_address': 'fa:16:3e:c8:bf:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0123922a-dff1-4aeb-b8e3-878a042c8287', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:34:55.934541 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-537b4aca-a15a-4305-b67a-2391075e5c94 req-a8f7a883-099d-457f-968d-712f8f90850e service neutron] 10.222.0.16 "GET /v2.0/networks/0cc210c0-a1af-4d1a-af13-c74a90748aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113885 Aug 22 13:34:55.999794 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:56.023130 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90691716-7b7f-407c-aff6-8f5817e439df {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:34:56.024313 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-537b4aca-a15a-4305-b67a-2391075e5c94 req-ff653809-3c2c-4c3e-bbab-7d5f92bf92f4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=ea82003c-b5ae-4523-ab17-3a26cb33a9f2 HTTP/1.1" status: 200 len: 217 time: 0.0809553 Aug 22 13:34:56.028280 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-1cdfadc3-f6c6-4947-b5c5-530a9f92d58e req-e52478e8-e1f0-49bd-aa65-2ec5b4a8aab1 service neutron] Attempting to bind port 459f8264-2fab-420f-957d-be325b4e35bf on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:34:56.028506 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-1cdfadc3-f6c6-4947-b5c5-530a9f92d58e req-e52478e8-e1f0-49bd-aa65-2ec5b4a8aab1 service neutron] Attempting to bind port 459f8264-2fab-420f-957d-be325b4e35bf by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '79ccb538-2419-415b-a345-f5f5b1d09991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd2940a05-fb63-48a4-86db-cfe2e2e8ab15'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:34:56.028842 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdfadc3-f6c6-4947-b5c5-530a9f92d58e req-e52478e8-e1f0-49bd-aa65-2ec5b4a8aab1 service neutron] Attempting to bind port 459f8264-2fab-420f-957d-be325b4e35bf on network d2940a05-fb63-48a4-86db-cfe2e2e8ab15 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:34:56.035058 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdfadc3-f6c6-4947-b5c5-530a9f92d58e req-e52478e8-e1f0-49bd-aa65-2ec5b4a8aab1 service neutron] Port 459f8264-2fab-420f-957d-be325b4e35bf on network d2940a05-fb63-48a4-86db-cfe2e2e8ab15 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:34:56.035484 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdfadc3-f6c6-4947-b5c5-530a9f92d58e req-e52478e8-e1f0-49bd-aa65-2ec5b4a8aab1 service neutron] Attempting to bind port 459f8264-2fab-420f-957d-be325b4e35bf on network d2940a05-fb63-48a4-86db-cfe2e2e8ab15 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:34:56.041771 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdfadc3-f6c6-4947-b5c5-530a9f92d58e req-e52478e8-e1f0-49bd-aa65-2ec5b4a8aab1 service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:34:56.042460 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdfadc3-f6c6-4947-b5c5-530a9f92d58e req-e52478e8-e1f0-49bd-aa65-2ec5b4a8aab1 service neutron] Checking segment: {'id': '79ccb538-2419-415b-a345-f5f5b1d09991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd2940a05-fb63-48a4-86db-cfe2e2e8ab15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:34:56.043082 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdfadc3-f6c6-4947-b5c5-530a9f92d58e req-e52478e8-e1f0-49bd-aa65-2ec5b4a8aab1 service neutron] Bound using segment: {'id': '79ccb538-2419-415b-a345-f5f5b1d09991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd2940a05-fb63-48a4-86db-cfe2e2e8ab15'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:34:56.043736 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-1cdfadc3-f6c6-4947-b5c5-530a9f92d58e req-e52478e8-e1f0-49bd-aa65-2ec5b4a8aab1 service neutron] Bound port: 459f8264-2fab-420f-957d-be325b4e35bf, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79ccb538-2419-415b-a345-f5f5b1d09991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd2940a05-fb63-48a4-86db-cfe2e2e8ab15'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:34:56.044412 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-1cdfadc3-f6c6-4947-b5c5-530a9f92d58e req-e52478e8-e1f0-49bd-aa65-2ec5b4a8aab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:56.102503 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 90691716-7b7f-407c-aff6-8f5817e439df, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=90691716-7b7f-407c-aff6-8f5817e439df,segment=NetworkSegment(49210ed2-4b72-4fba-985e-f0d69195497e),segment_id=49210ed2-4b72-4fba-985e-f0d69195497e)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:34:56.114604 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:56.145068 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b4aca-a15a-4305-b67a-2391075e5c94 req-1c857561-6e0f-4246-8321-5d7f26c369b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:56.146719 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-537b4aca-a15a-4305-b67a-2391075e5c94 req-1c857561-6e0f-4246-8321-5d7f26c369b6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c9c01412-9489-49de-9d2b-050ba9194e34 HTTP/1.1" status: 200 len: 797 time: 0.1073287 Aug 22 13:34:56.176564 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-1cdfadc3-f6c6-4947-b5c5-530a9f92d58e req-e52478e8-e1f0-49bd-aa65-2ec5b4a8aab1 service neutron] For port 459f8264-2fab-420f-957d-be325b4e35bf, host n-h2-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:34:56.184525 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-1cdfadc3-f6c6-4947-b5c5-530a9f92d58e req-e52478e8-e1f0-49bd-aa65-2ec5b4a8aab1 service neutron] For port 459f8264-2fab-420f-957d-be325b4e35bf, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=459f8264-2fab-420f-957d-be325b4e35bf,segment=NetworkSegment(79ccb538-2419-415b-a345-f5f5b1d09991),segment_id=79ccb538-2419-415b-a345-f5f5b1d09991)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:34:56.193729 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-1cdfadc3-f6c6-4947-b5c5-530a9f92d58e req-e52478e8-e1f0-49bd-aa65-2ec5b4a8aab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:56.200852 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=90691716-7b7f-407c-aff6-8f5817e439df,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:56.232061 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad1599-8e89-4c00-90b9-1aa8ffbe5882 req-d4a952b9-2822-480a-bbd3-914333a90593 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:56.233958 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b4ad1599-8e89-4c00-90b9-1aa8ffbe5882 req-d4a952b9-2822-480a-bbd3-914333a90593 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb8c7a3d-a025-4ada-a573-36875c992f43 HTTP/1.1" status: 200 len: 944 time: 0.1055317 Aug 22 13:34:56.251091 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b4aca-a15a-4305-b67a-2391075e5c94 req-19d2c6a2-fb77-48ec-a9af-6d40acb4d276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:56.251642 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdfadc3-f6c6-4947-b5c5-530a9f92d58e req-e52478e8-e1f0-49bd-aa65-2ec5b4a8aab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:56.252324 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-1cdfadc3-f6c6-4947-b5c5-530a9f92d58e req-e52478e8-e1f0-49bd-aa65-2ec5b4a8aab1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:56.252989 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-537b4aca-a15a-4305-b67a-2391075e5c94 req-19d2c6a2-fb77-48ec-a9af-6d40acb4d276 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0cc210c0-a1af-4d1a-af13-c74a90748aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0879703 Aug 22 13:34:56.253908 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-1cdfadc3-f6c6-4947-b5c5-530a9f92d58e req-e52478e8-e1f0-49bd-aa65-2ec5b4a8aab1 service neutron] 10.222.0.16 "PUT /v2.0/ports/459f8264-2fab-420f-957d-be325b4e35bf HTTP/1.1" status: 200 len: 1092 time: 0.8895657 Aug 22 13:34:56.258650 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '785a8118-64e9-45f7-b091-c0fc0cd3afeb', 'tag': '459f8264-2fab-420f-957d-be325b4e35bf'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:34:56.260965 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6adbd0b7-3232-42bb-96e8-c7c1a3de286d" -d '{"events": [{"name": "network-changed", "server_uuid": "785a8118-64e9-45f7-b091-c0fc0cd3afeb", "tag": "459f8264-2fab-420f-957d-be325b4e35bf"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:34:56.291624 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52478e8-e1f0-49bd-aa65-2ec5b4a8aab1 service neutron] Pushing event updated for resources: {'Port': ['ID=459f8264-2fab-420f-957d-be325b4e35bf,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:56.347928 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdfadc3-f6c6-4947-b5c5-530a9f92d58e req-5df16914-727f-43f9-9bfc-8ab8ab5ca95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:56.349618 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-1cdfadc3-f6c6-4947-b5c5-530a9f92d58e req-5df16914-727f-43f9-9bfc-8ab8ab5ca95b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e5bbbc6159024fdfb074ed62f548d572&device_id=785a8118-64e9-45f7-b091-c0fc0cd3afeb HTTP/1.1" status: 200 len: 1095 time: 0.0414038 Aug 22 13:34:56.371413 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b4ad1599-8e89-4c00-90b9-1aa8ffbe5882 req-fa0b7d3c-5dd9-4c3c-97b6-82dd216eab55 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23f2214-6790-4df7-a348-a4695558251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228735 Aug 22 13:34:56.380351 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b089a992-efed-4eb2-b0d2-a8789a3f9654 req-df004aeb-1ade-4565-9ca2-f62d695735d6 tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:56.381889 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b089a992-efed-4eb2-b0d2-a8789a3f9654 req-df004aeb-1ade-4565-9ca2-f62d695735d6 tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] 10.222.0.21 "GET /v2.0/ports?device_id=785a8118-64e9-45f7-b091-c0fc0cd3afeb HTTP/1.1" status: 200 len: 943 time: 0.1434999 Aug 22 13:34:56.397913 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-1cdfadc3-f6c6-4947-b5c5-530a9f92d58e req-dca6f081-2b26-43a6-8f8d-c2885d79eac0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=459f8264-2fab-420f-957d-be325b4e35bf HTTP/1.1" status: 200 len: 217 time: 0.0373156 Aug 22 13:34:56.427059 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-537b4aca-a15a-4305-b67a-2391075e5c94 req-38d51be2-40e8-446b-90f9-4a9a5acda044 service neutron] 10.222.0.16 "GET /v2.0/networks/0cc210c0-a1af-4d1a-af13-c74a90748aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492779 Aug 22 13:34:56.438178 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9bcce11-fa8d-442d-b29d-d0fa89984bd4 x-openstack-request-id: req-a9bcce11-fa8d-442d-b29d-d0fa89984bd4 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:34:56.438666 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "785a8118-64e9-45f7-b091-c0fc0cd3afeb", "tag": "459f8264-2fab-420f-957d-be325b4e35bf", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:34:56.439077 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a9bcce11-fa8d-442d-b29d-d0fa89984bd4 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:34:56.439814 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '785a8118-64e9-45f7-b091-c0fc0cd3afeb', 'tag': '459f8264-2fab-420f-957d-be325b4e35bf', 'status': 'completed', 'code': 200} Aug 22 13:34:56.445549 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b089a992-efed-4eb2-b0d2-a8789a3f9654 req-a4ba1115-8e6e-470a-a0e3-99dd20dbf189 tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1df5a59-4eda-4444-a72d-65aeb1d7a55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540626 Aug 22 13:34:56.465923 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['90691716-7b7f-407c-aff6-8f5817e439df'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:34:56.471861 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdfadc3-f6c6-4947-b5c5-530a9f92d58e req-543a4f00-e37f-459a-853f-f2d9ee7e2c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:56.476979 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-1cdfadc3-f6c6-4947-b5c5-530a9f92d58e req-543a4f00-e37f-459a-853f-f2d9ee7e2c32 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9df2d201-276d-4aa6-8fea-cb14e8276175 HTTP/1.1" status: 200 len: 860 time: 0.0714545 Aug 22 13:34:56.513091 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-1cdfadc3-f6c6-4947-b5c5-530a9f92d58e req-3e1e12da-12e9-4231-9af5-15eb3cdfd4b7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d2940a05-fb63-48a4-86db-cfe2e2e8ab15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276213 Aug 22 13:34:56.585203 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3a119efb-4593-4c4e-aefe-9016a6acc8bc req-f58ee28c-599c-4e6a-b9e5-6d9dde027ff0 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1 HTTP/1.1" status: 200 len: 210 time: 0.0692039 Aug 22 13:34:56.620966 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2080938-7042-4de5-b594-1133e3d5186a req-a0329f3d-acb0-4023-9e39-182a098b6a1e tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:56.628487 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e2080938-7042-4de5-b594-1133e3d5186a req-a0329f3d-acb0-4023-9e39-182a098b6a1e tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=06202321-7a71-43cd-88a0-a5e7f7b6fe97 HTTP/1.1" status: 200 len: 945 time: 0.1108549 Aug 22 13:34:56.650602 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-1cdfadc3-f6c6-4947-b5c5-530a9f92d58e req-c1231ffa-2c26-440e-8d6e-e29deabf637a service neutron] 10.222.0.16 "GET /v2.0/networks/d2940a05-fb63-48a4-86db-cfe2e2e8ab15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288605 Aug 22 13:34:56.660534 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-537b4aca-a15a-4305-b67a-2391075e5c94 req-8c837020-a0ad-453e-9ae9-4c352b11b485 service neutron] 10.222.0.16 "GET /v2.0/networks/0cc210c0-a1af-4d1a-af13-c74a90748aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147226 Aug 22 13:34:56.713884 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device f98ca010-3650-437c-83fa-f13f12655f20 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:34:56.738443 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e2080938-7042-4de5-b594-1133e3d5186a req-3c130aab-16a2-469d-84fd-6a37e3021a87 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065359 Aug 22 13:34:56.743351 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-537b4aca-a15a-4305-b67a-2391075e5c94 req-eb310b8e-cc03-4bce-b2d0-da1d9a5398e4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c5fa5344-2fed-4661-9aa7-fc0a122c07f8 HTTP/1.1" status: 200 len: 217 time: 0.0705421 Aug 22 13:34:56.803764 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b4aca-a15a-4305-b67a-2391075e5c94 req-65685bd2-4228-4f9b-8fcd-2e337e537bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:56.805649 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-537b4aca-a15a-4305-b67a-2391075e5c94 req-65685bd2-4228-4f9b-8fcd-2e337e537bdc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=525ede45-be02-4d9e-8a63-bbd46f43e817 HTTP/1.1" status: 200 len: 797 time: 0.0531828 Aug 22 13:34:56.858029 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port f98ca010-3650-437c-83fa-f13f12655f20, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=f98ca010-3650-437c-83fa-f13f12655f20,segment=NetworkSegment(741e13e0-402a-4f69-a295-32aa21113f30),segment_id=741e13e0-402a-4f69-a295-32aa21113f30)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:34:56.890188 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': 'f98ca010-3650-437c-83fa-f13f12655f20', 'network_id': '29a5fa06-3722-4b00-8610-7c352a4197c0', 'port_id': 'f98ca010-3650-437c-83fa-f13f12655f20', 'mac_address': 'fa:16:3e:27:4b:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffb4d087-1294-4a80-af2a-ccd3cdf84545', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:34:56.891051 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52319db-e61e-4f73-94dc-6784f7e8ba46 req-44531f35-0c60-4ea6-afe8-8f024012aa27 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:56.892781 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b52319db-e61e-4f73-94dc-6784f7e8ba46 req-44531f35-0c60-4ea6-afe8-8f024012aa27 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/ports?device_id=749d42e6-7a09-41ba-90aa-67e4d2eecd56 HTTP/1.1" status: 200 len: 944 time: 0.1423168 Aug 22 13:34:56.894930 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b4aca-a15a-4305-b67a-2391075e5c94 req-49d5b742-44cd-4967-9361-d2723888cb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:56.896730 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-537b4aca-a15a-4305-b67a-2391075e5c94 req-49d5b742-44cd-4967-9361-d2723888cb45 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8858e46b-6208-4875-b089-3b1759ddc36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0794163 Aug 22 13:34:56.916853 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3a274-11db-46fb-9ef2-adcf326a52fb req-e811e96b-e2f5-43cc-9885-53a38248505d tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:56.918689 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-22c3a274-11db-46fb-9ef2-adcf326a52fb req-e811e96b-e2f5-43cc-9885-53a38248505d tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.41 "GET /v2.0/networks?id=029dc999-300f-41d7-a154-70ddffd00bd2 HTTP/1.1" status: 200 len: 812 time: 0.2494650 Aug 22 13:34:56.930140 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-1cdfadc3-f6c6-4947-b5c5-530a9f92d58e req-fd9a9847-71e0-4496-ae83-10a94b7cae5d service neutron] 10.222.0.16 "GET /v2.0/networks/d2940a05-fb63-48a4-86db-cfe2e2e8ab15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697465 Aug 22 13:34:56.947826 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-22c3a274-11db-46fb-9ef2-adcf326a52fb req-8aa63cd8-cd1b-4a8d-a1d9-b38165146deb tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Request body: {'port': {'device_id': 'db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1', 'network_id': '029dc999-300f-41d7-a154-70ddffd00bd2', 'admin_state_up': True, 'tenant_id': '55ae8131c673474db6fbd918c6d65e53'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:34:56.964803 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:56.994362 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f98ca010-3650-437c-83fa-f13f12655f20 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:34:57.001012 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b52319db-e61e-4f73-94dc-6784f7e8ba46 req-b36c3799-8199-4a2f-9e9b-699156eca393 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/security-groups?id=65285942-2a27-41ac-b17d-485110debd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008890 Aug 22 13:34:57.043580 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port f98ca010-3650-437c-83fa-f13f12655f20, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=f98ca010-3650-437c-83fa-f13f12655f20,segment=NetworkSegment(741e13e0-402a-4f69-a295-32aa21113f30),segment_id=741e13e0-402a-4f69-a295-32aa21113f30)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:34:57.052898 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:57.057991 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-537b4aca-a15a-4305-b67a-2391075e5c94 req-8bd276c9-5bf8-4c64-a524-7df753e8de7d service neutron] 10.222.0.16 "GET /v2.0/networks/8858e46b-6208-4875-b089-3b1759ddc36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495545 Aug 22 13:34:57.118117 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=f98ca010-3650-437c-83fa-f13f12655f20,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:57.184103 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-537b4aca-a15a-4305-b67a-2391075e5c94 req-ce1bfe5e-cadd-4a1f-80e0-d7b23bc2cd3a service neutron] 10.222.0.16 "GET /v2.0/networks/8858e46b-6208-4875-b089-3b1759ddc36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166017 Aug 22 13:34:57.250159 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-537b4aca-a15a-4305-b67a-2391075e5c94 req-af3bbd39-2d95-44ac-af47-e6889f99020c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9b630015-e2ab-41a3-965e-35e3ddb15e2b HTTP/1.1" status: 200 len: 217 time: 0.0545754 Aug 22 13:34:57.291420 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['f98ca010-3650-437c-83fa-f13f12655f20'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:34:57.351376 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adbd0b7-3232-42bb-96e8-c7c1a3de286d req-9e45380e-ac6a-470a-8f51-e4a384443183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:57.352654 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6adbd0b7-3232-42bb-96e8-c7c1a3de286d req-9e45380e-ac6a-470a-8f51-e4a384443183 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e5bbbc6159024fdfb074ed62f548d572&device_id=785a8118-64e9-45f7-b091-c0fc0cd3afeb HTTP/1.1" status: 200 len: 1095 time: 0.3417585 Aug 22 13:34:57.354472 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b4aca-a15a-4305-b67a-2391075e5c94 req-f303f27d-e1e1-4d98-92d9-3afe52eee6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:57.356487 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-537b4aca-a15a-4305-b67a-2391075e5c94 req-f303f27d-e1e1-4d98-92d9-3afe52eee6f9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=525ede45-be02-4d9e-8a63-bbd46f43e817 HTTP/1.1" status: 200 len: 797 time: 0.0973217 Aug 22 13:34:57.423842 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b4aca-a15a-4305-b67a-2391075e5c94 req-797a96af-e14f-4ee1-b061-c2d0905de268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:57.426816 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-537b4aca-a15a-4305-b67a-2391075e5c94 req-797a96af-e14f-4ee1-b061-c2d0905de268 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8858e46b-6208-4875-b089-3b1759ddc36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0587313 Aug 22 13:34:57.478584 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22c3a274-11db-46fb-9ef2-adcf326a52fb req-8aa63cd8-cd1b-4a8d-a1d9-b38165146deb tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Made reservation on behalf of 55ae8131c673474db6fbd918c6d65e53 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:34:57.483505 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-22c3a274-11db-46fb-9ef2-adcf326a52fb req-8aa63cd8-cd1b-4a8d-a1d9-b38165146deb tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:57.579546 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adbd0b7-3232-42bb-96e8-c7c1a3de286d req-94bb6b0a-f372-45b2-82d7-db689f432b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:57.582101 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6adbd0b7-3232-42bb-96e8-c7c1a3de286d req-94bb6b0a-f372-45b2-82d7-db689f432b0b service neutron] 10.222.0.16 "GET /v2.0/networks?id=d2940a05-fb63-48a4-86db-cfe2e2e8ab15 HTTP/1.1" status: 200 len: 921 time: 0.2119024 Aug 22 13:34:57.641132 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6adbd0b7-3232-42bb-96e8-c7c1a3de286d req-e5c8cfdf-c40a-4cfa-955e-8806a87cd9a8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=459f8264-2fab-420f-957d-be325b4e35bf HTTP/1.1" status: 200 len: 217 time: 0.0429764 Aug 22 13:34:57.684955 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 90691716-7b7f-407c-aff6-8f5817e439df up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:34:57.729286 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-537b4aca-a15a-4305-b67a-2391075e5c94 req-f8ecc9a3-e9a1-43b4-8f6b-77cbd3f960d2 service neutron] 10.222.0.16 "GET /v2.0/networks/8858e46b-6208-4875-b089-3b1759ddc36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939246 Aug 22 13:34:57.745784 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adbd0b7-3232-42bb-96e8-c7c1a3de286d req-420f3f91-84ad-4066-bedf-3ab9d07c2fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:57.747212 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6adbd0b7-3232-42bb-96e8-c7c1a3de286d req-420f3f91-84ad-4066-bedf-3ab9d07c2fbf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9df2d201-276d-4aa6-8fea-cb14e8276175 HTTP/1.1" status: 200 len: 860 time: 0.0835247 Aug 22 13:34:57.779633 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port 90691716-7b7f-407c-aff6-8f5817e439df completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:34:57.786768 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 90691716-7b7f-407c-aff6-8f5817e439df triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:34:57.788046 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:57.811905 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6adbd0b7-3232-42bb-96e8-c7c1a3de286d req-41e9cfbc-209c-4e5f-8950-512576183ad8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d2940a05-fb63-48a4-86db-cfe2e2e8ab15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555239 Aug 22 13:34:57.822157 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06eb9b-830b-483b-902b-ad473e1fbf18 req-aa8fcf5e-e1d3-4637-b9e4-5b6b322e36d9 tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:57.823420 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cc06eb9b-830b-483b-902b-ad473e1fbf18 req-aa8fcf5e-e1d3-4637-b9e4-5b6b322e36d9 tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] 10.222.0.21 "GET /v2.0/ports?device_id=785a8118-64e9-45f7-b091-c0fc0cd3afeb HTTP/1.1" status: 200 len: 943 time: 0.2041082 Aug 22 13:34:57.835325 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0496ba7-f982-4108-bea5-44517f75b5bf req-77fdd64b-d2c4-43cf-b8a8-dca85b75a4ea tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:57.836765 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b0496ba7-f982-4108-bea5-44517f75b5bf req-77fdd64b-d2c4-43cf-b8a8-dca85b75a4ea tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb8c7a3d-a025-4ada-a573-36875c992f43 HTTP/1.1" status: 200 len: 945 time: 0.2158482 Aug 22 13:34:57.927713 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cc06eb9b-830b-483b-902b-ad473e1fbf18 req-49c85d38-90f5-4c9b-8a07-c4f0ca13f6ee tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1df5a59-4eda-4444-a72d-65aeb1d7a55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881140 Aug 22 13:34:57.940823 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b0496ba7-f982-4108-bea5-44517f75b5bf req-911039eb-7223-4be7-a0c9-b25923866101 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23f2214-6790-4df7-a348-a4695558251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930400 Aug 22 13:34:57.950254 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6adbd0b7-3232-42bb-96e8-c7c1a3de286d req-973892cf-2d26-40f8-8b01-829f04a42322 service neutron] 10.222.0.16 "GET /v2.0/networks/d2940a05-fb63-48a4-86db-cfe2e2e8ab15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253915 Aug 22 13:34:57.966575 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-537b4aca-a15a-4305-b67a-2391075e5c94 req-7e9c644a-89c7-47c7-9f24-bd95a05785f4 service neutron] 10.222.0.16 "GET /v2.0/networks/8858e46b-6208-4875-b089-3b1759ddc36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197747 Aug 22 13:34:57.968614 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-22c3a274-11db-46fb-9ef2-adcf326a52fb req-8aa63cd8-cd1b-4a8d-a1d9-b38165146deb tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Allocated IP 172.20.0.11 (029dc999-300f-41d7-a154-70ddffd00bd2/7cd6abbc-1246-430e-b262-f242ac355bf7/3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:34:57.970258 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:58.025746 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749d42e6-7a09-41ba-90aa-67e4d2eecd56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90691716-7b7f-407c-aff6-8f5817e439df'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:34:58.030147 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf2c6ce-f906-4d49-99a4-c2e637a09149" -d '{"events": [{"server_uuid": "749d42e6-7a09-41ba-90aa-67e4d2eecd56", "name": "network-vif-plugged", "status": "completed", "tag": "90691716-7b7f-407c-aff6-8f5817e439df"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:34:58.074412 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 90691716-7b7f-407c-aff6-8f5817e439df, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=90691716-7b7f-407c-aff6-8f5817e439df,segment=NetworkSegment(49210ed2-4b72-4fba-985e-f0d69195497e),segment_id=49210ed2-4b72-4fba-985e-f0d69195497e)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:34:58.079899 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:58.129470 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-340be899-738d-40c9-b726-7538257c175f req-a732474b-76c4-478f-b0ec-f72774d32702 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1 HTTP/1.1" status: 200 len: 210 time: 0.0524013 Aug 22 13:34:58.166970 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be78ab7-6a9f-403a-b051-ece1673bd63a req-1d855f16-94ea-4c36-8398-82715e26df42 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:58.175984 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=90691716-7b7f-407c-aff6-8f5817e439df,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:58.180855 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9be78ab7-6a9f-403a-b051-ece1673bd63a req-1d855f16-94ea-4c36-8398-82715e26df42 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=06202321-7a71-43cd-88a0-a5e7f7b6fe97 HTTP/1.1" status: 200 len: 945 time: 0.1132815 Aug 22 13:34:58.223520 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:58.259856 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6adbd0b7-3232-42bb-96e8-c7c1a3de286d req-11859293-0e2d-43f5-bda6-bab99b1d7b06 service neutron] 10.222.0.16 "GET /v2.0/networks/d2940a05-fb63-48a4-86db-cfe2e2e8ab15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990983 Aug 22 13:34:58.293264 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9be78ab7-6a9f-403a-b051-ece1673bd63a req-dd782d86-b477-4178-a584-0f9a63d90e46 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115303 Aug 22 13:34:58.312834 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c3f54-61e6-47f8-addb-f7b621c663de req-52823774-1cf6-40fd-8cc8-f6ad05248204 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:58.323892 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-754c3f54-61e6-47f8-addb-f7b621c663de req-52823774-1cf6-40fd-8cc8-f6ad05248204 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/ports?device_id=749d42e6-7a09-41ba-90aa-67e4d2eecd56 HTTP/1.1" status: 200 len: 945 time: 0.1096845 Aug 22 13:34:58.331881 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-22c3a274-11db-46fb-9ef2-adcf326a52fb req-8aa63cd8-cd1b-4a8d-a1d9-b38165146deb tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:58.376042 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-22c3a274-11db-46fb-9ef2-adcf326a52fb req-8aa63cd8-cd1b-4a8d-a1d9-b38165146deb tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:58.387425 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-754c3f54-61e6-47f8-addb-f7b621c663de req-9d89b7ee-adc0-4fc6-acd2-3a83cc90595a tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/security-groups?id=65285942-2a27-41ac-b17d-485110debd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608392 Aug 22 13:34:58.407478 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8a510738-9426-4dfb-a6ac-c40fc4f8f70c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:58.430377 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de36204d-afc4-4ba4-921e-897c65d4e6f0 x-openstack-request-id: req-de36204d-afc4-4ba4-921e-897c65d4e6f0 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:34:58.431118 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "749d42e6-7a09-41ba-90aa-67e4d2eecd56", "name": "network-vif-plugged", "status": "completed", "tag": "90691716-7b7f-407c-aff6-8f5817e439df", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:34:58.431598 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-de36204d-afc4-4ba4-921e-897c65d4e6f0 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:34:58.432266 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '749d42e6-7a09-41ba-90aa-67e4d2eecd56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90691716-7b7f-407c-aff6-8f5817e439df', 'code': 200} Aug 22 13:34:58.434963 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22c3a274-11db-46fb-9ef2-adcf326a52fb req-8aa63cd8-cd1b-4a8d-a1d9-b38165146deb tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Network 029dc999-300f-41d7-a154-70ddffd00bd2 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:34:58.438683 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-22c3a274-11db-46fb-9ef2-adcf326a52fb req-8aa63cd8-cd1b-4a8d-a1d9-b38165146deb tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:34:58.453718 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c3a274-11db-46fb-9ef2-adcf326a52fb req-8aa63cd8-cd1b-4a8d-a1d9-b38165146deb tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:34:58.466375 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa63cd8-cd1b-4a8d-a1d9-b38165146deb tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Pushing event updated for resources: {'Port': ['ID=3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:58.547436 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3a274-11db-46fb-9ef2-adcf326a52fb req-8aa63cd8-cd1b-4a8d-a1d9-b38165146deb tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:58.548064 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-22c3a274-11db-46fb-9ef2-adcf326a52fb req-8aa63cd8-cd1b-4a8d-a1d9-b38165146deb tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:58.567744 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87386164-1dc7-41ad-a034-5f5868a13b28 req-c9dafbad-a0cf-4e51-a934-bfe8f183b9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:58.567971 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-87386164-1dc7-41ad-a034-5f5868a13b28 req-c9dafbad-a0cf-4e51-a934-bfe8f183b9c1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=749d42e6-7a09-41ba-90aa-67e4d2eecd56 HTTP/1.1" status: 200 len: 1097 time: 0.0704935 Aug 22 13:34:58.570362 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-22c3a274-11db-46fb-9ef2-adcf326a52fb req-8aa63cd8-cd1b-4a8d-a1d9-b38165146deb tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6277361 Aug 22 13:34:58.588771 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-22c3a274-11db-46fb-9ef2-adcf326a52fb req-0d0d3245-d879-446d-abcf-bde3fd6f6411 service neutron] Request body: {'port': {'device_id': 'db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:34:58.644531 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-87386164-1dc7-41ad-a034-5f5868a13b28 req-a957e806-b76d-498c-b586-a1853f74d9a1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=65285942-2a27-41ac-b17d-485110debd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683508 Aug 22 13:34:58.672966 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-22c3a274-11db-46fb-9ef2-adcf326a52fb req-0d0d3245-d879-446d-abcf-bde3fd6f6411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:58.721909 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device f98ca010-3650-437c-83fa-f13f12655f20 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:34:58.778857 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port f98ca010-3650-437c-83fa-f13f12655f20 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:34:58.785260 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port f98ca010-3650-437c-83fa-f13f12655f20 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:34:58.785861 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:58.880662 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:58.915602 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port f98ca010-3650-437c-83fa-f13f12655f20, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=f98ca010-3650-437c-83fa-f13f12655f20,segment=NetworkSegment(741e13e0-402a-4f69-a295-32aa21113f30),segment_id=741e13e0-402a-4f69-a295-32aa21113f30)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:34:58.920495 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:58.991373 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=f98ca010-3650-437c-83fa-f13f12655f20,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:58.995699 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-22c3a274-11db-46fb-9ef2-adcf326a52fb req-0d0d3245-d879-446d-abcf-bde3fd6f6411 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:34:59.005126 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-22c3a274-11db-46fb-9ef2-adcf326a52fb req-0d0d3245-d879-446d-abcf-bde3fd6f6411 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:59.018416 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-22c3a274-11db-46fb-9ef2-adcf326a52fb req-0d0d3245-d879-446d-abcf-bde3fd6f6411 service neutron] Transition to ACTIVE for port object 3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:34:59.024056 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-22c3a274-11db-46fb-9ef2-adcf326a52fb req-0d0d3245-d879-446d-abcf-bde3fd6f6411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:59.085377 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0d3245-d879-446d-abcf-bde3fd6f6411 service neutron] Pushing event updated for resources: {'Port': ['ID=3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:59.092895 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f2a94e-534a-47bf-bf6a-1044d4bd7308 req-74e76736-3b7a-47f8-9712-86da33a036f6 tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:59.101166 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c8f2a94e-534a-47bf-bf6a-1044d4bd7308 req-74e76736-3b7a-47f8-9712-86da33a036f6 tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] 10.222.0.21 "GET /v2.0/ports?device_id=785a8118-64e9-45f7-b091-c0fc0cd3afeb HTTP/1.1" status: 200 len: 943 time: 0.0707872 Aug 22 13:34:59.153055 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-22c3a274-11db-46fb-9ef2-adcf326a52fb req-0d0d3245-d879-446d-abcf-bde3fd6f6411 service neutron] Attempting to bind port 3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:34:59.153616 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-22c3a274-11db-46fb-9ef2-adcf326a52fb req-0d0d3245-d879-446d-abcf-bde3fd6f6411 service neutron] Attempting to bind port 3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': 'db44917f-e270-4117-9230-1517bc4d1e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '029dc999-300f-41d7-a154-70ddffd00bd2'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:34:59.153992 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c3a274-11db-46fb-9ef2-adcf326a52fb req-0d0d3245-d879-446d-abcf-bde3fd6f6411 service neutron] Attempting to bind port 3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e on network 029dc999-300f-41d7-a154-70ddffd00bd2 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:34:59.158482 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c3a274-11db-46fb-9ef2-adcf326a52fb req-0d0d3245-d879-446d-abcf-bde3fd6f6411 service neutron] Port 3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e on network 029dc999-300f-41d7-a154-70ddffd00bd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:34:59.160146 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c3a274-11db-46fb-9ef2-adcf326a52fb req-0d0d3245-d879-446d-abcf-bde3fd6f6411 service neutron] Attempting to bind port 3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e on network 029dc999-300f-41d7-a154-70ddffd00bd2 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:34:59.165016 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c3a274-11db-46fb-9ef2-adcf326a52fb req-0d0d3245-d879-446d-abcf-bde3fd6f6411 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:34:59.165461 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c3a274-11db-46fb-9ef2-adcf326a52fb req-0d0d3245-d879-446d-abcf-bde3fd6f6411 service neutron] Checking segment: {'id': 'db44917f-e270-4117-9230-1517bc4d1e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '029dc999-300f-41d7-a154-70ddffd00bd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:34:59.165933 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c3a274-11db-46fb-9ef2-adcf326a52fb req-0d0d3245-d879-446d-abcf-bde3fd6f6411 service neutron] Bound using segment: {'id': 'db44917f-e270-4117-9230-1517bc4d1e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '029dc999-300f-41d7-a154-70ddffd00bd2'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:34:59.166432 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-22c3a274-11db-46fb-9ef2-adcf326a52fb req-0d0d3245-d879-446d-abcf-bde3fd6f6411 service neutron] Bound port: 3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db44917f-e270-4117-9230-1517bc4d1e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '029dc999-300f-41d7-a154-70ddffd00bd2'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:34:59.166864 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-22c3a274-11db-46fb-9ef2-adcf326a52fb req-0d0d3245-d879-446d-abcf-bde3fd6f6411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:59.175311 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c8f2a94e-534a-47bf-bf6a-1044d4bd7308 req-9a7416be-db9c-49d7-b179-5a385854b2a3 tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1df5a59-4eda-4444-a72d-65aeb1d7a55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711982 Aug 22 13:34:59.189827 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f92c9e-544c-48f4-a401-c9e5365cfa4e req-ec4dc54c-ecd5-46e4-98ea-649c67ad9174 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:59.191351 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-53f92c9e-544c-48f4-a401-c9e5365cfa4e req-ec4dc54c-ecd5-46e4-98ea-649c67ad9174 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb8c7a3d-a025-4ada-a573-36875c992f43 HTTP/1.1" status: 200 len: 946 time: 0.1110570 Aug 22 13:34:59.237151 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-22c3a274-11db-46fb-9ef2-adcf326a52fb req-0d0d3245-d879-446d-abcf-bde3fd6f6411 service neutron] For port 3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:34:59.240859 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-22c3a274-11db-46fb-9ef2-adcf326a52fb req-0d0d3245-d879-446d-abcf-bde3fd6f6411 service neutron] For port 3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e,segment=NetworkSegment(db44917f-e270-4117-9230-1517bc4d1e8b),segment_id=db44917f-e270-4117-9230-1517bc4d1e8b)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:34:59.246904 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-22c3a274-11db-46fb-9ef2-adcf326a52fb req-0d0d3245-d879-446d-abcf-bde3fd6f6411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:59.257070 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-53f92c9e-544c-48f4-a401-c9e5365cfa4e req-41488594-f95d-40f2-bc83-b87d2ae303fa tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23f2214-6790-4df7-a348-a4695558251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511491 Aug 22 13:34:59.291289 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3a274-11db-46fb-9ef2-adcf326a52fb req-0d0d3245-d879-446d-abcf-bde3fd6f6411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:59.291989 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-22c3a274-11db-46fb-9ef2-adcf326a52fb req-0d0d3245-d879-446d-abcf-bde3fd6f6411 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:59.293536 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-22c3a274-11db-46fb-9ef2-adcf326a52fb req-0d0d3245-d879-446d-abcf-bde3fd6f6411 service neutron] 10.222.0.41 "PUT /v2.0/ports/3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e HTTP/1.1" status: 200 len: 1093 time: 0.7111967 Aug 22 13:34:59.296278 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1', 'tag': '3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:34:59.302303 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a8f985-81db-48ec-a2d7-eeb7e57770d8" -d '{"events": [{"name": "network-changed", "server_uuid": "db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1", "tag": "3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:34:59.334046 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81fb9ee-6538-4314-bb6d-ad8857fada9e req-db44713e-a4a9-4136-ba86-cb2ee844f66a tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:59.336788 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e81fb9ee-6538-4314-bb6d-ad8857fada9e req-db44713e-a4a9-4136-ba86-cb2ee844f66a tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1 HTTP/1.1" status: 200 len: 944 time: 0.0604913 Aug 22 13:34:59.375438 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8bd36c4-2f64-4f2a-ab11-f4e400cb774a x-openstack-request-id: req-b8bd36c4-2f64-4f2a-ab11-f4e400cb774a {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:34:59.375921 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1", "tag": "3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:34:59.376510 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b8bd36c4-2f64-4f2a-ab11-f4e400cb774a {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:34:59.377123 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1', 'tag': '3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e', 'status': 'completed', 'code': 200} Aug 22 13:34:59.379186 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0d3245-d879-446d-abcf-bde3fd6f6411 service neutron] Pushing event updated for resources: {'Port': ['ID=3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:34:59.380824 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e81fb9ee-6538-4314-bb6d-ad8857fada9e req-0a889ef6-8c68-4748-b27f-d14bc183aea5 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380118 Aug 22 13:34:59.403926 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3a274-11db-46fb-9ef2-adcf326a52fb req-123fd975-25a3-4ad2-936b-3bc3b3fb2565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:59.403926 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-22c3a274-11db-46fb-9ef2-adcf326a52fb req-123fd975-25a3-4ad2-936b-3bc3b3fb2565 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=55ae8131c673474db6fbd918c6d65e53&device_id=db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1 HTTP/1.1" status: 200 len: 1096 time: 0.0641968 Aug 22 13:34:59.462699 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-22c3a274-11db-46fb-9ef2-adcf326a52fb req-47f3dec3-9636-4e68-9715-dba8a680a041 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e HTTP/1.1" status: 200 len: 217 time: 0.0409286 Aug 22 13:34:59.523615 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3a274-11db-46fb-9ef2-adcf326a52fb req-3da6957f-24ad-476d-b2de-a6f7ae864163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:59.525371 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-22c3a274-11db-46fb-9ef2-adcf326a52fb req-3da6957f-24ad-476d-b2de-a6f7ae864163 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7cd6abbc-1246-430e-b262-f242ac355bf7 HTTP/1.1" status: 200 len: 852 time: 0.0538259 Aug 22 13:34:59.531243 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f6cd42-6e64-4c18-b5be-1a97f88e8f07 req-0c658513-4012-4d4f-b98a-162c8a971435 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:59.532728 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-05f6cd42-6e64-4c18-b5be-1a97f88e8f07 req-0c658513-4012-4d4f-b98a-162c8a971435 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/ports?device_id=749d42e6-7a09-41ba-90aa-67e4d2eecd56 HTTP/1.1" status: 200 len: 945 time: 0.0791986 Aug 22 13:34:59.540393 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512823e8-8da4-49bc-af5e-6719ebc232f9 req-9fd013ae-b202-490e-8b63-1524e11c160d tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:59.541925 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-512823e8-8da4-49bc-af5e-6719ebc232f9 req-9fd013ae-b202-490e-8b63-1524e11c160d tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=06202321-7a71-43cd-88a0-a5e7f7b6fe97 HTTP/1.1" status: 200 len: 945 time: 0.0997663 Aug 22 13:34:59.570668 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-22c3a274-11db-46fb-9ef2-adcf326a52fb req-bcc6a30c-07fa-4d43-bdac-06313f728e07 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=029dc999-300f-41d7-a154-70ddffd00bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277593 Aug 22 13:34:59.597669 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-05f6cd42-6e64-4c18-b5be-1a97f88e8f07 req-cc174387-691f-4e91-9aa7-844de0b6de34 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/security-groups?id=65285942-2a27-41ac-b17d-485110debd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547109 Aug 22 13:34:59.608359 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-512823e8-8da4-49bc-af5e-6719ebc232f9 req-b8d68b33-6be8-4dcb-a21a-0dd7ef3832cf tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592954 Aug 22 13:34:59.665749 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-22c3a274-11db-46fb-9ef2-adcf326a52fb req-c1876820-c688-4812-bad2-6986d2901537 service neutron] 10.222.0.41 "GET /v2.0/networks/029dc999-300f-41d7-a154-70ddffd00bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883574 Aug 22 13:34:59.694628 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 459f8264-2fab-420f-957d-be325b4e35bf details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:34:59.806861 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-22c3a274-11db-46fb-9ef2-adcf326a52fb req-dc701929-9244-4ec9-aa96-e1a11c213c0c service neutron] 10.222.0.41 "GET /v2.0/networks/029dc999-300f-41d7-a154-70ddffd00bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329370 Aug 22 13:34:59.843509 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 459f8264-2fab-420f-957d-be325b4e35bf, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=459f8264-2fab-420f-957d-be325b4e35bf,segment=NetworkSegment(79ccb538-2419-415b-a345-f5f5b1d09991),segment_id=79ccb538-2419-415b-a345-f5f5b1d09991)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:34:59.856345 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '459f8264-2fab-420f-957d-be325b4e35bf', 'network_id': 'd2940a05-fb63-48a4-86db-cfe2e2e8ab15', 'port_id': '459f8264-2fab-420f-957d-be325b4e35bf', 'mac_address': 'fa:16:3e:d5:45:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9df2d201-276d-4aa6-8fea-cb14e8276175', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:34:59.906968 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:34:59.917942 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8f985-81db-48ec-a2d7-eeb7e57770d8 req-c427c5cb-e043-41f8-938b-ecbd32169096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:34:59.921817 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-17a8f985-81db-48ec-a2d7-eeb7e57770d8 req-c427c5cb-e043-41f8-938b-ecbd32169096 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=55ae8131c673474db6fbd918c6d65e53&device_id=db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1 HTTP/1.1" status: 200 len: 1096 time: 0.0580239 Aug 22 13:34:59.929738 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 459f8264-2fab-420f-957d-be325b4e35bf {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:34:59.956102 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 459f8264-2fab-420f-957d-be325b4e35bf, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=459f8264-2fab-420f-957d-be325b4e35bf,segment=NetworkSegment(79ccb538-2419-415b-a345-f5f5b1d09991),segment_id=79ccb538-2419-415b-a345-f5f5b1d09991)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:34:59.962357 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:00.025453 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=459f8264-2fab-420f-957d-be325b4e35bf,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:35:00.058352 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8f985-81db-48ec-a2d7-eeb7e57770d8 req-c30b6c84-dfa0-4ac0-9cd1-a9c09b84d4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:00.059839 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-17a8f985-81db-48ec-a2d7-eeb7e57770d8 req-c30b6c84-dfa0-4ac0-9cd1-a9c09b84d4aa service neutron] 10.222.0.41 "GET /v2.0/networks?id=029dc999-300f-41d7-a154-70ddffd00bd2 HTTP/1.1" status: 200 len: 913 time: 0.1304362 Aug 22 13:35:00.104185 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-17a8f985-81db-48ec-a2d7-eeb7e57770d8 req-401a714d-911e-4fa3-b6de-921ff7d3dd74 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e HTTP/1.1" status: 200 len: 217 time: 0.0359740 Aug 22 13:35:00.166285 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8f985-81db-48ec-a2d7-eeb7e57770d8 req-67adffed-24cb-4e7b-8479-dfe3dd623635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:00.167753 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-17a8f985-81db-48ec-a2d7-eeb7e57770d8 req-67adffed-24cb-4e7b-8479-dfe3dd623635 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7cd6abbc-1246-430e-b262-f242ac355bf7 HTTP/1.1" status: 200 len: 852 time: 0.0491121 Aug 22 13:35:00.208041 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-17a8f985-81db-48ec-a2d7-eeb7e57770d8 req-dc855772-5946-48c5-93f4-cc2865f077a2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=029dc999-300f-41d7-a154-70ddffd00bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296595 Aug 22 13:35:00.323951 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-17a8f985-81db-48ec-a2d7-eeb7e57770d8 req-3eff7a1b-3e1a-4ff0-9a7d-128a9fc4bc4a service neutron] 10.222.0.41 "GET /v2.0/networks/029dc999-300f-41d7-a154-70ddffd00bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024227 Aug 22 13:35:00.331587 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08dccec-c002-450c-95b1-c038fa56a298 req-19b44486-47c3-43ba-8d08-3b1452edb969 tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:00.337830 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['459f8264-2fab-420f-957d-be325b4e35bf'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:35:00.341969 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f08dccec-c002-450c-95b1-c038fa56a298 req-19b44486-47c3-43ba-8d08-3b1452edb969 tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] 10.222.0.21 "GET /v2.0/ports?device_id=785a8118-64e9-45f7-b091-c0fc0cd3afeb HTTP/1.1" status: 200 len: 944 time: 0.0888996 Aug 22 13:35:00.427655 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f08dccec-c002-450c-95b1-c038fa56a298 req-4203f847-62ad-4cb4-be15-27057229e8ae tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1df5a59-4eda-4444-a72d-65aeb1d7a55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729051 Aug 22 13:35:00.444366 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb8c7a3d-a025-4ada-a573-36875c992f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f98ca010-3650-437c-83fa-f13f12655f20'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:35:00.446861 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac44164-437c-4e9c-a185-3d4d5d5a9108" -d '{"events": [{"server_uuid": "cb8c7a3d-a025-4ada-a573-36875c992f43", "name": "network-vif-plugged", "status": "completed", "tag": "f98ca010-3650-437c-83fa-f13f12655f20"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:35:00.467591 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-17a8f985-81db-48ec-a2d7-eeb7e57770d8 req-3bc79558-f308-40fa-86fa-00bc8349cb13 service neutron] 10.222.0.41 "GET /v2.0/networks/029dc999-300f-41d7-a154-70ddffd00bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352324 Aug 22 13:35:00.513095 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c4726-c7aa-41d4-a1e7-9e5ef82546cd req-b7024cb1-2dab-46b3-93b4-03fd27c53392 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:00.514659 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-194c4726-c7aa-41d4-a1e7-9e5ef82546cd req-b7024cb1-2dab-46b3-93b4-03fd27c53392 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb8c7a3d-a025-4ada-a573-36875c992f43 HTTP/1.1" status: 200 len: 946 time: 0.1118178 Aug 22 13:35:00.587889 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-194c4726-c7aa-41d4-a1e7-9e5ef82546cd req-b064356c-1e80-46e1-92d3-e90936f63274 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23f2214-6790-4df7-a348-a4695558251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551121 Aug 22 13:35:00.596115 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4519c-43c6-4745-9638-c9c8cf7a17e9 req-7afaceed-8ff7-440c-a6f4-b734a817aff1 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:00.597616 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7cf4519c-43c6-4745-9638-c9c8cf7a17e9 req-7afaceed-8ff7-440c-a6f4-b734a817aff1 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1 HTTP/1.1" status: 200 len: 944 time: 0.0820518 Aug 22 13:35:00.634950 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25cc637c-ff44-4f86-a950-6d91e2023715 x-openstack-request-id: req-25cc637c-ff44-4f86-a950-6d91e2023715 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:35:00.635363 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb8c7a3d-a025-4ada-a573-36875c992f43", "name": "network-vif-plugged", "status": "completed", "tag": "f98ca010-3650-437c-83fa-f13f12655f20", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:35:00.635739 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-25cc637c-ff44-4f86-a950-6d91e2023715 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:35:00.636299 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb8c7a3d-a025-4ada-a573-36875c992f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f98ca010-3650-437c-83fa-f13f12655f20', 'code': 200} Aug 22 13:35:00.648929 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7cf4519c-43c6-4745-9638-c9c8cf7a17e9 req-6c664d65-0e23-4fcc-841b-d8eae41558e8 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428793 Aug 22 13:35:00.763673 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cdc1a6-6850-4ca8-b830-4ead68df47b9 req-79b89de0-e18e-495b-ab58-69f235af5129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:00.765312 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b1cdc1a6-6850-4ca8-b830-4ead68df47b9 req-79b89de0-e18e-495b-ab58-69f235af5129 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cb8c7a3d-a025-4ada-a573-36875c992f43 HTTP/1.1" status: 200 len: 1098 time: 0.0518577 Aug 22 13:35:00.785379 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9feb9e2-b98f-4625-b944-536858a37b29 req-9601994f-7285-4614-9b09-afde4152a6c7 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:00.786770 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f9feb9e2-b98f-4625-b944-536858a37b29 req-9601994f-7285-4614-9b09-afde4152a6c7 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/ports?device_id=749d42e6-7a09-41ba-90aa-67e4d2eecd56 HTTP/1.1" status: 200 len: 945 time: 0.0962183 Aug 22 13:35:00.798545 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae1c6d-b124-498a-b8a2-6b74b02f67e9 req-5a5ae796-44c1-4bcd-9fd7-602902ea3b51 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:00.800364 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dbae1c6d-b124-498a-b8a2-6b74b02f67e9 req-5a5ae796-44c1-4bcd-9fd7-602902ea3b51 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=06202321-7a71-43cd-88a0-a5e7f7b6fe97 HTTP/1.1" status: 200 len: 945 time: 0.0725961 Aug 22 13:35:00.805541 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b1cdc1a6-6850-4ca8-b830-4ead68df47b9 req-d7b85037-eb0c-439b-acd6-bfbc87269163 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f23f2214-6790-4df7-a348-a4695558251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320678 Aug 22 13:35:00.861384 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f9feb9e2-b98f-4625-b944-536858a37b29 req-b4fd1d28-bcc6-4bf0-86b1-71f8d1ae6df6 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/security-groups?id=65285942-2a27-41ac-b17d-485110debd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600400 Aug 22 13:35:00.869952 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dbae1c6d-b124-498a-b8a2-6b74b02f67e9 req-2ccdc918-d87e-4b85-b36e-c7c8f28bc716 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557528 Aug 22 13:35:01.055676 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-809fd9ea-f4e2-438e-ab5e-1fda2ab43755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:01.133376 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a990d21-1924-47f4-838e-d870c0acc03c req-d7db8759-afd7-44bd-a1ec-13141fca4f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:01.134898 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9a990d21-1924-47f4-838e-d870c0acc03c req-d7db8759-afd7-44bd-a1ec-13141fca4f1c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=80bbcf4308ca4bd6b96d7b411fbfc797&device_id=749d42e6-7a09-41ba-90aa-67e4d2eecd56 HTTP/1.1" status: 200 len: 1097 time: 0.0420787 Aug 22 13:35:01.141086 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894882a0-249c-44fe-82d4-012360553ace req-5d22814a-e95e-494d-bec8-d6eb99a65b34 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:01.142915 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-894882a0-249c-44fe-82d4-012360553ace req-5d22814a-e95e-494d-bec8-d6eb99a65b34 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/ports?device_id=749d42e6-7a09-41ba-90aa-67e4d2eecd56 HTTP/1.1" status: 200 len: 945 time: 0.0583704 Aug 22 13:35:01.187663 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-894882a0-249c-44fe-82d4-012360553ace req-396ee31c-d0cd-4647-a94f-5ffb4b8b216d tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/security-groups?id=65285942-2a27-41ac-b17d-485110debd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377908 Aug 22 13:35:01.191199 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:01.242262 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a990d21-1924-47f4-838e-d870c0acc03c req-0ca28dc7-9e3b-47b2-96a9-b72a44429826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:01.243960 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9a990d21-1924-47f4-838e-d870c0acc03c req-0ca28dc7-9e3b-47b2-96a9-b72a44429826 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0ed8c4a4-768f-4fec-8761-699a6308faf6 HTTP/1.1" status: 200 len: 920 time: 0.0983262 Aug 22 13:35:01.293384 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9a990d21-1924-47f4-838e-d870c0acc03c req-8fe03032-866d-460a-9517-f9550d8cf37a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90691716-7b7f-407c-aff6-8f5817e439df HTTP/1.1" status: 200 len: 217 time: 0.0390944 Aug 22 13:35:01.347480 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a990d21-1924-47f4-838e-d870c0acc03c req-d39c4b57-fc77-4ac2-955b-d30206c9774d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:01.348940 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9a990d21-1924-47f4-838e-d870c0acc03c req-d39c4b57-fc77-4ac2-955b-d30206c9774d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0123922a-dff1-4aeb-b8e3-878a042c8287 HTTP/1.1" status: 200 len: 859 time: 0.0456223 Aug 22 13:35:01.382357 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9a990d21-1924-47f4-838e-d870c0acc03c req-d5014ea6-0c31-4062-a966-8c3b15072d78 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0ed8c4a4-768f-4fec-8761-699a6308faf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249317 Aug 22 13:35:01.479910 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9a990d21-1924-47f4-838e-d870c0acc03c req-d5c31945-6d41-4ca1-856c-0ceed5fc56fe service neutron] 10.222.0.16 "GET /v2.0/networks/0ed8c4a4-768f-4fec-8761-699a6308faf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884697 Aug 22 13:35:01.554338 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50552352-dfe0-4db4-a884-ce9d1607236c req-0023353e-03b2-4d68-8ef5-66fd2d52094d tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:01.555949 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-50552352-dfe0-4db4-a884-ce9d1607236c req-0023353e-03b2-4d68-8ef5-66fd2d52094d tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] 10.222.0.21 "GET /v2.0/ports?device_id=785a8118-64e9-45f7-b091-c0fc0cd3afeb HTTP/1.1" status: 200 len: 944 time: 0.0632391 Aug 22 13:35:01.582046 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9a990d21-1924-47f4-838e-d870c0acc03c req-b6932ba6-62da-4467-9887-e5255eb19e11 service neutron] 10.222.0.16 "GET /v2.0/networks/0ed8c4a4-768f-4fec-8761-699a6308faf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942302 Aug 22 13:35:01.599459 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-50552352-dfe0-4db4-a884-ce9d1607236c req-7634a096-c36a-4fa3-a02b-111ef1df35cf tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1df5a59-4eda-4444-a72d-65aeb1d7a55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369678 Aug 22 13:35:01.701056 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 459f8264-2fab-420f-957d-be325b4e35bf up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:35:01.726624 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d046ab-36a1-4c96-b2e8-3ca39cb23931 req-30f4abd0-5271-4e63-a000-74394f87b192 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:01.728360 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-85d046ab-36a1-4c96-b2e8-3ca39cb23931 req-30f4abd0-5271-4e63-a000-74394f87b192 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb8c7a3d-a025-4ada-a573-36875c992f43 HTTP/1.1" status: 200 len: 946 time: 0.0544958 Aug 22 13:35:01.765620 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port 459f8264-2fab-420f-957d-be325b4e35bf completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:35:01.770655 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 459f8264-2fab-420f-957d-be325b4e35bf triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:35:01.771025 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:01.805805 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-85d046ab-36a1-4c96-b2e8-3ca39cb23931 req-7149ee29-0060-4c73-8bce-ee8066e14dee tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23f2214-6790-4df7-a348-a4695558251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655673 Aug 22 13:35:01.814600 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92dd3c2-2b7e-4d75-98ef-0f4368fbda5b req-971cc3a4-9025-4bdf-9279-c230591173d5 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:01.816386 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c92dd3c2-2b7e-4d75-98ef-0f4368fbda5b req-971cc3a4-9025-4bdf-9279-c230591173d5 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1 HTTP/1.1" status: 200 len: 944 time: 0.0870299 Aug 22 13:35:01.871157 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c92dd3c2-2b7e-4d75-98ef-0f4368fbda5b req-3fd1f5ac-300f-4432-96b6-00d2807ff3ed tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486851 Aug 22 13:35:01.890115 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:01.961055 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 459f8264-2fab-420f-957d-be325b4e35bf, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=459f8264-2fab-420f-957d-be325b4e35bf,segment=NetworkSegment(79ccb538-2419-415b-a345-f5f5b1d09991),segment_id=79ccb538-2419-415b-a345-f5f5b1d09991)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:35:01.984472 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:02.033236 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e312c97-85c4-4ffe-b2ec-147b56b67e26 req-2d33949c-7474-4eb9-a812-590047b11040 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:02.034765 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4e312c97-85c4-4ffe-b2ec-147b56b67e26 req-2d33949c-7474-4eb9-a812-590047b11040 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=06202321-7a71-43cd-88a0-a5e7f7b6fe97 HTTP/1.1" status: 200 len: 945 time: 0.0703809 Aug 22 13:35:02.037085 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=459f8264-2fab-420f-957d-be325b4e35bf,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:35:02.079337 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4e312c97-85c4-4ffe-b2ec-147b56b67e26 req-511f38b2-301c-4944-abcd-ed33b4efb4ad tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373700 Aug 22 13:35:02.187483 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82848aae-801b-4604-8f27-4dc19ae5e8c4 req-f370bcc7-b2d4-4b51-bd4e-1ee101684719 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:02.189166 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-82848aae-801b-4604-8f27-4dc19ae5e8c4 req-f370bcc7-b2d4-4b51-bd4e-1ee101684719 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9bb903a-a417-487e-8e83-aadc4be29999 HTTP/1.1" status: 200 len: 945 time: 0.0519915 Aug 22 13:35:02.230742 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-82848aae-801b-4604-8f27-4dc19ae5e8c4 req-9587916b-9e76-4903-b9de-9b4a2612c9be tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a1e745b-6f0c-4fcc-80fa-5b3131e9e569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337706 Aug 22 13:35:02.310974 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78ddb5-5233-492b-a551-58859da8f088 req-9d0681c9-73d7-4733-8ed2-03d6bb8768d3 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:02.312558 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fa78ddb5-5233-492b-a551-58859da8f088 req-9d0681c9-73d7-4733-8ed2-03d6bb8768d3 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/ports?device_id=749d42e6-7a09-41ba-90aa-67e4d2eecd56 HTTP/1.1" status: 200 len: 945 time: 0.0510626 Aug 22 13:35:02.353712 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fa78ddb5-5233-492b-a551-58859da8f088 req-a7c006da-b277-4a17-85a3-36c0185f2c8e tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/security-groups?id=65285942-2a27-41ac-b17d-485110debd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344853 Aug 22 13:35:02.359361 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:02.637551 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785a8118-64e9-45f7-b091-c0fc0cd3afeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '459f8264-2fab-420f-957d-be325b4e35bf'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:35:02.639972 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0506fe68-e3da-44ab-b366-ca12e8134c05" -d '{"events": [{"server_uuid": "785a8118-64e9-45f7-b091-c0fc0cd3afeb", "name": "network-vif-plugged", "status": "completed", "tag": "459f8264-2fab-420f-957d-be325b4e35bf"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:35:02.679025 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71406bf6-c8de-49af-9c6f-a6637a417cc8 x-openstack-request-id: req-71406bf6-c8de-49af-9c6f-a6637a417cc8 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:35:02.679470 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785a8118-64e9-45f7-b091-c0fc0cd3afeb", "name": "network-vif-plugged", "status": "completed", "tag": "459f8264-2fab-420f-957d-be325b4e35bf", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:35:02.679782 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-71406bf6-c8de-49af-9c6f-a6637a417cc8 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:35:02.680385 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785a8118-64e9-45f7-b091-c0fc0cd3afeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '459f8264-2fab-420f-957d-be325b4e35bf', 'code': 200} Aug 22 13:35:02.728655 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb82d2-be3d-4273-9451-6389ea9107e1 req-355ccd2c-bf2f-49e6-b001-ab535d199890 tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:02.730268 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-42eb82d2-be3d-4273-9451-6389ea9107e1 req-355ccd2c-bf2f-49e6-b001-ab535d199890 tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] 10.222.0.21 "GET /v2.0/ports?device_id=785a8118-64e9-45f7-b091-c0fc0cd3afeb HTTP/1.1" status: 200 len: 945 time: 0.0611198 Aug 22 13:35:02.737963 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:35:02.775848 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-42eb82d2-be3d-4273-9451-6389ea9107e1 req-5490d881-ac4d-4c1b-a764-dcdc977dc960 tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1df5a59-4eda-4444-a72d-65aeb1d7a55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377352 Aug 22 13:35:02.816700 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988102f7-923e-4f72-8f9e-2c02728b774f req-c4a17e50-8c07-4234-ae2a-78085e70562f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:02.818303 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-988102f7-923e-4f72-8f9e-2c02728b774f req-c4a17e50-8c07-4234-ae2a-78085e70562f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=785a8118-64e9-45f7-b091-c0fc0cd3afeb HTTP/1.1" status: 200 len: 1097 time: 0.0597303 Aug 22 13:35:02.843670 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e,segment=NetworkSegment(db44917f-e270-4117-9230-1517bc4d1e8b),segment_id=db44917f-e270-4117-9230-1517bc4d1e8b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:35:02.861249 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e', 'network_id': '029dc999-300f-41d7-a154-70ddffd00bd2', 'port_id': '3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e', 'mac_address': 'fa:16:3e:f7:1f:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cd6abbc-1246-430e-b262-f242ac355bf7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:35:02.877074 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-988102f7-923e-4f72-8f9e-2c02728b774f req-9b460c32-738b-488b-979c-6ca925dd16a5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b1df5a59-4eda-4444-a72d-65aeb1d7a55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392394 Aug 22 13:35:02.906431 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:02.923024 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:35:02.944153 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d4632f-8af2-42c0-9d2b-631045d369b6 req-d58f9a75-b4c9-4011-b152-24dcf0a25e66 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:02.947615 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e,segment=NetworkSegment(db44917f-e270-4117-9230-1517bc4d1e8b),segment_id=db44917f-e270-4117-9230-1517bc4d1e8b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:35:02.948754 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d9d4632f-8af2-42c0-9d2b-631045d369b6 req-d58f9a75-b4c9-4011-b152-24dcf0a25e66 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb8c7a3d-a025-4ada-a573-36875c992f43 HTTP/1.1" status: 200 len: 946 time: 0.0650613 Aug 22 13:35:02.954463 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:03.025587 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d9d4632f-8af2-42c0-9d2b-631045d369b6 req-77e28245-d67f-46a0-882e-5a837920e182 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23f2214-6790-4df7-a348-a4695558251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591853 Aug 22 13:35:03.034101 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:35:03.048555 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96758e9-a608-47f9-b86e-ec3670c61b31 req-3f2aa432-2d98-4707-a584-050d64e37e31 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:03.056489 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b96758e9-a608-47f9-b86e-ec3670c61b31 req-3f2aa432-2d98-4707-a584-050d64e37e31 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1 HTTP/1.1" status: 200 len: 945 time: 0.1057925 Aug 22 13:35:03.093437 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b96758e9-a608-47f9-b86e-ec3670c61b31 req-e995f792-f381-4558-b46d-05f0a87f04a1 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356658 Aug 22 13:35:03.171364 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:35:03.225202 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc40d7d-36fd-4d79-afb7-f5b8e806847d req-6f482b7c-89ee-4525-946c-2fcf8240a9d3 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:03.227197 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1cc40d7d-36fd-4d79-afb7-f5b8e806847d req-6f482b7c-89ee-4525-946c-2fcf8240a9d3 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=06202321-7a71-43cd-88a0-a5e7f7b6fe97 HTTP/1.1" status: 200 len: 945 time: 0.0733552 Aug 22 13:35:03.301232 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1cc40d7d-36fd-4d79-afb7-f5b8e806847d req-addee49f-f416-41b1-ab95-41558b325db4 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674510 Aug 22 13:35:03.420610 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7270ac71-c8ae-464b-8cbf-44e286b11b99 req-001f0c48-0d28-4bb4-9f35-8efd349cc8fb tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:03.424292 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7270ac71-c8ae-464b-8cbf-44e286b11b99 req-001f0c48-0d28-4bb4-9f35-8efd349cc8fb tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9bb903a-a417-487e-8e83-aadc4be29999 HTTP/1.1" status: 200 len: 945 time: 0.0917251 Aug 22 13:35:03.500522 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7270ac71-c8ae-464b-8cbf-44e286b11b99 req-252e52a3-a97c-4576-b75f-a725e62c9d6f tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a1e745b-6f0c-4fcc-80fa-5b3131e9e569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713570 Aug 22 13:35:03.518577 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446a68c-3e37-4a6c-a93d-b5279b344f17 req-2c1ebee6-f534-4968-b29f-fe44761f1804 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:03.520634 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a446a68c-3e37-4a6c-a93d-b5279b344f17 req-2c1ebee6-f534-4968-b29f-fe44761f1804 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/ports?device_id=749d42e6-7a09-41ba-90aa-67e4d2eecd56 HTTP/1.1" status: 200 len: 945 time: 0.0721776 Aug 22 13:35:03.573576 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a446a68c-3e37-4a6c-a93d-b5279b344f17 req-f0683457-998c-4d0f-a2d0-6465194408cd tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/security-groups?id=65285942-2a27-41ac-b17d-485110debd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432086 Aug 22 13:35:03.699764 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:03.904712 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8fe119-c3e2-4a7d-aaad-d91e41708e19 req-b6e74c7a-a707-4f03-991b-a88b9ceb900f tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:03.906490 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bd8fe119-c3e2-4a7d-aaad-d91e41708e19 req-b6e74c7a-a707-4f03-991b-a88b9ceb900f tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] 10.222.0.21 "GET /v2.0/ports?device_id=785a8118-64e9-45f7-b091-c0fc0cd3afeb HTTP/1.1" status: 200 len: 945 time: 0.0551641 Aug 22 13:35:03.949996 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bd8fe119-c3e2-4a7d-aaad-d91e41708e19 req-46453fb9-c997-473d-80a2-5271ba03805c tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1df5a59-4eda-4444-a72d-65aeb1d7a55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371475 Aug 22 13:35:04.167949 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:04.224736 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa91d06d-1a30-448e-9a3e-b9682a04495c req-43f6ea31-f046-4d95-a3a3-021e7a9f7cc2 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:04.226510 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fa91d06d-1a30-448e-9a3e-b9682a04495c req-43f6ea31-f046-4d95-a3a3-021e7a9f7cc2 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1 HTTP/1.1" status: 200 len: 945 time: 0.0505416 Aug 22 13:35:04.273454 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fa91d06d-1a30-448e-9a3e-b9682a04495c req-b7bf1137-43d6-4a28-9e03-95285c70e7e0 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408981 Aug 22 13:35:04.431213 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94abc551-4f7f-47a7-8458-3d9fc7c0d74e req-98339df0-1cc9-44c6-a0c5-718d8d67849d tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:04.432834 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-94abc551-4f7f-47a7-8458-3d9fc7c0d74e req-98339df0-1cc9-44c6-a0c5-718d8d67849d tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=06202321-7a71-43cd-88a0-a5e7f7b6fe97 HTTP/1.1" status: 200 len: 945 time: 0.0552056 Aug 22 13:35:04.481910 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-94abc551-4f7f-47a7-8458-3d9fc7c0d74e req-c1de44b9-4e39-4ee1-8183-98bb9809f165 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421069 Aug 22 13:35:04.643676 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e537e-7254-47ff-ac3c-cba6ddfa7e04 req-da7555ed-9bff-48b3-b916-a8ea9c76ebef tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:04.645272 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a98e537e-7254-47ff-ac3c-cba6ddfa7e04 req-da7555ed-9bff-48b3-b916-a8ea9c76ebef tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9bb903a-a417-487e-8e83-aadc4be29999 HTTP/1.1" status: 200 len: 945 time: 0.0695591 Aug 22 13:35:04.692792 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a98e537e-7254-47ff-ac3c-cba6ddfa7e04 req-79531c32-cd90-44e8-9e99-b8148fc67f99 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a1e745b-6f0c-4fcc-80fa-5b3131e9e569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406935 Aug 22 13:35:04.753434 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:35:04.818551 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:35:04.824021 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:35:04.824437 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:04.847415 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26fb873-92e1-406f-b07d-1ae4acc913da req-d560197b-c999-44bc-815a-a26a73b435c7 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:04.849796 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a26fb873-92e1-406f-b07d-1ae4acc913da req-d560197b-c999-44bc-815a-a26a73b435c7 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/ports?device_id=749d42e6-7a09-41ba-90aa-67e4d2eecd56 HTTP/1.1" status: 200 len: 945 time: 0.0791280 Aug 22 13:35:04.896957 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a26fb873-92e1-406f-b07d-1ae4acc913da req-abfaadf5-ef38-424b-a7ed-fbad9bf59335 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/security-groups?id=65285942-2a27-41ac-b17d-485110debd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404375 Aug 22 13:35:04.919823 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:04.945626 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:35:04.947873 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08001fac-54e8-4adf-8c54-1ef9325cab8a" -d '{"events": [{"server_uuid": "db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1", "name": "network-vif-plugged", "status": "completed", "tag": "3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:35:04.975364 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e,segment=NetworkSegment(db44917f-e270-4117-9230-1517bc4d1e8b),segment_id=db44917f-e270-4117-9230-1517bc4d1e8b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:35:04.981778 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:05.018608 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0d3072-dcc9-466f-8302-cab7e7f7037e x-openstack-request-id: req-7f0d3072-dcc9-466f-8302-cab7e7f7037e {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:35:05.018937 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1", "name": "network-vif-plugged", "status": "completed", "tag": "3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:35:05.019161 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7f0d3072-dcc9-466f-8302-cab7e7f7037e {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:35:05.019734 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e', 'code': 200} Aug 22 13:35:05.054791 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:35:05.100829 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d7824-a80c-43b7-8549-affd21199a82 req-83be20c9-54f5-4958-aa71-8d32d3c47c66 tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:05.102464 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cc1d7824-a80c-43b7-8549-affd21199a82 req-83be20c9-54f5-4958-aa71-8d32d3c47c66 tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] 10.222.0.21 "GET /v2.0/ports?device_id=785a8118-64e9-45f7-b091-c0fc0cd3afeb HTTP/1.1" status: 200 len: 945 time: 0.0579064 Aug 22 13:35:05.133416 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649171a-4ef8-40c7-8d53-2f1020d218f2 req-75f30583-1ee5-4608-a076-0624b86599ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:05.134932 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3649171a-4ef8-40c7-8d53-2f1020d218f2 req-75f30583-1ee5-4608-a076-0624b86599ae service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1 HTTP/1.1" status: 200 len: 1098 time: 0.0455136 Aug 22 13:35:05.142983 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cc1d7824-a80c-43b7-8549-affd21199a82 req-23a6452e-aca5-4221-8b75-f04f31e494a6 tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1df5a59-4eda-4444-a72d-65aeb1d7a55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340347 Aug 22 13:35:05.172395 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3649171a-4ef8-40c7-8d53-2f1020d218f2 req-ce557c03-7af1-449f-8842-2f69d3dd499c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300894 Aug 22 13:35:05.397949 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff05da-b401-41b1-89e7-ecd7215ac01e req-347b1440-47f9-4090-a15e-a1e30ed64679 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:05.399435 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f8ff05da-b401-41b1-89e7-ecd7215ac01e req-347b1440-47f9-4090-a15e-a1e30ed64679 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1 HTTP/1.1" status: 200 len: 946 time: 0.0562470 Aug 22 13:35:05.439381 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f8ff05da-b401-41b1-89e7-ecd7215ac01e req-a1ca19c8-0f60-4aa4-989e-b6cac5faf672 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335095 Aug 22 13:35:05.622376 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7725b-c368-471b-ac5a-0d506b15cee5 req-04cca2bb-e35a-422d-a1a6-fa1a660b1c37 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:05.623922 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-57a7725b-c368-471b-ac5a-0d506b15cee5 req-04cca2bb-e35a-422d-a1a6-fa1a660b1c37 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=06202321-7a71-43cd-88a0-a5e7f7b6fe97 HTTP/1.1" status: 200 len: 945 time: 0.0770993 Aug 22 13:35:05.689214 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-57a7725b-c368-471b-ac5a-0d506b15cee5 req-aa2d0f67-32e3-4d03-bc2d-a9c45bf5c62c tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586903 Aug 22 13:35:05.708916 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8393ab07-2238-4a9a-9c18-fd6cd40894a3 req-8ecb114f-5289-4da7-970a-8d73aeb7bc37 tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:05.711076 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8393ab07-2238-4a9a-9c18-fd6cd40894a3 req-8ecb114f-5289-4da7-970a-8d73aeb7bc37 tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] 10.222.0.21 "GET /v2.0/ports?device_id=785a8118-64e9-45f7-b091-c0fc0cd3afeb HTTP/1.1" status: 200 len: 945 time: 0.0727034 Aug 22 13:35:05.766470 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8393ab07-2238-4a9a-9c18-fd6cd40894a3 req-7b9dc013-f8ce-46cf-999c-b463b00ff9f8 tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1df5a59-4eda-4444-a72d-65aeb1d7a55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478351 Aug 22 13:35:05.821710 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be5d95-45bd-42a5-baf8-5ca9676d5d15 req-3000ad27-4735-45eb-8de1-c89d58e7015b tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:05.823369 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f0be5d95-45bd-42a5-baf8-5ca9676d5d15 req-3000ad27-4735-45eb-8de1-c89d58e7015b tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9bb903a-a417-487e-8e83-aadc4be29999 HTTP/1.1" status: 200 len: 945 time: 0.0557003 Aug 22 13:35:05.863379 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f0be5d95-45bd-42a5-baf8-5ca9676d5d15 req-eec9c22b-7834-4e9b-8a43-5841fcb30b9c tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a1e745b-6f0c-4fcc-80fa-5b3131e9e569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337648 Aug 22 13:35:06.028383 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ddb85f-ae6c-49df-a504-450d6bd07ce4 req-94de5e4e-21a1-48d2-b8d6-96d9208c1a1b tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:06.030276 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-24ddb85f-ae6c-49df-a504-450d6bd07ce4 req-94de5e4e-21a1-48d2-b8d6-96d9208c1a1b tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/ports?device_id=749d42e6-7a09-41ba-90aa-67e4d2eecd56 HTTP/1.1" status: 200 len: 945 time: 0.0590487 Aug 22 13:35:06.074975 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-24ddb85f-ae6c-49df-a504-450d6bd07ce4 req-50d958f6-95ff-4d86-940a-4a6cbe261813 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/security-groups?id=65285942-2a27-41ac-b17d-485110debd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381508 Aug 22 13:35:06.573460 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d11a66-a392-4547-82af-449a0e5f1282 req-59096cb1-c202-4823-9f3a-b7b4d5f64625 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:06.574998 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-86d11a66-a392-4547-82af-449a0e5f1282 req-59096cb1-c202-4823-9f3a-b7b4d5f64625 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1 HTTP/1.1" status: 200 len: 946 time: 0.0534208 Aug 22 13:35:06.628604 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-86d11a66-a392-4547-82af-449a0e5f1282 req-f69fae55-c7c8-4a4a-8af9-2b831474a161 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470278 Aug 22 13:35:06.841502 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f25aecb-c5ce-4d41-8516-8bcd70bf2a71 req-6d944fa9-0e4a-4f10-b0bb-ca7736379958 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:06.850027 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2f25aecb-c5ce-4d41-8516-8bcd70bf2a71 req-6d944fa9-0e4a-4f10-b0bb-ca7736379958 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=06202321-7a71-43cd-88a0-a5e7f7b6fe97 HTTP/1.1" status: 200 len: 945 time: 0.0781410 Aug 22 13:35:06.897966 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2f25aecb-c5ce-4d41-8516-8bcd70bf2a71 req-1b2cbf29-3a26-47da-888c-7e9a4efcf42b tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470209 Aug 22 13:35:07.139945 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b17d30-909a-409e-aac4-f3559a9eac25 req-1e1132e0-9c84-412d-b921-cc8d4bc8b57d tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:07.141554 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-82b17d30-909a-409e-aac4-f3559a9eac25 req-1e1132e0-9c84-412d-b921-cc8d4bc8b57d tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] 10.222.0.21 "GET /v2.0/ports?device_id=785a8118-64e9-45f7-b091-c0fc0cd3afeb HTTP/1.1" status: 200 len: 945 time: 0.1134493 Aug 22 13:35:07.154545 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c124dd-9462-4a2d-b517-9880ce2406d0 req-fe2e4907-2d11-46d7-a663-11c6f9fba03a tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:07.156010 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-67c124dd-9462-4a2d-b517-9880ce2406d0 req-fe2e4907-2d11-46d7-a663-11c6f9fba03a tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9bb903a-a417-487e-8e83-aadc4be29999 HTTP/1.1" status: 200 len: 945 time: 0.0850935 Aug 22 13:35:07.222756 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-82b17d30-909a-409e-aac4-f3559a9eac25 req-361f9014-86ad-4d4a-864a-966643e6f842 tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1df5a59-4eda-4444-a72d-65aeb1d7a55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656412 Aug 22 13:35:07.230079 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-67c124dd-9462-4a2d-b517-9880ce2406d0 req-38a525c5-6287-4ad0-becb-a4c264195593 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a1e745b-6f0c-4fcc-80fa-5b3131e9e569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663979 Aug 22 13:35:07.409544 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a91233-4c4f-4260-ad73-f42caac4ccb0 req-aa9845e4-3ff9-48fb-a1e1-f943c0e17b03 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:07.411446 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-18a91233-4c4f-4260-ad73-f42caac4ccb0 req-aa9845e4-3ff9-48fb-a1e1-f943c0e17b03 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1 HTTP/1.1" status: 200 len: 946 time: 0.1011364 Aug 22 13:35:07.420619 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e748ee0-f5af-4e70-ad27-b8905563d1e7 req-41016ca6-7686-4ec9-9b9b-eff5a623d3b5 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:07.422329 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4e748ee0-f5af-4e70-ad27-b8905563d1e7 req-41016ca6-7686-4ec9-9b9b-eff5a623d3b5 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/ports?device_id=749d42e6-7a09-41ba-90aa-67e4d2eecd56 HTTP/1.1" status: 200 len: 945 time: 0.1135983 Aug 22 13:35:07.465079 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b492a5b-2dc7-473f-8146-792372aab94c req-c807a546-7bda-4720-a5e5-095664f3e6fb tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:07.467339 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6b492a5b-2dc7-473f-8146-792372aab94c req-c807a546-7bda-4720-a5e5-095664f3e6fb tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] 10.222.0.16 "GET /v2.0/ports?device_id=785a8118-64e9-45f7-b091-c0fc0cd3afeb HTTP/1.1" status: 200 len: 945 time: 0.0735633 Aug 22 13:35:07.501227 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-18a91233-4c4f-4260-ad73-f42caac4ccb0 req-577a32fa-85c6-4d2e-a667-68c76e440d6c tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639219 Aug 22 13:35:07.527813 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4e748ee0-f5af-4e70-ad27-b8905563d1e7 req-8e43c05f-7c6f-4599-8c2c-11e42c4429d7 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/security-groups?id=65285942-2a27-41ac-b17d-485110debd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863810 Aug 22 13:35:07.595826 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-6b492a5b-2dc7-473f-8146-792372aab94c req-51b254f6-e2a7-451f-856b-738854194a59 tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] Deleting port 459f8264-2fab-420f-957d-be325b4e35bf {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:35:07.596169 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-6b492a5b-2dc7-473f-8146-792372aab94c req-51b254f6-e2a7-451f-856b-738854194a59 tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:07.703680 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-6b492a5b-2dc7-473f-8146-792372aab94c req-51b254f6-e2a7-451f-856b-738854194a59 tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] For port 459f8264-2fab-420f-957d-be325b4e35bf, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=459f8264-2fab-420f-957d-be325b4e35bf,segment=NetworkSegment(79ccb538-2419-415b-a345-f5f5b1d09991),segment_id=79ccb538-2419-415b-a345-f5f5b1d09991)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:35:07.704585 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-6b492a5b-2dc7-473f-8146-792372aab94c req-51b254f6-e2a7-451f-856b-738854194a59 tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:07.720034 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-6b492a5b-2dc7-473f-8146-792372aab94c req-51b254f6-e2a7-451f-856b-738854194a59 tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] Calling delete_port for 459f8264-2fab-420f-957d-be325b4e35bf owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:35:07.880486 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-6b492a5b-2dc7-473f-8146-792372aab94c req-51b254f6-e2a7-451f-856b-738854194a59 tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:07.895828 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['459f8264-2fab-420f-957d-be325b4e35bf'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:35:07.914580 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b254f6-e2a7-451f-856b-738854194a59 tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] Pushing event deleted for resources: {'Port': ['ID=459f8264-2fab-420f-957d-be325b4e35bf,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:35:07.976327 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b492a5b-2dc7-473f-8146-792372aab94c req-51b254f6-e2a7-451f-856b-738854194a59 tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] No DVR routers for this DVR port 459f8264-2fab-420f-957d-be325b4e35bf on host n-h2-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:35:07.980293 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-6b492a5b-2dc7-473f-8146-792372aab94c req-51b254f6-e2a7-451f-856b-738854194a59 tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:07.983244 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6b492a5b-2dc7-473f-8146-792372aab94c req-51b254f6-e2a7-451f-856b-738854194a59 tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] 10.222.0.16 "DELETE /v2.0/ports/459f8264-2fab-420f-957d-be325b4e35bf HTTP/1.1" status: 204 len: 173 time: 0.5084288 Aug 22 13:35:07.983724 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785a8118-64e9-45f7-b091-c0fc0cd3afeb', 'name': 'network-vif-deleted', 'tag': '459f8264-2fab-420f-957d-be325b4e35bf'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:35:07.988856 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97e9a7e-e9b1-4689-b35d-c71090f8de53" -d '{"events": [{"server_uuid": "785a8118-64e9-45f7-b091-c0fc0cd3afeb", "name": "network-vif-deleted", "tag": "459f8264-2fab-420f-957d-be325b4e35bf"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:35:08.051195 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ecbe187-d838-4d5c-899e-82f7c2bf388c x-openstack-request-id: req-4ecbe187-d838-4d5c-899e-82f7c2bf388c {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:35:08.051611 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785a8118-64e9-45f7-b091-c0fc0cd3afeb", "name": "network-vif-deleted", "tag": "459f8264-2fab-420f-957d-be325b4e35bf", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:35:08.051727 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4ecbe187-d838-4d5c-899e-82f7c2bf388c {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:35:08.055352 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785a8118-64e9-45f7-b091-c0fc0cd3afeb', 'name': 'network-vif-deleted', 'tag': '459f8264-2fab-420f-957d-be325b4e35bf', 'status': 'completed', 'code': 200} Aug 22 13:35:08.070328 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b728a-dd9c-4fa4-90bf-f893c31d4ed2 req-879602ec-f6dd-4775-b01e-8fab8f2c9a10 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:08.078622 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-940b728a-dd9c-4fa4-90bf-f893c31d4ed2 req-879602ec-f6dd-4775-b01e-8fab8f2c9a10 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=06202321-7a71-43cd-88a0-a5e7f7b6fe97 HTTP/1.1" status: 200 len: 945 time: 0.0696239 Aug 22 13:35:08.123406 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-940b728a-dd9c-4fa4-90bf-f893c31d4ed2 req-7e99a2d9-f6b3-44d4-a325-ffc68753c1cb tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431263 Aug 22 13:35:08.382132 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a568304e-96b1-4e80-b52d-4fffd456221e req-89a75d21-3118-417a-bb05-6afb71c6a09d tempest-ServerMetadataNegativeTestJSON-620811126 tempest-ServerMetadataNegativeTestJSON-620811126-project] 10.222.0.21 "GET /v2.0/ports?device_id=785a8118-64e9-45f7-b091-c0fc0cd3afeb HTTP/1.1" status: 200 len: 210 time: 0.0326743 Aug 22 13:35:08.406556 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c42d9-4795-4f95-93b1-a296300e20aa req-5264b7e1-c616-42d1-8e47-b764f1f53290 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:08.408213 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8e6c42d9-4795-4f95-93b1-a296300e20aa req-5264b7e1-c616-42d1-8e47-b764f1f53290 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9bb903a-a417-487e-8e83-aadc4be29999 HTTP/1.1" status: 200 len: 945 time: 0.0864761 Aug 22 13:35:08.466048 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8e6c42d9-4795-4f95-93b1-a296300e20aa req-7e3cb6ce-04a8-4f7f-bcec-7e71b89ec10e tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a1e745b-6f0c-4fcc-80fa-5b3131e9e569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488214 Aug 22 13:35:08.641563 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a561f9-118b-474a-96fa-1b5bbd736651 req-97a7291b-35fb-446f-9889-e90d8a135273 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:08.643150 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b2a561f9-118b-474a-96fa-1b5bbd736651 req-97a7291b-35fb-446f-9889-e90d8a135273 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1 HTTP/1.1" status: 200 len: 946 time: 0.0876231 Aug 22 13:35:08.724098 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b2a561f9-118b-474a-96fa-1b5bbd736651 req-41caffe6-6fa4-426d-a961-13bc0e6df9f4 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639222 Aug 22 13:35:08.742180 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a0872a-ed68-4dbb-9afa-a3ec2ffabea6 req-ee236f64-b881-4142-815b-50c9ca57c39a tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:08.744363 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-91a0872a-ed68-4dbb-9afa-a3ec2ffabea6 req-ee236f64-b881-4142-815b-50c9ca57c39a tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/ports?device_id=749d42e6-7a09-41ba-90aa-67e4d2eecd56 HTTP/1.1" status: 200 len: 945 time: 0.1003370 Aug 22 13:35:08.794809 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-91a0872a-ed68-4dbb-9afa-a3ec2ffabea6 req-5d9fcfe5-cf09-4f6d-adb0-2891078bbc3f tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/security-groups?id=65285942-2a27-41ac-b17d-485110debd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440047 Aug 22 13:35:09.311394 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb3372-e0db-4c18-b271-1a95007e69ea req-9391e590-3493-4192-8163-4af6eb862930 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:09.313247 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8beb3372-e0db-4c18-b271-1a95007e69ea req-9391e590-3493-4192-8163-4af6eb862930 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=06202321-7a71-43cd-88a0-a5e7f7b6fe97 HTTP/1.1" status: 200 len: 945 time: 0.0913680 Aug 22 13:35:09.354930 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8beb3372-e0db-4c18-b271-1a95007e69ea req-19331f34-679c-4d83-a70a-7bd6a61cbf6b tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352218 Aug 22 13:35:09.450810 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 36622) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:35:09.514320 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-baae7751-9dda-4d8b-9452-00c3db2bf973 admin admin] Deleting subnet 9df2d201-276d-4aa6-8fea-cb14e8276175 {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:35:09.517696 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-baae7751-9dda-4d8b-9452-00c3db2bf973 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:09.553430 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-baae7751-9dda-4d8b-9452-00c3db2bf973 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:09.597945 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b31f5-726e-42e0-9a41-a5790d5db10f req-c0eaa0d6-d65b-46d8-b9de-5f8304a31bbd tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:09.599433 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-014b31f5-726e-42e0-9a41-a5790d5db10f req-c0eaa0d6-d65b-46d8-b9de-5f8304a31bbd tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9bb903a-a417-487e-8e83-aadc4be29999 HTTP/1.1" status: 200 len: 945 time: 0.0628266 Aug 22 13:35:09.612312 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-baae7751-9dda-4d8b-9452-00c3db2bf973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:09.641529 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-014b31f5-726e-42e0-9a41-a5790d5db10f req-82932fd3-a6ef-445d-9996-fe4fdfbe86df tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a1e745b-6f0c-4fcc-80fa-5b3131e9e569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314467 Aug 22 13:35:09.674904 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-baae7751-9dda-4d8b-9452-00c3db2bf973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:09.706543 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baae7751-9dda-4d8b-9452-00c3db2bf973 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9df2d201-276d-4aa6-8fea-cb14e8276175,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:35:09.711144 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-baae7751-9dda-4d8b-9452-00c3db2bf973 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:09.715524 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-baae7751-9dda-4d8b-9452-00c3db2bf973 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9df2d201-276d-4aa6-8fea-cb14e8276175 HTTP/1.1" status: 204 len: 168 time: 0.2614086 Aug 22 13:35:09.716564 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 36632) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:35:09.795681 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-96dc2613-7371-4867-99b9-258b0e825032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:09.884672 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-96dc2613-7371-4867-99b9-258b0e825032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:09.895885 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-96dc2613-7371-4867-99b9-258b0e825032 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2940a05-fb63-48a4-86db-cfe2e2e8ab15']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:35:09.908604 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-96dc2613-7371-4867-99b9-258b0e825032 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79ccb538-2419-415b-a345-f5f5b1d09991') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:35:09.909345 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-96dc2613-7371-4867-99b9-258b0e825032 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79ccb538-2419-415b-a345-f5f5b1d09991') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:35:09.920152 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-96dc2613-7371-4867-99b9-258b0e825032 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:09.933381 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2206e330-b410-4265-8e88-131716afb236 req-e3942094-bafe-40ea-9f6f-01d8cc2f790f tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:09.934921 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2206e330-b410-4265-8e88-131716afb236 req-e3942094-bafe-40ea-9f6f-01d8cc2f790f tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1 HTTP/1.1" status: 200 len: 946 time: 0.1017675 Aug 22 13:35:09.941327 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-96dc2613-7371-4867-99b9-258b0e825032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:09.948780 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96dc2613-7371-4867-99b9-258b0e825032 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:35:09.949452 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-96dc2613-7371-4867-99b9-258b0e825032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:09.961246 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f553ee98-0152-4a29-9d15-a0f217c1e16e req-a3ddf07c-3094-4dfa-b02e-62829ac6e370 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:09.963049 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f553ee98-0152-4a29-9d15-a0f217c1e16e req-a3ddf07c-3094-4dfa-b02e-62829ac6e370 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/ports?device_id=749d42e6-7a09-41ba-90aa-67e4d2eecd56 HTTP/1.1" status: 200 len: 945 time: 0.0885053 Aug 22 13:35:10.005379 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:35:10.005379 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:35:10.005379 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:35:10.005379 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:35:10.005379 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:35:10.005379 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:35:10.005379 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:35:10.005379 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:35:10.005379 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:35:10.005379 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:35:10.005379 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:35:10.005379 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:35:10.005379 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:35:10.005379 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:35:10.005379 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:35:10.005379 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:35:10.005379 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:35:10.005379 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:35:10.005379 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:35:10.005379 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:35:10.005379 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:35:10.005379 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:35:10.005379 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:35:10.005379 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:35:10.005379 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:35:10.005379 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:35:10.005379 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:35:10.005379 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:35:10.005379 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:35:10.005379 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:35:10.005379 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:35:10.005379 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:35:10.015587 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-96dc2613-7371-4867-99b9-258b0e825032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:10.026104 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-96dc2613-7371-4867-99b9-258b0e825032 admin admin] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:10.030332 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-96dc2613-7371-4867-99b9-258b0e825032 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d2940a05-fb63-48a4-86db-cfe2e2e8ab15 HTTP/1.1" status: 204 len: 168 time: 0.3111207 Aug 22 13:35:10.037633 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dc2613-7371-4867-99b9-258b0e825032 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2940a05-fb63-48a4-86db-cfe2e2e8ab15,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:35:10.049834 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2206e330-b410-4265-8e88-131716afb236 req-65840831-a2d1-4549-ab94-1279e5ae2e57 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037810 Aug 22 13:35:10.064752 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f553ee98-0152-4a29-9d15-a0f217c1e16e req-003ef023-0c91-4eef-b4ea-99daef415083 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/security-groups?id=65285942-2a27-41ac-b17d-485110debd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869391 Aug 22 13:35:10.166294 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 36648) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:35:10.207423 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e4b4672d-7dca-4772-a421-cc214492abf7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e5bbbc6159024fdfb074ed62f548d572&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398529 Aug 22 13:35:10.210092 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 36650) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:35:10.267082 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cfdca3fd-72f1-4ade-b934-f91609cf73f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:10.291189 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cfdca3fd-72f1-4ade-b934-f91609cf73f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:10.350075 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cfdca3fd-72f1-4ade-b934-f91609cf73f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:10.354825 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cfdca3fd-72f1-4ade-b934-f91609cf73f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:10.355699 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-cfdca3fd-72f1-4ade-b934-f91609cf73f3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b1df5a59-4eda-4444-a72d-65aeb1d7a55d HTTP/1.1" status: 204 len: 168 time: 0.1445606 Aug 22 13:35:10.364868 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdca3fd-72f1-4ade-b934-f91609cf73f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1df5a59-4eda-4444-a72d-65aeb1d7a55d,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:35:10.490625 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b14ed-d0c3-436d-ada7-72446f94dfa9 req-29f41a88-773b-4e45-bb54-7578b75247ca tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:10.492170 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3e3b14ed-d0c3-436d-ada7-72446f94dfa9 req-29f41a88-773b-4e45-bb54-7578b75247ca tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=06202321-7a71-43cd-88a0-a5e7f7b6fe97 HTTP/1.1" status: 200 len: 945 time: 0.0550556 Aug 22 13:35:10.533344 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3e3b14ed-d0c3-436d-ada7-72446f94dfa9 req-ca99f94a-81ef-4666-9b3a-25d163c15bc2 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346835 Aug 22 13:35:10.772725 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b47b1-d236-4bbb-9fbc-c8fcaee1db7c req-2e489fa5-070a-48e2-986d-34b6f4b38cb1 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:10.774517 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-192b47b1-d236-4bbb-9fbc-c8fcaee1db7c req-2e489fa5-070a-48e2-986d-34b6f4b38cb1 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9bb903a-a417-487e-8e83-aadc4be29999 HTTP/1.1" status: 200 len: 945 time: 0.0553300 Aug 22 13:35:10.819356 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-192b47b1-d236-4bbb-9fbc-c8fcaee1db7c req-b4069426-84e4-4eaf-b776-49f8468b4c01 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a1e745b-6f0c-4fcc-80fa-5b3131e9e569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374410 Aug 22 13:35:11.151190 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 36702) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:35:11.222458 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b0857-a7b7-44a2-9765-6235cd6bbd7e req-b493cfc3-435d-4234-b58d-b0f330d2cd30 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:11.224426 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e34b0857-a7b7-44a2-9765-6235cd6bbd7e req-b493cfc3-435d-4234-b58d-b0f330d2cd30 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1 HTTP/1.1" status: 200 len: 946 time: 0.0908754 Aug 22 13:35:11.232158 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0167b41-6225-402d-9d9c-5ceebe639e05 req-761acebb-aa15-4433-8496-f08b4ccc3ed7 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:11.233733 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e0167b41-6225-402d-9d9c-5ceebe639e05 req-761acebb-aa15-4433-8496-f08b4ccc3ed7 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/ports?device_id=749d42e6-7a09-41ba-90aa-67e4d2eecd56 HTTP/1.1" status: 200 len: 945 time: 0.0904028 Aug 22 13:35:11.274784 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-92949457-210c-4888-b85a-9f82a10e723c admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1169091204-network', 'tenant_id': 'ecf709e33f46437caf4af1df41735f1d'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:35:11.297767 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92949457-210c-4888-b85a-9f82a10e723c admin admin] Made reservation on behalf of ecf709e33f46437caf4af1df41735f1d for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:35:11.300322 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-92949457-210c-4888-b85a-9f82a10e723c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:11.300924 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e34b0857-a7b7-44a2-9765-6235cd6bbd7e req-34fb247a-f049-475e-addc-cb6d4229cf83 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660262 Aug 22 13:35:11.308408 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e0167b41-6225-402d-9d9c-5ceebe639e05 req-0f7395f1-6979-41ae-9bcf-bb72e7aeaa78 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/security-groups?id=65285942-2a27-41ac-b17d-485110debd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662630 Aug 22 13:35:11.311026 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-92949457-210c-4888-b85a-9f82a10e723c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:11.426494 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-92949457-210c-4888-b85a-9f82a10e723c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:11.431416 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-92949457-210c-4888-b85a-9f82a10e723c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:11.463603 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92949457-210c-4888-b85a-9f82a10e723c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:35:11.473892 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92949457-210c-4888-b85a-9f82a10e723c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd829024-8251-4cab-85f2-3d8d92ec5208,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:35:11.480782 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-92949457-210c-4888-b85a-9f82a10e723c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:11.481133 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-92949457-210c-4888-b85a-9f82a10e723c admin admin] Added segment 2d417493-42da-469c-89a3-665b048fb9c2 of type vlan for network b0a93603-769c-4d10-b0fb-d13264cda063 Aug 22 13:35:11.527208 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-92949457-210c-4888-b85a-9f82a10e723c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:11.560655 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-92949457-210c-4888-b85a-9f82a10e723c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:11.562423 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92949457-210c-4888-b85a-9f82a10e723c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:11.562771 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-92949457-210c-4888-b85a-9f82a10e723c admin admin] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:11.612347 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-92949457-210c-4888-b85a-9f82a10e723c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4622107 Aug 22 13:35:11.630887 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92949457-210c-4888-b85a-9f82a10e723c admin admin] Pushing event updated for resources: {'Network': ['ID=b0a93603-769c-4d10-b0fb-d13264cda063,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:35:11.642040 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network b0a93603-769c-4d10-b0fb-d13264cda063 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:35:11.700137 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e2dc8-205d-4129-842f-51bacf16ce60 req-6ad5e080-f8e4-4d99-8590-37f8a49b2f02 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:11.707607 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9d9e2dc8-205d-4129-842f-51bacf16ce60 req-6ad5e080-f8e4-4d99-8590-37f8a49b2f02 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=06202321-7a71-43cd-88a0-a5e7f7b6fe97 HTTP/1.1" status: 200 len: 945 time: 0.0932410 Aug 22 13:35:11.743526 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9d9e2dc8-205d-4129-842f-51bacf16ce60 req-4b9f7ecd-4ea4-40eb-a5c8-4535c443b5be tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349114 Aug 22 13:35:11.778796 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 459f8264-2fab-420f-957d-be325b4e35bf no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:35:11.806238 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: 459f8264-2fab-420f-957d-be325b4e35bf {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:35:11.806587 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 459f8264-2fab-420f-957d-be325b4e35bf not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:35:11.945723 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb56ff9-0da9-4e83-b6b9-752116af30f4 req-bd48d1a0-7479-46c7-be61-1d6685f648e1 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:11.947393 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ecb56ff9-0da9-4e83-b6b9-752116af30f4 req-bd48d1a0-7479-46c7-be61-1d6685f648e1 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9bb903a-a417-487e-8e83-aadc4be29999 HTTP/1.1" status: 200 len: 945 time: 0.0542734 Aug 22 13:35:11.977331 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:35:12.048266 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ecb56ff9-0da9-4e83-b6b9-752116af30f4 req-9f4bd1f7-5aa4-434f-85da-5bf4e540741c tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a1e745b-6f0c-4fcc-80fa-5b3131e9e569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912879 Aug 22 13:35:12.091079 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1c613-0fdd-4c3f-97da-3b775337cdc7 req-6507c2dc-9ef8-41a2-9692-b55ca8d6c17d tempest-ComputeTenantNetworksTest-452806303 tempest-ComputeTenantNetworksTest-452806303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:12.097624 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1c613-0fdd-4c3f-97da-3b775337cdc7 req-6507c2dc-9ef8-41a2-9692-b55ca8d6c17d tempest-ComputeTenantNetworksTest-452806303 tempest-ComputeTenantNetworksTest-452806303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:12.103712 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1c613-0fdd-4c3f-97da-3b775337cdc7 req-6507c2dc-9ef8-41a2-9692-b55ca8d6c17d tempest-ComputeTenantNetworksTest-452806303 tempest-ComputeTenantNetworksTest-452806303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:12.105394 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b3f1c613-0fdd-4c3f-97da-3b775337cdc7 req-6507c2dc-9ef8-41a2-9692-b55ca8d6c17d tempest-ComputeTenantNetworksTest-452806303 tempest-ComputeTenantNetworksTest-452806303-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.1571107 Aug 22 13:35:12.210899 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3ac15-a56b-4e8c-bb73-554621d6987a req-1f5831ef-c9b8-4bb3-ab4d-29650f6ed9d1 tempest-ComputeTenantNetworksTest-452806303 tempest-ComputeTenantNetworksTest-452806303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:12.212160 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-25b3ac15-a56b-4e8c-bb73-554621d6987a req-1f5831ef-c9b8-4bb3-ab4d-29650f6ed9d1 tempest-ComputeTenantNetworksTest-452806303 tempest-ComputeTenantNetworksTest-452806303-project] 10.222.0.21 "GET /v2.0/networks/b0a93603-769c-4d10-b0fb-d13264cda063 HTTP/1.1" status: 200 len: 769 time: 0.0873992 Aug 22 13:35:12.220442 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 36744) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:35:12.289339 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-63a9c497-6c8e-4ce8-9c5c-0a92eac05772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:12.400702 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-63a9c497-6c8e-4ce8-9c5c-0a92eac05772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:12.414062 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-63a9c497-6c8e-4ce8-9c5c-0a92eac05772 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0a93603-769c-4d10-b0fb-d13264cda063']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:35:12.438277 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-63a9c497-6c8e-4ce8-9c5c-0a92eac05772 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d417493-42da-469c-89a3-665b048fb9c2') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:35:12.439149 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-63a9c497-6c8e-4ce8-9c5c-0a92eac05772 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d417493-42da-469c-89a3-665b048fb9c2') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:35:12.457071 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-63a9c497-6c8e-4ce8-9c5c-0a92eac05772 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:12.472885 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-63a9c497-6c8e-4ce8-9c5c-0a92eac05772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:12.479584 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63a9c497-6c8e-4ce8-9c5c-0a92eac05772 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:35:12.480285 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-63a9c497-6c8e-4ce8-9c5c-0a92eac05772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:12.483197 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:35:12.483197 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:35:12.483197 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:35:12.483197 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:35:12.483197 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:35:12.483197 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:35:12.483197 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:35:12.483197 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:35:12.483197 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:35:12.483197 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:35:12.483197 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:35:12.483197 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:35:12.483197 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:35:12.483197 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:35:12.483197 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:35:12.483197 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:35:12.483197 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:35:12.483197 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:35:12.483197 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:35:12.483197 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:35:12.483197 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:35:12.483197 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:35:12.483197 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:35:12.483197 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:35:12.483197 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:35:12.483197 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:35:12.483197 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:35:12.483197 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:35:12.483197 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:35:12.483197 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:35:12.483197 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:35:12.483197 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:35:12.500386 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ca5d9-9027-4379-aa5f-4de231a4ddc4 req-202ff207-40e2-411b-9ef0-3a535054bfee tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:12.508696 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d89ca5d9-9027-4379-aa5f-4de231a4ddc4 req-202ff207-40e2-411b-9ef0-3a535054bfee tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1 HTTP/1.1" status: 200 len: 946 time: 0.1363890 Aug 22 13:35:12.536330 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649fb2a5-b7f4-4516-abcd-c02be86e521a req-3941c670-038e-4e94-ae86-52750c7d86d7 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:12.538259 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-649fb2a5-b7f4-4516-abcd-c02be86e521a req-3941c670-038e-4e94-ae86-52750c7d86d7 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/ports?device_id=749d42e6-7a09-41ba-90aa-67e4d2eecd56 HTTP/1.1" status: 200 len: 945 time: 0.1245077 Aug 22 13:35:12.559451 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-63a9c497-6c8e-4ce8-9c5c-0a92eac05772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:12.567540 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-63a9c497-6c8e-4ce8-9c5c-0a92eac05772 admin admin] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:12.574113 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-63a9c497-6c8e-4ce8-9c5c-0a92eac05772 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b0a93603-769c-4d10-b0fb-d13264cda063 HTTP/1.1" status: 204 len: 168 time: 0.3522606 Aug 22 13:35:12.586940 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a9c497-6c8e-4ce8-9c5c-0a92eac05772 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0a93603-769c-4d10-b0fb-d13264cda063,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:35:12.588719 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d89ca5d9-9027-4379-aa5f-4de231a4ddc4 req-9166d901-c729-44b5-85dc-798fd79146a8 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790656 Aug 22 13:35:12.618268 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-649fb2a5-b7f4-4516-abcd-c02be86e521a req-cb6beb21-bb3f-4929-96a1-8a3732d156f9 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/security-groups?id=65285942-2a27-41ac-b17d-485110debd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737264 Aug 22 13:35:12.701491 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 36764) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:35:12.742806 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-71c58cbe-365d-4917-a21a-a0f13903fd6e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ecf709e33f46437caf4af1df41735f1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400138 Aug 22 13:35:12.745606 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 36766) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:35:12.806184 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ae54bccc-f6d9-4340-b114-1ba6da343f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:12.828642 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ae54bccc-f6d9-4340-b114-1ba6da343f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:12.869867 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd81c0-fd7f-4faf-af6d-75e8de436736 req-e1fc61c0-9e9b-4160-a70a-b7eab6c8fb06 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:12.871488 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-09fd81c0-fd7f-4faf-af6d-75e8de436736 req-e1fc61c0-9e9b-4160-a70a-b7eab6c8fb06 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=06202321-7a71-43cd-88a0-a5e7f7b6fe97 HTTP/1.1" status: 200 len: 945 time: 0.0543692 Aug 22 13:35:12.888557 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ae54bccc-f6d9-4340-b114-1ba6da343f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:12.891590 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ae54bccc-f6d9-4340-b114-1ba6da343f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:12.895238 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ae54bccc-f6d9-4340-b114-1ba6da343f2a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dd829024-8251-4cab-85f2-3d8d92ec5208 HTTP/1.1" status: 204 len: 168 time: 0.1462901 Aug 22 13:35:12.902409 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae54bccc-f6d9-4340-b114-1ba6da343f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd829024-8251-4cab-85f2-3d8d92ec5208,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:35:12.922203 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-09fd81c0-fd7f-4faf-af6d-75e8de436736 req-38d37543-2b11-43ab-8165-b8d3fdc97c36 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429127 Aug 22 13:35:13.550467 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aef9a0-6b42-4d08-adcd-3f8976f2fbf5 req-b4f5466a-f4e7-4412-8749-4a9ccd31368e tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:13.552937 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-81aef9a0-6b42-4d08-adcd-3f8976f2fbf5 req-b4f5466a-f4e7-4412-8749-4a9ccd31368e tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9bb903a-a417-487e-8e83-aadc4be29999 HTTP/1.1" status: 200 len: 945 time: 0.4314156 Aug 22 13:35:13.595262 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-81aef9a0-6b42-4d08-adcd-3f8976f2fbf5 req-69add113-13eb-46e8-89b9-a8cc2dec7fb3 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a1e745b-6f0c-4fcc-80fa-5b3131e9e569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348325 Aug 22 13:35:13.753096 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f287d72-a539-4c06-a64a-1a9f251619f8 req-f5b840cb-c928-4ccc-9871-cf09809feda7 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:13.769084 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8f287d72-a539-4c06-a64a-1a9f251619f8 req-f5b840cb-c928-4ccc-9871-cf09809feda7 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1 HTTP/1.1" status: 200 len: 946 time: 0.0956063 Aug 22 13:35:13.841561 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8f287d72-a539-4c06-a64a-1a9f251619f8 req-148b55e3-1731-462b-986a-173c11cd1691 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681081 Aug 22 13:35:13.871253 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6139f1-762e-430a-829a-59a6849ce115 req-69c69fc4-b4e8-4e52-bd28-eced3ef1f90f tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:13.872955 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3e6139f1-762e-430a-829a-59a6849ce115 req-69c69fc4-b4e8-4e52-bd28-eced3ef1f90f tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/ports?device_id=749d42e6-7a09-41ba-90aa-67e4d2eecd56 HTTP/1.1" status: 200 len: 945 time: 0.0729120 Aug 22 13:35:13.912420 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe66d8-d811-4e51-a26e-b7e5e6a8d191 req-21074599-7e57-4150-b90c-c819c719c428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:13.915244 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2cfe66d8-d811-4e51-a26e-b7e5e6a8d191 req-21074599-7e57-4150-b90c-c819c719c428 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9aaf82909078458f95327523ba5e3378&device_id=f9bb903a-a417-487e-8e83-aadc4be29999 HTTP/1.1" status: 200 len: 1097 time: 0.0652983 Aug 22 13:35:13.959725 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3e6139f1-762e-430a-829a-59a6849ce115 req-d36d1af7-b856-446a-b7d4-207b631747b4 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/security-groups?id=65285942-2a27-41ac-b17d-485110debd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802119 Aug 22 13:35:13.994506 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fab06d-b412-4216-a3b7-72fe8c8bf03a req-097d724f-c7f6-482b-81ec-0abe24b9bd5d tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:13.996450 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e7fab06d-b412-4216-a3b7-72fe8c8bf03a req-097d724f-c7f6-482b-81ec-0abe24b9bd5d tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9bb903a-a417-487e-8e83-aadc4be29999 HTTP/1.1" status: 200 len: 945 time: 0.0721767 Aug 22 13:35:14.046821 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e7fab06d-b412-4216-a3b7-72fe8c8bf03a req-e03021c5-33af-46f6-93a6-8423eb82e81b tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a1e745b-6f0c-4fcc-80fa-5b3131e9e569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436957 Aug 22 13:35:14.050215 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe66d8-d811-4e51-a26e-b7e5e6a8d191 req-cac79375-8c16-4aac-bfbb-3ec8a9e9a5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:14.051907 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2cfe66d8-d811-4e51-a26e-b7e5e6a8d191 req-cac79375-8c16-4aac-bfbb-3ec8a9e9a5b3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0386d336-0e61-4348-9e46-055980419e76 HTTP/1.1" status: 200 len: 912 time: 0.1259406 Aug 22 13:35:14.153768 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2cfe66d8-d811-4e51-a26e-b7e5e6a8d191 req-9eb98e3d-42a2-4755-bc8f-9a8ff4e56b4c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5dbcabe-f661-41dc-8f83-1d52dc6fb943 HTTP/1.1" status: 200 len: 1000 time: 0.0932796 Aug 22 13:35:14.198538 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75e2f5-c1cc-4435-a6bb-f9bc597814f0 req-167b1793-f255-40f8-837e-5aaf4efb236e tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:14.206533 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9c75e2f5-c1cc-4435-a6bb-f9bc597814f0 req-167b1793-f255-40f8-837e-5aaf4efb236e tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=06202321-7a71-43cd-88a0-a5e7f7b6fe97 HTTP/1.1" status: 200 len: 945 time: 0.0732071 Aug 22 13:35:14.229057 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe66d8-d811-4e51-a26e-b7e5e6a8d191 req-a4f72e9d-80fe-489c-80c5-1541687cc353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:14.231597 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2cfe66d8-d811-4e51-a26e-b7e5e6a8d191 req-a4f72e9d-80fe-489c-80c5-1541687cc353 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=77ae476e-7cd6-4bd5-9319-25dd232b8593 HTTP/1.1" status: 200 len: 850 time: 0.0701041 Aug 22 13:35:14.273193 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9c75e2f5-c1cc-4435-a6bb-f9bc597814f0 req-5417e814-e768-49ec-a73e-443932f97b48 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647521 Aug 22 13:35:14.328914 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe66d8-d811-4e51-a26e-b7e5e6a8d191 req-331e501d-5ff7-4ac0-b38e-84b59f00ee6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:14.330644 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2cfe66d8-d811-4e51-a26e-b7e5e6a8d191 req-331e501d-5ff7-4ac0-b38e-84b59f00ee6c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0386d336-0e61-4348-9e46-055980419e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0906184 Aug 22 13:35:14.495751 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2cfe66d8-d811-4e51-a26e-b7e5e6a8d191 req-e353e7d0-bc7f-4e75-8683-dbc9e5b04314 service neutron] 10.222.0.16 "GET /v2.0/networks/0386d336-0e61-4348-9e46-055980419e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555126 Aug 22 13:35:14.672310 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2cfe66d8-d811-4e51-a26e-b7e5e6a8d191 req-c2537a8f-4014-478b-a291-4f79a5125f99 service neutron] 10.222.0.16 "GET /v2.0/networks/0386d336-0e61-4348-9e46-055980419e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686065 Aug 22 13:35:15.004176 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd832bc6-2db5-4a1b-a2eb-142cda441900 req-9461b9d9-6975-4f8c-be36-3c293e28e024 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:15.007644 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dd832bc6-2db5-4a1b-a2eb-142cda441900 req-9461b9d9-6975-4f8c-be36-3c293e28e024 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1 HTTP/1.1" status: 200 len: 946 time: 0.0675204 Aug 22 13:35:15.089653 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dd832bc6-2db5-4a1b-a2eb-142cda441900 req-e852fd18-3b21-4a9b-9aa3-048f71a658ae tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644767 Aug 22 13:35:15.172859 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd66a9b-d45f-4444-8d21-7f270c59cd29 req-ed92d545-9c4b-4ae3-88e9-ed8366ff7979 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:15.178824 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2cd66a9b-d45f-4444-8d21-7f270c59cd29 req-ed92d545-9c4b-4ae3-88e9-ed8366ff7979 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/ports?device_id=749d42e6-7a09-41ba-90aa-67e4d2eecd56 HTTP/1.1" status: 200 len: 945 time: 0.0824666 Aug 22 13:35:15.304161 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2cd66a9b-d45f-4444-8d21-7f270c59cd29 req-be45e5c8-90d3-46b1-be2b-a301b9067e4f tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/security-groups?id=65285942-2a27-41ac-b17d-485110debd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179531 Aug 22 13:35:15.333710 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ca4b9-198f-43f5-8ea7-ac67005c1fc3 req-91317bdf-2600-478a-873e-860e7505f2b1 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:15.342148 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4f1ca4b9-198f-43f5-8ea7-ac67005c1fc3 req-91317bdf-2600-478a-873e-860e7505f2b1 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9bb903a-a417-487e-8e83-aadc4be29999 HTTP/1.1" status: 200 len: 945 time: 0.1245296 Aug 22 13:35:15.385613 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4f1ca4b9-198f-43f5-8ea7-ac67005c1fc3 req-c206e5fc-1458-4c40-8997-25e734a7250e tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a1e745b-6f0c-4fcc-80fa-5b3131e9e569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361645 Aug 22 13:35:16.194482 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d731de-c7e7-4bf0-b59c-59c89baa59a6 req-a27b20e4-0424-4512-9e2a-32437ac0ad9f tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:16.196175 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-78d731de-c7e7-4bf0-b59c-59c89baa59a6 req-a27b20e4-0424-4512-9e2a-32437ac0ad9f tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/networks?id=29a5fa06-3722-4b00-8610-7c352a4197c0 HTTP/1.1" status: 200 len: 814 time: 0.1471391 Aug 22 13:35:16.226826 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-78d731de-c7e7-4bf0-b59c-59c89baa59a6 req-f870b60b-7bbb-4aba-bb54-de877d9be0e6 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/quotas/79cda882c51f49c8a97f6b7883940f43 HTTP/1.1" status: 200 len: 375 time: 0.0216126 Aug 22 13:35:16.301369 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d56ed-5403-4e4c-87f1-064c7da1c539 req-8ea815e6-587a-4e06-b338-58ab6b388b8d tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:16.302852 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7b2d56ed-5403-4e4c-87f1-064c7da1c539 req-8ea815e6-587a-4e06-b338-58ab6b388b8d tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1 HTTP/1.1" status: 200 len: 946 time: 0.0874364 Aug 22 13:35:16.337237 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-78d731de-c7e7-4bf0-b59c-59c89baa59a6 req-d88e895f-ca0b-450d-bf79-8ffd3c6b056a tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=79cda882c51f49c8a97f6b7883940f43&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0869572 Aug 22 13:35:16.376309 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7b2d56ed-5403-4e4c-87f1-064c7da1c539 req-64e7f8ea-6d7c-423d-b52a-a9cb68e48607 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622797 Aug 22 13:35:16.503365 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-78d731de-c7e7-4bf0-b59c-59c89baa59a6 req-ea81111b-0753-40f6-b9e8-2928c6fe0966 service neutron] 10.222.0.21 "GET /v2.0/networks/29a5fa06-3722-4b00-8610-7c352a4197c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508360 Aug 22 13:35:16.540842 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4879b-2da3-47c3-af5e-2efc2ee1d699 req-668c0042-8255-4665-a1e0-b874bf8c0353 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:16.542338 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ead4879b-2da3-47c3-af5e-2efc2ee1d699 req-668c0042-8255-4665-a1e0-b874bf8c0353 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/ports?device_id=749d42e6-7a09-41ba-90aa-67e4d2eecd56 HTTP/1.1" status: 200 len: 945 time: 0.0897169 Aug 22 13:35:16.633066 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ead4879b-2da3-47c3-af5e-2efc2ee1d699 req-ef830076-7174-4c33-9b1b-6b8aa28136e9 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/security-groups?id=65285942-2a27-41ac-b17d-485110debd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581822 Aug 22 13:35:16.651437 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-78d731de-c7e7-4bf0-b59c-59c89baa59a6 req-e4bca0c0-a811-4df3-a13f-d136aefcfbd1 service neutron] 10.222.0.21 "GET /v2.0/networks/29a5fa06-3722-4b00-8610-7c352a4197c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400852 Aug 22 13:35:16.782941 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6fd5fb-30ec-4257-ab65-b85dcfc168b8 req-e8334132-6533-4411-9d1c-7d5a94d1d0de tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:16.784552 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5f6fd5fb-30ec-4257-ab65-b85dcfc168b8 req-e8334132-6533-4411-9d1c-7d5a94d1d0de tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9bb903a-a417-487e-8e83-aadc4be29999 HTTP/1.1" status: 200 len: 945 time: 0.0709205 Aug 22 13:35:16.805867 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 41cc3409-9cca-4a33-844d-e9d55aa0d6fa details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:35:16.892650 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5f6fd5fb-30ec-4257-ab65-b85dcfc168b8 req-93accd0c-7235-49de-ba3d-c179586fb0c5 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a1e745b-6f0c-4fcc-80fa-5b3131e9e569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951827 Aug 22 13:35:16.963712 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-46f303ac-0023-484a-91be-499fda204e3e req-b3b9803d-c867-434f-b91b-2db24bf6e3bb tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c9b9da1-fdb7-4a2f-ba29-9d40d470e070 HTTP/1.1" status: 200 len: 210 time: 0.0546234 Aug 22 13:35:17.024361 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 41cc3409-9cca-4a33-844d-e9d55aa0d6fa, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=41cc3409-9cca-4a33-844d-e9d55aa0d6fa,segment=NetworkSegment(036d4b3c-fc3c-4bf5-94d1-99331e586aa4),segment_id=036d4b3c-fc3c-4bf5-94d1-99331e586aa4)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:35:17.040576 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '41cc3409-9cca-4a33-844d-e9d55aa0d6fa', 'network_id': 'b7fef465-db19-4a45-b3a4-f40426ee874f', 'port_id': '41cc3409-9cca-4a33-844d-e9d55aa0d6fa', 'mac_address': 'fa:16:3e:52:28:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55b06a4c-e7f4-4110-96cb-ea2fffe8df6c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:35:17.281262 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:17.297007 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 41cc3409-9cca-4a33-844d-e9d55aa0d6fa {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:35:17.317817 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 41cc3409-9cca-4a33-844d-e9d55aa0d6fa, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=41cc3409-9cca-4a33-844d-e9d55aa0d6fa,segment=NetworkSegment(036d4b3c-fc3c-4bf5-94d1-99331e586aa4),segment_id=036d4b3c-fc3c-4bf5-94d1-99331e586aa4)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:35:17.325202 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:17.392500 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=41cc3409-9cca-4a33-844d-e9d55aa0d6fa,revision_number=6']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:35:17.417233 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['41cc3409-9cca-4a33-844d-e9d55aa0d6fa'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:35:17.591909 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36f6f5-5e08-4f4c-b1c4-acc9d5847461 req-fbd8ea6a-5cf5-46e5-b99a-34a6b4057282 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:17.593549 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b36f6f5-5e08-4f4c-b1c4-acc9d5847461 req-fbd8ea6a-5cf5-46e5-b99a-34a6b4057282 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1 HTTP/1.1" status: 200 len: 946 time: 0.0965998 Aug 22 13:35:17.697378 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b36f6f5-5e08-4f4c-b1c4-acc9d5847461 req-2c0f21c7-5a6a-4f77-87bb-781ce5698215 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858691 Aug 22 13:35:17.853567 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9a012-ad99-4fb1-bf64-ca816f685ad3 req-c4932e10-5a16-4d83-8bac-24716cca2f75 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:17.856008 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a0e9a012-ad99-4fb1-bf64-ca816f685ad3 req-c4932e10-5a16-4d83-8bac-24716cca2f75 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/ports?device_id=749d42e6-7a09-41ba-90aa-67e4d2eecd56 HTTP/1.1" status: 200 len: 945 time: 0.0653543 Aug 22 13:35:17.935068 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a0e9a012-ad99-4fb1-bf64-ca816f685ad3 req-973e061d-216d-4e3a-a725-aa7935e8ce29 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/security-groups?id=65285942-2a27-41ac-b17d-485110debd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722053 Aug 22 13:35:18.150278 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2f3f9645-ac08-44e1-9378-cd69da78f8ae req-a7739a3e-3833-464d-abcd-823e76196937 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c9b9da1-fdb7-4a2f-ba29-9d40d470e070 HTTP/1.1" status: 200 len: 210 time: 0.0844333 Aug 22 13:35:18.399168 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d731de-c7e7-4bf0-b59c-59c89baa59a6 req-e96b158d-fde1-4249-945a-f28fc1b46f70 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:18.401031 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-78d731de-c7e7-4bf0-b59c-59c89baa59a6 req-e96b158d-fde1-4249-945a-f28fc1b46f70 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.16 "GET /v2.0/networks?id=29a5fa06-3722-4b00-8610-7c352a4197c0 HTTP/1.1" status: 200 len: 814 time: 0.1887994 Aug 22 13:35:18.426144 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-78d731de-c7e7-4bf0-b59c-59c89baa59a6 req-874d0dde-8b25-41d8-8d6f-4d17632666bf tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Request body: {'port': {'device_id': '2c9b9da1-fdb7-4a2f-ba29-9d40d470e070', 'network_id': '29a5fa06-3722-4b00-8610-7c352a4197c0', 'admin_state_up': True, 'tenant_id': '79cda882c51f49c8a97f6b7883940f43'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:35:18.694989 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 37072) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:35:18.815628 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 41cc3409-9cca-4a33-844d-e9d55aa0d6fa up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:35:18.874918 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-81330b38-a393-4133-867a-5363132d8e40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:18.911564 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515ae93-9395-427b-8774-99d2b586b83a req-cec03037-f854-4b45-8250-265f60596c3b tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:18.926093 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1515ae93-9395-427b-8774-99d2b586b83a req-cec03037-f854-4b45-8250-265f60596c3b tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1 HTTP/1.1" status: 200 len: 946 time: 0.1156845 Aug 22 13:35:18.931392 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 41cc3409-9cca-4a33-844d-e9d55aa0d6fa triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:35:18.934547 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:19.061829 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1515ae93-9395-427b-8774-99d2b586b83a req-7f7bdb21-dbce-47dd-8319-f880dc36c806 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304359 Aug 22 13:35:19.136795 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:19.167404 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06202321-7a71-43cd-88a0-a5e7f7b6fe97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41cc3409-9cca-4a33-844d-e9d55aa0d6fa'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:35:19.168057 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ab307-ad1f-4be6-8c03-c7ec7123dce2 req-f567136b-ed4a-43f7-8171-6cf286c68751 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:19.169684 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5c5ab307-ad1f-4be6-8c03-c7ec7123dce2 req-f567136b-ed4a-43f7-8171-6cf286c68751 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/ports?device_id=749d42e6-7a09-41ba-90aa-67e4d2eecd56 HTTP/1.1" status: 200 len: 945 time: 0.0703051 Aug 22 13:35:19.177563 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d753a273-02db-4f19-9072-b925d7ce6f4d" -d '{"events": [{"server_uuid": "06202321-7a71-43cd-88a0-a5e7f7b6fe97", "name": "network-vif-plugged", "status": "completed", "tag": "41cc3409-9cca-4a33-844d-e9d55aa0d6fa"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:35:19.198609 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 41cc3409-9cca-4a33-844d-e9d55aa0d6fa, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=41cc3409-9cca-4a33-844d-e9d55aa0d6fa,segment=NetworkSegment(036d4b3c-fc3c-4bf5-94d1-99331e586aa4),segment_id=036d4b3c-fc3c-4bf5-94d1-99331e586aa4)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:35:19.205815 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:19.257136 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-81330b38-a393-4133-867a-5363132d8e40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:19.272962 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5c5ab307-ad1f-4be6-8c03-c7ec7123dce2 req-3986022d-8c90-4dd1-abb1-af612613d485 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/security-groups?id=65285942-2a27-41ac-b17d-485110debd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903416 Aug 22 13:35:19.274500 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-81330b38-a393-4133-867a-5363132d8e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:19.307646 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78d731de-c7e7-4bf0-b59c-59c89baa59a6 req-874d0dde-8b25-41d8-8d6f-4d17632666bf tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Made reservation on behalf of 79cda882c51f49c8a97f6b7883940f43 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:35:19.332522 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-78d731de-c7e7-4bf0-b59c-59c89baa59a6 req-874d0dde-8b25-41d8-8d6f-4d17632666bf tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:19.339197 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81330b38-a393-4133-867a-5363132d8e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4bd9b2-2730-4368-9ffb-09db3e227af1,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:35:19.358070 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9c5685-f051-4243-aa18-66a3e9b4ea34 x-openstack-request-id: req-fd9c5685-f051-4243-aa18-66a3e9b4ea34 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:35:19.358365 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06202321-7a71-43cd-88a0-a5e7f7b6fe97", "name": "network-vif-plugged", "status": "completed", "tag": "41cc3409-9cca-4a33-844d-e9d55aa0d6fa", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:35:19.358617 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fd9c5685-f051-4243-aa18-66a3e9b4ea34 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:35:19.359009 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06202321-7a71-43cd-88a0-a5e7f7b6fe97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41cc3409-9cca-4a33-844d-e9d55aa0d6fa', 'code': 200} Aug 22 13:35:19.373612 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=41cc3409-9cca-4a33-844d-e9d55aa0d6fa,revision_number=7']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:35:19.395746 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-938083bb-0ed4-4f84-842d-f44ddce300a6 req-60ddc336-ab37-4715-b670-96b0d6d07ee8 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c9b9da1-fdb7-4a2f-ba29-9d40d470e070 HTTP/1.1" status: 200 len: 210 time: 0.0427229 Aug 22 13:35:19.407719 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-81330b38-a393-4133-867a-5363132d8e40 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9059acebadd74b1388b503838f2e1df9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7116203 Aug 22 13:35:19.410611 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 37094) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:35:19.504843 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e2ccf3e4-2b6c-495e-8560-7263a02b73ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:19.540791 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e2ccf3e4-2b6c-495e-8560-7263a02b73ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:19.616757 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-78d731de-c7e7-4bf0-b59c-59c89baa59a6 req-874d0dde-8b25-41d8-8d6f-4d17632666bf tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Allocated IP 172.20.0.13 (29a5fa06-3722-4b00-8610-7c352a4197c0/ffb4d087-1294-4a80-af2a-ccd3cdf84545/07f4112b-22bd-4268-8fdd-48504a9f6055) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:35:19.635916 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e2ccf3e4-2b6c-495e-8560-7263a02b73ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:19.638874 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e2ccf3e4-2b6c-495e-8560-7263a02b73ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:19.646086 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e2ccf3e4-2b6c-495e-8560-7263a02b73ec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7d4bd9b2-2730-4368-9ffb-09db3e227af1 HTTP/1.1" status: 204 len: 168 time: 0.2339597 Aug 22 13:35:19.660736 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ccf3e4-2b6c-495e-8560-7263a02b73ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4bd9b2-2730-4368-9ffb-09db3e227af1,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:35:19.831058 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-78d731de-c7e7-4bf0-b59c-59c89baa59a6 req-874d0dde-8b25-41d8-8d6f-4d17632666bf tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:19.909223 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-78d731de-c7e7-4bf0-b59c-59c89baa59a6 req-874d0dde-8b25-41d8-8d6f-4d17632666bf tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:19.922791 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['f98ca010-3650-437c-83fa-f13f12655f20'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:35:20.013932 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78d731de-c7e7-4bf0-b59c-59c89baa59a6 req-874d0dde-8b25-41d8-8d6f-4d17632666bf tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Network 29a5fa06-3722-4b00-8610-7c352a4197c0 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:35:20.017602 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-78d731de-c7e7-4bf0-b59c-59c89baa59a6 req-874d0dde-8b25-41d8-8d6f-4d17632666bf tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:35:20.025973 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-78d731de-c7e7-4bf0-b59c-59c89baa59a6 req-874d0dde-8b25-41d8-8d6f-4d17632666bf tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:35:20.107374 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d0dde-8b25-41d8-8d6f-4d17632666bf tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Pushing event updated for resources: {'Port': ['ID=07f4112b-22bd-4268-8fdd-48504a9f6055,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:35:20.148586 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874d0dde-8b25-41d8-8d6f-4d17632666bf tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:35:20.149085 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874d0dde-8b25-41d8-8d6f-4d17632666bf tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:35:20.149427 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874d0dde-8b25-41d8-8d6f-4d17632666bf tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:35:20.149757 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874d0dde-8b25-41d8-8d6f-4d17632666bf tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:35:20.150088 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874d0dde-8b25-41d8-8d6f-4d17632666bf tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:35:20.150438 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874d0dde-8b25-41d8-8d6f-4d17632666bf tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:35:20.150761 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874d0dde-8b25-41d8-8d6f-4d17632666bf tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:35:20.162420 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874d0dde-8b25-41d8-8d6f-4d17632666bf tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:35:20.163009 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874d0dde-8b25-41d8-8d6f-4d17632666bf tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:35:20.163480 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874d0dde-8b25-41d8-8d6f-4d17632666bf tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:35:20.168463 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874d0dde-8b25-41d8-8d6f-4d17632666bf tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:35:20.168812 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874d0dde-8b25-41d8-8d6f-4d17632666bf tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:35:20.241583 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d731de-c7e7-4bf0-b59c-59c89baa59a6 req-874d0dde-8b25-41d8-8d6f-4d17632666bf tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:20.242496 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-78d731de-c7e7-4bf0-b59c-59c89baa59a6 req-874d0dde-8b25-41d8-8d6f-4d17632666bf tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:20.277297 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-78d731de-c7e7-4bf0-b59c-59c89baa59a6 req-874d0dde-8b25-41d8-8d6f-4d17632666bf tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8565216 Aug 22 13:35:20.304994 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-78d731de-c7e7-4bf0-b59c-59c89baa59a6 req-3be2ea05-717d-4903-ac74-ae1edf4441eb service neutron] Request body: {'port': {'device_id': '2c9b9da1-fdb7-4a2f-ba29-9d40d470e070', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:35:20.306167 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeed2b7-ad36-43c0-89f3-c343f20e3e05 req-45179f56-bcb9-46e5-bd3d-cce8bedfd460 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:20.308380 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1eeed2b7-ad36-43c0-89f3-c343f20e3e05 req-45179f56-bcb9-46e5-bd3d-cce8bedfd460 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1 HTTP/1.1" status: 200 len: 946 time: 0.0983822 Aug 22 13:35:20.399404 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1eeed2b7-ad36-43c0-89f3-c343f20e3e05 req-65c81a6f-e847-4e0e-a28b-2cb36cf5e665 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756340 Aug 22 13:35:20.442991 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-78d731de-c7e7-4bf0-b59c-59c89baa59a6 req-3be2ea05-717d-4903-ac74-ae1edf4441eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:20.629410 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d811d8f-30ce-43e8-977f-6ad997cf3677 req-1af8a319-f2c4-4533-8d58-01ca3a750b7f tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:20.638785 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d811d8f-30ce-43e8-977f-6ad997cf3677 req-1af8a319-f2c4-4533-8d58-01ca3a750b7f tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/ports?device_id=749d42e6-7a09-41ba-90aa-67e4d2eecd56 HTTP/1.1" status: 200 len: 945 time: 0.1558044 Aug 22 13:35:20.677785 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e19b8-def8-4a99-847e-9fc047c6cd20 req-3086a232-fc08-4b99-9fc6-d371b460650f tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:20.680441 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-572e19b8-def8-4a99-847e-9fc047c6cd20 req-3086a232-fc08-4b99-9fc6-d371b460650f tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c9b9da1-fdb7-4a2f-ba29-9d40d470e070 HTTP/1.1" status: 200 len: 932 time: 0.1260808 Aug 22 13:35:20.733854 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-572e19b8-def8-4a99-847e-9fc047c6cd20 req-3ea3073f-6246-4108-94c7-d0fccd68213d tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23f2214-6790-4df7-a348-a4695558251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464234 Aug 22 13:35:20.752216 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d811d8f-30ce-43e8-977f-6ad997cf3677 req-d4067183-1090-4923-b788-6d2b70626a7e tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/security-groups?id=65285942-2a27-41ac-b17d-485110debd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121652 Aug 22 13:35:21.000719 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-78d731de-c7e7-4bf0-b59c-59c89baa59a6 req-3be2ea05-717d-4903-ac74-ae1edf4441eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07f4112b-22bd-4268-8fdd-48504a9f6055 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:35:21.012588 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-78d731de-c7e7-4bf0-b59c-59c89baa59a6 req-3be2ea05-717d-4903-ac74-ae1edf4441eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:21.031972 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-78d731de-c7e7-4bf0-b59c-59c89baa59a6 req-3be2ea05-717d-4903-ac74-ae1edf4441eb service neutron] Transition to ACTIVE for port object 07f4112b-22bd-4268-8fdd-48504a9f6055 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:35:21.053705 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-78d731de-c7e7-4bf0-b59c-59c89baa59a6 req-3be2ea05-717d-4903-ac74-ae1edf4441eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:21.155389 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be2ea05-717d-4903-ac74-ae1edf4441eb service neutron] Pushing event updated for resources: {'Port': ['ID=07f4112b-22bd-4268-8fdd-48504a9f6055,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:35:21.270468 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-78d731de-c7e7-4bf0-b59c-59c89baa59a6 req-3be2ea05-717d-4903-ac74-ae1edf4441eb service neutron] Attempting to bind port 07f4112b-22bd-4268-8fdd-48504a9f6055 on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:35:21.270803 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-78d731de-c7e7-4bf0-b59c-59c89baa59a6 req-3be2ea05-717d-4903-ac74-ae1edf4441eb service neutron] Attempting to bind port 07f4112b-22bd-4268-8fdd-48504a9f6055 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '741e13e0-402a-4f69-a295-32aa21113f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '29a5fa06-3722-4b00-8610-7c352a4197c0'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:35:21.271121 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d731de-c7e7-4bf0-b59c-59c89baa59a6 req-3be2ea05-717d-4903-ac74-ae1edf4441eb service neutron] Attempting to bind port 07f4112b-22bd-4268-8fdd-48504a9f6055 on network 29a5fa06-3722-4b00-8610-7c352a4197c0 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:35:21.276454 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d731de-c7e7-4bf0-b59c-59c89baa59a6 req-3be2ea05-717d-4903-ac74-ae1edf4441eb service neutron] Port 07f4112b-22bd-4268-8fdd-48504a9f6055 on network 29a5fa06-3722-4b00-8610-7c352a4197c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:35:21.276775 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d731de-c7e7-4bf0-b59c-59c89baa59a6 req-3be2ea05-717d-4903-ac74-ae1edf4441eb service neutron] Attempting to bind port 07f4112b-22bd-4268-8fdd-48504a9f6055 on network 29a5fa06-3722-4b00-8610-7c352a4197c0 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:35:21.281950 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d731de-c7e7-4bf0-b59c-59c89baa59a6 req-3be2ea05-717d-4903-ac74-ae1edf4441eb service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:35:21.282317 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d731de-c7e7-4bf0-b59c-59c89baa59a6 req-3be2ea05-717d-4903-ac74-ae1edf4441eb service neutron] Checking segment: {'id': '741e13e0-402a-4f69-a295-32aa21113f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '29a5fa06-3722-4b00-8610-7c352a4197c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:35:21.282705 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d731de-c7e7-4bf0-b59c-59c89baa59a6 req-3be2ea05-717d-4903-ac74-ae1edf4441eb service neutron] Bound using segment: {'id': '741e13e0-402a-4f69-a295-32aa21113f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '29a5fa06-3722-4b00-8610-7c352a4197c0'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:35:21.283137 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-78d731de-c7e7-4bf0-b59c-59c89baa59a6 req-3be2ea05-717d-4903-ac74-ae1edf4441eb service neutron] Bound port: 07f4112b-22bd-4268-8fdd-48504a9f6055, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '741e13e0-402a-4f69-a295-32aa21113f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '29a5fa06-3722-4b00-8610-7c352a4197c0'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:35:21.283502 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-78d731de-c7e7-4bf0-b59c-59c89baa59a6 req-3be2ea05-717d-4903-ac74-ae1edf4441eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:21.405922 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-78d731de-c7e7-4bf0-b59c-59c89baa59a6 req-3be2ea05-717d-4903-ac74-ae1edf4441eb service neutron] For port 07f4112b-22bd-4268-8fdd-48504a9f6055, host n-h2-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:35:21.410591 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-78d731de-c7e7-4bf0-b59c-59c89baa59a6 req-3be2ea05-717d-4903-ac74-ae1edf4441eb service neutron] For port 07f4112b-22bd-4268-8fdd-48504a9f6055, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=07f4112b-22bd-4268-8fdd-48504a9f6055,segment=NetworkSegment(741e13e0-402a-4f69-a295-32aa21113f30),segment_id=741e13e0-402a-4f69-a295-32aa21113f30)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:35:21.417038 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-78d731de-c7e7-4bf0-b59c-59c89baa59a6 req-3be2ea05-717d-4903-ac74-ae1edf4441eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:21.456990 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d731de-c7e7-4bf0-b59c-59c89baa59a6 req-3be2ea05-717d-4903-ac74-ae1edf4441eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:21.457668 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-78d731de-c7e7-4bf0-b59c-59c89baa59a6 req-3be2ea05-717d-4903-ac74-ae1edf4441eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:21.459957 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-78d731de-c7e7-4bf0-b59c-59c89baa59a6 req-3be2ea05-717d-4903-ac74-ae1edf4441eb service neutron] 10.222.0.16 "PUT /v2.0/ports/07f4112b-22bd-4268-8fdd-48504a9f6055 HTTP/1.1" status: 200 len: 1093 time: 1.1666787 Aug 22 13:35:21.460520 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c9b9da1-fdb7-4a2f-ba29-9d40d470e070', 'tag': '07f4112b-22bd-4268-8fdd-48504a9f6055'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:35:21.463085 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9814460a-a13f-4f99-a473-195203ed255e" -d '{"events": [{"name": "network-changed", "server_uuid": "2c9b9da1-fdb7-4a2f-ba29-9d40d470e070", "tag": "07f4112b-22bd-4268-8fdd-48504a9f6055"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:35:21.521300 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be2ea05-717d-4903-ac74-ae1edf4441eb service neutron] Pushing event updated for resources: {'Port': ['ID=07f4112b-22bd-4268-8fdd-48504a9f6055,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:35:21.572018 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c00915c-abd3-4ce4-8b8c-a99c0d9afa1c x-openstack-request-id: req-9c00915c-abd3-4ce4-8b8c-a99c0d9afa1c {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:35:21.572455 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c9b9da1-fdb7-4a2f-ba29-9d40d470e070", "tag": "07f4112b-22bd-4268-8fdd-48504a9f6055", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:35:21.572798 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9c00915c-abd3-4ce4-8b8c-a99c0d9afa1c {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:35:21.573292 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c9b9da1-fdb7-4a2f-ba29-9d40d470e070', 'tag': '07f4112b-22bd-4268-8fdd-48504a9f6055', 'status': 'completed', 'code': 200} Aug 22 13:35:21.628478 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d731de-c7e7-4bf0-b59c-59c89baa59a6 req-288610ea-fb48-4d3b-be36-4e48ac2023de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:21.637345 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-78d731de-c7e7-4bf0-b59c-59c89baa59a6 req-288610ea-fb48-4d3b-be36-4e48ac2023de service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=79cda882c51f49c8a97f6b7883940f43&device_id=2c9b9da1-fdb7-4a2f-ba29-9d40d470e070 HTTP/1.1" status: 200 len: 1096 time: 0.1237764 Aug 22 13:35:21.649045 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102dd845-35b7-4096-8669-49657b4b7b2c req-5c7fe584-04b9-4915-bda1-c4e2d1f1a14d tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:21.659914 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-102dd845-35b7-4096-8669-49657b4b7b2c req-5c7fe584-04b9-4915-bda1-c4e2d1f1a14d tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1 HTTP/1.1" status: 200 len: 946 time: 0.1235020 Aug 22 13:35:21.729769 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-78d731de-c7e7-4bf0-b59c-59c89baa59a6 req-a96471a3-ce3d-4348-aa66-843050e22403 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07f4112b-22bd-4268-8fdd-48504a9f6055 HTTP/1.1" status: 200 len: 217 time: 0.0808327 Aug 22 13:35:21.763405 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-102dd845-35b7-4096-8669-49657b4b7b2c req-c0f3b7c8-f239-490f-b9f2-bf29a603ea38 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024024 Aug 22 13:35:21.823242 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d731de-c7e7-4bf0-b59c-59c89baa59a6 req-0e2df8a7-da88-4a3a-b693-c7350f3f2766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:21.824939 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-78d731de-c7e7-4bf0-b59c-59c89baa59a6 req-0e2df8a7-da88-4a3a-b693-c7350f3f2766 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ffb4d087-1294-4a80-af2a-ccd3cdf84545 HTTP/1.1" status: 200 len: 854 time: 0.0859542 Aug 22 13:35:21.860925 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-78d731de-c7e7-4bf0-b59c-59c89baa59a6 req-b9155b57-84d2-408e-ab24-01f90bd7fc0b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=29a5fa06-3722-4b00-8610-7c352a4197c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277822 Aug 22 13:35:21.975964 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-78d731de-c7e7-4bf0-b59c-59c89baa59a6 req-5f64f4e0-ddd6-48b9-bbf4-4a13dad090ef service neutron] 10.222.0.16 "GET /v2.0/networks/29a5fa06-3722-4b00-8610-7c352a4197c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055572 Aug 22 13:35:22.048130 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf21a6d-49d8-4f84-b600-02b8f1ea8b2e req-563e4dbc-6cca-406e-b725-d97975ecca7d tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:22.049992 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bcf21a6d-49d8-4f84-b600-02b8f1ea8b2e req-563e4dbc-6cca-406e-b725-d97975ecca7d tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c9b9da1-fdb7-4a2f-ba29-9d40d470e070 HTTP/1.1" status: 200 len: 944 time: 0.1702168 Aug 22 13:35:22.064403 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c4a3c-94a2-4a17-9120-8e286e9872e4 req-42b2d78c-f93f-40c7-a093-e184c5f49439 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:22.071338 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1c9c4a3c-94a2-4a17-9120-8e286e9872e4 req-42b2d78c-f93f-40c7-a093-e184c5f49439 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/ports?device_id=749d42e6-7a09-41ba-90aa-67e4d2eecd56 HTTP/1.1" status: 200 len: 945 time: 0.1077900 Aug 22 13:35:22.130274 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-78d731de-c7e7-4bf0-b59c-59c89baa59a6 req-7a219391-dd8d-4c23-8f32-661a88e4c7e1 service neutron] 10.222.0.16 "GET /v2.0/networks/29a5fa06-3722-4b00-8610-7c352a4197c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463261 Aug 22 13:35:22.176369 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bcf21a6d-49d8-4f84-b600-02b8f1ea8b2e req-a651d8d7-1d1c-44d6-93f0-4fa50f39c6d8 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23f2214-6790-4df7-a348-a4695558251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021819 Aug 22 13:35:22.212695 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1c9c4a3c-94a2-4a17-9120-8e286e9872e4 req-b6948b53-935a-4811-a3ca-2b9cfa6bc05f tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/security-groups?id=65285942-2a27-41ac-b17d-485110debd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281149 Aug 22 13:35:22.255729 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814460a-a13f-4f99-a473-195203ed255e req-95bcaf00-23dc-4588-917c-f322f49e3475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:22.257587 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9814460a-a13f-4f99-a473-195203ed255e req-95bcaf00-23dc-4588-917c-f322f49e3475 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=79cda882c51f49c8a97f6b7883940f43&device_id=2c9b9da1-fdb7-4a2f-ba29-9d40d470e070 HTTP/1.1" status: 200 len: 1096 time: 0.0720048 Aug 22 13:35:22.422066 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814460a-a13f-4f99-a473-195203ed255e req-ce994da6-5967-4b9b-b26a-ca25cfcbf46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:22.424161 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9814460a-a13f-4f99-a473-195203ed255e req-ce994da6-5967-4b9b-b26a-ca25cfcbf46f service neutron] 10.222.0.16 "GET /v2.0/networks?id=29a5fa06-3722-4b00-8610-7c352a4197c0 HTTP/1.1" status: 200 len: 915 time: 0.1580069 Aug 22 13:35:22.537125 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9814460a-a13f-4f99-a473-195203ed255e req-aa672fbd-3eff-42b8-a82c-47c6480a6d8c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07f4112b-22bd-4268-8fdd-48504a9f6055 HTTP/1.1" status: 200 len: 217 time: 0.1015120 Aug 22 13:35:22.639292 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814460a-a13f-4f99-a473-195203ed255e req-c3712941-bb57-4ca6-a56b-d297ceffa12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:22.641030 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9814460a-a13f-4f99-a473-195203ed255e req-c3712941-bb57-4ca6-a56b-d297ceffa12d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ffb4d087-1294-4a80-af2a-ccd3cdf84545 HTTP/1.1" status: 200 len: 854 time: 0.0906396 Aug 22 13:35:22.687179 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9814460a-a13f-4f99-a473-195203ed255e req-997e5d77-c11c-40a4-abaf-1b4c3f70e3f5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=29a5fa06-3722-4b00-8610-7c352a4197c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376682 Aug 22 13:35:22.885294 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9814460a-a13f-4f99-a473-195203ed255e req-523ad498-34e9-4021-8ebc-96abda83a3e6 service neutron] 10.222.0.16 "GET /v2.0/networks/29a5fa06-3722-4b00-8610-7c352a4197c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879618 Aug 22 13:35:23.013016 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ce026-c1d5-4149-9dfc-c02af7c5c68f req-3830e95e-33e8-4268-819c-f2fb8fc523ca tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:23.025204 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c68ce026-c1d5-4149-9dfc-c02af7c5c68f req-3830e95e-33e8-4268-819c-f2fb8fc523ca tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1 HTTP/1.1" status: 200 len: 946 time: 0.1408467 Aug 22 13:35:23.088731 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9814460a-a13f-4f99-a473-195203ed255e req-4c0e0fcf-0f3b-4014-a44a-33acd90e87ca service neutron] 10.222.0.16 "GET /v2.0/networks/29a5fa06-3722-4b00-8610-7c352a4197c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951950 Aug 22 13:35:23.116830 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c68ce026-c1d5-4149-9dfc-c02af7c5c68f req-b9fa80f5-c7d7-432d-971a-1533da099e72 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894206 Aug 22 13:35:23.332519 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482da5f-5278-4efd-9ffd-2242657e49d5 req-031057e2-2f8f-4a65-8f80-6b48095d2f89 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:23.335509 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8482da5f-5278-4efd-9ffd-2242657e49d5 req-031057e2-2f8f-4a65-8f80-6b48095d2f89 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c9b9da1-fdb7-4a2f-ba29-9d40d470e070 HTTP/1.1" status: 200 len: 944 time: 0.0698195 Aug 22 13:35:23.430926 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b19911-b1c9-4af0-843c-c9c23087c7b4 req-66615861-d51e-44f4-b070-a09670a05640 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:23.432700 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-91b19911-b1c9-4af0-843c-c9c23087c7b4 req-66615861-d51e-44f4-b070-a09670a05640 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/ports?device_id=749d42e6-7a09-41ba-90aa-67e4d2eecd56 HTTP/1.1" status: 200 len: 945 time: 0.0961106 Aug 22 13:35:23.449011 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8482da5f-5278-4efd-9ffd-2242657e49d5 req-c97a3476-7942-4354-bf67-fee3c577a9ce tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23f2214-6790-4df7-a348-a4695558251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966778 Aug 22 13:35:23.523451 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-91b19911-b1c9-4af0-843c-c9c23087c7b4 req-a348f06c-730f-4964-bd95-7b2cee62a412 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/security-groups?id=65285942-2a27-41ac-b17d-485110debd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758781 Aug 22 13:35:23.800140 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 07f4112b-22bd-4268-8fdd-48504a9f6055 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:35:23.911568 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 07f4112b-22bd-4268-8fdd-48504a9f6055, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=07f4112b-22bd-4268-8fdd-48504a9f6055,segment=NetworkSegment(741e13e0-402a-4f69-a295-32aa21113f30),segment_id=741e13e0-402a-4f69-a295-32aa21113f30)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:35:23.923211 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '07f4112b-22bd-4268-8fdd-48504a9f6055', 'network_id': '29a5fa06-3722-4b00-8610-7c352a4197c0', 'port_id': '07f4112b-22bd-4268-8fdd-48504a9f6055', 'mac_address': 'fa:16:3e:0d:48:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffb4d087-1294-4a80-af2a-ccd3cdf84545', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:35:23.995113 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:24.015924 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07f4112b-22bd-4268-8fdd-48504a9f6055 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:35:24.077455 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 07f4112b-22bd-4268-8fdd-48504a9f6055, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=07f4112b-22bd-4268-8fdd-48504a9f6055,segment=NetworkSegment(741e13e0-402a-4f69-a295-32aa21113f30),segment_id=741e13e0-402a-4f69-a295-32aa21113f30)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:35:24.090036 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:24.182289 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=07f4112b-22bd-4268-8fdd-48504a9f6055,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:35:24.295491 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c4a2c-7c16-42c0-9cba-11cdb3514227 req-580f6a37-0e95-4ccc-825c-caaf2e9584b4 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:24.306428 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-661c4a2c-7c16-42c0-9cba-11cdb3514227 req-580f6a37-0e95-4ccc-825c-caaf2e9584b4 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1 HTTP/1.1" status: 200 len: 946 time: 0.0851841 Aug 22 13:35:24.372867 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-661c4a2c-7c16-42c0-9cba-11cdb3514227 req-3a193b4a-499c-43b6-96ad-c512f54123b7 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649033 Aug 22 13:35:24.446852 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['07f4112b-22bd-4268-8fdd-48504a9f6055'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:35:24.488157 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 37236) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:35:24.672413 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b1a09-6fa5-4086-a5d7-d1ab4ea4c225 req-b7af320e-1bb6-46fd-916c-0cc15b2a501a tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:24.674478 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6d7b1a09-6fa5-4086-a5d7-d1ab4ea4c225 req-b7af320e-1bb6-46fd-916c-0cc15b2a501a tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c9b9da1-fdb7-4a2f-ba29-9d40d470e070 HTTP/1.1" status: 200 len: 945 time: 0.1339786 Aug 22 13:35:24.706965 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1024783c-4e33-439b-aa48-031853c85740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:24.742640 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf8caf-c2a1-4b17-8884-c7efaac71ba7 req-e0e594d5-e33d-4084-a4fc-3d6f0ba6c75b tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:24.744416 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6bdf8caf-c2a1-4b17-8884-c7efaac71ba7 req-e0e594d5-e33d-4084-a4fc-3d6f0ba6c75b tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/ports?device_id=749d42e6-7a09-41ba-90aa-67e4d2eecd56 HTTP/1.1" status: 200 len: 945 time: 0.1324413 Aug 22 13:35:24.777996 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6d7b1a09-6fa5-4086-a5d7-d1ab4ea4c225 req-075a9930-9b0b-4c26-bbe6-52ca379d91c5 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23f2214-6790-4df7-a348-a4695558251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937009 Aug 22 13:35:24.833749 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6bdf8caf-c2a1-4b17-8884-c7efaac71ba7 req-1f3a8f6e-a575-4cd6-9081-23a32d5ea30c tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/security-groups?id=65285942-2a27-41ac-b17d-485110debd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764592 Aug 22 13:35:24.953847 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1024783c-4e33-439b-aa48-031853c85740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:24.958747 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1024783c-4e33-439b-aa48-031853c85740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:25.006044 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-1024783c-4e33-439b-aa48-031853c85740 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=35bae895c52a455e944412be10dfc236&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5158310 Aug 22 13:35:25.008845 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 37260) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:35:25.033461 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1024783c-4e33-439b-aa48-031853c85740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7428d3b-3798-428b-b349-982c58bb67c8,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:35:25.046098 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1024783c-4e33-439b-aa48-031853c85740 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:35:25.047017 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1024783c-4e33-439b-aa48-031853c85740 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:35:25.047667 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1024783c-4e33-439b-aa48-031853c85740 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:35:25.051360 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1024783c-4e33-439b-aa48-031853c85740 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:35:25.051787 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1024783c-4e33-439b-aa48-031853c85740 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:35:25.052429 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1024783c-4e33-439b-aa48-031853c85740 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:35:25.053514 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1024783c-4e33-439b-aa48-031853c85740 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:35:25.054060 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1024783c-4e33-439b-aa48-031853c85740 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:35:25.054708 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1024783c-4e33-439b-aa48-031853c85740 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:35:25.055247 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1024783c-4e33-439b-aa48-031853c85740 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:35:25.055773 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1024783c-4e33-439b-aa48-031853c85740 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:35:25.056318 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1024783c-4e33-439b-aa48-031853c85740 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:35:25.116373 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c59d97c0-02f7-41df-9f9e-b2fde3ef08e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:25.148008 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c59d97c0-02f7-41df-9f9e-b2fde3ef08e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:25.215382 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c59d97c0-02f7-41df-9f9e-b2fde3ef08e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:25.219936 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c59d97c0-02f7-41df-9f9e-b2fde3ef08e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:25.224396 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c59d97c0-02f7-41df-9f9e-b2fde3ef08e9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c7428d3b-3798-428b-b349-982c58bb67c8 HTTP/1.1" status: 204 len: 168 time: 0.2117577 Aug 22 13:35:25.232582 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d97c0-02f7-41df-9f9e-b2fde3ef08e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7428d3b-3798-428b-b349-982c58bb67c8,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:35:25.616628 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947cb454-7116-4b87-b3d9-48ff23d63beb req-b856404b-3769-417c-8363-99a41c283ede tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:25.625679 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-947cb454-7116-4b87-b3d9-48ff23d63beb req-b856404b-3769-417c-8363-99a41c283ede tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1 HTTP/1.1" status: 200 len: 946 time: 0.1039762 Aug 22 13:35:25.697608 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-947cb454-7116-4b87-b3d9-48ff23d63beb req-f9167f34-441b-49b3-a0c1-765e179d0ca8 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711155 Aug 22 13:35:25.747572 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 37282) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:35:25.767878 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b3d84521-a6b0-4e01-acb1-134921c8ba5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:25.821684 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 07f4112b-22bd-4268-8fdd-48504a9f6055 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:35:25.898171 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port 07f4112b-22bd-4268-8fdd-48504a9f6055 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:35:25.902637 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 07f4112b-22bd-4268-8fdd-48504a9f6055 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:35:25.903962 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:25.928604 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b3d84521-a6b0-4e01-acb1-134921c8ba5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:25.935218 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b3d84521-a6b0-4e01-acb1-134921c8ba5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:25.980567 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b3d84521-a6b0-4e01-acb1-134921c8ba5e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=43f5c0a24ea349caaee5028c1fa755b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2318492 Aug 22 13:35:25.981711 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d84521-a6b0-4e01-acb1-134921c8ba5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa1c5f4-cac6-4743-a58c-2352c3da16d7,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:35:25.984624 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 37290) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:35:26.070515 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5536f185-993c-435b-bc48-3fd20889e189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:26.086246 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:26.090316 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fabdef-325a-45f4-9f4f-78ee4d7073b4 req-d65844ff-dd82-4834-8ca7-b2d430dd7d85 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:26.091929 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f0fabdef-325a-45f4-9f4f-78ee4d7073b4 req-d65844ff-dd82-4834-8ca7-b2d430dd7d85 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c9b9da1-fdb7-4a2f-ba29-9d40d470e070 HTTP/1.1" status: 200 len: 945 time: 0.2015564 Aug 22 13:35:26.109419 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997d759-c48b-4f8e-8e33-3b4cfec884be req-3c087bc1-0c5f-4058-918b-8099a718031b tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:26.110964 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0997d759-c48b-4f8e-8e33-3b4cfec884be req-3c087bc1-0c5f-4058-918b-8099a718031b tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/ports?device_id=749d42e6-7a09-41ba-90aa-67e4d2eecd56 HTTP/1.1" status: 200 len: 945 time: 0.1652551 Aug 22 13:35:26.126321 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5536f185-993c-435b-bc48-3fd20889e189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:26.132487 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c9b9da1-fdb7-4a2f-ba29-9d40d470e070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f4112b-22bd-4268-8fdd-48504a9f6055'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:35:26.142384 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c75be5-55a0-4ff3-91b2-62f97c31d07b" -d '{"events": [{"server_uuid": "2c9b9da1-fdb7-4a2f-ba29-9d40d470e070", "name": "network-vif-plugged", "status": "completed", "tag": "07f4112b-22bd-4268-8fdd-48504a9f6055"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:35:26.167294 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 07f4112b-22bd-4268-8fdd-48504a9f6055, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=07f4112b-22bd-4268-8fdd-48504a9f6055,segment=NetworkSegment(741e13e0-402a-4f69-a295-32aa21113f30),segment_id=741e13e0-402a-4f69-a295-32aa21113f30)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:35:26.182625 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f0fabdef-325a-45f4-9f4f-78ee4d7073b4 req-b927aa58-a3d7-4fe5-8357-00c181554774 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23f2214-6790-4df7-a348-a4695558251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813971 Aug 22 13:35:26.185474 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:26.186048 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0997d759-c48b-4f8e-8e33-3b4cfec884be req-3a9a305e-635b-43c6-94e8-5f015588ba75 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/security-groups?id=65285942-2a27-41ac-b17d-485110debd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662413 Aug 22 13:35:26.213135 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5536f185-993c-435b-bc48-3fd20889e189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:26.216698 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5536f185-993c-435b-bc48-3fd20889e189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:26.218318 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5536f185-993c-435b-bc48-3fd20889e189 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0aa1c5f4-cac6-4743-a58c-2352c3da16d7 HTTP/1.1" status: 204 len: 168 time: 0.2323074 Aug 22 13:35:26.253013 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5536f185-993c-435b-bc48-3fd20889e189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa1c5f4-cac6-4743-a58c-2352c3da16d7,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:35:26.346022 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a194e7-35ed-48db-8d70-307696f53d92 x-openstack-request-id: req-19a194e7-35ed-48db-8d70-307696f53d92 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:35:26.346396 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c9b9da1-fdb7-4a2f-ba29-9d40d470e070", "name": "network-vif-plugged", "status": "completed", "tag": "07f4112b-22bd-4268-8fdd-48504a9f6055", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:35:26.346610 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-19a194e7-35ed-48db-8d70-307696f53d92 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:35:26.347007 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c9b9da1-fdb7-4a2f-ba29-9d40d470e070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f4112b-22bd-4268-8fdd-48504a9f6055', 'code': 200} Aug 22 13:35:26.352732 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=07f4112b-22bd-4268-8fdd-48504a9f6055,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:35:26.488605 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde0320-98fa-41d5-ab24-10eb02603d5d req-fc93db24-015e-424e-a6d6-e21519e1dbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:26.501922 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8cde0320-98fa-41d5-ab24-10eb02603d5d req-fc93db24-015e-424e-a6d6-e21519e1dbcd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2c9b9da1-fdb7-4a2f-ba29-9d40d470e070 HTTP/1.1" status: 200 len: 1098 time: 0.0570459 Aug 22 13:35:26.586810 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8cde0320-98fa-41d5-ab24-10eb02603d5d req-27df7f0b-47dd-4070-b221-6a9fa04d852a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f23f2214-6790-4df7-a348-a4695558251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832782 Aug 22 13:35:26.859327 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b59e0-30c8-41b2-919e-562684d8a29e req-4e340cd7-2835-4e04-83b6-6ef84c0d1876 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:26.879579 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b12b59e0-30c8-41b2-919e-562684d8a29e req-4e340cd7-2835-4e04-83b6-6ef84c0d1876 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1 HTTP/1.1" status: 200 len: 946 time: 0.1141186 Aug 22 13:35:26.970166 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b12b59e0-30c8-41b2-919e-562684d8a29e req-953cf50c-8598-4389-bdba-4004f014a6df tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890164 Aug 22 13:35:27.408760 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57788e8c-3e6c-4418-af93-d6c13f118adf req-953c7297-8949-411b-a975-049e184b1c4b tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:27.410597 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-57788e8c-3e6c-4418-af93-d6c13f118adf req-953c7297-8949-411b-a975-049e184b1c4b tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/ports?device_id=749d42e6-7a09-41ba-90aa-67e4d2eecd56 HTTP/1.1" status: 200 len: 945 time: 0.1031418 Aug 22 13:35:27.418867 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840c4de-a484-405f-8150-df634de9bda1 req-ffeddb6c-e4e0-4f33-a2b4-3d1e41d827c3 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:27.425498 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3840c4de-a484-405f-8150-df634de9bda1 req-ffeddb6c-e4e0-4f33-a2b4-3d1e41d827c3 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c9b9da1-fdb7-4a2f-ba29-9d40d470e070 HTTP/1.1" status: 200 len: 946 time: 0.0988066 Aug 22 13:35:27.476714 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3840c4de-a484-405f-8150-df634de9bda1 req-0646c891-d051-47ba-8be7-6d6a0ab60f84 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23f2214-6790-4df7-a348-a4695558251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408008 Aug 22 13:35:27.516078 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-57788e8c-3e6c-4418-af93-d6c13f118adf req-11ac5517-a5e5-4a81-a876-5fa5b406e153 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/security-groups?id=65285942-2a27-41ac-b17d-485110debd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892022 Aug 22 13:35:28.265997 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:28.270957 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2b56c8-5c00-4bca-b1b7-b9924bc07c16 req-94f108c0-eeeb-4fe4-a2f7-e7256482d40d tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:28.284942 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2f2b56c8-5c00-4bca-b1b7-b9924bc07c16 req-94f108c0-eeeb-4fe4-a2f7-e7256482d40d tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1 HTTP/1.1" status: 200 len: 946 time: 0.1238365 Aug 22 13:35:28.355729 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2f2b56c8-5c00-4bca-b1b7-b9924bc07c16 req-ec35f152-e2e6-4a9d-bcc8-eb1881eee52c tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697019 Aug 22 13:35:28.404680 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-de5d16ad-5155-4b65-acb4-7cf908597c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:28.437334 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e3a7b-97ca-4a4c-b673-cd44d5635841 req-d464bff8-b4d0-4409-9215-c595d0d79f4d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:28.445661 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e3a7b-97ca-4a4c-b673-cd44d5635841 req-d464bff8-b4d0-4409-9215-c595d0d79f4d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:28.452289 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e3a7b-97ca-4a4c-b673-cd44d5635841 req-d464bff8-b4d0-4409-9215-c595d0d79f4d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:28.461245 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e3a7b-97ca-4a4c-b673-cd44d5635841 req-d464bff8-b4d0-4409-9215-c595d0d79f4d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:28.468461 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e3a7b-97ca-4a4c-b673-cd44d5635841 req-d464bff8-b4d0-4409-9215-c595d0d79f4d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:28.479667 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e3a7b-97ca-4a4c-b673-cd44d5635841 req-d464bff8-b4d0-4409-9215-c595d0d79f4d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:28.491036 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e3a7b-97ca-4a4c-b673-cd44d5635841 req-d464bff8-b4d0-4409-9215-c595d0d79f4d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:28.496759 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-333e3a7b-97ca-4a4c-b673-cd44d5635841 req-d464bff8-b4d0-4409-9215-c595d0d79f4d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 5434 time: 0.1289945 Aug 22 13:35:28.609747 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-333e3a7b-97ca-4a4c-b673-cd44d5635841 req-c1864bcb-bdec-4df0-8825-59177133b265 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/security-groups?id=4cc9f53d-f53a-41a9-9530-58f2e575d924&id=6e2ef2da-4440-4915-b63c-e03f5cd2edf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0815907 Aug 22 13:35:28.760994 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c764d3c6-ae0c-495f-aa39-8cab4728ba7d req-f8c42312-59e9-4e3c-a3c1-dfa4efde655f tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:28.762962 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c764d3c6-ae0c-495f-aa39-8cab4728ba7d req-f8c42312-59e9-4e3c-a3c1-dfa4efde655f tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c9b9da1-fdb7-4a2f-ba29-9d40d470e070 HTTP/1.1" status: 200 len: 946 time: 0.1150529 Aug 22 13:35:28.853554 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb01695-7585-47df-a1c2-cdc1f811d2b3 req-d18f9e56-2973-48f3-8dd0-d9a5965c000b tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:28.855005 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3eb01695-7585-47df-a1c2-cdc1f811d2b3 req-d18f9e56-2973-48f3-8dd0-d9a5965c000b tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/ports?device_id=749d42e6-7a09-41ba-90aa-67e4d2eecd56 HTTP/1.1" status: 200 len: 945 time: 0.1091578 Aug 22 13:35:28.898188 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c764d3c6-ae0c-495f-aa39-8cab4728ba7d req-6a7e58dd-3aab-48f5-a59c-1767d1544c49 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23f2214-6790-4df7-a348-a4695558251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983450 Aug 22 13:35:28.954285 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3eb01695-7585-47df-a1c2-cdc1f811d2b3 req-75bd395a-f5cd-437c-bffa-f98aaabcfbdf tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/security-groups?id=65285942-2a27-41ac-b17d-485110debd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908873 Aug 22 13:35:29.531613 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47976241-5960-4440-bfdb-2aaec63f27fb req-e07d4fc9-9950-44b4-b858-e641412343f6 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:29.539952 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47976241-5960-4440-bfdb-2aaec63f27fb req-e07d4fc9-9950-44b4-b858-e641412343f6 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1 HTTP/1.1" status: 200 len: 946 time: 0.0669892 Aug 22 13:35:29.592719 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47976241-5960-4440-bfdb-2aaec63f27fb req-e5169279-be6b-47fc-8f02-c2029f120bb5 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517974 Aug 22 13:35:29.804609 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b126b490-f798-45f0-b270-f074b917663d req-0dfed4b9-b10b-44ec-bf5d-0f640fb4f1df tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:29.827743 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b126b490-f798-45f0-b270-f074b917663d req-0dfed4b9-b10b-44ec-bf5d-0f640fb4f1df tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:29.846792 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b126b490-f798-45f0-b270-f074b917663d req-0dfed4b9-b10b-44ec-bf5d-0f640fb4f1df tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:29.872696 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b126b490-f798-45f0-b270-f074b917663d req-0dfed4b9-b10b-44ec-bf5d-0f640fb4f1df tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:29.888186 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b126b490-f798-45f0-b270-f074b917663d req-0dfed4b9-b10b-44ec-bf5d-0f640fb4f1df tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:29.899346 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b126b490-f798-45f0-b270-f074b917663d req-0dfed4b9-b10b-44ec-bf5d-0f640fb4f1df tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:29.903508 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169c7c6-479c-4970-9bea-9e23ad88665f req-2a9a733e-4d55-4091-8172-f3a688e489cb tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:29.913627 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169c7c6-479c-4970-9bea-9e23ad88665f req-2a9a733e-4d55-4091-8172-f3a688e489cb tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:29.919023 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b126b490-f798-45f0-b270-f074b917663d req-0dfed4b9-b10b-44ec-bf5d-0f640fb4f1df tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:29.922984 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169c7c6-479c-4970-9bea-9e23ad88665f req-2a9a733e-4d55-4091-8172-f3a688e489cb tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:29.923830 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b126b490-f798-45f0-b270-f074b917663d req-0dfed4b9-b10b-44ec-bf5d-0f640fb4f1df tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.16 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 5434 time: 0.2903163 Aug 22 13:35:29.931688 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169c7c6-479c-4970-9bea-9e23ad88665f req-2a9a733e-4d55-4091-8172-f3a688e489cb tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:29.943060 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169c7c6-479c-4970-9bea-9e23ad88665f req-2a9a733e-4d55-4091-8172-f3a688e489cb tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:29.951036 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169c7c6-479c-4970-9bea-9e23ad88665f req-2a9a733e-4d55-4091-8172-f3a688e489cb tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:29.958263 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169c7c6-479c-4970-9bea-9e23ad88665f req-2a9a733e-4d55-4091-8172-f3a688e489cb tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:29.969204 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1169c7c6-479c-4970-9bea-9e23ad88665f req-2a9a733e-4d55-4091-8172-f3a688e489cb tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 5434 time: 0.2019701 Aug 22 13:35:30.020428 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b126b490-f798-45f0-b270-f074b917663d req-9514d5e7-f054-4aa8-838d-c278093b5199 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:30.024473 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b126b490-f798-45f0-b270-f074b917663d req-9514d5e7-f054-4aa8-838d-c278093b5199 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.16 "GET /v2.0/ports/ab40ae52-fb74-4b8c-a089-1c836ec0b6cf?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0906212 Aug 22 13:35:30.068439 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1169c7c6-479c-4970-9bea-9e23ad88665f req-fb64c362-7af7-4a06-850d-af0cb491da6a tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/security-groups?id=4cc9f53d-f53a-41a9-9530-58f2e575d924&id=6e2ef2da-4440-4915-b63c-e03f5cd2edf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0961504 Aug 22 13:35:30.177155 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a17c97-7599-4690-8a9f-f6be15238380 req-ec6dbb3d-ff45-4236-a8ed-895cf900f6ef tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:30.179845 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-33a17c97-7599-4690-8a9f-f6be15238380 req-ec6dbb3d-ff45-4236-a8ed-895cf900f6ef tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/ports?device_id=749d42e6-7a09-41ba-90aa-67e4d2eecd56 HTTP/1.1" status: 200 len: 945 time: 0.1075480 Aug 22 13:35:30.263893 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b126b490-f798-45f0-b270-f074b917663d req-a1085755-afbf-41c1-a7a8-2a30c5993873 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.16 "GET /v2.0/networks/0cc210c0-a1af-4d1a-af13-c74a90748aeb?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2338219 Aug 22 13:35:30.265139 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-33a17c97-7599-4690-8a9f-f6be15238380 req-ffbcd705-89b2-419e-8a23-c0c0e0c91ae0 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/security-groups?id=65285942-2a27-41ac-b17d-485110debd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784702 Aug 22 13:35:30.277646 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-b126b490-f798-45f0-b270-f074b917663d req-1cc1d565-e690-4047-b6e9-2ba771fd096d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:35:30.379688 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b126b490-f798-45f0-b270-f074b917663d req-1cc1d565-e690-4047-b6e9-2ba771fd096d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:30.652365 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-b126b490-f798-45f0-b270-f074b917663d req-1cc1d565-e690-4047-b6e9-2ba771fd096d service neutron] For port ab40ae52-fb74-4b8c-a089-1c836ec0b6cf, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=ab40ae52-fb74-4b8c-a089-1c836ec0b6cf,segment=NetworkSegment(39f86938-cd23-49cd-9ccb-5c572c933116),segment_id=39f86938-cd23-49cd-9ccb-5c572c933116)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:35:30.738859 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-b126b490-f798-45f0-b270-f074b917663d req-1cc1d565-e690-4047-b6e9-2ba771fd096d service neutron] For port ab40ae52-fb74-4b8c-a089-1c836ec0b6cf, host n-h2-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:35:30.824563 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-b126b490-f798-45f0-b270-f074b917663d req-1cc1d565-e690-4047-b6e9-2ba771fd096d service neutron] device_id is not set on port ab40ae52-fb74-4b8c-a089-1c836ec0b6cf yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:35:30.830372 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ae6a2-3633-4f95-b39b-5bfa5643a12f req-78caf5f0-f42b-4890-addd-4e3a3623d5f0 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:30.844648 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-457ae6a2-3633-4f95-b39b-5bfa5643a12f req-78caf5f0-f42b-4890-addd-4e3a3623d5f0 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1 HTTP/1.1" status: 200 len: 946 time: 0.1090863 Aug 22 13:35:30.859035 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b126b490-f798-45f0-b270-f074b917663d req-1cc1d565-e690-4047-b6e9-2ba771fd096d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:30.871086 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b126b490-f798-45f0-b270-f074b917663d req-1cc1d565-e690-4047-b6e9-2ba771fd096d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:30.945221 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-457ae6a2-3633-4f95-b39b-5bfa5643a12f req-1a32a498-179c-4e16-84bd-b7d6dde37c22 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986898 Aug 22 13:35:30.959019 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc1d565-e690-4047-b6e9-2ba771fd096d service neutron] Pushing event updated for resources: {'Port': ['ID=ab40ae52-fb74-4b8c-a089-1c836ec0b6cf,revision_number=6']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:35:31.009806 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-b126b490-f798-45f0-b270-f074b917663d req-1cc1d565-e690-4047-b6e9-2ba771fd096d service neutron] No DVR routers for this DVR port ab40ae52-fb74-4b8c-a089-1c836ec0b6cf on host n-h2-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:35:31.058574 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-eb1e17cc-18b7-41c0-8a83-722d877a7250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:31.077581 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-b126b490-f798-45f0-b270-f074b917663d req-1cc1d565-e690-4047-b6e9-2ba771fd096d service neutron] In _notify_port_updated(), no bound segment for port ab40ae52-fb74-4b8c-a089-1c836ec0b6cf on network 0cc210c0-a1af-4d1a-af13-c74a90748aeb {{(pid=94628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 22 13:35:31.078478 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b126b490-f798-45f0-b270-f074b917663d req-1cc1d565-e690-4047-b6e9-2ba771fd096d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:31.079094 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b126b490-f798-45f0-b270-f074b917663d req-1cc1d565-e690-4047-b6e9-2ba771fd096d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:31.080436 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b126b490-f798-45f0-b270-f074b917663d req-1cc1d565-e690-4047-b6e9-2ba771fd096d service neutron] 10.222.0.16 "PUT /v2.0/ports/ab40ae52-fb74-4b8c-a089-1c836ec0b6cf HTTP/1.1" status: 200 len: 1028 time: 0.8071322 Aug 22 13:35:31.201699 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:31.251320 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b126b490-f798-45f0-b270-f074b917663d req-37c2e5ce-d692-44af-bb62-0c20561c7bad tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:31.253845 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b126b490-f798-45f0-b270-f074b917663d req-37c2e5ce-d692-44af-bb62-0c20561c7bad tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.16 "GET /v2.0/ports/aa5cdb91-66e3-442c-9d12-088167557b99?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1638279 Aug 22 13:35:31.286881 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-b126b490-f798-45f0-b270-f074b917663d req-81540906-ab9d-425e-814a-fc76359a1fd0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:35:31.429227 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b126b490-f798-45f0-b270-f074b917663d req-81540906-ab9d-425e-814a-fc76359a1fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:31.431117 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-123dadcf-bc83-4f7f-a8e7-dafe89d1dbb2 None None] Provisioning complete for port ab40ae52-fb74-4b8c-a089-1c836ec0b6cf triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:35:31.431673 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-123dadcf-bc83-4f7f-a8e7-dafe89d1dbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:31.493624 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd7d25d-7e0f-400a-83a4-893dbc4f821c req-2b42949f-90fc-488d-808b-ccd269c303ff tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:31.502811 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-123dadcf-bc83-4f7f-a8e7-dafe89d1dbb2 None None] Port ab40ae52-fb74-4b8c-a089-1c836ec0b6cf cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:35:31.508341 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd7d25d-7e0f-400a-83a4-893dbc4f821c req-2b42949f-90fc-488d-808b-ccd269c303ff tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:31.514375 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd7d25d-7e0f-400a-83a4-893dbc4f821c req-2b42949f-90fc-488d-808b-ccd269c303ff tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:31.520731 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd7d25d-7e0f-400a-83a4-893dbc4f821c req-2b42949f-90fc-488d-808b-ccd269c303ff tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:31.527462 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd7d25d-7e0f-400a-83a4-893dbc4f821c req-2b42949f-90fc-488d-808b-ccd269c303ff tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:31.534793 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd7d25d-7e0f-400a-83a4-893dbc4f821c req-2b42949f-90fc-488d-808b-ccd269c303ff tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:31.543823 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1bd7d25d-7e0f-400a-83a4-893dbc4f821c req-2b42949f-90fc-488d-808b-ccd269c303ff tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 4659 time: 0.2714801 Aug 22 13:35:31.613331 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7764ad4b-dac1-4d18-b640-fc8277f2b1bc req-bd89d9d2-480a-4ac0-9745-fab274c73179 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:31.615058 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7764ad4b-dac1-4d18-b640-fc8277f2b1bc req-bd89d9d2-480a-4ac0-9745-fab274c73179 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/ports?device_id=749d42e6-7a09-41ba-90aa-67e4d2eecd56 HTTP/1.1" status: 200 len: 945 time: 0.2213345 Aug 22 13:35:31.633784 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1bd7d25d-7e0f-400a-83a4-893dbc4f821c req-dfc2b301-83fa-45f9-91d2-2b1120755677 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/security-groups?id=4cc9f53d-f53a-41a9-9530-58f2e575d924&id=6e2ef2da-4440-4915-b63c-e03f5cd2edf8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0889876 Aug 22 13:35:31.720221 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-b126b490-f798-45f0-b270-f074b917663d req-81540906-ab9d-425e-814a-fc76359a1fd0 service neutron] For port aa5cdb91-66e3-442c-9d12-088167557b99, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=aa5cdb91-66e3-442c-9d12-088167557b99,segment=NetworkSegment(39f86938-cd23-49cd-9ccb-5c572c933116),segment_id=39f86938-cd23-49cd-9ccb-5c572c933116)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:35:31.757661 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-b126b490-f798-45f0-b270-f074b917663d req-81540906-ab9d-425e-814a-fc76359a1fd0 service neutron] For port aa5cdb91-66e3-442c-9d12-088167557b99, host n-h2-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:35:31.781699 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7764ad4b-dac1-4d18-b640-fc8277f2b1bc req-3055c239-af24-4dad-be34-eb571675c260 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/security-groups?id=65285942-2a27-41ac-b17d-485110debd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384540 Aug 22 13:35:31.833622 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-b126b490-f798-45f0-b270-f074b917663d req-81540906-ab9d-425e-814a-fc76359a1fd0 service neutron] device_id is not set on port aa5cdb91-66e3-442c-9d12-088167557b99 yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:35:31.849497 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b126b490-f798-45f0-b270-f074b917663d req-81540906-ab9d-425e-814a-fc76359a1fd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:31.857155 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device ab40ae52-fb74-4b8c-a089-1c836ec0b6cf no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:35:31.864420 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b126b490-f798-45f0-b270-f074b917663d req-81540906-ab9d-425e-814a-fc76359a1fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:31.945777 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device ab40ae52-fb74-4b8c-a089-1c836ec0b6cf not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:35:31.947739 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 9b630015-e2ab-41a3-965e-35e3ddb15e2b no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:35:31.977329 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81540906-ab9d-425e-814a-fc76359a1fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=aa5cdb91-66e3-442c-9d12-088167557b99,revision_number=6']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:35:32.041606 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 37754) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:35:32.135488 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-b126b490-f798-45f0-b270-f074b917663d req-81540906-ab9d-425e-814a-fc76359a1fd0 service neutron] No DVR routers for this DVR port aa5cdb91-66e3-442c-9d12-088167557b99 on host n-h2-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:35:32.202140 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:32.276531 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b630015-e2ab-41a3-965e-35e3ddb15e2b'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:35:32.279308 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c947f0-b043-4538-8897-5d0762c53121" -d '{"events": [{"server_uuid": "506f98cb-b30e-4045-a872-1c9f4dda56cb", "name": "network-vif-unplugged", "status": "completed", "tag": "9b630015-e2ab-41a3-965e-35e3ddb15e2b"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:35:32.291140 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 9b630015-e2ab-41a3-965e-35e3ddb15e2b, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=9b630015-e2ab-41a3-965e-35e3ddb15e2b,segment=NetworkSegment(86adbc1d-9e27-4818-8ee1-8777c1311f1c),segment_id=86adbc1d-9e27-4818-8ee1-8777c1311f1c)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:35:32.299514 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-b126b490-f798-45f0-b270-f074b917663d req-81540906-ab9d-425e-814a-fc76359a1fd0 service neutron] In _notify_port_updated(), no bound segment for port aa5cdb91-66e3-442c-9d12-088167557b99 on network 0cc210c0-a1af-4d1a-af13-c74a90748aeb {{(pid=94628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 22 13:35:32.312140 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b126b490-f798-45f0-b270-f074b917663d req-81540906-ab9d-425e-814a-fc76359a1fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:32.312406 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:32.313003 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 2dbd4c0b-f8a8-407f-95de-f4be4481eaec no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:35:32.313685 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b126b490-f798-45f0-b270-f074b917663d req-81540906-ab9d-425e-814a-fc76359a1fd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:32.318260 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38e691-49ad-4e6a-a255-108179e9c9ea req-9636d4b3-3a6c-404e-98ec-be7a6259d0f5 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:32.321864 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b126b490-f798-45f0-b270-f074b917663d req-81540906-ab9d-425e-814a-fc76359a1fd0 service neutron] 10.222.0.16 "PUT /v2.0/ports/aa5cdb91-66e3-442c-9d12-088167557b99 HTTP/1.1" status: 200 len: 1025 time: 1.0552983 Aug 22 13:35:32.333796 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7d38e691-49ad-4e6a-a255-108179e9c9ea req-9636d4b3-3a6c-404e-98ec-be7a6259d0f5 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1 HTTP/1.1" status: 200 len: 946 time: 0.1954224 Aug 22 13:35:32.434118 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-059011e6-1705-4f21-b424-615104bc4622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:32.514917 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 13:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1e4285-941c-4999-bbe1-ef0d97825088 x-openstack-request-id: req-db1e4285-941c-4999-bbe1-ef0d97825088 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:35:32.515944 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "506f98cb-b30e-4045-a872-1c9f4dda56cb", "name": "network-vif-unplugged", "status": "completed", "tag": "9b630015-e2ab-41a3-965e-35e3ddb15e2b", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:35:32.517786 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-db1e4285-941c-4999-bbe1-ef0d97825088 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:35:32.518807 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b630015-e2ab-41a3-965e-35e3ddb15e2b', 'code': 200} Aug 22 13:35:32.527195 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:32.532682 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-b126b490-f798-45f0-b270-f074b917663d req-2647415d-000f-4b8c-9eac-f8546f168ede tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Deleting port ea82003c-b5ae-4523-ab17-3a26cb33a9f2 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:35:32.533028 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b126b490-f798-45f0-b270-f074b917663d req-2647415d-000f-4b8c-9eac-f8546f168ede tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:32.642289 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-059011e6-1705-4f21-b424-615104bc4622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:32.658159 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-059011e6-1705-4f21-b424-615104bc4622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:32.674240 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-0d26ec5b-e858-407e-8993-d8e6635b2823 None None] Provisioning complete for port aa5cdb91-66e3-442c-9d12-088167557b99 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:35:32.674806 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0d26ec5b-e858-407e-8993-d8e6635b2823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:32.680115 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=9b630015-e2ab-41a3-965e-35e3ddb15e2b,revision_number=6']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:35:32.748003 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-059011e6-1705-4f21-b424-615104bc4622 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=654558b3e33740b88852aadc1a83208b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7052996 Aug 22 13:35:32.755206 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 37824) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:35:32.759846 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:32.782145 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-0d26ec5b-e858-407e-8993-d8e6635b2823 None None] Port aa5cdb91-66e3-442c-9d12-088167557b99 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:35:32.836005 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7d38e691-49ad-4e6a-a255-108179e9c9ea req-b458dcbf-4206-41dc-bebf-f32d58370c59 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4972198 Aug 22 13:35:32.845057 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 2dbd4c0b-f8a8-407f-95de-f4be4481eaec, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=2dbd4c0b-f8a8-407f-95de-f4be4481eaec,segment=NetworkSegment(39f86938-cd23-49cd-9ccb-5c572c933116),segment_id=39f86938-cd23-49cd-9ccb-5c572c933116)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:35:32.853481 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:32.854611 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device aa5cdb91-66e3-442c-9d12-088167557b99 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:35:32.893309 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059011e6-1705-4f21-b424-615104bc4622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043a6578-a0ac-454e-9084-140a0855802b,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:35:32.911490 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device aa5cdb91-66e3-442c-9d12-088167557b99 not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:35:32.911946 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 51de7287-b8e3-42e9-ab42-7fe4c8b6b33b no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:35:33.063055 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-b126b490-f798-45f0-b270-f074b917663d req-2647415d-000f-4b8c-9eac-f8546f168ede tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] For port ea82003c-b5ae-4523-ab17-3a26cb33a9f2, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=ea82003c-b5ae-4523-ab17-3a26cb33a9f2,segment=NetworkSegment(39f86938-cd23-49cd-9ccb-5c572c933116),segment_id=39f86938-cd23-49cd-9ccb-5c572c933116)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:35:33.065918 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b126b490-f798-45f0-b270-f074b917663d req-2647415d-000f-4b8c-9eac-f8546f168ede tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:33.082094 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6aa00818-0423-4d45-8601-2f006ba89d04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:33.097411 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=2dbd4c0b-f8a8-407f-95de-f4be4481eaec,revision_number=6']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:35:33.110659 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-b126b490-f798-45f0-b270-f074b917663d req-2647415d-000f-4b8c-9eac-f8546f168ede tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Calling delete_port for ea82003c-b5ae-4523-ab17-3a26cb33a9f2 owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:35:33.142249 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f752f4-5137-4f8f-afb9-e49a0effc82c req-da112dbc-0a64-47fd-8336-64e73d585ba0 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:33.146331 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:33.149831 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f752f4-5137-4f8f-afb9-e49a0effc82c req-da112dbc-0a64-47fd-8336-64e73d585ba0 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:33.157944 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f752f4-5137-4f8f-afb9-e49a0effc82c req-da112dbc-0a64-47fd-8336-64e73d585ba0 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:33.171707 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f752f4-5137-4f8f-afb9-e49a0effc82c req-da112dbc-0a64-47fd-8336-64e73d585ba0 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:33.173885 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6aa00818-0423-4d45-8601-2f006ba89d04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:33.185851 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f752f4-5137-4f8f-afb9-e49a0effc82c req-da112dbc-0a64-47fd-8336-64e73d585ba0 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:33.186302 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 51de7287-b8e3-42e9-ab42-7fe4c8b6b33b, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=51de7287-b8e3-42e9-ab42-7fe4c8b6b33b,segment=NetworkSegment(45845a86-1a6e-41bd-be5a-e083caee6a9e),segment_id=45845a86-1a6e-41bd-be5a-e083caee6a9e)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:35:33.192959 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:33.194973 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device c5fa5344-2fed-4661-9aa7-fc0a122c07f8 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:35:33.196038 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-25f752f4-5137-4f8f-afb9-e49a0effc82c req-da112dbc-0a64-47fd-8336-64e73d585ba0 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 3883 time: 0.3267987 Aug 22 13:35:33.337464 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3e010-89bf-49b4-913c-d9e31f31fedb req-06d01c7c-3159-48c3-becc-f3e6efdcbfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:33.339010 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-00b3e010-89bf-49b4-913c-d9e31f31fedb req-06d01c7c-3159-48c3-becc-f3e6efdcbfbf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=749d42e6-7a09-41ba-90aa-67e4d2eecd56 HTTP/1.1" status: 200 len: 1097 time: 0.3111537 Aug 22 13:35:33.347299 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a5264-873a-41dd-a4e5-6187dbc3cc0b req-96690066-786e-45fc-a05f-8362953b8243 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:33.354365 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=51de7287-b8e3-42e9-ab42-7fe4c8b6b33b,revision_number=6']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:35:33.369093 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6a5a5264-873a-41dd-a4e5-6187dbc3cc0b req-96690066-786e-45fc-a05f-8362953b8243 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/ports?device_id=749d42e6-7a09-41ba-90aa-67e4d2eecd56 HTTP/1.1" status: 200 len: 945 time: 0.3022017 Aug 22 13:35:33.429764 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-25f752f4-5137-4f8f-afb9-e49a0effc82c req-18469735-719a-4dbd-abe9-d10e8a1fd62d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/security-groups?id=4cc9f53d-f53a-41a9-9530-58f2e575d924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2205064 Aug 22 13:35:33.525825 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:33.534197 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6a5a5264-873a-41dd-a4e5-6187dbc3cc0b req-5a732266-2892-4eea-806b-379229916a85 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/security-groups?id=65285942-2a27-41ac-b17d-485110debd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638663 Aug 22 13:35:33.536757 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-00b3e010-89bf-49b4-913c-d9e31f31fedb req-d134e5c5-9d7c-464e-ba21-a34ecd8de341 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=65285942-2a27-41ac-b17d-485110debd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592712 Aug 22 13:35:33.627371 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6aa00818-0423-4d45-8601-2f006ba89d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:33.630310 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6aa00818-0423-4d45-8601-2f006ba89d04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:33.639999 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port c5fa5344-2fed-4661-9aa7-fc0a122c07f8, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=c5fa5344-2fed-4661-9aa7-fc0a122c07f8,segment=NetworkSegment(86adbc1d-9e27-4818-8ee1-8777c1311f1c),segment_id=86adbc1d-9e27-4818-8ee1-8777c1311f1c)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:35:33.640828 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6aa00818-0423-4d45-8601-2f006ba89d04 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/043a6578-a0ac-454e-9084-140a0855802b HTTP/1.1" status: 204 len: 168 time: 0.8841856 Aug 22 13:35:33.648724 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:33.651229 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device ea82003c-b5ae-4523-ab17-3a26cb33a9f2 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:35:33.670237 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00818-0423-4d45-8601-2f006ba89d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043a6578-a0ac-454e-9084-140a0855802b,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:35:33.680494 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b126b490-f798-45f0-b270-f074b917663d req-2647415d-000f-4b8c-9eac-f8546f168ede tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:33.713915 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2647415d-000f-4b8c-9eac-f8546f168ede tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Pushing event deleted for resources: {'Port': ['ID=ea82003c-b5ae-4523-ab17-3a26cb33a9f2,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:35:33.777411 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-b126b490-f798-45f0-b270-f074b917663d req-2647415d-000f-4b8c-9eac-f8546f168ede tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] No DVR routers for this DVR port ea82003c-b5ae-4523-ab17-3a26cb33a9f2 on host n-h2-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:35:33.781907 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b126b490-f798-45f0-b270-f074b917663d req-2647415d-000f-4b8c-9eac-f8546f168ede tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:33.784082 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b126b490-f798-45f0-b270-f074b917663d req-2647415d-000f-4b8c-9eac-f8546f168ede tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.16 "DELETE /v2.0/ports/ea82003c-b5ae-4523-ab17-3a26cb33a9f2 HTTP/1.1" status: 204 len: 173 time: 1.4513848 Aug 22 13:35:33.784733 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'name': 'network-vif-deleted', 'tag': 'ea82003c-b5ae-4523-ab17-3a26cb33a9f2'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:35:33.787124 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d22ad6-cafd-46a8-8264-76f20422423e" -d '{"events": [{"server_uuid": "506f98cb-b30e-4045-a872-1c9f4dda56cb", "name": "network-vif-deleted", "tag": "ea82003c-b5ae-4523-ab17-3a26cb33a9f2"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:35:33.838619 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:33.876127 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=c5fa5344-2fed-4661-9aa7-fc0a122c07f8,revision_number=6']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:35:33.883039 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No active binding found for port ea82003c-b5ae-4523-ab17-3a26cb33a9f2 {{(pid=94629) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 22 13:35:33.883620 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device ea82003c-b5ae-4523-ab17-3a26cb33a9f2 not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:35:33.955510 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3252e3e7-c172-4bf7-9cf8-c4351e53d1bb x-openstack-request-id: req-3252e3e7-c172-4bf7-9cf8-c4351e53d1bb {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:35:33.955761 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "506f98cb-b30e-4045-a872-1c9f4dda56cb", "name": "network-vif-deleted", "tag": "ea82003c-b5ae-4523-ab17-3a26cb33a9f2", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:35:33.956406 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3252e3e7-c172-4bf7-9cf8-c4351e53d1bb {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:35:33.956961 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'name': 'network-vif-deleted', 'tag': 'ea82003c-b5ae-4523-ab17-3a26cb33a9f2', 'status': 'completed', 'code': 200} Aug 22 13:35:34.051107 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-b126b490-f798-45f0-b270-f074b917663d req-506e374b-26eb-47e0-95d4-3c7d2c008826 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Deleting port c5fa5344-2fed-4661-9aa7-fc0a122c07f8 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:35:34.051564 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b126b490-f798-45f0-b270-f074b917663d req-506e374b-26eb-47e0-95d4-3c7d2c008826 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:34.076657 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e127d68-07a3-404d-b0a5-13e5ec124327 req-3b460a72-5cdd-4848-9630-5c9a530f8d88 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:34.088644 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6e127d68-07a3-404d-b0a5-13e5ec124327 req-3b460a72-5cdd-4848-9630-5c9a530f8d88 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1 HTTP/1.1" status: 200 len: 946 time: 0.1374056 Aug 22 13:35:34.157654 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6e127d68-07a3-404d-b0a5-13e5ec124327 req-6e5cb5c8-5bc2-49e1-be47-0d3969beaae6 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678647 Aug 22 13:35:34.159609 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 37918) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:35:34.174438 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:34.218178 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8eb2a93a-07a4-450b-9ba3-3ec9ea58da8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:34.250641 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-b126b490-f798-45f0-b270-f074b917663d req-506e374b-26eb-47e0-95d4-3c7d2c008826 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] For port c5fa5344-2fed-4661-9aa7-fc0a122c07f8, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=c5fa5344-2fed-4661-9aa7-fc0a122c07f8,segment=NetworkSegment(86adbc1d-9e27-4818-8ee1-8777c1311f1c),segment_id=86adbc1d-9e27-4818-8ee1-8777c1311f1c)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:35:34.251179 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b126b490-f798-45f0-b270-f074b917663d req-506e374b-26eb-47e0-95d4-3c7d2c008826 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:34.283457 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-b126b490-f798-45f0-b270-f074b917663d req-506e374b-26eb-47e0-95d4-3c7d2c008826 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Calling delete_port for c5fa5344-2fed-4661-9aa7-fc0a122c07f8 owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:35:34.462685 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8eb2a93a-07a4-450b-9ba3-3ec9ea58da8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:34.471289 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8eb2a93a-07a4-450b-9ba3-3ec9ea58da8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:34.522162 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dbd4c0b-f8a8-407f-95de-f4be4481eaec'}, {'server_uuid': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51de7287-b8e3-42e9-ab42-7fe4c8b6b33b'}, {'server_uuid': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5fa5344-2fed-4661-9aa7-fc0a122c07f8'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:35:34.522757 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d236f6-764a-4903-b168-65343b5d50c0" -d '{"events": [{"server_uuid": "506f98cb-b30e-4045-a872-1c9f4dda56cb", "name": "network-vif-unplugged", "status": "completed", "tag": "2dbd4c0b-f8a8-407f-95de-f4be4481eaec"}, {"server_uuid": "506f98cb-b30e-4045-a872-1c9f4dda56cb", "name": "network-vif-unplugged", "status": "completed", "tag": "51de7287-b8e3-42e9-ab42-7fe4c8b6b33b"}, {"server_uuid": "506f98cb-b30e-4045-a872-1c9f4dda56cb", "name": "network-vif-unplugged", "status": "completed", "tag": "c5fa5344-2fed-4661-9aa7-fc0a122c07f8"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:35:34.542640 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb2a93a-07a4-450b-9ba3-3ec9ea58da8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbeea438-133c-4957-a7e3-89f8e72e70b7,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:35:34.571952 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b126b490-f798-45f0-b270-f074b917663d req-506e374b-26eb-47e0-95d4-3c7d2c008826 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:34.595389 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-8eb2a93a-07a4-450b-9ba3-3ec9ea58da8c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3c4beda9578542468e26d2e2d3714b6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4339335 Aug 22 13:35:34.621483 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Sun, 22 Aug 2021 13:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f9f870-2e9c-45ba-af89-9466a8e0bbd3 x-openstack-request-id: req-53f9f870-2e9c-45ba-af89-9466a8e0bbd3 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:35:34.621973 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "506f98cb-b30e-4045-a872-1c9f4dda56cb", "name": "network-vif-unplugged", "status": "completed", "tag": "2dbd4c0b-f8a8-407f-95de-f4be4481eaec", "code": 200}, {"server_uuid": "506f98cb-b30e-4045-a872-1c9f4dda56cb", "name": "network-vif-unplugged", "status": "completed", "tag": "51de7287-b8e3-42e9-ab42-7fe4c8b6b33b", "code": 200}, {"server_uuid": "506f98cb-b30e-4045-a872-1c9f4dda56cb", "name": "network-vif-unplugged", "status": "completed", "tag": "c5fa5344-2fed-4661-9aa7-fc0a122c07f8", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:35:34.622411 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-53f9f870-2e9c-45ba-af89-9466a8e0bbd3 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:35:34.622963 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dbd4c0b-f8a8-407f-95de-f4be4481eaec', 'code': 200} Aug 22 13:35:34.623957 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51de7287-b8e3-42e9-ab42-7fe4c8b6b33b', 'code': 200} Aug 22 13:35:34.626646 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5fa5344-2fed-4661-9aa7-fc0a122c07f8', 'code': 200} Aug 22 13:35:34.629764 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 37952) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:35:34.682957 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b8195-3d21-4a89-9d88-5895f0e11fbe req-bdfcd7ce-4128-4e8f-b0bb-fd64e1aff358 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:34.691572 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b8195-3d21-4a89-9d88-5895f0e11fbe req-bdfcd7ce-4128-4e8f-b0bb-fd64e1aff358 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:34.696759 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e374b-26eb-47e0-95d4-3c7d2c008826 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Pushing event deleted for resources: {'Port': ['ID=c5fa5344-2fed-4661-9aa7-fc0a122c07f8,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:35:34.698472 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b8195-3d21-4a89-9d88-5895f0e11fbe req-bdfcd7ce-4128-4e8f-b0bb-fd64e1aff358 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:34.707315 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2d6b8195-3d21-4a89-9d88-5895f0e11fbe req-bdfcd7ce-4128-4e8f-b0bb-fd64e1aff358 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 2411 time: 0.1172423 Aug 22 13:35:34.791256 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2d6b8195-3d21-4a89-9d88-5895f0e11fbe req-b8b5d0d2-1a22-40d6-990e-7b96c83460f4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/security-groups?id=4cc9f53d-f53a-41a9-9530-58f2e575d924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828896 Aug 22 13:35:34.851013 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-b126b490-f798-45f0-b270-f074b917663d req-506e374b-26eb-47e0-95d4-3c7d2c008826 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] No DVR routers for this DVR port c5fa5344-2fed-4661-9aa7-fc0a122c07f8 on host n-h2-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:35:34.854235 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b126b490-f798-45f0-b270-f074b917663d req-506e374b-26eb-47e0-95d4-3c7d2c008826 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:34.857347 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b126b490-f798-45f0-b270-f074b917663d req-506e374b-26eb-47e0-95d4-3c7d2c008826 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.16 "DELETE /v2.0/ports/c5fa5344-2fed-4661-9aa7-fc0a122c07f8 HTTP/1.1" status: 204 len: 173 time: 1.0644205 Aug 22 13:35:34.869531 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7cdf4c68-9c88-4650-ab8f-1e34e483deff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:34.903419 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235feab-3190-4e9a-b926-66e77b585bed req-0723f824-ee84-4efb-b3bb-ce12be9fb048 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:34.910769 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5235feab-3190-4e9a-b926-66e77b585bed req-0723f824-ee84-4efb-b3bb-ce12be9fb048 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/ports?device_id=749d42e6-7a09-41ba-90aa-67e4d2eecd56 HTTP/1.1" status: 200 len: 945 time: 0.2012417 Aug 22 13:35:34.939941 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7cdf4c68-9c88-4650-ab8f-1e34e483deff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:34.976669 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5235feab-3190-4e9a-b926-66e77b585bed req-f5360147-a5a2-423e-9aaf-96e0c69b28e3 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/security-groups?id=65285942-2a27-41ac-b17d-485110debd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588596 Aug 22 13:35:34.999871 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-b126b490-f798-45f0-b270-f074b917663d req-85fa27e2-edba-474f-b804-e45e1237b84d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Deleting port 9b630015-e2ab-41a3-965e-35e3ddb15e2b {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:35:35.000266 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b126b490-f798-45f0-b270-f074b917663d req-85fa27e2-edba-474f-b804-e45e1237b84d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:35.055964 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7cdf4c68-9c88-4650-ab8f-1e34e483deff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:35.060448 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7cdf4c68-9c88-4650-ab8f-1e34e483deff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:35.061762 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-7cdf4c68-9c88-4650-ab8f-1e34e483deff admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fbeea438-133c-4957-a7e3-89f8e72e70b7 HTTP/1.1" status: 204 len: 168 time: 0.4298766 Aug 22 13:35:35.071889 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdf4c68-9c88-4650-ab8f-1e34e483deff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbeea438-133c-4957-a7e3-89f8e72e70b7,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:35:35.150138 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-b126b490-f798-45f0-b270-f074b917663d req-85fa27e2-edba-474f-b804-e45e1237b84d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] For port 9b630015-e2ab-41a3-965e-35e3ddb15e2b, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=9b630015-e2ab-41a3-965e-35e3ddb15e2b,segment=NetworkSegment(86adbc1d-9e27-4818-8ee1-8777c1311f1c),segment_id=86adbc1d-9e27-4818-8ee1-8777c1311f1c)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:35:35.150789 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b126b490-f798-45f0-b270-f074b917663d req-85fa27e2-edba-474f-b804-e45e1237b84d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:35.166127 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-b126b490-f798-45f0-b270-f074b917663d req-85fa27e2-edba-474f-b804-e45e1237b84d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Calling delete_port for 9b630015-e2ab-41a3-965e-35e3ddb15e2b owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:35:35.424010 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf06c0-7242-47e5-b995-db26d39e7e15 req-70b9d328-a109-48dc-95fc-6a02522ea099 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:35.425666 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4bcf06c0-7242-47e5-b995-db26d39e7e15 req-70b9d328-a109-48dc-95fc-6a02522ea099 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1 HTTP/1.1" status: 200 len: 946 time: 0.1212070 Aug 22 13:35:35.428333 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b126b490-f798-45f0-b270-f074b917663d req-85fa27e2-edba-474f-b804-e45e1237b84d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:35.469739 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fa27e2-edba-474f-b804-e45e1237b84d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Pushing event deleted for resources: {'Port': ['ID=9b630015-e2ab-41a3-965e-35e3ddb15e2b,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:35:35.492802 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4bcf06c0-7242-47e5-b995-db26d39e7e15 req-13d403d2-1e5d-45f4-a6e7-87c00928e39a tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595107 Aug 22 13:35:35.538586 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-b126b490-f798-45f0-b270-f074b917663d req-85fa27e2-edba-474f-b804-e45e1237b84d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] No DVR routers for this DVR port 9b630015-e2ab-41a3-965e-35e3ddb15e2b on host n-h2-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:35:35.542541 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b126b490-f798-45f0-b270-f074b917663d req-85fa27e2-edba-474f-b804-e45e1237b84d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:35.544797 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b126b490-f798-45f0-b270-f074b917663d req-85fa27e2-edba-474f-b804-e45e1237b84d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.16 "DELETE /v2.0/ports/9b630015-e2ab-41a3-965e-35e3ddb15e2b HTTP/1.1" status: 204 len: 173 time: 0.6702621 Aug 22 13:35:35.669565 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-b126b490-f798-45f0-b270-f074b917663d req-85040979-3103-461f-b423-a5fe67fae6a6 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Deleting port 51de7287-b8e3-42e9-ab42-7fe4c8b6b33b {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:35:35.670288 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b126b490-f798-45f0-b270-f074b917663d req-85040979-3103-461f-b423-a5fe67fae6a6 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:35.782275 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-b126b490-f798-45f0-b270-f074b917663d req-85040979-3103-461f-b423-a5fe67fae6a6 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] For port 51de7287-b8e3-42e9-ab42-7fe4c8b6b33b, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=51de7287-b8e3-42e9-ab42-7fe4c8b6b33b,segment=NetworkSegment(45845a86-1a6e-41bd-be5a-e083caee6a9e),segment_id=45845a86-1a6e-41bd-be5a-e083caee6a9e)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:35:35.782861 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b126b490-f798-45f0-b270-f074b917663d req-85040979-3103-461f-b423-a5fe67fae6a6 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:35.988762 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'name': 'network-vif-deleted', 'tag': 'c5fa5344-2fed-4661-9aa7-fc0a122c07f8'}, {'server_uuid': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'name': 'network-vif-deleted', 'tag': '9b630015-e2ab-41a3-965e-35e3ddb15e2b'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:35:35.994148 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4634c975-9905-488a-9a37-507a3f07e113" -d '{"events": [{"server_uuid": "506f98cb-b30e-4045-a872-1c9f4dda56cb", "name": "network-vif-deleted", "tag": "c5fa5344-2fed-4661-9aa7-fc0a122c07f8"}, {"server_uuid": "506f98cb-b30e-4045-a872-1c9f4dda56cb", "name": "network-vif-deleted", "tag": "9b630015-e2ab-41a3-965e-35e3ddb15e2b"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:35:36.051135 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5b5900-f51c-4ab3-bf86-84721fa76758 req-55e98af6-0cf7-452c-a0d2-5da0e9cc36be tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:36.060622 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5b5900-f51c-4ab3-bf86-84721fa76758 req-55e98af6-0cf7-452c-a0d2-5da0e9cc36be tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:36.071197 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3c5b5900-f51c-4ab3-bf86-84721fa76758 req-55e98af6-0cf7-452c-a0d2-5da0e9cc36be tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 1678 time: 0.1599638 Aug 22 13:35:36.152374 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3c5b5900-f51c-4ab3-bf86-84721fa76758 req-83034277-2166-4527-bb70-371df53927c5 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/security-groups?id=4cc9f53d-f53a-41a9-9530-58f2e575d924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796587 Aug 22 13:35:36.181163 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b126b490-f798-45f0-b270-f074b917663d req-85040979-3103-461f-b423-a5fe67fae6a6 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:36.181962 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b126b490-f798-45f0-b270-f074b917663d req-85040979-3103-461f-b423-a5fe67fae6a6 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:36.183127 n-d-793621-33 neutron-server[94628]: INFO neutron.db.l3_db [req-b126b490-f798-45f0-b270-f074b917663d req-85040979-3103-461f-b423-a5fe67fae6a6 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Floating IP 600a1f20-fe1c-41b3-b887-022c8734e4e5 disassociated. External IP: 172.25.3.152, port: 51de7287-b8e3-42e9-ab42-7fe4c8b6b33b. Aug 22 13:35:36.183725 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-b126b490-f798-45f0-b270-f074b917663d req-85040979-3103-461f-b423-a5fe67fae6a6 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Calling delete_port for 51de7287-b8e3-42e9-ab42-7fe4c8b6b33b owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:35:36.429404 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 22 Aug 2021 13:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27feff8e-7d2d-48a5-9a11-5aabf2cdfd33 x-openstack-request-id: req-27feff8e-7d2d-48a5-9a11-5aabf2cdfd33 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:35:36.429985 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "506f98cb-b30e-4045-a872-1c9f4dda56cb", "name": "network-vif-deleted", "tag": "c5fa5344-2fed-4661-9aa7-fc0a122c07f8", "status": "completed", "code": 200}, {"server_uuid": "506f98cb-b30e-4045-a872-1c9f4dda56cb", "name": "network-vif-deleted", "tag": "9b630015-e2ab-41a3-965e-35e3ddb15e2b", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:35:36.430205 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-27feff8e-7d2d-48a5-9a11-5aabf2cdfd33 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:35:36.430951 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'name': 'network-vif-deleted', 'tag': 'c5fa5344-2fed-4661-9aa7-fc0a122c07f8', 'status': 'completed', 'code': 200} Aug 22 13:35:36.431308 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'name': 'network-vif-deleted', 'tag': '9b630015-e2ab-41a3-965e-35e3ddb15e2b', 'status': 'completed', 'code': 200} Aug 22 13:35:36.450057 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ef177-2753-40cf-a734-4823a20822ce req-a0523f62-c409-47eb-bfec-51020562e4d3 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:36.453515 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bb1ef177-2753-40cf-a734-4823a20822ce req-a0523f62-c409-47eb-bfec-51020562e4d3 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/ports?device_id=749d42e6-7a09-41ba-90aa-67e4d2eecd56 HTTP/1.1" status: 200 len: 945 time: 0.1557429 Aug 22 13:35:36.473067 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b126b490-f798-45f0-b270-f074b917663d req-85040979-3103-461f-b423-a5fe67fae6a6 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:36.523924 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85040979-3103-461f-b423-a5fe67fae6a6 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Pushing event deleted for resources: {'Port': ['ID=51de7287-b8e3-42e9-ab42-7fe4c8b6b33b,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:35:36.548701 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bb1ef177-2753-40cf-a734-4823a20822ce req-fdb1bd19-3fa0-4908-9a4d-61e3839fe34f tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/security-groups?id=65285942-2a27-41ac-b17d-485110debd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880132 Aug 22 13:35:36.609700 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-da8a918f-eed1-488b-926a-5d7271e2b377 req-b9a55f6b-2e46-468e-89b2-dff9f5b00e94 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1967092760', 'description': 'tempest-description-415613215'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:35:36.659812 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-da8a918f-eed1-488b-926a-5d7271e2b377 req-b9a55f6b-2e46-468e-89b2-dff9f5b00e94 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:36.730028 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b126b490-f798-45f0-b270-f074b917663d req-85040979-3103-461f-b423-a5fe67fae6a6 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Router b4e196cf-1db7-476e-bbf5-ab2642ee391c has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:35:36.883232 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7b9f0-89e0-471e-aae7-573780478e3a req-d61f3248-e241-4139-ac1a-93e7bc3d9f88 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:36.884828 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-27b7b9f0-89e0-471e-aae7-573780478e3a req-d61f3248-e241-4139-ac1a-93e7bc3d9f88 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1 HTTP/1.1" status: 200 len: 946 time: 0.1242995 Aug 22 13:35:36.887310 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-da8a918f-eed1-488b-926a-5d7271e2b377 req-b9a55f6b-2e46-468e-89b2-dff9f5b00e94 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:36.916481 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b126b490-f798-45f0-b270-f074b917663d req-85040979-3103-461f-b423-a5fe67fae6a6 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:35:36.923053 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-da8a918f-eed1-488b-926a-5d7271e2b377 req-b9a55f6b-2e46-468e-89b2-dff9f5b00e94 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:36.930529 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4923849-6157-4af1-8c63-de7dce3628de None None] Sync routers for ids ['b4e196cf-1db7-476e-bbf5-ab2642ee391c'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:35:36.954667 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4923849-6157-4af1-8c63-de7dce3628de None None] Routers {'b4e196cf-1db7-476e-bbf5-ab2642ee391c'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:35:36.955303 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-da8a918f-eed1-488b-926a-5d7271e2b377 req-b9a55f6b-2e46-468e-89b2-dff9f5b00e94 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:36.964491 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-da8a918f-eed1-488b-926a-5d7271e2b377 req-b9a55f6b-2e46-468e-89b2-dff9f5b00e94 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.3587625 Aug 22 13:35:36.978073 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-f4923849-6157-4af1-8c63-de7dce3628de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:35:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['b4e196cf-1db7-476e-bbf5-ab2642ee391c'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:35:37.014689 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-27b7b9f0-89e0-471e-aae7-573780478e3a req-1ea5babf-7018-4fa1-af12-21fd81a1d76e tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194673 Aug 22 13:35:37.029773 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a55f6b-2e46-468e-89b2-dff9f5b00e94 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3847772-20ad-4d65-80e0-eb6de4cebda4,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:35:37.037773 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-b126b490-f798-45f0-b270-f074b917663d req-85040979-3103-461f-b423-a5fe67fae6a6 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] No DVR routers for this DVR port 51de7287-b8e3-42e9-ab42-7fe4c8b6b33b on host n-h2-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:35:37.045030 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b126b490-f798-45f0-b270-f074b917663d req-85040979-3103-461f-b423-a5fe67fae6a6 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:37.049960 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b126b490-f798-45f0-b270-f074b917663d req-85040979-3103-461f-b423-a5fe67fae6a6 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.16 "DELETE /v2.0/ports/51de7287-b8e3-42e9-ab42-7fe4c8b6b33b HTTP/1.1" status: 204 len: 173 time: 1.4985876 Aug 22 13:35:37.266792 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-f4923849-6157-4af1-8c63-de7dce3628de None None] Set router b4e196cf-1db7-476e-bbf5-ab2642ee391c gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:35:37.305007 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-b126b490-f798-45f0-b270-f074b917663d req-44567df5-b59b-4831-aa69-3cb98b78c870 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Deleting port 2dbd4c0b-f8a8-407f-95de-f4be4481eaec {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:35:37.310411 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b126b490-f798-45f0-b270-f074b917663d req-44567df5-b59b-4831-aa69-3cb98b78c870 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:37.357747 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2c93d879-5b90-4c1e-bf82-384a1288ca68 req-b97bc1d8-9e87-4944-a9ba-7bc69cb76991 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1967092760&fields=id&tenant_id=80bbcf4308ca4bd6b96d7b411fbfc797 HTTP/1.1" status: 200 len: 267 time: 0.1339829 Aug 22 13:35:37.398419 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bed673-21bb-4b10-a4a8-b19af241426b req-d4d41b3a-f4a4-4ece-b506-648fe898a657 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:37.400454 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e5bed673-21bb-4b10-a4a8-b19af241426b req-d4d41b3a-f4a4-4ece-b506-648fe898a657 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/networks?id=b7fef465-db19-4a45-b3a4-f40426ee874f HTTP/1.1" status: 200 len: 805 time: 0.2775717 Aug 22 13:35:37.460911 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e5bed673-21bb-4b10-a4a8-b19af241426b req-1b670eb9-508b-44fe-a7a0-3727d1bd6e94 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/quotas/f2126aafa99f4007b060b7c07b341d10 HTTP/1.1" status: 200 len: 375 time: 0.0423989 Aug 22 13:35:37.488288 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c93d879-5b90-4c1e-bf82-384a1288ca68 req-f8502af3-92f4-4949-9b84-8b2e11fc7ef1 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:37.490659 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2c93d879-5b90-4c1e-bf82-384a1288ca68 req-f8502af3-92f4-4949-9b84-8b2e11fc7ef1 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/ports?device_id=749d42e6-7a09-41ba-90aa-67e4d2eecd56 HTTP/1.1" status: 200 len: 945 time: 0.1207721 Aug 22 13:35:37.507886 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-2c93d879-5b90-4c1e-bf82-384a1288ca68 req-dad1a1e3-1fc9-45ff-a566-8f39e3f44f6a tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Request body: {'port': {'security_groups': ['65285942-2a27-41ac-b17d-485110debd7c', 'd3847772-20ad-4d65-80e0-eb6de4cebda4']}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:35:37.580148 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-b126b490-f798-45f0-b270-f074b917663d req-44567df5-b59b-4831-aa69-3cb98b78c870 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] For port 2dbd4c0b-f8a8-407f-95de-f4be4481eaec, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=2dbd4c0b-f8a8-407f-95de-f4be4481eaec,segment=NetworkSegment(39f86938-cd23-49cd-9ccb-5c572c933116),segment_id=39f86938-cd23-49cd-9ccb-5c572c933116)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:35:37.580686 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b126b490-f798-45f0-b270-f074b917663d req-44567df5-b59b-4831-aa69-3cb98b78c870 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:37.595450 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-b126b490-f798-45f0-b270-f074b917663d req-44567df5-b59b-4831-aa69-3cb98b78c870 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Calling delete_port for 2dbd4c0b-f8a8-407f-95de-f4be4481eaec owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:35:37.616768 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e5bed673-21bb-4b10-a4a8-b19af241426b req-dca5028e-6b0d-4347-9891-57ac4d72cbf4 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f2126aafa99f4007b060b7c07b341d10&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1490092 Aug 22 13:35:37.651161 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2c93d879-5b90-4c1e-bf82-384a1288ca68 req-dad1a1e3-1fc9-45ff-a566-8f39e3f44f6a tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:37.666509 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-f4923849-6157-4af1-8c63-de7dce3628de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e196cf-1db7-476e-bbf5-ab2642ee391c', 'name': 'tempest-TaggedBootDevicesTest-1176324169-router', 'tenant_id': '2389b5e02dee4864a1a7f4824db49bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '6f2178cd-05b4-4d39-bd60-533f848e6e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:24:34Z', 'updated_at': '2021-08-22T13:24:42Z', 'revision_number': 4, 'project_id': '2389b5e02dee4864a1a7f4824db49bc1', 'gw_port': {'id': '6f2178cd-05b4-4d39-bd60-533f848e6e90', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:51:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e196cf-1db7-476e-bbf5-ab2642ee391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:24:35Z', 'updated_at': '2021-08-22T13:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '2accda17-689d-4f65-b00c-6213d3cde1ef', 'name': '', 'network_id': 'b2719a9f-ee7f-473a-9939-5efd06e85549', 'tenant_id': '2389b5e02dee4864a1a7f4824db49bc1', 'mac_address': 'fa:16:3e:8b:56:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e196cf-1db7-476e-bbf5-ab2642ee391c', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '78207353-5327-441e-b2ae-a402769922b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:24:41Z', 'updated_at': '2021-08-22T13:24:47Z', 'revision_number': 5, 'project_id': '2389b5e02dee4864a1a7f4824db49bc1', 'subnets': [{'id': '78207353-5327-441e-b2ae-a402769922b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:35:37.705593 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4923849-6157-4af1-8c63-de7dce3628de None None] Checking router: b4e196cf-1db7-476e-bbf5-ab2642ee391c for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:35:37.721590 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4923849-6157-4af1-8c63-de7dce3628de None None] Routers {'b4e196cf-1db7-476e-bbf5-ab2642ee391c'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:35:37.723007 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-f4923849-6157-4af1-8c63-de7dce3628de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:35:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['b4e196cf-1db7-476e-bbf5-ab2642ee391c'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:35:37.758418 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b126b490-f798-45f0-b270-f074b917663d req-44567df5-b59b-4831-aa69-3cb98b78c870 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:37.792297 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e5bed673-21bb-4b10-a4a8-b19af241426b req-3f7b3913-12ea-4325-9988-2c5cc90b75a7 service neutron] 10.222.0.21 "GET /v2.0/networks/b7fef465-db19-4a45-b3a4-f40426ee874f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658936 Aug 22 13:35:37.794843 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44567df5-b59b-4831-aa69-3cb98b78c870 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Pushing event deleted for resources: {'Port': ['ID=2dbd4c0b-f8a8-407f-95de-f4be4481eaec,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:35:37.861142 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-b126b490-f798-45f0-b270-f074b917663d req-44567df5-b59b-4831-aa69-3cb98b78c870 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] No DVR routers for this DVR port 2dbd4c0b-f8a8-407f-95de-f4be4481eaec on host n-h2-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:35:37.863888 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b126b490-f798-45f0-b270-f074b917663d req-44567df5-b59b-4831-aa69-3cb98b78c870 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:37.866791 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b126b490-f798-45f0-b270-f074b917663d req-44567df5-b59b-4831-aa69-3cb98b78c870 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.16 "DELETE /v2.0/ports/2dbd4c0b-f8a8-407f-95de-f4be4481eaec HTTP/1.1" status: 204 len: 173 time: 0.8093009 Aug 22 13:35:37.880219 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-f4923849-6157-4af1-8c63-de7dce3628de None None] Set router b4e196cf-1db7-476e-bbf5-ab2642ee391c gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:35:38.015897 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e5bed673-21bb-4b10-a4a8-b19af241426b req-02c8778a-08c0-4ee2-a882-7463de5d412c service neutron] 10.222.0.21 "GET /v2.0/networks/b7fef465-db19-4a45-b3a4-f40426ee874f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159815 Aug 22 13:35:38.033446 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-2c93d879-5b90-4c1e-bf82-384a1288ca68 req-dad1a1e3-1fc9-45ff-a566-8f39e3f44f6a tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] For port 90691716-7b7f-407c-aff6-8f5817e439df, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=90691716-7b7f-407c-aff6-8f5817e439df,segment=NetworkSegment(49210ed2-4b72-4fba-985e-f0d69195497e),segment_id=49210ed2-4b72-4fba-985e-f0d69195497e)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:35:38.090389 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2c93d879-5b90-4c1e-bf82-384a1288ca68 req-dad1a1e3-1fc9-45ff-a566-8f39e3f44f6a tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:38.098110 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2c93d879-5b90-4c1e-bf82-384a1288ca68 req-dad1a1e3-1fc9-45ff-a566-8f39e3f44f6a tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:38.188721 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1a1e3-1fc9-45ff-a566-8f39e3f44f6a tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Pushing event updated for resources: {'Port': ['ID=90691716-7b7f-407c-aff6-8f5817e439df,revision_number=6']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:35:38.235582 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c93d879-5b90-4c1e-bf82-384a1288ca68 req-dad1a1e3-1fc9-45ff-a566-8f39e3f44f6a tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:38.237366 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2c93d879-5b90-4c1e-bf82-384a1288ca68 req-dad1a1e3-1fc9-45ff-a566-8f39e3f44f6a tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:38.251734 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2c93d879-5b90-4c1e-bf82-384a1288ca68 req-dad1a1e3-1fc9-45ff-a566-8f39e3f44f6a tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "PUT /v2.0/ports/90691716-7b7f-407c-aff6-8f5817e439df HTTP/1.1" status: 200 len: 981 time: 0.7519765 Aug 22 13:35:38.259781 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '749d42e6-7a09-41ba-90aa-67e4d2eecd56', 'tag': '90691716-7b7f-407c-aff6-8f5817e439df'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:35:38.268206 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413d6d09-9e38-47d6-b1f4-ada0193ad0dd" -d '{"events": [{"name": "network-changed", "server_uuid": "749d42e6-7a09-41ba-90aa-67e4d2eecd56", "tag": "90691716-7b7f-407c-aff6-8f5817e439df"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:35:38.268741 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9322157a-c3dc-4a3a-9207-a8b25d0521a7 req-e9e4ada6-13cf-449a-8844-634d77b53c3e tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:38.270461 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9322157a-c3dc-4a3a-9207-a8b25d0521a7 req-e9e4ada6-13cf-449a-8844-634d77b53c3e tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.41 "GET /v2.0/ports?device_id=06202321-7a71-43cd-88a0-a5e7f7b6fe97 HTTP/1.1" status: 200 len: 945 time: 0.1205413 Aug 22 13:35:38.365817 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['90691716-7b7f-407c-aff6-8f5817e439df'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:35:38.425142 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['90691716-7b7f-407c-aff6-8f5817e439df'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:35:38.452092 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a9fa5ff4-2016-4365-be9c-d87e21512901 req-043e9425-b0c8-41e3-9594-326207abc52f tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 210 time: 0.1211004 Aug 22 13:35:38.469296 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'name': 'network-vif-deleted', 'tag': '51de7287-b8e3-42e9-ab42-7fe4c8b6b33b'}, {'server_uuid': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'name': 'network-vif-deleted', 'tag': '2dbd4c0b-f8a8-407f-95de-f4be4481eaec'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:35:38.481746 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ec853b-3794-4741-82fc-4f0a41d99d1d" -d '{"events": [{"server_uuid": "506f98cb-b30e-4045-a872-1c9f4dda56cb", "name": "network-vif-deleted", "tag": "51de7287-b8e3-42e9-ab42-7fe4c8b6b33b"}, {"server_uuid": "506f98cb-b30e-4045-a872-1c9f4dda56cb", "name": "network-vif-deleted", "tag": "2dbd4c0b-f8a8-407f-95de-f4be4481eaec"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:35:38.564425 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-9322157a-c3dc-4a3a-9207-a8b25d0521a7 req-363aeb6d-c160-47fe-b8cf-4a61ec5aa6a1 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Deleting port 41cc3409-9cca-4a33-844d-e9d55aa0d6fa {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:35:38.565033 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-9322157a-c3dc-4a3a-9207-a8b25d0521a7 req-363aeb6d-c160-47fe-b8cf-4a61ec5aa6a1 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:38.733241 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-9322157a-c3dc-4a3a-9207-a8b25d0521a7 req-363aeb6d-c160-47fe-b8cf-4a61ec5aa6a1 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] For port 41cc3409-9cca-4a33-844d-e9d55aa0d6fa, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=41cc3409-9cca-4a33-844d-e9d55aa0d6fa,segment=NetworkSegment(036d4b3c-fc3c-4bf5-94d1-99331e586aa4),segment_id=036d4b3c-fc3c-4bf5-94d1-99331e586aa4)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:35:38.733865 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-9322157a-c3dc-4a3a-9207-a8b25d0521a7 req-363aeb6d-c160-47fe-b8cf-4a61ec5aa6a1 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:38.743626 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c310c7e9-6705-49f4-8f41-ae463a15237e req-d65f8e51-24fa-41a2-bb47-66318ebbc830 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=82d09ad0-2ae9-494f-8776-9dc6176cd17e HTTP/1.1" status: 200 len: 210 time: 0.1098533 Aug 22 13:35:38.763497 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-9322157a-c3dc-4a3a-9207-a8b25d0521a7 req-363aeb6d-c160-47fe-b8cf-4a61ec5aa6a1 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Calling delete_port for 41cc3409-9cca-4a33-844d-e9d55aa0d6fa owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:35:38.798209 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e62b12-dc5e-40d1-a96b-b6ffdbaad572 req-0124ea2f-5e92-4ee1-ba27-710da16cd861 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:38.808083 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-13e62b12-dc5e-40d1-a96b-b6ffdbaad572 req-0124ea2f-5e92-4ee1-ba27-710da16cd861 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1 HTTP/1.1" status: 200 len: 946 time: 0.1873209 Aug 22 13:35:38.932979 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-13e62b12-dc5e-40d1-a96b-b6ffdbaad572 req-bb4700c8-227d-4ef8-87fd-02f6909c94cd tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135364 Aug 22 13:35:38.943045 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-f4923849-6157-4af1-8c63-de7dce3628de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e196cf-1db7-476e-bbf5-ab2642ee391c', 'name': 'tempest-TaggedBootDevicesTest-1176324169-router', 'tenant_id': '2389b5e02dee4864a1a7f4824db49bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '6f2178cd-05b4-4d39-bd60-533f848e6e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:24:34Z', 'updated_at': '2021-08-22T13:24:42Z', 'revision_number': 4, 'project_id': '2389b5e02dee4864a1a7f4824db49bc1', 'gw_port': {'id': '6f2178cd-05b4-4d39-bd60-533f848e6e90', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:51:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e196cf-1db7-476e-bbf5-ab2642ee391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:24:35Z', 'updated_at': '2021-08-22T13:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '2accda17-689d-4f65-b00c-6213d3cde1ef', 'name': '', 'network_id': 'b2719a9f-ee7f-473a-9939-5efd06e85549', 'tenant_id': '2389b5e02dee4864a1a7f4824db49bc1', 'mac_address': 'fa:16:3e:8b:56:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e196cf-1db7-476e-bbf5-ab2642ee391c', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '78207353-5327-441e-b2ae-a402769922b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:24:41Z', 'updated_at': '2021-08-22T13:24:47Z', 'revision_number': 5, 'project_id': '2389b5e02dee4864a1a7f4824db49bc1', 'subnets': [{'id': '78207353-5327-441e-b2ae-a402769922b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:35:39.001621 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7594aadb-bee3-4e1d-8f20-0fe1ae2f856f req-039c6cc7-baed-492a-956b-1121c8fe5930 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1967092760&fields=id&tenant_id=80bbcf4308ca4bd6b96d7b411fbfc797 HTTP/1.1" status: 200 len: 267 time: 0.1276090 Aug 22 13:35:39.013878 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4923849-6157-4af1-8c63-de7dce3628de None None] The sync data for ids ['b4e196cf-1db7-476e-bbf5-ab2642ee391c'] in n-d-793621-33 is: [{'id': 'b4e196cf-1db7-476e-bbf5-ab2642ee391c', 'name': 'tempest-TaggedBootDevicesTest-1176324169-router', 'tenant_id': '2389b5e02dee4864a1a7f4824db49bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '6f2178cd-05b4-4d39-bd60-533f848e6e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:24:34Z', 'updated_at': '2021-08-22T13:24:42Z', 'revision_number': 4, 'project_id': '2389b5e02dee4864a1a7f4824db49bc1', 'gw_port': {'id': '6f2178cd-05b4-4d39-bd60-533f848e6e90', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:51:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e196cf-1db7-476e-bbf5-ab2642ee391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:24:35Z', 'updated_at': '2021-08-22T13:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '2accda17-689d-4f65-b00c-6213d3cde1ef', 'name': '', 'network_id': 'b2719a9f-ee7f-473a-9939-5efd06e85549', 'tenant_id': '2389b5e02dee4864a1a7f4824db49bc1', 'mac_address': 'fa:16:3e:8b:56:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e196cf-1db7-476e-bbf5-ab2642ee391c', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '78207353-5327-441e-b2ae-a402769922b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:24:41Z', 'updated_at': '2021-08-22T13:24:47Z', 'revision_number': 5, 'project_id': '2389b5e02dee4864a1a7f4824db49bc1', 'subnets': [{'id': '78207353-5327-441e-b2ae-a402769922b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:35:39.017008 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:35:39.019971 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 41cc3409-9cca-4a33-844d-e9d55aa0d6fa no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:35:39.063443 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-9322157a-c3dc-4a3a-9207-a8b25d0521a7 req-363aeb6d-c160-47fe-b8cf-4a61ec5aa6a1 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:39.114426 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e29d34-db09-49fc-af46-0c20ee45fe38 x-openstack-request-id: req-17e29d34-db09-49fc-af46-0c20ee45fe38 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:35:39.116727 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "749d42e6-7a09-41ba-90aa-67e4d2eecd56", "tag": "90691716-7b7f-407c-aff6-8f5817e439df", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:35:39.117812 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17e29d34-db09-49fc-af46-0c20ee45fe38 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:35:39.118541 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '749d42e6-7a09-41ba-90aa-67e4d2eecd56', 'tag': '90691716-7b7f-407c-aff6-8f5817e439df', 'status': 'completed', 'code': 200} Aug 22 13:35:39.138268 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363aeb6d-c160-47fe-b8cf-4a61ec5aa6a1 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Pushing event deleted for resources: {'Port': ['ID=41cc3409-9cca-4a33-844d-e9d55aa0d6fa,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:35:39.214980 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7594aadb-bee3-4e1d-8f20-0fe1ae2f856f req-90c2a11b-8e74-40ea-9248-7dc3b125401a tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:39.228432 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7594aadb-bee3-4e1d-8f20-0fe1ae2f856f req-90c2a11b-8e74-40ea-9248-7dc3b125401a tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/ports?device_id=749d42e6-7a09-41ba-90aa-67e4d2eecd56 HTTP/1.1" status: 200 len: 984 time: 0.2251723 Aug 22 13:35:39.244087 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-7594aadb-bee3-4e1d-8f20-0fe1ae2f856f req-41fd349c-bee7-40de-95c4-6c458763735f tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Request body: {'port': {'security_groups': ['65285942-2a27-41ac-b17d-485110debd7c']}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:35:39.267290 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 22 Aug 2021 13:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30462331-b761-4e0d-91e7-b818ab9bc1ad x-openstack-request-id: req-30462331-b761-4e0d-91e7-b818ab9bc1ad {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:35:39.268228 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "506f98cb-b30e-4045-a872-1c9f4dda56cb", "name": "network-vif-deleted", "tag": "51de7287-b8e3-42e9-ab42-7fe4c8b6b33b", "status": "completed", "code": 200}, {"server_uuid": "506f98cb-b30e-4045-a872-1c9f4dda56cb", "name": "network-vif-deleted", "tag": "2dbd4c0b-f8a8-407f-95de-f4be4481eaec", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:35:39.269004 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-30462331-b761-4e0d-91e7-b818ab9bc1ad {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:35:39.269862 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'name': 'network-vif-deleted', 'tag': '51de7287-b8e3-42e9-ab42-7fe4c8b6b33b', 'status': 'completed', 'code': 200} Aug 22 13:35:39.270126 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506f98cb-b30e-4045-a872-1c9f4dda56cb', 'name': 'network-vif-deleted', 'tag': '2dbd4c0b-f8a8-407f-95de-f4be4481eaec', 'status': 'completed', 'code': 200} Aug 22 13:35:39.296473 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.db.resource_extend [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 22 13:35:39.304491 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-9322157a-c3dc-4a3a-9207-a8b25d0521a7 req-363aeb6d-c160-47fe-b8cf-4a61ec5aa6a1 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] No DVR routers for this DVR port 41cc3409-9cca-4a33-844d-e9d55aa0d6fa on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:35:39.309983 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-9322157a-c3dc-4a3a-9207-a8b25d0521a7 req-363aeb6d-c160-47fe-b8cf-4a61ec5aa6a1 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:39.312007 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9322157a-c3dc-4a3a-9207-a8b25d0521a7 req-363aeb6d-c160-47fe-b8cf-4a61ec5aa6a1 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.41 "DELETE /v2.0/ports/41cc3409-9cca-4a33-844d-e9d55aa0d6fa HTTP/1.1" status: 204 len: 173 time: 1.0328977 Aug 22 13:35:39.333297 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d6d09-9e38-47d6-b1f4-ada0193ad0dd req-638bbee5-9e6c-4197-9451-682114bcabaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:39.335977 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-413d6d09-9e38-47d6-b1f4-ada0193ad0dd req-638bbee5-9e6c-4197-9451-682114bcabaa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=80bbcf4308ca4bd6b96d7b411fbfc797&device_id=749d42e6-7a09-41ba-90aa-67e4d2eecd56 HTTP/1.1" status: 200 len: 1136 time: 0.2236123 Aug 22 13:35:39.403639 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No active binding found for port 41cc3409-9cca-4a33-844d-e9d55aa0d6fa {{(pid=94629) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 22 13:35:39.404265 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 41cc3409-9cca-4a33-844d-e9d55aa0d6fa not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:35:39.484257 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7594aadb-bee3-4e1d-8f20-0fe1ae2f856f req-41fd349c-bee7-40de-95c4-6c458763735f tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:39.572969 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d6d09-9e38-47d6-b1f4-ada0193ad0dd req-eb92f436-28f1-4b71-bbe3-d9f5e1b055e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:39.576633 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-413d6d09-9e38-47d6-b1f4-ada0193ad0dd req-eb92f436-28f1-4b71-bbe3-d9f5e1b055e7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0ed8c4a4-768f-4fec-8761-699a6308faf6 HTTP/1.1" status: 200 len: 920 time: 0.2242692 Aug 22 13:35:39.672031 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-413d6d09-9e38-47d6-b1f4-ada0193ad0dd req-9a43fa40-2d50-45b5-817a-89c070737eda service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90691716-7b7f-407c-aff6-8f5817e439df HTTP/1.1" status: 200 len: 217 time: 0.0853095 Aug 22 13:35:39.711425 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a5008e-ed9f-43cf-b64d-07553f4a95a3 None None] New status for floating IP 600a1f20-fe1c-41b3-b887-022c8734e4e5: DOWN {{(pid=94630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 13:35:39.716070 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908678dd-6821-4c8c-b594-b224a8fdcd33 req-57c4d52c-49a5-492b-8298-f5ceffa0e0fd tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:39.723887 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-908678dd-6821-4c8c-b594-b224a8fdcd33 req-57c4d52c-49a5-492b-8298-f5ceffa0e0fd tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/networks?id=29a5fa06-3722-4b00-8610-7c352a4197c0 HTTP/1.1" status: 200 len: 814 time: 0.2479172 Aug 22 13:35:39.745109 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e,segment=NetworkSegment(db44917f-e270-4117-9230-1517bc4d1e8b),segment_id=db44917f-e270-4117-9230-1517bc4d1e8b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:35:39.763573 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e', 'network_id': '029dc999-300f-41d7-a154-70ddffd00bd2', 'port_id': '3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e', 'mac_address': 'fa:16:3e:f7:1f:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cd6abbc-1246-430e-b262-f242ac355bf7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:35:39.809516 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-908678dd-6821-4c8c-b594-b224a8fdcd33 req-2336ebd5-4900-409b-a53a-a5ed658bb876 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/quotas/79cda882c51f49c8a97f6b7883940f43 HTTP/1.1" status: 200 len: 375 time: 0.0831859 Aug 22 13:35:39.833940 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d6d09-9e38-47d6-b1f4-ada0193ad0dd req-fbfd4b58-6ec7-4268-90f2-fbdd16885f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:39.837414 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-413d6d09-9e38-47d6-b1f4-ada0193ad0dd req-fbfd4b58-6ec7-4268-90f2-fbdd16885f77 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0123922a-dff1-4aeb-b8e3-878a042c8287 HTTP/1.1" status: 200 len: 859 time: 0.1535971 Aug 22 13:35:39.905519 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-413d6d09-9e38-47d6-b1f4-ada0193ad0dd req-d633a409-126a-4188-9ad0-946b9ea6064c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0ed8c4a4-768f-4fec-8761-699a6308faf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588081 Aug 22 13:35:39.959858 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 38208) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:35:40.020915 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-908678dd-6821-4c8c-b594-b224a8fdcd33 req-59b34503-80aa-4c3d-ae2a-288a6bcd5956 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=79cda882c51f49c8a97f6b7883940f43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2087729 Aug 22 13:35:40.023123 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:40.098212 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:35:40.162738 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e,segment=NetworkSegment(db44917f-e270-4117-9230-1517bc4d1e8b),segment_id=db44917f-e270-4117-9230-1517bc4d1e8b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:35:40.174202 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:40.246236 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e,revision_number=6']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:35:40.257840 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:35:40.258917 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:35:40.260901 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:35:40.261558 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:35:40.263293 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:35:40.263866 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:35:40.264701 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:35:40.266639 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:35:40.267212 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:35:40.267788 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:35:40.268583 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:35:40.270732 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:35:40.289132 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-413d6d09-9e38-47d6-b1f4-ada0193ad0dd req-6b7ce9b6-32b4-403f-ba0e-9ec94b141cf5 service neutron] 10.222.0.16 "GET /v2.0/networks/0ed8c4a4-768f-4fec-8761-699a6308faf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735251 Aug 22 13:35:40.305882 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:35:40.812460 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-150b2b7b-5184-4e02-ad9d-21dffb428704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:40.830930 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-413d6d09-9e38-47d6-b1f4-ada0193ad0dd req-5a4affe5-60ae-4a8a-9bf1-8709bfaa166a service neutron] 10.222.0.16 "GET /v2.0/networks/0ed8c4a4-768f-4fec-8761-699a6308faf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5308511 Aug 22 13:35:40.886364 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-7594aadb-bee3-4e1d-8f20-0fe1ae2f856f req-41fd349c-bee7-40de-95c4-6c458763735f tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] For port 90691716-7b7f-407c-aff6-8f5817e439df, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=90691716-7b7f-407c-aff6-8f5817e439df,segment=NetworkSegment(49210ed2-4b72-4fba-985e-f0d69195497e),segment_id=49210ed2-4b72-4fba-985e-f0d69195497e)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:35:40.989119 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:35:40.998298 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-908678dd-6821-4c8c-b594-b224a8fdcd33 req-651e9884-8bde-4216-a8aa-dbdadb8400e8 service neutron] 10.222.0.21 "GET /v2.0/networks/29a5fa06-3722-4b00-8610-7c352a4197c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9762399 Aug 22 13:35:41.110868 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:35:41.111817 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:41.188328 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7594aadb-bee3-4e1d-8f20-0fe1ae2f856f req-41fd349c-bee7-40de-95c4-6c458763735f tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:41.220119 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bed673-21bb-4b10-a4a8-b19af241426b req-3cc6e3d3-e6a2-41c3-aa62-69856c43fbc8 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:41.239539 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:41.241005 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e5bed673-21bb-4b10-a4a8-b19af241426b req-3cc6e3d3-e6a2-41c3-aa62-69856c43fbc8 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.16 "GET /v2.0/networks?id=b7fef465-db19-4a45-b3a4-f40426ee874f HTTP/1.1" status: 200 len: 805 time: 1.0814130 Aug 22 13:35:41.248762 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7594aadb-bee3-4e1d-8f20-0fe1ae2f856f req-41fd349c-bee7-40de-95c4-6c458763735f tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:41.273261 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06202321-7a71-43cd-88a0-a5e7f7b6fe97', 'name': 'network-vif-deleted', 'tag': '41cc3409-9cca-4a33-844d-e9d55aa0d6fa'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:35:41.276202 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139c3d3f-1b6b-4590-a71e-d07a3a7c67c4" -d '{"events": [{"server_uuid": "06202321-7a71-43cd-88a0-a5e7f7b6fe97", "name": "network-vif-deleted", "tag": "41cc3409-9cca-4a33-844d-e9d55aa0d6fa"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:35:41.285205 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-908678dd-6821-4c8c-b594-b224a8fdcd33 req-f4221ae8-bd35-48de-84e3-662fd949a6aa service neutron] 10.222.0.21 "GET /v2.0/networks/29a5fa06-3722-4b00-8610-7c352a4197c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832124 Aug 22 13:35:41.290793 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-e5bed673-21bb-4b10-a4a8-b19af241426b req-9485fa84-433e-4ce6-b19f-ab71aa366e06 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Request body: {'port': {'device_id': '82d09ad0-2ae9-494f-8776-9dc6176cd17e', 'network_id': 'b7fef465-db19-4a45-b3a4-f40426ee874f', 'admin_state_up': True, 'tenant_id': 'f2126aafa99f4007b060b7c07b341d10'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:35:41.307769 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e,segment=NetworkSegment(db44917f-e270-4117-9230-1517bc4d1e8b),segment_id=db44917f-e270-4117-9230-1517bc4d1e8b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:35:41.313348 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:35:41.317572 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62c095b-7141-4a05-8c18-c1b922ab5bba" -d '{"events": [{"server_uuid": "db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1", "name": "network-vif-plugged", "status": "completed", "tag": "3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:35:41.326214 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['90691716-7b7f-407c-aff6-8f5817e439df'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:35:41.344958 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:41.346226 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 41cc3409-9cca-4a33-844d-e9d55aa0d6fa no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:35:41.402487 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7594aadb-bee3-4e1d-8f20-0fe1ae2f856f req-41fd349c-bee7-40de-95c4-6c458763735f tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:41.403167 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7594aadb-bee3-4e1d-8f20-0fe1ae2f856f req-41fd349c-bee7-40de-95c4-6c458763735f tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:41.419998 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7594aadb-bee3-4e1d-8f20-0fe1ae2f856f req-41fd349c-bee7-40de-95c4-6c458763735f tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "PUT /v2.0/ports/90691716-7b7f-407c-aff6-8f5817e439df HTTP/1.1" status: 200 len: 942 time: 2.1900575 Aug 22 13:35:41.420559 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '749d42e6-7a09-41ba-90aa-67e4d2eecd56', 'tag': '90691716-7b7f-407c-aff6-8f5817e439df'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:35:41.424126 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c3bc20-c8d7-468d-bab0-c45f62450b2e" -d '{"events": [{"name": "network-changed", "server_uuid": "749d42e6-7a09-41ba-90aa-67e4d2eecd56", "tag": "90691716-7b7f-407c-aff6-8f5817e439df"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:35:41.484296 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: 41cc3409-9cca-4a33-844d-e9d55aa0d6fa {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:35:41.485088 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 41cc3409-9cca-4a33-844d-e9d55aa0d6fa not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:35:41.584659 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['90691716-7b7f-407c-aff6-8f5817e439df'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:35:41.603278 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-772c69eb-9ad0-4320-a34e-be13e1d6548e req-fe9df7e4-eaeb-403a-ae1e-fca12b4a31fd tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 210 time: 0.0905120 Aug 22 13:35:41.604820 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd349c-bee7-40de-95c4-6c458763735f tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Pushing event updated for resources: {'Port': ['ID=90691716-7b7f-407c-aff6-8f5817e439df,revision_number=7']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:35:41.712885 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-150b2b7b-5184-4e02-ad9d-21dffb428704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:41.795040 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e,revision_number=7']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:35:41.800145 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-77f0c362-a510-4556-b115-e7f263101f43 req-8c7d4930-0ab2-4d74-b6c1-376e8299e15e tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=82d09ad0-2ae9-494f-8776-9dc6176cd17e HTTP/1.1" status: 200 len: 210 time: 0.1429126 Aug 22 13:35:41.819112 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-150b2b7b-5184-4e02-ad9d-21dffb428704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:41.882202 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6614251c-2c82-471a-9720-8d0e3e4e1aae x-openstack-request-id: req-6614251c-2c82-471a-9720-8d0e3e4e1aae {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:35:41.882887 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06202321-7a71-43cd-88a0-a5e7f7b6fe97", "name": "network-vif-deleted", "tag": "41cc3409-9cca-4a33-844d-e9d55aa0d6fa", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:35:41.883376 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6614251c-2c82-471a-9720-8d0e3e4e1aae {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:35:41.884047 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06202321-7a71-43cd-88a0-a5e7f7b6fe97', 'name': 'network-vif-deleted', 'tag': '41cc3409-9cca-4a33-844d-e9d55aa0d6fa', 'status': 'completed', 'code': 200} Aug 22 13:35:41.933298 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150b2b7b-5184-4e02-ad9d-21dffb428704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c39d30f-4b19-4f6d-958e-950e33c7a0da,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:35:41.939486 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-150b2b7b-5184-4e02-ad9d-21dffb428704 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cbeec284875443a3ad7375fb7ea7115a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9776173 Aug 22 13:35:41.942983 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 38246) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:35:41.957321 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352ddf1a-608b-4eab-aaa7-b7396da09ff2 x-openstack-request-id: req-352ddf1a-608b-4eab-aaa7-b7396da09ff2 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:35:41.957667 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1", "name": "network-vif-plugged", "status": "completed", "tag": "3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:35:41.957865 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-352ddf1a-608b-4eab-aaa7-b7396da09ff2 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:35:41.958349 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e', 'code': 200} Aug 22 13:35:41.961796 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa938c-611a-4fd0-8145-f24eb8dca27e req-a63bcd0a-1d65-4bda-ac64-5c4e4ec57d91 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:41.971107 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eaaa938c-611a-4fd0-8145-f24eb8dca27e req-a63bcd0a-1d65-4bda-ac64-5c4e4ec57d91 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1 HTTP/1.1" status: 200 len: 946 time: 0.2748733 Aug 22 13:35:41.977145 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5bed673-21bb-4b10-a4a8-b19af241426b req-9485fa84-433e-4ce6-b19f-ab71aa366e06 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Made reservation on behalf of f2126aafa99f4007b060b7c07b341d10 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:35:41.980578 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-e5bed673-21bb-4b10-a4a8-b19af241426b req-9485fa84-433e-4ce6-b19f-ab71aa366e06 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:42.068892 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eaaa938c-611a-4fd0-8145-f24eb8dca27e req-ba228772-ee0a-4ab2-9e2b-2496c050b813 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958374 Aug 22 13:35:42.083445 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-123bee87-c07a-48f4-8ced-36d8e443aff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:42.118699 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-123bee87-c07a-48f4-8ced-36d8e443aff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:42.186361 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-123bee87-c07a-48f4-8ced-36d8e443aff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:42.191589 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-123bee87-c07a-48f4-8ced-36d8e443aff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:42.211368 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-123bee87-c07a-48f4-8ced-36d8e443aff4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1c39d30f-4b19-4f6d-958e-950e33c7a0da HTTP/1.1" status: 204 len: 168 time: 0.2650602 Aug 22 13:35:42.230471 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58748cac-b6b1-436d-834c-ffe6efe8c718 x-openstack-request-id: req-58748cac-b6b1-436d-834c-ffe6efe8c718 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:35:42.230825 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "749d42e6-7a09-41ba-90aa-67e4d2eecd56", "tag": "90691716-7b7f-407c-aff6-8f5817e439df", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:35:42.231076 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-58748cac-b6b1-436d-834c-ffe6efe8c718 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:35:42.231488 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '749d42e6-7a09-41ba-90aa-67e4d2eecd56', 'tag': '90691716-7b7f-407c-aff6-8f5817e439df', 'status': 'completed', 'code': 200} Aug 22 13:35:42.234731 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123bee87-c07a-48f4-8ced-36d8e443aff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c39d30f-4b19-4f6d-958e-950e33c7a0da,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:35:42.345689 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3bc20-c8d7-468d-bab0-c45f62450b2e req-d92f15c5-1113-4d9f-8227-4392b82d147f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:42.347631 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-01c3bc20-c8d7-468d-bab0-c45f62450b2e req-d92f15c5-1113-4d9f-8227-4392b82d147f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=80bbcf4308ca4bd6b96d7b411fbfc797&device_id=749d42e6-7a09-41ba-90aa-67e4d2eecd56 HTTP/1.1" status: 200 len: 1097 time: 0.1054630 Aug 22 13:35:42.400113 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a70c7b03-9806-4761-afcc-2b64ed5d4256 req-00a71d1a-875d-40d2-beaf-fbfad1ab95b1 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6b7837e-5bb5-48b3-86a6-84f9ec1d9acc HTTP/1.1" status: 200 len: 210 time: 0.0789402 Aug 22 13:35:42.513099 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f058870e-cb36-46c0-8b75-75e43f8e3789 req-06a1c346-ad40-4f96-8bd1-7815ae28dd26 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4983687 Aug 22 13:35:42.525041 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-f058870e-cb36-46c0-8b75-75e43f8e3789 req-f4beacf1-cf1f-41fd-8b83-4aa8096cc9be tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Request body: {'floatingip': {'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:35:42.558335 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3bc20-c8d7-468d-bab0-c45f62450b2e req-af25ceea-116d-4d86-8ef5-e9913456e3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:42.560055 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-01c3bc20-c8d7-468d-bab0-c45f62450b2e req-af25ceea-116d-4d86-8ef5-e9913456e3c2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0ed8c4a4-768f-4fec-8761-699a6308faf6 HTTP/1.1" status: 200 len: 920 time: 0.2021306 Aug 22 13:35:42.594092 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f058870e-cb36-46c0-8b75-75e43f8e3789 req-f4beacf1-cf1f-41fd-8b83-4aa8096cc9be tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Notify callbacks [] for floatingip, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:42.597531 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-e5bed673-21bb-4b10-a4a8-b19af241426b req-9485fa84-433e-4ce6-b19f-ab71aa366e06 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Allocated IP 172.20.0.10 (b7fef465-db19-4a45-b3a4-f40426ee874f/55b06a4c-e7f4-4110-96cb-ea2fffe8df6c/ea381b01-0beb-446d-8db4-2eb45692eb24) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:35:42.647648 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-01c3bc20-c8d7-468d-bab0-c45f62450b2e req-c4da098d-0deb-4b16-9763-1ad2d859b8c8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90691716-7b7f-407c-aff6-8f5817e439df HTTP/1.1" status: 200 len: 217 time: 0.0775249 Aug 22 13:35:42.780142 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3bc20-c8d7-468d-bab0-c45f62450b2e req-06527c4c-329f-4003-918c-8b48ecd4c276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:42.783768 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-01c3bc20-c8d7-468d-bab0-c45f62450b2e req-06527c4c-329f-4003-918c-8b48ecd4c276 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0123922a-dff1-4aeb-b8e3-878a042c8287 HTTP/1.1" status: 200 len: 859 time: 0.1197045 Aug 22 13:35:42.851294 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-01c3bc20-c8d7-468d-bab0-c45f62450b2e req-3ba7d84b-3ab0-4199-96d5-7b5946a5f43a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0ed8c4a4-768f-4fec-8761-699a6308faf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571954 Aug 22 13:35:42.893033 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 38262) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:35:42.910862 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f6ab8aee-2535-45af-a4fe-ed91fb3efce7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:42.946652 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1f09c531-de89-4422-b9ad-1ab1f729827e req-fb786316-4556-46dc-be64-a5233a73c509 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 210 time: 0.0708299 Aug 22 13:35:43.080377 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f6ab8aee-2535-45af-a4fe-ed91fb3efce7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:43.090365 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f6ab8aee-2535-45af-a4fe-ed91fb3efce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:43.126306 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab8aee-2535-45af-a4fe-ed91fb3efce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01177227-7dff-434c-9825-db2676de35c7,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:35:43.181343 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f6ab8aee-2535-45af-a4fe-ed91fb3efce7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8d90864a4e6743f0bedc420b0841da5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2869594 Aug 22 13:35:43.183917 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 38268) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:35:43.187053 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-01c3bc20-c8d7-468d-bab0-c45f62450b2e req-34c5f6d4-a7cb-4277-9780-37bde9f7597e service neutron] 10.222.0.16 "GET /v2.0/networks/0ed8c4a4-768f-4fec-8761-699a6308faf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276751 Aug 22 13:35:43.249638 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-e5bed673-21bb-4b10-a4a8-b19af241426b req-9485fa84-433e-4ce6-b19f-ab71aa366e06 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:43.295616 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9148e038-4837-407c-b1f4-fb7bb8781d83 req-f017ed3b-2275-4e01-8dcc-e0c4f16ec7ea tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=82d09ad0-2ae9-494f-8776-9dc6176cd17e HTTP/1.1" status: 200 len: 210 time: 0.1058233 Aug 22 13:35:43.354873 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f058870e-cb36-46c0-8b75-75e43f8e3789 req-f4beacf1-cf1f-41fd-8b83-4aa8096cc9be tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:43.543615 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-e5bed673-21bb-4b10-a4a8-b19af241426b req-9485fa84-433e-4ce6-b19f-ab71aa366e06 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:43.637329 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3199299-7897-44bf-883d-94d20f352a2c req-dbd773d7-ed91-4308-a49f-1b6f9eb89206 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:43.638921 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f3199299-7897-44bf-883d-94d20f352a2c req-dbd773d7-ed91-4308-a49f-1b6f9eb89206 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1 HTTP/1.1" status: 200 len: 946 time: 0.1862717 Aug 22 13:35:43.647576 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5bed673-21bb-4b10-a4a8-b19af241426b req-9485fa84-433e-4ce6-b19f-ab71aa366e06 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Network b7fef465-db19-4a45-b3a4-f40426ee874f is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:35:43.673755 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-01c3bc20-c8d7-468d-bab0-c45f62450b2e req-94cfd0ac-b35f-4d71-bd82-a921d83afe4c service neutron] 10.222.0.16 "GET /v2.0/networks/0ed8c4a4-768f-4fec-8761-699a6308faf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4768093 Aug 22 13:35:43.688929 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-e5bed673-21bb-4b10-a4a8-b19af241426b req-9485fa84-433e-4ce6-b19f-ab71aa366e06 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:35:43.705663 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5bed673-21bb-4b10-a4a8-b19af241426b req-9485fa84-433e-4ce6-b19f-ab71aa366e06 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:35:43.715234 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9485fa84-433e-4ce6-b19f-ab71aa366e06 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Pushing event updated for resources: {'Port': ['ID=ea381b01-0beb-446d-8db4-2eb45692eb24,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:35:43.752647 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-f058870e-cb36-46c0-8b75-75e43f8e3789 req-f4beacf1-cf1f-41fd-8b83-4aa8096cc9be tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Allocated IP 172.25.3.108 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/c04db981-e1fd-48d1-b796-241df08fd9d6) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:35:43.758429 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f3199299-7897-44bf-883d-94d20f352a2c req-1d074491-5972-4dfe-8140-5eab3cf61a0e tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096940 Aug 22 13:35:43.791139 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4227dce5-f4af-4df8-b332-475634cf9d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:43.803860 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bed673-21bb-4b10-a4a8-b19af241426b req-9485fa84-433e-4ce6-b19f-ab71aa366e06 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:43.804658 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-e5bed673-21bb-4b10-a4a8-b19af241426b req-9485fa84-433e-4ce6-b19f-ab71aa366e06 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:43.835628 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908678dd-6821-4c8c-b594-b224a8fdcd33 req-6b349d22-0629-4b89-a336-bd763c724287 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:43.837555 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-908678dd-6821-4c8c-b594-b224a8fdcd33 req-6b349d22-0629-4b89-a336-bd763c724287 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.41 "GET /v2.0/networks?id=29a5fa06-3722-4b00-8610-7c352a4197c0 HTTP/1.1" status: 200 len: 814 time: 0.4832659 Aug 22 13:35:43.849045 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4227dce5-f4af-4df8-b332-475634cf9d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:43.855170 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-908678dd-6821-4c8c-b594-b224a8fdcd33 req-afecbc9d-c1b2-4f5e-83fd-8e81b5b14641 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Request body: {'port': {'device_id': 'b6b7837e-5bb5-48b3-86a6-84f9ec1d9acc', 'network_id': '29a5fa06-3722-4b00-8610-7c352a4197c0', 'admin_state_up': True, 'tenant_id': '79cda882c51f49c8a97f6b7883940f43'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:35:43.886346 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e5bed673-21bb-4b10-a4a8-b19af241426b req-9485fa84-433e-4ce6-b19f-ab71aa366e06 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6232333 Aug 22 13:35:43.946645 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7940d215-bf71-4b27-917b-1ee943c06723 req-63db9ee5-fcc5-4685-9e2c-565e26d94df1 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6b7837e-5bb5-48b3-86a6-84f9ec1d9acc HTTP/1.1" status: 200 len: 210 time: 0.0569317 Aug 22 13:35:43.964386 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-e5bed673-21bb-4b10-a4a8-b19af241426b req-6f019dac-a81c-42df-872b-edc09e66695c service neutron] Request body: {'port': {'device_id': '82d09ad0-2ae9-494f-8776-9dc6176cd17e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:35:44.053201 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4227dce5-f4af-4df8-b332-475634cf9d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:44.055903 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4227dce5-f4af-4df8-b332-475634cf9d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:44.057808 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4227dce5-f4af-4df8-b332-475634cf9d1d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/01177227-7dff-434c-9825-db2676de35c7 HTTP/1.1" status: 204 len: 168 time: 0.8695176 Aug 22 13:35:44.074903 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4227dce5-f4af-4df8-b332-475634cf9d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01177227-7dff-434c-9825-db2676de35c7,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:35:44.177352 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-908678dd-6821-4c8c-b594-b224a8fdcd33 req-afecbc9d-c1b2-4f5e-83fd-8e81b5b14641 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Made reservation on behalf of 79cda882c51f49c8a97f6b7883940f43 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:35:44.185645 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-908678dd-6821-4c8c-b594-b224a8fdcd33 req-afecbc9d-c1b2-4f5e-83fd-8e81b5b14641 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:44.326988 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f058870e-cb36-46c0-8b75-75e43f8e3789 req-f4beacf1-cf1f-41fd-8b83-4aa8096cc9be tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:44.417693 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c464170d-4b2e-4ba6-8213-a31583268e95 req-4cd37535-fdfc-455f-a756-5613c6e1608a tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 210 time: 0.2995942 Aug 22 13:35:44.426292 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-e5bed673-21bb-4b10-a4a8-b19af241426b req-6f019dac-a81c-42df-872b-edc09e66695c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:44.458334 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f058870e-cb36-46c0-8b75-75e43f8e3789 req-f4beacf1-cf1f-41fd-8b83-4aa8096cc9be tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:44.492618 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-908678dd-6821-4c8c-b594-b224a8fdcd33 req-afecbc9d-c1b2-4f5e-83fd-8e81b5b14641 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Allocated IP 172.20.0.4 (29a5fa06-3722-4b00-8610-7c352a4197c0/ffb4d087-1294-4a80-af2a-ccd3cdf84545/6b875a92-6cad-47b3-8250-8cfcae444250) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:35:44.500201 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f058870e-cb36-46c0-8b75-75e43f8e3789 req-f4beacf1-cf1f-41fd-8b83-4aa8096cc9be tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:35:44.575950 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-f058870e-cb36-46c0-8b75-75e43f8e3789 req-f4beacf1-cf1f-41fd-8b83-4aa8096cc9be tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:35:44.582735 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-f058870e-cb36-46c0-8b75-75e43f8e3789 req-f4beacf1-cf1f-41fd-8b83-4aa8096cc9be tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:35:44.762200 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f058870e-cb36-46c0-8b75-75e43f8e3789 req-f4beacf1-cf1f-41fd-8b83-4aa8096cc9be tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:44.831844 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-908678dd-6821-4c8c-b594-b224a8fdcd33 req-afecbc9d-c1b2-4f5e-83fd-8e81b5b14641 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:44.873601 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4beacf1-cf1f-41fd-8b83-4aa8096cc9be tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Pushing event updated for resources: {'Port': ['ID=c04db981-e1fd-48d1-b796-241df08fd9d6,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:35:44.883204 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f058870e-cb36-46c0-8b75-75e43f8e3789 req-f4beacf1-cf1f-41fd-8b83-4aa8096cc9be tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:44.907219 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-908678dd-6821-4c8c-b594-b224a8fdcd33 req-afecbc9d-c1b2-4f5e-83fd-8e81b5b14641 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:44.919168 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['f98ca010-3650-437c-83fa-f13f12655f20'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:35:44.924822 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['07f4112b-22bd-4268-8fdd-48504a9f6055'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:35:44.973429 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afecbc9d-c1b2-4f5e-83fd-8e81b5b14641 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Pushing event updated for resources: {'Port': ['ID=6b875a92-6cad-47b3-8250-8cfcae444250,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:35:44.988760 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-908678dd-6821-4c8c-b594-b224a8fdcd33 req-afecbc9d-c1b2-4f5e-83fd-8e81b5b14641 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Network 29a5fa06-3722-4b00-8610-7c352a4197c0 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:35:44.991770 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-908678dd-6821-4c8c-b594-b224a8fdcd33 req-afecbc9d-c1b2-4f5e-83fd-8e81b5b14641 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:35:44.995864 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-908678dd-6821-4c8c-b594-b224a8fdcd33 req-afecbc9d-c1b2-4f5e-83fd-8e81b5b14641 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:35:45.094669 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908678dd-6821-4c8c-b594-b224a8fdcd33 req-afecbc9d-c1b2-4f5e-83fd-8e81b5b14641 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:45.097410 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-908678dd-6821-4c8c-b594-b224a8fdcd33 req-afecbc9d-c1b2-4f5e-83fd-8e81b5b14641 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:45.128842 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-908678dd-6821-4c8c-b594-b224a8fdcd33 req-afecbc9d-c1b2-4f5e-83fd-8e81b5b14641 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2810950 Aug 22 13:35:45.149514 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-908678dd-6821-4c8c-b594-b224a8fdcd33 req-a8d8ed46-0bcd-485c-827b-177d460b8ca1 service neutron] Request body: {'port': {'device_id': 'b6b7837e-5bb5-48b3-86a6-84f9ec1d9acc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:35:45.292284 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-908678dd-6821-4c8c-b594-b224a8fdcd33 req-a8d8ed46-0bcd-485c-827b-177d460b8ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:45.416116 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f058870e-cb36-46c0-8b75-75e43f8e3789 req-f4beacf1-cf1f-41fd-8b83-4aa8096cc9be tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:45.464558 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f058870e-cb36-46c0-8b75-75e43f8e3789 req-f4beacf1-cf1f-41fd-8b83-4aa8096cc9be tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:45.534154 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4beacf1-cf1f-41fd-8b83-4aa8096cc9be tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Pushing event updated for resources: {'Port': ['ID=c04db981-e1fd-48d1-b796-241df08fd9d6,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:35:45.553678 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472b21e-ed24-405c-9b1e-500c218a4345 req-18fbb4ba-1f9a-4f9f-a8d2-3fa508fba759 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:45.561867 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d472b21e-ed24-405c-9b1e-500c218a4345 req-18fbb4ba-1f9a-4f9f-a8d2-3fa508fba759 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=82d09ad0-2ae9-494f-8776-9dc6176cd17e HTTP/1.1" status: 200 len: 932 time: 0.9801426 Aug 22 13:35:45.699515 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f058870e-cb36-46c0-8b75-75e43f8e3789 req-f4beacf1-cf1f-41fd-8b83-4aa8096cc9be tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:45.737836 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d472b21e-ed24-405c-9b1e-500c218a4345 req-bd0b9b33-b965-44c3-b1a8-6d7a17fbbd65 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699188 Aug 22 13:35:45.804551 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f058870e-cb36-46c0-8b75-75e43f8e3789 req-f4beacf1-cf1f-41fd-8b83-4aa8096cc9be tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:45.810720 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f058870e-cb36-46c0-8b75-75e43f8e3789 req-f4beacf1-cf1f-41fd-8b83-4aa8096cc9be tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2963161 Aug 22 13:35:45.866647 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-e5bed673-21bb-4b10-a4a8-b19af241426b req-6f019dac-a81c-42df-872b-edc09e66695c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea381b01-0beb-446d-8db4-2eb45692eb24 {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:35:45.896342 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-908678dd-6821-4c8c-b594-b224a8fdcd33 req-a8d8ed46-0bcd-485c-827b-177d460b8ca1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b875a92-6cad-47b3-8250-8cfcae444250 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:35:45.916888 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-e5bed673-21bb-4b10-a4a8-b19af241426b req-6f019dac-a81c-42df-872b-edc09e66695c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:45.917709 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-908678dd-6821-4c8c-b594-b224a8fdcd33 req-a8d8ed46-0bcd-485c-827b-177d460b8ca1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:45.949791 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-908678dd-6821-4c8c-b594-b224a8fdcd33 req-a8d8ed46-0bcd-485c-827b-177d460b8ca1 service neutron] Transition to ACTIVE for port object 6b875a92-6cad-47b3-8250-8cfcae444250 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:35:45.958466 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-908678dd-6821-4c8c-b594-b224a8fdcd33 req-a8d8ed46-0bcd-485c-827b-177d460b8ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:45.960471 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-e5bed673-21bb-4b10-a4a8-b19af241426b req-6f019dac-a81c-42df-872b-edc09e66695c service neutron] Transition to ACTIVE for port object ea381b01-0beb-446d-8db4-2eb45692eb24 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:35:45.971636 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18bf13-1186-4808-8bd6-2893b3d15311 req-220250f4-7cd6-4b6e-8409-9146b2b3eac7 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:45.981316 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7d18bf13-1186-4808-8bd6-2893b3d15311 req-220250f4-7cd6-4b6e-8409-9146b2b3eac7 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1 HTTP/1.1" status: 200 len: 946 time: 0.1033015 Aug 22 13:35:46.020643 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-e5bed673-21bb-4b10-a4a8-b19af241426b req-6f019dac-a81c-42df-872b-edc09e66695c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:46.038576 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7d18bf13-1186-4808-8bd6-2893b3d15311 req-2a89373e-49a0-43ce-bb89-5e37ad272842 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533495 Aug 22 13:35:46.070524 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d8ed46-0bcd-485c-827b-177d460b8ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=6b875a92-6cad-47b3-8250-8cfcae444250,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:35:46.173909 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f019dac-a81c-42df-872b-edc09e66695c service neutron] Pushing event updated for resources: {'Port': ['ID=ea381b01-0beb-446d-8db4-2eb45692eb24,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:35:46.309182 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-908678dd-6821-4c8c-b594-b224a8fdcd33 req-a8d8ed46-0bcd-485c-827b-177d460b8ca1 service neutron] Attempting to bind port 6b875a92-6cad-47b3-8250-8cfcae444250 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:35:46.309752 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-908678dd-6821-4c8c-b594-b224a8fdcd33 req-a8d8ed46-0bcd-485c-827b-177d460b8ca1 service neutron] Attempting to bind port 6b875a92-6cad-47b3-8250-8cfcae444250 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '741e13e0-402a-4f69-a295-32aa21113f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '29a5fa06-3722-4b00-8610-7c352a4197c0'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:35:46.310347 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908678dd-6821-4c8c-b594-b224a8fdcd33 req-a8d8ed46-0bcd-485c-827b-177d460b8ca1 service neutron] Attempting to bind port 6b875a92-6cad-47b3-8250-8cfcae444250 on network 29a5fa06-3722-4b00-8610-7c352a4197c0 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:35:46.319159 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908678dd-6821-4c8c-b594-b224a8fdcd33 req-a8d8ed46-0bcd-485c-827b-177d460b8ca1 service neutron] Port 6b875a92-6cad-47b3-8250-8cfcae444250 on network 29a5fa06-3722-4b00-8610-7c352a4197c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:35:46.319599 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908678dd-6821-4c8c-b594-b224a8fdcd33 req-a8d8ed46-0bcd-485c-827b-177d460b8ca1 service neutron] Attempting to bind port 6b875a92-6cad-47b3-8250-8cfcae444250 on network 29a5fa06-3722-4b00-8610-7c352a4197c0 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:35:46.327003 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908678dd-6821-4c8c-b594-b224a8fdcd33 req-a8d8ed46-0bcd-485c-827b-177d460b8ca1 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:35:46.327837 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908678dd-6821-4c8c-b594-b224a8fdcd33 req-a8d8ed46-0bcd-485c-827b-177d460b8ca1 service neutron] Checking segment: {'id': '741e13e0-402a-4f69-a295-32aa21113f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '29a5fa06-3722-4b00-8610-7c352a4197c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:35:46.328848 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908678dd-6821-4c8c-b594-b224a8fdcd33 req-a8d8ed46-0bcd-485c-827b-177d460b8ca1 service neutron] Bound using segment: {'id': '741e13e0-402a-4f69-a295-32aa21113f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '29a5fa06-3722-4b00-8610-7c352a4197c0'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:35:46.330826 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-908678dd-6821-4c8c-b594-b224a8fdcd33 req-a8d8ed46-0bcd-485c-827b-177d460b8ca1 service neutron] Bound port: 6b875a92-6cad-47b3-8250-8cfcae444250, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '741e13e0-402a-4f69-a295-32aa21113f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '29a5fa06-3722-4b00-8610-7c352a4197c0'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:35:46.331311 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-908678dd-6821-4c8c-b594-b224a8fdcd33 req-a8d8ed46-0bcd-485c-827b-177d460b8ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:46.388198 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f058870e-cb36-46c0-8b75-75e43f8e3789 req-b20b403b-dc5f-46a9-a511-1d425ca9cd44 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.108 HTTP/1.1" status: 200 len: 696 time: 0.5652881 Aug 22 13:35:46.420160 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-e5bed673-21bb-4b10-a4a8-b19af241426b req-6f019dac-a81c-42df-872b-edc09e66695c service neutron] Attempting to bind port ea381b01-0beb-446d-8db4-2eb45692eb24 on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:35:46.420727 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-e5bed673-21bb-4b10-a4a8-b19af241426b req-6f019dac-a81c-42df-872b-edc09e66695c service neutron] Attempting to bind port ea381b01-0beb-446d-8db4-2eb45692eb24 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '036d4b3c-fc3c-4bf5-94d1-99331e586aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b7fef465-db19-4a45-b3a4-f40426ee874f'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:35:46.421353 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bed673-21bb-4b10-a4a8-b19af241426b req-6f019dac-a81c-42df-872b-edc09e66695c service neutron] Attempting to bind port ea381b01-0beb-446d-8db4-2eb45692eb24 on network b7fef465-db19-4a45-b3a4-f40426ee874f {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:35:46.429113 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bed673-21bb-4b10-a4a8-b19af241426b req-6f019dac-a81c-42df-872b-edc09e66695c service neutron] Port ea381b01-0beb-446d-8db4-2eb45692eb24 on network b7fef465-db19-4a45-b3a4-f40426ee874f not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:35:46.429444 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bed673-21bb-4b10-a4a8-b19af241426b req-6f019dac-a81c-42df-872b-edc09e66695c service neutron] Attempting to bind port ea381b01-0beb-446d-8db4-2eb45692eb24 on network b7fef465-db19-4a45-b3a4-f40426ee874f {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:35:46.487474 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-908678dd-6821-4c8c-b594-b224a8fdcd33 req-a8d8ed46-0bcd-485c-827b-177d460b8ca1 service neutron] For port 6b875a92-6cad-47b3-8250-8cfcae444250, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:35:46.493233 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-908678dd-6821-4c8c-b594-b224a8fdcd33 req-a8d8ed46-0bcd-485c-827b-177d460b8ca1 service neutron] For port 6b875a92-6cad-47b3-8250-8cfcae444250, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=6b875a92-6cad-47b3-8250-8cfcae444250,segment=NetworkSegment(741e13e0-402a-4f69-a295-32aa21113f30),segment_id=741e13e0-402a-4f69-a295-32aa21113f30)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:35:46.502865 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-908678dd-6821-4c8c-b594-b224a8fdcd33 req-a8d8ed46-0bcd-485c-827b-177d460b8ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:46.509641 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bed673-21bb-4b10-a4a8-b19af241426b req-6f019dac-a81c-42df-872b-edc09e66695c service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:35:46.510007 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bed673-21bb-4b10-a4a8-b19af241426b req-6f019dac-a81c-42df-872b-edc09e66695c service neutron] Checking segment: {'id': '036d4b3c-fc3c-4bf5-94d1-99331e586aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b7fef465-db19-4a45-b3a4-f40426ee874f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:35:46.510424 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bed673-21bb-4b10-a4a8-b19af241426b req-6f019dac-a81c-42df-872b-edc09e66695c service neutron] Bound using segment: {'id': '036d4b3c-fc3c-4bf5-94d1-99331e586aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b7fef465-db19-4a45-b3a4-f40426ee874f'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:35:46.510908 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-e5bed673-21bb-4b10-a4a8-b19af241426b req-6f019dac-a81c-42df-872b-edc09e66695c service neutron] Bound port: ea381b01-0beb-446d-8db4-2eb45692eb24, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '036d4b3c-fc3c-4bf5-94d1-99331e586aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b7fef465-db19-4a45-b3a4-f40426ee874f'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:35:46.511297 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-e5bed673-21bb-4b10-a4a8-b19af241426b req-6f019dac-a81c-42df-872b-edc09e66695c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:46.569919 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d8ed46-0bcd-485c-827b-177d460b8ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=6b875a92-6cad-47b3-8250-8cfcae444250,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:35:46.586118 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06440a-171c-42ac-817b-407c3b044583 req-3f877c9d-4b27-4a66-b7c0-dbaa1281fd65 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:46.587830 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6e06440a-171c-42ac-817b-407c3b044583 req-3f877c9d-4b27-4a66-b7c0-dbaa1281fd65 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6b7837e-5bb5-48b3-86a6-84f9ec1d9acc HTTP/1.1" status: 200 len: 943 time: 0.4154315 Aug 22 13:35:46.593015 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908678dd-6821-4c8c-b594-b224a8fdcd33 req-a8d8ed46-0bcd-485c-827b-177d460b8ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:46.594017 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-908678dd-6821-4c8c-b594-b224a8fdcd33 req-a8d8ed46-0bcd-485c-827b-177d460b8ca1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:46.595595 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-908678dd-6821-4c8c-b594-b224a8fdcd33 req-a8d8ed46-0bcd-485c-827b-177d460b8ca1 service neutron] 10.222.0.41 "PUT /v2.0/ports/6b875a92-6cad-47b3-8250-8cfcae444250 HTTP/1.1" status: 200 len: 1092 time: 1.4583912 Aug 22 13:35:46.596372 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b7837e-5bb5-48b3-86a6-84f9ec1d9acc', 'tag': '6b875a92-6cad-47b3-8250-8cfcae444250'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:35:46.598956 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9796b29d-cd10-4e0b-a1fd-bd7c4fe9dd58" -d '{"events": [{"name": "network-changed", "server_uuid": "b6b7837e-5bb5-48b3-86a6-84f9ec1d9acc", "tag": "6b875a92-6cad-47b3-8250-8cfcae444250"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:35:46.696679 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058870e-cb36-46c0-8b75-75e43f8e3789 req-a371c25f-d92a-40d9-999d-060e1eb2c5d5 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:46.698037 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f058870e-cb36-46c0-8b75-75e43f8e3789 req-a371c25f-d92a-40d9-999d-060e1eb2c5d5 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/networks/7de6ab83-cd00-4b3c-94fb-810dd34d29b8 HTTP/1.1" status: 200 len: 784 time: 0.2796502 Aug 22 13:35:46.727219 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-e5bed673-21bb-4b10-a4a8-b19af241426b req-6f019dac-a81c-42df-872b-edc09e66695c service neutron] For port ea381b01-0beb-446d-8db4-2eb45692eb24, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:35:46.750439 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6e06440a-171c-42ac-817b-407c3b044583 req-2d1823c2-1fbe-4dd8-bd60-16feaa15a75c tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23f2214-6790-4df7-a348-a4695558251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477766 Aug 22 13:35:46.780747 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-e5bed673-21bb-4b10-a4a8-b19af241426b req-6f019dac-a81c-42df-872b-edc09e66695c service neutron] For port ea381b01-0beb-446d-8db4-2eb45692eb24, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=ea381b01-0beb-446d-8db4-2eb45692eb24,segment=NetworkSegment(036d4b3c-fc3c-4bf5-94d1-99331e586aa4),segment_id=036d4b3c-fc3c-4bf5-94d1-99331e586aa4)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:35:46.790353 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-e5bed673-21bb-4b10-a4a8-b19af241426b req-6f019dac-a81c-42df-872b-edc09e66695c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:46.799008 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908678dd-6821-4c8c-b594-b224a8fdcd33 req-2dcf0ae2-68be-498b-94e7-589120159687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:46.808600 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-908678dd-6821-4c8c-b594-b224a8fdcd33 req-2dcf0ae2-68be-498b-94e7-589120159687 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79cda882c51f49c8a97f6b7883940f43&device_id=b6b7837e-5bb5-48b3-86a6-84f9ec1d9acc HTTP/1.1" status: 200 len: 1095 time: 0.1638331 Aug 22 13:35:46.911094 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31a75a6-aaaf-499c-92ca-376eb4343a6e x-openstack-request-id: req-c31a75a6-aaaf-499c-92ca-376eb4343a6e {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:35:46.911800 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6b7837e-5bb5-48b3-86a6-84f9ec1d9acc", "tag": "6b875a92-6cad-47b3-8250-8cfcae444250", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:35:46.913041 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c31a75a6-aaaf-499c-92ca-376eb4343a6e {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:35:46.913503 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c116bb59-25a3-4e9f-880a-00371d8cddd0 req-dde11211-f1a0-40ec-99c3-68df616534a2 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 210 time: 0.0589573 Aug 22 13:35:46.926059 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b7837e-5bb5-48b3-86a6-84f9ec1d9acc', 'tag': '6b875a92-6cad-47b3-8250-8cfcae444250', 'status': 'completed', 'code': 200} Aug 22 13:35:46.932299 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-908678dd-6821-4c8c-b594-b224a8fdcd33 req-569b5957-8881-4c90-be60-3d2141718670 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b875a92-6cad-47b3-8250-8cfcae444250 HTTP/1.1" status: 200 len: 217 time: 0.1112289 Aug 22 13:35:46.934644 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bed673-21bb-4b10-a4a8-b19af241426b req-6f019dac-a81c-42df-872b-edc09e66695c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:46.935645 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-e5bed673-21bb-4b10-a4a8-b19af241426b req-6f019dac-a81c-42df-872b-edc09e66695c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:46.937938 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e5bed673-21bb-4b10-a4a8-b19af241426b req-6f019dac-a81c-42df-872b-edc09e66695c service neutron] 10.222.0.16 "PUT /v2.0/ports/ea381b01-0beb-446d-8db4-2eb45692eb24 HTTP/1.1" status: 200 len: 1093 time: 2.9887223 Aug 22 13:35:46.939230 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82d09ad0-2ae9-494f-8776-9dc6176cd17e', 'tag': 'ea381b01-0beb-446d-8db4-2eb45692eb24'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:35:46.942430 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e42c56-6654-45c0-9045-f85eade35732" -d '{"events": [{"name": "network-changed", "server_uuid": "82d09ad0-2ae9-494f-8776-9dc6176cd17e", "tag": "ea381b01-0beb-446d-8db4-2eb45692eb24"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:35:47.071998 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f019dac-a81c-42df-872b-edc09e66695c service neutron] Pushing event updated for resources: {'Port': ['ID=ea381b01-0beb-446d-8db4-2eb45692eb24,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:35:47.092515 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908678dd-6821-4c8c-b594-b224a8fdcd33 req-54f25d47-56fa-4d06-805f-a977cb2e0b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:47.097448 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-908678dd-6821-4c8c-b594-b224a8fdcd33 req-54f25d47-56fa-4d06-805f-a977cb2e0b25 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ffb4d087-1294-4a80-af2a-ccd3cdf84545 HTTP/1.1" status: 200 len: 854 time: 0.1626024 Aug 22 13:35:47.108345 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55e9791-703c-42dc-a5af-f765cb75af5d req-33a2ce19-79c8-4f88-bcf4-055ba6994dfc tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:47.112345 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c55e9791-703c-42dc-a5af-f765cb75af5d req-33a2ce19-79c8-4f88-bcf4-055ba6994dfc tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/ports?device_id=749d42e6-7a09-41ba-90aa-67e4d2eecd56&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1356184 Aug 22 13:35:47.155762 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-908678dd-6821-4c8c-b594-b224a8fdcd33 req-bf26ce38-2cf5-4c44-aba4-b395e57e712f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29a5fa06-3722-4b00-8610-7c352a4197c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490727 Aug 22 13:35:47.228817 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c55e9791-703c-42dc-a5af-f765cb75af5d req-f2c2ca29-0777-4b03-b46e-d020fc5ff293 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.108 HTTP/1.1" status: 200 len: 696 time: 0.0783446 Aug 22 13:35:47.239987 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-c55e9791-703c-42dc-a5af-f765cb75af5d req-7e4eca05-2c79-4801-9cbb-68b56d3d7ee8 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Request body: {'floatingip': {'port_id': '90691716-7b7f-407c-aff6-8f5817e439df', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:35:47.289008 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bed673-21bb-4b10-a4a8-b19af241426b req-1fdd8d96-6f35-4ba3-88e5-bce33caede9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:47.290635 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e5bed673-21bb-4b10-a4a8-b19af241426b req-1fdd8d96-6f35-4ba3-88e5-bce33caede9f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2126aafa99f4007b060b7c07b341d10&device_id=82d09ad0-2ae9-494f-8776-9dc6176cd17e HTTP/1.1" status: 200 len: 1096 time: 0.2794070 Aug 22 13:35:47.294479 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-c55e9791-703c-42dc-a5af-f765cb75af5d req-7e4eca05-2c79-4801-9cbb-68b56d3d7ee8 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Notify callbacks [] for floatingip, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:47.306701 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-908678dd-6821-4c8c-b594-b224a8fdcd33 req-76e90d46-0733-4a01-a195-0e5766aa9f22 service neutron] 10.222.0.41 "GET /v2.0/networks/29a5fa06-3722-4b00-8610-7c352a4197c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401675 Aug 22 13:35:47.436580 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775a13c-7143-4314-8899-48c3b43c2eed req-827ad722-535c-4b67-8417-f6ba4daf642e tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:47.447564 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2775a13c-7143-4314-8899-48c3b43c2eed req-827ad722-535c-4b67-8417-f6ba4daf642e tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=82d09ad0-2ae9-494f-8776-9dc6176cd17e HTTP/1.1" status: 200 len: 944 time: 0.3336575 Aug 22 13:35:47.453650 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-908678dd-6821-4c8c-b594-b224a8fdcd33 req-e658343f-6437-4159-a7c7-086eb993e077 service neutron] 10.222.0.41 "GET /v2.0/networks/29a5fa06-3722-4b00-8610-7c352a4197c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350443 Aug 22 13:35:47.482398 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e5bed673-21bb-4b10-a4a8-b19af241426b req-f0e2107c-ebf0-47fc-92cd-308fa2b70243 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea381b01-0beb-446d-8db4-2eb45692eb24 HTTP/1.1" status: 200 len: 217 time: 0.1450627 Aug 22 13:35:47.617186 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9796b29d-cd10-4e0b-a1fd-bd7c4fe9dd58 req-bf9a8d14-595b-4daf-a1f5-49626c607813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:47.632837 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9796b29d-cd10-4e0b-a1fd-bd7c4fe9dd58 req-bf9a8d14-595b-4daf-a1f5-49626c607813 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79cda882c51f49c8a97f6b7883940f43&device_id=b6b7837e-5bb5-48b3-86a6-84f9ec1d9acc HTTP/1.1" status: 200 len: 1095 time: 0.0941503 Aug 22 13:35:47.647425 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2775a13c-7143-4314-8899-48c3b43c2eed req-718d1eb7-55f9-46e0-b263-f0c1910f88e6 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944795 Aug 22 13:35:47.725079 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bed673-21bb-4b10-a4a8-b19af241426b req-3a4aeeca-1000-4ff8-b3fe-8a96d4b2ae5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:47.726824 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e5bed673-21bb-4b10-a4a8-b19af241426b req-3a4aeeca-1000-4ff8-b3fe-8a96d4b2ae5d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=55b06a4c-e7f4-4110-96cb-ea2fffe8df6c HTTP/1.1" status: 200 len: 845 time: 0.2285082 Aug 22 13:35:47.761649 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6122f46-3a69-4047-bc71-bfd2ea0d9af0 x-openstack-request-id: req-b6122f46-3a69-4047-bc71-bfd2ea0d9af0 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:35:47.761942 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82d09ad0-2ae9-494f-8776-9dc6176cd17e", "tag": "ea381b01-0beb-446d-8db4-2eb45692eb24", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:35:47.762198 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b6122f46-3a69-4047-bc71-bfd2ea0d9af0 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:35:47.762779 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82d09ad0-2ae9-494f-8776-9dc6176cd17e', 'tag': 'ea381b01-0beb-446d-8db4-2eb45692eb24', 'status': 'completed', 'code': 200} Aug 22 13:35:47.793215 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e5bed673-21bb-4b10-a4a8-b19af241426b req-70cfdd70-5972-4fb4-8068-918fb5baba1d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b7fef465-db19-4a45-b3a4-f40426ee874f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295129 Aug 22 13:35:47.801541 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9796b29d-cd10-4e0b-a1fd-bd7c4fe9dd58 req-054d7672-d469-44d1-8faf-7fe727e1a383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:47.803158 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9796b29d-cd10-4e0b-a1fd-bd7c4fe9dd58 req-054d7672-d469-44d1-8faf-7fe727e1a383 service neutron] 10.222.0.41 "GET /v2.0/networks?id=29a5fa06-3722-4b00-8610-7c352a4197c0 HTTP/1.1" status: 200 len: 915 time: 0.1694968 Aug 22 13:35:47.866499 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9796b29d-cd10-4e0b-a1fd-bd7c4fe9dd58 req-49081515-e1ba-4e84-b6ea-3fe38e11a27a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b875a92-6cad-47b3-8250-8cfcae444250 HTTP/1.1" status: 200 len: 217 time: 0.0549886 Aug 22 13:35:47.933957 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9796b29d-cd10-4e0b-a1fd-bd7c4fe9dd58 req-89f452d8-af01-472a-b52e-d01666b04c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:47.937658 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9796b29d-cd10-4e0b-a1fd-bd7c4fe9dd58 req-89f452d8-af01-472a-b52e-d01666b04c0b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ffb4d087-1294-4a80-af2a-ccd3cdf84545 HTTP/1.1" status: 200 len: 854 time: 0.0628068 Aug 22 13:35:48.029277 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9796b29d-cd10-4e0b-a1fd-bd7c4fe9dd58 req-e2d71e14-b8be-4598-ac72-26f7116c0e0b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29a5fa06-3722-4b00-8610-7c352a4197c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719802 Aug 22 13:35:48.184523 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9796b29d-cd10-4e0b-a1fd-bd7c4fe9dd58 req-af3a15c1-eab2-42ad-a105-6d98fb1d08a0 service neutron] 10.222.0.41 "GET /v2.0/networks/29a5fa06-3722-4b00-8610-7c352a4197c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540973 Aug 22 13:35:48.348078 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9796b29d-cd10-4e0b-a1fd-bd7c4fe9dd58 req-dacb0c5a-1f5d-4f34-8985-3773f4e0f501 service neutron] 10.222.0.41 "GET /v2.0/networks/29a5fa06-3722-4b00-8610-7c352a4197c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555333 Aug 22 13:35:48.591072 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db222c-8111-4d81-a633-0e3e07c03a51 req-17042fa8-3a1c-445f-9a52-d86c74d824f8 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:48.592655 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-79db222c-8111-4d81-a633-0e3e07c03a51 req-17042fa8-3a1c-445f-9a52-d86c74d824f8 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1 HTTP/1.1" status: 200 len: 946 time: 0.5335186 Aug 22 13:35:48.622047 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e5bed673-21bb-4b10-a4a8-b19af241426b req-d9d3548a-f090-4f95-b451-2a7c1d05ec63 service neutron] 10.222.0.16 "GET /v2.0/networks/b7fef465-db19-4a45-b3a4-f40426ee874f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8118918 Aug 22 13:35:48.765325 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-79db222c-8111-4d81-a633-0e3e07c03a51 req-84306a80-63fc-4c8d-b70f-74e89a06b03c tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629698 Aug 22 13:35:48.977874 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:35:49.007998 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e5bed673-21bb-4b10-a4a8-b19af241426b req-c53c9c6c-5193-4bcd-a084-21c6af745c45 service neutron] 10.222.0.16 "GET /v2.0/networks/b7fef465-db19-4a45-b3a4-f40426ee874f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425210 Aug 22 13:35:49.036582 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-c55e9791-703c-42dc-a5af-f765cb75af5d req-7e4eca05-2c79-4801-9cbb-68b56d3d7ee8 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:49.056017 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c58dfe-7303-49dc-a126-4e055b7e6562 req-5b5062f0-dd43-44e8-bc87-a0e7137ae649 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:49.064784 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-53c58dfe-7303-49dc-a126-4e055b7e6562 req-5b5062f0-dd43-44e8-bc87-a0e7137ae649 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6b7837e-5bb5-48b3-86a6-84f9ec1d9acc HTTP/1.1" status: 200 len: 943 time: 0.1821260 Aug 22 13:35:49.088485 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-c55e9791-703c-42dc-a5af-f765cb75af5d req-7e4eca05-2c79-4801-9cbb-68b56d3d7ee8 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:49.157975 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e42c56-6654-45c0-9045-f85eade35732 req-63888b6e-3d7f-4ce6-ac4e-d68182ccf9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:49.163759 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-54e42c56-6654-45c0-9045-f85eade35732 req-63888b6e-3d7f-4ce6-ac4e-d68182ccf9d2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2126aafa99f4007b060b7c07b341d10&device_id=82d09ad0-2ae9-494f-8776-9dc6176cd17e HTTP/1.1" status: 200 len: 1096 time: 0.0902977 Aug 22 13:35:49.169206 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3a3d984a-a019-4d2d-a02e-2195992aae5b req-5b7f1936-536a-41fc-9222-ce71c4a86ea4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f9bb903a-a417-487e-8e83-aadc4be29999&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1301355 Aug 22 13:35:49.185166 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-53c58dfe-7303-49dc-a126-4e055b7e6562 req-4da4ac51-7670-4fcb-9c8c-d90e0e53a44a tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23f2214-6790-4df7-a348-a4695558251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194270 Aug 22 13:35:49.368565 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-db8ea640-d057-449e-bbe3-75f9b6b2a7c8 req-edc9a661-e679-4a25-9d43-a60c63cd88d4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 210 time: 0.0460536 Aug 22 13:35:49.387577 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e42c56-6654-45c0-9045-f85eade35732 req-4f301fbc-339e-4ab0-8fd3-483b2cf3ee26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:49.397838 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d984a-a019-4d2d-a02e-2195992aae5b req-6272afd8-72cd-4c4d-a5de-f7e5768e8506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:49.400716 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3a3d984a-a019-4d2d-a02e-2195992aae5b req-6272afd8-72cd-4c4d-a5de-f7e5768e8506 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9aaf82909078458f95327523ba5e3378&device_id=f9bb903a-a417-487e-8e83-aadc4be29999 HTTP/1.1" status: 200 len: 1097 time: 0.1884940 Aug 22 13:35:49.401327 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-54e42c56-6654-45c0-9045-f85eade35732 req-4f301fbc-339e-4ab0-8fd3-483b2cf3ee26 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b7fef465-db19-4a45-b3a4-f40426ee874f HTTP/1.1" status: 200 len: 906 time: 0.2206640 Aug 22 13:35:49.415445 n-d-793621-33 neutron-server[94627]: INFO neutron.db.l3_db [req-c55e9791-703c-42dc-a5af-f765cb75af5d req-7e4eca05-2c79-4801-9cbb-68b56d3d7ee8 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Floating IP 05003497-7aed-44df-bb5a-5a33a563458e associated. External IP: 172.25.3.108, port: 90691716-7b7f-407c-aff6-8f5817e439df. Aug 22 13:35:49.487678 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-54e42c56-6654-45c0-9045-f85eade35732 req-18a36f1f-3053-41cc-b13d-51bf5eb05606 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea381b01-0beb-446d-8db4-2eb45692eb24 HTTP/1.1" status: 200 len: 217 time: 0.0711474 Aug 22 13:35:49.556018 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e42c56-6654-45c0-9045-f85eade35732 req-4417f6c1-befd-490d-ae35-227f666c7f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:49.557818 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-54e42c56-6654-45c0-9045-f85eade35732 req-4417f6c1-befd-490d-ae35-227f666c7f95 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=55b06a4c-e7f4-4110-96cb-ea2fffe8df6c HTTP/1.1" status: 200 len: 845 time: 0.0556066 Aug 22 13:35:49.642646 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-54e42c56-6654-45c0-9045-f85eade35732 req-2d57c53f-56a7-4fe9-b206-2950165a1507 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b7fef465-db19-4a45-b3a4-f40426ee874f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691638 Aug 22 13:35:49.717635 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ef212-ddf3-4c8c-83d7-3ea2a3ab57d8 req-7a79eab2-cea2-4e55-8b96-3762ff8365d3 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:49.726349 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-802ef212-ddf3-4c8c-83d7-3ea2a3ab57d8 req-7a79eab2-cea2-4e55-8b96-3762ff8365d3 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=82d09ad0-2ae9-494f-8776-9dc6176cd17e HTTP/1.1" status: 200 len: 944 time: 0.1643834 Aug 22 13:35:49.836497 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d984a-a019-4d2d-a02e-2195992aae5b req-0b838c09-10f2-4274-ad2d-c4137d396c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:49.838099 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3a3d984a-a019-4d2d-a02e-2195992aae5b req-0b838c09-10f2-4274-ad2d-c4137d396c34 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0386d336-0e61-4348-9e46-055980419e76 HTTP/1.1" status: 200 len: 912 time: 0.2753215 Aug 22 13:35:49.908973 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a9b5edc6-ed2c-4c32-a89a-b4988bc8e6d1 req-f1240955-850d-4021-a601-6e36b63ff630 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cb8c7a3d-a025-4ada-a573-36875c992f43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1360881 Aug 22 13:35:49.917391 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-54e42c56-6654-45c0-9045-f85eade35732 req-2f61bca6-ccb5-4d46-b392-0555bd00e87f service neutron] 10.222.0.16 "GET /v2.0/networks/b7fef465-db19-4a45-b3a4-f40426ee874f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612717 Aug 22 13:35:49.925062 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c55e9791-703c-42dc-a5af-f765cb75af5d req-7e4eca05-2c79-4801-9cbb-68b56d3d7ee8 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Router 7b24aaef-57c7-4d40-b346-ab2ead2b91bc has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:35:49.927999 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3a3d984a-a019-4d2d-a02e-2195992aae5b req-75b12979-441e-4485-bdbe-08b34b1909e4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5dbcabe-f661-41dc-8f83-1d52dc6fb943 HTTP/1.1" status: 200 len: 1000 time: 0.0750601 Aug 22 13:35:49.942288 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-802ef212-ddf3-4c8c-83d7-3ea2a3ab57d8 req-e2b91028-6762-46ee-b578-1f6137e0db52 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098997 Aug 22 13:35:50.076468 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5edc6-ed2c-4c32-a89a-b4988bc8e6d1 req-5cdafe29-32b4-447f-a6db-a5986d676e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:50.077970 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a9b5edc6-ed2c-4c32-a89a-b4988bc8e6d1 req-5cdafe29-32b4-447f-a6db-a5986d676e50 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79cda882c51f49c8a97f6b7883940f43&device_id=cb8c7a3d-a025-4ada-a573-36875c992f43 HTTP/1.1" status: 200 len: 1098 time: 0.0994802 Aug 22 13:35:50.169462 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-54e42c56-6654-45c0-9045-f85eade35732 req-33a25cee-eb9b-4888-a968-4212e6feb7f0 service neutron] 10.222.0.16 "GET /v2.0/networks/b7fef465-db19-4a45-b3a4-f40426ee874f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361860 Aug 22 13:35:50.319784 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5edc6-ed2c-4c32-a89a-b4988bc8e6d1 req-7057a125-cc04-4577-97c9-29fa16c9a7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:50.321588 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a9b5edc6-ed2c-4c32-a89a-b4988bc8e6d1 req-7057a125-cc04-4577-97c9-29fa16c9a7fe service neutron] 10.222.0.41 "GET /v2.0/networks?id=29a5fa06-3722-4b00-8610-7c352a4197c0 HTTP/1.1" status: 200 len: 915 time: 0.2033670 Aug 22 13:35:50.372222 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d984a-a019-4d2d-a02e-2195992aae5b req-70e1a0ae-e060-437e-8ea7-2f6984327a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:50.374222 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3a3d984a-a019-4d2d-a02e-2195992aae5b req-70e1a0ae-e060-437e-8ea7-2f6984327a75 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=77ae476e-7cd6-4bd5-9319-25dd232b8593 HTTP/1.1" status: 200 len: 850 time: 0.4303017 Aug 22 13:35:50.398694 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c55e9791-703c-42dc-a5af-f765cb75af5d req-7e4eca05-2c79-4801-9cbb-68b56d3d7ee8 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:35:50.416555 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a9b5edc6-ed2c-4c32-a89a-b4988bc8e6d1 req-fe9225a2-e806-4064-aea4-62c59e3604f4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f98ca010-3650-437c-83fa-f13f12655f20 HTTP/1.1" status: 200 len: 217 time: 0.0839834 Aug 22 13:35:50.418753 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6855a17-526b-4be8-99a4-b2844093ec07 None None] Sync routers for ids ['7b24aaef-57c7-4d40-b346-ab2ead2b91bc'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:35:50.437160 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6855a17-526b-4be8-99a4-b2844093ec07 None None] Routers {'7b24aaef-57c7-4d40-b346-ab2ead2b91bc'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:35:50.440336 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-e6855a17-526b-4be8-99a4-b2844093ec07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:35:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['7b24aaef-57c7-4d40-b346-ab2ead2b91bc'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:35:50.442627 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-c55e9791-703c-42dc-a5af-f765cb75af5d req-7e4eca05-2c79-4801-9cbb-68b56d3d7ee8 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:50.472089 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5e577-7b93-46c0-877c-fa45a405f212 req-6010a28f-dc75-45ad-ae21-95fefbf216fc tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:50.476360 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-03f5e577-7b93-46c0-877c-fa45a405f212 req-6010a28f-dc75-45ad-ae21-95fefbf216fc tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1 HTTP/1.1" status: 200 len: 946 time: 0.2871180 Aug 22 13:35:50.528831 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5edc6-ed2c-4c32-a89a-b4988bc8e6d1 req-3756a375-ca18-4d60-a494-e5aef1d78e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:50.530001 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a9b5edc6-ed2c-4c32-a89a-b4988bc8e6d1 req-3756a375-ca18-4d60-a494-e5aef1d78e48 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ffb4d087-1294-4a80-af2a-ccd3cdf84545 HTTP/1.1" status: 200 len: 854 time: 0.0996969 Aug 22 13:35:50.576951 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a9b5edc6-ed2c-4c32-a89a-b4988bc8e6d1 req-df67d60e-c81b-42ee-ac64-b545c43de12e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29a5fa06-3722-4b00-8610-7c352a4197c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384002 Aug 22 13:35:50.599720 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-03f5e577-7b93-46c0-877c-fa45a405f212 req-d86f1772-b63b-4a26-92da-e19de6853a3f tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805583 Aug 22 13:35:50.621093 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c55e9791-703c-42dc-a5af-f765cb75af5d req-7e4eca05-2c79-4801-9cbb-68b56d3d7ee8 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "PUT /v2.0/floatingips/05003497-7aed-44df-bb5a-5a33a563458e HTTP/1.1" status: 200 len: 996 time: 3.3845611 Aug 22 13:35:50.624079 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '749d42e6-7a09-41ba-90aa-67e4d2eecd56', 'tag': '90691716-7b7f-407c-aff6-8f5817e439df'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:35:50.627231 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba53c64e-94ae-4209-a6e8-5d629e1c88af" -d '{"events": [{"name": "network-changed", "server_uuid": "749d42e6-7a09-41ba-90aa-67e4d2eecd56", "tag": "90691716-7b7f-407c-aff6-8f5817e439df"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:35:50.682782 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d984a-a019-4d2d-a02e-2195992aae5b req-441273ed-4319-420c-93f0-f6038c1b55c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:50.684486 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3a3d984a-a019-4d2d-a02e-2195992aae5b req-441273ed-4319-420c-93f0-f6038c1b55c5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0386d336-0e61-4348-9e46-055980419e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3018146 Aug 22 13:35:50.776339 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-e6855a17-526b-4be8-99a4-b2844093ec07 None None] Set router 7b24aaef-57c7-4d40-b346-ab2ead2b91bc gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:35:50.794510 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55e9791-703c-42dc-a5af-f765cb75af5d req-6ba15cbc-8ce4-457f-8547-a37441798160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:50.807055 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c55e9791-703c-42dc-a5af-f765cb75af5d req-6ba15cbc-8ce4-457f-8547-a37441798160 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=80bbcf4308ca4bd6b96d7b411fbfc797&device_id=749d42e6-7a09-41ba-90aa-67e4d2eecd56 HTTP/1.1" status: 200 len: 1097 time: 0.1735771 Aug 22 13:35:50.831337 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a9b5edc6-ed2c-4c32-a89a-b4988bc8e6d1 req-3b799a72-5727-493e-864d-fc7ebd9c2dd2 service neutron] 10.222.0.41 "GET /v2.0/networks/29a5fa06-3722-4b00-8610-7c352a4197c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484205 Aug 22 13:35:51.044468 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a9b5edc6-ed2c-4c32-a89a-b4988bc8e6d1 req-df3c57a4-1877-4807-8c89-a27351433c4c service neutron] 10.222.0.41 "GET /v2.0/networks/29a5fa06-3722-4b00-8610-7c352a4197c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056711 Aug 22 13:35:51.083530 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 6b875a92-6cad-47b3-8250-8cfcae444250 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:35:51.163848 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016bd07d-fc07-47ac-803a-e3d27869ccdd req-267eb3cc-6688-405e-982c-97b5303e8cf5 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:51.169477 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-016bd07d-fc07-47ac-803a-e3d27869ccdd req-267eb3cc-6688-405e-982c-97b5303e8cf5 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6b7837e-5bb5-48b3-86a6-84f9ec1d9acc HTTP/1.1" status: 200 len: 943 time: 0.3828239 Aug 22 13:35:51.180428 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3a3d984a-a019-4d2d-a02e-2195992aae5b req-13a4a13c-9b2f-4ee2-a031-219be0821bd1 service neutron] 10.222.0.16 "GET /v2.0/networks/0386d336-0e61-4348-9e46-055980419e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4810219 Aug 22 13:35:51.288490 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 6b875a92-6cad-47b3-8250-8cfcae444250, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=6b875a92-6cad-47b3-8250-8cfcae444250,segment=NetworkSegment(741e13e0-402a-4f69-a295-32aa21113f30),segment_id=741e13e0-402a-4f69-a295-32aa21113f30)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:35:51.306805 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55e9791-703c-42dc-a5af-f765cb75af5d req-9eb50f33-fd9a-4916-9baa-e76a655ee789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:51.310778 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-e6855a17-526b-4be8-99a4-b2844093ec07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b24aaef-57c7-4d40-b346-ab2ead2b91bc', 'name': 'tempest-ServerRescueTestJSONUnderV235-458036423-router', 'tenant_id': '80bbcf4308ca4bd6b96d7b411fbfc797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'a11b1602-39c6-4651-afd6-3c105a9a287b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:34:36Z', 'updated_at': '2021-08-22T13:34:42Z', 'revision_number': 4, 'project_id': '80bbcf4308ca4bd6b96d7b411fbfc797', 'gw_port': {'id': 'a11b1602-39c6-4651-afd6-3c105a9a287b', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:22:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b24aaef-57c7-4d40-b346-ab2ead2b91bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:34:38Z', 'updated_at': '2021-08-22T13:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '05003497-7aed-44df-bb5a-5a33a563458e', 'tenant_id': '80bbcf4308ca4bd6b96d7b411fbfc797', 'floating_ip_address': '172.25.3.108', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '7b24aaef-57c7-4d40-b346-ab2ead2b91bc', 'port_id': '90691716-7b7f-407c-aff6-8f5817e439df', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ed8c4a4-768f-4fec-8761-699a6308faf6', 'mac_address': 'fa:16:3e:c8:bf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749d42e6-7a09-41ba-90aa-67e4d2eecd56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:35:44Z', 'updated_at': '2021-08-22T13:35:48Z', 'revision_number': 1, 'project_id': '80bbcf4308ca4bd6b96d7b411fbfc797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6991d1fd-168f-435d-bdfc-4ee87a5c0147', 'name': '', 'network_id': '0ed8c4a4-768f-4fec-8761-699a6308faf6', 'tenant_id': '80bbcf4308ca4bd6b96d7b411fbfc797', 'mac_address': 'fa:16:3e:96:85:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b24aaef-57c7-4d40-b346-ab2ead2b91bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '0123922a-dff1-4aeb-b8e3-878a042c8287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:34:41Z', 'updated_at': '2021-08-22T13:34:51Z', 'revision_number': 5, 'project_id': '80bbcf4308ca4bd6b96d7b411fbfc797', 'subnets': [{'id': '0123922a-dff1-4aeb-b8e3-878a042c8287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:35:51.311757 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c55e9791-703c-42dc-a5af-f765cb75af5d req-9eb50f33-fd9a-4916-9baa-e76a655ee789 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0ed8c4a4-768f-4fec-8761-699a6308faf6 HTTP/1.1" status: 200 len: 920 time: 0.5037653 Aug 22 13:35:51.312742 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '6b875a92-6cad-47b3-8250-8cfcae444250', 'network_id': '29a5fa06-3722-4b00-8610-7c352a4197c0', 'port_id': '6b875a92-6cad-47b3-8250-8cfcae444250', 'mac_address': 'fa:16:3e:8c:7d:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffb4d087-1294-4a80-af2a-ccd3cdf84545', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:35:51.345322 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6855a17-526b-4be8-99a4-b2844093ec07 None None] Checking router: 7b24aaef-57c7-4d40-b346-ab2ead2b91bc for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:35:51.387676 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6855a17-526b-4be8-99a4-b2844093ec07 None None] Routers {'7b24aaef-57c7-4d40-b346-ab2ead2b91bc'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:35:51.388451 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-e6855a17-526b-4be8-99a4-b2844093ec07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:35:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['7b24aaef-57c7-4d40-b346-ab2ead2b91bc'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:35:51.489189 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-016bd07d-fc07-47ac-803a-e3d27869ccdd req-866db83e-f8f7-4034-b588-7469ce205fcd tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23f2214-6790-4df7-a348-a4695558251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111808 Aug 22 13:35:51.525741 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:51.561811 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c55e9791-703c-42dc-a5af-f765cb75af5d req-5ed03e47-8ab3-4e66-9d30-8b549ecff62f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90691716-7b7f-407c-aff6-8f5817e439df HTTP/1.1" status: 200 len: 999 time: 0.2368855 Aug 22 13:35:51.590429 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-e6855a17-526b-4be8-99a4-b2844093ec07 None None] Set router 7b24aaef-57c7-4d40-b346-ab2ead2b91bc gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:35:51.723630 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4f31e08f-e5b6-4ea8-96ea-53b483bfde42 req-853c82b7-cd0f-419f-87f2-f46d3563fd5e tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 210 time: 0.0573180 Aug 22 13:35:51.733712 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3a3d984a-a019-4d2d-a02e-2195992aae5b req-615f6118-39ec-4fcf-883a-f41a110d0f8d service neutron] 10.222.0.16 "GET /v2.0/networks/0386d336-0e61-4348-9e46-055980419e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5353951 Aug 22 13:35:51.735441 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55e9791-703c-42dc-a5af-f765cb75af5d req-8d18d87a-1e9b-46af-8e7f-de24232e7b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:51.743800 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b875a92-6cad-47b3-8250-8cfcae444250 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:35:51.747125 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c55e9791-703c-42dc-a5af-f765cb75af5d req-8d18d87a-1e9b-46af-8e7f-de24232e7b85 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0123922a-dff1-4aeb-b8e3-878a042c8287 HTTP/1.1" status: 200 len: 859 time: 0.1485374 Aug 22 13:35:51.811788 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c55e9791-703c-42dc-a5af-f765cb75af5d req-240d90da-6c09-4625-a90c-4c86fb55300c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0ed8c4a4-768f-4fec-8761-699a6308faf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637066 Aug 22 13:35:51.923195 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 6b875a92-6cad-47b3-8250-8cfcae444250, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=6b875a92-6cad-47b3-8250-8cfcae444250,segment=NetworkSegment(741e13e0-402a-4f69-a295-32aa21113f30),segment_id=741e13e0-402a-4f69-a295-32aa21113f30)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:35:51.938103 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:52.044804 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device ea381b01-0beb-446d-8db4-2eb45692eb24 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:35:52.076560 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c55e9791-703c-42dc-a5af-f765cb75af5d req-64bd8caf-8e26-457c-94b8-969197012fd2 service neutron] 10.222.0.21 "GET /v2.0/networks/0ed8c4a4-768f-4fec-8761-699a6308faf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632711 Aug 22 13:35:52.079415 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6663f11-07ab-4a74-8eca-f8aa45e1c884 x-openstack-request-id: req-e6663f11-07ab-4a74-8eca-f8aa45e1c884 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:35:52.079700 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "749d42e6-7a09-41ba-90aa-67e4d2eecd56", "tag": "90691716-7b7f-407c-aff6-8f5817e439df", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:35:52.079948 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e6663f11-07ab-4a74-8eca-f8aa45e1c884 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:35:52.080357 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '749d42e6-7a09-41ba-90aa-67e4d2eecd56', 'tag': '90691716-7b7f-407c-aff6-8f5817e439df', 'status': 'completed', 'code': 200} Aug 22 13:35:52.474377 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['6b875a92-6cad-47b3-8250-8cfcae444250'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:35:52.545500 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=6b875a92-6cad-47b3-8250-8cfcae444250,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:35:52.618885 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.db.resource_extend [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 22 13:35:52.761032 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53c64e-94ae-4209-a6e8-5d629e1c88af req-d78b9889-600c-46a0-b57e-f3422ec6c3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:52.762290 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ba53c64e-94ae-4209-a6e8-5d629e1c88af req-d78b9889-600c-46a0-b57e-f3422ec6c3ba service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=80bbcf4308ca4bd6b96d7b411fbfc797&device_id=749d42e6-7a09-41ba-90aa-67e4d2eecd56 HTTP/1.1" status: 200 len: 1097 time: 0.6719248 Aug 22 13:35:52.790844 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97578fa6-7e03-45aa-a67e-98128d134698 req-f2b4c2c9-9d2e-4e74-963b-b47246686bde tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:52.792419 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-97578fa6-7e03-45aa-a67e-98128d134698 req-f2b4c2c9-9d2e-4e74-963b-b47246686bde tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=82d09ad0-2ae9-494f-8776-9dc6176cd17e HTTP/1.1" status: 200 len: 944 time: 0.7030528 Aug 22 13:35:52.829586 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port ea381b01-0beb-446d-8db4-2eb45692eb24, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=ea381b01-0beb-446d-8db4-2eb45692eb24,segment=NetworkSegment(036d4b3c-fc3c-4bf5-94d1-99331e586aa4),segment_id=036d4b3c-fc3c-4bf5-94d1-99331e586aa4)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:35:52.839376 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-e6855a17-526b-4be8-99a4-b2844093ec07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b24aaef-57c7-4d40-b346-ab2ead2b91bc', 'name': 'tempest-ServerRescueTestJSONUnderV235-458036423-router', 'tenant_id': '80bbcf4308ca4bd6b96d7b411fbfc797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'a11b1602-39c6-4651-afd6-3c105a9a287b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:34:36Z', 'updated_at': '2021-08-22T13:34:42Z', 'revision_number': 4, 'project_id': '80bbcf4308ca4bd6b96d7b411fbfc797', 'gw_port': {'id': 'a11b1602-39c6-4651-afd6-3c105a9a287b', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:22:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b24aaef-57c7-4d40-b346-ab2ead2b91bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:34:38Z', 'updated_at': '2021-08-22T13:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '05003497-7aed-44df-bb5a-5a33a563458e', 'tenant_id': '80bbcf4308ca4bd6b96d7b411fbfc797', 'floating_ip_address': '172.25.3.108', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '7b24aaef-57c7-4d40-b346-ab2ead2b91bc', 'port_id': '90691716-7b7f-407c-aff6-8f5817e439df', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ed8c4a4-768f-4fec-8761-699a6308faf6', 'mac_address': 'fa:16:3e:c8:bf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749d42e6-7a09-41ba-90aa-67e4d2eecd56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:35:44Z', 'updated_at': '2021-08-22T13:35:48Z', 'revision_number': 1, 'project_id': '80bbcf4308ca4bd6b96d7b411fbfc797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6991d1fd-168f-435d-bdfc-4ee87a5c0147', 'name': '', 'network_id': '0ed8c4a4-768f-4fec-8761-699a6308faf6', 'tenant_id': '80bbcf4308ca4bd6b96d7b411fbfc797', 'mac_address': 'fa:16:3e:96:85:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b24aaef-57c7-4d40-b346-ab2ead2b91bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '0123922a-dff1-4aeb-b8e3-878a042c8287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:34:41Z', 'updated_at': '2021-08-22T13:34:51Z', 'revision_number': 5, 'project_id': '80bbcf4308ca4bd6b96d7b411fbfc797', 'subnets': [{'id': '0123922a-dff1-4aeb-b8e3-878a042c8287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:35:52.874424 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6855a17-526b-4be8-99a4-b2844093ec07 None None] The sync data for ids ['7b24aaef-57c7-4d40-b346-ab2ead2b91bc'] in n-d-793621-33 is: [{'id': '7b24aaef-57c7-4d40-b346-ab2ead2b91bc', 'name': 'tempest-ServerRescueTestJSONUnderV235-458036423-router', 'tenant_id': '80bbcf4308ca4bd6b96d7b411fbfc797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'a11b1602-39c6-4651-afd6-3c105a9a287b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:34:36Z', 'updated_at': '2021-08-22T13:34:42Z', 'revision_number': 4, 'project_id': '80bbcf4308ca4bd6b96d7b411fbfc797', 'gw_port': {'id': 'a11b1602-39c6-4651-afd6-3c105a9a287b', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:22:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b24aaef-57c7-4d40-b346-ab2ead2b91bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:34:38Z', 'updated_at': '2021-08-22T13:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '05003497-7aed-44df-bb5a-5a33a563458e', 'tenant_id': '80bbcf4308ca4bd6b96d7b411fbfc797', 'floating_ip_address': '172.25.3.108', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '7b24aaef-57c7-4d40-b346-ab2ead2b91bc', 'port_id': '90691716-7b7f-407c-aff6-8f5817e439df', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ed8c4a4-768f-4fec-8761-699a6308faf6', 'mac_address': 'fa:16:3e:c8:bf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749d42e6-7a09-41ba-90aa-67e4d2eecd56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:35:44Z', 'updated_at': '2021-08-22T13:35:48Z', 'revision_number': 1, 'project_id': '80bbcf4308ca4bd6b96d7b411fbfc797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6991d1fd-168f-435d-bdfc-4ee87a5c0147', 'name': '', 'network_id': '0ed8c4a4-768f-4fec-8761-699a6308faf6', 'tenant_id': '80bbcf4308ca4bd6b96d7b411fbfc797', 'mac_address': 'fa:16:3e:96:85:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b24aaef-57c7-4d40-b346-ab2ead2b91bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '0123922a-dff1-4aeb-b8e3-878a042c8287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:34:41Z', 'updated_at': '2021-08-22T13:34:51Z', 'revision_number': 5, 'project_id': '80bbcf4308ca4bd6b96d7b411fbfc797', 'subnets': [{'id': '0123922a-dff1-4aeb-b8e3-878a042c8287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:35:52.876176 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': 'ea381b01-0beb-446d-8db4-2eb45692eb24', 'network_id': 'b7fef465-db19-4a45-b3a4-f40426ee874f', 'port_id': 'ea381b01-0beb-446d-8db4-2eb45692eb24', 'mac_address': 'fa:16:3e:0f:b5:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55b06a4c-e7f4-4110-96cb-ea2fffe8df6c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:35:52.923022 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-97578fa6-7e03-45aa-a67e-98128d134698 req-1d65bb05-2aef-45b0-bf63-754c553819a9 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094906 Aug 22 13:35:52.948907 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c55e9791-703c-42dc-a5af-f765cb75af5d req-70a778e5-ab73-4bed-9ae2-f8c288623b92 service neutron] 10.222.0.21 "GET /v2.0/networks/0ed8c4a4-768f-4fec-8761-699a6308faf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8602018 Aug 22 13:35:52.959168 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:52.984473 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea381b01-0beb-446d-8db4-2eb45692eb24 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:35:52.995338 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53c64e-94ae-4209-a6e8-5d629e1c88af req-a6975662-6070-48ce-8da0-bf5ac9eccdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:52.996940 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ba53c64e-94ae-4209-a6e8-5d629e1c88af req-a6975662-6070-48ce-8da0-bf5ac9eccdcb service neutron] 10.222.0.16 "GET /v2.0/networks?id=0ed8c4a4-768f-4fec-8761-699a6308faf6 HTTP/1.1" status: 200 len: 920 time: 0.2232769 Aug 22 13:35:53.033068 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port ea381b01-0beb-446d-8db4-2eb45692eb24, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=ea381b01-0beb-446d-8db4-2eb45692eb24,segment=NetworkSegment(036d4b3c-fc3c-4bf5-94d1-99331e586aa4),segment_id=036d4b3c-fc3c-4bf5-94d1-99331e586aa4)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:35:53.043948 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:53.155912 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ba53c64e-94ae-4209-a6e8-5d629e1c88af req-d1bd8dfd-28cf-442e-9641-a7607f29207f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90691716-7b7f-407c-aff6-8f5817e439df HTTP/1.1" status: 200 len: 999 time: 0.1504359 Aug 22 13:35:53.164080 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=ea381b01-0beb-446d-8db4-2eb45692eb24,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:35:53.285585 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53c64e-94ae-4209-a6e8-5d629e1c88af req-dcefb438-6d74-4f36-bc0e-339b7bed56c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:53.287563 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ba53c64e-94ae-4209-a6e8-5d629e1c88af req-dcefb438-6d74-4f36-bc0e-339b7bed56c0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0123922a-dff1-4aeb-b8e3-878a042c8287 HTTP/1.1" status: 200 len: 859 time: 0.0903754 Aug 22 13:35:53.347356 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f66a55-657f-4834-b424-d3846b29b54c None None] New status for floating IP 05003497-7aed-44df-bb5a-5a33a563458e: ACTIVE {{(pid=94630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 13:35:53.369091 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['ea381b01-0beb-446d-8db4-2eb45692eb24'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:35:53.438714 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ba53c64e-94ae-4209-a6e8-5d629e1c88af req-c9f7d475-08d8-4528-85fb-dfe9d85f8dd3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0ed8c4a4-768f-4fec-8761-699a6308faf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1281521 Aug 22 13:35:53.486149 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ba459-1f8e-4016-a9d0-db5ee8e64f1f req-896fe256-4785-4ab3-9e9a-2f5975867d93 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:53.523657 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8a4ba459-1f8e-4016-a9d0-db5ee8e64f1f req-896fe256-4785-4ab3-9e9a-2f5975867d93 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1 HTTP/1.1" status: 200 len: 946 time: 0.4131815 Aug 22 13:35:53.627721 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf87df-0f21-47ea-a9e4-cbea0fa163de req-7a3bd490-cd46-40e5-af0a-d68c3d488be9 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:53.637809 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2eaf87df-0f21-47ea-a9e4-cbea0fa163de req-7a3bd490-cd46-40e5-af0a-d68c3d488be9 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6b7837e-5bb5-48b3-86a6-84f9ec1d9acc HTTP/1.1" status: 200 len: 944 time: 0.4796886 Aug 22 13:35:53.718286 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8a4ba459-1f8e-4016-a9d0-db5ee8e64f1f req-9019ae9b-080e-4b66-87ad-715eaae4c580 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936445 Aug 22 13:35:53.800785 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2eaf87df-0f21-47ea-a9e4-cbea0fa163de req-ac55f8ba-ce4d-4e3e-b637-660a4c8305b9 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23f2214-6790-4df7-a348-a4695558251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624074 Aug 22 13:35:53.890640 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1c358cdf-aab6-4025-8ee0-e1189cc5644f req-120b5eb7-9e83-4be4-ad08-e520aa064970 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 210 time: 0.0490310 Aug 22 13:35:53.963021 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ba53c64e-94ae-4209-a6e8-5d629e1c88af req-e33cd97f-9388-413e-b6a9-d56fcc495ea7 service neutron] 10.222.0.16 "GET /v2.0/networks/0ed8c4a4-768f-4fec-8761-699a6308faf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5094519 Aug 22 13:35:54.060621 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0f5effb0-89cb-4c1c-98be-403083d4dc04 req-6ab96e01-6eb6-4fc9-88d0-a825b6256bbd tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.108 HTTP/1.1" status: 200 len: 1001 time: 0.2170591 Aug 22 13:35:54.211166 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5effb0-89cb-4c1c-98be-403083d4dc04 req-9a2222e2-0ddb-4be9-8253-5b8806243610 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:54.227428 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0f5effb0-89cb-4c1c-98be-403083d4dc04 req-9a2222e2-0ddb-4be9-8253-5b8806243610 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/ports/90691716-7b7f-407c-aff6-8f5817e439df HTTP/1.1" status: 200 len: 942 time: 0.1655166 Aug 22 13:35:54.317662 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae1921-90af-4020-8540-2fcff83185cb req-a3e74f0b-8ba5-4086-ba8f-ac45d13bc349 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:54.325891 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-24ae1921-90af-4020-8540-2fcff83185cb req-a3e74f0b-8ba5-4086-ba8f-ac45d13bc349 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=82d09ad0-2ae9-494f-8776-9dc6176cd17e HTTP/1.1" status: 200 len: 945 time: 0.2628572 Aug 22 13:35:54.399677 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ba53c64e-94ae-4209-a6e8-5d629e1c88af req-a2b2c61d-c70f-4f75-b6b5-a8bdbc241d6d service neutron] 10.222.0.16 "GET /v2.0/networks/0ed8c4a4-768f-4fec-8761-699a6308faf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4134669 Aug 22 13:35:54.438425 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-24ae1921-90af-4020-8540-2fcff83185cb req-4ae4b745-d209-4755-8164-43b4123ea6d8 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062670 Aug 22 13:35:54.493118 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0f5effb0-89cb-4c1c-98be-403083d4dc04 req-9cb581c5-4b24-4023-8dec-0e832b6c7f90 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.108 HTTP/1.1" status: 200 len: 1001 time: 0.1480253 Aug 22 13:35:54.619664 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5effb0-89cb-4c1c-98be-403083d4dc04 req-b8e13d56-7140-4190-845c-913b0a7de951 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:54.621387 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0f5effb0-89cb-4c1c-98be-403083d4dc04 req-b8e13d56-7140-4190-845c-913b0a7de951 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/networks/7de6ab83-cd00-4b3c-94fb-810dd34d29b8 HTTP/1.1" status: 200 len: 784 time: 0.1274447 Aug 22 13:35:54.722245 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0f5effb0-89cb-4c1c-98be-403083d4dc04 req-7fbc034b-5023-4bfd-aea1-867858cee6f4 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.108 HTTP/1.1" status: 200 len: 1001 time: 0.0808504 Aug 22 13:35:54.735990 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-0f5effb0-89cb-4c1c-98be-403083d4dc04 req-56a2c7ce-2959-4a55-b338-3222dae98e24 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:35:54.915372 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-0f5effb0-89cb-4c1c-98be-403083d4dc04 req-56a2c7ce-2959-4a55-b338-3222dae98e24 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Notify callbacks [] for floatingip, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:55.032547 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d5eb7-eda0-4eff-9fde-fd0d7ed3f440 req-0feb8fdc-151e-45d6-ab8f-89f385ed011f tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:55.034428 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0a3d5eb7-eda0-4eff-9fde-fd0d7ed3f440 req-0feb8fdc-151e-45d6-ab8f-89f385ed011f tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1 HTTP/1.1" status: 200 len: 946 time: 0.1449008 Aug 22 13:35:55.096139 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 6b875a92-6cad-47b3-8250-8cfcae444250 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:35:55.119938 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0a3d5eb7-eda0-4eff-9fde-fd0d7ed3f440 req-9519d3ca-539f-487a-9bd1-613075204849 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581369 Aug 22 13:35:55.189368 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-0f5effb0-89cb-4c1c-98be-403083d4dc04 req-56a2c7ce-2959-4a55-b338-3222dae98e24 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:55.200944 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-0f5effb0-89cb-4c1c-98be-403083d4dc04 req-56a2c7ce-2959-4a55-b338-3222dae98e24 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:55.202240 n-d-793621-33 neutron-server[94627]: INFO neutron.db.l3_db [req-0f5effb0-89cb-4c1c-98be-403083d4dc04 req-56a2c7ce-2959-4a55-b338-3222dae98e24 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Floating IP 05003497-7aed-44df-bb5a-5a33a563458e disassociated. External IP: 172.25.3.108, port: 90691716-7b7f-407c-aff6-8f5817e439df. Aug 22 13:35:55.228746 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 6b875a92-6cad-47b3-8250-8cfcae444250 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:35:55.237053 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 6b875a92-6cad-47b3-8250-8cfcae444250 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:35:55.237668 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:55.371177 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79790f30-3666-4dee-8af7-2cde1760700a req-3e08d8c2-a4e1-4f3d-a954-8d64c7ca7e52 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:55.378585 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-79790f30-3666-4dee-8af7-2cde1760700a req-3e08d8c2-a4e1-4f3d-a954-8d64c7ca7e52 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6b7837e-5bb5-48b3-86a6-84f9ec1d9acc HTTP/1.1" status: 200 len: 944 time: 0.1178052 Aug 22 13:35:55.413199 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:55.469757 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 6b875a92-6cad-47b3-8250-8cfcae444250, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=6b875a92-6cad-47b3-8250-8cfcae444250,segment=NetworkSegment(741e13e0-402a-4f69-a295-32aa21113f30),segment_id=741e13e0-402a-4f69-a295-32aa21113f30)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:35:55.471159 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b7837e-5bb5-48b3-86a6-84f9ec1d9acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b875a92-6cad-47b3-8250-8cfcae444250'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:35:55.474129 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61dd2575-4d06-469d-aec7-6cddabfd2364" -d '{"events": [{"server_uuid": "b6b7837e-5bb5-48b3-86a6-84f9ec1d9acc", "name": "network-vif-plugged", "status": "completed", "tag": "6b875a92-6cad-47b3-8250-8cfcae444250"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:35:55.480690 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:55.492971 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-79790f30-3666-4dee-8af7-2cde1760700a req-6f26dc1b-2669-4b24-8c35-9f7d27d4e923 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23f2214-6790-4df7-a348-a4695558251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078188 Aug 22 13:35:55.544847 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=6b875a92-6cad-47b3-8250-8cfcae444250,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:35:55.642905 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f5effb0-89cb-4c1c-98be-403083d4dc04 req-56a2c7ce-2959-4a55-b338-3222dae98e24 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Router 7b24aaef-57c7-4d40-b346-ab2ead2b91bc has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:35:55.669492 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-79bf9251-afda-4e45-b918-e1262d31af13 req-6304a36a-4e8a-467d-b85a-7875ffedca41 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 210 time: 0.0607810 Aug 22 13:35:55.867451 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f5effb0-89cb-4c1c-98be-403083d4dc04 req-56a2c7ce-2959-4a55-b338-3222dae98e24 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:35:55.878666 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f2136d-1046-495a-a822-cd47ed2753b8 None None] Sync routers for ids ['7b24aaef-57c7-4d40-b346-ab2ead2b91bc'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:35:55.886862 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-0f5effb0-89cb-4c1c-98be-403083d4dc04 req-56a2c7ce-2959-4a55-b338-3222dae98e24 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:55.890884 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f2136d-1046-495a-a822-cd47ed2753b8 None None] Routers {'7b24aaef-57c7-4d40-b346-ab2ead2b91bc'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:35:55.894862 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-f3f2136d-1046-495a-a822-cd47ed2753b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:35:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['7b24aaef-57c7-4d40-b346-ab2ead2b91bc'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:35:55.935032 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df2d197-ca9a-4dd2-928e-04459e9e3e18 req-f22528d3-b29c-4529-a1bf-61099457653a tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:55.937210 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0df2d197-ca9a-4dd2-928e-04459e9e3e18 req-f22528d3-b29c-4529-a1bf-61099457653a tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=82d09ad0-2ae9-494f-8776-9dc6176cd17e HTTP/1.1" status: 200 len: 945 time: 0.1338742 Aug 22 13:35:55.941589 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0f5effb0-89cb-4c1c-98be-403083d4dc04 req-56a2c7ce-2959-4a55-b338-3222dae98e24 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "PUT /v2.0/floatingips/05003497-7aed-44df-bb5a-5a33a563458e HTTP/1.1" status: 200 len: 695 time: 1.2100129 Aug 22 13:35:55.942486 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '749d42e6-7a09-41ba-90aa-67e4d2eecd56', 'tag': '90691716-7b7f-407c-aff6-8f5817e439df'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:35:55.946677 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1a1f0c-4da9-48dd-ba6a-548ff0a8395b" -d '{"events": [{"name": "network-changed", "server_uuid": "749d42e6-7a09-41ba-90aa-67e4d2eecd56", "tag": "90691716-7b7f-407c-aff6-8f5817e439df"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:35:55.990648 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0df2d197-ca9a-4dd2-928e-04459e9e3e18 req-03652eff-21e1-4af4-badd-d5542abdfdf5 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398068 Aug 22 13:35:56.046880 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5effb0-89cb-4c1c-98be-403083d4dc04 req-496c5dc2-b4fd-4df8-b14c-c4af4325ca74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:56.047833 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0f5effb0-89cb-4c1c-98be-403083d4dc04 req-496c5dc2-b4fd-4df8-b14c-c4af4325ca74 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=80bbcf4308ca4bd6b96d7b411fbfc797&device_id=749d42e6-7a09-41ba-90aa-67e4d2eecd56 HTTP/1.1" status: 200 len: 1097 time: 0.0616267 Aug 22 13:35:56.164648 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-f3f2136d-1046-495a-a822-cd47ed2753b8 None None] Set router 7b24aaef-57c7-4d40-b346-ab2ead2b91bc gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:35:56.279720 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84974ae-8d0e-487c-80b6-4d4a216fc1b5 x-openstack-request-id: req-a84974ae-8d0e-487c-80b6-4d4a216fc1b5 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:35:56.280070 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "749d42e6-7a09-41ba-90aa-67e4d2eecd56", "tag": "90691716-7b7f-407c-aff6-8f5817e439df", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:35:56.282507 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a84974ae-8d0e-487c-80b6-4d4a216fc1b5 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:35:56.283088 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '749d42e6-7a09-41ba-90aa-67e4d2eecd56', 'tag': '90691716-7b7f-407c-aff6-8f5817e439df', 'status': 'completed', 'code': 200} Aug 22 13:35:56.289549 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24be5d2-0655-4f59-90b0-9832c72a3ff5 x-openstack-request-id: req-e24be5d2-0655-4f59-90b0-9832c72a3ff5 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:35:56.289904 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b7837e-5bb5-48b3-86a6-84f9ec1d9acc", "name": "network-vif-plugged", "status": "completed", "tag": "6b875a92-6cad-47b3-8250-8cfcae444250", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:35:56.290169 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e24be5d2-0655-4f59-90b0-9832c72a3ff5 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:35:56.291629 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc0703-24d0-46a1-ab6b-47fc72f45adb req-9d1b201a-231d-418f-b886-2902dd0a07db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:56.293008 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b7837e-5bb5-48b3-86a6-84f9ec1d9acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b875a92-6cad-47b3-8250-8cfcae444250', 'code': 200} Aug 22 13:35:56.299600 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-aacc0703-24d0-46a1-ab6b-47fc72f45adb req-9d1b201a-231d-418f-b886-2902dd0a07db service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b6b7837e-5bb5-48b3-86a6-84f9ec1d9acc HTTP/1.1" status: 200 len: 1097 time: 0.1495204 Aug 22 13:35:56.379043 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-aacc0703-24d0-46a1-ab6b-47fc72f45adb req-1f03e4e9-7dd4-49f4-ac54-f92b7e611f3f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f23f2214-6790-4df7-a348-a4695558251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717275 Aug 22 13:35:56.402225 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5effb0-89cb-4c1c-98be-403083d4dc04 req-52c2be66-e900-4f23-972d-d5125c674cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:56.404729 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0f5effb0-89cb-4c1c-98be-403083d4dc04 req-52c2be66-e900-4f23-972d-d5125c674cd7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0ed8c4a4-768f-4fec-8761-699a6308faf6 HTTP/1.1" status: 200 len: 920 time: 0.3437004 Aug 22 13:35:56.450044 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device ea381b01-0beb-446d-8db4-2eb45692eb24 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:35:56.489725 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a1f0c-4da9-48dd-ba6a-548ff0a8395b req-73c33f82-db65-4fe0-9aeb-485d348bf4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:56.493080 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5b1a1f0c-4da9-48dd-ba6a-548ff0a8395b req-73c33f82-db65-4fe0-9aeb-485d348bf4c3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=80bbcf4308ca4bd6b96d7b411fbfc797&device_id=749d42e6-7a09-41ba-90aa-67e4d2eecd56 HTTP/1.1" status: 200 len: 1097 time: 0.1777806 Aug 22 13:35:56.495443 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0f5effb0-89cb-4c1c-98be-403083d4dc04 req-6d303894-6013-4f22-8a6d-8d0d20fa5991 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90691716-7b7f-407c-aff6-8f5817e439df HTTP/1.1" status: 200 len: 217 time: 0.0817692 Aug 22 13:35:56.570490 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-f3f2136d-1046-495a-a822-cd47ed2753b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b24aaef-57c7-4d40-b346-ab2ead2b91bc', 'name': 'tempest-ServerRescueTestJSONUnderV235-458036423-router', 'tenant_id': '80bbcf4308ca4bd6b96d7b411fbfc797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'a11b1602-39c6-4651-afd6-3c105a9a287b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:34:36Z', 'updated_at': '2021-08-22T13:34:42Z', 'revision_number': 4, 'project_id': '80bbcf4308ca4bd6b96d7b411fbfc797', 'gw_port': {'id': 'a11b1602-39c6-4651-afd6-3c105a9a287b', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:22:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b24aaef-57c7-4d40-b346-ab2ead2b91bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:34:38Z', 'updated_at': '2021-08-22T13:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '6991d1fd-168f-435d-bdfc-4ee87a5c0147', 'name': '', 'network_id': '0ed8c4a4-768f-4fec-8761-699a6308faf6', 'tenant_id': '80bbcf4308ca4bd6b96d7b411fbfc797', 'mac_address': 'fa:16:3e:96:85:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b24aaef-57c7-4d40-b346-ab2ead2b91bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '0123922a-dff1-4aeb-b8e3-878a042c8287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:34:41Z', 'updated_at': '2021-08-22T13:34:51Z', 'revision_number': 5, 'project_id': '80bbcf4308ca4bd6b96d7b411fbfc797', 'subnets': [{'id': '0123922a-dff1-4aeb-b8e3-878a042c8287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:35:56.580626 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port ea381b01-0beb-446d-8db4-2eb45692eb24 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:35:56.623995 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port ea381b01-0beb-446d-8db4-2eb45692eb24 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:35:56.624465 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:56.668631 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b0628-d907-4b3b-a803-9bfba20741e5 req-d9c92d4a-1dcd-444d-9a1f-f61bb61b4698 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:56.670218 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1d6b0628-d907-4b3b-a803-9bfba20741e5 req-d9c92d4a-1dcd-444d-9a1f-f61bb61b4698 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1 HTTP/1.1" status: 200 len: 946 time: 0.2642591 Aug 22 13:35:56.682497 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f2136d-1046-495a-a822-cd47ed2753b8 None None] Checking router: 7b24aaef-57c7-4d40-b346-ab2ead2b91bc for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:35:56.749678 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:56.750719 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5effb0-89cb-4c1c-98be-403083d4dc04 req-bd8de00f-87c2-4d13-a1f7-cf709dba7db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:56.752418 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0f5effb0-89cb-4c1c-98be-403083d4dc04 req-bd8de00f-87c2-4d13-a1f7-cf709dba7db4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0123922a-dff1-4aeb-b8e3-878a042c8287 HTTP/1.1" status: 200 len: 859 time: 0.2348900 Aug 22 13:35:56.793731 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f2136d-1046-495a-a822-cd47ed2753b8 None None] Routers {'7b24aaef-57c7-4d40-b346-ab2ead2b91bc'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:35:56.794704 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-f3f2136d-1046-495a-a822-cd47ed2753b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:35:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['7b24aaef-57c7-4d40-b346-ab2ead2b91bc'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:35:56.815461 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0f5effb0-89cb-4c1c-98be-403083d4dc04 req-34971199-f65b-41f3-964b-800743f86444 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0ed8c4a4-768f-4fec-8761-699a6308faf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528700 Aug 22 13:35:56.842364 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1d6b0628-d907-4b3b-a803-9bfba20741e5 req-63bc66de-fbdb-45db-961e-30e8259e5787 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365049 Aug 22 13:35:56.860207 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a1f0c-4da9-48dd-ba6a-548ff0a8395b req-d64715c8-da07-40b3-9bf7-bf5a8f2c0206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:56.861739 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5b1a1f0c-4da9-48dd-ba6a-548ff0a8395b req-d64715c8-da07-40b3-9bf7-bf5a8f2c0206 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0ed8c4a4-768f-4fec-8761-699a6308faf6 HTTP/1.1" status: 200 len: 920 time: 0.3534379 Aug 22 13:35:56.937426 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port ea381b01-0beb-446d-8db4-2eb45692eb24, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=ea381b01-0beb-446d-8db4-2eb45692eb24,segment=NetworkSegment(036d4b3c-fc3c-4bf5-94d1-99331e586aa4),segment_id=036d4b3c-fc3c-4bf5-94d1-99331e586aa4)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:35:56.965439 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:56.982009 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5b1a1f0c-4da9-48dd-ba6a-548ff0a8395b req-04aaa16e-8b85-429d-8bf9-4655ffc7e07d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90691716-7b7f-407c-aff6-8f5817e439df HTTP/1.1" status: 200 len: 217 time: 0.0646961 Aug 22 13:35:57.051596 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=ea381b01-0beb-446d-8db4-2eb45692eb24,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:35:57.074802 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a1f0c-4da9-48dd-ba6a-548ff0a8395b req-6c8ea8ce-2491-4716-87de-b4859786b221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:57.077101 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5b1a1f0c-4da9-48dd-ba6a-548ff0a8395b req-6c8ea8ce-2491-4716-87de-b4859786b221 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0123922a-dff1-4aeb-b8e3-878a042c8287 HTTP/1.1" status: 200 len: 859 time: 0.0806968 Aug 22 13:35:57.125912 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5b1a1f0c-4da9-48dd-ba6a-548ff0a8395b req-c7faa14e-dd2b-4ef1-8486-367f0d146ba0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0ed8c4a4-768f-4fec-8761-699a6308faf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379016 Aug 22 13:35:57.138104 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0f5effb0-89cb-4c1c-98be-403083d4dc04 req-b873ae66-2575-4781-bbdd-04ef1b05e29a service neutron] 10.222.0.21 "GET /v2.0/networks/0ed8c4a4-768f-4fec-8761-699a6308faf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137953 Aug 22 13:35:57.161424 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-f3f2136d-1046-495a-a822-cd47ed2753b8 None None] Set router 7b24aaef-57c7-4d40-b346-ab2ead2b91bc gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:35:57.496808 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff2e30e-9976-4f21-9438-6ee7a0c5f6a1 req-2c1cea68-e0fa-4a89-b45f-85ba83c27a36 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:57.517153 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cff2e30e-9976-4f21-9438-6ee7a0c5f6a1 req-2c1cea68-e0fa-4a89-b45f-85ba83c27a36 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6b7837e-5bb5-48b3-86a6-84f9ec1d9acc HTTP/1.1" status: 200 len: 945 time: 0.1707571 Aug 22 13:35:57.588466 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0f5effb0-89cb-4c1c-98be-403083d4dc04 req-c205243a-2ce7-4b65-8508-50b432f2bf1a service neutron] 10.222.0.21 "GET /v2.0/networks/0ed8c4a4-768f-4fec-8761-699a6308faf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4422405 Aug 22 13:35:57.689186 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-f3f2136d-1046-495a-a822-cd47ed2753b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b24aaef-57c7-4d40-b346-ab2ead2b91bc', 'name': 'tempest-ServerRescueTestJSONUnderV235-458036423-router', 'tenant_id': '80bbcf4308ca4bd6b96d7b411fbfc797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'a11b1602-39c6-4651-afd6-3c105a9a287b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:34:36Z', 'updated_at': '2021-08-22T13:34:42Z', 'revision_number': 4, 'project_id': '80bbcf4308ca4bd6b96d7b411fbfc797', 'gw_port': {'id': 'a11b1602-39c6-4651-afd6-3c105a9a287b', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:22:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b24aaef-57c7-4d40-b346-ab2ead2b91bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:34:38Z', 'updated_at': '2021-08-22T13:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '6991d1fd-168f-435d-bdfc-4ee87a5c0147', 'name': '', 'network_id': '0ed8c4a4-768f-4fec-8761-699a6308faf6', 'tenant_id': '80bbcf4308ca4bd6b96d7b411fbfc797', 'mac_address': 'fa:16:3e:96:85:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b24aaef-57c7-4d40-b346-ab2ead2b91bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '0123922a-dff1-4aeb-b8e3-878a042c8287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:34:41Z', 'updated_at': '2021-08-22T13:34:51Z', 'revision_number': 5, 'project_id': '80bbcf4308ca4bd6b96d7b411fbfc797', 'subnets': [{'id': '0123922a-dff1-4aeb-b8e3-878a042c8287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:35:57.697031 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cff2e30e-9976-4f21-9438-6ee7a0c5f6a1 req-bf9abc92-5d1a-484b-83b1-1d80f94a5dea tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23f2214-6790-4df7-a348-a4695558251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771464 Aug 22 13:35:57.727025 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5b1a1f0c-4da9-48dd-ba6a-548ff0a8395b req-07e263eb-c2c0-45d3-b16a-30b6742175fa service neutron] 10.222.0.16 "GET /v2.0/networks/0ed8c4a4-768f-4fec-8761-699a6308faf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5529575 Aug 22 13:35:57.753355 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f2136d-1046-495a-a822-cd47ed2753b8 None None] The sync data for ids ['7b24aaef-57c7-4d40-b346-ab2ead2b91bc'] in n-d-793621-33 is: [{'id': '7b24aaef-57c7-4d40-b346-ab2ead2b91bc', 'name': 'tempest-ServerRescueTestJSONUnderV235-458036423-router', 'tenant_id': '80bbcf4308ca4bd6b96d7b411fbfc797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'a11b1602-39c6-4651-afd6-3c105a9a287b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:34:36Z', 'updated_at': '2021-08-22T13:34:42Z', 'revision_number': 4, 'project_id': '80bbcf4308ca4bd6b96d7b411fbfc797', 'gw_port': {'id': 'a11b1602-39c6-4651-afd6-3c105a9a287b', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:22:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b24aaef-57c7-4d40-b346-ab2ead2b91bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:34:38Z', 'updated_at': '2021-08-22T13:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '6991d1fd-168f-435d-bdfc-4ee87a5c0147', 'name': '', 'network_id': '0ed8c4a4-768f-4fec-8761-699a6308faf6', 'tenant_id': '80bbcf4308ca4bd6b96d7b411fbfc797', 'mac_address': 'fa:16:3e:96:85:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b24aaef-57c7-4d40-b346-ab2ead2b91bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '0123922a-dff1-4aeb-b8e3-878a042c8287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:34:41Z', 'updated_at': '2021-08-22T13:34:51Z', 'revision_number': 5, 'project_id': '80bbcf4308ca4bd6b96d7b411fbfc797', 'subnets': [{'id': '0123922a-dff1-4aeb-b8e3-878a042c8287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:35:58.050740 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eac749d8-6e64-4c38-98dd-a37ee9e00c40 req-24bc8b36-41b8-4283-916c-0b0439833cdb tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 210 time: 0.3189733 Aug 22 13:35:58.158479 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5b1a1f0c-4da9-48dd-ba6a-548ff0a8395b req-f6136c7d-1e8a-4aa1-9187-f7d0016e594d service neutron] 10.222.0.16 "GET /v2.0/networks/0ed8c4a4-768f-4fec-8761-699a6308faf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4302225 Aug 22 13:35:58.215364 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0278a5d0-5dda-4410-b948-757a1dea80ee req-2f5c007c-0a87-4ab6-96de-b8d9db60f63f tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:58.222984 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0278a5d0-5dda-4410-b948-757a1dea80ee req-2f5c007c-0a87-4ab6-96de-b8d9db60f63f tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=82d09ad0-2ae9-494f-8776-9dc6176cd17e HTTP/1.1" status: 200 len: 946 time: 0.2083616 Aug 22 13:35:58.249540 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:58.294482 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d09ad0-2ae9-494f-8776-9dc6176cd17e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea381b01-0beb-446d-8db4-2eb45692eb24'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:35:58.296922 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0278a5d0-5dda-4410-b948-757a1dea80ee req-64d311c8-49cc-4afd-92a4-b8cd4c46373d tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717509 Aug 22 13:35:58.297694 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a89c07-9747-4dd5-bb95-ad36c1788358" -d '{"events": [{"server_uuid": "82d09ad0-2ae9-494f-8776-9dc6176cd17e", "name": "network-vif-plugged", "status": "completed", "tag": "ea381b01-0beb-446d-8db4-2eb45692eb24"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:35:58.338416 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb633e-7fe0-496d-a67d-460276a5fe75 req-1ca3b2e6-0abe-4c07-82e4-69adc970d7e9 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:58.348395 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-07bb633e-7fe0-496d-a67d-460276a5fe75 req-1ca3b2e6-0abe-4c07-82e4-69adc970d7e9 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9bb903a-a417-487e-8e83-aadc4be29999 HTTP/1.1" status: 200 len: 945 time: 0.1417606 Aug 22 13:35:58.348882 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acce45f-bd17-4f6b-86b2-bbcce2f32c4b None None] New status for floating IP 05003497-7aed-44df-bb5a-5a33a563458e: DOWN {{(pid=94630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 13:35:58.414349 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-951ec72a-dcf9-450a-91e9-d2981993e381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:35:58.441962 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ac491859-efa5-43d7-9669-d054917ee917 req-62ad1be6-4909-445f-b325-8bacd3984d93 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/floatingips/05003497-7aed-44df-bb5a-5a33a563458e HTTP/1.1" status: 200 len: 695 time: 0.0900574 Aug 22 13:35:58.457812 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-07bb633e-7fe0-496d-a67d-460276a5fe75 req-3d0140ea-0f5d-4044-841a-cd72c6bdde63 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a1e745b-6f0c-4fcc-80fa-5b3131e9e569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084757 Aug 22 13:35:59.301038 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac491859-efa5-43d7-9669-d054917ee917 req-dc331624-03b7-4046-a0aa-29864005870a tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:59.314731 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ac491859-efa5-43d7-9669-d054917ee917 req-dc331624-03b7-4046-a0aa-29864005870a tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/networks/7de6ab83-cd00-4b3c-94fb-810dd34d29b8 HTTP/1.1" status: 200 len: 784 time: 0.8552001 Aug 22 13:35:59.510690 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ac491859-efa5-43d7-9669-d054917ee917 req-a89e1c66-2137-4c16-a0f8-423254cf3398 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.108 HTTP/1.1" status: 200 len: 696 time: 0.1947939 Aug 22 13:35:59.734803 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ac491859-efa5-43d7-9669-d054917ee917 req-0ff5bc35-87d8-43a4-bfc0-15bf8def8e84 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.108 HTTP/1.1" status: 200 len: 696 time: 0.2231402 Aug 22 13:35:59.755139 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e982b9-1e96-4e3f-8865-11037b91d425 req-6f580429-9976-438f-a713-78215650a000 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:59.762855 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-39e982b9-1e96-4e3f-8865-11037b91d425 req-6f580429-9976-438f-a713-78215650a000 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1 HTTP/1.1" status: 200 len: 946 time: 1.1667907 Aug 22 13:35:59.892968 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945db538-99b4-45c1-96f7-bca0b4db1763 req-9b0f82eb-c22c-4dd1-8e9b-970659e56736 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:35:59.894495 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-945db538-99b4-45c1-96f7-bca0b4db1763 req-9b0f82eb-c22c-4dd1-8e9b-970659e56736 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9bb903a-a417-487e-8e83-aadc4be29999 HTTP/1.1" status: 200 len: 945 time: 0.3356328 Aug 22 13:35:59.909084 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-39e982b9-1e96-4e3f-8865-11037b91d425 req-dd2e0c1a-fba8-4173-8112-152e3da426ba tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441481 Aug 22 13:36:00.020431 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dde2ac0-d5b3-47e7-bc0d-dedaa9d69102 x-openstack-request-id: req-9dde2ac0-d5b3-47e7-bc0d-dedaa9d69102 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:36:00.020431 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d09ad0-2ae9-494f-8776-9dc6176cd17e", "name": "network-vif-plugged", "status": "completed", "tag": "ea381b01-0beb-446d-8db4-2eb45692eb24", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:36:00.021025 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9dde2ac0-d5b3-47e7-bc0d-dedaa9d69102 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:36:00.021025 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d09ad0-2ae9-494f-8776-9dc6176cd17e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea381b01-0beb-446d-8db4-2eb45692eb24', 'code': 200} Aug 22 13:36:00.161797 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2807d0d-aaa3-4ea5-affc-6fefe646bfae req-62fcb02b-9d24-4560-98c9-6eeead48ead5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:00.164678 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e2807d0d-aaa3-4ea5-affc-6fefe646bfae req-62fcb02b-9d24-4560-98c9-6eeead48ead5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=82d09ad0-2ae9-494f-8776-9dc6176cd17e HTTP/1.1" status: 200 len: 1098 time: 0.0871592 Aug 22 13:36:00.247053 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-ac491859-efa5-43d7-9669-d054917ee917 req-2903678a-1731-4d9e-a39f-5723b71b5a2b tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Deleting port c04db981-e1fd-48d1-b796-241df08fd9d6 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:36:00.247424 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ac491859-efa5-43d7-9669-d054917ee917 req-2903678a-1731-4d9e-a39f-5723b71b5a2b tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:00.294590 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e2807d0d-aaa3-4ea5-affc-6fefe646bfae req-d7ace051-290a-422f-a586-1867faf9cae0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213965 Aug 22 13:36:00.385959 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ac491859-efa5-43d7-9669-d054917ee917 req-2903678a-1731-4d9e-a39f-5723b71b5a2b tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:00.386419 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ac491859-efa5-43d7-9669-d054917ee917 req-2903678a-1731-4d9e-a39f-5723b71b5a2b tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:00.418581 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-ac491859-efa5-43d7-9669-d054917ee917 req-2903678a-1731-4d9e-a39f-5723b71b5a2b tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Calling delete_port for c04db981-e1fd-48d1-b796-241df08fd9d6 owned by network:floatingip {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:36:00.440486 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bbcd7-0ede-429e-a643-1dcf9d55aaca req-2ae25873-2bb8-4d93-8ff2-d060376c572c tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:00.442541 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-791bbcd7-0ede-429e-a643-1dcf9d55aaca req-2ae25873-2bb8-4d93-8ff2-d060376c572c tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6b7837e-5bb5-48b3-86a6-84f9ec1d9acc HTTP/1.1" status: 200 len: 945 time: 0.2636328 Aug 22 13:36:00.559995 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-791bbcd7-0ede-429e-a643-1dcf9d55aaca req-67c9a585-5e08-4b76-8144-eba4018f3557 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23f2214-6790-4df7-a348-a4695558251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083424 Aug 22 13:36:00.563309 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-945db538-99b4-45c1-96f7-bca0b4db1763 req-3b75b320-a35c-4b9a-8be2-62da45c434ae tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Deleting port a5dbcabe-f661-41dc-8f83-1d52dc6fb943 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:36:00.563659 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-945db538-99b4-45c1-96f7-bca0b4db1763 req-3b75b320-a35c-4b9a-8be2-62da45c434ae tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:00.798772 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-945db538-99b4-45c1-96f7-bca0b4db1763 req-3b75b320-a35c-4b9a-8be2-62da45c434ae tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] For port a5dbcabe-f661-41dc-8f83-1d52dc6fb943, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=a5dbcabe-f661-41dc-8f83-1d52dc6fb943,segment=NetworkSegment(ceef141a-c6d4-4943-8c57-8c444b864728),segment_id=ceef141a-c6d4-4943-8c57-8c444b864728)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:36:00.799164 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-945db538-99b4-45c1-96f7-bca0b4db1763 req-3b75b320-a35c-4b9a-8be2-62da45c434ae tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:01.062901 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a1cb6ed5-329a-4b02-880e-523f35b8eec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:01.210930 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:01.377419 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8e340584-80bf-46ed-b9ff-78e602545251 req-d0f2b895-eeab-4214-9e41-13203a98f61d tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 210 time: 0.3544002 Aug 22 13:36:01.412879 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ac491859-efa5-43d7-9669-d054917ee917 req-2903678a-1731-4d9e-a39f-5723b71b5a2b tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:01.464219 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-945db538-99b4-45c1-96f7-bca0b4db1763 req-3b75b320-a35c-4b9a-8be2-62da45c434ae tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:01.469375 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-945db538-99b4-45c1-96f7-bca0b4db1763 req-3b75b320-a35c-4b9a-8be2-62da45c434ae tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:01.469914 n-d-793621-33 neutron-server[94627]: INFO neutron.db.l3_db [req-945db538-99b4-45c1-96f7-bca0b4db1763 req-3b75b320-a35c-4b9a-8be2-62da45c434ae tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Floating IP f4939c42-2429-4fa0-a340-4b6b870375cf disassociated. External IP: 172.25.3.73, port: a5dbcabe-f661-41dc-8f83-1d52dc6fb943. Aug 22 13:36:01.470363 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-945db538-99b4-45c1-96f7-bca0b4db1763 req-3b75b320-a35c-4b9a-8be2-62da45c434ae tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Calling delete_port for a5dbcabe-f661-41dc-8f83-1d52dc6fb943 owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:36:01.601391 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2903678a-1731-4d9e-a39f-5723b71b5a2b tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Pushing event deleted for resources: {'Port': ['ID=c04db981-e1fd-48d1-b796-241df08fd9d6,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:01.982373 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device a5dbcabe-f661-41dc-8f83-1d52dc6fb943 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:36:01.982983 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ac491859-efa5-43d7-9669-d054917ee917 req-2903678a-1731-4d9e-a39f-5723b71b5a2b tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Notify callbacks [] for floatingip, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:01.993664 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ac491859-efa5-43d7-9669-d054917ee917 req-2903678a-1731-4d9e-a39f-5723b71b5a2b tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:01.996899 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ac491859-efa5-43d7-9669-d054917ee917 req-2903678a-1731-4d9e-a39f-5723b71b5a2b tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "DELETE /v2.0/floatingips/05003497-7aed-44df-bb5a-5a33a563458e HTTP/1.1" status: 204 len: 173 time: 2.2314570 Aug 22 13:36:02.132770 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce4ff8-5465-44a9-a3fe-117d91e7e461 req-723462be-8520-49ae-b0e0-241eec4e7738 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:02.152294 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cfce4ff8-5465-44a9-a3fe-117d91e7e461 req-723462be-8520-49ae-b0e0-241eec4e7738 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=82d09ad0-2ae9-494f-8776-9dc6176cd17e HTTP/1.1" status: 200 len: 946 time: 0.4391143 Aug 22 13:36:02.176448 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:02.260863 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port a5dbcabe-f661-41dc-8f83-1d52dc6fb943, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=a5dbcabe-f661-41dc-8f83-1d52dc6fb943,segment=NetworkSegment(ceef141a-c6d4-4943-8c57-8c444b864728),segment_id=ceef141a-c6d4-4943-8c57-8c444b864728)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:36:02.263420 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9bb903a-a417-487e-8e83-aadc4be29999', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5dbcabe-f661-41dc-8f83-1d52dc6fb943'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:36:02.270976 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19828815-6665-453f-8376-3fe02f43c6ba" -d '{"events": [{"server_uuid": "f9bb903a-a417-487e-8e83-aadc4be29999", "name": "network-vif-unplugged", "status": "completed", "tag": "a5dbcabe-f661-41dc-8f83-1d52dc6fb943"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:36:02.281659 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:02.398438 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cfce4ff8-5465-44a9-a3fe-117d91e7e461 req-2e6bdc74-a46d-4e1f-801d-136654d1c87c tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450323 Aug 22 13:36:02.499208 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:02.502489 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=a5dbcabe-f661-41dc-8f83-1d52dc6fb943,revision_number=6']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:02.580719 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2de3e4-d786-4e51-8937-4644a36fc53f req-08f4072b-9906-4441-b962-83f078f8893c tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:02.585333 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8f2de3e4-d786-4e51-8937-4644a36fc53f req-08f4072b-9906-4441-b962-83f078f8893c tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9bb903a-a417-487e-8e83-aadc4be29999 HTTP/1.1" status: 200 len: 943 time: 0.3083072 Aug 22 13:36:02.665787 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-945db538-99b4-45c1-96f7-bca0b4db1763 req-3b75b320-a35c-4b9a-8be2-62da45c434ae tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:02.756225 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b75b320-a35c-4b9a-8be2-62da45c434ae tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Pushing event deleted for resources: {'Port': ['ID=a5dbcabe-f661-41dc-8f83-1d52dc6fb943,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:02.831931 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cefaa6-5193-4a29-836a-5ee841d02def req-46f8f2dc-cc4b-4741-94a4-069264edc850 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:02.834801 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-07cefaa6-5193-4a29-836a-5ee841d02def req-46f8f2dc-cc4b-4741-94a4-069264edc850 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1 HTTP/1.1" status: 200 len: 946 time: 0.2804792 Aug 22 13:36:02.845513 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8f2de3e4-d786-4e51-8937-4644a36fc53f req-5d89bb71-1425-469b-9824-9e62ae15b67c tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a1e745b-6f0c-4fcc-80fa-5b3131e9e569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2328050 Aug 22 13:36:02.985955 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-07cefaa6-5193-4a29-836a-5ee841d02def req-c4abeb50-702a-475c-92d6-e2b2bfbfa575 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780492 Aug 22 13:36:03.060825 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8066094b-c2b1-4295-956c-d50a35b30f88 req-07f22434-2a33-4710-9a3c-b4ff34963f98 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/security-groups/d3847772-20ad-4d65-80e0-eb6de4cebda4 HTTP/1.1" status: 200 len: 1809 time: 0.1586499 Aug 22 13:36:03.091727 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 13:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3dd5b3d-2244-4fb9-92a4-72035bb8ba49 x-openstack-request-id: req-f3dd5b3d-2244-4fb9-92a4-72035bb8ba49 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:36:03.092441 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9bb903a-a417-487e-8e83-aadc4be29999", "name": "network-vif-unplugged", "status": "completed", "tag": "a5dbcabe-f661-41dc-8f83-1d52dc6fb943", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:36:03.092961 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f3dd5b3d-2244-4fb9-92a4-72035bb8ba49 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:36:03.093598 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9bb903a-a417-487e-8e83-aadc4be29999', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5dbcabe-f661-41dc-8f83-1d52dc6fb943', 'code': 200} Aug 22 13:36:03.285081 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ac340366-95ed-4db5-9a62-3b4eadab57c5 req-2124e856-26c9-4ea6-aed5-c102b1c3beda tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 210 time: 0.0819635 Aug 22 13:36:03.324870 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [req-945db538-99b4-45c1-96f7-bca0b4db1763 req-3b75b320-a35c-4b9a-8be2-62da45c434ae tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Router fff8a5ff-c8bd-4e63-a592-92b4e558c9fb has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:36:03.362758 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-8066094b-c2b1-4295-956c-d50a35b30f88 req-c0fd4a4a-8b2c-4500-8fd8-4769a60bb2b6 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:03.391086 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-8066094b-c2b1-4295-956c-d50a35b30f88 req-c0fd4a4a-8b2c-4500-8fd8-4769a60bb2b6 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:03.507167 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-8066094b-c2b1-4295-956c-d50a35b30f88 req-c0fd4a4a-8b2c-4500-8fd8-4769a60bb2b6 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:03.512334 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-8066094b-c2b1-4295-956c-d50a35b30f88 req-c0fd4a4a-8b2c-4500-8fd8-4769a60bb2b6 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:03.515881 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8066094b-c2b1-4295-956c-d50a35b30f88 req-c0fd4a4a-8b2c-4500-8fd8-4769a60bb2b6 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "DELETE /v2.0/security-groups/d3847772-20ad-4d65-80e0-eb6de4cebda4 HTTP/1.1" status: 204 len: 173 time: 0.3814769 Aug 22 13:36:03.545418 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fd4a4a-8b2c-4500-8fd8-4769a60bb2b6 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3847772-20ad-4d65-80e0-eb6de4cebda4,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:03.715926 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-945db538-99b4-45c1-96f7-bca0b4db1763 req-3b75b320-a35c-4b9a-8be2-62da45c434ae tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:36:03.739539 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0217462-28b5-4c32-82cb-866aa30075fc None None] Sync routers for ids ['fff8a5ff-c8bd-4e63-a592-92b4e558c9fb'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:36:03.762125 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:03.773128 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0217462-28b5-4c32-82cb-866aa30075fc None None] Routers {'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:36:03.778661 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-d0217462-28b5-4c32-82cb-866aa30075fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:36:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['fff8a5ff-c8bd-4e63-a592-92b4e558c9fb'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:36:03.788262 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd0846-83d2-4fb5-b500-28cfdd6ff96c req-95066350-950b-4087-a6bf-aaf64257df8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:03.789912 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b2cd0846-83d2-4fb5-b500-28cfdd6ff96c req-95066350-950b-4087-a6bf-aaf64257df8d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=55ae8131c673474db6fbd918c6d65e53&device_id=db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1 HTTP/1.1" status: 200 len: 1098 time: 0.3602314 Aug 22 13:36:03.805806 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-945db538-99b4-45c1-96f7-bca0b4db1763 req-3b75b320-a35c-4b9a-8be2-62da45c434ae tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] No DVR routers for this DVR port a5dbcabe-f661-41dc-8f83-1d52dc6fb943 on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:36:03.813962 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-945db538-99b4-45c1-96f7-bca0b4db1763 req-3b75b320-a35c-4b9a-8be2-62da45c434ae tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:03.816942 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-945db538-99b4-45c1-96f7-bca0b4db1763 req-3b75b320-a35c-4b9a-8be2-62da45c434ae tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.16 "DELETE /v2.0/ports/a5dbcabe-f661-41dc-8f83-1d52dc6fb943 HTTP/1.1" status: 204 len: 173 time: 3.9041800 Aug 22 13:36:03.817703 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9bb903a-a417-487e-8e83-aadc4be29999', 'name': 'network-vif-deleted', 'tag': 'a5dbcabe-f661-41dc-8f83-1d52dc6fb943'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:36:03.820869 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d5a249-45b0-4894-b715-bbaf20c431a2" -d '{"events": [{"server_uuid": "f9bb903a-a417-487e-8e83-aadc4be29999", "name": "network-vif-deleted", "tag": "a5dbcabe-f661-41dc-8f83-1d52dc6fb943"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:36:03.837123 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56fc2b-b287-4a98-905a-ff81ff3020b6 req-88df6054-46c2-4b24-a752-08e44fa61fa8 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:03.841844 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4f56fc2b-b287-4a98-905a-ff81ff3020b6 req-88df6054-46c2-4b24-a752-08e44fa61fa8 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=82d09ad0-2ae9-494f-8776-9dc6176cd17e HTTP/1.1" status: 200 len: 946 time: 0.2148876 Aug 22 13:36:03.955366 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd0846-83d2-4fb5-b500-28cfdd6ff96c req-383546db-8a84-4a47-b050-fb058d5dfc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:03.957505 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b2cd0846-83d2-4fb5-b500-28cfdd6ff96c req-383546db-8a84-4a47-b050-fb058d5dfc5c service neutron] 10.222.0.41 "GET /v2.0/networks?id=029dc999-300f-41d7-a154-70ddffd00bd2 HTTP/1.1" status: 200 len: 913 time: 0.1596720 Aug 22 13:36:04.009455 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-d0217462-28b5-4c32-82cb-866aa30075fc None None] Set router fff8a5ff-c8bd-4e63-a592-92b4e558c9fb gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:36:04.035292 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b2cd0846-83d2-4fb5-b500-28cfdd6ff96c req-cbb9fdb2-77be-487f-92b6-e06f543c78e6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e HTTP/1.1" status: 200 len: 217 time: 0.0653129 Aug 22 13:36:04.054867 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4f56fc2b-b287-4a98-905a-ff81ff3020b6 req-6e4e5bf7-a3a2-4881-9f4b-8d65d8209e63 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947136 Aug 22 13:36:04.124087 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd0846-83d2-4fb5-b500-28cfdd6ff96c req-e08e676c-0672-4c85-b89f-2b51e1f1815c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:04.125960 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b2cd0846-83d2-4fb5-b500-28cfdd6ff96c req-e08e676c-0672-4c85-b89f-2b51e1f1815c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7cd6abbc-1246-430e-b262-f242ac355bf7 HTTP/1.1" status: 200 len: 852 time: 0.0837817 Aug 22 13:36:04.199992 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b2cd0846-83d2-4fb5-b500-28cfdd6ff96c req-88e99fd1-04ef-44d9-9c4a-20e6a662932d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=029dc999-300f-41d7-a154-70ddffd00bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662360 Aug 22 13:36:04.208500 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d94e573-b564-459c-96a5-5cda03c921e6 x-openstack-request-id: req-5d94e573-b564-459c-96a5-5cda03c921e6 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:36:04.209144 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9bb903a-a417-487e-8e83-aadc4be29999", "name": "network-vif-deleted", "tag": "a5dbcabe-f661-41dc-8f83-1d52dc6fb943", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:36:04.209586 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5d94e573-b564-459c-96a5-5cda03c921e6 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:36:04.210183 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9bb903a-a417-487e-8e83-aadc4be29999', 'name': 'network-vif-deleted', 'tag': 'a5dbcabe-f661-41dc-8f83-1d52dc6fb943', 'status': 'completed', 'code': 200} Aug 22 13:36:04.230820 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:04.347192 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-d0217462-28b5-4c32-82cb-866aa30075fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb', 'name': 'tempest-AttachVolumeTestJSON-1189011300-router', 'tenant_id': '9aaf82909078458f95327523ba5e3378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'fa21394a-98cd-45ab-bb27-134811dafbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:31:17Z', 'updated_at': '2021-08-22T13:31:20Z', 'revision_number': 4, 'project_id': '9aaf82909078458f95327523ba5e3378', 'gw_port': {'id': 'fa21394a-98cd-45ab-bb27-134811dafbbd', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:93:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:31:17Z', 'updated_at': '2021-08-22T13:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'e654dcd5-eaac-42ac-adfd-79f3d0d1ea02', 'name': '', 'network_id': '0386d336-0e61-4348-9e46-055980419e76', 'tenant_id': '9aaf82909078458f95327523ba5e3378', 'mac_address': 'fa:16:3e:64:86:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '77ae476e-7cd6-4bd5-9319-25dd232b8593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:31:19Z', 'updated_at': '2021-08-22T13:31:25Z', 'revision_number': 5, 'project_id': '9aaf82909078458f95327523ba5e3378', 'subnets': [{'id': '77ae476e-7cd6-4bd5-9319-25dd232b8593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:36:04.389611 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-24703b57-6f6f-426a-a7c3-150a22d615f9 req-c5fa8829-d96e-40f4-a0cf-aa3993bdb695 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9bb903a-a417-487e-8e83-aadc4be29999 HTTP/1.1" status: 200 len: 210 time: 0.0638642 Aug 22 13:36:04.440742 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0217462-28b5-4c32-82cb-866aa30075fc None None] Checking router: fff8a5ff-c8bd-4e63-a592-92b4e558c9fb for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:36:04.481584 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0217462-28b5-4c32-82cb-866aa30075fc None None] Routers {'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:36:04.482241 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-d0217462-28b5-4c32-82cb-866aa30075fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:36:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['fff8a5ff-c8bd-4e63-a592-92b4e558c9fb'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:36:04.517943 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b2cd0846-83d2-4fb5-b500-28cfdd6ff96c req-2ef1134d-03b8-49d6-b283-b760cf8cbcc8 service neutron] 10.222.0.41 "GET /v2.0/networks/029dc999-300f-41d7-a154-70ddffd00bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996626 Aug 22 13:36:04.567496 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c76ce2-abf0-403f-8703-6cac0a58a7eb req-bdb8906f-7ed0-4c5e-b999-b1028f157d27 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:04.577253 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-11c76ce2-abf0-403f-8703-6cac0a58a7eb req-bdb8906f-7ed0-4c5e-b999-b1028f157d27 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/ports?device_id=749d42e6-7a09-41ba-90aa-67e4d2eecd56 HTTP/1.1" status: 200 len: 945 time: 0.0728056 Aug 22 13:36:04.622097 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-11c76ce2-abf0-403f-8703-6cac0a58a7eb req-d6ad4e33-9454-4693-adaf-a805d74cf9eb tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/security-groups?id=65285942-2a27-41ac-b17d-485110debd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435832 Aug 22 13:36:04.733443 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b2cd0846-83d2-4fb5-b500-28cfdd6ff96c req-b028fc76-c102-48a0-b8af-12ec0c92837b service neutron] 10.222.0.41 "GET /v2.0/networks/029dc999-300f-41d7-a154-70ddffd00bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985013 Aug 22 13:36:04.800907 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-d0217462-28b5-4c32-82cb-866aa30075fc None None] Set router fff8a5ff-c8bd-4e63-a592-92b4e558c9fb gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:36:04.805685 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81e5ef-06d3-44d7-8fb5-b56c5b3fb710 req-ec11cd4b-e27e-4c8e-b8d9-4f94ee12be0a tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:04.811568 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8e81e5ef-06d3-44d7-8fb5-b56c5b3fb710 req-ec11cd4b-e27e-4c8e-b8d9-4f94ee12be0a tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1 HTTP/1.1" status: 200 len: 946 time: 0.1501367 Aug 22 13:36:04.965733 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8e81e5ef-06d3-44d7-8fb5-b56c5b3fb710 req-684424db-a45d-4751-a9ee-79c6fa453816 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476383 Aug 22 13:36:05.072998 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-949dc497-bc79-4a37-87a7-f2edf173a9ea req-928e3e8e-cfcc-4931-8397-715307e6055b tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/ports?device_id=506f98cb-b30e-4045-a872-1c9f4dda56cb HTTP/1.1" status: 200 len: 210 time: 0.0818465 Aug 22 13:36:05.177138 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1622ef-3f8c-4aa2-abb8-4ab655df2d04 req-dfc6b873-15b9-4fda-8d20-7d71abf63569 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:05.179385 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fd1622ef-3f8c-4aa2-abb8-4ab655df2d04 req-dfc6b873-15b9-4fda-8d20-7d71abf63569 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=82d09ad0-2ae9-494f-8776-9dc6176cd17e HTTP/1.1" status: 200 len: 946 time: 0.1258304 Aug 22 13:36:05.270477 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fd1622ef-3f8c-4aa2-abb8-4ab655df2d04 req-396ae71b-e2c7-4a69-98ba-daf4e9a5a320 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787430 Aug 22 13:36:05.496505 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 38786) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:36:05.515043 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-d0217462-28b5-4c32-82cb-866aa30075fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb', 'name': 'tempest-AttachVolumeTestJSON-1189011300-router', 'tenant_id': '9aaf82909078458f95327523ba5e3378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'fa21394a-98cd-45ab-bb27-134811dafbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:31:17Z', 'updated_at': '2021-08-22T13:31:20Z', 'revision_number': 4, 'project_id': '9aaf82909078458f95327523ba5e3378', 'gw_port': {'id': 'fa21394a-98cd-45ab-bb27-134811dafbbd', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:93:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:31:17Z', 'updated_at': '2021-08-22T13:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'e654dcd5-eaac-42ac-adfd-79f3d0d1ea02', 'name': '', 'network_id': '0386d336-0e61-4348-9e46-055980419e76', 'tenant_id': '9aaf82909078458f95327523ba5e3378', 'mac_address': 'fa:16:3e:64:86:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '77ae476e-7cd6-4bd5-9319-25dd232b8593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:31:19Z', 'updated_at': '2021-08-22T13:31:25Z', 'revision_number': 5, 'project_id': '9aaf82909078458f95327523ba5e3378', 'subnets': [{'id': '77ae476e-7cd6-4bd5-9319-25dd232b8593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:36:05.549804 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0217462-28b5-4c32-82cb-866aa30075fc None None] The sync data for ids ['fff8a5ff-c8bd-4e63-a592-92b4e558c9fb'] in n-d-793621-33 is: [{'id': 'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb', 'name': 'tempest-AttachVolumeTestJSON-1189011300-router', 'tenant_id': '9aaf82909078458f95327523ba5e3378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'fa21394a-98cd-45ab-bb27-134811dafbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:31:17Z', 'updated_at': '2021-08-22T13:31:20Z', 'revision_number': 4, 'project_id': '9aaf82909078458f95327523ba5e3378', 'gw_port': {'id': 'fa21394a-98cd-45ab-bb27-134811dafbbd', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:93:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:31:17Z', 'updated_at': '2021-08-22T13:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'e654dcd5-eaac-42ac-adfd-79f3d0d1ea02', 'name': '', 'network_id': '0386d336-0e61-4348-9e46-055980419e76', 'tenant_id': '9aaf82909078458f95327523ba5e3378', 'mac_address': 'fa:16:3e:64:86:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '77ae476e-7cd6-4bd5-9319-25dd232b8593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:31:19Z', 'updated_at': '2021-08-22T13:31:25Z', 'revision_number': 5, 'project_id': '9aaf82909078458f95327523ba5e3378', 'subnets': [{'id': '77ae476e-7cd6-4bd5-9319-25dd232b8593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:36:05.586273 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-49cf7fd3-bfc6-4b78-96da-b0bf66eb493e tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:05.657340 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-49cf7fd3-bfc6-4b78-96da-b0bf66eb493e tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:05.791525 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-49cf7fd3-bfc6-4b78-96da-b0bf66eb493e tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:05.795431 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-49cf7fd3-bfc6-4b78-96da-b0bf66eb493e tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:05.797246 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-49cf7fd3-bfc6-4b78-96da-b0bf66eb493e tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "DELETE /v2.0/security-groups/0a1e745b-6f0c-4fcc-80fa-5b3131e9e569 HTTP/1.1" status: 204 len: 168 time: 0.2989233 Aug 22 13:36:05.803615 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 38796) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:36:05.812518 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93f8e8-a904-4a11-8e2a-71ea04a90926 req-11b4a895-8787-4a5d-9b5d-ddcbb864c1fb tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:05.815299 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf7fd3-bfc6-4b78-96da-b0bf66eb493e tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1e745b-6f0c-4fcc-80fa-5b3131e9e569,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:05.822024 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9b93f8e8-a904-4a11-8e2a-71ea04a90926 req-11b4a895-8787-4a5d-9b5d-ddcbb864c1fb tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/ports?device_id=749d42e6-7a09-41ba-90aa-67e4d2eecd56 HTTP/1.1" status: 200 len: 945 time: 0.0726144 Aug 22 13:36:05.899124 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9b93f8e8-a904-4a11-8e2a-71ea04a90926 req-b4bc526d-ead1-46fd-af78-2c0279ce5223 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/security-groups?id=65285942-2a27-41ac-b17d-485110debd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759029 Aug 22 13:36:05.907017 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-e385cfa7-7d92-463e-8c47-04b4122d6b02 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] show failed (client error): The resource could not be found. Aug 22 13:36:05.910666 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e385cfa7-7d92-463e-8c47-04b4122d6b02 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/security-groups/0a1e745b-6f0c-4fcc-80fa-5b3131e9e569 HTTP/1.1" status: 404 len: 347 time: 0.0674219 Aug 22 13:36:05.928430 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 38800) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:36:06.071033 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f0e17b-b663-4039-8d3c-1e19359edac1 None None] New status for floating IP f4939c42-2429-4fa0-a340-4b6b870375cf: DOWN {{(pid=94630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 13:36:06.102322 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 38808) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:36:06.235782 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-2386a3d8-049a-46f2-a059-9b50fe0257f6 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Deleting port 7218fd8b-e7bd-49b9-bf6d-3c624970768f {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:36:06.236134 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2386a3d8-049a-46f2-a059-9b50fe0257f6 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:06.279988 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 38816) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:36:06.455656 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3a463677-d754-425f-aba3-07577c68af9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:06.476486 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2386a3d8-049a-46f2-a059-9b50fe0257f6 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:06.476826 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2386a3d8-049a-46f2-a059-9b50fe0257f6 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:06.547235 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-2386a3d8-049a-46f2-a059-9b50fe0257f6 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Calling delete_port for 7218fd8b-e7bd-49b9-bf6d-3c624970768f owned by network:floatingip {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:36:06.652610 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f957a-c609-4b0d-a597-82281561c0f6 req-dc652713-3d39-4466-82b9-aee651371d2d tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:06.654765 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-860f957a-c609-4b0d-a597-82281561c0f6 req-dc652713-3d39-4466-82b9-aee651371d2d tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=82d09ad0-2ae9-494f-8776-9dc6176cd17e HTTP/1.1" status: 200 len: 946 time: 0.2557514 Aug 22 13:36:06.674476 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3a463677-d754-425f-aba3-07577c68af9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:06.685222 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3a463677-d754-425f-aba3-07577c68af9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:06.729574 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6053f2c1-919d-425d-a138-ce9b242b0465 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:06.737474 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a463677-d754-425f-aba3-07577c68af9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db5a863b-369e-4802-a08f-ed42ff0366e5,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:06.764160 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-3a463677-d754-425f-aba3-07577c68af9d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f01149e4e44f4584b262ba64cb81d155&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6603339 Aug 22 13:36:06.770688 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 38826) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:36:06.800009 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-860f957a-c609-4b0d-a597-82281561c0f6 req-641bad1c-4f6a-450b-ac85-e67163db8217 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361427 Aug 22 13:36:06.834959 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6053f2c1-919d-425d-a138-ce9b242b0465 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:06.855252 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f8a10-d5e4-47d5-9a8d-2ce11811ef7e req-f502cacf-e479-4209-a3c3-24f1961e0576 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:06.856909 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-251f8a10-d5e4-47d5-9a8d-2ce11811ef7e req-f502cacf-e479-4209-a3c3-24f1961e0576 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1 HTTP/1.1" status: 200 len: 946 time: 0.1918199 Aug 22 13:36:06.939904 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-251f8a10-d5e4-47d5-9a8d-2ce11811ef7e req-f4159f9b-d2e9-426e-9395-06ceaed5faf0 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760875 Aug 22 13:36:06.970515 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2386a3d8-049a-46f2-a059-9b50fe0257f6 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:07.010289 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-402522de-1485-48d8-92f8-6682b1b55338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:07.024194 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2386a3d8-049a-46f2-a059-9b50fe0257f6 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Pushing event deleted for resources: {'Port': ['ID=7218fd8b-e7bd-49b9-bf6d-3c624970768f,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:07.067660 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-402522de-1485-48d8-92f8-6682b1b55338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:07.070509 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6053f2c1-919d-425d-a138-ce9b242b0465 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:07.073494 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6053f2c1-919d-425d-a138-ce9b242b0465 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:07.074890 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6053f2c1-919d-425d-a138-ce9b242b0465 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "DELETE /v2.0/security-groups/4cc9f53d-f53a-41a9-9530-58f2e575d924 HTTP/1.1" status: 204 len: 168 time: 0.7938466 Aug 22 13:36:07.083844 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 38842) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:36:07.122756 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6053f2c1-919d-425d-a138-ce9b242b0465 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc9f53d-f53a-41a9-9530-58f2e575d924,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:07.141671 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae81e3-9481-4e8c-80de-1a8a41010c92 req-cbc26ad3-7205-4d0a-9672-e216e79bbfb3 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:07.143626 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a6ae81e3-9481-4e8c-80de-1a8a41010c92 req-cbc26ad3-7205-4d0a-9672-e216e79bbfb3 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.16 "GET /v2.0/ports?device_id=749d42e6-7a09-41ba-90aa-67e4d2eecd56 HTTP/1.1" status: 200 len: 945 time: 0.1833889 Aug 22 13:36:07.158106 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:36:07.187329 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-402522de-1485-48d8-92f8-6682b1b55338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:07.189727 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-3611ec0a-9471-4178-9e29-f2067023e8b4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] show failed (client error): The resource could not be found. Aug 22 13:36:07.189885 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-402522de-1485-48d8-92f8-6682b1b55338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:07.191254 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-402522de-1485-48d8-92f8-6682b1b55338 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/db5a863b-369e-4802-a08f-ed42ff0366e5 HTTP/1.1" status: 204 len: 168 time: 0.4168446 Aug 22 13:36:07.191395 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-3611ec0a-9471-4178-9e29-f2067023e8b4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "GET /v2.0/security-groups/4cc9f53d-f53a-41a9-9530-58f2e575d924 HTTP/1.1" status: 404 len: 347 time: 0.1049984 Aug 22 13:36:07.204787 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 38846) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:36:07.211469 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402522de-1485-48d8-92f8-6682b1b55338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5a863b-369e-4802-a08f-ed42ff0366e5,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:07.349675 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:07.383243 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:36:07.387552 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278e1094-1e7f-434a-8c6a-f7d86eee66e5" -d '{"events": [{"server_uuid": "db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1", "name": "network-vif-unplugged", "status": "completed", "tag": "3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:36:07.403685 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e,segment=NetworkSegment(db44917f-e270-4117-9230-1517bc4d1e8b),segment_id=db44917f-e270-4117-9230-1517bc4d1e8b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:36:07.410125 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:07.410315 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2386a3d8-049a-46f2-a059-9b50fe0257f6 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks [] for floatingip, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:07.421978 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2386a3d8-049a-46f2-a059-9b50fe0257f6 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:07.429644 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-2386a3d8-049a-46f2-a059-9b50fe0257f6 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "DELETE /v2.0/floatingips/f4939c42-2429-4fa0-a340-4b6b870375cf HTTP/1.1" status: 204 len: 168 time: 1.4912438 Aug 22 13:36:07.490796 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-fc55b6fb-4c99-410c-9aa6-cff923ee85a4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Deleting port fcf131c6-c5d1-4923-9be3-25555d31132e {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:36:07.491134 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fc55b6fb-4c99-410c-9aa6-cff923ee85a4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:07.508314 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e,revision_number=8']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:07.509027 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f010c35-17f2-43db-a87d-4d1e5001471e req-182730f8-85a2-47be-9910-ef478b5f7fa4 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:07.526214 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4f010c35-17f2-43db-a87d-4d1e5001471e req-182730f8-85a2-47be-9910-ef478b5f7fa4 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/ports?device_id=749d42e6-7a09-41ba-90aa-67e4d2eecd56 HTTP/1.1" status: 200 len: 945 time: 0.4043796 Aug 22 13:36:07.647706 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-a6ae81e3-9481-4e8c-80de-1a8a41010c92 req-0b6003c5-2aa1-445c-b768-f66a988cfbf3 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Deleting port 90691716-7b7f-407c-aff6-8f5817e439df {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:36:07.654824 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a6ae81e3-9481-4e8c-80de-1a8a41010c92 req-0b6003c5-2aa1-445c-b768-f66a988cfbf3 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:07.655114 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 22 Aug 2021 13:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3c88cd-2601-4ea4-a908-04c0d1d202a0 x-openstack-request-id: req-9c3c88cd-2601-4ea4-a908-04c0d1d202a0 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:36:07.655566 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1", "name": "network-vif-unplugged", "status": "failed", "tag": "3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e", "code": 422}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:36:07.656053 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9c3c88cd-2601-4ea4-a908-04c0d1d202a0 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:36:07.656660 n-d-793621-33 neutron-server[94629]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e', 'code': 422} returned with failed status Aug 22 13:36:07.682172 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fc55b6fb-4c99-410c-9aa6-cff923ee85a4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:07.682862 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fc55b6fb-4c99-410c-9aa6-cff923ee85a4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:07.705917 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 38866) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:36:07.708041 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-fc55b6fb-4c99-410c-9aa6-cff923ee85a4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Calling delete_port for fcf131c6-c5d1-4923-9be3-25555d31132e owned by network:floatingip {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:36:07.759463 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4f010c35-17f2-43db-a87d-4d1e5001471e req-efebe407-988e-490b-9720-395ad925d82d tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/security-groups?id=65285942-2a27-41ac-b17d-485110debd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052305 Aug 22 13:36:07.850458 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ed2c7382-775f-4eb8-9c3f-2abbee84e3bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:07.870124 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-a6ae81e3-9481-4e8c-80de-1a8a41010c92 req-0b6003c5-2aa1-445c-b768-f66a988cfbf3 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] For port 90691716-7b7f-407c-aff6-8f5817e439df, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=90691716-7b7f-407c-aff6-8f5817e439df,segment=NetworkSegment(49210ed2-4b72-4fba-985e-f0d69195497e),segment_id=49210ed2-4b72-4fba-985e-f0d69195497e)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:36:07.870684 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a6ae81e3-9481-4e8c-80de-1a8a41010c92 req-0b6003c5-2aa1-445c-b768-f66a988cfbf3 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:07.907926 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-a6ae81e3-9481-4e8c-80de-1a8a41010c92 req-0b6003c5-2aa1-445c-b768-f66a988cfbf3 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Calling delete_port for 90691716-7b7f-407c-aff6-8f5817e439df owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:36:08.202136 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19654ea6-f24a-40be-a608-437ca12ea2d5 req-8f7ca5ec-d8fa-41dc-a0c3-fab3adfca592 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:08.221286 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-19654ea6-f24a-40be-a608-437ca12ea2d5 req-8f7ca5ec-d8fa-41dc-a0c3-fab3adfca592 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1 HTTP/1.1" status: 200 len: 944 time: 0.0976863 Aug 22 13:36:08.222682 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a6ae81e3-9481-4e8c-80de-1a8a41010c92 req-0b6003c5-2aa1-445c-b768-f66a988cfbf3 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:08.263516 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 38886) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:36:08.305600 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fc55b6fb-4c99-410c-9aa6-cff923ee85a4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:08.309830 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-3f7e675a-2ee1-4b4a-b196-1a93b9ba9ca4 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1895783993', 'description': 'tempest-description--1708454133'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:36:08.324471 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6003c5-2aa1-445c-b768-f66a988cfbf3 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Pushing event deleted for resources: {'Port': ['ID=90691716-7b7f-407c-aff6-8f5817e439df,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:08.341774 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc55b6fb-4c99-410c-9aa6-cff923ee85a4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Pushing event deleted for resources: {'Port': ['ID=fcf131c6-c5d1-4923-9be3-25555d31132e,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:08.382274 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-19654ea6-f24a-40be-a608-437ca12ea2d5 req-a5c50a06-1c59-4ed7-9696-f279ea8bf5c8 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603415 Aug 22 13:36:08.398737 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ae81e3-9481-4e8c-80de-1a8a41010c92 req-0b6003c5-2aa1-445c-b768-f66a988cfbf3 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] No DVR routers for this DVR port 90691716-7b7f-407c-aff6-8f5817e439df on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:36:08.404131 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a6ae81e3-9481-4e8c-80de-1a8a41010c92 req-0b6003c5-2aa1-445c-b768-f66a988cfbf3 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:08.406740 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a6ae81e3-9481-4e8c-80de-1a8a41010c92 req-0b6003c5-2aa1-445c-b768-f66a988cfbf3 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.16 "DELETE /v2.0/ports/90691716-7b7f-407c-aff6-8f5817e439df HTTP/1.1" status: 204 len: 173 time: 1.2221568 Aug 22 13:36:08.407009 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749d42e6-7a09-41ba-90aa-67e4d2eecd56', 'name': 'network-vif-deleted', 'tag': '90691716-7b7f-407c-aff6-8f5817e439df'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:36:08.409641 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda575a6-b822-43b7-b237-b479f3cc8824" -d '{"events": [{"server_uuid": "749d42e6-7a09-41ba-90aa-67e4d2eecd56", "name": "network-vif-deleted", "tag": "90691716-7b7f-407c-aff6-8f5817e439df"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:36:08.448634 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839bb1b9-cf56-49c1-b01b-92ed2631968f x-openstack-request-id: req-839bb1b9-cf56-49c1-b01b-92ed2631968f {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:36:08.449159 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "749d42e6-7a09-41ba-90aa-67e4d2eecd56", "name": "network-vif-deleted", "tag": "90691716-7b7f-407c-aff6-8f5817e439df", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:36:08.449564 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-839bb1b9-cf56-49c1-b01b-92ed2631968f {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:36:08.450118 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '749d42e6-7a09-41ba-90aa-67e4d2eecd56', 'name': 'network-vif-deleted', 'tag': '90691716-7b7f-407c-aff6-8f5817e439df', 'status': 'completed', 'code': 200} Aug 22 13:36:08.460814 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ed2c7382-775f-4eb8-9c3f-2abbee84e3bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:08.464351 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fc55b6fb-4c99-410c-9aa6-cff923ee85a4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks [] for floatingip, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:08.468056 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fc55b6fb-4c99-410c-9aa6-cff923ee85a4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:08.469407 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-fc55b6fb-4c99-410c-9aa6-cff923ee85a4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "DELETE /v2.0/floatingips/600a1f20-fe1c-41b3-b887-022c8734e4e5 HTTP/1.1" status: 204 len: 168 time: 1.2635999 Aug 22 13:36:08.472305 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 38896) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:36:08.483035 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ed2c7382-775f-4eb8-9c3f-2abbee84e3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:08.505270 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3f7e675a-2ee1-4b4a-b196-1a93b9ba9ca4 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:08.636536 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ed2c7382-775f-4eb8-9c3f-2abbee84e3bc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a6fc654df5534534a2b52bb09228716a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9295518 Aug 22 13:36:08.639342 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 38906) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:36:08.640163 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2c7382-775f-4eb8-9c3f-2abbee84e3bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28bd343-04cb-4888-9b3b-b7672aec4281,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:08.682491 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3f7e675a-2ee1-4b4a-b196-1a93b9ba9ca4 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:08.689343 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3f7e675a-2ee1-4b4a-b196-1a93b9ba9ca4 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:08.718207 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-263a7d59-d49e-4c33-9cff-3acc64697a5c tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Deleting port aa5cdb91-66e3-442c-9d12-088167557b99 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:36:08.719213 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-263a7d59-d49e-4c33-9cff-3acc64697a5c tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:08.733608 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6792210e-1160-40c3-bf2a-b7b464bbc368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:08.754430 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7e675a-2ee1-4b4a-b196-1a93b9ba9ca4 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5704f2e2-9616-4cae-8313-2acc265d3583,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:08.759011 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3f7e675a-2ee1-4b4a-b196-1a93b9ba9ca4 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:08.761241 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-3f7e675a-2ee1-4b4a-b196-1a93b9ba9ca4 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4589176 Aug 22 13:36:08.765117 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 38912) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:36:08.770222 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-a5ac11e6-cfcb-40e8-8a2d-7b271d603d46 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Request body: {'security_group_rule': {'security_group_id': '5704f2e2-9616-4cae-8313-2acc265d3583', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:36:08.823666 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a5ac11e6-cfcb-40e8-8a2d-7b271d603d46 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:08.857329 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6792210e-1160-40c3-bf2a-b7b464bbc368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:08.962333 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-263a7d59-d49e-4c33-9cff-3acc64697a5c tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:08.969940 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ccfd9ffa-9ee1-4772-8ef7-942a045b28f2 req-44a6752e-6c3a-4de5-9e87-e45d2cda02f4 tempest-ServerRescueTestJSONUnderV235-1250919983 tempest-ServerRescueTestJSONUnderV235-1250919983-project] 10.222.0.21 "GET /v2.0/ports?device_id=749d42e6-7a09-41ba-90aa-67e4d2eecd56 HTTP/1.1" status: 200 len: 210 time: 0.0748894 Aug 22 13:36:09.007932 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-263a7d59-d49e-4c33-9cff-3acc64697a5c tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Calling delete_port for aa5cdb91-66e3-442c-9d12-088167557b99 owned by {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:36:09.028998 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a5ac11e6-cfcb-40e8-8a2d-7b271d603d46 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:09.039044 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a5ac11e6-cfcb-40e8-8a2d-7b271d603d46 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:09.096437 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ac11e6-cfcb-40e8-8a2d-7b271d603d46 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=235d86a3-fe60-4c1a-82fa-4cfd099eba4e,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:09.121619 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a5ac11e6-cfcb-40e8-8a2d-7b271d603d46 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:09.122985 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a5ac11e6-cfcb-40e8-8a2d-7b271d603d46 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3565891 Aug 22 13:36:09.125704 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 38946) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:36:09.135657 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-2bad405b-498b-48b0-bc79-ea4137aad9d6 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Request body: {'security_group_rule': {'security_group_id': '5704f2e2-9616-4cae-8313-2acc265d3583', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:36:09.170007 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6792210e-1160-40c3-bf2a-b7b464bbc368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:09.172574 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6792210e-1160-40c3-bf2a-b7b464bbc368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:09.173703 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6792210e-1160-40c3-bf2a-b7b464bbc368 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d28bd343-04cb-4888-9b3b-b7672aec4281 HTTP/1.1" status: 204 len: 168 time: 0.5304055 Aug 22 13:36:09.188092 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6792210e-1160-40c3-bf2a-b7b464bbc368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28bd343-04cb-4888-9b3b-b7672aec4281,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:09.246117 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2bad405b-498b-48b0-bc79-ea4137aad9d6 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:09.342150 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2bad405b-498b-48b0-bc79-ea4137aad9d6 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:09.347486 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2bad405b-498b-48b0-bc79-ea4137aad9d6 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:09.365776 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad405b-498b-48b0-bc79-ea4137aad9d6 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7a99ee3-7d68-435e-b117-4f5878c417da,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:09.397808 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2bad405b-498b-48b0-bc79-ea4137aad9d6 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:09.399174 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-2bad405b-498b-48b0-bc79-ea4137aad9d6 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2709730 Aug 22 13:36:09.402433 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 38966) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:36:09.410622 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-f08593bf-875b-4578-b6d8-5c4dbd210f3e tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Request body: {'floatingip': {'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:36:09.464753 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-263a7d59-d49e-4c33-9cff-3acc64697a5c tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:09.490701 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f08593bf-875b-4578-b6d8-5c4dbd210f3e tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks [] for floatingip, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:09.543513 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263a7d59-d49e-4c33-9cff-3acc64697a5c tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Pushing event deleted for resources: {'Port': ['ID=aa5cdb91-66e3-442c-9d12-088167557b99,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:09.624867 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-263a7d59-d49e-4c33-9cff-3acc64697a5c tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:09.627040 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-263a7d59-d49e-4c33-9cff-3acc64697a5c tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "DELETE /v2.0/ports/aa5cdb91-66e3-442c-9d12-088167557b99 HTTP/1.1" status: 204 len: 168 time: 1.1537766 Aug 22 13:36:09.632108 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 38972) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:36:09.775703 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f08593bf-875b-4578-b6d8-5c4dbd210f3e tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:09.795928 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd30a7b9-139d-412d-b984-3dbf0bec877b req-22f7c805-951d-482a-be57-9de70bf630f0 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:09.798132 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cd30a7b9-139d-412d-b984-3dbf0bec877b req-22f7c805-951d-482a-be57-9de70bf630f0 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1 HTTP/1.1" status: 200 len: 944 time: 0.1681533 Aug 22 13:36:10.027133 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 90691716-7b7f-407c-aff6-8f5817e439df no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:36:10.058620 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 38992) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:36:10.106561 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: 90691716-7b7f-407c-aff6-8f5817e439df {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:36:10.106906 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 90691716-7b7f-407c-aff6-8f5817e439df not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:36:10.704880 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-295724c4-2af0-4fa3-bd98-33be57bef24f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:10.773948 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-e090a6f7-8f9b-45f7-947c-fd96e3b3e022 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Deleting port ab40ae52-fb74-4b8c-a089-1c836ec0b6cf {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:36:10.774864 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e090a6f7-8f9b-45f7-947c-fd96e3b3e022 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:10.876743 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e090a6f7-8f9b-45f7-947c-fd96e3b3e022 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:10.892953 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-e090a6f7-8f9b-45f7-947c-fd96e3b3e022 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Calling delete_port for ab40ae52-fb74-4b8c-a089-1c836ec0b6cf owned by {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:36:11.114279 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-f08593bf-875b-4578-b6d8-5c4dbd210f3e tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Allocated IP 172.25.3.180 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/39aef00e-7515-4557-9cd0-03db782571e1) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:36:11.133316 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-295724c4-2af0-4fa3-bd98-33be57bef24f admin admin] Deleting port 6991d1fd-168f-435d-bdfc-4ee87a5c0147 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:36:11.135170 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-295724c4-2af0-4fa3-bd98-33be57bef24f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:11.159355 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:36:11.233561 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e090a6f7-8f9b-45f7-947c-fd96e3b3e022 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:11.272466 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-295724c4-2af0-4fa3-bd98-33be57bef24f admin admin] For port 6991d1fd-168f-435d-bdfc-4ee87a5c0147, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=6991d1fd-168f-435d-bdfc-4ee87a5c0147,segment=NetworkSegment(49210ed2-4b72-4fba-985e-f0d69195497e),segment_id=49210ed2-4b72-4fba-985e-f0d69195497e)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:36:11.273046 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-295724c4-2af0-4fa3-bd98-33be57bef24f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:11.281922 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e090a6f7-8f9b-45f7-947c-fd96e3b3e022 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Pushing event deleted for resources: {'Port': ['ID=ab40ae52-fb74-4b8c-a089-1c836ec0b6cf,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:11.305272 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-cd30a7b9-139d-412d-b984-3dbf0bec877b req-cb01eaf7-b3d2-49a2-93a4-8d4a8bdd34a7 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Deleting port 3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:36:11.305890 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-cd30a7b9-139d-412d-b984-3dbf0bec877b req-cb01eaf7-b3d2-49a2-93a4-8d4a8bdd34a7 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:11.315248 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-295724c4-2af0-4fa3-bd98-33be57bef24f admin admin] Calling delete_port for 6991d1fd-168f-435d-bdfc-4ee87a5c0147 owned by network:router_interface {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:36:11.573173 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e090a6f7-8f9b-45f7-947c-fd96e3b3e022 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:11.575290 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e090a6f7-8f9b-45f7-947c-fd96e3b3e022 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "DELETE /v2.0/ports/ab40ae52-fb74-4b8c-a089-1c836ec0b6cf HTTP/1.1" status: 204 len: 168 time: 1.9428759 Aug 22 13:36:11.578375 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 39072) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:36:11.590761 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f08593bf-875b-4578-b6d8-5c4dbd210f3e tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:11.629895 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-cd30a7b9-139d-412d-b984-3dbf0bec877b req-cb01eaf7-b3d2-49a2-93a4-8d4a8bdd34a7 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] For port 3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e,segment=NetworkSegment(db44917f-e270-4117-9230-1517bc4d1e8b),segment_id=db44917f-e270-4117-9230-1517bc4d1e8b)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:36:11.630320 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-cd30a7b9-139d-412d-b984-3dbf0bec877b req-cb01eaf7-b3d2-49a2-93a4-8d4a8bdd34a7 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:11.698464 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-cd30a7b9-139d-412d-b984-3dbf0bec877b req-cb01eaf7-b3d2-49a2-93a4-8d4a8bdd34a7 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Calling delete_port for 3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:36:11.767865 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebf354ba-18a8-4531-8a8b-f241c74a46af tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Deleting subnet 525ede45-be02-4d9e-8a63-bbd46f43e817 {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:36:11.797970 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ebf354ba-18a8-4531-8a8b-f241c74a46af tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:11.839407 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f08593bf-875b-4578-b6d8-5c4dbd210f3e tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:11.916201 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-295724c4-2af0-4fa3-bd98-33be57bef24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:11.926059 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08593bf-875b-4578-b6d8-5c4dbd210f3e tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:36:11.953111 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-f08593bf-875b-4578-b6d8-5c4dbd210f3e tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:36:11.982187 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08593bf-875b-4578-b6d8-5c4dbd210f3e tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:36:11.995633 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295724c4-2af0-4fa3-bd98-33be57bef24f admin admin] Pushing event deleted for resources: {'Port': ['ID=6991d1fd-168f-435d-bdfc-4ee87a5c0147,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:12.023044 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ebf354ba-18a8-4531-8a8b-f241c74a46af tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:12.028559 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device ea381b01-0beb-446d-8db4-2eb45692eb24 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:36:12.056519 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08593bf-875b-4578-b6d8-5c4dbd210f3e tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Pushing event updated for resources: {'Port': ['ID=39aef00e-7515-4557-9cd0-03db782571e1,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:12.279168 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port ea381b01-0beb-446d-8db4-2eb45692eb24, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=ea381b01-0beb-446d-8db4-2eb45692eb24,segment=NetworkSegment(036d4b3c-fc3c-4bf5-94d1-99331e586aa4),segment_id=036d4b3c-fc3c-4bf5-94d1-99331e586aa4)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:36:12.285678 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-cd30a7b9-139d-412d-b984-3dbf0bec877b req-cb01eaf7-b3d2-49a2-93a4-8d4a8bdd34a7 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:12.291794 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': 'ea381b01-0beb-446d-8db4-2eb45692eb24', 'network_id': 'b7fef465-db19-4a45-b3a4-f40426ee874f', 'port_id': 'ea381b01-0beb-446d-8db4-2eb45692eb24', 'mac_address': 'fa:16:3e:0f:b5:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55b06a4c-e7f4-4110-96cb-ea2fffe8df6c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:36:12.347898 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:12.411468 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ebf354ba-18a8-4531-8a8b-f241c74a46af tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:12.413196 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f08593bf-875b-4578-b6d8-5c4dbd210f3e tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:12.423503 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea381b01-0beb-446d-8db4-2eb45692eb24 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:36:12.486828 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port ea381b01-0beb-446d-8db4-2eb45692eb24, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=ea381b01-0beb-446d-8db4-2eb45692eb24,segment=NetworkSegment(036d4b3c-fc3c-4bf5-94d1-99331e586aa4),segment_id=036d4b3c-fc3c-4bf5-94d1-99331e586aa4)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:36:12.495839 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:12.517837 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb01eaf7-b3d2-49a2-93a4-8d4a8bdd34a7 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Pushing event deleted for resources: {'Port': ['ID=3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:12.559135 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ebf354ba-18a8-4531-8a8b-f241c74a46af tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:12.612824 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf354ba-18a8-4531-8a8b-f241c74a46af tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Pushing event deleted for resources: {'Subnet': ['ID=525ede45-be02-4d9e-8a63-bbd46f43e817,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:12.623570 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ebf354ba-18a8-4531-8a8b-f241c74a46af tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:12.623820 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=ea381b01-0beb-446d-8db4-2eb45692eb24,revision_number=6']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:12.625817 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ebf354ba-18a8-4531-8a8b-f241c74a46af tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "DELETE /v2.0/subnets/525ede45-be02-4d9e-8a63-bbd46f43e817 HTTP/1.1" status: 204 len: 168 time: 1.0464911 Aug 22 13:36:12.629458 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 39114) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:36:12.639362 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86ff392-2838-4fb3-9ccc-20d172bdc8e4 None None] Network 8858e46b-6208-4875-b089-3b1759ddc36f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:36:12.641463 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f08593bf-875b-4578-b6d8-5c4dbd210f3e tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:12.737054 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['ea381b01-0beb-446d-8db4-2eb45692eb24'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:36:12.768702 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f84062c-75d7-4005-ab90-51358ca9e8a5 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Deleting subnet c9c01412-9489-49de-9d2b-050ba9194e34 {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:36:12.775801 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9f84062c-75d7-4005-ab90-51358ca9e8a5 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:12.821717 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-295724c4-2af0-4fa3-bd98-33be57bef24f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:13.093568 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9f84062c-75d7-4005-ab90-51358ca9e8a5 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:13.097789 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-295724c4-2af0-4fa3-bd98-33be57bef24f admin admin] Router 7b24aaef-57c7-4d40-b346-ab2ead2b91bc has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:36:13.152069 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f08593bf-875b-4578-b6d8-5c4dbd210f3e tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:13.157434 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd30a7b9-139d-412d-b984-3dbf0bec877b req-cb01eaf7-b3d2-49a2-93a4-8d4a8bdd34a7 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] No DVR routers for this DVR port 3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e on host n-h1-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:36:13.163107 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-cd30a7b9-139d-412d-b984-3dbf0bec877b req-cb01eaf7-b3d2-49a2-93a4-8d4a8bdd34a7 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:13.178975 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cd30a7b9-139d-412d-b984-3dbf0bec877b req-cb01eaf7-b3d2-49a2-93a4-8d4a8bdd34a7 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "DELETE /v2.0/ports/3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e HTTP/1.1" status: 204 len: 173 time: 3.3228004 Aug 22 13:36:13.182008 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1', 'name': 'network-vif-deleted', 'tag': '3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:36:13.182734 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ace621d-2157-4786-a751-053630acc5c0 None None] DHCP port deletion for 8858e46b-6208-4875-b089-3b1759ddc36f request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:36:13.185966 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbfedf3-db61-4ea1-abe4-be17cfa160af" -d '{"events": [{"server_uuid": "db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1", "name": "network-vif-deleted", "tag": "3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:36:13.209105 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f08593bf-875b-4578-b6d8-5c4dbd210f3e tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:13.357667 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-5ace621d-2157-4786-a751-053630acc5c0 None None] Deleting port 71da1bbb-b2e9-4833-845f-8ba0cb9217d0 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:36:13.358171 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5ace621d-2157-4786-a751-053630acc5c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:13.372559 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sun, 22 Aug 2021 13:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b426104a-d443-457c-a8c8-f75a5f15e1bb x-openstack-request-id: req-b426104a-d443-457c-a8c8-f75a5f15e1bb {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:36:13.372909 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9f84062c-75d7-4005-ab90-51358ca9e8a5 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:13.373408 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1", "name": "network-vif-deleted", "tag": "3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e", "status": "failed", "code": 422}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:36:13.374310 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b426104a-d443-457c-a8c8-f75a5f15e1bb {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:36:13.375199 n-d-793621-33 neutron-server[94627]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'db395c6a-e78c-4d3d-b1ef-f5e2c6ec65c1', 'name': 'network-vif-deleted', 'tag': '3ae0d6ad-5f51-4c73-a7bf-34c3eae5a59e', 'status': 'failed', 'code': 422} returned with failed status Aug 22 13:36:13.421634 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08593bf-875b-4578-b6d8-5c4dbd210f3e tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Pushing event updated for resources: {'Port': ['ID=39aef00e-7515-4557-9cd0-03db782571e1,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:13.426410 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f08593bf-875b-4578-b6d8-5c4dbd210f3e tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:13.459961 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f08593bf-875b-4578-b6d8-5c4dbd210f3e tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:13.461456 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f08593bf-875b-4578-b6d8-5c4dbd210f3e tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0579669 Aug 22 13:36:13.542827 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-5ace621d-2157-4786-a751-053630acc5c0 None None] For port 71da1bbb-b2e9-4833-845f-8ba0cb9217d0, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=71da1bbb-b2e9-4833-845f-8ba0cb9217d0,segment=NetworkSegment(86adbc1d-9e27-4818-8ee1-8777c1311f1c),segment_id=86adbc1d-9e27-4818-8ee1-8777c1311f1c)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:36:13.543462 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5ace621d-2157-4786-a751-053630acc5c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:13.577137 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-5ace621d-2157-4786-a751-053630acc5c0 None None] Calling delete_port for 71da1bbb-b2e9-4833-845f-8ba0cb9217d0 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:36:13.616138 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9f84062c-75d7-4005-ab90-51358ca9e8a5 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:13.669268 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 39160) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:36:13.735719 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295724c4-2af0-4fa3-bd98-33be57bef24f admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:36:13.737252 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f84062c-75d7-4005-ab90-51358ca9e8a5 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Pushing event deleted for resources: {'Subnet': ['ID=c9c01412-9489-49de-9d2b-050ba9194e34,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:13.789261 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7314c3a2-3c8d-4126-b366-65170796b9fb None None] Network 0cc210c0-a1af-4d1a-af13-c74a90748aeb requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:36:13.801606 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9f84062c-75d7-4005-ab90-51358ca9e8a5 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:13.804174 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9f84062c-75d7-4005-ab90-51358ca9e8a5 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "DELETE /v2.0/subnets/c9c01412-9489-49de-9d2b-050ba9194e34 HTTP/1.1" status: 204 len: 168 time: 1.1732588 Aug 22 13:36:13.806243 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49149663-d64c-452b-af25-9afa640b6cb8 None None] Sync routers for ids ['7b24aaef-57c7-4d40-b346-ab2ead2b91bc'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:36:13.807442 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 39180) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:36:13.825889 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-295724c4-2af0-4fa3-bd98-33be57bef24f admin admin] 10.222.0.21 "PUT /v2.0/routers/7b24aaef-57c7-4d40-b346-ab2ead2b91bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7656934 Aug 22 13:36:13.828020 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 39182) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:36:13.923490 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 71da1bbb-b2e9-4833-845f-8ba0cb9217d0 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:36:14.004960 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cb529262-1587-416d-bc57-3d8a2c9e91b4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:14.005377 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5ace621d-2157-4786-a751-053630acc5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:14.022775 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 71da1bbb-b2e9-4833-845f-8ba0cb9217d0 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:36:14.023149 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 71da1bbb-b2e9-4833-845f-8ba0cb9217d0 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:36:14.064272 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace621d-2157-4786-a751-053630acc5c0 None None] Pushing event deleted for resources: {'Port': ['ID=71da1bbb-b2e9-4833-845f-8ba0cb9217d0,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:14.069353 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ace621d-2157-4786-a751-053630acc5c0 None None] No DVR routers for this DVR port 71da1bbb-b2e9-4833-845f-8ba0cb9217d0 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:36:14.073667 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49149663-d64c-452b-af25-9afa640b6cb8 None None] Routers {'7b24aaef-57c7-4d40-b346-ab2ead2b91bc'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:36:14.085867 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-49149663-d64c-452b-af25-9afa640b6cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:36:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['7b24aaef-57c7-4d40-b346-ab2ead2b91bc'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:36:14.187944 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6aade050-f75e-472c-b3b7-babce11a257f admin admin] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:14.241798 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device ea381b01-0beb-446d-8db4-2eb45692eb24 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:36:14.247568 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cb529262-1587-416d-bc57-3d8a2c9e91b4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:14.307674 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-cb529262-1587-416d-bc57-3d8a2c9e91b4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8858e46b-6208-4875-b089-3b1759ddc36f']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:36:14.366576 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-91aa9454-1911-496c-9f99-ef8763460dc5 req-af758e6f-b6fd-4fd3-860b-2bdb1f062ef7 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1895783993&fields=id&tenant_id=9aaf82909078458f95327523ba5e3378 HTTP/1.1" status: 200 len: 267 time: 0.2003267 Aug 22 13:36:14.376493 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-49149663-d64c-452b-af25-9afa640b6cb8 None None] Set router 7b24aaef-57c7-4d40-b346-ab2ead2b91bc gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:36:14.377077 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-cb529262-1587-416d-bc57-3d8a2c9e91b4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86adbc1d-9e27-4818-8ee1-8777c1311f1c') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:36:14.377077 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-cb529262-1587-416d-bc57-3d8a2c9e91b4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86adbc1d-9e27-4818-8ee1-8777c1311f1c') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:36:14.385003 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4a54e422-a807-432b-8e5c-b7b32d4b3415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:14.407295 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cb529262-1587-416d-bc57-3d8a2c9e91b4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:14.531102 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port ea381b01-0beb-446d-8db4-2eb45692eb24 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:36:14.531549 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:14.599029 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cb529262-1587-416d-bc57-3d8a2c9e91b4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:14.630006 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836d0558-95a9-4804-9210-954d1b39bdfa None None] DHCP port deletion for 0cc210c0-a1af-4d1a-af13-c74a90748aeb request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:36:14.642916 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb529262-1587-416d-bc57-3d8a2c9e91b4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:36:14.643335 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cb529262-1587-416d-bc57-3d8a2c9e91b4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:14.646984 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:36:14.646984 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:36:14.646984 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:36:14.646984 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:36:14.646984 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:36:14.646984 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:36:14.646984 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:36:14.646984 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:36:14.646984 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:36:14.646984 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:36:14.646984 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:36:14.646984 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:36:14.646984 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:36:14.646984 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:36:14.646984 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:36:14.646984 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:36:14.646984 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:36:14.646984 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:36:14.646984 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:36:14.646984 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:36:14.646984 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:36:14.646984 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:36:14.646984 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:36:14.646984 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:36:14.646984 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:36:14.646984 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:36:14.646984 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:36:14.646984 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:36:14.646984 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:36:14.646984 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:36:14.646984 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:36:14.646984 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:36:14.860649 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:14.957236 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d09ad0-2ae9-494f-8776-9dc6176cd17e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea381b01-0beb-446d-8db4-2eb45692eb24'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:36:14.962768 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece9e10e-f708-4a46-9c89-f2a71edd6228" -d '{"events": [{"server_uuid": "82d09ad0-2ae9-494f-8776-9dc6176cd17e", "name": "network-vif-plugged", "status": "completed", "tag": "ea381b01-0beb-446d-8db4-2eb45692eb24"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:36:14.994182 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port ea381b01-0beb-446d-8db4-2eb45692eb24, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=ea381b01-0beb-446d-8db4-2eb45692eb24,segment=NetworkSegment(036d4b3c-fc3c-4bf5-94d1-99331e586aa4),segment_id=036d4b3c-fc3c-4bf5-94d1-99331e586aa4)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:36:15.019114 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:15.141070 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-836d0558-95a9-4804-9210-954d1b39bdfa None None] Deleting port 2ee5df0a-89ac-4d4d-81d3-9723f3f86f54 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:36:15.141427 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-836d0558-95a9-4804-9210-954d1b39bdfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:15.149221 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6aade050-f75e-472c-b3b7-babce11a257f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:15.212681 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-6aade050-f75e-472c-b3b7-babce11a257f admin admin] Deleting port a11b1602-39c6-4651-afd6-3c105a9a287b {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:36:15.213018 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6aade050-f75e-472c-b3b7-babce11a257f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:15.277436 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-836d0558-95a9-4804-9210-954d1b39bdfa None None] For port 2ee5df0a-89ac-4d4d-81d3-9723f3f86f54, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=2ee5df0a-89ac-4d4d-81d3-9723f3f86f54,segment=NetworkSegment(39f86938-cd23-49cd-9ccb-5c572c933116),segment_id=39f86938-cd23-49cd-9ccb-5c572c933116)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:36:15.278088 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-836d0558-95a9-4804-9210-954d1b39bdfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:15.294742 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-836d0558-95a9-4804-9210-954d1b39bdfa None None] Calling delete_port for 2ee5df0a-89ac-4d4d-81d3-9723f3f86f54 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:36:15.344959 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-6aade050-f75e-472c-b3b7-babce11a257f admin admin] For port a11b1602-39c6-4651-afd6-3c105a9a287b, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=a11b1602-39c6-4651-afd6-3c105a9a287b,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:36:15.345463 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6aade050-f75e-472c-b3b7-babce11a257f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:15.359133 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-6aade050-f75e-472c-b3b7-babce11a257f admin admin] Calling delete_port for a11b1602-39c6-4651-afd6-3c105a9a287b owned by network:router_gateway {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:36:15.366525 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cb529262-1587-416d-bc57-3d8a2c9e91b4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:15.368265 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=ea381b01-0beb-446d-8db4-2eb45692eb24,revision_number=7']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:15.377578 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cb529262-1587-416d-bc57-3d8a2c9e91b4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:15.382701 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-cb529262-1587-416d-bc57-3d8a2c9e91b4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "DELETE /v2.0/networks/8858e46b-6208-4875-b089-3b1759ddc36f HTTP/1.1" status: 204 len: 168 time: 1.5738423 Aug 22 13:36:15.391514 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-49149663-d64c-452b-af25-9afa640b6cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b24aaef-57c7-4d40-b346-ab2ead2b91bc', 'name': 'tempest-ServerRescueTestJSONUnderV235-458036423-router', 'tenant_id': '80bbcf4308ca4bd6b96d7b411fbfc797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'a11b1602-39c6-4651-afd6-3c105a9a287b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:34:36Z', 'updated_at': '2021-08-22T13:36:11Z', 'revision_number': 5, 'project_id': '80bbcf4308ca4bd6b96d7b411fbfc797', 'gw_port': {'id': 'a11b1602-39c6-4651-afd6-3c105a9a287b', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:22:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b24aaef-57c7-4d40-b346-ab2ead2b91bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:34:38Z', 'updated_at': '2021-08-22T13:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:36:15.393913 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 39228) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:36:15.430297 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49149663-d64c-452b-af25-9afa640b6cb8 None None] Checking router: 7b24aaef-57c7-4d40-b346-ab2ead2b91bc for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:36:15.449711 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49149663-d64c-452b-af25-9afa640b6cb8 None None] Routers {'7b24aaef-57c7-4d40-b346-ab2ead2b91bc'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:36:15.450643 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-49149663-d64c-452b-af25-9afa640b6cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:36:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['7b24aaef-57c7-4d40-b346-ab2ead2b91bc'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:36:15.485565 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa9454-1911-496c-9f99-ef8763460dc5 req-c72795bc-f023-431c-a8c1-fa3b6b300d58 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:15.487069 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-91aa9454-1911-496c-9f99-ef8763460dc5 req-c72795bc-f023-431c-a8c1-fa3b6b300d58 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/networks?id=0386d336-0e61-4348-9e46-055980419e76 HTTP/1.1" status: 200 len: 811 time: 1.1033151 Aug 22 13:36:15.492915 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-836d0558-95a9-4804-9210-954d1b39bdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:15.514195 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb529262-1587-416d-bc57-3d8a2c9e91b4 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Pushing event deleted for resources: {'Network': ['ID=8858e46b-6208-4875-b089-3b1759ddc36f,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:15.623411 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-91aa9454-1911-496c-9f99-ef8763460dc5 req-ba13c177-d60e-461d-86a2-4827dfe0773e tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/quotas/9aaf82909078458f95327523ba5e3378 HTTP/1.1" status: 200 len: 375 time: 0.1088648 Aug 22 13:36:15.653049 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4a54e422-a807-432b-8e5c-b7b32d4b3415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:15.707931 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4a54e422-a807-432b-8e5c-b7b32d4b3415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:15.732279 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6d3ec0fc-ceb8-42a0-b826-125bbf446753 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:15.767982 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836d0558-95a9-4804-9210-954d1b39bdfa None None] Pushing event deleted for resources: {'Port': ['ID=2ee5df0a-89ac-4d4d-81d3-9723f3f86f54,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:15.781130 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 2ee5df0a-89ac-4d4d-81d3-9723f3f86f54 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:36:15.793153 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b997d6c-c27b-4287-a5d9-f8485ca98240 req-290c2aaa-3ca8-482e-bc62-337538c6a8e5 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:15.794736 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2b997d6c-c27b-4287-a5d9-f8485ca98240 req-290c2aaa-3ca8-482e-bc62-337538c6a8e5 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/networks?id=029dc999-300f-41d7-a154-70ddffd00bd2 HTTP/1.1" status: 200 len: 812 time: 0.7820897 Aug 22 13:36:15.811351 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 2ee5df0a-89ac-4d4d-81d3-9723f3f86f54 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:36:15.811695 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 2ee5df0a-89ac-4d4d-81d3-9723f3f86f54 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:36:15.828438 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836d0558-95a9-4804-9210-954d1b39bdfa None None] No DVR routers for this DVR port 2ee5df0a-89ac-4d4d-81d3-9723f3f86f54 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:36:15.857685 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-49149663-d64c-452b-af25-9afa640b6cb8 None None] Set router 7b24aaef-57c7-4d40-b346-ab2ead2b91bc gateway port host: None {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:36:15.895963 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-4a54e422-a807-432b-8e5c-b7b32d4b3415 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=06a84ec1f7c34140b3f05c9f1e28038c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2251914 Aug 22 13:36:15.907211 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 39236) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:36:15.941969 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2b997d6c-c27b-4287-a5d9-f8485ca98240 req-469af612-e421-48d4-8d10-ac2f9a8f0f8c tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/quotas/55ae8131c673474db6fbd918c6d65e53 HTTP/1.1" status: 200 len: 375 time: 0.1305506 Aug 22 13:36:15.965270 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-49149663-d64c-452b-af25-9afa640b6cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b24aaef-57c7-4d40-b346-ab2ead2b91bc', 'name': 'tempest-ServerRescueTestJSONUnderV235-458036423-router', 'tenant_id': '80bbcf4308ca4bd6b96d7b411fbfc797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:34:36Z', 'updated_at': '2021-08-22T13:36:15Z', 'revision_number': 6, 'project_id': '80bbcf4308ca4bd6b96d7b411fbfc797', 'gw_port_host': None}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:36:16.018290 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a54e422-a807-432b-8e5c-b7b32d4b3415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5928776-b37f-4951-b99e-ab86a12932b1,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:16.051507 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49149663-d64c-452b-af25-9afa640b6cb8 None None] The sync data for ids ['7b24aaef-57c7-4d40-b346-ab2ead2b91bc'] in n-d-793621-33 is: [{'id': '7b24aaef-57c7-4d40-b346-ab2ead2b91bc', 'name': 'tempest-ServerRescueTestJSONUnderV235-458036423-router', 'tenant_id': '80bbcf4308ca4bd6b96d7b411fbfc797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:34:36Z', 'updated_at': '2021-08-22T13:36:15Z', 'revision_number': 6, 'project_id': '80bbcf4308ca4bd6b96d7b411fbfc797', 'gw_port_host': None}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:36:16.056333 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6d3ec0fc-ceb8-42a0-b826-125bbf446753 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:16.059048 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2b997d6c-c27b-4287-a5d9-f8485ca98240 req-b8380abb-359b-476e-85fc-ee2508320d2a tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=55ae8131c673474db6fbd918c6d65e53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1155391 Aug 22 13:36:16.093350 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-6d3ec0fc-ceb8-42a0-b826-125bbf446753 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cc210c0-a1af-4d1a-af13-c74a90748aeb']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:36:16.120522 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-6d3ec0fc-ceb8-42a0-b826-125bbf446753 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39f86938-cd23-49cd-9ccb-5c572c933116') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:36:16.120980 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-6d3ec0fc-ceb8-42a0-b826-125bbf446753 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39f86938-cd23-49cd-9ccb-5c572c933116') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:36:16.135174 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6d3ec0fc-ceb8-42a0-b826-125bbf446753 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:16.155996 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6d3ec0fc-ceb8-42a0-b826-125bbf446753 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:16.163286 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6aade050-f75e-472c-b3b7-babce11a257f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:16.192551 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d3ec0fc-ceb8-42a0-b826-125bbf446753 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:36:16.193904 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6d3ec0fc-ceb8-42a0-b826-125bbf446753 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:16.200494 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aade050-f75e-472c-b3b7-babce11a257f admin admin] Pushing event deleted for resources: {'Port': ['ID=a11b1602-39c6-4651-afd6-3c105a9a287b,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:16.202484 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:36:16.202484 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:36:16.202484 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:36:16.202484 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:36:16.202484 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:36:16.202484 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:36:16.202484 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:36:16.202484 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:36:16.202484 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:36:16.202484 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:36:16.202484 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:36:16.202484 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:36:16.202484 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:36:16.202484 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:36:16.202484 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:36:16.202484 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:36:16.202484 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:36:16.202484 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:36:16.202484 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:36:16.202484 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:36:16.202484 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:36:16.202484 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:36:16.202484 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:36:16.202484 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:36:16.202484 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:36:16.202484 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:36:16.202484 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:36:16.202484 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:36:16.202484 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:36:16.202484 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:36:16.202484 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:36:16.202484 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:36:16.206795 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2b997d6c-c27b-4287-a5d9-f8485ca98240 req-345d584f-fc34-4c0e-8b43-773057e15b01 service neutron] 10.222.0.21 "GET /v2.0/networks/029dc999-300f-41d7-a154-70ddffd00bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405048 Aug 22 13:36:16.253851 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-91aa9454-1911-496c-9f99-ef8763460dc5 req-b5981dd0-6c11-42ba-9d91-defe8b53002b tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9aaf82909078458f95327523ba5e3378&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6243532 Aug 22 13:36:16.336487 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6d3ec0fc-ceb8-42a0-b826-125bbf446753 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:16.349910 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2330c7e1-29f5-4690-8fab-791eb5376ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:16.369491 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6d3ec0fc-ceb8-42a0-b826-125bbf446753 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:16.376635 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6d3ec0fc-ceb8-42a0-b826-125bbf446753 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] 10.222.0.21 "DELETE /v2.0/networks/0cc210c0-a1af-4d1a-af13-c74a90748aeb HTTP/1.1" status: 204 len: 168 time: 0.9816179 Aug 22 13:36:16.381484 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3ec0fc-ceb8-42a0-b826-125bbf446753 tempest-TaggedBootDevicesTest-1576886767 tempest-TaggedBootDevicesTest-1576886767-project] Pushing event deleted for resources: {'Network': ['ID=0cc210c0-a1af-4d1a-af13-c74a90748aeb,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:16.402780 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6aade050-f75e-472c-b3b7-babce11a257f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:16.493398 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2330c7e1-29f5-4690-8fab-791eb5376ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:16.575098 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2b997d6c-c27b-4287-a5d9-f8485ca98240 req-53f5dd0c-a98b-40d7-b88f-47e461b69cb9 service neutron] 10.222.0.21 "GET /v2.0/networks/029dc999-300f-41d7-a154-70ddffd00bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615336 Aug 22 13:36:16.621225 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-91aa9454-1911-496c-9f99-ef8763460dc5 req-275affeb-d03b-4715-937a-7cceea576be7 service neutron] 10.222.0.21 "GET /v2.0/networks/0386d336-0e61-4348-9e46-055980419e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288236 Aug 22 13:36:16.655271 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6aade050-f75e-472c-b3b7-babce11a257f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:16.660147 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6aade050-f75e-472c-b3b7-babce11a257f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:16.745663 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2330c7e1-29f5-4690-8fab-791eb5376ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:16.748528 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2330c7e1-29f5-4690-8fab-791eb5376ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:16.754020 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-2330c7e1-29f5-4690-8fab-791eb5376ba0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f5928776-b37f-4951-b99e-ab86a12932b1 HTTP/1.1" status: 204 len: 168 time: 0.8367190 Aug 22 13:36:16.768171 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6aade050-f75e-472c-b3b7-babce11a257f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:16.768896 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aade050-f75e-472c-b3b7-babce11a257f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b24aaef-57c7-4d40-b346-ab2ead2b91bc {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:36:16.775807 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6aade050-f75e-472c-b3b7-babce11a257f admin admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:16.778410 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2330c7e1-29f5-4690-8fab-791eb5376ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5928776-b37f-4951-b99e-ab86a12932b1,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:16.782056 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6aade050-f75e-472c-b3b7-babce11a257f admin admin] 10.222.0.21 "DELETE /v2.0/routers/7b24aaef-57c7-4d40-b346-ab2ead2b91bc HTTP/1.1" status: 204 len: 168 time: 2.9508650 Aug 22 13:36:16.782721 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 39252) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:36:16.834769 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-91aa9454-1911-496c-9f99-ef8763460dc5 req-f7006dea-0a83-4895-aabb-37795b83ef3c service neutron] 10.222.0.21 "GET /v2.0/networks/0386d336-0e61-4348-9e46-055980419e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117987 Aug 22 13:36:16.897393 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-653ef907-fe61-4532-b536-657d507d5688 admin admin] Deleting subnet 0123922a-dff1-4aeb-b8e3-878a042c8287 {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:36:16.900926 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-653ef907-fe61-4532-b536-657d507d5688 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:16.969477 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-653ef907-fe61-4532-b536-657d507d5688 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:17.079374 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-653ef907-fe61-4532-b536-657d507d5688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:17.086001 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a371134a-a936-4712-8a10-b582d163d04f x-openstack-request-id: req-a371134a-a936-4712-8a10-b582d163d04f {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:36:17.086847 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d09ad0-2ae9-494f-8776-9dc6176cd17e", "name": "network-vif-plugged", "status": "completed", "tag": "ea381b01-0beb-446d-8db4-2eb45692eb24", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:36:17.087312 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a371134a-a936-4712-8a10-b582d163d04f {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:36:17.087876 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d09ad0-2ae9-494f-8776-9dc6176cd17e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea381b01-0beb-446d-8db4-2eb45692eb24', 'code': 200} Aug 22 13:36:17.211411 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-653ef907-fe61-4532-b536-657d507d5688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:17.273796 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cfaa5a7b-f7b4-47bf-a7b3-8e7002e88eaa req-223a86bb-000d-42c4-9f81-2d351039ff09 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=24b77c1e-8b4f-4443-b101-4af971eaf347 HTTP/1.1" status: 200 len: 210 time: 0.0435739 Aug 22 13:36:17.364166 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d1c7eccd-55c1-48a6-b243-275bde7d12f4 req-83848d12-1d00-41d3-b2f6-dbeb0bc5ed71 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e0b0a37-7125-4435-9750-e82d8add3457 HTTP/1.1" status: 200 len: 210 time: 0.0578380 Aug 22 13:36:17.460807 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653ef907-fe61-4532-b536-657d507d5688 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0123922a-dff1-4aeb-b8e3-878a042c8287,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:17.463850 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-653ef907-fe61-4532-b536-657d507d5688 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:17.466655 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-653ef907-fe61-4532-b536-657d507d5688 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0123922a-dff1-4aeb-b8e3-878a042c8287 HTTP/1.1" status: 204 len: 168 time: 0.6829586 Aug 22 13:36:17.469292 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 39286) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:36:17.659517 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 39294) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:36:17.686635 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4e6572af-5caf-4c20-a84f-d71c5570e58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:17.700439 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-59c14721-959f-4842-89ef-e817ab1bc439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:17.728457 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device a11b1602-39c6-4651-afd6-3c105a9a287b no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:36:17.810262 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: a11b1602-39c6-4651-afd6-3c105a9a287b {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:36:17.810520 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device a11b1602-39c6-4651-afd6-3c105a9a287b not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:36:17.811023 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 6991d1fd-168f-435d-bdfc-4ee87a5c0147 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:36:17.937310 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 6991d1fd-168f-435d-bdfc-4ee87a5c0147 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:36:17.940934 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 6991d1fd-168f-435d-bdfc-4ee87a5c0147 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:36:17.959818 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4e6572af-5caf-4c20-a84f-d71c5570e58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:17.997119 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-4e6572af-5caf-4c20-a84f-d71c5570e58e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ed8c4a4-768f-4fec-8761-699a6308faf6']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:36:18.032745 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-4e6572af-5caf-4c20-a84f-d71c5570e58e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49210ed2-4b72-4fba-985e-f0d69195497e') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:36:18.035973 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-4e6572af-5caf-4c20-a84f-d71c5570e58e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49210ed2-4b72-4fba-985e-f0d69195497e') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:36:18.068700 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4e6572af-5caf-4c20-a84f-d71c5570e58e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:18.119567 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4e6572af-5caf-4c20-a84f-d71c5570e58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:18.138424 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e6572af-5caf-4c20-a84f-d71c5570e58e admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:36:18.140389 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4e6572af-5caf-4c20-a84f-d71c5570e58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:18.145647 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:36:18.145647 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:36:18.145647 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:36:18.145647 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:36:18.145647 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:36:18.145647 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:36:18.145647 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:36:18.145647 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:36:18.145647 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:36:18.145647 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:36:18.145647 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:36:18.145647 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:36:18.145647 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:36:18.145647 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:36:18.145647 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:36:18.145647 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:36:18.145647 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:36:18.145647 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:36:18.145647 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:36:18.145647 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:36:18.145647 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:36:18.145647 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:36:18.145647 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:36:18.145647 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:36:18.145647 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:36:18.145647 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:36:18.145647 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:36:18.145647 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:36:18.145647 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:36:18.145647 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:36:18.145647 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:36:18.145647 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:36:18.167219 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-59c14721-959f-4842-89ef-e817ab1bc439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:18.173923 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-59c14721-959f-4842-89ef-e817ab1bc439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:18.249721 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4e6572af-5caf-4c20-a84f-d71c5570e58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:18.264565 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4e6572af-5caf-4c20-a84f-d71c5570e58e admin admin] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:18.296964 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4e6572af-5caf-4c20-a84f-d71c5570e58e admin admin] 10.222.0.21 "DELETE /v2.0/networks/0ed8c4a4-768f-4fec-8761-699a6308faf6 HTTP/1.1" status: 204 len: 168 time: 0.8252463 Aug 22 13:36:18.342403 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-59c14721-959f-4842-89ef-e817ab1bc439 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=357d9d0d3dc84ad7a832001b2e7671a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6816800 Aug 22 13:36:18.343575 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c14721-959f-4842-89ef-e817ab1bc439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ad631f-62bc-4a4e-95c8-385bfff5011d,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:18.346957 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 39332) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:36:18.391981 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6572af-5caf-4c20-a84f-d71c5570e58e admin admin] Pushing event deleted for resources: {'Network': ['ID=0ed8c4a4-768f-4fec-8761-699a6308faf6,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:18.520044 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a5bb0d07-902d-48a5-82b0-de0e3cb059ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:18.566970 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-58e38e87-0ddc-498e-872b-9db75a0c398b req-ae282f60-0a62-4f1d-8285-0c6d3f0ddbf5 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=24b77c1e-8b4f-4443-b101-4af971eaf347 HTTP/1.1" status: 200 len: 210 time: 0.1328800 Aug 22 13:36:18.666545 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a5bb0d07-902d-48a5-82b0-de0e3cb059ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:18.861902 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f27c2caa-7a8d-4be2-9327-04b0a21adbf3 req-2f869af4-ac8e-4037-aa78-3bcf4de76fbd tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e0b0a37-7125-4435-9750-e82d8add3457 HTTP/1.1" status: 200 len: 210 time: 0.2916353 Aug 22 13:36:18.866244 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a5bb0d07-902d-48a5-82b0-de0e3cb059ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:18.867818 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a5bb0d07-902d-48a5-82b0-de0e3cb059ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:18.880997 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a5bb0d07-902d-48a5-82b0-de0e3cb059ce admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/43ad631f-62bc-4a4e-95c8-385bfff5011d HTTP/1.1" status: 204 len: 168 time: 0.5295672 Aug 22 13:36:18.891214 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bb0d07-902d-48a5-82b0-de0e3cb059ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ad631f-62bc-4a4e-95c8-385bfff5011d,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:18.973615 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 39350) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:36:19.173069 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-5b81f26d-171d-4d35-948f-ceb07b9bb362 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=80bbcf4308ca4bd6b96d7b411fbfc797&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1959870 Aug 22 13:36:19.174401 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 39368) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:36:19.307919 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6aa067d8-e3bd-413f-9d6a-fa35b3ee4312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:19.421500 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6aa067d8-e3bd-413f-9d6a-fa35b3ee4312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:19.633784 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6aa067d8-e3bd-413f-9d6a-fa35b3ee4312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:19.639280 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6aa067d8-e3bd-413f-9d6a-fa35b3ee4312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:19.657924 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6aa067d8-e3bd-413f-9d6a-fa35b3ee4312 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/65285942-2a27-41ac-b17d-485110debd7c HTTP/1.1" status: 204 len: 168 time: 0.4822686 Aug 22 13:36:19.725798 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa067d8-e3bd-413f-9d6a-fa35b3ee4312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65285942-2a27-41ac-b17d-485110debd7c,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:19.871583 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4563baa0-f707-4d31-9e74-8e8c6e1936b3 req-0d6f0c74-b116-4a1f-9cfb-6bc3e37f6cfe tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=24b77c1e-8b4f-4443-b101-4af971eaf347 HTTP/1.1" status: 200 len: 210 time: 0.0898550 Aug 22 13:36:20.045178 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b997d6c-c27b-4287-a5d9-f8485ca98240 req-565864a1-2467-4f17-b041-054efdcf802f tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:20.055705 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2b997d6c-c27b-4287-a5d9-f8485ca98240 req-565864a1-2467-4f17-b041-054efdcf802f tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.41 "GET /v2.0/networks?id=029dc999-300f-41d7-a154-70ddffd00bd2 HTTP/1.1" status: 200 len: 812 time: 0.3842711 Aug 22 13:36:20.072947 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-2b997d6c-c27b-4287-a5d9-f8485ca98240 req-5f6fb86b-ff04-43ee-9f57-f952f4ba6656 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Request body: {'port': {'device_id': '24b77c1e-8b4f-4443-b101-4af971eaf347', 'network_id': '029dc999-300f-41d7-a154-70ddffd00bd2', 'admin_state_up': True, 'tenant_id': '55ae8131c673474db6fbd918c6d65e53'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:36:20.121074 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-329f073a-c463-460c-8d2e-1c354a8eafcc req-209c49fc-93c7-43da-870d-9af2b5738f2f tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e0b0a37-7125-4435-9750-e82d8add3457 HTTP/1.1" status: 200 len: 210 time: 0.1098678 Aug 22 13:36:20.771664 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa9454-1911-496c-9f99-ef8763460dc5 req-ef073f86-e0f0-4d84-9488-3f06f932b5d2 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:20.776033 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-91aa9454-1911-496c-9f99-ef8763460dc5 req-ef073f86-e0f0-4d84-9488-3f06f932b5d2 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.41 "GET /v2.0/networks?id=0386d336-0e61-4348-9e46-055980419e76 HTTP/1.1" status: 200 len: 811 time: 0.3410852 Aug 22 13:36:20.990622 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-91aa9454-1911-496c-9f99-ef8763460dc5 req-e2839065-65ec-4d04-a009-2fde98b1e81a tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9aaf82909078458f95327523ba5e3378 HTTP/1.1" status: 200 len: 380 time: 0.1850812 Aug 22 13:36:21.016930 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-91aa9454-1911-496c-9f99-ef8763460dc5 req-65559c87-1181-466f-8dc2-b26b9e046aa5 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Request body: {'port': {'device_id': '1e0b0a37-7125-4435-9750-e82d8add3457', 'network_id': '0386d336-0e61-4348-9e46-055980419e76', 'admin_state_up': True, 'tenant_id': '9aaf82909078458f95327523ba5e3378', 'security_groups': ['5704f2e2-9616-4cae-8313-2acc265d3583']}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:36:21.020697 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-91d52b8e-7ec3-4787-80cb-6aa061cd3f45 req-1a11fdc0-aec6-4123-a906-5dd6e45dc421 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=24b77c1e-8b4f-4443-b101-4af971eaf347 HTTP/1.1" status: 200 len: 210 time: 0.0473349 Aug 22 13:36:21.144994 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b997d6c-c27b-4287-a5d9-f8485ca98240 req-5f6fb86b-ff04-43ee-9f57-f952f4ba6656 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Made reservation on behalf of 55ae8131c673474db6fbd918c6d65e53 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:36:21.153422 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-2b997d6c-c27b-4287-a5d9-f8485ca98240 req-5f6fb86b-ff04-43ee-9f57-f952f4ba6656 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:21.345635 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b403fc7d-67ed-4bd8-983d-38cb464112ca req-27dab60f-f920-4c3a-8cb5-00ae18e4d333 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e0b0a37-7125-4435-9750-e82d8add3457 HTTP/1.1" status: 200 len: 210 time: 0.1073022 Aug 22 13:36:21.475383 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91aa9454-1911-496c-9f99-ef8763460dc5 req-65559c87-1181-466f-8dc2-b26b9e046aa5 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Made reservation on behalf of 9aaf82909078458f95327523ba5e3378 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:36:21.479299 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-91aa9454-1911-496c-9f99-ef8763460dc5 req-65559c87-1181-466f-8dc2-b26b9e046aa5 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:21.488059 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-2b997d6c-c27b-4287-a5d9-f8485ca98240 req-5f6fb86b-ff04-43ee-9f57-f952f4ba6656 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Allocated IP 172.20.0.5 (029dc999-300f-41d7-a154-70ddffd00bd2/7cd6abbc-1246-430e-b262-f242ac355bf7/5456ba07-7252-4982-98b9-cdc0cd5b4f6c) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:36:21.548266 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 39480) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:36:21.765105 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-a12bfdad-882a-49a2-b46b-675a26729860 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-752700565-network', 'tenant_id': '2649969058ee456388ff88291e78680f'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:36:21.842123 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12bfdad-882a-49a2-b46b-675a26729860 admin admin] Made reservation on behalf of 2649969058ee456388ff88291e78680f for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:36:21.845153 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a12bfdad-882a-49a2-b46b-675a26729860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:21.867736 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a12bfdad-882a-49a2-b46b-675a26729860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:22.021938 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-91aa9454-1911-496c-9f99-ef8763460dc5 req-65559c87-1181-466f-8dc2-b26b9e046aa5 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Allocated IP 172.20.0.8 (0386d336-0e61-4348-9e46-055980419e76/77ae476e-7cd6-4bd5-9319-25dd232b8593/0ac6586f-fef6-4a9a-a0c1-60c878277a4e) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:36:22.186166 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-2b997d6c-c27b-4287-a5d9-f8485ca98240 req-5f6fb86b-ff04-43ee-9f57-f952f4ba6656 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:22.197518 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-765f503a-e864-4738-a28a-ca7c1f03c701 req-326c3646-28ef-4ec9-865c-a2749d26156d tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=24b77c1e-8b4f-4443-b101-4af971eaf347 HTTP/1.1" status: 200 len: 210 time: 0.0549848 Aug 22 13:36:22.234289 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a12bfdad-882a-49a2-b46b-675a26729860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:22.241951 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a12bfdad-882a-49a2-b46b-675a26729860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:22.304507 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a12bfdad-882a-49a2-b46b-675a26729860 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:36:22.313979 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12bfdad-882a-49a2-b46b-675a26729860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f77e1d3-d116-49a3-a16d-e95505f77592,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:22.357280 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a12bfdad-882a-49a2-b46b-675a26729860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:22.370738 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-a12bfdad-882a-49a2-b46b-675a26729860 admin admin] Added segment 9c8d7093-df4c-4c6a-a045-9b28123caffb of type vlan for network 1cb39aac-8d14-4ea1-9d8c-87d7bd478bc9 Aug 22 13:36:22.474817 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a12bfdad-882a-49a2-b46b-675a26729860 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:22.540388 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a12bfdad-882a-49a2-b46b-675a26729860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:22.541788 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12bfdad-882a-49a2-b46b-675a26729860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:22.542374 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a12bfdad-882a-49a2-b46b-675a26729860 admin admin] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:22.621515 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 39524) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:36:22.623197 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a12bfdad-882a-49a2-b46b-675a26729860 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0729940 Aug 22 13:36:22.658193 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12bfdad-882a-49a2-b46b-675a26729860 admin admin] Pushing event updated for resources: {'Network': ['ID=1cb39aac-8d14-4ea1-9d8c-87d7bd478bc9,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:22.659835 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-b807e3d1-909d-4819-8700-0d39555989b3 admin admin] Request body: {'subnet': {'network_id': '1cb39aac-8d14-4ea1-9d8c-87d7bd478bc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-752700565-subnet', 'tenant_id': '2649969058ee456388ff88291e78680f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:36:22.669297 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 1cb39aac-8d14-4ea1-9d8c-87d7bd478bc9 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:36:22.745518 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-2b997d6c-c27b-4287-a5d9-f8485ca98240 req-5f6fb86b-ff04-43ee-9f57-f952f4ba6656 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:22.861429 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-91aa9454-1911-496c-9f99-ef8763460dc5 req-65559c87-1181-466f-8dc2-b26b9e046aa5 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:22.887457 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b807e3d1-909d-4819-8700-0d39555989b3 admin admin] Made reservation on behalf of 2649969058ee456388ff88291e78680f for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:36:22.902358 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b807e3d1-909d-4819-8700-0d39555989b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:23.015643 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f33e4052-d685-4744-a7c1-996da67d5885 req-6a770b90-3b94-4194-ad87-d11ba1b79c32 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e0b0a37-7125-4435-9750-e82d8add3457 HTTP/1.1" status: 200 len: 210 time: 0.0997350 Aug 22 13:36:23.047728 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b997d6c-c27b-4287-a5d9-f8485ca98240 req-5f6fb86b-ff04-43ee-9f57-f952f4ba6656 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Network 029dc999-300f-41d7-a154-70ddffd00bd2 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:36:23.050574 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6fb86b-ff04-43ee-9f57-f952f4ba6656 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Pushing event updated for resources: {'Port': ['ID=5456ba07-7252-4982-98b9-cdc0cd5b4f6c,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:23.070614 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6fb86b-ff04-43ee-9f57-f952f4ba6656 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:36:23.070959 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6fb86b-ff04-43ee-9f57-f952f4ba6656 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:36:23.071297 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6fb86b-ff04-43ee-9f57-f952f4ba6656 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:36:23.071629 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6fb86b-ff04-43ee-9f57-f952f4ba6656 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:36:23.071959 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6fb86b-ff04-43ee-9f57-f952f4ba6656 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:36:23.072333 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6fb86b-ff04-43ee-9f57-f952f4ba6656 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:36:23.072627 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6fb86b-ff04-43ee-9f57-f952f4ba6656 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:36:23.073051 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6fb86b-ff04-43ee-9f57-f952f4ba6656 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:36:23.073265 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6fb86b-ff04-43ee-9f57-f952f4ba6656 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:36:23.073586 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6fb86b-ff04-43ee-9f57-f952f4ba6656 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:36:23.073906 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6fb86b-ff04-43ee-9f57-f952f4ba6656 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:36:23.074225 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6fb86b-ff04-43ee-9f57-f952f4ba6656 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:36:23.079492 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-91aa9454-1911-496c-9f99-ef8763460dc5 req-65559c87-1181-466f-8dc2-b26b9e046aa5 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Transition to ACTIVE for port object 0ac6586f-fef6-4a9a-a0c1-60c878277a4e will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:36:23.081041 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-2b997d6c-c27b-4287-a5d9-f8485ca98240 req-5f6fb86b-ff04-43ee-9f57-f952f4ba6656 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:36:23.086926 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b997d6c-c27b-4287-a5d9-f8485ca98240 req-5f6fb86b-ff04-43ee-9f57-f952f4ba6656 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:36:23.191192 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b997d6c-c27b-4287-a5d9-f8485ca98240 req-5f6fb86b-ff04-43ee-9f57-f952f4ba6656 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:23.192094 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-2b997d6c-c27b-4287-a5d9-f8485ca98240 req-5f6fb86b-ff04-43ee-9f57-f952f4ba6656 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:23.220647 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-91aa9454-1911-496c-9f99-ef8763460dc5 req-65559c87-1181-466f-8dc2-b26b9e046aa5 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:23.227033 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2b997d6c-c27b-4287-a5d9-f8485ca98240 req-5f6fb86b-ff04-43ee-9f57-f952f4ba6656 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1609035 Aug 22 13:36:23.369072 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-2b997d6c-c27b-4287-a5d9-f8485ca98240 req-40079e01-828e-4fb9-9192-0f357ba433ee service neutron] Request body: {'port': {'device_id': '24b77c1e-8b4f-4443-b101-4af971eaf347', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:36:23.381111 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65559c87-1181-466f-8dc2-b26b9e046aa5 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Pushing event updated for resources: {'Port': ['ID=0ac6586f-fef6-4a9a-a0c1-60c878277a4e,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:23.460368 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561595a3-6d88-4b04-9294-519fe0f742ab req-a9787d1b-79c3-4d8f-b804-f28c9933639a tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:23.487353 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-561595a3-6d88-4b04-9294-519fe0f742ab req-a9787d1b-79c3-4d8f-b804-f28c9933639a tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=24b77c1e-8b4f-4443-b101-4af971eaf347 HTTP/1.1" status: 200 len: 931 time: 0.1464353 Aug 22 13:36:23.558436 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-561595a3-6d88-4b04-9294-519fe0f742ab req-11420402-fdbb-4b19-9037-953a7783d4a2 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690875 Aug 22 13:36:23.583071 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91aa9454-1911-496c-9f99-ef8763460dc5 req-65559c87-1181-466f-8dc2-b26b9e046aa5 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Network 0386d336-0e61-4348-9e46-055980419e76 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:36:23.610858 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-91aa9454-1911-496c-9f99-ef8763460dc5 req-65559c87-1181-466f-8dc2-b26b9e046aa5 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:36:23.618221 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-91aa9454-1911-496c-9f99-ef8763460dc5 req-65559c87-1181-466f-8dc2-b26b9e046aa5 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:36:23.700407 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-2b997d6c-c27b-4287-a5d9-f8485ca98240 req-40079e01-828e-4fb9-9192-0f357ba433ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:23.755137 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b807e3d1-909d-4819-8700-0d39555989b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:23.905418 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa9454-1911-496c-9f99-ef8763460dc5 req-65559c87-1181-466f-8dc2-b26b9e046aa5 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:23.905984 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-91aa9454-1911-496c-9f99-ef8763460dc5 req-65559c87-1181-466f-8dc2-b26b9e046aa5 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:23.935408 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b807e3d1-909d-4819-8700-0d39555989b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55f9f245-9bd3-4991-a10c-fb17dbcc5f04,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:24.113871 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-91aa9454-1911-496c-9f99-ef8763460dc5 req-65559c87-1181-466f-8dc2-b26b9e046aa5 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1160519 Aug 22 13:36:24.210350 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-7a3edd3e-0604-4639-b848-ebf5b0fae097 None None] Provisioning for port 0ac6586f-fef6-4a9a-a0c1-60c878277a4e completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:36:24.216002 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-7a3edd3e-0604-4639-b848-ebf5b0fae097 None None] Provisioning complete for port 0ac6586f-fef6-4a9a-a0c1-60c878277a4e triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:36:24.218548 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7a3edd3e-0604-4639-b848-ebf5b0fae097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:24.265810 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-91aa9454-1911-496c-9f99-ef8763460dc5 req-57a788f6-61c9-4580-bdf5-cc71fc4772c7 service neutron] Request body: {'port': {'device_id': '1e0b0a37-7125-4435-9750-e82d8add3457', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:36:24.295080 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34516057-6856-4eeb-afda-8f3429dd83b6 req-904ac738-ddd8-4e0d-9560-ba7da3b9e2d7 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:24.308788 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-34516057-6856-4eeb-afda-8f3429dd83b6 req-904ac738-ddd8-4e0d-9560-ba7da3b9e2d7 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e0b0a37-7125-4435-9750-e82d8add3457 HTTP/1.1" status: 200 len: 931 time: 0.1290712 Aug 22 13:36:24.336806 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-7a3edd3e-0604-4639-b848-ebf5b0fae097 None None] Port 0ac6586f-fef6-4a9a-a0c1-60c878277a4e cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:36:24.357788 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b807e3d1-909d-4819-8700-0d39555989b3 admin admin] Checking segment: {'id': '9c8d7093-df4c-4c6a-a045-9b28123caffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1cb39aac-8d14-4ea1-9d8c-87d7bd478bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:36:24.366648 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b807e3d1-909d-4819-8700-0d39555989b3 admin admin] Network hostable DHCP agents. Network: 1cb39aac-8d14-4ea1-9d8c-87d7bd478bc9, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:36:24.403947 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-34516057-6856-4eeb-afda-8f3429dd83b6 req-0b7bab46-b6c7-4106-a6dc-f7446b37fe7b tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/security-groups?id=5704f2e2-9616-4cae-8313-2acc265d3583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893972 Aug 22 13:36:24.482938 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-91aa9454-1911-496c-9f99-ef8763460dc5 req-57a788f6-61c9-4580-bdf5-cc71fc4772c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:24.538906 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b807e3d1-909d-4819-8700-0d39555989b3 admin admin] Network 1cb39aac-8d14-4ea1-9d8c-87d7bd478bc9 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:36:24.613486 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-b807e3d1-909d-4819-8700-0d39555989b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 1cb39aac-8d14-4ea1-9d8c-87d7bd478bc9) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:36:24.628488 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03862a3-ae8d-465a-ad65-7e152d30b677 None None] Network 1cb39aac-8d14-4ea1-9d8c-87d7bd478bc9 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:36:24.629377 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b807e3d1-909d-4819-8700-0d39555989b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:24.631270 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b807e3d1-909d-4819-8700-0d39555989b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:24.673302 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b807e3d1-909d-4819-8700-0d39555989b3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0395520 Aug 22 13:36:24.846972 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec3744-4710-4d52-b4db-bb51feb445f7 req-8da8e3a0-8dd8-4ac4-984f-72e5982c09a0 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:24.851340 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-92ec3744-4710-4d52-b4db-bb51feb445f7 req-8da8e3a0-8dd8-4ac4-984f-72e5982c09a0 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=24b77c1e-8b4f-4443-b101-4af971eaf347 HTTP/1.1" status: 200 len: 931 time: 0.1509981 Aug 22 13:36:24.948897 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-92ec3744-4710-4d52-b4db-bb51feb445f7 req-8ab0496d-23cb-4299-ba7f-f1e242c1a777 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898340 Aug 22 13:36:24.996724 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 39666) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:36:25.041280 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-2b997d6c-c27b-4287-a5d9-f8485ca98240 req-40079e01-828e-4fb9-9192-0f357ba433ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5456ba07-7252-4982-98b9-cdc0cd5b4f6c {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:36:25.082592 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-2b997d6c-c27b-4287-a5d9-f8485ca98240 req-40079e01-828e-4fb9-9192-0f357ba433ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:25.101546 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec40016-1d8a-439c-8002-0fc54868ff2d None None] Network 1cb39aac-8d14-4ea1-9d8c-87d7bd478bc9 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:36:25.179257 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc811777-8654-4880-8973-eb6e3cbf041e admin admin] Deleting subnet 55f9f245-9bd3-4991-a10c-fb17dbcc5f04 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:36:25.192472 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-dc811777-8654-4880-8973-eb6e3cbf041e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:25.250980 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-2b997d6c-c27b-4287-a5d9-f8485ca98240 req-40079e01-828e-4fb9-9192-0f357ba433ee service neutron] Transition to ACTIVE for port object 5456ba07-7252-4982-98b9-cdc0cd5b4f6c will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:36:25.261290 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-2b997d6c-c27b-4287-a5d9-f8485ca98240 req-40079e01-828e-4fb9-9192-0f357ba433ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:25.340076 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40079e01-828e-4fb9-9192-0f357ba433ee service neutron] Pushing event updated for resources: {'Port': ['ID=5456ba07-7252-4982-98b9-cdc0cd5b4f6c,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:25.424726 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-dc811777-8654-4880-8973-eb6e3cbf041e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:25.540541 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-dc811777-8654-4880-8973-eb6e3cbf041e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:25.670243 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-91aa9454-1911-496c-9f99-ef8763460dc5 req-57a788f6-61c9-4580-bdf5-cc71fc4772c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ac6586f-fef6-4a9a-a0c1-60c878277a4e {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:36:25.688121 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-91aa9454-1911-496c-9f99-ef8763460dc5 req-57a788f6-61c9-4580-bdf5-cc71fc4772c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:25.691215 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-2b997d6c-c27b-4287-a5d9-f8485ca98240 req-40079e01-828e-4fb9-9192-0f357ba433ee service neutron] Attempting to bind port 5456ba07-7252-4982-98b9-cdc0cd5b4f6c on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:36:25.691891 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-2b997d6c-c27b-4287-a5d9-f8485ca98240 req-40079e01-828e-4fb9-9192-0f357ba433ee service neutron] Attempting to bind port 5456ba07-7252-4982-98b9-cdc0cd5b4f6c by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': 'db44917f-e270-4117-9230-1517bc4d1e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '029dc999-300f-41d7-a154-70ddffd00bd2'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:36:25.692221 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b997d6c-c27b-4287-a5d9-f8485ca98240 req-40079e01-828e-4fb9-9192-0f357ba433ee service neutron] Attempting to bind port 5456ba07-7252-4982-98b9-cdc0cd5b4f6c on network 029dc999-300f-41d7-a154-70ddffd00bd2 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:36:25.707771 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b997d6c-c27b-4287-a5d9-f8485ca98240 req-40079e01-828e-4fb9-9192-0f357ba433ee service neutron] Port 5456ba07-7252-4982-98b9-cdc0cd5b4f6c on network 029dc999-300f-41d7-a154-70ddffd00bd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:36:25.707771 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b997d6c-c27b-4287-a5d9-f8485ca98240 req-40079e01-828e-4fb9-9192-0f357ba433ee service neutron] Attempting to bind port 5456ba07-7252-4982-98b9-cdc0cd5b4f6c on network 029dc999-300f-41d7-a154-70ddffd00bd2 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:36:25.712520 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b997d6c-c27b-4287-a5d9-f8485ca98240 req-40079e01-828e-4fb9-9192-0f357ba433ee service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:36:25.712865 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b997d6c-c27b-4287-a5d9-f8485ca98240 req-40079e01-828e-4fb9-9192-0f357ba433ee service neutron] Checking segment: {'id': 'db44917f-e270-4117-9230-1517bc4d1e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '029dc999-300f-41d7-a154-70ddffd00bd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:36:25.713257 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b997d6c-c27b-4287-a5d9-f8485ca98240 req-40079e01-828e-4fb9-9192-0f357ba433ee service neutron] Bound using segment: {'id': 'db44917f-e270-4117-9230-1517bc4d1e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '029dc999-300f-41d7-a154-70ddffd00bd2'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:36:25.714519 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-2b997d6c-c27b-4287-a5d9-f8485ca98240 req-40079e01-828e-4fb9-9192-0f357ba433ee service neutron] Bound port: 5456ba07-7252-4982-98b9-cdc0cd5b4f6c, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db44917f-e270-4117-9230-1517bc4d1e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '029dc999-300f-41d7-a154-70ddffd00bd2'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:36:25.715117 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-2b997d6c-c27b-4287-a5d9-f8485ca98240 req-40079e01-828e-4fb9-9192-0f357ba433ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:25.765028 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ca011-e6b1-45af-855d-a062a3856d2e req-8aff2da5-676d-4cca-b2e4-2264b8971551 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:25.778274 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-846ca011-e6b1-45af-855d-a062a3856d2e req-8aff2da5-676d-4cca-b2e4-2264b8971551 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e0b0a37-7125-4435-9750-e82d8add3457 HTTP/1.1" status: 200 len: 931 time: 0.1814730 Aug 22 13:36:25.832197 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-2b997d6c-c27b-4287-a5d9-f8485ca98240 req-40079e01-828e-4fb9-9192-0f357ba433ee service neutron] For port 5456ba07-7252-4982-98b9-cdc0cd5b4f6c, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:36:25.841123 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-2b997d6c-c27b-4287-a5d9-f8485ca98240 req-40079e01-828e-4fb9-9192-0f357ba433ee service neutron] For port 5456ba07-7252-4982-98b9-cdc0cd5b4f6c, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=5456ba07-7252-4982-98b9-cdc0cd5b4f6c,segment=NetworkSegment(db44917f-e270-4117-9230-1517bc4d1e8b),segment_id=db44917f-e270-4117-9230-1517bc4d1e8b)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:36:25.849847 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-91aa9454-1911-496c-9f99-ef8763460dc5 req-57a788f6-61c9-4580-bdf5-cc71fc4772c7 service neutron] Transition to ACTIVE for port object 0ac6586f-fef6-4a9a-a0c1-60c878277a4e will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:36:25.855096 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-2b997d6c-c27b-4287-a5d9-f8485ca98240 req-40079e01-828e-4fb9-9192-0f357ba433ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:25.891175 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-91aa9454-1911-496c-9f99-ef8763460dc5 req-57a788f6-61c9-4580-bdf5-cc71fc4772c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:25.926392 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-846ca011-e6b1-45af-855d-a062a3856d2e req-923d02ad-115e-43c7-8ca8-5d9518c2c048 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/security-groups?id=5704f2e2-9616-4cae-8313-2acc265d3583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459115 Aug 22 13:36:25.933900 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-dc811777-8654-4880-8973-eb6e3cbf041e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:25.976896 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:36:25.978919 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-dc811777-8654-4880-8973-eb6e3cbf041e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:25.982200 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-dc811777-8654-4880-8973-eb6e3cbf041e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/55f9f245-9bd3-4991-a10c-fb17dbcc5f04 HTTP/1.1" status: 204 len: 168 time: 0.9829354 Aug 22 13:36:25.983405 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc811777-8654-4880-8973-eb6e3cbf041e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55f9f245-9bd3-4991-a10c-fb17dbcc5f04,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:25.985815 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 39712) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:36:26.036943 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc811777-8654-4880-8973-eb6e3cbf041e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:36:26.037289 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc811777-8654-4880-8973-eb6e3cbf041e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:36:26.037677 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc811777-8654-4880-8973-eb6e3cbf041e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:36:26.038050 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc811777-8654-4880-8973-eb6e3cbf041e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:36:26.038387 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc811777-8654-4880-8973-eb6e3cbf041e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:36:26.038716 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc811777-8654-4880-8973-eb6e3cbf041e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:36:26.039037 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc811777-8654-4880-8973-eb6e3cbf041e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:36:26.039365 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc811777-8654-4880-8973-eb6e3cbf041e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:36:26.039686 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc811777-8654-4880-8973-eb6e3cbf041e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:36:26.040009 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc811777-8654-4880-8973-eb6e3cbf041e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:36:26.050324 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc811777-8654-4880-8973-eb6e3cbf041e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:36:26.050762 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc811777-8654-4880-8973-eb6e3cbf041e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:36:26.070986 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b997d6c-c27b-4287-a5d9-f8485ca98240 req-40079e01-828e-4fb9-9192-0f357ba433ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:26.071900 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-2b997d6c-c27b-4287-a5d9-f8485ca98240 req-40079e01-828e-4fb9-9192-0f357ba433ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:26.073531 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2b997d6c-c27b-4287-a5d9-f8485ca98240 req-40079e01-828e-4fb9-9192-0f357ba433ee service neutron] 10.222.0.41 "PUT /v2.0/ports/5456ba07-7252-4982-98b9-cdc0cd5b4f6c HTTP/1.1" status: 200 len: 1092 time: 2.7121332 Aug 22 13:36:26.090267 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24b77c1e-8b4f-4443-b101-4af971eaf347', 'tag': '5456ba07-7252-4982-98b9-cdc0cd5b4f6c'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:36:26.098136 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1e9e96-834d-474b-91fe-20ae20265b02" -d '{"events": [{"name": "network-changed", "server_uuid": "24b77c1e-8b4f-4443-b101-4af971eaf347", "tag": "5456ba07-7252-4982-98b9-cdc0cd5b4f6c"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:36:26.283531 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f0bdad72-1113-4405-9472-d4bc0b35171d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:26.349630 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90acd74-30d8-4ad8-8edf-94fc0b6e6ad8 req-95fb4f12-3a9a-4d97-b8a6-9b25001673b9 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:26.373592 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40079e01-828e-4fb9-9192-0f357ba433ee service neutron] Pushing event updated for resources: {'Port': ['ID=5456ba07-7252-4982-98b9-cdc0cd5b4f6c,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:26.374181 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e90acd74-30d8-4ad8-8edf-94fc0b6e6ad8 req-95fb4f12-3a9a-4d97-b8a6-9b25001673b9 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=24b77c1e-8b4f-4443-b101-4af971eaf347 HTTP/1.1" status: 200 len: 943 time: 0.2082484 Aug 22 13:36:26.440901 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4ecc3f-be21-48c9-b3b9-1595577a644f x-openstack-request-id: req-cd4ecc3f-be21-48c9-b3b9-1595577a644f {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:36:26.441750 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24b77c1e-8b4f-4443-b101-4af971eaf347", "tag": "5456ba07-7252-4982-98b9-cdc0cd5b4f6c", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:36:26.442243 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cd4ecc3f-be21-48c9-b3b9-1595577a644f {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:36:26.443408 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24b77c1e-8b4f-4443-b101-4af971eaf347', 'tag': '5456ba07-7252-4982-98b9-cdc0cd5b4f6c', 'status': 'completed', 'code': 200} Aug 22 13:36:26.504386 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b997d6c-c27b-4287-a5d9-f8485ca98240 req-c89f705d-8a59-443c-96b2-2eec5be24dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:26.507540 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2b997d6c-c27b-4287-a5d9-f8485ca98240 req-c89f705d-8a59-443c-96b2-2eec5be24dd4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=55ae8131c673474db6fbd918c6d65e53&device_id=24b77c1e-8b4f-4443-b101-4af971eaf347 HTTP/1.1" status: 200 len: 1095 time: 0.3682766 Aug 22 13:36:26.508556 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a788f6-61c9-4580-bdf5-cc71fc4772c7 service neutron] Pushing event updated for resources: {'Port': ['ID=0ac6586f-fef6-4a9a-a0c1-60c878277a4e,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:26.595329 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-91aa9454-1911-496c-9f99-ef8763460dc5 req-57a788f6-61c9-4580-bdf5-cc71fc4772c7 service neutron] Attempting to bind port 0ac6586f-fef6-4a9a-a0c1-60c878277a4e on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:36:26.600676 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-91aa9454-1911-496c-9f99-ef8763460dc5 req-57a788f6-61c9-4580-bdf5-cc71fc4772c7 service neutron] Attempting to bind port 0ac6586f-fef6-4a9a-a0c1-60c878277a4e by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': 'ceef141a-c6d4-4943-8c57-8c444b864728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0386d336-0e61-4348-9e46-055980419e76'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:36:26.601157 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91aa9454-1911-496c-9f99-ef8763460dc5 req-57a788f6-61c9-4580-bdf5-cc71fc4772c7 service neutron] Attempting to bind port 0ac6586f-fef6-4a9a-a0c1-60c878277a4e on network 0386d336-0e61-4348-9e46-055980419e76 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:36:26.654549 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f0bdad72-1113-4405-9472-d4bc0b35171d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:26.681304 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-f0bdad72-1113-4405-9472-d4bc0b35171d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cb39aac-8d14-4ea1-9d8c-87d7bd478bc9']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:36:26.706468 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-f0bdad72-1113-4405-9472-d4bc0b35171d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c8d7093-df4c-4c6a-a045-9b28123caffb') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:36:26.706767 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-f0bdad72-1113-4405-9472-d4bc0b35171d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c8d7093-df4c-4c6a-a045-9b28123caffb') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:36:26.717089 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2b997d6c-c27b-4287-a5d9-f8485ca98240 req-6382ea41-00a2-4fcb-aadc-bc5fc54e20f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5456ba07-7252-4982-98b9-cdc0cd5b4f6c HTTP/1.1" status: 200 len: 217 time: 0.1560414 Aug 22 13:36:26.747748 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91aa9454-1911-496c-9f99-ef8763460dc5 req-57a788f6-61c9-4580-bdf5-cc71fc4772c7 service neutron] Port 0ac6586f-fef6-4a9a-a0c1-60c878277a4e on network 0386d336-0e61-4348-9e46-055980419e76 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:36:26.748011 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f0bdad72-1113-4405-9472-d4bc0b35171d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:26.748130 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91aa9454-1911-496c-9f99-ef8763460dc5 req-57a788f6-61c9-4580-bdf5-cc71fc4772c7 service neutron] Attempting to bind port 0ac6586f-fef6-4a9a-a0c1-60c878277a4e on network 0386d336-0e61-4348-9e46-055980419e76 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:36:26.781687 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91aa9454-1911-496c-9f99-ef8763460dc5 req-57a788f6-61c9-4580-bdf5-cc71fc4772c7 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:36:26.784627 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91aa9454-1911-496c-9f99-ef8763460dc5 req-57a788f6-61c9-4580-bdf5-cc71fc4772c7 service neutron] Checking segment: {'id': 'ceef141a-c6d4-4943-8c57-8c444b864728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0386d336-0e61-4348-9e46-055980419e76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:36:26.785147 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91aa9454-1911-496c-9f99-ef8763460dc5 req-57a788f6-61c9-4580-bdf5-cc71fc4772c7 service neutron] Bound using segment: {'id': 'ceef141a-c6d4-4943-8c57-8c444b864728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0386d336-0e61-4348-9e46-055980419e76'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:36:26.785766 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-91aa9454-1911-496c-9f99-ef8763460dc5 req-57a788f6-61c9-4580-bdf5-cc71fc4772c7 service neutron] Bound port: 0ac6586f-fef6-4a9a-a0c1-60c878277a4e, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceef141a-c6d4-4943-8c57-8c444b864728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0386d336-0e61-4348-9e46-055980419e76'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:36:26.786255 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-91aa9454-1911-496c-9f99-ef8763460dc5 req-57a788f6-61c9-4580-bdf5-cc71fc4772c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:26.791878 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f0bdad72-1113-4405-9472-d4bc0b35171d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:26.806515 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0bdad72-1113-4405-9472-d4bc0b35171d admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:36:26.806932 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f0bdad72-1113-4405-9472-d4bc0b35171d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:26.845226 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b997d6c-c27b-4287-a5d9-f8485ca98240 req-b4b55ce3-aaee-4c9e-af4b-df9e9916060c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:26.848900 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2b997d6c-c27b-4287-a5d9-f8485ca98240 req-b4b55ce3-aaee-4c9e-af4b-df9e9916060c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7cd6abbc-1246-430e-b262-f242ac355bf7 HTTP/1.1" status: 200 len: 852 time: 0.1301191 Aug 22 13:36:26.866678 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:36:26.866678 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:36:26.866678 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:36:26.866678 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:36:26.866678 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:36:26.866678 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:36:26.866678 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:36:26.866678 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:36:26.866678 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:36:26.866678 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:36:26.866678 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:36:26.866678 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:36:26.866678 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:36:26.866678 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:36:26.866678 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:36:26.866678 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:36:26.866678 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:36:26.866678 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:36:26.866678 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:36:26.866678 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:36:26.866678 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:36:26.866678 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:36:26.866678 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:36:26.866678 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:36:26.866678 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:36:26.866678 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:36:26.866678 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:36:26.866678 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:36:26.866678 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:36:26.866678 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:36:26.866678 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:36:26.866678 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:36:26.962221 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2b997d6c-c27b-4287-a5d9-f8485ca98240 req-3ff10b43-053f-4629-85c2-8fd3dbf86f18 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=029dc999-300f-41d7-a154-70ddffd00bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695517 Aug 22 13:36:26.963289 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f0bdad72-1113-4405-9472-d4bc0b35171d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:26.974384 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f0bdad72-1113-4405-9472-d4bc0b35171d admin admin] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:26.979263 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f0bdad72-1113-4405-9472-d4bc0b35171d admin admin] 10.222.0.21 "DELETE /v2.0/networks/1cb39aac-8d14-4ea1-9d8c-87d7bd478bc9 HTTP/1.1" status: 204 len: 168 time: 0.9899943 Aug 22 13:36:27.027001 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e90acd74-30d8-4ad8-8edf-94fc0b6e6ad8 req-7979d977-e417-426b-98ab-3a13b94e8db0 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6519270 Aug 22 13:36:27.039669 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bdad72-1113-4405-9472-d4bc0b35171d admin admin] Pushing event deleted for resources: {'Network': ['ID=1cb39aac-8d14-4ea1-9d8c-87d7bd478bc9,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:27.096520 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-91aa9454-1911-496c-9f99-ef8763460dc5 req-57a788f6-61c9-4580-bdf5-cc71fc4772c7 service neutron] For port 0ac6586f-fef6-4a9a-a0c1-60c878277a4e, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:36:27.102162 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-91aa9454-1911-496c-9f99-ef8763460dc5 req-57a788f6-61c9-4580-bdf5-cc71fc4772c7 service neutron] For port 0ac6586f-fef6-4a9a-a0c1-60c878277a4e, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=0ac6586f-fef6-4a9a-a0c1-60c878277a4e,segment=NetworkSegment(ceef141a-c6d4-4943-8c57-8c444b864728),segment_id=ceef141a-c6d4-4943-8c57-8c444b864728)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:36:27.108969 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-91aa9454-1911-496c-9f99-ef8763460dc5 req-57a788f6-61c9-4580-bdf5-cc71fc4772c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:27.179569 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa9454-1911-496c-9f99-ef8763460dc5 req-57a788f6-61c9-4580-bdf5-cc71fc4772c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:27.180936 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-91aa9454-1911-496c-9f99-ef8763460dc5 req-57a788f6-61c9-4580-bdf5-cc71fc4772c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:27.182531 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-91aa9454-1911-496c-9f99-ef8763460dc5 req-57a788f6-61c9-4580-bdf5-cc71fc4772c7 service neutron] 10.222.0.41 "PUT /v2.0/ports/0ac6586f-fef6-4a9a-a0c1-60c878277a4e HTTP/1.1" status: 200 len: 1092 time: 2.9220934 Aug 22 13:36:27.275902 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 39792) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:36:27.290604 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2b997d6c-c27b-4287-a5d9-f8485ca98240 req-0e8d9b44-492c-4033-8cbd-d7fc81164408 service neutron] 10.222.0.41 "GET /v2.0/networks/029dc999-300f-41d7-a154-70ddffd00bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135910 Aug 22 13:36:27.357097 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a788f6-61c9-4580-bdf5-cc71fc4772c7 service neutron] Pushing event updated for resources: {'Port': ['ID=0ac6586f-fef6-4a9a-a0c1-60c878277a4e,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:27.394098 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4fc977-410a-430b-94d1-bb024473db6e req-8ed6745b-fecc-4017-ac42-269b37d7c9a7 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:27.396062 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6b4fc977-410a-430b-94d1-bb024473db6e req-8ed6745b-fecc-4017-ac42-269b37d7c9a7 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e0b0a37-7125-4435-9750-e82d8add3457 HTTP/1.1" status: 200 len: 943 time: 0.1307907 Aug 22 13:36:27.481726 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6b4fc977-410a-430b-94d1-bb024473db6e req-4f36ba67-caf7-4697-8aea-090bcedaf970 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/security-groups?id=5704f2e2-9616-4cae-8313-2acc265d3583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777526 Aug 22 13:36:27.583105 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 39796) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:36:27.796455 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-78325f90-ee4b-4f52-a110-ad0eb6f29f27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:27.979226 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-78325f90-ee4b-4f52-a110-ad0eb6f29f27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:27.988357 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-78325f90-ee4b-4f52-a110-ad0eb6f29f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:28.106162 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-78325f90-ee4b-4f52-a110-ad0eb6f29f27 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ed1328dcf60847dcb601cc3664dc5b58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5194738 Aug 22 13:36:28.106162 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78325f90-ee4b-4f52-a110-ad0eb6f29f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c627cdb-a101-4931-bf3b-756f4ac46f65,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:28.110366 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 39814) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:36:28.187037 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d282c875-f492-4deb-926b-1e514946fa70 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2649969058ee456388ff88291e78680f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9017348 Aug 22 13:36:28.190027 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2b997d6c-c27b-4287-a5d9-f8485ca98240 req-d2638020-4f29-48ad-a55f-ff449ba0fa27 service neutron] 10.222.0.41 "GET /v2.0/networks/029dc999-300f-41d7-a154-70ddffd00bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8450453 Aug 22 13:36:28.190487 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 39820) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:36:28.194866 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa9454-1911-496c-9f99-ef8763460dc5 req-5d0b1ac7-1240-464e-8371-7a352b48a6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:28.213747 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-91aa9454-1911-496c-9f99-ef8763460dc5 req-5d0b1ac7-1240-464e-8371-7a352b48a6e3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9aaf82909078458f95327523ba5e3378&device_id=1e0b0a37-7125-4435-9750-e82d8add3457 HTTP/1.1" status: 200 len: 1095 time: 0.9624424 Aug 22 13:36:28.258959 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:28.292991 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69686130-607f-45a5-9eb6-9bc4d3de3ef2 req-d07825b6-3894-4b39-bd72-9c9f9fcb3b1f tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:28.298656 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-69686130-607f-45a5-9eb6-9bc4d3de3ef2 req-d07825b6-3894-4b39-bd72-9c9f9fcb3b1f tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=24b77c1e-8b4f-4443-b101-4af971eaf347 HTTP/1.1" status: 200 len: 943 time: 0.1451917 Aug 22 13:36:28.385099 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-41027105-6684-4087-9d60-5d8b6784e82b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:28.412563 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d9005873-66f6-41d1-9398-61188e47020b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:28.413977 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-41027105-6684-4087-9d60-5d8b6784e82b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:28.442323 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-91aa9454-1911-496c-9f99-ef8763460dc5 req-27993664-3cd5-43c9-bcde-c0766e34af48 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ac6586f-fef6-4a9a-a0c1-60c878277a4e HTTP/1.1" status: 200 len: 217 time: 0.1556828 Aug 22 13:36:28.445939 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e0b0a37-7125-4435-9750-e82d8add3457', 'tag': '0ac6586f-fef6-4a9a-a0c1-60c878277a4e'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:36:28.448281 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455216b9-6a89-4ce9-97de-f7079f2f24be" -d '{"events": [{"name": "network-changed", "server_uuid": "1e0b0a37-7125-4435-9750-e82d8add3457", "tag": "0ac6586f-fef6-4a9a-a0c1-60c878277a4e"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:36:28.487206 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-69686130-607f-45a5-9eb6-9bc4d3de3ef2 req-ea964200-568a-42e0-ab10-0a047baf844c tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875954 Aug 22 13:36:28.489378 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-41027105-6684-4087-9d60-5d8b6784e82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:28.493573 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-41027105-6684-4087-9d60-5d8b6784e82b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:28.494886 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-41027105-6684-4087-9d60-5d8b6784e82b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8c627cdb-a101-4931-bf3b-756f4ac46f65 HTTP/1.1" status: 204 len: 168 time: 0.3835695 Aug 22 13:36:28.541618 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41027105-6684-4087-9d60-5d8b6784e82b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c627cdb-a101-4931-bf3b-756f4ac46f65,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:28.578123 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa9454-1911-496c-9f99-ef8763460dc5 req-3b925af2-69bd-4188-bca3-5bb621c25e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:28.581244 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-91aa9454-1911-496c-9f99-ef8763460dc5 req-3b925af2-69bd-4188-bca3-5bb621c25e16 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=77ae476e-7cd6-4bd5-9319-25dd232b8593 HTTP/1.1" status: 200 len: 850 time: 0.1300106 Aug 22 13:36:28.582245 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c15633df-4933-4ccb-b605-d73851f8e4c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:28.608908 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c15633df-4933-4ccb-b605-d73851f8e4c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:28.659395 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f57c45-8c10-4276-8be5-6d44d24fea11 x-openstack-request-id: req-38f57c45-8c10-4276-8be5-6d44d24fea11 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:36:28.659832 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e0b0a37-7125-4435-9750-e82d8add3457", "tag": "0ac6586f-fef6-4a9a-a0c1-60c878277a4e", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:36:28.660175 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-38f57c45-8c10-4276-8be5-6d44d24fea11 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:36:28.660890 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e0b0a37-7125-4435-9750-e82d8add3457', 'tag': '0ac6586f-fef6-4a9a-a0c1-60c878277a4e', 'status': 'completed', 'code': 200} Aug 22 13:36:28.670149 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c15633df-4933-4ccb-b605-d73851f8e4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:28.673088 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c15633df-4933-4ccb-b605-d73851f8e4c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:28.674625 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c15633df-4933-4ccb-b605-d73851f8e4c1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2f77e1d3-d116-49a3-a16d-e95505f77592 HTTP/1.1" status: 204 len: 168 time: 0.4828672 Aug 22 13:36:28.741753 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1e9e96-834d-474b-91fe-20ae20265b02 req-df0c4dde-bc61-4739-ad77-eb2ebc8ca4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:28.743748 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-1b1e9e96-834d-474b-91fe-20ae20265b02 req-df0c4dde-bc61-4739-ad77-eb2ebc8ca4b4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=55ae8131c673474db6fbd918c6d65e53&device_id=24b77c1e-8b4f-4443-b101-4af971eaf347 HTTP/1.1" status: 200 len: 1095 time: 0.4485462 Aug 22 13:36:28.744601 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15633df-4933-4ccb-b605-d73851f8e4c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f77e1d3-d116-49a3-a16d-e95505f77592,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:28.806290 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b43f9-771e-48e8-b537-b7806e7fd167 req-0aa8cfd3-4f60-4152-a239-336a8ea17cc9 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:28.807434 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa9454-1911-496c-9f99-ef8763460dc5 req-d2e89b1b-71f6-44aa-8ea8-cb2247f1a683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:28.808982 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-91aa9454-1911-496c-9f99-ef8763460dc5 req-d2e89b1b-71f6-44aa-8ea8-cb2247f1a683 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0386d336-0e61-4348-9e46-055980419e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1519508 Aug 22 13:36:28.819474 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-820b43f9-771e-48e8-b537-b7806e7fd167 req-0aa8cfd3-4f60-4152-a239-336a8ea17cc9 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e0b0a37-7125-4435-9750-e82d8add3457 HTTP/1.1" status: 200 len: 943 time: 0.1836452 Aug 22 13:36:28.940985 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-820b43f9-771e-48e8-b537-b7806e7fd167 req-2f849c3a-69f2-43d2-8668-4d9ea34b34e2 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/security-groups?id=5704f2e2-9616-4cae-8313-2acc265d3583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122553 Aug 22 13:36:29.127317 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1e9e96-834d-474b-91fe-20ae20265b02 req-54069304-69f4-4cf4-9039-a6f13212f6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:29.128694 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-1b1e9e96-834d-474b-91fe-20ae20265b02 req-54069304-69f4-4cf4-9039-a6f13212f6ac service neutron] 10.222.0.41 "GET /v2.0/networks?id=029dc999-300f-41d7-a154-70ddffd00bd2 HTTP/1.1" status: 200 len: 913 time: 0.3768632 Aug 22 13:36:29.290678 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-1b1e9e96-834d-474b-91fe-20ae20265b02 req-f410e040-d91f-4526-94dc-a1db973a43fd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5456ba07-7252-4982-98b9-cdc0cd5b4f6c HTTP/1.1" status: 200 len: 217 time: 0.1513383 Aug 22 13:36:29.372475 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-91aa9454-1911-496c-9f99-ef8763460dc5 req-c585c89a-e551-4a4d-bc2c-47a16999bed8 service neutron] 10.222.0.41 "GET /v2.0/networks/0386d336-0e61-4348-9e46-055980419e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5435712 Aug 22 13:36:29.591055 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1e9e96-834d-474b-91fe-20ae20265b02 req-652660f1-2d6f-4dee-a2ba-14eb316af785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:29.595793 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-1b1e9e96-834d-474b-91fe-20ae20265b02 req-652660f1-2d6f-4dee-a2ba-14eb316af785 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7cd6abbc-1246-430e-b262-f242ac355bf7 HTTP/1.1" status: 200 len: 852 time: 0.2667584 Aug 22 13:36:29.666095 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-1b1e9e96-834d-474b-91fe-20ae20265b02 req-adef2cb8-9992-43a5-bae1-af8ae145cd5c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=029dc999-300f-41d7-a154-70ddffd00bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616488 Aug 22 13:36:29.798634 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-91aa9454-1911-496c-9f99-ef8763460dc5 req-e50c7192-4b91-4055-961e-95544367cd71 service neutron] 10.222.0.41 "GET /v2.0/networks/0386d336-0e61-4348-9e46-055980419e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692396 Aug 22 13:36:29.874146 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f5183-f4c4-44ed-8fde-2c6299f522c6 req-4d5f9a67-c90c-489f-8ba7-7ee8fe95982e tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:29.884398 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9e6f5183-f4c4-44ed-8fde-2c6299f522c6 req-4d5f9a67-c90c-489f-8ba7-7ee8fe95982e tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=24b77c1e-8b4f-4443-b101-4af971eaf347 HTTP/1.1" status: 200 len: 943 time: 0.2601252 Aug 22 13:36:29.918706 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7edf21-ad6c-4c0d-bd87-5cb16a08932d req-670d5b12-56cd-4869-b973-695cba87a2e7 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:29.933132 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4d7edf21-ad6c-4c0d-bd87-5cb16a08932d req-670d5b12-56cd-4869-b973-695cba87a2e7 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/networks?id=29a5fa06-3722-4b00-8610-7c352a4197c0 HTTP/1.1" status: 200 len: 814 time: 0.5288351 Aug 22 13:36:29.980413 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4d7edf21-ad6c-4c0d-bd87-5cb16a08932d req-90c18af7-87bc-409c-947f-ea5a0173b951 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/quotas/79cda882c51f49c8a97f6b7883940f43 HTTP/1.1" status: 200 len: 375 time: 0.0403559 Aug 22 13:36:30.036327 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-1b1e9e96-834d-474b-91fe-20ae20265b02 req-99bf5c77-a7e2-4720-9f6e-858d45029d86 service neutron] 10.222.0.41 "GET /v2.0/networks/029dc999-300f-41d7-a154-70ddffd00bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494585 Aug 22 13:36:30.112368 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455216b9-6a89-4ce9-97de-f7079f2f24be req-e6a9ccf8-85fe-4aa8-a246-040dc36d5f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:30.113921 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-455216b9-6a89-4ce9-97de-f7079f2f24be req-e6a9ccf8-85fe-4aa8-a246-040dc36d5f52 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9aaf82909078458f95327523ba5e3378&device_id=1e0b0a37-7125-4435-9750-e82d8add3457 HTTP/1.1" status: 200 len: 1095 time: 0.2582181 Aug 22 13:36:30.134086 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9e6f5183-f4c4-44ed-8fde-2c6299f522c6 req-7f5515d1-e4e6-481a-8f2f-76dad2e68a3a tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477133 Aug 22 13:36:30.182193 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4d7edf21-ad6c-4c0d-bd87-5cb16a08932d req-ace12178-0e7c-4254-8937-8ecadbbaaa43 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=79cda882c51f49c8a97f6b7883940f43&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2001193 Aug 22 13:36:30.353306 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-1b1e9e96-834d-474b-91fe-20ae20265b02 req-21b73152-8353-4a34-a722-1f6c0a831b0e service neutron] 10.222.0.41 "GET /v2.0/networks/029dc999-300f-41d7-a154-70ddffd00bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999351 Aug 22 13:36:30.407272 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455216b9-6a89-4ce9-97de-f7079f2f24be req-42f9d9a2-153c-4dc6-9952-980b5d9303c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:30.413905 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-455216b9-6a89-4ce9-97de-f7079f2f24be req-42f9d9a2-153c-4dc6-9952-980b5d9303c9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0386d336-0e61-4348-9e46-055980419e76 HTTP/1.1" status: 200 len: 912 time: 0.2896943 Aug 22 13:36:30.420061 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4d7edf21-ad6c-4c0d-bd87-5cb16a08932d req-1b98e356-d4c5-426a-8080-8fe9f7ff1e01 service neutron] 10.222.0.21 "GET /v2.0/networks/29a5fa06-3722-4b00-8610-7c352a4197c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257998 Aug 22 13:36:30.494569 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-455216b9-6a89-4ce9-97de-f7079f2f24be req-f44338fc-cee8-4960-845b-03c2fb30a352 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ac6586f-fef6-4a9a-a0c1-60c878277a4e HTTP/1.1" status: 200 len: 217 time: 0.0612969 Aug 22 13:36:30.621697 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455216b9-6a89-4ce9-97de-f7079f2f24be req-7753ba18-bfb1-4c75-a69b-9a635b7850c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:30.625966 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-455216b9-6a89-4ce9-97de-f7079f2f24be req-7753ba18-bfb1-4c75-a69b-9a635b7850c0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=77ae476e-7cd6-4bd5-9319-25dd232b8593 HTTP/1.1" status: 200 len: 850 time: 0.1168311 Aug 22 13:36:30.740906 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b4520-2c9e-4fb0-938c-33382bbf4a9f req-3ca73145-fcae-467d-8866-d7e597d2a59d tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:30.744050 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455216b9-6a89-4ce9-97de-f7079f2f24be req-bf63e124-d884-4796-a915-d901f10509e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:30.745588 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-455216b9-6a89-4ce9-97de-f7079f2f24be req-bf63e124-d884-4796-a915-d901f10509e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0386d336-0e61-4348-9e46-055980419e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1069157 Aug 22 13:36:30.747575 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-536b4520-2c9e-4fb0-938c-33382bbf4a9f req-3ca73145-fcae-467d-8866-d7e597d2a59d tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e0b0a37-7125-4435-9750-e82d8add3457 HTTP/1.1" status: 200 len: 943 time: 0.3251264 Aug 22 13:36:30.984075 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4d7edf21-ad6c-4c0d-bd87-5cb16a08932d req-afd63aa3-d0ef-431e-9faa-a1d637f1b546 service neutron] 10.222.0.21 "GET /v2.0/networks/29a5fa06-3722-4b00-8610-7c352a4197c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5615299 Aug 22 13:36:31.008977 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-536b4520-2c9e-4fb0-938c-33382bbf4a9f req-f2295493-1d62-42a3-9512-adc8f1a8b3f7 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/security-groups?id=5704f2e2-9616-4cae-8313-2acc265d3583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2408972 Aug 22 13:36:31.075079 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-455216b9-6a89-4ce9-97de-f7079f2f24be req-748727e5-08ca-4ee5-91d9-9a29066f2572 service neutron] 10.222.0.41 "GET /v2.0/networks/0386d336-0e61-4348-9e46-055980419e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174465 Aug 22 13:36:31.075993 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d11c4fbc-f1ff-49b2-b8e3-545757654cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:31.207343 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:31.297733 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 5456ba07-7252-4982-98b9-cdc0cd5b4f6c details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:36:31.368848 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-455216b9-6a89-4ce9-97de-f7079f2f24be req-a31d4feb-3caa-4ea3-ab15-3d38985489ed service neutron] 10.222.0.41 "GET /v2.0/networks/0386d336-0e61-4348-9e46-055980419e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798159 Aug 22 13:36:31.563233 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a0ca2-cfdc-4962-bbe2-186de1efef20 req-51b7caa7-e8d5-441e-8ecc-7bc8f8cb2b61 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:31.578434 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-207a0ca2-cfdc-4962-bbe2-186de1efef20 req-51b7caa7-e8d5-441e-8ecc-7bc8f8cb2b61 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=24b77c1e-8b4f-4443-b101-4af971eaf347 HTTP/1.1" status: 200 len: 943 time: 0.2872500 Aug 22 13:36:31.596573 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-19c582b0-efff-42dd-ac87-621bfbabc895 req-44ace7a9-4cb4-4506-872e-f5f883cdbabc tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/ports?device_id=b80b89b4-4f2c-4c8b-aa26-b0fe60069084 HTTP/1.1" status: 200 len: 210 time: 0.2495732 Aug 22 13:36:31.646903 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-207a0ca2-cfdc-4962-bbe2-186de1efef20 req-60a5a9b5-32e5-4364-94ff-af9181997996 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675850 Aug 22 13:36:31.656853 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 5456ba07-7252-4982-98b9-cdc0cd5b4f6c, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=5456ba07-7252-4982-98b9-cdc0cd5b4f6c,segment=NetworkSegment(db44917f-e270-4117-9230-1517bc4d1e8b),segment_id=db44917f-e270-4117-9230-1517bc4d1e8b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:36:31.679067 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '5456ba07-7252-4982-98b9-cdc0cd5b4f6c', 'network_id': '029dc999-300f-41d7-a154-70ddffd00bd2', 'port_id': '5456ba07-7252-4982-98b9-cdc0cd5b4f6c', 'mac_address': 'fa:16:3e:a2:d6:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cd6abbc-1246-430e-b262-f242ac355bf7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:36:31.748772 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:31.766861 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5456ba07-7252-4982-98b9-cdc0cd5b4f6c {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:36:31.788572 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 5456ba07-7252-4982-98b9-cdc0cd5b4f6c, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=5456ba07-7252-4982-98b9-cdc0cd5b4f6c,segment=NetworkSegment(db44917f-e270-4117-9230-1517bc4d1e8b),segment_id=db44917f-e270-4117-9230-1517bc4d1e8b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:36:31.797768 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:31.924180 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=5456ba07-7252-4982-98b9-cdc0cd5b4f6c,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:32.049418 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['5456ba07-7252-4982-98b9-cdc0cd5b4f6c'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:36:32.314182 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85f86f-cf8a-434d-a223-1c5cdeda5f52 req-42dbda03-18f8-4c95-8ada-dcdc90b95c14 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:32.327801 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-df85f86f-cf8a-434d-a223-1c5cdeda5f52 req-42dbda03-18f8-4c95-8ada-dcdc90b95c14 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e0b0a37-7125-4435-9750-e82d8add3457 HTTP/1.1" status: 200 len: 943 time: 0.1572833 Aug 22 13:36:32.396687 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:32.426741 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-df85f86f-cf8a-434d-a223-1c5cdeda5f52 req-1afdd2da-6dc5-40fe-bc78-56ad10e09815 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/security-groups?id=5704f2e2-9616-4cae-8313-2acc265d3583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972350 Aug 22 13:36:32.808213 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-94902836-c4b6-473a-98ff-ed52de5edb36 req-f24deb23-a51c-4ccd-a0b7-8a4b47bf7ea5 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/ports?device_id=b80b89b4-4f2c-4c8b-aa26-b0fe60069084 HTTP/1.1" status: 200 len: 210 time: 0.1203330 Aug 22 13:36:32.990955 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea868f71-bc1a-4a91-ad36-082428d434ec req-89d07103-54c2-40c9-a806-9e4c2a1f59c5 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:33.006893 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ea868f71-bc1a-4a91-ad36-082428d434ec req-89d07103-54c2-40c9-a806-9e4c2a1f59c5 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=24b77c1e-8b4f-4443-b101-4af971eaf347 HTTP/1.1" status: 200 len: 944 time: 0.1367674 Aug 22 13:36:33.155228 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ea868f71-bc1a-4a91-ad36-082428d434ec req-808bef5b-26e8-46a5-8846-f5444bf906e6 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443248 Aug 22 13:36:33.302118 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 0ac6586f-fef6-4a9a-a0c1-60c878277a4e details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:36:33.305175 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 5456ba07-7252-4982-98b9-cdc0cd5b4f6c up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:36:33.657852 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 5456ba07-7252-4982-98b9-cdc0cd5b4f6c completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:36:33.674136 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 5456ba07-7252-4982-98b9-cdc0cd5b4f6c triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:36:33.674513 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:33.764033 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 40072) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:36:33.948862 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7edf21-ad6c-4c0d-bd87-5cb16a08932d req-7c3158d6-df04-4f2b-8ef9-47ea6f1da13e tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:33.957224 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4d7edf21-ad6c-4c0d-bd87-5cb16a08932d req-7c3158d6-df04-4f2b-8ef9-47ea6f1da13e tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.16 "GET /v2.0/networks?id=29a5fa06-3722-4b00-8610-7c352a4197c0 HTTP/1.1" status: 200 len: 814 time: 0.5887568 Aug 22 13:36:34.010459 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-4d7edf21-ad6c-4c0d-bd87-5cb16a08932d req-37dac3ec-033f-400e-8bae-6f9a267ce352 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Request body: {'port': {'device_id': 'b80b89b4-4f2c-4c8b-aa26-b0fe60069084', 'network_id': '29a5fa06-3722-4b00-8610-7c352a4197c0', 'admin_state_up': True, 'tenant_id': '79cda882c51f49c8a97f6b7883940f43'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:36:34.041012 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:34.197382 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:34.202506 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-d14f7cdf-f7ab-40c0-b474-6345fbfd21d6 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Request body: {'floatingip': {'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:36:34.270536 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d14f7cdf-f7ab-40c0-b474-6345fbfd21d6 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks [] for floatingip, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:34.386904 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b77c1e-8b4f-4443-b101-4af971eaf347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5456ba07-7252-4982-98b9-cdc0cd5b4f6c'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:36:34.389248 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1170de9a-ce8c-4db8-a1ab-b8a44919d096" -d '{"events": [{"server_uuid": "24b77c1e-8b4f-4443-b101-4af971eaf347", "name": "network-vif-plugged", "status": "completed", "tag": "5456ba07-7252-4982-98b9-cdc0cd5b4f6c"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:36:34.397410 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:34.459189 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-52778ca8-c517-4d50-9343-a676185d2a4f req-8c3222b7-3089-476d-9ce6-9c97372e328a tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/ports?device_id=b80b89b4-4f2c-4c8b-aa26-b0fe60069084 HTTP/1.1" status: 200 len: 210 time: 0.4646068 Aug 22 13:36:34.476078 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 5456ba07-7252-4982-98b9-cdc0cd5b4f6c, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=5456ba07-7252-4982-98b9-cdc0cd5b4f6c,segment=NetworkSegment(db44917f-e270-4117-9230-1517bc4d1e8b),segment_id=db44917f-e270-4117-9230-1517bc4d1e8b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:36:34.502080 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 0ac6586f-fef6-4a9a-a0c1-60c878277a4e, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=0ac6586f-fef6-4a9a-a0c1-60c878277a4e,segment=NetworkSegment(ceef141a-c6d4-4943-8c57-8c444b864728),segment_id=ceef141a-c6d4-4943-8c57-8c444b864728)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:36:34.511221 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a23b7c-834a-4a6e-8056-bac3ed6a6978 req-c33c1883-7942-4d28-974b-8202154713c1 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:34.527104 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e4a23b7c-834a-4a6e-8056-bac3ed6a6978 req-c33c1883-7942-4d28-974b-8202154713c1 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e0b0a37-7125-4435-9750-e82d8add3457 HTTP/1.1" status: 200 len: 943 time: 0.8915093 Aug 22 13:36:34.528908 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:34.692141 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '0ac6586f-fef6-4a9a-a0c1-60c878277a4e', 'network_id': '0386d336-0e61-4348-9e46-055980419e76', 'port_id': '0ac6586f-fef6-4a9a-a0c1-60c878277a4e', 'mac_address': 'fa:16:3e:c0:83:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77ae476e-7cd6-4bd5-9319-25dd232b8593', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:36:34.702474 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d14f7cdf-f7ab-40c0-b474-6345fbfd21d6 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:34.740689 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e4a23b7c-834a-4a6e-8056-bac3ed6a6978 req-e5cbee88-53c2-499f-a153-aa84a25df9e9 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/security-groups?id=5704f2e2-9616-4cae-8313-2acc265d3583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2120078 Aug 22 13:36:34.866002 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d7edf21-ad6c-4c0d-bd87-5cb16a08932d req-37dac3ec-033f-400e-8bae-6f9a267ce352 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Made reservation on behalf of 79cda882c51f49c8a97f6b7883940f43 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:36:34.878295 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4d7edf21-ad6c-4c0d-bd87-5cb16a08932d req-37dac3ec-033f-400e-8bae-6f9a267ce352 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:34.892476 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:34.899381 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=5456ba07-7252-4982-98b9-cdc0cd5b4f6c,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:35.000656 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ac6586f-fef6-4a9a-a0c1-60c878277a4e {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:36:35.063136 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 0ac6586f-fef6-4a9a-a0c1-60c878277a4e, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=0ac6586f-fef6-4a9a-a0c1-60c878277a4e,segment=NetworkSegment(ceef141a-c6d4-4943-8c57-8c444b864728),segment_id=ceef141a-c6d4-4943-8c57-8c444b864728)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:36:35.071104 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:35.184192 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc329423-5e6e-4993-a9bb-5003244fa9bc req-9bae6497-48eb-4068-994c-90883c53a901 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:35.195274 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fc329423-5e6e-4993-a9bb-5003244fa9bc req-9bae6497-48eb-4068-994c-90883c53a901 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=24b77c1e-8b4f-4443-b101-4af971eaf347 HTTP/1.1" status: 200 len: 945 time: 0.4959960 Aug 22 13:36:35.228291 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=0ac6586f-fef6-4a9a-a0c1-60c878277a4e,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:35.245945 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-d14f7cdf-f7ab-40c0-b474-6345fbfd21d6 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Allocated IP 172.25.3.156 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/de083ad0-eaee-45a3-8e6d-427f61b1cb89) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:36:35.291076 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0197b273-76cf-4b87-98c6-264cc3fa0526 x-openstack-request-id: req-0197b273-76cf-4b87-98c6-264cc3fa0526 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:36:35.291425 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24b77c1e-8b4f-4443-b101-4af971eaf347", "name": "network-vif-plugged", "status": "completed", "tag": "5456ba07-7252-4982-98b9-cdc0cd5b4f6c", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:36:35.291732 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0197b273-76cf-4b87-98c6-264cc3fa0526 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:36:35.292297 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b77c1e-8b4f-4443-b101-4af971eaf347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5456ba07-7252-4982-98b9-cdc0cd5b4f6c', 'code': 200} Aug 22 13:36:35.297446 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['0ac6586f-fef6-4a9a-a0c1-60c878277a4e'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:36:35.428891 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fc329423-5e6e-4993-a9bb-5003244fa9bc req-c5e13e3f-7004-4fa9-abd8-ebf8f78951db tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179422 Aug 22 13:36:35.469032 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-4d7edf21-ad6c-4c0d-bd87-5cb16a08932d req-37dac3ec-033f-400e-8bae-6f9a267ce352 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Allocated IP 172.20.0.11 (29a5fa06-3722-4b00-8610-7c352a4197c0/ffb4d087-1294-4a80-af2a-ccd3cdf84545/9b30a099-d8a0-4675-a68d-7d3d60c8142f) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:36:35.720794 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f52b7b-e0e6-4632-b40d-1f7cfe0dab0b req-6930568e-8f04-422f-a05b-bb8fb4b906cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:35.724591 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-68f52b7b-e0e6-4632-b40d-1f7cfe0dab0b req-6930568e-8f04-422f-a05b-bb8fb4b906cf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=24b77c1e-8b4f-4443-b101-4af971eaf347 HTTP/1.1" status: 200 len: 1097 time: 0.3517015 Aug 22 13:36:35.791458 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cedca397-7086-40f8-aa93-189139f29d7d req-36c4b32a-07da-4947-81bc-08e784806e03 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/ports?device_id=b80b89b4-4f2c-4c8b-aa26-b0fe60069084 HTTP/1.1" status: 200 len: 210 time: 0.1329331 Aug 22 13:36:35.896184 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-68f52b7b-e0e6-4632-b40d-1f7cfe0dab0b req-c6f61d7f-871d-4432-90f1-187462693726 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486754 Aug 22 13:36:35.923643 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d14f7cdf-f7ab-40c0-b474-6345fbfd21d6 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:35.982039 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4d7edf21-ad6c-4c0d-bd87-5cb16a08932d req-37dac3ec-033f-400e-8bae-6f9a267ce352 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:36.049125 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a920bc-f12d-4ebb-b49c-87889be91895 req-b1ea6ae1-7c38-4969-ad3e-2347895cf44a tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:36.049637 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d14f7cdf-f7ab-40c0-b474-6345fbfd21d6 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:36.058451 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-37a920bc-f12d-4ebb-b49c-87889be91895 req-b1ea6ae1-7c38-4969-ad3e-2347895cf44a tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e0b0a37-7125-4435-9750-e82d8add3457 HTTP/1.1" status: 200 len: 944 time: 0.1200497 Aug 22 13:36:36.169379 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14f7cdf-f7ab-40c0-b474-6345fbfd21d6 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:36:36.173626 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-d14f7cdf-f7ab-40c0-b474-6345fbfd21d6 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:36:36.176548 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14f7cdf-f7ab-40c0-b474-6345fbfd21d6 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:36:36.203161 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4d7edf21-ad6c-4c0d-bd87-5cb16a08932d req-37dac3ec-033f-400e-8bae-6f9a267ce352 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:36.218936 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['f98ca010-3650-437c-83fa-f13f12655f20', '6b875a92-6cad-47b3-8250-8cfcae444250'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:36:36.221949 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['07f4112b-22bd-4268-8fdd-48504a9f6055'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:36:36.232257 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f7cdf-f7ab-40c0-b474-6345fbfd21d6 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Pushing event updated for resources: {'Port': ['ID=de083ad0-eaee-45a3-8e6d-427f61b1cb89,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:36.333403 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-37a920bc-f12d-4ebb-b49c-87889be91895 req-bc3c8f5c-e104-4dfc-b23e-58574f17fc11 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/security-groups?id=5704f2e2-9616-4cae-8313-2acc265d3583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2736528 Aug 22 13:36:36.334756 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d14f7cdf-f7ab-40c0-b474-6345fbfd21d6 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:36.344260 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d7edf21-ad6c-4c0d-bd87-5cb16a08932d req-37dac3ec-033f-400e-8bae-6f9a267ce352 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Network 29a5fa06-3722-4b00-8610-7c352a4197c0 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:36:36.368264 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-4d7edf21-ad6c-4c0d-bd87-5cb16a08932d req-37dac3ec-033f-400e-8bae-6f9a267ce352 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:36:36.374485 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d7edf21-ad6c-4c0d-bd87-5cb16a08932d req-37dac3ec-033f-400e-8bae-6f9a267ce352 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:36:36.436433 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dac3ec-033f-400e-8bae-6f9a267ce352 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Pushing event updated for resources: {'Port': ['ID=9b30a099-d8a0-4675-a68d-7d3d60c8142f,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:36.474777 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7edf21-ad6c-4c0d-bd87-5cb16a08932d req-37dac3ec-033f-400e-8bae-6f9a267ce352 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:36.475743 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4d7edf21-ad6c-4c0d-bd87-5cb16a08932d req-37dac3ec-033f-400e-8bae-6f9a267ce352 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:36.499737 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4d7edf21-ad6c-4c0d-bd87-5cb16a08932d req-37dac3ec-033f-400e-8bae-6f9a267ce352 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5111365 Aug 22 13:36:36.506028 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d14f7cdf-f7ab-40c0-b474-6345fbfd21d6 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:36.719666 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5613339c-c6f2-4df1-adbe-bd92ed71acc8 req-353f8d60-3482-47ac-9cea-34a213d6ba04 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:36.735576 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5613339c-c6f2-4df1-adbe-bd92ed71acc8 req-353f8d60-3482-47ac-9cea-34a213d6ba04 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=24b77c1e-8b4f-4443-b101-4af971eaf347 HTTP/1.1" status: 200 len: 945 time: 0.1382499 Aug 22 13:36:36.909442 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-4d7edf21-ad6c-4c0d-bd87-5cb16a08932d req-fe726789-fee6-4938-81ae-10a7b798e326 service neutron] Request body: {'port': {'device_id': 'b80b89b4-4f2c-4c8b-aa26-b0fe60069084', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:36:36.963434 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5613339c-c6f2-4df1-adbe-bd92ed71acc8 req-88861ebc-2812-4841-8e90-e8a5122a19a8 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253559 Aug 22 13:36:37.000917 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d14f7cdf-f7ab-40c0-b474-6345fbfd21d6 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:37.009642 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d14f7cdf-f7ab-40c0-b474-6345fbfd21d6 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:37.232828 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f7cdf-f7ab-40c0-b474-6345fbfd21d6 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Pushing event updated for resources: {'Port': ['ID=de083ad0-eaee-45a3-8e6d-427f61b1cb89,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:37.244523 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d14f7cdf-f7ab-40c0-b474-6345fbfd21d6 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:37.277132 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d14f7cdf-f7ab-40c0-b474-6345fbfd21d6 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:37.278313 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d14f7cdf-f7ab-40c0-b474-6345fbfd21d6 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5132356 Aug 22 13:36:37.280987 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 40206) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:36:37.286069 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-024ccefb-b73d-4372-9577-1a8008984653 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1077062121'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:36:37.305748 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 0ac6586f-fef6-4a9a-a0c1-60c878277a4e up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:36:37.333537 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-024ccefb-b73d-4372-9577-1a8008984653 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Made reservation on behalf of da44543724ce42918f8258ab485770da for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:36:37.335637 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea4a10a-3506-4d94-9c3b-78d2749d5347 req-9828ef74-1d2a-4c2f-9ded-f75366a556dc tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:37.337224 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-024ccefb-b73d-4372-9577-1a8008984653 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:37.343304 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5ea4a10a-3506-4d94-9c3b-78d2749d5347 req-9828ef74-1d2a-4c2f-9ded-f75366a556dc tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/ports?device_id=b80b89b4-4f2c-4c8b-aa26-b0fe60069084 HTTP/1.1" status: 200 len: 932 time: 0.3771267 Aug 22 13:36:37.361464 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-024ccefb-b73d-4372-9577-1a8008984653 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:37.410865 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 0ac6586f-fef6-4a9a-a0c1-60c878277a4e completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:36:37.415547 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 0ac6586f-fef6-4a9a-a0c1-60c878277a4e triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:36:37.415924 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:37.454945 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4d7edf21-ad6c-4c0d-bd87-5cb16a08932d req-fe726789-fee6-4938-81ae-10a7b798e326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:37.602598 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:37.638594 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-024ccefb-b73d-4372-9577-1a8008984653 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:37.649057 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-024ccefb-b73d-4372-9577-1a8008984653 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:37.674717 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e0b0a37-7125-4435-9750-e82d8add3457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ac6586f-fef6-4a9a-a0c1-60c878277a4e'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:36:37.681873 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949fd3a1-21ef-43e3-b445-9ec317a57e37" -d '{"events": [{"server_uuid": "1e0b0a37-7125-4435-9750-e82d8add3457", "name": "network-vif-plugged", "status": "completed", "tag": "0ac6586f-fef6-4a9a-a0c1-60c878277a4e"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:36:37.702683 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-024ccefb-b73d-4372-9577-1a8008984653 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:36:37.716061 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 0ac6586f-fef6-4a9a-a0c1-60c878277a4e, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=0ac6586f-fef6-4a9a-a0c1-60c878277a4e,segment=NetworkSegment(ceef141a-c6d4-4943-8c57-8c444b864728),segment_id=ceef141a-c6d4-4943-8c57-8c444b864728)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:36:37.727566 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:37.729316 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ccefb-b73d-4372-9577-1a8008984653 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f06d69fd-fec0-42e6-853f-7b5b16993a7a,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:37.749054 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-024ccefb-b73d-4372-9577-1a8008984653 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:37.749413 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-024ccefb-b73d-4372-9577-1a8008984653 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Added segment 863e2823-a5a7-420e-8376-1f66a7947554 of type vlan for network 74d25e63-bd95-4f93-ba9f-1e1dbad714c4 Aug 22 13:36:37.808601 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-024ccefb-b73d-4372-9577-1a8008984653 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:37.875813 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-024ccefb-b73d-4372-9577-1a8008984653 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:37.882561 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024ccefb-b73d-4372-9577-1a8008984653 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:37.883386 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-024ccefb-b73d-4372-9577-1a8008984653 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:37.901617 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=0ac6586f-fef6-4a9a-a0c1-60c878277a4e,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:38.011503 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-024ccefb-b73d-4372-9577-1a8008984653 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7293890 Aug 22 13:36:38.015311 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 40230) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:36:38.022137 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-cc159de5-f869-4dc0-980f-af41721b08e7 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Request body: {'subnet': {'network_id': '74d25e63-bd95-4f93-ba9f-1e1dbad714c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:36:38.026765 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ccefb-b73d-4372-9577-1a8008984653 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Pushing event updated for resources: {'Network': ['ID=74d25e63-bd95-4f93-ba9f-1e1dbad714c4,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:38.039343 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 74d25e63-bd95-4f93-ba9f-1e1dbad714c4 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:36:38.287229 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc159de5-f869-4dc0-980f-af41721b08e7 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Made reservation on behalf of da44543724ce42918f8258ab485770da for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:36:38.294358 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cc159de5-f869-4dc0-980f-af41721b08e7 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:38.590309 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cc159de5-f869-4dc0-980f-af41721b08e7 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:38.657664 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 40258) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:36:38.685238 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5ea4a10a-3506-4d94-9c3b-78d2749d5347 req-897d5aeb-c3f0-48e3-b1c7-dafb2479c210 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23f2214-6790-4df7-a348-a4695558251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3264956 Aug 22 13:36:38.705737 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc159de5-f869-4dc0-980f-af41721b08e7 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Pushing event updated for resources: {'Subnet': ['ID=1c33389f-daa7-47c7-901f-317cddaa34fc,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:38.715547 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc159de5-f869-4dc0-980f-af41721b08e7 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Checking segment: {'id': '863e2823-a5a7-420e-8376-1f66a7947554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '74d25e63-bd95-4f93-ba9f-1e1dbad714c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:36:38.715919 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc159de5-f869-4dc0-980f-af41721b08e7 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Network hostable DHCP agents. Network: 74d25e63-bd95-4f93-ba9f-1e1dbad714c4, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:36:38.737828 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc159de5-f869-4dc0-980f-af41721b08e7 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Network 74d25e63-bd95-4f93-ba9f-1e1dbad714c4 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:36:38.750652 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-cc159de5-f869-4dc0-980f-af41721b08e7 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 74d25e63-bd95-4f93-ba9f-1e1dbad714c4) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:36:38.762234 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec4cee9-863f-43bf-8286-2630542ae9d3 None None] Network 74d25e63-bd95-4f93-ba9f-1e1dbad714c4 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:36:38.768342 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc159de5-f869-4dc0-980f-af41721b08e7 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:38.768985 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cc159de5-f869-4dc0-980f-af41721b08e7 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:38.793903 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-cc159de5-f869-4dc0-980f-af41721b08e7 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7766466 Aug 22 13:36:38.796620 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 40268) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:36:38.808378 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-198abe30-6e17-4351-847f-27fe1c156648 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1265507599', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}, 'admin_state_up': False}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:36:38.870374 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-198abe30-6e17-4351-847f-27fe1c156648 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:38.874692 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-198abe30-6e17-4351-847f-27fe1c156648 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:39.028807 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-4d7edf21-ad6c-4c0d-bd87-5cb16a08932d req-fe726789-fee6-4938-81ae-10a7b798e326 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b30a099-d8a0-4675-a68d-7d3d60c8142f {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:36:39.037778 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4d7edf21-ad6c-4c0d-bd87-5cb16a08932d req-fe726789-fee6-4938-81ae-10a7b798e326 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:39.051724 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-4d7edf21-ad6c-4c0d-bd87-5cb16a08932d req-fe726789-fee6-4938-81ae-10a7b798e326 service neutron] Transition to ACTIVE for port object 9b30a099-d8a0-4675-a68d-7d3d60c8142f will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:36:39.060503 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c30205-4ba4-4a87-8344-a077cf2a2284 req-011fc336-8f2c-4402-8dce-30cfaff08cb0 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:39.063285 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-198abe30-6e17-4351-847f-27fe1c156648 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:39.069317 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d6c30205-4ba4-4a87-8344-a077cf2a2284 req-011fc336-8f2c-4402-8dce-30cfaff08cb0 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e0b0a37-7125-4435-9750-e82d8add3457 HTTP/1.1" status: 200 len: 944 time: 1.5463667 Aug 22 13:36:39.074170 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4d7edf21-ad6c-4c0d-bd87-5cb16a08932d req-fe726789-fee6-4938-81ae-10a7b798e326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:39.074350 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24a9127-b537-4a93-8fb3-d09e3bd6ba00 x-openstack-request-id: req-a24a9127-b537-4a93-8fb3-d09e3bd6ba00 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:36:39.077138 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e0b0a37-7125-4435-9750-e82d8add3457", "name": "network-vif-plugged", "status": "completed", "tag": "0ac6586f-fef6-4a9a-a0c1-60c878277a4e", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:36:39.077417 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a24a9127-b537-4a93-8fb3-d09e3bd6ba00 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:36:39.077831 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e0b0a37-7125-4435-9750-e82d8add3457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ac6586f-fef6-4a9a-a0c1-60c878277a4e', 'code': 200} Aug 22 13:36:39.123111 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc7267-3341-4438-a495-d988f9f73375 req-879b266d-cf47-4cb2-891d-4733455b9519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:39.124927 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cddc7267-3341-4438-a495-d988f9f73375 req-879b266d-cf47-4cb2-891d-4733455b9519 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1e0b0a37-7125-4435-9750-e82d8add3457 HTTP/1.1" status: 200 len: 1097 time: 0.1909268 Aug 22 13:36:39.202006 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d6c30205-4ba4-4a87-8344-a077cf2a2284 req-88a88876-eceb-463f-8aae-30c5ab39d527 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/security-groups?id=5704f2e2-9616-4cae-8313-2acc265d3583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247301 Aug 22 13:36:39.254656 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb90f2-3c3d-449c-8fff-3de1947a9b4e req-d6e82814-c8fe-441a-aabf-70d5002644a2 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:39.257958 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ddd304-69b8-434a-8cd7-6ff47ac39c79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-74d25e63-bd95-4f93-ba9f-1e1dbad714c4', 'network_id': '74d25e63-bd95-4f93-ba9f-1e1dbad714c4', 'tenant_id': 'da44543724ce42918f8258ab485770da', 'fixed_ips': [{'subnet_id': '1c33389f-daa7-47c7-901f-317cddaa34fc'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:36:39.258920 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-01ddd304-69b8-434a-8cd7-6ff47ac39c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:39.284358 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b7eb90f2-3c3d-449c-8fff-3de1947a9b4e req-d6e82814-c8fe-441a-aabf-70d5002644a2 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=24b77c1e-8b4f-4443-b101-4af971eaf347 HTTP/1.1" status: 200 len: 945 time: 0.2119615 Aug 22 13:36:39.385309 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe726789-fee6-4938-81ae-10a7b798e326 service neutron] Pushing event updated for resources: {'Port': ['ID=9b30a099-d8a0-4675-a68d-7d3d60c8142f,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:39.491760 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b7eb90f2-3c3d-449c-8fff-3de1947a9b4e req-e1610314-522c-4b51-abdd-fa7a504ae768 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064459 Aug 22 13:36:39.557323 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-4d7edf21-ad6c-4c0d-bd87-5cb16a08932d req-fe726789-fee6-4938-81ae-10a7b798e326 service neutron] Attempting to bind port 9b30a099-d8a0-4675-a68d-7d3d60c8142f on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:36:39.557639 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-4d7edf21-ad6c-4c0d-bd87-5cb16a08932d req-fe726789-fee6-4938-81ae-10a7b798e326 service neutron] Attempting to bind port 9b30a099-d8a0-4675-a68d-7d3d60c8142f by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '741e13e0-402a-4f69-a295-32aa21113f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '29a5fa06-3722-4b00-8610-7c352a4197c0'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:36:39.559566 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7edf21-ad6c-4c0d-bd87-5cb16a08932d req-fe726789-fee6-4938-81ae-10a7b798e326 service neutron] Attempting to bind port 9b30a099-d8a0-4675-a68d-7d3d60c8142f on network 29a5fa06-3722-4b00-8610-7c352a4197c0 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:36:39.570654 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7edf21-ad6c-4c0d-bd87-5cb16a08932d req-fe726789-fee6-4938-81ae-10a7b798e326 service neutron] Port 9b30a099-d8a0-4675-a68d-7d3d60c8142f on network 29a5fa06-3722-4b00-8610-7c352a4197c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:36:39.570996 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7edf21-ad6c-4c0d-bd87-5cb16a08932d req-fe726789-fee6-4938-81ae-10a7b798e326 service neutron] Attempting to bind port 9b30a099-d8a0-4675-a68d-7d3d60c8142f on network 29a5fa06-3722-4b00-8610-7c352a4197c0 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:36:39.584868 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cddc7267-3341-4438-a495-d988f9f73375 req-790f9a7c-2d8f-485b-9266-6e55950d01c3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5704f2e2-9616-4cae-8313-2acc265d3583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3884037 Aug 22 13:36:39.588375 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7edf21-ad6c-4c0d-bd87-5cb16a08932d req-fe726789-fee6-4938-81ae-10a7b798e326 service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:36:39.588725 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7edf21-ad6c-4c0d-bd87-5cb16a08932d req-fe726789-fee6-4938-81ae-10a7b798e326 service neutron] Checking segment: {'id': '741e13e0-402a-4f69-a295-32aa21113f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '29a5fa06-3722-4b00-8610-7c352a4197c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:36:39.589134 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7edf21-ad6c-4c0d-bd87-5cb16a08932d req-fe726789-fee6-4938-81ae-10a7b798e326 service neutron] Bound using segment: {'id': '741e13e0-402a-4f69-a295-32aa21113f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '29a5fa06-3722-4b00-8610-7c352a4197c0'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:36:39.589593 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-4d7edf21-ad6c-4c0d-bd87-5cb16a08932d req-fe726789-fee6-4938-81ae-10a7b798e326 service neutron] Bound port: 9b30a099-d8a0-4675-a68d-7d3d60c8142f, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '741e13e0-402a-4f69-a295-32aa21113f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '29a5fa06-3722-4b00-8610-7c352a4197c0'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:36:39.589963 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4d7edf21-ad6c-4c0d-bd87-5cb16a08932d req-fe726789-fee6-4938-81ae-10a7b798e326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:39.649512 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-198abe30-6e17-4351-847f-27fe1c156648 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:39.722679 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-4d7edf21-ad6c-4c0d-bd87-5cb16a08932d req-fe726789-fee6-4938-81ae-10a7b798e326 service neutron] For port 9b30a099-d8a0-4675-a68d-7d3d60c8142f, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:36:39.729008 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-4d7edf21-ad6c-4c0d-bd87-5cb16a08932d req-fe726789-fee6-4938-81ae-10a7b798e326 service neutron] For port 9b30a099-d8a0-4675-a68d-7d3d60c8142f, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=9b30a099-d8a0-4675-a68d-7d3d60c8142f,segment=NetworkSegment(741e13e0-402a-4f69-a295-32aa21113f30),segment_id=741e13e0-402a-4f69-a295-32aa21113f30)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:36:39.740743 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4d7edf21-ad6c-4c0d-bd87-5cb16a08932d req-fe726789-fee6-4938-81ae-10a7b798e326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:39.744764 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-01ddd304-69b8-434a-8cd7-6ff47ac39c79 None None] Allocated IP 172.20.0.2 (74d25e63-bd95-4f93-ba9f-1e1dbad714c4/1c33389f-daa7-47c7-901f-317cddaa34fc/ef914abd-c06d-4925-a41f-a28c86066fbf) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:36:39.874201 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7edf21-ad6c-4c0d-bd87-5cb16a08932d req-fe726789-fee6-4938-81ae-10a7b798e326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:39.877180 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4d7edf21-ad6c-4c0d-bd87-5cb16a08932d req-fe726789-fee6-4938-81ae-10a7b798e326 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:39.882587 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4d7edf21-ad6c-4c0d-bd87-5cb16a08932d req-fe726789-fee6-4938-81ae-10a7b798e326 service neutron] 10.222.0.16 "PUT /v2.0/ports/9b30a099-d8a0-4675-a68d-7d3d60c8142f HTTP/1.1" status: 200 len: 1093 time: 3.3755190 Aug 22 13:36:39.885046 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b80b89b4-4f2c-4c8b-aa26-b0fe60069084', 'tag': '9b30a099-d8a0-4675-a68d-7d3d60c8142f'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:36:39.896830 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e20d8a-548a-406d-ae71-5c95bc2472d1" -d '{"events": [{"name": "network-changed", "server_uuid": "b80b89b4-4f2c-4c8b-aa26-b0fe60069084", "tag": "9b30a099-d8a0-4675-a68d-7d3d60c8142f"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:36:40.109499 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe726789-fee6-4938-81ae-10a7b798e326 service neutron] Pushing event updated for resources: {'Port': ['ID=9b30a099-d8a0-4675-a68d-7d3d60c8142f,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:40.155877 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c74031-0438-4cb1-ae8c-8fb28db7b43e req-10301916-47d6-4bfa-b15e-78ae211661f5 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:40.168725 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-95c74031-0438-4cb1-ae8c-8fb28db7b43e req-10301916-47d6-4bfa-b15e-78ae211661f5 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/ports?device_id=b80b89b4-4f2c-4c8b-aa26-b0fe60069084 HTTP/1.1" status: 200 len: 944 time: 0.2550905 Aug 22 13:36:40.171755 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7edf21-ad6c-4c0d-bd87-5cb16a08932d req-3683b11d-b179-4112-85c7-4f2b697f4ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:40.173245 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4d7edf21-ad6c-4c0d-bd87-5cb16a08932d req-3683b11d-b179-4112-85c7-4f2b697f4ad7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=79cda882c51f49c8a97f6b7883940f43&device_id=b80b89b4-4f2c-4c8b-aa26-b0fe60069084 HTTP/1.1" status: 200 len: 1096 time: 0.2149179 Aug 22 13:36:40.225421 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-01ddd304-69b8-434a-8cd7-6ff47ac39c79 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:40.251041 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-01ddd304-69b8-434a-8cd7-6ff47ac39c79 None None] Transition to ACTIVE for port object ef914abd-c06d-4925-a41f-a28c86066fbf will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:36:40.289009 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-01ddd304-69b8-434a-8cd7-6ff47ac39c79 None None] Transition to ACTIVE for port object ef914abd-c06d-4925-a41f-a28c86066fbf will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:36:40.294569 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4d7edf21-ad6c-4c0d-bd87-5cb16a08932d req-6e6811f2-4c0d-46af-94c1-d5fd5bdff51a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b30a099-d8a0-4675-a68d-7d3d60c8142f HTTP/1.1" status: 200 len: 217 time: 0.1095884 Aug 22 13:36:40.303397 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-01ddd304-69b8-434a-8cd7-6ff47ac39c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:40.383454 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ddd304-69b8-434a-8cd7-6ff47ac39c79 None None] Network 74d25e63-bd95-4f93-ba9f-1e1dbad714c4 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:36:40.408558 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-01ddd304-69b8-434a-8cd7-6ff47ac39c79 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:36:40.414718 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ddd304-69b8-434a-8cd7-6ff47ac39c79 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:36:40.422532 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ddd304-69b8-434a-8cd7-6ff47ac39c79 None None] Pushing event updated for resources: {'Port': ['ID=ef914abd-c06d-4925-a41f-a28c86066fbf,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:40.426141 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-95c74031-0438-4cb1-ae8c-8fb28db7b43e req-91d4a4a4-de93-4688-8377-278b9c85cf63 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23f2214-6790-4df7-a348-a4695558251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525873 Aug 22 13:36:40.502117 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7edf21-ad6c-4c0d-bd87-5cb16a08932d req-ce7e107f-6a3a-4ded-9cb0-2bc69a9f70d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:40.502117 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4d7edf21-ad6c-4c0d-bd87-5cb16a08932d req-ce7e107f-6a3a-4ded-9cb0-2bc69a9f70d5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ffb4d087-1294-4a80-af2a-ccd3cdf84545 HTTP/1.1" status: 200 len: 854 time: 0.1974893 Aug 22 13:36:40.554969 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ddd304-69b8-434a-8cd7-6ff47ac39c79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:36:40.555205 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ddd304-69b8-434a-8cd7-6ff47ac39c79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:36:40.555546 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ddd304-69b8-434a-8cd7-6ff47ac39c79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:36:40.555896 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ddd304-69b8-434a-8cd7-6ff47ac39c79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:36:40.556211 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ddd304-69b8-434a-8cd7-6ff47ac39c79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:36:40.566227 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ddd304-69b8-434a-8cd7-6ff47ac39c79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:36:40.566670 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ddd304-69b8-434a-8cd7-6ff47ac39c79 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:36:40.567401 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ddd304-69b8-434a-8cd7-6ff47ac39c79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:36:40.568631 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ddd304-69b8-434a-8cd7-6ff47ac39c79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:36:40.569223 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ddd304-69b8-434a-8cd7-6ff47ac39c79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:36:40.569774 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ddd304-69b8-434a-8cd7-6ff47ac39c79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:36:40.570290 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ddd304-69b8-434a-8cd7-6ff47ac39c79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:36:40.586959 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4d7edf21-ad6c-4c0d-bd87-5cb16a08932d req-571798c0-fac4-4e4b-bf60-363630422945 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=29a5fa06-3722-4b00-8610-7c352a4197c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772333 Aug 22 13:36:40.663931 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-01ddd304-69b8-434a-8cd7-6ff47ac39c79 None None] Attempting to bind port ef914abd-c06d-4925-a41f-a28c86066fbf on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:36:40.664804 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-01ddd304-69b8-434a-8cd7-6ff47ac39c79 None None] Attempting to bind port ef914abd-c06d-4925-a41f-a28c86066fbf by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '863e2823-a5a7-420e-8376-1f66a7947554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '74d25e63-bd95-4f93-ba9f-1e1dbad714c4'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:36:40.665407 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ddd304-69b8-434a-8cd7-6ff47ac39c79 None None] Attempting to bind port ef914abd-c06d-4925-a41f-a28c86066fbf on network 74d25e63-bd95-4f93-ba9f-1e1dbad714c4 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:36:40.671778 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ddd304-69b8-434a-8cd7-6ff47ac39c79 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:36:40.672479 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ddd304-69b8-434a-8cd7-6ff47ac39c79 None None] Checking segment: {'id': '863e2823-a5a7-420e-8376-1f66a7947554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '74d25e63-bd95-4f93-ba9f-1e1dbad714c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:36:40.673241 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-01ddd304-69b8-434a-8cd7-6ff47ac39c79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:40.674121 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ddd304-69b8-434a-8cd7-6ff47ac39c79 None None] Bound using segment: {'id': '863e2823-a5a7-420e-8376-1f66a7947554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '74d25e63-bd95-4f93-ba9f-1e1dbad714c4'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:36:40.674924 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-01ddd304-69b8-434a-8cd7-6ff47ac39c79 None None] Bound port: ef914abd-c06d-4925-a41f-a28c86066fbf, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '863e2823-a5a7-420e-8376-1f66a7947554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '74d25e63-bd95-4f93-ba9f-1e1dbad714c4'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:36:40.675509 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-01ddd304-69b8-434a-8cd7-6ff47ac39c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:40.800505 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-01ddd304-69b8-434a-8cd7-6ff47ac39c79 None None] For port ef914abd-c06d-4925-a41f-a28c86066fbf, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:36:40.833969 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-01ddd304-69b8-434a-8cd7-6ff47ac39c79 None None] For port ef914abd-c06d-4925-a41f-a28c86066fbf, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=ef914abd-c06d-4925-a41f-a28c86066fbf,segment=NetworkSegment(863e2823-a5a7-420e-8376-1f66a7947554),segment_id=863e2823-a5a7-420e-8376-1f66a7947554)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:36:40.839031 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-198abe30-6e17-4351-847f-27fe1c156648 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks [] for router_gateway, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:40.845082 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-01ddd304-69b8-434a-8cd7-6ff47ac39c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:40.865936 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-198abe30-6e17-4351-847f-27fe1c156648 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:40.886972 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb27eb-20b1-4f3e-b7af-4f21581a365a req-10901156-9682-4b93-84ed-57255100ecaf tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:40.895068 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9beb27eb-20b1-4f3e-b7af-4f21581a365a req-10901156-9682-4b93-84ed-57255100ecaf tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=24b77c1e-8b4f-4443-b101-4af971eaf347 HTTP/1.1" status: 200 len: 945 time: 0.3287802 Aug 22 13:36:40.998192 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9beb27eb-20b1-4f3e-b7af-4f21581a365a req-5e06e7d6-8c51-4cd0-8c78-1770c64b0c23 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022208 Aug 22 13:36:41.033890 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4d7edf21-ad6c-4c0d-bd87-5cb16a08932d req-b17faf52-82cb-4a01-bb41-3220e7538f3d service neutron] 10.222.0.16 "GET /v2.0/networks/29a5fa06-3722-4b00-8610-7c352a4197c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4200757 Aug 22 13:36:41.054015 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-198abe30-6e17-4351-847f-27fe1c156648 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Allocated IP 172.25.3.216 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/744773bf-443b-4105-a8cf-4a28444d0b3f) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:36:41.081742 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ddd304-69b8-434a-8cd7-6ff47ac39c79 None None] Pushing event updated for resources: {'Port': ['ID=ef914abd-c06d-4925-a41f-a28c86066fbf,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:41.184222 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33db513-41ab-471e-b126-ec82e3e1d289 x-openstack-request-id: req-c33db513-41ab-471e-b126-ec82e3e1d289 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:36:41.184546 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b80b89b4-4f2c-4c8b-aa26-b0fe60069084", "tag": "9b30a099-d8a0-4675-a68d-7d3d60c8142f", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:36:41.184794 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c33db513-41ab-471e-b126-ec82e3e1d289 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:36:41.185372 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b80b89b4-4f2c-4c8b-aa26-b0fe60069084', 'tag': '9b30a099-d8a0-4675-a68d-7d3d60c8142f', 'status': 'completed', 'code': 200} Aug 22 13:36:41.204321 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ec06da8d-0086-46d6-8be0-eed0f2cc5192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:41.295755 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4d7edf21-ad6c-4c0d-bd87-5cb16a08932d req-d4c329a0-edf1-42d3-ba20-843f7a442ab8 service neutron] 10.222.0.16 "GET /v2.0/networks/29a5fa06-3722-4b00-8610-7c352a4197c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538776 Aug 22 13:36:41.322795 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560288fe-15f3-49f5-b45d-0a5d35aa90df req-6b99e59e-e458-4498-a280-a271432b21be tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:41.324437 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-560288fe-15f3-49f5-b45d-0a5d35aa90df req-6b99e59e-e458-4498-a280-a271432b21be tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e0b0a37-7125-4435-9750-e82d8add3457 HTTP/1.1" status: 200 len: 945 time: 0.1208668 Aug 22 13:36:41.472842 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-560288fe-15f3-49f5-b45d-0a5d35aa90df req-48c16485-5e7b-4890-8552-c6d582130140 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/security-groups?id=5704f2e2-9616-4cae-8313-2acc265d3583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246002 Aug 22 13:36:41.492390 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e20d8a-548a-406d-ae71-5c95bc2472d1 req-0421bc89-d92a-49be-b6aa-d807d7965a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:41.493924 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-45e20d8a-548a-406d-ae71-5c95bc2472d1 req-0421bc89-d92a-49be-b6aa-d807d7965a8a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=79cda882c51f49c8a97f6b7883940f43&device_id=b80b89b4-4f2c-4c8b-aa26-b0fe60069084 HTTP/1.1" status: 200 len: 1096 time: 0.1377442 Aug 22 13:36:41.539750 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-198abe30-6e17-4351-847f-27fe1c156648 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:41.752550 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device ef914abd-c06d-4925-a41f-a28c86066fbf up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:36:41.784504 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5658642b-3ff7-4243-a9f6-0d7f3af92f69 req-6b044c21-5b20-4243-8531-34f7d6b18223 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:41.786327 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5658642b-3ff7-4243-a9f6-0d7f3af92f69 req-6b044c21-5b20-4243-8531-34f7d6b18223 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e0b0a37-7125-4435-9750-e82d8add3457 HTTP/1.1" status: 200 len: 945 time: 0.0936198 Aug 22 13:36:41.796996 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 40396) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:36:41.817364 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-12aa63f8-9cce-451c-9e15-fdf62b48215b tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Request body: {'floatingip': {'port_id': '0ac6586f-fef6-4a9a-a0c1-60c878277a4e'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:36:41.819028 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3eb8ec-43bd-44b5-9db1-0e3887753fa8 req-0aba4bfa-c4b1-4eae-9325-5ff4c0812882 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:41.828958 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6a3eb8ec-43bd-44b5-9db1-0e3887753fa8 req-0aba4bfa-c4b1-4eae-9325-5ff4c0812882 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/ports?device_id=b80b89b4-4f2c-4c8b-aa26-b0fe60069084 HTTP/1.1" status: 200 len: 944 time: 0.1760066 Aug 22 13:36:41.845889 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port ef914abd-c06d-4925-a41f-a28c86066fbf completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:36:41.875592 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e20d8a-548a-406d-ae71-5c95bc2472d1 req-e7388556-b25d-4114-943f-cc02fa958c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:41.877852 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-45e20d8a-548a-406d-ae71-5c95bc2472d1 req-e7388556-b25d-4114-943f-cc02fa958c2f service neutron] 10.222.0.16 "GET /v2.0/networks?id=29a5fa06-3722-4b00-8610-7c352a4197c0 HTTP/1.1" status: 200 len: 915 time: 0.3745253 Aug 22 13:36:41.907960 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-12aa63f8-9cce-451c-9e15-fdf62b48215b tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks [] for floatingip, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:41.918618 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-198abe30-6e17-4351-847f-27fe1c156648 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:41.965837 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-45e20d8a-548a-406d-ae71-5c95bc2472d1 req-8852ad88-1469-4d38-b1cf-8abd26d4f52c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b30a099-d8a0-4675-a68d-7d3d60c8142f HTTP/1.1" status: 200 len: 217 time: 0.0774651 Aug 22 13:36:42.042963 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198abe30-6e17-4351-847f-27fe1c156648 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:36:42.051374 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-198abe30-6e17-4351-847f-27fe1c156648 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:36:42.082451 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6a3eb8ec-43bd-44b5-9db1-0e3887753fa8 req-dc1dbc07-f72c-4b3c-8f34-2df5df100580 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23f2214-6790-4df7-a348-a4695558251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934357 Aug 22 13:36:42.083105 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 40414) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:36:42.091576 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198abe30-6e17-4351-847f-27fe1c156648 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:36:42.117724 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198abe30-6e17-4351-847f-27fe1c156648 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Pushing event updated for resources: {'Port': ['ID=744773bf-443b-4105-a8cf-4a28444d0b3f,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:42.202786 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device ea381b01-0beb-446d-8db4-2eb45692eb24 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:36:42.239302 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e20d8a-548a-406d-ae71-5c95bc2472d1 req-67d93801-dff0-4b68-807d-2ad741bbf697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:42.245626 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-45e20d8a-548a-406d-ae71-5c95bc2472d1 req-67d93801-dff0-4b68-807d-2ad741bbf697 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ffb4d087-1294-4a80-af2a-ccd3cdf84545 HTTP/1.1" status: 200 len: 854 time: 0.2449484 Aug 22 13:36:42.320355 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-45e20d8a-548a-406d-ae71-5c95bc2472d1 req-f44a41b3-8de0-4af9-a1c1-39cd9597c2be service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=29a5fa06-3722-4b00-8610-7c352a4197c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615513 Aug 22 13:36:42.376402 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:42.382147 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba03e6-0a48-40b5-a2c4-e6750c544ae6 req-02d46b4a-03c1-42d9-a867-8f87447fb6a6 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:42.389710 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-72ba03e6-0a48-40b5-a2c4-e6750c544ae6 req-02d46b4a-03c1-42d9-a867-8f87447fb6a6 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/networks?id=b7fef465-db19-4a45-b3a4-f40426ee874f HTTP/1.1" status: 200 len: 805 time: 0.4659641 Aug 22 13:36:42.404102 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4eaef312-25fb-4bcb-986b-fcb1263a264c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:42.424221 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-72ba03e6-0a48-40b5-a2c4-e6750c544ae6 req-506e76c5-c400-40e3-b42d-bf92f20e203e tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/quotas/f2126aafa99f4007b060b7c07b341d10 HTTP/1.1" status: 200 len: 375 time: 0.0335431 Aug 22 13:36:42.430423 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d09ad0-2ae9-494f-8776-9dc6176cd17e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea381b01-0beb-446d-8db4-2eb45692eb24'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:36:42.432703 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac394392-34c7-4519-b09c-24ed7c7e5e2f" -d '{"events": [{"server_uuid": "82d09ad0-2ae9-494f-8776-9dc6176cd17e", "name": "network-vif-unplugged", "status": "completed", "tag": "ea381b01-0beb-446d-8db4-2eb45692eb24"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:36:42.465485 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port ea381b01-0beb-446d-8db4-2eb45692eb24, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=ea381b01-0beb-446d-8db4-2eb45692eb24,segment=NetworkSegment(036d4b3c-fc3c-4bf5-94d1-99331e586aa4),segment_id=036d4b3c-fc3c-4bf5-94d1-99331e586aa4)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:36:42.473251 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:42.528583 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=ea381b01-0beb-446d-8db4-2eb45692eb24,revision_number=8']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:42.539337 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87239f23-8ed1-4560-9830-36eea248901e req-0c232256-0b0a-41d3-ba9c-1d06b11b4daa tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:42.541007 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-87239f23-8ed1-4560-9830-36eea248901e req-0c232256-0b0a-41d3-ba9c-1d06b11b4daa tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=24b77c1e-8b4f-4443-b101-4af971eaf347 HTTP/1.1" status: 200 len: 945 time: 0.3680587 Aug 22 13:36:42.614571 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8aca27-2237-4502-b007-803d905d98e2 None None] Network 74d25e63-bd95-4f93-ba9f-1e1dbad714c4 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:36:42.767616 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-485ba2ea-c905-4137-a3d3-726bc1304ee5 None None] Provisioning for port ef914abd-c06d-4925-a41f-a28c86066fbf completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:36:42.789977 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-87239f23-8ed1-4560-9830-36eea248901e req-71204c3c-fdc6-4d1b-bd0a-502eb6490994 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336370 Aug 22 13:36:42.795237 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-485ba2ea-c905-4137-a3d3-726bc1304ee5 None None] Provisioning complete for port ef914abd-c06d-4925-a41f-a28c86066fbf triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:36:42.795606 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-485ba2ea-c905-4137-a3d3-726bc1304ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:42.801471 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-ec06da8d-0086-46d6-8be0-eed0f2cc5192 admin admin] Deleting port 2accda17-689d-4f65-b00c-6213d3cde1ef {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:36:42.801869 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ec06da8d-0086-46d6-8be0-eed0f2cc5192 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:42.815052 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-72ba03e6-0a48-40b5-a2c4-e6750c544ae6 req-c6d0e351-ee03-4d3b-b4c8-92e18857beee tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f2126aafa99f4007b060b7c07b341d10&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3897088 Aug 22 13:36:42.853891 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-45e20d8a-548a-406d-ae71-5c95bc2472d1 req-0a43bb05-2220-42aa-8813-2af82d5be931 service neutron] 10.222.0.16 "GET /v2.0/networks/29a5fa06-3722-4b00-8610-7c352a4197c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5160127 Aug 22 13:36:42.863716 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4eaef312-25fb-4bcb-986b-fcb1263a264c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:42.930713 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 13:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ea06fa-5f3e-4edf-85f9-bb53955dad33 x-openstack-request-id: req-a9ea06fa-5f3e-4edf-85f9-bb53955dad33 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:36:42.931035 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d09ad0-2ae9-494f-8776-9dc6176cd17e", "name": "network-vif-unplugged", "status": "completed", "tag": "ea381b01-0beb-446d-8db4-2eb45692eb24", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:36:42.931290 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a9ea06fa-5f3e-4edf-85f9-bb53955dad33 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:36:42.931678 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d09ad0-2ae9-494f-8776-9dc6176cd17e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea381b01-0beb-446d-8db4-2eb45692eb24', 'code': 200} Aug 22 13:36:42.969082 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-45e20d8a-548a-406d-ae71-5c95bc2472d1 req-fe26a80d-4c89-4644-a8a2-6f70252880a2 service neutron] 10.222.0.16 "GET /v2.0/networks/29a5fa06-3722-4b00-8610-7c352a4197c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029065 Aug 22 13:36:43.001182 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4eaef312-25fb-4bcb-986b-fcb1263a264c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:43.114131 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaef312-25fb-4bcb-986b-fcb1263a264c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f08eb3-9fe0-4e97-b6b7-e5f34ea92b5b,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:43.127471 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-4eaef312-25fb-4bcb-986b-fcb1263a264c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b121ae97e6094352bf133347c3f1cfe0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0013671 Aug 22 13:36:43.128122 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 40434) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:36:43.175935 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-485ba2ea-c905-4137-a3d3-726bc1304ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:43.239366 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-485ba2ea-c905-4137-a3d3-726bc1304ee5 None None] For port ef914abd-c06d-4925-a41f-a28c86066fbf, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=ef914abd-c06d-4925-a41f-a28c86066fbf,segment=NetworkSegment(863e2823-a5a7-420e-8376-1f66a7947554),segment_id=863e2823-a5a7-420e-8376-1f66a7947554)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:36:43.253996 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-485ba2ea-c905-4137-a3d3-726bc1304ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:43.362417 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e20652-64b3-4160-b7f6-e20469bd203a req-55dcc752-ad46-43fc-bc26-334f11e782b7 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:43.362644 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485ba2ea-c905-4137-a3d3-726bc1304ee5 None None] Pushing event updated for resources: {'Port': ['ID=ef914abd-c06d-4925-a41f-a28c86066fbf,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:43.363971 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-92e20652-64b3-4160-b7f6-e20469bd203a req-55dcc752-ad46-43fc-bc26-334f11e782b7 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/ports?device_id=b80b89b4-4f2c-4c8b-aa26-b0fe60069084 HTTP/1.1" status: 200 len: 944 time: 0.1433012 Aug 22 13:36:43.445536 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-72ba03e6-0a48-40b5-a2c4-e6750c544ae6 req-c7a53fff-f349-44a4-9cc4-4fb4f603cbfb service neutron] 10.222.0.21 "GET /v2.0/networks/b7fef465-db19-4a45-b3a4-f40426ee874f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6295264 Aug 22 13:36:43.455618 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9da993ab-8e08-4235-9eed-d62f3bb19d2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:43.483923 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9da993ab-8e08-4235-9eed-d62f3bb19d2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:43.595003 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-de112372-46d8-41ee-8c3c-4af7b27c1a73 None None] Provisioning complete for port ef914abd-c06d-4925-a41f-a28c86066fbf triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:36:43.595376 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-de112372-46d8-41ee-8c3c-4af7b27c1a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:43.612171 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4356c0-401d-4a5f-a792-8a355178fa66 req-a9e33a3d-f646-4b18-8ebe-e1732e0634d0 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:43.613834 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cc4356c0-401d-4a5f-a792-8a355178fa66 req-a9e33a3d-f646-4b18-8ebe-e1732e0634d0 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.16 "GET /v2.0/ports?device_id=82d09ad0-2ae9-494f-8776-9dc6176cd17e HTTP/1.1" status: 200 len: 944 time: 0.3020389 Aug 22 13:36:43.619745 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9da993ab-8e08-4235-9eed-d62f3bb19d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:43.622416 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9da993ab-8e08-4235-9eed-d62f3bb19d2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:43.623561 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-9da993ab-8e08-4235-9eed-d62f3bb19d2f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/36f08eb3-9fe0-4e97-b6b7-e5f34ea92b5b HTTP/1.1" status: 204 len: 168 time: 0.4908450 Aug 22 13:36:43.737985 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device ef914abd-c06d-4925-a41f-a28c86066fbf up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:36:43.790418 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-92e20652-64b3-4160-b7f6-e20469bd203a req-ad974c0c-bb4f-4002-b430-fddaeef3cef5 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23f2214-6790-4df7-a348-a4695558251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4047446 Aug 22 13:36:43.819628 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da993ab-8e08-4235-9eed-d62f3bb19d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f08eb3-9fe0-4e97-b6b7-e5f34ea92b5b,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:43.829904 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-72ba03e6-0a48-40b5-a2c4-e6750c544ae6 req-8887013e-daa8-4c8c-8b31-060fc048551a service neutron] 10.222.0.21 "GET /v2.0/networks/b7fef465-db19-4a45-b3a4-f40426ee874f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935424 Aug 22 13:36:43.937768 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-cc4356c0-401d-4a5f-a792-8a355178fa66 req-751ab177-900d-4359-b37d-d408b001304e tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Deleting port ea381b01-0beb-446d-8db4-2eb45692eb24 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:36:43.938455 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-cc4356c0-401d-4a5f-a792-8a355178fa66 req-751ab177-900d-4359-b37d-d408b001304e tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:43.981522 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-198abe30-6e17-4351-847f-27fe1c156648 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks [] for router_gateway, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:44.088572 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-ec06da8d-0086-46d6-8be0-eed0f2cc5192 admin admin] For port 2accda17-689d-4f65-b00c-6213d3cde1ef, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=2accda17-689d-4f65-b00c-6213d3cde1ef,segment=NetworkSegment(45845a86-1a6e-41bd-be5a-e083caee6a9e),segment_id=45845a86-1a6e-41bd-be5a-e083caee6a9e)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:36:44.089060 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ec06da8d-0086-46d6-8be0-eed0f2cc5192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:44.092887 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port ef914abd-c06d-4925-a41f-a28c86066fbf triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:36:44.093414 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:44.138471 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397bd8f1-61fe-4945-b3cb-ac17a414f9ae req-77b4719b-aa3b-4676-ae47-a88690c6a8ae tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:44.140006 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-397bd8f1-61fe-4945-b3cb-ac17a414f9ae req-77b4719b-aa3b-4676-ae47-a88690c6a8ae tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=24b77c1e-8b4f-4443-b101-4af971eaf347 HTTP/1.1" status: 200 len: 945 time: 0.1954541 Aug 22 13:36:44.232858 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 9b30a099-d8a0-4675-a68d-7d3d60c8142f details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:36:44.241121 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-93e4ebdf-79f2-46b7-9210-18ac7a3c875e req-f3d9df0a-22ef-4f04-bc97-99436df067e6 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=923c2252-c19f-4010-9d46-24dee8650b18 HTTP/1.1" status: 200 len: 210 time: 0.0779951 Aug 22 13:36:44.243695 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 40460) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:36:44.290869 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5e35a2bb-d2dd-4c0c-90f7-ca9699b08c53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:44.305639 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-cc4356c0-401d-4a5f-a792-8a355178fa66 req-751ab177-900d-4359-b37d-d408b001304e tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] For port ea381b01-0beb-446d-8db4-2eb45692eb24, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=ea381b01-0beb-446d-8db4-2eb45692eb24,segment=NetworkSegment(036d4b3c-fc3c-4bf5-94d1-99331e586aa4),segment_id=036d4b3c-fc3c-4bf5-94d1-99331e586aa4)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:36:44.306008 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-cc4356c0-401d-4a5f-a792-8a355178fa66 req-751ab177-900d-4359-b37d-d408b001304e tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:44.325218 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-ec06da8d-0086-46d6-8be0-eed0f2cc5192 admin admin] Calling delete_port for 2accda17-689d-4f65-b00c-6213d3cde1ef owned by network:router_interface {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:36:44.326520 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-397bd8f1-61fe-4945-b3cb-ac17a414f9ae req-0866865d-5ed6-4bc1-9137-b014b5463941 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751235 Aug 22 13:36:44.334366 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-cc4356c0-401d-4a5f-a792-8a355178fa66 req-751ab177-900d-4359-b37d-d408b001304e tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Calling delete_port for ea381b01-0beb-446d-8db4-2eb45692eb24 owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:36:44.390322 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.db.resource_extend [None req-12aa63f8-9cce-451c-9e15-fdf62b48215b tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 22 13:36:44.463090 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 9b30a099-d8a0-4675-a68d-7d3d60c8142f, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=9b30a099-d8a0-4675-a68d-7d3d60c8142f,segment=NetworkSegment(741e13e0-402a-4f69-a295-32aa21113f30),segment_id=741e13e0-402a-4f69-a295-32aa21113f30)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:36:44.515138 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '9b30a099-d8a0-4675-a68d-7d3d60c8142f', 'network_id': '29a5fa06-3722-4b00-8610-7c352a4197c0', 'port_id': '9b30a099-d8a0-4675-a68d-7d3d60c8142f', 'mac_address': 'fa:16:3e:72:24:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffb4d087-1294-4a80-af2a-ccd3cdf84545', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:36:44.520396 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-12aa63f8-9cce-451c-9e15-fdf62b48215b tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:44.534141 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-12aa63f8-9cce-451c-9e15-fdf62b48215b tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:44.575323 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5e35a2bb-d2dd-4c0c-90f7-ca9699b08c53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:44.582406 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5e35a2bb-d2dd-4c0c-90f7-ca9699b08c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:44.588387 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-cc4356c0-401d-4a5f-a792-8a355178fa66 req-751ab177-900d-4359-b37d-d408b001304e tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:44.615706 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:44.635682 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b30a099-d8a0-4675-a68d-7d3d60c8142f {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:36:44.664750 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 9b30a099-d8a0-4675-a68d-7d3d60c8142f, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=9b30a099-d8a0-4675-a68d-7d3d60c8142f,segment=NetworkSegment(741e13e0-402a-4f69-a295-32aa21113f30),segment_id=741e13e0-402a-4f69-a295-32aa21113f30)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:36:44.670123 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:44.714099 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751ab177-900d-4359-b37d-d408b001304e tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Pushing event deleted for resources: {'Port': ['ID=ea381b01-0beb-446d-8db4-2eb45692eb24,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:44.732116 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-198abe30-6e17-4351-847f-27fe1c156648 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:44.751806 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=9b30a099-d8a0-4675-a68d-7d3d60c8142f,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:44.776696 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e35a2bb-d2dd-4c0c-90f7-ca9699b08c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018120eb-2419-4a41-8feb-969c2b381b30,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:44.811162 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-5e35a2bb-d2dd-4c0c-90f7-ca9699b08c53 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f26a5961c8064cf6bc4274d894233710&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5650253 Aug 22 13:36:44.811874 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 40478) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:36:44.812841 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc4356c0-401d-4a5f-a792-8a355178fa66 req-751ab177-900d-4359-b37d-d408b001304e tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] No DVR routers for this DVR port ea381b01-0beb-446d-8db4-2eb45692eb24 on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:36:44.819716 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-cc4356c0-401d-4a5f-a792-8a355178fa66 req-751ab177-900d-4359-b37d-d408b001304e tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:44.822563 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cc4356c0-401d-4a5f-a792-8a355178fa66 req-751ab177-900d-4359-b37d-d408b001304e tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.16 "DELETE /v2.0/ports/ea381b01-0beb-446d-8db4-2eb45692eb24 HTTP/1.1" status: 204 len: 173 time: 1.1978726 Aug 22 13:36:44.830986 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d09ad0-2ae9-494f-8776-9dc6176cd17e', 'name': 'network-vif-deleted', 'tag': 'ea381b01-0beb-446d-8db4-2eb45692eb24'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:36:44.838423 n-d-793621-33 neutron-server[94628]: INFO neutron.db.l3_db [None req-12aa63f8-9cce-451c-9e15-fdf62b48215b tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Floating IP af9bb0a9-0c40-4889-9753-16360882b849 associated. External IP: 172.25.3.180, port: 0ac6586f-fef6-4a9a-a0c1-60c878277a4e. Aug 22 13:36:44.840517 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d8af05-7abf-4518-8249-6ee6239cca9c" -d '{"events": [{"server_uuid": "82d09ad0-2ae9-494f-8776-9dc6176cd17e", "name": "network-vif-deleted", "tag": "ea381b01-0beb-446d-8db4-2eb45692eb24"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:36:44.909211 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['9b30a099-d8a0-4675-a68d-7d3d60c8142f'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:36:44.935046 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeaa74c9-c640-4097-91ee-1209ceb2dbd5 x-openstack-request-id: req-aeaa74c9-c640-4097-91ee-1209ceb2dbd5 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:36:44.936504 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d09ad0-2ae9-494f-8776-9dc6176cd17e", "name": "network-vif-deleted", "tag": "ea381b01-0beb-446d-8db4-2eb45692eb24", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:36:44.937693 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aeaa74c9-c640-4097-91ee-1209ceb2dbd5 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:36:44.939217 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d09ad0-2ae9-494f-8776-9dc6176cd17e', 'name': 'network-vif-deleted', 'tag': 'ea381b01-0beb-446d-8db4-2eb45692eb24', 'status': 'completed', 'code': 200} Aug 22 13:36:45.045622 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e609805c-c503-41aa-99c9-750ab7545694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:45.101369 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc1bec-1db6-4409-ad61-b36312bec129 req-1b61c6a9-dfb1-40ac-9a43-718b7701a874 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:45.103557 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-72cc1bec-1db6-4409-ad61-b36312bec129 req-1b61c6a9-dfb1-40ac-9a43-718b7701a874 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/ports?device_id=b80b89b4-4f2c-4c8b-aa26-b0fe60069084 HTTP/1.1" status: 200 len: 945 time: 0.1434572 Aug 22 13:36:45.108799 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e609805c-c503-41aa-99c9-750ab7545694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:45.179061 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-72cc1bec-1db6-4409-ad61-b36312bec129 req-d21052fe-7708-4019-96b2-db66b3488c57 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23f2214-6790-4df7-a348-a4695558251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681472 Aug 22 13:36:45.197647 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ec06da8d-0086-46d6-8be0-eed0f2cc5192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:45.204983 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e609805c-c503-41aa-99c9-750ab7545694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:45.207576 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e609805c-c503-41aa-99c9-750ab7545694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:45.213072 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e609805c-c503-41aa-99c9-750ab7545694 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/018120eb-2419-4a41-8feb-969c2b381b30 HTTP/1.1" status: 204 len: 168 time: 0.3884461 Aug 22 13:36:45.220595 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e609805c-c503-41aa-99c9-750ab7545694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018120eb-2419-4a41-8feb-969c2b381b30,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:45.274917 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec06da8d-0086-46d6-8be0-eed0f2cc5192 admin admin] Pushing event deleted for resources: {'Port': ['ID=2accda17-689d-4f65-b00c-6213d3cde1ef,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:45.278031 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-198abe30-6e17-4351-847f-27fe1c156648 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Router 8d16d56a-6a7d-4b4e-9478-55a91abf133c is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:36:45.413562 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-783b8a48-51fd-4e2d-bd3d-28a8606db004 req-0fc5bddb-23a7-4417-aa24-8fe4f4a0f212 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=923c2252-c19f-4010-9d46-24dee8650b18 HTTP/1.1" status: 200 len: 210 time: 0.0555766 Aug 22 13:36:45.504485 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12aa63f8-9cce-451c-9e15-fdf62b48215b tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Router fff8a5ff-c8bd-4e63-a592-92b4e558c9fb has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:36:45.567541 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c619f51-8b59-4c1b-807b-286a3e7445d7 req-ae5419e0-e9cd-41c9-bdf0-51a1f22c68f2 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:45.571049 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7c619f51-8b59-4c1b-807b-286a3e7445d7 req-ae5419e0-e9cd-41c9-bdf0-51a1f22c68f2 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=24b77c1e-8b4f-4443-b101-4af971eaf347 HTTP/1.1" status: 200 len: 945 time: 0.1123784 Aug 22 13:36:45.657519 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7c619f51-8b59-4c1b-807b-286a3e7445d7 req-0557c2fc-4383-49b2-8c22-13a536be976e tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781910 Aug 22 13:36:46.211572 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 9b30a099-d8a0-4675-a68d-7d3d60c8142f up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:36:46.292874 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-198abe30-6e17-4351-847f-27fe1c156648 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:36:46.294391 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port 9b30a099-d8a0-4675-a68d-7d3d60c8142f completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:36:46.300954 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba03e6-0a48-40b5-a2c4-e6750c544ae6 req-c7559fa7-7903-4ae2-9877-b87a44dd0d6b tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:46.301916 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 9b30a099-d8a0-4675-a68d-7d3d60c8142f triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:36:46.302216 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:46.302610 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-72ba03e6-0a48-40b5-a2c4-e6750c544ae6 req-c7559fa7-7903-4ae2-9877-b87a44dd0d6b tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.41 "GET /v2.0/networks?id=b7fef465-db19-4a45-b3a4-f40426ee874f HTTP/1.1" status: 200 len: 805 time: 0.3308909 Aug 22 13:36:46.323527 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47cc445-68eb-4529-a10a-e27c095ad11a None None] Sync routers for ids ['8d16d56a-6a7d-4b4e-9478-55a91abf133c'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:36:46.342072 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47cc445-68eb-4529-a10a-e27c095ad11a None None] Routers {'8d16d56a-6a7d-4b4e-9478-55a91abf133c'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:36:46.342698 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-c47cc445-68eb-4529-a10a-e27c095ad11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:36:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['8d16d56a-6a7d-4b4e-9478-55a91abf133c'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:36:46.345323 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-72ba03e6-0a48-40b5-a2c4-e6750c544ae6 req-7e2773fe-e6d6-4b40-8676-ffe635b90b6a tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Request body: {'port': {'device_id': '923c2252-c19f-4010-9d46-24dee8650b18', 'network_id': 'b7fef465-db19-4a45-b3a4-f40426ee874f', 'admin_state_up': True, 'tenant_id': 'f2126aafa99f4007b060b7c07b341d10'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:36:46.384646 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12aa63f8-9cce-451c-9e15-fdf62b48215b tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:36:46.399633 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-12aa63f8-9cce-451c-9e15-fdf62b48215b tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:46.423490 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f41bf3-1f6c-4ecb-97da-9521715b4108 None None] Sync routers for ids ['fff8a5ff-c8bd-4e63-a592-92b4e558c9fb'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:36:46.430334 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-c47cc445-68eb-4529-a10a-e27c095ad11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:36:46.454057 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407212a1-9c8f-448a-a6d8-d6892fef5feb req-5fb99ed9-86dc-4941-9e59-a71074732060 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:46.462096 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-407212a1-9c8f-448a-a6d8-d6892fef5feb req-5fb99ed9-86dc-4941-9e59-a71074732060 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/ports?device_id=b80b89b4-4f2c-4c8b-aa26-b0fe60069084 HTTP/1.1" status: 200 len: 945 time: 0.1806188 Aug 22 13:36:46.469180 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47cc445-68eb-4529-a10a-e27c095ad11a None None] Routers {'8d16d56a-6a7d-4b4e-9478-55a91abf133c'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:36:46.469830 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-c47cc445-68eb-4529-a10a-e27c095ad11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:36:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['8d16d56a-6a7d-4b4e-9478-55a91abf133c'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:36:46.472619 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:46.503888 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-407212a1-9c8f-448a-a6d8-d6892fef5feb req-435aa495-ac87-4b78-b037-b2e588f0a31b tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23f2214-6790-4df7-a348-a4695558251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408406 Aug 22 13:36:46.509255 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f41bf3-1f6c-4ecb-97da-9521715b4108 None None] Routers {'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:36:46.516615 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-d6f41bf3-1f6c-4ecb-97da-9521715b4108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:36:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['fff8a5ff-c8bd-4e63-a592-92b4e558c9fb'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:36:46.558122 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-c47cc445-68eb-4529-a10a-e27c095ad11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:36:46.558788 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47cc445-68eb-4529-a10a-e27c095ad11a None None] The sync data for ids ['8d16d56a-6a7d-4b4e-9478-55a91abf133c'] in n-d-793621-33 is: [] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:36:46.565661 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-198abe30-6e17-4351-847f-27fe1c156648 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:46.570009 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-198abe30-6e17-4351-847f-27fe1c156648 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 7.7689898 Aug 22 13:36:46.592100 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 40536) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:36:46.601479 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4ba5b55b-eabb-4a2f-a97e-89b543493e28 req-d1d01969-673a-4974-962d-cd704e34e3d7 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=923c2252-c19f-4010-9d46-24dee8650b18 HTTP/1.1" status: 200 len: 210 time: 0.0515912 Aug 22 13:36:46.626887 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ec06da8d-0086-46d6-8be0-eed0f2cc5192 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:46.653733 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80b89b4-4f2c-4c8b-aa26-b0fe60069084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b30a099-d8a0-4675-a68d-7d3d60c8142f'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:36:46.656011 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070b94d2-83b9-408d-a05b-60f1fce12daa" -d '{"events": [{"server_uuid": "b80b89b4-4f2c-4c8b-aa26-b0fe60069084", "name": "network-vif-plugged", "status": "completed", "tag": "9b30a099-d8a0-4675-a68d-7d3d60c8142f"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:36:46.674152 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-d6f41bf3-1f6c-4ecb-97da-9521715b4108 None None] Set router fff8a5ff-c8bd-4e63-a592-92b4e558c9fb gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:36:46.677211 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 9b30a099-d8a0-4675-a68d-7d3d60c8142f, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=9b30a099-d8a0-4675-a68d-7d3d60c8142f,segment=NetworkSegment(741e13e0-402a-4f69-a295-32aa21113f30),segment_id=741e13e0-402a-4f69-a295-32aa21113f30)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:36:46.683371 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-12aa63f8-9cce-451c-9e15-fdf62b48215b tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "PUT /v2.0/floatingips/af9bb0a9-0c40-4889-9753-16360882b849 HTTP/1.1" status: 200 len: 991 time: 4.8803527 Aug 22 13:36:46.706960 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:46.707755 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device ea381b01-0beb-446d-8db4-2eb45692eb24 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:36:46.711680 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e0b0a37-7125-4435-9750-e82d8add3457', 'tag': '0ac6586f-fef6-4a9a-a0c1-60c878277a4e'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:36:46.715022 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c81f980-780d-4041-a162-f9a29e21ea6c" -d '{"events": [{"name": "network-changed", "server_uuid": "1e0b0a37-7125-4435-9750-e82d8add3457", "tag": "0ac6586f-fef6-4a9a-a0c1-60c878277a4e"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:36:46.811170 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a175d3a-7560-49d1-a47b-62414fd63fcf x-openstack-request-id: req-3a175d3a-7560-49d1-a47b-62414fd63fcf {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:36:46.812758 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b80b89b4-4f2c-4c8b-aa26-b0fe60069084", "name": "network-vif-plugged", "status": "completed", "tag": "9b30a099-d8a0-4675-a68d-7d3d60c8142f", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:36:46.813202 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a175d3a-7560-49d1-a47b-62414fd63fcf {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:36:46.813782 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b80b89b4-4f2c-4c8b-aa26-b0fe60069084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b30a099-d8a0-4675-a68d-7d3d60c8142f', 'code': 200} Aug 22 13:36:46.830325 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: ea381b01-0beb-446d-8db4-2eb45692eb24 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:36:46.830921 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device ea381b01-0beb-446d-8db4-2eb45692eb24 not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:36:46.845942 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd1da50-7143-41a4-8766-2456846798b0 x-openstack-request-id: req-0dd1da50-7143-41a4-8766-2456846798b0 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:36:46.846581 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e0b0a37-7125-4435-9750-e82d8add3457", "tag": "0ac6586f-fef6-4a9a-a0c1-60c878277a4e", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:36:46.847016 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0dd1da50-7143-41a4-8766-2456846798b0 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:36:46.847573 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e0b0a37-7125-4435-9750-e82d8add3457', 'tag': '0ac6586f-fef6-4a9a-a0c1-60c878277a4e', 'status': 'completed', 'code': 200} Aug 22 13:36:46.915087 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=9b30a099-d8a0-4675-a68d-7d3d60c8142f,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:46.941432 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68ea54-f95e-4c15-9278-516730644552 req-e6f7ad6b-b8f9-49a6-beb3-b3477e0564f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:46.943828 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cb68ea54-f95e-4c15-9278-516730644552 req-e6f7ad6b-b8f9-49a6-beb3-b3477e0564f9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b80b89b4-4f2c-4c8b-aa26-b0fe60069084 HTTP/1.1" status: 200 len: 1098 time: 0.1123369 Aug 22 13:36:47.037745 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1193db0-e39c-4ce6-854e-262315cb652c req-0607379a-b097-4c06-98e2-d74b98e92ecf tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:47.039281 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c1193db0-e39c-4ce6-854e-262315cb652c req-0607379a-b097-4c06-98e2-d74b98e92ecf tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=24b77c1e-8b4f-4443-b101-4af971eaf347 HTTP/1.1" status: 200 len: 945 time: 0.1382082 Aug 22 13:36:47.041163 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cb68ea54-f95e-4c15-9278-516730644552 req-4d7c363d-0876-466b-93de-793167a22d94 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f23f2214-6790-4df7-a348-a4695558251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716350 Aug 22 13:36:47.084341 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c1193db0-e39c-4ce6-854e-262315cb652c req-9c4afdd8-55a7-4ab7-bd20-b99e88432469 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377440 Aug 22 13:36:47.125164 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72ba03e6-0a48-40b5-a2c4-e6750c544ae6 req-7e2773fe-e6d6-4b40-8676-ffe635b90b6a tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Made reservation on behalf of f2126aafa99f4007b060b7c07b341d10 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:36:47.128811 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-72ba03e6-0a48-40b5-a2c4-e6750c544ae6 req-7e2773fe-e6d6-4b40-8676-ffe635b90b6a tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:47.167323 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-d6f41bf3-1f6c-4ecb-97da-9521715b4108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb', 'name': 'tempest-AttachVolumeTestJSON-1189011300-router', 'tenant_id': '9aaf82909078458f95327523ba5e3378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'fa21394a-98cd-45ab-bb27-134811dafbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:31:17Z', 'updated_at': '2021-08-22T13:31:20Z', 'revision_number': 4, 'project_id': '9aaf82909078458f95327523ba5e3378', 'gw_port': {'id': 'fa21394a-98cd-45ab-bb27-134811dafbbd', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:93:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:31:17Z', 'updated_at': '2021-08-22T13:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'af9bb0a9-0c40-4889-9753-16360882b849', 'tenant_id': '9aaf82909078458f95327523ba5e3378', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': 'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb', 'port_id': '0ac6586f-fef6-4a9a-a0c1-60c878277a4e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0386d336-0e61-4348-9e46-055980419e76', 'mac_address': 'fa:16:3e:c0:83:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0b0a37-7125-4435-9750-e82d8add3457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:36:12Z', 'updated_at': '2021-08-22T13:36:44Z', 'revision_number': 1, 'project_id': '9aaf82909078458f95327523ba5e3378', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e654dcd5-eaac-42ac-adfd-79f3d0d1ea02', 'name': '', 'network_id': '0386d336-0e61-4348-9e46-055980419e76', 'tenant_id': '9aaf82909078458f95327523ba5e3378', 'mac_address': 'fa:16:3e:64:86:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '77ae476e-7cd6-4bd5-9319-25dd232b8593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:31:19Z', 'updated_at': '2021-08-22T13:31:25Z', 'revision_number': 5, 'project_id': '9aaf82909078458f95327523ba5e3378', 'subnets': [{'id': '77ae476e-7cd6-4bd5-9319-25dd232b8593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:36:47.203627 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f41bf3-1f6c-4ecb-97da-9521715b4108 None None] Checking router: fff8a5ff-c8bd-4e63-a592-92b4e558c9fb for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:36:47.213247 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f41bf3-1f6c-4ecb-97da-9521715b4108 None None] Routers {'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:36:47.214732 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-d6f41bf3-1f6c-4ecb-97da-9521715b4108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:36:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['fff8a5ff-c8bd-4e63-a592-92b4e558c9fb'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:36:47.231857 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c81f980-780d-4041-a162-f9a29e21ea6c req-67a234a2-1be8-4868-a189-c034b981379f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:47.233648 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7c81f980-780d-4041-a162-f9a29e21ea6c req-67a234a2-1be8-4868-a189-c034b981379f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9aaf82909078458f95327523ba5e3378&device_id=1e0b0a37-7125-4435-9750-e82d8add3457 HTTP/1.1" status: 200 len: 1097 time: 0.3716691 Aug 22 13:36:47.372354 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-d6f41bf3-1f6c-4ecb-97da-9521715b4108 None None] Set router fff8a5ff-c8bd-4e63-a592-92b4e558c9fb gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:36:47.546331 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec06da8d-0086-46d6-8be0-eed0f2cc5192 admin admin] Router b4e196cf-1db7-476e-bbf5-ab2642ee391c has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:36:47.554938 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c81f980-780d-4041-a162-f9a29e21ea6c req-5e1f11b8-4d76-4b9f-8dac-28b54cb69287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:47.558142 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7c81f980-780d-4041-a162-f9a29e21ea6c req-5e1f11b8-4d76-4b9f-8dac-28b54cb69287 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0386d336-0e61-4348-9e46-055980419e76 HTTP/1.1" status: 200 len: 912 time: 0.3070779 Aug 22 13:36:47.620028 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-72ba03e6-0a48-40b5-a2c4-e6750c544ae6 req-7e2773fe-e6d6-4b40-8676-ffe635b90b6a tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Allocated IP 172.20.0.6 (b7fef465-db19-4a45-b3a4-f40426ee874f/55b06a4c-e7f4-4110-96cb-ea2fffe8df6c/45784f14-dd14-4d07-81b2-1d57519d25d5) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:36:47.720474 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f64de6-dce4-462e-a6b2-a6c0d7fc20ef req-ce7c9ba4-86be-42a8-8d0c-b80aafe9e74f tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:47.732602 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-73f64de6-dce4-462e-a6b2-a6c0d7fc20ef req-ce7c9ba4-86be-42a8-8d0c-b80aafe9e74f tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/ports?device_id=b80b89b4-4f2c-4c8b-aa26-b0fe60069084 HTTP/1.1" status: 200 len: 946 time: 0.0899923 Aug 22 13:36:47.800041 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1727fec1-fcc5-40cc-bfae-45b9fc459c26 req-fb0e9665-f4cf-4f9d-8bc0-01b057a78849 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=923c2252-c19f-4010-9d46-24dee8650b18 HTTP/1.1" status: 200 len: 210 time: 0.0581963 Aug 22 13:36:47.815783 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-73f64de6-dce4-462e-a6b2-a6c0d7fc20ef req-e5fe08c2-c78a-4a50-9d5a-f9bcb44269de tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23f2214-6790-4df7-a348-a4695558251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819407 Aug 22 13:36:47.826375 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7c81f980-780d-4041-a162-f9a29e21ea6c req-b527cbd8-c1ef-49b2-971f-9c3ae7eaebfe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ac6586f-fef6-4a9a-a0c1-60c878277a4e HTTP/1.1" status: 200 len: 999 time: 0.2191401 Aug 22 13:36:47.924206 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-d6f41bf3-1f6c-4ecb-97da-9521715b4108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb', 'name': 'tempest-AttachVolumeTestJSON-1189011300-router', 'tenant_id': '9aaf82909078458f95327523ba5e3378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'fa21394a-98cd-45ab-bb27-134811dafbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:31:17Z', 'updated_at': '2021-08-22T13:31:20Z', 'revision_number': 4, 'project_id': '9aaf82909078458f95327523ba5e3378', 'gw_port': {'id': 'fa21394a-98cd-45ab-bb27-134811dafbbd', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:93:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:31:17Z', 'updated_at': '2021-08-22T13:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'af9bb0a9-0c40-4889-9753-16360882b849', 'tenant_id': '9aaf82909078458f95327523ba5e3378', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': 'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb', 'port_id': '0ac6586f-fef6-4a9a-a0c1-60c878277a4e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0386d336-0e61-4348-9e46-055980419e76', 'mac_address': 'fa:16:3e:c0:83:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0b0a37-7125-4435-9750-e82d8add3457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:36:12Z', 'updated_at': '2021-08-22T13:36:44Z', 'revision_number': 1, 'project_id': '9aaf82909078458f95327523ba5e3378', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e654dcd5-eaac-42ac-adfd-79f3d0d1ea02', 'name': '', 'network_id': '0386d336-0e61-4348-9e46-055980419e76', 'tenant_id': '9aaf82909078458f95327523ba5e3378', 'mac_address': 'fa:16:3e:64:86:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '77ae476e-7cd6-4bd5-9319-25dd232b8593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:31:19Z', 'updated_at': '2021-08-22T13:31:25Z', 'revision_number': 5, 'project_id': '9aaf82909078458f95327523ba5e3378', 'subnets': [{'id': '77ae476e-7cd6-4bd5-9319-25dd232b8593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:36:47.953903 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f41bf3-1f6c-4ecb-97da-9521715b4108 None None] The sync data for ids ['fff8a5ff-c8bd-4e63-a592-92b4e558c9fb'] in n-d-793621-33 is: [{'id': 'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb', 'name': 'tempest-AttachVolumeTestJSON-1189011300-router', 'tenant_id': '9aaf82909078458f95327523ba5e3378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'fa21394a-98cd-45ab-bb27-134811dafbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:31:17Z', 'updated_at': '2021-08-22T13:31:20Z', 'revision_number': 4, 'project_id': '9aaf82909078458f95327523ba5e3378', 'gw_port': {'id': 'fa21394a-98cd-45ab-bb27-134811dafbbd', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:93:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:31:17Z', 'updated_at': '2021-08-22T13:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'af9bb0a9-0c40-4889-9753-16360882b849', 'tenant_id': '9aaf82909078458f95327523ba5e3378', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': 'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb', 'port_id': '0ac6586f-fef6-4a9a-a0c1-60c878277a4e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0386d336-0e61-4348-9e46-055980419e76', 'mac_address': 'fa:16:3e:c0:83:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0b0a37-7125-4435-9750-e82d8add3457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:36:12Z', 'updated_at': '2021-08-22T13:36:44Z', 'revision_number': 1, 'project_id': '9aaf82909078458f95327523ba5e3378', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e654dcd5-eaac-42ac-adfd-79f3d0d1ea02', 'name': '', 'network_id': '0386d336-0e61-4348-9e46-055980419e76', 'tenant_id': '9aaf82909078458f95327523ba5e3378', 'mac_address': 'fa:16:3e:64:86:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '77ae476e-7cd6-4bd5-9319-25dd232b8593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:31:19Z', 'updated_at': '2021-08-22T13:31:25Z', 'revision_number': 5, 'project_id': '9aaf82909078458f95327523ba5e3378', 'subnets': [{'id': '77ae476e-7cd6-4bd5-9319-25dd232b8593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:36:48.292181 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d398f19-21d5-4946-b906-b7dcbb4f247a req-0f0f8a3d-f2dd-483f-a4c7-2931a415b1e2 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:48.294105 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9d398f19-21d5-4946-b906-b7dcbb4f247a req-0f0f8a3d-f2dd-483f-a4c7-2931a415b1e2 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=24b77c1e-8b4f-4443-b101-4af971eaf347 HTTP/1.1" status: 200 len: 945 time: 0.1114731 Aug 22 13:36:48.347244 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59385d6-cdbe-43c8-86c2-8cd025dfce16 None None] New status for floating IP af9bb0a9-0c40-4889-9753-16360882b849: ACTIVE {{(pid=94630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 13:36:48.356666 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9d398f19-21d5-4946-b906-b7dcbb4f247a req-0657faf8-4b2c-4f8d-a58d-3623d0247d92 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556290 Aug 22 13:36:48.414036 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec06da8d-0086-46d6-8be0-eed0f2cc5192 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:36:48.428785 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed320d4-d82b-4d8d-8a43-3eae9b2171c8 None None] Sync routers for ids ['b4e196cf-1db7-476e-bbf5-ab2642ee391c'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:36:48.442199 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed320d4-d82b-4d8d-8a43-3eae9b2171c8 None None] Routers {'b4e196cf-1db7-476e-bbf5-ab2642ee391c'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:36:48.443478 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-0ed320d4-d82b-4d8d-8a43-3eae9b2171c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:36:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['b4e196cf-1db7-476e-bbf5-ab2642ee391c'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:36:48.455373 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ec06da8d-0086-46d6-8be0-eed0f2cc5192 admin admin] 10.222.0.21 "PUT /v2.0/routers/b4e196cf-1db7-476e-bbf5-ab2642ee391c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7869418 Aug 22 13:36:48.455749 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 40606) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:36:48.570204 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c81f980-780d-4041-a162-f9a29e21ea6c req-c17432f9-055b-471d-9858-82831d440a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:48.571934 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7c81f980-780d-4041-a162-f9a29e21ea6c req-c17432f9-055b-471d-9858-82831d440a34 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=77ae476e-7cd6-4bd5-9319-25dd232b8593 HTTP/1.1" status: 200 len: 850 time: 0.7242789 Aug 22 13:36:48.685441 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-0ed320d4-d82b-4d8d-8a43-3eae9b2171c8 None None] Set router b4e196cf-1db7-476e-bbf5-ab2642ee391c gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:36:48.695974 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-98783010-b4ca-4d69-b792-a92332eb3471 admin admin] Notify callbacks [] for router, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:48.785374 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c81f980-780d-4041-a162-f9a29e21ea6c req-7b11d726-94d7-459b-b0fb-1669ce13b80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:48.787414 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7c81f980-780d-4041-a162-f9a29e21ea6c req-7b11d726-94d7-459b-b0fb-1669ce13b80f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0386d336-0e61-4348-9e46-055980419e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2036500 Aug 22 13:36:48.843563 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f695c3c7-d3f3-4b3e-80ab-0e4910fcaf78 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:48.877160 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-98783010-b4ca-4d69-b792-a92332eb3471 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:48.892826 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-72ba03e6-0a48-40b5-a2c4-e6750c544ae6 req-7e2773fe-e6d6-4b40-8676-ffe635b90b6a tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:49.012100 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-0ed320d4-d82b-4d8d-8a43-3eae9b2171c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e196cf-1db7-476e-bbf5-ab2642ee391c', 'name': 'tempest-TaggedBootDevicesTest-1176324169-router', 'tenant_id': '2389b5e02dee4864a1a7f4824db49bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '6f2178cd-05b4-4d39-bd60-533f848e6e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:24:34Z', 'updated_at': '2021-08-22T13:36:45Z', 'revision_number': 5, 'project_id': '2389b5e02dee4864a1a7f4824db49bc1', 'gw_port': {'id': '6f2178cd-05b4-4d39-bd60-533f848e6e90', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:51:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e196cf-1db7-476e-bbf5-ab2642ee391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:24:35Z', 'updated_at': '2021-08-22T13:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:36:49.047559 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed320d4-d82b-4d8d-8a43-3eae9b2171c8 None None] Checking router: b4e196cf-1db7-476e-bbf5-ab2642ee391c for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:36:49.057583 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed320d4-d82b-4d8d-8a43-3eae9b2171c8 None None] Routers {'b4e196cf-1db7-476e-bbf5-ab2642ee391c'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:36:49.057583 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-0ed320d4-d82b-4d8d-8a43-3eae9b2171c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:36:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['b4e196cf-1db7-476e-bbf5-ab2642ee391c'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:36:49.065351 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7c81f980-780d-4041-a162-f9a29e21ea6c req-95591f2f-070d-4c0e-84ef-e205df185d23 service neutron] 10.222.0.41 "GET /v2.0/networks/0386d336-0e61-4348-9e46-055980419e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304819 Aug 22 13:36:49.176411 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-0ed320d4-d82b-4d8d-8a43-3eae9b2171c8 None None] Set router b4e196cf-1db7-476e-bbf5-ab2642ee391c gateway port host: None {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:36:49.244354 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-72ba03e6-0a48-40b5-a2c4-e6750c544ae6 req-7e2773fe-e6d6-4b40-8676-ffe635b90b6a tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:49.273570 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7c81f980-780d-4041-a162-f9a29e21ea6c req-c6da0228-9a9b-4a3e-9d22-cfc4c9a4e069 service neutron] 10.222.0.41 "GET /v2.0/networks/0386d336-0e61-4348-9e46-055980419e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968424 Aug 22 13:36:49.338929 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-0ed320d4-d82b-4d8d-8a43-3eae9b2171c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e196cf-1db7-476e-bbf5-ab2642ee391c', 'name': 'tempest-TaggedBootDevicesTest-1176324169-router', 'tenant_id': '2389b5e02dee4864a1a7f4824db49bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:24:34Z', 'updated_at': '2021-08-22T13:36:48Z', 'revision_number': 6, 'project_id': '2389b5e02dee4864a1a7f4824db49bc1', 'gw_port_host': None}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:36:49.359240 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72ba03e6-0a48-40b5-a2c4-e6750c544ae6 req-7e2773fe-e6d6-4b40-8676-ffe635b90b6a tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Network b7fef465-db19-4a45-b3a4-f40426ee874f is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:36:49.374971 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed320d4-d82b-4d8d-8a43-3eae9b2171c8 None None] The sync data for ids ['b4e196cf-1db7-476e-bbf5-ab2642ee391c'] in n-d-793621-33 is: [{'id': 'b4e196cf-1db7-476e-bbf5-ab2642ee391c', 'name': 'tempest-TaggedBootDevicesTest-1176324169-router', 'tenant_id': '2389b5e02dee4864a1a7f4824db49bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:24:34Z', 'updated_at': '2021-08-22T13:36:48Z', 'revision_number': 6, 'project_id': '2389b5e02dee4864a1a7f4824db49bc1', 'gw_port_host': None}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:36:49.375650 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-72ba03e6-0a48-40b5-a2c4-e6750c544ae6 req-7e2773fe-e6d6-4b40-8676-ffe635b90b6a tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:36:49.406222 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ba03e6-0a48-40b5-a2c4-e6750c544ae6 req-7e2773fe-e6d6-4b40-8676-ffe635b90b6a tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:36:49.460780 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba03e6-0a48-40b5-a2c4-e6750c544ae6 req-7e2773fe-e6d6-4b40-8676-ffe635b90b6a tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:49.461450 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-72ba03e6-0a48-40b5-a2c4-e6750c544ae6 req-7e2773fe-e6d6-4b40-8676-ffe635b90b6a tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:49.508511 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e40be2ff-7ae4-4805-a1b2-40cee697983f req-279dab90-405f-4709-bd2f-38a5042e21e8 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=923c2252-c19f-4010-9d46-24dee8650b18 HTTP/1.1" status: 200 len: 210 time: 0.5513952 Aug 22 13:36:49.524788 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2773fe-e6d6-4b40-8676-ffe635b90b6a tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Pushing event updated for resources: {'Port': ['ID=45784f14-dd14-4d07-81b2-1d57519d25d5,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:49.571523 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620829c5-5641-4cd9-9535-9282b26cf39f req-ce8b0517-bd0d-404f-9267-fd560b7466ab tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:49.583964 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-620829c5-5641-4cd9-9535-9282b26cf39f req-ce8b0517-bd0d-404f-9267-fd560b7466ab tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/ports?device_id=b80b89b4-4f2c-4c8b-aa26-b0fe60069084 HTTP/1.1" status: 200 len: 946 time: 0.5757108 Aug 22 13:36:49.584673 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-72ba03e6-0a48-40b5-a2c4-e6750c544ae6 req-7e2773fe-e6d6-4b40-8676-ffe635b90b6a tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2687409 Aug 22 13:36:49.600269 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-72ba03e6-0a48-40b5-a2c4-e6750c544ae6 req-d2ca274a-9eff-4f37-8c3e-58f1b013e2ea service neutron] Request body: {'port': {'device_id': '923c2252-c19f-4010-9d46-24dee8650b18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:36:49.602896 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-42d5e2dc-c30e-4aaf-8cb9-f8b6b8a8ac24 req-0c747923-48b9-490e-bbba-6bacecefcde1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2c9b9da1-fdb7-4a2f-ba29-9d40d470e070&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6120293 Aug 22 13:36:49.632467 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-98783010-b4ca-4d69-b792-a92332eb3471 admin admin] Deleting port 6f2178cd-05b4-4d39-bd60-533f848e6e90 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:36:49.632859 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-98783010-b4ca-4d69-b792-a92332eb3471 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:49.702681 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-72ba03e6-0a48-40b5-a2c4-e6750c544ae6 req-d2ca274a-9eff-4f37-8c3e-58f1b013e2ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:49.799978 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 2accda17-689d-4f65-b00c-6213d3cde1ef no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:36:49.850845 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 2accda17-689d-4f65-b00c-6213d3cde1ef {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:36:49.851572 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 2accda17-689d-4f65-b00c-6213d3cde1ef not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:36:49.940340 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-620829c5-5641-4cd9-9535-9282b26cf39f req-5a773e19-fce8-40f4-ab04-f8ca08916ae9 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23f2214-6790-4df7-a348-a4695558251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509734 Aug 22 13:36:49.953323 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-f695c3c7-d3f3-4b3e-80ab-0e4910fcaf78 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Allocated IP 172.20.0.1 (74d25e63-bd95-4f93-ba9f-1e1dbad714c4/1c33389f-daa7-47c7-901f-317cddaa34fc/6abf7747-4d2d-4fe4-bf7f-74ba2edd96be) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:36:49.968444 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d452c42a-381c-4a8d-8741-fd1534a95a31 req-544b4d7f-eba5-4463-bf62-cf7ef1d46316 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:49.983392 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d452c42a-381c-4a8d-8741-fd1534a95a31 req-544b4d7f-eba5-4463-bf62-cf7ef1d46316 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=24b77c1e-8b4f-4443-b101-4af971eaf347 HTTP/1.1" status: 200 len: 945 time: 0.1445749 Aug 22 13:36:50.036180 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5e2dc-c30e-4aaf-8cb9-f8b6b8a8ac24 req-ae9af0a8-184a-423c-841c-79eff5b98b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:50.039295 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-42d5e2dc-c30e-4aaf-8cb9-f8b6b8a8ac24 req-ae9af0a8-184a-423c-841c-79eff5b98b26 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=79cda882c51f49c8a97f6b7883940f43&device_id=2c9b9da1-fdb7-4a2f-ba29-9d40d470e070 HTTP/1.1" status: 200 len: 1098 time: 0.3705661 Aug 22 13:36:50.082032 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d452c42a-381c-4a8d-8741-fd1534a95a31 req-bad6875f-e970-4b6b-9d52-f164c15ffeaf tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974536 Aug 22 13:36:50.099312 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-98783010-b4ca-4d69-b792-a92332eb3471 admin admin] For port 6f2178cd-05b4-4d39-bd60-533f848e6e90, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=6f2178cd-05b4-4d39-bd60-533f848e6e90,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:36:50.100881 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-98783010-b4ca-4d69-b792-a92332eb3471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:50.132974 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f695c3c7-d3f3-4b3e-80ab-0e4910fcaf78 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:50.178893 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-f695c3c7-d3f3-4b3e-80ab-0e4910fcaf78 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Transition to ACTIVE for port object 6abf7747-4d2d-4fe4-bf7f-74ba2edd96be will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:36:50.210908 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-98783010-b4ca-4d69-b792-a92332eb3471 admin admin] Calling delete_port for 6f2178cd-05b4-4d39-bd60-533f848e6e90 owned by network:router_gateway {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:36:50.351752 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-72ba03e6-0a48-40b5-a2c4-e6750c544ae6 req-d2ca274a-9eff-4f37-8c3e-58f1b013e2ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45784f14-dd14-4d07-81b2-1d57519d25d5 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:36:50.378550 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-72ba03e6-0a48-40b5-a2c4-e6750c544ae6 req-d2ca274a-9eff-4f37-8c3e-58f1b013e2ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:50.404771 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5e2dc-c30e-4aaf-8cb9-f8b6b8a8ac24 req-6d2029d2-2b7b-44ee-801d-7c6707b7a915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:50.406292 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-42d5e2dc-c30e-4aaf-8cb9-f8b6b8a8ac24 req-6d2029d2-2b7b-44ee-801d-7c6707b7a915 service neutron] 10.222.0.16 "GET /v2.0/networks?id=29a5fa06-3722-4b00-8610-7c352a4197c0 HTTP/1.1" status: 200 len: 915 time: 0.3395884 Aug 22 13:36:50.435468 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-72ba03e6-0a48-40b5-a2c4-e6750c544ae6 req-d2ca274a-9eff-4f37-8c3e-58f1b013e2ea service neutron] Transition to ACTIVE for port object 45784f14-dd14-4d07-81b2-1d57519d25d5 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:36:50.444970 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-72ba03e6-0a48-40b5-a2c4-e6750c544ae6 req-d2ca274a-9eff-4f37-8c3e-58f1b013e2ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:50.461502 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-42d5e2dc-c30e-4aaf-8cb9-f8b6b8a8ac24 req-3b31bc1c-dcdf-49d0-a89b-274b8b55ad44 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07f4112b-22bd-4268-8fdd-48504a9f6055 HTTP/1.1" status: 200 len: 217 time: 0.0458970 Aug 22 13:36:50.471449 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f695c3c7-d3f3-4b3e-80ab-0e4910fcaf78 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:50.546922 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f695c3c7-d3f3-4b3e-80ab-0e4910fcaf78 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Network 74d25e63-bd95-4f93-ba9f-1e1dbad714c4 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:36:50.547096 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5e2dc-c30e-4aaf-8cb9-f8b6b8a8ac24 req-d28c4a12-7205-4cec-95c1-c9ca1a4b405b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:50.548467 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-42d5e2dc-c30e-4aaf-8cb9-f8b6b8a8ac24 req-d28c4a12-7205-4cec-95c1-c9ca1a4b405b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ffb4d087-1294-4a80-af2a-ccd3cdf84545 HTTP/1.1" status: 200 len: 854 time: 0.0573528 Aug 22 13:36:50.557601 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-f695c3c7-d3f3-4b3e-80ab-0e4910fcaf78 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:36:50.560154 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f695c3c7-d3f3-4b3e-80ab-0e4910fcaf78 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:36:50.580450 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ca274a-9eff-4f37-8c3e-58f1b013e2ea service neutron] Pushing event updated for resources: {'Port': ['ID=45784f14-dd14-4d07-81b2-1d57519d25d5,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:50.735821 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-42d5e2dc-c30e-4aaf-8cb9-f8b6b8a8ac24 req-3db87afc-aff8-44d7-bee9-286de795acb2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=29a5fa06-3722-4b00-8610-7c352a4197c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1694527 Aug 22 13:36:50.769995 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-72ba03e6-0a48-40b5-a2c4-e6750c544ae6 req-d2ca274a-9eff-4f37-8c3e-58f1b013e2ea service neutron] Attempting to bind port 45784f14-dd14-4d07-81b2-1d57519d25d5 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:36:50.777974 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-72ba03e6-0a48-40b5-a2c4-e6750c544ae6 req-d2ca274a-9eff-4f37-8c3e-58f1b013e2ea service neutron] Attempting to bind port 45784f14-dd14-4d07-81b2-1d57519d25d5 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '036d4b3c-fc3c-4bf5-94d1-99331e586aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b7fef465-db19-4a45-b3a4-f40426ee874f'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:36:50.778578 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ba03e6-0a48-40b5-a2c4-e6750c544ae6 req-d2ca274a-9eff-4f37-8c3e-58f1b013e2ea service neutron] Attempting to bind port 45784f14-dd14-4d07-81b2-1d57519d25d5 on network b7fef465-db19-4a45-b3a4-f40426ee874f {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:36:50.796223 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f695c3c7-d3f3-4b3e-80ab-0e4910fcaf78 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:50.800227 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ba03e6-0a48-40b5-a2c4-e6750c544ae6 req-d2ca274a-9eff-4f37-8c3e-58f1b013e2ea service neutron] Port 45784f14-dd14-4d07-81b2-1d57519d25d5 on network b7fef465-db19-4a45-b3a4-f40426ee874f not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:36:50.800829 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-98783010-b4ca-4d69-b792-a92332eb3471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:50.801105 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ba03e6-0a48-40b5-a2c4-e6750c544ae6 req-d2ca274a-9eff-4f37-8c3e-58f1b013e2ea service neutron] Attempting to bind port 45784f14-dd14-4d07-81b2-1d57519d25d5 on network b7fef465-db19-4a45-b3a4-f40426ee874f {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:36:50.804073 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f695c3c7-d3f3-4b3e-80ab-0e4910fcaf78 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Pushing event updated for resources: {'Port': ['ID=6abf7747-4d2d-4fe4-bf7f-74ba2edd96be,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:50.853739 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ba03e6-0a48-40b5-a2c4-e6750c544ae6 req-d2ca274a-9eff-4f37-8c3e-58f1b013e2ea service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:36:50.854260 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ba03e6-0a48-40b5-a2c4-e6750c544ae6 req-d2ca274a-9eff-4f37-8c3e-58f1b013e2ea service neutron] Checking segment: {'id': '036d4b3c-fc3c-4bf5-94d1-99331e586aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b7fef465-db19-4a45-b3a4-f40426ee874f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:36:50.854874 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ba03e6-0a48-40b5-a2c4-e6750c544ae6 req-d2ca274a-9eff-4f37-8c3e-58f1b013e2ea service neutron] Bound using segment: {'id': '036d4b3c-fc3c-4bf5-94d1-99331e586aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b7fef465-db19-4a45-b3a4-f40426ee874f'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:36:50.855382 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-72ba03e6-0a48-40b5-a2c4-e6750c544ae6 req-d2ca274a-9eff-4f37-8c3e-58f1b013e2ea service neutron] Bound port: 45784f14-dd14-4d07-81b2-1d57519d25d5, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '036d4b3c-fc3c-4bf5-94d1-99331e586aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b7fef465-db19-4a45-b3a4-f40426ee874f'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:36:50.855812 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-72ba03e6-0a48-40b5-a2c4-e6750c544ae6 req-d2ca274a-9eff-4f37-8c3e-58f1b013e2ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:50.953646 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98783010-b4ca-4d69-b792-a92332eb3471 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f2178cd-05b4-4d39-bd60-533f848e6e90,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:51.038572 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-0d4a9bed-94af-48cf-920b-3834f8a37f3f None None] Provisioning for port 6abf7747-4d2d-4fe4-bf7f-74ba2edd96be completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:36:51.045978 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-0d4a9bed-94af-48cf-920b-3834f8a37f3f None None] Provisioning complete for port 6abf7747-4d2d-4fe4-bf7f-74ba2edd96be triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:36:51.046464 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0d4a9bed-94af-48cf-920b-3834f8a37f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:51.064068 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-72ba03e6-0a48-40b5-a2c4-e6750c544ae6 req-d2ca274a-9eff-4f37-8c3e-58f1b013e2ea service neutron] For port 45784f14-dd14-4d07-81b2-1d57519d25d5, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:36:51.068821 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-72ba03e6-0a48-40b5-a2c4-e6750c544ae6 req-d2ca274a-9eff-4f37-8c3e-58f1b013e2ea service neutron] For port 45784f14-dd14-4d07-81b2-1d57519d25d5, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=45784f14-dd14-4d07-81b2-1d57519d25d5,segment=NetworkSegment(036d4b3c-fc3c-4bf5-94d1-99331e586aa4),segment_id=036d4b3c-fc3c-4bf5-94d1-99331e586aa4)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:36:51.098345 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-0d4a9bed-94af-48cf-920b-3834f8a37f3f None None] Port 6abf7747-4d2d-4fe4-bf7f-74ba2edd96be cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:36:51.109263 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-72ba03e6-0a48-40b5-a2c4-e6750c544ae6 req-d2ca274a-9eff-4f37-8c3e-58f1b013e2ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:51.169812 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba03e6-0a48-40b5-a2c4-e6750c544ae6 req-d2ca274a-9eff-4f37-8c3e-58f1b013e2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:51.171132 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-72ba03e6-0a48-40b5-a2c4-e6750c544ae6 req-d2ca274a-9eff-4f37-8c3e-58f1b013e2ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:51.172831 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-72ba03e6-0a48-40b5-a2c4-e6750c544ae6 req-d2ca274a-9eff-4f37-8c3e-58f1b013e2ea service neutron] 10.222.0.41 "PUT /v2.0/ports/45784f14-dd14-4d07-81b2-1d57519d25d5 HTTP/1.1" status: 200 len: 1092 time: 1.5798268 Aug 22 13:36:51.173446 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '923c2252-c19f-4010-9d46-24dee8650b18', 'tag': '45784f14-dd14-4d07-81b2-1d57519d25d5'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:36:51.175713 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfcd4ec9-6b5e-41c3-a7f3-ae9fec276547" -d '{"events": [{"name": "network-changed", "server_uuid": "923c2252-c19f-4010-9d46-24dee8650b18", "tag": "45784f14-dd14-4d07-81b2-1d57519d25d5"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:36:51.176551 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733123ba-4588-4395-b533-f051dc6cc95b req-bcec5ba0-13bd-4af2-9938-ba9cbd95586b tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:51.179613 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f695c3c7-d3f3-4b3e-80ab-0e4910fcaf78 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:51.185619 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-733123ba-4588-4395-b533-f051dc6cc95b req-bcec5ba0-13bd-4af2-9938-ba9cbd95586b tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=923c2252-c19f-4010-9d46-24dee8650b18 HTTP/1.1" status: 200 len: 943 time: 0.4439793 Aug 22 13:36:51.297154 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ca274a-9eff-4f37-8c3e-58f1b013e2ea service neutron] Pushing event updated for resources: {'Port': ['ID=45784f14-dd14-4d07-81b2-1d57519d25d5,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:51.394981 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba03e6-0a48-40b5-a2c4-e6750c544ae6 req-15108e1f-3837-4b5e-b5d4-6adc6ede20b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:51.397768 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-72ba03e6-0a48-40b5-a2c4-e6750c544ae6 req-15108e1f-3837-4b5e-b5d4-6adc6ede20b6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f2126aafa99f4007b060b7c07b341d10&device_id=923c2252-c19f-4010-9d46-24dee8650b18 HTTP/1.1" status: 200 len: 1095 time: 0.1469107 Aug 22 13:36:51.426411 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-42d5e2dc-c30e-4aaf-8cb9-f8b6b8a8ac24 req-77547580-a753-44c4-9afe-357ed9a3409f service neutron] 10.222.0.16 "GET /v2.0/networks/29a5fa06-3722-4b00-8610-7c352a4197c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6509767 Aug 22 13:36:51.428914 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-98783010-b4ca-4d69-b792-a92332eb3471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:51.474873 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-733123ba-4588-4395-b533-f051dc6cc95b req-765d00a5-dc96-4318-b394-734700694358 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674348 Aug 22 13:36:51.545760 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748d3488-bb37-4aa0-b603-b90db78bb52d x-openstack-request-id: req-748d3488-bb37-4aa0-b603-b90db78bb52d {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:36:51.546041 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "923c2252-c19f-4010-9d46-24dee8650b18", "tag": "45784f14-dd14-4d07-81b2-1d57519d25d5", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:36:51.546300 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-748d3488-bb37-4aa0-b603-b90db78bb52d {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:36:51.546702 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '923c2252-c19f-4010-9d46-24dee8650b18', 'tag': '45784f14-dd14-4d07-81b2-1d57519d25d5', 'status': 'completed', 'code': 200} Aug 22 13:36:51.549813 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-72ba03e6-0a48-40b5-a2c4-e6750c544ae6 req-432c16c5-55d2-48d9-b517-fb053caf7151 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45784f14-dd14-4d07-81b2-1d57519d25d5 HTTP/1.1" status: 200 len: 217 time: 0.0971937 Aug 22 13:36:51.655387 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba03e6-0a48-40b5-a2c4-e6750c544ae6 req-d0c721e3-c79f-43e5-ac86-1e6d36ca8b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:51.656948 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-72ba03e6-0a48-40b5-a2c4-e6750c544ae6 req-d0c721e3-c79f-43e5-ac86-1e6d36ca8b30 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=55b06a4c-e7f4-4110-96cb-ea2fffe8df6c HTTP/1.1" status: 200 len: 845 time: 0.0949123 Aug 22 13:36:51.675544 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 6f2178cd-05b4-4d39-bd60-533f848e6e90 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:36:51.704588 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e352d-180f-48fd-852d-b39f42471974 req-adae90ff-0e94-4ed8-8d32-23b53de5a2e7 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:51.706291 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-372e352d-180f-48fd-852d-b39f42471974 req-adae90ff-0e94-4ed8-8d32-23b53de5a2e7 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=24b77c1e-8b4f-4443-b101-4af971eaf347 HTTP/1.1" status: 200 len: 945 time: 0.4555125 Aug 22 13:36:51.745574 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 6f2178cd-05b4-4d39-bd60-533f848e6e90 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:36:51.746117 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-72ba03e6-0a48-40b5-a2c4-e6750c544ae6 req-82135fb4-7a7a-4128-a227-7e35440ba655 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b7fef465-db19-4a45-b3a4-f40426ee874f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791087 Aug 22 13:36:51.746477 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 6f2178cd-05b4-4d39-bd60-533f848e6e90 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:36:51.814065 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-98783010-b4ca-4d69-b792-a92332eb3471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:51.816694 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-98783010-b4ca-4d69-b792-a92332eb3471 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:51.885350 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-98783010-b4ca-4d69-b792-a92332eb3471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:51.885909 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98783010-b4ca-4d69-b792-a92332eb3471 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4e196cf-1db7-476e-bbf5-ab2642ee391c {{(pid=94627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:36:51.906443 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-98783010-b4ca-4d69-b792-a92332eb3471 admin admin] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:51.906636 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-72ba03e6-0a48-40b5-a2c4-e6750c544ae6 req-51d9c81b-96ab-4e73-9040-127c2e45072f service neutron] 10.222.0.41 "GET /v2.0/networks/b7fef465-db19-4a45-b3a4-f40426ee874f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519768 Aug 22 13:36:51.907585 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-98783010-b4ca-4d69-b792-a92332eb3471 admin admin] 10.222.0.21 "DELETE /v2.0/routers/b4e196cf-1db7-476e-bbf5-ab2642ee391c HTTP/1.1" status: 204 len: 168 time: 3.4508126 Aug 22 13:36:51.910387 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f695c3c7-d3f3-4b3e-80ab-0e4910fcaf78 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:51.912616 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 40712) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:36:51.918785 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-372e352d-180f-48fd-852d-b39f42471974 req-6eed0617-58bc-4491-9c6e-9c3e3a7e8cd7 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492839 Aug 22 13:36:51.962573 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-42d5e2dc-c30e-4aaf-8cb9-f8b6b8a8ac24 req-d9162185-8f4f-4be7-a209-0299d042da5c service neutron] 10.222.0.16 "GET /v2.0/networks/29a5fa06-3722-4b00-8610-7c352a4197c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4943473 Aug 22 13:36:52.035276 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f695c3c7-d3f3-4b3e-80ab-0e4910fcaf78 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:52.131163 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-74a9bfd1-09fa-4b7e-aacd-001df7dae8d0 admin admin] Deleting subnet 78207353-5327-441e-b2ae-a402769922b8 {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:36:52.140423 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-74a9bfd1-09fa-4b7e-aacd-001df7dae8d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:52.194863 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-72ba03e6-0a48-40b5-a2c4-e6750c544ae6 req-da2f8142-1717-4bd6-b865-d827aee48783 service neutron] 10.222.0.41 "GET /v2.0/networks/b7fef465-db19-4a45-b3a4-f40426ee874f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800531 Aug 22 13:36:52.199015 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f695c3c7-d3f3-4b3e-80ab-0e4910fcaf78 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Pushing event updated for resources: {'Port': ['ID=6abf7747-4d2d-4fe4-bf7f-74ba2edd96be,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:52.215035 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-74a9bfd1-09fa-4b7e-aacd-001df7dae8d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:52.234977 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f695c3c7-d3f3-4b3e-80ab-0e4910fcaf78 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:52.379025 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd4ec9-6b5e-41c3-a7f3-ae9fec276547 req-28138b81-089f-4a2d-a8b6-28ece53152ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:52.380594 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-dfcd4ec9-6b5e-41c3-a7f3-ae9fec276547 req-28138b81-089f-4a2d-a8b6-28ece53152ce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f2126aafa99f4007b060b7c07b341d10&device_id=923c2252-c19f-4010-9d46-24dee8650b18 HTTP/1.1" status: 200 len: 1095 time: 0.1276896 Aug 22 13:36:52.466094 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-74a9bfd1-09fa-4b7e-aacd-001df7dae8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:52.509407 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f695c3c7-d3f3-4b3e-80ab-0e4910fcaf78 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Network 74d25e63-bd95-4f93-ba9f-1e1dbad714c4 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:36:52.512785 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-f695c3c7-d3f3-4b3e-80ab-0e4910fcaf78 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:36:52.665519 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd4ec9-6b5e-41c3-a7f3-ae9fec276547 req-b5300b09-8fe1-462d-b5e9-da5615457ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:52.675875 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-dfcd4ec9-6b5e-41c3-a7f3-ae9fec276547 req-b5300b09-8fe1-462d-b5e9-da5615457ca1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b7fef465-db19-4a45-b3a4-f40426ee874f HTTP/1.1" status: 200 len: 906 time: 0.2849593 Aug 22 13:36:52.686237 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78929fd4-614f-4529-9586-225cef743ae4 req-d21d3365-dacc-485e-9c24-0f0b034a3bdf tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:52.687827 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-78929fd4-614f-4529-9586-225cef743ae4 req-d21d3365-dacc-485e-9c24-0f0b034a3bdf tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=923c2252-c19f-4010-9d46-24dee8650b18 HTTP/1.1" status: 200 len: 943 time: 0.0856595 Aug 22 13:36:52.775042 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-78929fd4-614f-4529-9586-225cef743ae4 req-b9a2c15c-0fef-451e-87ec-627c392aed19 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768340 Aug 22 13:36:52.781761 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-74a9bfd1-09fa-4b7e-aacd-001df7dae8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:52.940209 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-d9fc4023-a89b-41ed-9741-3d404e3132de None None] Provisioning complete for port 6abf7747-4d2d-4fe4-bf7f-74ba2edd96be triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:36:52.941774 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d9fc4023-a89b-41ed-9741-3d404e3132de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:53.072302 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-d9fc4023-a89b-41ed-9741-3d404e3132de None None] Port 6abf7747-4d2d-4fe4-bf7f-74ba2edd96be cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:36:53.179360 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793f5f4-4e22-496d-b6d2-f524b7f32601 req-2fbbdcfe-a98a-4533-856b-ff70777eba14 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:53.187229 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2793f5f4-4e22-496d-b6d2-f524b7f32601 req-2fbbdcfe-a98a-4533-856b-ff70777eba14 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=24b77c1e-8b4f-4443-b101-4af971eaf347 HTTP/1.1" status: 200 len: 945 time: 0.0761387 Aug 22 13:36:53.252437 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2793f5f4-4e22-496d-b6d2-f524b7f32601 req-c58f9546-a276-4ef8-9b70-52c6eae00058 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638168 Aug 22 13:36:53.303716 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-dfcd4ec9-6b5e-41c3-a7f3-ae9fec276547 req-d35048c0-3c1b-4a10-b485-4beccc981f07 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45784f14-dd14-4d07-81b2-1d57519d25d5 HTTP/1.1" status: 200 len: 217 time: 0.6182101 Aug 22 13:36:53.313329 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a9bfd1-09fa-4b7e-aacd-001df7dae8d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78207353-5327-441e-b2ae-a402769922b8,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:53.322692 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747f74f2-294a-4297-99f0-7ec54b9d28a6 None None] Network b2719a9f-ee7f-473a-9939-5efd06e85549 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:36:53.331105 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-74a9bfd1-09fa-4b7e-aacd-001df7dae8d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:53.333028 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-74a9bfd1-09fa-4b7e-aacd-001df7dae8d0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/78207353-5327-441e-b2ae-a402769922b8 HTTP/1.1" status: 204 len: 168 time: 1.4194355 Aug 22 13:36:53.336875 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 40760) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:36:53.387457 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f695c3c7-d3f3-4b3e-80ab-0e4910fcaf78 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Router 8d16d56a-6a7d-4b4e-9478-55a91abf133c has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:36:53.401596 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd4ec9-6b5e-41c3-a7f3-ae9fec276547 req-183f0554-9e89-4553-9bd2-8c3633075caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:53.403117 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-dfcd4ec9-6b5e-41c3-a7f3-ae9fec276547 req-183f0554-9e89-4553-9bd2-8c3633075caa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=55b06a4c-e7f4-4110-96cb-ea2fffe8df6c HTTP/1.1" status: 200 len: 845 time: 0.0734844 Aug 22 13:36:53.481247 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-dfcd4ec9-6b5e-41c3-a7f3-ae9fec276547 req-6d329f73-b388-4030-ab1d-b8e30d52409e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b7fef465-db19-4a45-b3a4-f40426ee874f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679057 Aug 22 13:36:53.516110 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6d6fe88a-5e1b-478d-8bf9-5206e6a8484f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:53.620764 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-dfcd4ec9-6b5e-41c3-a7f3-ae9fec276547 req-179d9841-e8b2-4eb3-9f66-0568e78461b6 service neutron] 10.222.0.41 "GET /v2.0/networks/b7fef465-db19-4a45-b3a4-f40426ee874f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294456 Aug 22 13:36:53.673961 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-6d6fe88a-5e1b-478d-8bf9-5206e6a8484f admin admin] Deleting port 4aed732c-7b6f-42df-9227-9ee040183a23 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:36:53.678785 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6d6fe88a-5e1b-478d-8bf9-5206e6a8484f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:53.755575 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f695c3c7-d3f3-4b3e-80ab-0e4910fcaf78 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:36:53.764406 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f695c3c7-d3f3-4b3e-80ab-0e4910fcaf78 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] 10.222.0.21 "PUT /v2.0/routers/8d16d56a-6a7d-4b4e-9478-55a91abf133c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1708691 Aug 22 13:36:53.766999 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 40768) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:36:53.771968 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-42a043e7-75ce-446c-971d-5ab96cff8725 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Request body: {'port': {'network_id': '74d25e63-bd95-4f93-ba9f-1e1dbad714c4', 'name': 'tempest-FloatingIPAdminTestJSON-1099070468'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:36:53.780092 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6718d993-d97c-4432-8f97-4c3bd9a6af54 None None] Sync routers for ids ['8d16d56a-6a7d-4b4e-9478-55a91abf133c'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:36:53.798373 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6718d993-d97c-4432-8f97-4c3bd9a6af54 None None] Routers {'8d16d56a-6a7d-4b4e-9478-55a91abf133c'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:36:53.799968 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-6718d993-d97c-4432-8f97-4c3bd9a6af54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:36:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['8d16d56a-6a7d-4b4e-9478-55a91abf133c'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:36:53.813260 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39bbaf3-8fb6-483d-912d-c451962e43f0 None None] DHCP port deletion for b2719a9f-ee7f-473a-9939-5efd06e85549 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:36:53.882895 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-6718d993-d97c-4432-8f97-4c3bd9a6af54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:36:53.886121 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-dfcd4ec9-6b5e-41c3-a7f3-ae9fec276547 req-25144dda-d214-4b20-be8c-3cd756cb9b38 service neutron] 10.222.0.41 "GET /v2.0/networks/b7fef465-db19-4a45-b3a4-f40426ee874f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572193 Aug 22 13:36:53.889725 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-6d6fe88a-5e1b-478d-8bf9-5206e6a8484f admin admin] For port 4aed732c-7b6f-42df-9227-9ee040183a23, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=4aed732c-7b6f-42df-9227-9ee040183a23,segment=NetworkSegment(45845a86-1a6e-41bd-be5a-e083caee6a9e),segment_id=45845a86-1a6e-41bd-be5a-e083caee6a9e)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:36:53.889725 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6d6fe88a-5e1b-478d-8bf9-5206e6a8484f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:53.909359 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6718d993-d97c-4432-8f97-4c3bd9a6af54 None None] Routers {'8d16d56a-6a7d-4b4e-9478-55a91abf133c'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:36:53.910335 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-6718d993-d97c-4432-8f97-4c3bd9a6af54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:36:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['8d16d56a-6a7d-4b4e-9478-55a91abf133c'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:36:53.924566 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-6d6fe88a-5e1b-478d-8bf9-5206e6a8484f admin admin] Calling delete_port for 4aed732c-7b6f-42df-9227-9ee040183a23 owned by network:dhcp {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:36:53.940122 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c39bbaf3-8fb6-483d-912d-c451962e43f0 None None] Deleting port 4aed732c-7b6f-42df-9227-9ee040183a23 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:36:53.940616 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c39bbaf3-8fb6-483d-912d-c451962e43f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:54.014291 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-6718d993-d97c-4432-8f97-4c3bd9a6af54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:36:54.020368 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6718d993-d97c-4432-8f97-4c3bd9a6af54 None None] The sync data for ids ['8d16d56a-6a7d-4b4e-9478-55a91abf133c'] in n-d-793621-33 is: [] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:36:54.032299 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a043e7-75ce-446c-971d-5ab96cff8725 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Made reservation on behalf of da44543724ce42918f8258ab485770da for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:36:54.041872 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-42a043e7-75ce-446c-971d-5ab96cff8725 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:54.048608 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c39bbaf3-8fb6-483d-912d-c451962e43f0 None None] For port 4aed732c-7b6f-42df-9227-9ee040183a23, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=4aed732c-7b6f-42df-9227-9ee040183a23,segment=NetworkSegment(45845a86-1a6e-41bd-be5a-e083caee6a9e),segment_id=45845a86-1a6e-41bd-be5a-e083caee6a9e)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:36:54.049085 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c39bbaf3-8fb6-483d-912d-c451962e43f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:54.064545 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c39bbaf3-8fb6-483d-912d-c451962e43f0 None None] Calling delete_port for 4aed732c-7b6f-42df-9227-9ee040183a23 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:36:54.080463 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157a964-9281-450b-9b6a-9c54714ddfdc req-48e8f44d-cbef-43a6-884c-dbcd69fed3bf tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:54.082311 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e157a964-9281-450b-9b6a-9c54714ddfdc req-48e8f44d-cbef-43a6-884c-dbcd69fed3bf tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=923c2252-c19f-4010-9d46-24dee8650b18 HTTP/1.1" status: 200 len: 943 time: 0.1493850 Aug 22 13:36:54.096768 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-42a043e7-75ce-446c-971d-5ab96cff8725 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] device_id is not set on port e8208f3f-26ed-47ef-86b2-849f0a535c17 yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:36:54.171349 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e157a964-9281-450b-9b6a-9c54714ddfdc req-86e0dff9-7f4b-4745-9641-cde4c41fec48 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792303 Aug 22 13:36:54.191923 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6d6fe88a-5e1b-478d-8bf9-5206e6a8484f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:54.228614 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c39bbaf3-8fb6-483d-912d-c451962e43f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:54.249343 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6fe88a-5e1b-478d-8bf9-5206e6a8484f admin admin] Pushing event deleted for resources: {'Port': ['ID=4aed732c-7b6f-42df-9227-9ee040183a23,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:54.253529 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6fe88a-5e1b-478d-8bf9-5206e6a8484f admin admin] No DVR routers for this DVR port 4aed732c-7b6f-42df-9227-9ee040183a23 on host n-d-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:36:54.258379 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39bbaf3-8fb6-483d-912d-c451962e43f0 None None] No DVR routers for this DVR port 4aed732c-7b6f-42df-9227-9ee040183a23 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:36:54.295657 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39bbaf3-8fb6-483d-912d-c451962e43f0 None None] Pushing event deleted for resources: {'Port': ['ID=4aed732c-7b6f-42df-9227-9ee040183a23,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:54.330789 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-42a043e7-75ce-446c-971d-5ab96cff8725 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Allocated IP 172.20.0.5 (74d25e63-bd95-4f93-ba9f-1e1dbad714c4/1c33389f-daa7-47c7-901f-317cddaa34fc/e8208f3f-26ed-47ef-86b2-849f0a535c17) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:36:54.402746 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6d6fe88a-5e1b-478d-8bf9-5206e6a8484f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:54.424217 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-6d6fe88a-5e1b-478d-8bf9-5206e6a8484f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2719a9f-ee7f-473a-9939-5efd06e85549']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:36:54.445037 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-6d6fe88a-5e1b-478d-8bf9-5206e6a8484f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45845a86-1a6e-41bd-be5a-e083caee6a9e') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:36:54.445416 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-6d6fe88a-5e1b-478d-8bf9-5206e6a8484f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45845a86-1a6e-41bd-be5a-e083caee6a9e') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:36:54.468427 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e985be-a475-4bf3-8d7f-e41722fe315a req-1bbfa14d-e495-4f2c-8a27-f6b0088c78ca tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:54.476770 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c7e985be-a475-4bf3-8d7f-e41722fe315a req-1bbfa14d-e495-4f2c-8a27-f6b0088c78ca tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=24b77c1e-8b4f-4443-b101-4af971eaf347 HTTP/1.1" status: 200 len: 945 time: 0.1251054 Aug 22 13:36:54.482705 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6d6fe88a-5e1b-478d-8bf9-5206e6a8484f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:54.510337 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6d6fe88a-5e1b-478d-8bf9-5206e6a8484f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:54.529144 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d6fe88a-5e1b-478d-8bf9-5206e6a8484f admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:36:54.529778 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6d6fe88a-5e1b-478d-8bf9-5206e6a8484f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:54.531854 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:36:54.531854 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:36:54.531854 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:36:54.531854 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:36:54.531854 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:36:54.531854 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:36:54.531854 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:36:54.531854 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:36:54.531854 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:36:54.531854 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:36:54.531854 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:36:54.531854 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:36:54.531854 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:36:54.531854 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:36:54.531854 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:36:54.531854 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:36:54.531854 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:36:54.531854 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:36:54.531854 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:36:54.531854 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:36:54.531854 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:36:54.531854 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:36:54.531854 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:36:54.531854 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:36:54.531854 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:36:54.531854 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:36:54.531854 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:36:54.531854 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:36:54.531854 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:36:54.531854 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:36:54.531854 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:36:54.531854 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:36:54.546976 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-42a043e7-75ce-446c-971d-5ab96cff8725 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:54.548488 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c7e985be-a475-4bf3-8d7f-e41722fe315a req-d58c52b1-08dd-484e-84f1-a253675d1f0d tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630782 Aug 22 13:36:54.568413 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-42a043e7-75ce-446c-971d-5ab96cff8725 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Transition to ACTIVE for port object e8208f3f-26ed-47ef-86b2-849f0a535c17 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:36:54.595653 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6d6fe88a-5e1b-478d-8bf9-5206e6a8484f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:54.603436 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6d6fe88a-5e1b-478d-8bf9-5206e6a8484f admin admin] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:54.606059 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-6d6fe88a-5e1b-478d-8bf9-5206e6a8484f admin admin] 10.222.0.21 "DELETE /v2.0/networks/b2719a9f-ee7f-473a-9939-5efd06e85549 HTTP/1.1" status: 204 len: 168 time: 1.2670124 Aug 22 13:36:54.617987 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-42a043e7-75ce-446c-971d-5ab96cff8725 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:54.621281 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6fe88a-5e1b-478d-8bf9-5206e6a8484f admin admin] Pushing event deleted for resources: {'Network': ['ID=b2719a9f-ee7f-473a-9939-5efd06e85549,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:54.668702 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a043e7-75ce-446c-971d-5ab96cff8725 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Network 74d25e63-bd95-4f93-ba9f-1e1dbad714c4 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:36:54.672528 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-42a043e7-75ce-446c-971d-5ab96cff8725 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:36:54.677227 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a043e7-75ce-446c-971d-5ab96cff8725 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:36:54.745707 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a043e7-75ce-446c-971d-5ab96cff8725 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Pushing event updated for resources: {'Port': ['ID=e8208f3f-26ed-47ef-86b2-849f0a535c17,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:54.780142 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a043e7-75ce-446c-971d-5ab96cff8725 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:54.781226 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-42a043e7-75ce-446c-971d-5ab96cff8725 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:54.801583 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-42a043e7-75ce-446c-971d-5ab96cff8725 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0334771 Aug 22 13:36:54.804791 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 40790) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:36:55.013509 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-4589fc8e-8f48-408c-b11a-6cc88cd43b65 None None] Provisioning for port e8208f3f-26ed-47ef-86b2-849f0a535c17 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:36:55.017821 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-4589fc8e-8f48-408c-b11a-6cc88cd43b65 None None] Provisioning complete for port e8208f3f-26ed-47ef-86b2-849f0a535c17 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:36:55.018207 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4589fc8e-8f48-408c-b11a-6cc88cd43b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:55.060120 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-4589fc8e-8f48-408c-b11a-6cc88cd43b65 None None] Port e8208f3f-26ed-47ef-86b2-849f0a535c17 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:36:55.085334 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 40796) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:36:55.148257 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 40798) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:36:55.148904 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c27592b2-0f3e-4bc5-ab12-08d30e7321a8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2389b5e02dee4864a1a7f4824db49bc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0622857 Aug 22 13:36:55.161940 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-cb216597-7dcb-458d-a3a4-b565333159de tempest-FloatingIPAdminTestJSON-246856286 tempest-FloatingIPAdminTestJSON-246856286-project-admin] Request body: {'floatingip': {'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'project_id': 'da44543724ce42918f8258ab485770da', 'port_id': 'e8208f3f-26ed-47ef-86b2-849f0a535c17'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:36:55.191129 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cb216597-7dcb-458d-a3a4-b565333159de tempest-FloatingIPAdminTestJSON-246856286 tempest-FloatingIPAdminTestJSON-246856286-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:55.245052 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4ae1d502-699f-4d57-bab6-73baf5e1223c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:55.284203 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4ae1d502-699f-4d57-bab6-73baf5e1223c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:55.364024 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d953d63-6502-4e16-8989-db936b6022fa req-0dc8874c-423b-4a58-bd7b-5ed74f39b70c tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:55.366435 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d953d63-6502-4e16-8989-db936b6022fa req-0dc8874c-423b-4a58-bd7b-5ed74f39b70c tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=923c2252-c19f-4010-9d46-24dee8650b18 HTTP/1.1" status: 200 len: 943 time: 0.0932167 Aug 22 13:36:55.387038 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4ae1d502-699f-4d57-bab6-73baf5e1223c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:55.397008 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 45784f14-dd14-4d07-81b2-1d57519d25d5 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:36:55.397883 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4ae1d502-699f-4d57-bab6-73baf5e1223c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:55.405426 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4ae1d502-699f-4d57-bab6-73baf5e1223c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6e2ef2da-4440-4915-b63c-e03f5cd2edf8 HTTP/1.1" status: 204 len: 168 time: 0.2532732 Aug 22 13:36:55.421635 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae1d502-699f-4d57-bab6-73baf5e1223c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2ef2da-4440-4915-b63c-e03f5cd2edf8,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:55.461446 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d953d63-6502-4e16-8989-db936b6022fa req-2727567e-d729-4e63-a209-c179324c4e81 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866983 Aug 22 13:36:55.489335 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cb216597-7dcb-458d-a3a4-b565333159de tempest-FloatingIPAdminTestJSON-246856286 tempest-FloatingIPAdminTestJSON-246856286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:55.553927 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 45784f14-dd14-4d07-81b2-1d57519d25d5, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=45784f14-dd14-4d07-81b2-1d57519d25d5,segment=NetworkSegment(036d4b3c-fc3c-4bf5-94d1-99331e586aa4),segment_id=036d4b3c-fc3c-4bf5-94d1-99331e586aa4)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:36:55.566180 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '45784f14-dd14-4d07-81b2-1d57519d25d5', 'network_id': 'b7fef465-db19-4a45-b3a4-f40426ee874f', 'port_id': '45784f14-dd14-4d07-81b2-1d57519d25d5', 'mac_address': 'fa:16:3e:a3:77:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55b06a4c-e7f4-4110-96cb-ea2fffe8df6c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:36:55.692217 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:55.715418 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 4aed732c-7b6f-42df-9227-9ee040183a23 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:36:55.720415 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45784f14-dd14-4d07-81b2-1d57519d25d5 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:36:55.746543 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 4aed732c-7b6f-42df-9227-9ee040183a23 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:36:55.747239 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 4aed732c-7b6f-42df-9227-9ee040183a23 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:36:55.769201 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 45784f14-dd14-4d07-81b2-1d57519d25d5, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=45784f14-dd14-4d07-81b2-1d57519d25d5,segment=NetworkSegment(036d4b3c-fc3c-4bf5-94d1-99331e586aa4),segment_id=036d4b3c-fc3c-4bf5-94d1-99331e586aa4)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:36:55.776716 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:55.822431 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f459e371-9df9-4765-9b5a-35025dd32d4c req-eb9e44c9-dba3-4620-a786-6846b60697e0 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:55.824772 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f459e371-9df9-4765-9b5a-35025dd32d4c req-eb9e44c9-dba3-4620-a786-6846b60697e0 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=24b77c1e-8b4f-4443-b101-4af971eaf347 HTTP/1.1" status: 200 len: 945 time: 0.1067011 Aug 22 13:36:55.859852 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=45784f14-dd14-4d07-81b2-1d57519d25d5,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:55.883318 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-cb216597-7dcb-458d-a3a4-b565333159de tempest-FloatingIPAdminTestJSON-246856286 tempest-FloatingIPAdminTestJSON-246856286-project-admin] Allocated IP 172.25.3.214 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/23dd0364-f721-4704-a96a-41682712e720) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:36:56.021203 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f459e371-9df9-4765-9b5a-35025dd32d4c req-24bda965-7269-4f89-92f0-7782ed16c6b6 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867645 Aug 22 13:36:56.037557 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cb216597-7dcb-458d-a3a4-b565333159de tempest-FloatingIPAdminTestJSON-246856286 tempest-FloatingIPAdminTestJSON-246856286-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:56.064129 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['45784f14-dd14-4d07-81b2-1d57519d25d5'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:36:56.086945 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cb216597-7dcb-458d-a3a4-b565333159de tempest-FloatingIPAdminTestJSON-246856286 tempest-FloatingIPAdminTestJSON-246856286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:56.162923 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb216597-7dcb-458d-a3a4-b565333159de tempest-FloatingIPAdminTestJSON-246856286 tempest-FloatingIPAdminTestJSON-246856286-project-admin] Pushing event updated for resources: {'Port': ['ID=23dd0364-f721-4704-a96a-41682712e720,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:56.180108 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb216597-7dcb-458d-a3a4-b565333159de tempest-FloatingIPAdminTestJSON-246856286 tempest-FloatingIPAdminTestJSON-246856286-project-admin] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:36:56.181785 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-cb216597-7dcb-458d-a3a4-b565333159de tempest-FloatingIPAdminTestJSON-246856286 tempest-FloatingIPAdminTestJSON-246856286-project-admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:36:56.185117 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb216597-7dcb-458d-a3a4-b565333159de tempest-FloatingIPAdminTestJSON-246856286 tempest-FloatingIPAdminTestJSON-246856286-project-admin] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:36:56.689494 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 40850) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:36:56.728490 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682d92d-6ff0-4b48-bce7-e06488999928 req-477856b9-294d-41e2-8509-0fe71b2c72a9 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:56.730890 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f682d92d-6ff0-4b48-bce7-e06488999928 req-477856b9-294d-41e2-8509-0fe71b2c72a9 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=923c2252-c19f-4010-9d46-24dee8650b18 HTTP/1.1" status: 200 len: 944 time: 0.1297672 Aug 22 13:36:56.824115 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f682d92d-6ff0-4b48-bce7-e06488999928 req-b5f84206-4cd4-4a8d-8ec8-1d6a615d9d81 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580227 Aug 22 13:36:56.825558 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cb216597-7dcb-458d-a3a4-b565333159de tempest-FloatingIPAdminTestJSON-246856286 tempest-FloatingIPAdminTestJSON-246856286-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:56.915742 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cb216597-7dcb-458d-a3a4-b565333159de tempest-FloatingIPAdminTestJSON-246856286 tempest-FloatingIPAdminTestJSON-246856286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:56.961174 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-42130e4e-c2e8-44c3-928b-ca16fdc26dfd admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1820219772-network', 'tenant_id': '7e58c34ecc954aa7aca58d4887c5eaa2'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:36:56.999358 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42130e4e-c2e8-44c3-928b-ca16fdc26dfd admin admin] Made reservation on behalf of 7e58c34ecc954aa7aca58d4887c5eaa2 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:36:57.001624 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-42130e4e-c2e8-44c3-928b-ca16fdc26dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:57.016612 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-42130e4e-c2e8-44c3-928b-ca16fdc26dfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:57.146202 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-42130e4e-c2e8-44c3-928b-ca16fdc26dfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:57.151126 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-42130e4e-c2e8-44c3-928b-ca16fdc26dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:57.174160 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cb216597-7dcb-458d-a3a4-b565333159de tempest-FloatingIPAdminTestJSON-246856286 tempest-FloatingIPAdminTestJSON-246856286-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:57.184765 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cb216597-7dcb-458d-a3a4-b565333159de tempest-FloatingIPAdminTestJSON-246856286 tempest-FloatingIPAdminTestJSON-246856286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:57.186508 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42130e4e-c2e8-44c3-928b-ca16fdc26dfd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:36:57.208183 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-42130e4e-c2e8-44c3-928b-ca16fdc26dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:57.208607 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-42130e4e-c2e8-44c3-928b-ca16fdc26dfd admin admin] Added segment 4cf92614-c6ce-41de-8bd8-9ae7a049a64d of type vlan for network 523a292b-4825-438a-af9c-c60e57529b91 Aug 22 13:36:57.209983 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42130e4e-c2e8-44c3-928b-ca16fdc26dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=305ee910-9482-4aa5-91b0-e0ce023dda72,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:57.256334 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-42130e4e-c2e8-44c3-928b-ca16fdc26dfd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:57.288532 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-42130e4e-c2e8-44c3-928b-ca16fdc26dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:57.290133 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42130e4e-c2e8-44c3-928b-ca16fdc26dfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:57.290996 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-42130e4e-c2e8-44c3-928b-ca16fdc26dfd admin admin] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:57.300374 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f63a7-3abf-487d-8425-68ef89863878 req-e3f79d32-b514-42ca-99a5-a858fc3c2875 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:57.308566 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fb2f63a7-3abf-487d-8425-68ef89863878 req-e3f79d32-b514-42ca-99a5-a858fc3c2875 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=24b77c1e-8b4f-4443-b101-4af971eaf347 HTTP/1.1" status: 200 len: 945 time: 0.1842024 Aug 22 13:36:57.313190 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cb216597-7dcb-458d-a3a4-b565333159de tempest-FloatingIPAdminTestJSON-246856286 tempest-FloatingIPAdminTestJSON-246856286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:57.361562 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-42130e4e-c2e8-44c3-928b-ca16fdc26dfd admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6708908 Aug 22 13:36:57.365132 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 40866) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:36:57.373917 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-d8f25408-9886-41bd-9322-9a1c2cd63650 admin admin] Request body: {'subnet': {'network_id': '523a292b-4825-438a-af9c-c60e57529b91', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1820219772-subnet', 'tenant_id': '7e58c34ecc954aa7aca58d4887c5eaa2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:36:57.388947 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42130e4e-c2e8-44c3-928b-ca16fdc26dfd admin admin] Pushing event updated for resources: {'Network': ['ID=523a292b-4825-438a-af9c-c60e57529b91,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:57.404044 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 523a292b-4825-438a-af9c-c60e57529b91 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:36:57.413980 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 45784f14-dd14-4d07-81b2-1d57519d25d5 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:36:57.417739 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f25408-9886-41bd-9322-9a1c2cd63650 admin admin] Made reservation on behalf of 7e58c34ecc954aa7aca58d4887c5eaa2 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:36:57.420143 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d8f25408-9886-41bd-9322-9a1c2cd63650 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:57.424584 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb216597-7dcb-458d-a3a4-b565333159de tempest-FloatingIPAdminTestJSON-246856286 tempest-FloatingIPAdminTestJSON-246856286-project-admin] Pushing event updated for resources: {'Port': ['ID=23dd0364-f721-4704-a96a-41682712e720,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:57.460194 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fb2f63a7-3abf-487d-8425-68ef89863878 req-9f816faf-abb5-4652-a988-a83e835ba31d tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506598 Aug 22 13:36:57.481842 n-d-793621-33 neutron-server[94627]: INFO neutron.db.l3_db [None req-cb216597-7dcb-458d-a3a4-b565333159de tempest-FloatingIPAdminTestJSON-246856286 tempest-FloatingIPAdminTestJSON-246856286-project-admin] Floating IP e364e81a-ec8c-42e0-a922-0d2b570e51ac associated. External IP: 172.25.3.214, port: e8208f3f-26ed-47ef-86b2-849f0a535c17. Aug 22 13:36:57.717470 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 45784f14-dd14-4d07-81b2-1d57519d25d5 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:36:57.724192 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 45784f14-dd14-4d07-81b2-1d57519d25d5 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:36:57.725157 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d8f25408-9886-41bd-9322-9a1c2cd63650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:57.726167 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:57.806435 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f25408-9886-41bd-9322-9a1c2cd63650 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c18f828c-8f58-4e2f-bd00-5a606b0f5d1b,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:57.811043 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f25408-9886-41bd-9322-9a1c2cd63650 admin admin] Checking segment: {'id': '4cf92614-c6ce-41de-8bd8-9ae7a049a64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '523a292b-4825-438a-af9c-c60e57529b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:36:57.811407 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f25408-9886-41bd-9322-9a1c2cd63650 admin admin] Network hostable DHCP agents. Network: 523a292b-4825-438a-af9c-c60e57529b91, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:36:57.821382 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:57.837963 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f25408-9886-41bd-9322-9a1c2cd63650 admin admin] Network 523a292b-4825-438a-af9c-c60e57529b91 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:36:57.857545 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-d8f25408-9886-41bd-9322-9a1c2cd63650 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 523a292b-4825-438a-af9c-c60e57529b91) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:36:57.867403 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 45784f14-dd14-4d07-81b2-1d57519d25d5, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=45784f14-dd14-4d07-81b2-1d57519d25d5,segment=NetworkSegment(036d4b3c-fc3c-4bf5-94d1-99331e586aa4),segment_id=036d4b3c-fc3c-4bf5-94d1-99331e586aa4)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:36:57.871142 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f25408-9886-41bd-9322-9a1c2cd63650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:57.871741 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d8f25408-9886-41bd-9322-9a1c2cd63650 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:57.872563 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923c2252-c19f-4010-9d46-24dee8650b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45784f14-dd14-4d07-81b2-1d57519d25d5'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:36:57.880806 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188a3465-d1e5-466c-8a6e-0a9870da9d8a" -d '{"events": [{"server_uuid": "923c2252-c19f-4010-9d46-24dee8650b18", "name": "network-vif-plugged", "status": "completed", "tag": "45784f14-dd14-4d07-81b2-1d57519d25d5"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:36:57.887612 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a582000-a97e-4e4a-976a-fd0798136e2b None None] Network 523a292b-4825-438a-af9c-c60e57529b91 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:36:57.909151 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:57.920875 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d8f25408-9886-41bd-9322-9a1c2cd63650 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5533178 Aug 22 13:36:58.018787 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1c12cc-46a5-4881-ba46-2b97cb17a50a x-openstack-request-id: req-eb1c12cc-46a5-4881-ba46-2b97cb17a50a {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:36:58.019266 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923c2252-c19f-4010-9d46-24dee8650b18", "name": "network-vif-plugged", "status": "completed", "tag": "45784f14-dd14-4d07-81b2-1d57519d25d5", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:36:58.019609 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb1c12cc-46a5-4881-ba46-2b97cb17a50a {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:36:58.021676 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923c2252-c19f-4010-9d46-24dee8650b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45784f14-dd14-4d07-81b2-1d57519d25d5', 'code': 200} Aug 22 13:36:58.045632 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=45784f14-dd14-4d07-81b2-1d57519d25d5,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:58.115108 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb216597-7dcb-458d-a3a4-b565333159de tempest-FloatingIPAdminTestJSON-246856286 tempest-FloatingIPAdminTestJSON-246856286-project-admin] Router 8d16d56a-6a7d-4b4e-9478-55a91abf133c has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:36:58.149190 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65156ac-32ee-4535-84d4-9642b97d1f6c None None] Network 523a292b-4825-438a-af9c-c60e57529b91 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:36:58.161903 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554d811-b4e0-49a7-be5e-a2834e1a6836 req-ac942cf6-e872-49e0-b6ed-fd1399471f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:58.163135 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c554d811-b4e0-49a7-be5e-a2834e1a6836 req-ac942cf6-e872-49e0-b6ed-fd1399471f90 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=923c2252-c19f-4010-9d46-24dee8650b18 HTTP/1.1" status: 200 len: 1097 time: 0.0999191 Aug 22 13:36:58.168116 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9d7a5-4170-41a3-985e-4d19c53d3a16 req-fcc488d7-5d2a-4e84-ad02-0574dc680c2e tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:58.169750 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4cf9d7a5-4170-41a3-985e-4d19c53d3a16 req-fcc488d7-5d2a-4e84-ad02-0574dc680c2e tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=923c2252-c19f-4010-9d46-24dee8650b18 HTTP/1.1" status: 200 len: 945 time: 0.1483932 Aug 22 13:36:58.233647 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c554d811-b4e0-49a7-be5e-a2834e1a6836 req-660ab45c-d367-475e-991b-1d420fafe794 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622015 Aug 22 13:36:58.274689 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:58.375939 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4cf9d7a5-4170-41a3-985e-4d19c53d3a16 req-db87ff47-e9ae-4b65-bc5a-fb78c0e4fd0f tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875363 Aug 22 13:36:58.411673 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-fd482172-a06f-4c22-a9e7-78ad9ed9e798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:58.441672 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb216597-7dcb-458d-a3a4-b565333159de tempest-FloatingIPAdminTestJSON-246856286 tempest-FloatingIPAdminTestJSON-246856286-project-admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:36:58.453331 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fed3c9d-3d54-4055-9d15-06b1f847954a None None] Sync routers for ids ['8d16d56a-6a7d-4b4e-9478-55a91abf133c'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:36:58.463512 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cb216597-7dcb-458d-a3a4-b565333159de tempest-FloatingIPAdminTestJSON-246856286 tempest-FloatingIPAdminTestJSON-246856286-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:58.468919 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fed3c9d-3d54-4055-9d15-06b1f847954a None None] Routers {'8d16d56a-6a7d-4b4e-9478-55a91abf133c'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:36:58.469571 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-6fed3c9d-3d54-4055-9d15-06b1f847954a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:36:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['8d16d56a-6a7d-4b4e-9478-55a91abf133c'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:36:58.506190 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-cb216597-7dcb-458d-a3a4-b565333159de tempest-FloatingIPAdminTestJSON-246856286 tempest-FloatingIPAdminTestJSON-246856286-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.6994705 Aug 22 13:36:58.509075 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 40902) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:36:58.533644 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-6fed3c9d-3d54-4055-9d15-06b1f847954a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:36:58.550947 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fed3c9d-3d54-4055-9d15-06b1f847954a None None] Routers {'8d16d56a-6a7d-4b4e-9478-55a91abf133c'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:36:58.552528 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-6fed3c9d-3d54-4055-9d15-06b1f847954a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:36:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['8d16d56a-6a7d-4b4e-9478-55a91abf133c'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:36:58.633220 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-6fed3c9d-3d54-4055-9d15-06b1f847954a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:36:58.639061 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0d231b7f-1986-4a77-9327-4ef9a322f010 tempest-FloatingIPAdminTestJSON-246856286 tempest-FloatingIPAdminTestJSON-246856286-project-admin] 10.222.0.21 "GET /v2.0/floatingips/e364e81a-ec8c-42e0-a922-0d2b570e51ac HTTP/1.1" status: 200 len: 983 time: 0.1278536 Aug 22 13:36:58.641244 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 40918) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:36:58.645303 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fed3c9d-3d54-4055-9d15-06b1f847954a None None] The sync data for ids ['8d16d56a-6a7d-4b4e-9478-55a91abf133c'] in n-d-793621-33 is: [] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:36:59.114295 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91825ce0-f8fd-4bf3-9946-c6b5dc66e34a req-fbeff8d1-4b81-4b4d-a569-32ab29bf8896 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:59.115894 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-91825ce0-f8fd-4bf3-9946-c6b5dc66e34a req-fbeff8d1-4b81-4b4d-a569-32ab29bf8896 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=24b77c1e-8b4f-4443-b101-4af971eaf347 HTTP/1.1" status: 200 len: 945 time: 0.5249650 Aug 22 13:36:59.138101 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c48dff8b-8099-4f57-981d-671f5ba7fd45 tempest-FloatingIPAdminTestJSON-246856286 tempest-FloatingIPAdminTestJSON-246856286-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2252 time: 0.4959738 Aug 22 13:36:59.141074 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 40928) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:36:59.160298 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25da794-d59c-4a42-ac5e-9bbd4bff0518 req-7cdc9388-7bca-49e2-a623-c6b2c1882009 tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:59.162403 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a25da794-d59c-4a42-ac5e-9bbd4bff0518 req-7cdc9388-7bca-49e2-a623-c6b2c1882009 tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] 10.222.0.21 "GET /v2.0/networks?id=523a292b-4825-438a-af9c-c60e57529b91 HTTP/1.1" status: 200 len: 818 time: 0.5389881 Aug 22 13:36:59.191789 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-91825ce0-f8fd-4bf3-9946-c6b5dc66e34a req-250adf6e-75f0-4754-969b-487e3eae3f30 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624526 Aug 22 13:36:59.193497 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a25da794-d59c-4a42-ac5e-9bbd4bff0518 req-4ee28e19-b55c-4af6-ba12-53e0d07b30ba tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] 10.222.0.21 "GET /v2.0/quotas/7e58c34ecc954aa7aca58d4887c5eaa2 HTTP/1.1" status: 200 len: 375 time: 0.0228524 Aug 22 13:36:59.248917 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a25da794-d59c-4a42-ac5e-9bbd4bff0518 req-fbc955fc-91e4-4920-a544-9df296c56a3b tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7e58c34ecc954aa7aca58d4887c5eaa2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444307 Aug 22 13:36:59.363839 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a25da794-d59c-4a42-ac5e-9bbd4bff0518 req-da3908a4-a5a6-4ed5-b5ae-f72aabd26d78 service neutron] 10.222.0.21 "GET /v2.0/networks/523a292b-4825-438a-af9c-c60e57529b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100216 Aug 22 13:36:59.385466 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-c17f4c51-0182-4704-b4cb-53ca2b08c1b7 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Deleting port 23dd0364-f721-4704-a96a-41682712e720 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:36:59.386211 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c17f4c51-0182-4704-b4cb-53ca2b08c1b7 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:59.502800 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c17f4c51-0182-4704-b4cb-53ca2b08c1b7 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:59.503423 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c17f4c51-0182-4704-b4cb-53ca2b08c1b7 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:59.504391 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a25da794-d59c-4a42-ac5e-9bbd4bff0518 req-db8bde40-063f-440b-b791-85e588aa5fdb service neutron] 10.222.0.21 "GET /v2.0/networks/523a292b-4825-438a-af9c-c60e57529b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329775 Aug 22 13:36:59.519322 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-c17f4c51-0182-4704-b4cb-53ca2b08c1b7 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Calling delete_port for 23dd0364-f721-4704-a96a-41682712e720 owned by network:floatingip {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:36:59.631410 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b766905-7610-4a40-b845-eee55d1acdde req-2acc3538-0f3a-445d-bd57-1265fddc4fb4 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:36:59.633140 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8b766905-7610-4a40-b845-eee55d1acdde req-2acc3538-0f3a-445d-bd57-1265fddc4fb4 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=923c2252-c19f-4010-9d46-24dee8650b18 HTTP/1.1" status: 200 len: 945 time: 0.0822549 Aug 22 13:36:59.688011 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8b766905-7610-4a40-b845-eee55d1acdde req-b7aadb0c-9a62-4aab-953d-68777960d938 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460029 Aug 22 13:36:59.804819 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a3cd76fd-deef-4120-897a-27b8ed8edcd1 req-13ba6977-d292-470d-85df-6251ec1533c6 tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e031b43-0ff2-4961-aa31-3b84c06c7350 HTTP/1.1" status: 200 len: 210 time: 0.0555599 Aug 22 13:36:59.847229 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c17f4c51-0182-4704-b4cb-53ca2b08c1b7 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:59.887284 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17f4c51-0182-4704-b4cb-53ca2b08c1b7 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Pushing event deleted for resources: {'Port': ['ID=23dd0364-f721-4704-a96a-41682712e720,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:36:59.963489 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c17f4c51-0182-4704-b4cb-53ca2b08c1b7 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks [] for floatingip, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:36:59.963961 n-d-793621-33 neutron-server[94628]: INFO neutron.db.l3_db [None req-c17f4c51-0182-4704-b4cb-53ca2b08c1b7 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Floating IP e364e81a-ec8c-42e0-a922-0d2b570e51ac disassociated (deleted). External IP: 172.25.3.214, port: e8208f3f-26ed-47ef-86b2-849f0a535c17. Aug 22 13:37:00.026504 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 40956) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:00.166359 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2d5675b9-4e58-44d2-81ed-7d1e58401761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:00.228691 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c17f4c51-0182-4704-b4cb-53ca2b08c1b7 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Router 8d16d56a-6a7d-4b4e-9478-55a91abf133c has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:37:00.335998 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2d5675b9-4e58-44d2-81ed-7d1e58401761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:00.343547 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2d5675b9-4e58-44d2-81ed-7d1e58401761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:00.371092 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d80a597-fb7c-4233-84de-bc575b17dedc req-1a7b21d5-21f1-4491-9c7f-3081dbb3b002 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:00.372661 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d80a597-fb7c-4233-84de-bc575b17dedc req-1a7b21d5-21f1-4491-9c7f-3081dbb3b002 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=24b77c1e-8b4f-4443-b101-4af971eaf347 HTTP/1.1" status: 200 len: 945 time: 0.0961230 Aug 22 13:37:00.419489 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17f4c51-0182-4704-b4cb-53ca2b08c1b7 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:37:00.425904 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-2d5675b9-4e58-44d2-81ed-7d1e58401761 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2a0dbd41e0ad4ff1914190dbb0a90aef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3982773 Aug 22 13:37:00.428399 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5675b9-4e58-44d2-81ed-7d1e58401761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e38f70-9743-4984-a464-e6e66ebb8c3e,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:00.432777 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c17f4c51-0182-4704-b4cb-53ca2b08c1b7 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:00.437241 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad23570-7cb6-4d2a-8562-5d2fa5ef597d None None] Sync routers for ids ['8d16d56a-6a7d-4b4e-9478-55a91abf133c'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:37:00.448958 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 40966) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:00.449140 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad23570-7cb6-4d2a-8562-5d2fa5ef597d None None] Routers {'8d16d56a-6a7d-4b4e-9478-55a91abf133c'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:37:00.449993 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-6ad23570-7cb6-4d2a-8562-5d2fa5ef597d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:36:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['8d16d56a-6a7d-4b4e-9478-55a91abf133c'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:37:00.475220 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c17f4c51-0182-4704-b4cb-53ca2b08c1b7 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] 10.222.0.21 "DELETE /v2.0/floatingips/e364e81a-ec8c-42e0-a922-0d2b570e51ac HTTP/1.1" status: 204 len: 168 time: 1.3282626 Aug 22 13:37:00.475220 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 40968) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:00.479861 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-d43e010e-b6a2-4642-a442-6751c1d7be30 tempest-FloatingIPAdminTestJSON-246856286 tempest-FloatingIPAdminTestJSON-246856286-project-admin] Request body: {'floatingip': {'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:37:00.492395 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d80a597-fb7c-4233-84de-bc575b17dedc req-e0affcdc-d70d-429a-b0f1-0518d5210d35 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100249 Aug 22 13:37:00.506083 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d43e010e-b6a2-4642-a442-6751c1d7be30 tempest-FloatingIPAdminTestJSON-246856286 tempest-FloatingIPAdminTestJSON-246856286-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:00.530416 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-6ad23570-7cb6-4d2a-8562-5d2fa5ef597d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:37:00.536635 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-03ef529c-d729-476e-9698-329a606dbe28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:00.540807 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad23570-7cb6-4d2a-8562-5d2fa5ef597d None None] Routers {'8d16d56a-6a7d-4b4e-9478-55a91abf133c'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:37:00.541760 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-6ad23570-7cb6-4d2a-8562-5d2fa5ef597d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:36:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['8d16d56a-6a7d-4b4e-9478-55a91abf133c'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:37:00.559151 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-03ef529c-d729-476e-9698-329a606dbe28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:00.577751 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-6ad23570-7cb6-4d2a-8562-5d2fa5ef597d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:37:00.578876 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad23570-7cb6-4d2a-8562-5d2fa5ef597d None None] The sync data for ids ['8d16d56a-6a7d-4b4e-9478-55a91abf133c'] in n-d-793621-33 is: [] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:37:00.617567 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-03ef529c-d729-476e-9698-329a606dbe28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:00.620825 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-03ef529c-d729-476e-9698-329a606dbe28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:00.621243 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d43e010e-b6a2-4642-a442-6751c1d7be30 tempest-FloatingIPAdminTestJSON-246856286 tempest-FloatingIPAdminTestJSON-246856286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:00.622000 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-03ef529c-d729-476e-9698-329a606dbe28 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f5e38f70-9743-4984-a464-e6e66ebb8c3e HTTP/1.1" status: 204 len: 168 time: 0.1706960 Aug 22 13:37:00.634936 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ef529c-d729-476e-9698-329a606dbe28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e38f70-9743-4984-a464-e6e66ebb8c3e,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:00.752801 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-d43e010e-b6a2-4642-a442-6751c1d7be30 tempest-FloatingIPAdminTestJSON-246856286 tempest-FloatingIPAdminTestJSON-246856286-project-admin] Allocated IP 172.25.3.34 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/b1d29dfa-e8c5-4227-8f62-46d58a8234c7) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:37:00.934147 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a77c547-5597-409c-bdcb-aa457be9ea3b req-878f578b-2da5-4184-800d-c22c8746bbc2 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:00.936415 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7a77c547-5597-409c-bdcb-aa457be9ea3b req-878f578b-2da5-4184-800d-c22c8746bbc2 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=923c2252-c19f-4010-9d46-24dee8650b18 HTTP/1.1" status: 200 len: 945 time: 0.0997844 Aug 22 13:37:00.938447 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d43e010e-b6a2-4642-a442-6751c1d7be30 tempest-FloatingIPAdminTestJSON-246856286 tempest-FloatingIPAdminTestJSON-246856286-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:01.019459 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-677e9f99-95ff-4c71-a863-75be74b4d8ab req-46049be8-060e-4c3b-ac7e-3b28a1e8b507 tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e031b43-0ff2-4961-aa31-3b84c06c7350 HTTP/1.1" status: 200 len: 210 time: 0.0978758 Aug 22 13:37:01.040933 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d43e010e-b6a2-4642-a442-6751c1d7be30 tempest-FloatingIPAdminTestJSON-246856286 tempest-FloatingIPAdminTestJSON-246856286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:01.077551 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1b4ea298-6799-40e6-9589-5359dc027087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:01.115332 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7a77c547-5597-409c-bdcb-aa457be9ea3b req-77b405c7-f90d-43a6-bcc3-4f18c326a201 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662104 Aug 22 13:37:01.125618 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43e010e-b6a2-4642-a442-6751c1d7be30 tempest-FloatingIPAdminTestJSON-246856286 tempest-FloatingIPAdminTestJSON-246856286-project-admin] Pushing event updated for resources: {'Port': ['ID=b1d29dfa-e8c5-4227-8f62-46d58a8234c7,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:01.147331 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43e010e-b6a2-4642-a442-6751c1d7be30 tempest-FloatingIPAdminTestJSON-246856286 tempest-FloatingIPAdminTestJSON-246856286-project-admin] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:37:01.149341 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-d43e010e-b6a2-4642-a442-6751c1d7be30 tempest-FloatingIPAdminTestJSON-246856286 tempest-FloatingIPAdminTestJSON-246856286-project-admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:37:01.151961 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43e010e-b6a2-4642-a442-6751c1d7be30 tempest-FloatingIPAdminTestJSON-246856286 tempest-FloatingIPAdminTestJSON-246856286-project-admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:37:01.152797 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25da794-d59c-4a42-ac5e-9bbd4bff0518 req-90927ac3-2b2d-40f7-bbd9-3eb22d59a171 tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:01.154319 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a25da794-d59c-4a42-ac5e-9bbd4bff0518 req-90927ac3-2b2d-40f7-bbd9-3eb22d59a171 tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] 10.222.0.16 "GET /v2.0/networks?id=523a292b-4825-438a-af9c-c60e57529b91 HTTP/1.1" status: 200 len: 818 time: 0.2315814 Aug 22 13:37:01.170902 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-a25da794-d59c-4a42-ac5e-9bbd4bff0518 req-c4cfed21-da07-449d-8426-17f9fcc863dc tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] Request body: {'port': {'device_id': '5e031b43-0ff2-4961-aa31-3b84c06c7350', 'network_id': '523a292b-4825-438a-af9c-c60e57529b91', 'admin_state_up': True, 'tenant_id': '7e58c34ecc954aa7aca58d4887c5eaa2'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:37:01.189253 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:01.209578 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 40986) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:01.264440 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e3d7a9fb-3a9e-42d1-b665-847e00707a02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:01.303528 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d43e010e-b6a2-4642-a442-6751c1d7be30 tempest-FloatingIPAdminTestJSON-246856286 tempest-FloatingIPAdminTestJSON-246856286-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:01.409015 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d43e010e-b6a2-4642-a442-6751c1d7be30 tempest-FloatingIPAdminTestJSON-246856286 tempest-FloatingIPAdminTestJSON-246856286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:01.481497 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e3d7a9fb-3a9e-42d1-b665-847e00707a02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:01.490464 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e3d7a9fb-3a9e-42d1-b665-847e00707a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:01.574618 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a25da794-d59c-4a42-ac5e-9bbd4bff0518 req-c4cfed21-da07-449d-8426-17f9fcc863dc tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] Made reservation on behalf of 7e58c34ecc954aa7aca58d4887c5eaa2 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:37:01.579909 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a25da794-d59c-4a42-ac5e-9bbd4bff0518 req-c4cfed21-da07-449d-8426-17f9fcc863dc tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:01.685013 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d7a9fb-3a9e-42d1-b665-847e00707a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bbe67eb-6a1a-45f6-85ba-cf0d8d854b73,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:01.721943 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e3d7a9fb-3a9e-42d1-b665-847e00707a02 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=15c45de7e0fc4319b71c7e62a3c9fc3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5083382 Aug 22 13:37:01.724984 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 41040) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:01.789426 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d43e010e-b6a2-4642-a442-6751c1d7be30 tempest-FloatingIPAdminTestJSON-246856286 tempest-FloatingIPAdminTestJSON-246856286-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:01.800524 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d43e010e-b6a2-4642-a442-6751c1d7be30 tempest-FloatingIPAdminTestJSON-246856286 tempest-FloatingIPAdminTestJSON-246856286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:01.941383 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43e010e-b6a2-4642-a442-6751c1d7be30 tempest-FloatingIPAdminTestJSON-246856286 tempest-FloatingIPAdminTestJSON-246856286-project-admin] Pushing event updated for resources: {'Port': ['ID=b1d29dfa-e8c5-4227-8f62-46d58a8234c7,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:01.946648 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9646a357-a4ff-4de2-8c17-ce8d219db773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:01.954290 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d43e010e-b6a2-4642-a442-6751c1d7be30 tempest-FloatingIPAdminTestJSON-246856286 tempest-FloatingIPAdminTestJSON-246856286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:01.992483 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9646a357-a4ff-4de2-8c17-ce8d219db773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:02.000103 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d43e010e-b6a2-4642-a442-6751c1d7be30 tempest-FloatingIPAdminTestJSON-246856286 tempest-FloatingIPAdminTestJSON-246856286-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:02.001419 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d43e010e-b6a2-4642-a442-6751c1d7be30 tempest-FloatingIPAdminTestJSON-246856286 tempest-FloatingIPAdminTestJSON-246856286-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5252869 Aug 22 13:37:02.004473 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 41088) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:02.048761 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-a25da794-d59c-4a42-ac5e-9bbd4bff0518 req-c4cfed21-da07-449d-8426-17f9fcc863dc tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] Allocated IP 172.20.0.11 (523a292b-4825-438a-af9c-c60e57529b91/c18f828c-8f58-4e2f-bd00-5a606b0f5d1b/19c94a5d-467d-4bbb-b784-5d63503ff1e6) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:37:02.107119 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9646a357-a4ff-4de2-8c17-ce8d219db773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:02.115120 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9646a357-a4ff-4de2-8c17-ce8d219db773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:02.118602 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9646a357-a4ff-4de2-8c17-ce8d219db773 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8bbe67eb-6a1a-45f6-85ba-cf0d8d854b73 HTTP/1.1" status: 204 len: 168 time: 0.3910310 Aug 22 13:37:02.146826 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9646a357-a4ff-4de2-8c17-ce8d219db773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bbe67eb-6a1a-45f6-85ba-cf0d8d854b73,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:02.332867 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-2810e3a6-568b-4feb-8eb3-165ef8b00c2f tempest-FloatingIPAdminTestJSON-437786246 tempest-FloatingIPAdminTestJSON-437786246-project] Request body: {'floatingip': {'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:37:02.349775 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59be05-b43e-4ae7-ae39-4d5498cacc7e req-9e6e63d4-1b09-412d-9b60-ae7796dd4cbb tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:02.351419 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-be59be05-b43e-4ae7-ae39-4d5498cacc7e req-9e6e63d4-1b09-412d-9b60-ae7796dd4cbb tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=24b77c1e-8b4f-4443-b101-4af971eaf347 HTTP/1.1" status: 200 len: 945 time: 0.7196660 Aug 22 13:37:02.362399 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-62c86616-9085-422b-9bc4-a258a1012efd req-0a222924-2b85-44e8-9708-f69ee8906d86 tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e031b43-0ff2-4961-aa31-3b84c06c7350 HTTP/1.1" status: 200 len: 210 time: 0.1118088 Aug 22 13:37:02.377322 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:02.414521 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2810e3a6-568b-4feb-8eb3-165ef8b00c2f tempest-FloatingIPAdminTestJSON-437786246 tempest-FloatingIPAdminTestJSON-437786246-project] Notify callbacks [] for floatingip, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:02.446670 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-be59be05-b43e-4ae7-ae39-4d5498cacc7e req-b0c2ac00-9eba-4830-9a26-1e5c13619c78 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777214 Aug 22 13:37:02.608099 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf9c749-fb36-49f1-885a-820d8c8de76d req-c024ed70-2109-4d38-9db4-db456ad1a987 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:02.616376 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-edf9c749-fb36-49f1-885a-820d8c8de76d req-c024ed70-2109-4d38-9db4-db456ad1a987 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=923c2252-c19f-4010-9d46-24dee8650b18 HTTP/1.1" status: 200 len: 945 time: 0.1462235 Aug 22 13:37:02.641551 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a25da794-d59c-4a42-ac5e-9bbd4bff0518 req-c4cfed21-da07-449d-8426-17f9fcc863dc tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:02.685444 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-edf9c749-fb36-49f1-885a-820d8c8de76d req-80433761-04ec-41ac-8860-8e7a3d32f067 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640643 Aug 22 13:37:02.729151 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 41176) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:02.749166 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a25da794-d59c-4a42-ac5e-9bbd4bff0518 req-c4cfed21-da07-449d-8426-17f9fcc863dc tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:02.751034 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0b0cd6cb-c203-4f00-a1d6-872904370b85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:02.763238 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2810e3a6-568b-4feb-8eb3-165ef8b00c2f tempest-FloatingIPAdminTestJSON-437786246 tempest-FloatingIPAdminTestJSON-437786246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:02.802228 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a25da794-d59c-4a42-ac5e-9bbd4bff0518 req-c4cfed21-da07-449d-8426-17f9fcc863dc tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] Network 523a292b-4825-438a-af9c-c60e57529b91 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:37:02.807828 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-a25da794-d59c-4a42-ac5e-9bbd4bff0518 req-c4cfed21-da07-449d-8426-17f9fcc863dc tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:37:02.813884 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-a25da794-d59c-4a42-ac5e-9bbd4bff0518 req-c4cfed21-da07-449d-8426-17f9fcc863dc tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:37:02.867882 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cfed21-da07-449d-8426-17f9fcc863dc tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] Pushing event updated for resources: {'Port': ['ID=19c94a5d-467d-4bbb-b784-5d63503ff1e6,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:02.898212 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25da794-d59c-4a42-ac5e-9bbd4bff0518 req-c4cfed21-da07-449d-8426-17f9fcc863dc tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:02.899152 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a25da794-d59c-4a42-ac5e-9bbd4bff0518 req-c4cfed21-da07-449d-8426-17f9fcc863dc tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:02.946315 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-2810e3a6-568b-4feb-8eb3-165ef8b00c2f tempest-FloatingIPAdminTestJSON-437786246 tempest-FloatingIPAdminTestJSON-437786246-project] Allocated IP 172.25.3.161 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/9f31bcdc-6d0a-420d-9609-de658ee7833a) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:37:02.979424 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0b0cd6cb-c203-4f00-a1d6-872904370b85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:02.984624 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:37:02.987621 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0b0cd6cb-c203-4f00-a1d6-872904370b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:03.001696 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a25da794-d59c-4a42-ac5e-9bbd4bff0518 req-c4cfed21-da07-449d-8426-17f9fcc863dc tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8355913 Aug 22 13:37:03.019017 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-a25da794-d59c-4a42-ac5e-9bbd4bff0518 req-2dbdbb6e-f1bb-4f51-9c72-abca5dca28da service neutron] Request body: {'port': {'device_id': '5e031b43-0ff2-4961-aa31-3b84c06c7350', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:37:03.076870 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-0b0cd6cb-c203-4f00-a1d6-872904370b85 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e557c300cb37481dbcaf80a7eba6034f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3465631 Aug 22 13:37:03.079547 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 41216) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:03.084189 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0cd6cb-c203-4f00-a1d6-872904370b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f83410b-585e-4f99-b9bc-61e6f9976bb2,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:03.116177 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2810e3a6-568b-4feb-8eb3-165ef8b00c2f tempest-FloatingIPAdminTestJSON-437786246 tempest-FloatingIPAdminTestJSON-437786246-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:03.119405 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a25da794-d59c-4a42-ac5e-9bbd4bff0518 req-2dbdbb6e-f1bb-4f51-9c72-abca5dca28da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:03.173649 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5a6fdac8-3de1-4563-aeae-dd0892e1b5a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:03.201655 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5a6fdac8-3de1-4563-aeae-dd0892e1b5a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:03.203753 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2810e3a6-568b-4feb-8eb3-165ef8b00c2f tempest-FloatingIPAdminTestJSON-437786246 tempest-FloatingIPAdminTestJSON-437786246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:03.271598 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2810e3a6-568b-4feb-8eb3-165ef8b00c2f tempest-FloatingIPAdminTestJSON-437786246 tempest-FloatingIPAdminTestJSON-437786246-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:37:03.276842 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-2810e3a6-568b-4feb-8eb3-165ef8b00c2f tempest-FloatingIPAdminTestJSON-437786246 tempest-FloatingIPAdminTestJSON-437786246-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:37:03.285340 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2810e3a6-568b-4feb-8eb3-165ef8b00c2f tempest-FloatingIPAdminTestJSON-437786246 tempest-FloatingIPAdminTestJSON-437786246-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:37:03.289276 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2810e3a6-568b-4feb-8eb3-165ef8b00c2f tempest-FloatingIPAdminTestJSON-437786246 tempest-FloatingIPAdminTestJSON-437786246-project] Pushing event updated for resources: {'Port': ['ID=9f31bcdc-6d0a-420d-9609-de658ee7833a,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:03.340802 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5a6fdac8-3de1-4563-aeae-dd0892e1b5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:03.343022 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5a6fdac8-3de1-4563-aeae-dd0892e1b5a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:03.344156 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5a6fdac8-3de1-4563-aeae-dd0892e1b5a0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0f83410b-585e-4f99-b9bc-61e6f9976bb2 HTTP/1.1" status: 204 len: 168 time: 0.2636833 Aug 22 13:37:03.374419 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6fdac8-3de1-4563-aeae-dd0892e1b5a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f83410b-585e-4f99-b9bc-61e6f9976bb2,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:03.404121 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2810e3a6-568b-4feb-8eb3-165ef8b00c2f tempest-FloatingIPAdminTestJSON-437786246 tempest-FloatingIPAdminTestJSON-437786246-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:03.448524 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2810e3a6-568b-4feb-8eb3-165ef8b00c2f tempest-FloatingIPAdminTestJSON-437786246 tempest-FloatingIPAdminTestJSON-437786246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:03.463690 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-a25da794-d59c-4a42-ac5e-9bbd4bff0518 req-2dbdbb6e-f1bb-4f51-9c72-abca5dca28da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19c94a5d-467d-4bbb-b784-5d63503ff1e6 {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:37:03.485462 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a25da794-d59c-4a42-ac5e-9bbd4bff0518 req-2dbdbb6e-f1bb-4f51-9c72-abca5dca28da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:03.529957 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-a25da794-d59c-4a42-ac5e-9bbd4bff0518 req-2dbdbb6e-f1bb-4f51-9c72-abca5dca28da service neutron] Transition to ACTIVE for port object 19c94a5d-467d-4bbb-b784-5d63503ff1e6 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:37:03.572970 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a25da794-d59c-4a42-ac5e-9bbd4bff0518 req-2dbdbb6e-f1bb-4f51-9c72-abca5dca28da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:03.631682 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c05740e-93c2-4ecc-bad8-97ace77c6be1 req-d45f4bab-d83c-4b02-97e6-711e9252bc22 tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:03.633518 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0c05740e-93c2-4ecc-bad8-97ace77c6be1 req-d45f4bab-d83c-4b02-97e6-711e9252bc22 tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e031b43-0ff2-4961-aa31-3b84c06c7350 HTTP/1.1" status: 200 len: 932 time: 0.1418819 Aug 22 13:37:03.689499 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbdbb6e-f1bb-4f51-9c72-abca5dca28da service neutron] Pushing event updated for resources: {'Port': ['ID=19c94a5d-467d-4bbb-b784-5d63503ff1e6,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:03.717978 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d7643-8b7c-4ac4-a8de-9a6a2d714ef2 req-bf770e15-eacc-4445-b136-fa16c344697e tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:03.719670 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-065d7643-8b7c-4ac4-a8de-9a6a2d714ef2 req-bf770e15-eacc-4445-b136-fa16c344697e tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=24b77c1e-8b4f-4443-b101-4af971eaf347 HTTP/1.1" status: 200 len: 945 time: 0.1851437 Aug 22 13:37:03.746854 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:03.757781 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2810e3a6-568b-4feb-8eb3-165ef8b00c2f tempest-FloatingIPAdminTestJSON-437786246 tempest-FloatingIPAdminTestJSON-437786246-project] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:03.766621 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2810e3a6-568b-4feb-8eb3-165ef8b00c2f tempest-FloatingIPAdminTestJSON-437786246 tempest-FloatingIPAdminTestJSON-437786246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:03.780761 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0c05740e-93c2-4ecc-bad8-97ace77c6be1 req-1dcd6e0e-69c0-42ee-8989-29a537a2fa73 tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] 10.222.0.21 "GET /v2.0/security-groups?id=305ee910-9482-4aa5-91b0-e0ce023dda72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322269 Aug 22 13:37:03.835859 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-065d7643-8b7c-4ac4-a8de-9a6a2d714ef2 req-81d529d5-5bed-434f-a615-d0276bfe9055 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846994 Aug 22 13:37:03.838768 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-a25da794-d59c-4a42-ac5e-9bbd4bff0518 req-2dbdbb6e-f1bb-4f51-9c72-abca5dca28da service neutron] Attempting to bind port 19c94a5d-467d-4bbb-b784-5d63503ff1e6 on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:37:03.839023 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-a25da794-d59c-4a42-ac5e-9bbd4bff0518 req-2dbdbb6e-f1bb-4f51-9c72-abca5dca28da service neutron] Attempting to bind port 19c94a5d-467d-4bbb-b784-5d63503ff1e6 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '4cf92614-c6ce-41de-8bd8-9ae7a049a64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '523a292b-4825-438a-af9c-c60e57529b91'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:37:03.839424 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25da794-d59c-4a42-ac5e-9bbd4bff0518 req-2dbdbb6e-f1bb-4f51-9c72-abca5dca28da service neutron] Attempting to bind port 19c94a5d-467d-4bbb-b784-5d63503ff1e6 on network 523a292b-4825-438a-af9c-c60e57529b91 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:37:03.844383 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25da794-d59c-4a42-ac5e-9bbd4bff0518 req-2dbdbb6e-f1bb-4f51-9c72-abca5dca28da service neutron] Port 19c94a5d-467d-4bbb-b784-5d63503ff1e6 on network 523a292b-4825-438a-af9c-c60e57529b91 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:37:03.844715 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25da794-d59c-4a42-ac5e-9bbd4bff0518 req-2dbdbb6e-f1bb-4f51-9c72-abca5dca28da service neutron] Attempting to bind port 19c94a5d-467d-4bbb-b784-5d63503ff1e6 on network 523a292b-4825-438a-af9c-c60e57529b91 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:37:03.850858 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25da794-d59c-4a42-ac5e-9bbd4bff0518 req-2dbdbb6e-f1bb-4f51-9c72-abca5dca28da service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:37:03.851115 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25da794-d59c-4a42-ac5e-9bbd4bff0518 req-2dbdbb6e-f1bb-4f51-9c72-abca5dca28da service neutron] Checking segment: {'id': '4cf92614-c6ce-41de-8bd8-9ae7a049a64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '523a292b-4825-438a-af9c-c60e57529b91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:37:03.851476 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25da794-d59c-4a42-ac5e-9bbd4bff0518 req-2dbdbb6e-f1bb-4f51-9c72-abca5dca28da service neutron] Bound using segment: {'id': '4cf92614-c6ce-41de-8bd8-9ae7a049a64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '523a292b-4825-438a-af9c-c60e57529b91'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:37:03.851928 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-a25da794-d59c-4a42-ac5e-9bbd4bff0518 req-2dbdbb6e-f1bb-4f51-9c72-abca5dca28da service neutron] Bound port: 19c94a5d-467d-4bbb-b784-5d63503ff1e6, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cf92614-c6ce-41de-8bd8-9ae7a049a64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '523a292b-4825-438a-af9c-c60e57529b91'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:37:03.852408 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a25da794-d59c-4a42-ac5e-9bbd4bff0518 req-2dbdbb6e-f1bb-4f51-9c72-abca5dca28da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:03.937911 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2810e3a6-568b-4feb-8eb3-165ef8b00c2f tempest-FloatingIPAdminTestJSON-437786246 tempest-FloatingIPAdminTestJSON-437786246-project] Pushing event updated for resources: {'Port': ['ID=9f31bcdc-6d0a-420d-9609-de658ee7833a,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:03.950962 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-a25da794-d59c-4a42-ac5e-9bbd4bff0518 req-2dbdbb6e-f1bb-4f51-9c72-abca5dca28da service neutron] For port 19c94a5d-467d-4bbb-b784-5d63503ff1e6, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:37:03.956653 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2810e3a6-568b-4feb-8eb3-165ef8b00c2f tempest-FloatingIPAdminTestJSON-437786246 tempest-FloatingIPAdminTestJSON-437786246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:03.962676 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-a25da794-d59c-4a42-ac5e-9bbd4bff0518 req-2dbdbb6e-f1bb-4f51-9c72-abca5dca28da service neutron] For port 19c94a5d-467d-4bbb-b784-5d63503ff1e6, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=19c94a5d-467d-4bbb-b784-5d63503ff1e6,segment=NetworkSegment(4cf92614-c6ce-41de-8bd8-9ae7a049a64d),segment_id=4cf92614-c6ce-41de-8bd8-9ae7a049a64d)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:37:03.970768 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a25da794-d59c-4a42-ac5e-9bbd4bff0518 req-2dbdbb6e-f1bb-4f51-9c72-abca5dca28da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:03.988894 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2810e3a6-568b-4feb-8eb3-165ef8b00c2f tempest-FloatingIPAdminTestJSON-437786246 tempest-FloatingIPAdminTestJSON-437786246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:03.996675 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2810e3a6-568b-4feb-8eb3-165ef8b00c2f tempest-FloatingIPAdminTestJSON-437786246 tempest-FloatingIPAdminTestJSON-437786246-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9909339 Aug 22 13:37:03.997434 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 41328) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:04.087246 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25da794-d59c-4a42-ac5e-9bbd4bff0518 req-2dbdbb6e-f1bb-4f51-9c72-abca5dca28da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:04.087879 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a25da794-d59c-4a42-ac5e-9bbd4bff0518 req-2dbdbb6e-f1bb-4f51-9c72-abca5dca28da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:04.089390 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a25da794-d59c-4a42-ac5e-9bbd4bff0518 req-2dbdbb6e-f1bb-4f51-9c72-abca5dca28da service neutron] 10.222.0.16 "PUT /v2.0/ports/19c94a5d-467d-4bbb-b784-5d63503ff1e6 HTTP/1.1" status: 200 len: 1093 time: 1.0786548 Aug 22 13:37:04.090913 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e031b43-0ff2-4961-aa31-3b84c06c7350', 'tag': '19c94a5d-467d-4bbb-b784-5d63503ff1e6'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:37:04.093795 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9e5594-9e9b-4ef1-9ad5-717b52283b58" -d '{"events": [{"name": "network-changed", "server_uuid": "5e031b43-0ff2-4961-aa31-3b84c06c7350", "tag": "19c94a5d-467d-4bbb-b784-5d63503ff1e6"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:37:04.164089 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-198f8b9d-c536-4993-8f81-7449dde22bad tempest-FloatingIPAdminTestJSON-246856286 tempest-FloatingIPAdminTestJSON-246856286-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.1654820 Aug 22 13:37:04.171308 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 41356) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:04.206926 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0784115-f6cf-45c9-a085-3764d094eabe x-openstack-request-id: req-b0784115-f6cf-45c9-a085-3764d094eabe {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:37:04.207532 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e031b43-0ff2-4961-aa31-3b84c06c7350", "tag": "19c94a5d-467d-4bbb-b784-5d63503ff1e6", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:37:04.208083 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b0784115-f6cf-45c9-a085-3764d094eabe {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:37:04.208804 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e031b43-0ff2-4961-aa31-3b84c06c7350', 'tag': '19c94a5d-467d-4bbb-b784-5d63503ff1e6', 'status': 'completed', 'code': 200} Aug 22 13:37:04.209784 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:04.235724 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b3640-4cd5-4e5d-851c-1a530925fdf0 req-fa963dec-36c9-47ec-9d74-beb72868b5d9 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:04.237340 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1f2b3640-4cd5-4e5d-851c-1a530925fdf0 req-fa963dec-36c9-47ec-9d74-beb72868b5d9 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=923c2252-c19f-4010-9d46-24dee8650b18 HTTP/1.1" status: 200 len: 945 time: 0.2613080 Aug 22 13:37:04.243248 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbdbb6e-f1bb-4f51-9c72-abca5dca28da service neutron] Pushing event updated for resources: {'Port': ['ID=19c94a5d-467d-4bbb-b784-5d63503ff1e6,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:04.320078 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9cf1d49f-16d6-47aa-930d-f4aa9d413117 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1466763 Aug 22 13:37:04.323197 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 41376) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:04.331004 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25da794-d59c-4a42-ac5e-9bbd4bff0518 req-22dd4174-efe7-4b45-8014-36695648efd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:04.333241 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a25da794-d59c-4a42-ac5e-9bbd4bff0518 req-22dd4174-efe7-4b45-8014-36695648efd6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7e58c34ecc954aa7aca58d4887c5eaa2&device_id=5e031b43-0ff2-4961-aa31-3b84c06c7350 HTTP/1.1" status: 200 len: 1096 time: 0.1819873 Aug 22 13:37:04.401209 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a25da794-d59c-4a42-ac5e-9bbd4bff0518 req-7a9658ce-c114-442a-bc54-c084d208efb1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19c94a5d-467d-4bbb-b784-5d63503ff1e6 HTTP/1.1" status: 200 len: 217 time: 0.0510137 Aug 22 13:37:04.427381 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1f2b3640-4cd5-4e5d-851c-1a530925fdf0 req-5c779446-c8bb-4d74-9b49-95dc178a1a52 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614318 Aug 22 13:37:04.501959 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25da794-d59c-4a42-ac5e-9bbd4bff0518 req-329a57fb-2a5f-4771-89d1-0b53b2c79caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:04.503481 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a25da794-d59c-4a42-ac5e-9bbd4bff0518 req-329a57fb-2a5f-4771-89d1-0b53b2c79caf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c18f828c-8f58-4e2f-bd00-5a606b0f5d1b HTTP/1.1" status: 200 len: 858 time: 0.0744193 Aug 22 13:37:04.544846 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a25da794-d59c-4a42-ac5e-9bbd4bff0518 req-6726d873-42d9-4bdb-b029-7f28cb731650 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=523a292b-4825-438a-af9c-c60e57529b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332508 Aug 22 13:37:04.669945 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a25da794-d59c-4a42-ac5e-9bbd4bff0518 req-47397aad-3208-4cd8-add1-9a0dc553e2a9 service neutron] 10.222.0.16 "GET /v2.0/networks/523a292b-4825-438a-af9c-c60e57529b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152396 Aug 22 13:37:04.788773 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a25da794-d59c-4a42-ac5e-9bbd4bff0518 req-bb56fecb-a181-48e7-8a34-5627265ec3a8 service neutron] 10.222.0.16 "GET /v2.0/networks/523a292b-4825-438a-af9c-c60e57529b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099849 Aug 22 13:37:04.872341 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-ce048b1d-beec-431d-b04d-1987a721e325 tempest-FloatingIPAdminTestJSON-437786246 tempest-FloatingIPAdminTestJSON-437786246-project] Deleting port 9f31bcdc-6d0a-420d-9609-de658ee7833a {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:37:04.872888 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ce048b1d-beec-431d-b04d-1987a721e325 tempest-FloatingIPAdminTestJSON-437786246 tempest-FloatingIPAdminTestJSON-437786246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:04.924644 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e5594-9e9b-4ef1-9ad5-717b52283b58 req-58a799b0-9f01-40cf-b131-7a89c5d5ff4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:04.927294 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9f9e5594-9e9b-4ef1-9ad5-717b52283b58 req-58a799b0-9f01-40cf-b131-7a89c5d5ff4e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7e58c34ecc954aa7aca58d4887c5eaa2&device_id=5e031b43-0ff2-4961-aa31-3b84c06c7350 HTTP/1.1" status: 200 len: 1096 time: 0.0801351 Aug 22 13:37:04.986592 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ce048b1d-beec-431d-b04d-1987a721e325 tempest-FloatingIPAdminTestJSON-437786246 tempest-FloatingIPAdminTestJSON-437786246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:04.987292 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ce048b1d-beec-431d-b04d-1987a721e325 tempest-FloatingIPAdminTestJSON-437786246 tempest-FloatingIPAdminTestJSON-437786246-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:05.006820 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-ce048b1d-beec-431d-b04d-1987a721e325 tempest-FloatingIPAdminTestJSON-437786246 tempest-FloatingIPAdminTestJSON-437786246-project] Calling delete_port for 9f31bcdc-6d0a-420d-9609-de658ee7833a owned by network:floatingip {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:37:05.116419 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e5594-9e9b-4ef1-9ad5-717b52283b58 req-7f210372-f80c-4eac-a668-454dca532edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:05.118009 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9f9e5594-9e9b-4ef1-9ad5-717b52283b58 req-7f210372-f80c-4eac-a668-454dca532edb service neutron] 10.222.0.16 "GET /v2.0/networks?id=523a292b-4825-438a-af9c-c60e57529b91 HTTP/1.1" status: 200 len: 919 time: 0.1786311 Aug 22 13:37:05.182162 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9f9e5594-9e9b-4ef1-9ad5-717b52283b58 req-0ae79a8b-bdf2-4384-b5dc-58ef5f08e12f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19c94a5d-467d-4bbb-b784-5d63503ff1e6 HTTP/1.1" status: 200 len: 217 time: 0.0537758 Aug 22 13:37:05.190000 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3524a-565b-4777-a19e-ab13016bdc5a req-29b4d8ba-a557-41e5-aa2f-eb15e1e48aa8 tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:05.191469 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9de3524a-565b-4777-a19e-ab13016bdc5a req-29b4d8ba-a557-41e5-aa2f-eb15e1e48aa8 tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e031b43-0ff2-4961-aa31-3b84c06c7350 HTTP/1.1" status: 200 len: 944 time: 0.2532480 Aug 22 13:37:05.204080 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ce048b1d-beec-431d-b04d-1987a721e325 tempest-FloatingIPAdminTestJSON-437786246 tempest-FloatingIPAdminTestJSON-437786246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:05.243417 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2b18b-546a-439a-82d4-2f43678e37c9 req-65e63423-18a7-4c6e-8846-c74481b0eeb8 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:05.247539 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d1a2b18b-546a-439a-82d4-2f43678e37c9 req-65e63423-18a7-4c6e-8846-c74481b0eeb8 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=24b77c1e-8b4f-4443-b101-4af971eaf347 HTTP/1.1" status: 200 len: 945 time: 0.1623185 Aug 22 13:37:05.275528 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce048b1d-beec-431d-b04d-1987a721e325 tempest-FloatingIPAdminTestJSON-437786246 tempest-FloatingIPAdminTestJSON-437786246-project] Pushing event deleted for resources: {'Port': ['ID=9f31bcdc-6d0a-420d-9609-de658ee7833a,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:05.304708 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e5594-9e9b-4ef1-9ad5-717b52283b58 req-5c95bb1d-0746-4cbc-ae07-1a529af07fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:05.306209 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9f9e5594-9e9b-4ef1-9ad5-717b52283b58 req-5c95bb1d-0746-4cbc-ae07-1a529af07fb9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c18f828c-8f58-4e2f-bd00-5a606b0f5d1b HTTP/1.1" status: 200 len: 858 time: 0.1115370 Aug 22 13:37:05.320017 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ce048b1d-beec-431d-b04d-1987a721e325 tempest-FloatingIPAdminTestJSON-437786246 tempest-FloatingIPAdminTestJSON-437786246-project] Notify callbacks [] for floatingip, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:05.320214 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9de3524a-565b-4777-a19e-ab13016bdc5a req-2447853a-dcb6-43ef-acbd-f4b600082934 tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] 10.222.0.21 "GET /v2.0/security-groups?id=305ee910-9482-4aa5-91b0-e0ce023dda72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129773 Aug 22 13:37:05.323471 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ce048b1d-beec-431d-b04d-1987a721e325 tempest-FloatingIPAdminTestJSON-437786246 tempest-FloatingIPAdminTestJSON-437786246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:05.324957 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ce048b1d-beec-431d-b04d-1987a721e325 tempest-FloatingIPAdminTestJSON-437786246 tempest-FloatingIPAdminTestJSON-437786246-project] 10.222.0.21 "DELETE /v2.0/floatingips/4075be09-03ec-476e-a5b2-4db453662340 HTTP/1.1" status: 204 len: 168 time: 1.0007839 Aug 22 13:37:05.327573 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 41514) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:05.403934 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d1a2b18b-546a-439a-82d4-2f43678e37c9 req-79ad1d73-e37b-43c1-8057-16b525def912 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451128 Aug 22 13:37:05.407137 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9f9e5594-9e9b-4ef1-9ad5-717b52283b58 req-988007d4-e97e-4f96-ba94-c53348fbdbd7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=523a292b-4825-438a-af9c-c60e57529b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689585 Aug 22 13:37:05.455650 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 45784f14-dd14-4d07-81b2-1d57519d25d5 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:37:05.556249 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-f84e0156-531b-480e-bd76-544a3ab9e284 tempest-FloatingIPAdminTestJSON-246856286 tempest-FloatingIPAdminTestJSON-246856286-project-admin] Deleting port b1d29dfa-e8c5-4227-8f62-46d58a8234c7 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:37:05.556894 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f84e0156-531b-480e-bd76-544a3ab9e284 tempest-FloatingIPAdminTestJSON-246856286 tempest-FloatingIPAdminTestJSON-246856286-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:05.573404 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9f9e5594-9e9b-4ef1-9ad5-717b52283b58 req-52967ca5-78a5-4b74-8b83-0fc3c26a7c59 service neutron] 10.222.0.16 "GET /v2.0/networks/523a292b-4825-438a-af9c-c60e57529b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552830 Aug 22 13:37:05.670919 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 45784f14-dd14-4d07-81b2-1d57519d25d5, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=45784f14-dd14-4d07-81b2-1d57519d25d5,segment=NetworkSegment(036d4b3c-fc3c-4bf5-94d1-99331e586aa4),segment_id=036d4b3c-fc3c-4bf5-94d1-99331e586aa4)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:37:05.685391 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '45784f14-dd14-4d07-81b2-1d57519d25d5', 'network_id': 'b7fef465-db19-4a45-b3a4-f40426ee874f', 'port_id': '45784f14-dd14-4d07-81b2-1d57519d25d5', 'mac_address': 'fa:16:3e:a3:77:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55b06a4c-e7f4-4110-96cb-ea2fffe8df6c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:37:05.743949 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:05.744507 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f84e0156-531b-480e-bd76-544a3ab9e284 tempest-FloatingIPAdminTestJSON-246856286 tempest-FloatingIPAdminTestJSON-246856286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:05.744846 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f84e0156-531b-480e-bd76-544a3ab9e284 tempest-FloatingIPAdminTestJSON-246856286 tempest-FloatingIPAdminTestJSON-246856286-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:05.765562 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 45784f14-dd14-4d07-81b2-1d57519d25d5 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:37:05.765759 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650209aa-528a-4d89-bc8d-4d3e25e6115b req-0c7b8d3c-f01f-4131-b808-4a58a41b86ed tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:05.773939 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-650209aa-528a-4d89-bc8d-4d3e25e6115b req-0c7b8d3c-f01f-4131-b808-4a58a41b86ed tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=923c2252-c19f-4010-9d46-24dee8650b18 HTTP/1.1" status: 200 len: 945 time: 0.0962374 Aug 22 13:37:05.777831 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9f9e5594-9e9b-4ef1-9ad5-717b52283b58 req-deecb93e-3104-4923-af9b-fdc9ce70623d service neutron] 10.222.0.16 "GET /v2.0/networks/523a292b-4825-438a-af9c-c60e57529b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942518 Aug 22 13:37:05.787898 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-f84e0156-531b-480e-bd76-544a3ab9e284 tempest-FloatingIPAdminTestJSON-246856286 tempest-FloatingIPAdminTestJSON-246856286-project-admin] Calling delete_port for b1d29dfa-e8c5-4227-8f62-46d58a8234c7 owned by network:floatingip {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:37:05.790808 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 45784f14-dd14-4d07-81b2-1d57519d25d5, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=45784f14-dd14-4d07-81b2-1d57519d25d5,segment=NetworkSegment(036d4b3c-fc3c-4bf5-94d1-99331e586aa4),segment_id=036d4b3c-fc3c-4bf5-94d1-99331e586aa4)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:37:05.795491 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:05.863873 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-650209aa-528a-4d89-bc8d-4d3e25e6115b req-4bdee323-c3ad-4a0a-afde-a08b5901815b tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887442 Aug 22 13:37:05.875914 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=45784f14-dd14-4d07-81b2-1d57519d25d5,revision_number=6']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:05.900922 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['45784f14-dd14-4d07-81b2-1d57519d25d5'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:37:05.950990 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f84e0156-531b-480e-bd76-544a3ab9e284 tempest-FloatingIPAdminTestJSON-246856286 tempest-FloatingIPAdminTestJSON-246856286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:05.988135 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84e0156-531b-480e-bd76-544a3ab9e284 tempest-FloatingIPAdminTestJSON-246856286 tempest-FloatingIPAdminTestJSON-246856286-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1d29dfa-e8c5-4227-8f62-46d58a8234c7,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:06.084401 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f84e0156-531b-480e-bd76-544a3ab9e284 tempest-FloatingIPAdminTestJSON-246856286 tempest-FloatingIPAdminTestJSON-246856286-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:06.086847 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f84e0156-531b-480e-bd76-544a3ab9e284 tempest-FloatingIPAdminTestJSON-246856286 tempest-FloatingIPAdminTestJSON-246856286-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:06.088208 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f84e0156-531b-480e-bd76-544a3ab9e284 tempest-FloatingIPAdminTestJSON-246856286 tempest-FloatingIPAdminTestJSON-246856286-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/7f1fc0e7-257d-4c58-a227-d516a17eaff6 HTTP/1.1" status: 204 len: 168 time: 0.7590556 Aug 22 13:37:06.091831 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 41584) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:06.189861 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-9fc5a63a-652e-4a09-b3b3-ca5ebf63f279 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Deleting port e8208f3f-26ed-47ef-86b2-849f0a535c17 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:37:06.190399 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9fc5a63a-652e-4a09-b3b3-ca5ebf63f279 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:06.308730 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9fc5a63a-652e-4a09-b3b3-ca5ebf63f279 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:06.325293 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-9fc5a63a-652e-4a09-b3b3-ca5ebf63f279 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Calling delete_port for e8208f3f-26ed-47ef-86b2-849f0a535c17 owned by {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:37:06.339657 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01285410-f96a-4bb9-acf1-cc771adaad5b req-e5c26dfc-953d-4663-afae-c09003e1569e tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:06.341208 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-01285410-f96a-4bb9-acf1-cc771adaad5b req-e5c26dfc-953d-4663-afae-c09003e1569e tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=923c2252-c19f-4010-9d46-24dee8650b18 HTTP/1.1" status: 200 len: 944 time: 0.0773866 Aug 22 13:37:06.456063 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-01285410-f96a-4bb9-acf1-cc771adaad5b req-87433940-eff0-4b81-aba1-fa718f98cdab tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079834 Aug 22 13:37:06.497546 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5cc01-158e-488d-867a-3c0feaf85b2e req-3c0dc057-ee9d-471f-9567-e83a5b0833e2 tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:06.499288 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d8d5cc01-158e-488d-867a-3c0feaf85b2e req-3c0dc057-ee9d-471f-9567-e83a5b0833e2 tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e031b43-0ff2-4961-aa31-3b84c06c7350 HTTP/1.1" status: 200 len: 944 time: 0.0926168 Aug 22 13:37:06.611134 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d8d5cc01-158e-488d-867a-3c0feaf85b2e req-14c7a678-555b-4c3a-8468-84acbe3d5c0d tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] 10.222.0.21 "GET /v2.0/security-groups?id=305ee910-9482-4aa5-91b0-e0ce023dda72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043656 Aug 22 13:37:06.617813 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9fc5a63a-652e-4a09-b3b3-ca5ebf63f279 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:06.650330 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc5a63a-652e-4a09-b3b3-ca5ebf63f279 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Pushing event deleted for resources: {'Port': ['ID=e8208f3f-26ed-47ef-86b2-849f0a535c17,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:06.668263 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b6768e-b52f-4ba7-8d54-738616746c76 req-dc82c45e-ac06-473c-8c74-c9c69b520af9 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:06.672710 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-54b6768e-b52f-4ba7-8d54-738616746c76 req-dc82c45e-ac06-473c-8c74-c9c69b520af9 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=24b77c1e-8b4f-4443-b101-4af971eaf347 HTTP/1.1" status: 200 len: 945 time: 0.1378932 Aug 22 13:37:06.792091 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-54b6768e-b52f-4ba7-8d54-738616746c76 req-f24a5d3d-8f65-4b35-824d-a5fe779d354f tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141365 Aug 22 13:37:06.811427 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9fc5a63a-652e-4a09-b3b3-ca5ebf63f279 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:06.814562 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-9fc5a63a-652e-4a09-b3b3-ca5ebf63f279 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] 10.222.0.21 "DELETE /v2.0/ports/e8208f3f-26ed-47ef-86b2-849f0a535c17 HTTP/1.1" status: 204 len: 168 time: 0.7208650 Aug 22 13:37:06.816328 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 41614) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:06.877819 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45402acf-0596-4e55-8f40-4e3f199fa222 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:06.879538 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-45402acf-0596-4e55-8f40-4e3f199fa222 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d16d56a-6a7d-4b4e-9478-55a91abf133c HTTP/1.1" status: 200 len: 913 time: 0.0622549 Aug 22 13:37:06.882686 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 41616) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:07.042007 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 41620) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:07.154487 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-87719080-b2a8-4025-b1a8-336ae5ae02df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:07.255679 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-87719080-b2a8-4025-b1a8-336ae5ae02df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:07.261190 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-87719080-b2a8-4025-b1a8-336ae5ae02df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:07.299137 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-87719080-b2a8-4025-b1a8-336ae5ae02df admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=29182cb595624a318b7de45f39945f75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2554672 Aug 22 13:37:07.300381 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87719080-b2a8-4025-b1a8-336ae5ae02df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41fcf36-f69f-46e9-86e2-c40b0b472210,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:07.302258 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 41624) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:07.389503 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-75a080fd-d16b-47da-af2b-36b3be403ec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:07.416503 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-75a080fd-d16b-47da-af2b-36b3be403ec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:07.433040 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a5220e0f-f86d-4726-85ad-f755d3464f16 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:07.461602 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 45784f14-dd14-4d07-81b2-1d57519d25d5 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:37:07.530465 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 45784f14-dd14-4d07-81b2-1d57519d25d5 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:37:07.531717 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:07.651507 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:07.681946 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923c2252-c19f-4010-9d46-24dee8650b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45784f14-dd14-4d07-81b2-1d57519d25d5'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:37:07.684386 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e06908-2920-477d-92d5-7da8200f7d5a" -d '{"events": [{"server_uuid": "923c2252-c19f-4010-9d46-24dee8650b18", "name": "network-vif-plugged", "status": "completed", "tag": "45784f14-dd14-4d07-81b2-1d57519d25d5"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:37:07.711441 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 45784f14-dd14-4d07-81b2-1d57519d25d5, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=45784f14-dd14-4d07-81b2-1d57519d25d5,segment=NetworkSegment(036d4b3c-fc3c-4bf5-94d1-99331e586aa4),segment_id=036d4b3c-fc3c-4bf5-94d1-99331e586aa4)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:37:07.719345 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:07.748557 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a64370-b8c7-4cc7-831b-1000aee0da60 req-8683f58b-b9a6-4f77-8154-649ba56a202c tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:07.750538 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-45a64370-b8c7-4cc7-831b-1000aee0da60 req-8683f58b-b9a6-4f77-8154-649ba56a202c tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.41 "GET /v2.0/ports?device_id=923c2252-c19f-4010-9d46-24dee8650b18 HTTP/1.1" status: 200 len: 944 time: 0.0842583 Aug 22 13:37:07.788279 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=45784f14-dd14-4d07-81b2-1d57519d25d5,revision_number=7']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:07.871709 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-45a64370-b8c7-4cc7-831b-1000aee0da60 req-9d9916b5-f8d6-4fea-b43b-0894f1115953 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Deleting port 45784f14-dd14-4d07-81b2-1d57519d25d5 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:37:07.872147 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-45a64370-b8c7-4cc7-831b-1000aee0da60 req-9d9916b5-f8d6-4fea-b43b-0894f1115953 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:07.959217 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-75a080fd-d16b-47da-af2b-36b3be403ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:07.961808 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-75a080fd-d16b-47da-af2b-36b3be403ec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:07.965372 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-75a080fd-d16b-47da-af2b-36b3be403ec1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b41fcf36-f69f-46e9-86e2-c40b0b472210 HTTP/1.1" status: 204 len: 168 time: 0.6596615 Aug 22 13:37:07.991082 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-45a64370-b8c7-4cc7-831b-1000aee0da60 req-9d9916b5-f8d6-4fea-b43b-0894f1115953 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] For port 45784f14-dd14-4d07-81b2-1d57519d25d5, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=45784f14-dd14-4d07-81b2-1d57519d25d5,segment=NetworkSegment(036d4b3c-fc3c-4bf5-94d1-99331e586aa4),segment_id=036d4b3c-fc3c-4bf5-94d1-99331e586aa4)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:37:07.991342 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a080fd-d16b-47da-af2b-36b3be403ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41fcf36-f69f-46e9-86e2-c40b0b472210,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:07.991438 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-45a64370-b8c7-4cc7-831b-1000aee0da60 req-9d9916b5-f8d6-4fea-b43b-0894f1115953 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:08.009483 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-45a64370-b8c7-4cc7-831b-1000aee0da60 req-9d9916b5-f8d6-4fea-b43b-0894f1115953 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Calling delete_port for 45784f14-dd14-4d07-81b2-1d57519d25d5 owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:37:08.042723 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e587c-c4cc-4e23-b652-57fd0a4a9811 req-5addedee-650f-4b14-ac21-2280a30e9984 tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:08.044353 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-760e587c-c4cc-4e23-b652-57fd0a4a9811 req-5addedee-650f-4b14-ac21-2280a30e9984 tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e031b43-0ff2-4961-aa31-3b84c06c7350 HTTP/1.1" status: 200 len: 944 time: 0.1479824 Aug 22 13:37:08.069371 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ef001b-7cf6-45d2-9deb-562e22f6a05e req-b7302a23-0d02-4495-918c-3d483abf8b37 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:08.070892 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-75ef001b-7cf6-45d2-9deb-562e22f6a05e req-b7302a23-0d02-4495-918c-3d483abf8b37 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/ports?device_id=923c2252-c19f-4010-9d46-24dee8650b18 HTTP/1.1" status: 200 len: 945 time: 0.1765721 Aug 22 13:37:08.147860 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-760e587c-c4cc-4e23-b652-57fd0a4a9811 req-fd62713a-0ca2-47ca-ad3c-afc39dbd50ac tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] 10.222.0.21 "GET /v2.0/security-groups?id=305ee910-9482-4aa5-91b0-e0ce023dda72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759676 Aug 22 13:37:08.162004 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-75ef001b-7cf6-45d2-9deb-562e22f6a05e req-63d88ec3-3f18-4e46-bf69-5814d11f71ff tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e342-156a-4d9f-8fb5-7687439f0120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775251 Aug 22 13:37:08.208427 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-45a64370-b8c7-4cc7-831b-1000aee0da60 req-9d9916b5-f8d6-4fea-b43b-0894f1115953 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:08.230269 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8faac19d-f957-4280-9132-ec3e0fa9bc5d x-openstack-request-id: req-8faac19d-f957-4280-9132-ec3e0fa9bc5d {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:37:08.230816 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923c2252-c19f-4010-9d46-24dee8650b18", "name": "network-vif-plugged", "status": "completed", "tag": "45784f14-dd14-4d07-81b2-1d57519d25d5", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:37:08.231400 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8faac19d-f957-4280-9132-ec3e0fa9bc5d {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:37:08.232015 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923c2252-c19f-4010-9d46-24dee8650b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45784f14-dd14-4d07-81b2-1d57519d25d5', 'code': 200} Aug 22 13:37:08.261077 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9916b5-f8d6-4fea-b43b-0894f1115953 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Pushing event deleted for resources: {'Port': ['ID=45784f14-dd14-4d07-81b2-1d57519d25d5,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:08.320649 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-a5220e0f-f86d-4726-85ad-f755d3464f16 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Deleting port 6abf7747-4d2d-4fe4-bf7f-74ba2edd96be {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:37:08.321254 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a5220e0f-f86d-4726-85ad-f755d3464f16 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:08.346398 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-45a64370-b8c7-4cc7-831b-1000aee0da60 req-9d9916b5-f8d6-4fea-b43b-0894f1115953 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] No DVR routers for this DVR port 45784f14-dd14-4d07-81b2-1d57519d25d5 on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:37:08.349676 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-45a64370-b8c7-4cc7-831b-1000aee0da60 req-9d9916b5-f8d6-4fea-b43b-0894f1115953 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:08.353511 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-45a64370-b8c7-4cc7-831b-1000aee0da60 req-9d9916b5-f8d6-4fea-b43b-0894f1115953 tempest-ImagesTestJSON-884836590 tempest-ImagesTestJSON-884836590-project] 10.222.0.41 "DELETE /v2.0/ports/45784f14-dd14-4d07-81b2-1d57519d25d5 HTTP/1.1" status: 204 len: 173 time: 0.5946383 Aug 22 13:37:08.353511 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923c2252-c19f-4010-9d46-24dee8650b18', 'name': 'network-vif-deleted', 'tag': '45784f14-dd14-4d07-81b2-1d57519d25d5'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:37:08.354762 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1e7403-2067-40b9-af1e-b4e41afe0847" -d '{"events": [{"server_uuid": "923c2252-c19f-4010-9d46-24dee8650b18", "name": "network-vif-deleted", "tag": "45784f14-dd14-4d07-81b2-1d57519d25d5"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:37:08.378087 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 19c94a5d-467d-4bbb-b784-5d63503ff1e6 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:37:08.397892 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378e48ab-5c62-46b9-96b2-46ccb9b412cb x-openstack-request-id: req-378e48ab-5c62-46b9-96b2-46ccb9b412cb {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:37:08.398309 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923c2252-c19f-4010-9d46-24dee8650b18", "name": "network-vif-deleted", "tag": "45784f14-dd14-4d07-81b2-1d57519d25d5", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:37:08.398636 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-378e48ab-5c62-46b9-96b2-46ccb9b412cb {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:37:08.399144 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923c2252-c19f-4010-9d46-24dee8650b18', 'name': 'network-vif-deleted', 'tag': '45784f14-dd14-4d07-81b2-1d57519d25d5', 'status': 'completed', 'code': 200} Aug 22 13:37:08.461160 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 41646) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:08.477213 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5dcfe-4e93-491b-b852-488f63506500 req-352ff3c8-de50-46f0-b093-04d36b2110fd tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:08.477748 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-03991e29-63a5-4ad8-b629-8de6c5e1db71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:08.478841 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dea5dcfe-4e93-491b-b852-488f63506500 req-352ff3c8-de50-46f0-b093-04d36b2110fd tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=24b77c1e-8b4f-4443-b101-4af971eaf347 HTTP/1.1" status: 200 len: 945 time: 0.1420045 Aug 22 13:37:08.562833 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dea5dcfe-4e93-491b-b852-488f63506500 req-b02b196e-0115-46ef-a73e-094d38f9dd89 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705802 Aug 22 13:37:08.570459 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a5220e0f-f86d-4726-85ad-f755d3464f16 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:08.577065 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 19c94a5d-467d-4bbb-b784-5d63503ff1e6, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=19c94a5d-467d-4bbb-b784-5d63503ff1e6,segment=NetworkSegment(4cf92614-c6ce-41de-8bd8-9ae7a049a64d),segment_id=4cf92614-c6ce-41de-8bd8-9ae7a049a64d)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:37:08.593557 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-a5220e0f-f86d-4726-85ad-f755d3464f16 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Calling delete_port for 6abf7747-4d2d-4fe4-bf7f-74ba2edd96be owned by network:router_interface {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:37:08.605394 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '19c94a5d-467d-4bbb-b784-5d63503ff1e6', 'network_id': '523a292b-4825-438a-af9c-c60e57529b91', 'port_id': '19c94a5d-467d-4bbb-b784-5d63503ff1e6', 'mac_address': 'fa:16:3e:e0:95:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c18f828c-8f58-4e2f-bd00-5a606b0f5d1b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:37:08.644970 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-03991e29-63a5-4ad8-b629-8de6c5e1db71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:08.654193 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-03991e29-63a5-4ad8-b629-8de6c5e1db71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:08.687133 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:08.706593 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19c94a5d-467d-4bbb-b784-5d63503ff1e6 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:37:08.730361 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 19c94a5d-467d-4bbb-b784-5d63503ff1e6, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=19c94a5d-467d-4bbb-b784-5d63503ff1e6,segment=NetworkSegment(4cf92614-c6ce-41de-8bd8-9ae7a049a64d),segment_id=4cf92614-c6ce-41de-8bd8-9ae7a049a64d)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:37:08.737933 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:08.773770 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-03991e29-63a5-4ad8-b629-8de6c5e1db71 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=706011b97f294b35baca25019c2ff026&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3075311 Aug 22 13:37:08.774573 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 41652) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:08.775240 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03991e29-63a5-4ad8-b629-8de6c5e1db71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0751e8db-6cee-46c0-b406-3bb67ce99cbf,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:08.812777 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=19c94a5d-467d-4bbb-b784-5d63503ff1e6,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:08.848572 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bd144d71-aa07-4f67-b5f8-df1ab843196b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:08.883842 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bd144d71-aa07-4f67-b5f8-df1ab843196b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:08.914053 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a5220e0f-f86d-4726-85ad-f755d3464f16 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:08.962653 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bd144d71-aa07-4f67-b5f8-df1ab843196b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:08.966937 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bd144d71-aa07-4f67-b5f8-df1ab843196b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:08.970427 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-bd144d71-aa07-4f67-b5f8-df1ab843196b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0751e8db-6cee-46c0-b406-3bb67ce99cbf HTTP/1.1" status: 204 len: 168 time: 0.1816821 Aug 22 13:37:09.001571 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['19c94a5d-467d-4bbb-b784-5d63503ff1e6'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:37:09.008776 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd144d71-aa07-4f67-b5f8-df1ab843196b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0751e8db-6cee-46c0-b406-3bb67ce99cbf,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:09.010712 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5220e0f-f86d-4726-85ad-f755d3464f16 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Pushing event deleted for resources: {'Port': ['ID=6abf7747-4d2d-4fe4-bf7f-74ba2edd96be,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:09.404287 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a5220e0f-f86d-4726-85ad-f755d3464f16 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:09.471391 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60baa33-41d4-448d-b0c7-945536955759 req-2259c9b0-7350-4aff-800e-02b24f693d03 tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:09.473037 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d60baa33-41d4-448d-b0c7-945536955759 req-2259c9b0-7350-4aff-800e-02b24f693d03 tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e031b43-0ff2-4961-aa31-3b84c06c7350 HTTP/1.1" status: 200 len: 945 time: 0.1418378 Aug 22 13:37:09.488610 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 45784f14-dd14-4d07-81b2-1d57519d25d5 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:37:09.517203 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: 45784f14-dd14-4d07-81b2-1d57519d25d5 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:37:09.517203 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 45784f14-dd14-4d07-81b2-1d57519d25d5 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:37:09.601234 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d60baa33-41d4-448d-b0c7-945536955759 req-4a4ebdf6-0931-4d6c-8fa0-48f203d95875 tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] 10.222.0.21 "GET /v2.0/security-groups?id=305ee910-9482-4aa5-91b0-e0ce023dda72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170590 Aug 22 13:37:09.807111 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6315e-89c7-457a-a60b-8e59b163106d req-86d7bf24-c442-4d76-ad1b-699553f2be8a tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:09.814121 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ac6315e-89c7-457a-a60b-8e59b163106d req-86d7bf24-c442-4d76-ad1b-699553f2be8a tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=24b77c1e-8b4f-4443-b101-4af971eaf347 HTTP/1.1" status: 200 len: 945 time: 0.1206045 Aug 22 13:37:09.839528 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5220e0f-f86d-4726-85ad-f755d3464f16 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Router 8d16d56a-6a7d-4b4e-9478-55a91abf133c has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:37:09.872341 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ac6315e-89c7-457a-a60b-8e59b163106d req-5232718c-2a28-4d6e-bc6d-fba72f5248b2 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572140 Aug 22 13:37:09.936405 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 41720) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:09.992224 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dd60dc1-7a47-4058-921a-e362dfd391a0 admin admin] Deleting subnet 55b06a4c-e7f4-4110-96cb-ea2fffe8df6c {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:37:09.995391 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9dd60dc1-7a47-4058-921a-e362dfd391a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:10.023563 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5220e0f-f86d-4726-85ad-f755d3464f16 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:37:10.033951 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf43d75-6407-4a4a-87d8-04e0ac9478db None None] Sync routers for ids ['8d16d56a-6a7d-4b4e-9478-55a91abf133c'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:37:10.049708 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf43d75-6407-4a4a-87d8-04e0ac9478db None None] Routers {'8d16d56a-6a7d-4b4e-9478-55a91abf133c'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:37:10.050468 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-bbf43d75-6407-4a4a-87d8-04e0ac9478db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:37:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['8d16d56a-6a7d-4b4e-9478-55a91abf133c'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:37:10.053743 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9dd60dc1-7a47-4058-921a-e362dfd391a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:10.066226 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a5220e0f-f86d-4726-85ad-f755d3464f16 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] 10.222.0.21 "PUT /v2.0/routers/8d16d56a-6a7d-4b4e-9478-55a91abf133c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1821299 Aug 22 13:37:10.066985 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 41730) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:10.153704 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-bbf43d75-6407-4a4a-87d8-04e0ac9478db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:37:10.165699 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9dd60dc1-7a47-4058-921a-e362dfd391a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:10.175309 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf43d75-6407-4a4a-87d8-04e0ac9478db None None] Routers {'8d16d56a-6a7d-4b4e-9478-55a91abf133c'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:37:10.175992 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-bbf43d75-6407-4a4a-87d8-04e0ac9478db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:37:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['8d16d56a-6a7d-4b4e-9478-55a91abf133c'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:37:10.277497 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9dd60dc1-7a47-4058-921a-e362dfd391a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:10.292674 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-bbf43d75-6407-4a4a-87d8-04e0ac9478db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:37:10.293697 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf43d75-6407-4a4a-87d8-04e0ac9478db None None] The sync data for ids ['8d16d56a-6a7d-4b4e-9478-55a91abf133c'] in n-d-793621-33 is: [] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:37:10.325299 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd60dc1-7a47-4058-921a-e362dfd391a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55b06a4c-e7f4-4110-96cb-ea2fffe8df6c,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:10.334020 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9dd60dc1-7a47-4058-921a-e362dfd391a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:10.339230 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9dd60dc1-7a47-4058-921a-e362dfd391a0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/55b06a4c-e7f4-4110-96cb-ea2fffe8df6c HTTP/1.1" status: 204 len: 168 time: 0.4012468 Aug 22 13:37:10.340157 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 41736) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:10.362408 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-53f274ad-a475-4a28-86e7-732c48adddbb tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks [] for router, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:10.386116 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 19c94a5d-467d-4bbb-b784-5d63503ff1e6 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:37:10.465761 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5bd99c29-5e14-4c8d-9aee-4701a47aeac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:10.499988 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port 19c94a5d-467d-4bbb-b784-5d63503ff1e6 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:37:10.506724 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 19c94a5d-467d-4bbb-b784-5d63503ff1e6 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:37:10.506724 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:10.563866 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-53f274ad-a475-4a28-86e7-732c48adddbb tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:10.596818 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5bd99c29-5e14-4c8d-9aee-4701a47aeac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:10.639273 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-5bd99c29-5e14-4c8d-9aee-4701a47aeac6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7fef465-db19-4a45-b3a4-f40426ee874f']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:37:10.675375 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-5bd99c29-5e14-4c8d-9aee-4701a47aeac6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '036d4b3c-fc3c-4bf5-94d1-99331e586aa4') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:37:10.675688 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-5bd99c29-5e14-4c8d-9aee-4701a47aeac6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '036d4b3c-fc3c-4bf5-94d1-99331e586aa4') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:37:10.676284 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-53f274ad-a475-4a28-86e7-732c48adddbb tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Deleting port 744773bf-443b-4105-a8cf-4a28444d0b3f {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:37:10.676574 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-53f274ad-a475-4a28-86e7-732c48adddbb tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:10.698030 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5bd99c29-5e14-4c8d-9aee-4701a47aeac6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:10.728673 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5bd99c29-5e14-4c8d-9aee-4701a47aeac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:10.731277 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:10.737213 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bd99c29-5e14-4c8d-9aee-4701a47aeac6 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:37:10.739205 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5bd99c29-5e14-4c8d-9aee-4701a47aeac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:10.743018 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:37:10.743018 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:37:10.743018 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:37:10.743018 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:37:10.743018 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:37:10.743018 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:37:10.743018 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:37:10.743018 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:37:10.743018 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:37:10.743018 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:37:10.743018 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:37:10.743018 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:37:10.743018 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:37:10.743018 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:37:10.743018 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:37:10.743018 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:37:10.743018 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:37:10.743018 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:37:10.743018 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:37:10.743018 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:37:10.743018 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:37:10.743018 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:37:10.743018 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:37:10.743018 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:37:10.743018 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:37:10.743018 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:37:10.743018 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:37:10.743018 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:37:10.743018 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:37:10.743018 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:37:10.743018 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:37:10.743018 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:37:10.769533 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e031b43-0ff2-4961-aa31-3b84c06c7350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c94a5d-467d-4bbb-b784-5d63503ff1e6'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:37:10.778960 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69272781-8788-4b41-96b3-e2675ab49787" -d '{"events": [{"server_uuid": "5e031b43-0ff2-4961-aa31-3b84c06c7350", "name": "network-vif-plugged", "status": "completed", "tag": "19c94a5d-467d-4bbb-b784-5d63503ff1e6"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:37:10.827778 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 19c94a5d-467d-4bbb-b784-5d63503ff1e6, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=19c94a5d-467d-4bbb-b784-5d63503ff1e6,segment=NetworkSegment(4cf92614-c6ce-41de-8bd8-9ae7a049a64d),segment_id=4cf92614-c6ce-41de-8bd8-9ae7a049a64d)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:37:10.839306 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:10.846781 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5bd99c29-5e14-4c8d-9aee-4701a47aeac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:10.869131 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5bd99c29-5e14-4c8d-9aee-4701a47aeac6 admin admin] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:10.873600 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5bd99c29-5e14-4c8d-9aee-4701a47aeac6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b7fef465-db19-4a45-b3a4-f40426ee874f HTTP/1.1" status: 204 len: 168 time: 0.5301533 Aug 22 13:37:10.873600 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd99c29-5e14-4c8d-9aee-4701a47aeac6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7fef465-db19-4a45-b3a4-f40426ee874f,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:10.887997 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd75c08-7b05-4566-a6d9-20f76665c81a x-openstack-request-id: req-dfd75c08-7b05-4566-a6d9-20f76665c81a {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:37:10.889228 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e031b43-0ff2-4961-aa31-3b84c06c7350", "name": "network-vif-plugged", "status": "completed", "tag": "19c94a5d-467d-4bbb-b784-5d63503ff1e6", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:37:10.889715 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dfd75c08-7b05-4566-a6d9-20f76665c81a {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:37:10.890321 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e031b43-0ff2-4961-aa31-3b84c06c7350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c94a5d-467d-4bbb-b784-5d63503ff1e6', 'code': 200} Aug 22 13:37:10.949715 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=19c94a5d-467d-4bbb-b784-5d63503ff1e6,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:10.961940 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-53f274ad-a475-4a28-86e7-732c48adddbb tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:10.983381 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b138b553-fc49-4055-b0eb-fb80137e428d req-fe0735ac-fe7d-42b4-8f0d-e39bbb77d6e2 tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:10.985265 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b138b553-fc49-4055-b0eb-fb80137e428d req-fe0735ac-fe7d-42b4-8f0d-e39bbb77d6e2 tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e031b43-0ff2-4961-aa31-3b84c06c7350 HTTP/1.1" status: 200 len: 945 time: 0.1913004 Aug 22 13:37:11.002782 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-53f274ad-a475-4a28-86e7-732c48adddbb tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Calling delete_port for 744773bf-443b-4105-a8cf-4a28444d0b3f owned by network:router_gateway {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:37:11.194876 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b713ab6-ff36-4d4c-8017-ca20fe3bb4ef req-91357e1b-a5e8-45a7-a2ff-eebc550de59d tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:11.196621 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1b713ab6-ff36-4d4c-8017-ca20fe3bb4ef req-91357e1b-a5e8-45a7-a2ff-eebc550de59d tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=24b77c1e-8b4f-4443-b101-4af971eaf347 HTTP/1.1" status: 200 len: 945 time: 0.1981440 Aug 22 13:37:11.204341 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 41764) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:11.216952 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b138b553-fc49-4055-b0eb-fb80137e428d req-40cb39e9-ae26-49f2-9799-e6be4b6a750b tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] 10.222.0.21 "GET /v2.0/security-groups?id=305ee910-9482-4aa5-91b0-e0ce023dda72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194829 Aug 22 13:37:11.238268 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989be42-69f1-48bf-9640-5736ae2ab97a req-b43d1902-f223-4185-a780-a9130cd09f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:11.240966 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e989be42-69f1-48bf-9640-5736ae2ab97a req-b43d1902-f223-4185-a780-a9130cd09f09 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5e031b43-0ff2-4961-aa31-3b84c06c7350 HTTP/1.1" status: 200 len: 1098 time: 0.2676718 Aug 22 13:37:11.269364 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9e0c0bf8-5cbd-4fba-9672-0a63e1e0f55d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f2126aafa99f4007b060b7c07b341d10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0638075 Aug 22 13:37:11.276469 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 41768) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:11.358606 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1b713ab6-ff36-4d4c-8017-ca20fe3bb4ef req-bc9f67c5-07c9-4aa2-98fe-915bb715f46c tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367178 Aug 22 13:37:11.388326 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e989be42-69f1-48bf-9640-5736ae2ab97a req-de064f41-82e2-437f-9d7e-c60afad677da service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=305ee910-9482-4aa5-91b0-e0ce023dda72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337075 Aug 22 13:37:11.406068 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5235d7dd-5c45-435e-af89-ced22ebefcaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:11.432553 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5235d7dd-5c45-435e-af89-ced22ebefcaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:11.492054 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5235d7dd-5c45-435e-af89-ced22ebefcaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:11.494803 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5235d7dd-5c45-435e-af89-ced22ebefcaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:11.498448 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5235d7dd-5c45-435e-af89-ced22ebefcaa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6ec0e342-156a-4d9f-8fb5-7687439f0120 HTTP/1.1" status: 204 len: 168 time: 0.2186618 Aug 22 13:37:11.510675 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5235d7dd-5c45-435e-af89-ced22ebefcaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec0e342-156a-4d9f-8fb5-7687439f0120,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:11.529681 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-53f274ad-a475-4a28-86e7-732c48adddbb tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:11.584479 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f274ad-a475-4a28-86e7-732c48adddbb tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Pushing event deleted for resources: {'Port': ['ID=744773bf-443b-4105-a8cf-4a28444d0b3f,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:11.680030 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-53f274ad-a475-4a28-86e7-732c48adddbb tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:11.817934 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-53f274ad-a475-4a28-86e7-732c48adddbb tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:11.823988 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-53f274ad-a475-4a28-86e7-732c48adddbb tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:11.888808 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d6dbf-295b-4d0d-aa84-b15a595b38aa req-dd85fef4-8d20-4cb9-bceb-5eedc4d59650 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:11.890401 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c13d6dbf-295b-4d0d-aa84-b15a595b38aa req-dd85fef4-8d20-4cb9-bceb-5eedc4d59650 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=24b77c1e-8b4f-4443-b101-4af971eaf347 HTTP/1.1" status: 200 len: 945 time: 0.1730917 Aug 22 13:37:11.914527 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-53f274ad-a475-4a28-86e7-732c48adddbb tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:11.914805 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f274ad-a475-4a28-86e7-732c48adddbb tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Fanout notify agent at l3_agent the message router_deleted on router 8d16d56a-6a7d-4b4e-9478-55a91abf133c {{(pid=94627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:37:11.925091 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-53f274ad-a475-4a28-86e7-732c48adddbb tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:11.926278 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-53f274ad-a475-4a28-86e7-732c48adddbb tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] 10.222.0.21 "DELETE /v2.0/routers/8d16d56a-6a7d-4b4e-9478-55a91abf133c HTTP/1.1" status: 204 len: 168 time: 1.8529510 Aug 22 13:37:11.929522 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 41792) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:11.974063 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c13d6dbf-295b-4d0d-aa84-b15a595b38aa req-baed815c-bfd7-4984-8752-9f7df53ecdc8 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759306 Aug 22 13:37:12.017653 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-e49b0278-8aef-4942-bd28-6b4d9632eccc tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Deleting subnet 1c33389f-daa7-47c7-901f-317cddaa34fc {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:37:12.021350 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e49b0278-8aef-4942-bd28-6b4d9632eccc tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:12.031525 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 41796) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:12.074280 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e49b0278-8aef-4942-bd28-6b4d9632eccc tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:12.167022 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e49b0278-8aef-4942-bd28-6b4d9632eccc tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:12.182118 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-714034e2-fbe3-485c-b3c7-19ec82d5716a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:12.261082 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e49b0278-8aef-4942-bd28-6b4d9632eccc tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:12.300960 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e49b0278-8aef-4942-bd28-6b4d9632eccc tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:12.303483 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e49b0278-8aef-4942-bd28-6b4d9632eccc tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] 10.222.0.21 "DELETE /v2.0/subnets/1c33389f-daa7-47c7-901f-317cddaa34fc HTTP/1.1" status: 204 len: 168 time: 0.3729553 Aug 22 13:37:12.304672 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b0278-8aef-4942-bd28-6b4d9632eccc tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Pushing event deleted for resources: {'Subnet': ['ID=1c33389f-daa7-47c7-901f-317cddaa34fc,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:12.308980 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48b98ef-1046-4d73-ae2c-9b2322054ebe None None] Network 74d25e63-bd95-4f93-ba9f-1e1dbad714c4 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:37:12.311693 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 41808) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:12.358047 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-714034e2-fbe3-485c-b3c7-19ec82d5716a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:12.391910 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-714034e2-fbe3-485c-b3c7-19ec82d5716a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:12.454141 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6e408049-73fd-4ad1-8af3-0567ce8cd427 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:12.539695 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714034e2-fbe3-485c-b3c7-19ec82d5716a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d383e8-f62e-429d-982c-9ea73087d6a5,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:12.558470 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-714034e2-fbe3-485c-b3c7-19ec82d5716a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=10cfe66c271843f29bc7f6369ecd273f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5258632 Aug 22 13:37:12.561139 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 41820) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:12.587093 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690308b1-6fb9-4a55-9d34-e43ad49c5ec1 req-ba081fc6-19e2-4cf9-a3ee-1ab6ec46ced9 tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:12.597419 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-690308b1-6fb9-4a55-9d34-e43ad49c5ec1 req-ba081fc6-19e2-4cf9-a3ee-1ab6ec46ced9 tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e031b43-0ff2-4961-aa31-3b84c06c7350 HTTP/1.1" status: 200 len: 946 time: 0.2612009 Aug 22 13:37:12.619210 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6c9cbf-b627-471e-b45a-77e0151569ef None None] DHCP port deletion for 74d25e63-bd95-4f93-ba9f-1e1dbad714c4 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:37:12.671980 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ae5ed8fc-c9aa-4b7c-9f5d-d40a4a2beb76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:12.693372 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-690308b1-6fb9-4a55-9d34-e43ad49c5ec1 req-061c858b-8b03-4ec8-a09f-67e077dfabec tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] 10.222.0.21 "GET /v2.0/security-groups?id=305ee910-9482-4aa5-91b0-e0ce023dda72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949910 Aug 22 13:37:12.698953 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ae5ed8fc-c9aa-4b7c-9f5d-d40a4a2beb76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:12.715045 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-9f6c9cbf-b627-471e-b45a-77e0151569ef None None] Deleting port ef914abd-c06d-4925-a41f-a28c86066fbf {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:37:12.715045 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9f6c9cbf-b627-471e-b45a-77e0151569ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:12.725061 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-6e408049-73fd-4ad1-8af3-0567ce8cd427 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Deleting port ef914abd-c06d-4925-a41f-a28c86066fbf {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:37:12.725649 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6e408049-73fd-4ad1-8af3-0567ce8cd427 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:12.764628 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ae5ed8fc-c9aa-4b7c-9f5d-d40a4a2beb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:12.772393 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ae5ed8fc-c9aa-4b7c-9f5d-d40a4a2beb76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:12.774801 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ae5ed8fc-c9aa-4b7c-9f5d-d40a4a2beb76 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/51d383e8-f62e-429d-982c-9ea73087d6a5 HTTP/1.1" status: 204 len: 168 time: 0.2122838 Aug 22 13:37:12.789722 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5ed8fc-c9aa-4b7c-9f5d-d40a4a2beb76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d383e8-f62e-429d-982c-9ea73087d6a5,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:12.854472 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-6e408049-73fd-4ad1-8af3-0567ce8cd427 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] For port ef914abd-c06d-4925-a41f-a28c86066fbf, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=ef914abd-c06d-4925-a41f-a28c86066fbf,segment=NetworkSegment(863e2823-a5a7-420e-8376-1f66a7947554),segment_id=863e2823-a5a7-420e-8376-1f66a7947554)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:37:12.854885 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6e408049-73fd-4ad1-8af3-0567ce8cd427 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:12.872461 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-6e408049-73fd-4ad1-8af3-0567ce8cd427 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Calling delete_port for ef914abd-c06d-4925-a41f-a28c86066fbf owned by network:dhcp {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:37:12.965297 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-9f6c9cbf-b627-471e-b45a-77e0151569ef None None] For port ef914abd-c06d-4925-a41f-a28c86066fbf, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=ef914abd-c06d-4925-a41f-a28c86066fbf,segment=NetworkSegment(863e2823-a5a7-420e-8376-1f66a7947554),segment_id=863e2823-a5a7-420e-8376-1f66a7947554)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:37:12.968702 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9f6c9cbf-b627-471e-b45a-77e0151569ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:12.996674 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6e408049-73fd-4ad1-8af3-0567ce8cd427 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:12.999532 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-9f6c9cbf-b627-471e-b45a-77e0151569ef None None] Calling delete_port for ef914abd-c06d-4925-a41f-a28c86066fbf owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:37:13.000081 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ddc47-84b0-410c-a38e-965078500718 req-66290427-a089-49ef-9ae7-54b72b0b4665 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:13.003177 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-384ddc47-84b0-410c-a38e-965078500718 req-66290427-a089-49ef-9ae7-54b72b0b4665 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.41 "GET /v2.0/ports?device_id=24b77c1e-8b4f-4443-b101-4af971eaf347 HTTP/1.1" status: 200 len: 945 time: 0.1768823 Aug 22 13:37:13.061190 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e408049-73fd-4ad1-8af3-0567ce8cd427 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Pushing event deleted for resources: {'Port': ['ID=ef914abd-c06d-4925-a41f-a28c86066fbf,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:13.071127 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e408049-73fd-4ad1-8af3-0567ce8cd427 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] No DVR routers for this DVR port ef914abd-c06d-4925-a41f-a28c86066fbf on host n-d-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:37:13.181322 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9f6c9cbf-b627-471e-b45a-77e0151569ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:13.209644 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6e408049-73fd-4ad1-8af3-0567ce8cd427 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:13.215606 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-384ddc47-84b0-410c-a38e-965078500718 req-f3b02fa5-6138-4aa5-b0a8-91dc92deb358 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Deleting port 5456ba07-7252-4982-98b9-cdc0cd5b4f6c {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:37:13.215872 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-384ddc47-84b0-410c-a38e-965078500718 req-f3b02fa5-6138-4aa5-b0a8-91dc92deb358 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:13.224434 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-6e408049-73fd-4ad1-8af3-0567ce8cd427 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74d25e63-bd95-4f93-ba9f-1e1dbad714c4']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:37:13.239690 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-6e408049-73fd-4ad1-8af3-0567ce8cd427 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '863e2823-a5a7-420e-8376-1f66a7947554') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:37:13.240005 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-6e408049-73fd-4ad1-8af3-0567ce8cd427 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '863e2823-a5a7-420e-8376-1f66a7947554') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:37:13.247111 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6c9cbf-b627-471e-b45a-77e0151569ef None None] No DVR routers for this DVR port ef914abd-c06d-4925-a41f-a28c86066fbf on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:37:13.249025 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76360434-15ad-4f39-992b-755b96e9fc43 req-18005d18-f0f5-4819-9080-43a878099a22 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:13.250496 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6c9cbf-b627-471e-b45a-77e0151569ef None None] Pushing event deleted for resources: {'Port': ['ID=ef914abd-c06d-4925-a41f-a28c86066fbf,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:13.250632 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-76360434-15ad-4f39-992b-755b96e9fc43 req-18005d18-f0f5-4819-9080-43a878099a22 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=24b77c1e-8b4f-4443-b101-4af971eaf347 HTTP/1.1" status: 200 len: 945 time: 0.1385653 Aug 22 13:37:13.259968 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6e408049-73fd-4ad1-8af3-0567ce8cd427 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:13.285447 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6e408049-73fd-4ad1-8af3-0567ce8cd427 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:13.300737 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e408049-73fd-4ad1-8af3-0567ce8cd427 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:37:13.301133 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6e408049-73fd-4ad1-8af3-0567ce8cd427 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:13.314798 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:37:13.314798 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:37:13.314798 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:37:13.314798 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:37:13.314798 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:37:13.314798 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:37:13.314798 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:37:13.314798 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:37:13.314798 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:37:13.314798 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:37:13.314798 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:37:13.314798 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:37:13.314798 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:37:13.314798 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:37:13.314798 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:37:13.314798 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:37:13.314798 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:37:13.314798 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:37:13.314798 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:37:13.314798 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:37:13.314798 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:37:13.314798 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:37:13.314798 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:37:13.314798 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:37:13.314798 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:37:13.314798 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:37:13.314798 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:37:13.314798 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:37:13.314798 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:37:13.314798 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:37:13.314798 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:37:13.314798 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:37:13.361845 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-384ddc47-84b0-410c-a38e-965078500718 req-f3b02fa5-6138-4aa5-b0a8-91dc92deb358 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] For port 5456ba07-7252-4982-98b9-cdc0cd5b4f6c, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=5456ba07-7252-4982-98b9-cdc0cd5b4f6c,segment=NetworkSegment(db44917f-e270-4117-9230-1517bc4d1e8b),segment_id=db44917f-e270-4117-9230-1517bc4d1e8b)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:37:13.362831 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-384ddc47-84b0-410c-a38e-965078500718 req-f3b02fa5-6138-4aa5-b0a8-91dc92deb358 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:13.378111 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-384ddc47-84b0-410c-a38e-965078500718 req-f3b02fa5-6138-4aa5-b0a8-91dc92deb358 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Calling delete_port for 5456ba07-7252-4982-98b9-cdc0cd5b4f6c owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:37:13.426357 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-76360434-15ad-4f39-992b-755b96e9fc43 req-e28360c4-5dfd-45e0-ba37-11692867703b tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508420 Aug 22 13:37:13.436830 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6e408049-73fd-4ad1-8af3-0567ce8cd427 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:13.446897 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6e408049-73fd-4ad1-8af3-0567ce8cd427 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:13.449286 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-6e408049-73fd-4ad1-8af3-0567ce8cd427 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] 10.222.0.21 "DELETE /v2.0/networks/74d25e63-bd95-4f93-ba9f-1e1dbad714c4 HTTP/1.1" status: 204 len: 168 time: 1.1364501 Aug 22 13:37:13.453796 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 41842) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:13.463588 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e408049-73fd-4ad1-8af3-0567ce8cd427 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Pushing event deleted for resources: {'Network': ['ID=74d25e63-bd95-4f93-ba9f-1e1dbad714c4,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:13.606096 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 41850) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:13.684465 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device ef914abd-c06d-4925-a41f-a28c86066fbf no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:37:13.700619 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-bae70c1a-31e7-42b5-a81b-b27037fe9040 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Deleting port de083ad0-eaee-45a3-8e6d-427f61b1cb89 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:37:13.701221 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bae70c1a-31e7-42b5-a81b-b27037fe9040 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:13.716359 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-384ddc47-84b0-410c-a38e-965078500718 req-f3b02fa5-6138-4aa5-b0a8-91dc92deb358 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:13.740783 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: ef914abd-c06d-4925-a41f-a28c86066fbf {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:37:13.741529 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device ef914abd-c06d-4925-a41f-a28c86066fbf not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:37:13.747461 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['5456ba07-7252-4982-98b9-cdc0cd5b4f6c'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:37:13.854946 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b02fa5-6138-4aa5-b0a8-91dc92deb358 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Pushing event deleted for resources: {'Port': ['ID=5456ba07-7252-4982-98b9-cdc0cd5b4f6c,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:13.903370 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-779116a5-d57d-4d11-960f-33d5f4febe15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:13.924648 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-384ddc47-84b0-410c-a38e-965078500718 req-f3b02fa5-6138-4aa5-b0a8-91dc92deb358 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] No DVR routers for this DVR port 5456ba07-7252-4982-98b9-cdc0cd5b4f6c on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:37:13.932336 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-384ddc47-84b0-410c-a38e-965078500718 req-f3b02fa5-6138-4aa5-b0a8-91dc92deb358 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:13.934715 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-384ddc47-84b0-410c-a38e-965078500718 req-f3b02fa5-6138-4aa5-b0a8-91dc92deb358 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.41 "DELETE /v2.0/ports/5456ba07-7252-4982-98b9-cdc0cd5b4f6c HTTP/1.1" status: 204 len: 173 time: 0.9237139 Aug 22 13:37:13.934914 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b77c1e-8b4f-4443-b101-4af971eaf347', 'name': 'network-vif-deleted', 'tag': '5456ba07-7252-4982-98b9-cdc0cd5b4f6c'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:37:13.937969 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-895df074-861c-4408-91d0-6121c9be944d" -d '{"events": [{"server_uuid": "24b77c1e-8b4f-4443-b101-4af971eaf347", "name": "network-vif-deleted", "tag": "5456ba07-7252-4982-98b9-cdc0cd5b4f6c"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:37:13.945711 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bae70c1a-31e7-42b5-a81b-b27037fe9040 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:13.946320 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bae70c1a-31e7-42b5-a81b-b27037fe9040 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:13.966212 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-bae70c1a-31e7-42b5-a81b-b27037fe9040 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Calling delete_port for de083ad0-eaee-45a3-8e6d-427f61b1cb89 owned by network:floatingip {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:37:13.971157 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de3faa-616f-4774-9f30-a1cb32465a9a req-a5da64d5-42ef-4410-a4dc-206c1bcc00cc tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:13.974162 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f6de3faa-616f-4774-9f30-a1cb32465a9a req-a5da64d5-42ef-4410-a4dc-206c1bcc00cc tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e031b43-0ff2-4961-aa31-3b84c06c7350 HTTP/1.1" status: 200 len: 946 time: 0.1433282 Aug 22 13:37:14.114164 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f6de3faa-616f-4774-9f30-a1cb32465a9a req-795280a1-459f-482e-8c99-5c2c20e55697 tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] 10.222.0.21 "GET /v2.0/security-groups?id=305ee910-9482-4aa5-91b0-e0ce023dda72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324685 Aug 22 13:37:14.134559 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76275dcb-9429-40e6-a020-c997dfbbf049 x-openstack-request-id: req-76275dcb-9429-40e6-a020-c997dfbbf049 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:37:14.134892 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24b77c1e-8b4f-4443-b101-4af971eaf347", "name": "network-vif-deleted", "tag": "5456ba07-7252-4982-98b9-cdc0cd5b4f6c", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:37:14.136131 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-76275dcb-9429-40e6-a020-c997dfbbf049 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:37:14.136614 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b77c1e-8b4f-4443-b101-4af971eaf347', 'name': 'network-vif-deleted', 'tag': '5456ba07-7252-4982-98b9-cdc0cd5b4f6c', 'status': 'completed', 'code': 200} Aug 22 13:37:14.194911 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-779116a5-d57d-4d11-960f-33d5f4febe15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:14.202456 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-779116a5-d57d-4d11-960f-33d5f4febe15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:14.224904 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bae70c1a-31e7-42b5-a81b-b27037fe9040 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:14.257503 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-779116a5-d57d-4d11-960f-33d5f4febe15 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c06a1f1b155c436a97d34a3e473e1a3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6500742 Aug 22 13:37:14.260351 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 41874) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:14.263567 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae70c1a-31e7-42b5-a81b-b27037fe9040 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Pushing event deleted for resources: {'Port': ['ID=de083ad0-eaee-45a3-8e6d-427f61b1cb89,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:14.330632 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779116a5-d57d-4d11-960f-33d5f4febe15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f57447-5786-4fd9-95b9-edecbdf68e01,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:14.369598 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8d3d7d22-0f07-4123-a520-f54590896183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:14.396683 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bae70c1a-31e7-42b5-a81b-b27037fe9040 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks [] for floatingip, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:14.400869 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bae70c1a-31e7-42b5-a81b-b27037fe9040 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:14.404052 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8d3d7d22-0f07-4123-a520-f54590896183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:14.405574 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-bae70c1a-31e7-42b5-a81b-b27037fe9040 tempest-FloatingIPAdminTestJSON-2097166923 tempest-FloatingIPAdminTestJSON-2097166923-project] 10.222.0.21 "DELETE /v2.0/floatingips/79667ea0-bcb0-4350-ac3d-0864eb7bb0f1 HTTP/1.1" status: 204 len: 168 time: 0.9505498 Aug 22 13:37:14.481605 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8d3d7d22-0f07-4123-a520-f54590896183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:14.485688 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8d3d7d22-0f07-4123-a520-f54590896183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:14.487352 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-8d3d7d22-0f07-4123-a520-f54590896183 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b2f57447-5786-4fd9-95b9-edecbdf68e01 HTTP/1.1" status: 204 len: 168 time: 0.2259040 Aug 22 13:37:14.497404 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3d7d22-0f07-4123-a520-f54590896183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f57447-5786-4fd9-95b9-edecbdf68e01,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:14.622393 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0013cf1-4f47-494d-ae40-9dc2388580a2 req-f9cfbb18-aaa8-4cc4-9ed0-7dedfc0f8cf5 tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:14.624161 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c0013cf1-4f47-494d-ae40-9dc2388580a2 req-f9cfbb18-aaa8-4cc4-9ed0-7dedfc0f8cf5 tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e031b43-0ff2-4961-aa31-3b84c06c7350 HTTP/1.1" status: 200 len: 946 time: 0.1114557 Aug 22 13:37:14.674779 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a9890774-11f2-4ce1-b075-e1eaec5b30d1 req-43007315-2ecd-4b3f-b0f4-c273cd687c0e tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=24b77c1e-8b4f-4443-b101-4af971eaf347 HTTP/1.1" status: 200 len: 210 time: 0.0662410 Aug 22 13:37:14.725979 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c0013cf1-4f47-494d-ae40-9dc2388580a2 req-9c99b530-4ba9-48e9-9141-b4cb10ead2a4 tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] 10.222.0.21 "GET /v2.0/security-groups?id=305ee910-9482-4aa5-91b0-e0ce023dda72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906253 Aug 22 13:37:14.845628 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 41892) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:14.995918 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-03135ea1-5a56-42d8-979d-14ccfb9301dc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=da44543724ce42918f8258ab485770da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1491168 Aug 22 13:37:14.998514 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 41902) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:15.055346 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-03aa87bf-bcea-4328-a3a7-dbc36b017dbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:15.104976 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-03aa87bf-bcea-4328-a3a7-dbc36b017dbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:15.163543 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-03aa87bf-bcea-4328-a3a7-dbc36b017dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:15.166804 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-03aa87bf-bcea-4328-a3a7-dbc36b017dbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:15.171357 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-03aa87bf-bcea-4328-a3a7-dbc36b017dbc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f06d69fd-fec0-42e6-853f-7b5b16993a7a HTTP/1.1" status: 204 len: 168 time: 0.1718092 Aug 22 13:37:15.180571 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aa87bf-bcea-4328-a3a7-dbc36b017dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06d69fd-fec0-42e6-853f-7b5b16993a7a,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:15.580759 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 41930) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:15.713478 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 41938) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:15.738761 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-13f5439e-1c6d-49d5-8335-08df32ef356e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:15.842478 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-90799e03-955e-4a5c-bb85-e9bd24be3d2f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2035045029-network', 'tenant_id': 'd953ee5d914f4a7288a8a29730002fca'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:37:15.984079 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f33a99e-f93e-412e-9f72-b720381e21be req-1ade5c20-022b-4e60-bbcb-c37d880a85c2 tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:15.986140 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2f33a99e-f93e-412e-9f72-b720381e21be req-1ade5c20-022b-4e60-bbcb-c37d880a85c2 tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e031b43-0ff2-4961-aa31-3b84c06c7350 HTTP/1.1" status: 200 len: 946 time: 0.1317697 Aug 22 13:37:16.078209 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac0c47-65d3-43a0-983f-daa6ac60b0a9 req-61b049a6-68d4-4319-b2c1-fab5d0bc30f5 tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:16.086294 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-feac0c47-65d3-43a0-983f-daa6ac60b0a9 req-61b049a6-68d4-4319-b2c1-fab5d0bc30f5 tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e031b43-0ff2-4961-aa31-3b84c06c7350 HTTP/1.1" status: 200 len: 946 time: 0.1770284 Aug 22 13:37:16.167140 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-13f5439e-1c6d-49d5-8335-08df32ef356e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:16.206813 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-13f5439e-1c6d-49d5-8335-08df32ef356e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:16.263374 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-feac0c47-65d3-43a0-983f-daa6ac60b0a9 req-90f7c828-52bc-425e-bbdf-66a30c355243 tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] 10.222.0.21 "GET /v2.0/security-groups?id=305ee910-9482-4aa5-91b0-e0ce023dda72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758921 Aug 22 13:37:16.280016 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90799e03-955e-4a5c-bb85-e9bd24be3d2f admin admin] Made reservation on behalf of d953ee5d914f4a7288a8a29730002fca for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:37:16.289168 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-90799e03-955e-4a5c-bb85-e9bd24be3d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:16.312647 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-13f5439e-1c6d-49d5-8335-08df32ef356e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=30378b7aa5b54e30afa5be8ce79284ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5980599 Aug 22 13:37:16.315225 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 41966) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:16.325404 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f5439e-1c6d-49d5-8335-08df32ef356e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba46dd64-a502-45cb-b711-8566f2126e89,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:16.347003 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-90799e03-955e-4a5c-bb85-e9bd24be3d2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:16.369366 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6900ea76-e6f9-4e3d-b0af-9fc2ed7e325f req-8d976e14-c692-490b-a06c-af9d63fa48c5 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:16.371150 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6900ea76-e6f9-4e3d-b0af-9fc2ed7e325f req-8d976e14-c692-490b-a06c-af9d63fa48c5 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/networks?id=029dc999-300f-41d7-a154-70ddffd00bd2 HTTP/1.1" status: 200 len: 812 time: 0.3057930 Aug 22 13:37:16.385334 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-2f33a99e-f93e-412e-9f72-b720381e21be req-309cd90b-0b1c-4f30-9014-b16fa56dc242 tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] Deleting port 19c94a5d-467d-4bbb-b784-5d63503ff1e6 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:37:16.385821 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2f33a99e-f93e-412e-9f72-b720381e21be req-309cd90b-0b1c-4f30-9014-b16fa56dc242 tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:16.387042 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5228ad51-7ceb-46b9-86f2-6f6e0c6cbe03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:16.411164 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5228ad51-7ceb-46b9-86f2-6f6e0c6cbe03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:16.470889 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5228ad51-7ceb-46b9-86f2-6f6e0c6cbe03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:16.474199 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5228ad51-7ceb-46b9-86f2-6f6e0c6cbe03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:16.475688 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5228ad51-7ceb-46b9-86f2-6f6e0c6cbe03 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ba46dd64-a502-45cb-b711-8566f2126e89 HTTP/1.1" status: 204 len: 168 time: 0.1586940 Aug 22 13:37:16.485214 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5228ad51-7ceb-46b9-86f2-6f6e0c6cbe03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba46dd64-a502-45cb-b711-8566f2126e89,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:16.869944 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6900ea76-e6f9-4e3d-b0af-9fc2ed7e325f req-e73eb0da-2748-4bd6-81c6-ae6360084f50 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/quotas/55ae8131c673474db6fbd918c6d65e53 HTTP/1.1" status: 200 len: 375 time: 0.4902198 Aug 22 13:37:16.941114 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 41978) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:16.946325 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6900ea76-e6f9-4e3d-b0af-9fc2ed7e325f req-5bee9a80-8da6-4496-9ddc-2a2aaca3b93e tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=55ae8131c673474db6fbd918c6d65e53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436828 Aug 22 13:37:16.966529 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c5f6927a-9398-41cc-9b57-19ca5974cfd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:17.003112 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-2f33a99e-f93e-412e-9f72-b720381e21be req-309cd90b-0b1c-4f30-9014-b16fa56dc242 tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] For port 19c94a5d-467d-4bbb-b784-5d63503ff1e6, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=19c94a5d-467d-4bbb-b784-5d63503ff1e6,segment=NetworkSegment(4cf92614-c6ce-41de-8bd8-9ae7a049a64d),segment_id=4cf92614-c6ce-41de-8bd8-9ae7a049a64d)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:37:17.003522 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2f33a99e-f93e-412e-9f72-b720381e21be req-309cd90b-0b1c-4f30-9014-b16fa56dc242 tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:17.074670 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-2f33a99e-f93e-412e-9f72-b720381e21be req-309cd90b-0b1c-4f30-9014-b16fa56dc242 tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] Calling delete_port for 19c94a5d-467d-4bbb-b784-5d63503ff1e6 owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:37:17.199358 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-90799e03-955e-4a5c-bb85-e9bd24be3d2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:17.205107 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6900ea76-e6f9-4e3d-b0af-9fc2ed7e325f req-7b796c97-bff1-4a8c-8eb1-652b6fc2eb6d service neutron] 10.222.0.21 "GET /v2.0/networks/029dc999-300f-41d7-a154-70ddffd00bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419491 Aug 22 13:37:17.210670 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-90799e03-955e-4a5c-bb85-e9bd24be3d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:17.326642 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c5f6927a-9398-41cc-9b57-19ca5974cfd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:17.333892 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c5f6927a-9398-41cc-9b57-19ca5974cfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:17.351909 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90799e03-955e-4a5c-bb85-e9bd24be3d2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:37:17.406578 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c5f6927a-9398-41cc-9b57-19ca5974cfd3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=90f8849f777f4cb1bb7fee2c70f642b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4628696 Aug 22 13:37:17.408006 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f6927a-9398-41cc-9b57-19ca5974cfd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f22d4c-1fb9-4045-ad18-b930d45bf15e,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:17.410521 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 41990) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:17.429832 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6900ea76-e6f9-4e3d-b0af-9fc2ed7e325f req-e3d036ed-ac73-4c17-8800-0735fdff1412 service neutron] 10.222.0.21 "GET /v2.0/networks/029dc999-300f-41d7-a154-70ddffd00bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085941 Aug 22 13:37:17.445656 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90799e03-955e-4a5c-bb85-e9bd24be3d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b1fd23-abf0-4029-8bf5-4e8e3c16aeae,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:17.504101 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-12d11c28-1c52-428c-bb74-13f9e3eaee8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:17.518247 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 5456ba07-7252-4982-98b9-cdc0cd5b4f6c no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:37:17.532324 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-12d11c28-1c52-428c-bb74-13f9e3eaee8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:17.545805 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: 5456ba07-7252-4982-98b9-cdc0cd5b4f6c {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:37:17.546522 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 5456ba07-7252-4982-98b9-cdc0cd5b4f6c not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:37:17.592548 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-12d11c28-1c52-428c-bb74-13f9e3eaee8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:17.596680 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-12d11c28-1c52-428c-bb74-13f9e3eaee8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:17.600396 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-12d11c28-1c52-428c-bb74-13f9e3eaee8a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/29f22d4c-1fb9-4045-ad18-b930d45bf15e HTTP/1.1" status: 204 len: 168 time: 0.1864190 Aug 22 13:37:17.631796 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d11c28-1c52-428c-bb74-13f9e3eaee8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f22d4c-1fb9-4045-ad18-b930d45bf15e,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:17.663885 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e29e9-decd-46ca-8f1a-73f1e394d5da req-5b6e2174-1c8c-4429-998c-4a094b991ddd tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:17.673205 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c10e29e9-decd-46ca-8f1a-73f1e394d5da req-5b6e2174-1c8c-4429-998c-4a094b991ddd tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e031b43-0ff2-4961-aa31-3b84c06c7350 HTTP/1.1" status: 200 len: 946 time: 0.2422609 Aug 22 13:37:17.737380 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2f33a99e-f93e-412e-9f72-b720381e21be req-309cd90b-0b1c-4f30-9014-b16fa56dc242 tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:17.743435 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-90799e03-955e-4a5c-bb85-e9bd24be3d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:17.743844 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-90799e03-955e-4a5c-bb85-e9bd24be3d2f admin admin] Added segment 3e2a6405-d9f4-46c3-bd31-caa400911d68 of type vlan for network 09ddfb22-9759-41d5-b511-b1a96521841b Aug 22 13:37:17.790778 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309cd90b-0b1c-4f30-9014-b16fa56dc242 tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] Pushing event deleted for resources: {'Port': ['ID=19c94a5d-467d-4bbb-b784-5d63503ff1e6,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:17.807207 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c10e29e9-decd-46ca-8f1a-73f1e394d5da req-2ba5800e-d740-4adb-98cd-e931dd77f873 tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] 10.222.0.21 "GET /v2.0/security-groups?id=305ee910-9482-4aa5-91b0-e0ce023dda72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281350 Aug 22 13:37:17.847957 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-13e41708-69f9-4273-bf3b-6f83145ba743 req-b822c571-df94-4867-bfcb-36cade6db783 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=411b7ffb-4c5b-4e05-89f9-7c8bc2cfb194 HTTP/1.1" status: 200 len: 210 time: 0.0305417 Aug 22 13:37:17.963592 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-90799e03-955e-4a5c-bb85-e9bd24be3d2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:17.985850 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f33a99e-f93e-412e-9f72-b720381e21be req-309cd90b-0b1c-4f30-9014-b16fa56dc242 tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] No DVR routers for this DVR port 19c94a5d-467d-4bbb-b784-5d63503ff1e6 on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:37:17.990147 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2f33a99e-f93e-412e-9f72-b720381e21be req-309cd90b-0b1c-4f30-9014-b16fa56dc242 tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:17.991395 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2f33a99e-f93e-412e-9f72-b720381e21be req-309cd90b-0b1c-4f30-9014-b16fa56dc242 tempest-InstanceActionsV221TestJSON-2131349244 tempest-InstanceActionsV221TestJSON-2131349244-project] 10.222.0.16 "DELETE /v2.0/ports/19c94a5d-467d-4bbb-b784-5d63503ff1e6 HTTP/1.1" status: 204 len: 173 time: 1.9922130 Aug 22 13:37:17.991704 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e031b43-0ff2-4961-aa31-3b84c06c7350', 'name': 'network-vif-deleted', 'tag': '19c94a5d-467d-4bbb-b784-5d63503ff1e6'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:37:17.994586 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7943d237-2b94-4666-b7fe-b62119bda8df" -d '{"events": [{"server_uuid": "5e031b43-0ff2-4961-aa31-3b84c06c7350", "name": "network-vif-deleted", "tag": "19c94a5d-467d-4bbb-b784-5d63503ff1e6"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:37:18.045522 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-90799e03-955e-4a5c-bb85-e9bd24be3d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:18.046652 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90799e03-955e-4a5c-bb85-e9bd24be3d2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:18.047318 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-90799e03-955e-4a5c-bb85-e9bd24be3d2f admin admin] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:18.073869 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1479e1ed-59f3-42f5-8553-0bb814649ed0 x-openstack-request-id: req-1479e1ed-59f3-42f5-8553-0bb814649ed0 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:37:18.074604 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e031b43-0ff2-4961-aa31-3b84c06c7350", "name": "network-vif-deleted", "tag": "19c94a5d-467d-4bbb-b784-5d63503ff1e6", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:37:18.075770 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1479e1ed-59f3-42f5-8553-0bb814649ed0 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:37:18.076445 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e031b43-0ff2-4961-aa31-3b84c06c7350', 'name': 'network-vif-deleted', 'tag': '19c94a5d-467d-4bbb-b784-5d63503ff1e6', 'status': 'completed', 'code': 200} Aug 22 13:37:18.082027 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-90799e03-955e-4a5c-bb85-e9bd24be3d2f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.4993269 Aug 22 13:37:18.085142 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 42012) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:18.091051 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-8d73f9dd-e7c6-4ca3-a2fa-e5b502a414a0 admin admin] Request body: {'subnet': {'network_id': '09ddfb22-9759-41d5-b511-b1a96521841b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2035045029-subnet', 'tenant_id': 'd953ee5d914f4a7288a8a29730002fca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:37:18.140715 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d73f9dd-e7c6-4ca3-a2fa-e5b502a414a0 admin admin] Made reservation on behalf of d953ee5d914f4a7288a8a29730002fca for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:37:18.144972 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8d73f9dd-e7c6-4ca3-a2fa-e5b502a414a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:18.167589 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90799e03-955e-4a5c-bb85-e9bd24be3d2f admin admin] Pushing event updated for resources: {'Network': ['ID=09ddfb22-9759-41d5-b511-b1a96521841b,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:18.182029 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 09ddfb22-9759-41d5-b511-b1a96521841b details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:37:18.434045 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 19c94a5d-467d-4bbb-b784-5d63503ff1e6 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:37:18.468931 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8d73f9dd-e7c6-4ca3-a2fa-e5b502a414a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:18.475543 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: 19c94a5d-467d-4bbb-b784-5d63503ff1e6 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:37:18.478937 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 19c94a5d-467d-4bbb-b784-5d63503ff1e6 not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:37:18.537702 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 42028) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:18.627178 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d73f9dd-e7c6-4ca3-a2fa-e5b502a414a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4eb4d59f-f1d3-4065-beb1-2e6b44865678,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:18.642190 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d73f9dd-e7c6-4ca3-a2fa-e5b502a414a0 admin admin] Checking segment: {'id': '3e2a6405-d9f4-46c3-bd31-caa400911d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '09ddfb22-9759-41d5-b511-b1a96521841b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:37:18.642921 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d73f9dd-e7c6-4ca3-a2fa-e5b502a414a0 admin admin] Network hostable DHCP agents. Network: 09ddfb22-9759-41d5-b511-b1a96521841b, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:37:18.675437 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d73f9dd-e7c6-4ca3-a2fa-e5b502a414a0 admin admin] Network 09ddfb22-9759-41d5-b511-b1a96521841b is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:37:18.704138 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-8d73f9dd-e7c6-4ca3-a2fa-e5b502a414a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 09ddfb22-9759-41d5-b511-b1a96521841b) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:37:18.714210 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d73f9dd-e7c6-4ca3-a2fa-e5b502a414a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:18.715033 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8d73f9dd-e7c6-4ca3-a2fa-e5b502a414a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:18.715923 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a36a69f-008a-47cf-8dd0-64f6020a5a94 None None] Network 09ddfb22-9759-41d5-b511-b1a96521841b requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:37:18.743768 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8d73f9dd-e7c6-4ca3-a2fa-e5b502a414a0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6573756 Aug 22 13:37:18.747389 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 42038) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:18.762574 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-c7aca95b-afe7-42d1-b12b-5c9528caa067 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2035045029-router', 'tenant_id': 'd953ee5d914f4a7288a8a29730002fca', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:37:18.920196 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c7aca95b-afe7-42d1-b12b-5c9528caa067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:18.921396 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c7aca95b-afe7-42d1-b12b-5c9528caa067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:18.981977 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-eb2c33d9-abb5-4245-b0d3-43a955f691fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:19.031658 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fada93b-4cb5-4886-98fe-8114424372e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-09ddfb22-9759-41d5-b511-b1a96521841b', 'network_id': '09ddfb22-9759-41d5-b511-b1a96521841b', 'tenant_id': 'd953ee5d914f4a7288a8a29730002fca', 'fixed_ips': [{'subnet_id': '4eb4d59f-f1d3-4065-beb1-2e6b44865678'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:37:19.033142 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5fada93b-4cb5-4886-98fe-8114424372e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:19.150718 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c7aca95b-afe7-42d1-b12b-5c9528caa067 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:19.218159 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-5fada93b-4cb5-4886-98fe-8114424372e6 None None] Allocated IP 172.20.0.2 (09ddfb22-9759-41d5-b511-b1a96521841b/4eb4d59f-f1d3-4065-beb1-2e6b44865678/e2be68b4-f5a1-42e9-b5d1-baf7a4c0331a) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:37:19.315338 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7209f5b4-2852-414d-8d58-c0cce6b81972 req-75f9ab1c-37c1-42bc-a02f-142f5b3776ca tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=411b7ffb-4c5b-4e05-89f9-7c8bc2cfb194 HTTP/1.1" status: 200 len: 210 time: 0.1684077 Aug 22 13:37:19.595567 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 42062) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:19.611716 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6900ea76-e6f9-4e3d-b0af-9fc2ed7e325f req-a98eb839-801d-4cc7-bfbe-344bd891c784 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:19.613837 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6900ea76-e6f9-4e3d-b0af-9fc2ed7e325f req-a98eb839-801d-4cc7-bfbe-344bd891c784 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.41 "GET /v2.0/networks?id=029dc999-300f-41d7-a154-70ddffd00bd2 HTTP/1.1" status: 200 len: 812 time: 0.3165686 Aug 22 13:37:19.628604 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-6900ea76-e6f9-4e3d-b0af-9fc2ed7e325f req-7dfa0c3e-9fce-4962-891d-54b2e30ecddb tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Request body: {'port': {'device_id': '411b7ffb-4c5b-4e05-89f9-7c8bc2cfb194', 'network_id': '029dc999-300f-41d7-a154-70ddffd00bd2', 'admin_state_up': True, 'tenant_id': '55ae8131c673474db6fbd918c6d65e53'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:37:19.665850 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5fada93b-4cb5-4886-98fe-8114424372e6 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:19.675772 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-5fada93b-4cb5-4886-98fe-8114424372e6 None None] Transition to ACTIVE for port object e2be68b4-f5a1-42e9-b5d1-baf7a4c0331a will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:37:19.693212 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-5fada93b-4cb5-4886-98fe-8114424372e6 None None] Transition to ACTIVE for port object e2be68b4-f5a1-42e9-b5d1-baf7a4c0331a will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:37:19.700354 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5fada93b-4cb5-4886-98fe-8114424372e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:19.721523 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c7aca95b-afe7-42d1-b12b-5c9528caa067 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:19.749766 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fada93b-4cb5-4886-98fe-8114424372e6 None None] Network 09ddfb22-9759-41d5-b511-b1a96521841b is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:37:19.756150 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-5fada93b-4cb5-4886-98fe-8114424372e6 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:37:19.758931 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fada93b-4cb5-4886-98fe-8114424372e6 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:37:19.798684 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fada93b-4cb5-4886-98fe-8114424372e6 None None] Pushing event updated for resources: {'Port': ['ID=e2be68b4-f5a1-42e9-b5d1-baf7a4c0331a,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:19.842370 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-5fada93b-4cb5-4886-98fe-8114424372e6 None None] Attempting to bind port e2be68b4-f5a1-42e9-b5d1-baf7a4c0331a on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:37:19.842981 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-5fada93b-4cb5-4886-98fe-8114424372e6 None None] Attempting to bind port e2be68b4-f5a1-42e9-b5d1-baf7a4c0331a by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '3e2a6405-d9f4-46c3-bd31-caa400911d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '09ddfb22-9759-41d5-b511-b1a96521841b'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:37:19.843439 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fada93b-4cb5-4886-98fe-8114424372e6 None None] Attempting to bind port e2be68b4-f5a1-42e9-b5d1-baf7a4c0331a on network 09ddfb22-9759-41d5-b511-b1a96521841b {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:37:19.869280 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fada93b-4cb5-4886-98fe-8114424372e6 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:37:19.872436 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fada93b-4cb5-4886-98fe-8114424372e6 None None] Checking segment: {'id': '3e2a6405-d9f4-46c3-bd31-caa400911d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '09ddfb22-9759-41d5-b511-b1a96521841b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:37:19.873055 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5fada93b-4cb5-4886-98fe-8114424372e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:19.874607 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fada93b-4cb5-4886-98fe-8114424372e6 None None] Bound using segment: {'id': '3e2a6405-d9f4-46c3-bd31-caa400911d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '09ddfb22-9759-41d5-b511-b1a96521841b'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:37:19.875285 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-5fada93b-4cb5-4886-98fe-8114424372e6 None None] Bound port: e2be68b4-f5a1-42e9-b5d1-baf7a4c0331a, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2a6405-d9f4-46c3-bd31-caa400911d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '09ddfb22-9759-41d5-b511-b1a96521841b'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:37:19.875905 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5fada93b-4cb5-4886-98fe-8114424372e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:19.906286 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-eb2c33d9-abb5-4245-b0d3-43a955f691fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:19.911997 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2235490-231f-4b6d-a7b8-536f0afe5033 admin admin] Deleting subnet c18f828c-8f58-4e2f-bd00-5a606b0f5d1b {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:37:19.919592 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e2235490-231f-4b6d-a7b8-536f0afe5033 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:19.930836 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-eb2c33d9-abb5-4245-b0d3-43a955f691fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:19.949272 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6900ea76-e6f9-4e3d-b0af-9fc2ed7e325f req-7dfa0c3e-9fce-4962-891d-54b2e30ecddb tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Made reservation on behalf of 55ae8131c673474db6fbd918c6d65e53 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:37:19.955434 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-6900ea76-e6f9-4e3d-b0af-9fc2ed7e325f req-7dfa0c3e-9fce-4962-891d-54b2e30ecddb tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:19.971831 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-5fada93b-4cb5-4886-98fe-8114424372e6 None None] For port e2be68b4-f5a1-42e9-b5d1-baf7a4c0331a, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:37:19.976686 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-5fada93b-4cb5-4886-98fe-8114424372e6 None None] For port e2be68b4-f5a1-42e9-b5d1-baf7a4c0331a, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=e2be68b4-f5a1-42e9-b5d1-baf7a4c0331a,segment=NetworkSegment(3e2a6405-d9f4-46c3-bd31-caa400911d68),segment_id=3e2a6405-d9f4-46c3-bd31-caa400911d68)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:37:19.985489 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5fada93b-4cb5-4886-98fe-8114424372e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:20.026401 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-eb2c33d9-abb5-4245-b0d3-43a955f691fb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e5edfa3c80f34fc090b227452ab04975&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4875219 Aug 22 13:37:20.034947 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 42076) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:20.047279 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2c33d9-abb5-4245-b0d3-43a955f691fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73b342f-f217-46f2-bd60-2708cd4bc813,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:20.067747 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e2235490-231f-4b6d-a7b8-536f0afe5033 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:20.117453 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fada93b-4cb5-4886-98fe-8114424372e6 None None] Pushing event updated for resources: {'Port': ['ID=e2be68b4-f5a1-42e9-b5d1-baf7a4c0331a,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:20.219889 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e2235490-231f-4b6d-a7b8-536f0afe5033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:20.273554 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-6900ea76-e6f9-4e3d-b0af-9fc2ed7e325f req-7dfa0c3e-9fce-4962-891d-54b2e30ecddb tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Allocated IP 172.20.0.5 (029dc999-300f-41d7-a154-70ddffd00bd2/7cd6abbc-1246-430e-b262-f242ac355bf7/6fe6f55b-8018-4007-8c50-0cae635d9405) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:37:20.307041 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e2235490-231f-4b6d-a7b8-536f0afe5033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:20.337360 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e2235490-231f-4b6d-a7b8-536f0afe5033 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:20.344481 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e2235490-231f-4b6d-a7b8-536f0afe5033 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c18f828c-8f58-4e2f-bd00-5a606b0f5d1b HTTP/1.1" status: 204 len: 168 time: 0.7457159 Aug 22 13:37:20.345468 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 42092) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:20.537939 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2235490-231f-4b6d-a7b8-536f0afe5033 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c18f828c-8f58-4e2f-bd00-5a606b0f5d1b,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:20.552978 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8828bf3b-2ae6-4b48-8312-cabb04c6a59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:20.556690 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 42096) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:20.612005 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f8c73253-b2b4-4a0b-b8d0-fa5ebfebf6b8 req-c055509c-6fc7-4034-a620-8e9e9c9eb56b tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=411b7ffb-4c5b-4e05-89f9-7c8bc2cfb194 HTTP/1.1" status: 200 len: 210 time: 0.0612171 Aug 22 13:37:20.656551 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c7e9d41f-e995-4544-996b-9fa9fd4a8b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:20.738505 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8828bf3b-2ae6-4b48-8312-cabb04c6a59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:20.750599 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-04c6b37c-b189-45c3-a820-2d3a80fba928 tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-983515674'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:37:20.760477 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-8828bf3b-2ae6-4b48-8312-cabb04c6a59e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['523a292b-4825-438a-af9c-c60e57529b91']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:37:20.762603 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af40b83-99b2-4ee1-913f-a563f1662ed2 req-55bc4ea0-de76-4ecb-81f3-84900af4c9e2 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:20.764119 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9af40b83-99b2-4ee1-913f-a563f1662ed2 req-55bc4ea0-de76-4ecb-81f3-84900af4c9e2 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/ports?device_id=b80b89b4-4f2c-4c8b-aa26-b0fe60069084 HTTP/1.1" status: 200 len: 946 time: 0.3358088 Aug 22 13:37:20.777524 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c7e9d41f-e995-4544-996b-9fa9fd4a8b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:20.778443 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-8828bf3b-2ae6-4b48-8312-cabb04c6a59e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cf92614-c6ce-41de-8bd8-9ae7a049a64d') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:37:20.778730 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-8828bf3b-2ae6-4b48-8312-cabb04c6a59e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cf92614-c6ce-41de-8bd8-9ae7a049a64d') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:37:20.782419 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-6900ea76-e6f9-4e3d-b0af-9fc2ed7e325f req-7dfa0c3e-9fce-4962-891d-54b2e30ecddb tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:20.794928 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8828bf3b-2ae6-4b48-8312-cabb04c6a59e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:20.813869 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8828bf3b-2ae6-4b48-8312-cabb04c6a59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:20.819094 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c7aca95b-afe7-42d1-b12b-5c9528caa067 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:20.824519 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8828bf3b-2ae6-4b48-8312-cabb04c6a59e admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:37:20.824992 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8828bf3b-2ae6-4b48-8312-cabb04c6a59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:20.826728 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:37:20.826728 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:37:20.826728 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:37:20.826728 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:37:20.826728 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:37:20.826728 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:37:20.826728 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:37:20.826728 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:37:20.826728 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:37:20.826728 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:37:20.826728 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:37:20.826728 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:37:20.826728 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:37:20.826728 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:37:20.826728 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:37:20.826728 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:37:20.826728 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:37:20.826728 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:37:20.826728 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:37:20.826728 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:37:20.826728 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:37:20.826728 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:37:20.826728 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:37:20.826728 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:37:20.826728 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:37:20.826728 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:37:20.826728 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:37:20.826728 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:37:20.826728 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:37:20.826728 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:37:20.826728 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:37:20.826728 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:37:20.857649 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c7aca95b-afe7-42d1-b12b-5c9528caa067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:20.874169 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-04c6b37c-b189-45c3-a820-2d3a80fba928 tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:20.875245 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-04c6b37c-b189-45c3-a820-2d3a80fba928 tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:20.900903 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9af40b83-99b2-4ee1-913f-a563f1662ed2 req-1d8504ad-0e46-4fa9-8d6f-a2e387f93f16 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23f2214-6790-4df7-a348-a4695558251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270022 Aug 22 13:37:20.906715 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-6900ea76-e6f9-4e3d-b0af-9fc2ed7e325f req-7dfa0c3e-9fce-4962-891d-54b2e30ecddb tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:20.919609 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8828bf3b-2ae6-4b48-8312-cabb04c6a59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:20.957404 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8828bf3b-2ae6-4b48-8312-cabb04c6a59e admin admin] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:20.964897 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8828bf3b-2ae6-4b48-8312-cabb04c6a59e admin admin] 10.222.0.21 "DELETE /v2.0/networks/523a292b-4825-438a-af9c-c60e57529b91 HTTP/1.1" status: 204 len: 168 time: 0.6173122 Aug 22 13:37:20.982838 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8828bf3b-2ae6-4b48-8312-cabb04c6a59e admin admin] Pushing event deleted for resources: {'Network': ['ID=523a292b-4825-438a-af9c-c60e57529b91,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:21.005995 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6900ea76-e6f9-4e3d-b0af-9fc2ed7e325f req-7dfa0c3e-9fce-4962-891d-54b2e30ecddb tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Network 029dc999-300f-41d7-a154-70ddffd00bd2 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:37:21.011456 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-6900ea76-e6f9-4e3d-b0af-9fc2ed7e325f req-7dfa0c3e-9fce-4962-891d-54b2e30ecddb tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:37:21.018759 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-6900ea76-e6f9-4e3d-b0af-9fc2ed7e325f req-7dfa0c3e-9fce-4962-891d-54b2e30ecddb tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:37:21.023755 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa0c3e-9fce-4962-891d-54b2e30ecddb tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Pushing event updated for resources: {'Port': ['ID=6fe6f55b-8018-4007-8c50-0cae635d9405,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:21.039671 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-04c6b37c-b189-45c3-a820-2d3a80fba928 tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:21.040752 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c7e9d41f-e995-4544-996b-9fa9fd4a8b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:21.043319 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c7e9d41f-e995-4544-996b-9fa9fd4a8b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:21.046827 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c7e9d41f-e995-4544-996b-9fa9fd4a8b13 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b73b342f-f217-46f2-bd60-2708cd4bc813 HTTP/1.1" status: 204 len: 168 time: 1.0059745 Aug 22 13:37:21.072528 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-04c6b37c-b189-45c3-a820-2d3a80fba928 tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:21.098624 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e9d41f-e995-4544-996b-9fa9fd4a8b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73b342f-f217-46f2-bd60-2708cd4bc813,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:21.109868 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6900ea76-e6f9-4e3d-b0af-9fc2ed7e325f req-7dfa0c3e-9fce-4962-891d-54b2e30ecddb tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:21.111282 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-6900ea76-e6f9-4e3d-b0af-9fc2ed7e325f req-7dfa0c3e-9fce-4962-891d-54b2e30ecddb tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:21.119810 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-04c6b37c-b189-45c3-a820-2d3a80fba928 tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:21.124519 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-04c6b37c-b189-45c3-a820-2d3a80fba928 tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.5616176 Aug 22 13:37:21.124755 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 42104) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:21.159240 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-c7aca95b-afe7-42d1-b12b-5c9528caa067 admin admin] Allocated IP 172.25.3.200 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/9c1070dd-1106-43d5-ae48-476fdb66f183) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:37:21.232080 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6900ea76-e6f9-4e3d-b0af-9fc2ed7e325f req-7dfa0c3e-9fce-4962-891d-54b2e30ecddb tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6081069 Aug 22 13:37:21.238063 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-026fba57-f1f2-4d96-97f5-01a3d07a8800 tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:21.246388 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-6900ea76-e6f9-4e3d-b0af-9fc2ed7e325f req-50204437-b23f-43b9-b329-dc7c81e7f20e service neutron] Request body: {'port': {'device_id': '411b7ffb-4c5b-4e05-89f9-7c8bc2cfb194', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:37:21.306039 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 42108) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:21.348010 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c7aca95b-afe7-42d1-b12b-5c9528caa067 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:21.389389 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-9417627f-0417-426e-a145-80805dd78bae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7e58c34ecc954aa7aca58d4887c5eaa2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0820513 Aug 22 13:37:21.391986 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 42112) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:21.454419 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-026fba57-f1f2-4d96-97f5-01a3d07a8800 tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:21.457080 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-026fba57-f1f2-4d96-97f5-01a3d07a8800 tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:21.470211 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c7aca95b-afe7-42d1-b12b-5c9528caa067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:21.516535 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f9c58148-1592-4a96-bfa2-aba590b0de53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:21.539079 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-6900ea76-e6f9-4e3d-b0af-9fc2ed7e325f req-50204437-b23f-43b9-b329-dc7c81e7f20e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:21.542184 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-026fba57-f1f2-4d96-97f5-01a3d07a8800 tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:21.542705 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026fba57-f1f2-4d96-97f5-01a3d07a8800 tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6a5393d0-a968-49fb-8a91-5024cbd91cf2 {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:37:21.545948 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7aca95b-afe7-42d1-b12b-5c9528caa067 admin admin] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:37:21.547649 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-026fba57-f1f2-4d96-97f5-01a3d07a8800 tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:21.548818 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-026fba57-f1f2-4d96-97f5-01a3d07a8800 tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] 10.222.0.21 "DELETE /v2.0/routers/6a5393d0-a968-49fb-8a91-5024cbd91cf2 HTTP/1.1" status: 204 len: 168 time: 0.4222755 Aug 22 13:37:21.551995 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 42114) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:21.557682 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-c7a52301-1d99-428d-9a8c-2d60f3efe21b tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] Request body: {'router': {'name': 'tempest-router-1480149083', 'distributed': False}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:37:21.559982 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-c7aca95b-afe7-42d1-b12b-5c9528caa067 admin admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:37:21.569171 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f9c58148-1592-4a96-bfa2-aba590b0de53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:21.571647 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7aca95b-afe7-42d1-b12b-5c9528caa067 admin admin] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:37:21.592364 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c57c15-3acd-431b-84c8-8ee401b7f670 None None] Network 09ddfb22-9759-41d5-b511-b1a96521841b requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:37:21.644944 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c7a52301-1d99-428d-9a8c-2d60f3efe21b tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:21.651825 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c7a52301-1d99-428d-9a8c-2d60f3efe21b tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:21.670171 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aca95b-afe7-42d1-b12b-5c9528caa067 admin admin] Pushing event updated for resources: {'Port': ['ID=9c1070dd-1106-43d5-ae48-476fdb66f183,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:21.697608 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-b440a22d-9fe8-4f3a-9b69-f7b3192f4a50 None None] Provisioning for port e2be68b4-f5a1-42e9-b5d1-baf7a4c0331a completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:37:21.720405 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 42120) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:21.746788 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-24a55b7b-bf3f-4f24-b491-1e33e230f486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:21.818588 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device e2be68b4-f5a1-42e9-b5d1-baf7a4c0331a up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:37:21.841429 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c7a52301-1d99-428d-9a8c-2d60f3efe21b tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:21.849117 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c7a52301-1d99-428d-9a8c-2d60f3efe21b tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:21.915360 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port e2be68b4-f5a1-42e9-b5d1-baf7a4c0331a completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:37:21.917757 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f9c58148-1592-4a96-bfa2-aba590b0de53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:21.919346 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port e2be68b4-f5a1-42e9-b5d1-baf7a4c0331a triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:37:21.920476 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f9c58148-1592-4a96-bfa2-aba590b0de53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:21.921927 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f9c58148-1592-4a96-bfa2-aba590b0de53 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/305ee910-9482-4aa5-91b0-e0ce023dda72 HTTP/1.1" status: 204 len: 168 time: 0.5286682 Aug 22 13:37:21.925321 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:21.985371 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974e01e-8112-4f74-ad3a-8d2acfcd3eda req-767954e1-ef79-4384-b318-2cda24fbf8bc tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:21.987004 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0974e01e-8112-4f74-ad3a-8d2acfcd3eda req-767954e1-ef79-4384-b318-2cda24fbf8bc tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=411b7ffb-4c5b-4e05-89f9-7c8bc2cfb194 HTTP/1.1" status: 200 len: 931 time: 0.2455266 Aug 22 13:37:21.987733 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c58148-1592-4a96-bfa2-aba590b0de53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305ee910-9482-4aa5-91b0-e0ce023dda72,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:22.093022 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:22.130487 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-6900ea76-e6f9-4e3d-b0af-9fc2ed7e325f req-50204437-b23f-43b9-b329-dc7c81e7f20e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fe6f55b-8018-4007-8c50-0cae635d9405 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:37:22.139714 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-6900ea76-e6f9-4e3d-b0af-9fc2ed7e325f req-50204437-b23f-43b9-b329-dc7c81e7f20e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:22.155278 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-6900ea76-e6f9-4e3d-b0af-9fc2ed7e325f req-50204437-b23f-43b9-b329-dc7c81e7f20e service neutron] Transition to ACTIVE for port object 6fe6f55b-8018-4007-8c50-0cae635d9405 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:37:22.156157 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b621622-2312-44c1-95f0-fb0b62ee66f6 req-8e761920-44a5-487a-ab78-9b76c1e9e9f1 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:22.158459 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7b621622-2312-44c1-95f0-fb0b62ee66f6 req-8e761920-44a5-487a-ab78-9b76c1e9e9f1 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80b89b4-4f2c-4c8b-aa26-b0fe60069084 HTTP/1.1" status: 200 len: 946 time: 0.2229586 Aug 22 13:37:22.163164 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port e2be68b4-f5a1-42e9-b5d1-baf7a4c0331a, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=e2be68b4-f5a1-42e9-b5d1-baf7a4c0331a,segment=NetworkSegment(3e2a6405-d9f4-46c3-bd31-caa400911d68),segment_id=3e2a6405-d9f4-46c3-bd31-caa400911d68)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:37:22.163805 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-6900ea76-e6f9-4e3d-b0af-9fc2ed7e325f req-50204437-b23f-43b9-b329-dc7c81e7f20e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:22.169011 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:22.218824 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50204437-b23f-43b9-b329-dc7c81e7f20e service neutron] Pushing event updated for resources: {'Port': ['ID=6fe6f55b-8018-4007-8c50-0cae635d9405,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:22.263788 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=e2be68b4-f5a1-42e9-b5d1-baf7a4c0331a,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:22.274062 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0974e01e-8112-4f74-ad3a-8d2acfcd3eda req-994e03bb-333c-4d67-9230-ebda182a5299 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548182 Aug 22 13:37:22.302965 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-24a55b7b-bf3f-4f24-b491-1e33e230f486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:22.327641 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c8841-8890-49ee-807d-ff9a2bcb93de req-ca0f5f85-327c-459b-a681-e9085ce89789 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:22.329180 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a51c8841-8890-49ee-807d-ff9a2bcb93de req-ca0f5f85-327c-459b-a681-e9085ce89789 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/ports?device_id=b80b89b4-4f2c-4c8b-aa26-b0fe60069084 HTTP/1.1" status: 200 len: 946 time: 0.2282248 Aug 22 13:37:22.329930 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-24a55b7b-bf3f-4f24-b491-1e33e230f486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:22.330667 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c7a52301-1d99-428d-9a8c-2d60f3efe21b tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:22.340216 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c7a52301-1d99-428d-9a8c-2d60f3efe21b tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7860947 Aug 22 13:37:22.342792 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 42130) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:22.361204 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-8f4e1ab2-d65d-465e-a59d-83d083b8bb84 None None] Provisioning complete for port e2be68b4-f5a1-42e9-b5d1-baf7a4c0331a triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:37:22.363143 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8f4e1ab2-d65d-465e-a59d-83d083b8bb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:22.368419 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c7aca95b-afe7-42d1-b12b-5c9528caa067 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:22.456538 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-24a55b7b-bf3f-4f24-b491-1e33e230f486 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=06b497397633473bb2a39c9e36d915f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7348118 Aug 22 13:37:22.460832 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 42134) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:22.461553 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-6900ea76-e6f9-4e3d-b0af-9fc2ed7e325f req-50204437-b23f-43b9-b329-dc7c81e7f20e service neutron] Attempting to bind port 6fe6f55b-8018-4007-8c50-0cae635d9405 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:37:22.462461 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-6900ea76-e6f9-4e3d-b0af-9fc2ed7e325f req-50204437-b23f-43b9-b329-dc7c81e7f20e service neutron] Attempting to bind port 6fe6f55b-8018-4007-8c50-0cae635d9405 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': 'db44917f-e270-4117-9230-1517bc4d1e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '029dc999-300f-41d7-a154-70ddffd00bd2'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:37:22.462461 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6900ea76-e6f9-4e3d-b0af-9fc2ed7e325f req-50204437-b23f-43b9-b329-dc7c81e7f20e service neutron] Attempting to bind port 6fe6f55b-8018-4007-8c50-0cae635d9405 on network 029dc999-300f-41d7-a154-70ddffd00bd2 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:37:22.462675 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a55b7b-bf3f-4f24-b491-1e33e230f486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c7b8cd-e7c2-4446-ab1f-76acb0aa23b0,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:22.472636 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f5f8ee13-5d45-442e-b7ab-a251fa4582fc tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:22.516954 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a51c8841-8890-49ee-807d-ff9a2bcb93de req-a8ed86f5-fac2-48b9-a550-6ada2c5a2c95 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23f2214-6790-4df7-a348-a4695558251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620996 Aug 22 13:37:22.541568 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-7b621622-2312-44c1-95f0-fb0b62ee66f6 req-19359e5c-b74f-4f4c-8388-a95624e319bf tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Deleting port 9b30a099-d8a0-4675-a68d-7d3d60c8142f {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:37:22.541956 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7b621622-2312-44c1-95f0-fb0b62ee66f6 req-19359e5c-b74f-4f4c-8388-a95624e319bf tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:22.555894 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6900ea76-e6f9-4e3d-b0af-9fc2ed7e325f req-50204437-b23f-43b9-b329-dc7c81e7f20e service neutron] Port 6fe6f55b-8018-4007-8c50-0cae635d9405 on network 029dc999-300f-41d7-a154-70ddffd00bd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:37:22.556217 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6900ea76-e6f9-4e3d-b0af-9fc2ed7e325f req-50204437-b23f-43b9-b329-dc7c81e7f20e service neutron] Attempting to bind port 6fe6f55b-8018-4007-8c50-0cae635d9405 on network 029dc999-300f-41d7-a154-70ddffd00bd2 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:37:22.574305 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6900ea76-e6f9-4e3d-b0af-9fc2ed7e325f req-50204437-b23f-43b9-b329-dc7c81e7f20e service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:37:22.574660 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6900ea76-e6f9-4e3d-b0af-9fc2ed7e325f req-50204437-b23f-43b9-b329-dc7c81e7f20e service neutron] Checking segment: {'id': 'db44917f-e270-4117-9230-1517bc4d1e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '029dc999-300f-41d7-a154-70ddffd00bd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:37:22.575028 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6900ea76-e6f9-4e3d-b0af-9fc2ed7e325f req-50204437-b23f-43b9-b329-dc7c81e7f20e service neutron] Bound using segment: {'id': 'db44917f-e270-4117-9230-1517bc4d1e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '029dc999-300f-41d7-a154-70ddffd00bd2'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:37:22.575465 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-6900ea76-e6f9-4e3d-b0af-9fc2ed7e325f req-50204437-b23f-43b9-b329-dc7c81e7f20e service neutron] Bound port: 6fe6f55b-8018-4007-8c50-0cae635d9405, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db44917f-e270-4117-9230-1517bc4d1e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '029dc999-300f-41d7-a154-70ddffd00bd2'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:37:22.575826 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-6900ea76-e6f9-4e3d-b0af-9fc2ed7e325f req-50204437-b23f-43b9-b329-dc7c81e7f20e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:22.691243 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f5f8ee13-5d45-442e-b7ab-a251fa4582fc tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:22.693777 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f5f8ee13-5d45-442e-b7ab-a251fa4582fc tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:22.712389 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-7b621622-2312-44c1-95f0-fb0b62ee66f6 req-19359e5c-b74f-4f4c-8388-a95624e319bf tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] For port 9b30a099-d8a0-4675-a68d-7d3d60c8142f, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=9b30a099-d8a0-4675-a68d-7d3d60c8142f,segment=NetworkSegment(741e13e0-402a-4f69-a295-32aa21113f30),segment_id=741e13e0-402a-4f69-a295-32aa21113f30)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:37:22.712754 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7b621622-2312-44c1-95f0-fb0b62ee66f6 req-19359e5c-b74f-4f4c-8388-a95624e319bf tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:22.734204 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-7b621622-2312-44c1-95f0-fb0b62ee66f6 req-19359e5c-b74f-4f4c-8388-a95624e319bf tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Calling delete_port for 9b30a099-d8a0-4675-a68d-7d3d60c8142f owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:37:22.741218 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c7aca95b-afe7-42d1-b12b-5c9528caa067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:22.988794 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7b621622-2312-44c1-95f0-fb0b62ee66f6 req-19359e5c-b74f-4f4c-8388-a95624e319bf tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:23.002725 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['f98ca010-3650-437c-83fa-f13f12655f20', '6b875a92-6cad-47b3-8250-8cfcae444250'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:37:23.034975 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19359e5c-b74f-4f4c-8388-a95624e319bf tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Pushing event deleted for resources: {'Port': ['ID=9b30a099-d8a0-4675-a68d-7d3d60c8142f,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:23.045506 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7aca95b-afe7-42d1-b12b-5c9528caa067 admin admin] Router 4db889f9-c5a8-40f4-ab71-d80809644146 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:37:23.062946 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['07f4112b-22bd-4268-8fdd-48504a9f6055'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:37:23.094558 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b621622-2312-44c1-95f0-fb0b62ee66f6 req-19359e5c-b74f-4f4c-8388-a95624e319bf tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] No DVR routers for this DVR port 9b30a099-d8a0-4675-a68d-7d3d60c8142f on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:37:23.130120 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7b621622-2312-44c1-95f0-fb0b62ee66f6 req-19359e5c-b74f-4f4c-8388-a95624e319bf tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:23.135902 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7b621622-2312-44c1-95f0-fb0b62ee66f6 req-19359e5c-b74f-4f4c-8388-a95624e319bf tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.16 "DELETE /v2.0/ports/9b30a099-d8a0-4675-a68d-7d3d60c8142f HTTP/1.1" status: 204 len: 173 time: 0.9576185 Aug 22 13:37:23.135902 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80b89b4-4f2c-4c8b-aa26-b0fe60069084', 'name': 'network-vif-deleted', 'tag': '9b30a099-d8a0-4675-a68d-7d3d60c8142f'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:37:23.135902 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcfb28b8-836d-414a-a3a5-a3c5cad61b7f" -d '{"events": [{"server_uuid": "b80b89b4-4f2c-4c8b-aa26-b0fe60069084", "name": "network-vif-deleted", "tag": "9b30a099-d8a0-4675-a68d-7d3d60c8142f"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:37:23.175112 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f5f8ee13-5d45-442e-b7ab-a251fa4582fc tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:23.176180 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f8ee13-5d45-442e-b7ab-a251fa4582fc tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fda62f41-8b68-4dd0-b711-e3caa0ff087b {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:37:23.191166 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d76288a9-02d3-4093-925a-9c30db7e0ac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:23.201665 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f5f8ee13-5d45-442e-b7ab-a251fa4582fc tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:23.209332 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f5f8ee13-5d45-442e-b7ab-a251fa4582fc tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] 10.222.0.21 "DELETE /v2.0/routers/fda62f41-8b68-4dd0-b711-e3caa0ff087b HTTP/1.1" status: 204 len: 168 time: 0.8611948 Aug 22 13:37:23.212611 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 42168) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:23.235572 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-2422b18e-10d3-49b8-a6a8-0aa98cd2e71b tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] Request body: {'router': {'name': 'tempest-router-736693956', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'e8fae4eb40114fdfacf96beb23637998'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:37:23.242949 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-6900ea76-e6f9-4e3d-b0af-9fc2ed7e325f req-50204437-b23f-43b9-b329-dc7c81e7f20e service neutron] For port 6fe6f55b-8018-4007-8c50-0cae635d9405, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:37:23.266413 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d76288a9-02d3-4093-925a-9c30db7e0ac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:23.277969 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-6900ea76-e6f9-4e3d-b0af-9fc2ed7e325f req-50204437-b23f-43b9-b329-dc7c81e7f20e service neutron] For port 6fe6f55b-8018-4007-8c50-0cae635d9405, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=6fe6f55b-8018-4007-8c50-0cae635d9405,segment=NetworkSegment(db44917f-e270-4117-9230-1517bc4d1e8b),segment_id=db44917f-e270-4117-9230-1517bc4d1e8b)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:37:23.289914 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-6900ea76-e6f9-4e3d-b0af-9fc2ed7e325f req-50204437-b23f-43b9-b329-dc7c81e7f20e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:23.342762 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2422b18e-10d3-49b8-a6a8-0aa98cd2e71b tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:23.344046 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2422b18e-10d3-49b8-a6a8-0aa98cd2e71b tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:23.387525 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6900ea76-e6f9-4e3d-b0af-9fc2ed7e325f req-50204437-b23f-43b9-b329-dc7c81e7f20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:23.388401 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-6900ea76-e6f9-4e3d-b0af-9fc2ed7e325f req-50204437-b23f-43b9-b329-dc7c81e7f20e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:23.390523 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6900ea76-e6f9-4e3d-b0af-9fc2ed7e325f req-50204437-b23f-43b9-b329-dc7c81e7f20e service neutron] 10.222.0.41 "PUT /v2.0/ports/6fe6f55b-8018-4007-8c50-0cae635d9405 HTTP/1.1" status: 200 len: 1092 time: 2.1494176 Aug 22 13:37:23.391132 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '411b7ffb-4c5b-4e05-89f9-7c8bc2cfb194', 'tag': '6fe6f55b-8018-4007-8c50-0cae635d9405'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:37:23.403855 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc683962-84ea-4e13-84c9-ceb165ba2819" -d '{"events": [{"name": "network-changed", "server_uuid": "411b7ffb-4c5b-4e05-89f9-7c8bc2cfb194", "tag": "6fe6f55b-8018-4007-8c50-0cae635d9405"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:37:23.472876 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50204437-b23f-43b9-b329-dc7c81e7f20e service neutron] Pushing event updated for resources: {'Port': ['ID=6fe6f55b-8018-4007-8c50-0cae635d9405,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:23.528486 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50204437-b23f-43b9-b329-dc7c81e7f20e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:37:23.528861 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50204437-b23f-43b9-b329-dc7c81e7f20e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:37:23.529130 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50204437-b23f-43b9-b329-dc7c81e7f20e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:37:23.529491 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50204437-b23f-43b9-b329-dc7c81e7f20e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:37:23.529988 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50204437-b23f-43b9-b329-dc7c81e7f20e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:37:23.530195 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50204437-b23f-43b9-b329-dc7c81e7f20e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:37:23.530494 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50204437-b23f-43b9-b329-dc7c81e7f20e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:37:23.530849 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50204437-b23f-43b9-b329-dc7c81e7f20e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:37:23.531175 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50204437-b23f-43b9-b329-dc7c81e7f20e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:37:23.531531 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50204437-b23f-43b9-b329-dc7c81e7f20e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:37:23.531853 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50204437-b23f-43b9-b329-dc7c81e7f20e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:37:23.532168 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50204437-b23f-43b9-b329-dc7c81e7f20e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:37:23.539405 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2422b18e-10d3-49b8-a6a8-0aa98cd2e71b tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:23.548042 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2422b18e-10d3-49b8-a6a8-0aa98cd2e71b tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:23.562368 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d76288a9-02d3-4093-925a-9c30db7e0ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:23.565108 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d76288a9-02d3-4093-925a-9c30db7e0ac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:23.566461 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d76288a9-02d3-4093-925a-9c30db7e0ac6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/77c7b8cd-e7c2-4446-ab1f-76acb0aa23b0 HTTP/1.1" status: 204 len: 168 time: 1.1019542 Aug 22 13:37:23.577540 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76288a9-02d3-4093-925a-9c30db7e0ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c7b8cd-e7c2-4446-ab1f-76acb0aa23b0,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:23.598373 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2422b18e-10d3-49b8-a6a8-0aa98cd2e71b tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:23.602969 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2422b18e-10d3-49b8-a6a8-0aa98cd2e71b tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3835163 Aug 22 13:37:23.605062 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 42192) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:23.612158 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-6cf40b74-7a5e-4fc3-9e3d-0c841a27e3d1 tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:37:23.617349 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6900ea76-e6f9-4e3d-b0af-9fc2ed7e325f req-2b7b66c6-9ef5-46c2-bfdf-e1f00b28275d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:23.618853 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6900ea76-e6f9-4e3d-b0af-9fc2ed7e325f req-2b7b66c6-9ef5-46c2-bfdf-e1f00b28275d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=55ae8131c673474db6fbd918c6d65e53&device_id=411b7ffb-4c5b-4e05-89f9-7c8bc2cfb194 HTTP/1.1" status: 200 len: 1095 time: 0.1630850 Aug 22 13:37:23.735529 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device e2be68b4-f5a1-42e9-b5d1-baf7a4c0331a up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:37:23.792956 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ccc1e3-8d42-4d07-ba05-f07976bd101f x-openstack-request-id: req-a2ccc1e3-8d42-4d07-ba05-f07976bd101f {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:37:23.793252 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "411b7ffb-4c5b-4e05-89f9-7c8bc2cfb194", "tag": "6fe6f55b-8018-4007-8c50-0cae635d9405", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:37:23.793505 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a2ccc1e3-8d42-4d07-ba05-f07976bd101f {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:37:23.797435 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '411b7ffb-4c5b-4e05-89f9-7c8bc2cfb194', 'tag': '6fe6f55b-8018-4007-8c50-0cae635d9405', 'status': 'completed', 'code': 200} Aug 22 13:37:23.812736 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6900ea76-e6f9-4e3d-b0af-9fc2ed7e325f req-54ba4a0a-a5a3-494d-8eae-a6425d4f2b41 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6fe6f55b-8018-4007-8c50-0cae635d9405 HTTP/1.1" status: 200 len: 217 time: 0.1549747 Aug 22 13:37:23.838450 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port e2be68b4-f5a1-42e9-b5d1-baf7a4c0331a triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:37:23.842050 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:23.888983 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1a6c35-2658-4724-bd8a-85fe3ed0c836 x-openstack-request-id: req-7f1a6c35-2658-4724-bd8a-85fe3ed0c836 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:37:23.891002 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b80b89b4-4f2c-4c8b-aa26-b0fe60069084", "name": "network-vif-deleted", "tag": "9b30a099-d8a0-4675-a68d-7d3d60c8142f", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:37:23.891301 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7f1a6c35-2658-4724-bd8a-85fe3ed0c836 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:37:23.892620 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b80b89b4-4f2c-4c8b-aa26-b0fe60069084', 'name': 'network-vif-deleted', 'tag': '9b30a099-d8a0-4675-a68d-7d3d60c8142f', 'status': 'completed', 'code': 200} Aug 22 13:37:24.000363 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4ca1f2bd-cb1a-4d77-b382-3b5fa5b0bed3 req-84edd94a-6664-4412-9784-e251610cf0f6 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/ports?device_id=b80b89b4-4f2c-4c8b-aa26-b0fe60069084 HTTP/1.1" status: 200 len: 210 time: 0.0400457 Aug 22 13:37:24.009057 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6cf40b74-7a5e-4fc3-9e3d-0c841a27e3d1 tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36751'] for router, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:24.009440 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6cf40b74-7a5e-4fc3-9e3d-0c841a27e3d1 tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] Notify callbacks [] for router, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:24.037877 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ebfb77-1068-4644-8e1c-9e57a79227aa req-aae761b6-c45e-4d86-a0b0-a68d5d973850 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:24.040140 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-22ebfb77-1068-4644-8e1c-9e57a79227aa req-aae761b6-c45e-4d86-a0b0-a68d5d973850 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=411b7ffb-4c5b-4e05-89f9-7c8bc2cfb194 HTTP/1.1" status: 200 len: 943 time: 0.1437705 Aug 22 13:37:24.043451 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7aca95b-afe7-42d1-b12b-5c9528caa067 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:37:24.059297 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177856dd-1507-4491-b5a8-0db37535811c None None] Sync routers for ids ['4db889f9-c5a8-40f4-ab71-d80809644146'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:37:24.082237 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177856dd-1507-4491-b5a8-0db37535811c None None] Routers {'4db889f9-c5a8-40f4-ab71-d80809644146'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:37:24.083900 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-177856dd-1507-4491-b5a8-0db37535811c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:37:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['4db889f9-c5a8-40f4-ab71-d80809644146'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:37:24.133567 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-6cf40b74-7a5e-4fc3-9e3d-0c841a27e3d1 tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94628) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 22 13:37:24.133905 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-6cf40b74-7a5e-4fc3-9e3d-0c841a27e3d1 tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] Router a5cef004-a435-465b-a6c2-2fe5a5b88e0c migrating from provider to provider. {{(pid=94628) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 22 13:37:24.134289 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6cf40b74-7a5e-4fc3-9e3d-0c841a27e3d1 tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:24.137433 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-63ad22a8-4080-43df-ab01-3aaf94ba966a req-89a4e2d3-27a4-49bf-baf4-5470abea4c6d tempest-ServerShowV247Test-539738320 tempest-ServerShowV247Test-539738320-project] 10.222.0.21 "GET /v2.0/ports?device_id=86e465bd-9a49-49e1-9518-9b3bce5e46b3 HTTP/1.1" status: 200 len: 210 time: 0.0509760 Aug 22 13:37:24.139057 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6cf40b74-7a5e-4fc3-9e3d-0c841a27e3d1 tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:24.151717 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6cf40b74-7a5e-4fc3-9e3d-0c841a27e3d1 tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803386'] for router, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:24.168917 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-22ebfb77-1068-4644-8e1c-9e57a79227aa req-cbd9a60f-32d0-497a-b713-6f841836114c tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058283 Aug 22 13:37:24.170308 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c7aca95b-afe7-42d1-b12b-5c9528caa067 admin admin] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:24.172430 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c7aca95b-afe7-42d1-b12b-5c9528caa067 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.4232662 Aug 22 13:37:24.174228 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 42200) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:24.279408 n-d-793621-33 neutron-server[94628]: WARNING neutron.scheduler.l3_agent_scheduler [None req-6cf40b74-7a5e-4fc3-9e3d-0c841a27e3d1 tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] No L3 agents can host the router a5cef004-a435-465b-a6c2-2fe5a5b88e0c Aug 22 13:37:24.288373 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-177856dd-1507-4491-b5a8-0db37535811c None None] Set router 4db889f9-c5a8-40f4-ab71-d80809644146 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:37:24.367519 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6900ea76-e6f9-4e3d-b0af-9fc2ed7e325f req-fe9e4e93-4f60-4722-818b-28c8dadd62c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:24.369047 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6900ea76-e6f9-4e3d-b0af-9fc2ed7e325f req-fe9e4e93-4f60-4722-818b-28c8dadd62c0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7cd6abbc-1246-430e-b262-f242ac355bf7 HTTP/1.1" status: 200 len: 852 time: 0.2287815 Aug 22 13:37:24.440073 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf40b74-7a5e-4fc3-9e3d-0c841a27e3d1 tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] Hosts for router a5cef004-a435-465b-a6c2-2fe5a5b88e0c: [] {{(pid=94628) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 22 13:37:24.465929 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6900ea76-e6f9-4e3d-b0af-9fc2ed7e325f req-695c0882-65ab-40a4-86fc-7daf7cdbaa38 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=029dc999-300f-41d7-a154-70ddffd00bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726144 Aug 22 13:37:24.470792 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf40b74-7a5e-4fc3-9e3d-0c841a27e3d1 tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] Hosts for other DVR routers connected to router a5cef004-a435-465b-a6c2-2fe5a5b88e0c: set() {{(pid=94628) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 22 13:37:24.474531 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6cf40b74-7a5e-4fc3-9e3d-0c841a27e3d1 tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:24.476183 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6cf40b74-7a5e-4fc3-9e3d-0c841a27e3d1 tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] 10.222.0.21 "PUT /v2.0/routers/a5cef004-a435-465b-a6c2-2fe5a5b88e0c HTTP/1.1" status: 200 len: 716 time: 0.8684585 Aug 22 13:37:24.478661 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 42218) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:24.495355 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 9b30a099-d8a0-4675-a68d-7d3d60c8142f no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:37:24.531355 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: 9b30a099-d8a0-4675-a68d-7d3d60c8142f {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:37:24.533618 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 9b30a099-d8a0-4675-a68d-7d3d60c8142f not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:37:24.566149 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f6d67f5d-7163-4895-8add-c68767d9b841 tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] 10.222.0.21 "GET /v2.0/routers/a5cef004-a435-465b-a6c2-2fe5a5b88e0c HTTP/1.1" status: 200 len: 716 time: 0.0860667 Aug 22 13:37:24.571972 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 42226) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:24.648066 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6900ea76-e6f9-4e3d-b0af-9fc2ed7e325f req-cf6ef6cb-f3c3-4e55-867f-16884902b408 service neutron] 10.222.0.41 "GET /v2.0/networks/029dc999-300f-41d7-a154-70ddffd00bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704087 Aug 22 13:37:24.672651 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-177856dd-1507-4491-b5a8-0db37535811c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db889f9-c5a8-40f4-ab71-d80809644146', 'name': 'tempest-TaggedBootDevicesTest_v242-2035045029-router', 'tenant_id': 'd953ee5d914f4a7288a8a29730002fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '9c1070dd-1106-43d5-ae48-476fdb66f183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:37:18Z', 'updated_at': '2021-08-22T13:37:21Z', 'revision_number': 3, 'project_id': 'd953ee5d914f4a7288a8a29730002fca', 'gw_port': {'id': '9c1070dd-1106-43d5-ae48-476fdb66f183', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:85:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db889f9-c5a8-40f4-ab71-d80809644146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:37:20Z', 'updated_at': '2021-08-22T13:37:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:37:24.734620 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177856dd-1507-4491-b5a8-0db37535811c None None] Checking router: 4db889f9-c5a8-40f4-ab71-d80809644146 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:37:24.738345 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177856dd-1507-4491-b5a8-0db37535811c None None] Updating router 4db889f9-c5a8-40f4-ab71-d80809644146 port 9c1070dd-1106-43d5-ae48-476fdb66f183 binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:37:24.795244 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-177856dd-1507-4491-b5a8-0db37535811c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:24.946635 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6900ea76-e6f9-4e3d-b0af-9fc2ed7e325f req-9ff7abc9-8d33-459a-b70c-12cc599e4620 service neutron] 10.222.0.41 "GET /v2.0/networks/029dc999-300f-41d7-a154-70ddffd00bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892845 Aug 22 13:37:25.107122 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-df3fa8b6-32d7-43a9-81e6-e04803ddcf15 req-aaad77ad-d64c-4cda-8035-2b6f9d36f193 tempest-ServerShowV247Test-539738320 tempest-ServerShowV247Test-539738320-project] 10.222.0.21 "GET /v2.0/ports?device_id=c59e4c4e-da17-4c5a-be79-65d615b57098 HTTP/1.1" status: 200 len: 210 time: 0.1075621 Aug 22 13:37:25.149139 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e725c2dd-f38f-4ea1-a742-3da3ec4d64ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:25.278613 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-09e1bb74-09db-4f89-b120-441ad4daf476 tempest-RoutersTestDVR-460168981 tempest-RoutersTestDVR-460168981-project] 10.222.0.21 "GET /v2.0/routers/a5cef004-a435-465b-a6c2-2fe5a5b88e0c HTTP/1.1" status: 200 len: 682 time: 0.7051389 Aug 22 13:37:25.279510 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 42262) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:25.282243 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-177856dd-1507-4491-b5a8-0db37535811c None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:25.309723 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-177856dd-1507-4491-b5a8-0db37535811c None None] Transition to ACTIVE for port object 9c1070dd-1106-43d5-ae48-476fdb66f183 will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:37:25.314777 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc683962-84ea-4e13-84c9-ceb165ba2819 req-dcb4bf93-fe21-4578-917b-e18dbd19e224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:25.321043 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-fc683962-84ea-4e13-84c9-ceb165ba2819 req-dcb4bf93-fe21-4578-917b-e18dbd19e224 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=55ae8131c673474db6fbd918c6d65e53&device_id=411b7ffb-4c5b-4e05-89f9-7c8bc2cfb194 HTTP/1.1" status: 200 len: 1095 time: 0.2898662 Aug 22 13:37:25.321246 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-177856dd-1507-4491-b5a8-0db37535811c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:25.444464 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-177856dd-1507-4491-b5a8-0db37535811c None None] Attempting to bind port 9c1070dd-1106-43d5-ae48-476fdb66f183 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:37:25.446373 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-177856dd-1507-4491-b5a8-0db37535811c None None] Attempting to bind port 9c1070dd-1106-43d5-ae48-476fdb66f183 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:37:25.448612 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177856dd-1507-4491-b5a8-0db37535811c None None] Attempting to bind port 9c1070dd-1106-43d5-ae48-476fdb66f183 on network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:37:25.455582 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b476a2-c62e-4895-ad51-a80bbb61d47b None None] Pushing event updated for resources: {'Port': ['ID=9c1070dd-1106-43d5-ae48-476fdb66f183,revision_number=2']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:25.481895 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b476a2-c62e-4895-ad51-a80bbb61d47b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:37:25.482259 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b476a2-c62e-4895-ad51-a80bbb61d47b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:37:25.482594 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b476a2-c62e-4895-ad51-a80bbb61d47b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:37:25.482921 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b476a2-c62e-4895-ad51-a80bbb61d47b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:37:25.483241 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b476a2-c62e-4895-ad51-a80bbb61d47b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:37:25.485840 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b476a2-c62e-4895-ad51-a80bbb61d47b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:37:25.486117 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b476a2-c62e-4895-ad51-a80bbb61d47b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:37:25.486449 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b476a2-c62e-4895-ad51-a80bbb61d47b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:37:25.486776 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b476a2-c62e-4895-ad51-a80bbb61d47b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:37:25.487097 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b476a2-c62e-4895-ad51-a80bbb61d47b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:37:25.487418 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b476a2-c62e-4895-ad51-a80bbb61d47b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:37:25.490738 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b476a2-c62e-4895-ad51-a80bbb61d47b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:37:25.500951 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177856dd-1507-4491-b5a8-0db37535811c None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:37:25.501416 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177856dd-1507-4491-b5a8-0db37535811c None None] Checking segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:37:25.503202 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-177856dd-1507-4491-b5a8-0db37535811c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:25.503619 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177856dd-1507-4491-b5a8-0db37535811c None None] Bound using segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:37:25.504375 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-177856dd-1507-4491-b5a8-0db37535811c None None] Bound port: 9c1070dd-1106-43d5-ae48-476fdb66f183, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:37:25.504970 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-177856dd-1507-4491-b5a8-0db37535811c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:25.506609 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc683962-84ea-4e13-84c9-ceb165ba2819 req-536c7f3c-71ba-4540-841e-680b421d25d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:25.508357 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-fc683962-84ea-4e13-84c9-ceb165ba2819 req-536c7f3c-71ba-4540-841e-680b421d25d6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=029dc999-300f-41d7-a154-70ddffd00bd2 HTTP/1.1" status: 200 len: 913 time: 0.1780593 Aug 22 13:37:25.511952 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fe639aa8-7b9e-4f88-b4c2-e6ce4131d714 tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] Notify callbacks [] for router, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:25.601543 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-fc683962-84ea-4e13-84c9-ceb165ba2819 req-8261523f-46c7-4e96-be19-cb096d86b7c7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6fe6f55b-8018-4007-8c50-0cae635d9405 HTTP/1.1" status: 200 len: 217 time: 0.0853882 Aug 22 13:37:25.631893 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-177856dd-1507-4491-b5a8-0db37535811c None None] For port 9c1070dd-1106-43d5-ae48-476fdb66f183, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:37:25.636574 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-177856dd-1507-4491-b5a8-0db37535811c None None] For port 9c1070dd-1106-43d5-ae48-476fdb66f183, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=9c1070dd-1106-43d5-ae48-476fdb66f183,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:37:25.649075 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc1560-4d3e-4e3a-8f95-38e85fbe8cd5 req-b52f67c2-3529-4ed7-af00-5304ed825355 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:25.650617 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-80bc1560-4d3e-4e3a-8f95-38e85fbe8cd5 req-b52f67c2-3529-4ed7-af00-5304ed825355 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=411b7ffb-4c5b-4e05-89f9-7c8bc2cfb194 HTTP/1.1" status: 200 len: 943 time: 0.2911456 Aug 22 13:37:25.658269 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-177856dd-1507-4491-b5a8-0db37535811c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:25.736007 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177856dd-1507-4491-b5a8-0db37535811c None None] Routers {'4db889f9-c5a8-40f4-ab71-d80809644146'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:37:25.737408 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-177856dd-1507-4491-b5a8-0db37535811c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:37:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['4db889f9-c5a8-40f4-ab71-d80809644146'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:37:25.741472 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b476a2-c62e-4895-ad51-a80bbb61d47b None None] Pushing event updated for resources: {'Port': ['ID=9c1070dd-1106-43d5-ae48-476fdb66f183,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:25.768557 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc683962-84ea-4e13-84c9-ceb165ba2819 req-a2008134-25e1-4ba1-a2cc-8c1c42fff3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:25.773058 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-fc683962-84ea-4e13-84c9-ceb165ba2819 req-a2008134-25e1-4ba1-a2cc-8c1c42fff3ac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7cd6abbc-1246-430e-b262-f242ac355bf7 HTTP/1.1" status: 200 len: 852 time: 0.1560581 Aug 22 13:37:25.827514 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-fc683962-84ea-4e13-84c9-ceb165ba2819 req-b474e107-0567-4f88-bc0b-ff7e229ed84f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=029dc999-300f-41d7-a154-70ddffd00bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423107 Aug 22 13:37:25.848895 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fe639aa8-7b9e-4f88-b4c2-e6ce4131d714 tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:25.856717 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fe639aa8-7b9e-4f88-b4c2-e6ce4131d714 tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:25.860996 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-80bc1560-4d3e-4e3a-8f95-38e85fbe8cd5 req-0301f058-6591-4828-a562-86392141be6a tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988037 Aug 22 13:37:25.863385 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-e725c2dd-f38f-4ea1-a742-3da3ec4d64ab admin admin] Allocated IP 172.20.0.1 (09ddfb22-9759-41d5-b511-b1a96521841b/4eb4d59f-f1d3-4065-beb1-2e6b44865678/422208d6-1046-4e74-86a9-aaac3f9db337) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:37:25.921883 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fe639aa8-7b9e-4f88-b4c2-e6ce4131d714 tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:25.922455 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe639aa8-7b9e-4f88-b4c2-e6ce4131d714 tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a5cef004-a435-465b-a6c2-2fe5a5b88e0c {{(pid=94627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:37:25.937411 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fe639aa8-7b9e-4f88-b4c2-e6ce4131d714 tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:25.939152 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-fe639aa8-7b9e-4f88-b4c2-e6ce4131d714 tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] 10.222.0.21 "DELETE /v2.0/routers/a5cef004-a435-465b-a6c2-2fe5a5b88e0c HTTP/1.1" status: 204 len: 168 time: 0.6586852 Aug 22 13:37:25.944042 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 42278) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:25.948467 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-11400076-cdcf-48b4-90e2-9b2abfe87b5b tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] Request body: {'router': {'name': 'tempest-router-1428036906', 'distributed': True}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:37:26.002113 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-11400076-cdcf-48b4-90e2-9b2abfe87b5b tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:26.002979 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-11400076-cdcf-48b4-90e2-9b2abfe87b5b tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:26.023623 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-177856dd-1507-4491-b5a8-0db37535811c None None] Set router 4db889f9-c5a8-40f4-ab71-d80809644146 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:37:26.030030 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-fc683962-84ea-4e13-84c9-ceb165ba2819 req-05190553-6cf8-49f3-8a49-c71043595033 service neutron] 10.222.0.41 "GET /v2.0/networks/029dc999-300f-41d7-a154-70ddffd00bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928253 Aug 22 13:37:26.151098 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-11400076-cdcf-48b4-90e2-9b2abfe87b5b tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:26.161571 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-11400076-cdcf-48b4-90e2-9b2abfe87b5b tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:26.175590 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e725c2dd-f38f-4ea1-a742-3da3ec4d64ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:26.187112 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-fc683962-84ea-4e13-84c9-ceb165ba2819 req-433ed57f-f2d0-4021-8c7f-4e40a986ad33 service neutron] 10.222.0.41 "GET /v2.0/networks/029dc999-300f-41d7-a154-70ddffd00bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397264 Aug 22 13:37:26.194183 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-11400076-cdcf-48b4-90e2-9b2abfe87b5b tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:26.195425 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-11400076-cdcf-48b4-90e2-9b2abfe87b5b tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2515006 Aug 22 13:37:26.196532 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-e725c2dd-f38f-4ea1-a742-3da3ec4d64ab admin admin] Transition to ACTIVE for port object 422208d6-1046-4e74-86a9-aaac3f9db337 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:37:26.199190 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 42282) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:26.331988 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-12e88613-549d-4c75-bf0b-32c2f3587d4c tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] Notify callbacks [] for router, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:26.498590 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-95cd033c-e1dc-4f45-a35a-be83608b64a1 req-fd30c4a9-d74b-4eca-948a-4d4fa482b880 tempest-ServerShowV247Test-539738320 tempest-ServerShowV247Test-539738320-project] 10.222.0.21 "GET /v2.0/ports?device_id=c59e4c4e-da17-4c5a-be79-65d615b57098 HTTP/1.1" status: 200 len: 210 time: 0.2014141 Aug 22 13:37:26.503369 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-177856dd-1507-4491-b5a8-0db37535811c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db889f9-c5a8-40f4-ab71-d80809644146', 'name': 'tempest-TaggedBootDevicesTest_v242-2035045029-router', 'tenant_id': 'd953ee5d914f4a7288a8a29730002fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '9c1070dd-1106-43d5-ae48-476fdb66f183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:37:18Z', 'updated_at': '2021-08-22T13:37:21Z', 'revision_number': 3, 'project_id': 'd953ee5d914f4a7288a8a29730002fca', 'gw_port': {'id': '9c1070dd-1106-43d5-ae48-476fdb66f183', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:85:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db889f9-c5a8-40f4-ab71-d80809644146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:37:20Z', 'updated_at': '2021-08-22T13:37:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:37:26.538451 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177856dd-1507-4491-b5a8-0db37535811c None None] The sync data for ids ['4db889f9-c5a8-40f4-ab71-d80809644146'] in n-d-793621-33 is: [{'id': '4db889f9-c5a8-40f4-ab71-d80809644146', 'name': 'tempest-TaggedBootDevicesTest_v242-2035045029-router', 'tenant_id': 'd953ee5d914f4a7288a8a29730002fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '9c1070dd-1106-43d5-ae48-476fdb66f183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:37:18Z', 'updated_at': '2021-08-22T13:37:21Z', 'revision_number': 3, 'project_id': 'd953ee5d914f4a7288a8a29730002fca', 'gw_port': {'id': '9c1070dd-1106-43d5-ae48-476fdb66f183', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:85:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db889f9-c5a8-40f4-ab71-d80809644146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:37:20Z', 'updated_at': '2021-08-22T13:37:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:37:26.635679 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-12e88613-549d-4c75-bf0b-32c2f3587d4c tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:26.656895 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-12e88613-549d-4c75-bf0b-32c2f3587d4c tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:26.660533 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-90c74244-b5cd-4314-8a04-d00f60cca0e1 req-e8f4ffa5-dbec-4196-a572-8d70d59d4a50 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=86e465bd-9a49-49e1-9518-9b3bce5e46b3 HTTP/1.1" status: 200 len: 210 time: 0.0416505 Aug 22 13:37:26.663582 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e725c2dd-f38f-4ea1-a742-3da3ec4d64ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:26.744130 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e725c2dd-f38f-4ea1-a742-3da3ec4d64ab admin admin] Network 09ddfb22-9759-41d5-b511-b1a96521841b is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:37:26.750322 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-12e88613-549d-4c75-bf0b-32c2f3587d4c tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:26.750849 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e88613-549d-4c75-bf0b-32c2f3587d4c tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a53baaa5-d098-45ac-8c3c-e30a2e73be98 {{(pid=94627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:37:26.752634 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-e725c2dd-f38f-4ea1-a742-3da3ec4d64ab admin admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:37:26.757199 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-12e88613-549d-4c75-bf0b-32c2f3587d4c tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:26.758373 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-12e88613-549d-4c75-bf0b-32c2f3587d4c tempest-RoutersTestDVR-981821459 tempest-RoutersTestDVR-981821459-project-admin] 10.222.0.21 "DELETE /v2.0/routers/a53baaa5-d098-45ac-8c3c-e30a2e73be98 HTTP/1.1" status: 204 len: 168 time: 0.5582521 Aug 22 13:37:26.759521 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e725c2dd-f38f-4ea1-a742-3da3ec4d64ab admin admin] Pushing event updated for resources: {'Port': ['ID=422208d6-1046-4e74-86a9-aaac3f9db337,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:26.781462 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e725c2dd-f38f-4ea1-a742-3da3ec4d64ab admin admin] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:37:26.784288 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e725c2dd-f38f-4ea1-a742-3da3ec4d64ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:37:26.788043 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e725c2dd-f38f-4ea1-a742-3da3ec4d64ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:37:26.789119 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e725c2dd-f38f-4ea1-a742-3da3ec4d64ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:37:26.793561 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e725c2dd-f38f-4ea1-a742-3da3ec4d64ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:37:26.794104 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e725c2dd-f38f-4ea1-a742-3da3ec4d64ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:37:26.794612 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e725c2dd-f38f-4ea1-a742-3da3ec4d64ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:37:26.795128 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e725c2dd-f38f-4ea1-a742-3da3ec4d64ab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:37:26.797116 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e725c2dd-f38f-4ea1-a742-3da3ec4d64ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:37:26.797642 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e725c2dd-f38f-4ea1-a742-3da3ec4d64ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:37:26.798150 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e725c2dd-f38f-4ea1-a742-3da3ec4d64ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:37:26.799022 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e725c2dd-f38f-4ea1-a742-3da3ec4d64ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:37:26.801034 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e725c2dd-f38f-4ea1-a742-3da3ec4d64ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:37:26.884420 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e725c2dd-f38f-4ea1-a742-3da3ec4d64ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:27.174378 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-49b24e6c-442c-48a9-a878-5ca89ded81a2 None None] Provisioning for port 422208d6-1046-4e74-86a9-aaac3f9db337 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:37:27.186344 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-49b24e6c-442c-48a9-a878-5ca89ded81a2 None None] Provisioning complete for port 422208d6-1046-4e74-86a9-aaac3f9db337 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:37:27.186723 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-49b24e6c-442c-48a9-a878-5ca89ded81a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:27.224156 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687cdf28-2302-4a05-929f-f887d9ebe6db req-510efa45-fe9e-462d-9f5f-060c00ec6a73 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:27.234358 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-687cdf28-2302-4a05-929f-f887d9ebe6db req-510efa45-fe9e-462d-9f5f-060c00ec6a73 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=411b7ffb-4c5b-4e05-89f9-7c8bc2cfb194 HTTP/1.1" status: 200 len: 943 time: 0.1838355 Aug 22 13:37:27.281094 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-49b24e6c-442c-48a9-a878-5ca89ded81a2 None None] Port 422208d6-1046-4e74-86a9-aaac3f9db337 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:37:27.322072 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 42300) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:27.327849 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e725c2dd-f38f-4ea1-a742-3da3ec4d64ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:27.336922 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-687cdf28-2302-4a05-929f-f887d9ebe6db req-d13c66a5-a3ba-44a0-a0d8-9ece14c0df83 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016686 Aug 22 13:37:27.514869 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ec9823b4-3154-47ac-aa15-024da768e65d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:27.562196 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 6fe6f55b-8018-4007-8c50-0cae635d9405 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:37:27.671012 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e725c2dd-f38f-4ea1-a742-3da3ec4d64ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:27.718855 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cee82c37-e1a2-4f36-9bc5-b9c4324154cb req-9c483728-8523-4a58-9a3c-3cd448c25f96 tempest-ServerShowV247Test-539738320 tempest-ServerShowV247Test-539738320-project] 10.222.0.21 "GET /v2.0/ports?device_id=c59e4c4e-da17-4c5a-be79-65d615b57098 HTTP/1.1" status: 200 len: 210 time: 0.0665097 Aug 22 13:37:27.721760 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e725c2dd-f38f-4ea1-a742-3da3ec4d64ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:27.768521 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ec9823b4-3154-47ac-aa15-024da768e65d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:27.778584 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 6fe6f55b-8018-4007-8c50-0cae635d9405, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=6fe6f55b-8018-4007-8c50-0cae635d9405,segment=NetworkSegment(db44917f-e270-4117-9230-1517bc4d1e8b),segment_id=db44917f-e270-4117-9230-1517bc4d1e8b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:37:27.779899 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ec9823b4-3154-47ac-aa15-024da768e65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:27.806470 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '6fe6f55b-8018-4007-8c50-0cae635d9405', 'network_id': '029dc999-300f-41d7-a154-70ddffd00bd2', 'port_id': '6fe6f55b-8018-4007-8c50-0cae635d9405', 'mac_address': 'fa:16:3e:06:cb:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cd6abbc-1246-430e-b262-f242ac355bf7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:37:27.852189 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e725c2dd-f38f-4ea1-a742-3da3ec4d64ab admin admin] Pushing event updated for resources: {'Port': ['ID=422208d6-1046-4e74-86a9-aaac3f9db337,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:27.870063 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e725c2dd-f38f-4ea1-a742-3da3ec4d64ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:27.888205 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9823b4-3154-47ac-aa15-024da768e65d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77af5017-c296-44e7-a00a-209a1aed07a3,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:27.935540 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 9c1070dd-1106-43d5-ae48-476fdb66f183 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:37:27.941129 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:27.950801 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ec9823b4-3154-47ac-aa15-024da768e65d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e8fae4eb40114fdfacf96beb23637998&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6252730 Aug 22 13:37:27.951052 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 42316) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:28.037942 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1e8fee9a-9293-4fe1-a90b-00ab7354857b req-921141eb-e796-4ce0-95e0-12d6dfda63b0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c59e4c4e-da17-4c5a-be79-65d615b57098 HTTP/1.1" status: 200 len: 210 time: 0.0335474 Aug 22 13:37:28.054489 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fe6f55b-8018-4007-8c50-0cae635d9405 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:37:28.070383 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f50a8937-efc5-48cf-9942-ae2c41f3dfa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:28.109915 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 6fe6f55b-8018-4007-8c50-0cae635d9405, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=6fe6f55b-8018-4007-8c50-0cae635d9405,segment=NetworkSegment(db44917f-e270-4117-9230-1517bc4d1e8b),segment_id=db44917f-e270-4117-9230-1517bc4d1e8b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:37:28.112433 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e725c2dd-f38f-4ea1-a742-3da3ec4d64ab admin admin] Network 09ddfb22-9759-41d5-b511-b1a96521841b is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:37:28.116704 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-e725c2dd-f38f-4ea1-a742-3da3ec4d64ab admin admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:37:28.122200 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:28.133026 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f50a8937-efc5-48cf-9942-ae2c41f3dfa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:28.234962 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f50a8937-efc5-48cf-9942-ae2c41f3dfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:28.238812 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f50a8937-efc5-48cf-9942-ae2c41f3dfa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:28.240505 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f50a8937-efc5-48cf-9942-ae2c41f3dfa1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/77af5017-c296-44e7-a00a-209a1aed07a3 HTTP/1.1" status: 204 len: 168 time: 0.2884624 Aug 22 13:37:28.270798 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a8937-efc5-48cf-9942-ae2c41f3dfa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77af5017-c296-44e7-a00a-209a1aed07a3,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:28.275504 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=6fe6f55b-8018-4007-8c50-0cae635d9405,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:28.312522 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:28.327639 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 9c1070dd-1106-43d5-ae48-476fdb66f183 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:37:28.335518 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 9c1070dd-1106-43d5-ae48-476fdb66f183 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:37:28.335904 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:28.383225 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e725c2dd-f38f-4ea1-a742-3da3ec4d64ab admin admin] Router 4db889f9-c5a8-40f4-ab71-d80809644146 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:37:28.426610 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['6fe6f55b-8018-4007-8c50-0cae635d9405'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:37:28.522214 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f6470979-66f7-400f-b2cd-d3010ba0be0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:28.674361 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:28.684927 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-1a1053e6-8d6c-4e8b-9d95-1861da0dc24d None None] Provisioning complete for port 422208d6-1046-4e74-86a9-aaac3f9db337 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:37:28.685597 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1a1053e6-8d6c-4e8b-9d95-1861da0dc24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:28.736040 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 9c1070dd-1106-43d5-ae48-476fdb66f183, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=9c1070dd-1106-43d5-ae48-476fdb66f183,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:37:28.749092 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:28.807305 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=9c1070dd-1106-43d5-ae48-476fdb66f183,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:28.816015 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-1a1053e6-8d6c-4e8b-9d95-1861da0dc24d None None] Port 422208d6-1046-4e74-86a9-aaac3f9db337 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:37:28.842921 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 42330) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:28.860336 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7150147d-ddf8-4e88-83a7-5e608af49922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:29.044588 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7150147d-ddf8-4e88-83a7-5e608af49922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:29.050326 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7150147d-ddf8-4e88-83a7-5e608af49922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:29.105921 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c9c0d751-46cf-4fc8-970b-8b22e3e99752 req-2603a457-80e4-4e52-a606-00a39d50141d tempest-ServerShowV247Test-539738320 tempest-ServerShowV247Test-539738320-project] 10.222.0.21 "GET /v2.0/ports?device_id=c59e4c4e-da17-4c5a-be79-65d615b57098 HTTP/1.1" status: 200 len: 210 time: 0.0565076 Aug 22 13:37:29.116074 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7150147d-ddf8-4e88-83a7-5e608af49922 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8fa8f9a3aabe4fd891f888d42485fa14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2713590 Aug 22 13:37:29.118131 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7150147d-ddf8-4e88-83a7-5e608af49922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f03a02b-995d-4cb6-8691-673f421d0aba,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:29.135225 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 42336) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:29.203076 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1889b9ca-e0c6-4465-a345-7fc9d361d89e req-12c997e5-1698-4f04-989c-40c2882be330 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:29.205167 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1889b9ca-e0c6-4465-a345-7fc9d361d89e req-12c997e5-1698-4f04-989c-40c2882be330 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=411b7ffb-4c5b-4e05-89f9-7c8bc2cfb194 HTTP/1.1" status: 200 len: 944 time: 0.1572516 Aug 22 13:37:29.212613 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e725c2dd-f38f-4ea1-a742-3da3ec4d64ab admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:37:29.230830 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e725c2dd-f38f-4ea1-a742-3da3ec4d64ab admin admin] 10.222.0.21 "PUT /v2.0/routers/4db889f9-c5a8-40f4-ab71-d80809644146/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0461125 Aug 22 13:37:29.275307 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-10e7c94c-0940-492f-bef6-2e7b1ec79310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:29.289089 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1889b9ca-e0c6-4465-a345-7fc9d361d89e req-9079a1ee-d3db-4139-99e5-95eb2ce98239 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728540 Aug 22 13:37:29.314976 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-10e7c94c-0940-492f-bef6-2e7b1ec79310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:29.387500 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-10e7c94c-0940-492f-bef6-2e7b1ec79310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:29.390917 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-10e7c94c-0940-492f-bef6-2e7b1ec79310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:29.394733 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-10e7c94c-0940-492f-bef6-2e7b1ec79310 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8f03a02b-995d-4cb6-8691-673f421d0aba HTTP/1.1" status: 204 len: 168 time: 0.2534754 Aug 22 13:37:29.403356 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e7c94c-0940-492f-bef6-2e7b1ec79310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f03a02b-995d-4cb6-8691-673f421d0aba,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:29.560940 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec1e4fe-ca21-44ab-ae86-4d2bc90e645d None None] Sync routers for ids ['4db889f9-c5a8-40f4-ab71-d80809644146'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:37:29.591036 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 6fe6f55b-8018-4007-8c50-0cae635d9405 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:37:29.594333 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec1e4fe-ca21-44ab-ae86-4d2bc90e645d None None] Routers {'4db889f9-c5a8-40f4-ab71-d80809644146'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:37:29.595010 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-2ec1e4fe-ca21-44ab-ae86-4d2bc90e645d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:37:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['4db889f9-c5a8-40f4-ab71-d80809644146'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:37:29.769109 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 9c1070dd-1106-43d5-ae48-476fdb66f183 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:37:29.887780 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 6fe6f55b-8018-4007-8c50-0cae635d9405 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:37:29.897066 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-2ec1e4fe-ca21-44ab-ae86-4d2bc90e645d None None] Set router 4db889f9-c5a8-40f4-ab71-d80809644146 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:37:29.899904 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 6fe6f55b-8018-4007-8c50-0cae635d9405 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:37:29.900494 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:30.033775 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 9c1070dd-1106-43d5-ae48-476fdb66f183 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:37:30.034156 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:30.101984 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26039458-2a46-486f-ba6f-8f5db5b6913f req-4f5128ae-6870-40f1-875d-77087eec7910 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:30.110467 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-26039458-2a46-486f-ba6f-8f5db5b6913f req-4f5128ae-6870-40f1-875d-77087eec7910 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6b7837e-5bb5-48b3-86a6-84f9ec1d9acc HTTP/1.1" status: 200 len: 945 time: 0.0734248 Aug 22 13:37:30.246532 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-26039458-2a46-486f-ba6f-8f5db5b6913f req-77b5f1a6-05e8-4afa-8c30-eeb85840f402 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23f2214-6790-4df7-a348-a4695558251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344299 Aug 22 13:37:30.305919 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4acb3e3a-016d-4755-981a-4c5284bba5b6 req-0b704808-d34c-446b-821e-8b186a1a7bc7 tempest-ServerShowV247Test-539738320 tempest-ServerShowV247Test-539738320-project] 10.222.0.21 "GET /v2.0/ports?device_id=c59e4c4e-da17-4c5a-be79-65d615b57098 HTTP/1.1" status: 200 len: 210 time: 0.0470722 Aug 22 13:37:30.336070 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:30.557185 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '411b7ffb-4c5b-4e05-89f9-7c8bc2cfb194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe6f55b-8018-4007-8c50-0cae635d9405'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:37:30.562808 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2d69ee-a60c-4cb3-93e2-712e1558bf81 req-ff413ac9-1534-483e-865e-6cb33c9b88be tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:30.568266 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-db2d69ee-a60c-4cb3-93e2-712e1558bf81 req-ff413ac9-1534-483e-865e-6cb33c9b88be tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=411b7ffb-4c5b-4e05-89f9-7c8bc2cfb194 HTTP/1.1" status: 200 len: 944 time: 0.1021392 Aug 22 13:37:30.571578 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f4efe5-fa9b-4892-a8e1-4e84be164e3f" -d '{"events": [{"server_uuid": "411b7ffb-4c5b-4e05-89f9-7c8bc2cfb194", "name": "network-vif-plugged", "status": "completed", "tag": "6fe6f55b-8018-4007-8c50-0cae635d9405"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:37:30.627146 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 6fe6f55b-8018-4007-8c50-0cae635d9405, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=6fe6f55b-8018-4007-8c50-0cae635d9405,segment=NetworkSegment(db44917f-e270-4117-9230-1517bc4d1e8b),segment_id=db44917f-e270-4117-9230-1517bc4d1e8b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:37:30.642094 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:30.655281 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-db2d69ee-a60c-4cb3-93e2-712e1558bf81 req-2dccb7e3-a240-4fdb-8d73-c0c7ef4ae1df tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774601 Aug 22 13:37:30.767986 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=6fe6f55b-8018-4007-8c50-0cae635d9405,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:30.805525 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195691f5-de63-42e7-9848-4e760f57504c x-openstack-request-id: req-195691f5-de63-42e7-9848-4e760f57504c {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:37:30.805828 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "411b7ffb-4c5b-4e05-89f9-7c8bc2cfb194", "name": "network-vif-plugged", "status": "completed", "tag": "6fe6f55b-8018-4007-8c50-0cae635d9405", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:37:30.807310 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-195691f5-de63-42e7-9848-4e760f57504c {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:37:30.807885 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '411b7ffb-4c5b-4e05-89f9-7c8bc2cfb194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe6f55b-8018-4007-8c50-0cae635d9405', 'code': 200} Aug 22 13:37:30.829876 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-2ec1e4fe-ca21-44ab-ae86-4d2bc90e645d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db889f9-c5a8-40f4-ab71-d80809644146', 'name': 'tempest-TaggedBootDevicesTest_v242-2035045029-router', 'tenant_id': 'd953ee5d914f4a7288a8a29730002fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '9c1070dd-1106-43d5-ae48-476fdb66f183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:37:18Z', 'updated_at': '2021-08-22T13:37:27Z', 'revision_number': 4, 'project_id': 'd953ee5d914f4a7288a8a29730002fca', 'gw_port': {'id': '9c1070dd-1106-43d5-ae48-476fdb66f183', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:85:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db889f9-c5a8-40f4-ab71-d80809644146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:37:20Z', 'updated_at': '2021-08-22T13:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '422208d6-1046-4e74-86a9-aaac3f9db337', 'name': '', 'network_id': '09ddfb22-9759-41d5-b511-b1a96521841b', 'tenant_id': 'd953ee5d914f4a7288a8a29730002fca', 'mac_address': 'fa:16:3e:24:c9:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db889f9-c5a8-40f4-ab71-d80809644146', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '4eb4d59f-f1d3-4065-beb1-2e6b44865678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:37:25Z', 'updated_at': '2021-08-22T13:37:27Z', 'revision_number': 2, 'project_id': 'd953ee5d914f4a7288a8a29730002fca', 'subnets': [{'id': '4eb4d59f-f1d3-4065-beb1-2e6b44865678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:37:30.919852 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec1e4fe-ca21-44ab-ae86-4d2bc90e645d None None] Checking router: 4db889f9-c5a8-40f4-ab71-d80809644146 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:37:30.920673 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec1e4fe-ca21-44ab-ae86-4d2bc90e645d None None] Updating router 4db889f9-c5a8-40f4-ab71-d80809644146 port 422208d6-1046-4e74-86a9-aaac3f9db337 binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:37:30.922281 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13bd88-9dfd-4749-93e1-792b6fcae08e req-8c8b566e-2863-4b03-a0c6-3ee1c907d319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:30.924346 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ba13bd88-9dfd-4749-93e1-792b6fcae08e req-8c8b566e-2863-4b03-a0c6-3ee1c907d319 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=411b7ffb-4c5b-4e05-89f9-7c8bc2cfb194 HTTP/1.1" status: 200 len: 1097 time: 0.0840430 Aug 22 13:37:30.960545 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 42438) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:30.983190 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2ec1e4fe-ca21-44ab-ae86-4d2bc90e645d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:31.038107 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ba13bd88-9dfd-4749-93e1-792b6fcae08e req-bbf793f2-8070-4437-8401-e845098d1fee service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008115 Aug 22 13:37:31.093765 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c47191d5-5d39-43b1-8712-31063c16f429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:31.123223 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c3db5af2-941a-45da-abfb-bc80fd816042 req-59c038d4-2478-4cd1-a6dd-942a8eb83e48 tempest-ServerShowV247Test-539738320 tempest-ServerShowV247Test-539738320-project] 10.222.0.21 "GET /v2.0/ports?device_id=c59e4c4e-da17-4c5a-be79-65d615b57098 HTTP/1.1" status: 200 len: 210 time: 0.0593739 Aug 22 13:37:31.167654 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-c20f4565-1100-44ba-9d13-a62b3830c84a tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1722098041'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:37:31.213433 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:31.250718 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20f4565-1100-44ba-9d13-a62b3830c84a tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Made reservation on behalf of 4115322e7d98487286761f71289b9b7c for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:37:31.267912 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c20f4565-1100-44ba-9d13-a62b3830c84a tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:31.278911 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c20f4565-1100-44ba-9d13-a62b3830c84a tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:31.421601 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43644904-9387-4c4a-b640-f76a279bc7bc req-8c7038b1-a6b5-4a22-87c0-b9c9f9133313 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:31.423408 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-43644904-9387-4c4a-b640-f76a279bc7bc req-8c7038b1-a6b5-4a22-87c0-b9c9f9133313 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6b7837e-5bb5-48b3-86a6-84f9ec1d9acc HTTP/1.1" status: 200 len: 945 time: 0.0946283 Aug 22 13:37:31.467994 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c20f4565-1100-44ba-9d13-a62b3830c84a tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:31.481178 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c20f4565-1100-44ba-9d13-a62b3830c84a tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:31.524086 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2ec1e4fe-ca21-44ab-ae86-4d2bc90e645d None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:31.524833 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-43644904-9387-4c4a-b640-f76a279bc7bc req-4be9c540-b346-467e-8cda-faac2713ee98 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23f2214-6790-4df7-a348-a4695558251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894499 Aug 22 13:37:31.535419 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c20f4565-1100-44ba-9d13-a62b3830c84a tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:37:31.554230 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20f4565-1100-44ba-9d13-a62b3830c84a tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95987885-d876-4e80-9f2f-53a7cbe2587a,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:31.566671 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-2ec1e4fe-ca21-44ab-ae86-4d2bc90e645d None None] Transition to ACTIVE for port object 422208d6-1046-4e74-86a9-aaac3f9db337 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:37:31.569116 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c20f4565-1100-44ba-9d13-a62b3830c84a tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:31.569833 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-c20f4565-1100-44ba-9d13-a62b3830c84a tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Added segment c09a62f8-c607-495f-879c-fa29e0ae3ea1 of type vlan for network b56f4e6f-5a5c-4c8b-bc37-2923f0912a8d Aug 22 13:37:31.575322 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2ec1e4fe-ca21-44ab-ae86-4d2bc90e645d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:31.633572 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c20f4565-1100-44ba-9d13-a62b3830c84a tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:31.663267 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96e8b1c-4912-40ba-b052-13ee8b2ce96b None None] Pushing event updated for resources: {'Port': ['ID=422208d6-1046-4e74-86a9-aaac3f9db337,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:31.683816 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c20f4565-1100-44ba-9d13-a62b3830c84a tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:31.690344 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20f4565-1100-44ba-9d13-a62b3830c84a tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:31.694078 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c20f4565-1100-44ba-9d13-a62b3830c84a tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:31.696220 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-2ec1e4fe-ca21-44ab-ae86-4d2bc90e645d None None] Attempting to bind port 422208d6-1046-4e74-86a9-aaac3f9db337 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:37:31.697078 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-2ec1e4fe-ca21-44ab-ae86-4d2bc90e645d None None] Attempting to bind port 422208d6-1046-4e74-86a9-aaac3f9db337 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '3e2a6405-d9f4-46c3-bd31-caa400911d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '09ddfb22-9759-41d5-b511-b1a96521841b'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:37:31.697729 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec1e4fe-ca21-44ab-ae86-4d2bc90e645d None None] Attempting to bind port 422208d6-1046-4e74-86a9-aaac3f9db337 on network 09ddfb22-9759-41d5-b511-b1a96521841b {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:37:31.711016 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec1e4fe-ca21-44ab-ae86-4d2bc90e645d None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:37:31.711538 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec1e4fe-ca21-44ab-ae86-4d2bc90e645d None None] Checking segment: {'id': '3e2a6405-d9f4-46c3-bd31-caa400911d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '09ddfb22-9759-41d5-b511-b1a96521841b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:37:31.712051 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2ec1e4fe-ca21-44ab-ae86-4d2bc90e645d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:31.713281 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec1e4fe-ca21-44ab-ae86-4d2bc90e645d None None] Bound using segment: {'id': '3e2a6405-d9f4-46c3-bd31-caa400911d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '09ddfb22-9759-41d5-b511-b1a96521841b'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:37:31.714808 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-2ec1e4fe-ca21-44ab-ae86-4d2bc90e645d None None] Bound port: 422208d6-1046-4e74-86a9-aaac3f9db337, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2a6405-d9f4-46c3-bd31-caa400911d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '09ddfb22-9759-41d5-b511-b1a96521841b'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:37:31.716422 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2ec1e4fe-ca21-44ab-ae86-4d2bc90e645d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:31.728701 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c20f4565-1100-44ba-9d13-a62b3830c84a tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7636020 Aug 22 13:37:31.728701 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 42482) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:31.739733 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f343e0e-a394-4391-a95c-075d27667687 req-830bbd4e-0709-432d-ac6f-57ea4f2d60ce tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:31.743047 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9f343e0e-a394-4391-a95c-075d27667687 req-830bbd4e-0709-432d-ac6f-57ea4f2d60ce tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6b7837e-5bb5-48b3-86a6-84f9ec1d9acc HTTP/1.1" status: 200 len: 945 time: 0.1251266 Aug 22 13:37:31.750254 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-527425af-ce00-4eed-859a-c84ce8c2a9f8 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Request body: {'subnet': {'network_id': 'b56f4e6f-5a5c-4c8b-bc37-2923f0912a8d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:37:31.849356 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-2ec1e4fe-ca21-44ab-ae86-4d2bc90e645d None None] For port 422208d6-1046-4e74-86a9-aaac3f9db337, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:37:31.853447 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-2ec1e4fe-ca21-44ab-ae86-4d2bc90e645d None None] For port 422208d6-1046-4e74-86a9-aaac3f9db337, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=422208d6-1046-4e74-86a9-aaac3f9db337,segment=NetworkSegment(3e2a6405-d9f4-46c3-bd31-caa400911d68),segment_id=3e2a6405-d9f4-46c3-bd31-caa400911d68)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:37:31.863319 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2ec1e4fe-ca21-44ab-ae86-4d2bc90e645d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:31.978906 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96e8b1c-4912-40ba-b052-13ee8b2ce96b None None] Pushing event updated for resources: {'Port': ['ID=422208d6-1046-4e74-86a9-aaac3f9db337,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:31.996010 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-9f343e0e-a394-4391-a95c-075d27667687 req-7c822937-3191-4d78-8230-70cfa05d1432 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Deleting port 6b875a92-6cad-47b3-8250-8cfcae444250 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:37:31.997650 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-9f343e0e-a394-4391-a95c-075d27667687 req-7c822937-3191-4d78-8230-70cfa05d1432 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:32.009838 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec1e4fe-ca21-44ab-ae86-4d2bc90e645d None None] Routers {'4db889f9-c5a8-40f4-ab71-d80809644146'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:37:32.013447 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-2ec1e4fe-ca21-44ab-ae86-4d2bc90e645d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:37:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['4db889f9-c5a8-40f4-ab71-d80809644146'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:37:32.074462 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20f4565-1100-44ba-9d13-a62b3830c84a tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Pushing event updated for resources: {'Network': ['ID=b56f4e6f-5a5c-4c8b-bc37-2923f0912a8d,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:32.119528 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e945b7-6f3e-40aa-8a80-41bd8d7afd53 req-9f4f3975-86e9-4922-ad33-c0469ceac662 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:32.127947 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-28e945b7-6f3e-40aa-8a80-41bd8d7afd53 req-9f4f3975-86e9-4922-ad33-c0469ceac662 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=411b7ffb-4c5b-4e05-89f9-7c8bc2cfb194 HTTP/1.1" status: 200 len: 945 time: 0.2904196 Aug 22 13:37:32.174334 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527425af-ce00-4eed-859a-c84ce8c2a9f8 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Made reservation on behalf of 4115322e7d98487286761f71289b9b7c for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:37:32.178696 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-527425af-ce00-4eed-859a-c84ce8c2a9f8 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:32.209642 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-9f343e0e-a394-4391-a95c-075d27667687 req-7c822937-3191-4d78-8230-70cfa05d1432 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] For port 6b875a92-6cad-47b3-8250-8cfcae444250, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=6b875a92-6cad-47b3-8250-8cfcae444250,segment=NetworkSegment(741e13e0-402a-4f69-a295-32aa21113f30),segment_id=741e13e0-402a-4f69-a295-32aa21113f30)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:37:32.210741 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-9f343e0e-a394-4391-a95c-075d27667687 req-7c822937-3191-4d78-8230-70cfa05d1432 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:32.237089 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-9f343e0e-a394-4391-a95c-075d27667687 req-7c822937-3191-4d78-8230-70cfa05d1432 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Calling delete_port for 6b875a92-6cad-47b3-8250-8cfcae444250 owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:37:32.398440 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-28e945b7-6f3e-40aa-8a80-41bd8d7afd53 req-f88e4f57-0b30-4be2-ae27-d909b13e5d5c tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687469 Aug 22 13:37:32.400064 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network b56f4e6f-5a5c-4c8b-bc37-2923f0912a8d details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:37:32.423802 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-9f343e0e-a394-4391-a95c-075d27667687 req-7c822937-3191-4d78-8230-70cfa05d1432 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:32.458228 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c822937-3191-4d78-8230-70cfa05d1432 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Pushing event deleted for resources: {'Port': ['ID=6b875a92-6cad-47b3-8250-8cfcae444250,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:32.468265 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['f98ca010-3650-437c-83fa-f13f12655f20', '6b875a92-6cad-47b3-8250-8cfcae444250'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:37:32.480214 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-365dcee8-7bf0-416f-8e78-b5c3b3b8b497 req-b0b96318-ce46-4a16-9ea7-45959c299a91 tempest-ServerShowV247Test-539738320 tempest-ServerShowV247Test-539738320-project] 10.222.0.21 "GET /v2.0/ports?device_id=c59e4c4e-da17-4c5a-be79-65d615b57098 HTTP/1.1" status: 200 len: 210 time: 0.1079884 Aug 22 13:37:32.502946 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['07f4112b-22bd-4268-8fdd-48504a9f6055'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:37:32.553119 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f343e0e-a394-4391-a95c-075d27667687 req-7c822937-3191-4d78-8230-70cfa05d1432 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] No DVR routers for this DVR port 6b875a92-6cad-47b3-8250-8cfcae444250 on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:37:32.557470 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-527425af-ce00-4eed-859a-c84ce8c2a9f8 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:32.557938 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-9f343e0e-a394-4391-a95c-075d27667687 req-7c822937-3191-4d78-8230-70cfa05d1432 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:32.561976 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9f343e0e-a394-4391-a95c-075d27667687 req-7c822937-3191-4d78-8230-70cfa05d1432 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.41 "DELETE /v2.0/ports/6b875a92-6cad-47b3-8250-8cfcae444250 HTTP/1.1" status: 204 len: 173 time: 0.8119586 Aug 22 13:37:32.565247 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b7837e-5bb5-48b3-86a6-84f9ec1d9acc', 'name': 'network-vif-deleted', 'tag': '6b875a92-6cad-47b3-8250-8cfcae444250'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:37:32.573208 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bccfd497-264c-4619-b954-837cc4a7202f" -d '{"events": [{"server_uuid": "b6b7837e-5bb5-48b3-86a6-84f9ec1d9acc", "name": "network-vif-deleted", "tag": "6b875a92-6cad-47b3-8250-8cfcae444250"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:37:32.602592 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:32.647171 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527425af-ce00-4eed-859a-c84ce8c2a9f8 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Pushing event updated for resources: {'Subnet': ['ID=964ecd31-fda5-40d1-ae9d-55bf56293dd7,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:32.685807 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48858a9b-2b0e-4992-8385-ee413ea24a3b x-openstack-request-id: req-48858a9b-2b0e-4992-8385-ee413ea24a3b {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:37:32.686591 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b7837e-5bb5-48b3-86a6-84f9ec1d9acc", "name": "network-vif-deleted", "tag": "6b875a92-6cad-47b3-8250-8cfcae444250", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:37:32.687203 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-48858a9b-2b0e-4992-8385-ee413ea24a3b {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:37:32.688211 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b7837e-5bb5-48b3-86a6-84f9ec1d9acc', 'name': 'network-vif-deleted', 'tag': '6b875a92-6cad-47b3-8250-8cfcae444250', 'status': 'completed', 'code': 200} Aug 22 13:37:32.702297 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527425af-ce00-4eed-859a-c84ce8c2a9f8 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Checking segment: {'id': 'c09a62f8-c607-495f-879c-fa29e0ae3ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b56f4e6f-5a5c-4c8b-bc37-2923f0912a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:37:32.702297 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527425af-ce00-4eed-859a-c84ce8c2a9f8 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Network hostable DHCP agents. Network: b56f4e6f-5a5c-4c8b-bc37-2923f0912a8d, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:37:32.724962 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ed5fe5a1-4a2c-493a-ae66-220ac0cc6ed8 req-eb46644c-123f-42fe-94eb-a4b27bb91a18 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6b7837e-5bb5-48b3-86a6-84f9ec1d9acc HTTP/1.1" status: 200 len: 210 time: 0.0420816 Aug 22 13:37:32.755606 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527425af-ce00-4eed-859a-c84ce8c2a9f8 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Network b56f4e6f-5a5c-4c8b-bc37-2923f0912a8d is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:37:32.765914 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-527425af-ce00-4eed-859a-c84ce8c2a9f8 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, b56f4e6f-5a5c-4c8b-bc37-2923f0912a8d) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:37:32.772436 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527425af-ce00-4eed-859a-c84ce8c2a9f8 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:32.773689 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-527425af-ce00-4eed-859a-c84ce8c2a9f8 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:32.782114 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063dc79e-bee6-42a5-ab20-e59b4b438c6d None None] Network b56f4e6f-5a5c-4c8b-bc37-2923f0912a8d requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:37:32.790136 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-2ec1e4fe-ca21-44ab-ae86-4d2bc90e645d None None] Set router 4db889f9-c5a8-40f4-ab71-d80809644146 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:37:32.792378 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-527425af-ce00-4eed-859a-c84ce8c2a9f8 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0625944 Aug 22 13:37:32.794850 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 42496) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:32.799620 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-80de5a29-0fee-482a-8979-fb41cd2939cd tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1394821415', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:37:32.827655 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-80de5a29-0fee-482a-8979-fb41cd2939cd tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:32.829278 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-80de5a29-0fee-482a-8979-fb41cd2939cd tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:32.893053 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-80de5a29-0fee-482a-8979-fb41cd2939cd tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:32.898464 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-80de5a29-0fee-482a-8979-fb41cd2939cd tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:32.918873 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-80de5a29-0fee-482a-8979-fb41cd2939cd tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:32.922572 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-80de5a29-0fee-482a-8979-fb41cd2939cd tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1242571 Aug 22 13:37:32.923044 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 42498) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:33.216530 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e961249-8f89-4038-a4a2-9cb5f64010d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-b56f4e6f-5a5c-4c8b-bc37-2923f0912a8d', 'network_id': 'b56f4e6f-5a5c-4c8b-bc37-2923f0912a8d', 'tenant_id': '4115322e7d98487286761f71289b9b7c', 'fixed_ips': [{'subnet_id': '964ecd31-fda5-40d1-ae9d-55bf56293dd7'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:37:33.217383 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6e961249-8f89-4038-a4a2-9cb5f64010d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:33.236796 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d68de85d-14ce-4a5e-9be7-662d997b8b06 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:33.402251 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-2ec1e4fe-ca21-44ab-ae86-4d2bc90e645d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db889f9-c5a8-40f4-ab71-d80809644146', 'name': 'tempest-TaggedBootDevicesTest_v242-2035045029-router', 'tenant_id': 'd953ee5d914f4a7288a8a29730002fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '9c1070dd-1106-43d5-ae48-476fdb66f183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:37:18Z', 'updated_at': '2021-08-22T13:37:27Z', 'revision_number': 4, 'project_id': 'd953ee5d914f4a7288a8a29730002fca', 'gw_port': {'id': '9c1070dd-1106-43d5-ae48-476fdb66f183', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:85:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db889f9-c5a8-40f4-ab71-d80809644146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:37:20Z', 'updated_at': '2021-08-22T13:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '422208d6-1046-4e74-86a9-aaac3f9db337', 'name': '', 'network_id': '09ddfb22-9759-41d5-b511-b1a96521841b', 'tenant_id': 'd953ee5d914f4a7288a8a29730002fca', 'mac_address': 'fa:16:3e:24:c9:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db889f9-c5a8-40f4-ab71-d80809644146', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '4eb4d59f-f1d3-4065-beb1-2e6b44865678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:37:25Z', 'updated_at': '2021-08-22T13:37:31Z', 'revision_number': 4, 'project_id': 'd953ee5d914f4a7288a8a29730002fca', 'subnets': [{'id': '4eb4d59f-f1d3-4065-beb1-2e6b44865678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:37:33.468727 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-6e961249-8f89-4038-a4a2-9cb5f64010d5 None None] Allocated IP 172.20.0.2 (b56f4e6f-5a5c-4c8b-bc37-2923f0912a8d/964ecd31-fda5-40d1-ae9d-55bf56293dd7/8777f7ed-ac8f-4d00-9f94-5753a7e79e3e) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:37:33.477067 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec1e4fe-ca21-44ab-ae86-4d2bc90e645d None None] The sync data for ids ['4db889f9-c5a8-40f4-ab71-d80809644146'] in n-d-793621-33 is: [{'id': '4db889f9-c5a8-40f4-ab71-d80809644146', 'name': 'tempest-TaggedBootDevicesTest_v242-2035045029-router', 'tenant_id': 'd953ee5d914f4a7288a8a29730002fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '9c1070dd-1106-43d5-ae48-476fdb66f183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:37:18Z', 'updated_at': '2021-08-22T13:37:27Z', 'revision_number': 4, 'project_id': 'd953ee5d914f4a7288a8a29730002fca', 'gw_port': {'id': '9c1070dd-1106-43d5-ae48-476fdb66f183', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:85:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db889f9-c5a8-40f4-ab71-d80809644146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:37:20Z', 'updated_at': '2021-08-22T13:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '422208d6-1046-4e74-86a9-aaac3f9db337', 'name': '', 'network_id': '09ddfb22-9759-41d5-b511-b1a96521841b', 'tenant_id': 'd953ee5d914f4a7288a8a29730002fca', 'mac_address': 'fa:16:3e:24:c9:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db889f9-c5a8-40f4-ab71-d80809644146', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '4eb4d59f-f1d3-4065-beb1-2e6b44865678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:37:25Z', 'updated_at': '2021-08-22T13:37:31Z', 'revision_number': 4, 'project_id': 'd953ee5d914f4a7288a8a29730002fca', 'subnets': [{'id': '4eb4d59f-f1d3-4065-beb1-2e6b44865678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:37:33.594493 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32abffb0-2f46-4ce1-9d18-96f8779190ba req-5366c86c-0d9f-45b8-ab59-27c4e5f99b9d tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:33.596817 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-32abffb0-2f46-4ce1-9d18-96f8779190ba req-5366c86c-0d9f-45b8-ab59-27c4e5f99b9d tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=411b7ffb-4c5b-4e05-89f9-7c8bc2cfb194 HTTP/1.1" status: 200 len: 945 time: 0.0979548 Aug 22 13:37:33.759708 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ee53eea3-f17c-458a-b8c7-9a02d651e950 req-6fcdd231-eaf5-4c26-8ba2-9aa3d72b08ef tempest-ServerShowV247Test-539738320 tempest-ServerShowV247Test-539738320-project] 10.222.0.21 "GET /v2.0/ports?device_id=c59e4c4e-da17-4c5a-be79-65d615b57098 HTTP/1.1" status: 200 len: 210 time: 0.1015432 Aug 22 13:37:33.768732 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:33.793880 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-32abffb0-2f46-4ce1-9d18-96f8779190ba req-c3de8899-c7a4-4509-ab33-d6edb86c2f39 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882544 Aug 22 13:37:33.797995 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6e961249-8f89-4038-a4a2-9cb5f64010d5 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:33.819171 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 422208d6-1046-4e74-86a9-aaac3f9db337 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:37:33.823142 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-6e961249-8f89-4038-a4a2-9cb5f64010d5 None None] Transition to ACTIVE for port object 8777f7ed-ac8f-4d00-9f94-5753a7e79e3e will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:37:33.873249 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-6e961249-8f89-4038-a4a2-9cb5f64010d5 None None] Transition to ACTIVE for port object 8777f7ed-ac8f-4d00-9f94-5753a7e79e3e will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:37:33.884251 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6e961249-8f89-4038-a4a2-9cb5f64010d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:33.904854 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e961249-8f89-4038-a4a2-9cb5f64010d5 None None] Network b56f4e6f-5a5c-4c8b-bc37-2923f0912a8d is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:37:33.908167 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-6e961249-8f89-4038-a4a2-9cb5f64010d5 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:37:33.917327 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e961249-8f89-4038-a4a2-9cb5f64010d5 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:37:33.995117 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-d68de85d-14ce-4a5e-9be7-662d997b8b06 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Allocated IP 172.20.0.1 (b56f4e6f-5a5c-4c8b-bc37-2923f0912a8d/964ecd31-fda5-40d1-ae9d-55bf56293dd7/801d95d0-2fed-4034-bbfc-e5428576c6a1) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:37:34.210861 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e961249-8f89-4038-a4a2-9cb5f64010d5 None None] Pushing event updated for resources: {'Port': ['ID=8777f7ed-ac8f-4d00-9f94-5753a7e79e3e,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:34.230233 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-6e961249-8f89-4038-a4a2-9cb5f64010d5 None None] Attempting to bind port 8777f7ed-ac8f-4d00-9f94-5753a7e79e3e on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:37:34.230565 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-6e961249-8f89-4038-a4a2-9cb5f64010d5 None None] Attempting to bind port 8777f7ed-ac8f-4d00-9f94-5753a7e79e3e by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'c09a62f8-c607-495f-879c-fa29e0ae3ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b56f4e6f-5a5c-4c8b-bc37-2923f0912a8d'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:37:34.230935 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e961249-8f89-4038-a4a2-9cb5f64010d5 None None] Attempting to bind port 8777f7ed-ac8f-4d00-9f94-5753a7e79e3e on network b56f4e6f-5a5c-4c8b-bc37-2923f0912a8d {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:37:34.261260 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 422208d6-1046-4e74-86a9-aaac3f9db337 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:37:34.315121 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d68de85d-14ce-4a5e-9be7-662d997b8b06 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:34.341859 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e961249-8f89-4038-a4a2-9cb5f64010d5 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:37:34.347868 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e961249-8f89-4038-a4a2-9cb5f64010d5 None None] Checking segment: {'id': 'c09a62f8-c607-495f-879c-fa29e0ae3ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b56f4e6f-5a5c-4c8b-bc37-2923f0912a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:37:34.354425 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6e961249-8f89-4038-a4a2-9cb5f64010d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:34.354847 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e961249-8f89-4038-a4a2-9cb5f64010d5 None None] Bound using segment: {'id': 'c09a62f8-c607-495f-879c-fa29e0ae3ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b56f4e6f-5a5c-4c8b-bc37-2923f0912a8d'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:37:34.355358 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-6e961249-8f89-4038-a4a2-9cb5f64010d5 None None] Bound port: 8777f7ed-ac8f-4d00-9f94-5753a7e79e3e, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c09a62f8-c607-495f-879c-fa29e0ae3ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b56f4e6f-5a5c-4c8b-bc37-2923f0912a8d'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:37:34.355748 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6e961249-8f89-4038-a4a2-9cb5f64010d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:34.364884 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 422208d6-1046-4e74-86a9-aaac3f9db337 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:37:34.365259 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:34.367480 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-d68de85d-14ce-4a5e-9be7-662d997b8b06 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Transition to ACTIVE for port object 801d95d0-2fed-4034-bbfc-e5428576c6a1 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:37:34.409464 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f14d386-8d4f-41f2-a3fd-1db543db9b37 req-e8460cba-127c-42b2-897d-e6d17942a031 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:34.423403 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2f14d386-8d4f-41f2-a3fd-1db543db9b37 req-e8460cba-127c-42b2-897d-e6d17942a031 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=411b7ffb-4c5b-4e05-89f9-7c8bc2cfb194 HTTP/1.1" status: 200 len: 945 time: 0.1692717 Aug 22 13:37:34.452632 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:34.471232 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d68de85d-14ce-4a5e-9be7-662d997b8b06 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:34.527545 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68de85d-14ce-4a5e-9be7-662d997b8b06 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Network b56f4e6f-5a5c-4c8b-bc37-2923f0912a8d is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:37:34.530270 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-d68de85d-14ce-4a5e-9be7-662d997b8b06 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:37:34.541705 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68de85d-14ce-4a5e-9be7-662d997b8b06 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:37:34.589717 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2f14d386-8d4f-41f2-a3fd-1db543db9b37 req-08dfa6c5-9fdc-44bc-b9ff-7553c5db2d45 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648753 Aug 22 13:37:34.635067 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d68de85d-14ce-4a5e-9be7-662d997b8b06 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:34.651603 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a5e57-4cec-43a9-b802-c32ae6eaae71 req-aed7abaa-94ae-4f21-b33c-dfba9f2b0064 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:34.656123 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-566a5e57-4cec-43a9-b802-c32ae6eaae71 req-aed7abaa-94ae-4f21-b33c-dfba9f2b0064 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c9b9da1-fdb7-4a2f-ba29-9d40d470e070 HTTP/1.1" status: 200 len: 946 time: 0.1907952 Aug 22 13:37:34.690819 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:34.719898 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-6e961249-8f89-4038-a4a2-9cb5f64010d5 None None] For port 8777f7ed-ac8f-4d00-9f94-5753a7e79e3e, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:37:34.762049 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-6e961249-8f89-4038-a4a2-9cb5f64010d5 None None] For port 8777f7ed-ac8f-4d00-9f94-5753a7e79e3e, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=8777f7ed-ac8f-4d00-9f94-5753a7e79e3e,segment=NetworkSegment(c09a62f8-c607-495f-879c-fa29e0ae3ea1),segment_id=c09a62f8-c607-495f-879c-fa29e0ae3ea1)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:37:34.763283 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-566a5e57-4cec-43a9-b802-c32ae6eaae71 req-4eef41d8-669d-48e9-834b-b7b0f6625c46 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23f2214-6790-4df7-a348-a4695558251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998280 Aug 22 13:37:34.779944 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6e961249-8f89-4038-a4a2-9cb5f64010d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:34.819660 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68de85d-14ce-4a5e-9be7-662d997b8b06 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Pushing event updated for resources: {'Port': ['ID=801d95d0-2fed-4034-bbfc-e5428576c6a1,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:34.857292 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d68de85d-14ce-4a5e-9be7-662d997b8b06 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:34.879771 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 422208d6-1046-4e74-86a9-aaac3f9db337, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=422208d6-1046-4e74-86a9-aaac3f9db337,segment=NetworkSegment(3e2a6405-d9f4-46c3-bd31-caa400911d68),segment_id=3e2a6405-d9f4-46c3-bd31-caa400911d68)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:37:34.910351 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:34.966376 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e961249-8f89-4038-a4a2-9cb5f64010d5 None None] Pushing event updated for resources: {'Port': ['ID=8777f7ed-ac8f-4d00-9f94-5753a7e79e3e,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:34.976197 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-95bddce9-3e5e-4b5c-9215-d25fb835ad23 req-89e1730d-4be1-4cb0-ad43-49dbc9be1d13 tempest-ServerShowV247Test-539738320 tempest-ServerShowV247Test-539738320-project] 10.222.0.21 "GET /v2.0/ports?device_id=c59e4c4e-da17-4c5a-be79-65d615b57098 HTTP/1.1" status: 200 len: 210 time: 0.0693269 Aug 22 13:37:35.078377 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=422208d6-1046-4e74-86a9-aaac3f9db337,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:35.368609 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d68de85d-14ce-4a5e-9be7-662d997b8b06 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:35.380177 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d68de85d-14ce-4a5e-9be7-662d997b8b06 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:35.475720 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68de85d-14ce-4a5e-9be7-662d997b8b06 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Pushing event updated for resources: {'Port': ['ID=801d95d0-2fed-4034-bbfc-e5428576c6a1,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:35.478357 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d68de85d-14ce-4a5e-9be7-662d997b8b06 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:35.592058 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 6b875a92-6cad-47b3-8250-8cfcae444250 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:37:35.626807 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68de85d-14ce-4a5e-9be7-662d997b8b06 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Network b56f4e6f-5a5c-4c8b-bc37-2923f0912a8d is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:37:35.632788 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-d68de85d-14ce-4a5e-9be7-662d997b8b06 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:37:35.646198 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: 6b875a92-6cad-47b3-8250-8cfcae444250 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:37:35.646535 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 6b875a92-6cad-47b3-8250-8cfcae444250 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:37:35.915761 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 422208d6-1046-4e74-86a9-aaac3f9db337 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:37:35.971240 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d68de85d-14ce-4a5e-9be7-662d997b8b06 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Router 85751b2b-8337-4ec0-934c-00e4e0b67544 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:37:36.013102 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 422208d6-1046-4e74-86a9-aaac3f9db337 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:37:36.013474 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:36.041923 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add2374-bf98-4ac4-a744-1623a8f4d8ef req-77f48dc5-e25d-47ec-b519-85f52634a558 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:36.044603 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5add2374-bf98-4ac4-a744-1623a8f4d8ef req-77f48dc5-e25d-47ec-b519-85f52634a558 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=411b7ffb-4c5b-4e05-89f9-7c8bc2cfb194 HTTP/1.1" status: 200 len: 945 time: 0.3142328 Aug 22 13:37:36.092849 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43837a70-416c-4adf-9d48-60e21da7801a req-a960325e-988e-4305-8800-17d3aab4df56 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:36.095086 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-43837a70-416c-4adf-9d48-60e21da7801a req-a960325e-988e-4305-8800-17d3aab4df56 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c9b9da1-fdb7-4a2f-ba29-9d40d470e070 HTTP/1.1" status: 200 len: 946 time: 0.2632699 Aug 22 13:37:36.142610 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d53b42-90a4-4cab-b233-1abe8c89ce21 req-cec2f485-2723-4b14-ae33-209453e74c91 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:36.154064 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a6d53b42-90a4-4cab-b233-1abe8c89ce21 req-cec2f485-2723-4b14-ae33-209453e74c91 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c9b9da1-fdb7-4a2f-ba29-9d40d470e070 HTTP/1.1" status: 200 len: 946 time: 0.2035854 Aug 22 13:37:36.225849 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5add2374-bf98-4ac4-a744-1623a8f4d8ef req-ba9dda16-e600-4b4e-9639-f1d8688a4f89 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693525 Aug 22 13:37:36.311088 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a6d53b42-90a4-4cab-b233-1abe8c89ce21 req-a39d15a7-8533-43e6-bb4d-e9728a33ef91 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23f2214-6790-4df7-a348-a4695558251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427042 Aug 22 13:37:36.543537 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d1561aa8-dac1-4a76-9a32-75a1bebf0f14 req-169c9207-3627-4707-afd5-0af2672720d8 tempest-ServerShowV247Test-539738320 tempest-ServerShowV247Test-539738320-project] 10.222.0.21 "GET /v2.0/ports?device_id=c59e4c4e-da17-4c5a-be79-65d615b57098 HTTP/1.1" status: 200 len: 210 time: 0.1076746 Aug 22 13:37:36.572848 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-43837a70-416c-4adf-9d48-60e21da7801a req-6d85273c-6f16-42e0-9c22-99f7025a8b89 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Deleting port 07f4112b-22bd-4268-8fdd-48504a9f6055 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:37:36.573507 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-43837a70-416c-4adf-9d48-60e21da7801a req-6d85273c-6f16-42e0-9c22-99f7025a8b89 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:36.667818 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d68de85d-14ce-4a5e-9be7-662d997b8b06 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:37:36.672847 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d68de85d-14ce-4a5e-9be7-662d997b8b06 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] 10.222.0.21 "PUT /v2.0/routers/85751b2b-8337-4ec0-934c-00e4e0b67544/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7486889 Aug 22 13:37:36.673045 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915c38b5-48da-4065-9197-98a102c1139d None None] Network b56f4e6f-5a5c-4c8b-bc37-2923f0912a8d requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:37:36.675369 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 42562) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:36.681365 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259019bf-ffbd-4dc5-b8b8-37222ab2fdc5 None None] Sync routers for ids ['85751b2b-8337-4ec0-934c-00e4e0b67544'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:37:36.690306 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 8777f7ed-ac8f-4d00-9f94-5753a7e79e3e up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:37:36.692710 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-0763ea1e-490d-4f6b-9b39-cd6b5ddfc792 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Request body: {'port': {'network_id': 'b56f4e6f-5a5c-4c8b-bc37-2923f0912a8d', 'name': 'tempest-FloatingIPNegativeTestJSON-717397399'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:37:36.693974 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259019bf-ffbd-4dc5-b8b8-37222ab2fdc5 None None] Routers {'85751b2b-8337-4ec0-934c-00e4e0b67544'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:37:36.694619 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-259019bf-ffbd-4dc5-b8b8-37222ab2fdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:37:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['85751b2b-8337-4ec0-934c-00e4e0b67544'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:37:36.791504 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-43837a70-416c-4adf-9d48-60e21da7801a req-6d85273c-6f16-42e0-9c22-99f7025a8b89 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] For port 07f4112b-22bd-4268-8fdd-48504a9f6055, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=07f4112b-22bd-4268-8fdd-48504a9f6055,segment=NetworkSegment(741e13e0-402a-4f69-a295-32aa21113f30),segment_id=741e13e0-402a-4f69-a295-32aa21113f30)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:37:36.796441 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-43837a70-416c-4adf-9d48-60e21da7801a req-6d85273c-6f16-42e0-9c22-99f7025a8b89 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:36.808530 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-259019bf-ffbd-4dc5-b8b8-37222ab2fdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:37:36.821900 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259019bf-ffbd-4dc5-b8b8-37222ab2fdc5 None None] Routers {'85751b2b-8337-4ec0-934c-00e4e0b67544'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:37:36.823327 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-259019bf-ffbd-4dc5-b8b8-37222ab2fdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:37:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['85751b2b-8337-4ec0-934c-00e4e0b67544'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:37:36.839369 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-43837a70-416c-4adf-9d48-60e21da7801a req-6d85273c-6f16-42e0-9c22-99f7025a8b89 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Calling delete_port for 07f4112b-22bd-4268-8fdd-48504a9f6055 owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:37:36.875508 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-204948b3-4092-4270-b2fd-90c9d8194b12 None None] Provisioning for port 8777f7ed-ac8f-4d00-9f94-5753a7e79e3e completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:37:36.881045 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-259019bf-ffbd-4dc5-b8b8-37222ab2fdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:37:36.881912 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259019bf-ffbd-4dc5-b8b8-37222ab2fdc5 None None] The sync data for ids ['85751b2b-8337-4ec0-934c-00e4e0b67544'] in n-d-793621-33 is: [] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:37:36.899713 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0763ea1e-490d-4f6b-9b39-cd6b5ddfc792 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Made reservation on behalf of 4115322e7d98487286761f71289b9b7c for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:37:36.903501 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0763ea1e-490d-4f6b-9b39-cd6b5ddfc792 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:36.942446 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-0763ea1e-490d-4f6b-9b39-cd6b5ddfc792 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] device_id is not set on port 541cea3e-45ad-4d02-98bd-48e3c19a61bf yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:37:36.951529 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 8777f7ed-ac8f-4d00-9f94-5753a7e79e3e completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:37:36.959081 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 8777f7ed-ac8f-4d00-9f94-5753a7e79e3e triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:37:36.959786 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:37.069463 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc44c7-6ac4-4e54-abef-8bf005e35593 req-b65b0289-e9bf-47c8-92c5-fa169e05dc18 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:37.077441 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b3bc44c7-6ac4-4e54-abef-8bf005e35593 req-b65b0289-e9bf-47c8-92c5-fa169e05dc18 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=411b7ffb-4c5b-4e05-89f9-7c8bc2cfb194 HTTP/1.1" status: 200 len: 945 time: 0.1448030 Aug 22 13:37:37.151233 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:37.197862 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-0763ea1e-490d-4f6b-9b39-cd6b5ddfc792 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Allocated IP 172.20.0.9 (b56f4e6f-5a5c-4c8b-bc37-2923f0912a8d/964ecd31-fda5-40d1-ae9d-55bf56293dd7/541cea3e-45ad-4d02-98bd-48e3c19a61bf) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:37:37.239114 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 8777f7ed-ac8f-4d00-9f94-5753a7e79e3e, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=8777f7ed-ac8f-4d00-9f94-5753a7e79e3e,segment=NetworkSegment(c09a62f8-c607-495f-879c-fa29e0ae3ea1),segment_id=c09a62f8-c607-495f-879c-fa29e0ae3ea1)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:37:37.253157 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:37.274219 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b3bc44c7-6ac4-4e54-abef-8bf005e35593 req-6ea4a10f-cc84-41b8-a903-a4ea3fd26ecd tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812952 Aug 22 13:37:37.332799 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-43837a70-416c-4adf-9d48-60e21da7801a req-6d85273c-6f16-42e0-9c22-99f7025a8b89 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:37.359647 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['f98ca010-3650-437c-83fa-f13f12655f20'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:37:37.518763 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 42582) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:37.579867 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0763ea1e-490d-4f6b-9b39-cd6b5ddfc792 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:37.620264 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d85273c-6f16-42e0-9c22-99f7025a8b89 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Pushing event deleted for resources: {'Port': ['ID=07f4112b-22bd-4268-8fdd-48504a9f6055,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:37.630398 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-0763ea1e-490d-4f6b-9b39-cd6b5ddfc792 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Transition to ACTIVE for port object 541cea3e-45ad-4d02-98bd-48e3c19a61bf will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:37:37.652549 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=8777f7ed-ac8f-4d00-9f94-5753a7e79e3e,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:37.738213 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0e383e09-9a91-4409-88c8-00de9288fb4d req-a520633e-8f1e-4ec7-ad31-36bc7ad7f188 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c9b9da1-fdb7-4a2f-ba29-9d40d470e070 HTTP/1.1" status: 200 len: 210 time: 0.1492257 Aug 22 13:37:37.750747 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-0a2313bc-0673-4428-a46c-175eeba0d640 None None] Provisioning complete for port 8777f7ed-ac8f-4d00-9f94-5753a7e79e3e triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:37:37.751541 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0a2313bc-0673-4428-a46c-175eeba0d640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:37.788865 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0763ea1e-490d-4f6b-9b39-cd6b5ddfc792 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:37.795660 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-43837a70-416c-4adf-9d48-60e21da7801a req-6d85273c-6f16-42e0-9c22-99f7025a8b89 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] No DVR routers for this DVR port 07f4112b-22bd-4268-8fdd-48504a9f6055 on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:37:37.804278 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-43837a70-416c-4adf-9d48-60e21da7801a req-6d85273c-6f16-42e0-9c22-99f7025a8b89 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:37.809674 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-43837a70-416c-4adf-9d48-60e21da7801a req-6d85273c-6f16-42e0-9c22-99f7025a8b89 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.16 "DELETE /v2.0/ports/07f4112b-22bd-4268-8fdd-48504a9f6055 HTTP/1.1" status: 204 len: 173 time: 1.6985149 Aug 22 13:37:37.816121 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c9b9da1-fdb7-4a2f-ba29-9d40d470e070', 'name': 'network-vif-deleted', 'tag': '07f4112b-22bd-4268-8fdd-48504a9f6055'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:37:37.820157 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2120d35-b466-4850-814f-096276430948" -d '{"events": [{"server_uuid": "2c9b9da1-fdb7-4a2f-ba29-9d40d470e070", "name": "network-vif-deleted", "tag": "07f4112b-22bd-4268-8fdd-48504a9f6055"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:37:37.856854 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-238cc3da-b14d-4e84-9224-7253c61182a2 req-3c907ef1-251a-4a48-a0c3-2c73daa091f3 tempest-ServerShowV247Test-539738320 tempest-ServerShowV247Test-539738320-project] 10.222.0.21 "GET /v2.0/ports?device_id=c59e4c4e-da17-4c5a-be79-65d615b57098 HTTP/1.1" status: 200 len: 210 time: 0.0910211 Aug 22 13:37:37.888320 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03a1825-eef6-4ce8-97f5-afeca1e661ee x-openstack-request-id: req-b03a1825-eef6-4ce8-97f5-afeca1e661ee {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:37:37.888833 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c9b9da1-fdb7-4a2f-ba29-9d40d470e070", "name": "network-vif-deleted", "tag": "07f4112b-22bd-4268-8fdd-48504a9f6055", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:37:37.889286 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b03a1825-eef6-4ce8-97f5-afeca1e661ee {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:37:37.889929 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c9b9da1-fdb7-4a2f-ba29-9d40d470e070', 'name': 'network-vif-deleted', 'tag': '07f4112b-22bd-4268-8fdd-48504a9f6055', 'status': 'completed', 'code': 200} Aug 22 13:37:37.907398 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0763ea1e-490d-4f6b-9b39-cd6b5ddfc792 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Pushing event updated for resources: {'Port': ['ID=541cea3e-45ad-4d02-98bd-48e3c19a61bf,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:37.954797 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-93947514-b4cc-4b5c-b9de-c18c00ce35c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:37.963989 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0763ea1e-490d-4f6b-9b39-cd6b5ddfc792 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Network b56f4e6f-5a5c-4c8b-bc37-2923f0912a8d is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:37:37.970063 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-0a2313bc-0673-4428-a46c-175eeba0d640 None None] Provisioning for port 801d95d0-2fed-4034-bbfc-e5428576c6a1 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:37:37.980115 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-0763ea1e-490d-4f6b-9b39-cd6b5ddfc792 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:37:37.984882 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0763ea1e-490d-4f6b-9b39-cd6b5ddfc792 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:37:37.989539 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-0a2313bc-0673-4428-a46c-175eeba0d640 None None] Provisioning complete for port 801d95d0-2fed-4034-bbfc-e5428576c6a1 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:37:37.990664 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0a2313bc-0673-4428-a46c-175eeba0d640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:38.047220 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0763ea1e-490d-4f6b-9b39-cd6b5ddfc792 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:38.048473 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0763ea1e-490d-4f6b-9b39-cd6b5ddfc792 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:38.054673 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-0a2313bc-0673-4428-a46c-175eeba0d640 None None] Port 801d95d0-2fed-4034-bbfc-e5428576c6a1 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:37:38.157790 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-93947514-b4cc-4b5c-b9de-c18c00ce35c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:38.165881 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-93947514-b4cc-4b5c-b9de-c18c00ce35c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:38.178984 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0763ea1e-490d-4f6b-9b39-cd6b5ddfc792 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5024433 Aug 22 13:37:38.182138 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 42592) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:38.186972 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-1ae14131-7fc6-4714-a021-1ce224195313 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Request body: {'floatingip': {'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:37:38.209987 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-93947514-b4cc-4b5c-b9de-c18c00ce35c3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5144dfe8850d41c6a05bcb05ebd1086c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6901140 Aug 22 13:37:38.211964 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93947514-b4cc-4b5c-b9de-c18c00ce35c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c70d399-75c6-4b17-afb4-0665fa985704,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:38.212642 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 42594) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:38.236282 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1ae14131-7fc6-4714-a021-1ce224195313 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks [] for floatingip, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:38.277308 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-606f4068-b316-4ed4-b06c-a6db0cf897bb None None] Provisioning complete for port 801d95d0-2fed-4034-bbfc-e5428576c6a1 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:37:38.277699 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-606f4068-b316-4ed4-b06c-a6db0cf897bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:38.339361 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-606f4068-b316-4ed4-b06c-a6db0cf897bb None None] Port 801d95d0-2fed-4034-bbfc-e5428576c6a1 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:37:38.359021 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c2350209-d467-4a78-9ddb-b423e96a5e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:38.430307 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4919ed-7323-4447-bc5d-e636bd6d74bf req-dd986515-1f90-43b4-b699-485497577eec tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:38.432092 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6d4919ed-7323-4447-bc5d-e636bd6d74bf req-dd986515-1f90-43b4-b699-485497577eec tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.41 "GET /v2.0/ports?device_id=411b7ffb-4c5b-4e05-89f9-7c8bc2cfb194 HTTP/1.1" status: 200 len: 945 time: 0.0634823 Aug 22 13:37:38.438790 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c2350209-d467-4a78-9ddb-b423e96a5e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:38.487125 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-eb254488-9f9f-4992-890d-4b774c46f890 None None] Provisioning complete for port 801d95d0-2fed-4034-bbfc-e5428576c6a1 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:37:38.487422 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-eb254488-9f9f-4992-890d-4b774c46f890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:38.521856 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264aaac3-ff1d-4c92-a73c-616496443dc0 req-440c80d1-6c85-40a3-8441-cc74393ace87 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:38.523538 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-264aaac3-ff1d-4c92-a73c-616496443dc0 req-440c80d1-6c85-40a3-8441-cc74393ace87 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/ports?device_id=411b7ffb-4c5b-4e05-89f9-7c8bc2cfb194 HTTP/1.1" status: 200 len: 945 time: 0.1576252 Aug 22 13:37:38.537874 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1ae14131-7fc6-4714-a021-1ce224195313 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:38.555712 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 07f4112b-22bd-4268-8fdd-48504a9f6055 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:37:38.589759 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: 07f4112b-22bd-4268-8fdd-48504a9f6055 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:37:38.589759 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 07f4112b-22bd-4268-8fdd-48504a9f6055 not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:37:38.608007 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-eb254488-9f9f-4992-890d-4b774c46f890 None None] Port 801d95d0-2fed-4034-bbfc-e5428576c6a1 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:37:38.622787 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-6d4919ed-7323-4447-bc5d-e636bd6d74bf req-ec8c7e47-26ad-49f4-b8c4-d27e3b4f6833 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Deleting port 6fe6f55b-8018-4007-8c50-0cae635d9405 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:37:38.623138 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-6d4919ed-7323-4447-bc5d-e636bd6d74bf req-ec8c7e47-26ad-49f4-b8c4-d27e3b4f6833 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:38.761250 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-6d4919ed-7323-4447-bc5d-e636bd6d74bf req-ec8c7e47-26ad-49f4-b8c4-d27e3b4f6833 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] For port 6fe6f55b-8018-4007-8c50-0cae635d9405, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=6fe6f55b-8018-4007-8c50-0cae635d9405,segment=NetworkSegment(db44917f-e270-4117-9230-1517bc4d1e8b),segment_id=db44917f-e270-4117-9230-1517bc4d1e8b)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:37:38.761740 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-6d4919ed-7323-4447-bc5d-e636bd6d74bf req-ec8c7e47-26ad-49f4-b8c4-d27e3b4f6833 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:38.766968 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-1ae14131-7fc6-4714-a021-1ce224195313 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Allocated IP 172.25.3.198 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/09212a61-2f33-4a9c-9549-d3028f8286b2) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:37:38.781866 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-6d4919ed-7323-4447-bc5d-e636bd6d74bf req-ec8c7e47-26ad-49f4-b8c4-d27e3b4f6833 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Calling delete_port for 6fe6f55b-8018-4007-8c50-0cae635d9405 owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:37:38.837413 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-43274767-ee25-4394-aaaa-73c064a5ab51 None None] Provisioning for port 541cea3e-45ad-4d02-98bd-48e3c19a61bf completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:37:38.850253 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-43274767-ee25-4394-aaaa-73c064a5ab51 None None] Provisioning complete for port 541cea3e-45ad-4d02-98bd-48e3c19a61bf triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:37:38.851644 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-43274767-ee25-4394-aaaa-73c064a5ab51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:38.885671 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1ae14131-7fc6-4714-a021-1ce224195313 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:38.930627 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c2350209-d467-4a78-9ddb-b423e96a5e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:38.930808 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-43274767-ee25-4394-aaaa-73c064a5ab51 None None] Port 541cea3e-45ad-4d02-98bd-48e3c19a61bf cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:37:38.936185 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c2350209-d467-4a78-9ddb-b423e96a5e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:38.940206 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c2350209-d467-4a78-9ddb-b423e96a5e57 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0c70d399-75c6-4b17-afb4-0665fa985704 HTTP/1.1" status: 204 len: 168 time: 0.7263134 Aug 22 13:37:38.960806 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1ae14131-7fc6-4714-a021-1ce224195313 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:39.006902 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-264aaac3-ff1d-4c92-a73c-616496443dc0 req-bafbc059-01f5-470e-9101-3b92a79b2a09 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.21 "GET /v2.0/security-groups?id=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4733808 Aug 22 13:37:39.009443 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-6d4919ed-7323-4447-bc5d-e636bd6d74bf req-ec8c7e47-26ad-49f4-b8c4-d27e3b4f6833 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:39.021772 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2350209-d467-4a78-9ddb-b423e96a5e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c70d399-75c6-4b17-afb4-0665fa985704,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:39.030702 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['6fe6f55b-8018-4007-8c50-0cae635d9405'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:37:39.108038 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8c7e47-26ad-49f4-b8c4-d27e3b4f6833 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Pushing event deleted for resources: {'Port': ['ID=6fe6f55b-8018-4007-8c50-0cae635d9405,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:39.123305 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae14131-7fc6-4714-a021-1ce224195313 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:37:39.136475 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b81d8b95-a466-4729-9ce3-a682faf9f40d req-ba2c59fc-ce9a-46f3-a75a-3ae058e459c2 tempest-ServerShowV247Test-539738320 tempest-ServerShowV247Test-539738320-project] 10.222.0.21 "GET /v2.0/ports?device_id=c59e4c4e-da17-4c5a-be79-65d615b57098 HTTP/1.1" status: 200 len: 210 time: 0.0777848 Aug 22 13:37:39.139769 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-1ae14131-7fc6-4714-a021-1ce224195313 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:37:39.143241 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae14131-7fc6-4714-a021-1ce224195313 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:37:39.179258 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4919ed-7323-4447-bc5d-e636bd6d74bf req-ec8c7e47-26ad-49f4-b8c4-d27e3b4f6833 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] No DVR routers for this DVR port 6fe6f55b-8018-4007-8c50-0cae635d9405 on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:37:39.181780 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-6d4919ed-7323-4447-bc5d-e636bd6d74bf req-ec8c7e47-26ad-49f4-b8c4-d27e3b4f6833 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:39.183781 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6d4919ed-7323-4447-bc5d-e636bd6d74bf req-ec8c7e47-26ad-49f4-b8c4-d27e3b4f6833 tempest-DeleteServersTestJSON-1536316266 tempest-DeleteServersTestJSON-1536316266-project] 10.222.0.41 "DELETE /v2.0/ports/6fe6f55b-8018-4007-8c50-0cae635d9405 HTTP/1.1" status: 204 len: 173 time: 0.7449055 Aug 22 13:37:39.184220 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '411b7ffb-4c5b-4e05-89f9-7c8bc2cfb194', 'name': 'network-vif-deleted', 'tag': '6fe6f55b-8018-4007-8c50-0cae635d9405'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:37:39.186696 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f06f61-de26-4ee9-910d-5845275ed996" -d '{"events": [{"server_uuid": "411b7ffb-4c5b-4e05-89f9-7c8bc2cfb194", "name": "network-vif-deleted", "tag": "6fe6f55b-8018-4007-8c50-0cae635d9405"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:37:39.213580 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae14131-7fc6-4714-a021-1ce224195313 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Pushing event updated for resources: {'Port': ['ID=09212a61-2f33-4a9c-9549-d3028f8286b2,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:39.273840 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130d0891-8fcd-46be-b51c-530c0e4cb869 x-openstack-request-id: req-130d0891-8fcd-46be-b51c-530c0e4cb869 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:37:39.274121 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "411b7ffb-4c5b-4e05-89f9-7c8bc2cfb194", "name": "network-vif-deleted", "tag": "6fe6f55b-8018-4007-8c50-0cae635d9405", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:37:39.274365 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-130d0891-8fcd-46be-b51c-530c0e4cb869 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:37:39.274758 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '411b7ffb-4c5b-4e05-89f9-7c8bc2cfb194', 'name': 'network-vif-deleted', 'tag': '6fe6f55b-8018-4007-8c50-0cae635d9405', 'status': 'completed', 'code': 200} Aug 22 13:37:39.319004 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1ae14131-7fc6-4714-a021-1ce224195313 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:39.369506 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1ae14131-7fc6-4714-a021-1ce224195313 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:39.571719 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1ae14131-7fc6-4714-a021-1ce224195313 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:39.578231 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1ae14131-7fc6-4714-a021-1ce224195313 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:39.699789 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1ae14131-7fc6-4714-a021-1ce224195313 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:39.703771 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae14131-7fc6-4714-a021-1ce224195313 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Pushing event updated for resources: {'Port': ['ID=09212a61-2f33-4a9c-9549-d3028f8286b2,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:39.718085 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1ae14131-7fc6-4714-a021-1ce224195313 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:39.722615 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 42632) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:39.728952 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-1ae14131-7fc6-4714-a021-1ce224195313 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5426381 Aug 22 13:37:39.738669 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-94768b54-a833-4402-bffe-7097b8cb5ad8 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Request body: {'floatingip': {'port_id': '541cea3e-45ad-4d02-98bd-48e3c19a61bf', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:37:39.782001 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 8777f7ed-ac8f-4d00-9f94-5753a7e79e3e up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:37:39.861855 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-94768b54-a833-4402-bffe-7097b8cb5ad8 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks [] for floatingip, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:39.909969 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 8777f7ed-ac8f-4d00-9f94-5753a7e79e3e triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:37:39.911807 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:39.974847 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:37:40.044025 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-94768b54-a833-4402-bffe-7097b8cb5ad8 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] update failed (client error): The resource could not be found. Aug 22 13:37:40.045195 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-94768b54-a833-4402-bffe-7097b8cb5ad8 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] 10.222.0.21 "PUT /v2.0/floatingips/c2b5578b-602c-4106-aeab-93a578a8bd29 HTTP/1.1" status: 404 len: 507 time: 0.3202746 Aug 22 13:37:40.049493 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 42648) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:40.209384 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-e77a2154-5dcb-4491-a0d2-f0bb4cce937e tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Deleting port 09212a61-2f33-4a9c-9549-d3028f8286b2 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:37:40.210312 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e77a2154-5dcb-4491-a0d2-f0bb4cce937e tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:40.346015 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e77a2154-5dcb-4491-a0d2-f0bb4cce937e tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:40.346696 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e77a2154-5dcb-4491-a0d2-f0bb4cce937e tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:40.418425 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eaa6ebad-1209-43c2-a504-8b1a7ec8ab82 req-3f70d084-a3aa-43fe-a170-d9f62480d723 tempest-ServerShowV247Test-539738320 tempest-ServerShowV247Test-539738320-project] 10.222.0.21 "GET /v2.0/ports?device_id=c59e4c4e-da17-4c5a-be79-65d615b57098 HTTP/1.1" status: 200 len: 210 time: 0.1152375 Aug 22 13:37:40.433806 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-e77a2154-5dcb-4491-a0d2-f0bb4cce937e tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Calling delete_port for 09212a61-2f33-4a9c-9549-d3028f8286b2 owned by network:floatingip {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:37:40.631973 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e77a2154-5dcb-4491-a0d2-f0bb4cce937e tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:40.674920 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77a2154-5dcb-4491-a0d2-f0bb4cce937e tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Pushing event deleted for resources: {'Port': ['ID=09212a61-2f33-4a9c-9549-d3028f8286b2,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:40.752306 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e77a2154-5dcb-4491-a0d2-f0bb4cce937e tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks [] for floatingip, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:40.756009 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e77a2154-5dcb-4491-a0d2-f0bb4cce937e tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:40.757410 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e77a2154-5dcb-4491-a0d2-f0bb4cce937e tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] 10.222.0.21 "DELETE /v2.0/floatingips/c2b5578b-602c-4106-aeab-93a578a8bd29 HTTP/1.1" status: 204 len: 168 time: 0.7066238 Aug 22 13:37:40.760955 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 42688) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:40.766602 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-5aedf73c-f5e8-41c8-8b02-87d9be5c3b65 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Request body: {'floatingip': {'floating_network_id': 'b56f4e6f-5a5c-4c8b-bc37-2923f0912a8d', 'port_id': '541cea3e-45ad-4d02-98bd-48e3c19a61bf', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:37:40.796609 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5aedf73c-f5e8-41c8-8b02-87d9be5c3b65 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks [] for floatingip, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:41.037259 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-5aedf73c-f5e8-41c8-8b02-87d9be5c3b65 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 13:37:41.038955 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5aedf73c-f5e8-41c8-8b02-87d9be5c3b65 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2769651 Aug 22 13:37:41.042634 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 42698) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:41.048723 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-56ad6b65-438b-4c93-9f35-101b71d4eb6d tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Request body: {'floatingip': {'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'port_id': '541cea3e-45ad-4d02-98bd-48e3c19a61bf', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:37:41.094570 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-56ad6b65-438b-4c93-9f35-101b71d4eb6d tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks [] for floatingip, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:41.266226 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-56ad6b65-438b-4c93-9f35-101b71d4eb6d tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:41.429263 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-56ad6b65-438b-4c93-9f35-101b71d4eb6d tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Allocated IP 172.25.3.197 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/084c1f3e-15a1-4371-85b1-68b509608ba7) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:37:41.599026 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-56ad6b65-438b-4c93-9f35-101b71d4eb6d tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:41.608386 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 6fe6f55b-8018-4007-8c50-0cae635d9405 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:37:41.635021 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ae4f58d2-9fe9-4bf2-bdcf-531020d119e1 req-19ea7884-cff5-4a35-a282-829d708f9bfa tempest-ServerShowV247Test-539738320 tempest-ServerShowV247Test-539738320-project] 10.222.0.21 "GET /v2.0/ports?device_id=c59e4c4e-da17-4c5a-be79-65d615b57098 HTTP/1.1" status: 200 len: 210 time: 0.0473900 Aug 22 13:37:41.675877 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: 6fe6f55b-8018-4007-8c50-0cae635d9405 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:37:41.676268 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 6fe6f55b-8018-4007-8c50-0cae635d9405 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:37:41.705599 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-56ad6b65-438b-4c93-9f35-101b71d4eb6d tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:41.812685 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad6b65-438b-4c93-9f35-101b71d4eb6d tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Pushing event updated for resources: {'Port': ['ID=084c1f3e-15a1-4371-85b1-68b509608ba7,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:41.839927 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 42716) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:41.844717 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ad6b65-438b-4c93-9f35-101b71d4eb6d tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:37:41.846205 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-56ad6b65-438b-4c93-9f35-101b71d4eb6d tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:37:41.861162 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ad6b65-438b-4c93-9f35-101b71d4eb6d tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:37:42.103324 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-de1b5705-dd76-4044-960c-c8ef7c0ab3b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:42.125003 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-56ad6b65-438b-4c93-9f35-101b71d4eb6d tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Deleting port 084c1f3e-15a1-4371-85b1-68b509608ba7 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:37:42.126088 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-56ad6b65-438b-4c93-9f35-101b71d4eb6d tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:42.209203 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-de1b5705-dd76-4044-960c-c8ef7c0ab3b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:42.216320 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-de1b5705-dd76-4044-960c-c8ef7c0ab3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:42.254852 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-56ad6b65-438b-4c93-9f35-101b71d4eb6d tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:42.255572 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-56ad6b65-438b-4c93-9f35-101b71d4eb6d tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:42.271101 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-56ad6b65-438b-4c93-9f35-101b71d4eb6d tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Calling delete_port for 084c1f3e-15a1-4371-85b1-68b509608ba7 owned by network:floatingip {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:37:42.286714 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 42728) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:42.288469 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-de1b5705-dd76-4044-960c-c8ef7c0ab3b3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fac9e39557c94bcebe0265d3c3ce6a85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4423892 Aug 22 13:37:42.361440 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b5705-dd76-4044-960c-c8ef7c0ab3b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f48acf3-9eed-44c5-9b73-2a0e50abd633,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:42.414255 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 42730) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:42.420816 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-1a849254-26f4-4fe0-874b-139c6de4504f tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1355154391', 'description': 'tempest-secgroup-smoke-1355154391 description', 'project_id': '50b3d484826f4e1f8052fde49b87f38a'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:37:42.429488 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cc6e5cfb-18ed-4250-80f3-db4115adeb72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:42.473715 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1a849254-26f4-4fe0-874b-139c6de4504f tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:42.482679 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1a849254-26f4-4fe0-874b-139c6de4504f tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:42.509495 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cc6e5cfb-18ed-4250-80f3-db4115adeb72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:42.563214 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-56ad6b65-438b-4c93-9f35-101b71d4eb6d tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:42.625554 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad6b65-438b-4c93-9f35-101b71d4eb6d tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Pushing event deleted for resources: {'Port': ['ID=084c1f3e-15a1-4371-85b1-68b509608ba7,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:42.695712 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1a849254-26f4-4fe0-874b-139c6de4504f tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:42.707762 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1a849254-26f4-4fe0-874b-139c6de4504f tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:42.713680 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cc6e5cfb-18ed-4250-80f3-db4115adeb72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:42.720650 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cc6e5cfb-18ed-4250-80f3-db4115adeb72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:42.722397 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-cc6e5cfb-18ed-4250-80f3-db4115adeb72 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1f48acf3-9eed-44c5-9b73-2a0e50abd633 HTTP/1.1" status: 204 len: 168 time: 0.4343820 Aug 22 13:37:42.739900 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6e5cfb-18ed-4250-80f3-db4115adeb72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f48acf3-9eed-44c5-9b73-2a0e50abd633,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:42.767816 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-56ad6b65-438b-4c93-9f35-101b71d4eb6d tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] create failed (client error): The resource could not be found. Aug 22 13:37:42.769308 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-56ad6b65-438b-4c93-9f35-101b71d4eb6d tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.7249241 Aug 22 13:37:42.773476 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 42738) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:42.792386 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a849254-26f4-4fe0-874b-139c6de4504f tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1ef24c-cfa4-43c5-af57-dabc6d566dbf,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:42.870670 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32162dec-7392-4121-b3f6-3cfb6e79e9d2 req-30bb16d6-9cd5-4e44-b580-93c1997cf084 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:42.880841 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-32162dec-7392-4121-b3f6-3cfb6e79e9d2 req-30bb16d6-9cd5-4e44-b580-93c1997cf084 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb8c7a3d-a025-4ada-a573-36875c992f43 HTTP/1.1" status: 200 len: 946 time: 0.0892427 Aug 22 13:37:42.967623 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c68f7fb4-87ca-4b6a-b78f-c865e69842c8 req-504af263-78d4-46f0-9037-d63653e6c6d3 tempest-ServerShowV247Test-539738320 tempest-ServerShowV247Test-539738320-project] 10.222.0.21 "GET /v2.0/ports?device_id=c59e4c4e-da17-4c5a-be79-65d615b57098 HTTP/1.1" status: 200 len: 210 time: 0.0844159 Aug 22 13:37:43.053643 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-32162dec-7392-4121-b3f6-3cfb6e79e9d2 req-40dca1cc-093b-43c4-ad3b-5d598a6fc5ea tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23f2214-6790-4df7-a348-a4695558251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703761 Aug 22 13:37:43.094522 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1a849254-26f4-4fe0-874b-139c6de4504f tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:43.103031 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1a849254-26f4-4fe0-874b-139c6de4504f tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:43.176535 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-449cd553-6af2-4d58-84a9-036a3803fe8a tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Deleting port 541cea3e-45ad-4d02-98bd-48e3c19a61bf {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:37:43.180876 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-449cd553-6af2-4d58-84a9-036a3803fe8a tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:43.210309 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1a849254-26f4-4fe0-874b-139c6de4504f tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:43.219720 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-1a849254-26f4-4fe0-874b-139c6de4504f tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8014491 Aug 22 13:37:43.224930 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 42748) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:43.234945 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a849254-26f4-4fe0-874b-139c6de4504f tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5ee16a-a71b-41c2-8638-acd377ab5b4c,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:43.250704 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-1b328e0b-5b4c-4bcf-b0ae-695cedca9823 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Request body: {'security_group_rule': {'security_group_id': '7e5ee16a-a71b-41c2-8638-acd377ab5b4c', 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:37:43.311464 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1b328e0b-5b4c-4bcf-b0ae-695cedca9823 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:43.358736 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-449cd553-6af2-4d58-84a9-036a3803fe8a tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:43.375988 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-449cd553-6af2-4d58-84a9-036a3803fe8a tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Calling delete_port for 541cea3e-45ad-4d02-98bd-48e3c19a61bf owned by {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:37:43.492858 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1b328e0b-5b4c-4bcf-b0ae-695cedca9823 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:43.506260 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1b328e0b-5b4c-4bcf-b0ae-695cedca9823 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:43.544109 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b328e0b-5b4c-4bcf-b0ae-695cedca9823 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec0deb29-c870-4ee9-a2f1-34808a49b394,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:43.572297 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1b328e0b-5b4c-4bcf-b0ae-695cedca9823 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:43.574195 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-1b328e0b-5b4c-4bcf-b0ae-695cedca9823 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3459494 Aug 22 13:37:43.577336 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 42758) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:43.585584 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-ab7e6f30-3742-4841-9b6e-6dfd4f284b53 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Request body: {'security_group_rule': {'security_group_id': '7e5ee16a-a71b-41c2-8638-acd377ab5b4c', 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:37:43.653298 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ab7e6f30-3742-4841-9b6e-6dfd4f284b53 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:43.680445 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-449cd553-6af2-4d58-84a9-036a3803fe8a tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:43.757998 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449cd553-6af2-4d58-84a9-036a3803fe8a tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Pushing event deleted for resources: {'Port': ['ID=541cea3e-45ad-4d02-98bd-48e3c19a61bf,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:43.869508 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-449cd553-6af2-4d58-84a9-036a3803fe8a tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:43.874325 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ab7e6f30-3742-4841-9b6e-6dfd4f284b53 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:43.881763 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ab7e6f30-3742-4841-9b6e-6dfd4f284b53 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:43.888044 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-449cd553-6af2-4d58-84a9-036a3803fe8a tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] 10.222.0.21 "DELETE /v2.0/ports/541cea3e-45ad-4d02-98bd-48e3c19a61bf HTTP/1.1" status: 204 len: 168 time: 1.1115677 Aug 22 13:37:43.891381 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 42764) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:43.955901 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7e6f30-3742-4841-9b6e-6dfd4f284b53 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a6035b0-483d-4825-8e76-05b754dd7b31,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:44.065337 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ab7e6f30-3742-4841-9b6e-6dfd4f284b53 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:44.067396 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ab7e6f30-3742-4841-9b6e-6dfd4f284b53 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4878547 Aug 22 13:37:44.081076 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 42774) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:44.092009 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-118c8171-0c4f-418d-802b-d3d7d46751d0 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Request body: {'security_group_rule': {'security_group_id': '7e5ee16a-a71b-41c2-8638-acd377ab5b4c', 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:37:44.147800 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-118c8171-0c4f-418d-802b-d3d7d46751d0 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:44.230321 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc958c0a-a4ed-4ee7-9aa5-edde66bef068 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:44.232028 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-fc958c0a-a4ed-4ee7-9aa5-edde66bef068 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] 10.222.0.21 "GET /v2.0/ports?device_id=85751b2b-8337-4ec0-934c-00e4e0b67544 HTTP/1.1" status: 200 len: 913 time: 0.3390787 Aug 22 13:37:44.242538 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 42780) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:44.255680 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1a34d-17fa-496f-a958-ab5a93e235af req-201975bb-2c16-4dff-b56e-e6de06d5062e tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:44.257255 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-83a1a34d-17fa-496f-a958-ab5a93e235af req-201975bb-2c16-4dff-b56e-e6de06d5062e tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb8c7a3d-a025-4ada-a573-36875c992f43 HTTP/1.1" status: 200 len: 946 time: 0.2447259 Aug 22 13:37:44.295351 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-58a8da04-32fe-4864-bd18-333892695825 req-ff76c203-d027-4331-96e7-de2a2cc24e64 tempest-ServerShowV247Test-539738320 tempest-ServerShowV247Test-539738320-project] 10.222.0.21 "GET /v2.0/ports?device_id=c59e4c4e-da17-4c5a-be79-65d615b57098 HTTP/1.1" status: 200 len: 210 time: 0.0993776 Aug 22 13:37:44.482947 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-118c8171-0c4f-418d-802b-d3d7d46751d0 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:44.493054 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be8766-63c1-4743-be67-a561ec01a7f2 req-070325d5-3c6c-4b69-bc2e-c354a3c8401f tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:44.502842 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-01be8766-63c1-4743-be67-a561ec01a7f2 req-070325d5-3c6c-4b69-bc2e-c354a3c8401f tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb8c7a3d-a025-4ada-a573-36875c992f43 HTTP/1.1" status: 200 len: 946 time: 0.2374394 Aug 22 13:37:44.512790 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-118c8171-0c4f-418d-802b-d3d7d46751d0 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:44.552499 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118c8171-0c4f-418d-802b-d3d7d46751d0 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82071f58-7106-4b43-9b32-ef0ffacf9efc,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:44.571725 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-118c8171-0c4f-418d-802b-d3d7d46751d0 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:44.575620 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-118c8171-0c4f-418d-802b-d3d7d46751d0 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4887941 Aug 22 13:37:44.577165 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 42788) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:44.583133 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-71b812fa-9eb8-4346-b6ff-adfaa0c54617 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Request body: {'security_group_rule': {'security_group_id': '7e5ee16a-a71b-41c2-8638-acd377ab5b4c', 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:37:44.605477 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-01be8766-63c1-4743-be67-a561ec01a7f2 req-7f73df21-065f-488e-a30d-6d4908af62ca tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23f2214-6790-4df7-a348-a4695558251b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975428 Aug 22 13:37:44.656155 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-71b812fa-9eb8-4346-b6ff-adfaa0c54617 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:44.794021 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-71b812fa-9eb8-4346-b6ff-adfaa0c54617 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:44.798274 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-71b812fa-9eb8-4346-b6ff-adfaa0c54617 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:44.829044 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b812fa-9eb8-4346-b6ff-adfaa0c54617 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45f905bf-0953-4552-88f0-a8d5be838033,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:44.832888 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-71b812fa-9eb8-4346-b6ff-adfaa0c54617 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:44.834214 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-71b812fa-9eb8-4346-b6ff-adfaa0c54617 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2558000 Aug 22 13:37:44.837238 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 42792) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:44.843491 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-e2a6a9a0-5e02-4a12-be2d-4781aa47cc22 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Request body: {'security_group_rule': {'security_group_id': '7e5ee16a-a71b-41c2-8638-acd377ab5b4c', 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:37:44.853867 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-83a1a34d-17fa-496f-a958-ab5a93e235af req-a2e09a8c-7b1b-4ae9-9a72-e2f907974d77 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Deleting port f98ca010-3650-437c-83fa-f13f12655f20 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:37:44.854727 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-83a1a34d-17fa-496f-a958-ab5a93e235af req-a2e09a8c-7b1b-4ae9-9a72-e2f907974d77 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:44.886569 n-d-793621-33 neutron-server[94627]: INFO neutron.db.securitygroups_db [None req-e2a6a9a0-5e02-4a12-be2d-4781aa47cc22 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Project 50b3d484826f4e1f8052fde49b87f38a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 13:37:44.893523 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e2a6a9a0-5e02-4a12-be2d-4781aa47cc22 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:44.967307 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-83a1a34d-17fa-496f-a958-ab5a93e235af req-a2e09a8c-7b1b-4ae9-9a72-e2f907974d77 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] For port f98ca010-3650-437c-83fa-f13f12655f20, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=f98ca010-3650-437c-83fa-f13f12655f20,segment=NetworkSegment(741e13e0-402a-4f69-a295-32aa21113f30),segment_id=741e13e0-402a-4f69-a295-32aa21113f30)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:37:44.967824 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-83a1a34d-17fa-496f-a958-ab5a93e235af req-a2e09a8c-7b1b-4ae9-9a72-e2f907974d77 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:45.010803 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-83a1a34d-17fa-496f-a958-ab5a93e235af req-a2e09a8c-7b1b-4ae9-9a72-e2f907974d77 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Calling delete_port for f98ca010-3650-437c-83fa-f13f12655f20 owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:37:45.017020 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e2a6a9a0-5e02-4a12-be2d-4781aa47cc22 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:45.023672 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e2a6a9a0-5e02-4a12-be2d-4781aa47cc22 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:45.045798 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a6a9a0-5e02-4a12-be2d-4781aa47cc22 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d9d743d-664a-478d-9460-8bb3783284fe,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:45.050503 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e2a6a9a0-5e02-4a12-be2d-4781aa47cc22 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:45.052143 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e2a6a9a0-5e02-4a12-be2d-4781aa47cc22 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2139616 Aug 22 13:37:45.055092 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 42798) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:45.061531 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-29d1b709-0988-42e9-aa22-4f7265ff4e89 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Request body: {'security_group_rule': {'security_group_id': '7e5ee16a-a71b-41c2-8638-acd377ab5b4c', 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:37:45.093356 n-d-793621-33 neutron-server[94627]: INFO neutron.db.securitygroups_db [None req-29d1b709-0988-42e9-aa22-4f7265ff4e89 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Project 50b3d484826f4e1f8052fde49b87f38a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 13:37:45.102354 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-29d1b709-0988-42e9-aa22-4f7265ff4e89 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:45.179300 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-29d1b709-0988-42e9-aa22-4f7265ff4e89 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:45.184855 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-29d1b709-0988-42e9-aa22-4f7265ff4e89 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:45.222053 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d1b709-0988-42e9-aa22-4f7265ff4e89 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=948d49ef-7050-499c-a908-691229b3c677,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:45.226705 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-29d1b709-0988-42e9-aa22-4f7265ff4e89 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:45.231555 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-29d1b709-0988-42e9-aa22-4f7265ff4e89 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1751921 Aug 22 13:37:45.232448 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 42812) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:45.239946 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-64accb8b-64f2-4829-a6e7-0ac6694312bb tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Request body: {'network': {'name': 'tempest-network-smoke--1308615545', 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'port_security_enabled': True}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:37:45.272428 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64accb8b-64f2-4829-a6e7-0ac6694312bb tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Made reservation on behalf of 50b3d484826f4e1f8052fde49b87f38a for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:37:45.278852 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-64accb8b-64f2-4829-a6e7-0ac6694312bb tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:45.320264 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64accb8b-64f2-4829-a6e7-0ac6694312bb tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:37:45.336358 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-64accb8b-64f2-4829-a6e7-0ac6694312bb tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:45.338329 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-64accb8b-64f2-4829-a6e7-0ac6694312bb tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Added segment a46c041a-edee-4466-a041-94150c66bf51 of type vlan for network 74c80ecc-abbb-432b-a090-605bdcc17938 Aug 22 13:37:45.349547 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-83a1a34d-17fa-496f-a958-ab5a93e235af req-a2e09a8c-7b1b-4ae9-9a72-e2f907974d77 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:45.369470 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['f98ca010-3650-437c-83fa-f13f12655f20'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:37:45.375256 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 42824) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:45.411170 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e09a8c-7b1b-4ae9-9a72-e2f907974d77 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Pushing event deleted for resources: {'Port': ['ID=f98ca010-3650-437c-83fa-f13f12655f20,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:45.416378 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-64accb8b-64f2-4829-a6e7-0ac6694312bb tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:45.465116 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-adfb6653-e90b-4e29-96a9-71f619a5ec8d tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:45.479533 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-64accb8b-64f2-4829-a6e7-0ac6694312bb tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:45.497011 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64accb8b-64f2-4829-a6e7-0ac6694312bb tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:45.498220 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-64accb8b-64f2-4829-a6e7-0ac6694312bb tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:45.668580 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eac03ffa-c506-40ec-817d-f69cc0ef4401 req-12fc64a8-0cdf-4f80-8a3a-4bd3e2b73f5f tempest-ServerShowV247Test-539738320 tempest-ServerShowV247Test-539738320-project] 10.222.0.21 "GET /v2.0/ports?device_id=c59e4c4e-da17-4c5a-be79-65d615b57098 HTTP/1.1" status: 200 len: 210 time: 0.1652329 Aug 22 13:37:45.703394 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-64accb8b-64f2-4829-a6e7-0ac6694312bb tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4685943 Aug 22 13:37:45.704947 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a1a34d-17fa-496f-a958-ab5a93e235af req-a2e09a8c-7b1b-4ae9-9a72-e2f907974d77 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] No DVR routers for this DVR port f98ca010-3650-437c-83fa-f13f12655f20 on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:37:45.706524 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 42832) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:45.710964 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-07b96ba0-efaf-4d8d-b5ed-7eb87533b67d admin admin] Deleting subnet 7cd6abbc-1246-430e-b262-f242ac355bf7 {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:37:45.713696 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-a8d69329-29e0-46ae-afe0-4d5be4985580 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1793950476', 'admin_state_up': True, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:37:45.718445 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-83a1a34d-17fa-496f-a958-ab5a93e235af req-a2e09a8c-7b1b-4ae9-9a72-e2f907974d77 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:45.724433 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-83a1a34d-17fa-496f-a958-ab5a93e235af req-a2e09a8c-7b1b-4ae9-9a72-e2f907974d77 tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.41 "DELETE /v2.0/ports/f98ca010-3650-437c-83fa-f13f12655f20 HTTP/1.1" status: 204 len: 173 time: 1.4494431 Aug 22 13:37:45.725355 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb8c7a3d-a025-4ada-a573-36875c992f43', 'name': 'network-vif-deleted', 'tag': 'f98ca010-3650-437c-83fa-f13f12655f20'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:37:45.728932 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5dbd19b-54c9-4219-8d34-96fc61a38c2d" -d '{"events": [{"server_uuid": "cb8c7a3d-a025-4ada-a573-36875c992f43", "name": "network-vif-deleted", "tag": "f98ca010-3650-437c-83fa-f13f12655f20"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:37:45.735293 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-07b96ba0-efaf-4d8d-b5ed-7eb87533b67d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:45.810587 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a8d69329-29e0-46ae-afe0-4d5be4985580 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:45.811671 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a8d69329-29e0-46ae-afe0-4d5be4985580 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:45.814941 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64accb8b-64f2-4829-a6e7-0ac6694312bb tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event updated for resources: {'Network': ['ID=74c80ecc-abbb-432b-a090-605bdcc17938,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:45.826493 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 74c80ecc-abbb-432b-a090-605bdcc17938 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:37:45.880865 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-210a56f0-db55-4d3d-9a9e-eb5f7c0c8121 req-f18bb92d-7c8c-4d3a-b89e-43558231813c tempest-AttachVolumeNegativeTest-885858689 tempest-AttachVolumeNegativeTest-885858689-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb8c7a3d-a025-4ada-a573-36875c992f43 HTTP/1.1" status: 200 len: 210 time: 0.1069560 Aug 22 13:37:45.886327 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e77f10-929f-42fe-92fe-a81676294900 x-openstack-request-id: req-49e77f10-929f-42fe-92fe-a81676294900 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:37:45.886639 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb8c7a3d-a025-4ada-a573-36875c992f43", "name": "network-vif-deleted", "tag": "f98ca010-3650-437c-83fa-f13f12655f20", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:37:45.886888 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-49e77f10-929f-42fe-92fe-a81676294900 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:37:45.887284 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb8c7a3d-a025-4ada-a573-36875c992f43', 'name': 'network-vif-deleted', 'tag': 'f98ca010-3650-437c-83fa-f13f12655f20', 'status': 'completed', 'code': 200} Aug 22 13:37:45.915792 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-07b96ba0-efaf-4d8d-b5ed-7eb87533b67d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:45.972734 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-07b96ba0-efaf-4d8d-b5ed-7eb87533b67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:45.980036 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a8d69329-29e0-46ae-afe0-4d5be4985580 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:46.183822 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a8d69329-29e0-46ae-afe0-4d5be4985580 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:46.523242 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-07b96ba0-efaf-4d8d-b5ed-7eb87533b67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:46.617470 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b96ba0-efaf-4d8d-b5ed-7eb87533b67d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cd6abbc-1246-430e-b262-f242ac355bf7,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:46.628040 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-07b96ba0-efaf-4d8d-b5ed-7eb87533b67d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:46.633346 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-07b96ba0-efaf-4d8d-b5ed-7eb87533b67d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7cd6abbc-1246-430e-b262-f242ac355bf7 HTTP/1.1" status: 204 len: 168 time: 1.2388182 Aug 22 13:37:46.635428 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 42880) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:46.647035 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a8d69329-29e0-46ae-afe0-4d5be4985580 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for router_gateway, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:46.678115 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a8d69329-29e0-46ae-afe0-4d5be4985580 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:46.800449 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-87967759-2b5d-48e5-ad96-6e2c719b9710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:46.846305 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-adfb6653-e90b-4e29-96a9-71f619a5ec8d tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Deleting port 801d95d0-2fed-4034-bbfc-e5428576c6a1 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:37:46.846659 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-adfb6653-e90b-4e29-96a9-71f619a5ec8d tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:46.873244 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 42886) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:46.906499 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1cffe1d3-582b-4aa8-b8d9-c59765e9dc81 req-b690f050-213b-4b52-a3d7-35faba2152cf tempest-ServerShowV247Test-539738320 tempest-ServerShowV247Test-539738320-project] 10.222.0.21 "GET /v2.0/ports?device_id=c59e4c4e-da17-4c5a-be79-65d615b57098 HTTP/1.1" status: 200 len: 210 time: 0.0434430 Aug 22 13:37:46.953696 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-a8d69329-29e0-46ae-afe0-4d5be4985580 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Allocated IP 172.25.3.132 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/2111ab37-1d26-4af4-8dbd-3d1afc14e235) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:37:46.984871 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 42892) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:47.016145 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-87967759-2b5d-48e5-ad96-6e2c719b9710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:47.030388 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-87967759-2b5d-48e5-ad96-6e2c719b9710 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['029dc999-300f-41d7-a154-70ddffd00bd2']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:37:47.050567 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-87967759-2b5d-48e5-ad96-6e2c719b9710 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db44917f-e270-4117-9230-1517bc4d1e8b') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:37:47.051584 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-87967759-2b5d-48e5-ad96-6e2c719b9710 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db44917f-e270-4117-9230-1517bc4d1e8b') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:37:47.057272 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-adfb6653-e90b-4e29-96a9-71f619a5ec8d tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:47.073164 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-87967759-2b5d-48e5-ad96-6e2c719b9710 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:47.082346 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-adfb6653-e90b-4e29-96a9-71f619a5ec8d tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Calling delete_port for 801d95d0-2fed-4034-bbfc-e5428576c6a1 owned by network:router_interface {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:37:47.093201 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-97405a26-20e3-45bd-a436-7c1db402df86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:47.094985 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-87967759-2b5d-48e5-ad96-6e2c719b9710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:47.104800 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87967759-2b5d-48e5-ad96-6e2c719b9710 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:37:47.104800 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-87967759-2b5d-48e5-ad96-6e2c719b9710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:47.106681 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:37:47.106681 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:37:47.106681 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:37:47.106681 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:37:47.106681 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:37:47.106681 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:37:47.106681 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:37:47.106681 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:37:47.106681 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:37:47.106681 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:37:47.106681 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:37:47.106681 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:37:47.106681 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:37:47.106681 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:37:47.106681 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:37:47.106681 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:37:47.106681 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:37:47.106681 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:37:47.106681 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:37:47.106681 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:37:47.106681 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:37:47.106681 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:37:47.106681 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:37:47.106681 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:37:47.106681 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:37:47.106681 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:37:47.106681 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:37:47.106681 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:37:47.106681 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:37:47.106681 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:37:47.106681 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:37:47.106681 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:37:47.119721 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f5d3246-e5b5-46b6-b185-28ff4bc4e391 admin admin] Deleting subnet ffb4d087-1294-4a80-af2a-ccd3cdf84545 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:37:47.134488 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7f5d3246-e5b5-46b6-b185-28ff4bc4e391 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:47.202758 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7f5d3246-e5b5-46b6-b185-28ff4bc4e391 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:47.208602 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-87967759-2b5d-48e5-ad96-6e2c719b9710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:47.217307 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-87967759-2b5d-48e5-ad96-6e2c719b9710 admin admin] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:47.217995 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-87967759-2b5d-48e5-ad96-6e2c719b9710 admin admin] 10.222.0.21 "DELETE /v2.0/networks/029dc999-300f-41d7-a154-70ddffd00bd2 HTTP/1.1" status: 204 len: 168 time: 0.5814230 Aug 22 13:37:47.232946 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87967759-2b5d-48e5-ad96-6e2c719b9710 admin admin] Pushing event deleted for resources: {'Network': ['ID=029dc999-300f-41d7-a154-70ddffd00bd2,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:47.247748 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a8d69329-29e0-46ae-afe0-4d5be4985580 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:47.285661 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7f5d3246-e5b5-46b6-b185-28ff4bc4e391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:47.366064 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-adfb6653-e90b-4e29-96a9-71f619a5ec8d tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:47.394329 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7f5d3246-e5b5-46b6-b185-28ff4bc4e391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:47.399744 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb6653-e90b-4e29-96a9-71f619a5ec8d tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Pushing event deleted for resources: {'Port': ['ID=801d95d0-2fed-4034-bbfc-e5428576c6a1,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:47.404656 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-97405a26-20e3-45bd-a436-7c1db402df86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:47.412634 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 42896) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:47.417131 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-97405a26-20e3-45bd-a436-7c1db402df86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:47.442638 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a8d69329-29e0-46ae-afe0-4d5be4985580 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:47.455122 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5d3246-e5b5-46b6-b185-28ff4bc4e391 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffb4d087-1294-4a80-af2a-ccd3cdf84545,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:47.459139 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7f5d3246-e5b5-46b6-b185-28ff4bc4e391 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:47.461055 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-7f5d3246-e5b5-46b6-b185-28ff4bc4e391 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ffb4d087-1294-4a80-af2a-ccd3cdf84545 HTTP/1.1" status: 204 len: 168 time: 0.4752219 Aug 22 13:37:47.468180 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 42898) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:47.517289 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d69329-29e0-46ae-afe0-4d5be4985580 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:37:47.527367 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-a8d69329-29e0-46ae-afe0-4d5be4985580 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:37:47.538529 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-97405a26-20e3-45bd-a436-7c1db402df86 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8116524b850142ae94ba37bde7d0ffa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6602285 Aug 22 13:37:47.540668 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 42900) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:47.542369 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d69329-29e0-46ae-afe0-4d5be4985580 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:37:47.553231 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97405a26-20e3-45bd-a436-7c1db402df86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=656b3501-58d7-483d-af9f-c91487b8f9ac,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:47.590032 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d69329-29e0-46ae-afe0-4d5be4985580 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event updated for resources: {'Port': ['ID=2111ab37-1d26-4af4-8dbd-3d1afc14e235,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:47.617476 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2d1c3296-dfbc-44d4-9bd8-630327de1a28 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=55ae8131c673474db6fbd918c6d65e53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2045100 Aug 22 13:37:47.621562 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-03648028-742f-443a-ad71-d768dcf104bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:47.627448 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 42904) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:47.635717 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device f98ca010-3650-437c-83fa-f13f12655f20 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:37:47.686892 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: f98ca010-3650-437c-83fa-f13f12655f20 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:37:47.687490 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device f98ca010-3650-437c-83fa-f13f12655f20 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:37:47.720720 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-adfb6653-e90b-4e29-96a9-71f619a5ec8d tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:47.723478 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d2a6a467-77b0-4bae-8655-e8bf380d81e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:47.757233 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d2a6a467-77b0-4bae-8655-e8bf380d81e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:47.937775 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-03648028-742f-443a-ad71-d768dcf104bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:48.052297 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-03648028-742f-443a-ad71-d768dcf104bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29a5fa06-3722-4b00-8610-7c352a4197c0']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:37:48.056458 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adfb6653-e90b-4e29-96a9-71f619a5ec8d tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Router 85751b2b-8337-4ec0-934c-00e4e0b67544 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:37:48.073583 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-03648028-742f-443a-ad71-d768dcf104bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '741e13e0-402a-4f69-a295-32aa21113f30') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:37:48.074016 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-03648028-742f-443a-ad71-d768dcf104bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '741e13e0-402a-4f69-a295-32aa21113f30') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:37:48.089896 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-03648028-742f-443a-ad71-d768dcf104bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:48.142427 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-03648028-742f-443a-ad71-d768dcf104bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:48.187397 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03648028-742f-443a-ad71-d768dcf104bc admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:37:48.188203 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-03648028-742f-443a-ad71-d768dcf104bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:48.190091 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:37:48.190091 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:37:48.190091 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:37:48.190091 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:37:48.190091 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:37:48.190091 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:37:48.190091 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:37:48.190091 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:37:48.190091 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:37:48.190091 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:37:48.190091 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:37:48.190091 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:37:48.190091 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:37:48.190091 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:37:48.190091 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:37:48.190091 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:37:48.190091 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:37:48.190091 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:37:48.190091 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:37:48.190091 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:37:48.190091 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:37:48.190091 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:37:48.190091 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:37:48.190091 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:37:48.190091 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:37:48.190091 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:37:48.190091 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:37:48.190091 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:37:48.190091 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:37:48.190091 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:37:48.190091 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:37:48.190091 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:37:48.201615 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adfb6653-e90b-4e29-96a9-71f619a5ec8d tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:37:48.208294 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-adfb6653-e90b-4e29-96a9-71f619a5ec8d tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] 10.222.0.21 "PUT /v2.0/routers/85751b2b-8337-4ec0-934c-00e4e0b67544/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9632609 Aug 22 13:37:48.215473 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 42910) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:48.215685 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c02d40c-a344-4573-91fb-fc2893ee0686 None None] Sync routers for ids ['85751b2b-8337-4ec0-934c-00e4e0b67544'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:37:48.225715 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c02d40c-a344-4573-91fb-fc2893ee0686 None None] Routers {'85751b2b-8337-4ec0-934c-00e4e0b67544'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:37:48.226602 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-9c02d40c-a344-4573-91fb-fc2893ee0686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:37:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['85751b2b-8337-4ec0-934c-00e4e0b67544'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:37:48.256754 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f86fa0d7-c54c-42a7-8315-7af0b996df3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:48.265953 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-9c02d40c-a344-4573-91fb-fc2893ee0686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:37:48.275674 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c02d40c-a344-4573-91fb-fc2893ee0686 None None] Routers {'85751b2b-8337-4ec0-934c-00e4e0b67544'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:37:48.276584 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-9c02d40c-a344-4573-91fb-fc2893ee0686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:37:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['85751b2b-8337-4ec0-934c-00e4e0b67544'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:37:48.278999 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-06f42b6a-e87d-4890-90ad-51b530e0fadd req-9433e362-caef-4bb3-b512-307aecf6011e tempest-ServerShowV247Test-539738320 tempest-ServerShowV247Test-539738320-project] 10.222.0.21 "GET /v2.0/ports?device_id=c59e4c4e-da17-4c5a-be79-65d615b57098 HTTP/1.1" status: 200 len: 210 time: 0.0772161 Aug 22 13:37:48.344634 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7d2c4a55-89f7-4a79-a951-f304afeebcb7 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:48.347428 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-9c02d40c-a344-4573-91fb-fc2893ee0686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:37:48.348632 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c02d40c-a344-4573-91fb-fc2893ee0686 None None] The sync data for ids ['85751b2b-8337-4ec0-934c-00e4e0b67544'] in n-d-793621-33 is: [] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:37:48.360545 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d2a6a467-77b0-4bae-8655-e8bf380d81e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:48.365157 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d2a6a467-77b0-4bae-8655-e8bf380d81e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:48.365353 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d2a6a467-77b0-4bae-8655-e8bf380d81e2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/656b3501-58d7-483d-af9f-c91487b8f9ac HTTP/1.1" status: 204 len: 168 time: 0.8207159 Aug 22 13:37:48.373313 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f86fa0d7-c54c-42a7-8315-7af0b996df3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:48.384334 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-03648028-742f-443a-ad71-d768dcf104bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:48.388730 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-03648028-742f-443a-ad71-d768dcf104bc admin admin] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:48.390689 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-03648028-742f-443a-ad71-d768dcf104bc admin admin] 10.222.0.21 "DELETE /v2.0/networks/29a5fa06-3722-4b00-8610-7c352a4197c0 HTTP/1.1" status: 204 len: 168 time: 0.9214194 Aug 22 13:37:48.418186 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a6a467-77b0-4bae-8655-e8bf380d81e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656b3501-58d7-483d-af9f-c91487b8f9ac,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:48.432308 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03648028-742f-443a-ad71-d768dcf104bc admin admin] Pushing event deleted for resources: {'Network': ['ID=29a5fa06-3722-4b00-8610-7c352a4197c0,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:48.543987 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f86fa0d7-c54c-42a7-8315-7af0b996df3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:48.547763 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f86fa0d7-c54c-42a7-8315-7af0b996df3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:48.553159 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f86fa0d7-c54c-42a7-8315-7af0b996df3b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c08ef8f7-e58d-41d1-a746-7e4ef4b5caea HTTP/1.1" status: 204 len: 168 time: 0.9230933 Aug 22 13:37:48.555778 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a8d69329-29e0-46ae-afe0-4d5be4985580 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for router_gateway, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:48.565944 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7d2c4a55-89f7-4a79-a951-f304afeebcb7 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:48.568857 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7d2c4a55-89f7-4a79-a951-f304afeebcb7 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:48.623620 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7d2c4a55-89f7-4a79-a951-f304afeebcb7 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:48.624354 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2c4a55-89f7-4a79-a951-f304afeebcb7 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Fanout notify agent at l3_agent the message router_deleted on router 85751b2b-8337-4ec0-934c-00e4e0b67544 {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:37:48.641341 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7d2c4a55-89f7-4a79-a951-f304afeebcb7 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:48.642582 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7d2c4a55-89f7-4a79-a951-f304afeebcb7 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] 10.222.0.21 "DELETE /v2.0/routers/85751b2b-8337-4ec0-934c-00e4e0b67544 HTTP/1.1" status: 204 len: 168 time: 0.4259992 Aug 22 13:37:48.648653 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 42918) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:48.653249 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86fa0d7-c54c-42a7-8315-7af0b996df3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08ef8f7-e58d-41d1-a746-7e4ef4b5caea,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:48.767116 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d40d487-d1e9-4ac4-a113-6b04713fdc90 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Deleting subnet 964ecd31-fda5-40d1-ae9d-55bf56293dd7 {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:37:48.771467 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5d40d487-d1e9-4ac4-a113-6b04713fdc90 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:48.820490 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5d40d487-d1e9-4ac4-a113-6b04713fdc90 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:48.831317 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a8d69329-29e0-46ae-afe0-4d5be4985580 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:48.864704 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 42926) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:48.977896 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c51fc622-49f3-4da2-a3da-ca9526f29e3b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=79cda882c51f49c8a97f6b7883940f43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1119852 Aug 22 13:37:48.981943 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 42930) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:49.030351 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5d40d487-d1e9-4ac4-a113-6b04713fdc90 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:49.103678 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ffe40e01-6353-4807-b188-89ca88acddf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:49.112582 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d69329-29e0-46ae-afe0-4d5be4985580 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Router f70c1faf-6278-419f-93e4-c53e735583b6 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:37:49.119708 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 42936) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:49.139588 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e6319640-d698-436a-804b-49e25ab6668d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:49.146055 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ffe40e01-6353-4807-b188-89ca88acddf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:49.158048 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5d40d487-d1e9-4ac4-a113-6b04713fdc90 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:49.215940 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d40d487-d1e9-4ac4-a113-6b04713fdc90 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Pushing event deleted for resources: {'Subnet': ['ID=964ecd31-fda5-40d1-ae9d-55bf56293dd7,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:49.236129 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5d40d487-d1e9-4ac4-a113-6b04713fdc90 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:49.241682 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5d40d487-d1e9-4ac4-a113-6b04713fdc90 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] 10.222.0.21 "DELETE /v2.0/subnets/964ecd31-fda5-40d1-ae9d-55bf56293dd7 HTTP/1.1" status: 204 len: 168 time: 0.5865245 Aug 22 13:37:49.242652 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 42940) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:49.243600 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610eacbe-da0c-4b43-b6be-b74be58b35b6 None None] Network b56f4e6f-5a5c-4c8b-bc37-2923f0912a8d requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:37:49.304532 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d69329-29e0-46ae-afe0-4d5be4985580 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:37:49.323731 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb6c1e0-e805-4c38-b841-abed13af49fb None None] Sync routers for ids ['f70c1faf-6278-419f-93e4-c53e735583b6'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:37:49.356274 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb6c1e0-e805-4c38-b841-abed13af49fb None None] Routers {'f70c1faf-6278-419f-93e4-c53e735583b6'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:37:49.356914 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-1fb6c1e0-e805-4c38-b841-abed13af49fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:37:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['f70c1faf-6278-419f-93e4-c53e735583b6'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:37:49.378249 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e6319640-d698-436a-804b-49e25ab6668d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:49.392597 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cb201e39-7803-4c2c-8b2d-1b8118e51020 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:49.397110 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e6319640-d698-436a-804b-49e25ab6668d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:49.399661 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ffe40e01-6353-4807-b188-89ca88acddf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:49.407638 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ffe40e01-6353-4807-b188-89ca88acddf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:49.408944 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ffe40e01-6353-4807-b188-89ca88acddf9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f23f2214-6790-4df7-a348-a4695558251b HTTP/1.1" status: 204 len: 168 time: 0.4260144 Aug 22 13:37:49.427950 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a8d69329-29e0-46ae-afe0-4d5be4985580 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:49.430319 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a8d69329-29e0-46ae-afe0-4d5be4985580 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.7228084 Aug 22 13:37:49.433776 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 42948) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:49.455971 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe40e01-6353-4807-b188-89ca88acddf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23f2214-6790-4df7-a348-a4695558251b,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:49.549885 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-cb201e39-7803-4c2c-8b2d-1b8118e51020 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Deleting port 8777f7ed-ac8f-4d00-9f94-5753a7e79e3e {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:37:49.550228 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cb201e39-7803-4c2c-8b2d-1b8118e51020 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:49.563012 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c76e9f40-5ff9-43ea-9925-f484d8264203 req-20f942ae-e7cb-4029-8b5f-03344885cbea tempest-ServerShowV247Test-539738320 tempest-ServerShowV247Test-539738320-project] 10.222.0.21 "GET /v2.0/ports?device_id=c59e4c4e-da17-4c5a-be79-65d615b57098 HTTP/1.1" status: 200 len: 210 time: 0.0684760 Aug 22 13:37:49.572415 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e6319640-d698-436a-804b-49e25ab6668d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8e05bb6e18c1415eb8e1ee49e9ae2d0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4490743 Aug 22 13:37:49.573897 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6319640-d698-436a-804b-49e25ab6668d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a386c2d-b431-4451-b307-b1464aecc274,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:49.576844 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 42952) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:49.617736 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c3a231-4cff-46c4-b498-316771956b1f None None] DHCP port deletion for b56f4e6f-5a5c-4c8b-bc37-2923f0912a8d request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:37:49.668890 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-cb201e39-7803-4c2c-8b2d-1b8118e51020 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] For port 8777f7ed-ac8f-4d00-9f94-5753a7e79e3e, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=8777f7ed-ac8f-4d00-9f94-5753a7e79e3e,segment=NetworkSegment(c09a62f8-c607-495f-879c-fa29e0ae3ea1),segment_id=c09a62f8-c607-495f-879c-fa29e0ae3ea1)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:37:49.669415 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cb201e39-7803-4c2c-8b2d-1b8118e51020 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:49.700918 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-1fb6c1e0-e805-4c38-b841-abed13af49fb None None] Set router f70c1faf-6278-419f-93e4-c53e735583b6 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:37:49.708479 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-29138fb2-a835-49de-a246-291f0fdfdca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:49.727300 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-cb201e39-7803-4c2c-8b2d-1b8118e51020 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Calling delete_port for 8777f7ed-ac8f-4d00-9f94-5753a7e79e3e owned by network:dhcp {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:37:49.798942 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-29138fb2-a835-49de-a246-291f0fdfdca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:49.803499 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 8777f7ed-ac8f-4d00-9f94-5753a7e79e3e no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:37:49.813362 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-37c3a231-4cff-46c4-b498-316771956b1f None None] Deleting port 8777f7ed-ac8f-4d00-9f94-5753a7e79e3e {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:37:49.815902 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-37c3a231-4cff-46c4-b498-316771956b1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:49.913297 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-29138fb2-a835-49de-a246-291f0fdfdca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:49.917815 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-29138fb2-a835-49de-a246-291f0fdfdca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:49.923596 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-29138fb2-a835-49de-a246-291f0fdfdca5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6a386c2d-b431-4451-b307-b1464aecc274 HTTP/1.1" status: 204 len: 168 time: 0.3441782 Aug 22 13:37:49.949458 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29138fb2-a835-49de-a246-291f0fdfdca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a386c2d-b431-4451-b307-b1464aecc274,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:50.074647 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-73e76176-4a6b-4971-a20f-fa2e6152a335 tempest-TestNetworkAdvancedServerOps-2090656047 tempest-TestNetworkAdvancedServerOps-2090656047-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=50b3d484826f4e1f8052fde49b87f38a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6394866 Aug 22 13:37:50.077557 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 42964) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:50.081068 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cb201e39-7803-4c2c-8b2d-1b8118e51020 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:50.090802 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-37c3a231-4cff-46c4-b498-316771956b1f None None] For port 8777f7ed-ac8f-4d00-9f94-5753a7e79e3e, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=8777f7ed-ac8f-4d00-9f94-5753a7e79e3e,segment=NetworkSegment(c09a62f8-c607-495f-879c-fa29e0ae3ea1),segment_id=c09a62f8-c607-495f-879c-fa29e0ae3ea1)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:37:50.091568 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-37c3a231-4cff-46c4-b498-316771956b1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:50.097974 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No active binding found for port 8777f7ed-ac8f-4d00-9f94-5753a7e79e3e {{(pid=94629) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 22 13:37:50.103820 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 8777f7ed-ac8f-4d00-9f94-5753a7e79e3e not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:37:50.132777 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-37c3a231-4cff-46c4-b498-316771956b1f None None] Calling delete_port for 8777f7ed-ac8f-4d00-9f94-5753a7e79e3e owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:37:50.146363 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb201e39-7803-4c2c-8b2d-1b8118e51020 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Pushing event deleted for resources: {'Port': ['ID=8777f7ed-ac8f-4d00-9f94-5753a7e79e3e,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:50.158614 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb201e39-7803-4c2c-8b2d-1b8118e51020 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] No DVR routers for this DVR port 8777f7ed-ac8f-4d00-9f94-5753a7e79e3e on host n-d-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:37:50.182091 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-1fb6c1e0-e805-4c38-b841-abed13af49fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70c1faf-6278-419f-93e4-c53e735583b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793950476', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '2111ab37-1d26-4af4-8dbd-3d1afc14e235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:37:45Z', 'updated_at': '2021-08-22T13:37:48Z', 'revision_number': 3, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'gw_port': {'id': '2111ab37-1d26-4af4-8dbd-3d1afc14e235', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:62:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70c1faf-6278-419f-93e4-c53e735583b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:37:46Z', 'updated_at': '2021-08-22T13:37:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:37:50.237140 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb6c1e0-e805-4c38-b841-abed13af49fb None None] Checking router: f70c1faf-6278-419f-93e4-c53e735583b6 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:37:50.237882 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb6c1e0-e805-4c38-b841-abed13af49fb None None] Updating router f70c1faf-6278-419f-93e4-c53e735583b6 port 2111ab37-1d26-4af4-8dbd-3d1afc14e235 binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:37:50.291380 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-1fb6c1e0-e805-4c38-b841-abed13af49fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:50.327157 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-37c3a231-4cff-46c4-b498-316771956b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:50.365139 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cb201e39-7803-4c2c-8b2d-1b8118e51020 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:50.378322 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c3a231-4cff-46c4-b498-316771956b1f None None] Pushing event deleted for resources: {'Port': ['ID=8777f7ed-ac8f-4d00-9f94-5753a7e79e3e,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:50.390870 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-cb201e39-7803-4c2c-8b2d-1b8118e51020 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b56f4e6f-5a5c-4c8b-bc37-2923f0912a8d']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:37:50.405571 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c3a231-4cff-46c4-b498-316771956b1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:37:50.406237 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c3a231-4cff-46c4-b498-316771956b1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:37:50.406741 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c3a231-4cff-46c4-b498-316771956b1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:37:50.407539 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c3a231-4cff-46c4-b498-316771956b1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:37:50.408713 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c3a231-4cff-46c4-b498-316771956b1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:37:50.411449 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c3a231-4cff-46c4-b498-316771956b1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:37:50.412029 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c3a231-4cff-46c4-b498-316771956b1f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:37:50.412578 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c3a231-4cff-46c4-b498-316771956b1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:37:50.413091 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c3a231-4cff-46c4-b498-316771956b1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:37:50.413867 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c3a231-4cff-46c4-b498-316771956b1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:37:50.415245 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c3a231-4cff-46c4-b498-316771956b1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:37:50.417473 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c3a231-4cff-46c4-b498-316771956b1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:37:50.420063 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-cb201e39-7803-4c2c-8b2d-1b8118e51020 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c09a62f8-c607-495f-879c-fa29e0ae3ea1') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:37:50.422541 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-cb201e39-7803-4c2c-8b2d-1b8118e51020 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c09a62f8-c607-495f-879c-fa29e0ae3ea1') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:37:50.439987 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c3a231-4cff-46c4-b498-316771956b1f None None] No DVR routers for this DVR port 8777f7ed-ac8f-4d00-9f94-5753a7e79e3e on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:37:50.451995 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b20847-6687-423e-8e4a-42a44d548202 tempest-TestNetworkAdvancedServerOps-2090656047 tempest-TestNetworkAdvancedServerOps-2090656047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:50.453691 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cb201e39-7803-4c2c-8b2d-1b8118e51020 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:50.455330 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-36b20847-6687-423e-8e4a-42a44d548202 tempest-TestNetworkAdvancedServerOps-2090656047 tempest-TestNetworkAdvancedServerOps-2090656047-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3764119 Aug 22 13:37:50.456204 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 42976) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:50.471931 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cb201e39-7803-4c2c-8b2d-1b8118e51020 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:50.481123 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb201e39-7803-4c2c-8b2d-1b8118e51020 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:37:50.481850 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cb201e39-7803-4c2c-8b2d-1b8118e51020 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:50.486529 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:37:50.486529 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:37:50.486529 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:37:50.486529 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:37:50.486529 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:37:50.486529 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:37:50.486529 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:37:50.486529 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:37:50.486529 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:37:50.486529 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:37:50.486529 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:37:50.486529 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:37:50.486529 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:37:50.486529 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:37:50.486529 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:37:50.486529 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:37:50.486529 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:37:50.486529 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:37:50.486529 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:37:50.486529 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:37:50.486529 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:37:50.486529 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:37:50.486529 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:37:50.486529 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:37:50.486529 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:37:50.486529 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:37:50.486529 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:37:50.486529 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:37:50.486529 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:37:50.486529 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:37:50.486529 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:37:50.486529 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:37:50.535049 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-fbb006b5-9575-45b5-92b1-4aae6068cf48 tempest-TestNetworkAdvancedServerOps-2090656047 tempest-TestNetworkAdvancedServerOps-2090656047-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=7de6ab83-cd00-4b3c-94fb-810dd34d29b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0756869 Aug 22 13:37:50.536671 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 42980) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:50.542271 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-c86ba4da-8c29-489b-b297-4320812fa13f tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-410397378', 'network_id': '74c80ecc-abbb-432b-a090-605bdcc17938', 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:37:50.610939 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cb201e39-7803-4c2c-8b2d-1b8118e51020 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:50.621886 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cb201e39-7803-4c2c-8b2d-1b8118e51020 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:50.626170 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-cb201e39-7803-4c2c-8b2d-1b8118e51020 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] 10.222.0.21 "DELETE /v2.0/networks/b56f4e6f-5a5c-4c8b-bc37-2923f0912a8d HTTP/1.1" status: 204 len: 168 time: 1.3801568 Aug 22 13:37:50.642064 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb201e39-7803-4c2c-8b2d-1b8118e51020 tempest-FloatingIPNegativeTestJSON-4945275 tempest-FloatingIPNegativeTestJSON-4945275-project] Pushing event deleted for resources: {'Network': ['ID=b56f4e6f-5a5c-4c8b-bc37-2923f0912a8d,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:50.775283 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86ba4da-8c29-489b-b297-4320812fa13f tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Made reservation on behalf of 50b3d484826f4e1f8052fde49b87f38a for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:37:50.787975 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c86ba4da-8c29-489b-b297-4320812fa13f tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:50.795162 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-190b4a5b-6d77-4c0b-beb9-2ecd889fc39f req-789b05b3-2c28-42f1-aed4-f68d5b9a9a5c tempest-ServerShowV247Test-539738320 tempest-ServerShowV247Test-539738320-project] 10.222.0.21 "GET /v2.0/ports?device_id=c59e4c4e-da17-4c5a-be79-65d615b57098 HTTP/1.1" status: 200 len: 210 time: 0.0862958 Aug 22 13:37:50.820100 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cca6cf15-ed8b-4d46-b751-b948a92b89e1 req-52354fc3-0ea2-4976-9a12-3a2e4fa288d0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1e0b0a37-7125-4435-9750-e82d8add3457&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0739810 Aug 22 13:37:50.849728 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-1fb6c1e0-e805-4c38-b841-abed13af49fb None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:50.871472 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-1fb6c1e0-e805-4c38-b841-abed13af49fb None None] Transition to ACTIVE for port object 2111ab37-1d26-4af4-8dbd-3d1afc14e235 will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:37:50.890365 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-1fb6c1e0-e805-4c38-b841-abed13af49fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:50.966718 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544196bb-365f-4090-9370-5d359c59657c None None] Pushing event updated for resources: {'Port': ['ID=2111ab37-1d26-4af4-8dbd-3d1afc14e235,revision_number=2']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:50.980895 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-1fb6c1e0-e805-4c38-b841-abed13af49fb None None] Attempting to bind port 2111ab37-1d26-4af4-8dbd-3d1afc14e235 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:37:50.981642 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-1fb6c1e0-e805-4c38-b841-abed13af49fb None None] Attempting to bind port 2111ab37-1d26-4af4-8dbd-3d1afc14e235 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:37:50.982721 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb6c1e0-e805-4c38-b841-abed13af49fb None None] Attempting to bind port 2111ab37-1d26-4af4-8dbd-3d1afc14e235 on network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:37:50.997159 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6cf15-ed8b-4d46-b751-b948a92b89e1 req-e1645207-00b6-4211-a416-e660de773165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:50.999780 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cca6cf15-ed8b-4d46-b751-b948a92b89e1 req-e1645207-00b6-4211-a416-e660de773165 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9aaf82909078458f95327523ba5e3378&device_id=1e0b0a37-7125-4435-9750-e82d8add3457 HTTP/1.1" status: 200 len: 1097 time: 0.1034415 Aug 22 13:37:51.001565 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb6c1e0-e805-4c38-b841-abed13af49fb None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:37:51.002690 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb6c1e0-e805-4c38-b841-abed13af49fb None None] Checking segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:37:51.003117 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-1fb6c1e0-e805-4c38-b841-abed13af49fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:51.003517 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb6c1e0-e805-4c38-b841-abed13af49fb None None] Bound using segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:37:51.004137 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-1fb6c1e0-e805-4c38-b841-abed13af49fb None None] Bound port: 2111ab37-1d26-4af4-8dbd-3d1afc14e235, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:37:51.006446 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-1fb6c1e0-e805-4c38-b841-abed13af49fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:51.022217 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 42998) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:51.090499 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-1fb6c1e0-e805-4c38-b841-abed13af49fb None None] For port 2111ab37-1d26-4af4-8dbd-3d1afc14e235, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:37:51.102207 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-1fb6c1e0-e805-4c38-b841-abed13af49fb None None] For port 2111ab37-1d26-4af4-8dbd-3d1afc14e235, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=2111ab37-1d26-4af4-8dbd-3d1afc14e235,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:37:51.112040 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-1fb6c1e0-e805-4c38-b841-abed13af49fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:51.175443 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6cf15-ed8b-4d46-b751-b948a92b89e1 req-19f9280d-1c74-45d8-b587-4ea9fcb1bd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:51.180676 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cca6cf15-ed8b-4d46-b751-b948a92b89e1 req-19f9280d-1c74-45d8-b587-4ea9fcb1bd75 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0386d336-0e61-4348-9e46-055980419e76 HTTP/1.1" status: 200 len: 912 time: 0.1520953 Aug 22 13:37:51.219389 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb6c1e0-e805-4c38-b841-abed13af49fb None None] Routers {'f70c1faf-6278-419f-93e4-c53e735583b6'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:37:51.220023 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-1fb6c1e0-e805-4c38-b841-abed13af49fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:37:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['f70c1faf-6278-419f-93e4-c53e735583b6'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:37:51.241667 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c86ba4da-8c29-489b-b297-4320812fa13f tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:51.296678 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544196bb-365f-4090-9370-5d359c59657c None None] Pushing event updated for resources: {'Port': ['ID=2111ab37-1d26-4af4-8dbd-3d1afc14e235,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:51.339160 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86ba4da-8c29-489b-b297-4320812fa13f tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event updated for resources: {'Subnet': ['ID=35444415-8101-4a48-91cf-416f87b6f6a6,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:51.350027 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86ba4da-8c29-489b-b297-4320812fa13f tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Checking segment: {'id': 'a46c041a-edee-4466-a041-94150c66bf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '74c80ecc-abbb-432b-a090-605bdcc17938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:37:51.350586 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86ba4da-8c29-489b-b297-4320812fa13f tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Network hostable DHCP agents. Network: 74c80ecc-abbb-432b-a090-605bdcc17938, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:37:51.370271 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cca6cf15-ed8b-4d46-b751-b948a92b89e1 req-d1b94330-1df4-4055-b0c7-57a8766255f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ac6586f-fef6-4a9a-a0c1-60c878277a4e HTTP/1.1" status: 200 len: 1001 time: 0.1811459 Aug 22 13:37:51.372768 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 43010) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:51.373694 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86ba4da-8c29-489b-b297-4320812fa13f tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Network 74c80ecc-abbb-432b-a090-605bdcc17938 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:37:51.388007 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-1fb6c1e0-e805-4c38-b841-abed13af49fb None None] Set router f70c1faf-6278-419f-93e4-c53e735583b6 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:37:51.399630 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-c86ba4da-8c29-489b-b297-4320812fa13f tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 74c80ecc-abbb-432b-a090-605bdcc17938) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:37:51.408011 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86ba4da-8c29-489b-b297-4320812fa13f tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:51.408609 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c86ba4da-8c29-489b-b297-4320812fa13f tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:51.416541 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1da8206-79e7-450e-9e16-7b02f34df190 None None] Network 74c80ecc-abbb-432b-a090-605bdcc17938 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:37:51.443654 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c86ba4da-8c29-489b-b297-4320812fa13f tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9052877 Aug 22 13:37:51.446341 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 43016) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:51.524887 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6cf15-ed8b-4d46-b751-b948a92b89e1 req-7ff9eb73-d6bf-4406-8a1c-bc92e7e02e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:51.529612 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cca6cf15-ed8b-4d46-b751-b948a92b89e1 req-7ff9eb73-d6bf-4406-8a1c-bc92e7e02e38 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=77ae476e-7cd6-4bd5-9319-25dd232b8593 HTTP/1.1" status: 200 len: 850 time: 0.1533353 Aug 22 13:37:51.620943 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-a0c9f31a-f8bb-4921-84e0-5f60a98ab4c3 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1278183712-network', 'tenant_id': 'fcad05e8fdd44b278e648720bbd3e02d'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:37:51.664980 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6cf15-ed8b-4d46-b751-b948a92b89e1 req-169265cb-93e0-439b-9bac-616ffc3e18f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:51.667474 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cca6cf15-ed8b-4d46-b751-b948a92b89e1 req-169265cb-93e0-439b-9bac-616ffc3e18f8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0386d336-0e61-4348-9e46-055980419e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1298318 Aug 22 13:37:51.686014 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ab05ba-826c-46a9-83e8-a30eb9d39e9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-74c80ecc-abbb-432b-a090-605bdcc17938', 'network_id': '74c80ecc-abbb-432b-a090-605bdcc17938', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'fixed_ips': [{'subnet_id': '35444415-8101-4a48-91cf-416f87b6f6a6'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:37:51.687601 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-39ab05ba-826c-46a9-83e8-a30eb9d39e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:51.741287 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-1fb6c1e0-e805-4c38-b841-abed13af49fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70c1faf-6278-419f-93e4-c53e735583b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793950476', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '2111ab37-1d26-4af4-8dbd-3d1afc14e235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:37:45Z', 'updated_at': '2021-08-22T13:37:48Z', 'revision_number': 3, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'gw_port': {'id': '2111ab37-1d26-4af4-8dbd-3d1afc14e235', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:62:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70c1faf-6278-419f-93e4-c53e735583b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:37:46Z', 'updated_at': '2021-08-22T13:37:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:37:51.754450 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-6e1ad373-913a-48be-a298-9208ec10e5cc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4115322e7d98487286761f71289b9b7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3679984 Aug 22 13:37:51.765101 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 43032) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:51.803946 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c9f31a-f8bb-4921-84e0-5f60a98ab4c3 admin admin] Made reservation on behalf of fcad05e8fdd44b278e648720bbd3e02d for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:37:51.806693 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a0c9f31a-f8bb-4921-84e0-5f60a98ab4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:51.817843 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb6c1e0-e805-4c38-b841-abed13af49fb None None] The sync data for ids ['f70c1faf-6278-419f-93e4-c53e735583b6'] in n-d-793621-33 is: [{'id': 'f70c1faf-6278-419f-93e4-c53e735583b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793950476', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '2111ab37-1d26-4af4-8dbd-3d1afc14e235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:37:45Z', 'updated_at': '2021-08-22T13:37:48Z', 'revision_number': 3, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'gw_port': {'id': '2111ab37-1d26-4af4-8dbd-3d1afc14e235', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:62:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70c1faf-6278-419f-93e4-c53e735583b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:37:46Z', 'updated_at': '2021-08-22T13:37:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:37:51.820596 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a0c9f31a-f8bb-4921-84e0-5f60a98ab4c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:51.917656 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-39ab05ba-826c-46a9-83e8-a30eb9d39e9c None None] Allocated IP 172.20.0.2 (74c80ecc-abbb-432b-a090-605bdcc17938/35444415-8101-4a48-91cf-416f87b6f6a6/3e554247-ef9b-445d-b23d-26a655788e9c) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:37:51.929132 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cca6cf15-ed8b-4d46-b751-b948a92b89e1 req-2d856441-ac41-4153-8891-0e8b642a3ab6 service neutron] 10.222.0.41 "GET /v2.0/networks/0386d336-0e61-4348-9e46-055980419e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527504 Aug 22 13:37:52.109358 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-39ab05ba-826c-46a9-83e8-a30eb9d39e9c None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:52.115842 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ffff3d08-8348-4b4a-8085-c11ad329c858 req-08b982c8-e136-4f44-bded-c47e588cf32a tempest-ServerShowV247Test-539738320 tempest-ServerShowV247Test-539738320-project] 10.222.0.21 "GET /v2.0/ports?device_id=c59e4c4e-da17-4c5a-be79-65d615b57098 HTTP/1.1" status: 200 len: 210 time: 0.1158710 Aug 22 13:37:52.116710 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-39ab05ba-826c-46a9-83e8-a30eb9d39e9c None None] Transition to ACTIVE for port object 3e554247-ef9b-445d-b23d-26a655788e9c will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:37:52.152604 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-39ab05ba-826c-46a9-83e8-a30eb9d39e9c None None] Transition to ACTIVE for port object 3e554247-ef9b-445d-b23d-26a655788e9c will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:37:52.162655 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-39ab05ba-826c-46a9-83e8-a30eb9d39e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:52.184865 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ab05ba-826c-46a9-83e8-a30eb9d39e9c None None] Network 74c80ecc-abbb-432b-a090-605bdcc17938 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:37:52.186111 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cca6cf15-ed8b-4d46-b751-b948a92b89e1 req-cf4d6d97-39cd-41ae-8ce5-091900a44dd4 service neutron] 10.222.0.41 "GET /v2.0/networks/0386d336-0e61-4348-9e46-055980419e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488191 Aug 22 13:37:52.188178 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-39ab05ba-826c-46a9-83e8-a30eb9d39e9c None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:37:52.192610 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ab05ba-826c-46a9-83e8-a30eb9d39e9c None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:37:52.198649 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a0c9f31a-f8bb-4921-84e0-5f60a98ab4c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:52.205667 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a0c9f31a-f8bb-4921-84e0-5f60a98ab4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:52.277721 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0c9f31a-f8bb-4921-84e0-5f60a98ab4c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:37:52.304278 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cf3791a9-1bc7-49f3-afe6-a1a297b34f07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:52.306973 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-39ab05ba-826c-46a9-83e8-a30eb9d39e9c None None] Attempting to bind port 3e554247-ef9b-445d-b23d-26a655788e9c on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:37:52.307582 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-39ab05ba-826c-46a9-83e8-a30eb9d39e9c None None] Attempting to bind port 3e554247-ef9b-445d-b23d-26a655788e9c by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'a46c041a-edee-4466-a041-94150c66bf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '74c80ecc-abbb-432b-a090-605bdcc17938'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:37:52.308943 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ab05ba-826c-46a9-83e8-a30eb9d39e9c None None] Attempting to bind port 3e554247-ef9b-445d-b23d-26a655788e9c on network 74c80ecc-abbb-432b-a090-605bdcc17938 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:37:52.317977 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ab05ba-826c-46a9-83e8-a30eb9d39e9c None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:37:52.320211 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ab05ba-826c-46a9-83e8-a30eb9d39e9c None None] Checking segment: {'id': 'a46c041a-edee-4466-a041-94150c66bf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '74c80ecc-abbb-432b-a090-605bdcc17938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:37:52.320932 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-39ab05ba-826c-46a9-83e8-a30eb9d39e9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:52.321561 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ab05ba-826c-46a9-83e8-a30eb9d39e9c None None] Bound using segment: {'id': 'a46c041a-edee-4466-a041-94150c66bf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '74c80ecc-abbb-432b-a090-605bdcc17938'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:37:52.322283 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-39ab05ba-826c-46a9-83e8-a30eb9d39e9c None None] Bound port: 3e554247-ef9b-445d-b23d-26a655788e9c, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a46c041a-edee-4466-a041-94150c66bf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '74c80ecc-abbb-432b-a090-605bdcc17938'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:37:52.322867 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-39ab05ba-826c-46a9-83e8-a30eb9d39e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:52.331874 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9f31a-f8bb-4921-84e0-5f60a98ab4c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdad6c11-236f-4eca-984b-1019a30a1f5f,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:52.347026 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ab05ba-826c-46a9-83e8-a30eb9d39e9c None None] Pushing event updated for resources: {'Port': ['ID=3e554247-ef9b-445d-b23d-26a655788e9c,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:52.372066 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a0c9f31a-f8bb-4921-84e0-5f60a98ab4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:52.372456 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-a0c9f31a-f8bb-4921-84e0-5f60a98ab4c3 admin admin] Added segment 007f064f-6a12-4206-aeea-e8e3a1780994 of type vlan for network d11fb775-d602-4e3f-b368-8f30d7524426 Aug 22 13:37:52.402800 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cf3791a9-1bc7-49f3-afe6-a1a297b34f07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:52.507030 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-39ab05ba-826c-46a9-83e8-a30eb9d39e9c None None] For port 3e554247-ef9b-445d-b23d-26a655788e9c, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:37:52.518628 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-39ab05ba-826c-46a9-83e8-a30eb9d39e9c None None] For port 3e554247-ef9b-445d-b23d-26a655788e9c, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=3e554247-ef9b-445d-b23d-26a655788e9c,segment=NetworkSegment(a46c041a-edee-4466-a041-94150c66bf51),segment_id=a46c041a-edee-4466-a041-94150c66bf51)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:37:52.528620 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-39ab05ba-826c-46a9-83e8-a30eb9d39e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:52.530100 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a0c9f31a-f8bb-4921-84e0-5f60a98ab4c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:52.536983 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cf3791a9-1bc7-49f3-afe6-a1a297b34f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:52.540209 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cf3791a9-1bc7-49f3-afe6-a1a297b34f07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:52.541577 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-cf3791a9-1bc7-49f3-afe6-a1a297b34f07 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/95987885-d876-4e80-9f2f-53a7cbe2587a HTTP/1.1" status: 204 len: 168 time: 0.7755034 Aug 22 13:37:52.563683 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3791a9-1bc7-49f3-afe6-a1a297b34f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95987885-d876-4e80-9f2f-53a7cbe2587a,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:52.612196 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a0c9f31a-f8bb-4921-84e0-5f60a98ab4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:52.613226 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c9f31a-f8bb-4921-84e0-5f60a98ab4c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:52.614332 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a0c9f31a-f8bb-4921-84e0-5f60a98ab4c3 admin admin] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:52.732927 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ab05ba-826c-46a9-83e8-a30eb9d39e9c None None] Pushing event updated for resources: {'Port': ['ID=3e554247-ef9b-445d-b23d-26a655788e9c,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:52.792960 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 43058) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:52.795080 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a0c9f31a-f8bb-4921-84e0-5f60a98ab4c3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7664263 Aug 22 13:37:52.799731 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-34f49203-4163-42e3-9e2a-977a918ab42a admin admin] Request body: {'subnet': {'network_id': 'd11fb775-d602-4e3f-b368-8f30d7524426', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1278183712-subnet', 'tenant_id': 'fcad05e8fdd44b278e648720bbd3e02d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:37:52.806826 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9f31a-f8bb-4921-84e0-5f60a98ab4c3 admin admin] Pushing event updated for resources: {'Network': ['ID=d11fb775-d602-4e3f-b368-8f30d7524426,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:52.822705 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network d11fb775-d602-4e3f-b368-8f30d7524426 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:37:52.828383 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f49203-4163-42e3-9e2a-977a918ab42a admin admin] Made reservation on behalf of fcad05e8fdd44b278e648720bbd3e02d for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:37:52.834159 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-34f49203-4163-42e3-9e2a-977a918ab42a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:53.170479 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-16f525d8-0d78-40c9-b8b2-a1a63ce9dc82 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:53.457613 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9fba6ef0-4830-4d78-abce-e77dd6429a30 req-3702dbe5-428d-480e-852e-8d9ee14aac64 tempest-ServerShowV247Test-539738320 tempest-ServerShowV247Test-539738320-project] 10.222.0.21 "GET /v2.0/ports?device_id=c59e4c4e-da17-4c5a-be79-65d615b57098 HTTP/1.1" status: 200 len: 210 time: 0.0827508 Aug 22 13:37:53.619288 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-34f49203-4163-42e3-9e2a-977a918ab42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:53.712710 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f49203-4163-42e3-9e2a-977a918ab42a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a67b0fab-a66e-4349-80bb-c4a1bd98c201,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:53.944121 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 3e554247-ef9b-445d-b23d-26a655788e9c up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:37:54.063486 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f49203-4163-42e3-9e2a-977a918ab42a admin admin] Checking segment: {'id': '007f064f-6a12-4206-aeea-e8e3a1780994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd11fb775-d602-4e3f-b368-8f30d7524426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:37:54.063486 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f49203-4163-42e3-9e2a-977a918ab42a admin admin] Network hostable DHCP agents. Network: d11fb775-d602-4e3f-b368-8f30d7524426, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:37:54.114709 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 3e554247-ef9b-445d-b23d-26a655788e9c completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:37:54.121706 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 2111ab37-1d26-4af4-8dbd-3d1afc14e235 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:37:54.254820 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f49203-4163-42e3-9e2a-977a918ab42a admin admin] Network d11fb775-d602-4e3f-b368-8f30d7524426 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:37:54.277127 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-34f49203-4163-42e3-9e2a-977a918ab42a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, d11fb775-d602-4e3f-b368-8f30d7524426) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:37:54.292969 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8461c6-a1dc-4fea-b21c-e4a524a9bb88 None None] Network d11fb775-d602-4e3f-b368-8f30d7524426 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:37:54.344608 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f49203-4163-42e3-9e2a-977a918ab42a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:54.345872 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-34f49203-4163-42e3-9e2a-977a918ab42a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:54.353696 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 2111ab37-1d26-4af4-8dbd-3d1afc14e235 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:37:54.379851 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74e74c4-594c-4f10-babc-45e0b2a45acf None None] Network 74c80ecc-abbb-432b-a090-605bdcc17938 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:37:54.396195 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-34f49203-4163-42e3-9e2a-977a918ab42a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6019940 Aug 22 13:37:54.417296 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-16f525d8-0d78-40c9-b8b2-a1a63ce9dc82 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Allocated IP 172.20.0.1 (74c80ecc-abbb-432b-a090-605bdcc17938/35444415-8101-4a48-91cf-416f87b6f6a6/d966870f-85a6-4ab0-a6b8-3e278e682f86) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:37:54.634722 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 2111ab37-1d26-4af4-8dbd-3d1afc14e235 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:37:54.635009 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:54.668122 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43140) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:54.747744 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eeb6622f-d35d-4886-be76-a77cb2df1b45 req-d27b7f13-bc22-4f54-9261-fd83d6b71d3f tempest-ServerShowV247Test-539738320 tempest-ServerShowV247Test-539738320-project] 10.222.0.21 "GET /v2.0/ports?device_id=c59e4c4e-da17-4c5a-be79-65d615b57098 HTTP/1.1" status: 200 len: 210 time: 0.0914052 Aug 22 13:37:54.818441 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-16f525d8-0d78-40c9-b8b2-a1a63ce9dc82 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:54.853051 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-16f525d8-0d78-40c9-b8b2-a1a63ce9dc82 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Transition to ACTIVE for port object d966870f-85a6-4ab0-a6b8-3e278e682f86 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:37:54.877883 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-0443f137-b649-42ae-afde-2ec5b739f0df None None] Provisioning for port 3e554247-ef9b-445d-b23d-26a655788e9c completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:37:54.890821 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-0443f137-b649-42ae-afde-2ec5b739f0df None None] Provisioning complete for port 3e554247-ef9b-445d-b23d-26a655788e9c triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:37:54.891114 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0443f137-b649-42ae-afde-2ec5b739f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:54.917166 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-16f525d8-0d78-40c9-b8b2-a1a63ce9dc82 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:54.951052 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-2688eba9-495b-40b5-8133-37df1a98d4d3 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Request body: {'networks': [{'name': 'tempest-network--240220374'}, {'name': 'tempest-network--360520964'}]} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:37:54.951547 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-2688eba9-495b-40b5-8133-37df1a98d4d3 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Request body: {'network': {'name': 'tempest-network--240220374'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:37:54.952197 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-2688eba9-495b-40b5-8133-37df1a98d4d3 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Request body: {'network': {'name': 'tempest-network--360520964'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:37:54.976352 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14d290b-2107-422f-8649-7ed2a471f8de None None] Network d11fb775-d602-4e3f-b368-8f30d7524426 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:37:55.018265 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2688eba9-495b-40b5-8133-37df1a98d4d3 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Made reservation on behalf of 54f2a1d4e8a245c784c252b62470b254 for: {'network': 2} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:37:55.026421 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2688eba9-495b-40b5-8133-37df1a98d4d3 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:55.040713 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2688eba9-495b-40b5-8133-37df1a98d4d3 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:55.045640 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f525d8-0d78-40c9-b8b2-a1a63ce9dc82 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Network 74c80ecc-abbb-432b-a090-605bdcc17938 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:37:55.052757 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-16f525d8-0d78-40c9-b8b2-a1a63ce9dc82 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:37:55.059058 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f525d8-0d78-40c9-b8b2-a1a63ce9dc82 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:37:55.133805 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f525d8-0d78-40c9-b8b2-a1a63ce9dc82 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event updated for resources: {'Port': ['ID=d966870f-85a6-4ab0-a6b8-3e278e682f86,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:55.169119 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-16f525d8-0d78-40c9-b8b2-a1a63ce9dc82 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:55.305683 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2688eba9-495b-40b5-8133-37df1a98d4d3 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:55.314301 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2688eba9-495b-40b5-8133-37df1a98d4d3 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:55.314996 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2688eba9-495b-40b5-8133-37df1a98d4d3 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:55.379402 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-16f525d8-0d78-40c9-b8b2-a1a63ce9dc82 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:55.450945 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2688eba9-495b-40b5-8133-37df1a98d4d3 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0abe555a-d9e7-4073-89f4-facb027fd33b,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:55.474698 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:55.504868 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2688eba9-495b-40b5-8133-37df1a98d4d3 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:37:55.516717 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0443f137-b649-42ae-afde-2ec5b739f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:55.533035 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2688eba9-495b-40b5-8133-37df1a98d4d3 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:55.534759 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-2688eba9-495b-40b5-8133-37df1a98d4d3 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Added segment e5dc6a83-4619-4c0c-bc7a-ca5f72931a5b of type vlan for network 6c18fa52-0d85-4e36-929d-e6e8509708bb Aug 22 13:37:55.538595 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 2111ab37-1d26-4af4-8dbd-3d1afc14e235, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=2111ab37-1d26-4af4-8dbd-3d1afc14e235,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:37:55.556298 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:55.594833 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2688eba9-495b-40b5-8133-37df1a98d4d3 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:55.634661 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2688eba9-495b-40b5-8133-37df1a98d4d3 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:37:55.647264 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2688eba9-495b-40b5-8133-37df1a98d4d3 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:55.647858 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-2688eba9-495b-40b5-8133-37df1a98d4d3 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Added segment 061ea9fd-4275-40e1-8b51-d293ca1adc42 of type vlan for network e37c6501-445c-473d-9306-2d7b636f1dd2 Aug 22 13:37:55.682161 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-0443f137-b649-42ae-afde-2ec5b739f0df None None] For port 3e554247-ef9b-445d-b23d-26a655788e9c, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=3e554247-ef9b-445d-b23d-26a655788e9c,segment=NetworkSegment(a46c041a-edee-4466-a041-94150c66bf51),segment_id=a46c041a-edee-4466-a041-94150c66bf51)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:37:55.696098 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0443f137-b649-42ae-afde-2ec5b739f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:55.708453 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=2111ab37-1d26-4af4-8dbd-3d1afc14e235,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:55.723221 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2688eba9-495b-40b5-8133-37df1a98d4d3 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:55.764268 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2688eba9-495b-40b5-8133-37df1a98d4d3 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:55.764704 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2688eba9-495b-40b5-8133-37df1a98d4d3 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:55.781619 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2688eba9-495b-40b5-8133-37df1a98d4d3 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:55.788697 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2688eba9-495b-40b5-8133-37df1a98d4d3 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:55.789379 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2688eba9-495b-40b5-8133-37df1a98d4d3 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:55.804338 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0443f137-b649-42ae-afde-2ec5b739f0df None None] Pushing event updated for resources: {'Port': ['ID=3e554247-ef9b-445d-b23d-26a655788e9c,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:55.835391 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-32a70197-3427-4303-8196-4b039866882e None None] Provisioning for port d966870f-85a6-4ab0-a6b8-3e278e682f86 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:37:55.844864 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-32a70197-3427-4303-8196-4b039866882e None None] Provisioning complete for port d966870f-85a6-4ab0-a6b8-3e278e682f86 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:37:55.845533 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-32a70197-3427-4303-8196-4b039866882e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:55.885041 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-32a70197-3427-4303-8196-4b039866882e None None] Port d966870f-85a6-4ab0-a6b8-3e278e682f86 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:37:55.888908 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-16f525d8-0d78-40c9-b8b2-a1a63ce9dc82 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:55.899841 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-32a70197-3427-4303-8196-4b039866882e None None] Provisioning complete for port 3e554247-ef9b-445d-b23d-26a655788e9c triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:37:55.900488 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-32a70197-3427-4303-8196-4b039866882e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:55.915783 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2688eba9-495b-40b5-8133-37df1a98d4d3 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.2441626 Aug 22 13:37:55.930802 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ff458876-c1c5-413f-9095-a97ff3a8d939 req-7241d0d1-e582-460e-aecd-080e119b15c6 tempest-ServerShowV247Test-539738320 tempest-ServerShowV247Test-539738320-project] 10.222.0.21 "GET /v2.0/ports?device_id=c59e4c4e-da17-4c5a-be79-65d615b57098 HTTP/1.1" status: 200 len: 210 time: 0.0368972 Aug 22 13:37:55.932874 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 43196) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:55.934067 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-16f525d8-0d78-40c9-b8b2-a1a63ce9dc82 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:55.970499 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2688eba9-495b-40b5-8133-37df1a98d4d3 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Pushing event updated for resources: {'Network': ['ID=6c18fa52-0d85-4e36-929d-e6e8509708bb,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:56.030183 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 6c18fa52-0d85-4e36-929d-e6e8509708bb details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:37:56.144872 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2688eba9-495b-40b5-8133-37df1a98d4d3 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Pushing event updated for resources: {'Network': ['ID=e37c6501-445c-473d-9306-2d7b636f1dd2,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:56.165705 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network e37c6501-445c-473d-9306-2d7b636f1dd2 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:37:56.319841 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-890537ae-ebb6-4644-b0d7-dc240d0d3da7 None None] Provisioning complete for port d966870f-85a6-4ab0-a6b8-3e278e682f86 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:37:56.320701 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-890537ae-ebb6-4644-b0d7-dc240d0d3da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:56.407604 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-890537ae-ebb6-4644-b0d7-dc240d0d3da7 None None] Port d966870f-85a6-4ab0-a6b8-3e278e682f86 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:37:56.751251 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-16f525d8-0d78-40c9-b8b2-a1a63ce9dc82 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:56.774677 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43242) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:56.789251 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f525d8-0d78-40c9-b8b2-a1a63ce9dc82 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event updated for resources: {'Port': ['ID=d966870f-85a6-4ab0-a6b8-3e278e682f86,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:56.906529 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-403839b4-ad28-41ec-9330-0552f0770db8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:56.957748 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5239fd41-6cf6-4270-bda6-676c86e4a307 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:56.963876 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5239fd41-6cf6-4270-bda6-676c86e4a307 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:56.970372 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5239fd41-6cf6-4270-bda6-676c86e4a307 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:56.984215 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5239fd41-6cf6-4270-bda6-676c86e4a307 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:56.990780 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-5239fd41-6cf6-4270-bda6-676c86e4a307 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 1.0526257 Aug 22 13:37:56.997258 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43248) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:57.023191 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f2b0a-79fc-45c5-b945-50d73ec4cddf req-6e9364a6-c821-4267-96ca-8d8891b3ca35 tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:57.030279 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-225f2b0a-79fc-45c5-b945-50d73ec4cddf req-6e9364a6-c821-4267-96ca-8d8891b3ca35 tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] 10.222.0.21 "GET /v2.0/networks?id=d11fb775-d602-4e3f-b368-8f30d7524426 HTTP/1.1" status: 200 len: 814 time: 1.1367657 Aug 22 13:37:57.044601 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-225f2b0a-79fc-45c5-b945-50d73ec4cddf req-421ecbc2-30e7-40c5-8141-d36a0e7422e3 tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] 10.222.0.21 "GET /v2.0/quotas/fcad05e8fdd44b278e648720bbd3e02d HTTP/1.1" status: 200 len: 375 time: 0.0130353 Aug 22 13:37:57.101518 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-403839b4-ad28-41ec-9330-0552f0770db8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:57.101729 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7c95beb7-5143-4b0a-912a-a4674fb37852 req-b2c6e47e-d4de-4bb2-b8b5-af4239110183 tempest-ServerShowV247Test-539738320 tempest-ServerShowV247Test-539738320-project] 10.222.0.21 "GET /v2.0/ports?device_id=c59e4c4e-da17-4c5a-be79-65d615b57098 HTTP/1.1" status: 200 len: 210 time: 0.0476472 Aug 22 13:37:57.110347 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7ddb3987-bf2c-4654-a3fb-d41af9173624 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:57.114106 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-403839b4-ad28-41ec-9330-0552f0770db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:57.160662 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-225f2b0a-79fc-45c5-b945-50d73ec4cddf req-56121bb1-a444-4e76-a236-ec485e18b5b5 tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fcad05e8fdd44b278e648720bbd3e02d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490711 Aug 22 13:37:57.162669 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f525d8-0d78-40c9-b8b2-a1a63ce9dc82 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Network 74c80ecc-abbb-432b-a090-605bdcc17938 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:37:57.164373 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-16f525d8-0d78-40c9-b8b2-a1a63ce9dc82 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:37:57.193629 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-403839b4-ad28-41ec-9330-0552f0770db8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f6805bd84f2a4cc38034b44d2550804c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4175646 Aug 22 13:37:57.194673 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403839b4-ad28-41ec-9330-0552f0770db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9dd9290-899c-4dd2-b658-f079e59318b0,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:57.196346 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 43252) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:57.282614 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7ddb3987-bf2c-4654-a3fb-d41af9173624 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:57.294486 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-7ddb3987-bf2c-4654-a3fb-d41af9173624 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c18fa52-0d85-4e36-929d-e6e8509708bb']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:37:57.309431 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-7ddb3987-bf2c-4654-a3fb-d41af9173624 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5dc6a83-4619-4c0c-bc7a-ca5f72931a5b') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:37:57.309748 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-7ddb3987-bf2c-4654-a3fb-d41af9173624 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5dc6a83-4619-4c0c-bc7a-ca5f72931a5b') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:37:57.322626 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7ddb3987-bf2c-4654-a3fb-d41af9173624 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:57.354835 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7ddb3987-bf2c-4654-a3fb-d41af9173624 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:57.367120 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ddb3987-bf2c-4654-a3fb-d41af9173624 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:37:57.367872 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7ddb3987-bf2c-4654-a3fb-d41af9173624 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:57.449953 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:37:57.449953 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:37:57.449953 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:37:57.449953 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:37:57.449953 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:37:57.449953 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:37:57.449953 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:37:57.449953 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:37:57.449953 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:37:57.449953 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:37:57.449953 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:37:57.449953 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:37:57.449953 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:37:57.449953 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:37:57.449953 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:37:57.449953 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:37:57.449953 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:37:57.449953 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:37:57.449953 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:37:57.449953 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:37:57.449953 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:37:57.449953 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:37:57.449953 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:37:57.449953 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:37:57.449953 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:37:57.449953 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:37:57.449953 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:37:57.449953 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:37:57.449953 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:37:57.449953 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:37:57.449953 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:37:57.449953 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:37:57.455176 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7ddb3987-bf2c-4654-a3fb-d41af9173624 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:57.466907 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7ddb3987-bf2c-4654-a3fb-d41af9173624 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:57.470611 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7ddb3987-bf2c-4654-a3fb-d41af9173624 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] 10.222.0.21 "DELETE /v2.0/networks/6c18fa52-0d85-4e36-929d-e6e8509708bb HTTP/1.1" status: 204 len: 168 time: 0.4722421 Aug 22 13:37:57.495857 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43254) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:57.496706 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddb3987-bf2c-4654-a3fb-d41af9173624 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Pushing event deleted for resources: {'Network': ['ID=6c18fa52-0d85-4e36-929d-e6e8509708bb,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:57.537249 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-1b0a9877-7206-43a1-a654-f9a358d2c1d7 None None] Provisioning complete for port d966870f-85a6-4ab0-a6b8-3e278e682f86 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:37:57.537818 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-225f2b0a-79fc-45c5-b945-50d73ec4cddf req-18cfacfd-89a7-49a7-bdbb-9089514dfc23 service neutron] 10.222.0.21 "GET /v2.0/networks/d11fb775-d602-4e3f-b368-8f30d7524426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3556201 Aug 22 13:37:57.540684 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1b0a9877-7206-43a1-a654-f9a358d2c1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:57.548000 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-43ed7cc1-0a33-42be-994e-87c66d8b8f1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:57.601559 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-1b0a9877-7206-43a1-a654-f9a358d2c1d7 None None] Port d966870f-85a6-4ab0-a6b8-3e278e682f86 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:37:57.605639 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-afc0b223-0624-4f49-8505-5ca42881d087 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:57.832271 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-afc0b223-0624-4f49-8505-5ca42881d087 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:57.840881 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-43ed7cc1-0a33-42be-994e-87c66d8b8f1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:57.854361 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-afc0b223-0624-4f49-8505-5ca42881d087 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e37c6501-445c-473d-9306-2d7b636f1dd2']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:37:57.888610 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 3e554247-ef9b-445d-b23d-26a655788e9c up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:37:57.895597 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16f525d8-0d78-40c9-b8b2-a1a63ce9dc82 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Router f70c1faf-6278-419f-93e4-c53e735583b6 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:37:57.899672 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-afc0b223-0624-4f49-8505-5ca42881d087 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '061ea9fd-4275-40e1-8b51-d293ca1adc42') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:37:57.899973 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-afc0b223-0624-4f49-8505-5ca42881d087 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '061ea9fd-4275-40e1-8b51-d293ca1adc42') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:37:57.932021 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-afc0b223-0624-4f49-8505-5ca42881d087 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:57.960458 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-225f2b0a-79fc-45c5-b945-50d73ec4cddf req-cf31fb59-aaa1-4713-bea0-74d4e73b62cf service neutron] 10.222.0.21 "GET /v2.0/networks/d11fb775-d602-4e3f-b368-8f30d7524426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4216754 Aug 22 13:37:57.975806 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-afc0b223-0624-4f49-8505-5ca42881d087 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:57.992975 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afc0b223-0624-4f49-8505-5ca42881d087 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:37:57.993861 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-afc0b223-0624-4f49-8505-5ca42881d087 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:57.998255 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:37:57.998255 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:37:57.998255 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:37:57.998255 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:37:57.998255 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:37:57.998255 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:37:57.998255 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:37:57.998255 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:37:57.998255 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:37:57.998255 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:37:57.998255 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:37:57.998255 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:37:57.998255 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:37:57.998255 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:37:57.998255 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:37:57.998255 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:37:57.998255 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:37:57.998255 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:37:57.998255 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:37:57.998255 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:37:57.998255 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:37:57.998255 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:37:57.998255 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:37:57.998255 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:37:57.998255 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:37:57.998255 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:37:57.998255 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:37:57.998255 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:37:57.998255 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:37:57.998255 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:37:57.998255 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:37:57.998255 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:37:58.025156 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 3e554247-ef9b-445d-b23d-26a655788e9c triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:37:58.025587 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:58.071175 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-afc0b223-0624-4f49-8505-5ca42881d087 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:58.092609 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-afc0b223-0624-4f49-8505-5ca42881d087 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:58.095272 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-afc0b223-0624-4f49-8505-5ca42881d087 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] 10.222.0.21 "DELETE /v2.0/networks/e37c6501-445c-473d-9306-2d7b636f1dd2 HTTP/1.1" status: 204 len: 168 time: 0.5954535 Aug 22 13:37:58.108163 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43262) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:58.134767 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc0b223-0624-4f49-8505-5ca42881d087 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Pushing event deleted for resources: {'Network': ['ID=e37c6501-445c-473d-9306-2d7b636f1dd2,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:58.167961 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-43ed7cc1-0a33-42be-994e-87c66d8b8f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:58.173752 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-43ed7cc1-0a33-42be-994e-87c66d8b8f1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:58.182673 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-43ed7cc1-0a33-42be-994e-87c66d8b8f1a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d9dd9290-899c-4dd2-b658-f079e59318b0 HTTP/1.1" status: 204 len: 168 time: 0.9847012 Aug 22 13:37:58.198700 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 2111ab37-1d26-4af4-8dbd-3d1afc14e235 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:37:58.219251 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ed7cc1-0a33-42be-994e-87c66d8b8f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9dd9290-899c-4dd2-b658-f079e59318b0,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:58.244427 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f525d8-0d78-40c9-b8b2-a1a63ce9dc82 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:37:58.266909 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-16f525d8-0d78-40c9-b8b2-a1a63ce9dc82 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "PUT /v2.0/routers/f70c1faf-6278-419f-93e4-c53e735583b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8193958 Aug 22 13:37:58.279122 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e085ea-be07-46b8-8cc0-ac875f966f0a None None] Sync routers for ids ['f70c1faf-6278-419f-93e4-c53e735583b6'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:37:58.329159 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-37837886-53b9-407c-a33d-5db5d24c3771 req-a07b4a77-7ae5-45f1-878b-b9b99a14332a tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] 10.222.0.21 "GET /v2.0/ports?device_id=f38920a2-324b-43a1-9a88-621fe063e4a7 HTTP/1.1" status: 200 len: 210 time: 0.0607965 Aug 22 13:37:58.347184 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:58.349066 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e085ea-be07-46b8-8cc0-ac875f966f0a None None] Routers {'f70c1faf-6278-419f-93e4-c53e735583b6'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:37:58.349875 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-33e085ea-be07-46b8-8cc0-ac875f966f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:37:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['f70c1faf-6278-419f-93e4-c53e735583b6'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:37:58.356107 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc76167-add8-4555-a240-664559d74717 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:58.366873 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc76167-add8-4555-a240-664559d74717 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:58.369289 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-cdc76167-add8-4555-a240-664559d74717 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2596619 Aug 22 13:37:58.374407 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43276) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:58.379965 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4102241e-1538-4d4b-99bb-3b1b559e29b7 req-fff77bb9-3953-432b-9eee-411715e1e94a tempest-ServerShowV247Test-539738320 tempest-ServerShowV247Test-539738320-project] 10.222.0.21 "GET /v2.0/ports?device_id=c59e4c4e-da17-4c5a-be79-65d615b57098 HTTP/1.1" status: 200 len: 210 time: 0.0534053 Aug 22 13:37:58.381629 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-29720f54-b4c6-4a12-84ab-257e296924b6 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1234395912'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:37:58.426914 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29720f54-b4c6-4a12-84ab-257e296924b6 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Made reservation on behalf of 54f2a1d4e8a245c784c252b62470b254 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:37:58.431440 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-29720f54-b4c6-4a12-84ab-257e296924b6 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:58.475871 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29720f54-b4c6-4a12-84ab-257e296924b6 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:37:58.486349 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-29720f54-b4c6-4a12-84ab-257e296924b6 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:58.486765 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-29720f54-b4c6-4a12-84ab-257e296924b6 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Added segment 1cfa8a43-38a3-4fda-96a4-187ae3d3f820 of type vlan for network dd16c0cb-1473-4f68-a77e-511948417323 Aug 22 13:37:58.516471 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-33e085ea-be07-46b8-8cc0-ac875f966f0a None None] Set router f70c1faf-6278-419f-93e4-c53e735583b6 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:37:58.532733 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-29720f54-b4c6-4a12-84ab-257e296924b6 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:58.582582 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-29720f54-b4c6-4a12-84ab-257e296924b6 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:58.602151 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29720f54-b4c6-4a12-84ab-257e296924b6 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:58.603184 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-29720f54-b4c6-4a12-84ab-257e296924b6 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:58.692854 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e14ff356-24e6-4e7d-9a8e-ff9240149ad4 req-f2f5c4ee-a6d3-402d-a2be-25a141724062 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1355154391&fields=id&tenant_id=50b3d484826f4e1f8052fde49b87f38a HTTP/1.1" status: 200 len: 267 time: 0.0813060 Aug 22 13:37:58.766290 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-29720f54-b4c6-4a12-84ab-257e296924b6 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3906958 Aug 22 13:37:58.781046 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43302) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:58.804468 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-e594316a-09dc-46d3-99cf-1e4ce073060c tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1152330338'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:37:58.846048 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b93ca4e2-79b7-46fa-a8b4-dcf62a8e9b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:58.865224 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29720f54-b4c6-4a12-84ab-257e296924b6 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Pushing event updated for resources: {'Network': ['ID=dd16c0cb-1473-4f68-a77e-511948417323,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:37:58.870541 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 2111ab37-1d26-4af4-8dbd-3d1afc14e235 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:37:58.873106 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:58.886738 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network dd16c0cb-1473-4f68-a77e-511948417323 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:37:58.889572 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e594316a-09dc-46d3-99cf-1e4ce073060c tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Made reservation on behalf of 54f2a1d4e8a245c784c252b62470b254 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:37:58.899632 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e594316a-09dc-46d3-99cf-1e4ce073060c tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:58.913332 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ff356-24e6-4e7d-9a8e-ff9240149ad4 req-8f58603d-c4f8-45e3-9496-7db91d69c2cc tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:58.933984 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e14ff356-24e6-4e7d-9a8e-ff9240149ad4 req-8f58603d-c4f8-45e3-9496-7db91d69c2cc tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/networks?id=74c80ecc-abbb-432b-a090-605bdcc17938 HTTP/1.1" status: 200 len: 797 time: 0.2317309 Aug 22 13:37:58.962851 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e14ff356-24e6-4e7d-9a8e-ff9240149ad4 req-66d7f969-dcb0-4b8b-88a9-4a55d51779a9 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/quotas/50b3d484826f4e1f8052fde49b87f38a HTTP/1.1" status: 200 len: 375 time: 0.0278776 Aug 22 13:37:58.979662 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e594316a-09dc-46d3-99cf-1e4ce073060c tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:37:59.000338 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e594316a-09dc-46d3-99cf-1e4ce073060c tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:59.000694 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-e594316a-09dc-46d3-99cf-1e4ce073060c tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Added segment c190cf3d-f4c2-4135-a435-03d0e64bec13 of type vlan for network dbe92d7b-8495-4382-b249-4f9e70f1d4ea Aug 22 13:37:59.110168 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e594316a-09dc-46d3-99cf-1e4ce073060c tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:59.114814 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e14ff356-24e6-4e7d-9a8e-ff9240149ad4 req-e0b2b593-f3e8-4834-b3a1-2552d812a735 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=50b3d484826f4e1f8052fde49b87f38a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1487162 Aug 22 13:37:59.188510 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e594316a-09dc-46d3-99cf-1e4ce073060c tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:59.196016 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e594316a-09dc-46d3-99cf-1e4ce073060c tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:37:59.199934 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e594316a-09dc-46d3-99cf-1e4ce073060c tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:59.227651 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43312) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:59.291331 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-33e085ea-be07-46b8-8cc0-ac875f966f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70c1faf-6278-419f-93e4-c53e735583b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793950476', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '2111ab37-1d26-4af4-8dbd-3d1afc14e235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:37:45Z', 'updated_at': '2021-08-22T13:37:55Z', 'revision_number': 4, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'gw_port': {'id': '2111ab37-1d26-4af4-8dbd-3d1afc14e235', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:62:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c1faf-6278-419f-93e4-c53e735583b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:37:46Z', 'updated_at': '2021-08-22T13:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'd966870f-85a6-4ab0-a6b8-3e278e682f86', 'name': '', 'network_id': '74c80ecc-abbb-432b-a090-605bdcc17938', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'mac_address': 'fa:16:3e:b5:81:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70c1faf-6278-419f-93e4-c53e735583b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '35444415-8101-4a48-91cf-416f87b6f6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:37:53Z', 'updated_at': '2021-08-22T13:37:55Z', 'revision_number': 2, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'subnets': [{'id': '35444415-8101-4a48-91cf-416f87b6f6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:37:59.332592 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6cb9a98e-4baa-456a-b758-d8692d11b5e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:59.343005 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0fd224bb-a8e1-49b1-bbbb-738e28e96f88 req-220ce371-9636-48d1-9089-62b3cfbd5ab7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c59e4c4e-da17-4c5a-be79-65d615b57098 HTTP/1.1" status: 200 len: 210 time: 0.1638081 Aug 22 13:37:59.355997 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e594316a-09dc-46d3-99cf-1e4ce073060c tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5694270 Aug 22 13:37:59.362572 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43316) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:37:59.372522 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-2b9c50b9-49a5-4f38-89d3-245174168e9f tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Request body: {'ports': [{'network_id': 'dd16c0cb-1473-4f68-a77e-511948417323', 'name': 'tempest-port--1283179113', 'admin_state_up': True}, {'network_id': 'dbe92d7b-8495-4382-b249-4f9e70f1d4ea', 'admin_state_up': False}]} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:37:59.372828 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-2b9c50b9-49a5-4f38-89d3-245174168e9f tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Request body: {'port': {'network_id': 'dd16c0cb-1473-4f68-a77e-511948417323', 'name': 'tempest-port--1283179113', 'admin_state_up': True}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:37:59.373307 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-2b9c50b9-49a5-4f38-89d3-245174168e9f tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Request body: {'port': {'network_id': 'dbe92d7b-8495-4382-b249-4f9e70f1d4ea', 'admin_state_up': False}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:37:59.381345 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e085ea-be07-46b8-8cc0-ac875f966f0a None None] Checking router: f70c1faf-6278-419f-93e4-c53e735583b6 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:37:59.381740 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e085ea-be07-46b8-8cc0-ac875f966f0a None None] Updating router f70c1faf-6278-419f-93e4-c53e735583b6 port d966870f-85a6-4ab0-a6b8-3e278e682f86 binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:37:59.431499 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-33e085ea-be07-46b8-8cc0-ac875f966f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:37:59.579335 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-64b9e3da-867d-4379-bd05-e4ecb3d50038 req-8d5792f5-7aae-4529-9fac-74f388c661c1 tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] 10.222.0.21 "GET /v2.0/ports?device_id=f38920a2-324b-43a1-9a88-621fe063e4a7 HTTP/1.1" status: 200 len: 210 time: 0.0847299 Aug 22 13:37:59.593749 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e14ff356-24e6-4e7d-9a8e-ff9240149ad4 req-e02485ab-1128-4523-933e-bc0fcddf305c service neutron] 10.222.0.21 "GET /v2.0/networks/74c80ecc-abbb-432b-a090-605bdcc17938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4779427 Aug 22 13:37:59.769307 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4ca868d7-0912-4e9d-9e7c-d280ec1857e9 req-376ace43-394c-48a4-8b29-0f897860590d tempest-ServerShowV247Test-539738320 tempest-ServerShowV247Test-539738320-project] 10.222.0.21 "GET /v2.0/ports?device_id=c59e4c4e-da17-4c5a-be79-65d615b57098 HTTP/1.1" status: 200 len: 210 time: 0.0550983 Aug 22 13:37:59.823831 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e14ff356-24e6-4e7d-9a8e-ff9240149ad4 req-ec430a0c-d26b-4002-9965-23b97cf74eb9 service neutron] 10.222.0.21 "GET /v2.0/networks/74c80ecc-abbb-432b-a090-605bdcc17938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291901 Aug 22 13:38:00.012638 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6cb9a98e-4baa-456a-b758-d8692d11b5e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:00.018361 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-33e085ea-be07-46b8-8cc0-ac875f966f0a None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:00.040402 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e594316a-09dc-46d3-99cf-1e4ce073060c tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Pushing event updated for resources: {'Network': ['ID=dbe92d7b-8495-4382-b249-4f9e70f1d4ea,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:00.043066 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-33e085ea-be07-46b8-8cc0-ac875f966f0a None None] Transition to ACTIVE for port object d966870f-85a6-4ab0-a6b8-3e278e682f86 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:38:00.053736 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-33e085ea-be07-46b8-8cc0-ac875f966f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:00.064600 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network dbe92d7b-8495-4382-b249-4f9e70f1d4ea details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:38:00.079025 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6cb9a98e-4baa-456a-b758-d8692d11b5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:00.184136 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-16f1a997-ee59-42af-bd4a-edcd3aa4d1be req-62da0026-2f31-402a-9f97-4fde71571eb2 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=534d49c1-5984-45a0-87be-e18d6e72df78 HTTP/1.1" status: 200 len: 210 time: 0.0791066 Aug 22 13:38:00.201734 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6cb9a98e-4baa-456a-b758-d8692d11b5e7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=31f79eea2d8d41d5bb066b965a560f29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9677510 Aug 22 13:38:00.204406 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 43328) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:00.305380 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f52e035-5dd8-4f8d-bb01-97ad7ea11d6c None None] Pushing event updated for resources: {'Port': ['ID=d966870f-85a6-4ab0-a6b8-3e278e682f86,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:00.343541 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9a98e-4baa-456a-b758-d8692d11b5e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a27430-8d27-4f83-bf93-d2a4b2798576,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:00.386758 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-33e085ea-be07-46b8-8cc0-ac875f966f0a None None] Attempting to bind port d966870f-85a6-4ab0-a6b8-3e278e682f86 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:38:00.387143 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-33e085ea-be07-46b8-8cc0-ac875f966f0a None None] Attempting to bind port d966870f-85a6-4ab0-a6b8-3e278e682f86 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'a46c041a-edee-4466-a041-94150c66bf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '74c80ecc-abbb-432b-a090-605bdcc17938'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:38:00.387581 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e085ea-be07-46b8-8cc0-ac875f966f0a None None] Attempting to bind port d966870f-85a6-4ab0-a6b8-3e278e682f86 on network 74c80ecc-abbb-432b-a090-605bdcc17938 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:38:00.399544 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2bd88b48-83df-40e2-bbe4-2abff4e1c1dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:00.408321 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f2b0a-79fc-45c5-b945-50d73ec4cddf req-b36c091e-42de-4166-bd06-495638976761 tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:00.410264 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-225f2b0a-79fc-45c5-b945-50d73ec4cddf req-b36c091e-42de-4166-bd06-495638976761 tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] 10.222.0.41 "GET /v2.0/networks?id=d11fb775-d602-4e3f-b368-8f30d7524426 HTTP/1.1" status: 200 len: 814 time: 0.3951571 Aug 22 13:38:00.418033 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e085ea-be07-46b8-8cc0-ac875f966f0a None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:38:00.418407 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e085ea-be07-46b8-8cc0-ac875f966f0a None None] Checking segment: {'id': 'a46c041a-edee-4466-a041-94150c66bf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '74c80ecc-abbb-432b-a090-605bdcc17938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:38:00.418816 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-33e085ea-be07-46b8-8cc0-ac875f966f0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:00.419238 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e085ea-be07-46b8-8cc0-ac875f966f0a None None] Bound using segment: {'id': 'a46c041a-edee-4466-a041-94150c66bf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '74c80ecc-abbb-432b-a090-605bdcc17938'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:38:00.429862 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-33e085ea-be07-46b8-8cc0-ac875f966f0a None None] Bound port: d966870f-85a6-4ab0-a6b8-3e278e682f86, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a46c041a-edee-4466-a041-94150c66bf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '74c80ecc-abbb-432b-a090-605bdcc17938'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:38:00.431353 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-33e085ea-be07-46b8-8cc0-ac875f966f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:00.456429 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2bd88b48-83df-40e2-bbe4-2abff4e1c1dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:00.478637 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-225f2b0a-79fc-45c5-b945-50d73ec4cddf req-e9682ab7-0d5b-4c5f-bcc0-b8d15c973286 tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] Request body: {'port': {'device_id': 'f38920a2-324b-43a1-9a88-621fe063e4a7', 'network_id': 'd11fb775-d602-4e3f-b368-8f30d7524426', 'admin_state_up': True, 'tenant_id': 'fcad05e8fdd44b278e648720bbd3e02d'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:38:00.575309 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2bd88b48-83df-40e2-bbe4-2abff4e1c1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:00.578630 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2bd88b48-83df-40e2-bbe4-2abff4e1c1dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:00.580076 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-2bd88b48-83df-40e2-bbe4-2abff4e1c1dd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/17a27430-8d27-4f83-bf93-d2a4b2798576 HTTP/1.1" status: 204 len: 168 time: 0.3745294 Aug 22 13:38:00.600209 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd88b48-83df-40e2-bbe4-2abff4e1c1dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a27430-8d27-4f83-bf93-d2a4b2798576,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:00.661408 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-33e085ea-be07-46b8-8cc0-ac875f966f0a None None] For port d966870f-85a6-4ab0-a6b8-3e278e682f86, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:38:00.694179 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-33e085ea-be07-46b8-8cc0-ac875f966f0a None None] For port d966870f-85a6-4ab0-a6b8-3e278e682f86, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=d966870f-85a6-4ab0-a6b8-3e278e682f86,segment=NetworkSegment(a46c041a-edee-4466-a041-94150c66bf51),segment_id=a46c041a-edee-4466-a041-94150c66bf51)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:38:00.706702 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-33e085ea-be07-46b8-8cc0-ac875f966f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:00.771063 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e085ea-be07-46b8-8cc0-ac875f966f0a None None] Routers {'f70c1faf-6278-419f-93e4-c53e735583b6'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:38:00.777649 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-33e085ea-be07-46b8-8cc0-ac875f966f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:37:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['f70c1faf-6278-419f-93e4-c53e735583b6'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:38:00.816936 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-de84de32-9ac6-4912-8b4e-765313f1ee3a req-2993ef4f-08a1-49d9-8f13-ec6311db3067 tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] 10.222.0.21 "GET /v2.0/ports?device_id=f38920a2-324b-43a1-9a88-621fe063e4a7 HTTP/1.1" status: 200 len: 210 time: 0.0727537 Aug 22 13:38:00.849188 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f52e035-5dd8-4f8d-bb01-97ad7ea11d6c None None] Pushing event updated for resources: {'Port': ['ID=d966870f-85a6-4ab0-a6b8-3e278e682f86,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:00.897270 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9c50b9-49a5-4f38-89d3-245174168e9f tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Made reservation on behalf of 54f2a1d4e8a245c784c252b62470b254 for: {'port': 2} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:38:00.902433 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2b9c50b9-49a5-4f38-89d3-245174168e9f tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:00.943819 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2b9c50b9-49a5-4f38-89d3-245174168e9f tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:01.026192 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-225f2b0a-79fc-45c5-b945-50d73ec4cddf req-e9682ab7-0d5b-4c5f-bcc0-b8d15c973286 tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] Made reservation on behalf of fcad05e8fdd44b278e648720bbd3e02d for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:38:01.053196 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-225f2b0a-79fc-45c5-b945-50d73ec4cddf req-e9682ab7-0d5b-4c5f-bcc0-b8d15c973286 tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:01.062383 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-33e085ea-be07-46b8-8cc0-ac875f966f0a None None] Set router f70c1faf-6278-419f-93e4-c53e735583b6 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:38:01.128223 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8a018e9c-b3fb-474b-8f86-4500ce49bae6 req-de83eb64-320c-4b3d-a4c7-a9d037625ed2 tempest-ServerShowV247Test-539738320 tempest-ServerShowV247Test-539738320-project] 10.222.0.21 "GET /v2.0/ports?device_id=c59e4c4e-da17-4c5a-be79-65d615b57098 HTTP/1.1" status: 200 len: 210 time: 0.1184540 Aug 22 13:38:01.183877 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-307c8f1b-d518-4320-8893-62b2ea62943b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:01.322721 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0584e00e-8bc5-452f-b215-d691dc16a55d req-7317ff7b-6b99-4d60-a37d-ef7f3eac338e tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=534d49c1-5984-45a0-87be-e18d6e72df78 HTTP/1.1" status: 200 len: 210 time: 0.0627410 Aug 22 13:38:01.485870 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:01.498697 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-2b9c50b9-49a5-4f38-89d3-245174168e9f tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] device_id is not set on port d6407e7d-4d76-4d07-ba22-1b27bb554ffa yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:38:01.627477 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-225f2b0a-79fc-45c5-b945-50d73ec4cddf req-e9682ab7-0d5b-4c5f-bcc0-b8d15c973286 tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] Allocated IP 172.20.0.12 (d11fb775-d602-4e3f-b368-8f30d7524426/a67b0fab-a66e-4349-80bb-c4a1bd98c201/0affc2d4-2972-4180-b12a-880383c1837f) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:38:01.679451 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-33e085ea-be07-46b8-8cc0-ac875f966f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70c1faf-6278-419f-93e4-c53e735583b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793950476', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '2111ab37-1d26-4af4-8dbd-3d1afc14e235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:37:45Z', 'updated_at': '2021-08-22T13:37:55Z', 'revision_number': 4, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'gw_port': {'id': '2111ab37-1d26-4af4-8dbd-3d1afc14e235', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:62:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c1faf-6278-419f-93e4-c53e735583b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:37:46Z', 'updated_at': '2021-08-22T13:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'd966870f-85a6-4ab0-a6b8-3e278e682f86', 'name': '', 'network_id': '74c80ecc-abbb-432b-a090-605bdcc17938', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'mac_address': 'fa:16:3e:b5:81:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70c1faf-6278-419f-93e4-c53e735583b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '35444415-8101-4a48-91cf-416f87b6f6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:37:53Z', 'updated_at': '2021-08-22T13:38:00Z', 'revision_number': 4, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'subnets': [{'id': '35444415-8101-4a48-91cf-416f87b6f6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:38:01.705957 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cfdc02ea-d357-4222-bc2d-4964ba925fe7 req-1bf3d526-e11d-4314-a0bd-998bfd4f728c tempest-ServerShowV247Test-539738320 tempest-ServerShowV247Test-539738320-project] 10.222.0.21 "GET /v2.0/ports?device_id=c59e4c4e-da17-4c5a-be79-65d615b57098&device_id=86e465bd-9a49-49e1-9518-9b3bce5e46b3 HTTP/1.1" status: 200 len: 210 time: 0.0347557 Aug 22 13:38:01.718384 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e085ea-be07-46b8-8cc0-ac875f966f0a None None] The sync data for ids ['f70c1faf-6278-419f-93e4-c53e735583b6'] in n-d-793621-33 is: [{'id': 'f70c1faf-6278-419f-93e4-c53e735583b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793950476', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '2111ab37-1d26-4af4-8dbd-3d1afc14e235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:37:45Z', 'updated_at': '2021-08-22T13:37:55Z', 'revision_number': 4, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'gw_port': {'id': '2111ab37-1d26-4af4-8dbd-3d1afc14e235', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:62:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c1faf-6278-419f-93e4-c53e735583b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:37:46Z', 'updated_at': '2021-08-22T13:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'd966870f-85a6-4ab0-a6b8-3e278e682f86', 'name': '', 'network_id': '74c80ecc-abbb-432b-a090-605bdcc17938', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'mac_address': 'fa:16:3e:b5:81:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70c1faf-6278-419f-93e4-c53e735583b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '35444415-8101-4a48-91cf-416f87b6f6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:37:53Z', 'updated_at': '2021-08-22T13:38:00Z', 'revision_number': 4, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'subnets': [{'id': '35444415-8101-4a48-91cf-416f87b6f6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:38:01.991808 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-192518ef-79ff-4d35-8260-92db76353e52 req-73d8cb25-de52-44f5-989f-adcb451f2150 tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] 10.222.0.21 "GET /v2.0/ports?device_id=f38920a2-324b-43a1-9a88-621fe063e4a7 HTTP/1.1" status: 200 len: 210 time: 0.0807920 Aug 22 13:38:02.022093 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2b9c50b9-49a5-4f38-89d3-245174168e9f tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:02.080151 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1460809e-dbe7-4bec-a035-be20088fe7f1 req-04073f1c-046a-4a2f-899e-eb06aab62b1a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c6c5fb7b17344fdb93c239246de59e51&device_id=c59e4c4e-da17-4c5a-be79-65d615b57098 HTTP/1.1" status: 200 len: 210 time: 0.0854418 Aug 22 13:38:02.134315 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e5b7387f-1c19-4e9e-a69a-36ea7c3ce03f req-60c087e9-c2db-4279-a5b3-efe291464526 tempest-ServerShowV247Test-539738320 tempest-ServerShowV247Test-539738320-project] 10.222.0.21 "GET /v2.0/ports?device_id=c59e4c4e-da17-4c5a-be79-65d615b57098 HTTP/1.1" status: 200 len: 210 time: 0.0566328 Aug 22 13:38:02.151068 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1460809e-dbe7-4bec-a035-be20088fe7f1 req-b1920b44-0d58-478c-9a48-189e9c0c2919 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=c6c5fb7b17344fdb93c239246de59e51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0602307 Aug 22 13:38:02.199589 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ff356-24e6-4e7d-9a8e-ff9240149ad4 req-4fc6850d-efa0-485e-b8be-662e752aa2bb tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:02.213937 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e14ff356-24e6-4e7d-9a8e-ff9240149ad4 req-4fc6850d-efa0-485e-b8be-662e752aa2bb tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.41 "GET /v2.0/networks?id=74c80ecc-abbb-432b-a090-605bdcc17938 HTTP/1.1" status: 200 len: 797 time: 0.3607080 Aug 22 13:38:02.253733 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-2b9c50b9-49a5-4f38-89d3-245174168e9f tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] device_id is not set on port 82cc991f-58e2-4669-b3b1-7dad37329e38 yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:38:02.298616 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-225f2b0a-79fc-45c5-b945-50d73ec4cddf req-e9682ab7-0d5b-4c5f-bcc0-b8d15c973286 tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:02.344222 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e14ff356-24e6-4e7d-9a8e-ff9240149ad4 req-ec26a2b2-9945-435b-b214-3cf7aa9295de tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50b3d484826f4e1f8052fde49b87f38a HTTP/1.1" status: 200 len: 380 time: 0.0957792 Aug 22 13:38:02.358840 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-e14ff356-24e6-4e7d-9a8e-ff9240149ad4 req-9e60e43c-af6c-4029-9a70-8822a3df509e tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Request body: {'port': {'device_id': '534d49c1-5984-45a0-87be-e18d6e72df78', 'network_id': '74c80ecc-abbb-432b-a090-605bdcc17938', 'admin_state_up': True, 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'security_groups': ['7e5ee16a-a71b-41c2-8638-acd377ab5b4c']}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:38:02.380416 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:02.491198 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1460809e-dbe7-4bec-a035-be20088fe7f1 req-85850ecd-b0e0-4564-8108-1c5ccfdfeaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:02.494302 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1460809e-dbe7-4bec-a035-be20088fe7f1 req-85850ecd-b0e0-4564-8108-1c5ccfdfeaf6 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3355329 Aug 22 13:38:02.522890 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-225f2b0a-79fc-45c5-b945-50d73ec4cddf req-e9682ab7-0d5b-4c5f-bcc0-b8d15c973286 tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:02.574172 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f3d5d1e7-d935-4424-82d9-d2f961d4c20d req-d0616970-c53d-4324-b776-c080c0711b81 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=534d49c1-5984-45a0-87be-e18d6e72df78 HTTP/1.1" status: 200 len: 210 time: 0.0945387 Aug 22 13:38:02.637665 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9682ab7-0d5b-4c5f-bcc0-b8d15c973286 tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] Pushing event updated for resources: {'Port': ['ID=0affc2d4-2972-4180-b12a-880383c1837f,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:02.661861 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-225f2b0a-79fc-45c5-b945-50d73ec4cddf req-e9682ab7-0d5b-4c5f-bcc0-b8d15c973286 tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] Network d11fb775-d602-4e3f-b368-8f30d7524426 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:38:02.685648 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-225f2b0a-79fc-45c5-b945-50d73ec4cddf req-e9682ab7-0d5b-4c5f-bcc0-b8d15c973286 tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:38:02.695162 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-225f2b0a-79fc-45c5-b945-50d73ec4cddf req-e9682ab7-0d5b-4c5f-bcc0-b8d15c973286 tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:38:02.862222 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2b9c50b9-49a5-4f38-89d3-245174168e9f tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:02.879032 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f2b0a-79fc-45c5-b945-50d73ec4cddf req-e9682ab7-0d5b-4c5f-bcc0-b8d15c973286 tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:02.879541 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-225f2b0a-79fc-45c5-b945-50d73ec4cddf req-e9682ab7-0d5b-4c5f-bcc0-b8d15c973286 tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:02.909850 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e14ff356-24e6-4e7d-9a8e-ff9240149ad4 req-9e60e43c-af6c-4029-9a70-8822a3df509e tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Made reservation on behalf of 50b3d484826f4e1f8052fde49b87f38a for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:38:02.914388 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e14ff356-24e6-4e7d-9a8e-ff9240149ad4 req-9e60e43c-af6c-4029-9a70-8822a3df509e tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:02.934891 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-225f2b0a-79fc-45c5-b945-50d73ec4cddf req-e9682ab7-0d5b-4c5f-bcc0-b8d15c973286 tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4942472 Aug 22 13:38:02.951690 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-225f2b0a-79fc-45c5-b945-50d73ec4cddf req-c5a68b37-4b00-41b5-bbcd-d149e5b38443 service neutron] Request body: {'port': {'device_id': 'f38920a2-324b-43a1-9a88-621fe063e4a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:38:03.096413 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2b9c50b9-49a5-4f38-89d3-245174168e9f tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:03.186261 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9c50b9-49a5-4f38-89d3-245174168e9f tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Pushing event updated for resources: {'Port': ['ID=d6407e7d-4d76-4d07-ba22-1b27bb554ffa,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:03.200333 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-225f2b0a-79fc-45c5-b945-50d73ec4cddf req-c5a68b37-4b00-41b5-bbcd-d149e5b38443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:03.299146 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ea59e71-bff6-49b1-954b-4ef0617ef130 req-24bc2768-090b-4cb4-9d04-99c18fca2462 tempest-ServerShowV247Test-539738320 tempest-ServerShowV247Test-539738320-project] 10.222.0.21 "GET /v2.0/ports?device_id=c59e4c4e-da17-4c5a-be79-65d615b57098 HTTP/1.1" status: 200 len: 210 time: 0.0621269 Aug 22 13:38:03.313442 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-e14ff356-24e6-4e7d-9a8e-ff9240149ad4 req-9e60e43c-af6c-4029-9a70-8822a3df509e tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Allocated IP 172.20.0.5 (74c80ecc-abbb-432b-a090-605bdcc17938/35444415-8101-4a48-91cf-416f87b6f6a6/889a8a4f-0e6c-4fa7-a465-24a875749fbf) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:38:03.318804 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c5dd67-0e06-4aa9-a1db-dd4e5b02f796 req-0d96b1c7-fd0e-45c1-8a3b-a53e050b9b89 tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:03.335006 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a3c5dd67-0e06-4aa9-a1db-dd4e5b02f796 req-0d96b1c7-fd0e-45c1-8a3b-a53e050b9b89 tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] 10.222.0.21 "GET /v2.0/ports?device_id=f38920a2-324b-43a1-9a88-621fe063e4a7 HTTP/1.1" status: 200 len: 932 time: 0.1753478 Aug 22 13:38:03.364131 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 43430) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:03.397367 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a3c5dd67-0e06-4aa9-a1db-dd4e5b02f796 req-230f3f09-ec34-4b79-8a9e-0d7610341e4d tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdad6c11-236f-4eca-984b-1019a30a1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582578 Aug 22 13:38:03.723895 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9c50b9-49a5-4f38-89d3-245174168e9f tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Checking segment: {'id': '1cfa8a43-38a3-4fda-96a4-187ae3d3f820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dd16c0cb-1473-4f68-a77e-511948417323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:38:03.724485 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9c50b9-49a5-4f38-89d3-245174168e9f tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Network hostable DHCP agents. Network: dd16c0cb-1473-4f68-a77e-511948417323, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:38:03.764270 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:03.778327 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e14ff356-24e6-4e7d-9a8e-ff9240149ad4 req-9e60e43c-af6c-4029-9a70-8822a3df509e tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:03.825320 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device d966870f-85a6-4ab0-a6b8-3e278e682f86 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:38:03.935522 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-e14ff356-24e6-4e7d-9a8e-ff9240149ad4 req-9e60e43c-af6c-4029-9a70-8822a3df509e tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Transition to ACTIVE for port object 889a8a4f-0e6c-4fa7-a465-24a875749fbf will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:38:03.943572 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1460809e-dbe7-4bec-a035-be20088fe7f1 req-a36f8a4a-0931-43b9-8676-aa65807d1311 tempest-ServerShowV247Test-539738320 tempest-ServerShowV247Test-539738320-project] 10.222.0.16 "GET /v2.0/ports?device_id=c59e4c4e-da17-4c5a-be79-65d615b57098 HTTP/1.1" status: 200 len: 210 time: 0.0735013 Aug 22 13:38:03.944996 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9c50b9-49a5-4f38-89d3-245174168e9f tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Network dd16c0cb-1473-4f68-a77e-511948417323 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:38:03.964363 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-61ab13a9-d9a2-4bc7-b893-144b99b2e084 req-3f48ac91-7a6f-4d00-b3d2-49a8f0d58232 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=534d49c1-5984-45a0-87be-e18d6e72df78 HTTP/1.1" status: 200 len: 210 time: 0.1249595 Aug 22 13:38:03.974120 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-8ccb648f-33ac-4d48-b6a2-09f6fdd14acb tempest-PortsAdminExtendedAttrsTestJSON-488855835 tempest-PortsAdminExtendedAttrsTestJSON-488855835-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-901519192'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:38:03.979975 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-2b9c50b9-49a5-4f38-89d3-245174168e9f tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, dd16c0cb-1473-4f68-a77e-511948417323) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:38:03.996000 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port d966870f-85a6-4ab0-a6b8-3e278e682f86 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:38:04.009400 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ccb648f-33ac-4d48-b6a2-09f6fdd14acb tempest-PortsAdminExtendedAttrsTestJSON-488855835 tempest-PortsAdminExtendedAttrsTestJSON-488855835-project] Made reservation on behalf of 63315de665244529b04ab6dda0a41466 for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:38:04.014309 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8ccb648f-33ac-4d48-b6a2-09f6fdd14acb tempest-PortsAdminExtendedAttrsTestJSON-488855835 tempest-PortsAdminExtendedAttrsTestJSON-488855835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:04.016211 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4210fd1-6718-4145-84ab-370a9539587b None None] Network dd16c0cb-1473-4f68-a77e-511948417323 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:38:04.027432 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8ccb648f-33ac-4d48-b6a2-09f6fdd14acb tempest-PortsAdminExtendedAttrsTestJSON-488855835 tempest-PortsAdminExtendedAttrsTestJSON-488855835-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:04.039754 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9c50b9-49a5-4f38-89d3-245174168e9f tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:38:04.039754 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2b9c50b9-49a5-4f38-89d3-245174168e9f tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:04.106225 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port d966870f-85a6-4ab0-a6b8-3e278e682f86 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:38:04.107470 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:04.168077 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9c50b9-49a5-4f38-89d3-245174168e9f tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Pushing event updated for resources: {'Port': ['ID=82cc991f-58e2-4669-b3b1-7dad37329e38,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:04.174035 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9c50b9-49a5-4f38-89d3-245174168e9f tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Checking segment: {'id': 'c190cf3d-f4c2-4135-a435-03d0e64bec13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'dbe92d7b-8495-4382-b249-4f9e70f1d4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:38:04.174560 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8ccb648f-33ac-4d48-b6a2-09f6fdd14acb tempest-PortsAdminExtendedAttrsTestJSON-488855835 tempest-PortsAdminExtendedAttrsTestJSON-488855835-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:04.174871 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9c50b9-49a5-4f38-89d3-245174168e9f tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Network hostable DHCP agents. Network: dbe92d7b-8495-4382-b249-4f9e70f1d4ea, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:38:04.180825 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8ccb648f-33ac-4d48-b6a2-09f6fdd14acb tempest-PortsAdminExtendedAttrsTestJSON-488855835 tempest-PortsAdminExtendedAttrsTestJSON-488855835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:04.209599 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ccb648f-33ac-4d48-b6a2-09f6fdd14acb tempest-PortsAdminExtendedAttrsTestJSON-488855835 tempest-PortsAdminExtendedAttrsTestJSON-488855835-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:38:04.227071 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccb648f-33ac-4d48-b6a2-09f6fdd14acb tempest-PortsAdminExtendedAttrsTestJSON-488855835 tempest-PortsAdminExtendedAttrsTestJSON-488855835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6001ce96-d3c7-455e-84b7-cc2a0e77cd3b,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:04.230370 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8ccb648f-33ac-4d48-b6a2-09f6fdd14acb tempest-PortsAdminExtendedAttrsTestJSON-488855835 tempest-PortsAdminExtendedAttrsTestJSON-488855835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:04.230800 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-8ccb648f-33ac-4d48-b6a2-09f6fdd14acb tempest-PortsAdminExtendedAttrsTestJSON-488855835 tempest-PortsAdminExtendedAttrsTestJSON-488855835-project] Added segment 213742d7-1eb3-477d-b26e-e791e37f9e21 of type vlan for network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 Aug 22 13:38:04.260079 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:04.275776 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8ccb648f-33ac-4d48-b6a2-09f6fdd14acb tempest-PortsAdminExtendedAttrsTestJSON-488855835 tempest-PortsAdminExtendedAttrsTestJSON-488855835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:04.281857 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-225f2b0a-79fc-45c5-b945-50d73ec4cddf req-c5a68b37-4b00-41b5-bbcd-d149e5b38443 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0affc2d4-2972-4180-b12a-880383c1837f {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:38:04.291946 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-225f2b0a-79fc-45c5-b945-50d73ec4cddf req-c5a68b37-4b00-41b5-bbcd-d149e5b38443 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:04.305125 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8ccb648f-33ac-4d48-b6a2-09f6fdd14acb tempest-PortsAdminExtendedAttrsTestJSON-488855835 tempest-PortsAdminExtendedAttrsTestJSON-488855835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:04.308440 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-225f2b0a-79fc-45c5-b945-50d73ec4cddf req-c5a68b37-4b00-41b5-bbcd-d149e5b38443 service neutron] Transition to ACTIVE for port object 0affc2d4-2972-4180-b12a-880383c1837f will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:38:04.313676 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e14ff356-24e6-4e7d-9a8e-ff9240149ad4 req-9e60e43c-af6c-4029-9a70-8822a3df509e tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:04.314534 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccb648f-33ac-4d48-b6a2-09f6fdd14acb tempest-PortsAdminExtendedAttrsTestJSON-488855835 tempest-PortsAdminExtendedAttrsTestJSON-488855835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:04.315443 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8ccb648f-33ac-4d48-b6a2-09f6fdd14acb tempest-PortsAdminExtendedAttrsTestJSON-488855835 tempest-PortsAdminExtendedAttrsTestJSON-488855835-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:04.337441 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-225f2b0a-79fc-45c5-b945-50d73ec4cddf req-c5a68b37-4b00-41b5-bbcd-d149e5b38443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:04.349410 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-8ccb648f-33ac-4d48-b6a2-09f6fdd14acb tempest-PortsAdminExtendedAttrsTestJSON-488855835 tempest-PortsAdminExtendedAttrsTestJSON-488855835-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.9792042 Aug 22 13:38:04.367400 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:04.400503 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e14ff356-24e6-4e7d-9a8e-ff9240149ad4 req-9e60e43c-af6c-4029-9a70-8822a3df509e tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Network 74c80ecc-abbb-432b-a090-605bdcc17938 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:38:04.406993 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-e14ff356-24e6-4e7d-9a8e-ff9240149ad4 req-9e60e43c-af6c-4029-9a70-8822a3df509e tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:38:04.410726 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-e14ff356-24e6-4e7d-9a8e-ff9240149ad4 req-9e60e43c-af6c-4029-9a70-8822a3df509e tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:38:04.483585 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port d966870f-85a6-4ab0-a6b8-3e278e682f86, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=d966870f-85a6-4ab0-a6b8-3e278e682f86,segment=NetworkSegment(a46c041a-edee-4466-a041-94150c66bf51),segment_id=a46c041a-edee-4466-a041-94150c66bf51)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:38:04.491315 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:04.515324 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ff356-24e6-4e7d-9a8e-ff9240149ad4 req-9e60e43c-af6c-4029-9a70-8822a3df509e tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:04.521803 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e14ff356-24e6-4e7d-9a8e-ff9240149ad4 req-9e60e43c-af6c-4029-9a70-8822a3df509e tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:04.580405 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccb648f-33ac-4d48-b6a2-09f6fdd14acb tempest-PortsAdminExtendedAttrsTestJSON-488855835 tempest-PortsAdminExtendedAttrsTestJSON-488855835-project] Pushing event updated for resources: {'Network': ['ID=0d6a35f5-5384-4055-9ebd-a9b9afbe9033,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:04.599700 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e60e43c-af6c-4029-9a70-8822a3df509e tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event updated for resources: {'Port': ['ID=889a8a4f-0e6c-4fa7-a465-24a875749fbf,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:04.601210 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:38:04.623362 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9c50b9-49a5-4f38-89d3-245174168e9f tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Network dbe92d7b-8495-4382-b249-4f9e70f1d4ea is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:38:04.632315 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=d966870f-85a6-4ab0-a6b8-3e278e682f86,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:04.647635 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5d88b73d-59cb-4a7a-b762-961a0c3dcd6a req-3e5333ca-a145-4c20-9eb9-4c1a97358000 tempest-ServerShowV247Test-539738320 tempest-ServerShowV247Test-539738320-project] 10.222.0.21 "GET /v2.0/ports?device_id=c59e4c4e-da17-4c5a-be79-65d615b57098 HTTP/1.1" status: 200 len: 210 time: 0.1384311 Aug 22 13:38:04.732953 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a68b37-4b00-41b5-bbcd-d149e5b38443 service neutron] Pushing event updated for resources: {'Port': ['ID=0affc2d4-2972-4180-b12a-880383c1837f,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:04.798211 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 43452) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:04.808019 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Request body: {'port': {'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033', 'binding:host_id': 'n-h1-793621-33', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1040448241'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:38:04.829359 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e14ff356-24e6-4e7d-9a8e-ff9240149ad4 req-9e60e43c-af6c-4029-9a70-8822a3df509e tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4791162 Aug 22 13:38:04.840892 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-2b9c50b9-49a5-4f38-89d3-245174168e9f tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, dbe92d7b-8495-4382-b249-4f9e70f1d4ea) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:38:04.849786 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8717066-a90b-483f-a65d-1b7acebcfe02 None None] Network dbe92d7b-8495-4382-b249-4f9e70f1d4ea requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:38:04.857370 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8892612-3a96-421e-afc9-3bfefcffa183 req-34cca99a-18f3-46a6-80cc-643c974b6510 tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:04.857762 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-e14ff356-24e6-4e7d-9a8e-ff9240149ad4 req-7c569548-7207-4a36-8d9f-bddd052623be service neutron] Request body: {'port': {'device_id': '534d49c1-5984-45a0-87be-e18d6e72df78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:38:04.865478 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b8892612-3a96-421e-afc9-3bfefcffa183 req-34cca99a-18f3-46a6-80cc-643c974b6510 tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] 10.222.0.21 "GET /v2.0/ports?device_id=f38920a2-324b-43a1-9a88-621fe063e4a7 HTTP/1.1" status: 200 len: 944 time: 0.1025803 Aug 22 13:38:04.900964 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9c50b9-49a5-4f38-89d3-245174168e9f tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:38:04.902740 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Made reservation on behalf of 21033f52bd3f40fa9f8f2fde21721821 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:38:04.905148 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:04.908169 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9c50b9-49a5-4f38-89d3-245174168e9f tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:04.917416 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9c50b9-49a5-4f38-89d3-245174168e9f tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:04.918371 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2b9c50b9-49a5-4f38-89d3-245174168e9f tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:04.924299 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:04.959007 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-225f2b0a-79fc-45c5-b945-50d73ec4cddf req-c5a68b37-4b00-41b5-bbcd-d149e5b38443 service neutron] Attempting to bind port 0affc2d4-2972-4180-b12a-880383c1837f on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:38:04.959871 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-225f2b0a-79fc-45c5-b945-50d73ec4cddf req-c5a68b37-4b00-41b5-bbcd-d149e5b38443 service neutron] Attempting to bind port 0affc2d4-2972-4180-b12a-880383c1837f by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '007f064f-6a12-4206-aeea-e8e3a1780994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd11fb775-d602-4e3f-b368-8f30d7524426'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:38:04.960364 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225f2b0a-79fc-45c5-b945-50d73ec4cddf req-c5a68b37-4b00-41b5-bbcd-d149e5b38443 service neutron] Attempting to bind port 0affc2d4-2972-4180-b12a-880383c1837f on network d11fb775-d602-4e3f-b368-8f30d7524426 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:38:04.969214 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b8892612-3a96-421e-afc9-3bfefcffa183 req-90b1f2c6-4afe-486f-94e3-2fdfb008af10 tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdad6c11-236f-4eca-984b-1019a30a1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027076 Aug 22 13:38:04.982990 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225f2b0a-79fc-45c5-b945-50d73ec4cddf req-c5a68b37-4b00-41b5-bbcd-d149e5b38443 service neutron] Port 0affc2d4-2972-4180-b12a-880383c1837f on network d11fb775-d602-4e3f-b368-8f30d7524426 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:38:04.986994 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225f2b0a-79fc-45c5-b945-50d73ec4cddf req-c5a68b37-4b00-41b5-bbcd-d149e5b38443 service neutron] Attempting to bind port 0affc2d4-2972-4180-b12a-880383c1837f on network d11fb775-d602-4e3f-b368-8f30d7524426 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:38:05.041711 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225f2b0a-79fc-45c5-b945-50d73ec4cddf req-c5a68b37-4b00-41b5-bbcd-d149e5b38443 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:38:05.042586 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225f2b0a-79fc-45c5-b945-50d73ec4cddf req-c5a68b37-4b00-41b5-bbcd-d149e5b38443 service neutron] Checking segment: {'id': '007f064f-6a12-4206-aeea-e8e3a1780994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd11fb775-d602-4e3f-b368-8f30d7524426'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:38:05.044096 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225f2b0a-79fc-45c5-b945-50d73ec4cddf req-c5a68b37-4b00-41b5-bbcd-d149e5b38443 service neutron] Bound using segment: {'id': '007f064f-6a12-4206-aeea-e8e3a1780994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd11fb775-d602-4e3f-b368-8f30d7524426'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:38:05.045411 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-225f2b0a-79fc-45c5-b945-50d73ec4cddf req-c5a68b37-4b00-41b5-bbcd-d149e5b38443 service neutron] Bound port: 0affc2d4-2972-4180-b12a-880383c1837f, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '007f064f-6a12-4206-aeea-e8e3a1780994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd11fb775-d602-4e3f-b368-8f30d7524426'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:38:05.046576 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-225f2b0a-79fc-45c5-b945-50d73ec4cddf req-c5a68b37-4b00-41b5-bbcd-d149e5b38443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:05.070404 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-aaf5a0c0-175c-4114-b86c-b05fee31873b None None] Provisioning for port 889a8a4f-0e6c-4fa7-a465-24a875749fbf completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:38:05.092864 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-aaf5a0c0-175c-4114-b86c-b05fee31873b None None] Provisioning complete for port 889a8a4f-0e6c-4fa7-a465-24a875749fbf triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:38:05.093251 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-aaf5a0c0-175c-4114-b86c-b05fee31873b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:05.137561 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-aaf5a0c0-175c-4114-b86c-b05fee31873b None None] Port 889a8a4f-0e6c-4fa7-a465-24a875749fbf cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:38:05.147673 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-225f2b0a-79fc-45c5-b945-50d73ec4cddf req-c5a68b37-4b00-41b5-bbcd-d149e5b38443 service neutron] For port 0affc2d4-2972-4180-b12a-880383c1837f, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:38:05.148450 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:05.151348 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-225f2b0a-79fc-45c5-b945-50d73ec4cddf req-c5a68b37-4b00-41b5-bbcd-d149e5b38443 service neutron] For port 0affc2d4-2972-4180-b12a-880383c1837f, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=0affc2d4-2972-4180-b12a-880383c1837f,segment=NetworkSegment(007f064f-6a12-4206-aeea-e8e3a1780994),segment_id=007f064f-6a12-4206-aeea-e8e3a1780994)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:38:05.153107 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e14ff356-24e6-4e7d-9a8e-ff9240149ad4 req-7c569548-7207-4a36-8d9f-bddd052623be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:05.164274 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:05.172979 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-225f2b0a-79fc-45c5-b945-50d73ec4cddf req-c5a68b37-4b00-41b5-bbcd-d149e5b38443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:05.186526 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] device_id is not set on port d0162123-2e3e-4972-a476-001de41b9f14 yet. {{(pid=94627) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:38:05.195666 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2b9c50b9-49a5-4f38-89d3-245174168e9f tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.8320439 Aug 22 13:38:05.199359 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43464) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:05.235112 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f2b0a-79fc-45c5-b945-50d73ec4cddf req-c5a68b37-4b00-41b5-bbcd-d149e5b38443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:05.235856 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-225f2b0a-79fc-45c5-b945-50d73ec4cddf req-c5a68b37-4b00-41b5-bbcd-d149e5b38443 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:05.238618 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-225f2b0a-79fc-45c5-b945-50d73ec4cddf req-c5a68b37-4b00-41b5-bbcd-d149e5b38443 service neutron] 10.222.0.41 "PUT /v2.0/ports/0affc2d4-2972-4180-b12a-880383c1837f HTTP/1.1" status: 200 len: 1093 time: 2.2928619 Aug 22 13:38:05.250851 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f38920a2-324b-43a1-9a88-621fe063e4a7', 'tag': '0affc2d4-2972-4180-b12a-880383c1837f'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:38:05.254502 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d45756-a367-4b68-904f-cf84e67bb6b2" -d '{"events": [{"name": "network-changed", "server_uuid": "f38920a2-324b-43a1-9a88-621fe063e4a7", "tag": "0affc2d4-2972-4180-b12a-880383c1837f"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:38:05.357712 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b628d7a-2fc2-48e7-8636-906ab763d70a req-8ff75a15-a7e0-4b2b-bf21-08f7880a5fb8 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:05.359306 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2b628d7a-2fc2-48e7-8636-906ab763d70a req-8ff75a15-a7e0-4b2b-bf21-08f7880a5fb8 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=534d49c1-5984-45a0-87be-e18d6e72df78 HTTP/1.1" status: 200 len: 931 time: 0.2091837 Aug 22 13:38:05.380167 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaba9f19-2485-41b0-922e-ad3155e43d79,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:05.380880 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b64155-7997-4311-ab5f-39b302db0859 x-openstack-request-id: req-50b64155-7997-4311-ab5f-39b302db0859 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:38:05.381394 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f38920a2-324b-43a1-9a88-621fe063e4a7", "tag": "0affc2d4-2972-4180-b12a-880383c1837f", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:38:05.381394 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-50b64155-7997-4311-ab5f-39b302db0859 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:38:05.381806 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f38920a2-324b-43a1-9a88-621fe063e4a7', 'tag': '0affc2d4-2972-4180-b12a-880383c1837f', 'status': 'completed', 'code': 200} Aug 22 13:38:05.422376 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a68b37-4b00-41b5-bbcd-d149e5b38443 service neutron] Pushing event updated for resources: {'Port': ['ID=0affc2d4-2972-4180-b12a-880383c1837f,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:05.449935 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2b628d7a-2fc2-48e7-8636-906ab763d70a req-a8785814-d5ab-4cad-b20e-386bfad955af tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e5ee16a-a71b-41c2-8638-acd377ab5b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731838 Aug 22 13:38:05.454614 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8237e46a-d713-4fb3-a93c-b3a8cbaed784 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:05.461841 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8237e46a-d713-4fb3-a93c-b3a8cbaed784 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:05.466375 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8237e46a-d713-4fb3-a93c-b3a8cbaed784 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2437959 Aug 22 13:38:05.467161 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43472) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:05.571569 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f2b0a-79fc-45c5-b945-50d73ec4cddf req-e39c4828-6423-4070-9550-453ed88e5e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:05.573126 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-225f2b0a-79fc-45c5-b945-50d73ec4cddf req-e39c4828-6423-4070-9550-453ed88e5e84 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fcad05e8fdd44b278e648720bbd3e02d&device_id=f38920a2-324b-43a1-9a88-621fe063e4a7 HTTP/1.1" status: 200 len: 1096 time: 0.2655177 Aug 22 13:38:05.618022 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] device_id is not set on port d0162123-2e3e-4972-a476-001de41b9f14 yet. {{(pid=94627) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:38:05.627756 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:05.642033 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Transition to ACTIVE for port object d0162123-2e3e-4972-a476-001de41b9f14 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:38:05.649715 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-225f2b0a-79fc-45c5-b945-50d73ec4cddf req-7a405a0b-5205-4589-ba52-8e33146b141a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0affc2d4-2972-4180-b12a-880383c1837f HTTP/1.1" status: 200 len: 217 time: 0.0503690 Aug 22 13:38:05.655716 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:05.749627 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Pushing event updated for resources: {'Port': ['ID=d0162123-2e3e-4972-a476-001de41b9f14,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:05.776945 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device d966870f-85a6-4ab0-a6b8-3e278e682f86 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:38:05.791198 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-c4f82792-2e13-482c-b24d-6ca744c4347a tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Deleting port d6407e7d-4d76-4d07-ba22-1b27bb554ffa {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:38:05.791542 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c4f82792-2e13-482c-b24d-6ca744c4347a tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:05.794124 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Checking segment: {'id': '213742d7-1eb3-477d-b26e-e791e37f9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:38:05.794490 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Network hostable DHCP agents. Network: 0d6a35f5-5384-4055-9ebd-a9b9afbe9033, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:38:05.813678 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:38:05.830181 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 0d6a35f5-5384-4055-9ebd-a9b9afbe9033) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:38:05.837990 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:38:05.841766 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c0cf07-d95b-4a40-8011-ea9b0779f203 None None] Network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:38:05.868834 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port d0162123-2e3e-4972-a476-001de41b9f14 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:38:05.869180 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port d0162123-2e3e-4972-a476-001de41b9f14 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '213742d7-1eb3-477d-b26e-e791e37f9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:38:05.869686 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port d0162123-2e3e-4972-a476-001de41b9f14 on network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:38:05.871229 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c4f82792-2e13-482c-b24d-6ca744c4347a tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:05.881538 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Port d0162123-2e3e-4972-a476-001de41b9f14 on network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:38:05.881934 n-d-793621-33 neutron-server[94627]: ERROR neutron.plugins.ml2.managers [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Failed to bind port d0162123-2e3e-4972-a476-001de41b9f14 on host n-h1-793621-33 for vnic_type normal using segments [{'id': '213742d7-1eb3-477d-b26e-e791e37f9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033'}] Aug 22 13:38:05.882332 n-d-793621-33 neutron-server[94627]: INFO neutron.plugins.ml2.plugin [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempt 2 to bind port d0162123-2e3e-4972-a476-001de41b9f14 Aug 22 13:38:05.887843 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-c4f82792-2e13-482c-b24d-6ca744c4347a tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Calling delete_port for d6407e7d-4d76-4d07-ba22-1b27bb554ffa owned by {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:38:05.911746 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port d0162123-2e3e-4972-a476-001de41b9f14 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:38:05.912086 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port d0162123-2e3e-4972-a476-001de41b9f14 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '213742d7-1eb3-477d-b26e-e791e37f9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:38:05.912444 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port d0162123-2e3e-4972-a476-001de41b9f14 on network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:38:05.923608 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Port d0162123-2e3e-4972-a476-001de41b9f14 on network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:38:05.923957 n-d-793621-33 neutron-server[94627]: ERROR neutron.plugins.ml2.managers [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Failed to bind port d0162123-2e3e-4972-a476-001de41b9f14 on host n-h1-793621-33 for vnic_type normal using segments [{'id': '213742d7-1eb3-477d-b26e-e791e37f9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033'}] Aug 22 13:38:05.924421 n-d-793621-33 neutron-server[94627]: INFO neutron.plugins.ml2.plugin [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempt 3 to bind port d0162123-2e3e-4972-a476-001de41b9f14 Aug 22 13:38:05.961124 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port d0162123-2e3e-4972-a476-001de41b9f14 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:38:05.961457 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port d0162123-2e3e-4972-a476-001de41b9f14 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '213742d7-1eb3-477d-b26e-e791e37f9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:38:05.962007 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port d0162123-2e3e-4972-a476-001de41b9f14 on network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:38:05.980115 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f2b0a-79fc-45c5-b945-50d73ec4cddf req-ffca6734-5b94-4f36-98f3-b02f324eeacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:05.982932 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Port d0162123-2e3e-4972-a476-001de41b9f14 on network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:38:05.983433 n-d-793621-33 neutron-server[94627]: ERROR neutron.plugins.ml2.managers [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Failed to bind port d0162123-2e3e-4972-a476-001de41b9f14 on host n-h1-793621-33 for vnic_type normal using segments [{'id': '213742d7-1eb3-477d-b26e-e791e37f9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033'}] Aug 22 13:38:05.983545 n-d-793621-33 neutron-server[94627]: INFO neutron.plugins.ml2.plugin [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempt 4 to bind port d0162123-2e3e-4972-a476-001de41b9f14 Aug 22 13:38:05.986147 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-225f2b0a-79fc-45c5-b945-50d73ec4cddf req-ffca6734-5b94-4f36-98f3-b02f324eeacf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a67b0fab-a66e-4349-80bb-c4a1bd98c201 HTTP/1.1" status: 200 len: 854 time: 0.3260615 Aug 22 13:38:06.033128 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port d966870f-85a6-4ab0-a6b8-3e278e682f86 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:38:06.036779 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:06.040936 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port d0162123-2e3e-4972-a476-001de41b9f14 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:38:06.041577 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port d0162123-2e3e-4972-a476-001de41b9f14 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '213742d7-1eb3-477d-b26e-e791e37f9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:38:06.042152 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port d0162123-2e3e-4972-a476-001de41b9f14 on network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:38:06.061088 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c4f82792-2e13-482c-b24d-6ca744c4347a tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:06.075620 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Port d0162123-2e3e-4972-a476-001de41b9f14 on network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:38:06.088393 n-d-793621-33 neutron-server[94627]: ERROR neutron.plugins.ml2.managers [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Failed to bind port d0162123-2e3e-4972-a476-001de41b9f14 on host n-h1-793621-33 for vnic_type normal using segments [{'id': '213742d7-1eb3-477d-b26e-e791e37f9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033'}] Aug 22 13:38:06.089219 n-d-793621-33 neutron-server[94627]: INFO neutron.plugins.ml2.plugin [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempt 5 to bind port d0162123-2e3e-4972-a476-001de41b9f14 Aug 22 13:38:06.093540 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cadea878-ff84-466b-a054-7f1d6930efad req-59040b4f-42aa-424d-95b2-53214949854a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c6c5fb7b17344fdb93c239246de59e51&device_id=86e465bd-9a49-49e1-9518-9b3bce5e46b3 HTTP/1.1" status: 200 len: 210 time: 0.0804186 Aug 22 13:38:06.148534 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-225f2b0a-79fc-45c5-b945-50d73ec4cddf req-51893aa4-f74b-4c36-a714-259e359d34ec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d11fb775-d602-4e3f-b368-8f30d7524426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1301172 Aug 22 13:38:06.159371 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f82792-2e13-482c-b24d-6ca744c4347a tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Pushing event deleted for resources: {'Port': ['ID=d6407e7d-4d76-4d07-ba22-1b27bb554ffa,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:06.212561 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c4f82792-2e13-482c-b24d-6ca744c4347a tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:06.214799 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c4f82792-2e13-482c-b24d-6ca744c4347a tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] 10.222.0.21 "DELETE /v2.0/ports/d6407e7d-4d76-4d07-ba22-1b27bb554ffa HTTP/1.1" status: 204 len: 168 time: 0.7449217 Aug 22 13:38:06.226701 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port d0162123-2e3e-4972-a476-001de41b9f14 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:38:06.227042 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port d0162123-2e3e-4972-a476-001de41b9f14 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '213742d7-1eb3-477d-b26e-e791e37f9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:38:06.227371 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port d0162123-2e3e-4972-a476-001de41b9f14 on network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:38:06.232138 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cadea878-ff84-466b-a054-7f1d6930efad req-7fef43ad-0a56-4846-9008-27611928d934 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=c6c5fb7b17344fdb93c239246de59e51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1227059 Aug 22 13:38:06.235680 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 43488) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:06.337972 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-225f2b0a-79fc-45c5-b945-50d73ec4cddf req-4c1201c3-ef71-421d-9955-1f1840762cdc service neutron] 10.222.0.41 "GET /v2.0/networks/d11fb775-d602-4e3f-b368-8f30d7524426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721070 Aug 22 13:38:06.474952 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-e14ff356-24e6-4e7d-9a8e-ff9240149ad4 req-7c569548-7207-4a36-8d9f-bddd052623be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 889a8a4f-0e6c-4fa7-a465-24a875749fbf {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:38:06.485953 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e14ff356-24e6-4e7d-9a8e-ff9240149ad4 req-7c569548-7207-4a36-8d9f-bddd052623be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:06.512610 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-e14ff356-24e6-4e7d-9a8e-ff9240149ad4 req-7c569548-7207-4a36-8d9f-bddd052623be service neutron] Transition to ACTIVE for port object 889a8a4f-0e6c-4fa7-a465-24a875749fbf will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:38:06.525996 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e14ff356-24e6-4e7d-9a8e-ff9240149ad4 req-7c569548-7207-4a36-8d9f-bddd052623be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:06.557978 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-225f2b0a-79fc-45c5-b945-50d73ec4cddf req-e972234c-52e6-4c46-b428-e62df5860755 service neutron] 10.222.0.41 "GET /v2.0/networks/d11fb775-d602-4e3f-b368-8f30d7524426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950247 Aug 22 13:38:06.571923 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-17ee566e-d29e-430a-9e2b-79b5ad1d6ab7 req-81675792-545b-415a-9886-dfa8345661f4 tempest-ServerShowV247Test-539738320 tempest-ServerShowV247Test-539738320-project] 10.222.0.21 "GET /v2.0/ports?device_id=86e465bd-9a49-49e1-9518-9b3bce5e46b3 HTTP/1.1" status: 200 len: 210 time: 0.4047246 Aug 22 13:38:06.586433 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c569548-7207-4a36-8d9f-bddd052623be service neutron] Pushing event updated for resources: {'Port': ['ID=889a8a4f-0e6c-4fa7-a465-24a875749fbf,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:06.640913 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Port d0162123-2e3e-4972-a476-001de41b9f14 on network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:38:06.641094 n-d-793621-33 neutron-server[94627]: ERROR neutron.plugins.ml2.managers [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Failed to bind port d0162123-2e3e-4972-a476-001de41b9f14 on host n-h1-793621-33 for vnic_type normal using segments [{'id': '213742d7-1eb3-477d-b26e-e791e37f9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033'}] Aug 22 13:38:06.646382 n-d-793621-33 neutron-server[94627]: INFO neutron.plugins.ml2.plugin [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempt 6 to bind port d0162123-2e3e-4972-a476-001de41b9f14 Aug 22 13:38:06.744295 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d45756-a367-4b68-904f-cf84e67bb6b2 req-a3a0f1c6-3a61-4dec-b669-4bc39e9d3a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:06.745925 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-37d45756-a367-4b68-904f-cf84e67bb6b2 req-a3a0f1c6-3a61-4dec-b669-4bc39e9d3a64 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fcad05e8fdd44b278e648720bbd3e02d&device_id=f38920a2-324b-43a1-9a88-621fe063e4a7 HTTP/1.1" status: 200 len: 1096 time: 0.0800023 Aug 22 13:38:06.748513 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-e14ff356-24e6-4e7d-9a8e-ff9240149ad4 req-7c569548-7207-4a36-8d9f-bddd052623be service neutron] Attempting to bind port 889a8a4f-0e6c-4fa7-a465-24a875749fbf on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:38:06.748842 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-e14ff356-24e6-4e7d-9a8e-ff9240149ad4 req-7c569548-7207-4a36-8d9f-bddd052623be service neutron] Attempting to bind port 889a8a4f-0e6c-4fa7-a465-24a875749fbf by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': 'a46c041a-edee-4466-a041-94150c66bf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '74c80ecc-abbb-432b-a090-605bdcc17938'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:38:06.749165 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14ff356-24e6-4e7d-9a8e-ff9240149ad4 req-7c569548-7207-4a36-8d9f-bddd052623be service neutron] Attempting to bind port 889a8a4f-0e6c-4fa7-a465-24a875749fbf on network 74c80ecc-abbb-432b-a090-605bdcc17938 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:38:06.751312 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port d0162123-2e3e-4972-a476-001de41b9f14 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:38:06.751653 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port d0162123-2e3e-4972-a476-001de41b9f14 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '213742d7-1eb3-477d-b26e-e791e37f9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:38:06.751982 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port d0162123-2e3e-4972-a476-001de41b9f14 on network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:38:06.756495 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14ff356-24e6-4e7d-9a8e-ff9240149ad4 req-7c569548-7207-4a36-8d9f-bddd052623be service neutron] Port 889a8a4f-0e6c-4fa7-a465-24a875749fbf on network 74c80ecc-abbb-432b-a090-605bdcc17938 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:38:06.756638 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14ff356-24e6-4e7d-9a8e-ff9240149ad4 req-7c569548-7207-4a36-8d9f-bddd052623be service neutron] Attempting to bind port 889a8a4f-0e6c-4fa7-a465-24a875749fbf on network 74c80ecc-abbb-432b-a090-605bdcc17938 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:38:06.778124 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6b65d2-59c1-493c-a8c5-77e07eba437d req-c61d2a4f-f7fa-489c-8327-f8cb2817df9a tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:06.778436 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14ff356-24e6-4e7d-9a8e-ff9240149ad4 req-7c569548-7207-4a36-8d9f-bddd052623be service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:38:06.778714 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14ff356-24e6-4e7d-9a8e-ff9240149ad4 req-7c569548-7207-4a36-8d9f-bddd052623be service neutron] Checking segment: {'id': 'a46c041a-edee-4466-a041-94150c66bf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '74c80ecc-abbb-432b-a090-605bdcc17938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:38:06.779353 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14ff356-24e6-4e7d-9a8e-ff9240149ad4 req-7c569548-7207-4a36-8d9f-bddd052623be service neutron] Bound using segment: {'id': 'a46c041a-edee-4466-a041-94150c66bf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '74c80ecc-abbb-432b-a090-605bdcc17938'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:38:06.779671 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5c6b65d2-59c1-493c-a8c5-77e07eba437d req-c61d2a4f-f7fa-489c-8327-f8cb2817df9a tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] 10.222.0.21 "GET /v2.0/ports?device_id=f38920a2-324b-43a1-9a88-621fe063e4a7 HTTP/1.1" status: 200 len: 944 time: 0.6517291 Aug 22 13:38:06.779837 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-e14ff356-24e6-4e7d-9a8e-ff9240149ad4 req-7c569548-7207-4a36-8d9f-bddd052623be service neutron] Bound port: 889a8a4f-0e6c-4fa7-a465-24a875749fbf, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a46c041a-edee-4466-a041-94150c66bf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '74c80ecc-abbb-432b-a090-605bdcc17938'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:38:06.780277 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e14ff356-24e6-4e7d-9a8e-ff9240149ad4 req-7c569548-7207-4a36-8d9f-bddd052623be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:06.796706 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Port d0162123-2e3e-4972-a476-001de41b9f14 on network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:38:06.797065 n-d-793621-33 neutron-server[94627]: ERROR neutron.plugins.ml2.managers [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Failed to bind port d0162123-2e3e-4972-a476-001de41b9f14 on host n-h1-793621-33 for vnic_type normal using segments [{'id': '213742d7-1eb3-477d-b26e-e791e37f9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033'}] Aug 22 13:38:06.801983 n-d-793621-33 neutron-server[94627]: INFO neutron.plugins.ml2.plugin [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempt 7 to bind port d0162123-2e3e-4972-a476-001de41b9f14 Aug 22 13:38:06.852685 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port d0162123-2e3e-4972-a476-001de41b9f14 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:38:06.853027 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port d0162123-2e3e-4972-a476-001de41b9f14 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '213742d7-1eb3-477d-b26e-e791e37f9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:38:06.853362 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port d0162123-2e3e-4972-a476-001de41b9f14 on network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:38:06.865786 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadea878-ff84-466b-a054-7f1d6930efad req-2abf6763-0f2d-4a72-8e28-b312eb9e5c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:06.867254 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cadea878-ff84-466b-a054-7f1d6930efad req-2abf6763-0f2d-4a72-8e28-b312eb9e5c3d service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3050287 Aug 22 13:38:06.881124 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Port d0162123-2e3e-4972-a476-001de41b9f14 on network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:38:06.881474 n-d-793621-33 neutron-server[94627]: ERROR neutron.plugins.ml2.managers [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Failed to bind port d0162123-2e3e-4972-a476-001de41b9f14 on host n-h1-793621-33 for vnic_type normal using segments [{'id': '213742d7-1eb3-477d-b26e-e791e37f9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033'}] Aug 22 13:38:06.885862 n-d-793621-33 neutron-server[94627]: INFO neutron.plugins.ml2.plugin [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempt 8 to bind port d0162123-2e3e-4972-a476-001de41b9f14 Aug 22 13:38:06.895147 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4204306c-cb63-4ddd-a105-e5777e6d0dbf req-495783dc-dd87-4953-b392-8b59cceef929 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:06.896654 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4204306c-cb63-4ddd-a105-e5777e6d0dbf req-495783dc-dd87-4953-b392-8b59cceef929 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=534d49c1-5984-45a0-87be-e18d6e72df78 HTTP/1.1" status: 200 len: 943 time: 0.2012615 Aug 22 13:38:06.902859 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5c6b65d2-59c1-493c-a8c5-77e07eba437d req-bfc7d206-e06a-4672-bb57-d0c8497b5317 tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdad6c11-236f-4eca-984b-1019a30a1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068299 Aug 22 13:38:06.904436 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d45756-a367-4b68-904f-cf84e67bb6b2 req-b2244131-0518-439b-a530-e2d78e2f3a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:06.905836 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-37d45756-a367-4b68-904f-cf84e67bb6b2 req-b2244131-0518-439b-a530-e2d78e2f3a70 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d11fb775-d602-4e3f-b368-8f30d7524426 HTTP/1.1" status: 200 len: 915 time: 0.1510708 Aug 22 13:38:06.912340 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-e14ff356-24e6-4e7d-9a8e-ff9240149ad4 req-7c569548-7207-4a36-8d9f-bddd052623be service neutron] For port 889a8a4f-0e6c-4fa7-a465-24a875749fbf, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:38:06.921336 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-e14ff356-24e6-4e7d-9a8e-ff9240149ad4 req-7c569548-7207-4a36-8d9f-bddd052623be service neutron] For port 889a8a4f-0e6c-4fa7-a465-24a875749fbf, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=889a8a4f-0e6c-4fa7-a465-24a875749fbf,segment=NetworkSegment(a46c041a-edee-4466-a041-94150c66bf51),segment_id=a46c041a-edee-4466-a041-94150c66bf51)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:38:06.929175 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e14ff356-24e6-4e7d-9a8e-ff9240149ad4 req-7c569548-7207-4a36-8d9f-bddd052623be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:06.937985 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port d0162123-2e3e-4972-a476-001de41b9f14 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:38:06.938328 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port d0162123-2e3e-4972-a476-001de41b9f14 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '213742d7-1eb3-477d-b26e-e791e37f9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:38:06.938646 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port d0162123-2e3e-4972-a476-001de41b9f14 on network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:38:06.945090 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-80b5d9e2-c92f-4854-a6b6-c38c4ee87aed tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Deleting port 82cc991f-58e2-4669-b3b1-7dad37329e38 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:38:06.945433 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-80b5d9e2-c92f-4854-a6b6-c38c4ee87aed tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:06.963638 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Port d0162123-2e3e-4972-a476-001de41b9f14 on network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:38:06.963638 n-d-793621-33 neutron-server[94627]: ERROR neutron.plugins.ml2.managers [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Failed to bind port d0162123-2e3e-4972-a476-001de41b9f14 on host n-h1-793621-33 for vnic_type normal using segments [{'id': '213742d7-1eb3-477d-b26e-e791e37f9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033'}] Aug 22 13:38:06.970275 n-d-793621-33 neutron-server[94627]: INFO neutron.plugins.ml2.plugin [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempt 9 to bind port d0162123-2e3e-4972-a476-001de41b9f14 Aug 22 13:38:07.017395 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4204306c-cb63-4ddd-a105-e5777e6d0dbf req-f5082b2e-5bc3-498a-967f-1c5af6645cb2 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e5ee16a-a71b-41c2-8638-acd377ab5b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126387 Aug 22 13:38:07.027714 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port d0162123-2e3e-4972-a476-001de41b9f14 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:38:07.028061 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port d0162123-2e3e-4972-a476-001de41b9f14 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '213742d7-1eb3-477d-b26e-e791e37f9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:38:07.028396 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port d0162123-2e3e-4972-a476-001de41b9f14 on network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:38:07.052902 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Port d0162123-2e3e-4972-a476-001de41b9f14 on network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:38:07.053241 n-d-793621-33 neutron-server[94627]: ERROR neutron.plugins.ml2.managers [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Failed to bind port d0162123-2e3e-4972-a476-001de41b9f14 on host n-h1-793621-33 for vnic_type normal using segments [{'id': '213742d7-1eb3-477d-b26e-e791e37f9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033'}] Aug 22 13:38:07.054964 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-80b5d9e2-c92f-4854-a6b6-c38c4ee87aed tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:07.057292 n-d-793621-33 neutron-server[94627]: INFO neutron.plugins.ml2.plugin [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempt 10 to bind port d0162123-2e3e-4972-a476-001de41b9f14 Aug 22 13:38:07.079405 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-80b5d9e2-c92f-4854-a6b6-c38c4ee87aed tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Calling delete_port for 82cc991f-58e2-4669-b3b1-7dad37329e38 owned by {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:38:07.083761 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port d0162123-2e3e-4972-a476-001de41b9f14 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:38:07.084127 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port d0162123-2e3e-4972-a476-001de41b9f14 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '213742d7-1eb3-477d-b26e-e791e37f9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:38:07.084439 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port d0162123-2e3e-4972-a476-001de41b9f14 on network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:38:07.094128 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Port d0162123-2e3e-4972-a476-001de41b9f14 on network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:38:07.094372 n-d-793621-33 neutron-server[94627]: ERROR neutron.plugins.ml2.managers [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Failed to bind port d0162123-2e3e-4972-a476-001de41b9f14 on host n-h1-793621-33 for vnic_type normal using segments [{'id': '213742d7-1eb3-477d-b26e-e791e37f9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033'}] Aug 22 13:38:07.095119 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:07.221745 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] For port d0162123-2e3e-4972-a476-001de41b9f14, host n-h1-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:38:07.222008 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempted to set empty binding levels {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 22 13:38:07.230173 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:07.241406 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-80b5d9e2-c92f-4854-a6b6-c38c4ee87aed tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:07.278062 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:07.278669 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:07.292121 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-80b5d9e2-c92f-4854-a6b6-c38c4ee87aed tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:07.294104 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-80b5d9e2-c92f-4854-a6b6-c38c4ee87aed tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] 10.222.0.21 "DELETE /v2.0/ports/82cc991f-58e2-4669-b3b1-7dad37329e38 HTTP/1.1" status: 204 len: 168 time: 0.7425001 Aug 22 13:38:07.302406 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 43510) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:07.326592 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-37d45756-a367-4b68-904f-cf84e67bb6b2 req-b7c46deb-31fb-445e-9fea-20b8d77ed500 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0affc2d4-2972-4180-b12a-880383c1837f HTTP/1.1" status: 200 len: 217 time: 0.4118497 Aug 22 13:38:07.328800 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43512) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:07.334508 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Pushing event updated for resources: {'Port': ['ID=d0162123-2e3e-4972-a476-001de41b9f14,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:07.369979 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-033dcd6b-25f3-486b-9274-22ef421dd5b7 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0630589 Aug 22 13:38:07.370683 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ff356-24e6-4e7d-9a8e-ff9240149ad4 req-7c569548-7207-4a36-8d9f-bddd052623be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:07.370985 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e14ff356-24e6-4e7d-9a8e-ff9240149ad4 req-7c569548-7207-4a36-8d9f-bddd052623be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:07.372730 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e14ff356-24e6-4e7d-9a8e-ff9240149ad4 req-7c569548-7207-4a36-8d9f-bddd052623be service neutron] 10.222.0.41 "PUT /v2.0/ports/889a8a4f-0e6c-4fa7-a465-24a875749fbf HTTP/1.1" status: 200 len: 1092 time: 2.5249798 Aug 22 13:38:07.374295 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43516) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:07.384742 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b5d9e2-c92f-4854-a6b6-c38c4ee87aed tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Pushing event deleted for resources: {'Port': ['ID=82cc991f-58e2-4669-b3b1-7dad37329e38,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:07.392257 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-392c9327-74d6-4566-a7af-ff3b9b6c0c0c tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 2.5927374 Aug 22 13:38:07.392922 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 43518) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:07.406585 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-3ccb0bd6-4d2f-4dc3-ac0d-c1a193917e04 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1307593747'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:38:07.410528 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '534d49c1-5984-45a0-87be-e18d6e72df78', 'tag': '889a8a4f-0e6c-4fa7-a465-24a875749fbf'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:38:07.413600 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b4fe8d-d6c0-4558-a32c-710d391e5f09" -d '{"events": [{"name": "network-changed", "server_uuid": "534d49c1-5984-45a0-87be-e18d6e72df78", "tag": "889a8a4f-0e6c-4fa7-a465-24a875749fbf"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:38:07.452513 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c569548-7207-4a36-8d9f-bddd052623be service neutron] Pushing event updated for resources: {'Port': ['ID=889a8a4f-0e6c-4fa7-a465-24a875749fbf,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:07.484407 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79f4663-46f6-4562-8b74-243e0e931dc3 x-openstack-request-id: req-d79f4663-46f6-4562-8b74-243e0e931dc3 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:38:07.485381 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "534d49c1-5984-45a0-87be-e18d6e72df78", "tag": "889a8a4f-0e6c-4fa7-a465-24a875749fbf", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:38:07.485381 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d79f4663-46f6-4562-8b74-243e0e931dc3 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:38:07.485381 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '534d49c1-5984-45a0-87be-e18d6e72df78', 'tag': '889a8a4f-0e6c-4fa7-a465-24a875749fbf', 'status': 'completed', 'code': 200} Aug 22 13:38:07.497369 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d45756-a367-4b68-904f-cf84e67bb6b2 req-6c07ff49-21c6-4e8b-b774-89d723ceacd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:07.498804 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-37d45756-a367-4b68-904f-cf84e67bb6b2 req-6c07ff49-21c6-4e8b-b774-89d723ceacd4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a67b0fab-a66e-4349-80bb-c4a1bd98c201 HTTP/1.1" status: 200 len: 854 time: 0.1435397 Aug 22 13:38:07.500141 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-f413bcdf-a726-488c-93f3-c82d8695f158 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Deleting port d0162123-2e3e-4972-a476-001de41b9f14 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:38:07.500395 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f413bcdf-a726-488c-93f3-c82d8695f158 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:07.520047 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ccb0bd6-4d2f-4dc3-ac0d-c1a193917e04 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Made reservation on behalf of 54f2a1d4e8a245c784c252b62470b254 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:38:07.523880 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3ccb0bd6-4d2f-4dc3-ac0d-c1a193917e04 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:07.555874 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ff356-24e6-4e7d-9a8e-ff9240149ad4 req-62692fad-d285-4b4a-8186-c2d0368c11d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:07.557473 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e14ff356-24e6-4e7d-9a8e-ff9240149ad4 req-62692fad-d285-4b4a-8186-c2d0368c11d4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=50b3d484826f4e1f8052fde49b87f38a&device_id=534d49c1-5984-45a0-87be-e18d6e72df78 HTTP/1.1" status: 200 len: 1095 time: 0.1276085 Aug 22 13:38:07.560613 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-37d45756-a367-4b68-904f-cf84e67bb6b2 req-ae698567-034b-43e3-a4ad-82818b0ebb66 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d11fb775-d602-4e3f-b368-8f30d7524426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531652 Aug 22 13:38:07.580665 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 43524) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:07.595493 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-740bb482-078c-45ce-9052-aeb277a75661 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1980858963'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:38:07.605735 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-f413bcdf-a726-488c-93f3-c82d8695f158 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] For port d0162123-2e3e-4972-a476-001de41b9f14, host n-h1-793621-33, got binding levels [] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:38:07.606085 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f413bcdf-a726-488c-93f3-c82d8695f158 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:07.626814 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-f413bcdf-a726-488c-93f3-c82d8695f158 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Calling delete_port for d0162123-2e3e-4972-a476-001de41b9f14 owned by {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:38:07.631618 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a0c8d8e8-5ed7-4531-9982-cf48742e0ae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:07.648885 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e14ff356-24e6-4e7d-9a8e-ff9240149ad4 req-295283b9-3b09-47db-843b-4709f591809e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=889a8a4f-0e6c-4fa7-a465-24a875749fbf HTTP/1.1" status: 200 len: 217 time: 0.0684068 Aug 22 13:38:07.655596 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ccb0bd6-4d2f-4dc3-ac0d-c1a193917e04 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:38:07.661257 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740bb482-078c-45ce-9052-aeb277a75661 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Made reservation on behalf of d953ee5d914f4a7288a8a29730002fca for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:38:07.665214 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-740bb482-078c-45ce-9052-aeb277a75661 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:07.741992 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e59e87f7-880b-43d9-be24-828f6ca39ee4 req-3f30f98e-6db7-4de0-8a08-d7cee9b80516 tempest-ServerShowV247Test-539738320 tempest-ServerShowV247Test-539738320-project] 10.222.0.21 "GET /v2.0/ports?device_id=86e465bd-9a49-49e1-9518-9b3bce5e46b3 HTTP/1.1" status: 200 len: 210 time: 0.0720217 Aug 22 13:38:07.742897 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3ccb0bd6-4d2f-4dc3-ac0d-c1a193917e04 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:07.743256 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-3ccb0bd6-4d2f-4dc3-ac0d-c1a193917e04 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Added segment 466cd0e6-985a-439a-9c65-f57c30bd5a36 of type vlan for network 52772915-355f-44f0-a163-049db7366acb Aug 22 13:38:07.759631 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-740bb482-078c-45ce-9052-aeb277a75661 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:38:07.777018 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-740bb482-078c-45ce-9052-aeb277a75661 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:07.777365 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-740bb482-078c-45ce-9052-aeb277a75661 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Added segment a6269bb8-0d73-4173-bf5c-169c79a8b967 of type vlan for network 5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7 Aug 22 13:38:07.808437 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ff356-24e6-4e7d-9a8e-ff9240149ad4 req-62d8e1ca-bab7-4c84-bf59-e59cdda5973d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:07.809920 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e14ff356-24e6-4e7d-9a8e-ff9240149ad4 req-62d8e1ca-bab7-4c84-bf59-e59cdda5973d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=35444415-8101-4a48-91cf-416f87b6f6a6 HTTP/1.1" status: 200 len: 834 time: 0.1517763 Aug 22 13:38:07.825297 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-740bb482-078c-45ce-9052-aeb277a75661 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:07.829014 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f413bcdf-a726-488c-93f3-c82d8695f158 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:07.833226 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3ccb0bd6-4d2f-4dc3-ac0d-c1a193917e04 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:07.868030 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f413bcdf-a726-488c-93f3-c82d8695f158 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Pushing event deleted for resources: {'Port': ['ID=d0162123-2e3e-4972-a476-001de41b9f14,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:07.876709 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f413bcdf-a726-488c-93f3-c82d8695f158 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:07.880371 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f413bcdf-a726-488c-93f3-c82d8695f158 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] 10.222.0.21 "DELETE /v2.0/ports/d0162123-2e3e-4972-a476-001de41b9f14 HTTP/1.1" status: 204 len: 168 time: 0.4860079 Aug 22 13:38:07.883354 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 43530) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:07.909398 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-20fbfd46-57b5-4f95-97c4-891dcaee0333 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] GET failed (client error): The resource could not be found. Aug 22 13:38:07.910983 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-20fbfd46-57b5-4f95-97c4-891dcaee0333 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] 10.222.0.21 "GET /v2.0/ports/d0162123-2e3e-4972-a476-001de41b9f14 HTTP/1.1" status: 404 len: 333 time: 0.0266461 Aug 22 13:38:07.911678 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-740bb482-078c-45ce-9052-aeb277a75661 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:07.916705 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-37d45756-a367-4b68-904f-cf84e67bb6b2 req-a9c645fa-c367-4d9b-a117-31f8f142f407 service neutron] 10.222.0.41 "GET /v2.0/networks/d11fb775-d602-4e3f-b368-8f30d7524426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346424 Aug 22 13:38:07.917212 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740bb482-078c-45ce-9052-aeb277a75661 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:07.917833 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-740bb482-078c-45ce-9052-aeb277a75661 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:07.920782 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43532) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:07.933035 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-bef9fae3-67f7-4752-b2e1-819238d10f60 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Request body: {'port': {'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-913886473'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:38:07.951430 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ff356-24e6-4e7d-9a8e-ff9240149ad4 req-a4252376-11ea-4e77-b473-483875eac7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:07.953181 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e14ff356-24e6-4e7d-9a8e-ff9240149ad4 req-a4252376-11ea-4e77-b473-483875eac7c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=74c80ecc-abbb-432b-a090-605bdcc17938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1345634 Aug 22 13:38:07.972603 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3ccb0bd6-4d2f-4dc3-ac0d-c1a193917e04 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:07.978080 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccb0bd6-4d2f-4dc3-ac0d-c1a193917e04 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:07.978665 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3ccb0bd6-4d2f-4dc3-ac0d-c1a193917e04 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:08.024900 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740bb482-078c-45ce-9052-aeb277a75661 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Pushing event updated for resources: {'Network': ['ID=5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:08.044440 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:38:08.054184 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c62a9-92a8-47d3-bb57-f0a5b699558e req-09d9d73f-2cff-4423-9db8-e00578409509 tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:08.055806 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7a9c62a9-92a8-47d3-bb57-f0a5b699558e req-09d9d73f-2cff-4423-9db8-e00578409509 tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] 10.222.0.21 "GET /v2.0/ports?device_id=f38920a2-324b-43a1-9a88-621fe063e4a7 HTTP/1.1" status: 200 len: 944 time: 0.0679338 Aug 22 13:38:08.121522 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7a9c62a9-92a8-47d3-bb57-f0a5b699558e req-0b9bf560-9cdf-487c-9efd-49c026bfb2b1 tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdad6c11-236f-4eca-984b-1019a30a1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542407 Aug 22 13:38:08.169755 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2006cc-53d3-46ea-8eea-c1608428d637 req-cae7c3d7-e186-4b1f-9530-b1c5fa4fbe48 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:08.171283 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ef2006cc-53d3-46ea-8eea-c1608428d637 req-cae7c3d7-e186-4b1f-9530-b1c5fa4fbe48 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=534d49c1-5984-45a0-87be-e18d6e72df78 HTTP/1.1" status: 200 len: 943 time: 0.0674078 Aug 22 13:38:08.186709 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a0c8d8e8-5ed7-4531-9982-cf48742e0ae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:08.196992 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb0bd6-4d2f-4dc3-ac0d-c1a193917e04 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Pushing event updated for resources: {'Network': ['ID=52772915-355f-44f0-a163-049db7366acb,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:08.201448 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-740bb482-078c-45ce-9052-aeb277a75661 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6130118 Aug 22 13:38:08.207863 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a0c8d8e8-5ed7-4531-9982-cf48742e0ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:08.210053 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 52772915-355f-44f0-a163-049db7366acb details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:38:08.215164 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43540) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:08.224207 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ef2006cc-53d3-46ea-8eea-c1608428d637 req-a1958aa5-74f6-4493-ada4-e87fbdcea897 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e5ee16a-a71b-41c2-8638-acd377ab5b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446355 Aug 22 13:38:08.231454 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-83b204fe-f6a4-4416-b3a5-bef19f350e70 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-775783736'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:38:08.235989 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-37d45756-a367-4b68-904f-cf84e67bb6b2 req-7e04476b-8477-4938-87f4-3a1c527357ed service neutron] 10.222.0.41 "GET /v2.0/networks/d11fb775-d602-4e3f-b368-8f30d7524426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078485 Aug 22 13:38:08.277222 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cadea878-ff84-466b-a054-7f1d6930efad req-505d3529-d5a4-460b-afe0-afc8063205a2 tempest-ServerShowV247Test-539738320 tempest-ServerShowV247Test-539738320-project] 10.222.0.16 "GET /v2.0/ports?device_id=86e465bd-9a49-49e1-9518-9b3bce5e46b3 HTTP/1.1" status: 200 len: 210 time: 0.0511813 Aug 22 13:38:08.285856 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e14ff356-24e6-4e7d-9a8e-ff9240149ad4 req-5adfc5cc-2f3e-4a82-8744-74718bf86b04 service neutron] 10.222.0.41 "GET /v2.0/networks/74c80ecc-abbb-432b-a090-605bdcc17938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135860 Aug 22 13:38:08.289759 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef9fae3-67f7-4752-b2e1-819238d10f60 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Made reservation on behalf of 21033f52bd3f40fa9f8f2fde21721821 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:38:08.292196 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bef9fae3-67f7-4752-b2e1-819238d10f60 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:08.299292 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a0c8d8e8-5ed7-4531-9982-cf48742e0ae5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=df7ff64b5e56495a8f9d46e34f43918e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9695301 Aug 22 13:38:08.300060 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c8d8e8-5ed7-4531-9982-cf48742e0ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf1606e-21c4-4ce5-b0f3-ad1daaedc89d,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:08.303149 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 43542) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:08.315551 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-3ccb0bd6-4d2f-4dc3-ac0d-c1a193917e04 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9363613 Aug 22 13:38:08.316767 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 43544) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:08.321674 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-45d09450-13e0-4c8e-950c-380f56a87bbd tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2040947941'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:38:08.365820 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d6b985a6-544f-4b8a-9f8c-63d4dfa63648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:08.378814 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b204fe-f6a4-4416-b3a5-bef19f350e70 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Made reservation on behalf of d953ee5d914f4a7288a8a29730002fca for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:38:08.382241 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-83b204fe-f6a4-4416-b3a5-bef19f350e70 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:08.386991 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-bef9fae3-67f7-4752-b2e1-819238d10f60 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] device_id is not set on port e338bbc0-8187-460e-ba5e-c8ab042cea0e yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:38:08.400116 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d6b985a6-544f-4b8a-9f8c-63d4dfa63648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:08.409235 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d09450-13e0-4c8e-950c-380f56a87bbd tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Made reservation on behalf of 54f2a1d4e8a245c784c252b62470b254 for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:38:08.413348 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-45d09450-13e0-4c8e-950c-380f56a87bbd tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:08.454602 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45d09450-13e0-4c8e-950c-380f56a87bbd tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:38:08.465368 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83b204fe-f6a4-4416-b3a5-bef19f350e70 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:38:08.479659 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d6b985a6-544f-4b8a-9f8c-63d4dfa63648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:08.482330 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d6b985a6-544f-4b8a-9f8c-63d4dfa63648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:08.483471 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d6b985a6-544f-4b8a-9f8c-63d4dfa63648 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bcf1606e-21c4-4ce5-b0f3-ad1daaedc89d HTTP/1.1" status: 204 len: 168 time: 0.1793380 Aug 22 13:38:08.485130 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-45d09450-13e0-4c8e-950c-380f56a87bbd tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:08.486150 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-45d09450-13e0-4c8e-950c-380f56a87bbd tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Added segment 385fc7c6-9b26-4165-ba39-1a66430f4440 of type vlan for network 96b53507-48f9-45ba-8c44-c1a935729123 Aug 22 13:38:08.500548 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b985a6-544f-4b8a-9f8c-63d4dfa63648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf1606e-21c4-4ce5-b0f3-ad1daaedc89d,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:08.502336 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-83b204fe-f6a4-4416-b3a5-bef19f350e70 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:08.502842 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-83b204fe-f6a4-4416-b3a5-bef19f350e70 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Added segment 85d6e767-2244-4840-a51f-afec6bd122e6 of type vlan for network 3a68a707-4544-4179-ae57-3b08732d6fc4 Aug 22 13:38:08.509566 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e14ff356-24e6-4e7d-9a8e-ff9240149ad4 req-52a398ae-c85e-4529-b494-3fe12c815c37 service neutron] 10.222.0.41 "GET /v2.0/networks/74c80ecc-abbb-432b-a090-605bdcc17938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129624 Aug 22 13:38:08.555963 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-45d09450-13e0-4c8e-950c-380f56a87bbd tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:08.578264 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-83b204fe-f6a4-4416-b3a5-bef19f350e70 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:08.582933 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-45d09450-13e0-4c8e-950c-380f56a87bbd tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:08.592485 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d09450-13e0-4c8e-950c-380f56a87bbd tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:08.593907 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-45d09450-13e0-4c8e-950c-380f56a87bbd tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:08.666688 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-45d09450-13e0-4c8e-950c-380f56a87bbd tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3493268 Aug 22 13:38:08.697417 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-83b204fe-f6a4-4416-b3a5-bef19f350e70 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:08.698125 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d09450-13e0-4c8e-950c-380f56a87bbd tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Pushing event updated for resources: {'Network': ['ID=96b53507-48f9-45ba-8c44-c1a935729123,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:08.702923 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b204fe-f6a4-4416-b3a5-bef19f350e70 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:08.703507 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-83b204fe-f6a4-4416-b3a5-bef19f350e70 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:08.709269 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bef9fae3-67f7-4752-b2e1-819238d10f60 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:08.709480 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 96b53507-48f9-45ba-8c44-c1a935729123 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:38:08.714874 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4fe8d-d6c0-4558-a32c-710d391e5f09 req-86f73973-c99d-4faa-9a97-5edec61d55bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:08.716478 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-78b4fe8d-d6c0-4558-a32c-710d391e5f09 req-86f73973-c99d-4faa-9a97-5edec61d55bc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=50b3d484826f4e1f8052fde49b87f38a&device_id=534d49c1-5984-45a0-87be-e18d6e72df78 HTTP/1.1" status: 200 len: 1095 time: 0.1406908 Aug 22 13:38:08.819573 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 43552) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:08.824790 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-a7eddc1c-ae11-482b-b9a9-4e8adaac564f tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Request body: {'subnets': [{'network_id': '52772915-355f-44f0-a163-049db7366acb', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2031387326', 'ip_version': 4}, {'network_id': '96b53507-48f9-45ba-8c44-c1a935729123', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:38:08.825172 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-a7eddc1c-ae11-482b-b9a9-4e8adaac564f tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Request body: {'subnet': {'network_id': '52772915-355f-44f0-a163-049db7366acb', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2031387326', 'ip_version': 4}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:38:08.825756 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-a7eddc1c-ae11-482b-b9a9-4e8adaac564f tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Request body: {'subnet': {'network_id': '96b53507-48f9-45ba-8c44-c1a935729123', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:38:08.872972 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-83b204fe-f6a4-4416-b3a5-bef19f350e70 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6530554 Aug 22 13:38:08.882353 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43556) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:08.916748 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-bf3be349-020f-43b0-8157-b1024c0341b2 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Request body: {'subnet': {'network_id': '5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:38:08.926446 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b204fe-f6a4-4416-b3a5-bef19f350e70 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Pushing event updated for resources: {'Network': ['ID=3a68a707-4544-4179-ae57-3b08732d6fc4,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:08.939664 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 3a68a707-4544-4179-ae57-3b08732d6fc4 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:38:09.019502 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7d00fbdf-69a5-4708-a8ec-1edb203dfdab req-8fe6afd5-7b06-4aa8-9039-8513a2f766e8 tempest-ServerShowV247Test-539738320 tempest-ServerShowV247Test-539738320-project] 10.222.0.21 "GET /v2.0/ports?device_id=86e465bd-9a49-49e1-9518-9b3bce5e46b3 HTTP/1.1" status: 200 len: 210 time: 0.0908337 Aug 22 13:38:09.029578 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bef9fae3-67f7-4752-b2e1-819238d10f60 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:09.070682 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7eddc1c-ae11-482b-b9a9-4e8adaac564f tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Made reservation on behalf of 54f2a1d4e8a245c784c252b62470b254 for: {'subnet': 2} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:38:09.075610 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a7eddc1c-ae11-482b-b9a9-4e8adaac564f tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:09.075953 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a7eddc1c-ae11-482b-b9a9-4e8adaac564f tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:09.094447 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4fe8d-d6c0-4558-a32c-710d391e5f09 req-fc6560cb-9cde-4200-ab01-76fb7cef0a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:09.095919 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-78b4fe8d-d6c0-4558-a32c-710d391e5f09 req-fc6560cb-9cde-4200-ab01-76fb7cef0a06 service neutron] 10.222.0.41 "GET /v2.0/networks?id=74c80ecc-abbb-432b-a090-605bdcc17938 HTTP/1.1" status: 200 len: 898 time: 0.3562658 Aug 22 13:38:09.098323 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef9fae3-67f7-4752-b2e1-819238d10f60 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:38:09.108032 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-bef9fae3-67f7-4752-b2e1-819238d10f60 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:38:09.125997 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef9fae3-67f7-4752-b2e1-819238d10f60 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:38:09.127258 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef9fae3-67f7-4752-b2e1-819238d10f60 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:09.128483 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bef9fae3-67f7-4752-b2e1-819238d10f60 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:09.167928 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3be349-020f-43b0-8157-b1024c0341b2 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Made reservation on behalf of d953ee5d914f4a7288a8a29730002fca for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:38:09.171622 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bf3be349-020f-43b0-8157-b1024c0341b2 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:09.178971 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-78b4fe8d-d6c0-4558-a32c-710d391e5f09 req-2bc60051-801b-4255-883d-795a5745b900 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=889a8a4f-0e6c-4fa7-a465-24a875749fbf HTTP/1.1" status: 200 len: 217 time: 0.0722427 Aug 22 13:38:09.194504 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef9fae3-67f7-4752-b2e1-819238d10f60 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Pushing event updated for resources: {'Port': ['ID=e338bbc0-8187-460e-ba5e-c8ab042cea0e,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:09.242255 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-bef9fae3-67f7-4752-b2e1-819238d10f60 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.3194506 Aug 22 13:38:09.264636 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43572) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:09.274079 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:38:09.331024 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4fe8d-d6c0-4558-a32c-710d391e5f09 req-31fbb6d7-6f16-4453-9264-6f5cc36ea35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:09.333607 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-78b4fe8d-d6c0-4558-a32c-710d391e5f09 req-31fbb6d7-6f16-4453-9264-6f5cc36ea35b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=35444415-8101-4a48-91cf-416f87b6f6a6 HTTP/1.1" status: 200 len: 834 time: 0.1343057 Aug 22 13:38:09.400812 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:09.467428 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4fe8d-d6c0-4558-a32c-710d391e5f09 req-bfa0ae12-b38e-450f-8108-7f1ac626831b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:09.468992 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-78b4fe8d-d6c0-4558-a32c-710d391e5f09 req-bfa0ae12-b38e-450f-8108-7f1ac626831b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=74c80ecc-abbb-432b-a090-605bdcc17938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1170111 Aug 22 13:38:09.470219 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adeb1d-8054-4b4e-a8aa-6bcefc7fc8db req-17b94204-aa2e-419f-a98d-633e902e6dbc tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:09.471823 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-29adeb1d-8054-4b4e-a8aa-6bcefc7fc8db req-17b94204-aa2e-419f-a98d-633e902e6dbc tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] 10.222.0.21 "GET /v2.0/ports?device_id=f38920a2-324b-43a1-9a88-621fe063e4a7 HTTP/1.1" status: 200 len: 944 time: 0.2610290 Aug 22 13:38:09.521755 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1304f9e-0933-4499-af56-2752ca94032b req-9556c467-c850-43d3-aba0-99c0de57678a tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:09.523279 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f1304f9e-0933-4499-af56-2752ca94032b req-9556c467-c850-43d3-aba0-99c0de57678a tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=534d49c1-5984-45a0-87be-e18d6e72df78 HTTP/1.1" status: 200 len: 943 time: 0.1567156 Aug 22 13:38:09.574223 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-29adeb1d-8054-4b4e-a8aa-6bcefc7fc8db req-34ae53cc-959d-47be-971b-0fd153638546 tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdad6c11-236f-4eca-984b-1019a30a1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904913 Aug 22 13:38:09.634733 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f1304f9e-0933-4499-af56-2752ca94032b req-3692e49d-6d01-4fd6-ad1a-499257156fb7 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e5ee16a-a71b-41c2-8638-acd377ab5b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945430 Aug 22 13:38:09.684007 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bf3be349-020f-43b0-8157-b1024c0341b2 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:09.695996 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a7eddc1c-ae11-482b-b9a9-4e8adaac564f tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:09.762443 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-78b4fe8d-d6c0-4558-a32c-710d391e5f09 req-9564ff9f-4faa-4ced-bebc-3de7d2486c4d service neutron] 10.222.0.41 "GET /v2.0/networks/74c80ecc-abbb-432b-a090-605bdcc17938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687342 Aug 22 13:38:09.769983 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eddc1c-ae11-482b-b9a9-4e8adaac564f tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Pushing event updated for resources: {'Subnet': ['ID=ab323c56-2e4d-486c-bdb8-7ca5a1c9f34e,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:09.776599 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eddc1c-ae11-482b-b9a9-4e8adaac564f tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Checking segment: {'id': '466cd0e6-985a-439a-9c65-f57c30bd5a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '52772915-355f-44f0-a163-049db7366acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:38:09.777195 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7eddc1c-ae11-482b-b9a9-4e8adaac564f tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Network hostable DHCP agents. Network: 52772915-355f-44f0-a163-049db7366acb, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:38:09.790605 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 0affc2d4-2972-4180-b12a-880383c1837f details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:38:09.798434 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7eddc1c-ae11-482b-b9a9-4e8adaac564f tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Network 52772915-355f-44f0-a163-049db7366acb is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:38:09.807643 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3be349-020f-43b0-8157-b1024c0341b2 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Pushing event updated for resources: {'Subnet': ['ID=eb175f2e-c3d1-472d-89f8-b1925f4f3ec2,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:09.821429 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-a7eddc1c-ae11-482b-b9a9-4e8adaac564f tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 52772915-355f-44f0-a163-049db7366acb) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:38:09.831514 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a7eddc1c-ae11-482b-b9a9-4e8adaac564f tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:09.860046 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd372fb8-7838-4c1e-8266-99383a821529 None None] Network 52772915-355f-44f0-a163-049db7366acb requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:38:09.896170 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3be349-020f-43b0-8157-b1024c0341b2 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Checking segment: {'id': 'a6269bb8-0d73-4173-bf5c-169c79a8b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:38:09.896731 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3be349-020f-43b0-8157-b1024c0341b2 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Network hostable DHCP agents. Network: 5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:38:09.916092 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] device_id is not set on port e338bbc0-8187-460e-ba5e-c8ab042cea0e yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:38:09.930530 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:09.930805 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eddc1c-ae11-482b-b9a9-4e8adaac564f tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Checking segment: {'id': '385fc7c6-9b26-4165-ba39-1a66430f4440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '96b53507-48f9-45ba-8c44-c1a935729123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:38:09.931440 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7eddc1c-ae11-482b-b9a9-4e8adaac564f tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Network hostable DHCP agents. Network: 96b53507-48f9-45ba-8c44-c1a935729123, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:38:09.938562 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eddc1c-ae11-482b-b9a9-4e8adaac564f tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Pushing event updated for resources: {'Subnet': ['ID=f92d69fd-212d-4cf3-b80d-8ed2f40ecc86,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:09.964649 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-78b4fe8d-d6c0-4558-a32c-710d391e5f09 req-3c229c1d-00f0-446b-94a7-026d7e3108ee service neutron] 10.222.0.41 "GET /v2.0/networks/74c80ecc-abbb-432b-a090-605bdcc17938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914365 Aug 22 13:38:09.968131 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Transition to ACTIVE for port object e338bbc0-8187-460e-ba5e-c8ab042cea0e will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:38:09.976115 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7eddc1c-ae11-482b-b9a9-4e8adaac564f tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Network 96b53507-48f9-45ba-8c44-c1a935729123 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:38:09.981544 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3be349-020f-43b0-8157-b1024c0341b2 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Network 5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:38:09.986081 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:09.996314 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-a7eddc1c-ae11-482b-b9a9-4e8adaac564f tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 96b53507-48f9-45ba-8c44-c1a935729123) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:38:10.004834 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 0affc2d4-2972-4180-b12a-880383c1837f, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=0affc2d4-2972-4180-b12a-880383c1837f,segment=NetworkSegment(007f064f-6a12-4206-aeea-e8e3a1780994),segment_id=007f064f-6a12-4206-aeea-e8e3a1780994)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:38:10.006664 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7eddc1c-ae11-482b-b9a9-4e8adaac564f tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:10.009499 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7eddc1c-ae11-482b-b9a9-4e8adaac564f tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:10.010262 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a7eddc1c-ae11-482b-b9a9-4e8adaac564f tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:10.021154 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397e9be3-02bb-4752-8b7c-f03b9c7012b2 None None] Network 96b53507-48f9-45ba-8c44-c1a935729123 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:38:10.045362 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a7eddc1c-ae11-482b-b9a9-4e8adaac564f tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.2220511 Aug 22 13:38:10.045897 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 43588) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:10.066602 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-bf3be349-020f-43b0-8157-b1024c0341b2 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:38:10.093917 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Pushing event updated for resources: {'Port': ['ID=e338bbc0-8187-460e-ba5e-c8ab042cea0e,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:10.094157 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '0affc2d4-2972-4180-b12a-880383c1837f', 'network_id': 'd11fb775-d602-4e3f-b368-8f30d7524426', 'port_id': '0affc2d4-2972-4180-b12a-880383c1837f', 'mac_address': 'fa:16:3e:fa:57:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a67b0fab-a66e-4349-80bb-c4a1bd98c201', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:38:10.098299 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3be349-020f-43b0-8157-b1024c0341b2 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:10.099480 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bf3be349-020f-43b0-8157-b1024c0341b2 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:10.102658 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd49a2d-46df-4e00-accc-e6ff0a97c592 None None] Network 5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:38:10.127856 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-bf3be349-020f-43b0-8157-b1024c0341b2 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2165694 Aug 22 13:38:10.130967 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43592) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:10.131883 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port e338bbc0-8187-460e-ba5e-c8ab042cea0e on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:38:10.132418 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port e338bbc0-8187-460e-ba5e-c8ab042cea0e by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '213742d7-1eb3-477d-b26e-e791e37f9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:38:10.132954 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port e338bbc0-8187-460e-ba5e-c8ab042cea0e on network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:38:10.159827 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-716c83e0-ee95-4e09-ae07-5254dc81c732 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Request body: {'subnet': {'network_id': '3a68a707-4544-4179-ae57-3b08732d6fc4', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:38:10.167927 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Port e338bbc0-8187-460e-ba5e-c8ab042cea0e on network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:38:10.173106 n-d-793621-33 neutron-server[94628]: ERROR neutron.plugins.ml2.managers [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Failed to bind port e338bbc0-8187-460e-ba5e-c8ab042cea0e on host n-h1-793621-33 for vnic_type normal using segments [{'id': '213742d7-1eb3-477d-b26e-e791e37f9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033'}] Aug 22 13:38:10.176331 n-d-793621-33 neutron-server[94628]: INFO neutron.plugins.ml2.plugin [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempt 2 to bind port e338bbc0-8187-460e-ba5e-c8ab042cea0e Aug 22 13:38:10.203409 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34660d52-6505-40cd-9960-e1b1a413f1d3 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:10.204782 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34660d52-6505-40cd-9960-e1b1a413f1d3 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:10.210161 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34660d52-6505-40cd-9960-e1b1a413f1d3 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:10.213378 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-34660d52-6505-40cd-9960-e1b1a413f1d3 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1663709 Aug 22 13:38:10.214021 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 43598) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:10.272671 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f76da9-62fa-4731-9a6e-f550c669c8d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-52772915-355f-44f0-a163-049db7366acb', 'network_id': '52772915-355f-44f0-a163-049db7366acb', 'tenant_id': '54f2a1d4e8a245c784c252b62470b254', 'fixed_ips': [{'subnet_id': 'ab323c56-2e4d-486c-bdb8-7ca5a1c9f34e'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:38:10.276027 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b6f76da9-62fa-4731-9a6e-f550c669c8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:10.278904 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-8793acb2-f47f-452e-9429-0f5fec2c56b6 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Deleting subnet ab323c56-2e4d-486c-bdb8-7ca5a1c9f34e {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:38:10.280652 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:10.282403 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8793acb2-f47f-452e-9429-0f5fec2c56b6 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:10.283757 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port e338bbc0-8187-460e-ba5e-c8ab042cea0e on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:38:10.284099 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port e338bbc0-8187-460e-ba5e-c8ab042cea0e by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '213742d7-1eb3-477d-b26e-e791e37f9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:38:10.284486 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port e338bbc0-8187-460e-ba5e-c8ab042cea0e on network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:38:10.298039 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0affc2d4-2972-4180-b12a-880383c1837f {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:38:10.311399 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Port e338bbc0-8187-460e-ba5e-c8ab042cea0e on network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:38:10.311748 n-d-793621-33 neutron-server[94628]: ERROR neutron.plugins.ml2.managers [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Failed to bind port e338bbc0-8187-460e-ba5e-c8ab042cea0e on host n-h1-793621-33 for vnic_type normal using segments [{'id': '213742d7-1eb3-477d-b26e-e791e37f9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033'}] Aug 22 13:38:10.315557 n-d-793621-33 neutron-server[94628]: INFO neutron.plugins.ml2.plugin [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempt 3 to bind port e338bbc0-8187-460e-ba5e-c8ab042cea0e Aug 22 13:38:10.331774 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8793acb2-f47f-452e-9429-0f5fec2c56b6 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:10.369820 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port e338bbc0-8187-460e-ba5e-c8ab042cea0e on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:38:10.370203 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port e338bbc0-8187-460e-ba5e-c8ab042cea0e by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '213742d7-1eb3-477d-b26e-e791e37f9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:38:10.370492 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port e338bbc0-8187-460e-ba5e-c8ab042cea0e on network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:38:10.398327 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Port e338bbc0-8187-460e-ba5e-c8ab042cea0e on network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:38:10.398685 n-d-793621-33 neutron-server[94628]: ERROR neutron.plugins.ml2.managers [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Failed to bind port e338bbc0-8187-460e-ba5e-c8ab042cea0e on host n-h1-793621-33 for vnic_type normal using segments [{'id': '213742d7-1eb3-477d-b26e-e791e37f9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033'}] Aug 22 13:38:10.400191 n-d-793621-33 neutron-server[94628]: INFO neutron.plugins.ml2.plugin [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempt 4 to bind port e338bbc0-8187-460e-ba5e-c8ab042cea0e Aug 22 13:38:10.402560 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8793acb2-f47f-452e-9429-0f5fec2c56b6 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:10.451666 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port e338bbc0-8187-460e-ba5e-c8ab042cea0e on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:38:10.452343 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port e338bbc0-8187-460e-ba5e-c8ab042cea0e by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '213742d7-1eb3-477d-b26e-e791e37f9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:38:10.453681 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port e338bbc0-8187-460e-ba5e-c8ab042cea0e on network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:38:10.461338 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 0affc2d4-2972-4180-b12a-880383c1837f, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=0affc2d4-2972-4180-b12a-880383c1837f,segment=NetworkSegment(007f064f-6a12-4206-aeea-e8e3a1780994),segment_id=007f064f-6a12-4206-aeea-e8e3a1780994)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:38:10.469019 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Port e338bbc0-8187-460e-ba5e-c8ab042cea0e on network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:38:10.469408 n-d-793621-33 neutron-server[94628]: ERROR neutron.plugins.ml2.managers [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Failed to bind port e338bbc0-8187-460e-ba5e-c8ab042cea0e on host n-h1-793621-33 for vnic_type normal using segments [{'id': '213742d7-1eb3-477d-b26e-e791e37f9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033'}] Aug 22 13:38:10.469931 n-d-793621-33 neutron-server[94628]: INFO neutron.plugins.ml2.plugin [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempt 5 to bind port e338bbc0-8187-460e-ba5e-c8ab042cea0e Aug 22 13:38:10.478206 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8793acb2-f47f-452e-9429-0f5fec2c56b6 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:10.494550 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716c83e0-ee95-4e09-ae07-5254dc81c732 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Made reservation on behalf of d953ee5d914f4a7288a8a29730002fca for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:38:10.498780 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-716c83e0-ee95-4e09-ae07-5254dc81c732 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:10.504351 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8793acb2-f47f-452e-9429-0f5fec2c56b6 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Pushing event deleted for resources: {'Subnet': ['ID=ab323c56-2e4d-486c-bdb8-7ca5a1c9f34e,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:10.515745 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8793acb2-f47f-452e-9429-0f5fec2c56b6 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:10.528880 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-8793acb2-f47f-452e-9429-0f5fec2c56b6 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] 10.222.0.21 "DELETE /v2.0/subnets/ab323c56-2e4d-486c-bdb8-7ca5a1c9f34e HTTP/1.1" status: 204 len: 168 time: 0.3129330 Aug 22 13:38:10.530524 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 43604) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:10.544581 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:10.546825 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a16eb8f-a920-4004-a58e-83bc9e5d8654 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7', 'network_id': '5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7', 'tenant_id': 'd953ee5d914f4a7288a8a29730002fca', 'fixed_ips': [{'subnet_id': 'eb175f2e-c3d1-472d-89f8-b1925f4f3ec2'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:38:10.551801 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3a16eb8f-a920-4004-a58e-83bc9e5d8654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:10.593144 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43606) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:10.594341 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port e338bbc0-8187-460e-ba5e-c8ab042cea0e on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:38:10.594710 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port e338bbc0-8187-460e-ba5e-c8ab042cea0e by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '213742d7-1eb3-477d-b26e-e791e37f9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:38:10.595050 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port e338bbc0-8187-460e-ba5e-c8ab042cea0e on network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:38:10.636141 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb8b59a-79b7-4487-9949-303c97433786 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-96b53507-48f9-45ba-8c44-c1a935729123', 'network_id': '96b53507-48f9-45ba-8c44-c1a935729123', 'tenant_id': '54f2a1d4e8a245c784c252b62470b254', 'fixed_ips': [{'subnet_id': 'f92d69fd-212d-4cf3-b80d-8ed2f40ecc86'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:38:10.637225 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7eb8b59a-79b7-4487-9949-303c97433786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:10.641048 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ab71508-2c96-4c47-bf0b-4e6b1d138165 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Deleting subnet f92d69fd-212d-4cf3-b80d-8ed2f40ecc86 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:38:10.647242 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8ab71508-2c96-4c47-bf0b-4e6b1d138165 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:10.672725 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Port e338bbc0-8187-460e-ba5e-c8ab042cea0e on network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:38:10.672922 n-d-793621-33 neutron-server[94628]: ERROR neutron.plugins.ml2.managers [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Failed to bind port e338bbc0-8187-460e-ba5e-c8ab042cea0e on host n-h1-793621-33 for vnic_type normal using segments [{'id': '213742d7-1eb3-477d-b26e-e791e37f9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033'}] Aug 22 13:38:10.674749 n-d-793621-33 neutron-server[94628]: INFO neutron.plugins.ml2.plugin [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempt 6 to bind port e338bbc0-8187-460e-ba5e-c8ab042cea0e Aug 22 13:38:10.699972 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port e338bbc0-8187-460e-ba5e-c8ab042cea0e on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:38:10.700752 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port e338bbc0-8187-460e-ba5e-c8ab042cea0e by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '213742d7-1eb3-477d-b26e-e791e37f9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:38:10.700752 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port e338bbc0-8187-460e-ba5e-c8ab042cea0e on network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:38:10.709968 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Port e338bbc0-8187-460e-ba5e-c8ab042cea0e on network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:38:10.710302 n-d-793621-33 neutron-server[94628]: ERROR neutron.plugins.ml2.managers [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Failed to bind port e338bbc0-8187-460e-ba5e-c8ab042cea0e on host n-h1-793621-33 for vnic_type normal using segments [{'id': '213742d7-1eb3-477d-b26e-e791e37f9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033'}] Aug 22 13:38:10.711959 n-d-793621-33 neutron-server[94628]: INFO neutron.plugins.ml2.plugin [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempt 7 to bind port e338bbc0-8187-460e-ba5e-c8ab042cea0e Aug 22 13:38:10.745774 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8ab71508-2c96-4c47-bf0b-4e6b1d138165 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:10.757719 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server [None req-b6f76da9-62fa-4731-9a6e-f550c669c8d5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ab323c56-2e4d-486c-bdb8-7ca5a1c9f34e: This subnet is being modified by another concurrent operation. Aug 22 13:38:10.757719 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 22 13:38:10.757719 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 22 13:38:10.757719 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 22 13:38:10.757719 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 22 13:38:10.757719 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 22 13:38:10.757719 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 22 13:38:10.757719 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 22 13:38:10.757719 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 22 13:38:10.757719 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 22 13:38:10.757719 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 22 13:38:10.757719 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 22 13:38:10.757719 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 13:38:10.757719 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 13:38:10.757719 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 13:38:10.757719 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 13:38:10.757719 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 22 13:38:10.757719 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 22 13:38:10.757719 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 22 13:38:10.757719 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 22 13:38:10.757719 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 13:38:10.757719 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 13:38:10.757719 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 13:38:10.757719 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 13:38:10.757719 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 22 13:38:10.757719 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 22 13:38:10.757719 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 22 13:38:10.757719 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 22 13:38:10.757719 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 13:38:10.757719 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 13:38:10.757719 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 13:38:10.757719 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 13:38:10.757719 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 22 13:38:10.757719 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 22 13:38:10.757719 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 22 13:38:10.757719 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 22 13:38:10.757719 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 22 13:38:10.757719 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 22 13:38:10.757719 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 22 13:38:10.757719 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 22 13:38:10.757719 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 22 13:38:10.757719 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 22 13:38:10.757719 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 22 13:38:10.757719 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 22 13:38:10.757719 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 22 13:38:10.757719 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 22 13:38:10.757719 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 22 13:38:10.757719 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 22 13:38:10.757719 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 13:38:10.757719 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 13:38:10.757719 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 13:38:10.757719 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 13:38:10.757719 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 22 13:38:10.757719 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 22 13:38:10.762978 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 22 13:38:10.762978 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 22 13:38:10.762978 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 13:38:10.762978 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 13:38:10.762978 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 13:38:10.762978 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 13:38:10.762978 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 22 13:38:10.762978 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 22 13:38:10.762978 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 22 13:38:10.762978 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 22 13:38:10.762978 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 13:38:10.762978 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 13:38:10.762978 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 13:38:10.762978 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 13:38:10.762978 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 22 13:38:10.762978 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 22 13:38:10.762978 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 22 13:38:10.762978 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 22 13:38:10.762978 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 22 13:38:10.762978 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 22 13:38:10.762978 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 22 13:38:10.762978 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 22 13:38:10.762978 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 22 13:38:10.762978 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 22 13:38:10.762978 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 13:38:10.762978 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 13:38:10.762978 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 13:38:10.762978 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 13:38:10.762978 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 22 13:38:10.762978 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 22 13:38:10.762978 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 22 13:38:10.762978 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 22 13:38:10.762978 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 22 13:38:10.762978 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 22 13:38:10.762978 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 22 13:38:10.762978 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise exception Aug 22 13:38:10.762978 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ab323c56-2e4d-486c-bdb8-7ca5a1c9f34e: This subnet is being modified by another concurrent operation. Aug 22 13:38:10.762978 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server Aug 22 13:38:10.767918 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port e338bbc0-8187-460e-ba5e-c8ab042cea0e on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:38:10.767918 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port e338bbc0-8187-460e-ba5e-c8ab042cea0e by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '213742d7-1eb3-477d-b26e-e791e37f9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:38:10.767918 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port e338bbc0-8187-460e-ba5e-c8ab042cea0e on network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:38:10.786412 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['0affc2d4-2972-4180-b12a-880383c1837f'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:38:10.792775 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Port e338bbc0-8187-460e-ba5e-c8ab042cea0e on network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:38:10.792965 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8ab71508-2c96-4c47-bf0b-4e6b1d138165 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:10.793102 n-d-793621-33 neutron-server[94628]: ERROR neutron.plugins.ml2.managers [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Failed to bind port e338bbc0-8187-460e-ba5e-c8ab042cea0e on host n-h1-793621-33 for vnic_type normal using segments [{'id': '213742d7-1eb3-477d-b26e-e791e37f9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033'}] Aug 22 13:38:10.811230 n-d-793621-33 neutron-server[94628]: INFO neutron.plugins.ml2.plugin [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempt 8 to bind port e338bbc0-8187-460e-ba5e-c8ab042cea0e Aug 22 13:38:10.866180 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port e338bbc0-8187-460e-ba5e-c8ab042cea0e on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:38:10.866511 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port e338bbc0-8187-460e-ba5e-c8ab042cea0e by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '213742d7-1eb3-477d-b26e-e791e37f9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:38:10.866846 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port e338bbc0-8187-460e-ba5e-c8ab042cea0e on network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:38:10.884038 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-81b74a4f-a0de-4c51-9a91-fb1780e31f9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:10.888031 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Port e338bbc0-8187-460e-ba5e-c8ab042cea0e on network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:38:10.888398 n-d-793621-33 neutron-server[94628]: ERROR neutron.plugins.ml2.managers [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Failed to bind port e338bbc0-8187-460e-ba5e-c8ab042cea0e on host n-h1-793621-33 for vnic_type normal using segments [{'id': '213742d7-1eb3-477d-b26e-e791e37f9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033'}] Aug 22 13:38:10.890788 n-d-793621-33 neutron-server[94628]: INFO neutron.plugins.ml2.plugin [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempt 9 to bind port e338bbc0-8187-460e-ba5e-c8ab042cea0e Aug 22 13:38:10.954128 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605ff3fc-2790-41e3-8c32-c288a8afbbe1 None None] Network 52772915-355f-44f0-a163-049db7366acb requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:38:10.955986 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port e338bbc0-8187-460e-ba5e-c8ab042cea0e on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:38:10.956499 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port e338bbc0-8187-460e-ba5e-c8ab042cea0e by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '213742d7-1eb3-477d-b26e-e791e37f9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:38:10.957248 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port e338bbc0-8187-460e-ba5e-c8ab042cea0e on network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:38:10.973820 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d44cf3-4e63-43c8-b05e-abf26aedec52 req-a7609282-b86d-4bce-b101-1e83dddf2199 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:10.975266 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-59d44cf3-4e63-43c8-b05e-abf26aedec52 req-a7609282-b86d-4bce-b101-1e83dddf2199 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=534d49c1-5984-45a0-87be-e18d6e72df78 HTTP/1.1" status: 200 len: 943 time: 0.1779735 Aug 22 13:38:10.987176 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Port e338bbc0-8187-460e-ba5e-c8ab042cea0e on network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:38:10.987402 n-d-793621-33 neutron-server[94628]: ERROR neutron.plugins.ml2.managers [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Failed to bind port e338bbc0-8187-460e-ba5e-c8ab042cea0e on host n-h1-793621-33 for vnic_type normal using segments [{'id': '213742d7-1eb3-477d-b26e-e791e37f9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033'}] Aug 22 13:38:10.989427 n-d-793621-33 neutron-server[94628]: INFO neutron.plugins.ml2.plugin [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempt 10 to bind port e338bbc0-8187-460e-ba5e-c8ab042cea0e Aug 22 13:38:11.001124 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8ab71508-2c96-4c47-bf0b-4e6b1d138165 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:11.006681 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-716c83e0-ee95-4e09-ae07-5254dc81c732 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:11.013901 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a8db6-9373-458d-8473-d7e89520bc9c req-714713af-1728-43e4-ae1d-56f92e77d02b tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:11.015476 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6b1a8db6-9373-458d-8473-d7e89520bc9c req-714713af-1728-43e4-ae1d-56f92e77d02b tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] 10.222.0.21 "GET /v2.0/ports?device_id=f38920a2-324b-43a1-9a88-621fe063e4a7 HTTP/1.1" status: 200 len: 945 time: 0.2194679 Aug 22 13:38:11.026154 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port e338bbc0-8187-460e-ba5e-c8ab042cea0e on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:38:11.026531 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port e338bbc0-8187-460e-ba5e-c8ab042cea0e by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '213742d7-1eb3-477d-b26e-e791e37f9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:38:11.026839 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port e338bbc0-8187-460e-ba5e-c8ab042cea0e on network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:38:11.071305 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Port e338bbc0-8187-460e-ba5e-c8ab042cea0e on network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:38:11.071647 n-d-793621-33 neutron-server[94628]: ERROR neutron.plugins.ml2.managers [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Failed to bind port e338bbc0-8187-460e-ba5e-c8ab042cea0e on host n-h1-793621-33 for vnic_type normal using segments [{'id': '213742d7-1eb3-477d-b26e-e791e37f9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033'}] Aug 22 13:38:11.072021 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:11.073951 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab71508-2c96-4c47-bf0b-4e6b1d138165 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Pushing event deleted for resources: {'Subnet': ['ID=f92d69fd-212d-4cf3-b80d-8ed2f40ecc86,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:11.100267 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8ab71508-2c96-4c47-bf0b-4e6b1d138165 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:11.102236 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-8ab71508-2c96-4c47-bf0b-4e6b1d138165 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] 10.222.0.21 "DELETE /v2.0/subnets/f92d69fd-212d-4cf3-b80d-8ed2f40ecc86 HTTP/1.1" status: 204 len: 168 time: 0.5707569 Aug 22 13:38:11.111087 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43616) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:11.111837 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=0affc2d4-2972-4180-b12a-880383c1837f,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:11.134526 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-59d44cf3-4e63-43c8-b05e-abf26aedec52 req-6c4a803a-75c3-49a8-a459-eddf9ccba8a5 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e5ee16a-a71b-41c2-8638-acd377ab5b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453111 Aug 22 13:38:11.163342 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6b1a8db6-9373-458d-8473-d7e89520bc9c req-36b47030-c351-433a-b09f-bb12424b5c75 tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdad6c11-236f-4eca-984b-1019a30a1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995450 Aug 22 13:38:11.206364 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c83e0-ee95-4e09-ae07-5254dc81c732 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Pushing event updated for resources: {'Subnet': ['ID=4a68570d-3c99-46d0-9ae9-d17b3c59c7bf,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:11.258457 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716c83e0-ee95-4e09-ae07-5254dc81c732 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Checking segment: {'id': '85d6e767-2244-4840-a51f-afec6bd122e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3a68a707-4544-4179-ae57-3b08732d6fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:38:11.258817 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716c83e0-ee95-4e09-ae07-5254dc81c732 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Network hostable DHCP agents. Network: 3a68a707-4544-4179-ae57-3b08732d6fc4, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:38:11.289817 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e927e280-5455-4a61-be6b-b51334ce932a tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:11.292284 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e927e280-5455-4a61-be6b-b51334ce932a tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1796629 Aug 22 13:38:11.296760 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 43624) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:11.310788 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] For port e338bbc0-8187-460e-ba5e-c8ab042cea0e, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:38:11.311190 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempted to set empty binding levels {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 22 13:38:11.321056 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-81b74a4f-a0de-4c51-9a91-fb1780e31f9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:11.325975 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:11.339820 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-81b74a4f-a0de-4c51-9a91-fb1780e31f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:11.396947 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server [None req-7eb8b59a-79b7-4487-9949-303c97433786 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f92d69fd-212d-4cf3-b80d-8ed2f40ecc86: This subnet is being modified by another concurrent operation. Aug 22 13:38:11.396947 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 22 13:38:11.396947 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 22 13:38:11.396947 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 22 13:38:11.396947 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 22 13:38:11.396947 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 22 13:38:11.396947 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 22 13:38:11.396947 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 22 13:38:11.396947 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 22 13:38:11.396947 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 22 13:38:11.396947 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 22 13:38:11.396947 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 22 13:38:11.396947 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 13:38:11.396947 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 13:38:11.396947 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 13:38:11.396947 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 13:38:11.396947 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 22 13:38:11.396947 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 22 13:38:11.396947 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 22 13:38:11.396947 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 22 13:38:11.396947 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 13:38:11.396947 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 13:38:11.396947 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 13:38:11.396947 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 13:38:11.396947 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 22 13:38:11.396947 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 22 13:38:11.396947 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 22 13:38:11.396947 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 22 13:38:11.396947 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 13:38:11.396947 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 13:38:11.396947 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 13:38:11.396947 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 13:38:11.396947 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 22 13:38:11.396947 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 22 13:38:11.396947 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 22 13:38:11.396947 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 22 13:38:11.396947 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 22 13:38:11.396947 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 22 13:38:11.396947 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 22 13:38:11.396947 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 22 13:38:11.396947 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 22 13:38:11.396947 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 22 13:38:11.396947 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 22 13:38:11.396947 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 22 13:38:11.396947 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 22 13:38:11.396947 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 22 13:38:11.396947 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 22 13:38:11.396947 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 22 13:38:11.396947 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 13:38:11.396947 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 13:38:11.396947 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 13:38:11.396947 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 13:38:11.396947 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 22 13:38:11.396947 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 22 13:38:11.402413 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 22 13:38:11.402413 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 22 13:38:11.402413 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 13:38:11.402413 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 13:38:11.402413 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 13:38:11.402413 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 13:38:11.402413 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 22 13:38:11.402413 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 22 13:38:11.402413 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 22 13:38:11.402413 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 22 13:38:11.402413 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 13:38:11.402413 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 13:38:11.402413 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 13:38:11.402413 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 13:38:11.402413 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 22 13:38:11.402413 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 22 13:38:11.402413 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 22 13:38:11.402413 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 22 13:38:11.402413 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 22 13:38:11.402413 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 22 13:38:11.402413 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 22 13:38:11.402413 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 22 13:38:11.402413 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 22 13:38:11.402413 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 22 13:38:11.402413 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 13:38:11.402413 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 13:38:11.402413 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 13:38:11.402413 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 13:38:11.402413 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 22 13:38:11.402413 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 22 13:38:11.402413 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 22 13:38:11.402413 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 22 13:38:11.402413 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 22 13:38:11.402413 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 22 13:38:11.402413 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 22 13:38:11.402413 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise exception Aug 22 13:38:11.402413 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f92d69fd-212d-4cf3-b80d-8ed2f40ecc86: This subnet is being modified by another concurrent operation. Aug 22 13:38:11.402413 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server Aug 22 13:38:11.416505 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-de70a493-a3ce-4930-84a1-ee38ce2bb784 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:11.425976 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5182d60d-af4d-470e-bfe1-a097177e72a4 None None] Network 96b53507-48f9-45ba-8c44-c1a935729123 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:38:11.437205 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Pushing event updated for resources: {'Port': ['ID=e338bbc0-8187-460e-ba5e-c8ab042cea0e,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:11.451999 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-81b74a4f-a0de-4c51-9a91-fb1780e31f9f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c6c5fb7b17344fdb93c239246de59e51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8539622 Aug 22 13:38:11.454950 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 43628) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:11.458180 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716c83e0-ee95-4e09-ae07-5254dc81c732 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Network 3a68a707-4544-4179-ae57-3b08732d6fc4 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:38:11.466187 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] In _notify_port_updated(), no bound segment for port e338bbc0-8187-460e-ba5e-c8ab042cea0e on network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 {{(pid=94628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 22 13:38:11.467351 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:11.468140 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:11.473255 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-10169911-fbcf-4094-ada1-00d416fa2453 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] 10.222.0.21 "PUT /v2.0/ports/e338bbc0-8187-460e-ba5e-c8ab042cea0e HTTP/1.1" status: 200 len: 975 time: 2.2068684 Aug 22 13:38:11.474021 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43630) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:11.520133 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-3a16eb8f-a920-4004-a58e-83bc9e5d8654 None None] Allocated IP 10.1.1.2 (5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7/eb175f2e-c3d1-472d-89f8-b1925f4f3ec2/2c6759df-bedb-43e4-bed5-a1ef0a8d1b8a) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:38:11.556449 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-716c83e0-ee95-4e09-ae07-5254dc81c732 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 3a68a707-4544-4179-ae57-3b08732d6fc4) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:38:11.569417 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b74a4f-a0de-4c51-9a91-fb1780e31f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af528ccf-4696-4402-bfb1-8874051029d5,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:11.586586 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716c83e0-ee95-4e09-ae07-5254dc81c732 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:11.589091 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-716c83e0-ee95-4e09-ae07-5254dc81c732 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:11.606272 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0b8502-937d-461b-8220-66ae6534cbfa None None] Network 3a68a707-4544-4179-ae57-3b08732d6fc4 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:38:11.617470 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821e5626-546a-401e-8268-ce700de197e1 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:11.621063 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821e5626-546a-401e-8268-ce700de197e1 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:11.623011 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821e5626-546a-401e-8268-ce700de197e1 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:11.623770 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821e5626-546a-401e-8268-ce700de197e1 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:11.625000 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821e5626-546a-401e-8268-ce700de197e1 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:11.625777 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821e5626-546a-401e-8268-ce700de197e1 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:11.626481 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821e5626-546a-401e-8268-ce700de197e1 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:11.627138 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821e5626-546a-401e-8268-ce700de197e1 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:11.628814 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821e5626-546a-401e-8268-ce700de197e1 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:11.629534 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821e5626-546a-401e-8268-ce700de197e1 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:11.630065 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821e5626-546a-401e-8268-ce700de197e1 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:11.630593 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821e5626-546a-401e-8268-ce700de197e1 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:11.631230 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821e5626-546a-401e-8268-ce700de197e1 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:11.631781 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821e5626-546a-401e-8268-ce700de197e1 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:11.642291 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821e5626-546a-401e-8268-ce700de197e1 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:11.643045 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821e5626-546a-401e-8268-ce700de197e1 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:11.643798 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821e5626-546a-401e-8268-ce700de197e1 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:11.644984 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821e5626-546a-401e-8268-ce700de197e1 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:11.645492 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-de70a493-a3ce-4930-84a1-ee38ce2bb784 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:11.653919 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-821e5626-546a-401e-8268-ce700de197e1 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16354 time: 0.1751680 Aug 22 13:38:11.653919 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43636) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:11.679303 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-de70a493-a3ce-4930-84a1-ee38ce2bb784 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96b53507-48f9-45ba-8c44-c1a935729123']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:38:11.699940 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-716c83e0-ee95-4e09-ae07-5254dc81c732 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5419588 Aug 22 13:38:11.700717 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43638) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:11.707229 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-f450d10d-3591-486c-9188-769e5b6c60c4 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Request body: {'port': {'network_id': '5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7', 'name': 'tempest-TaggedBootDevicesTest_v242-392726591', 'fixed_ips': [{'subnet_id': 'eb175f2e-c3d1-472d-89f8-b1925f4f3ec2'}]}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:38:11.711767 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-de70a493-a3ce-4930-84a1-ee38ce2bb784 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '385fc7c6-9b26-4165-ba39-1a66430f4440') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:38:11.711969 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-de70a493-a3ce-4930-84a1-ee38ce2bb784 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '385fc7c6-9b26-4165-ba39-1a66430f4440') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:38:11.734792 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9f57ebef-3e93-41ce-842d-96899f3cc228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:11.767753 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9f57ebef-3e93-41ce-842d-96899f3cc228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:11.792723 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-de70a493-a3ce-4930-84a1-ee38ce2bb784 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:11.816001 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 889a8a4f-0e6c-4fa7-a465-24a875749fbf details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:38:11.825570 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-de70a493-a3ce-4930-84a1-ee38ce2bb784 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:11.838379 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de70a493-a3ce-4930-84a1-ee38ce2bb784 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:38:11.838379 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-de70a493-a3ce-4930-84a1-ee38ce2bb784 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:11.842465 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:38:11.842465 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:38:11.842465 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:38:11.842465 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:38:11.842465 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:38:11.842465 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:38:11.842465 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:38:11.842465 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:38:11.842465 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:38:11.842465 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:38:11.842465 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:38:11.842465 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:38:11.842465 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:38:11.842465 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:38:11.842465 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:38:11.842465 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:38:11.842465 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:38:11.842465 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:38:11.842465 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:38:11.842465 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:38:11.842465 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:38:11.842465 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:38:11.842465 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:38:11.842465 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:38:11.842465 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:38:11.842465 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:38:11.842465 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:38:11.842465 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:38:11.842465 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:38:11.842465 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:38:11.842465 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:38:11.842465 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:38:11.845301 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-d2943b1b-42ed-4810-bfcf-55dc9eea74f7 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Deleting port e338bbc0-8187-460e-ba5e-c8ab042cea0e {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:38:11.845301 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d2943b1b-42ed-4810-bfcf-55dc9eea74f7 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:11.904922 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9f57ebef-3e93-41ce-842d-96899f3cc228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:11.908442 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9f57ebef-3e93-41ce-842d-96899f3cc228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:11.912801 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-9f57ebef-3e93-41ce-842d-96899f3cc228 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/af528ccf-4696-4402-bfb1-8874051029d5 HTTP/1.1" status: 204 len: 168 time: 0.4537349 Aug 22 13:38:11.943605 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f57ebef-3e93-41ce-842d-96899f3cc228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af528ccf-4696-4402-bfb1-8874051029d5,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:11.949063 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 889a8a4f-0e6c-4fa7-a465-24a875749fbf, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=889a8a4f-0e6c-4fa7-a465-24a875749fbf,segment=NetworkSegment(a46c041a-edee-4466-a041-94150c66bf51),segment_id=a46c041a-edee-4466-a041-94150c66bf51)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:38:11.957304 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f450d10d-3591-486c-9188-769e5b6c60c4 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Made reservation on behalf of d953ee5d914f4a7288a8a29730002fca for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:38:11.960471 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-de70a493-a3ce-4930-84a1-ee38ce2bb784 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:11.964637 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '889a8a4f-0e6c-4fa7-a465-24a875749fbf', 'network_id': '74c80ecc-abbb-432b-a090-605bdcc17938', 'port_id': '889a8a4f-0e6c-4fa7-a465-24a875749fbf', 'mac_address': 'fa:16:3e:ed:4e:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35444415-8101-4a48-91cf-416f87b6f6a6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:38:12.017925 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-de70a493-a3ce-4930-84a1-ee38ce2bb784 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:12.021473 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-de70a493-a3ce-4930-84a1-ee38ce2bb784 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] 10.222.0.21 "DELETE /v2.0/networks/96b53507-48f9-45ba-8c44-c1a935729123 HTTP/1.1" status: 204 len: 168 time: 0.7226770 Aug 22 13:38:12.022554 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de70a493-a3ce-4930-84a1-ee38ce2bb784 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Pushing event deleted for resources: {'Network': ['ID=96b53507-48f9-45ba-8c44-c1a935729123,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:12.024625 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 43644) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:12.064369 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3a16eb8f-a920-4004-a58e-83bc9e5d8654 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:12.064614 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f450d10d-3591-486c-9188-769e5b6c60c4 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:12.067471 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-d2943b1b-42ed-4810-bfcf-55dc9eea74f7 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] For port e338bbc0-8187-460e-ba5e-c8ab042cea0e, host n-h1-793621-33, got binding levels [] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:38:12.067902 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d2943b1b-42ed-4810-bfcf-55dc9eea74f7 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:12.075429 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-3a16eb8f-a920-4004-a58e-83bc9e5d8654 None None] Transition to ACTIVE for port object 2c6759df-bedb-43e4-bed5-a1ef0a8d1b8a will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:38:12.092725 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-3a16eb8f-a920-4004-a58e-83bc9e5d8654 None None] Transition to ACTIVE for port object 2c6759df-bedb-43e4-bed5-a1ef0a8d1b8a will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:38:12.115112 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3a16eb8f-a920-4004-a58e-83bc9e5d8654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:12.135872 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0b5a5eb8-db1a-4c4c-8c87-f816e8f04550 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:12.141633 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a16eb8f-a920-4004-a58e-83bc9e5d8654 None None] Network 5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:38:12.249446 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-3a16eb8f-a920-4004-a58e-83bc9e5d8654 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:38:12.305430 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0b5a5eb8-db1a-4c4c-8c87-f816e8f04550 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:12.344767 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a16eb8f-a920-4004-a58e-83bc9e5d8654 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:38:12.353102 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-0b5a5eb8-db1a-4c4c-8c87-f816e8f04550 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52772915-355f-44f0-a163-049db7366acb']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:38:12.388516 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:12.401523 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-0b5a5eb8-db1a-4c4c-8c87-f816e8f04550 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '466cd0e6-985a-439a-9c65-f57c30bd5a36') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:38:12.401925 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-0b5a5eb8-db1a-4c4c-8c87-f816e8f04550 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '466cd0e6-985a-439a-9c65-f57c30bd5a36') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:38:12.415998 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ef422d-c4dc-4f44-aef7-fba1a763e445 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-3a68a707-4544-4179-ae57-3b08732d6fc4', 'network_id': '3a68a707-4544-4179-ae57-3b08732d6fc4', 'tenant_id': 'd953ee5d914f4a7288a8a29730002fca', 'fixed_ips': [{'subnet_id': '4a68570d-3c99-46d0-9ae9-d17b3c59c7bf'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:38:12.418050 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-45ef422d-c4dc-4f44-aef7-fba1a763e445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:12.424446 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e29856-d736-4e49-b61e-cd4dfec2a7cf req-7ecaf0f5-b2e8-499e-974a-0787b24da0b5 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:12.426085 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b5e29856-d736-4e49-b61e-cd4dfec2a7cf req-7ecaf0f5-b2e8-499e-974a-0787b24da0b5 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=534d49c1-5984-45a0-87be-e18d6e72df78 HTTP/1.1" status: 200 len: 943 time: 0.1432343 Aug 22 13:38:12.446615 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0b5a5eb8-db1a-4c4c-8c87-f816e8f04550 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:12.464214 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a16eb8f-a920-4004-a58e-83bc9e5d8654 None None] Pushing event updated for resources: {'Port': ['ID=2c6759df-bedb-43e4-bed5-a1ef0a8d1b8a,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:12.479334 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 889a8a4f-0e6c-4fa7-a465-24a875749fbf {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:38:12.501996 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe7166-9f56-4010-98c7-4db06eea1db7 req-ba158a2c-6cbb-4438-b789-a9db04fe6b33 tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:12.504438 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-efbe7166-9f56-4010-98c7-4db06eea1db7 req-ba158a2c-6cbb-4438-b789-a9db04fe6b33 tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] 10.222.0.21 "GET /v2.0/ports?device_id=f38920a2-324b-43a1-9a88-621fe063e4a7 HTTP/1.1" status: 200 len: 945 time: 0.1943598 Aug 22 13:38:12.505872 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0b5a5eb8-db1a-4c4c-8c87-f816e8f04550 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:12.545432 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b5a5eb8-db1a-4c4c-8c87-f816e8f04550 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:38:12.546183 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0b5a5eb8-db1a-4c4c-8c87-f816e8f04550 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:12.550357 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:38:12.550357 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:38:12.550357 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:38:12.550357 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:38:12.550357 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:38:12.550357 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:38:12.550357 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:38:12.550357 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:38:12.550357 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:38:12.550357 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:38:12.550357 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:38:12.550357 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:38:12.550357 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:38:12.550357 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:38:12.550357 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:38:12.550357 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:38:12.550357 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:38:12.550357 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:38:12.550357 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:38:12.550357 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:38:12.550357 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:38:12.550357 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:38:12.550357 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:38:12.550357 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:38:12.550357 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:38:12.550357 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:38:12.550357 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:38:12.550357 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:38:12.550357 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:38:12.550357 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:38:12.550357 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:38:12.550357 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:38:12.589722 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-f450d10d-3591-486c-9188-769e5b6c60c4 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] device_id is not set on port f8514972-7776-4e19-a05c-ada5bca398e0 yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:38:12.603382 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-d2943b1b-42ed-4810-bfcf-55dc9eea74f7 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Calling delete_port for e338bbc0-8187-460e-ba5e-c8ab042cea0e owned by {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:38:12.620053 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 889a8a4f-0e6c-4fa7-a465-24a875749fbf, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=889a8a4f-0e6c-4fa7-a465-24a875749fbf,segment=NetworkSegment(a46c041a-edee-4466-a041-94150c66bf51),segment_id=a46c041a-edee-4466-a041-94150c66bf51)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:38:12.621428 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-3a16eb8f-a920-4004-a58e-83bc9e5d8654 None None] Attempting to bind port 2c6759df-bedb-43e4-bed5-a1ef0a8d1b8a on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:38:12.621971 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-3a16eb8f-a920-4004-a58e-83bc9e5d8654 None None] Attempting to bind port 2c6759df-bedb-43e4-bed5-a1ef0a8d1b8a by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'a6269bb8-0d73-4173-bf5c-169c79a8b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:38:12.622520 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a16eb8f-a920-4004-a58e-83bc9e5d8654 None None] Attempting to bind port 2c6759df-bedb-43e4-bed5-a1ef0a8d1b8a on network 5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:38:12.631832 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b5e29856-d736-4e49-b61e-cd4dfec2a7cf req-5cf738d6-657b-4ed1-b144-0cb89f9c701d tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e5ee16a-a71b-41c2-8638-acd377ab5b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952324 Aug 22 13:38:12.650313 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:12.668215 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a16eb8f-a920-4004-a58e-83bc9e5d8654 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:38:12.668948 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a16eb8f-a920-4004-a58e-83bc9e5d8654 None None] Checking segment: {'id': 'a6269bb8-0d73-4173-bf5c-169c79a8b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:38:12.670852 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3a16eb8f-a920-4004-a58e-83bc9e5d8654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:12.671523 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a16eb8f-a920-4004-a58e-83bc9e5d8654 None None] Bound using segment: {'id': 'a6269bb8-0d73-4173-bf5c-169c79a8b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:38:12.676551 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-efbe7166-9f56-4010-98c7-4db06eea1db7 req-6a2f1619-2a0d-45d7-a3b8-178e59f67a44 tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdad6c11-236f-4eca-984b-1019a30a1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617374 Aug 22 13:38:12.689828 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-3a16eb8f-a920-4004-a58e-83bc9e5d8654 None None] Bound port: 2c6759df-bedb-43e4-bed5-a1ef0a8d1b8a, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6269bb8-0d73-4173-bf5c-169c79a8b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:38:12.690492 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3a16eb8f-a920-4004-a58e-83bc9e5d8654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:12.693307 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0b5a5eb8-db1a-4c4c-8c87-f816e8f04550 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:12.719115 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0b5a5eb8-db1a-4c4c-8c87-f816e8f04550 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:12.724072 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-0b5a5eb8-db1a-4c4c-8c87-f816e8f04550 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] 10.222.0.21 "DELETE /v2.0/networks/52772915-355f-44f0-a163-049db7366acb HTTP/1.1" status: 204 len: 168 time: 0.6954155 Aug 22 13:38:12.726391 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 43662) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:12.818017 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d2943b1b-42ed-4810-bfcf-55dc9eea74f7 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:12.871606 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d2943b1b-42ed-4810-bfcf-55dc9eea74f7 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:12.873685 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5a5eb8-db1a-4c4c-8c87-f816e8f04550 tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Pushing event deleted for resources: {'Network': ['ID=52772915-355f-44f0-a163-049db7366acb,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:12.880063 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 43670) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:12.883156 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d2943b1b-42ed-4810-bfcf-55dc9eea74f7 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] 10.222.0.21 "DELETE /v2.0/ports/e338bbc0-8187-460e-ba5e-c8ab042cea0e HTTP/1.1" status: 204 len: 168 time: 1.2267523 Aug 22 13:38:12.884448 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2943b1b-42ed-4810-bfcf-55dc9eea74f7 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Pushing event deleted for resources: {'Port': ['ID=e338bbc0-8187-460e-ba5e-c8ab042cea0e,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:12.885919 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['889a8a4f-0e6c-4fa7-a465-24a875749fbf'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:38:12.911470 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4a51d0c-fb41-429c-930d-caa23d555339 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] GET failed (client error): The resource could not be found. Aug 22 13:38:12.913169 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f4a51d0c-fb41-429c-930d-caa23d555339 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] 10.222.0.21 "GET /v2.0/ports/e338bbc0-8187-460e-ba5e-c8ab042cea0e HTTP/1.1" status: 404 len: 333 time: 0.0297618 Aug 22 13:38:12.917499 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5e8f6e22-a716-4c15-ac16-aada916599aa tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:12.919191 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 43674) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:12.924876 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-2f0e8908-c4b9-4acf-b9a8-1576730c7912 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1164341430', 'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:38:12.955588 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=889a8a4f-0e6c-4fa7-a465-24a875749fbf,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:12.993080 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-45ef422d-c4dc-4f44-aef7-fba1a763e445 None None] Allocated IP 10.2.2.2 (3a68a707-4544-4179-ae57-3b08732d6fc4/4a68570d-3c99-46d0-9ae9-d17b3c59c7bf/1a8c2dc7-1ff7-4158-807e-b9337f4cdf52) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:38:13.000426 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-3a16eb8f-a920-4004-a58e-83bc9e5d8654 None None] For port 2c6759df-bedb-43e4-bed5-a1ef0a8d1b8a, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:38:13.005856 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-3a16eb8f-a920-4004-a58e-83bc9e5d8654 None None] For port 2c6759df-bedb-43e4-bed5-a1ef0a8d1b8a, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=2c6759df-bedb-43e4-bed5-a1ef0a8d1b8a,segment=NetworkSegment(a6269bb8-0d73-4173-bf5c-169c79a8b967),segment_id=a6269bb8-0d73-4173-bf5c-169c79a8b967)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:38:13.020682 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3a16eb8f-a920-4004-a58e-83bc9e5d8654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:13.025962 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-f450d10d-3591-486c-9188-769e5b6c60c4 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Allocated IP 10.1.1.197 (5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7/eb175f2e-c3d1-472d-89f8-b1925f4f3ec2/f8514972-7776-4e19-a05c-ada5bca398e0) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:38:13.168014 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43678) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:13.191812 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a16eb8f-a920-4004-a58e-83bc9e5d8654 None None] Pushing event updated for resources: {'Port': ['ID=2c6759df-bedb-43e4-bed5-a1ef0a8d1b8a,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:13.261313 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f450d10d-3591-486c-9188-769e5b6c60c4 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:13.284806 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-f450d10d-3591-486c-9188-769e5b6c60c4 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Transition to ACTIVE for port object f8514972-7776-4e19-a05c-ada5bca398e0 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:38:13.321926 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-6546346e-a38e-454c-912d-c139a9a4ff5d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-672756425-network', 'tenant_id': '9d314acf246e49628109fc5511827078'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:38:13.351518 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-45ef422d-c4dc-4f44-aef7-fba1a763e445 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:13.352146 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f450d10d-3591-486c-9188-769e5b6c60c4 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:13.379222 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5e8f6e22-a716-4c15-ac16-aada916599aa tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:13.381914 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0e8908-c4b9-4acf-b9a8-1576730c7912 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Made reservation on behalf of 21033f52bd3f40fa9f8f2fde21721821 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:38:13.382157 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-45ef422d-c4dc-4f44-aef7-fba1a763e445 None None] Transition to ACTIVE for port object 1a8c2dc7-1ff7-4158-807e-b9337f4cdf52 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:38:13.385314 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2f0e8908-c4b9-4acf-b9a8-1576730c7912 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:13.403868 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6546346e-a38e-454c-912d-c139a9a4ff5d admin admin] Made reservation on behalf of 9d314acf246e49628109fc5511827078 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:38:13.408176 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6546346e-a38e-454c-912d-c139a9a4ff5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:13.430359 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-5e8f6e22-a716-4c15-ac16-aada916599aa tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbe92d7b-8495-4382-b249-4f9e70f1d4ea']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:38:13.432386 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f450d10d-3591-486c-9188-769e5b6c60c4 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Network 5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:38:13.435613 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6546346e-a38e-454c-912d-c139a9a4ff5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:13.438974 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-45ef422d-c4dc-4f44-aef7-fba1a763e445 None None] Transition to ACTIVE for port object 1a8c2dc7-1ff7-4158-807e-b9337f4cdf52 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:38:13.440377 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-f450d10d-3591-486c-9188-769e5b6c60c4 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:38:13.444767 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [None req-2f0e8908-c4b9-4acf-b9a8-1576730c7912 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] device_id is not set on port 0642f688-a5a5-4417-a55f-e20c17f1b045 yet. {{(pid=94627) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:38:13.454171 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f450d10d-3591-486c-9188-769e5b6c60c4 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:38:13.471647 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-45ef422d-c4dc-4f44-aef7-fba1a763e445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:13.490195 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-5e8f6e22-a716-4c15-ac16-aada916599aa tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c190cf3d-f4c2-4135-a435-03d0e64bec13') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:38:13.490597 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-5e8f6e22-a716-4c15-ac16-aada916599aa tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c190cf3d-f4c2-4135-a435-03d0e64bec13') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:38:13.494531 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f450d10d-3591-486c-9188-769e5b6c60c4 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Pushing event updated for resources: {'Port': ['ID=f8514972-7776-4e19-a05c-ada5bca398e0,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:13.511965 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5e8f6e22-a716-4c15-ac16-aada916599aa tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:13.537775 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5e8f6e22-a716-4c15-ac16-aada916599aa tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:13.557307 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e8f6e22-a716-4c15-ac16-aada916599aa tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:38:13.558173 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5e8f6e22-a716-4c15-ac16-aada916599aa tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:13.559492 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ef422d-c4dc-4f44-aef7-fba1a763e445 None None] Network 3a68a707-4544-4179-ae57-3b08732d6fc4 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:38:13.561734 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:38:13.561734 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:38:13.561734 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:38:13.561734 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:38:13.561734 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:38:13.561734 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:38:13.561734 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:38:13.561734 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:38:13.561734 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:38:13.561734 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:38:13.561734 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:38:13.561734 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:38:13.561734 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:38:13.561734 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:38:13.561734 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:38:13.561734 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:38:13.561734 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:38:13.561734 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:38:13.561734 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:38:13.561734 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:38:13.561734 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:38:13.561734 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:38:13.561734 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:38:13.561734 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:38:13.561734 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:38:13.561734 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:38:13.561734 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:38:13.561734 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:38:13.561734 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:38:13.561734 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:38:13.561734 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:38:13.561734 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:38:13.571911 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-45ef422d-c4dc-4f44-aef7-fba1a763e445 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:38:13.576370 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ef422d-c4dc-4f44-aef7-fba1a763e445 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:38:13.591719 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ef422d-c4dc-4f44-aef7-fba1a763e445 None None] Pushing event updated for resources: {'Port': ['ID=1a8c2dc7-1ff7-4158-807e-b9337f4cdf52,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:13.610407 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f450d10d-3591-486c-9188-769e5b6c60c4 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:13.611373 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f450d10d-3591-486c-9188-769e5b6c60c4 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:13.645243 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6546346e-a38e-454c-912d-c139a9a4ff5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:13.652661 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6546346e-a38e-454c-912d-c139a9a4ff5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:13.668807 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6546346e-a38e-454c-912d-c139a9a4ff5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:38:13.675349 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-45ef422d-c4dc-4f44-aef7-fba1a763e445 None None] Attempting to bind port 1a8c2dc7-1ff7-4158-807e-b9337f4cdf52 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:38:13.676596 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-45ef422d-c4dc-4f44-aef7-fba1a763e445 None None] Attempting to bind port 1a8c2dc7-1ff7-4158-807e-b9337f4cdf52 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '85d6e767-2244-4840-a51f-afec6bd122e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3a68a707-4544-4179-ae57-3b08732d6fc4'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:38:13.677131 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ef422d-c4dc-4f44-aef7-fba1a763e445 None None] Attempting to bind port 1a8c2dc7-1ff7-4158-807e-b9337f4cdf52 on network 3a68a707-4544-4179-ae57-3b08732d6fc4 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:38:13.683525 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6546346e-a38e-454c-912d-c139a9a4ff5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:13.683730 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ef422d-c4dc-4f44-aef7-fba1a763e445 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:38:13.683879 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-6546346e-a38e-454c-912d-c139a9a4ff5d admin admin] Added segment ade77f39-5a78-4e5c-8ff0-9af8c1244976 of type vlan for network 436bb3cf-4f1a-421b-bfd3-5f21c99032ed Aug 22 13:38:13.683975 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ef422d-c4dc-4f44-aef7-fba1a763e445 None None] Checking segment: {'id': '85d6e767-2244-4840-a51f-afec6bd122e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3a68a707-4544-4179-ae57-3b08732d6fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:38:13.684361 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-45ef422d-c4dc-4f44-aef7-fba1a763e445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:13.684734 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ef422d-c4dc-4f44-aef7-fba1a763e445 None None] Bound using segment: {'id': '85d6e767-2244-4840-a51f-afec6bd122e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3a68a707-4544-4179-ae57-3b08732d6fc4'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:38:13.685257 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-45ef422d-c4dc-4f44-aef7-fba1a763e445 None None] Bound port: 1a8c2dc7-1ff7-4158-807e-b9337f4cdf52, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85d6e767-2244-4840-a51f-afec6bd122e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3a68a707-4544-4179-ae57-3b08732d6fc4'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:38:13.685654 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-45ef422d-c4dc-4f44-aef7-fba1a763e445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:13.753130 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6546346e-a38e-454c-912d-c139a9a4ff5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:13.780152 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-45ef422d-c4dc-4f44-aef7-fba1a763e445 None None] For port 1a8c2dc7-1ff7-4158-807e-b9337f4cdf52, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:38:13.785094 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-45ef422d-c4dc-4f44-aef7-fba1a763e445 None None] For port 1a8c2dc7-1ff7-4158-807e-b9337f4cdf52, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=1a8c2dc7-1ff7-4158-807e-b9337f4cdf52,segment=NetworkSegment(85d6e767-2244-4840-a51f-afec6bd122e6),segment_id=85d6e767-2244-4840-a51f-afec6bd122e6)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:38:13.792336 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5e8f6e22-a716-4c15-ac16-aada916599aa tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:13.805647 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f450d10d-3591-486c-9188-769e5b6c60c4 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1038139 Aug 22 13:38:13.807939 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-45ef422d-c4dc-4f44-aef7-fba1a763e445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:13.811353 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43688) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:13.818855 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-6b414481-c56b-4d27-8fd1-6ccb0dca6474 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Request body: {'port': {'network_id': '5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7', 'name': 'tempest-TaggedBootDevicesTest_v242-408799955', 'fixed_ips': [{'subnet_id': 'eb175f2e-c3d1-472d-89f8-b1925f4f3ec2'}]}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:38:13.827657 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6546346e-a38e-454c-912d-c139a9a4ff5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:13.828646 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6546346e-a38e-454c-912d-c139a9a4ff5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:13.829240 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6546346e-a38e-454c-912d-c139a9a4ff5d admin admin] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:13.848028 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 2c6759df-bedb-43e4-bed5-a1ef0a8d1b8a up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:38:13.849780 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6546346e-a38e-454c-912d-c139a9a4ff5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbc5aba-12fb-4905-be4b-667c5137d4a2,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:13.851462 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5e8f6e22-a716-4c15-ac16-aada916599aa tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:13.857995 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-5e8f6e22-a716-4c15-ac16-aada916599aa tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] 10.222.0.21 "DELETE /v2.0/networks/dbe92d7b-8495-4382-b249-4f9e70f1d4ea HTTP/1.1" status: 204 len: 168 time: 1.1110919 Aug 22 13:38:13.861406 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8f6e22-a716-4c15-ac16-aada916599aa tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Pushing event deleted for resources: {'Network': ['ID=dbe92d7b-8495-4382-b249-4f9e70f1d4ea,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:13.895810 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 43692) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:13.907590 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2f0e8908-c4b9-4acf-b9a8-1576730c7912 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:13.912295 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 0affc2d4-2972-4180-b12a-880383c1837f up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:38:13.990359 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6546346e-a38e-454c-912d-c139a9a4ff5d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8209963 Aug 22 13:38:13.991673 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43696) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:14.000343 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 2c6759df-bedb-43e4-bed5-a1ef0a8d1b8a completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:38:14.011273 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ef422d-c4dc-4f44-aef7-fba1a763e445 None None] Pushing event updated for resources: {'Port': ['ID=1a8c2dc7-1ff7-4158-807e-b9337f4cdf52,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:14.037707 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 0affc2d4-2972-4180-b12a-880383c1837f completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:38:14.042718 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 0affc2d4-2972-4180-b12a-880383c1837f triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:38:14.043214 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:14.053604 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d97c8-2d05-4f6b-a341-3c6a63937c27 req-a36335e6-bdc0-4d8f-92d5-d375f6e7c498 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:14.061943 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-914d97c8-2d05-4f6b-a341-3c6a63937c27 req-a36335e6-bdc0-4d8f-92d5-d375f6e7c498 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=534d49c1-5984-45a0-87be-e18d6e72df78 HTTP/1.1" status: 200 len: 944 time: 0.3107653 Aug 22 13:38:14.078467 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6546346e-a38e-454c-912d-c139a9a4ff5d admin admin] Pushing event updated for resources: {'Network': ['ID=436bb3cf-4f1a-421b-bfd3-5f21c99032ed,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:14.094484 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 436bb3cf-4f1a-421b-bfd3-5f21c99032ed details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:38:14.098403 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-a3cb7a84-d455-4c13-a7f0-098d118610ca admin admin] Request body: {'subnet': {'network_id': '436bb3cf-4f1a-421b-bfd3-5f21c99032ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-672756425-subnet', 'tenant_id': '9d314acf246e49628109fc5511827078', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:38:14.118856 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b414481-c56b-4d27-8fd1-6ccb0dca6474 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Made reservation on behalf of d953ee5d914f4a7288a8a29730002fca for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:38:14.126127 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6b414481-c56b-4d27-8fd1-6ccb0dca6474 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:14.156720 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b7923800-035c-46ed-bb64-ae8e4bc4cb7d tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:14.172365 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-6b414481-c56b-4d27-8fd1-6ccb0dca6474 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] device_id is not set on port cd2a34c3-a880-45d3-bd3b-8dfcb396adc5 yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:38:14.182568 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-914d97c8-2d05-4f6b-a341-3c6a63937c27 req-bb22de08-f620-48cd-ada6-962aeb0f90a4 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e5ee16a-a71b-41c2-8638-acd377ab5b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193266 Aug 22 13:38:14.198227 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25847478-de79-44e7-b500-ea20bbed0378 req-2d9950b3-79de-486c-ad8e-8ef9851636dd tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:14.200095 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-25847478-de79-44e7-b500-ea20bbed0378 req-2d9950b3-79de-486c-ad8e-8ef9851636dd tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] 10.222.0.21 "GET /v2.0/ports?device_id=f38920a2-324b-43a1-9a88-621fe063e4a7 HTTP/1.1" status: 200 len: 945 time: 0.3432391 Aug 22 13:38:14.226524 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3cb7a84-d455-4c13-a7f0-098d118610ca admin admin] Made reservation on behalf of 9d314acf246e49628109fc5511827078 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:38:14.228464 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a3cb7a84-d455-4c13-a7f0-098d118610ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:14.295704 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2f0e8908-c4b9-4acf-b9a8-1576730c7912 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:14.309366 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:14.354649 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38920a2-324b-43a1-9a88-621fe063e4a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0affc2d4-2972-4180-b12a-880383c1837f'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:38:14.357155 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce9aad9-7666-4ab7-9318-d277200ca63a" -d '{"events": [{"server_uuid": "f38920a2-324b-43a1-9a88-621fe063e4a7", "name": "network-vif-plugged", "status": "completed", "tag": "0affc2d4-2972-4180-b12a-880383c1837f"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:38:14.403846 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 0affc2d4-2972-4180-b12a-880383c1837f, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=0affc2d4-2972-4180-b12a-880383c1837f,segment=NetworkSegment(007f064f-6a12-4206-aeea-e8e3a1780994),segment_id=007f064f-6a12-4206-aeea-e8e3a1780994)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:38:14.410024 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:14.459900 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0e8908-c4b9-4acf-b9a8-1576730c7912 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:38:14.488665 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-25847478-de79-44e7-b500-ea20bbed0378 req-54fdb36f-e52a-49e1-8afe-e90d2c8e1ff0 tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdad6c11-236f-4eca-984b-1019a30a1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425916 Aug 22 13:38:14.499556 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-2f0e8908-c4b9-4acf-b9a8-1576730c7912 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:38:14.502330 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e8908-c4b9-4acf-b9a8-1576730c7912 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Pushing event updated for resources: {'Port': ['ID=0642f688-a5a5-4417-a55f-e20c17f1b045,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:14.519776 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=0affc2d4-2972-4180-b12a-880383c1837f,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:14.541781 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0e8908-c4b9-4acf-b9a8-1576730c7912 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:38:14.543637 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0e8908-c4b9-4acf-b9a8-1576730c7912 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:14.544435 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2f0e8908-c4b9-4acf-b9a8-1576730c7912 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:14.545449 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0851734c-fb52-43b7-9c47-634b1980842e x-openstack-request-id: req-0851734c-fb52-43b7-9c47-634b1980842e {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:38:14.545819 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38920a2-324b-43a1-9a88-621fe063e4a7", "name": "network-vif-plugged", "status": "completed", "tag": "0affc2d4-2972-4180-b12a-880383c1837f", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:38:14.546153 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0851734c-fb52-43b7-9c47-634b1980842e {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:38:14.546619 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38920a2-324b-43a1-9a88-621fe063e4a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0affc2d4-2972-4180-b12a-880383c1837f', 'code': 200} Aug 22 13:38:14.583864 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b7923800-035c-46ed-bb64-ae8e4bc4cb7d tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:14.605235 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-2f0e8908-c4b9-4acf-b9a8-1576730c7912 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.6850119 Aug 22 13:38:14.607868 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 43704) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:14.610884 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-b7923800-035c-46ed-bb64-ae8e4bc4cb7d tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd16c0cb-1473-4f68-a77e-511948417323']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:38:14.654102 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-b7923800-035c-46ed-bb64-ae8e4bc4cb7d tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cfa8a43-38a3-4fda-96a4-187ae3d3f820') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:38:14.654709 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-b7923800-035c-46ed-bb64-ae8e4bc4cb7d tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cfa8a43-38a3-4fda-96a4-187ae3d3f820') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:38:14.664689 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b4f83e-ebd3-4a92-88d0-fab677d51abc None None] Network 5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:38:14.672405 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b7923800-035c-46ed-bb64-ae8e4bc4cb7d tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:14.682067 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba030a2d-f4d7-445b-a9aa-32fcdab2a8f8 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:14.683727 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ba030a2d-f4d7-445b-a9aa-32fcdab2a8f8 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] 10.222.0.21 "GET /v2.0/ports/0642f688-a5a5-4417-a55f-e20c17f1b045 HTTP/1.1" status: 200 len: 955 time: 0.0747273 Aug 22 13:38:14.688636 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 43706) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:14.698520 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b7923800-035c-46ed-bb64-ae8e4bc4cb7d tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:14.722587 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7923800-035c-46ed-bb64-ae8e4bc4cb7d tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:38:14.723024 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b7923800-035c-46ed-bb64-ae8e4bc4cb7d tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:14.723653 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-6b414481-c56b-4d27-8fd1-6ccb0dca6474 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Allocated IP 10.1.1.47 (5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7/eb175f2e-c3d1-472d-89f8-b1925f4f3ec2/cd2a34c3-a880-45d3-bd3b-8dfcb396adc5) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:38:14.727066 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:38:14.727066 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:38:14.727066 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:38:14.727066 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:38:14.727066 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:38:14.727066 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:38:14.727066 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:38:14.727066 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:38:14.727066 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:38:14.727066 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:38:14.727066 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:38:14.727066 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:38:14.727066 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:38:14.727066 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:38:14.727066 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:38:14.727066 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:38:14.727066 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:38:14.727066 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:38:14.727066 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:38:14.727066 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:38:14.727066 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:38:14.727066 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:38:14.727066 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:38:14.727066 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:38:14.727066 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:38:14.727066 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:38:14.727066 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:38:14.727066 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:38:14.727066 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:38:14.727066 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:38:14.727066 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:38:14.727066 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:38:14.729775 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a3cb7a84-d455-4c13-a7f0-098d118610ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:14.775886 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-8265d2e0-12a9-475d-8ef3-e37cd5e3523e None None] Provisioning for port 2c6759df-bedb-43e4-bed5-a1ef0a8d1b8a completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:38:14.795338 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-8265d2e0-12a9-475d-8ef3-e37cd5e3523e None None] Provisioning complete for port 2c6759df-bedb-43e4-bed5-a1ef0a8d1b8a triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:38:14.796728 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8265d2e0-12a9-475d-8ef3-e37cd5e3523e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:14.839153 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30277e8c-daa9-4e83-a0e4-458f456bec12 req-0b20cf59-03bb-4653-8650-4efd6c6079ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:14.840893 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-30277e8c-daa9-4e83-a0e4-458f456bec12 req-0b20cf59-03bb-4653-8650-4efd6c6079ba service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f38920a2-324b-43a1-9a88-621fe063e4a7 HTTP/1.1" status: 200 len: 1098 time: 0.2279224 Aug 22 13:38:14.860444 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b7923800-035c-46ed-bb64-ae8e4bc4cb7d tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:14.885923 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b7923800-035c-46ed-bb64-ae8e4bc4cb7d tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:14.892561 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-b7923800-035c-46ed-bb64-ae8e4bc4cb7d tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] 10.222.0.21 "DELETE /v2.0/networks/dd16c0cb-1473-4f68-a77e-511948417323 HTTP/1.1" status: 204 len: 168 time: 0.9932344 Aug 22 13:38:14.901216 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb7a84-d455-4c13-a7f0-098d118610ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d1b4558-44bd-41e9-aa53-567e0a55d684,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:14.959974 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7923800-035c-46ed-bb64-ae8e4bc4cb7d tempest-BulkNetworkOpsTest-134409435 tempest-BulkNetworkOpsTest-134409435-project] Pushing event deleted for resources: {'Network': ['ID=dd16c0cb-1473-4f68-a77e-511948417323,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:15.005395 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-daf73535-33a2-4cca-9b3f-5374bd5caf62 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Deleting port 0642f688-a5a5-4417-a55f-e20c17f1b045 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:38:15.006289 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-daf73535-33a2-4cca-9b3f-5374bd5caf62 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:15.029529 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8265d2e0-12a9-475d-8ef3-e37cd5e3523e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:15.080639 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-8265d2e0-12a9-475d-8ef3-e37cd5e3523e None None] For port 2c6759df-bedb-43e4-bed5-a1ef0a8d1b8a, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=2c6759df-bedb-43e4-bed5-a1ef0a8d1b8a,segment=NetworkSegment(a6269bb8-0d73-4173-bf5c-169c79a8b967),segment_id=a6269bb8-0d73-4173-bf5c-169c79a8b967)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:38:15.088071 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8265d2e0-12a9-475d-8ef3-e37cd5e3523e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:15.141879 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cb7a84-d455-4c13-a7f0-098d118610ca admin admin] Checking segment: {'id': 'ade77f39-5a78-4e5c-8ff0-9af8c1244976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '436bb3cf-4f1a-421b-bfd3-5f21c99032ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:38:15.142298 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3cb7a84-d455-4c13-a7f0-098d118610ca admin admin] Network hostable DHCP agents. Network: 436bb3cf-4f1a-421b-bfd3-5f21c99032ed, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:38:15.148912 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8265d2e0-12a9-475d-8ef3-e37cd5e3523e None None] Pushing event updated for resources: {'Port': ['ID=2c6759df-bedb-43e4-bed5-a1ef0a8d1b8a,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:15.173345 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-30277e8c-daa9-4e83-a0e4-458f456bec12 req-577306b7-d52f-4681-8ff7-3d5aef87615c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fdad6c11-236f-4eca-984b-1019a30a1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961628 Aug 22 13:38:15.180168 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-daf73535-33a2-4cca-9b3f-5374bd5caf62 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:15.203448 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-daf73535-33a2-4cca-9b3f-5374bd5caf62 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Calling delete_port for 0642f688-a5a5-4417-a55f-e20c17f1b045 owned by {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:38:15.221355 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3cb7a84-d455-4c13-a7f0-098d118610ca admin admin] Network 436bb3cf-4f1a-421b-bfd3-5f21c99032ed is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:38:15.252794 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-a3cb7a84-d455-4c13-a7f0-098d118610ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 436bb3cf-4f1a-421b-bfd3-5f21c99032ed) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:38:15.263305 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7de73b-f24f-4a58-b27b-14947630e25c None None] Network 436bb3cf-4f1a-421b-bfd3-5f21c99032ed requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:38:15.273520 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cb7a84-d455-4c13-a7f0-098d118610ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:15.275351 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a3cb7a84-d455-4c13-a7f0-098d118610ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:15.298850 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6b414481-c56b-4d27-8fd1-6ccb0dca6474 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:15.354672 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-6b414481-c56b-4d27-8fd1-6ccb0dca6474 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Transition to ACTIVE for port object cd2a34c3-a880-45d3-bd3b-8dfcb396adc5 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:38:15.370991 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a3cb7a84-d455-4c13-a7f0-098d118610ca admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3704598 Aug 22 13:38:15.405713 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43724) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:15.445185 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fc6d3-f799-45fc-a771-6f7c7adc6ce6 req-b9686469-0b00-4d05-a34e-03ccf9feabf6 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:15.455871 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7e4fc6d3-f799-45fc-a771-6f7c7adc6ce6 req-b9686469-0b00-4d05-a34e-03ccf9feabf6 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=534d49c1-5984-45a0-87be-e18d6e72df78 HTTP/1.1" status: 200 len: 944 time: 0.1505985 Aug 22 13:38:15.468306 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6b414481-c56b-4d27-8fd1-6ccb0dca6474 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:15.497196 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-daf73535-33a2-4cca-9b3f-5374bd5caf62 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:15.585932 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b414481-c56b-4d27-8fd1-6ccb0dca6474 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Network 5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:38:15.591311 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf73535-33a2-4cca-9b3f-5374bd5caf62 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Pushing event deleted for resources: {'Port': ['ID=0642f688-a5a5-4417-a55f-e20c17f1b045,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:15.592079 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379eb0f8-b22d-4d36-89ee-59e7118990c5 None None] Network 436bb3cf-4f1a-421b-bfd3-5f21c99032ed requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:38:15.602085 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-6b414481-c56b-4d27-8fd1-6ccb0dca6474 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:38:15.611049 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b414481-c56b-4d27-8fd1-6ccb0dca6474 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:38:15.619800 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-daf73535-33a2-4cca-9b3f-5374bd5caf62 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:15.640828 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-daf73535-33a2-4cca-9b3f-5374bd5caf62 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] 10.222.0.21 "DELETE /v2.0/ports/0642f688-a5a5-4417-a55f-e20c17f1b045 HTTP/1.1" status: 204 len: 168 time: 0.9511025 Aug 22 13:38:15.657369 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7e4fc6d3-f799-45fc-a771-6f7c7adc6ce6 req-ace89c88-cb3d-40e1-aa55-de29cce0bddd tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e5ee16a-a71b-41c2-8638-acd377ab5b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917133 Aug 22 13:38:15.657979 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 43730) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:15.708621 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fdf80f6-ccbb-4650-bf1d-77772247c41f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] GET failed (client error): The resource could not be found. Aug 22 13:38:15.710980 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-0fdf80f6-ccbb-4650-bf1d-77772247c41f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] 10.222.0.21 "GET /v2.0/ports/0642f688-a5a5-4417-a55f-e20c17f1b045 HTTP/1.1" status: 404 len: 333 time: 0.0520351 Aug 22 13:38:15.722027 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb39d768-7c28-45bd-b066-b95964a2ebcc None None] Network 3a68a707-4544-4179-ae57-3b08732d6fc4 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:38:15.749743 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b414481-c56b-4d27-8fd1-6ccb0dca6474 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:15.752022 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6b414481-c56b-4d27-8fd1-6ccb0dca6474 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:15.758566 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 43734) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:15.771255 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-4e412102-0821-41cd-a829-d8e5d1f6660f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Request body: {'port': {'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1031732618'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:38:15.806327 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6b414481-c56b-4d27-8fd1-6ccb0dca6474 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.9920986 Aug 22 13:38:15.818827 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b414481-c56b-4d27-8fd1-6ccb0dca6474 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Pushing event updated for resources: {'Port': ['ID=cd2a34c3-a880-45d3-bd3b-8dfcb396adc5,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:15.822122 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67444e0-dc1c-4d96-8c63-59ce20e9b180 req-a69d776f-82cd-4137-99c4-ffe57a127f29 tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:15.837693 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a67444e0-dc1c-4d96-8c63-59ce20e9b180 req-a69d776f-82cd-4137-99c4-ffe57a127f29 tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] 10.222.0.21 "GET /v2.0/ports?device_id=f38920a2-324b-43a1-9a88-621fe063e4a7 HTTP/1.1" status: 200 len: 946 time: 0.1233222 Aug 22 13:38:15.892903 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f480916d-417c-40c4-9909-69f596c3e6f5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=54f2a1d4e8a245c784c252b62470b254&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4859796 Aug 22 13:38:15.893546 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43742) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:15.997145 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a67444e0-dc1c-4d96-8c63-59ce20e9b180 req-544acf62-2431-4fd2-b5cd-194d7d19414f tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdad6c11-236f-4eca-984b-1019a30a1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539681 Aug 22 13:38:16.032221 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e412102-0821-41cd-a829-d8e5d1f6660f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Made reservation on behalf of 21033f52bd3f40fa9f8f2fde21721821 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:38:16.035973 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4e412102-0821-41cd-a829-d8e5d1f6660f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:16.081068 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [None req-4e412102-0821-41cd-a829-d8e5d1f6660f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] device_id is not set on port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 yet. {{(pid=94627) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:38:16.118798 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a1ce6881-36b0-45b2-9ccd-c3bcfcec8c33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:16.249036 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a1ce6881-36b0-45b2-9ccd-c3bcfcec8c33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:16.333328 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a1ce6881-36b0-45b2-9ccd-c3bcfcec8c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:16.338015 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a1ce6881-36b0-45b2-9ccd-c3bcfcec8c33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:16.352535 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a1ce6881-36b0-45b2-9ccd-c3bcfcec8c33 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0abe555a-d9e7-4073-89f4-facb027fd33b HTTP/1.1" status: 204 len: 168 time: 0.4477136 Aug 22 13:38:16.363372 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ce6881-36b0-45b2-9ccd-c3bcfcec8c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0abe555a-d9e7-4073-89f4-facb027fd33b,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:16.497002 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 889a8a4f-0e6c-4fa7-a465-24a875749fbf up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:38:16.499098 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 2c6759df-bedb-43e4-bed5-a1ef0a8d1b8a up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:38:16.542565 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-aa867b70-e254-40fe-81a1-dfc4703dac0b None None] Provisioning for port f8514972-7776-4e19-a05c-ada5bca398e0 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:38:16.570423 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-aa867b70-e254-40fe-81a1-dfc4703dac0b None None] Provisioning complete for port f8514972-7776-4e19-a05c-ada5bca398e0 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:38:16.570817 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-aa867b70-e254-40fe-81a1-dfc4703dac0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:16.634032 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4e412102-0821-41cd-a829-d8e5d1f6660f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:16.649500 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c69ee-218a-4517-bd39-f4312b03a31b req-3782f316-822a-4c29-a352-2636f65f7e5f tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:16.657934 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c61c69ee-218a-4517-bd39-f4312b03a31b req-3782f316-822a-4c29-a352-2636f65f7e5f tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/networks?id=436bb3cf-4f1a-421b-bfd3-5f21c99032ed HTTP/1.1" status: 200 len: 805 time: 0.3404560 Aug 22 13:38:16.664063 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 2c6759df-bedb-43e4-bed5-a1ef0a8d1b8a triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:38:16.664451 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:16.678369 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c61c69ee-218a-4517-bd39-f4312b03a31b req-3ce072cf-5049-48e7-aaa5-1a71bfa9b925 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/quotas/9d314acf246e49628109fc5511827078 HTTP/1.1" status: 200 len: 375 time: 0.0176523 Aug 22 13:38:16.696337 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-aa867b70-e254-40fe-81a1-dfc4703dac0b None None] Port f8514972-7776-4e19-a05c-ada5bca398e0 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:38:16.718979 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c61c69ee-218a-4517-bd39-f4312b03a31b req-7b375f1b-5189-4f03-8b8c-826d1af4712a tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9d314acf246e49628109fc5511827078&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372193 Aug 22 13:38:16.740423 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43764) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:16.747661 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-d2a0e924-ec11-4fc1-9e54-960d33c85d23 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Request body: {'security_group': {'name': 'tempest-securitygroup--342876249', 'description': 'tempest-description--2067108795'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:38:16.759095 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4e412102-0821-41cd-a829-d8e5d1f6660f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:16.795406 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-aa867b70-e254-40fe-81a1-dfc4703dac0b None None] Provisioning complete for port 2c6759df-bedb-43e4-bed5-a1ef0a8d1b8a triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:38:16.795782 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-aa867b70-e254-40fe-81a1-dfc4703dac0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:16.804430 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d2a0e924-ec11-4fc1-9e54-960d33c85d23 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:16.850210 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 889a8a4f-0e6c-4fa7-a465-24a875749fbf completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:38:16.873564 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 889a8a4f-0e6c-4fa7-a465-24a875749fbf triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:38:16.873686 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:16.882764 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e412102-0821-41cd-a829-d8e5d1f6660f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:38:16.889119 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-4e412102-0821-41cd-a829-d8e5d1f6660f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:38:16.897577 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e412102-0821-41cd-a829-d8e5d1f6660f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:38:16.898529 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e412102-0821-41cd-a829-d8e5d1f6660f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:16.899129 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4e412102-0821-41cd-a829-d8e5d1f6660f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:16.906350 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e412102-0821-41cd-a829-d8e5d1f6660f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Pushing event updated for resources: {'Port': ['ID=3d03ee7c-23e9-4f5c-8cf7-662039200ba2,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:16.974418 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:38:16.977461 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c61c69ee-218a-4517-bd39-f4312b03a31b req-17431d55-ca38-4ade-8119-523a0c5b598c service neutron] 10.222.0.21 "GET /v2.0/networks/436bb3cf-4f1a-421b-bfd3-5f21c99032ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377214 Aug 22 13:38:16.988626 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 1a8c2dc7-1ff7-4158-807e-b9337f4cdf52 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:38:17.005273 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d2a0e924-ec11-4fc1-9e54-960d33c85d23 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:17.010840 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d2a0e924-ec11-4fc1-9e54-960d33c85d23 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:17.052109 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d2a0e924-ec11-4fc1-9e54-960d33c85d23 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:17.057406 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d2a0e924-ec11-4fc1-9e54-960d33c85d23 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3157620 Aug 22 13:38:17.057597 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 43774) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:17.068226 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-4e412102-0821-41cd-a829-d8e5d1f6660f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3015659 Aug 22 13:38:17.070825 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 43776) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:17.072625 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a0e924-ec11-4fc1-9e54-960d33c85d23 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66b7495f-ba5d-4b5f-9f1a-7d40465024e2,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:17.078642 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-f607c86d-1f8a-437d-a16f-d02853eeec6f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Request body: {'security_group_rule': {'security_group_id': '66b7495f-ba5d-4b5f-9f1a-7d40465024e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:38:17.093713 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:38:17.132228 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:17.139080 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d38d3b-c0ea-490c-b120-9e0e8012e3ac req-b8e70b03-12ad-4099-b462-06585872543c tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:17.140894 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c9d38d3b-c0ea-490c-b120-9e0e8012e3ac req-b8e70b03-12ad-4099-b462-06585872543c tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=534d49c1-5984-45a0-87be-e18d6e72df78 HTTP/1.1" status: 200 len: 944 time: 0.1822519 Aug 22 13:38:17.170224 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 1a8c2dc7-1ff7-4158-807e-b9337f4cdf52 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:38:17.193912 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '534d49c1-5984-45a0-87be-e18d6e72df78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889a8a4f-0e6c-4fa7-a465-24a875749fbf'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:38:17.196509 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f5c608-fee7-41d8-947e-d7cfd2af685c" -d '{"events": [{"server_uuid": "534d49c1-5984-45a0-87be-e18d6e72df78", "name": "network-vif-plugged", "status": "completed", "tag": "889a8a4f-0e6c-4fa7-a465-24a875749fbf"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:38:17.223974 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 889a8a4f-0e6c-4fa7-a465-24a875749fbf, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=889a8a4f-0e6c-4fa7-a465-24a875749fbf,segment=NetworkSegment(a46c041a-edee-4466-a041-94150c66bf51),segment_id=a46c041a-edee-4466-a041-94150c66bf51)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:38:17.233210 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:17.235487 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f607c86d-1f8a-437d-a16f-d02853eeec6f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:17.241306 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-69726ead-3d78-4041-afdc-52f4cd8a9405 None None] Provisioning for port 1a8c2dc7-1ff7-4158-807e-b9337f4cdf52 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:38:17.247996 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-69726ead-3d78-4041-afdc-52f4cd8a9405 None None] Provisioning complete for port 1a8c2dc7-1ff7-4158-807e-b9337f4cdf52 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:38:17.248667 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-69726ead-3d78-4041-afdc-52f4cd8a9405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:17.252496 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:17.274779 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c61c69ee-218a-4517-bd39-f4312b03a31b req-8f4cdd17-4d47-481f-98b7-c96a5cc4620f service neutron] 10.222.0.21 "GET /v2.0/networks/436bb3cf-4f1a-421b-bfd3-5f21c99032ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790744 Aug 22 13:38:17.326947 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c9d38d3b-c0ea-490c-b120-9e0e8012e3ac req-6c62cea2-1433-4996-aa94-8c7cc4ed53cd tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e5ee16a-a71b-41c2-8638-acd377ab5b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724768 Aug 22 13:38:17.362311 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4583fb1-468a-441d-931b-a5acc2e21a1e None None] get_active_networks_info from n-d-793621-33 {{(pid=94629) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 22 13:38:17.407042 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=889a8a4f-0e6c-4fa7-a465-24a875749fbf,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:17.417306 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f607c86d-1f8a-437d-a16f-d02853eeec6f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:17.431610 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f607c86d-1f8a-437d-a16f-d02853eeec6f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:17.487133 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f607c86d-1f8a-437d-a16f-d02853eeec6f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:17.489664 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f607c86d-1f8a-437d-a16f-d02853eeec6f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4266443 Aug 22 13:38:17.491046 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f607c86d-1f8a-437d-a16f-d02853eeec6f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c478f11-1d8a-435b-a303-5e27a234de65,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:17.495227 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43792) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:17.511660 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-4cad34fd-21ed-4a47-a4bb-44399e2b5140 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Request body: {'security_group_rule': {'security_group_id': '66b7495f-ba5d-4b5f-9f1a-7d40465024e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:38:17.529511 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c27ef-bfc5-4023-8301-7aff74e12b34 req-9a0e7c23-c73a-4995-a88a-5cf48cc189d8 tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:17.531090 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-af7c27ef-bfc5-4023-8301-7aff74e12b34 req-9a0e7c23-c73a-4995-a88a-5cf48cc189d8 tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] 10.222.0.21 "GET /v2.0/ports?device_id=f38920a2-324b-43a1-9a88-621fe063e4a7 HTTP/1.1" status: 200 len: 946 time: 0.1167276 Aug 22 13:38:17.585270 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-69726ead-3d78-4041-afdc-52f4cd8a9405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:17.589935 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4cad34fd-21ed-4a47-a4bb-44399e2b5140 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:17.598434 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] device_id is not set on port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 yet. {{(pid=94627) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:38:17.618531 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-af7c27ef-bfc5-4023-8301-7aff74e12b34 req-94155da2-67a3-477b-bbd2-a21ef34791f7 tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdad6c11-236f-4eca-984b-1019a30a1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762446 Aug 22 13:38:17.618531 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:17.620248 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 43800) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:17.668954 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Transition to ACTIVE for port object 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:38:17.678142 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:17.689016 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-69726ead-3d78-4041-afdc-52f4cd8a9405 None None] For port 1a8c2dc7-1ff7-4158-807e-b9337f4cdf52, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=1a8c2dc7-1ff7-4158-807e-b9337f4cdf52,segment=NetworkSegment(85d6e767-2244-4840-a51f-afec6bd122e6),segment_id=85d6e767-2244-4840-a51f-afec6bd122e6)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:38:17.691015 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4583fb1-468a-441d-931b-a5acc2e21a1e None None] Resources bound (agent type, host, resource id): {{(pid=94629) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 22 13:38:17.699673 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-69726ead-3d78-4041-afdc-52f4cd8a9405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:17.741920 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4cad34fd-21ed-4a47-a4bb-44399e2b5140 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:17.748804 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4cad34fd-21ed-4a47-a4bb-44399e2b5140 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:17.762438 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42dd2e28-879a-40a5-bddf-bb48f5eb5b55 x-openstack-request-id: req-42dd2e28-879a-40a5-bddf-bb48f5eb5b55 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:38:17.762734 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "534d49c1-5984-45a0-87be-e18d6e72df78", "name": "network-vif-plugged", "status": "completed", "tag": "889a8a4f-0e6c-4fa7-a465-24a875749fbf", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:38:17.762984 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-42dd2e28-879a-40a5-bddf-bb48f5eb5b55 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:38:17.764279 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '534d49c1-5984-45a0-87be-e18d6e72df78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889a8a4f-0e6c-4fa7-a465-24a875749fbf', 'code': 200} Aug 22 13:38:17.789813 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cad34fd-21ed-4a47-a4bb-44399e2b5140 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad0073c0-aca3-4726-8034-b3eeee1384de,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:17.809613 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4cad34fd-21ed-4a47-a4bb-44399e2b5140 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:17.820546 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4cad34fd-21ed-4a47-a4bb-44399e2b5140 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3207853 Aug 22 13:38:17.820794 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-69726ead-3d78-4041-afdc-52f4cd8a9405 None None] Provisioning for port cd2a34c3-a880-45d3-bd3b-8dfcb396adc5 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:38:17.831061 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43814) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:17.840376 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-50f953d9-d23a-4de5-9c52-1a673ae73c68 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Request body: {'floatingip': {'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:38:17.853821 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-93cb7f97-a00c-48c1-be05-357c5333ad7c tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1798180637'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:38:17.861469 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-77c77313-10bd-4ea4-b0a0-588c6eec1730 req-75850857-0fe4-4bae-93ff-4b8e42f73a97 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7e300ab-6ca4-493b-85fa-731187076fdf HTTP/1.1" status: 200 len: 210 time: 0.1320698 Aug 22 13:38:17.869513 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-69726ead-3d78-4041-afdc-52f4cd8a9405 None None] Provisioning complete for port cd2a34c3-a880-45d3-bd3b-8dfcb396adc5 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:38:17.869889 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-69726ead-3d78-4041-afdc-52f4cd8a9405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:17.898713 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:38:17.901190 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '213742d7-1eb3-477d-b26e-e791e37f9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:38:17.904751 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 on network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:38:17.930471 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69726ead-3d78-4041-afdc-52f4cd8a9405 None None] Pushing event updated for resources: {'Port': ['ID=1a8c2dc7-1ff7-4158-807e-b9337f4cdf52,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:17.938253 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-50f953d9-d23a-4de5-9c52-1a673ae73c68 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks [] for floatingip, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:17.943073 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc3a1a-19fb-477c-8ff4-64a7daedc835 req-9913401b-597b-42e2-ac98-15fb53c36dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:17.945485 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-abdc3a1a-19fb-477c-8ff4-64a7daedc835 req-9913401b-597b-42e2-ac98-15fb53c36dc5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=534d49c1-5984-45a0-87be-e18d6e72df78 HTTP/1.1" status: 200 len: 1097 time: 0.1386859 Aug 22 13:38:17.948716 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 on network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:38:17.951326 n-d-793621-33 neutron-server[94627]: ERROR neutron.plugins.ml2.managers [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Failed to bind port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 on host n-h1-793621-33 for vnic_type normal using segments [{'id': '213742d7-1eb3-477d-b26e-e791e37f9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033'}] Aug 22 13:38:17.957458 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Pushing event updated for resources: {'Port': ['ID=3d03ee7c-23e9-4f5c-8cf7-662039200ba2,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:17.964543 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-69726ead-3d78-4041-afdc-52f4cd8a9405 None None] Port cd2a34c3-a880-45d3-bd3b-8dfcb396adc5 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:38:17.964797 n-d-793621-33 neutron-server[94627]: INFO neutron.plugins.ml2.plugin [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempt 2 to bind port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 Aug 22 13:38:18.001828 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-69726ead-3d78-4041-afdc-52f4cd8a9405 None None] Provisioning complete for port f8514972-7776-4e19-a05c-ada5bca398e0 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:38:18.002201 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-69726ead-3d78-4041-afdc-52f4cd8a9405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:18.031978 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-abdc3a1a-19fb-477c-8ff4-64a7daedc835 req-47780ff7-115f-452f-8988-0b5c092c6f9e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7e5ee16a-a71b-41c2-8638-acd377ab5b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776391 Aug 22 13:38:18.047783 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:38:18.048385 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '213742d7-1eb3-477d-b26e-e791e37f9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:38:18.049745 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 on network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:38:18.064749 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93cb7f97-a00c-48c1-be05-357c5333ad7c tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Made reservation on behalf of 57f0325c949845e5a036755c4e9c6c45 for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:38:18.068038 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-69726ead-3d78-4041-afdc-52f4cd8a9405 None None] Port f8514972-7776-4e19-a05c-ada5bca398e0 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:38:18.069496 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-93cb7f97-a00c-48c1-be05-357c5333ad7c tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:18.087924 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-93cb7f97-a00c-48c1-be05-357c5333ad7c tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:18.112227 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 on network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:38:18.112486 n-d-793621-33 neutron-server[94627]: ERROR neutron.plugins.ml2.managers [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Failed to bind port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 on host n-h1-793621-33 for vnic_type normal using segments [{'id': '213742d7-1eb3-477d-b26e-e791e37f9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033'}] Aug 22 13:38:18.121636 n-d-793621-33 neutron-server[94627]: INFO neutron.plugins.ml2.plugin [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempt 3 to bind port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 Aug 22 13:38:18.133401 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-50f953d9-d23a-4de5-9c52-1a673ae73c68 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:18.142122 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:38:18.142460 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '213742d7-1eb3-477d-b26e-e791e37f9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:38:18.142800 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 on network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:38:18.154674 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 on network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:38:18.155016 n-d-793621-33 neutron-server[94627]: ERROR neutron.plugins.ml2.managers [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Failed to bind port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 on host n-h1-793621-33 for vnic_type normal using segments [{'id': '213742d7-1eb3-477d-b26e-e791e37f9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033'}] Aug 22 13:38:18.158739 n-d-793621-33 neutron-server[94627]: INFO neutron.plugins.ml2.plugin [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempt 4 to bind port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 Aug 22 13:38:18.204772 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:38:18.205111 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '213742d7-1eb3-477d-b26e-e791e37f9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:38:18.205243 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-9380a2e5-1448-4d53-84db-671c5d06865c None None] Provisioning complete for port 1a8c2dc7-1ff7-4158-807e-b9337f4cdf52 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:38:18.205457 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 on network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:38:18.205639 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9380a2e5-1448-4d53-84db-671c5d06865c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:18.211138 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c693521f-8974-44d5-96c5-2c918b2573e6 None None] get_active_networks_info from n-d-793621-33 {{(pid=94629) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 22 13:38:18.222425 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 on network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:38:18.222747 n-d-793621-33 neutron-server[94627]: ERROR neutron.plugins.ml2.managers [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Failed to bind port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 on host n-h1-793621-33 for vnic_type normal using segments [{'id': '213742d7-1eb3-477d-b26e-e791e37f9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033'}] Aug 22 13:38:18.229853 n-d-793621-33 neutron-server[94627]: INFO neutron.plugins.ml2.plugin [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempt 5 to bind port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 Aug 22 13:38:18.262448 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:38:18.262785 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '213742d7-1eb3-477d-b26e-e791e37f9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:38:18.263121 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 on network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:38:18.272488 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 on network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:38:18.272850 n-d-793621-33 neutron-server[94627]: ERROR neutron.plugins.ml2.managers [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Failed to bind port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 on host n-h1-793621-33 for vnic_type normal using segments [{'id': '213742d7-1eb3-477d-b26e-e791e37f9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033'}] Aug 22 13:38:18.274394 n-d-793621-33 neutron-server[94627]: INFO neutron.plugins.ml2.plugin [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempt 6 to bind port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 Aug 22 13:38:18.278433 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-50f953d9-d23a-4de5-9c52-1a673ae73c68 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Allocated IP 172.25.3.223 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/da7e4480-c3b0-40ee-8b8f-6531acfc3c49) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:38:18.331916 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:38:18.343308 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '213742d7-1eb3-477d-b26e-e791e37f9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:38:18.343896 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 on network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:38:18.358462 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 on network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:38:18.358805 n-d-793621-33 neutron-server[94627]: ERROR neutron.plugins.ml2.managers [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Failed to bind port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 on host n-h1-793621-33 for vnic_type normal using segments [{'id': '213742d7-1eb3-477d-b26e-e791e37f9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033'}] Aug 22 13:38:18.364204 n-d-793621-33 neutron-server[94627]: INFO neutron.plugins.ml2.plugin [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempt 7 to bind port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 Aug 22 13:38:18.397582 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c693521f-8974-44d5-96c5-2c918b2573e6 None None] Resources bound (agent type, host, resource id): {{(pid=94629) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 22 13:38:18.415364 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-93cb7f97-a00c-48c1-be05-357c5333ad7c tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:18.415631 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-50f953d9-d23a-4de5-9c52-1a673ae73c68 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:18.420385 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:38:18.420939 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '213742d7-1eb3-477d-b26e-e791e37f9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:38:18.421483 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 on network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:38:18.427294 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-93cb7f97-a00c-48c1-be05-357c5333ad7c tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:18.440106 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93cb7f97-a00c-48c1-be05-357c5333ad7c tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:38:18.450230 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-93cb7f97-a00c-48c1-be05-357c5333ad7c tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:18.450876 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-93cb7f97-a00c-48c1-be05-357c5333ad7c tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Added segment 19e127f3-9b5a-4e7a-97b5-1b666e658d2e of type vlan for network 02d42950-bf28-47cb-bae4-a9ac1428fd5a Aug 22 13:38:18.495343 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-50f953d9-d23a-4de5-9c52-1a673ae73c68 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:18.498765 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 on network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:38:18.499097 n-d-793621-33 neutron-server[94627]: ERROR neutron.plugins.ml2.managers [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Failed to bind port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 on host n-h1-793621-33 for vnic_type normal using segments [{'id': '213742d7-1eb3-477d-b26e-e791e37f9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033'}] Aug 22 13:38:18.506062 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-93cb7f97-a00c-48c1-be05-357c5333ad7c tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:18.507991 n-d-793621-33 neutron-server[94627]: INFO neutron.plugins.ml2.plugin [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempt 8 to bind port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 Aug 22 13:38:18.541469 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb7f97-a00c-48c1-be05-357c5333ad7c tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=422b3514-d76b-4605-80c0-4ffb25daa4ed,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:18.544428 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:38:18.545028 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '213742d7-1eb3-477d-b26e-e791e37f9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:38:18.545547 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 on network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:38:18.561850 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 on network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:38:18.562468 n-d-793621-33 neutron-server[94627]: ERROR neutron.plugins.ml2.managers [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Failed to bind port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 on host n-h1-793621-33 for vnic_type normal using segments [{'id': '213742d7-1eb3-477d-b26e-e791e37f9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033'}] Aug 22 13:38:18.564181 n-d-793621-33 neutron-server[94627]: INFO neutron.plugins.ml2.plugin [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempt 9 to bind port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 Aug 22 13:38:18.569332 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f953d9-d23a-4de5-9c52-1a673ae73c68 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:38:18.570795 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f953d9-d23a-4de5-9c52-1a673ae73c68 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Pushing event updated for resources: {'Port': ['ID=da7e4480-c3b0-40ee-8b8f-6531acfc3c49,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:18.575037 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-50f953d9-d23a-4de5-9c52-1a673ae73c68 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:38:18.575643 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-93cb7f97-a00c-48c1-be05-357c5333ad7c tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:18.579950 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f953d9-d23a-4de5-9c52-1a673ae73c68 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:38:18.589274 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cb7f97-a00c-48c1-be05-357c5333ad7c tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:18.590189 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-93cb7f97-a00c-48c1-be05-357c5333ad7c tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:18.618596 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:38:18.619207 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '213742d7-1eb3-477d-b26e-e791e37f9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:38:18.619867 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 on network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:38:18.690171 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 on network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:38:18.691897 n-d-793621-33 neutron-server[94627]: ERROR neutron.plugins.ml2.managers [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Failed to bind port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 on host n-h1-793621-33 for vnic_type normal using segments [{'id': '213742d7-1eb3-477d-b26e-e791e37f9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033'}] Aug 22 13:38:18.694248 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-93cb7f97-a00c-48c1-be05-357c5333ad7c tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0726931 Aug 22 13:38:18.699703 n-d-793621-33 neutron-server[94627]: INFO neutron.plugins.ml2.plugin [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempt 10 to bind port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 Aug 22 13:38:18.731503 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb7f97-a00c-48c1-be05-357c5333ad7c tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Pushing event updated for resources: {'Network': ['ID=02d42950-bf28-47cb-bae4-a9ac1428fd5a,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:18.733850 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:38:18.734325 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '213742d7-1eb3-477d-b26e-e791e37f9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:38:18.734789 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempting to bind port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 on network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:38:18.743652 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 on network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:38:18.744176 n-d-793621-33 neutron-server[94627]: ERROR neutron.plugins.ml2.managers [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Failed to bind port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 on host n-h1-793621-33 for vnic_type normal using segments [{'id': '213742d7-1eb3-477d-b26e-e791e37f9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0d6a35f5-5384-4055-9ebd-a9b9afbe9033'}] Aug 22 13:38:18.744676 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:18.772920 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 02d42950-bf28-47cb-bae4-a9ac1428fd5a details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:38:18.776823 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd66bc0-5de0-43b9-81c0-809984962439 req-157540aa-4c88-454a-9f22-7d913df34000 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:18.788570 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0dd66bc0-5de0-43b9-81c0-809984962439 req-157540aa-4c88-454a-9f22-7d913df34000 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=534d49c1-5984-45a0-87be-e18d6e72df78 HTTP/1.1" status: 200 len: 945 time: 0.1839890 Aug 22 13:38:18.811363 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-50f953d9-d23a-4de5-9c52-1a673ae73c68 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:18.817045 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c27bde9-1e31-4f3b-9d58-704412d74e83 req-17b335dc-d9da-45f0-a70f-9d4a263593f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:18.818964 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6c27bde9-1e31-4f3b-9d58-704412d74e83 req-17b335dc-d9da-45f0-a70f-9d4a263593f7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fcad05e8fdd44b278e648720bbd3e02d&device_id=f38920a2-324b-43a1-9a88-621fe063e4a7 HTTP/1.1" status: 200 len: 1098 time: 0.1870067 Aug 22 13:38:18.864779 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] For port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2, host n-h1-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:38:18.865281 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attempted to set empty binding levels {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 22 13:38:18.900065 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:18.948919 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c27bde9-1e31-4f3b-9d58-704412d74e83 req-25324668-cd84-4dd9-96b3-4ec65efb560f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:18.950306 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6c27bde9-1e31-4f3b-9d58-704412d74e83 req-25324668-cd84-4dd9-96b3-4ec65efb560f service neutron] 10.222.0.41 "GET /v2.0/networks?id=d11fb775-d602-4e3f-b368-8f30d7524426 HTTP/1.1" status: 200 len: 915 time: 0.1218560 Aug 22 13:38:18.976587 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0dd66bc0-5de0-43b9-81c0-809984962439 req-c03e1e56-283e-426d-8f1b-d048dde8e71c tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e5ee16a-a71b-41c2-8638-acd377ab5b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811333 Aug 22 13:38:18.981757 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] In _notify_port_updated(), no bound segment for port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 on network 0d6a35f5-5384-4055-9ebd-a9b9afbe9033 {{(pid=94627) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 22 13:38:18.989388 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:18.990268 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:18.993409 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] 10.222.0.21 "PUT /v2.0/ports/3d03ee7c-23e9-4f5c-8cf7-662039200ba2 HTTP/1.1" status: 200 len: 976 time: 1.9051757 Aug 22 13:38:18.996517 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 43842) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:19.092328 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbbe830-4969-4f96-a168-3edba72f214f tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Pushing event updated for resources: {'Port': ['ID=3d03ee7c-23e9-4f5c-8cf7-662039200ba2,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:19.138647 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f5490-9ed2-40a6-9157-0ec4043b564b req-2e71760a-c95c-4445-8678-30e66afbed11 tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:19.147678 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6c27bde9-1e31-4f3b-9d58-704412d74e83 req-f6288fa3-4051-4ee2-991c-098ff5cc42df service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0affc2d4-2972-4180-b12a-880383c1837f HTTP/1.1" status: 200 len: 217 time: 0.1232152 Aug 22 13:38:19.148788 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-50f953d9-d23a-4de5-9c52-1a673ae73c68 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:19.149514 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-497f5490-9ed2-40a6-9157-0ec4043b564b req-2e71760a-c95c-4445-8678-30e66afbed11 tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] 10.222.0.21 "GET /v2.0/ports?device_id=f38920a2-324b-43a1-9a88-621fe063e4a7 HTTP/1.1" status: 200 len: 946 time: 0.2818475 Aug 22 13:38:19.262381 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c27bde9-1e31-4f3b-9d58-704412d74e83 req-4657b402-6f8f-4602-95c3-753581ac32eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:19.263977 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6c27bde9-1e31-4f3b-9d58-704412d74e83 req-4657b402-6f8f-4602-95c3-753581ac32eb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a67b0fab-a66e-4349-80bb-c4a1bd98c201 HTTP/1.1" status: 200 len: 854 time: 0.1083789 Aug 22 13:38:19.335107 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6c27bde9-1e31-4f3b-9d58-704412d74e83 req-6d994151-8814-41dc-bc8e-95a2dfe27b18 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d11fb775-d602-4e3f-b368-8f30d7524426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639822 Aug 22 13:38:19.340164 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3a0fb266-7b98-4732-babb-043de158e330 req-60c0407d-0e9b-40d6-bb05-054ff33b9972 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7e300ab-6ca4-493b-85fa-731187076fdf HTTP/1.1" status: 200 len: 210 time: 0.0773690 Aug 22 13:38:19.369066 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-497f5490-9ed2-40a6-9157-0ec4043b564b req-4225ff1e-3edf-49ed-bee0-5812d27e9fd6 tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdad6c11-236f-4eca-984b-1019a30a1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164576 Aug 22 13:38:19.370548 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-c91f6686-bcc8-43e3-a381-60ce8c6cd33e tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Deleting port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:38:19.370892 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c91f6686-bcc8-43e3-a381-60ce8c6cd33e tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:19.483873 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6c27bde9-1e31-4f3b-9d58-704412d74e83 req-c61ee374-d084-4a99-9cf2-8f5566651ea8 service neutron] 10.222.0.41 "GET /v2.0/networks/d11fb775-d602-4e3f-b368-8f30d7524426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253188 Aug 22 13:38:19.512966 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c69ee-218a-4517-bd39-f4312b03a31b req-f5028bd5-1da6-4805-90fc-56a596d9a0b4 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:19.514551 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c61c69ee-218a-4517-bd39-f4312b03a31b req-f5028bd5-1da6-4805-90fc-56a596d9a0b4 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.16 "GET /v2.0/networks?id=436bb3cf-4f1a-421b-bfd3-5f21c99032ed HTTP/1.1" status: 200 len: 805 time: 0.4152997 Aug 22 13:38:19.533506 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-c61c69ee-218a-4517-bd39-f4312b03a31b req-81caccb9-3053-4f8a-b8b3-fef8dc697070 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Request body: {'port': {'device_id': 'a7e300ab-6ca4-493b-85fa-731187076fdf', 'network_id': '436bb3cf-4f1a-421b-bfd3-5f21c99032ed', 'admin_state_up': True, 'tenant_id': '9d314acf246e49628109fc5511827078'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:38:19.537688 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-c91f6686-bcc8-43e3-a381-60ce8c6cd33e tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] For port 3d03ee7c-23e9-4f5c-8cf7-662039200ba2, host n-h1-793621-33, got binding levels [] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:38:19.538125 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c91f6686-bcc8-43e3-a381-60ce8c6cd33e tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:19.575110 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6c27bde9-1e31-4f3b-9d58-704412d74e83 req-9633bf2d-ac8e-4007-8a72-e50536eb1007 service neutron] 10.222.0.41 "GET /v2.0/networks/d11fb775-d602-4e3f-b368-8f30d7524426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885904 Aug 22 13:38:19.596078 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-c91f6686-bcc8-43e3-a381-60ce8c6cd33e tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Calling delete_port for 3d03ee7c-23e9-4f5c-8cf7-662039200ba2 owned by {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:38:19.720375 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-50f953d9-d23a-4de5-9c52-1a673ae73c68 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:19.724116 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c61c69ee-218a-4517-bd39-f4312b03a31b req-81caccb9-3053-4f8a-b8b3-fef8dc697070 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Made reservation on behalf of 9d314acf246e49628109fc5511827078 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:38:19.731564 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-c61c69ee-218a-4517-bd39-f4312b03a31b req-81caccb9-3053-4f8a-b8b3-fef8dc697070 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:19.751003 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-50f953d9-d23a-4de5-9c52-1a673ae73c68 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:19.799840 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c91f6686-bcc8-43e3-a381-60ce8c6cd33e tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:19.853061 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 1a8c2dc7-1ff7-4158-807e-b9337f4cdf52 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:38:19.941421 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f953d9-d23a-4de5-9c52-1a673ae73c68 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Pushing event updated for resources: {'Port': ['ID=da7e4480-c3b0-40ee-8b8f-6531acfc3c49,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:19.950238 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 1a8c2dc7-1ff7-4158-807e-b9337f4cdf52 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:38:19.950405 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-50f953d9-d23a-4de5-9c52-1a673ae73c68 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:19.950809 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:20.008711 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-50f953d9-d23a-4de5-9c52-1a673ae73c68 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:20.011025 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-50f953d9-d23a-4de5-9c52-1a673ae73c68 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1767273 Aug 22 13:38:20.247683 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f6686-bcc8-43e3-a381-60ce8c6cd33e tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Pushing event deleted for resources: {'Port': ['ID=3d03ee7c-23e9-4f5c-8cf7-662039200ba2,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:20.258263 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c91f6686-bcc8-43e3-a381-60ce8c6cd33e tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:20.262527 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c91f6686-bcc8-43e3-a381-60ce8c6cd33e tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] 10.222.0.21 "DELETE /v2.0/ports/3d03ee7c-23e9-4f5c-8cf7-662039200ba2 HTTP/1.1" status: 204 len: 168 time: 1.2541211 Aug 22 13:38:20.262908 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43870) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:20.303246 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9f3cc77-d025-4348-b025-442f1cb0a604 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] GET failed (client error): The resource could not be found. Aug 22 13:38:20.311587 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b9f3cc77-d025-4348-b025-442f1cb0a604 tempest-PortsAdminExtendedAttrsTestJSON-820500284 tempest-PortsAdminExtendedAttrsTestJSON-820500284-project-admin] 10.222.0.21 "GET /v2.0/ports/3d03ee7c-23e9-4f5c-8cf7-662039200ba2 HTTP/1.1" status: 404 len: 333 time: 0.0475559 Aug 22 13:38:20.312597 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43874) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:20.385583 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b9002-f76c-4628-8f88-8aa929982ba8 req-86628ccc-cf44-4e45-9bb9-7c3f9cd22e45 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:20.387448 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6e4b9002-f76c-4628-8f88-8aa929982ba8 req-86628ccc-cf44-4e45-9bb9-7c3f9cd22e45 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=534d49c1-5984-45a0-87be-e18d6e72df78 HTTP/1.1" status: 200 len: 945 time: 0.1756094 Aug 22 13:38:20.419920 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-c61c69ee-218a-4517-bd39-f4312b03a31b req-81caccb9-3053-4f8a-b8b3-fef8dc697070 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Allocated IP 172.20.0.13 (436bb3cf-4f1a-421b-bfd3-5f21c99032ed/9d1b4558-44bd-41e9-aa53-567e0a55d684/bfca5d30-3e48-4072-a6df-3b881a1a8fbe) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:38:20.464961 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f70ba43a-2d1d-4c6e-87ed-891523dd5d09 tempest-PortsAdminExtendedAttrsTestJSON-488855835 tempest-PortsAdminExtendedAttrsTestJSON-488855835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:20.471733 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-8573b6f1-5646-4165-9999-ce8a36d10b5a tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--342876249&fields=id&tenant_id=d953ee5d914f4a7288a8a29730002fca HTTP/1.1" status: 200 len: 267 time: 0.0830255 Aug 22 13:38:20.529760 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6e4b9002-f76c-4628-8f88-8aa929982ba8 req-a881d22d-9db2-4d8e-9cec-5d6ace43cb87 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e5ee16a-a71b-41c2-8638-acd377ab5b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291339 Aug 22 13:38:20.584563 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-43e1e2ea-edc1-46a0-9ae5-217ccc1398f2 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:20.585994 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-43e1e2ea-edc1-46a0-9ae5-217ccc1398f2 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports/f8514972-7776-4e19-a05c-ada5bca398e0 HTTP/1.1" status: 200 len: 936 time: 0.1131330 Aug 22 13:38:20.606477 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f70ba43a-2d1d-4c6e-87ed-891523dd5d09 tempest-PortsAdminExtendedAttrsTestJSON-488855835 tempest-PortsAdminExtendedAttrsTestJSON-488855835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:20.617405 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-f70ba43a-2d1d-4c6e-87ed-891523dd5d09 tempest-PortsAdminExtendedAttrsTestJSON-488855835 tempest-PortsAdminExtendedAttrsTestJSON-488855835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d6a35f5-5384-4055-9ebd-a9b9afbe9033']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:38:20.627579 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-f70ba43a-2d1d-4c6e-87ed-891523dd5d09 tempest-PortsAdminExtendedAttrsTestJSON-488855835 tempest-PortsAdminExtendedAttrsTestJSON-488855835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '213742d7-1eb3-477d-b26e-e791e37f9e21') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:38:20.627874 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-f70ba43a-2d1d-4c6e-87ed-891523dd5d09 tempest-PortsAdminExtendedAttrsTestJSON-488855835 tempest-PortsAdminExtendedAttrsTestJSON-488855835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '213742d7-1eb3-477d-b26e-e791e37f9e21') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:38:20.636702 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f70ba43a-2d1d-4c6e-87ed-891523dd5d09 tempest-PortsAdminExtendedAttrsTestJSON-488855835 tempest-PortsAdminExtendedAttrsTestJSON-488855835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:20.650422 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f70ba43a-2d1d-4c6e-87ed-891523dd5d09 tempest-PortsAdminExtendedAttrsTestJSON-488855835 tempest-PortsAdminExtendedAttrsTestJSON-488855835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:20.656432 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f70ba43a-2d1d-4c6e-87ed-891523dd5d09 tempest-PortsAdminExtendedAttrsTestJSON-488855835 tempest-PortsAdminExtendedAttrsTestJSON-488855835-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:38:20.656775 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f70ba43a-2d1d-4c6e-87ed-891523dd5d09 tempest-PortsAdminExtendedAttrsTestJSON-488855835 tempest-PortsAdminExtendedAttrsTestJSON-488855835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:20.660639 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:38:20.660639 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:38:20.660639 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:38:20.660639 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:38:20.660639 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:38:20.660639 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:38:20.660639 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:38:20.660639 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:38:20.660639 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:38:20.660639 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:38:20.660639 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:38:20.660639 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:38:20.660639 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:38:20.660639 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:38:20.660639 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:38:20.660639 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:38:20.660639 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:38:20.660639 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:38:20.660639 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:38:20.660639 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:38:20.660639 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:38:20.660639 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:38:20.660639 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:38:20.660639 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:38:20.660639 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:38:20.660639 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:38:20.660639 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:38:20.660639 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:38:20.660639 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:38:20.660639 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:38:20.660639 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:38:20.660639 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:38:20.703125 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-74463489-19af-493b-8a14-5f3164351353 req-84302799-cbb5-49d1-be91-baaa309ddd27 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7e300ab-6ca4-493b-85fa-731187076fdf HTTP/1.1" status: 200 len: 210 time: 0.0913296 Aug 22 13:38:20.720453 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-ed62cb49-65cd-4b17-9aeb-f197acc422df tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:20.722949 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-ed62cb49-65cd-4b17-9aeb-f197acc422df tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports/cd2a34c3-a880-45d3-bd3b-8dfcb396adc5 HTTP/1.1" status: 200 len: 935 time: 0.1293602 Aug 22 13:38:20.751072 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f70ba43a-2d1d-4c6e-87ed-891523dd5d09 tempest-PortsAdminExtendedAttrsTestJSON-488855835 tempest-PortsAdminExtendedAttrsTestJSON-488855835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:20.766053 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f70ba43a-2d1d-4c6e-87ed-891523dd5d09 tempest-PortsAdminExtendedAttrsTestJSON-488855835 tempest-PortsAdminExtendedAttrsTestJSON-488855835-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:20.773017 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f70ba43a-2d1d-4c6e-87ed-891523dd5d09 tempest-PortsAdminExtendedAttrsTestJSON-488855835 tempest-PortsAdminExtendedAttrsTestJSON-488855835-project] 10.222.0.21 "DELETE /v2.0/networks/0d6a35f5-5384-4055-9ebd-a9b9afbe9033 HTTP/1.1" status: 204 len: 168 time: 0.4566808 Aug 22 13:38:20.803457 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-fff7ff54-3477-45d5-84ad-605570d9ce4e tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?network_id=3a68a707-4544-4179-ae57-3b08732d6fc4&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0704620 Aug 22 13:38:20.806291 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ba43a-2d1d-4c6e-87ed-891523dd5d09 tempest-PortsAdminExtendedAttrsTestJSON-488855835 tempest-PortsAdminExtendedAttrsTestJSON-488855835-project] Pushing event deleted for resources: {'Network': ['ID=0d6a35f5-5384-4055-9ebd-a9b9afbe9033,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:20.884309 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-eac32ea1-d640-4857-8dde-6dfa959d0285 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?network_id=3a68a707-4544-4179-ae57-3b08732d6fc4&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0616093 Aug 22 13:38:20.896499 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-c61c69ee-218a-4517-bd39-f4312b03a31b req-81caccb9-3053-4f8a-b8b3-fef8dc697070 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:20.938982 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aadf50-3fd6-4937-85bd-c50877ff96ed req-9dac6bb6-08f3-4aaf-a6e2-e397cb7aee0b tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:20.940764 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c8aadf50-3fd6-4937-85bd-c50877ff96ed req-9dac6bb6-08f3-4aaf-a6e2-e397cb7aee0b tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] 10.222.0.21 "GET /v2.0/ports?device_id=f38920a2-324b-43a1-9a88-621fe063e4a7 HTTP/1.1" status: 200 len: 946 time: 0.1362593 Aug 22 13:38:21.090836 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-9be7e740-4ca7-42a4-ac96-7ee8e858ee29 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:21.097870 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-9be7e740-4ca7-42a4-ac96-7ee8e858ee29 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:21.104785 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-9be7e740-4ca7-42a4-ac96-7ee8e858ee29 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:21.106871 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-9be7e740-4ca7-42a4-ac96-7ee8e858ee29 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/networks?id=09ddfb22-9759-41d5-b511-b1a96521841b&id=5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7&id=5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7&id=3a68a707-4544-4179-ae57-3b08732d6fc4&id=3a68a707-4544-4179-ae57-3b08732d6fc4 HTTP/1.1" status: 200 len: 1995 time: 0.2079155 Aug 22 13:38:21.139274 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43898) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:21.161859 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-c61c69ee-218a-4517-bd39-f4312b03a31b req-81caccb9-3053-4f8a-b8b3-fef8dc697070 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:21.179401 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-d900e779-707e-4014-94c9-390745b2e0ce tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/quotas/d953ee5d914f4a7288a8a29730002fca HTTP/1.1" status: 200 len: 375 time: 0.0265253 Aug 22 13:38:21.278732 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c61c69ee-218a-4517-bd39-f4312b03a31b req-81caccb9-3053-4f8a-b8b3-fef8dc697070 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Network 436bb3cf-4f1a-421b-bfd3-5f21c99032ed is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:38:21.297608 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-c61c69ee-218a-4517-bd39-f4312b03a31b req-81caccb9-3053-4f8a-b8b3-fef8dc697070 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:38:21.302160 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61c69ee-218a-4517-bd39-f4312b03a31b req-81caccb9-3053-4f8a-b8b3-fef8dc697070 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:38:21.308996 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c8aadf50-3fd6-4937-85bd-c50877ff96ed req-b82a17be-8cad-4c5c-935c-fa3888ade243 tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdad6c11-236f-4eca-984b-1019a30a1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710823 Aug 22 13:38:21.313424 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81caccb9-3053-4f8a-b8b3-fef8dc697070 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Pushing event updated for resources: {'Port': ['ID=bfca5d30-3e48-4072-a6df-3b881a1a8fbe,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:21.350242 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-fc6fc0b9-b6c2-465b-a3a9-62e3df731301 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=63315de665244529b04ab6dda0a41466&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2071729 Aug 22 13:38:21.351300 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43904) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:21.421735 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-d28d11ea-b154-44fa-a9c2-a59c4b1a6b2c tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d953ee5d914f4a7288a8a29730002fca&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2295773 Aug 22 13:38:21.427225 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-aca918cf-5ddb-4606-8f06-177dd31e2297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:21.458198 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-aca918cf-5ddb-4606-8f06-177dd31e2297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:21.459620 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c69ee-218a-4517-bd39-f4312b03a31b req-81caccb9-3053-4f8a-b8b3-fef8dc697070 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:21.460602 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-c61c69ee-218a-4517-bd39-f4312b03a31b req-81caccb9-3053-4f8a-b8b3-fef8dc697070 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:21.528034 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-aca918cf-5ddb-4606-8f06-177dd31e2297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:21.535282 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-aca918cf-5ddb-4606-8f06-177dd31e2297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:21.538842 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-aca918cf-5ddb-4606-8f06-177dd31e2297 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6001ce96-d3c7-455e-84b7-cc2a0e77cd3b HTTP/1.1" status: 204 len: 168 time: 0.1863189 Aug 22 13:38:21.539618 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c61c69ee-218a-4517-bd39-f4312b03a31b req-81caccb9-3053-4f8a-b8b3-fef8dc697070 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0128641 Aug 22 13:38:21.556022 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-c61c69ee-218a-4517-bd39-f4312b03a31b req-71f52d9c-8cb6-417d-a4aa-ecdf301f4cf2 service neutron] Request body: {'port': {'device_id': 'a7e300ab-6ca4-493b-85fa-731187076fdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:38:21.556813 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca918cf-5ddb-4606-8f06-177dd31e2297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6001ce96-d3c7-455e-84b7-cc2a0e77cd3b,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:21.700598 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-c61c69ee-218a-4517-bd39-f4312b03a31b req-71f52d9c-8cb6-417d-a4aa-ecdf301f4cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:21.731354 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-3963fa1a-0a91-4413-9338-dfb8ad163287 service neutron] 10.222.0.21 "GET /v2.0/networks/09ddfb22-9759-41d5-b511-b1a96521841b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891421 Aug 22 13:38:21.745249 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45aa28-6144-4cef-942e-12cdbf5158c6 req-e3291946-2fca-432d-97fc-e3085c4b21c0 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:21.747091 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d45aa28-6144-4cef-942e-12cdbf5158c6 req-e3291946-2fca-432d-97fc-e3085c4b21c0 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=534d49c1-5984-45a0-87be-e18d6e72df78 HTTP/1.1" status: 200 len: 945 time: 0.1867652 Aug 22 13:38:21.913398 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43914) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:21.950301 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d45aa28-6144-4cef-942e-12cdbf5158c6 req-76e50d4c-31f6-48a2-8f77-9fc6a168c6c5 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e5ee16a-a71b-41c2-8638-acd377ab5b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1902180 Aug 22 13:38:21.978709 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43916) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:22.064342 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-30d1cd0d-56e2-4d96-a65b-2735bad6ddf0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=21033f52bd3f40fa9f8f2fde21721821&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1453297 Aug 22 13:38:22.066036 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43920) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:22.086832 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-389a10d9-2738-4188-adf9-57c46b32afb1 service neutron] 10.222.0.21 "GET /v2.0/networks/09ddfb22-9759-41d5-b511-b1a96521841b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543394 Aug 22 13:38:22.165547 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43926) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:22.185055 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-6c2eb1a7-836d-4b00-addb-2a6a6d437315 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Request body: {'subnet': {'network_id': '02d42950-bf28-47cb-bae4-a9ac1428fd5a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:38:22.243739 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-3ff5aeff-8bf3-4f91-843c-51a129590ee8 service neutron] 10.222.0.21 "GET /v2.0/ports/f8514972-7776-4e19-a05c-ada5bca398e0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1437535 Aug 22 13:38:22.255473 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893e0d6b-46d1-406c-8731-f7d8e0149f34 tempest-TestNetworkAdvancedServerOps-2090656047 tempest-TestNetworkAdvancedServerOps-2090656047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:22.257280 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-893e0d6b-46d1-406c-8731-f7d8e0149f34 tempest-TestNetworkAdvancedServerOps-2090656047 tempest-TestNetworkAdvancedServerOps-2090656047-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=534d49c1-5984-45a0-87be-e18d6e72df78 HTTP/1.1" status: 200 len: 1092 time: 0.2751653 Aug 22 13:38:22.265077 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43928) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:22.276392 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-bc139991-09f3-43f4-a2b0-4027899a531b tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Request body: {'floatingip': {'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'port_id': '889a8a4f-0e6c-4fa7-a465-24a875749fbf', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:38:22.296712 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3e1f0df6-b03a-42e6-94a4-4249d515f4f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:22.341800 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3e1f0df6-b03a-42e6-94a4-4249d515f4f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:22.346227 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bc139991-09f3-43f4-a2b0-4027899a531b tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for floatingip, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:22.420003 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2eb1a7-836d-4b00-addb-2a6a6d437315 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Made reservation on behalf of 57f0325c949845e5a036755c4e9c6c45 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:38:22.423611 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6c2eb1a7-836d-4b00-addb-2a6a6d437315 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:22.546004 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129286d-95d1-48cb-8a52-780e6c0fc78b req-967316d2-68e1-4dac-9462-a2e30b654e59 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:22.557132 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a129286d-95d1-48cb-8a52-780e6c0fc78b req-967316d2-68e1-4dac-9462-a2e30b654e59 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7e300ab-6ca4-493b-85fa-731187076fdf HTTP/1.1" status: 200 len: 932 time: 0.3810987 Aug 22 13:38:22.560083 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3e1f0df6-b03a-42e6-94a4-4249d515f4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:22.565656 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3e1f0df6-b03a-42e6-94a4-4249d515f4f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:22.569273 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-3e1f0df6-b03a-42e6-94a4-4249d515f4f8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aaba9f19-2485-41b0-922e-ad3155e43d79 HTTP/1.1" status: 204 len: 168 time: 0.4988756 Aug 22 13:38:22.589692 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-594b5c00-ec92-437c-851a-d6ca086bcc34 service neutron] 10.222.0.21 "GET /v2.0/networks/5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446450 Aug 22 13:38:22.631664 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1f0df6-b03a-42e6-94a4-4249d515f4f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaba9f19-2485-41b0-922e-ad3155e43d79,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:22.753465 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a129286d-95d1-48cb-8a52-780e6c0fc78b req-422df3fb-0935-46d3-8944-15b59b808dbd tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953526 Aug 22 13:38:22.788979 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bc139991-09f3-43f4-a2b0-4027899a531b tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:22.839657 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-c61c69ee-218a-4517-bd39-f4312b03a31b req-71f52d9c-8cb6-417d-a4aa-ecdf301f4cf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfca5d30-3e48-4072-a6df-3b881a1a8fbe {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:38:22.856009 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-c61c69ee-218a-4517-bd39-f4312b03a31b req-71f52d9c-8cb6-417d-a4aa-ecdf301f4cf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:22.866642 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-c85b36da-8b93-4f37-b185-eeeefa66529a service neutron] 10.222.0.21 "GET /v2.0/networks/5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757533 Aug 22 13:38:22.874307 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-c61c69ee-218a-4517-bd39-f4312b03a31b req-71f52d9c-8cb6-417d-a4aa-ecdf301f4cf2 service neutron] Transition to ACTIVE for port object bfca5d30-3e48-4072-a6df-3b881a1a8fbe will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:38:22.902101 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-c61c69ee-218a-4517-bd39-f4312b03a31b req-71f52d9c-8cb6-417d-a4aa-ecdf301f4cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:22.943869 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6c2eb1a7-836d-4b00-addb-2a6a6d437315 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:23.080685 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2eb1a7-836d-4b00-addb-2a6a6d437315 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Pushing event updated for resources: {'Subnet': ['ID=1d734473-d252-46de-9764-f5390e44aa19,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:23.095588 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-1d8b5595-41d4-424c-83e8-ef1587dd0c10 service neutron] 10.222.0.21 "GET /v2.0/ports/cd2a34c3-a880-45d3-bd3b-8dfcb396adc5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.2135642 Aug 22 13:38:23.102325 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-bc139991-09f3-43f4-a2b0-4027899a531b tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Allocated IP 172.25.3.222 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/ad72ffae-c425-4035-ab76-e96239d7fc63) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:38:23.116436 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2eb1a7-836d-4b00-addb-2a6a6d437315 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Checking segment: {'id': '19e127f3-9b5a-4e7a-97b5-1b666e658d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '02d42950-bf28-47cb-bae4-a9ac1428fd5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:38:23.117072 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2eb1a7-836d-4b00-addb-2a6a6d437315 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Network hostable DHCP agents. Network: 02d42950-bf28-47cb-bae4-a9ac1428fd5a, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:38:23.196047 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2eb1a7-836d-4b00-addb-2a6a6d437315 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Network 02d42950-bf28-47cb-bae4-a9ac1428fd5a is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:38:23.217022 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-6c2eb1a7-836d-4b00-addb-2a6a6d437315 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 02d42950-bf28-47cb-bae4-a9ac1428fd5a) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:38:23.225189 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2eb1a7-836d-4b00-addb-2a6a6d437315 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:23.226058 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6c2eb1a7-836d-4b00-addb-2a6a6d437315 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:23.227587 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821552f4-530c-489f-91df-1a0f1d391e39 None None] Network 02d42950-bf28-47cb-bae4-a9ac1428fd5a requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:38:23.245390 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-ec52249f-8458-41ad-997c-5155b86c1145 service neutron] 10.222.0.21 "GET /v2.0/networks/5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486146 Aug 22 13:38:23.260063 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6c2eb1a7-836d-4b00-addb-2a6a6d437315 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0906148 Aug 22 13:38:23.266997 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43950) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:23.272876 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-c08fea43-2b90-4a5e-a5f3-eb05816eaf9e tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1164299977'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:38:23.286207 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bc139991-09f3-43f4-a2b0-4027899a531b tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:23.329526 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08fea43-2b90-4a5e-a5f3-eb05816eaf9e tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Made reservation on behalf of 57f0325c949845e5a036755c4e9c6c45 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:38:23.334350 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c08fea43-2b90-4a5e-a5f3-eb05816eaf9e tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:23.336762 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f52d9c-8cb6-417d-a4aa-ecdf301f4cf2 service neutron] Pushing event updated for resources: {'Port': ['ID=bfca5d30-3e48-4072-a6df-3b881a1a8fbe,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:23.375400 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bc139991-09f3-43f4-a2b0-4027899a531b tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:23.383318 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c08fea43-2b90-4a5e-a5f3-eb05816eaf9e tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:38:23.442934 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc139991-09f3-43f4-a2b0-4027899a531b tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:38:23.448201 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-bc139991-09f3-43f4-a2b0-4027899a531b tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:38:23.473392 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc139991-09f3-43f4-a2b0-4027899a531b tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:38:23.484924 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c08fea43-2b90-4a5e-a5f3-eb05816eaf9e tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:23.485313 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-c08fea43-2b90-4a5e-a5f3-eb05816eaf9e tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Added segment a4b6038a-b6ee-4569-ac97-d22b00d03e95 of type vlan for network 0aabd93a-8b19-4b72-8037-1550feb83881 Aug 22 13:38:23.563124 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc139991-09f3-43f4-a2b0-4027899a531b tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event updated for resources: {'Port': ['ID=ad72ffae-c425-4035-ab76-e96239d7fc63,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:23.599863 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc139991-09f3-43f4-a2b0-4027899a531b tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:38:23.600460 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc139991-09f3-43f4-a2b0-4027899a531b tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:38:23.600893 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc139991-09f3-43f4-a2b0-4027899a531b tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:38:23.601276 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc139991-09f3-43f4-a2b0-4027899a531b tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:38:23.601644 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc139991-09f3-43f4-a2b0-4027899a531b tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:38:23.601976 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc139991-09f3-43f4-a2b0-4027899a531b tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:38:23.602302 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc139991-09f3-43f4-a2b0-4027899a531b tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:38:23.603730 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc139991-09f3-43f4-a2b0-4027899a531b tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:38:23.604059 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc139991-09f3-43f4-a2b0-4027899a531b tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:38:23.604520 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc139991-09f3-43f4-a2b0-4027899a531b tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:38:23.604853 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc139991-09f3-43f4-a2b0-4027899a531b tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:38:23.605185 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc139991-09f3-43f4-a2b0-4027899a531b tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:38:23.641924 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6504f2-d378-48da-bd4a-451b73374afa req-56c6e1be-6539-41f8-94e1-871056e98e6d tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:23.659361 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ea6504f2-d378-48da-bd4a-451b73374afa req-56c6e1be-6539-41f8-94e1-871056e98e6d tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] 10.222.0.21 "GET /v2.0/ports?device_id=f38920a2-324b-43a1-9a88-621fe063e4a7 HTTP/1.1" status: 200 len: 946 time: 0.4243758 Aug 22 13:38:23.742750 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db192951-82ce-48d5-a67d-df188319691c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-02d42950-bf28-47cb-bae4-a9ac1428fd5a', 'network_id': '02d42950-bf28-47cb-bae4-a9ac1428fd5a', 'tenant_id': '57f0325c949845e5a036755c4e9c6c45', 'fixed_ips': [{'subnet_id': '1d734473-d252-46de-9764-f5390e44aa19'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:38:23.744081 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-db192951-82ce-48d5-a67d-df188319691c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:23.820272 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-c61c69ee-218a-4517-bd39-f4312b03a31b req-71f52d9c-8cb6-417d-a4aa-ecdf301f4cf2 service neutron] Attempting to bind port bfca5d30-3e48-4072-a6df-3b881a1a8fbe on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:38:23.820625 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-c61c69ee-218a-4517-bd39-f4312b03a31b req-71f52d9c-8cb6-417d-a4aa-ecdf301f4cf2 service neutron] Attempting to bind port bfca5d30-3e48-4072-a6df-3b881a1a8fbe by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': 'ade77f39-5a78-4e5c-8ff0-9af8c1244976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '436bb3cf-4f1a-421b-bfd3-5f21c99032ed'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:38:23.820962 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61c69ee-218a-4517-bd39-f4312b03a31b req-71f52d9c-8cb6-417d-a4aa-ecdf301f4cf2 service neutron] Attempting to bind port bfca5d30-3e48-4072-a6df-3b881a1a8fbe on network 436bb3cf-4f1a-421b-bfd3-5f21c99032ed {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:38:23.845471 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61c69ee-218a-4517-bd39-f4312b03a31b req-71f52d9c-8cb6-417d-a4aa-ecdf301f4cf2 service neutron] Port bfca5d30-3e48-4072-a6df-3b881a1a8fbe on network 436bb3cf-4f1a-421b-bfd3-5f21c99032ed not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:38:23.845845 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61c69ee-218a-4517-bd39-f4312b03a31b req-71f52d9c-8cb6-417d-a4aa-ecdf301f4cf2 service neutron] Attempting to bind port bfca5d30-3e48-4072-a6df-3b881a1a8fbe on network 436bb3cf-4f1a-421b-bfd3-5f21c99032ed {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:38:23.859242 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-be1236a5-8d35-4b82-bb73-a875276529e6 service neutron] 10.222.0.21 "GET /v2.0/networks/5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6128929 Aug 22 13:38:23.915586 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ea6504f2-d378-48da-bd4a-451b73374afa req-e22afeb4-b865-4724-a493-7775e4afad9c tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdad6c11-236f-4eca-984b-1019a30a1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527785 Aug 22 13:38:23.917942 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61c69ee-218a-4517-bd39-f4312b03a31b req-71f52d9c-8cb6-417d-a4aa-ecdf301f4cf2 service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:38:23.918287 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61c69ee-218a-4517-bd39-f4312b03a31b req-71f52d9c-8cb6-417d-a4aa-ecdf301f4cf2 service neutron] Checking segment: {'id': 'ade77f39-5a78-4e5c-8ff0-9af8c1244976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '436bb3cf-4f1a-421b-bfd3-5f21c99032ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:38:23.918690 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61c69ee-218a-4517-bd39-f4312b03a31b req-71f52d9c-8cb6-417d-a4aa-ecdf301f4cf2 service neutron] Bound using segment: {'id': 'ade77f39-5a78-4e5c-8ff0-9af8c1244976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '436bb3cf-4f1a-421b-bfd3-5f21c99032ed'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:38:23.919143 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-c61c69ee-218a-4517-bd39-f4312b03a31b req-71f52d9c-8cb6-417d-a4aa-ecdf301f4cf2 service neutron] Bound port: bfca5d30-3e48-4072-a6df-3b881a1a8fbe, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ade77f39-5a78-4e5c-8ff0-9af8c1244976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '436bb3cf-4f1a-421b-bfd3-5f21c99032ed'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:38:23.919508 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-c61c69ee-218a-4517-bd39-f4312b03a31b req-71f52d9c-8cb6-417d-a4aa-ecdf301f4cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:24.100131 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-c61c69ee-218a-4517-bd39-f4312b03a31b req-71f52d9c-8cb6-417d-a4aa-ecdf301f4cf2 service neutron] For port bfca5d30-3e48-4072-a6df-3b881a1a8fbe, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:38:24.107521 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-c61c69ee-218a-4517-bd39-f4312b03a31b req-71f52d9c-8cb6-417d-a4aa-ecdf301f4cf2 service neutron] For port bfca5d30-3e48-4072-a6df-3b881a1a8fbe, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=bfca5d30-3e48-4072-a6df-3b881a1a8fbe,segment=NetworkSegment(ade77f39-5a78-4e5c-8ff0-9af8c1244976),segment_id=ade77f39-5a78-4e5c-8ff0-9af8c1244976)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:38:24.108895 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-db192951-82ce-48d5-a67d-df188319691c None None] Allocated IP 2001:db8:0:ffff::2 (02d42950-bf28-47cb-bae4-a9ac1428fd5a/1d734473-d252-46de-9764-f5390e44aa19/32e49ebb-c9c2-4929-9d30-8fa586e7d4d7) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:38:24.115558 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c08fea43-2b90-4a5e-a5f3-eb05816eaf9e tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:24.128001 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-c61c69ee-218a-4517-bd39-f4312b03a31b req-71f52d9c-8cb6-417d-a4aa-ecdf301f4cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:24.202964 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c08fea43-2b90-4a5e-a5f3-eb05816eaf9e tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:24.215192 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08fea43-2b90-4a5e-a5f3-eb05816eaf9e tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:24.215843 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c08fea43-2b90-4a5e-a5f3-eb05816eaf9e tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:24.253050 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c69ee-218a-4517-bd39-f4312b03a31b req-71f52d9c-8cb6-417d-a4aa-ecdf301f4cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:24.253721 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-c61c69ee-218a-4517-bd39-f4312b03a31b req-71f52d9c-8cb6-417d-a4aa-ecdf301f4cf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:24.266401 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c61c69ee-218a-4517-bd39-f4312b03a31b req-71f52d9c-8cb6-417d-a4aa-ecdf301f4cf2 service neutron] 10.222.0.16 "PUT /v2.0/ports/bfca5d30-3e48-4072-a6df-3b881a1a8fbe HTTP/1.1" status: 200 len: 1093 time: 2.7163873 Aug 22 13:38:24.267214 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7e300ab-6ca4-493b-85fa-731187076fdf', 'tag': 'bfca5d30-3e48-4072-a6df-3b881a1a8fbe'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:38:24.270161 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0656be6-a4ad-462f-8d0d-f03305da7b5d" -d '{"events": [{"name": "network-changed", "server_uuid": "a7e300ab-6ca4-493b-85fa-731187076fdf", "tag": "bfca5d30-3e48-4072-a6df-3b881a1a8fbe"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:38:24.294945 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-881f8846-b588-4f73-b717-81f5ab19b4c5 service neutron] 10.222.0.21 "GET /v2.0/networks/5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4217753 Aug 22 13:38:24.356296 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-db192951-82ce-48d5-a67d-df188319691c None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:24.367594 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-db192951-82ce-48d5-a67d-df188319691c None None] Transition to ACTIVE for port object 32e49ebb-c9c2-4929-9d30-8fa586e7d4d7 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:38:24.385879 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-db192951-82ce-48d5-a67d-df188319691c None None] Transition to ACTIVE for port object 32e49ebb-c9c2-4929-9d30-8fa586e7d4d7 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:38:24.395800 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-db192951-82ce-48d5-a67d-df188319691c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:24.438161 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db192951-82ce-48d5-a67d-df188319691c None None] Network 02d42950-bf28-47cb-bae4-a9ac1428fd5a is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:38:24.441661 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-db192951-82ce-48d5-a67d-df188319691c None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:38:24.446321 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db192951-82ce-48d5-a67d-df188319691c None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:38:24.460301 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db192951-82ce-48d5-a67d-df188319691c None None] Pushing event updated for resources: {'Port': ['ID=32e49ebb-c9c2-4929-9d30-8fa586e7d4d7,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:24.473049 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a067fa-dac6-4dfe-9bea-47464c403127 req-f5b43cae-8000-4e46-9c6b-6eaedb380cb8 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:24.480692 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-23a067fa-dac6-4dfe-9bea-47464c403127 req-f5b43cae-8000-4e46-9c6b-6eaedb380cb8 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7e300ab-6ca4-493b-85fa-731187076fdf HTTP/1.1" status: 200 len: 944 time: 0.3778586 Aug 22 13:38:24.510633 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f52d9c-8cb6-417d-a4aa-ecdf301f4cf2 service neutron] Pushing event updated for resources: {'Port': ['ID=bfca5d30-3e48-4072-a6df-3b881a1a8fbe,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:24.527534 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-db192951-82ce-48d5-a67d-df188319691c None None] Attempting to bind port 32e49ebb-c9c2-4929-9d30-8fa586e7d4d7 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:38:24.528251 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-db192951-82ce-48d5-a67d-df188319691c None None] Attempting to bind port 32e49ebb-c9c2-4929-9d30-8fa586e7d4d7 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '19e127f3-9b5a-4e7a-97b5-1b666e658d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '02d42950-bf28-47cb-bae4-a9ac1428fd5a'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:38:24.528810 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db192951-82ce-48d5-a67d-df188319691c None None] Attempting to bind port 32e49ebb-c9c2-4929-9d30-8fa586e7d4d7 on network 02d42950-bf28-47cb-bae4-a9ac1428fd5a {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:38:24.534035 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c69ee-218a-4517-bd39-f4312b03a31b req-35ed01d8-1b06-4312-a688-c375eef2f2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:24.535655 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c61c69ee-218a-4517-bd39-f4312b03a31b req-35ed01d8-1b06-4312-a688-c375eef2f2c3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9d314acf246e49628109fc5511827078&device_id=a7e300ab-6ca4-493b-85fa-731187076fdf HTTP/1.1" status: 200 len: 1096 time: 0.1404984 Aug 22 13:38:24.537202 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db192951-82ce-48d5-a67d-df188319691c None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:38:24.537826 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db192951-82ce-48d5-a67d-df188319691c None None] Checking segment: {'id': '19e127f3-9b5a-4e7a-97b5-1b666e658d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '02d42950-bf28-47cb-bae4-a9ac1428fd5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:38:24.549184 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-db192951-82ce-48d5-a67d-df188319691c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:24.557786 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db192951-82ce-48d5-a67d-df188319691c None None] Bound using segment: {'id': '19e127f3-9b5a-4e7a-97b5-1b666e658d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '02d42950-bf28-47cb-bae4-a9ac1428fd5a'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:38:24.558173 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-db192951-82ce-48d5-a67d-df188319691c None None] Bound port: 32e49ebb-c9c2-4929-9d30-8fa586e7d4d7, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19e127f3-9b5a-4e7a-97b5-1b666e658d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '02d42950-bf28-47cb-bae4-a9ac1428fd5a'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:38:24.558579 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-db192951-82ce-48d5-a67d-df188319691c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:24.661632 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c61c69ee-218a-4517-bd39-f4312b03a31b req-c7199b15-3144-4fee-80a8-787f1ffef61c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfca5d30-3e48-4072-a6df-3b881a1a8fbe HTTP/1.1" status: 200 len: 217 time: 0.1176548 Aug 22 13:38:24.669168 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-23a067fa-dac6-4dfe-9bea-47464c403127 req-688a6964-281d-42b1-b26e-9a3f93c35274 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871881 Aug 22 13:38:24.687898 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-61bed212-b60b-4772-b2c3-e19dd7750cec service neutron] 10.222.0.21 "GET /v2.0/networks/5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804474 Aug 22 13:38:24.692430 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-db192951-82ce-48d5-a67d-df188319691c None None] For port 32e49ebb-c9c2-4929-9d30-8fa586e7d4d7, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:38:24.698566 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-db192951-82ce-48d5-a67d-df188319691c None None] For port 32e49ebb-c9c2-4929-9d30-8fa586e7d4d7, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=32e49ebb-c9c2-4929-9d30-8fa586e7d4d7,segment=NetworkSegment(19e127f3-9b5a-4e7a-97b5-1b666e658d2e),segment_id=19e127f3-9b5a-4e7a-97b5-1b666e658d2e)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:38:24.708666 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-db192951-82ce-48d5-a67d-df188319691c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:24.737719 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6b2e14-2874-4bb6-a77c-e9c83f29c9ad x-openstack-request-id: req-7f6b2e14-2874-4bb6-a77c-e9c83f29c9ad {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:38:24.738159 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7e300ab-6ca4-493b-85fa-731187076fdf", "tag": "bfca5d30-3e48-4072-a6df-3b881a1a8fbe", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:38:24.738523 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7f6b2e14-2874-4bb6-a77c-e9c83f29c9ad {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:38:24.739026 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7e300ab-6ca4-493b-85fa-731187076fdf', 'tag': 'bfca5d30-3e48-4072-a6df-3b881a1a8fbe', 'status': 'completed', 'code': 200} Aug 22 13:38:24.834002 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db192951-82ce-48d5-a67d-df188319691c None None] Pushing event updated for resources: {'Port': ['ID=32e49ebb-c9c2-4929-9d30-8fa586e7d4d7,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:24.916037 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bc139991-09f3-43f4-a2b0-4027899a531b tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:25.058130 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c08fea43-2b90-4a5e-a5f3-eb05816eaf9e tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7900026 Aug 22 13:38:25.104513 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 43996) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:25.113432 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-2e137364-199d-4249-8d44-e0faefbf7489 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Request body: {'subnet': {'network_id': '0aabd93a-8b19-4b72-8037-1550feb83881', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:38:25.209171 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08fea43-2b90-4a5e-a5f3-eb05816eaf9e tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Pushing event updated for resources: {'Network': ['ID=0aabd93a-8b19-4b72-8037-1550feb83881,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:25.219062 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bc139991-09f3-43f4-a2b0-4027899a531b tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:25.222596 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 0aabd93a-8b19-4b72-8037-1550feb83881 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:38:25.223369 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c69ee-218a-4517-bd39-f4312b03a31b req-3f984ed1-b0d1-4c60-bf05-f986f9f1826a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:25.224915 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c61c69ee-218a-4517-bd39-f4312b03a31b req-3f984ed1-b0d1-4c60-bf05-f986f9f1826a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9d1b4558-44bd-41e9-aa53-567e0a55d684 HTTP/1.1" status: 200 len: 845 time: 0.5272365 Aug 22 13:38:25.279573 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c61c69ee-218a-4517-bd39-f4312b03a31b req-ca118d1b-b509-43c4-a8f3-65ee49ae617f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=436bb3cf-4f1a-421b-bfd3-5f21c99032ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453873 Aug 22 13:38:25.381162 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e17bdb-3d2e-4667-a228-cad71bca8c08 req-5b0d509c-7f1d-404a-a58f-54d2e4e596af tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:25.383198 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-10e17bdb-3d2e-4667-a228-cad71bca8c08 req-5b0d509c-7f1d-404a-a58f-54d2e4e596af tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38920a2-324b-43a1-9a88-621fe063e4a7 HTTP/1.1" status: 200 len: 946 time: 0.4208992 Aug 22 13:38:25.415744 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-15a8c782-8f75-4950-ae15-88d97a7011ce service neutron] 10.222.0.21 "GET /v2.0/networks/5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7268815 Aug 22 13:38:25.493169 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e137364-199d-4249-8d44-e0faefbf7489 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Made reservation on behalf of 57f0325c949845e5a036755c4e9c6c45 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:38:25.496682 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2e137364-199d-4249-8d44-e0faefbf7489 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:25.631913 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44010) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:25.715963 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c61c69ee-218a-4517-bd39-f4312b03a31b req-dcdd4840-8020-4319-acf4-878d91ae3afe service neutron] 10.222.0.16 "GET /v2.0/networks/436bb3cf-4f1a-421b-bfd3-5f21c99032ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4279444 Aug 22 13:38:25.843303 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c61c69ee-218a-4517-bd39-f4312b03a31b req-798dd701-c98a-4845-800a-07c202b2a6a9 service neutron] 10.222.0.16 "GET /v2.0/networks/436bb3cf-4f1a-421b-bfd3-5f21c99032ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126881 Aug 22 13:38:25.851865 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-10e17bdb-3d2e-4667-a228-cad71bca8c08 req-05a13120-d3d2-4fe2-b7d0-86638341ae26 tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] Deleting port 0affc2d4-2972-4180-b12a-880383c1837f {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:38:25.851865 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-10e17bdb-3d2e-4667-a228-cad71bca8c08 req-05a13120-d3d2-4fe2-b7d0-86638341ae26 tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:25.870688 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 32e49ebb-c9c2-4929-9d30-8fa586e7d4d7 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:38:25.923666 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-177af33c-7d6f-4fb4-89ba-e0641beaead0 service neutron] 10.222.0.21 "GET /v2.0/networks/5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4995027 Aug 22 13:38:25.941523 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-2ec9af11-99bf-4525-8e1f-806425c29247 tempest-QuotasTest-728889377 tempest-QuotasTest-728889377-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:38:25.980345 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac29c6c-4f0c-44ce-b517-4a6295223c19 req-05e29eaf-e9c0-4897-9836-1c4a3d92c5fb tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:25.993344 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 32e49ebb-c9c2-4929-9d30-8fa586e7d4d7 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:38:26.004945 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9ac29c6c-4f0c-44ce-b517-4a6295223c19 req-05e29eaf-e9c0-4897-9836-1c4a3d92c5fb tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] 10.222.0.21 "GET /v2.0/ports?device_id=f38920a2-324b-43a1-9a88-621fe063e4a7 HTTP/1.1" status: 200 len: 946 time: 0.3370275 Aug 22 13:38:26.049601 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bc139991-09f3-43f4-a2b0-4027899a531b tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:26.078620 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bc139991-09f3-43f4-a2b0-4027899a531b tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:26.144408 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9ac29c6c-4f0c-44ce-b517-4a6295223c19 req-9556bc24-626a-4ed6-93fa-e16ba0c9de05 tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdad6c11-236f-4eca-984b-1019a30a1f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336944 Aug 22 13:38:26.165492 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0656be6-a4ad-462f-8d0d-f03305da7b5d req-d3b3fd6b-44e2-4902-b3c5-10750e152cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:26.170871 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d0656be6-a4ad-462f-8d0d-f03305da7b5d req-d3b3fd6b-44e2-4902-b3c5-10750e152cc3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9d314acf246e49628109fc5511827078&device_id=a7e300ab-6ca4-493b-85fa-731187076fdf HTTP/1.1" status: 200 len: 1096 time: 0.2460213 Aug 22 13:38:26.272670 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc139991-09f3-43f4-a2b0-4027899a531b tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event updated for resources: {'Port': ['ID=ad72ffae-c425-4035-ab76-e96239d7fc63,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:26.324860 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-2ec9af11-99bf-4525-8e1f-806425c29247 tempest-QuotasTest-728889377 tempest-QuotasTest-728889377-project-admin] 10.222.0.21 "PUT /v2.0/quotas/d5404ce813e5448c869d7aa5af1582bc HTTP/1.1" status: 200 len: 366 time: 0.6918221 Aug 22 13:38:26.325355 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-10e17bdb-3d2e-4667-a228-cad71bca8c08 req-05a13120-d3d2-4fe2-b7d0-86638341ae26 tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] For port 0affc2d4-2972-4180-b12a-880383c1837f, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=0affc2d4-2972-4180-b12a-880383c1837f,segment=NetworkSegment(007f064f-6a12-4206-aeea-e8e3a1780994),segment_id=007f064f-6a12-4206-aeea-e8e3a1780994)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:38:26.325508 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-10e17bdb-3d2e-4667-a228-cad71bca8c08 req-05a13120-d3d2-4fe2-b7d0-86638341ae26 tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:26.341818 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-10e17bdb-3d2e-4667-a228-cad71bca8c08 req-05a13120-d3d2-4fe2-b7d0-86638341ae26 tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] Calling delete_port for 0affc2d4-2972-4180-b12a-880383c1837f owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:38:26.345378 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44018) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:26.371758 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-c057747b-5bb9-48c0-8b32-ca9111d044c5 service neutron] 10.222.0.21 "GET /v2.0/networks/3a68a707-4544-4179-ae57-3b08732d6fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4160838 Aug 22 13:38:26.375799 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3320e2a8-15df-47f3-979d-6ea76ebac97e None None] Network 02d42950-bf28-47cb-bae4-a9ac1428fd5a requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:38:26.392209 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-801778ae-5d8a-4c34-ae06-4c881b98deae tempest-QuotasTest-728889377 tempest-QuotasTest-728889377-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0415993 Aug 22 13:38:26.396795 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44020) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:26.503006 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ee0f171d-4683-4f99-afa0-96e390f517f4 tempest-QuotasTest-728889377 tempest-QuotasTest-728889377-project-admin] 10.222.0.21 "GET /v2.0/quotas/d5404ce813e5448c869d7aa5af1582bc HTTP/1.1" status: 200 len: 366 time: 0.0999222 Aug 22 13:38:26.505970 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-355c9ec9-3feb-4d28-a3d2-afb4567b2a0e None None] Provisioning for port 32e49ebb-c9c2-4929-9d30-8fa586e7d4d7 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:38:26.509796 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44022) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:26.514893 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-355c9ec9-3feb-4d28-a3d2-afb4567b2a0e None None] Provisioning complete for port 32e49ebb-c9c2-4929-9d30-8fa586e7d4d7 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:38:26.515535 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-355c9ec9-3feb-4d28-a3d2-afb4567b2a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:26.542708 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bc139991-09f3-43f4-a2b0-4027899a531b tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:26.555613 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff613119-d563-4402-bdc1-18db9e4b0bb2 req-34067b0f-12ca-4f09-8181-0b7bf093ef7a tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:26.566975 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ff613119-d563-4402-bdc1-18db9e4b0bb2 req-34067b0f-12ca-4f09-8181-0b7bf093ef7a tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7e300ab-6ca4-493b-85fa-731187076fdf HTTP/1.1" status: 200 len: 944 time: 0.3035638 Aug 22 13:38:26.603803 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0656be6-a4ad-462f-8d0d-f03305da7b5d req-2f06c47f-0c93-4771-b0d1-da2694e39dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:26.605506 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d0656be6-a4ad-462f-8d0d-f03305da7b5d req-2f06c47f-0c93-4771-b0d1-da2694e39dae service neutron] 10.222.0.16 "GET /v2.0/networks?id=436bb3cf-4f1a-421b-bfd3-5f21c99032ed HTTP/1.1" status: 200 len: 906 time: 0.4110322 Aug 22 13:38:26.609914 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-22eb57c8-cb35-46db-94ba-490fcd4a028b tempest-QuotasTest-728889377 tempest-QuotasTest-728889377-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/d5404ce813e5448c869d7aa5af1582bc HTTP/1.1" status: 204 len: 168 time: 0.0979109 Aug 22 13:38:26.615930 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44024) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:26.728784 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-0421c6bd-ecfc-4d1a-99cc-6ba5d58a3040 tempest-QuotasTest-728889377 tempest-QuotasTest-728889377-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.1111453 Aug 22 13:38:26.729419 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44028) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:26.738898 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d0656be6-a4ad-462f-8d0d-f03305da7b5d req-33c5568a-2d4c-4970-9733-9189b0922642 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfca5d30-3e48-4072-a6df-3b881a1a8fbe HTTP/1.1" status: 200 len: 217 time: 0.1184952 Aug 22 13:38:26.759787 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-649bcc38-b484-42ce-b5d8-dc5fa0fdfa10 service neutron] 10.222.0.21 "GET /v2.0/networks/3a68a707-4544-4179-ae57-3b08732d6fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637245 Aug 22 13:38:26.783229 n-d-793621-33 neutron-server[94628]: DEBUG neutron.objects.ports [None req-2e137364-199d-4249-8d44-e0faefbf7489 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94628) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 22 13:38:26.785082 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2e137364-199d-4249-8d44-e0faefbf7489 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:26.818189 n-d-793621-33 neutron-server[94628]: INFO neutron.db.l3_db [None req-bc139991-09f3-43f4-a2b0-4027899a531b tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Floating IP 2f69c01a-5609-4efc-84a2-47ef9342af0c associated. External IP: 172.25.3.222, port: 889a8a4f-0e6c-4fa7-a465-24a875749fbf. Aug 22 13:38:26.900339 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ff613119-d563-4402-bdc1-18db9e4b0bb2 req-ca5f53c6-797d-4213-854d-55b74bce4d37 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323100 Aug 22 13:38:26.919458 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c8c2fb59-37e5-41d0-82ea-b2fe46e00bf7 tempest-QuotasTest-728889377 tempest-QuotasTest-728889377-project-admin] 10.222.0.21 "GET /v2.0/quotas/d5404ce813e5448c869d7aa5af1582bc HTTP/1.1" status: 200 len: 370 time: 0.1802027 Aug 22 13:38:26.919664 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-355c9ec9-3feb-4d28-a3d2-afb4567b2a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:26.938893 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44034) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:26.996052 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-355c9ec9-3feb-4d28-a3d2-afb4567b2a0e None None] For port 32e49ebb-c9c2-4929-9d30-8fa586e7d4d7, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=32e49ebb-c9c2-4929-9d30-8fa586e7d4d7,segment=NetworkSegment(19e127f3-9b5a-4e7a-97b5-1b666e658d2e),segment_id=19e127f3-9b5a-4e7a-97b5-1b666e658d2e)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:38:27.004859 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-355c9ec9-3feb-4d28-a3d2-afb4567b2a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:27.028725 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a74df636-2756-4f87-88b9-48ae6bfad319 tempest-QuotasTest-728889377 tempest-QuotasTest-728889377-project-admin] 10.222.0.21 "GET /v2.0/quotas/d5404ce813e5448c869d7aa5af1582bc/default HTTP/1.1" status: 200 len: 370 time: 0.0636587 Aug 22 13:38:27.042734 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e137364-199d-4249-8d44-e0faefbf7489 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Pushing event updated for resources: {'Subnet': ['ID=e285c9a6-645f-496f-aa72-d840825cc5ed,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:27.060629 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44038) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:27.088851 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e137364-199d-4249-8d44-e0faefbf7489 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Checking segment: {'id': 'a4b6038a-b6ee-4569-ac97-d22b00d03e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0aabd93a-8b19-4b72-8037-1550feb83881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:38:27.089229 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e137364-199d-4249-8d44-e0faefbf7489 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Network hostable DHCP agents. Network: 0aabd93a-8b19-4b72-8037-1550feb83881, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:38:27.109981 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-10e17bdb-3d2e-4667-a228-cad71bca8c08 req-05a13120-d3d2-4fe2-b7d0-86638341ae26 tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:27.115412 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355c9ec9-3feb-4d28-a3d2-afb4567b2a0e None None] Pushing event updated for resources: {'Port': ['ID=32e49ebb-c9c2-4929-9d30-8fa586e7d4d7,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:27.130568 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-29db2d9a-33e6-4f39-9c2e-1a153fd2d0be service neutron] 10.222.0.21 "GET /v2.0/networks/3a68a707-4544-4179-ae57-3b08732d6fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630562 Aug 22 13:38:27.158124 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0656be6-a4ad-462f-8d0d-f03305da7b5d req-37f1caca-9387-4420-a6de-2f78a58075dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:27.159706 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d0656be6-a4ad-462f-8d0d-f03305da7b5d req-37f1caca-9387-4420-a6de-2f78a58075dc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9d1b4558-44bd-41e9-aa53-567e0a55d684 HTTP/1.1" status: 200 len: 845 time: 0.4120798 Aug 22 13:38:27.164812 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a13120-d3d2-4fe2-b7d0-86638341ae26 tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] Pushing event deleted for resources: {'Port': ['ID=0affc2d4-2972-4180-b12a-880383c1837f,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:27.169472 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-c23801a0-915d-41c3-8c9e-41a874c9ad6b tempest-QuotasTest-728889377 tempest-QuotasTest-728889377-project-admin] delete failed (client error): The resource could not be found. Aug 22 13:38:27.173307 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c23801a0-915d-41c3-8c9e-41a874c9ad6b tempest-QuotasTest-728889377 tempest-QuotasTest-728889377-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/d5404ce813e5448c869d7aa5af1582bc HTTP/1.1" status: 404 len: 348 time: 0.1088672 Aug 22 13:38:27.237153 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d0656be6-a4ad-462f-8d0d-f03305da7b5d req-b4c344c7-0819-4777-9a34-5820f4dfc17b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=436bb3cf-4f1a-421b-bfd3-5f21c99032ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499403 Aug 22 13:38:27.242561 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e137364-199d-4249-8d44-e0faefbf7489 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Network 0aabd93a-8b19-4b72-8037-1550feb83881 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:38:27.268362 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e17bdb-3d2e-4667-a228-cad71bca8c08 req-05a13120-d3d2-4fe2-b7d0-86638341ae26 tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] No DVR routers for this DVR port 0affc2d4-2972-4180-b12a-880383c1837f on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:38:27.275172 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-10e17bdb-3d2e-4667-a228-cad71bca8c08 req-05a13120-d3d2-4fe2-b7d0-86638341ae26 tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:27.280281 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-10e17bdb-3d2e-4667-a228-cad71bca8c08 req-05a13120-d3d2-4fe2-b7d0-86638341ae26 tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] 10.222.0.41 "DELETE /v2.0/ports/0affc2d4-2972-4180-b12a-880383c1837f HTTP/1.1" status: 204 len: 173 time: 1.8896983 Aug 22 13:38:27.289659 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38920a2-324b-43a1-9a88-621fe063e4a7', 'name': 'network-vif-deleted', 'tag': '0affc2d4-2972-4180-b12a-880383c1837f'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:38:27.292263 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb46ef19-7340-4465-b0ae-ac0638ece6f0" -d '{"events": [{"server_uuid": "f38920a2-324b-43a1-9a88-621fe063e4a7", "name": "network-vif-deleted", "tag": "0affc2d4-2972-4180-b12a-880383c1837f"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:38:27.299727 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-2e137364-199d-4249-8d44-e0faefbf7489 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 0aabd93a-8b19-4b72-8037-1550feb83881) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:38:27.304912 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e137364-199d-4249-8d44-e0faefbf7489 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:27.305965 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2e137364-199d-4249-8d44-e0faefbf7489 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:27.313022 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbbf4e1-2924-4bf1-9b56-f9610b54361c None None] Network 0aabd93a-8b19-4b72-8037-1550feb83881 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:38:27.448867 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2e137364-199d-4249-8d44-e0faefbf7489 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3429277 Aug 22 13:38:27.451446 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44046) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:27.460861 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-0c94c283-4cfa-4e3d-9278-c26e90c614dc tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Request body: {'port': {'network_id': '0aabd93a-8b19-4b72-8037-1550feb83881', 'name': 'tempest-NetworksIpV6TestAttrs-1289287101'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:38:27.530929 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44048) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:27.540635 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b4555f5f-a9c5-4ea6-aa7f-c6502cc0ce33 req-54e4b87b-8ec8-428e-93ca-05c1e686d0da tempest-InstanceActionsTestJSON-2104687710 tempest-InstanceActionsTestJSON-2104687710-project] 10.222.0.21 "GET /v2.0/ports?device_id=f38920a2-324b-43a1-9a88-621fe063e4a7 HTTP/1.1" status: 200 len: 210 time: 0.1824830 Aug 22 13:38:27.541192 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-14897dc9-7c69-4b96-9e42-d918b5cc3469 None None] Provisioning complete for port 32e49ebb-c9c2-4929-9d30-8fa586e7d4d7 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:38:27.541574 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-14897dc9-7c69-4b96-9e42-d918b5cc3469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:27.630327 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-86bb2426-2c48-4c27-80eb-24c76a757001 service neutron] 10.222.0.21 "GET /v2.0/networks/3a68a707-4544-4179-ae57-3b08732d6fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4987822 Aug 22 13:38:27.655226 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85ff5f2-b8ed-45e4-a42b-f8ff55db2a62 x-openstack-request-id: req-d85ff5f2-b8ed-45e4-a42b-f8ff55db2a62 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:38:27.655656 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38920a2-324b-43a1-9a88-621fe063e4a7", "name": "network-vif-deleted", "tag": "0affc2d4-2972-4180-b12a-880383c1837f", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:38:27.656040 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d85ff5f2-b8ed-45e4-a42b-f8ff55db2a62 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:38:27.656564 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38920a2-324b-43a1-9a88-621fe063e4a7', 'name': 'network-vif-deleted', 'tag': '0affc2d4-2972-4180-b12a-880383c1837f', 'status': 'completed', 'code': 200} Aug 22 13:38:27.707548 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c94c283-4cfa-4e3d-9278-c26e90c614dc tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Made reservation on behalf of 57f0325c949845e5a036755c4e9c6c45 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:38:27.716196 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0c94c283-4cfa-4e3d-9278-c26e90c614dc tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:27.733568 n-d-793621-33 neutron-server[94627]: DEBUG neutron.quota.resource [None req-781d8a4a-7299-4523-9580-fa2c02a2072f tempest-QuotasTest-728889377 tempest-QuotasTest-728889377-project-admin] Usage tracker for resource:network and tenant:41b8caf8d0ce4c0c845ad1badae0dc70 is out of sync, need to count used quota {{(pid=94627) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 22 13:38:27.751856 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-0c94c283-4cfa-4e3d-9278-c26e90c614dc tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] device_id is not set on port b499c79a-ff97-4f62-9308-19fe728a8a6b yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:38:27.811983 n-d-793621-33 neutron-server[94627]: DEBUG neutron.quota.resource [None req-781d8a4a-7299-4523-9580-fa2c02a2072f tempest-QuotasTest-728889377 tempest-QuotasTest-728889377-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94627) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 22 13:38:27.822621 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2081dc21-a79b-4d81-b172-beaf02cd7cca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-0aabd93a-8b19-4b72-8037-1550feb83881', 'network_id': '0aabd93a-8b19-4b72-8037-1550feb83881', 'tenant_id': '57f0325c949845e5a036755c4e9c6c45', 'fixed_ips': [{'subnet_id': 'e285c9a6-645f-496f-aa72-d840825cc5ed'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:38:27.825784 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2081dc21-a79b-4d81-b172-beaf02cd7cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:27.829148 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d0656be6-a4ad-462f-8d0d-f03305da7b5d req-4794c025-2eff-4033-aa26-5a6c18e73156 service neutron] 10.222.0.16 "GET /v2.0/networks/436bb3cf-4f1a-421b-bfd3-5f21c99032ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5678968 Aug 22 13:38:27.884181 n-d-793621-33 neutron-server[94627]: DEBUG neutron.quota.resource [None req-781d8a4a-7299-4523-9580-fa2c02a2072f tempest-QuotasTest-728889377 tempest-QuotasTest-728889377-project-admin] Usage tracker for resource:subnet and tenant:41b8caf8d0ce4c0c845ad1badae0dc70 is out of sync, need to count used quota {{(pid=94627) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 22 13:38:27.934496 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 32e49ebb-c9c2-4929-9d30-8fa586e7d4d7 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:38:27.942045 n-d-793621-33 neutron-server[94627]: DEBUG neutron.quota.resource [None req-781d8a4a-7299-4523-9580-fa2c02a2072f tempest-QuotasTest-728889377 tempest-QuotasTest-728889377-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94627) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 22 13:38:27.998930 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc139991-09f3-43f4-a2b0-4027899a531b tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Router f70c1faf-6278-419f-93e4-c53e735583b6 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:38:28.018473 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 0affc2d4-2972-4180-b12a-880383c1837f no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:38:28.046213 n-d-793621-33 neutron-server[94627]: DEBUG neutron.quota.resource [None req-781d8a4a-7299-4523-9580-fa2c02a2072f tempest-QuotasTest-728889377 tempest-QuotasTest-728889377-project-admin] Usage tracker for resource:subnetpool and tenant:41b8caf8d0ce4c0c845ad1badae0dc70 is out of sync, need to count used quota {{(pid=94627) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 22 13:38:28.061945 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-0c94c283-4cfa-4e3d-9278-c26e90c614dc tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Allocated IP 2001:db8::f816:3eff:fe1f:f9d0 (0aabd93a-8b19-4b72-8037-1550feb83881/e285c9a6-645f-496f-aa72-d840825cc5ed/b499c79a-ff97-4f62-9308-19fe728a8a6b) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:38:28.080910 n-d-793621-33 neutron-server[94627]: DEBUG neutron.quota.resource [None req-781d8a4a-7299-4523-9580-fa2c02a2072f tempest-QuotasTest-728889377 tempest-QuotasTest-728889377-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94627) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 22 13:38:28.097793 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: 0affc2d4-2972-4180-b12a-880383c1837f {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:38:28.098153 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 0affc2d4-2972-4180-b12a-880383c1837f not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:38:28.188495 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 32e49ebb-c9c2-4929-9d30-8fa586e7d4d7 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:38:28.188915 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:28.212206 n-d-793621-33 neutron-server[94627]: DEBUG neutron.quota.resource [None req-781d8a4a-7299-4523-9580-fa2c02a2072f tempest-QuotasTest-728889377 tempest-QuotasTest-728889377-project-admin] Usage tracker for resource:port and tenant:41b8caf8d0ce4c0c845ad1badae0dc70 is out of sync, need to count used quota {{(pid=94627) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 22 13:38:28.243194 n-d-793621-33 neutron-server[94627]: DEBUG neutron.quota.resource [None req-781d8a4a-7299-4523-9580-fa2c02a2072f tempest-QuotasTest-728889377 tempest-QuotasTest-728889377-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94627) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 22 13:38:28.263209 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d0656be6-a4ad-462f-8d0d-f03305da7b5d req-95afe606-4813-4fac-867a-bd8a917b1100 service neutron] 10.222.0.16 "GET /v2.0/networks/436bb3cf-4f1a-421b-bfd3-5f21c99032ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4179704 Aug 22 13:38:28.263209 n-d-793621-33 neutron-server[94627]: DEBUG neutron.quota.resource [None req-781d8a4a-7299-4523-9580-fa2c02a2072f tempest-QuotasTest-728889377 tempest-QuotasTest-728889377-project-admin] Usage tracker for resource:router and tenant:41b8caf8d0ce4c0c845ad1badae0dc70 is out of sync, need to count used quota {{(pid=94627) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 22 13:38:28.274128 n-d-793621-33 neutron-server[94627]: DEBUG neutron.quota.resource [None req-781d8a4a-7299-4523-9580-fa2c02a2072f tempest-QuotasTest-728889377 tempest-QuotasTest-728889377-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94627) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 22 13:38:28.302066 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636591b1-dd30-40b5-97ea-9c071dfbc616 req-8692caad-052d-4028-bc7f-57a00165a824 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:28.307190 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:28.310678 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-636591b1-dd30-40b5-97ea-9c071dfbc616 req-8692caad-052d-4028-bc7f-57a00165a824 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7e300ab-6ca4-493b-85fa-731187076fdf HTTP/1.1" status: 200 len: 944 time: 0.2433987 Aug 22 13:38:28.322468 n-d-793621-33 neutron-server[94627]: DEBUG neutron.quota.resource [None req-781d8a4a-7299-4523-9580-fa2c02a2072f tempest-QuotasTest-728889377 tempest-QuotasTest-728889377-project-admin] Usage tracker for resource:floatingip and tenant:41b8caf8d0ce4c0c845ad1badae0dc70 is out of sync, need to count used quota {{(pid=94627) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 22 13:38:28.349923 n-d-793621-33 neutron-server[94627]: DEBUG neutron.quota.resource [None req-781d8a4a-7299-4523-9580-fa2c02a2072f tempest-QuotasTest-728889377 tempest-QuotasTest-728889377-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94627) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 22 13:38:28.398374 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-636591b1-dd30-40b5-97ea-9c071dfbc616 req-40db30f1-a0b0-47ce-899c-8af7d1577798 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807478 Aug 22 13:38:28.421358 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d9333b90-30d6-4cfc-bf5e-4881f51cc169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:28.428554 n-d-793621-33 neutron-server[94627]: DEBUG neutron.quota.resource [None req-781d8a4a-7299-4523-9580-fa2c02a2072f tempest-QuotasTest-728889377 tempest-QuotasTest-728889377-project-admin] Usage tracker for resource:security_group and tenant:41b8caf8d0ce4c0c845ad1badae0dc70 is out of sync, need to count used quota {{(pid=94627) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 22 13:38:28.434606 n-d-793621-33 neutron-server[94627]: DEBUG neutron.quota.resource [None req-781d8a4a-7299-4523-9580-fa2c02a2072f tempest-QuotasTest-728889377 tempest-QuotasTest-728889377-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94627) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 22 13:38:28.444380 n-d-793621-33 neutron-server[94627]: DEBUG neutron.quota.resource [None req-781d8a4a-7299-4523-9580-fa2c02a2072f tempest-QuotasTest-728889377 tempest-QuotasTest-728889377-project-admin] Usage tracker for resource:security_group_rule and tenant:41b8caf8d0ce4c0c845ad1badae0dc70 is out of sync, need to count used quota {{(pid=94627) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 22 13:38:28.451913 n-d-793621-33 neutron-server[94627]: DEBUG neutron.quota.resource [None req-781d8a4a-7299-4523-9580-fa2c02a2072f tempest-QuotasTest-728889377 tempest-QuotasTest-728889377-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94627) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 22 13:38:28.452157 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc139991-09f3-43f4-a2b0-4027899a531b tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:38:28.464397 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4114ddbe-9e24-4631-86b4-5bd734177c4b None None] Sync routers for ids ['f70c1faf-6278-419f-93e4-c53e735583b6'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:38:28.468313 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-781d8a4a-7299-4523-9580-fa2c02a2072f tempest-QuotasTest-728889377 tempest-QuotasTest-728889377-project-admin] 10.222.0.21 "GET /v2.0/quotas/41b8caf8d0ce4c0c845ad1badae0dc70/details.json HTTP/1.1" status: 200 len: 703 time: 0.9265258 Aug 22 13:38:28.477262 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4114ddbe-9e24-4631-86b4-5bd734177c4b None None] Routers {'f70c1faf-6278-419f-93e4-c53e735583b6'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:38:28.477893 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-4114ddbe-9e24-4631-86b4-5bd734177c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:38:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['f70c1faf-6278-419f-93e4-c53e735583b6'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:38:28.571118 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bc139991-09f3-43f4-a2b0-4027899a531b tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:28.656992 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44076) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:28.665756 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-bc139991-09f3-43f4-a2b0-4027899a531b tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.3861523 Aug 22 13:38:28.799234 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0c94c283-4cfa-4e3d-9278-c26e90c614dc tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:28.801536 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a61e6c3-fea4-480e-970f-d3e5af41dcd5 admin admin] Deleting subnet a67b0fab-a66e-4349-80bb-c4a1bd98c201 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:38:28.808279 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7a61e6c3-fea4-480e-970f-d3e5af41dcd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:28.821173 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device bfca5d30-3e48-4072-a6df-3b881a1a8fbe details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:38:28.826384 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-0c94c283-4cfa-4e3d-9278-c26e90c614dc tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Transition to ACTIVE for port object b499c79a-ff97-4f62-9308-19fe728a8a6b will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:38:28.875613 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0c94c283-4cfa-4e3d-9278-c26e90c614dc tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:28.926863 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c94c283-4cfa-4e3d-9278-c26e90c614dc tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Network 0aabd93a-8b19-4b72-8037-1550feb83881 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:38:28.930347 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-0c94c283-4cfa-4e3d-9278-c26e90c614dc tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:38:28.979933 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7a61e6c3-fea4-480e-970f-d3e5af41dcd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:28.997343 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c94c283-4cfa-4e3d-9278-c26e90c614dc tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:38:28.998090 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-4114ddbe-9e24-4631-86b4-5bd734177c4b None None] Set router f70c1faf-6278-419f-93e4-c53e735583b6 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:38:29.015193 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c94c283-4cfa-4e3d-9278-c26e90c614dc tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:29.015928 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0c94c283-4cfa-4e3d-9278-c26e90c614dc tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:29.066186 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c97c215-7cf0-4ba1-8a18-76b8ae5f84b2 req-f007a076-0919-4a15-8c27-d512ad0034e0 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:29.079481 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6c97c215-7cf0-4ba1-8a18-76b8ae5f84b2 req-f007a076-0919-4a15-8c27-d512ad0034e0 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=534d49c1-5984-45a0-87be-e18d6e72df78 HTTP/1.1" status: 200 len: 945 time: 0.3069549 Aug 22 13:38:29.102766 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0c94c283-4cfa-4e3d-9278-c26e90c614dc tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.6474164 Aug 22 13:38:29.103377 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44088) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:29.116558 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port bfca5d30-3e48-4072-a6df-3b881a1a8fbe, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=bfca5d30-3e48-4072-a6df-3b881a1a8fbe,segment=NetworkSegment(ade77f39-5a78-4e5c-8ff0-9af8c1244976),segment_id=ade77f39-5a78-4e5c-8ff0-9af8c1244976)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:38:29.142220 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c94c283-4cfa-4e3d-9278-c26e90c614dc tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Pushing event updated for resources: {'Port': ['ID=b499c79a-ff97-4f62-9308-19fe728a8a6b,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:29.164260 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7a61e6c3-fea4-480e-970f-d3e5af41dcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:29.166061 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': 'bfca5d30-3e48-4072-a6df-3b881a1a8fbe', 'network_id': '436bb3cf-4f1a-421b-bfd3-5f21c99032ed', 'port_id': 'bfca5d30-3e48-4072-a6df-3b881a1a8fbe', 'mac_address': 'fa:16:3e:04:6b:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d1b4558-44bd-41e9-aa53-567e0a55d684', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:38:29.242601 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-de49aaba-5180-46c4-826e-c75a57cd04a7 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Deleting subnet e285c9a6-645f-496f-aa72-d840825cc5ed {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:38:29.243186 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44092) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:29.262339 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-2081dc21-a79b-4d81-b172-beaf02cd7cca None None] Allocated IP 2001:db8::f816:3eff:fe0c:a6a1 (0aabd93a-8b19-4b72-8037-1550feb83881/e285c9a6-645f-496f-aa72-d840825cc5ed/421bc6ef-e692-4196-b5a2-06f6ad12cc69) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:38:29.266728 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:29.314144 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6b32629f-b79c-4760-a5ab-a09e0865ad80 req-5f03917a-777e-4b2c-9d7f-3f0e04250ab4 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 210 time: 0.0835762 Aug 22 13:38:29.347744 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6c97c215-7cf0-4ba1-8a18-76b8ae5f84b2 req-110775c7-069a-4991-9f55-77d8c9b73512 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e5ee16a-a71b-41c2-8638-acd377ab5b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2533431 Aug 22 13:38:29.357855 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfca5d30-3e48-4072-a6df-3b881a1a8fbe {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:38:29.380770 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44098) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:29.409293 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7a61e6c3-fea4-480e-970f-d3e5af41dcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:29.482395 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a61e6c3-fea4-480e-970f-d3e5af41dcd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a67b0fab-a66e-4349-80bb-c4a1bd98c201,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:29.487247 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7a61e6c3-fea4-480e-970f-d3e5af41dcd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:29.505445 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-7a61e6c3-fea4-480e-970f-d3e5af41dcd5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a67b0fab-a66e-4349-80bb-c4a1bd98c201 HTTP/1.1" status: 204 len: 168 time: 0.8444195 Aug 22 13:38:29.528718 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44106) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:29.554465 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a61e6c3-fea4-480e-970f-d3e5af41dcd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:38:29.554641 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a61e6c3-fea4-480e-970f-d3e5af41dcd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:38:29.554960 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a61e6c3-fea4-480e-970f-d3e5af41dcd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:38:29.555357 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a61e6c3-fea4-480e-970f-d3e5af41dcd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:38:29.555715 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a61e6c3-fea4-480e-970f-d3e5af41dcd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:38:29.556042 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a61e6c3-fea4-480e-970f-d3e5af41dcd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:38:29.558888 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a61e6c3-fea4-480e-970f-d3e5af41dcd5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:38:29.560540 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a61e6c3-fea4-480e-970f-d3e5af41dcd5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:38:29.561118 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a61e6c3-fea4-480e-970f-d3e5af41dcd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:38:29.561746 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a61e6c3-fea4-480e-970f-d3e5af41dcd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:38:29.562354 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a61e6c3-fea4-480e-970f-d3e5af41dcd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:38:29.563216 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a61e6c3-fea4-480e-970f-d3e5af41dcd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:38:29.640338 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-3710ac55-40be-421c-afad-0fbe4163f402 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/floatingips/2f69c01a-5609-4efc-84a2-47ef9342af0c HTTP/1.1" status: 200 len: 991 time: 0.2579806 Aug 22 13:38:29.657181 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '534d49c1-5984-45a0-87be-e18d6e72df78', 'tag': '889a8a4f-0e6c-4fa7-a465-24a875749fbf'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:38:29.660219 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4add719-cecd-4705-8efb-0b59d6997874" -d '{"events": [{"name": "network-changed", "server_uuid": "534d49c1-5984-45a0-87be-e18d6e72df78", "tag": "889a8a4f-0e6c-4fa7-a465-24a875749fbf"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:38:29.701233 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-4114ddbe-9e24-4631-86b4-5bd734177c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70c1faf-6278-419f-93e4-c53e735583b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793950476', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '2111ab37-1d26-4af4-8dbd-3d1afc14e235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:37:45Z', 'updated_at': '2021-08-22T13:37:55Z', 'revision_number': 4, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'gw_port': {'id': '2111ab37-1d26-4af4-8dbd-3d1afc14e235', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:62:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c1faf-6278-419f-93e4-c53e735583b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:37:46Z', 'updated_at': '2021-08-22T13:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '2f69c01a-5609-4efc-84a2-47ef9342af0c', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'floating_ip_address': '172.25.3.222', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': 'f70c1faf-6278-419f-93e4-c53e735583b6', 'port_id': '889a8a4f-0e6c-4fa7-a465-24a875749fbf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1875, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74c80ecc-abbb-432b-a090-605bdcc17938', 'mac_address': 'fa:16:3e:ed:4e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534d49c1-5984-45a0-87be-e18d6e72df78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:38:24Z', 'updated_at': '2021-08-22T13:38:24Z', 'revision_number': 0, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd966870f-85a6-4ab0-a6b8-3e278e682f86', 'name': '', 'network_id': '74c80ecc-abbb-432b-a090-605bdcc17938', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'mac_address': 'fa:16:3e:b5:81:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c1faf-6278-419f-93e4-c53e735583b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '35444415-8101-4a48-91cf-416f87b6f6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:37:53Z', 'updated_at': '2021-08-22T13:38:04Z', 'revision_number': 5, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'subnets': [{'id': '35444415-8101-4a48-91cf-416f87b6f6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:38:29.710107 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port bfca5d30-3e48-4072-a6df-3b881a1a8fbe, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=bfca5d30-3e48-4072-a6df-3b881a1a8fbe,segment=NetworkSegment(ade77f39-5a78-4e5c-8ff0-9af8c1244976),segment_id=ade77f39-5a78-4e5c-8ff0-9af8c1244976)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:38:29.732354 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:29.748383 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-27b798c2-1b67-4771-a0c5-b9be8cfe14a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:29.767849 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-66485742-3b13-413e-8c16-8a22a6dfb617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:29.777727 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6418d122-6da0-46af-9bca-2ca6f3733a1d x-openstack-request-id: req-6418d122-6da0-46af-9bca-2ca6f3733a1d {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:38:29.778014 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "534d49c1-5984-45a0-87be-e18d6e72df78", "tag": "889a8a4f-0e6c-4fa7-a465-24a875749fbf", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:38:29.778301 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6418d122-6da0-46af-9bca-2ca6f3733a1d {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:38:29.778645 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '534d49c1-5984-45a0-87be-e18d6e72df78', 'tag': '889a8a4f-0e6c-4fa7-a465-24a875749fbf', 'status': 'completed', 'code': 200} Aug 22 13:38:29.799531 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4114ddbe-9e24-4631-86b4-5bd734177c4b None None] Checking router: f70c1faf-6278-419f-93e4-c53e735583b6 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:38:29.819656 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4114ddbe-9e24-4631-86b4-5bd734177c4b None None] Routers {'f70c1faf-6278-419f-93e4-c53e735583b6'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:38:29.820372 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-4114ddbe-9e24-4631-86b4-5bd734177c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:38:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['f70c1faf-6278-419f-93e4-c53e735583b6'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:38:29.837453 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7f9de-b193-4518-bd7e-220e8c14650f req-d06e011c-a0ec-41c3-a0a4-c3b2d94609d9 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:29.846363 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4da7f9de-b193-4518-bd7e-220e8c14650f req-d06e011c-a0ec-41c3-a0a4-c3b2d94609d9 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7e300ab-6ca4-493b-85fa-731187076fdf HTTP/1.1" status: 200 len: 945 time: 0.2769144 Aug 22 13:38:29.863099 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=bfca5d30-3e48-4072-a6df-3b881a1a8fbe,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:29.904794 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2081dc21-a79b-4d81-b172-beaf02cd7cca None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:29.914475 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4add719-cecd-4705-8efb-0b59d6997874 req-37f60d09-57c8-46b1-866c-3e9927f716d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:29.916088 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c4add719-cecd-4705-8efb-0b59d6997874 req-37f60d09-57c8-46b1-866c-3e9927f716d4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=50b3d484826f4e1f8052fde49b87f38a&device_id=534d49c1-5984-45a0-87be-e18d6e72df78 HTTP/1.1" status: 200 len: 1097 time: 0.1193070 Aug 22 13:38:29.916421 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-2081dc21-a79b-4d81-b172-beaf02cd7cca None None] Transition to ACTIVE for port object 421bc6ef-e692-4196-b5a2-06f6ad12cc69 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:38:29.951979 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-2081dc21-a79b-4d81-b172-beaf02cd7cca None None] Transition to ACTIVE for port object 421bc6ef-e692-4196-b5a2-06f6ad12cc69 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:38:29.959817 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['bfca5d30-3e48-4072-a6df-3b881a1a8fbe'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:38:29.972829 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-de49aaba-5180-46c4-826e-c75a57cd04a7 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:29.973083 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-27b798c2-1b67-4771-a0c5-b9be8cfe14a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:29.997580 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2081dc21-a79b-4d81-b172-beaf02cd7cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:30.042666 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-27b798c2-1b67-4771-a0c5-b9be8cfe14a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d11fb775-d602-4e3f-b368-8f30d7524426']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:38:30.060639 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2081dc21-a79b-4d81-b172-beaf02cd7cca None None] Network 0aabd93a-8b19-4b72-8037-1550feb83881 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:38:30.077258 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-4114ddbe-9e24-4631-86b4-5bd734177c4b None None] Set router f70c1faf-6278-419f-93e4-c53e735583b6 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:38:30.081509 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-2081dc21-a79b-4d81-b172-beaf02cd7cca None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:38:30.086330 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2081dc21-a79b-4d81-b172-beaf02cd7cca None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:38:30.088419 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2081dc21-a79b-4d81-b172-beaf02cd7cca None None] Pushing event updated for resources: {'Port': ['ID=421bc6ef-e692-4196-b5a2-06f6ad12cc69,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:30.107410 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-27b798c2-1b67-4771-a0c5-b9be8cfe14a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '007f064f-6a12-4206-aeea-e8e3a1780994') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:38:30.107709 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-27b798c2-1b67-4771-a0c5-b9be8cfe14a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '007f064f-6a12-4206-aeea-e8e3a1780994') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:38:30.159490 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-27b798c2-1b67-4771-a0c5-b9be8cfe14a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:30.203782 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4da7f9de-b193-4518-bd7e-220e8c14650f req-232a071d-91b2-4dda-9a3d-2c782373c330 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563929 Aug 22 13:38:30.211109 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-27b798c2-1b67-4771-a0c5-b9be8cfe14a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:30.213985 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-de49aaba-5180-46c4-826e-c75a57cd04a7 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:30.224358 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27b798c2-1b67-4771-a0c5-b9be8cfe14a0 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:38:30.225139 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-27b798c2-1b67-4771-a0c5-b9be8cfe14a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:30.227126 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:38:30.227126 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:38:30.227126 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:38:30.227126 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:38:30.227126 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:38:30.227126 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:38:30.227126 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:38:30.227126 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:38:30.227126 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:38:30.227126 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:38:30.227126 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:38:30.227126 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:38:30.227126 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:38:30.227126 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:38:30.227126 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:38:30.227126 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:38:30.227126 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:38:30.227126 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:38:30.227126 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:38:30.227126 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:38:30.227126 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:38:30.227126 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:38:30.227126 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:38:30.227126 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:38:30.227126 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:38:30.227126 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:38:30.227126 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:38:30.227126 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:38:30.227126 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:38:30.227126 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:38:30.227126 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:38:30.227126 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:38:30.295359 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4add719-cecd-4705-8efb-0b59d6997874 req-c1a11c9b-36f5-419e-b40c-4b36e95f8094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:30.296942 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c4add719-cecd-4705-8efb-0b59d6997874 req-c1a11c9b-36f5-419e-b40c-4b36e95f8094 service neutron] 10.222.0.41 "GET /v2.0/networks?id=74c80ecc-abbb-432b-a090-605bdcc17938 HTTP/1.1" status: 200 len: 898 time: 0.3735585 Aug 22 13:38:30.325446 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-2081dc21-a79b-4d81-b172-beaf02cd7cca None None] Attempting to bind port 421bc6ef-e692-4196-b5a2-06f6ad12cc69 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:38:30.327350 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-2081dc21-a79b-4d81-b172-beaf02cd7cca None None] Attempting to bind port 421bc6ef-e692-4196-b5a2-06f6ad12cc69 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'a4b6038a-b6ee-4569-ac97-d22b00d03e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0aabd93a-8b19-4b72-8037-1550feb83881'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:38:30.327729 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2081dc21-a79b-4d81-b172-beaf02cd7cca None None] Attempting to bind port 421bc6ef-e692-4196-b5a2-06f6ad12cc69 on network 0aabd93a-8b19-4b72-8037-1550feb83881 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:38:30.343424 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2081dc21-a79b-4d81-b172-beaf02cd7cca None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:38:30.344064 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2081dc21-a79b-4d81-b172-beaf02cd7cca None None] Checking segment: {'id': 'a4b6038a-b6ee-4569-ac97-d22b00d03e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0aabd93a-8b19-4b72-8037-1550feb83881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:38:30.344863 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2081dc21-a79b-4d81-b172-beaf02cd7cca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:30.345258 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2081dc21-a79b-4d81-b172-beaf02cd7cca None None] Bound using segment: {'id': 'a4b6038a-b6ee-4569-ac97-d22b00d03e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0aabd93a-8b19-4b72-8037-1550feb83881'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:38:30.345999 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-2081dc21-a79b-4d81-b172-beaf02cd7cca None None] Bound port: 421bc6ef-e692-4196-b5a2-06f6ad12cc69, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4b6038a-b6ee-4569-ac97-d22b00d03e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0aabd93a-8b19-4b72-8037-1550feb83881'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:38:30.347730 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2081dc21-a79b-4d81-b172-beaf02cd7cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:30.378947 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-27b798c2-1b67-4771-a0c5-b9be8cfe14a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:30.405506 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-27b798c2-1b67-4771-a0c5-b9be8cfe14a0 admin admin] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:30.410733 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-27b798c2-1b67-4771-a0c5-b9be8cfe14a0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d11fb775-d602-4e3f-b368-8f30d7524426 HTTP/1.1" status: 204 len: 168 time: 0.8806615 Aug 22 13:38:30.412656 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b798c2-1b67-4771-a0c5-b9be8cfe14a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d11fb775-d602-4e3f-b368-8f30d7524426,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:30.416820 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-66485742-3b13-413e-8c16-8a22a6dfb617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:30.425001 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-66485742-3b13-413e-8c16-8a22a6dfb617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:30.531323 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-66485742-3b13-413e-8c16-8a22a6dfb617 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=56ab020d54df474a9a18871bf799d175&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2849360 Aug 22 13:38:30.554674 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44122) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:30.601479 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c4add719-cecd-4705-8efb-0b59d6997874 req-10234f1f-c0b5-43ea-be53-7942c43dc6c7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=889a8a4f-0e6c-4fa7-a465-24a875749fbf HTTP/1.1" status: 200 len: 999 time: 0.2895761 Aug 22 13:38:30.660991 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-4114ddbe-9e24-4631-86b4-5bd734177c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70c1faf-6278-419f-93e4-c53e735583b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793950476', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '2111ab37-1d26-4af4-8dbd-3d1afc14e235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:37:45Z', 'updated_at': '2021-08-22T13:37:55Z', 'revision_number': 4, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'gw_port': {'id': '2111ab37-1d26-4af4-8dbd-3d1afc14e235', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:62:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c1faf-6278-419f-93e4-c53e735583b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:37:46Z', 'updated_at': '2021-08-22T13:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '2f69c01a-5609-4efc-84a2-47ef9342af0c', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'floating_ip_address': '172.25.3.222', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': 'f70c1faf-6278-419f-93e4-c53e735583b6', 'port_id': '889a8a4f-0e6c-4fa7-a465-24a875749fbf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1875, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74c80ecc-abbb-432b-a090-605bdcc17938', 'mac_address': 'fa:16:3e:ed:4e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534d49c1-5984-45a0-87be-e18d6e72df78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:38:24Z', 'updated_at': '2021-08-22T13:38:24Z', 'revision_number': 0, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd966870f-85a6-4ab0-a6b8-3e278e682f86', 'name': '', 'network_id': '74c80ecc-abbb-432b-a090-605bdcc17938', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'mac_address': 'fa:16:3e:b5:81:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c1faf-6278-419f-93e4-c53e735583b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '35444415-8101-4a48-91cf-416f87b6f6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:37:53Z', 'updated_at': '2021-08-22T13:38:04Z', 'revision_number': 5, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'subnets': [{'id': '35444415-8101-4a48-91cf-416f87b6f6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:38:30.665924 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66485742-3b13-413e-8c16-8a22a6dfb617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d806c80-eb5d-4ec5-9eaf-96efe2235a41,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:30.669152 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44124) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:30.692770 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44126) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:30.737267 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-de49aaba-5180-46c4-826e-c75a57cd04a7 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:30.754955 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4114ddbe-9e24-4631-86b4-5bd734177c4b None None] The sync data for ids ['f70c1faf-6278-419f-93e4-c53e735583b6'] in n-d-793621-33 is: [{'id': 'f70c1faf-6278-419f-93e4-c53e735583b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793950476', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '2111ab37-1d26-4af4-8dbd-3d1afc14e235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:37:45Z', 'updated_at': '2021-08-22T13:37:55Z', 'revision_number': 4, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'gw_port': {'id': '2111ab37-1d26-4af4-8dbd-3d1afc14e235', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:62:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c1faf-6278-419f-93e4-c53e735583b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:37:46Z', 'updated_at': '2021-08-22T13:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '2f69c01a-5609-4efc-84a2-47ef9342af0c', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'floating_ip_address': '172.25.3.222', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': 'f70c1faf-6278-419f-93e4-c53e735583b6', 'port_id': '889a8a4f-0e6c-4fa7-a465-24a875749fbf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1875, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74c80ecc-abbb-432b-a090-605bdcc17938', 'mac_address': 'fa:16:3e:ed:4e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534d49c1-5984-45a0-87be-e18d6e72df78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:38:24Z', 'updated_at': '2021-08-22T13:38:24Z', 'revision_number': 0, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd966870f-85a6-4ab0-a6b8-3e278e682f86', 'name': '', 'network_id': '74c80ecc-abbb-432b-a090-605bdcc17938', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'mac_address': 'fa:16:3e:b5:81:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c1faf-6278-419f-93e4-c53e735583b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '35444415-8101-4a48-91cf-416f87b6f6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:37:53Z', 'updated_at': '2021-08-22T13:38:04Z', 'revision_number': 5, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'subnets': [{'id': '35444415-8101-4a48-91cf-416f87b6f6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:38:30.757063 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4add719-cecd-4705-8efb-0b59d6997874 req-76a3dbb5-7781-4bdc-b035-d21a02ebad78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:30.761442 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c4add719-cecd-4705-8efb-0b59d6997874 req-76a3dbb5-7781-4bdc-b035-d21a02ebad78 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=35444415-8101-4a48-91cf-416f87b6f6a6 HTTP/1.1" status: 200 len: 834 time: 0.1579368 Aug 22 13:38:30.837104 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d00a0743-09c7-4e03-ab78-3e2e63ea0a36 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/floatingips/2f69c01a-5609-4efc-84a2-47ef9342af0c HTTP/1.1" status: 200 len: 991 time: 0.1629474 Aug 22 13:38:30.842592 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8c9dcc87-6806-4475-9852-07bd65be932a req-250d4bc9-d69a-40c1-87f6-16ec579e146b tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 210 time: 0.2916880 Aug 22 13:38:30.855980 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2d0dc4e9-fb0b-456b-b966-7e591c88b6c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:30.886007 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2d0dc4e9-fb0b-456b-b966-7e591c88b6c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:30.951320 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44130) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:31.004520 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2d0dc4e9-fb0b-456b-b966-7e591c88b6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:31.011479 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2d0dc4e9-fb0b-456b-b966-7e591c88b6c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:31.015684 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-1c41e613-544e-4dfa-9a33-02f29185022d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fcad05e8fdd44b278e648720bbd3e02d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3206878 Aug 22 13:38:31.017353 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44134) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:31.023462 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-2d0dc4e9-fb0b-456b-b966-7e591c88b6c1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5d806c80-eb5d-4ec5-9eaf-96efe2235a41 HTTP/1.1" status: 204 len: 168 time: 0.4568522 Aug 22 13:38:31.084715 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-890c4838-2a9f-4276-94fc-5537aa2164ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:31.110929 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-2081dc21-a79b-4d81-b172-beaf02cd7cca None None] For port 421bc6ef-e692-4196-b5a2-06f6ad12cc69, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:38:31.130188 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4add719-cecd-4705-8efb-0b59d6997874 req-2449c635-461e-42c9-bcf5-feff80eded3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:31.131839 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c4add719-cecd-4705-8efb-0b59d6997874 req-2449c635-461e-42c9-bcf5-feff80eded3c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=74c80ecc-abbb-432b-a090-605bdcc17938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3163061 Aug 22 13:38:31.133575 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-de49aaba-5180-46c4-826e-c75a57cd04a7 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:31.150400 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0dc4e9-fb0b-456b-b966-7e591c88b6c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d806c80-eb5d-4ec5-9eaf-96efe2235a41,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:31.165996 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-2081dc21-a79b-4d81-b172-beaf02cd7cca None None] For port 421bc6ef-e692-4196-b5a2-06f6ad12cc69, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=421bc6ef-e692-4196-b5a2-06f6ad12cc69,segment=NetworkSegment(a4b6038a-b6ee-4569-ac97-d22b00d03e95),segment_id=a4b6038a-b6ee-4569-ac97-d22b00d03e95)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:38:31.169542 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-7967ddb4-3fab-492a-ad5e-8bacba601fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:31.174765 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-7967ddb4-3fab-492a-ad5e-8bacba601fa6 service neutron] 10.222.0.16 "GET /v2.0/ports/f8514972-7776-4e19-a05c-ada5bca398e0 HTTP/1.1" status: 200 len: 1032 time: 0.1909032 Aug 22 13:38:31.181879 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-28a2e3f6-a4a3-4ea8-9fde-700ff9279c89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:31.216026 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2081dc21-a79b-4d81-b172-beaf02cd7cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:31.259692 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-28a2e3f6-a4a3-4ea8-9fde-700ff9279c89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:31.274913 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-b739d51d-2103-44e7-8786-6293751322a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:31.278251 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-b739d51d-2103-44e7-8786-6293751322a7 service neutron] 10.222.0.16 "GET /v2.0/ports/cd2a34c3-a880-45d3-bd3b-8dfcb396adc5 HTTP/1.1" status: 200 len: 1031 time: 0.0934713 Aug 22 13:38:31.300951 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:31.418114 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9c18f2-ddde-4ce9-ac3e-29d52a7e7a7f None None] New status for floating IP 2f69c01a-5609-4efc-84a2-47ef9342af0c: ACTIVE {{(pid=94629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 13:38:31.494636 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de49aaba-5180-46c4-826e-c75a57cd04a7 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Pushing event deleted for resources: {'Subnet': ['ID=e285c9a6-645f-496f-aa72-d840825cc5ed,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:31.524333 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-de49aaba-5180-46c4-826e-c75a57cd04a7 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:31.527464 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-de49aaba-5180-46c4-826e-c75a57cd04a7 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] 10.222.0.21 "DELETE /v2.0/subnets/e285c9a6-645f-496f-aa72-d840825cc5ed HTTP/1.1" status: 204 len: 168 time: 2.4222054 Aug 22 13:38:31.528497 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-28a2e3f6-a4a3-4ea8-9fde-700ff9279c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:31.531689 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-28a2e3f6-a4a3-4ea8-9fde-700ff9279c89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:31.535509 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-28a2e3f6-a4a3-4ea8-9fde-700ff9279c89 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fdad6c11-236f-4eca-984b-1019a30a1f5f HTTP/1.1" status: 204 len: 168 time: 0.5033665 Aug 22 13:38:31.535509 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44144) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:31.575031 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a2e3f6-a4a3-4ea8-9fde-700ff9279c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdad6c11-236f-4eca-984b-1019a30a1f5f,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:31.582773 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-156029aa-17f7-443b-8b36-6ed6f31b2530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:31.837487 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44148) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:31.867554 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2081dc21-a79b-4d81-b172-beaf02cd7cca None None] Pushing event updated for resources: {'Port': ['ID=421bc6ef-e692-4196-b5a2-06f6ad12cc69,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:31.934166 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44150) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:32.379827 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2d077e51-d9d2-4d78-a630-dfd7121e2259 req-5d933afd-1230-4987-ac2a-dd3de36d5285 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 210 time: 0.1409192 Aug 22 13:38:32.383704 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:32.452195 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956cd83-ea91-4918-af6e-5c4f99962549 req-84bdc4a0-708f-499f-8bb2-e51054ded2eb tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:32.458793 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b956cd83-ea91-4918-af6e-5c4f99962549 req-84bdc4a0-708f-499f-8bb2-e51054ded2eb tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7e300ab-6ca4-493b-85fa-731187076fdf HTTP/1.1" status: 200 len: 945 time: 0.2239947 Aug 22 13:38:32.468511 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-a34cb40c-3962-4489-97ff-f34030fe8851 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:32.474470 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-a34cb40c-3962-4489-97ff-f34030fe8851 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:32.480969 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-a34cb40c-3962-4489-97ff-f34030fe8851 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:32.482985 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-a34cb40c-3962-4489-97ff-f34030fe8851 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.16 "GET /v2.0/networks?id=09ddfb22-9759-41d5-b511-b1a96521841b&id=5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7&id=5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7&id=5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7&id=5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7&id=3a68a707-4544-4179-ae57-3b08732d6fc4&id=3a68a707-4544-4179-ae57-3b08732d6fc4 HTTP/1.1" status: 200 len: 1995 time: 1.1969616 Aug 22 13:38:32.486006 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f8cba672-d2df-4187-afd3-de7effb1caf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:32.567001 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b956cd83-ea91-4918-af6e-5c4f99962549 req-ace01e45-412e-4e30-9035-5ce7134dbf26 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008179 Aug 22 13:38:32.613755 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-1a354ebd-4a7f-4b08-9234-ee6fa773a678 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d953ee5d914f4a7288a8a29730002fca HTTP/1.1" status: 200 len: 379 time: 0.1114573 Aug 22 13:38:32.620438 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c603de-405f-492a-8101-758865772f23 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:32.622093 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c603de-405f-492a-8101-758865772f23 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:32.626307 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d5c603de-405f-492a-8101-758865772f23 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 1.0617127 Aug 22 13:38:32.626516 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-a4000bf1-ab4c-44ea-ac7f-cb18ab05781f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Request body: {'port': {'device_id': 'ae154360-507b-4976-b2d6-5455ef736d16', 'network_id': '09ddfb22-9759-41d5-b511-b1a96521841b', 'admin_state_up': True, 'tenant_id': 'd953ee5d914f4a7288a8a29730002fca', 'security_groups': ['66b7495f-ba5d-4b5f-9f1a-7d40465024e2']}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:38:32.629534 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c4add719-cecd-4705-8efb-0b59d6997874 req-4baffb9e-d172-4000-ab92-c537214973fd service neutron] 10.222.0.41 "GET /v2.0/networks/74c80ecc-abbb-432b-a090-605bdcc17938?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4519904 Aug 22 13:38:32.630038 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44166) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:32.758408 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0350030c-866a-42d0-8a46-df5862dfe77f tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/floatingips/2f69c01a-5609-4efc-84a2-47ef9342af0c HTTP/1.1" status: 200 len: 993 time: 0.8148632 Aug 22 13:38:32.767047 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-156029aa-17f7-443b-8b36-6ed6f31b2530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:32.805521 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-156029aa-17f7-443b-8b36-6ed6f31b2530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:32.822232 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.db.api [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-a4000bf1-ab4c-44ea-ac7f-cb18ab05781f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 22 13:38:32.822232 n-d-793621-33 neutron-server[94627]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 22 13:38:32.822232 n-d-793621-33 neutron-server[94627]: [parameters: {'project_id_1': 'd953ee5d914f4a7288a8a29730002fca', 'expiration_1': datetime.datetime(2021, 8, 22, 13, 38, 32, 762020)}] Aug 22 13:38:32.822232 n-d-793621-33 neutron-server[94627]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94627) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 13:38:32.822788 n-d-793621-33 neutron-server[94627]: DEBUG oslo_db.api [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-a4000bf1-ab4c-44ea-ac7f-cb18ab05781f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 13:38:32.853139 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device bfca5d30-3e48-4072-a6df-3b881a1a8fbe up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:38:32.880550 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e964e704-4f6f-4118-b2d0-8e663b1c4b1b tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:32.945736 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-156029aa-17f7-443b-8b36-6ed6f31b2530 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6f18d067a2134fc4a64b8c8abcaa149c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9886112 Aug 22 13:38:32.945736 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156029aa-17f7-443b-8b36-6ed6f31b2530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53ee879-8dc8-4a19-9df9-580da703f26e,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:32.946264 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44176) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:32.962148 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-e964e704-4f6f-4118-b2d0-8e663b1c4b1b tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 22 13:38:32.962704 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e964e704-4f6f-4118-b2d0-8e663b1c4b1b tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:38:32.965219 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e964e704-4f6f-4118-b2d0-8e663b1c4b1b tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] 10.222.0.21 "DELETE /v2.0/networks/0aabd93a-8b19-4b72-8037-1550feb83881 HTTP/1.1" status: 409 len: 405 time: 0.3283453 Aug 22 13:38:32.970851 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44178) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:32.978117 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c4add719-cecd-4705-8efb-0b59d6997874 req-9fe88ed4-cf2c-40ff-8576-4ad1a9baa0e4 service neutron] 10.222.0.41 "GET /v2.0/networks/74c80ecc-abbb-432b-a090-605bdcc17938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143556 Aug 22 13:38:32.981325 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port bfca5d30-3e48-4072-a6df-3b881a1a8fbe completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:38:32.988633 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port bfca5d30-3e48-4072-a6df-3b881a1a8fbe triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:38:32.989514 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:32.996108 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-8bd477a1-3e76-412b-adcd-1fe607429691 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-584957249'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:38:33.042069 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090560db-251b-4bb2-af08-5009cf4cd8ff None None] Network 0aabd93a-8b19-4b72-8037-1550feb83881 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:38:33.060929 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f8cba672-d2df-4187-afd3-de7effb1caf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:33.069632 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f8cba672-d2df-4187-afd3-de7effb1caf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:33.073183 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c164a80c-bfdf-4085-bb3f-2aaec852515e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:33.120297 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd477a1-3e76-412b-adcd-1fe607429691 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Made reservation on behalf of 57f0325c949845e5a036755c4e9c6c45 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:38:33.125006 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8bd477a1-3e76-412b-adcd-1fe607429691 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:33.127500 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c164a80c-bfdf-4085-bb3f-2aaec852515e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:33.144818 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cba672-d2df-4187-afd3-de7effb1caf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ae1eb9-6a7e-4f8a-a2ef-1807966e6123,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:33.167737 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f8cba672-d2df-4187-afd3-de7effb1caf5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=41b8caf8d0ce4c0c845ad1badae0dc70&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3291032 Aug 22 13:38:33.170531 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44180) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:33.181993 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bd477a1-3e76-412b-adcd-1fe607429691 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:38:33.204391 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8bd477a1-3e76-412b-adcd-1fe607429691 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:33.204757 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-8bd477a1-3e76-412b-adcd-1fe607429691 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Added segment 2b390013-c737-452f-8085-1b29542ab968 of type vlan for network 04ae71bf-c84b-49a8-83b6-e486ed03f1ab Aug 22 13:38:33.263025 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:33.286109 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-0e27bf0e-872d-460c-9f6e-6a5acdc2e467 None None] Provisioning for port 421bc6ef-e692-4196-b5a2-06f6ad12cc69 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:38:33.294619 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8bd477a1-3e76-412b-adcd-1fe607429691 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:33.304792 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e300ab-6ca4-493b-85fa-731187076fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfca5d30-3e48-4072-a6df-3b881a1a8fbe'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:38:33.308287 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ea5648-eb3c-4ddf-bde6-31cf60778c9f" -d '{"events": [{"server_uuid": "a7e300ab-6ca4-493b-85fa-731187076fdf", "name": "network-vif-plugged", "status": "completed", "tag": "bfca5d30-3e48-4072-a6df-3b881a1a8fbe"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:38:33.322523 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-37123227-4320-416a-9603-325f73033e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:33.341996 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c164a80c-bfdf-4085-bb3f-2aaec852515e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:33.344694 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c164a80c-bfdf-4085-bb3f-2aaec852515e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:33.348977 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c164a80c-bfdf-4085-bb3f-2aaec852515e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e53ee879-8dc8-4a19-9df9-580da703f26e HTTP/1.1" status: 204 len: 168 time: 0.3983014 Aug 22 13:38:33.362950 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port bfca5d30-3e48-4072-a6df-3b881a1a8fbe, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=bfca5d30-3e48-4072-a6df-3b881a1a8fbe,segment=NetworkSegment(ade77f39-5a78-4e5c-8ff0-9af8c1244976),segment_id=ade77f39-5a78-4e5c-8ff0-9af8c1244976)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:38:33.365934 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8bd477a1-3e76-412b-adcd-1fe607429691 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:33.371443 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:33.379911 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd477a1-3e76-412b-adcd-1fe607429691 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:33.382450 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8bd477a1-3e76-412b-adcd-1fe607429691 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:33.434074 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-37123227-4320-416a-9603-325f73033e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:33.441267 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c164a80c-bfdf-4085-bb3f-2aaec852515e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53ee879-8dc8-4a19-9df9-580da703f26e,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:33.491544 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7192ffa0-2333-4198-a0d8-589732c58cfd x-openstack-request-id: req-7192ffa0-2333-4198-a0d8-589732c58cfd {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:38:33.491797 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-a4000bf1-ab4c-44ea-ac7f-cb18ab05781f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Made reservation on behalf of d953ee5d914f4a7288a8a29730002fca for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:38:33.492057 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7e300ab-6ca4-493b-85fa-731187076fdf", "name": "network-vif-plugged", "status": "completed", "tag": "bfca5d30-3e48-4072-a6df-3b881a1a8fbe", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:38:33.492610 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7192ffa0-2333-4198-a0d8-589732c58cfd {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:38:33.493089 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7e300ab-6ca4-493b-85fa-731187076fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfca5d30-3e48-4072-a6df-3b881a1a8fbe', 'code': 200} Aug 22 13:38:33.493784 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=bfca5d30-3e48-4072-a6df-3b881a1a8fbe,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:33.499486 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89813ad0-6cd9-4306-a767-bb30a14d67be None None] DHCP port deletion for 0aabd93a-8b19-4b72-8037-1550feb83881 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:38:33.505607 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-a4000bf1-ab4c-44ea-ac7f-cb18ab05781f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:33.567026 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-89813ad0-6cd9-4306-a767-bb30a14d67be None None] Deleting port 421bc6ef-e692-4196-b5a2-06f6ad12cc69 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:38:33.567694 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-89813ad0-6cd9-4306-a767-bb30a14d67be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:33.647274 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8bd477a1-3e76-412b-adcd-1fe607429691 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6695654 Aug 22 13:38:33.648050 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5ebb63e2-6dd9-44d7-adc1-cb861cd5260f req-db57cae6-c858-4c99-9676-dd8728cc7202 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 210 time: 0.0988789 Aug 22 13:38:33.648821 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44198) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:33.661771 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-89813ad0-6cd9-4306-a767-bb30a14d67be None None] For port 421bc6ef-e692-4196-b5a2-06f6ad12cc69, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=421bc6ef-e692-4196-b5a2-06f6ad12cc69,segment=NetworkSegment(a4b6038a-b6ee-4569-ac97-d22b00d03e95),segment_id=a4b6038a-b6ee-4569-ac97-d22b00d03e95)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:38:33.662288 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-89813ad0-6cd9-4306-a767-bb30a14d67be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:33.665221 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd477a1-3e76-412b-adcd-1fe607429691 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Pushing event updated for resources: {'Network': ['ID=04ae71bf-c84b-49a8-83b6-e486ed03f1ab,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:33.679533 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-7007a87b-7b98-4573-a999-6226bb16f303 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Request body: {'subnet': {'network_id': '04ae71bf-c84b-49a8-83b6-e486ed03f1ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:38:33.695324 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-89813ad0-6cd9-4306-a767-bb30a14d67be None None] Calling delete_port for 421bc6ef-e692-4196-b5a2-06f6ad12cc69 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:38:33.718038 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f71198-ac27-449a-83e1-ae75ff1574e9 req-c9ffe297-fde6-46b3-8c7b-573fbf7f7fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:33.724601 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-15f71198-ac27-449a-83e1-ae75ff1574e9 req-c9ffe297-fde6-46b3-8c7b-573fbf7f7fb1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a7e300ab-6ca4-493b-85fa-731187076fdf HTTP/1.1" status: 200 len: 1098 time: 0.2571447 Aug 22 13:38:33.784601 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-15f71198-ac27-449a-83e1-ae75ff1574e9 req-7c037808-60e2-4c32-93f4-6f8d6b21dd2a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480607 Aug 22 13:38:33.789410 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 04ae71bf-c84b-49a8-83b6-e486ed03f1ab details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:38:33.845481 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 421bc6ef-e692-4196-b5a2-06f6ad12cc69 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:38:33.883597 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-37123227-4320-416a-9603-325f73033e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:33.884295 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-89813ad0-6cd9-4306-a767-bb30a14d67be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:33.891372 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-37123227-4320-416a-9603-325f73033e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:33.895740 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-37123227-4320-416a-9603-325f73033e12 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/55ae1eb9-6a7e-4f8a-a2ef-1807966e6123 HTTP/1.1" status: 204 len: 168 time: 0.7209039 Aug 22 13:38:33.901740 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 421bc6ef-e692-4196-b5a2-06f6ad12cc69 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:38:33.902686 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 421bc6ef-e692-4196-b5a2-06f6ad12cc69 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:38:33.945404 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:33.947728 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89813ad0-6cd9-4306-a767-bb30a14d67be None None] Pushing event deleted for resources: {'Port': ['ID=421bc6ef-e692-4196-b5a2-06f6ad12cc69,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:33.957155 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89813ad0-6cd9-4306-a767-bb30a14d67be None None] No DVR routers for this DVR port 421bc6ef-e692-4196-b5a2-06f6ad12cc69 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:38:34.026526 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37123227-4320-416a-9603-325f73033e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ae1eb9-6a7e-4f8a-a2ef-1807966e6123,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:34.099614 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fcb995-1738-4ae9-b1b1-0baabce3bf74 req-16271f87-d9e6-4de9-aa8f-bfdc4fb00a70 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:34.101348 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-31fcb995-1738-4ae9-b1b1-0baabce3bf74 req-16271f87-d9e6-4de9-aa8f-bfdc4fb00a70 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7e300ab-6ca4-493b-85fa-731187076fdf HTTP/1.1" status: 200 len: 946 time: 0.3674295 Aug 22 13:38:34.170564 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7007a87b-7b98-4573-a999-6226bb16f303 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Made reservation on behalf of 57f0325c949845e5a036755c4e9c6c45 for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:38:34.178153 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:34.180367 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7007a87b-7b98-4573-a999-6226bb16f303 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:34.262961 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-a4000bf1-ab4c-44ea-ac7f-cb18ab05781f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Allocated IP 172.20.0.4 (09ddfb22-9759-41d5-b511-b1a96521841b/4eb4d59f-f1d3-4065-beb1-2e6b44865678/93bdfde2-d457-457f-992b-980c70fdc75c) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:38:34.282603 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44216) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:34.296575 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-31fcb995-1738-4ae9-b1b1-0baabce3bf74 req-f4345f97-2518-49ec-b6a4-2c462d6076ef tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774545 Aug 22 13:38:34.525027 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c0402d4e-bec7-4922-a912-5be7a89d20f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:34.555084 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-a4000bf1-ab4c-44ea-ac7f-cb18ab05781f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:34.588565 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-a4000bf1-ab4c-44ea-ac7f-cb18ab05781f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Transition to ACTIVE for port object 93bdfde2-d457-457f-992b-980c70fdc75c will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:38:34.686366 n-d-793621-33 neutron-server[94627]: DEBUG neutron.objects.ports [None req-7007a87b-7b98-4573-a999-6226bb16f303 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94627) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 22 13:38:34.691586 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7007a87b-7b98-4573-a999-6226bb16f303 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:34.711034 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c0402d4e-bec7-4922-a912-5be7a89d20f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:34.717950 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c0402d4e-bec7-4922-a912-5be7a89d20f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:34.774878 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c0402d4e-bec7-4922-a912-5be7a89d20f3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b03651bd3ed842cabad039e61d067b63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4910889 Aug 22 13:38:34.775523 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44238) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:34.798352 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7007a87b-7b98-4573-a999-6226bb16f303 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Pushing event updated for resources: {'Subnet': ['ID=37c33301-caff-4ad7-bd97-a216d82141fd,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:34.802509 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7007a87b-7b98-4573-a999-6226bb16f303 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Checking segment: {'id': '2b390013-c737-452f-8085-1b29542ab968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '04ae71bf-c84b-49a8-83b6-e486ed03f1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:38:34.803102 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7007a87b-7b98-4573-a999-6226bb16f303 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Network hostable DHCP agents. Network: 04ae71bf-c84b-49a8-83b6-e486ed03f1ab, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:38:34.818482 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-a4000bf1-ab4c-44ea-ac7f-cb18ab05781f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:34.852515 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0402d4e-bec7-4922-a912-5be7a89d20f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0c9f70-0fc6-4c44-a64f-7c5f21d7cf8f,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:34.884551 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-42dbfc40-91d3-49d3-b88d-6f1723966de4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:34.895321 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7007a87b-7b98-4573-a999-6226bb16f303 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Network 04ae71bf-c84b-49a8-83b6-e486ed03f1ab is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:38:34.921698 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-a4000bf1-ab4c-44ea-ac7f-cb18ab05781f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Network 09ddfb22-9759-41d5-b511-b1a96521841b is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:38:34.928647 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-a4000bf1-ab4c-44ea-ac7f-cb18ab05781f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:38:34.933746 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-a4000bf1-ab4c-44ea-ac7f-cb18ab05781f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:38:34.940342 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-42dbfc40-91d3-49d3-b88d-6f1723966de4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:35.023531 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-7007a87b-7b98-4573-a999-6226bb16f303 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 04ae71bf-c84b-49a8-83b6-e486ed03f1ab) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:38:35.033065 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42961e20-6ac4-4d94-8939-af3a86db1336 None None] Network 04ae71bf-c84b-49a8-83b6-e486ed03f1ab requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:38:35.035093 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-42dbfc40-91d3-49d3-b88d-6f1723966de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:35.038560 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-42dbfc40-91d3-49d3-b88d-6f1723966de4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:35.039800 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-42dbfc40-91d3-49d3-b88d-6f1723966de4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5f0c9f70-0fc6-4c44-a64f-7c5f21d7cf8f HTTP/1.1" status: 204 len: 168 time: 0.2614393 Aug 22 13:38:35.055545 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dbfc40-91d3-49d3-b88d-6f1723966de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0c9f70-0fc6-4c44-a64f-7c5f21d7cf8f,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:35.059704 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7007a87b-7b98-4573-a999-6226bb16f303 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:35.060596 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7007a87b-7b98-4573-a999-6226bb16f303 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:35.075625 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4000bf1-ab4c-44ea-ac7f-cb18ab05781f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Pushing event updated for resources: {'Port': ['ID=93bdfde2-d457-457f-992b-980c70fdc75c,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:35.090515 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228e3bd-781b-4d0b-a09a-4ef8dd05fcce req-12e63804-751d-4e2a-a732-8b30df35ba42 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:35.092157 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5228e3bd-781b-4d0b-a09a-4ef8dd05fcce req-12e63804-751d-4e2a-a732-8b30df35ba42 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 931 time: 0.2829213 Aug 22 13:38:35.147397 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-7007a87b-7b98-4573-a999-6226bb16f303 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4952214 Aug 22 13:38:35.150603 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44250) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:35.153410 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-a4000bf1-ab4c-44ea-ac7f-cb18ab05781f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:35.154180 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-a4000bf1-ab4c-44ea-ac7f-cb18ab05781f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:35.155398 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-2c13748e-7342-4342-b05c-41ddd669f46b tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Request body: {'port': {'network_id': '04ae71bf-c84b-49a8-83b6-e486ed03f1ab', 'name': 'tempest-NetworksIpV6TestAttrs-525653562'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:38:35.218360 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-a4000bf1-ab4c-44ea-ac7f-cb18ab05781f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5981276 Aug 22 13:38:35.223616 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5228e3bd-781b-4d0b-a09a-4ef8dd05fcce req-c83133b5-f6ba-4429-8533-2c21c50ba230 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/security-groups?id=66b7495f-ba5d-4b5f-9f1a-7d40465024e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205323 Aug 22 13:38:35.252956 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-21377038-2761-4c9f-b00c-298f56b5d25d tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Request body: {'port': {'device_id': 'ae154360-507b-4976-b2d6-5455ef736d16', 'network_id': '5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7', 'admin_state_up': True, 'tenant_id': 'd953ee5d914f4a7288a8a29730002fca', 'security_groups': ['66b7495f-ba5d-4b5f-9f1a-7d40465024e2']}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:38:35.366630 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-64032f2b-4f1d-4681-adb0-296dae423a70 None None] Provisioning for port 93bdfde2-d457-457f-992b-980c70fdc75c completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:38:35.374999 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-64032f2b-4f1d-4681-adb0-296dae423a70 None None] Provisioning complete for port 93bdfde2-d457-457f-992b-980c70fdc75c triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:38:35.375693 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-64032f2b-4f1d-4681-adb0-296dae423a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:35.438748 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e8515a-866c-425b-bd55-7999b13946e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-04ae71bf-c84b-49a8-83b6-e486ed03f1ab', 'network_id': '04ae71bf-c84b-49a8-83b6-e486ed03f1ab', 'tenant_id': '57f0325c949845e5a036755c4e9c6c45', 'fixed_ips': [{'subnet_id': '37c33301-caff-4ad7-bd97-a216d82141fd'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:38:35.440222 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b1e8515a-866c-425b-bd55-7999b13946e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:35.454804 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-64032f2b-4f1d-4681-adb0-296dae423a70 None None] Port 93bdfde2-d457-457f-992b-980c70fdc75c cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:38:35.459642 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c13748e-7342-4342-b05c-41ddd669f46b tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Made reservation on behalf of 57f0325c949845e5a036755c4e9c6c45 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:38:35.464357 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2c13748e-7342-4342-b05c-41ddd669f46b tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:35.510476 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-2c13748e-7342-4342-b05c-41ddd669f46b tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] device_id is not set on port e2459cab-e2b7-4ee9-8531-503cf62e2b12 yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:38:35.618274 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a84cc-a8e6-4ecf-90c4-ba8c11620be6 req-eb4b3c0d-75d5-4996-80bd-797508fedd4d tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:35.622916 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-215a84cc-a8e6-4ecf-90c4-ba8c11620be6 req-eb4b3c0d-75d5-4996-80bd-797508fedd4d tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7e300ab-6ca4-493b-85fa-731187076fdf HTTP/1.1" status: 200 len: 946 time: 0.1731172 Aug 22 13:38:35.636663 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-b1e8515a-866c-425b-bd55-7999b13946e0 None None] Allocated IP 2001:db8::f816:3eff:fedc:9829 (04ae71bf-c84b-49a8-83b6-e486ed03f1ab/37c33301-caff-4ad7-bd97-a216d82141fd/2884092f-b872-4d72-a2fd-9fd716660b08) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:38:35.709471 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-215a84cc-a8e6-4ecf-90c4-ba8c11620be6 req-bf0ba96e-2f7c-476c-b819-8999d503efde tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779285 Aug 22 13:38:35.724344 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-21377038-2761-4c9f-b00c-298f56b5d25d tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Made reservation on behalf of d953ee5d914f4a7288a8a29730002fca for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:38:35.731968 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-21377038-2761-4c9f-b00c-298f56b5d25d tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:35.874371 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b1e8515a-866c-425b-bd55-7999b13946e0 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:35.895826 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-b1e8515a-866c-425b-bd55-7999b13946e0 None None] Transition to ACTIVE for port object 2884092f-b872-4d72-a2fd-9fd716660b08 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:38:35.916183 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-21377038-2761-4c9f-b00c-298f56b5d25d tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Allocated IP 10.1.1.235 (5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7/eb175f2e-c3d1-472d-89f8-b1925f4f3ec2/b16064f0-bf43-4196-833d-4efdff17a865) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:38:35.927071 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-b1e8515a-866c-425b-bd55-7999b13946e0 None None] Transition to ACTIVE for port object 2884092f-b872-4d72-a2fd-9fd716660b08 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:38:35.944726 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b1e8515a-866c-425b-bd55-7999b13946e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:36.014824 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e8515a-866c-425b-bd55-7999b13946e0 None None] Pushing event updated for resources: {'Port': ['ID=2884092f-b872-4d72-a2fd-9fd716660b08,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:36.042261 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e8515a-866c-425b-bd55-7999b13946e0 None None] Network 04ae71bf-c84b-49a8-83b6-e486ed03f1ab is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:38:36.043775 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-b1e8515a-866c-425b-bd55-7999b13946e0 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:38:36.051344 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e8515a-866c-425b-bd55-7999b13946e0 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:38:36.055798 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-2c13748e-7342-4342-b05c-41ddd669f46b tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Allocated IP 2001:db8::f816:3eff:fe4e:f00f (04ae71bf-c84b-49a8-83b6-e486ed03f1ab/37c33301-caff-4ad7-bd97-a216d82141fd/e2459cab-e2b7-4ee9-8531-503cf62e2b12) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:38:36.172931 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-b1e8515a-866c-425b-bd55-7999b13946e0 None None] Attempting to bind port 2884092f-b872-4d72-a2fd-9fd716660b08 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:38:36.173307 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-b1e8515a-866c-425b-bd55-7999b13946e0 None None] Attempting to bind port 2884092f-b872-4d72-a2fd-9fd716660b08 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '2b390013-c737-452f-8085-1b29542ab968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '04ae71bf-c84b-49a8-83b6-e486ed03f1ab'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:38:36.173813 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e8515a-866c-425b-bd55-7999b13946e0 None None] Attempting to bind port 2884092f-b872-4d72-a2fd-9fd716660b08 on network 04ae71bf-c84b-49a8-83b6-e486ed03f1ab {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:38:36.188010 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e8515a-866c-425b-bd55-7999b13946e0 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:38:36.188428 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e8515a-866c-425b-bd55-7999b13946e0 None None] Checking segment: {'id': '2b390013-c737-452f-8085-1b29542ab968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '04ae71bf-c84b-49a8-83b6-e486ed03f1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:38:36.188838 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b1e8515a-866c-425b-bd55-7999b13946e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:36.189464 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e8515a-866c-425b-bd55-7999b13946e0 None None] Bound using segment: {'id': '2b390013-c737-452f-8085-1b29542ab968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '04ae71bf-c84b-49a8-83b6-e486ed03f1ab'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:38:36.190040 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-b1e8515a-866c-425b-bd55-7999b13946e0 None None] Bound port: 2884092f-b872-4d72-a2fd-9fd716660b08, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b390013-c737-452f-8085-1b29542ab968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '04ae71bf-c84b-49a8-83b6-e486ed03f1ab'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:38:36.190406 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b1e8515a-866c-425b-bd55-7999b13946e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:36.267117 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-21377038-2761-4c9f-b00c-298f56b5d25d tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:36.333081 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-b1e8515a-866c-425b-bd55-7999b13946e0 None None] For port 2884092f-b872-4d72-a2fd-9fd716660b08, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:38:36.335977 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10236c5f-af40-44c8-8b3e-0246311ad5cd req-ea454ac7-0be1-4ab3-a452-b57a6be9a5e7 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:36.336718 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-10236c5f-af40-44c8-8b3e-0246311ad5cd req-ea454ac7-0be1-4ab3-a452-b57a6be9a5e7 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/networks?id=436bb3cf-4f1a-421b-bfd3-5f21c99032ed HTTP/1.1" status: 200 len: 805 time: 0.2336884 Aug 22 13:38:36.337891 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-21377038-2761-4c9f-b00c-298f56b5d25d tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Transition to ACTIVE for port object b16064f0-bf43-4196-833d-4efdff17a865 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:38:36.352788 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-b1e8515a-866c-425b-bd55-7999b13946e0 None None] For port 2884092f-b872-4d72-a2fd-9fd716660b08, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=2884092f-b872-4d72-a2fd-9fd716660b08,segment=NetworkSegment(2b390013-c737-452f-8085-1b29542ab968),segment_id=2b390013-c737-452f-8085-1b29542ab968)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:38:36.363307 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b1e8515a-866c-425b-bd55-7999b13946e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:36.383151 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-10236c5f-af40-44c8-8b3e-0246311ad5cd req-18436f8b-6e60-4436-a7ed-183418b851fe tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/quotas/9d314acf246e49628109fc5511827078 HTTP/1.1" status: 200 len: 375 time: 0.0362446 Aug 22 13:38:36.445508 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2c13748e-7342-4342-b05c-41ddd669f46b tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:36.487275 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-2c13748e-7342-4342-b05c-41ddd669f46b tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Transition to ACTIVE for port object e2459cab-e2b7-4ee9-8531-503cf62e2b12 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:38:36.531581 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-10236c5f-af40-44c8-8b3e-0246311ad5cd req-845be392-7f09-4cef-8b03-5dccab3d57f4 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9d314acf246e49628109fc5511827078&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1348882 Aug 22 13:38:36.532598 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e8515a-866c-425b-bd55-7999b13946e0 None None] Pushing event updated for resources: {'Port': ['ID=2884092f-b872-4d72-a2fd-9fd716660b08,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:36.544508 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70877a75-5688-4e8b-9330-0a4c1868e4e1 req-3f19bf71-8c70-44ed-959a-e0e685736272 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:36.546058 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-70877a75-5688-4e8b-9330-0a4c1868e4e1 req-3f19bf71-8c70-44ed-959a-e0e685736272 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 931 time: 0.1541448 Aug 22 13:38:36.575579 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-21377038-2761-4c9f-b00c-298f56b5d25d tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:36.590496 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2c13748e-7342-4342-b05c-41ddd669f46b tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:36.678371 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c13748e-7342-4342-b05c-41ddd669f46b tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Network 04ae71bf-c84b-49a8-83b6-e486ed03f1ab is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:38:36.689159 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-2c13748e-7342-4342-b05c-41ddd669f46b tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:38:36.695206 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c13748e-7342-4342-b05c-41ddd669f46b tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:38:36.700787 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c13748e-7342-4342-b05c-41ddd669f46b tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:36.701404 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2c13748e-7342-4342-b05c-41ddd669f46b tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:36.752202 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c13748e-7342-4342-b05c-41ddd669f46b tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Pushing event updated for resources: {'Port': ['ID=e2459cab-e2b7-4ee9-8531-503cf62e2b12,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:36.768184 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2c13748e-7342-4342-b05c-41ddd669f46b tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.6168470 Aug 22 13:38:36.771878 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44310) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:36.847911 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-70877a75-5688-4e8b-9330-0a4c1868e4e1 req-ffd31290-7730-47f7-92c4-2dc453a32a70 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/security-groups?id=66b7495f-ba5d-4b5f-9f1a-7d40465024e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2750900 Aug 22 13:38:36.880019 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-21377038-2761-4c9f-b00c-298f56b5d25d tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Network 5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:38:36.900482 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-21377038-2761-4c9f-b00c-298f56b5d25d tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:38:36.908729 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-4df0ebe3-0697-4166-babc-59ab1e46e8c0 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Deleting subnet 37c33301-caff-4ad7-bd97-a216d82141fd {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:38:36.911207 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-21377038-2761-4c9f-b00c-298f56b5d25d tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:38:36.918438 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21377038-2761-4c9f-b00c-298f56b5d25d tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Pushing event updated for resources: {'Port': ['ID=b16064f0-bf43-4196-833d-4efdff17a865,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:36.920892 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4df0ebe3-0697-4166-babc-59ab1e46e8c0 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:37.039643 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4df0ebe3-0697-4166-babc-59ab1e46e8c0 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:37.110981 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-21377038-2761-4c9f-b00c-298f56b5d25d tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:37.115796 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-21377038-2761-4c9f-b00c-298f56b5d25d tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:37.142040 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-10236c5f-af40-44c8-8b3e-0246311ad5cd req-17f0bf72-3b5a-4e24-ab83-ae58a0cdee0d service neutron] 10.222.0.21 "GET /v2.0/networks/436bb3cf-4f1a-421b-bfd3-5f21c99032ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5829275 Aug 22 13:38:37.144406 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-21377038-2761-4c9f-b00c-298f56b5d25d tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9020030 Aug 22 13:38:37.158922 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-2fd95ef8-cd62-41a5-b69a-e7053df98a4e tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Request body: {'port': {'device_id': 'ae154360-507b-4976-b2d6-5455ef736d16', 'network_id': '5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7', 'admin_state_up': True, 'tenant_id': 'd953ee5d914f4a7288a8a29730002fca', 'security_groups': ['66b7495f-ba5d-4b5f-9f1a-7d40465024e2']}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:38:37.328825 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4df0ebe3-0697-4166-babc-59ab1e46e8c0 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:37.388729 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-10236c5f-af40-44c8-8b3e-0246311ad5cd req-4cc3df5b-14d6-48f7-8edf-4f00a5a6e43b service neutron] 10.222.0.21 "GET /v2.0/networks/436bb3cf-4f1a-421b-bfd3-5f21c99032ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944652 Aug 22 13:38:37.408197 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-df0bb0b1-5be9-4a20-a7b7-21b63982e033 None None] Provisioning for port b16064f0-bf43-4196-833d-4efdff17a865 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:38:37.418022 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-2fd95ef8-cd62-41a5-b69a-e7053df98a4e tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Made reservation on behalf of d953ee5d914f4a7288a8a29730002fca for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:38:37.426308 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-2fd95ef8-cd62-41a5-b69a-e7053df98a4e tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:37.426657 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4df0ebe3-0697-4166-babc-59ab1e46e8c0 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:37.433757 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44326) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:37.439876 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-df0bb0b1-5be9-4a20-a7b7-21b63982e033 None None] Provisioning complete for port b16064f0-bf43-4196-833d-4efdff17a865 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:38:37.443532 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-df0bb0b1-5be9-4a20-a7b7-21b63982e033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:37.445607 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4df0ebe3-0697-4166-babc-59ab1e46e8c0 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:37.450439 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4df0ebe3-0697-4166-babc-59ab1e46e8c0 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] 10.222.0.21 "DELETE /v2.0/subnets/37c33301-caff-4ad7-bd97-a216d82141fd HTTP/1.1" status: 204 len: 168 time: 0.6771991 Aug 22 13:38:37.451083 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44328) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:37.538830 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ee734f-fa67-4a17-acab-66f170745c77 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:37.540889 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ee734f-fa67-4a17-acab-66f170745c77 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:37.546032 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-18ee734f-fa67-4a17-acab-66f170745c77 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0919907 Aug 22 13:38:37.546780 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44332) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:37.600707 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-df0bb0b1-5be9-4a20-a7b7-21b63982e033 None None] Port b16064f0-bf43-4196-833d-4efdff17a865 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:38:37.730743 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-985f6e4b-da10-4d6a-937f-3696cf6b9453 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:37.746930 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df0ebe3-0697-4166-babc-59ab1e46e8c0 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Pushing event deleted for resources: {'Subnet': ['ID=37c33301-caff-4ad7-bd97-a216d82141fd,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:37.766680 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-985f6e4b-da10-4d6a-937f-3696cf6b9453 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 22 13:38:37.767136 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-985f6e4b-da10-4d6a-937f-3696cf6b9453 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:38:37.782643 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44340) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:37.783294 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-985f6e4b-da10-4d6a-937f-3696cf6b9453 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] 10.222.0.21 "DELETE /v2.0/networks/04ae71bf-c84b-49a8-83b6-e486ed03f1ab HTTP/1.1" status: 409 len: 405 time: 0.2350628 Aug 22 13:38:37.806751 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-aec87764-1a9d-4ccd-b061-11156cd7a6d1 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1843359041'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:38:37.866674 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-2fd95ef8-cd62-41a5-b69a-e7053df98a4e tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Allocated IP 10.1.1.203 (5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7/eb175f2e-c3d1-472d-89f8-b1925f4f3ec2/cd20e94c-db09-4bf2-a3ec-7a37be4d2904) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:38:37.910580 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 2884092f-b872-4d72-a2fd-9fd716660b08 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:38:38.045227 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 2884092f-b872-4d72-a2fd-9fd716660b08 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:38:38.221629 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-a5fc0d8d-7ab8-40aa-be45-e226857cdc62 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-469271283', 'router:external': True}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:38:38.242485 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7058e036-e8d5-49e2-9306-a9e05693fbc5 None None] Network 04ae71bf-c84b-49a8-83b6-e486ed03f1ab requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:38:38.260801 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec87764-1a9d-4ccd-b061-11156cd7a6d1 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Made reservation on behalf of 57f0325c949845e5a036755c4e9c6c45 for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:38:38.264193 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-aec87764-1a9d-4ccd-b061-11156cd7a6d1 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:38.288200 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-2fd95ef8-cd62-41a5-b69a-e7053df98a4e tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:38.311082 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5fc0d8d-7ab8-40aa-be45-e226857cdc62 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Made reservation on behalf of 68f64def8dac435ba1f782f1092c4760 for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:38:38.314026 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a5fc0d8d-7ab8-40aa-be45-e226857cdc62 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:38.398096 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4457bb4-9885-4a1b-b4ee-08ac93eb798d req-908e7e2e-4f81-44e8-aad0-47c9419488e5 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:38.414646 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4457bb4-9885-4a1b-b4ee-08ac93eb798d req-908e7e2e-4f81-44e8-aad0-47c9419488e5 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:38.424283 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f4457bb4-9885-4a1b-b4ee-08ac93eb798d req-908e7e2e-4f81-44e8-aad0-47c9419488e5 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 1653 time: 0.3087525 Aug 22 13:38:38.473526 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a5fc0d8d-7ab8-40aa-be45-e226857cdc62 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:38.515255 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-2fd95ef8-cd62-41a5-b69a-e7053df98a4e tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Transition to ACTIVE for port object cd20e94c-db09-4bf2-a3ec-7a37be4d2904 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:38:38.584007 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-aad402a7-5be8-4e84-87d1-ede5c3a0454a None None] Provisioning for port 2884092f-b872-4d72-a2fd-9fd716660b08 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:38:38.610727 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-aad402a7-5be8-4e84-87d1-ede5c3a0454a None None] Provisioning complete for port 2884092f-b872-4d72-a2fd-9fd716660b08 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:38:38.611252 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-aad402a7-5be8-4e84-87d1-ede5c3a0454a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:38.631975 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aec87764-1a9d-4ccd-b061-11156cd7a6d1 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:38:38.678221 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f4457bb4-9885-4a1b-b4ee-08ac93eb798d req-ad63e00f-aa84-4238-957d-87d3f9c40f26 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/security-groups?id=66b7495f-ba5d-4b5f-9f1a-7d40465024e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2529800 Aug 22 13:38:38.725904 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-aad402a7-5be8-4e84-87d1-ede5c3a0454a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:38.772278 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-aad402a7-5be8-4e84-87d1-ede5c3a0454a None None] For port 2884092f-b872-4d72-a2fd-9fd716660b08, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=2884092f-b872-4d72-a2fd-9fd716660b08,segment=NetworkSegment(2b390013-c737-452f-8085-1b29542ab968),segment_id=2b390013-c737-452f-8085-1b29542ab968)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:38:38.777804 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-aad402a7-5be8-4e84-87d1-ede5c3a0454a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:38.830398 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56a0c50-11fe-4a7e-8220-d38c2f24fd58 None None] DHCP port deletion for 04ae71bf-c84b-49a8-83b6-e486ed03f1ab request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:38:38.889774 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad402a7-5be8-4e84-87d1-ede5c3a0454a None None] Pushing event updated for resources: {'Port': ['ID=2884092f-b872-4d72-a2fd-9fd716660b08,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:38.900845 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-aec87764-1a9d-4ccd-b061-11156cd7a6d1 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:38.901340 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-aec87764-1a9d-4ccd-b061-11156cd7a6d1 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Added segment 60a453e8-5907-4672-9db7-caba07f29b3e of type vlan for network ed99e343-c68c-4b52-982d-7763d46d4692 Aug 22 13:38:38.934779 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-d56a0c50-11fe-4a7e-8220-d38c2f24fd58 None None] Deleting port 2884092f-b872-4d72-a2fd-9fd716660b08 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:38:38.936557 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d56a0c50-11fe-4a7e-8220-d38c2f24fd58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:38.946827 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-2fd95ef8-cd62-41a5-b69a-e7053df98a4e tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:39.063360 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-aec87764-1a9d-4ccd-b061-11156cd7a6d1 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:39.084052 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-d56a0c50-11fe-4a7e-8220-d38c2f24fd58 None None] For port 2884092f-b872-4d72-a2fd-9fd716660b08, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=2884092f-b872-4d72-a2fd-9fd716660b08,segment=NetworkSegment(2b390013-c737-452f-8085-1b29542ab968),segment_id=2b390013-c737-452f-8085-1b29542ab968)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:38:39.085534 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d56a0c50-11fe-4a7e-8220-d38c2f24fd58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:39.087013 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-2fd95ef8-cd62-41a5-b69a-e7053df98a4e tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Network 5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:38:39.102553 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-2fd95ef8-cd62-41a5-b69a-e7053df98a4e tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:38:39.105245 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-2fd95ef8-cd62-41a5-b69a-e7053df98a4e tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:38:39.114362 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a5fc0d8d-7ab8-40aa-be45-e226857cdc62 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:39.125947 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-d56a0c50-11fe-4a7e-8220-d38c2f24fd58 None None] Calling delete_port for 2884092f-b872-4d72-a2fd-9fd716660b08 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:38:39.127481 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2f66b-3a77-494a-8f32-ad6c40aa8382 req-57767376-575c-49ac-ace5-53b3b858cafe tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:39.131628 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b8a2f66b-3a77-494a-8f32-ad6c40aa8382 req-57767376-575c-49ac-ace5-53b3b858cafe tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/networks?id=436bb3cf-4f1a-421b-bfd3-5f21c99032ed HTTP/1.1" status: 200 len: 805 time: 0.4936914 Aug 22 13:38:39.219352 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d56a0c50-11fe-4a7e-8220-d38c2f24fd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:39.242445 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a5fc0d8d-7ab8-40aa-be45-e226857cdc62 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:39.283234 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd95ef8-cd62-41a5-b69a-e7053df98a4e tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Pushing event updated for resources: {'Port': ['ID=cd20e94c-db09-4bf2-a3ec-7a37be4d2904,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:39.296868 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56a0c50-11fe-4a7e-8220-d38c2f24fd58 None None] No DVR routers for this DVR port 2884092f-b872-4d72-a2fd-9fd716660b08 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:38:39.299815 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a0c50-11fe-4a7e-8220-d38c2f24fd58 None None] Pushing event deleted for resources: {'Port': ['ID=2884092f-b872-4d72-a2fd-9fd716660b08,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:39.358681 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b8a2f66b-3a77-494a-8f32-ad6c40aa8382 req-434b2215-ad44-49a4-88c1-6cd4a542d4b8 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/quotas/9d314acf246e49628109fc5511827078 HTTP/1.1" status: 200 len: 375 time: 0.1477127 Aug 22 13:38:39.378648 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5fc0d8d-7ab8-40aa-be45-e226857cdc62 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:38:39.414387 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c0ee8410-a5ea-47a8-a1ed-ebd79285700f None None] Provisioning for port cd20e94c-db09-4bf2-a3ec-7a37be4d2904 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:38:39.420265 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c0ee8410-a5ea-47a8-a1ed-ebd79285700f None None] Provisioning complete for port cd20e94c-db09-4bf2-a3ec-7a37be4d2904 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:38:39.420782 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-aec87764-1a9d-4ccd-b061-11156cd7a6d1 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:39.420927 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c0ee8410-a5ea-47a8-a1ed-ebd79285700f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:39.434646 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec87764-1a9d-4ccd-b061-11156cd7a6d1 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:39.435292 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-aec87764-1a9d-4ccd-b061-11156cd7a6d1 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:39.518527 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-2fd95ef8-cd62-41a5-b69a-e7053df98a4e tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:39.519991 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-2fd95ef8-cd62-41a5-b69a-e7053df98a4e tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:39.523625 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c0ee8410-a5ea-47a8-a1ed-ebd79285700f None None] Port cd20e94c-db09-4bf2-a3ec-7a37be4d2904 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:38:39.530921 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fc0d8d-7ab8-40aa-be45-e226857cdc62 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3051c5-d057-4bec-8134-ab15527f894a,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:39.547805 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a5fc0d8d-7ab8-40aa-be45-e226857cdc62 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:39.548175 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-a5fc0d8d-7ab8-40aa-be45-e226857cdc62 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Added segment 70e48efa-4896-486b-8535-45e631cb0e85 of type vlan for network f6321636-d6d0-44fc-a9db-a8e2adf60fca Aug 22 13:38:39.561651 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-aec87764-1a9d-4ccd-b061-11156cd7a6d1 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7779448 Aug 22 13:38:39.564511 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44400) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:39.573195 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-956932bb-c3f4-4ef2-bedf-786dc16f5283 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Request body: {'subnet': {'network_id': 'ed99e343-c68c-4b52-982d-7763d46d4692', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:38:39.578305 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec87764-1a9d-4ccd-b061-11156cd7a6d1 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Pushing event updated for resources: {'Network': ['ID=ed99e343-c68c-4b52-982d-7763d46d4692,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:39.590109 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-2fd95ef8-cd62-41a5-b69a-e7053df98a4e tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4372284 Aug 22 13:38:39.600042 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network ed99e343-c68c-4b52-982d-7763d46d4692 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:38:39.625061 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-40032462-5514-4c5d-b8fc-37bdf1e2e147 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Request body: {'port': {'device_id': 'ae154360-507b-4976-b2d6-5455ef736d16', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '3a68a707-4544-4179-ae57-3b08732d6fc4', 'admin_state_up': True, 'tenant_id': 'd953ee5d914f4a7288a8a29730002fca', 'security_groups': ['66b7495f-ba5d-4b5f-9f1a-7d40465024e2']}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:38:39.660303 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b8a2f66b-3a77-494a-8f32-ad6c40aa8382 req-2c20d31d-87e4-49a5-8597-c4bb1bfdcacc tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9d314acf246e49628109fc5511827078&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3006401 Aug 22 13:38:39.760149 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956932bb-c3f4-4ef2-bedf-786dc16f5283 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Made reservation on behalf of 57f0325c949845e5a036755c4e9c6c45 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:38:39.777672 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-956932bb-c3f4-4ef2-bedf-786dc16f5283 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:39.807797 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a5fc0d8d-7ab8-40aa-be45-e226857cdc62 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:39.872166 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 2884092f-b872-4d72-a2fd-9fd716660b08 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:38:39.914791 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 2884092f-b872-4d72-a2fd-9fd716660b08 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:38:39.916417 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 2884092f-b872-4d72-a2fd-9fd716660b08 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:38:40.097246 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b8a2f66b-3a77-494a-8f32-ad6c40aa8382 req-f902da3c-44e4-4e24-910b-634c77bd5352 service neutron] 10.222.0.21 "GET /v2.0/networks/436bb3cf-4f1a-421b-bfd3-5f21c99032ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668475 Aug 22 13:38:40.113633 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a5fc0d8d-7ab8-40aa-be45-e226857cdc62 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:40.114612 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fc0d8d-7ab8-40aa-be45-e226857cdc62 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:40.115232 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a5fc0d8d-7ab8-40aa-be45-e226857cdc62 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:40.293651 n-d-793621-33 neutron-server[94628]: DEBUG neutron.objects.ports [None req-956932bb-c3f4-4ef2-bedf-786dc16f5283 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94628) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 22 13:38:40.295293 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-956932bb-c3f4-4ef2-bedf-786dc16f5283 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:40.304357 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44422) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:40.379550 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956932bb-c3f4-4ef2-bedf-786dc16f5283 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Pushing event updated for resources: {'Subnet': ['ID=e895b37e-fc85-4778-86d1-2e954b842e7c,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:40.389839 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956932bb-c3f4-4ef2-bedf-786dc16f5283 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Checking segment: {'id': '60a453e8-5907-4672-9db7-caba07f29b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ed99e343-c68c-4b52-982d-7763d46d4692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:38:40.390151 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956932bb-c3f4-4ef2-bedf-786dc16f5283 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Network hostable DHCP agents. Network: ed99e343-c68c-4b52-982d-7763d46d4692, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:38:40.412753 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956932bb-c3f4-4ef2-bedf-786dc16f5283 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Network ed99e343-c68c-4b52-982d-7763d46d4692 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:38:40.432203 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-956932bb-c3f4-4ef2-bedf-786dc16f5283 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, ed99e343-c68c-4b52-982d-7763d46d4692) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:38:40.436968 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956932bb-c3f4-4ef2-bedf-786dc16f5283 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:40.437605 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-956932bb-c3f4-4ef2-bedf-786dc16f5283 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:40.444797 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2cc842-01f5-4c11-b756-f89ea9c28b79 None None] Network ed99e343-c68c-4b52-982d-7763d46d4692 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:38:40.500649 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c68c57d6-c9dd-4bc4-bea5-dacf57fc9768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:40.525957 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-956932bb-c3f4-4ef2-bedf-786dc16f5283 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.9584508 Aug 22 13:38:40.527531 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44432) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:40.547396 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a5fc0d8d-7ab8-40aa-be45-e226857cdc62 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 3.0772548 Aug 22 13:38:40.548049 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44434) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:40.562443 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-62e416b9-c03e-4c16-80d5-f706eb16ad89 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Request body: {'subnet': {'network_id': 'f6321636-d6d0-44fc-a9db-a8e2adf60fca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:38:40.578004 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2b09f-3530-41e4-b2e2-054929401f6d req-dbe898dd-5377-4613-8865-66708487760e tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:40.584266 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2b09f-3530-41e4-b2e2-054929401f6d req-dbe898dd-5377-4613-8865-66708487760e tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:40.590593 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2b09f-3530-41e4-b2e2-054929401f6d req-dbe898dd-5377-4613-8865-66708487760e tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:40.598803 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-83d2b09f-3530-41e4-b2e2-054929401f6d req-dbe898dd-5377-4613-8865-66708487760e tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 2374 time: 0.6029460 Aug 22 13:38:40.621784 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fc0d8d-7ab8-40aa-be45-e226857cdc62 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Pushing event updated for resources: {'Network': ['ID=f6321636-d6d0-44fc-a9db-a8e2adf60fca,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:40.639774 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-40032462-5514-4c5d-b8fc-37bdf1e2e147 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Made reservation on behalf of d953ee5d914f4a7288a8a29730002fca for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:38:40.652844 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network f6321636-d6d0-44fc-a9db-a8e2adf60fca details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:38:40.709385 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c318146e-8e24-430a-98e8-44b600a2d5f8 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:40.738787 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-83d2b09f-3530-41e4-b2e2-054929401f6d req-2ef14ee3-ec93-4ea2-bd4f-fff5c5ef8718 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/security-groups?id=66b7495f-ba5d-4b5f-9f1a-7d40465024e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332269 Aug 22 13:38:40.750921 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b8a2f66b-3a77-494a-8f32-ad6c40aa8382 req-36af1a57-1f32-49d3-9917-b162e49477ea service neutron] 10.222.0.21 "GET /v2.0/networks/436bb3cf-4f1a-421b-bfd3-5f21c99032ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6501412 Aug 22 13:38:40.823543 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-40032462-5514-4c5d-b8fc-37bdf1e2e147 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:40.895452 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c318146e-8e24-430a-98e8-44b600a2d5f8 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:40.907533 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250feb88-f595-4a05-8e77-208353fd1fce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-ed99e343-c68c-4b52-982d-7763d46d4692', 'network_id': 'ed99e343-c68c-4b52-982d-7763d46d4692', 'tenant_id': '57f0325c949845e5a036755c4e9c6c45', 'fixed_ips': [{'subnet_id': 'e895b37e-fc85-4778-86d1-2e954b842e7c'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:38:40.908971 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-250feb88-f595-4a05-8e77-208353fd1fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:41.096589 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c4a37d5e-6fcb-460b-a979-e34e3e5837d5 req-a6736b9c-59f8-4486-87a3-225b764e9da7 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=506507f9-849a-45b2-aa2b-efd516aa292b HTTP/1.1" status: 200 len: 210 time: 0.0683093 Aug 22 13:38:41.179600 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server [None req-250feb88-f595-4a05-8e77-208353fd1fce None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e895b37e-fc85-4778-86d1-2e954b842e7c: This subnet is being modified by another concurrent operation. Aug 22 13:38:41.179600 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 22 13:38:41.179600 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 22 13:38:41.179600 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 22 13:38:41.179600 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 22 13:38:41.179600 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 22 13:38:41.179600 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 22 13:38:41.179600 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 22 13:38:41.179600 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 22 13:38:41.179600 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 22 13:38:41.179600 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 22 13:38:41.179600 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 22 13:38:41.179600 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 13:38:41.179600 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 13:38:41.179600 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 13:38:41.179600 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 13:38:41.179600 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 22 13:38:41.179600 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 22 13:38:41.179600 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 22 13:38:41.179600 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 22 13:38:41.179600 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 13:38:41.179600 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 13:38:41.179600 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 13:38:41.179600 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 13:38:41.179600 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 22 13:38:41.179600 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 22 13:38:41.179600 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 22 13:38:41.179600 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 22 13:38:41.179600 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 13:38:41.179600 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 13:38:41.179600 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 13:38:41.179600 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 13:38:41.179600 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 22 13:38:41.179600 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 22 13:38:41.179600 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 22 13:38:41.179600 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 22 13:38:41.179600 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 22 13:38:41.179600 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 22 13:38:41.179600 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 22 13:38:41.179600 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 22 13:38:41.179600 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 22 13:38:41.179600 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 22 13:38:41.179600 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 22 13:38:41.179600 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 22 13:38:41.179600 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 22 13:38:41.179600 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 22 13:38:41.179600 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 22 13:38:41.179600 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 22 13:38:41.179600 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 13:38:41.179600 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 13:38:41.179600 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 13:38:41.179600 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 13:38:41.179600 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 22 13:38:41.179600 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 22 13:38:41.183796 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 22 13:38:41.183796 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 22 13:38:41.183796 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 13:38:41.183796 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 13:38:41.183796 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 13:38:41.183796 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 13:38:41.183796 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 22 13:38:41.183796 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 22 13:38:41.183796 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 22 13:38:41.183796 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 22 13:38:41.183796 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 13:38:41.183796 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 13:38:41.183796 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 13:38:41.183796 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 13:38:41.183796 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 22 13:38:41.183796 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 22 13:38:41.183796 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 22 13:38:41.183796 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 22 13:38:41.183796 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 22 13:38:41.183796 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 22 13:38:41.183796 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 22 13:38:41.183796 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 22 13:38:41.183796 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 22 13:38:41.183796 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 22 13:38:41.183796 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 13:38:41.183796 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 13:38:41.183796 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 13:38:41.183796 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 13:38:41.183796 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 22 13:38:41.183796 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 22 13:38:41.183796 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 22 13:38:41.183796 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 22 13:38:41.183796 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 22 13:38:41.183796 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 22 13:38:41.183796 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 22 13:38:41.183796 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise exception Aug 22 13:38:41.183796 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e895b37e-fc85-4778-86d1-2e954b842e7c: This subnet is being modified by another concurrent operation. Aug 22 13:38:41.183796 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server Aug 22 13:38:41.191224 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c68c57d6-c9dd-4bc4-bea5-dacf57fc9768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:41.191224 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c318146e-8e24-430a-98e8-44b600a2d5f8 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:41.204174 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ddcebc-6db9-43c0-8ad4-3f77fa91136c None None] Network ed99e343-c68c-4b52-982d-7763d46d4692 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:38:41.226123 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c68c57d6-c9dd-4bc4-bea5-dacf57fc9768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:41.259995 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e416b9-c03e-4c16-80d5-f706eb16ad89 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Made reservation on behalf of 68f64def8dac435ba1f782f1092c4760 for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:38:41.268199 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-62e416b9-c03e-4c16-80d5-f706eb16ad89 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:41.304652 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c318146e-8e24-430a-98e8-44b600a2d5f8 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Pushing event deleted for resources: {'Subnet': ['ID=e895b37e-fc85-4778-86d1-2e954b842e7c,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:41.396255 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c68c57d6-c9dd-4bc4-bea5-dacf57fc9768 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a3fa21f38c564accb87b0c4354ab68e0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0865760 Aug 22 13:38:41.401073 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68c57d6-c9dd-4bc4-bea5-dacf57fc9768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fbc9f7b-b8a8-4eff-9e45-b00bb587ce64,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:41.407611 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44454) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:41.420897 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c318146e-8e24-430a-98e8-44b600a2d5f8 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:41.442092 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-c318146e-8e24-430a-98e8-44b600a2d5f8 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed99e343-c68c-4b52-982d-7763d46d4692']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:38:41.475840 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-c318146e-8e24-430a-98e8-44b600a2d5f8 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60a453e8-5907-4672-9db7-caba07f29b3e') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:38:41.476139 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-c318146e-8e24-430a-98e8-44b600a2d5f8 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60a453e8-5907-4672-9db7-caba07f29b3e') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:38:41.493129 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c318146e-8e24-430a-98e8-44b600a2d5f8 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:41.516183 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c318146e-8e24-430a-98e8-44b600a2d5f8 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:41.542744 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-77832b24-40da-4963-9569-3bcd2b000812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:41.544882 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c318146e-8e24-430a-98e8-44b600a2d5f8 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:38:41.545296 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c318146e-8e24-430a-98e8-44b600a2d5f8 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:41.560601 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:38:41.560601 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:38:41.560601 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:38:41.560601 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:38:41.560601 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:38:41.560601 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:38:41.560601 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:38:41.560601 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:38:41.560601 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:38:41.560601 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:38:41.560601 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:38:41.560601 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:38:41.560601 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:38:41.560601 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:38:41.560601 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:38:41.560601 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:38:41.560601 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:38:41.560601 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:38:41.560601 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:38:41.560601 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:38:41.560601 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:38:41.560601 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:38:41.560601 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:38:41.560601 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:38:41.560601 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:38:41.560601 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:38:41.560601 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:38:41.560601 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:38:41.560601 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:38:41.560601 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:38:41.560601 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:38:41.560601 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:38:41.580572 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81e536b-2d2f-414f-8f70-c1bd9d408693 None None] get_active_networks_info from n-d-793621-33 {{(pid=94629) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 22 13:38:41.674592 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-77832b24-40da-4963-9569-3bcd2b000812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:41.693342 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c318146e-8e24-430a-98e8-44b600a2d5f8 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:41.703264 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c318146e-8e24-430a-98e8-44b600a2d5f8 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:41.705866 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c318146e-8e24-430a-98e8-44b600a2d5f8 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] 10.222.0.21 "DELETE /v2.0/networks/ed99e343-c68c-4b52-982d-7763d46d4692 HTTP/1.1" status: 204 len: 168 time: 1.1765380 Aug 22 13:38:41.723948 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44468) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:41.729464 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-fd126fc0-bfd2-4451-b0ef-b76a7692d912 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1071844827'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:38:41.731500 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c318146e-8e24-430a-98e8-44b600a2d5f8 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Pushing event deleted for resources: {'Network': ['ID=ed99e343-c68c-4b52-982d-7763d46d4692,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:41.771156 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-77832b24-40da-4963-9569-3bcd2b000812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:41.774130 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-77832b24-40da-4963-9569-3bcd2b000812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:41.777505 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-77832b24-40da-4963-9569-3bcd2b000812 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8fbc9f7b-b8a8-4eff-9e45-b00bb587ce64 HTTP/1.1" status: 204 len: 168 time: 0.3668685 Aug 22 13:38:41.790830 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77832b24-40da-4963-9569-3bcd2b000812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fbc9f7b-b8a8-4eff-9e45-b00bb587ce64,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:41.829597 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-40032462-5514-4c5d-b8fc-37bdf1e2e147 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Allocated IP 10.2.2.100 (3a68a707-4544-4179-ae57-3b08732d6fc4/4a68570d-3c99-46d0-9ae9-d17b3c59c7bf/9f8df132-276a-4e46-89a0-b5f4c39d81b8) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:38:41.874584 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81e536b-2d2f-414f-8f70-c1bd9d408693 None None] Resources bound (agent type, host, resource id): {{(pid=94629) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 22 13:38:41.886438 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd126fc0-bfd2-4451-b0ef-b76a7692d912 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Made reservation on behalf of 57f0325c949845e5a036755c4e9c6c45 for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:38:41.890131 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fd126fc0-bfd2-4451-b0ef-b76a7692d912 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:41.969069 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd126fc0-bfd2-4451-b0ef-b76a7692d912 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:38:42.022893 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fd126fc0-bfd2-4451-b0ef-b76a7692d912 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:42.023294 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-fd126fc0-bfd2-4451-b0ef-b76a7692d912 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Added segment d83f2b2d-c072-4949-ac5c-970b34f42a01 of type vlan for network ea3cd2d5-c50a-4d1a-b3f1-b914a0ab6cb4 Aug 22 13:38:42.307278 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fd126fc0-bfd2-4451-b0ef-b76a7692d912 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:42.391457 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fb7aa36b-8d34-483f-9dd9-fd60ab5398bf req-5818234e-cb29-4387-ac72-d8f9099f5f7d tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=506507f9-849a-45b2-aa2b-efd516aa292b HTTP/1.1" status: 200 len: 210 time: 0.0959287 Aug 22 13:38:42.489954 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041440c5-597d-4875-a3da-fb0c2f10c6c5 req-ee7ca74c-dd9d-41e7-b1e8-16c1e3d3fa03 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:42.508450 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041440c5-597d-4875-a3da-fb0c2f10c6c5 req-ee7ca74c-dd9d-41e7-b1e8-16c1e3d3fa03 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:42.525632 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041440c5-597d-4875-a3da-fb0c2f10c6c5 req-ee7ca74c-dd9d-41e7-b1e8-16c1e3d3fa03 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:42.541129 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-041440c5-597d-4875-a3da-fb0c2f10c6c5 req-ee7ca74c-dd9d-41e7-b1e8-16c1e3d3fa03 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 2374 time: 0.5638101 Aug 22 13:38:42.591051 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fd126fc0-bfd2-4451-b0ef-b76a7692d912 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:42.601112 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd126fc0-bfd2-4451-b0ef-b76a7692d912 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:42.602787 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fd126fc0-bfd2-4451-b0ef-b76a7692d912 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:42.686095 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44492) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:42.786919 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e2509e15-1d44-419a-920f-52bb303b5b9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:42.823396 n-d-793621-33 neutron-server[94627]: DEBUG neutron.objects.ports [None req-62e416b9-c03e-4c16-80d5-f706eb16ad89 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94627) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 22 13:38:42.826419 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-62e416b9-c03e-4c16-80d5-f706eb16ad89 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:42.921871 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2f66b-3a77-494a-8f32-ad6c40aa8382 req-26573fed-4e7f-4089-9528-7378602836d4 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:42.923775 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b8a2f66b-3a77-494a-8f32-ad6c40aa8382 req-26573fed-4e7f-4089-9528-7378602836d4 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.41 "GET /v2.0/networks?id=436bb3cf-4f1a-421b-bfd3-5f21c99032ed HTTP/1.1" status: 200 len: 805 time: 0.3123574 Aug 22 13:38:42.996722 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-041440c5-597d-4875-a3da-fb0c2f10c6c5 req-58440f99-d9f0-4c4a-8094-d874c0767ea7 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/security-groups?id=66b7495f-ba5d-4b5f-9f1a-7d40465024e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4523704 Aug 22 13:38:43.048807 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-b8a2f66b-3a77-494a-8f32-ad6c40aa8382 req-60b42986-d123-4424-b108-0de17f525cc0 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Request body: {'port': {'device_id': '506507f9-849a-45b2-aa2b-efd516aa292b', 'network_id': '436bb3cf-4f1a-421b-bfd3-5f21c99032ed', 'admin_state_up': True, 'tenant_id': '9d314acf246e49628109fc5511827078'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:38:43.053237 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-40032462-5514-4c5d-b8fc-37bdf1e2e147 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:43.055730 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e2509e15-1d44-419a-920f-52bb303b5b9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:43.060337 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-fd126fc0-bfd2-4451-b0ef-b76a7692d912 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3338442 Aug 22 13:38:43.067466 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44498) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:43.074017 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-49c252c9-db45-49fe-b853-991869a33567 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Request body: {'subnet': {'network_id': 'ea3cd2d5-c50a-4d1a-b3f1-b914a0ab6cb4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:38:43.079760 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e2509e15-1d44-419a-920f-52bb303b5b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:43.108399 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd126fc0-bfd2-4451-b0ef-b76a7692d912 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Pushing event updated for resources: {'Network': ['ID=ea3cd2d5-c50a-4d1a-b3f1-b914a0ab6cb4,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:43.110580 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e416b9-c03e-4c16-80d5-f706eb16ad89 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Pushing event updated for resources: {'Subnet': ['ID=740793e1-1cbf-430d-8104-f0d9e7789b74,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:43.123542 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network ea3cd2d5-c50a-4d1a-b3f1-b914a0ab6cb4 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:38:43.125327 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-40032462-5514-4c5d-b8fc-37bdf1e2e147 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Transition to ACTIVE for port object 9f8df132-276a-4e46-89a0-b5f4c39d81b8 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:38:43.196804 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-40032462-5514-4c5d-b8fc-37bdf1e2e147 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:43.244573 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e2509e15-1d44-419a-920f-52bb303b5b9f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f97359793061482eb4214a0812b66947&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5549505 Aug 22 13:38:43.251927 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e416b9-c03e-4c16-80d5-f706eb16ad89 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Checking segment: {'id': '70e48efa-4896-486b-8535-45e631cb0e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f6321636-d6d0-44fc-a9db-a8e2adf60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:38:43.252328 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e416b9-c03e-4c16-80d5-f706eb16ad89 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Network hostable DHCP agents. Network: f6321636-d6d0-44fc-a9db-a8e2adf60fca, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:38:43.261053 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44500) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:43.262872 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2509e15-1d44-419a-920f-52bb303b5b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20382cb-31f9-4e50-9186-8ec458ff0c00,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:43.319181 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-40032462-5514-4c5d-b8fc-37bdf1e2e147 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Network 3a68a707-4544-4179-ae57-3b08732d6fc4 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:38:43.321092 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c252c9-db45-49fe-b853-991869a33567 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Made reservation on behalf of 57f0325c949845e5a036755c4e9c6c45 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:38:43.325071 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-49c252c9-db45-49fe-b853-991869a33567 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:43.331895 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-40032462-5514-4c5d-b8fc-37bdf1e2e147 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:38:43.344638 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-40032462-5514-4c5d-b8fc-37bdf1e2e147 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:38:43.418628 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-40032462-5514-4c5d-b8fc-37bdf1e2e147 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:43.429856 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-40032462-5514-4c5d-b8fc-37bdf1e2e147 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:43.447922 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8a2f66b-3a77-494a-8f32-ad6c40aa8382 req-60b42986-d123-4424-b108-0de17f525cc0 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Made reservation on behalf of 9d314acf246e49628109fc5511827078 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:38:43.451848 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b8a2f66b-3a77-494a-8f32-ad6c40aa8382 req-60b42986-d123-4424-b108-0de17f525cc0 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:43.509316 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e416b9-c03e-4c16-80d5-f706eb16ad89 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Network f6321636-d6d0-44fc-a9db-a8e2adf60fca is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:38:43.511835 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40032462-5514-4c5d-b8fc-37bdf1e2e147 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Pushing event updated for resources: {'Port': ['ID=9f8df132-276a-4e46-89a0-b5f4c39d81b8,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:43.546965 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-40032462-5514-4c5d-b8fc-37bdf1e2e147 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9307539 Aug 22 13:38:43.548445 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f54d8665-edfb-470d-ac0f-2e4e37eb2f0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:43.572505 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-af78d4e2-d44e-4a8b-ab06-4ead48060c1f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Request body: {'port': {'device_id': 'ae154360-507b-4976-b2d6-5455ef736d16', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '3a68a707-4544-4179-ae57-3b08732d6fc4', 'admin_state_up': True, 'tenant_id': 'd953ee5d914f4a7288a8a29730002fca', 'security_groups': ['66b7495f-ba5d-4b5f-9f1a-7d40465024e2']}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:38:43.683455 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-84bae3d1-63ab-4d5c-96ee-b81e5594a632 None None] Provisioning for port 9f8df132-276a-4e46-89a0-b5f4c39d81b8 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:38:43.688197 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-84bae3d1-63ab-4d5c-96ee-b81e5594a632 None None] Provisioning complete for port 9f8df132-276a-4e46-89a0-b5f4c39d81b8 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:38:43.688699 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-84bae3d1-63ab-4d5c-96ee-b81e5594a632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:43.796926 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-84bae3d1-63ab-4d5c-96ee-b81e5594a632 None None] Port 9f8df132-276a-4e46-89a0-b5f4c39d81b8 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:38:43.802803 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-b8a2f66b-3a77-494a-8f32-ad6c40aa8382 req-60b42986-d123-4424-b108-0de17f525cc0 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Allocated IP 172.20.0.10 (436bb3cf-4f1a-421b-bfd3-5f21c99032ed/9d1b4558-44bd-41e9-aa53-567e0a55d684/39e4de20-550e-4f85-a81b-f0ea7ee32124) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:38:43.823834 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-42cdce3a-d115-42db-bfb0-4df8f5553bff req-8cdf5f7d-50ac-4f64-bbfc-e5ba7af96689 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=506507f9-849a-45b2-aa2b-efd516aa292b HTTP/1.1" status: 200 len: 210 time: 0.0852635 Aug 22 13:38:43.858815 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-62e416b9-c03e-4c16-80d5-f706eb16ad89 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, f6321636-d6d0-44fc-a9db-a8e2adf60fca) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:38:43.868208 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a053d2-2a78-403d-8175-063679e6921d None None] Network f6321636-d6d0-44fc-a9db-a8e2adf60fca requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:38:43.895810 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-49c252c9-db45-49fe-b853-991869a33567 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:43.907935 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e416b9-c03e-4c16-80d5-f706eb16ad89 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:43.908631 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-62e416b9-c03e-4c16-80d5-f706eb16ad89 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:43.945333 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f54d8665-edfb-470d-ac0f-2e4e37eb2f0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:43.985384 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-af78d4e2-d44e-4a8b-ab06-4ead48060c1f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Made reservation on behalf of d953ee5d914f4a7288a8a29730002fca for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:38:43.995336 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-af78d4e2-d44e-4a8b-ab06-4ead48060c1f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:44.211362 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-af78d4e2-d44e-4a8b-ab06-4ead48060c1f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Allocated IP 10.2.2.200 (3a68a707-4544-4179-ae57-3b08732d6fc4/4a68570d-3c99-46d0-9ae9-d17b3c59c7bf/d1033646-653a-4a62-9b6c-3304356458b3) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:38:44.268845 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5d647e-034f-4ee2-80fc-123192299525 None None] Network f6321636-d6d0-44fc-a9db-a8e2adf60fca requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:38:44.276721 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c252c9-db45-49fe-b853-991869a33567 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Pushing event updated for resources: {'Subnet': ['ID=4c38969f-3541-45e1-b8d5-4f01ed34f287,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:44.289226 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c252c9-db45-49fe-b853-991869a33567 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Checking segment: {'id': 'd83f2b2d-c072-4949-ac5c-970b34f42a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ea3cd2d5-c50a-4d1a-b3f1-b914a0ab6cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:38:44.291258 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c252c9-db45-49fe-b853-991869a33567 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Network hostable DHCP agents. Network: ea3cd2d5-c50a-4d1a-b3f1-b914a0ab6cb4, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:38:44.381372 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c252c9-db45-49fe-b853-991869a33567 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Network ea3cd2d5-c50a-4d1a-b3f1-b914a0ab6cb4 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:38:44.389270 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-af78d4e2-d44e-4a8b-ab06-4ead48060c1f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:44.412450 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-af78d4e2-d44e-4a8b-ab06-4ead48060c1f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Transition to ACTIVE for port object d1033646-653a-4a62-9b6c-3304356458b3 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:38:44.420447 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b8a2f66b-3a77-494a-8f32-ad6c40aa8382 req-60b42986-d123-4424-b108-0de17f525cc0 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:44.425053 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-49c252c9-db45-49fe-b853-991869a33567 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, ea3cd2d5-c50a-4d1a-b3f1-b914a0ab6cb4) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:38:44.432207 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c252c9-db45-49fe-b853-991869a33567 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:44.433923 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-49c252c9-db45-49fe-b853-991869a33567 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:44.454445 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36905ce7-f134-44f2-8eae-79c590425831 None None] Network ea3cd2d5-c50a-4d1a-b3f1-b914a0ab6cb4 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:38:44.465870 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-49c252c9-db45-49fe-b853-991869a33567 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3969510 Aug 22 13:38:44.470962 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-62e416b9-c03e-4c16-80d5-f706eb16ad89 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.9152863 Aug 22 13:38:44.473132 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44536) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:44.473530 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44538) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:44.524032 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-e821c2d4-77e8-404f-9340-82f750be23a7 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-814230971', 'network_id': 'f6321636-d6d0-44fc-a9db-a8e2adf60fca'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:38:44.529395 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b8a2f66b-3a77-494a-8f32-ad6c40aa8382 req-60b42986-d123-4424-b108-0de17f525cc0 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:44.552574 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['bfca5d30-3e48-4072-a6df-3b881a1a8fbe'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:38:44.552810 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-af78d4e2-d44e-4a8b-ab06-4ead48060c1f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:44.590386 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b42986-d123-4424-b108-0de17f525cc0 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Pushing event updated for resources: {'Port': ['ID=39e4de20-550e-4f85-a81b-f0ea7ee32124,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:44.606463 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8a2f66b-3a77-494a-8f32-ad6c40aa8382 req-60b42986-d123-4424-b108-0de17f525cc0 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Network 436bb3cf-4f1a-421b-bfd3-5f21c99032ed is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:38:44.607894 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-b8a2f66b-3a77-494a-8f32-ad6c40aa8382 req-60b42986-d123-4424-b108-0de17f525cc0 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:38:44.610615 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8a2f66b-3a77-494a-8f32-ad6c40aa8382 req-60b42986-d123-4424-b108-0de17f525cc0 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:38:44.679437 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2f66b-3a77-494a-8f32-ad6c40aa8382 req-60b42986-d123-4424-b108-0de17f525cc0 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:44.680402 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b8a2f66b-3a77-494a-8f32-ad6c40aa8382 req-60b42986-d123-4424-b108-0de17f525cc0 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:44.681953 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725fc22-996c-4397-ae09-68d88c52a0f6 req-0cabebd2-2aa0-413a-aa99-426a48c4f409 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:44.688861 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725fc22-996c-4397-ae09-68d88c52a0f6 req-0cabebd2-2aa0-413a-aa99-426a48c4f409 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:44.695742 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725fc22-996c-4397-ae09-68d88c52a0f6 req-0cabebd2-2aa0-413a-aa99-426a48c4f409 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:44.706007 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725fc22-996c-4397-ae09-68d88c52a0f6 req-0cabebd2-2aa0-413a-aa99-426a48c4f409 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:44.713238 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725fc22-996c-4397-ae09-68d88c52a0f6 req-0cabebd2-2aa0-413a-aa99-426a48c4f409 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:44.715656 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1725fc22-996c-4397-ae09-68d88c52a0f6 req-0cabebd2-2aa0-413a-aa99-426a48c4f409 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 3816 time: 0.2411687 Aug 22 13:38:44.716583 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af78d4e2-d44e-4a8b-ab06-4ead48060c1f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Pushing event updated for resources: {'Port': ['ID=d1033646-653a-4a62-9b6c-3304356458b3,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:44.721284 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-af78d4e2-d44e-4a8b-ab06-4ead48060c1f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Network 3a68a707-4544-4179-ae57-3b08732d6fc4 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:38:44.765185 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-af78d4e2-d44e-4a8b-ab06-4ead48060c1f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:38:44.786918 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-af78d4e2-d44e-4a8b-ab06-4ead48060c1f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:38:44.823868 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1725fc22-996c-4397-ae09-68d88c52a0f6 req-c44e0496-7f12-4a9e-a2b9-cd858cb4d4cc tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/security-groups?id=66b7495f-ba5d-4b5f-9f1a-7d40465024e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877228 Aug 22 13:38:44.850909 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b8a2f66b-3a77-494a-8f32-ad6c40aa8382 req-60b42986-d123-4424-b108-0de17f525cc0 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8066621 Aug 22 13:38:44.853282 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e821c2d4-77e8-404f-9340-82f750be23a7 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Made reservation on behalf of 68f64def8dac435ba1f782f1092c4760 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:38:44.856002 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e821c2d4-77e8-404f-9340-82f750be23a7 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:44.864969 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-b8a2f66b-3a77-494a-8f32-ad6c40aa8382 req-3a23f12e-9ce8-4031-b975-82b67a8d4fe4 service neutron] Request body: {'port': {'device_id': '506507f9-849a-45b2-aa2b-efd516aa292b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:38:44.903458 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe4b92a-9124-4faf-a5f8-a8400173a2ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-ea3cd2d5-c50a-4d1a-b3f1-b914a0ab6cb4', 'network_id': 'ea3cd2d5-c50a-4d1a-b3f1-b914a0ab6cb4', 'tenant_id': '57f0325c949845e5a036755c4e9c6c45', 'fixed_ips': [{'subnet_id': '4c38969f-3541-45e1-b8d5-4f01ed34f287'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:38:44.905777 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-cbe4b92a-9124-4faf-a5f8-a8400173a2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:44.966358 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [None req-e821c2d4-77e8-404f-9340-82f750be23a7 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] device_id is not set on port f98d7b4f-2526-46f9-9fc4-86c5de5295f8 yet. {{(pid=94627) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:38:45.034048 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b8a2f66b-3a77-494a-8f32-ad6c40aa8382 req-3a23f12e-9ce8-4031-b975-82b67a8d4fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:45.093516 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f54d8665-edfb-470d-ac0f-2e4e37eb2f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:45.096209 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f54d8665-edfb-470d-ac0f-2e4e37eb2f0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:45.099976 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f54d8665-edfb-470d-ac0f-2e4e37eb2f0b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b20382cb-31f9-4e50-9186-8ec458ff0c00 HTTP/1.1" status: 204 len: 168 time: 1.8342149 Aug 22 13:38:45.166997 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-af78d4e2-d44e-4a8b-ab06-4ead48060c1f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:45.167956 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-af78d4e2-d44e-4a8b-ab06-4ead48060c1f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:45.234740 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ba57b208-fe0e-42da-88fb-58f82a8d47c0 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:45.290543 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54d8665-edfb-470d-ac0f-2e4e37eb2f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20382cb-31f9-4e50-9186-8ec458ff0c00,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:45.312197 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace2bdb0-500e-46da-994a-2b6c0716e65a req-a68012fd-3e3f-452b-b706-f596ff57c595 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:45.325122 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ace2bdb0-500e-46da-994a-2b6c0716e65a req-a68012fd-3e3f-452b-b706-f596ff57c595 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=506507f9-849a-45b2-aa2b-efd516aa292b HTTP/1.1" status: 200 len: 932 time: 0.2170594 Aug 22 13:38:45.345855 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-af78d4e2-d44e-4a8b-ab06-4ead48060c1f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7904227 Aug 22 13:38:45.374379 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-8941fc2f-c33e-48bb-b38e-7d2d36599913 service neutron] Request body: {'port': {'device_id': 'ae154360-507b-4976-b2d6-5455ef736d16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:38:45.405647 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-87d992c0-7abb-4677-9e5b-48eaa4261b42 None None] Provisioning for port d1033646-653a-4a62-9b6c-3304356458b3 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:38:45.421238 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-cbe4b92a-9124-4faf-a5f8-a8400173a2ae None None] Allocated IP 2001:db8::2 (ea3cd2d5-c50a-4d1a-b3f1-b914a0ab6cb4/4c38969f-3541-45e1-b8d5-4f01ed34f287/d6ccffc9-22e3-43bf-805b-e312052fbf7d) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:38:45.441249 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-87d992c0-7abb-4677-9e5b-48eaa4261b42 None None] Provisioning complete for port d1033646-653a-4a62-9b6c-3304356458b3 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:38:45.441627 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-87d992c0-7abb-4677-9e5b-48eaa4261b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:45.606665 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-8941fc2f-c33e-48bb-b38e-7d2d36599913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:45.626309 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-b8a2f66b-3a77-494a-8f32-ad6c40aa8382 req-3a23f12e-9ce8-4031-b975-82b67a8d4fe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39e4de20-550e-4f85-a81b-f0ea7ee32124 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:38:45.648906 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b8a2f66b-3a77-494a-8f32-ad6c40aa8382 req-3a23f12e-9ce8-4031-b975-82b67a8d4fe4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:45.660303 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-87d992c0-7abb-4677-9e5b-48eaa4261b42 None None] Port d1033646-653a-4a62-9b6c-3304356458b3 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:38:45.679422 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-b8a2f66b-3a77-494a-8f32-ad6c40aa8382 req-3a23f12e-9ce8-4031-b975-82b67a8d4fe4 service neutron] Transition to ACTIVE for port object 39e4de20-550e-4f85-a81b-f0ea7ee32124 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:38:45.689464 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b8a2f66b-3a77-494a-8f32-ad6c40aa8382 req-3a23f12e-9ce8-4031-b975-82b67a8d4fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:45.836849 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23f12e-9ce8-4031-b975-82b67a8d4fe4 service neutron] Pushing event updated for resources: {'Port': ['ID=39e4de20-550e-4f85-a81b-f0ea7ee32124,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:45.868208 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-cbe4b92a-9124-4faf-a5f8-a8400173a2ae None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:45.885741 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-cbe4b92a-9124-4faf-a5f8-a8400173a2ae None None] Transition to ACTIVE for port object d6ccffc9-22e3-43bf-805b-e312052fbf7d will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:38:45.887450 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ace2bdb0-500e-46da-994a-2b6c0716e65a req-527c034f-2d10-4456-a3f9-7d5b0c8099aa tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5604606 Aug 22 13:38:45.916679 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-b8a2f66b-3a77-494a-8f32-ad6c40aa8382 req-3a23f12e-9ce8-4031-b975-82b67a8d4fe4 service neutron] Attempting to bind port 39e4de20-550e-4f85-a81b-f0ea7ee32124 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:38:45.917180 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-b8a2f66b-3a77-494a-8f32-ad6c40aa8382 req-3a23f12e-9ce8-4031-b975-82b67a8d4fe4 service neutron] Attempting to bind port 39e4de20-550e-4f85-a81b-f0ea7ee32124 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': 'ade77f39-5a78-4e5c-8ff0-9af8c1244976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '436bb3cf-4f1a-421b-bfd3-5f21c99032ed'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:38:45.917915 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a2f66b-3a77-494a-8f32-ad6c40aa8382 req-3a23f12e-9ce8-4031-b975-82b67a8d4fe4 service neutron] Attempting to bind port 39e4de20-550e-4f85-a81b-f0ea7ee32124 on network 436bb3cf-4f1a-421b-bfd3-5f21c99032ed {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:38:45.920631 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-cbe4b92a-9124-4faf-a5f8-a8400173a2ae None None] Transition to ACTIVE for port object d6ccffc9-22e3-43bf-805b-e312052fbf7d will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:38:45.930074 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a2f66b-3a77-494a-8f32-ad6c40aa8382 req-3a23f12e-9ce8-4031-b975-82b67a8d4fe4 service neutron] Port 39e4de20-550e-4f85-a81b-f0ea7ee32124 on network 436bb3cf-4f1a-421b-bfd3-5f21c99032ed not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:38:45.930612 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a2f66b-3a77-494a-8f32-ad6c40aa8382 req-3a23f12e-9ce8-4031-b975-82b67a8d4fe4 service neutron] Attempting to bind port 39e4de20-550e-4f85-a81b-f0ea7ee32124 on network 436bb3cf-4f1a-421b-bfd3-5f21c99032ed {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:38:45.932777 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-cbe4b92a-9124-4faf-a5f8-a8400173a2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:45.946935 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a2f66b-3a77-494a-8f32-ad6c40aa8382 req-3a23f12e-9ce8-4031-b975-82b67a8d4fe4 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:38:45.947310 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a2f66b-3a77-494a-8f32-ad6c40aa8382 req-3a23f12e-9ce8-4031-b975-82b67a8d4fe4 service neutron] Checking segment: {'id': 'ade77f39-5a78-4e5c-8ff0-9af8c1244976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '436bb3cf-4f1a-421b-bfd3-5f21c99032ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:38:45.948204 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a2f66b-3a77-494a-8f32-ad6c40aa8382 req-3a23f12e-9ce8-4031-b975-82b67a8d4fe4 service neutron] Bound using segment: {'id': 'ade77f39-5a78-4e5c-8ff0-9af8c1244976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '436bb3cf-4f1a-421b-bfd3-5f21c99032ed'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:38:45.948889 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-b8a2f66b-3a77-494a-8f32-ad6c40aa8382 req-3a23f12e-9ce8-4031-b975-82b67a8d4fe4 service neutron] Bound port: 39e4de20-550e-4f85-a81b-f0ea7ee32124, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ade77f39-5a78-4e5c-8ff0-9af8c1244976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '436bb3cf-4f1a-421b-bfd3-5f21c99032ed'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:38:45.949483 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b8a2f66b-3a77-494a-8f32-ad6c40aa8382 req-3a23f12e-9ce8-4031-b975-82b67a8d4fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:45.999280 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe4b92a-9124-4faf-a5f8-a8400173a2ae None None] Network ea3cd2d5-c50a-4d1a-b3f1-b914a0ab6cb4 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:38:45.999280 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-cbe4b92a-9124-4faf-a5f8-a8400173a2ae None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:38:46.002734 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe4b92a-9124-4faf-a5f8-a8400173a2ae None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:38:46.045801 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe4b92a-9124-4faf-a5f8-a8400173a2ae None None] Pushing event updated for resources: {'Port': ['ID=d6ccffc9-22e3-43bf-805b-e312052fbf7d,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:46.105526 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-b8a2f66b-3a77-494a-8f32-ad6c40aa8382 req-3a23f12e-9ce8-4031-b975-82b67a8d4fe4 service neutron] For port 39e4de20-550e-4f85-a81b-f0ea7ee32124, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:38:46.110336 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-b8a2f66b-3a77-494a-8f32-ad6c40aa8382 req-3a23f12e-9ce8-4031-b975-82b67a8d4fe4 service neutron] For port 39e4de20-550e-4f85-a81b-f0ea7ee32124, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=39e4de20-550e-4f85-a81b-f0ea7ee32124,segment=NetworkSegment(ade77f39-5a78-4e5c-8ff0-9af8c1244976),segment_id=ade77f39-5a78-4e5c-8ff0-9af8c1244976)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:38:46.118193 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b8a2f66b-3a77-494a-8f32-ad6c40aa8382 req-3a23f12e-9ce8-4031-b975-82b67a8d4fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:46.184613 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23f12e-9ce8-4031-b975-82b67a8d4fe4 service neutron] Pushing event updated for resources: {'Port': ['ID=39e4de20-550e-4f85-a81b-f0ea7ee32124,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:46.186832 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-cbe4b92a-9124-4faf-a5f8-a8400173a2ae None None] Attempting to bind port d6ccffc9-22e3-43bf-805b-e312052fbf7d on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:38:46.187205 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-cbe4b92a-9124-4faf-a5f8-a8400173a2ae None None] Attempting to bind port d6ccffc9-22e3-43bf-805b-e312052fbf7d by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'd83f2b2d-c072-4949-ac5c-970b34f42a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ea3cd2d5-c50a-4d1a-b3f1-b914a0ab6cb4'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:38:46.187572 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe4b92a-9124-4faf-a5f8-a8400173a2ae None None] Attempting to bind port d6ccffc9-22e3-43bf-805b-e312052fbf7d on network ea3cd2d5-c50a-4d1a-b3f1-b914a0ab6cb4 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:38:46.199712 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe4b92a-9124-4faf-a5f8-a8400173a2ae None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:38:46.200147 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe4b92a-9124-4faf-a5f8-a8400173a2ae None None] Checking segment: {'id': 'd83f2b2d-c072-4949-ac5c-970b34f42a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ea3cd2d5-c50a-4d1a-b3f1-b914a0ab6cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:38:46.200604 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-cbe4b92a-9124-4faf-a5f8-a8400173a2ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:46.201001 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe4b92a-9124-4faf-a5f8-a8400173a2ae None None] Bound using segment: {'id': 'd83f2b2d-c072-4949-ac5c-970b34f42a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ea3cd2d5-c50a-4d1a-b3f1-b914a0ab6cb4'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:38:46.201601 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-cbe4b92a-9124-4faf-a5f8-a8400173a2ae None None] Bound port: d6ccffc9-22e3-43bf-805b-e312052fbf7d, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd83f2b2d-c072-4949-ac5c-970b34f42a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ea3cd2d5-c50a-4d1a-b3f1-b914a0ab6cb4'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:38:46.201985 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-cbe4b92a-9124-4faf-a5f8-a8400173a2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:46.211475 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2f66b-3a77-494a-8f32-ad6c40aa8382 req-3a23f12e-9ce8-4031-b975-82b67a8d4fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:46.219765 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b8a2f66b-3a77-494a-8f32-ad6c40aa8382 req-3a23f12e-9ce8-4031-b975-82b67a8d4fe4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:46.222544 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b8a2f66b-3a77-494a-8f32-ad6c40aa8382 req-3a23f12e-9ce8-4031-b975-82b67a8d4fe4 service neutron] 10.222.0.41 "PUT /v2.0/ports/39e4de20-550e-4f85-a81b-f0ea7ee32124 HTTP/1.1" status: 200 len: 1093 time: 1.3620365 Aug 22 13:38:46.224829 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '506507f9-849a-45b2-aa2b-efd516aa292b', 'tag': '39e4de20-550e-4f85-a81b-f0ea7ee32124'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:38:46.229121 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401a729a-8bfe-4357-a825-75f81b041ec4" -d '{"events": [{"name": "network-changed", "server_uuid": "506507f9-849a-45b2-aa2b-efd516aa292b", "tag": "39e4de20-550e-4f85-a81b-f0ea7ee32124"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:38:46.273878 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-e821c2d4-77e8-404f-9340-82f750be23a7 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Allocated IP 172.20.0.11 (f6321636-d6d0-44fc-a9db-a8e2adf60fca/740793e1-1cbf-430d-8104-f0d9e7789b74/f98d7b4f-2526-46f9-9fc4-86c5de5295f8) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:38:46.293859 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ba57b208-fe0e-42da-88fb-58f82a8d47c0 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:46.351774 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2f66b-3a77-494a-8f32-ad6c40aa8382 req-eb8cb031-714a-4cce-9d5e-d0ff35f53217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:46.354183 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b8a2f66b-3a77-494a-8f32-ad6c40aa8382 req-eb8cb031-714a-4cce-9d5e-d0ff35f53217 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d314acf246e49628109fc5511827078&device_id=506507f9-849a-45b2-aa2b-efd516aa292b HTTP/1.1" status: 200 len: 1096 time: 0.0896842 Aug 22 13:38:46.356843 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a832a1a8-7e42-4e05-b069-24c6721d216a x-openstack-request-id: req-a832a1a8-7e42-4e05-b069-24c6721d216a {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:38:46.357328 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "506507f9-849a-45b2-aa2b-efd516aa292b", "tag": "39e4de20-550e-4f85-a81b-f0ea7ee32124", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:38:46.357756 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a832a1a8-7e42-4e05-b069-24c6721d216a {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:38:46.358339 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '506507f9-849a-45b2-aa2b-efd516aa292b', 'tag': '39e4de20-550e-4f85-a81b-f0ea7ee32124', 'status': 'completed', 'code': 200} Aug 22 13:38:46.390066 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbeacb3-6780-4c89-8347-b3aa9e16c7d2 req-5ed65fb3-30de-4973-9e51-e6600fa748a1 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:46.422877 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-cbe4b92a-9124-4faf-a5f8-a8400173a2ae None None] For port d6ccffc9-22e3-43bf-805b-e312052fbf7d, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:38:46.427509 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbeacb3-6780-4c89-8347-b3aa9e16c7d2 req-5ed65fb3-30de-4973-9e51-e6600fa748a1 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:46.431254 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-cbe4b92a-9124-4faf-a5f8-a8400173a2ae None None] For port d6ccffc9-22e3-43bf-805b-e312052fbf7d, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=d6ccffc9-22e3-43bf-805b-e312052fbf7d,segment=NetworkSegment(d83f2b2d-c072-4949-ac5c-970b34f42a01),segment_id=d83f2b2d-c072-4949-ac5c-970b34f42a01)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:38:46.434454 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbeacb3-6780-4c89-8347-b3aa9e16c7d2 req-5ed65fb3-30de-4973-9e51-e6600fa748a1 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:46.439663 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-cbe4b92a-9124-4faf-a5f8-a8400173a2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:46.443175 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbeacb3-6780-4c89-8347-b3aa9e16c7d2 req-5ed65fb3-30de-4973-9e51-e6600fa748a1 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:46.450021 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbeacb3-6780-4c89-8347-b3aa9e16c7d2 req-5ed65fb3-30de-4973-9e51-e6600fa748a1 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:46.451853 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cbbeacb3-6780-4c89-8347-b3aa9e16c7d2 req-5ed65fb3-30de-4973-9e51-e6600fa748a1 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 3816 time: 0.2843318 Aug 22 13:38:46.477984 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b8a2f66b-3a77-494a-8f32-ad6c40aa8382 req-6d436a17-fa9f-487b-85f7-e9c7229800e4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39e4de20-550e-4f85-a81b-f0ea7ee32124 HTTP/1.1" status: 200 len: 217 time: 0.1134861 Aug 22 13:38:46.540886 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2f66b-3a77-494a-8f32-ad6c40aa8382 req-c414ebca-394c-4fde-bad8-82e015737944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:46.543108 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b8a2f66b-3a77-494a-8f32-ad6c40aa8382 req-c414ebca-394c-4fde-bad8-82e015737944 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9d1b4558-44bd-41e9-aa53-567e0a55d684 HTTP/1.1" status: 200 len: 845 time: 0.0592570 Aug 22 13:38:46.602549 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b8a2f66b-3a77-494a-8f32-ad6c40aa8382 req-76e4ba79-7b49-4663-8693-ee02860a750b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=436bb3cf-4f1a-421b-bfd3-5f21c99032ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526030 Aug 22 13:38:46.639810 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe4b92a-9124-4faf-a5f8-a8400173a2ae None None] Pushing event updated for resources: {'Port': ['ID=d6ccffc9-22e3-43bf-805b-e312052fbf7d,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:46.822497 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b8a2f66b-3a77-494a-8f32-ad6c40aa8382 req-1c5f533a-89bf-48b8-90d2-6500723ac250 service neutron] 10.222.0.41 "GET /v2.0/networks/436bb3cf-4f1a-421b-bfd3-5f21c99032ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124002 Aug 22 13:38:47.115501 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b8a2f66b-3a77-494a-8f32-ad6c40aa8382 req-378b08e0-3cab-42ee-a80c-631e23b4ab4e service neutron] 10.222.0.41 "GET /v2.0/networks/436bb3cf-4f1a-421b-bfd3-5f21c99032ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845826 Aug 22 13:38:47.136086 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cbbeacb3-6780-4c89-8347-b3aa9e16c7d2 req-4b1f12ac-f131-4711-9d10-930e14a831ab tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/security-groups?id=66b7495f-ba5d-4b5f-9f1a-7d40465024e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6379292 Aug 22 13:38:47.169715 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ba57b208-fe0e-42da-88fb-58f82a8d47c0 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:47.257831 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba57b208-fe0e-42da-88fb-58f82a8d47c0 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Pushing event deleted for resources: {'Subnet': ['ID=4c38969f-3541-45e1-b8d5-4f01ed34f287,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:47.263479 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a729a-8bfe-4357-a825-75f81b041ec4 req-04a111aa-7b20-4c91-bb40-7e733947f2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:47.269889 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-401a729a-8bfe-4357-a825-75f81b041ec4 req-04a111aa-7b20-4c91-bb40-7e733947f2cb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d314acf246e49628109fc5511827078&device_id=506507f9-849a-45b2-aa2b-efd516aa292b HTTP/1.1" status: 200 len: 1096 time: 0.0952699 Aug 22 13:38:47.373578 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ba57b208-fe0e-42da-88fb-58f82a8d47c0 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:47.383212 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8ba3f-92bb-4b6e-a39f-c528d69825f8 req-7868621e-f5f9-4961-a9d7-62984f39d307 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:47.384769 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7fc8ba3f-92bb-4b6e-a39f-c528d69825f8 req-7868621e-f5f9-4961-a9d7-62984f39d307 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=506507f9-849a-45b2-aa2b-efd516aa292b HTTP/1.1" status: 200 len: 944 time: 0.2465689 Aug 22 13:38:47.426020 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-ba57b208-fe0e-42da-88fb-58f82a8d47c0 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea3cd2d5-c50a-4d1a-b3f1-b914a0ab6cb4']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:38:47.467601 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-8941fc2f-c33e-48bb-b38e-7d2d36599913 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93bdfde2-d457-457f-992b-980c70fdc75c {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:38:47.474806 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-ba57b208-fe0e-42da-88fb-58f82a8d47c0 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd83f2b2d-c072-4949-ac5c-970b34f42a01') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:38:47.475063 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-ba57b208-fe0e-42da-88fb-58f82a8d47c0 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd83f2b2d-c072-4949-ac5c-970b34f42a01') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:38:47.488639 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e821c2d4-77e8-404f-9340-82f750be23a7 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:47.494141 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-8941fc2f-c33e-48bb-b38e-7d2d36599913 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:47.503502 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ba57b208-fe0e-42da-88fb-58f82a8d47c0 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:47.529665 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a729a-8bfe-4357-a825-75f81b041ec4 req-59216e56-57ea-4c45-b59a-2fcbf435c54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:47.532005 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-401a729a-8bfe-4357-a825-75f81b041ec4 req-59216e56-57ea-4c45-b59a-2fcbf435c54c service neutron] 10.222.0.41 "GET /v2.0/networks?id=436bb3cf-4f1a-421b-bfd3-5f21c99032ed HTTP/1.1" status: 200 len: 906 time: 0.2544155 Aug 22 13:38:47.538148 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-8941fc2f-c33e-48bb-b38e-7d2d36599913 service neutron] Transition to ACTIVE for port object 93bdfde2-d457-457f-992b-980c70fdc75c will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:38:47.552821 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7fc8ba3f-92bb-4b6e-a39f-c528d69825f8 req-7949281d-b801-4abc-9512-1869ade0ec59 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416814 Aug 22 13:38:47.559449 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ba57b208-fe0e-42da-88fb-58f82a8d47c0 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:47.565291 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-8941fc2f-c33e-48bb-b38e-7d2d36599913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:47.611220 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba57b208-fe0e-42da-88fb-58f82a8d47c0 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:38:47.611631 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ba57b208-fe0e-42da-88fb-58f82a8d47c0 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:47.616489 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8941fc2f-c33e-48bb-b38e-7d2d36599913 service neutron] Pushing event updated for resources: {'Port': ['ID=93bdfde2-d457-457f-992b-980c70fdc75c,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:47.619468 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:38:47.619468 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:38:47.619468 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:38:47.619468 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:38:47.619468 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:38:47.619468 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:38:47.619468 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:38:47.619468 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:38:47.619468 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:38:47.619468 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:38:47.619468 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:38:47.619468 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:38:47.619468 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:38:47.619468 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:38:47.619468 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:38:47.619468 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:38:47.619468 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:38:47.619468 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:38:47.619468 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:38:47.619468 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:38:47.619468 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:38:47.619468 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:38:47.619468 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:38:47.619468 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:38:47.619468 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:38:47.619468 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:38:47.619468 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:38:47.619468 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:38:47.619468 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:38:47.619468 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:38:47.619468 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:38:47.619468 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:38:47.623030 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-401a729a-8bfe-4357-a825-75f81b041ec4 req-020c3a1e-6a7a-435d-8ed2-ea8dca454a53 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39e4de20-550e-4f85-a81b-f0ea7ee32124 HTTP/1.1" status: 200 len: 217 time: 0.0756915 Aug 22 13:38:47.730659 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.db.api [None req-ba57b208-fe0e-42da-88fb-58f82a8d47c0 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 22 13:38:47.730659 n-d-793621-33 neutron-server[94627]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 22 13:38:47.730659 n-d-793621-33 neutron-server[94627]: [parameters: {'id': 'ea3cd2d5-c50a-4d1a-b3f1-b914a0ab6cb4'}] Aug 22 13:38:47.730659 n-d-793621-33 neutron-server[94627]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94627) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 13:38:47.731232 n-d-793621-33 neutron-server[94627]: DEBUG oslo_db.api [None req-ba57b208-fe0e-42da-88fb-58f82a8d47c0 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 13:38:47.749879 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a729a-8bfe-4357-a825-75f81b041ec4 req-087aeaa3-f3eb-4798-b336-237b5e82c594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:47.757798 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-401a729a-8bfe-4357-a825-75f81b041ec4 req-087aeaa3-f3eb-4798-b336-237b5e82c594 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9d1b4558-44bd-41e9-aa53-567e0a55d684 HTTP/1.1" status: 200 len: 845 time: 0.1276088 Aug 22 13:38:47.775952 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e821c2d4-77e8-404f-9340-82f750be23a7 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:47.833322 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-401a729a-8bfe-4357-a825-75f81b041ec4 req-0cdbce30-3477-4399-9ded-97de815b0e63 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=436bb3cf-4f1a-421b-bfd3-5f21c99032ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652013 Aug 22 13:38:47.907932 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device d6ccffc9-22e3-43bf-805b-e312052fbf7d up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:38:47.982606 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-401a729a-8bfe-4357-a825-75f81b041ec4 req-c7966776-47cf-4f84-a267-9c2fa3e90372 service neutron] 10.222.0.41 "GET /v2.0/networks/436bb3cf-4f1a-421b-bfd3-5f21c99032ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411262 Aug 22 13:38:48.019856 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e821c2d4-77e8-404f-9340-82f750be23a7 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Network f6321636-d6d0-44fc-a9db-a8e2adf60fca is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:38:48.036834 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-e821c2d4-77e8-404f-9340-82f750be23a7 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:38:48.052840 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e821c2d4-77e8-404f-9340-82f750be23a7 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:38:48.059878 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port d6ccffc9-22e3-43bf-805b-e312052fbf7d completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:38:48.106555 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e821c2d4-77e8-404f-9340-82f750be23a7 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Pushing event updated for resources: {'Port': ['ID=f98d7b4f-2526-46f9-9fc4-86c5de5295f8,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:48.172680 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-8941fc2f-c33e-48bb-b38e-7d2d36599913 service neutron] Attempting to bind port 93bdfde2-d457-457f-992b-980c70fdc75c on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:38:48.173290 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-8941fc2f-c33e-48bb-b38e-7d2d36599913 service neutron] Attempting to bind port 93bdfde2-d457-457f-992b-980c70fdc75c by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '3e2a6405-d9f4-46c3-bd31-caa400911d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '09ddfb22-9759-41d5-b511-b1a96521841b'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:38:48.173574 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-8941fc2f-c33e-48bb-b38e-7d2d36599913 service neutron] Attempting to bind port 93bdfde2-d457-457f-992b-980c70fdc75c on network 09ddfb22-9759-41d5-b511-b1a96521841b {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:38:48.177954 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e821c2d4-77e8-404f-9340-82f750be23a7 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:48.179022 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e821c2d4-77e8-404f-9340-82f750be23a7 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:48.187019 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-8941fc2f-c33e-48bb-b38e-7d2d36599913 service neutron] Port 93bdfde2-d457-457f-992b-980c70fdc75c on network 09ddfb22-9759-41d5-b511-b1a96521841b not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:38:48.199989 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-401a729a-8bfe-4357-a825-75f81b041ec4 req-11d91bdd-4556-41ec-9fba-c72a22d3f614 service neutron] 10.222.0.41 "GET /v2.0/networks/436bb3cf-4f1a-421b-bfd3-5f21c99032ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092621 Aug 22 13:38:48.211688 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-8941fc2f-c33e-48bb-b38e-7d2d36599913 service neutron] Attempting to bind port 93bdfde2-d457-457f-992b-980c70fdc75c on network 09ddfb22-9759-41d5-b511-b1a96521841b {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:38:48.232197 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ba57b208-fe0e-42da-88fb-58f82a8d47c0 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:48.253683 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-8941fc2f-c33e-48bb-b38e-7d2d36599913 service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:38:48.258521 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-8941fc2f-c33e-48bb-b38e-7d2d36599913 service neutron] Checking segment: {'id': '3e2a6405-d9f4-46c3-bd31-caa400911d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '09ddfb22-9759-41d5-b511-b1a96521841b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:38:48.259035 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-8941fc2f-c33e-48bb-b38e-7d2d36599913 service neutron] Bound using segment: {'id': '3e2a6405-d9f4-46c3-bd31-caa400911d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '09ddfb22-9759-41d5-b511-b1a96521841b'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:38:48.259707 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-8941fc2f-c33e-48bb-b38e-7d2d36599913 service neutron] Bound port: 93bdfde2-d457-457f-992b-980c70fdc75c, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e2a6405-d9f4-46c3-bd31-caa400911d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '09ddfb22-9759-41d5-b511-b1a96521841b'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:38:48.260299 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-8941fc2f-c33e-48bb-b38e-7d2d36599913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:48.271949 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e821c2d4-77e8-404f-9340-82f750be23a7 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 3.7521102 Aug 22 13:38:48.275187 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44690) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:48.432934 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-37fd2b30-1234-4aeb-9b49-76fcaa98a1ff tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Deleting port f98d7b4f-2526-46f9-9fc4-86c5de5295f8 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:38:48.432934 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-37fd2b30-1234-4aeb-9b49-76fcaa98a1ff tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:48.443822 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32645c77-81b8-49a8-995e-092ed80e221c None None] Network ea3cd2d5-c50a-4d1a-b3f1-b914a0ab6cb4 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:38:48.513316 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2412d-b6d5-4718-8bd0-a24b0c37c3fa req-1667b186-f122-4dde-85a0-a1e420fbe775 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:48.522011 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2412d-b6d5-4718-8bd0-a24b0c37c3fa req-1667b186-f122-4dde-85a0-a1e420fbe775 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:48.532455 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2412d-b6d5-4718-8bd0-a24b0c37c3fa req-1667b186-f122-4dde-85a0-a1e420fbe775 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:48.540033 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2412d-b6d5-4718-8bd0-a24b0c37c3fa req-1667b186-f122-4dde-85a0-a1e420fbe775 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:48.547437 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2412d-b6d5-4718-8bd0-a24b0c37c3fa req-1667b186-f122-4dde-85a0-a1e420fbe775 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:48.556954 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-05d2412d-b6d5-4718-8bd0-a24b0c37c3fa req-1667b186-f122-4dde-85a0-a1e420fbe775 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 3828 time: 0.2524710 Aug 22 13:38:48.559805 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-8941fc2f-c33e-48bb-b38e-7d2d36599913 service neutron] For port 93bdfde2-d457-457f-992b-980c70fdc75c, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:38:48.570286 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-8941fc2f-c33e-48bb-b38e-7d2d36599913 service neutron] For port 93bdfde2-d457-457f-992b-980c70fdc75c, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=93bdfde2-d457-457f-992b-980c70fdc75c,segment=NetworkSegment(3e2a6405-d9f4-46c3-bd31-caa400911d68),segment_id=3e2a6405-d9f4-46c3-bd31-caa400911d68)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:38:48.595450 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-8941fc2f-c33e-48bb-b38e-7d2d36599913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:48.601124 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-43b147c1-4df4-4a2c-8dd2-6ab585a47dbc None None] Provisioning for port d6ccffc9-22e3-43bf-805b-e312052fbf7d completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:38:48.635240 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-ba57b208-fe0e-42da-88fb-58f82a8d47c0 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Deleting port d6ccffc9-22e3-43bf-805b-e312052fbf7d {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:38:48.635809 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ba57b208-fe0e-42da-88fb-58f82a8d47c0 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:48.648522 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-43b147c1-4df4-4a2c-8dd2-6ab585a47dbc None None] Provisioning complete for port d6ccffc9-22e3-43bf-805b-e312052fbf7d triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:38:48.648653 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-43b147c1-4df4-4a2c-8dd2-6ab585a47dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:48.680660 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-8941fc2f-c33e-48bb-b38e-7d2d36599913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:48.681247 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-8941fc2f-c33e-48bb-b38e-7d2d36599913 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:48.682136 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-37fd2b30-1234-4aeb-9b49-76fcaa98a1ff tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:48.682741 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-8941fc2f-c33e-48bb-b38e-7d2d36599913 service neutron] 10.222.0.16 "PUT /v2.0/ports/93bdfde2-d457-457f-992b-980c70fdc75c HTTP/1.1" status: 200 len: 1092 time: 3.3219788 Aug 22 13:38:48.726660 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae154360-507b-4976-b2d6-5455ef736d16', 'tag': '93bdfde2-d457-457f-992b-980c70fdc75c'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:38:48.730240 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a732307-0f9a-4746-93bf-c3122a687af3" -d '{"events": [{"name": "network-changed", "server_uuid": "ae154360-507b-4976-b2d6-5455ef736d16", "tag": "93bdfde2-d457-457f-992b-980c70fdc75c"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:38:48.733624 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-37fd2b30-1234-4aeb-9b49-76fcaa98a1ff tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Calling delete_port for f98d7b4f-2526-46f9-9fc4-86c5de5295f8 owned by {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:38:48.754698 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-91b6f153-db76-4dad-bfe0-3793f21be3df service neutron] Request body: {'port': {'device_id': 'ae154360-507b-4976-b2d6-5455ef736d16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:38:48.836855 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-05d2412d-b6d5-4718-8bd0-a24b0c37c3fa req-dc86fb72-c4bf-484c-bce2-7ddb595481d9 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/security-groups?id=66b7495f-ba5d-4b5f-9f1a-7d40465024e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2787046 Aug 22 13:38:48.990234 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-ba57b208-fe0e-42da-88fb-58f82a8d47c0 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] For port d6ccffc9-22e3-43bf-805b-e312052fbf7d, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=d6ccffc9-22e3-43bf-805b-e312052fbf7d,segment=NetworkSegment(d83f2b2d-c072-4949-ac5c-970b34f42a01),segment_id=d83f2b2d-c072-4949-ac5c-970b34f42a01)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:38:48.990436 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a7d248-fad8-49d8-887d-a2b6f98a8f1f None None] DHCP port deletion for ea3cd2d5-c50a-4d1a-b3f1-b914a0ab6cb4 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:38:48.990878 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ba57b208-fe0e-42da-88fb-58f82a8d47c0 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:49.010826 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8941fc2f-c33e-48bb-b38e-7d2d36599913 service neutron] Pushing event updated for resources: {'Port': ['ID=93bdfde2-d457-457f-992b-980c70fdc75c,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:49.015062 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3f1b02-3d20-44fa-8486-222d0522475f x-openstack-request-id: req-5b3f1b02-3d20-44fa-8486-222d0522475f {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:38:49.015375 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae154360-507b-4976-b2d6-5455ef736d16", "tag": "93bdfde2-d457-457f-992b-980c70fdc75c", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:38:49.015597 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5b3f1b02-3d20-44fa-8486-222d0522475f {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:38:49.015989 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae154360-507b-4976-b2d6-5455ef736d16', 'tag': '93bdfde2-d457-457f-992b-980c70fdc75c', 'status': 'completed', 'code': 200} Aug 22 13:38:49.053723 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-37fd2b30-1234-4aeb-9b49-76fcaa98a1ff tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:49.071758 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-43b147c1-4df4-4a2c-8dd2-6ab585a47dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:49.094371 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fd2b30-1234-4aeb-9b49-76fcaa98a1ff tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Pushing event deleted for resources: {'Port': ['ID=f98d7b4f-2526-46f9-9fc4-86c5de5295f8,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:49.127578 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2dc0b0-797f-46c0-893f-abdb2c3192e2 req-7198618f-a25a-4a40-abad-06af329726e2 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:49.129872 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fa2dc0b0-797f-46c0-893f-abdb2c3192e2 req-7198618f-a25a-4a40-abad-06af329726e2 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=506507f9-849a-45b2-aa2b-efd516aa292b HTTP/1.1" status: 200 len: 944 time: 0.3855410 Aug 22 13:38:49.130878 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-ba57b208-fe0e-42da-88fb-58f82a8d47c0 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Calling delete_port for d6ccffc9-22e3-43bf-805b-e312052fbf7d owned by network:dhcp {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:38:49.159630 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-43b147c1-4df4-4a2c-8dd2-6ab585a47dbc None None] For port d6ccffc9-22e3-43bf-805b-e312052fbf7d, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=d6ccffc9-22e3-43bf-805b-e312052fbf7d,segment=NetworkSegment(d83f2b2d-c072-4949-ac5c-970b34f42a01),segment_id=d83f2b2d-c072-4949-ac5c-970b34f42a01)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:38:49.170791 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-43b147c1-4df4-4a2c-8dd2-6ab585a47dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:49.184271 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a732307-0f9a-4746-93bf-c3122a687af3 req-1b7f060d-245b-4c7f-9ca5-7b843db1290b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:49.184770 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a732307-0f9a-4746-93bf-c3122a687af3 req-1b7f060d-245b-4c7f-9ca5-7b843db1290b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:49.185246 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a732307-0f9a-4746-93bf-c3122a687af3 req-1b7f060d-245b-4c7f-9ca5-7b843db1290b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:49.186152 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a732307-0f9a-4746-93bf-c3122a687af3 req-1b7f060d-245b-4c7f-9ca5-7b843db1290b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:49.186302 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a732307-0f9a-4746-93bf-c3122a687af3 req-1b7f060d-245b-4c7f-9ca5-7b843db1290b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:49.188691 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6a732307-0f9a-4746-93bf-c3122a687af3 req-1b7f060d-245b-4c7f-9ca5-7b843db1290b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d953ee5d914f4a7288a8a29730002fca&device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 4364 time: 0.1716905 Aug 22 13:38:49.195639 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-91b6f153-db76-4dad-bfe0-3793f21be3df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:49.262394 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-37fd2b30-1234-4aeb-9b49-76fcaa98a1ff tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:49.264588 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-37fd2b30-1234-4aeb-9b49-76fcaa98a1ff tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] 10.222.0.21 "DELETE /v2.0/ports/f98d7b4f-2526-46f9-9fc4-86c5de5295f8 HTTP/1.1" status: 204 len: 168 time: 0.9880202 Aug 22 13:38:49.270017 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44730) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:49.274405 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-f4eff656-fb32-4744-871d-b7ddf0c978f6 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f6321636-d6d0-44fc-a9db-a8e2adf60fca', 'external_fixed_ips': [{'subnet_id': '740793e1-1cbf-430d-8104-f0d9e7789b74', 'ip_address': '172.20.0.11'}]}}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:38:49.308266 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-b5a7d248-fad8-49d8-887d-a2b6f98a8f1f None None] Deleting port d6ccffc9-22e3-43bf-805b-e312052fbf7d {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:38:49.308732 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b5a7d248-fad8-49d8-887d-a2b6f98a8f1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:49.317346 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b147c1-4df4-4a2c-8dd2-6ab585a47dbc None None] Pushing event updated for resources: {'Port': ['ID=d6ccffc9-22e3-43bf-805b-e312052fbf7d,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:49.342015 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f4eff656-fb32-4744-871d-b7ddf0c978f6 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:49.342973 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f4eff656-fb32-4744-871d-b7ddf0c978f6 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:49.371237 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a732307-0f9a-4746-93bf-c3122a687af3 req-72050461-1790-4dac-87b8-7f06b6411052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:49.371716 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a732307-0f9a-4746-93bf-c3122a687af3 req-72050461-1790-4dac-87b8-7f06b6411052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:49.372340 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a732307-0f9a-4746-93bf-c3122a687af3 req-72050461-1790-4dac-87b8-7f06b6411052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:49.373799 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6a732307-0f9a-4746-93bf-c3122a687af3 req-72050461-1790-4dac-87b8-7f06b6411052 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=d953ee5d914f4a7288a8a29730002fca&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1743779 Aug 22 13:38:49.419940 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fa2dc0b0-797f-46c0-893f-abdb2c3192e2 req-8977ecf8-5530-4d03-b9e8-9da66b56bad8 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746062 Aug 22 13:38:49.467210 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-b5a7d248-fad8-49d8-887d-a2b6f98a8f1f None None] For port d6ccffc9-22e3-43bf-805b-e312052fbf7d, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=d6ccffc9-22e3-43bf-805b-e312052fbf7d,segment=NetworkSegment(d83f2b2d-c072-4949-ac5c-970b34f42a01),segment_id=d83f2b2d-c072-4949-ac5c-970b34f42a01)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:38:49.467883 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b5a7d248-fad8-49d8-887d-a2b6f98a8f1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:49.488042 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-b5a7d248-fad8-49d8-887d-a2b6f98a8f1f None None] Calling delete_port for d6ccffc9-22e3-43bf-805b-e312052fbf7d owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:38:49.508130 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a732307-0f9a-4746-93bf-c3122a687af3 req-db1cc2e7-ec34-4ae2-bc2f-8656b3711a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:49.509815 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6a732307-0f9a-4746-93bf-c3122a687af3 req-db1cc2e7-ec34-4ae2-bc2f-8656b3711a0b service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1276672 Aug 22 13:38:49.552350 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f4eff656-fb32-4744-871d-b7ddf0c978f6 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:49.623177 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44738) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:49.639500 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ba57b208-fe0e-42da-88fb-58f82a8d47c0 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:49.681048 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba57b208-fe0e-42da-88fb-58f82a8d47c0 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] No DVR routers for this DVR port d6ccffc9-22e3-43bf-805b-e312052fbf7d on host n-d-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:38:49.731611 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba57b208-fe0e-42da-88fb-58f82a8d47c0 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Pushing event deleted for resources: {'Port': ['ID=d6ccffc9-22e3-43bf-805b-e312052fbf7d,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:49.831808 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b5a7d248-fad8-49d8-887d-a2b6f98a8f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:49.906967 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device d6ccffc9-22e3-43bf-805b-e312052fbf7d no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:38:49.951454 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a7d248-fad8-49d8-887d-a2b6f98a8f1f None None] No DVR routers for this DVR port d6ccffc9-22e3-43bf-805b-e312052fbf7d on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:38:49.958144 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: d6ccffc9-22e3-43bf-805b-e312052fbf7d {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:38:49.958838 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device d6ccffc9-22e3-43bf-805b-e312052fbf7d not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:38:49.963836 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a7d248-fad8-49d8-887d-a2b6f98a8f1f None None] Pushing event deleted for resources: {'Port': ['ID=d6ccffc9-22e3-43bf-805b-e312052fbf7d,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:49.989027 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1676ed11-6796-4291-ae4c-f077c7e5463d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:49.997306 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 39e4de20-550e-4f85-a81b-f0ea7ee32124 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:38:50.042372 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ba57b208-fe0e-42da-88fb-58f82a8d47c0 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:50.067279 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-ba57b208-fe0e-42da-88fb-58f82a8d47c0 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea3cd2d5-c50a-4d1a-b3f1-b914a0ab6cb4']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:38:50.090043 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-ba57b208-fe0e-42da-88fb-58f82a8d47c0 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd83f2b2d-c072-4949-ac5c-970b34f42a01') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:38:50.090447 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-ba57b208-fe0e-42da-88fb-58f82a8d47c0 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd83f2b2d-c072-4949-ac5c-970b34f42a01') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:38:50.121926 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ba57b208-fe0e-42da-88fb-58f82a8d47c0 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:50.133407 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6086ee1-1a8d-49d9-a0fa-081fa18a6522 req-ff5b2f65-5ca5-43a0-8e79-75be73214c73 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:50.139418 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6086ee1-1a8d-49d9-a0fa-081fa18a6522 req-ff5b2f65-5ca5-43a0-8e79-75be73214c73 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:50.146309 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6086ee1-1a8d-49d9-a0fa-081fa18a6522 req-ff5b2f65-5ca5-43a0-8e79-75be73214c73 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:50.152277 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6086ee1-1a8d-49d9-a0fa-081fa18a6522 req-ff5b2f65-5ca5-43a0-8e79-75be73214c73 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:50.158158 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6086ee1-1a8d-49d9-a0fa-081fa18a6522 req-ff5b2f65-5ca5-43a0-8e79-75be73214c73 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:50.160214 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e6086ee1-1a8d-49d9-a0fa-081fa18a6522 req-ff5b2f65-5ca5-43a0-8e79-75be73214c73 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 3828 time: 0.1831532 Aug 22 13:38:50.182371 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 39e4de20-550e-4f85-a81b-f0ea7ee32124, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=39e4de20-550e-4f85-a81b-f0ea7ee32124,segment=NetworkSegment(ade77f39-5a78-4e5c-8ff0-9af8c1244976),segment_id=ade77f39-5a78-4e5c-8ff0-9af8c1244976)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:38:50.196383 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ba57b208-fe0e-42da-88fb-58f82a8d47c0 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:50.203256 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '39e4de20-550e-4f85-a81b-f0ea7ee32124', 'network_id': '436bb3cf-4f1a-421b-bfd3-5f21c99032ed', 'port_id': '39e4de20-550e-4f85-a81b-f0ea7ee32124', 'mac_address': 'fa:16:3e:88:fa:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d1b4558-44bd-41e9-aa53-567e0a55d684', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:38:50.224144 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba57b208-fe0e-42da-88fb-58f82a8d47c0 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:38:50.224554 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ba57b208-fe0e-42da-88fb-58f82a8d47c0 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:50.227670 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:38:50.227670 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:38:50.227670 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:38:50.227670 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:38:50.227670 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:38:50.227670 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:38:50.227670 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:38:50.227670 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:38:50.227670 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:38:50.227670 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:38:50.227670 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:38:50.227670 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:38:50.227670 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:38:50.227670 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:38:50.227670 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:38:50.227670 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:38:50.227670 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:38:50.227670 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:38:50.227670 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:38:50.227670 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:38:50.227670 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:38:50.227670 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:38:50.227670 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:38:50.227670 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:38:50.227670 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:38:50.227670 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:38:50.227670 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:38:50.227670 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:38:50.227670 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:38:50.227670 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:38:50.227670 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:38:50.227670 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:38:50.270786 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:50.286911 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f4eff656-fb32-4744-871d-b7ddf0c978f6 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:50.288141 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39e4de20-550e-4f85-a81b-f0ea7ee32124 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:38:50.297672 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-65bd9157-4a65-4dfe-ab0f-00372bd6fe2e req-0712ed54-1077-4001-995f-9785bb68ce4d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a7e300ab-6ca4-493b-85fa-731187076fdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1317132 Aug 22 13:38:50.317915 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 39e4de20-550e-4f85-a81b-f0ea7ee32124, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=39e4de20-550e-4f85-a81b-f0ea7ee32124,segment=NetworkSegment(ade77f39-5a78-4e5c-8ff0-9af8c1244976),segment_id=ade77f39-5a78-4e5c-8ff0-9af8c1244976)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:38:50.325035 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:50.396332 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44750) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:50.403250 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e6086ee1-1a8d-49d9-a0fa-081fa18a6522 req-de259755-86b5-41dd-97a8-203c4a611ad6 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/security-groups?id=66b7495f-ba5d-4b5f-9f1a-7d40465024e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2271831 Aug 22 13:38:50.418361 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-91b6f153-db76-4dad-bfe0-3793f21be3df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8514972-7776-4e19-a05c-ada5bca398e0 {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:38:50.430412 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-91b6f153-db76-4dad-bfe0-3793f21be3df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:50.433164 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd9157-4a65-4dfe-ab0f-00372bd6fe2e req-093ba6f3-b410-4f3e-92b7-5e36d882a381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:50.435254 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-65bd9157-4a65-4dfe-ab0f-00372bd6fe2e req-093ba6f3-b410-4f3e-92b7-5e36d882a381 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9d314acf246e49628109fc5511827078&device_id=a7e300ab-6ca4-493b-85fa-731187076fdf HTTP/1.1" status: 200 len: 1098 time: 0.0642762 Aug 22 13:38:50.436551 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ba57b208-fe0e-42da-88fb-58f82a8d47c0 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:50.458162 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ba57b208-fe0e-42da-88fb-58f82a8d47c0 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:50.463169 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=39e4de20-550e-4f85-a81b-f0ea7ee32124,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:50.463363 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ba57b208-fe0e-42da-88fb-58f82a8d47c0 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] 10.222.0.21 "DELETE /v2.0/networks/ea3cd2d5-c50a-4d1a-b3f1-b914a0ab6cb4 HTTP/1.1" status: 204 len: 168 time: 5.9485409 Aug 22 13:38:50.468372 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba57b208-fe0e-42da-88fb-58f82a8d47c0 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Pushing event deleted for resources: {'Network': ['ID=ea3cd2d5-c50a-4d1a-b3f1-b914a0ab6cb4,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:50.470394 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44756) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:50.482530 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-91b6f153-db76-4dad-bfe0-3793f21be3df service neutron] Transition to ACTIVE for port object f8514972-7776-4e19-a05c-ada5bca398e0 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:38:50.484846 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:38:50.486699 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:38:50.488172 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:38:50.488425 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:38:50.488778 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:38:50.489106 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:38:50.489448 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:38:50.489958 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:38:50.492958 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-91b6f153-db76-4dad-bfe0-3793f21be3df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:50.495133 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:38:50.495640 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:38:50.495930 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:38:50.496290 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:38:50.497472 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-e4303f31-92fe-481f-80d4-8655210ddacb tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1170605696'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:38:50.572017 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1676ed11-6796-4291-ae4c-f077c7e5463d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:50.589923 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['39e4de20-550e-4f85-a81b-f0ea7ee32124'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:38:50.624680 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b6f153-db76-4dad-bfe0-3793f21be3df service neutron] Pushing event updated for resources: {'Port': ['ID=f8514972-7776-4e19-a05c-ada5bca398e0,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:50.636706 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1676ed11-6796-4291-ae4c-f077c7e5463d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:50.665871 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd9157-4a65-4dfe-ab0f-00372bd6fe2e req-1c0cb3f7-6241-4755-a893-d629ea1f9196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:50.667941 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-65bd9157-4a65-4dfe-ab0f-00372bd6fe2e req-1c0cb3f7-6241-4755-a893-d629ea1f9196 service neutron] 10.222.0.16 "GET /v2.0/networks?id=436bb3cf-4f1a-421b-bfd3-5f21c99032ed HTTP/1.1" status: 200 len: 906 time: 0.1813617 Aug 22 13:38:50.718536 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4303f31-92fe-481f-80d4-8655210ddacb tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Made reservation on behalf of 57f0325c949845e5a036755c4e9c6c45 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:38:50.724306 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e4303f31-92fe-481f-80d4-8655210ddacb tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:50.767806 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7fbc2624-c7f9-4485-9105-c1a653eb1ba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:50.811123 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670342d5-1d6d-4f11-8aab-d7b9cd9f559f req-96ad3484-ec59-4524-a57d-1b877287cb33 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:50.813098 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-670342d5-1d6d-4f11-8aab-d7b9cd9f559f req-96ad3484-ec59-4524-a57d-1b877287cb33 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=506507f9-849a-45b2-aa2b-efd516aa292b HTTP/1.1" status: 200 len: 945 time: 0.2453997 Aug 22 13:38:50.816802 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1676ed11-6796-4291-ae4c-f077c7e5463d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29bed364-89cb-4e17-96b4-acf37867d61d,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:50.821596 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-1676ed11-6796-4291-ae4c-f077c7e5463d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c24be56dda1947bb94945c31995a618f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1980722 Aug 22 13:38:50.827869 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44758) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:50.848813 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-65bd9157-4a65-4dfe-ab0f-00372bd6fe2e req-7b8d85f7-7ffb-48a8-8d53-88fa7b665944 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfca5d30-3e48-4072-a6df-3b881a1a8fbe HTTP/1.1" status: 200 len: 217 time: 0.1462829 Aug 22 13:38:50.896658 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-91b6f153-db76-4dad-bfe0-3793f21be3df service neutron] Attempting to bind port f8514972-7776-4e19-a05c-ada5bca398e0 on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:38:50.896992 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-91b6f153-db76-4dad-bfe0-3793f21be3df service neutron] Attempting to bind port f8514972-7776-4e19-a05c-ada5bca398e0 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': 'a6269bb8-0d73-4173-bf5c-169c79a8b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:38:50.897559 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-91b6f153-db76-4dad-bfe0-3793f21be3df service neutron] Attempting to bind port f8514972-7776-4e19-a05c-ada5bca398e0 on network 5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:38:50.911646 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-670342d5-1d6d-4f11-8aab-d7b9cd9f559f req-cce72f5e-cadd-41df-bbda-e27656841090 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883543 Aug 22 13:38:50.915429 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-91b6f153-db76-4dad-bfe0-3793f21be3df service neutron] Port f8514972-7776-4e19-a05c-ada5bca398e0 on network 5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:38:50.915962 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-91b6f153-db76-4dad-bfe0-3793f21be3df service neutron] Attempting to bind port f8514972-7776-4e19-a05c-ada5bca398e0 on network 5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:38:50.922994 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-91b6f153-db76-4dad-bfe0-3793f21be3df service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:38:50.923615 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-91b6f153-db76-4dad-bfe0-3793f21be3df service neutron] Checking segment: {'id': 'a6269bb8-0d73-4173-bf5c-169c79a8b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:38:50.924179 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-91b6f153-db76-4dad-bfe0-3793f21be3df service neutron] Bound using segment: {'id': 'a6269bb8-0d73-4173-bf5c-169c79a8b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:38:50.924839 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-91b6f153-db76-4dad-bfe0-3793f21be3df service neutron] Bound port: f8514972-7776-4e19-a05c-ada5bca398e0, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6269bb8-0d73-4173-bf5c-169c79a8b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:38:50.925624 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-91b6f153-db76-4dad-bfe0-3793f21be3df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:50.931443 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4303f31-92fe-481f-80d4-8655210ddacb tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:38:50.949288 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-31920e01-df50-48fe-8be8-a4e8d99ee7fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:50.982408 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e4303f31-92fe-481f-80d4-8655210ddacb tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:50.983278 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-e4303f31-92fe-481f-80d4-8655210ddacb tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Added segment d82c8131-31fa-48e3-9cfd-efd96c4306eb of type vlan for network 392e39ab-f939-4759-86e4-fce2ec511a89 Aug 22 13:38:50.989203 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2a35db63-714b-4a97-b6f2-4196a07e6639 req-91e18414-e326-4d72-a7b8-512cc4d59039 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1e0b0a37-7125-4435-9750-e82d8add3457&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1862233 Aug 22 13:38:51.000540 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-31920e01-df50-48fe-8be8-a4e8d99ee7fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:51.049610 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-91b6f153-db76-4dad-bfe0-3793f21be3df service neutron] For port f8514972-7776-4e19-a05c-ada5bca398e0, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:38:51.061369 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-91b6f153-db76-4dad-bfe0-3793f21be3df service neutron] For port f8514972-7776-4e19-a05c-ada5bca398e0, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=f8514972-7776-4e19-a05c-ada5bca398e0,segment=NetworkSegment(a6269bb8-0d73-4173-bf5c-169c79a8b967),segment_id=a6269bb8-0d73-4173-bf5c-169c79a8b967)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:38:51.073883 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-91b6f153-db76-4dad-bfe0-3793f21be3df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:51.093317 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd9157-4a65-4dfe-ab0f-00372bd6fe2e req-cadb1444-da4b-44fc-aad0-766d88ddb77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:51.094844 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-65bd9157-4a65-4dfe-ab0f-00372bd6fe2e req-cadb1444-da4b-44fc-aad0-766d88ddb77d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9d1b4558-44bd-41e9-aa53-567e0a55d684 HTTP/1.1" status: 200 len: 845 time: 0.2232890 Aug 22 13:38:51.106166 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-31920e01-df50-48fe-8be8-a4e8d99ee7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:51.108935 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-31920e01-df50-48fe-8be8-a4e8d99ee7fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:51.113782 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-31920e01-df50-48fe-8be8-a4e8d99ee7fe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/29bed364-89cb-4e17-96b4-acf37867d61d HTTP/1.1" status: 204 len: 168 time: 0.2811718 Aug 22 13:38:51.119766 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-91b6f153-db76-4dad-bfe0-3793f21be3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:51.120737 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-91b6f153-db76-4dad-bfe0-3793f21be3df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:51.122570 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-91b6f153-db76-4dad-bfe0-3793f21be3df service neutron] 10.222.0.16 "PUT /v2.0/ports/f8514972-7776-4e19-a05c-ada5bca398e0 HTTP/1.1" status: 200 len: 1136 time: 2.3891952 Aug 22 13:38:51.126093 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae154360-507b-4976-b2d6-5455ef736d16', 'tag': 'f8514972-7776-4e19-a05c-ada5bca398e0'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:38:51.138738 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b57821b-8917-4131-ad36-0c3fa9914ae6" -d '{"events": [{"name": "network-changed", "server_uuid": "ae154360-507b-4976-b2d6-5455ef736d16", "tag": "f8514972-7776-4e19-a05c-ada5bca398e0"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:38:51.158203 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31920e01-df50-48fe-8be8-a4e8d99ee7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29bed364-89cb-4e17-96b4-acf37867d61d,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:51.223728 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-ad865e2c-6214-4b40-a6d7-92329317db3a service neutron] Request body: {'port': {'device_id': 'ae154360-507b-4976-b2d6-5455ef736d16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:38:51.235755 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9d3cbe-f3c6-4ac5-a03a-d54b1ddada47 x-openstack-request-id: req-2e9d3cbe-f3c6-4ac5-a03a-d54b1ddada47 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:38:51.236127 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae154360-507b-4976-b2d6-5455ef736d16", "tag": "f8514972-7776-4e19-a05c-ada5bca398e0", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:38:51.237116 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2e9d3cbe-f3c6-4ac5-a03a-d54b1ddada47 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:38:51.237116 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae154360-507b-4976-b2d6-5455ef736d16', 'tag': 'f8514972-7776-4e19-a05c-ada5bca398e0', 'status': 'completed', 'code': 200} Aug 22 13:38:51.278882 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b6f153-db76-4dad-bfe0-3793f21be3df service neutron] Pushing event updated for resources: {'Port': ['ID=f8514972-7776-4e19-a05c-ada5bca398e0,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:51.330031 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-65bd9157-4a65-4dfe-ab0f-00372bd6fe2e req-c04e7631-4c5b-4a8f-bd4f-5460cbf4da76 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=436bb3cf-4f1a-421b-bfd3-5f21c99032ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1923575 Aug 22 13:38:51.341206 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f4eff656-fb32-4744-871d-b7ddf0c978f6 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:51.352616 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-ad865e2c-6214-4b40-a6d7-92329317db3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:51.383464 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b57821b-8917-4131-ad36-0c3fa9914ae6 req-5fbf01b8-0458-420e-b6d6-6c489055eb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:51.383963 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b57821b-8917-4131-ad36-0c3fa9914ae6 req-5fbf01b8-0458-420e-b6d6-6c489055eb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:51.384451 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b57821b-8917-4131-ad36-0c3fa9914ae6 req-5fbf01b8-0458-420e-b6d6-6c489055eb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:51.384926 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b57821b-8917-4131-ad36-0c3fa9914ae6 req-5fbf01b8-0458-420e-b6d6-6c489055eb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:51.385394 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b57821b-8917-4131-ad36-0c3fa9914ae6 req-5fbf01b8-0458-420e-b6d6-6c489055eb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:51.385865 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b57821b-8917-4131-ad36-0c3fa9914ae6 req-5fbf01b8-0458-420e-b6d6-6c489055eb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:51.387751 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1b57821b-8917-4131-ad36-0c3fa9914ae6 req-5fbf01b8-0458-420e-b6d6-6c489055eb42 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d953ee5d914f4a7288a8a29730002fca&device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 5293 time: 0.1287024 Aug 22 13:38:51.496131 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f4eff656-fb32-4744-871d-b7ddf0c978f6 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:51.550026 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e4303f31-92fe-481f-80d4-8655210ddacb tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:51.560831 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7fbc2624-c7f9-4485-9105-c1a653eb1ba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:51.571307 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35db63-714b-4a97-b6f2-4196a07e6639 req-cbd14c7f-ce34-4529-9b63-476d56fdf226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:51.578380 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2a35db63-714b-4a97-b6f2-4196a07e6639 req-cbd14c7f-ce34-4529-9b63-476d56fdf226 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9aaf82909078458f95327523ba5e3378&device_id=1e0b0a37-7125-4435-9750-e82d8add3457 HTTP/1.1" status: 200 len: 1097 time: 0.5342119 Aug 22 13:38:51.586752 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-65bd9157-4a65-4dfe-ab0f-00372bd6fe2e req-2bbb2d40-474a-49c8-81a8-4324279f677b service neutron] 10.222.0.16 "GET /v2.0/networks/436bb3cf-4f1a-421b-bfd3-5f21c99032ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127018 Aug 22 13:38:51.587893 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7fbc2624-c7f9-4485-9105-c1a653eb1ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:51.664260 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbc2624-c7f9-4485-9105-c1a653eb1ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c9cf0c-02b8-4286-9845-f5128d43a35f,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:51.679570 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44772) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:51.681768 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.db.resource_extend [None req-e4303f31-92fe-481f-80d4-8655210ddacb tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 22 13:38:51.812346 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7576a67b-f943-432b-95ee-4144c390e01c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:51.838122 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7fbc2624-c7f9-4485-9105-c1a653eb1ba8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=49c9a8851d3a41d580b6b04a028a6ab7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4337773 Aug 22 13:38:51.840623 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44774) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:51.847140 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e4303f31-92fe-481f-80d4-8655210ddacb tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:51.852849 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4303f31-92fe-481f-80d4-8655210ddacb tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:51.853450 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e4303f31-92fe-481f-80d4-8655210ddacb tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:51.997141 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984541ef-6d25-43b3-af02-d12134d8d990 req-813e642b-b595-4192-916e-b2aab35dcc5e tempest-TestNetworkAdvancedServerOps-2090656047 tempest-TestNetworkAdvancedServerOps-2090656047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:51.998571 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-984541ef-6d25-43b3-af02-d12134d8d990 req-813e642b-b595-4192-916e-b2aab35dcc5e tempest-TestNetworkAdvancedServerOps-2090656047 tempest-TestNetworkAdvancedServerOps-2090656047-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=534d49c1-5984-45a0-87be-e18d6e72df78 HTTP/1.1" status: 200 len: 1097 time: 0.5802116 Aug 22 13:38:52.013427 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 39e4de20-550e-4f85-a81b-f0ea7ee32124 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:38:52.086992 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 39e4de20-550e-4f85-a81b-f0ea7ee32124 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:38:52.092178 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 39e4de20-550e-4f85-a81b-f0ea7ee32124 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:38:52.092990 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:52.094273 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-65bd9157-4a65-4dfe-ab0f-00372bd6fe2e req-6bfd9956-6ece-477e-ad01-dce8e8e67b9d service neutron] 10.222.0.16 "GET /v2.0/networks/436bb3cf-4f1a-421b-bfd3-5f21c99032ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4403372 Aug 22 13:38:52.094883 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4303f31-92fe-481f-80d4-8655210ddacb tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Pushing event updated for resources: {'Network': ['ID=392e39ab-f939-4759-86e4-fce2ec511a89,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:52.095667 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeaf688-03bb-417d-bea9-b0837a2120d0 req-357b07d7-a599-42dd-b801-6379044dc526 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:52.101879 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeaf688-03bb-417d-bea9-b0837a2120d0 req-357b07d7-a599-42dd-b801-6379044dc526 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:52.107824 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeaf688-03bb-417d-bea9-b0837a2120d0 req-357b07d7-a599-42dd-b801-6379044dc526 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:52.113766 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35db63-714b-4a97-b6f2-4196a07e6639 req-94d2aad9-859f-455b-afc6-7b67971d370a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:52.114665 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeaf688-03bb-417d-bea9-b0837a2120d0 req-357b07d7-a599-42dd-b801-6379044dc526 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:52.115514 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2a35db63-714b-4a97-b6f2-4196a07e6639 req-94d2aad9-859f-455b-afc6-7b67971d370a service neutron] 10.222.0.41 "GET /v2.0/networks?id=0386d336-0e61-4348-9e46-055980419e76 HTTP/1.1" status: 200 len: 912 time: 0.4603872 Aug 22 13:38:52.121180 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeaf688-03bb-417d-bea9-b0837a2120d0 req-357b07d7-a599-42dd-b801-6379044dc526 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:52.127556 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeaf688-03bb-417d-bea9-b0837a2120d0 req-357b07d7-a599-42dd-b801-6379044dc526 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:52.136111 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-aaeaf688-03bb-417d-bea9-b0837a2120d0 req-357b07d7-a599-42dd-b801-6379044dc526 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 4605 time: 0.5959721 Aug 22 13:38:52.141813 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-984541ef-6d25-43b3-af02-d12134d8d990 req-c4511032-3b08-4ce7-9968-75de15118fb4 tempest-TestNetworkAdvancedServerOps-2090656047 tempest-TestNetworkAdvancedServerOps-2090656047-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:52.150318 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b57821b-8917-4131-ad36-0c3fa9914ae6 req-07344664-47b8-468b-a0f1-ce7944336c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:52.150803 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b57821b-8917-4131-ad36-0c3fa9914ae6 req-07344664-47b8-468b-a0f1-ce7944336c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:52.151273 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b57821b-8917-4131-ad36-0c3fa9914ae6 req-07344664-47b8-468b-a0f1-ce7944336c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:52.152845 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1b57821b-8917-4131-ad36-0c3fa9914ae6 req-07344664-47b8-468b-a0f1-ce7944336c6a service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=d953ee5d914f4a7288a8a29730002fca&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7356293 Aug 22 13:38:52.169030 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 392e39ab-f939-4759-86e4-fce2ec511a89 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:38:52.202490 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-f4eff656-fb32-4744-871d-b7ddf0c978f6 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Allocated IP 172.20.0.11 (f6321636-d6d0-44fc-a9db-a8e2adf60fca/740793e1-1cbf-430d-8104-f0d9e7789b74/ec810b38-6dd9-49c9-9b3c-5f8aae0efc20) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:38:52.215581 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b40c22a4-1ce9-4558-8117-a5262e9388bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:52.285972 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2a35db63-714b-4a97-b6f2-4196a07e6639 req-1900d7f3-d254-4921-b417-71e32a473eba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ac6586f-fef6-4a9a-a0c1-60c878277a4e HTTP/1.1" status: 200 len: 1001 time: 0.1536663 Aug 22 13:38:52.324613 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-aaeaf688-03bb-417d-bea9-b0837a2120d0 req-5a132289-25e2-4f08-8de2-35e5c235dbaf tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/security-groups?id=66b7495f-ba5d-4b5f-9f1a-7d40465024e2&id=d7b1fd23-abf0-4029-8bf5-4e8e3c16aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1822085 Aug 22 13:38:52.325608 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b40c22a4-1ce9-4558-8117-a5262e9388bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:52.369501 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:52.381588 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7576a67b-f943-432b-95ee-4144c390e01c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:52.396382 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b57821b-8917-4131-ad36-0c3fa9914ae6 req-fda697e6-231d-45a4-8a35-b32a30bdb517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:52.398668 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1b57821b-8917-4131-ad36-0c3fa9914ae6 req-fda697e6-231d-45a4-8a35-b32a30bdb517 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2300274 Aug 22 13:38:52.400370 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506507f9-849a-45b2-aa2b-efd516aa292b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e4de20-550e-4f85-a81b-f0ea7ee32124'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:38:52.417177 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e66a37-7465-4e21-8cf4-10193bb59617" -d '{"events": [{"server_uuid": "506507f9-849a-45b2-aa2b-efd516aa292b", "name": "network-vif-plugged", "status": "completed", "tag": "39e4de20-550e-4f85-a81b-f0ea7ee32124"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:38:52.436828 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 39e4de20-550e-4f85-a81b-f0ea7ee32124, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=39e4de20-550e-4f85-a81b-f0ea7ee32124,segment=NetworkSegment(ade77f39-5a78-4e5c-8ff0-9af8c1244976),segment_id=ade77f39-5a78-4e5c-8ff0-9af8c1244976)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:38:52.445039 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7576a67b-f943-432b-95ee-4144c390e01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:52.455287 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:52.480812 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-ad865e2c-6214-4b40-a6d7-92329317db3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd2a34c3-a880-45d3-bd3b-8dfcb396adc5 {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:38:52.490846 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-ad865e2c-6214-4b40-a6d7-92329317db3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:52.496758 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e4303f31-92fe-481f-80d4-8655210ddacb tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.0172503 Aug 22 13:38:52.506783 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-ad865e2c-6214-4b40-a6d7-92329317db3a service neutron] Transition to ACTIVE for port object cd2a34c3-a880-45d3-bd3b-8dfcb396adc5 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:38:52.509315 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44782) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:52.525971 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-ad865e2c-6214-4b40-a6d7-92329317db3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:52.534843 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-0d101012-b9a5-42e4-b3c7-fa901ea20e49 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Request body: {'subnet': {'network_id': '392e39ab-f939-4759-86e4-fce2ec511a89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:38:52.578727 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7576a67b-f943-432b-95ee-4144c390e01c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=42198f62c5d8494fac7809b32e96e2f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8927319 Aug 22 13:38:52.580554 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44784) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:52.584041 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=39e4de20-550e-4f85-a81b-f0ea7ee32124,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:52.614098 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35db63-714b-4a97-b6f2-4196a07e6639 req-76fbeb43-8032-46ff-a0cb-7776b524bfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:52.615341 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2a35db63-714b-4a97-b6f2-4196a07e6639 req-76fbeb43-8032-46ff-a0cb-7776b524bfd2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=77ae476e-7cd6-4bd5-9319-25dd232b8593 HTTP/1.1" status: 200 len: 850 time: 0.2873430 Aug 22 13:38:52.666600 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7576a67b-f943-432b-95ee-4144c390e01c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74477043-c896-4592-ad7e-5eaed0a07041,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:52.718809 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad865e2c-6214-4b40-a6d7-92329317db3a service neutron] Pushing event updated for resources: {'Port': ['ID=cd2a34c3-a880-45d3-bd3b-8dfcb396adc5,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:52.742966 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f4eff656-fb32-4744-871d-b7ddf0c978f6 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:52.774437 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b40c22a4-1ce9-4558-8117-a5262e9388bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:52.779284 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b40c22a4-1ce9-4558-8117-a5262e9388bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:52.785739 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c0444-42b7-43a3-aa14-4684603d57c3 req-e7f81b1d-b6fb-4206-9e68-986f857fefb9 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:52.787545 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-da9c0444-42b7-43a3-aa14-4684603d57c3 req-e7f81b1d-b6fb-4206-9e68-986f857fefb9 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=506507f9-849a-45b2-aa2b-efd516aa292b HTTP/1.1" status: 200 len: 946 time: 0.3199656 Aug 22 13:38:52.802577 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b40c22a4-1ce9-4558-8117-a5262e9388bc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d5c9cf0c-02b8-4286-9845-f5128d43a35f HTTP/1.1" status: 204 len: 168 time: 0.9565463 Aug 22 13:38:52.845761 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e4efa164-c8dc-4227-9bb0-82cee7a544b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:52.850356 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40c22a4-1ce9-4558-8117-a5262e9388bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c9cf0c-02b8-4286-9845-f5128d43a35f,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:52.894839 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35db63-714b-4a97-b6f2-4196a07e6639 req-c5583043-d7d6-4f0c-92ca-942535e235b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:52.896847 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2a35db63-714b-4a97-b6f2-4196a07e6639 req-c5583043-d7d6-4f0c-92ca-942535e235b6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0386d336-0e61-4348-9e46-055980419e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2255917 Aug 22 13:38:52.911538 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e4efa164-c8dc-4227-9bb0-82cee7a544b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:52.942549 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-da9c0444-42b7-43a3-aa14-4684603d57c3 req-d8a49802-0925-4d11-a6d7-ad1baa19e00a tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315103 Aug 22 13:38:52.956144 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-ad865e2c-6214-4b40-a6d7-92329317db3a service neutron] Attempting to bind port cd2a34c3-a880-45d3-bd3b-8dfcb396adc5 on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:38:52.962106 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-ad865e2c-6214-4b40-a6d7-92329317db3a service neutron] Attempting to bind port cd2a34c3-a880-45d3-bd3b-8dfcb396adc5 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': 'a6269bb8-0d73-4173-bf5c-169c79a8b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:38:52.962904 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-ad865e2c-6214-4b40-a6d7-92329317db3a service neutron] Attempting to bind port cd2a34c3-a880-45d3-bd3b-8dfcb396adc5 on network 5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:38:53.002146 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-ad865e2c-6214-4b40-a6d7-92329317db3a service neutron] Port cd2a34c3-a880-45d3-bd3b-8dfcb396adc5 on network 5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:38:53.002513 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-ad865e2c-6214-4b40-a6d7-92329317db3a service neutron] Attempting to bind port cd2a34c3-a880-45d3-bd3b-8dfcb396adc5 on network 5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:38:53.032271 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-984541ef-6d25-43b3-af02-d12134d8d990 req-c4511032-3b08-4ce7-9968-75de15118fb4 tempest-TestNetworkAdvancedServerOps-2090656047 tempest-TestNetworkAdvancedServerOps-2090656047-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:53.043120 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad6dddc-682c-495e-9a41-fbba58672e90 x-openstack-request-id: req-1ad6dddc-682c-495e-9a41-fbba58672e90 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:38:53.043689 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "506507f9-849a-45b2-aa2b-efd516aa292b", "name": "network-vif-plugged", "status": "completed", "tag": "39e4de20-550e-4f85-a81b-f0ea7ee32124", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:38:53.044664 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1ad6dddc-682c-495e-9a41-fbba58672e90 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:38:53.045080 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506507f9-849a-45b2-aa2b-efd516aa292b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e4de20-550e-4f85-a81b-f0ea7ee32124', 'code': 200} Aug 22 13:38:53.053550 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-ad865e2c-6214-4b40-a6d7-92329317db3a service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:38:53.053966 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-ad865e2c-6214-4b40-a6d7-92329317db3a service neutron] Checking segment: {'id': 'a6269bb8-0d73-4173-bf5c-169c79a8b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:38:53.054282 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-ad865e2c-6214-4b40-a6d7-92329317db3a service neutron] Bound using segment: {'id': 'a6269bb8-0d73-4173-bf5c-169c79a8b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:38:53.056218 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-ad865e2c-6214-4b40-a6d7-92329317db3a service neutron] Bound port: cd2a34c3-a880-45d3-bd3b-8dfcb396adc5, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6269bb8-0d73-4173-bf5c-169c79a8b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:38:53.056616 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-ad865e2c-6214-4b40-a6d7-92329317db3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:53.086532 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-984541ef-6d25-43b3-af02-d12134d8d990 req-c4511032-3b08-4ce7-9968-75de15118fb4 tempest-TestNetworkAdvancedServerOps-2090656047 tempest-TestNetworkAdvancedServerOps-2090656047-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:53.118416 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f4eff656-fb32-4744-871d-b7ddf0c978f6 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:53.120820 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d101012-b9a5-42e4-b3c7-fa901ea20e49 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Made reservation on behalf of 57f0325c949845e5a036755c4e9c6c45 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:38:53.124737 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0d101012-b9a5-42e4-b3c7-fa901ea20e49 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:53.280584 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4eff656-fb32-4744-871d-b7ddf0c978f6 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Network f6321636-d6d0-44fc-a9db-a8e2adf60fca is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:38:53.292708 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-984541ef-6d25-43b3-af02-d12134d8d990 req-c4511032-3b08-4ce7-9968-75de15118fb4 tempest-TestNetworkAdvancedServerOps-2090656047 tempest-TestNetworkAdvancedServerOps-2090656047-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=7e5ee16a-a71b-41c2-8638-acd377ab5b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2827547 Aug 22 13:38:53.306616 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-f4eff656-fb32-4744-871d-b7ddf0c978f6 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:38:53.333827 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4511032-3b08-4ce7-9968-75de15118fb4 tempest-TestNetworkAdvancedServerOps-2090656047 tempest-TestNetworkAdvancedServerOps-2090656047-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df42e226-0120-4363-90d2-3398300fc28b,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:53.334893 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4eff656-fb32-4744-871d-b7ddf0c978f6 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:38:53.367322 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-ad865e2c-6214-4b40-a6d7-92329317db3a service neutron] For port cd2a34c3-a880-45d3-bd3b-8dfcb396adc5, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:38:53.370927 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-ad865e2c-6214-4b40-a6d7-92329317db3a service neutron] For port cd2a34c3-a880-45d3-bd3b-8dfcb396adc5, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=cd2a34c3-a880-45d3-bd3b-8dfcb396adc5,segment=NetworkSegment(a6269bb8-0d73-4173-bf5c-169c79a8b967),segment_id=a6269bb8-0d73-4173-bf5c-169c79a8b967)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:38:53.382953 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-ad865e2c-6214-4b40-a6d7-92329317db3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:53.458488 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eff656-fb32-4744-871d-b7ddf0c978f6 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Pushing event updated for resources: {'Port': ['ID=ec810b38-6dd9-49c9-9b3c-5f8aae0efc20,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:53.490434 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e4efa164-c8dc-4227-9bb0-82cee7a544b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:53.493332 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e4efa164-c8dc-4227-9bb0-82cee7a544b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:53.497356 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e4efa164-c8dc-4227-9bb0-82cee7a544b2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/74477043-c896-4592-ad7e-5eaed0a07041 HTTP/1.1" status: 204 len: 168 time: 0.8862772 Aug 22 13:38:53.511694 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf6b56-9012-4810-9ff1-b18bdd142e84 req-e8a2155d-0427-43a9-b980-fb9e525c888b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:53.513667 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f8bf6b56-9012-4810-9ff1-b18bdd142e84 req-e8a2155d-0427-43a9-b980-fb9e525c888b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=506507f9-849a-45b2-aa2b-efd516aa292b HTTP/1.1" status: 200 len: 1098 time: 0.3188992 Aug 22 13:38:53.519168 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4efa164-c8dc-4227-9bb0-82cee7a544b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74477043-c896-4592-ad7e-5eaed0a07041,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:53.522679 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2a35db63-714b-4a97-b6f2-4196a07e6639 req-f45c9c45-250b-4de6-ab8e-ed497b43e803 service neutron] 10.222.0.41 "GET /v2.0/networks/0386d336-0e61-4348-9e46-055980419e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6135581 Aug 22 13:38:53.541085 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44796) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:53.702833 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-ad865e2c-6214-4b40-a6d7-92329317db3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:53.703477 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-ad865e2c-6214-4b40-a6d7-92329317db3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:53.704963 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-ad865e2c-6214-4b40-a6d7-92329317db3a service neutron] 10.222.0.16 "PUT /v2.0/ports/cd2a34c3-a880-45d3-bd3b-8dfcb396adc5 HTTP/1.1" status: 200 len: 1135 time: 2.5040329 Aug 22 13:38:53.754930 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae154360-507b-4976-b2d6-5455ef736d16', 'tag': 'cd2a34c3-a880-45d3-bd3b-8dfcb396adc5'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:38:53.769930 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de34fd0-2a80-4828-822a-311f5a2a53f0" -d '{"events": [{"name": "network-changed", "server_uuid": "ae154360-507b-4976-b2d6-5455ef736d16", "tag": "cd2a34c3-a880-45d3-bd3b-8dfcb396adc5"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:38:53.812888 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-4c3eeeec-4375-43ef-aa2c-9788949e3e8d service neutron] Request body: {'port': {'device_id': 'ae154360-507b-4976-b2d6-5455ef736d16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:38:53.930040 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad865e2c-6214-4b40-a6d7-92329317db3a service neutron] Pushing event updated for resources: {'Port': ['ID=cd2a34c3-a880-45d3-bd3b-8dfcb396adc5,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:53.979243 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:38:53.998967 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ffa95-11e9-49ae-83dd-56b786c09865 req-dbc37e0a-d32e-4b85-ada5-09924b35ccc6 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:54.001294 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eb4ffa95-11e9-49ae-83dd-56b786c09865 req-dbc37e0a-d32e-4b85-ada5-09924b35ccc6 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=534d49c1-5984-45a0-87be-e18d6e72df78 HTTP/1.1" status: 200 len: 945 time: 0.4616344 Aug 22 13:38:54.016591 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a815b56-3a1d-473f-92b7-6df92b2a439c req-89153740-8f56-4b17-8c7e-b75c72cb717c tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:54.024798 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a815b56-3a1d-473f-92b7-6df92b2a439c req-89153740-8f56-4b17-8c7e-b75c72cb717c tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:54.036957 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a815b56-3a1d-473f-92b7-6df92b2a439c req-89153740-8f56-4b17-8c7e-b75c72cb717c tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:54.044275 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a815b56-3a1d-473f-92b7-6df92b2a439c req-89153740-8f56-4b17-8c7e-b75c72cb717c tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:54.052880 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a815b56-3a1d-473f-92b7-6df92b2a439c req-89153740-8f56-4b17-8c7e-b75c72cb717c tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:54.060762 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a815b56-3a1d-473f-92b7-6df92b2a439c req-89153740-8f56-4b17-8c7e-b75c72cb717c tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:54.068664 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a815b56-3a1d-473f-92b7-6df92b2a439c req-89153740-8f56-4b17-8c7e-b75c72cb717c tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:54.071351 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4a815b56-3a1d-473f-92b7-6df92b2a439c req-89153740-8f56-4b17-8c7e-b75c72cb717c tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 5381 time: 0.5114937 Aug 22 13:38:54.144538 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4a815b56-3a1d-473f-92b7-6df92b2a439c req-d9d98e9a-6bab-480e-b705-4065b0578301 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/security-groups?id=66b7495f-ba5d-4b5f-9f1a-7d40465024e2&id=d7b1fd23-abf0-4029-8bf5-4e8e3c16aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575943 Aug 22 13:38:54.147371 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-4c3eeeec-4375-43ef-aa2c-9788949e3e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:54.192622 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-571557bb-a320-4099-a1a0-b2f866821abd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:54.219840 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1530f70-4a43-4f0f-a3de-f948c1b31afa x-openstack-request-id: req-a1530f70-4a43-4f0f-a3de-f948c1b31afa {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:38:54.220136 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae154360-507b-4976-b2d6-5455ef736d16", "tag": "cd2a34c3-a880-45d3-bd3b-8dfcb396adc5", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:38:54.220417 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a1530f70-4a43-4f0f-a3de-f948c1b31afa {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:38:54.220815 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae154360-507b-4976-b2d6-5455ef736d16', 'tag': 'cd2a34c3-a880-45d3-bd3b-8dfcb396adc5', 'status': 'completed', 'code': 200} Aug 22 13:38:54.225598 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eb4ffa95-11e9-49ae-83dd-56b786c09865 req-f55a6783-d58d-4c67-b3be-452169544978 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e5ee16a-a71b-41c2-8638-acd377ab5b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524787 Aug 22 13:38:54.230636 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f8bf6b56-9012-4810-9ff1-b18bdd142e84 req-70c30e54-62c3-42f3-8ab4-39987479cd52 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7046635 Aug 22 13:38:54.283894 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44812) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:54.436962 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-4754264b-6559-4cae-9a11-03451b3bd1fe tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/floatingips/2f69c01a-5609-4efc-84a2-47ef9342af0c HTTP/1.1" status: 200 len: 993 time: 0.1321630 Aug 22 13:38:54.495763 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2a35db63-714b-4a97-b6f2-4196a07e6639 req-0d400ad1-e673-4b7d-a940-1ab28b9b8f2c service neutron] 10.222.0.41 "GET /v2.0/networks/0386d336-0e61-4348-9e46-055980419e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9554586 Aug 22 13:38:54.536348 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de34fd0-2a80-4828-822a-311f5a2a53f0 req-2be3e426-172d-4734-b8e6-020d45264487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:54.536680 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de34fd0-2a80-4828-822a-311f5a2a53f0 req-2be3e426-172d-4734-b8e6-020d45264487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:54.537156 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de34fd0-2a80-4828-822a-311f5a2a53f0 req-2be3e426-172d-4734-b8e6-020d45264487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:54.537623 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de34fd0-2a80-4828-822a-311f5a2a53f0 req-2be3e426-172d-4734-b8e6-020d45264487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:54.538094 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de34fd0-2a80-4828-822a-311f5a2a53f0 req-2be3e426-172d-4734-b8e6-020d45264487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:54.538913 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de34fd0-2a80-4828-822a-311f5a2a53f0 req-2be3e426-172d-4734-b8e6-020d45264487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:54.539391 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de34fd0-2a80-4828-822a-311f5a2a53f0 req-2be3e426-172d-4734-b8e6-020d45264487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:54.541930 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3de34fd0-2a80-4828-822a-311f5a2a53f0 req-2be3e426-172d-4734-b8e6-020d45264487 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d953ee5d914f4a7288a8a29730002fca&device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 6221 time: 0.3113296 Aug 22 13:38:54.584483 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710205e0-248f-49ce-90bb-d104da9e6b93 req-90a8d3a5-de43-42c7-9c2a-d80d781f555f tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:54.584483 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-710205e0-248f-49ce-90bb-d104da9e6b93 req-90a8d3a5-de43-42c7-9c2a-d80d781f555f tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=506507f9-849a-45b2-aa2b-efd516aa292b HTTP/1.1" status: 200 len: 946 time: 0.2658074 Aug 22 13:38:54.661401 n-d-793621-33 neutron-server[94628]: DEBUG neutron.objects.ports [None req-0d101012-b9a5-42e4-b3c7-fa901ea20e49 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94628) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 22 13:38:54.669273 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0d101012-b9a5-42e4-b3c7-fa901ea20e49 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:54.754924 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f4eff656-fb32-4744-871d-b7ddf0c978f6 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:54.757970 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-710205e0-248f-49ce-90bb-d104da9e6b93 req-f46d6177-740e-4e5a-a4b4-cb260e9e4a75 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558385 Aug 22 13:38:54.838096 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d101012-b9a5-42e4-b3c7-fa901ea20e49 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Pushing event updated for resources: {'Subnet': ['ID=1f8a1dc9-8d86-48a2-9d07-84dbf65f72bb,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:54.851790 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de34fd0-2a80-4828-822a-311f5a2a53f0 req-2d31296e-62b0-4335-b237-ba9bd23176c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:54.852614 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de34fd0-2a80-4828-822a-311f5a2a53f0 req-2d31296e-62b0-4335-b237-ba9bd23176c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:54.852753 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-571557bb-a320-4099-a1a0-b2f866821abd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:54.853876 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de34fd0-2a80-4828-822a-311f5a2a53f0 req-2d31296e-62b0-4335-b237-ba9bd23176c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:54.856257 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3de34fd0-2a80-4828-822a-311f5a2a53f0 req-2d31296e-62b0-4335-b237-ba9bd23176c0 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=d953ee5d914f4a7288a8a29730002fca&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2930865 Aug 22 13:38:54.868103 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d101012-b9a5-42e4-b3c7-fa901ea20e49 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Checking segment: {'id': 'd82c8131-31fa-48e3-9cfd-efd96c4306eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '392e39ab-f939-4759-86e4-fce2ec511a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:38:54.868503 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d101012-b9a5-42e4-b3c7-fa901ea20e49 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Network hostable DHCP agents. Network: 392e39ab-f939-4759-86e4-fce2ec511a89, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:38:54.870640 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-571557bb-a320-4099-a1a0-b2f866821abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:55.013578 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571557bb-a320-4099-a1a0-b2f866821abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0845cb7-eb85-4217-82c8-74dd6e9df7eb,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:55.029141 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-571557bb-a320-4099-a1a0-b2f866821abd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=95cb854358974a70ba373c1adc4af4ff&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4824932 Aug 22 13:38:55.034138 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44836) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:55.045308 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [req-4b87a55e-950e-4499-afa3-552ebc47cf19 req-dfa23e38-2a4c-4953-823e-38570f529de1 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:38:55.046759 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b87a55e-950e-4499-afa3-552ebc47cf19 req-dfa23e38-2a4c-4953-823e-38570f529de1 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2179251 Aug 22 13:38:55.067106 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d101012-b9a5-42e4-b3c7-fa901ea20e49 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Network 392e39ab-f939-4759-86e4-fce2ec511a89 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:38:55.143661 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-4c3eeeec-4375-43ef-aa2c-9788949e3e8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b16064f0-bf43-4196-833d-4efdff17a865 {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:38:55.159720 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-4c3eeeec-4375-43ef-aa2c-9788949e3e8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:55.165520 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de34fd0-2a80-4828-822a-311f5a2a53f0 req-717c8a80-39a8-4ec8-a618-afc1faccbe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:55.170331 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3de34fd0-2a80-4828-822a-311f5a2a53f0 req-717c8a80-39a8-4ec8-a618-afc1faccbe19 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2830780 Aug 22 13:38:55.183792 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-4c3eeeec-4375-43ef-aa2c-9788949e3e8d service neutron] Transition to ACTIVE for port object b16064f0-bf43-4196-833d-4efdff17a865 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:38:55.189297 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-4c3eeeec-4375-43ef-aa2c-9788949e3e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:55.201567 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-0d101012-b9a5-42e4-b3c7-fa901ea20e49 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 392e39ab-f939-4759-86e4-fce2ec511a89) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:38:55.214105 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca96acb-012c-495b-824c-2595c7768c16 None None] Network 392e39ab-f939-4759-86e4-fce2ec511a89 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:38:55.236710 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d101012-b9a5-42e4-b3c7-fa901ea20e49 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:55.247765 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0d101012-b9a5-42e4-b3c7-fa901ea20e49 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:55.262708 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3eeeec-4375-43ef-aa2c-9788949e3e8d service neutron] Pushing event updated for resources: {'Port': ['ID=b16064f0-bf43-4196-833d-4efdff17a865,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:55.376595 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-4c3eeeec-4375-43ef-aa2c-9788949e3e8d service neutron] Attempting to bind port b16064f0-bf43-4196-833d-4efdff17a865 on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:38:55.377052 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-4c3eeeec-4375-43ef-aa2c-9788949e3e8d service neutron] Attempting to bind port b16064f0-bf43-4196-833d-4efdff17a865 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': 'a6269bb8-0d73-4173-bf5c-169c79a8b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:38:55.377435 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-4c3eeeec-4375-43ef-aa2c-9788949e3e8d service neutron] Attempting to bind port b16064f0-bf43-4196-833d-4efdff17a865 on network 5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:38:55.384151 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-4c3eeeec-4375-43ef-aa2c-9788949e3e8d service neutron] Port b16064f0-bf43-4196-833d-4efdff17a865 on network 5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:38:55.384581 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-4c3eeeec-4375-43ef-aa2c-9788949e3e8d service neutron] Attempting to bind port b16064f0-bf43-4196-833d-4efdff17a865 on network 5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:38:55.390713 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-4c3eeeec-4375-43ef-aa2c-9788949e3e8d service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:38:55.390983 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-4c3eeeec-4375-43ef-aa2c-9788949e3e8d service neutron] Checking segment: {'id': 'a6269bb8-0d73-4173-bf5c-169c79a8b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:38:55.391223 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-4c3eeeec-4375-43ef-aa2c-9788949e3e8d service neutron] Bound using segment: {'id': 'a6269bb8-0d73-4173-bf5c-169c79a8b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:38:55.391661 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-4c3eeeec-4375-43ef-aa2c-9788949e3e8d service neutron] Bound port: b16064f0-bf43-4196-833d-4efdff17a865, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6269bb8-0d73-4173-bf5c-169c79a8b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:38:55.392501 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-4c3eeeec-4375-43ef-aa2c-9788949e3e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:55.486409 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-4c3eeeec-4375-43ef-aa2c-9788949e3e8d service neutron] For port b16064f0-bf43-4196-833d-4efdff17a865, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:38:55.492927 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-4c3eeeec-4375-43ef-aa2c-9788949e3e8d service neutron] For port b16064f0-bf43-4196-833d-4efdff17a865, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=b16064f0-bf43-4196-833d-4efdff17a865,segment=NetworkSegment(a6269bb8-0d73-4173-bf5c-169c79a8b967),segment_id=a6269bb8-0d73-4173-bf5c-169c79a8b967)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:38:55.512916 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-4c3eeeec-4375-43ef-aa2c-9788949e3e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:55.534334 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0d101012-b9a5-42e4-b3c7-fa901ea20e49 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.0159276 Aug 22 13:38:55.552850 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44846) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:55.630047 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3eeeec-4375-43ef-aa2c-9788949e3e8d service neutron] Pushing event updated for resources: {'Port': ['ID=b16064f0-bf43-4196-833d-4efdff17a865,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:55.648276 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0bc6b8d2-8a9b-468e-a2a8-512d4d6b9009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:55.686744 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcb838b-abbb-43af-afd4-a788ee9ccc6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-392e39ab-f939-4759-86e4-fce2ec511a89', 'network_id': '392e39ab-f939-4759-86e4-fce2ec511a89', 'tenant_id': '57f0325c949845e5a036755c4e9c6c45', 'fixed_ips': [{'subnet_id': '1f8a1dc9-8d86-48a2-9d07-84dbf65f72bb'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:38:55.687795 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-dfcb838b-abbb-43af-afd4-a788ee9ccc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:55.699443 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-4c3eeeec-4375-43ef-aa2c-9788949e3e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:55.700288 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-4c3eeeec-4375-43ef-aa2c-9788949e3e8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:55.702137 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-4c3eeeec-4375-43ef-aa2c-9788949e3e8d service neutron] 10.222.0.16 "PUT /v2.0/ports/b16064f0-bf43-4196-833d-4efdff17a865 HTTP/1.1" status: 200 len: 1092 time: 1.9242990 Aug 22 13:38:55.747436 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f4eff656-fb32-4744-871d-b7ddf0c978f6 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:55.763057 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7197cf-39c5-43f1-ac27-6900ec69c818 req-0ecd4169-81df-4e01-9702-9b755fe587d4 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:55.771953 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7197cf-39c5-43f1-ac27-6900ec69c818 req-0ecd4169-81df-4e01-9702-9b755fe587d4 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:55.782835 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7197cf-39c5-43f1-ac27-6900ec69c818 req-0ecd4169-81df-4e01-9702-9b755fe587d4 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:55.807257 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7197cf-39c5-43f1-ac27-6900ec69c818 req-0ecd4169-81df-4e01-9702-9b755fe587d4 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:55.822108 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7197cf-39c5-43f1-ac27-6900ec69c818 req-0ecd4169-81df-4e01-9702-9b755fe587d4 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:55.835526 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7197cf-39c5-43f1-ac27-6900ec69c818 req-0ecd4169-81df-4e01-9702-9b755fe587d4 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:55.858675 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7197cf-39c5-43f1-ac27-6900ec69c818 req-0ecd4169-81df-4e01-9702-9b755fe587d4 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:55.870494 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8a7197cf-39c5-43f1-ac27-6900ec69c818 req-0ecd4169-81df-4e01-9702-9b755fe587d4 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 5393 time: 0.3755405 Aug 22 13:38:55.883328 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-4acf954a-5dba-4e86-b33d-9ed65ea5cf5c service neutron] Request body: {'port': {'device_id': 'ae154360-507b-4976-b2d6-5455ef736d16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:38:55.900317 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9d134272-3def-43c8-89b2-23605ee04ea1 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:55.939230 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0bc6b8d2-8a9b-468e-a2a8-512d4d6b9009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:55.994648 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-dfcb838b-abbb-43af-afd4-a788ee9ccc6c None None] Allocated IP 2001:db8::f816:3eff:fe2e:7cb5 (392e39ab-f939-4759-86e4-fce2ec511a89/1f8a1dc9-8d86-48a2-9d07-84dbf65f72bb/6e7dbdd6-8dde-4dc8-a870-c0035cceb127) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:38:56.087693 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8a7197cf-39c5-43f1-ac27-6900ec69c818 req-ad38edf7-4b9d-42dc-8d2c-f2949f4b1f9e tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/security-groups?id=66b7495f-ba5d-4b5f-9f1a-7d40465024e2&id=d7b1fd23-abf0-4029-8bf5-4e8e3c16aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2009990 Aug 22 13:38:56.101340 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-4acf954a-5dba-4e86-b33d-9ed65ea5cf5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:56.111697 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1720f2-d062-4b99-977b-88d8727d4c01 req-cb93372f-95a8-4018-be7f-eb742600ae03 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:56.120622 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3e1720f2-d062-4b99-977b-88d8727d4c01 req-cb93372f-95a8-4018-be7f-eb742600ae03 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=506507f9-849a-45b2-aa2b-efd516aa292b HTTP/1.1" status: 200 len: 946 time: 0.1385009 Aug 22 13:38:56.124644 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9d134272-3def-43c8-89b2-23605ee04ea1 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:56.208970 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3e1720f2-d062-4b99-977b-88d8727d4c01 req-b1411bb4-34f3-489a-be57-34c4d4814413 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871165 Aug 22 13:38:56.229775 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae154360-507b-4976-b2d6-5455ef736d16', 'tag': 'b16064f0-bf43-4196-833d-4efdff17a865'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:38:56.243996 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb60305-5df0-4be1-93eb-112d8778296b" -d '{"events": [{"name": "network-changed", "server_uuid": "ae154360-507b-4976-b2d6-5455ef736d16", "tag": "b16064f0-bf43-4196-833d-4efdff17a865"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:38:56.323216 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0bc6b8d2-8a9b-468e-a2a8-512d4d6b9009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:56.326742 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0bc6b8d2-8a9b-468e-a2a8-512d4d6b9009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:56.328055 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0bc6b8d2-8a9b-468e-a2a8-512d4d6b9009 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b0845cb7-eb85-4217-82c8-74dd6e9df7eb HTTP/1.1" status: 204 len: 168 time: 1.2925880 Aug 22 13:38:56.347245 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc6b8d2-8a9b-468e-a2a8-512d4d6b9009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0845cb7-eb85-4217-82c8-74dd6e9df7eb,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:56.361023 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-dfcb838b-abbb-43af-afd4-a788ee9ccc6c None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:56.369752 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5be04485-c71b-49ca-b78e-485cf441a1e8 req-56a5a3ff-46b3-49ec-896c-3b30fc4d112d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=534d49c1-5984-45a0-87be-e18d6e72df78&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3477931 Aug 22 13:38:56.375120 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [req-5be04485-c71b-49ca-b78e-485cf441a1e8 req-e9e991ea-2fde-4dc6-bc07-05c13b6885f3 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:38:56.381616 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-dfcb838b-abbb-43af-afd4-a788ee9ccc6c None None] Transition to ACTIVE for port object 6e7dbdd6-8dde-4dc8-a870-c0035cceb127 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:38:56.389625 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5be04485-c71b-49ca-b78e-485cf441a1e8 req-e9e991ea-2fde-4dc6-bc07-05c13b6885f3 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0187101 Aug 22 13:38:56.407954 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-dfcb838b-abbb-43af-afd4-a788ee9ccc6c None None] Transition to ACTIVE for port object 6e7dbdd6-8dde-4dc8-a870-c0035cceb127 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:38:56.459407 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-dfcb838b-abbb-43af-afd4-a788ee9ccc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:56.473713 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9d134272-3def-43c8-89b2-23605ee04ea1 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:56.492250 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4eff656-fb32-4744-871d-b7ddf0c978f6 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Router 88a6e4e4-be88-44ed-b628-6f22a76b14e2 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:38:56.530585 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d134272-3def-43c8-89b2-23605ee04ea1 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Pushing event deleted for resources: {'Subnet': ['ID=1f8a1dc9-8d86-48a2-9d07-84dbf65f72bb,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:56.554671 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcb838b-abbb-43af-afd4-a788ee9ccc6c None None] Network 392e39ab-f939-4759-86e4-fce2ec511a89 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:38:56.560657 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-dfcb838b-abbb-43af-afd4-a788ee9ccc6c None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:38:56.564797 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcb838b-abbb-43af-afd4-a788ee9ccc6c None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:38:56.625765 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcb838b-abbb-43af-afd4-a788ee9ccc6c None None] Pushing event updated for resources: {'Port': ['ID=6e7dbdd6-8dde-4dc8-a870-c0035cceb127,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:56.647752 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9d134272-3def-43c8-89b2-23605ee04ea1 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:56.665361 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-9d134272-3def-43c8-89b2-23605ee04ea1 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['392e39ab-f939-4759-86e4-fce2ec511a89']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:38:56.679811 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-dfcb838b-abbb-43af-afd4-a788ee9ccc6c None None] Attempting to bind port 6e7dbdd6-8dde-4dc8-a870-c0035cceb127 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:38:56.680472 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-dfcb838b-abbb-43af-afd4-a788ee9ccc6c None None] Attempting to bind port 6e7dbdd6-8dde-4dc8-a870-c0035cceb127 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'd82c8131-31fa-48e3-9cfd-efd96c4306eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '392e39ab-f939-4759-86e4-fce2ec511a89'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:38:56.682416 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcb838b-abbb-43af-afd4-a788ee9ccc6c None None] Attempting to bind port 6e7dbdd6-8dde-4dc8-a870-c0035cceb127 on network 392e39ab-f939-4759-86e4-fce2ec511a89 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:38:56.682839 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-9d134272-3def-43c8-89b2-23605ee04ea1 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd82c8131-31fa-48e3-9cfd-efd96c4306eb') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:38:56.683127 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-9d134272-3def-43c8-89b2-23605ee04ea1 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd82c8131-31fa-48e3-9cfd-efd96c4306eb') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:38:56.689888 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcb838b-abbb-43af-afd4-a788ee9ccc6c None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:38:56.690711 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcb838b-abbb-43af-afd4-a788ee9ccc6c None None] Checking segment: {'id': 'd82c8131-31fa-48e3-9cfd-efd96c4306eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '392e39ab-f939-4759-86e4-fce2ec511a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:38:56.690952 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-dfcb838b-abbb-43af-afd4-a788ee9ccc6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:56.691541 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcb838b-abbb-43af-afd4-a788ee9ccc6c None None] Bound using segment: {'id': 'd82c8131-31fa-48e3-9cfd-efd96c4306eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '392e39ab-f939-4759-86e4-fce2ec511a89'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:38:56.692505 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-dfcb838b-abbb-43af-afd4-a788ee9ccc6c None None] Bound port: 6e7dbdd6-8dde-4dc8-a870-c0035cceb127, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd82c8131-31fa-48e3-9cfd-efd96c4306eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '392e39ab-f939-4759-86e4-fce2ec511a89'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:38:56.692936 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-dfcb838b-abbb-43af-afd4-a788ee9ccc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:56.701658 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7e301-6c23-4a3c-8576-163b2f04bd07 req-e4c77234-6ae1-470e-872e-93a64e908ab3 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:56.713307 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4bc7e301-6c23-4a3c-8576-163b2f04bd07 req-e4c77234-6ae1-470e-872e-93a64e908ab3 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=534d49c1-5984-45a0-87be-e18d6e72df78 HTTP/1.1" status: 200 len: 945 time: 0.3350732 Aug 22 13:38:56.728681 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9d134272-3def-43c8-89b2-23605ee04ea1 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:56.751068 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9d134272-3def-43c8-89b2-23605ee04ea1 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:56.768694 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d134272-3def-43c8-89b2-23605ee04ea1 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:38:56.769435 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9d134272-3def-43c8-89b2-23605ee04ea1 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:56.773745 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:38:56.773745 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:38:56.773745 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:38:56.773745 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:38:56.773745 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:38:56.773745 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:38:56.773745 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:38:56.773745 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:38:56.773745 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:38:56.773745 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:38:56.773745 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:38:56.773745 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:38:56.773745 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:38:56.773745 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:38:56.773745 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:38:56.773745 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:38:56.773745 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:38:56.773745 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:38:56.773745 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:38:56.773745 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:38:56.773745 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:38:56.773745 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:38:56.773745 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:38:56.773745 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:38:56.773745 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:38:56.773745 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:38:56.773745 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:38:56.773745 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:38:56.773745 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:38:56.773745 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:38:56.773745 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:38:56.773745 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:38:56.788107 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4eff656-fb32-4744-871d-b7ddf0c978f6 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:38:56.794108 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-dfcb838b-abbb-43af-afd4-a788ee9ccc6c None None] For port 6e7dbdd6-8dde-4dc8-a870-c0035cceb127, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:38:56.799524 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db30c39-a378-45fe-8a4d-ffe4db7ebfbb None None] Sync routers for ids ['88a6e4e4-be88-44ed-b628-6f22a76b14e2'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:38:56.812679 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db30c39-a378-45fe-8a4d-ffe4db7ebfbb None None] Routers {'88a6e4e4-be88-44ed-b628-6f22a76b14e2'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:38:56.813402 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-8db30c39-a378-45fe-8a4d-ffe4db7ebfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:38:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['88a6e4e4-be88-44ed-b628-6f22a76b14e2'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:38:56.815576 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f49301-ce07-4a4a-91e8-1c51cf1ec0b6 req-e321fbae-7c0e-4185-9ff7-64aa925a426f tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:56.823351 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-25f49301-ce07-4a4a-91e8-1c51cf1ec0b6 req-e321fbae-7c0e-4185-9ff7-64aa925a426f tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=506507f9-849a-45b2-aa2b-efd516aa292b HTTP/1.1" status: 200 len: 946 time: 0.4436712 Aug 22 13:38:56.856680 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f4eff656-fb32-4744-871d-b7ddf0c978f6 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:56.857978 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f4eff656-fb32-4744-871d-b7ddf0c978f6 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 7.5871129 Aug 22 13:38:56.870531 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44882) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:56.897797 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-dfcb838b-abbb-43af-afd4-a788ee9ccc6c None None] For port 6e7dbdd6-8dde-4dc8-a870-c0035cceb127, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=6e7dbdd6-8dde-4dc8-a870-c0035cceb127,segment=NetworkSegment(d82c8131-31fa-48e3-9cfd-efd96c4306eb),segment_id=d82c8131-31fa-48e3-9cfd-efd96c4306eb)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:38:56.900836 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.db.api [None req-9d134272-3def-43c8-89b2-23605ee04ea1 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 22 13:38:56.900836 n-d-793621-33 neutron-server[94628]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 22 13:38:56.900836 n-d-793621-33 neutron-server[94628]: [parameters: {'id': '392e39ab-f939-4759-86e4-fce2ec511a89'}] Aug 22 13:38:56.900836 n-d-793621-33 neutron-server[94628]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94628) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 13:38:56.901266 n-d-793621-33 neutron-server[94628]: DEBUG oslo_db.api [None req-9d134272-3def-43c8-89b2-23605ee04ea1 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 13:38:56.907373 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-dfcb838b-abbb-43af-afd4-a788ee9ccc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:56.977730 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-8db30c39-a378-45fe-8a4d-ffe4db7ebfbb None None] Set router 88a6e4e4-be88-44ed-b628-6f22a76b14e2 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:38:57.011710 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6c11ff13-263c-497c-8689-8b9724065d77 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks [] for router, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:57.051747 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcb838b-abbb-43af-afd4-a788ee9ccc6c None None] Pushing event updated for resources: {'Port': ['ID=6e7dbdd6-8dde-4dc8-a870-c0035cceb127,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:57.095948 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4bc7e301-6c23-4a3c-8576-163b2f04bd07 req-dd20eb0c-2bcd-4656-be7b-601da4ad9e10 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e5ee16a-a71b-41c2-8638-acd377ab5b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2661445 Aug 22 13:38:57.116134 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-25f49301-ce07-4a4a-91e8-1c51cf1ec0b6 req-5d68ae7d-75a9-41a4-bf8f-02a8dc3f03c1 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916548 Aug 22 13:38:57.185276 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec43ba6-6e28-4c9d-8c9e-453fd9fd32ef None None] Network 392e39ab-f939-4759-86e4-fce2ec511a89 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:38:57.297565 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba07771-a359-4272-9490-9dcc5eb9efff x-openstack-request-id: req-9ba07771-a359-4272-9490-9dcc5eb9efff {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:38:57.297859 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae154360-507b-4976-b2d6-5455ef736d16", "tag": "b16064f0-bf43-4196-833d-4efdff17a865", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:38:57.298110 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9ba07771-a359-4272-9490-9dcc5eb9efff {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:38:57.300355 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae154360-507b-4976-b2d6-5455ef736d16', 'tag': 'b16064f0-bf43-4196-833d-4efdff17a865', 'status': 'completed', 'code': 200} Aug 22 13:38:57.402127 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9d134272-3def-43c8-89b2-23605ee04ea1 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:57.422694 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-8db30c39-a378-45fe-8a4d-ffe4db7ebfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a6e4e4-be88-44ed-b628-6f22a76b14e2', 'name': '', 'tenant_id': '68f64def8dac435ba1f782f1092c4760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6321636-d6d0-44fc-a9db-a8e2adf60fca', 'external_fixed_ips': [{'subnet_id': '740793e1-1cbf-430d-8104-f0d9e7789b74', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': 'ec810b38-6dd9-49c9-9b3c-5f8aae0efc20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:38:49Z', 'updated_at': '2021-08-22T13:38:54Z', 'revision_number': 3, 'project_id': '68f64def8dac435ba1f782f1092c4760', 'gw_port': {'id': 'ec810b38-6dd9-49c9-9b3c-5f8aae0efc20', 'name': '', 'network_id': 'f6321636-d6d0-44fc-a9db-a8e2adf60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:80:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a6e4e4-be88-44ed-b628-6f22a76b14e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '740793e1-1cbf-430d-8104-f0d9e7789b74', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:38:51Z', 'updated_at': '2021-08-22T13:38:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '740793e1-1cbf-430d-8104-f0d9e7789b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:38:57.499443 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060a94c9-4a0e-4ea1-a844-8cbd65543824 None None] get_active_networks_info from n-d-793621-33 {{(pid=94629) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 22 13:38:57.517812 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db30c39-a378-45fe-8a4d-ffe4db7ebfbb None None] Checking router: 88a6e4e4-be88-44ed-b628-6f22a76b14e2 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:38:57.520749 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db30c39-a378-45fe-8a4d-ffe4db7ebfbb None None] Updating router 88a6e4e4-be88-44ed-b628-6f22a76b14e2 port ec810b38-6dd9-49c9-9b3c-5f8aae0efc20 binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:38:57.541876 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-9d134272-3def-43c8-89b2-23605ee04ea1 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Deleting port 6e7dbdd6-8dde-4dc8-a870-c0035cceb127 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:38:57.544594 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9d134272-3def-43c8-89b2-23605ee04ea1 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:57.681020 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-8db30c39-a378-45fe-8a4d-ffe4db7ebfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:57.703277 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-9d134272-3def-43c8-89b2-23605ee04ea1 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] For port 6e7dbdd6-8dde-4dc8-a870-c0035cceb127, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=6e7dbdd6-8dde-4dc8-a870-c0035cceb127,segment=NetworkSegment(d82c8131-31fa-48e3-9cfd-efd96c4306eb),segment_id=d82c8131-31fa-48e3-9cfd-efd96c4306eb)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:38:57.709578 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9d134272-3def-43c8-89b2-23605ee04ea1 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:57.739270 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-9d134272-3def-43c8-89b2-23605ee04ea1 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Calling delete_port for 6e7dbdd6-8dde-4dc8-a870-c0035cceb127 owned by network:dhcp {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:38:57.774519 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060a94c9-4a0e-4ea1-a844-8cbd65543824 None None] Resources bound (agent type, host, resource id): {{(pid=94629) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 22 13:38:57.970355 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9d134272-3def-43c8-89b2-23605ee04ea1 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:58.093920 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d134272-3def-43c8-89b2-23605ee04ea1 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Pushing event deleted for resources: {'Port': ['ID=6e7dbdd6-8dde-4dc8-a870-c0035cceb127,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:58.095781 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d134272-3def-43c8-89b2-23605ee04ea1 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] No DVR routers for this DVR port 6e7dbdd6-8dde-4dc8-a870-c0035cceb127 on host n-d-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:38:58.297141 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44936) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:58.329058 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9d134272-3def-43c8-89b2-23605ee04ea1 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:58.355464 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:58.368270 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-9d134272-3def-43c8-89b2-23605ee04ea1 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['392e39ab-f939-4759-86e4-fce2ec511a89']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:38:58.382346 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6c11ff13-263c-497c-8689-8b9724065d77 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:58.407025 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-9d134272-3def-43c8-89b2-23605ee04ea1 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd82c8131-31fa-48e3-9cfd-efd96c4306eb') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:38:58.417619 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-9d134272-3def-43c8-89b2-23605ee04ea1 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd82c8131-31fa-48e3-9cfd-efd96c4306eb') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:38:58.454495 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9d134272-3def-43c8-89b2-23605ee04ea1 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:58.464078 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-42482433-31ce-4122-82b7-c0b837d4688e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:58.478147 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b11545cd-3a44-4088-8103-fe6056107f40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:58.495013 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9d134272-3def-43c8-89b2-23605ee04ea1 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:58.507905 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d134272-3def-43c8-89b2-23605ee04ea1 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:38:58.508374 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9d134272-3def-43c8-89b2-23605ee04ea1 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:58.511456 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:38:58.511456 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:38:58.511456 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:38:58.511456 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:38:58.511456 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:38:58.511456 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:38:58.511456 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:38:58.511456 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:38:58.511456 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:38:58.511456 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:38:58.511456 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:38:58.511456 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:38:58.511456 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:38:58.511456 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:38:58.511456 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:38:58.511456 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:38:58.511456 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:38:58.511456 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:38:58.511456 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:38:58.511456 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:38:58.511456 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:38:58.511456 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:38:58.511456 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:38:58.511456 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:38:58.511456 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:38:58.511456 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:38:58.511456 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:38:58.511456 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:38:58.511456 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:38:58.511456 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:38:58.511456 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:38:58.511456 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:38:58.531236 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-8db30c39-a378-45fe-8a4d-ffe4db7ebfbb None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:58.569024 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb60305-5df0-4be1-93eb-112d8778296b req-b6580f7e-50c1-4d1c-87c8-c268486f12ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:58.570390 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb60305-5df0-4be1-93eb-112d8778296b req-b6580f7e-50c1-4d1c-87c8-c268486f12ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:58.571548 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb60305-5df0-4be1-93eb-112d8778296b req-b6580f7e-50c1-4d1c-87c8-c268486f12ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:58.572183 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb60305-5df0-4be1-93eb-112d8778296b req-b6580f7e-50c1-4d1c-87c8-c268486f12ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:58.572864 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb60305-5df0-4be1-93eb-112d8778296b req-b6580f7e-50c1-4d1c-87c8-c268486f12ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:58.573500 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb60305-5df0-4be1-93eb-112d8778296b req-b6580f7e-50c1-4d1c-87c8-c268486f12ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:58.574135 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb60305-5df0-4be1-93eb-112d8778296b req-b6580f7e-50c1-4d1c-87c8-c268486f12ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:58.576253 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8eb60305-5df0-4be1-93eb-112d8778296b req-b6580f7e-50c1-4d1c-87c8-c268486f12ba service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d953ee5d914f4a7288a8a29730002fca&device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 6289 time: 1.2672102 Aug 22 13:38:58.587305 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-8db30c39-a378-45fe-8a4d-ffe4db7ebfbb None None] Transition to ACTIVE for port object ec810b38-6dd9-49c9-9b3c-5f8aae0efc20 will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:38:58.598141 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-8db30c39-a378-45fe-8a4d-ffe4db7ebfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:58.635172 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9d134272-3def-43c8-89b2-23605ee04ea1 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:58.640276 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9d134272-3def-43c8-89b2-23605ee04ea1 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:58.641117 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b15751-4ff8-4578-a778-b66d9cb2e745 req-95c0c7be-7691-4b02-8ebd-8d2df14183ae tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:58.646690 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9d134272-3def-43c8-89b2-23605ee04ea1 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] 10.222.0.21 "DELETE /v2.0/networks/392e39ab-f939-4759-86e4-fce2ec511a89 HTTP/1.1" status: 204 len: 168 time: 3.0914340 Aug 22 13:38:58.648669 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44952) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:58.652819 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-92b15751-4ff8-4578-a778-b66d9cb2e745 req-95c0c7be-7691-4b02-8ebd-8d2df14183ae tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=506507f9-849a-45b2-aa2b-efd516aa292b HTTP/1.1" status: 200 len: 946 time: 0.2766688 Aug 22 13:38:58.663719 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-8db30c39-a378-45fe-8a4d-ffe4db7ebfbb None None] Attempting to bind port ec810b38-6dd9-49c9-9b3c-5f8aae0efc20 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:38:58.664192 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-8db30c39-a378-45fe-8a4d-ffe4db7ebfbb None None] Attempting to bind port ec810b38-6dd9-49c9-9b3c-5f8aae0efc20 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '70e48efa-4896-486b-8535-45e631cb0e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f6321636-d6d0-44fc-a9db-a8e2adf60fca'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:38:58.665826 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db30c39-a378-45fe-8a4d-ffe4db7ebfbb None None] Attempting to bind port ec810b38-6dd9-49c9-9b3c-5f8aae0efc20 on network f6321636-d6d0-44fc-a9db-a8e2adf60fca {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:38:58.678498 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b197ef-3657-4d54-ab17-021c4838cfc7 req-d9ddec26-3986-457e-8642-2cb081613b9f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:58.685545 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b197ef-3657-4d54-ab17-021c4838cfc7 req-d9ddec26-3986-457e-8642-2cb081613b9f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:58.688102 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-14b8a590-c1e6-4fd2-bb81-48fdc66b9d9f tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] DELETE failed (client error): The resource could not be found. Aug 22 13:38:58.688787 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14b8a590-c1e6-4fd2-bb81-48fdc66b9d9f tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:38:58.693528 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b197ef-3657-4d54-ab17-021c4838cfc7 req-d9ddec26-3986-457e-8642-2cb081613b9f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:58.694400 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-14b8a590-c1e6-4fd2-bb81-48fdc66b9d9f tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] 10.222.0.21 "DELETE /v2.0/subnets/1f8a1dc9-8d86-48a2-9d07-84dbf65f72bb HTTP/1.1" status: 404 len: 337 time: 0.0414207 Aug 22 13:38:58.695205 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44954) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:58.699891 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b197ef-3657-4d54-ab17-021c4838cfc7 req-d9ddec26-3986-457e-8642-2cb081613b9f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:58.707737 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b197ef-3657-4d54-ab17-021c4838cfc7 req-d9ddec26-3986-457e-8642-2cb081613b9f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:58.714853 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b197ef-3657-4d54-ab17-021c4838cfc7 req-d9ddec26-3986-457e-8642-2cb081613b9f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:58.716639 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db30c39-a378-45fe-8a4d-ffe4db7ebfbb None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:38:58.717024 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db30c39-a378-45fe-8a4d-ffe4db7ebfbb None None] Checking segment: {'id': '70e48efa-4896-486b-8535-45e631cb0e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f6321636-d6d0-44fc-a9db-a8e2adf60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:38:58.717433 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-8db30c39-a378-45fe-8a4d-ffe4db7ebfbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:58.717831 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db30c39-a378-45fe-8a4d-ffe4db7ebfbb None None] Bound using segment: {'id': '70e48efa-4896-486b-8535-45e631cb0e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f6321636-d6d0-44fc-a9db-a8e2adf60fca'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:38:58.718377 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-8db30c39-a378-45fe-8a4d-ffe4db7ebfbb None None] Bound port: ec810b38-6dd9-49c9-9b3c-5f8aae0efc20, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e48efa-4896-486b-8535-45e631cb0e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f6321636-d6d0-44fc-a9db-a8e2adf60fca'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:38:58.718801 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-8db30c39-a378-45fe-8a4d-ffe4db7ebfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:58.723664 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b197ef-3657-4d54-ab17-021c4838cfc7 req-d9ddec26-3986-457e-8642-2cb081613b9f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:58.730554 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-74bf9f01-84b0-4f33-9cf7-345c6e38977c tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] DELETE failed (client error): The resource could not be found. Aug 22 13:38:58.731828 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74bf9f01-84b0-4f33-9cf7-345c6e38977c tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:38:58.733371 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f5b197ef-3657-4d54-ab17-021c4838cfc7 req-d9ddec26-3986-457e-8642-2cb081613b9f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 5393 time: 1.4318449 Aug 22 13:38:58.737135 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-74bf9f01-84b0-4f33-9cf7-345c6e38977c tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] 10.222.0.21 "DELETE /v2.0/networks/392e39ab-f939-4759-86e4-fce2ec511a89 HTTP/1.1" status: 404 len: 339 time: 0.0286527 Aug 22 13:38:58.746346 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44956) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:58.752769 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d134272-3def-43c8-89b2-23605ee04ea1 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Pushing event deleted for resources: {'Network': ['ID=392e39ab-f939-4759-86e4-fce2ec511a89,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:58.759628 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-4acf954a-5dba-4e86-b33d-9ed65ea5cf5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd20e94c-db09-4bf2-a3ec-7a37be4d2904 {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:38:58.800466 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b11545cd-3a44-4088-8103-fe6056107f40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:58.812678 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b11545cd-3a44-4088-8103-fe6056107f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:58.842711 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-8db30c39-a378-45fe-8a4d-ffe4db7ebfbb None None] For port ec810b38-6dd9-49c9-9b3c-5f8aae0efc20, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:38:58.846275 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-8db30c39-a378-45fe-8a4d-ffe4db7ebfbb None None] For port ec810b38-6dd9-49c9-9b3c-5f8aae0efc20, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=ec810b38-6dd9-49c9-9b3c-5f8aae0efc20,segment=NetworkSegment(70e48efa-4896-486b-8535-45e631cb0e85),segment_id=70e48efa-4896-486b-8535-45e631cb0e85)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:38:58.847275 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44960) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:58.858022 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf5d1af0-4631-460b-97ec-7aaaf55d199c tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] DELETE failed (client error): The resource could not be found. Aug 22 13:38:58.858859 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf5d1af0-4631-460b-97ec-7aaaf55d199c tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:38:58.861168 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-bf5d1af0-4631-460b-97ec-7aaaf55d199c tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] 10.222.0.21 "DELETE /v2.0/subnets/4c38969f-3541-45e1-b8d5-4f01ed34f287 HTTP/1.1" status: 404 len: 337 time: 0.1132822 Aug 22 13:38:58.871645 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44964) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:58.891159 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e02ec9-fe09-4644-afdb-52ede8e81cba None None] Pushing event updated for resources: {'Port': ['ID=ec810b38-6dd9-49c9-9b3c-5f8aae0efc20,revision_number=2']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:58.909832 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e02ec9-fe09-4644-afdb-52ede8e81cba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:38:58.910625 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e02ec9-fe09-4644-afdb-52ede8e81cba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:38:58.911226 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e02ec9-fe09-4644-afdb-52ede8e81cba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:38:58.911895 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e02ec9-fe09-4644-afdb-52ede8e81cba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:38:58.912477 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e02ec9-fe09-4644-afdb-52ede8e81cba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:38:58.913044 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e02ec9-fe09-4644-afdb-52ede8e81cba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:38:58.913576 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e02ec9-fe09-4644-afdb-52ede8e81cba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:38:58.914126 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e02ec9-fe09-4644-afdb-52ede8e81cba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:38:58.914655 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e02ec9-fe09-4644-afdb-52ede8e81cba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:38:58.915722 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e02ec9-fe09-4644-afdb-52ede8e81cba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:38:58.916289 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e02ec9-fe09-4644-afdb-52ede8e81cba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:38:58.916844 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e02ec9-fe09-4644-afdb-52ede8e81cba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:38:58.929537 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-8db30c39-a378-45fe-8a4d-ffe4db7ebfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:58.990151 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db30c39-a378-45fe-8a4d-ffe4db7ebfbb None None] Routers {'88a6e4e4-be88-44ed-b628-6f22a76b14e2'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:38:58.990805 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-8db30c39-a378-45fe-8a4d-ffe4db7ebfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:38:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['88a6e4e4-be88-44ed-b628-6f22a76b14e2'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:38:58.993581 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-4acf954a-5dba-4e86-b33d-9ed65ea5cf5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:59.038247 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb60305-5df0-4be1-93eb-112d8778296b req-9fba111f-9082-4059-89f0-f86832887f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:59.038724 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb60305-5df0-4be1-93eb-112d8778296b req-9fba111f-9082-4059-89f0-f86832887f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:59.039191 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb60305-5df0-4be1-93eb-112d8778296b req-9fba111f-9082-4059-89f0-f86832887f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:59.040803 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8eb60305-5df0-4be1-93eb-112d8778296b req-9fba111f-9082-4059-89f0-f86832887f59 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=d953ee5d914f4a7288a8a29730002fca&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4493182 Aug 22 13:38:59.054319 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b11545cd-3a44-4088-8103-fe6056107f40 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c1139ba89ea1489583ed80e9c419f752&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7559121 Aug 22 13:38:59.057631 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44966) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:59.059229 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11545cd-3a44-4088-8103-fe6056107f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa20a3a7-7c01-4efc-b1ab-5d210a4e78c6,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:59.066940 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-23ca3139-efa9-475e-96a6-ae769c7e3ee7 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] DELETE failed (client error): The resource could not be found. Aug 22 13:38:59.067543 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23ca3139-efa9-475e-96a6-ae769c7e3ee7 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:38:59.072135 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-23ca3139-efa9-475e-96a6-ae769c7e3ee7 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] 10.222.0.21 "DELETE /v2.0/networks/ea3cd2d5-c50a-4d1a-b3f1-b914a0ab6cb4 HTTP/1.1" status: 404 len: 339 time: 0.1862230 Aug 22 13:38:59.077326 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f5b197ef-3657-4d54-ab17-021c4838cfc7 req-9079c2ce-30d3-40a0-9258-0bfc67e93daf tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/security-groups?id=66b7495f-ba5d-4b5f-9f1a-7d40465024e2&id=d7b1fd23-abf0-4029-8bf5-4e8e3c16aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3430433 Aug 22 13:38:59.081632 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-92b15751-4ff8-4578-a778-b66d9cb2e745 req-26414b0c-d170-4dc0-ba26-ca3b4eff04ce tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4273293 Aug 22 13:38:59.082791 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-4acf954a-5dba-4e86-b33d-9ed65ea5cf5c service neutron] Transition to ACTIVE for port object cd20e94c-db09-4bf2-a3ec-7a37be4d2904 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:38:59.084710 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44968) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:59.121606 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-4acf954a-5dba-4e86-b33d-9ed65ea5cf5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:59.146771 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-6c11ff13-263c-497c-8689-8b9724065d77 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Deleting port ec810b38-6dd9-49c9-9b3c-5f8aae0efc20 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:38:59.147117 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6c11ff13-263c-497c-8689-8b9724065d77 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:59.193171 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87626d40-e7d8-42b2-8819-9853195de4ac req-7e295dbb-e358-4f62-9b4c-5e193a9fc65f tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:59.195012 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-87626d40-e7d8-42b2-8819-9853195de4ac req-7e295dbb-e358-4f62-9b4c-5e193a9fc65f tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.41 "GET /v2.0/ports?device_id=506507f9-849a-45b2-aa2b-efd516aa292b HTTP/1.1" status: 200 len: 946 time: 0.3244476 Aug 22 13:38:59.195808 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e56ed781-481d-460e-a731-4d34e02959d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:59.215242 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-67aa22b6-a4e2-43f4-95fd-0e1373757124 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] DELETE failed (client error): The resource could not be found. Aug 22 13:38:59.215693 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67aa22b6-a4e2-43f4-95fd-0e1373757124 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:38:59.217483 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-67aa22b6-a4e2-43f4-95fd-0e1373757124 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] 10.222.0.21 "DELETE /v2.0/subnets/e895b37e-fc85-4778-86d1-2e954b842e7c HTTP/1.1" status: 404 len: 337 time: 0.1239512 Aug 22 13:38:59.232380 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44970) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:59.239056 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be04485-c71b-49ca-b78e-485cf441a1e8 req-ee0a896c-4e29-4846-9c41-a2dc1257f4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:59.240980 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5be04485-c71b-49ca-b78e-485cf441a1e8 req-ee0a896c-4e29-4846-9c41-a2dc1257f4f1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=50b3d484826f4e1f8052fde49b87f38a&device_id=534d49c1-5984-45a0-87be-e18d6e72df78 HTTP/1.1" status: 200 len: 1097 time: 0.3036187 Aug 22 13:38:59.283945 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-8db30c39-a378-45fe-8a4d-ffe4db7ebfbb None None] Set router 88a6e4e4-be88-44ed-b628-6f22a76b14e2 gateway port host: None {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:38:59.309833 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a5ad0c2b-0deb-4133-b466-3204a6e9ddef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:59.332361 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-c157113b-16d3-4900-8983-2cd6893a5aaf tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] DELETE failed (client error): The resource could not be found. Aug 22 13:38:59.333130 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c157113b-16d3-4900-8983-2cd6893a5aaf tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:38:59.337794 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c157113b-16d3-4900-8983-2cd6893a5aaf tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] 10.222.0.21 "DELETE /v2.0/networks/ed99e343-c68c-4b52-982d-7763d46d4692 HTTP/1.1" status: 404 len: 339 time: 0.0975370 Aug 22 13:38:59.339824 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44972) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:38:59.360380 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-8db30c39-a378-45fe-8a4d-ffe4db7ebfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a6e4e4-be88-44ed-b628-6f22a76b14e2', 'name': '', 'tenant_id': '68f64def8dac435ba1f782f1092c4760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:38:49Z', 'updated_at': '2021-08-22T13:38:58Z', 'revision_number': 4, 'project_id': '68f64def8dac435ba1f782f1092c4760', 'gw_port_host': None}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:38:59.412721 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db30c39-a378-45fe-8a4d-ffe4db7ebfbb None None] The sync data for ids ['88a6e4e4-be88-44ed-b628-6f22a76b14e2'] in n-d-793621-33 is: [{'id': '88a6e4e4-be88-44ed-b628-6f22a76b14e2', 'name': '', 'tenant_id': '68f64def8dac435ba1f782f1092c4760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:38:49Z', 'updated_at': '2021-08-22T13:38:58Z', 'revision_number': 4, 'project_id': '68f64def8dac435ba1f782f1092c4760', 'gw_port_host': None}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:38:59.462568 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf954a-5dba-4e86-b33d-9ed65ea5cf5c service neutron] Pushing event updated for resources: {'Port': ['ID=cd20e94c-db09-4bf2-a3ec-7a37be4d2904,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:59.479250 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e02ec9-fe09-4644-afdb-52ede8e81cba None None] Pushing event updated for resources: {'Port': ['ID=ec810b38-6dd9-49c9-9b3c-5f8aae0efc20,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:59.494347 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a5ad0c2b-0deb-4133-b466-3204a6e9ddef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:59.554426 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30606f7b-3453-4ccc-8f7d-c6122694f1f5 req-9546a814-1c1b-45f0-9aba-d25415c67e4d tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:59.555666 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-30606f7b-3453-4ccc-8f7d-c6122694f1f5 req-9546a814-1c1b-45f0-9aba-d25415c67e4d tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=534d49c1-5984-45a0-87be-e18d6e72df78 HTTP/1.1" status: 200 len: 945 time: 0.3371150 Aug 22 13:38:59.591602 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb60305-5df0-4be1-93eb-112d8778296b req-12955608-fdab-4880-8b3d-e5a7cfa747dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:59.593298 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8eb60305-5df0-4be1-93eb-112d8778296b req-12955608-fdab-4880-8b3d-e5a7cfa747dc service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5227289 Aug 22 13:38:59.647564 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a5ad0c2b-0deb-4133-b466-3204a6e9ddef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:59.650140 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a5ad0c2b-0deb-4133-b466-3204a6e9ddef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:59.651305 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a5ad0c2b-0deb-4133-b466-3204a6e9ddef admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fa20a3a7-7c01-4efc-b1ab-5d210a4e78c6 HTTP/1.1" status: 204 len: 168 time: 0.5891547 Aug 22 13:38:59.666603 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6c11ff13-263c-497c-8689-8b9724065d77 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:59.698897 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-6c11ff13-263c-497c-8689-8b9724065d77 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Calling delete_port for ec810b38-6dd9-49c9-9b3c-5f8aae0efc20 owned by network:router_gateway {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:38:59.717505 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e56ed781-481d-460e-a731-4d34e02959d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:59.740518 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-4acf954a-5dba-4e86-b33d-9ed65ea5cf5c service neutron] Attempting to bind port cd20e94c-db09-4bf2-a3ec-7a37be4d2904 on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:38:59.741110 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-4acf954a-5dba-4e86-b33d-9ed65ea5cf5c service neutron] Attempting to bind port cd20e94c-db09-4bf2-a3ec-7a37be4d2904 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': 'a6269bb8-0d73-4173-bf5c-169c79a8b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:38:59.741715 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-4acf954a-5dba-4e86-b33d-9ed65ea5cf5c service neutron] Attempting to bind port cd20e94c-db09-4bf2-a3ec-7a37be4d2904 on network 5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:38:59.743347 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ad0c2b-0deb-4133-b466-3204a6e9ddef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa20a3a7-7c01-4efc-b1ab-5d210a4e78c6,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:59.746530 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e56ed781-481d-460e-a731-4d34e02959d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:59.754273 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-30606f7b-3453-4ccc-8f7d-c6122694f1f5 req-64056fe3-152d-4ca9-96f1-5a95189ceb4e tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e5ee16a-a71b-41c2-8638-acd377ab5b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1832321 Aug 22 13:38:59.764567 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-87626d40-e7d8-42b2-8819-9853195de4ac req-ae45c08a-9979-4334-bd3b-4f025466cf3a tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Deleting port 39e4de20-550e-4f85-a81b-f0ea7ee32124 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:38:59.769687 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-87626d40-e7d8-42b2-8819-9853195de4ac req-ae45c08a-9979-4334-bd3b-4f025466cf3a tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:59.794107 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-4acf954a-5dba-4e86-b33d-9ed65ea5cf5c service neutron] Port cd20e94c-db09-4bf2-a3ec-7a37be4d2904 on network 5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:38:59.794774 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-4acf954a-5dba-4e86-b33d-9ed65ea5cf5c service neutron] Attempting to bind port cd20e94c-db09-4bf2-a3ec-7a37be4d2904 on network 5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:38:59.801554 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be04485-c71b-49ca-b78e-485cf441a1e8 req-d5e24e79-a9c1-4f8d-bda0-9d5e3425dc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:38:59.806100 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5be04485-c71b-49ca-b78e-485cf441a1e8 req-d5e24e79-a9c1-4f8d-bda0-9d5e3425dc55 service neutron] 10.222.0.41 "GET /v2.0/networks?id=74c80ecc-abbb-432b-a090-605bdcc17938 HTTP/1.1" status: 200 len: 898 time: 0.4975040 Aug 22 13:38:59.806878 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-61211e79-c07e-4449-88f3-e75b25875113 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Deleting port e2459cab-e2b7-4ee9-8531-503cf62e2b12 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:38:59.807220 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-61211e79-c07e-4449-88f3-e75b25875113 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:59.824850 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-4acf954a-5dba-4e86-b33d-9ed65ea5cf5c service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:38:59.825773 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-4acf954a-5dba-4e86-b33d-9ed65ea5cf5c service neutron] Checking segment: {'id': 'a6269bb8-0d73-4173-bf5c-169c79a8b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:38:59.826341 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-4acf954a-5dba-4e86-b33d-9ed65ea5cf5c service neutron] Bound using segment: {'id': 'a6269bb8-0d73-4173-bf5c-169c79a8b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:38:59.827187 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-4acf954a-5dba-4e86-b33d-9ed65ea5cf5c service neutron] Bound port: cd20e94c-db09-4bf2-a3ec-7a37be4d2904, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6269bb8-0d73-4173-bf5c-169c79a8b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:38:59.827727 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-4acf954a-5dba-4e86-b33d-9ed65ea5cf5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:38:59.850868 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56ed781-481d-460e-a731-4d34e02959d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ce795e-6ff6-4fe0-822c-8cc6e520255d,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:38:59.986424 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-61211e79-c07e-4449-88f3-e75b25875113 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:00.011277 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-87626d40-e7d8-42b2-8819-9853195de4ac req-ae45c08a-9979-4334-bd3b-4f025466cf3a tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] For port 39e4de20-550e-4f85-a81b-f0ea7ee32124, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=39e4de20-550e-4f85-a81b-f0ea7ee32124,segment=NetworkSegment(ade77f39-5a78-4e5c-8ff0-9af8c1244976),segment_id=ade77f39-5a78-4e5c-8ff0-9af8c1244976)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:39:00.011648 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-87626d40-e7d8-42b2-8819-9853195de4ac req-ae45c08a-9979-4334-bd3b-4f025466cf3a tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:00.014729 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-61211e79-c07e-4449-88f3-e75b25875113 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Calling delete_port for e2459cab-e2b7-4ee9-8531-503cf62e2b12 owned by {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:39:00.026572 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-87626d40-e7d8-42b2-8819-9853195de4ac req-ae45c08a-9979-4334-bd3b-4f025466cf3a tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Calling delete_port for 39e4de20-550e-4f85-a81b-f0ea7ee32124 owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:39:00.055469 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-4acf954a-5dba-4e86-b33d-9ed65ea5cf5c service neutron] For port cd20e94c-db09-4bf2-a3ec-7a37be4d2904, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:39:00.059100 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-4acf954a-5dba-4e86-b33d-9ed65ea5cf5c service neutron] For port cd20e94c-db09-4bf2-a3ec-7a37be4d2904, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=cd20e94c-db09-4bf2-a3ec-7a37be4d2904,segment=NetworkSegment(a6269bb8-0d73-4173-bf5c-169c79a8b967),segment_id=a6269bb8-0d73-4173-bf5c-169c79a8b967)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:39:00.174526 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e56ed781-481d-460e-a731-4d34e02959d0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=086852e1e18f409b8bec786f656be259&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3237100 Aug 22 13:39:00.182965 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44984) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:00.183388 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44986) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:00.190287 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-4acf954a-5dba-4e86-b33d-9ed65ea5cf5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:00.249136 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-846def86-21a4-4068-a450-976db309903f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:00.292948 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5be04485-c71b-49ca-b78e-485cf441a1e8 req-78a858b3-e6ad-4bec-abd9-a13dbb257910 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=889a8a4f-0e6c-4fa7-a465-24a875749fbf HTTP/1.1" status: 200 len: 1001 time: 0.2027667 Aug 22 13:39:00.357900 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6c11ff13-263c-497c-8689-8b9724065d77 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:00.375980 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-4acf954a-5dba-4e86-b33d-9ed65ea5cf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:00.377853 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-4acf954a-5dba-4e86-b33d-9ed65ea5cf5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:00.379209 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-4acf954a-5dba-4e86-b33d-9ed65ea5cf5c service neutron] 10.222.0.16 "PUT /v2.0/ports/cd20e94c-db09-4bf2-a3ec-7a37be4d2904 HTTP/1.1" status: 200 len: 1092 time: 4.6431823 Aug 22 13:39:00.379580 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae154360-507b-4976-b2d6-5455ef736d16', 'tag': 'cd20e94c-db09-4bf2-a3ec-7a37be4d2904'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:39:00.383036 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22611136-d7ff-4600-8686-5f97437563f5" -d '{"events": [{"name": "network-changed", "server_uuid": "ae154360-507b-4976-b2d6-5455ef736d16", "tag": "cd20e94c-db09-4bf2-a3ec-7a37be4d2904"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:39:00.433102 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be04485-c71b-49ca-b78e-485cf441a1e8 req-4fb22f5b-bda8-45c3-a477-36f069722b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:00.434579 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5be04485-c71b-49ca-b78e-485cf441a1e8 req-4fb22f5b-bda8-45c3-a477-36f069722b41 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=35444415-8101-4a48-91cf-416f87b6f6a6 HTTP/1.1" status: 200 len: 834 time: 0.1291215 Aug 22 13:39:00.436126 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-61211e79-c07e-4449-88f3-e75b25875113 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:00.440491 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fd3d6b26-1e7f-4264-938c-90cadf98ffa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:00.442063 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-b1e507bf-3a46-43a4-a36b-99010deb0b1b service neutron] Request body: {'port': {'device_id': 'ae154360-507b-4976-b2d6-5455ef736d16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:39:00.555683 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fd3d6b26-1e7f-4264-938c-90cadf98ffa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:00.590540 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf954a-5dba-4e86-b33d-9ed65ea5cf5c service neutron] Pushing event updated for resources: {'Port': ['ID=cd20e94c-db09-4bf2-a3ec-7a37be4d2904,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:00.591605 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-87626d40-e7d8-42b2-8819-9853195de4ac req-ae45c08a-9979-4334-bd3b-4f025466cf3a tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:00.604769 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['bfca5d30-3e48-4072-a6df-3b881a1a8fbe'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:39:00.624569 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-61211e79-c07e-4449-88f3-e75b25875113 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:00.628622 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-61211e79-c07e-4449-88f3-e75b25875113 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] 10.222.0.21 "DELETE /v2.0/ports/e2459cab-e2b7-4ee9-8531-503cf62e2b12 HTTP/1.1" status: 204 len: 168 time: 1.2818058 Aug 22 13:39:00.651339 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44990) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:00.667461 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab0941-6992-4917-b31c-419e85be66c0 req-c6051eb4-d590-4efc-9c2e-c2b0367124be tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:00.674059 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae45c08a-9979-4334-bd3b-4f025466cf3a tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Pushing event deleted for resources: {'Port': ['ID=39e4de20-550e-4f85-a81b-f0ea7ee32124,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:00.675814 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a3ab0941-6992-4917-b31c-419e85be66c0 req-c6051eb4-d590-4efc-9c2e-c2b0367124be tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=506507f9-849a-45b2-aa2b-efd516aa292b HTTP/1.1" status: 200 len: 946 time: 0.4566083 Aug 22 13:39:00.749694 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be04485-c71b-49ca-b78e-485cf441a1e8 req-f175c655-1617-4941-9dcf-6e87eb4f51e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:00.751972 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5be04485-c71b-49ca-b78e-485cf441a1e8 req-f175c655-1617-4941-9dcf-6e87eb4f51e8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=74c80ecc-abbb-432b-a090-605bdcc17938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3076849 Aug 22 13:39:00.756941 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d1905b4-4d84-4ccd-a864-ea26126dbdcb tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] DELETE failed (client error): The resource could not be found. Aug 22 13:39:00.757629 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d1905b4-4d84-4ccd-a864-ea26126dbdcb tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:39:00.759585 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7d1905b4-4d84-4ccd-a864-ea26126dbdcb tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] 10.222.0.21 "DELETE /v2.0/subnets/37c33301-caff-4ad7-bd97-a216d82141fd HTTP/1.1" status: 404 len: 337 time: 0.1023548 Aug 22 13:39:00.777748 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44992) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:00.796286 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c11ff13-263c-497c-8689-8b9724065d77 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec810b38-6dd9-49c9-9b3c-5f8aae0efc20,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:00.825830 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296fc807-b1d9-43ca-b886-a9341a233e34 req-4b7dcb5c-19a8-4e33-a4f3-845321bb762c tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:00.835304 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296fc807-b1d9-43ca-b886-a9341a233e34 req-4b7dcb5c-19a8-4e33-a4f3-845321bb762c tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:00.855693 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296fc807-b1d9-43ca-b886-a9341a233e34 req-4b7dcb5c-19a8-4e33-a4f3-845321bb762c tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:00.865812 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296fc807-b1d9-43ca-b886-a9341a233e34 req-4b7dcb5c-19a8-4e33-a4f3-845321bb762c tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:00.869257 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-846def86-21a4-4068-a450-976db309903f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:00.872375 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-87626d40-e7d8-42b2-8819-9853195de4ac req-ae45c08a-9979-4334-bd3b-4f025466cf3a tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] No DVR routers for this DVR port 39e4de20-550e-4f85-a81b-f0ea7ee32124 on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:39:00.881310 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296fc807-b1d9-43ca-b886-a9341a233e34 req-4b7dcb5c-19a8-4e33-a4f3-845321bb762c tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:00.887559 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296fc807-b1d9-43ca-b886-a9341a233e34 req-4b7dcb5c-19a8-4e33-a4f3-845321bb762c tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:00.894448 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296fc807-b1d9-43ca-b886-a9341a233e34 req-4b7dcb5c-19a8-4e33-a4f3-845321bb762c tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:00.902956 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-296fc807-b1d9-43ca-b886-a9341a233e34 req-4b7dcb5c-19a8-4e33-a4f3-845321bb762c tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 5405 time: 0.6149979 Aug 22 13:39:00.916108 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-87626d40-e7d8-42b2-8819-9853195de4ac req-ae45c08a-9979-4334-bd3b-4f025466cf3a tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:00.919732 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-87626d40-e7d8-42b2-8819-9853195de4ac req-ae45c08a-9979-4334-bd3b-4f025466cf3a tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.41 "DELETE /v2.0/ports/39e4de20-550e-4f85-a81b-f0ea7ee32124 HTTP/1.1" status: 204 len: 173 time: 1.7083273 Aug 22 13:39:00.924527 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506507f9-849a-45b2-aa2b-efd516aa292b', 'name': 'network-vif-deleted', 'tag': '39e4de20-550e-4f85-a81b-f0ea7ee32124'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:39:00.926869 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61371a76-f844-4dcb-bcb2-29f4d86e581f" -d '{"events": [{"server_uuid": "506507f9-849a-45b2-aa2b-efd516aa292b", "name": "network-vif-deleted", "tag": "39e4de20-550e-4f85-a81b-f0ea7ee32124"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:39:00.935769 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-b1e507bf-3a46-43a4-a36b-99010deb0b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:00.989464 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61211e79-c07e-4449-88f3-e75b25875113 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Pushing event deleted for resources: {'Port': ['ID=e2459cab-e2b7-4ee9-8531-503cf62e2b12,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:01.004061 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6c11ff13-263c-497c-8689-8b9724065d77 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:01.089725 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d96429e7-6ef0-4c79-8aca-8723029a3844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:01.163178 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a3ab0941-6992-4917-b31c-419e85be66c0 req-3f97470b-0a2f-4ba7-87cd-92f0c9f21365 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4681132 Aug 22 13:39:01.198037 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-296fc807-b1d9-43ca-b886-a9341a233e34 req-54835984-2d00-4d39-bf5b-ccf91c964d8e tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/security-groups?id=66b7495f-ba5d-4b5f-9f1a-7d40465024e2&id=d7b1fd23-abf0-4029-8bf5-4e8e3c16aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2939353 Aug 22 13:39:01.203657 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6c11ff13-263c-497c-8689-8b9724065d77 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:01.208720 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:01.209137 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6c11ff13-263c-497c-8689-8b9724065d77 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:01.285971 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92ebdac-cd16-40d2-8f17-3acf4b39bb69 x-openstack-request-id: req-a92ebdac-cd16-40d2-8f17-3acf4b39bb69 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:39:01.286401 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae154360-507b-4976-b2d6-5455ef736d16", "tag": "cd20e94c-db09-4bf2-a3ec-7a37be4d2904", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:39:01.286984 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a92ebdac-cd16-40d2-8f17-3acf4b39bb69 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:39:01.287806 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae154360-507b-4976-b2d6-5455ef736d16', 'tag': 'cd20e94c-db09-4bf2-a3ec-7a37be4d2904', 'status': 'completed', 'code': 200} Aug 22 13:39:01.341982 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6c11ff13-263c-497c-8689-8b9724065d77 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:01.342617 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c11ff13-263c-497c-8689-8b9724065d77 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 88a6e4e4-be88-44ed-b628-6f22a76b14e2 {{(pid=94627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:39:01.364627 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6c11ff13-263c-497c-8689-8b9724065d77 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:01.370960 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-6c11ff13-263c-497c-8689-8b9724065d77 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] 10.222.0.21 "DELETE /v2.0/routers/88a6e4e4-be88-44ed-b628-6f22a76b14e2 HTTP/1.1" status: 204 len: 168 time: 4.4968071 Aug 22 13:39:01.396047 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45004) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:01.521665 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5260dc89-e93e-4395-b936-24fa40a21cec tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:01.523821 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-846def86-21a4-4068-a450-976db309903f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:01.554443 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fd3d6b26-1e7f-4264-938c-90cadf98ffa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:01.557039 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fd3d6b26-1e7f-4264-938c-90cadf98ffa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:01.560912 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-fd3d6b26-1e7f-4264-938c-90cadf98ffa1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/62ce795e-6ff6-4fe0-822c-8cc6e520255d HTTP/1.1" status: 204 len: 168 time: 1.3743117 Aug 22 13:39:01.588444 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ef55c8-9b9f-47eb-a5fe-61a13aec0b38 x-openstack-request-id: req-69ef55c8-9b9f-47eb-a5fe-61a13aec0b38 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:39:01.589320 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "506507f9-849a-45b2-aa2b-efd516aa292b", "name": "network-vif-deleted", "tag": "39e4de20-550e-4f85-a81b-f0ea7ee32124", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:39:01.589759 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-69ef55c8-9b9f-47eb-a5fe-61a13aec0b38 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:39:01.590181 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506507f9-849a-45b2-aa2b-efd516aa292b', 'name': 'network-vif-deleted', 'tag': '39e4de20-550e-4f85-a81b-f0ea7ee32124', 'status': 'completed', 'code': 200} Aug 22 13:39:01.610149 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-846def86-21a4-4068-a450-976db309903f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4850130652384bbcbe1760f4c064e103&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4244361 Aug 22 13:39:01.615288 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45012) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:01.631067 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22611136-d7ff-4600-8686-5f97437563f5 req-0977d678-57ae-4cb9-95ea-1cde0509121f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:01.631941 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22611136-d7ff-4600-8686-5f97437563f5 req-0977d678-57ae-4cb9-95ea-1cde0509121f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:01.632640 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22611136-d7ff-4600-8686-5f97437563f5 req-0977d678-57ae-4cb9-95ea-1cde0509121f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:01.633299 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22611136-d7ff-4600-8686-5f97437563f5 req-0977d678-57ae-4cb9-95ea-1cde0509121f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:01.633988 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22611136-d7ff-4600-8686-5f97437563f5 req-0977d678-57ae-4cb9-95ea-1cde0509121f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:01.635625 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22611136-d7ff-4600-8686-5f97437563f5 req-0977d678-57ae-4cb9-95ea-1cde0509121f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:01.636834 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22611136-d7ff-4600-8686-5f97437563f5 req-0977d678-57ae-4cb9-95ea-1cde0509121f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:01.639449 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-22611136-d7ff-4600-8686-5f97437563f5 req-0977d678-57ae-4cb9-95ea-1cde0509121f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d953ee5d914f4a7288a8a29730002fca&device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 6357 time: 0.2882333 Aug 22 13:39:01.643025 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-69bdc38d-8d55-4c43-aaf0-8ee75c9600c1 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Deleting subnet 740793e1-1cbf-430d-8104-f0d9e7789b74 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:39:01.659347 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-69bdc38d-8d55-4c43-aaf0-8ee75c9600c1 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:01.673401 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846def86-21a4-4068-a450-976db309903f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ecfc2af-8a76-4d3e-9038-e4c00e4ed277,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:01.734085 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6208b552-b6e7-46a9-a8cb-6ba0ebdbd55a req-69e94a79-76c9-4885-9b73-d8f8c157d066 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:01.735799 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6208b552-b6e7-46a9-a8cb-6ba0ebdbd55a req-69e94a79-76c9-4885-9b73-d8f8c157d066 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=534d49c1-5984-45a0-87be-e18d6e72df78 HTTP/1.1" status: 200 len: 945 time: 0.3384833 Aug 22 13:39:01.826311 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3d6b26-1e7f-4264-938c-90cadf98ffa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ce795e-6ff6-4fe0-822c-8cc6e520255d,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:01.830773 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-69bdc38d-8d55-4c43-aaf0-8ee75c9600c1 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:01.876875 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5be04485-c71b-49ca-b78e-485cf441a1e8 req-4a4dcc0c-a2fb-4c1a-bbc7-cdb664efabb1 service neutron] 10.222.0.41 "GET /v2.0/networks/74c80ecc-abbb-432b-a090-605bdcc17938?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1104906 Aug 22 13:39:01.892344 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5260dc89-e93e-4395-b936-24fa40a21cec tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:01.928828 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-5260dc89-e93e-4395-b936-24fa40a21cec tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04ae71bf-c84b-49a8-83b6-e486ed03f1ab']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:02.007768 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-5260dc89-e93e-4395-b936-24fa40a21cec tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b390013-c737-452f-8085-1b29542ab968') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:02.008053 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-5260dc89-e93e-4395-b936-24fa40a21cec tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b390013-c737-452f-8085-1b29542ab968') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:02.026951 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5260dc89-e93e-4395-b936-24fa40a21cec tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:02.052555 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5260dc89-e93e-4395-b936-24fa40a21cec tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:02.067675 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5260dc89-e93e-4395-b936-24fa40a21cec tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:39:02.067675 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5260dc89-e93e-4395-b936-24fa40a21cec tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:02.069501 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:39:02.069501 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:39:02.069501 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:39:02.069501 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:39:02.069501 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:39:02.069501 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:39:02.069501 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:39:02.069501 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:39:02.069501 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:39:02.069501 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:39:02.069501 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:39:02.069501 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:39:02.069501 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:39:02.069501 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:39:02.069501 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:39:02.069501 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:39:02.069501 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:39:02.069501 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:39:02.069501 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:39:02.069501 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:39:02.069501 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:39:02.069501 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:39:02.069501 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:39:02.069501 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:39:02.069501 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:39:02.069501 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:39:02.069501 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:39:02.069501 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:39:02.069501 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:39:02.069501 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:39:02.069501 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:39:02.069501 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:39:02.071921 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 39e4de20-550e-4f85-a81b-f0ea7ee32124 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:39:02.112192 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: 39e4de20-550e-4f85-a81b-f0ea7ee32124 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:39:02.113141 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 39e4de20-550e-4f85-a81b-f0ea7ee32124 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:39:02.153492 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5be04485-c71b-49ca-b78e-485cf441a1e8 req-8746b152-89ea-4643-8685-1680ec14b287 service neutron] 10.222.0.41 "GET /v2.0/networks/74c80ecc-abbb-432b-a090-605bdcc17938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720721 Aug 22 13:39:02.185670 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5260dc89-e93e-4395-b936-24fa40a21cec tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:02.198000 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5260dc89-e93e-4395-b936-24fa40a21cec tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:02.204291 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5260dc89-e93e-4395-b936-24fa40a21cec tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] 10.222.0.21 "DELETE /v2.0/networks/04ae71bf-c84b-49a8-83b6-e486ed03f1ab HTTP/1.1" status: 204 len: 168 time: 1.4081326 Aug 22 13:39:02.205457 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45030) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:02.255642 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5260dc89-e93e-4395-b936-24fa40a21cec tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Pushing event deleted for resources: {'Network': ['ID=04ae71bf-c84b-49a8-83b6-e486ed03f1ab,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:02.385443 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:02.412402 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-c8493e68-e400-453c-8ed5-cf508f04d096 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Deleting port b499c79a-ff97-4f62-9308-19fe728a8a6b {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:39:02.412834 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c8493e68-e400-453c-8ed5-cf508f04d096 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:02.448187 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6208b552-b6e7-46a9-a8cb-6ba0ebdbd55a req-3912a7ea-abf2-403d-a65a-79bfba9f2f30 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e5ee16a-a71b-41c2-8638-acd377ab5b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6973212 Aug 22 13:39:02.456090 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-36ed9d7c-b352-4a52-a7b4-2f41dfe65f00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:02.490731 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-69bdc38d-8d55-4c43-aaf0-8ee75c9600c1 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:02.522702 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c8493e68-e400-453c-8ed5-cf508f04d096 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:02.541237 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-c8493e68-e400-453c-8ed5-cf508f04d096 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Calling delete_port for b499c79a-ff97-4f62-9308-19fe728a8a6b owned by {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:39:02.599609 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-36ed9d7c-b352-4a52-a7b4-2f41dfe65f00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:02.602220 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22611136-d7ff-4600-8686-5f97437563f5 req-4f295357-4ced-4732-9b02-58eb5ddd176a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:02.602879 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22611136-d7ff-4600-8686-5f97437563f5 req-4f295357-4ced-4732-9b02-58eb5ddd176a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:02.603539 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22611136-d7ff-4600-8686-5f97437563f5 req-4f295357-4ced-4732-9b02-58eb5ddd176a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:02.605342 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-22611136-d7ff-4600-8686-5f97437563f5 req-4f295357-4ced-4732-9b02-58eb5ddd176a service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=d953ee5d914f4a7288a8a29730002fca&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.9544358 Aug 22 13:39:02.640715 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-b1e507bf-3a46-43a4-a36b-99010deb0b1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f8df132-276a-4e46-89a0-b5f4c39d81b8 {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:39:02.668934 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d8c45-a14d-427c-a8a0-892583a672c8 req-f9c5f51d-5ba0-4c60-a179-c8121644332f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:02.675611 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d8c45-a14d-427c-a8a0-892583a672c8 req-f9c5f51d-5ba0-4c60-a179-c8121644332f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:02.681848 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d8c45-a14d-427c-a8a0-892583a672c8 req-f9c5f51d-5ba0-4c60-a179-c8121644332f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:02.690024 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d8c45-a14d-427c-a8a0-892583a672c8 req-f9c5f51d-5ba0-4c60-a179-c8121644332f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:02.695511 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c8493e68-e400-453c-8ed5-cf508f04d096 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:02.696623 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d8c45-a14d-427c-a8a0-892583a672c8 req-f9c5f51d-5ba0-4c60-a179-c8121644332f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:02.703448 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d8c45-a14d-427c-a8a0-892583a672c8 req-f9c5f51d-5ba0-4c60-a179-c8121644332f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:02.713953 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d8c45-a14d-427c-a8a0-892583a672c8 req-f9c5f51d-5ba0-4c60-a179-c8121644332f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:02.723313 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-644d8c45-a14d-427c-a8a0-892583a672c8 req-f9c5f51d-5ba0-4c60-a179-c8121644332f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 5405 time: 0.3651090 Aug 22 13:39:02.739195 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8493e68-e400-453c-8ed5-cf508f04d096 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Pushing event deleted for resources: {'Port': ['ID=b499c79a-ff97-4f62-9308-19fe728a8a6b,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:02.761710 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-b1e507bf-3a46-43a4-a36b-99010deb0b1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:02.761902 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c8493e68-e400-453c-8ed5-cf508f04d096 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:02.767842 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c8493e68-e400-453c-8ed5-cf508f04d096 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] 10.222.0.21 "DELETE /v2.0/ports/b499c79a-ff97-4f62-9308-19fe728a8a6b HTTP/1.1" status: 204 len: 168 time: 0.5414510 Aug 22 13:39:02.768079 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45046) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:02.797279 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-4afa765a-021e-48ac-9a52-2baa0a34793b tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] DELETE failed (client error): The resource could not be found. Aug 22 13:39:02.798052 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4afa765a-021e-48ac-9a52-2baa0a34793b tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:39:02.802376 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4afa765a-021e-48ac-9a52-2baa0a34793b tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] 10.222.0.21 "DELETE /v2.0/subnets/e285c9a6-645f-496f-aa72-d840825cc5ed HTTP/1.1" status: 404 len: 337 time: 0.0296073 Aug 22 13:39:02.802993 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45050) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:02.873304 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-36ed9d7c-b352-4a52-a7b4-2f41dfe65f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:02.876445 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-36ed9d7c-b352-4a52-a7b4-2f41dfe65f00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:02.878147 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-36ed9d7c-b352-4a52-a7b4-2f41dfe65f00 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7ecfc2af-8a76-4d3e-9038-e4c00e4ed277 HTTP/1.1" status: 204 len: 168 time: 1.2608685 Aug 22 13:39:02.941004 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4250ff39-ae24-46fb-8dd1-4202e6961b67 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:02.972886 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-644d8c45-a14d-427c-a8a0-892583a672c8 req-469ee854-dd90-47d5-a9a6-bcf8e526f182 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/security-groups?id=66b7495f-ba5d-4b5f-9f1a-7d40465024e2&id=d7b1fd23-abf0-4029-8bf5-4e8e3c16aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2483075 Aug 22 13:39:02.987887 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ed9d7c-b352-4a52-a7b4-2f41dfe65f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ecfc2af-8a76-4d3e-9038-e4c00e4ed277,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:02.996301 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-b1e507bf-3a46-43a4-a36b-99010deb0b1b service neutron] Transition to ACTIVE for port object 9f8df132-276a-4e46-89a0-b5f4c39d81b8 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:39:03.004363 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-69bdc38d-8d55-4c43-aaf0-8ee75c9600c1 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:03.022716 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-b1e507bf-3a46-43a4-a36b-99010deb0b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:03.080195 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bdc38d-8d55-4c43-aaf0-8ee75c9600c1 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=740793e1-1cbf-430d-8104-f0d9e7789b74,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:03.083300 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22611136-d7ff-4600-8686-5f97437563f5 req-0aea244d-89ca-409b-b538-cddba4731c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:03.085035 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-22611136-d7ff-4600-8686-5f97437563f5 req-0aea244d-89ca-409b-b538-cddba4731c45 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4694815 Aug 22 13:39:03.086628 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-69bdc38d-8d55-4c43-aaf0-8ee75c9600c1 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:03.088990 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-69bdc38d-8d55-4c43-aaf0-8ee75c9600c1 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/740793e1-1cbf-430d-8104-f0d9e7789b74 HTTP/1.1" status: 204 len: 168 time: 1.6851749 Aug 22 13:39:03.093081 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45060) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:03.217468 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4250ff39-ae24-46fb-8dd1-4202e6961b67 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:03.223634 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e507bf-3a46-43a4-a36b-99010deb0b1b service neutron] Pushing event updated for resources: {'Port': ['ID=9f8df132-276a-4e46-89a0-b5f4c39d81b8,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:03.243588 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-4250ff39-ae24-46fb-8dd1-4202e6961b67 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aabd93a-8b19-4b72-8037-1550feb83881']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:03.270006 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-4250ff39-ae24-46fb-8dd1-4202e6961b67 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4b6038a-b6ee-4569-ac97-d22b00d03e95') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:03.270316 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-4250ff39-ae24-46fb-8dd1-4202e6961b67 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4b6038a-b6ee-4569-ac97-d22b00d03e95') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:03.293410 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4250ff39-ae24-46fb-8dd1-4202e6961b67 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:03.308610 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4250ff39-ae24-46fb-8dd1-4202e6961b67 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:03.315345 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4250ff39-ae24-46fb-8dd1-4202e6961b67 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:39:03.316631 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4250ff39-ae24-46fb-8dd1-4202e6961b67 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:03.348090 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f18f1a4a-ab92-4a08-9ffb-81b1fcfb32d6 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:03.381541 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:39:03.381541 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:39:03.381541 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:39:03.381541 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:39:03.381541 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:39:03.381541 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:39:03.381541 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:39:03.381541 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:39:03.381541 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:39:03.381541 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:39:03.381541 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:39:03.381541 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:39:03.381541 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:39:03.381541 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:39:03.381541 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:39:03.381541 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:39:03.381541 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:39:03.381541 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:39:03.381541 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:39:03.381541 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:39:03.381541 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:39:03.381541 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:39:03.381541 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:39:03.381541 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:39:03.381541 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:39:03.381541 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:39:03.381541 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:39:03.381541 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:39:03.381541 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:39:03.381541 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:39:03.381541 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:39:03.381541 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:39:03.392125 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4250ff39-ae24-46fb-8dd1-4202e6961b67 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:03.398842 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4250ff39-ae24-46fb-8dd1-4202e6961b67 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:03.403930 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4250ff39-ae24-46fb-8dd1-4202e6961b67 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] 10.222.0.21 "DELETE /v2.0/networks/0aabd93a-8b19-4b72-8037-1550feb83881 HTTP/1.1" status: 204 len: 168 time: 0.5977466 Aug 22 13:39:03.407525 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45066) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:03.503298 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4250ff39-ae24-46fb-8dd1-4202e6961b67 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Pushing event deleted for resources: {'Network': ['ID=0aabd93a-8b19-4b72-8037-1550feb83881,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:03.508033 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-b1e507bf-3a46-43a4-a36b-99010deb0b1b service neutron] Attempting to bind port 9f8df132-276a-4e46-89a0-b5f4c39d81b8 on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:39:03.513376 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-b1e507bf-3a46-43a4-a36b-99010deb0b1b service neutron] Attempting to bind port 9f8df132-276a-4e46-89a0-b5f4c39d81b8 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '85d6e767-2244-4840-a51f-afec6bd122e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3a68a707-4544-4179-ae57-3b08732d6fc4'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:39:03.520710 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-b1e507bf-3a46-43a4-a36b-99010deb0b1b service neutron] Attempting to bind port 9f8df132-276a-4e46-89a0-b5f4c39d81b8 on network 3a68a707-4544-4179-ae57-3b08732d6fc4 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:39:03.570114 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fd77b3b-9464-4683-91b6-bc422180e464 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Deleting subnet 1d734473-d252-46de-9764-f5390e44aa19 {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:39:03.575946 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4fd77b3b-9464-4683-91b6-bc422180e464 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:03.626655 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-b1e507bf-3a46-43a4-a36b-99010deb0b1b service neutron] Port 9f8df132-276a-4e46-89a0-b5f4c39d81b8 on network 3a68a707-4544-4179-ae57-3b08732d6fc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:39:03.627046 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-b1e507bf-3a46-43a4-a36b-99010deb0b1b service neutron] Attempting to bind port 9f8df132-276a-4e46-89a0-b5f4c39d81b8 on network 3a68a707-4544-4179-ae57-3b08732d6fc4 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:39:03.643469 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4fd77b3b-9464-4683-91b6-bc422180e464 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:03.707744 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-b1e507bf-3a46-43a4-a36b-99010deb0b1b service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:39:03.708295 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-b1e507bf-3a46-43a4-a36b-99010deb0b1b service neutron] Checking segment: {'id': '85d6e767-2244-4840-a51f-afec6bd122e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3a68a707-4544-4179-ae57-3b08732d6fc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:39:03.716568 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-b1e507bf-3a46-43a4-a36b-99010deb0b1b service neutron] Bound using segment: {'id': '85d6e767-2244-4840-a51f-afec6bd122e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3a68a707-4544-4179-ae57-3b08732d6fc4'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:39:03.717048 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-b1e507bf-3a46-43a4-a36b-99010deb0b1b service neutron] Bound port: 9f8df132-276a-4e46-89a0-b5f4c39d81b8, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d6e767-2244-4840-a51f-afec6bd122e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3a68a707-4544-4179-ae57-3b08732d6fc4'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:39:03.717419 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-b1e507bf-3a46-43a4-a36b-99010deb0b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:03.724086 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f18f1a4a-ab92-4a08-9ffb-81b1fcfb32d6 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:03.773108 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4fd77b3b-9464-4683-91b6-bc422180e464 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:03.774466 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-f18f1a4a-ab92-4a08-9ffb-81b1fcfb32d6 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6321636-d6d0-44fc-a9db-a8e2adf60fca']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:03.780886 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:03.847990 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-f18f1a4a-ab92-4a08-9ffb-81b1fcfb32d6 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70e48efa-4896-486b-8535-45e631cb0e85') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:03.848297 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-f18f1a4a-ab92-4a08-9ffb-81b1fcfb32d6 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70e48efa-4896-486b-8535-45e631cb0e85') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:03.889277 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4fd77b3b-9464-4683-91b6-bc422180e464 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:03.890414 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f18f1a4a-ab92-4a08-9ffb-81b1fcfb32d6 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:03.907304 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3b981-ef52-4e36-a024-75b10e077e2b req-ab343725-9757-4376-8326-84cebe5e31cc tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:03.915264 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c1b3b981-ef52-4e36-a024-75b10e077e2b req-ab343725-9757-4376-8326-84cebe5e31cc tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=534d49c1-5984-45a0-87be-e18d6e72df78 HTTP/1.1" status: 200 len: 945 time: 0.2896886 Aug 22 13:39:03.934889 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e24367f-b364-4e98-8877-7ebdc6e46a74 None None] Network 02d42950-bf28-47cb-bae4-a9ac1428fd5a requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:39:03.945048 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd77b3b-9464-4683-91b6-bc422180e464 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Pushing event deleted for resources: {'Subnet': ['ID=1d734473-d252-46de-9764-f5390e44aa19,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:03.959154 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4fd77b3b-9464-4683-91b6-bc422180e464 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:03.968893 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4fd77b3b-9464-4683-91b6-bc422180e464 tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] 10.222.0.21 "DELETE /v2.0/subnets/1d734473-d252-46de-9764-f5390e44aa19 HTTP/1.1" status: 204 len: 168 time: 0.5590417 Aug 22 13:39:03.970759 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45088) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:03.979147 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f18f1a4a-ab92-4a08-9ffb-81b1fcfb32d6 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:03.995264 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-b1e507bf-3a46-43a4-a36b-99010deb0b1b service neutron] For port 9f8df132-276a-4e46-89a0-b5f4c39d81b8, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:39:04.004029 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-b1e507bf-3a46-43a4-a36b-99010deb0b1b service neutron] For port 9f8df132-276a-4e46-89a0-b5f4c39d81b8, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=9f8df132-276a-4e46-89a0-b5f4c39d81b8,segment=NetworkSegment(85d6e767-2244-4840-a51f-afec6bd122e6),segment_id=85d6e767-2244-4840-a51f-afec6bd122e6)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:39:04.020360 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f18f1a4a-ab92-4a08-9ffb-81b1fcfb32d6 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:39:04.020784 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f18f1a4a-ab92-4a08-9ffb-81b1fcfb32d6 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:04.022771 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:39:04.022771 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:39:04.022771 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:39:04.022771 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:39:04.022771 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:39:04.022771 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:39:04.022771 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:39:04.022771 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:39:04.022771 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:39:04.022771 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:39:04.022771 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:39:04.022771 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:39:04.022771 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:39:04.022771 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:39:04.022771 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:39:04.022771 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:39:04.022771 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:39:04.022771 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:39:04.022771 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:39:04.022771 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:39:04.022771 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:39:04.022771 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:39:04.022771 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:39:04.022771 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:39:04.022771 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:39:04.022771 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:39:04.022771 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:39:04.022771 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:39:04.022771 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:39:04.022771 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:39:04.022771 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:39:04.022771 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:39:04.061352 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-b1e507bf-3a46-43a4-a36b-99010deb0b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:04.133964 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c1b3b981-ef52-4e36-a024-75b10e077e2b req-d48d6502-a8c9-4e29-8733-ba045829c004 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e5ee16a-a71b-41c2-8638-acd377ab5b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2177091 Aug 22 13:39:04.239921 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-95d78e8f-ae69-491c-b0fc-c8f66e5b643c tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:04.270407 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:04.282315 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-b1e507bf-3a46-43a4-a36b-99010deb0b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:04.283221 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-b1e507bf-3a46-43a4-a36b-99010deb0b1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:04.285789 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-b1e507bf-3a46-43a4-a36b-99010deb0b1b service neutron] 10.222.0.16 "PUT /v2.0/ports/9f8df132-276a-4e46-89a0-b5f4c39d81b8 HTTP/1.1" status: 200 len: 1092 time: 3.8645489 Aug 22 13:39:04.308383 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae154360-507b-4976-b2d6-5455ef736d16', 'tag': '9f8df132-276a-4e46-89a0-b5f4c39d81b8'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:39:04.311682 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1c115e-7e6e-416e-889a-e5c95d483317" -d '{"events": [{"name": "network-changed", "server_uuid": "ae154360-507b-4976-b2d6-5455ef736d16", "tag": "9f8df132-276a-4e46-89a0-b5f4c39d81b8"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:39:04.324288 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f18f1a4a-ab92-4a08-9ffb-81b1fcfb32d6 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:04.380100 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f18f1a4a-ab92-4a08-9ffb-81b1fcfb32d6 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f6321636-d6d0-44fc-a9db-a8e2adf60fca {{(pid=94627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 22 13:39:04.389005 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-46bf8d60-5350-446f-89c7-7502d47c5256 service neutron] Request body: {'port': {'device_id': 'ae154360-507b-4976-b2d6-5455ef736d16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:39:04.390819 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-95d78e8f-ae69-491c-b0fc-c8f66e5b643c tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Deleting port 32e49ebb-c9c2-4929-9d30-8fa586e7d4d7 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:39:04.391372 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-95d78e8f-ae69-491c-b0fc-c8f66e5b643c tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:04.402149 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f18f1a4a-ab92-4a08-9ffb-81b1fcfb32d6 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:04.404070 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f18f1a4a-ab92-4a08-9ffb-81b1fcfb32d6 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] 10.222.0.21 "DELETE /v2.0/networks/f6321636-d6d0-44fc-a9db-a8e2adf60fca HTTP/1.1" status: 204 len: 168 time: 1.2967486 Aug 22 13:39:04.423750 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb5cd09-a3a4-4fd2-953c-80756697ba91 None None] DHCP port deletion for 02d42950-bf28-47cb-bae4-a9ac1428fd5a request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:39:04.444588 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e507bf-3a46-43a4-a36b-99010deb0b1b service neutron] Pushing event updated for resources: {'Port': ['ID=9f8df132-276a-4e46-89a0-b5f4c39d81b8,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:04.447034 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18f1a4a-ab92-4a08-9ffb-81b1fcfb32d6 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Pushing event deleted for resources: {'Network': ['ID=f6321636-d6d0-44fc-a9db-a8e2adf60fca,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:04.484942 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fb0c5-3dcd-47cc-bb2b-b7a1c200ce51 req-9917f6dd-d5ff-4190-a1ed-03c0eca48c9f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:04.491654 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fb0c5-3dcd-47cc-bb2b-b7a1c200ce51 req-9917f6dd-d5ff-4190-a1ed-03c0eca48c9f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:04.498453 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fb0c5-3dcd-47cc-bb2b-b7a1c200ce51 req-9917f6dd-d5ff-4190-a1ed-03c0eca48c9f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:04.505009 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fb0c5-3dcd-47cc-bb2b-b7a1c200ce51 req-9917f6dd-d5ff-4190-a1ed-03c0eca48c9f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:04.511847 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fb0c5-3dcd-47cc-bb2b-b7a1c200ce51 req-9917f6dd-d5ff-4190-a1ed-03c0eca48c9f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:04.517939 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fb0c5-3dcd-47cc-bb2b-b7a1c200ce51 req-9917f6dd-d5ff-4190-a1ed-03c0eca48c9f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:04.528803 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fb0c5-3dcd-47cc-bb2b-b7a1c200ce51 req-9917f6dd-d5ff-4190-a1ed-03c0eca48c9f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:04.538320 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-578fb0c5-3dcd-47cc-bb2b-b7a1c200ce51 req-9917f6dd-d5ff-4190-a1ed-03c0eca48c9f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 5417 time: 0.4229257 Aug 22 13:39:04.549390 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-5eb5cd09-a3a4-4fd2-953c-80756697ba91 None None] Deleting port 32e49ebb-c9c2-4929-9d30-8fa586e7d4d7 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:39:04.550738 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5eb5cd09-a3a4-4fd2-953c-80756697ba91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:04.605097 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-95d78e8f-ae69-491c-b0fc-c8f66e5b643c tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] For port 32e49ebb-c9c2-4929-9d30-8fa586e7d4d7, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=32e49ebb-c9c2-4929-9d30-8fa586e7d4d7,segment=NetworkSegment(19e127f3-9b5a-4e7a-97b5-1b666e658d2e),segment_id=19e127f3-9b5a-4e7a-97b5-1b666e658d2e)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:39:04.605480 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-95d78e8f-ae69-491c-b0fc-c8f66e5b643c tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:04.640420 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-95d78e8f-ae69-491c-b0fc-c8f66e5b643c tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Calling delete_port for 32e49ebb-c9c2-4929-9d30-8fa586e7d4d7 owned by network:dhcp {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:39:04.669014 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-46bf8d60-5350-446f-89c7-7502d47c5256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:04.713339 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c883d-9908-4b4b-a84b-0241ebcdbead req-368bcd32-42f5-43b6-9632-1496ff542974 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:04.714978 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5c9c883d-9908-4b4b-a84b-0241ebcdbead req-368bcd32-42f5-43b6-9632-1496ff542974 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/networks?id=436bb3cf-4f1a-421b-bfd3-5f21c99032ed HTTP/1.1" status: 200 len: 805 time: 0.4625640 Aug 22 13:39:04.828844 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-578fb0c5-3dcd-47cc-bb2b-b7a1c200ce51 req-621874e3-61a1-4f65-80f5-77369499dc39 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/security-groups?id=66b7495f-ba5d-4b5f-9f1a-7d40465024e2&id=d7b1fd23-abf0-4029-8bf5-4e8e3c16aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2890356 Aug 22 13:39:04.844997 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5c9c883d-9908-4b4b-a84b-0241ebcdbead req-16e159af-881c-4d1d-887d-aeccbf560c90 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/quotas/9d314acf246e49628109fc5511827078 HTTP/1.1" status: 200 len: 375 time: 0.1052153 Aug 22 13:39:04.845267 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-95d78e8f-ae69-491c-b0fc-c8f66e5b643c tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:04.845404 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-5eb5cd09-a3a4-4fd2-953c-80756697ba91 None None] For port 32e49ebb-c9c2-4929-9d30-8fa586e7d4d7, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=32e49ebb-c9c2-4929-9d30-8fa586e7d4d7,segment=NetworkSegment(19e127f3-9b5a-4e7a-97b5-1b666e658d2e),segment_id=19e127f3-9b5a-4e7a-97b5-1b666e658d2e)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:39:04.845404 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5eb5cd09-a3a4-4fd2-953c-80756697ba91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:04.910210 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-5eb5cd09-a3a4-4fd2-953c-80756697ba91 None None] Calling delete_port for 32e49ebb-c9c2-4929-9d30-8fa586e7d4d7 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:39:04.928011 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d78e8f-ae69-491c-b0fc-c8f66e5b643c tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Pushing event deleted for resources: {'Port': ['ID=32e49ebb-c9c2-4929-9d30-8fa586e7d4d7,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:04.940048 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d78e8f-ae69-491c-b0fc-c8f66e5b643c tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] No DVR routers for this DVR port 32e49ebb-c9c2-4929-9d30-8fa586e7d4d7 on host n-d-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:39:05.135737 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-95d78e8f-ae69-491c-b0fc-c8f66e5b643c tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:05.137488 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:39:05.137488 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:39:05.137488 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:39:05.137488 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:39:05.137488 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:39:05.137488 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:39:05.137488 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:39:05.137488 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:39:05.137488 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:39:05.137488 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:39:05.137488 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:39:05.137488 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:39:05.137488 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:39:05.137488 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:39:05.137488 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:39:05.137488 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:39:05.137488 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:39:05.137488 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:39:05.137488 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:39:05.137488 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:39:05.137488 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:39:05.137488 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:39:05.137488 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:39:05.137488 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:39:05.137488 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:39:05.137488 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:39:05.137488 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:39:05.137488 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:39:05.137488 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:39:05.137488 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:39:05.137488 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:39:05.137488 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:39:05.137488 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:39:05.137488 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:39:05.137488 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:39:05.137488 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:39:05.137488 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:39:05.137488 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:39:05.137488 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:39:05.137488 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:39:05.141020 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:39:05.141020 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:39:05.141020 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:39:05.141020 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:39:05.141020 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:39:05.141020 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:39:05.141020 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:39:05.141020 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:39:05.141020 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:39:05.141020 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:39:05.141020 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:39:05.141020 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:39:05.141020 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:39:05.141020 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:39:05.158226 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5eb5cd09-a3a4-4fd2-953c-80756697ba91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:05.165263 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-95d78e8f-ae69-491c-b0fc-c8f66e5b643c tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02d42950-bf28-47cb-bae4-a9ac1428fd5a']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:05.192586 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-95d78e8f-ae69-491c-b0fc-c8f66e5b643c tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19e127f3-9b5a-4e7a-97b5-1b666e658d2e') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:05.192885 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-95d78e8f-ae69-491c-b0fc-c8f66e5b643c tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19e127f3-9b5a-4e7a-97b5-1b666e658d2e') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:05.196319 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb5cd09-a3a4-4fd2-953c-80756697ba91 None None] No DVR routers for this DVR port 32e49ebb-c9c2-4929-9d30-8fa586e7d4d7 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:39:05.224512 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-95d78e8f-ae69-491c-b0fc-c8f66e5b643c tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:05.257998 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-95d78e8f-ae69-491c-b0fc-c8f66e5b643c tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:05.270314 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95d78e8f-ae69-491c-b0fc-c8f66e5b643c tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:39:05.270742 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-95d78e8f-ae69-491c-b0fc-c8f66e5b643c tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:05.274083 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-46bf8d60-5350-446f-89c7-7502d47c5256 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1033646-653a-4a62-9b6c-3304356458b3 {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:39:05.280000 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:39:05.280000 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:39:05.280000 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:39:05.280000 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:39:05.280000 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:39:05.280000 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:39:05.280000 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:39:05.280000 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:39:05.280000 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:39:05.280000 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:39:05.280000 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:39:05.280000 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:39:05.280000 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:39:05.280000 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:39:05.280000 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:39:05.280000 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:39:05.280000 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:39:05.280000 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:39:05.280000 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:39:05.280000 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:39:05.280000 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:39:05.280000 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:39:05.280000 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:39:05.280000 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:39:05.280000 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:39:05.280000 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:39:05.280000 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:39:05.280000 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:39:05.280000 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:39:05.280000 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:39:05.280000 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:39:05.280000 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:39:05.285905 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-46bf8d60-5350-446f-89c7-7502d47c5256 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:05.287591 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb5cd09-a3a4-4fd2-953c-80756697ba91 None None] Pushing event deleted for resources: {'Port': ['ID=32e49ebb-c9c2-4929-9d30-8fa586e7d4d7,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:05.308670 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-46bf8d60-5350-446f-89c7-7502d47c5256 service neutron] Transition to ACTIVE for port object d1033646-653a-4a62-9b6c-3304356458b3 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:39:05.348553 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb9a712-e509-488a-b8f0-80e3bc1430a7 x-openstack-request-id: req-1fb9a712-e509-488a-b8f0-80e3bc1430a7 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:39:05.348868 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae154360-507b-4976-b2d6-5455ef736d16", "tag": "9f8df132-276a-4e46-89a0-b5f4c39d81b8", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:39:05.349233 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1fb9a712-e509-488a-b8f0-80e3bc1430a7 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:39:05.349692 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae154360-507b-4976-b2d6-5455ef736d16', 'tag': '9f8df132-276a-4e46-89a0-b5f4c39d81b8', 'status': 'completed', 'code': 200} Aug 22 13:39:05.384373 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-46bf8d60-5350-446f-89c7-7502d47c5256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:05.437511 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45138) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:05.466374 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf8d60-5350-446f-89c7-7502d47c5256 service neutron] Pushing event updated for resources: {'Port': ['ID=d1033646-653a-4a62-9b6c-3304356458b3,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:05.472369 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-ad894570-4c84-46a9-b67d-fde6674140f2 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Request body: {'router': {'name': 'tempest-router--1440624261', 'project_id': '853ad1b4ced04ab3b1c1688ea02770dd'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:39:05.519255 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-95d78e8f-ae69-491c-b0fc-c8f66e5b643c tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:05.527867 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c115e-7e6e-416e-889a-e5c95d483317 req-49bed782-80c1-4e89-9f2d-7b0566bf2bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:05.527867 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c115e-7e6e-416e-889a-e5c95d483317 req-49bed782-80c1-4e89-9f2d-7b0566bf2bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:05.528068 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c115e-7e6e-416e-889a-e5c95d483317 req-49bed782-80c1-4e89-9f2d-7b0566bf2bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:05.528386 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c115e-7e6e-416e-889a-e5c95d483317 req-49bed782-80c1-4e89-9f2d-7b0566bf2bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:05.528857 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c115e-7e6e-416e-889a-e5c95d483317 req-49bed782-80c1-4e89-9f2d-7b0566bf2bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:05.529321 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c115e-7e6e-416e-889a-e5c95d483317 req-49bed782-80c1-4e89-9f2d-7b0566bf2bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:05.529835 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c115e-7e6e-416e-889a-e5c95d483317 req-49bed782-80c1-4e89-9f2d-7b0566bf2bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:05.531812 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9b1c115e-7e6e-416e-889a-e5c95d483317 req-49bed782-80c1-4e89-9f2d-7b0566bf2bc0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d953ee5d914f4a7288a8a29730002fca&device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 6451 time: 0.1875410 Aug 22 13:39:05.540562 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-95d78e8f-ae69-491c-b0fc-c8f66e5b643c tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:05.550666 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5c9c883d-9908-4b4b-a84b-0241ebcdbead req-0d42ebac-9087-452e-bf44-69470ec78db1 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9d314acf246e49628109fc5511827078&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6634007 Aug 22 13:39:05.561958 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-95d78e8f-ae69-491c-b0fc-c8f66e5b643c tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] 10.222.0.21 "DELETE /v2.0/networks/02d42950-bf28-47cb-bae4-a9ac1428fd5a HTTP/1.1" status: 204 len: 168 time: 1.5716691 Aug 22 13:39:05.585646 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ad894570-4c84-46a9-b67d-fde6674140f2 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:05.588725 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ad894570-4c84-46a9-b67d-fde6674140f2 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:05.688384 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ad894570-4c84-46a9-b67d-fde6674140f2 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:05.689614 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d78e8f-ae69-491c-b0fc-c8f66e5b643c tempest-NetworksIpV6TestAttrs-53914605 tempest-NetworksIpV6TestAttrs-53914605-project] Pushing event deleted for resources: {'Network': ['ID=02d42950-bf28-47cb-bae4-a9ac1428fd5a,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:05.699071 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ad894570-4c84-46a9-b67d-fde6674140f2 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:05.750988 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ad894570-4c84-46a9-b67d-fde6674140f2 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:05.753274 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ad894570-4c84-46a9-b67d-fde6674140f2 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3127980 Aug 22 13:39:05.756704 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45156) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:05.853160 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 32e49ebb-c9c2-4929-9d30-8fa586e7d4d7 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:39:05.899131 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 32e49ebb-c9c2-4929-9d30-8fa586e7d4d7 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:39:05.899786 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 32e49ebb-c9c2-4929-9d30-8fa586e7d4d7 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:39:05.910778 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9830734-4b19-4c31-95ae-282916413ea9 req-8fc12e3d-e896-419d-aaa5-7923eb52314a tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:05.922132 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a9830734-4b19-4c31-95ae-282916413ea9 req-8fc12e3d-e896-419d-aaa5-7923eb52314a tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=534d49c1-5984-45a0-87be-e18d6e72df78 HTTP/1.1" status: 200 len: 945 time: 0.5766771 Aug 22 13:39:05.962077 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-16587766-70f0-4aa7-a5be-441dac3fe8b7 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:06.019031 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45182) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:06.031322 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-46bf8d60-5350-446f-89c7-7502d47c5256 service neutron] Attempting to bind port d1033646-653a-4a62-9b6c-3304356458b3 on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:39:06.031925 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-46bf8d60-5350-446f-89c7-7502d47c5256 service neutron] Attempting to bind port d1033646-653a-4a62-9b6c-3304356458b3 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '85d6e767-2244-4840-a51f-afec6bd122e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3a68a707-4544-4179-ae57-3b08732d6fc4'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:39:06.032109 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-46bf8d60-5350-446f-89c7-7502d47c5256 service neutron] Attempting to bind port d1033646-653a-4a62-9b6c-3304356458b3 on network 3a68a707-4544-4179-ae57-3b08732d6fc4 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:39:06.138092 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-46bf8d60-5350-446f-89c7-7502d47c5256 service neutron] Port d1033646-653a-4a62-9b6c-3304356458b3 on network 3a68a707-4544-4179-ae57-3b08732d6fc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:39:06.138705 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-46bf8d60-5350-446f-89c7-7502d47c5256 service neutron] Attempting to bind port d1033646-653a-4a62-9b6c-3304356458b3 on network 3a68a707-4544-4179-ae57-3b08732d6fc4 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:39:06.206532 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-46bf8d60-5350-446f-89c7-7502d47c5256 service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:39:06.217300 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-46bf8d60-5350-446f-89c7-7502d47c5256 service neutron] Checking segment: {'id': '85d6e767-2244-4840-a51f-afec6bd122e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3a68a707-4544-4179-ae57-3b08732d6fc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:39:06.217713 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-46bf8d60-5350-446f-89c7-7502d47c5256 service neutron] Bound using segment: {'id': '85d6e767-2244-4840-a51f-afec6bd122e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3a68a707-4544-4179-ae57-3b08732d6fc4'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:39:06.218189 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-46bf8d60-5350-446f-89c7-7502d47c5256 service neutron] Bound port: d1033646-653a-4a62-9b6c-3304356458b3, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d6e767-2244-4840-a51f-afec6bd122e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3a68a707-4544-4179-ae57-3b08732d6fc4'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:39:06.218564 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-46bf8d60-5350-446f-89c7-7502d47c5256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:06.303347 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-16587766-70f0-4aa7-a5be-441dac3fe8b7 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:06.305852 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-16587766-70f0-4aa7-a5be-441dac3fe8b7 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:06.310266 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a9830734-4b19-4c31-95ae-282916413ea9 req-5fa1a0a6-8acc-443e-b489-12a77d9f12ca tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e5ee16a-a71b-41c2-8638-acd377ab5b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3309412 Aug 22 13:39:06.369769 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c115e-7e6e-416e-889a-e5c95d483317 req-b93f2dac-37b0-4061-a7a8-ada5b27e4117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:06.371221 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c115e-7e6e-416e-889a-e5c95d483317 req-b93f2dac-37b0-4061-a7a8-ada5b27e4117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:06.379153 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c115e-7e6e-416e-889a-e5c95d483317 req-b93f2dac-37b0-4061-a7a8-ada5b27e4117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:06.380986 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9b1c115e-7e6e-416e-889a-e5c95d483317 req-b93f2dac-37b0-4061-a7a8-ada5b27e4117 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=d953ee5d914f4a7288a8a29730002fca&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.8283141 Aug 22 13:39:06.382928 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5c9c883d-9908-4b4b-a84b-0241ebcdbead req-5f98e09b-7673-46b0-a972-cf91dd594a29 service neutron] 10.222.0.21 "GET /v2.0/networks/436bb3cf-4f1a-421b-bfd3-5f21c99032ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8161185 Aug 22 13:39:06.408888 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-16587766-70f0-4aa7-a5be-441dac3fe8b7 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:06.411295 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16587766-70f0-4aa7-a5be-441dac3fe8b7 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 927fca79-8944-4d97-aeec-265ed7ef1c02 {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:39:06.423438 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-16587766-70f0-4aa7-a5be-441dac3fe8b7 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:06.426171 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-16587766-70f0-4aa7-a5be-441dac3fe8b7 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] 10.222.0.21 "DELETE /v2.0/routers/927fca79-8944-4d97-aeec-265ed7ef1c02 HTTP/1.1" status: 204 len: 168 time: 0.6668596 Aug 22 13:39:06.599617 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-818c705e-38ee-46da-8efb-51c42cd8ac90 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=57f0325c949845e5a036755c4e9c6c45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5785825 Aug 22 13:39:06.602643 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45240) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:06.626943 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-46bf8d60-5350-446f-89c7-7502d47c5256 service neutron] For port d1033646-653a-4a62-9b6c-3304356458b3, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:39:06.659627 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-46bf8d60-5350-446f-89c7-7502d47c5256 service neutron] For port d1033646-653a-4a62-9b6c-3304356458b3, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=d1033646-653a-4a62-9b6c-3304356458b3,segment=NetworkSegment(85d6e767-2244-4840-a51f-afec6bd122e6),segment_id=85d6e767-2244-4840-a51f-afec6bd122e6)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:39:06.688103 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-46bf8d60-5350-446f-89c7-7502d47c5256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:06.691617 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f80114cc-d947-446a-bbd3-caad159e5c27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:06.730693 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c115e-7e6e-416e-889a-e5c95d483317 req-e681d7fd-747b-41d6-8cf4-8a33cbf03388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:06.732593 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45242) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:06.732864 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9b1c115e-7e6e-416e-889a-e5c95d483317 req-e681d7fd-747b-41d6-8cf4-8a33cbf03388 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3284414 Aug 22 13:39:06.744043 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8b28e-26c4-45ef-9397-bc7f5779edaf req-1cf95e7d-a055-4f58-b4ac-c2a18db69b21 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:06.750698 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8b28e-26c4-45ef-9397-bc7f5779edaf req-1cf95e7d-a055-4f58-b4ac-c2a18db69b21 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:06.755702 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f80114cc-d947-446a-bbd3-caad159e5c27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:06.757915 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8b28e-26c4-45ef-9397-bc7f5779edaf req-1cf95e7d-a055-4f58-b4ac-c2a18db69b21 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:06.764118 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8b28e-26c4-45ef-9397-bc7f5779edaf req-1cf95e7d-a055-4f58-b4ac-c2a18db69b21 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:06.770485 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8b28e-26c4-45ef-9397-bc7f5779edaf req-1cf95e7d-a055-4f58-b4ac-c2a18db69b21 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:06.776572 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8b28e-26c4-45ef-9397-bc7f5779edaf req-1cf95e7d-a055-4f58-b4ac-c2a18db69b21 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:06.782970 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8b28e-26c4-45ef-9397-bc7f5779edaf req-1cf95e7d-a055-4f58-b4ac-c2a18db69b21 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:06.786039 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-76f8b28e-26c4-45ef-9397-bc7f5779edaf req-1cf95e7d-a055-4f58-b4ac-c2a18db69b21 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 5429 time: 0.2867386 Aug 22 13:39:06.803233 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5c9c883d-9908-4b4b-a84b-0241ebcdbead req-d2b5525d-435a-4f84-ba47-b6781ecbfe26 service neutron] 10.222.0.21 "GET /v2.0/networks/436bb3cf-4f1a-421b-bfd3-5f21c99032ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4068000 Aug 22 13:39:06.814475 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-46bf8d60-5350-446f-89c7-7502d47c5256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:06.815380 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-46bf8d60-5350-446f-89c7-7502d47c5256 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:06.816954 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-46bf8d60-5350-446f-89c7-7502d47c5256 service neutron] 10.222.0.16 "PUT /v2.0/ports/d1033646-653a-4a62-9b6c-3304356458b3 HTTP/1.1" status: 200 len: 1092 time: 2.4848135 Aug 22 13:39:06.835139 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f80114cc-d947-446a-bbd3-caad159e5c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:06.839317 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f80114cc-d947-446a-bbd3-caad159e5c27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:06.841062 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f80114cc-d947-446a-bbd3-caad159e5c27 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/422b3514-d76b-4605-80c0-4ffb25daa4ed HTTP/1.1" status: 204 len: 168 time: 0.2372983 Aug 22 13:39:06.854655 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf8d60-5350-446f-89c7-7502d47c5256 service neutron] Pushing event updated for resources: {'Port': ['ID=d1033646-653a-4a62-9b6c-3304356458b3,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:06.870816 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80114cc-d947-446a-bbd3-caad159e5c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422b3514-d76b-4605-80c0-4ffb25daa4ed,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:06.944115 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-76f8b28e-26c4-45ef-9397-bc7f5779edaf req-ec5aa788-450d-45dc-ad6f-13d69648babc tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/security-groups?id=66b7495f-ba5d-4b5f-9f1a-7d40465024e2&id=d7b1fd23-abf0-4029-8bf5-4e8e3c16aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1418915 Aug 22 13:39:07.002299 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-243e55f4-85c2-4cb0-bfa9-12fb573a247f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:07.002808 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-243e55f4-85c2-4cb0-bfa9-12fb573a247f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:07.003247 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-243e55f4-85c2-4cb0-bfa9-12fb573a247f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:07.003743 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-243e55f4-85c2-4cb0-bfa9-12fb573a247f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:07.004198 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-243e55f4-85c2-4cb0-bfa9-12fb573a247f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:07.004692 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-243e55f4-85c2-4cb0-bfa9-12fb573a247f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:07.005160 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-243e55f4-85c2-4cb0-bfa9-12fb573a247f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:07.007324 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-243e55f4-85c2-4cb0-bfa9-12fb573a247f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d953ee5d914f4a7288a8a29730002fca&device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 6493 time: 0.1297574 Aug 22 13:39:07.091299 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-19f1fc68-6428-4f35-8308-547ab5ceb345 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93bdfde2-d457-457f-992b-980c70fdc75c HTTP/1.1" status: 200 len: 217 time: 0.0621908 Aug 22 13:39:07.219798 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f4b66e79-df73-423e-a0b8-5c83f1d793bc req-40f83157-e2b4-4b30-98e5-95e4380544bb tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=9363e29d-b963-4dcc-889a-403767aee875 HTTP/1.1" status: 200 len: 210 time: 0.0917070 Aug 22 13:39:07.246388 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-9d499f80-0128-4fb5-a7f2-349767dbd12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:07.247856 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-9d499f80-0128-4fb5-a7f2-349767dbd12b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4eb4d59f-f1d3-4065-beb1-2e6b44865678 HTTP/1.1" status: 200 len: 856 time: 0.1487231 Aug 22 13:39:07.355672 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae154360-507b-4976-b2d6-5455ef736d16', 'tag': 'd1033646-653a-4a62-9b6c-3304356458b3'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:39:07.367580 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e9f317-5a30-48c9-953f-de13bf73f7b4" -d '{"events": [{"name": "network-changed", "server_uuid": "ae154360-507b-4976-b2d6-5455ef736d16", "tag": "d1033646-653a-4a62-9b6c-3304356458b3"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:39:07.401192 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-425e38ea-ae06-4b90-8bae-5a49fab874d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:07.405476 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-425e38ea-ae06-4b90-8bae-5a49fab874d2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=09ddfb22-9759-41d5-b511-b1a96521841b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1449606 Aug 22 13:39:07.494229 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-b3ab8e2b-ad05-4c4b-adfe-696a7defef6d tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1260477003', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}, 'admin_state_up': False}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:39:07.552328 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b3ab8e2b-ad05-4c4b-adfe-696a7defef6d tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:07.553454 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b3ab8e2b-ad05-4c4b-adfe-696a7defef6d tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:07.584557 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-795647da-dc84-4584-91fc-93cd760daf2a x-openstack-request-id: req-795647da-dc84-4584-91fc-93cd760daf2a {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:39:07.588253 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae154360-507b-4976-b2d6-5455ef736d16", "tag": "d1033646-653a-4a62-9b6c-3304356458b3", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:39:07.589318 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-795647da-dc84-4584-91fc-93cd760daf2a {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:39:07.589889 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae154360-507b-4976-b2d6-5455ef736d16', 'tag': 'd1033646-653a-4a62-9b6c-3304356458b3', 'status': 'completed', 'code': 200} Aug 22 13:39:07.652352 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b3ab8e2b-ad05-4c4b-adfe-696a7defef6d tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:07.704761 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45300) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:07.863521 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b3ab8e2b-ad05-4c4b-adfe-696a7defef6d tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:08.228583 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b3ab8e2b-ad05-4c4b-adfe-696a7defef6d tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks [] for router_gateway, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:08.271249 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b3ab8e2b-ad05-4c4b-adfe-696a7defef6d tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:08.406823 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45362) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:08.457634 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-b3ab8e2b-ad05-4c4b-adfe-696a7defef6d tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Allocated IP 172.25.3.173 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/86d25532-1593-4baa-ac04-efefb0bc2e8d) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:39:08.458751 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e494f7-3a68-4042-9e2f-c1d2cdb58777 req-73500ddc-d782-48ff-a2d6-29e47453811b tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:08.466260 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f8e494f7-3a68-4042-9e2f-c1d2cdb58777 req-73500ddc-d782-48ff-a2d6-29e47453811b tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=534d49c1-5984-45a0-87be-e18d6e72df78 HTTP/1.1" status: 200 len: 945 time: 0.8718953 Aug 22 13:39:08.507468 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-89a667e5-46b0-493c-ac82-1b567375bf6a service neutron] 10.222.0.16 "GET /v2.0/networks/09ddfb22-9759-41d5-b511-b1a96521841b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0788090 Aug 22 13:39:08.610509 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f29945-4c28-47d7-972e-4b14c4468c90 req-2a7573f9-f033-4bb8-aedf-d4a9acef354a tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:08.628710 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f29945-4c28-47d7-972e-4b14c4468c90 req-2a7573f9-f033-4bb8-aedf-d4a9acef354a tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:08.641653 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f29945-4c28-47d7-972e-4b14c4468c90 req-2a7573f9-f033-4bb8-aedf-d4a9acef354a tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:08.650456 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f29945-4c28-47d7-972e-4b14c4468c90 req-2a7573f9-f033-4bb8-aedf-d4a9acef354a tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:08.672185 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f29945-4c28-47d7-972e-4b14c4468c90 req-2a7573f9-f033-4bb8-aedf-d4a9acef354a tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:08.683055 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f29945-4c28-47d7-972e-4b14c4468c90 req-2a7573f9-f033-4bb8-aedf-d4a9acef354a tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:08.694942 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f29945-4c28-47d7-972e-4b14c4468c90 req-2a7573f9-f033-4bb8-aedf-d4a9acef354a tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:08.700628 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-23f29945-4c28-47d7-972e-4b14c4468c90 req-2a7573f9-f033-4bb8-aedf-d4a9acef354a tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 5429 time: 0.3688810 Aug 22 13:39:08.745601 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45370) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:08.795178 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b3ab8e2b-ad05-4c4b-adfe-696a7defef6d tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:08.806354 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c883d-9908-4b4b-a84b-0241ebcdbead req-c5b9cd73-b2bc-4ce8-91bd-251173684c43 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:08.808134 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5c9c883d-9908-4b4b-a84b-0241ebcdbead req-c5b9cd73-b2bc-4ce8-91bd-251173684c43 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.41 "GET /v2.0/networks?id=436bb3cf-4f1a-421b-bfd3-5f21c99032ed HTTP/1.1" status: 200 len: 805 time: 0.2917023 Aug 22 13:39:08.831796 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-5c9c883d-9908-4b4b-a84b-0241ebcdbead req-3ee187ef-88f2-4e0b-ba2d-0aac6034f97d tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Request body: {'port': {'device_id': '9363e29d-b963-4dcc-889a-403767aee875', 'network_id': '436bb3cf-4f1a-421b-bfd3-5f21c99032ed', 'admin_state_up': True, 'tenant_id': '9d314acf246e49628109fc5511827078'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:39:08.839455 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2f7334b0-8cd0-48f1-a92f-bdec4c4ec7b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:08.847840 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-485da5fe-8ed1-4261-991e-8f1790c89ece tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-555509773'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:39:08.851063 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-82c1e233-aed6-4534-bffa-e62e0c5e4c98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:08.889475 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f8e494f7-3a68-4042-9e2f-c1d2cdb58777 req-a20ce94e-c63d-4dd5-95e0-290f92d66366 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e5ee16a-a71b-41c2-8638-acd377ab5b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3763955 Aug 22 13:39:08.934446 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-23f29945-4c28-47d7-972e-4b14c4468c90 req-b3ceffec-b828-44d1-93a4-3d82759d771f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/security-groups?id=66b7495f-ba5d-4b5f-9f1a-7d40465024e2&id=d7b1fd23-abf0-4029-8bf5-4e8e3c16aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2113764 Aug 22 13:39:08.959345 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485da5fe-8ed1-4261-991e-8f1790c89ece tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Made reservation on behalf of 6be38ca5ea35447298f0675ebcd2561a for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:39:08.962868 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-485da5fe-8ed1-4261-991e-8f1790c89ece tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:08.996484 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-485da5fe-8ed1-4261-991e-8f1790c89ece tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:09.001156 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-f418e08c-6a1c-40a7-b961-6edeb9f62537 service neutron] 10.222.0.16 "GET /v2.0/networks/09ddfb22-9759-41d5-b511-b1a96521841b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4854467 Aug 22 13:39:09.020664 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b3ab8e2b-ad05-4c4b-adfe-696a7defef6d tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:09.027005 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d720c377-2e1f-4cb2-b8a4-bf59b7b4d3c8 req-792a382a-5ad3-43b0-9f79-b3538ea6aa09 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=9363e29d-b963-4dcc-889a-403767aee875 HTTP/1.1" status: 200 len: 210 time: 0.0563128 Aug 22 13:39:09.059175 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ab8e2b-ad05-4c4b-adfe-696a7defef6d tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:39:09.062005 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-b3ab8e2b-ad05-4c4b-adfe-696a7defef6d tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:39:09.066153 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ab8e2b-ad05-4c4b-adfe-696a7defef6d tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:39:09.081954 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-141d69e3-64c2-49f3-8102-f9c3965e1f45 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=f8514972-7776-4e19-a05c-ada5bca398e0 HTTP/1.1" status: 200 len: 217 time: 0.0600350 Aug 22 13:39:09.104061 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab8e2b-ad05-4c4b-adfe-696a7defef6d tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Pushing event updated for resources: {'Port': ['ID=86d25532-1593-4baa-ac04-efefb0bc2e8d,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:09.151652 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-42eca274-2d63-4af5-931a-fffd20ca13b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:09.153344 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-42eca274-2d63-4af5-931a-fffd20ca13b2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb175f2e-c3d1-472d-89f8-b1925f4f3ec2 HTTP/1.1" status: 200 len: 797 time: 0.0628593 Aug 22 13:39:09.202301 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-82c1e233-aed6-4534-bffa-e62e0c5e4c98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:09.210892 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-82c1e233-aed6-4534-bffa-e62e0c5e4c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:09.252438 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-270e1dcd-0ab3-4294-9dd8-db3e9966ab6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:09.254449 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-270e1dcd-0ab3-4294-9dd8-db3e9966ab6e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0910506 Aug 22 13:39:09.271550 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c1e233-aed6-4534-bffa-e62e0c5e4c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79e505c-80fc-4d3c-8d17-4feb90cf5d84,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:09.281218 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-82c1e233-aed6-4534-bffa-e62e0c5e4c98 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fde4c5abe35f4f88af08dc476fc89ba0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9517474 Aug 22 13:39:09.281826 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45374) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:09.410991 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-546e5f8a-5c69-43eb-b9a3-bc38c72b0bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:09.418968 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-b9ad6a7c-8ea4-4054-80f0-caab0497a257 service neutron] 10.222.0.16 "GET /v2.0/networks/5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562138 Aug 22 13:39:09.430833 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2f7334b0-8cd0-48f1-a92f-bdec4c4ec7b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:09.431937 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b3ab8e2b-ad05-4c4b-adfe-696a7defef6d tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks [] for router_gateway, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:09.440920 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2f7334b0-8cd0-48f1-a92f-bdec4c4ec7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:09.456343 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-546e5f8a-5c69-43eb-b9a3-bc38c72b0bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:09.529500 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c9c883d-9908-4b4b-a84b-0241ebcdbead req-3ee187ef-88f2-4e0b-ba2d-0aac6034f97d tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Made reservation on behalf of 9d314acf246e49628109fc5511827078 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:39:09.532906 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5c9c883d-9908-4b4b-a84b-0241ebcdbead req-3ee187ef-88f2-4e0b-ba2d-0aac6034f97d tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:09.537129 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7334b0-8cd0-48f1-a92f-bdec4c4ec7b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5eba1e-b278-48e3-927b-6cb6868771de,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:09.552994 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2f7334b0-8cd0-48f1-a92f-bdec4c4ec7b1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=181be45fbda4415b9b9abecd98b72bc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8055332 Aug 22 13:39:09.555945 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45376) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:09.590987 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-1b482e5a-e857-425e-8b74-3ccccfb3f14e service neutron] 10.222.0.16 "GET /v2.0/networks/5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637719 Aug 22 13:39:09.591977 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-546e5f8a-5c69-43eb-b9a3-bc38c72b0bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:09.594334 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-546e5f8a-5c69-43eb-b9a3-bc38c72b0bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:09.595354 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-546e5f8a-5c69-43eb-b9a3-bc38c72b0bc5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e79e505c-80fc-4d3c-8d17-4feb90cf5d84 HTTP/1.1" status: 204 len: 168 time: 0.3031583 Aug 22 13:39:09.634009 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546e5f8a-5c69-43eb-b9a3-bc38c72b0bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79e505c-80fc-4d3c-8d17-4feb90cf5d84,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:09.678923 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-34cfed84-7010-48c2-aac8-cb1b015ea54b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=cd2a34c3-a880-45d3-bd3b-8dfcb396adc5 HTTP/1.1" status: 200 len: 217 time: 0.0704284 Aug 22 13:39:09.758257 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f99b18d0-ae92-421b-ba5c-0f553f7ed02a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:09.779772 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-9ca6b4cf-8f34-43f9-91d0-b702a7ea8d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:09.781613 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-9ca6b4cf-8f34-43f9-91d0-b702a7ea8d13 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb175f2e-c3d1-472d-89f8-b1925f4f3ec2 HTTP/1.1" status: 200 len: 797 time: 0.0925381 Aug 22 13:39:09.816210 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f99b18d0-ae92-421b-ba5c-0f553f7ed02a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:09.836898 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-485da5fe-8ed1-4261-991e-8f1790c89ece tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:09.853762 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-485da5fe-8ed1-4261-991e-8f1790c89ece tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:09.855233 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-5c9c883d-9908-4b4b-a84b-0241ebcdbead req-3ee187ef-88f2-4e0b-ba2d-0aac6034f97d tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Allocated IP 172.20.0.12 (436bb3cf-4f1a-421b-bfd3-5f21c99032ed/9d1b4558-44bd-41e9-aa53-567e0a55d684/4d23befb-28b7-4367-8340-c0f26a013a78) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:39:09.880156 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b3ab8e2b-ad05-4c4b-adfe-696a7defef6d tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:09.908418 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-485da5fe-8ed1-4261-991e-8f1790c89ece tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:39:09.930307 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-258b7b79-fb8d-4077-a380-6900edf3abd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:09.932915 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-258b7b79-fb8d-4077-a380-6900edf3abd9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1308472 Aug 22 13:39:09.937271 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-485da5fe-8ed1-4261-991e-8f1790c89ece tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:09.937661 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-485da5fe-8ed1-4261-991e-8f1790c89ece tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Added segment 31d6d7ce-42a5-46c9-94dc-6638a7078ba8 of type vlan for network 9760623b-e38d-4ea0-bf86-fa146830043c Aug 22 13:39:09.948587 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485da5fe-8ed1-4261-991e-8f1790c89ece tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e724fcd-7ef4-4556-9670-33d0cc04e77a,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:09.956666 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45390) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:10.013182 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-807908c3-77c9-450e-8a20-86606eb13066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:10.068621 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-485da5fe-8ed1-4261-991e-8f1790c89ece tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:10.075575 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f99b18d0-ae92-421b-ba5c-0f553f7ed02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:10.078407 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f99b18d0-ae92-421b-ba5c-0f553f7ed02a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:10.079546 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f99b18d0-ae92-421b-ba5c-0f553f7ed02a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ad5eba1e-b278-48e3-927b-6cb6868771de HTTP/1.1" status: 204 len: 168 time: 0.5212746 Aug 22 13:39:10.130499 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b18d0-ae92-421b-ba5c-0f553f7ed02a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5eba1e-b278-48e3-927b-6cb6868771de,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:10.190468 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-485da5fe-8ed1-4261-991e-8f1790c89ece tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:10.196386 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485da5fe-8ed1-4261-991e-8f1790c89ece tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:10.196991 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-485da5fe-8ed1-4261-991e-8f1790c89ece tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:10.224933 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ab8e2b-ad05-4c4b-adfe-696a7defef6d tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Router 841c5989-1f14-440a-9446-4fbb1db1920a is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:39:10.240034 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5c9c883d-9908-4b4b-a84b-0241ebcdbead req-3ee187ef-88f2-4e0b-ba2d-0aac6034f97d tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:10.259259 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27324535-f83f-4db0-8fb4-71b7992ca65f req-a92a3fe2-d4c5-4d50-a7f1-75451c00fcac tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:10.261006 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-27324535-f83f-4db0-8fb4-71b7992ca65f req-a92a3fe2-d4c5-4d50-a7f1-75451c00fcac tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=534d49c1-5984-45a0-87be-e18d6e72df78 HTTP/1.1" status: 200 len: 945 time: 0.2038381 Aug 22 13:39:10.313994 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-7f57e138-9d39-43ed-bb35-06903c8d1ad4 service neutron] 10.222.0.16 "GET /v2.0/networks/5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594596 Aug 22 13:39:10.360082 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485da5fe-8ed1-4261-991e-8f1790c89ece tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Pushing event updated for resources: {'Network': ['ID=9760623b-e38d-4ea0-bf86-fa146830043c,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:10.372081 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 9760623b-e38d-4ea0-bf86-fa146830043c details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:39:10.505920 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-27324535-f83f-4db0-8fb4-71b7992ca65f req-c38bea80-0ca2-43a0-99ac-ce1a6949c763 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e5ee16a-a71b-41c2-8638-acd377ab5b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000675 Aug 22 13:39:10.542750 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-807908c3-77c9-450e-8a20-86606eb13066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:10.559118 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-807908c3-77c9-450e-8a20-86606eb13066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:10.574128 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916f709-732c-42b6-837d-ff93a8721314 req-d97fddd3-4ec7-4a00-95bb-45bf7d11314d tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:10.580157 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916f709-732c-42b6-837d-ff93a8721314 req-d97fddd3-4ec7-4a00-95bb-45bf7d11314d tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:10.587175 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916f709-732c-42b6-837d-ff93a8721314 req-d97fddd3-4ec7-4a00-95bb-45bf7d11314d tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:10.593210 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916f709-732c-42b6-837d-ff93a8721314 req-d97fddd3-4ec7-4a00-95bb-45bf7d11314d tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:10.599456 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916f709-732c-42b6-837d-ff93a8721314 req-d97fddd3-4ec7-4a00-95bb-45bf7d11314d tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:10.605529 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916f709-732c-42b6-837d-ff93a8721314 req-d97fddd3-4ec7-4a00-95bb-45bf7d11314d tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:10.611708 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916f709-732c-42b6-837d-ff93a8721314 req-d97fddd3-4ec7-4a00-95bb-45bf7d11314d tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:10.614168 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b916f709-732c-42b6-837d-ff93a8721314 req-d97fddd3-4ec7-4a00-95bb-45bf7d11314d tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 5429 time: 0.2217054 Aug 22 13:39:10.632059 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-485da5fe-8ed1-4261-991e-8f1790c89ece tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.2241058 Aug 22 13:39:10.633465 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45406) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:10.665173 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-6bc42c88-9c4f-42d0-b94a-89979e0d51b4 service neutron] 10.222.0.16 "GET /v2.0/networks/5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273344 Aug 22 13:39:10.703792 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d2432554-fa4c-4566-9406-26012845678d req-6a2ca611-791c-4868-b9c9-5ebc78361653 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=9363e29d-b963-4dcc-889a-403767aee875 HTTP/1.1" status: 200 len: 210 time: 0.0855830 Aug 22 13:39:10.721892 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-26dcf3d0-3cd4-48d2-9bcf-1cdb15bc737e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:10.754573 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ab8e2b-ad05-4c4b-adfe-696a7defef6d tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:39:10.765307 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-807908c3-77c9-450e-8a20-86606eb13066 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ac47666745414e2eaa793d5c44be40ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8048873 Aug 22 13:39:10.766437 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45408) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:10.768623 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807908c3-77c9-450e-8a20-86606eb13066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66513c61-563d-4f25-8ba7-4e70759e31d9,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:10.773843 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f237e6-1a5b-4130-8ed3-354467ce97d9 None None] Sync routers for ids ['841c5989-1f14-440a-9446-4fbb1db1920a'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:39:10.778535 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-6a6aca8e-f2e7-43af-8119-cbd3a7a3f70b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=b16064f0-bf43-4196-833d-4efdff17a865 HTTP/1.1" status: 200 len: 217 time: 0.0823085 Aug 22 13:39:10.779368 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45410) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:10.786628 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f237e6-1a5b-4130-8ed3-354467ce97d9 None None] Routers {'841c5989-1f14-440a-9446-4fbb1db1920a'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:39:10.787634 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-69f237e6-1a5b-4130-8ed3-354467ce97d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:39:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['841c5989-1f14-440a-9446-4fbb1db1920a'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:10.796376 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-a2dd2f43-08b9-401b-b6b8-71e5609fe06a tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Request body: {'subnet': {'network_id': '9760623b-e38d-4ea0-bf86-fa146830043c', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:39:10.824945 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b3ab8e2b-ad05-4c4b-adfe-696a7defef6d tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:10.826352 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b3ab8e2b-ad05-4c4b-adfe-696a7defef6d tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.0870826 Aug 22 13:39:10.832549 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-69f237e6-1a5b-4130-8ed3-354467ce97d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:10.835214 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b916f709-732c-42b6-837d-ff93a8721314 req-2404fb0e-f662-40e0-a5ac-227381ef7108 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/security-groups?id=66b7495f-ba5d-4b5f-9f1a-7d40465024e2&id=d7b1fd23-abf0-4029-8bf5-4e8e3c16aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2088332 Aug 22 13:39:10.836636 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45412) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:10.842618 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f237e6-1a5b-4130-8ed3-354467ce97d9 None None] Routers {'841c5989-1f14-440a-9446-4fbb1db1920a'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:39:10.843594 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-69f237e6-1a5b-4130-8ed3-354467ce97d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:39:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['841c5989-1f14-440a-9446-4fbb1db1920a'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:10.889797 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-69f237e6-1a5b-4130-8ed3-354467ce97d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:10.890378 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f237e6-1a5b-4130-8ed3-354467ce97d9 None None] The sync data for ids ['841c5989-1f14-440a-9446-4fbb1db1920a'] in n-d-793621-33 is: [] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:39:10.916872 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5c9c883d-9908-4b4b-a84b-0241ebcdbead req-3ee187ef-88f2-4e0b-ba2d-0aac6034f97d tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:10.929723 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['bfca5d30-3e48-4072-a6df-3b881a1a8fbe'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:39:10.947270 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-6e998ed8-0d67-498b-bef7-7963b696a059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:10.948871 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-6e998ed8-0d67-498b-bef7-7963b696a059 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb175f2e-c3d1-472d-89f8-b1925f4f3ec2 HTTP/1.1" status: 200 len: 797 time: 0.1613722 Aug 22 13:39:11.047066 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-8a54441b-509c-4260-9dad-3faee983b2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:11.048926 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-8a54441b-509c-4260-9dad-3faee983b2ae service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0893052 Aug 22 13:39:11.051009 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c9c883d-9908-4b4b-a84b-0241ebcdbead req-3ee187ef-88f2-4e0b-ba2d-0aac6034f97d tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Network 436bb3cf-4f1a-421b-bfd3-5f21c99032ed is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:39:11.055517 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cad4137c-2e73-42e8-8ae7-f28789721846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:11.071388 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-5c9c883d-9908-4b4b-a84b-0241ebcdbead req-3ee187ef-88f2-4e0b-ba2d-0aac6034f97d tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:39:11.085491 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee187ef-88f2-4e0b-ba2d-0aac6034f97d tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Pushing event updated for resources: {'Port': ['ID=4d23befb-28b7-4367-8340-c0f26a013a78,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:11.097900 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c9c883d-9908-4b4b-a84b-0241ebcdbead req-3ee187ef-88f2-4e0b-ba2d-0aac6034f97d tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:39:11.139113 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-dda0ca06-0665-4e06-8586-653157aa87ee tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] 10.222.0.21 "GET /v2.0/routers/841c5989-1f14-440a-9446-4fbb1db1920a HTTP/1.1" status: 200 len: 921 time: 0.3004777 Aug 22 13:39:11.141060 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cad4137c-2e73-42e8-8ae7-f28789721846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:11.142594 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45414) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:11.144965 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-26dcf3d0-3cd4-48d2-9bcf-1cdb15bc737e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:11.166108 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-26dcf3d0-3cd4-48d2-9bcf-1cdb15bc737e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:11.189809 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c883d-9908-4b4b-a84b-0241ebcdbead req-3ee187ef-88f2-4e0b-ba2d-0aac6034f97d tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:11.190916 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5c9c883d-9908-4b4b-a84b-0241ebcdbead req-3ee187ef-88f2-4e0b-ba2d-0aac6034f97d tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:11.197577 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45416) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:11.197882 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-00de74fc-2681-4a5b-b7bc-f4be40f0fa10 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] 10.222.0.21 "GET /v2.0/ports?device_id=841c5989-1f14-440a-9446-4fbb1db1920a HTTP/1.1" status: 200 len: 205 time: 0.0511227 Aug 22 13:39:11.246522 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2dd2f43-08b9-401b-b6b8-71e5609fe06a tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Made reservation on behalf of 6be38ca5ea35447298f0675ebcd2561a for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:39:11.250161 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a2dd2f43-08b9-401b-b6b8-71e5609fe06a tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:11.254288 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5c9c883d-9908-4b4b-a84b-0241ebcdbead req-3ee187ef-88f2-4e0b-ba2d-0aac6034f97d tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4334242 Aug 22 13:39:11.268570 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-5c9c883d-9908-4b4b-a84b-0241ebcdbead req-6f9d8c18-60e9-4096-809d-24ede9c2a571 service neutron] Request body: {'port': {'device_id': '9363e29d-b963-4dcc-889a-403767aee875', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:39:11.276187 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dcf3d0-3cd4-48d2-9bcf-1cdb15bc737e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57442e80-513a-4ee3-b474-1171ce2eedd8,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:11.321889 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-e7af759e-31e7-406e-9794-ebc4d9437bda service neutron] 10.222.0.16 "GET /v2.0/networks/5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651072 Aug 22 13:39:11.324398 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-26dcf3d0-3cd4-48d2-9bcf-1cdb15bc737e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2848290403ce4d34ae7562e2da24a796&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6751320 Aug 22 13:39:11.327549 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cad4137c-2e73-42e8-8ae7-f28789721846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:11.331728 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cad4137c-2e73-42e8-8ae7-f28789721846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:11.332737 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45418) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:11.345538 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-cad4137c-2e73-42e8-8ae7-f28789721846 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/66513c61-563d-4f25-8ba7-4e70759e31d9 HTTP/1.1" status: 204 len: 168 time: 0.5718737 Aug 22 13:39:11.366690 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad4137c-2e73-42e8-8ae7-f28789721846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66513c61-563d-4f25-8ba7-4e70759e31d9,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:11.424197 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f947e2fc-3a02-4837-94e5-6821c29a729c tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:11.497890 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5c9c883d-9908-4b4b-a84b-0241ebcdbead req-6f9d8c18-60e9-4096-809d-24ede9c2a571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:11.527103 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-1dac9244-2d92-411a-aa7f-bcad89cd0716 service neutron] 10.222.0.16 "GET /v2.0/networks/5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936741 Aug 22 13:39:11.527882 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-15fdf63b-f3a8-4319-80c7-a3ff15f47cb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:11.629517 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-7bc36ef2-bd49-46e2-bf1b-dbfe800c8fc9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=cd20e94c-db09-4bf2-a3ec-7a37be4d2904 HTTP/1.1" status: 200 len: 217 time: 0.0897145 Aug 22 13:39:11.642701 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-15fdf63b-f3a8-4319-80c7-a3ff15f47cb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:11.727670 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f947e2fc-3a02-4837-94e5-6821c29a729c tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:11.833448 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-f2aa2391-a0f1-4421-b854-63f5251edd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:11.835108 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-f2aa2391-a0f1-4421-b854-63f5251edd80 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb175f2e-c3d1-472d-89f8-b1925f4f3ec2 HTTP/1.1" status: 200 len: 797 time: 0.1947551 Aug 22 13:39:11.854205 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4e7b4-39d7-4900-a0bb-28e18451c030 req-5dfd059f-9f5c-487f-a060-1e2dc63dafb2 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:11.860877 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ead4e7b4-39d7-4900-a0bb-28e18451c030 req-5dfd059f-9f5c-487f-a060-1e2dc63dafb2 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=534d49c1-5984-45a0-87be-e18d6e72df78 HTTP/1.1" status: 200 len: 945 time: 0.2160013 Aug 22 13:39:11.893944 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a2dd2f43-08b9-401b-b6b8-71e5609fe06a tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:11.953112 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-f947e2fc-3a02-4837-94e5-6821c29a729c tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Deleting port 86d25532-1593-4baa-ac04-efefb0bc2e8d {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:39:11.953747 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f947e2fc-3a02-4837-94e5-6821c29a729c tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:11.980011 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-15fdf63b-f3a8-4319-80c7-a3ff15f47cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:11.988674 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-15fdf63b-f3a8-4319-80c7-a3ff15f47cb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:12.002088 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-15fdf63b-f3a8-4319-80c7-a3ff15f47cb4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/57442e80-513a-4ee3-b474-1171ce2eedd8 HTTP/1.1" status: 204 len: 168 time: 0.6598933 Aug 22 13:39:12.064308 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fdf63b-f3a8-4319-80c7-a3ff15f47cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57442e80-513a-4ee3-b474-1171ce2eedd8,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:12.101088 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ead4e7b4-39d7-4900-a0bb-28e18451c030 req-3427bdab-352e-4b2e-8106-97abe4a483c4 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e5ee16a-a71b-41c2-8638-acd377ab5b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2253902 Aug 22 13:39:12.118564 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6634a94-21d2-4a9b-b565-6da5463ecc02 req-61dbdbc0-8830-487a-99d2-42ad8b7aa07e tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:12.126460 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c6634a94-21d2-4a9b-b565-6da5463ecc02 req-61dbdbc0-8830-487a-99d2-42ad8b7aa07e tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=9363e29d-b963-4dcc-889a-403767aee875 HTTP/1.1" status: 200 len: 932 time: 0.2626865 Aug 22 13:39:12.132508 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-08f4c549-7a4b-44d6-8b23-8448fd43ff50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:12.134464 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-08f4c549-7a4b-44d6-8b23-8448fd43ff50 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2725275 Aug 22 13:39:12.137782 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dd2f43-08b9-401b-b6b8-71e5609fe06a tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Pushing event updated for resources: {'Subnet': ['ID=666f6e56-2f26-4292-a53e-b00cdf666955,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:12.164631 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-5c9c883d-9908-4b4b-a84b-0241ebcdbead req-6f9d8c18-60e9-4096-809d-24ede9c2a571 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d23befb-28b7-4367-8340-c0f26a013a78 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:39:12.178204 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5c9c883d-9908-4b4b-a84b-0241ebcdbead req-6f9d8c18-60e9-4096-809d-24ede9c2a571 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:12.198116 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dd2f43-08b9-401b-b6b8-71e5609fe06a tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Checking segment: {'id': '31d6d7ce-42a5-46c9-94dc-6638a7078ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9760623b-e38d-4ea0-bf86-fa146830043c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:39:12.198734 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dd2f43-08b9-401b-b6b8-71e5609fe06a tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Network hostable DHCP agents. Network: 9760623b-e38d-4ea0-bf86-fa146830043c, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:39:12.205172 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f947e2fc-3a02-4837-94e5-6821c29a729c tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:12.215088 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-5c9c883d-9908-4b4b-a84b-0241ebcdbead req-6f9d8c18-60e9-4096-809d-24ede9c2a571 service neutron] Transition to ACTIVE for port object 4d23befb-28b7-4367-8340-c0f26a013a78 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:39:12.221081 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-f947e2fc-3a02-4837-94e5-6821c29a729c tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Calling delete_port for 86d25532-1593-4baa-ac04-efefb0bc2e8d owned by network:router_gateway {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:39:12.226229 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5c9c883d-9908-4b4b-a84b-0241ebcdbead req-6f9d8c18-60e9-4096-809d-24ede9c2a571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:12.350222 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d8c18-60e9-4096-809d-24ede9c2a571 service neutron] Pushing event updated for resources: {'Port': ['ID=4d23befb-28b7-4367-8340-c0f26a013a78,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:12.364576 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c6634a94-21d2-4a9b-b565-6da5463ecc02 req-524485a3-4896-4a61-8a73-9d483d1ce150 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369349 Aug 22 13:39:12.374675 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dd2f43-08b9-401b-b6b8-71e5609fe06a tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Network 9760623b-e38d-4ea0-bf86-fa146830043c is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:39:12.419337 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-a2dd2f43-08b9-401b-b6b8-71e5609fe06a tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 9760623b-e38d-4ea0-bf86-fa146830043c) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:39:12.432559 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6e628e-d666-4fa9-84fb-b1a44938487e None None] Network 9760623b-e38d-4ea0-bf86-fa146830043c requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:39:12.452726 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dd2f43-08b9-401b-b6b8-71e5609fe06a tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:12.453599 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a2dd2f43-08b9-401b-b6b8-71e5609fe06a tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:12.468175 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7247c-17e5-455c-b804-958be2311ccf req-e42421c2-3b1e-4b34-b5d8-ea02c2d821f5 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:12.475773 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7247c-17e5-455c-b804-958be2311ccf req-e42421c2-3b1e-4b34-b5d8-ea02c2d821f5 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:12.477440 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-5c9c883d-9908-4b4b-a84b-0241ebcdbead req-6f9d8c18-60e9-4096-809d-24ede9c2a571 service neutron] Attempting to bind port 4d23befb-28b7-4367-8340-c0f26a013a78 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:39:12.477781 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-5c9c883d-9908-4b4b-a84b-0241ebcdbead req-6f9d8c18-60e9-4096-809d-24ede9c2a571 service neutron] Attempting to bind port 4d23befb-28b7-4367-8340-c0f26a013a78 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': 'ade77f39-5a78-4e5c-8ff0-9af8c1244976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '436bb3cf-4f1a-421b-bfd3-5f21c99032ed'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:39:12.478110 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9c883d-9908-4b4b-a84b-0241ebcdbead req-6f9d8c18-60e9-4096-809d-24ede9c2a571 service neutron] Attempting to bind port 4d23befb-28b7-4367-8340-c0f26a013a78 on network 436bb3cf-4f1a-421b-bfd3-5f21c99032ed {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:39:12.483773 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7247c-17e5-455c-b804-958be2311ccf req-e42421c2-3b1e-4b34-b5d8-ea02c2d821f5 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:12.484101 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9c883d-9908-4b4b-a84b-0241ebcdbead req-6f9d8c18-60e9-4096-809d-24ede9c2a571 service neutron] Port 4d23befb-28b7-4367-8340-c0f26a013a78 on network 436bb3cf-4f1a-421b-bfd3-5f21c99032ed not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:39:12.484451 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9c883d-9908-4b4b-a84b-0241ebcdbead req-6f9d8c18-60e9-4096-809d-24ede9c2a571 service neutron] Attempting to bind port 4d23befb-28b7-4367-8340-c0f26a013a78 on network 436bb3cf-4f1a-421b-bfd3-5f21c99032ed {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:39:12.491402 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9c883d-9908-4b4b-a84b-0241ebcdbead req-6f9d8c18-60e9-4096-809d-24ede9c2a571 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:39:12.491759 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7247c-17e5-455c-b804-958be2311ccf req-e42421c2-3b1e-4b34-b5d8-ea02c2d821f5 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:12.493241 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9c883d-9908-4b4b-a84b-0241ebcdbead req-6f9d8c18-60e9-4096-809d-24ede9c2a571 service neutron] Checking segment: {'id': 'ade77f39-5a78-4e5c-8ff0-9af8c1244976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '436bb3cf-4f1a-421b-bfd3-5f21c99032ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:39:12.493651 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9c883d-9908-4b4b-a84b-0241ebcdbead req-6f9d8c18-60e9-4096-809d-24ede9c2a571 service neutron] Bound using segment: {'id': 'ade77f39-5a78-4e5c-8ff0-9af8c1244976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '436bb3cf-4f1a-421b-bfd3-5f21c99032ed'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:39:12.494232 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-5c9c883d-9908-4b4b-a84b-0241ebcdbead req-6f9d8c18-60e9-4096-809d-24ede9c2a571 service neutron] Bound port: 4d23befb-28b7-4367-8340-c0f26a013a78, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ade77f39-5a78-4e5c-8ff0-9af8c1244976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '436bb3cf-4f1a-421b-bfd3-5f21c99032ed'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:39:12.494629 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5c9c883d-9908-4b4b-a84b-0241ebcdbead req-6f9d8c18-60e9-4096-809d-24ede9c2a571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:12.501678 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7247c-17e5-455c-b804-958be2311ccf req-e42421c2-3b1e-4b34-b5d8-ea02c2d821f5 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:12.508870 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7247c-17e5-455c-b804-958be2311ccf req-e42421c2-3b1e-4b34-b5d8-ea02c2d821f5 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:12.526595 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7247c-17e5-455c-b804-958be2311ccf req-e42421c2-3b1e-4b34-b5d8-ea02c2d821f5 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:12.535687 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dee7247c-17e5-455c-b804-958be2311ccf req-e42421c2-3b1e-4b34-b5d8-ea02c2d821f5 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 5429 time: 0.2656212 Aug 22 13:39:12.582310 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-fef8a9a9-1b24-4f74-a13d-37eb253a3b63 service neutron] 10.222.0.16 "GET /v2.0/networks/5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4341238 Aug 22 13:39:12.604974 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f947e2fc-3a02-4837-94e5-6821c29a729c tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:12.635137 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a2dd2f43-08b9-401b-b6b8-71e5609fe06a tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.8451962 Aug 22 13:39:12.645451 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-5c9c883d-9908-4b4b-a84b-0241ebcdbead req-6f9d8c18-60e9-4096-809d-24ede9c2a571 service neutron] For port 4d23befb-28b7-4367-8340-c0f26a013a78, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:39:12.647687 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45452) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:12.655546 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-4a2488c4-d687-45cd-8c3d-0f15ff6daa5b tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-51900215'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:39:12.663952 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f947e2fc-3a02-4837-94e5-6821c29a729c tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Pushing event deleted for resources: {'Port': ['ID=86d25532-1593-4baa-ac04-efefb0bc2e8d,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:12.692443 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-5c9c883d-9908-4b4b-a84b-0241ebcdbead req-6f9d8c18-60e9-4096-809d-24ede9c2a571 service neutron] For port 4d23befb-28b7-4367-8340-c0f26a013a78, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=4d23befb-28b7-4367-8340-c0f26a013a78,segment=NetworkSegment(ade77f39-5a78-4e5c-8ff0-9af8c1244976),segment_id=ade77f39-5a78-4e5c-8ff0-9af8c1244976)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:39:12.745293 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f947e2fc-3a02-4837-94e5-6821c29a729c tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:12.753473 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5c9c883d-9908-4b4b-a84b-0241ebcdbead req-6f9d8c18-60e9-4096-809d-24ede9c2a571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:12.796366 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dee7247c-17e5-455c-b804-958be2311ccf req-c4fc9e86-f1fd-4640-bdd4-1699047ac4bb tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/security-groups?id=66b7495f-ba5d-4b5f-9f1a-7d40465024e2&id=d7b1fd23-abf0-4029-8bf5-4e8e3c16aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2594163 Aug 22 13:39:12.808113 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c883d-9908-4b4b-a84b-0241ebcdbead req-6f9d8c18-60e9-4096-809d-24ede9c2a571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:12.808972 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5c9c883d-9908-4b4b-a84b-0241ebcdbead req-6f9d8c18-60e9-4096-809d-24ede9c2a571 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:12.810505 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5c9c883d-9908-4b4b-a84b-0241ebcdbead req-6f9d8c18-60e9-4096-809d-24ede9c2a571 service neutron] 10.222.0.41 "PUT /v2.0/ports/4d23befb-28b7-4367-8340-c0f26a013a78 HTTP/1.1" status: 200 len: 1093 time: 1.5471368 Aug 22 13:39:12.814269 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9363e29d-b963-4dcc-889a-403767aee875', 'tag': '4d23befb-28b7-4367-8340-c0f26a013a78'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:39:12.818201 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95eea60f-e913-4144-a64b-a125029b3b18" -d '{"events": [{"name": "network-changed", "server_uuid": "9363e29d-b963-4dcc-889a-403767aee875", "tag": "4d23befb-28b7-4367-8340-c0f26a013a78"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:39:12.841194 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca26ea9-bbfc-44df-a04b-a8e93836773d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-9760623b-e38d-4ea0-bf86-fa146830043c', 'network_id': '9760623b-e38d-4ea0-bf86-fa146830043c', 'tenant_id': '6be38ca5ea35447298f0675ebcd2561a', 'fixed_ips': [{'subnet_id': '666f6e56-2f26-4292-a53e-b00cdf666955'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:39:12.842175 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6ca26ea9-bbfc-44df-a04b-a8e93836773d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:12.914990 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-1fb51ea8-9720-40ef-a5fe-14885560b960 service neutron] 10.222.0.16 "GET /v2.0/networks/5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092835 Aug 22 13:39:12.925702 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2488c4-d687-45cd-8c3d-0f15ff6daa5b tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Made reservation on behalf of 6be38ca5ea35447298f0675ebcd2561a for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:39:12.932866 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4a2488c4-d687-45cd-8c3d-0f15ff6daa5b tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:12.941871 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39d4684-3bc9-4b35-b852-97ff777ce620 x-openstack-request-id: req-c39d4684-3bc9-4b35-b852-97ff777ce620 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:39:12.942162 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9363e29d-b963-4dcc-889a-403767aee875", "tag": "4d23befb-28b7-4367-8340-c0f26a013a78", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:39:12.942412 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c39d4684-3bc9-4b35-b852-97ff777ce620 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:39:12.942813 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9363e29d-b963-4dcc-889a-403767aee875', 'tag': '4d23befb-28b7-4367-8340-c0f26a013a78', 'status': 'completed', 'code': 200} Aug 22 13:39:12.983513 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45464) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:12.999574 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-b50cc7b7-3827-422c-8ff9-5173d82c84be service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9f8df132-276a-4e46-89a0-b5f4c39d81b8 HTTP/1.1" status: 200 len: 217 time: 0.0769336 Aug 22 13:39:13.055768 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f947e2fc-3a02-4837-94e5-6821c29a729c tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:13.074054 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f947e2fc-3a02-4837-94e5-6821c29a729c tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:13.093477 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a2488c4-d687-45cd-8c3d-0f15ff6daa5b tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:39:13.104694 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4a2488c4-d687-45cd-8c3d-0f15ff6daa5b tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:13.105433 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-4a2488c4-d687-45cd-8c3d-0f15ff6daa5b tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Added segment 225e63c6-0ba8-43b3-94e2-85e8d4f6d782 of type vlan for network d7ecf89c-a9af-4483-b147-440e544f3a94 Aug 22 13:39:13.116657 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-72746f6e-b178-42a2-a7da-454bbb129902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:13.117915 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-72746f6e-b178-42a2-a7da-454bbb129902 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4a68570d-3c99-46d0-9ae9-d17b3c59c7bf HTTP/1.1" status: 200 len: 797 time: 0.1096740 Aug 22 13:39:13.160849 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4a2488c4-d687-45cd-8c3d-0f15ff6daa5b tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:13.162861 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-6ca26ea9-bbfc-44df-a04b-a8e93836773d None None] Allocated IP 172.20.255.242 (9760623b-e38d-4ea0-bf86-fa146830043c/666f6e56-2f26-4292-a53e-b00cdf666955/72d07dee-d092-465b-8f35-a5ffa3359797) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:39:13.196958 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d8c18-60e9-4096-809d-24ede9c2a571 service neutron] Pushing event updated for resources: {'Port': ['ID=4d23befb-28b7-4367-8340-c0f26a013a78,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:13.243524 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-933e6b91-850f-490e-9341-e2c3040e1358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:13.245365 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-933e6b91-850f-490e-9341-e2c3040e1358 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3a68a707-4544-4179-ae57-3b08732d6fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1193795 Aug 22 13:39:13.331625 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c883d-9908-4b4b-a84b-0241ebcdbead req-5e28004f-d9d0-4a40-9679-00ff34de73b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:13.333775 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5c9c883d-9908-4b4b-a84b-0241ebcdbead req-5e28004f-d9d0-4a40-9679-00ff34de73b7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d314acf246e49628109fc5511827078&device_id=9363e29d-b963-4dcc-889a-403767aee875 HTTP/1.1" status: 200 len: 1096 time: 0.4447839 Aug 22 13:39:13.334204 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-7ce808b9-8bb2-4769-a573-f24ab1e5e79d tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-777750839'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:39:13.335014 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4a2488c4-d687-45cd-8c3d-0f15ff6daa5b tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:13.358406 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2488c4-d687-45cd-8c3d-0f15ff6daa5b tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:13.359037 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4a2488c4-d687-45cd-8c3d-0f15ff6daa5b tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:13.360681 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee7caa-e5ff-4a0b-a1fe-27a743818b88 req-c03ab6fb-74fd-4743-909f-d7f6e2a72302 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:13.368896 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a9ee7caa-e5ff-4a0b-a1fe-27a743818b88 req-c03ab6fb-74fd-4743-909f-d7f6e2a72302 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=534d49c1-5984-45a0-87be-e18d6e72df78 HTTP/1.1" status: 200 len: 945 time: 0.1418157 Aug 22 13:39:13.380126 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f947e2fc-3a02-4837-94e5-6821c29a729c tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:13.380753 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f947e2fc-3a02-4837-94e5-6821c29a729c tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Fanout notify agent at l3_agent the message router_deleted on router 841c5989-1f14-440a-9446-4fbb1db1920a {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:39:13.444797 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f947e2fc-3a02-4837-94e5-6821c29a729c tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:13.446469 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f947e2fc-3a02-4837-94e5-6821c29a729c tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] 10.222.0.21 "DELETE /v2.0/routers/841c5989-1f14-440a-9446-4fbb1db1920a HTTP/1.1" status: 204 len: 168 time: 2.2473712 Aug 22 13:39:13.453477 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45480) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:13.454937 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5c9c883d-9908-4b4b-a84b-0241ebcdbead req-96d25c3b-4198-4ad3-97c1-018d5360cf94 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d23befb-28b7-4367-8340-c0f26a013a78 HTTP/1.1" status: 200 len: 217 time: 0.0931482 Aug 22 13:39:13.459902 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-7bfd8caa-a3f1-4cb7-b5fe-3167ca828576 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Request body: {'router': {'name': 'tempest-snat-router-156105971', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'enable_snat': False}}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:39:13.460452 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6ca26ea9-bbfc-44df-a04b-a8e93836773d None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:13.461706 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce808b9-8bb2-4769-a573-f24ab1e5e79d tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Made reservation on behalf of 7f2b0b97dd114e098c49db9e6402dada for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:39:13.467620 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7ce808b9-8bb2-4769-a573-f24ab1e5e79d tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:13.475399 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-6ca26ea9-bbfc-44df-a04b-a8e93836773d None None] Transition to ACTIVE for port object 72d07dee-d092-465b-8f35-a5ffa3359797 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:39:13.501480 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-6ca26ea9-bbfc-44df-a04b-a8e93836773d None None] Transition to ACTIVE for port object 72d07dee-d092-465b-8f35-a5ffa3359797 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:39:13.513205 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6ca26ea9-bbfc-44df-a04b-a8e93836773d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:13.523513 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a9ee7caa-e5ff-4a0b-a1fe-27a743818b88 req-455c9b1a-4deb-4897-a897-ea3f896fecf2 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e5ee16a-a71b-41c2-8638-acd377ab5b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398532 Aug 22 13:39:13.540715 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4a2488c4-d687-45cd-8c3d-0f15ff6daa5b tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8914914 Aug 22 13:39:13.544668 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7ce808b9-8bb2-4769-a573-f24ab1e5e79d tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:13.545686 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7bfd8caa-a3f1-4cb7-b5fe-3167ca828576 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:13.546943 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7bfd8caa-a3f1-4cb7-b5fe-3167ca828576 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:13.551488 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45482) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:13.586325 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-a10ff658-34a4-4f53-8df4-bdfb4f576bcf tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Request body: {'subnet': {'network_id': 'd7ecf89c-a9af-4483-b147-440e544f3a94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:39:13.609644 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2488c4-d687-45cd-8c3d-0f15ff6daa5b tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Pushing event updated for resources: {'Network': ['ID=d7ecf89c-a9af-4483-b147-440e544f3a94,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:13.611644 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca26ea9-bbfc-44df-a04b-a8e93836773d None None] Network 9760623b-e38d-4ea0-bf86-fa146830043c is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:39:13.630827 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca26ea9-bbfc-44df-a04b-a8e93836773d None None] Pushing event updated for resources: {'Port': ['ID=72d07dee-d092-465b-8f35-a5ffa3359797,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:13.648763 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-6ca26ea9-bbfc-44df-a04b-a8e93836773d None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:39:13.651114 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network d7ecf89c-a9af-4483-b147-440e544f3a94 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:39:13.720725 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c883d-9908-4b4b-a84b-0241ebcdbead req-daf1c506-13c7-4e1d-9b3b-93414bd1b0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:13.722890 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5c9c883d-9908-4b4b-a84b-0241ebcdbead req-daf1c506-13c7-4e1d-9b3b-93414bd1b0a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9d1b4558-44bd-41e9-aa53-567e0a55d684 HTTP/1.1" status: 200 len: 845 time: 0.2086713 Aug 22 13:39:13.775729 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5c9c883d-9908-4b4b-a84b-0241ebcdbead req-5b1e88fb-6423-40c3-a296-39d7c257f6b1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=436bb3cf-4f1a-421b-bfd3-5f21c99032ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361943 Aug 22 13:39:13.813379 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7bfd8caa-a3f1-4cb7-b5fe-3167ca828576 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:13.833090 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca26ea9-bbfc-44df-a04b-a8e93836773d None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:39:13.905766 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-6ca26ea9-bbfc-44df-a04b-a8e93836773d None None] Attempting to bind port 72d07dee-d092-465b-8f35-a5ffa3359797 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:39:13.906425 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-6ca26ea9-bbfc-44df-a04b-a8e93836773d None None] Attempting to bind port 72d07dee-d092-465b-8f35-a5ffa3359797 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '31d6d7ce-42a5-46c9-94dc-6638a7078ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9760623b-e38d-4ea0-bf86-fa146830043c'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:39:13.906976 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca26ea9-bbfc-44df-a04b-a8e93836773d None None] Attempting to bind port 72d07dee-d092-465b-8f35-a5ffa3359797 on network 9760623b-e38d-4ea0-bf86-fa146830043c {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:39:13.914516 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca26ea9-bbfc-44df-a04b-a8e93836773d None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:39:13.915230 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca26ea9-bbfc-44df-a04b-a8e93836773d None None] Checking segment: {'id': '31d6d7ce-42a5-46c9-94dc-6638a7078ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9760623b-e38d-4ea0-bf86-fa146830043c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:39:13.915818 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6ca26ea9-bbfc-44df-a04b-a8e93836773d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:13.916428 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca26ea9-bbfc-44df-a04b-a8e93836773d None None] Bound using segment: {'id': '31d6d7ce-42a5-46c9-94dc-6638a7078ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9760623b-e38d-4ea0-bf86-fa146830043c'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:39:13.917203 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-6ca26ea9-bbfc-44df-a04b-a8e93836773d None None] Bound port: 72d07dee-d092-465b-8f35-a5ffa3359797, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31d6d7ce-42a5-46c9-94dc-6638a7078ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9760623b-e38d-4ea0-bf86-fa146830043c'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:39:13.917788 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6ca26ea9-bbfc-44df-a04b-a8e93836773d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:13.923091 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-3e93f3bc-af3d-4ddc-b8b2-c1b39702ed96 service neutron] 10.222.0.16 "GET /v2.0/networks/3a68a707-4544-4179-ae57-3b08732d6fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6570370 Aug 22 13:39:14.020374 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-6ca26ea9-bbfc-44df-a04b-a8e93836773d None None] For port 72d07dee-d092-465b-8f35-a5ffa3359797, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:39:14.025324 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-6ca26ea9-bbfc-44df-a04b-a8e93836773d None None] For port 72d07dee-d092-465b-8f35-a5ffa3359797, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=72d07dee-d092-465b-8f35-a5ffa3359797,segment=NetworkSegment(31d6d7ce-42a5-46c9-94dc-6638a7078ba8),segment_id=31d6d7ce-42a5-46c9-94dc-6638a7078ba8)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:39:14.036891 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6ca26ea9-bbfc-44df-a04b-a8e93836773d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:14.046940 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10ff658-34a4-4f53-8df4-bdfb4f576bcf tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Made reservation on behalf of 6be38ca5ea35447298f0675ebcd2561a for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:39:14.050822 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a10ff658-34a4-4f53-8df4-bdfb4f576bcf tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:14.088701 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdbd57f-2bf0-458f-a42f-62ac8a95aba0 req-551c1ca8-9ac0-432e-8283-31aa1d008d91 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:14.095695 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdbd57f-2bf0-458f-a42f-62ac8a95aba0 req-551c1ca8-9ac0-432e-8283-31aa1d008d91 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:14.101999 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdbd57f-2bf0-458f-a42f-62ac8a95aba0 req-551c1ca8-9ac0-432e-8283-31aa1d008d91 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:14.111811 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdbd57f-2bf0-458f-a42f-62ac8a95aba0 req-551c1ca8-9ac0-432e-8283-31aa1d008d91 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:14.113461 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7bfd8caa-a3f1-4cb7-b5fe-3167ca828576 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:14.118499 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdbd57f-2bf0-458f-a42f-62ac8a95aba0 req-551c1ca8-9ac0-432e-8283-31aa1d008d91 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:14.125119 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdbd57f-2bf0-458f-a42f-62ac8a95aba0 req-551c1ca8-9ac0-432e-8283-31aa1d008d91 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:14.132645 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdbd57f-2bf0-458f-a42f-62ac8a95aba0 req-551c1ca8-9ac0-432e-8283-31aa1d008d91 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:14.135330 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1cdbd57f-2bf0-458f-a42f-62ac8a95aba0 req-551c1ca8-9ac0-432e-8283-31aa1d008d91 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 5429 time: 0.1970353 Aug 22 13:39:14.158695 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b69b4-4880-4b8d-a2b0-f549c8cc7a52 req-1bee7271-2b96-49e7-8555-784f0ca362c0 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:14.167520 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d13b69b4-4880-4b8d-a2b0-f549c8cc7a52 req-1bee7271-2b96-49e7-8555-784f0ca362c0 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=9363e29d-b963-4dcc-889a-403767aee875 HTTP/1.1" status: 200 len: 944 time: 0.6239941 Aug 22 13:39:14.202158 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5c9c883d-9908-4b4b-a84b-0241ebcdbead req-ef8b5b85-434b-45a2-820e-ef2b4b52674e service neutron] 10.222.0.41 "GET /v2.0/networks/436bb3cf-4f1a-421b-bfd3-5f21c99032ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983865 Aug 22 13:39:14.273286 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1cdbd57f-2bf0-458f-a42f-62ac8a95aba0 req-dc922873-f573-41e0-9ba1-98aec8f7168d tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/security-groups?id=66b7495f-ba5d-4b5f-9f1a-7d40465024e2&id=d7b1fd23-abf0-4029-8bf5-4e8e3c16aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1276476 Aug 22 13:39:14.322327 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca26ea9-bbfc-44df-a04b-a8e93836773d None None] Pushing event updated for resources: {'Port': ['ID=72d07dee-d092-465b-8f35-a5ffa3359797,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:14.357427 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d13b69b4-4880-4b8d-a2b0-f549c8cc7a52 req-9a17af98-4e10-4bb8-a246-4078f858153c tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885722 Aug 22 13:39:14.359915 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-09c39b2a-4a90-46a6-b0dd-010b58bb813c service neutron] 10.222.0.16 "GET /v2.0/networks/3a68a707-4544-4179-ae57-3b08732d6fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867800 Aug 22 13:39:14.438027 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-fa8ed644-513f-4947-a4f8-c6644f80fc1f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d1033646-653a-4a62-9b6c-3304356458b3 HTTP/1.1" status: 200 len: 217 time: 0.0670757 Aug 22 13:39:14.570533 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7ce808b9-8bb2-4769-a573-f24ab1e5e79d tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:14.587138 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7ce808b9-8bb2-4769-a573-f24ab1e5e79d tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:14.597939 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-4faafeda-8bd6-4752-b942-f20fbe9d0954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:14.601739 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-4faafeda-8bd6-4752-b942-f20fbe9d0954 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4a68570d-3c99-46d0-9ae9-d17b3c59c7bf HTTP/1.1" status: 200 len: 797 time: 0.1506722 Aug 22 13:39:14.704488 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ce808b9-8bb2-4769-a573-f24ab1e5e79d tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:39:14.754773 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce808b9-8bb2-4769-a573-f24ab1e5e79d tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9be8668-10ba-444d-90df-571b207fba3a,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:14.760422 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7ce808b9-8bb2-4769-a573-f24ab1e5e79d tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:14.761149 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-7ce808b9-8bb2-4769-a573-f24ab1e5e79d tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Added segment c027414d-ca17-49da-a5aa-5800e697a140 of type vlan for network 12ccb463-a083-408a-849b-f47d2d68f433 Aug 22 13:39:14.789756 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-7a049605-0423-4093-8562-20157b45fa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:14.791472 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-7a049605-0423-4093-8562-20157b45fa88 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3a68a707-4544-4179-ae57-3b08732d6fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1702304 Aug 22 13:39:14.881205 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60380919-ac05-48b6-b3a8-7de6248c617a req-adb39989-c951-4486-a5dc-6eb02378ea3f tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:14.882784 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-60380919-ac05-48b6-b3a8-7de6248c617a req-adb39989-c951-4486-a5dc-6eb02378ea3f tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=534d49c1-5984-45a0-87be-e18d6e72df78 HTTP/1.1" status: 200 len: 945 time: 0.2298496 Aug 22 13:39:14.917151 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7ce808b9-8bb2-4769-a573-f24ab1e5e79d tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:15.022434 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-60380919-ac05-48b6-b3a8-7de6248c617a req-425bfb27-f5b6-4e10-b99a-1d99e864308a tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e5ee16a-a71b-41c2-8638-acd377ab5b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110966 Aug 22 13:39:15.036837 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7ce808b9-8bb2-4769-a573-f24ab1e5e79d tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:15.042105 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce808b9-8bb2-4769-a573-f24ab1e5e79d tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:15.042732 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7ce808b9-8bb2-4769-a573-f24ab1e5e79d tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:15.069679 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5c9c883d-9908-4b4b-a84b-0241ebcdbead req-d7024ef9-e4e1-4308-a1c9-a7ac7331a41b service neutron] 10.222.0.41 "GET /v2.0/networks/436bb3cf-4f1a-421b-bfd3-5f21c99032ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8307283 Aug 22 13:39:15.075704 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-1f3e5838-df57-44ca-9a1e-b932a70753e7 service neutron] 10.222.0.16 "GET /v2.0/networks/3a68a707-4544-4179-ae57-3b08732d6fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444732 Aug 22 13:39:15.091125 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [req-5be04485-c71b-49ca-b78e-485cf441a1e8 req-ab704e4c-6941-47d0-bd87-d83613b7a98e service neutron] show failed (client error): The resource could not be found. Aug 22 13:39:15.093271 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5be04485-c71b-49ca-b78e-485cf441a1e8 req-ab704e4c-6941-47d0-bd87-d83613b7a98e service neutron] 10.222.0.41 "GET /v2.0/ports/889a8a4f-0e6c-4fa7-a465-24a875749fbf/bindings/n-h2-793621-33 HTTP/1.1" status: 404 len: 381 time: 0.7661018 Aug 22 13:39:15.135974 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-7ce808b9-8bb2-4769-a573-f24ab1e5e79d tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.1421204 Aug 22 13:39:15.149535 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45518) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:15.157558 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-cfa8473a-d720-4993-a6a1-42b39afd5c66 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Request body: {'subnet': {'network_id': '12ccb463-a083-408a-849b-f47d2d68f433', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:39:15.221105 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce808b9-8bb2-4769-a573-f24ab1e5e79d tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Pushing event updated for resources: {'Network': ['ID=12ccb463-a083-408a-849b-f47d2d68f433,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:15.233832 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 12ccb463-a083-408a-849b-f47d2d68f433 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:39:15.417567 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a10ff658-34a4-4f53-8df4-bdfb4f576bcf tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:15.564068 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b0df5e7-eda1-44f3-9f60-98050dbc2b00 req-bbc38d12-cc2d-492a-83e4-4f4fac5e84f8 service neutron] 10.222.0.16 "GET /v2.0/networks/3a68a707-4544-4179-ae57-3b08732d6fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4535277 Aug 22 13:39:15.570999 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7bfd8caa-a3f1-4cb7-b5fe-3167ca828576 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:15.625763 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7bfd8caa-a3f1-4cb7-b5fe-3167ca828576 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:15.700440 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa8473a-d720-4993-a6a1-42b39afd5c66 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Made reservation on behalf of 7f2b0b97dd114e098c49db9e6402dada for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:39:15.703901 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cfa8473a-d720-4993-a6a1-42b39afd5c66 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:15.752941 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eea60f-e913-4144-a64b-a125029b3b18 req-716bf890-cf68-4c99-a14d-5d3718fd8944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:15.754495 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-95eea60f-e913-4144-a64b-a125029b3b18 req-716bf890-cf68-4c99-a14d-5d3718fd8944 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d314acf246e49628109fc5511827078&device_id=9363e29d-b963-4dcc-889a-403767aee875 HTTP/1.1" status: 200 len: 1096 time: 0.5717740 Aug 22 13:39:15.757629 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10ff658-34a4-4f53-8df4-bdfb4f576bcf tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Pushing event updated for resources: {'Subnet': ['ID=723e01e6-4f54-4ac5-934b-921f128248fd,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:15.789283 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694752d6-9f42-4331-96b1-34d6ad403825 None None] Network 9760623b-e38d-4ea0-bf86-fa146830043c requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:39:15.793723 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be04485-c71b-49ca-b78e-485cf441a1e8 req-5d0cafe4-fa76-46ed-b6e2-421e8751d947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:15.795193 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5be04485-c71b-49ca-b78e-485cf441a1e8 req-5d0cafe4-fa76-46ed-b6e2-421e8751d947 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=534d49c1-5984-45a0-87be-e18d6e72df78&tenant_id=50b3d484826f4e1f8052fde49b87f38a HTTP/1.1" status: 200 len: 1097 time: 0.4082811 Aug 22 13:39:15.814686 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d53f006-dea2-4fb2-b78f-edf9255a8b4a req-2e102409-4939-4451-adf8-72dbdb9fc7c4 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:15.822338 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2d53f006-dea2-4fb2-b78f-edf9255a8b4a req-2e102409-4939-4451-adf8-72dbdb9fc7c4 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=9363e29d-b963-4dcc-889a-403767aee875 HTTP/1.1" status: 200 len: 944 time: 0.3216639 Aug 22 13:39:15.839161 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-5be04485-c71b-49ca-b78e-485cf441a1e8 req-a9aa8eea-ad09-4239-8d9a-c88c851b652e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-33', 'device_owner': 'compute:nova'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:39:15.887387 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77a544-9b2c-44b2-b202-5fb05d4bd713 req-8fc01288-7e97-4b32-a248-f6e8ef1c8351 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:15.887764 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10ff658-34a4-4f53-8df4-bdfb4f576bcf tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Checking segment: {'id': '225e63c6-0ba8-43b3-94e2-85e8d4f6d782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd7ecf89c-a9af-4483-b147-440e544f3a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:39:15.888169 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10ff658-34a4-4f53-8df4-bdfb4f576bcf tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Network hostable DHCP agents. Network: d7ecf89c-a9af-4483-b147-440e544f3a94, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:39:15.906793 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77a544-9b2c-44b2-b202-5fb05d4bd713 req-8fc01288-7e97-4b32-a248-f6e8ef1c8351 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:15.922098 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77a544-9b2c-44b2-b202-5fb05d4bd713 req-8fc01288-7e97-4b32-a248-f6e8ef1c8351 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:15.934918 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77a544-9b2c-44b2-b202-5fb05d4bd713 req-8fc01288-7e97-4b32-a248-f6e8ef1c8351 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:15.949502 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77a544-9b2c-44b2-b202-5fb05d4bd713 req-8fc01288-7e97-4b32-a248-f6e8ef1c8351 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:15.966772 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77a544-9b2c-44b2-b202-5fb05d4bd713 req-8fc01288-7e97-4b32-a248-f6e8ef1c8351 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:15.980341 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77a544-9b2c-44b2-b202-5fb05d4bd713 req-8fc01288-7e97-4b32-a248-f6e8ef1c8351 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:15.982359 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0e77a544-9b2c-44b2-b202-5fb05d4bd713 req-8fc01288-7e97-4b32-a248-f6e8ef1c8351 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 5429 time: 0.5112021 Aug 22 13:39:15.989460 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 72d07dee-d092-465b-8f35-a5ffa3359797 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:39:16.051334 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eea60f-e913-4144-a64b-a125029b3b18 req-07f6a3ac-3b90-413d-ab6b-18eff824bd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:16.055555 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-95eea60f-e913-4144-a64b-a125029b3b18 req-07f6a3ac-3b90-413d-ab6b-18eff824bd75 service neutron] 10.222.0.41 "GET /v2.0/networks?id=436bb3cf-4f1a-421b-bfd3-5f21c99032ed HTTP/1.1" status: 200 len: 906 time: 0.2814021 Aug 22 13:39:16.055903 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-2e297cc6-2c22-4dd3-8bfc-39b7b31ce63d None None] Provisioning for port 72d07dee-d092-465b-8f35-a5ffa3359797 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:39:16.087656 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10ff658-34a4-4f53-8df4-bdfb4f576bcf tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Network d7ecf89c-a9af-4483-b147-440e544f3a94 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:39:16.144507 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-95eea60f-e913-4144-a64b-a125029b3b18 req-4084a1a7-6c4e-4797-ae8f-859cc5e0cba1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d23befb-28b7-4367-8340-c0f26a013a78 HTTP/1.1" status: 200 len: 217 time: 0.0750606 Aug 22 13:39:16.146083 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 72d07dee-d092-465b-8f35-a5ffa3359797 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:39:16.151166 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 72d07dee-d092-465b-8f35-a5ffa3359797 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:39:16.151703 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:16.163084 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-7bfd8caa-a3f1-4cb7-b5fe-3167ca828576 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Allocated IP 172.25.3.15 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/08153a3b-ca74-4207-afe1-b280415002e9) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:39:16.178293 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e9f317-5a30-48c9-953f-de13bf73f7b4 req-f7fb5535-30be-43b4-a963-2c818b66dcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:16.178926 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e9f317-5a30-48c9-953f-de13bf73f7b4 req-f7fb5535-30be-43b4-a963-2c818b66dcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:16.179581 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e9f317-5a30-48c9-953f-de13bf73f7b4 req-f7fb5535-30be-43b4-a963-2c818b66dcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:16.180224 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e9f317-5a30-48c9-953f-de13bf73f7b4 req-f7fb5535-30be-43b4-a963-2c818b66dcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:16.180703 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e9f317-5a30-48c9-953f-de13bf73f7b4 req-f7fb5535-30be-43b4-a963-2c818b66dcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:16.181186 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e9f317-5a30-48c9-953f-de13bf73f7b4 req-f7fb5535-30be-43b4-a963-2c818b66dcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:16.181915 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e9f317-5a30-48c9-953f-de13bf73f7b4 req-f7fb5535-30be-43b4-a963-2c818b66dcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:16.184065 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b6e9f317-5a30-48c9-953f-de13bf73f7b4 req-f7fb5535-30be-43b4-a963-2c818b66dcbe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d953ee5d914f4a7288a8a29730002fca&device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 6493 time: 0.5432413 Aug 22 13:39:16.195466 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-a10ff658-34a4-4f53-8df4-bdfb4f576bcf tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, d7ecf89c-a9af-4483-b147-440e544f3a94) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:39:16.213067 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10ff658-34a4-4f53-8df4-bdfb4f576bcf tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:16.213767 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a10ff658-34a4-4f53-8df4-bdfb4f576bcf tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:16.216888 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1ca172-b4bb-40b4-a791-c6fe38f2cc94 None None] Network d7ecf89c-a9af-4483-b147-440e544f3a94 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:39:16.286391 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cfa8473a-d720-4993-a6a1-42b39afd5c66 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:16.297478 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a10ff658-34a4-4f53-8df4-bdfb4f576bcf tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.7217488 Aug 22 13:39:16.300709 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eea60f-e913-4144-a64b-a125029b3b18 req-68fbf4a0-6e4b-468a-a54d-9f0233d96799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:16.301498 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-95eea60f-e913-4144-a64b-a125029b3b18 req-68fbf4a0-6e4b-468a-a54d-9f0233d96799 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9d1b4558-44bd-41e9-aa53-567e0a55d684 HTTP/1.1" status: 200 len: 845 time: 0.1482432 Aug 22 13:39:16.310366 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45556) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:16.362242 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:16.404217 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2d53f006-dea2-4fb2-b78f-edf9255a8b4a req-d1362563-cfd6-4417-a3fa-522a7c12dd6e tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5809789 Aug 22 13:39:16.542343 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 72d07dee-d092-465b-8f35-a5ffa3359797, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=72d07dee-d092-465b-8f35-a5ffa3359797,segment=NetworkSegment(31d6d7ce-42a5-46c9-94dc-6638a7078ba8),segment_id=31d6d7ce-42a5-46c9-94dc-6638a7078ba8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:39:16.562352 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:16.582024 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45560) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:16.584066 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5be04485-c71b-49ca-b78e-485cf441a1e8 req-a9aa8eea-ad09-4239-8d9a-c88c851b652e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:16.600552 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b0b77652-3502-4bcf-956c-da23dbb7f8fd tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:16.601133 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e9f317-5a30-48c9-953f-de13bf73f7b4 req-a1b31fb9-d0d4-4d08-9e02-6b89799f1b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:16.602066 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b6e9f317-5a30-48c9-953f-de13bf73f7b4 req-a1b31fb9-d0d4-4d08-9e02-6b89799f1b67 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3a68a707-4544-4179-ae57-3b08732d6fc4 HTTP/1.1" status: 200 len: 902 time: 0.4068775 Aug 22 13:39:16.629658 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-95eea60f-e913-4144-a64b-a125029b3b18 req-f0ca8f90-ef40-40fb-b7af-7441eaccc3e8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=436bb3cf-4f1a-421b-bfd3-5f21c99032ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3149514 Aug 22 13:39:16.633718 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=72d07dee-d092-465b-8f35-a5ffa3359797,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:16.656528 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-b2d6c513-fd5d-4996-bd45-e4008c96c01d None None] Provisioning complete for port 72d07dee-d092-465b-8f35-a5ffa3359797 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:39:16.656901 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b2d6c513-fd5d-4996-bd45-e4008c96c01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:16.668625 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0e77a544-9b2c-44b2-b202-5fb05d4bd713 req-37f77a3b-024d-492e-9c48-d7f9306c9dad tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/security-groups?id=66b7495f-ba5d-4b5f-9f1a-7d40465024e2&id=d7b1fd23-abf0-4029-8bf5-4e8e3c16aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5341377 Aug 22 13:39:16.705276 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a669d9-b014-4d3a-9f5e-e0ea2a2a8d85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-d7ecf89c-a9af-4483-b147-440e544f3a94', 'network_id': 'd7ecf89c-a9af-4483-b147-440e544f3a94', 'tenant_id': '6be38ca5ea35447298f0675ebcd2561a', 'fixed_ips': [{'subnet_id': '723e01e6-4f54-4ac5-934b-921f128248fd'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:39:16.711222 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-47a669d9-b014-4d3a-9f5e-e0ea2a2a8d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:16.840587 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b6e9f317-5a30-48c9-953f-de13bf73f7b4 req-a4f5ea42-ed9c-4345-bd79-4f44b354067c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d1033646-653a-4a62-9b6c-3304356458b3 HTTP/1.1" status: 200 len: 217 time: 0.1709347 Aug 22 13:39:16.850650 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7bfd8caa-a3f1-4cb7-b5fe-3167ca828576 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:16.880886 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b0b77652-3502-4bcf-956c-da23dbb7f8fd tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:16.899729 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa8473a-d720-4993-a6a1-42b39afd5c66 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Pushing event updated for resources: {'Subnet': ['ID=4bc23e45-194f-42f1-be49-67fbe376e39c,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:16.916691 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-47a669d9-b014-4d3a-9f5e-e0ea2a2a8d85 None None] Allocated IP 172.20.0.2 (d7ecf89c-a9af-4483-b147-440e544f3a94/723e01e6-4f54-4ac5-934b-921f128248fd/d9e0f59a-11e5-43ab-8e14-0db91db48764) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:39:16.929408 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095933f-2609-42b0-bc0b-494c89fbe20d req-5959c85b-42d3-4a74-af04-36fb5bda4a7c tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:16.937862 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5095933f-2609-42b0-bc0b-494c89fbe20d req-5959c85b-42d3-4a74-af04-36fb5bda4a7c tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=534d49c1-5984-45a0-87be-e18d6e72df78 HTTP/1.1" status: 200 len: 945 time: 0.4240818 Aug 22 13:39:16.995545 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-95eea60f-e913-4144-a64b-a125029b3b18 req-798b9378-7b31-419d-82ef-6bded23bae2a service neutron] 10.222.0.41 "GET /v2.0/networks/436bb3cf-4f1a-421b-bfd3-5f21c99032ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3456855 Aug 22 13:39:17.069848 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7bfd8caa-a3f1-4cb7-b5fe-3167ca828576 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:17.082252 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d7ff1d08-2d0d-49b1-96fb-7297b0b6063e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:17.091215 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa8473a-d720-4993-a6a1-42b39afd5c66 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Checking segment: {'id': 'c027414d-ca17-49da-a5aa-5800e697a140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '12ccb463-a083-408a-849b-f47d2d68f433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:39:17.091594 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa8473a-d720-4993-a6a1-42b39afd5c66 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Network hostable DHCP agents. Network: 12ccb463-a083-408a-849b-f47d2d68f433, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:39:17.101645 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-47a669d9-b014-4d3a-9f5e-e0ea2a2a8d85 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:17.111234 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-47a669d9-b014-4d3a-9f5e-e0ea2a2a8d85 None None] Transition to ACTIVE for port object d9e0f59a-11e5-43ab-8e14-0db91db48764 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:39:17.131591 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-47a669d9-b014-4d3a-9f5e-e0ea2a2a8d85 None None] Transition to ACTIVE for port object d9e0f59a-11e5-43ab-8e14-0db91db48764 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:39:17.136047 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfd8caa-a3f1-4cb7-b5fe-3167ca828576 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:39:17.139109 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-7bfd8caa-a3f1-4cb7-b5fe-3167ca828576 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:39:17.142081 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfd8caa-a3f1-4cb7-b5fe-3167ca828576 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:39:17.148493 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-47a669d9-b014-4d3a-9f5e-e0ea2a2a8d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:17.155240 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e9f317-5a30-48c9-953f-de13bf73f7b4 req-5e12ca55-b4cd-43c8-96ee-428e078e42e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:17.156749 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b6e9f317-5a30-48c9-953f-de13bf73f7b4 req-5e12ca55-b4cd-43c8-96ee-428e078e42e8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4a68570d-3c99-46d0-9ae9-d17b3c59c7bf HTTP/1.1" status: 200 len: 797 time: 0.2878685 Aug 22 13:39:17.183365 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd8caa-a3f1-4cb7-b5fe-3167ca828576 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Pushing event updated for resources: {'Port': ['ID=08153a3b-ca74-4207-afe1-b280415002e9,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:17.206070 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a669d9-b014-4d3a-9f5e-e0ea2a2a8d85 None None] Pushing event updated for resources: {'Port': ['ID=d9e0f59a-11e5-43ab-8e14-0db91db48764,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:17.225083 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a669d9-b014-4d3a-9f5e-e0ea2a2a8d85 None None] Network d7ecf89c-a9af-4483-b147-440e544f3a94 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:39:17.226541 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-47a669d9-b014-4d3a-9f5e-e0ea2a2a8d85 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:39:17.228501 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5095933f-2609-42b0-bc0b-494c89fbe20d req-6b703d47-63ed-424d-8270-33247713c8f2 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e5ee16a-a71b-41c2-8638-acd377ab5b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2897100 Aug 22 13:39:17.234013 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a669d9-b014-4d3a-9f5e-e0ea2a2a8d85 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:39:17.290606 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa8473a-d720-4993-a6a1-42b39afd5c66 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Network 12ccb463-a083-408a-849b-f47d2d68f433 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:39:17.314027 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-47a669d9-b014-4d3a-9f5e-e0ea2a2a8d85 None None] Attempting to bind port d9e0f59a-11e5-43ab-8e14-0db91db48764 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:39:17.314539 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-47a669d9-b014-4d3a-9f5e-e0ea2a2a8d85 None None] Attempting to bind port d9e0f59a-11e5-43ab-8e14-0db91db48764 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '225e63c6-0ba8-43b3-94e2-85e8d4f6d782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd7ecf89c-a9af-4483-b147-440e544f3a94'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:39:17.315025 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a669d9-b014-4d3a-9f5e-e0ea2a2a8d85 None None] Attempting to bind port d9e0f59a-11e5-43ab-8e14-0db91db48764 on network d7ecf89c-a9af-4483-b147-440e544f3a94 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:39:17.321665 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a669d9-b014-4d3a-9f5e-e0ea2a2a8d85 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:39:17.322176 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a669d9-b014-4d3a-9f5e-e0ea2a2a8d85 None None] Checking segment: {'id': '225e63c6-0ba8-43b3-94e2-85e8d4f6d782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd7ecf89c-a9af-4483-b147-440e544f3a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:39:17.322690 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-47a669d9-b014-4d3a-9f5e-e0ea2a2a8d85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:17.323183 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a669d9-b014-4d3a-9f5e-e0ea2a2a8d85 None None] Bound using segment: {'id': '225e63c6-0ba8-43b3-94e2-85e8d4f6d782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd7ecf89c-a9af-4483-b147-440e544f3a94'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:39:17.323751 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-47a669d9-b014-4d3a-9f5e-e0ea2a2a8d85 None None] Bound port: d9e0f59a-11e5-43ab-8e14-0db91db48764, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '225e63c6-0ba8-43b3-94e2-85e8d4f6d782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd7ecf89c-a9af-4483-b147-440e544f3a94'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:39:17.324289 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-47a669d9-b014-4d3a-9f5e-e0ea2a2a8d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:17.333803 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e9f317-5a30-48c9-953f-de13bf73f7b4 req-023da07d-7285-45ea-a818-075b1959028e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:17.335381 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b6e9f317-5a30-48c9-953f-de13bf73f7b4 req-023da07d-7285-45ea-a818-075b1959028e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3a68a707-4544-4179-ae57-3b08732d6fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1656604 Aug 22 13:39:17.349327 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-cfa8473a-d720-4993-a6a1-42b39afd5c66 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 12ccb463-a083-408a-849b-f47d2d68f433) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:39:17.372073 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa8473a-d720-4993-a6a1-42b39afd5c66 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:17.372823 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cfa8473a-d720-4993-a6a1-42b39afd5c66 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:17.385499 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b0b77652-3502-4bcf-956c-da23dbb7f8fd tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:17.401934 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-5be04485-c71b-49ca-b78e-485cf441a1e8 req-a9aa8eea-ad09-4239-8d9a-c88c851b652e service neutron] For port 889a8a4f-0e6c-4fa7-a465-24a875749fbf, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=889a8a4f-0e6c-4fa7-a465-24a875749fbf,segment=NetworkSegment(a46c041a-edee-4466-a041-94150c66bf51),segment_id=a46c041a-edee-4466-a041-94150c66bf51)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:39:17.403293 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-47a669d9-b014-4d3a-9f5e-e0ea2a2a8d85 None None] For port d9e0f59a-11e5-43ab-8e14-0db91db48764, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:39:17.407629 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-47a669d9-b014-4d3a-9f5e-e0ea2a2a8d85 None None] For port d9e0f59a-11e5-43ab-8e14-0db91db48764, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=d9e0f59a-11e5-43ab-8e14-0db91db48764,segment=NetworkSegment(225e63c6-0ba8-43b3-94e2-85e8d4f6d782),segment_id=225e63c6-0ba8-43b3-94e2-85e8d4f6d782)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:39:17.411699 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20188351-2f9c-44c6-9228-3c685d656815 None None] Network 12ccb463-a083-408a-849b-f47d2d68f433 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:39:17.431075 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-47a669d9-b014-4d3a-9f5e-e0ea2a2a8d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:17.493973 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d7ff1d08-2d0d-49b1-96fb-7297b0b6063e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:17.501593 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-95eea60f-e913-4144-a64b-a125029b3b18 req-1b0dd754-2782-4dd8-822d-3b976e928bd7 service neutron] 10.222.0.41 "GET /v2.0/networks/436bb3cf-4f1a-421b-bfd3-5f21c99032ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4988215 Aug 22 13:39:17.508006 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d7ff1d08-2d0d-49b1-96fb-7297b0b6063e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:17.510712 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-5be04485-c71b-49ca-b78e-485cf441a1e8 req-a9aa8eea-ad09-4239-8d9a-c88c851b652e service neutron] For port 889a8a4f-0e6c-4fa7-a465-24a875749fbf, host n-h1-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:39:17.523805 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77652-3502-4bcf-956c-da23dbb7f8fd tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Pushing event deleted for resources: {'Subnet': ['ID=723e01e6-4f54-4ac5-934b-921f128248fd,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:17.557176 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-cfa8473a-d720-4993-a6a1-42b39afd5c66 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4049804 Aug 22 13:39:17.574191 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45582) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:17.580322 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-b7dd7f55-2552-4585-881c-b71ec66e42e5 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Request body: {'port': {'network_id': '12ccb463-a083-408a-849b-f47d2d68f433', 'name': 'tempest-AllowedAddressPairTestJSON-741950609'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:39:17.607661 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b6e9f317-5a30-48c9-953f-de13bf73f7b4 req-15ad0b97-ef6e-4e4a-9d81-bcd78e90c524 service neutron] 10.222.0.16 "GET /v2.0/networks/3a68a707-4544-4179-ae57-3b08732d6fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612710 Aug 22 13:39:17.638010 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d7ff1d08-2d0d-49b1-96fb-7297b0b6063e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dcc2a9ecd5f34ce8a6cb87d44c094813&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0346286 Aug 22 13:39:17.648135 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45584) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:17.659477 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ff1d08-2d0d-49b1-96fb-7297b0b6063e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8ef96b-8eff-4cee-b3f2-91ee4d796ec5,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:17.680138 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '534d49c1-5984-45a0-87be-e18d6e72df78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '889a8a4f-0e6c-4fa7-a465-24a875749fbf'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:39:17.683854 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5833fe4-aed0-4c40-986e-2eecc8ff9090" -d '{"events": [{"server_uuid": "534d49c1-5984-45a0-87be-e18d6e72df78", "name": "network-vif-unplugged", "status": "completed", "tag": "889a8a4f-0e6c-4fa7-a465-24a875749fbf"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:39:17.686899 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7247363-2755-4091-8bc3-9f520edd9934 None None] Network d7ecf89c-a9af-4483-b147-440e544f3a94 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:39:17.689874 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5be04485-c71b-49ca-b78e-485cf441a1e8 req-a9aa8eea-ad09-4239-8d9a-c88c851b652e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:17.742491 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a669d9-b014-4d3a-9f5e-e0ea2a2a8d85 None None] Pushing event updated for resources: {'Port': ['ID=d9e0f59a-11e5-43ab-8e14-0db91db48764,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:17.799367 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311ab98c-fade-4ebd-9ee3-802775c8e81a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-12ccb463-a083-408a-849b-f47d2d68f433', 'network_id': '12ccb463-a083-408a-849b-f47d2d68f433', 'tenant_id': '7f2b0b97dd114e098c49db9e6402dada', 'fixed_ips': [{'subnet_id': '4bc23e45-194f-42f1-be49-67fbe376e39c'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:39:17.801965 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-311ab98c-fade-4ebd-9ee3-802775c8e81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:17.807284 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7dd7f55-2552-4585-881c-b71ec66e42e5 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Made reservation on behalf of 7f2b0b97dd114e098c49db9e6402dada for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:39:17.811740 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b7dd7f55-2552-4585-881c-b71ec66e42e5 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:17.838217 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 72d07dee-d092-465b-8f35-a5ffa3359797 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:39:17.850645 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b0b77652-3502-4bcf-956c-da23dbb7f8fd tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:17.865749 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7bfd8caa-a3f1-4cb7-b5fe-3167ca828576 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:17.868582 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-b0b77652-3502-4bcf-956c-da23dbb7f8fd tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7ecf89c-a9af-4483-b147-440e544f3a94']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:17.871217 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-b7dd7f55-2552-4585-881c-b71ec66e42e5 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] device_id is not set on port f35025a8-2c84-4aaa-9c02-53d7965aabef yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:39:17.988215 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-b0b77652-3502-4bcf-956c-da23dbb7f8fd tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '225e63c6-0ba8-43b3-94e2-85e8d4f6d782') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:17.988630 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-b0b77652-3502-4bcf-956c-da23dbb7f8fd tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '225e63c6-0ba8-43b3-94e2-85e8d4f6d782') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:18.028295 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b0b77652-3502-4bcf-956c-da23dbb7f8fd tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:18.043215 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 72d07dee-d092-465b-8f35-a5ffa3359797 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:39:18.043744 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:18.062799 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b0b77652-3502-4bcf-956c-da23dbb7f8fd tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:18.067339 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-311ab98c-fade-4ebd-9ee3-802775c8e81a None None] Allocated IP 172.20.0.2 (12ccb463-a083-408a-849b-f47d2d68f433/4bc23e45-194f-42f1-be49-67fbe376e39c/15315f29-8ef5-4dc4-b1f4-09e56ce84621) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:39:18.080477 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0b77652-3502-4bcf-956c-da23dbb7f8fd tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:39:18.080799 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b0b77652-3502-4bcf-956c-da23dbb7f8fd tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:18.085130 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:39:18.085130 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:39:18.085130 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:39:18.085130 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:39:18.085130 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:39:18.085130 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:39:18.085130 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:39:18.085130 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:39:18.085130 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:39:18.085130 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:39:18.085130 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:39:18.085130 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:39:18.085130 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:39:18.085130 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:39:18.085130 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:39:18.085130 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:39:18.085130 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:39:18.085130 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:39:18.085130 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:39:18.085130 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:39:18.085130 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:39:18.085130 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:39:18.085130 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:39:18.085130 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:39:18.085130 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:39:18.085130 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:39:18.085130 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:39:18.085130 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:39:18.085130 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:39:18.085130 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:39:18.085130 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:39:18.085130 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:39:18.149933 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-5be04485-c71b-49ca-b78e-485cf441a1e8 req-a9aa8eea-ad09-4239-8d9a-c88c851b652e service neutron] Transition to ACTIVE for port object 889a8a4f-0e6c-4fa7-a465-24a875749fbf will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:39:18.158539 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 4d23befb-28b7-4367-8340-c0f26a013a78 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:39:18.161884 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 889a8a4f-0e6c-4fa7-a465-24a875749fbf no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:39:18.162564 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911f582-f459-4d3a-9a90-71ceff7aa011 req-39b2104d-d81e-4ac1-8529-9c1c523b0b02 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:18.169283 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d911f582-f459-4d3a-9a90-71ceff7aa011 req-39b2104d-d81e-4ac1-8529-9c1c523b0b02 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=9363e29d-b963-4dcc-889a-403767aee875 HTTP/1.1" status: 200 len: 944 time: 0.6064699 Aug 22 13:39:18.188558 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.db.api [None req-b0b77652-3502-4bcf-956c-da23dbb7f8fd tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 22 13:39:18.188558 n-d-793621-33 neutron-server[94628]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 22 13:39:18.188558 n-d-793621-33 neutron-server[94628]: [parameters: {'id': 'd7ecf89c-a9af-4483-b147-440e544f3a94'}] Aug 22 13:39:18.188558 n-d-793621-33 neutron-server[94628]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94628) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 13:39:18.189132 n-d-793621-33 neutron-server[94628]: DEBUG oslo_db.api [None req-b0b77652-3502-4bcf-956c-da23dbb7f8fd tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 13:39:18.189625 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5be04485-c71b-49ca-b78e-485cf441a1e8 req-a9aa8eea-ad09-4239-8d9a-c88c851b652e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:18.235932 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7bfd8caa-a3f1-4cb7-b5fe-3167ca828576 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:18.331632 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 889a8a4f-0e6c-4fa7-a465-24a875749fbf not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:39:18.344196 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a5737586-2651-404f-af85-411f822e5a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:18.349083 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d911f582-f459-4d3a-9a90-71ceff7aa011 req-76d8514a-cb57-4c5f-b3af-f8bdd5ec8a7d tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786902 Aug 22 13:39:18.357605 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c74d52-6d0c-47fa-b4fc-d6725e8f953c req-cc5384d0-5acf-4386-99ed-c9f00b7e702f tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:18.370790 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-69c74d52-6d0c-47fa-b4fc-d6725e8f953c req-cc5384d0-5acf-4386-99ed-c9f00b7e702f tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e0b0a37-7125-4435-9750-e82d8add3457 HTTP/1.1" status: 200 len: 945 time: 0.5801449 Aug 22 13:39:18.403407 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa8eea-ad09-4239-8d9a-c88c851b652e service neutron] Pushing event updated for resources: {'Port': ['ID=889a8a4f-0e6c-4fa7-a465-24a875749fbf,revision_number=6']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:18.421825 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b6e9f317-5a30-48c9-953f-de13bf73f7b4 req-f89ab870-c2a4-4fcf-a971-03ba9e6c0601 service neutron] 10.222.0.16 "GET /v2.0/networks/3a68a707-4544-4179-ae57-3b08732d6fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7875061 Aug 22 13:39:18.432089 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bfd8caa-a3f1-4cb7-b5fe-3167ca828576 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Router 2a346f79-e1d9-44d9-857f-beaab5e18252 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:39:18.436562 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 4d23befb-28b7-4367-8340-c0f26a013a78, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=4d23befb-28b7-4367-8340-c0f26a013a78,segment=NetworkSegment(ade77f39-5a78-4e5c-8ff0-9af8c1244976),segment_id=ade77f39-5a78-4e5c-8ff0-9af8c1244976)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:39:18.461311 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 13:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f2a728-2fb7-4f6b-bc2b-43a957aeec2d x-openstack-request-id: req-a0f2a728-2fb7-4f6b-bc2b-43a957aeec2d {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:39:18.461611 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "534d49c1-5984-45a0-87be-e18d6e72df78", "name": "network-vif-unplugged", "status": "completed", "tag": "889a8a4f-0e6c-4fa7-a465-24a875749fbf", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:39:18.461868 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a0f2a728-2fb7-4f6b-bc2b-43a957aeec2d {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:39:18.462268 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '534d49c1-5984-45a0-87be-e18d6e72df78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '889a8a4f-0e6c-4fa7-a465-24a875749fbf', 'code': 200} Aug 22 13:39:18.464860 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '4d23befb-28b7-4367-8340-c0f26a013a78', 'network_id': '436bb3cf-4f1a-421b-bfd3-5f21c99032ed', 'port_id': '4d23befb-28b7-4367-8340-c0f26a013a78', 'mac_address': 'fa:16:3e:19:2d:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d1b4558-44bd-41e9-aa53-567e0a55d684', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:39:18.475434 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-311ab98c-fade-4ebd-9ee3-802775c8e81a None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:18.485536 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-311ab98c-fade-4ebd-9ee3-802775c8e81a None None] Transition to ACTIVE for port object 15315f29-8ef5-4dc4-b1f4-09e56ce84621 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:39:18.492971 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a5737586-2651-404f-af85-411f822e5a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:18.507091 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-311ab98c-fade-4ebd-9ee3-802775c8e81a None None] Transition to ACTIVE for port object 15315f29-8ef5-4dc4-b1f4-09e56ce84621 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:39:18.517797 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-311ab98c-fade-4ebd-9ee3-802775c8e81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:18.547205 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-69c74d52-6d0c-47fa-b4fc-d6725e8f953c req-00cec941-ae35-4794-bafb-6949d740ce73 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/security-groups?id=5704f2e2-9616-4cae-8313-2acc265d3583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804066 Aug 22 13:39:18.568079 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311ab98c-fade-4ebd-9ee3-802775c8e81a None None] Network 12ccb463-a083-408a-849b-f47d2d68f433 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:39:18.571215 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-311ab98c-fade-4ebd-9ee3-802775c8e81a None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:39:18.574007 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311ab98c-fade-4ebd-9ee3-802775c8e81a None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:39:18.582596 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-b7dd7f55-2552-4585-881c-b71ec66e42e5 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Allocated IP 172.20.0.13 (12ccb463-a083-408a-849b-f47d2d68f433/4bc23e45-194f-42f1-be49-67fbe376e39c/f35025a8-2c84-4aaa-9c02-53d7965aabef) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:39:18.614101 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:18.651451 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be04485-c71b-49ca-b78e-485cf441a1e8 req-a9aa8eea-ad09-4239-8d9a-c88c851b652e service neutron] No DVR routers for this DVR port 889a8a4f-0e6c-4fa7-a465-24a875749fbf on host n-h1-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:39:18.685176 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d23befb-28b7-4367-8340-c0f26a013a78 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:39:18.688968 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311ab98c-fade-4ebd-9ee3-802775c8e81a None None] Pushing event updated for resources: {'Port': ['ID=15315f29-8ef5-4dc4-b1f4-09e56ce84621,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:18.695151 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b0b77652-3502-4bcf-956c-da23dbb7f8fd tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:18.718890 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-311ab98c-fade-4ebd-9ee3-802775c8e81a None None] Attempting to bind port 15315f29-8ef5-4dc4-b1f4-09e56ce84621 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:39:18.719395 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-311ab98c-fade-4ebd-9ee3-802775c8e81a None None] Attempting to bind port 15315f29-8ef5-4dc4-b1f4-09e56ce84621 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'c027414d-ca17-49da-a5aa-5800e697a140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '12ccb463-a083-408a-849b-f47d2d68f433'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:39:18.719840 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311ab98c-fade-4ebd-9ee3-802775c8e81a None None] Attempting to bind port 15315f29-8ef5-4dc4-b1f4-09e56ce84621 on network 12ccb463-a083-408a-849b-f47d2d68f433 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:39:18.727603 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 4d23befb-28b7-4367-8340-c0f26a013a78, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=4d23befb-28b7-4367-8340-c0f26a013a78,segment=NetworkSegment(ade77f39-5a78-4e5c-8ff0-9af8c1244976),segment_id=ade77f39-5a78-4e5c-8ff0-9af8c1244976)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:39:18.729449 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311ab98c-fade-4ebd-9ee3-802775c8e81a None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:39:18.729900 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311ab98c-fade-4ebd-9ee3-802775c8e81a None None] Checking segment: {'id': 'c027414d-ca17-49da-a5aa-5800e697a140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '12ccb463-a083-408a-849b-f47d2d68f433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:39:18.730535 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-311ab98c-fade-4ebd-9ee3-802775c8e81a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:18.731776 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311ab98c-fade-4ebd-9ee3-802775c8e81a None None] Bound using segment: {'id': 'c027414d-ca17-49da-a5aa-5800e697a140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '12ccb463-a083-408a-849b-f47d2d68f433'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:39:18.731776 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-311ab98c-fade-4ebd-9ee3-802775c8e81a None None] Bound port: 15315f29-8ef5-4dc4-b1f4-09e56ce84621, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c027414d-ca17-49da-a5aa-5800e697a140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '12ccb463-a083-408a-849b-f47d2d68f433'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:39:18.732458 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-311ab98c-fade-4ebd-9ee3-802775c8e81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:18.735884 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:18.753166 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bfd8caa-a3f1-4cb7-b5fe-3167ca828576 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:39:18.773739 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a033e3-b4df-4331-a927-13ec228946b6 None None] Sync routers for ids ['2a346f79-e1d9-44d9-857f-beaab5e18252'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:39:18.793734 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a033e3-b4df-4331-a927-13ec228946b6 None None] Routers {'2a346f79-e1d9-44d9-857f-beaab5e18252'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:39:18.794770 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-15a033e3-b4df-4331-a927-13ec228946b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:39:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['2a346f79-e1d9-44d9-857f-beaab5e18252'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:18.797049 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240b972-9b76-42d2-9c08-18ca12c2033b req-52789158-2310-4a8f-82ac-4e080c366b3f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:18.804772 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240b972-9b76-42d2-9c08-18ca12c2033b req-52789158-2310-4a8f-82ac-4e080c366b3f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:18.811608 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240b972-9b76-42d2-9c08-18ca12c2033b req-52789158-2310-4a8f-82ac-4e080c366b3f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:18.815860 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7bfd8caa-a3f1-4cb7-b5fe-3167ca828576 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:18.819949 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7bfd8caa-a3f1-4cb7-b5fe-3167ca828576 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.3611143 Aug 22 13:39:18.821306 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45594) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:18.823697 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240b972-9b76-42d2-9c08-18ca12c2033b req-52789158-2310-4a8f-82ac-4e080c366b3f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:18.830380 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240b972-9b76-42d2-9c08-18ca12c2033b req-52789158-2310-4a8f-82ac-4e080c366b3f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:18.838249 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240b972-9b76-42d2-9c08-18ca12c2033b req-52789158-2310-4a8f-82ac-4e080c366b3f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:18.844988 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240b972-9b76-42d2-9c08-18ca12c2033b req-52789158-2310-4a8f-82ac-4e080c366b3f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:18.847814 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a240b972-9b76-42d2-9c08-18ca12c2033b req-52789158-2310-4a8f-82ac-4e080c366b3f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 5429 time: 0.2682652 Aug 22 13:39:18.848175 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-311ab98c-fade-4ebd-9ee3-802775c8e81a None None] For port 15315f29-8ef5-4dc4-b1f4-09e56ce84621, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:39:18.856411 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-311ab98c-fade-4ebd-9ee3-802775c8e81a None None] For port 15315f29-8ef5-4dc4-b1f4-09e56ce84621, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=15315f29-8ef5-4dc4-b1f4-09e56ce84621,segment=NetworkSegment(c027414d-ca17-49da-a5aa-5800e697a140),segment_id=c027414d-ca17-49da-a5aa-5800e697a140)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:39:18.869570 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-311ab98c-fade-4ebd-9ee3-802775c8e81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:18.876418 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b7dd7f55-2552-4585-881c-b71ec66e42e5 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:18.900786 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-b7dd7f55-2552-4585-881c-b71ec66e42e5 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Transition to ACTIVE for port object f35025a8-2c84-4aaa-9c02-53d7965aabef will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:39:18.904684 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf8464-f087-412d-8395-2d9b10384bf7 req-d12a8556-d621-49c9-a4d4-5a1a8d1cfefd tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:18.908306 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=4d23befb-28b7-4367-8340-c0f26a013a78,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:18.910142 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2bcf8464-f087-412d-8395-2d9b10384bf7 req-d12a8556-d621-49c9-a4d4-5a1a8d1cfefd tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=534d49c1-5984-45a0-87be-e18d6e72df78 HTTP/1.1" status: 200 len: 943 time: 0.2601085 Aug 22 13:39:18.946459 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a5737586-2651-404f-af85-411f822e5a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:18.949255 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a5737586-2651-404f-af85-411f822e5a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:18.954287 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77652-3502-4bcf-956c-da23dbb7f8fd tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Deleting port d9e0f59a-11e5-43ab-8e14-0db91db48764 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:39:18.954840 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b0b77652-3502-4bcf-956c-da23dbb7f8fd tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:18.960907 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a5737586-2651-404f-af85-411f822e5a66 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fc8ef96b-8eff-4cee-b3f2-91ee4d796ec5 HTTP/1.1" status: 204 len: 168 time: 1.2843692 Aug 22 13:39:18.964598 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['4d23befb-28b7-4367-8340-c0f26a013a78'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:39:19.026519 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-15a033e3-b4df-4331-a927-13ec228946b6 None None] Set router 2a346f79-e1d9-44d9-857f-beaab5e18252 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:39:19.062507 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5737586-2651-404f-af85-411f822e5a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8ef96b-8eff-4cee-b3f2-91ee4d796ec5,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:19.099430 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f589e58d-570f-4a87-b1f2-070a9da9b9e8 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] 10.222.0.21 "GET /v2.0/routers/2a346f79-e1d9-44d9-857f-beaab5e18252 HTTP/1.1" status: 200 len: 907 time: 0.2760453 Aug 22 13:39:19.101924 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-b0b77652-3502-4bcf-956c-da23dbb7f8fd tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] For port d9e0f59a-11e5-43ab-8e14-0db91db48764, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=d9e0f59a-11e5-43ab-8e14-0db91db48764,segment=NetworkSegment(225e63c6-0ba8-43b3-94e2-85e8d4f6d782),segment_id=225e63c6-0ba8-43b3-94e2-85e8d4f6d782)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:39:19.102530 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b0b77652-3502-4bcf-956c-da23dbb7f8fd tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:19.106906 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45598) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:19.119862 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-1efe4fae-f3fd-4ceb-974c-48619b2e029c tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Request body: {'router': {'name': 'tempest-snat-router-156105971', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'enable_snat': True}}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:39:19.132140 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77652-3502-4bcf-956c-da23dbb7f8fd tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Calling delete_port for d9e0f59a-11e5-43ab-8e14-0db91db48764 owned by network:dhcp {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:39:19.145385 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b7dd7f55-2552-4585-881c-b71ec66e42e5 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:19.193823 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a240b972-9b76-42d2-9c08-18ca12c2033b req-31789e52-57ed-41a6-ad8a-f3b694f45f7f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/security-groups?id=66b7495f-ba5d-4b5f-9f1a-7d40465024e2&id=d7b1fd23-abf0-4029-8bf5-4e8e3c16aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3053946 Aug 22 13:39:19.253956 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2bcf8464-f087-412d-8395-2d9b10384bf7 req-b09dcdc5-5903-4bd1-9d59-3caaa882b8d7 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e5ee16a-a71b-41c2-8638-acd377ab5b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2780290 Aug 22 13:39:19.295498 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-5be04485-c71b-49ca-b78e-485cf441a1e8 req-a9aa8eea-ad09-4239-8d9a-c88c851b652e service neutron] Attempting to bind port 889a8a4f-0e6c-4fa7-a465-24a875749fbf on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:39:19.295979 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-5be04485-c71b-49ca-b78e-485cf441a1e8 req-a9aa8eea-ad09-4239-8d9a-c88c851b652e service neutron] Attempting to bind port 889a8a4f-0e6c-4fa7-a465-24a875749fbf by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': 'a46c041a-edee-4466-a041-94150c66bf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '74c80ecc-abbb-432b-a090-605bdcc17938'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:39:19.296449 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be04485-c71b-49ca-b78e-485cf441a1e8 req-a9aa8eea-ad09-4239-8d9a-c88c851b652e service neutron] Attempting to bind port 889a8a4f-0e6c-4fa7-a465-24a875749fbf on network 74c80ecc-abbb-432b-a090-605bdcc17938 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:39:19.300093 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311ab98c-fade-4ebd-9ee3-802775c8e81a None None] Pushing event updated for resources: {'Port': ['ID=15315f29-8ef5-4dc4-b1f4-09e56ce84621,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:19.303308 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be04485-c71b-49ca-b78e-485cf441a1e8 req-a9aa8eea-ad09-4239-8d9a-c88c851b652e service neutron] Port 889a8a4f-0e6c-4fa7-a465-24a875749fbf on network 74c80ecc-abbb-432b-a090-605bdcc17938 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:39:19.309295 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be04485-c71b-49ca-b78e-485cf441a1e8 req-a9aa8eea-ad09-4239-8d9a-c88c851b652e service neutron] Attempting to bind port 889a8a4f-0e6c-4fa7-a465-24a875749fbf on network 74c80ecc-abbb-432b-a090-605bdcc17938 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:39:19.325715 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be04485-c71b-49ca-b78e-485cf441a1e8 req-a9aa8eea-ad09-4239-8d9a-c88c851b652e service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:39:19.328029 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be04485-c71b-49ca-b78e-485cf441a1e8 req-a9aa8eea-ad09-4239-8d9a-c88c851b652e service neutron] Checking segment: {'id': 'a46c041a-edee-4466-a041-94150c66bf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '74c80ecc-abbb-432b-a090-605bdcc17938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:39:19.331091 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be04485-c71b-49ca-b78e-485cf441a1e8 req-a9aa8eea-ad09-4239-8d9a-c88c851b652e service neutron] Bound using segment: {'id': 'a46c041a-edee-4466-a041-94150c66bf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '74c80ecc-abbb-432b-a090-605bdcc17938'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:39:19.331091 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-5be04485-c71b-49ca-b78e-485cf441a1e8 req-a9aa8eea-ad09-4239-8d9a-c88c851b652e service neutron] Bound port: 889a8a4f-0e6c-4fa7-a465-24a875749fbf, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a46c041a-edee-4466-a041-94150c66bf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '74c80ecc-abbb-432b-a090-605bdcc17938'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:39:19.331931 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5be04485-c71b-49ca-b78e-485cf441a1e8 req-a9aa8eea-ad09-4239-8d9a-c88c851b652e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:19.333111 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1efe4fae-f3fd-4ceb-974c-48619b2e029c tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:19.340418 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1efe4fae-f3fd-4ceb-974c-48619b2e029c tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:19.372669 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7dd7f55-2552-4585-881c-b71ec66e42e5 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Network 12ccb463-a083-408a-849b-f47d2d68f433 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:39:19.444845 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-b7dd7f55-2552-4585-881c-b71ec66e42e5 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:39:19.453899 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dd7f55-2552-4585-881c-b71ec66e42e5 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Pushing event updated for resources: {'Port': ['ID=f35025a8-2c84-4aaa-9c02-53d7965aabef,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:19.458208 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7dd7f55-2552-4585-881c-b71ec66e42e5 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:39:19.479946 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-5be04485-c71b-49ca-b78e-485cf441a1e8 req-a9aa8eea-ad09-4239-8d9a-c88c851b652e service neutron] For port 889a8a4f-0e6c-4fa7-a465-24a875749fbf, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:39:19.494388 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-5be04485-c71b-49ca-b78e-485cf441a1e8 req-a9aa8eea-ad09-4239-8d9a-c88c851b652e service neutron] For port 889a8a4f-0e6c-4fa7-a465-24a875749fbf, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=889a8a4f-0e6c-4fa7-a465-24a875749fbf,segment=NetworkSegment(a46c041a-edee-4466-a041-94150c66bf51),segment_id=a46c041a-edee-4466-a041-94150c66bf51)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:39:19.506520 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5be04485-c71b-49ca-b78e-485cf441a1e8 req-a9aa8eea-ad09-4239-8d9a-c88c851b652e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:19.549216 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-15a033e3-b4df-4331-a927-13ec228946b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a346f79-e1d9-44d9-857f-beaab5e18252', 'name': 'tempest-snat-router-156105971', 'tenant_id': '68f64def8dac435ba1f782f1092c4760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.15'}], 'enable_snat': False}, 'gw_port_id': '08153a3b-ca74-4207-afe1-b280415002e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:39:13Z', 'updated_at': '2021-08-22T13:39:17Z', 'revision_number': 3, 'project_id': '68f64def8dac435ba1f782f1092c4760', 'gw_port': {'id': '08153a3b-ca74-4207-afe1-b280415002e9', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a346f79-e1d9-44d9-857f-beaab5e18252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:39:15Z', 'updated_at': '2021-08-22T13:39:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:19.590120 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a033e3-b4df-4331-a927-13ec228946b6 None None] Checking router: 2a346f79-e1d9-44d9-857f-beaab5e18252 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:39:19.590468 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a033e3-b4df-4331-a927-13ec228946b6 None None] Updating router 2a346f79-e1d9-44d9-857f-beaab5e18252 port 08153a3b-ca74-4207-afe1-b280415002e9 binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:39:19.604271 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be04485-c71b-49ca-b78e-485cf441a1e8 req-a9aa8eea-ad09-4239-8d9a-c88c851b652e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:19.605401 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5be04485-c71b-49ca-b78e-485cf441a1e8 req-a9aa8eea-ad09-4239-8d9a-c88c851b652e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:19.608110 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5be04485-c71b-49ca-b78e-485cf441a1e8 req-a9aa8eea-ad09-4239-8d9a-c88c851b652e service neutron] 10.222.0.16 "PUT /v2.0/ports/889a8a4f-0e6c-4fa7-a465-24a875749fbf HTTP/1.1" status: 200 len: 1092 time: 3.7730870 Aug 22 13:39:19.651755 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-15a033e3-b4df-4331-a927-13ec228946b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:19.688178 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45606) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:19.739317 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa8eea-ad09-4239-8d9a-c88c851b652e service neutron] Pushing event updated for resources: {'Port': ['ID=889a8a4f-0e6c-4fa7-a465-24a875749fbf,revision_number=7']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:19.796857 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5f12544e-b3fc-4943-9712-e4b549616100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:19.874275 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 15315f29-8ef5-4dc4-b1f4-09e56ce84621 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:39:19.895988 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be04485-c71b-49ca-b78e-485cf441a1e8 req-2809ff00-5587-4fb4-bdca-8a62674d13c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:19.906256 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5be04485-c71b-49ca-b78e-485cf441a1e8 req-2809ff00-5587-4fb4-bdca-8a62674d13c5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=50b3d484826f4e1f8052fde49b87f38a&device_id=534d49c1-5984-45a0-87be-e18d6e72df78 HTTP/1.1" status: 200 len: 1095 time: 0.2565041 Aug 22 13:39:19.965695 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 15315f29-8ef5-4dc4-b1f4-09e56ce84621 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:39:20.019862 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972de98e-75fe-437c-b4cb-3ff1cce34474 req-1b619fad-ac77-44ce-b182-bab7bab43a17 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:20.021503 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-972de98e-75fe-437c-b4cb-3ff1cce34474 req-1b619fad-ac77-44ce-b182-bab7bab43a17 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=9363e29d-b963-4dcc-889a-403767aee875 HTTP/1.1" status: 200 len: 945 time: 0.4653904 Aug 22 13:39:20.025219 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1efe4fae-f3fd-4ceb-974c-48619b2e029c tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:20.046128 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799c36b-1dff-4250-9e69-bd24012de80c req-e46ba2d9-e58f-4a57-9263-9a636d128766 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:20.047890 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9799c36b-1dff-4250-9e69-bd24012de80c req-e46ba2d9-e58f-4a57-9263-9a636d128766 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e0b0a37-7125-4435-9750-e82d8add3457 HTTP/1.1" status: 200 len: 945 time: 0.3587832 Aug 22 13:39:20.056663 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dd7f55-2552-4585-881c-b71ec66e42e5 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:20.057405 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b7dd7f55-2552-4585-881c-b71ec66e42e5 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:20.057540 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-15a033e3-b4df-4331-a927-13ec228946b6 None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:20.068900 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-15a033e3-b4df-4331-a927-13ec228946b6 None None] Transition to ACTIVE for port object 08153a3b-ca74-4207-afe1-b280415002e9 will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:39:20.077194 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a54b40-51a6-456c-bfa1-34a2f54e5dbe req-aba120cd-62e9-42e4-a72d-290cf61a6865 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:20.077526 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-15a033e3-b4df-4331-a927-13ec228946b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:20.079630 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-75a54b40-51a6-456c-bfa1-34a2f54e5dbe req-aba120cd-62e9-42e4-a72d-290cf61a6865 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e0b0a37-7125-4435-9750-e82d8add3457 HTTP/1.1" status: 200 len: 945 time: 0.6984608 Aug 22 13:39:20.136768 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b0b77652-3502-4bcf-956c-da23dbb7f8fd tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:20.137473 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-15a033e3-b4df-4331-a927-13ec228946b6 None None] Attempting to bind port 08153a3b-ca74-4207-afe1-b280415002e9 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:39:20.137840 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-15a033e3-b4df-4331-a927-13ec228946b6 None None] Attempting to bind port 08153a3b-ca74-4207-afe1-b280415002e9 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:39:20.138198 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a033e3-b4df-4331-a927-13ec228946b6 None None] Attempting to bind port 08153a3b-ca74-4207-afe1-b280415002e9 on network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:39:20.140687 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9799c36b-1dff-4250-9e69-bd24012de80c req-c9421d9b-599d-4d13-9470-c2214c53a8a9 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/security-groups?id=5704f2e2-9616-4cae-8313-2acc265d3583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662143 Aug 22 13:39:20.141511 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e1ecc0-86ad-4edd-98cc-6e4645a358cd None None] Pushing event updated for resources: {'Port': ['ID=08153a3b-ca74-4207-afe1-b280415002e9,revision_number=2']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:20.152803 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 4d23befb-28b7-4367-8340-c0f26a013a78 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:39:20.154667 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a033e3-b4df-4331-a927-13ec228946b6 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:39:20.155900 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a033e3-b4df-4331-a927-13ec228946b6 None None] Checking segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:39:20.155900 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-15a033e3-b4df-4331-a927-13ec228946b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:20.155900 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a033e3-b4df-4331-a927-13ec228946b6 None None] Bound using segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:39:20.156291 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-15a033e3-b4df-4331-a927-13ec228946b6 None None] Bound port: 08153a3b-ca74-4207-afe1-b280415002e9, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:39:20.156725 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-15a033e3-b4df-4331-a927-13ec228946b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:20.206701 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-972de98e-75fe-437c-b4cb-3ff1cce34474 req-ce7a1b80-8fa9-41e0-9a33-33ae2616657f tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701767 Aug 22 13:39:20.210301 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be04485-c71b-49ca-b78e-485cf441a1e8 req-4ffe89ea-55c4-4df8-b51d-6c6e60176730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:20.211986 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5be04485-c71b-49ca-b78e-485cf441a1e8 req-4ffe89ea-55c4-4df8-b51d-6c6e60176730 service neutron] 10.222.0.16 "GET /v2.0/networks?id=74c80ecc-abbb-432b-a090-605bdcc17938 HTTP/1.1" status: 200 len: 898 time: 0.3047068 Aug 22 13:39:20.239855 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-15a033e3-b4df-4331-a927-13ec228946b6 None None] For port 08153a3b-ca74-4207-afe1-b280415002e9, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:39:20.244323 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-15a033e3-b4df-4331-a927-13ec228946b6 None None] For port 08153a3b-ca74-4207-afe1-b280415002e9, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=08153a3b-ca74-4207-afe1-b280415002e9,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:39:20.250232 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-15a033e3-b4df-4331-a927-13ec228946b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:20.275679 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 4d23befb-28b7-4367-8340-c0f26a013a78 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:39:20.279948 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 4d23befb-28b7-4367-8340-c0f26a013a78 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:39:20.280327 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:20.357587 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5be04485-c71b-49ca-b78e-485cf441a1e8 req-6871cb68-d443-483f-86f6-fa1c1f5a6605 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=889a8a4f-0e6c-4fa7-a465-24a875749fbf HTTP/1.1" status: 200 len: 999 time: 0.1329243 Aug 22 13:39:20.368987 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a033e3-b4df-4331-a927-13ec228946b6 None None] Routers {'2a346f79-e1d9-44d9-857f-beaab5e18252'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:39:20.369936 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-15a033e3-b4df-4331-a927-13ec228946b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:39:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['2a346f79-e1d9-44d9-857f-beaab5e18252'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:20.376133 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e1ecc0-86ad-4edd-98cc-6e4645a358cd None None] Pushing event updated for resources: {'Port': ['ID=08153a3b-ca74-4207-afe1-b280415002e9,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:20.378251 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77652-3502-4bcf-956c-da23dbb7f8fd tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Pushing event deleted for resources: {'Port': ['ID=d9e0f59a-11e5-43ab-8e14-0db91db48764,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:20.388412 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b77652-3502-4bcf-956c-da23dbb7f8fd tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] No DVR routers for this DVR port d9e0f59a-11e5-43ab-8e14-0db91db48764 on host n-d-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:39:20.459149 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:20.465200 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '534d49c1-5984-45a0-87be-e18d6e72df78', 'tag': '889a8a4f-0e6c-4fa7-a465-24a875749fbf'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:39:20.467824 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b1dfef-ff26-4d67-b316-8936b10e2a6a" -d '{"events": [{"name": "network-changed", "server_uuid": "534d49c1-5984-45a0-87be-e18d6e72df78", "tag": "889a8a4f-0e6c-4fa7-a465-24a875749fbf"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:39:20.494962 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5f12544e-b3fc-4943-9712-e4b549616100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:20.495175 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9363e29d-b963-4dcc-889a-403767aee875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d23befb-28b7-4367-8340-c0f26a013a78'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:39:20.497994 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1f22dc-b6be-47d0-a0f2-6b36e69bd784" -d '{"events": [{"server_uuid": "9363e29d-b963-4dcc-889a-403767aee875", "name": "network-vif-plugged", "status": "completed", "tag": "4d23befb-28b7-4367-8340-c0f26a013a78"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:39:20.513979 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 4d23befb-28b7-4367-8340-c0f26a013a78, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=4d23befb-28b7-4367-8340-c0f26a013a78,segment=NetworkSegment(ade77f39-5a78-4e5c-8ff0-9af8c1244976),segment_id=ade77f39-5a78-4e5c-8ff0-9af8c1244976)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:39:20.522691 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:20.528647 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6a0a48-dc47-451d-9756-ac57212dfa38 None None] Network 12ccb463-a083-408a-849b-f47d2d68f433 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:39:20.537439 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-15a033e3-b4df-4331-a927-13ec228946b6 None None] Set router 2a346f79-e1d9-44d9-857f-beaab5e18252 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:39:20.538747 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f9d97-5f69-4f45-b7e0-8333f5ca4b78 req-ceedd6cb-d86d-4dee-bcfa-abc8fff4b834 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:20.540347 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f43f9d97-5f69-4f45-b7e0-8333f5ca4b78 req-ceedd6cb-d86d-4dee-bcfa-abc8fff4b834 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=534d49c1-5984-45a0-87be-e18d6e72df78 HTTP/1.1" status: 200 len: 943 time: 0.1810443 Aug 22 13:39:20.543489 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5f12544e-b3fc-4943-9712-e4b549616100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:20.572053 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b7dd7f55-2552-4585-881c-b71ec66e42e5 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9966457 Aug 22 13:39:20.574024 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1efe4fae-f3fd-4ceb-974c-48619b2e029c tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:20.579864 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45616) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:20.604902 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f12544e-b3fc-4943-9712-e4b549616100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df48533-f20e-498b-aa69-3b822a00f932,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:20.622441 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-f5231dca-bdac-4680-97b2-b9320af6e16f tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Request body: {'port': {'network_id': '12ccb463-a083-408a-849b-f47d2d68f433', 'name': 'tempest-AllowedAddressPairTestJSON-821952514', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:cd:df:4f'}]}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:39:20.626876 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-5f12544e-b3fc-4943-9712-e4b549616100 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a3f2a3321e684d4d80fb684e3ccb1cb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8941677 Aug 22 13:39:20.652972 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45618) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:20.656921 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=4d23befb-28b7-4367-8340-c0f26a013a78,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:20.680216 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c461535a-7cbd-4b3e-a575-3cdedc599e30 None None] Provisioning for port 15315f29-8ef5-4dc4-b1f4-09e56ce84621 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:39:20.686600 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c461535a-7cbd-4b3e-a575-3cdedc599e30 None None] Provisioning complete for port 15315f29-8ef5-4dc4-b1f4-09e56ce84621 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:39:20.687142 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c461535a-7cbd-4b3e-a575-3cdedc599e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:20.687942 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be04485-c71b-49ca-b78e-485cf441a1e8 req-b474af1e-4bde-4da3-b47e-1400e9a2c829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:20.689989 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5be04485-c71b-49ca-b78e-485cf441a1e8 req-b474af1e-4bde-4da3-b47e-1400e9a2c829 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=35444415-8101-4a48-91cf-416f87b6f6a6 HTTP/1.1" status: 200 len: 834 time: 0.2809813 Aug 22 13:39:20.763291 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-15a033e3-b4df-4331-a927-13ec228946b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a346f79-e1d9-44d9-857f-beaab5e18252', 'name': 'tempest-snat-router-156105971', 'tenant_id': '68f64def8dac435ba1f782f1092c4760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.15'}], 'enable_snat': False}, 'gw_port_id': '08153a3b-ca74-4207-afe1-b280415002e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:39:13Z', 'updated_at': '2021-08-22T13:39:17Z', 'revision_number': 3, 'project_id': '68f64def8dac435ba1f782f1092c4760', 'gw_port': {'id': '08153a3b-ca74-4207-afe1-b280415002e9', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a346f79-e1d9-44d9-857f-beaab5e18252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:39:15Z', 'updated_at': '2021-08-22T13:39:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:20.763954 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f43f9d97-5f69-4f45-b7e0-8333f5ca4b78 req-2d9846f4-54ac-4d63-a0cd-20f2ef9327ac tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e5ee16a-a71b-41c2-8638-acd377ab5b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1936736 Aug 22 13:39:20.798393 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a033e3-b4df-4331-a927-13ec228946b6 None None] The sync data for ids ['2a346f79-e1d9-44d9-857f-beaab5e18252'] in n-d-793621-33 is: [{'id': '2a346f79-e1d9-44d9-857f-beaab5e18252', 'name': 'tempest-snat-router-156105971', 'tenant_id': '68f64def8dac435ba1f782f1092c4760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.15'}], 'enable_snat': False}, 'gw_port_id': '08153a3b-ca74-4207-afe1-b280415002e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:39:13Z', 'updated_at': '2021-08-22T13:39:17Z', 'revision_number': 3, 'project_id': '68f64def8dac435ba1f782f1092c4760', 'gw_port': {'id': '08153a3b-ca74-4207-afe1-b280415002e9', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a346f79-e1d9-44d9-857f-beaab5e18252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:39:15Z', 'updated_at': '2021-08-22T13:39:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:39:20.800448 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b0b77652-3502-4bcf-956c-da23dbb7f8fd tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:20.832383 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37947ac7-fcf1-49cd-a552-eef0c43f3882 req-5a2aded2-af15-4fbe-8d1b-08387947e9c5 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:20.848445 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37947ac7-fcf1-49cd-a552-eef0c43f3882 req-5a2aded2-af15-4fbe-8d1b-08387947e9c5 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:20.855196 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-b0b77652-3502-4bcf-956c-da23dbb7f8fd tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7ecf89c-a9af-4483-b147-440e544f3a94']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:20.860668 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c461535a-7cbd-4b3e-a575-3cdedc599e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:20.869935 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37947ac7-fcf1-49cd-a552-eef0c43f3882 req-5a2aded2-af15-4fbe-8d1b-08387947e9c5 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:20.889085 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37947ac7-fcf1-49cd-a552-eef0c43f3882 req-5a2aded2-af15-4fbe-8d1b-08387947e9c5 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:20.895743 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-b0b77652-3502-4bcf-956c-da23dbb7f8fd tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '225e63c6-0ba8-43b3-94e2-85e8d4f6d782') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:20.896220 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-b0b77652-3502-4bcf-956c-da23dbb7f8fd tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '225e63c6-0ba8-43b3-94e2-85e8d4f6d782') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:20.905790 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37947ac7-fcf1-49cd-a552-eef0c43f3882 req-5a2aded2-af15-4fbe-8d1b-08387947e9c5 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:20.909049 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5231dca-bdac-4680-97b2-b9320af6e16f tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Made reservation on behalf of 7f2b0b97dd114e098c49db9e6402dada for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:39:20.920554 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c461535a-7cbd-4b3e-a575-3cdedc599e30 None None] For port 15315f29-8ef5-4dc4-b1f4-09e56ce84621, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=15315f29-8ef5-4dc4-b1f4-09e56ce84621,segment=NetworkSegment(c027414d-ca17-49da-a5aa-5800e697a140),segment_id=c027414d-ca17-49da-a5aa-5800e697a140)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:39:20.927222 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c461535a-7cbd-4b3e-a575-3cdedc599e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:20.940547 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37947ac7-fcf1-49cd-a552-eef0c43f3882 req-5a2aded2-af15-4fbe-8d1b-08387947e9c5 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:20.950987 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37947ac7-fcf1-49cd-a552-eef0c43f3882 req-5a2aded2-af15-4fbe-8d1b-08387947e9c5 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:20.955347 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-37947ac7-fcf1-49cd-a552-eef0c43f3882 req-5a2aded2-af15-4fbe-8d1b-08387947e9c5 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 5429 time: 0.5202725 Aug 22 13:39:20.963505 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20a0b15-0e9b-43d9-bf9d-eed938a77cc3 x-openstack-request-id: req-e20a0b15-0e9b-43d9-bf9d-eed938a77cc3 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:39:20.963900 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "534d49c1-5984-45a0-87be-e18d6e72df78", "tag": "889a8a4f-0e6c-4fa7-a465-24a875749fbf", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:39:20.964487 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e20a0b15-0e9b-43d9-bf9d-eed938a77cc3 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:39:20.964940 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '534d49c1-5984-45a0-87be-e18d6e72df78', 'tag': '889a8a4f-0e6c-4fa7-a465-24a875749fbf', 'status': 'completed', 'code': 200} Aug 22 13:39:21.014366 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be04485-c71b-49ca-b78e-485cf441a1e8 req-f0019a1a-bb7e-4e26-8d61-9da3a42f7e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:21.016484 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5be04485-c71b-49ca-b78e-485cf441a1e8 req-f0019a1a-bb7e-4e26-8d61-9da3a42f7e2a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=74c80ecc-abbb-432b-a090-605bdcc17938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3159564 Aug 22 13:39:21.022020 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515b4d05-7dc5-4c7b-9e1a-f34f65602f84 x-openstack-request-id: req-515b4d05-7dc5-4c7b-9e1a-f34f65602f84 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:39:21.022308 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9363e29d-b963-4dcc-889a-403767aee875", "name": "network-vif-plugged", "status": "completed", "tag": "4d23befb-28b7-4367-8340-c0f26a013a78", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:39:21.022560 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-515b4d05-7dc5-4c7b-9e1a-f34f65602f84 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:39:21.022947 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9363e29d-b963-4dcc-889a-403767aee875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d23befb-28b7-4367-8340-c0f26a013a78', 'code': 200} Aug 22 13:39:21.035167 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c461535a-7cbd-4b3e-a575-3cdedc599e30 None None] Pushing event updated for resources: {'Port': ['ID=15315f29-8ef5-4dc4-b1f4-09e56ce84621,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:21.036501 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9f1c0c98-eaa7-4eee-86df-8b5935652bc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:21.060063 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f5231dca-bdac-4680-97b2-b9320af6e16f tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:21.087886 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b0b77652-3502-4bcf-956c-da23dbb7f8fd tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:21.111229 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-75a54b40-51a6-456c-bfa1-34a2f54e5dbe req-ac2ef06d-6325-4924-ac04-fbe240209f2b tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Deleting port 0ac6586f-fef6-4a9a-a0c1-60c878277a4e {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:39:21.112526 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-75a54b40-51a6-456c-bfa1-34a2f54e5dbe req-ac2ef06d-6325-4924-ac04-fbe240209f2b tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:21.157074 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9f1c0c98-eaa7-4eee-86df-8b5935652bc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:21.178411 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-f5231dca-bdac-4680-97b2-b9320af6e16f tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] device_id is not set on port 023211c6-29c4-4ec1-88bb-c20e23232b65 yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:39:21.194875 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-74070ca6-292c-4fcb-af83-eb3cb594ffbc None None] Provisioning for port f35025a8-2c84-4aaa-9c02-53d7965aabef completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:39:21.202123 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-74070ca6-292c-4fcb-af83-eb3cb594ffbc None None] Provisioning complete for port f35025a8-2c84-4aaa-9c02-53d7965aabef triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:39:21.203004 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-74070ca6-292c-4fcb-af83-eb3cb594ffbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:21.205239 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-37947ac7-fcf1-49cd-a552-eef0c43f3882 req-2ea5c3d5-ad91-4230-92c8-1fd71b7ea299 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/security-groups?id=66b7495f-ba5d-4b5f-9f1a-7d40465024e2&id=d7b1fd23-abf0-4029-8bf5-4e8e3c16aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2273147 Aug 22 13:39:21.223689 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b0b77652-3502-4bcf-956c-da23dbb7f8fd tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:21.287369 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-74070ca6-292c-4fcb-af83-eb3cb594ffbc None None] Port f35025a8-2c84-4aaa-9c02-53d7965aabef cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:39:21.325027 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-74070ca6-292c-4fcb-af83-eb3cb594ffbc None None] Provisioning complete for port 15315f29-8ef5-4dc4-b1f4-09e56ce84621 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:39:21.325808 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-74070ca6-292c-4fcb-af83-eb3cb594ffbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:21.397872 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0b77652-3502-4bcf-956c-da23dbb7f8fd tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:39:21.397872 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b0b77652-3502-4bcf-956c-da23dbb7f8fd tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:21.400050 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:39:21.400050 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:39:21.400050 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:39:21.400050 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:39:21.400050 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:39:21.400050 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:39:21.400050 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:39:21.400050 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:39:21.400050 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:39:21.400050 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:39:21.400050 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:39:21.400050 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:39:21.400050 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:39:21.400050 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:39:21.400050 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:39:21.400050 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:39:21.400050 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:39:21.400050 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:39:21.400050 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:39:21.400050 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:39:21.400050 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:39:21.400050 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:39:21.400050 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:39:21.400050 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:39:21.400050 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:39:21.400050 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:39:21.400050 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:39:21.400050 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:39:21.400050 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:39:21.400050 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:39:21.400050 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:39:21.400050 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:39:21.412851 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5be04485-c71b-49ca-b78e-485cf441a1e8 req-9089d3d7-d934-4a4b-9cae-5634a9d748b2 service neutron] 10.222.0.16 "GET /v2.0/networks/74c80ecc-abbb-432b-a090-605bdcc17938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796716 Aug 22 13:39:21.424994 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb296d-bd40-4697-8823-e85731a30372 req-c71f9532-1763-4ef6-94f3-183f3feccfd7 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:21.434569 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1aeb296d-bd40-4697-8823-e85731a30372 req-c71f9532-1763-4ef6-94f3-183f3feccfd7 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e0b0a37-7125-4435-9750-e82d8add3457 HTTP/1.1" status: 200 len: 945 time: 0.1637874 Aug 22 13:39:21.489918 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9f1c0c98-eaa7-4eee-86df-8b5935652bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:21.492731 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9f1c0c98-eaa7-4eee-86df-8b5935652bc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:21.499070 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-9f1c0c98-eaa7-4eee-86df-8b5935652bc1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7df48533-f20e-498b-aa69-3b822a00f932 HTTP/1.1" status: 204 len: 168 time: 0.8393550 Aug 22 13:39:21.507193 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cfbd0d-e280-40b6-a976-3d494b79a4e1 req-4ff02390-d61b-4a27-b6e0-2590dbb5103c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:21.507603 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36895187-0b67-4cbd-b4c3-d7df651adf80 None None] get_active_networks_info from n-d-793621-33 {{(pid=94629) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 22 13:39:21.508922 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-39cfbd0d-e280-40b6-a976-3d494b79a4e1 req-4ff02390-d61b-4a27-b6e0-2590dbb5103c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9363e29d-b963-4dcc-889a-403767aee875 HTTP/1.1" status: 200 len: 1098 time: 0.4564168 Aug 22 13:39:21.520777 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1dfef-ff26-4d67-b316-8936b10e2a6a req-a075de1b-1715-427d-a0f8-15d363d0e51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:21.521994 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-04b1dfef-ff26-4d67-b316-8936b10e2a6a req-a075de1b-1715-427d-a0f8-15d363d0e51a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=50b3d484826f4e1f8052fde49b87f38a&device_id=534d49c1-5984-45a0-87be-e18d6e72df78 HTTP/1.1" status: 200 len: 1095 time: 0.4670146 Aug 22 13:39:21.645264 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-8311bdb0-ec55-44a2-b46e-1914422db816 None None] Provisioning complete for port f35025a8-2c84-4aaa-9c02-53d7965aabef triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:39:21.650732 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a781ad-2f31-4016-8fa7-3b6e464a456f req-dbe0c28b-f15f-45bb-b868-4ed2bf6792c6 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:21.654858 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8311bdb0-ec55-44a2-b46e-1914422db816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:21.658347 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-60a781ad-2f31-4016-8fa7-3b6e464a456f req-dbe0c28b-f15f-45bb-b868-4ed2bf6792c6 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=9363e29d-b963-4dcc-889a-403767aee875 HTTP/1.1" status: 200 len: 946 time: 0.3278825 Aug 22 13:39:21.680155 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1c0c98-eaa7-4eee-86df-8b5935652bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df48533-f20e-498b-aa69-3b822a00f932,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:21.680678 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b0b77652-3502-4bcf-956c-da23dbb7f8fd tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:21.683677 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5be04485-c71b-49ca-b78e-485cf441a1e8 req-fb4749e3-c4fc-45e6-adc1-8bde7b1a4a94 service neutron] 10.222.0.16 "GET /v2.0/networks/74c80ecc-abbb-432b-a090-605bdcc17938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439318 Aug 22 13:39:21.689258 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b0b77652-3502-4bcf-956c-da23dbb7f8fd tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:21.692996 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b0b77652-3502-4bcf-956c-da23dbb7f8fd tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "DELETE /v2.0/networks/d7ecf89c-a9af-4483-b147-440e544f3a94 HTTP/1.1" status: 204 len: 168 time: 5.3816280 Aug 22 13:39:21.696008 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-75a54b40-51a6-456c-bfa1-34a2f54e5dbe req-ac2ef06d-6325-4924-ac04-fbe240209f2b tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] For port 0ac6586f-fef6-4a9a-a0c1-60c878277a4e, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=0ac6586f-fef6-4a9a-a0c1-60c878277a4e,segment=NetworkSegment(ceef141a-c6d4-4943-8c57-8c444b864728),segment_id=ceef141a-c6d4-4943-8c57-8c444b864728)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:39:21.696412 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-75a54b40-51a6-456c-bfa1-34a2f54e5dbe req-ac2ef06d-6325-4924-ac04-fbe240209f2b tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:21.706436 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45626) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:21.755062 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1aeb296d-bd40-4697-8823-e85731a30372 req-7db795c5-3e14-4066-a1cf-a47c90967a16 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/security-groups?id=5704f2e2-9616-4cae-8313-2acc265d3583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3186436 Aug 22 13:39:21.767034 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-34d46616-055d-44f2-b66f-64d3a5b2312e tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1782895869'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:39:21.781533 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-8311bdb0-ec55-44a2-b46e-1914422db816 None None] Port f35025a8-2c84-4aaa-9c02-53d7965aabef cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:39:21.784958 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36895187-0b67-4cbd-b4c3-d7df651adf80 None None] Resources bound (agent type, host, resource id): {{(pid=94629) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 22 13:39:21.827924 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-39cfbd0d-e280-40b6-a976-3d494b79a4e1 req-8ca5f9f8-5df4-4319-ae99-11f18039be23 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039389 Aug 22 13:39:21.843024 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77652-3502-4bcf-956c-da23dbb7f8fd tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Pushing event deleted for resources: {'Network': ['ID=d7ecf89c-a9af-4483-b147-440e544f3a94,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:21.847688 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-f5231dca-bdac-4680-97b2-b9320af6e16f tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Allocated IP 172.20.0.7 (12ccb463-a083-408a-849b-f47d2d68f433/4bc23e45-194f-42f1-be49-67fbe376e39c/023211c6-29c4-4ec1-88bb-c20e23232b65) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:39:21.918484 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-60a781ad-2f31-4016-8fa7-3b6e464a456f req-46da2477-8b05-4524-ba82-0e5bb13027a6 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591195 Aug 22 13:39:21.927861 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d46616-055d-44f2-b66f-64d3a5b2312e tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Made reservation on behalf of 6be38ca5ea35447298f0675ebcd2561a for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:39:21.933082 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-34d46616-055d-44f2-b66f-64d3a5b2312e tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:22.087417 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1dfef-ff26-4d67-b316-8936b10e2a6a req-ba463921-8572-48f4-b511-8085f91bd249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:22.089562 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-04b1dfef-ff26-4d67-b316-8936b10e2a6a req-ba463921-8572-48f4-b511-8085f91bd249 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=50b3d484826f4e1f8052fde49b87f38a&device_id=534d49c1-5984-45a0-87be-e18d6e72df78 HTTP/1.1" status: 200 len: 1095 time: 0.2762427 Aug 22 13:39:22.093597 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34d46616-055d-44f2-b66f-64d3a5b2312e tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:39:22.132472 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-34d46616-055d-44f2-b66f-64d3a5b2312e tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:22.133344 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-34d46616-055d-44f2-b66f-64d3a5b2312e tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Added segment 89020fd5-1fc9-4011-bf5e-275aee25a003 of type vlan for network 037b352a-09d7-4486-93c0-6f97cda786c5 Aug 22 13:39:22.169056 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b31452-cd40-4074-96fc-42065c95f727 req-eb71e726-feed-433c-803c-b32b0ef86950 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:22.170831 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-81b31452-cd40-4074-96fc-42065c95f727 req-eb71e726-feed-433c-803c-b32b0ef86950 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=534d49c1-5984-45a0-87be-e18d6e72df78 HTTP/1.1" status: 200 len: 943 time: 0.2306402 Aug 22 13:39:22.194762 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 0ac6586f-fef6-4a9a-a0c1-60c878277a4e no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:39:22.198749 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 15315f29-8ef5-4dc4-b1f4-09e56ce84621 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:39:22.231150 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1dfef-ff26-4d67-b316-8936b10e2a6a req-6397736a-f4ed-4357-9a95-0828627beccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:22.233478 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-04b1dfef-ff26-4d67-b316-8936b10e2a6a req-6397736a-f4ed-4357-9a95-0828627beccb service neutron] 10.222.0.41 "GET /v2.0/networks?id=74c80ecc-abbb-432b-a090-605bdcc17938 HTTP/1.1" status: 200 len: 898 time: 0.6835077 Aug 22 13:39:22.284790 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-81b31452-cd40-4074-96fc-42065c95f727 req-a7be4d29-ecb5-4e1f-b1dd-db0f8287bff6 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e5ee16a-a71b-41c2-8638-acd377ab5b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010780 Aug 22 13:39:22.336357 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-34d46616-055d-44f2-b66f-64d3a5b2312e tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:22.377050 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1efe4fae-f3fd-4ceb-974c-48619b2e029c tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:22.417843 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1efe4fae-f3fd-4ceb-974c-48619b2e029c tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:22.437962 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1dfef-ff26-4d67-b316-8936b10e2a6a req-8125a542-8173-4034-9b49-6a624a5db1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:22.440625 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-04b1dfef-ff26-4d67-b316-8936b10e2a6a req-8125a542-8173-4034-9b49-6a624a5db1e7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=74c80ecc-abbb-432b-a090-605bdcc17938 HTTP/1.1" status: 200 len: 898 time: 0.3418958 Aug 22 13:39:22.450264 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-34d46616-055d-44f2-b66f-64d3a5b2312e tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:22.456373 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d46616-055d-44f2-b66f-64d3a5b2312e tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:22.457100 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-34d46616-055d-44f2-b66f-64d3a5b2312e tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:22.519758 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 15315f29-8ef5-4dc4-b1f4-09e56ce84621 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:39:22.520547 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:22.534163 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-1efe4fae-f3fd-4ceb-974c-48619b2e029c tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Allocated IP 172.25.3.145 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/1b7751af-eb86-43ed-adce-88f39af7d295) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:39:22.560422 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:22.593051 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-04b1dfef-ff26-4d67-b316-8936b10e2a6a req-9625a3e1-ee5c-4166-985a-6a91ab93f6eb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=889a8a4f-0e6c-4fa7-a465-24a875749fbf HTTP/1.1" status: 200 len: 999 time: 0.1446717 Aug 22 13:39:22.594934 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d46616-055d-44f2-b66f-64d3a5b2312e tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Pushing event updated for resources: {'Network': ['ID=037b352a-09d7-4486-93c0-6f97cda786c5,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:22.598333 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-34d46616-055d-44f2-b66f-64d3a5b2312e tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8906147 Aug 22 13:39:22.614940 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 037b352a-09d7-4486-93c0-6f97cda786c5 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:39:22.646297 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45642) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:22.647782 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1dfef-ff26-4d67-b316-8936b10e2a6a req-878c85f7-ec03-4bc8-b3de-62c045105c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:22.651021 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-04b1dfef-ff26-4d67-b316-8936b10e2a6a req-878c85f7-ec03-4bc8-b3de-62c045105c9f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=35444415-8101-4a48-91cf-416f87b6f6a6 HTTP/1.1" status: 200 len: 834 time: 0.0499582 Aug 22 13:39:22.656785 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-b1107b88-eebe-45b6-92ea-76ae5e1cb2b8 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Request body: {'subnet': {'network_id': '037b352a-09d7-4486-93c0-6f97cda786c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:39:22.657113 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1efe4fae-f3fd-4ceb-974c-48619b2e029c tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:22.709460 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7c3e0-006c-43d5-935a-51f960903309 req-ecdc2ef4-9283-44f7-8461-5bc141ebbca1 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:22.715429 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7c3e0-006c-43d5-935a-51f960903309 req-ecdc2ef4-9283-44f7-8461-5bc141ebbca1 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:22.722041 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7c3e0-006c-43d5-935a-51f960903309 req-ecdc2ef4-9283-44f7-8461-5bc141ebbca1 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:22.727354 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7c3e0-006c-43d5-935a-51f960903309 req-ecdc2ef4-9283-44f7-8461-5bc141ebbca1 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:22.731849 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 0ac6586f-fef6-4a9a-a0c1-60c878277a4e, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=0ac6586f-fef6-4a9a-a0c1-60c878277a4e,segment=NetworkSegment(ceef141a-c6d4-4943-8c57-8c444b864728),segment_id=ceef141a-c6d4-4943-8c57-8c444b864728)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:39:22.733283 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7c3e0-006c-43d5-935a-51f960903309 req-ecdc2ef4-9283-44f7-8461-5bc141ebbca1 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:22.739714 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7c3e0-006c-43d5-935a-51f960903309 req-ecdc2ef4-9283-44f7-8461-5bc141ebbca1 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:22.746377 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:22.747264 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7c3e0-006c-43d5-935a-51f960903309 req-ecdc2ef4-9283-44f7-8461-5bc141ebbca1 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:22.747719 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1efe4fae-f3fd-4ceb-974c-48619b2e029c tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:22.749376 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8cb7c3e0-006c-43d5-935a-51f960903309 req-ecdc2ef4-9283-44f7-8461-5bc141ebbca1 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 5429 time: 0.3807969 Aug 22 13:39:22.773498 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-04b1dfef-ff26-4d67-b316-8936b10e2a6a req-52aa8a71-3f09-412e-88d6-0b4cc91f875d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=889a8a4f-0e6c-4fa7-a465-24a875749fbf HTTP/1.1" status: 200 len: 999 time: 0.5311177 Aug 22 13:39:22.796074 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f5231dca-bdac-4680-97b2-b9320af6e16f tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:22.814631 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efe4fae-f3fd-4ceb-974c-48619b2e029c tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:39:22.836049 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1dfef-ff26-4d67-b316-8936b10e2a6a req-4b96400d-0629-458d-a25a-0263745d7b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:22.837591 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-04b1dfef-ff26-4d67-b316-8936b10e2a6a req-4b96400d-0629-458d-a25a-0263745d7b2f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=74c80ecc-abbb-432b-a090-605bdcc17938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1759324 Aug 22 13:39:22.841481 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=0ac6586f-fef6-4a9a-a0c1-60c878277a4e,revision_number=6']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:22.851868 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-1efe4fae-f3fd-4ceb-974c-48619b2e029c tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:39:22.856092 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efe4fae-f3fd-4ceb-974c-48619b2e029c tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:39:22.918790 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 08153a3b-ca74-4207-afe1-b280415002e9 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:39:22.998922 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-75a54b40-51a6-456c-bfa1-34a2f54e5dbe req-ac2ef06d-6325-4924-ac04-fbe240209f2b tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:22.999491 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-75a54b40-51a6-456c-bfa1-34a2f54e5dbe req-ac2ef06d-6325-4924-ac04-fbe240209f2b tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:23.000056 n-d-793621-33 neutron-server[94628]: INFO neutron.db.l3_db [req-75a54b40-51a6-456c-bfa1-34a2f54e5dbe req-ac2ef06d-6325-4924-ac04-fbe240209f2b tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Floating IP af9bb0a9-0c40-4889-9753-16360882b849 disassociated. External IP: 172.25.3.180, port: 0ac6586f-fef6-4a9a-a0c1-60c878277a4e. Aug 22 13:39:23.000476 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-75a54b40-51a6-456c-bfa1-34a2f54e5dbe req-ac2ef06d-6325-4924-ac04-fbe240209f2b tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Calling delete_port for 0ac6586f-fef6-4a9a-a0c1-60c878277a4e owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:39:23.003470 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-f5231dca-bdac-4680-97b2-b9320af6e16f tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Transition to ACTIVE for port object 023211c6-29c4-4ec1-88bb-c20e23232b65 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:39:23.024734 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e0b0a37-7125-4435-9750-e82d8add3457', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ac6586f-fef6-4a9a-a0c1-60c878277a4e'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:39:23.028424 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7e8bf6-7391-44bf-99eb-46a2f6041a69" -d '{"events": [{"server_uuid": "1e0b0a37-7125-4435-9750-e82d8add3457", "name": "network-vif-unplugged", "status": "completed", "tag": "0ac6586f-fef6-4a9a-a0c1-60c878277a4e"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:39:23.032184 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 08153a3b-ca74-4207-afe1-b280415002e9 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:39:23.037053 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 08153a3b-ca74-4207-afe1-b280415002e9 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:39:23.037484 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:23.046679 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efe4fae-f3fd-4ceb-974c-48619b2e029c tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Pushing event updated for resources: {'Port': ['ID=1b7751af-eb86-43ed-adce-88f39af7d295,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:23.068759 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1dfef-ff26-4d67-b316-8936b10e2a6a req-3a6d2cda-82a2-47cb-975b-8fa77511c789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:23.070531 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-04b1dfef-ff26-4d67-b316-8936b10e2a6a req-3a6d2cda-82a2-47cb-975b-8fa77511c789 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=35444415-8101-4a48-91cf-416f87b6f6a6 HTTP/1.1" status: 200 len: 834 time: 0.2668934 Aug 22 13:39:23.159205 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:23.193757 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 08153a3b-ca74-4207-afe1-b280415002e9, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=08153a3b-ca74-4207-afe1-b280415002e9,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:39:23.202168 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:23.276465 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=08153a3b-ca74-4207-afe1-b280415002e9,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:23.333261 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f5231dca-bdac-4680-97b2-b9320af6e16f tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:23.412669 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1dfef-ff26-4d67-b316-8936b10e2a6a req-f0600713-c20d-41fc-b25d-be0145c78f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:23.414193 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-04b1dfef-ff26-4d67-b316-8936b10e2a6a req-f0600713-c20d-41fc-b25d-be0145c78f98 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=74c80ecc-abbb-432b-a090-605bdcc17938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3125668 Aug 22 13:39:23.551857 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8cb7c3e0-006c-43d5-935a-51f960903309 req-e6088359-1b71-48fe-802e-9cf4d15b5a58 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/security-groups?id=66b7495f-ba5d-4b5f-9f1a-7d40465024e2&id=d7b1fd23-abf0-4029-8bf5-4e8e3c16aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7775373 Aug 22 13:39:23.640793 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b9cb3-1fb8-4734-80c8-8632abf41c08 req-081054ab-a6b7-4315-afd0-510f119eca21 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:23.645157 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-059b9cb3-1fb8-4734-80c8-8632abf41c08 req-081054ab-a6b7-4315-afd0-510f119eca21 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e0b0a37-7125-4435-9750-e82d8add3457 HTTP/1.1" status: 200 len: 943 time: 0.2265081 Aug 22 13:39:23.680892 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-04b1dfef-ff26-4d67-b316-8936b10e2a6a req-0974bb49-be3e-4227-a841-e4d3e00a52a1 service neutron] 10.222.0.16 "GET /v2.0/networks/74c80ecc-abbb-432b-a090-605bdcc17938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8153622 Aug 22 13:39:23.684570 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1107b88-eebe-45b6-92ea-76ae5e1cb2b8 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Made reservation on behalf of 6be38ca5ea35447298f0675ebcd2561a for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:39:23.690959 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b1107b88-eebe-45b6-92ea-76ae5e1cb2b8 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:23.825940 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5231dca-bdac-4680-97b2-b9320af6e16f tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Network 12ccb463-a083-408a-849b-f47d2d68f433 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:39:23.837293 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5231dca-bdac-4680-97b2-b9320af6e16f tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Pushing event updated for resources: {'Port': ['ID=023211c6-29c4-4ec1-88bb-c20e23232b65,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:23.852214 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 08153a3b-ca74-4207-afe1-b280415002e9 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:39:23.853816 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-f5231dca-bdac-4680-97b2-b9320af6e16f tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:39:23.861149 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.ipam_backend_mixin [None req-b1107b88-eebe-45b6-92ea-76ae5e1cb2b8 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Performing IP validity checks on allocation pools {{(pid=94627) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 22 13:39:23.861702 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.ipam_backend_mixin [None req-b1107b88-eebe-45b6-92ea-76ae5e1cb2b8 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94627) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 22 13:39:23.868690 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-059b9cb3-1fb8-4734-80c8-8632abf41c08 req-ba8a7a30-5ebe-428d-b2bf-20992b1e2d5d tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/security-groups?id=5704f2e2-9616-4cae-8313-2acc265d3583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2167225 Aug 22 13:39:23.879091 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5231dca-bdac-4680-97b2-b9320af6e16f tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:39:23.941884 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b682e2-c841-481c-a9af-96b0a7cf4f67 req-7bf08e7b-44a9-4a50-ba53-b2e691f53df0 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:23.943470 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-67b682e2-c841-481c-a9af-96b0a7cf4f67 req-7bf08e7b-44a9-4a50-ba53-b2e691f53df0 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=9363e29d-b963-4dcc-889a-403767aee875 HTTP/1.1" status: 200 len: 946 time: 0.2292957 Aug 22 13:39:23.944462 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 08153a3b-ca74-4207-afe1-b280415002e9 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:39:23.945331 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:23.986398 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 13:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438dd1ba-2b26-4739-a958-b00b76a4b147 x-openstack-request-id: req-438dd1ba-2b26-4739-a958-b00b76a4b147 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:39:23.986723 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e0b0a37-7125-4435-9750-e82d8add3457", "name": "network-vif-unplugged", "status": "completed", "tag": "0ac6586f-fef6-4a9a-a0c1-60c878277a4e", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:39:23.987725 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-438dd1ba-2b26-4739-a958-b00b76a4b147 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:39:23.993306 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e0b0a37-7125-4435-9750-e82d8add3457', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ac6586f-fef6-4a9a-a0c1-60c878277a4e', 'code': 200} Aug 22 13:39:24.006959 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-04b1dfef-ff26-4d67-b316-8936b10e2a6a req-8b4f747f-727c-4c4a-a4c1-0dac38e24e61 service neutron] 10.222.0.16 "GET /v2.0/networks/74c80ecc-abbb-432b-a090-605bdcc17938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081419 Aug 22 13:39:24.084158 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-67b682e2-c841-481c-a9af-96b0a7cf4f67 req-da1408a8-ce71-4017-8d98-3c4b4408d8da tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141834 Aug 22 13:39:24.112691 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5231dca-bdac-4680-97b2-b9320af6e16f tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:24.113333 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f5231dca-bdac-4680-97b2-b9320af6e16f tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:24.116642 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5231dca-bdac-4680-97b2-b9320af6e16f tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:39:24.117251 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5231dca-bdac-4680-97b2-b9320af6e16f tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:39:24.117761 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5231dca-bdac-4680-97b2-b9320af6e16f tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:39:24.118276 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5231dca-bdac-4680-97b2-b9320af6e16f tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:39:24.118781 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5231dca-bdac-4680-97b2-b9320af6e16f tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:39:24.119288 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5231dca-bdac-4680-97b2-b9320af6e16f tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:39:24.119789 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5231dca-bdac-4680-97b2-b9320af6e16f tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:39:24.120328 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5231dca-bdac-4680-97b2-b9320af6e16f tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:39:24.121045 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5231dca-bdac-4680-97b2-b9320af6e16f tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:39:24.121560 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5231dca-bdac-4680-97b2-b9320af6e16f tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:39:24.122053 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5231dca-bdac-4680-97b2-b9320af6e16f tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:39:24.122566 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5231dca-bdac-4680-97b2-b9320af6e16f tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:39:24.158559 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1efe4fae-f3fd-4ceb-974c-48619b2e029c tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:24.216527 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f5231dca-bdac-4680-97b2-b9320af6e16f tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.5989242 Aug 22 13:39:24.224999 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45682) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:24.238220 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-30ff5783-9c11-45ed-9f56-01d529ad4aaa None None] Provisioning for port 023211c6-29c4-4ec1-88bb-c20e23232b65 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:39:24.244420 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-30ff5783-9c11-45ed-9f56-01d529ad4aaa None None] Provisioning complete for port 023211c6-29c4-4ec1-88bb-c20e23232b65 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:39:24.245055 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-30ff5783-9c11-45ed-9f56-01d529ad4aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:24.255882 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b1107b88-eebe-45b6-92ea-76ae5e1cb2b8 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:24.287951 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-75a54b40-51a6-456c-bfa1-34a2f54e5dbe req-ac2ef06d-6325-4924-ac04-fbe240209f2b tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:24.299779 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-30ff5783-9c11-45ed-9f56-01d529ad4aaa None None] Port 023211c6-29c4-4ec1-88bb-c20e23232b65 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:39:24.312423 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e98e4c-cc29-4c15-932a-96888fd06586 req-deae6ec3-720c-47d8-b7d7-77643b8308db tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:24.314094 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f6e98e4c-cc29-4c15-932a-96888fd06586 req-deae6ec3-720c-47d8-b7d7-77643b8308db tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=534d49c1-5984-45a0-87be-e18d6e72df78 HTTP/1.1" status: 200 len: 943 time: 0.1775236 Aug 22 13:39:24.345933 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ee5d9-b1e3-4139-988a-94d012950166 req-ed07b6c7-236b-470c-adf8-2dc56c7ddc98 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:24.348214 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-861ee5d9-b1e3-4139-988a-94d012950166 req-ed07b6c7-236b-470c-adf8-2dc56c7ddc98 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=9363e29d-b963-4dcc-889a-403767aee875 HTTP/1.1" status: 200 len: 946 time: 0.1431985 Aug 22 13:39:24.368948 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1107b88-eebe-45b6-92ea-76ae5e1cb2b8 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Pushing event updated for resources: {'Subnet': ['ID=3c4d468f-5e9f-4ff7-bc73-fe04b666072c,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:24.374076 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2ef06d-6325-4924-ac04-fbe240209f2b tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Pushing event deleted for resources: {'Port': ['ID=0ac6586f-fef6-4a9a-a0c1-60c878277a4e,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:24.380114 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-04b1dfef-ff26-4d67-b316-8936b10e2a6a req-22871b75-beda-4280-b9a3-bc900ef6381b service neutron] 10.222.0.41 "GET /v2.0/networks/74c80ecc-abbb-432b-a090-605bdcc17938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5577571 Aug 22 13:39:24.394295 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c324ad62-4a09-4e23-929b-05974e872f15 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:24.403729 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c324ad62-4a09-4e23-929b-05974e872f15 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:24.410627 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c324ad62-4a09-4e23-929b-05974e872f15 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:24.412803 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c324ad62-4a09-4e23-929b-05974e872f15 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.1796367 Aug 22 13:39:24.415229 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1107b88-eebe-45b6-92ea-76ae5e1cb2b8 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Checking segment: {'id': '89020fd5-1fc9-4011-bf5e-275aee25a003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '037b352a-09d7-4486-93c0-6f97cda786c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:39:24.415636 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1107b88-eebe-45b6-92ea-76ae5e1cb2b8 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Network hostable DHCP agents. Network: 037b352a-09d7-4486-93c0-6f97cda786c5, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:39:24.419182 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45696) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:24.436280 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f6e98e4c-cc29-4c15-932a-96888fd06586 req-1a15950c-66dd-4f7f-bdc1-8dfbea9a88c9 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e5ee16a-a71b-41c2-8638-acd377ab5b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101253 Aug 22 13:39:24.536199 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-861ee5d9-b1e3-4139-988a-94d012950166 req-7265cd30-e67f-442d-92e6-a4ea8a93a4cd tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631005 Aug 22 13:39:24.585564 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1107b88-eebe-45b6-92ea-76ae5e1cb2b8 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Network 037b352a-09d7-4486-93c0-6f97cda786c5 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:39:24.613998 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-b1107b88-eebe-45b6-92ea-76ae5e1cb2b8 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 037b352a-09d7-4486-93c0-6f97cda786c5) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:39:24.625479 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c806504-4326-491d-8693-8ee70ff4474c None None] Network 037b352a-09d7-4486-93c0-6f97cda786c5 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:39:24.629966 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1107b88-eebe-45b6-92ea-76ae5e1cb2b8 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:24.640592 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b1107b88-eebe-45b6-92ea-76ae5e1cb2b8 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:24.713148 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-0f92be2e-f3eb-42a5-b6ea-7d770e4e9360 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Deleting port 023211c6-29c4-4ec1-88bb-c20e23232b65 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:39:24.713538 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75a54b40-51a6-456c-bfa1-34a2f54e5dbe req-ac2ef06d-6325-4924-ac04-fbe240209f2b tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Router fff8a5ff-c8bd-4e63-a592-92b4e558c9fb has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:39:24.714363 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0f92be2e-f3eb-42a5-b6ea-7d770e4e9360 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:24.789851 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-b1107b88-eebe-45b6-92ea-76ae5e1cb2b8 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.1353137 Aug 22 13:39:24.807457 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45722) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:24.915835 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bba2ca-693d-4e00-8f26-13ab51a2d640 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-037b352a-09d7-4486-93c0-6f97cda786c5', 'network_id': '037b352a-09d7-4486-93c0-6f97cda786c5', 'tenant_id': '6be38ca5ea35447298f0675ebcd2561a', 'fixed_ips': [{'subnet_id': '3c4d468f-5e9f-4ff7-bc73-fe04b666072c'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:39:24.916864 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-55bba2ca-693d-4e00-8f26-13ab51a2d640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:24.964671 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2c2cf-6090-42af-a889-7b76bfab092b req-4436df81-a11e-4fa5-b570-7f33b1183d36 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:24.966232 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-32b2c2cf-6090-42af-a889-7b76bfab092b req-4436df81-a11e-4fa5-b570-7f33b1183d36 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.41 "GET /v2.0/ports?device_id=534d49c1-5984-45a0-87be-e18d6e72df78&tenant_id=50b3d484826f4e1f8052fde49b87f38a&binding%3Ahost_id=n-h2-793621-33 HTTP/1.1" status: 200 len: 943 time: 0.2963221 Aug 22 13:39:24.970305 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-04b1dfef-ff26-4d67-b316-8936b10e2a6a req-7d9269fb-7661-4261-b548-83264593dcc1 service neutron] 10.222.0.41 "GET /v2.0/networks/74c80ecc-abbb-432b-a090-605bdcc17938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5454624 Aug 22 13:39:24.984779 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1efe4fae-f3fd-4ceb-974c-48619b2e029c tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:25.032953 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45728) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:25.069231 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 889a8a4f-0e6c-4fa7-a465-24a875749fbf details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:39:25.072620 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1630668c-1386-4ae4-a848-ae8a74298a75 req-1cbbed9f-d897-4c5e-837b-bc7dc1a8590a tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:25.080091 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1630668c-1386-4ae4-a848-ae8a74298a75 req-1cbbed9f-d897-4c5e-837b-bc7dc1a8590a tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=534d49c1-5984-45a0-87be-e18d6e72df78 HTTP/1.1" status: 200 len: 943 time: 0.4341638 Aug 22 13:39:25.098577 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0f92be2e-f3eb-42a5-b6ea-7d770e4e9360 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:25.132568 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-0f92be2e-f3eb-42a5-b6ea-7d770e4e9360 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Calling delete_port for 023211c6-29c4-4ec1-88bb-c20e23232b65 owned by {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:39:25.144769 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ef612aaa-7d92-4885-835a-1891bac82bdc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:25.159995 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21286c52-a021-4bac-9cfc-33e2c6d97aaa req-a9e34d87-10d9-4037-96b8-418a5241785b tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:25.166095 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21286c52-a021-4bac-9cfc-33e2c6d97aaa req-a9e34d87-10d9-4037-96b8-418a5241785b tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:25.172182 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21286c52-a021-4bac-9cfc-33e2c6d97aaa req-a9e34d87-10d9-4037-96b8-418a5241785b tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:25.178901 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21286c52-a021-4bac-9cfc-33e2c6d97aaa req-a9e34d87-10d9-4037-96b8-418a5241785b tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:25.185065 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21286c52-a021-4bac-9cfc-33e2c6d97aaa req-a9e34d87-10d9-4037-96b8-418a5241785b tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:25.191642 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21286c52-a021-4bac-9cfc-33e2c6d97aaa req-a9e34d87-10d9-4037-96b8-418a5241785b tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:25.198219 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21286c52-a021-4bac-9cfc-33e2c6d97aaa req-a9e34d87-10d9-4037-96b8-418a5241785b tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:25.200734 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-21286c52-a021-4bac-9cfc-33e2c6d97aaa req-a9e34d87-10d9-4037-96b8-418a5241785b tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 5429 time: 0.2772031 Aug 22 13:39:25.216714 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-55bba2ca-693d-4e00-8f26-13ab51a2d640 None None] Allocated IP 172.20.0.3 (037b352a-09d7-4486-93c0-6f97cda786c5/3c4d468f-5e9f-4ff7-bc73-fe04b666072c/80dcdb73-9b2e-48d6-8c53-08ce2a289a87) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:39:25.251477 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 889a8a4f-0e6c-4fa7-a465-24a875749fbf, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=889a8a4f-0e6c-4fa7-a465-24a875749fbf,segment=NetworkSegment(a46c041a-edee-4466-a041-94150c66bf51),segment_id=a46c041a-edee-4466-a041-94150c66bf51)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:39:25.260950 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [req-32b2c2cf-6090-42af-a889-7b76bfab092b req-5506836b-b6a5-42f6-b17a-c2a8c981cfdb service neutron] delete failed (client error): The resource could not be found. Aug 22 13:39:25.261979 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-32b2c2cf-6090-42af-a889-7b76bfab092b req-5506836b-b6a5-42f6-b17a-c2a8c981cfdb service neutron] 10.222.0.41 "DELETE /v2.0/ports/889a8a4f-0e6c-4fa7-a465-24a875749fbf/bindings/n-h1-793621-33 HTTP/1.1" status: 404 len: 381 time: 0.2734149 Aug 22 13:39:25.284385 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75a54b40-51a6-456c-bfa1-34a2f54e5dbe req-ac2ef06d-6325-4924-ac04-fbe240209f2b tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:39:25.302258 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1630668c-1386-4ae4-a848-ae8a74298a75 req-1818a3e7-dd18-47ea-b86d-b2d20775807a tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e5ee16a-a71b-41c2-8638-acd377ab5b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2205234 Aug 22 13:39:25.304907 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e34ac7-8837-4af8-89bf-24d07481f23e None None] Sync routers for ids ['fff8a5ff-c8bd-4e63-a592-92b4e558c9fb'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:39:25.307201 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '889a8a4f-0e6c-4fa7-a465-24a875749fbf', 'network_id': '74c80ecc-abbb-432b-a090-605bdcc17938', 'port_id': '889a8a4f-0e6c-4fa7-a465-24a875749fbf', 'mac_address': 'fa:16:3e:ed:4e:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35444415-8101-4a48-91cf-416f87b6f6a6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:39:25.317967 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-377cd712-7c89-414a-b97f-646a74f2d682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:25.323704 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e34ac7-8837-4af8-89bf-24d07481f23e None None] Routers {'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:39:25.324381 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-20e34ac7-8837-4af8-89bf-24d07481f23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:39:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['fff8a5ff-c8bd-4e63-a592-92b4e558c9fb'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:25.381545 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-75a54b40-51a6-456c-bfa1-34a2f54e5dbe req-ac2ef06d-6325-4924-ac04-fbe240209f2b tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] No DVR routers for this DVR port 0ac6586f-fef6-4a9a-a0c1-60c878277a4e on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:39:25.385070 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-75a54b40-51a6-456c-bfa1-34a2f54e5dbe req-ac2ef06d-6325-4924-ac04-fbe240209f2b tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:25.387601 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-75a54b40-51a6-456c-bfa1-34a2f54e5dbe req-ac2ef06d-6325-4924-ac04-fbe240209f2b tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.41 "DELETE /v2.0/ports/0ac6586f-fef6-4a9a-a0c1-60c878277a4e HTTP/1.1" status: 204 len: 173 time: 5.2635162 Aug 22 13:39:25.390964 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e0b0a37-7125-4435-9750-e82d8add3457', 'name': 'network-vif-deleted', 'tag': '0ac6586f-fef6-4a9a-a0c1-60c878277a4e'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:39:25.394247 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de469a74-3b0f-4403-842d-5f698f91c1aa" -d '{"events": [{"server_uuid": "1e0b0a37-7125-4435-9750-e82d8add3457", "name": "network-vif-deleted", "tag": "0ac6586f-fef6-4a9a-a0c1-60c878277a4e"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:39:25.410396 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1efe4fae-f3fd-4ceb-974c-48619b2e029c tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Router 02b651ef-5ca1-45ec-a412-9f1b68256988 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:39:25.419832 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2c2cf-6090-42af-a889-7b76bfab092b req-1fd7cd36-3c7d-427f-ac20-5a6c6b0667b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:25.421392 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-32b2c2cf-6090-42af-a889-7b76bfab092b req-1fd7cd36-3c7d-427f-ac20-5a6c6b0667b0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=50b3d484826f4e1f8052fde49b87f38a&device_id=534d49c1-5984-45a0-87be-e18d6e72df78 HTTP/1.1" status: 200 len: 1095 time: 0.0912230 Aug 22 13:39:25.444089 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:25.470826 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-21286c52-a021-4bac-9cfc-33e2c6d97aaa req-757144c8-d61a-48ad-94ca-e3b7801e6c16 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/security-groups?id=66b7495f-ba5d-4b5f-9f1a-7d40465024e2&id=d7b1fd23-abf0-4029-8bf5-4e8e3c16aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2595212 Aug 22 13:39:25.507516 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ef612aaa-7d92-4885-835a-1891bac82bdc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:25.626824 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413b0b6-0dde-4ddb-9cd1-ca5314f6b524 req-d5b7ac6d-0deb-4755-9eeb-0cfef467f8ee tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:25.629593 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0413b0b6-0dde-4ddb-9cd1-ca5314f6b524 req-d5b7ac6d-0deb-4755-9eeb-0cfef467f8ee tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=9363e29d-b963-4dcc-889a-403767aee875 HTTP/1.1" status: 200 len: 946 time: 0.2464638 Aug 22 13:39:25.633630 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2c2cf-6090-42af-a889-7b76bfab092b req-99d771a5-00a2-4862-9e21-26fee86e4b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:25.635201 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-32b2c2cf-6090-42af-a889-7b76bfab092b req-99d771a5-00a2-4862-9e21-26fee86e4b3b service neutron] 10.222.0.41 "GET /v2.0/networks?id=74c80ecc-abbb-432b-a090-605bdcc17938 HTTP/1.1" status: 200 len: 898 time: 0.2060909 Aug 22 13:39:25.636350 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1efe4fae-f3fd-4ceb-974c-48619b2e029c tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:39:25.649653 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302a5131-ea49-4c9a-89fc-a5ba145a5684 None None] Sync routers for ids ['02b651ef-5ca1-45ec-a412-9f1b68256988'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:39:25.666606 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302a5131-ea49-4c9a-89fc-a5ba145a5684 None None] Routers {'02b651ef-5ca1-45ec-a412-9f1b68256988'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:39:25.667243 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-302a5131-ea49-4c9a-89fc-a5ba145a5684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:39:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['02b651ef-5ca1-45ec-a412-9f1b68256988'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:25.706902 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f05ec028-064e-49a5-b2d5-4f5045ba4316 req-2ee05a47-a725-4636-b041-789d0b864a64 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e0b0a37-7125-4435-9750-e82d8add3457 HTTP/1.1" status: 200 len: 210 time: 0.0754678 Aug 22 13:39:25.745665 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 889a8a4f-0e6c-4fa7-a465-24a875749fbf {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:39:25.770328 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-32b2c2cf-6090-42af-a889-7b76bfab092b req-8fe636dc-fde0-4698-ac75-d322a6034e56 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=889a8a4f-0e6c-4fa7-a465-24a875749fbf HTTP/1.1" status: 200 len: 999 time: 0.1227822 Aug 22 13:39:25.793683 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-55bba2ca-693d-4e00-8f26-13ab51a2d640 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:25.796877 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-20e34ac7-8837-4af8-89bf-24d07481f23e None None] Set router fff8a5ff-c8bd-4e63-a592-92b4e558c9fb gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:39:25.800600 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 889a8a4f-0e6c-4fa7-a465-24a875749fbf, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=889a8a4f-0e6c-4fa7-a465-24a875749fbf,segment=NetworkSegment(a46c041a-edee-4466-a041-94150c66bf51),segment_id=a46c041a-edee-4466-a041-94150c66bf51)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:39:25.819939 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1a13f6-afc8-4a67-ac9f-665f0dd0c5b0 x-openstack-request-id: req-1d1a13f6-afc8-4a67-ac9f-665f0dd0c5b0 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:39:25.820441 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e0b0a37-7125-4435-9750-e82d8add3457", "name": "network-vif-deleted", "tag": "0ac6586f-fef6-4a9a-a0c1-60c878277a4e", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:39:25.820758 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1d1a13f6-afc8-4a67-ac9f-665f0dd0c5b0 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:39:25.821218 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e0b0a37-7125-4435-9750-e82d8add3457', 'name': 'network-vif-deleted', 'tag': '0ac6586f-fef6-4a9a-a0c1-60c878277a4e', 'status': 'completed', 'code': 200} Aug 22 13:39:25.831918 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:25.841209 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-55bba2ca-693d-4e00-8f26-13ab51a2d640 None None] Transition to ACTIVE for port object 80dcdb73-9b2e-48d6-8c53-08ce2a289a87 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:39:25.848422 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2c2cf-6090-42af-a889-7b76bfab092b req-43f2a0a2-a073-4fac-8b34-ab8d96956139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:25.850528 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-32b2c2cf-6090-42af-a889-7b76bfab092b req-43f2a0a2-a073-4fac-8b34-ab8d96956139 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=35444415-8101-4a48-91cf-416f87b6f6a6 HTTP/1.1" status: 200 len: 834 time: 0.0697856 Aug 22 13:39:25.855111 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0413b0b6-0dde-4ddb-9cd1-ca5314f6b524 req-e8478cf0-6088-442d-a817-976c3f49a98e tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798515 Aug 22 13:39:25.855961 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0f92be2e-f3eb-42a5-b6ea-7d770e4e9360 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:25.868810 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-302a5131-ea49-4c9a-89fc-a5ba145a5684 None None] Set router 02b651ef-5ca1-45ec-a412-9f1b68256988 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:39:25.886414 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-55bba2ca-693d-4e00-8f26-13ab51a2d640 None None] Transition to ACTIVE for port object 80dcdb73-9b2e-48d6-8c53-08ce2a289a87 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:39:25.928893 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-55bba2ca-693d-4e00-8f26-13ab51a2d640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:25.959352 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=889a8a4f-0e6c-4fa7-a465-24a875749fbf,revision_number=8']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:25.973118 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f92be2e-f3eb-42a5-b6ea-7d770e4e9360 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Pushing event deleted for resources: {'Port': ['ID=023211c6-29c4-4ec1-88bb-c20e23232b65,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:26.016880 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2c2cf-6090-42af-a889-7b76bfab092b req-12b62589-73c5-4b9c-aa87-25cff9a09e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:26.018545 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-32b2c2cf-6090-42af-a889-7b76bfab092b req-12b62589-73c5-4b9c-aa87-25cff9a09e41 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=74c80ecc-abbb-432b-a090-605bdcc17938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1487889 Aug 22 13:39:26.018976 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bba2ca-693d-4e00-8f26-13ab51a2d640 None None] Network 037b352a-09d7-4486-93c0-6f97cda786c5 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:39:26.029501 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ef612aaa-7d92-4885-835a-1891bac82bdc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:26.044874 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-55bba2ca-693d-4e00-8f26-13ab51a2d640 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:39:26.052218 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bba2ca-693d-4e00-8f26-13ab51a2d640 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:39:26.099724 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-377cd712-7c89-414a-b97f-646a74f2d682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:26.111013 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef612aaa-7d92-4885-835a-1891bac82bdc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Pushing event deleted for resources: {'Subnet': ['ID=3c4d468f-5e9f-4ff7-bc73-fe04b666072c,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:26.128789 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-377cd712-7c89-414a-b97f-646a74f2d682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:26.194889 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1efe4fae-f3fd-4ceb-974c-48619b2e029c tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:26.200799 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-1efe4fae-f3fd-4ceb-974c-48619b2e029c tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.0873485 Aug 22 13:39:26.204040 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45734) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:26.210232 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['889a8a4f-0e6c-4fa7-a465-24a875749fbf'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:39:26.217885 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bba2ca-693d-4e00-8f26-13ab51a2d640 None None] Pushing event updated for resources: {'Port': ['ID=80dcdb73-9b2e-48d6-8c53-08ce2a289a87,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:26.286172 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ef612aaa-7d92-4885-835a-1891bac82bdc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:26.295733 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-55bba2ca-693d-4e00-8f26-13ab51a2d640 None None] Attempting to bind port 80dcdb73-9b2e-48d6-8c53-08ce2a289a87 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:39:26.296466 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-55bba2ca-693d-4e00-8f26-13ab51a2d640 None None] Attempting to bind port 80dcdb73-9b2e-48d6-8c53-08ce2a289a87 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '89020fd5-1fc9-4011-bf5e-275aee25a003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '037b352a-09d7-4486-93c0-6f97cda786c5'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:39:26.296466 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bba2ca-693d-4e00-8f26-13ab51a2d640 None None] Attempting to bind port 80dcdb73-9b2e-48d6-8c53-08ce2a289a87 on network 037b352a-09d7-4486-93c0-6f97cda786c5 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:39:26.317500 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bba2ca-693d-4e00-8f26-13ab51a2d640 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:39:26.318007 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bba2ca-693d-4e00-8f26-13ab51a2d640 None None] Checking segment: {'id': '89020fd5-1fc9-4011-bf5e-275aee25a003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '037b352a-09d7-4486-93c0-6f97cda786c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:39:26.318421 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-55bba2ca-693d-4e00-8f26-13ab51a2d640 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:26.321770 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bba2ca-693d-4e00-8f26-13ab51a2d640 None None] Bound using segment: {'id': '89020fd5-1fc9-4011-bf5e-275aee25a003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '037b352a-09d7-4486-93c0-6f97cda786c5'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:39:26.321932 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-377cd712-7c89-414a-b97f-646a74f2d682 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=38ecbad344ed4ed6a93926127b8e4b1e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2707012 Aug 22 13:39:26.322058 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-55bba2ca-693d-4e00-8f26-13ab51a2d640 None None] Bound port: 80dcdb73-9b2e-48d6-8c53-08ce2a289a87, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89020fd5-1fc9-4011-bf5e-275aee25a003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '037b352a-09d7-4486-93c0-6f97cda786c5'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:39:26.322058 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-55bba2ca-693d-4e00-8f26-13ab51a2d640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:26.323047 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377cd712-7c89-414a-b97f-646a74f2d682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f55564-bc50-4cde-ab6a-1d4e28e27bf9,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:26.339803 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45738) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:26.341954 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-ef612aaa-7d92-4885-835a-1891bac82bdc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['037b352a-09d7-4486-93c0-6f97cda786c5']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:26.368149 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-302a5131-ea49-4c9a-89fc-a5ba145a5684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b651ef-5ca1-45ec-a412-9f1b68256988', 'name': 'tempest-snat-router-156105971', 'tenant_id': '68f64def8dac435ba1f782f1092c4760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '1b7751af-eb86-43ed-adce-88f39af7d295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:39:19Z', 'updated_at': '2021-08-22T13:39:23Z', 'revision_number': 3, 'project_id': '68f64def8dac435ba1f782f1092c4760', 'gw_port': {'id': '1b7751af-eb86-43ed-adce-88f39af7d295', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b651ef-5ca1-45ec-a412-9f1b68256988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:39:22Z', 'updated_at': '2021-08-22T13:39:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:26.370469 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-20e34ac7-8837-4af8-89bf-24d07481f23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb', 'name': 'tempest-AttachVolumeTestJSON-1189011300-router', 'tenant_id': '9aaf82909078458f95327523ba5e3378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'fa21394a-98cd-45ab-bb27-134811dafbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:31:17Z', 'updated_at': '2021-08-22T13:31:20Z', 'revision_number': 4, 'project_id': '9aaf82909078458f95327523ba5e3378', 'gw_port': {'id': 'fa21394a-98cd-45ab-bb27-134811dafbbd', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:93:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:31:17Z', 'updated_at': '2021-08-22T13:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'e654dcd5-eaac-42ac-adfd-79f3d0d1ea02', 'name': '', 'network_id': '0386d336-0e61-4348-9e46-055980419e76', 'tenant_id': '9aaf82909078458f95327523ba5e3378', 'mac_address': 'fa:16:3e:64:86:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '77ae476e-7cd6-4bd5-9319-25dd232b8593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:31:19Z', 'updated_at': '2021-08-22T13:31:25Z', 'revision_number': 5, 'project_id': '9aaf82909078458f95327523ba5e3378', 'subnets': [{'id': '77ae476e-7cd6-4bd5-9319-25dd232b8593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:26.375742 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4fd25da7-cb71-415e-a39c-13a951cf9dc0 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] 10.222.0.21 "GET /v2.0/routers/02b651ef-5ca1-45ec-a412-9f1b68256988 HTTP/1.1" status: 200 len: 907 time: 0.1682167 Aug 22 13:39:26.376379 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45740) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:26.389216 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-ef612aaa-7d92-4885-835a-1891bac82bdc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89020fd5-1fc9-4011-bf5e-275aee25a003') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:26.389597 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-ef612aaa-7d92-4885-835a-1891bac82bdc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89020fd5-1fc9-4011-bf5e-275aee25a003') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:26.416601 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ef612aaa-7d92-4885-835a-1891bac82bdc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:26.426781 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302a5131-ea49-4c9a-89fc-a5ba145a5684 None None] Checking router: 02b651ef-5ca1-45ec-a412-9f1b68256988 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:39:26.427517 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302a5131-ea49-4c9a-89fc-a5ba145a5684 None None] Updating router 02b651ef-5ca1-45ec-a412-9f1b68256988 port 1b7751af-eb86-43ed-adce-88f39af7d295 binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:39:26.441276 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e34ac7-8837-4af8-89bf-24d07481f23e None None] Checking router: fff8a5ff-c8bd-4e63-a592-92b4e558c9fb for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:39:26.461740 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ef612aaa-7d92-4885-835a-1891bac82bdc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:26.464134 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0f92be2e-f3eb-42a5-b6ea-7d770e4e9360 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:26.466099 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-0f92be2e-f3eb-42a5-b6ea-7d770e4e9360 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] 10.222.0.21 "DELETE /v2.0/ports/023211c6-29c4-4ec1-88bb-c20e23232b65 HTTP/1.1" status: 204 len: 168 time: 2.0458922 Aug 22 13:39:26.467195 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b981f2-6444-47ba-9cf8-284daf44258d req-e0ef19c9-d044-4adb-a620-2352828bdd3f tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:26.468713 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b1b981f2-6444-47ba-9cf8-284daf44258d req-e0ef19c9-d044-4adb-a620-2352828bdd3f tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.41 "GET /v2.0/ports?device_id=9363e29d-b963-4dcc-889a-403767aee875 HTTP/1.1" status: 200 len: 946 time: 0.3471258 Aug 22 13:39:26.471720 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45742) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:26.475356 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-302a5131-ea49-4c9a-89fc-a5ba145a5684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:26.497280 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef612aaa-7d92-4885-835a-1891bac82bdc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:39:26.497694 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ef612aaa-7d92-4885-835a-1891bac82bdc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:26.501843 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:39:26.501843 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:39:26.501843 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:39:26.501843 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:39:26.501843 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:39:26.501843 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:39:26.501843 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:39:26.501843 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:39:26.501843 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:39:26.501843 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:39:26.501843 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:39:26.501843 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:39:26.501843 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:39:26.501843 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:39:26.501843 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:39:26.501843 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:39:26.501843 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:39:26.501843 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:39:26.501843 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:39:26.501843 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:39:26.501843 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:39:26.501843 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:39:26.501843 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:39:26.501843 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:39:26.501843 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:39:26.501843 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:39:26.501843 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:39:26.501843 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:39:26.501843 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:39:26.501843 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:39:26.501843 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:39:26.501843 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:39:26.515646 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-55bba2ca-693d-4e00-8f26-13ab51a2d640 None None] For port 80dcdb73-9b2e-48d6-8c53-08ce2a289a87, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:39:26.525344 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e34ac7-8837-4af8-89bf-24d07481f23e None None] Routers {'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:39:26.526045 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-20e34ac7-8837-4af8-89bf-24d07481f23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:39:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['fff8a5ff-c8bd-4e63-a592-92b4e558c9fb'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:26.597849 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-018ed1b9-62ec-4fe5-a0f4-2b560db89afb tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] GET failed (client error): The resource could not be found. Aug 22 13:39:26.599496 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-018ed1b9-62ec-4fe5-a0f4-2b560db89afb tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] 10.222.0.21 "GET /v2.0/ports/023211c6-29c4-4ec1-88bb-c20e23232b65 HTTP/1.1" status: 404 len: 333 time: 0.1253133 Aug 22 13:39:26.606382 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45746) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:26.638780 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-32b2c2cf-6090-42af-a889-7b76bfab092b req-1fddd2a1-417f-433a-8469-0a41327dd70a service neutron] 10.222.0.41 "GET /v2.0/networks/74c80ecc-abbb-432b-a090-605bdcc17938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6127081 Aug 22 13:39:26.645176 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-7709e4d1-cc4a-4462-86db-2885ac7e37aa tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Request body: {'port': {'network_id': '12ccb463-a083-408a-849b-f47d2d68f433', 'name': 'tempest-AllowedAddressPairTestJSON-1475878901'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:39:26.672158 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f573f684-1cdc-4384-9063-fce7aeb4c111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:26.678656 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-55bba2ca-693d-4e00-8f26-13ab51a2d640 None None] For port 80dcdb73-9b2e-48d6-8c53-08ce2a289a87, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=80dcdb73-9b2e-48d6-8c53-08ce2a289a87,segment=NetworkSegment(89020fd5-1fc9-4011-bf5e-275aee25a003),segment_id=89020fd5-1fc9-4011-bf5e-275aee25a003)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:39:26.679844 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.db.api [None req-ef612aaa-7d92-4885-835a-1891bac82bdc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 22 13:39:26.679844 n-d-793621-33 neutron-server[94627]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 22 13:39:26.679844 n-d-793621-33 neutron-server[94627]: [parameters: {'id': '037b352a-09d7-4486-93c0-6f97cda786c5'}] Aug 22 13:39:26.679844 n-d-793621-33 neutron-server[94627]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94627) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 13:39:26.680285 n-d-793621-33 neutron-server[94627]: DEBUG oslo_db.api [None req-ef612aaa-7d92-4885-835a-1891bac82bdc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 13:39:26.692192 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b708657-f8da-4dd1-9c1e-af4e43c37461 req-d84075a7-3837-45d3-8798-616002334d32 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:26.695372 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-55bba2ca-693d-4e00-8f26-13ab51a2d640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:26.701061 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b708657-f8da-4dd1-9c1e-af4e43c37461 req-d84075a7-3837-45d3-8798-616002334d32 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=534d49c1-5984-45a0-87be-e18d6e72df78 HTTP/1.1" status: 200 len: 944 time: 0.2663958 Aug 22 13:39:26.702862 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-20e34ac7-8837-4af8-89bf-24d07481f23e None None] Set router fff8a5ff-c8bd-4e63-a592-92b4e558c9fb gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:39:26.751438 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f573f684-1cdc-4384-9063-fce7aeb4c111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:26.811761 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-b1b981f2-6444-47ba-9cf8-284daf44258d req-b409c692-2fd6-4207-a582-8fa8cbfcf334 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Deleting port 4d23befb-28b7-4367-8340-c0f26a013a78 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:39:26.812321 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b1b981f2-6444-47ba-9cf8-284daf44258d req-b409c692-2fd6-4207-a582-8fa8cbfcf334 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:26.812732 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b708657-f8da-4dd1-9c1e-af4e43c37461 req-0376893a-110f-41f4-a55b-1e38066f8f77 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e5ee16a-a71b-41c2-8638-acd377ab5b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055410 Aug 22 13:39:26.834916 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87353859-095a-49e8-bc2d-902dc4b95955 req-6cc87566-89a8-4b5f-91dd-37c4f532a7c2 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:26.856339 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87353859-095a-49e8-bc2d-902dc4b95955 req-6cc87566-89a8-4b5f-91dd-37c4f532a7c2 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:26.864393 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-302a5131-ea49-4c9a-89fc-a5ba145a5684 None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:26.872853 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87353859-095a-49e8-bc2d-902dc4b95955 req-6cc87566-89a8-4b5f-91dd-37c4f532a7c2 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:26.879339 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-302a5131-ea49-4c9a-89fc-a5ba145a5684 None None] Transition to ACTIVE for port object 1b7751af-eb86-43ed-adce-88f39af7d295 will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:39:26.885037 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87353859-095a-49e8-bc2d-902dc4b95955 req-6cc87566-89a8-4b5f-91dd-37c4f532a7c2 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:26.892983 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-302a5131-ea49-4c9a-89fc-a5ba145a5684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:26.893303 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87353859-095a-49e8-bc2d-902dc4b95955 req-6cc87566-89a8-4b5f-91dd-37c4f532a7c2 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:26.900817 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87353859-095a-49e8-bc2d-902dc4b95955 req-6cc87566-89a8-4b5f-91dd-37c4f532a7c2 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:26.908330 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87353859-095a-49e8-bc2d-902dc4b95955 req-6cc87566-89a8-4b5f-91dd-37c4f532a7c2 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:26.917082 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-87353859-095a-49e8-bc2d-902dc4b95955 req-6cc87566-89a8-4b5f-91dd-37c4f532a7c2 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 5429 time: 0.2964337 Aug 22 13:39:26.933993 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-b1b981f2-6444-47ba-9cf8-284daf44258d req-b409c692-2fd6-4207-a582-8fa8cbfcf334 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] For port 4d23befb-28b7-4367-8340-c0f26a013a78, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=4d23befb-28b7-4367-8340-c0f26a013a78,segment=NetworkSegment(ade77f39-5a78-4e5c-8ff0-9af8c1244976),segment_id=ade77f39-5a78-4e5c-8ff0-9af8c1244976)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:39:26.934380 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b1b981f2-6444-47ba-9cf8-284daf44258d req-b409c692-2fd6-4207-a582-8fa8cbfcf334 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:26.946067 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bba2ca-693d-4e00-8f26-13ab51a2d640 None None] Pushing event updated for resources: {'Port': ['ID=80dcdb73-9b2e-48d6-8c53-08ce2a289a87,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:26.952213 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-b1b981f2-6444-47ba-9cf8-284daf44258d req-b409c692-2fd6-4207-a582-8fa8cbfcf334 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Calling delete_port for 4d23befb-28b7-4367-8340-c0f26a013a78 owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:39:26.981185 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af494e56-2ae4-4afb-9ff6-f164f278f3b0 None None] Network 037b352a-09d7-4486-93c0-6f97cda786c5 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:39:26.991745 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45754) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:26.997150 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-302a5131-ea49-4c9a-89fc-a5ba145a5684 None None] Attempting to bind port 1b7751af-eb86-43ed-adce-88f39af7d295 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:39:26.998379 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-302a5131-ea49-4c9a-89fc-a5ba145a5684 None None] Attempting to bind port 1b7751af-eb86-43ed-adce-88f39af7d295 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:39:26.999654 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302a5131-ea49-4c9a-89fc-a5ba145a5684 None None] Attempting to bind port 1b7751af-eb86-43ed-adce-88f39af7d295 on network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:39:27.011244 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-87353859-095a-49e8-bc2d-902dc4b95955 req-843004d9-c71d-4b07-a8b6-615df73ba23f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/security-groups?id=66b7495f-ba5d-4b5f-9f1a-7d40465024e2&id=d7b1fd23-abf0-4029-8bf5-4e8e3c16aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0890872 Aug 22 13:39:27.033539 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5efe09ab-f73a-42f8-b37f-fffcd7146294 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:27.078535 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302a5131-ea49-4c9a-89fc-a5ba145a5684 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:39:27.079497 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302a5131-ea49-4c9a-89fc-a5ba145a5684 None None] Checking segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:39:27.080166 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-302a5131-ea49-4c9a-89fc-a5ba145a5684 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:27.081401 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302a5131-ea49-4c9a-89fc-a5ba145a5684 None None] Bound using segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:39:27.082715 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-302a5131-ea49-4c9a-89fc-a5ba145a5684 None None] Bound port: 1b7751af-eb86-43ed-adce-88f39af7d295, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:39:27.083368 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-302a5131-ea49-4c9a-89fc-a5ba145a5684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:27.127119 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f573f684-1cdc-4384-9063-fce7aeb4c111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:27.132053 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f573f684-1cdc-4384-9063-fce7aeb4c111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:27.133479 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f573f684-1cdc-4384-9063-fce7aeb4c111 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/56f55564-bc50-4cde-ab6a-1d4e28e27bf9 HTTP/1.1" status: 204 len: 168 time: 0.7666512 Aug 22 13:39:27.137560 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f9ae8-6add-4e89-94b8-8b88d416ad05 None None] Pushing event updated for resources: {'Port': ['ID=1b7751af-eb86-43ed-adce-88f39af7d295,revision_number=2']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:27.172606 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-302a5131-ea49-4c9a-89fc-a5ba145a5684 None None] For port 1b7751af-eb86-43ed-adce-88f39af7d295, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:39:27.175326 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-83530729-3659-4c86-a300-1168e0c7da4c tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:27.186403 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-302a5131-ea49-4c9a-89fc-a5ba145a5684 None None] For port 1b7751af-eb86-43ed-adce-88f39af7d295, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=1b7751af-eb86-43ed-adce-88f39af7d295,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:39:27.198367 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-302a5131-ea49-4c9a-89fc-a5ba145a5684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:27.219138 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-83530729-3659-4c86-a300-1168e0c7da4c tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:27.263491 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dd6eff-1e9c-4bcb-9f2c-f362c9a7bc9b None None] get_active_networks_info from n-d-793621-33 {{(pid=94629) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 22 13:39:27.297670 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302a5131-ea49-4c9a-89fc-a5ba145a5684 None None] Routers {'02b651ef-5ca1-45ec-a412-9f1b68256988'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:39:27.300548 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-302a5131-ea49-4c9a-89fc-a5ba145a5684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:39:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['02b651ef-5ca1-45ec-a412-9f1b68256988'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:27.310627 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-20e34ac7-8837-4af8-89bf-24d07481f23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb', 'name': 'tempest-AttachVolumeTestJSON-1189011300-router', 'tenant_id': '9aaf82909078458f95327523ba5e3378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'fa21394a-98cd-45ab-bb27-134811dafbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:31:17Z', 'updated_at': '2021-08-22T13:31:20Z', 'revision_number': 4, 'project_id': '9aaf82909078458f95327523ba5e3378', 'gw_port': {'id': 'fa21394a-98cd-45ab-bb27-134811dafbbd', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:93:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:31:17Z', 'updated_at': '2021-08-22T13:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'e654dcd5-eaac-42ac-adfd-79f3d0d1ea02', 'name': '', 'network_id': '0386d336-0e61-4348-9e46-055980419e76', 'tenant_id': '9aaf82909078458f95327523ba5e3378', 'mac_address': 'fa:16:3e:64:86:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '77ae476e-7cd6-4bd5-9319-25dd232b8593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:31:19Z', 'updated_at': '2021-08-22T13:31:25Z', 'revision_number': 5, 'project_id': '9aaf82909078458f95327523ba5e3378', 'subnets': [{'id': '77ae476e-7cd6-4bd5-9319-25dd232b8593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:27.321166 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ef612aaa-7d92-4885-835a-1891bac82bdc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:27.324049 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f573f684-1cdc-4384-9063-fce7aeb4c111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f55564-bc50-4cde-ab6a-1d4e28e27bf9,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:27.341673 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-83530729-3659-4c86-a300-1168e0c7da4c tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:27.344521 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-83530729-3659-4c86-a300-1168e0c7da4c tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:27.345723 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-83530729-3659-4c86-a300-1168e0c7da4c tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "DELETE /v2.0/security-groups/5704f2e2-9616-4cae-8313-2acc265d3583 HTTP/1.1" status: 204 len: 168 time: 0.3297660 Aug 22 13:39:27.366761 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45760) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:27.368873 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e34ac7-8837-4af8-89bf-24d07481f23e None None] The sync data for ids ['fff8a5ff-c8bd-4e63-a592-92b4e558c9fb'] in n-d-793621-33 is: [{'id': 'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb', 'name': 'tempest-AttachVolumeTestJSON-1189011300-router', 'tenant_id': '9aaf82909078458f95327523ba5e3378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'fa21394a-98cd-45ab-bb27-134811dafbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:31:17Z', 'updated_at': '2021-08-22T13:31:20Z', 'revision_number': 4, 'project_id': '9aaf82909078458f95327523ba5e3378', 'gw_port': {'id': 'fa21394a-98cd-45ab-bb27-134811dafbbd', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:93:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:31:17Z', 'updated_at': '2021-08-22T13:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'e654dcd5-eaac-42ac-adfd-79f3d0d1ea02', 'name': '', 'network_id': '0386d336-0e61-4348-9e46-055980419e76', 'tenant_id': '9aaf82909078458f95327523ba5e3378', 'mac_address': 'fa:16:3e:64:86:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '77ae476e-7cd6-4bd5-9319-25dd232b8593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:31:19Z', 'updated_at': '2021-08-22T13:31:25Z', 'revision_number': 5, 'project_id': '9aaf82909078458f95327523ba5e3378', 'subnets': [{'id': '77ae476e-7cd6-4bd5-9319-25dd232b8593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:39:27.381972 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cebbd8-9ff4-4d6a-a1d8-fa41aa9e0cfc req-edea8395-888a-45c0-ab58-0a125ed3cb53 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:27.383734 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c6cebbd8-9ff4-4d6a-a1d8-fa41aa9e0cfc req-edea8395-888a-45c0-ab58-0a125ed3cb53 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=9363e29d-b963-4dcc-889a-403767aee875 HTTP/1.1" status: 200 len: 946 time: 0.2490962 Aug 22 13:39:27.394890 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83530729-3659-4c86-a300-1168e0c7da4c tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5704f2e2-9616-4cae-8313-2acc265d3583,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:27.508410 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dd6eff-1e9c-4bcb-9f2c-f362c9a7bc9b None None] Resources bound (agent type, host, resource id): {{(pid=94629) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 22 13:39:27.549885 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f9ae8-6add-4e89-94b8-8b88d416ad05 None None] Pushing event updated for resources: {'Port': ['ID=1b7751af-eb86-43ed-adce-88f39af7d295,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:27.565927 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-06fe5a71-f61e-4b37-a146-ec1ce44cbf12 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] show failed (client error): The resource could not be found. Aug 22 13:39:27.567372 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-06fe5a71-f61e-4b37-a146-ec1ce44cbf12 tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "GET /v2.0/security-groups/5704f2e2-9616-4cae-8313-2acc265d3583 HTTP/1.1" status: 404 len: 347 time: 0.1704359 Aug 22 13:39:27.581628 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c6cebbd8-9ff4-4d6a-a1d8-fa41aa9e0cfc req-84dc2f38-bb0c-4c4f-85a1-4f7b6bca3f42 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984418 Aug 22 13:39:27.582268 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-302a5131-ea49-4c9a-89fc-a5ba145a5684 None None] Set router 02b651ef-5ca1-45ec-a412-9f1b68256988 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:39:27.583080 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45762) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:27.656109 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45764) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:27.657921 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-ef612aaa-7d92-4885-835a-1891bac82bdc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Deleting port 80dcdb73-9b2e-48d6-8c53-08ce2a289a87 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:39:27.658457 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ef612aaa-7d92-4885-835a-1891bac82bdc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:27.838639 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d6b876a4-bba1-4a4b-beb0-b16afddc3265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:27.853209 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-32b2c2cf-6090-42af-a889-7b76bfab092b req-7bc43846-20e6-4804-a4ae-7d1460603598 service neutron] 10.222.0.41 "GET /v2.0/networks/74c80ecc-abbb-432b-a090-605bdcc17938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1947181 Aug 22 13:39:27.887008 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-302a5131-ea49-4c9a-89fc-a5ba145a5684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b651ef-5ca1-45ec-a412-9f1b68256988', 'name': 'tempest-snat-router-156105971', 'tenant_id': '68f64def8dac435ba1f782f1092c4760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '1b7751af-eb86-43ed-adce-88f39af7d295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:39:19Z', 'updated_at': '2021-08-22T13:39:23Z', 'revision_number': 3, 'project_id': '68f64def8dac435ba1f782f1092c4760', 'gw_port': {'id': '1b7751af-eb86-43ed-adce-88f39af7d295', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b651ef-5ca1-45ec-a412-9f1b68256988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:39:22Z', 'updated_at': '2021-08-22T13:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:27.904219 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad93b3c-9216-410e-b55f-55d73bb31a5e None None] New status for floating IP af9bb0a9-0c40-4889-9753-16360882b849: DOWN {{(pid=94629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 13:39:27.912982 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b1b981f2-6444-47ba-9cf8-284daf44258d req-b409c692-2fd6-4207-a582-8fa8cbfcf334 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:27.939719 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-ef612aaa-7d92-4885-835a-1891bac82bdc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] For port 80dcdb73-9b2e-48d6-8c53-08ce2a289a87, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=80dcdb73-9b2e-48d6-8c53-08ce2a289a87,segment=NetworkSegment(89020fd5-1fc9-4011-bf5e-275aee25a003),segment_id=89020fd5-1fc9-4011-bf5e-275aee25a003)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:39:27.940397 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ef612aaa-7d92-4885-835a-1891bac82bdc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:27.943853 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5efe09ab-f73a-42f8-b37f-fffcd7146294 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:27.964770 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-ef612aaa-7d92-4885-835a-1891bac82bdc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Calling delete_port for 80dcdb73-9b2e-48d6-8c53-08ce2a289a87 owned by network:dhcp {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:39:28.002870 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7709e4d1-cc4a-4462-86db-2885ac7e37aa tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Made reservation on behalf of 7f2b0b97dd114e098c49db9e6402dada for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:39:28.005918 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302a5131-ea49-4c9a-89fc-a5ba145a5684 None None] The sync data for ids ['02b651ef-5ca1-45ec-a412-9f1b68256988'] in n-d-793621-33 is: [{'id': '02b651ef-5ca1-45ec-a412-9f1b68256988', 'name': 'tempest-snat-router-156105971', 'tenant_id': '68f64def8dac435ba1f782f1092c4760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '1b7751af-eb86-43ed-adce-88f39af7d295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:39:19Z', 'updated_at': '2021-08-22T13:39:23Z', 'revision_number': 3, 'project_id': '68f64def8dac435ba1f782f1092c4760', 'gw_port': {'id': '1b7751af-eb86-43ed-adce-88f39af7d295', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b651ef-5ca1-45ec-a412-9f1b68256988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:39:22Z', 'updated_at': '2021-08-22T13:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:39:28.007337 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7709e4d1-cc4a-4462-86db-2885ac7e37aa tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:28.018497 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['4d23befb-28b7-4367-8340-c0f26a013a78'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:39:28.021179 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['bfca5d30-3e48-4072-a6df-3b881a1a8fbe'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:39:28.036424 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b409c692-2fd6-4207-a582-8fa8cbfcf334 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Pushing event deleted for resources: {'Port': ['ID=4d23befb-28b7-4367-8340-c0f26a013a78,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:28.068480 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b981f2-6444-47ba-9cf8-284daf44258d req-b409c692-2fd6-4207-a582-8fa8cbfcf334 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] No DVR routers for this DVR port 4d23befb-28b7-4367-8340-c0f26a013a78 on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:39:28.096182 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b1b981f2-6444-47ba-9cf8-284daf44258d req-b409c692-2fd6-4207-a582-8fa8cbfcf334 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:28.098659 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b1b981f2-6444-47ba-9cf8-284daf44258d req-b409c692-2fd6-4207-a582-8fa8cbfcf334 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.41 "DELETE /v2.0/ports/4d23befb-28b7-4367-8340-c0f26a013a78 HTTP/1.1" status: 204 len: 173 time: 1.6165752 Aug 22 13:39:28.099268 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9363e29d-b963-4dcc-889a-403767aee875', 'name': 'network-vif-deleted', 'tag': '4d23befb-28b7-4367-8340-c0f26a013a78'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:39:28.101611 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17981d5-8da0-435d-9e88-b2393b7abf88" -d '{"events": [{"server_uuid": "9363e29d-b963-4dcc-889a-403767aee875", "name": "network-vif-deleted", "tag": "4d23befb-28b7-4367-8340-c0f26a013a78"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:39:28.110750 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-7709e4d1-cc4a-4462-86db-2885ac7e37aa tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] device_id is not set on port 3ce0a782-6bfe-4f86-8458-5faca0a91fc7 yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:39:28.120135 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-e4d61cd7-278a-40d3-9d14-7c2f5b4b5f3c tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Deleting port 39aef00e-7515-4557-9cd0-03db782571e1 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:39:28.120813 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e4d61cd7-278a-40d3-9d14-7c2f5b4b5f3c tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:28.250812 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-5efe09ab-f73a-42f8-b37f-fffcd7146294 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Deleting port 1b7751af-eb86-43ed-adce-88f39af7d295 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:39:28.251067 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5efe09ab-f73a-42f8-b37f-fffcd7146294 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:28.265398 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7711cc-f198-45ea-a096-84de6041d370 req-f5bd3a87-e4de-46ec-80c3-a7d34551a8aa tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:28.267288 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9d7711cc-f198-45ea-a096-84de6041d370 req-f5bd3a87-e4de-46ec-80c3-a7d34551a8aa tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=534d49c1-5984-45a0-87be-e18d6e72df78 HTTP/1.1" status: 200 len: 944 time: 0.2654676 Aug 22 13:39:28.338948 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-7709e4d1-cc4a-4462-86db-2885ac7e37aa tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Allocated IP 172.20.0.7 (12ccb463-a083-408a-849b-f47d2d68f433/4bc23e45-194f-42f1-be49-67fbe376e39c/3ce0a782-6bfe-4f86-8458-5faca0a91fc7) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:39:28.413270 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-5efe09ab-f73a-42f8-b37f-fffcd7146294 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] For port 1b7751af-eb86-43ed-adce-88f39af7d295, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=1b7751af-eb86-43ed-adce-88f39af7d295,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:39:28.414050 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5efe09ab-f73a-42f8-b37f-fffcd7146294 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:28.432719 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:28.437034 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-5efe09ab-f73a-42f8-b37f-fffcd7146294 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Calling delete_port for 1b7751af-eb86-43ed-adce-88f39af7d295 owned by network:router_gateway {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:39:28.468664 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-97129668-dc51-40ea-81cd-2160f73809e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:28.507733 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e4d61cd7-278a-40d3-9d14-7c2f5b4b5f3c tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:28.508007 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e4d61cd7-278a-40d3-9d14-7c2f5b4b5f3c tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:28.510677 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ef612aaa-7d92-4885-835a-1891bac82bdc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:28.597535 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-e4d61cd7-278a-40d3-9d14-7c2f5b4b5f3c tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Calling delete_port for 39aef00e-7515-4557-9cd0-03db782571e1 owned by network:floatingip {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:39:28.677511 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7709e4d1-cc4a-4462-86db-2885ac7e37aa tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:28.714481 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6651164-e5d7-4d91-995b-0ca94d4d88d3 req-89295243-a7c6-4f45-b09a-0a02ff990660 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:28.719119 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-7709e4d1-cc4a-4462-86db-2885ac7e37aa tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Transition to ACTIVE for port object 3ce0a782-6bfe-4f86-8458-5faca0a91fc7 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:39:28.734107 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6651164-e5d7-4d91-995b-0ca94d4d88d3 req-89295243-a7c6-4f45-b09a-0a02ff990660 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:28.741077 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6651164-e5d7-4d91-995b-0ca94d4d88d3 req-89295243-a7c6-4f45-b09a-0a02ff990660 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:28.747032 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6651164-e5d7-4d91-995b-0ca94d4d88d3 req-89295243-a7c6-4f45-b09a-0a02ff990660 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:28.754338 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6651164-e5d7-4d91-995b-0ca94d4d88d3 req-89295243-a7c6-4f45-b09a-0a02ff990660 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:28.760574 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6651164-e5d7-4d91-995b-0ca94d4d88d3 req-89295243-a7c6-4f45-b09a-0a02ff990660 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:28.766799 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6651164-e5d7-4d91-995b-0ca94d4d88d3 req-89295243-a7c6-4f45-b09a-0a02ff990660 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:28.769184 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c6651164-e5d7-4d91-995b-0ca94d4d88d3 req-89295243-a7c6-4f45-b09a-0a02ff990660 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 5429 time: 0.6048496 Aug 22 13:39:28.772319 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9d7711cc-f198-45ea-a096-84de6041d370 req-82199c04-2996-456a-b3f1-a7dc7c806806 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e5ee16a-a71b-41c2-8638-acd377ab5b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4790714 Aug 22 13:39:28.795875 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef612aaa-7d92-4885-835a-1891bac82bdc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Pushing event deleted for resources: {'Port': ['ID=80dcdb73-9b2e-48d6-8c53-08ce2a289a87,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:28.808102 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef612aaa-7d92-4885-835a-1891bac82bdc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] No DVR routers for this DVR port 80dcdb73-9b2e-48d6-8c53-08ce2a289a87 on host n-d-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:39:28.811813 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d6b876a4-bba1-4a4b-beb0-b16afddc3265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:28.817454 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5efe09ab-f73a-42f8-b37f-fffcd7146294 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:28.823076 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7709e4d1-cc4a-4462-86db-2885ac7e37aa tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:28.836931 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d6b876a4-bba1-4a4b-beb0-b16afddc3265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:28.860613 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efe09ab-f73a-42f8-b37f-fffcd7146294 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Pushing event deleted for resources: {'Port': ['ID=1b7751af-eb86-43ed-adce-88f39af7d295,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:28.906147 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5b9e89-586e-468f-9ad8-6f1a4811fd05 x-openstack-request-id: req-be5b9e89-586e-468f-9ad8-6f1a4811fd05 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:39:28.906475 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9363e29d-b963-4dcc-889a-403767aee875", "name": "network-vif-deleted", "tag": "4d23befb-28b7-4367-8340-c0f26a013a78", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:39:28.906730 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-be5b9e89-586e-468f-9ad8-6f1a4811fd05 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:39:28.907187 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9363e29d-b963-4dcc-889a-403767aee875', 'name': 'network-vif-deleted', 'tag': '4d23befb-28b7-4367-8340-c0f26a013a78', 'status': 'completed', 'code': 200} Aug 22 13:39:28.931374 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7709e4d1-cc4a-4462-86db-2885ac7e37aa tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Network 12ccb463-a083-408a-849b-f47d2d68f433 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:39:28.946207 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-7709e4d1-cc4a-4462-86db-2885ac7e37aa tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:39:28.953733 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7709e4d1-cc4a-4462-86db-2885ac7e37aa tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:39:28.997359 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d6b876a4-bba1-4a4b-beb0-b16afddc3265 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a89110d3e04248f395b6fb646cac5269&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3355055 Aug 22 13:39:29.016009 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45778) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:29.016605 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b876a4-bba1-4a4b-beb0-b16afddc3265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45112360-7d7e-401c-8ff2-f9fe34630432,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:29.025119 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7709e4d1-cc4a-4462-86db-2885ac7e37aa tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Pushing event updated for resources: {'Port': ['ID=3ce0a782-6bfe-4f86-8458-5faca0a91fc7,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:29.035739 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7709e4d1-cc4a-4462-86db-2885ac7e37aa tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:29.036685 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7709e4d1-cc4a-4462-86db-2885ac7e37aa tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:29.042022 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c6651164-e5d7-4d91-995b-0ca94d4d88d3 req-a5136278-8fae-4b4c-9dc6-778d1c9dac5a tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/security-groups?id=66b7495f-ba5d-4b5f-9f1a-7d40465024e2&id=d7b1fd23-abf0-4029-8bf5-4e8e3c16aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2520359 Aug 22 13:39:29.044336 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ef612aaa-7d92-4885-835a-1891bac82bdc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:29.053593 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5efe09ab-f73a-42f8-b37f-fffcd7146294 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:29.104586 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 889a8a4f-0e6c-4fa7-a465-24a875749fbf up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:39:29.112669 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-ef612aaa-7d92-4885-835a-1891bac82bdc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['037b352a-09d7-4486-93c0-6f97cda786c5']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:29.134602 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-ef612aaa-7d92-4885-835a-1891bac82bdc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89020fd5-1fc9-4011-bf5e-275aee25a003') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:29.135229 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-ef612aaa-7d92-4885-835a-1891bac82bdc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89020fd5-1fc9-4011-bf5e-275aee25a003') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:29.151781 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ef612aaa-7d92-4885-835a-1891bac82bdc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:29.189076 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5efe09ab-f73a-42f8-b37f-fffcd7146294 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:29.192189 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5efe09ab-f73a-42f8-b37f-fffcd7146294 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:29.203828 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ef612aaa-7d92-4885-835a-1891bac82bdc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:29.217588 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef612aaa-7d92-4885-835a-1891bac82bdc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:39:29.217993 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ef612aaa-7d92-4885-835a-1891bac82bdc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:29.221531 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:39:29.221531 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:39:29.221531 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:39:29.221531 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:39:29.221531 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:39:29.221531 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:39:29.221531 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:39:29.221531 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:39:29.221531 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:39:29.221531 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:39:29.221531 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:39:29.221531 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:39:29.221531 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:39:29.221531 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:39:29.221531 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:39:29.221531 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:39:29.221531 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:39:29.221531 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:39:29.221531 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:39:29.221531 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:39:29.221531 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:39:29.221531 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:39:29.221531 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:39:29.221531 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:39:29.221531 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:39:29.221531 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:39:29.221531 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:39:29.221531 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:39:29.221531 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:39:29.221531 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:39:29.221531 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:39:29.221531 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:39:29.234247 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1024c557-437b-4e7b-be8f-0c240d134c56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:29.247207 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7709e4d1-cc4a-4462-86db-2885ac7e37aa tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6068106 Aug 22 13:39:29.249443 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45786) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:29.257235 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-eb2d4488-0a2a-4b82-b2ac-83a56dbabb7a tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:cd:df:4f'}]}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:39:29.262392 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5efe09ab-f73a-42f8-b37f-fffcd7146294 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:29.262392 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5efe09ab-f73a-42f8-b37f-fffcd7146294 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 02b651ef-5ca1-45ec-a412-9f1b68256988 {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:39:29.267922 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5efe09ab-f73a-42f8-b37f-fffcd7146294 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:29.270067 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5efe09ab-f73a-42f8-b37f-fffcd7146294 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] 10.222.0.21 "DELETE /v2.0/routers/02b651ef-5ca1-45ec-a412-9f1b68256988 HTTP/1.1" status: 204 len: 168 time: 2.8892646 Aug 22 13:39:29.272589 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45788) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:29.305604 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port 889a8a4f-0e6c-4fa7-a465-24a875749fbf completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:39:29.310480 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 889a8a4f-0e6c-4fa7-a465-24a875749fbf triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:39:29.311061 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:29.323811 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e4d61cd7-278a-40d3-9d14-7c2f5b4b5f3c tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:29.335748 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1024c557-437b-4e7b-be8f-0c240d134c56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:29.412125 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d61cd7-278a-40d3-9d14-7c2f5b4b5f3c tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Pushing event deleted for resources: {'Port': ['ID=39aef00e-7515-4557-9cd0-03db782571e1,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:29.420422 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493fd8c3-8bdf-402f-99d9-ccb1bcc2d63d None None] Provisioning for port 3ce0a782-6bfe-4f86-8458-5faca0a91fc7 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:39:29.422094 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:29.433015 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493fd8c3-8bdf-402f-99d9-ccb1bcc2d63d None None] Provisioning complete for port 3ce0a782-6bfe-4f86-8458-5faca0a91fc7 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:39:29.434156 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493fd8c3-8bdf-402f-99d9-ccb1bcc2d63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:29.476887 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '534d49c1-5984-45a0-87be-e18d6e72df78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889a8a4f-0e6c-4fa7-a465-24a875749fbf'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:39:29.479433 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a2e4e0-20e0-4cc0-a064-8803d047628c" -d '{"events": [{"server_uuid": "534d49c1-5984-45a0-87be-e18d6e72df78", "name": "network-vif-plugged", "status": "completed", "tag": "889a8a4f-0e6c-4fa7-a465-24a875749fbf"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:39:29.488859 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ef612aaa-7d92-4885-835a-1891bac82bdc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:29.513288 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3882b7f9-e4da-4986-9d6a-550abdea9c4b tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:29.522912 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ef612aaa-7d92-4885-835a-1891bac82bdc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:29.525472 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ef612aaa-7d92-4885-835a-1891bac82bdc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "DELETE /v2.0/networks/037b352a-09d7-4486-93c0-6f97cda786c5 HTTP/1.1" status: 204 len: 168 time: 4.6562841 Aug 22 13:39:29.531892 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493fd8c3-8bdf-402f-99d9-ccb1bcc2d63d None None] Port 3ce0a782-6bfe-4f86-8458-5faca0a91fc7 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:39:29.539125 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 889a8a4f-0e6c-4fa7-a465-24a875749fbf, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=889a8a4f-0e6c-4fa7-a465-24a875749fbf,segment=NetworkSegment(a46c041a-edee-4466-a041-94150c66bf51),segment_id=a46c041a-edee-4466-a041-94150c66bf51)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:39:29.545185 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:29.552548 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a917d3-daa9-4e41-913f-05ce97d92d01 x-openstack-request-id: req-59a917d3-daa9-4e41-913f-05ce97d92d01 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:39:29.552845 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "534d49c1-5984-45a0-87be-e18d6e72df78", "name": "network-vif-plugged", "status": "completed", "tag": "889a8a4f-0e6c-4fa7-a465-24a875749fbf", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:39:29.553095 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-59a917d3-daa9-4e41-913f-05ce97d92d01 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:39:29.553666 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '534d49c1-5984-45a0-87be-e18d6e72df78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889a8a4f-0e6c-4fa7-a465-24a875749fbf', 'code': 200} Aug 22 13:39:29.568554 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45796) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:29.591891 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-5c892b03-c34c-4310-906a-7d4b117b1c24 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1314291143'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:39:29.606914 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef612aaa-7d92-4885-835a-1891bac82bdc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Pushing event deleted for resources: {'Network': ['ID=037b352a-09d7-4486-93c0-6f97cda786c5,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:29.616968 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=889a8a4f-0e6c-4fa7-a465-24a875749fbf,revision_number=9']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:29.641337 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef612aaa-7d92-4885-835a-1891bac82bdc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:39:29.641789 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef612aaa-7d92-4885-835a-1891bac82bdc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:39:29.642246 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef612aaa-7d92-4885-835a-1891bac82bdc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:39:29.642689 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef612aaa-7d92-4885-835a-1891bac82bdc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:39:29.643152 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef612aaa-7d92-4885-835a-1891bac82bdc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:39:29.643592 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef612aaa-7d92-4885-835a-1891bac82bdc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:39:29.644164 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef612aaa-7d92-4885-835a-1891bac82bdc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:39:29.644623 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef612aaa-7d92-4885-835a-1891bac82bdc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:39:29.645086 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef612aaa-7d92-4885-835a-1891bac82bdc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:39:29.645524 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef612aaa-7d92-4885-835a-1891bac82bdc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:39:29.645917 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef612aaa-7d92-4885-835a-1891bac82bdc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:39:29.646309 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef612aaa-7d92-4885-835a-1891bac82bdc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:39:29.655379 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e4d61cd7-278a-40d3-9d14-7c2f5b4b5f3c tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks [] for floatingip, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:29.658385 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e4d61cd7-278a-40d3-9d14-7c2f5b4b5f3c tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:29.660293 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e4d61cd7-278a-40d3-9d14-7c2f5b4b5f3c tempest-AttachVolumeTestJSON-254091734 tempest-AttachVolumeTestJSON-254091734-project] 10.222.0.21 "DELETE /v2.0/floatingips/af9bb0a9-0c40-4889-9753-16360882b849 HTTP/1.1" status: 204 len: 168 time: 2.0670288 Aug 22 13:39:29.662904 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1024c557-437b-4e7b-be8f-0c240d134c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:29.665492 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1024c557-437b-4e7b-be8f-0c240d134c56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:29.669215 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-1024c557-437b-4e7b-be8f-0c240d134c56 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/45112360-7d7e-401c-8ff2-f9fe34630432 HTTP/1.1" status: 204 len: 168 time: 0.6463912 Aug 22 13:39:29.684173 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1024c557-437b-4e7b-be8f-0c240d134c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45112360-7d7e-401c-8ff2-f9fe34630432,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:29.722626 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c892b03-c34c-4310-906a-7d4b117b1c24 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Made reservation on behalf of 6be38ca5ea35447298f0675ebcd2561a for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:39:29.725758 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a45e21c-c54e-4abd-b18d-7a3f1c9718b3 req-26cd1f32-06e9-4edd-b2c7-415e11b2366b tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:29.726336 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5c892b03-c34c-4310-906a-7d4b117b1c24 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:29.728039 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8a45e21c-c54e-4abd-b18d-7a3f1c9718b3 req-26cd1f32-06e9-4edd-b2c7-415e11b2366b tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/networks?id=436bb3cf-4f1a-421b-bfd3-5f21c99032ed HTTP/1.1" status: 200 len: 805 time: 0.4104731 Aug 22 13:39:29.755385 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8a45e21c-c54e-4abd-b18d-7a3f1c9718b3 req-ebfad61b-09cf-4abd-b19e-598d7244d2ba tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/quotas/9d314acf246e49628109fc5511827078 HTTP/1.1" status: 200 len: 375 time: 0.0167751 Aug 22 13:39:29.823377 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3882b7f9-e4da-4986-9d6a-550abdea9c4b tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:29.859962 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c892b03-c34c-4310-906a-7d4b117b1c24 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:39:29.860687 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8a45e21c-c54e-4abd-b18d-7a3f1c9718b3 req-f2ce880d-fe83-423e-b471-87649afe3ba2 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9d314acf246e49628109fc5511827078&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1043012 Aug 22 13:39:29.872883 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5c892b03-c34c-4310-906a-7d4b117b1c24 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:29.873425 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-5c892b03-c34c-4310-906a-7d4b117b1c24 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Added segment 5dce67b0-235e-4a7c-bd76-d4ebf7bd9540 of type vlan for network e7c5db7b-6413-4259-b7e9-290bbd49aad6 Aug 22 13:39:29.898645 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-eb2d4488-0a2a-4b82-b2ac-83a56dbabb7a tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:29.951166 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5c892b03-c34c-4310-906a-7d4b117b1c24 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:30.165125 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5c892b03-c34c-4310-906a-7d4b117b1c24 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:30.173629 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c892b03-c34c-4310-906a-7d4b117b1c24 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:30.174501 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5c892b03-c34c-4310-906a-7d4b117b1c24 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:30.187294 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 4d23befb-28b7-4367-8340-c0f26a013a78 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:39:30.226144 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: 4d23befb-28b7-4367-8340-c0f26a013a78 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:39:30.226539 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 4d23befb-28b7-4367-8340-c0f26a013a78 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:39:30.275013 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c892b03-c34c-4310-906a-7d4b117b1c24 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Pushing event updated for resources: {'Network': ['ID=e7c5db7b-6413-4259-b7e9-290bbd49aad6,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:30.289372 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network e7c5db7b-6413-4259-b7e9-290bbd49aad6 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:39:30.304391 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5c892b03-c34c-4310-906a-7d4b117b1c24 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7169833 Aug 22 13:39:30.305294 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45820) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:30.313662 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-3556903f-74d8-4961-95ee-736f8113ae46 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Request body: {'subnet': {'network_id': 'e7c5db7b-6413-4259-b7e9-290bbd49aad6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:39:30.385491 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-3882b7f9-e4da-4986-9d6a-550abdea9c4b tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Deleting port 08153a3b-ca74-4207-afe1-b280415002e9 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:39:30.385903 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3882b7f9-e4da-4986-9d6a-550abdea9c4b tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:30.475839 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-eb2d4488-0a2a-4b82-b2ac-83a56dbabb7a tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:30.491841 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-eb2d4488-0a2a-4b82-b2ac-83a56dbabb7a tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:30.528673 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8a45e21c-c54e-4abd-b18d-7a3f1c9718b3 req-9058480d-e020-49bf-b5e8-d502423c89f3 service neutron] 10.222.0.21 "GET /v2.0/networks/436bb3cf-4f1a-421b-bfd3-5f21c99032ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6669874 Aug 22 13:39:30.615242 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62435397-e4d7-4311-beb0-15542e3fb63f req-92d1b1fd-fd4c-4870-938e-bd90a877a668 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:30.618235 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3556903f-74d8-4961-95ee-736f8113ae46 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Made reservation on behalf of 6be38ca5ea35447298f0675ebcd2561a for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:39:30.618337 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-62435397-e4d7-4311-beb0-15542e3fb63f req-92d1b1fd-fd4c-4870-938e-bd90a877a668 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=534d49c1-5984-45a0-87be-e18d6e72df78 HTTP/1.1" status: 200 len: 945 time: 0.6697421 Aug 22 13:39:30.619756 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3556903f-74d8-4961-95ee-736f8113ae46 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:30.682328 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-62435397-e4d7-4311-beb0-15542e3fb63f req-17ea8080-d452-43e2-8181-3cf3c46830ee tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e5ee16a-a71b-41c2-8638-acd377ab5b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532942 Aug 22 13:39:30.714539 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45830) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:30.754300 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2d4488-0a2a-4b82-b2ac-83a56dbabb7a tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Pushing event updated for resources: {'Port': ['ID=3ce0a782-6bfe-4f86-8458-5faca0a91fc7,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:30.759847 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-3882b7f9-e4da-4986-9d6a-550abdea9c4b tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] For port 08153a3b-ca74-4207-afe1-b280415002e9, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=08153a3b-ca74-4207-afe1-b280415002e9,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:39:30.760640 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3882b7f9-e4da-4986-9d6a-550abdea9c4b tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:30.795672 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8a45e21c-c54e-4abd-b18d-7a3f1c9718b3 req-75d44d38-052c-478b-982c-81ac38fca63b service neutron] 10.222.0.21 "GET /v2.0/networks/436bb3cf-4f1a-421b-bfd3-5f21c99032ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557027 Aug 22 13:39:30.833852 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-becab734-61a7-4206-9dc5-1c2871d7cf42 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/floatingips/2f69c01a-5609-4efc-84a2-47ef9342af0c HTTP/1.1" status: 200 len: 993 time: 0.1179805 Aug 22 13:39:30.942635 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ffcfe-b2a9-4dfe-adfd-e8b26f543e6d req-2e2da789-6830-42bf-b1b3-317f8052d63f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:30.949656 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ffcfe-b2a9-4dfe-adfd-e8b26f543e6d req-2e2da789-6830-42bf-b1b3-317f8052d63f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:30.957285 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ffcfe-b2a9-4dfe-adfd-e8b26f543e6d req-2e2da789-6830-42bf-b1b3-317f8052d63f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:30.963467 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ffcfe-b2a9-4dfe-adfd-e8b26f543e6d req-2e2da789-6830-42bf-b1b3-317f8052d63f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:30.981746 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:39:30.994237 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ffcfe-b2a9-4dfe-adfd-e8b26f543e6d req-2e2da789-6830-42bf-b1b3-317f8052d63f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:31.001917 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ffcfe-b2a9-4dfe-adfd-e8b26f543e6d req-2e2da789-6830-42bf-b1b3-317f8052d63f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:31.009196 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ffcfe-b2a9-4dfe-adfd-e8b26f543e6d req-2e2da789-6830-42bf-b1b3-317f8052d63f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:31.020153 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-427ffcfe-b2a9-4dfe-adfd-e8b26f543e6d req-2e2da789-6830-42bf-b1b3-317f8052d63f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 5429 time: 0.1845825 Aug 22 13:39:31.055506 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-eb2d4488-0a2a-4b82-b2ac-83a56dbabb7a tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] In _notify_port_updated(), no bound segment for port 3ce0a782-6bfe-4f86-8458-5faca0a91fc7 on network 12ccb463-a083-408a-849b-f47d2d68f433 {{(pid=94628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 22 13:39:31.062718 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2d4488-0a2a-4b82-b2ac-83a56dbabb7a tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:31.064358 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-eb2d4488-0a2a-4b82-b2ac-83a56dbabb7a tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:31.070953 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f4dbbf68-21d9-43b1-b98a-c464793a443f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:31.073026 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-eb2d4488-0a2a-4b82-b2ac-83a56dbabb7a tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] 10.222.0.21 "PUT /v2.0/ports/3ce0a782-6bfe-4f86-8458-5faca0a91fc7 HTTP/1.1" status: 200 len: 994 time: 1.8219795 Aug 22 13:39:31.077812 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45836) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:31.089908 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-3882b7f9-e4da-4986-9d6a-550abdea9c4b tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Calling delete_port for 08153a3b-ca74-4207-afe1-b280415002e9 owned by network:router_gateway {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:39:31.094218 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3556903f-74d8-4961-95ee-736f8113ae46 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:31.114620 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-427ffcfe-b2a9-4dfe-adfd-e8b26f543e6d req-79f41b40-dabc-42a0-921d-a9e3898eabf3 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/security-groups?id=66b7495f-ba5d-4b5f-9f1a-7d40465024e2&id=d7b1fd23-abf0-4029-8bf5-4e8e3c16aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0882411 Aug 22 13:39:31.165612 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-16b29f8e-7209-46ff-b336-266329df15a9 None None] Provisioning complete for port 3ce0a782-6bfe-4f86-8458-5faca0a91fc7 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:39:31.166462 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-16b29f8e-7209-46ff-b336-266329df15a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:31.249080 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4bdc60ba-5965-43d1-b308-c4229cf90dd2 req-8e30dc0d-9d66-4647-8828-b35078eb1c52 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1ff502e-e01a-45ec-b65b-20489f115451 HTTP/1.1" status: 200 len: 210 time: 0.0473056 Aug 22 13:39:31.252982 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:31.282005 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-16b29f8e-7209-46ff-b336-266329df15a9 None None] Port 3ce0a782-6bfe-4f86-8458-5faca0a91fc7 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:39:31.383954 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556903f-74d8-4961-95ee-736f8113ae46 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Pushing event updated for resources: {'Subnet': ['ID=40009129-c586-4fe7-acbe-2e0f091b1d0e,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:31.468275 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3556903f-74d8-4961-95ee-736f8113ae46 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Checking segment: {'id': '5dce67b0-235e-4a7c-bd76-d4ebf7bd9540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e7c5db7b-6413-4259-b7e9-290bbd49aad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:39:31.468624 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3556903f-74d8-4961-95ee-736f8113ae46 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Network hostable DHCP agents. Network: e7c5db7b-6413-4259-b7e9-290bbd49aad6, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:39:31.521944 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-c57d4668-a887-41c3-a720-0bcb2c216966 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Deleting port 3ce0a782-6bfe-4f86-8458-5faca0a91fc7 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:39:31.523749 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c57d4668-a887-41c3-a720-0bcb2c216966 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:31.546861 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3556903f-74d8-4961-95ee-736f8113ae46 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Network e7c5db7b-6413-4259-b7e9-290bbd49aad6 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:39:31.600991 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3882b7f9-e4da-4986-9d6a-550abdea9c4b tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:31.614928 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-3556903f-74d8-4961-95ee-736f8113ae46 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, e7c5db7b-6413-4259-b7e9-290bbd49aad6) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:39:31.620718 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3556903f-74d8-4961-95ee-736f8113ae46 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:31.621229 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3556903f-74d8-4961-95ee-736f8113ae46 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:31.625673 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c754a6d2-9ef9-4a58-8851-90f68ca97537 None None] Network e7c5db7b-6413-4259-b7e9-290bbd49aad6 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:39:31.656703 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3882b7f9-e4da-4986-9d6a-550abdea9c4b tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Pushing event deleted for resources: {'Port': ['ID=08153a3b-ca74-4207-afe1-b280415002e9,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:31.718362 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-3556903f-74d8-4961-95ee-736f8113ae46 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4089930 Aug 22 13:39:31.722041 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45860) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:31.755844 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c57d4668-a887-41c3-a720-0bcb2c216966 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:31.807618 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3882b7f9-e4da-4986-9d6a-550abdea9c4b tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:31.810437 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-c57d4668-a887-41c3-a720-0bcb2c216966 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Calling delete_port for 3ce0a782-6bfe-4f86-8458-5faca0a91fc7 owned by {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:39:31.816654 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45862) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:31.904458 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5bfed92f-e300-4827-a802-3a2cb3555dca tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:31.910058 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 1b7751af-eb86-43ed-adce-88f39af7d295 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:39:31.971139 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 1b7751af-eb86-43ed-adce-88f39af7d295 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:39:31.971804 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 1b7751af-eb86-43ed-adce-88f39af7d295 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:39:32.031106 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3882b7f9-e4da-4986-9d6a-550abdea9c4b tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:32.037786 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3882b7f9-e4da-4986-9d6a-550abdea9c4b tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:32.043290 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4088a7-d824-4ba7-a9a7-90b1c7bf068c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-e7c5db7b-6413-4259-b7e9-290bbd49aad6', 'network_id': 'e7c5db7b-6413-4259-b7e9-290bbd49aad6', 'tenant_id': '6be38ca5ea35447298f0675ebcd2561a', 'fixed_ips': [{'subnet_id': '40009129-c586-4fe7-acbe-2e0f091b1d0e'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:39:32.044165 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0b4088a7-d824-4ba7-a9a7-90b1c7bf068c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:32.045276 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5bfed92f-e300-4827-a802-3a2cb3555dca tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:32.118348 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-4efcaadc-de32-448d-a637-e37f10fa3868 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1462180349', 'router:external': True}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:39:32.165826 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4efcaadc-de32-448d-a637-e37f10fa3868 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Made reservation on behalf of b2bfc47eb7264ee1bab4264414dcdcd4 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:39:32.169338 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4efcaadc-de32-448d-a637-e37f10fa3868 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:32.173267 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5bfed92f-e300-4827-a802-3a2cb3555dca tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:32.186668 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server [None req-0b4088a7-d824-4ba7-a9a7-90b1c7bf068c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 40009129-c586-4fe7-acbe-2e0f091b1d0e: This subnet is being modified by another concurrent operation. Aug 22 13:39:32.186668 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 22 13:39:32.186668 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 22 13:39:32.186668 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 22 13:39:32.186668 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 22 13:39:32.186668 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 22 13:39:32.186668 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 22 13:39:32.186668 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 22 13:39:32.186668 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 22 13:39:32.186668 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 22 13:39:32.186668 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 22 13:39:32.186668 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 22 13:39:32.186668 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 13:39:32.186668 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 13:39:32.186668 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 13:39:32.186668 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 13:39:32.186668 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 22 13:39:32.186668 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 22 13:39:32.186668 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 22 13:39:32.186668 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 22 13:39:32.186668 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 13:39:32.186668 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 13:39:32.186668 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 13:39:32.186668 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 13:39:32.186668 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 22 13:39:32.186668 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 22 13:39:32.186668 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 22 13:39:32.186668 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 22 13:39:32.186668 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 13:39:32.186668 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 13:39:32.186668 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 13:39:32.186668 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 13:39:32.186668 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 22 13:39:32.186668 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 22 13:39:32.186668 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 22 13:39:32.186668 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 22 13:39:32.186668 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 22 13:39:32.186668 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 22 13:39:32.186668 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 22 13:39:32.186668 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 22 13:39:32.186668 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 22 13:39:32.186668 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 22 13:39:32.186668 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 22 13:39:32.186668 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 22 13:39:32.186668 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 22 13:39:32.186668 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 22 13:39:32.186668 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 22 13:39:32.186668 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 22 13:39:32.186668 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 13:39:32.186668 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 13:39:32.186668 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 13:39:32.186668 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 13:39:32.186668 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 22 13:39:32.186668 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 22 13:39:32.191530 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 22 13:39:32.191530 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 22 13:39:32.191530 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 13:39:32.191530 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 13:39:32.191530 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 13:39:32.191530 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 13:39:32.191530 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 22 13:39:32.191530 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 22 13:39:32.191530 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 22 13:39:32.191530 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 22 13:39:32.191530 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 13:39:32.191530 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 13:39:32.191530 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 13:39:32.191530 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 13:39:32.191530 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 22 13:39:32.191530 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 22 13:39:32.191530 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 22 13:39:32.191530 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 22 13:39:32.191530 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 22 13:39:32.191530 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 22 13:39:32.191530 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 22 13:39:32.191530 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 22 13:39:32.191530 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 22 13:39:32.191530 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 22 13:39:32.191530 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 13:39:32.191530 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 13:39:32.191530 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 13:39:32.191530 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 13:39:32.191530 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 22 13:39:32.191530 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 22 13:39:32.191530 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 22 13:39:32.191530 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 22 13:39:32.191530 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 22 13:39:32.191530 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 22 13:39:32.191530 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 22 13:39:32.191530 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise exception Aug 22 13:39:32.191530 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 40009129-c586-4fe7-acbe-2e0f091b1d0e: This subnet is being modified by another concurrent operation. Aug 22 13:39:32.191530 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server Aug 22 13:39:32.196129 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3882b7f9-e4da-4986-9d6a-550abdea9c4b tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:32.196305 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3882b7f9-e4da-4986-9d6a-550abdea9c4b tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2a346f79-e1d9-44d9-857f-beaab5e18252 {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:39:32.202514 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3882b7f9-e4da-4986-9d6a-550abdea9c4b tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:32.204005 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-3882b7f9-e4da-4986-9d6a-550abdea9c4b tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] 10.222.0.21 "DELETE /v2.0/routers/2a346f79-e1d9-44d9-857f-beaab5e18252 HTTP/1.1" status: 204 len: 168 time: 2.9303408 Aug 22 13:39:32.205241 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4efcaadc-de32-448d-a637-e37f10fa3868 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:32.216595 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45870) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:32.223867 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfed92f-e300-4827-a802-3a2cb3555dca tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Pushing event deleted for resources: {'Subnet': ['ID=40009129-c586-4fe7-acbe-2e0f091b1d0e,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:32.224111 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a69975-d6df-4900-90bf-aa9597494071 None None] Network e7c5db7b-6413-4259-b7e9-290bbd49aad6 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:39:32.262596 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-8a9fd08f-745a-4168-bd10-7b8c9ba4eb95 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-39880560', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}, 'admin_state_up': False}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:39:32.341273 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5bfed92f-e300-4827-a802-3a2cb3555dca tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:32.361531 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-5bfed92f-e300-4827-a802-3a2cb3555dca tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7c5db7b-6413-4259-b7e9-290bbd49aad6']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:32.376073 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a7d3f-2b1d-4062-b98d-bdbad9fc987c req-89d12de9-dfdf-42ad-924b-6526149c6072 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:32.383012 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a7d3f-2b1d-4062-b98d-bdbad9fc987c req-89d12de9-dfdf-42ad-924b-6526149c6072 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:32.389500 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a7d3f-2b1d-4062-b98d-bdbad9fc987c req-89d12de9-dfdf-42ad-924b-6526149c6072 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:32.395986 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a7d3f-2b1d-4062-b98d-bdbad9fc987c req-89d12de9-dfdf-42ad-924b-6526149c6072 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:32.402222 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a7d3f-2b1d-4062-b98d-bdbad9fc987c req-89d12de9-dfdf-42ad-924b-6526149c6072 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:32.408610 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a7d3f-2b1d-4062-b98d-bdbad9fc987c req-89d12de9-dfdf-42ad-924b-6526149c6072 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:32.415656 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a7d3f-2b1d-4062-b98d-bdbad9fc987c req-89d12de9-dfdf-42ad-924b-6526149c6072 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:32.424680 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ff9a7d3f-2b1d-4062-b98d-bdbad9fc987c req-89d12de9-dfdf-42ad-924b-6526149c6072 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 5429 time: 0.2042868 Aug 22 13:39:32.442878 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-5bfed92f-e300-4827-a802-3a2cb3555dca tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dce67b0-235e-4a7c-bd76-d4ebf7bd9540') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:32.443526 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-5bfed92f-e300-4827-a802-3a2cb3555dca tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dce67b0-235e-4a7c-bd76-d4ebf7bd9540') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:32.481411 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5bfed92f-e300-4827-a802-3a2cb3555dca tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:32.501509 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e669ba2-7072-46df-b134-c9827433de6a None None] get_active_networks_info from n-d-793621-33 {{(pid=94629) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 22 13:39:32.506826 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7da9cf45-1314-44a8-bb56-7dc303d4f9a1 req-e344a2b1-4bc9-4747-9224-15af5f7d9930 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1ff502e-e01a-45ec-b65b-20489f115451 HTTP/1.1" status: 200 len: 210 time: 0.0729668 Aug 22 13:39:32.522980 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5bfed92f-e300-4827-a802-3a2cb3555dca tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:32.553366 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ff9a7d3f-2b1d-4062-b98d-bdbad9fc987c req-9e56c019-3aa9-45fc-bae5-4345570df0da tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/security-groups?id=66b7495f-ba5d-4b5f-9f1a-7d40465024e2&id=d7b1fd23-abf0-4029-8bf5-4e8e3c16aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1175351 Aug 22 13:39:32.554648 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bfed92f-e300-4827-a802-3a2cb3555dca tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:39:32.555062 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5bfed92f-e300-4827-a802-3a2cb3555dca tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:32.558367 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:39:32.558367 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:39:32.558367 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:39:32.558367 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:39:32.558367 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:39:32.558367 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:39:32.558367 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:39:32.558367 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:39:32.558367 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:39:32.558367 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:39:32.558367 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:39:32.558367 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:39:32.558367 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:39:32.558367 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:39:32.558367 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:39:32.558367 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:39:32.558367 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:39:32.558367 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:39:32.558367 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:39:32.558367 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:39:32.558367 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:39:32.558367 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:39:32.558367 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:39:32.558367 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:39:32.558367 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:39:32.558367 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:39:32.558367 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:39:32.558367 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:39:32.558367 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:39:32.558367 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:39:32.558367 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:39:32.558367 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:39:32.641689 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5bfed92f-e300-4827-a802-3a2cb3555dca tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:32.667448 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5bfed92f-e300-4827-a802-3a2cb3555dca tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:32.675896 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-5bfed92f-e300-4827-a802-3a2cb3555dca tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "DELETE /v2.0/networks/e7c5db7b-6413-4259-b7e9-290bbd49aad6 HTTP/1.1" status: 204 len: 168 time: 0.9530857 Aug 22 13:39:32.677161 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfed92f-e300-4827-a802-3a2cb3555dca tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Pushing event deleted for resources: {'Network': ['ID=e7c5db7b-6413-4259-b7e9-290bbd49aad6,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:32.679183 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45874) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:32.685342 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-1fe77634-fc9e-421f-b415-23d7c71c70f0 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1048226134'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:39:32.695595 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:32.696270 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e669ba2-7072-46df-b134-c9827433de6a None None] Resources bound (agent type, host, resource id): {{(pid=94629) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 22 13:39:33.030590 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c57d4668-a887-41c3-a720-0bcb2c216966 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:33.087175 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57d4668-a887-41c3-a720-0bcb2c216966 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Pushing event deleted for resources: {'Port': ['ID=3ce0a782-6bfe-4f86-8458-5faca0a91fc7,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:33.150961 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a45e21c-c54e-4abd-b18d-7a3f1c9718b3 req-a454c641-7d1c-4951-9ffc-411f9e79f2a3 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:33.153343 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8a45e21c-c54e-4abd-b18d-7a3f1c9718b3 req-a454c641-7d1c-4951-9ffc-411f9e79f2a3 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.41 "GET /v2.0/networks?id=436bb3cf-4f1a-421b-bfd3-5f21c99032ed HTTP/1.1" status: 200 len: 805 time: 0.2204635 Aug 22 13:39:33.169029 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-8a45e21c-c54e-4abd-b18d-7a3f1c9718b3 req-cbb537cd-51ae-4f7d-82bb-cf83122fcbb3 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Request body: {'port': {'device_id': 'a1ff502e-e01a-45ec-b65b-20489f115451', 'network_id': '436bb3cf-4f1a-421b-bfd3-5f21c99032ed', 'admin_state_up': True, 'tenant_id': '9d314acf246e49628109fc5511827078'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:39:33.198274 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4efcaadc-de32-448d-a637-e37f10fa3868 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:33.246729 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4efcaadc-de32-448d-a637-e37f10fa3868 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:33.304477 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4efcaadc-de32-448d-a637-e37f10fa3868 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:39:33.360449 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe77634-fc9e-421f-b415-23d7c71c70f0 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Made reservation on behalf of 6be38ca5ea35447298f0675ebcd2561a for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:39:33.364437 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8a9fd08f-745a-4168-bd10-7b8c9ba4eb95 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:33.365476 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8a9fd08f-745a-4168-bd10-7b8c9ba4eb95 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:33.366876 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1fe77634-fc9e-421f-b415-23d7c71c70f0 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:33.373940 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efcaadc-de32-448d-a637-e37f10fa3868 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e20e479-6120-4a8e-9013-5ed96e8c1556,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:33.404521 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4efcaadc-de32-448d-a637-e37f10fa3868 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:33.404916 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-4efcaadc-de32-448d-a637-e37f10fa3868 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Added segment d9962aa7-6d0c-4209-aef8-9211fc19555b of type vlan for network 6e990864-5a49-4162-8739-9d2f4a2a16d7 Aug 22 13:39:33.408087 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fe77634-fc9e-421f-b415-23d7c71c70f0 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:39:33.419381 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1fe77634-fc9e-421f-b415-23d7c71c70f0 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:33.420001 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-1fe77634-fc9e-421f-b415-23d7c71c70f0 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Added segment d3a7c325-49e9-409f-bd05-dc320915801a of type vlan for network 29f57fb3-b85e-4413-a80b-d9c48254b505 Aug 22 13:39:33.469804 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1fe77634-fc9e-421f-b415-23d7c71c70f0 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:33.517726 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1fe77634-fc9e-421f-b415-23d7c71c70f0 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:33.525811 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe77634-fc9e-421f-b415-23d7c71c70f0 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:33.526528 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1fe77634-fc9e-421f-b415-23d7c71c70f0 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:33.534963 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c57d4668-a887-41c3-a720-0bcb2c216966 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:33.539761 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c57d4668-a887-41c3-a720-0bcb2c216966 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] 10.222.0.21 "DELETE /v2.0/ports/3ce0a782-6bfe-4f86-8458-5faca0a91fc7 HTTP/1.1" status: 204 len: 168 time: 2.4606831 Aug 22 13:39:33.543145 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45884) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:33.543815 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4efcaadc-de32-448d-a637-e37f10fa3868 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:33.547825 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8a9fd08f-745a-4168-bd10-7b8c9ba4eb95 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:33.636541 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-81585cca-13ae-4d64-80e0-433cf2d13761 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] GET failed (client error): The resource could not be found. Aug 22 13:39:33.641785 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-81585cca-13ae-4d64-80e0-433cf2d13761 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] 10.222.0.21 "GET /v2.0/ports/3ce0a782-6bfe-4f86-8458-5faca0a91fc7 HTTP/1.1" status: 404 len: 333 time: 0.0855937 Aug 22 13:39:33.659153 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45888) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:33.666536 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-9e10f0a3-0466-477e-b20b-133120ae92cd tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Request body: {'port': {'network_id': '12ccb463-a083-408a-849b-f47d2d68f433', 'name': 'tempest-AllowedAddressPairTestJSON-605325918'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:39:33.670296 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.db.resource_extend [None req-4efcaadc-de32-448d-a637-e37f10fa3868 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 22 13:39:33.676632 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-1fe77634-fc9e-421f-b415-23d7c71c70f0 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9935086 Aug 22 13:39:33.677767 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a45e21c-c54e-4abd-b18d-7a3f1c9718b3 req-cbb537cd-51ae-4f7d-82bb-cf83122fcbb3 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Made reservation on behalf of 9d314acf246e49628109fc5511827078 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:39:33.681365 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-8a45e21c-c54e-4abd-b18d-7a3f1c9718b3 req-cbb537cd-51ae-4f7d-82bb-cf83122fcbb3 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:33.697716 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45890) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:33.705251 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-dba6a9b6-b994-4a59-b3a6-fd08097bf077 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Request body: {'subnet': {'network_id': '29f57fb3-b85e-4413-a80b-d9c48254b505', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:39:33.788479 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:33.808972 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 08153a3b-ca74-4207-afe1-b280415002e9 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:39:33.838507 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4efcaadc-de32-448d-a637-e37f10fa3868 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:33.839952 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efcaadc-de32-448d-a637-e37f10fa3868 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:33.840807 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4efcaadc-de32-448d-a637-e37f10fa3868 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:33.862965 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2082ef99-4675-495e-90bd-94d4b4e8da5f req-3ded9a30-d3dd-4afb-9312-f6cb0d561320 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1ff502e-e01a-45ec-b65b-20489f115451 HTTP/1.1" status: 200 len: 210 time: 0.2542126 Aug 22 13:39:33.890748 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe77634-fc9e-421f-b415-23d7c71c70f0 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Pushing event updated for resources: {'Network': ['ID=29f57fb3-b85e-4413-a80b-d9c48254b505,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:33.891850 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 08153a3b-ca74-4207-afe1-b280415002e9 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:39:33.892412 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 08153a3b-ca74-4207-afe1-b280415002e9 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:39:33.902403 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 29f57fb3-b85e-4413-a80b-d9c48254b505 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:39:33.969715 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a92e3c-b1a9-4f59-9e7e-dbfc56727e38 req-99a24504-9e8d-40c6-8ccd-e511d2f20e43 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:33.990640 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a92e3c-b1a9-4f59-9e7e-dbfc56727e38 req-99a24504-9e8d-40c6-8ccd-e511d2f20e43 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:33.996431 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a92e3c-b1a9-4f59-9e7e-dbfc56727e38 req-99a24504-9e8d-40c6-8ccd-e511d2f20e43 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:34.001077 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8a9fd08f-745a-4168-bd10-7b8c9ba4eb95 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:34.002972 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a92e3c-b1a9-4f59-9e7e-dbfc56727e38 req-99a24504-9e8d-40c6-8ccd-e511d2f20e43 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:34.009291 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a92e3c-b1a9-4f59-9e7e-dbfc56727e38 req-99a24504-9e8d-40c6-8ccd-e511d2f20e43 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:34.015626 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a92e3c-b1a9-4f59-9e7e-dbfc56727e38 req-99a24504-9e8d-40c6-8ccd-e511d2f20e43 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:34.021762 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a92e3c-b1a9-4f59-9e7e-dbfc56727e38 req-99a24504-9e8d-40c6-8ccd-e511d2f20e43 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:34.023696 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-60a92e3c-b1a9-4f59-9e7e-dbfc56727e38 req-99a24504-9e8d-40c6-8ccd-e511d2f20e43 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 5429 time: 0.3298838 Aug 22 13:39:34.028272 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45892) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:34.031271 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4efcaadc-de32-448d-a637-e37f10fa3868 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.1929746 Aug 22 13:39:34.033559 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-22b7b457-1560-46a7-bb05-6c9cd3e7602f tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Request body: {'subnet': {'network_id': '6e990864-5a49-4162-8739-9d2f4a2a16d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:39:34.088873 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efcaadc-de32-448d-a637-e37f10fa3868 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Pushing event updated for resources: {'Network': ['ID=6e990864-5a49-4162-8739-9d2f4a2a16d7,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:34.101123 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 6e990864-5a49-4162-8739-9d2f4a2a16d7 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:39:34.104906 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-60a92e3c-b1a9-4f59-9e7e-dbfc56727e38 req-9e7455b8-03ca-4e45-9455-106532ea9790 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/security-groups?id=66b7495f-ba5d-4b5f-9f1a-7d40465024e2&id=d7b1fd23-abf0-4029-8bf5-4e8e3c16aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0670421 Aug 22 13:39:34.147651 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b7b457-1560-46a7-bb05-6c9cd3e7602f tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Made reservation on behalf of b2bfc47eb7264ee1bab4264414dcdcd4 for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:39:34.151711 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-22b7b457-1560-46a7-bb05-6c9cd3e7602f tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:34.213149 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:34.217894 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-8a45e21c-c54e-4abd-b18d-7a3f1c9718b3 req-cbb537cd-51ae-4f7d-82bb-cf83122fcbb3 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Allocated IP 172.20.0.11 (436bb3cf-4f1a-421b-bfd3-5f21c99032ed/9d1b4558-44bd-41e9-aa53-567e0a55d684/23fa8f3d-89fc-4d84-ab82-4ffbac97671c) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:39:34.237346 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e10f0a3-0466-477e-b20b-133120ae92cd tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Made reservation on behalf of 7f2b0b97dd114e098c49db9e6402dada for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:39:34.241267 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9e10f0a3-0466-477e-b20b-133120ae92cd tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:34.280171 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-9e10f0a3-0466-477e-b20b-133120ae92cd tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] device_id is not set on port 4a0bef86-1494-4ea0-813a-cd820bb905af yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:39:34.355105 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba6a9b6-b994-4a59-b3a6-fd08097bf077 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Made reservation on behalf of 6be38ca5ea35447298f0675ebcd2561a for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:39:34.358767 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-dba6a9b6-b994-4a59-b3a6-fd08097bf077 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:34.544394 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-9e10f0a3-0466-477e-b20b-133120ae92cd tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Allocated IP 172.20.0.10 (12ccb463-a083-408a-849b-f47d2d68f433/4bc23e45-194f-42f1-be49-67fbe376e39c/4a0bef86-1494-4ea0-813a-cd820bb905af) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:39:34.609483 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-8a45e21c-c54e-4abd-b18d-7a3f1c9718b3 req-cbb537cd-51ae-4f7d-82bb-cf83122fcbb3 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:34.622494 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-dba6a9b6-b994-4a59-b3a6-fd08097bf077 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:34.645233 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8a9fd08f-745a-4168-bd10-7b8c9ba4eb95 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks [] for router_gateway, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:34.681728 n-d-793621-33 neutron-server[94627]: DEBUG neutron.objects.ports [None req-22b7b457-1560-46a7-bb05-6c9cd3e7602f tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94627) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 22 13:39:34.682409 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-22b7b457-1560-46a7-bb05-6c9cd3e7602f tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:34.683060 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8a9fd08f-745a-4168-bd10-7b8c9ba4eb95 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:34.709597 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba6a9b6-b994-4a59-b3a6-fd08097bf077 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Pushing event updated for resources: {'Subnet': ['ID=b9403f26-9a46-4e92-9dd6-6f7aa8558799,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:34.773897 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba6a9b6-b994-4a59-b3a6-fd08097bf077 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Checking segment: {'id': 'd3a7c325-49e9-409f-bd05-dc320915801a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '29f57fb3-b85e-4413-a80b-d9c48254b505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:39:34.774262 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba6a9b6-b994-4a59-b3a6-fd08097bf077 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Network hostable DHCP agents. Network: 29f57fb3-b85e-4413-a80b-d9c48254b505, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:39:34.787346 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b7b457-1560-46a7-bb05-6c9cd3e7602f tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b0dedfd9-0578-4cb9-ae9c-edffcadc6848,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:34.801023 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b7b457-1560-46a7-bb05-6c9cd3e7602f tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Checking segment: {'id': 'd9962aa7-6d0c-4209-aef8-9211fc19555b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6e990864-5a49-4162-8739-9d2f4a2a16d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:39:34.801023 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b7b457-1560-46a7-bb05-6c9cd3e7602f tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Network hostable DHCP agents. Network: 6e990864-5a49-4162-8739-9d2f4a2a16d7, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:39:34.811578 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba6a9b6-b994-4a59-b3a6-fd08097bf077 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Network 29f57fb3-b85e-4413-a80b-d9c48254b505 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:39:34.824769 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-dba6a9b6-b994-4a59-b3a6-fd08097bf077 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 29f57fb3-b85e-4413-a80b-d9c48254b505) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:39:34.830091 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba6a9b6-b994-4a59-b3a6-fd08097bf077 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:34.831326 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-dba6a9b6-b994-4a59-b3a6-fd08097bf077 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:34.835512 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b7b457-1560-46a7-bb05-6c9cd3e7602f tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Network 6e990864-5a49-4162-8739-9d2f4a2a16d7 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:39:34.835857 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-8a45e21c-c54e-4abd-b18d-7a3f1c9718b3 req-cbb537cd-51ae-4f7d-82bb-cf83122fcbb3 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:34.847793 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-22b7b457-1560-46a7-bb05-6c9cd3e7602f tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 6e990864-5a49-4162-8739-9d2f4a2a16d7) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:39:34.851112 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['bfca5d30-3e48-4072-a6df-3b881a1a8fbe'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:39:34.855321 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-dba6a9b6-b994-4a59-b3a6-fd08097bf077 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1519516 Aug 22 13:39:34.855321 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b7b457-1560-46a7-bb05-6c9cd3e7602f tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:34.855321 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-22b7b457-1560-46a7-bb05-6c9cd3e7602f tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:34.862488 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45896) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:34.902002 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423fd625-955d-46b6-b958-505866f01885 None None] Network 29f57fb3-b85e-4413-a80b-d9c48254b505 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:39:34.928604 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9e10f0a3-0466-477e-b20b-133120ae92cd tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:34.954445 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a45e21c-c54e-4abd-b18d-7a3f1c9718b3 req-cbb537cd-51ae-4f7d-82bb-cf83122fcbb3 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Network 436bb3cf-4f1a-421b-bfd3-5f21c99032ed is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:39:34.967109 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-9e10f0a3-0466-477e-b20b-133120ae92cd tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Transition to ACTIVE for port object 4a0bef86-1494-4ea0-813a-cd820bb905af will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:39:34.968907 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-8a45e21c-c54e-4abd-b18d-7a3f1c9718b3 req-cbb537cd-51ae-4f7d-82bb-cf83122fcbb3 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:39:34.980741 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a45e21c-c54e-4abd-b18d-7a3f1c9718b3 req-cbb537cd-51ae-4f7d-82bb-cf83122fcbb3 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:39:34.992014 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb537cd-51ae-4f7d-82bb-cf83122fcbb3 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Pushing event updated for resources: {'Port': ['ID=23fa8f3d-89fc-4d84-ab82-4ffbac97671c,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:35.000315 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-22b7b457-1560-46a7-bb05-6c9cd3e7602f tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.9685316 Aug 22 13:39:35.011434 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45900) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:35.019081 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-8a9fd08f-745a-4168-bd10-7b8c9ba4eb95 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Allocated IP 172.25.3.110 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/248ac9a0-29f6-48ce-a433-4ba32e4a551f) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:39:35.031194 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-2fbaa7fc-39af-4c7f-946e-27086c1f21e3 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-683079786', 'network_id': '6e990864-5a49-4162-8739-9d2f4a2a16d7'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:39:35.084294 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a45e21c-c54e-4abd-b18d-7a3f1c9718b3 req-cbb537cd-51ae-4f7d-82bb-cf83122fcbb3 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:35.084942 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-8a45e21c-c54e-4abd-b18d-7a3f1c9718b3 req-cbb537cd-51ae-4f7d-82bb-cf83122fcbb3 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:35.090245 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b1f7c0-3d7b-4d3a-aeee-5406f0103625 None None] Network 6e990864-5a49-4162-8739-9d2f4a2a16d7 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:39:35.130792 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 93bdfde2-d457-457f-992b-980c70fdc75c details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:39:35.133515 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1dc95-1e3f-49f5-871b-0bb0a175e3b8 req-43d09d02-2757-49fb-b2e2-da815aaa308d tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:35.134982 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b8e1dc95-1e3f-49f5-871b-0bb0a175e3b8 req-43d09d02-2757-49fb-b2e2-da815aaa308d tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1ff502e-e01a-45ec-b65b-20489f115451 HTTP/1.1" status: 200 len: 932 time: 0.1537855 Aug 22 13:39:35.138862 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fbaa7fc-39af-4c7f-946e-27086c1f21e3 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Made reservation on behalf of b2bfc47eb7264ee1bab4264414dcdcd4 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:39:35.141410 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2fbaa7fc-39af-4c7f-946e-27086c1f21e3 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:35.150546 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8a45e21c-c54e-4abd-b18d-7a3f1c9718b3 req-cbb537cd-51ae-4f7d-82bb-cf83122fcbb3 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9842274 Aug 22 13:39:35.166577 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [None req-2fbaa7fc-39af-4c7f-946e-27086c1f21e3 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] device_id is not set on port b87bf7f5-6627-4fd8-8654-fcc0615fc468 yet. {{(pid=94627) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:39:35.202175 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8a9fd08f-745a-4168-bd10-7b8c9ba4eb95 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:35.209138 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9e10f0a3-0466-477e-b20b-133120ae92cd tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:35.216156 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-8a45e21c-c54e-4abd-b18d-7a3f1c9718b3 req-09d5096f-8898-4f4d-a335-2dc5f60db408 service neutron] Request body: {'port': {'device_id': 'a1ff502e-e01a-45ec-b65b-20489f115451', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:39:35.305471 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e10f0a3-0466-477e-b20b-133120ae92cd tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Network 12ccb463-a083-408a-849b-f47d2d68f433 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:39:35.311907 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e5db6a45-6fff-4d8f-bdbd-bd1fc41453e6 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:35.324255 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-9e10f0a3-0466-477e-b20b-133120ae92cd tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:39:35.324941 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b8e1dc95-1e3f-49f5-871b-0bb0a175e3b8 req-4703d03d-cfbf-4e66-bf26-03a049e48518 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625896 Aug 22 13:39:35.329922 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110f1670-b398-493b-be4f-b906dc4dfe9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-29f57fb3-b85e-4413-a80b-d9c48254b505', 'network_id': '29f57fb3-b85e-4413-a80b-d9c48254b505', 'tenant_id': '6be38ca5ea35447298f0675ebcd2561a', 'fixed_ips': [{'subnet_id': 'b9403f26-9a46-4e92-9dd6-6f7aa8558799'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:39:35.331202 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-110f1670-b398-493b-be4f-b906dc4dfe9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:35.367471 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e10f0a3-0466-477e-b20b-133120ae92cd tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Pushing event updated for resources: {'Port': ['ID=4a0bef86-1494-4ea0-813a-cd820bb905af,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:35.376469 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e10f0a3-0466-477e-b20b-133120ae92cd tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:39:35.408143 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226aec7a-b49f-4d82-96c8-3c90319e6871 req-8c1457e0-a840-4e12-9a8a-3443f5e23c9b tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:35.415098 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226aec7a-b49f-4d82-96c8-3c90319e6871 req-8c1457e0-a840-4e12-9a8a-3443f5e23c9b tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:35.421197 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226aec7a-b49f-4d82-96c8-3c90319e6871 req-8c1457e0-a840-4e12-9a8a-3443f5e23c9b tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:35.429773 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-8a45e21c-c54e-4abd-b18d-7a3f1c9718b3 req-09d5096f-8898-4f4d-a335-2dc5f60db408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:35.450507 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8a9fd08f-745a-4168-bd10-7b8c9ba4eb95 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:35.454632 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd1d0c8-4bca-4b37-b259-4880fad65a29 None None] Network 6e990864-5a49-4162-8739-9d2f4a2a16d7 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:39:35.457098 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226aec7a-b49f-4d82-96c8-3c90319e6871 req-8c1457e0-a840-4e12-9a8a-3443f5e23c9b tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:35.474348 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226aec7a-b49f-4d82-96c8-3c90319e6871 req-8c1457e0-a840-4e12-9a8a-3443f5e23c9b tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:35.489113 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226aec7a-b49f-4d82-96c8-3c90319e6871 req-8c1457e0-a840-4e12-9a8a-3443f5e23c9b tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:35.504324 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226aec7a-b49f-4d82-96c8-3c90319e6871 req-8c1457e0-a840-4e12-9a8a-3443f5e23c9b tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:35.506309 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-226aec7a-b49f-4d82-96c8-3c90319e6871 req-8c1457e0-a840-4e12-9a8a-3443f5e23c9b tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 5429 time: 0.2964339 Aug 22 13:39:35.519538 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e5db6a45-6fff-4d8f-bdbd-bd1fc41453e6 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:35.524268 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e10f0a3-0466-477e-b20b-133120ae92cd tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:35.524603 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9e10f0a3-0466-477e-b20b-133120ae92cd tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:35.568550 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9fd08f-745a-4168-bd10-7b8c9ba4eb95 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:39:35.588131 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-8a9fd08f-745a-4168-bd10-7b8c9ba4eb95 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:39:35.593893 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9e10f0a3-0466-477e-b20b-133120ae92cd tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9314408 Aug 22 13:39:35.594878 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9fd08f-745a-4168-bd10-7b8c9ba4eb95 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:39:35.605474 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45906) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:35.640170 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e5db6a45-6fff-4d8f-bdbd-bd1fc41453e6 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:35.645908 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-8683a89c-b191-48ad-8061-fe9258b9f0c7 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:cd:df:4f'}]}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:39:35.667473 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9fd08f-745a-4168-bd10-7b8c9ba4eb95 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Pushing event updated for resources: {'Port': ['ID=248ac9a0-29f6-48ce-a433-4ba32e4a551f,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:35.734710 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 93bdfde2-d457-457f-992b-980c70fdc75c, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=93bdfde2-d457-457f-992b-980c70fdc75c,segment=NetworkSegment(3e2a6405-d9f4-46c3-bd31-caa400911d68),segment_id=3e2a6405-d9f4-46c3-bd31-caa400911d68)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:39:35.792856 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e5db6a45-6fff-4d8f-bdbd-bd1fc41453e6 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:35.806878 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-e5db6a45-6fff-4d8f-bdbd-bd1fc41453e6 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29f57fb3-b85e-4413-a80b-d9c48254b505']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:35.827504 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5db6a45-6fff-4d8f-bdbd-bd1fc41453e6 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Pushing event deleted for resources: {'Subnet': ['ID=b9403f26-9a46-4e92-9dd6-6f7aa8558799,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:35.836581 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-e5db6a45-6fff-4d8f-bdbd-bd1fc41453e6 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3a7c325-49e9-409f-bd05-dc320915801a') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:35.836884 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-e5db6a45-6fff-4d8f-bdbd-bd1fc41453e6 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3a7c325-49e9-409f-bd05-dc320915801a') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:35.850761 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-226aec7a-b49f-4d82-96c8-3c90319e6871 req-b6df7771-9bf8-4b5d-b3a1-f3f52fdbbc8f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/security-groups?id=66b7495f-ba5d-4b5f-9f1a-7d40465024e2&id=d7b1fd23-abf0-4029-8bf5-4e8e3c16aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2530687 Aug 22 13:39:35.876873 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e5db6a45-6fff-4d8f-bdbd-bd1fc41453e6 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:35.909293 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-2fbaa7fc-39af-4c7f-946e-27086c1f21e3 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Allocated IP 2001:db8::117 (6e990864-5a49-4162-8739-9d2f4a2a16d7/b0dedfd9-0578-4cb9-ae9c-edffcadc6848/b87bf7f5-6627-4fd8-8654-fcc0615fc468) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:39:35.921413 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e5db6a45-6fff-4d8f-bdbd-bd1fc41453e6 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:35.931588 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5db6a45-6fff-4d8f-bdbd-bd1fc41453e6 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:39:35.932092 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e5db6a45-6fff-4d8f-bdbd-bd1fc41453e6 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:35.949967 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:39:35.949967 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:39:35.949967 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:39:35.949967 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:39:35.949967 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:39:35.949967 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:39:35.949967 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:39:35.949967 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:39:35.949967 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:39:35.949967 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:39:35.949967 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:39:35.949967 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:39:35.949967 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:39:35.949967 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:39:35.949967 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:39:35.949967 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:39:35.949967 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:39:35.949967 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:39:35.949967 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:39:35.949967 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:39:35.949967 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:39:35.949967 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:39:35.949967 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:39:35.949967 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:39:35.949967 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:39:35.949967 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:39:35.949967 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:39:35.949967 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:39:35.949967 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:39:35.949967 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:39:35.949967 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:39:35.949967 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:39:35.954748 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '93bdfde2-d457-457f-992b-980c70fdc75c', 'network_id': '09ddfb22-9759-41d5-b511-b1a96521841b', 'port_id': '93bdfde2-d457-457f-992b-980c70fdc75c', 'mac_address': 'fa:16:3e:f1:86:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eb4d59f-f1d3-4065-beb1-2e6b44865678', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:39:35.967925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server [None req-110f1670-b398-493b-be4f-b906dc4dfe9c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b9403f26-9a46-4e92-9dd6-6f7aa8558799: This subnet is being modified by another concurrent operation. Aug 22 13:39:35.967925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 22 13:39:35.967925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 22 13:39:35.967925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 22 13:39:35.967925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 22 13:39:35.967925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 22 13:39:35.967925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 22 13:39:35.967925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 22 13:39:35.967925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 22 13:39:35.967925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 22 13:39:35.967925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 22 13:39:35.967925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 22 13:39:35.967925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 13:39:35.967925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 13:39:35.967925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 13:39:35.967925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 13:39:35.967925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 22 13:39:35.967925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 22 13:39:35.967925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 22 13:39:35.967925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 22 13:39:35.967925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 13:39:35.967925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 13:39:35.967925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 13:39:35.967925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 13:39:35.967925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 22 13:39:35.967925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 22 13:39:35.967925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 22 13:39:35.967925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 22 13:39:35.967925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 13:39:35.967925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 13:39:35.967925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 13:39:35.967925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 13:39:35.967925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 22 13:39:35.967925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 22 13:39:35.967925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 22 13:39:35.967925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 22 13:39:35.967925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 22 13:39:35.967925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 22 13:39:35.967925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 22 13:39:35.967925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 22 13:39:35.967925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 22 13:39:35.967925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 22 13:39:35.967925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 22 13:39:35.967925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 22 13:39:35.967925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 22 13:39:35.967925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 22 13:39:35.967925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 22 13:39:35.967925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 22 13:39:35.967925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 13:39:35.967925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 13:39:35.967925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 13:39:35.967925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 13:39:35.967925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 22 13:39:35.967925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 22 13:39:35.974112 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 22 13:39:35.974112 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 22 13:39:35.974112 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 13:39:35.974112 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 13:39:35.974112 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 13:39:35.974112 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 13:39:35.974112 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 22 13:39:35.974112 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 22 13:39:35.974112 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 22 13:39:35.974112 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 22 13:39:35.974112 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 13:39:35.974112 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 13:39:35.974112 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 13:39:35.974112 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 13:39:35.974112 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 22 13:39:35.974112 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 22 13:39:35.974112 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 22 13:39:35.974112 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 22 13:39:35.974112 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 22 13:39:35.974112 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 22 13:39:35.974112 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 22 13:39:35.974112 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 22 13:39:35.974112 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 22 13:39:35.974112 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 22 13:39:35.974112 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 13:39:35.974112 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 13:39:35.974112 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 13:39:35.974112 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 13:39:35.974112 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 22 13:39:35.974112 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 22 13:39:35.974112 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 22 13:39:35.974112 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 22 13:39:35.974112 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 22 13:39:35.974112 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 22 13:39:35.974112 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 22 13:39:35.974112 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise exception Aug 22 13:39:35.974112 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b9403f26-9a46-4e92-9dd6-6f7aa8558799: This subnet is being modified by another concurrent operation. Aug 22 13:39:35.974112 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server Aug 22 13:39:36.017684 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-df2112a2-77a8-445f-8d64-b09a2726c708 None None] Provisioning for port 4a0bef86-1494-4ea0-813a-cd820bb905af completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:39:36.024598 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:36.027681 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef537228-d928-42c3-a18f-7db01e503b49 None None] Network 29f57fb3-b85e-4413-a80b-d9c48254b505 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:39:36.089770 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-df2112a2-77a8-445f-8d64-b09a2726c708 None None] Provisioning complete for port 4a0bef86-1494-4ea0-813a-cd820bb905af triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:39:36.090227 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-df2112a2-77a8-445f-8d64-b09a2726c708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:36.124542 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93bdfde2-d457-457f-992b-980c70fdc75c {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:39:36.142159 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8683a89c-b191-48ad-8061-fe9258b9f0c7 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:36.147599 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 93bdfde2-d457-457f-992b-980c70fdc75c, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=93bdfde2-d457-457f-992b-980c70fdc75c,segment=NetworkSegment(3e2a6405-d9f4-46c3-bd31-caa400911d68),segment_id=3e2a6405-d9f4-46c3-bd31-caa400911d68)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:39:36.165384 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:36.166328 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device d1033646-653a-4a62-9b6c-3304356458b3 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:39:36.187857 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2fbaa7fc-39af-4c7f-946e-27086c1f21e3 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:36.208943 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e5db6a45-6fff-4d8f-bdbd-bd1fc41453e6 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:36.224049 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-df2112a2-77a8-445f-8d64-b09a2726c708 None None] Port 4a0bef86-1494-4ea0-813a-cd820bb905af cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:39:36.254147 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e5db6a45-6fff-4d8f-bdbd-bd1fc41453e6 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:36.262554 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e5db6a45-6fff-4d8f-bdbd-bd1fc41453e6 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "DELETE /v2.0/networks/29f57fb3-b85e-4413-a80b-d9c48254b505 HTTP/1.1" status: 204 len: 168 time: 1.3988793 Aug 22 13:39:36.268050 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5db6a45-6fff-4d8f-bdbd-bd1fc41453e6 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Pushing event deleted for resources: {'Network': ['ID=29f57fb3-b85e-4413-a80b-d9c48254b505,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:36.271404 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45908) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:36.287814 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-0a5df508-91b0-4c1b-8d46-bd7cb9a6b820 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-613136681'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:39:36.300075 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e24a22-f82a-4369-b524-d4a73fcc7217 None None] get_active_networks_info from n-d-793621-33 {{(pid=94629) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 22 13:39:36.348404 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5df508-91b0-4c1b-8d46-bd7cb9a6b820 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Made reservation on behalf of 6be38ca5ea35447298f0675ebcd2561a for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:39:36.353407 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0a5df508-91b0-4c1b-8d46-bd7cb9a6b820 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:36.360460 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2fbaa7fc-39af-4c7f-946e-27086c1f21e3 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:36.361368 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=93bdfde2-d457-457f-992b-980c70fdc75c,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:36.429102 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbaa7fc-39af-4c7f-946e-27086c1f21e3 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Pushing event updated for resources: {'Port': ['ID=b87bf7f5-6627-4fd8-8654-fcc0615fc468,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:36.438634 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port d1033646-653a-4a62-9b6c-3304356458b3, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=d1033646-653a-4a62-9b6c-3304356458b3,segment=NetworkSegment(85d6e767-2244-4840-a51f-afec6bd122e6),segment_id=85d6e767-2244-4840-a51f-afec6bd122e6)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:39:36.461340 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': 'd1033646-653a-4a62-9b6c-3304356458b3', 'network_id': '3a68a707-4544-4179-ae57-3b08732d6fc4', 'port_id': 'd1033646-653a-4a62-9b6c-3304356458b3', 'mac_address': 'fa:16:3e:6e:ce:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a68570d-3c99-46d0-9ae9-d17b3c59c7bf', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:39:36.473896 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbaa7fc-39af-4c7f-946e-27086c1f21e3 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Network 6e990864-5a49-4162-8739-9d2f4a2a16d7 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:39:36.480201 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-2fbaa7fc-39af-4c7f-946e-27086c1f21e3 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:39:36.503503 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbaa7fc-39af-4c7f-946e-27086c1f21e3 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:39:36.504795 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbaa7fc-39af-4c7f-946e-27086c1f21e3 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:36.505390 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2fbaa7fc-39af-4c7f-946e-27086c1f21e3 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:36.529606 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a5df508-91b0-4c1b-8d46-bd7cb9a6b820 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:39:36.543933 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-2fbaa7fc-39af-4c7f-946e-27086c1f21e3 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.5309150 Aug 22 13:39:36.547038 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45914) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:36.558702 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e24a22-f82a-4369-b524-d4a73fcc7217 None None] Resources bound (agent type, host, resource id): {{(pid=94629) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 22 13:39:36.593108 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0a5df508-91b0-4c1b-8d46-bd7cb9a6b820 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:36.593466 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-0a5df508-91b0-4c1b-8d46-bd7cb9a6b820 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Added segment f9a9753d-e256-464a-804c-f53095f9cbd7 of type vlan for network 877603a8-eac4-4578-8aa8-f41046f93eac Aug 22 13:39:36.613350 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:36.629382 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686570f6-c21e-42a9-90ac-d49e3fee5ecc req-b238a777-07bb-41b6-8b2e-6fc9e0159e6e tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:36.631527 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-686570f6-c21e-42a9-90ac-d49e3fee5ecc req-b238a777-07bb-41b6-8b2e-6fc9e0159e6e tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1ff502e-e01a-45ec-b65b-20489f115451 HTTP/1.1" status: 200 len: 932 time: 0.1894257 Aug 22 13:39:36.672308 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1033646-653a-4a62-9b6c-3304356458b3 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:39:36.724695 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0a5df508-91b0-4c1b-8d46-bd7cb9a6b820 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:36.788344 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port d1033646-653a-4a62-9b6c-3304356458b3, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=d1033646-653a-4a62-9b6c-3304356458b3,segment=NetworkSegment(85d6e767-2244-4840-a51f-afec6bd122e6),segment_id=85d6e767-2244-4840-a51f-afec6bd122e6)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:39:36.801144 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:36.803400 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device cd20e94c-db09-4bf2-a3ec-7a37be4d2904 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:39:36.839675 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-8a45e21c-c54e-4abd-b18d-7a3f1c9718b3 req-09d5096f-8898-4f4d-a335-2dc5f60db408 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23fa8f3d-89fc-4d84-ab82-4ffbac97671c {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:39:36.852306 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-8a45e21c-c54e-4abd-b18d-7a3f1c9718b3 req-09d5096f-8898-4f4d-a335-2dc5f60db408 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:36.856911 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-686570f6-c21e-42a9-90ac-d49e3fee5ecc req-d684b954-a7f6-4e1b-af23-a295645a03ac tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857433 Aug 22 13:39:36.898093 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-dff46de9-3077-4182-bc4a-3a2ff62549b8 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Deleting port b87bf7f5-6627-4fd8-8654-fcc0615fc468 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:39:36.902475 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-dff46de9-3077-4182-bc4a-3a2ff62549b8 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:36.910382 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0a5df508-91b0-4c1b-8d46-bd7cb9a6b820 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:36.920033 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5df508-91b0-4c1b-8d46-bd7cb9a6b820 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:36.920964 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0a5df508-91b0-4c1b-8d46-bd7cb9a6b820 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:37.049045 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=d1033646-653a-4a62-9b6c-3304356458b3,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:37.082960 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-dff46de9-3077-4182-bc4a-3a2ff62549b8 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:37.097995 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port cd20e94c-db09-4bf2-a3ec-7a37be4d2904, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=cd20e94c-db09-4bf2-a3ec-7a37be4d2904,segment=NetworkSegment(a6269bb8-0d73-4173-bf5c-169c79a8b967),segment_id=a6269bb8-0d73-4173-bf5c-169c79a8b967)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:39:37.122867 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': 'cd20e94c-db09-4bf2-a3ec-7a37be4d2904', 'network_id': '5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7', 'port_id': 'cd20e94c-db09-4bf2-a3ec-7a37be4d2904', 'mac_address': 'fa:16:3e:1e:9d:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb175f2e-c3d1-472d-89f8-b1925f4f3ec2', 'ip_address': '10.1.1.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:39:37.146501 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8683a89c-b191-48ad-8061-fe9258b9f0c7 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:37.150162 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-8a45e21c-c54e-4abd-b18d-7a3f1c9718b3 req-09d5096f-8898-4f4d-a335-2dc5f60db408 service neutron] Transition to ACTIVE for port object 23fa8f3d-89fc-4d84-ab82-4ffbac97671c will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:39:37.155306 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8a9fd08f-745a-4168-bd10-7b8c9ba4eb95 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks [] for router_gateway, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:37.182555 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5df508-91b0-4c1b-8d46-bd7cb9a6b820 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Pushing event updated for resources: {'Network': ['ID=877603a8-eac4-4578-8aa8-f41046f93eac,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:37.199215 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-dff46de9-3077-4182-bc4a-3a2ff62549b8 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Calling delete_port for b87bf7f5-6627-4fd8-8654-fcc0615fc468 owned by {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:39:37.209816 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 877603a8-eac4-4578-8aa8-f41046f93eac details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:39:37.222455 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-0a5df508-91b0-4c1b-8d46-bd7cb9a6b820 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9434359 Aug 22 13:39:37.226730 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45926) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:37.237932 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-786e47fb-e297-45d1-8443-6d02bb517fe0 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Request body: {'subnet': {'network_id': '877603a8-eac4-4578-8aa8-f41046f93eac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:39:37.288600 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:37.318280 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd20e94c-db09-4bf2-a3ec-7a37be4d2904 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:39:37.363499 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port cd20e94c-db09-4bf2-a3ec-7a37be4d2904, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=cd20e94c-db09-4bf2-a3ec-7a37be4d2904,segment=NetworkSegment(a6269bb8-0d73-4173-bf5c-169c79a8b967),segment_id=a6269bb8-0d73-4173-bf5c-169c79a8b967)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:39:37.372200 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e7136-7599-4990-b389-be8555375f60 req-3fb8ba20-0b69-401d-b4da-ea79b55f58ee tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:37.373223 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:37.374054 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device cd2a34c3-a880-45d3-bd3b-8dfcb396adc5 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:39:37.380722 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e7136-7599-4990-b389-be8555375f60 req-3fb8ba20-0b69-401d-b4da-ea79b55f58ee tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:37.387701 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e7136-7599-4990-b389-be8555375f60 req-3fb8ba20-0b69-401d-b4da-ea79b55f58ee tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:37.399573 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e7136-7599-4990-b389-be8555375f60 req-3fb8ba20-0b69-401d-b4da-ea79b55f58ee tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:37.416986 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e7136-7599-4990-b389-be8555375f60 req-3fb8ba20-0b69-401d-b4da-ea79b55f58ee tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:37.422943 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8a9fd08f-745a-4168-bd10-7b8c9ba4eb95 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:37.424110 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e7136-7599-4990-b389-be8555375f60 req-3fb8ba20-0b69-401d-b4da-ea79b55f58ee tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:37.425788 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-8a45e21c-c54e-4abd-b18d-7a3f1c9718b3 req-09d5096f-8898-4f4d-a335-2dc5f60db408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:37.431480 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e7136-7599-4990-b389-be8555375f60 req-3fb8ba20-0b69-401d-b4da-ea79b55f58ee tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:37.433832 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8683a89c-b191-48ad-8061-fe9258b9f0c7 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:37.445139 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-869e7136-7599-4990-b389-be8555375f60 req-3fb8ba20-0b69-401d-b4da-ea79b55f58ee tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 5431 time: 0.2802994 Aug 22 13:39:37.457073 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port cd2a34c3-a880-45d3-bd3b-8dfcb396adc5, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=cd2a34c3-a880-45d3-bd3b-8dfcb396adc5,segment=NetworkSegment(a6269bb8-0d73-4173-bf5c-169c79a8b967),segment_id=a6269bb8-0d73-4173-bf5c-169c79a8b967)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:39:37.465272 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=cd20e94c-db09-4bf2-a3ec-7a37be4d2904,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:37.473215 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': 'cd2a34c3-a880-45d3-bd3b-8dfcb396adc5', 'network_id': '5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7', 'port_id': 'cd2a34c3-a880-45d3-bd3b-8dfcb396adc5', 'mac_address': 'fa:16:3e:30:ab:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb175f2e-c3d1-472d-89f8-b1925f4f3ec2', 'ip_address': '10.1.1.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:39:37.507053 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d5096f-8898-4f4d-a335-2dc5f60db408 service neutron] Pushing event updated for resources: {'Port': ['ID=23fa8f3d-89fc-4d84-ab82-4ffbac97671c,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:37.518014 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:37.535247 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd2a34c3-a880-45d3-bd3b-8dfcb396adc5 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:39:37.568446 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port cd2a34c3-a880-45d3-bd3b-8dfcb396adc5, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=cd2a34c3-a880-45d3-bd3b-8dfcb396adc5,segment=NetworkSegment(a6269bb8-0d73-4173-bf5c-169c79a8b967),segment_id=a6269bb8-0d73-4173-bf5c-169c79a8b967)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:39:37.573907 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:37.575231 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device b16064f0-bf43-4196-833d-4efdff17a865 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:39:37.610729 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-869e7136-7599-4990-b389-be8555375f60 req-442b7a7d-d5d5-448f-a7f7-f8b0f51daa60 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/security-groups?id=66b7495f-ba5d-4b5f-9f1a-7d40465024e2&id=d7b1fd23-abf0-4029-8bf5-4e8e3c16aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1614420 Aug 22 13:39:37.612878 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786e47fb-e297-45d1-8443-6d02bb517fe0 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Made reservation on behalf of 6be38ca5ea35447298f0675ebcd2561a for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:39:37.622203 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-786e47fb-e297-45d1-8443-6d02bb517fe0 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:37.664305 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=cd2a34c3-a880-45d3-bd3b-8dfcb396adc5,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:37.691021 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port b16064f0-bf43-4196-833d-4efdff17a865, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=b16064f0-bf43-4196-833d-4efdff17a865,segment=NetworkSegment(a6269bb8-0d73-4173-bf5c-169c79a8b967),segment_id=a6269bb8-0d73-4173-bf5c-169c79a8b967)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:39:37.704896 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': 'b16064f0-bf43-4196-833d-4efdff17a865', 'network_id': '5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7', 'port_id': 'b16064f0-bf43-4196-833d-4efdff17a865', 'mac_address': 'fa:16:3e:93:21:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb175f2e-c3d1-472d-89f8-b1925f4f3ec2', 'ip_address': '10.1.1.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:39:37.708490 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.ipam_backend_mixin [None req-786e47fb-e297-45d1-8443-6d02bb517fe0 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Performing IP validity checks on allocation pools {{(pid=94627) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 22 13:39:37.709388 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.ipam_backend_mixin [None req-786e47fb-e297-45d1-8443-6d02bb517fe0 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94627) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 22 13:39:37.755673 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:37.779067 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b16064f0-bf43-4196-833d-4efdff17a865 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:39:37.803544 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port b16064f0-bf43-4196-833d-4efdff17a865, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=b16064f0-bf43-4196-833d-4efdff17a865,segment=NetworkSegment(a6269bb8-0d73-4173-bf5c-169c79a8b967),segment_id=a6269bb8-0d73-4173-bf5c-169c79a8b967)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:39:37.809242 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:37.810859 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 9f8df132-276a-4e46-89a0-b5f4c39d81b8 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:39:37.814495 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-8683a89c-b191-48ad-8061-fe9258b9f0c7 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] In _notify_port_updated(), no bound segment for port 4a0bef86-1494-4ea0-813a-cd820bb905af on network 12ccb463-a083-408a-849b-f47d2d68f433 {{(pid=94628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 22 13:39:37.820504 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8683a89c-b191-48ad-8061-fe9258b9f0c7 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:37.821157 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8683a89c-b191-48ad-8061-fe9258b9f0c7 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:37.825509 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8683a89c-b191-48ad-8061-fe9258b9f0c7 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] 10.222.0.21 "PUT /v2.0/ports/4a0bef86-1494-4ea0-813a-cd820bb905af HTTP/1.1" status: 200 len: 996 time: 2.2178152 Aug 22 13:39:37.830878 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45928) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:37.831646 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8683a89c-b191-48ad-8061-fe9258b9f0c7 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Pushing event updated for resources: {'Port': ['ID=4a0bef86-1494-4ea0-813a-cd820bb905af,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:37.847356 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 9f8df132-276a-4e46-89a0-b5f4c39d81b8, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=9f8df132-276a-4e46-89a0-b5f4c39d81b8,segment=NetworkSegment(85d6e767-2244-4840-a51f-afec6bd122e6),segment_id=85d6e767-2244-4840-a51f-afec6bd122e6)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:39:37.861284 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '9f8df132-276a-4e46-89a0-b5f4c39d81b8', 'network_id': '3a68a707-4544-4179-ae57-3b08732d6fc4', 'port_id': '9f8df132-276a-4e46-89a0-b5f4c39d81b8', 'mac_address': 'fa:16:3e:c5:4f:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a68570d-3c99-46d0-9ae9-d17b3c59c7bf', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:39:37.903166 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-786e47fb-e297-45d1-8443-6d02bb517fe0 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:37.935758 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:37.964153 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f8df132-276a-4e46-89a0-b5f4c39d81b8 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:39:38.008591 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 9f8df132-276a-4e46-89a0-b5f4c39d81b8, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=9f8df132-276a-4e46-89a0-b5f4c39d81b8,segment=NetworkSegment(85d6e767-2244-4840-a51f-afec6bd122e6),segment_id=85d6e767-2244-4840-a51f-afec6bd122e6)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:39:38.012823 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-edb5ea92-9286-49f6-bf54-fcaab1483275 None None] Provisioning complete for port 4a0bef86-1494-4ea0-813a-cd820bb905af triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:39:38.013226 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-edb5ea92-9286-49f6-bf54-fcaab1483275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:38.043461 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-8a45e21c-c54e-4abd-b18d-7a3f1c9718b3 req-09d5096f-8898-4f4d-a335-2dc5f60db408 service neutron] Attempting to bind port 23fa8f3d-89fc-4d84-ab82-4ffbac97671c on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:39:38.044159 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-8a45e21c-c54e-4abd-b18d-7a3f1c9718b3 req-09d5096f-8898-4f4d-a335-2dc5f60db408 service neutron] Attempting to bind port 23fa8f3d-89fc-4d84-ab82-4ffbac97671c by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': 'ade77f39-5a78-4e5c-8ff0-9af8c1244976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '436bb3cf-4f1a-421b-bfd3-5f21c99032ed'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:39:38.044700 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a45e21c-c54e-4abd-b18d-7a3f1c9718b3 req-09d5096f-8898-4f4d-a335-2dc5f60db408 service neutron] Attempting to bind port 23fa8f3d-89fc-4d84-ab82-4ffbac97671c on network 436bb3cf-4f1a-421b-bfd3-5f21c99032ed {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:39:38.059531 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a45e21c-c54e-4abd-b18d-7a3f1c9718b3 req-09d5096f-8898-4f4d-a335-2dc5f60db408 service neutron] Port 23fa8f3d-89fc-4d84-ab82-4ffbac97671c on network 436bb3cf-4f1a-421b-bfd3-5f21c99032ed not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:39:38.059898 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a45e21c-c54e-4abd-b18d-7a3f1c9718b3 req-09d5096f-8898-4f4d-a335-2dc5f60db408 service neutron] Attempting to bind port 23fa8f3d-89fc-4d84-ab82-4ffbac97671c on network 436bb3cf-4f1a-421b-bfd3-5f21c99032ed {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:39:38.066090 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-edb5ea92-9286-49f6-bf54-fcaab1483275 None None] Port 4a0bef86-1494-4ea0-813a-cd820bb905af cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:39:38.068488 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:38.069127 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device f8514972-7776-4e19-a05c-ada5bca398e0 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:39:38.071961 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a45e21c-c54e-4abd-b18d-7a3f1c9718b3 req-09d5096f-8898-4f4d-a335-2dc5f60db408 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:39:38.072355 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a45e21c-c54e-4abd-b18d-7a3f1c9718b3 req-09d5096f-8898-4f4d-a335-2dc5f60db408 service neutron] Checking segment: {'id': 'ade77f39-5a78-4e5c-8ff0-9af8c1244976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '436bb3cf-4f1a-421b-bfd3-5f21c99032ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:39:38.072747 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a45e21c-c54e-4abd-b18d-7a3f1c9718b3 req-09d5096f-8898-4f4d-a335-2dc5f60db408 service neutron] Bound using segment: {'id': 'ade77f39-5a78-4e5c-8ff0-9af8c1244976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '436bb3cf-4f1a-421b-bfd3-5f21c99032ed'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:39:38.073188 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-8a45e21c-c54e-4abd-b18d-7a3f1c9718b3 req-09d5096f-8898-4f4d-a335-2dc5f60db408 service neutron] Bound port: 23fa8f3d-89fc-4d84-ab82-4ffbac97671c, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ade77f39-5a78-4e5c-8ff0-9af8c1244976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '436bb3cf-4f1a-421b-bfd3-5f21c99032ed'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:39:38.073547 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-8a45e21c-c54e-4abd-b18d-7a3f1c9718b3 req-09d5096f-8898-4f4d-a335-2dc5f60db408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:38.087062 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e47fb-e297-45d1-8443-6d02bb517fe0 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Pushing event updated for resources: {'Subnet': ['ID=e54e7173-2f13-4aec-8ce4-920b477f0989,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:38.099627 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-dff46de9-3077-4182-bc4a-3a2ff62549b8 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:38.107108 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port f8514972-7776-4e19-a05c-ada5bca398e0, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=f8514972-7776-4e19-a05c-ada5bca398e0,segment=NetworkSegment(a6269bb8-0d73-4173-bf5c-169c79a8b967),segment_id=a6269bb8-0d73-4173-bf5c-169c79a8b967)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:39:38.122258 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': 'f8514972-7776-4e19-a05c-ada5bca398e0', 'network_id': '5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7', 'port_id': 'f8514972-7776-4e19-a05c-ada5bca398e0', 'mac_address': 'fa:16:3e:97:64:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb175f2e-c3d1-472d-89f8-b1925f4f3ec2', 'ip_address': '10.1.1.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:39:38.123983 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=b16064f0-bf43-4196-833d-4efdff17a865,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:38.147872 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff46de9-3077-4182-bc4a-3a2ff62549b8 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Pushing event deleted for resources: {'Port': ['ID=b87bf7f5-6627-4fd8-8654-fcc0615fc468,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:38.161172 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866123f-aa84-4b92-83a5-60d4f2c1fa61 req-fd4e3f55-80f4-43fe-9f64-2aebab9598a6 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:38.165850 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-3944b0be-3856-4828-b5ba-77cb64d8a07f tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Deleting port 4a0bef86-1494-4ea0-813a-cd820bb905af {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:39:38.166206 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3944b0be-3856-4828-b5ba-77cb64d8a07f tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:38.169132 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a866123f-aa84-4b92-83a5-60d4f2c1fa61 req-fd4e3f55-80f4-43fe-9f64-2aebab9598a6 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1ff502e-e01a-45ec-b65b-20489f115451 HTTP/1.1" status: 200 len: 944 time: 0.2012029 Aug 22 13:39:38.178091 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786e47fb-e297-45d1-8443-6d02bb517fe0 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Checking segment: {'id': 'f9a9753d-e256-464a-804c-f53095f9cbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '877603a8-eac4-4578-8aa8-f41046f93eac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:39:38.178592 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786e47fb-e297-45d1-8443-6d02bb517fe0 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Network hostable DHCP agents. Network: 877603a8-eac4-4578-8aa8-f41046f93eac, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:39:38.186024 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a9fd08f-745a-4168-bd10-7b8c9ba4eb95 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Router 6e2bb616-bb4a-4250-96a1-01a5a145c2dd is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:39:38.219063 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=9f8df132-276a-4e46-89a0-b5f4c39d81b8,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:38.221889 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:38.237012 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-dff46de9-3077-4182-bc4a-3a2ff62549b8 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:38.241845 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-dff46de9-3077-4182-bc4a-3a2ff62549b8 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] 10.222.0.21 "DELETE /v2.0/ports/b87bf7f5-6627-4fd8-8654-fcc0615fc468 HTTP/1.1" status: 204 len: 168 time: 1.6911993 Aug 22 13:39:38.242064 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8514972-7776-4e19-a05c-ada5bca398e0 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:39:38.244008 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45934) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:38.249867 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-b8950a75-08fc-4f5f-b304-98b5bd7a5aa7 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6e990864-5a49-4162-8739-9d2f4a2a16d7', 'external_fixed_ips': [{'subnet_id': 'b0dedfd9-0578-4cb9-ae9c-edffcadc6848', 'ip_address': '2001:db8::117'}]}}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:39:38.264668 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port f8514972-7776-4e19-a05c-ada5bca398e0, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=f8514972-7776-4e19-a05c-ada5bca398e0,segment=NetworkSegment(a6269bb8-0d73-4173-bf5c-169c79a8b967),segment_id=a6269bb8-0d73-4173-bf5c-169c79a8b967)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:39:38.267098 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a866123f-aa84-4b92-83a5-60d4f2c1fa61 req-b60c53b4-f484-4694-899f-ac0be09469a7 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968924 Aug 22 13:39:38.272215 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:38.280324 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786e47fb-e297-45d1-8443-6d02bb517fe0 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Network 877603a8-eac4-4578-8aa8-f41046f93eac is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:39:38.300441 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-786e47fb-e297-45d1-8443-6d02bb517fe0 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 877603a8-eac4-4578-8aa8-f41046f93eac) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:39:38.305990 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786e47fb-e297-45d1-8443-6d02bb517fe0 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:38.306985 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-786e47fb-e297-45d1-8443-6d02bb517fe0 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:38.310558 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b8950a75-08fc-4f5f-b304-98b5bd7a5aa7 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:38.312093 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b8950a75-08fc-4f5f-b304-98b5bd7a5aa7 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:38.341744 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-786e47fb-e297-45d1-8443-6d02bb517fe0 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.1086273 Aug 22 13:39:38.343535 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=f8514972-7776-4e19-a05c-ada5bca398e0,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:38.346333 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668ce000-3a65-40ef-81c1-7b5695a05dd9 None None] Network 877603a8-eac4-4578-8aa8-f41046f93eac requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:39:38.347123 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45936) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:38.391428 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b8950a75-08fc-4f5f-b304-98b5bd7a5aa7 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:38.478353 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-8a45e21c-c54e-4abd-b18d-7a3f1c9718b3 req-09d5096f-8898-4f4d-a335-2dc5f60db408 service neutron] For port 23fa8f3d-89fc-4d84-ab82-4ffbac97671c, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:39:38.513881 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3944b0be-3856-4828-b5ba-77cb64d8a07f tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:38.527691 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9fd08f-745a-4168-bd10-7b8c9ba4eb95 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:39:38.535092 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-8a45e21c-c54e-4abd-b18d-7a3f1c9718b3 req-09d5096f-8898-4f4d-a335-2dc5f60db408 service neutron] For port 23fa8f3d-89fc-4d84-ab82-4ffbac97671c, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=23fa8f3d-89fc-4d84-ab82-4ffbac97671c,segment=NetworkSegment(ade77f39-5a78-4e5c-8ff0-9af8c1244976),segment_id=ade77f39-5a78-4e5c-8ff0-9af8c1244976)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:39:38.546605 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-3944b0be-3856-4828-b5ba-77cb64d8a07f tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Calling delete_port for 4a0bef86-1494-4ea0-813a-cd820bb905af owned by {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:39:38.547549 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2dcd37-7ac1-4290-bcc3-9b4ba573f579 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-877603a8-eac4-4578-8aa8-f41046f93eac', 'network_id': '877603a8-eac4-4578-8aa8-f41046f93eac', 'tenant_id': '6be38ca5ea35447298f0675ebcd2561a', 'fixed_ips': [{'subnet_id': 'e54e7173-2f13-4aec-8ce4-920b477f0989'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:39:38.550871 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c64ee6e-c093-417c-a0fb-9323054a891e None None] Sync routers for ids ['6e2bb616-bb4a-4250-96a1-01a5a145c2dd'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:39:38.551531 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ee2dcd37-7ac1-4290-bcc3-9b4ba573f579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:38.558969 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-8a45e21c-c54e-4abd-b18d-7a3f1c9718b3 req-09d5096f-8898-4f4d-a335-2dc5f60db408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:38.575343 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c64ee6e-c093-417c-a0fb-9323054a891e None None] Routers {'6e2bb616-bb4a-4250-96a1-01a5a145c2dd'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:39:38.578892 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-5c64ee6e-c093-417c-a0fb-9323054a891e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:39:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['6e2bb616-bb4a-4250-96a1-01a5a145c2dd'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:38.633203 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8a9fd08f-745a-4168-bd10-7b8c9ba4eb95 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:38.634488 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8a9fd08f-745a-4168-bd10-7b8c9ba4eb95 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.3784728 Aug 22 13:39:38.636019 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a45e21c-c54e-4abd-b18d-7a3f1c9718b3 req-09d5096f-8898-4f4d-a335-2dc5f60db408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:38.636781 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-8a45e21c-c54e-4abd-b18d-7a3f1c9718b3 req-09d5096f-8898-4f4d-a335-2dc5f60db408 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:38.638215 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8a45e21c-c54e-4abd-b18d-7a3f1c9718b3 req-09d5096f-8898-4f4d-a335-2dc5f60db408 service neutron] 10.222.0.41 "PUT /v2.0/ports/23fa8f3d-89fc-4d84-ab82-4ffbac97671c HTTP/1.1" status: 200 len: 1093 time: 3.4309521 Aug 22 13:39:38.673047 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1ff502e-e01a-45ec-b65b-20489f115451', 'tag': '23fa8f3d-89fc-4d84-ab82-4ffbac97671c'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:39:38.675951 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca662a4-0e33-4e48-a3d8-6c3a2230f500" -d '{"events": [{"name": "network-changed", "server_uuid": "a1ff502e-e01a-45ec-b65b-20489f115451", "tag": "23fa8f3d-89fc-4d84-ab82-4ffbac97671c"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:39:38.681611 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45938) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:38.685970 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ade015a7-491e-4ff0-83df-a1f37da8b0fe tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:38.695060 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-5c64ee6e-c093-417c-a0fb-9323054a891e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:38.696166 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-c85117a5-9d0b-4fed-a888-85a09cc04802 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'enable_snat': False}}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:39:38.719416 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c64ee6e-c093-417c-a0fb-9323054a891e None None] Routers {'6e2bb616-bb4a-4250-96a1-01a5a145c2dd'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:39:38.722136 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-5c64ee6e-c093-417c-a0fb-9323054a891e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:39:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['6e2bb616-bb4a-4250-96a1-01a5a145c2dd'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:38.733508 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-ee2dcd37-7ac1-4290-bcc3-9b4ba573f579 None None] Allocated IP 172.20.0.3 (877603a8-eac4-4578-8aa8-f41046f93eac/e54e7173-2f13-4aec-8ce4-920b477f0989/b119a707-256f-4257-bb25-39e7135a92d2) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:39:38.766937 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7cd95a-b1ba-4b25-8fed-f14869418c4f x-openstack-request-id: req-9d7cd95a-b1ba-4b25-8fed-f14869418c4f {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:39:38.767225 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1ff502e-e01a-45ec-b65b-20489f115451", "tag": "23fa8f3d-89fc-4d84-ab82-4ffbac97671c", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:39:38.767463 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9d7cd95a-b1ba-4b25-8fed-f14869418c4f {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:39:38.767931 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1ff502e-e01a-45ec-b65b-20489f115451', 'tag': '23fa8f3d-89fc-4d84-ab82-4ffbac97671c', 'status': 'completed', 'code': 200} Aug 22 13:39:38.800118 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d5096f-8898-4f4d-a335-2dc5f60db408 service neutron] Pushing event updated for resources: {'Port': ['ID=23fa8f3d-89fc-4d84-ab82-4ffbac97671c,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:38.819155 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-5c64ee6e-c093-417c-a0fb-9323054a891e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:38.820691 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c64ee6e-c093-417c-a0fb-9323054a891e None None] The sync data for ids ['6e2bb616-bb4a-4250-96a1-01a5a145c2dd'] in n-d-793621-33 is: [] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:39:38.927092 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ee2dcd37-7ac1-4290-bcc3-9b4ba573f579 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:38.939785 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-ee2dcd37-7ac1-4290-bcc3-9b4ba573f579 None None] Transition to ACTIVE for port object b119a707-256f-4257-bb25-39e7135a92d2 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:39:38.942201 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a45e21c-c54e-4abd-b18d-7a3f1c9718b3 req-6688e1be-9a84-4f5a-9687-150d8a9c87aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:38.943745 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8a45e21c-c54e-4abd-b18d-7a3f1c9718b3 req-6688e1be-9a84-4f5a-9687-150d8a9c87aa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d314acf246e49628109fc5511827078&device_id=a1ff502e-e01a-45ec-b65b-20489f115451 HTTP/1.1" status: 200 len: 1096 time: 0.2399468 Aug 22 13:39:38.947311 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ade015a7-491e-4ff0-83df-a1f37da8b0fe tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:39.046505 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fadf97-e5f8-4ea0-9f37-74acc6cbf816 req-e4a47b85-3d4d-4139-aa49-d8a3d5c91290 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:39.053341 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fadf97-e5f8-4ea0-9f37-74acc6cbf816 req-e4a47b85-3d4d-4139-aa49-d8a3d5c91290 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:39.059354 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fadf97-e5f8-4ea0-9f37-74acc6cbf816 req-e4a47b85-3d4d-4139-aa49-d8a3d5c91290 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:39.066123 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fadf97-e5f8-4ea0-9f37-74acc6cbf816 req-e4a47b85-3d4d-4139-aa49-d8a3d5c91290 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:39.072783 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fadf97-e5f8-4ea0-9f37-74acc6cbf816 req-e4a47b85-3d4d-4139-aa49-d8a3d5c91290 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:39.078619 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fadf97-e5f8-4ea0-9f37-74acc6cbf816 req-e4a47b85-3d4d-4139-aa49-d8a3d5c91290 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:39.084263 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8a45e21c-c54e-4abd-b18d-7a3f1c9718b3 req-c235e7bc-658e-40c3-994a-8f0541f94937 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23fa8f3d-89fc-4d84-ab82-4ffbac97671c HTTP/1.1" status: 200 len: 217 time: 0.1305122 Aug 22 13:39:39.086742 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fadf97-e5f8-4ea0-9f37-74acc6cbf816 req-e4a47b85-3d4d-4139-aa49-d8a3d5c91290 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:39.088268 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d0fadf97-e5f8-4ea0-9f37-74acc6cbf816 req-e4a47b85-3d4d-4139-aa49-d8a3d5c91290 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 5436 time: 0.2283685 Aug 22 13:39:39.090257 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b8950a75-08fc-4f5f-b304-98b5bd7a5aa7 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:39.141740 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-ee2dcd37-7ac1-4290-bcc3-9b4ba573f579 None None] Transition to ACTIVE for port object b119a707-256f-4257-bb25-39e7135a92d2 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:39:39.154243 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ee2dcd37-7ac1-4290-bcc3-9b4ba573f579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:39.179313 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d0fadf97-e5f8-4ea0-9f37-74acc6cbf816 req-b2a24f2b-64d1-4c99-b9bc-179ff705347b tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/security-groups?id=66b7495f-ba5d-4b5f-9f1a-7d40465024e2&id=d7b1fd23-abf0-4029-8bf5-4e8e3c16aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0788512 Aug 22 13:39:39.183579 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3944b0be-3856-4828-b5ba-77cb64d8a07f tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:39.199878 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2dcd37-7ac1-4290-bcc3-9b4ba573f579 None None] Network 877603a8-eac4-4578-8aa8-f41046f93eac is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:39:39.227863 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-ee2dcd37-7ac1-4290-bcc3-9b4ba573f579 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:39:39.230722 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2dcd37-7ac1-4290-bcc3-9b4ba573f579 None None] Pushing event updated for resources: {'Port': ['ID=b119a707-256f-4257-bb25-39e7135a92d2,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:39.241643 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2dcd37-7ac1-4290-bcc3-9b4ba573f579 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:39:39.248910 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a45e21c-c54e-4abd-b18d-7a3f1c9718b3 req-36c280c3-df5d-4989-88e5-ee1581d118dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:39.249150 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['cd20e94c-db09-4bf2-a3ec-7a37be4d2904'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:39:39.250465 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8a45e21c-c54e-4abd-b18d-7a3f1c9718b3 req-36c280c3-df5d-4989-88e5-ee1581d118dc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9d1b4558-44bd-41e9-aa53-567e0a55d684 HTTP/1.1" status: 200 len: 845 time: 0.1564922 Aug 22 13:39:39.255226 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3944b0be-3856-4828-b5ba-77cb64d8a07f tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Pushing event deleted for resources: {'Port': ['ID=4a0bef86-1494-4ea0-813a-cd820bb905af,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:39.278089 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ade015a7-491e-4ff0-83df-a1f37da8b0fe tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:39.330583 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['f8514972-7776-4e19-a05c-ada5bca398e0'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:39:39.356890 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8a45e21c-c54e-4abd-b18d-7a3f1c9718b3 req-de7073ee-de4e-4ed2-b7b3-46f4c64ec4fa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=436bb3cf-4f1a-421b-bfd3-5f21c99032ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0992727 Aug 22 13:39:39.384015 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['93bdfde2-d457-457f-992b-980c70fdc75c'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:39:39.386972 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b8950a75-08fc-4f5f-b304-98b5bd7a5aa7 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:39.423806 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b8950a75-08fc-4f5f-b304-98b5bd7a5aa7 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:39.427712 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['d1033646-653a-4a62-9b6c-3304356458b3'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:39:39.430603 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['b16064f0-bf43-4196-833d-4efdff17a865'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:39:39.469599 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade015a7-491e-4ff0-83df-a1f37da8b0fe tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Pushing event deleted for resources: {'Subnet': ['ID=e54e7173-2f13-4aec-8ce4-920b477f0989,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:39.513352 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['9f8df132-276a-4e46-89a0-b5f4c39d81b8'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:39:39.576388 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f56dc0-1bef-4006-9ef9-b5d4792fae3c req-5d68425e-abaf-4653-b4e6-2b59847bdabc tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:39.578462 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-16f56dc0-1bef-4006-9ef9-b5d4792fae3c req-5d68425e-abaf-4653-b4e6-2b59847bdabc tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1ff502e-e01a-45ec-b65b-20489f115451 HTTP/1.1" status: 200 len: 944 time: 0.1574652 Aug 22 13:39:39.638200 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ade015a7-491e-4ff0-83df-a1f37da8b0fe tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:39.675869 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-16f56dc0-1bef-4006-9ef9-b5d4792fae3c req-9f91e4bf-1146-41cf-aece-bfceaf17447d tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864360 Aug 22 13:39:39.678303 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3944b0be-3856-4828-b5ba-77cb64d8a07f tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:39.682769 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-3944b0be-3856-4828-b5ba-77cb64d8a07f tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] 10.222.0.21 "DELETE /v2.0/ports/4a0bef86-1494-4ea0-813a-cd820bb905af HTTP/1.1" status: 204 len: 168 time: 1.8458686 Aug 22 13:39:39.683531 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45948) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:39.686725 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-ade015a7-491e-4ff0-83df-a1f37da8b0fe tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['877603a8-eac4-4578-8aa8-f41046f93eac']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:39.725043 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-55bf895d-81ea-4262-a7d0-d0c8a3451e25 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] GET failed (client error): The resource could not be found. Aug 22 13:39:39.732694 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-55bf895d-81ea-4262-a7d0-d0c8a3451e25 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] 10.222.0.21 "GET /v2.0/ports/4a0bef86-1494-4ea0-813a-cd820bb905af HTTP/1.1" status: 404 len: 333 time: 0.0443516 Aug 22 13:39:39.733585 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45950) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:39.743227 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-ade015a7-491e-4ff0-83df-a1f37da8b0fe tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9a9753d-e256-464a-804c-f53095f9cbd7') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:39.743889 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-ade015a7-491e-4ff0-83df-a1f37da8b0fe tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9a9753d-e256-464a-804c-f53095f9cbd7') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:39.756491 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ade015a7-491e-4ff0-83df-a1f37da8b0fe tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:39.766437 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-d3121c8a-3677-4a91-ae5c-873b438b853e tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Request body: {'port': {'network_id': '12ccb463-a083-408a-849b-f47d2d68f433', 'name': 'tempest-AllowedAddressPairTestJSON-1860625008'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:39:39.774087 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ade015a7-491e-4ff0-83df-a1f37da8b0fe tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:39.781433 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ade015a7-491e-4ff0-83df-a1f37da8b0fe tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:39:39.781931 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ade015a7-491e-4ff0-83df-a1f37da8b0fe tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:39.802083 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8a45e21c-c54e-4abd-b18d-7a3f1c9718b3 req-60972242-4cdb-4d30-9616-dbec358f8aeb service neutron] 10.222.0.41 "GET /v2.0/networks/436bb3cf-4f1a-421b-bfd3-5f21c99032ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370490 Aug 22 13:39:39.803192 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:39:39.803192 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:39:39.803192 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:39:39.803192 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:39:39.803192 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:39:39.803192 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:39:39.803192 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:39:39.803192 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:39:39.803192 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:39:39.803192 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:39:39.803192 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:39:39.803192 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:39:39.803192 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:39:39.803192 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:39:39.803192 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:39:39.803192 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:39:39.803192 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:39:39.803192 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:39:39.803192 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:39:39.803192 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:39:39.803192 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:39:39.803192 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:39:39.803192 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:39:39.803192 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:39:39.803192 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:39:39.803192 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:39:39.803192 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:39:39.803192 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:39:39.803192 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:39:39.803192 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:39:39.803192 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:39:39.803192 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:39:39.863166 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-b8950a75-08fc-4f5f-b304-98b5bd7a5aa7 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Allocated IP 2001:db8::117 (6e990864-5a49-4162-8739-9d2f4a2a16d7/b0dedfd9-0578-4cb9-ae9c-edffcadc6848/c8d4a29b-b57e-4387-b1ad-3914dc984820) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:39:39.951505 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.db.api [None req-ade015a7-491e-4ff0-83df-a1f37da8b0fe tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 22 13:39:39.951505 n-d-793621-33 neutron-server[94628]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 22 13:39:39.951505 n-d-793621-33 neutron-server[94628]: [parameters: {'id': '877603a8-eac4-4578-8aa8-f41046f93eac'}] Aug 22 13:39:39.951505 n-d-793621-33 neutron-server[94628]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94628) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 13:39:39.952136 n-d-793621-33 neutron-server[94628]: DEBUG oslo_db.api [None req-ade015a7-491e-4ff0-83df-a1f37da8b0fe tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 13:39:39.956101 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c85117a5-9d0b-4fed-a888-85a09cc04802 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:39.987941 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-ee2dcd37-7ac1-4290-bcc3-9b4ba573f579 None None] Attempting to bind port b119a707-256f-4257-bb25-39e7135a92d2 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:39:39.993303 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-ee2dcd37-7ac1-4290-bcc3-9b4ba573f579 None None] Attempting to bind port b119a707-256f-4257-bb25-39e7135a92d2 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'f9a9753d-e256-464a-804c-f53095f9cbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '877603a8-eac4-4578-8aa8-f41046f93eac'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:39:39.993303 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2dcd37-7ac1-4290-bcc3-9b4ba573f579 None None] Attempting to bind port b119a707-256f-4257-bb25-39e7135a92d2 on network 877603a8-eac4-4578-8aa8-f41046f93eac {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:39:40.014210 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8a45e21c-c54e-4abd-b18d-7a3f1c9718b3 req-70df2c8f-dc59-4fdc-b81d-0b028efd57c8 service neutron] 10.222.0.41 "GET /v2.0/networks/436bb3cf-4f1a-421b-bfd3-5f21c99032ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542323 Aug 22 13:39:40.049260 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3121c8a-3677-4a91-ae5c-873b438b853e tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Made reservation on behalf of 7f2b0b97dd114e098c49db9e6402dada for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:39:40.053583 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d3121c8a-3677-4a91-ae5c-873b438b853e tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:40.101453 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [None req-d3121c8a-3677-4a91-ae5c-873b438b853e tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] device_id is not set on port 2baad257-6a73-4a0d-a7b0-c54688cd4bd1 yet. {{(pid=94627) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:39:40.131575 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['cd2a34c3-a880-45d3-bd3b-8dfcb396adc5'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:39:40.133263 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca662a4-0e33-4e48-a3d8-6c3a2230f500 req-4ba09f74-a897-4938-bf69-8727bd6ebd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:40.134764 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3ca662a4-0e33-4e48-a3d8-6c3a2230f500 req-4ba09f74-a897-4938-bf69-8727bd6ebd6d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d314acf246e49628109fc5511827078&device_id=a1ff502e-e01a-45ec-b65b-20489f115451 HTTP/1.1" status: 200 len: 1096 time: 0.0600164 Aug 22 13:39:40.184822 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b8950a75-08fc-4f5f-b304-98b5bd7a5aa7 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:40.199958 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45960) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:40.216372 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2dcd37-7ac1-4290-bcc3-9b4ba573f579 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:39:40.217504 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2dcd37-7ac1-4290-bcc3-9b4ba573f579 None None] Checking segment: {'id': 'f9a9753d-e256-464a-804c-f53095f9cbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '877603a8-eac4-4578-8aa8-f41046f93eac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:39:40.218117 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ee2dcd37-7ac1-4290-bcc3-9b4ba573f579 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:40.220270 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2dcd37-7ac1-4290-bcc3-9b4ba573f579 None None] Bound using segment: {'id': 'f9a9753d-e256-464a-804c-f53095f9cbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '877603a8-eac4-4578-8aa8-f41046f93eac'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:39:40.229662 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-ee2dcd37-7ac1-4290-bcc3-9b4ba573f579 None None] Bound port: b119a707-256f-4257-bb25-39e7135a92d2, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a9753d-e256-464a-804c-f53095f9cbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '877603a8-eac4-4578-8aa8-f41046f93eac'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:39:40.231394 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ee2dcd37-7ac1-4290-bcc3-9b4ba573f579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:40.287061 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-d3121c8a-3677-4a91-ae5c-873b438b853e tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Allocated IP 172.20.0.6 (12ccb463-a083-408a-849b-f47d2d68f433/4bc23e45-194f-42f1-be49-67fbe376e39c/2baad257-6a73-4a0d-a7b0-c54688cd4bd1) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:39:40.291125 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca662a4-0e33-4e48-a3d8-6c3a2230f500 req-8fc72349-b861-491e-bb30-2f3ed3245934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:40.294551 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3ca662a4-0e33-4e48-a3d8-6c3a2230f500 req-8fc72349-b861-491e-bb30-2f3ed3245934 service neutron] 10.222.0.41 "GET /v2.0/networks?id=436bb3cf-4f1a-421b-bfd3-5f21c99032ed HTTP/1.1" status: 200 len: 906 time: 0.1480763 Aug 22 13:39:40.350379 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b8950a75-08fc-4f5f-b304-98b5bd7a5aa7 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:40.406585 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3ca662a4-0e33-4e48-a3d8-6c3a2230f500 req-1993f699-54a7-42e5-9336-78926f3babc2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23fa8f3d-89fc-4d84-ab82-4ffbac97671c HTTP/1.1" status: 200 len: 217 time: 0.0959010 Aug 22 13:39:40.453846 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ade015a7-491e-4ff0-83df-a1f37da8b0fe tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:40.521018 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca662a4-0e33-4e48-a3d8-6c3a2230f500 req-c98f08e3-6160-4f68-960b-068b7e0c7ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:40.522692 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3ca662a4-0e33-4e48-a3d8-6c3a2230f500 req-c98f08e3-6160-4f68-960b-068b7e0c7ab0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9d1b4558-44bd-41e9-aa53-567e0a55d684 HTTP/1.1" status: 200 len: 845 time: 0.1076491 Aug 22 13:39:40.568150 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d3121c8a-3677-4a91-ae5c-873b438b853e tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:40.586951 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-d3121c8a-3677-4a91-ae5c-873b438b853e tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Transition to ACTIVE for port object 2baad257-6a73-4a0d-a7b0-c54688cd4bd1 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:39:40.701873 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8950a75-08fc-4f5f-b304-98b5bd7a5aa7 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Network 6e990864-5a49-4162-8739-9d2f4a2a16d7 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:39:40.717397 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-b8950a75-08fc-4f5f-b304-98b5bd7a5aa7 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:39:40.728155 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8950a75-08fc-4f5f-b304-98b5bd7a5aa7 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:39:40.741661 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-ee2dcd37-7ac1-4290-bcc3-9b4ba573f579 None None] For port b119a707-256f-4257-bb25-39e7135a92d2, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:39:40.744966 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a361b0-309f-4878-b97c-784d0a77855f req-e33159bf-26a6-4acf-9bd9-1f03762ace9f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:40.750749 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a361b0-309f-4878-b97c-784d0a77855f req-e33159bf-26a6-4acf-9bd9-1f03762ace9f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:40.757748 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a361b0-309f-4878-b97c-784d0a77855f req-e33159bf-26a6-4acf-9bd9-1f03762ace9f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:40.763738 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a361b0-309f-4878-b97c-784d0a77855f req-e33159bf-26a6-4acf-9bd9-1f03762ace9f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:40.764694 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-ee2dcd37-7ac1-4290-bcc3-9b4ba573f579 None None] For port b119a707-256f-4257-bb25-39e7135a92d2, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=b119a707-256f-4257-bb25-39e7135a92d2,segment=NetworkSegment(f9a9753d-e256-464a-804c-f53095f9cbd7),segment_id=f9a9753d-e256-464a-804c-f53095f9cbd7)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:39:40.770253 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a361b0-309f-4878-b97c-784d0a77855f req-e33159bf-26a6-4acf-9bd9-1f03762ace9f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:40.776501 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a361b0-309f-4878-b97c-784d0a77855f req-e33159bf-26a6-4acf-9bd9-1f03762ace9f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:40.782548 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a361b0-309f-4878-b97c-784d0a77855f req-e33159bf-26a6-4acf-9bd9-1f03762ace9f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:40.784632 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-36a361b0-309f-4878-b97c-784d0a77855f req-e33159bf-26a6-4acf-9bd9-1f03762ace9f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 5436 time: 0.4569900 Aug 22 13:39:40.790788 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8950a75-08fc-4f5f-b304-98b5bd7a5aa7 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Pushing event updated for resources: {'Port': ['ID=c8d4a29b-b57e-4387-b1ad-3914dc984820,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:40.803786 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ee2dcd37-7ac1-4290-bcc3-9b4ba573f579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:40.937826 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d3121c8a-3677-4a91-ae5c-873b438b853e tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:40.961665 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2dcd37-7ac1-4290-bcc3-9b4ba573f579 None None] Pushing event updated for resources: {'Port': ['ID=b119a707-256f-4257-bb25-39e7135a92d2,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:41.007299 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3ca662a4-0e33-4e48-a3d8-6c3a2230f500 req-12dd67fe-3717-4141-94f0-c37d651b1694 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=436bb3cf-4f1a-421b-bfd3-5f21c99032ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4547408 Aug 22 13:39:41.060128 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3121c8a-3677-4a91-ae5c-873b438b853e tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Network 12ccb463-a083-408a-849b-f47d2d68f433 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:39:41.062874 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86c1b27-22d7-4a09-9ca2-d3f1c60a1124 None None] Network 877603a8-eac4-4578-8aa8-f41046f93eac requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:39:41.066700 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-36a361b0-309f-4878-b97c-784d0a77855f req-8834b020-41ef-4778-84d1-3967845ef997 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/security-groups?id=66b7495f-ba5d-4b5f-9f1a-7d40465024e2&id=d7b1fd23-abf0-4029-8bf5-4e8e3c16aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2698259 Aug 22 13:39:41.082863 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-d3121c8a-3677-4a91-ae5c-873b438b853e tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:39:41.088824 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3121c8a-3677-4a91-ae5c-873b438b853e tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:39:41.105089 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e5244-8e89-444e-9c5b-e59cf8bf96ac req-65d8aba2-259a-4482-ba15-15353ad2b7e7 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:41.107021 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5e1e5244-8e89-444e-9c5b-e59cf8bf96ac req-65d8aba2-259a-4482-ba15-15353ad2b7e7 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1ff502e-e01a-45ec-b65b-20489f115451 HTTP/1.1" status: 200 len: 944 time: 0.3181913 Aug 22 13:39:41.107704 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3121c8a-3677-4a91-ae5c-873b438b853e tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Pushing event updated for resources: {'Port': ['ID=2baad257-6a73-4a0d-a7b0-c54688cd4bd1,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:41.157061 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-ade015a7-491e-4ff0-83df-a1f37da8b0fe tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Deleting port b119a707-256f-4257-bb25-39e7135a92d2 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:39:41.157701 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ade015a7-491e-4ff0-83df-a1f37da8b0fe tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:41.286069 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3ca662a4-0e33-4e48-a3d8-6c3a2230f500 req-523a1700-379a-489f-b4ce-96868de84479 service neutron] 10.222.0.41 "GET /v2.0/networks/436bb3cf-4f1a-421b-bfd3-5f21c99032ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704105 Aug 22 13:39:41.312778 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3121c8a-3677-4a91-ae5c-873b438b853e tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:41.313798 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d3121c8a-3677-4a91-ae5c-873b438b853e tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:41.351752 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43f978a-3dde-41cc-87ee-f1dac95ed31c None None] get_active_networks_info from n-d-793621-33 {{(pid=94629) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 22 13:39:41.376680 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5e1e5244-8e89-444e-9c5b-e59cf8bf96ac req-c8d53e7b-4b7c-46e5-a9c1-5e4818743587 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882665 Aug 22 13:39:41.407344 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d3121c8a-3677-4a91-ae5c-873b438b853e tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6455197 Aug 22 13:39:41.411076 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45968) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:41.415140 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-ade015a7-491e-4ff0-83df-a1f37da8b0fe tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] For port b119a707-256f-4257-bb25-39e7135a92d2, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=b119a707-256f-4257-bb25-39e7135a92d2,segment=NetworkSegment(f9a9753d-e256-464a-804c-f53095f9cbd7),segment_id=f9a9753d-e256-464a-804c-f53095f9cbd7)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:39:41.415338 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ade015a7-491e-4ff0-83df-a1f37da8b0fe tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:41.423165 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-5d176754-2571-4f27-8146-0fe74a9a74ac tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Request body: {'port': {'network_id': '12ccb463-a083-408a-849b-f47d2d68f433', 'name': 'tempest-AllowedAddressPairTestJSON-1229096265'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:39:41.425783 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-91648056-68f5-42cc-9705-bdcbf773a202 None None] Provisioning for port 2baad257-6a73-4a0d-a7b0-c54688cd4bd1 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:39:41.433405 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-91648056-68f5-42cc-9705-bdcbf773a202 None None] Provisioning complete for port 2baad257-6a73-4a0d-a7b0-c54688cd4bd1 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:39:41.433405 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-91648056-68f5-42cc-9705-bdcbf773a202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:41.433920 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-ade015a7-491e-4ff0-83df-a1f37da8b0fe tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Calling delete_port for b119a707-256f-4257-bb25-39e7135a92d2 owned by network:dhcp {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:39:41.501299 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-91648056-68f5-42cc-9705-bdcbf773a202 None None] Port 2baad257-6a73-4a0d-a7b0-c54688cd4bd1 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:39:41.542736 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43f978a-3dde-41cc-87ee-f1dac95ed31c None None] Resources bound (agent type, host, resource id): {{(pid=94629) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 22 13:39:41.543090 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3ca662a4-0e33-4e48-a3d8-6c3a2230f500 req-114bacb6-7f53-4c75-9e31-2dc03ca35686 service neutron] 10.222.0.41 "GET /v2.0/networks/436bb3cf-4f1a-421b-bfd3-5f21c99032ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462420 Aug 22 13:39:41.570463 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c85117a5-9d0b-4fed-a888-85a09cc04802 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36751'] for router, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:41.575791 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c85117a5-9d0b-4fed-a888-85a09cc04802 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803386'] for router, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:41.598460 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b8950a75-08fc-4f5f-b304-98b5bd7a5aa7 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:41.678229 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ade015a7-491e-4ff0-83df-a1f37da8b0fe tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:41.714250 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade015a7-491e-4ff0-83df-a1f37da8b0fe tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] No DVR routers for this DVR port b119a707-256f-4257-bb25-39e7135a92d2 on host n-d-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:39:41.725929 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade015a7-491e-4ff0-83df-a1f37da8b0fe tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Pushing event deleted for resources: {'Port': ['ID=b119a707-256f-4257-bb25-39e7135a92d2,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:41.728865 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d176754-2571-4f27-8146-0fe74a9a74ac tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Made reservation on behalf of 7f2b0b97dd114e098c49db9e6402dada for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:39:41.732390 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5d176754-2571-4f27-8146-0fe74a9a74ac tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:41.796503 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c85117a5-9d0b-4fed-a888-85a09cc04802 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Router 6e2bb616-bb4a-4250-96a1-01a5a145c2dd has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:39:41.807643 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [None req-5d176754-2571-4f27-8146-0fe74a9a74ac tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] device_id is not set on port abd58655-182d-41c2-827d-9655f47f10a5 yet. {{(pid=94627) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:39:41.817104 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ade015a7-491e-4ff0-83df-a1f37da8b0fe tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:41.829348 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-ade015a7-491e-4ff0-83df-a1f37da8b0fe tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['877603a8-eac4-4578-8aa8-f41046f93eac']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:41.876643 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-ade015a7-491e-4ff0-83df-a1f37da8b0fe tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9a9753d-e256-464a-804c-f53095f9cbd7') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:41.876827 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-ade015a7-491e-4ff0-83df-a1f37da8b0fe tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9a9753d-e256-464a-804c-f53095f9cbd7') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:41.891236 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ade015a7-491e-4ff0-83df-a1f37da8b0fe tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:41.936137 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ade015a7-491e-4ff0-83df-a1f37da8b0fe tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:41.946926 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ade015a7-491e-4ff0-83df-a1f37da8b0fe tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:39:41.947334 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ade015a7-491e-4ff0-83df-a1f37da8b0fe tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:41.950433 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:39:41.950433 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:39:41.950433 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:39:41.950433 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:39:41.950433 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:39:41.950433 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:39:41.950433 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:39:41.950433 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:39:41.950433 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:39:41.950433 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:39:41.950433 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:39:41.950433 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:39:41.950433 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:39:41.950433 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:39:41.950433 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:39:41.950433 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:39:41.950433 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:39:41.950433 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:39:41.950433 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:39:41.950433 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:39:41.950433 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:39:41.950433 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:39:41.950433 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:39:41.950433 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:39:41.950433 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:39:41.950433 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:39:41.950433 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:39:41.950433 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:39:41.950433 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:39:41.950433 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:39:41.950433 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:39:41.950433 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:39:42.011162 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85117a5-9d0b-4fed-a888-85a09cc04802 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:39:42.015940 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c85117a5-9d0b-4fed-a888-85a09cc04802 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:42.020227 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c85117a5-9d0b-4fed-a888-85a09cc04802 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] 10.222.0.21 "PUT /v2.0/routers/6e2bb616-bb4a-4250-96a1-01a5a145c2dd HTTP/1.1" status: 200 len: 920 time: 3.3321567 Aug 22 13:39:42.021086 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427a89e9-51f9-4356-a6ee-5e63bc2f8be9 None None] Sync routers for ids ['6e2bb616-bb4a-4250-96a1-01a5a145c2dd'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:39:42.025072 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45970) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:42.033698 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427a89e9-51f9-4356-a6ee-5e63bc2f8be9 None None] Routers {'6e2bb616-bb4a-4250-96a1-01a5a145c2dd'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:39:42.033698 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-427a89e9-51f9-4356-a6ee-5e63bc2f8be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:39:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['6e2bb616-bb4a-4250-96a1-01a5a145c2dd'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:42.067843 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-427a89e9-51f9-4356-a6ee-5e63bc2f8be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:42.078998 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ade015a7-491e-4ff0-83df-a1f37da8b0fe tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:42.084306 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427a89e9-51f9-4356-a6ee-5e63bc2f8be9 None None] Routers {'6e2bb616-bb4a-4250-96a1-01a5a145c2dd'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:39:42.085776 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-427a89e9-51f9-4356-a6ee-5e63bc2f8be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:39:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['6e2bb616-bb4a-4250-96a1-01a5a145c2dd'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:42.090879 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ade015a7-491e-4ff0-83df-a1f37da8b0fe tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:42.096592 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ade015a7-491e-4ff0-83df-a1f37da8b0fe tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "DELETE /v2.0/networks/877603a8-eac4-4578-8aa8-f41046f93eac HTTP/1.1" status: 204 len: 168 time: 3.6958234 Aug 22 13:39:42.099883 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45972) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:42.125478 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-427a89e9-51f9-4356-a6ee-5e63bc2f8be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:42.126365 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427a89e9-51f9-4356-a6ee-5e63bc2f8be9 None None] The sync data for ids ['6e2bb616-bb4a-4250-96a1-01a5a145c2dd'] in n-d-793621-33 is: [] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:39:42.141348 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-f8d45623-eea8-425e-bd40-c176d0546645 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1447778610'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:39:42.147661 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade015a7-491e-4ff0-83df-a1f37da8b0fe tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Pushing event deleted for resources: {'Network': ['ID=877603a8-eac4-4578-8aa8-f41046f93eac,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:42.186338 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-60c2f249-7204-4d69-8666-6f1b70819927 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] 10.222.0.21 "GET /v2.0/routers/6e2bb616-bb4a-4250-96a1-01a5a145c2dd HTTP/1.1" status: 200 len: 920 time: 0.1575041 Aug 22 13:39:42.186338 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d45623-eea8-425e-bd40-c176d0546645 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Made reservation on behalf of 6be38ca5ea35447298f0675ebcd2561a for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:39:42.188296 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f8d45623-eea8-425e-bd40-c176d0546645 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:42.190744 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45976) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:42.229399 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 23fa8f3d-89fc-4d84-ab82-4ffbac97671c details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:39:42.273796 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8d45623-eea8-425e-bd40-c176d0546645 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:39:42.285945 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f9468b-3528-4d2c-9213-1dc127ec33b3 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:42.288299 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-20f9468b-3528-4d2c-9213-1dc127ec33b3 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=7de6ab83-cd00-4b3c-94fb-810dd34d29b8&device_id=6e2bb616-bb4a-4250-96a1-01a5a145c2dd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0956087 Aug 22 13:39:42.290045 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45978) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:42.301547 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f8d45623-eea8-425e-bd40-c176d0546645 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:42.302165 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-f8d45623-eea8-425e-bd40-c176d0546645 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Added segment 93c6fa3e-9bbf-4f43-af0e-7af6849b1444 of type vlan for network ca01d226-a446-41bb-931e-fcbc2eea3e17 Aug 22 13:39:42.331437 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b8950a75-08fc-4f5f-b304-98b5bd7a5aa7 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:42.338226 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 23fa8f3d-89fc-4d84-ab82-4ffbac97671c, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=23fa8f3d-89fc-4d84-ab82-4ffbac97671c,segment=NetworkSegment(ade77f39-5a78-4e5c-8ff0-9af8c1244976),segment_id=ade77f39-5a78-4e5c-8ff0-9af8c1244976)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:39:42.350154 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '23fa8f3d-89fc-4d84-ab82-4ffbac97671c', 'network_id': '436bb3cf-4f1a-421b-bfd3-5f21c99032ed', 'port_id': '23fa8f3d-89fc-4d84-ab82-4ffbac97671c', 'mac_address': 'fa:16:3e:32:57:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d1b4558-44bd-41e9-aa53-567e0a55d684', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:39:42.357897 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-5d176754-2571-4f27-8146-0fe74a9a74ac tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Allocated IP 172.20.0.11 (12ccb463-a083-408a-849b-f47d2d68f433/4bc23e45-194f-42f1-be49-67fbe376e39c/abd58655-182d-41c2-827d-9655f47f10a5) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:39:42.390299 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f8d45623-eea8-425e-bd40-c176d0546645 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:42.391920 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:42.396283 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-58914926-d185-401e-ade7-13afe8d72190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:42.408308 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df2973-cbee-45a4-95e9-4fd84736dd9b req-066bf4e7-427c-4e7d-95d4-6bea4dd6dd2c tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:42.415255 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df2973-cbee-45a4-95e9-4fd84736dd9b req-066bf4e7-427c-4e7d-95d4-6bea4dd6dd2c tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:42.416894 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23fa8f3d-89fc-4d84-ab82-4ffbac97671c {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:39:42.421184 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df2973-cbee-45a4-95e9-4fd84736dd9b req-066bf4e7-427c-4e7d-95d4-6bea4dd6dd2c tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:42.428873 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df2973-cbee-45a4-95e9-4fd84736dd9b req-066bf4e7-427c-4e7d-95d4-6bea4dd6dd2c tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:42.436774 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df2973-cbee-45a4-95e9-4fd84736dd9b req-066bf4e7-427c-4e7d-95d4-6bea4dd6dd2c tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:42.438681 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a8d374-d2da-4b0c-a311-7d356cae2084 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:42.440146 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-18a8d374-d2da-4b0c-a311-7d356cae2084 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] 10.222.0.21 "GET /v2.0/networks/7de6ab83-cd00-4b3c-94fb-810dd34d29b8 HTTP/1.1" status: 200 len: 881 time: 0.1489472 Aug 22 13:39:42.443092 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45982) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:42.443263 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df2973-cbee-45a4-95e9-4fd84736dd9b req-066bf4e7-427c-4e7d-95d4-6bea4dd6dd2c tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:42.451179 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df2973-cbee-45a4-95e9-4fd84736dd9b req-066bf4e7-427c-4e7d-95d4-6bea4dd6dd2c tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:42.453198 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-41df2973-cbee-45a4-95e9-4fd84736dd9b req-066bf4e7-427c-4e7d-95d4-6bea4dd6dd2c tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 5436 time: 0.2268877 Aug 22 13:39:42.454215 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f8d45623-eea8-425e-bd40-c176d0546645 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:42.459001 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 23fa8f3d-89fc-4d84-ab82-4ffbac97671c, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=23fa8f3d-89fc-4d84-ab82-4ffbac97671c,segment=NetworkSegment(ade77f39-5a78-4e5c-8ff0-9af8c1244976),segment_id=ade77f39-5a78-4e5c-8ff0-9af8c1244976)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:39:42.460462 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d45623-eea8-425e-bd40-c176d0546645 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:42.461087 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f8d45623-eea8-425e-bd40-c176d0546645 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:42.466687 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:42.487222 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-126a88c6-8b9a-4a8d-8649-d308d3f399b6 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e2bb616-bb4a-4250-96a1-01a5a145c2dd HTTP/1.1" status: 200 len: 205 time: 0.0430005 Aug 22 13:39:42.491112 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45984) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:42.536278 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=23fa8f3d-89fc-4d84-ab82-4ffbac97671c,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:42.581924 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f8d45623-eea8-425e-bd40-c176d0546645 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4764004 Aug 22 13:39:42.584410 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45986) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:42.598004 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-ea3ddc11-4395-49ad-940e-9a4672e6bacc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Request body: {'subnet': {'network_id': 'ca01d226-a446-41bb-931e-fcbc2eea3e17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:39:42.620311 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d45623-eea8-425e-bd40-c176d0546645 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Pushing event updated for resources: {'Network': ['ID=ca01d226-a446-41bb-931e-fcbc2eea3e17,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:42.635279 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network ca01d226-a446-41bb-931e-fcbc2eea3e17 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:39:42.678727 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['23fa8f3d-89fc-4d84-ab82-4ffbac97671c'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:39:42.707420 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-41df2973-cbee-45a4-95e9-4fd84736dd9b req-64a986a8-79cb-443d-bd0a-88617deaddfc tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/security-groups?id=66b7495f-ba5d-4b5f-9f1a-7d40465024e2&id=d7b1fd23-abf0-4029-8bf5-4e8e3c16aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2108946 Aug 22 13:39:42.747432 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b17f43c1-18c5-45b8-b136-210eba9e0393 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:42.772892 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4421d-877d-41ec-9af0-96bcf6d5d8f4 req-d6b7b415-0d6e-4dbe-b878-e068280178da tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:42.774588 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f5e4421d-877d-41ec-9af0-96bcf6d5d8f4 req-d6b7b415-0d6e-4dbe-b878-e068280178da tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1ff502e-e01a-45ec-b65b-20489f115451 HTTP/1.1" status: 200 len: 945 time: 0.2816586 Aug 22 13:39:42.797820 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3ddc11-4395-49ad-940e-9a4672e6bacc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Made reservation on behalf of 6be38ca5ea35447298f0675ebcd2561a for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:39:42.801784 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ea3ddc11-4395-49ad-940e-9a4672e6bacc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:42.930579 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f5e4421d-877d-41ec-9af0-96bcf6d5d8f4 req-e3382a31-a28d-4d0e-bea4-91b1b8183ddd tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478875 Aug 22 13:39:42.941980 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b17f43c1-18c5-45b8-b136-210eba9e0393 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:42.952310 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5d176754-2571-4f27-8146-0fe74a9a74ac tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:42.974862 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-5d176754-2571-4f27-8146-0fe74a9a74ac tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Transition to ACTIVE for port object abd58655-182d-41c2-827d-9655f47f10a5 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:39:42.988669 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8950a75-08fc-4f5f-b304-98b5bd7a5aa7 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Router e03ab1a2-ef25-422f-bd7f-d65d79dd5cc7 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:39:43.044553 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-b17f43c1-18c5-45b8-b136-210eba9e0393 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Deleting port 248ac9a0-29f6-48ce-a433-4ba32e4a551f {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:39:43.044903 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b17f43c1-18c5-45b8-b136-210eba9e0393 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:43.149260 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ea3ddc11-4395-49ad-940e-9a4672e6bacc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:43.163344 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5d176754-2571-4f27-8146-0fe74a9a74ac tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:43.201740 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b17f43c1-18c5-45b8-b136-210eba9e0393 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:43.228840 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-b17f43c1-18c5-45b8-b136-210eba9e0393 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Calling delete_port for 248ac9a0-29f6-48ce-a433-4ba32e4a551f owned by network:router_gateway {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:39:43.230705 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d176754-2571-4f27-8146-0fe74a9a74ac tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Network 12ccb463-a083-408a-849b-f47d2d68f433 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:39:43.241073 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d176754-2571-4f27-8146-0fe74a9a74ac tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Pushing event updated for resources: {'Port': ['ID=abd58655-182d-41c2-827d-9655f47f10a5,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:43.241318 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3ddc11-4395-49ad-940e-9a4672e6bacc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Pushing event updated for resources: {'Subnet': ['ID=79973038-f008-4d69-a872-cf3eb5703f88,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:43.248790 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8950a75-08fc-4f5f-b304-98b5bd7a5aa7 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:39:43.250886 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-5d176754-2571-4f27-8146-0fe74a9a74ac tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:39:43.260611 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d64b3e2-b533-4560-8b3c-36edb7c7e8fa None None] Sync routers for ids ['e03ab1a2-ef25-422f-bd7f-d65d79dd5cc7'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:39:43.278472 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d64b3e2-b533-4560-8b3c-36edb7c7e8fa None None] Routers {'e03ab1a2-ef25-422f-bd7f-d65d79dd5cc7'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:39:43.280051 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-4d64b3e2-b533-4560-8b3c-36edb7c7e8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:39:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['e03ab1a2-ef25-422f-bd7f-d65d79dd5cc7'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:43.290475 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b8950a75-08fc-4f5f-b304-98b5bd7a5aa7 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:43.295645 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-b8950a75-08fc-4f5f-b304-98b5bd7a5aa7 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.0501106 Aug 22 13:39:43.297590 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45990) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:43.301302 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3ddc11-4395-49ad-940e-9a4672e6bacc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Checking segment: {'id': '93c6fa3e-9bbf-4f43-af0e-7af6849b1444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ca01d226-a446-41bb-931e-fcbc2eea3e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:39:43.301676 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3ddc11-4395-49ad-940e-9a4672e6bacc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Network hostable DHCP agents. Network: ca01d226-a446-41bb-931e-fcbc2eea3e17, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:39:43.343365 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3ddc11-4395-49ad-940e-9a4672e6bacc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Network ca01d226-a446-41bb-931e-fcbc2eea3e17 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:39:43.411956 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-ea3ddc11-4395-49ad-940e-9a4672e6bacc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, ca01d226-a446-41bb-931e-fcbc2eea3e17) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:39:43.415122 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-4d64b3e2-b533-4560-8b3c-36edb7c7e8fa None None] Set router e03ab1a2-ef25-422f-bd7f-d65d79dd5cc7 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:39:43.421720 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2c147e-92ba-4806-9818-bfc84c256e61 None None] Network ca01d226-a446-41bb-931e-fcbc2eea3e17 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:39:43.434698 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3ddc11-4395-49ad-940e-9a4672e6bacc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:43.435310 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ea3ddc11-4395-49ad-940e-9a4672e6bacc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:43.446187 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c3d74a6e-0aae-43b1-9b3f-ab5b669f0ea0 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks [] for router, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:43.494313 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ea3ddc11-4395-49ad-940e-9a4672e6bacc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9077604 Aug 22 13:39:43.495079 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45992) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:43.562738 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b17f43c1-18c5-45b8-b136-210eba9e0393 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:43.582194 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-58914926-d185-401e-ade7-13afe8d72190 admin admin] Deleting port e654dcd5-eaac-42ac-adfd-79f3d0d1ea02 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:39:43.582678 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-58914926-d185-401e-ade7-13afe8d72190 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:43.598230 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17f43c1-18c5-45b8-b136-210eba9e0393 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Pushing event deleted for resources: {'Port': ['ID=248ac9a0-29f6-48ce-a433-4ba32e4a551f,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:43.648103 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7d07b2-9662-4066-be63-c121619af90c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-ca01d226-a446-41bb-931e-fcbc2eea3e17', 'network_id': 'ca01d226-a446-41bb-931e-fcbc2eea3e17', 'tenant_id': '6be38ca5ea35447298f0675ebcd2561a', 'fixed_ips': [{'subnet_id': '79973038-f008-4d69-a872-cf3eb5703f88'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:39:43.648677 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-4d64b3e2-b533-4560-8b3c-36edb7c7e8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03ab1a2-ef25-422f-bd7f-d65d79dd5cc7', 'name': '', 'tenant_id': 'b2bfc47eb7264ee1bab4264414dcdcd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e990864-5a49-4162-8739-9d2f4a2a16d7', 'external_fixed_ips': [{'subnet_id': 'b0dedfd9-0578-4cb9-ae9c-edffcadc6848', 'ip_address': '2001:db8::117'}], 'enable_snat': True}, 'gw_port_id': 'c8d4a29b-b57e-4387-b1ad-3914dc984820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:39:38Z', 'updated_at': '2021-08-22T13:39:41Z', 'revision_number': 3, 'project_id': 'b2bfc47eb7264ee1bab4264414dcdcd4', 'gw_port': {'id': 'c8d4a29b-b57e-4387-b1ad-3914dc984820', 'name': '', 'network_id': '6e990864-5a49-4162-8739-9d2f4a2a16d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:61:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e03ab1a2-ef25-422f-bd7f-d65d79dd5cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': 'b0dedfd9-0578-4cb9-ae9c-edffcadc6848', 'ip_address': '2001:db8::117', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:39:39Z', 'updated_at': '2021-08-22T13:39:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0dedfd9-0578-4cb9-ae9c-edffcadc6848', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:43.649655 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ce7d07b2-9662-4066-be63-c121619af90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:43.685874 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d64b3e2-b533-4560-8b3c-36edb7c7e8fa None None] Checking router: e03ab1a2-ef25-422f-bd7f-d65d79dd5cc7 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:39:43.686259 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d64b3e2-b533-4560-8b3c-36edb7c7e8fa None None] Updating router e03ab1a2-ef25-422f-bd7f-d65d79dd5cc7 port c8d4a29b-b57e-4387-b1ad-3914dc984820 binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:39:43.687182 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-682632e9-5319-4c8b-87f6-ad376d22eadf tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:43.704415 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-58914926-d185-401e-ade7-13afe8d72190 admin admin] For port e654dcd5-eaac-42ac-adfd-79f3d0d1ea02, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=e654dcd5-eaac-42ac-adfd-79f3d0d1ea02,segment=NetworkSegment(ceef141a-c6d4-4943-8c57-8c444b864728),segment_id=ceef141a-c6d4-4943-8c57-8c444b864728)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:39:43.704829 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-58914926-d185-401e-ade7-13afe8d72190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:43.710597 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b17f43c1-18c5-45b8-b136-210eba9e0393 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:43.717268 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-4d64b3e2-b533-4560-8b3c-36edb7c7e8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:43.719607 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-58914926-d185-401e-ade7-13afe8d72190 admin admin] Calling delete_port for e654dcd5-eaac-42ac-adfd-79f3d0d1ea02 owned by network:router_interface {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:39:43.829382 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-ce7d07b2-9662-4066-be63-c121619af90c None None] Allocated IP 172.20.0.1 (ca01d226-a446-41bb-931e-fcbc2eea3e17/79973038-f008-4d69-a872-cf3eb5703f88/7bba247f-ee8f-41c7-81db-3e99eafb2f14) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:39:43.889395 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b17f43c1-18c5-45b8-b136-210eba9e0393 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:43.893550 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b17f43c1-18c5-45b8-b136-210eba9e0393 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:43.897207 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-682632e9-5319-4c8b-87f6-ad376d22eadf tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:43.978508 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b17f43c1-18c5-45b8-b136-210eba9e0393 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:43.979132 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17f43c1-18c5-45b8-b136-210eba9e0393 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Fanout notify agent at l3_agent the message router_deleted on router 6e2bb616-bb4a-4250-96a1-01a5a145c2dd {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:39:43.995195 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d176754-2571-4f27-8146-0fe74a9a74ac tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:39:43.997870 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b17f43c1-18c5-45b8-b136-210eba9e0393 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:43.999054 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b17f43c1-18c5-45b8-b136-210eba9e0393 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] 10.222.0.21 "DELETE /v2.0/routers/6e2bb616-bb4a-4250-96a1-01a5a145c2dd HTTP/1.1" status: 204 len: 168 time: 1.5065119 Aug 22 13:39:44.003861 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45998) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:44.008432 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-5331918d-62ca-49c4-a2da-e0756268bbd5 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-51444322', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:39:44.015935 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-4d64b3e2-b533-4560-8b3c-36edb7c7e8fa None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:44.029542 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-4d64b3e2-b533-4560-8b3c-36edb7c7e8fa None None] Transition to ACTIVE for port object c8d4a29b-b57e-4387-b1ad-3914dc984820 will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:39:44.042066 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-4d64b3e2-b533-4560-8b3c-36edb7c7e8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:44.068559 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5331918d-62ca-49c4-a2da-e0756268bbd5 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:44.070134 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5331918d-62ca-49c4-a2da-e0756268bbd5 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:44.082767 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-4d64b3e2-b533-4560-8b3c-36edb7c7e8fa None None] Attempting to bind port c8d4a29b-b57e-4387-b1ad-3914dc984820 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:39:44.083020 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c3d74a6e-0aae-43b1-9b3f-ab5b669f0ea0 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:44.086139 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-4d64b3e2-b533-4560-8b3c-36edb7c7e8fa None None] Attempting to bind port c8d4a29b-b57e-4387-b1ad-3914dc984820 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'd9962aa7-6d0c-4209-aef8-9211fc19555b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6e990864-5a49-4162-8739-9d2f4a2a16d7'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:39:44.086817 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d64b3e2-b533-4560-8b3c-36edb7c7e8fa None None] Attempting to bind port c8d4a29b-b57e-4387-b1ad-3914dc984820 on network 6e990864-5a49-4162-8739-9d2f4a2a16d7 {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:39:44.095427 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ce7d07b2-9662-4066-be63-c121619af90c None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:44.117596 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-ce7d07b2-9662-4066-be63-c121619af90c None None] Transition to ACTIVE for port object 7bba247f-ee8f-41c7-81db-3e99eafb2f14 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:39:44.118972 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d64b3e2-b533-4560-8b3c-36edb7c7e8fa None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:39:44.119392 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d64b3e2-b533-4560-8b3c-36edb7c7e8fa None None] Checking segment: {'id': 'd9962aa7-6d0c-4209-aef8-9211fc19555b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6e990864-5a49-4162-8739-9d2f4a2a16d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:39:44.119943 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-4d64b3e2-b533-4560-8b3c-36edb7c7e8fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:44.120554 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d64b3e2-b533-4560-8b3c-36edb7c7e8fa None None] Bound using segment: {'id': 'd9962aa7-6d0c-4209-aef8-9211fc19555b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6e990864-5a49-4162-8739-9d2f4a2a16d7'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:39:44.121076 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-4d64b3e2-b533-4560-8b3c-36edb7c7e8fa None None] Bound port: c8d4a29b-b57e-4387-b1ad-3914dc984820, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9962aa7-6d0c-4209-aef8-9211fc19555b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6e990864-5a49-4162-8739-9d2f4a2a16d7'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:39:44.121770 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-4d64b3e2-b533-4560-8b3c-36edb7c7e8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:44.131019 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-58914926-d185-401e-ade7-13afe8d72190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:44.153119 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5331918d-62ca-49c4-a2da-e0756268bbd5 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:44.153816 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-ce7d07b2-9662-4066-be63-c121619af90c None None] Transition to ACTIVE for port object 7bba247f-ee8f-41c7-81db-3e99eafb2f14 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:39:44.165035 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ce7d07b2-9662-4066-be63-c121619af90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:44.176007 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34cd389-9fc8-4673-9d9e-4673fe21a3ca None None] Pushing event updated for resources: {'Port': ['ID=c8d4a29b-b57e-4387-b1ad-3914dc984820,revision_number=2']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:44.186807 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5331918d-62ca-49c4-a2da-e0756268bbd5 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:44.200193 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-682632e9-5319-4c8b-87f6-ad376d22eadf tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:44.223680 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d176754-2571-4f27-8146-0fe74a9a74ac tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:44.224388 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5d176754-2571-4f27-8146-0fe74a9a74ac tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:44.240348 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7d07b2-9662-4066-be63-c121619af90c None None] Network ca01d226-a446-41bb-931e-fcbc2eea3e17 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:39:44.253745 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 23fa8f3d-89fc-4d84-ab82-4ffbac97671c up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:39:44.257285 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58914926-d185-401e-ade7-13afe8d72190 admin admin] Pushing event deleted for resources: {'Port': ['ID=e654dcd5-eaac-42ac-adfd-79f3d0d1ea02,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:44.259288 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-ce7d07b2-9662-4066-be63-c121619af90c None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:39:44.263384 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-5d176754-2571-4f27-8146-0fe74a9a74ac tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8498073 Aug 22 13:39:44.270407 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46000) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:44.277285 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7d07b2-9662-4066-be63-c121619af90c None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:39:44.301248 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7d07b2-9662-4066-be63-c121619af90c None None] Pushing event updated for resources: {'Port': ['ID=7bba247f-ee8f-41c7-81db-3e99eafb2f14,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:44.302483 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-36a5ac49-484a-40c3-8a22-7cd6075f5ea6 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:cd:df:4f'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:c6:eb:14'}]}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:39:44.320277 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device cd20e94c-db09-4bf2-a3ec-7a37be4d2904 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:39:44.325326 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5331918d-62ca-49c4-a2da-e0756268bbd5 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:44.328964 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5331918d-62ca-49c4-a2da-e0756268bbd5 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3217380 Aug 22 13:39:44.329928 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-4d64b3e2-b533-4560-8b3c-36edb7c7e8fa None None] For port c8d4a29b-b57e-4387-b1ad-3914dc984820, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:39:44.351540 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682632e9-5319-4c8b-87f6-ad376d22eadf tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Pushing event deleted for resources: {'Subnet': ['ID=79973038-f008-4d69-a872-cf3eb5703f88,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:44.359922 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46002) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:44.366850 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-4d64b3e2-b533-4560-8b3c-36edb7c7e8fa None None] For port c8d4a29b-b57e-4387-b1ad-3914dc984820, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=c8d4a29b-b57e-4387-b1ad-3914dc984820,segment=NetworkSegment(d9962aa7-6d0c-4209-aef8-9211fc19555b),segment_id=d9962aa7-6d0c-4209-aef8-9211fc19555b)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:39:44.389790 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-4d64b3e2-b533-4560-8b3c-36edb7c7e8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:44.412999 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-618dd8e5-3aff-416a-97fa-7c53f4d9d7b5 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Request body: {'router': {'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:39:44.416182 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd7e3a7-050a-4903-ad89-daea89f5bf7c req-b9d04ffe-b98f-4f24-a442-c54edfc19a70 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:44.423028 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd7e3a7-050a-4903-ad89-daea89f5bf7c req-b9d04ffe-b98f-4f24-a442-c54edfc19a70 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:44.429710 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd7e3a7-050a-4903-ad89-daea89f5bf7c req-b9d04ffe-b98f-4f24-a442-c54edfc19a70 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:44.436525 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd7e3a7-050a-4903-ad89-daea89f5bf7c req-b9d04ffe-b98f-4f24-a442-c54edfc19a70 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:44.443474 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd7e3a7-050a-4903-ad89-daea89f5bf7c req-b9d04ffe-b98f-4f24-a442-c54edfc19a70 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:44.450386 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd7e3a7-050a-4903-ad89-daea89f5bf7c req-b9d04ffe-b98f-4f24-a442-c54edfc19a70 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:44.458150 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd7e3a7-050a-4903-ad89-daea89f5bf7c req-b9d04ffe-b98f-4f24-a442-c54edfc19a70 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:44.460963 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8dd7e3a7-050a-4903-ad89-daea89f5bf7c req-b9d04ffe-b98f-4f24-a442-c54edfc19a70 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 5436 time: 0.4863908 Aug 22 13:39:44.474876 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-440d9034-a5a9-490a-adce-472c591cd3c1 None None] Provisioning for port abd58655-182d-41c2-827d-9655f47f10a5 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:39:44.478575 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409014f2-1e29-4afd-90f9-95c278aced9c req-0e8c3d98-b105-45f2-91b5-d54275d54afa tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:44.480606 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-409014f2-1e29-4afd-90f9-95c278aced9c req-0e8c3d98-b105-45f2-91b5-d54275d54afa tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1ff502e-e01a-45ec-b65b-20489f115451 HTTP/1.1" status: 200 len: 945 time: 0.3563042 Aug 22 13:39:44.503200 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-440d9034-a5a9-490a-adce-472c591cd3c1 None None] Provisioning complete for port abd58655-182d-41c2-827d-9655f47f10a5 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:39:44.503586 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-440d9034-a5a9-490a-adce-472c591cd3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:44.505179 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-ce7d07b2-9662-4066-be63-c121619af90c None None] Attempting to bind port 7bba247f-ee8f-41c7-81db-3e99eafb2f14 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:39:44.505545 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-ce7d07b2-9662-4066-be63-c121619af90c None None] Attempting to bind port 7bba247f-ee8f-41c7-81db-3e99eafb2f14 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '93c6fa3e-9bbf-4f43-af0e-7af6849b1444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ca01d226-a446-41bb-931e-fcbc2eea3e17'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:39:44.505907 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7d07b2-9662-4066-be63-c121619af90c None None] Attempting to bind port 7bba247f-ee8f-41c7-81db-3e99eafb2f14 on network ca01d226-a446-41bb-931e-fcbc2eea3e17 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:39:44.578882 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8dd7e3a7-050a-4903-ad89-daea89f5bf7c req-f23504ec-df96-4783-854b-26d3d26da9bc tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/security-groups?id=66b7495f-ba5d-4b5f-9f1a-7d40465024e2&id=d7b1fd23-abf0-4029-8bf5-4e8e3c16aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0969973 Aug 22 13:39:44.589821 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7d07b2-9662-4066-be63-c121619af90c None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:39:44.590462 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7d07b2-9662-4066-be63-c121619af90c None None] Checking segment: {'id': '93c6fa3e-9bbf-4f43-af0e-7af6849b1444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ca01d226-a446-41bb-931e-fcbc2eea3e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:39:44.591063 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ce7d07b2-9662-4066-be63-c121619af90c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:44.591629 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7d07b2-9662-4066-be63-c121619af90c None None] Bound using segment: {'id': '93c6fa3e-9bbf-4f43-af0e-7af6849b1444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ca01d226-a446-41bb-931e-fcbc2eea3e17'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:39:44.592309 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-ce7d07b2-9662-4066-be63-c121619af90c None None] Bound port: 7bba247f-ee8f-41c7-81db-3e99eafb2f14, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93c6fa3e-9bbf-4f43-af0e-7af6849b1444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ca01d226-a446-41bb-931e-fcbc2eea3e17'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:39:44.592870 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ce7d07b2-9662-4066-be63-c121619af90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:44.596813 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-409014f2-1e29-4afd-90f9-95c278aced9c req-cace655f-9b6f-4b27-9005-b1c1ad7c8611 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936708 Aug 22 13:39:44.598583 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34cd389-9fc8-4673-9d9e-4673fe21a3ca None None] Pushing event updated for resources: {'Port': ['ID=c8d4a29b-b57e-4387-b1ad-3914dc984820,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:44.600068 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 23fa8f3d-89fc-4d84-ab82-4ffbac97671c completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:39:44.613583 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-c3d74a6e-0aae-43b1-9b3f-ab5b669f0ea0 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Deleting port c8d4a29b-b57e-4387-b1ad-3914dc984820 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:39:44.614200 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c3d74a6e-0aae-43b1-9b3f-ab5b669f0ea0 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:44.639064 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-440d9034-a5a9-490a-adce-472c591cd3c1 None None] Port abd58655-182d-41c2-827d-9655f47f10a5 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:39:44.645623 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 23fa8f3d-89fc-4d84-ab82-4ffbac97671c triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:39:44.646436 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:44.651955 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d64b3e2-b533-4560-8b3c-36edb7c7e8fa None None] Routers {'e03ab1a2-ef25-422f-bd7f-d65d79dd5cc7'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:39:44.652822 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-4d64b3e2-b533-4560-8b3c-36edb7c7e8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:39:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['e03ab1a2-ef25-422f-bd7f-d65d79dd5cc7'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:44.669830 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port cd20e94c-db09-4bf2-a3ec-7a37be4d2904 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:39:44.702796 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port cd20e94c-db09-4bf2-a3ec-7a37be4d2904 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:39:44.703540 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:44.716916 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-c3d74a6e-0aae-43b1-9b3f-ab5b669f0ea0 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] For port c8d4a29b-b57e-4387-b1ad-3914dc984820, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=c8d4a29b-b57e-4387-b1ad-3914dc984820,segment=NetworkSegment(d9962aa7-6d0c-4209-aef8-9211fc19555b),segment_id=d9962aa7-6d0c-4209-aef8-9211fc19555b)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:39:44.717430 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c3d74a6e-0aae-43b1-9b3f-ab5b669f0ea0 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:44.732006 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-c3d74a6e-0aae-43b1-9b3f-ab5b669f0ea0 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Calling delete_port for c8d4a29b-b57e-4387-b1ad-3914dc984820 owned by network:router_gateway {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:39:44.771147 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-4d64b3e2-b533-4560-8b3c-36edb7c7e8fa None None] Set router e03ab1a2-ef25-422f-bd7f-d65d79dd5cc7 gateway port host: None {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:39:44.785451 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-ce7d07b2-9662-4066-be63-c121619af90c None None] For port 7bba247f-ee8f-41c7-81db-3e99eafb2f14, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:39:44.804586 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-ce7d07b2-9662-4066-be63-c121619af90c None None] For port 7bba247f-ee8f-41c7-81db-3e99eafb2f14, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=7bba247f-ee8f-41c7-81db-3e99eafb2f14,segment=NetworkSegment(93c6fa3e-9bbf-4f43-af0e-7af6849b1444),segment_id=93c6fa3e-9bbf-4f43-af0e-7af6849b1444)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:39:44.832097 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ce7d07b2-9662-4066-be63-c121619af90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:44.846177 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-4d64b3e2-b533-4560-8b3c-36edb7c7e8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03ab1a2-ef25-422f-bd7f-d65d79dd5cc7', 'name': '', 'tenant_id': 'b2bfc47eb7264ee1bab4264414dcdcd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:39:38Z', 'updated_at': '2021-08-22T13:39:44Z', 'revision_number': 4, 'project_id': 'b2bfc47eb7264ee1bab4264414dcdcd4', 'gw_port_host': None}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:44.880543 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d64b3e2-b533-4560-8b3c-36edb7c7e8fa None None] The sync data for ids ['e03ab1a2-ef25-422f-bd7f-d65d79dd5cc7'] in n-d-793621-33 is: [{'id': 'e03ab1a2-ef25-422f-bd7f-d65d79dd5cc7', 'name': '', 'tenant_id': 'b2bfc47eb7264ee1bab4264414dcdcd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:39:38Z', 'updated_at': '2021-08-22T13:39:44Z', 'revision_number': 4, 'project_id': 'b2bfc47eb7264ee1bab4264414dcdcd4', 'gw_port_host': None}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:39:44.924635 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:44.994255 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c3d74a6e-0aae-43b1-9b3f-ab5b669f0ea0 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:45.007302 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:45.028893 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7d07b2-9662-4066-be63-c121619af90c None None] Pushing event updated for resources: {'Port': ['ID=7bba247f-ee8f-41c7-81db-3e99eafb2f14,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:45.038638 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ff502e-e01a-45ec-b65b-20489f115451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23fa8f3d-89fc-4d84-ab82-4ffbac97671c'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:39:45.041107 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af243435-045f-44fe-a858-7f8d79b993f7" -d '{"events": [{"server_uuid": "a1ff502e-e01a-45ec-b65b-20489f115451", "name": "network-vif-plugged", "status": "completed", "tag": "23fa8f3d-89fc-4d84-ab82-4ffbac97671c"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:39:45.061597 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 23fa8f3d-89fc-4d84-ab82-4ffbac97671c, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=23fa8f3d-89fc-4d84-ab82-4ffbac97671c,segment=NetworkSegment(ade77f39-5a78-4e5c-8ff0-9af8c1244976),segment_id=ade77f39-5a78-4e5c-8ff0-9af8c1244976)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:39:45.068822 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d075ec-dd34-454a-85a9-d2d903045301 None None] Network ca01d226-a446-41bb-931e-fcbc2eea3e17 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:39:45.090833 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:45.128436 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d74a6e-0aae-43b1-9b3f-ab5b669f0ea0 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Pushing event deleted for resources: {'Port': ['ID=c8d4a29b-b57e-4387-b1ad-3914dc984820,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:45.130480 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b2db7e-3d08-420a-9102-aed14e202fc6 x-openstack-request-id: req-d1b2db7e-3d08-420a-9102-aed14e202fc6 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:39:45.130774 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ff502e-e01a-45ec-b65b-20489f115451", "name": "network-vif-plugged", "status": "completed", "tag": "23fa8f3d-89fc-4d84-ab82-4ffbac97671c", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:39:45.131027 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d1b2db7e-3d08-420a-9102-aed14e202fc6 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:39:45.131420 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ff502e-e01a-45ec-b65b-20489f115451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23fa8f3d-89fc-4d84-ab82-4ffbac97671c', 'code': 200} Aug 22 13:39:45.133100 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port cd20e94c-db09-4bf2-a3ec-7a37be4d2904, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=cd20e94c-db09-4bf2-a3ec-7a37be4d2904,segment=NetworkSegment(a6269bb8-0d73-4173-bf5c-169c79a8b967),segment_id=a6269bb8-0d73-4173-bf5c-169c79a8b967)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:39:45.168080 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-682632e9-5319-4c8b-87f6-ad376d22eadf tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:45.176941 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c3d74a6e-0aae-43b1-9b3f-ab5b669f0ea0 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:45.250373 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-682632e9-5319-4c8b-87f6-ad376d22eadf tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca01d226-a446-41bb-931e-fcbc2eea3e17']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:45.287791 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c3d74a6e-0aae-43b1-9b3f-ab5b669f0ea0 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:45.291084 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c3d74a6e-0aae-43b1-9b3f-ab5b669f0ea0 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:45.309016 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-682632e9-5319-4c8b-87f6-ad376d22eadf tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93c6fa3e-9bbf-4f43-af0e-7af6849b1444') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:45.309835 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-682632e9-5319-4c8b-87f6-ad376d22eadf tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93c6fa3e-9bbf-4f43-af0e-7af6849b1444') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:45.319277 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-618dd8e5-3aff-416a-97fa-7c53f4d9d7b5 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:45.329400 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:45.331422 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device b16064f0-bf43-4196-833d-4efdff17a865 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:39:45.343918 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-682632e9-5319-4c8b-87f6-ad376d22eadf tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:45.345435 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-58914926-d185-401e-ade7-13afe8d72190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:45.355856 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c3d74a6e-0aae-43b1-9b3f-ab5b669f0ea0 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:45.356677 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d74a6e-0aae-43b1-9b3f-ab5b669f0ea0 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e03ab1a2-ef25-422f-bd7f-d65d79dd5cc7 {{(pid=94627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:39:45.365784 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c3d74a6e-0aae-43b1-9b3f-ab5b669f0ea0 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:45.369840 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c3d74a6e-0aae-43b1-9b3f-ab5b669f0ea0 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] 10.222.0.21 "DELETE /v2.0/routers/e03ab1a2-ef25-422f-bd7f-d65d79dd5cc7 HTTP/1.1" status: 204 len: 168 time: 2.0657403 Aug 22 13:39:45.370488 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46008) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:45.395491 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fbbb4f-d2da-44f8-81f5-df6bf67e4398 req-d212f983-73f6-45b6-8879-d7623524b66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:45.397036 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e0fbbb4f-d2da-44f8-81f5-df6bf67e4398 req-d212f983-73f6-45b6-8879-d7623524b66f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a1ff502e-e01a-45ec-b65b-20489f115451 HTTP/1.1" status: 200 len: 1098 time: 0.1628492 Aug 22 13:39:45.399533 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-682632e9-5319-4c8b-87f6-ad376d22eadf tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:45.416044 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=23fa8f3d-89fc-4d84-ab82-4ffbac97671c,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:45.428615 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-682632e9-5319-4c8b-87f6-ad376d22eadf tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:39:45.428615 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-682632e9-5319-4c8b-87f6-ad376d22eadf tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:45.451944 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:39:45.451944 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:39:45.451944 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:39:45.451944 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:39:45.451944 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:39:45.451944 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:39:45.451944 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:39:45.451944 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:39:45.451944 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:39:45.451944 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:39:45.451944 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:39:45.451944 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:39:45.451944 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:39:45.451944 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:39:45.451944 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:39:45.451944 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:39:45.451944 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:39:45.451944 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:39:45.451944 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:39:45.451944 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:39:45.451944 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:39:45.451944 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:39:45.451944 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:39:45.451944 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:39:45.451944 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:39:45.451944 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:39:45.451944 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:39:45.451944 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:39:45.451944 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:39:45.451944 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:39:45.451944 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:39:45.451944 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:39:45.463198 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d7bf6b9-4cd7-4c1f-a46e-23364d3cf17b tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Deleting subnet b0dedfd9-0578-4cb9-ae9c-edffcadc6848 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:39:45.467947 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4d7bf6b9-4cd7-4c1f-a46e-23364d3cf17b tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:45.479029 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port b16064f0-bf43-4196-833d-4efdff17a865 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:39:45.485578 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port b16064f0-bf43-4196-833d-4efdff17a865 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:39:45.486034 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:45.531728 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=cd20e94c-db09-4bf2-a3ec-7a37be4d2904,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:45.554797 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-36a5ac49-484a-40c3-8a22-7cd6075f5ea6 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:45.576647 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb20793-f97b-4a2b-9d06-2d35a9c3eb22 None None] get_active_networks_info from n-d-793621-33 {{(pid=94629) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 22 13:39:45.607238 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e0fbbb4f-d2da-44f8-81f5-df6bf67e4398 req-1dcadde6-9ac2-4abc-88ff-f18789860429 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839323 Aug 22 13:39:45.635635 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:45.642380 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.db.api [None req-682632e9-5319-4c8b-87f6-ad376d22eadf tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 22 13:39:45.642380 n-d-793621-33 neutron-server[94628]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 22 13:39:45.642380 n-d-793621-33 neutron-server[94628]: [parameters: {'id': 'ca01d226-a446-41bb-931e-fcbc2eea3e17'}] Aug 22 13:39:45.642380 n-d-793621-33 neutron-server[94628]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94628) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 13:39:45.643979 n-d-793621-33 neutron-server[94628]: DEBUG oslo_db.api [None req-682632e9-5319-4c8b-87f6-ad376d22eadf tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 13:39:45.758896 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port b16064f0-bf43-4196-833d-4efdff17a865, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=b16064f0-bf43-4196-833d-4efdff17a865,segment=NetworkSegment(a6269bb8-0d73-4173-bf5c-169c79a8b967),segment_id=a6269bb8-0d73-4173-bf5c-169c79a8b967)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:39:45.771202 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:45.772019 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 93bdfde2-d457-457f-992b-980c70fdc75c up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:39:45.833493 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=b16064f0-bf43-4196-833d-4efdff17a865,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:45.881658 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb20793-f97b-4a2b-9d06-2d35a9c3eb22 None None] Resources bound (agent type, host, resource id): {{(pid=94629) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 22 13:39:45.953615 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-618dd8e5-3aff-416a-97fa-7c53f4d9d7b5 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks [] for router_gateway, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:45.962108 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4d7bf6b9-4cd7-4c1f-a46e-23364d3cf17b tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:45.990082 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-618dd8e5-3aff-416a-97fa-7c53f4d9d7b5 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:46.016827 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port 93bdfde2-d457-457f-992b-980c70fdc75c completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:39:46.025582 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d83af3-0a71-4e7f-a080-c313426b7618 req-d191627b-2786-4c77-8d8e-da198b6fcdd8 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:46.026123 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 93bdfde2-d457-457f-992b-980c70fdc75c triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:39:46.026495 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:46.027027 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c7d83af3-0a71-4e7f-a080-c313426b7618 req-d191627b-2786-4c77-8d8e-da198b6fcdd8 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1ff502e-e01a-45ec-b65b-20489f115451 HTTP/1.1" status: 200 len: 946 time: 0.1723430 Aug 22 13:39:46.037124 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-36a5ac49-484a-40c3-8a22-7cd6075f5ea6 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:46.047685 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-36a5ac49-484a-40c3-8a22-7cd6075f5ea6 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:46.072575 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d9f4f-e876-40d0-937b-7245877f6150 req-fdb07126-8f7e-4f37-bbc4-55ce7e2dd38e tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:46.078658 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d9f4f-e876-40d0-937b-7245877f6150 req-fdb07126-8f7e-4f37-bbc4-55ce7e2dd38e tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:46.085209 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d9f4f-e876-40d0-937b-7245877f6150 req-fdb07126-8f7e-4f37-bbc4-55ce7e2dd38e tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:46.091366 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d9f4f-e876-40d0-937b-7245877f6150 req-fdb07126-8f7e-4f37-bbc4-55ce7e2dd38e tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:46.097472 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d9f4f-e876-40d0-937b-7245877f6150 req-fdb07126-8f7e-4f37-bbc4-55ce7e2dd38e tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:46.103396 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d9f4f-e876-40d0-937b-7245877f6150 req-fdb07126-8f7e-4f37-bbc4-55ce7e2dd38e tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:46.109483 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d9f4f-e876-40d0-937b-7245877f6150 req-fdb07126-8f7e-4f37-bbc4-55ce7e2dd38e tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:46.112043 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1c7d9f4f-e876-40d0-937b-7245877f6150 req-fdb07126-8f7e-4f37-bbc4-55ce7e2dd38e tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 5438 time: 0.2549767 Aug 22 13:39:46.121423 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4d7bf6b9-4cd7-4c1f-a46e-23364d3cf17b tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:46.150038 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-682632e9-5319-4c8b-87f6-ad376d22eadf tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:46.228278 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a5ac49-484a-40c3-8a22-7cd6075f5ea6 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Pushing event updated for resources: {'Port': ['ID=abd58655-182d-41c2-827d-9655f47f10a5,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:46.250835 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-36a5ac49-484a-40c3-8a22-7cd6075f5ea6 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] In _notify_port_updated(), no bound segment for port abd58655-182d-41c2-827d-9655f47f10a5 on network 12ccb463-a083-408a-849b-f47d2d68f433 {{(pid=94628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 22 13:39:46.258978 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a5ac49-484a-40c3-8a22-7cd6075f5ea6 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:46.258978 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-36a5ac49-484a-40c3-8a22-7cd6075f5ea6 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:46.263828 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-36a5ac49-484a-40c3-8a22-7cd6075f5ea6 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] 10.222.0.21 "PUT /v2.0/ports/abd58655-182d-41c2-827d-9655f47f10a5 HTTP/1.1" status: 200 len: 1057 time: 1.9677086 Aug 22 13:39:46.264490 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46014) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:46.266443 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c7d83af3-0a71-4e7f-a080-c313426b7618 req-9d769b78-493d-42c6-9813-02155b8a6016 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531825 Aug 22 13:39:46.267456 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:46.274168 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1c7d9f4f-e876-40d0-937b-7245877f6150 req-acf5d4c6-7d28-467e-a412-5c8befe1c46c tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/security-groups?id=66b7495f-ba5d-4b5f-9f1a-7d40465024e2&id=d7b1fd23-abf0-4029-8bf5-4e8e3c16aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1447449 Aug 22 13:39:46.319314 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58914926-d185-401e-ade7-13afe8d72190 admin admin] Router fff8a5ff-c8bd-4e63-a592-92b4e558c9fb has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:39:46.324051 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4d7bf6b9-4cd7-4c1f-a46e-23364d3cf17b tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:46.340440 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-618dd8e5-3aff-416a-97fa-7c53f4d9d7b5 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Allocated IP 172.25.3.238 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/e078f6b4-ef39-445c-a03f-a9584ce62486) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:39:46.341058 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 93bdfde2-d457-457f-992b-980c70fdc75c, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=93bdfde2-d457-457f-992b-980c70fdc75c,segment=NetworkSegment(3e2a6405-d9f4-46c3-bd31-caa400911d68),segment_id=3e2a6405-d9f4-46c3-bd31-caa400911d68)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:39:46.345355 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:46.347540 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device cd2a34c3-a880-45d3-bd3b-8dfcb396adc5 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:39:46.360978 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7bf6b9-4cd7-4c1f-a46e-23364d3cf17b tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b0dedfd9-0578-4cb9-ae9c-edffcadc6848,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:46.367638 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4d7bf6b9-4cd7-4c1f-a46e-23364d3cf17b tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:46.372398 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-4d7bf6b9-4cd7-4c1f-a46e-23364d3cf17b tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/b0dedfd9-0578-4cb9-ae9c-edffcadc6848 HTTP/1.1" status: 204 len: 168 time: 0.9992349 Aug 22 13:39:46.374601 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46016) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:46.450252 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=93bdfde2-d457-457f-992b-980c70fdc75c,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:46.464552 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port cd2a34c3-a880-45d3-bd3b-8dfcb396adc5 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:39:46.469941 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port cd2a34c3-a880-45d3-bd3b-8dfcb396adc5 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:39:46.471263 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:46.564890 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-682632e9-5319-4c8b-87f6-ad376d22eadf tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Deleting port 7bba247f-ee8f-41c7-81db-3e99eafb2f14 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:39:46.565244 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-682632e9-5319-4c8b-87f6-ad376d22eadf tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:46.568098 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-35325a39-f40e-44ee-ab70-73a22d27f216 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:46.590122 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:46.616346 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58914926-d185-401e-ade7-13afe8d72190 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:39:46.629705 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-58914926-d185-401e-ade7-13afe8d72190 admin admin] 10.222.0.21 "PUT /v2.0/routers/fff8a5ff-c8bd-4e63-a592-92b4e558c9fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4250627 Aug 22 13:39:46.632341 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46018) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:46.641365 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2925ad2-0070-4b6c-a033-f1ec934f2846 None None] Sync routers for ids ['fff8a5ff-c8bd-4e63-a592-92b4e558c9fb'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:39:46.654294 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-618dd8e5-3aff-416a-97fa-7c53f4d9d7b5 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:46.664760 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-b9e10162-8931-403d-bd8b-91de98566216 None None] Provisioning complete for port abd58655-182d-41c2-827d-9655f47f10a5 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:39:46.665278 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b9e10162-8931-403d-bd8b-91de98566216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:46.685620 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-682632e9-5319-4c8b-87f6-ad376d22eadf tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] For port 7bba247f-ee8f-41c7-81db-3e99eafb2f14, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=7bba247f-ee8f-41c7-81db-3e99eafb2f14,segment=NetworkSegment(93c6fa3e-9bbf-4f43-af0e-7af6849b1444),segment_id=93c6fa3e-9bbf-4f43-af0e-7af6849b1444)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:39:46.686031 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-682632e9-5319-4c8b-87f6-ad376d22eadf tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:46.704094 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-682632e9-5319-4c8b-87f6-ad376d22eadf tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Calling delete_port for 7bba247f-ee8f-41c7-81db-3e99eafb2f14 owned by network:dhcp {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:39:46.716121 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-b9e10162-8931-403d-bd8b-91de98566216 None None] Port abd58655-182d-41c2-827d-9655f47f10a5 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:39:46.717077 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-35325a39-f40e-44ee-ab70-73a22d27f216 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:46.730667 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port cd2a34c3-a880-45d3-bd3b-8dfcb396adc5, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=cd2a34c3-a880-45d3-bd3b-8dfcb396adc5,segment=NetworkSegment(a6269bb8-0d73-4173-bf5c-169c79a8b967),segment_id=a6269bb8-0d73-4173-bf5c-169c79a8b967)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:39:46.732772 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2925ad2-0070-4b6c-a033-f1ec934f2846 None None] Routers {'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:39:46.733670 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-a2925ad2-0070-4b6c-a033-f1ec934f2846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:39:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['fff8a5ff-c8bd-4e63-a592-92b4e558c9fb'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:46.734248 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-35325a39-f40e-44ee-ab70-73a22d27f216 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e990864-5a49-4162-8739-9d2f4a2a16d7']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:46.751891 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-35325a39-f40e-44ee-ab70-73a22d27f216 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9962aa7-6d0c-4209-aef8-9211fc19555b') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:46.752596 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-35325a39-f40e-44ee-ab70-73a22d27f216 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9962aa7-6d0c-4209-aef8-9211fc19555b') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:46.763826 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-a3dcf2ef-d8c1-45f7-a545-a1c27e90fe32 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Deleting port abd58655-182d-41c2-827d-9655f47f10a5 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:39:46.764214 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a3dcf2ef-d8c1-45f7-a545-a1c27e90fe32 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:46.779522 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:46.780002 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 9f8df132-276a-4e46-89a0-b5f4c39d81b8 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:39:46.796071 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-35325a39-f40e-44ee-ab70-73a22d27f216 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:46.817073 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-35325a39-f40e-44ee-ab70-73a22d27f216 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:46.826286 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3a9d0a52-ddda-4513-acf4-b5ed75c516a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:46.828421 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35325a39-f40e-44ee-ab70-73a22d27f216 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:39:46.829157 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-35325a39-f40e-44ee-ab70-73a22d27f216 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:46.832683 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:39:46.832683 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:39:46.832683 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:39:46.832683 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:39:46.832683 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:39:46.832683 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:39:46.832683 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:39:46.832683 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:39:46.832683 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:39:46.832683 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:39:46.832683 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:39:46.832683 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:39:46.832683 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:39:46.832683 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:39:46.832683 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:39:46.832683 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:39:46.832683 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:39:46.832683 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:39:46.832683 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:39:46.832683 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:39:46.832683 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:39:46.832683 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:39:46.832683 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:39:46.832683 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:39:46.832683 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:39:46.832683 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:39:46.832683 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:39:46.832683 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:39:46.832683 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:39:46.832683 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:39:46.832683 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:39:46.832683 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:39:46.881583 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-618dd8e5-3aff-416a-97fa-7c53f4d9d7b5 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:46.913845 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-682632e9-5319-4c8b-87f6-ad376d22eadf tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:46.915736 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=cd2a34c3-a880-45d3-bd3b-8dfcb396adc5,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:46.934496 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port 9f8df132-276a-4e46-89a0-b5f4c39d81b8 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:39:46.937678 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a3dcf2ef-d8c1-45f7-a545-a1c27e90fe32 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:46.943214 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-a2925ad2-0070-4b6c-a033-f1ec934f2846 None None] Set router fff8a5ff-c8bd-4e63-a592-92b4e558c9fb gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:39:46.945348 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 9f8df132-276a-4e46-89a0-b5f4c39d81b8 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:39:46.945717 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:46.954698 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618dd8e5-3aff-416a-97fa-7c53f4d9d7b5 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:39:46.958589 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682632e9-5319-4c8b-87f6-ad376d22eadf tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] No DVR routers for this DVR port 7bba247f-ee8f-41c7-81db-3e99eafb2f14 on host n-d-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:39:46.971605 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-618dd8e5-3aff-416a-97fa-7c53f4d9d7b5 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:39:46.995310 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-a3dcf2ef-d8c1-45f7-a545-a1c27e90fe32 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Calling delete_port for abd58655-182d-41c2-827d-9655f47f10a5 owned by {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:39:46.997734 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618dd8e5-3aff-416a-97fa-7c53f4d9d7b5 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:39:47.001798 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618dd8e5-3aff-416a-97fa-7c53f4d9d7b5 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Pushing event updated for resources: {'Port': ['ID=e078f6b4-ef39-445c-a03f-a9584ce62486,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:47.020220 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3a9d0a52-ddda-4513-acf4-b5ed75c516a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:47.024029 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-35325a39-f40e-44ee-ab70-73a22d27f216 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:47.052625 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35325a39-f40e-44ee-ab70-73a22d27f216 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6e990864-5a49-4162-8739-9d2f4a2a16d7 {{(pid=94627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 22 13:39:47.056495 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-35325a39-f40e-44ee-ab70-73a22d27f216 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:47.075739 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-35325a39-f40e-44ee-ab70-73a22d27f216 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] 10.222.0.21 "DELETE /v2.0/networks/6e990864-5a49-4162-8739-9d2f4a2a16d7 HTTP/1.1" status: 204 len: 168 time: 0.7000291 Aug 22 13:39:47.077131 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35325a39-f40e-44ee-ab70-73a22d27f216 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Pushing event deleted for resources: {'Network': ['ID=6e990864-5a49-4162-8739-9d2f4a2a16d7,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:47.079452 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682632e9-5319-4c8b-87f6-ad376d22eadf tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Pushing event deleted for resources: {'Port': ['ID=7bba247f-ee8f-41c7-81db-3e99eafb2f14,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:47.182590 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-682632e9-5319-4c8b-87f6-ad376d22eadf tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:47.195920 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-3a9d0a52-ddda-4513-acf4-b5ed75c516a0 admin admin] Deleting port fa21394a-98cd-45ab-bb27-134811dafbbd {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:39:47.201681 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3a9d0a52-ddda-4513-acf4-b5ed75c516a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:47.205881 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae154360-507b-4976-b2d6-5455ef736d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd20e94c-db09-4bf2-a3ec-7a37be4d2904'}, {'server_uuid': 'ae154360-507b-4976-b2d6-5455ef736d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b16064f0-bf43-4196-833d-4efdff17a865'}, {'server_uuid': 'ae154360-507b-4976-b2d6-5455ef736d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93bdfde2-d457-457f-992b-980c70fdc75c'}, {'server_uuid': 'ae154360-507b-4976-b2d6-5455ef736d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd2a34c3-a880-45d3-bd3b-8dfcb396adc5'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:39:47.219335 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4255b5f-e403-442a-aafb-56a2bd3a7d20" -d '{"events": [{"server_uuid": "ae154360-507b-4976-b2d6-5455ef736d16", "name": "network-vif-plugged", "status": "completed", "tag": "cd20e94c-db09-4bf2-a3ec-7a37be4d2904"}, {"server_uuid": "ae154360-507b-4976-b2d6-5455ef736d16", "name": "network-vif-plugged", "status": "completed", "tag": "b16064f0-bf43-4196-833d-4efdff17a865"}, {"server_uuid": "ae154360-507b-4976-b2d6-5455ef736d16", "name": "network-vif-plugged", "status": "completed", "tag": "93bdfde2-d457-457f-992b-980c70fdc75c"}, {"server_uuid": "ae154360-507b-4976-b2d6-5455ef736d16", "name": "network-vif-plugged", "status": "completed", "tag": "cd2a34c3-a880-45d3-bd3b-8dfcb396adc5"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:39:47.264314 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-682632e9-5319-4c8b-87f6-ad376d22eadf tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca01d226-a446-41bb-931e-fcbc2eea3e17']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:47.292973 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-682632e9-5319-4c8b-87f6-ad376d22eadf tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93c6fa3e-9bbf-4f43-af0e-7af6849b1444') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:47.301494 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-682632e9-5319-4c8b-87f6-ad376d22eadf tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93c6fa3e-9bbf-4f43-af0e-7af6849b1444') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:47.307724 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sun, 22 Aug 2021 13:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4935e645-c61c-4770-a79c-e950ef20a4f2 x-openstack-request-id: req-4935e645-c61c-4770-a79c-e950ef20a4f2 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:39:47.309740 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae154360-507b-4976-b2d6-5455ef736d16", "name": "network-vif-plugged", "status": "completed", "tag": "cd20e94c-db09-4bf2-a3ec-7a37be4d2904", "code": 200}, {"server_uuid": "ae154360-507b-4976-b2d6-5455ef736d16", "name": "network-vif-plugged", "status": "completed", "tag": "b16064f0-bf43-4196-833d-4efdff17a865", "code": 200}, {"server_uuid": "ae154360-507b-4976-b2d6-5455ef736d16", "name": "network-vif-plugged", "status": "completed", "tag": "93bdfde2-d457-457f-992b-980c70fdc75c", "code": 200}, {"server_uuid": "ae154360-507b-4976-b2d6-5455ef736d16", "name": "network-vif-plugged", "status": "completed", "tag": "cd2a34c3-a880-45d3-bd3b-8dfcb396adc5", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:39:47.309740 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4935e645-c61c-4770-a79c-e950ef20a4f2 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:39:47.310034 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae154360-507b-4976-b2d6-5455ef736d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd20e94c-db09-4bf2-a3ec-7a37be4d2904', 'code': 200} Aug 22 13:39:47.312155 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae154360-507b-4976-b2d6-5455ef736d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b16064f0-bf43-4196-833d-4efdff17a865', 'code': 200} Aug 22 13:39:47.312447 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae154360-507b-4976-b2d6-5455ef736d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93bdfde2-d457-457f-992b-980c70fdc75c', 'code': 200} Aug 22 13:39:47.312725 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae154360-507b-4976-b2d6-5455ef736d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd2a34c3-a880-45d3-bd3b-8dfcb396adc5', 'code': 200} Aug 22 13:39:47.376478 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-3a9d0a52-ddda-4513-acf4-b5ed75c516a0 admin admin] For port fa21394a-98cd-45ab-bb27-134811dafbbd, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=fa21394a-98cd-45ab-bb27-134811dafbbd,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:39:47.376901 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3a9d0a52-ddda-4513-acf4-b5ed75c516a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:47.398382 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:47.405303 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-3a9d0a52-ddda-4513-acf4-b5ed75c516a0 admin admin] Calling delete_port for fa21394a-98cd-45ab-bb27-134811dafbbd owned by network:router_gateway {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:39:47.428018 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46032) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:47.435202 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-e30c904b-f411-4e5e-a2a9-5ba58a03cc4d tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Request body: {'router': {'name': 'tempest-router--2021044257', 'project_id': 'fd7dc788f5ec4da49edc830fef9f4826'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:39:47.437753 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-682632e9-5319-4c8b-87f6-ad376d22eadf tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:47.465582 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 9f8df132-276a-4e46-89a0-b5f4c39d81b8, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=9f8df132-276a-4e46-89a0-b5f4c39d81b8,segment=NetworkSegment(85d6e767-2244-4840-a51f-afec6bd122e6),segment_id=85d6e767-2244-4840-a51f-afec6bd122e6)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:39:47.468485 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-a2925ad2-0070-4b6c-a033-f1ec934f2846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb', 'name': 'tempest-AttachVolumeTestJSON-1189011300-router', 'tenant_id': '9aaf82909078458f95327523ba5e3378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'fa21394a-98cd-45ab-bb27-134811dafbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:31:17Z', 'updated_at': '2021-08-22T13:39:43Z', 'revision_number': 5, 'project_id': '9aaf82909078458f95327523ba5e3378', 'gw_port': {'id': 'fa21394a-98cd-45ab-bb27-134811dafbbd', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:93:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:31:17Z', 'updated_at': '2021-08-22T13:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:47.469715 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-682632e9-5319-4c8b-87f6-ad376d22eadf tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:47.474016 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:47.474907 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device d1033646-653a-4a62-9b6c-3304356458b3 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:39:47.501671 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-682632e9-5319-4c8b-87f6-ad376d22eadf tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:39:47.502780 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-682632e9-5319-4c8b-87f6-ad376d22eadf tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:47.506113 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:39:47.506113 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:39:47.506113 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:39:47.506113 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:39:47.506113 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:39:47.506113 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:39:47.506113 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:39:47.506113 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:39:47.506113 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:39:47.506113 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:39:47.506113 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:39:47.506113 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:39:47.506113 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:39:47.506113 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:39:47.506113 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:39:47.506113 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:39:47.506113 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:39:47.506113 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:39:47.506113 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:39:47.506113 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:39:47.506113 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:39:47.506113 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:39:47.506113 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:39:47.506113 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:39:47.506113 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:39:47.506113 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:39:47.506113 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:39:47.506113 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:39:47.506113 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:39:47.506113 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:39:47.506113 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:39:47.506113 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:39:47.577131 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2925ad2-0070-4b6c-a033-f1ec934f2846 None None] Checking router: fff8a5ff-c8bd-4e63-a592-92b4e558c9fb for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:39:47.593273 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-682632e9-5319-4c8b-87f6-ad376d22eadf tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:47.595880 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a3dcf2ef-d8c1-45f7-a545-a1c27e90fe32 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:47.606289 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-682632e9-5319-4c8b-87f6-ad376d22eadf tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:47.612002 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-682632e9-5319-4c8b-87f6-ad376d22eadf tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "DELETE /v2.0/networks/ca01d226-a446-41bb-931e-fcbc2eea3e17 HTTP/1.1" status: 204 len: 168 time: 4.1124151 Aug 22 13:39:47.614203 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46034) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:47.618804 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e30c904b-f411-4e5e-a2a9-5ba58a03cc4d tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:47.619809 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e30c904b-f411-4e5e-a2a9-5ba58a03cc4d tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:47.625495 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2925ad2-0070-4b6c-a033-f1ec934f2846 None None] Routers {'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:39:47.626259 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-a2925ad2-0070-4b6c-a033-f1ec934f2846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:39:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['fff8a5ff-c8bd-4e63-a592-92b4e558c9fb'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:47.634136 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-b962e51a-170c-4af8-8091-d09b0ac9d478 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-853259852'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:39:47.662189 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dcf2ef-d8c1-45f7-a545-a1c27e90fe32 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Pushing event deleted for resources: {'Port': ['ID=abd58655-182d-41c2-827d-9655f47f10a5,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:47.670796 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b962e51a-170c-4af8-8091-d09b0ac9d478 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Made reservation on behalf of 6be38ca5ea35447298f0675ebcd2561a for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:39:47.675939 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b962e51a-170c-4af8-8091-d09b0ac9d478 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:47.681270 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port d1033646-653a-4a62-9b6c-3304356458b3 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:39:47.698271 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee08ff-9926-4d0f-83a3-ffbb382b2a7d req-ec61cbca-94cc-40c2-bebd-a949cda6fe42 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:47.704599 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee08ff-9926-4d0f-83a3-ffbb382b2a7d req-ec61cbca-94cc-40c2-bebd-a949cda6fe42 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:47.711654 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee08ff-9926-4d0f-83a3-ffbb382b2a7d req-ec61cbca-94cc-40c2-bebd-a949cda6fe42 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:47.717815 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee08ff-9926-4d0f-83a3-ffbb382b2a7d req-ec61cbca-94cc-40c2-bebd-a949cda6fe42 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:47.724707 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee08ff-9926-4d0f-83a3-ffbb382b2a7d req-ec61cbca-94cc-40c2-bebd-a949cda6fe42 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:47.727354 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port d1033646-653a-4a62-9b6c-3304356458b3 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:39:47.727799 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:47.731372 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee08ff-9926-4d0f-83a3-ffbb382b2a7d req-ec61cbca-94cc-40c2-bebd-a949cda6fe42 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:47.733613 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=9f8df132-276a-4e46-89a0-b5f4c39d81b8,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:47.738681 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee08ff-9926-4d0f-83a3-ffbb382b2a7d req-ec61cbca-94cc-40c2-bebd-a949cda6fe42 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:47.740633 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-beee08ff-9926-4d0f-83a3-ffbb382b2a7d req-ec61cbca-94cc-40c2-bebd-a949cda6fe42 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 5441 time: 0.2425895 Aug 22 13:39:47.776775 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-a2925ad2-0070-4b6c-a033-f1ec934f2846 None None] Set router fff8a5ff-c8bd-4e63-a592-92b4e558c9fb gateway port host: None {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:39:47.799755 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6892e5-b47f-4339-8be4-bea8b9accbf8 req-38eb78f2-c897-480d-a0fe-5c8c969be1b2 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:47.801486 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5c6892e5-b47f-4339-8be4-bea8b9accbf8 req-38eb78f2-c897-480d-a0fe-5c8c969be1b2 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1ff502e-e01a-45ec-b65b-20489f115451 HTTP/1.1" status: 200 len: 946 time: 0.3023384 Aug 22 13:39:47.832496 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682632e9-5319-4c8b-87f6-ad376d22eadf tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Pushing event deleted for resources: {'Network': ['ID=ca01d226-a446-41bb-931e-fcbc2eea3e17,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:47.839335 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-a2925ad2-0070-4b6c-a033-f1ec934f2846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb', 'name': 'tempest-AttachVolumeTestJSON-1189011300-router', 'tenant_id': '9aaf82909078458f95327523ba5e3378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:31:17Z', 'updated_at': '2021-08-22T13:39:47Z', 'revision_number': 6, 'project_id': '9aaf82909078458f95327523ba5e3378', 'gw_port_host': None}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:47.848421 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b962e51a-170c-4af8-8091-d09b0ac9d478 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:39:47.857579 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b962e51a-170c-4af8-8091-d09b0ac9d478 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:47.857927 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-b962e51a-170c-4af8-8091-d09b0ac9d478 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Added segment d357bb55-36b1-4e78-9bb8-de096ce13f56 of type vlan for network 93ca96d1-7ff9-4b4a-bb22-f9cc58c67aea Aug 22 13:39:47.869529 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2925ad2-0070-4b6c-a033-f1ec934f2846 None None] The sync data for ids ['fff8a5ff-c8bd-4e63-a592-92b4e558c9fb'] in n-d-793621-33 is: [{'id': 'fff8a5ff-c8bd-4e63-a592-92b4e558c9fb', 'name': 'tempest-AttachVolumeTestJSON-1189011300-router', 'tenant_id': '9aaf82909078458f95327523ba5e3378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:31:17Z', 'updated_at': '2021-08-22T13:39:47Z', 'revision_number': 6, 'project_id': '9aaf82909078458f95327523ba5e3378', 'gw_port_host': None}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:39:47.913779 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-618dd8e5-3aff-416a-97fa-7c53f4d9d7b5 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks [] for router_gateway, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:47.926460 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b962e51a-170c-4af8-8091-d09b0ac9d478 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:47.931982 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:47.980488 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port d1033646-653a-4a62-9b6c-3304356458b3, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=d1033646-653a-4a62-9b6c-3304356458b3,segment=NetworkSegment(85d6e767-2244-4840-a51f-afec6bd122e6),segment_id=85d6e767-2244-4840-a51f-afec6bd122e6)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:39:47.986208 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:47.988089 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device f8514972-7776-4e19-a05c-ada5bca398e0 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:39:48.007895 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e30c904b-f411-4e5e-a2a9-5ba58a03cc4d tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:48.024386 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e30c904b-f411-4e5e-a2a9-5ba58a03cc4d tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:48.047176 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b962e51a-170c-4af8-8091-d09b0ac9d478 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:48.053446 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b962e51a-170c-4af8-8091-d09b0ac9d478 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:48.054054 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b962e51a-170c-4af8-8091-d09b0ac9d478 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:48.075694 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=d1033646-653a-4a62-9b6c-3304356458b3,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:48.076373 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-beee08ff-9926-4d0f-83a3-ffbb382b2a7d req-e8e2b2d9-6c78-45e4-88db-ecfe05f5cbfc tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/security-groups?id=66b7495f-ba5d-4b5f-9f1a-7d40465024e2&id=d7b1fd23-abf0-4029-8bf5-4e8e3c16aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2688868 Aug 22 13:39:48.109621 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5c6892e5-b47f-4339-8be4-bea8b9accbf8 req-0b9ce75d-7965-4deb-aa6d-e0abeb7ddfa7 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889905 Aug 22 13:39:48.110786 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port f8514972-7776-4e19-a05c-ada5bca398e0 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:39:48.120195 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port f8514972-7776-4e19-a05c-ada5bca398e0 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:39:48.121184 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:48.143325 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e30c904b-f411-4e5e-a2a9-5ba58a03cc4d tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:48.147170 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e30c904b-f411-4e5e-a2a9-5ba58a03cc4d tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7181370 Aug 22 13:39:48.155552 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46038) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:48.169876 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-b962e51a-170c-4af8-8091-d09b0ac9d478 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5432816 Aug 22 13:39:48.171300 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46040) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:48.184468 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-13d2c6cd-c844-43c4-9fae-f4b5109f1b78 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Request body: {'subnet': {'network_id': '93ca96d1-7ff9-4b4a-bb22-f9cc58c67aea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:39:48.227258 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b962e51a-170c-4af8-8091-d09b0ac9d478 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Pushing event updated for resources: {'Network': ['ID=93ca96d1-7ff9-4b4a-bb22-f9cc58c67aea,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:48.252920 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:48.254637 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 93ca96d1-7ff9-4b4a-bb22-f9cc58c67aea details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:39:48.264223 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-73ceb9ac-ad96-48a8-94aa-6def5a6ca2cc tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks [] for router, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:48.302534 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3a9d0a52-ddda-4513-acf4-b5ed75c516a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:48.363559 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port f8514972-7776-4e19-a05c-ada5bca398e0, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=f8514972-7776-4e19-a05c-ada5bca398e0,segment=NetworkSegment(a6269bb8-0d73-4173-bf5c-169c79a8b967),segment_id=a6269bb8-0d73-4173-bf5c-169c79a8b967)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:39:48.374955 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:48.388480 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9d0a52-ddda-4513-acf4-b5ed75c516a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa21394a-98cd-45ab-bb27-134811dafbbd,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:48.422600 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-618dd8e5-3aff-416a-97fa-7c53f4d9d7b5 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36751'] for router, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:48.436757 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a3dcf2ef-d8c1-45f7-a545-a1c27e90fe32 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:48.441645 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a3dcf2ef-d8c1-45f7-a545-a1c27e90fe32 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] 10.222.0.21 "DELETE /v2.0/ports/abd58655-182d-41c2-827d-9655f47f10a5 HTTP/1.1" status: 204 len: 168 time: 2.1431055 Aug 22 13:39:48.441645 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-618dd8e5-3aff-416a-97fa-7c53f4d9d7b5 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803386'] for router, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:48.447765 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46052) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:48.456897 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=f8514972-7776-4e19-a05c-ada5bca398e0,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:48.588683 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-73ceb9ac-ad96-48a8-94aa-6def5a6ca2cc tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:48.592973 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-73ceb9ac-ad96-48a8-94aa-6def5a6ca2cc tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:48.599837 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3a9d0a52-ddda-4513-acf4-b5ed75c516a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:48.819765 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-5595054b-5a56-480f-ba81-5f3df55fa3dc tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] GET failed (client error): The resource could not be found. Aug 22 13:39:48.821660 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5595054b-5a56-480f-ba81-5f3df55fa3dc tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] 10.222.0.21 "GET /v2.0/ports/abd58655-182d-41c2-827d-9655f47f10a5 HTTP/1.1" status: 404 len: 333 time: 0.3729749 Aug 22 13:39:48.854983 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46054) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:48.917874 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d2c6cd-c844-43c4-9fae-f4b5109f1b78 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Made reservation on behalf of 6be38ca5ea35447298f0675ebcd2561a for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:39:48.921369 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-13d2c6cd-c844-43c4-9fae-f4b5109f1b78 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:49.054312 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-73ceb9ac-ad96-48a8-94aa-6def5a6ca2cc tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:49.054953 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ceb9ac-ad96-48a8-94aa-6def5a6ca2cc tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5d554741-024a-4c9a-9757-a992719da36e {{(pid=94627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:39:49.059197 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3a9d0a52-ddda-4513-acf4-b5ed75c516a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:49.064531 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-73ceb9ac-ad96-48a8-94aa-6def5a6ca2cc tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:49.065684 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-73ceb9ac-ad96-48a8-94aa-6def5a6ca2cc tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] 10.222.0.21 "DELETE /v2.0/routers/5d554741-024a-4c9a-9757-a992719da36e HTTP/1.1" status: 204 len: 168 time: 0.9087331 Aug 22 13:39:49.067301 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3a9d0a52-ddda-4513-acf4-b5ed75c516a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:49.075907 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c1a06a-773b-43f4-ba6c-83f31ab7b628 req-83333b3e-1131-445e-b16a-8b6416d44fef tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:49.077531 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d1c1a06a-773b-43f4-ba6c-83f31ab7b628 req-83333b3e-1131-445e-b16a-8b6416d44fef tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/networks?id=436bb3cf-4f1a-421b-bfd3-5f21c99032ed HTTP/1.1" status: 200 len: 805 time: 0.6867895 Aug 22 13:39:49.116087 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-4e064f20-b309-4920-a6c9-cf59f0c2b0dc tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Deleting port 2baad257-6a73-4a0d-a7b0-c54688cd4bd1 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:39:49.116460 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4e064f20-b309-4920-a6c9-cf59f0c2b0dc tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:49.133563 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d1c1a06a-773b-43f4-ba6c-83f31ab7b628 req-b23f9c5f-2241-4ec3-aaa5-bf146536af75 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/quotas/9d314acf246e49628109fc5511827078 HTTP/1.1" status: 200 len: 375 time: 0.0103483 Aug 22 13:39:49.139406 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3a9d0a52-ddda-4513-acf4-b5ed75c516a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:49.140183 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9d0a52-ddda-4513-acf4-b5ed75c516a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fff8a5ff-c8bd-4e63-a592-92b4e558c9fb {{(pid=94627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:39:49.146549 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3a9d0a52-ddda-4513-acf4-b5ed75c516a0 admin admin] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:49.147881 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-3a9d0a52-ddda-4513-acf4-b5ed75c516a0 admin admin] 10.222.0.21 "DELETE /v2.0/routers/fff8a5ff-c8bd-4e63-a592-92b4e558c9fb HTTP/1.1" status: 204 len: 168 time: 2.5147796 Aug 22 13:39:49.150218 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46060) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:49.222751 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-618dd8e5-3aff-416a-97fa-7c53f4d9d7b5 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Router d4b9f160-4d35-462b-b5e3-4cf7b7157bc6 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:39:49.232834 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46062) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:49.269673 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae145af9-9810-4a02-9674-e89097be8b4b admin admin] Deleting subnet 77ae476e-7cd6-4bd5-9319-25dd232b8593 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:39:49.287936 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ae145af9-9810-4a02-9674-e89097be8b4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:49.314232 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae154360-507b-4976-b2d6-5455ef736d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8df132-276a-4e46-89a0-b5f4c39d81b8'}, {'server_uuid': 'ae154360-507b-4976-b2d6-5455ef736d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1033646-653a-4a62-9b6c-3304356458b3'}, {'server_uuid': 'ae154360-507b-4976-b2d6-5455ef736d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8514972-7776-4e19-a05c-ada5bca398e0'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:39:49.321147 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a64fdc-bf08-406d-ae9e-b7397b32b1be" -d '{"events": [{"server_uuid": "ae154360-507b-4976-b2d6-5455ef736d16", "name": "network-vif-plugged", "status": "completed", "tag": "9f8df132-276a-4e46-89a0-b5f4c39d81b8"}, {"server_uuid": "ae154360-507b-4976-b2d6-5455ef736d16", "name": "network-vif-plugged", "status": "completed", "tag": "d1033646-653a-4a62-9b6c-3304356458b3"}, {"server_uuid": "ae154360-507b-4976-b2d6-5455ef736d16", "name": "network-vif-plugged", "status": "completed", "tag": "f8514972-7776-4e19-a05c-ada5bca398e0"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:39:49.339476 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d1c1a06a-773b-43f4-ba6c-83f31ab7b628 req-46d9fb35-0169-42ba-b9db-62c350b768ec tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9d314acf246e49628109fc5511827078&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1560345 Aug 22 13:39:49.344866 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ae145af9-9810-4a02-9674-e89097be8b4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:49.379385 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-13d2c6cd-c844-43c4-9fae-f4b5109f1b78 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:49.382256 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4e064f20-b309-4920-a6c9-cf59f0c2b0dc tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:49.396551 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c73ddd-4f92-43b9-a9e5-cc7d0d2f7c02 req-01a71fb6-6894-48b8-b3cb-1f9569461fbd tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:49.402405 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c73ddd-4f92-43b9-a9e5-cc7d0d2f7c02 req-01a71fb6-6894-48b8-b3cb-1f9569461fbd tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:49.408883 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c73ddd-4f92-43b9-a9e5-cc7d0d2f7c02 req-01a71fb6-6894-48b8-b3cb-1f9569461fbd tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:49.414966 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c73ddd-4f92-43b9-a9e5-cc7d0d2f7c02 req-01a71fb6-6894-48b8-b3cb-1f9569461fbd tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:49.420854 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c73ddd-4f92-43b9-a9e5-cc7d0d2f7c02 req-01a71fb6-6894-48b8-b3cb-1f9569461fbd tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:49.427275 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c73ddd-4f92-43b9-a9e5-cc7d0d2f7c02 req-01a71fb6-6894-48b8-b3cb-1f9569461fbd tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:49.433150 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c73ddd-4f92-43b9-a9e5-cc7d0d2f7c02 req-01a71fb6-6894-48b8-b3cb-1f9569461fbd tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:49.435107 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c4c73ddd-4f92-43b9-a9e5-cc7d0d2f7c02 req-01a71fb6-6894-48b8-b3cb-1f9569461fbd tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 5443 time: 0.1958673 Aug 22 13:39:49.451120 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-4e064f20-b309-4920-a6c9-cf59f0c2b0dc tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Calling delete_port for 2baad257-6a73-4a0d-a7b0-c54688cd4bd1 owned by {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:39:49.530290 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d2c6cd-c844-43c4-9fae-f4b5109f1b78 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Pushing event updated for resources: {'Subnet': ['ID=a20f7895-03a7-44f1-a986-28c5c5857922,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:49.543325 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-f921a983-9d2c-4c7e-980c-1610740ce5cf tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-284555423', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}, 'admin_state_up': False}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:39:49.552019 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618dd8e5-3aff-416a-97fa-7c53f4d9d7b5 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:39:49.562665 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48213051-8542-45d7-b654-b6bf30522de8 None None] Sync routers for ids ['d4b9f160-4d35-462b-b5e3-4cf7b7157bc6'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:39:49.563686 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-618dd8e5-3aff-416a-97fa-7c53f4d9d7b5 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:49.568035 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-618dd8e5-3aff-416a-97fa-7c53f4d9d7b5 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] 10.222.0.21 "PUT /v2.0/routers/d4b9f160-4d35-462b-b5e3-4cf7b7157bc6 HTTP/1.1" status: 200 len: 878 time: 5.1572542 Aug 22 13:39:49.573136 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46068) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:49.577234 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48213051-8542-45d7-b654-b6bf30522de8 None None] Routers {'d4b9f160-4d35-462b-b5e3-4cf7b7157bc6'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:39:49.577955 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-48213051-8542-45d7-b654-b6bf30522de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:39:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['d4b9f160-4d35-462b-b5e3-4cf7b7157bc6'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:49.601274 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c4c73ddd-4f92-43b9-a9e5-cc7d0d2f7c02 req-8e3efbf5-edf6-49e2-b48c-7fe1990d3558 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/security-groups?id=66b7495f-ba5d-4b5f-9f1a-7d40465024e2&id=d7b1fd23-abf0-4029-8bf5-4e8e3c16aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1527624 Aug 22 13:39:49.618379 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-48213051-8542-45d7-b654-b6bf30522de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:49.621989 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ae145af9-9810-4a02-9674-e89097be8b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:49.628825 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48213051-8542-45d7-b654-b6bf30522de8 None None] Routers {'d4b9f160-4d35-462b-b5e3-4cf7b7157bc6'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:39:49.630234 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-48213051-8542-45d7-b654-b6bf30522de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:39:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['d4b9f160-4d35-462b-b5e3-4cf7b7157bc6'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:49.644206 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d2c6cd-c844-43c4-9fae-f4b5109f1b78 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Checking segment: {'id': 'd357bb55-36b1-4e78-9bb8-de096ce13f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '93ca96d1-7ff9-4b4a-bb22-f9cc58c67aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:39:49.644512 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d2c6cd-c844-43c4-9fae-f4b5109f1b78 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Network hostable DHCP agents. Network: 93ca96d1-7ff9-4b4a-bb22-f9cc58c67aea, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:39:49.644622 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d1c1a06a-773b-43f4-ba6c-83f31ab7b628 req-cf7b4a06-a9c4-44cb-9f56-113a72647669 service neutron] 10.222.0.21 "GET /v2.0/networks/436bb3cf-4f1a-421b-bfd3-5f21c99032ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734625 Aug 22 13:39:49.671114 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f921a983-9d2c-4c7e-980c-1610740ce5cf tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:49.672364 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f921a983-9d2c-4c7e-980c-1610740ce5cf tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:49.681138 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-48213051-8542-45d7-b654-b6bf30522de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:49.682056 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48213051-8542-45d7-b654-b6bf30522de8 None None] The sync data for ids ['d4b9f160-4d35-462b-b5e3-4cf7b7157bc6'] in n-d-793621-33 is: [] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:39:49.700410 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sun, 22 Aug 2021 13:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44236db-006e-4bd1-8ec3-b3ca2d16f176 x-openstack-request-id: req-e44236db-006e-4bd1-8ec3-b3ca2d16f176 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:39:49.700904 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae154360-507b-4976-b2d6-5455ef736d16", "name": "network-vif-plugged", "status": "completed", "tag": "9f8df132-276a-4e46-89a0-b5f4c39d81b8", "code": 200}, {"server_uuid": "ae154360-507b-4976-b2d6-5455ef736d16", "name": "network-vif-plugged", "status": "completed", "tag": "d1033646-653a-4a62-9b6c-3304356458b3", "code": 200}, {"server_uuid": "ae154360-507b-4976-b2d6-5455ef736d16", "name": "network-vif-plugged", "status": "completed", "tag": "f8514972-7776-4e19-a05c-ada5bca398e0", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:39:49.701253 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e44236db-006e-4bd1-8ec3-b3ca2d16f176 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:39:49.701748 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae154360-507b-4976-b2d6-5455ef736d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8df132-276a-4e46-89a0-b5f4c39d81b8', 'code': 200} Aug 22 13:39:49.702102 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae154360-507b-4976-b2d6-5455ef736d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1033646-653a-4a62-9b6c-3304356458b3', 'code': 200} Aug 22 13:39:49.702445 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae154360-507b-4976-b2d6-5455ef736d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8514972-7776-4e19-a05c-ada5bca398e0', 'code': 200} Aug 22 13:39:49.738016 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d2c6cd-c844-43c4-9fae-f4b5109f1b78 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Network 93ca96d1-7ff9-4b4a-bb22-f9cc58c67aea is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:39:49.758886 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ae145af9-9810-4a02-9674-e89097be8b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:49.770076 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d1c1a06a-773b-43f4-ba6c-83f31ab7b628 req-5ed60c1b-0079-42c0-b2da-f6824984387f service neutron] 10.222.0.21 "GET /v2.0/networks/436bb3cf-4f1a-421b-bfd3-5f21c99032ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177275 Aug 22 13:39:49.789760 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae145af9-9810-4a02-9674-e89097be8b4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77ae476e-7cd6-4bd5-9319-25dd232b8593,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:49.793931 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ae145af9-9810-4a02-9674-e89097be8b4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:49.796049 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ae145af9-9810-4a02-9674-e89097be8b4b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/77ae476e-7cd6-4bd5-9319-25dd232b8593 HTTP/1.1" status: 204 len: 168 time: 0.6446741 Aug 22 13:39:49.796373 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b98d9eeb-555f-42ce-ac9c-18de1198c5f4 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] 10.222.0.21 "GET /v2.0/routers/d4b9f160-4d35-462b-b5e3-4cf7b7157bc6 HTTP/1.1" status: 200 len: 919 time: 0.2221444 Aug 22 13:39:49.799264 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46070) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:49.801848 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46072) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:49.808208 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70a7c19-086b-47ce-a51a-cef9f35a5fa5 None None] Network 0386d336-0e61-4348-9e46-055980419e76 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:39:49.826968 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f921a983-9d2c-4c7e-980c-1610740ce5cf tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:49.827958 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-13d2c6cd-c844-43c4-9fae-f4b5109f1b78 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 93ca96d1-7ff9-4b4a-bb22-f9cc58c67aea) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:39:49.839840 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d2c6cd-c844-43c4-9fae-f4b5109f1b78 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:49.843519 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-13d2c6cd-c844-43c4-9fae-f4b5109f1b78 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:49.932962 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329e891a-ffad-41b4-adbb-972ac2122df9 None None] Network 93ca96d1-7ff9-4b4a-bb22-f9cc58c67aea requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:39:49.957422 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device fa21394a-98cd-45ab-bb27-134811dafbbd no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:39:49.976044 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-13d2c6cd-c844-43c4-9fae-f4b5109f1b78 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7967265 Aug 22 13:39:49.977887 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4e064f20-b309-4920-a6c9-cf59f0c2b0dc tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:49.979741 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46074) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:50.035209 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ae1944ca-caf9-4102-a927-2057fb4b2d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:50.049521 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e064f20-b309-4920-a6c9-cf59f0c2b0dc tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Pushing event deleted for resources: {'Port': ['ID=2baad257-6a73-4a0d-a7b0-c54688cd4bd1,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:50.050579 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef30d8-b184-49eb-a909-c31097d1de61 req-0f99dd35-2f1b-40ef-beb6-329e99b33189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:50.051062 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef30d8-b184-49eb-a909-c31097d1de61 req-0f99dd35-2f1b-40ef-beb6-329e99b33189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:50.051525 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef30d8-b184-49eb-a909-c31097d1de61 req-0f99dd35-2f1b-40ef-beb6-329e99b33189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:50.052048 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef30d8-b184-49eb-a909-c31097d1de61 req-0f99dd35-2f1b-40ef-beb6-329e99b33189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:50.052538 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef30d8-b184-49eb-a909-c31097d1de61 req-0f99dd35-2f1b-40ef-beb6-329e99b33189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:50.053010 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef30d8-b184-49eb-a909-c31097d1de61 req-0f99dd35-2f1b-40ef-beb6-329e99b33189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:50.053527 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef30d8-b184-49eb-a909-c31097d1de61 req-0f99dd35-2f1b-40ef-beb6-329e99b33189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:50.055944 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a2ef30d8-b184-49eb-a909-c31097d1de61 req-0f99dd35-2f1b-40ef-beb6-329e99b33189 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 6507 time: 0.1230216 Aug 22 13:39:50.063921 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0821c88d-54d9-4425-8e46-3dca4c5f1105 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:50.066431 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-0821c88d-54d9-4425-8e46-3dca4c5f1105 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=7de6ab83-cd00-4b3c-94fb-810dd34d29b8&device_id=d4b9f160-4d35-462b-b5e3-4cf7b7157bc6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2636814 Aug 22 13:39:50.073655 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46080) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:50.210147 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-22f26358-fa69-4b79-99e9-de1793e76fc5 req-07655a25-7c43-4c26-bcfa-3706dfe421d8 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc164eae-9aae-4b0d-b3e6-994f2cd3516f HTTP/1.1" status: 200 len: 210 time: 0.0858362 Aug 22 13:39:50.220053 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: fa21394a-98cd-45ab-bb27-134811dafbbd {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:39:50.220431 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device fa21394a-98cd-45ab-bb27-134811dafbbd not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:39:50.221086 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device e654dcd5-eaac-42ac-adfd-79f3d0d1ea02 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:39:50.239028 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a2ef30d8-b184-49eb-a909-c31097d1de61 req-1afce3b4-0347-4304-9868-85b1f5f52d36 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d7b1fd23-abf0-4029-8bf5-4e8e3c16aeae&id=66b7495f-ba5d-4b5f-9f1a-7d40465024e2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1661506 Aug 22 13:39:50.293440 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-ae1944ca-caf9-4102-a927-2057fb4b2d46 admin admin] Deleting port 3adbe198-0e97-4db9-9ac7-cbbc1de22c53 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:39:50.293770 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ae1944ca-caf9-4102-a927-2057fb4b2d46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:50.297606 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6798a69e-2533-4f76-840b-3a7593440b11 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:50.299911 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: e654dcd5-eaac-42ac-adfd-79f3d0d1ea02 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:39:50.300140 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-6798a69e-2533-4f76-840b-3a7593440b11 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] 10.222.0.21 "GET /v2.0/networks/7de6ab83-cd00-4b3c-94fb-810dd34d29b8 HTTP/1.1" status: 200 len: 881 time: 0.2235520 Aug 22 13:39:50.300645 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device e654dcd5-eaac-42ac-adfd-79f3d0d1ea02 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:39:50.311934 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46086) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:50.316206 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f921a983-9d2c-4c7e-980c-1610740ce5cf tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:50.390250 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-bc80b557-6437-49c4-bfda-9cb9296bea09 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4b9f160-4d35-462b-b5e3-4cf7b7157bc6 HTTP/1.1" status: 200 len: 205 time: 0.0762038 Aug 22 13:39:50.404933 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3baf80a8-11b4-4edb-8a18-8b78b7f21a6c tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:50.405464 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46088) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:50.492854 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6749b5e8-fd56-4876-9a8b-87102d903d22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-93ca96d1-7ff9-4b4a-bb22-f9cc58c67aea', 'network_id': '93ca96d1-7ff9-4b4a-bb22-f9cc58c67aea', 'tenant_id': '6be38ca5ea35447298f0675ebcd2561a', 'fixed_ips': [{'subnet_id': 'a20f7895-03a7-44f1-a986-28c5c5857922'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:39:50.495589 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6749b5e8-fd56-4876-9a8b-87102d903d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:50.537845 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-ae1944ca-caf9-4102-a927-2057fb4b2d46 admin admin] For port 3adbe198-0e97-4db9-9ac7-cbbc1de22c53, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=3adbe198-0e97-4db9-9ac7-cbbc1de22c53,segment=NetworkSegment(ceef141a-c6d4-4943-8c57-8c444b864728),segment_id=ceef141a-c6d4-4943-8c57-8c444b864728)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:39:50.538492 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ae1944ca-caf9-4102-a927-2057fb4b2d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:50.547104 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4e064f20-b309-4920-a6c9-cf59f0c2b0dc tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:50.549075 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4e064f20-b309-4920-a6c9-cf59f0c2b0dc tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] 10.222.0.21 "DELETE /v2.0/ports/2baad257-6a73-4a0d-a7b0-c54688cd4bd1 HTTP/1.1" status: 204 len: 168 time: 1.6930957 Aug 22 13:39:50.550938 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3baf80a8-11b4-4edb-8a18-8b78b7f21a6c tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:50.555136 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46092) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:50.561591 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-ae1944ca-caf9-4102-a927-2057fb4b2d46 admin admin] Calling delete_port for 3adbe198-0e97-4db9-9ac7-cbbc1de22c53 owned by network:dhcp {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:39:50.601443 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7228457-e093-4da5-a54f-29d43872e993 None None] DHCP port deletion for 0386d336-0e61-4348-9e46-055980419e76 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:39:50.621772 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec12aa3b-574f-41ad-b920-3d09a5cfa499 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] GET failed (client error): The resource could not be found. Aug 22 13:39:50.626492 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ec12aa3b-574f-41ad-b920-3d09a5cfa499 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] 10.222.0.21 "GET /v2.0/ports/2baad257-6a73-4a0d-a7b0-c54688cd4bd1 HTTP/1.1" status: 404 len: 333 time: 0.0660679 Aug 22 13:39:50.628576 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46094) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:50.693802 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-39fcb698-8d21-4f07-962a-f2ed2381014e tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks [] for router, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:50.723786 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-6749b5e8-fd56-4876-9a8b-87102d903d22 None None] Allocated IP 172.20.0.1 (93ca96d1-7ff9-4b4a-bb22-f9cc58c67aea/a20f7895-03a7-44f1-a986-28c5c5857922/e68c2213-a7b3-465d-ae62-d5cf7c7d1f65) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:39:50.735206 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e7228457-e093-4da5-a54f-29d43872e993 None None] Deleting port 3adbe198-0e97-4db9-9ac7-cbbc1de22c53 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:39:50.735797 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e7228457-e093-4da5-a54f-29d43872e993 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:50.858033 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e7228457-e093-4da5-a54f-29d43872e993 None None] For port 3adbe198-0e97-4db9-9ac7-cbbc1de22c53, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=3adbe198-0e97-4db9-9ac7-cbbc1de22c53,segment=NetworkSegment(ceef141a-c6d4-4943-8c57-8c444b864728),segment_id=ceef141a-c6d4-4943-8c57-8c444b864728)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:39:50.858702 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e7228457-e093-4da5-a54f-29d43872e993 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:50.876256 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e7228457-e093-4da5-a54f-29d43872e993 None None] Calling delete_port for 3adbe198-0e97-4db9-9ac7-cbbc1de22c53 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:39:50.879722 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ae1944ca-caf9-4102-a927-2057fb4b2d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:50.903141 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-39fcb698-8d21-4f07-962a-f2ed2381014e tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:50.935557 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1944ca-caf9-4102-a927-2057fb4b2d46 admin admin] No DVR routers for this DVR port 3adbe198-0e97-4db9-9ac7-cbbc1de22c53 on host n-d-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:39:50.950839 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f921a983-9d2c-4c7e-980c-1610740ce5cf tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks [] for router_gateway, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:50.957365 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e821bc9-b3c7-4fbc-b777-0888a3933efa req-bf331591-c71c-4574-ad5e-91ddb3850c6e tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:50.963781 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e821bc9-b3c7-4fbc-b777-0888a3933efa req-bf331591-c71c-4574-ad5e-91ddb3850c6e tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:50.969920 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e821bc9-b3c7-4fbc-b777-0888a3933efa req-bf331591-c71c-4574-ad5e-91ddb3850c6e tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:50.982798 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e821bc9-b3c7-4fbc-b777-0888a3933efa req-bf331591-c71c-4574-ad5e-91ddb3850c6e tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:50.995352 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-de2d10bc-9a0d-4e8d-86da-f4153980a382 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Deleting port f35025a8-2c84-4aaa-9c02-53d7965aabef {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:39:50.996099 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-de2d10bc-9a0d-4e8d-86da-f4153980a382 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:50.997437 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e821bc9-b3c7-4fbc-b777-0888a3933efa req-bf331591-c71c-4574-ad5e-91ddb3850c6e tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:51.004682 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e821bc9-b3c7-4fbc-b777-0888a3933efa req-bf331591-c71c-4574-ad5e-91ddb3850c6e tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:51.010616 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e821bc9-b3c7-4fbc-b777-0888a3933efa req-bf331591-c71c-4574-ad5e-91ddb3850c6e tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:51.011900 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6749b5e8-fd56-4876-9a8b-87102d903d22 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:51.021011 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9e821bc9-b3c7-4fbc-b777-0888a3933efa req-bf331591-c71c-4574-ad5e-91ddb3850c6e tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 5443 time: 0.2265995 Aug 22 13:39:51.023215 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1944ca-caf9-4102-a927-2057fb4b2d46 admin admin] Pushing event deleted for resources: {'Port': ['ID=3adbe198-0e97-4db9-9ac7-cbbc1de22c53,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:51.028456 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f921a983-9d2c-4c7e-980c-1610740ce5cf tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:51.029455 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-6749b5e8-fd56-4876-9a8b-87102d903d22 None None] Transition to ACTIVE for port object e68c2213-a7b3-465d-ae62-d5cf7c7d1f65 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:39:51.037008 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e7228457-e093-4da5-a54f-29d43872e993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:51.072794 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7228457-e093-4da5-a54f-29d43872e993 None None] Pushing event deleted for resources: {'Port': ['ID=3adbe198-0e97-4db9-9ac7-cbbc1de22c53,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:51.077063 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-6749b5e8-fd56-4876-9a8b-87102d903d22 None None] Transition to ACTIVE for port object e68c2213-a7b3-465d-ae62-d5cf7c7d1f65 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:39:51.081540 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7228457-e093-4da5-a54f-29d43872e993 None None] No DVR routers for this DVR port 3adbe198-0e97-4db9-9ac7-cbbc1de22c53 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:39:51.089545 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6749b5e8-fd56-4876-9a8b-87102d903d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:51.093668 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7228457-e093-4da5-a54f-29d43872e993 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:39:51.094190 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7228457-e093-4da5-a54f-29d43872e993 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:39:51.095336 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7228457-e093-4da5-a54f-29d43872e993 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:39:51.095885 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7228457-e093-4da5-a54f-29d43872e993 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:39:51.096687 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7228457-e093-4da5-a54f-29d43872e993 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:39:51.097099 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7228457-e093-4da5-a54f-29d43872e993 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:39:51.097437 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7228457-e093-4da5-a54f-29d43872e993 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:39:51.097803 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7228457-e093-4da5-a54f-29d43872e993 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:39:51.098133 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7228457-e093-4da5-a54f-29d43872e993 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:39:51.098398 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7228457-e093-4da5-a54f-29d43872e993 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:39:51.099218 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7228457-e093-4da5-a54f-29d43872e993 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:39:51.099218 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7228457-e093-4da5-a54f-29d43872e993 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:39:51.140925 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6749b5e8-fd56-4876-9a8b-87102d903d22 None None] Network 93ca96d1-7ff9-4b4a-bb22-f9cc58c67aea is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:39:51.146008 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-6749b5e8-fd56-4876-9a8b-87102d903d22 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:39:51.161085 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6749b5e8-fd56-4876-9a8b-87102d903d22 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:39:51.167453 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3baf80a8-11b4-4edb-8a18-8b78b7f21a6c tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:51.183404 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ae1944ca-caf9-4102-a927-2057fb4b2d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:51.186736 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6749b5e8-fd56-4876-9a8b-87102d903d22 None None] Pushing event updated for resources: {'Port': ['ID=e68c2213-a7b3-465d-ae62-d5cf7c7d1f65,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:51.215829 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9e821bc9-b3c7-4fbc-b777-0888a3933efa req-24abe659-82d1-40d8-a009-0e6189cb639e tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/security-groups?id=66b7495f-ba5d-4b5f-9f1a-7d40465024e2&id=d7b1fd23-abf0-4029-8bf5-4e8e3c16aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1896985 Aug 22 13:39:51.220882 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-ae1944ca-caf9-4102-a927-2057fb4b2d46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0386d336-0e61-4348-9e46-055980419e76']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:51.239139 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-6749b5e8-fd56-4876-9a8b-87102d903d22 None None] Attempting to bind port e68c2213-a7b3-465d-ae62-d5cf7c7d1f65 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:39:51.239513 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-6749b5e8-fd56-4876-9a8b-87102d903d22 None None] Attempting to bind port e68c2213-a7b3-465d-ae62-d5cf7c7d1f65 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'd357bb55-36b1-4e78-9bb8-de096ce13f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '93ca96d1-7ff9-4b4a-bb22-f9cc58c67aea'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:39:51.239871 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6749b5e8-fd56-4876-9a8b-87102d903d22 None None] Attempting to bind port e68c2213-a7b3-465d-ae62-d5cf7c7d1f65 on network 93ca96d1-7ff9-4b4a-bb22-f9cc58c67aea {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:39:51.248494 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-ae1944ca-caf9-4102-a927-2057fb4b2d46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceef141a-c6d4-4943-8c57-8c444b864728') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:51.248640 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6749b5e8-fd56-4876-9a8b-87102d903d22 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:39:51.248842 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-ae1944ca-caf9-4102-a927-2057fb4b2d46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceef141a-c6d4-4943-8c57-8c444b864728') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:51.248998 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6749b5e8-fd56-4876-9a8b-87102d903d22 None None] Checking segment: {'id': 'd357bb55-36b1-4e78-9bb8-de096ce13f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '93ca96d1-7ff9-4b4a-bb22-f9cc58c67aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:39:51.249387 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6749b5e8-fd56-4876-9a8b-87102d903d22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:51.249778 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6749b5e8-fd56-4876-9a8b-87102d903d22 None None] Bound using segment: {'id': 'd357bb55-36b1-4e78-9bb8-de096ce13f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '93ca96d1-7ff9-4b4a-bb22-f9cc58c67aea'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:39:51.250251 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-6749b5e8-fd56-4876-9a8b-87102d903d22 None None] Bound port: e68c2213-a7b3-465d-ae62-d5cf7c7d1f65, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd357bb55-36b1-4e78-9bb8-de096ce13f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '93ca96d1-7ff9-4b4a-bb22-f9cc58c67aea'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:39:51.250631 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6749b5e8-fd56-4876-9a8b-87102d903d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:51.269825 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-39fcb698-8d21-4f07-962a-f2ed2381014e tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Deleting port e078f6b4-ef39-445c-a03f-a9584ce62486 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:39:51.270175 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-39fcb698-8d21-4f07-962a-f2ed2381014e tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:51.278799 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-de2d10bc-9a0d-4e8d-86da-f4153980a382 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:51.285739 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ae1944ca-caf9-4102-a927-2057fb4b2d46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:51.294970 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-de2d10bc-9a0d-4e8d-86da-f4153980a382 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Calling delete_port for f35025a8-2c84-4aaa-9c02-53d7965aabef owned by {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:39:51.317852 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf80a8-11b4-4edb-8a18-8b78b7f21a6c tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Pushing event deleted for resources: {'Subnet': ['ID=a20f7895-03a7-44f1-a986-28c5c5857922,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:51.341490 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fc446a22-0e85-47e3-8f8c-f5cb44335ca1 req-464eee5a-213a-42e2-8fc3-dd3298957c61 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc164eae-9aae-4b0d-b3e6-994f2cd3516f HTTP/1.1" status: 200 len: 210 time: 0.0442369 Aug 22 13:39:51.356456 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-6749b5e8-fd56-4876-9a8b-87102d903d22 None None] For port e68c2213-a7b3-465d-ae62-d5cf7c7d1f65, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:39:51.360699 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-6749b5e8-fd56-4876-9a8b-87102d903d22 None None] For port e68c2213-a7b3-465d-ae62-d5cf7c7d1f65, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=e68c2213-a7b3-465d-ae62-d5cf7c7d1f65,segment=NetworkSegment(d357bb55-36b1-4e78-9bb8-de096ce13f56),segment_id=d357bb55-36b1-4e78-9bb8-de096ce13f56)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:39:51.366071 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6749b5e8-fd56-4876-9a8b-87102d903d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:51.385478 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ae1944ca-caf9-4102-a927-2057fb4b2d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:51.393526 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae1944ca-caf9-4102-a927-2057fb4b2d46 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:39:51.394117 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ae1944ca-caf9-4102-a927-2057fb4b2d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:51.441478 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:39:51.441478 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:39:51.441478 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:39:51.441478 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:39:51.441478 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:39:51.441478 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:39:51.441478 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:39:51.441478 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:39:51.441478 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:39:51.441478 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:39:51.441478 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:39:51.441478 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:39:51.441478 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:39:51.441478 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:39:51.441478 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:39:51.441478 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:39:51.441478 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:39:51.441478 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:39:51.441478 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:39:51.441478 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:39:51.441478 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:39:51.441478 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:39:51.441478 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:39:51.441478 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:39:51.441478 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:39:51.441478 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:39:51.441478 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:39:51.441478 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:39:51.441478 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:39:51.441478 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:39:51.441478 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:39:51.441478 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:39:51.464213 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6749b5e8-fd56-4876-9a8b-87102d903d22 None None] Pushing event updated for resources: {'Port': ['ID=e68c2213-a7b3-465d-ae62-d5cf7c7d1f65,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:51.475265 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d966306-c55f-415b-8be4-878a4aee4d40 None None] Network 93ca96d1-7ff9-4b4a-bb22-f9cc58c67aea requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:39:51.480937 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ae1944ca-caf9-4102-a927-2057fb4b2d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:51.484885 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ae1944ca-caf9-4102-a927-2057fb4b2d46 admin admin] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:51.487339 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ae1944ca-caf9-4102-a927-2057fb4b2d46 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0386d336-0e61-4348-9e46-055980419e76 HTTP/1.1" status: 204 len: 168 time: 1.6868653 Aug 22 13:39:51.511852 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-f921a983-9d2c-4c7e-980c-1610740ce5cf tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Allocated IP 172.25.3.157 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/1e9a6bf4-08a7-4330-ac2f-324460fce889) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:39:51.519978 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1944ca-caf9-4102-a927-2057fb4b2d46 admin admin] Pushing event deleted for resources: {'Network': ['ID=0386d336-0e61-4348-9e46-055980419e76,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:51.528954 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3baf80a8-11b4-4edb-8a18-8b78b7f21a6c tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:51.529521 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-39fcb698-8d21-4f07-962a-f2ed2381014e tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:51.543575 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-39fcb698-8d21-4f07-962a-f2ed2381014e tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Calling delete_port for e078f6b4-ef39-445c-a03f-a9584ce62486 owned by network:router_gateway {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:39:51.557484 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-3baf80a8-11b4-4edb-8a18-8b78b7f21a6c tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93ca96d1-7ff9-4b4a-bb22-f9cc58c67aea']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:51.579310 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-3baf80a8-11b4-4edb-8a18-8b78b7f21a6c tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd357bb55-36b1-4e78-9bb8-de096ce13f56') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:51.579602 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-3baf80a8-11b4-4edb-8a18-8b78b7f21a6c tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd357bb55-36b1-4e78-9bb8-de096ce13f56') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:51.635769 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61caaf8-ca99-42da-9f28-44599cccb423 None None] get_active_networks_info from n-d-793621-33 {{(pid=94629) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 22 13:39:51.665209 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3baf80a8-11b4-4edb-8a18-8b78b7f21a6c tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:51.729903 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c1a06a-773b-43f4-ba6c-83f31ab7b628 req-2e6500a4-d303-4c3e-beed-52f1b998a3ed tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:51.731316 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d1c1a06a-773b-43f4-ba6c-83f31ab7b628 req-2e6500a4-d303-4c3e-beed-52f1b998a3ed tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.41 "GET /v2.0/networks?id=436bb3cf-4f1a-421b-bfd3-5f21c99032ed HTTP/1.1" status: 200 len: 805 time: 0.4158604 Aug 22 13:39:51.735954 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3baf80a8-11b4-4edb-8a18-8b78b7f21a6c tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:51.747821 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-d1c1a06a-773b-43f4-ba6c-83f31ab7b628 req-3d0d9e58-8923-48e9-a989-40b76b6c136f tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Request body: {'port': {'device_id': 'dc164eae-9aae-4b0d-b3e6-994f2cd3516f', 'network_id': '436bb3cf-4f1a-421b-bfd3-5f21c99032ed', 'admin_state_up': True, 'tenant_id': '9d314acf246e49628109fc5511827078'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:39:51.777225 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-39fcb698-8d21-4f07-962a-f2ed2381014e tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:51.779720 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3baf80a8-11b4-4edb-8a18-8b78b7f21a6c tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:39:51.780152 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3baf80a8-11b4-4edb-8a18-8b78b7f21a6c tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:51.786836 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:39:51.786836 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:39:51.786836 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:39:51.786836 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:39:51.786836 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:39:51.786836 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:39:51.786836 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:39:51.786836 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:39:51.786836 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:39:51.786836 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:39:51.786836 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:39:51.786836 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:39:51.786836 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:39:51.786836 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:39:51.786836 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:39:51.786836 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:39:51.786836 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:39:51.786836 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:39:51.786836 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:39:51.786836 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:39:51.786836 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:39:51.786836 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:39:51.786836 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:39:51.786836 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:39:51.786836 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:39:51.786836 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:39:51.786836 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:39:51.786836 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:39:51.786836 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:39:51.786836 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:39:51.786836 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:39:51.786836 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:39:51.829385 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fcb698-8d21-4f07-962a-f2ed2381014e tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Pushing event deleted for resources: {'Port': ['ID=e078f6b4-ef39-445c-a03f-a9584ce62486,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:51.839415 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46106) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:51.849282 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61caaf8-ca99-42da-9f28-44599cccb423 None None] Resources bound (agent type, host, resource id): {{(pid=94629) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 22 13:39:51.937853 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-2225f5e0-a584-4948-b235-ee8a68572f7f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9aaf82909078458f95327523ba5e3378&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0952718 Aug 22 13:39:51.940417 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46110) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:51.947445 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-39fcb698-8d21-4f07-962a-f2ed2381014e tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:51.948396 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f921a983-9d2c-4c7e-980c-1610740ce5cf tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:51.949726 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 3adbe198-0e97-4db9-9ac7-cbbc1de22c53 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:39:51.952923 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-de2d10bc-9a0d-4e8d-86da-f4153980a382 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:51.995672 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 3adbe198-0e97-4db9-9ac7-cbbc1de22c53 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:39:51.996270 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 3adbe198-0e97-4db9-9ac7-cbbc1de22c53 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:39:52.008160 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.db.api [None req-3baf80a8-11b4-4edb-8a18-8b78b7f21a6c tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 22 13:39:52.008160 n-d-793621-33 neutron-server[94628]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 22 13:39:52.008160 n-d-793621-33 neutron-server[94628]: [parameters: {'id': '93ca96d1-7ff9-4b4a-bb22-f9cc58c67aea'}] Aug 22 13:39:52.008160 n-d-793621-33 neutron-server[94628]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94628) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 13:39:52.008516 n-d-793621-33 neutron-server[94628]: DEBUG oslo_db.api [None req-3baf80a8-11b4-4edb-8a18-8b78b7f21a6c tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 13:39:52.028374 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d10bc-9a0d-4e8d-86da-f4153980a382 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Pushing event deleted for resources: {'Port': ['ID=f35025a8-2c84-4aaa-9c02-53d7965aabef,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:52.092828 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-39fcb698-8d21-4f07-962a-f2ed2381014e tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:52.096723 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-39fcb698-8d21-4f07-962a-f2ed2381014e tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:52.134156 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-de2d10bc-9a0d-4e8d-86da-f4153980a382 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:52.136051 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-de2d10bc-9a0d-4e8d-86da-f4153980a382 tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] 10.222.0.21 "DELETE /v2.0/ports/f35025a8-2c84-4aaa-9c02-53d7965aabef HTTP/1.1" status: 204 len: 168 time: 1.5063787 Aug 22 13:39:52.138587 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46112) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:52.156567 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9bf64bed-4d62-44c5-97e9-168e8dfd19ee req-50b6f431-4734-41e7-9883-793326ec88fd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=534d49c1-5984-45a0-87be-e18d6e72df78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1418853 Aug 22 13:39:52.158944 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-434b2415-7c4f-4517-83c1-914e7b94270a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:52.171021 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f921a983-9d2c-4c7e-980c-1610740ce5cf tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:52.176851 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-39fcb698-8d21-4f07-962a-f2ed2381014e tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:52.178122 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39fcb698-8d21-4f07-962a-f2ed2381014e tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Fanout notify agent at l3_agent the message router_deleted on router d4b9f160-4d35-462b-b5e3-4cf7b7157bc6 {{(pid=94627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:39:52.189738 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-39fcb698-8d21-4f07-962a-f2ed2381014e tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:52.196178 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-39fcb698-8d21-4f07-962a-f2ed2381014e tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] 10.222.0.21 "DELETE /v2.0/routers/d4b9f160-4d35-462b-b5e3-4cf7b7157bc6 HTTP/1.1" status: 204 len: 168 time: 1.7750416 Aug 22 13:39:52.196480 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46114) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:52.206566 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-4a8b2294-1e40-4f43-a1e3-72a3cb818088 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-381267717', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:39:52.219349 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1c1a06a-773b-43f4-ba6c-83f31ab7b628 req-3d0d9e58-8923-48e9-a989-40b76b6c136f tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Made reservation on behalf of 9d314acf246e49628109fc5511827078 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:39:52.224069 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-d1c1a06a-773b-43f4-ba6c-83f31ab7b628 req-3d0d9e58-8923-48e9-a989-40b76b6c136f tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:52.238699 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-434b2415-7c4f-4517-83c1-914e7b94270a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:52.328996 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4a8b2294-1e40-4f43-a1e3-72a3cb818088 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:52.330743 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4a8b2294-1e40-4f43-a1e3-72a3cb818088 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:52.337075 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf64bed-4d62-44c5-97e9-168e8dfd19ee req-1072a54b-b9a2-450a-a851-6a3fdaeb4293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:52.338726 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9bf64bed-4d62-44c5-97e9-168e8dfd19ee req-1072a54b-b9a2-450a-a851-6a3fdaeb4293 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=50b3d484826f4e1f8052fde49b87f38a&device_id=534d49c1-5984-45a0-87be-e18d6e72df78 HTTP/1.1" status: 200 len: 1097 time: 0.1192327 Aug 22 13:39:52.418241 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-434b2415-7c4f-4517-83c1-914e7b94270a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:52.420296 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-434b2415-7c4f-4517-83c1-914e7b94270a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:52.425127 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-434b2415-7c4f-4517-83c1-914e7b94270a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a90f3ad4-da87-4c9a-8023-21e9b4d18e3e HTTP/1.1" status: 204 len: 168 time: 0.4827948 Aug 22 13:39:52.582807 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3baf80a8-11b4-4edb-8a18-8b78b7f21a6c tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:52.605092 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f921a983-9d2c-4c7e-980c-1610740ce5cf tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:39:52.618246 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e9fae6c-d9c8-4622-9993-e2886ee2ee3b tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Deleting subnet 4bc23e45-194f-42f1-be49-67fbe376e39c {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:39:52.624076 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-f921a983-9d2c-4c7e-980c-1610740ce5cf tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:39:52.631819 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0e9fae6c-d9c8-4622-9993-e2886ee2ee3b tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:52.638590 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f921a983-9d2c-4c7e-980c-1610740ce5cf tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:39:52.665965 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f921a983-9d2c-4c7e-980c-1610740ce5cf tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Pushing event updated for resources: {'Port': ['ID=1e9a6bf4-08a7-4330-ac2f-324460fce889,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:52.767589 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0e9fae6c-d9c8-4622-9993-e2886ee2ee3b tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:52.830029 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4a8b2294-1e40-4f43-a1e3-72a3cb818088 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:52.846478 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b2415-7c4f-4517-83c1-914e7b94270a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90f3ad4-da87-4c9a-8023-21e9b4d18e3e,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:52.864929 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da3c9c-aec4-4385-b41f-de292587310f req-d472f370-53c1-4d15-96d4-89b0302622ff tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:52.872442 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da3c9c-aec4-4385-b41f-de292587310f req-d472f370-53c1-4d15-96d4-89b0302622ff tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:52.878922 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da3c9c-aec4-4385-b41f-de292587310f req-d472f370-53c1-4d15-96d4-89b0302622ff tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:52.884828 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da3c9c-aec4-4385-b41f-de292587310f req-d472f370-53c1-4d15-96d4-89b0302622ff tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:52.892055 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da3c9c-aec4-4385-b41f-de292587310f req-d472f370-53c1-4d15-96d4-89b0302622ff tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:52.898724 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da3c9c-aec4-4385-b41f-de292587310f req-d472f370-53c1-4d15-96d4-89b0302622ff tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:52.905011 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da3c9c-aec4-4385-b41f-de292587310f req-d472f370-53c1-4d15-96d4-89b0302622ff tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:52.906983 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-25da3c9c-aec4-4385-b41f-de292587310f req-d472f370-53c1-4d15-96d4-89b0302622ff tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 5443 time: 0.5966694 Aug 22 13:39:52.922428 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4a8b2294-1e40-4f43-a1e3-72a3cb818088 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:52.942971 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1c12ebbc-74af-40d1-a78b-bb988e1eb009 req-318f0f68-fa7e-4942-b78b-dca80c7613a6 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc164eae-9aae-4b0d-b3e6-994f2cd3516f HTTP/1.1" status: 200 len: 210 time: 0.4815578 Aug 22 13:39:52.965518 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4a8b2294-1e40-4f43-a1e3-72a3cb818088 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:52.969576 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-4a8b2294-1e40-4f43-a1e3-72a3cb818088 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7698975 Aug 22 13:39:52.970800 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46132) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:52.982998 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-0ef66ec6-83d3-4e36-a53d-d4e99073206c tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'enable_snat': True}}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:39:53.048380 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-25da3c9c-aec4-4385-b41f-de292587310f req-27e3531f-89e7-43fd-8599-000aa0fde7c5 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/security-groups?id=66b7495f-ba5d-4b5f-9f1a-7d40465024e2&id=d7b1fd23-abf0-4029-8bf5-4e8e3c16aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1107159 Aug 22 13:39:53.058817 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-3baf80a8-11b4-4edb-8a18-8b78b7f21a6c tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Deleting port e68c2213-a7b3-465d-ae62-d5cf7c7d1f65 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:39:53.059156 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3baf80a8-11b4-4edb-8a18-8b78b7f21a6c tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:53.068573 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-d1c1a06a-773b-43f4-ba6c-83f31ab7b628 req-3d0d9e58-8923-48e9-a989-40b76b6c136f tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Allocated IP 172.20.0.3 (436bb3cf-4f1a-421b-bfd3-5f21c99032ed/9d1b4558-44bd-41e9-aa53-567e0a55d684/aa58b078-fcc6-490a-94bf-b019f5d35ae1) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:39:53.081756 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0e9fae6c-d9c8-4622-9993-e2886ee2ee3b tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:53.107061 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf64bed-4d62-44c5-97e9-168e8dfd19ee req-0fc4a99b-a6ae-432e-99da-09fe76695544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:53.108648 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9bf64bed-4d62-44c5-97e9-168e8dfd19ee req-0fc4a99b-a6ae-432e-99da-09fe76695544 service neutron] 10.222.0.16 "GET /v2.0/networks?id=74c80ecc-abbb-432b-a090-605bdcc17938 HTTP/1.1" status: 200 len: 898 time: 0.7424657 Aug 22 13:39:53.270976 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-3baf80a8-11b4-4edb-8a18-8b78b7f21a6c tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] For port e68c2213-a7b3-465d-ae62-d5cf7c7d1f65, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=e68c2213-a7b3-465d-ae62-d5cf7c7d1f65,segment=NetworkSegment(d357bb55-36b1-4e78-9bb8-de096ce13f56),segment_id=d357bb55-36b1-4e78-9bb8-de096ce13f56)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:39:53.271465 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3baf80a8-11b4-4edb-8a18-8b78b7f21a6c tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:53.274116 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0e9fae6c-d9c8-4622-9993-e2886ee2ee3b tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:53.343187 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9bf64bed-4d62-44c5-97e9-168e8dfd19ee req-e6db8823-33ef-4566-b4a8-5556dedcf206 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=889a8a4f-0e6c-4fa7-a465-24a875749fbf HTTP/1.1" status: 200 len: 1001 time: 0.1957858 Aug 22 13:39:53.346232 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0ef66ec6-83d3-4e36-a53d-d4e99073206c tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:53.364534 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e68629-2bf0-45fa-993b-ca10c38866ba req-157155f7-651b-4033-a767-ef5d7cce5324 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:53.367099 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-3baf80a8-11b4-4edb-8a18-8b78b7f21a6c tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Calling delete_port for e68c2213-a7b3-465d-ae62-d5cf7c7d1f65 owned by network:dhcp {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:39:53.371054 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e68629-2bf0-45fa-993b-ca10c38866ba req-157155f7-651b-4033-a767-ef5d7cce5324 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:53.375455 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9fae6c-d9c8-4622-9993-e2886ee2ee3b tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Pushing event deleted for resources: {'Subnet': ['ID=4bc23e45-194f-42f1-be49-67fbe376e39c,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:53.377425 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e68629-2bf0-45fa-993b-ca10c38866ba req-157155f7-651b-4033-a767-ef5d7cce5324 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:53.383592 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e68629-2bf0-45fa-993b-ca10c38866ba req-157155f7-651b-4033-a767-ef5d7cce5324 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:53.391110 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e68629-2bf0-45fa-993b-ca10c38866ba req-157155f7-651b-4033-a767-ef5d7cce5324 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:53.397642 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7b906d-6b82-484b-bac5-333d514f5543 None None] Network 12ccb463-a083-408a-849b-f47d2d68f433 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:39:53.398052 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e68629-2bf0-45fa-993b-ca10c38866ba req-157155f7-651b-4033-a767-ef5d7cce5324 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:53.403818 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e68629-2bf0-45fa-993b-ca10c38866ba req-157155f7-651b-4033-a767-ef5d7cce5324 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:53.406503 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-03e68629-2bf0-45fa-993b-ca10c38866ba req-157155f7-651b-4033-a767-ef5d7cce5324 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 5443 time: 0.2571006 Aug 22 13:39:53.408019 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0e9fae6c-d9c8-4622-9993-e2886ee2ee3b tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:53.411197 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0e9fae6c-d9c8-4622-9993-e2886ee2ee3b tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] 10.222.0.21 "DELETE /v2.0/subnets/4bc23e45-194f-42f1-be49-67fbe376e39c HTTP/1.1" status: 204 len: 168 time: 1.2716999 Aug 22 13:39:53.428429 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46148) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:53.428857 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46150) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:53.459411 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-0cde941e-a8c2-4ce8-9a27-663792da4f85 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Request body: {'floatingip': {'port_id': '93bdfde2-d457-457f-992b-980c70fdc75c'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:39:53.517159 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f921a983-9d2c-4c7e-980c-1610740ce5cf tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks [] for router_gateway, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:53.587313 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0cde941e-a8c2-4ce8-9a27-663792da4f85 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks [] for floatingip, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:53.653023 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca85a254-47d5-4ab8-b32d-67e1e3d54aed None None] DHCP port deletion for 12ccb463-a083-408a-849b-f47d2d68f433 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:39:53.662462 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-d1c1a06a-773b-43f4-ba6c-83f31ab7b628 req-3d0d9e58-8923-48e9-a989-40b76b6c136f tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:53.679243 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf64bed-4d62-44c5-97e9-168e8dfd19ee req-197600ff-4516-4f6f-ab8e-7c90d5228c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:53.681096 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9bf64bed-4d62-44c5-97e9-168e8dfd19ee req-197600ff-4516-4f6f-ab8e-7c90d5228c35 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=35444415-8101-4a48-91cf-416f87b6f6a6 HTTP/1.1" status: 200 len: 834 time: 0.2742245 Aug 22 13:39:53.715654 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-ca85a254-47d5-4ab8-b32d-67e1e3d54aed None None] Deleting port 15315f29-8ef5-4dc4-b1f4-09e56ce84621 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:39:53.716025 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ca85a254-47d5-4ab8-b32d-67e1e3d54aed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:53.722906 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8534b877-4e83-4b2d-bfc1-1ebf4e5e511e tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:53.730977 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3baf80a8-11b4-4edb-8a18-8b78b7f21a6c tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:53.765629 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf80a8-11b4-4edb-8a18-8b78b7f21a6c tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Pushing event deleted for resources: {'Port': ['ID=e68c2213-a7b3-465d-ae62-d5cf7c7d1f65,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:53.811618 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-ca85a254-47d5-4ab8-b32d-67e1e3d54aed None None] For port 15315f29-8ef5-4dc4-b1f4-09e56ce84621, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=15315f29-8ef5-4dc4-b1f4-09e56ce84621,segment=NetworkSegment(c027414d-ca17-49da-a5aa-5800e697a140),segment_id=c027414d-ca17-49da-a5aa-5800e697a140)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:39:53.812011 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ca85a254-47d5-4ab8-b32d-67e1e3d54aed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:53.822965 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baf80a8-11b4-4edb-8a18-8b78b7f21a6c tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] No DVR routers for this DVR port e68c2213-a7b3-465d-ae62-d5cf7c7d1f65 on host n-d-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:39:53.832630 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-ca85a254-47d5-4ab8-b32d-67e1e3d54aed None None] Calling delete_port for 15315f29-8ef5-4dc4-b1f4-09e56ce84621 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:39:53.894675 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf64bed-4d62-44c5-97e9-168e8dfd19ee req-476ee172-fa03-42ce-ba0f-685083fc3093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:53.894675 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9bf64bed-4d62-44c5-97e9-168e8dfd19ee req-476ee172-fa03-42ce-ba0f-685083fc3093 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=74c80ecc-abbb-432b-a090-605bdcc17938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1879625 Aug 22 13:39:53.927075 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 15315f29-8ef5-4dc4-b1f4-09e56ce84621 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:39:54.002197 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ca85a254-47d5-4ab8-b32d-67e1e3d54aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:54.019792 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46180) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:54.062331 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3baf80a8-11b4-4edb-8a18-8b78b7f21a6c tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:54.073061 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-d1c1a06a-773b-43f4-ba6c-83f31ab7b628 req-3d0d9e58-8923-48e9-a989-40b76b6c136f tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:54.078287 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-8534b877-4e83-4b2d-bfc1-1ebf4e5e511e tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Deleting port 15315f29-8ef5-4dc4-b1f4-09e56ce84621 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:39:54.078700 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8534b877-4e83-4b2d-bfc1-1ebf4e5e511e tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:54.080475 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca85a254-47d5-4ab8-b32d-67e1e3d54aed None None] Pushing event deleted for resources: {'Port': ['ID=15315f29-8ef5-4dc4-b1f4-09e56ce84621,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:54.082051 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-3baf80a8-11b4-4edb-8a18-8b78b7f21a6c tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93ca96d1-7ff9-4b4a-bb22-f9cc58c67aea']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:54.087269 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No active binding found for port 15315f29-8ef5-4dc4-b1f4-09e56ce84621 {{(pid=94629) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 22 13:39:54.087723 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 15315f29-8ef5-4dc4-b1f4-09e56ce84621 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:39:54.090955 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca85a254-47d5-4ab8-b32d-67e1e3d54aed None None] No DVR routers for this DVR port 15315f29-8ef5-4dc4-b1f4-09e56ce84621 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:39:54.097815 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['23fa8f3d-89fc-4d84-ab82-4ffbac97671c'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:39:54.102465 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['bfca5d30-3e48-4072-a6df-3b881a1a8fbe'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:39:54.143235 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-3baf80a8-11b4-4edb-8a18-8b78b7f21a6c tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd357bb55-36b1-4e78-9bb8-de096ce13f56') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:54.143235 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-3baf80a8-11b4-4edb-8a18-8b78b7f21a6c tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd357bb55-36b1-4e78-9bb8-de096ce13f56') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:54.189951 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3baf80a8-11b4-4edb-8a18-8b78b7f21a6c tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:54.208252 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1c1a06a-773b-43f4-ba6c-83f31ab7b628 req-3d0d9e58-8923-48e9-a989-40b76b6c136f tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Network 436bb3cf-4f1a-421b-bfd3-5f21c99032ed is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:39:54.221285 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-d1c1a06a-773b-43f4-ba6c-83f31ab7b628 req-3d0d9e58-8923-48e9-a989-40b76b6c136f tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:39:54.229895 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3baf80a8-11b4-4edb-8a18-8b78b7f21a6c tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:54.232266 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c1a06a-773b-43f4-ba6c-83f31ab7b628 req-3d0d9e58-8923-48e9-a989-40b76b6c136f tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:39:54.234917 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0d9e58-8923-48e9-a989-40b76b6c136f tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Pushing event updated for resources: {'Port': ['ID=aa58b078-fcc6-490a-94bf-b019f5d35ae1,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:54.266709 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3baf80a8-11b4-4edb-8a18-8b78b7f21a6c tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:39:54.267251 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3baf80a8-11b4-4edb-8a18-8b78b7f21a6c tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:54.272368 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f921a983-9d2c-4c7e-980c-1610740ce5cf tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:54.274398 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:39:54.274398 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:39:54.274398 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:39:54.274398 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:39:54.274398 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:39:54.274398 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:39:54.274398 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:39:54.274398 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:39:54.274398 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:39:54.274398 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:39:54.274398 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:39:54.274398 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:39:54.274398 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:39:54.274398 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:39:54.274398 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:39:54.274398 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:39:54.274398 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:39:54.274398 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:39:54.274398 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:39:54.274398 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:39:54.274398 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:39:54.274398 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:39:54.274398 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:39:54.274398 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:39:54.274398 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:39:54.274398 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:39:54.274398 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:39:54.274398 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:39:54.274398 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:39:54.274398 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:39:54.274398 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:39:54.274398 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:39:54.395170 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c1a06a-773b-43f4-ba6c-83f31ab7b628 req-3d0d9e58-8923-48e9-a989-40b76b6c136f tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:54.395814 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-d1c1a06a-773b-43f4-ba6c-83f31ab7b628 req-3d0d9e58-8923-48e9-a989-40b76b6c136f tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:54.395958 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9bf64bed-4d62-44c5-97e9-168e8dfd19ee req-cf269729-8128-40d1-8079-c63c1c0b6b37 service neutron] 10.222.0.16 "GET /v2.0/networks/74c80ecc-abbb-432b-a090-605bdcc17938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4913526 Aug 22 13:39:54.396703 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cadc0afc-346a-4fb2-9d5a-eeb80f7a9b4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:54.405137 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3baf80a8-11b4-4edb-8a18-8b78b7f21a6c tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:54.419486 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3baf80a8-11b4-4edb-8a18-8b78b7f21a6c tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:54.425254 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-3baf80a8-11b4-4edb-8a18-8b78b7f21a6c tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "DELETE /v2.0/networks/93ca96d1-7ff9-4b4a-bb22-f9cc58c67aea HTTP/1.1" status: 204 len: 168 time: 4.4356973 Aug 22 13:39:54.436933 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46184) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:54.449731 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-8534b877-4e83-4b2d-bfc1-1ebf4e5e511e tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] For port 15315f29-8ef5-4dc4-b1f4-09e56ce84621, host n-d-793621-33, got binding levels [] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:39:54.450098 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8534b877-4e83-4b2d-bfc1-1ebf4e5e511e tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:54.468462 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-07e7dcf9-0877-45a5-842c-3ef3ac236e16 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-27955355'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:39:54.472244 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d1c1a06a-773b-43f4-ba6c-83f31ab7b628 req-3d0d9e58-8923-48e9-a989-40b76b6c136f tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7283130 Aug 22 13:39:54.472949 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf80a8-11b4-4edb-8a18-8b78b7f21a6c tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Pushing event deleted for resources: {'Network': ['ID=93ca96d1-7ff9-4b4a-bb22-f9cc58c67aea,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:54.488427 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-d1c1a06a-773b-43f4-ba6c-83f31ab7b628 req-60971930-651e-4d6c-8912-ad474abad527 service neutron] Request body: {'port': {'device_id': 'dc164eae-9aae-4b0d-b3e6-994f2cd3516f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:39:54.500837 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065ec4e-c5e9-482c-a308-e260b5596a68 req-33d75f15-dc69-4a07-9cfb-7d30f6d0357b tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:54.502910 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9065ec4e-c5e9-482c-a308-e260b5596a68 req-33d75f15-dc69-4a07-9cfb-7d30f6d0357b tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc164eae-9aae-4b0d-b3e6-994f2cd3516f HTTP/1.1" status: 200 len: 931 time: 0.4577613 Aug 22 13:39:54.537683 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e7dcf9-0877-45a5-842c-3ef3ac236e16 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Made reservation on behalf of 6be38ca5ea35447298f0675ebcd2561a for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:39:54.541135 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-07e7dcf9-0877-45a5-842c-3ef3ac236e16 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:54.550875 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-8534b877-4e83-4b2d-bfc1-1ebf4e5e511e tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Calling delete_port for 15315f29-8ef5-4dc4-b1f4-09e56ce84621 owned by network:dhcp {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:39:54.571537 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.ipam_backend_mixin [None req-8534b877-4e83-4b2d-bfc1-1ebf4e5e511e tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Port 15315f29-8ef5-4dc4-b1f4-09e56ce84621 was not found and therefore no delete operation was performed {{(pid=94627) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 22 13:39:54.593535 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-d1c1a06a-773b-43f4-ba6c-83f31ab7b628 req-60971930-651e-4d6c-8912-ad474abad527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:54.608090 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07e7dcf9-0877-45a5-842c-3ef3ac236e16 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:39:54.627685 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-07e7dcf9-0877-45a5-842c-3ef3ac236e16 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:54.628034 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-07e7dcf9-0877-45a5-842c-3ef3ac236e16 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Added segment b1c60959-322a-4413-815a-fa6af6f718e3 of type vlan for network 8f229a7d-1035-4bf0-b356-6b19fed14554 Aug 22 13:39:54.696359 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f921a983-9d2c-4c7e-980c-1610740ce5cf tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Router 5f021014-d128-4cdd-abfd-9159c14fe9eb is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:39:54.702878 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-07e7dcf9-0877-45a5-842c-3ef3ac236e16 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:54.841627 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-07e7dcf9-0877-45a5-842c-3ef3ac236e16 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:54.848159 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e7dcf9-0877-45a5-842c-3ef3ac236e16 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:54.848764 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-07e7dcf9-0877-45a5-842c-3ef3ac236e16 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:54.931149 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8534b877-4e83-4b2d-bfc1-1ebf4e5e511e tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:54.996158 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0ef66ec6-83d3-4e36-a53d-d4e99073206c tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:55.007883 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e7dcf9-0877-45a5-842c-3ef3ac236e16 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Pushing event updated for resources: {'Network': ['ID=8f229a7d-1035-4bf0-b356-6b19fed14554,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:55.025859 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 8f229a7d-1035-4bf0-b356-6b19fed14554 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:39:55.046117 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534b877-4e83-4b2d-bfc1-1ebf4e5e511e tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Pushing event deleted for resources: {'Port': ['ID=15315f29-8ef5-4dc4-b1f4-09e56ce84621,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:55.048481 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f921a983-9d2c-4c7e-980c-1610740ce5cf tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:39:55.058346 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8534b877-4e83-4b2d-bfc1-1ebf4e5e511e tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] No DVR routers for this DVR port 15315f29-8ef5-4dc4-b1f4-09e56ce84621 on host n-d-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:39:55.081636 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0ef66ec6-83d3-4e36-a53d-d4e99073206c tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:55.086041 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc8befb-8c71-4759-bef7-3e6b0e4b0ca7 None None] Sync routers for ids ['5f021014-d128-4cdd-abfd-9159c14fe9eb'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:39:55.116159 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc8befb-8c71-4759-bef7-3e6b0e4b0ca7 None None] Routers {'5f021014-d128-4cdd-abfd-9159c14fe9eb'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:39:55.116939 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-ccc8befb-8c71-4759-bef7-3e6b0e4b0ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:39:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['5f021014-d128-4cdd-abfd-9159c14fe9eb'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:55.143756 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-d1c1a06a-773b-43f4-ba6c-83f31ab7b628 req-60971930-651e-4d6c-8912-ad474abad527 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa58b078-fcc6-490a-94bf-b019f5d35ae1 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:39:55.151519 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-d1c1a06a-773b-43f4-ba6c-83f31ab7b628 req-60971930-651e-4d6c-8912-ad474abad527 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:55.155700 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-ccc8befb-8c71-4759-bef7-3e6b0e4b0ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:55.165779 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc8befb-8c71-4759-bef7-3e6b0e4b0ca7 None None] Routers {'5f021014-d128-4cdd-abfd-9159c14fe9eb'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:39:55.166539 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-ccc8befb-8c71-4759-bef7-3e6b0e4b0ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:39:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['5f021014-d128-4cdd-abfd-9159c14fe9eb'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:55.166869 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-d1c1a06a-773b-43f4-ba6c-83f31ab7b628 req-60971930-651e-4d6c-8912-ad474abad527 service neutron] Transition to ACTIVE for port object aa58b078-fcc6-490a-94bf-b019f5d35ae1 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:39:55.169962 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9065ec4e-c5e9-482c-a308-e260b5596a68 req-c07e8d30-c74a-4e61-b490-a997107b1f7e tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6207829 Aug 22 13:39:55.170540 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-d1c1a06a-773b-43f4-ba6c-83f31ab7b628 req-60971930-651e-4d6c-8912-ad474abad527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:55.215472 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-ccc8befb-8c71-4759-bef7-3e6b0e4b0ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:55.216405 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc8befb-8c71-4759-bef7-3e6b0e4b0ca7 None None] The sync data for ids ['5f021014-d128-4cdd-abfd-9159c14fe9eb'] in n-d-793621-33 is: [] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:39:55.228193 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60971930-651e-4d6c-8912-ad474abad527 service neutron] Pushing event updated for resources: {'Port': ['ID=aa58b078-fcc6-490a-94bf-b019f5d35ae1,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:55.238843 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9bf64bed-4d62-44c5-97e9-168e8dfd19ee req-89d19988-5632-4e71-8c67-3bae08426b3d service neutron] 10.222.0.16 "GET /v2.0/networks/74c80ecc-abbb-432b-a090-605bdcc17938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8292570 Aug 22 13:39:55.307517 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-d1c1a06a-773b-43f4-ba6c-83f31ab7b628 req-60971930-651e-4d6c-8912-ad474abad527 service neutron] Attempting to bind port aa58b078-fcc6-490a-94bf-b019f5d35ae1 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:39:55.307718 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.db.resource_extend [None req-0cde941e-a8c2-4ce8-9a27-663792da4f85 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 22 13:39:55.307808 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-d1c1a06a-773b-43f4-ba6c-83f31ab7b628 req-60971930-651e-4d6c-8912-ad474abad527 service neutron] Attempting to bind port aa58b078-fcc6-490a-94bf-b019f5d35ae1 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': 'ade77f39-5a78-4e5c-8ff0-9af8c1244976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '436bb3cf-4f1a-421b-bfd3-5f21c99032ed'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:39:55.308083 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c1a06a-773b-43f4-ba6c-83f31ab7b628 req-60971930-651e-4d6c-8912-ad474abad527 service neutron] Attempting to bind port aa58b078-fcc6-490a-94bf-b019f5d35ae1 on network 436bb3cf-4f1a-421b-bfd3-5f21c99032ed {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:39:55.312374 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c1a06a-773b-43f4-ba6c-83f31ab7b628 req-60971930-651e-4d6c-8912-ad474abad527 service neutron] Port aa58b078-fcc6-490a-94bf-b019f5d35ae1 on network 436bb3cf-4f1a-421b-bfd3-5f21c99032ed not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:39:55.312684 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c1a06a-773b-43f4-ba6c-83f31ab7b628 req-60971930-651e-4d6c-8912-ad474abad527 service neutron] Attempting to bind port aa58b078-fcc6-490a-94bf-b019f5d35ae1 on network 436bb3cf-4f1a-421b-bfd3-5f21c99032ed {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:39:55.317475 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c1a06a-773b-43f4-ba6c-83f31ab7b628 req-60971930-651e-4d6c-8912-ad474abad527 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:39:55.317804 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c1a06a-773b-43f4-ba6c-83f31ab7b628 req-60971930-651e-4d6c-8912-ad474abad527 service neutron] Checking segment: {'id': 'ade77f39-5a78-4e5c-8ff0-9af8c1244976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '436bb3cf-4f1a-421b-bfd3-5f21c99032ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:39:55.318178 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c1a06a-773b-43f4-ba6c-83f31ab7b628 req-60971930-651e-4d6c-8912-ad474abad527 service neutron] Bound using segment: {'id': 'ade77f39-5a78-4e5c-8ff0-9af8c1244976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '436bb3cf-4f1a-421b-bfd3-5f21c99032ed'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:39:55.318599 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-d1c1a06a-773b-43f4-ba6c-83f31ab7b628 req-60971930-651e-4d6c-8912-ad474abad527 service neutron] Bound port: aa58b078-fcc6-490a-94bf-b019f5d35ae1, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ade77f39-5a78-4e5c-8ff0-9af8c1244976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '436bb3cf-4f1a-421b-bfd3-5f21c99032ed'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:39:55.318951 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-d1c1a06a-773b-43f4-ba6c-83f31ab7b628 req-60971930-651e-4d6c-8912-ad474abad527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:55.351177 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8534b877-4e83-4b2d-bfc1-1ebf4e5e511e tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:55.381003 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-8534b877-4e83-4b2d-bfc1-1ebf4e5e511e tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12ccb463-a083-408a-849b-f47d2d68f433']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:55.383958 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-d1c1a06a-773b-43f4-ba6c-83f31ab7b628 req-60971930-651e-4d6c-8912-ad474abad527 service neutron] For port aa58b078-fcc6-490a-94bf-b019f5d35ae1, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:39:55.387063 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-d1c1a06a-773b-43f4-ba6c-83f31ab7b628 req-60971930-651e-4d6c-8912-ad474abad527 service neutron] For port aa58b078-fcc6-490a-94bf-b019f5d35ae1, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=aa58b078-fcc6-490a-94bf-b019f5d35ae1,segment=NetworkSegment(ade77f39-5a78-4e5c-8ff0-9af8c1244976),segment_id=ade77f39-5a78-4e5c-8ff0-9af8c1244976)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:39:55.391175 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-d1c1a06a-773b-43f4-ba6c-83f31ab7b628 req-60971930-651e-4d6c-8912-ad474abad527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:55.427753 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-8534b877-4e83-4b2d-bfc1-1ebf4e5e511e tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c027414d-ca17-49da-a5aa-5800e697a140') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:55.428272 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c1a06a-773b-43f4-ba6c-83f31ab7b628 req-60971930-651e-4d6c-8912-ad474abad527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:55.428368 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-8534b877-4e83-4b2d-bfc1-1ebf4e5e511e tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c027414d-ca17-49da-a5aa-5800e697a140') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:55.428749 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-d1c1a06a-773b-43f4-ba6c-83f31ab7b628 req-60971930-651e-4d6c-8912-ad474abad527 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:55.430232 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d1c1a06a-773b-43f4-ba6c-83f31ab7b628 req-60971930-651e-4d6c-8912-ad474abad527 service neutron] 10.222.0.41 "PUT /v2.0/ports/aa58b078-fcc6-490a-94bf-b019f5d35ae1 HTTP/1.1" status: 200 len: 1092 time: 0.9468920 Aug 22 13:39:55.430675 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc164eae-9aae-4b0d-b3e6-994f2cd3516f', 'tag': 'aa58b078-fcc6-490a-94bf-b019f5d35ae1'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:39:55.432381 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0cde941e-a8c2-4ce8-9a27-663792da4f85 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:55.432942 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1baddcf-2c98-425a-9c52-1f7db6ed8270" -d '{"events": [{"name": "network-changed", "server_uuid": "dc164eae-9aae-4b0d-b3e6-994f2cd3516f", "tag": "aa58b078-fcc6-490a-94bf-b019f5d35ae1"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:39:55.451968 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0cde941e-a8c2-4ce8-9a27-663792da4f85 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:55.460490 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8534b877-4e83-4b2d-bfc1-1ebf4e5e511e tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:55.464526 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60971930-651e-4d6c-8912-ad474abad527 service neutron] Pushing event updated for resources: {'Port': ['ID=aa58b078-fcc6-490a-94bf-b019f5d35ae1,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:55.497451 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0759d44f-73f9-4099-a15a-d35c4efa77ce x-openstack-request-id: req-0759d44f-73f9-4099-a15a-d35c4efa77ce {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:39:55.497739 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc164eae-9aae-4b0d-b3e6-994f2cd3516f", "tag": "aa58b078-fcc6-490a-94bf-b019f5d35ae1", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:39:55.497991 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0759d44f-73f9-4099-a15a-d35c4efa77ce {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:39:55.498385 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc164eae-9aae-4b0d-b3e6-994f2cd3516f', 'tag': 'aa58b078-fcc6-490a-94bf-b019f5d35ae1', 'status': 'completed', 'code': 200} Aug 22 13:39:55.516516 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cadc0afc-346a-4fb2-9d5a-eeb80f7a9b4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:55.528532 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f921a983-9d2c-4c7e-980c-1610740ce5cf tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:55.529095 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8534b877-4e83-4b2d-bfc1-1ebf4e5e511e tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:55.529765 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f921a983-9d2c-4c7e-980c-1610740ce5cf tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.2940791 Aug 22 13:39:55.532183 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-07e7dcf9-0877-45a5-842c-3ef3ac236e16 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.0925808 Aug 22 13:39:55.532701 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46188) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:55.537423 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cadc0afc-346a-4fb2-9d5a-eeb80f7a9b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:55.540271 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46190) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:55.544160 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-0ef66ec6-83d3-4e36-a53d-d4e99073206c tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Allocated IP 172.25.3.19 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/09246d64-140a-4bd9-ac04-8ed9712b545a) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:39:55.547496 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-71fd3fbf-2be2-4ac5-a18c-9d5c8aa7f5c9 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:39:55.557991 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8534b877-4e83-4b2d-bfc1-1ebf4e5e511e tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:39:55.558324 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8534b877-4e83-4b2d-bfc1-1ebf4e5e511e tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:55.567667 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:39:55.567667 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:39:55.567667 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:39:55.567667 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:39:55.567667 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:39:55.567667 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:39:55.567667 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:39:55.567667 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:39:55.567667 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:39:55.567667 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:39:55.567667 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:39:55.567667 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:39:55.567667 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:39:55.567667 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:39:55.567667 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:39:55.567667 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:39:55.567667 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:39:55.567667 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:39:55.567667 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:39:55.567667 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:39:55.567667 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:39:55.567667 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:39:55.567667 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:39:55.567667 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:39:55.567667 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:39:55.567667 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:39:55.567667 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:39:55.567667 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:39:55.567667 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:39:55.567667 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:39:55.567667 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:39:55.567667 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:39:55.706715 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-cadc0afc-346a-4fb2-9d5a-eeb80f7a9b4d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3ad601c867124fc2aed0d2edb61a1e83&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6858253 Aug 22 13:39:55.739037 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46192) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:55.753747 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc0afc-346a-4fb2-9d5a-eeb80f7a9b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e846ef02-dfb2-4d25-9e8e-9f2f0d3d90f5,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:55.759374 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8534b877-4e83-4b2d-bfc1-1ebf4e5e511e tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:55.768836 n-d-793621-33 neutron-server[94627]: INFO neutron.db.l3_db [None req-0cde941e-a8c2-4ce8-9a27-663792da4f85 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Floating IP 8f252535-f45c-47ec-8034-9822683fa788 associated. External IP: 172.25.3.223, port: 93bdfde2-d457-457f-992b-980c70fdc75c. Aug 22 13:39:55.784018 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8534b877-4e83-4b2d-bfc1-1ebf4e5e511e tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:55.788087 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-8534b877-4e83-4b2d-bfc1-1ebf4e5e511e tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] 10.222.0.21 "DELETE /v2.0/networks/12ccb463-a083-408a-849b-f47d2d68f433 HTTP/1.1" status: 204 len: 168 time: 2.3579984 Aug 22 13:39:55.861114 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534b877-4e83-4b2d-bfc1-1ebf4e5e511e tempest-AllowedAddressPairTestJSON-276995447 tempest-AllowedAddressPairTestJSON-276995447-project] Pushing event deleted for resources: {'Network': ['ID=12ccb463-a083-408a-849b-f47d2d68f433,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:55.955044 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-07a31939-ffa3-41a7-a9b4-29bf402c8b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:55.961010 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0ef66ec6-83d3-4e36-a53d-d4e99073206c tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:55.983391 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c1a06a-773b-43f4-ba6c-83f31ab7b628 req-a1af756a-d007-44be-b489-ca4c0f5c35a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:55.985480 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d1c1a06a-773b-43f4-ba6c-83f31ab7b628 req-a1af756a-d007-44be-b489-ca4c0f5c35a9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d314acf246e49628109fc5511827078&device_id=dc164eae-9aae-4b0d-b3e6-994f2cd3516f HTTP/1.1" status: 200 len: 1095 time: 0.4991021 Aug 22 13:39:56.005675 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-07a31939-ffa3-41a7-a9b4-29bf402c8b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:56.039726 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46198) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:56.073010 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d1c1a06a-773b-43f4-ba6c-83f31ab7b628 req-08681167-f9f3-4602-9e78-bd01021c4be6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa58b078-fcc6-490a-94bf-b019f5d35ae1 HTTP/1.1" status: 200 len: 217 time: 0.0760434 Aug 22 13:39:56.117668 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0ef66ec6-83d3-4e36-a53d-d4e99073206c tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:56.186199 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-935410ed-858b-445b-8b44-63a7c59a2b14 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] 10.222.0.21 "GET /v2.0/routers/5f021014-d128-4cdd-abfd-9159c14fe9eb HTTP/1.1" status: 200 len: 924 time: 0.6487374 Aug 22 13:39:56.188673 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-07a31939-ffa3-41a7-a9b4-29bf402c8b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:56.191220 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-07a31939-ffa3-41a7-a9b4-29bf402c8b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:56.191755 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46202) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:56.194804 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-07a31939-ffa3-41a7-a9b4-29bf402c8b2e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e846ef02-dfb2-4d25-9e8e-9f2f0d3d90f5 HTTP/1.1" status: 204 len: 168 time: 0.4496460 Aug 22 13:39:56.212542 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef66ec6-83d3-4e36-a53d-d4e99073206c tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:39:56.222904 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-0ef66ec6-83d3-4e36-a53d-d4e99073206c tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:39:56.235927 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e0293a8a-a33c-4527-96d4-9f9c1c14db36 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f021014-d128-4cdd-abfd-9159c14fe9eb HTTP/1.1" status: 200 len: 205 time: 0.0411544 Aug 22 13:39:56.238194 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c1a06a-773b-43f4-ba6c-83f31ab7b628 req-404318e5-10da-45f0-9c21-93828b69ff80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:56.239723 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d1c1a06a-773b-43f4-ba6c-83f31ab7b628 req-404318e5-10da-45f0-9c21-93828b69ff80 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9d1b4558-44bd-41e9-aa53-567e0a55d684 HTTP/1.1" status: 200 len: 845 time: 0.1578119 Aug 22 13:39:56.240864 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a31939-ffa3-41a7-a9b4-29bf402c8b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e846ef02-dfb2-4d25-9e8e-9f2f0d3d90f5,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:56.242357 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46208) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:56.248581 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef66ec6-83d3-4e36-a53d-d4e99073206c tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:39:56.273862 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef66ec6-83d3-4e36-a53d-d4e99073206c tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Pushing event updated for resources: {'Port': ['ID=09246d64-140a-4bd9-ac04-8ed9712b545a,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:56.319416 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cde941e-a8c2-4ce8-9a27-663792da4f85 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Router 4db889f9-c5a8-40f4-ab71-d80809644146 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:39:56.326254 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d1c1a06a-773b-43f4-ba6c-83f31ab7b628 req-e4d85a8a-aaae-48b1-a6b7-8b3488e7d526 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=436bb3cf-4f1a-421b-bfd3-5f21c99032ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722399 Aug 22 13:39:56.382284 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-71fd3fbf-2be2-4ac5-a18c-9d5c8aa7f5c9 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:56.458114 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-39b3200f-c78b-4a60-9c6e-a33afca423cf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7f2b0b97dd114e098c49db9e6402dada&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4149804 Aug 22 13:39:56.462158 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46214) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:56.472004 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a06a74-fd0c-493a-8255-58cab5a0cc8e req-9e7931b6-7c9e-4533-b00a-9d9b1240daee tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:56.473628 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-51a06a74-fd0c-493a-8255-58cab5a0cc8e req-9e7931b6-7c9e-4533-b00a-9d9b1240daee tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc164eae-9aae-4b0d-b3e6-994f2cd3516f HTTP/1.1" status: 200 len: 943 time: 0.2009506 Aug 22 13:39:56.474839 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-71fd3fbf-2be2-4ac5-a18c-9d5c8aa7f5c9 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:56.528555 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-71fd3fbf-2be2-4ac5-a18c-9d5c8aa7f5c9 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Network 8f229a7d-1035-4bf0-b356-6b19fed14554 is not hosted by any dhcp agent {{(pid=94628) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 22 13:39:56.534801 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fd3fbf-2be2-4ac5-a18c-9d5c8aa7f5c9 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:56.535409 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-71fd3fbf-2be2-4ac5-a18c-9d5c8aa7f5c9 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:56.536708 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-71fd3fbf-2be2-4ac5-a18c-9d5c8aa7f5c9 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "PUT /v2.0/networks/8f229a7d-1035-4bf0-b356-6b19fed14554 HTTP/1.1" status: 200 len: 723 time: 0.9955430 Aug 22 13:39:56.539054 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-23a8e054-4f44-404a-a2a9-d31e68f15cc5 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:56.543286 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46220) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:56.554948 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-65476af4-2b2b-436d-aeb3-a5f3341bcfd9 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Request body: {'subnet': {'network_id': '8f229a7d-1035-4bf0-b356-6b19fed14554', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:39:56.660652 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d1c1a06a-773b-43f4-ba6c-83f31ab7b628 req-0854507e-a917-457a-bb4b-426b694038b2 service neutron] 10.222.0.41 "GET /v2.0/networks/436bb3cf-4f1a-421b-bfd3-5f21c99032ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246307 Aug 22 13:39:56.663455 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fd3fbf-2be2-4ac5-a18c-9d5c8aa7f5c9 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Pushing event updated for resources: {'Network': ['ID=8f229a7d-1035-4bf0-b356-6b19fed14554,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:56.671492 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-51a06a74-fd0c-493a-8255-58cab5a0cc8e req-c214d330-adec-4751-9ed7-ffa042261572 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708164 Aug 22 13:39:56.680517 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 8f229a7d-1035-4bf0-b356-6b19fed14554 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:39:56.735140 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cde941e-a8c2-4ce8-9a27-663792da4f85 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:39:56.745246 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0cde941e-a8c2-4ce8-9a27-663792da4f85 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:56.747986 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4147985a-0725-4c1e-819a-5392b30a8194 None None] Sync routers for ids ['4db889f9-c5a8-40f4-ab71-d80809644146'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:39:56.762902 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4147985a-0725-4c1e-819a-5392b30a8194 None None] Routers {'4db889f9-c5a8-40f4-ab71-d80809644146'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:39:56.764252 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-4147985a-0725-4c1e-819a-5392b30a8194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:39:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['4db889f9-c5a8-40f4-ab71-d80809644146'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:56.784994 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-137a29ec-eaf6-4e15-896a-97f735e8609c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:56.795015 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-0cde941e-a8c2-4ce8-9a27-663792da4f85 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "PUT /v2.0/floatingips/8f252535-f45c-47ec-8034-9822683fa788 HTTP/1.1" status: 200 len: 991 time: 3.3637073 Aug 22 13:39:56.826052 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae154360-507b-4976-b2d6-5455ef736d16', 'tag': '93bdfde2-d457-457f-992b-980c70fdc75c'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:39:56.828714 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a57108f-c87e-4cbe-8076-b2890b5d8df7" -d '{"events": [{"name": "network-changed", "server_uuid": "ae154360-507b-4976-b2d6-5455ef736d16", "tag": "93bdfde2-d457-457f-992b-980c70fdc75c"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:39:56.836310 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65476af4-2b2b-436d-aeb3-a5f3341bcfd9 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Made reservation on behalf of 6be38ca5ea35447298f0675ebcd2561a for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:39:56.837121 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-137a29ec-eaf6-4e15-896a-97f735e8609c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:56.839923 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-65476af4-2b2b-436d-aeb3-a5f3341bcfd9 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:56.854409 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-23a8e054-4f44-404a-a2a9-d31e68f15cc5 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:56.907294 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0ef66ec6-83d3-4e36-a53d-d4e99073206c tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:56.950921 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820003ec-abd3-4ca7-9396-1e3223759f37 x-openstack-request-id: req-820003ec-abd3-4ca7-9396-1e3223759f37 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:39:56.951347 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae154360-507b-4976-b2d6-5455ef736d16", "tag": "93bdfde2-d457-457f-992b-980c70fdc75c", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:39:56.951449 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-820003ec-abd3-4ca7-9396-1e3223759f37 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:39:56.952272 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae154360-507b-4976-b2d6-5455ef736d16', 'tag': '93bdfde2-d457-457f-992b-980c70fdc75c', 'status': 'completed', 'code': 200} Aug 22 13:39:56.983374 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-4147985a-0725-4c1e-819a-5392b30a8194 None None] Set router 4db889f9-c5a8-40f4-ab71-d80809644146 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:39:57.022554 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d1c1a06a-773b-43f4-ba6c-83f31ab7b628 req-0fb8e345-54bc-4a5b-a1c9-704f99e6863f service neutron] 10.222.0.41 "GET /v2.0/networks/436bb3cf-4f1a-421b-bfd3-5f21c99032ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504481 Aug 22 13:39:57.061031 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-137a29ec-eaf6-4e15-896a-97f735e8609c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:57.064128 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-137a29ec-eaf6-4e15-896a-97f735e8609c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:57.067744 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-137a29ec-eaf6-4e15-896a-97f735e8609c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d9be8668-10ba-444d-90df-571b207fba3a HTTP/1.1" status: 204 len: 168 time: 0.6008790 Aug 22 13:39:57.105450 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137a29ec-eaf6-4e15-896a-97f735e8609c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9be8668-10ba-444d-90df-571b207fba3a,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:57.211063 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-23a8e054-4f44-404a-a2a9-d31e68f15cc5 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Deleting port 1e9a6bf4-08a7-4330-ac2f-324460fce889 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:39:57.214129 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-23a8e054-4f44-404a-a2a9-d31e68f15cc5 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:57.290673 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-4147985a-0725-4c1e-819a-5392b30a8194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db889f9-c5a8-40f4-ab71-d80809644146', 'name': 'tempest-TaggedBootDevicesTest_v242-2035045029-router', 'tenant_id': 'd953ee5d914f4a7288a8a29730002fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '9c1070dd-1106-43d5-ae48-476fdb66f183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:37:18Z', 'updated_at': '2021-08-22T13:37:27Z', 'revision_number': 4, 'project_id': 'd953ee5d914f4a7288a8a29730002fca', 'gw_port': {'id': '9c1070dd-1106-43d5-ae48-476fdb66f183', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:85:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db889f9-c5a8-40f4-ab71-d80809644146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:37:20Z', 'updated_at': '2021-08-22T13:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '8f252535-f45c-47ec-8034-9822683fa788', 'tenant_id': 'd953ee5d914f4a7288a8a29730002fca', 'floating_ip_address': '172.25.3.223', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '4db889f9-c5a8-40f4-ab71-d80809644146', 'port_id': '93bdfde2-d457-457f-992b-980c70fdc75c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09ddfb22-9759-41d5-b511-b1a96521841b', 'mac_address': 'fa:16:3e:f1:86:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae154360-507b-4976-b2d6-5455ef736d16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:38:18Z', 'updated_at': '2021-08-22T13:39:55Z', 'revision_number': 1, 'project_id': 'd953ee5d914f4a7288a8a29730002fca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '422208d6-1046-4e74-86a9-aaac3f9db337', 'name': '', 'network_id': '09ddfb22-9759-41d5-b511-b1a96521841b', 'tenant_id': 'd953ee5d914f4a7288a8a29730002fca', 'mac_address': 'fa:16:3e:24:c9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db889f9-c5a8-40f4-ab71-d80809644146', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '4eb4d59f-f1d3-4065-beb1-2e6b44865678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:37:25Z', 'updated_at': '2021-08-22T13:37:34Z', 'revision_number': 5, 'project_id': 'd953ee5d914f4a7288a8a29730002fca', 'subnets': [{'id': '4eb4d59f-f1d3-4065-beb1-2e6b44865678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:57.311449 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1baddcf-2c98-425a-9c52-1f7db6ed8270 req-4b0a3166-1626-4ebf-9fc2-581c9e242b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:57.313014 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f1baddcf-2c98-425a-9c52-1f7db6ed8270 req-4b0a3166-1626-4ebf-9fc2-581c9e242b4e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d314acf246e49628109fc5511827078&device_id=dc164eae-9aae-4b0d-b3e6-994f2cd3516f HTTP/1.1" status: 200 len: 1095 time: 0.2100911 Aug 22 13:39:57.334218 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4147985a-0725-4c1e-819a-5392b30a8194 None None] Checking router: 4db889f9-c5a8-40f4-ab71-d80809644146 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:39:57.345112 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4147985a-0725-4c1e-819a-5392b30a8194 None None] Routers {'4db889f9-c5a8-40f4-ab71-d80809644146'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:39:57.346404 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-4147985a-0725-4c1e-819a-5392b30a8194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:39:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['4db889f9-c5a8-40f4-ab71-d80809644146'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:57.407505 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-23a8e054-4f44-404a-a2a9-d31e68f15cc5 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:57.432732 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-23a8e054-4f44-404a-a2a9-d31e68f15cc5 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Calling delete_port for 1e9a6bf4-08a7-4330-ac2f-324460fce889 owned by network:router_gateway {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:39:57.507549 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1baddcf-2c98-425a-9c52-1f7db6ed8270 req-58da8a73-1f58-4a7f-8053-3fbf3870b8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:57.509121 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f1baddcf-2c98-425a-9c52-1f7db6ed8270 req-58da8a73-1f58-4a7f-8053-3fbf3870b8cb service neutron] 10.222.0.41 "GET /v2.0/networks?id=436bb3cf-4f1a-421b-bfd3-5f21c99032ed HTTP/1.1" status: 200 len: 906 time: 0.1868050 Aug 22 13:39:57.524585 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-4147985a-0725-4c1e-819a-5392b30a8194 None None] Set router 4db889f9-c5a8-40f4-ab71-d80809644146 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:39:57.584612 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f1baddcf-2c98-425a-9c52-1f7db6ed8270 req-72f8be5c-fe39-40e1-847c-701b29a75fdd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa58b078-fcc6-490a-94bf-b019f5d35ae1 HTTP/1.1" status: 200 len: 217 time: 0.0674963 Aug 22 13:39:57.638856 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57108f-c87e-4cbe-8076-b2890b5d8df7 req-0b074b40-fcc5-4392-ab8f-1b9e8124a866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:57.640329 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57108f-c87e-4cbe-8076-b2890b5d8df7 req-0b074b40-fcc5-4392-ab8f-1b9e8124a866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:57.641505 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57108f-c87e-4cbe-8076-b2890b5d8df7 req-0b074b40-fcc5-4392-ab8f-1b9e8124a866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:57.642728 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57108f-c87e-4cbe-8076-b2890b5d8df7 req-0b074b40-fcc5-4392-ab8f-1b9e8124a866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:57.644148 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57108f-c87e-4cbe-8076-b2890b5d8df7 req-0b074b40-fcc5-4392-ab8f-1b9e8124a866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:57.644858 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57108f-c87e-4cbe-8076-b2890b5d8df7 req-0b074b40-fcc5-4392-ab8f-1b9e8124a866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:57.645500 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57108f-c87e-4cbe-8076-b2890b5d8df7 req-0b074b40-fcc5-4392-ab8f-1b9e8124a866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:57.647761 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6a57108f-c87e-4cbe-8076-b2890b5d8df7 req-0b074b40-fcc5-4392-ab8f-1b9e8124a866 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d953ee5d914f4a7288a8a29730002fca&device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 6507 time: 0.6862245 Aug 22 13:39:57.706295 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1baddcf-2c98-425a-9c52-1f7db6ed8270 req-ed921bd2-77d8-4291-bc66-f3ef520de709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:57.709174 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f1baddcf-2c98-425a-9c52-1f7db6ed8270 req-ed921bd2-77d8-4291-bc66-f3ef520de709 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9d1b4558-44bd-41e9-aa53-567e0a55d684 HTTP/1.1" status: 200 len: 845 time: 0.1151261 Aug 22 13:39:57.785916 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e041e76-ec70-469b-b051-5e1846051585 req-b0dfc097-cf29-4239-ad40-1b22e3a42b5d tempest-TestNetworkAdvancedServerOps-2090656047 tempest-TestNetworkAdvancedServerOps-2090656047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:57.796973 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7e041e76-ec70-469b-b051-5e1846051585 req-b0dfc097-cf29-4239-ad40-1b22e3a42b5d tempest-TestNetworkAdvancedServerOps-2090656047 tempest-TestNetworkAdvancedServerOps-2090656047-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=534d49c1-5984-45a0-87be-e18d6e72df78 HTTP/1.1" status: 200 len: 1097 time: 0.3052642 Aug 22 13:39:57.804285 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-23a8e054-4f44-404a-a2a9-d31e68f15cc5 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:57.839071 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f1baddcf-2c98-425a-9c52-1f7db6ed8270 req-6c66d396-4937-4937-b5fc-2dec7b764a79 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=436bb3cf-4f1a-421b-bfd3-5f21c99032ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504553 Aug 22 13:39:57.868059 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-4147985a-0725-4c1e-819a-5392b30a8194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db889f9-c5a8-40f4-ab71-d80809644146', 'name': 'tempest-TaggedBootDevicesTest_v242-2035045029-router', 'tenant_id': 'd953ee5d914f4a7288a8a29730002fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '9c1070dd-1106-43d5-ae48-476fdb66f183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:37:18Z', 'updated_at': '2021-08-22T13:37:27Z', 'revision_number': 4, 'project_id': 'd953ee5d914f4a7288a8a29730002fca', 'gw_port': {'id': '9c1070dd-1106-43d5-ae48-476fdb66f183', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:85:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db889f9-c5a8-40f4-ab71-d80809644146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:37:20Z', 'updated_at': '2021-08-22T13:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '8f252535-f45c-47ec-8034-9822683fa788', 'tenant_id': 'd953ee5d914f4a7288a8a29730002fca', 'floating_ip_address': '172.25.3.223', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '4db889f9-c5a8-40f4-ab71-d80809644146', 'port_id': '93bdfde2-d457-457f-992b-980c70fdc75c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09ddfb22-9759-41d5-b511-b1a96521841b', 'mac_address': 'fa:16:3e:f1:86:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae154360-507b-4976-b2d6-5455ef736d16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:38:18Z', 'updated_at': '2021-08-22T13:39:55Z', 'revision_number': 1, 'project_id': 'd953ee5d914f4a7288a8a29730002fca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '422208d6-1046-4e74-86a9-aaac3f9db337', 'name': '', 'network_id': '09ddfb22-9759-41d5-b511-b1a96521841b', 'tenant_id': 'd953ee5d914f4a7288a8a29730002fca', 'mac_address': 'fa:16:3e:24:c9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db889f9-c5a8-40f4-ab71-d80809644146', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '4eb4d59f-f1d3-4065-beb1-2e6b44865678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:37:25Z', 'updated_at': '2021-08-22T13:37:34Z', 'revision_number': 5, 'project_id': 'd953ee5d914f4a7288a8a29730002fca', 'subnets': [{'id': '4eb4d59f-f1d3-4065-beb1-2e6b44865678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:57.899855 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a8e054-4f44-404a-a2a9-d31e68f15cc5 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Pushing event deleted for resources: {'Port': ['ID=1e9a6bf4-08a7-4330-ac2f-324460fce889,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:57.904228 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4147985a-0725-4c1e-819a-5392b30a8194 None None] The sync data for ids ['4db889f9-c5a8-40f4-ab71-d80809644146'] in n-d-793621-33 is: [{'id': '4db889f9-c5a8-40f4-ab71-d80809644146', 'name': 'tempest-TaggedBootDevicesTest_v242-2035045029-router', 'tenant_id': 'd953ee5d914f4a7288a8a29730002fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '9c1070dd-1106-43d5-ae48-476fdb66f183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:37:18Z', 'updated_at': '2021-08-22T13:37:27Z', 'revision_number': 4, 'project_id': 'd953ee5d914f4a7288a8a29730002fca', 'gw_port': {'id': '9c1070dd-1106-43d5-ae48-476fdb66f183', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:85:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db889f9-c5a8-40f4-ab71-d80809644146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:37:20Z', 'updated_at': '2021-08-22T13:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '8f252535-f45c-47ec-8034-9822683fa788', 'tenant_id': 'd953ee5d914f4a7288a8a29730002fca', 'floating_ip_address': '172.25.3.223', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '4db889f9-c5a8-40f4-ab71-d80809644146', 'port_id': '93bdfde2-d457-457f-992b-980c70fdc75c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09ddfb22-9759-41d5-b511-b1a96521841b', 'mac_address': 'fa:16:3e:f1:86:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae154360-507b-4976-b2d6-5455ef736d16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:38:18Z', 'updated_at': '2021-08-22T13:39:55Z', 'revision_number': 1, 'project_id': 'd953ee5d914f4a7288a8a29730002fca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '422208d6-1046-4e74-86a9-aaac3f9db337', 'name': '', 'network_id': '09ddfb22-9759-41d5-b511-b1a96521841b', 'tenant_id': 'd953ee5d914f4a7288a8a29730002fca', 'mac_address': 'fa:16:3e:24:c9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db889f9-c5a8-40f4-ab71-d80809644146', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '4eb4d59f-f1d3-4065-beb1-2e6b44865678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:37:25Z', 'updated_at': '2021-08-22T13:37:34Z', 'revision_number': 5, 'project_id': 'd953ee5d914f4a7288a8a29730002fca', 'subnets': [{'id': '4eb4d59f-f1d3-4065-beb1-2e6b44865678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:39:57.914992 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0ef66ec6-83d3-4e36-a53d-d4e99073206c tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36751'] for router, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:57.937563 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0ef66ec6-83d3-4e36-a53d-d4e99073206c tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803386'] for router, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:58.109981 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-23a8e054-4f44-404a-a2a9-d31e68f15cc5 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:58.167233 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-65476af4-2b2b-436d-aeb3-a5f3341bcfd9 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:58.241818 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-23a8e054-4f44-404a-a2a9-d31e68f15cc5 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:58.242523 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d4b043-c01a-4cd4-9f21-9fa5e349ec4b None None] New status for floating IP 8f252535-f45c-47ec-8034-9822683fa788: ACTIVE {{(pid=94629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 13:39:58.247247 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-23a8e054-4f44-404a-a2a9-d31e68f15cc5 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:58.248282 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65476af4-2b2b-436d-aeb3-a5f3341bcfd9 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Pushing event updated for resources: {'Subnet': ['ID=99caabee-4974-4bb5-a66a-fd32b2e510c8,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:58.274877 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7e041e76-ec70-469b-b051-5e1846051585 req-2b54ab39-2d3a-4075-a05f-252d2918ab76 tempest-TestNetworkAdvancedServerOps-2090656047 tempest-TestNetworkAdvancedServerOps-2090656047-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=7e5ee16a-a71b-41c2-8638-acd377ab5b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4768090 Aug 22 13:39:58.300515 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46276) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:58.313620 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd92f11-d32b-47ee-a1c5-9b7085b4d2e8 req-18d564a2-680d-4a1d-85a3-fca694ec0991 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:58.318297 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0fd92f11-d32b-47ee-a1c5-9b7085b4d2e8 req-18d564a2-680d-4a1d-85a3-fca694ec0991 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc164eae-9aae-4b0d-b3e6-994f2cd3516f HTTP/1.1" status: 200 len: 943 time: 0.3747334 Aug 22 13:39:58.376179 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f1baddcf-2c98-425a-9c52-1f7db6ed8270 req-383c13cb-6b74-482a-bbbb-87f1973fe6f5 service neutron] 10.222.0.41 "GET /v2.0/networks/436bb3cf-4f1a-421b-bfd3-5f21c99032ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5015891 Aug 22 13:39:58.428726 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57108f-c87e-4cbe-8076-b2890b5d8df7 req-7c1c5d75-be52-41ea-aee1-b3d649473879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:58.430449 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6a57108f-c87e-4cbe-8076-b2890b5d8df7 req-7c1c5d75-be52-41ea-aee1-b3d649473879 service neutron] 10.222.0.16 "GET /v2.0/networks?id=09ddfb22-9759-41d5-b511-b1a96521841b HTTP/1.1" status: 200 len: 918 time: 0.7677658 Aug 22 13:39:58.442255 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-23a8e054-4f44-404a-a2a9-d31e68f15cc5 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:58.442496 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a8e054-4f44-404a-a2a9-d31e68f15cc5 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Fanout notify agent at l3_agent the message router_deleted on router 5f021014-d128-4cdd-abfd-9159c14fe9eb {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:39:58.472551 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-23a8e054-4f44-404a-a2a9-d31e68f15cc5 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:58.473961 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-23a8e054-4f44-404a-a2a9-d31e68f15cc5 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] 10.222.0.21 "DELETE /v2.0/routers/5f021014-d128-4cdd-abfd-9159c14fe9eb HTTP/1.1" status: 204 len: 168 time: 2.2307200 Aug 22 13:39:58.509462 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6a57108f-c87e-4cbe-8076-b2890b5d8df7 req-00f995a2-f279-45d0-b01d-5e919317a75f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93bdfde2-d457-457f-992b-980c70fdc75c HTTP/1.1" status: 200 len: 999 time: 0.0706899 Aug 22 13:39:58.513359 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46282) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:58.513907 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46286) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:58.543381 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-8806b46c-ab74-4ddd-8ed8-cce460d71694 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Request body: {'router': {'name': 'tempest-snat-router-469522636', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'enable_snat': False}}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:39:58.543578 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:58.547349 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f4d6894e-1cfe-4185-a64b-7079d4cbaca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:58.587673 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65476af4-2b2b-436d-aeb3-a5f3341bcfd9 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Checking segment: {'id': 'b1c60959-322a-4413-815a-fa6af6f718e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8f229a7d-1035-4bf0-b356-6b19fed14554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:39:58.588186 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65476af4-2b2b-436d-aeb3-a5f3341bcfd9 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Network hostable DHCP agents. Network: 8f229a7d-1035-4bf0-b356-6b19fed14554, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:39:58.615507 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0fd92f11-d32b-47ee-a1c5-9b7085b4d2e8 req-e26c70c4-d8c3-405b-a524-2df1526e1194 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828546 Aug 22 13:39:58.631223 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8806b46c-ab74-4ddd-8ed8-cce460d71694 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:58.632541 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8806b46c-ab74-4ddd-8ed8-cce460d71694 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:58.645636 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57108f-c87e-4cbe-8076-b2890b5d8df7 req-fbb222b6-4441-441e-ad77-7e4afa7a85e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:58.645636 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6a57108f-c87e-4cbe-8076-b2890b5d8df7 req-fbb222b6-4441-441e-ad77-7e4afa7a85e5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4eb4d59f-f1d3-4065-beb1-2e6b44865678 HTTP/1.1" status: 200 len: 856 time: 0.1161149 Aug 22 13:39:58.661340 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65476af4-2b2b-436d-aeb3-a5f3341bcfd9 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Network 8f229a7d-1035-4bf0-b356-6b19fed14554 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:39:58.703335 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f1baddcf-2c98-425a-9c52-1f7db6ed8270 req-6f840e73-160a-4b06-9e4b-99157c52b5c7 service neutron] 10.222.0.41 "GET /v2.0/networks/436bb3cf-4f1a-421b-bfd3-5f21c99032ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827079 Aug 22 13:39:58.707402 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8806b46c-ab74-4ddd-8ed8-cce460d71694 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:58.709014 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-65476af4-2b2b-436d-aeb3-a5f3341bcfd9 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 8f229a7d-1035-4bf0-b356-6b19fed14554) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:39:58.713073 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef66ec6-83d3-4e36-a53d-d4e99073206c tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Router 1042fa67-986e-446f-838a-020842fea022 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:39:58.727742 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65476af4-2b2b-436d-aeb3-a5f3341bcfd9 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:58.728905 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56562745-6474-4630-9ffe-f658b2fe1540 None None] Network 8f229a7d-1035-4bf0-b356-6b19fed14554 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:39:58.730154 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-65476af4-2b2b-436d-aeb3-a5f3341bcfd9 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:58.751175 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57108f-c87e-4cbe-8076-b2890b5d8df7 req-6c7d4e2d-d7d6-469b-8e42-c3c2e2d61bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:58.753559 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6a57108f-c87e-4cbe-8076-b2890b5d8df7 req-6c7d4e2d-d7d6-469b-8e42-c3c2e2d61bd2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=09ddfb22-9759-41d5-b511-b1a96521841b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1066105 Aug 22 13:39:58.799262 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-65476af4-2b2b-436d-aeb3-a5f3341bcfd9 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2522967 Aug 22 13:39:58.799457 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-d4565caa-6a72-4ee5-88d2-7a821883c5e0 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Deleting port ad72ffae-c425-4035-ab76-e96239d7fc63 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:39:58.799457 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d4565caa-6a72-4ee5-88d2-7a821883c5e0 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:58.800555 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46292) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:58.815970 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-12377f64-c647-4157-ab18-9df7dbbc3075 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:39:58.917934 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-fca7970e-a7e1-490c-836a-7cc8cc1d4ef1 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1619118024'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:39:58.962810 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca7970e-a7e1-490c-836a-7cc8cc1d4ef1 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:39:58.966982 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fca7970e-a7e1-490c-836a-7cc8cc1d4ef1 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:58.977283 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef66ec6-83d3-4e36-a53d-d4e99073206c tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:39:58.979939 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fcb982b-d633-4514-843b-d1cf7eabe861 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-8f229a7d-1035-4bf0-b356-6b19fed14554', 'network_id': '8f229a7d-1035-4bf0-b356-6b19fed14554', 'tenant_id': '6be38ca5ea35447298f0675ebcd2561a', 'fixed_ips': [{'subnet_id': '99caabee-4974-4bb5-a66a-fd32b2e510c8'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:39:58.980991 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4fcb982b-d633-4514-843b-d1cf7eabe861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:58.997176 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fce235-71c2-40c8-9136-28bf072727c1 None None] Sync routers for ids ['1042fa67-986e-446f-838a-020842fea022'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:39:58.998264 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6a57108f-c87e-4cbe-8076-b2890b5d8df7 req-5a9c74c2-c0c1-4cb4-906b-aee4556c73d6 service neutron] 10.222.0.16 "GET /v2.0/networks/09ddfb22-9759-41d5-b511-b1a96521841b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367802 Aug 22 13:39:59.001448 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0ef66ec6-83d3-4e36-a53d-d4e99073206c tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:59.003427 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-0ef66ec6-83d3-4e36-a53d-d4e99073206c tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] 10.222.0.21 "PUT /v2.0/routers/1042fa67-986e-446f-838a-020842fea022 HTTP/1.1" status: 200 len: 913 time: 6.0246799 Aug 22 13:39:59.007950 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46296) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:59.008785 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fce235-71c2-40c8-9136-28bf072727c1 None None] Routers {'1042fa67-986e-446f-838a-020842fea022'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:39:59.009701 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-21fce235-71c2-40c8-9136-28bf072727c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:39:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['1042fa67-986e-446f-838a-020842fea022'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:59.019320 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8806b46c-ab74-4ddd-8ed8-cce460d71694 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:59.029277 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fca7970e-a7e1-490c-836a-7cc8cc1d4ef1 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:59.050150 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-21fce235-71c2-40c8-9136-28bf072727c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:59.060207 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fce235-71c2-40c8-9136-28bf072727c1 None None] Routers {'1042fa67-986e-446f-838a-020842fea022'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:39:59.061281 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-21fce235-71c2-40c8-9136-28bf072727c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:39:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['1042fa67-986e-446f-838a-020842fea022'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:59.105827 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-21fce235-71c2-40c8-9136-28bf072727c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:39:59.106728 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fce235-71c2-40c8-9136-28bf072727c1 None None] The sync data for ids ['1042fa67-986e-446f-838a-020842fea022'] in n-d-793621-33 is: [] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:39:59.179920 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-4fcb982b-d633-4514-843b-d1cf7eabe861 None None] Allocated IP 172.20.0.2 (8f229a7d-1035-4bf0-b356-6b19fed14554/99caabee-4974-4bb5-a66a-fd32b2e510c8/1e995d09-5c61-47c2-b12f-2430a6b898df) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:39:59.227370 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6a57108f-c87e-4cbe-8076-b2890b5d8df7 req-b536c645-ffa1-4a68-8578-77ded916cb44 service neutron] 10.222.0.16 "GET /v2.0/networks/09ddfb22-9759-41d5-b511-b1a96521841b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200139 Aug 22 13:39:59.234206 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-3b273e74-4ab3-45f5-b2a1-efebfc3065c7 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] 10.222.0.21 "GET /v2.0/routers/1042fa67-986e-446f-838a-020842fea022 HTTP/1.1" status: 200 len: 919 time: 0.2199461 Aug 22 13:39:59.235076 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46302) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:59.287625 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5088c915-c132-46ad-bda8-7e3f5fe966a5 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:59.289278 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-5088c915-c132-46ad-bda8-7e3f5fe966a5 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=7de6ab83-cd00-4b3c-94fb-810dd34d29b8&device_id=1042fa67-986e-446f-838a-020842fea022&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0537298 Aug 22 13:39:59.292510 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46304) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:59.402737 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cceafa8f-68b9-4e94-b601-d0896562e3dd tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:59.404258 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-cceafa8f-68b9-4e94-b601-d0896562e3dd tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] 10.222.0.21 "GET /v2.0/networks/7de6ab83-cd00-4b3c-94fb-810dd34d29b8 HTTP/1.1" status: 200 len: 881 time: 0.1104653 Aug 22 13:39:59.407229 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46310) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:59.415302 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4fcb982b-d633-4514-843b-d1cf7eabe861 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:59.426563 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-4fcb982b-d633-4514-843b-d1cf7eabe861 None None] Transition to ACTIVE for port object 1e995d09-5c61-47c2-b12f-2430a6b898df will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:39:59.446124 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-4fcb982b-d633-4514-843b-d1cf7eabe861 None None] Transition to ACTIVE for port object 1e995d09-5c61-47c2-b12f-2430a6b898df will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:39:59.447056 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a8950cbe-e1d9-4570-8df4-6fa8d2004d8c tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] 10.222.0.21 "GET /v2.0/ports?device_id=1042fa67-986e-446f-838a-020842fea022 HTTP/1.1" status: 200 len: 205 time: 0.0384278 Aug 22 13:39:59.450161 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46312) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:59.454232 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4fcb982b-d633-4514-843b-d1cf7eabe861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:59.478972 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcb982b-d633-4514-843b-d1cf7eabe861 None None] Network 8f229a7d-1035-4bf0-b356-6b19fed14554 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:39:59.483318 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-4fcb982b-d633-4514-843b-d1cf7eabe861 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:39:59.523209 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcb982b-d633-4514-843b-d1cf7eabe861 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:39:59.580334 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f9e61070-0135-44b4-aa13-2d6ff28b815d tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks [] for router, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:59.598187 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcb982b-d633-4514-843b-d1cf7eabe861 None None] Pushing event updated for resources: {'Port': ['ID=1e995d09-5c61-47c2-b12f-2430a6b898df,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:59.606851 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d4565caa-6a72-4ee5-88d2-7a821883c5e0 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:59.607290 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d4565caa-6a72-4ee5-88d2-7a821883c5e0 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:59.613069 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-4fcb982b-d633-4514-843b-d1cf7eabe861 None None] Attempting to bind port 1e995d09-5c61-47c2-b12f-2430a6b898df on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:39:59.613452 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-4fcb982b-d633-4514-843b-d1cf7eabe861 None None] Attempting to bind port 1e995d09-5c61-47c2-b12f-2430a6b898df by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'b1c60959-322a-4413-815a-fa6af6f718e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8f229a7d-1035-4bf0-b356-6b19fed14554'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:39:59.613819 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcb982b-d633-4514-843b-d1cf7eabe861 None None] Attempting to bind port 1e995d09-5c61-47c2-b12f-2430a6b898df on network 8f229a7d-1035-4bf0-b356-6b19fed14554 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:39:59.619213 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcb982b-d633-4514-843b-d1cf7eabe861 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:39:59.619588 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcb982b-d633-4514-843b-d1cf7eabe861 None None] Checking segment: {'id': 'b1c60959-322a-4413-815a-fa6af6f718e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8f229a7d-1035-4bf0-b356-6b19fed14554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:39:59.620284 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4fcb982b-d633-4514-843b-d1cf7eabe861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:59.620676 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcb982b-d633-4514-843b-d1cf7eabe861 None None] Bound using segment: {'id': 'b1c60959-322a-4413-815a-fa6af6f718e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8f229a7d-1035-4bf0-b356-6b19fed14554'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:39:59.621148 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-4fcb982b-d633-4514-843b-d1cf7eabe861 None None] Bound port: 1e995d09-5c61-47c2-b12f-2430a6b898df, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1c60959-322a-4413-815a-fa6af6f718e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8f229a7d-1035-4bf0-b356-6b19fed14554'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:39:59.621535 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4fcb982b-d633-4514-843b-d1cf7eabe861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:59.663778 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-12377f64-c647-4157-ab18-9df7dbbc3075 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-260368319'] for subnet, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:59.686954 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-d4565caa-6a72-4ee5-88d2-7a821883c5e0 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Calling delete_port for ad72ffae-c425-4035-ab76-e96239d7fc63 owned by network:floatingip {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:39:59.750150 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-4fcb982b-d633-4514-843b-d1cf7eabe861 None None] For port 1e995d09-5c61-47c2-b12f-2430a6b898df, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:39:59.755522 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-4fcb982b-d633-4514-843b-d1cf7eabe861 None None] For port 1e995d09-5c61-47c2-b12f-2430a6b898df, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=1e995d09-5c61-47c2-b12f-2430a6b898df,segment=NetworkSegment(b1c60959-322a-4413-815a-fa6af6f718e3),segment_id=b1c60959-322a-4413-815a-fa6af6f718e3)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:39:59.763350 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4fcb982b-d633-4514-843b-d1cf7eabe861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:59.772292 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f9e61070-0135-44b4-aa13-2d6ff28b815d tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:39:59.820920 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8562d4dc-b202-4ee0-b8e1-eba7cfe20535 req-43180f0e-fabb-46ea-aec0-caa5d3dc7b70 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:39:59.824839 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8562d4dc-b202-4ee0-b8e1-eba7cfe20535 req-43180f0e-fabb-46ea-aec0-caa5d3dc7b70 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc164eae-9aae-4b0d-b3e6-994f2cd3516f HTTP/1.1" status: 200 len: 943 time: 0.1018057 Aug 22 13:39:59.870504 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcb982b-d633-4514-843b-d1cf7eabe861 None None] Pushing event updated for resources: {'Port': ['ID=1e995d09-5c61-47c2-b12f-2430a6b898df,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:39:59.891173 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46318) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:39:59.924449 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8562d4dc-b202-4ee0-b8e1-eba7cfe20535 req-a9ebd527-8b83-406b-bd3f-dde09fbaf128 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861948 Aug 22 13:39:59.954862 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-f9e61070-0135-44b4-aa13-2d6ff28b815d tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Deleting port 09246d64-140a-4bd9-ac04-8ed9712b545a {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:39:59.955546 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f9e61070-0135-44b4-aa13-2d6ff28b815d tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:00.032611 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fca7970e-a7e1-490c-836a-7cc8cc1d4ef1 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:00.042601 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fca7970e-a7e1-490c-836a-7cc8cc1d4ef1 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:00.068602 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7a8651fd-c500-4f6b-a3fd-9166fa56369d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:00.079100 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f9e61070-0135-44b4-aa13-2d6ff28b815d tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:00.081117 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-12377f64-c647-4157-ab18-9df7dbbc3075 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776903332666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1239883'] for subnet, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:00.143425 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-f9e61070-0135-44b4-aa13-2d6ff28b815d tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Calling delete_port for 09246d64-140a-4bd9-ac04-8ed9712b545a owned by network:router_gateway {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:40:00.215967 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12377f64-c647-4157-ab18-9df7dbbc3075 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:00.216639 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-12377f64-c647-4157-ab18-9df7dbbc3075 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:00.217953 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-12377f64-c647-4157-ab18-9df7dbbc3075 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "PUT /v2.0/subnets/99caabee-4974-4bb5-a66a-fd32b2e510c8 HTTP/1.1" status: 200 len: 806 time: 1.4156449 Aug 22 13:40:00.221306 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fca7970e-a7e1-490c-836a-7cc8cc1d4ef1 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:40:00.222651 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46322) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:00.275839 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fca7970e-a7e1-490c-836a-7cc8cc1d4ef1 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:00.276196 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-fca7970e-a7e1-490c-836a-7cc8cc1d4ef1 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Added segment a1410e2c-10c3-4ad0-a766-b4e2fbc3534b of type vlan for network 933f65da-8ef2-4dea-ac27-3eee9182e92f Aug 22 13:40:00.292111 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca7970e-a7e1-490c-836a-7cc8cc1d4ef1 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=309f3e78-d3bb-4bb9-bc27-59c42d0f75de,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:00.303148 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12377f64-c647-4157-ab18-9df7dbbc3075 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Pushing event updated for resources: {'Subnet': ['ID=99caabee-4974-4bb5-a66a-fd32b2e510c8,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:00.310370 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device aa58b078-fcc6-490a-94bf-b019f5d35ae1 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:40:00.336933 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d4565caa-6a72-4ee5-88d2-7a821883c5e0 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:00.368528 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7a8651fd-c500-4f6b-a3fd-9166fa56369d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:00.381652 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4565caa-6a72-4ee5-88d2-7a821883c5e0 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event deleted for resources: {'Port': ['ID=ad72ffae-c425-4035-ab76-e96239d7fc63,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:00.383619 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7a8651fd-c500-4f6b-a3fd-9166fa56369d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:00.391633 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fca7970e-a7e1-490c-836a-7cc8cc1d4ef1 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:00.393762 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8806b46c-ab74-4ddd-8ed8-cce460d71694 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:00.449689 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6067f220-dd70-4e0e-b0e8-8b1f6071615d tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:00.456728 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8806b46c-ab74-4ddd-8ed8-cce460d71694 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:00.471851 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8651fd-c500-4f6b-a3fd-9166fa56369d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf2e68f-eb4a-401d-8de7-18ba9324b575,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:00.499456 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-7a8651fd-c500-4f6b-a3fd-9166fa56369d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b8fab67d066640f3854682557cfece03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6034000 Aug 22 13:40:00.504772 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46326) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:00.549479 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d4565caa-6a72-4ee5-88d2-7a821883c5e0 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for floatingip, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:00.553489 n-d-793621-33 neutron-server[94628]: INFO neutron.db.l3_db [None req-d4565caa-6a72-4ee5-88d2-7a821883c5e0 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Floating IP 2f69c01a-5609-4efc-84a2-47ef9342af0c disassociated (deleted). External IP: 172.25.3.222, port: 889a8a4f-0e6c-4fa7-a465-24a875749fbf. Aug 22 13:40:00.578061 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f9e61070-0135-44b4-aa13-2d6ff28b815d tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:00.595282 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fca7970e-a7e1-490c-836a-7cc8cc1d4ef1 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:00.601439 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca7970e-a7e1-490c-836a-7cc8cc1d4ef1 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:00.602018 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fca7970e-a7e1-490c-836a-7cc8cc1d4ef1 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:00.612298 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e61070-0135-44b4-aa13-2d6ff28b815d tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Pushing event deleted for resources: {'Port': ['ID=09246d64-140a-4bd9-ac04-8ed9712b545a,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:00.618919 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port aa58b078-fcc6-490a-94bf-b019f5d35ae1, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=aa58b078-fcc6-490a-94bf-b019f5d35ae1,segment=NetworkSegment(ade77f39-5a78-4e5c-8ff0-9af8c1244976),segment_id=ade77f39-5a78-4e5c-8ff0-9af8c1244976)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:40:00.637039 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': 'aa58b078-fcc6-490a-94bf-b019f5d35ae1', 'network_id': '436bb3cf-4f1a-421b-bfd3-5f21c99032ed', 'port_id': 'aa58b078-fcc6-490a-94bf-b019f5d35ae1', 'mac_address': 'fa:16:3e:78:00:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d1b4558-44bd-41e9-aa53-567e0a55d684', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:40:00.672633 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-754e11d7-8965-4080-9674-9d6de65f4409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:00.700745 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:00.713963 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-6067f220-dd70-4e0e-b0e8-8b1f6071615d tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Deleting port 1e995d09-5c61-47c2-b12f-2430a6b898df {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:40:00.714412 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6067f220-dd70-4e0e-b0e8-8b1f6071615d tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:00.719702 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-754e11d7-8965-4080-9674-9d6de65f4409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:00.723420 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa58b078-fcc6-490a-94bf-b019f5d35ae1 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:40:00.727811 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-fca7970e-a7e1-490c-836a-7cc8cc1d4ef1 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.2008200 Aug 22 13:40:00.730986 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca7970e-a7e1-490c-836a-7cc8cc1d4ef1 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event updated for resources: {'Network': ['ID=933f65da-8ef2-4dea-ac27-3eee9182e92f,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:00.736875 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46328) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:00.740867 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f9e61070-0135-44b4-aa13-2d6ff28b815d tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:00.746613 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-8d4285f7-3733-405f-9b59-fe9e1c1bfeff tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'subnet': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:00.753624 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:40:00.802253 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port aa58b078-fcc6-490a-94bf-b019f5d35ae1, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=aa58b078-fcc6-490a-94bf-b019f5d35ae1,segment=NetworkSegment(ade77f39-5a78-4e5c-8ff0-9af8c1244976),segment_id=ade77f39-5a78-4e5c-8ff0-9af8c1244976)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:40:00.814837 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:00.871277 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-8806b46c-ab74-4ddd-8ed8-cce460d71694 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Allocated IP 172.25.3.49 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/8c62935f-b165-47d4-9dfd-7b52a55c0676) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:40:00.914223 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=aa58b078-fcc6-490a-94bf-b019f5d35ae1,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:01.022734 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['aa58b078-fcc6-490a-94bf-b019f5d35ae1'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:40:01.074828 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4285f7-3733-405f-9b59-fe9e1c1bfeff tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:40:01.078296 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8d4285f7-3733-405f-9b59-fe9e1c1bfeff tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:01.090183 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-952e6775-1abf-4137-a595-a665af8f8808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:01.194536 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da915ac7-505e-4a5f-873a-6fbc46630704 None None] Network 8f229a7d-1035-4bf0-b356-6b19fed14554 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:40:01.228605 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8806b46c-ab74-4ddd-8ed8-cce460d71694 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:01.254777 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f9e61070-0135-44b4-aa13-2d6ff28b815d tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:01.263795 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:01.265916 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f9e61070-0135-44b4-aa13-2d6ff28b815d tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:01.270266 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4565caa-6a72-4ee5-88d2-7a821883c5e0 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Router f70c1faf-6278-419f-93e4-c53e735583b6 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:40:01.285863 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-1df216f7-4dff-47b5-9be9-6d2bc16ed137 None None] Provisioning for port 1e995d09-5c61-47c2-b12f-2430a6b898df completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:40:01.354999 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-6067f220-dd70-4e0e-b0e8-8b1f6071615d tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] For port 1e995d09-5c61-47c2-b12f-2430a6b898df, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=1e995d09-5c61-47c2-b12f-2430a6b898df,segment=NetworkSegment(b1c60959-322a-4413-815a-fa6af6f718e3),segment_id=b1c60959-322a-4413-815a-fa6af6f718e3)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:40:01.355548 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6067f220-dd70-4e0e-b0e8-8b1f6071615d tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:01.377339 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-6067f220-dd70-4e0e-b0e8-8b1f6071615d tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Calling delete_port for 1e995d09-5c61-47c2-b12f-2430a6b898df owned by network:dhcp {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:40:01.386770 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f9e61070-0135-44b4-aa13-2d6ff28b815d tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:01.387389 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e61070-0135-44b4-aa13-2d6ff28b815d tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Fanout notify agent at l3_agent the message router_deleted on router 1042fa67-986e-446f-838a-020842fea022 {{(pid=94627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:40:01.393193 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-754e11d7-8965-4080-9674-9d6de65f4409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:01.396221 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-754e11d7-8965-4080-9674-9d6de65f4409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:01.400109 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-754e11d7-8965-4080-9674-9d6de65f4409 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/adf2e68f-eb4a-401d-8de7-18ba9324b575 HTTP/1.1" status: 204 len: 168 time: 0.8919594 Aug 22 13:40:01.404995 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8806b46c-ab74-4ddd-8ed8-cce460d71694 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:01.406045 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f9e61070-0135-44b4-aa13-2d6ff28b815d tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:01.410731 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f9e61070-0135-44b4-aa13-2d6ff28b815d tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] 10.222.0.21 "DELETE /v2.0/routers/1042fa67-986e-446f-838a-020842fea022 HTTP/1.1" status: 204 len: 168 time: 1.9561877 Aug 22 13:40:01.415279 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46334) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:01.420457 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9061bcf0-f6f2-47ac-b02d-a0148c1e3707 req-510286d4-6c7b-4b6a-a419-1e6e51ae31bb tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:01.428069 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9061bcf0-f6f2-47ac-b02d-a0148c1e3707 req-510286d4-6c7b-4b6a-a419-1e6e51ae31bb tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc164eae-9aae-4b0d-b3e6-994f2cd3516f HTTP/1.1" status: 200 len: 944 time: 0.1823010 Aug 22 13:40:01.449168 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-4507358d-45dc-49f3-8740-3eb8e8cad849 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-880893355', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:01.484002 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754e11d7-8965-4080-9674-9d6de65f4409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf2e68f-eb4a-401d-8de7-18ba9324b575,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:01.534075 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9061bcf0-f6f2-47ac-b02d-a0148c1e3707 req-be8206fc-a24e-45a1-9d1d-1f1e7e35df55 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961933 Aug 22 13:40:01.537394 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8806b46c-ab74-4ddd-8ed8-cce460d71694 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:40:01.550379 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-8806b46c-ab74-4ddd-8ed8-cce460d71694 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:40:01.566235 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8806b46c-ab74-4ddd-8ed8-cce460d71694 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:40:01.605358 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4507358d-45dc-49f3-8740-3eb8e8cad849 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:01.606509 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4507358d-45dc-49f3-8740-3eb8e8cad849 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:01.616461 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8806b46c-ab74-4ddd-8ed8-cce460d71694 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Pushing event updated for resources: {'Port': ['ID=8c62935f-b165-47d4-9dfd-7b52a55c0676,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:01.625555 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4565caa-6a72-4ee5-88d2-7a821883c5e0 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:40:01.628635 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8d4285f7-3733-405f-9b59-fe9e1c1bfeff tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:01.635339 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d4565caa-6a72-4ee5-88d2-7a821883c5e0 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:01.639926 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bef6cfc-1063-4d1b-9521-290cf2c72e52 None None] Sync routers for ids ['f70c1faf-6278-419f-93e4-c53e735583b6'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:40:01.653379 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6067f220-dd70-4e0e-b0e8-8b1f6071615d tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:01.659184 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bef6cfc-1063-4d1b-9521-290cf2c72e52 None None] Routers {'f70c1faf-6278-419f-93e4-c53e735583b6'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:40:01.665103 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-6bef6cfc-1063-4d1b-9521-290cf2c72e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:40:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['f70c1faf-6278-419f-93e4-c53e735583b6'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:01.704686 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6067f220-dd70-4e0e-b0e8-8b1f6071615d tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Pushing event deleted for resources: {'Port': ['ID=1e995d09-5c61-47c2-b12f-2430a6b898df,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:01.741231 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d4565caa-6a72-4ee5-88d2-7a821883c5e0 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "DELETE /v2.0/floatingips/2f69c01a-5609-4efc-84a2-47ef9342af0c HTTP/1.1" status: 204 len: 168 time: 3.4395278 Aug 22 13:40:01.749425 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '534d49c1-5984-45a0-87be-e18d6e72df78', 'tag': '889a8a4f-0e6c-4fa7-a465-24a875749fbf'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:40:01.751775 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33d5bbb-b319-4d86-aafc-6330990b8eab" -d '{"events": [{"name": "network-changed", "server_uuid": "534d49c1-5984-45a0-87be-e18d6e72df78", "tag": "889a8a4f-0e6c-4fa7-a465-24a875749fbf"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:40:01.769548 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6067f220-dd70-4e0e-b0e8-8b1f6071615d tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] No DVR routers for this DVR port 1e995d09-5c61-47c2-b12f-2430a6b898df on host n-d-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:40:01.810773 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e3adf2-6217-486c-81eb-12b7aa3683bb None None] Network 8f229a7d-1035-4bf0-b356-6b19fed14554 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:40:01.839710 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-3a9a3c59-6cd1-4204-bf3d-12ee3a0a08f3 None None] Could not find standard attr ID for object 1e995d09-5c61-47c2-b12f-2430a6b898df. {{(pid=94629) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 13:40:01.915161 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6067f220-dd70-4e0e-b0e8-8b1f6071615d tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:01.940989 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-6bef6cfc-1063-4d1b-9521-290cf2c72e52 None None] Set router f70c1faf-6278-419f-93e4-c53e735583b6 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:40:01.950077 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4285f7-3733-405f-9b59-fe9e1c1bfeff tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event updated for resources: {'Subnet': ['ID=75919232-687b-4387-a0ff-d19b7b403bfc,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:01.981736 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d789b6-0152-437c-aa9a-70b9c4564c12 x-openstack-request-id: req-53d789b6-0152-437c-aa9a-70b9c4564c12 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:40:01.983369 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "534d49c1-5984-45a0-87be-e18d6e72df78", "tag": "889a8a4f-0e6c-4fa7-a465-24a875749fbf", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:40:01.984072 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-53d789b6-0152-437c-aa9a-70b9c4564c12 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:40:01.985578 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '534d49c1-5984-45a0-87be-e18d6e72df78', 'tag': '889a8a4f-0e6c-4fa7-a465-24a875749fbf', 'status': 'completed', 'code': 200} Aug 22 13:40:01.991077 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4507358d-45dc-49f3-8740-3eb8e8cad849 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:01.991409 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d5bbb-b319-4d86-aafc-6330990b8eab req-ec7e2c09-0be7-440b-a6fe-6f08c64d09d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:01.993502 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b33d5bbb-b319-4d86-aafc-6330990b8eab req-ec7e2c09-0be7-440b-a6fe-6f08c64d09d4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=50b3d484826f4e1f8052fde49b87f38a&device_id=534d49c1-5984-45a0-87be-e18d6e72df78 HTTP/1.1" status: 200 len: 1097 time: 0.1250458 Aug 22 13:40:02.001737 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4285f7-3733-405f-9b59-fe9e1c1bfeff tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Checking segment: {'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:40:02.002835 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4285f7-3733-405f-9b59-fe9e1c1bfeff tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Network hostable DHCP agents. Network: 933f65da-8ef2-4dea-ac27-3eee9182e92f, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:40:02.008956 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4507358d-45dc-49f3-8740-3eb8e8cad849 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:02.036339 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46344) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:02.092670 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6067f220-dd70-4e0e-b0e8-8b1f6071615d tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:02.120000 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4507358d-45dc-49f3-8740-3eb8e8cad849 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:02.123943 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4507358d-45dc-49f3-8740-3eb8e8cad849 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6971884 Aug 22 13:40:02.123943 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ee97f8bc-14a6-4872-8af3-fd19ca3ad696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:02.126946 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46348) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:02.146320 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-f9794b28-4277-47f8-8d28-58c41e7720e4 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'enable_snat': False}}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:02.169667 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6067f220-dd70-4e0e-b0e8-8b1f6071615d tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Pushing event deleted for resources: {'Subnet': ['ID=99caabee-4974-4bb5-a66a-fd32b2e510c8,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:02.189421 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4285f7-3733-405f-9b59-fe9e1c1bfeff tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:40:02.219715 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-8d4285f7-3733-405f-9b59-fe9e1c1bfeff tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 933f65da-8ef2-4dea-ac27-3eee9182e92f) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:40:02.225159 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8806b46c-ab74-4ddd-8ed8-cce460d71694 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:02.230869 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4285f7-3733-405f-9b59-fe9e1c1bfeff tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:02.231583 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8d4285f7-3733-405f-9b59-fe9e1c1bfeff tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:02.233966 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddae1f0-2136-4508-bbc8-358653ace5f0 None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:40:02.315376 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6067f220-dd70-4e0e-b0e8-8b1f6071615d tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:02.321553 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-6bef6cfc-1063-4d1b-9521-290cf2c72e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70c1faf-6278-419f-93e4-c53e735583b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793950476', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '2111ab37-1d26-4af4-8dbd-3d1afc14e235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:37:45Z', 'updated_at': '2021-08-22T13:37:55Z', 'revision_number': 4, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'gw_port': {'id': '2111ab37-1d26-4af4-8dbd-3d1afc14e235', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:62:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c1faf-6278-419f-93e4-c53e735583b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:37:46Z', 'updated_at': '2021-08-22T13:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'd966870f-85a6-4ab0-a6b8-3e278e682f86', 'name': '', 'network_id': '74c80ecc-abbb-432b-a090-605bdcc17938', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'mac_address': 'fa:16:3e:b5:81:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c1faf-6278-419f-93e4-c53e735583b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '35444415-8101-4a48-91cf-416f87b6f6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:37:53Z', 'updated_at': '2021-08-22T13:38:04Z', 'revision_number': 5, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'subnets': [{'id': '35444415-8101-4a48-91cf-416f87b6f6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:02.328458 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device aa58b078-fcc6-490a-94bf-b019f5d35ae1 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:40:02.395308 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bef6cfc-1063-4d1b-9521-290cf2c72e52 None None] Checking router: f70c1faf-6278-419f-93e4-c53e735583b6 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:40:02.430810 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:02.467854 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f9f636-98d0-41e3-9217-4a5a6174dfea None None] Network 8f229a7d-1035-4bf0-b356-6b19fed14554 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:40:02.479507 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-6067f220-dd70-4e0e-b0e8-8b1f6071615d tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f229a7d-1035-4bf0-b356-6b19fed14554']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:02.491365 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bef6cfc-1063-4d1b-9521-290cf2c72e52 None None] Routers {'f70c1faf-6278-419f-93e4-c53e735583b6'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:40:02.492070 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-6bef6cfc-1063-4d1b-9521-290cf2c72e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:40:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['f70c1faf-6278-419f-93e4-c53e735583b6'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:02.497266 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d5bbb-b319-4d86-aafc-6330990b8eab req-d7d561f5-c9a2-491b-a08e-8dedc0ef39c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:02.500066 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b33d5bbb-b319-4d86-aafc-6330990b8eab req-d7d561f5-c9a2-491b-a08e-8dedc0ef39c3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=74c80ecc-abbb-432b-a090-605bdcc17938 HTTP/1.1" status: 200 len: 898 time: 0.4707880 Aug 22 13:40:02.502671 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-6067f220-dd70-4e0e-b0e8-8b1f6071615d tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1c60959-322a-4413-815a-fa6af6f718e3') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:02.502978 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-6067f220-dd70-4e0e-b0e8-8b1f6071615d tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1c60959-322a-4413-815a-fa6af6f718e3') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:02.549373 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1270f52-aa10-4739-9bd5-9070689b99f0 req-89a837c5-8f86-4897-a2f6-31fb737dc401 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:02.556847 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a1270f52-aa10-4739-9bd5-9070689b99f0 req-89a837c5-8f86-4897-a2f6-31fb737dc401 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=534d49c1-5984-45a0-87be-e18d6e72df78 HTTP/1.1" status: 200 len: 945 time: 0.4287796 Aug 22 13:40:02.575242 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6067f220-dd70-4e0e-b0e8-8b1f6071615d tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:02.611636 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-6bef6cfc-1063-4d1b-9521-290cf2c72e52 None None] Set router f70c1faf-6278-419f-93e4-c53e735583b6 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:40:02.665309 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b33d5bbb-b319-4d86-aafc-6330990b8eab req-9f5c1d1d-e3df-4884-b320-33c5c71d8a2b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=889a8a4f-0e6c-4fa7-a465-24a875749fbf HTTP/1.1" status: 200 len: 217 time: 0.1288607 Aug 22 13:40:02.669749 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f9794b28-4277-47f8-8d28-58c41e7720e4 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:02.677172 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6067f220-dd70-4e0e-b0e8-8b1f6071615d tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:02.713658 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6067f220-dd70-4e0e-b0e8-8b1f6071615d tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:40:02.714103 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6067f220-dd70-4e0e-b0e8-8b1f6071615d tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:02.719664 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:40:02.719664 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:40:02.719664 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:40:02.719664 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:40:02.719664 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:40:02.719664 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:40:02.719664 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:40:02.719664 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:40:02.719664 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:40:02.719664 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:40:02.719664 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:40:02.719664 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:40:02.719664 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:40:02.719664 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:40:02.719664 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:40:02.719664 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:40:02.719664 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:40:02.719664 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:40:02.719664 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:40:02.719664 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:40:02.719664 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:40:02.719664 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:40:02.719664 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:40:02.719664 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:40:02.719664 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:40:02.719664 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:40:02.719664 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:40:02.719664 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:40:02.719664 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:40:02.719664 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:40:02.719664 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:40:02.719664 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:40:02.803737 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ee97f8bc-14a6-4872-8af3-fd19ca3ad696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:02.812348 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ee97f8bc-14a6-4872-8af3-fd19ca3ad696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:02.825151 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8d4285f7-3733-405f-9b59-fe9e1c1bfeff tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0869148 Aug 22 13:40:02.825859 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46354) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:02.828171 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a1270f52-aa10-4739-9bd5-9070689b99f0 req-72d165a4-07f9-4d63-be8f-8581639137b4 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e5ee16a-a71b-41c2-8638-acd377ab5b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2704098 Aug 22 13:40:02.841778 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port aa58b078-fcc6-490a-94bf-b019f5d35ae1 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:40:02.847946 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-bee44338-c1d0-4ab5-a240-763b29b5a082 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'port': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'name': 'tempest-NetworksTestDHCPv6-1399088492'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:02.901534 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d5bbb-b319-4d86-aafc-6330990b8eab req-0184907b-a934-4383-a4c2-d420e279c79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:02.903070 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b33d5bbb-b319-4d86-aafc-6330990b8eab req-0184907b-a934-4383-a4c2-d420e279c79c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=35444415-8101-4a48-91cf-416f87b6f6a6 HTTP/1.1" status: 200 len: 834 time: 0.2056205 Aug 22 13:40:02.907862 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port aa58b078-fcc6-490a-94bf-b019f5d35ae1 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:40:02.908862 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:02.912581 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3155fb1-b8c3-4aa2-a3bd-4a3336dfacae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-933f65da-8ef2-4dea-ac27-3eee9182e92f', 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'tenant_id': 'a71622c06b3d48d28918cf297ca2043b', 'fixed_ips': [{'subnet_id': '75919232-687b-4387-a0ff-d19b7b403bfc'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:40:02.912729 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e76f92-14bc-4c74-a6de-6335ed77826e req-30e2b7a6-6d59-40d9-86dd-0559a9f80fa1 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:02.913903 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b3155fb1-b8c3-4aa2-a3bd-4a3336dfacae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:02.919725 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-76e76f92-14bc-4c74-a6de-6335ed77826e req-30e2b7a6-6d59-40d9-86dd-0559a9f80fa1 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc164eae-9aae-4b0d-b3e6-994f2cd3516f HTTP/1.1" status: 200 len: 944 time: 0.2796745 Aug 22 13:40:02.928774 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ee97f8bc-14a6-4872-8af3-fd19ca3ad696 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7a92b3face4844e2a6b13c6d341f98ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8890934 Aug 22 13:40:02.942579 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6067f220-dd70-4e0e-b0e8-8b1f6071615d tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:02.944283 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46356) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:02.978243 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee97f8bc-14a6-4872-8af3-fd19ca3ad696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f4c9bb-3ba5-47a8-8dcf-6b4d79dca98f,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:02.981310 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6067f220-dd70-4e0e-b0e8-8b1f6071615d tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:02.985753 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-6067f220-dd70-4e0e-b0e8-8b1f6071615d tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "DELETE /v2.0/networks/8f229a7d-1035-4bf0-b356-6b19fed14554 HTTP/1.1" status: 204 len: 168 time: 2.7595744 Aug 22 13:40:02.989762 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46358) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:03.019466 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-186284a1-0408-4a60-b900-8330f43ac1b7 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] DELETE failed (client error): The resource could not be found. Aug 22 13:40:03.020136 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-186284a1-0408-4a60-b900-8330f43ac1b7 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:40:03.025803 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6067f220-dd70-4e0e-b0e8-8b1f6071615d tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Pushing event deleted for resources: {'Network': ['ID=8f229a7d-1035-4bf0-b356-6b19fed14554,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:03.026004 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-186284a1-0408-4a60-b900-8330f43ac1b7 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "DELETE /v2.0/networks/8f229a7d-1035-4bf0-b356-6b19fed14554 HTTP/1.1" status: 404 len: 339 time: 0.0316639 Aug 22 13:40:03.030095 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46360) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:03.039989 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-1e95a36a-9eff-4b48-8b4b-8e2be933a6bc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2049593562', 'description': 'd1'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:03.061341 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8806b46c-ab74-4ddd-8ed8-cce460d71694 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:03.067557 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-76e76f92-14bc-4c74-a6de-6335ed77826e req-27f46f62-e0f0-4e55-80af-d4a6c110ee91 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467903 Aug 22 13:40:03.090084 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d5bbb-b319-4d86-aafc-6330990b8eab req-5a101085-1df8-47bb-b65f-44c550033061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:03.091660 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b33d5bbb-b319-4d86-aafc-6330990b8eab req-5a101085-1df8-47bb-b65f-44c550033061 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=74c80ecc-abbb-432b-a090-605bdcc17938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1596012 Aug 22 13:40:03.106092 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-385c9595-5c7a-42e2-bd63-4637d52b08f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:03.152918 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e95a36a-9eff-4b48-8b4b-8e2be933a6bc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Made reservation on behalf of 6be38ca5ea35447298f0675ebcd2561a for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:40:03.156684 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1e95a36a-9eff-4b48-8b4b-8e2be933a6bc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:03.214731 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-385c9595-5c7a-42e2-bd63-4637d52b08f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:03.233371 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e95a36a-9eff-4b48-8b4b-8e2be933a6bc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:40:03.242870 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1e95a36a-9eff-4b48-8b4b-8e2be933a6bc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:03.243346 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-1e95a36a-9eff-4b48-8b4b-8e2be933a6bc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Added segment 18cc1814-a0ef-4f72-8ac6-8fc4d2b8c8f7 of type vlan for network b03e5680-21d2-4701-a7e7-2b55baa2894c Aug 22 13:40:03.264117 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6b2ade-fa84-4c18-a867-23aeb25a25e3 None None] DHCP port deletion for 8f229a7d-1035-4bf0-b356-6b19fed14554 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:40:03.287070 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1e95a36a-9eff-4b48-8b4b-8e2be933a6bc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:03.305676 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee44338-c1d0-4ab5-a240-763b29b5a082 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:40:03.309072 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bee44338-c1d0-4ab5-a240-763b29b5a082 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:03.357164 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-bee44338-c1d0-4ab5-a240-763b29b5a082 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] device_id is not set on port 3a99601c-2a3b-442b-a27f-db55f40b3dd7 yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:40:03.365312 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1e95a36a-9eff-4b48-8b4b-8e2be933a6bc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:03.371223 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e95a36a-9eff-4b48-8b4b-8e2be933a6bc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:03.371372 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b33d5bbb-b319-4d86-aafc-6330990b8eab req-50f55bb5-c938-472e-b1eb-1d63589c4b6b service neutron] 10.222.0.16 "GET /v2.0/networks/74c80ecc-abbb-432b-a090-605bdcc17938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616308 Aug 22 13:40:03.371838 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1e95a36a-9eff-4b48-8b4b-8e2be933a6bc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:03.455422 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-b3155fb1-b8c3-4aa2-a3bd-4a3336dfacae None None] Allocated IP 2001:db8::2 (933f65da-8ef2-4dea-ac27-3eee9182e92f/75919232-687b-4387-a0ff-d19b7b403bfc/7114e3f7-02e5-4530-939f-27ffc0f5fe15) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:40:03.460635 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:03.475015 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-385c9595-5c7a-42e2-bd63-4637d52b08f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:03.478184 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-385c9595-5c7a-42e2-bd63-4637d52b08f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:03.479537 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-385c9595-5c7a-42e2-bd63-4637d52b08f8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b1f4c9bb-3ba5-47a8-8dcf-6b4d79dca98f HTTP/1.1" status: 204 len: 168 time: 0.5271170 Aug 22 13:40:03.492081 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-6bef6cfc-1063-4d1b-9521-290cf2c72e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70c1faf-6278-419f-93e4-c53e735583b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793950476', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '2111ab37-1d26-4af4-8dbd-3d1afc14e235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:37:45Z', 'updated_at': '2021-08-22T13:37:55Z', 'revision_number': 4, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'gw_port': {'id': '2111ab37-1d26-4af4-8dbd-3d1afc14e235', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:62:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c1faf-6278-419f-93e4-c53e735583b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:37:46Z', 'updated_at': '2021-08-22T13:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'd966870f-85a6-4ab0-a6b8-3e278e682f86', 'name': '', 'network_id': '74c80ecc-abbb-432b-a090-605bdcc17938', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'mac_address': 'fa:16:3e:b5:81:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c1faf-6278-419f-93e4-c53e735583b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '35444415-8101-4a48-91cf-416f87b6f6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:37:53Z', 'updated_at': '2021-08-22T13:38:04Z', 'revision_number': 5, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'subnets': [{'id': '35444415-8101-4a48-91cf-416f87b6f6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:03.502324 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-1e95a36a-9eff-4b48-8b4b-8e2be933a6bc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4662733 Aug 22 13:40:03.509974 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46364) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:03.544210 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8806b46c-ab74-4ddd-8ed8-cce460d71694 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Router 55ca68c5-cda4-4454-9a8d-82f0d71070db is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:40:03.546141 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e95a36a-9eff-4b48-8b4b-8e2be933a6bc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Pushing event updated for resources: {'Network': ['ID=b03e5680-21d2-4701-a7e7-2b55baa2894c,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:03.570552 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network b03e5680-21d2-4701-a7e7-2b55baa2894c details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:40:03.578838 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bef6cfc-1063-4d1b-9521-290cf2c72e52 None None] The sync data for ids ['f70c1faf-6278-419f-93e4-c53e735583b6'] in n-d-793621-33 is: [{'id': 'f70c1faf-6278-419f-93e4-c53e735583b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793950476', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '2111ab37-1d26-4af4-8dbd-3d1afc14e235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:37:45Z', 'updated_at': '2021-08-22T13:37:55Z', 'revision_number': 4, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'gw_port': {'id': '2111ab37-1d26-4af4-8dbd-3d1afc14e235', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:62:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c1faf-6278-419f-93e4-c53e735583b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:37:46Z', 'updated_at': '2021-08-22T13:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'd966870f-85a6-4ab0-a6b8-3e278e682f86', 'name': '', 'network_id': '74c80ecc-abbb-432b-a090-605bdcc17938', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'mac_address': 'fa:16:3e:b5:81:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c1faf-6278-419f-93e4-c53e735583b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '35444415-8101-4a48-91cf-416f87b6f6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:37:53Z', 'updated_at': '2021-08-22T13:38:04Z', 'revision_number': 5, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'subnets': [{'id': '35444415-8101-4a48-91cf-416f87b6f6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:40:03.580682 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc164eae-9aae-4b0d-b3e6-994f2cd3516f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa58b078-fcc6-490a-94bf-b019f5d35ae1'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:40:03.583125 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9384e241-17ed-4e76-a93a-f46b60011659" -d '{"events": [{"server_uuid": "dc164eae-9aae-4b0d-b3e6-994f2cd3516f", "name": "network-vif-plugged", "status": "completed", "tag": "aa58b078-fcc6-490a-94bf-b019f5d35ae1"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:40:03.609719 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c9595-5c7a-42e2-bd63-4637d52b08f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f4c9bb-3ba5-47a8-8dcf-6b4d79dca98f,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:03.614107 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f9794b28-4277-47f8-8d28-58c41e7720e4 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:03.620225 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b33d5bbb-b319-4d86-aafc-6330990b8eab req-da665d23-cf62-4536-a623-312f186201c4 service neutron] 10.222.0.16 "GET /v2.0/networks/74c80ecc-abbb-432b-a090-605bdcc17938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175384 Aug 22 13:40:03.633777 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port aa58b078-fcc6-490a-94bf-b019f5d35ae1, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=aa58b078-fcc6-490a-94bf-b019f5d35ae1,segment=NetworkSegment(ade77f39-5a78-4e5c-8ff0-9af8c1244976),segment_id=ade77f39-5a78-4e5c-8ff0-9af8c1244976)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:40:03.653771 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f9794b28-4277-47f8-8d28-58c41e7720e4 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:03.702293 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d50e9b-8e91-4fa4-bcd3-1d22dd36866e tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:03.706800 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46368) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:03.707654 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c1d50e9b-8e91-4fa4-bcd3-1d22dd36866e tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "GET /v2.0/networks?id=b03e5680-21d2-4701-a7e7-2b55baa2894c HTTP/1.1" status: 200 len: 761 time: 0.1875887 Aug 22 13:40:03.714261 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-9c2a3726-96f1-4b25-8c61-6840dd324af1 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Request body: {'network': {'description': 'd2'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:03.795485 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b3155fb1-b8c3-4aa2-a3bd-4a3336dfacae None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:03.810017 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-b3155fb1-b8c3-4aa2-a3bd-4a3336dfacae None None] Transition to ACTIVE for port object 7114e3f7-02e5-4530-939f-27ffc0f5fe15 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:40:03.829932 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-b3155fb1-b8c3-4aa2-a3bd-4a3336dfacae None None] Transition to ACTIVE for port object 7114e3f7-02e5-4530-939f-27ffc0f5fe15 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:40:03.849579 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8806b46c-ab74-4ddd-8ed8-cce460d71694 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:40:03.866814 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b77629-3642-49c4-b9a1-fedc687a2b92 None None] Sync routers for ids ['55ca68c5-cda4-4454-9a8d-82f0d71070db'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:40:03.890259 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b77629-3642-49c4-b9a1-fedc687a2b92 None None] Routers {'55ca68c5-cda4-4454-9a8d-82f0d71070db'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:40:03.894753 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-c0b77629-3642-49c4-b9a1-fedc687a2b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:40:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['55ca68c5-cda4-4454-9a8d-82f0d71070db'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:04.029917 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 1e995d09-5c61-47c2-b12f-2430a6b898df no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:40:04.049968 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-bee44338-c1d0-4ab5-a240-763b29b5a082 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Allocated IP 2001:db8::3d2 (933f65da-8ef2-4dea-ac27-3eee9182e92f/75919232-687b-4387-a0ff-d19b7b403bfc/3a99601c-2a3b-442b-a27f-db55f40b3dd7) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:40:04.094290 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ddeb12-19c0-4e45-b75d-c358956fff45 x-openstack-request-id: req-16ddeb12-19c0-4e45-b75d-c358956fff45 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:40:04.098271 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc164eae-9aae-4b0d-b3e6-994f2cd3516f", "name": "network-vif-plugged", "status": "completed", "tag": "aa58b078-fcc6-490a-94bf-b019f5d35ae1", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:40:04.098756 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-16ddeb12-19c0-4e45-b75d-c358956fff45 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:40:04.099395 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc164eae-9aae-4b0d-b3e6-994f2cd3516f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa58b078-fcc6-490a-94bf-b019f5d35ae1', 'code': 200} Aug 22 13:40:04.126462 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 1e995d09-5c61-47c2-b12f-2430a6b898df {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:40:04.128569 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 1e995d09-5c61-47c2-b12f-2430a6b898df not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:40:04.134274 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b3155fb1-b8c3-4aa2-a3bd-4a3336dfacae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:04.142752 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55f466-d6c9-4f96-9f8a-27ea70b3adfc req-19b87f6b-dcf5-40d4-828e-21146b74c63f tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:04.149861 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1d55f466-d6c9-4f96-9f8a-27ea70b3adfc req-19b87f6b-dcf5-40d4-828e-21146b74c63f tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.16 "GET /v2.0/ports?device_id=534d49c1-5984-45a0-87be-e18d6e72df78 HTTP/1.1" status: 200 len: 945 time: 0.4029598 Aug 22 13:40:04.157288 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:04.185816 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3155fb1-b8c3-4aa2-a3bd-4a3336dfacae None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:40:04.187417 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db351c97-2ba5-43a0-841d-24e10818ef72 None None] New status for floating IP 2f69c01a-5609-4efc-84a2-47ef9342af0c: DOWN {{(pid=94629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 13:40:04.218806 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-f9794b28-4277-47f8-8d28-58c41e7720e4 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Allocated IP 172.25.3.251 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/c81b7a5b-14b4-4114-975d-3705d051c9ed) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:40:04.283967 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-c0b77629-3642-49c4-b9a1-fedc687a2b92 None None] Set router 55ca68c5-cda4-4454-9a8d-82f0d71070db gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:40:04.290712 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-b3155fb1-b8c3-4aa2-a3bd-4a3336dfacae None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:40:04.300758 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3155fb1-b8c3-4aa2-a3bd-4a3336dfacae None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:40:04.332914 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9c2a3726-96f1-4b25-8c61-6840dd324af1 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:04.365438 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f280a1-838f-44e5-908e-f5386bfe85df req-22954051-861f-432a-8c47-206ba8c0fce6 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:04.367289 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-68f280a1-838f-44e5-908e-f5386bfe85df req-22954051-861f-432a-8c47-206ba8c0fce6 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=534d49c1-5984-45a0-87be-e18d6e72df78 HTTP/1.1" status: 200 len: 945 time: 0.3923295 Aug 22 13:40:04.400422 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:04.434074 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8806b46c-ab74-4ddd-8ed8-cce460d71694 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:04.437401 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8806b46c-ab74-4ddd-8ed8-cce460d71694 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.9150975 Aug 22 13:40:04.444153 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f45e0-b57c-4293-9e1e-9f45df9dadf5 req-3d666671-b01f-4807-85bc-351e4c3f353e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:04.446519 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f04f45e0-b57c-4293-9e1e-9f45df9dadf5 req-3d666671-b01f-4807-85bc-351e4c3f353e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dc164eae-9aae-4b0d-b3e6-994f2cd3516f HTTP/1.1" status: 200 len: 1097 time: 0.6638849 Aug 22 13:40:04.450498 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46388) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:04.452945 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-b3155fb1-b8c3-4aa2-a3bd-4a3336dfacae None None] Attempting to bind port 7114e3f7-02e5-4530-939f-27ffc0f5fe15 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:40:04.453320 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-b3155fb1-b8c3-4aa2-a3bd-4a3336dfacae None None] Attempting to bind port 7114e3f7-02e5-4530-939f-27ffc0f5fe15 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:40:04.453752 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3155fb1-b8c3-4aa2-a3bd-4a3336dfacae None None] Attempting to bind port 7114e3f7-02e5-4530-939f-27ffc0f5fe15 on network 933f65da-8ef2-4dea-ac27-3eee9182e92f {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:40:04.460683 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:04.466652 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3155fb1-b8c3-4aa2-a3bd-4a3336dfacae None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:40:04.467182 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3155fb1-b8c3-4aa2-a3bd-4a3336dfacae None None] Checking segment: {'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:40:04.467688 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b3155fb1-b8c3-4aa2-a3bd-4a3336dfacae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:04.468093 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3155fb1-b8c3-4aa2-a3bd-4a3336dfacae None None] Bound using segment: {'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:40:04.468623 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-b3155fb1-b8c3-4aa2-a3bd-4a3336dfacae None None] Bound port: 7114e3f7-02e5-4530-939f-27ffc0f5fe15, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:40:04.469073 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b3155fb1-b8c3-4aa2-a3bd-4a3336dfacae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:04.488369 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9c2a3726-96f1-4b25-8c61-6840dd324af1 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:04.520916 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3155fb1-b8c3-4aa2-a3bd-4a3336dfacae None None] Pushing event updated for resources: {'Port': ['ID=7114e3f7-02e5-4530-939f-27ffc0f5fe15,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:04.522918 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8bbe9e-2fc5-4ee2-b978-923623c49603 req-71ed1971-4797-4983-81fa-ac3c40004095 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:04.530893 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3e8bbe9e-2fc5-4ee2-b978-923623c49603 req-71ed1971-4797-4983-81fa-ac3c40004095 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc164eae-9aae-4b0d-b3e6-994f2cd3516f HTTP/1.1" status: 200 len: 945 time: 0.3039894 Aug 22 13:40:04.551673 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-c0b77629-3642-49c4-b9a1-fedc687a2b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ca68c5-cda4-4454-9a8d-82f0d71070db', 'name': 'tempest-snat-router-469522636', 'tenant_id': 'b2bfc47eb7264ee1bab4264414dcdcd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.49'}], 'enable_snat': False}, 'gw_port_id': '8c62935f-b165-47d4-9dfd-7b52a55c0676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:39:58Z', 'updated_at': '2021-08-22T13:40:01Z', 'revision_number': 3, 'project_id': 'b2bfc47eb7264ee1bab4264414dcdcd4', 'gw_port': {'id': '8c62935f-b165-47d4-9dfd-7b52a55c0676', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ca:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ca68c5-cda4-4454-9a8d-82f0d71070db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:40:00Z', 'updated_at': '2021-08-22T13:40:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:04.556626 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9c2a3726-96f1-4b25-8c61-6840dd324af1 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Network b03e5680-21d2-4701-a7e7-2b55baa2894c is not hosted by any dhcp agent {{(pid=94627) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 22 13:40:04.562068 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2a3726-96f1-4b25-8c61-6840dd324af1 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:04.562987 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9c2a3726-96f1-4b25-8c61-6840dd324af1 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:04.564972 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-9c2a3726-96f1-4b25-8c61-6840dd324af1 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "PUT /v2.0/networks/b03e5680-21d2-4701-a7e7-2b55baa2894c HTTP/1.1" status: 200 len: 758 time: 0.8562834 Aug 22 13:40:04.578603 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46394) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:04.587080 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=aa58b078-fcc6-490a-94bf-b019f5d35ae1,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:04.595953 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-68f280a1-838f-44e5-908e-f5386bfe85df req-80a4176f-2ff1-4e0f-b97d-697547e94722 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e5ee16a-a71b-41c2-8638-acd377ab5b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2163734 Aug 22 13:40:04.614241 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b77629-3642-49c4-b9a1-fedc687a2b92 None None] Checking router: 55ca68c5-cda4-4454-9a8d-82f0d71070db for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:40:04.615023 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b77629-3642-49c4-b9a1-fedc687a2b92 None None] Updating router 55ca68c5-cda4-4454-9a8d-82f0d71070db port 8c62935f-b165-47d4-9dfd-7b52a55c0676 binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:40:04.656506 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-c0b77629-3642-49c4-b9a1-fedc687a2b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:04.658668 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-b3155fb1-b8c3-4aa2-a3bd-4a3336dfacae None None] For port 7114e3f7-02e5-4530-939f-27ffc0f5fe15, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:40:04.666126 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-b3155fb1-b8c3-4aa2-a3bd-4a3336dfacae None None] For port 7114e3f7-02e5-4530-939f-27ffc0f5fe15, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=7114e3f7-02e5-4530-939f-27ffc0f5fe15,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:40:04.674442 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b3155fb1-b8c3-4aa2-a3bd-4a3336dfacae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:04.723279 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3e8bbe9e-2fc5-4ee2-b978-923623c49603 req-32254944-2f44-4eab-bf77-aa0dd2db31a2 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914082 Aug 22 13:40:04.730213 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a3726-96f1-4b25-8c61-6840dd324af1 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Pushing event updated for resources: {'Network': ['ID=b03e5680-21d2-4701-a7e7-2b55baa2894c,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:04.764936 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f9794b28-4277-47f8-8d28-58c41e7720e4 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:04.773967 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-1d55f466-d6c9-4f96-9f8a-27ea70b3adfc req-5fe28052-b0b9-49e9-81ee-ddb7228281f1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Deleting port 889a8a4f-0e6c-4fa7-a465-24a875749fbf {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:40:04.775759 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-1d55f466-d6c9-4f96-9f8a-27ea70b3adfc req-5fe28052-b0b9-49e9-81ee-ddb7228281f1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:04.781640 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network b03e5680-21d2-4701-a7e7-2b55baa2894c details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:40:04.900788 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bee44338-c1d0-4ab5-a240-763b29b5a082 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:04.914730 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3155fb1-b8c3-4aa2-a3bd-4a3336dfacae None None] Pushing event updated for resources: {'Port': ['ID=7114e3f7-02e5-4530-939f-27ffc0f5fe15,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:04.930563 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f04f45e0-b57c-4293-9e1e-9f45df9dadf5 req-ab401e6b-374b-421b-a0cb-4035fba2e13b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4652305 Aug 22 13:40:04.937868 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-1d55f466-d6c9-4f96-9f8a-27ea70b3adfc req-5fe28052-b0b9-49e9-81ee-ddb7228281f1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] For port 889a8a4f-0e6c-4fa7-a465-24a875749fbf, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=889a8a4f-0e6c-4fa7-a465-24a875749fbf,segment=NetworkSegment(a46c041a-edee-4466-a041-94150c66bf51),segment_id=a46c041a-edee-4466-a041-94150c66bf51)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:40:04.938155 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-1d55f466-d6c9-4f96-9f8a-27ea70b3adfc req-5fe28052-b0b9-49e9-81ee-ddb7228281f1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:04.941766 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f9794b28-4277-47f8-8d28-58c41e7720e4 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:04.954532 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-bee44338-c1d0-4ab5-a240-763b29b5a082 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Transition to ACTIVE for port object 3a99601c-2a3b-442b-a27f-db55f40b3dd7 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:40:04.973554 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2a46fb63-e177-4fe2-b5fe-f886a62fd0fe tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] 10.222.0.21 "GET /v2.0/routers/55ca68c5-cda4-4454-9a8d-82f0d71070db HTTP/1.1" status: 200 len: 907 time: 0.5216625 Aug 22 13:40:04.977812 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46400) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:04.987916 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-c3e44d1d-b14d-4251-b26a-2f673edc6670 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Request body: {'router': {'name': 'tempest-snat-router-469522636', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'enable_snat': True}}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:05.003923 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9794b28-4277-47f8-8d28-58c41e7720e4 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:40:05.008730 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-1d55f466-d6c9-4f96-9f8a-27ea70b3adfc req-5fe28052-b0b9-49e9-81ee-ddb7228281f1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Calling delete_port for 889a8a4f-0e6c-4fa7-a465-24a875749fbf owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:40:05.020357 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3937699c-7979-43df-bf63-ee4948e354d2 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:05.022028 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-3937699c-7979-43df-bf63-ee4948e354d2 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "GET /v2.0/networks?id=b03e5680-21d2-4701-a7e7-2b55baa2894c HTTP/1.1" status: 200 len: 761 time: 0.3502085 Aug 22 13:40:05.025896 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46404) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:05.031054 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-b6b122d0-172b-423b-bc66-258332c81e44 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-297615262'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:05.119824 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-f9794b28-4277-47f8-8d28-58c41e7720e4 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:40:05.134770 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9794b28-4277-47f8-8d28-58c41e7720e4 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:40:05.143947 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c3e44d1d-b14d-4251-b26a-2f673edc6670 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:05.145397 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c3e44d1d-b14d-4251-b26a-2f673edc6670 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:05.156228 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bee44338-c1d0-4ab5-a240-763b29b5a082 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:05.183501 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee44338-c1d0-4ab5-a240-763b29b5a082 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:40:05.190495 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-bee44338-c1d0-4ab5-a240-763b29b5a082 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:40:05.205007 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9794b28-4277-47f8-8d28-58c41e7720e4 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Pushing event updated for resources: {'Port': ['ID=c81b7a5b-14b4-4114-975d-3705d051c9ed,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:05.222242 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee44338-c1d0-4ab5-a240-763b29b5a082 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:40:05.230731 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee44338-c1d0-4ab5-a240-763b29b5a082 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:05.231529 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bee44338-c1d0-4ab5-a240-763b29b5a082 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:05.254080 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b122d0-172b-423b-bc66-258332c81e44 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Made reservation on behalf of 6be38ca5ea35447298f0675ebcd2561a for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:40:05.258720 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b6b122d0-172b-423b-bc66-258332c81e44 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:05.268630 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-bee44338-c1d0-4ab5-a240-763b29b5a082 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4270952 Aug 22 13:40:05.279518 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46410) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:05.293946 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-c0b77629-3642-49c4-b9a1-fedc687a2b92 None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:05.311305 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-c0b77629-3642-49c4-b9a1-fedc687a2b92 None None] Transition to ACTIVE for port object 8c62935f-b165-47d4-9dfd-7b52a55c0676 will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:40:05.323226 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-c0b77629-3642-49c4-b9a1-fedc687a2b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:05.338715 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6b122d0-172b-423b-bc66-258332c81e44 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:40:05.348938 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b6b122d0-172b-423b-bc66-258332c81e44 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:05.349289 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-b6b122d0-172b-423b-bc66-258332c81e44 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Added segment 8a345a5d-0ac6-4643-9b8d-5d2df64b639c of type vlan for network 010b5516-2d27-4af9-ac0b-c35c1e8b5f04 Aug 22 13:40:05.388450 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-c0b77629-3642-49c4-b9a1-fedc687a2b92 None None] Attempting to bind port 8c62935f-b165-47d4-9dfd-7b52a55c0676 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:40:05.388938 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-c0b77629-3642-49c4-b9a1-fedc687a2b92 None None] Attempting to bind port 8c62935f-b165-47d4-9dfd-7b52a55c0676 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:40:05.389493 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b77629-3642-49c4-b9a1-fedc687a2b92 None None] Attempting to bind port 8c62935f-b165-47d4-9dfd-7b52a55c0676 on network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:40:05.390537 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee44338-c1d0-4ab5-a240-763b29b5a082 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event updated for resources: {'Port': ['ID=3a99601c-2a3b-442b-a27f-db55f40b3dd7,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:05.395518 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a17688e-1a9f-4238-bf7a-24cc02c55d4d None None] Pushing event updated for resources: {'Port': ['ID=8c62935f-b165-47d4-9dfd-7b52a55c0676,revision_number=2']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:05.406264 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a17688e-1a9f-4238-bf7a-24cc02c55d4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:40:05.406746 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a17688e-1a9f-4238-bf7a-24cc02c55d4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:40:05.407230 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a17688e-1a9f-4238-bf7a-24cc02c55d4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:40:05.407654 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a17688e-1a9f-4238-bf7a-24cc02c55d4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:40:05.408157 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a17688e-1a9f-4238-bf7a-24cc02c55d4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:40:05.408157 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a17688e-1a9f-4238-bf7a-24cc02c55d4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:40:05.408157 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a17688e-1a9f-4238-bf7a-24cc02c55d4d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:40:05.409342 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a17688e-1a9f-4238-bf7a-24cc02c55d4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:40:05.409851 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a17688e-1a9f-4238-bf7a-24cc02c55d4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:40:05.410158 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a17688e-1a9f-4238-bf7a-24cc02c55d4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:40:05.410566 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a17688e-1a9f-4238-bf7a-24cc02c55d4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:40:05.410974 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a17688e-1a9f-4238-bf7a-24cc02c55d4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:40:05.416333 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b77629-3642-49c4-b9a1-fedc687a2b92 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:40:05.416955 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b77629-3642-49c4-b9a1-fedc687a2b92 None None] Checking segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:40:05.417626 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-c0b77629-3642-49c4-b9a1-fedc687a2b92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:05.418155 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b77629-3642-49c4-b9a1-fedc687a2b92 None None] Bound using segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:40:05.418871 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-c0b77629-3642-49c4-b9a1-fedc687a2b92 None None] Bound port: 8c62935f-b165-47d4-9dfd-7b52a55c0676, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:40:05.419265 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-c0b77629-3642-49c4-b9a1-fedc687a2b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:05.437365 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c3e44d1d-b14d-4251-b26a-2f673edc6670 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:05.457018 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b6b122d0-172b-423b-bc66-258332c81e44 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:05.480322 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-c0b77629-3642-49c4-b9a1-fedc687a2b92 None None] For port 8c62935f-b165-47d4-9dfd-7b52a55c0676, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:40:05.484683 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-c0b77629-3642-49c4-b9a1-fedc687a2b92 None None] For port 8c62935f-b165-47d4-9dfd-7b52a55c0676, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=8c62935f-b165-47d4-9dfd-7b52a55c0676,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:40:05.491647 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-c0b77629-3642-49c4-b9a1-fedc687a2b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:05.507945 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ce334d-2b52-4e25-96e3-fb946f53d390 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:05.514711 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ce334d-2b52-4e25-96e3-fb946f53d390 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:05.516656 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-98ce334d-2b52-4e25-96e3-fb946f53d390 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2361767 Aug 22 13:40:05.522049 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46416) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:05.559591 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b77629-3642-49c4-b9a1-fedc687a2b92 None None] Routers {'55ca68c5-cda4-4454-9a8d-82f0d71070db'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:40:05.560453 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-c0b77629-3642-49c4-b9a1-fedc687a2b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:40:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['55ca68c5-cda4-4454-9a8d-82f0d71070db'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:05.678777 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c3e44d1d-b14d-4251-b26a-2f673edc6670 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:05.696717 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b6b122d0-172b-423b-bc66-258332c81e44 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:05.702481 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b122d0-172b-423b-bc66-258332c81e44 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:05.703113 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b6b122d0-172b-423b-bc66-258332c81e44 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:05.707434 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-c0b77629-3642-49c4-b9a1-fedc687a2b92 None None] Set router 55ca68c5-cda4-4454-9a8d-82f0d71070db gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:40:05.791871 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a17688e-1a9f-4238-bf7a-24cc02c55d4d None None] Pushing event updated for resources: {'Port': ['ID=8c62935f-b165-47d4-9dfd-7b52a55c0676,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:05.868788 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b122d0-172b-423b-bc66-258332c81e44 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Pushing event updated for resources: {'Network': ['ID=010b5516-2d27-4af9-ac0b-c35c1e8b5f04,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:05.906657 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 010b5516-2d27-4af9-ac0b-c35c1e8b5f04 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:40:06.000267 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b6b122d0-172b-423b-bc66-258332c81e44 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9732504 Aug 22 13:40:06.002441 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46428) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:06.009802 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-4139f0a5-adb6-4243-bb65-d2c4a32708cc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Request body: {'subnet': {'network_id': '010b5516-2d27-4af9-ac0b-c35c1e8b5f04', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:06.131400 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 7114e3f7-02e5-4530-939f-27ffc0f5fe15 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:40:06.176800 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-fe204ae8-455d-4df6-8827-58f5cd93f7b0 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Deleting port 3a99601c-2a3b-442b-a27f-db55f40b3dd7 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:40:06.177663 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fe204ae8-455d-4df6-8827-58f5cd93f7b0 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:06.201802 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4139f0a5-adb6-4243-bb65-d2c4a32708cc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Made reservation on behalf of 6be38ca5ea35447298f0675ebcd2561a for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:40:06.206214 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4139f0a5-adb6-4243-bb65-d2c4a32708cc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:06.216178 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f380104-a757-4b86-ae43-72ac18a2a279 req-64e4d8b1-a675-43c9-b526-42dce149e262 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:06.217770 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4f380104-a757-4b86-ae43-72ac18a2a279 req-64e4d8b1-a675-43c9-b526-42dce149e262 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc164eae-9aae-4b0d-b3e6-994f2cd3516f HTTP/1.1" status: 200 len: 945 time: 0.3048787 Aug 22 13:40:06.235660 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-c0b77629-3642-49c4-b9a1-fedc687a2b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ca68c5-cda4-4454-9a8d-82f0d71070db', 'name': 'tempest-snat-router-469522636', 'tenant_id': 'b2bfc47eb7264ee1bab4264414dcdcd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.49'}], 'enable_snat': False}, 'gw_port_id': '8c62935f-b165-47d4-9dfd-7b52a55c0676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:39:58Z', 'updated_at': '2021-08-22T13:40:01Z', 'revision_number': 3, 'project_id': 'b2bfc47eb7264ee1bab4264414dcdcd4', 'gw_port': {'id': '8c62935f-b165-47d4-9dfd-7b52a55c0676', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ca:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ca68c5-cda4-4454-9a8d-82f0d71070db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:40:00Z', 'updated_at': '2021-08-22T13:40:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:06.239723 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8afec-d644-4040-82ef-f8685a882635 req-a81d189d-0792-40e1-9f5a-f57ee4ab5be1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:06.246325 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-50f8afec-d644-4040-82ef-f8685a882635 req-a81d189d-0792-40e1-9f5a-f57ee4ab5be1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=534d49c1-5984-45a0-87be-e18d6e72df78 HTTP/1.1" status: 200 len: 945 time: 0.3342533 Aug 22 13:40:06.322229 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 7114e3f7-02e5-4530-939f-27ffc0f5fe15 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:40:06.338784 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557d5b1c-5ac4-4659-be68-9530d151c694 None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:40:06.342729 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b77629-3642-49c4-b9a1-fedc687a2b92 None None] The sync data for ids ['55ca68c5-cda4-4454-9a8d-82f0d71070db'] in n-d-793621-33 is: [{'id': '55ca68c5-cda4-4454-9a8d-82f0d71070db', 'name': 'tempest-snat-router-469522636', 'tenant_id': 'b2bfc47eb7264ee1bab4264414dcdcd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.49'}], 'enable_snat': False}, 'gw_port_id': '8c62935f-b165-47d4-9dfd-7b52a55c0676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:39:58Z', 'updated_at': '2021-08-22T13:40:01Z', 'revision_number': 3, 'project_id': 'b2bfc47eb7264ee1bab4264414dcdcd4', 'gw_port': {'id': '8c62935f-b165-47d4-9dfd-7b52a55c0676', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ca:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ca68c5-cda4-4454-9a8d-82f0d71070db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:40:00Z', 'updated_at': '2021-08-22T13:40:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:40:06.362717 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-1d55f466-d6c9-4f96-9f8a-27ea70b3adfc req-5fe28052-b0b9-49e9-81ee-ddb7228281f1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:06.437280 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4f380104-a757-4b86-ae43-72ac18a2a279 req-f6f2f9db-5bd6-42e1-83c8-1b657c8d07bf tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864264 Aug 22 13:40:06.470366 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-ad11f1ad-f805-48cd-9533-7a59af76c7ed None None] Provisioning for port 7114e3f7-02e5-4530-939f-27ffc0f5fe15 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:40:06.497885 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-ad11f1ad-f805-48cd-9533-7a59af76c7ed None None] Provisioning complete for port 7114e3f7-02e5-4530-939f-27ffc0f5fe15 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:40:06.498363 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ad11f1ad-f805-48cd-9533-7a59af76c7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:06.528747 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe28052-b0b9-49e9-81ee-ddb7228281f1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event deleted for resources: {'Port': ['ID=889a8a4f-0e6c-4fa7-a465-24a875749fbf,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:06.561511 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-50f8afec-d644-4040-82ef-f8685a882635 req-a27f82d4-4a0d-4674-9c5d-b919aa30da21 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e5ee16a-a71b-41c2-8638-acd377ab5b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3016148 Aug 22 13:40:06.618289 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d55f466-d6c9-4f96-9f8a-27ea70b3adfc req-5fe28052-b0b9-49e9-81ee-ddb7228281f1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] No DVR routers for this DVR port 889a8a4f-0e6c-4fa7-a465-24a875749fbf on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:40:06.630525 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-1d55f466-d6c9-4f96-9f8a-27ea70b3adfc req-5fe28052-b0b9-49e9-81ee-ddb7228281f1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:06.643255 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1d55f466-d6c9-4f96-9f8a-27ea70b3adfc req-5fe28052-b0b9-49e9-81ee-ddb7228281f1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.16 "DELETE /v2.0/ports/889a8a4f-0e6c-4fa7-a465-24a875749fbf HTTP/1.1" status: 204 len: 173 time: 2.4659369 Aug 22 13:40:06.644367 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '534d49c1-5984-45a0-87be-e18d6e72df78', 'name': 'network-vif-deleted', 'tag': '889a8a4f-0e6c-4fa7-a465-24a875749fbf'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:40:06.649718 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4136c81-da30-4f7e-ac69-131988d814da" -d '{"events": [{"server_uuid": "534d49c1-5984-45a0-87be-e18d6e72df78", "name": "network-vif-deleted", "tag": "889a8a4f-0e6c-4fa7-a465-24a875749fbf"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:40:06.675302 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f9794b28-4277-47f8-8d28-58c41e7720e4 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:06.724847 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ad11f1ad-f805-48cd-9533-7a59af76c7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:06.803255 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce31ce97-42ed-4612-8032-325172bfd73e x-openstack-request-id: req-ce31ce97-42ed-4612-8032-325172bfd73e {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:40:06.803594 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "534d49c1-5984-45a0-87be-e18d6e72df78", "name": "network-vif-deleted", "tag": "889a8a4f-0e6c-4fa7-a465-24a875749fbf", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:40:06.804097 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ce31ce97-42ed-4612-8032-325172bfd73e {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:40:06.805253 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '534d49c1-5984-45a0-87be-e18d6e72df78', 'name': 'network-vif-deleted', 'tag': '889a8a4f-0e6c-4fa7-a465-24a875749fbf', 'status': 'completed', 'code': 200} Aug 22 13:40:06.821705 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-ad11f1ad-f805-48cd-9533-7a59af76c7ed None None] For port 7114e3f7-02e5-4530-939f-27ffc0f5fe15, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=7114e3f7-02e5-4530-939f-27ffc0f5fe15,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:40:06.827603 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ad11f1ad-f805-48cd-9533-7a59af76c7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:06.944554 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad11f1ad-f805-48cd-9533-7a59af76c7ed None None] Pushing event updated for resources: {'Port': ['ID=7114e3f7-02e5-4530-939f-27ffc0f5fe15,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:07.203752 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f9794b28-4277-47f8-8d28-58c41e7720e4 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36751'] for router, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:07.226430 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f9794b28-4277-47f8-8d28-58c41e7720e4 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803386'] for router, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:07.264387 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-0b1972e8-910d-42a3-b843-47aed84371e1 None None] Provisioning for port 3a99601c-2a3b-442b-a27f-db55f40b3dd7 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:40:07.273800 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-0b1972e8-910d-42a3-b843-47aed84371e1 None None] Provisioning complete for port 3a99601c-2a3b-442b-a27f-db55f40b3dd7 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:40:07.274479 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0b1972e8-910d-42a3-b843-47aed84371e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:07.385468 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-0b1972e8-910d-42a3-b843-47aed84371e1 None None] Port 3a99601c-2a3b-442b-a27f-db55f40b3dd7 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:40:07.385718 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c3e44d1d-b14d-4251-b26a-2f673edc6670 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:07.416956 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-0b1972e8-910d-42a3-b843-47aed84371e1 None None] Provisioning complete for port 7114e3f7-02e5-4530-939f-27ffc0f5fe15 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:40:07.419847 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0b1972e8-910d-42a3-b843-47aed84371e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:07.461068 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fe204ae8-455d-4df6-8827-58f5cd93f7b0 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:07.467607 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c3e44d1d-b14d-4251-b26a-2f673edc6670 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:07.510064 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-fe204ae8-455d-4df6-8827-58f5cd93f7b0 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Calling delete_port for 3a99601c-2a3b-442b-a27f-db55f40b3dd7 owned by {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:40:07.512784 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4139f0a5-adb6-4243-bb65-d2c4a32708cc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:07.549701 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9794b28-4277-47f8-8d28-58c41e7720e4 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Router afbaf017-b08b-4878-ab7c-ca24a95532ff is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:40:07.754280 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4139f0a5-adb6-4243-bb65-d2c4a32708cc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Pushing event updated for resources: {'Subnet': ['ID=9f13dddd-b0a5-473a-8e47-1445c1caf084,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:07.755375 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-ce9b505d-97f2-4261-b660-672cab96205e None None] Provisioning complete for port 3a99601c-2a3b-442b-a27f-db55f40b3dd7 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:40:07.761148 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ce9b505d-97f2-4261-b660-672cab96205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:07.771992 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46476) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:07.807767 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2151f1-61f8-4c40-ab91-20acee16c657 req-98328876-f41b-4fdd-b27c-29b1c25fc83c tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:07.816054 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7b2151f1-61f8-4c40-ab91-20acee16c657 req-98328876-f41b-4fdd-b27c-29b1c25fc83c tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc164eae-9aae-4b0d-b3e6-994f2cd3516f HTTP/1.1" status: 200 len: 945 time: 0.1359241 Aug 22 13:40:07.851602 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-ce9b505d-97f2-4261-b660-672cab96205e None None] Port 3a99601c-2a3b-442b-a27f-db55f40b3dd7 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:40:07.863532 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9794b28-4277-47f8-8d28-58c41e7720e4 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:40:07.872215 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17735428-77d3-48a1-9400-25cf86b2d205 None None] Sync routers for ids ['afbaf017-b08b-4878-ab7c-ca24a95532ff'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:40:07.890806 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f9794b28-4277-47f8-8d28-58c41e7720e4 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:07.895331 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f9794b28-4277-47f8-8d28-58c41e7720e4 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] 10.222.0.21 "PUT /v2.0/routers/afbaf017-b08b-4878-ab7c-ca24a95532ff HTTP/1.1" status: 200 len: 915 time: 5.7544904 Aug 22 13:40:07.896531 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17735428-77d3-48a1-9400-25cf86b2d205 None None] Routers {'afbaf017-b08b-4878-ab7c-ca24a95532ff'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:40:07.897448 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-17735428-77d3-48a1-9400-25cf86b2d205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:40:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['afbaf017-b08b-4878-ab7c-ca24a95532ff'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:07.918106 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46480) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:07.966558 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-17735428-77d3-48a1-9400-25cf86b2d205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:07.991402 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:40:07.996741 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17735428-77d3-48a1-9400-25cf86b2d205 None None] Routers {'afbaf017-b08b-4878-ab7c-ca24a95532ff'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:40:07.997438 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-17735428-77d3-48a1-9400-25cf86b2d205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:40:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['afbaf017-b08b-4878-ab7c-ca24a95532ff'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:08.049049 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-17735428-77d3-48a1-9400-25cf86b2d205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:08.049715 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17735428-77d3-48a1-9400-25cf86b2d205 None None] The sync data for ids ['afbaf017-b08b-4878-ab7c-ca24a95532ff'] in n-d-793621-33 is: [] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:40:08.063830 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 8c62935f-b165-47d4-9dfd-7b52a55c0676 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:40:08.092907 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7b2151f1-61f8-4c40-ab91-20acee16c657 req-0e684850-ffb0-4153-bb37-63b5d263b0db tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752535 Aug 22 13:40:08.102893 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4139f0a5-adb6-4243-bb65-d2c4a32708cc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Checking segment: {'id': '8a345a5d-0ac6-4643-9b8d-5d2df64b639c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '010b5516-2d27-4af9-ac0b-c35c1e8b5f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:40:08.103376 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4139f0a5-adb6-4243-bb65-d2c4a32708cc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Network hostable DHCP agents. Network: 010b5516-2d27-4af9-ac0b-c35c1e8b5f04, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:40:08.157291 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 8c62935f-b165-47d4-9dfd-7b52a55c0676 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:40:08.163501 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 8c62935f-b165-47d4-9dfd-7b52a55c0676 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:40:08.163884 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:08.247298 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-82e808ad-0532-4106-974c-fa53da2e4291 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] 10.222.0.21 "GET /v2.0/routers/afbaf017-b08b-4878-ab7c-ca24a95532ff HTTP/1.1" status: 200 len: 921 time: 0.3274229 Aug 22 13:40:08.252879 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-c3e44d1d-b14d-4251-b26a-2f673edc6670 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Allocated IP 172.25.3.77 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/589a697f-53ca-4bf6-95c6-8a613d3917d7) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:40:08.255047 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46486) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:08.276660 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:08.285395 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4139f0a5-adb6-4243-bb65-d2c4a32708cc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Network 010b5516-2d27-4af9-ac0b-c35c1e8b5f04 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:40:08.305626 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 8c62935f-b165-47d4-9dfd-7b52a55c0676, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=8c62935f-b165-47d4-9dfd-7b52a55c0676,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:40:08.310071 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:08.311282 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 7114e3f7-02e5-4530-939f-27ffc0f5fe15 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:40:08.315600 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81da7a0-ce1f-49f7-862d-a762a2877700 req-ea340104-d829-4a07-992f-1e2eff1bc0c1 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:08.319609 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c81da7a0-ce1f-49f7-862d-a762a2877700 req-ea340104-d829-4a07-992f-1e2eff1bc0c1 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1ff502e-e01a-45ec-b65b-20489f115451 HTTP/1.1" status: 200 len: 946 time: 0.1437590 Aug 22 13:40:08.347962 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-4139f0a5-adb6-4243-bb65-d2c4a32708cc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 010b5516-2d27-4af9-ac0b-c35c1e8b5f04) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:40:08.356379 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fd9486-ba42-4661-9dae-d7c7bd34cddc tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:08.358337 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-24fd9486-ba42-4661-9dae-d7c7bd34cddc tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=7de6ab83-cd00-4b3c-94fb-810dd34d29b8&device_id=afbaf017-b08b-4878-ab7c-ca24a95532ff&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0978882 Aug 22 13:40:08.361955 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46490) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:08.366997 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4139f0a5-adb6-4243-bb65-d2c4a32708cc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:08.367660 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4139f0a5-adb6-4243-bb65-d2c4a32708cc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:08.370736 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283b264b-f689-40e8-8b66-ef70802b086e None None] Network 010b5516-2d27-4af9-ac0b-c35c1e8b5f04 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:40:08.416085 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c81da7a0-ce1f-49f7-862d-a762a2877700 req-57b85e22-5149-4e15-b87e-d081bc4ef5ec tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865350 Aug 22 13:40:08.445813 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 889a8a4f-0e6c-4fa7-a465-24a875749fbf no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:40:08.480479 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4139f0a5-adb6-4243-bb65-d2c4a32708cc tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4760087 Aug 22 13:40:08.483370 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46494) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:08.504001 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46496) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:08.512396 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: 889a8a4f-0e6c-4fa7-a465-24a875749fbf {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:40:08.512741 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 889a8a4f-0e6c-4fa7-a465-24a875749fbf not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:40:08.513347 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fe204ae8-455d-4df6-8827-58f5cd93f7b0 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:08.563677 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe204ae8-455d-4df6-8827-58f5cd93f7b0 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event deleted for resources: {'Port': ['ID=3a99601c-2a3b-442b-a27f-db55f40b3dd7,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:08.575369 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 7114e3f7-02e5-4530-939f-27ffc0f5fe15 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:40:08.575699 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:08.629767 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3acda673-14ca-47f6-9f70-47c117b46387 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:08.631460 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=8c62935f-b165-47d4-9dfd-7b52a55c0676,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:08.649590 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fe204ae8-455d-4df6-8827-58f5cd93f7b0 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:08.654356 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-fe204ae8-455d-4df6-8827-58f5cd93f7b0 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/ports/3a99601c-2a3b-442b-a27f-db55f40b3dd7 HTTP/1.1" status: 204 len: 168 time: 3.1309266 Aug 22 13:40:08.655722 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46500) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:08.718044 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bb710b-4938-405d-a242-c5ab2b08f595 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-010b5516-2d27-4af9-ac0b-c35c1e8b5f04', 'network_id': '010b5516-2d27-4af9-ac0b-c35c1e8b5f04', 'tenant_id': '6be38ca5ea35447298f0675ebcd2561a', 'fixed_ips': [{'subnet_id': '9f13dddd-b0a5-473a-8e47-1445c1caf084'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:40:08.719341 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-51bb710b-4938-405d-a242-c5ab2b08f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:08.792658 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c3e44d1d-b14d-4251-b26a-2f673edc6670 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:08.807476 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3acda673-14ca-47f6-9f70-47c117b46387 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:08.808882 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ebe188-cb1c-4d70-9173-a5ef7448ce72 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:08.811208 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ebe188-cb1c-4d70-9173-a5ef7448ce72 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:08.815784 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f5ebe188-cb1c-4d70-9173-a5ef7448ce72 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1376565 Aug 22 13:40:08.817752 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46504) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:08.841518 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-26eafd60-4634-4767-9d76-ae9495ca4f9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:08.852325 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79ea17b-3615-4d3a-acf2-10b3eca79c92 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:08.853972 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d79ea17b-3615-4d3a-acf2-10b3eca79c92 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] 10.222.0.21 "GET /v2.0/networks/7de6ab83-cd00-4b3c-94fb-810dd34d29b8 HTTP/1.1" status: 200 len: 881 time: 0.4908493 Aug 22 13:40:08.859954 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46506) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:08.896532 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c5296474-39d0-4d3b-b75b-3480727c0620 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] 10.222.0.21 "GET /v2.0/ports?device_id=afbaf017-b08b-4878-ab7c-ca24a95532ff HTTP/1.1" status: 200 len: 205 time: 0.0336404 Aug 22 13:40:08.898137 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46508) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:08.908959 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2730e-4ee1-4970-a18a-df2a9b856fcc req-c51211c5-066b-4db5-9b2b-45c2a0899d82 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:08.910496 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3af2730e-4ee1-4970-a18a-df2a9b856fcc req-c51211c5-066b-4db5-9b2b-45c2a0899d82 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc164eae-9aae-4b0d-b3e6-994f2cd3516f HTTP/1.1" status: 200 len: 945 time: 0.3362086 Aug 22 13:40:09.017295 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9a4f3ba-babf-4f92-b878-e28c4e41194f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Deleting subnet 75919232-687b-4387-a0ff-d19b7b403bfc {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:40:09.025061 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c9a4f3ba-babf-4f92-b878-e28c4e41194f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:09.086463 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3af2730e-4ee1-4970-a18a-df2a9b856fcc req-78866d56-b3ee-4e8f-89a7-9103634b34c2 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040952 Aug 22 13:40:09.126483 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c3e44d1d-b14d-4251-b26a-2f673edc6670 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:09.127217 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a55b0896-1e2b-45b7-8c61-b6a581ad7f61 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks [] for router, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:09.139415 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c9a4f3ba-babf-4f92-b878-e28c4e41194f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:09.171503 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-51bb710b-4938-405d-a242-c5ab2b08f595 None None] Allocated IP 172.20.0.2 (010b5516-2d27-4af9-ac0b-c35c1e8b5f04/9f13dddd-b0a5-473a-8e47-1445c1caf084/55db0d05-353b-4836-906a-2ea2d81744b3) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:40:09.206175 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e44d1d-b14d-4251-b26a-2f673edc6670 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Pushing event updated for resources: {'Port': ['ID=589a697f-53ca-4bf6-95c6-8a613d3917d7,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:09.222185 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e44d1d-b14d-4251-b26a-2f673edc6670 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:40:09.227605 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-c3e44d1d-b14d-4251-b26a-2f673edc6670 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:40:09.241552 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e44d1d-b14d-4251-b26a-2f673edc6670 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:40:09.266166 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-26eafd60-4634-4767-9d76-ae9495ca4f9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:09.284459 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a55b0896-1e2b-45b7-8c61-b6a581ad7f61 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:09.306817 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-26eafd60-4634-4767-9d76-ae9495ca4f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:09.369781 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0b429226-f3d3-40eb-9890-ebf5e54598c2 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:09.369980 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-a55b0896-1e2b-45b7-8c61-b6a581ad7f61 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Deleting port c81b7a5b-14b4-4114-975d-3705d051c9ed {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:40:09.370263 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a55b0896-1e2b-45b7-8c61-b6a581ad7f61 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:09.378276 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eafd60-4634-4767-9d76-ae9495ca4f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4b81ec-8ad7-4f13-8fc4-a708db8efc6a,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:09.398149 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-51bb710b-4938-405d-a242-c5ab2b08f595 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:09.409844 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-51bb710b-4938-405d-a242-c5ab2b08f595 None None] Transition to ACTIVE for port object 55db0d05-353b-4836-906a-2ea2d81744b3 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:40:09.426853 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-26eafd60-4634-4767-9d76-ae9495ca4f9d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d08abc0e5533458da84ab949b532ad3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9175334 Aug 22 13:40:09.430790 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46514) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:09.431158 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-51bb710b-4938-405d-a242-c5ab2b08f595 None None] Transition to ACTIVE for port object 55db0d05-353b-4836-906a-2ea2d81744b3 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:40:09.440333 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-51bb710b-4938-405d-a242-c5ab2b08f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:09.482591 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bb710b-4938-405d-a242-c5ab2b08f595 None None] Network 010b5516-2d27-4af9-ac0b-c35c1e8b5f04 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:40:09.485397 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-51bb710b-4938-405d-a242-c5ab2b08f595 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:40:09.489532 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bb710b-4938-405d-a242-c5ab2b08f595 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:40:09.506707 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bb710b-4938-405d-a242-c5ab2b08f595 None None] Pushing event updated for resources: {'Port': ['ID=55db0d05-353b-4836-906a-2ea2d81744b3,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:09.523035 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3acda673-14ca-47f6-9f70-47c117b46387 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:09.559504 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acda673-14ca-47f6-9f70-47c117b46387 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Pushing event deleted for resources: {'Subnet': ['ID=9f13dddd-b0a5-473a-8e47-1445c1caf084,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:09.567013 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-51bb710b-4938-405d-a242-c5ab2b08f595 None None] Attempting to bind port 55db0d05-353b-4836-906a-2ea2d81744b3 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:40:09.567385 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-51bb710b-4938-405d-a242-c5ab2b08f595 None None] Attempting to bind port 55db0d05-353b-4836-906a-2ea2d81744b3 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '8a345a5d-0ac6-4643-9b8d-5d2df64b639c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '010b5516-2d27-4af9-ac0b-c35c1e8b5f04'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:40:09.567762 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bb710b-4938-405d-a242-c5ab2b08f595 None None] Attempting to bind port 55db0d05-353b-4836-906a-2ea2d81744b3 on network 010b5516-2d27-4af9-ac0b-c35c1e8b5f04 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:40:09.573489 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a225f0b-bd3e-4b04-8b38-e958d469686c req-3170f232-458c-43b5-9763-6e226364fe16 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:09.573745 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bb710b-4938-405d-a242-c5ab2b08f595 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:40:09.573871 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bb710b-4938-405d-a242-c5ab2b08f595 None None] Checking segment: {'id': '8a345a5d-0ac6-4643-9b8d-5d2df64b639c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '010b5516-2d27-4af9-ac0b-c35c1e8b5f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:40:09.574273 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-51bb710b-4938-405d-a242-c5ab2b08f595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:09.574620 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bb710b-4938-405d-a242-c5ab2b08f595 None None] Bound using segment: {'id': '8a345a5d-0ac6-4643-9b8d-5d2df64b639c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '010b5516-2d27-4af9-ac0b-c35c1e8b5f04'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:40:09.575138 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-51bb710b-4938-405d-a242-c5ab2b08f595 None None] Bound port: 55db0d05-353b-4836-906a-2ea2d81744b3, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a345a5d-0ac6-4643-9b8d-5d2df64b639c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '010b5516-2d27-4af9-ac0b-c35c1e8b5f04'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:40:09.575512 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-51bb710b-4938-405d-a242-c5ab2b08f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:09.582974 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9a225f0b-bd3e-4b04-8b38-e958d469686c req-3170f232-458c-43b5-9763-6e226364fe16 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc164eae-9aae-4b0d-b3e6-994f2cd3516f HTTP/1.1" status: 200 len: 945 time: 0.1287391 Aug 22 13:40:09.608877 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c9a4f3ba-babf-4f92-b878-e28c4e41194f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:09.619715 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a55b0896-1e2b-45b7-8c61-b6a581ad7f61 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:09.652769 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-51bb710b-4938-405d-a242-c5ab2b08f595 None None] For port 55db0d05-353b-4836-906a-2ea2d81744b3, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:40:09.656919 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-51bb710b-4938-405d-a242-c5ab2b08f595 None None] For port 55db0d05-353b-4836-906a-2ea2d81744b3, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=55db0d05-353b-4836-906a-2ea2d81744b3,segment=NetworkSegment(8a345a5d-0ac6-4643-9b8d-5d2df64b639c),segment_id=8a345a5d-0ac6-4643-9b8d-5d2df64b639c)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:40:09.662742 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-51bb710b-4938-405d-a242-c5ab2b08f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:09.697373 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-a55b0896-1e2b-45b7-8c61-b6a581ad7f61 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Calling delete_port for c81b7a5b-14b4-4114-975d-3705d051c9ed owned by network:router_gateway {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:40:09.703696 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3114f687-e2c8-48fc-b4da-1ff7f1d28610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:09.714423 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3acda673-14ca-47f6-9f70-47c117b46387 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:09.726456 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9a225f0b-bd3e-4b04-8b38-e958d469686c req-fd46f9de-2881-4b9b-9d58-a89b05021baa tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407328 Aug 22 13:40:09.772698 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bb710b-4938-405d-a242-c5ab2b08f595 None None] Pushing event updated for resources: {'Port': ['ID=55db0d05-353b-4836-906a-2ea2d81744b3,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:09.796588 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-3acda673-14ca-47f6-9f70-47c117b46387 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['010b5516-2d27-4af9-ac0b-c35c1e8b5f04']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:09.801439 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b5bbb4-3075-45cc-ac4a-dd017e5f7691 None None] Network 010b5516-2d27-4af9-ac0b-c35c1e8b5f04 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:40:09.842170 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3114f687-e2c8-48fc-b4da-1ff7f1d28610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:09.870169 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-3acda673-14ca-47f6-9f70-47c117b46387 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a345a5d-0ac6-4643-9b8d-5d2df64b639c') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:09.870169 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-3acda673-14ca-47f6-9f70-47c117b46387 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a345a5d-0ac6-4643-9b8d-5d2df64b639c') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:09.882448 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c9a4f3ba-babf-4f92-b878-e28c4e41194f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:09.895220 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3acda673-14ca-47f6-9f70-47c117b46387 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:09.908834 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 8c62935f-b165-47d4-9dfd-7b52a55c0676 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:40:09.919817 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3acda673-14ca-47f6-9f70-47c117b46387 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:09.926457 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3acda673-14ca-47f6-9f70-47c117b46387 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:40:09.927156 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3acda673-14ca-47f6-9f70-47c117b46387 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:09.930654 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:40:09.930654 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:40:09.930654 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:40:09.930654 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:40:09.930654 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:40:09.930654 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:40:09.930654 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:40:09.930654 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:40:09.930654 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:40:09.930654 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:40:09.930654 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:40:09.930654 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:40:09.930654 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:40:09.930654 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:40:09.930654 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:40:09.930654 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:40:09.930654 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:40:09.930654 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:40:09.930654 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:40:09.930654 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:40:09.930654 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:40:09.930654 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:40:09.930654 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:40:09.930654 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:40:09.930654 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:40:09.930654 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:40:09.930654 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:40:09.930654 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:40:09.930654 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:40:09.930654 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:40:09.930654 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:40:09.930654 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:40:09.941044 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a4f3ba-babf-4f92-b878-e28c4e41194f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event deleted for resources: {'Subnet': ['ID=75919232-687b-4387-a0ff-d19b7b403bfc,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:09.943268 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c9a4f3ba-babf-4f92-b878-e28c4e41194f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:09.947558 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c9a4f3ba-babf-4f92-b878-e28c4e41194f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/subnets/75919232-687b-4387-a0ff-d19b7b403bfc HTTP/1.1" status: 204 len: 168 time: 1.1240299 Aug 22 13:40:09.967419 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46518) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:09.968763 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7704100-a0ab-4fbd-9ed6-38e2c217f35d None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:40:10.027091 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c3e44d1d-b14d-4251-b26a-2f673edc6670 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:10.033680 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3114f687-e2c8-48fc-b4da-1ff7f1d28610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:10.036330 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3114f687-e2c8-48fc-b4da-1ff7f1d28610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:10.039769 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-3114f687-e2c8-48fc-b4da-1ff7f1d28610 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7d4b81ec-8ad7-4f13-8fc4-a708db8efc6a HTTP/1.1" status: 204 len: 168 time: 0.6045256 Aug 22 13:40:10.086506 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-57c0f2ab-8403-45c0-9999-cbbbd03b973f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1095510 Aug 22 13:40:10.092650 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46522) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:10.101390 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-ad4553cd-c130-490a-8850-1ec0abfafaf8 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'subnet': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:10.123844 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.db.api [None req-3acda673-14ca-47f6-9f70-47c117b46387 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 22 13:40:10.123844 n-d-793621-33 neutron-server[94627]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 22 13:40:10.123844 n-d-793621-33 neutron-server[94627]: [parameters: {'id': '010b5516-2d27-4af9-ac0b-c35c1e8b5f04'}] Aug 22 13:40:10.123844 n-d-793621-33 neutron-server[94627]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94627) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 13:40:10.124309 n-d-793621-33 neutron-server[94627]: DEBUG oslo_db.api [None req-3acda673-14ca-47f6-9f70-47c117b46387 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 13:40:10.131849 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3114f687-e2c8-48fc-b4da-1ff7f1d28610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4b81ec-8ad7-4f13-8fc4-a708db8efc6a,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:10.182204 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 8c62935f-b165-47d4-9dfd-7b52a55c0676 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:40:10.183156 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:10.242008 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a55b0896-1e2b-45b7-8c61-b6a581ad7f61 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:10.273384 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4553cd-c130-490a-8850-1ec0abfafaf8 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:40:10.276846 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ad4553cd-c130-490a-8850-1ec0abfafaf8 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:10.297493 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b0896-1e2b-45b7-8c61-b6a581ad7f61 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Pushing event deleted for resources: {'Port': ['ID=c81b7a5b-14b4-4114-975d-3705d051c9ed,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:10.349720 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345911a0-b3ad-444a-a849-d871b3be92e6 None None] DHCP port deletion for 933f65da-8ef2-4dea-ac27-3eee9182e92f request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:40:10.379118 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-0b429226-f3d3-40eb-9890-ebf5e54598c2 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Deleting port d966870f-85a6-4ab0-a6b8-3e278e682f86 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:40:10.379472 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0b429226-f3d3-40eb-9890-ebf5e54598c2 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:10.402880 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-345911a0-b3ad-444a-a849-d871b3be92e6 None None] Deleting port 7114e3f7-02e5-4530-939f-27ffc0f5fe15 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:40:10.403464 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-345911a0-b3ad-444a-a849-d871b3be92e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:10.418125 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a55b0896-1e2b-45b7-8c61-b6a581ad7f61 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:10.477137 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-345911a0-b3ad-444a-a849-d871b3be92e6 None None] For port 7114e3f7-02e5-4530-939f-27ffc0f5fe15, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=7114e3f7-02e5-4530-939f-27ffc0f5fe15,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:40:10.477848 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-345911a0-b3ad-444a-a849-d871b3be92e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:10.483717 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46526) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:10.492096 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-345911a0-b3ad-444a-a849-d871b3be92e6 None None] Calling delete_port for 7114e3f7-02e5-4530-939f-27ffc0f5fe15 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:40:10.523407 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-0b429226-f3d3-40eb-9890-ebf5e54598c2 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] For port d966870f-85a6-4ab0-a6b8-3e278e682f86, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=d966870f-85a6-4ab0-a6b8-3e278e682f86,segment=NetworkSegment(a46c041a-edee-4466-a041-94150c66bf51),segment_id=a46c041a-edee-4466-a041-94150c66bf51)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:40:10.523683 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0b429226-f3d3-40eb-9890-ebf5e54598c2 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:10.534346 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0997804c-4ec4-4ef5-9a03-df7057ef3c98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:10.536581 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c3e44d1d-b14d-4251-b26a-2f673edc6670 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:10.537170 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a55b0896-1e2b-45b7-8c61-b6a581ad7f61 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:10.541544 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a55b0896-1e2b-45b7-8c61-b6a581ad7f61 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:10.542277 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-0b429226-f3d3-40eb-9890-ebf5e54598c2 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Calling delete_port for d966870f-85a6-4ab0-a6b8-3e278e682f86 owned by network:router_interface {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:40:10.592711 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-345911a0-b3ad-444a-a849-d871b3be92e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:10.619530 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345911a0-b3ad-444a-a849-d871b3be92e6 None None] Pushing event deleted for resources: {'Port': ['ID=7114e3f7-02e5-4530-939f-27ffc0f5fe15,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:10.623408 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345911a0-b3ad-444a-a849-d871b3be92e6 None None] No DVR routers for this DVR port 7114e3f7-02e5-4530-939f-27ffc0f5fe15 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:40:10.631209 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3acda673-14ca-47f6-9f70-47c117b46387 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:10.643542 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a55b0896-1e2b-45b7-8c61-b6a581ad7f61 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:10.643542 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55b0896-1e2b-45b7-8c61-b6a581ad7f61 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Fanout notify agent at l3_agent the message router_deleted on router afbaf017-b08b-4878-ab7c-ca24a95532ff {{(pid=94627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:40:10.649993 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a55b0896-1e2b-45b7-8c61-b6a581ad7f61 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:10.651026 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a55b0896-1e2b-45b7-8c61-b6a581ad7f61 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] 10.222.0.21 "DELETE /v2.0/routers/afbaf017-b08b-4878-ab7c-ca24a95532ff HTTP/1.1" status: 204 len: 168 time: 1.7522416 Aug 22 13:40:10.657332 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46528) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:10.662739 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45988c85-e998-4345-a2fe-2ea26f2c86cb None None] get_active_networks_info from n-d-793621-33 {{(pid=94629) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 22 13:40:10.667052 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-bcb17657-3ae4-4b0d-8279-68691b2a7d6e tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-743165041', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}, 'admin_state_up': False}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:10.786049 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45988c85-e998-4345-a2fe-2ea26f2c86cb None None] Resources bound (agent type, host, resource id): {{(pid=94629) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 22 13:40:10.873358 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ad4553cd-c130-490a-8850-1ec0abfafaf8 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:11.104096 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6165428d-ff94-40cb-b370-bb20a6eb7ba6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-933f65da-8ef2-4dea-ac27-3eee9182e92f', 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'tenant_id': 'a71622c06b3d48d28918cf297ca2043b', 'fixed_ips': [{'subnet_id': '62e822b1-f3ca-45e1-bacc-02a73f517bcc'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:40:11.105180 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6165428d-ff94-40cb-b370-bb20a6eb7ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:11.203714 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b59476-0b0a-4f2e-b020-b7d6b1981838 req-4c6b0e1f-c2ea-4c73-9be7-f20e7d1c99c5 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:11.205938 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a1b59476-0b0a-4f2e-b020-b7d6b1981838 req-4c6b0e1f-c2ea-4c73-9be7-f20e7d1c99c5 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc164eae-9aae-4b0d-b3e6-994f2cd3516f HTTP/1.1" status: 200 len: 945 time: 0.5127692 Aug 22 13:40:11.266812 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-6165428d-ff94-40cb-b370-bb20a6eb7ba6 None None] Allocated IP 2001:db8::2 (933f65da-8ef2-4dea-ac27-3eee9182e92f/62e822b1-f3ca-45e1-bacc-02a73f517bcc/5017c726-a12e-49b5-922b-fe66b11b6c48) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:40:11.285503 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0997804c-4ec4-4ef5-9a03-df7057ef3c98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:11.292863 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3e44d1d-b14d-4251-b26a-2f673edc6670 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Router 16136e77-17d6-414e-9c2c-966df30f570d is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:40:11.320617 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0997804c-4ec4-4ef5-9a03-df7057ef3c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:11.349053 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4553cd-c130-490a-8850-1ec0abfafaf8 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:40:11.381419 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-ad4553cd-c130-490a-8850-1ec0abfafaf8 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:40:11.385439 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4553cd-c130-490a-8850-1ec0abfafaf8 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:11.386031 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ad4553cd-c130-490a-8850-1ec0abfafaf8 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:11.411817 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32daaa-4e27-46c4-9742-91cab9a158cb req-c9b4a5a4-6b8f-4a57-a552-66e7a235d231 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:11.413708 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-da32daaa-4e27-46c4-9742-91cab9a158cb req-c9b4a5a4-6b8f-4a57-a552-66e7a235d231 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc164eae-9aae-4b0d-b3e6-994f2cd3516f HTTP/1.1" status: 200 len: 945 time: 0.5903530 Aug 22 13:40:11.429762 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0b429226-f3d3-40eb-9890-ebf5e54598c2 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:11.433837 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bcb17657-3ae4-4b0d-8279-68691b2a7d6e tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:11.434808 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bcb17657-3ae4-4b0d-8279-68691b2a7d6e tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:11.442978 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4553cd-c130-490a-8850-1ec0abfafaf8 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event updated for resources: {'Subnet': ['ID=62e822b1-f3ca-45e1-bacc-02a73f517bcc,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:11.449686 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0997804c-4ec4-4ef5-9a03-df7057ef3c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0864436-1dbd-4b7f-9a92-ed51cf25704a,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:11.455135 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-0997804c-4ec4-4ef5-9a03-df7057ef3c98 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5d94bda5e251401982e8a107136efc75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9695599 Aug 22 13:40:11.468354 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46534) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:11.470880 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ad4553cd-c130-490a-8850-1ec0abfafaf8 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3771036 Aug 22 13:40:11.481902 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-3acda673-14ca-47f6-9f70-47c117b46387 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Deleting port 55db0d05-353b-4836-906a-2ea2d81744b3 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:40:11.482257 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3acda673-14ca-47f6-9f70-47c117b46387 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:11.482546 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6165428d-ff94-40cb-b370-bb20a6eb7ba6 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:11.490468 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46536) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:11.496808 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-6165428d-ff94-40cb-b370-bb20a6eb7ba6 None None] Transition to ACTIVE for port object 5017c726-a12e-49b5-922b-fe66b11b6c48 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:40:11.513253 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b429226-f3d3-40eb-9890-ebf5e54598c2 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event deleted for resources: {'Port': ['ID=d966870f-85a6-4ab0-a6b8-3e278e682f86,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:11.514482 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-1d4914a9-2341-4165-a045-ffaa6cf12669 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'port': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'name': 'tempest-NetworksTestDHCPv6-1101705246'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:11.517046 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-6165428d-ff94-40cb-b370-bb20a6eb7ba6 None None] Transition to ACTIVE for port object 5017c726-a12e-49b5-922b-fe66b11b6c48 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:40:11.529026 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-a1b59476-0b0a-4f2e-b020-b7d6b1981838 req-808982a1-a92d-4559-a627-07629aa788f6 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Deleting port aa58b078-fcc6-490a-94bf-b019f5d35ae1 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:40:11.529191 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6165428d-ff94-40cb-b370-bb20a6eb7ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:11.529335 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-a1b59476-0b0a-4f2e-b020-b7d6b1981838 req-808982a1-a92d-4559-a627-07629aa788f6 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:11.574541 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6165428d-ff94-40cb-b370-bb20a6eb7ba6 None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:40:11.577524 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-6165428d-ff94-40cb-b370-bb20a6eb7ba6 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:40:11.584942 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6165428d-ff94-40cb-b370-bb20a6eb7ba6 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:40:11.588906 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6165428d-ff94-40cb-b370-bb20a6eb7ba6 None None] Pushing event updated for resources: {'Port': ['ID=5017c726-a12e-49b5-922b-fe66b11b6c48,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:11.640612 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e44d1d-b14d-4251-b26a-2f673edc6670 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:40:11.656798 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c096788d-770f-4d07-ab03-9b931c13e2a0 None None] Sync routers for ids ['16136e77-17d6-414e-9c2c-966df30f570d'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:40:11.665567 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-6165428d-ff94-40cb-b370-bb20a6eb7ba6 None None] Attempting to bind port 5017c726-a12e-49b5-922b-fe66b11b6c48 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:40:11.666289 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-6165428d-ff94-40cb-b370-bb20a6eb7ba6 None None] Attempting to bind port 5017c726-a12e-49b5-922b-fe66b11b6c48 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:40:11.667691 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6165428d-ff94-40cb-b370-bb20a6eb7ba6 None None] Attempting to bind port 5017c726-a12e-49b5-922b-fe66b11b6c48 on network 933f65da-8ef2-4dea-ac27-3eee9182e92f {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:40:11.676892 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6165428d-ff94-40cb-b370-bb20a6eb7ba6 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:40:11.677298 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c3e44d1d-b14d-4251-b26a-2f673edc6670 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:11.677431 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6165428d-ff94-40cb-b370-bb20a6eb7ba6 None None] Checking segment: {'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:40:11.677782 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6165428d-ff94-40cb-b370-bb20a6eb7ba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:11.678080 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6165428d-ff94-40cb-b370-bb20a6eb7ba6 None None] Bound using segment: {'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:40:11.678774 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-6165428d-ff94-40cb-b370-bb20a6eb7ba6 None None] Bound port: 5017c726-a12e-49b5-922b-fe66b11b6c48, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:40:11.679305 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6165428d-ff94-40cb-b370-bb20a6eb7ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:11.680758 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c3e44d1d-b14d-4251-b26a-2f673edc6670 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 6.7019601 Aug 22 13:40:11.681287 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c096788d-770f-4d07-ab03-9b931c13e2a0 None None] Routers {'16136e77-17d6-414e-9c2c-966df30f570d'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:40:11.682141 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-c096788d-770f-4d07-ab03-9b931c13e2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:40:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['16136e77-17d6-414e-9c2c-966df30f570d'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:11.692847 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46538) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:11.708331 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bcb17657-3ae4-4b0d-8279-68691b2a7d6e tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:11.712528 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-da32daaa-4e27-46c4-9742-91cab9a158cb req-0f709c6b-b9b6-476f-9823-aaf0bb4fb5c5 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713244 Aug 22 13:40:11.789142 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-3acda673-14ca-47f6-9f70-47c117b46387 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] For port 55db0d05-353b-4836-906a-2ea2d81744b3, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=55db0d05-353b-4836-906a-2ea2d81744b3,segment=NetworkSegment(8a345a5d-0ac6-4643-9b8d-5d2df64b639c),segment_id=8a345a5d-0ac6-4643-9b8d-5d2df64b639c)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:40:11.789664 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3acda673-14ca-47f6-9f70-47c117b46387 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:11.802051 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-a1b59476-0b0a-4f2e-b020-b7d6b1981838 req-808982a1-a92d-4559-a627-07629aa788f6 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] For port aa58b078-fcc6-490a-94bf-b019f5d35ae1, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=aa58b078-fcc6-490a-94bf-b019f5d35ae1,segment=NetworkSegment(ade77f39-5a78-4e5c-8ff0-9af8c1244976),segment_id=ade77f39-5a78-4e5c-8ff0-9af8c1244976)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:40:11.802436 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-a1b59476-0b0a-4f2e-b020-b7d6b1981838 req-808982a1-a92d-4559-a627-07629aa788f6 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:11.805948 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-3acda673-14ca-47f6-9f70-47c117b46387 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Calling delete_port for 55db0d05-353b-4836-906a-2ea2d81744b3 owned by network:dhcp {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:40:11.839049 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-6165428d-ff94-40cb-b370-bb20a6eb7ba6 None None] For port 5017c726-a12e-49b5-922b-fe66b11b6c48, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:40:11.846145 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-a1b59476-0b0a-4f2e-b020-b7d6b1981838 req-808982a1-a92d-4559-a627-07629aa788f6 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Calling delete_port for aa58b078-fcc6-490a-94bf-b019f5d35ae1 owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:40:11.860137 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-c096788d-770f-4d07-ab03-9b931c13e2a0 None None] Set router 16136e77-17d6-414e-9c2c-966df30f570d gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:40:11.863938 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-6165428d-ff94-40cb-b370-bb20a6eb7ba6 None None] For port 5017c726-a12e-49b5-922b-fe66b11b6c48, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=5017c726-a12e-49b5-922b-fe66b11b6c48,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:40:11.883597 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5bc51f6d-e5fe-4067-bf8f-dd343e374f5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:11.897787 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6165428d-ff94-40cb-b370-bb20a6eb7ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:11.911142 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5bc51f6d-e5fe-4067-bf8f-dd343e374f5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:12.000549 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d50e4556-4a01-4899-90d5-4b8077fe5e6a tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] 10.222.0.21 "GET /v2.0/routers/16136e77-17d6-414e-9c2c-966df30f570d HTTP/1.1" status: 200 len: 906 time: 0.3043735 Aug 22 13:40:12.001210 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46540) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:12.022310 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0b429226-f3d3-40eb-9890-ebf5e54598c2 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:12.078816 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 7114e3f7-02e5-4530-939f-27ffc0f5fe15 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:40:12.093107 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6165428d-ff94-40cb-b370-bb20a6eb7ba6 None None] Pushing event updated for resources: {'Port': ['ID=5017c726-a12e-49b5-922b-fe66b11b6c48,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:12.121722 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 7114e3f7-02e5-4530-939f-27ffc0f5fe15 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:40:12.121946 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 7114e3f7-02e5-4530-939f-27ffc0f5fe15 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:40:12.165707 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bcb17657-3ae4-4b0d-8279-68691b2a7d6e tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:12.212488 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-a1b59476-0b0a-4f2e-b020-b7d6b1981838 req-808982a1-a92d-4559-a627-07629aa788f6 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:12.220099 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-c096788d-770f-4d07-ab03-9b931c13e2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16136e77-17d6-414e-9c2c-966df30f570d', 'name': 'tempest-snat-router-469522636', 'tenant_id': 'b2bfc47eb7264ee1bab4264414dcdcd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '589a697f-53ca-4bf6-95c6-8a613d3917d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:40:05Z', 'updated_at': '2021-08-22T13:40:09Z', 'revision_number': 3, 'project_id': 'b2bfc47eb7264ee1bab4264414dcdcd4', 'gw_port': {'id': '589a697f-53ca-4bf6-95c6-8a613d3917d7', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c8:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16136e77-17d6-414e-9c2c-966df30f570d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:40:07Z', 'updated_at': '2021-08-22T13:40:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:12.234161 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['bfca5d30-3e48-4072-a6df-3b881a1a8fbe'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:40:12.237861 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['23fa8f3d-89fc-4d84-ab82-4ffbac97671c', 'aa58b078-fcc6-490a-94bf-b019f5d35ae1'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:40:12.293291 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808982a1-a92d-4559-a627-07629aa788f6 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Pushing event deleted for resources: {'Port': ['ID=aa58b078-fcc6-490a-94bf-b019f5d35ae1,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:12.330996 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c096788d-770f-4d07-ab03-9b931c13e2a0 None None] Checking router: 16136e77-17d6-414e-9c2c-966df30f570d for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:40:12.330996 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c096788d-770f-4d07-ab03-9b931c13e2a0 None None] Updating router 16136e77-17d6-414e-9c2c-966df30f570d port 589a697f-53ca-4bf6-95c6-8a613d3917d7 binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:40:12.345665 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5bc51f6d-e5fe-4067-bf8f-dd343e374f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:12.348896 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5bc51f6d-e5fe-4067-bf8f-dd343e374f5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:12.350198 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-5bc51f6d-e5fe-4067-bf8f-dd343e374f5f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e0864436-1dbd-4b7f-9a92-ed51cf25704a HTTP/1.1" status: 204 len: 168 time: 0.8782506 Aug 22 13:40:12.368069 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4914a9-2341-4165-a045-ffaa6cf12669 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:40:12.372031 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1d4914a9-2341-4165-a045-ffaa6cf12669 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:12.379510 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3acda673-14ca-47f6-9f70-47c117b46387 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:12.382127 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc51f6d-e5fe-4067-bf8f-dd343e374f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0864436-1dbd-4b7f-9a92-ed51cf25704a,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:12.392051 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c096788d-770f-4d07-ab03-9b931c13e2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:12.453521 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acda673-14ca-47f6-9f70-47c117b46387 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Pushing event deleted for resources: {'Port': ['ID=55db0d05-353b-4836-906a-2ea2d81744b3,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:12.460724 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [None req-1d4914a9-2341-4165-a045-ffaa6cf12669 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] device_id is not set on port 9b9cb107-40b2-442f-ac70-2259d5c44925 yet. {{(pid=94627) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:40:12.472423 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acda673-14ca-47f6-9f70-47c117b46387 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] No DVR routers for this DVR port 55db0d05-353b-4836-906a-2ea2d81744b3 on host n-d-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:40:12.594538 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1b59476-0b0a-4f2e-b020-b7d6b1981838 req-808982a1-a92d-4559-a627-07629aa788f6 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] No DVR routers for this DVR port aa58b078-fcc6-490a-94bf-b019f5d35ae1 on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:40:12.598107 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-a1b59476-0b0a-4f2e-b020-b7d6b1981838 req-808982a1-a92d-4559-a627-07629aa788f6 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:12.600673 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a1b59476-0b0a-4f2e-b020-b7d6b1981838 req-808982a1-a92d-4559-a627-07629aa788f6 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.41 "DELETE /v2.0/ports/aa58b078-fcc6-490a-94bf-b019f5d35ae1 HTTP/1.1" status: 204 len: 173 time: 1.3811731 Aug 22 13:40:12.680320 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc164eae-9aae-4b0d-b3e6-994f2cd3516f', 'name': 'network-vif-deleted', 'tag': 'aa58b078-fcc6-490a-94bf-b019f5d35ae1'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:40:12.683412 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f43d77c-ec6b-4b94-9417-38499baca70f" -d '{"events": [{"server_uuid": "dc164eae-9aae-4b0d-b3e6-994f2cd3516f", "name": "network-vif-deleted", "tag": "aa58b078-fcc6-490a-94bf-b019f5d35ae1"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:40:12.685860 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3acda673-14ca-47f6-9f70-47c117b46387 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:12.710484 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1a742017-5df8-4cec-a554-e8f5c8d26b6f tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:12.790511 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-3acda673-14ca-47f6-9f70-47c117b46387 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['010b5516-2d27-4af9-ac0b-c35c1e8b5f04']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:12.813689 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-3acda673-14ca-47f6-9f70-47c117b46387 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a345a5d-0ac6-4643-9b8d-5d2df64b639c') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:12.814590 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-3acda673-14ca-47f6-9f70-47c117b46387 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a345a5d-0ac6-4643-9b8d-5d2df64b639c') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:12.827010 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2adf69-c1cf-491b-a11a-ca6a02eb7339 x-openstack-request-id: req-7b2adf69-c1cf-491b-a11a-ca6a02eb7339 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:40:12.827235 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc164eae-9aae-4b0d-b3e6-994f2cd3516f", "name": "network-vif-deleted", "tag": "aa58b078-fcc6-490a-94bf-b019f5d35ae1", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:40:12.827590 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7b2adf69-c1cf-491b-a11a-ca6a02eb7339 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:40:12.827943 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc164eae-9aae-4b0d-b3e6-994f2cd3516f', 'name': 'network-vif-deleted', 'tag': 'aa58b078-fcc6-490a-94bf-b019f5d35ae1', 'status': 'completed', 'code': 200} Aug 22 13:40:12.858709 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3acda673-14ca-47f6-9f70-47c117b46387 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:12.934396 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b429226-f3d3-40eb-9890-ebf5e54598c2 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Router f70c1faf-6278-419f-93e4-c53e735583b6 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:40:12.935026 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3acda673-14ca-47f6-9f70-47c117b46387 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:12.968311 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1a742017-5df8-4cec-a554-e8f5c8d26b6f tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:12.985964 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3acda673-14ca-47f6-9f70-47c117b46387 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:40:12.986603 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3acda673-14ca-47f6-9f70-47c117b46387 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:13.000394 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:40:13.000394 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:40:13.000394 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:40:13.000394 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:40:13.000394 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:40:13.000394 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:40:13.000394 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:40:13.000394 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:40:13.000394 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:40:13.000394 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:40:13.000394 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:40:13.000394 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:40:13.000394 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:40:13.000394 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:40:13.000394 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:40:13.000394 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:40:13.000394 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:40:13.000394 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:40:13.000394 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:40:13.000394 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:40:13.000394 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:40:13.000394 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:40:13.000394 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:40:13.000394 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:40:13.000394 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:40:13.000394 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:40:13.000394 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:40:13.000394 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:40:13.000394 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:40:13.000394 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:40:13.000394 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:40:13.000394 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:40:13.170853 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-1a742017-5df8-4cec-a554-e8f5c8d26b6f tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Deleting port 589a697f-53ca-4bf6-95c6-8a613d3917d7 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:40:13.171201 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1a742017-5df8-4cec-a554-e8f5c8d26b6f tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:13.260827 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b429226-f3d3-40eb-9890-ebf5e54598c2 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:40:13.270427 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0b429226-f3d3-40eb-9890-ebf5e54598c2 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "PUT /v2.0/routers/f70c1faf-6278-419f-93e4-c53e735583b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4937882 Aug 22 13:40:13.276225 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f543ea49-a75f-4926-9df6-9f5c733c6366 None None] Sync routers for ids ['f70c1faf-6278-419f-93e4-c53e735583b6'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:40:13.278864 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46562) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:13.280375 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c096788d-770f-4d07-ab03-9b931c13e2a0 None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:13.293766 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f543ea49-a75f-4926-9df6-9f5c733c6366 None None] Routers {'f70c1faf-6278-419f-93e4-c53e735583b6'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:40:13.294540 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-f543ea49-a75f-4926-9df6-9f5c733c6366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:40:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['f70c1faf-6278-419f-93e4-c53e735583b6'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:13.311854 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-1d4914a9-2341-4165-a045-ffaa6cf12669 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Allocated IP 2001:db8::16f (933f65da-8ef2-4dea-ac27-3eee9182e92f/62e822b1-f3ca-45e1-bacc-02a73f517bcc/9b9cb107-40b2-442f-ac70-2259d5c44925) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:40:13.318244 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4138875d-90ac-4e67-8a07-f8ba2f4739cc req-5e893a4e-4046-4305-b418-9bba987c1aaf tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc164eae-9aae-4b0d-b3e6-994f2cd3516f HTTP/1.1" status: 200 len: 210 time: 0.3547301 Aug 22 13:40:13.366616 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bcb17657-3ae4-4b0d-8279-68691b2a7d6e tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks [] for router_gateway, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:13.381525 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c096788d-770f-4d07-ab03-9b931c13e2a0 None None] Transition to ACTIVE for port object 589a697f-53ca-4bf6-95c6-8a613d3917d7 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:40:13.390402 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c096788d-770f-4d07-ab03-9b931c13e2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:13.444595 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3acda673-14ca-47f6-9f70-47c117b46387 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:13.458932 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bcb17657-3ae4-4b0d-8279-68691b2a7d6e tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:13.465935 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1a742017-5df8-4cec-a554-e8f5c8d26b6f tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:13.480040 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-5147b207-913b-483c-ba09-cc53b71404cb tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Deleting subnet 35444415-8101-4a48-91cf-416f87b6f6a6 {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:40:13.487285 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3acda673-14ca-47f6-9f70-47c117b46387 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:13.494551 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-c096788d-770f-4d07-ab03-9b931c13e2a0 None None] Attempting to bind port 589a697f-53ca-4bf6-95c6-8a613d3917d7 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:40:13.495079 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-c096788d-770f-4d07-ab03-9b931c13e2a0 None None] Attempting to bind port 589a697f-53ca-4bf6-95c6-8a613d3917d7 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:40:13.495590 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c096788d-770f-4d07-ab03-9b931c13e2a0 None None] Attempting to bind port 589a697f-53ca-4bf6-95c6-8a613d3917d7 on network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:40:13.495807 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5147b207-913b-483c-ba09-cc53b71404cb tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:13.499832 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-1a742017-5df8-4cec-a554-e8f5c8d26b6f tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Calling delete_port for 589a697f-53ca-4bf6-95c6-8a613d3917d7 owned by network:router_gateway {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:40:13.503097 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c096788d-770f-4d07-ab03-9b931c13e2a0 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:40:13.503838 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c096788d-770f-4d07-ab03-9b931c13e2a0 None None] Checking segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:40:13.504763 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c096788d-770f-4d07-ab03-9b931c13e2a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:13.505323 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c096788d-770f-4d07-ab03-9b931c13e2a0 None None] Bound using segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:40:13.505502 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-f543ea49-a75f-4926-9df6-9f5c733c6366 None None] Set router f70c1faf-6278-419f-93e4-c53e735583b6 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:40:13.506085 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-c096788d-770f-4d07-ab03-9b931c13e2a0 None None] Bound port: 589a697f-53ca-4bf6-95c6-8a613d3917d7, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:40:13.506618 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c096788d-770f-4d07-ab03-9b931c13e2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:13.509753 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d1550c-7611-4d13-9d9d-4b27dd14e8fe None None] Pushing event updated for resources: {'Port': ['ID=589a697f-53ca-4bf6-95c6-8a613d3917d7,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:13.511602 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-3acda673-14ca-47f6-9f70-47c117b46387 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "DELETE /v2.0/networks/010b5516-2d27-4af9-ac0b-c35c1e8b5f04 HTTP/1.1" status: 204 len: 168 time: 5.0263870 Aug 22 13:40:13.519813 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46568) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:13.572321 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c096788d-770f-4d07-ab03-9b931c13e2a0 None None] For port 589a697f-53ca-4bf6-95c6-8a613d3917d7, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:40:13.575925 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acda673-14ca-47f6-9f70-47c117b46387 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Pushing event deleted for resources: {'Network': ['ID=010b5516-2d27-4af9-ac0b-c35c1e8b5f04,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:13.594520 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c096788d-770f-4d07-ab03-9b931c13e2a0 None None] For port 589a697f-53ca-4bf6-95c6-8a613d3917d7, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=589a697f-53ca-4bf6-95c6-8a613d3917d7,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:40:13.603446 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c096788d-770f-4d07-ab03-9b931c13e2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:13.656602 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-217b296d-3dd8-47b4-b56b-4ff62e05599e tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] GET failed (client error): The resource could not be found. Aug 22 13:40:13.659104 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-217b296d-3dd8-47b4-b56b-4ff62e05599e tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "GET /v2.0/subnets/9f13dddd-b0a5-473a-8e47-1445c1caf084 HTTP/1.1" status: 404 len: 337 time: 0.0863135 Aug 22 13:40:13.668284 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46572) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:13.703693 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1885b6cf-4c97-421d-bd37-d70d3640f862 None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:40:13.731612 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5147b207-913b-483c-ba09-cc53b71404cb tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:13.779039 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c096788d-770f-4d07-ab03-9b931c13e2a0 None None] Routers {'16136e77-17d6-414e-9c2c-966df30f570d'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:40:13.779669 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-c096788d-770f-4d07-ab03-9b931c13e2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:40:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['16136e77-17d6-414e-9c2c-966df30f570d'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:13.852104 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-f543ea49-a75f-4926-9df6-9f5c733c6366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70c1faf-6278-419f-93e4-c53e735583b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793950476', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '2111ab37-1d26-4af4-8dbd-3d1afc14e235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:37:45Z', 'updated_at': '2021-08-22T13:40:11Z', 'revision_number': 5, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'gw_port': {'id': '2111ab37-1d26-4af4-8dbd-3d1afc14e235', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:62:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c1faf-6278-419f-93e4-c53e735583b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:37:46Z', 'updated_at': '2021-08-22T13:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:13.894659 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-bcb17657-3ae4-4b0d-8279-68691b2a7d6e tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Allocated IP 172.25.3.69 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/82193b0a-810f-4e64-8501-7a5224e82d11) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:40:13.917859 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-c096788d-770f-4d07-ab03-9b931c13e2a0 None None] Set router 16136e77-17d6-414e-9c2c-966df30f570d gateway port host: None {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:40:13.923094 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f543ea49-a75f-4926-9df6-9f5c733c6366 None None] Checking router: f70c1faf-6278-419f-93e4-c53e735583b6 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:40:13.966470 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f543ea49-a75f-4926-9df6-9f5c733c6366 None None] Routers {'f70c1faf-6278-419f-93e4-c53e735583b6'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:40:13.967162 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-f543ea49-a75f-4926-9df6-9f5c733c6366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:40:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['f70c1faf-6278-419f-93e4-c53e735583b6'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:13.998434 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1a742017-5df8-4cec-a554-e8f5c8d26b6f tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:14.047757 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-c096788d-770f-4d07-ab03-9b931c13e2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16136e77-17d6-414e-9c2c-966df30f570d', 'name': 'tempest-snat-router-469522636', 'tenant_id': 'b2bfc47eb7264ee1bab4264414dcdcd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:40:05Z', 'updated_at': '2021-08-22T13:40:12Z', 'revision_number': 4, 'project_id': 'b2bfc47eb7264ee1bab4264414dcdcd4', 'gw_port_host': None}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:14.069583 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bcb17657-3ae4-4b0d-8279-68691b2a7d6e tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:14.086318 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 5017c726-a12e-49b5-922b-fe66b11b6c48 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:40:14.103700 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c096788d-770f-4d07-ab03-9b931c13e2a0 None None] The sync data for ids ['16136e77-17d6-414e-9c2c-966df30f570d'] in n-d-793621-33 is: [{'id': '16136e77-17d6-414e-9c2c-966df30f570d', 'name': 'tempest-snat-router-469522636', 'tenant_id': 'b2bfc47eb7264ee1bab4264414dcdcd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:40:05Z', 'updated_at': '2021-08-22T13:40:12Z', 'revision_number': 4, 'project_id': 'b2bfc47eb7264ee1bab4264414dcdcd4', 'gw_port_host': None}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:40:14.106161 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a742017-5df8-4cec-a554-e8f5c8d26b6f tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Pushing event deleted for resources: {'Port': ['ID=589a697f-53ca-4bf6-95c6-8a613d3917d7,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:14.132560 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d1550c-7611-4d13-9d9d-4b27dd14e8fe None None] Pushing event updated for resources: {'Port': ['ID=589a697f-53ca-4bf6-95c6-8a613d3917d7,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:14.139772 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-69806b60-4bd7-490c-8b53-5de5c8f17f85 None None] Provisioning for port 5017c726-a12e-49b5-922b-fe66b11b6c48 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:40:14.148738 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-61149fe7-09ab-4b3f-bd53-ed1a44dce2e8 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] DELETE failed (client error): The resource could not be found. Aug 22 13:40:14.149597 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61149fe7-09ab-4b3f-bd53-ed1a44dce2e8 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:40:14.155895 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-61149fe7-09ab-4b3f-bd53-ed1a44dce2e8 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "DELETE /v2.0/networks/010b5516-2d27-4af9-ac0b-c35c1e8b5f04 HTTP/1.1" status: 404 len: 339 time: 0.4846685 Aug 22 13:40:14.164756 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46580) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:14.165617 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bcb17657-3ae4-4b0d-8279-68691b2a7d6e tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:14.200209 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb17657-3ae4-4b0d-8279-68691b2a7d6e tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:40:14.206290 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-bcb17657-3ae4-4b0d-8279-68691b2a7d6e tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:40:14.234409 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb17657-3ae4-4b0d-8279-68691b2a7d6e tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:40:14.336834 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 5017c726-a12e-49b5-922b-fe66b11b6c48 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:40:14.347720 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 5017c726-a12e-49b5-922b-fe66b11b6c48 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:40:14.348263 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:14.387179 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device aa58b078-fcc6-490a-94bf-b019f5d35ae1 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:40:14.400112 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5147b207-913b-483c-ba09-cc53b71404cb tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:14.415591 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: aa58b078-fcc6-490a-94bf-b019f5d35ae1 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:40:14.416028 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device aa58b078-fcc6-490a-94bf-b019f5d35ae1 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:40:14.451589 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-f543ea49-a75f-4926-9df6-9f5c733c6366 None None] Set router f70c1faf-6278-419f-93e4-c53e735583b6 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:40:14.477940 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb17657-3ae4-4b0d-8279-68691b2a7d6e tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Pushing event updated for resources: {'Port': ['ID=82193b0a-810f-4e64-8501-7a5224e82d11,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:14.522565 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:14.571835 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1a742017-5df8-4cec-a554-e8f5c8d26b6f tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:14.597702 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 5017c726-a12e-49b5-922b-fe66b11b6c48, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=5017c726-a12e-49b5-922b-fe66b11b6c48,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:40:14.608401 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:14.750510 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1d4914a9-2341-4165-a045-ffaa6cf12669 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:14.780408 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=5017c726-a12e-49b5-922b-fe66b11b6c48,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:14.795419 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-1d4914a9-2341-4165-a045-ffaa6cf12669 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Transition to ACTIVE for port object 9b9cb107-40b2-442f-ac70-2259d5c44925 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:40:14.818512 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe06960-83db-48d3-b1e0-60753f6362fa tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:14.822876 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4fe06960-83db-48d3-b1e0-60753f6362fa tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6529784 Aug 22 13:40:14.841281 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46598) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:14.865159 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-f543ea49-a75f-4926-9df6-9f5c733c6366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70c1faf-6278-419f-93e4-c53e735583b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793950476', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '2111ab37-1d26-4af4-8dbd-3d1afc14e235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:37:45Z', 'updated_at': '2021-08-22T13:40:11Z', 'revision_number': 5, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'gw_port': {'id': '2111ab37-1d26-4af4-8dbd-3d1afc14e235', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:62:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c1faf-6278-419f-93e4-c53e735583b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:37:46Z', 'updated_at': '2021-08-22T13:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:14.879558 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1a742017-5df8-4cec-a554-e8f5c8d26b6f tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:14.883480 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1a742017-5df8-4cec-a554-e8f5c8d26b6f tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:14.885918 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-199c16c7-e52b-4c51-88ca-50f2e46d4949 None None] Provisioning complete for port 5017c726-a12e-49b5-922b-fe66b11b6c48 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:40:14.888939 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-199c16c7-e52b-4c51-88ca-50f2e46d4949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:14.916015 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-3991c75d-ce60-45db-bf4b-4b42a03fa7da tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "GET /v2.0/subnets?network_id=7de6ab83-cd00-4b3c-94fb-810dd34d29b8 HTTP/1.1" status: 200 len: 207 time: 0.0688634 Aug 22 13:40:14.932391 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f543ea49-a75f-4926-9df6-9f5c733c6366 None None] The sync data for ids ['f70c1faf-6278-419f-93e4-c53e735583b6'] in n-d-793621-33 is: [{'id': 'f70c1faf-6278-419f-93e4-c53e735583b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793950476', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '2111ab37-1d26-4af4-8dbd-3d1afc14e235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:37:45Z', 'updated_at': '2021-08-22T13:40:11Z', 'revision_number': 5, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'gw_port': {'id': '2111ab37-1d26-4af4-8dbd-3d1afc14e235', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:62:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c1faf-6278-419f-93e4-c53e735583b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:37:46Z', 'updated_at': '2021-08-22T13:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:40:14.953060 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46602) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:14.955311 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5147b207-913b-483c-ba09-cc53b71404cb tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:14.984953 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1d4914a9-2341-4165-a045-ffaa6cf12669 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:14.985240 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5147b207-913b-483c-ba09-cc53b71404cb tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:14.995362 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5147b207-913b-483c-ba09-cc53b71404cb tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "DELETE /v2.0/subnets/35444415-8101-4a48-91cf-416f87b6f6a6 HTTP/1.1" status: 204 len: 168 time: 1.7029274 Aug 22 13:40:14.998960 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46604) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:15.008353 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4440c999-e041-441d-b554-0f6abb86df4a None None] Network 74c80ecc-abbb-432b-a090-605bdcc17938 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:40:15.030750 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5147b207-913b-483c-ba09-cc53b71404cb tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event deleted for resources: {'Subnet': ['ID=35444415-8101-4a48-91cf-416f87b6f6a6,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:15.034218 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1a742017-5df8-4cec-a554-e8f5c8d26b6f tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:15.035000 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a742017-5df8-4cec-a554-e8f5c8d26b6f tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 16136e77-17d6-414e-9c2c-966df30f570d {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:40:15.039719 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1a742017-5df8-4cec-a554-e8f5c8d26b6f tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:15.043344 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-1a742017-5df8-4cec-a554-e8f5c8d26b6f tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] 10.222.0.21 "DELETE /v2.0/routers/16136e77-17d6-414e-9c2c-966df30f570d HTTP/1.1" status: 204 len: 168 time: 3.0341449 Aug 22 13:40:15.046102 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4914a9-2341-4165-a045-ffaa6cf12669 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:40:15.052791 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46606) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:15.084184 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b33f88-8882-40a0-8bf2-f97271eb0e6b req-f086172b-0d5a-4bc2-804d-d61954ca3ecf tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:15.086364 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a4b33f88-8882-40a0-8bf2-f97271eb0e6b req-f086172b-0d5a-4bc2-804d-d61954ca3ecf tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1ff502e-e01a-45ec-b65b-20489f115451 HTTP/1.1" status: 200 len: 946 time: 0.2413535 Aug 22 13:40:15.087565 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-1d4914a9-2341-4165-a045-ffaa6cf12669 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:40:15.160504 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4914a9-2341-4165-a045-ffaa6cf12669 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:40:15.169785 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4914a9-2341-4165-a045-ffaa6cf12669 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:15.171577 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1d4914a9-2341-4165-a045-ffaa6cf12669 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:15.206738 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b4dae8ff-05d7-494c-a255-7cbbad36e2c3 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:15.310141 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-1d4914a9-2341-4165-a045-ffaa6cf12669 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.8161254 Aug 22 13:40:15.324611 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46612) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:15.377036 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a276fad-d72b-4f4e-9e53-05032d958f0e None None] DHCP port deletion for 74c80ecc-abbb-432b-a090-605bdcc17938 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:40:15.525313 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bcb17657-3ae4-4b0d-8279-68691b2a7d6e tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks [] for router_gateway, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:15.556577 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-1a276fad-d72b-4f4e-9e53-05032d958f0e None None] Deleting port 3e554247-ef9b-445d-b23d-26a655788e9c {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:40:15.557149 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1a276fad-d72b-4f4e-9e53-05032d958f0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:15.616932 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4914a9-2341-4165-a045-ffaa6cf12669 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event updated for resources: {'Port': ['ID=9b9cb107-40b2-442f-ac70-2259d5c44925,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:15.679797 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-57743aa2-7516-42ed-930e-7094d34819d8 None None] Provisioning for port 9b9cb107-40b2-442f-ac70-2259d5c44925 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:40:15.689196 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-1a276fad-d72b-4f4e-9e53-05032d958f0e None None] For port 3e554247-ef9b-445d-b23d-26a655788e9c, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=3e554247-ef9b-445d-b23d-26a655788e9c,segment=NetworkSegment(a46c041a-edee-4466-a041-94150c66bf51),segment_id=a46c041a-edee-4466-a041-94150c66bf51)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:40:15.689449 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1a276fad-d72b-4f4e-9e53-05032d958f0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:15.692099 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-57743aa2-7516-42ed-930e-7094d34819d8 None None] Provisioning complete for port 9b9cb107-40b2-442f-ac70-2259d5c44925 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:40:15.692295 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a4b33f88-8882-40a0-8bf2-f97271eb0e6b req-b0bf3438-cc17-4c91-a960-e21ed5a91103 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4681597 Aug 22 13:40:15.692615 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-57743aa2-7516-42ed-930e-7094d34819d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:15.748790 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-1a276fad-d72b-4f4e-9e53-05032d958f0e None None] Calling delete_port for 3e554247-ef9b-445d-b23d-26a655788e9c owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:40:15.770146 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-57743aa2-7516-42ed-930e-7094d34819d8 None None] Port 9b9cb107-40b2-442f-ac70-2259d5c44925 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:40:15.783465 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edaec44-0413-44e4-b557-426d44c4604d tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:15.790043 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edaec44-0413-44e4-b557-426d44c4604d tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:15.810598 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edaec44-0413-44e4-b557-426d44c4604d tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:15.850551 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edaec44-0413-44e4-b557-426d44c4604d tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:15.858503 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-9edaec44-0413-44e4-b557-426d44c4604d tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.8967466 Aug 22 13:40:15.860702 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46626) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:15.917616 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-85a5f724-cf94-49bf-aaec-0956505362ea tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks [] for router, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:15.924709 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1a276fad-d72b-4f4e-9e53-05032d958f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:15.970219 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 5017c726-a12e-49b5-922b-fe66b11b6c48 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:40:15.991781 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a276fad-d72b-4f4e-9e53-05032d958f0e None None] No DVR routers for this DVR port 3e554247-ef9b-445d-b23d-26a655788e9c on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:40:16.007372 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a276fad-d72b-4f4e-9e53-05032d958f0e None None] Pushing event deleted for resources: {'Port': ['ID=3e554247-ef9b-445d-b23d-26a655788e9c,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:16.086341 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 5017c726-a12e-49b5-922b-fe66b11b6c48 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:40:16.086865 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:16.120878 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5b95d15b-dd26-44d0-b162-7a4c0d0db08e tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2565572 Aug 22 13:40:16.134938 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b4dae8ff-05d7-494c-a255-7cbbad36e2c3 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:16.139369 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46636) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:16.261735 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa66287-2ea2-46f8-ac21-faa1c00b9490 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:16.268148 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa66287-2ea2-46f8-ac21-faa1c00b9490 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:16.269866 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5fa66287-2ea2-46f8-ac21-faa1c00b9490 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 0.9439147 Aug 22 13:40:16.278026 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46642) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:16.299092 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device d966870f-85a6-4ab0-a6b8-3e278e682f86 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:40:16.329331 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: d966870f-85a6-4ab0-a6b8-3e278e682f86 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:40:16.329823 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61e7c99-0ab0-40f1-8328-162accf377d2 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:16.330365 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device d966870f-85a6-4ab0-a6b8-3e278e682f86 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:40:16.331290 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 3e554247-ef9b-445d-b23d-26a655788e9c no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:40:16.331702 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61e7c99-0ab0-40f1-8328-162accf377d2 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:16.333464 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e61e7c99-0ab0-40f1-8328-162accf377d2 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1919754 Aug 22 13:40:16.348327 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc1b27-b604-459d-8228-3ac1b9dba64d req-3185cdd3-55a4-441d-8ab3-705d4d294bd2 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:16.350081 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d9fc1b27-b604-459d-8228-3ac1b9dba64d req-3185cdd3-55a4-441d-8ab3-705d4d294bd2 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1ff502e-e01a-45ec-b65b-20489f115451 HTTP/1.1" status: 200 len: 946 time: 0.2507627 Aug 22 13:40:16.350602 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46646) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:16.358429 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 3e554247-ef9b-445d-b23d-26a655788e9c {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:40:16.363715 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 3e554247-ef9b-445d-b23d-26a655788e9c not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:40:16.469726 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-b4dae8ff-05d7-494c-a255-7cbbad36e2c3 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Deleting port 2111ab37-1d26-4af4-8dbd-3d1afc14e235 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:40:16.469726 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b4dae8ff-05d7-494c-a255-7cbbad36e2c3 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:16.487733 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-85a5f724-cf94-49bf-aaec-0956505362ea tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:16.503687 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bcb17657-3ae4-4b0d-8279-68691b2a7d6e tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:16.540285 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97230baf-ab99-4d69-af52-e1a57d632df3 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Attributes excluded by policy engine: ['shared'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:16.541878 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97230baf-ab99-4d69-af52-e1a57d632df3 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Attributes excluded by policy engine: ['shared'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:16.546878 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-97230baf-ab99-4d69-af52-e1a57d632df3 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1889710 Aug 22 13:40:16.568404 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46658) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:16.640572 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-85a5f724-cf94-49bf-aaec-0956505362ea tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Deleting port 8c62935f-b165-47d4-9dfd-7b52a55c0676 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:40:16.641316 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-85a5f724-cf94-49bf-aaec-0956505362ea tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:16.679711 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-b4dae8ff-05d7-494c-a255-7cbbad36e2c3 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] For port 2111ab37-1d26-4af4-8dbd-3d1afc14e235, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=2111ab37-1d26-4af4-8dbd-3d1afc14e235,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:40:16.680071 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b4dae8ff-05d7-494c-a255-7cbbad36e2c3 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:16.705904 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-b4dae8ff-05d7-494c-a255-7cbbad36e2c3 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Calling delete_port for 2111ab37-1d26-4af4-8dbd-3d1afc14e235 owned by network:router_gateway {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:40:16.745674 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-e9be40ac-ff70-4ae7-bdb4-d1d2abadaf99 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Deleting port 9b9cb107-40b2-442f-ac70-2259d5c44925 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:40:16.746013 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e9be40ac-ff70-4ae7-bdb4-d1d2abadaf99 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:16.770896 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-85a5f724-cf94-49bf-aaec-0956505362ea tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] For port 8c62935f-b165-47d4-9dfd-7b52a55c0676, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=8c62935f-b165-47d4-9dfd-7b52a55c0676,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:40:16.771275 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-85a5f724-cf94-49bf-aaec-0956505362ea tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:16.774522 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb17657-3ae4-4b0d-8279-68691b2a7d6e tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Router 55d2f3ef-235a-47a0-a06c-a5bb711dcba0 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:40:16.792455 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-85a5f724-cf94-49bf-aaec-0956505362ea tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Calling delete_port for 8c62935f-b165-47d4-9dfd-7b52a55c0676 owned by network:router_gateway {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:40:16.859577 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de77a2c-5205-42fa-825b-4ee62c860728 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:16.861098 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7de77a2c-5205-42fa-825b-4ee62c860728 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "GET /v2.0/networks/9760623b-e38d-4ea0-bf86-fa146830043c HTTP/1.1" status: 200 len: 799 time: 0.2919462 Aug 22 13:40:16.863415 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-d9fc1b27-b604-459d-8228-3ac1b9dba64d req-bcc20317-3dad-415c-ae50-840e0cc125e9 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Deleting port 23fa8f3d-89fc-4d84-ab82-4ffbac97671c {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:40:16.863761 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-d9fc1b27-b604-459d-8228-3ac1b9dba64d req-bcc20317-3dad-415c-ae50-840e0cc125e9 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:16.870825 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46672) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:17.004460 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e16d1-dc0f-41f4-bd43-1a47b4830400 req-8c910e00-15fb-462f-a814-cb51f6efd85a tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:17.007798 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fa8e16d1-dc0f-41f4-bd43-1a47b4830400 req-8c910e00-15fb-462f-a814-cb51f6efd85a tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1ff502e-e01a-45ec-b65b-20489f115451 HTTP/1.1" status: 200 len: 946 time: 0.1270742 Aug 22 13:40:17.083628 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb17657-3ae4-4b0d-8279-68691b2a7d6e tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:40:17.087353 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e9be40ac-ff70-4ae7-bdb4-d1d2abadaf99 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:17.102506 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a95c6e-cc98-47f9-93c3-9b157266eb36 None None] Sync routers for ids ['55d2f3ef-235a-47a0-a06c-a5bb711dcba0'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:40:17.119565 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a95c6e-cc98-47f9-93c3-9b157266eb36 None None] Routers {'55d2f3ef-235a-47a0-a06c-a5bb711dcba0'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:40:17.120625 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-54a95c6e-cc98-47f9-93c3-9b157266eb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:40:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['55d2f3ef-235a-47a0-a06c-a5bb711dcba0'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:17.142965 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-e9be40ac-ff70-4ae7-bdb4-d1d2abadaf99 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Calling delete_port for 9b9cb107-40b2-442f-ac70-2259d5c44925 owned by {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:40:17.175062 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bcb17657-3ae4-4b0d-8279-68691b2a7d6e tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:17.176352 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-bcb17657-3ae4-4b0d-8279-68691b2a7d6e tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.5155883 Aug 22 13:40:17.185160 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46682) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:17.191430 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fa8e16d1-dc0f-41f4-bd43-1a47b4830400 req-0258f3d7-bbc5-4998-bb05-d8e5cb9b4119 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336308 Aug 22 13:40:17.195230 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-54a95c6e-cc98-47f9-93c3-9b157266eb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:17.201214 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-a6620741-ba41-4612-893a-483949459298 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:17.205479 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-d9fc1b27-b604-459d-8228-3ac1b9dba64d req-bcc20317-3dad-415c-ae50-840e0cc125e9 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] For port 23fa8f3d-89fc-4d84-ab82-4ffbac97671c, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=23fa8f3d-89fc-4d84-ab82-4ffbac97671c,segment=NetworkSegment(ade77f39-5a78-4e5c-8ff0-9af8c1244976),segment_id=ade77f39-5a78-4e5c-8ff0-9af8c1244976)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:40:17.206330 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-d9fc1b27-b604-459d-8228-3ac1b9dba64d req-bcc20317-3dad-415c-ae50-840e0cc125e9 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:17.225368 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a716953c-894e-403b-9064-f08f3ee9d698 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "GET /v2.0/networks/9760623b-e38d-4ea0-bf86-fa146830043c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.3534536 Aug 22 13:40:17.228793 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a95c6e-cc98-47f9-93c3-9b157266eb36 None None] Routers {'55d2f3ef-235a-47a0-a06c-a5bb711dcba0'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:40:17.229428 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-54a95c6e-cc98-47f9-93c3-9b157266eb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:40:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['55d2f3ef-235a-47a0-a06c-a5bb711dcba0'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:17.266199 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46684) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:17.277999 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-54a95c6e-cc98-47f9-93c3-9b157266eb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:17.278666 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a95c6e-cc98-47f9-93c3-9b157266eb36 None None] The sync data for ids ['55d2f3ef-235a-47a0-a06c-a5bb711dcba0'] in n-d-793621-33 is: [] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:40:17.339538 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db935233-aa2c-4754-989b-1d39274c3d0d tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:17.340908 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-db935233-aa2c-4754-989b-1d39274c3d0d tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "GET /v2.0/subnets/666f6e56-2f26-4292-a53e-b00cdf666955 HTTP/1.1" status: 200 len: 811 time: 0.0734150 Aug 22 13:40:17.341798 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-85a5f724-cf94-49bf-aaec-0956505362ea tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:17.345423 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46690) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:17.386824 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-d9fc1b27-b604-459d-8228-3ac1b9dba64d req-bcc20317-3dad-415c-ae50-840e0cc125e9 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Calling delete_port for 23fa8f3d-89fc-4d84-ab82-4ffbac97671c owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:40:17.408071 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a5f724-cf94-49bf-aaec-0956505362ea tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c62935f-b165-47d4-9dfd-7b52a55c0676,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:17.455091 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d555eaff-943f-49ab-ad14-f191667ba5b2 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Attributes excluded by policy engine: ['shared'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:17.459203 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d555eaff-943f-49ab-ad14-f191667ba5b2 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "GET /v2.0/subnets/666f6e56-2f26-4292-a53e-b00cdf666955?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1117666 Aug 22 13:40:17.470669 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46694) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:17.481713 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-6b375231-ed18-4963-ab40-671616d39b0f tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-570825531'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:17.537222 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-85a5f724-cf94-49bf-aaec-0956505362ea tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:17.558920 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b4dae8ff-05d7-494c-a255-7cbbad36e2c3 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:17.613360 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b375231-ed18-4963-ab40-671616d39b0f tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Made reservation on behalf of 6be38ca5ea35447298f0675ebcd2561a for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:40:17.616828 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6b375231-ed18-4963-ab40-671616d39b0f tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:17.618963 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dae8ff-05d7-494c-a255-7cbbad36e2c3 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event deleted for resources: {'Port': ['ID=2111ab37-1d26-4af4-8dbd-3d1afc14e235,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:17.644187 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-85a5f724-cf94-49bf-aaec-0956505362ea tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:17.647928 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-85a5f724-cf94-49bf-aaec-0956505362ea tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:17.700526 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-85a5f724-cf94-49bf-aaec-0956505362ea tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:17.701065 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a5f724-cf94-49bf-aaec-0956505362ea tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 55ca68c5-cda4-4454-9a8d-82f0d71070db {{(pid=94627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:40:17.706097 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-85a5f724-cf94-49bf-aaec-0956505362ea tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:17.708600 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-85a5f724-cf94-49bf-aaec-0956505362ea tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] 10.222.0.21 "DELETE /v2.0/routers/55ca68c5-cda4-4454-9a8d-82f0d71070db HTTP/1.1" status: 204 len: 168 time: 2.6167421 Aug 22 13:40:17.711270 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46704) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:17.716819 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-a82a4950-c303-4ddb-8b55-1505e5a4835e tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-865306863', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}, 'admin_state_up': False}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:17.754578 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a82a4950-c303-4ddb-8b55-1505e5a4835e tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:17.758172 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a82a4950-c303-4ddb-8b55-1505e5a4835e tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:17.924992 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b4dae8ff-05d7-494c-a255-7cbbad36e2c3 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:17.991608 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a82a4950-c303-4ddb-8b55-1505e5a4835e tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:18.014098 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e9be40ac-ff70-4ae7-bdb4-d1d2abadaf99 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:18.027780 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b375231-ed18-4963-ab40-671616d39b0f tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:40:18.136954 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6b375231-ed18-4963-ab40-671616d39b0f tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:18.137252 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-6b375231-ed18-4963-ab40-671616d39b0f tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Added segment adc780d9-8194-411c-8641-b51f9e0f03ad of type vlan for network 0035c916-30f6-433c-b882-34c8458358f8 Aug 22 13:40:18.144417 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b4dae8ff-05d7-494c-a255-7cbbad36e2c3 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:18.157269 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b4dae8ff-05d7-494c-a255-7cbbad36e2c3 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:18.162794 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a82a4950-c303-4ddb-8b55-1505e5a4835e tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:18.164402 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be40ac-ff70-4ae7-bdb4-d1d2abadaf99 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event deleted for resources: {'Port': ['ID=9b9cb107-40b2-442f-ac70-2259d5c44925,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:18.192337 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-d9fc1b27-b604-459d-8228-3ac1b9dba64d req-bcc20317-3dad-415c-ae50-840e0cc125e9 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:18.203325 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['23fa8f3d-89fc-4d84-ab82-4ffbac97671c'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:40:18.205597 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['bfca5d30-3e48-4072-a6df-3b881a1a8fbe'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:40:18.228611 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46714) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:18.354162 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e9be40ac-ff70-4ae7-bdb4-d1d2abadaf99 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:18.357115 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e9be40ac-ff70-4ae7-bdb4-d1d2abadaf99 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/ports/9b9cb107-40b2-442f-ac70-2259d5c44925 HTTP/1.1" status: 204 len: 168 time: 2.0743830 Aug 22 13:40:18.365414 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46722) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:18.436354 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6b375231-ed18-4963-ab40-671616d39b0f tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:18.511366 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-daeed32f-fa16-4c0c-a203-1adb741e3bc8 req-6670c9d2-6f70-46ce-a819-a5d61eff8af6 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1ff502e-e01a-45ec-b65b-20489f115451 HTTP/1.1" status: 200 len: 210 time: 0.1032941 Aug 22 13:40:18.547339 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-88aff7ae-6331-4c9d-b19a-ef844cfb9d19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:18.583033 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a82a4950-c303-4ddb-8b55-1505e5a4835e tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks [] for router_gateway, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:18.613395 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a82a4950-c303-4ddb-8b55-1505e5a4835e tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:18.769665 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-a82a4950-c303-4ddb-8b55-1505e5a4835e tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Allocated IP 172.25.3.149 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/aca45a1b-8b89-4a1c-96cd-a056182ff34d) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:40:18.791263 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-88aff7ae-6331-4c9d-b19a-ef844cfb9d19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:18.798710 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-88aff7ae-6331-4c9d-b19a-ef844cfb9d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:18.835890 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc20317-3dad-415c-ae50-840e0cc125e9 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Pushing event deleted for resources: {'Port': ['ID=23fa8f3d-89fc-4d84-ab82-4ffbac97671c,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:18.848758 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b4dae8ff-05d7-494c-a255-7cbbad36e2c3 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:18.849154 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4dae8ff-05d7-494c-a255-7cbbad36e2c3 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Fanout notify agent at l3_agent the message router_deleted on router f70c1faf-6278-419f-93e4-c53e735583b6 {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:40:18.863157 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b4dae8ff-05d7-494c-a255-7cbbad36e2c3 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:18.866790 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b4dae8ff-05d7-494c-a255-7cbbad36e2c3 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "DELETE /v2.0/routers/f70c1faf-6278-419f-93e4-c53e735583b6 HTTP/1.1" status: 204 len: 168 time: 3.8643105 Aug 22 13:40:18.869827 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46726) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:18.889188 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.db.resource_extend [None req-6b375231-ed18-4963-ab40-671616d39b0f tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 22 13:40:18.895377 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-88aff7ae-6331-4c9d-b19a-ef844cfb9d19 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=97c99d3369ac4b6ebe8b92530b66e326&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6646512 Aug 22 13:40:18.895990 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46728) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:18.905644 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aff7ae-6331-4c9d-b19a-ef844cfb9d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad074611-21db-4c0e-8d49-cc640da39c60,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:18.943281 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a6620741-ba41-4612-893a-483949459298 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:18.953026 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9fc1b27-b604-459d-8228-3ac1b9dba64d req-bcc20317-3dad-415c-ae50-840e0cc125e9 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] No DVR routers for this DVR port 23fa8f3d-89fc-4d84-ab82-4ffbac97671c on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:40:18.955853 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-d9fc1b27-b604-459d-8228-3ac1b9dba64d req-bcc20317-3dad-415c-ae50-840e0cc125e9 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:18.958082 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d9fc1b27-b604-459d-8228-3ac1b9dba64d req-bcc20317-3dad-415c-ae50-840e0cc125e9 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.41 "DELETE /v2.0/ports/23fa8f3d-89fc-4d84-ab82-4ffbac97671c HTTP/1.1" status: 204 len: 173 time: 2.5860050 Aug 22 13:40:18.984013 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a82a4950-c303-4ddb-8b55-1505e5a4835e tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:19.002004 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b78403c9-936c-4ca8-8de0-bd332069727d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:19.008759 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ff502e-e01a-45ec-b65b-20489f115451', 'name': 'network-vif-deleted', 'tag': '23fa8f3d-89fc-4d84-ab82-4ffbac97671c'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:40:19.010950 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db6d586-fb2f-40fb-9616-f714a7437240" -d '{"events": [{"server_uuid": "a1ff502e-e01a-45ec-b65b-20489f115451", "name": "network-vif-deleted", "tag": "23fa8f3d-89fc-4d84-ab82-4ffbac97671c"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:40:19.033410 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b78403c9-936c-4ca8-8de0-bd332069727d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:19.038099 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a6620741-ba41-4612-893a-483949459298 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:19.048177 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6b375231-ed18-4963-ab40-671616d39b0f tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:19.055045 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b375231-ed18-4963-ab40-671616d39b0f tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:19.055717 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6b375231-ed18-4963-ab40-671616d39b0f tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:19.070696 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36687126-7675-4134-af44-9186d10c7541 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:19.072607 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36687126-7675-4134-af44-9186d10c7541 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:19.074292 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-36687126-7675-4134-af44-9186d10c7541 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6962953 Aug 22 13:40:19.081637 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46732) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:19.097164 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a82a4950-c303-4ddb-8b55-1505e5a4835e tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:19.113978 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da5632c-c683-45e4-87c0-1703c41ad4cf x-openstack-request-id: req-9da5632c-c683-45e4-87c0-1703c41ad4cf {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:40:19.114250 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ff502e-e01a-45ec-b65b-20489f115451", "name": "network-vif-deleted", "tag": "23fa8f3d-89fc-4d84-ab82-4ffbac97671c", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:40:19.114568 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9da5632c-c683-45e4-87c0-1703c41ad4cf {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:40:19.114866 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ff502e-e01a-45ec-b65b-20489f115451', 'name': 'network-vif-deleted', 'tag': '23fa8f3d-89fc-4d84-ab82-4ffbac97671c', 'status': 'completed', 'code': 200} Aug 22 13:40:19.143208 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-929af411-da6e-43db-a0d7-cc083c0c2690 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:19.171309 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82a4950-c303-4ddb-8b55-1505e5a4835e tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:40:19.178045 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-a82a4950-c303-4ddb-8b55-1505e5a4835e tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:40:19.183468 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6b375231-ed18-4963-ab40-671616d39b0f tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7115531 Aug 22 13:40:19.185260 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82a4950-c303-4ddb-8b55-1505e5a4835e tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:40:19.187481 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46734) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:19.200389 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-98296d3a-729c-49ed-9a27-fea86dbbbe86 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Request body: {'subnet': {'network_id': '0035c916-30f6-433c-b882-34c8458358f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:19.217377 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-45a0baeb-c37a-435e-bb3a-ddbb23be3c25 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Deleting subnet 62e822b1-f3ca-45e1-bacc-02a73f517bcc {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:40:19.219330 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a4950-c303-4ddb-8b55-1505e5a4835e tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Pushing event updated for resources: {'Port': ['ID=aca45a1b-8b89-4a1c-96cd-a056182ff34d,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:19.228787 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b78403c9-936c-4ca8-8de0-bd332069727d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:19.231262 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b78403c9-936c-4ca8-8de0-bd332069727d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:19.232776 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b375231-ed18-4963-ab40-671616d39b0f tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Pushing event updated for resources: {'Network': ['ID=0035c916-30f6-433c-b882-34c8458358f8,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:19.235092 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-b78403c9-936c-4ca8-8de0-bd332069727d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ad074611-21db-4c0e-8d49-cc640da39c60 HTTP/1.1" status: 204 len: 168 time: 0.3363457 Aug 22 13:40:19.238378 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-45a0baeb-c37a-435e-bb3a-ddbb23be3c25 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:19.245778 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 0035c916-30f6-433c-b882-34c8458358f8 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:40:19.283974 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78403c9-936c-4ca8-8de0-bd332069727d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad074611-21db-4c0e-8d49-cc640da39c60,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:19.300195 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-45a0baeb-c37a-435e-bb3a-ddbb23be3c25 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:19.491228 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-929af411-da6e-43db-a0d7-cc083c0c2690 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:19.534625 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-929af411-da6e-43db-a0d7-cc083c0c2690 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74c80ecc-abbb-432b-a090-605bdcc17938']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:19.536750 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-45a0baeb-c37a-435e-bb3a-ddbb23be3c25 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:19.592164 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-a6620741-ba41-4612-893a-483949459298 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Deleting port 82193b0a-810f-4e64-8501-7a5224e82d11 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:40:19.592828 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a6620741-ba41-4612-893a-483949459298 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:19.656420 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-45a0baeb-c37a-435e-bb3a-ddbb23be3c25 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:19.659227 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46744) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:19.693004 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-929af411-da6e-43db-a0d7-cc083c0c2690 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a46c041a-edee-4466-a041-94150c66bf51') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:19.693365 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a82a4950-c303-4ddb-8b55-1505e5a4835e tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks [] for router_gateway, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:19.693551 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-929af411-da6e-43db-a0d7-cc083c0c2690 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a46c041a-edee-4466-a041-94150c66bf51') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:19.702202 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98296d3a-729c-49ed-9a27-fea86dbbbe86 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Made reservation on behalf of 6be38ca5ea35447298f0675ebcd2561a for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:40:19.702553 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a0baeb-c37a-435e-bb3a-ddbb23be3c25 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event deleted for resources: {'Subnet': ['ID=62e822b1-f3ca-45e1-bacc-02a73f517bcc,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:19.706511 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-98296d3a-729c-49ed-9a27-fea86dbbbe86 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:19.716730 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b16cf8-1d01-4494-8416-e88fde69066b None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:40:19.741246 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2487c746-7888-4707-8a1a-c747b68ed89d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:19.745250 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-45a0baeb-c37a-435e-bb3a-ddbb23be3c25 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:19.749833 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-45a0baeb-c37a-435e-bb3a-ddbb23be3c25 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/subnets/62e822b1-f3ca-45e1-bacc-02a73f517bcc HTTP/1.1" status: 204 len: 168 time: 0.6671648 Aug 22 13:40:19.753134 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46746) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:19.771191 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-929af411-da6e-43db-a0d7-cc083c0c2690 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:19.791224 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-929af411-da6e-43db-a0d7-cc083c0c2690 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:19.807266 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-16c70045-1446-4345-84c7-ead0124485e0 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0504291 Aug 22 13:40:19.810934 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46750) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:19.813751 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-929af411-da6e-43db-a0d7-cc083c0c2690 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:40:19.816384 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-929af411-da6e-43db-a0d7-cc083c0c2690 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:19.819093 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-e1e1026e-4e9a-4519-8ff5-98cebdec9a3c tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'subnet': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:19.853224 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 8c62935f-b165-47d4-9dfd-7b52a55c0676 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:40:19.877881 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 8c62935f-b165-47d4-9dfd-7b52a55c0676 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:40:19.878787 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 8c62935f-b165-47d4-9dfd-7b52a55c0676 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:40:19.879454 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 2111ab37-1d26-4af4-8dbd-3d1afc14e235 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:40:19.898199 n-d-793621-33 neutron-server[94628]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:40:19.898199 n-d-793621-33 neutron-server[94628]: items = [ Aug 22 13:40:19.898199 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:40:19.898199 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:40:19.898199 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:40:19.898199 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:40:19.898199 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:40:19.898199 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:40:19.898199 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:40:19.898199 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:40:19.898199 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:40:19.898199 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:40:19.898199 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:40:19.898199 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:40:19.898199 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:40:19.898199 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:40:19.898199 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:40:19.898199 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:40:19.898199 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:40:19.898199 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:40:19.898199 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:40:19.898199 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:40:19.898199 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:40:19.898199 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:40:19.898199 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:40:19.898199 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:40:19.898199 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:40:19.898199 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:40:19.898199 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:40:19.898199 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:40:19.898199 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:40:19.898199 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:40:19.898199 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:40:19.898199 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:40:19.906899 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 2111ab37-1d26-4af4-8dbd-3d1afc14e235 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:40:19.907307 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 2111ab37-1d26-4af4-8dbd-3d1afc14e235 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:40:19.969342 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdd440b-1e4a-4b3f-abe5-86b1b7e68808 None None] DHCP port deletion for 933f65da-8ef2-4dea-ac27-3eee9182e92f request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:40:20.020657 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.ipam_backend_mixin [None req-98296d3a-729c-49ed-9a27-fea86dbbbe86 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Performing IP validity checks on allocation pools {{(pid=94628) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 22 13:40:20.021238 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.ipam_backend_mixin [None req-98296d3a-729c-49ed-9a27-fea86dbbbe86 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94628) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 22 13:40:20.028638 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-929af411-da6e-43db-a0d7-cc083c0c2690 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:20.034665 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a6620741-ba41-4612-893a-483949459298 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:20.043963 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd440b-1e4a-4b3f-abe5-86b1b7e68808 None None] Deleting port 5017c726-a12e-49b5-922b-fe66b11b6c48 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:40:20.045000 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-dfdd440b-1e4a-4b3f-abe5-86b1b7e68808 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:20.074578 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-929af411-da6e-43db-a0d7-cc083c0c2690 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:20.080479 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-929af411-da6e-43db-a0d7-cc083c0c2690 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "DELETE /v2.0/networks/74c80ecc-abbb-432b-a090-605bdcc17938 HTTP/1.1" status: 204 len: 168 time: 1.1875350 Aug 22 13:40:20.081625 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929af411-da6e-43db-a0d7-cc083c0c2690 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event deleted for resources: {'Network': ['ID=74c80ecc-abbb-432b-a090-605bdcc17938,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:20.084094 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46762) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:20.107702 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-a6620741-ba41-4612-893a-483949459298 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Calling delete_port for 82193b0a-810f-4e64-8501-7a5224e82d11 owned by network:router_gateway {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:40:20.117455 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-dfdd440b-1e4a-4b3f-abe5-86b1b7e68808 None None] For port 5017c726-a12e-49b5-922b-fe66b11b6c48, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=5017c726-a12e-49b5-922b-fe66b11b6c48,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:40:20.118445 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-dfdd440b-1e4a-4b3f-abe5-86b1b7e68808 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:20.133940 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd440b-1e4a-4b3f-abe5-86b1b7e68808 None None] Calling delete_port for 5017c726-a12e-49b5-922b-fe66b11b6c48 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:40:20.224195 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-dfdd440b-1e4a-4b3f-abe5-86b1b7e68808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:20.264379 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd440b-1e4a-4b3f-abe5-86b1b7e68808 None None] Pushing event deleted for resources: {'Port': ['ID=5017c726-a12e-49b5-922b-fe66b11b6c48,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:20.266381 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdd440b-1e4a-4b3f-abe5-86b1b7e68808 None None] No DVR routers for this DVR port 5017c726-a12e-49b5-922b-fe66b11b6c48 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:40:20.317831 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5c5bd2b7-f099-47c2-b944-58905f49ece3 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:20.416198 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 23fa8f3d-89fc-4d84-ab82-4ffbac97671c no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:40:20.417437 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5c5bd2b7-f099-47c2-b944-58905f49ece3 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:20.438277 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: 23fa8f3d-89fc-4d84-ab82-4ffbac97671c {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:40:20.438683 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 23fa8f3d-89fc-4d84-ab82-4ffbac97671c not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:40:20.529087 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-98296d3a-729c-49ed-9a27-fea86dbbbe86 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:20.587537 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8592d06-becd-4448-a726-b7c0f22f7f3b req-13ee252a-1ae7-45f2-be64-6ad3c673d6f2 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:20.589597 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e8592d06-becd-4448-a726-b7c0f22f7f3b req-13ee252a-1ae7-45f2-be64-6ad3c673d6f2 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/networks?id=436bb3cf-4f1a-421b-bfd3-5f21c99032ed HTTP/1.1" status: 200 len: 805 time: 0.6692274 Aug 22 13:40:20.598037 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a6620741-ba41-4612-893a-483949459298 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:20.637915 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a82a4950-c303-4ddb-8b55-1505e5a4835e tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:20.644574 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6620741-ba41-4612-893a-483949459298 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Pushing event deleted for resources: {'Port': ['ID=82193b0a-810f-4e64-8501-7a5224e82d11,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:20.646758 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e8592d06-becd-4448-a726-b7c0f22f7f3b req-a0a2bc9b-686e-49d0-9910-9fcb3287b9ba tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/quotas/9d314acf246e49628109fc5511827078 HTTP/1.1" status: 200 len: 375 time: 0.0446365 Aug 22 13:40:20.649642 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2487c746-7888-4707-8a1a-c747b68ed89d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:20.650936 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98296d3a-729c-49ed-9a27-fea86dbbbe86 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Pushing event updated for resources: {'Subnet': ['ID=847094e6-f2e1-4f30-964e-8462044899b3,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:20.687820 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5c5bd2b7-f099-47c2-b944-58905f49ece3 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:20.690780 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5c5bd2b7-f099-47c2-b944-58905f49ece3 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:20.691928 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5c5bd2b7-f099-47c2-b944-58905f49ece3 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "DELETE /v2.0/security-groups/7e5ee16a-a71b-41c2-8638-acd377ab5b4c HTTP/1.1" status: 204 len: 168 time: 0.5965397 Aug 22 13:40:20.696609 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98296d3a-729c-49ed-9a27-fea86dbbbe86 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Checking segment: {'id': 'adc780d9-8194-411c-8641-b51f9e0f03ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0035c916-30f6-433c-b882-34c8458358f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:40:20.697084 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98296d3a-729c-49ed-9a27-fea86dbbbe86 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Network hostable DHCP agents. Network: 0035c916-30f6-433c-b882-34c8458358f8, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:40:20.706026 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2487c746-7888-4707-8a1a-c747b68ed89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:20.741436 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5bd2b7-f099-47c2-b944-58905f49ece3 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5ee16a-a71b-41c2-8638-acd377ab5b4c,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:20.781983 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e1026e-4e9a-4519-8ff5-98cebdec9a3c tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:40:20.785512 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e1e1026e-4e9a-4519-8ff5-98cebdec9a3c tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:20.787199 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a6620741-ba41-4612-893a-483949459298 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:20.815637 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-2487c746-7888-4707-8a1a-c747b68ed89d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6b6b4d7be3814f538c8039ae03322632&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1515992 Aug 22 13:40:20.830674 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46768) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:20.831371 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98296d3a-729c-49ed-9a27-fea86dbbbe86 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Network 0035c916-30f6-433c-b882-34c8458358f8 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:40:20.855297 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2487c746-7888-4707-8a1a-c747b68ed89d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983d0645-427a-4999-8d93-1232f256383a,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:20.878654 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-98296d3a-729c-49ed-9a27-fea86dbbbe86 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 0035c916-30f6-433c-b882-34c8458358f8) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:40:20.895714 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2779c66-4f7f-41b4-8e5c-5df213842109 None None] Network 0035c916-30f6-433c-b882-34c8458358f8 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:40:20.916612 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e8592d06-becd-4448-a726-b7c0f22f7f3b req-6ab1a190-4b73-43fb-b2d5-0d0c9f5d1856 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9d314acf246e49628109fc5511827078&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2165754 Aug 22 13:40:20.964622 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98296d3a-729c-49ed-9a27-fea86dbbbe86 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:20.965277 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-98296d3a-729c-49ed-9a27-fea86dbbbe86 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:20.997444 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-98296d3a-729c-49ed-9a27-fea86dbbbe86 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.8017142 Aug 22 13:40:21.005025 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46770) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:21.011863 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46772) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:21.017695 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-52441729-4f6a-4774-bb4e-d48169d8d6e8 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:21.027674 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-5672d0d2-194a-4285-80c4-6b701b0e305d tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1949140674', 'description': 'tempest-secgroup-smoke-1949140674 description', 'project_id': '50b3d484826f4e1f8052fde49b87f38a'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:21.087487 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a6620741-ba41-4612-893a-483949459298 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36751'] for router, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:21.094595 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a6620741-ba41-4612-893a-483949459298 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803386'] for router, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:21.097197 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1b46fb18-4a48-4680-83ca-77d8fb117537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:21.145614 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6db19fe-3d42-4820-b091-3d13b1079797 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-0035c916-30f6-433c-b882-34c8458358f8', 'network_id': '0035c916-30f6-433c-b882-34c8458358f8', 'tenant_id': '6be38ca5ea35447298f0675ebcd2561a', 'fixed_ips': [{'subnet_id': '847094e6-f2e1-4f30-964e-8462044899b3'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:40:21.146760 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c6db19fe-3d42-4820-b091-3d13b1079797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:21.153584 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1b46fb18-4a48-4680-83ca-77d8fb117537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:21.170107 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5672d0d2-194a-4285-80c4-6b701b0e305d tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:21.220791 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6620741-ba41-4612-893a-483949459298 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Router 55d2f3ef-235a-47a0-a06c-a5bb711dcba0 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:40:21.226142 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e8592d06-becd-4448-a726-b7c0f22f7f3b req-a1ef3334-2d94-4f5d-acd2-dfca812e1b57 service neutron] 10.222.0.21 "GET /v2.0/networks/436bb3cf-4f1a-421b-bfd3-5f21c99032ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985389 Aug 22 13:40:21.237451 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a82a4950-c303-4ddb-8b55-1505e5a4835e tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Router 6429076b-8be1-43ea-8c7a-571e4daf2fff is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:40:21.310769 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-52441729-4f6a-4774-bb4e-d48169d8d6e8 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3422976'] for subnet, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:21.319206 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6620741-ba41-4612-893a-483949459298 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:40:21.327791 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a6620741-ba41-4612-893a-483949459298 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:21.329241 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a6620741-ba41-4612-893a-483949459298 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] 10.222.0.21 "PUT /v2.0/routers/55d2f3ef-235a-47a0-a06c-a5bb711dcba0 HTTP/1.1" status: 200 len: 705 time: 4.1428359 Aug 22 13:40:21.331925 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46776) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:21.337174 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4966a76f-4928-4f2e-b813-eaae7909ec82 None None] Sync routers for ids ['55d2f3ef-235a-47a0-a06c-a5bb711dcba0'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:40:21.339028 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-c6db19fe-3d42-4820-b091-3d13b1079797 None None] Allocated IP 172.20.0.3 (0035c916-30f6-433c-b882-34c8458358f8/847094e6-f2e1-4f30-964e-8462044899b3/08324417-4934-42b8-9fad-07055695f048) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:40:21.341122 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1b46fb18-4a48-4680-83ca-77d8fb117537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:21.343668 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1b46fb18-4a48-4680-83ca-77d8fb117537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:21.347479 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-1b46fb18-4a48-4680-83ca-77d8fb117537 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/983d0645-427a-4999-8d93-1232f256383a HTTP/1.1" status: 204 len: 168 time: 0.5108685 Aug 22 13:40:21.371510 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4966a76f-4928-4f2e-b813-eaae7909ec82 None None] Routers {'55d2f3ef-235a-47a0-a06c-a5bb711dcba0'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:40:21.374221 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-4966a76f-4928-4f2e-b813-eaae7909ec82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:40:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['55d2f3ef-235a-47a0-a06c-a5bb711dcba0'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:21.410016 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e1e1026e-4e9a-4519-8ff5-98cebdec9a3c tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:21.410208 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b46fb18-4a48-4680-83ca-77d8fb117537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983d0645-427a-4999-8d93-1232f256383a,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:21.448285 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b23d4bb7-2bb3-4f1b-b348-7ea1253cb2b0 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] 10.222.0.21 "GET /v2.0/routers/55d2f3ef-235a-47a0-a06c-a5bb711dcba0 HTTP/1.1" status: 200 len: 740 time: 0.1140764 Aug 22 13:40:21.450249 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46780) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:21.461928 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-4966a76f-4928-4f2e-b813-eaae7909ec82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:21.478793 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4966a76f-4928-4f2e-b813-eaae7909ec82 None None] Routers {'55d2f3ef-235a-47a0-a06c-a5bb711dcba0'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:40:21.480969 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-4966a76f-4928-4f2e-b813-eaae7909ec82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:40:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['55d2f3ef-235a-47a0-a06c-a5bb711dcba0'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:21.536335 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e1026e-4e9a-4519-8ff5-98cebdec9a3c tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:40:21.546634 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-45e087a1-9ef5-4775-838f-b48c1e9c3762 tempest-RoutersAdminTest-1808294552 tempest-RoutersAdminTest-1808294552-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=7de6ab83-cd00-4b3c-94fb-810dd34d29b8&device_id=55d2f3ef-235a-47a0-a06c-a5bb711dcba0 HTTP/1.1" status: 200 len: 205 time: 0.0927720 Aug 22 13:40:21.550533 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-e1e1026e-4e9a-4519-8ff5-98cebdec9a3c tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:40:21.553364 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46782) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:21.563428 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e1026e-4e9a-4519-8ff5-98cebdec9a3c tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:21.564057 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e1e1026e-4e9a-4519-8ff5-98cebdec9a3c tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:21.579780 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5510be16-737e-49ed-bd24-4a9e2514cb8c None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:40:21.580891 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-4966a76f-4928-4f2e-b813-eaae7909ec82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:21.581712 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4966a76f-4928-4f2e-b813-eaae7909ec82 None None] The sync data for ids ['55d2f3ef-235a-47a0-a06c-a5bb711dcba0'] in n-d-793621-33 is: [] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:40:21.582826 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e1026e-4e9a-4519-8ff5-98cebdec9a3c tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event updated for resources: {'Subnet': ['ID=c2bf4255-d43d-436e-ba08-d3c2fb410778,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:21.599288 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a41a42e0-8072-4fc9-8c4c-a712cb41a9db tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] 10.222.0.21 "GET /v2.0/ports?device_id=55d2f3ef-235a-47a0-a06c-a5bb711dcba0 HTTP/1.1" status: 200 len: 205 time: 0.0418029 Aug 22 13:40:21.599288 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46784) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:21.603122 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c6db19fe-3d42-4820-b091-3d13b1079797 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:21.610416 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e8592d06-becd-4448-a726-b7c0f22f7f3b req-c8e8f140-44e8-48a6-b8de-6ed046cb62cb service neutron] 10.222.0.21 "GET /v2.0/networks/436bb3cf-4f1a-421b-bfd3-5f21c99032ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3432987 Aug 22 13:40:21.620807 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82a4950-c303-4ddb-8b55-1505e5a4835e tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:40:21.642945 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82392552-792c-42ee-b3da-2ad3a672c969 None None] Sync routers for ids ['6429076b-8be1-43ea-8c7a-571e4daf2fff'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:40:21.650888 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5672d0d2-194a-4285-80c4-6b701b0e305d tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:21.659571 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5672d0d2-194a-4285-80c4-6b701b0e305d tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:21.682478 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e1e1026e-4e9a-4519-8ff5-98cebdec9a3c tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8684542 Aug 22 13:40:21.687788 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46786) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:21.707546 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4630144d-a914-4225-9905-7d5223caddae tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:21.713233 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-964d81d9-570b-4d69-ad69-b883f7f08cd1 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'port': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'name': 'tempest-NetworksTestDHCPv6-1283542397'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:21.718567 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a82a4950-c303-4ddb-8b55-1505e5a4835e tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:21.731712 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c6db19fe-3d42-4820-b091-3d13b1079797 None None] Transition to ACTIVE for port object 08324417-4934-42b8-9fad-07055695f048 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:40:21.736831 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a82a4950-c303-4ddb-8b55-1505e5a4835e tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.0240195 Aug 22 13:40:21.741132 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46790) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:21.746356 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-5ec351ee-8859-491e-b21f-b39945815287 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'enable_snat': False}}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:21.777236 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82392552-792c-42ee-b3da-2ad3a672c969 None None] Routers {'6429076b-8be1-43ea-8c7a-571e4daf2fff'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:40:21.789344 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-82392552-792c-42ee-b3da-2ad3a672c969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:40:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['6429076b-8be1-43ea-8c7a-571e4daf2fff'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:21.881952 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5672d0d2-194a-4285-80c4-6b701b0e305d tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:21.886036 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-5672d0d2-194a-4285-80c4-6b701b0e305d tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8619657 Aug 22 13:40:21.895367 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c6db19fe-3d42-4820-b091-3d13b1079797 None None] Transition to ACTIVE for port object 08324417-4934-42b8-9fad-07055695f048 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:40:21.900179 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46798) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:21.904119 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-82392552-792c-42ee-b3da-2ad3a672c969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:21.904887 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-125b3e42-32d8-47c5-843b-a9e6e7b4d35a tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Request body: {'security_group_rule': {'security_group_id': 'b83678d1-4258-4ef7-88a8-5933c84ca924', 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:21.906892 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 5017c726-a12e-49b5-922b-fe66b11b6c48 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:40:21.917262 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c6db19fe-3d42-4820-b091-3d13b1079797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:21.948836 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 5017c726-a12e-49b5-922b-fe66b11b6c48 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:40:21.949345 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 5017c726-a12e-49b5-922b-fe66b11b6c48 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:40:21.995467 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4630144d-a914-4225-9905-7d5223caddae tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:21.998985 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4630144d-a914-4225-9905-7d5223caddae tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:22.049429 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-125b3e42-32d8-47c5-843b-a9e6e7b4d35a tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:22.063663 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4630144d-a914-4225-9905-7d5223caddae tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:22.064785 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4630144d-a914-4225-9905-7d5223caddae tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Fanout notify agent at l3_agent the message router_deleted on router 55d2f3ef-235a-47a0-a06c-a5bb711dcba0 {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:40:22.076378 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4630144d-a914-4225-9905-7d5223caddae tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:22.081501 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4630144d-a914-4225-9905-7d5223caddae tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] 10.222.0.21 "DELETE /v2.0/routers/55d2f3ef-235a-47a0-a06c-a5bb711dcba0 HTTP/1.1" status: 204 len: 168 time: 0.4775646 Aug 22 13:40:22.082942 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46806) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:22.139935 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7f6e66ba-1081-4996-9fac-b03d695d19ba tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] 10.222.0.21 "GET /v2.0/ports?device_id=55d2f3ef-235a-47a0-a06c-a5bb711dcba0 HTTP/1.1" status: 200 len: 205 time: 0.0445020 Aug 22 13:40:22.150194 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2c595d9b-feae-4727-8d49-3193cd3fa78f req-9ac8b70d-f9be-422f-a75f-85a6452549c9 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=5555e93b-e64a-4462-82ae-2a24a01bd81d HTTP/1.1" status: 200 len: 210 time: 0.2700529 Aug 22 13:40:22.153919 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46814) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:22.155744 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5672d0d2-194a-4285-80c4-6b701b0e305d tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b83678d1-4258-4ef7-88a8-5933c84ca924,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:22.165111 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964d81d9-570b-4d69-ad69-b883f7f08cd1 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:40:22.169527 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-964d81d9-570b-4d69-ad69-b883f7f08cd1 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:22.223602 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [None req-964d81d9-570b-4d69-ad69-b883f7f08cd1 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] device_id is not set on port 0dfb8689-c9f5-4312-9c7e-e7ed0a873185 yet. {{(pid=94627) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:40:22.255215 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-ba3b4e31-2cf1-4a67-ab8b-f9c947c589a2 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] delete failed (client error): The resource could not be found. Aug 22 13:40:22.256264 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ba3b4e31-2cf1-4a67-ab8b-f9c947c589a2 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] 10.222.0.21 "DELETE /v2.0/routers/55d2f3ef-235a-47a0-a06c-a5bb711dcba0 HTTP/1.1" status: 404 len: 336 time: 0.1013207 Aug 22 13:40:22.261954 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46816) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:22.301025 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-baa565bc-04e3-4532-8b7f-f57eb712a763 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] 10.222.0.21 "GET /v2.0/ports?device_id=afbaf017-b08b-4878-ab7c-ca24a95532ff HTTP/1.1" status: 200 len: 205 time: 0.0377476 Aug 22 13:40:22.304386 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46818) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:22.319613 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-125b3e42-32d8-47c5-843b-a9e6e7b4d35a tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:22.338263 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82392552-792c-42ee-b3da-2ad3a672c969 None None] Routers {'6429076b-8be1-43ea-8c7a-571e4daf2fff'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:40:22.339016 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-82392552-792c-42ee-b3da-2ad3a672c969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:40:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['6429076b-8be1-43ea-8c7a-571e4daf2fff'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:22.352268 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6db19fe-3d42-4820-b091-3d13b1079797 None None] Network 0035c916-30f6-433c-b882-34c8458358f8 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:40:22.365364 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-4fef946c-f13e-464e-8a84-cebee5151aad tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] delete failed (client error): The resource could not be found. Aug 22 13:40:22.366607 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4fef946c-f13e-464e-8a84-cebee5151aad tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] 10.222.0.21 "DELETE /v2.0/routers/afbaf017-b08b-4878-ab7c-ca24a95532ff HTTP/1.1" status: 404 len: 336 time: 0.0611115 Aug 22 13:40:22.367593 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-125b3e42-32d8-47c5-843b-a9e6e7b4d35a tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:22.369358 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46824) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:22.389020 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-c6db19fe-3d42-4820-b091-3d13b1079797 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:40:22.397940 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-82392552-792c-42ee-b3da-2ad3a672c969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:22.398756 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82392552-792c-42ee-b3da-2ad3a672c969 None None] The sync data for ids ['6429076b-8be1-43ea-8c7a-571e4daf2fff'] in n-d-793621-33 is: [] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:40:22.403004 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6db19fe-3d42-4820-b091-3d13b1079797 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:40:22.407308 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6db19fe-3d42-4820-b091-3d13b1079797 None None] Pushing event updated for resources: {'Port': ['ID=08324417-4934-42b8-9fad-07055695f048,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:22.413144 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-50b4cd45-8a09-411d-81f6-f915cb803f5f tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] 10.222.0.21 "GET /v2.0/ports?device_id=1042fa67-986e-446f-838a-020842fea022 HTTP/1.1" status: 200 len: 205 time: 0.0399678 Aug 22 13:40:22.416720 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46826) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:22.419347 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125b3e42-32d8-47c5-843b-a9e6e7b4d35a tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91d61775-a127-4cf6-b0c5-b12d21f794a6,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:22.475705 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-d6c83a61-4e3a-40c6-b183-d1eb3d60e517 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] delete failed (client error): The resource could not be found. Aug 22 13:40:22.477225 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d6c83a61-4e3a-40c6-b183-d1eb3d60e517 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] 10.222.0.21 "DELETE /v2.0/routers/1042fa67-986e-446f-838a-020842fea022 HTTP/1.1" status: 404 len: 336 time: 0.0593016 Aug 22 13:40:22.479855 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46832) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:22.499728 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d08091a-b76c-47cc-b84c-17f70e40254b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-933f65da-8ef2-4dea-ac27-3eee9182e92f', 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'tenant_id': 'a71622c06b3d48d28918cf297ca2043b', 'fixed_ips': [{'subnet_id': 'c2bf4255-d43d-436e-ba08-d3c2fb410778'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:40:22.500665 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9d08091a-b76c-47cc-b84c-17f70e40254b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:22.509950 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-125b3e42-32d8-47c5-843b-a9e6e7b4d35a tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:22.513904 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-125b3e42-32d8-47c5-843b-a9e6e7b4d35a tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6098146 Aug 22 13:40:22.550027 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46834) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:22.554524 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-ea96dcdc-23b8-460e-9eab-bbde82b11f81 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Request body: {'security_group_rule': {'security_group_id': 'b83678d1-4258-4ef7-88a8-5933c84ca924', 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:22.562662 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-cdd5f5a2-3748-48cb-a7d8-0750705d3382 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4b9f160-4d35-462b-b5e3-4cf7b7157bc6 HTTP/1.1" status: 200 len: 205 time: 0.0770040 Aug 22 13:40:22.567032 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46838) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:22.570203 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-c6db19fe-3d42-4820-b091-3d13b1079797 None None] Attempting to bind port 08324417-4934-42b8-9fad-07055695f048 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:40:22.571165 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-c6db19fe-3d42-4820-b091-3d13b1079797 None None] Attempting to bind port 08324417-4934-42b8-9fad-07055695f048 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'adc780d9-8194-411c-8641-b51f9e0f03ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0035c916-30f6-433c-b882-34c8458358f8'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:40:22.571600 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6db19fe-3d42-4820-b091-3d13b1079797 None None] Attempting to bind port 08324417-4934-42b8-9fad-07055695f048 on network 0035c916-30f6-433c-b882-34c8458358f8 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:40:22.590513 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6db19fe-3d42-4820-b091-3d13b1079797 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:40:22.590888 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6db19fe-3d42-4820-b091-3d13b1079797 None None] Checking segment: {'id': 'adc780d9-8194-411c-8641-b51f9e0f03ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0035c916-30f6-433c-b882-34c8458358f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:40:22.591368 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c6db19fe-3d42-4820-b091-3d13b1079797 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:22.591682 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6db19fe-3d42-4820-b091-3d13b1079797 None None] Bound using segment: {'id': 'adc780d9-8194-411c-8641-b51f9e0f03ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0035c916-30f6-433c-b882-34c8458358f8'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:40:22.592272 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-c6db19fe-3d42-4820-b091-3d13b1079797 None None] Bound port: 08324417-4934-42b8-9fad-07055695f048, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adc780d9-8194-411c-8641-b51f9e0f03ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0035c916-30f6-433c-b882-34c8458358f8'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:40:22.593406 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c6db19fe-3d42-4820-b091-3d13b1079797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:22.614961 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-964d81d9-570b-4d69-ad69-b883f7f08cd1 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Allocated IP 2001:db8::139 (933f65da-8ef2-4dea-ac27-3eee9182e92f/c2bf4255-d43d-436e-ba08-d3c2fb410778/0dfb8689-c9f5-4312-9c7e-e7ed0a873185) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:40:22.663816 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-44478a71-aa67-451b-9528-a305a2df2556 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] delete failed (client error): The resource could not be found. Aug 22 13:40:22.669733 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-44478a71-aa67-451b-9528-a305a2df2556 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] 10.222.0.21 "DELETE /v2.0/routers/d4b9f160-4d35-462b-b5e3-4cf7b7157bc6 HTTP/1.1" status: 404 len: 336 time: 0.0993569 Aug 22 13:40:22.671293 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46840) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:22.716666 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-128818b7-3c49-417b-87a3-bd58b36e2ee3 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e2bb616-bb4a-4250-96a1-01a5a145c2dd HTTP/1.1" status: 200 len: 205 time: 0.0418952 Aug 22 13:40:22.716666 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ea96dcdc-23b8-460e-9eab-bbde82b11f81 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:22.719248 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46842) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:22.761341 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c6db19fe-3d42-4820-b091-3d13b1079797 None None] For port 08324417-4934-42b8-9fad-07055695f048, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:40:22.766255 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c6db19fe-3d42-4820-b091-3d13b1079797 None None] For port 08324417-4934-42b8-9fad-07055695f048, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=08324417-4934-42b8-9fad-07055695f048,segment=NetworkSegment(adc780d9-8194-411c-8641-b51f9e0f03ad),segment_id=adc780d9-8194-411c-8641-b51f9e0f03ad)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:40:22.777181 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c6db19fe-3d42-4820-b091-3d13b1079797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:22.778864 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-d28c1f5c-905f-4a8f-93db-2dc05871da83 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] delete failed (client error): The resource could not be found. Aug 22 13:40:22.780127 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d28c1f5c-905f-4a8f-93db-2dc05871da83 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] 10.222.0.21 "DELETE /v2.0/routers/6e2bb616-bb4a-4250-96a1-01a5a145c2dd HTTP/1.1" status: 404 len: 336 time: 0.0598731 Aug 22 13:40:22.786445 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46846) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:22.822760 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-27fb25b1-965f-407a-967f-bf4c5b501b7a tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] 10.222.0.21 "GET /v2.0/ports?device_id=841c5989-1f14-440a-9446-4fbb1db1920a HTTP/1.1" status: 200 len: 205 time: 0.0351980 Aug 22 13:40:22.827671 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46848) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:22.863924 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ea96dcdc-23b8-460e-9eab-bbde82b11f81 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:22.869377 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ea96dcdc-23b8-460e-9eab-bbde82b11f81 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:22.902827 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ea96dcdc-23b8-460e-9eab-bbde82b11f81 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:22.903869 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ea96dcdc-23b8-460e-9eab-bbde82b11f81 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3528898 Aug 22 13:40:22.905785 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6db19fe-3d42-4820-b091-3d13b1079797 None None] Pushing event updated for resources: {'Port': ['ID=08324417-4934-42b8-9fad-07055695f048,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:22.909541 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46850) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:22.918187 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-9cdfb014-105a-477e-a507-2f31880874fc tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Request body: {'security_group_rule': {'security_group_id': 'b83678d1-4258-4ef7-88a8-5933c84ca924', 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:22.931575 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea96dcdc-23b8-460e-9eab-bbde82b11f81 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=231498e6-16d9-41c3-9a2f-7ad78fc6b0f3,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:22.963297 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9cdfb014-105a-477e-a507-2f31880874fc tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:22.993080 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-964d81d9-570b-4d69-ad69-b883f7f08cd1 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:22.996420 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-9f5679cd-207b-4484-bd32-c27560fe7e3c tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] delete failed (client error): The resource could not be found. Aug 22 13:40:23.000779 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-9f5679cd-207b-4484-bd32-c27560fe7e3c tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] 10.222.0.21 "DELETE /v2.0/routers/841c5989-1f14-440a-9446-4fbb1db1920a HTTP/1.1" status: 404 len: 336 time: 0.1337128 Aug 22 13:40:23.004692 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46854) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:23.038566 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-21137603-faab-49a2-bf38-f4d6fcbbf843 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] DELETE failed (client error): The resource could not be found. Aug 22 13:40:23.039019 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21137603-faab-49a2-bf38-f4d6fcbbf843 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:40:23.040881 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-21137603-faab-49a2-bf38-f4d6fcbbf843 tempest-RoutersAdminTest-1870868744 tempest-RoutersAdminTest-1870868744-project] 10.222.0.21 "DELETE /v2.0/subnets/740793e1-1cbf-430d-8104-f0d9e7789b74 HTTP/1.1" status: 404 len: 337 time: 0.0351942 Aug 22 13:40:23.068841 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-964d81d9-570b-4d69-ad69-b883f7f08cd1 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Transition to ACTIVE for port object 0dfb8689-c9f5-4312-9c7e-e7ed0a873185 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:40:23.074458 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-52441729-4f6a-4774-bb4e-d48169d8d6e8 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776903332666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4084527'] for subnet, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:23.138347 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9cdfb014-105a-477e-a507-2f31880874fc tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:23.153742 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52441729-4f6a-4774-bb4e-d48169d8d6e8 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:23.154359 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-52441729-4f6a-4774-bb4e-d48169d8d6e8 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:23.156654 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9cdfb014-105a-477e-a507-2f31880874fc tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:23.158663 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-52441729-4f6a-4774-bb4e-d48169d8d6e8 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "PUT /v2.0/subnets/847094e6-f2e1-4f30-964e-8462044899b3 HTTP/1.1" status: 200 len: 877 time: 2.1502941 Aug 22 13:40:23.165167 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46860) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:23.246391 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52441729-4f6a-4774-bb4e-d48169d8d6e8 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Pushing event updated for resources: {'Subnet': ['ID=847094e6-f2e1-4f30-964e-8462044899b3,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:23.295903 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdfb014-105a-477e-a507-2f31880874fc tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a5fd1df-4835-41e4-83c5-1adb47476497,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:23.375455 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2fc5774d-a863-44b7-a9c1-96791accb825 req-8ce6e4a0-7159-4c46-bf8a-217968ebb78e tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=5555e93b-e64a-4462-82ae-2a24a01bd81d HTTP/1.1" status: 200 len: 210 time: 0.0571942 Aug 22 13:40:23.380846 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-964d81d9-570b-4d69-ad69-b883f7f08cd1 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:23.432059 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964d81d9-570b-4d69-ad69-b883f7f08cd1 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:40:23.443868 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-964d81d9-570b-4d69-ad69-b883f7f08cd1 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:40:23.446725 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964d81d9-570b-4d69-ad69-b883f7f08cd1 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:40:23.453055 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964d81d9-570b-4d69-ad69-b883f7f08cd1 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:23.453635 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-964d81d9-570b-4d69-ad69-b883f7f08cd1 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:23.458123 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5ec351ee-8859-491e-b21f-b39945815287 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:23.499603 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964d81d9-570b-4d69-ad69-b883f7f08cd1 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event updated for resources: {'Port': ['ID=0dfb8689-c9f5-4312-9c7e-e7ed0a873185,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:23.510491 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-964d81d9-570b-4d69-ad69-b883f7f08cd1 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8180158 Aug 22 13:40:23.510491 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46870) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:23.547618 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-9d08091a-b76c-47cc-b84c-17f70e40254b None None] Allocated IP 2001:db8::2 (933f65da-8ef2-4dea-ac27-3eee9182e92f/c2bf4255-d43d-436e-ba08-d3c2fb410778/d0d6f3f1-0fa9-48c8-bea9-1c150aadd08d) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:40:23.618179 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6281adb3-e435-4b51-8a26-0939508fa8bd tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:23.619952 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-6281adb3-e435-4b51-8a26-0939508fa8bd tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1096015 Aug 22 13:40:23.622900 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46872) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:23.804199 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9d08091a-b76c-47cc-b84c-17f70e40254b None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:23.829599 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-9d08091a-b76c-47cc-b84c-17f70e40254b None None] Transition to ACTIVE for port object d0d6f3f1-0fa9-48c8-bea9-1c150aadd08d will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:40:23.829817 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46878) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:23.850916 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-9d08091a-b76c-47cc-b84c-17f70e40254b None None] Transition to ACTIVE for port object d0d6f3f1-0fa9-48c8-bea9-1c150aadd08d will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:40:23.861921 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9d08091a-b76c-47cc-b84c-17f70e40254b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:23.900159 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-b5e3a91d-92fb-4ac4-9998-e395e1962338 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Deleting port 0dfb8689-c9f5-4312-9c7e-e7ed0a873185 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:40:23.900558 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b5e3a91d-92fb-4ac4-9998-e395e1962338 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:23.965558 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d08091a-b76c-47cc-b84c-17f70e40254b None None] Pushing event updated for resources: {'Port': ['ID=d0d6f3f1-0fa9-48c8-bea9-1c150aadd08d,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:23.995474 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d08091a-b76c-47cc-b84c-17f70e40254b None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:40:23.997794 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-9d08091a-b76c-47cc-b84c-17f70e40254b None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:40:24.003650 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d08091a-b76c-47cc-b84c-17f70e40254b None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:40:24.069496 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 08324417-4934-42b8-9fad-07055695f048 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:40:24.166874 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-9d08091a-b76c-47cc-b84c-17f70e40254b None None] Attempting to bind port d0d6f3f1-0fa9-48c8-bea9-1c150aadd08d on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:40:24.167482 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-9d08091a-b76c-47cc-b84c-17f70e40254b None None] Attempting to bind port d0d6f3f1-0fa9-48c8-bea9-1c150aadd08d by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:40:24.168025 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d08091a-b76c-47cc-b84c-17f70e40254b None None] Attempting to bind port d0d6f3f1-0fa9-48c8-bea9-1c150aadd08d on network 933f65da-8ef2-4dea-ac27-3eee9182e92f {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:40:24.178520 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9cdfb014-105a-477e-a507-2f31880874fc tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:24.180855 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d08091a-b76c-47cc-b84c-17f70e40254b None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:40:24.184116 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9cdfb014-105a-477e-a507-2f31880874fc tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2701933 Aug 22 13:40:24.185836 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d08091a-b76c-47cc-b84c-17f70e40254b None None] Checking segment: {'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:40:24.186609 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9d08091a-b76c-47cc-b84c-17f70e40254b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:24.187188 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d08091a-b76c-47cc-b84c-17f70e40254b None None] Bound using segment: {'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:40:24.187883 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-9d08091a-b76c-47cc-b84c-17f70e40254b None None] Bound port: d0d6f3f1-0fa9-48c8-bea9-1c150aadd08d, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:40:24.189038 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46884) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:24.189614 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9d08091a-b76c-47cc-b84c-17f70e40254b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:24.200503 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-609d23ea-49d9-48d3-9cac-2860415d60dc tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Request body: {'security_group_rule': {'security_group_id': 'b83678d1-4258-4ef7-88a8-5933c84ca924', 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:24.201222 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 08324417-4934-42b8-9fad-07055695f048 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:40:24.235504 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9343aa9d-02da-415c-b996-b561df22fe61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:24.239373 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8592d06-becd-4448-a726-b7c0f22f7f3b req-cee9175a-49ed-4ec2-8035-e2f8123f6579 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:24.244636 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e8592d06-becd-4448-a726-b7c0f22f7f3b req-cee9175a-49ed-4ec2-8035-e2f8123f6579 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.41 "GET /v2.0/networks?id=436bb3cf-4f1a-421b-bfd3-5f21c99032ed HTTP/1.1" status: 200 len: 805 time: 0.7730207 Aug 22 13:40:24.269161 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-e8592d06-becd-4448-a726-b7c0f22f7f3b req-b734cff1-42a3-4d98-ae0c-faebfd816fef tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Request body: {'port': {'device_id': '5555e93b-e64a-4462-82ae-2a24a01bd81d', 'network_id': '436bb3cf-4f1a-421b-bfd3-5f21c99032ed', 'admin_state_up': True, 'tenant_id': '9d314acf246e49628109fc5511827078'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:24.319447 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-9d08091a-b76c-47cc-b84c-17f70e40254b None None] For port d0d6f3f1-0fa9-48c8-bea9-1c150aadd08d, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:40:24.325966 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-9d08091a-b76c-47cc-b84c-17f70e40254b None None] For port d0d6f3f1-0fa9-48c8-bea9-1c150aadd08d, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=d0d6f3f1-0fa9-48c8-bea9-1c150aadd08d,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:40:24.333696 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9d08091a-b76c-47cc-b84c-17f70e40254b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:24.451188 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d08091a-b76c-47cc-b84c-17f70e40254b None None] Pushing event updated for resources: {'Port': ['ID=d0d6f3f1-0fa9-48c8-bea9-1c150aadd08d,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:24.462314 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f6dc9007-d44b-4b40-bdda-68132bd0a6db tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:24.464067 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-609d23ea-49d9-48d3-9cac-2860415d60dc tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:24.489429 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ae245f-816d-4c97-bea1-8d41563bc6c4 None None] Network 0035c916-30f6-433c-b882-34c8458358f8 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:40:24.500906 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8592d06-becd-4448-a726-b7c0f22f7f3b req-b734cff1-42a3-4d98-ae0c-faebfd816fef tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Made reservation on behalf of 9d314acf246e49628109fc5511827078 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:40:24.505126 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e8592d06-becd-4448-a726-b7c0f22f7f3b req-b734cff1-42a3-4d98-ae0c-faebfd816fef tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:24.626070 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-aeb258e0-bd2a-48a9-bcc3-ba6c793df4bc None None] Provisioning for port 08324417-4934-42b8-9fad-07055695f048 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:40:24.641265 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-aeb258e0-bd2a-48a9-bcc3-ba6c793df4bc None None] Provisioning complete for port 08324417-4934-42b8-9fad-07055695f048 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:40:24.641647 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-aeb258e0-bd2a-48a9-bcc3-ba6c793df4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:24.698715 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-609d23ea-49d9-48d3-9cac-2860415d60dc tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:24.716498 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-609d23ea-49d9-48d3-9cac-2860415d60dc tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:24.830443 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609d23ea-49d9-48d3-9cac-2860415d60dc tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99b2cbba-e87c-4dae-a03e-764b6e410681,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:24.846750 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-aeb258e0-bd2a-48a9-bcc3-ba6c793df4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:24.852588 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-f6dc9007-d44b-4b40-bdda-68132bd0a6db tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Deleting port 08324417-4934-42b8-9fad-07055695f048 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:40:24.852932 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f6dc9007-d44b-4b40-bdda-68132bd0a6db tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:24.864510 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-609d23ea-49d9-48d3-9cac-2860415d60dc tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:24.865736 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-609d23ea-49d9-48d3-9cac-2860415d60dc tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6752369 Aug 22 13:40:24.883070 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46902) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:24.932722 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-921649a1-219b-4a6e-852f-17faeeb42a60 req-3bde0430-f5d9-4766-ba2e-6384d6d3db73 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=5555e93b-e64a-4462-82ae-2a24a01bd81d HTTP/1.1" status: 200 len: 210 time: 0.0962658 Aug 22 13:40:24.941848 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b5e3a91d-92fb-4ac4-9998-e395e1962338 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:24.944727 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-aeb258e0-bd2a-48a9-bcc3-ba6c793df4bc None None] For port 08324417-4934-42b8-9fad-07055695f048, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=08324417-4934-42b8-9fad-07055695f048,segment=NetworkSegment(adc780d9-8194-411c-8641-b51f9e0f03ad),segment_id=adc780d9-8194-411c-8641-b51f9e0f03ad)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:40:24.955776 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-aeb258e0-bd2a-48a9-bcc3-ba6c793df4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:24.967540 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-b5e3a91d-92fb-4ac4-9998-e395e1962338 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Calling delete_port for 0dfb8689-c9f5-4312-9c7e-e7ed0a873185 owned by {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:40:24.995607 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609d23ea-49d9-48d3-9cac-2860415d60dc tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:40:24.995957 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609d23ea-49d9-48d3-9cac-2860415d60dc tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:40:24.996312 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609d23ea-49d9-48d3-9cac-2860415d60dc tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:40:24.996647 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609d23ea-49d9-48d3-9cac-2860415d60dc tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:40:24.996974 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609d23ea-49d9-48d3-9cac-2860415d60dc tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:40:24.997294 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609d23ea-49d9-48d3-9cac-2860415d60dc tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:40:24.997617 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609d23ea-49d9-48d3-9cac-2860415d60dc tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:40:24.998346 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609d23ea-49d9-48d3-9cac-2860415d60dc tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:40:24.998616 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609d23ea-49d9-48d3-9cac-2860415d60dc tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:40:24.998944 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609d23ea-49d9-48d3-9cac-2860415d60dc tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:40:25.004340 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609d23ea-49d9-48d3-9cac-2860415d60dc tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:40:25.004809 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609d23ea-49d9-48d3-9cac-2860415d60dc tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:40:25.012223 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-f9854836-54e9-4b3e-a793-2d183ebfc5b1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Request body: {'security_group_rule': {'security_group_id': 'b83678d1-4258-4ef7-88a8-5933c84ca924', 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:25.040191 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-e8592d06-becd-4448-a726-b7c0f22f7f3b req-b734cff1-42a3-4d98-ae0c-faebfd816fef tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Allocated IP 172.20.0.8 (436bb3cf-4f1a-421b-bfd3-5f21c99032ed/9d1b4558-44bd-41e9-aa53-567e0a55d684/49faa514-8205-4d5a-8466-ad5f0ca4e7bf) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:40:25.051302 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-f6dc9007-d44b-4b40-bdda-68132bd0a6db tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] For port 08324417-4934-42b8-9fad-07055695f048, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=08324417-4934-42b8-9fad-07055695f048,segment=NetworkSegment(adc780d9-8194-411c-8641-b51f9e0f03ad),segment_id=adc780d9-8194-411c-8641-b51f9e0f03ad)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:40:25.051680 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f6dc9007-d44b-4b40-bdda-68132bd0a6db tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:25.085573 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb258e0-bd2a-48a9-bcc3-ba6c793df4bc None None] Pushing event updated for resources: {'Port': ['ID=08324417-4934-42b8-9fad-07055695f048,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:25.095177 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-f6dc9007-d44b-4b40-bdda-68132bd0a6db tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Calling delete_port for 08324417-4934-42b8-9fad-07055695f048 owned by network:dhcp {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:40:25.354929 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077383a0-70d1-4180-9d45-c478d7def458 None None] Network 0035c916-30f6-433c-b882-34c8458358f8 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:40:25.377960 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e8592d06-becd-4448-a726-b7c0f22f7f3b req-b734cff1-42a3-4d98-ae0c-faebfd816fef tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:25.398531 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9343aa9d-02da-415c-b996-b561df22fe61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:25.402941 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5ec351ee-8859-491e-b21f-b39945815287 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36751'] for router, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:25.418173 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9343aa9d-02da-415c-b996-b561df22fe61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:25.430540 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-fef58ae1-0da3-4972-ae49-58e03214e46d None None] Provisioning complete for port 08324417-4934-42b8-9fad-07055695f048 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:40:25.431112 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-fef58ae1-0da3-4972-ae49-58e03214e46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:25.435557 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5ec351ee-8859-491e-b21f-b39945815287 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803386'] for router, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:25.441688 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e8592d06-becd-4448-a726-b7c0f22f7f3b req-b734cff1-42a3-4d98-ae0c-faebfd816fef tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:25.454689 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b5e3a91d-92fb-4ac4-9998-e395e1962338 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:25.491846 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['bfca5d30-3e48-4072-a6df-3b881a1a8fbe'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:40:25.518792 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-fef58ae1-0da3-4972-ae49-58e03214e46d None None] Could not find standard attr ID for object 08324417-4934-42b8-9fad-07055695f048. {{(pid=94629) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 13:40:25.523885 n-d-793621-33 neutron-server[94628]: INFO neutron.db.securitygroups_db [None req-f9854836-54e9-4b3e-a793-2d183ebfc5b1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Project 50b3d484826f4e1f8052fde49b87f38a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 13:40:25.530022 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8592d06-becd-4448-a726-b7c0f22f7f3b req-b734cff1-42a3-4d98-ae0c-faebfd816fef tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Network 436bb3cf-4f1a-421b-bfd3-5f21c99032ed is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:40:25.533257 n-d-793621-33 neutron-server[94629]: INFO neutron.plugins.ml2.db [None req-fef58ae1-0da3-4972-ae49-58e03214e46d None None] No ports have port_id starting with 08324417-4934-42b8-9fad-07055695f048 Aug 22 13:40:25.541249 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f6dc9007-d44b-4b40-bdda-68132bd0a6db tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:25.546585 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-e8592d06-becd-4448-a726-b7c0f22f7f3b req-b734cff1-42a3-4d98-ae0c-faebfd816fef tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:40:25.558478 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f9854836-54e9-4b3e-a793-2d183ebfc5b1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:25.566678 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8592d06-becd-4448-a726-b7c0f22f7f3b req-b734cff1-42a3-4d98-ae0c-faebfd816fef tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:40:25.609610 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9343aa9d-02da-415c-b996-b561df22fe61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd82eea-d40c-4143-b70d-f485581f59bf,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:25.614475 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e3a91d-92fb-4ac4-9998-e395e1962338 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event deleted for resources: {'Port': ['ID=0dfb8689-c9f5-4312-9c7e-e7ed0a873185,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:25.631301 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-9343aa9d-02da-415c-b996-b561df22fe61 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f2a64e258d3748fd9503366d4aa84a9a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7987311 Aug 22 13:40:25.640657 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46926) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:25.644828 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b734cff1-42a3-4d98-ae0c-faebfd816fef tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Pushing event updated for resources: {'Port': ['ID=49faa514-8205-4d5a-8466-ad5f0ca4e7bf,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:25.744798 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b5e3a91d-92fb-4ac4-9998-e395e1962338 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:25.747094 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-b5e3a91d-92fb-4ac4-9998-e395e1962338 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/ports/0dfb8689-c9f5-4312-9c7e-e7ed0a873185 HTTP/1.1" status: 204 len: 168 time: 2.1231794 Aug 22 13:40:25.752898 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46930) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:25.767611 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dc9007-d44b-4b40-bdda-68132bd0a6db tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Pushing event deleted for resources: {'Port': ['ID=08324417-4934-42b8-9fad-07055695f048,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:25.815920 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6dc9007-d44b-4b40-bdda-68132bd0a6db tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] No DVR routers for this DVR port 08324417-4934-42b8-9fad-07055695f048 on host n-d-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:40:25.841400 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8592d06-becd-4448-a726-b7c0f22f7f3b req-b734cff1-42a3-4d98-ae0c-faebfd816fef tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:25.842442 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e8592d06-becd-4448-a726-b7c0f22f7f3b req-b734cff1-42a3-4d98-ae0c-faebfd816fef tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:25.866196 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da7d4ba-102e-4b70-965e-df3a823db9cb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:25.868890 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da7d4ba-102e-4b70-965e-df3a823db9cb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:25.873886 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-2da7d4ba-102e-4b70-965e-df3a823db9cb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1190882 Aug 22 13:40:25.903383 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46932) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:25.905815 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-997c51b0-31de-4f3b-87b5-9bcf29edcd09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:25.942124 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e8592d06-becd-4448-a726-b7c0f22f7f3b req-b734cff1-42a3-4d98-ae0c-faebfd816fef tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6810009 Aug 22 13:40:25.956028 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-e8592d06-becd-4448-a726-b7c0f22f7f3b req-355ca8b7-0fa2-49fe-b6d4-7cb04ae2f009 service neutron] Request body: {'port': {'device_id': '5555e93b-e64a-4462-82ae-2a24a01bd81d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:26.043991 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f9854836-54e9-4b3e-a793-2d183ebfc5b1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:26.045553 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f6dc9007-d44b-4b40-bdda-68132bd0a6db tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:26.092800 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f9854836-54e9-4b3e-a793-2d183ebfc5b1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:26.136356 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46938) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:26.141665 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device d0d6f3f1-0fa9-48c8-bea9-1c150aadd08d up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:40:26.171390 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9854836-54e9-4b3e-a793-2d183ebfc5b1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ee3f288-4531-4c21-a4be-669fdae8c514,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:26.175405 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e8592d06-becd-4448-a726-b7c0f22f7f3b req-355ca8b7-0fa2-49fe-b6d4-7cb04ae2f009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:26.187554 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f9854836-54e9-4b3e-a793-2d183ebfc5b1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:26.188868 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f9854836-54e9-4b3e-a793-2d183ebfc5b1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1806769 Aug 22 13:40:26.196064 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46942) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:26.205477 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-0f32d2a0-6836-4c2b-a61c-82e7aa5cc49e tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Request body: {'security_group_rule': {'security_group_id': 'b83678d1-4258-4ef7-88a8-5933c84ca924', 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:26.208509 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-997c51b0-31de-4f3b-87b5-9bcf29edcd09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:26.235731 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec351ee-8859-491e-b21f-b39945815287 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Router 6429076b-8be1-43ea-8c7a-571e4daf2fff has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:40:26.265610 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-f642b774-4957-40fd-bb2b-ef225a493d6f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Deleting subnet c2bf4255-d43d-436e-ba08-d3c2fb410778 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:40:26.266360 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port d0d6f3f1-0fa9-48c8-bea9-1c150aadd08d completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:40:26.285766 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f642b774-4957-40fd-bb2b-ef225a493d6f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:26.286596 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-8eec47a4-264c-4009-83ef-f330ce93ed80 None None] Provisioning for port d0d6f3f1-0fa9-48c8-bea9-1c150aadd08d completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:40:26.298301 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-8eec47a4-264c-4009-83ef-f330ce93ed80 None None] Provisioning complete for port d0d6f3f1-0fa9-48c8-bea9-1c150aadd08d triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:40:26.298844 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8eec47a4-264c-4009-83ef-f330ce93ed80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:26.300612 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f6dc9007-d44b-4b40-bdda-68132bd0a6db tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:26.307922 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f5a07-37c5-4d69-b9cb-0a5ae9eb0459 req-6939d28b-1bc2-44cd-814d-6f2bb978188d tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:26.309587 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-505f5a07-37c5-4d69-b9cb-0a5ae9eb0459 req-6939d28b-1bc2-44cd-814d-6f2bb978188d tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=5555e93b-e64a-4462-82ae-2a24a01bd81d HTTP/1.1" status: 200 len: 931 time: 0.2249205 Aug 22 13:40:26.369651 n-d-793621-33 neutron-server[94628]: INFO neutron.db.securitygroups_db [None req-0f32d2a0-6836-4c2b-a61c-82e7aa5cc49e tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Project 50b3d484826f4e1f8052fde49b87f38a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 13:40:26.398699 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8eec47a4-264c-4009-83ef-f330ce93ed80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:26.399689 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0f32d2a0-6836-4c2b-a61c-82e7aa5cc49e tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:26.403291 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dc9007-d44b-4b40-bdda-68132bd0a6db tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Pushing event deleted for resources: {'Subnet': ['ID=847094e6-f2e1-4f30-964e-8462044899b3,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:26.420611 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ce46f1-832a-423e-b741-7bf987e7fe9f None None] Network 0035c916-30f6-433c-b882-34c8458358f8 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:40:26.495864 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-8eec47a4-264c-4009-83ef-f330ce93ed80 None None] For port d0d6f3f1-0fa9-48c8-bea9-1c150aadd08d, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=d0d6f3f1-0fa9-48c8-bea9-1c150aadd08d,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:40:26.508105 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec351ee-8859-491e-b21f-b39945815287 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:40:26.508653 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8eec47a4-264c-4009-83ef-f330ce93ed80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:26.525188 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ca2384-eadb-4771-b2b6-0be1987dcf21 None None] Sync routers for ids ['6429076b-8be1-43ea-8c7a-571e4daf2fff'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:40:26.539988 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ca2384-eadb-4771-b2b6-0be1987dcf21 None None] Routers {'6429076b-8be1-43ea-8c7a-571e4daf2fff'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:40:26.540979 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-44ca2384-eadb-4771-b2b6-0be1987dcf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:40:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['6429076b-8be1-43ea-8c7a-571e4daf2fff'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:26.547369 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5ec351ee-8859-491e-b21f-b39945815287 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:26.552600 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-5ec351ee-8859-491e-b21f-b39945815287 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] 10.222.0.21 "PUT /v2.0/routers/6429076b-8be1-43ea-8c7a-571e4daf2fff HTTP/1.1" status: 200 len: 925 time: 4.8096476 Aug 22 13:40:26.558906 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46944) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:26.562107 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-84d3c35d-b776-4485-87a6-58407f41d5c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:26.584311 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-44ca2384-eadb-4771-b2b6-0be1987dcf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:26.584841 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f6dc9007-d44b-4b40-bdda-68132bd0a6db tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:26.595950 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ca2384-eadb-4771-b2b6-0be1987dcf21 None None] Routers {'6429076b-8be1-43ea-8c7a-571e4daf2fff'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:40:26.596948 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-44ca2384-eadb-4771-b2b6-0be1987dcf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:40:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['6429076b-8be1-43ea-8c7a-571e4daf2fff'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:26.616372 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-f6dc9007-d44b-4b40-bdda-68132bd0a6db tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0035c916-30f6-433c-b882-34c8458358f8']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:26.639796 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f642b774-4957-40fd-bb2b-ef225a493d6f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:26.651204 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-f6dc9007-d44b-4b40-bdda-68132bd0a6db tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adc780d9-8194-411c-8641-b51f9e0f03ad') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:26.651753 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-f6dc9007-d44b-4b40-bdda-68132bd0a6db tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adc780d9-8194-411c-8641-b51f9e0f03ad') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:26.659773 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec47a4-264c-4009-83ef-f330ce93ed80 None None] Pushing event updated for resources: {'Port': ['ID=d0d6f3f1-0fa9-48c8-bea9-1c150aadd08d,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:26.665211 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-b3355f24-f6cc-4876-b7fd-096615cbd90f None None] Could not find standard attr ID for object 0dfb8689-c9f5-4312-9c7e-e7ed0a873185. {{(pid=94629) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 13:40:26.678493 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-44ca2384-eadb-4771-b2b6-0be1987dcf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:26.679248 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ca2384-eadb-4771-b2b6-0be1987dcf21 None None] The sync data for ids ['6429076b-8be1-43ea-8c7a-571e4daf2fff'] in n-d-793621-33 is: [] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:40:26.694409 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0f32d2a0-6836-4c2b-a61c-82e7aa5cc49e tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:26.697183 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f6dc9007-d44b-4b40-bdda-68132bd0a6db tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:26.706908 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e051bdc7-42eb-4aa4-9401-b6743f492c94 None None] DHCP port deletion for 0035c916-30f6-433c-b882-34c8458358f8 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:40:26.712769 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0f32d2a0-6836-4c2b-a61c-82e7aa5cc49e tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:26.743481 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-505f5a07-37c5-4d69-b9cb-0a5ae9eb0459 req-58175ff9-91ea-453f-85c8-9fd248a52c66 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3944545 Aug 22 13:40:26.826161 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-997c51b0-31de-4f3b-87b5-9bcf29edcd09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:26.827601 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f6dc9007-d44b-4b40-bdda-68132bd0a6db tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:26.830033 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-997c51b0-31de-4f3b-87b5-9bcf29edcd09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:26.834228 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-997c51b0-31de-4f3b-87b5-9bcf29edcd09 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dfd82eea-d40c-4143-b70d-f485581f59bf HTTP/1.1" status: 204 len: 168 time: 1.1909368 Aug 22 13:40:26.843047 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f32d2a0-6836-4c2b-a61c-82e7aa5cc49e tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afe9f0d8-e490-4ddb-8c86-83b7fe0c8166,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:26.854240 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6dc9007-d44b-4b40-bdda-68132bd0a6db tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:40:26.854240 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f6dc9007-d44b-4b40-bdda-68132bd0a6db tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:26.858642 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:40:26.858642 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:40:26.858642 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:40:26.858642 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:40:26.858642 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:40:26.858642 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:40:26.858642 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:40:26.858642 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:40:26.858642 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:40:26.858642 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:40:26.858642 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:40:26.858642 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:40:26.858642 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:40:26.858642 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:40:26.858642 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:40:26.858642 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:40:26.858642 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:40:26.858642 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:40:26.858642 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:40:26.858642 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:40:26.858642 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:40:26.858642 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:40:26.858642 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:40:26.858642 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:40:26.858642 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:40:26.858642 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:40:26.858642 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:40:26.858642 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:40:26.858642 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:40:26.858642 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:40:26.858642 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:40:26.858642 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:40:26.863378 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-e8592d06-becd-4448-a726-b7c0f22f7f3b req-355ca8b7-0fa2-49fe-b6d4-7cb04ae2f009 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49faa514-8205-4d5a-8466-ad5f0ca4e7bf {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:40:26.876620 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c51b0-31de-4f3b-87b5-9bcf29edcd09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd82eea-d40c-4143-b70d-f485581f59bf,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:26.883369 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e8592d06-becd-4448-a726-b7c0f22f7f3b req-355ca8b7-0fa2-49fe-b6d4-7cb04ae2f009 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:26.914337 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-4352db3c-ee81-4abf-ad34-d174362126ca tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] 10.222.0.21 "GET /v2.0/routers/6429076b-8be1-43ea-8c7a-571e4daf2fff HTTP/1.1" status: 200 len: 925 time: 0.3533401 Aug 22 13:40:26.921037 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46950) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:26.924353 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f642b774-4957-40fd-bb2b-ef225a493d6f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:26.937765 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-e8592d06-becd-4448-a726-b7c0f22f7f3b req-355ca8b7-0fa2-49fe-b6d4-7cb04ae2f009 service neutron] Transition to ACTIVE for port object 49faa514-8205-4d5a-8466-ad5f0ca4e7bf will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:40:26.943296 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e8592d06-becd-4448-a726-b7c0f22f7f3b req-355ca8b7-0fa2-49fe-b6d4-7cb04ae2f009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:26.953149 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f6dc9007-d44b-4b40-bdda-68132bd0a6db tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:26.957936 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f6dc9007-d44b-4b40-bdda-68132bd0a6db tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:26.959849 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f6dc9007-d44b-4b40-bdda-68132bd0a6db tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "DELETE /v2.0/networks/0035c916-30f6-433c-b882-34c8458358f8 HTTP/1.1" status: 204 len: 168 time: 3.7856510 Aug 22 13:40:26.985468 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46952) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:27.000941 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dc9007-d44b-4b40-bdda-68132bd0a6db tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Pushing event deleted for resources: {'Network': ['ID=0035c916-30f6-433c-b882-34c8458358f8,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:27.023597 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ca8b7-0fa2-49fe-b6d4-7cb04ae2f009 service neutron] Pushing event updated for resources: {'Port': ['ID=49faa514-8205-4d5a-8466-ad5f0ca4e7bf,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:27.035855 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-84d3c35d-b776-4485-87a6-58407f41d5c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:27.040288 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c28359e-d8aa-4bc4-bb29-376e0989bb8b tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] DELETE failed (client error): The resource could not be found. Aug 22 13:40:27.040907 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c28359e-d8aa-4bc4-bb29-376e0989bb8b tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:40:27.042835 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-2c28359e-d8aa-4bc4-bb29-376e0989bb8b tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "DELETE /v2.0/subnets/847094e6-f2e1-4f30-964e-8462044899b3 HTTP/1.1" status: 404 len: 337 time: 0.0554757 Aug 22 13:40:27.047693 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46956) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:27.050240 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-84d3c35d-b776-4485-87a6-58407f41d5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:27.055962 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0f32d2a0-6836-4c2b-a61c-82e7aa5cc49e tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:27.060089 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0f32d2a0-6836-4c2b-a61c-82e7aa5cc49e tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8616648 Aug 22 13:40:27.060713 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46958) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:27.082666 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-c0b79ab6-9620-4960-a42c-7d0b750c3c75 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Request body: {'network': {'name': 'tempest-network-smoke--206223937', 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'port_security_enabled': True}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:27.099637 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc021bd1-a308-4b73-8066-d60459fba1d2 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] DELETE failed (client error): The resource could not be found. Aug 22 13:40:27.100269 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc021bd1-a308-4b73-8066-d60459fba1d2 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:40:27.102005 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-bc021bd1-a308-4b73-8066-d60459fba1d2 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "DELETE /v2.0/networks/0035c916-30f6-433c-b882-34c8458358f8 HTTP/1.1" status: 404 len: 339 time: 0.0492015 Aug 22 13:40:27.104842 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46960) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:27.129995 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4431d408-9526-4539-85be-c0bb4168b7f1 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:27.131517 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-4431d408-9526-4539-85be-c0bb4168b7f1 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=7de6ab83-cd00-4b3c-94fb-810dd34d29b8&device_id=6429076b-8be1-43ea-8c7a-571e4daf2fff&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2095339 Aug 22 13:40:27.133263 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d3c35d-b776-4485-87a6-58407f41d5c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb24815-6af5-4f55-b1ba-3132054bea3f,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:27.135843 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46962) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:27.140519 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-84d3c35d-b776-4485-87a6-58407f41d5c6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=59be72408d5947aab0d19598cd15fd18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9953623 Aug 22 13:40:27.146978 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46964) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:27.160151 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee35cd17-c659-414e-9e0e-b82b321bfc26 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] DELETE failed (client error): The resource could not be found. Aug 22 13:40:27.160548 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f642b774-4957-40fd-bb2b-ef225a493d6f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:27.160699 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee35cd17-c659-414e-9e0e-b82b321bfc26 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:40:27.162282 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ee35cd17-c659-414e-9e0e-b82b321bfc26 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "DELETE /v2.0/subnets/9f13dddd-b0a5-473a-8e47-1445c1caf084 HTTP/1.1" status: 404 len: 337 time: 0.0561380 Aug 22 13:40:27.166782 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46966) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:27.172004 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b79ab6-9620-4960-a42c-7d0b750c3c75 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Made reservation on behalf of 50b3d484826f4e1f8052fde49b87f38a for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:40:27.175547 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c0b79ab6-9620-4960-a42c-7d0b750c3c75 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:27.217182 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-e8592d06-becd-4448-a726-b7c0f22f7f3b req-355ca8b7-0fa2-49fe-b6d4-7cb04ae2f009 service neutron] Attempting to bind port 49faa514-8205-4d5a-8466-ad5f0ca4e7bf on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:40:27.217520 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-e8592d06-becd-4448-a726-b7c0f22f7f3b req-355ca8b7-0fa2-49fe-b6d4-7cb04ae2f009 service neutron] Attempting to bind port 49faa514-8205-4d5a-8466-ad5f0ca4e7bf by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': 'ade77f39-5a78-4e5c-8ff0-9af8c1244976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '436bb3cf-4f1a-421b-bfd3-5f21c99032ed'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:40:27.217905 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8592d06-becd-4448-a726-b7c0f22f7f3b req-355ca8b7-0fa2-49fe-b6d4-7cb04ae2f009 service neutron] Attempting to bind port 49faa514-8205-4d5a-8466-ad5f0ca4e7bf on network 436bb3cf-4f1a-421b-bfd3-5f21c99032ed {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:40:27.230551 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8592d06-becd-4448-a726-b7c0f22f7f3b req-355ca8b7-0fa2-49fe-b6d4-7cb04ae2f009 service neutron] Port 49faa514-8205-4d5a-8466-ad5f0ca4e7bf on network 436bb3cf-4f1a-421b-bfd3-5f21c99032ed not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:40:27.230919 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8592d06-becd-4448-a726-b7c0f22f7f3b req-355ca8b7-0fa2-49fe-b6d4-7cb04ae2f009 service neutron] Attempting to bind port 49faa514-8205-4d5a-8466-ad5f0ca4e7bf on network 436bb3cf-4f1a-421b-bfd3-5f21c99032ed {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:40:27.235465 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46968) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:27.248028 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0b79ab6-9620-4960-a42c-7d0b750c3c75 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:40:27.251864 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8592d06-becd-4448-a726-b7c0f22f7f3b req-355ca8b7-0fa2-49fe-b6d4-7cb04ae2f009 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:40:27.252403 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8592d06-becd-4448-a726-b7c0f22f7f3b req-355ca8b7-0fa2-49fe-b6d4-7cb04ae2f009 service neutron] Checking segment: {'id': 'ade77f39-5a78-4e5c-8ff0-9af8c1244976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '436bb3cf-4f1a-421b-bfd3-5f21c99032ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:40:27.252797 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8592d06-becd-4448-a726-b7c0f22f7f3b req-355ca8b7-0fa2-49fe-b6d4-7cb04ae2f009 service neutron] Bound using segment: {'id': 'ade77f39-5a78-4e5c-8ff0-9af8c1244976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '436bb3cf-4f1a-421b-bfd3-5f21c99032ed'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:40:27.252923 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f642b774-4957-40fd-bb2b-ef225a493d6f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event deleted for resources: {'Subnet': ['ID=c2bf4255-d43d-436e-ba08-d3c2fb410778,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:27.253234 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-e8592d06-becd-4448-a726-b7c0f22f7f3b req-355ca8b7-0fa2-49fe-b6d4-7cb04ae2f009 service neutron] Bound port: 49faa514-8205-4d5a-8466-ad5f0ca4e7bf, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ade77f39-5a78-4e5c-8ff0-9af8c1244976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '436bb3cf-4f1a-421b-bfd3-5f21c99032ed'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:40:27.253595 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e8592d06-becd-4448-a726-b7c0f22f7f3b req-355ca8b7-0fa2-49fe-b6d4-7cb04ae2f009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:27.258669 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4b10cd0-cb0c-4cc5-8f22-2fb81dc9fb95 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] DELETE failed (client error): The resource could not be found. Aug 22 13:40:27.259249 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4b10cd0-cb0c-4cc5-8f22-2fb81dc9fb95 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:40:27.261010 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a4b10cd0-cb0c-4cc5-8f22-2fb81dc9fb95 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "DELETE /v2.0/networks/010b5516-2d27-4af9-ac0b-c35c1e8b5f04 HTTP/1.1" status: 404 len: 339 time: 0.0639520 Aug 22 13:40:27.268468 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f642b774-4957-40fd-bb2b-ef225a493d6f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:27.269886 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ad6e09-fc1c-47cf-b4bb-ad258bc0836c None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:40:27.270564 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f642b774-4957-40fd-bb2b-ef225a493d6f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/subnets/c2bf4255-d43d-436e-ba08-d3c2fb410778 HTTP/1.1" status: 204 len: 168 time: 1.3611698 Aug 22 13:40:27.273034 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46970) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:27.273526 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46972) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:27.275563 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b1cd35d0-49df-44f6-a009-a00495569c0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:27.291514 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c0b79ab6-9620-4960-a42c-7d0b750c3c75 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:27.292282 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-c0b79ab6-9620-4960-a42c-7d0b750c3c75 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Added segment 0de567c1-0b27-42d1-b215-d74bde0cce23 of type vlan for network 688a25cb-87b8-45f2-8ef8-1274133a97f8 Aug 22 13:40:27.350862 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-6de2f5c2-84dd-4b16-8cea-1835357be0c6 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0733852 Aug 22 13:40:27.357263 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b1cd35d0-49df-44f6-a009-a00495569c0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:27.359081 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46974) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:27.414161 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c0b79ab6-9620-4960-a42c-7d0b750c3c75 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:27.437486 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-4df2b67d-3f62-41ea-b754-bfb6ddbabd7e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=68f64def8dac435ba1f782f1092c4760&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1893721 Aug 22 13:40:27.438519 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5418f488-ed34-4b55-b30b-eba960a3f084 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:27.442401 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-5418f488-ed34-4b55-b30b-eba960a3f084 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] 10.222.0.21 "GET /v2.0/networks/7de6ab83-cd00-4b3c-94fb-810dd34d29b8 HTTP/1.1" status: 200 len: 881 time: 0.3020034 Aug 22 13:40:27.442401 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46976) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:27.444439 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46978) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:27.462442 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-77a1492c-fc56-4bd6-95f3-90c615b81681 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:27.482819 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-e8592d06-becd-4448-a726-b7c0f22f7f3b req-355ca8b7-0fa2-49fe-b6d4-7cb04ae2f009 service neutron] For port 49faa514-8205-4d5a-8466-ad5f0ca4e7bf, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:40:27.483872 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a204ccf5-0020-40d7-9c53-04d70a01d034 None None] DHCP port deletion for 933f65da-8ef2-4dea-ac27-3eee9182e92f request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:40:27.498261 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-40469df6-5614-4c4e-ad11-32bee2ed9c57 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] 10.222.0.21 "GET /v2.0/ports?device_id=6429076b-8be1-43ea-8c7a-571e4daf2fff HTTP/1.1" status: 200 len: 205 time: 0.0461290 Aug 22 13:40:27.499683 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46980) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:27.526345 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe4e23d-8d56-4fdc-aa7c-1904fcc507bb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:27.530923 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-fbe4e23d-8d56-4fdc-aa7c-1904fcc507bb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1651046 Aug 22 13:40:27.547122 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46982) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:27.550804 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-a204ccf5-0020-40d7-9c53-04d70a01d034 None None] Deleting port d0d6f3f1-0fa9-48c8-bea9-1c150aadd08d {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:40:27.551168 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a204ccf5-0020-40d7-9c53-04d70a01d034 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:27.562034 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c0b79ab6-9620-4960-a42c-7d0b750c3c75 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:27.568643 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b79ab6-9620-4960-a42c-7d0b750c3c75 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:27.569242 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c0b79ab6-9620-4960-a42c-7d0b750c3c75 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:27.573593 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-e8592d06-becd-4448-a726-b7c0f22f7f3b req-355ca8b7-0fa2-49fe-b6d4-7cb04ae2f009 service neutron] For port 49faa514-8205-4d5a-8466-ad5f0ca4e7bf, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=49faa514-8205-4d5a-8466-ad5f0ca4e7bf,segment=NetworkSegment(ade77f39-5a78-4e5c-8ff0-9af8c1244976),segment_id=ade77f39-5a78-4e5c-8ff0-9af8c1244976)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:40:27.603270 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e8592d06-becd-4448-a726-b7c0f22f7f3b req-355ca8b7-0fa2-49fe-b6d4-7cb04ae2f009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:27.605430 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b1cd35d0-49df-44f6-a009-a00495569c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:27.608331 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b1cd35d0-49df-44f6-a009-a00495569c0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:27.610684 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b1cd35d0-49df-44f6-a009-a00495569c0d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5bb24815-6af5-4f55-b1ba-3132054bea3f HTTP/1.1" status: 204 len: 168 time: 0.4572635 Aug 22 13:40:27.643916 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3b8af826-2812-444e-b965-4864b849e149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:27.647975 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-a204ccf5-0020-40d7-9c53-04d70a01d034 None None] For port d0d6f3f1-0fa9-48c8-bea9-1c150aadd08d, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=d0d6f3f1-0fa9-48c8-bea9-1c150aadd08d,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:40:27.649020 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a204ccf5-0020-40d7-9c53-04d70a01d034 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:27.669321 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-77a1492c-fc56-4bd6-95f3-90c615b81681 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:27.693126 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7d1510-9e90-4aa0-bce8-9249bff7d73a tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:27.696821 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-a204ccf5-0020-40d7-9c53-04d70a01d034 None None] Calling delete_port for d0d6f3f1-0fa9-48c8-bea9-1c150aadd08d owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:40:27.698833 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-0f7d1510-9e90-4aa0-bce8-9249bff7d73a tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1506438 Aug 22 13:40:27.698970 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c0b79ab6-9620-4960-a42c-7d0b750c3c75 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6203744 Aug 22 13:40:27.699713 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46986) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:27.710475 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-77a1492c-fc56-4bd6-95f3-90c615b81681 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b03e5680-21d2-4701-a7e7-2b55baa2894c']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:27.714851 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46988) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:27.716948 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cd35d0-49df-44f6-a009-a00495569c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb24815-6af5-4f55-b1ba-3132054bea3f,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:27.724923 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3b8af826-2812-444e-b965-4864b849e149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:27.736602 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-01affe03-c9a0-4566-bfc6-57e7da5750ef tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-596081808', 'admin_state_up': True, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:27.753898 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-77a1492c-fc56-4bd6-95f3-90c615b81681 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18cc1814-a0ef-4f72-8ac6-8fc4d2b8c8f7') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:27.754194 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-77a1492c-fc56-4bd6-95f3-90c615b81681 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18cc1814-a0ef-4f72-8ac6-8fc4d2b8c8f7') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:27.757901 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8592d06-becd-4448-a726-b7c0f22f7f3b req-355ca8b7-0fa2-49fe-b6d4-7cb04ae2f009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:27.758658 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e8592d06-becd-4448-a726-b7c0f22f7f3b req-355ca8b7-0fa2-49fe-b6d4-7cb04ae2f009 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:27.760263 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e8592d06-becd-4448-a726-b7c0f22f7f3b req-355ca8b7-0fa2-49fe-b6d4-7cb04ae2f009 service neutron] 10.222.0.41 "PUT /v2.0/ports/49faa514-8205-4d5a-8466-ad5f0ca4e7bf HTTP/1.1" status: 200 len: 1092 time: 1.8089006 Aug 22 13:40:27.762868 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5555e93b-e64a-4462-82ae-2a24a01bd81d', 'tag': '49faa514-8205-4d5a-8466-ad5f0ca4e7bf'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:40:27.765999 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f08095-eadc-4de7-93d8-9e6bbe012639" -d '{"events": [{"name": "network-changed", "server_uuid": "5555e93b-e64a-4462-82ae-2a24a01bd81d", "tag": "49faa514-8205-4d5a-8466-ad5f0ca4e7bf"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:40:27.773542 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b79ab6-9620-4960-a42c-7d0b750c3c75 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event updated for resources: {'Network': ['ID=688a25cb-87b8-45f2-8ef8-1274133a97f8,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:27.824791 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 688a25cb-87b8-45f2-8ef8-1274133a97f8 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:40:27.847968 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627045f3-2c82-4cfd-8a3a-013358978355 x-openstack-request-id: req-627045f3-2c82-4cfd-8a3a-013358978355 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:40:27.848494 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5555e93b-e64a-4462-82ae-2a24a01bd81d", "tag": "49faa514-8205-4d5a-8466-ad5f0ca4e7bf", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:40:27.848757 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-627045f3-2c82-4cfd-8a3a-013358978355 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:40:27.849277 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5555e93b-e64a-4462-82ae-2a24a01bd81d', 'tag': '49faa514-8205-4d5a-8466-ad5f0ca4e7bf', 'status': 'completed', 'code': 200} Aug 22 13:40:27.874155 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-77a1492c-fc56-4bd6-95f3-90c615b81681 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:27.884135 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ca8b7-0fa2-49fe-b6d4-7cb04ae2f009 service neutron] Pushing event updated for resources: {'Port': ['ID=49faa514-8205-4d5a-8466-ad5f0ca4e7bf,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:27.912732 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-49006910-ba82-420e-88fe-c226252fba44 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1773200 Aug 22 13:40:27.919520 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46996) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:27.924483 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-77a1492c-fc56-4bd6-95f3-90c615b81681 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:27.930165 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a204ccf5-0020-40d7-9c53-04d70a01d034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:27.931517 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-72d3f0a5-1e58-47a2-bf9d-1b39d1337877 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:27.992081 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-3e79d655-0d63-4062-8b72-77b91231036c tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'subnet': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:27.997832 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a204ccf5-0020-40d7-9c53-04d70a01d034 None None] Pushing event deleted for resources: {'Port': ['ID=d0d6f3f1-0fa9-48c8-bea9-1c150aadd08d,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:28.009422 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a204ccf5-0020-40d7-9c53-04d70a01d034 None None] No DVR routers for this DVR port d0d6f3f1-0fa9-48c8-bea9-1c150aadd08d on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:40:28.015509 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 08324417-4934-42b8-9fad-07055695f048 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:40:28.042709 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 08324417-4934-42b8-9fad-07055695f048 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:40:28.043177 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 08324417-4934-42b8-9fad-07055695f048 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:40:28.043617 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device d0d6f3f1-0fa9-48c8-bea9-1c150aadd08d no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:40:28.047093 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77a1492c-fc56-4bd6-95f3-90c615b81681 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:40:28.047766 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-77a1492c-fc56-4bd6-95f3-90c615b81681 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:28.052308 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:40:28.052308 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:40:28.052308 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:40:28.052308 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:40:28.052308 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:40:28.052308 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:40:28.052308 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:40:28.052308 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:40:28.052308 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:40:28.052308 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:40:28.052308 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:40:28.052308 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:40:28.052308 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:40:28.052308 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:40:28.052308 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:40:28.052308 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:40:28.052308 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:40:28.052308 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:40:28.052308 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:40:28.052308 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:40:28.052308 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:40:28.052308 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:40:28.052308 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:40:28.052308 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:40:28.052308 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:40:28.052308 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:40:28.052308 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:40:28.052308 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:40:28.052308 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:40:28.052308 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:40:28.052308 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:40:28.052308 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:40:28.083731 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8592d06-becd-4448-a726-b7c0f22f7f3b req-60bcd1a8-c35f-4c0d-a2bb-28bb7ccddc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:28.085307 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e8592d06-becd-4448-a726-b7c0f22f7f3b req-60bcd1a8-c35f-4c0d-a2bb-28bb7ccddc6c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d314acf246e49628109fc5511827078&device_id=5555e93b-e64a-4462-82ae-2a24a01bd81d HTTP/1.1" status: 200 len: 1095 time: 0.2196224 Aug 22 13:40:28.094220 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: d0d6f3f1-0fa9-48c8-bea9-1c150aadd08d {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:40:28.094968 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device d0d6f3f1-0fa9-48c8-bea9-1c150aadd08d not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:40:28.146760 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e8592d06-becd-4448-a726-b7c0f22f7f3b req-9be6d938-241f-4df7-b0c7-c731f0c3ff6f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49faa514-8205-4d5a-8466-ad5f0ca4e7bf HTTP/1.1" status: 200 len: 217 time: 0.0415924 Aug 22 13:40:28.149786 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-01affe03-c9a0-4566-bfc6-57e7da5750ef tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:28.150938 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-01affe03-c9a0-4566-bfc6-57e7da5750ef tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:28.153031 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-72d3f0a5-1e58-47a2-bf9d-1b39d1337877 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:28.197908 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-77a1492c-fc56-4bd6-95f3-90c615b81681 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:28.219532 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-77a1492c-fc56-4bd6-95f3-90c615b81681 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:28.221996 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-77a1492c-fc56-4bd6-95f3-90c615b81681 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "DELETE /v2.0/networks/b03e5680-21d2-4701-a7e7-2b55baa2894c HTTP/1.1" status: 204 len: 168 time: 0.9460349 Aug 22 13:40:28.230769 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47000) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:28.237610 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3b8af826-2812-444e-b965-4864b849e149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:28.240307 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3b8af826-2812-444e-b965-4864b849e149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:28.241732 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-3b8af826-2812-444e-b965-4864b849e149 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4d3051c5-d057-4bec-8134-ab15527f894a HTTP/1.1" status: 204 len: 168 time: 0.7987456 Aug 22 13:40:28.254772 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7895ba80-9a9e-46e4-a6a0-fec2e885b1a0 req-df0b95bf-0c03-4b83-9d0c-02f770233cb4 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:28.256604 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7895ba80-9a9e-46e4-a6a0-fec2e885b1a0 req-df0b95bf-0c03-4b83-9d0c-02f770233cb4 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=5555e93b-e64a-4462-82ae-2a24a01bd81d HTTP/1.1" status: 200 len: 943 time: 0.3387907 Aug 22 13:40:28.274598 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47004) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:28.285996 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a1492c-fc56-4bd6-95f3-90c615b81681 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Pushing event deleted for resources: {'Network': ['ID=b03e5680-21d2-4701-a7e7-2b55baa2894c,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:28.286541 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-788c15d7-cd57-430d-ac41-4e3d6f398457 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] DELETE failed (client error): The resource could not be found. Aug 22 13:40:28.286992 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-788c15d7-cd57-430d-ac41-4e3d6f398457 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:40:28.289230 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-788c15d7-cd57-430d-ac41-4e3d6f398457 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "DELETE /v2.0/subnets/99caabee-4974-4bb5-a66a-fd32b2e510c8 HTTP/1.1" status: 404 len: 337 time: 0.0564899 Aug 22 13:40:28.292479 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-01affe03-c9a0-4566-bfc6-57e7da5750ef tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:28.299347 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47006) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:28.310269 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8592d06-becd-4448-a726-b7c0f22f7f3b req-08c1d6b0-267b-4588-9540-257e72136ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:28.310455 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:28.313493 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e8592d06-becd-4448-a726-b7c0f22f7f3b req-08c1d6b0-267b-4588-9540-257e72136ab3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9d1b4558-44bd-41e9-aa53-567e0a55d684 HTTP/1.1" status: 200 len: 845 time: 0.1573930 Aug 22 13:40:28.319751 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b0fcaaa7-a18c-46e6-a295-6698ce630754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:28.337364 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8af826-2812-444e-b965-4864b849e149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3051c5-d057-4bec-8134-ab15527f894a,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:28.400249 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e8592d06-becd-4448-a726-b7c0f22f7f3b req-8c817f9c-5672-4354-8407-b7261ac9d7e9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=436bb3cf-4f1a-421b-bfd3-5f21c99032ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773404 Aug 22 13:40:28.421925 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-46698aba-14e0-4484-835f-bb47d0f58cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:28.444600 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bcc97bd-6bae-4eb3-b75b-2e9bc037f07a tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] DELETE failed (client error): The resource could not be found. Aug 22 13:40:28.445850 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bcc97bd-6bae-4eb3-b75b-2e9bc037f07a tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:40:28.449009 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-3bcc97bd-6bae-4eb3-b75b-2e9bc037f07a tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "DELETE /v2.0/networks/8f229a7d-1035-4bf0-b356-6b19fed14554 HTTP/1.1" status: 404 len: 339 time: 0.1436374 Aug 22 13:40:28.489382 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47008) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:28.499208 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e79d655-0d63-4062-8b72-77b91231036c tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:40:28.505159 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3e79d655-0d63-4062-8b72-77b91231036c tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:28.577907 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbcf9f77-79fb-4ed0-83fe-4c8dc5e8854d tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] DELETE failed (client error): The resource could not be found. Aug 22 13:40:28.578638 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbcf9f77-79fb-4ed0-83fe-4c8dc5e8854d tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:40:28.581675 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-dbcf9f77-79fb-4ed0-83fe-4c8dc5e8854d tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "DELETE /v2.0/subnets/a20f7895-03a7-44f1-a986-28c5c5857922 HTTP/1.1" status: 404 len: 337 time: 0.0826340 Aug 22 13:40:28.591791 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-72d3f0a5-1e58-47a2-bf9d-1b39d1337877 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Deleting port aca45a1b-8b89-4a1c-96cd-a056182ff34d {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:40:28.592377 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-72d3f0a5-1e58-47a2-bf9d-1b39d1337877 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:28.599021 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47012) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:28.629660 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7895ba80-9a9e-46e4-a6a0-fec2e885b1a0 req-8ddbc6ec-1bed-4d3c-8c9a-017fa0986f36 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414667 Aug 22 13:40:28.702879 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc921ff8-a983-458c-86e5-2c42b23d41f2 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] DELETE failed (client error): The resource could not be found. Aug 22 13:40:28.708409 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc921ff8-a983-458c-86e5-2c42b23d41f2 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:40:28.708409 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-cc921ff8-a983-458c-86e5-2c42b23d41f2 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "DELETE /v2.0/networks/93ca96d1-7ff9-4b4a-bb22-f9cc58c67aea HTTP/1.1" status: 404 len: 339 time: 0.1043260 Aug 22 13:40:28.711079 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-01affe03-c9a0-4566-bfc6-57e7da5750ef tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:28.716811 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47018) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:28.741822 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e8592d06-becd-4448-a726-b7c0f22f7f3b req-7dc02f13-0d15-4aea-88c1-17f9fce69100 service neutron] 10.222.0.41 "GET /v2.0/networks/436bb3cf-4f1a-421b-bfd3-5f21c99032ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347206 Aug 22 13:40:28.796041 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbdacd8c-e149-4ff9-affd-d70949ad83a2 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] DELETE failed (client error): The resource could not be found. Aug 22 13:40:28.796429 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbdacd8c-e149-4ff9-affd-d70949ad83a2 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:40:28.798610 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-cbdacd8c-e149-4ff9-affd-d70949ad83a2 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "DELETE /v2.0/subnets/79973038-f008-4d69-a872-cf3eb5703f88 HTTP/1.1" status: 404 len: 337 time: 0.0767734 Aug 22 13:40:28.811829 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47024) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:28.863288 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-72d3f0a5-1e58-47a2-bf9d-1b39d1337877 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:28.886152 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-72d3f0a5-1e58-47a2-bf9d-1b39d1337877 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Calling delete_port for aca45a1b-8b89-4a1c-96cd-a056182ff34d owned by network:router_gateway {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:40:28.998505 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b0fcaaa7-a18c-46e6-a295-6698ce630754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:29.002711 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e8592d06-becd-4448-a726-b7c0f22f7f3b req-43ac772a-df52-4d0f-ba06-7187b1714b35 service neutron] 10.222.0.41 "GET /v2.0/networks/436bb3cf-4f1a-421b-bfd3-5f21c99032ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319319 Aug 22 13:40:29.006852 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b0fcaaa7-a18c-46e6-a295-6698ce630754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:29.073856 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b0fcaaa7-a18c-46e6-a295-6698ce630754 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5a0b115186ab47d6a1c1c1ed98b4ae49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7961261 Aug 22 13:40:29.090051 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47036) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:29.127353 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fcaaa7-a18c-46e6-a295-6698ce630754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9702e817-394c-41e6-be91-333cab16a545,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:29.193688 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47038) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:29.225037 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f08095-eadc-4de7-93d8-9e6bbe012639 req-70b2caa4-e860-495f-80a6-8cf24b214b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:29.226601 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b8f08095-eadc-4de7-93d8-9e6bbe012639 req-70b2caa4-e860-495f-80a6-8cf24b214b89 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d314acf246e49628109fc5511827078&device_id=5555e93b-e64a-4462-82ae-2a24a01bd81d HTTP/1.1" status: 200 len: 1095 time: 0.1475880 Aug 22 13:40:29.288312 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a05d74a7-45b5-4126-8e26-cd8970467b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:29.318081 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec472534-6d3f-4804-acd2-a077645c3f7e tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] DELETE failed (client error): The resource could not be found. Aug 22 13:40:29.318735 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec472534-6d3f-4804-acd2-a077645c3f7e tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:40:29.320879 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ec472534-6d3f-4804-acd2-a077645c3f7e tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "DELETE /v2.0/networks/ca01d226-a446-41bb-931e-fcbc2eea3e17 HTTP/1.1" status: 404 len: 339 time: 0.5054502 Aug 22 13:40:29.326747 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47042) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:29.342469 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-f1da02b3-cabf-492d-9849-a23c1d3e7cfd tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-412552461'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:29.372904 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a05d74a7-45b5-4126-8e26-cd8970467b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:29.388402 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-477ad260-0807-4a0d-b9f4-3166f6e90d39 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] DELETE failed (client error): The resource could not be found. Aug 22 13:40:29.388777 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-477ad260-0807-4a0d-b9f4-3166f6e90d39 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:40:29.393054 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-477ad260-0807-4a0d-b9f4-3166f6e90d39 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "DELETE /v2.0/subnets/e54e7173-2f13-4aec-8ce4-920b477f0989 HTTP/1.1" status: 404 len: 337 time: 0.0629346 Aug 22 13:40:29.394913 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47044) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:29.430128 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-a38c1226-51d0-4512-92e8-c5b1ac3696e2 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] DELETE failed (client error): The resource could not be found. Aug 22 13:40:29.430535 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a38c1226-51d0-4512-92e8-c5b1ac3696e2 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:40:29.430942 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f08095-eadc-4de7-93d8-9e6bbe012639 req-a79ffacd-9207-4589-8178-7435dc939309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:29.432268 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a38c1226-51d0-4512-92e8-c5b1ac3696e2 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "DELETE /v2.0/networks/877603a8-eac4-4578-8aa8-f41046f93eac HTTP/1.1" status: 404 len: 339 time: 0.0328040 Aug 22 13:40:29.432543 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b8f08095-eadc-4de7-93d8-9e6bbe012639 req-a79ffacd-9207-4589-8178-7435dc939309 service neutron] 10.222.0.41 "GET /v2.0/networks?id=436bb3cf-4f1a-421b-bfd3-5f21c99032ed HTTP/1.1" status: 200 len: 906 time: 0.1973629 Aug 22 13:40:29.435734 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1da02b3-cabf-492d-9849-a23c1d3e7cfd tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Made reservation on behalf of d29233a9ca1f4cc4b5b3319b6b02a1a1 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:40:29.436750 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47046) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:29.439731 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f1da02b3-cabf-492d-9849-a23c1d3e7cfd tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:29.448526 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3e79d655-0d63-4062-8b72-77b91231036c tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:29.449522 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-72d3f0a5-1e58-47a2-bf9d-1b39d1337877 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:29.489376 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f1da02b3-cabf-492d-9849-a23c1d3e7cfd tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:29.500289 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a62c035-8203-442b-b9d2-641b98d6dba9 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] DELETE failed (client error): The resource could not be found. Aug 22 13:40:29.500758 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a62c035-8203-442b-b9d2-641b98d6dba9 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:40:29.503618 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-7a62c035-8203-442b-b9d2-641b98d6dba9 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "DELETE /v2.0/subnets/b9403f26-9a46-4e92-9dd6-6f7aa8558799 HTTP/1.1" status: 404 len: 337 time: 0.0659816 Aug 22 13:40:29.511125 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47048) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:29.515257 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b8f08095-eadc-4de7-93d8-9e6bbe012639 req-e2d9622a-9ba7-44ee-84d1-e4f3f57956d9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49faa514-8205-4d5a-8466-ad5f0ca4e7bf HTTP/1.1" status: 200 len: 217 time: 0.0731516 Aug 22 13:40:29.519487 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d3f0a5-1e58-47a2-bf9d-1b39d1337877 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Pushing event deleted for resources: {'Port': ['ID=aca45a1b-8b89-4a1c-96cd-a056182ff34d,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:29.533301 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e79d655-0d63-4062-8b72-77b91231036c tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:40:29.553223 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-3e79d655-0d63-4062-8b72-77b91231036c tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:40:29.558898 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc26b2e4-77d1-42bc-b8d5-e821d892eaeb tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] DELETE failed (client error): The resource could not be found. Aug 22 13:40:29.559519 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc26b2e4-77d1-42bc-b8d5-e821d892eaeb tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:40:29.562548 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-dc26b2e4-77d1-42bc-b8d5-e821d892eaeb tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "DELETE /v2.0/networks/29f57fb3-b85e-4413-a80b-d9c48254b505 HTTP/1.1" status: 404 len: 339 time: 0.0497129 Aug 22 13:40:29.566100 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263301d9-3166-4ee2-bd64-141874b9daa8 None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:40:29.566672 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e79d655-0d63-4062-8b72-77b91231036c tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:29.566872 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3e79d655-0d63-4062-8b72-77b91231036c tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:29.572197 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47050) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:29.610216 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79d655-0d63-4062-8b72-77b91231036c tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event updated for resources: {'Subnet': ['ID=80e93498-7f68-4328-86eb-0b59225794be,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:29.616117 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d959cfc-96f5-45d0-9607-7009bc6af5b4 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] DELETE failed (client error): The resource could not be found. Aug 22 13:40:29.616323 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a05d74a7-45b5-4126-8e26-cd8970467b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:29.616573 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d959cfc-96f5-45d0-9607-7009bc6af5b4 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:40:29.621812 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-4d959cfc-96f5-45d0-9607-7009bc6af5b4 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "DELETE /v2.0/subnets/40009129-c586-4fe7-acbe-2e0f091b1d0e HTTP/1.1" status: 404 len: 337 time: 0.0438271 Aug 22 13:40:29.621971 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a05d74a7-45b5-4126-8e26-cd8970467b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:29.621971 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a05d74a7-45b5-4126-8e26-cd8970467b6b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9702e817-394c-41e6-be91-333cab16a545 HTTP/1.1" status: 204 len: 168 time: 0.5259073 Aug 22 13:40:29.622153 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47052) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:29.649987 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f08095-eadc-4de7-93d8-9e6bbe012639 req-568eddaa-409e-40df-b218-aa9b858cd171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:29.650216 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7799526-13fb-4dab-8c0c-db87731d24b2 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] DELETE failed (client error): The resource could not be found. Aug 22 13:40:29.650216 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7799526-13fb-4dab-8c0c-db87731d24b2 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:40:29.650723 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b8f08095-eadc-4de7-93d8-9e6bbe012639 req-568eddaa-409e-40df-b218-aa9b858cd171 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9d1b4558-44bd-41e9-aa53-567e0a55d684 HTTP/1.1" status: 200 len: 845 time: 0.1198707 Aug 22 13:40:29.654146 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d7799526-13fb-4dab-8c0c-db87731d24b2 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "DELETE /v2.0/networks/e7c5db7b-6413-4259-b7e9-290bbd49aad6 HTTP/1.1" status: 404 len: 339 time: 0.0295126 Aug 22 13:40:29.654281 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05d74a7-45b5-4126-8e26-cd8970467b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9702e817-394c-41e6-be91-333cab16a545,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:29.655304 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47056) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:29.705997 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-72d3f0a5-1e58-47a2-bf9d-1b39d1337877 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:29.781171 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b8f08095-eadc-4de7-93d8-9e6bbe012639 req-c776dd09-3a5a-4266-93cc-772e323c802a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=436bb3cf-4f1a-421b-bfd3-5f21c99032ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1069968 Aug 22 13:40:29.782344 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-18d86542-0835-447c-9043-8236b18ba0df tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] DELETE failed (client error): The resource could not be found. Aug 22 13:40:29.783183 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18d86542-0835-447c-9043-8236b18ba0df tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:40:29.787445 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-18d86542-0835-447c-9043-8236b18ba0df tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "DELETE /v2.0/subnets/3c4d468f-5e9f-4ff7-bc73-fe04b666072c HTTP/1.1" status: 404 len: 337 time: 0.1280875 Aug 22 13:40:29.799691 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47060) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:29.867475 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25667581-3752-4f28-842e-e9c91164461c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-933f65da-8ef2-4dea-ac27-3eee9182e92f', 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'tenant_id': 'a71622c06b3d48d28918cf297ca2043b', 'fixed_ips': [{'subnet_id': '80e93498-7f68-4328-86eb-0b59225794be'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:40:29.868504 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-25667581-3752-4f28-842e-e9c91164461c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:29.882247 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-01affe03-c9a0-4566-bfc6-57e7da5750ef tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for router_gateway, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:29.925957 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-01affe03-c9a0-4566-bfc6-57e7da5750ef tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:29.930277 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-dede1f92-887c-4710-8d94-ae9b1f8775bd tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] DELETE failed (client error): The resource could not be found. Aug 22 13:40:29.930958 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dede1f92-887c-4710-8d94-ae9b1f8775bd tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:40:29.935406 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-dede1f92-887c-4710-8d94-ae9b1f8775bd tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "DELETE /v2.0/networks/037b352a-09d7-4486-93c0-6f97cda786c5 HTTP/1.1" status: 404 len: 339 time: 0.1305566 Aug 22 13:40:29.940205 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47064) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:29.985607 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f433e-85e9-44b6-b47a-0b4c69e659bd req-f529472e-f037-4cec-a050-f98521d84213 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:29.992173 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-380f433e-85e9-44b6-b47a-0b4c69e659bd req-f529472e-f037-4cec-a050-f98521d84213 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=5555e93b-e64a-4462-82ae-2a24a01bd81d HTTP/1.1" status: 200 len: 943 time: 0.2378478 Aug 22 13:40:30.024834 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-21f1f7c0-b8be-4482-b610-c3aca0c97fc8 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] DELETE failed (client error): The resource could not be found. Aug 22 13:40:30.025297 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21f1f7c0-b8be-4482-b610-c3aca0c97fc8 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:40:30.029649 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-21f1f7c0-b8be-4482-b610-c3aca0c97fc8 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "DELETE /v2.0/subnets/723e01e6-4f54-4ac5-934b-921f128248fd HTTP/1.1" status: 404 len: 337 time: 0.0845664 Aug 22 13:40:30.057187 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47066) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:30.113448 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-25667581-3752-4f28-842e-e9c91164461c None None] Allocated IP 2001:db8::2 (933f65da-8ef2-4dea-ac27-3eee9182e92f/80e93498-7f68-4328-86eb-0b59225794be/a5bc1172-9574-4c93-ae1e-06a81fedb7f9) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:40:30.139995 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-82e1b7ec-865f-4bb5-96f8-b8c8b7593f07 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] DELETE failed (client error): The resource could not be found. Aug 22 13:40:30.140710 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82e1b7ec-865f-4bb5-96f8-b8c8b7593f07 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:40:30.145345 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-82e1b7ec-865f-4bb5-96f8-b8c8b7593f07 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "DELETE /v2.0/networks/d7ecf89c-a9af-4483-b147-440e544f3a94 HTTP/1.1" status: 404 len: 339 time: 0.0847378 Aug 22 13:40:30.146560 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47074) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:30.158477 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-380f433e-85e9-44b6-b47a-0b4c69e659bd req-3cb317a8-d838-4dbf-864e-0a4af42a513a tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628175 Aug 22 13:40:30.256791 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-72d3f0a5-1e58-47a2-bf9d-1b39d1337877 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:30.259804 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-72d3f0a5-1e58-47a2-bf9d-1b39d1337877 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:30.267005 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-922de781-6512-4a7f-9f2f-44948c7d8437 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Deleting subnet 666f6e56-2f26-4292-a53e-b00cdf666955 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:40:30.278396 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-922de781-6512-4a7f-9f2f-44948c7d8437 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:30.281751 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-01affe03-c9a0-4566-bfc6-57e7da5750ef tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Allocated IP 172.25.3.251 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/3dc77aaf-5f5c-4689-9745-be8d47d7077f) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:40:30.336973 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-72d3f0a5-1e58-47a2-bf9d-1b39d1337877 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:30.337492 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d3f0a5-1e58-47a2-bf9d-1b39d1337877 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Fanout notify agent at l3_agent the message router_deleted on router 6429076b-8be1-43ea-8c7a-571e4daf2fff {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:40:30.348554 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-72d3f0a5-1e58-47a2-bf9d-1b39d1337877 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:30.350257 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-72d3f0a5-1e58-47a2-bf9d-1b39d1337877 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] 10.222.0.21 "DELETE /v2.0/routers/6429076b-8be1-43ea-8c7a-571e4daf2fff HTTP/1.1" status: 204 len: 168 time: 2.8475015 Aug 22 13:40:30.355130 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47080) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:30.366924 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-730970d7-761a-4fcf-98b1-e5b762668d8a tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-730467040', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:30.372361 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-922de781-6512-4a7f-9f2f-44948c7d8437 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:30.380059 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f1da02b3-cabf-492d-9849-a23c1d3e7cfd tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:30.385077 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-25667581-3752-4f28-842e-e9c91164461c None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:30.389080 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b8f08095-eadc-4de7-93d8-9e6bbe012639 req-2b61a972-cd48-4b6c-b7ec-0c3dee4eeb50 service neutron] 10.222.0.41 "GET /v2.0/networks/436bb3cf-4f1a-421b-bfd3-5f21c99032ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5704145 Aug 22 13:40:30.389915 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f1da02b3-cabf-492d-9849-a23c1d3e7cfd tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:30.398384 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-25667581-3752-4f28-842e-e9c91164461c None None] Transition to ACTIVE for port object a5bc1172-9574-4c93-ae1e-06a81fedb7f9 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:40:30.422949 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-25667581-3752-4f28-842e-e9c91164461c None None] Transition to ACTIVE for port object a5bc1172-9574-4c93-ae1e-06a81fedb7f9 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:40:30.431713 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-25667581-3752-4f28-842e-e9c91164461c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:30.445309 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1da02b3-cabf-492d-9849-a23c1d3e7cfd tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:40:30.468746 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-3e79d655-0d63-4062-8b72-77b91231036c tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5416932 Aug 22 13:40:30.474378 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47082) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:30.485993 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-00138bd0-8da1-4aa5-99d3-ab34ed53685a tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'port': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'fixed_ips': [{'subnet_id': '80e93498-7f68-4328-86eb-0b59225794be', 'ip_address': '2001:db8::7863:e603:5d84:7500'}], 'name': 'tempest-NetworksTestDHCPv6-1431550445'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:30.492975 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da02b3-cabf-492d-9849-a23c1d3e7cfd tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dce4a574-6219-49bb-828b-ba64f48a4406,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:30.505866 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f1da02b3-cabf-492d-9849-a23c1d3e7cfd tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:30.506359 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25667581-3752-4f28-842e-e9c91164461c None None] Pushing event updated for resources: {'Port': ['ID=a5bc1172-9574-4c93-ae1e-06a81fedb7f9,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:30.506709 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-f1da02b3-cabf-492d-9849-a23c1d3e7cfd tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Added segment 4223130e-efc2-40ca-9b40-4dd7f3d1195a of type vlan for network 8dc11f46-2b36-4436-bd8f-67773a638c58 Aug 22 13:40:30.510212 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 49faa514-8205-4d5a-8466-ad5f0ca4e7bf details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:40:30.519703 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-730970d7-761a-4fcf-98b1-e5b762668d8a tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:30.521149 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-730970d7-761a-4fcf-98b1-e5b762668d8a tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:30.543347 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25667581-3752-4f28-842e-e9c91164461c None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:40:30.548127 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-25667581-3752-4f28-842e-e9c91164461c None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:40:30.555562 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25667581-3752-4f28-842e-e9c91164461c None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:40:30.583171 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f1da02b3-cabf-492d-9849-a23c1d3e7cfd tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:30.615735 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b8f08095-eadc-4de7-93d8-9e6bbe012639 req-6418b65f-1621-4ca3-9c23-710c642bea10 service neutron] 10.222.0.41 "GET /v2.0/networks/436bb3cf-4f1a-421b-bfd3-5f21c99032ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165873 Aug 22 13:40:30.650463 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-730970d7-761a-4fcf-98b1-e5b762668d8a tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:30.656948 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-730970d7-761a-4fcf-98b1-e5b762668d8a tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:30.664037 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f1da02b3-cabf-492d-9849-a23c1d3e7cfd tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:30.668674 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-922de781-6512-4a7f-9f2f-44948c7d8437 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:30.669737 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1da02b3-cabf-492d-9849-a23c1d3e7cfd tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:30.670341 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f1da02b3-cabf-492d-9849-a23c1d3e7cfd tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:30.714504 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f1da02b3-cabf-492d-9849-a23c1d3e7cfd tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.5173650 Aug 22 13:40:30.718524 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47090) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:30.722637 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-01affe03-c9a0-4566-bfc6-57e7da5750ef tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:30.743974 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-da696a53-6537-4a1e-a7b8-dddac1462054 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Request body: {'subnet': {'network_id': '8dc11f46-2b36-4436-bd8f-67773a638c58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:30.750546 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-730970d7-761a-4fcf-98b1-e5b762668d8a tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:30.752108 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-730970d7-761a-4fcf-98b1-e5b762668d8a tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3919346 Aug 22 13:40:30.754939 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47092) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:30.777290 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-c87ee5cb-95a9-41e6-b9a4-9bd0d9929867 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Request body: {'router': {'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:30.805771 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 49faa514-8205-4d5a-8466-ad5f0ca4e7bf, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=49faa514-8205-4d5a-8466-ad5f0ca4e7bf,segment=NetworkSegment(ade77f39-5a78-4e5c-8ff0-9af8c1244976),segment_id=ade77f39-5a78-4e5c-8ff0-9af8c1244976)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:40:30.818617 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-25667581-3752-4f28-842e-e9c91164461c None None] Attempting to bind port a5bc1172-9574-4c93-ae1e-06a81fedb7f9 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:40:30.819344 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-25667581-3752-4f28-842e-e9c91164461c None None] Attempting to bind port a5bc1172-9574-4c93-ae1e-06a81fedb7f9 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:40:30.819744 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25667581-3752-4f28-842e-e9c91164461c None None] Attempting to bind port a5bc1172-9574-4c93-ae1e-06a81fedb7f9 on network 933f65da-8ef2-4dea-ac27-3eee9182e92f {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:40:30.824557 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '49faa514-8205-4d5a-8466-ad5f0ca4e7bf', 'network_id': '436bb3cf-4f1a-421b-bfd3-5f21c99032ed', 'port_id': '49faa514-8205-4d5a-8466-ad5f0ca4e7bf', 'mac_address': 'fa:16:3e:91:cc:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d1b4558-44bd-41e9-aa53-567e0a55d684', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:40:30.831834 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25667581-3752-4f28-842e-e9c91164461c None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:40:30.832596 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25667581-3752-4f28-842e-e9c91164461c None None] Checking segment: {'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:40:30.833220 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-25667581-3752-4f28-842e-e9c91164461c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:30.833679 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25667581-3752-4f28-842e-e9c91164461c None None] Bound using segment: {'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:40:30.834748 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-25667581-3752-4f28-842e-e9c91164461c None None] Bound port: a5bc1172-9574-4c93-ae1e-06a81fedb7f9, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:40:30.834748 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-25667581-3752-4f28-842e-e9c91164461c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:30.881595 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da02b3-cabf-492d-9849-a23c1d3e7cfd tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Pushing event updated for resources: {'Network': ['ID=8dc11f46-2b36-4436-bd8f-67773a638c58,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:30.881852 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00138bd0-8da1-4aa5-99d3-ab34ed53685a tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:40:30.903425 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 8dc11f46-2b36-4436-bd8f-67773a638c58 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:40:30.922787 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:30.971245 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-00138bd0-8da1-4aa5-99d3-ab34ed53685a tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:30.976459 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-922de781-6512-4a7f-9f2f-44948c7d8437 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:31.026863 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922de781-6512-4a7f-9f2f-44948c7d8437 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Pushing event deleted for resources: {'Subnet': ['ID=666f6e56-2f26-4292-a53e-b00cdf666955,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:31.057408 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-922de781-6512-4a7f-9f2f-44948c7d8437 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:31.062019 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-922de781-6512-4a7f-9f2f-44948c7d8437 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "DELETE /v2.0/subnets/666f6e56-2f26-4292-a53e-b00cdf666955 HTTP/1.1" status: 204 len: 168 time: 0.9000609 Aug 22 13:40:31.062019 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922de781-6512-4a7f-9f2f-44948c7d8437 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:40:31.062282 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922de781-6512-4a7f-9f2f-44948c7d8437 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:40:31.062401 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922de781-6512-4a7f-9f2f-44948c7d8437 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:40:31.062960 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922de781-6512-4a7f-9f2f-44948c7d8437 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:40:31.063301 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922de781-6512-4a7f-9f2f-44948c7d8437 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:40:31.063676 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922de781-6512-4a7f-9f2f-44948c7d8437 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:40:31.064105 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922de781-6512-4a7f-9f2f-44948c7d8437 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:40:31.064644 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922de781-6512-4a7f-9f2f-44948c7d8437 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:40:31.064877 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922de781-6512-4a7f-9f2f-44948c7d8437 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:40:31.065227 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922de781-6512-4a7f-9f2f-44948c7d8437 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:40:31.065591 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922de781-6512-4a7f-9f2f-44948c7d8437 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:40:31.065883 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922de781-6512-4a7f-9f2f-44948c7d8437 tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:40:31.068549 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47098) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:31.129090 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c87ee5cb-95a9-41e6-b9a4-9bd0d9929867 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:31.151299 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02e3236-443d-4960-99b1-ec3fb49a7f7b None None] Network 9760623b-e38d-4ea0-bf86-fa146830043c requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:40:31.159187 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-01affe03-c9a0-4566-bfc6-57e7da5750ef tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:31.164191 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6d46bf2b-4ac9-4a5e-9913-1df5adcdb86a tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:31.166437 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [None req-00138bd0-8da1-4aa5-99d3-ab34ed53685a tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] device_id is not set on port c02f22b1-e877-409b-890b-ba0152403426 yet. {{(pid=94627) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:40:31.181733 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da696a53-6537-4a1e-a7b8-dddac1462054 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Made reservation on behalf of d29233a9ca1f4cc4b5b3319b6b02a1a1 for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:40:31.185863 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-da696a53-6537-4a1e-a7b8-dddac1462054 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:31.202737 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49faa514-8205-4d5a-8466-ad5f0ca4e7bf {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:40:31.217570 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a7f14c91-1160-447d-9b05-ce5c4e7d1b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:31.294418 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-25667581-3752-4f28-842e-e9c91164461c None None] For port a5bc1172-9574-4c93-ae1e-06a81fedb7f9, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:40:31.306339 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 49faa514-8205-4d5a-8466-ad5f0ca4e7bf, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=49faa514-8205-4d5a-8466-ad5f0ca4e7bf,segment=NetworkSegment(ade77f39-5a78-4e5c-8ff0-9af8c1244976),segment_id=ade77f39-5a78-4e5c-8ff0-9af8c1244976)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:40:31.314685 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:31.333976 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:31.337704 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-25667581-3752-4f28-842e-e9c91164461c None None] For port a5bc1172-9574-4c93-ae1e-06a81fedb7f9, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=a5bc1172-9574-4c93-ae1e-06a81fedb7f9,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:40:31.379599 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-25667581-3752-4f28-842e-e9c91164461c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:31.400172 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01affe03-c9a0-4566-bfc6-57e7da5750ef tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:40:31.458704 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-01affe03-c9a0-4566-bfc6-57e7da5750ef tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:40:31.465909 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=49faa514-8205-4d5a-8466-ad5f0ca4e7bf,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:31.501483 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01affe03-c9a0-4566-bfc6-57e7da5750ef tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:40:31.505982 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c87ee5cb-95a9-41e6-b9a4-9bd0d9929867 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks [] for router_gateway, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:31.507449 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01affe03-c9a0-4566-bfc6-57e7da5750ef tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event updated for resources: {'Port': ['ID=3dc77aaf-5f5c-4689-9745-be8d47d7077f,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:31.524319 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25667581-3752-4f28-842e-e9c91164461c None None] Pushing event updated for resources: {'Port': ['ID=a5bc1172-9574-4c93-ae1e-06a81fedb7f9,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:31.552961 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c87ee5cb-95a9-41e6-b9a4-9bd0d9929867 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:31.591887 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['49faa514-8205-4d5a-8466-ad5f0ca4e7bf'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:40:31.673362 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5486e71e-62ad-45ce-8e4f-e40c2febe49b None None] DHCP port deletion for 9760623b-e38d-4ea0-bf86-fa146830043c request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:40:31.696093 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-c87ee5cb-95a9-41e6-b9a4-9bd0d9929867 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Allocated IP 172.25.3.193 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/b579b468-cf56-4d33-82b7-e2023653d420) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:40:31.819980 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5047aef-525a-4183-814b-cbf7f5df8a30 req-02483f46-5090-4c75-8811-bc6669e89f5b tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:31.828259 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a5047aef-525a-4183-814b-cbf7f5df8a30 req-02483f46-5090-4c75-8811-bc6669e89f5b tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=5555e93b-e64a-4462-82ae-2a24a01bd81d HTTP/1.1" status: 200 len: 944 time: 0.4323237 Aug 22 13:40:31.829072 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c87ee5cb-95a9-41e6-b9a4-9bd0d9929867 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:31.848780 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-5486e71e-62ad-45ce-8e4f-e40c2febe49b None None] Deleting port 72d07dee-d092-465b-8f35-a5ffa3359797 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:40:31.849268 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5486e71e-62ad-45ce-8e4f-e40c2febe49b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:31.878335 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c87ee5cb-95a9-41e6-b9a4-9bd0d9929867 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:31.950064 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-5486e71e-62ad-45ce-8e4f-e40c2febe49b None None] For port 72d07dee-d092-465b-8f35-a5ffa3359797, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=72d07dee-d092-465b-8f35-a5ffa3359797,segment=NetworkSegment(31d6d7ce-42a5-46c9-94dc-6638a7078ba8),segment_id=31d6d7ce-42a5-46c9-94dc-6638a7078ba8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:40:31.950064 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5486e71e-62ad-45ce-8e4f-e40c2febe49b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:31.965974 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-5486e71e-62ad-45ce-8e4f-e40c2febe49b None None] Calling delete_port for 72d07dee-d092-465b-8f35-a5ffa3359797 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:40:31.983126 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-00138bd0-8da1-4aa5-99d3-ab34ed53685a tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Allocated IP 2001:db8::7863:e603:5d84:7500 (933f65da-8ef2-4dea-ac27-3eee9182e92f/80e93498-7f68-4328-86eb-0b59225794be/c02f22b1-e877-409b-890b-ba0152403426) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:40:31.987877 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87ee5cb-95a9-41e6-b9a4-9bd0d9929867 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Pushing event updated for resources: {'Port': ['ID=b579b468-cf56-4d33-82b7-e2023653d420,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:32.012137 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87ee5cb-95a9-41e6-b9a4-9bd0d9929867 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:40:32.015364 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-c87ee5cb-95a9-41e6-b9a4-9bd0d9929867 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:40:32.022413 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87ee5cb-95a9-41e6-b9a4-9bd0d9929867 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:40:32.061926 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device a5bc1172-9574-4c93-ae1e-06a81fedb7f9 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:40:32.181756 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port a5bc1172-9574-4c93-ae1e-06a81fedb7f9 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:40:32.193959 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5486e71e-62ad-45ce-8e4f-e40c2febe49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:32.223673 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5486e71e-62ad-45ce-8e4f-e40c2febe49b None None] Pushing event deleted for resources: {'Port': ['ID=72d07dee-d092-465b-8f35-a5ffa3359797,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:32.236322 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5486e71e-62ad-45ce-8e4f-e40c2febe49b None None] No DVR routers for this DVR port 72d07dee-d092-465b-8f35-a5ffa3359797 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:40:32.247027 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-6d46bf2b-4ac9-4a5e-9913-1df5adcdb86a tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Deleting port 72d07dee-d092-465b-8f35-a5ffa3359797 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:40:32.247378 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6d46bf2b-4ac9-4a5e-9913-1df5adcdb86a tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:32.270058 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 72d07dee-d092-465b-8f35-a5ffa3359797 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:40:32.294404 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 72d07dee-d092-465b-8f35-a5ffa3359797 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:40:32.294755 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 72d07dee-d092-465b-8f35-a5ffa3359797 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:40:32.363662 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a5047aef-525a-4183-814b-cbf7f5df8a30 req-5e2397c4-a148-4183-a3fa-2ae7c4122fd0 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5336881 Aug 22 13:40:32.416768 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:32.422237 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c87ee5cb-95a9-41e6-b9a4-9bd0d9929867 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks [] for router_gateway, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:32.493442 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 49faa514-8205-4d5a-8466-ad5f0ca4e7bf up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:40:32.598336 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 49faa514-8205-4d5a-8466-ad5f0ca4e7bf completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:40:32.600756 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-6d46bf2b-4ac9-4a5e-9913-1df5adcdb86a tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] For port 72d07dee-d092-465b-8f35-a5ffa3359797, host n-d-793621-33, got binding levels [] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:40:32.601200 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6d46bf2b-4ac9-4a5e-9913-1df5adcdb86a tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:32.604446 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 49faa514-8205-4d5a-8466-ad5f0ca4e7bf triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:40:32.605414 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:32.647688 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-6d46bf2b-4ac9-4a5e-9913-1df5adcdb86a tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Calling delete_port for 72d07dee-d092-465b-8f35-a5ffa3359797 owned by network:dhcp {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:40:32.654029 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.ipam_backend_mixin [None req-6d46bf2b-4ac9-4a5e-9913-1df5adcdb86a tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Port 72d07dee-d092-465b-8f35-a5ffa3359797 was not found and therefore no delete operation was performed {{(pid=94627) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 22 13:40:32.655730 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-01affe03-c9a0-4566-bfc6-57e7da5750ef tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for router_gateway, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:32.753746 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c87ee5cb-95a9-41e6-b9a4-9bd0d9929867 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36751'] for router, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:32.766026 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c87ee5cb-95a9-41e6-b9a4-9bd0d9929867 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803386'] for router, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:32.769845 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:32.777057 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-da696a53-6537-4a1e-a7b8-dddac1462054 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:32.788365 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6d46bf2b-4ac9-4a5e-9913-1df5adcdb86a tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:32.793471 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-00138bd0-8da1-4aa5-99d3-ab34ed53685a tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:32.799671 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5555e93b-e64a-4462-82ae-2a24a01bd81d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49faa514-8205-4d5a-8466-ad5f0ca4e7bf'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:40:32.802540 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f06ca3-3ebf-4f15-97da-66e38dcb9ed0" -d '{"events": [{"server_uuid": "5555e93b-e64a-4462-82ae-2a24a01bd81d", "name": "network-vif-plugged", "status": "completed", "tag": "49faa514-8205-4d5a-8466-ad5f0ca4e7bf"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:40:32.819692 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 49faa514-8205-4d5a-8466-ad5f0ca4e7bf, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=49faa514-8205-4d5a-8466-ad5f0ca4e7bf,segment=NetworkSegment(ade77f39-5a78-4e5c-8ff0-9af8c1244976),segment_id=ade77f39-5a78-4e5c-8ff0-9af8c1244976)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:40:32.826034 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:32.892931 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a423f046-ab79-4cba-bf4c-018a7b3ffb7d x-openstack-request-id: req-a423f046-ab79-4cba-bf4c-018a7b3ffb7d {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:40:32.892931 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5555e93b-e64a-4462-82ae-2a24a01bd81d", "name": "network-vif-plugged", "status": "completed", "tag": "49faa514-8205-4d5a-8466-ad5f0ca4e7bf", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:40:32.892931 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a423f046-ab79-4cba-bf4c-018a7b3ffb7d {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:40:32.897143 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5555e93b-e64a-4462-82ae-2a24a01bd81d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49faa514-8205-4d5a-8466-ad5f0ca4e7bf', 'code': 200} Aug 22 13:40:32.918664 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=49faa514-8205-4d5a-8466-ad5f0ca4e7bf,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:32.930542 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d46bf2b-4ac9-4a5e-9913-1df5adcdb86a tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Pushing event deleted for resources: {'Port': ['ID=72d07dee-d092-465b-8f35-a5ffa3359797,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:32.945282 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d46bf2b-4ac9-4a5e-9913-1df5adcdb86a tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] No DVR routers for this DVR port 72d07dee-d092-465b-8f35-a5ffa3359797 on host n-d-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:40:32.955443 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-00138bd0-8da1-4aa5-99d3-ab34ed53685a tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Transition to ACTIVE for port object c02f22b1-e877-409b-890b-ba0152403426 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:40:33.023032 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da696a53-6537-4a1e-a7b8-dddac1462054 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Pushing event updated for resources: {'Subnet': ['ID=914d452b-b10c-4d27-9079-e139d22c9850,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:33.029641 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d1cfe-e7cf-4265-b374-c43f48e3da5f req-063dfe16-c9f9-4725-9586-f8eac7ce57d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:33.031474 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a18d1cfe-e7cf-4265-b374-c43f48e3da5f req-063dfe16-c9f9-4725-9586-f8eac7ce57d9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5555e93b-e64a-4462-82ae-2a24a01bd81d HTTP/1.1" status: 200 len: 1097 time: 0.0829213 Aug 22 13:40:33.046365 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c87ee5cb-95a9-41e6-b9a4-9bd0d9929867 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Router 47a4c9e5-2a64-4243-afcb-d8629a921f45 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:40:33.066421 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-39092886-2958-4b58-ab50-a040bbdfa4ec None None] Provisioning for port a5bc1172-9574-4c93-ae1e-06a81fedb7f9 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:40:33.075452 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-39092886-2958-4b58-ab50-a040bbdfa4ec None None] Provisioning complete for port a5bc1172-9574-4c93-ae1e-06a81fedb7f9 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:40:33.076770 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-39092886-2958-4b58-ab50-a040bbdfa4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:33.117582 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a18d1cfe-e7cf-4265-b374-c43f48e3da5f req-e4d4b1b3-713d-456e-bd80-4563604c204f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777891 Aug 22 13:40:33.177101 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-39092886-2958-4b58-ab50-a040bbdfa4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:33.201051 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87ee5cb-95a9-41e6-b9a4-9bd0d9929867 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:40:33.213615 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-39092886-2958-4b58-ab50-a040bbdfa4ec None None] For port a5bc1172-9574-4c93-ae1e-06a81fedb7f9, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=a5bc1172-9574-4c93-ae1e-06a81fedb7f9,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:40:33.216709 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b936d6d0-b146-40f1-bd17-3c882144b96d None None] Sync routers for ids ['47a4c9e5-2a64-4243-afcb-d8629a921f45'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:40:33.217313 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c87ee5cb-95a9-41e6-b9a4-9bd0d9929867 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:33.221393 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c87ee5cb-95a9-41e6-b9a4-9bd0d9929867 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] 10.222.0.21 "PUT /v2.0/routers/47a4c9e5-2a64-4243-afcb-d8629a921f45 HTTP/1.1" status: 200 len: 883 time: 2.4626679 Aug 22 13:40:33.223208 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47136) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:33.223628 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-39092886-2958-4b58-ab50-a040bbdfa4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:33.256345 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b936d6d0-b146-40f1-bd17-3c882144b96d None None] Routers {'47a4c9e5-2a64-4243-afcb-d8629a921f45'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:40:33.256910 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-b936d6d0-b146-40f1-bd17-3c882144b96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:40:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['47a4c9e5-2a64-4243-afcb-d8629a921f45'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:33.303276 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-b936d6d0-b146-40f1-bd17-3c882144b96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:33.330773 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b936d6d0-b146-40f1-bd17-3c882144b96d None None] Routers {'47a4c9e5-2a64-4243-afcb-d8629a921f45'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:40:33.331449 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-b936d6d0-b146-40f1-bd17-3c882144b96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:40:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['47a4c9e5-2a64-4243-afcb-d8629a921f45'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:33.335182 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39092886-2958-4b58-ab50-a040bbdfa4ec None None] Pushing event updated for resources: {'Port': ['ID=a5bc1172-9574-4c93-ae1e-06a81fedb7f9,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:33.373487 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-14c31fcb-51b7-4f00-bf39-29ddb37fe632 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] 10.222.0.21 "GET /v2.0/routers/47a4c9e5-2a64-4243-afcb-d8629a921f45 HTTP/1.1" status: 200 len: 924 time: 0.1480067 Aug 22 13:40:33.375635 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47144) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:33.380694 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-b936d6d0-b146-40f1-bd17-3c882144b96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:33.381459 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b936d6d0-b146-40f1-bd17-3c882144b96d None None] The sync data for ids ['47a4c9e5-2a64-4243-afcb-d8629a921f45'] in n-d-793621-33 is: [] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:40:33.437285 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca43f8c-622c-42a0-8cad-895e4b0efca1 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:33.439018 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-3ca43f8c-622c-42a0-8cad-895e4b0efca1 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=7de6ab83-cd00-4b3c-94fb-810dd34d29b8&device_id=47a4c9e5-2a64-4243-afcb-d8629a921f45&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0613921 Aug 22 13:40:33.441757 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47150) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:33.543261 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6d46bf2b-4ac9-4a5e-9913-1df5adcdb86a tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:33.553741 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-6d46bf2b-4ac9-4a5e-9913-1df5adcdb86a tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9760623b-e38d-4ea0-bf86-fa146830043c']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:33.553885 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ce6b58-fc31-47d2-900b-b90ba748b063 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:33.558787 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-71ce6b58-fc31-47d2-900b-b90ba748b063 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] 10.222.0.21 "GET /v2.0/networks/7de6ab83-cd00-4b3c-94fb-810dd34d29b8 HTTP/1.1" status: 200 len: 881 time: 0.1128175 Aug 22 13:40:33.558873 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47156) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:33.596568 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7244e1f1-8853-4da7-94c9-102c3ca2b853 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] 10.222.0.21 "GET /v2.0/ports?device_id=47a4c9e5-2a64-4243-afcb-d8629a921f45 HTTP/1.1" status: 200 len: 205 time: 0.0339961 Aug 22 13:40:33.596850 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47160) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:33.600567 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-6d46bf2b-4ac9-4a5e-9913-1df5adcdb86a tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31d6d7ce-42a5-46c9-94dc-6638a7078ba8') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:33.601239 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-6d46bf2b-4ac9-4a5e-9913-1df5adcdb86a tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31d6d7ce-42a5-46c9-94dc-6638a7078ba8') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:33.641249 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6d46bf2b-4ac9-4a5e-9913-1df5adcdb86a tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:33.643979 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-01affe03-c9a0-4566-bfc6-57e7da5750ef tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:33.655811 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da696a53-6537-4a1e-a7b8-dddac1462054 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Checking segment: {'id': '4223130e-efc2-40ca-9b40-4dd7f3d1195a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8dc11f46-2b36-4436-bd8f-67773a638c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:40:33.656179 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da696a53-6537-4a1e-a7b8-dddac1462054 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Network hostable DHCP agents. Network: 8dc11f46-2b36-4436-bd8f-67773a638c58, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:40:33.672005 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6d46bf2b-4ac9-4a5e-9913-1df5adcdb86a tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:33.714137 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2694796b-f7dc-4e09-9e15-09f425f494eb tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:33.718486 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-00138bd0-8da1-4aa5-99d3-ab34ed53685a tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:33.722646 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d46bf2b-4ac9-4a5e-9913-1df5adcdb86a tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:40:33.723096 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6d46bf2b-4ac9-4a5e-9913-1df5adcdb86a tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:33.728446 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:40:33.728446 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:40:33.728446 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:40:33.728446 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:40:33.728446 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:40:33.728446 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:40:33.728446 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:40:33.728446 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:40:33.728446 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:40:33.728446 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:40:33.728446 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:40:33.728446 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:40:33.728446 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:40:33.728446 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:40:33.728446 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:40:33.728446 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:40:33.728446 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:40:33.728446 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:40:33.728446 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:40:33.728446 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:40:33.728446 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:40:33.728446 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:40:33.728446 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:40:33.728446 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:40:33.728446 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:40:33.728446 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:40:33.728446 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:40:33.728446 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:40:33.728446 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:40:33.728446 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:40:33.728446 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:40:33.728446 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:40:33.776449 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:33.793556 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbdf755-d3c7-43cd-a689-c9fa9d823622 req-6f344ba2-9579-4f17-a90c-5a205788c846 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:33.800916 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5fbdf755-d3c7-43cd-a689-c9fa9d823622 req-6f344ba2-9579-4f17-a90c-5a205788c846 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=5555e93b-e64a-4462-82ae-2a24a01bd81d HTTP/1.1" status: 200 len: 945 time: 0.2681518 Aug 22 13:40:33.834682 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2694796b-f7dc-4e09-9e15-09f425f494eb tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:33.884210 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00138bd0-8da1-4aa5-99d3-ab34ed53685a tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event updated for resources: {'Port': ['ID=c02f22b1-e877-409b-890b-ba0152403426,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:33.897789 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-2694796b-f7dc-4e09-9e15-09f425f494eb tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Deleting port b579b468-cf56-4d33-82b7-e2023653d420 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:40:33.898154 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da696a53-6537-4a1e-a7b8-dddac1462054 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Network 8dc11f46-2b36-4436-bd8f-67773a638c58 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:40:33.898279 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2694796b-f7dc-4e09-9e15-09f425f494eb tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:33.901547 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00138bd0-8da1-4aa5-99d3-ab34ed53685a tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:40:33.936380 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device a5bc1172-9574-4c93-ae1e-06a81fedb7f9 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:40:33.952828 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-00138bd0-8da1-4aa5-99d3-ab34ed53685a tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:40:33.959006 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00138bd0-8da1-4aa5-99d3-ab34ed53685a tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:40:33.965463 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00138bd0-8da1-4aa5-99d3-ab34ed53685a tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:33.966103 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-00138bd0-8da1-4aa5-99d3-ab34ed53685a tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:33.979008 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6d46bf2b-4ac9-4a5e-9913-1df5adcdb86a tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:34.000777 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6d46bf2b-4ac9-4a5e-9913-1df5adcdb86a tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:34.006393 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-6d46bf2b-4ac9-4a5e-9913-1df5adcdb86a tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] 10.222.0.21 "DELETE /v2.0/networks/9760623b-e38d-4ea0-bf86-fa146830043c HTTP/1.1" status: 204 len: 168 time: 2.9318280 Aug 22 13:40:34.006729 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-da696a53-6537-4a1e-a7b8-dddac1462054 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 8dc11f46-2b36-4436-bd8f-67773a638c58) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:40:34.011913 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-00138bd0-8da1-4aa5-99d3-ab34ed53685a tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5321536 Aug 22 13:40:34.019215 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47172) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:34.027681 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da696a53-6537-4a1e-a7b8-dddac1462054 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:34.028323 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-da696a53-6537-4a1e-a7b8-dddac1462054 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:34.041540 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5fbdf755-d3c7-43cd-a689-c9fa9d823622 req-92585ed3-d36f-4dc9-ab25-103b3708b870 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505497 Aug 22 13:40:34.042349 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d46bf2b-4ac9-4a5e-9913-1df5adcdb86a tempest-NetworksTest-1407238162 tempest-NetworksTest-1407238162-project] Pushing event deleted for resources: {'Network': ['ID=9760623b-e38d-4ea0-bf86-fa146830043c,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:34.050381 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port a5bc1172-9574-4c93-ae1e-06a81fedb7f9 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:40:34.051093 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:34.070956 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-da696a53-6537-4a1e-a7b8-dddac1462054 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3403034 Aug 22 13:40:34.071730 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47174) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:34.082161 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-1de7a47c-9845-4e46-9313-3238bd1a0ae7 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Request body: {'port': {'network_id': '8dc11f46-2b36-4436-bd8f-67773a638c58', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1262771257'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:34.156368 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e11df4-e700-4178-b465-fcae527bce72 None None] Network 8dc11f46-2b36-4436-bd8f-67773a638c58 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:40:34.236340 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2694796b-f7dc-4e09-9e15-09f425f494eb tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:34.242660 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01affe03-c9a0-4566-bfc6-57e7da5750ef tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Router c8fd7433-0f07-43c8-83d4-8d4fe49c9082 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:40:34.296858 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-2694796b-f7dc-4e09-9e15-09f425f494eb tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Calling delete_port for b579b468-cf56-4d33-82b7-e2023653d420 owned by network:router_gateway {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:40:34.307304 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:34.328923 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85da30f-2f5f-4dcc-9a34-6e6d6c1ac1f9 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:34.356752 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85da30f-2f5f-4dcc-9a34-6e6d6c1ac1f9 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:34.366227 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b85da30f-2f5f-4dcc-9a34-6e6d6c1ac1f9 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.3456669 Aug 22 13:40:34.366887 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47182) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:34.507564 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e73a835-343e-44f4-b423-e73aa7843e54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-8dc11f46-2b36-4436-bd8f-67773a638c58', 'network_id': '8dc11f46-2b36-4436-bd8f-67773a638c58', 'tenant_id': 'd29233a9ca1f4cc4b5b3319b6b02a1a1', 'fixed_ips': [{'subnet_id': '914d452b-b10c-4d27-9079-e139d22c9850'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:40:34.513262 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2e73a835-343e-44f4-b423-e73aa7843e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:34.523200 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47184) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:34.556588 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01affe03-c9a0-4566-bfc6-57e7da5750ef tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:40:34.567718 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f139fe-748b-40de-a006-33184d3c749f None None] Sync routers for ids ['c8fd7433-0f07-43c8-83d4-8d4fe49c9082'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:40:34.569472 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de7a47c-9845-4e46-9313-3238bd1a0ae7 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Made reservation on behalf of d29233a9ca1f4cc4b5b3319b6b02a1a1 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:40:34.573249 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1de7a47c-9845-4e46-9313-3238bd1a0ae7 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:34.582481 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f139fe-748b-40de-a006-33184d3c749f None None] Routers {'c8fd7433-0f07-43c8-83d4-8d4fe49c9082'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:40:34.584080 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-e2f139fe-748b-40de-a006-33184d3c749f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:40:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['c8fd7433-0f07-43c8-83d4-8d4fe49c9082'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:34.596166 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-01affe03-c9a0-4566-bfc6-57e7da5750ef tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:34.600756 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-01affe03-c9a0-4566-bfc6-57e7da5750ef tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 6.8866460 Aug 22 13:40:34.602321 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47188) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:34.605229 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [None req-1de7a47c-9845-4e46-9313-3238bd1a0ae7 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] device_id is not set on port 67f25d4b-f327-4aa0-b5f6-0fc85a3cdce6 yet. {{(pid=94627) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:40:34.619437 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-969f7184-fbf6-473c-a398-82d6372bacc7 None None] Provisioning for port c02f22b1-e877-409b-890b-ba0152403426 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:40:34.647383 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-969f7184-fbf6-473c-a398-82d6372bacc7 None None] Provisioning complete for port c02f22b1-e877-409b-890b-ba0152403426 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:40:34.649671 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-969f7184-fbf6-473c-a398-82d6372bacc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:34.787380 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-1de7a47c-9845-4e46-9313-3238bd1a0ae7 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Allocated IP 2001:db8::f2 (8dc11f46-2b36-4436-bd8f-67773a638c58/914d452b-b10c-4d27-9079-e139d22c9850/67f25d4b-f327-4aa0-b5f6-0fc85a3cdce6) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:40:34.816170 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-af1d076b-2621-4ea7-8e2f-1f8436f340a8 tempest-TestNetworkAdvancedServerOps-2090656047 tempest-TestNetworkAdvancedServerOps-2090656047-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=50b3d484826f4e1f8052fde49b87f38a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1979115 Aug 22 13:40:34.819847 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47196) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:34.843625 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-a44a45e7-2412-4581-b539-593ba5057935 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Deleting port c02f22b1-e877-409b-890b-ba0152403426 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:40:34.844186 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a44a45e7-2412-4581-b539-593ba5057935 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:34.883409 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2694796b-f7dc-4e09-9e15-09f425f494eb tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:34.885449 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-969f7184-fbf6-473c-a398-82d6372bacc7 None None] Port c02f22b1-e877-409b-890b-ba0152403426 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:40:34.890675 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-e2f139fe-748b-40de-a006-33184d3c749f None None] Set router c8fd7433-0f07-43c8-83d4-8d4fe49c9082 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:40:35.055176 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e8ab12aa-fe69-441b-90c8-e0cdecbc85c8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6be38ca5ea35447298f0675ebcd2561a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5288966 Aug 22 13:40:35.129060 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1de7a47c-9845-4e46-9313-3238bd1a0ae7 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:35.169312 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-1de7a47c-9845-4e46-9313-3238bd1a0ae7 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Transition to ACTIVE for port object 67f25d4b-f327-4aa0-b5f6-0fc85a3cdce6 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:40:35.181539 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-e2f139fe-748b-40de-a006-33184d3c749f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fd7433-0f07-43c8-83d4-8d4fe49c9082', 'name': 'tempest-TestNetworkAdvancedServerOps-router-596081808', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '3dc77aaf-5f5c-4689-9745-be8d47d7077f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:40:28Z', 'updated_at': '2021-08-22T13:40:32Z', 'revision_number': 3, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'gw_port': {'id': '3dc77aaf-5f5c-4689-9745-be8d47d7077f', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dc:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fd7433-0f07-43c8-83d4-8d4fe49c9082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:40:29Z', 'updated_at': '2021-08-22T13:40:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:35.215456 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f139fe-748b-40de-a006-33184d3c749f None None] Checking router: c8fd7433-0f07-43c8-83d4-8d4fe49c9082 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:40:35.215967 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f139fe-748b-40de-a006-33184d3c749f None None] Updating router c8fd7433-0f07-43c8-83d4-8d4fe49c9082 port 3dc77aaf-5f5c-4689-9745-be8d47d7077f binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:40:35.222972 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47200) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:35.280820 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-e2f139fe-748b-40de-a006-33184d3c749f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:35.285760 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-2e73a835-343e-44f4-b423-e73aa7843e54 None None] Allocated IP 2001:db8::2 (8dc11f46-2b36-4436-bd8f-67773a638c58/914d452b-b10c-4d27-9079-e139d22c9850/2d3a55bd-665c-4d7c-b3c0-40c45dd169f4) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:40:35.297839 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1de7a47c-9845-4e46-9313-3238bd1a0ae7 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:35.386543 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694796b-f7dc-4e09-9e15-09f425f494eb tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Pushing event deleted for resources: {'Port': ['ID=b579b468-cf56-4d33-82b7-e2023653d420,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:35.436201 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de7a47c-9845-4e46-9313-3238bd1a0ae7 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Network 8dc11f46-2b36-4436-bd8f-67773a638c58 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:40:35.446983 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-1de7a47c-9845-4e46-9313-3238bd1a0ae7 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:40:35.455507 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de7a47c-9845-4e46-9313-3238bd1a0ae7 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:40:35.461879 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de7a47c-9845-4e46-9313-3238bd1a0ae7 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:35.462678 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1de7a47c-9845-4e46-9313-3238bd1a0ae7 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:35.478905 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-54e1ced5-5a7f-4cd6-82ee-ab956b3c9207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:35.481627 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de7a47c-9845-4e46-9313-3238bd1a0ae7 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Pushing event updated for resources: {'Port': ['ID=67f25d4b-f327-4aa0-b5f6-0fc85a3cdce6,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:35.505927 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cec1a2-25f5-41a7-b00b-cbd9090b5ea7 req-462632db-1ead-4b90-94c4-28c7898309e4 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:35.508193 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-90cec1a2-25f5-41a7-b00b-cbd9090b5ea7 req-462632db-1ead-4b90-94c4-28c7898309e4 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=5555e93b-e64a-4462-82ae-2a24a01bd81d HTTP/1.1" status: 200 len: 945 time: 0.2864776 Aug 22 13:40:35.513330 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-1de7a47c-9845-4e46-9313-3238bd1a0ae7 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4355567 Aug 22 13:40:35.513531 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47206) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:35.521285 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-ba9f8eef-4edf-477a-a81f-c64b62e9a829 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Request body: {'port': {'network_id': '8dc11f46-2b36-4436-bd8f-67773a638c58', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-980842387', 'allowed_address_pairs': [{'ip_address': '2001:db8::f2', 'mac_address': 'fa:16:3e:33:f4:42'}]}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:35.527510 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf575085-9ce8-4a93-993d-df9aec9d73ee tempest-TestNetworkAdvancedServerOps-2090656047 tempest-TestNetworkAdvancedServerOps-2090656047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:35.532098 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-cf575085-9ce8-4a93-993d-df9aec9d73ee tempest-TestNetworkAdvancedServerOps-2090656047 tempest-TestNetworkAdvancedServerOps-2090656047-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7115757 Aug 22 13:40:35.537365 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47210) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:35.542286 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a44a45e7-2412-4581-b539-593ba5057935 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:35.567292 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2e73a835-343e-44f4-b423-e73aa7843e54 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:35.593248 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-2e73a835-343e-44f4-b423-e73aa7843e54 None None] Transition to ACTIVE for port object 2d3a55bd-665c-4d7c-b3c0-40c45dd169f4 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:40:35.594732 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2694796b-f7dc-4e09-9e15-09f425f494eb tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:35.597388 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-a44a45e7-2412-4581-b539-593ba5057935 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Calling delete_port for c02f22b1-e877-409b-890b-ba0152403426 owned by {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:40:35.604845 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-83d5dc5d-4b9d-4b48-a723-fcbc05d5a3f0 tempest-TestNetworkAdvancedServerOps-2090656047 tempest-TestNetworkAdvancedServerOps-2090656047-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=7de6ab83-cd00-4b3c-94fb-810dd34d29b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0661948 Aug 22 13:40:35.608389 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47212) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:35.615440 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-ed7e7330-db79-4320-b779-6d103fdaafd7 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1701093678', 'network_id': '688a25cb-87b8-45f2-8ef8-1274133a97f8', 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:35.630085 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-54e1ced5-5a7f-4cd6-82ee-ab956b3c9207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:35.632393 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-2e73a835-343e-44f4-b423-e73aa7843e54 None None] Transition to ACTIVE for port object 2d3a55bd-665c-4d7c-b3c0-40c45dd169f4 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:40:35.646279 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2e73a835-343e-44f4-b423-e73aa7843e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:35.696592 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-90cec1a2-25f5-41a7-b00b-cbd9090b5ea7 req-bd19d381-9bb9-4956-b71d-a37ab0c3d925 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706040 Aug 22 13:40:35.725522 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e73a835-343e-44f4-b423-e73aa7843e54 None None] Pushing event updated for resources: {'Port': ['ID=2d3a55bd-665c-4d7c-b3c0-40c45dd169f4,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:35.749411 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e73a835-343e-44f4-b423-e73aa7843e54 None None] Network 8dc11f46-2b36-4436-bd8f-67773a638c58 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:40:35.753446 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-2e73a835-343e-44f4-b423-e73aa7843e54 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:40:35.761739 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e73a835-343e-44f4-b423-e73aa7843e54 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:40:35.781313 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-e2f139fe-748b-40de-a006-33184d3c749f None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:35.801837 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-e2f139fe-748b-40de-a006-33184d3c749f None None] Transition to ACTIVE for port object 3dc77aaf-5f5c-4689-9745-be8d47d7077f will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:40:35.814857 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-e2f139fe-748b-40de-a006-33184d3c749f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:35.827038 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-54e1ced5-5a7f-4cd6-82ee-ab956b3c9207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:35.831813 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-54e1ced5-5a7f-4cd6-82ee-ab956b3c9207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:35.838705 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-54e1ced5-5a7f-4cd6-82ee-ab956b3c9207 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3e724fcd-7ef4-4556-9670-33d0cc04e77a HTTP/1.1" status: 204 len: 168 time: 0.6145325 Aug 22 13:40:35.865234 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e1ced5-5a7f-4cd6-82ee-ab956b3c9207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e724fcd-7ef4-4556-9670-33d0cc04e77a,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:35.878150 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9f8eef-4edf-477a-a81f-c64b62e9a829 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Made reservation on behalf of d29233a9ca1f4cc4b5b3319b6b02a1a1 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:40:35.949201 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-2e73a835-343e-44f4-b423-e73aa7843e54 None None] Attempting to bind port 2d3a55bd-665c-4d7c-b3c0-40c45dd169f4 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:40:35.949642 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-2e73a835-343e-44f4-b423-e73aa7843e54 None None] Attempting to bind port 2d3a55bd-665c-4d7c-b3c0-40c45dd169f4 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '4223130e-efc2-40ca-9b40-4dd7f3d1195a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8dc11f46-2b36-4436-bd8f-67773a638c58'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:40:35.950476 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e73a835-343e-44f4-b423-e73aa7843e54 None None] Attempting to bind port 2d3a55bd-665c-4d7c-b3c0-40c45dd169f4 on network 8dc11f46-2b36-4436-bd8f-67773a638c58 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:40:35.951335 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2694796b-f7dc-4e09-9e15-09f425f494eb tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:35.957316 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2694796b-f7dc-4e09-9e15-09f425f494eb tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:35.965859 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e73a835-343e-44f4-b423-e73aa7843e54 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:40:35.967056 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-e2f139fe-748b-40de-a006-33184d3c749f None None] Attempting to bind port 3dc77aaf-5f5c-4689-9745-be8d47d7077f on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:40:35.967267 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e73a835-343e-44f4-b423-e73aa7843e54 None None] Checking segment: {'id': '4223130e-efc2-40ca-9b40-4dd7f3d1195a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8dc11f46-2b36-4436-bd8f-67773a638c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:40:35.967468 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-e2f139fe-748b-40de-a006-33184d3c749f None None] Attempting to bind port 3dc77aaf-5f5c-4689-9745-be8d47d7077f by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:40:35.968002 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f139fe-748b-40de-a006-33184d3c749f None None] Attempting to bind port 3dc77aaf-5f5c-4689-9745-be8d47d7077f on network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:40:35.969657 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2e73a835-343e-44f4-b423-e73aa7843e54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:35.970724 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e73a835-343e-44f4-b423-e73aa7843e54 None None] Bound using segment: {'id': '4223130e-efc2-40ca-9b40-4dd7f3d1195a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8dc11f46-2b36-4436-bd8f-67773a638c58'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:40:35.971334 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-2e73a835-343e-44f4-b423-e73aa7843e54 None None] Bound port: 2d3a55bd-665c-4d7c-b3c0-40c45dd169f4, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4223130e-efc2-40ca-9b40-4dd7f3d1195a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8dc11f46-2b36-4436-bd8f-67773a638c58'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:40:35.972624 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2e73a835-343e-44f4-b423-e73aa7843e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:35.995334 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f139fe-748b-40de-a006-33184d3c749f None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:40:35.995718 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f139fe-748b-40de-a006-33184d3c749f None None] Checking segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:40:35.996247 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-e2f139fe-748b-40de-a006-33184d3c749f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:35.996705 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f139fe-748b-40de-a006-33184d3c749f None None] Bound using segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:40:35.997175 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-e2f139fe-748b-40de-a006-33184d3c749f None None] Bound port: 3dc77aaf-5f5c-4689-9745-be8d47d7077f, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:40:35.997555 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-e2f139fe-748b-40de-a006-33184d3c749f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:36.000573 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba3a46-8ccb-4c5b-b88b-f814784db460 None None] Pushing event updated for resources: {'Port': ['ID=3dc77aaf-5f5c-4689-9745-be8d47d7077f,revision_number=2']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:36.063138 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2694796b-f7dc-4e09-9e15-09f425f494eb tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:36.063736 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2694796b-f7dc-4e09-9e15-09f425f494eb tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Fanout notify agent at l3_agent the message router_deleted on router 47a4c9e5-2a64-4243-afcb-d8629a921f45 {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:40:36.082353 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2694796b-f7dc-4e09-9e15-09f425f494eb tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:36.083502 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2694796b-f7dc-4e09-9e15-09f425f494eb tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] 10.222.0.21 "DELETE /v2.0/routers/47a4c9e5-2a64-4243-afcb-d8629a921f45 HTTP/1.1" status: 204 len: 168 time: 2.4857254 Aug 22 13:40:36.087184 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47230) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:36.100294 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-e2f139fe-748b-40de-a006-33184d3c749f None None] For port 3dc77aaf-5f5c-4689-9745-be8d47d7077f, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:40:36.105195 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-e2f139fe-748b-40de-a006-33184d3c749f None None] For port 3dc77aaf-5f5c-4689-9745-be8d47d7077f, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=3dc77aaf-5f5c-4689-9745-be8d47d7077f,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:40:36.113119 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-1ac37357-453b-4e6c-a0ce-df42dd90b8f1 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-131397045', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:36.116534 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-e2f139fe-748b-40de-a006-33184d3c749f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:36.118236 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ba9f8eef-4edf-477a-a81f-c64b62e9a829 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:36.124750 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-2e73a835-343e-44f4-b423-e73aa7843e54 None None] For port 2d3a55bd-665c-4d7c-b3c0-40c45dd169f4, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:40:36.128880 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-2e73a835-343e-44f4-b423-e73aa7843e54 None None] For port 2d3a55bd-665c-4d7c-b3c0-40c45dd169f4, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=2d3a55bd-665c-4d7c-b3c0-40c45dd169f4,segment=NetworkSegment(4223130e-efc2-40ca-9b40-4dd7f3d1195a),segment_id=4223130e-efc2-40ca-9b40-4dd7f3d1195a)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:40:36.137387 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2e73a835-343e-44f4-b423-e73aa7843e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:36.162126 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7e7330-db79-4320-b779-6d103fdaafd7 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Made reservation on behalf of 50b3d484826f4e1f8052fde49b87f38a for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:40:36.166524 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ed7e7330-db79-4320-b779-6d103fdaafd7 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:36.173995 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [None req-ba9f8eef-4edf-477a-a81f-c64b62e9a829 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] device_id is not set on port 63d8b231-75bc-4c35-bb72-8c892e8fcfee yet. {{(pid=94627) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:40:36.245559 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce60bd-06e2-4abb-a69b-5b9623b8ecd0 req-5c254ada-144a-43ff-b1c6-c74ad6abf05e tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:36.247839 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-acce60bd-06e2-4abb-a69b-5b9623b8ecd0 req-5c254ada-144a-43ff-b1c6-c74ad6abf05e tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=5555e93b-e64a-4462-82ae-2a24a01bd81d HTTP/1.1" status: 200 len: 945 time: 0.1375477 Aug 22 13:40:36.286829 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba3a46-8ccb-4c5b-b88b-f814784db460 None None] Pushing event updated for resources: {'Port': ['ID=3dc77aaf-5f5c-4689-9745-be8d47d7077f,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:36.305700 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e73a835-343e-44f4-b423-e73aa7843e54 None None] Pushing event updated for resources: {'Port': ['ID=2d3a55bd-665c-4d7c-b3c0-40c45dd169f4,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:36.316392 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1ac37357-453b-4e6c-a0ce-df42dd90b8f1 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:36.322426 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1ac37357-453b-4e6c-a0ce-df42dd90b8f1 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:36.346668 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f139fe-748b-40de-a006-33184d3c749f None None] Routers {'c8fd7433-0f07-43c8-83d4-8d4fe49c9082'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:40:36.351383 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-e2f139fe-748b-40de-a006-33184d3c749f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:40:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['c8fd7433-0f07-43c8-83d4-8d4fe49c9082'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:36.352729 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-acce60bd-06e2-4abb-a69b-5b9623b8ecd0 req-58b88791-7e20-4c71-bece-5705cdcdfda9 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894823 Aug 22 13:40:36.410224 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-ba9f8eef-4edf-477a-a81f-c64b62e9a829 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Allocated IP 2001:db8::3c9 (8dc11f46-2b36-4436-bd8f-67773a638c58/914d452b-b10c-4d27-9079-e139d22c9850/63d8b231-75bc-4c35-bb72-8c892e8fcfee) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:40:36.427512 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a44a45e7-2412-4581-b539-593ba5057935 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:36.555717 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44a45e7-2412-4581-b539-593ba5057935 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event deleted for resources: {'Port': ['ID=c02f22b1-e877-409b-890b-ba0152403426,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:36.618425 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-e2f139fe-748b-40de-a006-33184d3c749f None None] Set router c8fd7433-0f07-43c8-83d4-8d4fe49c9082 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:40:36.633501 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1ac37357-453b-4e6c-a0ce-df42dd90b8f1 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:36.687030 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1ac37357-453b-4e6c-a0ce-df42dd90b8f1 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:36.707607 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a44a45e7-2412-4581-b539-593ba5057935 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:36.712030 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a44a45e7-2412-4581-b539-593ba5057935 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/ports/c02f22b1-e877-409b-890b-ba0152403426 HTTP/1.1" status: 204 len: 168 time: 2.3396904 Aug 22 13:40:36.718086 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1ac37357-453b-4e6c-a0ce-df42dd90b8f1 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:36.722365 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-1ac37357-453b-4e6c-a0ce-df42dd90b8f1 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6198468 Aug 22 13:40:36.725536 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf42e7c-f282-4166-a120-7511675148cb req-b08da00c-7f14-48c4-a3a8-6d0c7451763c tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:36.725934 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47246) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:36.726422 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47248) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:36.736205 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-aaf42e7c-f282-4166-a120-7511675148cb req-b08da00c-7f14-48c4-a3a8-6d0c7451763c tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=5555e93b-e64a-4462-82ae-2a24a01bd81d HTTP/1.1" status: 200 len: 945 time: 0.2307637 Aug 22 13:40:36.771540 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-ef524486-fc95-496b-b451-7f16b039e6fd tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'enable_snat': True}}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:36.835203 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-aaf42e7c-f282-4166-a120-7511675148cb req-da99dc6b-832f-4688-8db0-c757e5ebeefd tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954077 Aug 22 13:40:36.980972 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a58d78-1933-4b97-a0c0-bede76de1291 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:36.981509 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-e2f139fe-748b-40de-a006-33184d3c749f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fd7433-0f07-43c8-83d4-8d4fe49c9082', 'name': 'tempest-TestNetworkAdvancedServerOps-router-596081808', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '3dc77aaf-5f5c-4689-9745-be8d47d7077f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:40:28Z', 'updated_at': '2021-08-22T13:40:32Z', 'revision_number': 3, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'gw_port': {'id': '3dc77aaf-5f5c-4689-9745-be8d47d7077f', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dc:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fd7433-0f07-43c8-83d4-8d4fe49c9082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:40:29Z', 'updated_at': '2021-08-22T13:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:36.982475 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a58d78-1933-4b97-a0c0-bede76de1291 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:36.992277 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c5a58d78-1933-4b97-a0c0-bede76de1291 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2565448 Aug 22 13:40:36.993520 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47256) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:37.014673 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ba9f8eef-4edf-477a-a81f-c64b62e9a829 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:37.057460 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f139fe-748b-40de-a006-33184d3c749f None None] The sync data for ids ['c8fd7433-0f07-43c8-83d4-8d4fe49c9082'] in n-d-793621-33 is: [{'id': 'c8fd7433-0f07-43c8-83d4-8d4fe49c9082', 'name': 'tempest-TestNetworkAdvancedServerOps-router-596081808', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '3dc77aaf-5f5c-4689-9745-be8d47d7077f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:40:28Z', 'updated_at': '2021-08-22T13:40:32Z', 'revision_number': 3, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'gw_port': {'id': '3dc77aaf-5f5c-4689-9745-be8d47d7077f', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dc:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fd7433-0f07-43c8-83d4-8d4fe49c9082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:40:29Z', 'updated_at': '2021-08-22T13:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:40:37.059940 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-ba9f8eef-4edf-477a-a81f-c64b62e9a829 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Transition to ACTIVE for port object 63d8b231-75bc-4c35-bb72-8c892e8fcfee will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:40:37.078182 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-c972a398-3c4e-4a96-9aea-0a6c35b5d4ac tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Deleting subnet 80e93498-7f68-4328-86eb-0b59225794be {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:40:37.082091 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ed7e7330-db79-4320-b779-6d103fdaafd7 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:37.088035 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c972a398-3c4e-4a96-9aea-0a6c35b5d4ac tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:37.152016 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c972a398-3c4e-4a96-9aea-0a6c35b5d4ac tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:37.203117 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ba9f8eef-4edf-477a-a81f-c64b62e9a829 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:37.204699 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ef524486-fc95-496b-b451-7f16b039e6fd tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:37.300913 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e7330-db79-4320-b779-6d103fdaafd7 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event updated for resources: {'Subnet': ['ID=9501ed24-569f-4556-a2e9-978154d36845,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:37.305292 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9f8eef-4edf-477a-a81f-c64b62e9a829 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Network 8dc11f46-2b36-4436-bd8f-67773a638c58 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:40:37.325401 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f8eef-4edf-477a-a81f-c64b62e9a829 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Pushing event updated for resources: {'Port': ['ID=63d8b231-75bc-4c35-bb72-8c892e8fcfee,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:37.328168 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-ba9f8eef-4edf-477a-a81f-c64b62e9a829 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:40:37.333382 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9f8eef-4edf-477a-a81f-c64b62e9a829 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:40:37.339084 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9f8eef-4edf-477a-a81f-c64b62e9a829 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:37.339724 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ba9f8eef-4edf-477a-a81f-c64b62e9a829 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:37.373277 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7e7330-db79-4320-b779-6d103fdaafd7 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Checking segment: {'id': '0de567c1-0b27-42d1-b215-d74bde0cce23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '688a25cb-87b8-45f2-8ef8-1274133a97f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:40:37.373927 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7e7330-db79-4320-b779-6d103fdaafd7 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Network hostable DHCP agents. Network: 688a25cb-87b8-45f2-8ef8-1274133a97f8, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:40:37.404034 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ba9f8eef-4edf-477a-a81f-c64b62e9a829 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.8886616 Aug 22 13:40:37.404577 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7e7330-db79-4320-b779-6d103fdaafd7 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Network 688a25cb-87b8-45f2-8ef8-1274133a97f8 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:40:37.406668 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47268) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:37.416484 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c972a398-3c4e-4a96-9aea-0a6c35b5d4ac tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:37.456020 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47270) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:37.461311 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-ed7e7330-db79-4320-b779-6d103fdaafd7 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 688a25cb-87b8-45f2-8ef8-1274133a97f8) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:40:37.479125 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7e7330-db79-4320-b779-6d103fdaafd7 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:37.480082 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ed7e7330-db79-4320-b779-6d103fdaafd7 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:37.489055 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd867c-aeae-48b7-a53a-c3da4b86075b req-39216514-1668-43bb-b191-abb69bfefe45 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:37.495867 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e603e8d4-ce87-42aa-853e-899a98ae9352 None None] Network 688a25cb-87b8-45f2-8ef8-1274133a97f8 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:40:37.512412 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e6fd867c-aeae-48b7-a53a-c3da4b86075b req-39216514-1668-43bb-b191-abb69bfefe45 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=5555e93b-e64a-4462-82ae-2a24a01bd81d HTTP/1.1" status: 200 len: 945 time: 0.2394252 Aug 22 13:40:37.537177 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80beef0b-56d4-4d06-b722-eb50e9346bb5 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:37.544336 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80beef0b-56d4-4d06-b722-eb50e9346bb5 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:37.554188 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80beef0b-56d4-4d06-b722-eb50e9346bb5 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:37.556657 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-80beef0b-56d4-4d06-b722-eb50e9346bb5 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.1464510 Aug 22 13:40:37.561293 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ed7e7330-db79-4320-b779-6d103fdaafd7 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.9518323 Aug 22 13:40:37.586733 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47274) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:37.587109 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47276) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:37.739928 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6ec780-3c66-473e-9215-af6697bf1d36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-688a25cb-87b8-45f2-8ef8-1274133a97f8', 'network_id': '688a25cb-87b8-45f2-8ef8-1274133a97f8', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'fixed_ips': [{'subnet_id': '9501ed24-569f-4556-a2e9-978154d36845'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:40:37.740853 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0f6ec780-3c66-473e-9215-af6697bf1d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:37.786094 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ef524486-fc95-496b-b451-7f16b039e6fd tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:37.787552 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-63a19800-4a0a-4d3a-8692-84fef65f4586 tempest-DvrRoutersNegativeTest-1070986309 tempest-DvrRoutersNegativeTest-1070986309-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1165898747', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:37.790536 n-d-793621-33 neutron-server[94627]: DEBUG neutron.policy [None req-63a19800-4a0a-4d3a-8692-84fef65f4586 tempest-DvrRoutersNegativeTest-1070986309 tempest-DvrRoutersNegativeTest-1070986309-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94627) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 22 13:40:37.790832 n-d-793621-33 neutron-server[94627]: DEBUG neutron.policy [None req-63a19800-4a0a-4d3a-8692-84fef65f4586 tempest-DvrRoutersNegativeTest-1070986309 tempest-DvrRoutersNegativeTest-1070986309-project] Failed policy check for 'create_router' {{(pid=94627) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 22 13:40:37.791389 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-63a19800-4a0a-4d3a-8692-84fef65f4586 tempest-DvrRoutersNegativeTest-1070986309 tempest-DvrRoutersNegativeTest-1070986309-project] create failed (client error): Access was denied to this resource. Aug 22 13:40:37.792433 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-63a19800-4a0a-4d3a-8692-84fef65f4586 tempest-DvrRoutersNegativeTest-1070986309 tempest-DvrRoutersNegativeTest-1070986309-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3352816 Aug 22 13:40:37.823291 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ef524486-fc95-496b-b451-7f16b039e6fd tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:37.903671 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e6fd867c-aeae-48b7-a53a-c3da4b86075b req-b8fe3724-b547-4126-980a-0afdd90c1e97 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3660939 Aug 22 13:40:37.969210 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-ef524486-fc95-496b-b451-7f16b039e6fd tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Allocated IP 172.25.3.207 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/12188cfc-fce0-4a42-bc38-4560a25275d6) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:40:37.989096 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c972a398-3c4e-4a96-9aea-0a6c35b5d4ac tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:38.054945 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d6320b-7e5f-4eb5-8c3f-03ad704c1460 None None] Network 8dc11f46-2b36-4436-bd8f-67773a638c58 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:40:38.092890 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c972a398-3c4e-4a96-9aea-0a6c35b5d4ac tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event deleted for resources: {'Subnet': ['ID=80e93498-7f68-4328-86eb-0b59225794be,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:38.096985 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c972a398-3c4e-4a96-9aea-0a6c35b5d4ac tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:38.099243 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c972a398-3c4e-4a96-9aea-0a6c35b5d4ac tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/subnets/80e93498-7f68-4328-86eb-0b59225794be HTTP/1.1" status: 204 len: 168 time: 1.1044002 Aug 22 13:40:38.122540 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47288) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:38.136728 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ef524486-fc95-496b-b451-7f16b039e6fd tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:38.143154 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5532644-22bb-45ab-9bdd-5593fcf596d5 None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:40:38.213572 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ef524486-fc95-496b-b451-7f16b039e6fd tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:38.320561 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef524486-fc95-496b-b451-7f16b039e6fd tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:40:38.323145 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-6d22dc67-2a9f-4c27-a56b-674f55c5282b tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1940179 Aug 22 13:40:38.323595 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47292) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:38.334949 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-9866fa3c-1d9b-4d6c-95a3-97d61348849e tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Deleting port 63d8b231-75bc-4c35-bb72-8c892e8fcfee {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:40:38.335302 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9866fa3c-1d9b-4d6c-95a3-97d61348849e tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:38.344507 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-0771d93e-7397-44b1-b965-713116588402 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'subnet': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:38.389480 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 3dc77aaf-5f5c-4689-9745-be8d47d7077f up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:40:38.490537 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47296) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:38.505729 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9866fa3c-1d9b-4d6c-95a3-97d61348849e tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:38.520128 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-ef524486-fc95-496b-b451-7f16b039e6fd tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:40:38.534837 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-9866fa3c-1d9b-4d6c-95a3-97d61348849e tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Calling delete_port for 63d8b231-75bc-4c35-bb72-8c892e8fcfee owned by {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:40:38.539539 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef524486-fc95-496b-b451-7f16b039e6fd tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:40:38.599720 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-3cfe2478-9ef8-4bd1-a6ce-338e83de0041 None None] Provisioning for port 2d3a55bd-665c-4d7c-b3c0-40c45dd169f4 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:40:38.749157 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-0f6ec780-3c66-473e-9215-af6697bf1d36 None None] Allocated IP 172.20.0.2 (688a25cb-87b8-45f2-8ef8-1274133a97f8/9501ed24-569f-4556-a2e9-978154d36845/c677bebf-2e83-433f-9264-56f7f9c0d5a3) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:40:38.776448 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef524486-fc95-496b-b451-7f16b039e6fd tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Pushing event updated for resources: {'Port': ['ID=12188cfc-fce0-4a42-bc38-4560a25275d6,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:38.820458 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 3dc77aaf-5f5c-4689-9745-be8d47d7077f completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:40:38.835231 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-398b7bb6-7343-4952-852d-9be63a92a309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:38.839906 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0771d93e-7397-44b1-b965-713116588402 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:40:38.847835 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0771d93e-7397-44b1-b965-713116588402 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:38.859614 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 3dc77aaf-5f5c-4689-9745-be8d47d7077f triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:40:38.859994 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:38.981905 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5fbff947-9883-436b-95ad-c79fb9393642 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:39.002219 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9866fa3c-1d9b-4d6c-95a3-97d61348849e tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:39.065382 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cb147a-5d08-45ae-aa20-0b580b72e28a None None] DHCP port deletion for 933f65da-8ef2-4dea-ac27-3eee9182e92f request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:40:39.088690 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ef524486-fc95-496b-b451-7f16b039e6fd tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:39.135580 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297b281-b933-42bd-b962-7ad48fc71dc2 req-10818afa-9af6-4c39-886d-26c67dab4ded tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:39.137487 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8297b281-b933-42bd-b962-7ad48fc71dc2 req-10818afa-9af6-4c39-886d-26c67dab4ded tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.41 "GET /v2.0/ports?device_id=5555e93b-e64a-4462-82ae-2a24a01bd81d HTTP/1.1" status: 200 len: 945 time: 0.6484969 Aug 22 13:40:39.140176 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9866fa3c-1d9b-4d6c-95a3-97d61348849e tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Pushing event deleted for resources: {'Port': ['ID=63d8b231-75bc-4c35-bb72-8c892e8fcfee,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:39.181739 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:39.244213 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 3dc77aaf-5f5c-4689-9745-be8d47d7077f, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=3dc77aaf-5f5c-4689-9745-be8d47d7077f,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:40:39.278312 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:39.283628 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 2d3a55bd-665c-4d7c-b3c0-40c45dd169f4 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:40:39.440560 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-a4cb147a-5d08-45ae-aa20-0b580b72e28a None None] Deleting port a5bc1172-9574-4c93-ae1e-06a81fedb7f9 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:40:39.441221 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a4cb147a-5d08-45ae-aa20-0b580b72e28a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:39.632078 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0f6ec780-3c66-473e-9215-af6697bf1d36 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:39.646417 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-a4cb147a-5d08-45ae-aa20-0b580b72e28a None None] For port a5bc1172-9574-4c93-ae1e-06a81fedb7f9, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=a5bc1172-9574-4c93-ae1e-06a81fedb7f9,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:40:39.646960 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a4cb147a-5d08-45ae-aa20-0b580b72e28a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:39.683121 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-0f6ec780-3c66-473e-9215-af6697bf1d36 None None] Transition to ACTIVE for port object c677bebf-2e83-433f-9264-56f7f9c0d5a3 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:40:39.693725 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=3dc77aaf-5f5c-4689-9745-be8d47d7077f,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:39.699978 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-a4cb147a-5d08-45ae-aa20-0b580b72e28a None None] Calling delete_port for a5bc1172-9574-4c93-ae1e-06a81fedb7f9 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:40:39.719048 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-0f6ec780-3c66-473e-9215-af6697bf1d36 None None] Transition to ACTIVE for port object c677bebf-2e83-433f-9264-56f7f9c0d5a3 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:40:39.724920 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 2d3a55bd-665c-4d7c-b3c0-40c45dd169f4 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:40:39.732456 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0f6ec780-3c66-473e-9215-af6697bf1d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:39.780336 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-8297b281-b933-42bd-b962-7ad48fc71dc2 req-7e00792c-18a1-4d6f-8085-966fd8f3d671 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Deleting port 49faa514-8205-4d5a-8466-ad5f0ca4e7bf {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:40:39.780665 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-8297b281-b933-42bd-b962-7ad48fc71dc2 req-7e00792c-18a1-4d6f-8085-966fd8f3d671 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:39.780956 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 2d3a55bd-665c-4d7c-b3c0-40c45dd169f4 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:40:39.782006 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:39.794522 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ef524486-fc95-496b-b451-7f16b039e6fd tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36751'] for router, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:39.797650 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0771d93e-7397-44b1-b965-713116588402 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:39.840894 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-366b68f7-b07c-4d0d-b50f-040e11d7bc93 None None] Could not find standard attr ID for object 63d8b231-75bc-4c35-bb72-8c892e8fcfee. {{(pid=94629) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 13:40:39.859567 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ef524486-fc95-496b-b451-7f16b039e6fd tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803386'] for router, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:39.885724 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc594b-2ba6-4e4e-9477-a2e67fd10145 req-802fd40c-143e-4eee-a4dd-03e738c1fda7 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:39.893653 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-98fc594b-2ba6-4e4e-9477-a2e67fd10145 req-802fd40c-143e-4eee-a4dd-03e738c1fda7 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=5555e93b-e64a-4462-82ae-2a24a01bd81d HTTP/1.1" status: 200 len: 945 time: 0.8892667 Aug 22 13:40:39.962167 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6ec780-3c66-473e-9215-af6697bf1d36 None None] Network 688a25cb-87b8-45f2-8ef8-1274133a97f8 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:40:39.967490 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-0f6ec780-3c66-473e-9215-af6697bf1d36 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:40:39.975945 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-366b68f7-b07c-4d0d-b50f-040e11d7bc93 None None] Provisioning for port 67f25d4b-f327-4aa0-b5f6-0fc85a3cdce6 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:40:40.002563 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9866fa3c-1d9b-4d6c-95a3-97d61348849e tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:40.004530 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-9866fa3c-1d9b-4d6c-95a3-97d61348849e tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] 10.222.0.21 "DELETE /v2.0/ports/63d8b231-75bc-4c35-bb72-8c892e8fcfee HTTP/1.1" status: 204 len: 168 time: 2.4164715 Aug 22 13:40:40.010358 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47316) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:40.023867 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0771d93e-7397-44b1-b965-713116588402 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:40:40.025610 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-98fc594b-2ba6-4e4e-9477-a2e67fd10145 req-93dd0c92-7193-443f-a6ad-384a4abfe2b7 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309779 Aug 22 13:40:40.026712 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6ec780-3c66-473e-9215-af6697bf1d36 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:40:40.054011 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-366b68f7-b07c-4d0d-b50f-040e11d7bc93 None None] Provisioning complete for port 67f25d4b-f327-4aa0-b5f6-0fc85a3cdce6 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:40:40.054403 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-366b68f7-b07c-4d0d-b50f-040e11d7bc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:40.057603 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0771d93e-7397-44b1-b965-713116588402 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event updated for resources: {'Subnet': ['ID=723799f5-3b1b-413f-beb8-7f38aeb35e0b,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:40.070285 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-0771d93e-7397-44b1-b965-713116588402 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:40:40.075000 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-398b7bb6-7343-4952-852d-9be63a92a309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:40.083235 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-398b7bb6-7343-4952-852d-9be63a92a309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:40.086152 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ec780-3c66-473e-9215-af6697bf1d36 None None] Pushing event updated for resources: {'Port': ['ID=c677bebf-2e83-433f-9264-56f7f9c0d5a3,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:40.088732 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a4cb147a-5d08-45ae-aa20-0b580b72e28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:40.123538 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0771d93e-7397-44b1-b965-713116588402 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:40.128723 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0771d93e-7397-44b1-b965-713116588402 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:40.130011 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cb147a-5d08-45ae-aa20-0b580b72e28a None None] Pushing event deleted for resources: {'Port': ['ID=a5bc1172-9574-4c93-ae1e-06a81fedb7f9,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:40.136322 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cb147a-5d08-45ae-aa20-0b580b72e28a None None] No DVR routers for this DVR port a5bc1172-9574-4c93-ae1e-06a81fedb7f9 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:40:40.171357 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee00cb39-f8dd-4558-bb91-23ec318607c5 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] GET failed (client error): The resource could not be found. Aug 22 13:40:40.180769 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47318) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:40.181391 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ee00cb39-f8dd-4558-bb91-23ec318607c5 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] 10.222.0.21 "GET /v2.0/ports/63d8b231-75bc-4c35-bb72-8c892e8fcfee HTTP/1.1" status: 404 len: 333 time: 0.1629443 Aug 22 13:40:40.187333 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-398b7bb6-7343-4952-852d-9be63a92a309 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=15ef8d53bfc24ae6882551f250651745&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6908419 Aug 22 13:40:40.189905 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47320) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:40.196925 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-d7c069dc-f119-4b06-a38a-e82937f81829 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Request body: {'port': {'network_id': '8dc11f46-2b36-4436-bd8f-67773a638c58', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-563159267'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:40.200443 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0771d93e-7397-44b1-b965-713116588402 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8719678 Aug 22 13:40:40.208573 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24ac6c7-9806-40d0-a573-aa22cc5a7c82 None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:40:40.231773 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47322) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:40.240310 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-366b68f7-b07c-4d0d-b50f-040e11d7bc93 None None] Port 67f25d4b-f327-4aa0-b5f6-0fc85a3cdce6 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:40:40.260069 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-a3783157-3b6f-4867-82cd-efc77e38e40d tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'port': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'fixed_ips': [{'subnet_id': '723799f5-3b1b-413f-beb8-7f38aeb35e0b', 'ip_address': '2001:db8::c496:9303:5646:12fc'}], 'name': 'tempest-NetworksTestDHCPv6-1059338666'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:40.305336 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b7bb6-7343-4952-852d-9be63a92a309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a14266-5472-4ced-ab0d-754f5e8af628,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:40.306956 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-0f6ec780-3c66-473e-9215-af6697bf1d36 None None] Attempting to bind port c677bebf-2e83-433f-9264-56f7f9c0d5a3 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:40:40.307469 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-0f6ec780-3c66-473e-9215-af6697bf1d36 None None] Attempting to bind port c677bebf-2e83-433f-9264-56f7f9c0d5a3 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '0de567c1-0b27-42d1-b215-d74bde0cce23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '688a25cb-87b8-45f2-8ef8-1274133a97f8'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:40:40.307937 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6ec780-3c66-473e-9215-af6697bf1d36 None None] Attempting to bind port c677bebf-2e83-433f-9264-56f7f9c0d5a3 on network 688a25cb-87b8-45f2-8ef8-1274133a97f8 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:40:40.327258 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47326) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:40.380923 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c069dc-f119-4b06-a38a-e82937f81829 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Made reservation on behalf of d29233a9ca1f4cc4b5b3319b6b02a1a1 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:40:40.384798 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d7c069dc-f119-4b06-a38a-e82937f81829 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:40.420916 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-5fbff947-9883-436b-95ad-c79fb9393642 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Allocated IP 172.20.0.1 (688a25cb-87b8-45f2-8ef8-1274133a97f8/9501ed24-569f-4556-a2e9-978154d36845/88621d85-3dfc-4547-bb71-a6582ededfdc) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:40:40.423841 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6ec780-3c66-473e-9215-af6697bf1d36 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:40:40.424569 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6ec780-3c66-473e-9215-af6697bf1d36 None None] Checking segment: {'id': '0de567c1-0b27-42d1-b215-d74bde0cce23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '688a25cb-87b8-45f2-8ef8-1274133a97f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:40:40.425310 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0f6ec780-3c66-473e-9215-af6697bf1d36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:40.426460 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6ec780-3c66-473e-9215-af6697bf1d36 None None] Bound using segment: {'id': '0de567c1-0b27-42d1-b215-d74bde0cce23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '688a25cb-87b8-45f2-8ef8-1274133a97f8'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:40:40.427251 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-0f6ec780-3c66-473e-9215-af6697bf1d36 None None] Bound port: c677bebf-2e83-433f-9264-56f7f9c0d5a3, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0de567c1-0b27-42d1-b215-d74bde0cce23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '688a25cb-87b8-45f2-8ef8-1274133a97f8'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:40:40.428143 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0f6ec780-3c66-473e-9215-af6697bf1d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:40.428877 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [None req-d7c069dc-f119-4b06-a38a-e82937f81829 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] device_id is not set on port 82a4eec2-e6c2-45d8-ae3c-3c0479c9270d yet. {{(pid=94627) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:40:40.436091 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-366b68f7-b07c-4d0d-b50f-040e11d7bc93 None None] Provisioning complete for port 2d3a55bd-665c-4d7c-b3c0-40c45dd169f4 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:40:40.436798 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-366b68f7-b07c-4d0d-b50f-040e11d7bc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:40.500064 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:40.512796 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-8297b281-b933-42bd-b962-7ad48fc71dc2 req-7e00792c-18a1-4d6f-8085-966fd8f3d671 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] For port 49faa514-8205-4d5a-8466-ad5f0ca4e7bf, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=49faa514-8205-4d5a-8466-ad5f0ca4e7bf,segment=NetworkSegment(ade77f39-5a78-4e5c-8ff0-9af8c1244976),segment_id=ade77f39-5a78-4e5c-8ff0-9af8c1244976)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:40:40.513133 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-8297b281-b933-42bd-b962-7ad48fc71dc2 req-7e00792c-18a1-4d6f-8085-966fd8f3d671 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:40.597644 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c732ff43-7278-4beb-84ca-1601d9ffb7c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:40.612450 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-0f6ec780-3c66-473e-9215-af6697bf1d36 None None] For port c677bebf-2e83-433f-9264-56f7f9c0d5a3, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:40:40.619779 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-0f6ec780-3c66-473e-9215-af6697bf1d36 None None] For port c677bebf-2e83-433f-9264-56f7f9c0d5a3, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=c677bebf-2e83-433f-9264-56f7f9c0d5a3,segment=NetworkSegment(0de567c1-0b27-42d1-b215-d74bde0cce23),segment_id=0de567c1-0b27-42d1-b215-d74bde0cce23)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:40:40.633750 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0f6ec780-3c66-473e-9215-af6697bf1d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:40.651086 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 2d3a55bd-665c-4d7c-b3c0-40c45dd169f4, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=2d3a55bd-665c-4d7c-b3c0-40c45dd169f4,segment=NetworkSegment(4223130e-efc2-40ca-9b40-4dd7f3d1195a),segment_id=4223130e-efc2-40ca-9b40-4dd7f3d1195a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:40:40.701894 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:40.711582 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8013801-9f2f-44e7-b880-8496335b4f77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-933f65da-8ef2-4dea-ac27-3eee9182e92f', 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'tenant_id': 'a71622c06b3d48d28918cf297ca2043b', 'fixed_ips': [{'subnet_id': '723799f5-3b1b-413f-beb8-7f38aeb35e0b'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:40:40.713283 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b8013801-9f2f-44e7-b880-8496335b4f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:40.753015 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-d7c069dc-f119-4b06-a38a-e82937f81829 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Allocated IP 2001:db8::295 (8dc11f46-2b36-4436-bd8f-67773a638c58/914d452b-b10c-4d27-9079-e139d22c9850/82a4eec2-e6c2-45d8-ae3c-3c0479c9270d) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:40:40.918187 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5fbff947-9883-436b-95ad-c79fb9393642 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:40.959763 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-5fbff947-9883-436b-95ad-c79fb9393642 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Transition to ACTIVE for port object 88621d85-3dfc-4547-bb71-a6582ededfdc will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:40:40.965213 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-b8013801-9f2f-44e7-b880-8496335b4f77 None None] Allocated IP 2001:db8::2 (933f65da-8ef2-4dea-ac27-3eee9182e92f/723799f5-3b1b-413f-beb8-7f38aeb35e0b/e3389d1d-76a1-4701-9311-c90dbeed0eea) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:40:41.018643 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-8297b281-b933-42bd-b962-7ad48fc71dc2 req-7e00792c-18a1-4d6f-8085-966fd8f3d671 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Calling delete_port for 49faa514-8205-4d5a-8466-ad5f0ca4e7bf owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:40:41.071781 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 3dc77aaf-5f5c-4689-9745-be8d47d7077f up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:40:41.076591 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d7c069dc-f119-4b06-a38a-e82937f81829 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:41.077976 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ec780-3c66-473e-9215-af6697bf1d36 None None] Pushing event updated for resources: {'Port': ['ID=c677bebf-2e83-433f-9264-56f7f9c0d5a3,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:41.101478 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-d7c069dc-f119-4b06-a38a-e82937f81829 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Transition to ACTIVE for port object 82a4eec2-e6c2-45d8-ae3c-3c0479c9270d will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:40:41.104216 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5fbff947-9883-436b-95ad-c79fb9393642 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:41.161363 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f03f3feb-3a2c-4cc0-977b-f69e3a7517e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:41.167919 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3783157-3b6f-4867-82cd-efc77e38e40d tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:40:41.176770 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbff947-9883-436b-95ad-c79fb9393642 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Network 688a25cb-87b8-45f2-8ef8-1274133a97f8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:40:41.221358 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-5fbff947-9883-436b-95ad-c79fb9393642 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:40:41.225970 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbff947-9883-436b-95ad-c79fb9393642 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:40:41.243773 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=2d3a55bd-665c-4d7c-b3c0-40c45dd169f4,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:41.292054 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 3dc77aaf-5f5c-4689-9745-be8d47d7077f triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:40:41.292407 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:41.318661 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbff947-9883-436b-95ad-c79fb9393642 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event updated for resources: {'Port': ['ID=88621d85-3dfc-4547-bb71-a6582ededfdc,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:41.325146 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef524486-fc95-496b-b451-7f16b039e6fd tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Router ddcbabff-ce39-4392-9ddb-78604994c259 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:40:41.325997 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b8013801-9f2f-44e7-b880-8496335b4f77 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:41.330181 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-653e5c96-264f-4aa5-9eda-6c379eff7ef4 None None] Could not find standard attr ID for object 63d8b231-75bc-4c35-bb72-8c892e8fcfee. {{(pid=94629) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 13:40:41.333580 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f03f3feb-3a2c-4cc0-977b-f69e3a7517e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:41.355149 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-b8013801-9f2f-44e7-b880-8496335b4f77 None None] Transition to ACTIVE for port object e3389d1d-76a1-4701-9311-c90dbeed0eea will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:40:41.379171 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-653e5c96-264f-4aa5-9eda-6c379eff7ef4 None None] Provisioning complete for port 67f25d4b-f327-4aa0-b5f6-0fc85a3cdce6 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:40:41.379545 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-653e5c96-264f-4aa5-9eda-6c379eff7ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:41.381227 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659aeccc-e501-4e51-a695-c37d5cf7dd07 req-37321902-22c2-4dfe-892f-5ac5196b4e82 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:41.381397 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-b8013801-9f2f-44e7-b880-8496335b4f77 None None] Transition to ACTIVE for port object e3389d1d-76a1-4701-9311-c90dbeed0eea will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:40:41.383593 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-659aeccc-e501-4e51-a695-c37d5cf7dd07 req-37321902-22c2-4dfe-892f-5ac5196b4e82 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=5555e93b-e64a-4462-82ae-2a24a01bd81d HTTP/1.1" status: 200 len: 945 time: 0.2128103 Aug 22 13:40:41.400839 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5fbff947-9883-436b-95ad-c79fb9393642 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:41.413937 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b8013801-9f2f-44e7-b880-8496335b4f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:41.464819 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-653e5c96-264f-4aa5-9eda-6c379eff7ef4 None None] Port 67f25d4b-f327-4aa0-b5f6-0fc85a3cdce6 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:40:41.490744 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8013801-9f2f-44e7-b880-8496335b4f77 None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:40:41.497355 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-b8013801-9f2f-44e7-b880-8496335b4f77 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:40:41.504855 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8013801-9f2f-44e7-b880-8496335b4f77 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:40:41.505036 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d7c069dc-f119-4b06-a38a-e82937f81829 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:41.508073 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8013801-9f2f-44e7-b880-8496335b4f77 None None] Pushing event updated for resources: {'Port': ['ID=e3389d1d-76a1-4701-9311-c90dbeed0eea,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:41.551732 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a3783157-3b6f-4867-82cd-efc77e38e40d tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:41.585109 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-b8013801-9f2f-44e7-b880-8496335b4f77 None None] Attempting to bind port e3389d1d-76a1-4701-9311-c90dbeed0eea on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:40:41.585576 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-b8013801-9f2f-44e7-b880-8496335b4f77 None None] Attempting to bind port e3389d1d-76a1-4701-9311-c90dbeed0eea by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:40:41.586555 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8013801-9f2f-44e7-b880-8496335b4f77 None None] Attempting to bind port e3389d1d-76a1-4701-9311-c90dbeed0eea on network 933f65da-8ef2-4dea-ac27-3eee9182e92f {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:40:41.594135 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8013801-9f2f-44e7-b880-8496335b4f77 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:40:41.594993 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8013801-9f2f-44e7-b880-8496335b4f77 None None] Checking segment: {'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:40:41.595587 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b8013801-9f2f-44e7-b880-8496335b4f77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:41.596551 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8013801-9f2f-44e7-b880-8496335b4f77 None None] Bound using segment: {'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:40:41.597284 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-b8013801-9f2f-44e7-b880-8496335b4f77 None None] Bound port: e3389d1d-76a1-4701-9311-c90dbeed0eea, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:40:41.598181 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b8013801-9f2f-44e7-b880-8496335b4f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:41.633558 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef524486-fc95-496b-b451-7f16b039e6fd tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:40:41.639281 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ef524486-fc95-496b-b451-7f16b039e6fd tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:41.642111 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ef524486-fc95-496b-b451-7f16b039e6fd tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] 10.222.0.21 "PUT /v2.0/routers/ddcbabff-ce39-4392-9ddb-78604994c259 HTTP/1.1" status: 200 len: 918 time: 4.9133511 Aug 22 13:40:41.651448 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47336) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:41.654691 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ac321d-9c3c-4e65-92ec-8e39d0fdb52b None None] Sync routers for ids ['ddcbabff-ce39-4392-9ddb-78604994c259'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:40:41.657910 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device a5bc1172-9574-4c93-ae1e-06a81fedb7f9 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:40:41.683433 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c069dc-f119-4b06-a38a-e82937f81829 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Pushing event updated for resources: {'Port': ['ID=82a4eec2-e6c2-45d8-ae3c-3c0479c9270d,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:41.685454 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: a5bc1172-9574-4c93-ae1e-06a81fedb7f9 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:40:41.685797 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device a5bc1172-9574-4c93-ae1e-06a81fedb7f9 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:40:41.696507 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ac321d-9c3c-4e65-92ec-8e39d0fdb52b None None] Routers {'ddcbabff-ce39-4392-9ddb-78604994c259'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:40:41.697224 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-14ac321d-9c3c-4e65-92ec-8e39d0fdb52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:40:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['ddcbabff-ce39-4392-9ddb-78604994c259'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:41.712817 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c069dc-f119-4b06-a38a-e82937f81829 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Network 8dc11f46-2b36-4436-bd8f-67773a638c58 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:40:41.719876 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-a3783157-3b6f-4867-82cd-efc77e38e40d tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] device_id is not set on port f72d8d25-f9b1-4274-8675-ed925a6f0367 yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:40:41.741460 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f03f3feb-3a2c-4cc0-977b-f69e3a7517e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:41.744509 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f03f3feb-3a2c-4cc0-977b-f69e3a7517e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:41.745832 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f03f3feb-3a2c-4cc0-977b-f69e3a7517e1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/64a14266-5472-4ced-ab0d-754f5e8af628 HTTP/1.1" status: 204 len: 168 time: 1.5443823 Aug 22 13:40:41.763828 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-d7c069dc-f119-4b06-a38a-e82937f81829 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:40:41.772009 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-14ac321d-9c3c-4e65-92ec-8e39d0fdb52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:41.781794 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-b8013801-9f2f-44e7-b880-8496335b4f77 None None] For port e3389d1d-76a1-4701-9311-c90dbeed0eea, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:40:41.783389 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c069dc-f119-4b06-a38a-e82937f81829 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:40:41.790620 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c069dc-f119-4b06-a38a-e82937f81829 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:41.792002 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d7c069dc-f119-4b06-a38a-e82937f81829 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:41.796528 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-b8013801-9f2f-44e7-b880-8496335b4f77 None None] For port e3389d1d-76a1-4701-9311-c90dbeed0eea, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=e3389d1d-76a1-4701-9311-c90dbeed0eea,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:40:41.805665 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-659aeccc-e501-4e51-a695-c37d5cf7dd07 req-f5f48ef3-a7a9-4447-a9f7-692e6731498d tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089204 Aug 22 13:40:41.808117 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b8013801-9f2f-44e7-b880-8496335b4f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:41.814315 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03f3feb-3a2c-4cc0-977b-f69e3a7517e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a14266-5472-4ced-ab0d-754f5e8af628,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:41.816650 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-8297b281-b933-42bd-b962-7ad48fc71dc2 req-7e00792c-18a1-4d6f-8085-966fd8f3d671 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:41.833400 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5fbff947-9883-436b-95ad-c79fb9393642 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:41.843561 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c732ff43-7278-4beb-84ca-1601d9ffb7c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:41.847984 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['bfca5d30-3e48-4072-a6df-3b881a1a8fbe'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:40:41.849808 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ac321d-9c3c-4e65-92ec-8e39d0fdb52b None None] Routers {'ddcbabff-ce39-4392-9ddb-78604994c259'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:40:41.850449 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-14ac321d-9c3c-4e65-92ec-8e39d0fdb52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:40:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['ddcbabff-ce39-4392-9ddb-78604994c259'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:41.864363 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c732ff43-7278-4beb-84ca-1601d9ffb7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:41.892210 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d7c069dc-f119-4b06-a38a-e82937f81829 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7074425 Aug 22 13:40:41.898723 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47340) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:41.914320 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-d654d9d3-ab6e-45a9-b884-78611a1bac54 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::f2', 'mac_address': 'fa:16:3e:33:f4:42'}]}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:42.010583 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c732ff43-7278-4beb-84ca-1601d9ffb7c4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=91215a01c27242fc8136f365ba389482&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6817510 Aug 22 13:40:42.024913 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47344) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:42.027088 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c732ff43-7278-4beb-84ca-1601d9ffb7c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41e6e61-99af-470d-8665-4100db3bd8cd,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:42.154722 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e00792c-18a1-4d6f-8085-966fd8f3d671 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Pushing event deleted for resources: {'Port': ['ID=49faa514-8205-4d5a-8466-ad5f0ca4e7bf,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:42.246145 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-a3783157-3b6f-4867-82cd-efc77e38e40d tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Allocated IP 2001:db8::c496:9303:5646:12fc (933f65da-8ef2-4dea-ac27-3eee9182e92f/723799f5-3b1b-413f-beb8-7f38aeb35e0b/f72d8d25-f9b1-4274-8675-ed925a6f0367) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:40:42.275855 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-14ac321d-9c3c-4e65-92ec-8e39d0fdb52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:42.276689 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ac321d-9c3c-4e65-92ec-8e39d0fdb52b None None] The sync data for ids ['ddcbabff-ce39-4392-9ddb-78604994c259'] in n-d-793621-33 is: [] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:40:42.288614 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-8297b281-b933-42bd-b962-7ad48fc71dc2 req-7e00792c-18a1-4d6f-8085-966fd8f3d671 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] No DVR routers for this DVR port 49faa514-8205-4d5a-8466-ad5f0ca4e7bf on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:40:42.296846 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-162f97e3-a95f-496e-9032-91c17496c3c6 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] 10.222.0.21 "GET /v2.0/routers/ddcbabff-ce39-4392-9ddb-78604994c259 HTTP/1.1" status: 200 len: 924 time: 0.6322658 Aug 22 13:40:42.298980 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-8297b281-b933-42bd-b962-7ad48fc71dc2 req-7e00792c-18a1-4d6f-8085-966fd8f3d671 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:42.301060 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8297b281-b933-42bd-b962-7ad48fc71dc2 req-7e00792c-18a1-4d6f-8085-966fd8f3d671 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.41 "DELETE /v2.0/ports/49faa514-8205-4d5a-8466-ad5f0ca4e7bf HTTP/1.1" status: 204 len: 173 time: 3.1529312 Aug 22 13:40:42.303738 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5555e93b-e64a-4462-82ae-2a24a01bd81d', 'name': 'network-vif-deleted', 'tag': '49faa514-8205-4d5a-8466-ad5f0ca4e7bf'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:40:42.306128 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856555bd-0144-481d-b941-bb1a949f9253" -d '{"events": [{"server_uuid": "5555e93b-e64a-4462-82ae-2a24a01bd81d", "name": "network-vif-deleted", "tag": "49faa514-8205-4d5a-8466-ad5f0ca4e7bf"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:40:42.311474 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47350) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:42.315484 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8013801-9f2f-44e7-b880-8496335b4f77 None None] Pushing event updated for resources: {'Port': ['ID=e3389d1d-76a1-4701-9311-c90dbeed0eea,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:42.372550 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-792faf5f-1e6e-4706-8c0a-190f919d045a None None] Provisioning for port 82a4eec2-e6c2-45d8-ae3c-3c0479c9270d completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:40:42.389283 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-792faf5f-1e6e-4706-8c0a-190f919d045a None None] Provisioning complete for port 82a4eec2-e6c2-45d8-ae3c-3c0479c9270d triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:40:42.389653 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-792faf5f-1e6e-4706-8c0a-190f919d045a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:42.393859 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe63b0b4-b5b5-45ef-908f-d5b579e653c0 x-openstack-request-id: req-fe63b0b4-b5b5-45ef-908f-d5b579e653c0 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:40:42.394850 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5555e93b-e64a-4462-82ae-2a24a01bd81d", "name": "network-vif-deleted", "tag": "49faa514-8205-4d5a-8466-ad5f0ca4e7bf", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:40:42.395259 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fe63b0b4-b5b5-45ef-908f-d5b579e653c0 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:40:42.395843 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5555e93b-e64a-4462-82ae-2a24a01bd81d', 'name': 'network-vif-deleted', 'tag': '49faa514-8205-4d5a-8466-ad5f0ca4e7bf', 'status': 'completed', 'code': 200} Aug 22 13:40:42.475064 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4de5d9-a901-4227-8783-6655caa981b3 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:42.477096 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9c4de5d9-a901-4227-8783-6655caa981b3 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=7de6ab83-cd00-4b3c-94fb-810dd34d29b8&device_id=ddcbabff-ce39-4392-9ddb-78604994c259&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1646719 Aug 22 13:40:42.498101 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47356) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:42.500513 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5c44883b-c3b1-42d9-ba8c-8530e60cfd9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:42.512270 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d654d9d3-ab6e-45a9-b884-78611a1bac54 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:42.523807 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-792faf5f-1e6e-4706-8c0a-190f919d045a None None] Port 82a4eec2-e6c2-45d8-ae3c-3c0479c9270d cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:40:42.573982 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 49faa514-8205-4d5a-8466-ad5f0ca4e7bf no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:40:42.626632 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4776360-4ccf-4ec2-b99c-8947e48a93fa None None] Network 688a25cb-87b8-45f2-8ef8-1274133a97f8 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:40:42.637966 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: 49faa514-8205-4d5a-8466-ad5f0ca4e7bf {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:40:42.640407 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 49faa514-8205-4d5a-8466-ad5f0ca4e7bf not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:40:42.643930 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a3783157-3b6f-4867-82cd-efc77e38e40d tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:42.682080 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-a3783157-3b6f-4867-82cd-efc77e38e40d tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Transition to ACTIVE for port object f72d8d25-f9b1-4274-8675-ed925a6f0367 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:40:42.768511 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a3783157-3b6f-4867-82cd-efc77e38e40d tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:42.822978 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5c44883b-c3b1-42d9-ba8c-8530e60cfd9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:42.902230 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3783157-3b6f-4867-82cd-efc77e38e40d tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:40:42.908283 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-a3783157-3b6f-4867-82cd-efc77e38e40d tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:40:42.917722 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3783157-3b6f-4867-82cd-efc77e38e40d tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:40:42.948877 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3783157-3b6f-4867-82cd-efc77e38e40d tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:42.949871 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a3783157-3b6f-4867-82cd-efc77e38e40d tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:42.992429 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3783157-3b6f-4867-82cd-efc77e38e40d tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event updated for resources: {'Port': ['ID=f72d8d25-f9b1-4274-8675-ed925a6f0367,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:43.013989 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a3783157-3b6f-4867-82cd-efc77e38e40d tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7698493 Aug 22 13:40:43.014863 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47370) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:43.033703 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-d4688487-f50f-4180-8a44-ef622c44e028 None None] Provisioning for port c677bebf-2e83-433f-9264-56f7f9c0d5a3 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:40:43.113193 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device c677bebf-2e83-433f-9264-56f7f9c0d5a3 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:40:43.127831 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1b66ad-7761-4782-a359-a5aef42db5d8 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:43.137038 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1b66ad-7761-4782-a359-a5aef42db5d8 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:43.147591 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8f1b66ad-7761-4782-a359-a5aef42db5d8 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1311276 Aug 22 13:40:43.148306 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47374) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:43.216708 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ee5b9f6c-fb5e-44c0-836b-27ae90bdac31 req-c99cc449-75f1-4aaa-87cc-792fcb29a8bf tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=5555e93b-e64a-4462-82ae-2a24a01bd81d HTTP/1.1" status: 200 len: 210 time: 0.0668700 Aug 22 13:40:43.269356 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fb7dbe-e956-43a1-86a8-888952550f8f tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:43.272807 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-05fb7dbe-e956-43a1-86a8-888952550f8f tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] 10.222.0.21 "GET /v2.0/networks/7de6ab83-cd00-4b3c-94fb-810dd34d29b8 HTTP/1.1" status: 200 len: 881 time: 0.7671993 Aug 22 13:40:43.282156 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47376) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:43.298239 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5c44883b-c3b1-42d9-ba8c-8530e60cfd9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:43.301044 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5c44883b-c3b1-42d9-ba8c-8530e60cfd9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:43.302298 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-5c44883b-c3b1-42d9-ba8c-8530e60cfd9e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b41e6e61-99af-470d-8665-4100db3bd8cd HTTP/1.1" status: 204 len: 168 time: 1.2762446 Aug 22 13:40:43.342086 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ab40dd67-54f7-489d-bc5e-eb8337e38541 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddcbabff-ce39-4392-9ddb-78604994c259 HTTP/1.1" status: 200 len: 205 time: 0.0562174 Aug 22 13:40:43.342287 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47380) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:43.351893 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47382) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:43.359780 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c44883b-c3b1-42d9-ba8c-8530e60cfd9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41e6e61-99af-470d-8665-4100db3bd8cd,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:43.365000 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port c677bebf-2e83-433f-9264-56f7f9c0d5a3 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:40:43.373371 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port c677bebf-2e83-433f-9264-56f7f9c0d5a3 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:40:43.374029 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:43.424832 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-5df9d2bd-3ad5-40b1-b5f9-05f431d041ab tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Deleting port f72d8d25-f9b1-4274-8675-ed925a6f0367 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:40:43.425748 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5df9d2bd-3ad5-40b1-b5f9-05f431d041ab tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:43.443304 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5fbff947-9883-436b-95ad-c79fb9393642 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:43.459111 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5fbff947-9883-436b-95ad-c79fb9393642 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:43.551995 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d654d9d3-ab6e-45a9-b884-78611a1bac54 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:43.554263 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:43.567431 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d654d9d3-ab6e-45a9-b884-78611a1bac54 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:43.628575 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port c677bebf-2e83-433f-9264-56f7f9c0d5a3, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=c677bebf-2e83-433f-9264-56f7f9c0d5a3,segment=NetworkSegment(0de567c1-0b27-42d1-b215-d74bde0cce23),segment_id=0de567c1-0b27-42d1-b215-d74bde0cce23)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:40:43.637187 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:43.638670 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 2d3a55bd-665c-4d7c-b3c0-40c45dd169f4 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:40:43.692561 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-d654d9d3-ab6e-45a9-b884-78611a1bac54 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] In _notify_port_updated(), no bound segment for port 82a4eec2-e6c2-45d8-ae3c-3c0479c9270d on network 8dc11f46-2b36-4436-bd8f-67773a638c58 {{(pid=94627) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 22 13:40:43.703448 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d654d9d3-ab6e-45a9-b884-78611a1bac54 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:43.704417 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d654d9d3-ab6e-45a9-b884-78611a1bac54 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:43.706659 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d654d9d3-ab6e-45a9-b884-78611a1bac54 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] 10.222.0.21 "PUT /v2.0/ports/82a4eec2-e6c2-45d8-ae3c-3c0479c9270d HTTP/1.1" status: 200 len: 1001 time: 1.7976639 Aug 22 13:40:43.709555 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47386) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:43.731759 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-f3cede5f-8c28-4a92-a04e-d04a67746498 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-909596628', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:43.750009 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=c677bebf-2e83-433f-9264-56f7f9c0d5a3,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:43.775621 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 2d3a55bd-665c-4d7c-b3c0-40c45dd169f4 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:40:43.776059 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:43.808002 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-68035a45-85d2-4c91-b8f6-1352407d0448 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:43.872154 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5fbff947-9883-436b-95ad-c79fb9393642 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:43.954226 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-9476529f-8f1a-4e09-931d-da2ff26ecb15 None None] Provisioning for port 88621d85-3dfc-4547-bb71-a6582ededfdc completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:40:43.979412 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-9476529f-8f1a-4e09-931d-da2ff26ecb15 None None] Provisioning complete for port 88621d85-3dfc-4547-bb71-a6582ededfdc triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:40:43.979788 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9476529f-8f1a-4e09-931d-da2ff26ecb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:44.065372 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbff947-9883-436b-95ad-c79fb9393642 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event updated for resources: {'Port': ['ID=88621d85-3dfc-4547-bb71-a6582ededfdc,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:44.140343 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5df9d2bd-3ad5-40b1-b5f9-05f431d041ab tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:44.152823 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-9476529f-8f1a-4e09-931d-da2ff26ecb15 None None] Port 88621d85-3dfc-4547-bb71-a6582ededfdc cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:40:44.167239 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-9476529f-8f1a-4e09-931d-da2ff26ecb15 None None] Provisioning complete for port c677bebf-2e83-433f-9264-56f7f9c0d5a3 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:40:44.167561 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9476529f-8f1a-4e09-931d-da2ff26ecb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:44.182706 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-68035a45-85d2-4c91-b8f6-1352407d0448 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:44.203582 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbff947-9883-436b-95ad-c79fb9393642 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Network 688a25cb-87b8-45f2-8ef8-1274133a97f8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:40:44.212590 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47392) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:44.214253 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-5fbff947-9883-436b-95ad-c79fb9393642 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:40:44.233273 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654d9d3-ab6e-45a9-b884-78611a1bac54 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Pushing event updated for resources: {'Port': ['ID=82a4eec2-e6c2-45d8-ae3c-3c0479c9270d,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:44.241959 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-5df9d2bd-3ad5-40b1-b5f9-05f431d041ab tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Calling delete_port for f72d8d25-f9b1-4274-8675-ed925a6f0367 owned by {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:40:44.261632 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-ba922b9c-01bf-41da-844e-f532a088f8c6 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Deleting port 82a4eec2-e6c2-45d8-ae3c-3c0479c9270d {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:40:44.262098 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ba922b9c-01bf-41da-844e-f532a088f8c6 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:44.275442 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f3cede5f-8c28-4a92-a04e-d04a67746498 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:44.276543 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f3cede5f-8c28-4a92-a04e-d04a67746498 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:44.305577 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-55ad8981-ef79-4d5e-9087-2054803a6145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:44.466298 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-0c6bacf3-2dfe-48db-b2af-ac765d09119e None None] Provisioning complete for port 82a4eec2-e6c2-45d8-ae3c-3c0479c9270d triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:40:44.466686 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0c6bacf3-2dfe-48db-b2af-ac765d09119e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:44.502465 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f3cede5f-8c28-4a92-a04e-d04a67746498 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:44.530428 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f3cede5f-8c28-4a92-a04e-d04a67746498 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:44.551178 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-0c6bacf3-2dfe-48db-b2af-ac765d09119e None None] Port 82a4eec2-e6c2-45d8-ae3c-3c0479c9270d cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:40:44.576458 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-0c6bacf3-2dfe-48db-b2af-ac765d09119e None None] Provisioning complete for port 88621d85-3dfc-4547-bb71-a6582ededfdc triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:40:44.577684 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0c6bacf3-2dfe-48db-b2af-ac765d09119e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:44.585227 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ba922b9c-01bf-41da-844e-f532a088f8c6 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:44.607309 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-ba922b9c-01bf-41da-844e-f532a088f8c6 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Calling delete_port for 82a4eec2-e6c2-45d8-ae3c-3c0479c9270d owned by {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:40:44.629575 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-68035a45-85d2-4c91-b8f6-1352407d0448 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Deleting port 12188cfc-fce0-4a42-bc38-4560a25275d6 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:40:44.630293 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-68035a45-85d2-4c91-b8f6-1352407d0448 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:44.656017 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-0c6bacf3-2dfe-48db-b2af-ac765d09119e None None] Port 88621d85-3dfc-4547-bb71-a6582ededfdc cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:40:44.675589 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-0c6bacf3-2dfe-48db-b2af-ac765d09119e None None] Provisioning for port e3389d1d-76a1-4701-9311-c90dbeed0eea completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:40:44.676381 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fbff947-9883-436b-95ad-c79fb9393642 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Router c8fd7433-0f07-43c8-83d4-8d4fe49c9082 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:40:44.794132 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-68035a45-85d2-4c91-b8f6-1352407d0448 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:44.811359 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c41d82c0-698e-4216-b2af-395969d1dc99 None None] Provisioning complete for port 88621d85-3dfc-4547-bb71-a6582ededfdc triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:40:44.811744 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c41d82c0-698e-4216-b2af-395969d1dc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:44.824938 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-68035a45-85d2-4c91-b8f6-1352407d0448 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Calling delete_port for 12188cfc-fce0-4a42-bc38-4560a25275d6 owned by network:router_gateway {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:40:44.828590 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-55ad8981-ef79-4d5e-9087-2054803a6145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:44.833832 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5df9d2bd-3ad5-40b1-b5f9-05f431d041ab tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:44.850542 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-55ad8981-ef79-4d5e-9087-2054803a6145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:44.884459 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f3cede5f-8c28-4a92-a04e-d04a67746498 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:44.885112 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c41d82c0-698e-4216-b2af-395969d1dc99 None None] Port 88621d85-3dfc-4547-bb71-a6582ededfdc cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:40:44.886373 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f3cede5f-8c28-4a92-a04e-d04a67746498 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.5333371 Aug 22 13:40:44.903506 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47408) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:44.904339 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df9d2bd-3ad5-40b1-b5f9-05f431d041ab tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event deleted for resources: {'Port': ['ID=f72d8d25-f9b1-4274-8675-ed925a6f0367,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:44.921323 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc67978-1c88-4d69-b943-7bb6edaf0a28 req-652d0570-9000-4d90-a127-e35a38941eb1 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:44.923518 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3dc67978-1c88-4d69-b943-7bb6edaf0a28 req-652d0570-9000-4d90-a127-e35a38941eb1 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/networks?id=436bb3cf-4f1a-421b-bfd3-5f21c99032ed HTTP/1.1" status: 200 len: 805 time: 0.2453310 Aug 22 13:40:44.940493 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-0a63ae17-d3ed-40b4-afed-6a78da4d6ee7 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-939679551'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:44.964304 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device c677bebf-2e83-433f-9264-56f7f9c0d5a3 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:40:44.983517 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:40:45.003249 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-55ad8981-ef79-4d5e-9087-2054803a6145 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0052ae790502415894da19d59fd1f565&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7753758 Aug 22 13:40:45.010103 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47412) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:45.015006 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ad8981-ef79-4d5e-9087-2054803a6145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e469bee7-282a-45b5-ad31-4e5cb44c0f83,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:45.025868 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5df9d2bd-3ad5-40b1-b5f9-05f431d041ab tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:45.027874 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5df9d2bd-3ad5-40b1-b5f9-05f431d041ab tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/ports/f72d8d25-f9b1-4274-8675-ed925a6f0367 HTTP/1.1" status: 204 len: 168 time: 1.8784015 Aug 22 13:40:45.033155 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c0594849-b024-4f5a-8adc-a5d234ef342c None None] Could not find standard attr ID for object f72d8d25-f9b1-4274-8675-ed925a6f0367. {{(pid=94629) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 13:40:45.033810 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47414) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:45.066296 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port c677bebf-2e83-433f-9264-56f7f9c0d5a3 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:40:45.066930 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:45.143501 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a63ae17-d3ed-40b4-afed-6a78da4d6ee7 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Made reservation on behalf of ed74a8a922ba42b690e29d24df84fafa for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:40:45.147423 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0a63ae17-d3ed-40b4-afed-6a78da4d6ee7 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:45.183465 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0a63ae17-d3ed-40b4-afed-6a78da4d6ee7 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:45.193355 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device e3389d1d-76a1-4701-9311-c90dbeed0eea up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:40:45.230439 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a040663e-c723-463c-8350-2c4ebd1d84de tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:45.231947 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a040663e-c723-463c-8350-2c4ebd1d84de tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:45.233548 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a040663e-c723-463c-8350-2c4ebd1d84de tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1972864 Aug 22 13:40:45.245256 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47416) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:45.256121 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port e3389d1d-76a1-4701-9311-c90dbeed0eea completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:40:45.262810 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port e3389d1d-76a1-4701-9311-c90dbeed0eea triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:40:45.263681 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:45.348152 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbff947-9883-436b-95ad-c79fb9393642 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:40:45.354368 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-5fbff947-9883-436b-95ad-c79fb9393642 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "PUT /v2.0/routers/c8fd7433-0f07-43c8-83d4-8d4fe49c9082/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7476711 Aug 22 13:40:45.357340 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ba922b9c-01bf-41da-844e-f532a088f8c6 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:45.359245 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c694a0ba-283b-4fc4-bb22-68324173aa69 None None] Sync routers for ids ['c8fd7433-0f07-43c8-83d4-8d4fe49c9082'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:40:45.384702 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c694a0ba-283b-4fc4-bb22-68324173aa69 None None] Routers {'c8fd7433-0f07-43c8-83d4-8d4fe49c9082'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:40:45.385665 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-c694a0ba-283b-4fc4-bb22-68324173aa69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:40:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['c8fd7433-0f07-43c8-83d4-8d4fe49c9082'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:45.397671 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:45.399518 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ed6f5d4b-e0e7-4ce7-b28d-036c604c4de1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:45.448702 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba922b9c-01bf-41da-844e-f532a088f8c6 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Pushing event deleted for resources: {'Port': ['ID=82a4eec2-e6c2-45d8-ae3c-3c0479c9270d,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:45.458911 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ed6f5d4b-e0e7-4ce7-b28d-036c604c4de1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:45.480765 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port e3389d1d-76a1-4701-9311-c90dbeed0eea, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=e3389d1d-76a1-4701-9311-c90dbeed0eea,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:40:45.492011 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:45.514447 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e551496-fcab-4672-a2cd-4e9d8792a68f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Deleting subnet 723799f5-3b1b-413f-beb8-7f38aeb35e0b {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:40:45.551315 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4e551496-fcab-4672-a2cd-4e9d8792a68f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:45.581350 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ba922b9c-01bf-41da-844e-f532a088f8c6 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:45.587761 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ba922b9c-01bf-41da-844e-f532a088f8c6 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] 10.222.0.21 "DELETE /v2.0/ports/82a4eec2-e6c2-45d8-ae3c-3c0479c9270d HTTP/1.1" status: 204 len: 168 time: 1.8706551 Aug 22 13:40:45.589746 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47424) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:45.593877 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=e3389d1d-76a1-4701-9311-c90dbeed0eea,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:45.651195 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-c694a0ba-283b-4fc4-bb22-68324173aa69 None None] Set router c8fd7433-0f07-43c8-83d4-8d4fe49c9082 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:40:45.665240 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfb521b6-aac7-4a78-83ac-5514cb232d60 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] GET failed (client error): The resource could not be found. Aug 22 13:40:45.667653 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-bfb521b6-aac7-4a78-83ac-5514cb232d60 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] 10.222.0.21 "GET /v2.0/ports/82a4eec2-e6c2-45d8-ae3c-3c0479c9270d HTTP/1.1" status: 404 len: 333 time: 0.0769398 Aug 22 13:40:45.671940 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3dc67978-1c88-4d69-b943-7bb6edaf0a28 req-dbe24b1c-292d-4057-916e-ad4b184a3b4e tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/quotas/9d314acf246e49628109fc5511827078 HTTP/1.1" status: 200 len: 375 time: 0.7245221 Aug 22 13:40:45.672559 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47434) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:45.679847 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-8f68be81-c83a-4693-b63a-1ee811c1aad0 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Request body: {'port': {'network_id': '8dc11f46-2b36-4436-bd8f-67773a638c58', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2110229611'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:45.693533 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-68035a45-85d2-4c91-b8f6-1352407d0448 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:45.713846 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4e551496-fcab-4672-a2cd-4e9d8792a68f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:45.787525 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ed6f5d4b-e0e7-4ce7-b28d-036c604c4de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:45.792489 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ed6f5d4b-e0e7-4ce7-b28d-036c604c4de1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:45.796927 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ed6f5d4b-e0e7-4ce7-b28d-036c604c4de1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e469bee7-282a-45b5-ad31-4e5cb44c0f83 HTTP/1.1" status: 204 len: 168 time: 0.7805548 Aug 22 13:40:45.835265 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5cf01d69-ee8a-4b7f-8628-7bfb0daf1cca req-be3ba478-c3ee-4c4a-97ed-b6a9ee328535 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1949140674&fields=id&tenant_id=50b3d484826f4e1f8052fde49b87f38a HTTP/1.1" status: 200 len: 267 time: 0.1794353 Aug 22 13:40:45.868506 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3dc67978-1c88-4d69-b943-7bb6edaf0a28 req-509dfb96-ef6b-4e51-a273-f3bf4830223c tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9d314acf246e49628109fc5511827078&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1798995 Aug 22 13:40:45.899899 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4e551496-fcab-4672-a2cd-4e9d8792a68f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:45.927477 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68035a45-85d2-4c91-b8f6-1352407d0448 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Pushing event deleted for resources: {'Port': ['ID=12188cfc-fce0-4a42-bc38-4560a25275d6,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:45.994929 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f5d4b-e0e7-4ce7-b28d-036c604c4de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e469bee7-282a-45b5-ad31-4e5cb44c0f83,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:46.065146 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3dc67978-1c88-4d69-b943-7bb6edaf0a28 req-5c9b29cf-14c0-4c1d-9025-ce87c49ce8cd service neutron] 10.222.0.21 "GET /v2.0/networks/436bb3cf-4f1a-421b-bfd3-5f21c99032ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891181 Aug 22 13:40:46.076208 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-c694a0ba-283b-4fc4-bb22-68324173aa69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fd7433-0f07-43c8-83d4-8d4fe49c9082', 'name': 'tempest-TestNetworkAdvancedServerOps-router-596081808', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '3dc77aaf-5f5c-4689-9745-be8d47d7077f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:40:28Z', 'updated_at': '2021-08-22T13:40:41Z', 'revision_number': 4, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'gw_port': {'id': '3dc77aaf-5f5c-4689-9745-be8d47d7077f', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fd7433-0f07-43c8-83d4-8d4fe49c9082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:40:29Z', 'updated_at': '2021-08-22T13:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '88621d85-3dfc-4547-bb71-a6582ededfdc', 'name': '', 'network_id': '688a25cb-87b8-45f2-8ef8-1274133a97f8', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'mac_address': 'fa:16:3e:83:87:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fd7433-0f07-43c8-83d4-8d4fe49c9082', 'device_owner': 'network:router_interface', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '9501ed24-569f-4556-a2e9-978154d36845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:40:39Z', 'updated_at': '2021-08-22T13:40:42Z', 'revision_number': 2, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'subnets': [{'id': '9501ed24-569f-4556-a2e9-978154d36845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:46.099705 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0a63ae17-d3ed-40b4-afed-6a78da4d6ee7 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:46.107506 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0a63ae17-d3ed-40b4-afed-6a78da4d6ee7 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:46.110957 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-68035a45-85d2-4c91-b8f6-1352407d0448 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:46.123129 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c694a0ba-283b-4fc4-bb22-68324173aa69 None None] Checking router: c8fd7433-0f07-43c8-83d4-8d4fe49c9082 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:40:46.123766 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c694a0ba-283b-4fc4-bb22-68324173aa69 None None] Updating router c8fd7433-0f07-43c8-83d4-8d4fe49c9082 port 88621d85-3dfc-4547-bb71-a6582ededfdc binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:40:46.139815 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a63ae17-d3ed-40b4-afed-6a78da4d6ee7 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97180074-7ce9-4d59-abf0-420f9b13b706,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:46.155708 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-c694a0ba-283b-4fc4-bb22-68324173aa69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:46.170138 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4e551496-fcab-4672-a2cd-4e9d8792a68f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:46.183889 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3dc67978-1c88-4d69-b943-7bb6edaf0a28 req-691b50e4-f656-4d37-8c6e-306983e532d5 service neutron] 10.222.0.21 "GET /v2.0/networks/436bb3cf-4f1a-421b-bfd3-5f21c99032ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148603 Aug 22 13:40:46.240084 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4e551496-fcab-4672-a2cd-4e9d8792a68f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:46.245889 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4e551496-fcab-4672-a2cd-4e9d8792a68f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/subnets/723799f5-3b1b-413f-beb8-7f38aeb35e0b HTTP/1.1" status: 204 len: 168 time: 0.9971623 Aug 22 13:40:46.246851 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6abc52-deae-4362-8a78-a8c9a2b219f2 None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:40:46.249017 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e551496-fcab-4672-a2cd-4e9d8792a68f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event deleted for resources: {'Subnet': ['ID=723799f5-3b1b-413f-beb8-7f38aeb35e0b,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:46.255050 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47446) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:46.265538 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf01d69-ee8a-4b7f-8628-7bfb0daf1cca req-f36ecc2a-6ffe-47c4-9b95-39d7d58434dd tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:46.269961 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5cf01d69-ee8a-4b7f-8628-7bfb0daf1cca req-f36ecc2a-6ffe-47c4-9b95-39d7d58434dd tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/networks?id=688a25cb-87b8-45f2-8ef8-1274133a97f8 HTTP/1.1" status: 200 len: 796 time: 0.4258695 Aug 22 13:40:46.295098 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a63ae17-d3ed-40b4-afed-6a78da4d6ee7 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:40:46.314780 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5cf01d69-ee8a-4b7f-8628-7bfb0daf1cca req-9fc07736-7621-4c68-87f2-716333d1245d tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/quotas/50b3d484826f4e1f8052fde49b87f38a HTTP/1.1" status: 200 len: 375 time: 0.0345502 Aug 22 13:40:46.315535 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f68be81-c83a-4693-b63a-1ee811c1aad0 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Made reservation on behalf of d29233a9ca1f4cc4b5b3319b6b02a1a1 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:40:46.325394 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8f68be81-c83a-4693-b63a-1ee811c1aad0 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:46.326925 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-68035a45-85d2-4c91-b8f6-1352407d0448 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:46.367098 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-68035a45-85d2-4c91-b8f6-1352407d0448 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:46.372997 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-74acad7d-07fd-4b54-a866-9ad89469a2d6 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1149983 Aug 22 13:40:46.376692 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47452) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:46.383826 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-b3d2be8b-a19d-443f-8913-0730092636fb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'subnet': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:46.389733 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0a63ae17-d3ed-40b4-afed-6a78da4d6ee7 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:46.390242 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-0a63ae17-d3ed-40b4-afed-6a78da4d6ee7 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Added segment e3fd8f8a-2f3c-4eaa-ac70-ff87bd8400b5 of type vlan for network 243ccd09-b3d4-44d9-a28d-99eb97c748cb Aug 22 13:40:46.431725 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [None req-8f68be81-c83a-4693-b63a-1ee811c1aad0 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] device_id is not set on port afc2a915-a455-407f-a9f6-710965c27ff4 yet. {{(pid=94627) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:40:46.476407 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-16c8ee46-6c3f-4845-a241-07b1c26c1f22 req-52ddd5dc-3b50-4cc6-9644-c5a36ccec375 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89d63b8-3d35-427b-8697-ebf33e5fd7aa HTTP/1.1" status: 200 len: 210 time: 0.0345535 Aug 22 13:40:46.544094 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5cf01d69-ee8a-4b7f-8628-7bfb0daf1cca req-169e45b3-ed91-4e94-b83a-20ebb84cc228 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=50b3d484826f4e1f8052fde49b87f38a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1891496 Aug 22 13:40:46.598907 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-68035a45-85d2-4c91-b8f6-1352407d0448 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:46.599474 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68035a45-85d2-4c91-b8f6-1352407d0448 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Fanout notify agent at l3_agent the message router_deleted on router ddcbabff-ce39-4392-9ddb-78604994c259 {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:40:46.606299 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-68035a45-85d2-4c91-b8f6-1352407d0448 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:46.607377 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-68035a45-85d2-4c91-b8f6-1352407d0448 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] 10.222.0.21 "DELETE /v2.0/routers/ddcbabff-ce39-4392-9ddb-78604994c259 HTTP/1.1" status: 204 len: 168 time: 3.2642341 Aug 22 13:40:46.612198 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47460) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:46.628916 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0a63ae17-d3ed-40b4-afed-6a78da4d6ee7 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:46.659526 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-93c98cf4-4f39-4963-bcd4-9a9f2e645d94 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-968248381', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:46.694720 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d2be8b-a19d-443f-8913-0730092636fb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:40:46.699085 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b3d2be8b-a19d-443f-8913-0730092636fb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:46.707167 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f453c20-9497-4743-8367-a06c02a3c8c6 None None] DHCP port deletion for 933f65da-8ef2-4dea-ac27-3eee9182e92f request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:40:46.712582 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-93c98cf4-4f39-4963-bcd4-9a9f2e645d94 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:46.713621 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-93c98cf4-4f39-4963-bcd4-9a9f2e645d94 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:46.746246 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-8f68be81-c83a-4693-b63a-1ee811c1aad0 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Allocated IP 2001:db8::20c (8dc11f46-2b36-4436-bd8f-67773a638c58/914d452b-b10c-4d27-9079-e139d22c9850/afc2a915-a455-407f-a9f6-710965c27ff4) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:40:46.809632 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0a63ae17-d3ed-40b4-afed-6a78da4d6ee7 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:46.818999 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-5f453c20-9497-4743-8367-a06c02a3c8c6 None None] Deleting port e3389d1d-76a1-4701-9311-c90dbeed0eea {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:40:46.819565 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5f453c20-9497-4743-8367-a06c02a3c8c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:46.827657 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a63ae17-d3ed-40b4-afed-6a78da4d6ee7 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:46.828527 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0a63ae17-d3ed-40b4-afed-6a78da4d6ee7 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:46.899846 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-93c98cf4-4f39-4963-bcd4-9a9f2e645d94 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:46.905537 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5cf01d69-ee8a-4b7f-8628-7bfb0daf1cca req-1045aa2e-3a8a-437b-bdb5-5d3bc774fa63 service neutron] 10.222.0.21 "GET /v2.0/networks/688a25cb-87b8-45f2-8ef8-1274133a97f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301418 Aug 22 13:40:46.915418 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-93c98cf4-4f39-4963-bcd4-9a9f2e645d94 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:46.925215 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-c694a0ba-283b-4fc4-bb22-68324173aa69 None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:46.953836 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-5f453c20-9497-4743-8367-a06c02a3c8c6 None None] For port e3389d1d-76a1-4701-9311-c90dbeed0eea, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=e3389d1d-76a1-4701-9311-c90dbeed0eea,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:40:46.954726 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5f453c20-9497-4743-8367-a06c02a3c8c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:46.957284 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-c694a0ba-283b-4fc4-bb22-68324173aa69 None None] Transition to ACTIVE for port object 88621d85-3dfc-4547-bb71-a6582ededfdc will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:40:46.974781 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-c694a0ba-283b-4fc4-bb22-68324173aa69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:46.987858 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-5f453c20-9497-4743-8367-a06c02a3c8c6 None None] Calling delete_port for e3389d1d-76a1-4701-9311-c90dbeed0eea owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:40:47.002894 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-93c98cf4-4f39-4963-bcd4-9a9f2e645d94 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:47.004160 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-93c98cf4-4f39-4963-bcd4-9a9f2e645d94 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3909562 Aug 22 13:40:47.015293 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47474) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:47.029207 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a63ae17-d3ed-40b4-afed-6a78da4d6ee7 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Pushing event updated for resources: {'Network': ['ID=243ccd09-b3d4-44d9-a28d-99eb97c748cb,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:47.035774 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0a63ae17-d3ed-40b4-afed-6a78da4d6ee7 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.1288693 Aug 22 13:40:47.039283 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-4288b094-2e10-4bed-b2dc-54171cbc284d tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'enable_snat': False}}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:47.054422 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47476) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:47.077427 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-e4683dda-4163-4b61-8478-e1c50e74ecf9 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Request body: {'subnet': {'network_id': '243ccd09-b3d4-44d9-a28d-99eb97c748cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:47.121723 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5cf01d69-ee8a-4b7f-8628-7bfb0daf1cca req-863ed4b4-6ac5-4ca5-8bb9-181c757d542f service neutron] 10.222.0.21 "GET /v2.0/networks/688a25cb-87b8-45f2-8ef8-1274133a97f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938128 Aug 22 13:40:47.165727 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device e3389d1d-76a1-4701-9311-c90dbeed0eea no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:40:47.174757 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8f68be81-c83a-4693-b63a-1ee811c1aad0 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:47.211991 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-8f68be81-c83a-4693-b63a-1ee811c1aad0 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Transition to ACTIVE for port object afc2a915-a455-407f-a9f6-710965c27ff4 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:40:47.281409 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 243ccd09-b3d4-44d9-a28d-99eb97c748cb details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:40:47.285695 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8f68be81-c83a-4693-b63a-1ee811c1aad0 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:47.290638 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-c694a0ba-283b-4fc4-bb22-68324173aa69 None None] Attempting to bind port 88621d85-3dfc-4547-bb71-a6582ededfdc on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:40:47.299579 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-c694a0ba-283b-4fc4-bb22-68324173aa69 None None] Attempting to bind port 88621d85-3dfc-4547-bb71-a6582ededfdc by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '0de567c1-0b27-42d1-b215-d74bde0cce23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '688a25cb-87b8-45f2-8ef8-1274133a97f8'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:40:47.301300 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c694a0ba-283b-4fc4-bb22-68324173aa69 None None] Attempting to bind port 88621d85-3dfc-4547-bb71-a6582ededfdc on network 688a25cb-87b8-45f2-8ef8-1274133a97f8 {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:40:47.302945 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415fbad1-731c-4f5a-8e39-0ae652983ada None None] Pushing event updated for resources: {'Port': ['ID=88621d85-3dfc-4547-bb71-a6582ededfdc,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:47.326267 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c694a0ba-283b-4fc4-bb22-68324173aa69 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:40:47.336807 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c694a0ba-283b-4fc4-bb22-68324173aa69 None None] Checking segment: {'id': '0de567c1-0b27-42d1-b215-d74bde0cce23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '688a25cb-87b8-45f2-8ef8-1274133a97f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:40:47.337378 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-c694a0ba-283b-4fc4-bb22-68324173aa69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:47.338679 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c694a0ba-283b-4fc4-bb22-68324173aa69 None None] Bound using segment: {'id': '0de567c1-0b27-42d1-b215-d74bde0cce23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '688a25cb-87b8-45f2-8ef8-1274133a97f8'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:40:47.339909 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-c694a0ba-283b-4fc4-bb22-68324173aa69 None None] Bound port: 88621d85-3dfc-4547-bb71-a6582ededfdc, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0de567c1-0b27-42d1-b215-d74bde0cce23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '688a25cb-87b8-45f2-8ef8-1274133a97f8'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:40:47.341720 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-c694a0ba-283b-4fc4-bb22-68324173aa69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:47.371702 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f68be81-c83a-4693-b63a-1ee811c1aad0 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Pushing event updated for resources: {'Port': ['ID=afc2a915-a455-407f-a9f6-710965c27ff4,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:47.408881 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f68be81-c83a-4693-b63a-1ee811c1aad0 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Network 8dc11f46-2b36-4436-bd8f-67773a638c58 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:40:47.410609 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-8f68be81-c83a-4693-b63a-1ee811c1aad0 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:40:47.413685 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f68be81-c83a-4693-b63a-1ee811c1aad0 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:40:47.421318 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f68be81-c83a-4693-b63a-1ee811c1aad0 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:47.422230 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8f68be81-c83a-4693-b63a-1ee811c1aad0 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:47.457106 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-8f68be81-c83a-4693-b63a-1ee811c1aad0 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7828567 Aug 22 13:40:47.457836 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47488) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:47.466710 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-6141c5bc-5516-436f-acc3-72bbb697d93c tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:33:f4:42'}]}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:47.474097 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5f453c20-9497-4743-8367-a06c02a3c8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:47.521397 n-d-793621-33 neutron-server[94629]: INFO neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No ports have port_id starting with e3389d1d-76a1-4701-9311-c90dbeed0eea Aug 22 13:40:47.548117 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-c694a0ba-283b-4fc4-bb22-68324173aa69 None None] For port 88621d85-3dfc-4547-bb71-a6582ededfdc, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:40:47.558993 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-c694a0ba-283b-4fc4-bb22-68324173aa69 None None] For port 88621d85-3dfc-4547-bb71-a6582ededfdc, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=88621d85-3dfc-4547-bb71-a6582ededfdc,segment=NetworkSegment(0de567c1-0b27-42d1-b215-d74bde0cce23),segment_id=0de567c1-0b27-42d1-b215-d74bde0cce23)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:40:47.567380 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-c694a0ba-283b-4fc4-bb22-68324173aa69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:47.633315 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415fbad1-731c-4f5a-8e39-0ae652983ada None None] Pushing event updated for resources: {'Port': ['ID=88621d85-3dfc-4547-bb71-a6582ededfdc,revision_number=4']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:47.654937 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c694a0ba-283b-4fc4-bb22-68324173aa69 None None] Routers {'c8fd7433-0f07-43c8-83d4-8d4fe49c9082'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:40:47.656187 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-c694a0ba-283b-4fc4-bb22-68324173aa69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:40:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['c8fd7433-0f07-43c8-83d4-8d4fe49c9082'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:47.666507 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f453c20-9497-4743-8367-a06c02a3c8c6 None None] No DVR routers for this DVR port e3389d1d-76a1-4701-9311-c90dbeed0eea on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:40:47.708893 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f453c20-9497-4743-8367-a06c02a3c8c6 None None] Pushing event deleted for resources: {'Port': ['ID=e3389d1d-76a1-4701-9311-c90dbeed0eea,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:47.871550 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9423b8de-9b35-4700-aa79-3f3a0859ab74 req-d875c6b1-dbe6-44bc-9010-f143c20222c3 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 210 time: 0.2570860 Aug 22 13:40:47.893092 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-34dd7c7a-e467-479f-bf5a-b3564257cac4 req-5ca62995-6a00-4f15-8d70-ce7f3878a56d tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89d63b8-3d35-427b-8697-ebf33e5fd7aa HTTP/1.1" status: 200 len: 210 time: 0.1492252 Aug 22 13:40:47.918543 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4683dda-4163-4b61-8478-e1c50e74ecf9 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Made reservation on behalf of ed74a8a922ba42b690e29d24df84fafa for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:40:47.922031 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e4683dda-4163-4b61-8478-e1c50e74ecf9 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:47.926377 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-c694a0ba-283b-4fc4-bb22-68324173aa69 None None] Set router c8fd7433-0f07-43c8-83d4-8d4fe49c9082 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:40:48.010070 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6141c5bc-5516-436f-acc3-72bbb697d93c tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:48.065689 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-f1d84ffa-a2ed-4dcb-a9f4-13668ce83666 None None] Provisioning for port afc2a915-a455-407f-a9f6-710965c27ff4 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:40:48.075162 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-f1d84ffa-a2ed-4dcb-a9f4-13668ce83666 None None] Provisioning complete for port afc2a915-a455-407f-a9f6-710965c27ff4 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:40:48.075776 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f1d84ffa-a2ed-4dcb-a9f4-13668ce83666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:48.163723 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-f1d84ffa-a2ed-4dcb-a9f4-13668ce83666 None None] Port afc2a915-a455-407f-a9f6-710965c27ff4 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:40:48.403969 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-c694a0ba-283b-4fc4-bb22-68324173aa69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fd7433-0f07-43c8-83d4-8d4fe49c9082', 'name': 'tempest-TestNetworkAdvancedServerOps-router-596081808', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '3dc77aaf-5f5c-4689-9745-be8d47d7077f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:40:28Z', 'updated_at': '2021-08-22T13:40:41Z', 'revision_number': 4, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'gw_port': {'id': '3dc77aaf-5f5c-4689-9745-be8d47d7077f', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fd7433-0f07-43c8-83d4-8d4fe49c9082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:40:29Z', 'updated_at': '2021-08-22T13:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '88621d85-3dfc-4547-bb71-a6582ededfdc', 'name': '', 'network_id': '688a25cb-87b8-45f2-8ef8-1274133a97f8', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'mac_address': 'fa:16:3e:83:87:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fd7433-0f07-43c8-83d4-8d4fe49c9082', 'device_owner': 'network:router_interface', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '9501ed24-569f-4556-a2e9-978154d36845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:40:39Z', 'updated_at': '2021-08-22T13:40:47Z', 'revision_number': 4, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'subnets': [{'id': '9501ed24-569f-4556-a2e9-978154d36845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:48.437302 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c694a0ba-283b-4fc4-bb22-68324173aa69 None None] The sync data for ids ['c8fd7433-0f07-43c8-83d4-8d4fe49c9082'] in n-d-793621-33 is: [{'id': 'c8fd7433-0f07-43c8-83d4-8d4fe49c9082', 'name': 'tempest-TestNetworkAdvancedServerOps-router-596081808', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '3dc77aaf-5f5c-4689-9745-be8d47d7077f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:40:28Z', 'updated_at': '2021-08-22T13:40:41Z', 'revision_number': 4, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'gw_port': {'id': '3dc77aaf-5f5c-4689-9745-be8d47d7077f', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fd7433-0f07-43c8-83d4-8d4fe49c9082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:40:29Z', 'updated_at': '2021-08-22T13:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '88621d85-3dfc-4547-bb71-a6582ededfdc', 'name': '', 'network_id': '688a25cb-87b8-45f2-8ef8-1274133a97f8', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'mac_address': 'fa:16:3e:83:87:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fd7433-0f07-43c8-83d4-8d4fe49c9082', 'device_owner': 'network:router_interface', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '9501ed24-569f-4556-a2e9-978154d36845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:40:39Z', 'updated_at': '2021-08-22T13:40:47Z', 'revision_number': 4, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'subnets': [{'id': '9501ed24-569f-4556-a2e9-978154d36845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:40:48.538847 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6141c5bc-5516-436f-acc3-72bbb697d93c tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:48.544869 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6141c5bc-5516-436f-acc3-72bbb697d93c tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:48.601893 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-6141c5bc-5516-436f-acc3-72bbb697d93c tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] In _notify_port_updated(), no bound segment for port afc2a915-a455-407f-a9f6-710965c27ff4 on network 8dc11f46-2b36-4436-bd8f-67773a638c58 {{(pid=94627) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 22 13:40:48.614320 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6141c5bc-5516-436f-acc3-72bbb697d93c tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:48.620701 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6141c5bc-5516-436f-acc3-72bbb697d93c tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:48.622897 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-6141c5bc-5516-436f-acc3-72bbb697d93c tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] 10.222.0.21 "PUT /v2.0/ports/afc2a915-a455-407f-a9f6-710965c27ff4 HTTP/1.1" status: 200 len: 1003 time: 1.1639228 Aug 22 13:40:48.625919 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47526) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:48.776364 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6141c5bc-5516-436f-acc3-72bbb697d93c tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Pushing event updated for resources: {'Port': ['ID=afc2a915-a455-407f-a9f6-710965c27ff4,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:48.912825 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47532) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:48.953489 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b3d2be8b-a19d-443f-8913-0730092636fb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:48.974547 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 88621d85-3dfc-4547-bb71-a6582ededfdc up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:40:48.981770 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-121d1c35-f674-4fd7-80e4-333a1f1df0f1 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Deleting port afc2a915-a455-407f-a9f6-710965c27ff4 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:40:48.984371 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-121d1c35-f674-4fd7-80e4-333a1f1df0f1 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:49.111459 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-86aa572e-14ff-44f7-b1a5-f9f642eaf39d req-62ecb3f5-4f2f-44c8-85c5-71eefe13be87 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 210 time: 0.0981023 Aug 22 13:40:49.132571 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-1aa4826b-a966-4b0f-a487-8aa0d48b7d2d None None] Provisioning complete for port afc2a915-a455-407f-a9f6-710965c27ff4 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:40:49.132935 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1aa4826b-a966-4b0f-a487-8aa0d48b7d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:49.163286 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d2be8b-a19d-443f-8913-0730092636fb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event updated for resources: {'Subnet': ['ID=d96b7753-b031-469a-b275-3259f0d49f91,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:49.168046 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4288b094-2e10-4bed-b2dc-54171cbc284d tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:49.190508 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-1aa4826b-a966-4b0f-a487-8aa0d48b7d2d None None] Port afc2a915-a455-407f-a9f6-710965c27ff4 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:40:49.197160 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 88621d85-3dfc-4547-bb71-a6582ededfdc completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:40:49.202486 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 88621d85-3dfc-4547-bb71-a6582ededfdc triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:40:49.203500 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:49.222158 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d2be8b-a19d-443f-8913-0730092636fb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:40:49.224993 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-121d1c35-f674-4fd7-80e4-333a1f1df0f1 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:49.283719 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-b3d2be8b-a19d-443f-8913-0730092636fb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:40:49.291398 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d2be8b-a19d-443f-8913-0730092636fb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:49.291655 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b3d2be8b-a19d-443f-8913-0730092636fb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:49.295302 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37015c73-7532-40fa-b63f-b7cbe77e0795 None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:40:49.303986 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-491d5a04-a99b-40f5-8545-31886a86e618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:49.322880 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b3d2be8b-a19d-443f-8913-0730092636fb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.9412384 Aug 22 13:40:49.327268 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0e6909c7-ea13-4712-894e-f95b45b1dba9 req-429b6c13-2107-4e07-a910-0bfc40ae9d70 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89d63b8-3d35-427b-8697-ebf33e5fd7aa HTTP/1.1" status: 200 len: 210 time: 0.2048812 Aug 22 13:40:49.360957 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:49.373164 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-121d1c35-f674-4fd7-80e4-333a1f1df0f1 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Calling delete_port for afc2a915-a455-407f-a9f6-710965c27ff4 owned by {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:40:49.375040 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47538) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:49.380917 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-66a96c6d-dcaa-4acb-8095-ca069b31de78 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'port': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'fixed_ips': [{'subnet_id': 'd96b7753-b031-469a-b275-3259f0d49f91', 'ip_address': '2001:db8::b6e8:c5e3:98be:bf0c'}], 'name': 'tempest-NetworksTestDHCPv6-21919274'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:49.405789 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e4683dda-4163-4b61-8478-e1c50e74ecf9 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:49.415773 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 88621d85-3dfc-4547-bb71-a6582ededfdc, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=88621d85-3dfc-4547-bb71-a6582ededfdc,segment=NetworkSegment(0de567c1-0b27-42d1-b215-d74bde0cce23),segment_id=0de567c1-0b27-42d1-b215-d74bde0cce23)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:40:49.428038 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:49.475609 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc67978-1c88-4d69-b943-7bb6edaf0a28 req-8c0cd2a7-84d7-4b21-a76f-5f2c81dcbde1 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:49.478392 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3dc67978-1c88-4d69-b943-7bb6edaf0a28 req-8c0cd2a7-84d7-4b21-a76f-5f2c81dcbde1 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.41 "GET /v2.0/networks?id=436bb3cf-4f1a-421b-bfd3-5f21c99032ed HTTP/1.1" status: 200 len: 805 time: 0.6084917 Aug 22 13:40:49.482549 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4683dda-4163-4b61-8478-e1c50e74ecf9 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Pushing event updated for resources: {'Subnet': ['ID=644dd93f-0f3d-4d0c-b130-c3ec360c0200,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:49.500389 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-3dc67978-1c88-4d69-b943-7bb6edaf0a28 req-f01f470a-5bce-4b0f-bc57-08e6219192bd tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Request body: {'port': {'device_id': 'e89d63b8-3d35-427b-8697-ebf33e5fd7aa', 'network_id': '436bb3cf-4f1a-421b-bfd3-5f21c99032ed', 'admin_state_up': True, 'tenant_id': '9d314acf246e49628109fc5511827078'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:49.543534 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=88621d85-3dfc-4547-bb71-a6582ededfdc,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:49.594212 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0f08f3-c1d9-4118-a1cb-afcc76111276 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-933f65da-8ef2-4dea-ac27-3eee9182e92f', 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'tenant_id': 'a71622c06b3d48d28918cf297ca2043b', 'fixed_ips': [{'subnet_id': 'd96b7753-b031-469a-b275-3259f0d49f91'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:40:49.596156 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8e0f08f3-c1d9-4118-a1cb-afcc76111276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:49.639074 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a96c6d-dcaa-4acb-8095-ca069b31de78 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:40:49.660610 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4683dda-4163-4b61-8478-e1c50e74ecf9 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Checking segment: {'id': 'e3fd8f8a-2f3c-4eaa-ac70-ff87bd8400b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '243ccd09-b3d4-44d9-a28d-99eb97c748cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:40:49.661323 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4683dda-4163-4b61-8478-e1c50e74ecf9 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Network hostable DHCP agents. Network: 243ccd09-b3d4-44d9-a28d-99eb97c748cb, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:40:49.705196 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4683dda-4163-4b61-8478-e1c50e74ecf9 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Network 243ccd09-b3d4-44d9-a28d-99eb97c748cb is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:40:49.753311 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf01d69-ee8a-4b7f-8628-7bfb0daf1cca req-dd8048a9-38a3-4971-a079-6fda05f9a05f tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:49.755705 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5cf01d69-ee8a-4b7f-8628-7bfb0daf1cca req-dd8048a9-38a3-4971-a079-6fda05f9a05f tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.16 "GET /v2.0/networks?id=688a25cb-87b8-45f2-8ef8-1274133a97f8 HTTP/1.1" status: 200 len: 796 time: 0.5122383 Aug 22 13:40:49.769204 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-8e0f08f3-c1d9-4118-a1cb-afcc76111276 None None] Allocated IP 2001:db8::2 (933f65da-8ef2-4dea-ac27-3eee9182e92f/d96b7753-b031-469a-b275-3259f0d49f91/be5c83a4-e9b3-4dde-ba3c-fc398877fe7a) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:40:49.793779 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-e4683dda-4163-4b61-8478-e1c50e74ecf9 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 243ccd09-b3d4-44d9-a28d-99eb97c748cb) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:40:49.801895 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4683dda-4163-4b61-8478-e1c50e74ecf9 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:49.802601 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e4683dda-4163-4b61-8478-e1c50e74ecf9 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:49.830279 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bf30c9-bff1-4be4-b03a-28b73af56611 None None] Network 243ccd09-b3d4-44d9-a28d-99eb97c748cb requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:40:49.859161 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4288b094-2e10-4bed-b2dc-54171cbc284d tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:49.878727 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5cf01d69-ee8a-4b7f-8628-7bfb0daf1cca req-25f3f6f8-8f1f-42fa-b16d-6bed9c8d7d99 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50b3d484826f4e1f8052fde49b87f38a HTTP/1.1" status: 200 len: 380 time: 0.0764842 Aug 22 13:40:49.889438 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4288b094-2e10-4bed-b2dc-54171cbc284d tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:49.918328 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-5cf01d69-ee8a-4b7f-8628-7bfb0daf1cca req-f0c7c133-210c-4b25-9a20-6db8f1624432 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Request body: {'port': {'device_id': '414d5d55-0aa9-4530-9553-c445350ded61', 'network_id': '688a25cb-87b8-45f2-8ef8-1274133a97f8', 'admin_state_up': True, 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'security_groups': ['b83678d1-4258-4ef7-88a8-5933c84ca924']}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:50.012428 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-66a96c6d-dcaa-4acb-8095-ca069b31de78 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:50.029139 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-4288b094-2e10-4bed-b2dc-54171cbc284d tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Allocated IP 172.25.3.118 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/899889dd-74a5-4cd0-b617-6672b8647a30) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:40:50.065196 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-491d5a04-a99b-40f5-8545-31886a86e618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:50.070484 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [None req-66a96c6d-dcaa-4acb-8095-ca069b31de78 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] device_id is not set on port e7c7fc07-1b54-4359-aa30-9be0fc1548c8 yet. {{(pid=94627) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:40:50.081994 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8e0f08f3-c1d9-4118-a1cb-afcc76111276 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:50.090596 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-8e0f08f3-c1d9-4118-a1cb-afcc76111276 None None] Transition to ACTIVE for port object be5c83a4-e9b3-4dde-ba3c-fc398877fe7a will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:40:50.096705 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6125ab0-dcbe-4f6a-8159-e0845684f4e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-243ccd09-b3d4-44d9-a28d-99eb97c748cb', 'network_id': '243ccd09-b3d4-44d9-a28d-99eb97c748cb', 'tenant_id': 'ed74a8a922ba42b690e29d24df84fafa', 'fixed_ips': [{'subnet_id': '644dd93f-0f3d-4d0c-b130-c3ec360c0200'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:40:50.097613 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d6125ab0-dcbe-4f6a-8159-e0845684f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:50.115300 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-121d1c35-f674-4fd7-80e4-333a1f1df0f1 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:50.120486 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-8e0f08f3-c1d9-4118-a1cb-afcc76111276 None None] Transition to ACTIVE for port object be5c83a4-e9b3-4dde-ba3c-fc398877fe7a will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:40:50.131686 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8e0f08f3-c1d9-4118-a1cb-afcc76111276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:50.152807 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-491d5a04-a99b-40f5-8545-31886a86e618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:50.172065 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4288b094-2e10-4bed-b2dc-54171cbc284d tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:50.193868 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e4683dda-4163-4b61-8478-e1c50e74ecf9 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1315680 Aug 22 13:40:50.194870 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47544) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:50.202193 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-08d64042-a642-4d37-8f20-63622f6f3505 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Request body: {'network': {'name': 'tempest-router-network01--322319142'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:50.229666 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dc67978-1c88-4d69-b943-7bb6edaf0a28 req-f01f470a-5bce-4b0f-bc57-08e6219192bd tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Made reservation on behalf of 9d314acf246e49628109fc5511827078 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:40:50.233235 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-3dc67978-1c88-4d69-b943-7bb6edaf0a28 req-f01f470a-5bce-4b0f-bc57-08e6219192bd tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:50.282550 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d64042-a642-4d37-8f20-63622f6f3505 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Made reservation on behalf of ed74a8a922ba42b690e29d24df84fafa for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:40:50.286186 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-08d64042-a642-4d37-8f20-63622f6f3505 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:50.286393 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121d1c35-f674-4fd7-80e4-333a1f1df0f1 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Pushing event deleted for resources: {'Port': ['ID=afc2a915-a455-407f-a9f6-710965c27ff4,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:50.346029 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-491d5a04-a99b-40f5-8545-31886a86e618 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cfbaaee7a7b24414a96dbba5c3353b6d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4316089 Aug 22 13:40:50.353263 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47548) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:50.374532 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4288b094-2e10-4bed-b2dc-54171cbc284d tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:50.383160 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bfb11cfb-25a1-4b5b-97f6-2fb052f0a1f0 req-cece85e2-c63b-42f0-a45a-185bd176f35a tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 210 time: 0.1126213 Aug 22 13:40:50.389168 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491d5a04-a99b-40f5-8545-31886a86e618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815c806e-16a2-4afa-bcae-306c0fdb864a,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:50.412858 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08d64042-a642-4d37-8f20-63622f6f3505 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:40:50.429996 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-121d1c35-f674-4fd7-80e4-333a1f1df0f1 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:50.435070 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-121d1c35-f674-4fd7-80e4-333a1f1df0f1 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] 10.222.0.21 "DELETE /v2.0/ports/afc2a915-a455-407f-a9f6-710965c27ff4 HTTP/1.1" status: 204 len: 168 time: 1.8056490 Aug 22 13:40:50.440503 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47550) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:50.463021 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4288b094-2e10-4bed-b2dc-54171cbc284d tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:40:50.482236 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-08d64042-a642-4d37-8f20-63622f6f3505 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:50.482889 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-08d64042-a642-4d37-8f20-63622f6f3505 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Added segment fdb29001-d250-4e47-babf-28bc41c6f7b4 of type vlan for network 3730ec7d-e326-42bf-8aaa-69a2762fa0f3 Aug 22 13:40:50.483226 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0f08f3-c1d9-4118-a1cb-afcc76111276 None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:40:50.489907 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-8e0f08f3-c1d9-4118-a1cb-afcc76111276 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:40:50.495676 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0f08f3-c1d9-4118-a1cb-afcc76111276 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:40:50.498739 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-4288b094-2e10-4bed-b2dc-54171cbc284d tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:40:50.510250 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-afcb3ce4-72fc-459f-a2f6-e4c1d8d78e5a tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] GET failed (client error): The resource could not be found. Aug 22 13:40:50.515191 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f08f3-c1d9-4118-a1cb-afcc76111276 None None] Pushing event updated for resources: {'Port': ['ID=be5c83a4-e9b3-4dde-ba3c-fc398877fe7a,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:50.517370 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-afcb3ce4-72fc-459f-a2f6-e4c1d8d78e5a tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] 10.222.0.21 "GET /v2.0/ports/afc2a915-a455-407f-a9f6-710965c27ff4 HTTP/1.1" status: 404 len: 333 time: 0.0751920 Aug 22 13:40:50.519009 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4288b094-2e10-4bed-b2dc-54171cbc284d tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:40:50.554325 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-66a96c6d-dcaa-4acb-8095-ca069b31de78 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Allocated IP 2001:db8::b6e8:c5e3:98be:bf0c (933f65da-8ef2-4dea-ac27-3eee9182e92f/d96b7753-b031-469a-b275-3259f0d49f91/e7c7fc07-1b54-4359-aa30-9be0fc1548c8) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:40:50.567040 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47552) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:50.571697 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dd099d0b-3d98-4d86-b645-2f7d7811e473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:50.581384 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-29bf2e1f-7977-4d30-8ad3-52449b4c7d59 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Request body: {'port': {'network_id': '8dc11f46-2b36-4436-bd8f-67773a638c58', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1487947545'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:50.635765 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-8e0f08f3-c1d9-4118-a1cb-afcc76111276 None None] Attempting to bind port be5c83a4-e9b3-4dde-ba3c-fc398877fe7a on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:40:50.636144 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-8e0f08f3-c1d9-4118-a1cb-afcc76111276 None None] Attempting to bind port be5c83a4-e9b3-4dde-ba3c-fc398877fe7a by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:40:50.636553 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0f08f3-c1d9-4118-a1cb-afcc76111276 None None] Attempting to bind port be5c83a4-e9b3-4dde-ba3c-fc398877fe7a on network 933f65da-8ef2-4dea-ac27-3eee9182e92f {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:40:50.649030 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0f08f3-c1d9-4118-a1cb-afcc76111276 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:40:50.649417 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0f08f3-c1d9-4118-a1cb-afcc76111276 None None] Checking segment: {'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:40:50.649830 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8e0f08f3-c1d9-4118-a1cb-afcc76111276 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:50.650667 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0f08f3-c1d9-4118-a1cb-afcc76111276 None None] Bound using segment: {'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:40:50.650785 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-8e0f08f3-c1d9-4118-a1cb-afcc76111276 None None] Bound port: be5c83a4-e9b3-4dde-ba3c-fc398877fe7a, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:40:50.651095 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8e0f08f3-c1d9-4118-a1cb-afcc76111276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:50.660700 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-d6125ab0-dcbe-4f6a-8159-e0845684f4e1 None None] Allocated IP 2001:db8::2 (243ccd09-b3d4-44d9-a28d-99eb97c748cb/644dd93f-0f3d-4d0c-b130-c3ec360c0200/4af77802-0ed5-4d99-b151-4bb8429065f0) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:40:50.759318 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-66a96c6d-dcaa-4acb-8095-ca069b31de78 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:50.791738 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4288b094-2e10-4bed-b2dc-54171cbc284d tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Pushing event updated for resources: {'Port': ['ID=899889dd-74a5-4cd0-b617-6672b8647a30,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:50.795231 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-66a96c6d-dcaa-4acb-8095-ca069b31de78 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Transition to ACTIVE for port object e7c7fc07-1b54-4359-aa30-9be0fc1548c8 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:40:50.828135 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-08d64042-a642-4d37-8f20-63622f6f3505 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:50.836436 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dd099d0b-3d98-4d86-b645-2f7d7811e473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:50.841086 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cf01d69-ee8a-4b7f-8628-7bfb0daf1cca req-f0c7c133-210c-4b25-9a20-6db8f1624432 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Made reservation on behalf of 50b3d484826f4e1f8052fde49b87f38a for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:40:50.846312 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5cf01d69-ee8a-4b7f-8628-7bfb0daf1cca req-f0c7c133-210c-4b25-9a20-6db8f1624432 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:50.865602 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-74a00fac-88b1-4a44-bcaa-1f192e226623 req-db59aac4-1d8c-44ae-be3c-857109898390 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89d63b8-3d35-427b-8697-ebf33e5fd7aa HTTP/1.1" status: 200 len: 210 time: 0.3842912 Aug 22 13:40:50.870517 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-3dc67978-1c88-4d69-b943-7bb6edaf0a28 req-f01f470a-5bce-4b0f-bc57-08e6219192bd tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Allocated IP 172.20.0.4 (436bb3cf-4f1a-421b-bfd3-5f21c99032ed/9d1b4558-44bd-41e9-aa53-567e0a55d684/3e9359d4-a5ef-4246-a61d-4008681fe8cd) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:40:50.892268 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 88621d85-3dfc-4547-bb71-a6582ededfdc up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:40:50.918807 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d6125ab0-dcbe-4f6a-8159-e0845684f4e1 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:50.942214 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-d6125ab0-dcbe-4f6a-8159-e0845684f4e1 None None] Transition to ACTIVE for port object 4af77802-0ed5-4d99-b151-4bb8429065f0 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:40:50.948029 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-8e0f08f3-c1d9-4118-a1cb-afcc76111276 None None] For port be5c83a4-e9b3-4dde-ba3c-fc398877fe7a, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:40:50.953886 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-66a96c6d-dcaa-4acb-8095-ca069b31de78 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:50.962164 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29bf2e1f-7977-4d30-8ad3-52449b4c7d59 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Made reservation on behalf of d29233a9ca1f4cc4b5b3319b6b02a1a1 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:40:50.966556 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-29bf2e1f-7977-4d30-8ad3-52449b4c7d59 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:50.977730 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-8e0f08f3-c1d9-4118-a1cb-afcc76111276 None None] For port be5c83a4-e9b3-4dde-ba3c-fc398877fe7a, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=be5c83a4-e9b3-4dde-ba3c-fc398877fe7a,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:40:50.984824 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-d6125ab0-dcbe-4f6a-8159-e0845684f4e1 None None] Transition to ACTIVE for port object 4af77802-0ed5-4d99-b151-4bb8429065f0 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:40:50.994079 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8e0f08f3-c1d9-4118-a1cb-afcc76111276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:51.007045 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d6125ab0-dcbe-4f6a-8159-e0845684f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:51.016174 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a96c6d-dcaa-4acb-8095-ca069b31de78 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:40:51.025241 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-66a96c6d-dcaa-4acb-8095-ca069b31de78 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:40:51.033231 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a96c6d-dcaa-4acb-8095-ca069b31de78 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:40:51.039519 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a96c6d-dcaa-4acb-8095-ca069b31de78 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:51.040599 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-66a96c6d-dcaa-4acb-8095-ca069b31de78 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:51.071772 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-08d64042-a642-4d37-8f20-63622f6f3505 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:51.072348 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6125ab0-dcbe-4f6a-8159-e0845684f4e1 None None] Network 243ccd09-b3d4-44d9-a28d-99eb97c748cb is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:40:51.074982 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d64042-a642-4d37-8f20-63622f6f3505 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:51.075610 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-08d64042-a642-4d37-8f20-63622f6f3505 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:51.078289 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 88621d85-3dfc-4547-bb71-a6582ededfdc triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:40:51.078767 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:51.083685 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-d6125ab0-dcbe-4f6a-8159-e0845684f4e1 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:40:51.091146 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a96c6d-dcaa-4acb-8095-ca069b31de78 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event updated for resources: {'Port': ['ID=e7c7fc07-1b54-4359-aa30-9be0fc1548c8,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:51.093307 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-29bf2e1f-7977-4d30-8ad3-52449b4c7d59 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] device_id is not set on port dd6b4597-b455-4adb-9a79-006cf91a9c06 yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:40:51.106329 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6125ab0-dcbe-4f6a-8159-e0845684f4e1 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:40:51.119190 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f08f3-c1d9-4118-a1cb-afcc76111276 None None] Pushing event updated for resources: {'Port': ['ID=be5c83a4-e9b3-4dde-ba3c-fc398877fe7a,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:51.124903 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-66a96c6d-dcaa-4acb-8095-ca069b31de78 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.7483766 Aug 22 13:40:51.131339 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47556) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:51.134703 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-5cf01d69-ee8a-4b7f-8628-7bfb0daf1cca req-f0c7c133-210c-4b25-9a20-6db8f1624432 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Allocated IP 172.20.0.13 (688a25cb-87b8-45f2-8ef8-1274133a97f8/9501ed24-569f-4556-a2e9-978154d36845/8c6dc773-1a07-4ca5-85cc-b116f5c58e9a) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:40:51.184473 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0f08f3-c1d9-4118-a1cb-afcc76111276 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:40:51.184957 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0f08f3-c1d9-4118-a1cb-afcc76111276 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:40:51.185422 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0f08f3-c1d9-4118-a1cb-afcc76111276 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:40:51.185912 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0f08f3-c1d9-4118-a1cb-afcc76111276 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:40:51.186330 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0f08f3-c1d9-4118-a1cb-afcc76111276 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:40:51.186974 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0f08f3-c1d9-4118-a1cb-afcc76111276 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:40:51.187268 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0f08f3-c1d9-4118-a1cb-afcc76111276 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:40:51.187702 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0f08f3-c1d9-4118-a1cb-afcc76111276 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:40:51.188089 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0f08f3-c1d9-4118-a1cb-afcc76111276 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:40:51.188573 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0f08f3-c1d9-4118-a1cb-afcc76111276 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:40:51.188960 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0f08f3-c1d9-4118-a1cb-afcc76111276 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:40:51.190123 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0f08f3-c1d9-4118-a1cb-afcc76111276 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:40:51.236777 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-d6125ab0-dcbe-4f6a-8159-e0845684f4e1 None None] Attempting to bind port 4af77802-0ed5-4d99-b151-4bb8429065f0 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:40:51.237293 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-d6125ab0-dcbe-4f6a-8159-e0845684f4e1 None None] Attempting to bind port 4af77802-0ed5-4d99-b151-4bb8429065f0 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'e3fd8f8a-2f3c-4eaa-ac70-ff87bd8400b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '243ccd09-b3d4-44d9-a28d-99eb97c748cb'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:40:51.237742 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6125ab0-dcbe-4f6a-8159-e0845684f4e1 None None] Attempting to bind port 4af77802-0ed5-4d99-b151-4bb8429065f0 on network 243ccd09-b3d4-44d9-a28d-99eb97c748cb {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:40:51.248510 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6125ab0-dcbe-4f6a-8159-e0845684f4e1 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:40:51.248969 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6125ab0-dcbe-4f6a-8159-e0845684f4e1 None None] Checking segment: {'id': 'e3fd8f8a-2f3c-4eaa-ac70-ff87bd8400b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '243ccd09-b3d4-44d9-a28d-99eb97c748cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:40:51.249378 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d6125ab0-dcbe-4f6a-8159-e0845684f4e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:51.249775 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6125ab0-dcbe-4f6a-8159-e0845684f4e1 None None] Bound using segment: {'id': 'e3fd8f8a-2f3c-4eaa-ac70-ff87bd8400b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '243ccd09-b3d4-44d9-a28d-99eb97c748cb'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:40:51.250249 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-d6125ab0-dcbe-4f6a-8159-e0845684f4e1 None None] Bound port: 4af77802-0ed5-4d99-b151-4bb8429065f0, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3fd8f8a-2f3c-4eaa-ac70-ff87bd8400b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '243ccd09-b3d4-44d9-a28d-99eb97c748cb'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:40:51.250623 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d6125ab0-dcbe-4f6a-8159-e0845684f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:51.270642 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-08d64042-a642-4d37-8f20-63622f6f3505 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0751600 Aug 22 13:40:51.277073 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47558) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:51.288069 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6125ab0-dcbe-4f6a-8159-e0845684f4e1 None None] Pushing event updated for resources: {'Port': ['ID=4af77802-0ed5-4d99-b151-4bb8429065f0,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:51.296785 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dd099d0b-3d98-4d86-b645-2f7d7811e473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:51.297365 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-fc6f3738-931d-488d-8398-40ba7c48f8ce tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Request body: {'network': {'name': 'tempest-router-network02--1237214111'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:51.299470 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dd099d0b-3d98-4d86-b645-2f7d7811e473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:51.300653 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-dd099d0b-3d98-4d86-b645-2f7d7811e473 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/815c806e-16a2-4afa-bcae-306c0fdb864a HTTP/1.1" status: 204 len: 168 time: 0.9469302 Aug 22 13:40:51.383479 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d64042-a642-4d37-8f20-63622f6f3505 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Pushing event updated for resources: {'Network': ['ID=3730ec7d-e326-42bf-8aaa-69a2762fa0f3,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:51.410151 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6f3738-931d-488d-8398-40ba7c48f8ce tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Made reservation on behalf of ed74a8a922ba42b690e29d24df84fafa for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:40:51.432708 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 3730ec7d-e326-42bf-8aaa-69a2762fa0f3 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:40:51.433347 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fc6f3738-931d-488d-8398-40ba7c48f8ce tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:51.481636 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc6f3738-931d-488d-8398-40ba7c48f8ce tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:40:51.506316 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fc6f3738-931d-488d-8398-40ba7c48f8ce tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:51.506661 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-fc6f3738-931d-488d-8398-40ba7c48f8ce tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Added segment fed31f03-3e46-4d0d-952e-94260c1cb77f of type vlan for network db2b56bb-9963-4a58-b460-c060071bb549 Aug 22 13:40:51.509328 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd099d0b-3d98-4d86-b645-2f7d7811e473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815c806e-16a2-4afa-bcae-306c0fdb864a,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:51.558285 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-d6125ab0-dcbe-4f6a-8159-e0845684f4e1 None None] For port 4af77802-0ed5-4d99-b151-4bb8429065f0, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:40:51.570147 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-d6125ab0-dcbe-4f6a-8159-e0845684f4e1 None None] For port 4af77802-0ed5-4d99-b151-4bb8429065f0, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=4af77802-0ed5-4d99-b151-4bb8429065f0,segment=NetworkSegment(e3fd8f8a-2f3c-4eaa-ac70-ff87bd8400b5),segment_id=e3fd8f8a-2f3c-4eaa-ac70-ff87bd8400b5)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:40:51.571309 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e09d5a1-deb0-44ff-ad93-9104d19a6d67 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:51.578036 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e09d5a1-deb0-44ff-ad93-9104d19a6d67 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:51.580122 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-1e09d5a1-deb0-44ff-ad93-9104d19a6d67 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.4454701 Aug 22 13:40:51.587638 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47566) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:51.604031 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b116abc4-a9cc-4f7a-9596-39224a3ac3fd req-f8014d4d-1565-4107-a5e2-7f5b300ba2f8 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 210 time: 0.0333493 Aug 22 13:40:51.637305 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5cf01d69-ee8a-4b7f-8628-7bfb0daf1cca req-f0c7c133-210c-4b25-9a20-6db8f1624432 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:51.653175 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d6125ab0-dcbe-4f6a-8159-e0845684f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:51.654396 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-3dc67978-1c88-4d69-b943-7bb6edaf0a28 req-f01f470a-5bce-4b0f-bc57-08e6219192bd tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:51.665975 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-29bf2e1f-7977-4d30-8ad3-52449b4c7d59 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Allocated IP 2001:db8::188 (8dc11f46-2b36-4436-bd8f-67773a638c58/914d452b-b10c-4d27-9079-e139d22c9850/dd6b4597-b455-4adb-9a79-006cf91a9c06) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:40:51.667572 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fc6f3738-931d-488d-8398-40ba7c48f8ce tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:51.699280 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fc6f3738-931d-488d-8398-40ba7c48f8ce tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:51.706271 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6f3738-931d-488d-8398-40ba7c48f8ce tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:51.706890 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fc6f3738-931d-488d-8398-40ba7c48f8ce tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:51.747269 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-5cf01d69-ee8a-4b7f-8628-7bfb0daf1cca req-f0c7c133-210c-4b25-9a20-6db8f1624432 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Transition to ACTIVE for port object 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:40:51.760678 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6125ab0-dcbe-4f6a-8159-e0845684f4e1 None None] Pushing event updated for resources: {'Port': ['ID=4af77802-0ed5-4d99-b151-4bb8429065f0,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:51.828312 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4288b094-2e10-4bed-b2dc-54171cbc284d tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:51.848860 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-fc6f3738-931d-488d-8398-40ba7c48f8ce tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5698438 Aug 22 13:40:51.849559 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47574) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:51.859590 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-bd4efeaf-7f25-4847-99b0-592ce94b0db8 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Request body: {'subnet': {'network_id': '3730ec7d-e326-42bf-8aaa-69a2762fa0f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:51.909362 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6f3738-931d-488d-8398-40ba7c48f8ce tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Pushing event updated for resources: {'Network': ['ID=db2b56bb-9963-4a58-b460-c060071bb549,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:51.933093 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network db2b56bb-9963-4a58-b460-c060071bb549 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:40:51.933610 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5cf01d69-ee8a-4b7f-8628-7bfb0daf1cca req-f0c7c133-210c-4b25-9a20-6db8f1624432 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:52.025849 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-3dc67978-1c88-4d69-b943-7bb6edaf0a28 req-f01f470a-5bce-4b0f-bc57-08e6219192bd tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:52.091438 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['bfca5d30-3e48-4072-a6df-3b881a1a8fbe'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:40:52.122605 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cf01d69-ee8a-4b7f-8628-7bfb0daf1cca req-f0c7c133-210c-4b25-9a20-6db8f1624432 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Network 688a25cb-87b8-45f2-8ef8-1274133a97f8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:40:52.139499 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-5cf01d69-ee8a-4b7f-8628-7bfb0daf1cca req-f0c7c133-210c-4b25-9a20-6db8f1624432 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:40:52.143127 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf01d69-ee8a-4b7f-8628-7bfb0daf1cca req-f0c7c133-210c-4b25-9a20-6db8f1624432 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:40:52.177011 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dc67978-1c88-4d69-b943-7bb6edaf0a28 req-f01f470a-5bce-4b0f-bc57-08e6219192bd tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Network 436bb3cf-4f1a-421b-bfd3-5f21c99032ed is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:40:52.190679 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-51d6f49b-b3c6-4fd5-b17c-8fbd8287fab6 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Deleting port e7c7fc07-1b54-4359-aa30-9be0fc1548c8 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:40:52.190679 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-51d6f49b-b3c6-4fd5-b17c-8fbd8287fab6 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:52.202536 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-3dc67978-1c88-4d69-b943-7bb6edaf0a28 req-f01f470a-5bce-4b0f-bc57-08e6219192bd tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:40:52.205231 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc67978-1c88-4d69-b943-7bb6edaf0a28 req-f01f470a-5bce-4b0f-bc57-08e6219192bd tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:40:52.210264 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c7c133-210c-4b25-9a20-6db8f1624432 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event updated for resources: {'Port': ['ID=8c6dc773-1a07-4ca5-85cc-b116f5c58e9a,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:52.237547 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf01d69-ee8a-4b7f-8628-7bfb0daf1cca req-f0c7c133-210c-4b25-9a20-6db8f1624432 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:52.242862 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5cf01d69-ee8a-4b7f-8628-7bfb0daf1cca req-f0c7c133-210c-4b25-9a20-6db8f1624432 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:52.297425 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5cf01d69-ee8a-4b7f-8628-7bfb0daf1cca req-f0c7c133-210c-4b25-9a20-6db8f1624432 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4060667 Aug 22 13:40:52.326277 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01f470a-5bce-4b0f-bc57-08e6219192bd tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Pushing event updated for resources: {'Port': ['ID=3e9359d4-a5ef-4246-a61d-4008681fe8cd,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:52.343125 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-5cf01d69-ee8a-4b7f-8628-7bfb0daf1cca req-c9e1f09c-fe52-4ec9-9668-324f22b9ed7c service neutron] Request body: {'port': {'device_id': '414d5d55-0aa9-4530-9553-c445350ded61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:52.475687 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc67978-1c88-4d69-b943-7bb6edaf0a28 req-f01f470a-5bce-4b0f-bc57-08e6219192bd tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:52.476341 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-3dc67978-1c88-4d69-b943-7bb6edaf0a28 req-f01f470a-5bce-4b0f-bc57-08e6219192bd tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:52.490143 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-29bf2e1f-7977-4d30-8ad3-52449b4c7d59 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:52.573743 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-29bf2e1f-7977-4d30-8ad3-52449b4c7d59 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Transition to ACTIVE for port object dd6b4597-b455-4adb-9a79-006cf91a9c06 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:40:52.600782 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-51d6f49b-b3c6-4fd5-b17c-8fbd8287fab6 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:52.636991 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-b9c4f88b-3239-49a0-82b1-6bd1d7e97faa None None] Provisioning for port 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:40:52.644413 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-b9c4f88b-3239-49a0-82b1-6bd1d7e97faa None None] Provisioning complete for port 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:40:52.645052 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b9c4f88b-3239-49a0-82b1-6bd1d7e97faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:52.652320 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-51d6f49b-b3c6-4fd5-b17c-8fbd8287fab6 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Calling delete_port for e7c7fc07-1b54-4359-aa30-9be0fc1548c8 owned by {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:40:52.665520 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4288b094-2e10-4bed-b2dc-54171cbc284d tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36751'] for router, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:52.697093 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4288b094-2e10-4bed-b2dc-54171cbc284d tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803386'] for router, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:52.716348 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-b9c4f88b-3239-49a0-82b1-6bd1d7e97faa None None] Port 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:40:52.818029 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-29bf2e1f-7977-4d30-8ad3-52449b4c7d59 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:52.916896 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bf2e1f-7977-4d30-8ad3-52449b4c7d59 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Network 8dc11f46-2b36-4436-bd8f-67773a638c58 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:40:52.932151 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 4af77802-0ed5-4d99-b151-4bb8429065f0 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:40:53.069512 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-a1df9b7a-3442-4f22-b2d5-06162038aa7b None None] Provisioning for port be5c83a4-e9b3-4dde-ba3c-fc398877fe7a completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:40:53.091870 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 4af77802-0ed5-4d99-b151-4bb8429065f0 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:40:53.098577 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device be5c83a4-e9b3-4dde-ba3c-fc398877fe7a up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:40:53.112980 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e5cc7b-2e83-4f52-a0a1-2da654df1921 req-6b95e9ac-9d44-4d07-9ac0-4e2bd1cb3c5a tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:53.125133 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-23e5cc7b-2e83-4f52-a0a1-2da654df1921 req-6b95e9ac-9d44-4d07-9ac0-4e2bd1cb3c5a tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89d63b8-3d35-427b-8697-ebf33e5fd7aa HTTP/1.1" status: 200 len: 931 time: 1.0337727 Aug 22 13:40:53.214058 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port be5c83a4-e9b3-4dde-ba3c-fc398877fe7a completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:40:53.218237 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port be5c83a4-e9b3-4dde-ba3c-fc398877fe7a triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:40:53.218618 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:53.220627 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5cf01d69-ee8a-4b7f-8628-7bfb0daf1cca req-c9e1f09c-fe52-4ec9-9668-324f22b9ed7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:53.223402 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4efeaf-7f25-4847-99b0-592ce94b0db8 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Made reservation on behalf of ed74a8a922ba42b690e29d24df84fafa for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:40:53.227653 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bd4efeaf-7f25-4847-99b0-592ce94b0db8 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:53.374559 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:53.385934 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-23e5cc7b-2e83-4f52-a0a1-2da654df1921 req-985df000-3053-4956-b141-cb47cfc26d8d tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583699 Aug 22 13:40:53.400391 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-06365442-b38b-481c-b291-9ad9e8259163 req-e9e6d113-39a1-447d-a815-613e42e40113 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a7e300ab-6ca4-493b-85fa-731187076fdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2624185 Aug 22 13:40:53.421951 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port be5c83a4-e9b3-4dde-ba3c-fc398877fe7a, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=be5c83a4-e9b3-4dde-ba3c-fc398877fe7a,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:40:53.441790 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:53.488688 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b3852-a509-48cf-8ada-39efebec7606 req-a7db2996-d8e3-472e-8f34-939e4e1412a9 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:53.488920 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-071b4f5b-7e9c-420d-8175-e340a7a26f25 None None] Provisioning for port e7c7fc07-1b54-4359-aa30-9be0fc1548c8 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:40:53.490411 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-459b3852-a509-48cf-8ada-39efebec7606 req-a7db2996-d8e3-472e-8f34-939e4e1412a9 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 932 time: 0.3497956 Aug 22 13:40:53.506747 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-071b4f5b-7e9c-420d-8175-e340a7a26f25 None None] Provisioning complete for port e7c7fc07-1b54-4359-aa30-9be0fc1548c8 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:40:53.507118 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-071b4f5b-7e9c-420d-8175-e340a7a26f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:53.532758 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-29bf2e1f-7977-4d30-8ad3-52449b4c7d59 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:40:53.544099 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=be5c83a4-e9b3-4dde-ba3c-fc398877fe7a,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:53.545309 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf2e1f-7977-4d30-8ad3-52449b4c7d59 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Pushing event updated for resources: {'Port': ['ID=dd6b4597-b455-4adb-9a79-006cf91a9c06,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:53.552736 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bf2e1f-7977-4d30-8ad3-52449b4c7d59 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:40:53.559727 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bf2e1f-7977-4d30-8ad3-52449b4c7d59 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:53.560934 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-29bf2e1f-7977-4d30-8ad3-52449b4c7d59 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:53.561335 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-071b4f5b-7e9c-420d-8175-e340a7a26f25 None None] Port e7c7fc07-1b54-4359-aa30-9be0fc1548c8 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:40:53.570274 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3dc67978-1c88-4d69-b943-7bb6edaf0a28 req-f01f470a-5bce-4b0f-bc57-08e6219192bd tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0788617 Aug 22 13:40:53.593725 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-3dc67978-1c88-4d69-b943-7bb6edaf0a28 req-35922b5c-c733-4971-9a9b-fd80658ac381 service neutron] Request body: {'port': {'device_id': 'e89d63b8-3d35-427b-8697-ebf33e5fd7aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:53.632259 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-29bf2e1f-7977-4d30-8ad3-52449b4c7d59 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.0578606 Aug 22 13:40:53.637874 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47610) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:53.652136 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b6e570-a68c-46ca-9f94-2e90e4b6a871 None None] Network 243ccd09-b3d4-44d9-a28d-99eb97c748cb requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:40:53.661542 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-c07ebd89-ded6-4656-a4ae-5da1645027be tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Request body: {'port': {'network_id': '8dc11f46-2b36-4436-bd8f-67773a638c58', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-507892647'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:53.771034 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-11a2db3a-9d1b-4d55-becc-b40dac8931fe None None] Provisioning for port 4af77802-0ed5-4d99-b151-4bb8429065f0 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:40:53.786992 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-11a2db3a-9d1b-4d55-becc-b40dac8931fe None None] Provisioning complete for port 4af77802-0ed5-4d99-b151-4bb8429065f0 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:40:53.787728 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-11a2db3a-9d1b-4d55-becc-b40dac8931fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:53.840542 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-459b3852-a509-48cf-8ada-39efebec7606 req-160983b7-d65d-40c8-97e1-b56ae22e43c4 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=b83678d1-4258-4ef7-88a8-5933c84ca924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3105330 Aug 22 13:40:53.851866 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06365442-b38b-481c-b291-9ad9e8259163 req-9ba97cb7-0e07-4798-b8cf-fa8314fee172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:53.854264 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-06365442-b38b-481c-b291-9ad9e8259163 req-9ba97cb7-0e07-4798-b8cf-fa8314fee172 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9d314acf246e49628109fc5511827078&device_id=a7e300ab-6ca4-493b-85fa-731187076fdf HTTP/1.1" status: 200 len: 1098 time: 0.4264417 Aug 22 13:40:53.905316 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-3dc67978-1c88-4d69-b943-7bb6edaf0a28 req-35922b5c-c733-4971-9a9b-fd80658ac381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:53.924248 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-51d6f49b-b3c6-4fd5-b17c-8fbd8287fab6 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:53.951777 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-11a2db3a-9d1b-4d55-becc-b40dac8931fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:53.997077 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d6f49b-b3c6-4fd5-b17c-8fbd8287fab6 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event deleted for resources: {'Port': ['ID=e7c7fc07-1b54-4359-aa30-9be0fc1548c8,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:54.015893 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-11a2db3a-9d1b-4d55-becc-b40dac8931fe None None] For port 4af77802-0ed5-4d99-b151-4bb8429065f0, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=4af77802-0ed5-4d99-b151-4bb8429065f0,segment=NetworkSegment(e3fd8f8a-2f3c-4eaa-ac70-ff87bd8400b5),segment_id=e3fd8f8a-2f3c-4eaa-ac70-ff87bd8400b5)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:40:54.024788 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-11a2db3a-9d1b-4d55-becc-b40dac8931fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:54.028143 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4288b094-2e10-4bed-b2dc-54171cbc284d tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Router 6d5150cc-3544-46ed-ba39-fc6e4bc02181 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:40:54.058459 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bd4efeaf-7f25-4847-99b0-592ce94b0db8 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:54.077299 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-51d6f49b-b3c6-4fd5-b17c-8fbd8287fab6 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:54.079806 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-51d6f49b-b3c6-4fd5-b17c-8fbd8287fab6 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/ports/e7c7fc07-1b54-4359-aa30-9be0fc1548c8 HTTP/1.1" status: 204 len: 168 time: 2.4819233 Aug 22 13:40:54.086150 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47618) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:54.130556 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a2db3a-9d1b-4d55-becc-b40dac8931fe None None] Pushing event updated for resources: {'Port': ['ID=4af77802-0ed5-4d99-b151-4bb8429065f0,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:54.168185 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06365442-b38b-481c-b291-9ad9e8259163 req-858b6c04-9176-4c15-ad95-0c81425854ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:54.173403 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-d71f958b-8055-4b2e-bf58-7b6505ffa884 None None] Provisioning for port dd6b4597-b455-4adb-9a79-006cf91a9c06 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:40:54.173657 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-06365442-b38b-481c-b291-9ad9e8259163 req-858b6c04-9176-4c15-ad95-0c81425854ba service neutron] 10.222.0.16 "GET /v2.0/networks?id=436bb3cf-4f1a-421b-bfd3-5f21c99032ed HTTP/1.1" status: 200 len: 906 time: 0.2899771 Aug 22 13:40:54.182275 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-d71f958b-8055-4b2e-bf58-7b6505ffa884 None None] Provisioning complete for port dd6b4597-b455-4adb-9a79-006cf91a9c06 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:40:54.183125 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d71f958b-8055-4b2e-bf58-7b6505ffa884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:54.232928 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-d71f958b-8055-4b2e-bf58-7b6505ffa884 None None] Port dd6b4597-b455-4adb-9a79-006cf91a9c06 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:40:54.329887 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-06365442-b38b-481c-b291-9ad9e8259163 req-45b10e1f-120a-4910-bca7-317b143397fc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfca5d30-3e48-4072-a6df-3b881a1a8fbe HTTP/1.1" status: 200 len: 217 time: 0.0928898 Aug 22 13:40:54.332568 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4efeaf-7f25-4847-99b0-592ce94b0db8 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Pushing event updated for resources: {'Subnet': ['ID=f71f2fbc-d97e-4222-9512-8d250a745bbf,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:54.341393 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4288b094-2e10-4bed-b2dc-54171cbc284d tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:40:54.356100 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4288b094-2e10-4bed-b2dc-54171cbc284d tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:54.357392 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae3d763-9127-4d86-a2ff-6e33fc33803a None None] Sync routers for ids ['6d5150cc-3544-46ed-ba39-fc6e4bc02181'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:40:54.359558 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4288b094-2e10-4bed-b2dc-54171cbc284d tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] 10.222.0.21 "PUT /v2.0/routers/6d5150cc-3544-46ed-ba39-fc6e4bc02181 HTTP/1.1" status: 200 len: 919 time: 7.3256416 Aug 22 13:40:54.362873 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-5cf01d69-ee8a-4b7f-8628-7bfb0daf1cca req-c9e1f09c-fe52-4ec9-9668-324f22b9ed7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:40:54.365118 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47622) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:54.372871 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae3d763-9127-4d86-a2ff-6e33fc33803a None None] Routers {'6d5150cc-3544-46ed-ba39-fc6e4bc02181'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:40:54.375700 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-4ae3d763-9127-4d86-a2ff-6e33fc33803a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:40:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['6d5150cc-3544-46ed-ba39-fc6e4bc02181'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:54.388139 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47624) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:54.392196 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07ebd89-ded6-4656-a4ae-5da1645027be tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Made reservation on behalf of d29233a9ca1f4cc4b5b3319b6b02a1a1 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:40:54.395372 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c07ebd89-ded6-4656-a4ae-5da1645027be tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:54.412921 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5cf01d69-ee8a-4b7f-8628-7bfb0daf1cca req-c9e1f09c-fe52-4ec9-9668-324f22b9ed7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:54.425947 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-4ae3d763-9127-4d86-a2ff-6e33fc33803a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:54.447309 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae3d763-9127-4d86-a2ff-6e33fc33803a None None] Routers {'6d5150cc-3544-46ed-ba39-fc6e4bc02181'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:40:54.450266 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-4ae3d763-9127-4d86-a2ff-6e33fc33803a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:40:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['6d5150cc-3544-46ed-ba39-fc6e4bc02181'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:54.458975 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-5cf01d69-ee8a-4b7f-8628-7bfb0daf1cca req-c9e1f09c-fe52-4ec9-9668-324f22b9ed7c service neutron] Transition to ACTIVE for port object 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:40:54.487899 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5cf01d69-ee8a-4b7f-8628-7bfb0daf1cca req-c9e1f09c-fe52-4ec9-9668-324f22b9ed7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:54.498788 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-4ae3d763-9127-4d86-a2ff-6e33fc33803a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:40:54.499450 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae3d763-9127-4d86-a2ff-6e33fc33803a None None] The sync data for ids ['6d5150cc-3544-46ed-ba39-fc6e4bc02181'] in n-d-793621-33 is: [] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:40:54.510057 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f45d64e-12f8-4e0d-9b02-91a6e725ffaa tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:54.511611 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f45d64e-12f8-4e0d-9b02-91a6e725ffaa tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:54.513156 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6f45d64e-12f8-4e0d-9b02-91a6e725ffaa tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4242480 Aug 22 13:40:54.519833 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47630) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:54.548530 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-c07ebd89-ded6-4656-a4ae-5da1645027be tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] device_id is not set on port 6f17184c-e22d-4ee1-b155-ba54645bff70 yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:40:54.574136 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-cd470772-8d97-4d99-a63b-84ebfc85fc7f None None] Provisioning complete for port 4af77802-0ed5-4d99-b151-4bb8429065f0 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:40:54.574544 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-cd470772-8d97-4d99-a63b-84ebfc85fc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:54.582493 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e1f09c-fe52-4ec9-9668-324f22b9ed7c service neutron] Pushing event updated for resources: {'Port': ['ID=8c6dc773-1a07-4ca5-85cc-b116f5c58e9a,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:54.595314 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4efeaf-7f25-4847-99b0-592ce94b0db8 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Checking segment: {'id': 'fdb29001-d250-4e47-babf-28bc41c6f7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3730ec7d-e326-42bf-8aaa-69a2762fa0f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:40:54.595687 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4efeaf-7f25-4847-99b0-592ce94b0db8 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Network hostable DHCP agents. Network: 3730ec7d-e326-42bf-8aaa-69a2762fa0f3, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:40:54.602226 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06365442-b38b-481c-b291-9ad9e8259163 req-1d12896f-7ae0-42b4-bbb5-73198d78b000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:54.603719 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-06365442-b38b-481c-b291-9ad9e8259163 req-1d12896f-7ae0-42b4-bbb5-73198d78b000 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9d1b4558-44bd-41e9-aa53-567e0a55d684 HTTP/1.1" status: 200 len: 845 time: 0.2594526 Aug 22 13:40:54.664882 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-06365442-b38b-481c-b291-9ad9e8259163 req-999c20bf-ed5d-422c-920d-63e85fc61d42 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=436bb3cf-4f1a-421b-bfd3-5f21c99032ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448370 Aug 22 13:40:54.676454 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814e02f-02c3-4ad9-929a-a11a8eaa3d94 req-c722d23c-2e18-43a6-b702-75279955b693 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:54.678263 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5814e02f-02c3-4ad9-929a-a11a8eaa3d94 req-c722d23c-2e18-43a6-b702-75279955b693 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89d63b8-3d35-427b-8697-ebf33e5fd7aa HTTP/1.1" status: 200 len: 931 time: 0.1362476 Aug 22 13:40:54.738817 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9a9ab566-2659-42d9-9d02-83d8e0c1fc01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:54.785534 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4efeaf-7f25-4847-99b0-592ce94b0db8 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Network 3730ec7d-e326-42bf-8aaa-69a2762fa0f3 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:40:54.785772 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-30a98edf-807d-47e6-8333-31f46a770144 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Deleting subnet d96b7753-b031-469a-b275-3259f0d49f91 {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:40:54.795920 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-30a98edf-807d-47e6-8333-31f46a770144 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:54.831872 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 4af77802-0ed5-4d99-b151-4bb8429065f0 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:40:54.833534 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-bd4efeaf-7f25-4847-99b0-592ce94b0db8 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 3730ec7d-e326-42bf-8aaa-69a2762fa0f3) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:40:54.848014 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4efeaf-7f25-4847-99b0-592ce94b0db8 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:54.848518 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bd4efeaf-7f25-4847-99b0-592ce94b0db8 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:54.857055 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e5d32011-260a-4c51-b3cc-01547f6e1614 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] 10.222.0.21 "GET /v2.0/routers/6d5150cc-3544-46ed-ba39-fc6e4bc02181 HTTP/1.1" status: 200 len: 925 time: 0.4906566 Aug 22 13:40:54.874540 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5814e02f-02c3-4ad9-929a-a11a8eaa3d94 req-6e98ee09-ead1-45d0-9406-399f170d00b2 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659253 Aug 22 13:40:54.878763 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47634) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:54.900897 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62637bd8-6c86-4710-88ca-d9a4eb53b32d None None] Network 3730ec7d-e326-42bf-8aaa-69a2762fa0f3 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:40:54.935664 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-5cf01d69-ee8a-4b7f-8628-7bfb0daf1cca req-c9e1f09c-fe52-4ec9-9668-324f22b9ed7c service neutron] Attempting to bind port 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:40:54.936000 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-5cf01d69-ee8a-4b7f-8628-7bfb0daf1cca req-c9e1f09c-fe52-4ec9-9668-324f22b9ed7c service neutron] Attempting to bind port 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '0de567c1-0b27-42d1-b215-d74bde0cce23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '688a25cb-87b8-45f2-8ef8-1274133a97f8'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:40:54.936717 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf01d69-ee8a-4b7f-8628-7bfb0daf1cca req-c9e1f09c-fe52-4ec9-9668-324f22b9ed7c service neutron] Attempting to bind port 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a on network 688a25cb-87b8-45f2-8ef8-1274133a97f8 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:40:54.944160 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf01d69-ee8a-4b7f-8628-7bfb0daf1cca req-c9e1f09c-fe52-4ec9-9668-324f22b9ed7c service neutron] Port 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a on network 688a25cb-87b8-45f2-8ef8-1274133a97f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:40:54.944512 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf01d69-ee8a-4b7f-8628-7bfb0daf1cca req-c9e1f09c-fe52-4ec9-9668-324f22b9ed7c service neutron] Attempting to bind port 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a on network 688a25cb-87b8-45f2-8ef8-1274133a97f8 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:40:54.953492 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-06365442-b38b-481c-b291-9ad9e8259163 req-78d79ea8-d60c-4ad1-823f-3cd8551ac7f7 service neutron] 10.222.0.16 "GET /v2.0/networks/436bb3cf-4f1a-421b-bfd3-5f21c99032ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742519 Aug 22 13:40:54.954855 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-30a98edf-807d-47e6-8333-31f46a770144 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:54.955048 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf01d69-ee8a-4b7f-8628-7bfb0daf1cca req-c9e1f09c-fe52-4ec9-9668-324f22b9ed7c service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:40:54.955396 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf01d69-ee8a-4b7f-8628-7bfb0daf1cca req-c9e1f09c-fe52-4ec9-9668-324f22b9ed7c service neutron] Checking segment: {'id': '0de567c1-0b27-42d1-b215-d74bde0cce23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '688a25cb-87b8-45f2-8ef8-1274133a97f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:40:54.955782 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf01d69-ee8a-4b7f-8628-7bfb0daf1cca req-c9e1f09c-fe52-4ec9-9668-324f22b9ed7c service neutron] Bound using segment: {'id': '0de567c1-0b27-42d1-b215-d74bde0cce23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '688a25cb-87b8-45f2-8ef8-1274133a97f8'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:40:54.956223 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-5cf01d69-ee8a-4b7f-8628-7bfb0daf1cca req-c9e1f09c-fe52-4ec9-9668-324f22b9ed7c service neutron] Bound port: 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0de567c1-0b27-42d1-b215-d74bde0cce23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '688a25cb-87b8-45f2-8ef8-1274133a97f8'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:40:54.956648 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5cf01d69-ee8a-4b7f-8628-7bfb0daf1cca req-c9e1f09c-fe52-4ec9-9668-324f22b9ed7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:55.017630 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-c07ebd89-ded6-4656-a4ae-5da1645027be tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Allocated IP 2001:db8::301 (8dc11f46-2b36-4436-bd8f-67773a638c58/914d452b-b10c-4d27-9079-e139d22c9850/6f17184c-e22d-4ee1-b155-ba54645bff70) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:40:55.033739 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 4af77802-0ed5-4d99-b151-4bb8429065f0 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:40:55.034280 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:55.111385 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b569ad7c-6c84-40d6-85f4-56d646b860bc tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:55.116516 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b569ad7c-6c84-40d6-85f4-56d646b860bc tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=7de6ab83-cd00-4b3c-94fb-810dd34d29b8&device_id=6d5150cc-3544-46ed-ba39-fc6e4bc02181&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2328346 Aug 22 13:40:55.121686 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47638) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:55.141792 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24840b2b-b50f-420e-9ce3-73d6737ed3fa req-0b99e722-04b1-40fa-b079-64a68b9ed0d7 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:55.143291 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-24840b2b-b50f-420e-9ce3-73d6737ed3fa req-0b99e722-04b1-40fa-b079-64a68b9ed0d7 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 944 time: 0.1749651 Aug 22 13:40:55.181666 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85beba43-1c69-4694-bbee-e1e6493c4051 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-3730ec7d-e326-42bf-8aaa-69a2762fa0f3', 'network_id': '3730ec7d-e326-42bf-8aaa-69a2762fa0f3', 'tenant_id': 'ed74a8a922ba42b690e29d24df84fafa', 'fixed_ips': [{'subnet_id': 'f71f2fbc-d97e-4222-9512-8d250a745bbf'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:40:55.182291 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-3dc67978-1c88-4d69-b943-7bb6edaf0a28 req-35922b5c-c733-4971-9a9b-fd80658ac381 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e9359d4-a5ef-4246-a61d-4008681fe8cd {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:40:55.182573 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-85beba43-1c69-4694-bbee-e1e6493c4051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:55.200323 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-5cf01d69-ee8a-4b7f-8628-7bfb0daf1cca req-c9e1f09c-fe52-4ec9-9668-324f22b9ed7c service neutron] For port 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:40:55.210388 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-3dc67978-1c88-4d69-b943-7bb6edaf0a28 req-35922b5c-c733-4971-9a9b-fd80658ac381 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:55.217765 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device be5c83a4-e9b3-4dde-ba3c-fc398877fe7a up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:40:55.221796 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-30a98edf-807d-47e6-8333-31f46a770144 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:55.232757 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-5cf01d69-ee8a-4b7f-8628-7bfb0daf1cca req-c9e1f09c-fe52-4ec9-9668-324f22b9ed7c service neutron] For port 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=8c6dc773-1a07-4ca5-85cc-b116f5c58e9a,segment=NetworkSegment(0de567c1-0b27-42d1-b215-d74bde0cce23),segment_id=0de567c1-0b27-42d1-b215-d74bde0cce23)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:40:55.242472 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-06365442-b38b-481c-b291-9ad9e8259163 req-35cdd967-09de-4991-991f-c90c6068d93c service neutron] 10.222.0.16 "GET /v2.0/networks/436bb3cf-4f1a-421b-bfd3-5f21c99032ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768395 Aug 22 13:40:55.264904 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5cf01d69-ee8a-4b7f-8628-7bfb0daf1cca req-c9e1f09c-fe52-4ec9-9668-324f22b9ed7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:55.300524 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-3dc67978-1c88-4d69-b943-7bb6edaf0a28 req-35922b5c-c733-4971-9a9b-fd80658ac381 service neutron] Transition to ACTIVE for port object 3e9359d4-a5ef-4246-a61d-4008681fe8cd will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:40:55.342717 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-3dc67978-1c88-4d69-b943-7bb6edaf0a28 req-35922b5c-c733-4971-9a9b-fd80658ac381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:55.364101 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-24840b2b-b50f-420e-9ce3-73d6737ed3fa req-1325f320-daff-4bdd-9221-eb3376eefc9b tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=b83678d1-4258-4ef7-88a8-5933c84ca924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2016263 Aug 22 13:40:55.365713 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc496864-e8c7-43ab-8b4a-ef59b8a70336 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:55.370838 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-bc496864-e8c7-43ab-8b4a-ef59b8a70336 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] 10.222.0.21 "GET /v2.0/networks/7de6ab83-cd00-4b3c-94fb-810dd34d29b8 HTTP/1.1" status: 200 len: 881 time: 0.2476399 Aug 22 13:40:55.376970 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf01d69-ee8a-4b7f-8628-7bfb0daf1cca req-c9e1f09c-fe52-4ec9-9668-324f22b9ed7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:55.377649 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5cf01d69-ee8a-4b7f-8628-7bfb0daf1cca req-c9e1f09c-fe52-4ec9-9668-324f22b9ed7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:55.379106 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5cf01d69-ee8a-4b7f-8628-7bfb0daf1cca req-c9e1f09c-fe52-4ec9-9668-324f22b9ed7c service neutron] 10.222.0.16 "PUT /v2.0/ports/8c6dc773-1a07-4ca5-85cc-b116f5c58e9a HTTP/1.1" status: 200 len: 1093 time: 3.0659385 Aug 22 13:40:55.379589 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '414d5d55-0aa9-4530-9553-c445350ded61', 'tag': '8c6dc773-1a07-4ca5-85cc-b116f5c58e9a'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:40:55.382411 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f846f9f4-d0e1-4149-afb5-62bbab7e0038" -d '{"events": [{"name": "network-changed", "server_uuid": "414d5d55-0aa9-4530-9553-c445350ded61", "tag": "8c6dc773-1a07-4ca5-85cc-b116f5c58e9a"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:40:55.384979 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47640) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:55.391228 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port be5c83a4-e9b3-4dde-ba3c-fc398877fe7a triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:40:55.392162 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:55.416596 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9a9ab566-2659-42d9-9d02-83d8e0c1fc01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:55.436118 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9a9ab566-2659-42d9-9d02-83d8e0c1fc01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:55.450057 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-85beba43-1c69-4694-bbee-e1e6493c4051 None None] Allocated IP 2001:db8::2 (3730ec7d-e326-42bf-8aaa-69a2762fa0f3/f71f2fbc-d97e-4222-9512-8d250a745bbf/5496045e-4063-44d6-8d56-23310f8a2221) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:40:55.492888 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7113535-4ec9-4f22-bd41-aa1e8f5bc4b4 x-openstack-request-id: req-d7113535-4ec9-4f22-bd41-aa1e8f5bc4b4 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:40:55.493163 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "414d5d55-0aa9-4530-9553-c445350ded61", "tag": "8c6dc773-1a07-4ca5-85cc-b116f5c58e9a", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:40:55.493409 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d7113535-4ec9-4f22-bd41-aa1e8f5bc4b4 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:40:55.494020 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '414d5d55-0aa9-4530-9553-c445350ded61', 'tag': '8c6dc773-1a07-4ca5-85cc-b116f5c58e9a', 'status': 'completed', 'code': 200} Aug 22 13:40:55.496261 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-1fff06f9-6cc7-4a7f-ab9f-318a52c40def tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d5150cc-3544-46ed-ba39-fc6e4bc02181 HTTP/1.1" status: 200 len: 205 time: 0.1077383 Aug 22 13:40:55.497783 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-bd4efeaf-7f25-4847-99b0-592ce94b0db8 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6424255 Aug 22 13:40:55.526235 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9a9ab566-2659-42d9-9d02-83d8e0c1fc01 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b36ad6ef628c4f50b13b4bcb292e28d3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1253800 Aug 22 13:40:55.527537 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35922b5c-c733-4971-9a9b-fd80658ac381 service neutron] Pushing event updated for resources: {'Port': ['ID=3e9359d4-a5ef-4246-a61d-4008681fe8cd,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:55.539294 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47644) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:55.539640 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47646) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:55.539958 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47648) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:55.551729 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e1f09c-fe52-4ec9-9668-324f22b9ed7c service neutron] Pushing event updated for resources: {'Port': ['ID=8c6dc773-1a07-4ca5-85cc-b116f5c58e9a,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:55.580634 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-30a98edf-807d-47e6-8333-31f46a770144 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:55.581204 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf01d69-ee8a-4b7f-8628-7bfb0daf1cca req-5ed57e21-7c2a-458b-8872-ae8c896e4107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:55.583111 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5cf01d69-ee8a-4b7f-8628-7bfb0daf1cca req-5ed57e21-7c2a-458b-8872-ae8c896e4107 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=50b3d484826f4e1f8052fde49b87f38a&device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 1096 time: 0.1380415 Aug 22 13:40:55.592131 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-a9c7cfa4-ad1d-416b-987f-6b755a1e99a8 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Request body: {'subnet': {'network_id': 'db2b56bb-9963-4a58-b460-c060071bb549', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:55.631068 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5cf01d69-ee8a-4b7f-8628-7bfb0daf1cca req-1bd32d18-60b5-4e15-a783-39c4c515a042 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c6dc773-1a07-4ca5-85cc-b116f5c58e9a HTTP/1.1" status: 200 len: 217 time: 0.0405762 Aug 22 13:40:55.694019 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf01d69-ee8a-4b7f-8628-7bfb0daf1cca req-df348d2e-cfc7-445d-81e8-b03a34ee9825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:55.695563 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5cf01d69-ee8a-4b7f-8628-7bfb0daf1cca req-df348d2e-cfc7-445d-81e8-b03a34ee9825 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9501ed24-569f-4556-a2e9-978154d36845 HTTP/1.1" status: 200 len: 835 time: 0.0570021 Aug 22 13:40:55.709938 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-85beba43-1c69-4694-bbee-e1e6493c4051 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:55.722077 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-85beba43-1c69-4694-bbee-e1e6493c4051 None None] Transition to ACTIVE for port object 5496045e-4063-44d6-8d56-23310f8a2221 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:40:55.729448 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a98edf-807d-47e6-8333-31f46a770144 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event deleted for resources: {'Subnet': ['ID=d96b7753-b031-469a-b275-3259f0d49f91,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:55.743766 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-85beba43-1c69-4694-bbee-e1e6493c4051 None None] Transition to ACTIVE for port object 5496045e-4063-44d6-8d56-23310f8a2221 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:40:55.755076 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-85beba43-1c69-4694-bbee-e1e6493c4051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:55.782886 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf01d69-ee8a-4b7f-8628-7bfb0daf1cca req-689e4a3d-897f-4705-838f-0f18c1280999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:55.784583 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5cf01d69-ee8a-4b7f-8628-7bfb0daf1cca req-689e4a3d-897f-4705-838f-0f18c1280999 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=688a25cb-87b8-45f2-8ef8-1274133a97f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0804882 Aug 22 13:40:55.796247 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85beba43-1c69-4694-bbee-e1e6493c4051 None None] Network 3730ec7d-e326-42bf-8aaa-69a2762fa0f3 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:40:55.800047 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-85beba43-1c69-4694-bbee-e1e6493c4051 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:40:55.804203 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85beba43-1c69-4694-bbee-e1e6493c4051 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:40:55.812071 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85beba43-1c69-4694-bbee-e1e6493c4051 None None] Pushing event updated for resources: {'Port': ['ID=5496045e-4063-44d6-8d56-23310f8a2221,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:55.821118 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3cfb64-fedb-4c1d-9951-c78ee28c4a58 None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:40:55.831048 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-30a98edf-807d-47e6-8333-31f46a770144 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:55.835137 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-30a98edf-807d-47e6-8333-31f46a770144 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/subnets/d96b7753-b031-469a-b275-3259f0d49f91 HTTP/1.1" status: 204 len: 168 time: 1.3117166 Aug 22 13:40:55.848220 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47654) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:55.905002 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-791cf2ce-897f-49b2-a146-7078b4f3454a tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0547717 Aug 22 13:40:55.908511 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47658) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:55.917155 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9ab566-2659-42d9-9d02-83d8e0c1fc01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71a5b8b-9c5e-4c78-9e52-3fb774794156,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:55.926432 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-85beba43-1c69-4694-bbee-e1e6493c4051 None None] Attempting to bind port 5496045e-4063-44d6-8d56-23310f8a2221 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:40:55.927250 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-85beba43-1c69-4694-bbee-e1e6493c4051 None None] Attempting to bind port 5496045e-4063-44d6-8d56-23310f8a2221 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'fdb29001-d250-4e47-babf-28bc41c6f7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3730ec7d-e326-42bf-8aaa-69a2762fa0f3'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:40:55.927250 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85beba43-1c69-4694-bbee-e1e6493c4051 None None] Attempting to bind port 5496045e-4063-44d6-8d56-23310f8a2221 on network 3730ec7d-e326-42bf-8aaa-69a2762fa0f3 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:40:55.935939 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85beba43-1c69-4694-bbee-e1e6493c4051 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:40:55.936381 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85beba43-1c69-4694-bbee-e1e6493c4051 None None] Checking segment: {'id': 'fdb29001-d250-4e47-babf-28bc41c6f7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3730ec7d-e326-42bf-8aaa-69a2762fa0f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:40:55.936877 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-85beba43-1c69-4694-bbee-e1e6493c4051 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:55.937171 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85beba43-1c69-4694-bbee-e1e6493c4051 None None] Bound using segment: {'id': 'fdb29001-d250-4e47-babf-28bc41c6f7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3730ec7d-e326-42bf-8aaa-69a2762fa0f3'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:40:55.937731 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-85beba43-1c69-4694-bbee-e1e6493c4051 None None] Bound port: 5496045e-4063-44d6-8d56-23310f8a2221, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdb29001-d250-4e47-babf-28bc41c6f7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3730ec7d-e326-42bf-8aaa-69a2762fa0f3'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:40:55.938735 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-85beba43-1c69-4694-bbee-e1e6493c4051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:55.996681 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c07ebd89-ded6-4656-a4ae-5da1645027be tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:56.002771 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5cf01d69-ee8a-4b7f-8628-7bfb0daf1cca req-78784362-7709-48ef-9160-432d825bbfff service neutron] 10.222.0.16 "GET /v2.0/networks/688a25cb-87b8-45f2-8ef8-1274133a97f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090509 Aug 22 13:40:56.008582 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8f95ddfe-5256-4484-8e07-2fcdee349d38 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:56.018473 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd684700-2955-48a5-8434-8f08362cc76e tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:56.022855 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-cd684700-2955-48a5-8434-8f08362cc76e tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1112068 Aug 22 13:40:56.023882 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47660) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:56.046952 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-85beba43-1c69-4694-bbee-e1e6493c4051 None None] For port 5496045e-4063-44d6-8d56-23310f8a2221, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:40:56.050848 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-85beba43-1c69-4694-bbee-e1e6493c4051 None None] For port 5496045e-4063-44d6-8d56-23310f8a2221, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=5496045e-4063-44d6-8d56-23310f8a2221,segment=NetworkSegment(fdb29001-d250-4e47-babf-28bc41c6f7b4),segment_id=fdb29001-d250-4e47-babf-28bc41c6f7b4)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:40:56.058430 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-85beba43-1c69-4694-bbee-e1e6493c4051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:56.114648 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-c07ebd89-ded6-4656-a4ae-5da1645027be tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Transition to ACTIVE for port object 6f17184c-e22d-4ee1-b155-ba54645bff70 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:40:56.119837 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-680620df-9806-4dc9-9102-4249f162a74d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:56.123067 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85beba43-1c69-4694-bbee-e1e6493c4051 None None] Pushing event updated for resources: {'Port': ['ID=5496045e-4063-44d6-8d56-23310f8a2221,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:56.127320 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cf3653-607b-448f-be1d-cec726169e6e None None] DHCP port deletion for 933f65da-8ef2-4dea-ac27-3eee9182e92f request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:40:56.182637 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5cf01d69-ee8a-4b7f-8628-7bfb0daf1cca req-ba09a7c2-6fc5-40ce-9214-a471945ff138 service neutron] 10.222.0.16 "GET /v2.0/networks/688a25cb-87b8-45f2-8ef8-1274133a97f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577566 Aug 22 13:40:56.185776 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-84cf3653-607b-448f-be1d-cec726169e6e None None] Deleting port be5c83a4-e9b3-4dde-ba3c-fc398877fe7a {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:40:56.186308 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-84cf3653-607b-448f-be1d-cec726169e6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:56.222709 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73cb9de-5190-4f7b-afe3-e191fc571559 req-c7fa09d5-4583-4196-a8ac-e0e9551b22b6 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:56.224435 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e73cb9de-5190-4f7b-afe3-e191fc571559 req-c7fa09d5-4583-4196-a8ac-e0e9551b22b6 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89d63b8-3d35-427b-8697-ebf33e5fd7aa HTTP/1.1" status: 200 len: 943 time: 0.2540345 Aug 22 13:40:56.235684 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185bf33f-9362-4203-ab4d-5523456f7236 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:56.237371 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-185bf33f-9362-4203-ab4d-5523456f7236 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2101719 Aug 22 13:40:56.242582 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47662) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:56.245833 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-3dc67978-1c88-4d69-b943-7bb6edaf0a28 req-35922b5c-c733-4971-9a9b-fd80658ac381 service neutron] Attempting to bind port 3e9359d4-a5ef-4246-a61d-4008681fe8cd on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:40:56.246176 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-3dc67978-1c88-4d69-b943-7bb6edaf0a28 req-35922b5c-c733-4971-9a9b-fd80658ac381 service neutron] Attempting to bind port 3e9359d4-a5ef-4246-a61d-4008681fe8cd by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': 'ade77f39-5a78-4e5c-8ff0-9af8c1244976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '436bb3cf-4f1a-421b-bfd3-5f21c99032ed'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:40:56.246768 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc67978-1c88-4d69-b943-7bb6edaf0a28 req-35922b5c-c733-4971-9a9b-fd80658ac381 service neutron] Attempting to bind port 3e9359d4-a5ef-4246-a61d-4008681fe8cd on network 436bb3cf-4f1a-421b-bfd3-5f21c99032ed {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:40:56.263000 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-84cf3653-607b-448f-be1d-cec726169e6e None None] For port be5c83a4-e9b3-4dde-ba3c-fc398877fe7a, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=be5c83a4-e9b3-4dde-ba3c-fc398877fe7a,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:40:56.263451 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-84cf3653-607b-448f-be1d-cec726169e6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:56.270869 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-680620df-9806-4dc9-9102-4249f162a74d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:56.273661 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c7cfa4-ad1d-416b-987f-6b755a1e99a8 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Made reservation on behalf of ed74a8a922ba42b690e29d24df84fafa for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:40:56.277714 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a9c7cfa4-ad1d-416b-987f-6b755a1e99a8 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:56.278630 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-84cf3653-607b-448f-be1d-cec726169e6e None None] Calling delete_port for be5c83a4-e9b3-4dde-ba3c-fc398877fe7a owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:40:56.327607 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-20155391-97be-4725-a31e-5e9050c5c383 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0790360 Aug 22 13:40:56.327826 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc67978-1c88-4d69-b943-7bb6edaf0a28 req-35922b5c-c733-4971-9a9b-fd80658ac381 service neutron] Port 3e9359d4-a5ef-4246-a61d-4008681fe8cd on network 436bb3cf-4f1a-421b-bfd3-5f21c99032ed not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:40:56.327826 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc67978-1c88-4d69-b943-7bb6edaf0a28 req-35922b5c-c733-4971-9a9b-fd80658ac381 service neutron] Attempting to bind port 3e9359d4-a5ef-4246-a61d-4008681fe8cd on network 436bb3cf-4f1a-421b-bfd3-5f21c99032ed {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:40:56.330164 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47664) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:56.335639 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc67978-1c88-4d69-b943-7bb6edaf0a28 req-35922b5c-c733-4971-9a9b-fd80658ac381 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:40:56.336014 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc67978-1c88-4d69-b943-7bb6edaf0a28 req-35922b5c-c733-4971-9a9b-fd80658ac381 service neutron] Checking segment: {'id': 'ade77f39-5a78-4e5c-8ff0-9af8c1244976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '436bb3cf-4f1a-421b-bfd3-5f21c99032ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:40:56.336389 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc67978-1c88-4d69-b943-7bb6edaf0a28 req-35922b5c-c733-4971-9a9b-fd80658ac381 service neutron] Bound using segment: {'id': 'ade77f39-5a78-4e5c-8ff0-9af8c1244976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '436bb3cf-4f1a-421b-bfd3-5f21c99032ed'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:40:56.337029 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-3dc67978-1c88-4d69-b943-7bb6edaf0a28 req-35922b5c-c733-4971-9a9b-fd80658ac381 service neutron] Bound port: 3e9359d4-a5ef-4246-a61d-4008681fe8cd, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ade77f39-5a78-4e5c-8ff0-9af8c1244976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '436bb3cf-4f1a-421b-bfd3-5f21c99032ed'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:40:56.337206 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-3dc67978-1c88-4d69-b943-7bb6edaf0a28 req-35922b5c-c733-4971-9a9b-fd80658ac381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:56.354914 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-9092ba56-ac79-41e8-90e2-f9e3a01ca704 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'subnet': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:56.411155 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e73cb9de-5190-4f7b-afe3-e191fc571559 req-31935344-8e0a-46bb-8ba2-caf12c04b6a1 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797085 Aug 22 13:40:56.471149 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8f95ddfe-5256-4484-8e07-2fcdee349d38 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:56.473970 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846f9f4-d0e1-4149-afb5-62bbab7e0038 req-f9d74d69-2b35-4e6d-b6d5-c1a660b20304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:56.475585 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f846f9f4-d0e1-4149-afb5-62bbab7e0038 req-f9d74d69-2b35-4e6d-b6d5-c1a660b20304 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=50b3d484826f4e1f8052fde49b87f38a&device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 1096 time: 0.2300329 Aug 22 13:40:56.535052 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c07ebd89-ded6-4656-a4ae-5da1645027be tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:56.575551 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-84cf3653-607b-448f-be1d-cec726169e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:56.606760 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf3653-607b-448f-be1d-cec726169e6e None None] Pushing event deleted for resources: {'Port': ['ID=be5c83a4-e9b3-4dde-ba3c-fc398877fe7a,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:56.614001 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cf3653-607b-448f-be1d-cec726169e6e None None] No DVR routers for this DVR port be5c83a4-e9b3-4dde-ba3c-fc398877fe7a on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:40:56.655592 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9092ba56-ac79-41e8-90e2-f9e3a01ca704 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:40:56.659629 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9092ba56-ac79-41e8-90e2-f9e3a01ca704 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:56.673160 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-680620df-9806-4dc9-9102-4249f162a74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:56.675723 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-680620df-9806-4dc9-9102-4249f162a74d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:56.676934 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-680620df-9806-4dc9-9102-4249f162a74d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c71a5b8b-9c5e-4c78-9e52-3fb774794156 HTTP/1.1" status: 204 len: 168 time: 1.1144674 Aug 22 13:40:56.683051 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a7f817-99d0-41fe-ab5e-80d8d121ae11 req-dc30c436-a1ba-44e9-b23b-e7c68042a2a5 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:56.684685 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-12a7f817-99d0-41fe-ab5e-80d8d121ae11 req-dc30c436-a1ba-44e9-b23b-e7c68042a2a5 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 944 time: 0.1731005 Aug 22 13:40:56.696631 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07ebd89-ded6-4656-a4ae-5da1645027be tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Network 8dc11f46-2b36-4436-bd8f-67773a638c58 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:40:56.717792 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-c07ebd89-ded6-4656-a4ae-5da1645027be tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:40:56.723182 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-3dc67978-1c88-4d69-b943-7bb6edaf0a28 req-35922b5c-c733-4971-9a9b-fd80658ac381 service neutron] For port 3e9359d4-a5ef-4246-a61d-4008681fe8cd, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:40:56.725719 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07ebd89-ded6-4656-a4ae-5da1645027be tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Pushing event updated for resources: {'Port': ['ID=6f17184c-e22d-4ee1-b155-ba54645bff70,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:56.728257 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07ebd89-ded6-4656-a4ae-5da1645027be tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:40:56.733953 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07ebd89-ded6-4656-a4ae-5da1645027be tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:56.734598 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c07ebd89-ded6-4656-a4ae-5da1645027be tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:56.744051 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846f9f4-d0e1-4149-afb5-62bbab7e0038 req-32703c12-92b8-41c3-b912-f51b960c35d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:56.745798 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f846f9f4-d0e1-4149-afb5-62bbab7e0038 req-32703c12-92b8-41c3-b912-f51b960c35d2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=688a25cb-87b8-45f2-8ef8-1274133a97f8 HTTP/1.1" status: 200 len: 897 time: 0.2594471 Aug 22 13:40:56.751343 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-3dc67978-1c88-4d69-b943-7bb6edaf0a28 req-35922b5c-c733-4971-9a9b-fd80658ac381 service neutron] For port 3e9359d4-a5ef-4246-a61d-4008681fe8cd, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=3e9359d4-a5ef-4246-a61d-4008681fe8cd,segment=NetworkSegment(ade77f39-5a78-4e5c-8ff0-9af8c1244976),segment_id=ade77f39-5a78-4e5c-8ff0-9af8c1244976)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:40:56.755043 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680620df-9806-4dc9-9102-4249f162a74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71a5b8b-9c5e-4c78-9e52-3fb774794156,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:56.765238 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c07ebd89-ded6-4656-a4ae-5da1645027be tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.1222060 Aug 22 13:40:56.765669 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47672) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:56.783156 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-4f43a5ba-7109-4af8-a209-4b9688024ae7 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::f2', 'mac_address': 'fa:16:3e:33:f4:42'}, {'ip_address': '2001:db8::188', 'mac_address': 'fa:16:3e:63:6e:db'}]}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:56.817690 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-3dc67978-1c88-4d69-b943-7bb6edaf0a28 req-35922b5c-c733-4971-9a9b-fd80658ac381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:56.836345 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f846f9f4-d0e1-4149-afb5-62bbab7e0038 req-e06dc376-84d8-418b-a48a-dfa8869b9c96 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c6dc773-1a07-4ca5-85cc-b116f5c58e9a HTTP/1.1" status: 200 len: 217 time: 0.0749145 Aug 22 13:40:56.967562 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-12a7f817-99d0-41fe-ab5e-80d8d121ae11 req-772d3e7b-792e-444e-813b-757936a29634 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=b83678d1-4258-4ef7-88a8-5933c84ca924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2684078 Aug 22 13:40:56.983325 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-8f95ddfe-5256-4484-8e07-2fcdee349d38 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Deleting port 899889dd-74a5-4cd0-b617-6672b8647a30 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:40:56.983677 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8f95ddfe-5256-4484-8e07-2fcdee349d38 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:56.987479 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 5496045e-4063-44d6-8d56-23310f8a2221 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:40:56.999286 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846f9f4-d0e1-4149-afb5-62bbab7e0038 req-b11e2995-d56a-4fa7-ab48-9fd1c96c5f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:57.001664 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f846f9f4-d0e1-4149-afb5-62bbab7e0038 req-b11e2995-d56a-4fa7-ab48-9fd1c96c5f8c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9501ed24-569f-4556-a2e9-978154d36845 HTTP/1.1" status: 200 len: 835 time: 0.1488507 Aug 22 13:40:57.076120 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 5496045e-4063-44d6-8d56-23310f8a2221 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:40:57.116583 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8f95ddfe-5256-4484-8e07-2fcdee349d38 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:57.127343 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846f9f4-d0e1-4149-afb5-62bbab7e0038 req-bb81ba16-dc67-474d-b61e-e5fea715e15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:57.129443 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-8f95ddfe-5256-4484-8e07-2fcdee349d38 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Calling delete_port for 899889dd-74a5-4cd0-b617-6672b8647a30 owned by network:router_gateway {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:40:57.129592 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f846f9f4-d0e1-4149-afb5-62bbab7e0038 req-bb81ba16-dc67-474d-b61e-e5fea715e15d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=688a25cb-87b8-45f2-8ef8-1274133a97f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1193244 Aug 22 13:40:57.178452 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device be5c83a4-e9b3-4dde-ba3c-fc398877fe7a no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:40:57.224356 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: be5c83a4-e9b3-4dde-ba3c-fc398877fe7a {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:40:57.225790 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device be5c83a4-e9b3-4dde-ba3c-fc398877fe7a not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:40:57.233366 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc67978-1c88-4d69-b943-7bb6edaf0a28 req-35922b5c-c733-4971-9a9b-fd80658ac381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:57.234000 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-3dc67978-1c88-4d69-b943-7bb6edaf0a28 req-35922b5c-c733-4971-9a9b-fd80658ac381 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:57.238542 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3dc67978-1c88-4d69-b943-7bb6edaf0a28 req-35922b5c-c733-4971-9a9b-fd80658ac381 service neutron] 10.222.0.41 "PUT /v2.0/ports/3e9359d4-a5ef-4246-a61d-4008681fe8cd HTTP/1.1" status: 200 len: 1092 time: 3.6503308 Aug 22 13:40:57.264546 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9092ba56-ac79-41e8-90e2-f9e3a01ca704 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:57.277208 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e89d63b8-3d35-427b-8697-ebf33e5fd7aa', 'tag': '3e9359d4-a5ef-4246-a61d-4008681fe8cd'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:40:57.279743 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b65e0c9-c301-4fcb-a8c4-4e00de157345" -d '{"events": [{"name": "network-changed", "server_uuid": "e89d63b8-3d35-427b-8697-ebf33e5fd7aa", "tag": "3e9359d4-a5ef-4246-a61d-4008681fe8cd"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:40:57.302806 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-1b22445e-98c0-4041-b5d8-e00e8b65763b None None] Provisioning for port 6f17184c-e22d-4ee1-b155-ba54645bff70 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:40:57.304046 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47678) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:57.308913 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-1b22445e-98c0-4041-b5d8-e00e8b65763b None None] Provisioning complete for port 6f17184c-e22d-4ee1-b155-ba54645bff70 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:40:57.309755 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1b22445e-98c0-4041-b5d8-e00e8b65763b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:57.347321 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fde81292-f198-4a29-9faf-a1e89fb13776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:57.358821 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9092ba56-ac79-41e8-90e2-f9e3a01ca704 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:40:57.360486 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-1b22445e-98c0-4041-b5d8-e00e8b65763b None None] Port 6f17184c-e22d-4ee1-b155-ba54645bff70 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:40:57.373008 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-9092ba56-ac79-41e8-90e2-f9e3a01ca704 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:40:57.387041 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9092ba56-ac79-41e8-90e2-f9e3a01ca704 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:57.387637 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9092ba56-ac79-41e8-90e2-f9e3a01ca704 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:57.387789 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f452da9-58c4-4320-9c5d-74aaa892f4e8 None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:40:57.402177 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4147bb7b-374d-4b1c-941a-6d9c2ea9bd4f x-openstack-request-id: req-4147bb7b-374d-4b1c-941a-6d9c2ea9bd4f {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:40:57.402615 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e89d63b8-3d35-427b-8697-ebf33e5fd7aa", "tag": "3e9359d4-a5ef-4246-a61d-4008681fe8cd", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:40:57.403058 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4147bb7b-374d-4b1c-941a-6d9c2ea9bd4f {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:40:57.403473 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e89d63b8-3d35-427b-8697-ebf33e5fd7aa', 'tag': '3e9359d4-a5ef-4246-a61d-4008681fe8cd', 'status': 'completed', 'code': 200} Aug 22 13:40:57.413460 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f846f9f4-d0e1-4149-afb5-62bbab7e0038 req-976fd834-b538-455e-a546-54cc6fcb1d01 service neutron] 10.222.0.16 "GET /v2.0/networks/688a25cb-87b8-45f2-8ef8-1274133a97f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740757 Aug 22 13:40:57.414074 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9092ba56-ac79-41e8-90e2-f9e3a01ca704 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event updated for resources: {'Subnet': ['ID=442adc8c-6930-47b0-a59b-6cbb1b783cef,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:57.586786 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f846f9f4-d0e1-4149-afb5-62bbab7e0038 req-0692cc70-6b8c-434a-9c71-b8d66b547381 service neutron] 10.222.0.16 "GET /v2.0/networks/688a25cb-87b8-45f2-8ef8-1274133a97f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630051 Aug 22 13:40:57.586987 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72428208-906a-43dd-b5b2-a39ed4d56014 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-933f65da-8ef2-4dea-ac27-3eee9182e92f', 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'tenant_id': 'a71622c06b3d48d28918cf297ca2043b', 'fixed_ips': [{'subnet_id': '442adc8c-6930-47b0-a59b-6cbb1b783cef'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:40:57.587818 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-72428208-906a-43dd-b5b2-a39ed4d56014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:57.626554 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de94d1-21f8-4b2b-b2f6-ef9ddca90703 req-7ee9cb5a-e95b-4788-a8ad-1e78ffeb1c45 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:57.628122 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b2de94d1-21f8-4b2b-b2f6-ef9ddca90703 req-7ee9cb5a-e95b-4788-a8ad-1e78ffeb1c45 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89d63b8-3d35-427b-8697-ebf33e5fd7aa HTTP/1.1" status: 200 len: 943 time: 0.0895989 Aug 22 13:40:57.654696 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fde81292-f198-4a29-9faf-a1e89fb13776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:57.666316 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fde81292-f198-4a29-9faf-a1e89fb13776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:57.673722 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-9092ba56-ac79-41e8-90e2-f9e3a01ca704 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3273802 Aug 22 13:40:57.686921 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a0e453-6d29-46f8-8ca3-36845060b656 None None] Network 3730ec7d-e326-42bf-8aaa-69a2762fa0f3 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:40:57.695032 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47682) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:57.711118 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-199a5e39-f6e0-4d9d-9e31-343907380bde tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'port': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'fixed_ips': [{'subnet_id': '442adc8c-6930-47b0-a59b-6cbb1b783cef', 'ip_address': '2001:db8::fb3a:4b04:a02d:c239'}], 'name': 'tempest-NetworksTestDHCPv6-305548669'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:57.766305 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-a5f2b267-6ebb-49a7-a7b0-fd15377a9510 None None] Provisioning for port 5496045e-4063-44d6-8d56-23310f8a2221 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:40:57.796390 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-a5f2b267-6ebb-49a7-a7b0-fd15377a9510 None None] Provisioning complete for port 5496045e-4063-44d6-8d56-23310f8a2221 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:40:57.796787 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a5f2b267-6ebb-49a7-a7b0-fd15377a9510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:57.865304 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-72428208-906a-43dd-b5b2-a39ed4d56014 None None] Allocated IP 2001:db8::2 (933f65da-8ef2-4dea-ac27-3eee9182e92f/442adc8c-6930-47b0-a59b-6cbb1b783cef/6091d34b-51b1-4bb4-9aa6-64af3ad3de75) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:40:57.923520 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35922b5c-c733-4971-9a9b-fd80658ac381 service neutron] Pushing event updated for resources: {'Port': ['ID=3e9359d4-a5ef-4246-a61d-4008681fe8cd,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:57.949354 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc67978-1c88-4d69-b943-7bb6edaf0a28 req-d543acf4-7090-4614-aae9-99137c1548a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:57.951515 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3dc67978-1c88-4d69-b943-7bb6edaf0a28 req-d543acf4-7090-4614-aae9-99137c1548a8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d314acf246e49628109fc5511827078&device_id=e89d63b8-3d35-427b-8697-ebf33e5fd7aa HTTP/1.1" status: 200 len: 1095 time: 0.6447463 Aug 22 13:40:57.952992 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a9c7cfa4-ad1d-416b-987f-6b755a1e99a8 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:58.074897 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a5f2b267-6ebb-49a7-a7b0-fd15377a9510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:58.102089 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3dc67978-1c88-4d69-b943-7bb6edaf0a28 req-166082f5-ef26-4375-9177-3efe9597b1a6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e9359d4-a5ef-4246-a61d-4008681fe8cd HTTP/1.1" status: 200 len: 217 time: 0.0937638 Aug 22 13:40:58.138234 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-a5f2b267-6ebb-49a7-a7b0-fd15377a9510 None None] For port 5496045e-4063-44d6-8d56-23310f8a2221, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=5496045e-4063-44d6-8d56-23310f8a2221,segment=NetworkSegment(fdb29001-d250-4e47-babf-28bc41c6f7b4),segment_id=fdb29001-d250-4e47-babf-28bc41c6f7b4)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:40:58.165393 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a5f2b267-6ebb-49a7-a7b0-fd15377a9510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:58.181097 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b2de94d1-21f8-4b2b-b2f6-ef9ddca90703 req-a86bc747-339a-4da4-a234-b684bd1b393d tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5403647 Aug 22 13:40:58.191756 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-fde81292-f198-4a29-9faf-a1e89fb13776 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ae1e7b4945f042f289e506af807d1e7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8866858 Aug 22 13:40:58.193461 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47688) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:58.197706 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde81292-f198-4a29-9faf-a1e89fb13776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8039df-d089-4b54-9634-3e4bb631c406,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:58.237828 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-72428208-906a-43dd-b5b2-a39ed4d56014 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:58.259695 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-72428208-906a-43dd-b5b2-a39ed4d56014 None None] Transition to ACTIVE for port object 6091d34b-51b1-4bb4-9aa6-64af3ad3de75 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:40:58.276342 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41bfa34-39da-4dde-acb4-e0a0c7abee47 req-eb14fb43-a1b8-4c3a-bbe6-5d746e860310 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:58.276917 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f2b267-6ebb-49a7-a7b0-fd15377a9510 None None] Pushing event updated for resources: {'Port': ['ID=5496045e-4063-44d6-8d56-23310f8a2221,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:58.277003 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c7cfa4-ad1d-416b-987f-6b755a1e99a8 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Checking segment: {'id': 'fed31f03-3e46-4d0d-952e-94260c1cb77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'db2b56bb-9963-4a58-b460-c060071bb549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:40:58.277117 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c41bfa34-39da-4dde-acb4-e0a0c7abee47 req-eb14fb43-a1b8-4c3a-bbe6-5d746e860310 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 944 time: 0.1602914 Aug 22 13:40:58.284603 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c7cfa4-ad1d-416b-987f-6b755a1e99a8 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Network hostable DHCP agents. Network: db2b56bb-9963-4a58-b460-c060071bb549, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:40:58.287059 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c7cfa4-ad1d-416b-987f-6b755a1e99a8 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Pushing event updated for resources: {'Subnet': ['ID=46b37cf1-f8a8-4bf8-bbde-109cbb65259f,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:58.304431 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-72428208-906a-43dd-b5b2-a39ed4d56014 None None] Transition to ACTIVE for port object 6091d34b-51b1-4bb4-9aa6-64af3ad3de75 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:40:58.317951 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:58.319089 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4f43a5ba-7109-4af8-a209-4b9688024ae7 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:58.319773 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-72428208-906a-43dd-b5b2-a39ed4d56014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:58.340922 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-37c413bf-97d7-4ba0-875e-8ebeec1f9aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:58.345697 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc67978-1c88-4d69-b943-7bb6edaf0a28 req-5fe56c61-ad6b-4fef-bad4-5b12af1812e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:58.347261 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3dc67978-1c88-4d69-b943-7bb6edaf0a28 req-5fe56c61-ad6b-4fef-bad4-5b12af1812e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9d1b4558-44bd-41e9-aa53-567e0a55d684 HTTP/1.1" status: 200 len: 845 time: 0.2297435 Aug 22 13:40:58.350959 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c7cfa4-ad1d-416b-987f-6b755a1e99a8 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Network db2b56bb-9963-4a58-b460-c060071bb549 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:40:58.369125 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8f95ddfe-5256-4484-8e07-2fcdee349d38 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:58.380054 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72428208-906a-43dd-b5b2-a39ed4d56014 None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:40:58.381652 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c41bfa34-39da-4dde-acb4-e0a0c7abee47 req-0119d99c-644f-468f-a97f-8ce013e9f437 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=b83678d1-4258-4ef7-88a8-5933c84ca924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929749 Aug 22 13:40:58.384121 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-72428208-906a-43dd-b5b2-a39ed4d56014 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:40:58.389735 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-37c413bf-97d7-4ba0-875e-8ebeec1f9aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:58.394765 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72428208-906a-43dd-b5b2-a39ed4d56014 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:40:58.406170 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199a5e39-f6e0-4d9d-9e31-343907380bde tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:40:58.415424 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72428208-906a-43dd-b5b2-a39ed4d56014 None None] Pushing event updated for resources: {'Port': ['ID=6091d34b-51b1-4bb4-9aa6-64af3ad3de75,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:58.461502 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3dc67978-1c88-4d69-b943-7bb6edaf0a28 req-7221fd8c-166b-422c-8c25-645a85c34b77 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=436bb3cf-4f1a-421b-bfd3-5f21c99032ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1067255 Aug 22 13:40:58.465781 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f95ddfe-5256-4484-8e07-2fcdee349d38 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Pushing event deleted for resources: {'Port': ['ID=899889dd-74a5-4cd0-b617-6672b8647a30,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:58.480194 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-a9c7cfa4-ad1d-416b-987f-6b755a1e99a8 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, db2b56bb-9963-4a58-b460-c060071bb549) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:40:58.505966 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c7cfa4-ad1d-416b-987f-6b755a1e99a8 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:58.506553 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a9c7cfa4-ad1d-416b-987f-6b755a1e99a8 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:58.509331 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d543a7b5-270d-4abd-9a3b-e66f1fd9cc62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:58.529535 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-199a5e39-f6e0-4d9d-9e31-343907380bde tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:58.534329 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-37c413bf-97d7-4ba0-875e-8ebeec1f9aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:58.535907 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d360b1-5b66-45f1-8b0a-6a7827196190 None None] Network db2b56bb-9963-4a58-b460-c060071bb549 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:40:58.537069 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-37c413bf-97d7-4ba0-875e-8ebeec1f9aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:58.538830 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-72428208-906a-43dd-b5b2-a39ed4d56014 None None] Attempting to bind port 6091d34b-51b1-4bb4-9aa6-64af3ad3de75 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:40:58.539201 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-72428208-906a-43dd-b5b2-a39ed4d56014 None None] Attempting to bind port 6091d34b-51b1-4bb4-9aa6-64af3ad3de75 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:40:58.539612 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72428208-906a-43dd-b5b2-a39ed4d56014 None None] Attempting to bind port 6091d34b-51b1-4bb4-9aa6-64af3ad3de75 on network 933f65da-8ef2-4dea-ac27-3eee9182e92f {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:40:58.541160 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-37c413bf-97d7-4ba0-875e-8ebeec1f9aa0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3c8039df-d089-4b54-9634-3e4bb631c406 HTTP/1.1" status: 204 len: 168 time: 0.3406458 Aug 22 13:40:58.557277 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72428208-906a-43dd-b5b2-a39ed4d56014 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:40:58.557671 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72428208-906a-43dd-b5b2-a39ed4d56014 None None] Checking segment: {'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:40:58.558107 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-72428208-906a-43dd-b5b2-a39ed4d56014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:58.558539 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72428208-906a-43dd-b5b2-a39ed4d56014 None None] Bound using segment: {'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:40:58.558983 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-72428208-906a-43dd-b5b2-a39ed4d56014 None None] Bound port: 6091d34b-51b1-4bb4-9aa6-64af3ad3de75, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:40:58.559362 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-72428208-906a-43dd-b5b2-a39ed4d56014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:58.564394 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c413bf-97d7-4ba0-875e-8ebeec1f9aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8039df-d089-4b54-9634-3e4bb631c406,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:58.572297 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [None req-199a5e39-f6e0-4d9d-9e31-343907380bde tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] device_id is not set on port 75a1fb88-1dd1-4207-99fb-1101ecb16584 yet. {{(pid=94627) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:40:58.618357 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a9c7cfa4-ad1d-416b-987f-6b755a1e99a8 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0568175 Aug 22 13:40:58.625099 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47692) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:58.648385 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:40:58.740049 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-7cc13913-2d86-4d0c-8d16-572ba3063ca4 None None] Provisioning complete for port 5496045e-4063-44d6-8d56-23310f8a2221 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:40:58.745100 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7cc13913-2d86-4d0c-8d16-572ba3063ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:58.787696 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8f95ddfe-5256-4484-8e07-2fcdee349d38 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:58.824250 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-199a5e39-f6e0-4d9d-9e31-343907380bde tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Allocated IP 2001:db8::fb3a:4b04:a02d:c239 (933f65da-8ef2-4dea-ac27-3eee9182e92f/442adc8c-6930-47b0-a59b-6cbb1b783cef/75a1fb88-1dd1-4207-99fb-1101ecb16584) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:40:58.888706 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3dc67978-1c88-4d69-b943-7bb6edaf0a28 req-a0c61e0a-4c8a-4f1d-bf27-51c3eeffaacd service neutron] 10.222.0.41 "GET /v2.0/networks/436bb3cf-4f1a-421b-bfd3-5f21c99032ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4139013 Aug 22 13:40:58.888927 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 5496045e-4063-44d6-8d56-23310f8a2221 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:40:58.925725 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-72428208-906a-43dd-b5b2-a39ed4d56014 None None] For port 6091d34b-51b1-4bb4-9aa6-64af3ad3de75, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:40:58.967076 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-72428208-906a-43dd-b5b2-a39ed4d56014 None None] For port 6091d34b-51b1-4bb4-9aa6-64af3ad3de75, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=6091d34b-51b1-4bb4-9aa6-64af3ad3de75,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:40:59.012901 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 5496045e-4063-44d6-8d56-23310f8a2221 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:40:59.013278 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:59.017695 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-72428208-906a-43dd-b5b2-a39ed4d56014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:59.024633 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8f95ddfe-5256-4484-8e07-2fcdee349d38 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:59.042037 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8f95ddfe-5256-4484-8e07-2fcdee349d38 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:59.067769 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-199a5e39-f6e0-4d9d-9e31-343907380bde tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:59.089897 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-199a5e39-f6e0-4d9d-9e31-343907380bde tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Transition to ACTIVE for port object 75a1fb88-1dd1-4207-99fb-1101ecb16584 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:40:59.133436 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-199a5e39-f6e0-4d9d-9e31-343907380bde tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:59.140098 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72428208-906a-43dd-b5b2-a39ed4d56014 None None] Pushing event updated for resources: {'Port': ['ID=6091d34b-51b1-4bb4-9aa6-64af3ad3de75,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:59.213226 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199a5e39-f6e0-4d9d-9e31-343907380bde tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:40:59.225060 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-199a5e39-f6e0-4d9d-9e31-343907380bde tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:40:59.229962 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199a5e39-f6e0-4d9d-9e31-343907380bde tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:40:59.246216 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199a5e39-f6e0-4d9d-9e31-343907380bde tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:59.246895 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-199a5e39-f6e0-4d9d-9e31-343907380bde tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:59.255215 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8f95ddfe-5256-4484-8e07-2fcdee349d38 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:59.255852 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f95ddfe-5256-4484-8e07-2fcdee349d38 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Fanout notify agent at l3_agent the message router_deleted on router 6d5150cc-3544-46ed-ba39-fc6e4bc02181 {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:40:59.271838 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8f95ddfe-5256-4484-8e07-2fcdee349d38 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:59.273006 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8f95ddfe-5256-4484-8e07-2fcdee349d38 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] 10.222.0.21 "DELETE /v2.0/routers/6d5150cc-3544-46ed-ba39-fc6e4bc02181 HTTP/1.1" status: 204 len: 168 time: 3.7130187 Aug 22 13:40:59.283466 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b151573-7b4b-4341-9453-dc8fe38e558c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-db2b56bb-9963-4a58-b460-c060071bb549', 'network_id': 'db2b56bb-9963-4a58-b460-c060071bb549', 'tenant_id': 'ed74a8a922ba42b690e29d24df84fafa', 'fixed_ips': [{'subnet_id': '46b37cf1-f8a8-4bf8-bbde-109cbb65259f'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:40:59.284348 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4b151573-7b4b-4341-9453-dc8fe38e558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:59.288309 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47708) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:59.301484 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=8c6dc773-1a07-4ca5-85cc-b116f5c58e9a,segment=NetworkSegment(0de567c1-0b27-42d1-b215-d74bde0cce23),segment_id=0de567c1-0b27-42d1-b215-d74bde0cce23)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:40:59.306875 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-8b8e1444-748f-4a18-ae9b-c56b69415ef6 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1482657069', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}, 'admin_state_up': False}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:59.316325 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4f43a5ba-7109-4af8-a209-4b9688024ae7 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:59.330908 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4f43a5ba-7109-4af8-a209-4b9688024ae7 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:59.352077 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '8c6dc773-1a07-4ca5-85cc-b116f5c58e9a', 'network_id': '688a25cb-87b8-45f2-8ef8-1274133a97f8', 'port_id': '8c6dc773-1a07-4ca5-85cc-b116f5c58e9a', 'mac_address': 'fa:16:3e:02:b1:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9501ed24-569f-4556-a2e9-978154d36845', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:40:59.374262 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199a5e39-f6e0-4d9d-9e31-343907380bde tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event updated for resources: {'Port': ['ID=75a1fb88-1dd1-4207-99fb-1101ecb16584,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:59.384287 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3dc67978-1c88-4d69-b943-7bb6edaf0a28 req-55f63d79-1ed2-43e1-85a9-512e3187fff2 service neutron] 10.222.0.41 "GET /v2.0/networks/436bb3cf-4f1a-421b-bfd3-5f21c99032ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4248960 Aug 22 13:40:59.393226 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-4f43a5ba-7109-4af8-a209-4b9688024ae7 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] In _notify_port_updated(), no bound segment for port 6f17184c-e22d-4ee1-b155-ba54645bff70 on network 8dc11f46-2b36-4436-bd8f-67773a638c58 {{(pid=94628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 22 13:40:59.398708 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f43a5ba-7109-4af8-a209-4b9688024ae7 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:59.399356 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4f43a5ba-7109-4af8-a209-4b9688024ae7 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:59.403626 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4f43a5ba-7109-4af8-a209-4b9688024ae7 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] 10.222.0.21 "PUT /v2.0/ports/6f17184c-e22d-4ee1-b155-ba54645bff70 HTTP/1.1" status: 200 len: 1066 time: 2.6305943 Aug 22 13:40:59.406461 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47712) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:59.424725 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8b8e1444-748f-4a18-ae9b-c56b69415ef6 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:59.426017 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8b8e1444-748f-4a18-ae9b-c56b69415ef6 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:59.477081 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-199a5e39-f6e0-4d9d-9e31-343907380bde tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7751460 Aug 22 13:40:59.496821 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47718) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:40:59.511276 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-05a07a0a-ddfc-4eab-b0f6-9d0f0f901f65 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'port': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'fixed_ips': [{'subnet_id': '442adc8c-6930-47b0-a59b-6cbb1b783cef', 'ip_address': '2001:db8::fb3a:4b04:a02d:c239'}], 'name': 'tempest-NetworksTestDHCPv6-831214783'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:40:59.533579 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-14fc97a2-dfe9-448c-ab6d-22ab164248cf tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:59.565309 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:59.591578 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f43a5ba-7109-4af8-a209-4b9688024ae7 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Pushing event updated for resources: {'Port': ['ID=6f17184c-e22d-4ee1-b155-ba54645bff70,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:40:59.653332 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8b8e1444-748f-4a18-ae9b-c56b69415ef6 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:40:59.825951 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-4b151573-7b4b-4341-9453-dc8fe38e558c None None] Allocated IP 2001:db8::2 (db2b56bb-9963-4a58-b460-c060071bb549/46b37cf1-f8a8-4bf8-bbde-109cbb65259f/8baf7fda-32b8-4a7e-a261-f11b7374a5f4) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:40:59.906736 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3be6ce-7915-4bb7-ae87-3217957d6f0c req-4bc66f84-ec6e-4674-b739-ddc9619dc8b4 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:40:59.908391 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7b3be6ce-7915-4bb7-ae87-3217957d6f0c req-4bc66f84-ec6e-4674-b739-ddc9619dc8b4 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89d63b8-3d35-427b-8697-ebf33e5fd7aa HTTP/1.1" status: 200 len: 943 time: 0.5791411 Aug 22 13:40:59.954989 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:40:59.968168 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8b8e1444-748f-4a18-ae9b-c56b69415ef6 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:00.034864 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=8c6dc773-1a07-4ca5-85cc-b116f5c58e9a,segment=NetworkSegment(0de567c1-0b27-42d1-b215-d74bde0cce23),segment_id=0de567c1-0b27-42d1-b215-d74bde0cce23)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:41:00.049789 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c2130-fc13-4e2e-9dee-c0d45835a27e req-d9339456-2753-4e91-8238-fc8655e90b52 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:00.051687 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-842c2130-fc13-4e2e-9dee-c0d45835a27e req-d9339456-2753-4e91-8238-fc8655e90b52 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 944 time: 0.4143100 Aug 22 13:41:00.057933 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7b3be6ce-7915-4bb7-ae87-3217957d6f0c req-c1ae21ca-ae09-438b-ba78-c04c3747565a tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186335 Aug 22 13:41:00.059259 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:00.065589 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-14fc97a2-dfe9-448c-ab6d-22ab164248cf tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Allocated IP 2001:db8::1 (3730ec7d-e326-42bf-8aaa-69a2762fa0f3/f71f2fbc-d97e-4222-9512-8d250a745bbf/ca784a4d-d792-44e7-9781-4cbc8c9c4868) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:41:00.070780 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b65e0c9-c301-4fcb-a8c4-4e00de157345 req-0609e01c-719e-4f6a-a096-c1091066c14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:00.072843 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4b65e0c9-c301-4fcb-a8c4-4e00de157345 req-0609e01c-719e-4f6a-a096-c1091066c14c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d314acf246e49628109fc5511827078&device_id=e89d63b8-3d35-427b-8697-ebf33e5fd7aa HTTP/1.1" status: 200 len: 1095 time: 0.6058950 Aug 22 13:41:00.177863 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-842c2130-fc13-4e2e-9dee-c0d45835a27e req-2916b1e8-0c9c-4bc9-b43b-4d06267f0802 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=b83678d1-4258-4ef7-88a8-5933c84ca924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184752 Aug 22 13:41:00.187348 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-7ea89add-2a50-4c0e-8087-f6a50038e924 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Deleting port 6f17184c-e22d-4ee1-b155-ba54645bff70 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:41:00.187745 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7ea89add-2a50-4c0e-8087-f6a50038e924 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:00.188725 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a07a0a-ddfc-4eab-b0f6-9d0f0f901f65 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:41:00.195745 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-05a07a0a-ddfc-4eab-b0f6-9d0f0f901f65 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:00.211822 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e031fed2-dac3-49ea-b0b7-736ec4f882a0 None None] Provisioning complete for port 6f17184c-e22d-4ee1-b155-ba54645bff70 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:41:00.212207 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e031fed2-dac3-49ea-b0b7-736ec4f882a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:00.240800 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [None req-05a07a0a-ddfc-4eab-b0f6-9d0f0f901f65 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] device_id is not set on port 57e18fd4-78d5-4c05-a4f9-49747b48b958 yet. {{(pid=94627) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:41:00.429755 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=8c6dc773-1a07-4ca5-85cc-b116f5c58e9a,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:00.443770 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e031fed2-dac3-49ea-b0b7-736ec4f882a0 None None] Port 6f17184c-e22d-4ee1-b155-ba54645bff70 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:41:00.453137 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b65e0c9-c301-4fcb-a8c4-4e00de157345 req-26b9ab66-3870-4507-860a-11dda555e965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:00.454781 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4b65e0c9-c301-4fcb-a8c4-4e00de157345 req-26b9ab66-3870-4507-860a-11dda555e965 service neutron] 10.222.0.41 "GET /v2.0/networks?id=436bb3cf-4f1a-421b-bfd3-5f21c99032ed HTTP/1.1" status: 200 len: 906 time: 0.3723836 Aug 22 13:41:00.460080 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-14fc97a2-dfe9-448c-ab6d-22ab164248cf tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:00.466217 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4b151573-7b4b-4341-9453-dc8fe38e558c None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:00.490269 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-4b151573-7b4b-4341-9453-dc8fe38e558c None None] Transition to ACTIVE for port object 8baf7fda-32b8-4a7e-a261-f11b7374a5f4 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:41:00.514198 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-4b151573-7b4b-4341-9453-dc8fe38e558c None None] Transition to ACTIVE for port object 8baf7fda-32b8-4a7e-a261-f11b7374a5f4 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:41:00.525044 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4b151573-7b4b-4341-9453-dc8fe38e558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:00.533223 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7ea89add-2a50-4c0e-8087-f6a50038e924 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:00.545414 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4b65e0c9-c301-4fcb-a8c4-4e00de157345 req-5f963501-a931-4b8b-979f-8cb8a3ab29f4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e9359d4-a5ef-4246-a61d-4008681fe8cd HTTP/1.1" status: 200 len: 217 time: 0.0796764 Aug 22 13:41:00.552424 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-14fc97a2-dfe9-448c-ab6d-22ab164248cf tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Transition to ACTIVE for port object ca784a4d-d792-44e7-9781-4cbc8c9c4868 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:41:00.562140 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['8c6dc773-1a07-4ca5-85cc-b116f5c58e9a'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:41:00.609722 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b65e0c9-c301-4fcb-a8c4-4e00de157345 req-7d9d9b90-43bf-4c05-a996-49542d225793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:00.612284 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4b65e0c9-c301-4fcb-a8c4-4e00de157345 req-7d9d9b90-43bf-4c05-a996-49542d225793 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9d1b4558-44bd-41e9-aa53-567e0a55d684 HTTP/1.1" status: 200 len: 845 time: 0.0579326 Aug 22 13:41:00.623776 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8b8e1444-748f-4a18-ae9b-c56b69415ef6 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks [] for router_gateway, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:00.624964 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-7ea89add-2a50-4c0e-8087-f6a50038e924 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Calling delete_port for 6f17184c-e22d-4ee1-b155-ba54645bff70 owned by {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:41:00.666515 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8b8e1444-748f-4a18-ae9b-c56b69415ef6 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:00.668607 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b151573-7b4b-4341-9453-dc8fe38e558c None None] Network db2b56bb-9963-4a58-b460-c060071bb549 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:41:00.669294 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4b65e0c9-c301-4fcb-a8c4-4e00de157345 req-c066076a-0da5-4d60-9234-152c42cd1a63 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=436bb3cf-4f1a-421b-bfd3-5f21c99032ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488954 Aug 22 13:41:00.670124 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 3e9359d4-a5ef-4246-a61d-4008681fe8cd details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:41:00.670522 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-05a07a0a-ddfc-4eab-b0f6-9d0f0f901f65 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 22 13:41:00.671056 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05a07a0a-ddfc-4eab-b0f6-9d0f0f901f65 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:41:00.678350 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b151573-7b4b-4341-9453-dc8fe38e558c None None] Pushing event updated for resources: {'Port': ['ID=8baf7fda-32b8-4a7e-a261-f11b7374a5f4,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:00.692798 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [req-4b65e0c9-c301-4fcb-a8c4-4e00de157345 req-c1b32f2b-3ee0-489c-b276-e68ee4defe4e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:41:00.694537 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-4b151573-7b4b-4341-9453-dc8fe38e558c None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:41:00.694980 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4b65e0c9-c301-4fcb-a8c4-4e00de157345 req-c1b32f2b-3ee0-489c-b276-e68ee4defe4e service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0166173 Aug 22 13:41:00.698340 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b151573-7b4b-4341-9453-dc8fe38e558c None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:41:00.731861 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-05a07a0a-ddfc-4eab-b0f6-9d0f0f901f65 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.2331042 Aug 22 13:41:00.732549 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47754) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:00.850122 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-8b8e1444-748f-4a18-ae9b-c56b69415ef6 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Allocated IP 172.25.3.102 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/b341a2f0-6d17-49c8-b82a-898f949ba52d) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:41:00.909633 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 6091d34b-51b1-4bb4-9aa6-64af3ad3de75 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:41:00.923682 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-14fc97a2-dfe9-448c-ab6d-22ab164248cf tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:00.954839 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fc97a2-dfe9-448c-ab6d-22ab164248cf tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Network 3730ec7d-e326-42bf-8aaa-69a2762fa0f3 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:41:00.967471 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-14fc97a2-dfe9-448c-ab6d-22ab164248cf tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:41:00.969883 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fc97a2-dfe9-448c-ab6d-22ab164248cf tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:41:00.970512 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-14fc97a2-dfe9-448c-ab6d-22ab164248cf tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:00.996005 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc6a062-ab33-461e-a213-eb7e5f70b4cc tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:01.003129 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc6a062-ab33-461e-a213-eb7e5f70b4cc tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:01.007633 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-5fc6a062-ab33-461e-a213-eb7e5f70b4cc tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2712669 Aug 22 13:41:01.013069 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47766) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:01.077574 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8b8e1444-748f-4a18-ae9b-c56b69415ef6 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:01.086335 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4b65e0c9-c301-4fcb-a8c4-4e00de157345 req-2ccdb205-09c4-46f1-9015-81b75ce37d56 service neutron] 10.222.0.41 "GET /v2.0/networks/436bb3cf-4f1a-421b-bfd3-5f21c99032ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818250 Aug 22 13:41:01.223187 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-7976330f-1f28-4517-ba5d-c5f02b2c44d4 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Deleting port 75a1fb88-1dd1-4207-99fb-1101ecb16584 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:41:01.223605 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7976330f-1f28-4517-ba5d-c5f02b2c44d4 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:01.243698 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8b8e1444-748f-4a18-ae9b-c56b69415ef6 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:01.249979 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 3e9359d4-a5ef-4246-a61d-4008681fe8cd, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=3e9359d4-a5ef-4246-a61d-4008681fe8cd,segment=NetworkSegment(ade77f39-5a78-4e5c-8ff0-9af8c1244976),segment_id=ade77f39-5a78-4e5c-8ff0-9af8c1244976)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:41:01.273573 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '3e9359d4-a5ef-4246-a61d-4008681fe8cd', 'network_id': '436bb3cf-4f1a-421b-bfd3-5f21c99032ed', 'port_id': '3e9359d4-a5ef-4246-a61d-4008681fe8cd', 'mac_address': 'fa:16:3e:63:de:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d1b4558-44bd-41e9-aa53-567e0a55d684', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:41:01.276610 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-4b151573-7b4b-4341-9453-dc8fe38e558c None None] Attempting to bind port 8baf7fda-32b8-4a7e-a261-f11b7374a5f4 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:41:01.276987 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-4b151573-7b4b-4341-9453-dc8fe38e558c None None] Attempting to bind port 8baf7fda-32b8-4a7e-a261-f11b7374a5f4 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'fed31f03-3e46-4d0d-952e-94260c1cb77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'db2b56bb-9963-4a58-b460-c060071bb549'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:41:01.277353 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b151573-7b4b-4341-9453-dc8fe38e558c None None] Attempting to bind port 8baf7fda-32b8-4a7e-a261-f11b7374a5f4 on network db2b56bb-9963-4a58-b460-c060071bb549 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:41:01.341194 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-403bdcd5-e1eb-484f-8ea6-a6fb2a7b645b None None] Provisioning for port 6091d34b-51b1-4bb4-9aa6-64af3ad3de75 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:41:01.345606 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e685f72a-5fef-496e-bdae-b3724a603c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:01.359372 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:01.364504 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b151573-7b4b-4341-9453-dc8fe38e558c None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:41:01.364897 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b151573-7b4b-4341-9453-dc8fe38e558c None None] Checking segment: {'id': 'fed31f03-3e46-4d0d-952e-94260c1cb77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'db2b56bb-9963-4a58-b460-c060071bb549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:41:01.365356 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4b151573-7b4b-4341-9453-dc8fe38e558c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:01.365796 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b151573-7b4b-4341-9453-dc8fe38e558c None None] Bound using segment: {'id': 'fed31f03-3e46-4d0d-952e-94260c1cb77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'db2b56bb-9963-4a58-b460-c060071bb549'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:41:01.366301 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-4b151573-7b4b-4341-9453-dc8fe38e558c None None] Bound port: 8baf7fda-32b8-4a7e-a261-f11b7374a5f4, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fed31f03-3e46-4d0d-952e-94260c1cb77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'db2b56bb-9963-4a58-b460-c060071bb549'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:41:01.366691 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4b151573-7b4b-4341-9453-dc8fe38e558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:01.424773 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fc97a2-dfe9-448c-ab6d-22ab164248cf tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Pushing event updated for resources: {'Port': ['ID=ca784a4d-d792-44e7-9781-4cbc8c9c4868,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:01.452917 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 6091d34b-51b1-4bb4-9aa6-64af3ad3de75 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:41:01.460765 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 6091d34b-51b1-4bb4-9aa6-64af3ad3de75 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:41:01.461123 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:01.527688 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4b65e0c9-c301-4fcb-a8c4-4e00de157345 req-aa9b4c6c-9fe1-4d76-98c2-4eefbdbd72d1 service neutron] 10.222.0.41 "GET /v2.0/networks/436bb3cf-4f1a-421b-bfd3-5f21c99032ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3921256 Aug 22 13:41:01.541350 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:01.583450 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7ea89add-2a50-4c0e-8087-f6a50038e924 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:01.596637 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e9359d4-a5ef-4246-a61d-4008681fe8cd {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:41:01.627475 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-658e4a46-ab86-42e6-98a7-470068764f0e None None] Provisioning for port 75a1fb88-1dd1-4207-99fb-1101ecb16584 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:41:01.627657 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-14fc97a2-dfe9-448c-ab6d-22ab164248cf tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:01.628268 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7976330f-1f28-4517-ba5d-c5f02b2c44d4 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:01.643734 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea89add-2a50-4c0e-8087-f6a50038e924 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Pushing event deleted for resources: {'Port': ['ID=6f17184c-e22d-4ee1-b155-ba54645bff70,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:01.644253 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-7976330f-1f28-4517-ba5d-c5f02b2c44d4 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Calling delete_port for 75a1fb88-1dd1-4207-99fb-1101ecb16584 owned by {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:41:01.658273 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-658e4a46-ab86-42e6-98a7-470068764f0e None None] Provisioning complete for port 75a1fb88-1dd1-4207-99fb-1101ecb16584 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:41:01.658397 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-658e4a46-ab86-42e6-98a7-470068764f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:01.661585 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-4b151573-7b4b-4341-9453-dc8fe38e558c None None] For port 8baf7fda-32b8-4a7e-a261-f11b7374a5f4, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:41:01.667616 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e1444-748f-4a18-ae9b-c56b69415ef6 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Pushing event updated for resources: {'Port': ['ID=b341a2f0-6d17-49c8-b82a-898f949ba52d,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:01.704516 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8e1444-748f-4a18-ae9b-c56b69415ef6 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:41:01.707396 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-8b8e1444-748f-4a18-ae9b-c56b69415ef6 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:41:01.712226 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 3e9359d4-a5ef-4246-a61d-4008681fe8cd, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=3e9359d4-a5ef-4246-a61d-4008681fe8cd,segment=NetworkSegment(ade77f39-5a78-4e5c-8ff0-9af8c1244976),segment_id=ade77f39-5a78-4e5c-8ff0-9af8c1244976)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:41:01.721249 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-4b151573-7b4b-4341-9453-dc8fe38e558c None None] For port 8baf7fda-32b8-4a7e-a261-f11b7374a5f4, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=8baf7fda-32b8-4a7e-a261-f11b7374a5f4,segment=NetworkSegment(fed31f03-3e46-4d0d-952e-94260c1cb77f),segment_id=fed31f03-3e46-4d0d-952e-94260c1cb77f)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:41:01.721431 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8e1444-748f-4a18-ae9b-c56b69415ef6 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:41:01.735757 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:01.746229 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4b151573-7b4b-4341-9453-dc8fe38e558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:01.836585 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-658e4a46-ab86-42e6-98a7-470068764f0e None None] Port 75a1fb88-1dd1-4207-99fb-1101ecb16584 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:41:01.903918 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=3e9359d4-a5ef-4246-a61d-4008681fe8cd,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:01.952929 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:02.001595 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['3e9359d4-a5ef-4246-a61d-4008681fe8cd'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:41:02.069655 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-658e4a46-ab86-42e6-98a7-470068764f0e None None] Provisioning for port ca784a4d-d792-44e7-9781-4cbc8c9c4868 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:41:02.087186 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-658e4a46-ab86-42e6-98a7-470068764f0e None None] Provisioning complete for port ca784a4d-d792-44e7-9781-4cbc8c9c4868 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:41:02.087799 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-658e4a46-ab86-42e6-98a7-470068764f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:02.089296 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797fc48c-3b35-4df0-b216-d16cc08ce42b req-8de4f206-86f3-4e87-8705-51ca9c7f3e35 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:02.090916 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-797fc48c-3b35-4df0-b216-d16cc08ce42b req-8de4f206-86f3-4e87-8705-51ca9c7f3e35 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89d63b8-3d35-427b-8697-ebf33e5fd7aa HTTP/1.1" status: 200 len: 943 time: 0.7690372 Aug 22 13:41:02.193769 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b151573-7b4b-4341-9453-dc8fe38e558c None None] Pushing event updated for resources: {'Port': ['ID=8baf7fda-32b8-4a7e-a261-f11b7374a5f4,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:02.202725 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 6091d34b-51b1-4bb4-9aa6-64af3ad3de75, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=6091d34b-51b1-4bb4-9aa6-64af3ad3de75,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:41:02.225288 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a3a1c-9d1d-460a-b782-db72cf29b554 req-4121133f-34e1-43b5-a7bc-554bb1449ff9 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:02.226495 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:02.226864 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9c2a3a1c-9d1d-460a-b782-db72cf29b554 req-4121133f-34e1-43b5-a7bc-554bb1449ff9 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 945 time: 0.7451580 Aug 22 13:41:02.260484 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-658e4a46-ab86-42e6-98a7-470068764f0e None None] Port ca784a4d-d792-44e7-9781-4cbc8c9c4868 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:41:02.330164 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=6091d34b-51b1-4bb4-9aa6-64af3ad3de75,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:02.386798 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-797fc48c-3b35-4df0-b216-d16cc08ce42b req-df19f598-d6e4-4f5c-8ca7-93607d94d268 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785654 Aug 22 13:41:02.404166 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:02.458016 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9c2a3a1c-9d1d-460a-b782-db72cf29b554 req-a4a1ed8b-42b7-4b10-a5e2-1001fe6fd6ee tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=b83678d1-4258-4ef7-88a8-5933c84ca924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2026649 Aug 22 13:41:02.526679 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8b8e1444-748f-4a18-ae9b-c56b69415ef6 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks [] for router_gateway, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:02.594725 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7976330f-1f28-4517-ba5d-c5f02b2c44d4 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:02.622533 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7ea89add-2a50-4c0e-8087-f6a50038e924 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:02.624691 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7ea89add-2a50-4c0e-8087-f6a50038e924 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] 10.222.0.21 "DELETE /v2.0/ports/6f17184c-e22d-4ee1-b155-ba54645bff70 HTTP/1.1" status: 204 len: 168 time: 3.2146773 Aug 22 13:41:02.628375 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47832) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:02.664419 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976330f-1f28-4517-ba5d-c5f02b2c44d4 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event deleted for resources: {'Port': ['ID=75a1fb88-1dd1-4207-99fb-1101ecb16584,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:02.668764 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d457b9b-23a0-4960-9d5c-fc1b04704295 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] GET failed (client error): The resource could not be found. Aug 22 13:41:02.675677 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5d457b9b-23a0-4960-9d5c-fc1b04704295 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] 10.222.0.21 "GET /v2.0/ports/6f17184c-e22d-4ee1-b155-ba54645bff70 HTTP/1.1" status: 404 len: 333 time: 0.0451553 Aug 22 13:41:02.676917 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47838) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:02.739183 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7976330f-1f28-4517-ba5d-c5f02b2c44d4 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:02.743440 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-7976330f-1f28-4517-ba5d-c5f02b2c44d4 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/ports/75a1fb88-1dd1-4207-99fb-1101ecb16584 HTTP/1.1" status: 204 len: 168 time: 1.7271535 Aug 22 13:41:02.744713 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47842) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:02.812386 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-14fc97a2-dfe9-448c-ab6d-22ab164248cf tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:02.822410 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-14fc97a2-dfe9-448c-ab6d-22ab164248cf tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:02.823443 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-14fc97a2-dfe9-448c-ab6d-22ab164248cf tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:02.867391 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5f70e0-7eb1-4270-9667-39ee7512808b tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:02.869519 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5f70e0-7eb1-4270-9667-39ee7512808b tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:02.873551 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4f5f70e0-7eb1-4270-9667-39ee7512808b tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1254172 Aug 22 13:41:02.878283 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47848) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:03.007378 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 8baf7fda-32b8-4a7e-a261-f11b7374a5f4 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:41:03.063534 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fc97a2-dfe9-448c-ab6d-22ab164248cf tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Pushing event updated for resources: {'Port': ['ID=ca784a4d-d792-44e7-9781-4cbc8c9c4868,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:03.111056 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0b14c9d-7f91-4b6d-8c16-45e089b16370 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Deleting subnet 442adc8c-6930-47b0-a59b-6cbb1b783cef {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:41:03.117646 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e0b14c9d-7f91-4b6d-8c16-45e089b16370 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:03.143746 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 8baf7fda-32b8-4a7e-a261-f11b7374a5f4 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:41:03.150211 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 6091d34b-51b1-4bb4-9aa6-64af3ad3de75 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:41:03.167776 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fc97a2-dfe9-448c-ab6d-22ab164248cf tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Network 3730ec7d-e326-42bf-8aaa-69a2762fa0f3 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:41:03.173088 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-14fc97a2-dfe9-448c-ab6d-22ab164248cf tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:41:03.232580 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 6091d34b-51b1-4bb4-9aa6-64af3ad3de75 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:41:03.232580 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:03.239584 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e0b14c9d-7f91-4b6d-8c16-45e089b16370 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:03.497295 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e0b14c9d-7f91-4b6d-8c16-45e089b16370 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:03.501297 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14fc97a2-dfe9-448c-ab6d-22ab164248cf tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Router 426f93c3-562b-4317-a5bd-f0586eb96f29 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:41:03.551970 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8b8e1444-748f-4a18-ae9b-c56b69415ef6 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:03.603372 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2c45d4-1bd6-4d0c-8b26-cc2c477b93b0 None None] Network db2b56bb-9963-4a58-b460-c060071bb549 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:41:03.710999 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14fc97a2-dfe9-448c-ab6d-22ab164248cf tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:41:03.711890 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-28c28ac4-fc8f-427d-8136-7607487616fb tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Deleting port dd6b4597-b455-4adb-9a79-006cf91a9c06 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:41:03.712379 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-28c28ac4-fc8f-427d-8136-7607487616fb tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:03.718435 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-14fc97a2-dfe9-448c-ab6d-22ab164248cf tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] 10.222.0.21 "PUT /v2.0/routers/426f93c3-562b-4317-a5bd-f0586eb96f29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0815578 Aug 22 13:41:03.719883 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e0b14c9d-7f91-4b6d-8c16-45e089b16370 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:03.723626 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47898) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:03.727408 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-ff939783-850a-44de-a3b1-52730f426798 None None] Provisioning complete for port ca784a4d-d792-44e7-9781-4cbc8c9c4868 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:41:03.727783 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ff939783-850a-44de-a3b1-52730f426798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:03.728116 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768d786e-8d85-4a9c-b6a6-8e8b82bd4e5b None None] Sync routers for ids ['426f93c3-562b-4317-a5bd-f0586eb96f29'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:41:03.739771 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768d786e-8d85-4a9c-b6a6-8e8b82bd4e5b None None] Routers {'426f93c3-562b-4317-a5bd-f0586eb96f29'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:41:03.743037 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-768d786e-8d85-4a9c-b6a6-8e8b82bd4e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:41:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['426f93c3-562b-4317-a5bd-f0586eb96f29'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:03.765465 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-ff939783-850a-44de-a3b1-52730f426798 None None] Port ca784a4d-d792-44e7-9781-4cbc8c9c4868 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:41:03.810039 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-ff939783-850a-44de-a3b1-52730f426798 None None] Provisioning for port 8baf7fda-32b8-4a7e-a261-f11b7374a5f4 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:41:03.818604 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-ff939783-850a-44de-a3b1-52730f426798 None None] Provisioning complete for port 8baf7fda-32b8-4a7e-a261-f11b7374a5f4 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:41:03.818990 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ff939783-850a-44de-a3b1-52730f426798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:03.820612 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:03.838908 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcfdcfc-9fb6-45ca-88cd-57c6c269aefd req-5b4c0517-3bbf-45d4-a43f-18aa380df870 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:03.840547 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-768d786e-8d85-4a9c-b6a6-8e8b82bd4e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:03.840872 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1dcfdcfc-9fb6-45ca-88cd-57c6c269aefd req-5b4c0517-3bbf-45d4-a43f-18aa380df870 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89d63b8-3d35-427b-8697-ebf33e5fd7aa HTTP/1.1" status: 200 len: 944 time: 0.3236969 Aug 22 13:41:03.859232 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768d786e-8d85-4a9c-b6a6-8e8b82bd4e5b None None] Routers {'426f93c3-562b-4317-a5bd-f0586eb96f29'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:41:03.859827 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-768d786e-8d85-4a9c-b6a6-8e8b82bd4e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:41:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['426f93c3-562b-4317-a5bd-f0586eb96f29'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:03.884570 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e0b14c9d-7f91-4b6d-8c16-45e089b16370 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:03.886463 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e0b14c9d-7f91-4b6d-8c16-45e089b16370 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/subnets/442adc8c-6930-47b0-a59b-6cbb1b783cef HTTP/1.1" status: 204 len: 168 time: 1.0072205 Aug 22 13:41:03.887258 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b14c9d-7f91-4b6d-8c16-45e089b16370 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event deleted for resources: {'Subnet': ['ID=442adc8c-6930-47b0-a59b-6cbb1b783cef,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:03.891477 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47908) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:03.900917 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cdf9b0-5c09-4412-83ac-a87f5af428d3 None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:41:03.902799 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-768d786e-8d85-4a9c-b6a6-8e8b82bd4e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:03.903721 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768d786e-8d85-4a9c-b6a6-8e8b82bd4e5b None None] The sync data for ids ['426f93c3-562b-4317-a5bd-f0586eb96f29'] in n-d-793621-33 is: [] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:41:03.975627 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71521061-96fd-4c8c-b3ed-689947131d51 req-9305ff02-0806-40e2-900c-34a07dcd1156 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:03.977232 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-71521061-96fd-4c8c-b3ed-689947131d51 req-9305ff02-0806-40e2-900c-34a07dcd1156 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 945 time: 0.3812368 Aug 22 13:41:03.981888 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-19801b56-2f7a-4694-8ac1-701c1132b9d6 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0887589 Aug 22 13:41:03.996187 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47914) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:04.004559 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-6a34be2e-f35f-42db-833b-27e845bcb05a tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'subnet': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:04.014357 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-28c28ac4-fc8f-427d-8136-7607487616fb tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:04.031691 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1dcfdcfc-9fb6-45ca-88cd-57c6c269aefd req-3d3888c9-e108-4908-8f52-a755d9a1f79c tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117828 Aug 22 13:41:04.077305 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-28c28ac4-fc8f-427d-8136-7607487616fb tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Calling delete_port for dd6b4597-b455-4adb-9a79-006cf91a9c06 owned by {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:41:04.157333 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-71521061-96fd-4c8c-b3ed-689947131d51 req-3a453f18-eb23-4a80-b19e-74278f32668c tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=b83678d1-4258-4ef7-88a8-5933c84ca924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463611 Aug 22 13:41:04.223664 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b8e1444-748f-4a18-ae9b-c56b69415ef6 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Router 2375fd5b-030a-4da8-9a3f-053d6b0d2f77 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:41:04.226168 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a34be2e-f35f-42db-833b-27e845bcb05a tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:41:04.229947 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6a34be2e-f35f-42db-833b-27e845bcb05a tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:04.254207 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ff939783-850a-44de-a3b1-52730f426798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:04.285297 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:04.361569 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-28c28ac4-fc8f-427d-8136-7607487616fb tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:04.397172 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-ff939783-850a-44de-a3b1-52730f426798 None None] For port 8baf7fda-32b8-4a7e-a261-f11b7374a5f4, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=8baf7fda-32b8-4a7e-a261-f11b7374a5f4,segment=NetworkSegment(fed31f03-3e46-4d0d-952e-94260c1cb77f),segment_id=fed31f03-3e46-4d0d-952e-94260c1cb77f)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:41:04.403188 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c28ac4-fc8f-427d-8136-7607487616fb tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Pushing event deleted for resources: {'Port': ['ID=dd6b4597-b455-4adb-9a79-006cf91a9c06,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:04.410250 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ff939783-850a-44de-a3b1-52730f426798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:04.465981 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-28c28ac4-fc8f-427d-8136-7607487616fb tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:04.472131 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-28c28ac4-fc8f-427d-8136-7607487616fb tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] 10.222.0.21 "DELETE /v2.0/ports/dd6b4597-b455-4adb-9a79-006cf91a9c06 HTTP/1.1" status: 204 len: 168 time: 1.7941451 Aug 22 13:41:04.472838 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47936) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:04.474983 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c8a0e8-2f2d-4c7f-be7d-b8bf50e1a30f None None] DHCP port deletion for 933f65da-8ef2-4dea-ac27-3eee9182e92f request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:41:04.512758 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-8709d2c7-50e3-414b-bbe0-57edeb2b3178 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] GET failed (client error): The resource could not be found. Aug 22 13:41:04.518930 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-8709d2c7-50e3-414b-bbe0-57edeb2b3178 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] 10.222.0.21 "GET /v2.0/ports/dd6b4597-b455-4adb-9a79-006cf91a9c06 HTTP/1.1" status: 404 len: 333 time: 0.0433693 Aug 22 13:41:04.519991 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47942) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:04.571692 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6a34be2e-f35f-42db-833b-27e845bcb05a tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:04.600809 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff939783-850a-44de-a3b1-52730f426798 None None] Pushing event updated for resources: {'Port': ['ID=8baf7fda-32b8-4a7e-a261-f11b7374a5f4,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:04.635880 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a34be2e-f35f-42db-833b-27e845bcb05a tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:41:04.636088 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8e1444-748f-4a18-ae9b-c56b69415ef6 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:41:04.673890 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 3e9359d4-a5ef-4246-a61d-4008681fe8cd up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:41:04.674647 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-6fdc48c4-aca6-49d6-8aa5-7b6f9f5bdd18 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Deleting port 67f25d4b-f327-4aa0-b5f6-0fc85a3cdce6 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:41:04.675013 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6fdc48c4-aca6-49d6-8aa5-7b6f9f5bdd18 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:04.681517 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cee9ca-b29c-41f9-88c2-cfe851a97435 None None] Sync routers for ids ['2375fd5b-030a-4da8-9a3f-053d6b0d2f77'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:41:04.684964 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-329dce68-945a-47a4-8981-b2eb39fbbeb8 None None] Provisioning complete for port 8baf7fda-32b8-4a7e-a261-f11b7374a5f4 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:41:04.685099 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-6a34be2e-f35f-42db-833b-27e845bcb05a tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:41:04.685561 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-329dce68-945a-47a4-8981-b2eb39fbbeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:04.695382 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a34be2e-f35f-42db-833b-27e845bcb05a tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:04.696828 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6a34be2e-f35f-42db-833b-27e845bcb05a tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:04.698415 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:41:04.725431 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6a34be2e-f35f-42db-833b-27e845bcb05a tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7275677 Aug 22 13:41:04.813902 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47948) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:04.817242 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-e9b51d5c-810b-42d8-97c7-57a2f1eccd8b tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 13:41:04.818345 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e9b51d5c-810b-42d8-97c7-57a2f1eccd8b tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] 10.222.0.21 "PUT /v2.0/routers/426f93c3-562b-4317-a5bd-f0586eb96f29/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0729859 Aug 22 13:41:04.820731 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a34be2e-f35f-42db-833b-27e845bcb05a tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event updated for resources: {'Subnet': ['ID=a76b7e16-2156-4f18-a940-90017b3d903e,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:04.823078 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47954) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:04.826808 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-6bdfd3f5-7b27-46c5-b756-de1336c2e457 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'port': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'fixed_ips': [{'subnet_id': 'a76b7e16-2156-4f18-a940-90017b3d903e', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-58495668'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:04.832090 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6fdc48c4-aca6-49d6-8aa5-7b6f9f5bdd18 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:04.850273 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-6fdc48c4-aca6-49d6-8aa5-7b6f9f5bdd18 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Calling delete_port for 67f25d4b-f327-4aa0-b5f6-0fc85a3cdce6 owned by {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:41:04.986936 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8b8e1444-748f-4a18-ae9b-c56b69415ef6 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:04.988212 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-8b8e1444-748f-4a18-ae9b-c56b69415ef6 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.6989152 Aug 22 13:41:04.991352 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47968) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:04.997699 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-eeaef3f7-f2dd-4b16-9936-33f301420da7 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:05.011144 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 8baf7fda-32b8-4a7e-a261-f11b7374a5f4 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:41:05.065629 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6fdc48c4-aca6-49d6-8aa5-7b6f9f5bdd18 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:05.088442 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-35c8a0e8-2f2d-4c7f-be7d-b8bf50e1a30f None None] Deleting port 6091d34b-51b1-4bb4-9aa6-64af3ad3de75 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:41:05.088832 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-35c8a0e8-2f2d-4c7f-be7d-b8bf50e1a30f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:05.090589 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bdfd3f5-7b27-46c5-b756-de1336c2e457 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:41:05.142401 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdc48c4-aca6-49d6-8aa5-7b6f9f5bdd18 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Pushing event deleted for resources: {'Port': ['ID=67f25d4b-f327-4aa0-b5f6-0fc85a3cdce6,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:05.188916 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6fdc48c4-aca6-49d6-8aa5-7b6f9f5bdd18 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:05.193449 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-6fdc48c4-aca6-49d6-8aa5-7b6f9f5bdd18 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] 10.222.0.21 "DELETE /v2.0/ports/67f25d4b-f327-4aa0-b5f6-0fc85a3cdce6 HTTP/1.1" status: 204 len: 168 time: 0.6710577 Aug 22 13:41:05.194194 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47986) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:05.251689 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cee9ca-b29c-41f9-88c2-cfe851a97435 None None] Routers {'2375fd5b-030a-4da8-9a3f-053d6b0d2f77'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:41:05.252780 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-65cee9ca-b29c-41f9-88c2-cfe851a97435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:41:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['2375fd5b-030a-4da8-9a3f-053d6b0d2f77'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:05.354934 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-35c8a0e8-2f2d-4c7f-be7d-b8bf50e1a30f None None] For port 6091d34b-51b1-4bb4-9aa6-64af3ad3de75, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=6091d34b-51b1-4bb4-9aa6-64af3ad3de75,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:41:05.355650 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-35c8a0e8-2f2d-4c7f-be7d-b8bf50e1a30f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:05.370741 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-35c8a0e8-2f2d-4c7f-be7d-b8bf50e1a30f None None] Calling delete_port for 6091d34b-51b1-4bb4-9aa6-64af3ad3de75 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:41:05.401527 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6bdfd3f5-7b27-46c5-b756-de1336c2e457 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:05.464406 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-6bdfd3f5-7b27-46c5-b756-de1336c2e457 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] device_id is not set on port c176e463-1050-491a-82e4-8bf7584c63cb yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:41:05.514305 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-65cee9ca-b29c-41f9-88c2-cfe851a97435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:05.559393 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-b441b6f3-1417-40f8-a2b5-14bcf376f455 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Deleting subnet 914d452b-b10c-4d27-9079-e139d22c9850 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:41:05.574206 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 8baf7fda-32b8-4a7e-a261-f11b7374a5f4 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:41:05.574578 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:05.604804 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f400f347-602a-4db9-b2fa-28615606e1df req-4fe1c415-ccf0-439c-8a51-6a410b8fb0fd tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:05.606330 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f400f347-602a-4db9-b2fa-28615606e1df req-4fe1c415-ccf0-439c-8a51-6a410b8fb0fd tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89d63b8-3d35-427b-8697-ebf33e5fd7aa HTTP/1.1" status: 200 len: 944 time: 0.2554004 Aug 22 13:41:05.607118 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b441b6f3-1417-40f8-a2b5-14bcf376f455 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:05.611286 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cee9ca-b29c-41f9-88c2-cfe851a97435 None None] Routers {'2375fd5b-030a-4da8-9a3f-053d6b0d2f77'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:41:05.611286 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-65cee9ca-b29c-41f9-88c2-cfe851a97435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:41:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['2375fd5b-030a-4da8-9a3f-053d6b0d2f77'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:05.643986 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb47e2d-9bbb-47b3-9b38-05c3eef335c4 req-10cc6efa-7091-4dd3-9673-f6e9e4f33f35 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:05.646689 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4eb47e2d-9bbb-47b3-9b38-05c3eef335c4 req-10cc6efa-7091-4dd3-9673-f6e9e4f33f35 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 945 time: 0.2842526 Aug 22 13:41:05.686267 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-35c8a0e8-2f2d-4c7f-be7d-b8bf50e1a30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:05.697850 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-65cee9ca-b29c-41f9-88c2-cfe851a97435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:05.698712 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cee9ca-b29c-41f9-88c2-cfe851a97435 None None] The sync data for ids ['2375fd5b-030a-4da8-9a3f-053d6b0d2f77'] in n-d-793621-33 is: [] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:41:05.700329 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 3e9359d4-a5ef-4246-a61d-4008681fe8cd completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:41:05.704206 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bdfd3f5-7b27-46c5-b756-de1336c2e457 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 13:41:05.704897 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bdfd3f5-7b27-46c5-b756-de1336c2e457 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:41:05.725387 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6bdfd3f5-7b27-46c5-b756-de1336c2e457 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.9058025 Aug 22 13:41:05.730223 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48014) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:05.737706 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:41:05.749957 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4eb47e2d-9bbb-47b3-9b38-05c3eef335c4 req-90ab4110-67e2-4e62-b05d-59d0d84122c8 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=b83678d1-4258-4ef7-88a8-5933c84ca924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806274 Aug 22 13:41:05.753399 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c8a0e8-2f2d-4c7f-be7d-b8bf50e1a30f None None] Pushing event deleted for resources: {'Port': ['ID=6091d34b-51b1-4bb4-9aa6-64af3ad3de75,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:05.754432 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-eeaef3f7-f2dd-4b16-9936-33f301420da7 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:05.759766 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 3e9359d4-a5ef-4246-a61d-4008681fe8cd triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:41:05.760145 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:05.764665 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:41:05.765785 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:05.771328 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c8a0e8-2f2d-4c7f-be7d-b8bf50e1a30f None None] No DVR routers for this DVR port 6091d34b-51b1-4bb4-9aa6-64af3ad3de75 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:41:05.771636 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b441b6f3-1417-40f8-a2b5-14bcf376f455 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:05.795041 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ef316f71-4d05-42e6-89af-48758230b6b2 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0539529 Aug 22 13:41:05.800149 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48016) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:05.804151 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f0df1ad0-5458-459f-a15a-3b76f4d50b9d tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:05.847128 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f8ba89-bd48-4bd5-8178-31f744f0ce84 None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:41:05.850465 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-eeaef3f7-f2dd-4b16-9936-33f301420da7 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:05.863587 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f400f347-602a-4db9-b2fa-28615606e1df req-57eadd51-9306-4a82-a085-5d60cd9595c0 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099843 Aug 22 13:41:05.967282 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78faf217-6aec-4e36-9b57-deb70168e576 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:05.969084 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78faf217-6aec-4e36-9b57-deb70168e576 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:05.977149 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-78faf217-6aec-4e36-9b57-deb70168e576 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1757314 Aug 22 13:41:05.981531 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48032) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:05.986266 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-eeaef3f7-f2dd-4b16-9936-33f301420da7 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Deleting port b341a2f0-6d17-49c8-b82a-898f949ba52d {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:41:05.986266 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-eeaef3f7-f2dd-4b16-9936-33f301420da7 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:06.090551 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b441b6f3-1417-40f8-a2b5-14bcf376f455 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:06.130374 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 6091d34b-51b1-4bb4-9aa6-64af3ad3de75 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:41:06.155576 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-eeaef3f7-f2dd-4b16-9936-33f301420da7 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:06.161671 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947f267e-0de3-4986-8769-4210a4195ab6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-933f65da-8ef2-4dea-ac27-3eee9182e92f', 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'tenant_id': 'a71622c06b3d48d28918cf297ca2043b', 'fixed_ips': [{'subnet_id': 'a76b7e16-2156-4f18-a940-90017b3d903e'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:41:06.162517 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-947f267e-0de3-4986-8769-4210a4195ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:06.178172 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 6091d34b-51b1-4bb4-9aa6-64af3ad3de75 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:41:06.178538 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 6091d34b-51b1-4bb4-9aa6-64af3ad3de75 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:41:06.185564 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd28d4c2-5135-4b75-a0c6-7ef738d367f7 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Deleting subnet a76b7e16-2156-4f18-a940-90017b3d903e {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:41:06.186042 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:06.194432 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fd28d4c2-5135-4b75-a0c6-7ef738d367f7 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:06.197433 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-eeaef3f7-f2dd-4b16-9936-33f301420da7 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Calling delete_port for b341a2f0-6d17-49c8-b82a-898f949ba52d owned by network:router_gateway {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:41:06.200664 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:06.226328 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-f0df1ad0-5458-459f-a15a-3b76f4d50b9d tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Deleting port ca784a4d-d792-44e7-9781-4cbc8c9c4868 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:41:06.226891 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f0df1ad0-5458-459f-a15a-3b76f4d50b9d tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:06.247247 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89d63b8-3d35-427b-8697-ebf33e5fd7aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9359d4-a5ef-4246-a61d-4008681fe8cd'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:41:06.250260 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d788af67-3a99-4a1c-b71c-bfa83ac954c6" -d '{"events": [{"server_uuid": "e89d63b8-3d35-427b-8697-ebf33e5fd7aa", "name": "network-vif-plugged", "status": "completed", "tag": "3e9359d4-a5ef-4246-a61d-4008681fe8cd"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:41:06.269116 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fd28d4c2-5135-4b75-a0c6-7ef738d367f7 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:06.323521 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 3e9359d4-a5ef-4246-a61d-4008681fe8cd, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=3e9359d4-a5ef-4246-a61d-4008681fe8cd,segment=NetworkSegment(ade77f39-5a78-4e5c-8ff0-9af8c1244976),segment_id=ade77f39-5a78-4e5c-8ff0-9af8c1244976)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:41:06.331557 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b441b6f3-1417-40f8-a2b5-14bcf376f455 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:06.334378 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=8c6dc773-1a07-4ca5-85cc-b116f5c58e9a,segment=NetworkSegment(0de567c1-0b27-42d1-b215-d74bde0cce23),segment_id=0de567c1-0b27-42d1-b215-d74bde0cce23)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:41:06.338461 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:06.362506 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b441b6f3-1417-40f8-a2b5-14bcf376f455 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Pushing event deleted for resources: {'Subnet': ['ID=914d452b-b10c-4d27-9079-e139d22c9850,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:06.369201 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:06.393377 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b441b6f3-1417-40f8-a2b5-14bcf376f455 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:06.396690 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb7e793-ebab-4660-88e4-df93b96de9b3 None None] Network 8dc11f46-2b36-4436-bd8f-67773a638c58 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:41:06.397988 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-b441b6f3-1417-40f8-a2b5-14bcf376f455 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] 10.222.0.21 "DELETE /v2.0/subnets/914d452b-b10c-4d27-9079-e139d22c9850 HTTP/1.1" status: 204 len: 168 time: 1.0543759 Aug 22 13:41:06.398656 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48054) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:06.414267 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d438e5-dd74-4ce9-8496-3b2c0e70a881 x-openstack-request-id: req-d9d438e5-dd74-4ce9-8496-3b2c0e70a881 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:41:06.417507 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e89d63b8-3d35-427b-8697-ebf33e5fd7aa", "name": "network-vif-plugged", "status": "completed", "tag": "3e9359d4-a5ef-4246-a61d-4008681fe8cd", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:41:06.417728 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d9d438e5-dd74-4ce9-8496-3b2c0e70a881 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:41:06.418125 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e89d63b8-3d35-427b-8697-ebf33e5fd7aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9359d4-a5ef-4246-a61d-4008681fe8cd', 'code': 200} Aug 22 13:41:06.431951 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=3e9359d4-a5ef-4246-a61d-4008681fe8cd,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:06.432945 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f0df1ad0-5458-459f-a15a-3b76f4d50b9d tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:06.436862 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fd28d4c2-5135-4b75-a0c6-7ef738d367f7 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:06.456674 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-f0df1ad0-5458-459f-a15a-3b76f4d50b9d tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Calling delete_port for ca784a4d-d792-44e7-9781-4cbc8c9c4868 owned by network:router_interface {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:41:06.590975 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0e52a194-266e-4a88-b650-6c70acbcf576 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:06.630065 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fd28d4c2-5135-4b75-a0c6-7ef738d367f7 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:06.669804 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=8c6dc773-1a07-4ca5-85cc-b116f5c58e9a,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:06.675549 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server [None req-947f267e-0de3-4986-8769-4210a4195ab6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a76b7e16-2156-4f18-a940-90017b3d903e: This subnet is being modified by another concurrent operation. Aug 22 13:41:06.675549 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 22 13:41:06.675549 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 22 13:41:06.675549 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 22 13:41:06.675549 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 22 13:41:06.675549 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 22 13:41:06.675549 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 22 13:41:06.675549 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 22 13:41:06.675549 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 22 13:41:06.675549 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 22 13:41:06.675549 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 22 13:41:06.675549 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 22 13:41:06.675549 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 13:41:06.675549 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 13:41:06.675549 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 13:41:06.675549 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 13:41:06.675549 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 22 13:41:06.675549 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 22 13:41:06.675549 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 22 13:41:06.675549 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 22 13:41:06.675549 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 13:41:06.675549 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 13:41:06.675549 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 13:41:06.675549 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 13:41:06.675549 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 22 13:41:06.675549 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 22 13:41:06.675549 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 22 13:41:06.675549 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 22 13:41:06.675549 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 13:41:06.675549 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 13:41:06.675549 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 13:41:06.675549 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 13:41:06.675549 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 22 13:41:06.675549 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 22 13:41:06.675549 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 22 13:41:06.675549 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 22 13:41:06.675549 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 22 13:41:06.675549 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 22 13:41:06.675549 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 22 13:41:06.675549 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 22 13:41:06.675549 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 22 13:41:06.675549 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 22 13:41:06.675549 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 22 13:41:06.675549 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 22 13:41:06.675549 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 22 13:41:06.675549 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 22 13:41:06.675549 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 22 13:41:06.675549 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 22 13:41:06.675549 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 13:41:06.675549 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 13:41:06.675549 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 13:41:06.675549 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 13:41:06.675549 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 22 13:41:06.675549 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 22 13:41:06.678747 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 22 13:41:06.678747 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 22 13:41:06.678747 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 13:41:06.678747 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 13:41:06.678747 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 13:41:06.678747 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 13:41:06.678747 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 22 13:41:06.678747 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 22 13:41:06.678747 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 22 13:41:06.678747 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 22 13:41:06.678747 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 13:41:06.678747 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 13:41:06.678747 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 13:41:06.678747 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 13:41:06.678747 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 22 13:41:06.678747 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 22 13:41:06.678747 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 22 13:41:06.678747 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 22 13:41:06.678747 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 22 13:41:06.678747 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 22 13:41:06.678747 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 22 13:41:06.678747 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 22 13:41:06.678747 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 22 13:41:06.678747 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 22 13:41:06.678747 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 13:41:06.678747 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 13:41:06.678747 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 13:41:06.678747 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 13:41:06.678747 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 22 13:41:06.678747 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 22 13:41:06.678747 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 22 13:41:06.678747 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 22 13:41:06.678747 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 22 13:41:06.678747 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 22 13:41:06.678747 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 22 13:41:06.678747 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise exception Aug 22 13:41:06.678747 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a76b7e16-2156-4f18-a940-90017b3d903e: This subnet is being modified by another concurrent operation. Aug 22 13:41:06.678747 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server Aug 22 13:41:06.725695 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd28d4c2-5135-4b75-a0c6-7ef738d367f7 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event deleted for resources: {'Subnet': ['ID=a76b7e16-2156-4f18-a940-90017b3d903e,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:06.735434 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fd28d4c2-5135-4b75-a0c6-7ef738d367f7 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:06.752735 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-fd28d4c2-5135-4b75-a0c6-7ef738d367f7 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/subnets/a76b7e16-2156-4f18-a940-90017b3d903e HTTP/1.1" status: 204 len: 168 time: 0.6928144 Aug 22 13:41:06.756843 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48072) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:06.819896 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c45de7-ee29-4dea-8129-539aa0dd7f2c None None] DHCP port deletion for 8dc11f46-2b36-4436-bd8f-67773a638c58 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:41:06.835852 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-eaacc4ca-078d-4c75-9c07-67eb52cd00af tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0626235 Aug 22 13:41:06.839773 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48082) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:06.849281 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-709ac3bd-2af6-465c-b4a1-2e36b66b9894 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'subnet': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:06.905008 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-51c45de7-ee29-4dea-8129-539aa0dd7f2c None None] Deleting port 2d3a55bd-665c-4d7c-b3c0-40c45dd169f4 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:41:06.905713 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-51c45de7-ee29-4dea-8129-539aa0dd7f2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:06.932964 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-eeaef3f7-f2dd-4b16-9936-33f301420da7 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:06.987821 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-51c45de7-ee29-4dea-8129-539aa0dd7f2c None None] For port 2d3a55bd-665c-4d7c-b3c0-40c45dd169f4, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=2d3a55bd-665c-4d7c-b3c0-40c45dd169f4,segment=NetworkSegment(4223130e-efc2-40ca-9b40-4dd7f3d1195a),segment_id=4223130e-efc2-40ca-9b40-4dd7f3d1195a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:41:06.988262 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-51c45de7-ee29-4dea-8129-539aa0dd7f2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:07.003907 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-51c45de7-ee29-4dea-8129-539aa0dd7f2c None None] Calling delete_port for 2d3a55bd-665c-4d7c-b3c0-40c45dd169f4 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:41:07.044007 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-0e52a194-266e-4a88-b650-6c70acbcf576 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Deleting port 2d3a55bd-665c-4d7c-b3c0-40c45dd169f4 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:41:07.044523 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0e52a194-266e-4a88-b650-6c70acbcf576 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:07.054060 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809bc99-5b23-46c9-89f6-b85c9e87048d req-5d25133e-a4ed-40d8-a1b1-bdd6b9f8cf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:07.056037 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6809bc99-5b23-46c9-89f6-b85c9e87048d req-5d25133e-a4ed-40d8-a1b1-bdd6b9f8cf77 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e89d63b8-3d35-427b-8697-ebf33e5fd7aa HTTP/1.1" status: 200 len: 1097 time: 0.5941536 Aug 22 13:41:07.123159 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6809bc99-5b23-46c9-89f6-b85c9e87048d req-991e9d39-641e-4530-905e-c597f32ccbf0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486672 Aug 22 13:41:07.125055 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f0df1ad0-5458-459f-a15a-3b76f4d50b9d tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:07.132821 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-51c45de7-ee29-4dea-8129-539aa0dd7f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:07.133679 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaef3f7-f2dd-4b16-9936-33f301420da7 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Pushing event deleted for resources: {'Port': ['ID=b341a2f0-6d17-49c8-b82a-898f949ba52d,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:07.154777 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c45de7-ee29-4dea-8129-539aa0dd7f2c None None] No DVR routers for this DVR port 2d3a55bd-665c-4d7c-b3c0-40c45dd169f4 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:41:07.160682 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0df1ad0-5458-459f-a15a-3b76f4d50b9d tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Pushing event deleted for resources: {'Port': ['ID=ca784a4d-d792-44e7-9781-4cbc8c9c4868,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:07.199891 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c45de7-ee29-4dea-8129-539aa0dd7f2c None None] Pushing event deleted for resources: {'Port': ['ID=2d3a55bd-665c-4d7c-b3c0-40c45dd169f4,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:07.243405 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-0e52a194-266e-4a88-b650-6c70acbcf576 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] For port 2d3a55bd-665c-4d7c-b3c0-40c45dd169f4, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=2d3a55bd-665c-4d7c-b3c0-40c45dd169f4,segment=NetworkSegment(4223130e-efc2-40ca-9b40-4dd7f3d1195a),segment_id=4223130e-efc2-40ca-9b40-4dd7f3d1195a)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:41:07.243775 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0e52a194-266e-4a88-b650-6c70acbcf576 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:07.284085 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f0df1ad0-5458-459f-a15a-3b76f4d50b9d tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:07.302617 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8357d61-dbc0-41f2-bcf8-47891946e860 req-4550779b-cfa0-477a-8138-f86faff03469 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:07.315083 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b8357d61-dbc0-41f2-bcf8-47891946e860 req-4550779b-cfa0-477a-8138-f86faff03469 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 946 time: 0.4011142 Aug 22 13:41:07.319528 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-0e52a194-266e-4a88-b650-6c70acbcf576 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Calling delete_port for 2d3a55bd-665c-4d7c-b3c0-40c45dd169f4 owned by network:dhcp {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:41:07.364683 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb2f203-b783-4f8e-bb3a-d3e8de413db2 req-70b08089-7703-4bad-a17b-83ad277ba7e8 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:07.366285 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-edb2f203-b783-4f8e-bb3a-d3e8de413db2 req-70b08089-7703-4bad-a17b-83ad277ba7e8 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89d63b8-3d35-427b-8697-ebf33e5fd7aa HTTP/1.1" status: 200 len: 945 time: 0.3566198 Aug 22 13:41:07.369097 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-eeaef3f7-f2dd-4b16-9936-33f301420da7 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:07.378074 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709ac3bd-2af6-465c-b4a1-2e36b66b9894 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:41:07.381941 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-709ac3bd-2af6-465c-b4a1-2e36b66b9894 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:07.443131 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1aad1a-6a03-4983-9b7b-f85d2273ba53 None None] get_active_networks_info from n-d-793621-33 {{(pid=94629) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 22 13:41:07.467968 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0df1ad0-5458-459f-a15a-3b76f4d50b9d tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Router 426f93c3-562b-4317-a5bd-f0586eb96f29 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:41:07.560776 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0df1ad0-5458-459f-a15a-3b76f4d50b9d tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:41:07.573148 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f0df1ad0-5458-459f-a15a-3b76f4d50b9d tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] 10.222.0.21 "PUT /v2.0/routers/426f93c3-562b-4317-a5bd-f0586eb96f29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7419274 Aug 22 13:41:07.574218 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48124) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:07.575330 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a401ae70-f6b1-4cc2-9896-da2a3cf64532 None None] Sync routers for ids ['426f93c3-562b-4317-a5bd-f0586eb96f29'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:41:07.588079 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a401ae70-f6b1-4cc2-9896-da2a3cf64532 None None] Routers {'426f93c3-562b-4317-a5bd-f0586eb96f29'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:41:07.589951 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-a401ae70-f6b1-4cc2-9896-da2a3cf64532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:41:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['426f93c3-562b-4317-a5bd-f0586eb96f29'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:07.616408 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-d25ab6a7-1e3e-499b-9950-e281cfd0d9e8 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] delete failed (client error): The resource could not be found. Aug 22 13:41:07.620257 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1aad1a-6a03-4983-9b7b-f85d2273ba53 None None] Resources bound (agent type, host, resource id): {{(pid=94629) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 22 13:41:07.622945 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d25ab6a7-1e3e-499b-9950-e281cfd0d9e8 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-2064171751 HTTP/1.1" status: 404 len: 335 time: 0.0471220 Aug 22 13:41:07.624828 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48126) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:07.633382 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-65ac61e3-3db4-4b1c-82f5-da7851395f5f tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Request body: {'router': {'external_gateway_info': {'network_id': '426f93c3-562b-4317-a5bd-f0586eb96f29'}}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:07.690900 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-a401ae70-f6b1-4cc2-9896-da2a3cf64532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:07.708845 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a401ae70-f6b1-4cc2-9896-da2a3cf64532 None None] Routers {'426f93c3-562b-4317-a5bd-f0586eb96f29'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:41:07.709472 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-a401ae70-f6b1-4cc2-9896-da2a3cf64532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:41:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['426f93c3-562b-4317-a5bd-f0586eb96f29'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:07.759559 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-a401ae70-f6b1-4cc2-9896-da2a3cf64532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:07.760440 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a401ae70-f6b1-4cc2-9896-da2a3cf64532 None None] The sync data for ids ['426f93c3-562b-4317-a5bd-f0586eb96f29'] in n-d-793621-33 is: [] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:41:07.897867 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48130) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:07.941751 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-65ac61e3-3db4-4b1c-82f5-da7851395f5f tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:07.954975 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b8357d61-dbc0-41f2-bcf8-47891946e860 req-59793721-4e9f-4886-86f4-223cf6ea792a tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=b83678d1-4258-4ef7-88a8-5933c84ca924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6437685 Aug 22 13:41:07.981051 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-65ac61e3-3db4-4b1c-82f5-da7851395f5f tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] update failed (client error): The resource could not be found. Aug 22 13:41:07.985292 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-65ac61e3-3db4-4b1c-82f5-da7851395f5f tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] 10.222.0.21 "PUT /v2.0/routers/426f93c3-562b-4317-a5bd-f0586eb96f29 HTTP/1.1" status: 404 len: 339 time: 0.3532369 Aug 22 13:41:07.986324 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48134) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:07.991865 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-9d488894-1b04-4d6c-84a1-566a81b425ae tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-144926156'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:08.019937 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d488894-1b04-4d6c-84a1-566a81b425ae tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Made reservation on behalf of ed74a8a922ba42b690e29d24df84fafa for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:41:08.025736 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9d488894-1b04-4d6c-84a1-566a81b425ae tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:08.059733 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d488894-1b04-4d6c-84a1-566a81b425ae tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:41:08.071902 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9d488894-1b04-4d6c-84a1-566a81b425ae tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:08.072470 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-9d488894-1b04-4d6c-84a1-566a81b425ae tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Added segment 6d7dfe90-136f-476e-b045-6fc118eaef6e of type vlan for network 4f3c01e4-ef3d-49ec-9a2c-854d5046bfed Aug 22 13:41:08.108933 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-edb2f203-b783-4f8e-bb3a-d3e8de413db2 req-0348a290-dba5-4dc8-a4a3-3f0b1bee1f4e tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921836 Aug 22 13:41:08.135362 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-640cdf96-857f-424b-a50b-cad5d6f3fd8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:08.150326 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9d488894-1b04-4d6c-84a1-566a81b425ae tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:08.198606 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9d488894-1b04-4d6c-84a1-566a81b425ae tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:08.205357 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d488894-1b04-4d6c-84a1-566a81b425ae tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:08.205968 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9d488894-1b04-4d6c-84a1-566a81b425ae tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:08.209444 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-eeaef3f7-f2dd-4b16-9936-33f301420da7 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36751'] for router, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:08.215904 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0e52a194-266e-4a88-b650-6c70acbcf576 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:08.223234 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-eeaef3f7-f2dd-4b16-9936-33f301420da7 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803386'] for router, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:08.272033 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e52a194-266e-4a88-b650-6c70acbcf576 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Pushing event deleted for resources: {'Port': ['ID=2d3a55bd-665c-4d7c-b3c0-40c45dd169f4,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:08.277085 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e52a194-266e-4a88-b650-6c70acbcf576 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] No DVR routers for this DVR port 2d3a55bd-665c-4d7c-b3c0-40c45dd169f4 on host n-d-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:41:08.300005 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d488894-1b04-4d6c-84a1-566a81b425ae tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Pushing event updated for resources: {'Network': ['ID=4f3c01e4-ef3d-49ec-9a2c-854d5046bfed,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:08.316605 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 4f3c01e4-ef3d-49ec-9a2c-854d5046bfed details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:41:08.337213 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-640cdf96-857f-424b-a50b-cad5d6f3fd8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:08.343238 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-640cdf96-857f-424b-a50b-cad5d6f3fd8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:08.365224 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9d488894-1b04-4d6c-84a1-566a81b425ae tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3750589 Aug 22 13:41:08.369103 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48136) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:08.378533 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-167ac127-e08a-4ef3-a8b0-2d41de3f576b tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Request body: {'subnet': {'network_id': '4f3c01e4-ef3d-49ec-9a2c-854d5046bfed', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:08.406761 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640cdf96-857f-424b-a50b-cad5d6f3fd8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb10425-ae6e-4a1d-958c-ccc15699f7ad,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:08.419593 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414d5d55-0aa9-4530-9553-c445350ded61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c6dc773-1a07-4ca5-85cc-b116f5c58e9a'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:41:08.423166 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d540b97-a2b3-4fd3-8e15-1cb3179d07bf" -d '{"events": [{"server_uuid": "414d5d55-0aa9-4530-9553-c445350ded61", "name": "network-vif-plugged", "status": "completed", "tag": "8c6dc773-1a07-4ca5-85cc-b116f5c58e9a"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:41:08.448947 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-640cdf96-857f-424b-a50b-cad5d6f3fd8d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9acd4209f7bc4763bda4fe63d89d5109&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5496869 Aug 22 13:41:08.462244 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a3441e-332b-45e3-a166-a114486cddf4 x-openstack-request-id: req-64a3441e-332b-45e3-a166-a114486cddf4 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:41:08.462817 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414d5d55-0aa9-4530-9553-c445350ded61", "name": "network-vif-plugged", "status": "completed", "tag": "8c6dc773-1a07-4ca5-85cc-b116f5c58e9a", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:41:08.462817 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-64a3441e-332b-45e3-a166-a114486cddf4 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:41:08.463216 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414d5d55-0aa9-4530-9553-c445350ded61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c6dc773-1a07-4ca5-85cc-b116f5c58e9a', 'code': 200} Aug 22 13:41:08.464684 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48140) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:08.483871 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeaef3f7-f2dd-4b16-9936-33f301420da7 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Router 2375fd5b-030a-4da8-9a3f-053d6b0d2f77 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:41:08.486685 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0e52a194-266e-4a88-b650-6c70acbcf576 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:08.508582 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-0e52a194-266e-4a88-b650-6c70acbcf576 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dc11f46-2b36-4436-bd8f-67773a638c58']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:08.524444 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-0e52a194-266e-4a88-b650-6c70acbcf576 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4223130e-efc2-40ca-9b40-4dd7f3d1195a') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:08.524760 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-0e52a194-266e-4a88-b650-6c70acbcf576 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4223130e-efc2-40ca-9b40-4dd7f3d1195a') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:08.543039 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-709ac3bd-2af6-465c-b4a1-2e36b66b9894 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:08.547003 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8c02a28e-835d-453b-8c55-41e38120d3c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:08.557813 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167ac127-e08a-4ef3-a8b0-2d41de3f576b tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Made reservation on behalf of ed74a8a922ba42b690e29d24df84fafa for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:41:08.561274 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-167ac127-e08a-4ef3-a8b0-2d41de3f576b tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:08.569616 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0e52a194-266e-4a88-b650-6c70acbcf576 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:08.614713 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8c02a28e-835d-453b-8c55-41e38120d3c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:08.650165 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0e52a194-266e-4a88-b650-6c70acbcf576 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:08.660539 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709ac3bd-2af6-465c-b4a1-2e36b66b9894 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:41:08.704007 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e52a194-266e-4a88-b650-6c70acbcf576 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:41:08.704487 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0e52a194-266e-4a88-b650-6c70acbcf576 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:08.707478 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8c02a28e-835d-453b-8c55-41e38120d3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:08.708940 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-709ac3bd-2af6-465c-b4a1-2e36b66b9894 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:41:08.710272 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8c02a28e-835d-453b-8c55-41e38120d3c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:08.711443 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8c02a28e-835d-453b-8c55-41e38120d3c6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9bb10425-ae6e-4a1d-958c-ccc15699f7ad HTTP/1.1" status: 204 len: 168 time: 0.2456157 Aug 22 13:41:08.711884 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709ac3bd-2af6-465c-b4a1-2e36b66b9894 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:08.712478 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-709ac3bd-2af6-465c-b4a1-2e36b66b9894 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:08.715281 n-d-793621-33 neutron-server[94627]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:41:08.715281 n-d-793621-33 neutron-server[94627]: self.session.flush() Aug 22 13:41:08.715281 n-d-793621-33 neutron-server[94627]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:41:08.715281 n-d-793621-33 neutron-server[94627]: self.session.flush() Aug 22 13:41:08.715281 n-d-793621-33 neutron-server[94627]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:41:08.715281 n-d-793621-33 neutron-server[94627]: self.session.flush() Aug 22 13:41:08.715281 n-d-793621-33 neutron-server[94627]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:41:08.715281 n-d-793621-33 neutron-server[94627]: self.session.flush() Aug 22 13:41:08.715281 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:41:08.715281 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:41:08.715281 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:41:08.715281 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:41:08.715281 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:41:08.715281 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:41:08.715281 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:41:08.715281 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:41:08.715281 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:41:08.715281 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:41:08.715281 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:41:08.715281 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:41:08.715281 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:41:08.715281 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:41:08.715281 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:41:08.715281 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:41:08.715281 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:41:08.715281 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:41:08.715281 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:41:08.715281 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:41:08.715281 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:41:08.715281 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:41:08.715281 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:41:08.715281 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:41:08.715281 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:41:08.715281 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:41:08.715281 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:41:08.715281 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:41:08.715281 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:41:08.715281 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:41:08.715281 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:41:08.715281 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:41:08.721094 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3372a0a6-d988-4898-a99f-75b03669a6f2 None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:41:08.748959 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c02a28e-835d-453b-8c55-41e38120d3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb10425-ae6e-4a1d-958c-ccc15699f7ad,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:08.784362 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709ac3bd-2af6-465c-b4a1-2e36b66b9894 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event updated for resources: {'Subnet': ['ID=adc2baa1-10cc-4ec5-9a22-a7b064e266c0,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:08.792501 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeaef3f7-f2dd-4b16-9936-33f301420da7 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:41:08.801523 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-eeaef3f7-f2dd-4b16-9936-33f301420da7 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:08.802948 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-eeaef3f7-f2dd-4b16-9936-33f301420da7 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] 10.222.0.21 "PUT /v2.0/routers/2375fd5b-030a-4da8-9a3f-053d6b0d2f77 HTTP/1.1" status: 200 len: 710 time: 3.8109236 Aug 22 13:41:08.811518 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c4e26-0b6a-49bc-aa80-de5e4ee9d859 req-6c6ce30d-b665-4736-902c-731589b806ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:08.811695 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48144) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:08.811822 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a54740f-e53b-4d13-823c-7018155d1936 None None] Sync routers for ids ['2375fd5b-030a-4da8-9a3f-053d6b0d2f77'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:41:08.812156 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5d6c4e26-0b6a-49bc-aa80-de5e4ee9d859 req-6c6ce30d-b665-4736-902c-731589b806ca service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 1098 time: 0.2842305 Aug 22 13:41:08.814590 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-709ac3bd-2af6-465c-b4a1-2e36b66b9894 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9723694 Aug 22 13:41:08.818152 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48146) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:08.827327 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-3744438f-c465-4074-826c-7958ca2aa357 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1390798687', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:08.839999 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0e52a194-266e-4a88-b650-6c70acbcf576 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:08.846154 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0e52a194-266e-4a88-b650-6c70acbcf576 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:08.850693 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-0e52a194-266e-4a88-b650-6c70acbcf576 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] 10.222.0.21 "DELETE /v2.0/networks/8dc11f46-2b36-4436-bd8f-67773a638c58 HTTP/1.1" status: 204 len: 168 time: 2.4449198 Aug 22 13:41:08.853857 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a54740f-e53b-4d13-823c-7018155d1936 None None] Routers {'2375fd5b-030a-4da8-9a3f-053d6b0d2f77'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:41:08.854785 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-4a54740f-e53b-4d13-823c-7018155d1936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:41:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['2375fd5b-030a-4da8-9a3f-053d6b0d2f77'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:08.883459 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e52a194-266e-4a88-b650-6c70acbcf576 tempest-AllowedAddressPairIpV6TestJSON-2021998523 tempest-AllowedAddressPairIpV6TestJSON-2021998523-project] Pushing event deleted for resources: {'Network': ['ID=8dc11f46-2b36-4436-bd8f-67773a638c58,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:08.905233 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3744438f-c465-4074-826c-7958ca2aa357 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:08.906644 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3744438f-c465-4074-826c-7958ca2aa357 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:08.907190 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-4a54740f-e53b-4d13-823c-7018155d1936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:08.912527 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5d6c4e26-0b6a-49bc-aa80-de5e4ee9d859 req-1035537b-912a-4ccb-854e-94fde1dd6f28 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b83678d1-4258-4ef7-88a8-5933c84ca924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796046 Aug 22 13:41:08.928677 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a54740f-e53b-4d13-823c-7018155d1936 None None] Routers {'2375fd5b-030a-4da8-9a3f-053d6b0d2f77'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:41:08.929719 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-4a54740f-e53b-4d13-823c-7018155d1936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:41:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['2375fd5b-030a-4da8-9a3f-053d6b0d2f77'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:08.949918 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-167ac127-e08a-4ef3-a8b0-2d41de3f576b tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:08.996850 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3744438f-c465-4074-826c-7958ca2aa357 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:09.003588 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3744438f-c465-4074-826c-7958ca2aa357 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:09.006983 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 2d3a55bd-665c-4d7c-b3c0-40c45dd169f4 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:41:09.011542 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-4a54740f-e53b-4d13-823c-7018155d1936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:09.012199 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a54740f-e53b-4d13-823c-7018155d1936 None None] The sync data for ids ['2375fd5b-030a-4da8-9a3f-053d6b0d2f77'] in n-d-793621-33 is: [] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:41:09.022459 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48154) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:09.025138 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b8919dcd-2a44-4223-8fdc-74ff3e5b324f tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] 10.222.0.21 "GET /v2.0/routers/2375fd5b-030a-4da8-9a3f-053d6b0d2f77 HTTP/1.1" status: 200 len: 745 time: 0.2112477 Aug 22 13:41:09.062768 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 2d3a55bd-665c-4d7c-b3c0-40c45dd169f4 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:41:09.062768 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 2d3a55bd-665c-4d7c-b3c0-40c45dd169f4 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:41:09.099451 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3744438f-c465-4074-826c-7958ca2aa357 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:09.102153 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-3744438f-c465-4074-826c-7958ca2aa357 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2778652 Aug 22 13:41:09.104342 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f47e59dc-9ca8-4d41-bcf7-eacd43dc19f3 tempest-RoutersIpV6AdminTest-400412753 tempest-RoutersIpV6AdminTest-400412753-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=7de6ab83-cd00-4b3c-94fb-810dd34d29b8&device_id=2375fd5b-030a-4da8-9a3f-053d6b0d2f77 HTTP/1.1" status: 200 len: 205 time: 0.0806525 Aug 22 13:41:09.108573 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48158) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:09.109072 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48160) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:09.132657 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167ac127-e08a-4ef3-a8b0-2d41de3f576b tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Pushing event updated for resources: {'Subnet': ['ID=ee8ea50e-c44a-491c-84fd-2d59ba499ed2,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:09.164103 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b577951-e1db-4609-ad8d-b8218e1390bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-933f65da-8ef2-4dea-ac27-3eee9182e92f', 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'tenant_id': 'a71622c06b3d48d28918cf297ca2043b', 'fixed_ips': [{'subnet_id': 'adc2baa1-10cc-4ec5-9a22-a7b064e266c0'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:41:09.165397 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5b577951-e1db-4609-ad8d-b8218e1390bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:09.166876 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488582ba-3702-4f21-8dcc-9afc54626554 req-a2ddb1c6-bd94-48fb-b4ad-19a91836d69c tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:09.168604 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-488582ba-3702-4f21-8dcc-9afc54626554 req-a2ddb1c6-bd94-48fb-b4ad-19a91836d69c tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 946 time: 0.0709968 Aug 22 13:41:09.200760 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-78e60d3f-90c8-40f2-8dfe-917f56753531 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] 10.222.0.21 "GET /v2.0/ports?device_id=2375fd5b-030a-4da8-9a3f-053d6b0d2f77 HTTP/1.1" status: 200 len: 205 time: 0.0885322 Aug 22 13:41:09.204088 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48166) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:09.206672 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167ac127-e08a-4ef3-a8b0-2d41de3f576b tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Checking segment: {'id': '6d7dfe90-136f-476e-b045-6fc118eaef6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4f3c01e4-ef3d-49ec-9a2c-854d5046bfed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:41:09.206856 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167ac127-e08a-4ef3-a8b0-2d41de3f576b tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Network hostable DHCP agents. Network: 4f3c01e4-ef3d-49ec-9a2c-854d5046bfed, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:41:09.246663 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-488582ba-3702-4f21-8dcc-9afc54626554 req-854c697f-090f-4acf-8ace-0a280bc8aec4 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=b83678d1-4258-4ef7-88a8-5933c84ca924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711355 Aug 22 13:41:09.374197 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-5b577951-e1db-4609-ad8d-b8218e1390bd None None] Allocated IP 2001:db8::2 (933f65da-8ef2-4dea-ac27-3eee9182e92f/adc2baa1-10cc-4ec5-9a22-a7b064e266c0/e2e40a90-84ed-4b3d-9f81-4d2f72c7ece0) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:41:09.394832 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48172) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:09.400196 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-460f87f0-8338-4110-a994-ede717f46fda tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:09.409729 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d52101-697b-4648-ba6b-ef7e61428566 req-cd13f64a-515c-4069-9b1e-7464ac04281a tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:09.411317 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-21d52101-697b-4648-ba6b-ef7e61428566 req-cd13f64a-515c-4069-9b1e-7464ac04281a tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89d63b8-3d35-427b-8697-ebf33e5fd7aa HTTP/1.1" status: 200 len: 945 time: 0.1047680 Aug 22 13:41:09.436718 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167ac127-e08a-4ef3-a8b0-2d41de3f576b tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Network 4f3c01e4-ef3d-49ec-9a2c-854d5046bfed is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:41:09.489712 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-21d52101-697b-4648-ba6b-ef7e61428566 req-d34011a9-102b-4e82-87b8-a4dfd1fa5ca0 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681782 Aug 22 13:41:09.519044 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-167ac127-e08a-4ef3-a8b0-2d41de3f576b tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 4f3c01e4-ef3d-49ec-9a2c-854d5046bfed) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:41:09.532382 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae9dd1d-e756-4b51-8ba4-3594aa647320 None None] Network 4f3c01e4-ef3d-49ec-9a2c-854d5046bfed requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:41:09.560582 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167ac127-e08a-4ef3-a8b0-2d41de3f576b tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:09.561330 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-167ac127-e08a-4ef3-a8b0-2d41de3f576b tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:09.717822 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-167ac127-e08a-4ef3-a8b0-2d41de3f576b tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3445621 Aug 22 13:41:09.718600 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48184) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:09.722309 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-460f87f0-8338-4110-a994-ede717f46fda tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:09.727588 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-0b424e5b-1651-4d9b-8bd1-b7be2a07fb05 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Request body: {'router': {'external_gateway_info': {'network_id': '4f3c01e4-ef3d-49ec-9a2c-854d5046bfed'}}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:09.729208 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-460f87f0-8338-4110-a994-ede717f46fda tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:09.741174 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5b577951-e1db-4609-ad8d-b8218e1390bd None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:09.760392 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-5b577951-e1db-4609-ad8d-b8218e1390bd None None] Transition to ACTIVE for port object e2e40a90-84ed-4b3d-9f81-4d2f72c7ece0 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:41:09.814950 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b6f0c457-eb07-4342-915a-eac73cf191fb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:09.825055 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-460f87f0-8338-4110-a994-ede717f46fda tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:09.825751 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460f87f0-8338-4110-a994-ede717f46fda tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Fanout notify agent at l3_agent the message router_deleted on router 2375fd5b-030a-4da8-9a3f-053d6b0d2f77 {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:41:09.836940 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-460f87f0-8338-4110-a994-ede717f46fda tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:09.840127 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-5b577951-e1db-4609-ad8d-b8218e1390bd None None] Transition to ACTIVE for port object e2e40a90-84ed-4b3d-9f81-4d2f72c7ece0 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:41:09.841120 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-460f87f0-8338-4110-a994-ede717f46fda tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] 10.222.0.21 "DELETE /v2.0/routers/2375fd5b-030a-4da8-9a3f-053d6b0d2f77 HTTP/1.1" status: 204 len: 168 time: 0.6354914 Aug 22 13:41:09.845732 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48190) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:09.858436 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-1fe04c20-af98-429d-8737-eceba5638ce5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d29233a9ca1f4cc4b5b3319b6b02a1a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4622798 Aug 22 13:41:09.858648 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48192) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:09.861458 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5b577951-e1db-4609-ad8d-b8218e1390bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:09.914256 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-bdcab382-b443-4fae-bccf-1c2b7d43b4b9 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] 10.222.0.21 "GET /v2.0/ports?device_id=2375fd5b-030a-4da8-9a3f-053d6b0d2f77 HTTP/1.1" status: 200 len: 205 time: 0.0658541 Aug 22 13:41:09.918907 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48196) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:09.949412 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8600326f-4408-4f89-9d0e-64f930bcc582 req-678bc996-4a9f-4953-8189-0b0398e03fb9 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:09.957298 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac608e9-c64a-40d7-b321-8d35c8b4efbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-4f3c01e4-ef3d-49ec-9a2c-854d5046bfed', 'network_id': '4f3c01e4-ef3d-49ec-9a2c-854d5046bfed', 'tenant_id': 'ed74a8a922ba42b690e29d24df84fafa', 'fixed_ips': [{'subnet_id': 'ee8ea50e-c44a-491c-84fd-2d59ba499ed2'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:41:09.957811 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8600326f-4408-4f89-9d0e-64f930bcc582 req-678bc996-4a9f-4953-8189-0b0398e03fb9 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89d63b8-3d35-427b-8697-ebf33e5fd7aa HTTP/1.1" status: 200 len: 945 time: 0.2347138 Aug 22 13:41:09.958491 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6ac608e9-c64a-40d7-b321-8d35c8b4efbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:09.992594 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b577951-e1db-4609-ad8d-b8218e1390bd None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:41:10.004093 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-5b577951-e1db-4609-ad8d-b8218e1390bd None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:41:10.006108 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b577951-e1db-4609-ad8d-b8218e1390bd None None] Pushing event updated for resources: {'Port': ['ID=e2e40a90-84ed-4b3d-9f81-4d2f72c7ece0,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:10.013577 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b577951-e1db-4609-ad8d-b8218e1390bd None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:41:10.039539 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-527b1689-027f-4a27-85fd-341b70aa4c1e tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] delete failed (client error): The resource could not be found. Aug 22 13:41:10.043018 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-527b1689-027f-4a27-85fd-341b70aa4c1e tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] 10.222.0.21 "DELETE /v2.0/routers/2375fd5b-030a-4da8-9a3f-053d6b0d2f77 HTTP/1.1" status: 404 len: 336 time: 0.0910835 Aug 22 13:41:10.048776 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48198) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:10.071725 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0b424e5b-1651-4d9b-8bd1-b7be2a07fb05 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:10.090496 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8600326f-4408-4f89-9d0e-64f930bcc582 req-8b797425-1337-45f5-8b1b-e06842b83088 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307931 Aug 22 13:41:10.168699 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-67e67884-b50a-4be6-975f-3194861b5bd8 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d5150cc-3544-46ed-ba39-fc6e4bc02181 HTTP/1.1" status: 200 len: 205 time: 0.1146495 Aug 22 13:41:10.170131 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48204) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:10.230379 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-2eedcb5e-878d-4c66-b0ca-77aad449c237 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] delete failed (client error): The resource could not be found. Aug 22 13:41:10.233928 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2eedcb5e-878d-4c66-b0ca-77aad449c237 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] 10.222.0.21 "DELETE /v2.0/routers/6d5150cc-3544-46ed-ba39-fc6e4bc02181 HTTP/1.1" status: 404 len: 336 time: 0.0590746 Aug 22 13:41:10.234593 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48212) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:10.237324 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-021a3175-defe-4588-9c17-b569d823f018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:10.278991 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b18ce3-a8e8-45f4-81f3-edba1d52e9fe req-ec9078e9-e850-4065-9d50-d49584b657fb tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:10.287265 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a5b18ce3-a8e8-45f4-81f3-edba1d52e9fe req-ec9078e9-e850-4065-9d50-d49584b657fb tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89d63b8-3d35-427b-8697-ebf33e5fd7aa HTTP/1.1" status: 200 len: 945 time: 0.0942349 Aug 22 13:41:10.310094 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-20cd3b3b-73cd-41ec-97a7-4d239bcd335f tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddcbabff-ce39-4392-9ddb-78604994c259 HTTP/1.1" status: 200 len: 205 time: 0.0737045 Aug 22 13:41:10.313707 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48218) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:10.328412 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-021a3175-defe-4588-9c17-b569d823f018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:10.370884 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-7479ee1c-618d-41fa-8519-7c5d65b5ade3 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] delete failed (client error): The resource could not be found. Aug 22 13:41:10.372978 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-7479ee1c-618d-41fa-8519-7c5d65b5ade3 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] 10.222.0.21 "DELETE /v2.0/routers/ddcbabff-ce39-4392-9ddb-78604994c259 HTTP/1.1" status: 404 len: 336 time: 0.0574841 Aug 22 13:41:10.377592 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48220) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:10.423256 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a5b18ce3-a8e8-45f4-81f3-edba1d52e9fe req-a7a1b9a0-7c13-4eea-bb58-942bfb12a301 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277330 Aug 22 13:41:10.423980 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-b6f0c457-eb07-4342-915a-eac73cf191fb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Allocated IP 2001:db8::1 (933f65da-8ef2-4dea-ac27-3eee9182e92f/adc2baa1-10cc-4ec5-9a22-a7b064e266c0/e0770bf3-5dae-42e6-86ce-5d51b41e0214) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:41:10.426955 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-021a3175-defe-4588-9c17-b569d823f018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:10.428372 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e9f9c9e8-5480-49d0-a8f0-0146917d0ab9 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] 10.222.0.21 "GET /v2.0/ports?device_id=47a4c9e5-2a64-4243-afcb-d8629a921f45 HTTP/1.1" status: 200 len: 205 time: 0.0491793 Aug 22 13:41:10.429323 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-021a3175-defe-4588-9c17-b569d823f018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:10.430820 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-021a3175-defe-4588-9c17-b569d823f018 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dce4a574-6219-49bb-828b-ba64f48a4406 HTTP/1.1" status: 204 len: 168 time: 0.5714746 Aug 22 13:41:10.435473 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48224) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:10.461882 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-6ac608e9-c64a-40d7-b321-8d35c8b4efbe None None] Allocated IP 2001:db8:1::2 (4f3c01e4-ef3d-49ec-9a2c-854d5046bfed/ee8ea50e-c44a-491c-84fd-2d59ba499ed2/4392dca3-9b27-4875-a811-a69dbccc12f9) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:41:10.464947 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-0b424e5b-1651-4d9b-8bd1-b7be2a07fb05 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 13:41:10.472105 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-0b424e5b-1651-4d9b-8bd1-b7be2a07fb05 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] 10.222.0.21 "PUT /v2.0/routers/426f93c3-562b-4317-a5bd-f0586eb96f29 HTTP/1.1" status: 400 len: 364 time: 0.7510650 Aug 22 13:41:10.474913 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48228) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:10.501956 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-dfc83619-525e-4ace-8dbf-38284d695a60 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] delete failed (client error): The resource could not be found. Aug 22 13:41:10.503221 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-dfc83619-525e-4ace-8dbf-38284d695a60 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] 10.222.0.21 "DELETE /v2.0/routers/47a4c9e5-2a64-4243-afcb-d8629a921f45 HTTP/1.1" status: 404 len: 336 time: 0.0647643 Aug 22 13:41:10.507645 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021a3175-defe-4588-9c17-b569d823f018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce4a574-6219-49bb-828b-ba64f48a4406,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:10.521347 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48230) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:10.593072 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b3baa-a8be-4b7e-a457-db5a8f7115e7 req-4e6abca5-15fe-46f8-9dd4-45e9cc6f57d8 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:10.595447 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-464b3baa-a8be-4b7e-a457-db5a8f7115e7 req-4e6abca5-15fe-46f8-9dd4-45e9cc6f57d8 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 946 time: 0.1708317 Aug 22 13:41:10.612531 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7df89cc2-bb58-4715-92af-cbcdcc1257dd tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] 10.222.0.21 "GET /v2.0/ports?device_id=6429076b-8be1-43ea-8c7a-571e4daf2fff HTTP/1.1" status: 200 len: 205 time: 0.0899925 Aug 22 13:41:10.613273 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48232) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:10.740940 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-78adb907-5343-4eba-9989-6741b4572b4b tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] delete failed (client error): The resource could not be found. Aug 22 13:41:10.745938 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-78adb907-5343-4eba-9989-6741b4572b4b tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] 10.222.0.21 "DELETE /v2.0/routers/6429076b-8be1-43ea-8c7a-571e4daf2fff HTTP/1.1" status: 404 len: 336 time: 0.1270535 Aug 22 13:41:10.746518 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48240) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:10.760215 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-5b577951-e1db-4609-ad8d-b8218e1390bd None None] Attempting to bind port e2e40a90-84ed-4b3d-9f81-4d2f72c7ece0 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:41:10.761023 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-5b577951-e1db-4609-ad8d-b8218e1390bd None None] Attempting to bind port e2e40a90-84ed-4b3d-9f81-4d2f72c7ece0 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:41:10.761168 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b577951-e1db-4609-ad8d-b8218e1390bd None None] Attempting to bind port e2e40a90-84ed-4b3d-9f81-4d2f72c7ece0 on network 933f65da-8ef2-4dea-ac27-3eee9182e92f {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:41:10.777920 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b577951-e1db-4609-ad8d-b8218e1390bd None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:41:10.778299 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b577951-e1db-4609-ad8d-b8218e1390bd None None] Checking segment: {'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:41:10.778711 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5b577951-e1db-4609-ad8d-b8218e1390bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:10.779116 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b577951-e1db-4609-ad8d-b8218e1390bd None None] Bound using segment: {'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:41:10.779598 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-5b577951-e1db-4609-ad8d-b8218e1390bd None None] Bound port: e2e40a90-84ed-4b3d-9f81-4d2f72c7ece0, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:41:10.779989 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5b577951-e1db-4609-ad8d-b8218e1390bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:10.793118 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-efd54bf8-48ed-42f9-a9b9-07e59211e79e tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f021014-d128-4cdd-abfd-9159c14fe9eb HTTP/1.1" status: 200 len: 205 time: 0.0408788 Aug 22 13:41:10.800112 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48242) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:10.824016 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-464b3baa-a8be-4b7e-a457-db5a8f7115e7 req-6c28c183-2093-4024-abe5-8300c6e279fa tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=b83678d1-4258-4ef7-88a8-5933c84ca924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927700 Aug 22 13:41:10.847358 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6ac608e9-c64a-40d7-b321-8d35c8b4efbe None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:10.883684 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-6ac608e9-c64a-40d7-b321-8d35c8b4efbe None None] Transition to ACTIVE for port object 4392dca3-9b27-4875-a811-a69dbccc12f9 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:41:10.910518 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-5b577951-e1db-4609-ad8d-b8218e1390bd None None] For port e2e40a90-84ed-4b3d-9f81-4d2f72c7ece0, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:41:10.915932 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-6ac608e9-c64a-40d7-b321-8d35c8b4efbe None None] Transition to ACTIVE for port object 4392dca3-9b27-4875-a811-a69dbccc12f9 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:41:10.925776 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-5b577951-e1db-4609-ad8d-b8218e1390bd None None] For port e2e40a90-84ed-4b3d-9f81-4d2f72c7ece0, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=e2e40a90-84ed-4b3d-9f81-4d2f72c7ece0,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:41:10.929688 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6ac608e9-c64a-40d7-b321-8d35c8b4efbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:10.931200 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb9987-c74b-4bfd-b775-8c657a1ebea6 req-77f9fb2b-8d3c-469c-8fe2-7360cac3bd0e tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:10.933082 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ebbb9987-c74b-4bfd-b775-8c657a1ebea6 req-77f9fb2b-8d3c-469c-8fe2-7360cac3bd0e tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89d63b8-3d35-427b-8697-ebf33e5fd7aa HTTP/1.1" status: 200 len: 945 time: 0.1568227 Aug 22 13:41:10.961097 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0178b31a-603a-4d45-8cd9-dbff2bced4e3 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:11.005367 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac608e9-c64a-40d7-b321-8d35c8b4efbe None None] Pushing event updated for resources: {'Port': ['ID=4392dca3-9b27-4875-a811-a69dbccc12f9,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:11.008536 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5b577951-e1db-4609-ad8d-b8218e1390bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:11.020480 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac608e9-c64a-40d7-b321-8d35c8b4efbe None None] Network 4f3c01e4-ef3d-49ec-9a2c-854d5046bfed is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:41:11.046623 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-6ac608e9-c64a-40d7-b321-8d35c8b4efbe None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:41:11.056487 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac608e9-c64a-40d7-b321-8d35c8b4efbe None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:41:11.122317 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ebbb9987-c74b-4bfd-b775-8c657a1ebea6 req-20199499-4847-44b8-9557-e77297e83495 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590841 Aug 22 13:41:11.183666 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-6ac608e9-c64a-40d7-b321-8d35c8b4efbe None None] Attempting to bind port 4392dca3-9b27-4875-a811-a69dbccc12f9 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:41:11.184409 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-6ac608e9-c64a-40d7-b321-8d35c8b4efbe None None] Attempting to bind port 4392dca3-9b27-4875-a811-a69dbccc12f9 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '6d7dfe90-136f-476e-b045-6fc118eaef6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4f3c01e4-ef3d-49ec-9a2c-854d5046bfed'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:41:11.184782 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac608e9-c64a-40d7-b321-8d35c8b4efbe None None] Attempting to bind port 4392dca3-9b27-4875-a811-a69dbccc12f9 on network 4f3c01e4-ef3d-49ec-9a2c-854d5046bfed {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:41:11.240509 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b577951-e1db-4609-ad8d-b8218e1390bd None None] Pushing event updated for resources: {'Port': ['ID=e2e40a90-84ed-4b3d-9f81-4d2f72c7ece0,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:11.254531 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac608e9-c64a-40d7-b321-8d35c8b4efbe None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:41:11.255239 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac608e9-c64a-40d7-b321-8d35c8b4efbe None None] Checking segment: {'id': '6d7dfe90-136f-476e-b045-6fc118eaef6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4f3c01e4-ef3d-49ec-9a2c-854d5046bfed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:41:11.255857 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6ac608e9-c64a-40d7-b321-8d35c8b4efbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:11.256566 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac608e9-c64a-40d7-b321-8d35c8b4efbe None None] Bound using segment: {'id': '6d7dfe90-136f-476e-b045-6fc118eaef6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4f3c01e4-ef3d-49ec-9a2c-854d5046bfed'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:41:11.257263 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-6ac608e9-c64a-40d7-b321-8d35c8b4efbe None None] Bound port: 4392dca3-9b27-4875-a811-a69dbccc12f9, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d7dfe90-136f-476e-b045-6fc118eaef6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4f3c01e4-ef3d-49ec-9a2c-854d5046bfed'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:41:11.258713 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6ac608e9-c64a-40d7-b321-8d35c8b4efbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:11.290675 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495fb041-bc62-470e-80bc-8f59a89dcb8d req-1ba2f7fb-905f-4db1-97ac-e2d4035f34cc tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:11.310370 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-495fb041-bc62-470e-80bc-8f59a89dcb8d req-1ba2f7fb-905f-4db1-97ac-e2d4035f34cc tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 946 time: 0.2193849 Aug 22 13:41:11.357191 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-3b7b2d01-dcf0-4024-a86e-b1dfa6389e8f tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] delete failed (client error): The resource could not be found. Aug 22 13:41:11.358236 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-3b7b2d01-dcf0-4024-a86e-b1dfa6389e8f tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] 10.222.0.21 "DELETE /v2.0/routers/5f021014-d128-4cdd-abfd-9159c14fe9eb HTTP/1.1" status: 404 len: 336 time: 0.5558472 Aug 22 13:41:11.361814 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48284) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:11.403702 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-e326c911-4418-4f08-bac3-5d9fdc669b59 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] DELETE failed (client error): The resource could not be found. Aug 22 13:41:11.404351 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e326c911-4418-4f08-bac3-5d9fdc669b59 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:41:11.407231 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e326c911-4418-4f08-bac3-5d9fdc669b59 tempest-RoutersIpV6AdminTest-178473799 tempest-RoutersIpV6AdminTest-178473799-project] 10.222.0.21 "DELETE /v2.0/subnets/b0dedfd9-0578-4cb9-ae9c-edffcadc6848 HTTP/1.1" status: 404 len: 337 time: 0.0437062 Aug 22 13:41:11.452083 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b6f0c457-eb07-4342-915a-eac73cf191fb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:11.460388 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-6ac608e9-c64a-40d7-b321-8d35c8b4efbe None None] For port 4392dca3-9b27-4875-a811-a69dbccc12f9, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:41:11.464823 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-6ac608e9-c64a-40d7-b321-8d35c8b4efbe None None] For port 4392dca3-9b27-4875-a811-a69dbccc12f9, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=4392dca3-9b27-4875-a811-a69dbccc12f9,segment=NetworkSegment(6d7dfe90-136f-476e-b045-6fc118eaef6e),segment_id=6d7dfe90-136f-476e-b045-6fc118eaef6e)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:41:11.473276 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6ac608e9-c64a-40d7-b321-8d35c8b4efbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:11.486935 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-b6f0c457-eb07-4342-915a-eac73cf191fb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Transition to ACTIVE for port object e0770bf3-5dae-42e6-86ce-5d51b41e0214 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:41:11.609574 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b6f0c457-eb07-4342-915a-eac73cf191fb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:11.654275 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac608e9-c64a-40d7-b321-8d35c8b4efbe None None] Pushing event updated for resources: {'Port': ['ID=4392dca3-9b27-4875-a811-a69dbccc12f9,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:11.689348 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f0c457-eb07-4342-915a-eac73cf191fb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:41:11.696511 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-b6f0c457-eb07-4342-915a-eac73cf191fb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:41:11.706370 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f0c457-eb07-4342-915a-eac73cf191fb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:41:11.707083 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b6f0c457-eb07-4342-915a-eac73cf191fb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:11.765396 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f0c457-eb07-4342-915a-eac73cf191fb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event updated for resources: {'Port': ['ID=e0770bf3-5dae-42e6-86ce-5d51b41e0214,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:11.811401 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48294) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:11.983543 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b6f0c457-eb07-4342-915a-eac73cf191fb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:11.995633 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-495fb041-bc62-470e-80bc-8f59a89dcb8d req-08adc001-ddd6-46ac-ac41-0bf99fb6f5cb tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=b83678d1-4258-4ef7-88a8-5933c84ca924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6835635 Aug 22 13:41:12.012966 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48302) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:12.024285 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-38b571a0-3dce-4bc6-808e-06869feed8fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:12.147368 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48306) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:12.231219 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-0178b31a-603a-4d45-8cd9-dbff2bced4e3 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Allocated IP 2001:db8::1 (243ccd09-b3d4-44d9-a28d-99eb97c748cb/644dd93f-0f3d-4d0c-b130-c3ec360c0200/d32c7bc3-5f5c-43f0-a453-9b1a83d9e54b) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:41:12.239164 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384f7ef8-308d-4811-a452-1b22285df72e tempest-TestNetworkAdvancedServerOps-2090656047 tempest-TestNetworkAdvancedServerOps-2090656047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:12.246059 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-384f7ef8-308d-4811-a452-1b22285df72e tempest-TestNetworkAdvancedServerOps-2090656047 tempest-TestNetworkAdvancedServerOps-2090656047-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 1093 time: 0.2297835 Aug 22 13:41:12.249277 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48314) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:12.256761 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-5e3d0da9-b21c-4efa-99ef-c0b31b468fcc tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Request body: {'floatingip': {'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'port_id': '8c6dc773-1a07-4ca5-85cc-b116f5c58e9a', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:12.406142 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128996dc-4b91-40b5-9641-da421d39535b req-d3f335b7-7834-43e7-b1db-440d3c8faaec tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:12.414653 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-128996dc-4b91-40b5-9641-da421d39535b req-d3f335b7-7834-43e7-b1db-440d3c8faaec tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89d63b8-3d35-427b-8697-ebf33e5fd7aa HTTP/1.1" status: 200 len: 945 time: 0.1519444 Aug 22 13:41:12.429335 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48318) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:12.432753 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-38b571a0-3dce-4bc6-808e-06869feed8fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:12.456778 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-38b571a0-3dce-4bc6-808e-06869feed8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:12.486019 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b571a0-3dce-4bc6-808e-06869feed8fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab93c01-2884-435d-83cb-a0a4c67ddab4,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:12.530822 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0178b31a-603a-4d45-8cd9-dbff2bced4e3 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:12.545686 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-38b571a0-3dce-4bc6-808e-06869feed8fa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6e8a70c62f7341d9863a0856f32d08b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7329185 Aug 22 13:41:12.549895 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-722d90cd-734b-4aff-84d4-b613c02fadf7 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1621397538', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:12.555568 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48322) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:12.575613 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-85b326f5-a64c-44de-9ff6-1838900eef8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:12.581914 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-0178b31a-603a-4d45-8cd9-dbff2bced4e3 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Transition to ACTIVE for port object d32c7bc3-5f5c-43f0-a453-9b1a83d9e54b will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:41:12.609069 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-128996dc-4b91-40b5-9641-da421d39535b req-e91cf483-089d-4ecb-8ca0-3bd2f317e5f6 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941435 Aug 22 13:41:12.610454 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b6f0c457-eb07-4342-915a-eac73cf191fb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:12.617309 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5e3d0da9-b21c-4efa-99ef-c0b31b468fcc tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for floatingip, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:12.627192 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b6f0c457-eb07-4342-915a-eac73cf191fb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:12.628289 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b6f0c457-eb07-4342-915a-eac73cf191fb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:12.685042 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.db.api [None req-85b326f5-a64c-44de-9ff6-1838900eef8b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 22 13:41:12.685042 n-d-793621-33 neutron-server[94628]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 22 13:41:12.685042 n-d-793621-33 neutron-server[94628]: [parameters: {'project_id_1': '8da9a660136f4ebba0a653805cfce57f', 'expiration_1': datetime.datetime(2021, 8, 22, 13, 41, 12, 599407)}] Aug 22 13:41:12.685042 n-d-793621-33 neutron-server[94628]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94628) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 13:41:12.685478 n-d-793621-33 neutron-server[94628]: DEBUG oslo_db.api [None req-85b326f5-a64c-44de-9ff6-1838900eef8b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 13:41:12.689694 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-722d90cd-734b-4aff-84d4-b613c02fadf7 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:12.690949 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-722d90cd-734b-4aff-84d4-b613c02fadf7 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:12.735808 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a76a8f0c-eb12-4f4c-9dc8-a4d3cd53732d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:12.754414 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0178b31a-603a-4d45-8cd9-dbff2bced4e3 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:12.776710 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f0c457-eb07-4342-915a-eac73cf191fb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event updated for resources: {'Port': ['ID=e0770bf3-5dae-42e6-86ce-5d51b41e0214,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:12.821382 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a76a8f0c-eb12-4f4c-9dc8-a4d3cd53732d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:12.856301 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-722d90cd-734b-4aff-84d4-b613c02fadf7 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:12.862782 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-722d90cd-734b-4aff-84d4-b613c02fadf7 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:12.870812 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0178b31a-603a-4d45-8cd9-dbff2bced4e3 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Network 243ccd09-b3d4-44d9-a28d-99eb97c748cb is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:41:12.882635 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0178b31a-603a-4d45-8cd9-dbff2bced4e3 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Pushing event updated for resources: {'Port': ['ID=d32c7bc3-5f5c-43f0-a453-9b1a83d9e54b,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:12.892030 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-0178b31a-603a-4d45-8cd9-dbff2bced4e3 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:41:12.895116 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f0c457-eb07-4342-915a-eac73cf191fb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:41:12.897961 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-b6f0c457-eb07-4342-915a-eac73cf191fb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:41:12.909629 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-722d90cd-734b-4aff-84d4-b613c02fadf7 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:12.913549 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-722d90cd-734b-4aff-84d4-b613c02fadf7 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4808044 Aug 22 13:41:12.915725 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48324) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:12.916472 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0178b31a-603a-4d45-8cd9-dbff2bced4e3 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:41:12.917019 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0178b31a-603a-4d45-8cd9-dbff2bced4e3 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:12.927838 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-4b0d0ea2-ba98-4616-a2d7-3547a9a7cae8 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-694810456'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:12.970885 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 4392dca3-9b27-4875-a811-a69dbccc12f9 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:41:12.975791 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-365e3b42-ed96-47ea-85d6-5d4110c14f3c None None] Provisioning for port e2e40a90-84ed-4b3d-9f81-4d2f72c7ece0 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:41:13.068443 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a76a8f0c-eb12-4f4c-9dc8-a4d3cd53732d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:13.075762 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 4392dca3-9b27-4875-a811-a69dbccc12f9 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:41:13.080468 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device e2e40a90-84ed-4b3d-9f81-4d2f72c7ece0 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:41:13.084205 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a76a8f0c-eb12-4f4c-9dc8-a4d3cd53732d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:13.085414 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a76a8f0c-eb12-4f4c-9dc8-a4d3cd53732d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1ab93c01-2884-435d-83cb-a0a4c67ddab4 HTTP/1.1" status: 204 len: 168 time: 0.5265074 Aug 22 13:41:13.086090 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0d0ea2-ba98-4616-a2d7-3547a9a7cae8 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Made reservation on behalf of 080f374301b3456d867e3c5cd7efe0b9 for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:41:13.089833 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4b0d0ea2-ba98-4616-a2d7-3547a9a7cae8 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:13.092714 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5e3d0da9-b21c-4efa-99ef-c0b31b468fcc tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:13.121143 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f0c457-eb07-4342-915a-eac73cf191fb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Router c64e1f27-2a8c-4fcb-bf9c-761f7f7ea344 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:41:13.130513 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4b0d0ea2-ba98-4616-a2d7-3547a9a7cae8 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:13.145212 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a8f0c-eb12-4f4c-9dc8-a4d3cd53732d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab93c01-2884-435d-83cb-a0a4c67ddab4,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:13.159796 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port e2e40a90-84ed-4b3d-9f81-4d2f72c7ece0 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:41:13.171565 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port e2e40a90-84ed-4b3d-9f81-4d2f72c7ece0 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:41:13.171948 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:13.253040 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-85b326f5-a64c-44de-9ff6-1838900eef8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:13.286299 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0178b31a-603a-4d45-8cd9-dbff2bced4e3 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:13.352800 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f0c457-eb07-4342-915a-eac73cf191fb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:41:13.366036 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c7038d-0d2e-46da-94ee-48d5c55d2519 None None] Sync routers for ids ['c64e1f27-2a8c-4fcb-bf9c-761f7f7ea344'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:41:13.370005 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b6f0c457-eb07-4342-915a-eac73cf191fb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "PUT /v2.0/routers/c64e1f27-2a8c-4fcb-bf9c-761f7f7ea344/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2574406 Aug 22 13:41:13.370787 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48328) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:13.371040 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:13.382709 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c7038d-0d2e-46da-94ee-48d5c55d2519 None None] Routers {'c64e1f27-2a8c-4fcb-bf9c-761f7f7ea344'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:41:13.390122 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-00c7038d-0d2e-46da-94ee-48d5c55d2519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:41:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['c64e1f27-2a8c-4fcb-bf9c-761f7f7ea344'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:13.409370 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-880d9774-2001-4489-84b9-bd19d64a4396 None None] Provisioning for port e0770bf3-5dae-42e6-86ce-5d51b41e0214 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:41:13.419939 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-880d9774-2001-4489-84b9-bd19d64a4396 None None] Provisioning complete for port e0770bf3-5dae-42e6-86ce-5d51b41e0214 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:41:13.420410 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-880d9774-2001-4489-84b9-bd19d64a4396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:13.444496 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca7d942-2a3d-4506-a9fc-c2d9fe767227 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:13.448276 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9ca7d942-2a3d-4506-a9fc-c2d9fe767227 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/ports/e0770bf3-5dae-42e6-86ce-5d51b41e0214 HTTP/1.1" status: 200 len: 911 time: 0.0751507 Aug 22 13:41:13.451211 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48332) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:13.480278 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port e2e40a90-84ed-4b3d-9f81-4d2f72c7ece0, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=e2e40a90-84ed-4b3d-9f81-4d2f72c7ece0,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:41:13.483990 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06178bd5-0de1-4634-932b-d7e8326eeb82 None None] Network 4f3c01e4-ef3d-49ec-9a2c-854d5046bfed requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:41:13.507551 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-5e3d0da9-b21c-4efa-99ef-c0b31b468fcc tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Allocated IP 172.25.3.69 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/f7db1303-4ae3-4c2c-9235-b765632e00c1) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:41:13.527691 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:13.543654 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa579fe4-1456-49c6-a8ee-a8c4c3eecb12 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:13.551103 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa579fe4-1456-49c6-a8ee-a8c4c3eecb12 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:13.553937 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-aa579fe4-1456-49c6-a8ee-a8c4c3eecb12 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1017032 Aug 22 13:41:13.557055 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48336) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:13.596081 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-00c7038d-0d2e-46da-94ee-48d5c55d2519 None None] Set router c64e1f27-2a8c-4fcb-bf9c-761f7f7ea344 gateway port host: None {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:41:13.664431 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-880d9774-2001-4489-84b9-bd19d64a4396 None None] Port e0770bf3-5dae-42e6-86ce-5d51b41e0214 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:41:13.775667 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=e2e40a90-84ed-4b3d-9f81-4d2f72c7ece0,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:13.788093 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4b0d0ea2-ba98-4616-a2d7-3547a9a7cae8 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:13.839791 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-23c1f955-fb1c-4b18-9fb9-c422068b36de None None] Provisioning for port 4392dca3-9b27-4875-a811-a69dbccc12f9 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:41:13.848019 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4b0d0ea2-ba98-4616-a2d7-3547a9a7cae8 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:13.851259 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-23c1f955-fb1c-4b18-9fb9-c422068b36de None None] Provisioning complete for port 4392dca3-9b27-4875-a811-a69dbccc12f9 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:41:13.851638 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-23c1f955-fb1c-4b18-9fb9-c422068b36de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:13.914919 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b0d0ea2-ba98-4616-a2d7-3547a9a7cae8 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:41:13.968576 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4b0d0ea2-ba98-4616-a2d7-3547a9a7cae8 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:13.969352 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-4b0d0ea2-ba98-4616-a2d7-3547a9a7cae8 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Added segment 1a9f8fc9-1a74-401f-9f36-745c7ec493be of type vlan for network 13e36667-9875-4e70-985c-00d9b7935772 Aug 22 13:41:13.996614 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0d0ea2-ba98-4616-a2d7-3547a9a7cae8 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d095f45f-142f-48ff-98d3-d72dc8ff6a50,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:14.015237 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-23c1f955-fb1c-4b18-9fb9-c422068b36de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:14.049056 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-00c7038d-0d2e-46da-94ee-48d5c55d2519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64e1f27-2a8c-4fcb-bf9c-761f7f7ea344', 'name': 'tempest-NetworksTestDHCPv6-router-1390798687', 'tenant_id': 'a71622c06b3d48d28918cf297ca2043b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:41:08Z', 'updated_at': '2021-08-22T13:41:11Z', 'revision_number': 2, 'project_id': 'a71622c06b3d48d28918cf297ca2043b', 'gw_port_host': None, '_interfaces': [{'id': 'e0770bf3-5dae-42e6-86ce-5d51b41e0214', 'name': '', 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'tenant_id': 'a71622c06b3d48d28918cf297ca2043b', 'mac_address': 'fa:16:3e:dd:0c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64e1f27-2a8c-4fcb-bf9c-761f7f7ea344', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'adc2baa1-10cc-4ec5-9a22-a7b064e266c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:41:10Z', 'updated_at': '2021-08-22T13:41:12Z', 'revision_number': 2, 'project_id': 'a71622c06b3d48d28918cf297ca2043b', 'subnets': [{'id': 'adc2baa1-10cc-4ec5-9a22-a7b064e266c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:14.101945 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc00d7-34e8-40a4-ae38-97f9356c80b5 req-433ff9a9-df4f-4eac-9c95-b23d5fe59b35 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:14.108208 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-23c1f955-fb1c-4b18-9fb9-c422068b36de None None] For port 4392dca3-9b27-4875-a811-a69dbccc12f9, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=4392dca3-9b27-4875-a811-a69dbccc12f9,segment=NetworkSegment(6d7dfe90-136f-476e-b045-6fc118eaef6e),segment_id=6d7dfe90-136f-476e-b045-6fc118eaef6e)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:41:14.114917 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-24dc00d7-34e8-40a4-ae38-97f9356c80b5 req-433ff9a9-df4f-4eac-9c95-b23d5fe59b35 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89d63b8-3d35-427b-8697-ebf33e5fd7aa HTTP/1.1" status: 200 len: 945 time: 0.3378918 Aug 22 13:41:14.119607 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-23c1f955-fb1c-4b18-9fb9-c422068b36de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:14.196922 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-23c1f955-fb1c-4b18-9fb9-c422068b36de None None] Provisioning for port d32c7bc3-5f5c-43f0-a453-9b1a83d9e54b completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:41:14.199798 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4b0d0ea2-ba98-4616-a2d7-3547a9a7cae8 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:14.218741 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-23c1f955-fb1c-4b18-9fb9-c422068b36de None None] Provisioning complete for port d32c7bc3-5f5c-43f0-a453-9b1a83d9e54b triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:41:14.219651 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-23c1f955-fb1c-4b18-9fb9-c422068b36de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:14.249774 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5e3d0da9-b21c-4efa-99ef-c0b31b468fcc tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:14.291021 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c7038d-0d2e-46da-94ee-48d5c55d2519 None None] Checking router: c64e1f27-2a8c-4fcb-bf9c-761f7f7ea344 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:41:14.291818 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c7038d-0d2e-46da-94ee-48d5c55d2519 None None] Updating router c64e1f27-2a8c-4fcb-bf9c-761f7f7ea344 port e0770bf3-5dae-42e6-86ce-5d51b41e0214 binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:41:14.319214 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-23c1f955-fb1c-4b18-9fb9-c422068b36de None None] Port d32c7bc3-5f5c-43f0-a453-9b1a83d9e54b cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:41:14.330085 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c1f955-fb1c-4b18-9fb9-c422068b36de None None] Pushing event updated for resources: {'Port': ['ID=4392dca3-9b27-4875-a811-a69dbccc12f9,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:14.341976 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-00c7038d-0d2e-46da-94ee-48d5c55d2519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:14.346198 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4b0d0ea2-ba98-4616-a2d7-3547a9a7cae8 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:14.353500 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0d0ea2-ba98-4616-a2d7-3547a9a7cae8 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:14.354463 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4b0d0ea2-ba98-4616-a2d7-3547a9a7cae8 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:14.383274 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-24dc00d7-34e8-40a4-ae38-97f9356c80b5 req-a2945972-39f2-4be9-b770-d42f91eecfd4 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678218 Aug 22 13:41:14.455026 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-b5d95fbd-f3ec-40ab-9d90-99383c750204 None None] Provisioning complete for port 4392dca3-9b27-4875-a811-a69dbccc12f9 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:41:14.455587 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b5d95fbd-f3ec-40ab-9d90-99383c750204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:14.488542 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0d0ea2-ba98-4616-a2d7-3547a9a7cae8 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Pushing event updated for resources: {'Network': ['ID=13e36667-9875-4e70-985c-00d9b7935772,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:14.494325 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-85b326f5-a64c-44de-9ff6-1838900eef8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:14.510296 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 13e36667-9875-4e70-985c-00d9b7935772 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:41:14.519489 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0178b31a-603a-4d45-8cd9-dbff2bced4e3 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:14.525880 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-85b326f5-a64c-44de-9ff6-1838900eef8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:14.545081 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0178b31a-603a-4d45-8cd9-dbff2bced4e3 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:14.545935 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0178b31a-603a-4d45-8cd9-dbff2bced4e3 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:14.560796 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5e3d0da9-b21c-4efa-99ef-c0b31b468fcc tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:14.567003 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-4b0d0ea2-ba98-4616-a2d7-3547a9a7cae8 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6458001 Aug 22 13:41:14.597291 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ab3d627a-2627-45e2-8127-a6a0c8bbe998 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:14.611886 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48362) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:14.613613 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b326f5-a64c-44de-9ff6-1838900eef8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaee73d3-10d1-4a20-a49d-49d5f2839d9c,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:14.717916 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-70fdfa2b-e47c-404d-b437-c7f82c435633 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Request body: {'subnet': {'network_id': '13e36667-9875-4e70-985c-00d9b7935772', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:14.729490 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3d0da9-b21c-4efa-99ef-c0b31b468fcc tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:41:14.735179 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-00c7038d-0d2e-46da-94ee-48d5c55d2519 None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:14.742134 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0178b31a-603a-4d45-8cd9-dbff2bced4e3 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Pushing event updated for resources: {'Port': ['ID=d32c7bc3-5f5c-43f0-a453-9b1a83d9e54b,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:14.748876 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-00c7038d-0d2e-46da-94ee-48d5c55d2519 None None] Transition to ACTIVE for port object e0770bf3-5dae-42e6-86ce-5d51b41e0214 will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:41:14.755237 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-5e3d0da9-b21c-4efa-99ef-c0b31b468fcc tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:41:14.763628 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3d0da9-b21c-4efa-99ef-c0b31b468fcc tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:41:14.768996 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-b5d95fbd-f3ec-40ab-9d90-99383c750204 None None] Provisioning complete for port e0770bf3-5dae-42e6-86ce-5d51b41e0214 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:41:14.769502 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b5d95fbd-f3ec-40ab-9d90-99383c750204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:14.777346 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-00c7038d-0d2e-46da-94ee-48d5c55d2519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:14.832053 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-85b326f5-a64c-44de-9ff6-1838900eef8b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8da9a660136f4ebba0a653805cfce57f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6758938 Aug 22 13:41:14.836584 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48374) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:14.840655 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-b5d95fbd-f3ec-40ab-9d90-99383c750204 None None] Port e0770bf3-5dae-42e6-86ce-5d51b41e0214 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:41:14.898921 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d0da9-b21c-4efa-99ef-c0b31b468fcc tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event updated for resources: {'Port': ['ID=f7db1303-4ae3-4c2c-9235-b765632e00c1,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:14.904930 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 4392dca3-9b27-4875-a811-a69dbccc12f9 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:41:14.905925 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66210c75-1a2e-413a-976e-ccc058c0773d None None] Pushing event updated for resources: {'Port': ['ID=e0770bf3-5dae-42e6-86ce-5d51b41e0214,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:14.918987 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66210c75-1a2e-413a-976e-ccc058c0773d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:41:14.919417 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66210c75-1a2e-413a-976e-ccc058c0773d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:41:14.919880 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66210c75-1a2e-413a-976e-ccc058c0773d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:41:14.920296 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66210c75-1a2e-413a-976e-ccc058c0773d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:41:14.920855 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66210c75-1a2e-413a-976e-ccc058c0773d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:41:14.921494 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66210c75-1a2e-413a-976e-ccc058c0773d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:41:14.922047 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66210c75-1a2e-413a-976e-ccc058c0773d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:41:14.923110 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66210c75-1a2e-413a-976e-ccc058c0773d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:41:14.923628 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66210c75-1a2e-413a-976e-ccc058c0773d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:41:14.924402 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66210c75-1a2e-413a-976e-ccc058c0773d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:41:14.925145 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66210c75-1a2e-413a-976e-ccc058c0773d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:41:14.925812 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66210c75-1a2e-413a-976e-ccc058c0773d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:41:14.984696 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0178b31a-603a-4d45-8cd9-dbff2bced4e3 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Network 243ccd09-b3d4-44d9-a28d-99eb97c748cb is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:41:14.988917 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-0178b31a-603a-4d45-8cd9-dbff2bced4e3 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:41:15.009955 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 4392dca3-9b27-4875-a811-a69dbccc12f9 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:41:15.010332 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:15.010844 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-00c7038d-0d2e-46da-94ee-48d5c55d2519 None None] Attempting to bind port e0770bf3-5dae-42e6-86ce-5d51b41e0214 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:41:15.011366 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-00c7038d-0d2e-46da-94ee-48d5c55d2519 None None] Attempting to bind port e0770bf3-5dae-42e6-86ce-5d51b41e0214 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:41:15.011983 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c7038d-0d2e-46da-94ee-48d5c55d2519 None None] Attempting to bind port e0770bf3-5dae-42e6-86ce-5d51b41e0214 on network 933f65da-8ef2-4dea-ac27-3eee9182e92f {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:41:15.021006 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c7038d-0d2e-46da-94ee-48d5c55d2519 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:41:15.021501 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c7038d-0d2e-46da-94ee-48d5c55d2519 None None] Checking segment: {'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:41:15.022027 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-00c7038d-0d2e-46da-94ee-48d5c55d2519 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:15.022519 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c7038d-0d2e-46da-94ee-48d5c55d2519 None None] Bound using segment: {'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:41:15.023085 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-00c7038d-0d2e-46da-94ee-48d5c55d2519 None None] Bound port: e0770bf3-5dae-42e6-86ce-5d51b41e0214, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:41:15.023564 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-00c7038d-0d2e-46da-94ee-48d5c55d2519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:15.150830 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-00c7038d-0d2e-46da-94ee-48d5c55d2519 None None] For port e0770bf3-5dae-42e6-86ce-5d51b41e0214, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:41:15.155544 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-00c7038d-0d2e-46da-94ee-48d5c55d2519 None None] For port e0770bf3-5dae-42e6-86ce-5d51b41e0214, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=e0770bf3-5dae-42e6-86ce-5d51b41e0214,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:41:15.165454 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-00c7038d-0d2e-46da-94ee-48d5c55d2519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:15.187258 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5bf435a1-4a1e-4871-85e4-c1b7085f9809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:15.206114 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device e2e40a90-84ed-4b3d-9f81-4d2f72c7ece0 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:41:15.247997 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70fdfa2b-e47c-404d-b437-c7f82c435633 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Made reservation on behalf of 080f374301b3456d867e3c5cd7efe0b9 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:41:15.254371 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-70fdfa2b-e47c-404d-b437-c7f82c435633 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:15.279250 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5bf435a1-4a1e-4871-85e4-c1b7085f9809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:15.294781 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c7038d-0d2e-46da-94ee-48d5c55d2519 None None] Routers {'c64e1f27-2a8c-4fcb-bf9c-761f7f7ea344'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:41:15.296534 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-00c7038d-0d2e-46da-94ee-48d5c55d2519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:41:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['c64e1f27-2a8c-4fcb-bf9c-761f7f7ea344'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:15.322188 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port e2e40a90-84ed-4b3d-9f81-4d2f72c7ece0 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:41:15.322471 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:15.362821 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0178b31a-603a-4d45-8cd9-dbff2bced4e3 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Router 426f93c3-562b-4317-a5bd-f0586eb96f29 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:41:15.434629 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66210c75-1a2e-413a-976e-ccc058c0773d None None] Pushing event updated for resources: {'Port': ['ID=e0770bf3-5dae-42e6-86ce-5d51b41e0214,revision_number=4']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:15.503741 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-00c7038d-0d2e-46da-94ee-48d5c55d2519 None None] Set router c64e1f27-2a8c-4fcb-bf9c-761f7f7ea344 gateway port host: None {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:41:15.530548 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48394) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:15.563265 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-28e6f5c0-cec3-4f46-b9a2-e5973ae53f96 None None] Provisioning complete for port d32c7bc3-5f5c-43f0-a453-9b1a83d9e54b triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:41:15.563607 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-28e6f5c0-cec3-4f46-b9a2-e5973ae53f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:15.640113 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-28e6f5c0-cec3-4f46-b9a2-e5973ae53f96 None None] Port d32c7bc3-5f5c-43f0-a453-9b1a83d9e54b cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:41:15.730016 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5bf435a1-4a1e-4871-85e4-c1b7085f9809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:15.733405 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5bf435a1-4a1e-4871-85e4-c1b7085f9809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:15.734905 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0178b31a-603a-4d45-8cd9-dbff2bced4e3 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:41:15.737357 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5bf435a1-4a1e-4871-85e4-c1b7085f9809 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aaee73d3-10d1-4a20-a49d-49d5f2839d9c HTTP/1.1" status: 204 len: 168 time: 0.8902271 Aug 22 13:41:15.747251 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-0178b31a-603a-4d45-8cd9-dbff2bced4e3 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] 10.222.0.21 "PUT /v2.0/routers/426f93c3-562b-4317-a5bd-f0586eb96f29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2713320 Aug 22 13:41:15.752894 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48400) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:15.761954 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d4bf764c-8655-440e-b269-560c4b33294e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:15.769615 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68053a43-7410-4a61-bcea-92c8a013bf56 req-1fb6131f-4607-4b58-be70-bb868a469b06 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:15.771338 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-68053a43-7410-4a61-bcea-92c8a013bf56 req-1fb6131f-4607-4b58-be70-bb868a469b06 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89d63b8-3d35-427b-8697-ebf33e5fd7aa HTTP/1.1" status: 200 len: 945 time: 0.2180862 Aug 22 13:41:15.784872 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fbb2db-1159-4d6a-b105-3141609d9c3a None None] Sync routers for ids ['426f93c3-562b-4317-a5bd-f0586eb96f29'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:41:15.800117 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-00c7038d-0d2e-46da-94ee-48d5c55d2519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64e1f27-2a8c-4fcb-bf9c-761f7f7ea344', 'name': 'tempest-NetworksTestDHCPv6-router-1390798687', 'tenant_id': 'a71622c06b3d48d28918cf297ca2043b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:41:08Z', 'updated_at': '2021-08-22T13:41:11Z', 'revision_number': 2, 'project_id': 'a71622c06b3d48d28918cf297ca2043b', 'gw_port_host': None, '_interfaces': [{'id': 'e0770bf3-5dae-42e6-86ce-5d51b41e0214', 'name': '', 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'tenant_id': 'a71622c06b3d48d28918cf297ca2043b', 'mac_address': 'fa:16:3e:dd:0c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64e1f27-2a8c-4fcb-bf9c-761f7f7ea344', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'adc2baa1-10cc-4ec5-9a22-a7b064e266c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:41:10Z', 'updated_at': '2021-08-22T13:41:15Z', 'revision_number': 4, 'project_id': 'a71622c06b3d48d28918cf297ca2043b', 'subnets': [{'id': 'adc2baa1-10cc-4ec5-9a22-a7b064e266c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:15.837325 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fbb2db-1159-4d6a-b105-3141609d9c3a None None] Routers {'426f93c3-562b-4317-a5bd-f0586eb96f29'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:41:15.837909 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-70fbb2db-1159-4d6a-b105-3141609d9c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:41:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['426f93c3-562b-4317-a5bd-f0586eb96f29'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:15.842506 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-ab3d627a-2627-45e2-8127-a6a0c8bbe998 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Deleting port e0770bf3-5dae-42e6-86ce-5d51b41e0214 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:41:15.842928 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ab3d627a-2627-45e2-8127-a6a0c8bbe998 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:15.847001 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf435a1-4a1e-4871-85e4-c1b7085f9809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaee73d3-10d1-4a20-a49d-49d5f2839d9c,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:15.857524 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c7038d-0d2e-46da-94ee-48d5c55d2519 None None] The sync data for ids ['c64e1f27-2a8c-4fcb-bf9c-761f7f7ea344'] in n-d-793621-33 is: [{'id': 'c64e1f27-2a8c-4fcb-bf9c-761f7f7ea344', 'name': 'tempest-NetworksTestDHCPv6-router-1390798687', 'tenant_id': 'a71622c06b3d48d28918cf297ca2043b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:41:08Z', 'updated_at': '2021-08-22T13:41:11Z', 'revision_number': 2, 'project_id': 'a71622c06b3d48d28918cf297ca2043b', 'gw_port_host': None, '_interfaces': [{'id': 'e0770bf3-5dae-42e6-86ce-5d51b41e0214', 'name': '', 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'tenant_id': 'a71622c06b3d48d28918cf297ca2043b', 'mac_address': 'fa:16:3e:dd:0c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64e1f27-2a8c-4fcb-bf9c-761f7f7ea344', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'adc2baa1-10cc-4ec5-9a22-a7b064e266c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:41:10Z', 'updated_at': '2021-08-22T13:41:15Z', 'revision_number': 4, 'project_id': 'a71622c06b3d48d28918cf297ca2043b', 'subnets': [{'id': 'adc2baa1-10cc-4ec5-9a22-a7b064e266c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:41:15.927961 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-70fbb2db-1159-4d6a-b105-3141609d9c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:15.959812 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fbb2db-1159-4d6a-b105-3141609d9c3a None None] Routers {'426f93c3-562b-4317-a5bd-f0586eb96f29'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:41:15.961024 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-70fbb2db-1159-4d6a-b105-3141609d9c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:41:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['426f93c3-562b-4317-a5bd-f0586eb96f29'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:15.963381 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-70fdfa2b-e47c-404d-b437-c7f82c435633 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:15.970567 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-68053a43-7410-4a61-bcea-92c8a013bf56 req-f52d6c27-4f1d-4349-a3e0-4aee74ee78de tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663942 Aug 22 13:41:16.033726 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-860dc132-3aaf-4ce5-9130-33ca6a5ae972 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks [] for router, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:16.054712 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-70fbb2db-1159-4d6a-b105-3141609d9c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:16.055783 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fbb2db-1159-4d6a-b105-3141609d9c3a None None] The sync data for ids ['426f93c3-562b-4317-a5bd-f0586eb96f29'] in n-d-793621-33 is: [] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:41:16.109452 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fdfa2b-e47c-404d-b437-c7f82c435633 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Pushing event updated for resources: {'Subnet': ['ID=eef1b981-9def-4298-b016-7f0009d66579,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:16.119597 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-ab3d627a-2627-45e2-8127-a6a0c8bbe998 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] For port e0770bf3-5dae-42e6-86ce-5d51b41e0214, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=e0770bf3-5dae-42e6-86ce-5d51b41e0214,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:41:16.120326 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ab3d627a-2627-45e2-8127-a6a0c8bbe998 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:16.148786 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-ab3d627a-2627-45e2-8127-a6a0c8bbe998 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Calling delete_port for e0770bf3-5dae-42e6-86ce-5d51b41e0214 owned by network:router_interface {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:41:16.155060 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fdfa2b-e47c-404d-b437-c7f82c435633 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Checking segment: {'id': '1a9f8fc9-1a74-401f-9f36-745c7ec493be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '13e36667-9875-4e70-985c-00d9b7935772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:41:16.155497 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fdfa2b-e47c-404d-b437-c7f82c435633 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Network hostable DHCP agents. Network: 13e36667-9875-4e70-985c-00d9b7935772, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:41:16.262182 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d4bf764c-8655-440e-b269-560c4b33294e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:16.272684 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d4bf764c-8655-440e-b269-560c4b33294e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:16.301631 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fdfa2b-e47c-404d-b437-c7f82c435633 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Network 13e36667-9875-4e70-985c-00d9b7935772 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:41:16.323449 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48406) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:16.381658 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-70fdfa2b-e47c-404d-b437-c7f82c435633 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 13e36667-9875-4e70-985c-00d9b7935772) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:41:16.385912 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bf764c-8655-440e-b269-560c4b33294e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8e13e3-1e93-4fc2-bbf3-60227844c579,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:16.389978 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d5a431-6076-4362-b524-d593ade30c3c None None] Network 13e36667-9875-4e70-985c-00d9b7935772 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:41:16.395105 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d4bf764c-8655-440e-b269-560c4b33294e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0f93a3e728ff4ab9acd4bedc278cc983&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8468442 Aug 22 13:41:16.440164 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48408) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:16.457568 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fdfa2b-e47c-404d-b437-c7f82c435633 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:16.458157 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-70fdfa2b-e47c-404d-b437-c7f82c435633 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:16.512395 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-84029db6-9a60-4a15-9b34-6e8cc3a37c5f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b2bfc47eb7264ee1bab4264414dcdcd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1862729 Aug 22 13:41:16.513890 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48410) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:16.520314 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-70fdfa2b-e47c-404d-b437-c7f82c435633 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9030142 Aug 22 13:41:16.526222 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48412) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:16.536060 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-ae6034c5-30b6-4d0d-8ba1-7df9b809de47 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Request body: {'network': {'name': 'tempest-router-network01--1676945979'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:16.581211 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c165234-fb14-4cfe-8bc0-483f9f5045bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-13e36667-9875-4e70-985c-00d9b7935772', 'network_id': '13e36667-9875-4e70-985c-00d9b7935772', 'tenant_id': '080f374301b3456d867e3c5cd7efe0b9', 'fixed_ips': [{'subnet_id': 'eef1b981-9def-4298-b016-7f0009d66579'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:41:16.582266 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2c165234-fb14-4cfe-8bc0-483f9f5045bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:16.592138 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5e3d0da9-b21c-4efa-99ef-c0b31b468fcc tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:16.609668 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a285817b-3904-42ca-a48c-e88aa380783b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:16.615553 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-860dc132-3aaf-4ce5-9130-33ca6a5ae972 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 22 13:41:16.616664 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-860dc132-3aaf-4ce5-9130-33ca6a5ae972 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] 10.222.0.21 "DELETE /v2.0/routers/426f93c3-562b-4317-a5bd-f0586eb96f29 HTTP/1.1" status: 409 len: 329 time: 0.8625295 Aug 22 13:41:16.618415 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6034c5-30b6-4d0d-8ba1-7df9b809de47 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Made reservation on behalf of 080f374301b3456d867e3c5cd7efe0b9 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:41:16.621326 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48414) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:16.622801 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ae6034c5-30b6-4d0d-8ba1-7df9b809de47 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:16.660397 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ab3d627a-2627-45e2-8127-a6a0c8bbe998 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:16.666551 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a285817b-3904-42ca-a48c-e88aa380783b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:16.722007 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae6034c5-30b6-4d0d-8ba1-7df9b809de47 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:41:16.731733 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d627a-2627-45e2-8127-a6a0c8bbe998 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event deleted for resources: {'Port': ['ID=e0770bf3-5dae-42e6-86ce-5d51b41e0214,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:16.732421 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9881418b-933a-4e18-89ba-42dc9be65817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:16.756825 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-2c165234-fb14-4cfe-8bc0-483f9f5045bf None None] Allocated IP 172.20.0.2 (13e36667-9875-4e70-985c-00d9b7935772/eef1b981-9def-4298-b016-7f0009d66579/735aa8cd-c1b4-49ae-b8b2-72b1164d595b) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:41:16.759458 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9881418b-933a-4e18-89ba-42dc9be65817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:16.825856 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ae6034c5-30b6-4d0d-8ba1-7df9b809de47 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:16.826267 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-ae6034c5-30b6-4d0d-8ba1-7df9b809de47 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Added segment 7c72ae18-30e2-45ad-aea4-8867c4e87e17 of type vlan for network 5b608bc4-856f-4a64-9888-45b88cb8d41e Aug 22 13:41:16.828084 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9881418b-933a-4e18-89ba-42dc9be65817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:16.831380 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9881418b-933a-4e18-89ba-42dc9be65817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:16.836825 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-9881418b-933a-4e18-89ba-42dc9be65817 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5e20e479-6120-4a8e-9013-5ed96e8c1556 HTTP/1.1" status: 204 len: 168 time: 0.3159232 Aug 22 13:41:16.858101 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881418b-933a-4e18-89ba-42dc9be65817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e20e479-6120-4a8e-9013-5ed96e8c1556,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:16.891034 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ab3d627a-2627-45e2-8127-a6a0c8bbe998 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:16.999189 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ae6034c5-30b6-4d0d-8ba1-7df9b809de47 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:17.060827 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5e3d0da9-b21c-4efa-99ef-c0b31b468fcc tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:17.091881 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a285817b-3904-42ca-a48c-e88aa380783b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:17.095448 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a285817b-3904-42ca-a48c-e88aa380783b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:17.096672 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a285817b-3904-42ca-a48c-e88aa380783b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cc8e13e3-1e93-4fc2-bbf3-60227844c579 HTTP/1.1" status: 204 len: 168 time: 0.6467144 Aug 22 13:41:17.130424 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a285817b-3904-42ca-a48c-e88aa380783b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8e13e3-1e93-4fc2-bbf3-60227844c579,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:17.186241 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2c165234-fb14-4cfe-8bc0-483f9f5045bf None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:17.193736 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ae6034c5-30b6-4d0d-8ba1-7df9b809de47 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:17.200298 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6034c5-30b6-4d0d-8ba1-7df9b809de47 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:17.201140 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ae6034c5-30b6-4d0d-8ba1-7df9b809de47 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:17.238307 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-2c165234-fb14-4cfe-8bc0-483f9f5045bf None None] Transition to ACTIVE for port object 735aa8cd-c1b4-49ae-b8b2-72b1164d595b will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:41:17.274855 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-2c165234-fb14-4cfe-8bc0-483f9f5045bf None None] Transition to ACTIVE for port object 735aa8cd-c1b4-49ae-b8b2-72b1164d595b will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:41:17.286786 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2c165234-fb14-4cfe-8bc0-483f9f5045bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:17.333448 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09ac08-4d83-4670-a40c-87a3c258db1a req-5a2a5fad-c928-4455-8b51-4fd74785009d tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:17.335046 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9e09ac08-4d83-4670-a40c-87a3c258db1a req-5a2a5fad-c928-4455-8b51-4fd74785009d tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89d63b8-3d35-427b-8697-ebf33e5fd7aa HTTP/1.1" status: 200 len: 945 time: 0.1647069 Aug 22 13:41:17.342497 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ae6034c5-30b6-4d0d-8ba1-7df9b809de47 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8132834 Aug 22 13:41:17.343785 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48426) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:17.351030 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-1cadf46f-992f-40e3-a7a3-a8f61abd2c9e tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Request body: {'network': {'name': 'tempest-router-network02--79944304'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:17.356086 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3d627a-2627-45e2-8127-a6a0c8bbe998 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Router c64e1f27-2a8c-4fcb-bf9c-761f7f7ea344 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:41:17.368293 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6034c5-30b6-4d0d-8ba1-7df9b809de47 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Pushing event updated for resources: {'Network': ['ID=5b608bc4-856f-4a64-9888-45b88cb8d41e,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:17.379912 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c165234-fb14-4cfe-8bc0-483f9f5045bf None None] Pushing event updated for resources: {'Port': ['ID=735aa8cd-c1b4-49ae-b8b2-72b1164d595b,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:17.386698 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 5b608bc4-856f-4a64-9888-45b88cb8d41e details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:41:17.419780 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5e3d0da9-b21c-4efa-99ef-c0b31b468fcc tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:17.440974 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5e3d0da9-b21c-4efa-99ef-c0b31b468fcc tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:17.473455 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9e09ac08-4d83-4670-a40c-87a3c258db1a req-72f1760f-58fb-40f7-9c59-39fb7bd88397 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158862 Aug 22 13:41:17.480169 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cadf46f-992f-40e3-a7a3-a8f61abd2c9e tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Made reservation on behalf of 080f374301b3456d867e3c5cd7efe0b9 for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:41:17.484127 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1cadf46f-992f-40e3-a7a3-a8f61abd2c9e tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:17.512137 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c165234-fb14-4cfe-8bc0-483f9f5045bf None None] Network 13e36667-9875-4e70-985c-00d9b7935772 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:41:17.513626 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-2c165234-fb14-4cfe-8bc0-483f9f5045bf None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:41:17.516275 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c165234-fb14-4cfe-8bc0-483f9f5045bf None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:41:17.638609 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cadf46f-992f-40e3-a7a3-a8f61abd2c9e tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:41:17.649498 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d0da9-b21c-4efa-99ef-c0b31b468fcc tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event updated for resources: {'Port': ['ID=f7db1303-4ae3-4c2c-9235-b765632e00c1,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:17.666344 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-2c165234-fb14-4cfe-8bc0-483f9f5045bf None None] Attempting to bind port 735aa8cd-c1b4-49ae-b8b2-72b1164d595b on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:41:17.666724 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-2c165234-fb14-4cfe-8bc0-483f9f5045bf None None] Attempting to bind port 735aa8cd-c1b4-49ae-b8b2-72b1164d595b by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '1a9f8fc9-1a74-401f-9f36-745c7ec493be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '13e36667-9875-4e70-985c-00d9b7935772'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:41:17.666993 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5e3d0da9-b21c-4efa-99ef-c0b31b468fcc tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:17.667113 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c165234-fb14-4cfe-8bc0-483f9f5045bf None None] Attempting to bind port 735aa8cd-c1b4-49ae-b8b2-72b1164d595b on network 13e36667-9875-4e70-985c-00d9b7935772 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:41:17.680472 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c165234-fb14-4cfe-8bc0-483f9f5045bf None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:41:17.680848 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c165234-fb14-4cfe-8bc0-483f9f5045bf None None] Checking segment: {'id': '1a9f8fc9-1a74-401f-9f36-745c7ec493be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '13e36667-9875-4e70-985c-00d9b7935772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:41:17.681251 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2c165234-fb14-4cfe-8bc0-483f9f5045bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:17.681645 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c165234-fb14-4cfe-8bc0-483f9f5045bf None None] Bound using segment: {'id': '1a9f8fc9-1a74-401f-9f36-745c7ec493be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '13e36667-9875-4e70-985c-00d9b7935772'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:41:17.696663 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-2c165234-fb14-4cfe-8bc0-483f9f5045bf None None] Bound port: 735aa8cd-c1b4-49ae-b8b2-72b1164d595b, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a9f8fc9-1a74-401f-9f36-745c7ec493be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '13e36667-9875-4e70-985c-00d9b7935772'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:41:17.697234 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2c165234-fb14-4cfe-8bc0-483f9f5045bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:17.727158 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1cadf46f-992f-40e3-a7a3-a8f61abd2c9e tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:17.727516 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-1cadf46f-992f-40e3-a7a3-a8f61abd2c9e tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Added segment 8fc003b6-feb5-44d9-b0bb-27e39b4f9068 of type vlan for network 2f647894-21e3-4a28-9296-daf89643609d Aug 22 13:41:17.795857 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-71c20acd-dcd9-40f8-9de6-b19c41f031bc tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:17.861348 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1cadf46f-992f-40e3-a7a3-a8f61abd2c9e tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:17.930684 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-2c165234-fb14-4cfe-8bc0-483f9f5045bf None None] For port 735aa8cd-c1b4-49ae-b8b2-72b1164d595b, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:41:17.935508 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-2c165234-fb14-4cfe-8bc0-483f9f5045bf None None] For port 735aa8cd-c1b4-49ae-b8b2-72b1164d595b, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=735aa8cd-c1b4-49ae-b8b2-72b1164d595b,segment=NetworkSegment(1a9f8fc9-1a74-401f-9f36-745c7ec493be),segment_id=1a9f8fc9-1a74-401f-9f36-745c7ec493be)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:41:17.943424 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2c165234-fb14-4cfe-8bc0-483f9f5045bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:17.990593 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1cadf46f-992f-40e3-a7a3-a8f61abd2c9e tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:17.996643 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cadf46f-992f-40e3-a7a3-a8f61abd2c9e tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:17.997452 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1cadf46f-992f-40e3-a7a3-a8f61abd2c9e tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:18.011178 n-d-793621-33 neutron-server[94627]: INFO neutron.db.l3_db [None req-5e3d0da9-b21c-4efa-99ef-c0b31b468fcc tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Floating IP 62d0914e-dc60-4a91-922a-4fa5d3d75b49 associated. External IP: 172.25.3.69, port: 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a. Aug 22 13:41:18.089233 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c165234-fb14-4cfe-8bc0-483f9f5045bf None None] Pushing event updated for resources: {'Port': ['ID=735aa8cd-c1b4-49ae-b8b2-72b1164d595b,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:18.199014 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-1cadf46f-992f-40e3-a7a3-a8f61abd2c9e tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8535390 Aug 22 13:41:18.207173 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48450) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:18.220711 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-d6e431f1-4e7c-46d2-bf01-d926acb0200e tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Request body: {'subnet': {'network_id': '5b608bc4-856f-4a64-9888-45b88cb8d41e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:18.223519 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3d627a-2627-45e2-8127-a6a0c8bbe998 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:41:18.231764 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ab3d627a-2627-45e2-8127-a6a0c8bbe998 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "PUT /v2.0/routers/c64e1f27-2a8c-4fcb-bf9c-761f7f7ea344/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6728485 Aug 22 13:41:18.235124 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48454) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:18.237650 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c92c01-43a8-4b8e-9599-5f5417e646af None None] Sync routers for ids ['c64e1f27-2a8c-4fcb-bf9c-761f7f7ea344'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:41:18.262919 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c92c01-43a8-4b8e-9599-5f5417e646af None None] Routers {'c64e1f27-2a8c-4fcb-bf9c-761f7f7ea344'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:41:18.263966 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-83c92c01-43a8-4b8e-9599-5f5417e646af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:41:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['c64e1f27-2a8c-4fcb-bf9c-761f7f7ea344'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:18.286998 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cadf46f-992f-40e3-a7a3-a8f61abd2c9e tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Pushing event updated for resources: {'Network': ['ID=2f647894-21e3-4a28-9296-daf89643609d,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:18.308147 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 2f647894-21e3-4a28-9296-daf89643609d details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:41:18.319067 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e479c07e-57ed-43ca-963a-958dfd086252 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:18.322076 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e479c07e-57ed-43ca-963a-958dfd086252 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:18.323640 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e479c07e-57ed-43ca-963a-958dfd086252 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0872064 Aug 22 13:41:18.334330 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48462) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:18.436815 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-83c92c01-43a8-4b8e-9599-5f5417e646af None None] Set router c64e1f27-2a8c-4fcb-bf9c-761f7f7ea344 gateway port host: None {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:41:18.521968 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-e703d6ec-67ec-4fdb-a96d-f15df2b118d5 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Deleting subnet adc2baa1-10cc-4ec5-9a22-a7b064e266c0 {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:41:18.526150 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e703d6ec-67ec-4fdb-a96d-f15df2b118d5 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:18.570385 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-83c92c01-43a8-4b8e-9599-5f5417e646af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64e1f27-2a8c-4fcb-bf9c-761f7f7ea344', 'name': 'tempest-NetworksTestDHCPv6-router-1390798687', 'tenant_id': 'a71622c06b3d48d28918cf297ca2043b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:41:08Z', 'updated_at': '2021-08-22T13:41:16Z', 'revision_number': 3, 'project_id': 'a71622c06b3d48d28918cf297ca2043b', 'gw_port_host': None}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:18.601834 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e703d6ec-67ec-4fdb-a96d-f15df2b118d5 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:18.606658 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e431f1-4e7c-46d2-bf01-d926acb0200e tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Made reservation on behalf of 080f374301b3456d867e3c5cd7efe0b9 for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:41:18.610527 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d6e431f1-4e7c-46d2-bf01-d926acb0200e tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:18.643460 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c92c01-43a8-4b8e-9599-5f5417e646af None None] Checking router: c64e1f27-2a8c-4fcb-bf9c-761f7f7ea344 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:41:18.658781 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c92c01-43a8-4b8e-9599-5f5417e646af None None] Routers {'c64e1f27-2a8c-4fcb-bf9c-761f7f7ea344'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:41:18.659418 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-83c92c01-43a8-4b8e-9599-5f5417e646af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:41:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['c64e1f27-2a8c-4fcb-bf9c-761f7f7ea344'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:18.743335 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e703d6ec-67ec-4fdb-a96d-f15df2b118d5 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:18.813716 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-83c92c01-43a8-4b8e-9599-5f5417e646af None None] Set router c64e1f27-2a8c-4fcb-bf9c-761f7f7ea344 gateway port host: None {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:41:18.862789 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e703d6ec-67ec-4fdb-a96d-f15df2b118d5 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:18.905264 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 735aa8cd-c1b4-49ae-b8b2-72b1164d595b up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:41:18.918681 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-83c92c01-43a8-4b8e-9599-5f5417e646af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64e1f27-2a8c-4fcb-bf9c-761f7f7ea344', 'name': 'tempest-NetworksTestDHCPv6-router-1390798687', 'tenant_id': 'a71622c06b3d48d28918cf297ca2043b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:41:08Z', 'updated_at': '2021-08-22T13:41:16Z', 'revision_number': 3, 'project_id': 'a71622c06b3d48d28918cf297ca2043b', 'gw_port_host': None}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:18.944211 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e703d6ec-67ec-4fdb-a96d-f15df2b118d5 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event deleted for resources: {'Subnet': ['ID=adc2baa1-10cc-4ec5-9a22-a7b064e266c0,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:18.948073 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e703d6ec-67ec-4fdb-a96d-f15df2b118d5 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:18.950058 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e703d6ec-67ec-4fdb-a96d-f15df2b118d5 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/subnets/adc2baa1-10cc-4ec5-9a22-a7b064e266c0 HTTP/1.1" status: 204 len: 168 time: 0.6147258 Aug 22 13:41:18.953732 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48480) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:18.955807 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c92c01-43a8-4b8e-9599-5f5417e646af None None] The sync data for ids ['c64e1f27-2a8c-4fcb-bf9c-761f7f7ea344'] in n-d-793621-33 is: [{'id': 'c64e1f27-2a8c-4fcb-bf9c-761f7f7ea344', 'name': 'tempest-NetworksTestDHCPv6-router-1390798687', 'tenant_id': 'a71622c06b3d48d28918cf297ca2043b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:41:08Z', 'updated_at': '2021-08-22T13:41:16Z', 'revision_number': 3, 'project_id': 'a71622c06b3d48d28918cf297ca2043b', 'gw_port_host': None}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:41:18.960130 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e30f3d8-7be7-4436-bea5-25bf35298d5b None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:41:19.077285 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab37722-444e-4541-adba-bb25973c4b99 req-fb5e9c20-9aa6-47b6-aa0b-bec9a546f5f0 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:19.086385 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bab37722-444e-4541-adba-bb25973c4b99 req-fb5e9c20-9aa6-47b6-aa0b-bec9a546f5f0 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89d63b8-3d35-427b-8697-ebf33e5fd7aa HTTP/1.1" status: 200 len: 945 time: 0.3862650 Aug 22 13:41:19.123133 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e3d0da9-b21c-4efa-99ef-c0b31b468fcc tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Router c8fd7433-0f07-43c8-83d4-8d4fe49c9082 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:41:19.130488 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 735aa8cd-c1b4-49ae-b8b2-72b1164d595b completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:41:19.208446 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-39b099bd-4be8-44a2-8a76-c87a9e2b31c6 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2480199 Aug 22 13:41:19.208553 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bab37722-444e-4541-adba-bb25973c4b99 req-477800cd-4dd9-4579-8c2a-8da97531ba83 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188984 Aug 22 13:41:19.208666 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48486) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:19.348087 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6478e9c1-fcb7-4949-b4d4-a3e067ae4edc tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:19.350400 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-71c20acd-dcd9-40f8-9de6-b19c41f031bc tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Deleting port d32c7bc3-5f5c-43f0-a453-9b1a83d9e54b {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:41:19.350821 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-71c20acd-dcd9-40f8-9de6-b19c41f031bc tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:19.378475 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a424f4-9cf0-45f3-a578-fa199da44387 None None] DHCP port deletion for 933f65da-8ef2-4dea-ac27-3eee9182e92f request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:41:19.442540 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-b5a424f4-9cf0-45f3-a578-fa199da44387 None None] Deleting port e2e40a90-84ed-4b3d-9f81-4d2f72c7ece0 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:41:19.443501 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b5a424f4-9cf0-45f3-a578-fa199da44387 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:19.542537 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d6e431f1-4e7c-46d2-bf01-d926acb0200e tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:19.616902 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-b5a424f4-9cf0-45f3-a578-fa199da44387 None None] For port e2e40a90-84ed-4b3d-9f81-4d2f72c7ece0, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=e2e40a90-84ed-4b3d-9f81-4d2f72c7ece0,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:41:19.617300 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b5a424f4-9cf0-45f3-a578-fa199da44387 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:19.652789 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-b5a424f4-9cf0-45f3-a578-fa199da44387 None None] Calling delete_port for e2e40a90-84ed-4b3d-9f81-4d2f72c7ece0 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:41:19.660172 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-71c20acd-dcd9-40f8-9de6-b19c41f031bc tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:19.685125 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3d0da9-b21c-4efa-99ef-c0b31b468fcc tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:41:19.695652 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-71c20acd-dcd9-40f8-9de6-b19c41f031bc tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Calling delete_port for d32c7bc3-5f5c-43f0-a453-9b1a83d9e54b owned by network:router_interface {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:41:19.711218 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e431f1-4e7c-46d2-bf01-d926acb0200e tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Pushing event updated for resources: {'Subnet': ['ID=362475e3-550a-4541-9374-410376343fe9,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:19.752102 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597ab070-7583-416c-94a5-88ae88a3077c None None] Sync routers for ids ['c8fd7433-0f07-43c8-83d4-8d4fe49c9082'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:41:19.781471 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597ab070-7583-416c-94a5-88ae88a3077c None None] Routers {'c8fd7433-0f07-43c8-83d4-8d4fe49c9082'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:41:19.782171 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-597ab070-7583-416c-94a5-88ae88a3077c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:41:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['c8fd7433-0f07-43c8-83d4-8d4fe49c9082'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:19.829757 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5e3d0da9-b21c-4efa-99ef-c0b31b468fcc tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:19.832292 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e431f1-4e7c-46d2-bf01-d926acb0200e tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Checking segment: {'id': '7c72ae18-30e2-45ad-aea4-8867c4e87e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5b608bc4-856f-4a64-9888-45b88cb8d41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:41:19.832904 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e431f1-4e7c-46d2-bf01-d926acb0200e tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Network hostable DHCP agents. Network: 5b608bc4-856f-4a64-9888-45b88cb8d41e, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:41:19.846859 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6478e9c1-fcb7-4949-b4d4-a3e067ae4edc tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:19.852924 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6478e9c1-fcb7-4949-b4d4-a3e067ae4edc tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:19.898336 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580db0b7-ee7a-418d-8b44-d35d99849830 None None] Network 13e36667-9875-4e70-985c-00d9b7935772 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:41:19.910844 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48506) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:19.912903 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b5a424f4-9cf0-45f3-a578-fa199da44387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:19.925558 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-5e3d0da9-b21c-4efa-99ef-c0b31b468fcc tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.6729834 Aug 22 13:41:19.928783 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '414d5d55-0aa9-4530-9553-c445350ded61', 'tag': '8c6dc773-1a07-4ca5-85cc-b116f5c58e9a'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:41:19.931298 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98041651-07d4-4293-811a-82af3bdec1e4" -d '{"events": [{"name": "network-changed", "server_uuid": "414d5d55-0aa9-4530-9553-c445350ded61", "tag": "8c6dc773-1a07-4ca5-85cc-b116f5c58e9a"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:41:19.943724 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e431f1-4e7c-46d2-bf01-d926acb0200e tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Network 5b608bc4-856f-4a64-9888-45b88cb8d41e is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:41:19.948299 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6478e9c1-fcb7-4949-b4d4-a3e067ae4edc tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:19.948822 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6478e9c1-fcb7-4949-b4d4-a3e067ae4edc tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Fanout notify agent at l3_agent the message router_deleted on router c64e1f27-2a8c-4fcb-bf9c-761f7f7ea344 {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:41:19.971000 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6478e9c1-fcb7-4949-b4d4-a3e067ae4edc tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:19.972142 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6478e9c1-fcb7-4949-b4d4-a3e067ae4edc tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/routers/c64e1f27-2a8c-4fcb-bf9c-761f7f7ea344 HTTP/1.1" status: 204 len: 168 time: 0.7625253 Aug 22 13:41:19.976389 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48514) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:20.004427 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-10529983-7376-4703-9f90-9ee34b6ef778 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'subnet': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:20.015329 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-d6e431f1-4e7c-46d2-bf01-d926acb0200e tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 5b608bc4-856f-4a64-9888-45b88cb8d41e) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:41:20.026840 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e431f1-4e7c-46d2-bf01-d926acb0200e tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:20.029390 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d6e431f1-4e7c-46d2-bf01-d926acb0200e tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:20.039684 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33815cb0-f2fd-44d2-b9ef-05de632f95b6 x-openstack-request-id: req-33815cb0-f2fd-44d2-b9ef-05de632f95b6 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:41:20.039972 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "414d5d55-0aa9-4530-9553-c445350ded61", "tag": "8c6dc773-1a07-4ca5-85cc-b116f5c58e9a", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:41:20.040227 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-33815cb0-f2fd-44d2-b9ef-05de632f95b6 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:41:20.040657 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '414d5d55-0aa9-4530-9553-c445350ded61', 'tag': '8c6dc773-1a07-4ca5-85cc-b116f5c58e9a', 'status': 'completed', 'code': 200} Aug 22 13:41:20.067995 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a424f4-9cf0-45f3-a578-fa199da44387 None None] Pushing event deleted for resources: {'Port': ['ID=e2e40a90-84ed-4b3d-9f81-4d2f72c7ece0,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:20.138198 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48516) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:20.223279 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d6e431f1-4e7c-46d2-bf01-d926acb0200e tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0075829 Aug 22 13:41:20.227453 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48520) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:20.244010 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-c2d9c652-460d-4e06-8373-0e18c75ad2aa tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Request body: {'subnet': {'network_id': '2f647894-21e3-4a28-9296-daf89643609d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:20.281742 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760faf7-dea1-40ff-b95b-bd03d562af80 req-561fbf60-2ccd-4c30-96c6-f683e9af3043 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:20.283749 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0760faf7-dea1-40ff-b95b-bd03d562af80 req-561fbf60-2ccd-4c30-96c6-f683e9af3043 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 946 time: 0.1471367 Aug 22 13:41:20.294702 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-fe199c78-751f-47e8-a034-102714e917eb tempest-RoutersAdminNegativeIpV6Test-1341147411 tempest-RoutersAdminNegativeIpV6Test-1341147411-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-777422588', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:20.300016 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-71c20acd-dcd9-40f8-9de6-b19c41f031bc tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:20.327867 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c15074-3707-43b8-8dbc-e045caa7a07f None None] Network 5b608bc4-856f-4a64-9888-45b88cb8d41e requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:41:20.336350 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a424f4-9cf0-45f3-a578-fa199da44387 None None] No DVR routers for this DVR port e2e40a90-84ed-4b3d-9f81-4d2f72c7ece0 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:41:20.338884 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-83f8771f-80a0-479e-89c0-fe983df45b7b tempest-RoutersAdminNegativeTest-2061062110 tempest-RoutersAdminNegativeTest-2061062110-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-549235318', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:20.383708 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98041651-07d4-4293-811a-82af3bdec1e4 req-f5f8b536-a48d-48ae-acef-5aa36b9d3292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:20.385498 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-98041651-07d4-4293-811a-82af3bdec1e4 req-f5f8b536-a48d-48ae-acef-5aa36b9d3292 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=50b3d484826f4e1f8052fde49b87f38a&device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 1098 time: 0.3266666 Aug 22 13:41:20.413612 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-937d517d-1bf8-48c7-95e8-26a4a3dee8e1 None None] Provisioning for port 735aa8cd-c1b4-49ae-b8b2-72b1164d595b completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:41:20.418283 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c20acd-dcd9-40f8-9de6-b19c41f031bc tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Pushing event deleted for resources: {'Port': ['ID=d32c7bc3-5f5c-43f0-a453-9b1a83d9e54b,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:20.458402 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-937d517d-1bf8-48c7-95e8-26a4a3dee8e1 None None] Provisioning complete for port 735aa8cd-c1b4-49ae-b8b2-72b1164d595b triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:41:20.458814 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-937d517d-1bf8-48c7-95e8-26a4a3dee8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:20.469155 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0760faf7-dea1-40ff-b95b-bd03d562af80 req-7589e23e-42f6-4439-9700-789d930aa94c tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=b83678d1-4258-4ef7-88a8-5933c84ca924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787221 Aug 22 13:41:20.494428 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-597ab070-7583-416c-94a5-88ae88a3077c None None] Set router c8fd7433-0f07-43c8-83d4-8d4fe49c9082 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:41:20.504308 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48526) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:20.631482 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10529983-7376-4703-9f90-9ee34b6ef778 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:41:20.635175 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-10529983-7376-4703-9f90-9ee34b6ef778 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:20.675200 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f8771f-80a0-479e-89c0-fe983df45b7b tempest-RoutersAdminNegativeTest-2061062110 tempest-RoutersAdminNegativeTest-2061062110-project-admin] Made reservation on behalf of 917e80cb87f142e9812ac62e65435d44 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:41:20.677559 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-83f8771f-80a0-479e-89c0-fe983df45b7b tempest-RoutersAdminNegativeTest-2061062110 tempest-RoutersAdminNegativeTest-2061062110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:20.756119 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-83f8771f-80a0-479e-89c0-fe983df45b7b tempest-RoutersAdminNegativeTest-2061062110 tempest-RoutersAdminNegativeTest-2061062110-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:20.785844 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d9c652-460d-4e06-8373-0e18c75ad2aa tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Made reservation on behalf of 080f374301b3456d867e3c5cd7efe0b9 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:41:20.789406 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c2d9c652-460d-4e06-8373-0e18c75ad2aa tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:20.800421 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-937d517d-1bf8-48c7-95e8-26a4a3dee8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:20.873253 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device e0770bf3-5dae-42e6-86ce-5d51b41e0214 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:41:20.889110 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-41b5ddf6-794e-4050-8369-83516c3862b6 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/floatingips/62d0914e-dc60-4a91-922a-4fa5d3d75b49 HTTP/1.1" status: 200 len: 991 time: 0.3837087 Aug 22 13:41:20.900600 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879382b6-1340-46e9-8ff0-478bf2f9289a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-5b608bc4-856f-4a64-9888-45b88cb8d41e', 'network_id': '5b608bc4-856f-4a64-9888-45b88cb8d41e', 'tenant_id': '080f374301b3456d867e3c5cd7efe0b9', 'fixed_ips': [{'subnet_id': '362475e3-550a-4541-9374-410376343fe9'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:41:20.901470 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-879382b6-1340-46e9-8ff0-478bf2f9289a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:20.914898 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe199c78-751f-47e8-a034-102714e917eb tempest-RoutersAdminNegativeIpV6Test-1341147411 tempest-RoutersAdminNegativeIpV6Test-1341147411-project-admin] Made reservation on behalf of 88efcf4bbc014e64bf121ab8d869414d for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:41:20.917235 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fe199c78-751f-47e8-a034-102714e917eb tempest-RoutersAdminNegativeIpV6Test-1341147411 tempest-RoutersAdminNegativeIpV6Test-1341147411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:20.921449 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: e0770bf3-5dae-42e6-86ce-5d51b41e0214 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:41:20.922116 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device e0770bf3-5dae-42e6-86ce-5d51b41e0214 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:41:20.922724 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device e2e40a90-84ed-4b3d-9f81-4d2f72c7ece0 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:41:20.967436 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: e2e40a90-84ed-4b3d-9f81-4d2f72c7ece0 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:41:20.969707 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device e2e40a90-84ed-4b3d-9f81-4d2f72c7ece0 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:41:20.969911 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fe199c78-751f-47e8-a034-102714e917eb tempest-RoutersAdminNegativeIpV6Test-1341147411 tempest-RoutersAdminNegativeIpV6Test-1341147411-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:20.983541 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-937d517d-1bf8-48c7-95e8-26a4a3dee8e1 None None] For port 735aa8cd-c1b4-49ae-b8b2-72b1164d595b, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=735aa8cd-c1b4-49ae-b8b2-72b1164d595b,segment=NetworkSegment(1a9f8fc9-1a74-401f-9f36-745c7ec493be),segment_id=1a9f8fc9-1a74-401f-9f36-745c7ec493be)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:41:21.002906 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-71c20acd-dcd9-40f8-9de6-b19c41f031bc tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:21.022288 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-937d517d-1bf8-48c7-95e8-26a4a3dee8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:21.037858 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f91de-0ec3-459d-8183-2a02b8125a25 req-f719fdd1-1819-4f80-80a4-51d4a1a52473 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:21.045326 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-189f91de-0ec3-459d-8183-2a02b8125a25 req-f719fdd1-1819-4f80-80a4-51d4a1a52473 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89d63b8-3d35-427b-8697-ebf33e5fd7aa HTTP/1.1" status: 200 len: 945 time: 0.7340901 Aug 22 13:41:21.159100 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98041651-07d4-4293-811a-82af3bdec1e4 req-fa981047-1407-481d-8fa4-256067d2bf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:21.160712 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-98041651-07d4-4293-811a-82af3bdec1e4 req-fa981047-1407-481d-8fa4-256067d2bf92 service neutron] 10.222.0.16 "GET /v2.0/networks?id=688a25cb-87b8-45f2-8ef8-1274133a97f8 HTTP/1.1" status: 200 len: 897 time: 0.7455592 Aug 22 13:41:21.181660 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-189f91de-0ec3-459d-8183-2a02b8125a25 req-b6de48d2-136e-4d41-8cdb-efca37a2ec7e tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351693 Aug 22 13:41:21.196457 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937d517d-1bf8-48c7-95e8-26a4a3dee8e1 None None] Pushing event updated for resources: {'Port': ['ID=735aa8cd-c1b4-49ae-b8b2-72b1164d595b,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:21.215090 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-879382b6-1340-46e9-8ff0-478bf2f9289a None None] Allocated IP 172.20.0.2 (5b608bc4-856f-4a64-9888-45b88cb8d41e/362475e3-550a-4541-9374-410376343fe9/b85654c5-b40a-4c62-911e-39769f0a2af5) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:41:21.225598 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c2d9c652-460d-4e06-8373-0e18c75ad2aa tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:21.236533 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-597ab070-7583-416c-94a5-88ae88a3077c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fd7433-0f07-43c8-83d4-8d4fe49c9082', 'name': 'tempest-TestNetworkAdvancedServerOps-router-596081808', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '3dc77aaf-5f5c-4689-9745-be8d47d7077f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:40:28Z', 'updated_at': '2021-08-22T13:40:41Z', 'revision_number': 4, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'gw_port': {'id': '3dc77aaf-5f5c-4689-9745-be8d47d7077f', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fd7433-0f07-43c8-83d4-8d4fe49c9082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:40:29Z', 'updated_at': '2021-08-22T13:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '62d0914e-dc60-4a91-922a-4fa5d3d75b49', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'floating_ip_address': '172.25.3.69', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': 'c8fd7433-0f07-43c8-83d4-8d4fe49c9082', 'port_id': '8c6dc773-1a07-4ca5-85cc-b116f5c58e9a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '688a25cb-87b8-45f2-8ef8-1274133a97f8', 'mac_address': 'fa:16:3e:02:b1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414d5d55-0aa9-4530-9553-c445350ded61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:41:15Z', 'updated_at': '2021-08-22T13:41:15Z', 'revision_number': 0, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88621d85-3dfc-4547-bb71-a6582ededfdc', 'name': '', 'network_id': '688a25cb-87b8-45f2-8ef8-1274133a97f8', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'mac_address': 'fa:16:3e:83:87:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fd7433-0f07-43c8-83d4-8d4fe49c9082', 'device_owner': 'network:router_interface', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '9501ed24-569f-4556-a2e9-978154d36845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:40:39Z', 'updated_at': '2021-08-22T13:40:49Z', 'revision_number': 5, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'subnets': [{'id': '9501ed24-569f-4556-a2e9-978154d36845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:21.305624 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597ab070-7583-416c-94a5-88ae88a3077c None None] Checking router: c8fd7433-0f07-43c8-83d4-8d4fe49c9082 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:41:21.320989 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-98041651-07d4-4293-811a-82af3bdec1e4 req-e72fc724-0037-47e8-b8ce-537c8d161705 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c6dc773-1a07-4ca5-85cc-b116f5c58e9a HTTP/1.1" status: 200 len: 999 time: 0.1520078 Aug 22 13:41:21.323299 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c20acd-dcd9-40f8-9de6-b19c41f031bc tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Router 426f93c3-562b-4317-a5bd-f0586eb96f29 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:41:21.328823 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597ab070-7583-416c-94a5-88ae88a3077c None None] Routers {'c8fd7433-0f07-43c8-83d4-8d4fe49c9082'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:41:21.329463 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-597ab070-7583-416c-94a5-88ae88a3077c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:41:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['c8fd7433-0f07-43c8-83d4-8d4fe49c9082'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:21.332666 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-ec69dffe-2695-4fe8-82d4-33f56597ceff None None] Provisioning complete for port 735aa8cd-c1b4-49ae-b8b2-72b1164d595b triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:41:21.333039 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ec69dffe-2695-4fe8-82d4-33f56597ceff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:21.347052 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-10529983-7376-4703-9f90-9ee34b6ef778 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:21.359091 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d9c652-460d-4e06-8373-0e18c75ad2aa tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Pushing event updated for resources: {'Subnet': ['ID=867ca760-f121-4025-9adb-0619ce71cdf0,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:21.386658 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-83f8771f-80a0-479e-89c0-fe983df45b7b tempest-RoutersAdminNegativeTest-2061062110 tempest-RoutersAdminNegativeTest-2061062110-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:21.417547 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-83f8771f-80a0-479e-89c0-fe983df45b7b tempest-RoutersAdminNegativeTest-2061062110 tempest-RoutersAdminNegativeTest-2061062110-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:21.426662 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10529983-7376-4703-9f90-9ee34b6ef778 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:41:21.429566 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-83f8771f-80a0-479e-89c0-fe983df45b7b tempest-RoutersAdminNegativeTest-2061062110 tempest-RoutersAdminNegativeTest-2061062110-project-admin] device_id is not set on port 2c0b5859-24af-41f4-b715-0836ddc9b7f4 yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:41:21.452190 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-10529983-7376-4703-9f90-9ee34b6ef778 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:41:21.456248 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10529983-7376-4703-9f90-9ee34b6ef778 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:21.456967 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-10529983-7376-4703-9f90-9ee34b6ef778 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:21.459378 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d9c652-460d-4e06-8373-0e18c75ad2aa tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Checking segment: {'id': '8fc003b6-feb5-44d9-b0bb-27e39b4f9068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2f647894-21e3-4a28-9296-daf89643609d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:41:21.460129 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d9c652-460d-4e06-8373-0e18c75ad2aa tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Network hostable DHCP agents. Network: 2f647894-21e3-4a28-9296-daf89643609d, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:41:21.471804 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed807a4f-ea01-4258-a6d7-f75674c19d6f None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:41:21.476440 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98041651-07d4-4293-811a-82af3bdec1e4 req-e885ec3a-2a41-4b8b-8141-c3d7120ad200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:21.478002 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-98041651-07d4-4293-811a-82af3bdec1e4 req-e885ec3a-2a41-4b8b-8141-c3d7120ad200 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9501ed24-569f-4556-a2e9-978154d36845 HTTP/1.1" status: 200 len: 835 time: 0.1483274 Aug 22 13:41:21.485139 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c20acd-dcd9-40f8-9de6-b19c41f031bc tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:41:21.502463 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fa3a06-5686-4976-9341-9e6e21a573db None None] Sync routers for ids ['426f93c3-562b-4317-a5bd-f0586eb96f29'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:41:21.507143 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-71c20acd-dcd9-40f8-9de6-b19c41f031bc tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] 10.222.0.21 "PUT /v2.0/routers/426f93c3-562b-4317-a5bd-f0586eb96f29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8847744 Aug 22 13:41:21.515128 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48528) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:21.518264 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fa3a06-5686-4976-9341-9e6e21a573db None None] Routers {'426f93c3-562b-4317-a5bd-f0586eb96f29'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:41:21.519197 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-27fa3a06-5686-4976-9341-9e6e21a573db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:41:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['426f93c3-562b-4317-a5bd-f0586eb96f29'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:21.543456 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10529983-7376-4703-9f90-9ee34b6ef778 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event updated for resources: {'Subnet': ['ID=c2cafa54-6c10-4ded-82cf-86498adab563,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:21.552190 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-27fa3a06-5686-4976-9341-9e6e21a573db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:21.562515 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fa3a06-5686-4976-9341-9e6e21a573db None None] Routers {'426f93c3-562b-4317-a5bd-f0586eb96f29'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:41:21.564036 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-27fa3a06-5686-4976-9341-9e6e21a573db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:41:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['426f93c3-562b-4317-a5bd-f0586eb96f29'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:21.567294 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98041651-07d4-4293-811a-82af3bdec1e4 req-dbac93e6-6f75-4942-9a90-a520900f4bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:21.568479 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-98041651-07d4-4293-811a-82af3bdec1e4 req-dbac93e6-6f75-4942-9a90-a520900f4bb5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=688a25cb-87b8-45f2-8ef8-1274133a97f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0785618 Aug 22 13:41:21.589690 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f8771f-80a0-479e-89c0-fe983df45b7b tempest-RoutersAdminNegativeTest-2061062110 tempest-RoutersAdminNegativeTest-2061062110-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03dd4ec9-8a12-478d-a372-191a1a7ab235,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:21.591091 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-879382b6-1340-46e9-8ff0-478bf2f9289a None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:21.603040 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-27fa3a06-5686-4976-9341-9e6e21a573db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:21.603504 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-879382b6-1340-46e9-8ff0-478bf2f9289a None None] Transition to ACTIVE for port object b85654c5-b40a-4c62-911e-39769f0a2af5 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:41:21.604290 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fa3a06-5686-4976-9341-9e6e21a573db None None] The sync data for ids ['426f93c3-562b-4317-a5bd-f0586eb96f29'] in n-d-793621-33 is: [] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:41:21.612114 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-86faa036-b7d9-4f22-bebf-5a91d069b4a6 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] show failed (client error): The resource could not be found. Aug 22 13:41:21.618159 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-86faa036-b7d9-4f22-bebf-5a91d069b4a6 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-2066486147 HTTP/1.1" status: 404 len: 335 time: 0.0880485 Aug 22 13:41:21.618655 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48532) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:21.631063 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-c2985ebb-e54a-4cee-a6ae-4b57606d1d57 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:21.655097 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fe199c78-751f-47e8-a034-102714e917eb tempest-RoutersAdminNegativeIpV6Test-1341147411 tempest-RoutersAdminNegativeIpV6Test-1341147411-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:21.660832 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fe199c78-751f-47e8-a034-102714e917eb tempest-RoutersAdminNegativeIpV6Test-1341147411 tempest-RoutersAdminNegativeIpV6Test-1341147411-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:21.668530 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [None req-fe199c78-751f-47e8-a034-102714e917eb tempest-RoutersAdminNegativeIpV6Test-1341147411 tempest-RoutersAdminNegativeIpV6Test-1341147411-project-admin] device_id is not set on port e4fa044d-5345-42fa-8386-5b8fbbc763b6 yet. {{(pid=94627) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:41:21.673043 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d9c652-460d-4e06-8373-0e18c75ad2aa tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Network 2f647894-21e3-4a28-9296-daf89643609d is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:41:21.692954 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-879382b6-1340-46e9-8ff0-478bf2f9289a None None] Transition to ACTIVE for port object b85654c5-b40a-4c62-911e-39769f0a2af5 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:41:21.711393 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-c2985ebb-e54a-4cee-a6ae-4b57606d1d57 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] update failed (client error): The resource could not be found. Aug 22 13:41:21.716959 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c2985ebb-e54a-4cee-a6ae-4b57606d1d57 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-73595759 HTTP/1.1" status: 404 len: 333 time: 0.0913243 Aug 22 13:41:21.717128 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-879382b6-1340-46e9-8ff0-478bf2f9289a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:21.717339 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48534) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:21.732550 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-10529983-7376-4703-9f90-9ee34b6ef778 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7456477 Aug 22 13:41:21.734190 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48536) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:21.735510 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-c2d9c652-460d-4e06-8373-0e18c75ad2aa tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 2f647894-21e3-4a28-9296-daf89643609d) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:41:21.744552 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-942d5241-72b3-4b60-b6f5-2866263ee6b2 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1026080822', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:21.776095 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09c8409-8dd9-412b-93bd-0b1bedfffff7 None None] Network 2f647894-21e3-4a28-9296-daf89643609d requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:41:21.777621 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe199c78-751f-47e8-a034-102714e917eb tempest-RoutersAdminNegativeIpV6Test-1341147411 tempest-RoutersAdminNegativeIpV6Test-1341147411-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e70fdba-51f3-434e-b8d7-f798469dfa90,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:21.784628 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d9c652-460d-4e06-8373-0e18c75ad2aa tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:21.785269 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c2d9c652-460d-4e06-8373-0e18c75ad2aa tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:21.785918 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-98041651-07d4-4293-811a-82af3bdec1e4 req-1b581707-1629-4a22-aeef-d4739f352bf5 service neutron] 10.222.0.16 "GET /v2.0/networks/688a25cb-87b8-45f2-8ef8-1274133a97f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076333 Aug 22 13:41:21.803569 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-597ab070-7583-416c-94a5-88ae88a3077c None None] Set router c8fd7433-0f07-43c8-83d4-8d4fe49c9082 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:41:21.826505 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-83f8771f-80a0-479e-89c0-fe983df45b7b tempest-RoutersAdminNegativeTest-2061062110 tempest-RoutersAdminNegativeTest-2061062110-project-admin] Allocated IP 172.25.3.2 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/2c0b5859-24af-41f4-b715-0836ddc9b7f4) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:41:21.839097 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-942d5241-72b3-4b60-b6f5-2866263ee6b2 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:21.840091 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-942d5241-72b3-4b60-b6f5-2866263ee6b2 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:21.851563 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e83dc19-b6d1-426d-aca4-5c6e785c1e63 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Deleting subnet ee8ea50e-c44a-491c-84fd-2d59ba499ed2 {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:41:21.856863 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c2d9c652-460d-4e06-8373-0e18c75ad2aa tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6273534 Aug 22 13:41:21.860698 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6e83dc19-b6d1-426d-aca4-5c6e785c1e63 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:21.861110 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48538) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:21.901935 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48540) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:21.948884 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879382b6-1340-46e9-8ff0-478bf2f9289a None None] Network 5b608bc4-856f-4a64-9888-45b88cb8d41e is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:41:21.962747 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-879382b6-1340-46e9-8ff0-478bf2f9289a None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:41:21.964697 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879382b6-1340-46e9-8ff0-478bf2f9289a None None] Pushing event updated for resources: {'Port': ['ID=b85654c5-b40a-4c62-911e-39769f0a2af5,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:21.982538 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879382b6-1340-46e9-8ff0-478bf2f9289a None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:41:21.990398 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6e83dc19-b6d1-426d-aca4-5c6e785c1e63 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:22.003767 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:41:22.004013 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-98041651-07d4-4293-811a-82af3bdec1e4 req-00dc4085-ad90-4383-bd87-894b66e0961c service neutron] 10.222.0.16 "GET /v2.0/networks/688a25cb-87b8-45f2-8ef8-1274133a97f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096829 Aug 22 13:41:22.188824 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9776e8aa-e981-4070-8d56-1ad6011e8137 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:22.305940 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-942d5241-72b3-4b60-b6f5-2866263ee6b2 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:22.319489 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f67926-3a47-4b81-9003-154d3b4847d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-933f65da-8ef2-4dea-ac27-3eee9182e92f', 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'tenant_id': 'a71622c06b3d48d28918cf297ca2043b', 'fixed_ips': [{'subnet_id': 'c2cafa54-6c10-4ded-82cf-86498adab563'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:41:22.320334 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-75f67926-3a47-4b81-9003-154d3b4847d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:22.332827 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-942d5241-72b3-4b60-b6f5-2866263ee6b2 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:22.357387 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-879382b6-1340-46e9-8ff0-478bf2f9289a None None] Attempting to bind port b85654c5-b40a-4c62-911e-39769f0a2af5 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:41:22.357769 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-879382b6-1340-46e9-8ff0-478bf2f9289a None None] Attempting to bind port b85654c5-b40a-4c62-911e-39769f0a2af5 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '7c72ae18-30e2-45ad-aea4-8867c4e87e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5b608bc4-856f-4a64-9888-45b88cb8d41e'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:41:22.358126 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879382b6-1340-46e9-8ff0-478bf2f9289a None None] Attempting to bind port b85654c5-b40a-4c62-911e-39769f0a2af5 on network 5b608bc4-856f-4a64-9888-45b88cb8d41e {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:41:22.383906 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bad554-3a22-49c0-b6db-161ba004826d req-d05e8166-622b-4872-92d0-ef3ff5973bce tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:22.385454 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a9bad554-3a22-49c0-b6db-161ba004826d req-d05e8166-622b-4872-92d0-ef3ff5973bce tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89d63b8-3d35-427b-8697-ebf33e5fd7aa HTTP/1.1" status: 200 len: 945 time: 0.1065917 Aug 22 13:41:22.403046 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ecbd3bc8-70fe-43a8-8b1f-0816b69ac2b5 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/floatingips/62d0914e-dc60-4a91-922a-4fa5d3d75b49 HTTP/1.1" status: 200 len: 991 time: 0.4998472 Aug 22 13:41:22.425153 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-942d5241-72b3-4b60-b6f5-2866263ee6b2 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:22.426361 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-942d5241-72b3-4b60-b6f5-2866263ee6b2 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6881731 Aug 22 13:41:22.428135 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879382b6-1340-46e9-8ff0-478bf2f9289a None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:41:22.428489 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879382b6-1340-46e9-8ff0-478bf2f9289a None None] Checking segment: {'id': '7c72ae18-30e2-45ad-aea4-8867c4e87e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5b608bc4-856f-4a64-9888-45b88cb8d41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:41:22.428823 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-879382b6-1340-46e9-8ff0-478bf2f9289a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:22.429227 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879382b6-1340-46e9-8ff0-478bf2f9289a None None] Bound using segment: {'id': '7c72ae18-30e2-45ad-aea4-8867c4e87e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5b608bc4-856f-4a64-9888-45b88cb8d41e'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:41:22.429883 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-879382b6-1340-46e9-8ff0-478bf2f9289a None None] Bound port: b85654c5-b40a-4c62-911e-39769f0a2af5, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c72ae18-30e2-45ad-aea4-8867c4e87e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5b608bc4-856f-4a64-9888-45b88cb8d41e'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:41:22.430007 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48544) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:22.430103 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-879382b6-1340-46e9-8ff0-478bf2f9289a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:22.485545 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a9bad554-3a22-49c0-b6db-161ba004826d req-796ea357-a0f1-45b1-b910-1af1605fb2cd tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841961 Aug 22 13:41:22.531313 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6e83dc19-b6d1-426d-aca4-5c6e785c1e63 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:22.547644 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-9776e8aa-e981-4070-8d56-1ad6011e8137 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Allocated IP 172.20.0.1 (5b608bc4-856f-4a64-9888-45b88cb8d41e/362475e3-550a-4541-9374-410376343fe9/a596eef0-acbd-48e0-85a3-c1f282f200dc) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:41:22.626252 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d119be-59e6-49c1-bf81-9a1e6ac09b47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-2f647894-21e3-4a28-9296-daf89643609d', 'network_id': '2f647894-21e3-4a28-9296-daf89643609d', 'tenant_id': '080f374301b3456d867e3c5cd7efe0b9', 'fixed_ips': [{'subnet_id': '867ca760-f121-4025-9adb-0619ce71cdf0'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:41:22.627098 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e6d119be-59e6-49c1-bf81-9a1e6ac09b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:22.657716 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-83f8771f-80a0-479e-89c0-fe983df45b7b tempest-RoutersAdminNegativeTest-2061062110 tempest-RoutersAdminNegativeTest-2061062110-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:22.679366 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9776e8aa-e981-4070-8d56-1ad6011e8137 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:22.686817 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-879382b6-1340-46e9-8ff0-478bf2f9289a None None] For port b85654c5-b40a-4c62-911e-39769f0a2af5, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:41:22.694435 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-879382b6-1340-46e9-8ff0-478bf2f9289a None None] For port b85654c5-b40a-4c62-911e-39769f0a2af5, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=b85654c5-b40a-4c62-911e-39769f0a2af5,segment=NetworkSegment(7c72ae18-30e2-45ad-aea4-8867c4e87e17),segment_id=7c72ae18-30e2-45ad-aea4-8867c4e87e17)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:41:22.709897 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-75f67926-3a47-4b81-9003-154d3b4847d7 None None] Allocated IP 2001:db8::2 (933f65da-8ef2-4dea-ac27-3eee9182e92f/c2cafa54-6c10-4ded-82cf-86498adab563/55f43deb-92d4-4cd7-9b8a-cfe111363eab) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:41:22.711395 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-9776e8aa-e981-4070-8d56-1ad6011e8137 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Transition to ACTIVE for port object a596eef0-acbd-48e0-85a3-c1f282f200dc will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:41:22.715806 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-879382b6-1340-46e9-8ff0-478bf2f9289a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:22.753256 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9776e8aa-e981-4070-8d56-1ad6011e8137 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:22.800060 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9776e8aa-e981-4070-8d56-1ad6011e8137 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Network 5b608bc4-856f-4a64-9888-45b88cb8d41e is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:41:22.803549 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-9776e8aa-e981-4070-8d56-1ad6011e8137 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:41:22.811309 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9776e8aa-e981-4070-8d56-1ad6011e8137 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:41:22.844947 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6e83dc19-b6d1-426d-aca4-5c6e785c1e63 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:22.846987 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9776e8aa-e981-4070-8d56-1ad6011e8137 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Pushing event updated for resources: {'Port': ['ID=a596eef0-acbd-48e0-85a3-c1f282f200dc,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:22.871875 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9776e8aa-e981-4070-8d56-1ad6011e8137 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:22.889966 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 735aa8cd-c1b4-49ae-b8b2-72b1164d595b up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:41:22.912226 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e83dc19-b6d1-426d-aca4-5c6e785c1e63 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Pushing event deleted for resources: {'Subnet': ['ID=ee8ea50e-c44a-491c-84fd-2d59ba499ed2,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:22.933516 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-597ab070-7583-416c-94a5-88ae88a3077c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fd7433-0f07-43c8-83d4-8d4fe49c9082', 'name': 'tempest-TestNetworkAdvancedServerOps-router-596081808', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '3dc77aaf-5f5c-4689-9745-be8d47d7077f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:40:28Z', 'updated_at': '2021-08-22T13:40:41Z', 'revision_number': 4, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'gw_port': {'id': '3dc77aaf-5f5c-4689-9745-be8d47d7077f', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fd7433-0f07-43c8-83d4-8d4fe49c9082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:40:29Z', 'updated_at': '2021-08-22T13:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '62d0914e-dc60-4a91-922a-4fa5d3d75b49', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'floating_ip_address': '172.25.3.69', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': 'c8fd7433-0f07-43c8-83d4-8d4fe49c9082', 'port_id': '8c6dc773-1a07-4ca5-85cc-b116f5c58e9a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '688a25cb-87b8-45f2-8ef8-1274133a97f8', 'mac_address': 'fa:16:3e:02:b1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414d5d55-0aa9-4530-9553-c445350ded61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:41:15Z', 'updated_at': '2021-08-22T13:41:15Z', 'revision_number': 0, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88621d85-3dfc-4547-bb71-a6582ededfdc', 'name': '', 'network_id': '688a25cb-87b8-45f2-8ef8-1274133a97f8', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'mac_address': 'fa:16:3e:83:87:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fd7433-0f07-43c8-83d4-8d4fe49c9082', 'device_owner': 'network:router_interface', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '9501ed24-569f-4556-a2e9-978154d36845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:40:39Z', 'updated_at': '2021-08-22T13:40:49Z', 'revision_number': 5, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'subnets': [{'id': '9501ed24-569f-4556-a2e9-978154d36845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:22.947199 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658cfd82-dcc6-4a30-98b4-84139cc7bd87 None None] Network 4f3c01e4-ef3d-49ec-9a2c-854d5046bfed requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:41:22.949337 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6e83dc19-b6d1-426d-aca4-5c6e785c1e63 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:22.953522 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6e83dc19-b6d1-426d-aca4-5c6e785c1e63 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] 10.222.0.21 "DELETE /v2.0/subnets/ee8ea50e-c44a-491c-84fd-2d59ba499ed2 HTTP/1.1" status: 204 len: 168 time: 1.2329414 Aug 22 13:41:22.953522 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-83f8771f-80a0-479e-89c0-fe983df45b7b tempest-RoutersAdminNegativeTest-2061062110 tempest-RoutersAdminNegativeTest-2061062110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:22.955344 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48548) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:22.956891 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6d09ee1a-84af-4d4f-b0ea-cf799709fd76 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:23.012270 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-fe199c78-751f-47e8-a034-102714e917eb tempest-RoutersAdminNegativeIpV6Test-1341147411 tempest-RoutersAdminNegativeIpV6Test-1341147411-project-admin] Allocated IP 172.25.3.25 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/e4fa044d-5345-42fa-8386-5b8fbbc763b6) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:41:23.087357 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9776e8aa-e981-4070-8d56-1ad6011e8137 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:23.136101 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597ab070-7583-416c-94a5-88ae88a3077c None None] The sync data for ids ['c8fd7433-0f07-43c8-83d4-8d4fe49c9082'] in n-d-793621-33 is: [{'id': 'c8fd7433-0f07-43c8-83d4-8d4fe49c9082', 'name': 'tempest-TestNetworkAdvancedServerOps-router-596081808', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '3dc77aaf-5f5c-4689-9745-be8d47d7077f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:40:28Z', 'updated_at': '2021-08-22T13:40:41Z', 'revision_number': 4, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'gw_port': {'id': '3dc77aaf-5f5c-4689-9745-be8d47d7077f', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fd7433-0f07-43c8-83d4-8d4fe49c9082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:40:29Z', 'updated_at': '2021-08-22T13:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '62d0914e-dc60-4a91-922a-4fa5d3d75b49', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'floating_ip_address': '172.25.3.69', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': 'c8fd7433-0f07-43c8-83d4-8d4fe49c9082', 'port_id': '8c6dc773-1a07-4ca5-85cc-b116f5c58e9a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '688a25cb-87b8-45f2-8ef8-1274133a97f8', 'mac_address': 'fa:16:3e:02:b1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414d5d55-0aa9-4530-9553-c445350ded61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:41:15Z', 'updated_at': '2021-08-22T13:41:15Z', 'revision_number': 0, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88621d85-3dfc-4547-bb71-a6582ededfdc', 'name': '', 'network_id': '688a25cb-87b8-45f2-8ef8-1274133a97f8', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'mac_address': 'fa:16:3e:83:87:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fd7433-0f07-43c8-83d4-8d4fe49c9082', 'device_owner': 'network:router_interface', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '9501ed24-569f-4556-a2e9-978154d36845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:40:39Z', 'updated_at': '2021-08-22T13:40:49Z', 'revision_number': 5, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'subnets': [{'id': '9501ed24-569f-4556-a2e9-978154d36845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:41:23.178153 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a2ea6aaf-3b2d-43cc-92c7-3f941616be8f tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:23.181009 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f8771f-80a0-479e-89c0-fe983df45b7b tempest-RoutersAdminNegativeTest-2061062110 tempest-RoutersAdminNegativeTest-2061062110-project-admin] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:41:23.198814 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879382b6-1340-46e9-8ff0-478bf2f9289a None None] Pushing event updated for resources: {'Port': ['ID=b85654c5-b40a-4c62-911e-39769f0a2af5,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:23.200040 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-83f8771f-80a0-479e-89c0-fe983df45b7b tempest-RoutersAdminNegativeTest-2061062110 tempest-RoutersAdminNegativeTest-2061062110-project-admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:41:23.208470 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-e6d119be-59e6-49c1-bf81-9a1e6ac09b47 None None] Allocated IP 172.20.0.2 (2f647894-21e3-4a28-9296-daf89643609d/867ca760-f121-4025-9adb-0619ce71cdf0/8fd9d006-98a7-4f8d-abc7-6e8766bf5c5b) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:41:23.213755 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f8771f-80a0-479e-89c0-fe983df45b7b tempest-RoutersAdminNegativeTest-2061062110 tempest-RoutersAdminNegativeTest-2061062110-project-admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:41:23.307969 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 735aa8cd-c1b4-49ae-b8b2-72b1164d595b triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:41:23.308361 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:23.339487 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f8771f-80a0-479e-89c0-fe983df45b7b tempest-RoutersAdminNegativeTest-2061062110 tempest-RoutersAdminNegativeTest-2061062110-project-admin] Pushing event updated for resources: {'Port': ['ID=2c0b5859-24af-41f4-b715-0836ddc9b7f4,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:23.407676 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48550) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:23.500031 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fe199c78-751f-47e8-a034-102714e917eb tempest-RoutersAdminNegativeIpV6Test-1341147411 tempest-RoutersAdminNegativeIpV6Test-1341147411-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:23.507438 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2939a1fa-c5a4-4ae3-95b6-071f3bc5287b None None] DHCP port deletion for 4f3c01e4-ef3d-49ec-9a2c-854d5046bfed request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:41:23.529608 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-75f67926-3a47-4b81-9003-154d3b4847d7 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:23.552795 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-75f67926-3a47-4b81-9003-154d3b4847d7 None None] Transition to ACTIVE for port object 55f43deb-92d4-4cd7-9b8a-cfe111363eab will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:41:23.591983 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58947dee-c535-44be-8b6c-c34221a5d141 None None] New status for floating IP 62d0914e-dc60-4a91-922a-4fa5d3d75b49: ACTIVE {{(pid=94629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 13:41:23.614974 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f8771f-80a0-479e-89c0-fe983df45b7b tempest-RoutersAdminNegativeTest-2061062110 tempest-RoutersAdminNegativeTest-2061062110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:23.615718 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-83f8771f-80a0-479e-89c0-fe983df45b7b tempest-RoutersAdminNegativeTest-2061062110 tempest-RoutersAdminNegativeTest-2061062110-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:23.635021 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fe199c78-751f-47e8-a034-102714e917eb tempest-RoutersAdminNegativeIpV6Test-1341147411 tempest-RoutersAdminNegativeIpV6Test-1341147411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:23.638760 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ccfba1a4-4d06-49c3-a92b-cc855bc50d51 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/floatingips/62d0914e-dc60-4a91-922a-4fa5d3d75b49 HTTP/1.1" status: 200 len: 991 time: 0.2231724 Aug 22 13:41:23.651460 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-a2ea6aaf-3b2d-43cc-92c7-3f941616be8f tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Deleting port 4392dca3-9b27-4875-a811-a69dbccc12f9 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:41:23.651981 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a2ea6aaf-3b2d-43cc-92c7-3f941616be8f tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:23.665262 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-83f8771f-80a0-479e-89c0-fe983df45b7b tempest-RoutersAdminNegativeTest-2061062110 tempest-RoutersAdminNegativeTest-2061062110-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.7533340 Aug 22 13:41:23.669301 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9776e8aa-e981-4070-8d56-1ad6011e8137 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:23.691623 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48554) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:23.706383 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-b8715316-97a8-4de5-83ee-d7a15d0897d5 tempest-RoutersAdminNegativeTest-2061062110 tempest-RoutersAdminNegativeTest-2061062110-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.2'}]}}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:23.712326 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9776e8aa-e981-4070-8d56-1ad6011e8137 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:23.721872 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-a2ea6aaf-3b2d-43cc-92c7-3f941616be8f tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] For port 4392dca3-9b27-4875-a811-a69dbccc12f9, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=4392dca3-9b27-4875-a811-a69dbccc12f9,segment=NetworkSegment(6d7dfe90-136f-476e-b045-6fc118eaef6e),segment_id=6d7dfe90-136f-476e-b045-6fc118eaef6e)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:41:23.722169 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a2ea6aaf-3b2d-43cc-92c7-3f941616be8f tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:23.727265 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-75f67926-3a47-4b81-9003-154d3b4847d7 None None] Transition to ACTIVE for port object 55f43deb-92d4-4cd7-9b8a-cfe111363eab will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:41:23.739140 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-a2ea6aaf-3b2d-43cc-92c7-3f941616be8f tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Calling delete_port for 4392dca3-9b27-4875-a811-a69dbccc12f9 owned by network:dhcp {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:41:23.750658 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-75f67926-3a47-4b81-9003-154d3b4847d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:23.752998 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe199c78-751f-47e8-a034-102714e917eb tempest-RoutersAdminNegativeIpV6Test-1341147411 tempest-RoutersAdminNegativeIpV6Test-1341147411-project-admin] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:41:23.785096 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-fe199c78-751f-47e8-a034-102714e917eb tempest-RoutersAdminNegativeIpV6Test-1341147411 tempest-RoutersAdminNegativeIpV6Test-1341147411-project-admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:41:23.799835 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52949305-7b37-4a57-9ef1-19a7c2caac28 req-8d99c5a6-1318-4b4f-b937-dfef33e98c9d tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:23.801463 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-52949305-7b37-4a57-9ef1-19a7c2caac28 req-8d99c5a6-1318-4b4f-b937-dfef33e98c9d tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89d63b8-3d35-427b-8697-ebf33e5fd7aa HTTP/1.1" status: 200 len: 945 time: 0.2127128 Aug 22 13:41:23.804448 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe199c78-751f-47e8-a034-102714e917eb tempest-RoutersAdminNegativeIpV6Test-1341147411 tempest-RoutersAdminNegativeIpV6Test-1341147411-project-admin] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:41:23.807619 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe199c78-751f-47e8-a034-102714e917eb tempest-RoutersAdminNegativeIpV6Test-1341147411 tempest-RoutersAdminNegativeIpV6Test-1341147411-project-admin] Pushing event updated for resources: {'Port': ['ID=e4fa044d-5345-42fa-8386-5b8fbbc763b6,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:23.823632 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-6d09ee1a-84af-4d4f-b0ea-cf799709fd76 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Allocated IP 2001:db8::1 (933f65da-8ef2-4dea-ac27-3eee9182e92f/c2cafa54-6c10-4ded-82cf-86498adab563/7511b37b-8044-45aa-9893-5b41dba74df4) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:41:23.911559 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9776e8aa-e981-4070-8d56-1ad6011e8137 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:23.913942 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b8715316-97a8-4de5-83ee-d7a15d0897d5 tempest-RoutersAdminNegativeTest-2061062110 tempest-RoutersAdminNegativeTest-2061062110-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:23.915202 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b8715316-97a8-4de5-83ee-d7a15d0897d5 tempest-RoutersAdminNegativeTest-2061062110 tempest-RoutersAdminNegativeTest-2061062110-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:23.933253 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a2ea6aaf-3b2d-43cc-92c7-3f941616be8f tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:23.975346 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea6aaf-3b2d-43cc-92c7-3f941616be8f tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Pushing event deleted for resources: {'Port': ['ID=4392dca3-9b27-4875-a811-a69dbccc12f9,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:23.983076 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ea6aaf-3b2d-43cc-92c7-3f941616be8f tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] No DVR routers for this DVR port 4392dca3-9b27-4875-a811-a69dbccc12f9 on host n-d-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:41:23.989405 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9776e8aa-e981-4070-8d56-1ad6011e8137 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Pushing event updated for resources: {'Port': ['ID=a596eef0-acbd-48e0-85a3-c1f282f200dc,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:23.993255 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe199c78-751f-47e8-a034-102714e917eb tempest-RoutersAdminNegativeIpV6Test-1341147411 tempest-RoutersAdminNegativeIpV6Test-1341147411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:23.994214 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fe199c78-751f-47e8-a034-102714e917eb tempest-RoutersAdminNegativeIpV6Test-1341147411 tempest-RoutersAdminNegativeIpV6Test-1341147411-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:24.027766 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e6d119be-59e6-49c1-bf81-9a1e6ac09b47 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:24.047872 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-52949305-7b37-4a57-9ef1-19a7c2caac28 req-eb2cddad-be20-4767-af52-81f929627e5a tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787262 Aug 22 13:41:24.048081 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e6d119be-59e6-49c1-bf81-9a1e6ac09b47 None None] Transition to ACTIVE for port object 8fd9d006-98a7-4f8d-abc7-6e8766bf5c5b will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:41:24.067338 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e6d119be-59e6-49c1-bf81-9a1e6ac09b47 None None] Transition to ACTIVE for port object 8fd9d006-98a7-4f8d-abc7-6e8766bf5c5b will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:41:24.093521 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e6d119be-59e6-49c1-bf81-9a1e6ac09b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:24.097962 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6d09ee1a-84af-4d4f-b0ea-cf799709fd76 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:24.101896 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f67926-3a47-4b81-9003-154d3b4847d7 None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:41:24.103576 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b8715316-97a8-4de5-83ee-d7a15d0897d5 tempest-RoutersAdminNegativeTest-2061062110 tempest-RoutersAdminNegativeTest-2061062110-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:24.108223 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-fe199c78-751f-47e8-a034-102714e917eb tempest-RoutersAdminNegativeIpV6Test-1341147411 tempest-RoutersAdminNegativeIpV6Test-1341147411-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 3.9547329 Aug 22 13:41:24.111413 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48558) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:24.116573 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-c4255cea-7c4d-4793-8f7f-36ed4c471ec2 tempest-RoutersAdminNegativeIpV6Test-1341147411 tempest-RoutersAdminNegativeIpV6Test-1341147411-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.25'}]}}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:24.123487 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-75f67926-3a47-4b81-9003-154d3b4847d7 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:41:24.127607 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a2ea6aaf-3b2d-43cc-92c7-3f941616be8f tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:24.136956 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-6d09ee1a-84af-4d4f-b0ea-cf799709fd76 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Transition to ACTIVE for port object 7511b37b-8044-45aa-9893-5b41dba74df4 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:41:24.139167 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f67926-3a47-4b81-9003-154d3b4847d7 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:41:24.142409 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-a2ea6aaf-3b2d-43cc-92c7-3f941616be8f tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f3c01e4-ef3d-49ec-9a2c-854d5046bfed']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:24.151121 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f67926-3a47-4b81-9003-154d3b4847d7 None None] Pushing event updated for resources: {'Port': ['ID=55f43deb-92d4-4cd7-9b8a-cfe111363eab,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:24.174522 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-a2ea6aaf-3b2d-43cc-92c7-3f941616be8f tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d7dfe90-136f-476e-b045-6fc118eaef6e') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:24.174522 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-a2ea6aaf-3b2d-43cc-92c7-3f941616be8f tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d7dfe90-136f-476e-b045-6fc118eaef6e') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:24.186717 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a2ea6aaf-3b2d-43cc-92c7-3f941616be8f tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:24.187267 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d119be-59e6-49c1-bf81-9a1e6ac09b47 None None] Network 2f647894-21e3-4a28-9296-daf89643609d is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:41:24.226303 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a2ea6aaf-3b2d-43cc-92c7-3f941616be8f tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:24.235892 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2ea6aaf-3b2d-43cc-92c7-3f941616be8f tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:41:24.236284 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a2ea6aaf-3b2d-43cc-92c7-3f941616be8f tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:24.239341 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:41:24.239341 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:41:24.239341 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:41:24.239341 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:41:24.239341 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:41:24.239341 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:41:24.239341 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:41:24.239341 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:41:24.239341 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:41:24.239341 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:41:24.239341 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:41:24.239341 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:41:24.239341 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:41:24.239341 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:41:24.239341 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:41:24.239341 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:41:24.239341 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:41:24.239341 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:41:24.239341 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:41:24.239341 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:41:24.239341 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:41:24.239341 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:41:24.239341 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:41:24.239341 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:41:24.239341 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:41:24.239341 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:41:24.239341 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:41:24.239341 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:41:24.239341 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:41:24.239341 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:41:24.239341 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:41:24.239341 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:41:24.249420 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c4255cea-7c4d-4793-8f7f-36ed4c471ec2 tempest-RoutersAdminNegativeIpV6Test-1341147411 tempest-RoutersAdminNegativeIpV6Test-1341147411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:24.250825 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c4255cea-7c4d-4793-8f7f-36ed4c471ec2 tempest-RoutersAdminNegativeIpV6Test-1341147411 tempest-RoutersAdminNegativeIpV6Test-1341147411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:24.251374 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-e6d119be-59e6-49c1-bf81-9a1e6ac09b47 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:41:24.252488 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6d09ee1a-84af-4d4f-b0ea-cf799709fd76 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:24.254083 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-2939a1fa-c5a4-4ae3-95b6-071f3bc5287b None None] Deleting port 4392dca3-9b27-4875-a811-a69dbccc12f9 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:41:24.254677 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2939a1fa-c5a4-4ae3-95b6-071f3bc5287b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:24.259352 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d119be-59e6-49c1-bf81-9a1e6ac09b47 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:41:24.295390 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9776e8aa-e981-4070-8d56-1ad6011e8137 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Network 5b608bc4-856f-4a64-9888-45b88cb8d41e is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:41:24.301925 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-9776e8aa-e981-4070-8d56-1ad6011e8137 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:41:24.338564 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a2ea6aaf-3b2d-43cc-92c7-3f941616be8f tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:24.341007 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b8715316-97a8-4de5-83ee-d7a15d0897d5 tempest-RoutersAdminNegativeTest-2061062110 tempest-RoutersAdminNegativeTest-2061062110-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:24.352853 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-75f67926-3a47-4b81-9003-154d3b4847d7 None None] Attempting to bind port 55f43deb-92d4-4cd7-9b8a-cfe111363eab on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:41:24.353228 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-75f67926-3a47-4b81-9003-154d3b4847d7 None None] Attempting to bind port 55f43deb-92d4-4cd7-9b8a-cfe111363eab by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:41:24.353591 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f67926-3a47-4b81-9003-154d3b4847d7 None None] Attempting to bind port 55f43deb-92d4-4cd7-9b8a-cfe111363eab on network 933f65da-8ef2-4dea-ac27-3eee9182e92f {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:41:24.356492 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a2ea6aaf-3b2d-43cc-92c7-3f941616be8f tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:24.362436 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a2ea6aaf-3b2d-43cc-92c7-3f941616be8f tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] 10.222.0.21 "DELETE /v2.0/networks/4f3c01e4-ef3d-49ec-9a2c-854d5046bfed HTTP/1.1" status: 204 len: 168 time: 1.4032340 Aug 22 13:41:24.363119 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48560) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:24.409225 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-2939a1fa-c5a4-4ae3-95b6-071f3bc5287b None None] For port 4392dca3-9b27-4875-a811-a69dbccc12f9, host n-d-793621-33, got binding levels [] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:41:24.409626 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2939a1fa-c5a4-4ae3-95b6-071f3bc5287b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:24.412538 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f67926-3a47-4b81-9003-154d3b4847d7 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:41:24.412935 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f67926-3a47-4b81-9003-154d3b4847d7 None None] Checking segment: {'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:41:24.413302 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-75f67926-3a47-4b81-9003-154d3b4847d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:24.413693 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f67926-3a47-4b81-9003-154d3b4847d7 None None] Bound using segment: {'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:41:24.414179 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-75f67926-3a47-4b81-9003-154d3b4847d7 None None] Bound port: 55f43deb-92d4-4cd7-9b8a-cfe111363eab, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:41:24.414552 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-75f67926-3a47-4b81-9003-154d3b4847d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:24.416262 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d119be-59e6-49c1-bf81-9a1e6ac09b47 None None] Pushing event updated for resources: {'Port': ['ID=8fd9d006-98a7-4f8d-abc7-6e8766bf5c5b,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:24.439064 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea6aaf-3b2d-43cc-92c7-3f941616be8f tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Pushing event deleted for resources: {'Network': ['ID=4f3c01e4-ef3d-49ec-9a2c-854d5046bfed,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:24.440021 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-e6d119be-59e6-49c1-bf81-9a1e6ac09b47 None None] Attempting to bind port 8fd9d006-98a7-4f8d-abc7-6e8766bf5c5b on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:41:24.441275 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-e6d119be-59e6-49c1-bf81-9a1e6ac09b47 None None] Attempting to bind port 8fd9d006-98a7-4f8d-abc7-6e8766bf5c5b by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '8fc003b6-feb5-44d9-b0bb-27e39b4f9068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2f647894-21e3-4a28-9296-daf89643609d'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:41:24.441275 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d119be-59e6-49c1-bf81-9a1e6ac09b47 None None] Attempting to bind port 8fd9d006-98a7-4f8d-abc7-6e8766bf5c5b on network 2f647894-21e3-4a28-9296-daf89643609d {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:41:24.455731 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0801bd6-8665-4938-84a6-dd9b4ae26259 None None] Network 5b608bc4-856f-4a64-9888-45b88cb8d41e requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:41:24.457853 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-2939a1fa-c5a4-4ae3-95b6-071f3bc5287b None None] Calling delete_port for 4392dca3-9b27-4875-a811-a69dbccc12f9 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:41:24.470447 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.ipam_backend_mixin [None req-2939a1fa-c5a4-4ae3-95b6-071f3bc5287b None None] Port 4392dca3-9b27-4875-a811-a69dbccc12f9 was not found and therefore no delete operation was performed {{(pid=94629) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 22 13:41:24.471869 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d09ee1a-84af-4d4f-b0ea-cf799709fd76 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:41:24.476470 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c4255cea-7c4d-4793-8f7f-36ed4c471ec2 tempest-RoutersAdminNegativeIpV6Test-1341147411 tempest-RoutersAdminNegativeIpV6Test-1341147411-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:24.493875 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d09ee1a-84af-4d4f-b0ea-cf799709fd76 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event updated for resources: {'Port': ['ID=7511b37b-8044-45aa-9893-5b41dba74df4,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:24.508930 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-6d09ee1a-84af-4d4f-b0ea-cf799709fd76 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:41:24.514787 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d09ee1a-84af-4d4f-b0ea-cf799709fd76 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:41:24.515093 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6d09ee1a-84af-4d4f-b0ea-cf799709fd76 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:24.599145 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-5077ea63-c6f4-4ad5-b251-d0d94dfe40fa tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Deleting subnet 46b37cf1-f8a8-4bf8-bbde-109cbb65259f {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:41:24.606354 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5077ea63-c6f4-4ad5-b251-d0d94dfe40fa tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:24.645413 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d119be-59e6-49c1-bf81-9a1e6ac09b47 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:41:24.645413 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d119be-59e6-49c1-bf81-9a1e6ac09b47 None None] Checking segment: {'id': '8fc003b6-feb5-44d9-b0bb-27e39b4f9068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2f647894-21e3-4a28-9296-daf89643609d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:41:24.645804 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48562) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:24.646248 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e6d119be-59e6-49c1-bf81-9a1e6ac09b47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:24.646248 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d119be-59e6-49c1-bf81-9a1e6ac09b47 None None] Bound using segment: {'id': '8fc003b6-feb5-44d9-b0bb-27e39b4f9068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2f647894-21e3-4a28-9296-daf89643609d'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:41:24.646436 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-e6d119be-59e6-49c1-bf81-9a1e6ac09b47 None None] Bound port: 8fd9d006-98a7-4f8d-abc7-6e8766bf5c5b, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fc003b6-feb5-44d9-b0bb-27e39b4f9068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2f647894-21e3-4a28-9296-daf89643609d'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:41:24.646816 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e6d119be-59e6-49c1-bf81-9a1e6ac09b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:24.677869 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2939a1fa-c5a4-4ae3-95b6-071f3bc5287b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:24.710638 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5077ea63-c6f4-4ad5-b251-d0d94dfe40fa tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:24.746208 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2939a1fa-c5a4-4ae3-95b6-071f3bc5287b None None] Network 4f3c01e4-ef3d-49ec-9a2c-854d5046bfed is not hosted by any dhcp agent {{(pid=94629) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 22 13:41:24.746665 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2939a1fa-c5a4-4ae3-95b6-071f3bc5287b None None] No DVR routers for this DVR port 4392dca3-9b27-4875-a811-a69dbccc12f9 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:41:24.753128 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2939a1fa-c5a4-4ae3-95b6-071f3bc5287b None None] Pushing event deleted for resources: {'Port': ['ID=4392dca3-9b27-4875-a811-a69dbccc12f9,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:24.772404 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-6172a479-4ea0-4de4-add6-2bf0a3144f74 None None] Provisioning for port b85654c5-b40a-4c62-911e-39769f0a2af5 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:41:24.887398 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-75f67926-3a47-4b81-9003-154d3b4847d7 None None] For port 55f43deb-92d4-4cd7-9b8a-cfe111363eab, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:41:24.894988 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-75f67926-3a47-4b81-9003-154d3b4847d7 None None] For port 55f43deb-92d4-4cd7-9b8a-cfe111363eab, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=55f43deb-92d4-4cd7-9b8a-cfe111363eab,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:41:24.927941 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5077ea63-c6f4-4ad5-b251-d0d94dfe40fa tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:24.934737 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device b85654c5-b40a-4c62-911e-39769f0a2af5 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:41:24.939875 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-75f67926-3a47-4b81-9003-154d3b4847d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:24.983725 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7cf59754-7594-44f8-b4c7-362ee4031e50 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/floatingips/62d0914e-dc60-4a91-922a-4fa5d3d75b49 HTTP/1.1" status: 200 len: 993 time: 0.3370767 Aug 22 13:41:25.006124 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6d09ee1a-84af-4d4f-b0ea-cf799709fd76 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:25.049143 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c4255cea-7c4d-4793-8f7f-36ed4c471ec2 tempest-RoutersAdminNegativeIpV6Test-1341147411 tempest-RoutersAdminNegativeIpV6Test-1341147411-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:25.073035 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5077ea63-c6f4-4ad5-b251-d0d94dfe40fa tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:25.075181 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e6d119be-59e6-49c1-bf81-9a1e6ac09b47 None None] For port 8fd9d006-98a7-4f8d-abc7-6e8766bf5c5b, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:41:25.109056 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e6d119be-59e6-49c1-bf81-9a1e6ac09b47 None None] For port 8fd9d006-98a7-4f8d-abc7-6e8766bf5c5b, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=8fd9d006-98a7-4f8d-abc7-6e8766bf5c5b,segment=NetworkSegment(8fc003b6-feb5-44d9-b0bb-27e39b4f9068),segment_id=8fc003b6-feb5-44d9-b0bb-27e39b4f9068)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:41:25.124132 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5077ea63-c6f4-4ad5-b251-d0d94dfe40fa tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Pushing event deleted for resources: {'Subnet': ['ID=46b37cf1-f8a8-4bf8-bbde-109cbb65259f,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:25.132767 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e6d119be-59e6-49c1-bf81-9a1e6ac09b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:25.168195 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9776e8aa-e981-4070-8d56-1ad6011e8137 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Router 10bf2246-7776-4ed0-865c-15c11684b0d0 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:41:25.178146 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d0d2b4-9251-4cdf-9cda-815e51d1c82e None None] Network db2b56bb-9963-4a58-b460-c060071bb549 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:41:25.179616 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5077ea63-c6f4-4ad5-b251-d0d94dfe40fa tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:25.181778 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f67926-3a47-4b81-9003-154d3b4847d7 None None] Pushing event updated for resources: {'Port': ['ID=55f43deb-92d4-4cd7-9b8a-cfe111363eab,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:25.184344 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5077ea63-c6f4-4ad5-b251-d0d94dfe40fa tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] 10.222.0.21 "DELETE /v2.0/subnets/46b37cf1-f8a8-4bf8-bbde-109cbb65259f HTTP/1.1" status: 204 len: 168 time: 0.7863731 Aug 22 13:41:25.185114 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48568) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:25.197335 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5077ea63-c6f4-4ad5-b251-d0d94dfe40fa tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:41:25.197770 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5077ea63-c6f4-4ad5-b251-d0d94dfe40fa tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:41:25.198179 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5077ea63-c6f4-4ad5-b251-d0d94dfe40fa tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:41:25.198629 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5077ea63-c6f4-4ad5-b251-d0d94dfe40fa tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:41:25.199027 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5077ea63-c6f4-4ad5-b251-d0d94dfe40fa tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:41:25.199545 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5077ea63-c6f4-4ad5-b251-d0d94dfe40fa tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:41:25.199942 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5077ea63-c6f4-4ad5-b251-d0d94dfe40fa tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:41:25.200366 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5077ea63-c6f4-4ad5-b251-d0d94dfe40fa tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:41:25.202143 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5077ea63-c6f4-4ad5-b251-d0d94dfe40fa tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:41:25.202561 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5077ea63-c6f4-4ad5-b251-d0d94dfe40fa tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:41:25.202967 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5077ea63-c6f4-4ad5-b251-d0d94dfe40fa tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:41:25.203446 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5077ea63-c6f4-4ad5-b251-d0d94dfe40fa tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:41:25.329318 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port b85654c5-b40a-4c62-911e-39769f0a2af5 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:41:25.372994 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d119be-59e6-49c1-bf81-9a1e6ac09b47 None None] Pushing event updated for resources: {'Port': ['ID=8fd9d006-98a7-4f8d-abc7-6e8766bf5c5b,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:25.403194 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port b85654c5-b40a-4c62-911e-39769f0a2af5 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:41:25.403495 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:25.433929 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-d571ed6b-2683-4caa-8b17-e8240672719e tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Deleting subnet f71f2fbc-d97e-4222-9512-8d250a745bbf {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:41:25.450801 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141df211-07dd-42c0-9b21-0036ff582155 req-b061ef3f-8b30-4ce7-85c9-5d9e9a0ff6c7 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:25.457948 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-141df211-07dd-42c0-9b21-0036ff582155 req-b061ef3f-8b30-4ce7-85c9-5d9e9a0ff6c7 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89d63b8-3d35-427b-8697-ebf33e5fd7aa HTTP/1.1" status: 200 len: 945 time: 0.2793877 Aug 22 13:41:25.461897 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d571ed6b-2683-4caa-8b17-e8240672719e tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:25.533075 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6d09ee1a-84af-4d4f-b0ea-cf799709fd76 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:25.540199 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6d09ee1a-84af-4d4f-b0ea-cf799709fd76 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:25.542077 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6d09ee1a-84af-4d4f-b0ea-cf799709fd76 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:25.631958 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9776e8aa-e981-4070-8d56-1ad6011e8137 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:41:25.643584 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-9776e8aa-e981-4070-8d56-1ad6011e8137 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] 10.222.0.21 "PUT /v2.0/routers/10bf2246-7776-4ed0-865c-15c11684b0d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7797554 Aug 22 13:41:25.660271 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4486bbb-bc61-4200-a5f9-a2670ae1db34 None None] Sync routers for ids ['10bf2246-7776-4ed0-865c-15c11684b0d0'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:41:25.681932 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48570) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:25.692166 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4486bbb-bc61-4200-a5f9-a2670ae1db34 None None] Routers {'10bf2246-7776-4ed0-865c-15c11684b0d0'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:41:25.700701 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-a4486bbb-bc61-4200-a5f9-a2670ae1db34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:41:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['10bf2246-7776-4ed0-865c-15c11684b0d0'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:25.713044 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38058f92-dcc2-43b7-ad58-8b45181724e6 None None] DHCP port deletion for db2b56bb-9963-4a58-b460-c060071bb549 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:41:25.716536 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d571ed6b-2683-4caa-8b17-e8240672719e tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:25.765177 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d09ee1a-84af-4d4f-b0ea-cf799709fd76 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:41:25.770080 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-6d09ee1a-84af-4d4f-b0ea-cf799709fd76 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:41:25.771061 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:25.802824 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-a4486bbb-bc61-4200-a5f9-a2670ae1db34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:25.819575 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4486bbb-bc61-4200-a5f9-a2670ae1db34 None None] Routers {'10bf2246-7776-4ed0-865c-15c11684b0d0'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:41:25.820212 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-a4486bbb-bc61-4200-a5f9-a2670ae1db34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:41:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['10bf2246-7776-4ed0-865c-15c11684b0d0'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:25.870631 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-a4486bbb-bc61-4200-a5f9-a2670ae1db34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:25.871290 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4486bbb-bc61-4200-a5f9-a2670ae1db34 None None] The sync data for ids ['10bf2246-7776-4ed0-865c-15c11684b0d0'] in n-d-793621-33 is: [] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:41:25.913411 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-141df211-07dd-42c0-9b21-0036ff582155 req-a305580a-e466-40e7-aa8b-6c1a0d6c42ad tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4427052 Aug 22 13:41:25.937666 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port b85654c5-b40a-4c62-911e-39769f0a2af5, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=b85654c5-b40a-4c62-911e-39769f0a2af5,segment=NetworkSegment(7c72ae18-30e2-45ad-aea4-8867c4e87e17),segment_id=7c72ae18-30e2-45ad-aea4-8867c4e87e17)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:41:25.946635 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:25.977186 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b8715316-97a8-4de5-83ee-d7a15d0897d5 tempest-RoutersAdminNegativeTest-2061062110 tempest-RoutersAdminNegativeTest-2061062110-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:26.024105 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b8715316-97a8-4de5-83ee-d7a15d0897d5 tempest-RoutersAdminNegativeTest-2061062110 tempest-RoutersAdminNegativeTest-2061062110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:26.065642 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 4392dca3-9b27-4875-a811-a69dbccc12f9 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:41:26.096823 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-38058f92-dcc2-43b7-ad58-8b45181724e6 None None] Deleting port 8baf7fda-32b8-4a7e-a261-f11b7374a5f4 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:41:26.097192 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-38058f92-dcc2-43b7-ad58-8b45181724e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:26.114295 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d571ed6b-2683-4caa-8b17-e8240672719e tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:26.141935 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-bc7f8be2-960e-4cec-8b69-83b681edec5f None None] Provisioning for port a596eef0-acbd-48e0-85a3-c1f282f200dc completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:41:26.177083 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 4392dca3-9b27-4875-a811-a69dbccc12f9 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:41:26.177424 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 4392dca3-9b27-4875-a811-a69dbccc12f9 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:41:26.204158 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-bc7f8be2-960e-4cec-8b69-83b681edec5f None None] Provisioning complete for port a596eef0-acbd-48e0-85a3-c1f282f200dc triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:41:26.204839 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-bc7f8be2-960e-4cec-8b69-83b681edec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:26.213947 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d09ee1a-84af-4d4f-b0ea-cf799709fd76 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event updated for resources: {'Port': ['ID=7511b37b-8044-45aa-9893-5b41dba74df4,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:26.246491 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-bc7f8be2-960e-4cec-8b69-83b681edec5f None None] Port a596eef0-acbd-48e0-85a3-c1f282f200dc cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:41:26.261710 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=b85654c5-b40a-4c62-911e-39769f0a2af5,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:26.276414 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-38058f92-dcc2-43b7-ad58-8b45181724e6 None None] For port 8baf7fda-32b8-4a7e-a261-f11b7374a5f4, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=8baf7fda-32b8-4a7e-a261-f11b7374a5f4,segment=NetworkSegment(fed31f03-3e46-4d0d-952e-94260c1cb77f),segment_id=fed31f03-3e46-4d0d-952e-94260c1cb77f)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:41:26.276812 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-38058f92-dcc2-43b7-ad58-8b45181724e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:26.288004 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-bc7f8be2-960e-4cec-8b69-83b681edec5f None None] Provisioning complete for port b85654c5-b40a-4c62-911e-39769f0a2af5 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:41:26.288403 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-bc7f8be2-960e-4cec-8b69-83b681edec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:26.302605 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d09ee1a-84af-4d4f-b0ea-cf799709fd76 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Router 72d320c2-1436-4937-8347-41c90a607777 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:41:26.310489 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-38058f92-dcc2-43b7-ad58-8b45181724e6 None None] Calling delete_port for 8baf7fda-32b8-4a7e-a261-f11b7374a5f4 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:41:26.442827 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d09ee1a-84af-4d4f-b0ea-cf799709fd76 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:41:26.458936 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07c155c-9e30-4cd3-bb1b-871300fdcac6 None None] Sync routers for ids ['72d320c2-1436-4937-8347-41c90a607777'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:41:26.460469 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6d09ee1a-84af-4d4f-b0ea-cf799709fd76 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "PUT /v2.0/routers/72d320c2-1436-4937-8347-41c90a607777/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0284383 Aug 22 13:41:26.461284 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48574) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:26.480089 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07c155c-9e30-4cd3-bb1b-871300fdcac6 None None] Routers {'72d320c2-1436-4937-8347-41c90a607777'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:41:26.482769 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-d07c155c-9e30-4cd3-bb1b-871300fdcac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:41:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['72d320c2-1436-4937-8347-41c90a607777'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:26.487917 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-38058f92-dcc2-43b7-ad58-8b45181724e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:26.569967 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6c56b0-7151-464e-8245-494edb918d34 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:26.573918 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-be6c56b0-7151-464e-8245-494edb918d34 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/ports/7511b37b-8044-45aa-9893-5b41dba74df4 HTTP/1.1" status: 200 len: 911 time: 0.1113989 Aug 22 13:41:26.577081 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48576) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:26.594715 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d571ed6b-2683-4caa-8b17-e8240672719e tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:26.631065 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d571ed6b-2683-4caa-8b17-e8240672719e tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Pushing event deleted for resources: {'Subnet': ['ID=f71f2fbc-d97e-4222-9512-8d250a745bbf,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:26.639769 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38058f92-dcc2-43b7-ad58-8b45181724e6 None None] Pushing event deleted for resources: {'Port': ['ID=8baf7fda-32b8-4a7e-a261-f11b7374a5f4,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:26.642918 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38058f92-dcc2-43b7-ad58-8b45181724e6 None None] No DVR routers for this DVR port 8baf7fda-32b8-4a7e-a261-f11b7374a5f4 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:41:26.663567 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-7c94633e-fd36-47df-a1bd-86ef7bfcd0b3 None None] Provisioning complete for port a596eef0-acbd-48e0-85a3-c1f282f200dc triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:41:26.664014 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7c94633e-fd36-47df-a1bd-86ef7bfcd0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:26.699041 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b8715316-97a8-4de5-83ee-d7a15d0897d5 tempest-RoutersAdminNegativeTest-2061062110 tempest-RoutersAdminNegativeTest-2061062110-project-admin] Notify callbacks [] for router, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:26.715010 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd607b6-6d8c-4c52-954d-e5be77734138 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:26.724320 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd607b6-6d8c-4c52-954d-e5be77734138 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:26.726668 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-1bd607b6-6d8c-4c52-954d-e5be77734138 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1483560 Aug 22 13:41:26.730786 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48578) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:26.735178 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-7c94633e-fd36-47df-a1bd-86ef7bfcd0b3 None None] Port a596eef0-acbd-48e0-85a3-c1f282f200dc cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:41:26.748099 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d571ed6b-2683-4caa-8b17-e8240672719e tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:26.752564 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d571ed6b-2683-4caa-8b17-e8240672719e tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] 10.222.0.21 "DELETE /v2.0/subnets/f71f2fbc-d97e-4222-9512-8d250a745bbf HTTP/1.1" status: 204 len: 168 time: 1.5634999 Aug 22 13:41:26.752804 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-d07c155c-9e30-4cd3-bb1b-871300fdcac6 None None] Set router 72d320c2-1436-4937-8347-41c90a607777 gateway port host: None {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:41:26.753996 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c4255cea-7c4d-4793-8f7f-36ed4c471ec2 tempest-RoutersAdminNegativeIpV6Test-1341147411 tempest-RoutersAdminNegativeIpV6Test-1341147411-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:26.797617 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4890d846-74e2-4bec-852e-c2d3918edfbc None None] Network 3730ec7d-e326-42bf-8aaa-69a2762fa0f3 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:41:26.815456 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48580) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:26.884200 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c4255cea-7c4d-4793-8f7f-36ed4c471ec2 tempest-RoutersAdminNegativeIpV6Test-1341147411 tempest-RoutersAdminNegativeIpV6Test-1341147411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:27.043983 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2deac49e-31ef-4dfe-9421-561b64c96997 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:27.053621 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-58396829-bfed-4165-ae52-e2cbd1699240 None None] Provisioning complete for port a596eef0-acbd-48e0-85a3-c1f282f200dc triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:41:27.054006 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-58396829-bfed-4165-ae52-e2cbd1699240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:27.205009 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742a645f-e822-45ca-bccb-8a323442cbb1 None None] DHCP port deletion for 3730ec7d-e326-42bf-8aaa-69a2762fa0f3 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:41:27.207448 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device b85654c5-b40a-4c62-911e-39769f0a2af5 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:41:27.271220 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b8715316-97a8-4de5-83ee-d7a15d0897d5 tempest-RoutersAdminNegativeTest-2061062110 tempest-RoutersAdminNegativeTest-2061062110-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:27.281118 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b8715316-97a8-4de5-83ee-d7a15d0897d5 tempest-RoutersAdminNegativeTest-2061062110 tempest-RoutersAdminNegativeTest-2061062110-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:27.335076 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2deac49e-31ef-4dfe-9421-561b64c96997 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:27.355036 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-2deac49e-31ef-4dfe-9421-561b64c96997 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db2b56bb-9963-4a58-b460-c060071bb549']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:27.392837 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-2deac49e-31ef-4dfe-9421-561b64c96997 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fed31f03-3e46-4d0d-952e-94260c1cb77f') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:27.393186 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-2deac49e-31ef-4dfe-9421-561b64c96997 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fed31f03-3e46-4d0d-952e-94260c1cb77f') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:27.407619 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2deac49e-31ef-4dfe-9421-561b64c96997 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:27.429720 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2deac49e-31ef-4dfe-9421-561b64c96997 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:27.447806 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2deac49e-31ef-4dfe-9421-561b64c96997 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:41:27.448274 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2deac49e-31ef-4dfe-9421-561b64c96997 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:27.454188 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:41:27.454188 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:41:27.454188 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:41:27.454188 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:41:27.454188 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:41:27.454188 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:41:27.454188 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:41:27.454188 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:41:27.454188 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:41:27.454188 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:41:27.454188 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:41:27.454188 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:41:27.454188 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:41:27.454188 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:41:27.454188 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:41:27.454188 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:41:27.454188 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:41:27.454188 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:41:27.454188 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:41:27.454188 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:41:27.454188 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:41:27.454188 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:41:27.454188 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:41:27.454188 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:41:27.454188 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:41:27.454188 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:41:27.454188 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:41:27.454188 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:41:27.454188 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:41:27.454188 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:41:27.454188 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:41:27.454188 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:41:27.509748 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd11033f-1a1f-411c-9d7b-c3dd9f0207b9 None None] Network 2f647894-21e3-4a28-9296-daf89643609d requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:41:27.515093 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-58396829-bfed-4165-ae52-e2cbd1699240 None None] Port a596eef0-acbd-48e0-85a3-c1f282f200dc cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:41:27.571774 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2deac49e-31ef-4dfe-9421-561b64c96997 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:27.597701 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2deac49e-31ef-4dfe-9421-561b64c96997 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:27.601800 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2deac49e-31ef-4dfe-9421-561b64c96997 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] 10.222.0.21 "DELETE /v2.0/networks/db2b56bb-9963-4a58-b460-c060071bb549 HTTP/1.1" status: 204 len: 168 time: 0.7818711 Aug 22 13:41:27.601800 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deac49e-31ef-4dfe-9421-561b64c96997 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Pushing event deleted for resources: {'Network': ['ID=db2b56bb-9963-4a58-b460-c060071bb549,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:27.613645 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48586) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:27.617058 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port b85654c5-b40a-4c62-911e-39769f0a2af5 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:41:27.617581 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:27.666984 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-742a645f-e822-45ca-bccb-8a323442cbb1 None None] Deleting port 5496045e-4063-44d6-8d56-23310f8a2221 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:41:27.667510 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-742a645f-e822-45ca-bccb-8a323442cbb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:27.718979 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a35a7817-8149-4d69-a155-82cfea20400d tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:27.747499 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-742a645f-e822-45ca-bccb-8a323442cbb1 None None] For port 5496045e-4063-44d6-8d56-23310f8a2221, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=5496045e-4063-44d6-8d56-23310f8a2221,segment=NetworkSegment(fdb29001-d250-4e47-babf-28bc41c6f7b4),segment_id=fdb29001-d250-4e47-babf-28bc41c6f7b4)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:41:27.748530 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-742a645f-e822-45ca-bccb-8a323442cbb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:27.758116 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2dbf3166-6bbe-4c42-9ce6-00f3d54a005e tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:27.763732 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-742a645f-e822-45ca-bccb-8a323442cbb1 None None] Calling delete_port for 5496045e-4063-44d6-8d56-23310f8a2221 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:41:27.793670 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b8715316-97a8-4de5-83ee-d7a15d0897d5 tempest-RoutersAdminNegativeTest-2061062110 tempest-RoutersAdminNegativeTest-2061062110-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:27.794219 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8715316-97a8-4de5-83ee-d7a15d0897d5 tempest-RoutersAdminNegativeTest-2061062110 tempest-RoutersAdminNegativeTest-2061062110-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 729aa4be-1600-4205-8a4a-5c876c0c52bd {{(pid=94627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:41:27.826273 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee2af5-18ea-461b-a5f4-1fd6f95c72a7 req-e113aaa5-8b49-4e50-b065-214601557b2b tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:27.834358 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-35ee2af5-18ea-461b-a5f4-1fd6f95c72a7 req-e113aaa5-8b49-4e50-b065-214601557b2b tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89d63b8-3d35-427b-8697-ebf33e5fd7aa HTTP/1.1" status: 200 len: 945 time: 0.7110937 Aug 22 13:41:27.897700 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-21ea1ff9-3e0e-4e3f-8ccc-119b53bf8984 None None] Provisioning for port 8fd9d006-98a7-4f8d-abc7-6e8766bf5c5b completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:41:27.904681 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-b8715316-97a8-4de5-83ee-d7a15d0897d5 tempest-RoutersAdminNegativeTest-2061062110 tempest-RoutersAdminNegativeTest-2061062110-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 22 13:41:27.905446 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-b8715316-97a8-4de5-83ee-d7a15d0897d5 tempest-RoutersAdminNegativeTest-2061062110 tempest-RoutersAdminNegativeTest-2061062110-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 4.2124143 Aug 22 13:41:27.914347 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48588) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:27.961115 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-a35a7817-8149-4d69-a155-82cfea20400d tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Deleting port 5496045e-4063-44d6-8d56-23310f8a2221 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:41:27.961750 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a35a7817-8149-4d69-a155-82cfea20400d tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:27.972263 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-27ba3abd-5c88-45b4-baea-a597ae34bed9 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 13:41:27.973632 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-27ba3abd-5c88-45b4-baea-a597ae34bed9 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] 10.222.0.21 "PUT /v2.0/routers/10bf2246-7776-4ed0-865c-15c11684b0d0/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.2830966 Aug 22 13:41:27.979840 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48590) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:27.988534 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-21ea1ff9-3e0e-4e3f-8ccc-119b53bf8984 None None] Provisioning for port 55f43deb-92d4-4cd7-9b8a-cfe111363eab completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:41:28.005123 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-35ee2af5-18ea-461b-a5f4-1fd6f95c72a7 req-2b4c101a-efb2-426c-a1f5-5b754b6eda8f tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695371 Aug 22 13:41:28.042073 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-742a645f-e822-45ca-bccb-8a323442cbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:28.060318 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c4255cea-7c4d-4793-8f7f-36ed4c471ec2 tempest-RoutersAdminNegativeIpV6Test-1341147411 tempest-RoutersAdminNegativeIpV6Test-1341147411-project-admin] Notify callbacks [] for router, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:28.076187 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-a35a7817-8149-4d69-a155-82cfea20400d tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] For port 5496045e-4063-44d6-8d56-23310f8a2221, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=5496045e-4063-44d6-8d56-23310f8a2221,segment=NetworkSegment(fdb29001-d250-4e47-babf-28bc41c6f7b4),segment_id=fdb29001-d250-4e47-babf-28bc41c6f7b4)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:41:28.076588 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a35a7817-8149-4d69-a155-82cfea20400d tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:28.097984 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-a35a7817-8149-4d69-a155-82cfea20400d tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Calling delete_port for 5496045e-4063-44d6-8d56-23310f8a2221 owned by network:dhcp {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:41:28.107277 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 8fd9d006-98a7-4f8d-abc7-6e8766bf5c5b up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:41:28.110145 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742a645f-e822-45ca-bccb-8a323442cbb1 None None] No DVR routers for this DVR port 5496045e-4063-44d6-8d56-23310f8a2221 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:41:28.113061 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742a645f-e822-45ca-bccb-8a323442cbb1 None None] Pushing event deleted for resources: {'Port': ['ID=5496045e-4063-44d6-8d56-23310f8a2221,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:28.115836 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-d07c155c-9e30-4cd3-bb1b-871300fdcac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d320c2-1436-4937-8347-41c90a607777', 'name': 'tempest-NetworksTestDHCPv6-router-1026080822', 'tenant_id': 'a71622c06b3d48d28918cf297ca2043b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:41:21Z', 'updated_at': '2021-08-22T13:41:24Z', 'revision_number': 2, 'project_id': 'a71622c06b3d48d28918cf297ca2043b', 'gw_port_host': None, '_interfaces': [{'id': '7511b37b-8044-45aa-9893-5b41dba74df4', 'name': '', 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'tenant_id': 'a71622c06b3d48d28918cf297ca2043b', 'mac_address': 'fa:16:3e:18:9f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d320c2-1436-4937-8347-41c90a607777', 'device_owner': 'network:router_interface', 'standard_attr_id': 2367, 'fixed_ips': [{'subnet_id': 'c2cafa54-6c10-4ded-82cf-86498adab563', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:41:23Z', 'updated_at': '2021-08-22T13:41:25Z', 'revision_number': 2, 'project_id': 'a71622c06b3d48d28918cf297ca2043b', 'subnets': [{'id': 'c2cafa54-6c10-4ded-82cf-86498adab563', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:28.185727 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07c155c-9e30-4cd3-bb1b-871300fdcac6 None None] Checking router: 72d320c2-1436-4937-8347-41c90a607777 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:41:28.186239 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07c155c-9e30-4cd3-bb1b-871300fdcac6 None None] Updating router 72d320c2-1436-4937-8347-41c90a607777 port 7511b37b-8044-45aa-9893-5b41dba74df4 binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:41:28.206669 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-2dbf3166-6bbe-4c42-9ce6-00f3d54a005e tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Deleting port 7511b37b-8044-45aa-9893-5b41dba74df4 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:41:28.207245 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2dbf3166-6bbe-4c42-9ce6-00f3d54a005e tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:28.233163 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d07c155c-9e30-4cd3-bb1b-871300fdcac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:28.237645 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-4094afab-9e1a-4055-be88-382b2fa0d3b4 None None] Provisioning for port 7511b37b-8044-45aa-9893-5b41dba74df4 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:41:28.254132 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-4094afab-9e1a-4055-be88-382b2fa0d3b4 None None] Provisioning complete for port 7511b37b-8044-45aa-9893-5b41dba74df4 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:41:28.254564 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4094afab-9e1a-4055-be88-382b2fa0d3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:28.306982 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 8fd9d006-98a7-4f8d-abc7-6e8766bf5c5b completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:41:28.320644 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 8fd9d006-98a7-4f8d-abc7-6e8766bf5c5b triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:41:28.321173 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:28.327707 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-4094afab-9e1a-4055-be88-382b2fa0d3b4 None None] Port 7511b37b-8044-45aa-9893-5b41dba74df4 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:41:28.338087 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2dbf3166-6bbe-4c42-9ce6-00f3d54a005e tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:28.362696 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-2dbf3166-6bbe-4c42-9ce6-00f3d54a005e tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Calling delete_port for 7511b37b-8044-45aa-9893-5b41dba74df4 owned by network:router_interface {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:41:28.387112 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a35a7817-8149-4d69-a155-82cfea20400d tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:28.434400 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c4255cea-7c4d-4793-8f7f-36ed4c471ec2 tempest-RoutersAdminNegativeIpV6Test-1341147411 tempest-RoutersAdminNegativeIpV6Test-1341147411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:28.440791 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c4255cea-7c4d-4793-8f7f-36ed4c471ec2 tempest-RoutersAdminNegativeIpV6Test-1341147411 tempest-RoutersAdminNegativeIpV6Test-1341147411-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:28.460839 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-ad8abf7d-ec33-42a6-9803-a4b58dfd8aac tempest-RoutersAdminNegativeTest-2061062110 tempest-RoutersAdminNegativeTest-2061062110-project-admin] Deleting port 2c0b5859-24af-41f4-b715-0836ddc9b7f4 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:41:28.461188 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ad8abf7d-ec33-42a6-9803-a4b58dfd8aac tempest-RoutersAdminNegativeTest-2061062110 tempest-RoutersAdminNegativeTest-2061062110-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:28.472135 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a7817-8149-4d69-a155-82cfea20400d tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Pushing event deleted for resources: {'Port': ['ID=5496045e-4063-44d6-8d56-23310f8a2221,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:28.481159 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35a7817-8149-4d69-a155-82cfea20400d tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] No DVR routers for this DVR port 5496045e-4063-44d6-8d56-23310f8a2221 on host n-d-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:41:28.493694 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:28.497934 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-cc3bb134-ac17-4ea6-a39e-80515499bd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:28.565484 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c4255cea-7c4d-4793-8f7f-36ed4c471ec2 tempest-RoutersAdminNegativeIpV6Test-1341147411 tempest-RoutersAdminNegativeIpV6Test-1341147411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:28.565484 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4255cea-7c4d-4793-8f7f-36ed4c471ec2 tempest-RoutersAdminNegativeIpV6Test-1341147411 tempest-RoutersAdminNegativeIpV6Test-1341147411-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cf0683d7-8170-4b2c-8f54-d3323c9c254b {{(pid=94627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:41:28.587366 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a35a7817-8149-4d69-a155-82cfea20400d tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:28.605102 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-c4255cea-7c4d-4793-8f7f-36ed4c471ec2 tempest-RoutersAdminNegativeIpV6Test-1341147411 tempest-RoutersAdminNegativeIpV6Test-1341147411-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 22 13:41:28.608890 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c4255cea-7c4d-4793-8f7f-36ed4c471ec2 tempest-RoutersAdminNegativeIpV6Test-1341147411 tempest-RoutersAdminNegativeIpV6Test-1341147411-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.4933639 Aug 22 13:41:28.609058 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:28.611960 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48594) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:28.632313 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-87c1e2f4-145c-4a44-9188-06a5d2d7c478 None None] Provisioning complete for port 8fd9d006-98a7-4f8d-abc7-6e8766bf5c5b triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:41:28.632690 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-87c1e2f4-145c-4a44-9188-06a5d2d7c478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:28.637445 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-a35a7817-8149-4d69-a155-82cfea20400d tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3730ec7d-e326-42bf-8aaa-69a2762fa0f3']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:28.654818 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-a35a7817-8149-4d69-a155-82cfea20400d tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdb29001-d250-4e47-babf-28bc41c6f7b4') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:28.655183 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-a35a7817-8149-4d69-a155-82cfea20400d tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdb29001-d250-4e47-babf-28bc41c6f7b4') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:28.665706 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ad8abf7d-ec33-42a6-9803-a4b58dfd8aac tempest-RoutersAdminNegativeTest-2061062110 tempest-RoutersAdminNegativeTest-2061062110-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:28.672885 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a35a7817-8149-4d69-a155-82cfea20400d tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:28.690244 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a35a7817-8149-4d69-a155-82cfea20400d tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:28.693285 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-ad8abf7d-ec33-42a6-9803-a4b58dfd8aac tempest-RoutersAdminNegativeTest-2061062110 tempest-RoutersAdminNegativeTest-2061062110-project-admin] Calling delete_port for 2c0b5859-24af-41f4-b715-0836ddc9b7f4 owned by {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:41:28.695363 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 8fd9d006-98a7-4f8d-abc7-6e8766bf5c5b, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=8fd9d006-98a7-4f8d-abc7-6e8766bf5c5b,segment=NetworkSegment(8fc003b6-feb5-44d9-b0bb-27e39b4f9068),segment_id=8fc003b6-feb5-44d9-b0bb-27e39b4f9068)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:41:28.704105 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a35a7817-8149-4d69-a155-82cfea20400d tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:41:28.704544 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a35a7817-8149-4d69-a155-82cfea20400d tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:28.705676 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:28.706479 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 55f43deb-92d4-4cd7-9b8a-cfe111363eab up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:41:28.707615 n-d-793621-33 neutron-server[94628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:41:28.707615 n-d-793621-33 neutron-server[94628]: self.session.flush() Aug 22 13:41:28.707615 n-d-793621-33 neutron-server[94628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:41:28.707615 n-d-793621-33 neutron-server[94628]: self.session.flush() Aug 22 13:41:28.707615 n-d-793621-33 neutron-server[94628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:41:28.707615 n-d-793621-33 neutron-server[94628]: self.session.flush() Aug 22 13:41:28.707615 n-d-793621-33 neutron-server[94628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:41:28.707615 n-d-793621-33 neutron-server[94628]: self.session.flush() Aug 22 13:41:28.707615 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:41:28.707615 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:41:28.707615 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:41:28.707615 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:41:28.707615 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:41:28.707615 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:41:28.707615 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:41:28.707615 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:41:28.707615 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:41:28.707615 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:41:28.707615 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:41:28.707615 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:41:28.707615 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:41:28.707615 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:41:28.707615 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:41:28.707615 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:41:28.707615 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:41:28.707615 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:41:28.707615 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:41:28.707615 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:41:28.707615 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:41:28.707615 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:41:28.707615 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:41:28.707615 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:41:28.707615 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:41:28.707615 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:41:28.707615 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:41:28.707615 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:41:28.707615 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:41:28.707615 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:41:28.707615 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:41:28.707615 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:41:28.818178 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a35a7817-8149-4d69-a155-82cfea20400d tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:28.820445 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2dbf3166-6bbe-4c42-9ce6-00f3d54a005e tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:28.844548 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-495ceb40-26f6-46ed-b649-0e8c09adda65 tempest-RoutersAdminNegativeIpV6Test-1341147411 tempest-RoutersAdminNegativeIpV6Test-1341147411-project-admin] Deleting port e4fa044d-5345-42fa-8386-5b8fbbc763b6 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:41:28.844889 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-495ceb40-26f6-46ed-b649-0e8c09adda65 tempest-RoutersAdminNegativeIpV6Test-1341147411 tempest-RoutersAdminNegativeIpV6Test-1341147411-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:28.855332 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=8fd9d006-98a7-4f8d-abc7-6e8766bf5c5b,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:28.860159 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a35a7817-8149-4d69-a155-82cfea20400d tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:28.861951 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a35a7817-8149-4d69-a155-82cfea20400d tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] 10.222.0.21 "DELETE /v2.0/networks/3730ec7d-e326-42bf-8aaa-69a2762fa0f3 HTTP/1.1" status: 204 len: 168 time: 1.2463441 Aug 22 13:41:28.864748 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbf3166-6bbe-4c42-9ce6-00f3d54a005e tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event deleted for resources: {'Port': ['ID=7511b37b-8044-45aa-9893-5b41dba74df4,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:28.866884 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48596) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:28.894183 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.db.api [None req-d07c155c-9e30-4cd3-bb1b-871300fdcac6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 13:41:28.894183 n-d-793621-33 neutron-server[94629]: DEBUG oslo_db.api [None req-d07c155c-9e30-4cd3-bb1b-871300fdcac6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 13:41:28.903740 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 55f43deb-92d4-4cd7-9b8a-cfe111363eab completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:41:28.908796 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 55f43deb-92d4-4cd7-9b8a-cfe111363eab triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:41:28.909225 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:28.914411 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a7817-8149-4d69-a155-82cfea20400d tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Pushing event deleted for resources: {'Network': ['ID=3730ec7d-e326-42bf-8aaa-69a2762fa0f3,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:28.980826 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1bb25434-2859-4679-ad03-087f3e3f92c0 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:28.989804 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-495ceb40-26f6-46ed-b649-0e8c09adda65 tempest-RoutersAdminNegativeIpV6Test-1341147411 tempest-RoutersAdminNegativeIpV6Test-1341147411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:29.013649 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:29.026651 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2dbf3166-6bbe-4c42-9ce6-00f3d54a005e tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:29.028307 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ad8abf7d-ec33-42a6-9803-a4b58dfd8aac tempest-RoutersAdminNegativeTest-2061062110 tempest-RoutersAdminNegativeTest-2061062110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:29.075680 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 55f43deb-92d4-4cd7-9b8a-cfe111363eab, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=55f43deb-92d4-4cd7-9b8a-cfe111363eab,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:41:29.081499 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:29.114373 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-46da0835-6824-4b01-8d85-12a730da778a tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Deleting subnet 644dd93f-0f3d-4d0c-b130-c3ec360c0200 {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:41:29.123830 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-495ceb40-26f6-46ed-b649-0e8c09adda65 tempest-RoutersAdminNegativeIpV6Test-1341147411 tempest-RoutersAdminNegativeIpV6Test-1341147411-project-admin] Calling delete_port for e4fa044d-5345-42fa-8386-5b8fbbc763b6 owned by {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:41:29.146129 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-46da0835-6824-4b01-8d85-12a730da778a tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:29.168296 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=55f43deb-92d4-4cd7-9b8a-cfe111363eab,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:29.198658 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 8baf7fda-32b8-4a7e-a261-f11b7374a5f4 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:41:29.198945 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8abf7d-ec33-42a6-9803-a4b58dfd8aac tempest-RoutersAdminNegativeTest-2061062110 tempest-RoutersAdminNegativeTest-2061062110-project-admin] Pushing event deleted for resources: {'Port': ['ID=2c0b5859-24af-41f4-b715-0836ddc9b7f4,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:29.227215 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 8baf7fda-32b8-4a7e-a261-f11b7374a5f4 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:41:29.227718 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 8baf7fda-32b8-4a7e-a261-f11b7374a5f4 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:41:29.341186 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 8fd9d006-98a7-4f8d-abc7-6e8766bf5c5b up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:41:29.370414 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6258ae4f-785b-4dea-9924-5761ca66418f req-a3e44ea8-b85b-4518-b4b8-d7eeb953ddaf tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:29.371986 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6258ae4f-785b-4dea-9924-5761ca66418f req-a3e44ea8-b85b-4518-b4b8-d7eeb953ddaf tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89d63b8-3d35-427b-8697-ebf33e5fd7aa HTTP/1.1" status: 200 len: 945 time: 0.2424419 Aug 22 13:41:29.430302 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ad8abf7d-ec33-42a6-9803-a4b58dfd8aac tempest-RoutersAdminNegativeTest-2061062110 tempest-RoutersAdminNegativeTest-2061062110-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:29.431411 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 8fd9d006-98a7-4f8d-abc7-6e8766bf5c5b triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:41:29.432214 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:29.432352 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ad8abf7d-ec33-42a6-9803-a4b58dfd8aac tempest-RoutersAdminNegativeTest-2061062110 tempest-RoutersAdminNegativeTest-2061062110-project-admin] 10.222.0.21 "DELETE /v2.0/ports/2c0b5859-24af-41f4-b715-0836ddc9b7f4 HTTP/1.1" status: 204 len: 168 time: 1.5154889 Aug 22 13:41:29.450391 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07c155c-9e30-4cd3-bb1b-871300fdcac6 None None] Port 7511b37b-8044-45aa-9893-5b41dba74df4 not found while updating agent binding for router 72d320c2-1436-4937-8347-41c90a607777. {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 22 13:41:29.482692 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6258ae4f-785b-4dea-9924-5761ca66418f req-431c228c-d381-406a-9808-6af5e504412d tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889099 Aug 22 13:41:29.512768 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-46da0835-6824-4b01-8d85-12a730da778a tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:29.521763 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07c155c-9e30-4cd3-bb1b-871300fdcac6 None None] Routers {'72d320c2-1436-4937-8347-41c90a607777'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:41:29.522310 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-d07c155c-9e30-4cd3-bb1b-871300fdcac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:41:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['72d320c2-1436-4937-8347-41c90a607777'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:29.526293 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-495ceb40-26f6-46ed-b649-0e8c09adda65 tempest-RoutersAdminNegativeIpV6Test-1341147411 tempest-RoutersAdminNegativeIpV6Test-1341147411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:29.588589 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ceb40-26f6-46ed-b649-0e8c09adda65 tempest-RoutersAdminNegativeIpV6Test-1341147411 tempest-RoutersAdminNegativeIpV6Test-1341147411-project-admin] Pushing event deleted for resources: {'Port': ['ID=e4fa044d-5345-42fa-8386-5b8fbbc763b6,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:29.605725 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-d07c155c-9e30-4cd3-bb1b-871300fdcac6 None None] Set router 72d320c2-1436-4937-8347-41c90a607777 gateway port host: None {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:41:29.630787 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-46da0835-6824-4b01-8d85-12a730da778a tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:29.669574 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-d07c155c-9e30-4cd3-bb1b-871300fdcac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d320c2-1436-4937-8347-41c90a607777', 'name': 'tempest-NetworksTestDHCPv6-router-1026080822', 'tenant_id': 'a71622c06b3d48d28918cf297ca2043b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:41:21Z', 'updated_at': '2021-08-22T13:41:28Z', 'revision_number': 3, 'project_id': 'a71622c06b3d48d28918cf297ca2043b', 'gw_port_host': None}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:29.684461 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-495ceb40-26f6-46ed-b649-0e8c09adda65 tempest-RoutersAdminNegativeIpV6Test-1341147411 tempest-RoutersAdminNegativeIpV6Test-1341147411-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:29.686468 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-495ceb40-26f6-46ed-b649-0e8c09adda65 tempest-RoutersAdminNegativeIpV6Test-1341147411 tempest-RoutersAdminNegativeIpV6Test-1341147411-project-admin] 10.222.0.21 "DELETE /v2.0/ports/e4fa044d-5345-42fa-8386-5b8fbbc763b6 HTTP/1.1" status: 204 len: 168 time: 1.0721064 Aug 22 13:41:29.709029 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-1bb25434-2859-4679-ad03-087f3e3f92c0 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Deleting port a596eef0-acbd-48e0-85a3-c1f282f200dc {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:41:29.709383 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1bb25434-2859-4679-ad03-087f3e3f92c0 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:29.714829 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07c155c-9e30-4cd3-bb1b-871300fdcac6 None None] The sync data for ids ['72d320c2-1436-4937-8347-41c90a607777'] in n-d-793621-33 is: [{'id': '72d320c2-1436-4937-8347-41c90a607777', 'name': 'tempest-NetworksTestDHCPv6-router-1026080822', 'tenant_id': 'a71622c06b3d48d28918cf297ca2043b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:41:21Z', 'updated_at': '2021-08-22T13:41:28Z', 'revision_number': 3, 'project_id': 'a71622c06b3d48d28918cf297ca2043b', 'gw_port_host': None}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:41:29.753291 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-46da0835-6824-4b01-8d85-12a730da778a tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:29.775781 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 55f43deb-92d4-4cd7-9b8a-cfe111363eab up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:41:29.794482 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da0835-6824-4b01-8d85-12a730da778a tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Pushing event deleted for resources: {'Subnet': ['ID=644dd93f-0f3d-4d0c-b130-c3ec360c0200,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:29.798863 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-46da0835-6824-4b01-8d85-12a730da778a tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:29.800937 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-46da0835-6824-4b01-8d85-12a730da778a tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] 10.222.0.21 "DELETE /v2.0/subnets/644dd93f-0f3d-4d0c-b130-c3ec360c0200 HTTP/1.1" status: 204 len: 168 time: 0.9237728 Aug 22 13:41:29.803910 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48608) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:29.825829 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11af1c7b-e684-4c42-9a51-1da6927bd737 None None] Network 243ccd09-b3d4-44d9-a28d-99eb97c748cb requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:41:29.835853 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dbf3166-6bbe-4c42-9ce6-00f3d54a005e tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Router 72d320c2-1436-4937-8347-41c90a607777 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:41:29.869601 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1bb25434-2859-4679-ad03-087f3e3f92c0 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:29.887749 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-1bb25434-2859-4679-ad03-087f3e3f92c0 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Calling delete_port for a596eef0-acbd-48e0-85a3-c1f282f200dc owned by network:router_interface {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:41:29.897005 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48610) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:30.003563 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dbf3166-6bbe-4c42-9ce6-00f3d54a005e tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:41:30.021915 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2dbf3166-6bbe-4c42-9ce6-00f3d54a005e tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "PUT /v2.0/routers/72d320c2-1436-4937-8347-41c90a607777/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2876112 Aug 22 13:41:30.022641 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48614) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:30.115904 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63cc42d-f33b-4e67-b3d9-93b0e82d74af tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:30.117966 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63cc42d-f33b-4e67-b3d9-93b0e82d74af tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:30.122189 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e63cc42d-f33b-4e67-b3d9-93b0e82d74af tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0961242 Aug 22 13:41:30.124192 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f62ae9c5-78f4-425e-bc30-65577dc32a14 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:30.128679 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48618) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:30.167218 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1bb25434-2859-4679-ad03-087f3e3f92c0 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:30.201976 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb25434-2859-4679-ad03-087f3e3f92c0 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Pushing event deleted for resources: {'Port': ['ID=a596eef0-acbd-48e0-85a3-c1f282f200dc,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:30.206298 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-82fdbf53-9056-46e5-b646-c5c1c12c7855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:30.236166 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-422acbed-f23c-4bcd-ad52-beb5747956f2 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Deleting subnet c2cafa54-6c10-4ded-82cf-86498adab563 {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:41:30.236412 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 55f43deb-92d4-4cd7-9b8a-cfe111363eab triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:41:30.237053 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:30.241574 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-422acbed-f23c-4bcd-ad52-beb5747956f2 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:30.276116 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48620) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:30.300731 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-422acbed-f23c-4bcd-ad52-beb5747956f2 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:30.395354 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-f62ae9c5-78f4-425e-bc30-65577dc32a14 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Deleting port 4af77802-0ed5-4d99-b151-4bb8429065f0 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:41:30.395720 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f62ae9c5-78f4-425e-bc30-65577dc32a14 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:30.398323 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204cde1a-764f-4083-af7a-f9c56a0b6837 None None] DHCP port deletion for 243ccd09-b3d4-44d9-a28d-99eb97c748cb request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:41:30.434012 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1bb25434-2859-4679-ad03-087f3e3f92c0 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:30.474908 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 5496045e-4063-44d6-8d56-23310f8a2221 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:41:30.528614 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-422acbed-f23c-4bcd-ad52-beb5747956f2 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:30.533531 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 5496045e-4063-44d6-8d56-23310f8a2221 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:41:30.535024 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 5496045e-4063-44d6-8d56-23310f8a2221 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:41:30.564983 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-204cde1a-764f-4083-af7a-f9c56a0b6837 None None] Deleting port 4af77802-0ed5-4d99-b151-4bb8429065f0 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:41:30.565436 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-204cde1a-764f-4083-af7a-f9c56a0b6837 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:30.599551 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-422acbed-f23c-4bcd-ad52-beb5747956f2 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:30.602832 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-f62ae9c5-78f4-425e-bc30-65577dc32a14 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] For port 4af77802-0ed5-4d99-b151-4bb8429065f0, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=4af77802-0ed5-4d99-b151-4bb8429065f0,segment=NetworkSegment(e3fd8f8a-2f3c-4eaa-ac70-ff87bd8400b5),segment_id=e3fd8f8a-2f3c-4eaa-ac70-ff87bd8400b5)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:41:30.603185 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f62ae9c5-78f4-425e-bc30-65577dc32a14 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:30.641479 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-82fdbf53-9056-46e5-b646-c5c1c12c7855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:30.642797 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-204cde1a-764f-4083-af7a-f9c56a0b6837 None None] For port 4af77802-0ed5-4d99-b151-4bb8429065f0, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=4af77802-0ed5-4d99-b151-4bb8429065f0,segment=NetworkSegment(e3fd8f8a-2f3c-4eaa-ac70-ff87bd8400b5),segment_id=e3fd8f8a-2f3c-4eaa-ac70-ff87bd8400b5)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:41:30.643262 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-204cde1a-764f-4083-af7a-f9c56a0b6837 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:30.659959 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-204cde1a-764f-4083-af7a-f9c56a0b6837 None None] Calling delete_port for 4af77802-0ed5-4d99-b151-4bb8429065f0 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:41:30.660286 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-f62ae9c5-78f4-425e-bc30-65577dc32a14 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Calling delete_port for 4af77802-0ed5-4d99-b151-4bb8429065f0 owned by network:dhcp {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:41:30.664048 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-82fdbf53-9056-46e5-b646-c5c1c12c7855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:30.667204 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422acbed-f23c-4bcd-ad52-beb5747956f2 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event deleted for resources: {'Subnet': ['ID=c2cafa54-6c10-4ded-82cf-86498adab563,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:30.680315 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-422acbed-f23c-4bcd-ad52-beb5747956f2 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:30.682241 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-422acbed-f23c-4bcd-ad52-beb5747956f2 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/subnets/c2cafa54-6c10-4ded-82cf-86498adab563 HTTP/1.1" status: 204 len: 168 time: 0.5510211 Aug 22 13:41:30.686037 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48628) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:30.704545 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de0b166-f9e6-4ae3-9b40-1428dccc3587 None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:41:30.718451 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ea201927-d78e-4371-93c0-cb7a3ab332b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:30.795483 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-82fdbf53-9056-46e5-b646-c5c1c12c7855 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6c6d96b1bc214e48a7abc36b544fdba5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8972695 Aug 22 13:41:30.804172 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48630) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:30.836425 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fdbf53-9056-46e5-b646-c5c1c12c7855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2226e2-1234-4d35-a1ed-5a384f2d4b30,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:30.861281 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-204cde1a-764f-4083-af7a-f9c56a0b6837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:30.878267 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-96495747-7ef1-4120-8533-2bd8118e794c tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1872640 Aug 22 13:41:30.879260 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48632) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:30.893384 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204cde1a-764f-4083-af7a-f9c56a0b6837 None None] Pushing event deleted for resources: {'Port': ['ID=4af77802-0ed5-4d99-b151-4bb8429065f0,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:30.895762 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204cde1a-764f-4083-af7a-f9c56a0b6837 None None] No DVR routers for this DVR port 4af77802-0ed5-4d99-b151-4bb8429065f0 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:41:30.897205 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f62ae9c5-78f4-425e-bc30-65577dc32a14 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:30.901929 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7367d7fc-1af8-42f2-b197-ff636425fea1 req-0bc5cd00-78c4-448d-83b3-1492f6dbe5c1 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:30.904325 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7367d7fc-1af8-42f2-b197-ff636425fea1 req-0bc5cd00-78c4-448d-83b3-1492f6dbe5c1 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89d63b8-3d35-427b-8697-ebf33e5fd7aa HTTP/1.1" status: 200 len: 945 time: 0.2490928 Aug 22 13:41:30.961177 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bc4b7980-dce2-4bdc-8a18-9b917a259a60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:30.967257 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62ae9c5-78f4-425e-bc30-65577dc32a14 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] No DVR routers for this DVR port 4af77802-0ed5-4d99-b151-4bb8429065f0 on host n-d-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:41:30.969973 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62ae9c5-78f4-425e-bc30-65577dc32a14 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Pushing event deleted for resources: {'Port': ['ID=4af77802-0ed5-4d99-b151-4bb8429065f0,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:30.993748 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24aae80a-de8b-40b5-972b-c1efdb102c9b None None] DHCP port deletion for 933f65da-8ef2-4dea-ac27-3eee9182e92f request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:41:31.042063 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bc4b7980-dce2-4bdc-8a18-9b917a259a60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:31.056839 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020d372c-845d-429f-874f-c59c58292705 None None] Sync routers for ids ['72d320c2-1436-4937-8347-41c90a607777'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:41:31.064731 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5644ac95-b384-4c07-a589-be52f3665af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:31.070282 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020d372c-845d-429f-874f-c59c58292705 None None] Routers {'72d320c2-1436-4937-8347-41c90a607777'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:41:31.071731 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-020d372c-845d-429f-874f-c59c58292705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:41:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['72d320c2-1436-4937-8347-41c90a607777'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:31.084375 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-24aae80a-de8b-40b5-972b-c1efdb102c9b None None] Deleting port 55f43deb-92d4-4cd7-9b8a-cfe111363eab {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:41:31.084904 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-24aae80a-de8b-40b5-972b-c1efdb102c9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:31.148728 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f62ae9c5-78f4-425e-bc30-65577dc32a14 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:31.163078 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bc4b7980-dce2-4bdc-8a18-9b917a259a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:31.166233 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bc4b7980-dce2-4bdc-8a18-9b917a259a60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:31.168202 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-bc4b7980-dce2-4bdc-8a18-9b917a259a60 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9f2226e2-1234-4d35-a1ed-5a384f2d4b30 HTTP/1.1" status: 204 len: 168 time: 0.3618462 Aug 22 13:41:31.181878 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-f62ae9c5-78f4-425e-bc30-65577dc32a14 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['243ccd09-b3d4-44d9-a28d-99eb97c748cb']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:31.185057 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-24aae80a-de8b-40b5-972b-c1efdb102c9b None None] For port 55f43deb-92d4-4cd7-9b8a-cfe111363eab, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=55f43deb-92d4-4cd7-9b8a-cfe111363eab,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:41:31.185630 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-24aae80a-de8b-40b5-972b-c1efdb102c9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:31.187079 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4b7980-dce2-4bdc-8a18-9b917a259a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2226e2-1234-4d35-a1ed-5a384f2d4b30,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:31.209181 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-f62ae9c5-78f4-425e-bc30-65577dc32a14 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3fd8f8a-2f3c-4eaa-ac70-ff87bd8400b5') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:31.209522 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-f62ae9c5-78f4-425e-bc30-65577dc32a14 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3fd8f8a-2f3c-4eaa-ac70-ff87bd8400b5') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:31.214836 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-24aae80a-de8b-40b5-972b-c1efdb102c9b None None] Calling delete_port for 55f43deb-92d4-4cd7-9b8a-cfe111363eab owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:41:31.219798 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f62ae9c5-78f4-425e-bc30-65577dc32a14 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:31.235805 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f62ae9c5-78f4-425e-bc30-65577dc32a14 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:31.243675 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f62ae9c5-78f4-425e-bc30-65577dc32a14 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:41:31.244501 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f62ae9c5-78f4-425e-bc30-65577dc32a14 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:31.260605 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:41:31.260605 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:41:31.260605 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:41:31.260605 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:41:31.260605 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:41:31.260605 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:41:31.260605 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:41:31.260605 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:41:31.260605 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:41:31.260605 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:41:31.260605 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:41:31.260605 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:41:31.260605 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:41:31.260605 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:41:31.260605 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:41:31.260605 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:41:31.260605 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:41:31.260605 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:41:31.260605 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:41:31.260605 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:41:31.260605 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:41:31.260605 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:41:31.260605 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:41:31.260605 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:41:31.260605 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:41:31.260605 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:41:31.260605 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:41:31.260605 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:41:31.260605 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:41:31.260605 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:41:31.260605 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:41:31.260605 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:41:31.275951 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-020d372c-845d-429f-874f-c59c58292705 None None] Set router 72d320c2-1436-4937-8347-41c90a607777 gateway port host: None {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:41:31.327552 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-24aae80a-de8b-40b5-972b-c1efdb102c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:31.338695 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-020d372c-845d-429f-874f-c59c58292705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d320c2-1436-4937-8347-41c90a607777', 'name': 'tempest-NetworksTestDHCPv6-router-1026080822', 'tenant_id': 'a71622c06b3d48d28918cf297ca2043b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:41:21Z', 'updated_at': '2021-08-22T13:41:28Z', 'revision_number': 3, 'project_id': 'a71622c06b3d48d28918cf297ca2043b', 'gw_port_host': None}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:31.369236 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020d372c-845d-429f-874f-c59c58292705 None None] Checking router: 72d320c2-1436-4937-8347-41c90a607777 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:41:31.379962 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020d372c-845d-429f-874f-c59c58292705 None None] Routers {'72d320c2-1436-4937-8347-41c90a607777'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:41:31.380768 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-020d372c-845d-429f-874f-c59c58292705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:41:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['72d320c2-1436-4937-8347-41c90a607777'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:31.387530 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aae80a-de8b-40b5-972b-c1efdb102c9b None None] Pushing event deleted for resources: {'Port': ['ID=55f43deb-92d4-4cd7-9b8a-cfe111363eab,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:31.409323 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f62ae9c5-78f4-425e-bc30-65577dc32a14 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:31.412070 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24aae80a-de8b-40b5-972b-c1efdb102c9b None None] No DVR routers for this DVR port 55f43deb-92d4-4cd7-9b8a-cfe111363eab on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:41:31.417313 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 4af77802-0ed5-4d99-b151-4bb8429065f0 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:41:31.425960 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:31.426188 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f62ae9c5-78f4-425e-bc30-65577dc32a14 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:31.432513 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f62ae9c5-78f4-425e-bc30-65577dc32a14 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] 10.222.0.21 "DELETE /v2.0/networks/243ccd09-b3d4-44d9-a28d-99eb97c748cb HTTP/1.1" status: 204 len: 168 time: 1.6275601 Aug 22 13:41:31.455851 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 4af77802-0ed5-4d99-b151-4bb8429065f0 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:41:31.456615 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 4af77802-0ed5-4d99-b151-4bb8429065f0 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:41:31.457222 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 55f43deb-92d4-4cd7-9b8a-cfe111363eab no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:41:31.461306 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48638) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:31.479314 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 55f43deb-92d4-4cd7-9b8a-cfe111363eab {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:41:31.479652 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 55f43deb-92d4-4cd7-9b8a-cfe111363eab not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:41:31.484227 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62ae9c5-78f4-425e-bc30-65577dc32a14 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Pushing event deleted for resources: {'Network': ['ID=243ccd09-b3d4-44d9-a28d-99eb97c748cb,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:31.511295 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-020d372c-845d-429f-874f-c59c58292705 None None] Set router 72d320c2-1436-4937-8347-41c90a607777 gateway port host: None {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:41:31.517418 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-fb379391-4345-425c-9a60-3bc6ebcbb6df tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] 10.222.0.21 "GET /v2.0/ports?device_id=426f93c3-562b-4317-a5bd-f0586eb96f29 HTTP/1.1" status: 200 len: 205 time: 0.0549545 Aug 22 13:41:31.518041 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48640) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:31.534617 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb25434-2859-4679-ad03-087f3e3f92c0 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Router 10bf2246-7776-4ed0-865c-15c11684b0d0 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:41:31.559580 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7367d7fc-1af8-42f2-b197-ff636425fea1 req-4fa88cda-ddda-43ac-aac9-7c34ed946e18 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6139693 Aug 22 13:41:31.563918 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a84c8c39-3b31-4859-ac34-fc52cbfdd324 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for router, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:31.585982 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-020d372c-845d-429f-874f-c59c58292705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d320c2-1436-4937-8347-41c90a607777', 'name': 'tempest-NetworksTestDHCPv6-router-1026080822', 'tenant_id': 'a71622c06b3d48d28918cf297ca2043b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:41:21Z', 'updated_at': '2021-08-22T13:41:28Z', 'revision_number': 3, 'project_id': 'a71622c06b3d48d28918cf297ca2043b', 'gw_port_host': None}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:31.618156 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020d372c-845d-429f-874f-c59c58292705 None None] The sync data for ids ['72d320c2-1436-4937-8347-41c90a607777'] in n-d-793621-33 is: [{'id': '72d320c2-1436-4937-8347-41c90a607777', 'name': 'tempest-NetworksTestDHCPv6-router-1026080822', 'tenant_id': 'a71622c06b3d48d28918cf297ca2043b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:41:21Z', 'updated_at': '2021-08-22T13:41:28Z', 'revision_number': 3, 'project_id': 'a71622c06b3d48d28918cf297ca2043b', 'gw_port_host': None}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:41:31.634009 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fbe8a769-0e18-4e9c-be7e-b351759abb41 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:31.721476 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48644) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:31.836466 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fbe8a769-0e18-4e9c-be7e-b351759abb41 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:31.839222 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a84c8c39-3b31-4859-ac34-fc52cbfdd324 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:31.842352 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fbe8a769-0e18-4e9c-be7e-b351759abb41 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:31.842771 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb25434-2859-4679-ad03-087f3e3f92c0 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:41:31.846293 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a84c8c39-3b31-4859-ac34-fc52cbfdd324 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:31.855870 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-1bb25434-2859-4679-ad03-087f3e3f92c0 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] 10.222.0.21 "PUT /v2.0/routers/10bf2246-7776-4ed0-865c-15c11684b0d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8702936 Aug 22 13:41:31.856054 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01936c0d-c5a7-488a-b9d0-e3d8e90f4f71 None None] Sync routers for ids ['10bf2246-7776-4ed0-865c-15c11684b0d0'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:41:31.859901 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5341af0d-381e-4865-b40c-8f0129c0b346 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=917e80cb87f142e9812ac62e65435d44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1370611 Aug 22 13:41:31.860603 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48646) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:31.860945 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48648) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:31.870366 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01936c0d-c5a7-488a-b9d0-e3d8e90f4f71 None None] Routers {'10bf2246-7776-4ed0-865c-15c11684b0d0'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:41:31.871117 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-01936c0d-c5a7-488a-b9d0-e3d8e90f4f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:41:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['10bf2246-7776-4ed0-865c-15c11684b0d0'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:31.900338 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ea201927-d78e-4371-93c0-cb7a3ab332b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:31.904903 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-01936c0d-c5a7-488a-b9d0-e3d8e90f4f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:31.905082 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ea201927-d78e-4371-93c0-cb7a3ab332b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:31.917419 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01936c0d-c5a7-488a-b9d0-e3d8e90f4f71 None None] Routers {'10bf2246-7776-4ed0-865c-15c11684b0d0'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:41:31.917947 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-01936c0d-c5a7-488a-b9d0-e3d8e90f4f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:41:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['10bf2246-7776-4ed0-865c-15c11684b0d0'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:31.927206 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a84c8c39-3b31-4859-ac34-fc52cbfdd324 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:31.927703 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84c8c39-3b31-4859-ac34-fc52cbfdd324 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Fanout notify agent at l3_agent the message router_deleted on router 72d320c2-1436-4937-8347-41c90a607777 {{(pid=94627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:41:31.943176 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a84c8c39-3b31-4859-ac34-fc52cbfdd324 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:31.947233 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a84c8c39-3b31-4859-ac34-fc52cbfdd324 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/routers/72d320c2-1436-4937-8347-41c90a607777 HTTP/1.1" status: 204 len: 168 time: 1.0625656 Aug 22 13:41:31.950690 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48650) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:31.960059 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-01936c0d-c5a7-488a-b9d0-e3d8e90f4f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:31.961072 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01936c0d-c5a7-488a-b9d0-e3d8e90f4f71 None None] The sync data for ids ['10bf2246-7776-4ed0-865c-15c11684b0d0'] in n-d-793621-33 is: [] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:41:31.961638 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea201927-d78e-4371-93c0-cb7a3ab332b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861f0376-e339-400d-9071-be2b880c1345,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:31.968598 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-28161b46-638d-4641-bd7b-73e3bd6654f8 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] delete failed (client error): The resource could not be found. Aug 22 13:41:31.973711 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ea201927-d78e-4371-93c0-cb7a3ab332b4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=318f1655789b4696b323c6a41d3dcd91&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6940212 Aug 22 13:41:31.975370 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea201927-d78e-4371-93c0-cb7a3ab332b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:41:31.975810 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea201927-d78e-4371-93c0-cb7a3ab332b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:41:31.976267 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea201927-d78e-4371-93c0-cb7a3ab332b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:41:31.976807 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea201927-d78e-4371-93c0-cb7a3ab332b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:41:31.977200 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea201927-d78e-4371-93c0-cb7a3ab332b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:41:31.977340 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-28161b46-638d-4641-bd7b-73e3bd6654f8 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-1548371753 HTTP/1.1" status: 404 len: 335 time: 0.1120169 Aug 22 13:41:31.977624 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea201927-d78e-4371-93c0-cb7a3ab332b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:41:31.977925 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea201927-d78e-4371-93c0-cb7a3ab332b4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:41:31.978246 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea201927-d78e-4371-93c0-cb7a3ab332b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:41:31.978567 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea201927-d78e-4371-93c0-cb7a3ab332b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:41:31.978996 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea201927-d78e-4371-93c0-cb7a3ab332b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:41:31.979321 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea201927-d78e-4371-93c0-cb7a3ab332b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:41:31.979605 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48652) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:31.979712 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea201927-d78e-4371-93c0-cb7a3ab332b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:41:31.979939 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48654) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:31.995915 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-dd74bc83-11dd-4b28-8e40-93eece5d8372 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Request body: {'router': {'external_gateway_info': {'network_id': '10bf2246-7776-4ed0-865c-15c11684b0d0'}}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:32.010998 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fbe8a769-0e18-4e9c-be7e-b351759abb41 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:32.011504 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe8a769-0e18-4e9c-be7e-b351759abb41 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Fanout notify agent at l3_agent the message router_deleted on router 426f93c3-562b-4317-a5bd-f0586eb96f29 {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:41:32.021944 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-81a23ae0-fb05-415f-8067-c4a5b283a35c tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0628150 Aug 22 13:41:32.022046 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48656) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:32.065137 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fbe8a769-0e18-4e9c-be7e-b351759abb41 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:32.066248 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-fbe8a769-0e18-4e9c-be7e-b351759abb41 tempest-RoutersNegativeIpV6Test-756017508 tempest-RoutersNegativeIpV6Test-756017508-project] 10.222.0.21 "DELETE /v2.0/routers/426f93c3-562b-4317-a5bd-f0586eb96f29 HTTP/1.1" status: 204 len: 168 time: 0.5472860 Aug 22 13:41:32.083736 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7282df-90a7-47e9-84e3-b6764dd260b7 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:32.088563 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-3b7282df-90a7-47e9-84e3-b6764dd260b7 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0656071 Aug 22 13:41:32.089251 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48660) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:32.139856 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48662) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:32.140071 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-2c2f82d1-6199-4169-9c7f-8b9c78120819 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0493104 Aug 22 13:41:32.180626 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-bb8e9d79-0638-4b43-8938-6f5cc4993b60 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'subnet': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:32.185752 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6709c15f-dbc3-436f-84bd-816ee093a28b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:32.327116 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6709c15f-dbc3-436f-84bd-816ee093a28b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:32.330925 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c33a90f0-8e87-4427-b938-f9154503ac6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:32.334671 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48666) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:32.394382 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:32.409255 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dd74bc83-11dd-4b28-8e40-93eece5d8372 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:32.431692 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c33a90f0-8e87-4427-b938-f9154503ac6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:32.459339 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-dd74bc83-11dd-4b28-8e40-93eece5d8372 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] update failed (client error): The resource could not be found. Aug 22 13:41:32.464043 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-dd74bc83-11dd-4b28-8e40-93eece5d8372 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] 10.222.0.21 "PUT /v2.0/routers/10bf2246-7776-4ed0-865c-15c11684b0d0 HTTP/1.1" status: 404 len: 339 time: 0.4805174 Aug 22 13:41:32.464636 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48670) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:32.487951 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8e9d79-0638-4b43-8938-6f5cc4993b60 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:41:32.491453 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bb8e9d79-0638-4b43-8938-6f5cc4993b60 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:32.517597 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-54459a9f-be09-4ced-b186-899b749e0f12 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ed74a8a922ba42b690e29d24df84fafa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1815374 Aug 22 13:41:32.519900 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48672) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:32.547374 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6709c15f-dbc3-436f-84bd-816ee093a28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:32.549987 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6709c15f-dbc3-436f-84bd-816ee093a28b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:32.553547 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6709c15f-dbc3-436f-84bd-816ee093a28b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/03dd4ec9-8a12-478d-a372-191a1a7ab235 HTTP/1.1" status: 204 len: 168 time: 0.6870639 Aug 22 13:41:32.565025 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6709c15f-dbc3-436f-84bd-816ee093a28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03dd4ec9-8a12-478d-a372-191a1a7ab235,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:32.600702 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c33a90f0-8e87-4427-b938-f9154503ac6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:32.603302 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c33a90f0-8e87-4427-b938-f9154503ac6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:32.607314 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c33a90f0-8e87-4427-b938-f9154503ac6d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/861f0376-e339-400d-9071-be2b880c1345 HTTP/1.1" status: 204 len: 168 time: 0.6255326 Aug 22 13:41:32.620673 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a90f0-8e87-4427-b938-f9154503ac6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861f0376-e339-400d-9071-be2b880c1345,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:32.856486 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fa0b32ad-61a2-4e61-8797-4fa3d5de7745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:32.894596 n-d-793621-33 neutron-server[94628]: DEBUG neutron.objects.ports [None req-bb8e9d79-0638-4b43-8938-6f5cc4993b60 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94628) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 22 13:41:32.896935 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bb8e9d79-0638-4b43-8938-6f5cc4993b60 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:32.903781 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954c6d4-d7ff-439a-9e2c-21e110254717 req-55c07b4c-89e4-4d93-afe5-752f5b08868f tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:32.911874 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0954c6d4-d7ff-439a-9e2c-21e110254717 req-55c07b4c-89e4-4d93-afe5-752f5b08868f tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89d63b8-3d35-427b-8697-ebf33e5fd7aa HTTP/1.1" status: 200 len: 945 time: 0.2070913 Aug 22 13:41:32.936350 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fa0b32ad-61a2-4e61-8797-4fa3d5de7745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:32.950769 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8e9d79-0638-4b43-8938-6f5cc4993b60 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:41:32.957456 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-bb8e9d79-0638-4b43-8938-6f5cc4993b60 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:41:32.962335 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8e9d79-0638-4b43-8938-6f5cc4993b60 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:32.962917 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bb8e9d79-0638-4b43-8938-6f5cc4993b60 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:32.982941 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8e9d79-0638-4b43-8938-6f5cc4993b60 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event updated for resources: {'Subnet': ['ID=0874e3f4-69e7-49dc-a7a0-97bdfe48821d,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:32.997542 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c091bcd-f344-40e2-9cd3-88e8a905ba83 None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:41:33.002336 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-bb8e9d79-0638-4b43-8938-6f5cc4993b60 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8242962 Aug 22 13:41:33.002336 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48692) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:33.008137 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-37c80fe0-ede9-4d47-a686-34becb00884d tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'subnet': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:33.015623 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d06e1a3e-4bd7-4a35-bba0-14f019e3247e tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:33.034796 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0954c6d4-d7ff-439a-9e2c-21e110254717 req-c7d04c56-4e98-45bb-95b1-88591c7de959 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112118 Aug 22 13:41:33.116938 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48696) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:33.136856 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fa0b32ad-61a2-4e61-8797-4fa3d5de7745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:33.139808 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fa0b32ad-61a2-4e61-8797-4fa3d5de7745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:33.141927 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-fa0b32ad-61a2-4e61-8797-4fa3d5de7745 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/97180074-7ce9-4d59-abf0-420f9b13b706 HTTP/1.1" status: 204 len: 168 time: 0.6210375 Aug 22 13:41:33.164804 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0b32ad-61a2-4e61-8797-4fa3d5de7745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97180074-7ce9-4d59-abf0-420f9b13b706,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:33.192570 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c80fe0-ede9-4d47-a686-34becb00884d tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:41:33.199619 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-37c80fe0-ede9-4d47-a686-34becb00884d tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:33.263679 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b20688-ab88-42b8-88b8-03ea03d5cca3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-933f65da-8ef2-4dea-ac27-3eee9182e92f', 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'tenant_id': 'a71622c06b3d48d28918cf297ca2043b', 'fixed_ips': [{'subnet_id': '0874e3f4-69e7-49dc-a7a0-97bdfe48821d'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:41:33.263824 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-b0ac25a0-65b0-4344-b522-66f6c9680efd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=88efcf4bbc014e64bf121ab8d869414d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1413047 Aug 22 13:41:33.264455 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48700) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:33.266986 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-51b20688-ab88-42b8-88b8-03ea03d5cca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:33.405270 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e8f2605b-afa9-48ad-b348-ddeba7d084b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:33.428633 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e8f2605b-afa9-48ad-b348-ddeba7d084b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:33.434573 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-51b20688-ab88-42b8-88b8-03ea03d5cca3 None None] Allocated IP 2001:db8::f816:3eff:fed3:fe22 (933f65da-8ef2-4dea-ac27-3eee9182e92f/0874e3f4-69e7-49dc-a7a0-97bdfe48821d/217cb7c3-a708-457e-8fc8-0dfacb2515a6) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:41:33.484883 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-d06e1a3e-4bd7-4a35-bba0-14f019e3247e tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Allocated IP 172.20.0.1 (13e36667-9875-4e70-985c-00d9b7935772/eef1b981-9def-4298-b016-7f0009d66579/d258cb52-5b5b-4f1c-be8c-2c37942133a4) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:41:33.490518 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e8f2605b-afa9-48ad-b348-ddeba7d084b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:33.492939 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e8f2605b-afa9-48ad-b348-ddeba7d084b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:33.494151 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e8f2605b-afa9-48ad-b348-ddeba7d084b4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5e70fdba-51f3-434e-b8d7-f798469dfa90 HTTP/1.1" status: 204 len: 168 time: 0.1996303 Aug 22 13:41:33.518516 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f2605b-afa9-48ad-b348-ddeba7d084b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e70fdba-51f3-434e-b8d7-f798469dfa90,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:33.694914 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-51b20688-ab88-42b8-88b8-03ea03d5cca3 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:33.704841 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-51b20688-ab88-42b8-88b8-03ea03d5cca3 None None] Transition to ACTIVE for port object 217cb7c3-a708-457e-8fc8-0dfacb2515a6 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:41:33.726167 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-51b20688-ab88-42b8-88b8-03ea03d5cca3 None None] Transition to ACTIVE for port object 217cb7c3-a708-457e-8fc8-0dfacb2515a6 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:41:33.733585 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-51b20688-ab88-42b8-88b8-03ea03d5cca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:33.754525 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d06e1a3e-4bd7-4a35-bba0-14f019e3247e tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:33.772881 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-d06e1a3e-4bd7-4a35-bba0-14f019e3247e tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Transition to ACTIVE for port object d258cb52-5b5b-4f1c-be8c-2c37942133a4 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:41:33.785789 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b20688-ab88-42b8-88b8-03ea03d5cca3 None None] Pushing event updated for resources: {'Port': ['ID=217cb7c3-a708-457e-8fc8-0dfacb2515a6,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:33.810068 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b20688-ab88-42b8-88b8-03ea03d5cca3 None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:41:33.811549 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-51b20688-ab88-42b8-88b8-03ea03d5cca3 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:41:33.816515 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b20688-ab88-42b8-88b8-03ea03d5cca3 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:41:33.822544 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:33.862473 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d06e1a3e-4bd7-4a35-bba0-14f019e3247e tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:33.884148 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-37c80fe0-ede9-4d47-a686-34becb00884d tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:33.927492 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-51b20688-ab88-42b8-88b8-03ea03d5cca3 None None] Attempting to bind port 217cb7c3-a708-457e-8fc8-0dfacb2515a6 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:41:33.927492 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-51b20688-ab88-42b8-88b8-03ea03d5cca3 None None] Attempting to bind port 217cb7c3-a708-457e-8fc8-0dfacb2515a6 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:41:33.927737 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b20688-ab88-42b8-88b8-03ea03d5cca3 None None] Attempting to bind port 217cb7c3-a708-457e-8fc8-0dfacb2515a6 on network 933f65da-8ef2-4dea-ac27-3eee9182e92f {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:41:33.933823 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c80fe0-ede9-4d47-a686-34becb00884d tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:41:33.933986 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b20688-ab88-42b8-88b8-03ea03d5cca3 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:41:33.934387 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b20688-ab88-42b8-88b8-03ea03d5cca3 None None] Checking segment: {'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:41:33.936305 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-51b20688-ab88-42b8-88b8-03ea03d5cca3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:33.936305 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b20688-ab88-42b8-88b8-03ea03d5cca3 None None] Bound using segment: {'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:41:33.936305 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-51b20688-ab88-42b8-88b8-03ea03d5cca3 None None] Bound port: 217cb7c3-a708-457e-8fc8-0dfacb2515a6, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:41:33.936305 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-51b20688-ab88-42b8-88b8-03ea03d5cca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:33.944348 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-37c80fe0-ede9-4d47-a686-34becb00884d tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:41:33.954762 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c80fe0-ede9-4d47-a686-34becb00884d tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:33.955647 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-37c80fe0-ede9-4d47-a686-34becb00884d tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:33.962438 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48724) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:33.970266 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06e1a3e-4bd7-4a35-bba0-14f019e3247e tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Network 13e36667-9875-4e70-985c-00d9b7935772 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:41:33.976663 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-d06e1a3e-4bd7-4a35-bba0-14f019e3247e tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:41:33.988318 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06e1a3e-4bd7-4a35-bba0-14f019e3247e tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:41:33.998355 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c80fe0-ede9-4d47-a686-34becb00884d tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event updated for resources: {'Subnet': ['ID=8cdd6e3e-c939-4a81-9e23-e97a9f750a8b,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:34.007598 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-37c80fe0-ede9-4d47-a686-34becb00884d tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0016294 Aug 22 13:41:34.008005 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48730) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:34.015280 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-585d34a2-632a-4cb6-b59b-8c30f4bba9f5 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'port': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'mac_address': 'fa:16:3e:67:ba:72', 'name': 'tempest-NetworksTestDHCPv6-648663216'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:34.062274 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-51b20688-ab88-42b8-88b8-03ea03d5cca3 None None] For port 217cb7c3-a708-457e-8fc8-0dfacb2515a6, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:41:34.070116 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-51b20688-ab88-42b8-88b8-03ea03d5cca3 None None] For port 217cb7c3-a708-457e-8fc8-0dfacb2515a6, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=217cb7c3-a708-457e-8fc8-0dfacb2515a6,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:41:34.072905 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06e1a3e-4bd7-4a35-bba0-14f019e3247e tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Pushing event updated for resources: {'Port': ['ID=d258cb52-5b5b-4f1c-be8c-2c37942133a4,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:34.080877 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-51b20688-ab88-42b8-88b8-03ea03d5cca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:34.138705 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d06e1a3e-4bd7-4a35-bba0-14f019e3247e tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:34.153052 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b20688-ab88-42b8-88b8-03ea03d5cca3 None None] Pushing event updated for resources: {'Port': ['ID=217cb7c3-a708-457e-8fc8-0dfacb2515a6,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:34.203699 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:34.293011 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585d34a2-632a-4cb6-b59b-8c30f4bba9f5 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:41:34.345277 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093328d-635f-4896-8a6d-377fbc4e4831 req-651f8051-1500-49c0-be49-79194af797d9 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:34.354518 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d093328d-635f-4896-8a6d-377fbc4e4831 req-651f8051-1500-49c0-be49-79194af797d9 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89d63b8-3d35-427b-8697-ebf33e5fd7aa HTTP/1.1" status: 200 len: 945 time: 0.1388333 Aug 22 13:41:34.443967 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d06e1a3e-4bd7-4a35-bba0-14f019e3247e tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:34.467238 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d093328d-635f-4896-8a6d-377fbc4e4831 req-243110a8-82ee-4cfb-8bfa-efde92b6143c tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104007 Aug 22 13:41:34.501800 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-585d34a2-632a-4cb6-b59b-8c30f4bba9f5 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:34.516351 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-040a2d3d-150e-45ec-92ad-86ba704e841a tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1862258896'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:34.541631 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-f8b8e05a-e972-49e1-8dbc-dfcd124ecdd5 None None] Provisioning for port d258cb52-5b5b-4f1c-be8c-2c37942133a4 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:41:34.546684 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-f8b8e05a-e972-49e1-8dbc-dfcd124ecdd5 None None] Provisioning complete for port d258cb52-5b5b-4f1c-be8c-2c37942133a4 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:41:34.548285 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f8b8e05a-e972-49e1-8dbc-dfcd124ecdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:34.548545 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-585d34a2-632a-4cb6-b59b-8c30f4bba9f5 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] device_id is not set on port dcabf09b-86d7-44c3-8697-bfe0807b6419 yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:41:34.605930 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-f8b8e05a-e972-49e1-8dbc-dfcd124ecdd5 None None] Port d258cb52-5b5b-4f1c-be8c-2c37942133a4 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:41:34.662918 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040a2d3d-150e-45ec-92ad-86ba704e841a tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Made reservation on behalf of f3227e17a77d4fceb6d0d6a71958f696 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:41:34.666830 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-040a2d3d-150e-45ec-92ad-86ba704e841a tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:34.682697 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-040a2d3d-150e-45ec-92ad-86ba704e841a tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:34.854438 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-585d34a2-632a-4cb6-b59b-8c30f4bba9f5 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Allocated IP 172.20.0.9 (933f65da-8ef2-4dea-ac27-3eee9182e92f/8cdd6e3e-c939-4a81-9e23-e97a9f750a8b/dcabf09b-86d7-44c3-8697-bfe0807b6419) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:41:34.868434 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-585d34a2-632a-4cb6-b59b-8c30f4bba9f5 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Allocated IP 2001:db8::f816:3eff:fe67:ba72 (933f65da-8ef2-4dea-ac27-3eee9182e92f/0874e3f4-69e7-49dc-a7a0-97bdfe48821d/dcabf09b-86d7-44c3-8697-bfe0807b6419) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:41:34.909095 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-040a2d3d-150e-45ec-92ad-86ba704e841a tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:34.920168 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-040a2d3d-150e-45ec-92ad-86ba704e841a tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:34.981409 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-040a2d3d-150e-45ec-92ad-86ba704e841a tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:41:34.987740 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48758) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:35.006326 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d06e1a3e-4bd7-4a35-bba0-14f019e3247e tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:35.014321 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d06e1a3e-4bd7-4a35-bba0-14f019e3247e tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:35.132111 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a2d3d-150e-45ec-92ad-86ba704e841a tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8531f1f6-8913-4e92-bd95-6b3c5b2a013e,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:35.138442 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-040a2d3d-150e-45ec-92ad-86ba704e841a tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:35.138789 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-040a2d3d-150e-45ec-92ad-86ba704e841a tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Added segment 9963e730-637a-4efc-b487-367bf87d1fa7 of type vlan for network 1509d6ce-883c-4732-bfdd-8658ca09f23f Aug 22 13:41:35.142667 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06e1a3e-4bd7-4a35-bba0-14f019e3247e tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Pushing event updated for resources: {'Port': ['ID=d258cb52-5b5b-4f1c-be8c-2c37942133a4,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:35.147062 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d06e1a3e-4bd7-4a35-bba0-14f019e3247e tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:35.159918 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48766) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:35.169873 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-585d34a2-632a-4cb6-b59b-8c30f4bba9f5 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:35.213909 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-585d34a2-632a-4cb6-b59b-8c30f4bba9f5 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Transition to ACTIVE for port object dcabf09b-86d7-44c3-8697-bfe0807b6419 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:41:35.233306 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-040a2d3d-150e-45ec-92ad-86ba704e841a tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:35.279006 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-040a2d3d-150e-45ec-92ad-86ba704e841a tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:35.286852 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040a2d3d-150e-45ec-92ad-86ba704e841a tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:35.287599 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-040a2d3d-150e-45ec-92ad-86ba704e841a tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:35.302498 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-585d34a2-632a-4cb6-b59b-8c30f4bba9f5 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:35.309952 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06e1a3e-4bd7-4a35-bba0-14f019e3247e tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Network 13e36667-9875-4e70-985c-00d9b7935772 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:41:35.314191 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-6175ad10-5378-448b-aa75-35b1b29674aa tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:35.315044 n-d-793621-33 neutron-server[94627]: WARNING neutron.api.v2.base [None req-6175ad10-5378-448b-aa75-35b1b29674aa tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 22 13:41:35.315607 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-6175ad10-5378-448b-aa75-35b1b29674aa tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] create failed (client error): There was a conflict when trying to complete your request. Aug 22 13:41:35.320522 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-6175ad10-5378-448b-aa75-35b1b29674aa tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1593556 Aug 22 13:41:35.321677 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48772) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:35.324182 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-d06e1a3e-4bd7-4a35-bba0-14f019e3247e tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:41:35.328927 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-679e45b4-07e8-4b4a-bca0-1ab14886c1d7 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Request body: {'security_group': {'name': 'tempest-secgroup--1701608174'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:35.363287 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-7459e64d-31ba-4b91-8061-8abca4f81e13 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Request body: {'security_group': {'name': 'tempest-secgroup--488664613'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:35.377099 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-679e45b4-07e8-4b4a-bca0-1ab14886c1d7 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:35.435179 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-040a2d3d-150e-45ec-92ad-86ba704e841a tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.4713011 Aug 22 13:41:35.437130 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585d34a2-632a-4cb6-b59b-8c30f4bba9f5 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:41:35.440729 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a2d3d-150e-45ec-92ad-86ba704e841a tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Pushing event updated for resources: {'Network': ['ID=1509d6ce-883c-4732-bfdd-8658ca09f23f,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:35.445861 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48774) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:35.452933 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-6b9df58e-f6f1-4ac0-ad32-d1f867dd3265 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Request body: {'subnet': {'network_id': '1509d6ce-883c-4732-bfdd-8658ca09f23f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:35.455460 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 1509d6ce-883c-4732-bfdd-8658ca09f23f details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:41:35.463915 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-585d34a2-632a-4cb6-b59b-8c30f4bba9f5 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:41:35.466957 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585d34a2-632a-4cb6-b59b-8c30f4bba9f5 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:41:35.525514 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 217cb7c3-a708-457e-8fc8-0dfacb2515a6 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:41:35.526475 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d06e1a3e-4bd7-4a35-bba0-14f019e3247e tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Router 10bf2246-7776-4ed0-865c-15c11684b0d0 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:41:35.535903 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-679e45b4-07e8-4b4a-bca0-1ab14886c1d7 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:35.620664 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 217cb7c3-a708-457e-8fc8-0dfacb2515a6 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:41:35.636828 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585d34a2-632a-4cb6-b59b-8c30f4bba9f5 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event updated for resources: {'Port': ['ID=dcabf09b-86d7-44c3-8697-bfe0807b6419,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:35.661569 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-3ab2de6e-d22e-4a74-98d3-5e10a5f3b8c7 None None] Provisioning complete for port d258cb52-5b5b-4f1c-be8c-2c37942133a4 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:41:35.662956 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3ab2de6e-d22e-4a74-98d3-5e10a5f3b8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:35.667459 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-679e45b4-07e8-4b4a-bca0-1ab14886c1d7 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:35.682154 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585d34a2-632a-4cb6-b59b-8c30f4bba9f5 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:35.682959 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-585d34a2-632a-4cb6-b59b-8c30f4bba9f5 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:35.699759 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7459e64d-31ba-4b91-8061-8abca4f81e13 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:35.704058 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-679e45b4-07e8-4b4a-bca0-1ab14886c1d7 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:35.713083 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-585d34a2-632a-4cb6-b59b-8c30f4bba9f5 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.7014508 Aug 22 13:41:35.713277 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-3ab2de6e-d22e-4a74-98d3-5e10a5f3b8c7 None None] Port d258cb52-5b5b-4f1c-be8c-2c37942133a4 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:41:35.714853 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48778) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:35.764564 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9df58e-f6f1-4ac0-ad32-d1f867dd3265 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Made reservation on behalf of f3227e17a77d4fceb6d0d6a71958f696 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:41:35.770165 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6b9df58e-f6f1-4ac0-ad32-d1f867dd3265 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:35.809995 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7459e64d-31ba-4b91-8061-8abca4f81e13 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:35.835837 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bc0f61-cb32-41eb-a746-57948368c3b2 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:35.841823 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01aaccc1-4135-4c4f-97ba-6c1aff863f7f None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:41:35.843269 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bc0f61-cb32-41eb-a746-57948368c3b2 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:35.846310 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-24bc0f61-cb32-41eb-a746-57948368c3b2 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1299422 Aug 22 13:41:35.849197 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48780) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:35.855825 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679e45b4-07e8-4b4a-bca0-1ab14886c1d7 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=056bd934-618d-4677-849c-ba632580d861,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:35.883916 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d06e1a3e-4bd7-4a35-bba0-14f019e3247e tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:41:35.892625 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d06e1a3e-4bd7-4a35-bba0-14f019e3247e tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] 10.222.0.21 "PUT /v2.0/routers/10bf2246-7776-4ed0-865c-15c11684b0d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4268842 Aug 22 13:41:35.894535 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48782) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:35.898126 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96f851d-9fdc-410d-af06-748550c174e4 None None] Sync routers for ids ['10bf2246-7776-4ed0-865c-15c11684b0d0'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:41:35.902543 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160fea4e-2d28-4130-a77f-8543f020efa0 req-5ac56c7d-6f15-4f91-9cbb-286725d103cf tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:35.904868 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-160fea4e-2d28-4130-a77f-8543f020efa0 req-5ac56c7d-6f15-4f91-9cbb-286725d103cf tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89d63b8-3d35-427b-8697-ebf33e5fd7aa HTTP/1.1" status: 200 len: 945 time: 0.2343075 Aug 22 13:41:35.920461 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96f851d-9fdc-410d-af06-748550c174e4 None None] Routers {'10bf2246-7776-4ed0-865c-15c11684b0d0'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:41:35.922462 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-a96f851d-9fdc-410d-af06-748550c174e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:41:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['10bf2246-7776-4ed0-865c-15c11684b0d0'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:35.962716 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-d2e8640a-c36e-4547-b3c1-499cb3ca2ae9 None None] Provisioning for port 217cb7c3-a708-457e-8fc8-0dfacb2515a6 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:41:35.978489 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-a96f851d-9fdc-410d-af06-748550c174e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:36.001300 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-d2e8640a-c36e-4547-b3c1-499cb3ca2ae9 None None] Provisioning complete for port 217cb7c3-a708-457e-8fc8-0dfacb2515a6 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:41:36.002017 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d2e8640a-c36e-4547-b3c1-499cb3ca2ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:36.007864 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96f851d-9fdc-410d-af06-748550c174e4 None None] Routers {'10bf2246-7776-4ed0-865c-15c11684b0d0'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:41:36.008711 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-a96f851d-9fdc-410d-af06-748550c174e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:41:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['10bf2246-7776-4ed0-865c-15c11684b0d0'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:36.063925 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-160fea4e-2d28-4130-a77f-8543f020efa0 req-ee09f430-72eb-462d-9992-3375f915d10f tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138439 Aug 22 13:41:36.080069 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-a96f851d-9fdc-410d-af06-748550c174e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:36.080208 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-679e45b4-07e8-4b4a-bca0-1ab14886c1d7 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:36.081037 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96f851d-9fdc-410d-af06-748550c174e4 None None] The sync data for ids ['10bf2246-7776-4ed0-865c-15c11684b0d0'] in n-d-793621-33 is: [] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:41:36.098009 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-679e45b4-07e8-4b4a-bca0-1ab14886c1d7 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:36.129519 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-713af4c2-fa9d-4987-ab80-fdb3dd9beead tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks [] for router, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:36.190565 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-7c80abde-e7de-456f-a54f-15ed32e8e1dd tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Deleting port dcabf09b-86d7-44c3-8697-bfe0807b6419 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:41:36.190565 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7c80abde-e7de-456f-a54f-15ed32e8e1dd tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:36.190887 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d2e8640a-c36e-4547-b3c1-499cb3ca2ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:36.209668 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6b9df58e-f6f1-4ac0-ad32-d1f867dd3265 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:36.222626 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679e45b4-07e8-4b4a-bca0-1ab14886c1d7 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9ce53e-83a3-428f-9c3e-0ce6fea24a15,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:36.251707 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6726256a-651a-49f0-88e0-a123ecf5d46f None None] Update dhcp port {'port': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'fixed_ips': [{'subnet_id': '0874e3f4-69e7-49dc-a7a0-97bdfe48821d', 'ip_address': '2001:db8::f816:3eff:fed3:fe22'}, {'subnet_id': '8cdd6e3e-c939-4a81-9e23-e97a9f750a8b'}], 'binding:host_id': 'n-d-793621-33'}, 'id': '217cb7c3-a708-457e-8fc8-0dfacb2515a6'} from n-d-793621-33. {{(pid=94629) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 22 13:41:36.252931 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-713af4c2-fa9d-4987-ab80-fdb3dd9beead tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 22 13:41:36.253989 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-713af4c2-fa9d-4987-ab80-fdb3dd9beead tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] 10.222.0.21 "DELETE /v2.0/routers/10bf2246-7776-4ed0-865c-15c11684b0d0 HTTP/1.1" status: 409 len: 329 time: 0.3481441 Aug 22 13:41:36.258129 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48786) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:36.278685 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-d2e8640a-c36e-4547-b3c1-499cb3ca2ae9 None None] For port 217cb7c3-a708-457e-8fc8-0dfacb2515a6, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=217cb7c3-a708-457e-8fc8-0dfacb2515a6,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:41:36.286201 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d2e8640a-c36e-4547-b3c1-499cb3ca2ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:36.294705 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6726256a-651a-49f0-88e0-a123ecf5d46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:36.351633 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9df58e-f6f1-4ac0-ad32-d1f867dd3265 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Pushing event updated for resources: {'Subnet': ['ID=8e626985-4ed3-419a-9d0f-72babd4e1b43,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:36.355830 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7c80abde-e7de-456f-a54f-15ed32e8e1dd tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:36.364778 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9df58e-f6f1-4ac0-ad32-d1f867dd3265 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Checking segment: {'id': '9963e730-637a-4efc-b487-367bf87d1fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1509d6ce-883c-4732-bfdd-8658ca09f23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:41:36.365141 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9df58e-f6f1-4ac0-ad32-d1f867dd3265 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Network hostable DHCP agents. Network: 1509d6ce-883c-4732-bfdd-8658ca09f23f, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:41:36.376407 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e8640a-c36e-4547-b3c1-499cb3ca2ae9 None None] Pushing event updated for resources: {'Port': ['ID=217cb7c3-a708-457e-8fc8-0dfacb2515a6,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:36.384465 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-7c80abde-e7de-456f-a54f-15ed32e8e1dd tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Calling delete_port for dcabf09b-86d7-44c3-8697-bfe0807b6419 owned by {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:41:36.389357 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9df58e-f6f1-4ac0-ad32-d1f867dd3265 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Network 1509d6ce-883c-4732-bfdd-8658ca09f23f is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:41:36.407835 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-6b9df58e-f6f1-4ac0-ad32-d1f867dd3265 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 1509d6ce-883c-4732-bfdd-8658ca09f23f) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:41:36.413558 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9df58e-f6f1-4ac0-ad32-d1f867dd3265 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:36.414143 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6b9df58e-f6f1-4ac0-ad32-d1f867dd3265 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:36.436878 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8b8930-aa8b-47a4-9c52-3e8a7da0e247 None None] Network 1509d6ce-883c-4732-bfdd-8658ca09f23f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:41:36.450856 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7459e64d-31ba-4b91-8061-8abca4f81e13 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:36.458120 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7459e64d-31ba-4b91-8061-8abca4f81e13 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:36.470050 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6b9df58e-f6f1-4ac0-ad32-d1f867dd3265 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0224881 Aug 22 13:41:36.472549 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-679e45b4-07e8-4b4a-bca0-1ab14886c1d7 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:36.476637 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-679e45b4-07e8-4b4a-bca0-1ab14886c1d7 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1509795 Aug 22 13:41:36.476772 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48788) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:36.476772 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48790) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:36.481100 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-3407c4f6-af29-48ed-95a9-3355defafac1 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Request body: {'security_group_rule': {'security_group_id': 'bd9ce53e-83a3-428f-9c3e-0ce6fea24a15', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:36.502196 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-b716b736-636f-4b5a-9fde-e739a06c0fbe tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Request body: {'port': {'network_id': '1509d6ce-883c-4732-bfdd-8658ca09f23f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-474654392'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:36.532140 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7459e64d-31ba-4b91-8061-8abca4f81e13 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c005602c-a202-4cf3-8b56-60bfeb83a5ef,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:36.597159 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-6726256a-651a-49f0-88e0-a123ecf5d46f None None] Allocated IP 172.20.0.2 (933f65da-8ef2-4dea-ac27-3eee9182e92f/8cdd6e3e-c939-4a81-9e23-e97a9f750a8b/217cb7c3-a708-457e-8fc8-0dfacb2515a6) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:41:36.631021 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7459e64d-31ba-4b91-8061-8abca4f81e13 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:36.638642 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7459e64d-31ba-4b91-8061-8abca4f81e13 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:36.701561 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7459e64d-31ba-4b91-8061-8abca4f81e13 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=499ac2a9-9874-480f-8305-8c54928dbc6b,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:36.706729 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7459e64d-31ba-4b91-8061-8abca4f81e13 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:36.710339 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-7459e64d-31ba-4b91-8061-8abca4f81e13 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7185655 Aug 22 13:41:36.711193 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48792) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:36.715701 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b400e3fb-ce54-4946-a761-108d638d6cc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-1509d6ce-883c-4732-bfdd-8658ca09f23f', 'network_id': '1509d6ce-883c-4732-bfdd-8658ca09f23f', 'tenant_id': 'f3227e17a77d4fceb6d0d6a71958f696', 'fixed_ips': [{'subnet_id': '8e626985-4ed3-419a-9d0f-72babd4e1b43'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:41:36.717414 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b400e3fb-ce54-4946-a761-108d638d6cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:36.729986 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3407c4f6-af29-48ed-95a9-3355defafac1 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:36.761057 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1290f75a-a5d4-47ca-ad8f-d702526c3580 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:36.762971 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-6726256a-651a-49f0-88e0-a123ecf5d46f None None] For port 217cb7c3-a708-457e-8fc8-0dfacb2515a6, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=217cb7c3-a708-457e-8fc8-0dfacb2515a6,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:41:36.790498 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b716b736-636f-4b5a-9fde-e739a06c0fbe tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Made reservation on behalf of f3227e17a77d4fceb6d0d6a71958f696 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:41:36.793988 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b716b736-636f-4b5a-9fde-e739a06c0fbe tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:36.801171 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6726256a-651a-49f0-88e0-a123ecf5d46f None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:36.816024 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-6726256a-651a-49f0-88e0-a123ecf5d46f None None] Transition to ACTIVE for port object 217cb7c3-a708-457e-8fc8-0dfacb2515a6 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:41:36.820403 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6726256a-651a-49f0-88e0-a123ecf5d46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:36.846152 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-b716b736-636f-4b5a-9fde-e739a06c0fbe tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] device_id is not set on port 352b1af5-b8cc-430a-92ac-6bf38029d759 yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:41:36.854789 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-9353b699-6d75-466d-9dd0-9c9e3fda8828 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1393709 Aug 22 13:41:36.855018 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48794) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:36.860285 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-8e217cf0-11a9-4b9c-bf6e-8dc28901cc5a tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Request body: {'security_group': {'name': 'tempest-security--1462221330', 'description': 'tempest-security-description-376411536'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:36.900576 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7c80abde-e7de-456f-a54f-15ed32e8e1dd tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:36.919707 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3407c4f6-af29-48ed-95a9-3355defafac1 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:36.925052 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8e217cf0-11a9-4b9c-bf6e-8dc28901cc5a tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:36.964120 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c80abde-e7de-456f-a54f-15ed32e8e1dd tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event deleted for resources: {'Port': ['ID=dcabf09b-86d7-44c3-8697-bfe0807b6419,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:36.965568 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3407c4f6-af29-48ed-95a9-3355defafac1 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:36.981180 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6726256a-651a-49f0-88e0-a123ecf5d46f None None] Pushing event updated for resources: {'Port': ['ID=217cb7c3-a708-457e-8fc8-0dfacb2515a6,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:37.035399 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-b400e3fb-ce54-4946-a761-108d638d6cc8 None None] Allocated IP 2001:db8::2 (1509d6ce-883c-4732-bfdd-8658ca09f23f/8e626985-4ed3-419a-9d0f-72babd4e1b43/cf083c2f-db15-4ed6-9feb-6a4fabb44773) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:41:37.059359 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3407c4f6-af29-48ed-95a9-3355defafac1 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32b63792-fd6e-48d7-91b6-9008daea3f53,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:37.077812 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3407c4f6-af29-48ed-95a9-3355defafac1 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:37.079493 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-3407c4f6-af29-48ed-95a9-3355defafac1 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6018553 Aug 22 13:41:37.082784 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48796) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:37.089585 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-1c5ad2da-586e-474c-b1b8-1ed746a592e1 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Request body: {'security_group_rule': {'security_group_id': 'bd9ce53e-83a3-428f-9c3e-0ce6fea24a15', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:37.137549 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7c80abde-e7de-456f-a54f-15ed32e8e1dd tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:37.139549 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7c80abde-e7de-456f-a54f-15ed32e8e1dd tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/ports/dcabf09b-86d7-44c3-8697-bfe0807b6419 HTTP/1.1" status: 204 len: 168 time: 1.2895241 Aug 22 13:41:37.142675 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48802) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:37.226911 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1c5ad2da-586e-474c-b1b8-1ed746a592e1 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:37.286709 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b400e3fb-ce54-4946-a761-108d638d6cc8 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:37.296015 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ec7735-1b1a-45d2-843b-0db2657376d2 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:37.297911 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-b400e3fb-ce54-4946-a761-108d638d6cc8 None None] Transition to ACTIVE for port object cf083c2f-db15-4ed6-9feb-6a4fabb44773 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:41:37.298692 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ec7735-1b1a-45d2-843b-0db2657376d2 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:37.301134 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ec7735-1b1a-45d2-843b-0db2657376d2 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:37.305783 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-22ec7735-1b1a-45d2-843b-0db2657376d2 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1621094 Aug 22 13:41:37.306374 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48804) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:37.320932 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-b400e3fb-ce54-4946-a761-108d638d6cc8 None None] Transition to ACTIVE for port object cf083c2f-db15-4ed6-9feb-6a4fabb44773 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:41:37.328398 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b400e3fb-ce54-4946-a761-108d638d6cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:37.375189 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-1c5ad2da-586e-474c-b1b8-1ed746a592e1 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] create failed (client error): There was a conflict when trying to complete your request. Aug 22 13:41:37.379454 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-1c5ad2da-586e-474c-b1b8-1ed746a592e1 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2955933 Aug 22 13:41:37.383309 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48806) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:37.387519 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b536352-9d25-4310-bb06-3bc75e07b293 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Deleting subnet 0874e3f4-69e7-49dc-a7a0-97bdfe48821d {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:41:37.403944 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8b536352-9d25-4310-bb06-3bc75e07b293 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:37.473276 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8e217cf0-11a9-4b9c-bf6e-8dc28901cc5a tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:37.483924 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8e217cf0-11a9-4b9c-bf6e-8dc28901cc5a tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:37.487290 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8e217cf0-11a9-4b9c-bf6e-8dc28901cc5a tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:37.491275 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-8e217cf0-11a9-4b9c-bf6e-8dc28901cc5a tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "PUT /v2.0/security-groups/499ac2a9-9874-480f-8305-8c54928dbc6b HTTP/1.1" status: 200 len: 1779 time: 0.6327100 Aug 22 13:41:37.497216 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48808) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:37.540698 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d40ace-affd-44cc-b470-fcc9db57e3c8 req-5c27fc00-f3e7-4c3a-a3f9-3833a0ae3ae3 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:37.541746 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 217cb7c3-a708-457e-8fc8-0dfacb2515a6 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:41:37.542450 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8b536352-9d25-4310-bb06-3bc75e07b293 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:37.551431 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47d40ace-affd-44cc-b470-fcc9db57e3c8 req-5c27fc00-f3e7-4c3a-a3f9-3833a0ae3ae3 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89d63b8-3d35-427b-8697-ebf33e5fd7aa HTTP/1.1" status: 200 len: 945 time: 0.1417205 Aug 22 13:41:37.581355 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b400e3fb-ce54-4946-a761-108d638d6cc8 None None] Network 1509d6ce-883c-4732-bfdd-8658ca09f23f is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:41:37.587900 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-b400e3fb-ce54-4946-a761-108d638d6cc8 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:41:37.597074 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e217cf0-11a9-4b9c-bf6e-8dc28901cc5a tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=499ac2a9-9874-480f-8305-8c54928dbc6b,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:37.598464 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b400e3fb-ce54-4946-a761-108d638d6cc8 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:41:37.607448 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b400e3fb-ce54-4946-a761-108d638d6cc8 None None] Pushing event updated for resources: {'Port': ['ID=cf083c2f-db15-4ed6-9feb-6a4fabb44773,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:37.612637 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-b716b736-636f-4b5a-9fde-e739a06c0fbe tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Allocated IP 2001:db8::25b (1509d6ce-883c-4732-bfdd-8658ca09f23f/8e626985-4ed3-419a-9d0f-72babd4e1b43/352b1af5-b8cc-430a-92ac-6bf38029d759) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:41:37.615983 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d2179747-f311-4d81-9940-5b15bdf2cc3b tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:37.642006 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-8582e7ac-89ae-4887-b3b2-eadd0ccf2f63 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "GET /v2.0/security-groups/499ac2a9-9874-480f-8305-8c54928dbc6b HTTP/1.1" status: 200 len: 1779 time: 0.1435740 Aug 22 13:41:37.644780 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48810) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:37.675056 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d2179747-f311-4d81-9940-5b15bdf2cc3b tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:37.701015 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-b400e3fb-ce54-4946-a761-108d638d6cc8 None None] Attempting to bind port cf083c2f-db15-4ed6-9feb-6a4fabb44773 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:41:37.701435 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-b400e3fb-ce54-4946-a761-108d638d6cc8 None None] Attempting to bind port cf083c2f-db15-4ed6-9feb-6a4fabb44773 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '9963e730-637a-4efc-b487-367bf87d1fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1509d6ce-883c-4732-bfdd-8658ca09f23f'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:41:37.701801 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b400e3fb-ce54-4946-a761-108d638d6cc8 None None] Attempting to bind port cf083c2f-db15-4ed6-9feb-6a4fabb44773 on network 1509d6ce-883c-4732-bfdd-8658ca09f23f {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:41:37.708944 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b400e3fb-ce54-4946-a761-108d638d6cc8 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:41:37.709535 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b400e3fb-ce54-4946-a761-108d638d6cc8 None None] Checking segment: {'id': '9963e730-637a-4efc-b487-367bf87d1fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1509d6ce-883c-4732-bfdd-8658ca09f23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:41:37.710000 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b400e3fb-ce54-4946-a761-108d638d6cc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:37.710348 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b400e3fb-ce54-4946-a761-108d638d6cc8 None None] Bound using segment: {'id': '9963e730-637a-4efc-b487-367bf87d1fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1509d6ce-883c-4732-bfdd-8658ca09f23f'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:41:37.710830 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-b400e3fb-ce54-4946-a761-108d638d6cc8 None None] Bound port: cf083c2f-db15-4ed6-9feb-6a4fabb44773, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9963e730-637a-4efc-b487-367bf87d1fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1509d6ce-883c-4732-bfdd-8658ca09f23f'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:41:37.711253 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b400e3fb-ce54-4946-a761-108d638d6cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:37.719885 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47d40ace-affd-44cc-b470-fcc9db57e3c8 req-f87a99a4-5307-4f50-9110-f2ce257c4bea tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617963 Aug 22 13:41:37.796136 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8b536352-9d25-4310-bb06-3bc75e07b293 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:37.805989 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-632a109e-7730-4f0d-9920-ffe6966eee47 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:37.836403 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-632a109e-7730-4f0d-9920-ffe6966eee47 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:37.840641 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-1290f75a-a5d4-47ca-ad8f-d702526c3580 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Deleting port d258cb52-5b5b-4f1c-be8c-2c37942133a4 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:41:37.841014 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1290f75a-a5d4-47ca-ad8f-d702526c3580 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:37.854404 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-b400e3fb-ce54-4946-a761-108d638d6cc8 None None] For port cf083c2f-db15-4ed6-9feb-6a4fabb44773, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:41:37.862813 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-b400e3fb-ce54-4946-a761-108d638d6cc8 None None] For port cf083c2f-db15-4ed6-9feb-6a4fabb44773, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=cf083c2f-db15-4ed6-9feb-6a4fabb44773,segment=NetworkSegment(9963e730-637a-4efc-b487-367bf87d1fa7),segment_id=9963e730-637a-4efc-b487-367bf87d1fa7)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:41:37.884434 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b400e3fb-ce54-4946-a761-108d638d6cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:37.893013 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d2179747-f311-4d81-9940-5b15bdf2cc3b tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:37.895568 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d2179747-f311-4d81-9940-5b15bdf2cc3b tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:37.900660 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d2179747-f311-4d81-9940-5b15bdf2cc3b tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] 10.222.0.21 "DELETE /v2.0/security-groups/bd9ce53e-83a3-428f-9c3e-0ce6fea24a15 HTTP/1.1" status: 204 len: 168 time: 0.5093987 Aug 22 13:41:37.901537 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48816) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:37.934360 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2179747-f311-4d81-9940-5b15bdf2cc3b tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9ce53e-83a3-428f-9c3e-0ce6fea24a15,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:37.941243 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8b536352-9d25-4310-bb06-3bc75e07b293 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:38.004388 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8b536352-9d25-4310-bb06-3bc75e07b293 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:38.009714 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8b536352-9d25-4310-bb06-3bc75e07b293 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/subnets/0874e3f4-69e7-49dc-a7a0-97bdfe48821d HTTP/1.1" status: 204 len: 168 time: 0.7014878 Aug 22 13:41:38.010052 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-cc01eb13-9b16-484b-b372-10f685a8477e None None] Provisioning for port 217cb7c3-a708-457e-8fc8-0dfacb2515a6 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:41:38.010214 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48820) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:38.023428 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-cc01eb13-9b16-484b-b372-10f685a8477e None None] Provisioning complete for port 217cb7c3-a708-457e-8fc8-0dfacb2515a6 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:41:38.023878 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-cc01eb13-9b16-484b-b372-10f685a8477e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:38.025798 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b536352-9d25-4310-bb06-3bc75e07b293 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event deleted for resources: {'Subnet': ['ID=0874e3f4-69e7-49dc-a7a0-97bdfe48821d,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:38.027773 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b400e3fb-ce54-4946-a761-108d638d6cc8 None None] Pushing event updated for resources: {'Port': ['ID=cf083c2f-db15-4ed6-9feb-6a4fabb44773,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:38.122509 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-632a109e-7730-4f0d-9920-ffe6966eee47 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:38.125818 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-632a109e-7730-4f0d-9920-ffe6966eee47 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:38.127270 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-632a109e-7730-4f0d-9920-ffe6966eee47 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "DELETE /v2.0/security-groups/499ac2a9-9874-480f-8305-8c54928dbc6b HTTP/1.1" status: 204 len: 168 time: 0.4787614 Aug 22 13:41:38.139205 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48822) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:38.154686 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-cc01eb13-9b16-484b-b372-10f685a8477e None None] Could not find standard attr ID for object dcabf09b-86d7-44c3-8697-bfe0807b6419. {{(pid=94629) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 13:41:38.161033 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1290f75a-a5d4-47ca-ad8f-d702526c3580 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:38.166889 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e6c12170-7caf-4518-b5af-48027ca8edc1 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2629476 Aug 22 13:41:38.175305 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48824) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:38.192042 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-753795da-151b-430d-bdc6-d1744e866782 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Request body: {'security_group': {'name': 'tempest-secgroup--527414475'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:38.200360 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632a109e-7730-4f0d-9920-ffe6966eee47 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=499ac2a9-9874-480f-8305-8c54928dbc6b,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:38.203764 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-1290f75a-a5d4-47ca-ad8f-d702526c3580 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Calling delete_port for d258cb52-5b5b-4f1c-be8c-2c37942133a4 owned by network:router_interface {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:41:38.297947 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51ef4d-07bb-4d27-bb66-a67802f936db req-b0d332c5-6604-49c0-a98d-1bf3a79fb755 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:38.304954 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fd51ef4d-07bb-4d27-bb66-a67802f936db req-b0d332c5-6604-49c0-a98d-1bf3a79fb755 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89d63b8-3d35-427b-8697-ebf33e5fd7aa HTTP/1.1" status: 200 len: 945 time: 0.2545381 Aug 22 13:41:38.343596 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c37161b0-f673-4224-bc24-52d5721e3775 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2013314 Aug 22 13:41:38.353181 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48828) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:38.370830 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-753795da-151b-430d-bdc6-d1744e866782 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:38.401075 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-2685793b-2693-4743-9523-db052c431ae7 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] delete failed (client error): The resource could not be found. Aug 22 13:41:38.402100 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-2685793b-2693-4743-9523-db052c431ae7 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "DELETE /v2.0/security-groups/499ac2a9-9874-480f-8305-8c54928dbc6b HTTP/1.1" status: 404 len: 347 time: 0.0472364 Aug 22 13:41:38.410564 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48830) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:38.416270 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-565e3e55-56f9-4846-9365-159a36512a98 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Request body: {'security_group': {'name': 'tempest-secgroup--1973997787'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:38.436557 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b716b736-636f-4b5a-9fde-e739a06c0fbe tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:38.440283 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acb2f70-c3cd-45d6-b7ae-71c95d317429 None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:41:38.460331 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7b995fb-3f4f-49a3-835d-c995cf175d16 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Deleting subnet 8cdd6e3e-c939-4a81-9e23-e97a9f750a8b {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:41:38.463503 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b7b995fb-3f4f-49a3-835d-c995cf175d16 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:38.493390 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-b716b736-636f-4b5a-9fde-e739a06c0fbe tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Transition to ACTIVE for port object 352b1af5-b8cc-430a-92ac-6bf38029d759 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:41:38.502251 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-aa5e5e7e-77c3-4d75-8838-7fe00d910688 None None] Could not find standard attr ID for object dcabf09b-86d7-44c3-8697-bfe0807b6419. {{(pid=94629) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 13:41:38.516578 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fd51ef4d-07bb-4d27-bb66-a67802f936db req-bddb0874-6034-46a6-bfbb-2540ba783e86 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872301 Aug 22 13:41:38.517870 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.db.api [None req-565e3e55-56f9-4846-9365-159a36512a98 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 22 13:41:38.517870 n-d-793621-33 neutron-server[94627]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 22 13:41:38.517870 n-d-793621-33 neutron-server[94627]: [parameters: {'project_id_1': '279ca01f9bf44718ba60258259b972e6', 'expiration_1': datetime.datetime(2021, 8, 22, 13, 41, 38, 476175)}] Aug 22 13:41:38.517870 n-d-793621-33 neutron-server[94627]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94627) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 13:41:38.518613 n-d-793621-33 neutron-server[94627]: DEBUG oslo_db.api [None req-565e3e55-56f9-4846-9365-159a36512a98 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 13:41:38.529976 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b7b995fb-3f4f-49a3-835d-c995cf175d16 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:38.624140 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b716b736-636f-4b5a-9fde-e739a06c0fbe tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:38.677505 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b716b736-636f-4b5a-9fde-e739a06c0fbe tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Network 1509d6ce-883c-4732-bfdd-8658ca09f23f is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:41:38.678022 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-753795da-151b-430d-bdc6-d1744e866782 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:38.686397 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-b716b736-636f-4b5a-9fde-e739a06c0fbe tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:41:38.692641 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b716b736-636f-4b5a-9fde-e739a06c0fbe tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:41:38.693388 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-753795da-151b-430d-bdc6-d1744e866782 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:38.698645 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b716b736-636f-4b5a-9fde-e739a06c0fbe tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:38.699407 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b716b736-636f-4b5a-9fde-e739a06c0fbe tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:38.711194 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b7b995fb-3f4f-49a3-835d-c995cf175d16 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:38.719998 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1290f75a-a5d4-47ca-ad8f-d702526c3580 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:38.741627 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b716b736-636f-4b5a-9fde-e739a06c0fbe tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.2630613 Aug 22 13:41:38.742258 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76dd840-fa9c-40de-8abf-809130b4355f req-815ebdb4-13de-4b47-a182-c47ea0a8cd0b tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:38.743526 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b716b736-636f-4b5a-9fde-e739a06c0fbe tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Pushing event updated for resources: {'Port': ['ID=352b1af5-b8cc-430a-92ac-6bf38029d759,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:38.743789 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d76dd840-fa9c-40de-8abf-809130b4355f req-815ebdb4-13de-4b47-a182-c47ea0a8cd0b tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89d63b8-3d35-427b-8697-ebf33e5fd7aa HTTP/1.1" status: 200 len: 945 time: 0.1273677 Aug 22 13:41:38.747828 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48834) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:38.753961 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-753795da-151b-430d-bdc6-d1744e866782 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:38.754176 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-9229f065-d9af-4815-81f2-d5e9e0a2459f tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Request body: {'port': {'network_id': '1509d6ce-883c-4732-bfdd-8658ca09f23f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-230624686', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:38.754176 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.api.validators [None req-9229f065-d9af-4815-81f2-d5e9e0a2459f tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] bootfile-name is not in valid_values {{(pid=94628) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 22 13:41:38.754176 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.api.validators [None req-9229f065-d9af-4815-81f2-d5e9e0a2459f tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] tftp-server is not in valid_values {{(pid=94628) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 22 13:41:38.755115 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-753795da-151b-430d-bdc6-d1744e866782 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5700147 Aug 22 13:41:38.757295 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.api.validators [None req-9229f065-d9af-4815-81f2-d5e9e0a2459f tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] server-ip-address is not in valid_values {{(pid=94628) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 22 13:41:38.761513 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48836) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:38.773191 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-2884b81e-24ca-4e3e-a698-24a67a46aada tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Request body: {'security_group_rule': {'security_group_id': 'b11a9cec-87b6-46c7-9095-18e3f3aab3cd', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:38.773958 n-d-793621-33 neutron-server[94628]: WARNING neutron.api.v2.base [None req-2884b81e-24ca-4e3e-a698-24a67a46aada tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 22 13:41:38.774455 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-2884b81e-24ca-4e3e-a698-24a67a46aada tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 13:41:38.775416 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2884b81e-24ca-4e3e-a698-24a67a46aada tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0097985 Aug 22 13:41:38.781572 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48838) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:38.797781 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753795da-151b-430d-bdc6-d1744e866782 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b11a9cec-87b6-46c7-9095-18e3f3aab3cd,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:38.800558 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1290f75a-a5d4-47ca-ad8f-d702526c3580 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Pushing event deleted for resources: {'Port': ['ID=d258cb52-5b5b-4f1c-be8c-2c37942133a4,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:38.861922 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b7b995fb-3f4f-49a3-835d-c995cf175d16 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:38.918646 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d76dd840-fa9c-40de-8abf-809130b4355f req-d0fffc6f-606c-4175-abab-6e82e4d99ae8 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403713 Aug 22 13:41:38.976828 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b995fb-3f4f-49a3-835d-c995cf175d16 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event deleted for resources: {'Subnet': ['ID=8cdd6e3e-c939-4a81-9e23-e97a9f750a8b,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:38.992526 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b7b995fb-3f4f-49a3-835d-c995cf175d16 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:38.996464 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b7b995fb-3f4f-49a3-835d-c995cf175d16 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/subnets/8cdd6e3e-c939-4a81-9e23-e97a9f750a8b HTTP/1.1" status: 204 len: 168 time: 0.9820855 Aug 22 13:41:38.997311 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0a2c7776-52db-4bc3-8afc-6cf19546463e tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:38.998809 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9229f065-d9af-4815-81f2-d5e9e0a2459f tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Made reservation on behalf of f3227e17a77d4fceb6d0d6a71958f696 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:41:39.002692 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9229f065-d9af-4815-81f2-d5e9e0a2459f tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:39.024927 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48842) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:39.043130 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-9229f065-d9af-4815-81f2-d5e9e0a2459f tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] device_id is not set on port 74c73780-dffe-456a-b2ab-c72848d63523 yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:41:39.088072 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-fa4f99d2-5561-41b7-8512-337436fd7527 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0599165 Aug 22 13:41:39.094737 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1290f75a-a5d4-47ca-ad8f-d702526c3580 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:39.102392 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48844) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:39.112216 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-53ef534d-fb80-4863-83a3-0572f26f7457 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'subnet': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:39.129497 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0a2c7776-52db-4bc3-8afc-6cf19546463e tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:39.221799 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-565e3e55-56f9-4846-9365-159a36512a98 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:39.280168 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-9229f065-d9af-4815-81f2-d5e9e0a2459f tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Allocated IP 2001:db8::2f7 (1509d6ce-883c-4732-bfdd-8658ca09f23f/8e626985-4ed3-419a-9d0f-72babd4e1b43/74c73780-dffe-456a-b2ab-c72848d63523) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:41:39.400380 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0a2c7776-52db-4bc3-8afc-6cf19546463e tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:39.404623 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0a2c7776-52db-4bc3-8afc-6cf19546463e tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:39.405592 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-0a2c7776-52db-4bc3-8afc-6cf19546463e tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] 10.222.0.21 "DELETE /v2.0/security-groups/b11a9cec-87b6-46c7-9095-18e3f3aab3cd HTTP/1.1" status: 204 len: 168 time: 0.6217093 Aug 22 13:41:39.414484 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48850) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:39.425748 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device cf083c2f-db15-4ed6-9feb-6a4fabb44773 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:41:39.447633 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2c7776-52db-4bc3-8afc-6cf19546463e tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11a9cec-87b6-46c7-9095-18e3f3aab3cd,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:39.503771 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c161aa67-9d5c-46e2-b141-4bdb088f6aa9 req-fb6b6e78-313d-41f7-95a4-0bcb03497ee9 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:39.505423 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c161aa67-9d5c-46e2-b141-4bdb088f6aa9 req-fb6b6e78-313d-41f7-95a4-0bcb03497ee9 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89d63b8-3d35-427b-8697-ebf33e5fd7aa HTTP/1.1" status: 200 len: 945 time: 0.2608030 Aug 22 13:41:39.535511 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port cf083c2f-db15-4ed6-9feb-6a4fabb44773 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:41:39.587693 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-dcd0c95c-9088-43e3-a29e-29f46facf3c0 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1689274 Aug 22 13:41:39.589392 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48852) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:39.593640 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1290f75a-a5d4-47ca-ad8f-d702526c3580 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Router 10bf2246-7776-4ed0-865c-15c11684b0d0 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:41:39.605660 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-8d298132-3a03-4258-a63d-a8cfc374f2ed tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Request body: {'security_group': {'name': 'tempest-secgroup--1837737000'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:39.634972 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c161aa67-9d5c-46e2-b141-4bdb088f6aa9 req-1202dd61-789a-4555-80b0-675b1777da82 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825248 Aug 22 13:41:39.637463 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-565e3e55-56f9-4846-9365-159a36512a98 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:39.661782 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9229f065-d9af-4815-81f2-d5e9e0a2459f tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:39.678518 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40e4481-6953-4b27-81a7-d109a2d322f8 None None] Network 1509d6ce-883c-4732-bfdd-8658ca09f23f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:41:39.679507 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-565e3e55-56f9-4846-9365-159a36512a98 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:39.682583 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-9229f065-d9af-4815-81f2-d5e9e0a2459f tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Transition to ACTIVE for port object 74c73780-dffe-456a-b2ab-c72848d63523 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:41:39.722103 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9229f065-d9af-4815-81f2-d5e9e0a2459f tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:39.725295 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22b8785-ef50-4d2a-a8eb-05229052fcd9 None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:41:39.754407 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1290f75a-a5d4-47ca-ad8f-d702526c3580 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:41:39.758532 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e3e55-56f9-4846-9365-159a36512a98 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f07fdb07-93a9-4bfd-b745-63df340664c7,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:39.770472 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-1290f75a-a5d4-47ca-ad8f-d702526c3580 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] 10.222.0.21 "PUT /v2.0/routers/10bf2246-7776-4ed0-865c-15c11684b0d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5077076 Aug 22 13:41:39.770472 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ef534d-fb80-4863-83a3-0572f26f7457 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:41:39.771525 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-53ef534d-fb80-4863-83a3-0572f26f7457 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:39.777335 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48854) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:39.786842 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b01491-9d8d-49bd-baed-3e17d482df95 None None] Sync routers for ids ['10bf2246-7776-4ed0-865c-15c11684b0d0'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:41:39.797274 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-565e3e55-56f9-4846-9365-159a36512a98 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:39.800569 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-565e3e55-56f9-4846-9365-159a36512a98 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3862765 Aug 22 13:41:39.800697 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9229f065-d9af-4815-81f2-d5e9e0a2459f tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Pushing event updated for resources: {'Port': ['ID=74c73780-dffe-456a-b2ab-c72848d63523,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:39.803366 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48856) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:39.811629 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9229f065-d9af-4815-81f2-d5e9e0a2459f tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Network 1509d6ce-883c-4732-bfdd-8658ca09f23f is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:41:39.811823 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-8fc7d183-7fa8-441d-bbb5-4e43e0258638 None None] Provisioning complete for port 217cb7c3-a708-457e-8fc8-0dfacb2515a6 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:41:39.812164 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8fc7d183-7fa8-441d-bbb5-4e43e0258638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:39.814984 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-9229f065-d9af-4815-81f2-d5e9e0a2459f tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:41:39.818746 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9229f065-d9af-4815-81f2-d5e9e0a2459f tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:41:39.825651 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9229f065-d9af-4815-81f2-d5e9e0a2459f tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:39.826488 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9229f065-d9af-4815-81f2-d5e9e0a2459f tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:39.841224 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8d298132-3a03-4258-a63d-a8cfc374f2ed tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:39.853263 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b01491-9d8d-49bd-baed-3e17d482df95 None None] Routers {'10bf2246-7776-4ed0-865c-15c11684b0d0'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:41:39.853898 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-37b01491-9d8d-49bd-baed-3e17d482df95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:41:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['10bf2246-7776-4ed0-865c-15c11684b0d0'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:39.868809 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9229f065-d9af-4815-81f2-d5e9e0a2459f tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.1177726 Aug 22 13:41:39.869443 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48858) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:39.874274 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-992a55b5-7f3d-415a-85b1-e3d3f68ce11e tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Request body: {'security_group_rule': {'security_group_id': 'f07fdb07-93a9-4bfd-b745-63df340664c7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:39.882561 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-4e2feaec-7094-452f-a236-a30cae78bfb6 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] show failed (client error): The resource could not be found. Aug 22 13:41:39.887086 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-4e2feaec-7094-452f-a236-a30cae78bfb6 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-698410593 HTTP/1.1" status: 404 len: 334 time: 0.1055627 Aug 22 13:41:39.887955 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48860) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:39.894482 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-ac5cc723-6ebd-4b23-a263-6f8ea48a4de1 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:39.908354 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-37b01491-9d8d-49bd-baed-3e17d482df95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:39.935800 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.db.api [None req-992a55b5-7f3d-415a-85b1-e3d3f68ce11e tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 22 13:41:39.935800 n-d-793621-33 neutron-server[94627]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 22 13:41:39.935800 n-d-793621-33 neutron-server[94627]: [parameters: {'project_id_1': '279ca01f9bf44718ba60258259b972e6', 'expiration_1': datetime.datetime(2021, 8, 22, 13, 41, 39, 886409)}] Aug 22 13:41:39.935800 n-d-793621-33 neutron-server[94627]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94627) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 13:41:39.936263 n-d-793621-33 neutron-server[94627]: DEBUG oslo_db.api [None req-992a55b5-7f3d-415a-85b1-e3d3f68ce11e tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 13:41:39.936722 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-ac5cc723-6ebd-4b23-a263-6f8ea48a4de1 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] update failed (client error): The resource could not be found. Aug 22 13:41:39.941443 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ac5cc723-6ebd-4b23-a263-6f8ea48a4de1 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-67251087 HTTP/1.1" status: 404 len: 333 time: 0.0494184 Aug 22 13:41:39.941695 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48862) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:39.945736 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68eef7a9-d3f7-4900-8493-19f01d3499a6 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:39.952199 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68eef7a9-d3f7-4900-8493-19f01d3499a6 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:39.959246 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68eef7a9-d3f7-4900-8493-19f01d3499a6 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:39.963807 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-68eef7a9-d3f7-4900-8493-19f01d3499a6 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.0907950 Aug 22 13:41:39.965837 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48864) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:40.001505 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b01491-9d8d-49bd-baed-3e17d482df95 None None] Routers {'10bf2246-7776-4ed0-865c-15c11684b0d0'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:41:40.002138 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-37b01491-9d8d-49bd-baed-3e17d482df95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:41:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['10bf2246-7776-4ed0-865c-15c11684b0d0'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:40.017949 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4fde595-2d18-4691-b496-13b402b94d59 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Deleting subnet 867ca760-f121-4025-9adb-0619ce71cdf0 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:41:40.040843 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e4fde595-2d18-4691-b496-13b402b94d59 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:40.047506 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-37b01491-9d8d-49bd-baed-3e17d482df95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:40.048593 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b01491-9d8d-49bd-baed-3e17d482df95 None None] The sync data for ids ['10bf2246-7776-4ed0-865c-15c11684b0d0'] in n-d-793621-33 is: [] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:41:40.098501 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e4fde595-2d18-4691-b496-13b402b94d59 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:40.103748 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-a10d621c-73a4-4324-bb02-1eb985a113b4 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Deleting port 74c73780-dffe-456a-b2ab-c72848d63523 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:41:40.104096 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a10d621c-73a4-4324-bb02-1eb985a113b4 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:40.139133 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-8fc7d183-7fa8-441d-bbb5-4e43e0258638 None None] Provisioning for port cf083c2f-db15-4ed6-9feb-6a4fabb44773 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:41:40.144852 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-8fc7d183-7fa8-441d-bbb5-4e43e0258638 None None] Provisioning complete for port cf083c2f-db15-4ed6-9feb-6a4fabb44773 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:41:40.145428 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8fc7d183-7fa8-441d-bbb5-4e43e0258638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:40.182955 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8d298132-3a03-4258-a63d-a8cfc374f2ed tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:40.193052 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8d298132-3a03-4258-a63d-a8cfc374f2ed tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:40.243055 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8723b2-dd2a-4475-a926-9af3e32ced79 None None] DHCP port deletion for 933f65da-8ef2-4dea-ac27-3eee9182e92f request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:41:40.246063 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8d298132-3a03-4258-a63d-a8cfc374f2ed tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:40.251397 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8d298132-3a03-4258-a63d-a8cfc374f2ed tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6467686 Aug 22 13:41:40.251612 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48866) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:40.252547 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d298132-3a03-4258-a63d-a8cfc374f2ed tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c77fd3e2-9d2a-4f4a-a8d8-19b606673946,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:40.260489 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-b5fc504f-c534-4604-a651-3d1fd46f0190 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Request body: {'security_group_rule': {'security_group_id': 'c77fd3e2-9d2a-4f4a-a8d8-19b606673946', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:40.261995 n-d-793621-33 neutron-server[94627]: WARNING neutron.api.v2.base [None req-b5fc504f-c534-4604-a651-3d1fd46f0190 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 22 13:41:40.262808 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-b5fc504f-c534-4604-a651-3d1fd46f0190 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 13:41:40.268370 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-b5fc504f-c534-4604-a651-3d1fd46f0190 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0120444 Aug 22 13:41:40.268471 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48868) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:40.270497 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a10d621c-73a4-4324-bb02-1eb985a113b4 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:40.301227 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-a10d621c-73a4-4324-bb02-1eb985a113b4 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Calling delete_port for 74c73780-dffe-456a-b2ab-c72848d63523 owned by {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:41:40.302864 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e4fde595-2d18-4691-b496-13b402b94d59 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:40.305376 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8fc7d183-7fa8-441d-bbb5-4e43e0258638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:40.347557 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-8fc7d183-7fa8-441d-bbb5-4e43e0258638 None None] For port cf083c2f-db15-4ed6-9feb-6a4fabb44773, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=cf083c2f-db15-4ed6-9feb-6a4fabb44773,segment=NetworkSegment(9963e730-637a-4efc-b487-367bf87d1fa7),segment_id=9963e730-637a-4efc-b487-367bf87d1fa7)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:41:40.357979 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-fa8723b2-dd2a-4475-a926-9af3e32ced79 None None] Deleting port 217cb7c3-a708-457e-8fc8-0dfacb2515a6 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:41:40.357979 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-fa8723b2-dd2a-4475-a926-9af3e32ced79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:40.361882 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8fc7d183-7fa8-441d-bbb5-4e43e0258638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:40.452694 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-63b2efd1-a4be-48a6-941d-3eca6aaf5bd6 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:40.462263 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e4fde595-2d18-4691-b496-13b402b94d59 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:40.487294 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7d183-7fa8-441d-bbb5-4e43e0258638 None None] Pushing event updated for resources: {'Port': ['ID=cf083c2f-db15-4ed6-9feb-6a4fabb44773,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:40.494453 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5880df-9ecf-4c46-bbfb-23d85acf51fe req-833dbdcf-c5c0-4a2a-86d6-28c69a6411ab tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:40.497270 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8f5880df-9ecf-4c46-bbfb-23d85acf51fe req-833dbdcf-c5c0-4a2a-86d6-28c69a6411ab tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.41 "GET /v2.0/ports?device_id=e89d63b8-3d35-427b-8697-ebf33e5fd7aa HTTP/1.1" status: 200 len: 945 time: 0.1786337 Aug 22 13:41:40.515139 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-fa8723b2-dd2a-4475-a926-9af3e32ced79 None None] For port 217cb7c3-a708-457e-8fc8-0dfacb2515a6, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=217cb7c3-a708-457e-8fc8-0dfacb2515a6,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:41:40.515575 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-fa8723b2-dd2a-4475-a926-9af3e32ced79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:40.529245 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-9cd8e227-f95a-4c1f-88c7-a3b4ad5bb60d None None] Provisioning for port 74c73780-dffe-456a-b2ab-c72848d63523 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:41:40.539994 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-fa8723b2-dd2a-4475-a926-9af3e32ced79 None None] Calling delete_port for 217cb7c3-a708-457e-8fc8-0dfacb2515a6 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:41:40.542040 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-9cd8e227-f95a-4c1f-88c7-a3b4ad5bb60d None None] Provisioning complete for port 74c73780-dffe-456a-b2ab-c72848d63523 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:41:40.542438 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9cd8e227-f95a-4c1f-88c7-a3b4ad5bb60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:40.542615 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fde595-2d18-4691-b496-13b402b94d59 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Pushing event deleted for resources: {'Subnet': ['ID=867ca760-f121-4025-9adb-0619ce71cdf0,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:40.545909 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e4fde595-2d18-4691-b496-13b402b94d59 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:40.548716 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90702257-e1e7-4140-8e5f-1ad92fce0f13 None None] Network 2f647894-21e3-4a28-9296-daf89643609d requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:41:40.552950 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e4fde595-2d18-4691-b496-13b402b94d59 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] 10.222.0.21 "DELETE /v2.0/subnets/867ca760-f121-4025-9adb-0619ce71cdf0 HTTP/1.1" status: 204 len: 168 time: 0.6101890 Aug 22 13:41:40.559916 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48872) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:40.592339 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-63b2efd1-a4be-48a6-941d-3eca6aaf5bd6 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:40.633491 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-97b76c47-ef42-42e1-93d4-859bbf243af1 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Deleting subnet 362475e3-550a-4541-9374-410376343fe9 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:41:40.636935 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-97b76c47-ef42-42e1-93d4-859bbf243af1 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:40.689457 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-97b76c47-ef42-42e1-93d4-859bbf243af1 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:40.710258 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-9cd8e227-f95a-4c1f-88c7-a3b4ad5bb60d None None] Port 74c73780-dffe-456a-b2ab-c72848d63523 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:41:40.733540 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-63b2efd1-a4be-48a6-941d-3eca6aaf5bd6 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:40.737383 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-63b2efd1-a4be-48a6-941d-3eca6aaf5bd6 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:40.742845 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-63b2efd1-a4be-48a6-941d-3eca6aaf5bd6 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] 10.222.0.21 "DELETE /v2.0/security-groups/c77fd3e2-9d2a-4f4a-a8d8-19b606673946 HTTP/1.1" status: 204 len: 168 time: 0.4741261 Aug 22 13:41:40.750900 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48876) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:40.778426 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-9cd8e227-f95a-4c1f-88c7-a3b4ad5bb60d None None] Provisioning for port 352b1af5-b8cc-430a-92ac-6bf38029d759 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:41:40.785508 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-9cd8e227-f95a-4c1f-88c7-a3b4ad5bb60d None None] Provisioning complete for port 352b1af5-b8cc-430a-92ac-6bf38029d759 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:41:40.786125 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9cd8e227-f95a-4c1f-88c7-a3b4ad5bb60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:40.812602 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a10d621c-73a4-4324-bb02-1eb985a113b4 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:40.823643 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b2efd1-a4be-48a6-941d-3eca6aaf5bd6 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77fd3e2-9d2a-4f4a-a8d8-19b606673946,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:40.824765 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-992a55b5-7f3d-415a-85b1-e3d3f68ce11e tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:40.844827 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-8f5880df-9ecf-4c46-bbfb-23d85acf51fe req-d5f0cf2c-0bf9-4993-a5cb-47a58ea37c37 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Deleting port 3e9359d4-a5ef-4246-a61d-4008681fe8cd {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:41:40.845192 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-8f5880df-9ecf-4c46-bbfb-23d85acf51fe req-d5f0cf2c-0bf9-4993-a5cb-47a58ea37c37 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:40.857933 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-fa8723b2-dd2a-4475-a926-9af3e32ced79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:40.873598 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-97b76c47-ef42-42e1-93d4-859bbf243af1 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:40.892351 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8723b2-dd2a-4475-a926-9af3e32ced79 None None] Pushing event deleted for resources: {'Port': ['ID=217cb7c3-a708-457e-8fc8-0dfacb2515a6,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:40.895662 n-d-793621-33 neutron-server[94627]: DEBUG neutron.objects.ports [None req-53ef534d-fb80-4863-83a3-0572f26f7457 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94627) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 22 13:41:40.898657 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-9cd8e227-f95a-4c1f-88c7-a3b4ad5bb60d None None] Port 352b1af5-b8cc-430a-92ac-6bf38029d759 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:41:40.907702 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8723b2-dd2a-4475-a926-9af3e32ced79 None None] No DVR routers for this DVR port 217cb7c3-a708-457e-8fc8-0dfacb2515a6 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:41:40.937161 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-9cd8e227-f95a-4c1f-88c7-a3b4ad5bb60d None None] Provisioning complete for port cf083c2f-db15-4ed6-9feb-6a4fabb44773 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:41:40.937740 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9cd8e227-f95a-4c1f-88c7-a3b4ad5bb60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:40.987617 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10d621c-73a4-4324-bb02-1eb985a113b4 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Pushing event deleted for resources: {'Port': ['ID=74c73780-dffe-456a-b2ab-c72848d63523,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:41.003336 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b6c0e0-327d-4531-91f0-a5215a82f1f7 None None] DHCP port deletion for 2f647894-21e3-4a28-9296-daf89643609d request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:41:41.060347 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-334fbf7b-adbc-4186-a491-809e8ea80fc3 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3066008 Aug 22 13:41:41.061467 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a10d621c-73a4-4324-bb02-1eb985a113b4 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:41.065020 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a10d621c-73a4-4324-bb02-1eb985a113b4 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] 10.222.0.21 "DELETE /v2.0/ports/74c73780-dffe-456a-b2ab-c72848d63523 HTTP/1.1" status: 204 len: 168 time: 1.0995746 Aug 22 13:41:41.068614 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48878) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:41.087089 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-8f5880df-9ecf-4c46-bbfb-23d85acf51fe req-d5f0cf2c-0bf9-4993-a5cb-47a58ea37c37 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] For port 3e9359d4-a5ef-4246-a61d-4008681fe8cd, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=3e9359d4-a5ef-4246-a61d-4008681fe8cd,segment=NetworkSegment(ade77f39-5a78-4e5c-8ff0-9af8c1244976),segment_id=ade77f39-5a78-4e5c-8ff0-9af8c1244976)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:41:41.087583 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-8f5880df-9ecf-4c46-bbfb-23d85acf51fe req-d5f0cf2c-0bf9-4993-a5cb-47a58ea37c37 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:41.095632 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48880) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:41.103571 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-8643673c-d7f7-46dd-a424-bcd119637dc1 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Request body: {'security_group': {'name': 'tempest-secgroup--1217311324'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:41.113483 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-8f5880df-9ecf-4c46-bbfb-23d85acf51fe req-d5f0cf2c-0bf9-4993-a5cb-47a58ea37c37 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Calling delete_port for 3e9359d4-a5ef-4246-a61d-4008681fe8cd owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:41:41.114114 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-68b6c0e0-327d-4531-91f0-a5215a82f1f7 None None] Deleting port 8fd9d006-98a7-4f8d-abc7-6e8766bf5c5b {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:41:41.114501 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-68b6c0e0-327d-4531-91f0-a5215a82f1f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:41.133648 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-afd8ecec-b4e7-44e3-a399-577faa682a46 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Request body: {'port': {'name': 'tempest-new-port-name-829064455', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:41.134388 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.api.validators [None req-afd8ecec-b4e7-44e3-a399-577faa682a46 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] bootfile-name is not in valid_values {{(pid=94627) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 22 13:41:41.134873 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.api.validators [None req-afd8ecec-b4e7-44e3-a399-577faa682a46 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] tftp-server is not in valid_values {{(pid=94627) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 22 13:41:41.135347 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.api.validators [None req-afd8ecec-b4e7-44e3-a399-577faa682a46 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] server-ip-address is not in valid_values {{(pid=94627) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 22 13:41:41.184761 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8643673c-d7f7-46dd-a424-bcd119637dc1 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:41.189712 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-68b6c0e0-327d-4531-91f0-a5215a82f1f7 None None] For port 8fd9d006-98a7-4f8d-abc7-6e8766bf5c5b, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=8fd9d006-98a7-4f8d-abc7-6e8766bf5c5b,segment=NetworkSegment(8fc003b6-feb5-44d9-b0bb-27e39b4f9068),segment_id=8fc003b6-feb5-44d9-b0bb-27e39b4f9068)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:41:41.190123 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-68b6c0e0-327d-4531-91f0-a5215a82f1f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:41.201499 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-97b76c47-ef42-42e1-93d4-859bbf243af1 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:41.204276 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-68b6c0e0-327d-4531-91f0-a5215a82f1f7 None None] Calling delete_port for 8fd9d006-98a7-4f8d-abc7-6e8766bf5c5b owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:41:41.215472 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-3400fe0d-08e2-4f28-bbcf-dea168b144cd None None] Could not find standard attr ID for object 74c73780-dffe-456a-b2ab-c72848d63523. {{(pid=94629) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 13:41:41.239028 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-992a55b5-7f3d-415a-85b1-e3d3f68ce11e tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:41.272884 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-3400fe0d-08e2-4f28-bbcf-dea168b144cd None None] Provisioning complete for port 352b1af5-b8cc-430a-92ac-6bf38029d759 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:41:41.273260 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3400fe0d-08e2-4f28-bbcf-dea168b144cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:41.312711 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-3400fe0d-08e2-4f28-bbcf-dea168b144cd None None] Port 352b1af5-b8cc-430a-92ac-6bf38029d759 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:41:41.329699 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8643673c-d7f7-46dd-a424-bcd119637dc1 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:41.344195 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-992a55b5-7f3d-415a-85b1-e3d3f68ce11e tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:41.363413 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b76c47-ef42-42e1-93d4-859bbf243af1 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Pushing event deleted for resources: {'Subnet': ['ID=362475e3-550a-4541-9374-410376343fe9,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:41.369453 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-68b6c0e0-327d-4531-91f0-a5215a82f1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:41.404590 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-97b76c47-ef42-42e1-93d4-859bbf243af1 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:41.404794 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b6c0e0-327d-4531-91f0-a5215a82f1f7 None None] Pushing event deleted for resources: {'Port': ['ID=8fd9d006-98a7-4f8d-abc7-6e8766bf5c5b,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:41.410649 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8643673c-d7f7-46dd-a424-bcd119637dc1 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:41.411564 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device cf083c2f-db15-4ed6-9feb-6a4fabb44773 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:41:41.415967 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-97b76c47-ef42-42e1-93d4-859bbf243af1 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] 10.222.0.21 "DELETE /v2.0/subnets/362475e3-550a-4541-9374-410376343fe9 HTTP/1.1" status: 204 len: 168 time: 0.8529546 Aug 22 13:41:41.418307 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48884) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:41.431757 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-afd8ecec-b4e7-44e3-a399-577faa682a46 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:41.441817 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-8f5880df-9ecf-4c46-bbfb-23d85acf51fe req-d5f0cf2c-0bf9-4993-a5cb-47a58ea37c37 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:41.442698 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e161c772-fb47-4222-9624-83c4f7f9c770 req-04ba1e8c-047d-416a-89df-99a7c06132fe tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:41.444293 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e161c772-fb47-4222-9624-83c4f7f9c770 req-04ba1e8c-047d-416a-89df-99a7c06132fe tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89d63b8-3d35-427b-8697-ebf33e5fd7aa HTTP/1.1" status: 200 len: 945 time: 0.6258202 Aug 22 13:41:41.449281 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b6c0e0-327d-4531-91f0-a5215a82f1f7 None None] No DVR routers for this DVR port 8fd9d006-98a7-4f8d-abc7-6e8766bf5c5b on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:41:41.450210 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1189eee8-1733-4bed-b555-5b7e49842921 None None] Network 5b608bc4-856f-4a64-9888-45b88cb8d41e requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:41:41.478507 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992a55b5-7f3d-415a-85b1-e3d3f68ce11e tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f8c225f-656e-48d2-a955-e2ff62a51740,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:41.497333 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-992a55b5-7f3d-415a-85b1-e3d3f68ce11e tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:41.500340 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-992a55b5-7f3d-415a-85b1-e3d3f68ce11e tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6959264 Aug 22 13:41:41.504797 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['bfca5d30-3e48-4072-a6df-3b881a1a8fbe'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:41:41.511762 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48886) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:41.532535 n-d-793621-33 neutron-server[94627]: WARNING neutron.services.revisions.revision_plugin [None req-53ef534d-fb80-4863-83a3-0572f26f7457 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Could not find related port for resource to bump revision. Aug 22 13:41:41.572366 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8643673c-d7f7-46dd-a424-bcd119637dc1 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:41.573643 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8643673c-d7f7-46dd-a424-bcd119637dc1 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4769533 Aug 22 13:41:41.578879 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48890) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:41.585658 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-127cb085-b5e8-4fbf-96a9-74fb3ea0347a tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Request body: {'security_group_rule': {'security_group_id': '63416cdb-e0a4-4fa5-950c-010bb9a39c60', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:41.608763 n-d-793621-33 neutron-server[94628]: WARNING neutron.api.v2.base [None req-127cb085-b5e8-4fbf-96a9-74fb3ea0347a tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 22 13:41:41.609668 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-127cb085-b5e8-4fbf-96a9-74fb3ea0347a tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 13:41:41.613572 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-127cb085-b5e8-4fbf-96a9-74fb3ea0347a tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0287874 Aug 22 13:41:41.613572 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f0cf2c-0bf9-4993-a5cb-47a58ea37c37 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Pushing event deleted for resources: {'Port': ['ID=3e9359d4-a5ef-4246-a61d-4008681fe8cd,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:41.619447 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48892) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:41.621495 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8643673c-d7f7-46dd-a424-bcd119637dc1 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63416cdb-e0a4-4fa5-950c-010bb9a39c60,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:41.624199 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.ipam_pluggable_backend [None req-53ef534d-fb80-4863-83a3-0572f26f7457 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Port 217cb7c3-a708-457e-8fc8-0dfacb2515a6 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94627) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 22 13:41:41.624663 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.ipam_pluggable_backend [None req-53ef534d-fb80-4863-83a3-0572f26f7457 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Reverting IP allocation for 2001:db8::f816:3eff:fed3:fe22 {{(pid=94627) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 22 13:41:41.629845 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.ipam_pluggable_backend [None req-53ef534d-fb80-4863-83a3-0572f26f7457 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fed3:fe22 {{(pid=94627) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 22 13:41:41.631243 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-fd2b8742-bfd1-47c1-92a4-2cbadbfd2a2a tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Request body: {'security_group_rule': {'security_group_id': '63416cdb-e0a4-4fa5-950c-010bb9a39c60', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:41.632003 n-d-793621-33 neutron-server[94628]: WARNING neutron.api.v2.base [None req-fd2b8742-bfd1-47c1-92a4-2cbadbfd2a2a tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 22 13:41:41.632458 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-fd2b8742-bfd1-47c1-92a4-2cbadbfd2a2a tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 13:41:41.633428 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-fd2b8742-bfd1-47c1-92a4-2cbadbfd2a2a tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0129063 Aug 22 13:41:41.638330 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48894) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:41.640311 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-53ef534d-fb80-4863-83a3-0572f26f7457 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:41.651192 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port cf083c2f-db15-4ed6-9feb-6a4fabb44773 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:41:41.652004 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:41.655840 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-043d40c5-b740-4b79-b231-7edd183df5d7 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Request body: {'security_group_rule': {'security_group_id': '63416cdb-e0a4-4fa5-950c-010bb9a39c60', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:41.657499 n-d-793621-33 neutron-server[94628]: WARNING neutron.api.v2.base [None req-043d40c5-b740-4b79-b231-7edd183df5d7 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 22 13:41:41.658630 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-043d40c5-b740-4b79-b231-7edd183df5d7 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 13:41:41.658944 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-043d40c5-b740-4b79-b231-7edd183df5d7 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0067830 Aug 22 13:41:41.662987 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e161c772-fb47-4222-9624-83c4f7f9c770 req-122d9c80-e883-4dd2-8b89-ebf34502a1de tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754935 Aug 22 13:41:41.668630 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48896) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:41.675417 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-ce4f093f-fa3b-498d-a2bd-a3dfb459829a tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Request body: {'security_group_rule': {'security_group_id': '63416cdb-e0a4-4fa5-950c-010bb9a39c60', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:41.676050 n-d-793621-33 neutron-server[94628]: WARNING neutron.api.v2.base [None req-ce4f093f-fa3b-498d-a2bd-a3dfb459829a tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 22 13:41:41.676572 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-ce4f093f-fa3b-498d-a2bd-a3dfb459829a tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 13:41:41.679956 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ce4f093f-fa3b-498d-a2bd-a3dfb459829a tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0074797 Aug 22 13:41:41.693733 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48898) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:41.694740 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f5880df-9ecf-4c46-bbfb-23d85acf51fe req-d5f0cf2c-0bf9-4993-a5cb-47a58ea37c37 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] No DVR routers for this DVR port 3e9359d4-a5ef-4246-a61d-4008681fe8cd on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:41:41.698597 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-8f5880df-9ecf-4c46-bbfb-23d85acf51fe req-d5f0cf2c-0bf9-4993-a5cb-47a58ea37c37 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:41.700566 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8f5880df-9ecf-4c46-bbfb-23d85acf51fe req-d5f0cf2c-0bf9-4993-a5cb-47a58ea37c37 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.41 "DELETE /v2.0/ports/3e9359d4-a5ef-4246-a61d-4008681fe8cd HTTP/1.1" status: 204 len: 173 time: 1.1890953 Aug 22 13:41:41.730906 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-234dd7bc-4aeb-498b-b9c6-6ff0bc9cf4be tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:41.732871 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89d63b8-3d35-427b-8697-ebf33e5fd7aa', 'name': 'network-vif-deleted', 'tag': '3e9359d4-a5ef-4246-a61d-4008681fe8cd'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:41:41.735275 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ccff8c8-2884-40cb-acd2-54d24f1abdb6" -d '{"events": [{"server_uuid": "e89d63b8-3d35-427b-8697-ebf33e5fd7aa", "name": "network-vif-deleted", "tag": "3e9359d4-a5ef-4246-a61d-4008681fe8cd"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:41:41.740879 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8c7eb299-fcc2-46dc-8241-6aa39c9578c4 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:41.745168 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ef534d-fb80-4863-83a3-0572f26f7457 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:41:41.773948 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-53ef534d-fb80-4863-83a3-0572f26f7457 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:41:41.791514 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8c7eb299-fcc2-46dc-8241-6aa39c9578c4 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:41.794437 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ef534d-fb80-4863-83a3-0572f26f7457 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:41.795408 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-53ef534d-fb80-4863-83a3-0572f26f7457 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:41.825866 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dcde46-dae0-4ed2-a42f-376d43508d3c None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:41:41.847152 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-91799994-de47-48cc-bdcc-f55030a246fa tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:41.867254 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2dc7639-38f7-46f1-9e32-d6f17b31b60c None None] DHCP port deletion for 5b608bc4-856f-4a64-9888-45b88cb8d41e request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:41:41.903986 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-234dd7bc-4aeb-498b-b9c6-6ff0bc9cf4be tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:41.923063 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-91799994-de47-48cc-bdcc-f55030a246fa tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:41.927570 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-234dd7bc-4aeb-498b-b9c6-6ff0bc9cf4be tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f647894-21e3-4a28-9296-daf89643609d']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:41.949173 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-234dd7bc-4aeb-498b-b9c6-6ff0bc9cf4be tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fc003b6-feb5-44d9-b0bb-27e39b4f9068') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:41.949462 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-234dd7bc-4aeb-498b-b9c6-6ff0bc9cf4be tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fc003b6-feb5-44d9-b0bb-27e39b4f9068') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:41.977820 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-234dd7bc-4aeb-498b-b9c6-6ff0bc9cf4be tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:42.001199 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-234dd7bc-4aeb-498b-b9c6-6ff0bc9cf4be tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:42.012384 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-234dd7bc-4aeb-498b-b9c6-6ff0bc9cf4be tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:41:42.012798 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-234dd7bc-4aeb-498b-b9c6-6ff0bc9cf4be tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:42.016900 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:41:42.016900 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:41:42.016900 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:41:42.016900 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:41:42.016900 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:41:42.016900 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:41:42.016900 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:41:42.016900 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:41:42.016900 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:41:42.016900 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:41:42.016900 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:41:42.016900 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:41:42.016900 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:41:42.016900 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:41:42.016900 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:41:42.016900 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:41:42.016900 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:41:42.016900 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:41:42.016900 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:41:42.016900 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:41:42.016900 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:41:42.016900 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:41:42.016900 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:41:42.016900 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:41:42.016900 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:41:42.016900 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:41:42.016900 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:41:42.016900 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:41:42.016900 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:41:42.016900 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:41:42.016900 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:41:42.016900 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:41:42.059650 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-91799994-de47-48cc-bdcc-f55030a246fa tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:42.063009 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-91799994-de47-48cc-bdcc-f55030a246fa tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:42.064225 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-91799994-de47-48cc-bdcc-f55030a246fa tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] 10.222.0.21 "DELETE /v2.0/security-groups/63416cdb-e0a4-4fa5-950c-010bb9a39c60 HTTP/1.1" status: 204 len: 168 time: 0.3675175 Aug 22 13:41:42.076428 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48904) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:42.104269 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91799994-de47-48cc-bdcc-f55030a246fa tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63416cdb-e0a4-4fa5-950c-010bb9a39c60,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:42.135271 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-234dd7bc-4aeb-498b-b9c6-6ff0bc9cf4be tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:42.149733 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-234dd7bc-4aeb-498b-b9c6-6ff0bc9cf4be tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:42.151843 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-234dd7bc-4aeb-498b-b9c6-6ff0bc9cf4be tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] 10.222.0.21 "DELETE /v2.0/networks/2f647894-21e3-4a28-9296-daf89643609d HTTP/1.1" status: 204 len: 168 time: 0.7281308 Aug 22 13:41:42.155141 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48906) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:42.180460 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2e2c0d2e-27bb-422f-aafe-8d853a6c959a tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1029761 Aug 22 13:41:42.181326 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234dd7bc-4aeb-498b-b9c6-6ff0bc9cf4be tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Pushing event deleted for resources: {'Network': ['ID=2f647894-21e3-4a28-9296-daf89643609d,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:42.195413 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48908) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:42.199757 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-b0bf7f81-6723-49bd-94ea-2c3644fb21a1 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Request body: {'security_group': {'name': 'tempest-secgroup--765769295'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:42.248098 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-a2dc7639-38f7-46f1-9e32-d6f17b31b60c None None] Deleting port b85654c5-b40a-4c62-911e-39769f0a2af5 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:41:42.248504 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a2dc7639-38f7-46f1-9e32-d6f17b31b60c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:42.272613 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810b1c11-32a6-46ef-ae1f-2e82ec305834 x-openstack-request-id: req-810b1c11-32a6-46ef-ae1f-2e82ec305834 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:41:42.278057 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e89d63b8-3d35-427b-8697-ebf33e5fd7aa", "name": "network-vif-deleted", "tag": "3e9359d4-a5ef-4246-a61d-4008681fe8cd", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:41:42.278364 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-810b1c11-32a6-46ef-ae1f-2e82ec305834 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:41:42.278803 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e89d63b8-3d35-427b-8697-ebf33e5fd7aa', 'name': 'network-vif-deleted', 'tag': '3e9359d4-a5ef-4246-a61d-4008681fe8cd', 'status': 'completed', 'code': 200} Aug 22 13:41:42.300573 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 8fd9d006-98a7-4f8d-abc7-6e8766bf5c5b no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:41:42.320822 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ef534d-fb80-4863-83a3-0572f26f7457 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event updated for resources: {'Subnet': ['ID=c263d757-4094-446e-b770-6646d2593ec8,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:42.343581 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b0bf7f81-6723-49bd-94ea-2c3644fb21a1 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:42.344416 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-53ef534d-fb80-4863-83a3-0572f26f7457 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2407415 Aug 22 13:41:42.347575 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48910) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:42.356184 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 8fd9d006-98a7-4f8d-abc7-6e8766bf5c5b {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:41:42.356652 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 8fd9d006-98a7-4f8d-abc7-6e8766bf5c5b not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:41:42.356986 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 217cb7c3-a708-457e-8fc8-0dfacb2515a6 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:41:42.359699 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8c7eb299-fcc2-46dc-8241-6aa39c9578c4 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:42.361568 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-c072d978-e107-455c-85cc-d384aeaef119 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'subnet': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:42.370444 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8c7eb299-fcc2-46dc-8241-6aa39c9578c4 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:42.372057 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-8c7eb299-fcc2-46dc-8241-6aa39c9578c4 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/5f8c225f-656e-48d2-a955-e2ff62a51740 HTTP/1.1" status: 204 len: 168 time: 0.8159571 Aug 22 13:41:42.376170 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48912) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:42.393764 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1223310-77b6-4899-b218-714802565742 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-933f65da-8ef2-4dea-ac27-3eee9182e92f', 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'tenant_id': 'a71622c06b3d48d28918cf297ca2043b', 'fixed_ips': [{'subnet_id': 'c263d757-4094-446e-b770-6646d2593ec8'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:41:42.395072 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b1223310-77b6-4899-b218-714802565742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:42.400215 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-a2dc7639-38f7-46f1-9e32-d6f17b31b60c None None] For port b85654c5-b40a-4c62-911e-39769f0a2af5, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=b85654c5-b40a-4c62-911e-39769f0a2af5,segment=NetworkSegment(7c72ae18-30e2-45ad-aea4-8867c4e87e17),segment_id=7c72ae18-30e2-45ad-aea4-8867c4e87e17)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:41:42.401060 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a2dc7639-38f7-46f1-9e32-d6f17b31b60c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:42.401331 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7eb299-fcc2-46dc-8241-6aa39c9578c4 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5f8c225f-656e-48d2-a955-e2ff62a51740,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:42.404327 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 217cb7c3-a708-457e-8fc8-0dfacb2515a6 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:41:42.404994 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 217cb7c3-a708-457e-8fc8-0dfacb2515a6 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:41:42.428405 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-a2dc7639-38f7-46f1-9e32-d6f17b31b60c None None] Calling delete_port for b85654c5-b40a-4c62-911e-39769f0a2af5 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:41:42.478747 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-423a602d-bb42-4155-944b-c11480f2db23 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1012502 Aug 22 13:41:42.481576 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48914) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:42.486937 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9d1f4245-e9d8-45a0-a1ea-8c61d240b2c1 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:42.528157 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-afd8ecec-b4e7-44e3-a399-577faa682a46 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:42.537854 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-afd8ecec-b4e7-44e3-a399-577faa682a46 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:42.596752 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-afd8ecec-b4e7-44e3-a399-577faa682a46 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] In _notify_port_updated(), no bound segment for port 352b1af5-b8cc-430a-92ac-6bf38029d759 on network 1509d6ce-883c-4732-bfdd-8658ca09f23f {{(pid=94627) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 22 13:41:42.603124 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd8ecec-b4e7-44e3-a399-577faa682a46 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:42.603845 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-afd8ecec-b4e7-44e3-a399-577faa682a46 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:42.605466 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-afd8ecec-b4e7-44e3-a399-577faa682a46 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] 10.222.0.21 "PUT /v2.0/ports/352b1af5-b8cc-430a-92ac-6bf38029d759 HTTP/1.1" status: 200 len: 1129 time: 1.4768987 Aug 22 13:41:42.613594 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48918) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:42.626058 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-05ee934a-f494-4ead-886b-adaabe243b85 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:42.662929 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-b1223310-77b6-4899-b218-714802565742 None None] Allocated IP 2001:db8::f816:3eff:fee9:88ea (933f65da-8ef2-4dea-ac27-3eee9182e92f/c263d757-4094-446e-b770-6646d2593ec8/e984cbeb-df44-40a4-8396-4c51ed0a690c) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:41:42.681199 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b0bf7f81-6723-49bd-94ea-2c3644fb21a1 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:42.703426 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd8ecec-b4e7-44e3-a399-577faa682a46 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Pushing event updated for resources: {'Port': ['ID=352b1af5-b8cc-430a-92ac-6bf38029d759,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:42.707357 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-05ee934a-f494-4ead-886b-adaabe243b85 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:42.723931 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f9e551-b901-4b8c-9bcf-dc456cf5597b tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:42.729377 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d6f9e551-b901-4b8c-9bcf-dc456cf5597b tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] 10.222.0.21 "GET /v2.0/ports/352b1af5-b8cc-430a-92ac-6bf38029d759 HTTP/1.1" status: 200 len: 1129 time: 0.1109869 Aug 22 13:41:42.733242 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48922) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:42.737191 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c072d978-e107-455c-85cc-d384aeaef119 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:41:42.753495 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c072d978-e107-455c-85cc-d384aeaef119 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:42.894867 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b0bf7f81-6723-49bd-94ea-2c3644fb21a1 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:42.911559 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-05ee934a-f494-4ead-886b-adaabe243b85 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:42.915422 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-05ee934a-f494-4ead-886b-adaabe243b85 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:42.917039 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-05ee934a-f494-4ead-886b-adaabe243b85 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "DELETE /v2.0/security-groups/f07fdb07-93a9-4bfd-b745-63df340664c7 HTTP/1.1" status: 204 len: 168 time: 0.4345737 Aug 22 13:41:42.929657 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48930) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:42.955944 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-5de67c08-c8e3-455c-9715-bd532230d69d tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Deleting port 352b1af5-b8cc-430a-92ac-6bf38029d759 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:41:42.956586 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5de67c08-c8e3-455c-9715-bd532230d69d tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:42.991174 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ee934a-f494-4ead-886b-adaabe243b85 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07fdb07-93a9-4bfd-b745-63df340664c7,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:43.009625 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b1223310-77b6-4899-b218-714802565742 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:43.021930 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-b1223310-77b6-4899-b218-714802565742 None None] Transition to ACTIVE for port object e984cbeb-df44-40a4-8396-4c51ed0a690c will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:41:43.042836 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-b1223310-77b6-4899-b218-714802565742 None None] Transition to ACTIVE for port object e984cbeb-df44-40a4-8396-4c51ed0a690c will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:41:43.076692 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 3e9359d4-a5ef-4246-a61d-4008681fe8cd no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:41:43.110300 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5de67c08-c8e3-455c-9715-bd532230d69d tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:43.115561 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: 3e9359d4-a5ef-4246-a61d-4008681fe8cd {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:41:43.116136 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 3e9359d4-a5ef-4246-a61d-4008681fe8cd not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:41:43.127277 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-5de67c08-c8e3-455c-9715-bd532230d69d tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Calling delete_port for 352b1af5-b8cc-430a-92ac-6bf38029d759 owned by {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:41:43.133042 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a2dc7639-38f7-46f1-9e32-d6f17b31b60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:43.163471 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b1223310-77b6-4899-b218-714802565742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:43.177543 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc7639-38f7-46f1-9e32-d6f17b31b60c None None] Pushing event deleted for resources: {'Port': ['ID=b85654c5-b40a-4c62-911e-39769f0a2af5,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:43.205976 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b0bf7f81-6723-49bd-94ea-2c3644fb21a1 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:43.209790 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b0bf7f81-6723-49bd-94ea-2c3644fb21a1 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0112538 Aug 22 13:41:43.213081 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48942) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:43.218914 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf7f81-6723-49bd-94ea-2c3644fb21a1 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88d28db7-fa9f-47b8-a19e-6fd82333e01b,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:43.224166 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-f9aed26c-6901-46ea-8d44-d5955c252501 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Request body: {'security_group_rule': {'security_group_id': '88d28db7-fa9f-47b8-a19e-6fd82333e01b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:43.225017 n-d-793621-33 neutron-server[94628]: WARNING neutron.api.v2.base [None req-f9aed26c-6901-46ea-8d44-d5955c252501 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 22 13:41:43.225533 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-f9aed26c-6901-46ea-8d44-d5955c252501 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 13:41:43.227847 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f9aed26c-6901-46ea-8d44-d5955c252501 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0101190 Aug 22 13:41:43.233656 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48944) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:43.237368 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dc7639-38f7-46f1-9e32-d6f17b31b60c None None] No DVR routers for this DVR port b85654c5-b40a-4c62-911e-39769f0a2af5 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:41:43.240357 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c072d978-e107-455c-85cc-d384aeaef119 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:43.241326 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-bae18d46-1e05-4b50-9549-5602703ebb94 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Request body: {'security_group_rule': {'security_group_id': '88d28db7-fa9f-47b8-a19e-6fd82333e01b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:43.279777 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-5e7f9c3e-190b-4697-8500-45832e6152bd None None] Provisioning complete for port 352b1af5-b8cc-430a-92ac-6bf38029d759 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:41:43.284173 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5e7f9c3e-190b-4697-8500-45832e6152bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:43.295300 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1223310-77b6-4899-b218-714802565742 None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:41:43.315960 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f85f2568-e340-4c38-a3cd-f9353ee3d0fd tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3749368 Aug 22 13:41:43.318165 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48948) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:43.330503 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-e777b824-c5e9-4edf-bac7-c8f630f04b61 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Request body: {'security_group': {'name': 'tempest-secgroup--967069251'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:43.346956 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-b1223310-77b6-4899-b218-714802565742 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:41:43.351316 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1223310-77b6-4899-b218-714802565742 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:41:43.353619 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1223310-77b6-4899-b218-714802565742 None None] Pushing event updated for resources: {'Port': ['ID=e984cbeb-df44-40a4-8396-4c51ed0a690c,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:43.358869 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c072d978-e107-455c-85cc-d384aeaef119 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:41:43.361055 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-9d1f4245-e9d8-45a0-a1ea-8c61d240b2c1 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Deleting port b85654c5-b40a-4c62-911e-39769f0a2af5 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:41:43.361401 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9d1f4245-e9d8-45a0-a1ea-8c61d240b2c1 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:43.389645 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-c072d978-e107-455c-85cc-d384aeaef119 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:41:43.397420 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c072d978-e107-455c-85cc-d384aeaef119 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:43.398026 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c072d978-e107-455c-85cc-d384aeaef119 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:43.403872 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device b85654c5-b40a-4c62-911e-39769f0a2af5 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:41:43.412924 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e777b824-c5e9-4edf-bac7-c8f630f04b61 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:43.439267 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c072d978-e107-455c-85cc-d384aeaef119 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event updated for resources: {'Subnet': ['ID=2998de69-5f12-4d9f-9678-13cfeb6a933e,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:43.456133 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-bae18d46-1e05-4b50-9549-5602703ebb94 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 13:41:43.457480 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-bae18d46-1e05-4b50-9549-5602703ebb94 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2221730 Aug 22 13:41:43.461276 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c072d978-e107-455c-85cc-d384aeaef119 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1131871 Aug 22 13:41:43.467374 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48954) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:43.467712 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48956) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:43.477776 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-1c0538f5-2b11-4f50-ad47-a2678c6e6e89 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'port': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'mac_address': 'fa:16:3e:8a:18:ce', 'name': 'tempest-NetworksTestDHCPv6-1560795081'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:43.483842 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-a47b020a-8b91-465d-8141-091350fa773c tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Request body: {'security_group_rule': {'security_group_id': '88d28db7-fa9f-47b8-a19e-6fd82333e01b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:43.484872 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-5e7f9c3e-190b-4697-8500-45832e6152bd None None] Port 352b1af5-b8cc-430a-92ac-6bf38029d759 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:41:43.484993 n-d-793621-33 neutron-server[94628]: WARNING neutron.api.v2.base [None req-a47b020a-8b91-465d-8141-091350fa773c tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 22 13:41:43.485509 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-a47b020a-8b91-465d-8141-091350fa773c tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 13:41:43.486530 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a47b020a-8b91-465d-8141-091350fa773c tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0177977 Aug 22 13:41:43.492144 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48958) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:43.507979 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-48c3391f-320b-4409-81e4-1bd815c8b388 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Request body: {'security_group_rule': {'security_group_id': '88d28db7-fa9f-47b8-a19e-6fd82333e01b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:43.513387 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-9d1f4245-e9d8-45a0-a1ea-8c61d240b2c1 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] For port b85654c5-b40a-4c62-911e-39769f0a2af5, host n-d-793621-33, got binding levels [] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:41:43.513795 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9d1f4245-e9d8-45a0-a1ea-8c61d240b2c1 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:43.536624 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e777b824-c5e9-4edf-bac7-c8f630f04b61 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:43.544681 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e777b824-c5e9-4edf-bac7-c8f630f04b61 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:43.548716 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-b1223310-77b6-4899-b218-714802565742 None None] Attempting to bind port e984cbeb-df44-40a4-8396-4c51ed0a690c on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:41:43.549331 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-b1223310-77b6-4899-b218-714802565742 None None] Attempting to bind port e984cbeb-df44-40a4-8396-4c51ed0a690c by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:41:43.549860 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1223310-77b6-4899-b218-714802565742 None None] Attempting to bind port e984cbeb-df44-40a4-8396-4c51ed0a690c on network 933f65da-8ef2-4dea-ac27-3eee9182e92f {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:41:43.556675 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: b85654c5-b40a-4c62-911e-39769f0a2af5 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:41:43.557243 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device b85654c5-b40a-4c62-911e-39769f0a2af5 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:41:43.584417 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-9d1f4245-e9d8-45a0-a1ea-8c61d240b2c1 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Calling delete_port for b85654c5-b40a-4c62-911e-39769f0a2af5 owned by network:dhcp {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:41:43.587071 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1223310-77b6-4899-b218-714802565742 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:41:43.587252 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.ipam_backend_mixin [None req-9d1f4245-e9d8-45a0-a1ea-8c61d240b2c1 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Port b85654c5-b40a-4c62-911e-39769f0a2af5 was not found and therefore no delete operation was performed {{(pid=94628) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 22 13:41:43.587920 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1223310-77b6-4899-b218-714802565742 None None] Checking segment: {'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:41:43.588535 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b1223310-77b6-4899-b218-714802565742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:43.589307 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1223310-77b6-4899-b218-714802565742 None None] Bound using segment: {'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:41:43.589968 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-b1223310-77b6-4899-b218-714802565742 None None] Bound port: e984cbeb-df44-40a4-8396-4c51ed0a690c, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:41:43.590697 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b1223310-77b6-4899-b218-714802565742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:43.593395 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9d1f4245-e9d8-45a0-a1ea-8c61d240b2c1 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:43.600929 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e777b824-c5e9-4edf-bac7-c8f630f04b61 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be42b37a-3350-483b-8cdd-0f80b45c4e64,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:43.642369 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e777b824-c5e9-4edf-bac7-c8f630f04b61 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:43.647271 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e777b824-c5e9-4edf-bac7-c8f630f04b61 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3205724 Aug 22 13:41:43.647735 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f4245-e9d8-45a0-a1ea-8c61d240b2c1 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Pushing event deleted for resources: {'Port': ['ID=b85654c5-b40a-4c62-911e-39769f0a2af5,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:43.648180 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48968) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:43.653185 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1f4245-e9d8-45a0-a1ea-8c61d240b2c1 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] No DVR routers for this DVR port b85654c5-b40a-4c62-911e-39769f0a2af5 on host n-d-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:41:43.655545 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-07892877-6139-485c-bc2a-c952654e9977 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Request body: {'security_group_rule': {'security_group_id': 'be42b37a-3350-483b-8cdd-0f80b45c4e64', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:43.705355 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-48c3391f-320b-4409-81e4-1bd815c8b388 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 13:41:43.706379 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-48c3391f-320b-4409-81e4-1bd815c8b388 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2024739 Aug 22 13:41:43.708542 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-07892877-6139-485c-bc2a-c952654e9977 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:43.715151 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48970) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:43.725576 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-fd6bc6b0-f87c-42f4-b714-efa21d57963d tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Request body: {'security_group_rule': {'security_group_id': '88d28db7-fa9f-47b8-a19e-6fd82333e01b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:43.726404 n-d-793621-33 neutron-server[94627]: WARNING neutron.api.v2.base [None req-fd6bc6b0-f87c-42f4-b714-efa21d57963d tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 22 13:41:43.727404 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-fd6bc6b0-f87c-42f4-b714-efa21d57963d tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 13:41:43.728593 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-fd6bc6b0-f87c-42f4-b714-efa21d57963d tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0110455 Aug 22 13:41:43.740401 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48974) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:43.746899 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-87a17c0a-d511-46bc-bd20-6cdc9188415b tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Request body: {'security_group_rule': {'security_group_id': '88d28db7-fa9f-47b8-a19e-6fd82333e01b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:43.760756 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5de67c08-c8e3-455c-9715-bd532230d69d tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:43.769607 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-b1223310-77b6-4899-b218-714802565742 None None] For port e984cbeb-df44-40a4-8396-4c51ed0a690c, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:41:43.778368 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-b1223310-77b6-4899-b218-714802565742 None None] For port e984cbeb-df44-40a4-8396-4c51ed0a690c, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=e984cbeb-df44-40a4-8396-4c51ed0a690c,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:41:43.787692 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b1223310-77b6-4899-b218-714802565742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:43.831325 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de67c08-c8e3-455c-9715-bd532230d69d tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Pushing event deleted for resources: {'Port': ['ID=352b1af5-b8cc-430a-92ac-6bf38029d759,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:43.837393 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9d1f4245-e9d8-45a0-a1ea-8c61d240b2c1 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:43.841023 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0538f5-2b11-4f50-ad47-a2678c6e6e89 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:41:43.865980 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-9d1f4245-e9d8-45a0-a1ea-8c61d240b2c1 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b608bc4-856f-4a64-9888-45b88cb8d41e']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:43.911221 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5de67c08-c8e3-455c-9715-bd532230d69d tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:43.911790 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-9d1f4245-e9d8-45a0-a1ea-8c61d240b2c1 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c72ae18-30e2-45ad-aea4-8867c4e87e17') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:43.912096 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-9d1f4245-e9d8-45a0-a1ea-8c61d240b2c1 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c72ae18-30e2-45ad-aea4-8867c4e87e17') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:43.913471 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-5de67c08-c8e3-455c-9715-bd532230d69d tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] 10.222.0.21 "DELETE /v2.0/ports/352b1af5-b8cc-430a-92ac-6bf38029d759 HTTP/1.1" status: 204 len: 168 time: 1.1792653 Aug 22 13:41:43.917767 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48978) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:43.940428 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9d1f4245-e9d8-45a0-a1ea-8c61d240b2c1 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:43.964552 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1223310-77b6-4899-b218-714802565742 None None] Pushing event updated for resources: {'Port': ['ID=e984cbeb-df44-40a4-8396-4c51ed0a690c,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:43.981235 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9d1f4245-e9d8-45a0-a1ea-8c61d240b2c1 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:44.011615 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d1f4245-e9d8-45a0-a1ea-8c61d240b2c1 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:41:44.011824 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-29564ed5-1f8f-4086-8705-1fed8dd46ad3 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Deleting subnet 8e626985-4ed3-419a-9d0f-72babd4e1b43 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:41:44.019537 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9d1f4245-e9d8-45a0-a1ea-8c61d240b2c1 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:44.025627 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:41:44.025627 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:41:44.025627 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:41:44.025627 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:41:44.025627 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:41:44.025627 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:41:44.025627 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:41:44.025627 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:41:44.025627 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:41:44.025627 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:41:44.025627 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:41:44.025627 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:41:44.025627 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:41:44.025627 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:41:44.025627 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:41:44.025627 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:41:44.025627 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:41:44.025627 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:41:44.025627 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:41:44.025627 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:41:44.025627 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:41:44.025627 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:41:44.025627 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:41:44.025627 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:41:44.025627 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:41:44.025627 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:41:44.025627 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:41:44.025627 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:41:44.025627 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:41:44.025627 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:41:44.025627 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:41:44.025627 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:41:44.028533 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-87a17c0a-d511-46bc-bd20-6cdc9188415b tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 13:41:44.028533 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-87a17c0a-d511-46bc-bd20-6cdc9188415b tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2853916 Aug 22 13:41:44.075046 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-29564ed5-1f8f-4086-8705-1fed8dd46ad3 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:44.078304 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48980) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:44.090746 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-218b608a-5cf6-43b7-9bdf-354a3eadfe10 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Request body: {'security_group_rule': {'security_group_id': '88d28db7-fa9f-47b8-a19e-6fd82333e01b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:44.091242 n-d-793621-33 neutron-server[94627]: WARNING neutron.api.v2.base [None req-218b608a-5cf6-43b7-9bdf-354a3eadfe10 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 22 13:41:44.091755 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-218b608a-5cf6-43b7-9bdf-354a3eadfe10 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 13:41:44.098610 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-218b608a-5cf6-43b7-9bdf-354a3eadfe10 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0163867 Aug 22 13:41:44.123795 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48982) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:44.133321 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-07892877-6139-485c-bc2a-c952654e9977 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:44.141765 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-3d6ed9b9-deb9-491a-8aa4-632b78a427fd tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Request body: {'security_group_rule': {'security_group_id': '88d28db7-fa9f-47b8-a19e-6fd82333e01b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:44.171459 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-07892877-6139-485c-bc2a-c952654e9977 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:44.220438 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-07892877-6139-485c-bc2a-c952654e9977 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:44.222779 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-07892877-6139-485c-bc2a-c952654e9977 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5733418 Aug 22 13:41:44.225349 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-29564ed5-1f8f-4086-8705-1fed8dd46ad3 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:44.239611 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48984) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:44.270934 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-6c8b6c80-f998-4d56-9f55-8306ce2836b9 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Request body: {'security_group_rule': {'security_group_id': 'be42b37a-3350-483b-8cdd-0f80b45c4e64', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:44.289726 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d8a32f-5308-49eb-acba-7cb12721646a req-5d184294-65f1-40a6-987e-f8ead2089306 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:44.297458 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d5d8a32f-5308-49eb-acba-7cb12721646a req-5d184294-65f1-40a6-987e-f8ead2089306 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7e300ab-6ca4-493b-85fa-731187076fdf HTTP/1.1" status: 200 len: 946 time: 0.2735853 Aug 22 13:41:44.298651 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07892877-6139-485c-bc2a-c952654e9977 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94da9ff9-cab3-4142-8269-7ae58d4e9437,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:44.339126 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-3d6ed9b9-deb9-491a-8aa4-632b78a427fd tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 13:41:44.340594 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-3d6ed9b9-deb9-491a-8aa4-632b78a427fd tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2108169 Aug 22 13:41:44.348394 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48986) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:44.360476 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-de0e2a6e-908e-41c5-8e68-ca748e286999 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Request body: {'security_group_rule': {'security_group_id': '88d28db7-fa9f-47b8-a19e-6fd82333e01b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:44.440716 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1c0538f5-2b11-4f50-ad47-a2678c6e6e89 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:44.480693 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9d1f4245-e9d8-45a0-a1ea-8c61d240b2c1 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:44.482771 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-1c0538f5-2b11-4f50-ad47-a2678c6e6e89 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] device_id is not set on port d0397422-ee97-4acc-b2cf-a34263f70228 yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:41:44.492139 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9d1f4245-e9d8-45a0-a1ea-8c61d240b2c1 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:44.494014 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9d1f4245-e9d8-45a0-a1ea-8c61d240b2c1 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] 10.222.0.21 "DELETE /v2.0/networks/5b608bc4-856f-4a64-9888-45b88cb8d41e HTTP/1.1" status: 204 len: 168 time: 2.3366718 Aug 22 13:41:44.498158 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48988) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:44.501843 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d5d8a32f-5308-49eb-acba-7cb12721646a req-a0fac492-430d-4088-b150-88d8082cc20f tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958625 Aug 22 13:41:44.512922 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6c8b6c80-f998-4d56-9f55-8306ce2836b9 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:44.545941 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f4245-e9d8-45a0-a1ea-8c61d240b2c1 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Pushing event deleted for resources: {'Network': ['ID=5b608bc4-856f-4a64-9888-45b88cb8d41e,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:44.565344 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-29564ed5-1f8f-4086-8705-1fed8dd46ad3 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:44.610734 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdea4913-7224-420a-a637-06e8f977b4c7 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Deleting subnet eef1b981-9def-4298-b016-7f0009d66579 {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:41:44.612701 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-de0e2a6e-908e-41c5-8e68-ca748e286999 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 13:41:44.613757 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-de0e2a6e-908e-41c5-8e68-ca748e286999 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2606370 Aug 22 13:41:44.618037 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48990) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:44.618481 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fdea4913-7224-420a-a637-06e8f977b4c7 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:44.666926 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6c8b6c80-f998-4d56-9f55-8306ce2836b9 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:44.673883 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6c8b6c80-f998-4d56-9f55-8306ce2836b9 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:44.687757 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fdea4913-7224-420a-a637-06e8f977b4c7 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:44.708813 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8b6c80-f998-4d56-9f55-8306ce2836b9 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=260dc55b-a3f9-4112-8238-3d2d49d02a6b,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:44.717269 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-29564ed5-1f8f-4086-8705-1fed8dd46ad3 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:44.730470 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6c8b6c80-f998-4d56-9f55-8306ce2836b9 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:44.731663 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-6c8b6c80-f998-4d56-9f55-8306ce2836b9 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4653070 Aug 22 13:41:44.747291 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48992) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:44.754498 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-36894e5d-d39a-4535-b3f1-115bdeb3207b tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Request body: {'security_group_rule': {'security_group_id': 'be42b37a-3350-483b-8cdd-0f80b45c4e64', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:44.762523 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29564ed5-1f8f-4086-8705-1fed8dd46ad3 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Pushing event deleted for resources: {'Subnet': ['ID=8e626985-4ed3-419a-9d0f-72babd4e1b43,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:44.769822 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-29564ed5-1f8f-4086-8705-1fed8dd46ad3 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:44.772204 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-29564ed5-1f8f-4086-8705-1fed8dd46ad3 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] 10.222.0.21 "DELETE /v2.0/subnets/8e626985-4ed3-419a-9d0f-72babd4e1b43 HTTP/1.1" status: 204 len: 168 time: 0.8471973 Aug 22 13:41:44.775782 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48994) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:44.783082 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d39e5b-1086-4df3-bb5f-3e9db3bfa95f None None] Network 1509d6ce-883c-4732-bfdd-8658ca09f23f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:41:44.787163 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-26a1dccb-6f16-4339-9a39-cc167f747bfe tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:44.830146 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-1c0538f5-2b11-4f50-ad47-a2678c6e6e89 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Allocated IP 172.20.0.3 (933f65da-8ef2-4dea-ac27-3eee9182e92f/2998de69-5f12-4d9f-9678-13cfeb6a933e/d0397422-ee97-4acc-b2cf-a34263f70228) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:41:44.842065 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-1c0538f5-2b11-4f50-ad47-a2678c6e6e89 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Allocated IP 2001:db8::f816:3eff:fe8a:18ce (933f65da-8ef2-4dea-ac27-3eee9182e92f/c263d757-4094-446e-b770-6646d2593ec8/d0397422-ee97-4acc-b2cf-a34263f70228) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:41:44.848961 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-36894e5d-d39a-4535-b3f1-115bdeb3207b tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:44.859521 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fdea4913-7224-420a-a637-06e8f977b4c7 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:44.872607 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-26a1dccb-6f16-4339-9a39-cc167f747bfe tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:44.899839 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ce64b893-2b09-4a9d-82f1-1c79563073cf tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:44.987453 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-26a1dccb-6f16-4339-9a39-cc167f747bfe tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:44.991465 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-26a1dccb-6f16-4339-9a39-cc167f747bfe tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:44.993110 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-26a1dccb-6f16-4339-9a39-cc167f747bfe tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] 10.222.0.21 "DELETE /v2.0/security-groups/88d28db7-fa9f-47b8-a19e-6fd82333e01b HTTP/1.1" status: 204 len: 168 time: 0.3738887 Aug 22 13:41:44.998123 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48998) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:45.028587 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a1dccb-6f16-4339-9a39-cc167f747bfe tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d28db7-fa9f-47b8-a19e-6fd82333e01b,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:45.033116 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-36894e5d-d39a-4535-b3f1-115bdeb3207b tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:45.053402 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f9ed9c-c481-4b28-ad8f-b271f9306ad4 None None] DHCP port deletion for 1509d6ce-883c-4732-bfdd-8658ca09f23f request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:41:45.054453 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-ce64b893-2b09-4a9d-82f1-1c79563073cf tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Deleting port cf083c2f-db15-4ed6-9feb-6a4fabb44773 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:41:45.054842 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ce64b893-2b09-4a9d-82f1-1c79563073cf tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:45.092928 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-36894e5d-d39a-4535-b3f1-115bdeb3207b tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:45.111292 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fdea4913-7224-420a-a637-06e8f977b4c7 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:45.137918 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-b6f9ed9c-c481-4b28-ad8f-b271f9306ad4 None None] Deleting port cf083c2f-db15-4ed6-9feb-6a4fabb44773 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:41:45.138860 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b6f9ed9c-c481-4b28-ad8f-b271f9306ad4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:45.161026 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-23714547-efea-42f1-8525-47667b47bffe tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1597300 Aug 22 13:41:45.165434 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49000) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:45.167294 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36894e5d-d39a-4535-b3f1-115bdeb3207b tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa67c230-48ac-40a3-9ea8-a757c7395193,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:45.172198 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-9801b067-fdbf-40a6-9b0c-de6a06420722 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Request body: {'security_group': {'name': 'tempest-secgroup--2115261395'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:45.174450 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea4913-7224-420a-a637-06e8f977b4c7 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Pushing event deleted for resources: {'Subnet': ['ID=eef1b981-9def-4298-b016-7f0009d66579,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:45.185363 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fdea4913-7224-420a-a637-06e8f977b4c7 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:45.188221 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-fdea4913-7224-420a-a637-06e8f977b4c7 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] 10.222.0.21 "DELETE /v2.0/subnets/eef1b981-9def-4298-b016-7f0009d66579 HTTP/1.1" status: 204 len: 168 time: 0.6891716 Aug 22 13:41:45.191562 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-36894e5d-d39a-4535-b3f1-115bdeb3207b tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:45.193240 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-36894e5d-d39a-4535-b3f1-115bdeb3207b tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4449654 Aug 22 13:41:45.193881 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49002) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:45.196784 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49004) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:45.203939 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-3de0a85c-4729-4db9-94d7-a7c77d981434 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Request body: {'security_group_rule': {'security_group_id': 'be42b37a-3350-483b-8cdd-0f80b45c4e64', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:45.243552 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1c0538f5-2b11-4f50-ad47-a2678c6e6e89 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:45.261107 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-1c0538f5-2b11-4f50-ad47-a2678c6e6e89 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Transition to ACTIVE for port object d0397422-ee97-4acc-b2cf-a34263f70228 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:41:45.263569 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8c9ee8-248f-4edb-b778-00c3cfe28ce7 None None] Network 13e36667-9875-4e70-985c-00d9b7935772 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:41:45.282682 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-ce64b893-2b09-4a9d-82f1-1c79563073cf tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] For port cf083c2f-db15-4ed6-9feb-6a4fabb44773, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=cf083c2f-db15-4ed6-9feb-6a4fabb44773,segment=NetworkSegment(9963e730-637a-4efc-b487-367bf87d1fa7),segment_id=9963e730-637a-4efc-b487-367bf87d1fa7)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:41:45.283062 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ce64b893-2b09-4a9d-82f1-1c79563073cf tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:45.314812 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-ce64b893-2b09-4a9d-82f1-1c79563073cf tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Calling delete_port for cf083c2f-db15-4ed6-9feb-6a4fabb44773 owned by network:dhcp {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:41:45.318291 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9801b067-fdbf-40a6-9b0c-de6a06420722 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:45.336797 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-58f59337-f589-4c64-95b0-6582aacf7ea8 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:45.345996 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1c0538f5-2b11-4f50-ad47-a2678c6e6e89 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:45.351077 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-b6f9ed9c-c481-4b28-ad8f-b271f9306ad4 None None] For port cf083c2f-db15-4ed6-9feb-6a4fabb44773, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=cf083c2f-db15-4ed6-9feb-6a4fabb44773,segment=NetworkSegment(9963e730-637a-4efc-b487-367bf87d1fa7),segment_id=9963e730-637a-4efc-b487-367bf87d1fa7)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:41:45.351725 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b6f9ed9c-c481-4b28-ad8f-b271f9306ad4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:45.383929 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-b6f9ed9c-c481-4b28-ad8f-b271f9306ad4 None None] Calling delete_port for cf083c2f-db15-4ed6-9feb-6a4fabb44773 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:41:45.439972 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0538f5-2b11-4f50-ad47-a2678c6e6e89 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event updated for resources: {'Port': ['ID=d0397422-ee97-4acc-b2cf-a34263f70228,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:45.449864 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0538f5-2b11-4f50-ad47-a2678c6e6e89 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:41:45.451662 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3de0a85c-4729-4db9-94d7-a7c77d981434 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:45.454041 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device e984cbeb-df44-40a4-8396-4c51ed0a690c up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:41:45.459694 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-1c0538f5-2b11-4f50-ad47-a2678c6e6e89 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:41:45.468485 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0538f5-2b11-4f50-ad47-a2678c6e6e89 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:41:45.522905 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3626818-43bb-4071-b94c-f88c5b126fe1 req-ed35dcbe-69b3-456b-bf01-0868d8b8ce74 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:45.524468 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c3626818-43bb-4071-b94c-f88c5b126fe1 req-ed35dcbe-69b3-456b-bf01-0868d8b8ce74 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e300ab-6ca4-493b-85fa-731187076fdf HTTP/1.1" status: 200 len: 946 time: 0.1803131 Aug 22 13:41:45.554099 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0538f5-2b11-4f50-ad47-a2678c6e6e89 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:45.555014 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1c0538f5-2b11-4f50-ad47-a2678c6e6e89 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:45.559242 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1528890c-3d49-4cd4-8af1-22958c11f1e9 None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:41:45.581996 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3de0a85c-4729-4db9-94d7-a7c77d981434 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:45.589918 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3de0a85c-4729-4db9-94d7-a7c77d981434 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:45.606744 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ce64b893-2b09-4a9d-82f1-1c79563073cf tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:45.629919 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de0a85c-4729-4db9-94d7-a7c77d981434 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64145fa5-1f35-4ad7-8762-436222ef45e9,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:45.681830 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-4505838b-af81-420e-9744-1358c4f9d4b2 None None] Provisioning for port e984cbeb-df44-40a4-8396-4c51ed0a690c completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:41:45.692749 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce64b893-2b09-4a9d-82f1-1c79563073cf tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Pushing event deleted for resources: {'Port': ['ID=cf083c2f-db15-4ed6-9feb-6a4fabb44773,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:45.706827 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce64b893-2b09-4a9d-82f1-1c79563073cf tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] No DVR routers for this DVR port cf083c2f-db15-4ed6-9feb-6a4fabb44773 on host n-d-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:41:45.743886 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port e984cbeb-df44-40a4-8396-4c51ed0a690c completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:41:45.749139 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9801b067-fdbf-40a6-9b0c-de6a06420722 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:45.760921 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3de0a85c-4729-4db9-94d7-a7c77d981434 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:45.763507 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port e984cbeb-df44-40a4-8396-4c51ed0a690c triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:41:45.764089 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:45.768656 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-3de0a85c-4729-4db9-94d7-a7c77d981434 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5687182 Aug 22 13:41:45.772295 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49008) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:45.772881 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b6f9ed9c-c481-4b28-ad8f-b271f9306ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:45.776082 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-1c0538f5-2b11-4f50-ad47-a2678c6e6e89 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.3029206 Aug 22 13:41:45.776280 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-58f59337-f589-4c64-95b0-6582aacf7ea8 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Deleting port 735aa8cd-c1b4-49ae-b8b2-72b1164d595b {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:41:45.776280 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-58f59337-f589-4c64-95b0-6582aacf7ea8 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:45.779282 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-ab01c51a-e594-479e-90fb-90966e2a96fe tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Request body: {'security_group_rule': {'security_group_id': 'be42b37a-3350-483b-8cdd-0f80b45c4e64', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:45.780047 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49010) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:45.808756 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9801b067-fdbf-40a6-9b0c-de6a06420722 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:45.815244 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ab01c51a-e594-479e-90fb-90966e2a96fe tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:45.830222 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb7d468-620e-44c8-80f7-48d3e7cda07d None None] DHCP port deletion for 13e36667-9875-4e70-985c-00d9b7935772 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:41:45.870897 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f9ed9c-c481-4b28-ad8f-b271f9306ad4 None None] No DVR routers for this DVR port cf083c2f-db15-4ed6-9feb-6a4fabb44773 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:41:45.887365 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f9ed9c-c481-4b28-ad8f-b271f9306ad4 None None] Pushing event deleted for resources: {'Port': ['ID=cf083c2f-db15-4ed6-9feb-6a4fabb44773,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:45.899269 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ab01c51a-e594-479e-90fb-90966e2a96fe tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:45.903899 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ab01c51a-e594-479e-90fb-90966e2a96fe tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:45.923214 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab01c51a-e594-479e-90fb-90966e2a96fe tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f390a5e5-0544-43ef-bb86-3c645cf8c5f9,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:45.931947 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ab01c51a-e594-479e-90fb-90966e2a96fe tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:45.934022 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ab01c51a-e594-479e-90fb-90966e2a96fe tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1589737 Aug 22 13:41:45.936878 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49012) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:45.973671 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0e95b927-07df-41ae-b8ea-41142549cf85 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:45.995532 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ce64b893-2b09-4a9d-82f1-1c79563073cf tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:45.997887 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0e95b927-07df-41ae-b8ea-41142549cf85 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:46.009614 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731ab8a-3f61-4939-a384-d3177994e2f3 req-53b88d15-8209-4345-84bb-3370a934ded5 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:46.011184 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e731ab8a-3f61-4939-a384-d3177994e2f3 req-53b88d15-8209-4345-84bb-3370a934ded5 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7e300ab-6ca4-493b-85fa-731187076fdf HTTP/1.1" status: 200 len: 946 time: 0.3820596 Aug 22 13:41:46.027733 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9801b067-fdbf-40a6-9b0c-de6a06420722 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:46.032220 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-9801b067-fdbf-40a6-9b0c-de6a06420722 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8623261 Aug 22 13:41:46.033704 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49016) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:46.035156 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9801b067-fdbf-40a6-9b0c-de6a06420722 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07b50278-8608-4a72-acc2-14154bea63b9,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:46.037283 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-7bb7d468-620e-44c8-80f7-48d3e7cda07d None None] Deleting port 735aa8cd-c1b4-49ae-b8b2-72b1164d595b {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:41:46.037654 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7bb7d468-620e-44c8-80f7-48d3e7cda07d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:46.040700 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-ce64b893-2b09-4a9d-82f1-1c79563073cf tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1509d6ce-883c-4732-bfdd-8658ca09f23f']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:46.042315 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-ec63eddd-e8ca-4403-8bfc-043667dfaefd tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Request body: {'security_group_rule': {'security_group_id': '07b50278-8608-4a72-acc2-14154bea63b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:46.053038 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0e95b927-07df-41ae-b8ea-41142549cf85 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:46.065304 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0e95b927-07df-41ae-b8ea-41142549cf85 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:46.069989 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0e95b927-07df-41ae-b8ea-41142549cf85 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/f390a5e5-0544-43ef-bb86-3c645cf8c5f9 HTTP/1.1" status: 204 len: 168 time: 0.1313219 Aug 22 13:41:46.080098 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49020) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:46.090464 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-ce64b893-2b09-4a9d-82f1-1c79563073cf tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9963e730-637a-4efc-b487-367bf87d1fa7') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:46.090933 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-ce64b893-2b09-4a9d-82f1-1c79563073cf tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9963e730-637a-4efc-b487-367bf87d1fa7') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:46.096370 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-58f59337-f589-4c64-95b0-6582aacf7ea8 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] For port 735aa8cd-c1b4-49ae-b8b2-72b1164d595b, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=735aa8cd-c1b4-49ae-b8b2-72b1164d595b,segment=NetworkSegment(1a9f8fc9-1a74-401f-9f36-745c7ec493be),segment_id=1a9f8fc9-1a74-401f-9f36-745c7ec493be)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:41:46.096760 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-58f59337-f589-4c64-95b0-6582aacf7ea8 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:46.098419 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e95b927-07df-41ae-b8ea-41142549cf85 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f390a5e5-0544-43ef-bb86-3c645cf8c5f9,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:46.108632 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:46.109133 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e9d6e8-d1f5-419d-b08a-8d0c035e8e50 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:46.115571 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e9d6e8-d1f5-419d-b08a-8d0c035e8e50 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:46.120295 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-67e9d6e8-d1f5-419d-b08a-8d0c035e8e50 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.3356075 Aug 22 13:41:46.121620 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49022) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:46.136486 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-c3626818-43bb-4071-b94c-f88c5b126fe1 req-b0e866c3-4348-4fc7-9bf5-9e94aed051cc tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Deleting port bfca5d30-3e48-4072-a6df-3b881a1a8fbe {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:41:46.136943 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-c3626818-43bb-4071-b94c-f88c5b126fe1 req-b0e866c3-4348-4fc7-9bf5-9e94aed051cc tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:46.145580 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ce64b893-2b09-4a9d-82f1-1c79563073cf tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:46.179219 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-7bb7d468-620e-44c8-80f7-48d3e7cda07d None None] For port 735aa8cd-c1b4-49ae-b8b2-72b1164d595b, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=735aa8cd-c1b4-49ae-b8b2-72b1164d595b,segment=NetworkSegment(1a9f8fc9-1a74-401f-9f36-745c7ec493be),segment_id=1a9f8fc9-1a74-401f-9f36-745c7ec493be)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:41:46.179429 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-58f59337-f589-4c64-95b0-6582aacf7ea8 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Calling delete_port for 735aa8cd-c1b4-49ae-b8b2-72b1164d595b owned by network:dhcp {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:41:46.180158 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7bb7d468-620e-44c8-80f7-48d3e7cda07d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:46.203583 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port e984cbeb-df44-40a4-8396-4c51ed0a690c, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=e984cbeb-df44-40a4-8396-4c51ed0a690c,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:41:46.209504 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c9b0c3-8bc6-41ec-9406-27f76e7443ef None None] Update dhcp port {'port': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'fixed_ips': [{'subnet_id': 'c263d757-4094-446e-b770-6646d2593ec8', 'ip_address': '2001:db8::f816:3eff:fee9:88ea'}, {'subnet_id': '2998de69-5f12-4d9f-9678-13cfeb6a933e'}], 'binding:host_id': 'n-d-793621-33'}, 'id': 'e984cbeb-df44-40a4-8396-4c51ed0a690c'} from n-d-793621-33. {{(pid=94629) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 22 13:41:46.226007 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ce64b893-2b09-4a9d-82f1-1c79563073cf tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:46.237959 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e731ab8a-3f61-4939-a384-d3177994e2f3 req-b3f7ff6f-c236-4b71-a05b-fdcec53fe94a tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939917 Aug 22 13:41:46.240344 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-7bb7d468-620e-44c8-80f7-48d3e7cda07d None None] Calling delete_port for 735aa8cd-c1b4-49ae-b8b2-72b1164d595b owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:41:46.242348 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d5c9b0c3-8bc6-41ec-9406-27f76e7443ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:46.246321 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:46.255737 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-3b251855-32be-48c0-b8da-a82e50337117 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1741312 Aug 22 13:41:46.290375 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce64b893-2b09-4a9d-82f1-1c79563073cf tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:41:46.291036 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ce64b893-2b09-4a9d-82f1-1c79563073cf tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:46.294612 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:41:46.294612 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:41:46.294612 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:41:46.294612 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:41:46.294612 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:41:46.294612 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:41:46.294612 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:41:46.294612 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:41:46.294612 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:41:46.294612 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:41:46.294612 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:41:46.294612 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:41:46.294612 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:41:46.294612 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:41:46.294612 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:41:46.294612 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:41:46.294612 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:41:46.294612 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:41:46.294612 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:41:46.294612 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:41:46.294612 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:41:46.294612 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:41:46.294612 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:41:46.294612 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:41:46.294612 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:41:46.294612 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:41:46.294612 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:41:46.294612 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:41:46.294612 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:41:46.294612 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:41:46.294612 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:41:46.294612 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:41:46.300606 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-ec63eddd-e8ca-4403-8bfc-043667dfaefd tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] create failed (client error): The resource could not be found. Aug 22 13:41:46.304274 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ec63eddd-e8ca-4403-8bfc-043667dfaefd tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2657495 Aug 22 13:41:46.304274 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49026) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:46.306459 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49028) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:46.329384 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-767b8880-334a-420a-a5e9-1b60e7216eca tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Request body: {'security_group_rule': {'security_group_id': '07b50278-8608-4a72-acc2-14154bea63b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'c0de82b4-268c-4f09-9f3d-f2e146715ae6'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:46.359275 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9df96f32-7fc1-4d99-afa3-2406101234e4 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:46.378805 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9df96f32-7fc1-4d99-afa3-2406101234e4 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:46.379025 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device cf083c2f-db15-4ed6-9feb-6a4fabb44773 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:41:46.417524 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: cf083c2f-db15-4ed6-9feb-6a4fabb44773 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:41:46.418178 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device cf083c2f-db15-4ed6-9feb-6a4fabb44773 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:41:46.429425 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-75f43a0c-64b2-40ee-b0e2-fea6946464e9 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Deleting port d0397422-ee97-4acc-b2cf-a34263f70228 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:41:46.429789 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-75f43a0c-64b2-40ee-b0e2-fea6946464e9 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:46.441360 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=e984cbeb-df44-40a4-8396-4c51ed0a690c,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:46.454641 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-767b8880-334a-420a-a5e9-1b60e7216eca tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] create failed (client error): The resource could not be found. Aug 22 13:41:46.455641 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-767b8880-334a-420a-a5e9-1b60e7216eca tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1312652 Aug 22 13:41:46.456721 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9df96f32-7fc1-4d99-afa3-2406101234e4 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:46.463673 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49030) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:46.467773 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ce64b893-2b09-4a9d-82f1-1c79563073cf tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:46.496140 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9df96f32-7fc1-4d99-afa3-2406101234e4 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:46.497455 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9df96f32-7fc1-4d99-afa3-2406101234e4 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/64145fa5-1f35-4ad7-8762-436222ef45e9 HTTP/1.1" status: 204 len: 168 time: 0.1921792 Aug 22 13:41:46.501802 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49032) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:46.515962 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df96f32-7fc1-4d99-afa3-2406101234e4 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=64145fa5-1f35-4ad7-8762-436222ef45e9,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:46.524410 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ce64b893-2b09-4a9d-82f1-1c79563073cf tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:46.526492 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ce64b893-2b09-4a9d-82f1-1c79563073cf tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] 10.222.0.21 "DELETE /v2.0/networks/1509d6ce-883c-4732-bfdd-8658ca09f23f HTTP/1.1" status: 204 len: 168 time: 1.7494161 Aug 22 13:41:46.543645 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-c3626818-43bb-4071-b94c-f88c5b126fe1 req-b0e866c3-4348-4fc7-9bf5-9e94aed051cc tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] For port bfca5d30-3e48-4072-a6df-3b881a1a8fbe, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=bfca5d30-3e48-4072-a6df-3b881a1a8fbe,segment=NetworkSegment(ade77f39-5a78-4e5c-8ff0-9af8c1244976),segment_id=ade77f39-5a78-4e5c-8ff0-9af8c1244976)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:41:46.544029 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-c3626818-43bb-4071-b94c-f88c5b126fe1 req-b0e866c3-4348-4fc7-9bf5-9e94aed051cc tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:46.565619 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7bb7d468-620e-44c8-80f7-48d3e7cda07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:46.589544 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-58f59337-f589-4c64-95b0-6582aacf7ea8 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:46.595638 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-cee47374-5db9-4506-b2e5-aead0eaa88d8 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0901430 Aug 22 13:41:46.597867 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-75f43a0c-64b2-40ee-b0e2-fea6946464e9 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:46.598050 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-c3626818-43bb-4071-b94c-f88c5b126fe1 req-b0e866c3-4348-4fc7-9bf5-9e94aed051cc tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Calling delete_port for bfca5d30-3e48-4072-a6df-3b881a1a8fbe owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:41:46.600321 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49036) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:46.622978 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce64b893-2b09-4a9d-82f1-1c79563073cf tempest-ExtraDHCPOptionsIpV6TestJSON-273339466 tempest-ExtraDHCPOptionsIpV6TestJSON-273339466-project] Pushing event deleted for resources: {'Network': ['ID=1509d6ce-883c-4732-bfdd-8658ca09f23f,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:46.623423 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-75f43a0c-64b2-40ee-b0e2-fea6946464e9 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Calling delete_port for d0397422-ee97-4acc-b2cf-a34263f70228 owned by {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:41:46.629935 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e5c38-bd81-4a7b-a3b6-d461cd4f0cb0 req-f60e0dd5-9ec3-4250-9511-7939e8a78402 tempest-TestNetworkAdvancedServerOps-2090656047 tempest-TestNetworkAdvancedServerOps-2090656047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:46.637906 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-357e5c38-bd81-4a7b-a3b6-d461cd4f0cb0 req-f60e0dd5-9ec3-4250-9511-7939e8a78402 tempest-TestNetworkAdvancedServerOps-2090656047 tempest-TestNetworkAdvancedServerOps-2090656047-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 1098 time: 0.3209722 Aug 22 13:41:46.655441 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a62ba295-7c8b-4375-9b62-98815f7844e0 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:46.693686 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f59337-f589-4c64-95b0-6582aacf7ea8 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] No DVR routers for this DVR port 735aa8cd-c1b4-49ae-b8b2-72b1164d595b on host n-d-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:41:46.698067 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a62ba295-7c8b-4375-9b62-98815f7844e0 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:46.747269 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f59337-f589-4c64-95b0-6582aacf7ea8 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Pushing event deleted for resources: {'Port': ['ID=735aa8cd-c1b4-49ae-b8b2-72b1164d595b,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:46.751743 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a62ba295-7c8b-4375-9b62-98815f7844e0 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:46.761079 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a62ba295-7c8b-4375-9b62-98815f7844e0 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:46.762424 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a62ba295-7c8b-4375-9b62-98815f7844e0 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/aa67c230-48ac-40a3-9ea8-a757c7395193 HTTP/1.1" status: 204 len: 168 time: 0.1609757 Aug 22 13:41:46.766446 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49038) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:46.782067 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ba295-7c8b-4375-9b62-98815f7844e0 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aa67c230-48ac-40a3-9ea8-a757c7395193,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:46.798445 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb7d468-620e-44c8-80f7-48d3e7cda07d None None] Pushing event deleted for resources: {'Port': ['ID=735aa8cd-c1b4-49ae-b8b2-72b1164d595b,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:46.818408 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-d5c9b0c3-8bc6-41ec-9406-27f76e7443ef None None] Allocated IP 172.20.0.2 (933f65da-8ef2-4dea-ac27-3eee9182e92f/2998de69-5f12-4d9f-9678-13cfeb6a933e/e984cbeb-df44-40a4-8396-4c51ed0a690c) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:41:46.822029 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb7d468-620e-44c8-80f7-48d3e7cda07d None None] No DVR routers for this DVR port 735aa8cd-c1b4-49ae-b8b2-72b1164d595b on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:41:46.863304 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6149eec4-0eeb-4b94-8059-b538592142d5 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0917978 Aug 22 13:41:46.866336 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49040) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:46.915122 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-58f59337-f589-4c64-95b0-6582aacf7ea8 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:46.929305 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-58f59337-f589-4c64-95b0-6582aacf7ea8 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13e36667-9875-4e70-985c-00d9b7935772']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:46.931723 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ae37011d-894a-4355-ad3b-72970bdddd5b tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:46.942105 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-58f59337-f589-4c64-95b0-6582aacf7ea8 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a9f8fc9-1a74-401f-9f36-745c7ec493be') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:46.942402 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-58f59337-f589-4c64-95b0-6582aacf7ea8 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a9f8fc9-1a74-401f-9f36-745c7ec493be') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:46.951063 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ae37011d-894a-4355-ad3b-72970bdddd5b tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:46.952483 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-58f59337-f589-4c64-95b0-6582aacf7ea8 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:46.960434 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-d5c9b0c3-8bc6-41ec-9406-27f76e7443ef None None] For port e984cbeb-df44-40a4-8396-4c51ed0a690c, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=e984cbeb-df44-40a4-8396-4c51ed0a690c,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:41:46.968422 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-58f59337-f589-4c64-95b0-6582aacf7ea8 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:46.973872 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-75f43a0c-64b2-40ee-b0e2-fea6946464e9 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:46.994629 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ae37011d-894a-4355-ad3b-72970bdddd5b tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:47.007829 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d5c9b0c3-8bc6-41ec-9406-27f76e7443ef None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:47.022357 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-357e5c38-bd81-4a7b-a3b6-d461cd4f0cb0 req-ca9f4aeb-f98b-4f89-8f18-e7e5ca9e160a tempest-TestNetworkAdvancedServerOps-2090656047 tempest-TestNetworkAdvancedServerOps-2090656047-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=b83678d1-4258-4ef7-88a8-5933c84ca924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3838267 Aug 22 13:41:47.022877 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ae37011d-894a-4355-ad3b-72970bdddd5b tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:47.027954 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-190837f4-4cf3-4ed3-89d1-5754f8168bae tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:47.029787 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49044) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:47.036066 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ae37011d-894a-4355-ad3b-72970bdddd5b tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/260dc55b-a3f9-4112-8238-3d2d49d02a6b HTTP/1.1" status: 204 len: 168 time: 0.1686399 Aug 22 13:41:47.045733 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58f59337-f589-4c64-95b0-6582aacf7ea8 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:41:47.046240 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-58f59337-f589-4c64-95b0-6582aacf7ea8 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:47.055633 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f43a0c-64b2-40ee-b0e2-fea6946464e9 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event deleted for resources: {'Port': ['ID=d0397422-ee97-4acc-b2cf-a34263f70228,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:47.055826 n-d-793621-33 neutron-server[94627]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:41:47.055826 n-d-793621-33 neutron-server[94627]: self.session.flush() Aug 22 13:41:47.055826 n-d-793621-33 neutron-server[94627]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:41:47.055826 n-d-793621-33 neutron-server[94627]: self.session.flush() Aug 22 13:41:47.055826 n-d-793621-33 neutron-server[94627]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:41:47.055826 n-d-793621-33 neutron-server[94627]: self.session.flush() Aug 22 13:41:47.055826 n-d-793621-33 neutron-server[94627]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:41:47.055826 n-d-793621-33 neutron-server[94627]: self.session.flush() Aug 22 13:41:47.055826 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:41:47.055826 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:41:47.055826 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:41:47.055826 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:41:47.055826 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:41:47.055826 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:41:47.055826 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:41:47.055826 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:41:47.055826 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:41:47.055826 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:41:47.055826 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:41:47.055826 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:41:47.055826 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:41:47.055826 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:41:47.055826 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:41:47.055826 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:41:47.055826 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:41:47.055826 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:41:47.055826 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:41:47.055826 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:41:47.055826 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:41:47.055826 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:41:47.055826 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:41:47.055826 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:41:47.055826 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:41:47.055826 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:41:47.055826 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:41:47.055826 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:41:47.055826 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:41:47.055826 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:41:47.055826 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:41:47.055826 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:41:47.060203 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49048) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:47.071079 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae37011d-894a-4355-ad3b-72970bdddd5b tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=260dc55b-a3f9-4112-8238-3d2d49d02a6b,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:47.140166 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-75f43a0c-64b2-40ee-b0e2-fea6946464e9 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:47.144820 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-75f43a0c-64b2-40ee-b0e2-fea6946464e9 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/ports/d0397422-ee97-4acc-b2cf-a34263f70228 HTTP/1.1" status: 204 len: 168 time: 1.0168800 Aug 22 13:41:47.145746 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49052) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:47.198497 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-190837f4-4cf3-4ed3-89d1-5754f8168bae tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:47.201478 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2d20cf-2c74-4580-8121-941fdc40b9a0 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:47.203200 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2d20cf-2c74-4580-8121-941fdc40b9a0 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:47.205381 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2d20cf-2c74-4580-8121-941fdc40b9a0 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:47.208975 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ff2d20cf-2c74-4580-8121-941fdc40b9a0 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0599713 Aug 22 13:41:47.213715 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49056) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:47.231588 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-d5c9b0c3-8bc6-41ec-9406-27f76e7443ef None None] Transition to ACTIVE for port object e984cbeb-df44-40a4-8396-4c51ed0a690c will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:41:47.236059 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d5c9b0c3-8bc6-41ec-9406-27f76e7443ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:47.256465 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-58f59337-f589-4c64-95b0-6582aacf7ea8 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:47.261928 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-58f59337-f589-4c64-95b0-6582aacf7ea8 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:47.266842 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-58f59337-f589-4c64-95b0-6582aacf7ea8 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] 10.222.0.21 "DELETE /v2.0/networks/13e36667-9875-4e70-985c-00d9b7935772 HTTP/1.1" status: 204 len: 168 time: 2.0659544 Aug 22 13:41:47.267420 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49058) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:47.277854 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-b669bcdf-cf03-4077-9a58-94014242208e tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2410564 Aug 22 13:41:47.279724 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49060) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:47.325515 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4ab43ded-4016-4858-8022-594a0cdae327 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] 10.222.0.21 "GET /v2.0/ports?device_id=10bf2246-7776-4ed0-865c-15c11684b0d0 HTTP/1.1" status: 200 len: 205 time: 0.0552483 Aug 22 13:41:47.325791 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f59337-f589-4c64-95b0-6582aacf7ea8 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Pushing event deleted for resources: {'Network': ['ID=13e36667-9875-4e70-985c-00d9b7935772,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:47.328438 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49064) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:47.339726 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-48607e52-ac09-4808-b30c-750793c8ac96 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Deleting subnet 2998de69-5f12-4d9f-9678-13cfeb6a933e {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:41:47.340840 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311616ee-0af7-4a4a-ad73-d4876b1663f5 req-d6e4dab2-fdff-44dd-b32b-795c5d3fb9f0 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:47.346519 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d6df03dd-9122-4784-bfa1-935ce912ec30 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f3227e17a77d4fceb6d0d6a71958f696&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2804074 Aug 22 13:41:47.349319 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-311616ee-0af7-4a4a-ad73-d4876b1663f5 req-d6e4dab2-fdff-44dd-b32b-795c5d3fb9f0 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 946 time: 0.2147410 Aug 22 13:41:47.356052 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49066) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:47.358474 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-48607e52-ac09-4808-b30c-750793c8ac96 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:47.413042 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device e984cbeb-df44-40a4-8396-4c51ed0a690c up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:41:47.448325 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a741da73-a07b-4871-a6b2-10e0fa464e47 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:47.454849 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-190837f4-4cf3-4ed3-89d1-5754f8168bae tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:47.455478 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c9b0c3-8bc6-41ec-9406-27f76e7443ef None None] Pushing event updated for resources: {'Port': ['ID=e984cbeb-df44-40a4-8396-4c51ed0a690c,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:47.457020 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a741da73-a07b-4871-a6b2-10e0fa464e47 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:47.457576 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-190837f4-4cf3-4ed3-89d1-5754f8168bae tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:47.458759 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-190837f4-4cf3-4ed3-89d1-5754f8168bae tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] 10.222.0.21 "DELETE /v2.0/security-groups/07b50278-8608-4a72-acc2-14154bea63b9 HTTP/1.1" status: 204 len: 168 time: 0.9890337 Aug 22 13:41:47.465612 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49068) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:47.514467 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-48607e52-ac09-4808-b30c-750793c8ac96 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:47.548854 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190837f4-4cf3-4ed3-89d1-5754f8168bae tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b50278-8608-4a72-acc2-14154bea63b9,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:47.549417 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5da174e9-c8d3-4777-a378-89d28077c543 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:47.564679 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-311616ee-0af7-4a4a-ad73-d4876b1663f5 req-b49a19b6-6fb6-4153-b14f-eef9347901c0 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=b83678d1-4258-4ef7-88a8-5933c84ca924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2143018 Aug 22 13:41:47.581740 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-c3626818-43bb-4071-b94c-f88c5b126fe1 req-b0e866c3-4348-4fc7-9bf5-9e94aed051cc tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:47.592582 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466e7d6-ba34-468d-a9e3-6e08b8eed85a req-f328780e-ce15-4fe7-96bd-fd7bc78221c9 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:47.594515 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a466e7d6-ba34-468d-a9e3-6e08b8eed85a req-f328780e-ce15-4fe7-96bd-fd7bc78221c9 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7e300ab-6ca4-493b-85fa-731187076fdf HTTP/1.1" status: 200 len: 946 time: 0.2327952 Aug 22 13:41:47.600837 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 735aa8cd-c1b4-49ae-b8b2-72b1164d595b no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:41:47.601521 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49070) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:47.628313 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 735aa8cd-c1b4-49ae-b8b2-72b1164d595b {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:41:47.628755 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 735aa8cd-c1b4-49ae-b8b2-72b1164d595b not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:41:47.650929 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a741da73-a07b-4871-a6b2-10e0fa464e47 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:47.656506 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a741da73-a07b-4871-a6b2-10e0fa464e47 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:47.660178 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a741da73-a07b-4871-a6b2-10e0fa464e47 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/94da9ff9-cab3-4142-8269-7ae58d4e9437 HTTP/1.1" status: 204 len: 168 time: 0.3695302 Aug 22 13:41:47.668027 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49072) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:47.708324 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e866c3-4348-4fc7-9bf5-9e94aed051cc tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Pushing event deleted for resources: {'Port': ['ID=bfca5d30-3e48-4072-a6df-3b881a1a8fbe,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:47.732799 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-6ef7c31d-ccac-4d73-b52d-918332069d93 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2485754 Aug 22 13:41:47.739354 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49074) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:47.746764 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-c9ce641e-6f89-46b5-ae6e-d338627a3ef6 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Request body: {'security_group_rule': {'security_group_id': 'c3bfc7b3-c625-4d6b-960f-8eb3ea5bb801', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:47.754062 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a741da73-a07b-4871-a6b2-10e0fa464e47 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=94da9ff9-cab3-4142-8269-7ae58d4e9437,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:47.776518 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3db0d4f6-5baa-46a6-97bf-df2d0b7212f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:47.798230 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5da174e9-c8d3-4777-a378-89d28077c543 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:47.817138 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5da174e9-c8d3-4777-a378-89d28077c543 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:47.820899 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-228e56ee-2240-4e5f-a422-6fef2c9b6f81 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/floatingips/62d0914e-dc60-4a91-922a-4fa5d3d75b49 HTTP/1.1" status: 200 len: 993 time: 0.2149241 Aug 22 13:41:47.826456 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3626818-43bb-4071-b94c-f88c5b126fe1 req-b0e866c3-4348-4fc7-9bf5-9e94aed051cc tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] No DVR routers for this DVR port bfca5d30-3e48-4072-a6df-3b881a1a8fbe on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:41:47.841942 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a466e7d6-ba34-468d-a9e3-6e08b8eed85a req-a01f666e-4a4d-40fd-8a1d-d31338402725 tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bbc5aba-12fb-4905-be4b-667c5137d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211113 Aug 22 13:41:47.854252 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-c3626818-43bb-4071-b94c-f88c5b126fe1 req-b0e866c3-4348-4fc7-9bf5-9e94aed051cc tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:47.854252 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c3626818-43bb-4071-b94c-f88c5b126fe1 req-b0e866c3-4348-4fc7-9bf5-9e94aed051cc tempest-ServersTestJSON-681559237 tempest-ServersTestJSON-681559237-project] 10.222.0.16 "DELETE /v2.0/ports/bfca5d30-3e48-4072-a6df-3b881a1a8fbe HTTP/1.1" status: 204 len: 173 time: 2.3131902 Aug 22 13:41:47.854504 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-712d030a-f6b1-4287-b476-1d24e86bf3a7 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1833756 Aug 22 13:41:47.856303 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49078) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:47.863021 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e300ab-6ca4-493b-85fa-731187076fdf', 'name': 'network-vif-deleted', 'tag': 'bfca5d30-3e48-4072-a6df-3b881a1a8fbe'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:41:47.864963 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079248e1-253f-481a-ac74-2d4a962e8b4f" -d '{"events": [{"server_uuid": "a7e300ab-6ca4-493b-85fa-731187076fdf", "name": "network-vif-deleted", "tag": "bfca5d30-3e48-4072-a6df-3b881a1a8fbe"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:41:47.889179 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3db0d4f6-5baa-46a6-97bf-df2d0b7212f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:47.982387 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-c9ce641e-6f89-46b5-ae6e-d338627a3ef6 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] create failed (client error): The resource could not be found. Aug 22 13:41:47.985599 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c9ce641e-6f89-46b5-ae6e-d338627a3ef6 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2421367 Aug 22 13:41:47.990047 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49086) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:48.003828 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-33ee9d8a-c729-4380-b53d-843b250b0aa7 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Request body: {'security_group': {'name': 'tempest-secgroup--1977313613'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:48.014098 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3db0d4f6-5baa-46a6-97bf-df2d0b7212f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:48.016751 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-48607e52-ac09-4808-b30c-750793c8ac96 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:48.017838 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3db0d4f6-5baa-46a6-97bf-df2d0b7212f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:48.019148 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-3db0d4f6-5baa-46a6-97bf-df2d0b7212f4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8531f1f6-8913-4e92-bd95-6b3c5b2a013e HTTP/1.1" status: 204 len: 168 time: 0.6477818 Aug 22 13:41:48.025350 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5da174e9-c8d3-4777-a378-89d28077c543 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:48.026670 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da174e9-c8d3-4777-a378-89d28077c543 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Fanout notify agent at l3_agent the message router_deleted on router 10bf2246-7776-4ed0-865c-15c11684b0d0 {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:41:48.036497 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5da174e9-c8d3-4777-a378-89d28077c543 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:48.037765 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5da174e9-c8d3-4777-a378-89d28077c543 tempest-RoutersNegativeTest-1684422586 tempest-RoutersNegativeTest-1684422586-project] 10.222.0.21 "DELETE /v2.0/routers/10bf2246-7776-4ed0-865c-15c11684b0d0 HTTP/1.1" status: 204 len: 168 time: 0.7042024 Aug 22 13:41:48.066000 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db0d4f6-5baa-46a6-97bf-df2d0b7212f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8531f1f6-8913-4e92-bd95-6b3c5b2a013e,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:48.081174 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-33ee9d8a-c729-4380-b53d-843b250b0aa7 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:48.193948 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-01c128ec-db65-4ba1-beb6-75215605591d tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:48.218488 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3980108c-f781-4821-adb0-0197c0e9fb8b x-openstack-request-id: req-3980108c-f781-4821-adb0-0197c0e9fb8b {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:41:48.218780 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7e300ab-6ca4-493b-85fa-731187076fdf", "name": "network-vif-deleted", "tag": "bfca5d30-3e48-4072-a6df-3b881a1a8fbe", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:41:48.219032 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3980108c-f781-4821-adb0-0197c0e9fb8b {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:41:48.219435 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7e300ab-6ca4-493b-85fa-731187076fdf', 'name': 'network-vif-deleted', 'tag': 'bfca5d30-3e48-4072-a6df-3b881a1a8fbe', 'status': 'completed', 'code': 200} Aug 22 13:41:48.263117 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-01c128ec-db65-4ba1-beb6-75215605591d tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:48.276581 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-33ee9d8a-c729-4380-b53d-843b250b0aa7 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:48.284101 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-33ee9d8a-c729-4380-b53d-843b250b0aa7 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:48.310594 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-48607e52-ac09-4808-b30c-750793c8ac96 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:48.344013 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-33ee9d8a-c729-4380-b53d-843b250b0aa7 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:48.355222 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-33ee9d8a-c729-4380-b53d-843b250b0aa7 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3562658 Aug 22 13:41:48.357072 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49100) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:48.388308 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-7eb31803-7413-4eb0-92a2-430f61deab68 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Request body: {'security_group': {'name': 'tempest-secgroup--700150415'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:48.395093 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-5acd18b7-0f6a-4b3c-a1d3-4ea30850ac09 None None] Provisioning for port e984cbeb-df44-40a4-8396-4c51ed0a690c completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:41:48.408200 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-5acd18b7-0f6a-4b3c-a1d3-4ea30850ac09 None None] Provisioning complete for port e984cbeb-df44-40a4-8396-4c51ed0a690c triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:41:48.410060 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5acd18b7-0f6a-4b3c-a1d3-4ea30850ac09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:48.426989 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48607e52-ac09-4808-b30c-750793c8ac96 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event deleted for resources: {'Subnet': ['ID=2998de69-5f12-4d9f-9678-13cfeb6a933e,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:48.437713 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-48607e52-ac09-4808-b30c-750793c8ac96 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:48.440000 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-48607e52-ac09-4808-b30c-750793c8ac96 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/subnets/2998de69-5f12-4d9f-9678-13cfeb6a933e HTTP/1.1" status: 204 len: 168 time: 1.2253051 Aug 22 13:41:48.442411 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49104) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:48.499758 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ee9d8a-c729-4380-b53d-843b250b0aa7 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6de42d22-97d1-48bb-8ac5-e784348bbb56,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:48.510993 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7eb31803-7413-4eb0-92a2-430f61deab68 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:48.556485 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-01c128ec-db65-4ba1-beb6-75215605591d tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:48.560970 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-01c128ec-db65-4ba1-beb6-75215605591d tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:48.563926 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-01c128ec-db65-4ba1-beb6-75215605591d tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "DELETE /v2.0/security-groups/be42b37a-3350-483b-8cdd-0f80b45c4e64 HTTP/1.1" status: 204 len: 168 time: 0.7042742 Aug 22 13:41:48.580641 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49112) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:48.610874 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cd7614e-c61d-4ae0-8500-7f85f85be3d6 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Deleting subnet c263d757-4094-446e-b770-6646d2593ec8 {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:41:48.619823 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4cd7614e-c61d-4ae0-8500-7f85f85be3d6 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:48.691963 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-5acd18b7-0f6a-4b3c-a1d3-4ea30850ac09 None None] Could not find standard attr ID for object d0397422-ee97-4acc-b2cf-a34263f70228. {{(pid=94629) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 13:41:48.702577 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c128ec-db65-4ba1-beb6-75215605591d tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be42b37a-3350-483b-8cdd-0f80b45c4e64,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:48.723606 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4cd7614e-c61d-4ae0-8500-7f85f85be3d6 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:48.755329 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66da15c-2b0c-4673-99bd-4dec4edcaa48 None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:41:48.773009 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49118) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:48.821222 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-ce31a6c6-7502-4bc2-ab6b-b4b0752ae1de None None] Could not find standard attr ID for object d0397422-ee97-4acc-b2cf-a34263f70228. {{(pid=94629) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 13:41:48.838207 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-17505dc3-81b7-4678-b370-8d0e8198f1f0 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2546587 Aug 22 13:41:48.842685 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49122) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:48.858258 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-dea72422-b416-4693-b859-0261e027443e tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Request body: {'security_group': {'name': 'tempest-secgroup--2000432458'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:48.877960 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb89ef-6d7f-4b21-beb4-495f680792be req-83b3c1f8-bd7e-47cf-96a4-b655a4e7633b tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:48.879566 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-91fb89ef-6d7f-4b21-beb4-495f680792be req-83b3c1f8-bd7e-47cf-96a4-b655a4e7633b tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 946 time: 0.1985023 Aug 22 13:41:48.883018 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4cd7614e-c61d-4ae0-8500-7f85f85be3d6 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:48.920613 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device bfca5d30-3e48-4072-a6df-3b881a1a8fbe no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:41:48.925003 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49128) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:48.945741 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: bfca5d30-3e48-4072-a6df-3b881a1a8fbe {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:41:48.946868 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device bfca5d30-3e48-4072-a6df-3b881a1a8fbe not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:41:49.039138 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4cd7614e-c61d-4ae0-8500-7f85f85be3d6 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:49.049486 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-12454edd-4f39-40c9-b436-33893373ca62 admin admin] Deleting subnet 9d1b4558-44bd-41e9-aa53-567e0a55d684 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:41:49.064893 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-669febd4-049b-42c0-9fb3-ff2068942f9f req-91e87701-5588-43d7-aea3-d534746ec53b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=414d5d55-0aa9-4530-9553-c445350ded61&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4182448 Aug 22 13:41:49.085038 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd7614e-c61d-4ae0-8500-7f85f85be3d6 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event deleted for resources: {'Subnet': ['ID=c263d757-4094-446e-b770-6646d2593ec8,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:49.092746 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4cd7614e-c61d-4ae0-8500-7f85f85be3d6 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:49.098403 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4cd7614e-c61d-4ae0-8500-7f85f85be3d6 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/subnets/c263d757-4094-446e-b770-6646d2593ec8 HTTP/1.1" status: 204 len: 168 time: 0.6544757 Aug 22 13:41:49.099901 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49134) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:49.114990 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-91fb89ef-6d7f-4b21-beb4-495f680792be req-6600b120-735b-487e-8691-2b8b4c389c57 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=b83678d1-4258-4ef7-88a8-5933c84ca924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2111752 Aug 22 13:41:49.114990 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-12454edd-4f39-40c9-b436-33893373ca62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:49.160104 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7eb31803-7413-4eb0-92a2-430f61deab68 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:49.167965 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-055d4212-8427-48b4-84c9-8c009b62f001 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0663404 Aug 22 13:41:49.169444 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7eb31803-7413-4eb0-92a2-430f61deab68 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:49.175514 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49140) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:49.201921 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-7c6ee4a2-15e2-4e5e-9fc8-7d37e17ac311 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'subnet': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:49.216546 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dea72422-b416-4693-b859-0261e027443e tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:49.274082 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-77b81320-b590-477a-bc52-69968c90ff94 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=080f374301b3456d867e3c5cd7efe0b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4987040 Aug 22 13:41:49.285035 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49146) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:49.331643 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-12454edd-4f39-40c9-b436-33893373ca62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:49.369219 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device e984cbeb-df44-40a4-8396-4c51ed0a690c up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:41:49.424801 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2313ea3d-c4b7-44b1-9268-641b03dc7b21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:49.437932 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dea72422-b416-4693-b859-0261e027443e tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:49.449737 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dea72422-b416-4693-b859-0261e027443e tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:49.489605 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea72422-b416-4693-b859-0261e027443e tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb69a07e-0b7e-4c19-9fea-9566ee722184,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:49.498408 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2313ea3d-c4b7-44b1-9268-641b03dc7b21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:49.509780 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port e984cbeb-df44-40a4-8396-4c51ed0a690c triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:41:49.510498 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:49.598961 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2313ea3d-c4b7-44b1-9268-641b03dc7b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:49.601748 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2313ea3d-c4b7-44b1-9268-641b03dc7b21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:49.606104 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2313ea3d-c4b7-44b1-9268-641b03dc7b21 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d095f45f-142f-48ff-98d3-d72dc8ff6a50 HTTP/1.1" status: 204 len: 168 time: 0.3191109 Aug 22 13:41:49.606765 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49158) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:49.630358 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2313ea3d-c4b7-44b1-9268-641b03dc7b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d095f45f-142f-48ff-98d3-d72dc8ff6a50,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:49.826871 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-57053c8f-d4e7-4692-b4b7-47b0d0ebb22d tempest-ServiceProvidersTest-722309732 tempest-ServiceProvidersTest-722309732-project] 10.222.0.21 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2034328 Aug 22 13:41:49.924916 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130062b5-b10b-4750-9c88-dd4b8aff3215 None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:41:49.940855 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7eb31803-7413-4eb0-92a2-430f61deab68 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:49.944865 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-7eb31803-7413-4eb0-92a2-430f61deab68 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5840762 Aug 22 13:41:49.945200 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49176) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:49.950931 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb31803-7413-4eb0-92a2-430f61deab68 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6992e7-b4fb-48ec-b76d-45a685a1d600,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:49.953430 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-6b569f8c-8715-4204-a11d-b96582d973a1 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Request body: {'security_group_rule': {'security_group_id': '6de42d22-97d1-48bb-8ac5-e784348bbb56', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '5c6992e7-b4fb-48ec-b76d-45a685a1d600'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:49.970755 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6ee4a2-15e2-4e5e-9fc8-7d37e17ac311 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:41:49.975774 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7c6ee4a2-15e2-4e5e-9fc8-7d37e17ac311 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:49.994018 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-12454edd-4f39-40c9-b436-33893373ca62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:50.002687 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dea72422-b416-4693-b859-0261e027443e tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:50.005099 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-dea72422-b416-4693-b859-0261e027443e tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1597223 Aug 22 13:41:50.009438 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49178) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:50.025933 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-5602ab4c-d7d2-45d7-b34d-4bb1fe5f3c42 None None] Provisioning complete for port e984cbeb-df44-40a4-8396-4c51ed0a690c triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:41:50.026211 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5602ab4c-d7d2-45d7-b34d-4bb1fe5f3c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:50.029280 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-99f3fa5c-ca0d-443b-880e-7fc18e3e2e93 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Request body: {'security_group_rule': {'security_group_id': 'bb69a07e-0b7e-4c19-9fea-9566ee722184', 'direction': 'ingress', 'protocol': 17}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:50.124149 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-12454edd-4f39-40c9-b436-33893373ca62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:50.132969 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-6b569f8c-8715-4204-a11d-b96582d973a1 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 13:41:50.137429 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6b569f8c-8715-4204-a11d-b96582d973a1 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1900699 Aug 22 13:41:50.138456 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-99f3fa5c-ca0d-443b-880e-7fc18e3e2e93 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:50.151399 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49184) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:50.194004 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-12454edd-4f39-40c9-b436-33893373ca62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:50.197100 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-12454edd-4f39-40c9-b436-33893373ca62 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9d1b4558-44bd-41e9-aa53-567e0a55d684 HTTP/1.1" status: 204 len: 168 time: 1.2578971 Aug 22 13:41:50.198314 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12454edd-4f39-40c9-b436-33893373ca62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d1b4558-44bd-41e9-aa53-567e0a55d684,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:50.200941 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49186) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:50.336961 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef9fe7-3d75-44c0-a8c6-cba60a609076 req-4ccd894b-6a62-4a06-b53e-0967e1095036 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:50.340004 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-21ef9fe7-3d75-44c0-a8c6-cba60a609076 req-4ccd894b-6a62-4a06-b53e-0967e1095036 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 946 time: 0.1032956 Aug 22 13:41:50.341078 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49192) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:50.365316 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a95380-31c6-47a5-8c90-79fffd0d8dbc None None] DHCP port deletion for 933f65da-8ef2-4dea-ac27-3eee9182e92f request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:41:50.375896 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a48350a7-8a11-4c5f-8f00-eb9aebafab43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:50.411180 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7c6ee4a2-15e2-4e5e-9fc8-7d37e17ac311 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:50.428384 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-85a95380-31c6-47a5-8c90-79fffd0d8dbc None None] Deleting port e984cbeb-df44-40a4-8396-4c51ed0a690c {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:41:50.429255 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-85a95380-31c6-47a5-8c90-79fffd0d8dbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:50.472727 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ee4a2-15e2-4e5e-9fc8-7d37e17ac311 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event updated for resources: {'Subnet': ['ID=4103cc16-d020-4c36-9533-8ed6fb97bc1e,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:50.497365 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6ee4a2-15e2-4e5e-9fc8-7d37e17ac311 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:41:50.508672 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7aed6783-27d8-4d1d-a0cb-0a132df93cf0 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:50.513583 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-21ef9fe7-3d75-44c0-a8c6-cba60a609076 req-8caf5bc0-e20e-46cd-b649-a663feb26aa2 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=b83678d1-4258-4ef7-88a8-5933c84ca924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622021 Aug 22 13:41:50.526369 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-7c6ee4a2-15e2-4e5e-9fc8-7d37e17ac311 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:41:50.529664 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6ee4a2-15e2-4e5e-9fc8-7d37e17ac311 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:50.530466 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7c6ee4a2-15e2-4e5e-9fc8-7d37e17ac311 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:50.538637 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-99f3fa5c-ca0d-443b-880e-7fc18e3e2e93 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:50.551860 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-99f3fa5c-ca0d-443b-880e-7fc18e3e2e93 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:50.552747 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-7c6ee4a2-15e2-4e5e-9fc8-7d37e17ac311 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3632569 Aug 22 13:41:50.553454 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a48350a7-8a11-4c5f-8f00-eb9aebafab43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:50.554390 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49202) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:50.560948 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-28c14748-a0ad-45dd-a19c-120a5229b609 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'subnet': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:50.563912 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-85a95380-31c6-47a5-8c90-79fffd0d8dbc None None] For port e984cbeb-df44-40a4-8396-4c51ed0a690c, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=e984cbeb-df44-40a4-8396-4c51ed0a690c,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:41:50.564847 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-85a95380-31c6-47a5-8c90-79fffd0d8dbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:50.587186 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-748a4b8e-3dbf-42f4-8c17-112194f5a0d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:50.599176 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-a48350a7-8a11-4c5f-8f00-eb9aebafab43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['436bb3cf-4f1a-421b-bfd3-5f21c99032ed']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:50.602820 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7aed6783-27d8-4d1d-a0cb-0a132df93cf0 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:50.605035 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-85a95380-31c6-47a5-8c90-79fffd0d8dbc None None] Calling delete_port for e984cbeb-df44-40a4-8396-4c51ed0a690c owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:41:50.606941 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-99f3fa5c-ca0d-443b-880e-7fc18e3e2e93 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:50.608165 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-99f3fa5c-ca0d-443b-880e-7fc18e3e2e93 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5914857 Aug 22 13:41:50.614812 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49206) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:50.619481 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f3fa5c-ca0d-443b-880e-7fc18e3e2e93 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0110f0b-5429-4d26-a3da-2473fc2d4ff8,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:50.626120 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-a48350a7-8a11-4c5f-8f00-eb9aebafab43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ade77f39-5a78-4e5c-8ff0-9af8c1244976') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:50.626426 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-a48350a7-8a11-4c5f-8f00-eb9aebafab43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ade77f39-5a78-4e5c-8ff0-9af8c1244976') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:50.644565 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a48350a7-8a11-4c5f-8f00-eb9aebafab43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:50.669126 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a48350a7-8a11-4c5f-8f00-eb9aebafab43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:50.676501 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a48350a7-8a11-4c5f-8f00-eb9aebafab43 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:41:50.677243 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a48350a7-8a11-4c5f-8f00-eb9aebafab43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:50.679188 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:41:50.679188 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:41:50.679188 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:41:50.679188 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:41:50.679188 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:41:50.679188 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:41:50.679188 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:41:50.679188 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:41:50.679188 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:41:50.679188 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:41:50.679188 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:41:50.679188 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:41:50.679188 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:41:50.679188 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:41:50.679188 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:41:50.679188 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:41:50.679188 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:41:50.679188 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:41:50.679188 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:41:50.679188 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:41:50.679188 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:41:50.679188 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:41:50.679188 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:41:50.679188 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:41:50.679188 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:41:50.679188 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:41:50.679188 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:41:50.679188 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:41:50.679188 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:41:50.679188 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:41:50.679188 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:41:50.679188 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:41:50.740075 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7aed6783-27d8-4d1d-a0cb-0a132df93cf0 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:50.742886 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7aed6783-27d8-4d1d-a0cb-0a132df93cf0 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:50.746534 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7aed6783-27d8-4d1d-a0cb-0a132df93cf0 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] 10.222.0.21 "DELETE /v2.0/security-groups/5c6992e7-b4fb-48ec-b76d-45a685a1d600 HTTP/1.1" status: 204 len: 168 time: 0.5813639 Aug 22 13:41:50.750257 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49212) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:50.770643 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed6783-27d8-4d1d-a0cb-0a132df93cf0 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6992e7-b4fb-48ec-b76d-45a685a1d600,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:50.820040 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.db.api [None req-28c14748-a0ad-45dd-a19c-120a5229b609 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 22 13:41:50.820040 n-d-793621-33 neutron-server[94627]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 22 13:41:50.820040 n-d-793621-33 neutron-server[94627]: [parameters: {'project_id_1': 'a71622c06b3d48d28918cf297ca2043b', 'expiration_1': datetime.datetime(2021, 8, 22, 13, 41, 50, 770619)}] Aug 22 13:41:50.820040 n-d-793621-33 neutron-server[94627]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94627) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 13:41:50.820452 n-d-793621-33 neutron-server[94627]: DEBUG oslo_db.api [None req-28c14748-a0ad-45dd-a19c-120a5229b609 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 13:41:50.824562 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-85a95380-31c6-47a5-8c90-79fffd0d8dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:50.836209 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-3d1faa90-8b54-4daf-b1e8-a76b33c8dabe tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0759907 Aug 22 13:41:50.837260 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49214) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:50.842493 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a48350a7-8a11-4c5f-8f00-eb9aebafab43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:50.894263 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4a51136f-cbee-4295-951b-35fc4c3267e1 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:50.899789 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a95380-31c6-47a5-8c90-79fffd0d8dbc None None] Pushing event deleted for resources: {'Port': ['ID=e984cbeb-df44-40a4-8396-4c51ed0a690c,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:50.906087 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a95380-31c6-47a5-8c90-79fffd0d8dbc None None] No DVR routers for this DVR port e984cbeb-df44-40a4-8396-4c51ed0a690c on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:41:50.935258 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f6a943-4f99-430b-9ae3-a235f2ff2b29 None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:41:50.936686 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4a51136f-cbee-4295-951b-35fc4c3267e1 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:50.941938 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a48350a7-8a11-4c5f-8f00-eb9aebafab43 admin admin] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:50.944328 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a48350a7-8a11-4c5f-8f00-eb9aebafab43 admin admin] 10.222.0.21 "DELETE /v2.0/networks/436bb3cf-4f1a-421b-bfd3-5f21c99032ed HTTP/1.1" status: 204 len: 168 time: 0.7265470 Aug 22 13:41:50.945650 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48350a7-8a11-4c5f-8f00-eb9aebafab43 admin admin] Pushing event deleted for resources: {'Network': ['ID=436bb3cf-4f1a-421b-bfd3-5f21c99032ed,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:51.051385 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-748a4b8e-3dbf-42f4-8c17-112194f5a0d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:51.058662 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6c606863-91b4-4f35-8bcc-af4fac065540 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:51.058850 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-748a4b8e-3dbf-42f4-8c17-112194f5a0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:51.095631 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6c606863-91b4-4f35-8bcc-af4fac065540 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:51.154450 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49224) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:51.177926 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4a51136f-cbee-4295-951b-35fc4c3267e1 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:51.179736 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6c606863-91b4-4f35-8bcc-af4fac065540 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:51.180440 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4a51136f-cbee-4295-951b-35fc4c3267e1 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:51.183767 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6c606863-91b4-4f35-8bcc-af4fac065540 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:51.185397 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-4a51136f-cbee-4295-951b-35fc4c3267e1 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "DELETE /v2.0/security-groups/bb69a07e-0b7e-4c19-9fea-9566ee722184 HTTP/1.1" status: 204 len: 168 time: 0.5689220 Aug 22 13:41:51.185837 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6c606863-91b4-4f35-8bcc-af4fac065540 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] 10.222.0.21 "DELETE /v2.0/security-groups/6de42d22-97d1-48bb-8ac5-e784348bbb56 HTTP/1.1" status: 204 len: 168 time: 0.3472884 Aug 22 13:41:51.186398 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49226) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:51.195803 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49228) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:51.196383 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401e4240-389b-4d62-9725-25ef56e89718 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-933f65da-8ef2-4dea-ac27-3eee9182e92f', 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'tenant_id': 'a71622c06b3d48d28918cf297ca2043b', 'fixed_ips': [{'subnet_id': '4103cc16-d020-4c36-9533-8ed6fb97bc1e'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:41:51.196803 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-748a4b8e-3dbf-42f4-8c17-112194f5a0d5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=40063b556d034e7d9e117a068b5086a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8479393 Aug 22 13:41:51.197141 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49230) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:51.197543 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a4b8e-3dbf-42f4-8c17-112194f5a0d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62546e5c-1e07-408b-aba6-f3e61bd2b40c,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:51.197671 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-401e4240-389b-4d62-9725-25ef56e89718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:51.235953 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a51136f-cbee-4295-951b-35fc4c3267e1 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb69a07e-0b7e-4c19-9fea-9566ee722184,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:51.286980 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-254f7d9c-2446-4846-aca2-1e9930625756 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9d314acf246e49628109fc5511827078&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1286530 Aug 22 13:41:51.289465 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49234) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:51.306709 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-0017d714-479f-47aa-9a38-32e02b7edd34 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1163998 Aug 22 13:41:51.307625 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49236) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:51.307990 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c606863-91b4-4f35-8bcc-af4fac065540 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de42d22-97d1-48bb-8ac5-e784348bbb56,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:51.330646 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-555a6a1a-02a9-4ea9-8482-a76391455b89 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Request body: {'security_group': {'name': 'tempest-secgroup--186538325'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:51.380846 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a3e5d16b-758b-436a-a1e7-c3f161f0a4d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:51.389398 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device e984cbeb-df44-40a4-8396-4c51ed0a690c no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:41:51.399169 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49238) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:51.417610 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-cb9fa224-c684-4a03-be82-c0c82ab2d8f4 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2019110 Aug 22 13:41:51.420097 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a3e5d16b-758b-436a-a1e7-c3f161f0a4d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:51.422714 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49242) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:51.427576 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-2e52066f-7c44-4f47-be70-53de6bb6e90e tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Request body: {'security_group': {'name': 'tempest-secgroup--278599035'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:51.435499 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.db.api [None req-28c14748-a0ad-45dd-a19c-120a5229b609 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 22 13:41:51.435499 n-d-793621-33 neutron-server[94627]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 22 13:41:51.435499 n-d-793621-33 neutron-server[94627]: [parameters: {'project_id': 'a71622c06b3d48d28918cf297ca2043b', 'id': 'dbc2e72a-91e6-4e60-9ae4-259ae3be04f5', 'expiration': datetime.datetime(2021, 8, 22, 13, 43, 51, 414908)}] Aug 22 13:41:51.435499 n-d-793621-33 neutron-server[94627]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94627) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 13:41:51.436402 n-d-793621-33 neutron-server[94627]: DEBUG oslo_db.api [None req-28c14748-a0ad-45dd-a19c-120a5229b609 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 13:41:51.446510 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: e984cbeb-df44-40a4-8396-4c51ed0a690c {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:41:51.447661 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device e984cbeb-df44-40a4-8396-4c51ed0a690c not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:41:51.454874 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-555a6a1a-02a9-4ea9-8482-a76391455b89 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:51.471521 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-401e4240-389b-4d62-9725-25ef56e89718 None None] Allocated IP 172.20.0.2 (933f65da-8ef2-4dea-ac27-3eee9182e92f/4103cc16-d020-4c36-9533-8ed6fb97bc1e/1db45975-3123-4e48-9d13-033c0f6ab259) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:41:51.488801 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a554c40c-017a-4110-ad2c-b5f3895568fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:51.493155 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2e52066f-7c44-4f47-be70-53de6bb6e90e tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:51.520284 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a3e5d16b-758b-436a-a1e7-c3f161f0a4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:51.524654 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a3e5d16b-758b-436a-a1e7-c3f161f0a4d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:51.526126 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a3e5d16b-758b-436a-a1e7-c3f161f0a4d1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/62546e5c-1e07-408b-aba6-f3e61bd2b40c HTTP/1.1" status: 204 len: 168 time: 0.3092897 Aug 22 13:41:51.530089 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a554c40c-017a-4110-ad2c-b5f3895568fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:51.536400 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e5d16b-758b-436a-a1e7-c3f161f0a4d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62546e5c-1e07-408b-aba6-f3e61bd2b40c,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:51.659438 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-34025d45-5658-455e-9545-d3da4b4ce64b tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Request body: {'security_group': {'name': 'tempest-secgroup--1007627181'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:51.678681 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-555a6a1a-02a9-4ea9-8482-a76391455b89 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:51.688049 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38adc7f2-a266-4522-81ef-dff209307cad req-5b1a3d65-a38b-4fca-970a-442916b2807a tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:51.694040 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-38adc7f2-a266-4522-81ef-dff209307cad req-5b1a3d65-a38b-4fca-970a-442916b2807a tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 946 time: 0.1006401 Aug 22 13:41:51.698536 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a554c40c-017a-4110-ad2c-b5f3895568fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:51.702518 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a554c40c-017a-4110-ad2c-b5f3895568fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:51.703792 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a554c40c-017a-4110-ad2c-b5f3895568fa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5bbc5aba-12fb-4905-be4b-667c5137d4a2 HTTP/1.1" status: 204 len: 168 time: 0.4130836 Aug 22 13:41:51.728957 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-555a6a1a-02a9-4ea9-8482-a76391455b89 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:51.748306 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a554c40c-017a-4110-ad2c-b5f3895568fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbc5aba-12fb-4905-be4b-667c5137d4a2,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:51.781987 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2e52066f-7c44-4f47-be70-53de6bb6e90e tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:51.786976 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2e52066f-7c44-4f47-be70-53de6bb6e90e tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:51.834828 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-401e4240-389b-4d62-9725-25ef56e89718 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:51.851663 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-34025d45-5658-455e-9545-d3da4b4ce64b tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:51.862244 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-401e4240-389b-4d62-9725-25ef56e89718 None None] Transition to ACTIVE for port object 1db45975-3123-4e48-9d13-033c0f6ab259 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:41:51.868129 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-34025d45-5658-455e-9545-d3da4b4ce64b tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:51.883203 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555a6a1a-02a9-4ea9-8482-a76391455b89 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0df18a-015a-46ec-9ff7-1fb0be9643fc,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:51.885236 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2e52066f-7c44-4f47-be70-53de6bb6e90e tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:51.889656 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2e52066f-7c44-4f47-be70-53de6bb6e90e tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4656687 Aug 22 13:41:51.891283 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-401e4240-389b-4d62-9725-25ef56e89718 None None] Transition to ACTIVE for port object 1db45975-3123-4e48-9d13-033c0f6ab259 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:41:51.894169 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49254) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:51.894926 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e52066f-7c44-4f47-be70-53de6bb6e90e tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=537e9094-2191-43ef-9107-3083c712f52c,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:51.902719 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-a1b8d9e5-91c7-44fc-b6d2-eff4accc6678 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:51.903666 n-d-793621-33 neutron-server[94628]: WARNING neutron.api.v2.base [None req-a1b8d9e5-91c7-44fc-b6d2-eff4accc6678 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 22 13:41:51.904412 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-a1b8d9e5-91c7-44fc-b6d2-eff4accc6678 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] update failed (client error): There was a conflict when trying to complete your request. Aug 22 13:41:51.909695 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a1b8d9e5-91c7-44fc-b6d2-eff4accc6678 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] 10.222.0.21 "PUT /v2.0/security-groups/537e9094-2191-43ef-9107-3083c712f52c HTTP/1.1" status: 409 len: 330 time: 0.0114183 Aug 22 13:41:51.910756 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49256) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:51.911250 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-401e4240-389b-4d62-9725-25ef56e89718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:51.964613 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-555a6a1a-02a9-4ea9-8482-a76391455b89 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:51.974654 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49260) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:51.975142 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401e4240-389b-4d62-9725-25ef56e89718 None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:41:51.976782 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-401e4240-389b-4d62-9725-25ef56e89718 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:41:51.980930 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-625302b0-fb38-44c7-a3f4-1aca31accfd3 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Request body: {'security_group': {'name': 'tempest-secgroup--1401271002'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:51.984978 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-555a6a1a-02a9-4ea9-8482-a76391455b89 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6686928 Aug 22 13:41:51.991506 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401e4240-389b-4d62-9725-25ef56e89718 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:41:52.010417 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-38adc7f2-a266-4522-81ef-dff209307cad req-ebb2275d-4b92-455c-b3bb-01d16b4717ca tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=b83678d1-4258-4ef7-88a8-5933c84ca924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3128464 Aug 22 13:41:52.024070 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0a27ac74-1b2e-4155-8aea-ba28472c1656 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:52.029239 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401e4240-389b-4d62-9725-25ef56e89718 None None] Pushing event updated for resources: {'Port': ['ID=1db45975-3123-4e48-9d13-033c0f6ab259,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:52.048950 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0a27ac74-1b2e-4155-8aea-ba28472c1656 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:52.063034 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401e4240-389b-4d62-9725-25ef56e89718 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:41:52.063034 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401e4240-389b-4d62-9725-25ef56e89718 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:41:52.063855 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401e4240-389b-4d62-9725-25ef56e89718 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:41:52.063971 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401e4240-389b-4d62-9725-25ef56e89718 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:41:52.064378 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401e4240-389b-4d62-9725-25ef56e89718 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:41:52.064711 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401e4240-389b-4d62-9725-25ef56e89718 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:41:52.065040 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401e4240-389b-4d62-9725-25ef56e89718 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:41:52.065364 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401e4240-389b-4d62-9725-25ef56e89718 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:41:52.065686 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401e4240-389b-4d62-9725-25ef56e89718 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:41:52.066006 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401e4240-389b-4d62-9725-25ef56e89718 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:41:52.066326 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401e4240-389b-4d62-9725-25ef56e89718 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:41:52.066646 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401e4240-389b-4d62-9725-25ef56e89718 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:41:52.100645 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-401e4240-389b-4d62-9725-25ef56e89718 None None] Attempting to bind port 1db45975-3123-4e48-9d13-033c0f6ab259 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:41:52.101234 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-401e4240-389b-4d62-9725-25ef56e89718 None None] Attempting to bind port 1db45975-3123-4e48-9d13-033c0f6ab259 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:41:52.101708 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401e4240-389b-4d62-9725-25ef56e89718 None None] Attempting to bind port 1db45975-3123-4e48-9d13-033c0f6ab259 on network 933f65da-8ef2-4dea-ac27-3eee9182e92f {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:41:52.104971 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0a27ac74-1b2e-4155-8aea-ba28472c1656 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:52.107990 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0a27ac74-1b2e-4155-8aea-ba28472c1656 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:52.110026 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401e4240-389b-4d62-9725-25ef56e89718 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:41:52.110026 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401e4240-389b-4d62-9725-25ef56e89718 None None] Checking segment: {'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:41:52.110929 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-401e4240-389b-4d62-9725-25ef56e89718 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:52.111198 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401e4240-389b-4d62-9725-25ef56e89718 None None] Bound using segment: {'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:41:52.111689 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-401e4240-389b-4d62-9725-25ef56e89718 None None] Bound port: 1db45975-3123-4e48-9d13-033c0f6ab259, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:41:52.112121 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-401e4240-389b-4d62-9725-25ef56e89718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:52.112569 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0a27ac74-1b2e-4155-8aea-ba28472c1656 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] 10.222.0.21 "DELETE /v2.0/security-groups/537e9094-2191-43ef-9107-3083c712f52c HTTP/1.1" status: 204 len: 168 time: 0.1985679 Aug 22 13:41:52.113275 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49266) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:52.130148 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a27ac74-1b2e-4155-8aea-ba28472c1656 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=537e9094-2191-43ef-9107-3083c712f52c,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:52.173229 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-34025d45-5658-455e-9545-d3da4b4ce64b tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:52.179339 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-34025d45-5658-455e-9545-d3da4b4ce64b tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:52.199061 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-401e4240-389b-4d62-9725-25ef56e89718 None None] For port 1db45975-3123-4e48-9d13-033c0f6ab259, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:41:52.202200 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-401e4240-389b-4d62-9725-25ef56e89718 None None] For port 1db45975-3123-4e48-9d13-033c0f6ab259, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=1db45975-3123-4e48-9d13-033c0f6ab259,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:41:52.210143 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-401e4240-389b-4d62-9725-25ef56e89718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:52.220546 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34025d45-5658-455e-9545-d3da4b4ce64b tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f68791af-9103-40db-b048-e8886b1535ea,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:52.235111 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.db.api [None req-625302b0-fb38-44c7-a3f4-1aca31accfd3 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 22 13:41:52.235111 n-d-793621-33 neutron-server[94628]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 22 13:41:52.235111 n-d-793621-33 neutron-server[94628]: [parameters: {'project_id_1': '279ca01f9bf44718ba60258259b972e6', 'expiration_1': datetime.datetime(2021, 8, 22, 13, 41, 51, 988005)}] Aug 22 13:41:52.235111 n-d-793621-33 neutron-server[94628]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94628) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 13:41:52.235772 n-d-793621-33 neutron-server[94628]: DEBUG oslo_db.api [None req-625302b0-fb38-44c7-a3f4-1aca31accfd3 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 13:41:52.236393 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.db.api [None req-34025d45-5658-455e-9545-d3da4b4ce64b tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 22 13:41:52.236393 n-d-793621-33 neutron-server[94628]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 22 13:41:52.236393 n-d-793621-33 neutron-server[94628]: [parameters: {'project_id_1': '682773d955cd4853b66f7227dc97d167', 'expiration_1': datetime.datetime(2021, 8, 22, 13, 41, 52, 186796)}] Aug 22 13:41:52.236393 n-d-793621-33 neutron-server[94628]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94628) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 13:41:52.236728 n-d-793621-33 neutron-server[94628]: DEBUG oslo_db.api [None req-34025d45-5658-455e-9545-d3da4b4ce64b tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 13:41:52.257851 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e9e29868-b215-4f8a-8577-dd8e8c622f29 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1431503 Aug 22 13:41:52.261672 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49268) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:52.285603 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c14748-a0ad-45dd-a19c-120a5229b609 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:41:52.290039 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-28c14748-a0ad-45dd-a19c-120a5229b609 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:52.298698 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-eae935db-a9b0-4b16-aaf9-305dec0c63a2 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] delete failed (client error): The resource could not be found. Aug 22 13:41:52.308190 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-eae935db-a9b0-4b16-aaf9-305dec0c63a2 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] 10.222.0.21 "DELETE /v2.0/security-groups/ee568739-70bb-409d-9b53-2a02f8c89828 HTTP/1.1" status: 404 len: 347 time: 0.0441132 Aug 22 13:41:52.311423 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401e4240-389b-4d62-9725-25ef56e89718 None None] Pushing event updated for resources: {'Port': ['ID=1db45975-3123-4e48-9d13-033c0f6ab259,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:52.311745 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49272) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:52.338869 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-7591398e-4e0d-47d7-85c0-7e2afbe45cd7 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] show failed (client error): The resource could not be found. Aug 22 13:41:52.344493 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7591398e-4e0d-47d7-85c0-7e2afbe45cd7 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] 10.222.0.21 "GET /v2.0/security-groups/13843818-0bde-458a-8ef6-907cf4ae65c9 HTTP/1.1" status: 404 len: 347 time: 0.0313895 Aug 22 13:41:52.345206 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49276) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:52.361570 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-fedbb70b-5e05-4c0b-9e83-4749ae77b3a1 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] show failed (client error): The resource could not be found. Aug 22 13:41:52.367280 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-fedbb70b-5e05-4c0b-9e83-4749ae77b3a1 tempest-NegativeSecGroupTest-1972535615 tempest-NegativeSecGroupTest-1972535615-project] 10.222.0.21 "GET /v2.0/security-group-rules/ca6a9057-830e-4c08-8942-cc1afa140729 HTTP/1.1" status: 404 len: 356 time: 0.0210547 Aug 22 13:41:52.446471 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669febd4-049b-42c0-9fb3-ff2068942f9f req-50ec25c7-6d4d-47af-b2be-6cb5ad554089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:52.448720 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-669febd4-049b-42c0-9fb3-ff2068942f9f req-50ec25c7-6d4d-47af-b2be-6cb5ad554089 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=50b3d484826f4e1f8052fde49b87f38a&device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 1098 time: 0.5440159 Aug 22 13:41:52.626495 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669febd4-049b-42c0-9fb3-ff2068942f9f req-6f0753c4-8cff-467e-80d0-bdbe33aa8ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:52.628094 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-669febd4-049b-42c0-9fb3-ff2068942f9f req-6f0753c4-8cff-467e-80d0-bdbe33aa8ac7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=688a25cb-87b8-45f2-8ef8-1274133a97f8 HTTP/1.1" status: 200 len: 897 time: 0.1719277 Aug 22 13:41:52.732700 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49292) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:52.741312 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-34025d45-5658-455e-9545-d3da4b4ce64b tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:52.771230 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-669febd4-049b-42c0-9fb3-ff2068942f9f req-5c61021e-ae62-4cea-acfe-0e53796702e5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c6dc773-1a07-4ca5-85cc-b116f5c58e9a HTTP/1.1" status: 200 len: 1001 time: 0.1353440 Aug 22 13:41:52.798295 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-625302b0-fb38-44c7-a3f4-1aca31accfd3 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:52.862078 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669febd4-049b-42c0-9fb3-ff2068942f9f req-16401c4e-17e5-4ceb-bc7e-5ee8e4914dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:52.863587 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-669febd4-049b-42c0-9fb3-ff2068942f9f req-16401c4e-17e5-4ceb-bc7e-5ee8e4914dab service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9501ed24-569f-4556-a2e9-978154d36845 HTTP/1.1" status: 200 len: 835 time: 0.0827701 Aug 22 13:41:52.894342 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-34025d45-5658-455e-9545-d3da4b4ce64b tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:52.905897 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-34025d45-5658-455e-9545-d3da4b4ce64b tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:52.966432 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34025d45-5658-455e-9545-d3da4b4ce64b tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6717f51b-a8e0-49f7-bf2d-1ce152c8036e,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:52.982442 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669febd4-049b-42c0-9fb3-ff2068942f9f req-738b1fec-ab15-4018-8224-53d068cb8b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:52.984144 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-669febd4-049b-42c0-9fb3-ff2068942f9f req-738b1fec-ab15-4018-8224-53d068cb8b9b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=688a25cb-87b8-45f2-8ef8-1274133a97f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1123030 Aug 22 13:41:52.988663 n-d-793621-33 neutron-server[94627]: DEBUG neutron.objects.ports [None req-28c14748-a0ad-45dd-a19c-120a5229b609 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94627) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 22 13:41:53.002192 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [req-669febd4-049b-42c0-9fb3-ff2068942f9f req-4ac26408-c378-45c3-bc20-77ddd5d35ccf service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:41:53.003199 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-669febd4-049b-42c0-9fb3-ff2068942f9f req-4ac26408-c378-45c3-bc20-77ddd5d35ccf service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075722 Aug 22 13:41:53.092154 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-625302b0-fb38-44c7-a3f4-1aca31accfd3 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:53.116995 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-625302b0-fb38-44c7-a3f4-1aca31accfd3 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:53.305776 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-669febd4-049b-42c0-9fb3-ff2068942f9f req-f908d38c-a21c-4979-8562-97ee874a53f7 service neutron] 10.222.0.16 "GET /v2.0/networks/688a25cb-87b8-45f2-8ef8-1274133a97f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534657 Aug 22 13:41:53.340045 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf18d58-4ac8-42f2-bf6b-9128e1b6dc91 req-47f4aa0c-5b07-421a-b5a3-7664486f1a67 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:53.341656 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bcf18d58-4ac8-42f2-bf6b-9128e1b6dc91 req-47f4aa0c-5b07-421a-b5a3-7664486f1a67 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 946 time: 0.1978614 Aug 22 13:41:53.418501 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 1db45975-3123-4e48-9d13-033c0f6ab259 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:41:53.433709 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49316) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:53.434155 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49318) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:53.507271 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 1db45975-3123-4e48-9d13-033c0f6ab259 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:41:53.524586 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-28c14748-a0ad-45dd-a19c-120a5229b609 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:53.538591 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-34025d45-5658-455e-9545-d3da4b4ce64b tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:53.539865 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-34025d45-5658-455e-9545-d3da4b4ce64b tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.1395850 Aug 22 13:41:53.547159 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625302b0-fb38-44c7-a3f4-1aca31accfd3 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d22e0154-350c-4e0d-81d5-4e474ae30a11,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:53.553793 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49324) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:53.580810 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-625302b0-fb38-44c7-a3f4-1aca31accfd3 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:53.584608 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-625302b0-fb38-44c7-a3f4-1aca31accfd3 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6079018 Aug 22 13:41:53.599034 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49326) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:53.606426 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-e50579da-f4f4-47b2-9ff8-94ad257452a0 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Request body: {'security_group_rule': {'security_group_id': '7c0df18a-015a-46ec-9ff7-1fb0be9643fc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd22e0154-350c-4e0d-81d5-4e474ae30a11', 'remote_ip_prefix': None}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:53.619279 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bcf18d58-4ac8-42f2-bf6b-9128e1b6dc91 req-c5e750ba-edbd-4ff9-bba3-0132857d7f77 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=b83678d1-4258-4ef7-88a8-5933c84ca924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2565711 Aug 22 13:41:53.641118 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-aa0d7999-4085-47d5-b62f-b622971b25ce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a87be45ebd31411288a58a2a803b6e6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9067552 Aug 22 13:41:53.643695 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49328) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:53.644647 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-caba68eb-c774-407e-aad7-4bd44bb62a3d tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-215528597'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:53.650820 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-64217806-5276-4cba-b22b-1bd2e5318fb1 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0959396 Aug 22 13:41:53.661085 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49330) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:53.666828 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-ce4098ed-fc35-45f6-9446-78b523fe33cf admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1376925450-network', 'tenant_id': '9b5bac0869314a3bbb3447b2c0aa17d8'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:53.677161 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-16b35ed0-0633-4147-8e77-b291b29e008c tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Request body: {'security_group': {'name': 'tempest-security--61870960', 'description': 'tempest-security-description-1844102230'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:53.701341 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6a6a5476-2a48-495b-8f06-032767d7dc5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:53.702120 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-669febd4-049b-42c0-9fb3-ff2068942f9f req-0a925887-c5d9-43bf-9b8f-220a0970277d service neutron] 10.222.0.16 "GET /v2.0/networks/688a25cb-87b8-45f2-8ef8-1274133a97f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3849044 Aug 22 13:41:53.730666 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6a6a5476-2a48-495b-8f06-032767d7dc5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:53.787476 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6a6a5476-2a48-495b-8f06-032767d7dc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:53.790064 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6a6a5476-2a48-495b-8f06-032767d7dc5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:53.791264 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6a6a5476-2a48-495b-8f06-032767d7dc5b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/056bd934-618d-4677-849c-ba632580d861 HTTP/1.1" status: 204 len: 168 time: 0.1462867 Aug 22 13:41:53.801726 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6a5476-2a48-495b-8f06-032767d7dc5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056bd934-618d-4677-849c-ba632580d861,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:53.803648 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-16b35ed0-0633-4147-8e77-b291b29e008c tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:53.839604 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-01038be3-cba6-4b31-8fa4-ec3c8b7df526 None None] Provisioning for port 1db45975-3123-4e48-9d13-033c0f6ab259 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:41:53.849486 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caba68eb-c774-407e-aad7-4bd44bb62a3d tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Made reservation on behalf of a68c82f6f74d48ed8af8ea1926da317f for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:41:53.849698 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-01038be3-cba6-4b31-8fa4-ec3c8b7df526 None None] Provisioning complete for port 1db45975-3123-4e48-9d13-033c0f6ab259 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:41:53.850142 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-01038be3-cba6-4b31-8fa4-ec3c8b7df526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:53.853702 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-caba68eb-c774-407e-aad7-4bd44bb62a3d tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:53.855713 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e50579da-f4f4-47b2-9ff8-94ad257452a0 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:53.896754 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-caba68eb-c774-407e-aad7-4bd44bb62a3d tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:53.933120 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4098ed-fc35-45f6-9446-78b523fe33cf admin admin] Made reservation on behalf of 9b5bac0869314a3bbb3447b2c0aa17d8 for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:41:53.935717 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ce4098ed-fc35-45f6-9446-78b523fe33cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:53.942106 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-16b35ed0-0633-4147-8e77-b291b29e008c tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:53.943743 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-01038be3-cba6-4b31-8fa4-ec3c8b7df526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:53.991206 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-16b35ed0-0633-4147-8e77-b291b29e008c tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:53.994104 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-16b35ed0-0633-4147-8e77-b291b29e008c tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:53.998683 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-16b35ed0-0633-4147-8e77-b291b29e008c tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "PUT /v2.0/security-groups/6717f51b-a8e0-49f7-bf2d-1ce152c8036e HTTP/1.1" status: 200 len: 1778 time: 0.3218067 Aug 22 13:41:53.998854 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49338) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:54.006811 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ce4098ed-fc35-45f6-9446-78b523fe33cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:54.048770 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-1d75f514-2d3b-4d13-a5c1-1fb779b10982 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "GET /v2.0/security-groups/6717f51b-a8e0-49f7-bf2d-1ce152c8036e HTTP/1.1" status: 200 len: 1778 time: 0.0469267 Aug 22 13:41:54.049223 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49340) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:54.051709 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-28c14748-a0ad-45dd-a19c-120a5229b609 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] For port 1db45975-3123-4e48-9d13-033c0f6ab259, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=1db45975-3123-4e48-9d13-033c0f6ab259,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:41:54.109497 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0270f8dd-c9dc-4373-9bf7-1e03e59047f0 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:54.132869 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0270f8dd-c9dc-4373-9bf7-1e03e59047f0 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:54.183195 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0270f8dd-c9dc-4373-9bf7-1e03e59047f0 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:54.186492 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b35ed0-0633-4147-8e77-b291b29e008c tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6717f51b-a8e0-49f7-bf2d-1ce152c8036e,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:54.187724 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0270f8dd-c9dc-4373-9bf7-1e03e59047f0 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:54.189174 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0270f8dd-c9dc-4373-9bf7-1e03e59047f0 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "DELETE /v2.0/security-groups/6717f51b-a8e0-49f7-bf2d-1ce152c8036e HTTP/1.1" status: 204 len: 168 time: 0.1387513 Aug 22 13:41:54.200183 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49348) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:54.200878 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0270f8dd-c9dc-4373-9bf7-1e03e59047f0 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6717f51b-a8e0-49f7-bf2d-1ce152c8036e,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:54.204863 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-28c14748-a0ad-45dd-a19c-120a5229b609 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:54.230184 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ea176e0-f1bc-445c-9b07-f15a947e2af7 req-27429410-e2a2-47db-9871-986cc3f49b5c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2268872 Aug 22 13:41:54.242570 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-28c14748-a0ad-45dd-a19c-120a5229b609 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:54.243331 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-28c14748-a0ad-45dd-a19c-120a5229b609 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:54.246313 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e50579da-f4f4-47b2-9ff8-94ad257452a0 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:54.272378 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.db.api [None req-01038be3-cba6-4b31-8fa4-ec3c8b7df526 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 13:41:54.272735 n-d-793621-33 neutron-server[94629]: DEBUG oslo_db.api [None req-01038be3-cba6-4b31-8fa4-ec3c8b7df526 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 13:41:54.313755 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e50579da-f4f4-47b2-9ff8-94ad257452a0 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:54.394547 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c14748-a0ad-45dd-a19c-120a5229b609 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:41:54.401862 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50579da-f4f4-47b2-9ff8-94ad257452a0 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37529191-d8ef-4ca7-8919-bdcf714a3745,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:54.431252 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-28c14748-a0ad-45dd-a19c-120a5229b609 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:41:54.442676 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2bf0d7-9479-4d1d-b37f-79418f7c9df6 None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:41:54.444103 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c14748-a0ad-45dd-a19c-120a5229b609 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:54.444707 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-28c14748-a0ad-45dd-a19c-120a5229b609 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:54.453229 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c14748-a0ad-45dd-a19c-120a5229b609 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event updated for resources: {'Subnet': ['ID=9e3986a1-86f3-4df4-ba31-bab345f3d9a2,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:54.465508 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c14748-a0ad-45dd-a19c-120a5229b609 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event updated for resources: {'Port': ['ID=1db45975-3123-4e48-9d13-033c0f6ab259,revision_number=4']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:54.467408 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-35900d87-3c38-456b-a78f-2e21b8ef295f tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2660944 Aug 22 13:41:54.470853 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49364) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:54.497630 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-197c2386-5a39-47c1-9aa0-b0f42c389fa3 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] delete failed (client error): The resource could not be found. Aug 22 13:41:54.505461 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea176e0-f1bc-445c-9b07-f15a947e2af7 req-63205086-11a0-4639-9c22-c266ffdd2019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:54.506155 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea176e0-f1bc-445c-9b07-f15a947e2af7 req-63205086-11a0-4639-9c22-c266ffdd2019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:54.506763 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea176e0-f1bc-445c-9b07-f15a947e2af7 req-63205086-11a0-4639-9c22-c266ffdd2019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:54.507366 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea176e0-f1bc-445c-9b07-f15a947e2af7 req-63205086-11a0-4639-9c22-c266ffdd2019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:54.507992 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea176e0-f1bc-445c-9b07-f15a947e2af7 req-63205086-11a0-4639-9c22-c266ffdd2019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:54.508626 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea176e0-f1bc-445c-9b07-f15a947e2af7 req-63205086-11a0-4639-9c22-c266ffdd2019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:54.509251 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea176e0-f1bc-445c-9b07-f15a947e2af7 req-63205086-11a0-4639-9c22-c266ffdd2019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:54.510650 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-197c2386-5a39-47c1-9aa0-b0f42c389fa3 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "DELETE /v2.0/security-groups/6717f51b-a8e0-49f7-bf2d-1ce152c8036e HTTP/1.1" status: 404 len: 347 time: 0.0386765 Aug 22 13:41:54.511411 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49366) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:54.511882 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ea176e0-f1bc-445c-9b07-f15a947e2af7 req-63205086-11a0-4639-9c22-c266ffdd2019 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d953ee5d914f4a7288a8a29730002fca&device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 6507 time: 0.2505102 Aug 22 13:41:54.514223 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-caba68eb-c774-407e-aad7-4bd44bb62a3d tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:54.522388 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-9a049058-2ff1-4157-b2c9-7229ae978dd9 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Request body: {'security_group': {'name': 'tempest-secgroup--1275627782'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:54.530057 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e50579da-f4f4-47b2-9ff8-94ad257452a0 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:54.534506 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e50579da-f4f4-47b2-9ff8-94ad257452a0 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.9308252 Aug 22 13:41:54.534678 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49368) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:54.536179 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-caba68eb-c774-407e-aad7-4bd44bb62a3d tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:54.566183 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8fbcce78-8c55-4bcd-9c46-9fe3b100d9a2 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:54.578757 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8fbcce78-8c55-4bcd-9c46-9fe3b100d9a2 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:54.585899 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caba68eb-c774-407e-aad7-4bd44bb62a3d tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:41:54.621814 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49370) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:54.628141 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8fbcce78-8c55-4bcd-9c46-9fe3b100d9a2 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:54.633045 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8fbcce78-8c55-4bcd-9c46-9fe3b100d9a2 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:54.636282 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8fbcce78-8c55-4bcd-9c46-9fe3b100d9a2 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/37529191-d8ef-4ca7-8919-bdcf714a3745 HTTP/1.1" status: 204 len: 168 time: 0.0987074 Aug 22 13:41:54.640488 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49372) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:54.651543 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbcce78-8c55-4bcd-9c46-9fe3b100d9a2 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=37529191-d8ef-4ca7-8919-bdcf714a3745,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:54.709865 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-3fb4cb94-8847-4c03-8ecd-705a9bbec330 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0654600 Aug 22 13:41:54.710446 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49378) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:54.725402 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-caba68eb-c774-407e-aad7-4bd44bb62a3d tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:54.725847 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-caba68eb-c774-407e-aad7-4bd44bb62a3d tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Added segment 2ea04df0-e8c4-48c1-84ba-82856d8a1b67 of type vlan for network 8b60bdf4-9c2c-46be-80cf-56d1bcc79de4 Aug 22 13:41:54.755326 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba68eb-c774-407e-aad7-4bd44bb62a3d tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3351cb6a-49cf-49b8-9491-b7d48173aeaa,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:54.766938 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0133361c-2acd-4f1d-9a87-afb66ec361ad tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:54.817453 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0133361c-2acd-4f1d-9a87-afb66ec361ad tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:54.826338 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-01038be3-cba6-4b31-8fa4-ec3c8b7df526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:54.867940 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-91025135-cc00-4f6f-890a-325fac216f66 tempest-TagsTest-1431532815 tempest-TagsTest-1431532815-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-137017166'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:54.875619 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-01038be3-cba6-4b31-8fa4-ec3c8b7df526 None None] For port 1db45975-3123-4e48-9d13-033c0f6ab259, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=1db45975-3123-4e48-9d13-033c0f6ab259,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:41:54.878942 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0133361c-2acd-4f1d-9a87-afb66ec361ad tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:54.880254 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-01038be3-cba6-4b31-8fa4-ec3c8b7df526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:54.881638 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ce4098ed-fc35-45f6-9446-78b523fe33cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:54.881950 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0133361c-2acd-4f1d-9a87-afb66ec361ad tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:54.883460 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0133361c-2acd-4f1d-9a87-afb66ec361ad tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "DELETE /v2.0/security-groups/d22e0154-350c-4e0d-81d5-4e474ae30a11 HTTP/1.1" status: 204 len: 168 time: 0.1721299 Aug 22 13:41:54.888710 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49380) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:54.901463 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0133361c-2acd-4f1d-9a87-afb66ec361ad tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22e0154-350c-4e0d-81d5-4e474ae30a11,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:54.908752 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-caba68eb-c774-407e-aad7-4bd44bb62a3d tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:54.917958 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ce4098ed-fc35-45f6-9446-78b523fe33cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:54.943321 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-28c14748-a0ad-45dd-a19c-120a5229b609 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.3846149 Aug 22 13:41:54.947325 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49382) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:54.952388 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-923e5dc1-f56b-4a42-85c5-22e009d0b6d7 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'port': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'mac_address': 'fa:16:3e:d4:da:fb', 'name': 'tempest-NetworksTestDHCPv6-193105697'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:54.969086 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c35f09-e74f-43e9-8ecb-7aa9be05fe72 req-3055cbcf-524d-4309-a73e-1fd4e7556e85 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:54.970663 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d3c35f09-e74f-43e9-8ecb-7aa9be05fe72 req-3055cbcf-524d-4309-a73e-1fd4e7556e85 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 946 time: 0.2692430 Aug 22 13:41:54.975985 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9a049058-2ff1-4157-b2c9-7229ae978dd9 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:54.979619 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea176e0-f1bc-445c-9b07-f15a947e2af7 req-dbf5760e-3c51-4e21-964c-61a84860d869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:54.980105 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea176e0-f1bc-445c-9b07-f15a947e2af7 req-dbf5760e-3c51-4e21-964c-61a84860d869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:54.982017 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea176e0-f1bc-445c-9b07-f15a947e2af7 req-dbf5760e-3c51-4e21-964c-61a84860d869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:54.983636 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ea176e0-f1bc-445c-9b07-f15a947e2af7 req-dbf5760e-3c51-4e21-964c-61a84860d869 service neutron] 10.222.0.16 "GET /v2.0/networks?id=09ddfb22-9759-41d5-b511-b1a96521841b&id=5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7&id=5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7&id=5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7&id=5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7&id=3a68a707-4544-4179-ae57-3b08732d6fc4&id=3a68a707-4544-4179-ae57-3b08732d6fc4 HTTP/1.1" status: 200 len: 2298 time: 0.4371319 Aug 22 13:41:54.995798 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01038be3-cba6-4b31-8fa4-ec3c8b7df526 None None] Pushing event updated for resources: {'Port': ['ID=1db45975-3123-4e48-9d13-033c0f6ab259,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:55.010599 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce4098ed-fc35-45f6-9446-78b523fe33cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:41:55.030117 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d0a41172-b704-4e40-9b2d-c6a772633103 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1399908 Aug 22 13:41:55.034929 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4098ed-fc35-45f6-9446-78b523fe33cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50804df-1221-4a77-b923-40de9ee5a6f9,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:55.038643 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49384) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:55.123507 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ce4098ed-fc35-45f6-9446-78b523fe33cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:55.125863 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-ce4098ed-fc35-45f6-9446-78b523fe33cf admin admin] Added segment 161f9050-dd54-4af2-adc4-65a63758c3ef of type vlan for network 2128412b-c8a7-4056-bb86-409cbc192052 Aug 22 13:41:55.144948 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-de99bb16-1683-4c70-b05a-be661dc8ee79 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:55.153237 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-caba68eb-c774-407e-aad7-4bd44bb62a3d tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:55.160302 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caba68eb-c774-407e-aad7-4bd44bb62a3d tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:55.161108 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-caba68eb-c774-407e-aad7-4bd44bb62a3d tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:55.181959 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-de99bb16-1683-4c70-b05a-be661dc8ee79 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:55.206010 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91025135-cc00-4f6f-890a-325fac216f66 tempest-TagsTest-1431532815 tempest-TagsTest-1431532815-project] Made reservation on behalf of b1aebbc30fc54656b0f0fda364c24730 for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:41:55.209878 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-91025135-cc00-4f6f-890a-325fac216f66 tempest-TagsTest-1431532815 tempest-TagsTest-1431532815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:55.250479 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9a049058-2ff1-4157-b2c9-7229ae978dd9 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:55.251569 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-de99bb16-1683-4c70-b05a-be661dc8ee79 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:55.254531 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-de99bb16-1683-4c70-b05a-be661dc8ee79 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:55.256069 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-de99bb16-1683-4c70-b05a-be661dc8ee79 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "DELETE /v2.0/security-groups/7c0df18a-015a-46ec-9ff7-1fb0be9643fc HTTP/1.1" status: 204 len: 168 time: 0.2159128 Aug 22 13:41:55.263415 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49388) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:55.264291 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9a049058-2ff1-4157-b2c9-7229ae978dd9 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:55.292370 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-91025135-cc00-4f6f-890a-325fac216f66 tempest-TagsTest-1431532815 tempest-TagsTest-1431532815-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:55.299511 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de99bb16-1683-4c70-b05a-be661dc8ee79 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0df18a-015a-46ec-9ff7-1fb0be9643fc,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:55.303667 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ce4098ed-fc35-45f6-9446-78b523fe33cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:55.311047 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923e5dc1-f56b-4a42-85c5-22e009d0b6d7 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:41:55.319980 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ea176e0-f1bc-445c-9b07-f15a947e2af7 req-80a6cde4-5d5d-44df-83dc-2b92d23a21f9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93bdfde2-d457-457f-992b-980c70fdc75c HTTP/1.1" status: 200 len: 1001 time: 0.3189280 Aug 22 13:41:55.332624 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9a049058-2ff1-4157-b2c9-7229ae978dd9 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:55.333834 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9a049058-2ff1-4157-b2c9-7229ae978dd9 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8202868 Aug 22 13:41:55.344097 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d3c35f09-e74f-43e9-8ecb-7aa9be05fe72 req-9952fa04-ff5b-4bbb-b8b2-6fb0f211b62b tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=b83678d1-4258-4ef7-88a8-5933c84ca924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3494711 Aug 22 13:41:55.371990 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49390) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:55.391509 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-22b57c57-b6b4-4750-8faf-421cc2e88a5f tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Request body: {'security_group_rule': {'security_group_id': 'cf609ec4-5cec-432b-8ca2-beebf5067457', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:55.396988 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 1db45975-3123-4e48-9d13-033c0f6ab259 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:41:55.423688 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a049058-2ff1-4157-b2c9-7229ae978dd9 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf609ec4-5cec-432b-8ca2-beebf5067457,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:55.429415 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-914a3079-173a-4197-9a03-5f28f732bafc tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1618605 Aug 22 13:41:55.434191 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49392) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:55.441094 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-6b28d2c2-edda-4f11-b706-627dc95e3c5d tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Request body: {'security_group': {'name': 'tempest-secgroup--419527356'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:55.468152 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-91025135-cc00-4f6f-890a-325fac216f66 tempest-TagsTest-1431532815 tempest-TagsTest-1431532815-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:55.481267 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-caba68eb-c774-407e-aad7-4bd44bb62a3d tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.0459385 Aug 22 13:41:55.487824 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 1db45975-3123-4e48-9d13-033c0f6ab259 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:41:55.499007 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49394) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:55.504482 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-22140b2b-7461-4875-a3aa-a2c8a32fe2ad tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Request body: {'subnet': {'network_id': '8b60bdf4-9c2c-46be-80cf-56d1bcc79de4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:55.506113 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:55.517767 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.db.resource_extend [None req-ce4098ed-fc35-45f6-9446-78b523fe33cf admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 22 13:41:55.520477 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-91025135-cc00-4f6f-890a-325fac216f66 tempest-TagsTest-1431532815 tempest-TagsTest-1431532815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:55.524021 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba68eb-c774-407e-aad7-4bd44bb62a3d tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Pushing event updated for resources: {'Network': ['ID=8b60bdf4-9c2c-46be-80cf-56d1bcc79de4,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:55.536987 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 8b60bdf4-9c2c-46be-80cf-56d1bcc79de4 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:41:55.540592 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-923e5dc1-f56b-4a42-85c5-22e009d0b6d7 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:55.578387 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-22b57c57-b6b4-4750-8faf-421cc2e88a5f tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:55.579415 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91025135-cc00-4f6f-890a-325fac216f66 tempest-TagsTest-1431532815 tempest-TagsTest-1431532815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:41:55.585360 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ce4098ed-fc35-45f6-9446-78b523fe33cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:55.586339 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4098ed-fc35-45f6-9446-78b523fe33cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:55.586917 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ce4098ed-fc35-45f6-9446-78b523fe33cf admin admin] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:55.606410 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6b28d2c2-edda-4f11-b706-627dc95e3c5d tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:55.611109 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91025135-cc00-4f6f-890a-325fac216f66 tempest-TagsTest-1431532815 tempest-TagsTest-1431532815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=322dda59-bb97-4d65-9b76-288d71441dee,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:55.615617 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea176e0-f1bc-445c-9b07-f15a947e2af7 req-30544a39-e58d-45a1-9ddc-8a1bd54a795b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:55.617184 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ea176e0-f1bc-445c-9b07-f15a947e2af7 req-30544a39-e58d-45a1-9ddc-8a1bd54a795b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4eb4d59f-f1d3-4065-beb1-2e6b44865678 HTTP/1.1" status: 200 len: 856 time: 0.2894728 Aug 22 13:41:55.639691 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-0861801f-7c58-4f07-b4b1-44c3595940dc None None] Provisioning complete for port 1db45975-3123-4e48-9d13-033c0f6ab259 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:41:55.640651 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0861801f-7c58-4f07-b4b1-44c3595940dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:55.647373 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-91025135-cc00-4f6f-890a-325fac216f66 tempest-TagsTest-1431532815 tempest-TagsTest-1431532815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:55.647719 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-91025135-cc00-4f6f-890a-325fac216f66 tempest-TagsTest-1431532815 tempest-TagsTest-1431532815-project] Added segment 97ea633b-ade5-48e8-93e7-56269c7afd09 of type vlan for network 80a45676-dd11-4a32-9fb5-33e0665c1f24 Aug 22 13:41:55.669901 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-923e5dc1-f56b-4a42-85c5-22e009d0b6d7 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] device_id is not set on port 42bf5aec-db7d-4722-8d8a-60db40866af4 yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:41:55.728914 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ce4098ed-fc35-45f6-9446-78b523fe33cf admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2896988 Aug 22 13:41:55.746605 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49396) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:55.753858 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-86c9f375-eb70-45e8-af82-b4ca854848b6 admin admin] Request body: {'subnet': {'network_id': '2128412b-c8a7-4056-bb86-409cbc192052', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1376925450-subnet', 'tenant_id': '9b5bac0869314a3bbb3447b2c0aa17d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:55.795855 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4098ed-fc35-45f6-9446-78b523fe33cf admin admin] Pushing event updated for resources: {'Network': ['ID=2128412b-c8a7-4056-bb86-409cbc192052,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:55.809490 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-91025135-cc00-4f6f-890a-325fac216f66 tempest-TagsTest-1431532815 tempest-TagsTest-1431532815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:55.810350 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 2128412b-c8a7-4056-bb86-409cbc192052 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:41:55.812522 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-22b57c57-b6b4-4750-8faf-421cc2e88a5f tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:55.823194 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-22b57c57-b6b4-4750-8faf-421cc2e88a5f tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:55.841996 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea176e0-f1bc-445c-9b07-f15a947e2af7 req-0c5e95d2-c0e1-4ff2-8980-01f74d494f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:55.844268 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ea176e0-f1bc-445c-9b07-f15a947e2af7 req-0c5e95d2-c0e1-4ff2-8980-01f74d494f0a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=09ddfb22-9759-41d5-b511-b1a96521841b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1983910 Aug 22 13:41:55.851268 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-91025135-cc00-4f6f-890a-325fac216f66 tempest-TagsTest-1431532815 tempest-TagsTest-1431532815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:55.857985 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91025135-cc00-4f6f-890a-325fac216f66 tempest-TagsTest-1431532815 tempest-TagsTest-1431532815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:55.858385 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-91025135-cc00-4f6f-890a-325fac216f66 tempest-TagsTest-1431532815 tempest-TagsTest-1431532815-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:55.883635 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b57c57-b6b4-4750-8faf-421cc2e88a5f tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a5801a3-ed9c-4cf7-b9ac-941ff7776cef,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:55.977948 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6b28d2c2-edda-4f11-b706-627dc95e3c5d tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:55.986080 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91025135-cc00-4f6f-890a-325fac216f66 tempest-TagsTest-1431532815 tempest-TagsTest-1431532815-project] Pushing event updated for resources: {'Network': ['ID=80a45676-dd11-4a32-9fb5-33e0665c1f24,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:55.986725 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6b28d2c2-edda-4f11-b706-627dc95e3c5d tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:56.001723 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-22b57c57-b6b4-4750-8faf-421cc2e88a5f tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:56.002450 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 80a45676-dd11-4a32-9fb5-33e0665c1f24 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:41:56.002928 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-22b57c57-b6b4-4750-8faf-421cc2e88a5f tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6299353 Aug 22 13:41:56.005290 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-923e5dc1-f56b-4a42-85c5-22e009d0b6d7 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Allocated IP 172.20.0.14 (933f65da-8ef2-4dea-ac27-3eee9182e92f/4103cc16-d020-4c36-9533-8ed6fb97bc1e/42bf5aec-db7d-4722-8d8a-60db40866af4) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:41:56.007486 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49398) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:56.021121 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-923e5dc1-f56b-4a42-85c5-22e009d0b6d7 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Allocated IP 2001:db8::f816:3eff:fed4:dafb (933f65da-8ef2-4dea-ac27-3eee9182e92f/9e3986a1-86f3-4df4-ba31-bab345f3d9a2/42bf5aec-db7d-4722-8d8a-60db40866af4) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:41:56.042067 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b28d2c2-edda-4f11-b706-627dc95e3c5d tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1efce1-4122-4259-8b63-622cb5a8dc89,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:56.044965 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c9f375-eb70-45e8-af82-b4ca854848b6 admin admin] Made reservation on behalf of 9b5bac0869314a3bbb3447b2c0aa17d8 for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:41:56.047373 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-86c9f375-eb70-45e8-af82-b4ca854848b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:56.054665 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6b28d2c2-edda-4f11-b706-627dc95e3c5d tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:56.056119 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6b28d2c2-edda-4f11-b706-627dc95e3c5d tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6202285 Aug 22 13:41:56.064774 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49400) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:56.073398 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ea176e0-f1bc-445c-9b07-f15a947e2af7 req-0a32a77a-9c25-4132-89c0-88cef883127b service neutron] 10.222.0.16 "GET /v2.0/networks/09ddfb22-9759-41d5-b511-b1a96521841b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119260 Aug 22 13:41:56.076056 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-ad7e1b08-6495-4b58-ad34-fafb0138edec tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Request body: {'security_group_rule': {'security_group_id': 'ad1efce1-4122-4259-8b63-622cb5a8dc89', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:56.101613 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22140b2b-7461-4875-a3aa-a2c8a32fe2ad tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Made reservation on behalf of a68c82f6f74d48ed8af8ea1926da317f for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:41:56.103805 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b3cef9ef-8bf8-40b7-bd66-8a1c44a859ea tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:56.105090 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-22140b2b-7461-4875-a3aa-a2c8a32fe2ad tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:56.132298 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-91025135-cc00-4f6f-890a-325fac216f66 tempest-TagsTest-1431532815 tempest-TagsTest-1431532815-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.4783740 Aug 22 13:41:56.133146 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b3cef9ef-8bf8-40b7-bd66-8a1c44a859ea tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:56.135794 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49402) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:56.178714 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.tag.tag_plugin [None req-babba7b7-6cc1-4d30-8a5d-d64f787b89ff tempest-TagsTest-1431532815 tempest-TagsTest-1431532815-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '80a45676-dd11-4a32-9fb5-33e0665c1f24', 'tempest-TagsTest-Tag-146310570') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:56.224346 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b3cef9ef-8bf8-40b7-bd66-8a1c44a859ea tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:56.244542 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b3cef9ef-8bf8-40b7-bd66-8a1c44a859ea tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:56.245578 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-b3cef9ef-8bf8-40b7-bd66-8a1c44a859ea tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/5a5801a3-ed9c-4cf7-b9ac-941ff7776cef HTTP/1.1" status: 204 len: 168 time: 0.2346697 Aug 22 13:41:56.252050 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49406) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:56.265064 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ad7e1b08-6495-4b58-ad34-fafb0138edec tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:56.266378 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cef9ef-8bf8-40b7-bd66-8a1c44a859ea tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5a5801a3-ed9c-4cf7-b9ac-941ff7776cef,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:56.316779 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ea176e0-f1bc-445c-9b07-f15a947e2af7 req-b2076e7b-a523-487c-95a1-b3a1bcae9d61 service neutron] 10.222.0.16 "GET /v2.0/networks/09ddfb22-9759-41d5-b511-b1a96521841b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029786 Aug 22 13:41:56.381500 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-0b4f941b-9759-409d-a6fe-cfea4faa7d1d tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1247611 Aug 22 13:41:56.382031 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49410) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:56.391322 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ea176e0-f1bc-445c-9b07-f15a947e2af7 req-8bf6870e-d333-4e69-9e8f-d19e746507b8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=f8514972-7776-4e19-a05c-ada5bca398e0 HTTP/1.1" status: 200 len: 217 time: 0.0648260 Aug 22 13:41:56.416098 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-923e5dc1-f56b-4a42-85c5-22e009d0b6d7 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:56.466245 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ad7e1b08-6495-4b58-ad34-fafb0138edec tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:56.482156 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ad7e1b08-6495-4b58-ad34-fafb0138edec tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:56.489800 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-923e5dc1-f56b-4a42-85c5-22e009d0b6d7 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Transition to ACTIVE for port object 42bf5aec-db7d-4722-8d8a-60db40866af4 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:41:56.508674 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-babba7b7-6cc1-4d30-8a5d-d64f787b89ff tempest-TagsTest-1431532815 tempest-TagsTest-1431532815-project] 10.222.0.21 "PUT /v2.0/networks/80a45676-dd11-4a32-9fb5-33e0665c1f24/tags/tempest-TagsTest-Tag-146310570 HTTP/1.1" status: 201 len: 201 time: 0.3313158 Aug 22 13:41:56.517892 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49412) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:56.526471 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.tag.tag_plugin [None req-62e4ca6b-94bc-4284-a5b1-093b8744aa7e tempest-TagsTest-1431532815 tempest-TagsTest-1431532815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '80a45676-dd11-4a32-9fb5-33e0665c1f24', 'tempest-TagsTest-Tag-146310570') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:56.537541 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7e1b08-6495-4b58-ad34-fafb0138edec tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=453788c9-1326-48e3-be93-2636d2a8e228,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:56.585498 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ad7e1b08-6495-4b58-ad34-fafb0138edec tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:56.586722 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ad7e1b08-6495-4b58-ad34-fafb0138edec tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5194039 Aug 22 13:41:56.591942 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49414) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:56.657670 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-22140b2b-7461-4875-a3aa-a2c8a32fe2ad tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:56.718066 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-40deb9eb-c3af-478b-a083-55df1ca55672 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:56.733431 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-923e5dc1-f56b-4a42-85c5-22e009d0b6d7 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:56.745929 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-40deb9eb-c3af-478b-a083-55df1ca55672 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:56.800294 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22140b2b-7461-4875-a3aa-a2c8a32fe2ad tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Pushing event updated for resources: {'Subnet': ['ID=1353328d-eacf-43bc-a6c0-80a7802be417,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:56.824149 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-62e4ca6b-94bc-4284-a5b1-093b8744aa7e tempest-TagsTest-1431532815 tempest-TagsTest-1431532815-project] 10.222.0.21 "GET /v2.0/networks/80a45676-dd11-4a32-9fb5-33e0665c1f24/tags/tempest-TagsTest-Tag-146310570 HTTP/1.1" status: 204 len: 168 time: 0.3011568 Aug 22 13:41:56.833483 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49416) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:56.851815 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.tag.tag_plugin [None req-9a75abe0-211b-4ce6-b947-112276a52cf5 tempest-TagsTest-1431532815 tempest-TagsTest-1431532815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '80a45676-dd11-4a32-9fb5-33e0665c1f24') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:56.855563 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923e5dc1-f56b-4a42-85c5-22e009d0b6d7 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:41:56.857758 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-40deb9eb-c3af-478b-a083-55df1ca55672 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:56.862185 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-86c9f375-eb70-45e8-af82-b4ca854848b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:56.864207 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5dc1-f56b-4a42-85c5-22e009d0b6d7 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event updated for resources: {'Port': ['ID=42bf5aec-db7d-4722-8d8a-60db40866af4,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:56.871013 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-40deb9eb-c3af-478b-a083-55df1ca55672 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:56.874964 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-40deb9eb-c3af-478b-a083-55df1ca55672 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/453788c9-1326-48e3-be93-2636d2a8e228 HTTP/1.1" status: 204 len: 168 time: 0.2754314 Aug 22 13:41:56.881938 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-923e5dc1-f56b-4a42-85c5-22e009d0b6d7 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:41:56.885809 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49418) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:56.889345 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923e5dc1-f56b-4a42-85c5-22e009d0b6d7 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:41:56.916343 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea176e0-f1bc-445c-9b07-f15a947e2af7 req-efc60321-8027-4ddc-903f-6bd12d153eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:56.917847 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ea176e0-f1bc-445c-9b07-f15a947e2af7 req-efc60321-8027-4ddc-903f-6bd12d153eff service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb175f2e-c3d1-472d-89f8-b1925f4f3ec2 HTTP/1.1" status: 200 len: 797 time: 0.5156128 Aug 22 13:41:56.921595 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40deb9eb-c3af-478b-a083-55df1ca55672 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=453788c9-1326-48e3-be93-2636d2a8e228,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:56.943334 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22140b2b-7461-4875-a3aa-a2c8a32fe2ad tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Checking segment: {'id': '2ea04df0-e8c4-48c1-84ba-82856d8a1b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8b60bdf4-9c2c-46be-80cf-56d1bcc79de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:41:56.943574 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1f633549-839c-4eb5-9690-e6af37fca773 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:56.943753 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22140b2b-7461-4875-a3aa-a2c8a32fe2ad tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Network hostable DHCP agents. Network: 8b60bdf4-9c2c-46be-80cf-56d1bcc79de4, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:41:56.999020 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad161495-8386-48be-ba30-b6323325b5ec req-73bd5cf2-a190-43b7-9b00-e288d8c9f631 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:57.007369 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ad161495-8386-48be-ba30-b6323325b5ec req-73bd5cf2-a190-43b7-9b00-e288d8c9f631 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 946 time: 0.5663323 Aug 22 13:41:57.013745 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c9f375-eb70-45e8-af82-b4ca854848b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86a526ba-1235-4c19-b583-97d0cbf7fcaa,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:57.028122 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923e5dc1-f56b-4a42-85c5-22e009d0b6d7 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:57.028726 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-923e5dc1-f56b-4a42-85c5-22e009d0b6d7 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:57.038375 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22140b2b-7461-4875-a3aa-a2c8a32fe2ad tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Network 8b60bdf4-9c2c-46be-80cf-56d1bcc79de4 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:41:57.046892 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1f633549-839c-4eb5-9690-e6af37fca773 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:57.054306 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b92d4c3b-95ef-4342-a543-6f5378d5dbc1 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1606369 Aug 22 13:41:57.060903 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49420) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:57.082336 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-22140b2b-7461-4875-a3aa-a2c8a32fe2ad tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 8b60bdf4-9c2c-46be-80cf-56d1bcc79de4) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:41:57.093995 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9a75abe0-211b-4ce6-b947-112276a52cf5 tempest-TagsTest-1431532815 tempest-TagsTest-1431532815-project] 10.222.0.21 "GET /v2.0/networks/80a45676-dd11-4a32-9fb5-33e0665c1f24/tags HTTP/1.1" status: 200 len: 237 time: 0.2519577 Aug 22 13:41:57.093995 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-923e5dc1-f56b-4a42-85c5-22e009d0b6d7 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1448243 Aug 22 13:41:57.097348 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22140b2b-7461-4875-a3aa-a2c8a32fe2ad tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:57.098007 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-22140b2b-7461-4875-a3aa-a2c8a32fe2ad tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:57.099697 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea176e0-f1bc-445c-9b07-f15a947e2af7 req-7f13caac-3cec-454a-9d20-f9486fdac31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:57.101280 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ea176e0-f1bc-445c-9b07-f15a947e2af7 req-7f13caac-3cec-454a-9d20-f9486fdac31b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1707802 Aug 22 13:41:57.101993 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c9f375-eb70-45e8-af82-b4ca854848b6 admin admin] Checking segment: {'id': '161f9050-dd54-4af2-adc4-65a63758c3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2128412b-c8a7-4056-bb86-409cbc192052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:41:57.102348 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c9f375-eb70-45e8-af82-b4ca854848b6 admin admin] Network hostable DHCP agents. Network: 2128412b-c8a7-4056-bb86-409cbc192052, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:41:57.104789 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db4eb7d-3ca6-4885-92a7-c673d6d970a5 None None] Network 8b60bdf4-9c2c-46be-80cf-56d1bcc79de4 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:41:57.105523 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49422) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:57.105868 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49424) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:57.115677 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.tag.tag_plugin [None req-21deab52-b7c2-47c0-ba2c-3572199d40e5 tempest-TagsTest-1431532815 tempest-TagsTest-1431532815-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '80a45676-dd11-4a32-9fb5-33e0665c1f24', {'tags': ['tempest-TagsTest-Tag-1096004628', 'tempest-TagsTest-Tag-966654068', 'tempest-TagsTest-Tag-1975781914']}) {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:57.152678 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ad161495-8386-48be-ba30-b6323325b5ec req-a582ecb7-c17f-4062-bfd4-482ee1a766dc tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=b83678d1-4258-4ef7-88a8-5933c84ca924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442933 Aug 22 13:41:57.208321 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1f633549-839c-4eb5-9690-e6af37fca773 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:57.211491 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1f633549-839c-4eb5-9690-e6af37fca773 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:57.212907 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-1f633549-839c-4eb5-9690-e6af37fca773 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "DELETE /v2.0/security-groups/cf609ec4-5cec-432b-8ca2-beebf5067457 HTTP/1.1" status: 204 len: 168 time: 0.8301036 Aug 22 13:41:57.215776 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-22140b2b-7461-4875-a3aa-a2c8a32fe2ad tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7182212 Aug 22 13:41:57.219343 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49426) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:57.219673 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49428) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:57.222766 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c9f375-eb70-45e8-af82-b4ca854848b6 admin admin] Network 2128412b-c8a7-4056-bb86-409cbc192052 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:41:57.226008 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-dd31f484-babb-4a39-a487-4ef40a53f65a tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Request body: {'port': {'network_id': '8b60bdf4-9c2c-46be-80cf-56d1bcc79de4', 'name': 'tempest-TagsExtTest-1226644710'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:57.239289 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f633549-839c-4eb5-9690-e6af37fca773 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf609ec4-5cec-432b-8ca2-beebf5067457,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:57.249168 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-86c9f375-eb70-45e8-af82-b4ca854848b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 2128412b-c8a7-4056-bb86-409cbc192052) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:41:57.259816 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c9f375-eb70-45e8-af82-b4ca854848b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:57.260656 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-86c9f375-eb70-45e8-af82-b4ca854848b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:57.287652 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ea176e0-f1bc-445c-9b07-f15a947e2af7 req-64e4bed4-a6d4-4987-adce-404d3cf8dff8 service neutron] 10.222.0.16 "GET /v2.0/networks/5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732597 Aug 22 13:41:57.291060 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2337c25d-75b7-4b23-a82f-d9d1bef80cda None None] Network 2128412b-c8a7-4056-bb86-409cbc192052 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:41:57.300603 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-86c9f375-eb70-45e8-af82-b4ca854848b6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5520027 Aug 22 13:41:57.378340 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a63d31-69f8-4525-a294-660ce9f04d5c tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:57.384707 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a63d31-69f8-4525-a294-660ce9f04d5c tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:57.389213 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d0a63d31-69f8-4525-a294-660ce9f04d5c tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2812018 Aug 22 13:41:57.390098 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b796943e-e0e8-4868-9295-b98af36c718c tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:57.391239 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49434) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:57.436684 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ea176e0-f1bc-445c-9b07-f15a947e2af7 req-8f1b90f2-88c0-4745-b4f5-558050247417 service neutron] 10.222.0.16 "GET /v2.0/networks/5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311221 Aug 22 13:41:57.437317 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-21deab52-b7c2-47c0-ba2c-3572199d40e5 tempest-TagsTest-1431532815 tempest-TagsTest-1431532815-project] 10.222.0.21 "PUT /v2.0/networks/80a45676-dd11-4a32-9fb5-33e0665c1f24/tags HTTP/1.1" status: 200 len: 308 time: 0.3274107 Aug 22 13:41:57.438854 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49436) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:57.440342 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-cfbb5de0-5b14-4660-bc10-815ad09ffdff None None] Provisioning for port 42bf5aec-db7d-4722-8d8a-60db40866af4 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:41:57.445206 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.tag.tag_plugin [None req-ab030bef-0160-4e04-9d44-5164221ab730 tempest-TagsTest-1431532815 tempest-TagsTest-1431532815-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '80a45676-dd11-4a32-9fb5-33e0665c1f24', 'tempest-TagsTest-Tag-1096004628') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:57.454800 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-cfbb5de0-5b14-4660-bc10-815ad09ffdff None None] Provisioning complete for port 42bf5aec-db7d-4722-8d8a-60db40866af4 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:41:57.455026 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-cfbb5de0-5b14-4660-bc10-815ad09ffdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:57.455993 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b796943e-e0e8-4868-9295-b98af36c718c tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:57.494480 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-3631c441-c541-488d-b676-200ae58e40a9 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2671425 Aug 22 13:41:57.496022 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49440) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:57.501425 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-275e4986-ec3b-4fb4-a61d-20c7f01822fb tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Request body: {'security_group': {'name': 'tempest-secgroup--1790127310'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:57.516221 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ea176e0-f1bc-445c-9b07-f15a947e2af7 req-d5a83b3b-3270-46c7-ae00-cb98759809ec service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=cd2a34c3-a880-45d3-bd3b-8dfcb396adc5 HTTP/1.1" status: 200 len: 217 time: 0.0746007 Aug 22 13:41:57.541115 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd31f484-babb-4a39-a487-4ef40a53f65a tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Made reservation on behalf of a68c82f6f74d48ed8af8ea1926da317f for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:41:57.544778 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dd31f484-babb-4a39-a487-4ef40a53f65a tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:57.579718 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-dd31f484-babb-4a39-a487-4ef40a53f65a tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] device_id is not set on port baa92fdf-d5ac-40d7-9003-810e5c719e84 yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:41:57.585582 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-275e4986-ec3b-4fb4-a61d-20c7f01822fb tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:57.589859 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b796943e-e0e8-4868-9295-b98af36c718c tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:57.592725 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b796943e-e0e8-4868-9295-b98af36c718c tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:57.596265 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b796943e-e0e8-4868-9295-b98af36c718c tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "DELETE /v2.0/security-groups/ad1efce1-4122-4259-8b63-622cb5a8dc89 HTTP/1.1" status: 204 len: 168 time: 0.5298257 Aug 22 13:41:57.610522 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49442) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:57.657352 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b796943e-e0e8-4868-9295-b98af36c718c tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1efce1-4122-4259-8b63-622cb5a8dc89,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:57.659197 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea176e0-f1bc-445c-9b07-f15a947e2af7 req-50153280-cc55-4136-8ae5-91e8eeb71965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:57.660757 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ea176e0-f1bc-445c-9b07-f15a947e2af7 req-50153280-cc55-4136-8ae5-91e8eeb71965 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb175f2e-c3d1-472d-89f8-b1925f4f3ec2 HTTP/1.1" status: 200 len: 797 time: 0.1230588 Aug 22 13:41:57.691376 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-823ac43e-1fbf-4dbd-8d1e-14728724e359 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Deleting port 42bf5aec-db7d-4722-8d8a-60db40866af4 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:41:57.691722 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-823ac43e-1fbf-4dbd-8d1e-14728724e359 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:57.781419 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ab030bef-0160-4e04-9d44-5164221ab730 tempest-TagsTest-1431532815 tempest-TagsTest-1431532815-project] 10.222.0.21 "DELETE /v2.0/networks/80a45676-dd11-4a32-9fb5-33e0665c1f24/tags/tempest-TagsTest-Tag-1096004628 HTTP/1.1" status: 204 len: 168 time: 0.3382237 Aug 22 13:41:57.783406 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49446) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:57.791390 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.tag.tag_plugin [None req-1e75f00b-e71f-4a86-b836-e809a0e73467 tempest-TagsTest-1431532815 tempest-TagsTest-1431532815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '80a45676-dd11-4a32-9fb5-33e0665c1f24', 'tempest-TagsTest-Tag-1096004628') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:57.796026 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1abf20-165a-4e30-b3d3-b60c53fd84fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-8b60bdf4-9c2c-46be-80cf-56d1bcc79de4', 'network_id': '8b60bdf4-9c2c-46be-80cf-56d1bcc79de4', 'tenant_id': 'a68c82f6f74d48ed8af8ea1926da317f', 'fixed_ips': [{'subnet_id': '1353328d-eacf-43bc-a6c0-80a7802be417'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:41:57.799374 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ef1abf20-165a-4e30-b3d3-b60c53fd84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:57.819389 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-cfbb5de0-5b14-4660-bc10-815ad09ffdff None None] Port 42bf5aec-db7d-4722-8d8a-60db40866af4 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:41:57.819624 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5e7a5669-3f78-468d-9f40-95298461e1d4 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2006030 Aug 22 13:41:57.821407 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49448) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:57.832928 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea176e0-f1bc-445c-9b07-f15a947e2af7 req-9f94c8e6-cc2c-4471-95ca-169b39a20f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:57.834554 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ea176e0-f1bc-445c-9b07-f15a947e2af7 req-9f94c8e6-cc2c-4471-95ca-169b39a20f79 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1645935 Aug 22 13:41:57.835790 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-8f73bd12-9c2a-4f5a-905d-3353386d61e7 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Request body: {'security_group': {'name': 'tempest-secgroup--1519942281'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:57.851522 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e3f8fe-80a9-4c8b-9b9a-9649445acaa9 None None] Network 2128412b-c8a7-4056-bb86-409cbc192052 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:41:57.864525 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-275e4986-ec3b-4fb4-a61d-20c7f01822fb tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:57.865885 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-dd31f484-babb-4a39-a487-4ef40a53f65a tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Allocated IP 172.20.0.10 (8b60bdf4-9c2c-46be-80cf-56d1bcc79de4/1353328d-eacf-43bc-a6c0-80a7802be417/baa92fdf-d5ac-40d7-9003-810e5c719e84) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:41:57.872926 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-275e4986-ec3b-4fb4-a61d-20c7f01822fb tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:57.894010 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-823ac43e-1fbf-4dbd-8d1e-14728724e359 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:57.921157 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8f73bd12-9c2a-4f5a-905d-3353386d61e7 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:57.927533 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-275e4986-ec3b-4fb4-a61d-20c7f01822fb tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:57.932714 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-275e4986-ec3b-4fb4-a61d-20c7f01822fb tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4314530 Aug 22 13:41:57.942751 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49452) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:57.949329 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-27259e45-13cd-433d-8d32-6c6aa8dbfc62 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Request body: {'security_group_rule': {'security_group_id': '1b5de8f1-643e-4c23-a1a0-c69cce7984f3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:57.957593 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e4986-ec3b-4fb4-a61d-20c7f01822fb tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5de8f1-643e-4c23-a1a0-c69cce7984f3,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:58.051131 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ea176e0-f1bc-445c-9b07-f15a947e2af7 req-fb105110-5c2e-4e7c-81ce-ce2cfe4e7fd5 service neutron] 10.222.0.16 "GET /v2.0/networks/5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039704 Aug 22 13:41:58.055845 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-823ac43e-1fbf-4dbd-8d1e-14728724e359 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Calling delete_port for 42bf5aec-db7d-4722-8d8a-60db40866af4 owned by {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:41:58.089969 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49458) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:58.100503 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-d1c62f3b-405a-4705-93ec-ed460e2d2314 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1538136459-network', 'tenant_id': '93d0f13ca593458592910a95441a7453'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:58.175889 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-1e75f00b-e71f-4a86-b836-e809a0e73467 tempest-TagsTest-1431532815 tempest-TagsTest-1431532815-project] show failed (client error): The resource could not be found. Aug 22 13:41:58.176969 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-1e75f00b-e71f-4a86-b836-e809a0e73467 tempest-TagsTest-1431532815 tempest-TagsTest-1431532815-project] 10.222.0.21 "GET /v2.0/networks/80a45676-dd11-4a32-9fb5-33e0665c1f24/tags/tempest-TagsTest-Tag-1096004628 HTTP/1.1" status: 404 len: 326 time: 0.3909981 Aug 22 13:41:58.180283 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49462) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:58.187998 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.tag.tag_plugin [None req-6178a2d5-b98d-44f5-b301-e671b576c108 tempest-TagsTest-1431532815 tempest-TagsTest-1431532815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '80a45676-dd11-4a32-9fb5-33e0665c1f24', 'tempest-TagsTest-Tag-966654068') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:58.330430 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ea176e0-f1bc-445c-9b07-f15a947e2af7 req-b290d665-bf22-4b3c-a652-0b2a6c155fde service neutron] 10.222.0.16 "GET /v2.0/networks/5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671962 Aug 22 13:41:58.346945 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-27259e45-13cd-433d-8d32-6c6aa8dbfc62 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:58.385155 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:58.385860 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ea176e0-f1bc-445c-9b07-f15a947e2af7 req-5e15357d-a9d0-4158-9b17-3c1df60ac5c7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=b16064f0-bf43-4196-833d-4efdff17a865 HTTP/1.1" status: 200 len: 217 time: 0.0455816 Aug 22 13:41:58.398115 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-6178a2d5-b98d-44f5-b301-e671b576c108 tempest-TagsTest-1431532815 tempest-TagsTest-1431532815-project] 10.222.0.21 "GET /v2.0/networks/80a45676-dd11-4a32-9fb5-33e0665c1f24/tags/tempest-TagsTest-Tag-966654068 HTTP/1.1" status: 204 len: 168 time: 0.2168956 Aug 22 13:41:58.407033 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49466) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:58.420994 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.tag.tag_plugin [None req-230e5bfc-bc55-4724-b0b5-374083aac689 tempest-TagsTest-1431532815 tempest-TagsTest-1431532815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '80a45676-dd11-4a32-9fb5-33e0665c1f24', 'tempest-TagsTest-Tag-1975781914') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:58.423475 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7d0a50b4-a290-4513-9375-bb7acc61056e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:58.444842 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c09d49f-5c12-4291-8029-2a48e241392a req-cdd4524e-15ec-43af-af9a-701248e34091 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:58.446315 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8c09d49f-5c12-4291-8029-2a48e241392a req-cdd4524e-15ec-43af-af9a-701248e34091 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 946 time: 0.1699657 Aug 22 13:41:58.456674 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dd31f484-babb-4a39-a487-4ef40a53f65a tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:58.492845 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-27259e45-13cd-433d-8d32-6c6aa8dbfc62 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:58.525114 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-27259e45-13cd-433d-8d32-6c6aa8dbfc62 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:58.544423 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea176e0-f1bc-445c-9b07-f15a947e2af7 req-b494e781-d2a8-40d5-908d-3776f076f1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:58.545890 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ea176e0-f1bc-445c-9b07-f15a947e2af7 req-b494e781-d2a8-40d5-908d-3776f076f1ae service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb175f2e-c3d1-472d-89f8-b1925f4f3ec2 HTTP/1.1" status: 200 len: 797 time: 0.1460650 Aug 22 13:41:58.562939 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8f73bd12-9c2a-4f5a-905d-3353386d61e7 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:58.567791 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27259e45-13cd-433d-8d32-6c6aa8dbfc62 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31b6ecd6-f541-4dc9-a554-20932a7a0116,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:58.569706 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8c09d49f-5c12-4291-8029-2a48e241392a req-a78e9bf5-0686-4197-bd9f-6e8b732d5b0b tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=b83678d1-4258-4ef7-88a8-5933c84ca924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993454 Aug 22 13:41:58.572582 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8f73bd12-9c2a-4f5a-905d-3353386d61e7 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:58.600784 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-230e5bfc-bc55-4724-b0b5-374083aac689 tempest-TagsTest-1431532815 tempest-TagsTest-1431532815-project] 10.222.0.21 "GET /v2.0/networks/80a45676-dd11-4a32-9fb5-33e0665c1f24/tags/tempest-TagsTest-Tag-1975781914 HTTP/1.1" status: 204 len: 168 time: 0.1880074 Aug 22 13:41:58.600954 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49468) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:58.605402 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.tag.tag_plugin [None req-27e72045-af37-4b43-9b0d-2ad6b8e1f6e2 tempest-TagsTest-1431532815 tempest-TagsTest-1431532815-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '80a45676-dd11-4a32-9fb5-33e0665c1f24') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:58.634223 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f73bd12-9c2a-4f5a-905d-3353386d61e7 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32e57f06-e157-4446-a27b-b7d402be1beb,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:58.639447 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c62f3b-405a-4705-93ec-ed460e2d2314 admin admin] Made reservation on behalf of 93d0f13ca593458592910a95441a7453 for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:41:58.642617 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d1c62f3b-405a-4705-93ec-ed460e2d2314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:58.647207 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-823ac43e-1fbf-4dbd-8d1e-14728724e359 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:58.662116 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-dd31f484-babb-4a39-a487-4ef40a53f65a tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Transition to ACTIVE for port object baa92fdf-d5ac-40d7-9003-810e5c719e84 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:41:58.663246 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea176e0-f1bc-445c-9b07-f15a947e2af7 req-082e30a1-55b7-443f-9f13-e0aeec069228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:58.664976 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ea176e0-f1bc-445c-9b07-f15a947e2af7 req-082e30a1-55b7-443f-9f13-e0aeec069228 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1081007 Aug 22 13:41:58.665637 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d1c62f3b-405a-4705-93ec-ed460e2d2314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:58.669239 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8f73bd12-9c2a-4f5a-905d-3353386d61e7 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:58.670450 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8f73bd12-9c2a-4f5a-905d-3353386d61e7 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8478348 Aug 22 13:41:58.677893 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-27259e45-13cd-433d-8d32-6c6aa8dbfc62 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:58.679022 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-27259e45-13cd-433d-8d32-6c6aa8dbfc62 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7352376 Aug 22 13:41:58.680935 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49470) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:58.686067 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49472) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:58.687961 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-8ebfc374-a680-4f65-a6a5-d388320f37b0 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Request body: {'security_group_rule': {'security_group_id': '32e57f06-e157-4446-a27b-b7d402be1beb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:58.720735 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-ef847763-e72f-4939-8cd9-e28f174a3e6a tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Request body: {'security_group_rule': {'security_group_id': '1b5de8f1-643e-4c23-a1a0-c69cce7984f3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:58.726292 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ac43e-1fbf-4dbd-8d1e-14728724e359 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event deleted for resources: {'Port': ['ID=42bf5aec-db7d-4722-8d8a-60db40866af4,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:58.751131 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8ebfc374-a680-4f65-a6a5-d388320f37b0 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:58.767354 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dd31f484-babb-4a39-a487-4ef40a53f65a tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:58.777459 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-27e72045-af37-4b43-9b0d-2ad6b8e1f6e2 tempest-TagsTest-1431532815 tempest-TagsTest-1431532815-project] 10.222.0.21 "DELETE /v2.0/networks/80a45676-dd11-4a32-9fb5-33e0665c1f24/tags HTTP/1.1" status: 204 len: 168 time: 0.1729796 Aug 22 13:41:58.782682 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49474) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:58.801339 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.tag.tag_plugin [None req-83cc1f76-8a6d-4d01-a113-be2a9efbaf2d tempest-TagsTest-1431532815 tempest-TagsTest-1431532815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '80a45676-dd11-4a32-9fb5-33e0665c1f24', 'tempest-TagsTest-Tag-966654068') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:58.837876 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-ef1abf20-165a-4e30-b3d3-b60c53fd84fa None None] Allocated IP 172.20.0.2 (8b60bdf4-9c2c-46be-80cf-56d1bcc79de4/1353328d-eacf-43bc-a6c0-80a7802be417/8ee379a7-2c1f-4951-9664-1be9d951c6ca) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:41:58.868441 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd31f484-babb-4a39-a487-4ef40a53f65a tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Network 8b60bdf4-9c2c-46be-80cf-56d1bcc79de4 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:41:58.879995 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-dd31f484-babb-4a39-a487-4ef40a53f65a tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:41:58.907528 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd31f484-babb-4a39-a487-4ef40a53f65a tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Pushing event updated for resources: {'Port': ['ID=baa92fdf-d5ac-40d7-9003-810e5c719e84,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:58.910061 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd31f484-babb-4a39-a487-4ef40a53f65a tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:41:58.917916 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-823ac43e-1fbf-4dbd-8d1e-14728724e359 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:58.920200 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-823ac43e-1fbf-4dbd-8d1e-14728724e359 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/ports/42bf5aec-db7d-4722-8d8a-60db40866af4 HTTP/1.1" status: 204 len: 168 time: 1.5273445 Aug 22 13:41:58.925571 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ea176e0-f1bc-445c-9b07-f15a947e2af7 req-524b4368-35b5-4977-806a-ee5661b96619 service neutron] 10.222.0.16 "GET /v2.0/networks/5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530293 Aug 22 13:41:58.929306 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49476) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:58.991170 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:41:59.039709 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41dc9575-e899-43fc-ace5-90d29834e403 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:59.041875 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41dc9575-e899-43fc-ace5-90d29834e403 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:59.043733 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41dc9575-e899-43fc-ace5-90d29834e403 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:59.045583 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-41dc9575-e899-43fc-ace5-90d29834e403 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0886478 Aug 22 13:41:59.049435 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49478) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:59.050761 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8ebfc374-a680-4f65-a6a5-d388320f37b0 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:59.064492 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8ebfc374-a680-4f65-a6a5-d388320f37b0 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:59.072847 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d1c62f3b-405a-4705-93ec-ed460e2d2314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:59.081793 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ef1abf20-165a-4e30-b3d3-b60c53fd84fa None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:59.091619 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-ef1abf20-165a-4e30-b3d3-b60c53fd84fa None None] Transition to ACTIVE for port object 8ee379a7-2c1f-4951-9664-1be9d951c6ca will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:41:59.096570 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd31f484-babb-4a39-a487-4ef40a53f65a tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:59.097273 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dd31f484-babb-4a39-a487-4ef40a53f65a tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:59.103585 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebfc374-a680-4f65-a6a5-d388320f37b0 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=151ca873-7f89-4b81-b716-92e1341cbc12,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:59.111456 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-ef1abf20-165a-4e30-b3d3-b60c53fd84fa None None] Transition to ACTIVE for port object 8ee379a7-2c1f-4951-9664-1be9d951c6ca will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:41:59.116759 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d1c62f3b-405a-4705-93ec-ed460e2d2314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:59.121615 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ef1abf20-165a-4e30-b3d3-b60c53fd84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:59.123227 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-83cc1f76-8a6d-4d01-a113-be2a9efbaf2d tempest-TagsTest-1431532815 tempest-TagsTest-1431532815-project] show failed (client error): The resource could not be found. Aug 22 13:41:59.124306 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-83cc1f76-8a6d-4d01-a113-be2a9efbaf2d tempest-TagsTest-1431532815 tempest-TagsTest-1431532815-project] 10.222.0.21 "GET /v2.0/networks/80a45676-dd11-4a32-9fb5-33e0665c1f24/tags/tempest-TagsTest-Tag-966654068 HTTP/1.1" status: 404 len: 325 time: 0.3400848 Aug 22 13:41:59.127532 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49480) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:59.131982 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.tag.tag_plugin [None req-df117921-36d4-477e-915c-85e18dfcd296 tempest-TagsTest-1431532815 tempest-TagsTest-1431532815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '80a45676-dd11-4a32-9fb5-33e0665c1f24', 'tempest-TagsTest-Tag-1975781914') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:59.142273 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ea176e0-f1bc-445c-9b07-f15a947e2af7 req-d81af02a-61c1-4e49-a8ae-fe96af3bff1a service neutron] 10.222.0.16 "GET /v2.0/networks/5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086227 Aug 22 13:41:59.161157 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1c62f3b-405a-4705-93ec-ed460e2d2314 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:41:59.174835 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1abf20-165a-4e30-b3d3-b60c53fd84fa None None] Pushing event updated for resources: {'Port': ['ID=8ee379a7-2c1f-4951-9664-1be9d951c6ca,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:59.182234 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1abf20-165a-4e30-b3d3-b60c53fd84fa None None] Network 8b60bdf4-9c2c-46be-80cf-56d1bcc79de4 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:41:59.183804 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-ef1abf20-165a-4e30-b3d3-b60c53fd84fa None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:41:59.186585 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1abf20-165a-4e30-b3d3-b60c53fd84fa None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:41:59.189692 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8ebfc374-a680-4f65-a6a5-d388320f37b0 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:59.193640 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8ebfc374-a680-4f65-a6a5-d388320f37b0 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5108995 Aug 22 13:41:59.198131 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-dd31f484-babb-4a39-a487-4ef40a53f65a tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9732795 Aug 22 13:41:59.198131 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49482) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:59.213137 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49484) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:59.220675 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-3215e5d4-4b9e-4a05-9f12-eb51a894f9ae tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-536410459', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:59.223890 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ef847763-e72f-4939-8cd9-e28f174a3e6a tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:59.243265 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-ef1abf20-165a-4e30-b3d3-b60c53fd84fa None None] Attempting to bind port 8ee379a7-2c1f-4951-9664-1be9d951c6ca on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:41:59.244390 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-ef1abf20-165a-4e30-b3d3-b60c53fd84fa None None] Attempting to bind port 8ee379a7-2c1f-4951-9664-1be9d951c6ca by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '2ea04df0-e8c4-48c1-84ba-82856d8a1b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8b60bdf4-9c2c-46be-80cf-56d1bcc79de4'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:41:59.245178 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1abf20-165a-4e30-b3d3-b60c53fd84fa None None] Attempting to bind port 8ee379a7-2c1f-4951-9664-1be9d951c6ca on network 8b60bdf4-9c2c-46be-80cf-56d1bcc79de4 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:41:59.245563 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eef0442-3f6f-4243-9299-0121f6cb825f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Deleting subnet 4103cc16-d020-4c36-9533-8ed6fb97bc1e {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:41:59.250951 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-1ac99bb0-bb55-4288-b09c-ebc00f385d8f tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "GET /v2.0/security-group-rules/151ca873-7f89-4b81-b716-92e1341cbc12 HTTP/1.1" status: 200 len: 763 time: 0.0410759 Aug 22 13:41:59.254945 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49486) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:59.256872 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1abf20-165a-4e30-b3d3-b60c53fd84fa None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:41:59.257291 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ea176e0-f1bc-445c-9b07-f15a947e2af7 req-ce4f88c6-f48f-4787-b247-2f13aaae04e7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=cd20e94c-db09-4bf2-a3ec-7a37be4d2904 HTTP/1.1" status: 200 len: 217 time: 0.0996287 Aug 22 13:41:59.257427 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1abf20-165a-4e30-b3d3-b60c53fd84fa None None] Checking segment: {'id': '2ea04df0-e8c4-48c1-84ba-82856d8a1b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8b60bdf4-9c2c-46be-80cf-56d1bcc79de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:41:59.257868 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ef1abf20-165a-4e30-b3d3-b60c53fd84fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:59.258333 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1abf20-165a-4e30-b3d3-b60c53fd84fa None None] Bound using segment: {'id': '2ea04df0-e8c4-48c1-84ba-82856d8a1b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8b60bdf4-9c2c-46be-80cf-56d1bcc79de4'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:41:59.258885 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-ef1abf20-165a-4e30-b3d3-b60c53fd84fa None None] Bound port: 8ee379a7-2c1f-4951-9664-1be9d951c6ca, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ea04df0-e8c4-48c1-84ba-82856d8a1b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8b60bdf4-9c2c-46be-80cf-56d1bcc79de4'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:41:59.259326 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ef1abf20-165a-4e30-b3d3-b60c53fd84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:59.260694 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d1c62f3b-405a-4705-93ec-ed460e2d2314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:59.261047 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-d1c62f3b-405a-4705-93ec-ed460e2d2314 admin admin] Added segment 0353dd95-d92e-49ba-8b46-fe31042c657c of type vlan for network 48c36e5e-ddd5-4bc1-a796-2c9a3e81d5d2 Aug 22 13:41:59.262721 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1eef0442-3f6f-4243-9299-0121f6cb825f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:59.264874 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c62f3b-405a-4705-93ec-ed460e2d2314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0f5739-0e4a-468d-ac8b-1132473d4315,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:59.288249 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-df117921-36d4-477e-915c-85e18dfcd296 tempest-TagsTest-1431532815 tempest-TagsTest-1431532815-project] show failed (client error): The resource could not be found. Aug 22 13:41:59.289300 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-df117921-36d4-477e-915c-85e18dfcd296 tempest-TagsTest-1431532815 tempest-TagsTest-1431532815-project] 10.222.0.21 "GET /v2.0/networks/80a45676-dd11-4a32-9fb5-33e0665c1f24/tags/tempest-TagsTest-Tag-1975781914 HTTP/1.1" status: 404 len: 326 time: 0.1608484 Aug 22 13:41:59.290243 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3215e5d4-4b9e-4a05-9f12-eb51a894f9ae tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:59.291269 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3215e5d4-4b9e-4a05-9f12-eb51a894f9ae tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:59.294865 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49488) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:59.302061 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.tag.tag_plugin [None req-afbabe1e-4b59-42cb-a25a-ac7644227ad3 tempest-TagsTest-1431532815 tempest-TagsTest-1431532815-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '80a45676-dd11-4a32-9fb5-33e0665c1f24') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:59.346341 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c4978cc1-5dfb-4cd1-8703-2436485a8284 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0901392 Aug 22 13:41:59.349904 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49490) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:59.357364 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-ef1abf20-165a-4e30-b3d3-b60c53fd84fa None None] For port 8ee379a7-2c1f-4951-9664-1be9d951c6ca, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:41:59.361578 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-ef1abf20-165a-4e30-b3d3-b60c53fd84fa None None] For port 8ee379a7-2c1f-4951-9664-1be9d951c6ca, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=8ee379a7-2c1f-4951-9664-1be9d951c6ca,segment=NetworkSegment(2ea04df0-e8c4-48c1-84ba-82856d8a1b67),segment_id=2ea04df0-e8c4-48c1-84ba-82856d8a1b67)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:41:59.368089 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ef1abf20-165a-4e30-b3d3-b60c53fd84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:59.398784 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1eef0442-3f6f-4243-9299-0121f6cb825f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:59.406921 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d1c62f3b-405a-4705-93ec-ed460e2d2314 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:59.430527 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1abf20-165a-4e30-b3d3-b60c53fd84fa None None] Pushing event updated for resources: {'Port': ['ID=8ee379a7-2c1f-4951-9664-1be9d951c6ca,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:59.446986 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3215e5d4-4b9e-4a05-9f12-eb51a894f9ae tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:59.454233 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3215e5d4-4b9e-4a05-9f12-eb51a894f9ae tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:59.472351 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-96f2762c-7a87-456c-8300-0c3ad348be11 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:59.488374 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-96f2762c-7a87-456c-8300-0c3ad348be11 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:59.490624 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3215e5d4-4b9e-4a05-9f12-eb51a894f9ae tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:59.494844 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-3215e5d4-4b9e-4a05-9f12-eb51a894f9ae tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2798619 Aug 22 13:41:59.496591 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49494) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:59.509308 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-c1c06ab1-7c82-4f03-8338-0b34f08d394a tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1167635343', 'prefixes': ['172.20.0.0/16']}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:59.539025 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-afbabe1e-4b59-42cb-a25a-ac7644227ad3 tempest-TagsTest-1431532815 tempest-TagsTest-1431532815-project] 10.222.0.21 "DELETE /v2.0/networks/80a45676-dd11-4a32-9fb5-33e0665c1f24/tags HTTP/1.1" status: 204 len: 168 time: 0.2404151 Aug 22 13:41:59.545299 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49496) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:59.556728 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-96f2762c-7a87-456c-8300-0c3ad348be11 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:59.574528 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-96f2762c-7a87-456c-8300-0c3ad348be11 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:59.575677 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-96f2762c-7a87-456c-8300-0c3ad348be11 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/151ca873-7f89-4b81-b716-92e1341cbc12 HTTP/1.1" status: 204 len: 168 time: 0.2240593 Aug 22 13:41:59.579260 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49498) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:59.645391 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f2762c-7a87-456c-8300-0c3ad348be11 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=151ca873-7f89-4b81-b716-92e1341cbc12,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:59.687310 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a0a8a7e3-3c33-4d35-acc4-3b77344226cc tempest-TagsTest-1431532815 tempest-TagsTest-1431532815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:59.725259 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f7fb89d2-6281-4d2c-a80c-ce85a8fa0f86 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1417139 Aug 22 13:41:59.731329 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49502) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:59.734965 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ef847763-e72f-4939-8cd9-e28f174a3e6a tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:59.736572 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-25d26ab5-b10d-48f1-bf8b-bb9f6e758a3a tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Request body: {'security_group_rule': {'security_group_id': '32e57f06-e157-4446-a27b-b7d402be1beb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:59.758399 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c1c06ab1-7c82-4f03-8338-0b34f08d394a tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Notify callbacks [] for subnetpool, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:59.759593 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c1c06ab1-7c82-4f03-8338-0b34f08d394a tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2576287 Aug 22 13:41:59.763747 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49504) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:59.773734 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea176e0-f1bc-445c-9b07-f15a947e2af7 req-e62030a5-d486-4cf7-99bc-62aefa36bc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:59.775947 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ea176e0-f1bc-445c-9b07-f15a947e2af7 req-e62030a5-d486-4cf7-99bc-62aefa36bc91 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb175f2e-c3d1-472d-89f8-b1925f4f3ec2 HTTP/1.1" status: 200 len: 797 time: 0.4864447 Aug 22 13:41:59.777940 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ef847763-e72f-4939-8cd9-e28f174a3e6a tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:59.796560 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.tag.tag_plugin [None req-91f6b09c-7aaf-407f-82c6-747541e6cb15 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '1353328d-eacf-43bc-a6c0-80a7802be417', 'tempest-TagsExtTest-Tag-199842147') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:59.850702 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-25d26ab5-b10d-48f1-bf8b-bb9f6e758a3a tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:59.867357 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a0a8a7e3-3c33-4d35-acc4-3b77344226cc tempest-TagsTest-1431532815 tempest-TagsTest-1431532815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:59.890559 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-a0a8a7e3-3c33-4d35-acc4-3b77344226cc tempest-TagsTest-1431532815 tempest-TagsTest-1431532815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80a45676-dd11-4a32-9fb5-33e0665c1f24']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:59.904941 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-a0a8a7e3-3c33-4d35-acc4-3b77344226cc tempest-TagsTest-1431532815 tempest-TagsTest-1431532815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97ea633b-ade5-48e8-93e7-56269c7afd09') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:59.905234 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-a0a8a7e3-3c33-4d35-acc4-3b77344226cc tempest-TagsTest-1431532815 tempest-TagsTest-1431532815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97ea633b-ade5-48e8-93e7-56269c7afd09') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:41:59.925518 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d1c62f3b-405a-4705-93ec-ed460e2d2314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:59.926533 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c62f3b-405a-4705-93ec-ed460e2d2314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:41:59.927106 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a0a8a7e3-3c33-4d35-acc4-3b77344226cc tempest-TagsTest-1431532815 tempest-TagsTest-1431532815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:59.927469 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d1c62f3b-405a-4705-93ec-ed460e2d2314 admin admin] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:59.930119 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef847763-e72f-4939-8cd9-e28f174a3e6a tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14eb6a10-9e38-4a29-b819-b4e0eabc8213,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:41:59.949053 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a0a8a7e3-3c33-4d35-acc4-3b77344226cc tempest-TagsTest-1431532815 tempest-TagsTest-1431532815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:59.957501 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-25d26ab5-b10d-48f1-bf8b-bb9f6e758a3a tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:59.960806 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0a8a7e3-3c33-4d35-acc4-3b77344226cc tempest-TagsTest-1431532815 tempest-TagsTest-1431532815-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:41:59.961206 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a0a8a7e3-3c33-4d35-acc4-3b77344226cc tempest-TagsTest-1431532815 tempest-TagsTest-1431532815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:59.962906 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ef847763-e72f-4939-8cd9-e28f174a3e6a tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:41:59.964115 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ef847763-e72f-4939-8cd9-e28f174a3e6a tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2604256 Aug 22 13:41:59.969584 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:41:59.969584 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:41:59.969584 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:41:59.969584 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:41:59.969584 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:41:59.969584 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:41:59.969584 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:41:59.969584 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:41:59.969584 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:41:59.969584 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:41:59.969584 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:41:59.969584 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:41:59.969584 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:41:59.969584 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:41:59.969584 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:41:59.969584 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:41:59.969584 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:41:59.969584 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:41:59.969584 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:41:59.969584 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:41:59.969584 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:41:59.969584 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:41:59.969584 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:41:59.969584 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:41:59.969584 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:41:59.969584 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:41:59.969584 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:41:59.969584 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:41:59.969584 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:41:59.969584 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:41:59.969584 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:41:59.969584 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:41:59.971646 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49506) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:41:59.988822 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-f89860b0-f94c-481d-9166-1d000246cd1e tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Request body: {'security_group_rule': {'security_group_id': '1b5de8f1-643e-4c23-a1a0-c69cce7984f3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:41:59.993926 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-25d26ab5-b10d-48f1-bf8b-bb9f6e758a3a tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:00.008553 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d06cc9-4f8c-4174-b37d-abbf19afab29 req-092cf6ae-7d9f-4ec0-9e81-1de153664250 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:00.010073 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f1d06cc9-4f8c-4174-b37d-abbf19afab29 req-092cf6ae-7d9f-4ec0-9e81-1de153664250 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 946 time: 0.3145797 Aug 22 13:42:00.055385 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d1c62f3b-405a-4705-93ec-ed460e2d2314 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9630158 Aug 22 13:42:00.059346 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49508) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:00.068755 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-e2841d51-e97b-4137-bfa8-d05af6b24831 admin admin] Request body: {'subnet': {'network_id': '48c36e5e-ddd5-4bc1-a796-2c9a3e81d5d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1538136459-subnet', 'tenant_id': '93d0f13ca593458592910a95441a7453', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:00.079789 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d26ab5-b10d-48f1-bf8b-bb9f6e758a3a tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f88a06aa-c7d3-4f9c-a099-3c34049067ca,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:00.084538 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1eef0442-3f6f-4243-9299-0121f6cb825f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:00.088066 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a0a8a7e3-3c33-4d35-acc4-3b77344226cc tempest-TagsTest-1431532815 tempest-TagsTest-1431532815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:00.095051 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a0a8a7e3-3c33-4d35-acc4-3b77344226cc tempest-TagsTest-1431532815 tempest-TagsTest-1431532815-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:00.097325 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a0a8a7e3-3c33-4d35-acc4-3b77344226cc tempest-TagsTest-1431532815 tempest-TagsTest-1431532815-project] 10.222.0.21 "DELETE /v2.0/networks/80a45676-dd11-4a32-9fb5-33e0665c1f24 HTTP/1.1" status: 204 len: 168 time: 0.5510647 Aug 22 13:42:00.122746 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a8a7e3-3c33-4d35-acc4-3b77344226cc tempest-TagsTest-1431532815 tempest-TagsTest-1431532815-project] Pushing event deleted for resources: {'Network': ['ID=80a45676-dd11-4a32-9fb5-33e0665c1f24,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:00.129397 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c62f3b-405a-4705-93ec-ed460e2d2314 admin admin] Pushing event updated for resources: {'Network': ['ID=48c36e5e-ddd5-4bc1-a796-2c9a3e81d5d2,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:00.132769 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea176e0-f1bc-445c-9b07-f15a947e2af7 req-07ae0d20-6ea2-4ad6-8f48-e4014d2eb47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:00.133148 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-25d26ab5-b10d-48f1-bf8b-bb9f6e758a3a tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:00.134330 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ea176e0-f1bc-445c-9b07-f15a947e2af7 req-07ae0d20-6ea2-4ad6-8f48-e4014d2eb47b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3033381 Aug 22 13:42:00.137327 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-25d26ab5-b10d-48f1-bf8b-bb9f6e758a3a tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4050176 Aug 22 13:42:00.137954 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49512) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:00.143130 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 48c36e5e-ddd5-4bc1-a796-2c9a3e81d5d2 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:42:00.152821 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f89860b0-f94c-481d-9166-1d000246cd1e tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:00.193785 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-1452e98f-7953-410c-90a6-357db63a3910 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "GET /v2.0/security-group-rules/f88a06aa-c7d3-4f9c-a099-3c34049067ca HTTP/1.1" status: 200 len: 763 time: 0.0466237 Aug 22 13:42:00.193785 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2841d51-e97b-4137-bfa8-d05af6b24831 admin admin] Made reservation on behalf of 93d0f13ca593458592910a95441a7453 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:42:00.196487 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e2841d51-e97b-4137-bfa8-d05af6b24831 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:00.205295 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49514) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:00.206963 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f1d06cc9-4f8c-4174-b37d-abbf19afab29 req-005223f1-9a0b-4209-b2a5-b98c38c6171f tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=b83678d1-4258-4ef7-88a8-5933c84ca924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640821 Aug 22 13:42:00.286778 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1eef0442-3f6f-4243-9299-0121f6cb825f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:00.333049 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-91f6b09c-7aaf-407f-82c6-747541e6cb15 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "PUT /v2.0/subnets/1353328d-eacf-43bc-a6c0-80a7802be417/tags/tempest-TagsExtTest-Tag-199842147 HTTP/1.1" status: 201 len: 201 time: 0.5626216 Aug 22 13:42:00.336334 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eef0442-3f6f-4243-9299-0121f6cb825f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event deleted for resources: {'Subnet': ['ID=4103cc16-d020-4c36-9533-8ed6fb97bc1e,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:00.337091 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49516) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:00.342732 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1eef0442-3f6f-4243-9299-0121f6cb825f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:00.346175 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-1eef0442-3f6f-4243-9299-0121f6cb825f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/subnets/4103cc16-d020-4c36-9533-8ed6fb97bc1e HTTP/1.1" status: 204 len: 168 time: 1.2864327 Aug 22 13:42:00.348811 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ea176e0-f1bc-445c-9b07-f15a947e2af7 req-0c38a91c-90f6-4182-a52e-f6fa5a85243f service neutron] 10.222.0.16 "GET /v2.0/networks/5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973629 Aug 22 13:42:00.349499 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49518) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:00.350344 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802e4742-b46f-4ef6-81bc-f83c8d2f6dc3 None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:42:00.361146 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.tag.tag_plugin [None req-e6611941-14d2-41f5-b783-a97cac16d71f tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'baa92fdf-d5ac-40d7-9003-810e5c719e84', 'tempest-TagsExtTest-Tag-667504526') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:00.409633 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-35276d09-7d38-4a1a-8689-d8db2b3e99a5 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2000561 Aug 22 13:42:00.417905 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49520) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:00.425164 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f89860b0-f94c-481d-9166-1d000246cd1e tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:00.436459 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f89860b0-f94c-481d-9166-1d000246cd1e tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:00.475377 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89860b0-f94c-481d-9166-1d000246cd1e tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a48ced74-2a58-434e-86ba-5828d88fdfc3,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:00.489373 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f89860b0-f94c-481d-9166-1d000246cd1e tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:00.490591 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f89860b0-f94c-481d-9166-1d000246cd1e tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5089242 Aug 22 13:42:00.526209 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49522) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:00.532698 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-656b8d1b-ce34-4661-ad87-216c919f21cc tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Request body: {'security_group_rule': {'security_group_id': '1b5de8f1-643e-4c23-a1a0-c69cce7984f3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:00.587813 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-29d3c241-d08c-4275-87f0-6787b1afc94b tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Deleting subnet 9e3986a1-86f3-4df4-ba31-bab345f3d9a2 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:42:00.593160 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ea176e0-f1bc-445c-9b07-f15a947e2af7 req-fbca4b7e-5624-45ac-8cc9-83f647975ddc service neutron] 10.222.0.16 "GET /v2.0/networks/5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345593 Aug 22 13:42:00.641707 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e6611941-14d2-41f5-b783-a97cac16d71f tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "PUT /v2.0/ports/baa92fdf-d5ac-40d7-9003-810e5c719e84/tags/tempest-TagsExtTest-Tag-667504526 HTTP/1.1" status: 201 len: 201 time: 0.2957833 Aug 22 13:42:00.644479 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-656b8d1b-ce34-4661-ad87-216c919f21cc tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:00.647061 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49528) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:00.667662 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-29d3c241-d08c-4275-87f0-6787b1afc94b tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:00.677361 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.tag.tag_plugin [None req-d434fa9d-c863-4e78-b820-3752bd784f15 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1795953c-988b-4e79-bca9-e09df01ef377', 'tempest-TagsExtTest-Tag-1454726308') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:00.706395 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ea176e0-f1bc-445c-9b07-f15a947e2af7 req-d0a93c80-657a-48bb-a0f8-49dbc39f4a2a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9f8df132-276a-4e46-89a0-b5f4c39d81b8 HTTP/1.1" status: 200 len: 217 time: 0.1034312 Aug 22 13:42:00.707156 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49530) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:00.727436 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e2841d51-e97b-4137-bfa8-d05af6b24831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:00.727902 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cc11dad9-f65f-4dfd-8d98-cc52f9ef428f tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:00.747641 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cc11dad9-f65f-4dfd-8d98-cc52f9ef428f tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:00.792951 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-29d3c241-d08c-4275-87f0-6787b1afc94b tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:00.860203 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2841d51-e97b-4137-bfa8-d05af6b24831 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b76ea62b-e7d2-47cf-8b6a-cf32d335b183,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:00.889928 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea176e0-f1bc-445c-9b07-f15a947e2af7 req-3e9541b2-640f-4a26-9bd8-720fca5709bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:00.892178 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ea176e0-f1bc-445c-9b07-f15a947e2af7 req-3e9541b2-640f-4a26-9bd8-720fca5709bc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4a68570d-3c99-46d0-9ae9-d17b3c59c7bf HTTP/1.1" status: 200 len: 797 time: 0.1768115 Aug 22 13:42:00.895840 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-656b8d1b-ce34-4661-ad87-216c919f21cc tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:00.901655 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cc11dad9-f65f-4dfd-8d98-cc52f9ef428f tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:00.906435 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-656b8d1b-ce34-4661-ad87-216c919f21cc tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:00.918091 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab982cd-dee9-4028-a872-637cdb75fdb0 None None] Network 8b60bdf4-9c2c-46be-80cf-56d1bcc79de4 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:42:00.922082 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2841d51-e97b-4137-bfa8-d05af6b24831 admin admin] Checking segment: {'id': '0353dd95-d92e-49ba-8b46-fe31042c657c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '48c36e5e-ddd5-4bc1-a796-2c9a3e81d5d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:42:00.922509 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2841d51-e97b-4137-bfa8-d05af6b24831 admin admin] Network hostable DHCP agents. Network: 48c36e5e-ddd5-4bc1-a796-2c9a3e81d5d2, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:42:00.945645 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d434fa9d-c863-4e78-b820-3752bd784f15 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "PUT /v2.0/routers/1795953c-988b-4e79-bca9-e09df01ef377/tags/tempest-TagsExtTest-Tag-1454726308 HTTP/1.1" status: 201 len: 201 time: 0.2907176 Aug 22 13:42:00.945936 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656b8d1b-ce34-4661-ad87-216c919f21cc tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c78edf4-e3b0-4bf5-b45c-085d73da277d,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:00.950536 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49534) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:00.959098 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.tag.tag_plugin [None req-7a71f54d-60b6-4c78-8ea1-ce4e5899631a tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '696e5bed-7820-4447-8d50-cb2fa997f591', 'tempest-TagsExtTest-Tag-203253775') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:00.963331 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cc11dad9-f65f-4dfd-8d98-cc52f9ef428f tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:00.966961 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-656b8d1b-ce34-4661-ad87-216c919f21cc tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:00.967169 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-cc11dad9-f65f-4dfd-8d98-cc52f9ef428f tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/f88a06aa-c7d3-4f9c-a099-3c34049067ca HTTP/1.1" status: 204 len: 168 time: 0.5214903 Aug 22 13:42:00.967840 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-656b8d1b-ce34-4661-ad87-216c919f21cc tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4403362 Aug 22 13:42:00.968546 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49536) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:00.973682 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc11dad9-f65f-4dfd-8d98-cc52f9ef428f tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f88a06aa-c7d3-4f9c-a099-3c34049067ca,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:00.983253 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49538) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:00.994915 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-04cdb2fa-a25b-4ba7-92a6-7612215bae70 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Request body: {'security_group_rule': {'security_group_id': '1b5de8f1-643e-4c23-a1a0-c69cce7984f3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:01.025683 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-8dee753d-bda9-49b0-81ab-e538bcfb5f96 None None] Provisioning for port 8ee379a7-2c1f-4951-9664-1be9d951c6ca completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:42:01.040405 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2841d51-e97b-4137-bfa8-d05af6b24831 admin admin] Network 48c36e5e-ddd5-4bc1-a796-2c9a3e81d5d2 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:42:01.051100 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea176e0-f1bc-445c-9b07-f15a947e2af7 req-207088c0-5dfc-4d4e-83e0-667412e81b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:01.052776 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ea176e0-f1bc-445c-9b07-f15a947e2af7 req-207088c0-5dfc-4d4e-83e0-667412e81b3d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3a68a707-4544-4179-ae57-3b08732d6fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1451631 Aug 22 13:42:01.068508 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-e2841d51-e97b-4137-bfa8-d05af6b24831 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 48c36e5e-ddd5-4bc1-a796-2c9a3e81d5d2) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:42:01.070890 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6c3021e8-096d-4937-99e0-c8197b29424c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:01.090197 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa419d73-602b-4185-bb85-c43695803f27 None None] Network 48c36e5e-ddd5-4bc1-a796-2c9a3e81d5d2 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:42:01.091233 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ec4d9654-55a3-4788-84a3-c4fb55c91d3b tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1148014 Aug 22 13:42:01.094240 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2841d51-e97b-4137-bfa8-d05af6b24831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:01.095181 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e2841d51-e97b-4137-bfa8-d05af6b24831 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:01.106904 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49540) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:01.114532 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7a71f54d-60b6-4c78-8ea1-ce4e5899631a tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "PUT /v2.0/subnetpools/696e5bed-7820-4447-8d50-cb2fa997f591/tags/tempest-TagsExtTest-Tag-203253775 HTTP/1.1" status: 201 len: 201 time: 0.1605554 Aug 22 13:42:01.116584 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49542) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:01.118814 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-99df62b0-6c67-438c-81e9-9047b529fba5 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Request body: {'security_group_rule': {'security_group_id': '32e57f06-e157-4446-a27b-b7d402be1beb', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:01.127050 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.tag.tag_plugin [None req-d43539fe-36c8-4492-a36a-149886da31cb tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '1353328d-eacf-43bc-a6c0-80a7802be417') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:01.132893 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-04cdb2fa-a25b-4ba7-92a6-7612215bae70 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:01.139171 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-29d3c241-d08c-4275-87f0-6787b1afc94b tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:01.191860 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e2841d51-e97b-4137-bfa8-d05af6b24831 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1209388 Aug 22 13:42:01.243888 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ea176e0-f1bc-445c-9b07-f15a947e2af7 req-444493a0-edad-49d3-887e-75a2ea65708c service neutron] 10.222.0.16 "GET /v2.0/networks/3a68a707-4544-4179-ae57-3b08732d6fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795454 Aug 22 13:42:01.251635 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d64ea3c0-5173-40fa-b192-5670e111f782 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b1aebbc30fc54656b0f0fda364c24730&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5412354 Aug 22 13:42:01.260950 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49548) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:01.290606 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:01.295107 n-d-793621-33 neutron-server[94628]: INFO neutron.db.securitygroups_db [None req-99df62b0-6c67-438c-81e9-9047b529fba5 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Project 279ca01f9bf44718ba60258259b972e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 13:42:01.344527 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-99df62b0-6c67-438c-81e9-9047b529fba5 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:01.349779 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4364be09-ff6f-49d7-ad7a-44d92861824a None None] Network 48c36e5e-ddd5-4bc1-a796-2c9a3e81d5d2 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:42:01.350494 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-04cdb2fa-a25b-4ba7-92a6-7612215bae70 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:01.396975 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-29d3c241-d08c-4275-87f0-6787b1afc94b tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:01.397846 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-04cdb2fa-a25b-4ba7-92a6-7612215bae70 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:01.518600 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cdb2fa-a25b-4ba7-92a6-7612215bae70 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bcf15f8-76bf-45e7-9d8c-a9c6e2a51998,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:01.544707 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ea176e0-f1bc-445c-9b07-f15a947e2af7 req-7dfcd039-038b-4d1a-a480-58e94ec12a26 service neutron] 10.222.0.16 "GET /v2.0/networks/3a68a707-4544-4179-ae57-3b08732d6fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915459 Aug 22 13:42:01.546527 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-29d3c241-d08c-4275-87f0-6787b1afc94b tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:01.556976 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-29d3c241-d08c-4275-87f0-6787b1afc94b tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/subnets/9e3986a1-86f3-4df4-ba31-bab345f3d9a2 HTTP/1.1" status: 204 len: 168 time: 1.2063165 Aug 22 13:42:01.560810 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49552) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:01.563329 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d3c241-d08c-4275-87f0-6787b1afc94b tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event deleted for resources: {'Subnet': ['ID=9e3986a1-86f3-4df4-ba31-bab345f3d9a2,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:01.569646 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d43539fe-36c8-4492-a36a-149886da31cb tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "GET /v2.0/subnets/1353328d-eacf-43bc-a6c0-80a7802be417/tags HTTP/1.1" status: 200 len: 240 time: 0.4437716 Aug 22 13:42:01.570725 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-04cdb2fa-a25b-4ba7-92a6-7612215bae70 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:01.573240 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-04cdb2fa-a25b-4ba7-92a6-7612215bae70 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5862672 Aug 22 13:42:01.573841 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49554) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:01.576218 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49556) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:01.580259 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 8ee379a7-2c1f-4951-9664-1be9d951c6ca up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:42:01.605003 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.tag.tag_plugin [None req-b3a1ab7e-6328-478d-b16a-14af8535d662 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1353328d-eacf-43bc-a6c0-80a7802be417', 'tempest-TagsExtTest-Tag-199842147') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:01.638585 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ea176e0-f1bc-445c-9b07-f15a947e2af7 req-41ae7493-7a73-4bb9-a3ff-e73fde1fd7a5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d1033646-653a-4a62-9b6c-3304356458b3 HTTP/1.1" status: 200 len: 217 time: 0.0770092 Aug 22 13:42:01.662542 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-27fe82e1-8c89-45f0-842e-ca27125d7d12 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:01.690104 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-27fe82e1-8c89-45f0-842e-ca27125d7d12 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:01.699403 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6750b372-8a0f-4ab0-99f7-2c804e935e32 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1309285 Aug 22 13:42:01.700447 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151a4444-b3d2-4695-b0fc-e9e17ab39702 None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:42:01.706826 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7b8b6727-32a9-4772-b0c2-67ad3183f9dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:01.708304 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49562) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:01.723176 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-802b34f2-8e9b-4b71-865f-833d2eff2a91 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'subnet': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:01.729520 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-99df62b0-6c67-438c-81e9-9047b529fba5 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:01.754879 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-99df62b0-6c67-438c-81e9-9047b529fba5 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:01.777695 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 8ee379a7-2c1f-4951-9664-1be9d951c6ca completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:42:01.802274 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 8ee379a7-2c1f-4951-9664-1be9d951c6ca triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:42:01.802937 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:01.828734 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7b8b6727-32a9-4772-b0c2-67ad3183f9dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:01.837189 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f6975-3bf3-4a9a-a313-206168a9e27b req-98138604-61a3-4f0a-9523-d82a08cee6b0 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:01.839040 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-504f6975-3bf3-4a9a-a313-206168a9e27b req-98138604-61a3-4f0a-9523-d82a08cee6b0 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 946 time: 0.3925817 Aug 22 13:42:01.844543 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-27fe82e1-8c89-45f0-842e-ca27125d7d12 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:01.845914 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99df62b0-6c67-438c-81e9-9047b529fba5 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cd68038-d05e-4781-9ebd-ea1b9bf56067,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:01.852876 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-57bf087f-99b0-488a-95aa-713faf3aa40d None None] Provisioning complete for port 1db45975-3123-4e48-9d13-033c0f6ab259 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:42:01.853727 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-57bf087f-99b0-488a-95aa-713faf3aa40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:01.874175 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-27fe82e1-8c89-45f0-842e-ca27125d7d12 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:01.878962 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-99df62b0-6c67-438c-81e9-9047b529fba5 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:01.882247 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-99df62b0-6c67-438c-81e9-9047b529fba5 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7663608 Aug 22 13:42:01.883973 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-27fe82e1-8c89-45f0-842e-ca27125d7d12 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/2bcf15f8-76bf-45e7-9d8c-a9c6e2a51998 HTTP/1.1" status: 204 len: 168 time: 0.3006761 Aug 22 13:42:01.887436 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49566) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:01.887722 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49568) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:01.910121 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea176e0-f1bc-445c-9b07-f15a947e2af7 req-fd9a2281-85a1-47aa-9c4e-97de2d289154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:01.912591 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ea176e0-f1bc-445c-9b07-f15a947e2af7 req-fd9a2281-85a1-47aa-9c4e-97de2d289154 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4a68570d-3c99-46d0-9ae9-d17b3c59c7bf HTTP/1.1" status: 200 len: 797 time: 0.2579582 Aug 22 13:42:01.939623 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-6638a994-8044-4adf-9cb1-2fa872f869c1 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "GET /v2.0/security-group-rules/5cd68038-d05e-4781-9ebd-ea1b9bf56067 HTTP/1.1" status: 200 len: 769 time: 0.0485697 Aug 22 13:42:01.941192 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49570) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:01.997014 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802b34f2-8e9b-4b71-865f-833d2eff2a91 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:42:02.018033 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-802b34f2-8e9b-4b71-865f-833d2eff2a91 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:02.028949 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fe82e1-8c89-45f0-842e-ca27125d7d12 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2bcf15f8-76bf-45e7-9d8c-a9c6e2a51998,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:02.048017 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b3a1ab7e-6328-478d-b16a-14af8535d662 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "GET /v2.0/subnets/1353328d-eacf-43bc-a6c0-80a7802be417/tags/tempest-TagsExtTest-Tag-199842147 HTTP/1.1" status: 204 len: 168 time: 0.4481165 Aug 22 13:42:02.051310 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49572) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:02.070920 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.tag.tag_plugin [None req-11af2bdb-4b4c-4c50-b9a2-493f5678d4fb tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '1353328d-eacf-43bc-a6c0-80a7802be417', 'tempest-TagsExtTest-Tag-199842147') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:02.108312 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-71de2cce-5ddf-4699-8f92-6d4486452554 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2180073 Aug 22 13:42:02.108496 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:02.109207 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49578) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:02.134752 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-504f6975-3bf3-4a9a-a313-206168a9e27b req-643c3c77-b137-4039-84d6-16510e7e0bbc tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=b83678d1-4258-4ef7-88a8-5933c84ca924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2715619 Aug 22 13:42:02.154328 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518f52ea-6d33-4aba-a36a-aa0e41a2b124 None None] DHCP port deletion for 933f65da-8ef2-4dea-ac27-3eee9182e92f request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:42:02.170159 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-4ed2b8f9-731c-4c39-b21a-ec6240301e20 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1737857 Aug 22 13:42:02.174307 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea176e0-f1bc-445c-9b07-f15a947e2af7 req-1fb97f1b-7ee1-4f83-9b66-b1fde67dc817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:02.175811 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ea176e0-f1bc-445c-9b07-f15a947e2af7 req-1fb97f1b-7ee1-4f83-9b66-b1fde67dc817 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3a68a707-4544-4179-ae57-3b08732d6fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2306821 Aug 22 13:42:02.176347 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49584) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:02.178357 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7b8b6727-32a9-4772-b0c2-67ad3183f9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:02.180894 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7b8b6727-32a9-4772-b0c2-67ad3183f9dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:02.184617 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7b8b6727-32a9-4772-b0c2-67ad3183f9dd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/322dda59-bb97-4d65-9b76-288d71441dee HTTP/1.1" status: 204 len: 168 time: 0.9203794 Aug 22 13:42:02.209213 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 8ee379a7-2c1f-4951-9664-1be9d951c6ca, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=8ee379a7-2c1f-4951-9664-1be9d951c6ca,segment=NetworkSegment(2ea04df0-e8c4-48c1-84ba-82856d8a1b67),segment_id=2ea04df0-e8c4-48c1-84ba-82856d8a1b67)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:42:02.215491 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:02.224748 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8b6727-32a9-4772-b0c2-67ad3183f9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322dda59-bb97-4d65-9b76-288d71441dee,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:02.248360 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3e0b0716-a3da-40f0-abac-890baa005f1c tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:02.257044 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3e0b0716-a3da-40f0-abac-890baa005f1c tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:02.293724 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3e0b0716-a3da-40f0-abac-890baa005f1c tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:02.301485 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-fdc282c8-dfcd-47a2-bc77-c4effb8b7e49 None None] Provisioning for port baa92fdf-d5ac-40d7-9003-810e5c719e84 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:42:02.303941 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3e0b0716-a3da-40f0-abac-890baa005f1c tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:02.307490 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-3e0b0716-a3da-40f0-abac-890baa005f1c tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/3c78edf4-e3b0-4bf5-b45c-085d73da277d HTTP/1.1" status: 204 len: 168 time: 0.1419082 Aug 22 13:42:02.308394 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49588) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:02.312421 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-fdc282c8-dfcd-47a2-bc77-c4effb8b7e49 None None] Provisioning complete for port baa92fdf-d5ac-40d7-9003-810e5c719e84 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:42:02.313035 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-fdc282c8-dfcd-47a2-bc77-c4effb8b7e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:02.330664 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b0716-a3da-40f0-abac-890baa005f1c tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3c78edf4-e3b0-4bf5-b45c-085d73da277d,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:02.383863 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=8ee379a7-2c1f-4951-9664-1be9d951c6ca,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:02.388399 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a2c0673e-0c24-4bdc-aa78-b8586e30b43b tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:02.405319 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-518f52ea-6d33-4aba-a36a-aa0e41a2b124 None None] Deleting port 1db45975-3123-4e48-9d13-033c0f6ab259 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:42:02.405732 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-518f52ea-6d33-4aba-a36a-aa0e41a2b124 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:02.407976 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-019575a9-6214-40d6-a445-340749fb37fc tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0969055 Aug 22 13:42:02.411761 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49592) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:02.427850 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a2c0673e-0c24-4bdc-aa78-b8586e30b43b tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:02.459229 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2d7377bd-cb3b-4ea3-901f-52cd87563dba tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:02.467080 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2d7377bd-cb3b-4ea3-901f-52cd87563dba tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:02.476384 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-fdc282c8-dfcd-47a2-bc77-c4effb8b7e49 None None] Port baa92fdf-d5ac-40d7-9003-810e5c719e84 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:42:02.486289 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:02.501935 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2d7377bd-cb3b-4ea3-901f-52cd87563dba tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:02.503427 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-fdc282c8-dfcd-47a2-bc77-c4effb8b7e49 None None] Provisioning complete for port 8ee379a7-2c1f-4951-9664-1be9d951c6ca triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:42:02.503972 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-fdc282c8-dfcd-47a2-bc77-c4effb8b7e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:02.517770 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ea176e0-f1bc-445c-9b07-f15a947e2af7 req-11b32a44-8c3e-4356-b95f-f326b352b68a service neutron] 10.222.0.16 "GET /v2.0/networks/3a68a707-4544-4179-ae57-3b08732d6fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340306 Aug 22 13:42:02.535514 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-518f52ea-6d33-4aba-a36a-aa0e41a2b124 None None] For port 1db45975-3123-4e48-9d13-033c0f6ab259, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=1db45975-3123-4e48-9d13-033c0f6ab259,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:42:02.535916 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-518f52ea-6d33-4aba-a36a-aa0e41a2b124 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:02.541149 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2d7377bd-cb3b-4ea3-901f-52cd87563dba tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:02.542448 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2d7377bd-cb3b-4ea3-901f-52cd87563dba tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/a48ced74-2a58-434e-86ba-5828d88fdfc3 HTTP/1.1" status: 204 len: 168 time: 0.1304054 Aug 22 13:42:02.547445 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3250b-89d0-455d-a8e4-c77a63b0a4e6 req-7382999f-a8a3-4e55-b7ea-14ed16c9a660 tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:02.548870 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49596) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:02.550348 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-74e3250b-89d0-455d-a8e4-c77a63b0a4e6 req-7382999f-a8a3-4e55-b7ea-14ed16c9a660 tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] 10.222.0.21 "GET /v2.0/networks?id=2128412b-c8a7-4056-bb86-409cbc192052 HTTP/1.1" status: 200 len: 825 time: 0.3713965 Aug 22 13:42:02.555251 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-11af2bdb-4b4c-4c50-b9a2-493f5678d4fb tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "DELETE /v2.0/subnets/1353328d-eacf-43bc-a6c0-80a7802be417/tags/tempest-TagsExtTest-Tag-199842147 HTTP/1.1" status: 204 len: 168 time: 0.5017602 Aug 22 13:42:02.559806 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-518f52ea-6d33-4aba-a36a-aa0e41a2b124 None None] Calling delete_port for 1db45975-3123-4e48-9d13-033c0f6ab259 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:42:02.569048 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49598) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:02.572360 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7377bd-cb3b-4ea3-901f-52cd87563dba tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a48ced74-2a58-434e-86ba-5828d88fdfc3,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:02.575403 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.tag.tag_plugin [None req-b0e41a9a-b0f5-4f3b-ac96-07b1136e966a tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '1353328d-eacf-43bc-a6c0-80a7802be417') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:02.581121 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a2c0673e-0c24-4bdc-aa78-b8586e30b43b tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:02.600410 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-802b34f2-8e9b-4b71-865f-833d2eff2a91 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:02.622255 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a2c0673e-0c24-4bdc-aa78-b8586e30b43b tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:02.623727 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a2c0673e-0c24-4bdc-aa78-b8586e30b43b tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/5cd68038-d05e-4781-9ebd-ea1b9bf56067 HTTP/1.1" status: 204 len: 168 time: 0.4464557 Aug 22 13:42:02.637351 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-357d7fed-d74b-43fb-9a7b-824e59851b7c tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0829523 Aug 22 13:42:02.648029 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49602) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:02.648439 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49604) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:02.666720 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802b34f2-8e9b-4b71-865f-833d2eff2a91 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:42:02.676560 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c0673e-0c24-4bdc-aa78-b8586e30b43b tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5cd68038-d05e-4781-9ebd-ea1b9bf56067,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:02.680488 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-802b34f2-8e9b-4b71-865f-833d2eff2a91 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:42:02.685560 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802b34f2-8e9b-4b71-865f-833d2eff2a91 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:02.686643 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-802b34f2-8e9b-4b71-865f-833d2eff2a91 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:02.716045 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802b34f2-8e9b-4b71-865f-833d2eff2a91 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event updated for resources: {'Subnet': ['ID=8eeca6fd-6b56-418f-8b62-21adf1c141b7,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:02.720205 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-802b34f2-8e9b-4b71-865f-833d2eff2a91 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0047262 Aug 22 13:42:02.722873 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49608) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:02.728504 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-c8feb9e4-9964-4c95-8dc3-11b3a3d840a3 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'subnet': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:02.729817 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-518f52ea-6d33-4aba-a36a-aa0e41a2b124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:02.769101 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518f52ea-6d33-4aba-a36a-aa0e41a2b124 None None] No DVR routers for this DVR port 1db45975-3123-4e48-9d13-033c0f6ab259 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:42:02.771781 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518f52ea-6d33-4aba-a36a-aa0e41a2b124 None None] Pushing event deleted for resources: {'Port': ['ID=1db45975-3123-4e48-9d13-033c0f6ab259,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:02.793584 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95f976b-435e-4933-b98a-7e3624905300 None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:42:02.879436 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8feb9e4-9964-4c95-8dc3-11b3a3d840a3 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:42:02.879436 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c8feb9e4-9964-4c95-8dc3-11b3a3d840a3 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:02.940667 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-74e3250b-89d0-455d-a8e4-c77a63b0a4e6 req-f6be8764-0916-4bd2-b4cf-97913ddf5eca tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] 10.222.0.21 "GET /v2.0/quotas/9b5bac0869314a3bbb3447b2c0aa17d8 HTTP/1.1" status: 200 len: 375 time: 0.3704100 Aug 22 13:42:03.000413 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ecb13c-56ef-4716-9855-6b607dabc5b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-933f65da-8ef2-4dea-ac27-3eee9182e92f', 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'tenant_id': 'a71622c06b3d48d28918cf297ca2043b', 'fixed_ips': [{'subnet_id': '8eeca6fd-6b56-418f-8b62-21adf1c141b7'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:42:03.001566 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e9ecb13c-56ef-4716-9855-6b607dabc5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:03.064685 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a7c3007a-0aad-4951-902d-4ecc66ffa1db tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:03.077650 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a7c3007a-0aad-4951-902d-4ecc66ffa1db tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:03.100495 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-74e3250b-89d0-455d-a8e4-c77a63b0a4e6 req-bc88e661-a11c-4cfc-b7e8-ed2293ad29d1 tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9b5bac0869314a3bbb3447b2c0aa17d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1498783 Aug 22 13:42:03.136203 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-461d0433-96d6-4300-b6ca-2229a29fae13 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4828165 Aug 22 13:42:03.162680 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-e9ecb13c-56ef-4716-9855-6b607dabc5b8 None None] Allocated IP 172.20.0.2 (933f65da-8ef2-4dea-ac27-3eee9182e92f/8eeca6fd-6b56-418f-8b62-21adf1c141b7/c7ab35ea-b633-40b0-abf1-8d93fb2f3c77) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:42:03.163774 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49622) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:03.174963 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ea176e0-f1bc-445c-9b07-f15a947e2af7 req-11277bd7-80b5-480a-a382-10bf70b2be3d service neutron] 10.222.0.16 "GET /v2.0/networks/3a68a707-4544-4179-ae57-3b08732d6fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6487825 Aug 22 13:42:03.178247 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a7c3007a-0aad-4951-902d-4ecc66ffa1db tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:03.185307 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a7c3007a-0aad-4951-902d-4ecc66ffa1db tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:03.189506 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a7c3007a-0aad-4951-902d-4ecc66ffa1db tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/14eb6a10-9e38-4a29-b819-b4e0eabc8213 HTTP/1.1" status: 204 len: 168 time: 0.5337706 Aug 22 13:42:03.197441 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49626) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:03.240388 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c3007a-0aad-4951-902d-4ecc66ffa1db tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=14eb6a10-9e38-4a29-b819-b4e0eabc8213,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:03.274578 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-b0e41a9a-b0f5-4f3b-ac96-07b1136e966a tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "GET /v2.0/subnets/1353328d-eacf-43bc-a6c0-80a7802be417/tags HTTP/1.1" status: 200 len: 205 time: 0.7027259 Aug 22 13:42:03.276145 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49628) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:03.283631 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.tag.tag_plugin [None req-e201e851-9fa6-486b-8a33-a79a83fc5cb9 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'baa92fdf-d5ac-40d7-9003-810e5c719e84') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:03.359380 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-259efb8a-a5b3-4558-890f-06c040b3f718 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1573379 Aug 22 13:42:03.365928 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49630) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:03.397597 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 8ee379a7-2c1f-4951-9664-1be9d951c6ca up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:42:03.414304 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a9275636-7a93-40c0-8c72-e350c54bc162 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:03.427189 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b593cae3-a7d8-4194-b582-04865ce609d8 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:03.445457 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e9ecb13c-56ef-4716-9855-6b607dabc5b8 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:03.457959 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e9ecb13c-56ef-4716-9855-6b607dabc5b8 None None] Transition to ACTIVE for port object c7ab35ea-b633-40b0-abf1-8d93fb2f3c77 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:42:03.458695 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a9275636-7a93-40c0-8c72-e350c54bc162 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:03.466406 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a42fbb-89c7-4d4a-bba9-a0c69b4f0f76 req-c399b773-64cc-4e1d-b084-436b63e8b980 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:03.470255 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47a42fbb-89c7-4d4a-bba9-a0c69b4f0f76 req-c399b773-64cc-4e1d-b084-436b63e8b980 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 946 time: 0.1518741 Aug 22 13:42:03.472152 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b593cae3-a7d8-4194-b582-04865ce609d8 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:03.476521 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 8ee379a7-2c1f-4951-9664-1be9d951c6ca triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:42:03.476886 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:03.478717 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e9ecb13c-56ef-4716-9855-6b607dabc5b8 None None] Transition to ACTIVE for port object c7ab35ea-b633-40b0-abf1-8d93fb2f3c77 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:42:03.491599 n-d-793621-33 neutron-server[94628]: DEBUG neutron.objects.ports [None req-c8feb9e4-9964-4c95-8dc3-11b3a3d840a3 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94628) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 22 13:42:03.495795 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c8feb9e4-9964-4c95-8dc3-11b3a3d840a3 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:03.500267 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e9ecb13c-56ef-4716-9855-6b607dabc5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:03.501156 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e201e851-9fa6-486b-8a33-a79a83fc5cb9 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "GET /v2.0/ports/baa92fdf-d5ac-40d7-9003-810e5c719e84/tags HTTP/1.1" status: 200 len: 240 time: 0.2215996 Aug 22 13:42:03.506646 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49634) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:03.548882 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-74e3250b-89d0-455d-a8e4-c77a63b0a4e6 req-95692439-3957-48b8-871d-cbe6d165ed93 service neutron] 10.222.0.21 "GET /v2.0/networks/2128412b-c8a7-4056-bb86-409cbc192052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4447191 Aug 22 13:42:03.590139 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8feb9e4-9964-4c95-8dc3-11b3a3d840a3 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:42:03.598544 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-c8feb9e4-9964-4c95-8dc3-11b3a3d840a3 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:42:03.598909 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.tag.tag_plugin [None req-38760a80-75fb-464d-b428-b0c34a562765 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'baa92fdf-d5ac-40d7-9003-810e5c719e84', 'tempest-TagsExtTest-Tag-667504526') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:03.603987 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8feb9e4-9964-4c95-8dc3-11b3a3d840a3 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:03.604616 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c8feb9e4-9964-4c95-8dc3-11b3a3d840a3 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:03.607311 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a9275636-7a93-40c0-8c72-e350c54bc162 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:03.610474 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a9275636-7a93-40c0-8c72-e350c54bc162 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:03.614526 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a9275636-7a93-40c0-8c72-e350c54bc162 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "DELETE /v2.0/security-groups/32e57f06-e157-4446-a27b-b7d402be1beb HTTP/1.1" status: 204 len: 168 time: 0.4484534 Aug 22 13:42:03.615526 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49638) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:03.619952 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8feb9e4-9964-4c95-8dc3-11b3a3d840a3 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event updated for resources: {'Subnet': ['ID=8795e5e1-247d-4398-bdb9-6bf433dbffb4,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:03.650907 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9275636-7a93-40c0-8c72-e350c54bc162 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e57f06-e157-4446-a27b-b7d402be1beb,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:03.673012 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c8feb9e4-9964-4c95-8dc3-11b3a3d840a3 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9455214 Aug 22 13:42:03.673319 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49640) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:03.678704 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-cd21f5fe-3c5a-4308-821f-4d83fea65567 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'port': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'mac_address': 'fa:16:3e:94:8a:59', 'name': 'tempest-NetworksTestDHCPv6-959593720'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:03.727913 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e9d7af8a-a2e7-4048-bbd8-4c6cf66b6e09 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1044159 Aug 22 13:42:03.736218 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ecb13c-56ef-4716-9855-6b607dabc5b8 None None] Pushing event updated for resources: {'Port': ['ID=c7ab35ea-b633-40b0-abf1-8d93fb2f3c77,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:03.756180 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49644) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:03.774276 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ecb13c-56ef-4716-9855-6b607dabc5b8 None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:42:03.777419 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-e9ecb13c-56ef-4716-9855-6b607dabc5b8 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:42:03.780225 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ecb13c-56ef-4716-9855-6b607dabc5b8 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:42:03.828201 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47a42fbb-89c7-4d4a-bba9-a0c69b4f0f76 req-503a5272-2285-4027-bcc4-175405ba6095 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=b83678d1-4258-4ef7-88a8-5933c84ca924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3364532 Aug 22 13:42:03.842470 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b593cae3-a7d8-4194-b582-04865ce609d8 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:03.847144 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-55db85fb-bf0e-44f5-8639-c268f2260306 tempest-SecGroupIPv6Test-139613086 tempest-SecGroupIPv6Test-139613086-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0900040 Aug 22 13:42:03.852512 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:03.885917 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd21f5fe-3c5a-4308-821f-4d83fea65567 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:42:03.893390 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-e9ecb13c-56ef-4716-9855-6b607dabc5b8 None None] Attempting to bind port c7ab35ea-b633-40b0-abf1-8d93fb2f3c77 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:42:03.893756 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-e9ecb13c-56ef-4716-9855-6b607dabc5b8 None None] Attempting to bind port c7ab35ea-b633-40b0-abf1-8d93fb2f3c77 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:42:03.894114 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ecb13c-56ef-4716-9855-6b607dabc5b8 None None] Attempting to bind port c7ab35ea-b633-40b0-abf1-8d93fb2f3c77 on network 933f65da-8ef2-4dea-ac27-3eee9182e92f {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:42:03.899404 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ecb13c-56ef-4716-9855-6b607dabc5b8 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:42:03.899778 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ecb13c-56ef-4716-9855-6b607dabc5b8 None None] Checking segment: {'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:42:03.900180 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e9ecb13c-56ef-4716-9855-6b607dabc5b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:03.900598 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ecb13c-56ef-4716-9855-6b607dabc5b8 None None] Bound using segment: {'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:42:03.901066 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-e9ecb13c-56ef-4716-9855-6b607dabc5b8 None None] Bound port: c7ab35ea-b633-40b0-abf1-8d93fb2f3c77, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:42:03.901531 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e9ecb13c-56ef-4716-9855-6b607dabc5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:03.914526 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-74e3250b-89d0-455d-a8e4-c77a63b0a4e6 req-c9e0163e-d6c6-471a-9586-92d1b9bd280e service neutron] 10.222.0.21 "GET /v2.0/networks/2128412b-c8a7-4056-bb86-409cbc192052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646598 Aug 22 13:42:03.919382 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b593cae3-a7d8-4194-b582-04865ce609d8 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:03.923084 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-b593cae3-a7d8-4194-b582-04865ce609d8 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/31b6ecd6-f541-4dc9-a554-20932a7a0116 HTTP/1.1" status: 204 len: 168 time: 0.5455530 Aug 22 13:42:03.923260 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b593cae3-a7d8-4194-b582-04865ce609d8 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=31b6ecd6-f541-4dc9-a554-20932a7a0116,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:03.925713 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49654) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:03.961526 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-38760a80-75fb-464d-b428-b0c34a562765 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "GET /v2.0/ports/baa92fdf-d5ac-40d7-9003-810e5c719e84/tags/tempest-TagsExtTest-Tag-667504526 HTTP/1.1" status: 204 len: 168 time: 0.4520676 Aug 22 13:42:03.961883 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49656) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:03.967182 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.tag.tag_plugin [None req-71b17295-e56d-4e7c-8930-12ca90072213 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'baa92fdf-d5ac-40d7-9003-810e5c719e84', 'tempest-TagsExtTest-Tag-667504526') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:04.063682 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 1db45975-3123-4e48-9d13-033c0f6ab259 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:42:04.080466 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-71b17295-e56d-4e7c-8930-12ca90072213 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "DELETE /v2.0/ports/baa92fdf-d5ac-40d7-9003-810e5c719e84/tags/tempest-TagsExtTest-Tag-667504526 HTTP/1.1" status: 204 len: 168 time: 0.1172354 Aug 22 13:42:04.081175 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49660) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:04.087815 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.tag.tag_plugin [None req-442692f1-5cbe-4315-a092-6969ae31e360 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'baa92fdf-d5ac-40d7-9003-810e5c719e84') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:04.129007 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 1db45975-3123-4e48-9d13-033c0f6ab259 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:42:04.129298 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 1db45975-3123-4e48-9d13-033c0f6ab259 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:42:04.131323 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e9ecb13c-56ef-4716-9855-6b607dabc5b8 None None] For port c7ab35ea-b633-40b0-abf1-8d93fb2f3c77, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:42:04.166246 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e9ecb13c-56ef-4716-9855-6b607dabc5b8 None None] For port c7ab35ea-b633-40b0-abf1-8d93fb2f3c77, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=c7ab35ea-b633-40b0-abf1-8d93fb2f3c77,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:42:04.173896 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e9ecb13c-56ef-4716-9855-6b607dabc5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:04.205482 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-442692f1-5cbe-4315-a092-6969ae31e360 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "GET /v2.0/ports/baa92fdf-d5ac-40d7-9003-810e5c719e84/tags HTTP/1.1" status: 200 len: 205 time: 0.1226473 Aug 22 13:42:04.213052 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49666) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:04.221566 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.tag.tag_plugin [None req-602853e2-b960-445f-934f-6c05300e5ec9 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1795953c-988b-4e79-bca9-e09df01ef377') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:04.324562 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ecb13c-56ef-4716-9855-6b607dabc5b8 None None] Pushing event updated for resources: {'Port': ['ID=c7ab35ea-b633-40b0-abf1-8d93fb2f3c77,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:04.330724 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49672) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:04.381465 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-602853e2-b960-445f-934f-6c05300e5ec9 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "GET /v2.0/routers/1795953c-988b-4e79-bca9-e09df01ef377/tags HTTP/1.1" status: 200 len: 241 time: 0.1668677 Aug 22 13:42:04.388536 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b4aaaf41-830c-4c6c-b788-e4e35e0c0724 req-92e48e5c-8c53-4d36-9943-c7dcc63c053d tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b881fc6-03a1-4c6d-9750-0a3cc4f065a6 HTTP/1.1" status: 200 len: 210 time: 0.1141798 Aug 22 13:42:04.390844 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49682) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:04.392888 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:04.399526 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.tag.tag_plugin [None req-a3ee8022-c83f-4082-bcf3-c3d609763559 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1795953c-988b-4e79-bca9-e09df01ef377', 'tempest-TagsExtTest-Tag-1454726308') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:04.595602 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-1ff807d1-a213-4214-a3f6-7913efa1a204 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6681743 Aug 22 13:42:04.598329 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49688) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:04.633340 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-fdd297f9-db80-4353-b15e-b0e1fae2d09c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=279ca01f9bf44718ba60258259b972e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3010836 Aug 22 13:42:04.634222 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cd21f5fe-3c5a-4308-821f-4d83fea65567 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:04.636273 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49694) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:04.666599 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a3ee8022-c83f-4082-bcf3-c3d609763559 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "GET /v2.0/routers/1795953c-988b-4e79-bca9-e09df01ef377/tags/tempest-TagsExtTest-Tag-1454726308 HTTP/1.1" status: 204 len: 168 time: 0.2729414 Aug 22 13:42:04.669331 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49698) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:04.674107 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.tag.tag_plugin [None req-cfec5f5a-5012-494c-b61e-37b624c4f1eb tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '1795953c-988b-4e79-bca9-e09df01ef377', 'tempest-TagsExtTest-Tag-1454726308') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:04.738514 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-cd21f5fe-3c5a-4308-821f-4d83fea65567 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] device_id is not set on port 92f46037-32a5-41fb-bec9-ad4dde18b0d5 yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:42:04.783979 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a66e5d19-00cf-4173-9937-d4012a37c29d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:04.828009 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-aedd9e23-ec6b-4f57-a827-0a7f0130c5ad tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:04.834692 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a66e5d19-00cf-4173-9937-d4012a37c29d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:04.920166 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-aedd9e23-ec6b-4f57-a827-0a7f0130c5ad tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:05.000686 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a66e5d19-00cf-4173-9937-d4012a37c29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:05.003398 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a66e5d19-00cf-4173-9937-d4012a37c29d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:05.004738 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a66e5d19-00cf-4173-9937-d4012a37c29d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c005602c-a202-4cf3-8b56-60bfeb83a5ef HTTP/1.1" status: 204 len: 168 time: 0.3516703 Aug 22 13:42:05.019046 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e5d19-00cf-4173-9937-d4012a37c29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c005602c-a202-4cf3-8b56-60bfeb83a5ef,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:05.036750 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb8ceb-a945-404c-849e-ccf5fc5ac297 req-c06c53f2-0455-4a0e-9984-98ca5c9c48e6 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:05.038433 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-55fb8ceb-a945-404c-849e-ccf5fc5ac297 req-c06c53f2-0455-4a0e-9984-98ca5c9c48e6 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 946 time: 0.0842431 Aug 22 13:42:05.087189 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-cfec5f5a-5012-494c-b61e-37b624c4f1eb tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "DELETE /v2.0/routers/1795953c-988b-4e79-bca9-e09df01ef377/tags/tempest-TagsExtTest-Tag-1454726308 HTTP/1.1" status: 204 len: 168 time: 0.4166710 Aug 22 13:42:05.095051 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-55fb8ceb-a945-404c-849e-ccf5fc5ac297 req-afa42d76-ce1a-4b55-af01-f631305b4af4 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=b83678d1-4258-4ef7-88a8-5933c84ca924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489645 Aug 22 13:42:05.095941 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49714) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:05.101455 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.tag.tag_plugin [None req-947105c8-379b-4249-9f39-67e967cafa8a tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1795953c-988b-4e79-bca9-e09df01ef377') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:05.158641 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-aedd9e23-ec6b-4f57-a827-0a7f0130c5ad tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:05.164174 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-aedd9e23-ec6b-4f57-a827-0a7f0130c5ad tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:05.165248 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49718) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:05.168283 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-aedd9e23-ec6b-4f57-a827-0a7f0130c5ad tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "DELETE /v2.0/security-groups/1b5de8f1-643e-4c23-a1a0-c69cce7984f3 HTTP/1.1" status: 204 len: 168 time: 0.5679758 Aug 22 13:42:05.178538 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49720) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:05.212175 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd9e23-ec6b-4f57-a827-0a7f0130c5ad tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5de8f1-643e-4c23-a1a0-c69cce7984f3,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:05.236120 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-cd21f5fe-3c5a-4308-821f-4d83fea65567 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Allocated IP 172.20.0.11 (933f65da-8ef2-4dea-ac27-3eee9182e92f/8eeca6fd-6b56-418f-8b62-21adf1c141b7/92f46037-32a5-41fb-bec9-ad4dde18b0d5) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:42:05.249038 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-947105c8-379b-4249-9f39-67e967cafa8a tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "GET /v2.0/routers/1795953c-988b-4e79-bca9-e09df01ef377/tags HTTP/1.1" status: 200 len: 205 time: 0.1520123 Aug 22 13:42:05.250895 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49724) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:05.257551 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.tag.tag_plugin [None req-e45effe1-4de5-45df-9a38-eb0249e2c4e3 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '696e5bed-7820-4447-8d50-cb2fa997f591') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:05.260435 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-cd21f5fe-3c5a-4308-821f-4d83fea65567 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Allocated IP 2001:db8::f816:3eff:fe94:8a59 (933f65da-8ef2-4dea-ac27-3eee9182e92f/8795e5e1-247d-4398-bdb9-6bf433dbffb4/92f46037-32a5-41fb-bec9-ad4dde18b0d5) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:42:05.303581 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b0f5c89a-14cd-4c35-932c-69f62a7527b8 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1215744 Aug 22 13:42:05.313270 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e45effe1-4de5-45df-9a38-eb0249e2c4e3 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "GET /v2.0/subnetpools/696e5bed-7820-4447-8d50-cb2fa997f591/tags HTTP/1.1" status: 200 len: 240 time: 0.0599484 Aug 22 13:42:05.313693 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49726) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:05.314022 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49728) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:05.319982 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-c274f5f0-85ee-4baa-b103-e4694ac1d13e tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Request body: {'security_group': {'name': 'tempest-secgroup--1455879145'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:05.329044 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.tag.tag_plugin [None req-feeb577a-7cb6-4096-98d8-5e36c6737bc0 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '696e5bed-7820-4447-8d50-cb2fa997f591', 'tempest-TagsExtTest-Tag-203253775') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:05.369620 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-feeb577a-7cb6-4096-98d8-5e36c6737bc0 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "GET /v2.0/subnetpools/696e5bed-7820-4447-8d50-cb2fa997f591/tags/tempest-TagsExtTest-Tag-203253775 HTTP/1.1" status: 204 len: 168 time: 0.0524561 Aug 22 13:42:05.369620 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49730) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:05.378407 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.tag.tag_plugin [None req-472b5ee6-2bb8-48fb-b219-b16abfac4052 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '696e5bed-7820-4447-8d50-cb2fa997f591', 'tempest-TagsExtTest-Tag-203253775') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:05.383395 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c274f5f0-85ee-4baa-b103-e4694ac1d13e tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:05.489017 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device c7ab35ea-b633-40b0-abf1-8d93fb2f3c77 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:42:05.546372 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c274f5f0-85ee-4baa-b103-e4694ac1d13e tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:05.562170 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c274f5f0-85ee-4baa-b103-e4694ac1d13e tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:05.632541 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cd21f5fe-3c5a-4308-821f-4d83fea65567 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:05.635059 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c183c01a-e569-42f5-9f91-897230256158 req-c58fe881-1732-4b55-838a-ecbf636c81c7 tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b881fc6-03a1-4c6d-9750-0a3cc4f065a6 HTTP/1.1" status: 200 len: 210 time: 0.0861320 Aug 22 13:42:05.666490 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-472b5ee6-2bb8-48fb-b219-b16abfac4052 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "DELETE /v2.0/subnetpools/696e5bed-7820-4447-8d50-cb2fa997f591/tags/tempest-TagsExtTest-Tag-203253775 HTTP/1.1" status: 204 len: 168 time: 0.2936068 Aug 22 13:42:05.668334 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port c7ab35ea-b633-40b0-abf1-8d93fb2f3c77 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:42:05.669595 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49736) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:05.685976 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-cd21f5fe-3c5a-4308-821f-4d83fea65567 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Transition to ACTIVE for port object 92f46037-32a5-41fb-bec9-ad4dde18b0d5 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:42:05.713113 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.tag.tag_plugin [None req-28da044d-4293-49e0-a7a1-ec11999bff55 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '696e5bed-7820-4447-8d50-cb2fa997f591') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:05.726939 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c274f5f0-85ee-4baa-b103-e4694ac1d13e tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:05.728199 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c274f5f0-85ee-4baa-b103-e4694ac1d13e tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4132402 Aug 22 13:42:05.751431 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49740) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:05.761511 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c274f5f0-85ee-4baa-b103-e4694ac1d13e tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aafe8800-5eed-49c3-879f-d1174c50d64f,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:05.764487 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-37217115-aa31-4863-8f2b-06c335d569ee tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Request body: {'security_group_rule': {'security_group_id': 'aafe8800-5eed-49c3-879f-d1174c50d64f', 'direction': 'ingress', 'protocol': 17}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:05.835893 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cde68997-6110-4e9d-a578-078fa08571e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:05.873188 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49746) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:05.876647 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-28da044d-4293-49e0-a7a1-ec11999bff55 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "GET /v2.0/subnetpools/696e5bed-7820-4447-8d50-cb2fa997f591/tags HTTP/1.1" status: 200 len: 205 time: 0.1740685 Aug 22 13:42:05.886083 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.tag.tag_plugin [None req-dab30b0d-1f10-455a-8371-5dfc8c6567c4 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '696e5bed-7820-4447-8d50-cb2fa997f591') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:05.901173 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [req-669febd4-049b-42c0-9fb3-ff2068942f9f req-450badb3-86be-4857-a718-74b6fdef013f service neutron] show failed (client error): The resource could not be found. Aug 22 13:42:05.902224 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-669febd4-049b-42c0-9fb3-ff2068942f9f req-450badb3-86be-4857-a718-74b6fdef013f service neutron] 10.222.0.16 "GET /v2.0/ports/8c6dc773-1a07-4ca5-85cc-b116f5c58e9a/bindings/n-h1-793621-33 HTTP/1.1" status: 404 len: 381 time: 0.1985335 Aug 22 13:42:05.929433 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cd21f5fe-3c5a-4308-821f-4d83fea65567 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:06.017841 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd21f5fe-3c5a-4308-821f-4d83fea65567 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event updated for resources: {'Port': ['ID=92f46037-32a5-41fb-bec9-ad4dde18b0d5,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:06.038873 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a4edb2-4b29-4629-a9e8-7d7ea423013b None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:42:06.061307 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-37217115-aa31-4863-8f2b-06c335d569ee tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:06.066169 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd21f5fe-3c5a-4308-821f-4d83fea65567 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:42:06.084414 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-cd21f5fe-3c5a-4308-821f-4d83fea65567 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:42:06.087498 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-dab30b0d-1f10-455a-8371-5dfc8c6567c4 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "DELETE /v2.0/subnetpools/696e5bed-7820-4447-8d50-cb2fa997f591/tags HTTP/1.1" status: 204 len: 168 time: 0.2132704 Aug 22 13:42:06.091735 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49752) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:06.095447 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd21f5fe-3c5a-4308-821f-4d83fea65567 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:42:06.097909 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.tag.tag_plugin [None req-284621e8-4557-4855-91d4-fea64971aa1f tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1795953c-988b-4e79-bca9-e09df01ef377') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:06.110223 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3250b-89d0-455d-a8e4-c77a63b0a4e6 req-a86bd22e-1a16-49a0-98bb-87f0d0672d89 tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:06.112536 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-74e3250b-89d0-455d-a8e4-c77a63b0a4e6 req-a86bd22e-1a16-49a0-98bb-87f0d0672d89 tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] 10.222.0.41 "GET /v2.0/networks?id=2128412b-c8a7-4056-bb86-409cbc192052 HTTP/1.1" status: 200 len: 825 time: 0.4306781 Aug 22 13:42:06.152898 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cde68997-6110-4e9d-a578-078fa08571e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:06.160422 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cde68997-6110-4e9d-a578-078fa08571e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:06.169750 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c85421b3-0c7a-4112-b7cc-116c6808b9bd None None] Provisioning for port c7ab35ea-b633-40b0-abf1-8d93fb2f3c77 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:42:06.177671 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c85421b3-0c7a-4112-b7cc-116c6808b9bd None None] Provisioning complete for port c7ab35ea-b633-40b0-abf1-8d93fb2f3c77 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:42:06.178238 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c85421b3-0c7a-4112-b7cc-116c6808b9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:06.199127 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde68997-6110-4e9d-a578-078fa08571e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd378eb-68c7-4b3e-9dc1-a9be40b49332,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:06.238993 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-37217115-aa31-4863-8f2b-06c335d569ee tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:06.261143 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-74e3250b-89d0-455d-a8e4-c77a63b0a4e6 req-19146ae4-5582-4a19-9bc5-d98322cc1760 tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] Request body: {'port': {'device_id': '9b881fc6-03a1-4c6d-9750-0a3cc4f065a6', 'network_id': '2128412b-c8a7-4056-bb86-409cbc192052', 'admin_state_up': True, 'tenant_id': '9b5bac0869314a3bbb3447b2c0aa17d8'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:06.335491 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-cde68997-6110-4e9d-a578-078fa08571e4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=45c187ec47114d54942f604c365cbdcb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1677268 Aug 22 13:42:06.345257 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49764) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:06.357799 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c85421b3-0c7a-4112-b7cc-116c6808b9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:06.385596 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-284621e8-4557-4855-91d4-fea64971aa1f tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "DELETE /v2.0/routers/1795953c-988b-4e79-bca9-e09df01ef377/tags HTTP/1.1" status: 204 len: 168 time: 0.2926910 Aug 22 13:42:06.389329 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49766) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:06.391201 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-37217115-aa31-4863-8f2b-06c335d569ee tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:06.405467 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.tag.tag_plugin [None req-f739a9cb-89c5-42ea-9dd0-ad3c4c712876 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'baa92fdf-d5ac-40d7-9003-810e5c719e84') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:06.406854 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c85421b3-0c7a-4112-b7cc-116c6808b9bd None None] For port c7ab35ea-b633-40b0-abf1-8d93fb2f3c77, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=c7ab35ea-b633-40b0-abf1-8d93fb2f3c77,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:42:06.417065 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c85421b3-0c7a-4112-b7cc-116c6808b9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:06.459685 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49768) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:06.472662 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ab331e09-bea5-40f3-91d3-c58d589d15fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:06.487270 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c080b2-348d-4304-a4f0-3988341f1ae4 req-911907ba-ae91-4a98-9e00-26f2a213850e tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:06.492437 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85421b3-0c7a-4112-b7cc-116c6808b9bd None None] Pushing event updated for resources: {'Port': ['ID=c7ab35ea-b633-40b0-abf1-8d93fb2f3c77,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:06.497038 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-77c080b2-348d-4304-a4f0-3988341f1ae4 req-911907ba-ae91-4a98-9e00-26f2a213850e tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 946 time: 0.2549822 Aug 22 13:42:06.502792 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37217115-aa31-4863-8f2b-06c335d569ee tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f9ade7c-17d0-4da8-bc73-5eb1ed819e6c,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:06.515572 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6565d6-36e3-4cf4-9ae6-92b4eea12eb9 None None] Update dhcp port {'port': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'fixed_ips': [{'subnet_id': '8eeca6fd-6b56-418f-8b62-21adf1c141b7', 'ip_address': '172.20.0.2'}, {'subnet_id': '8795e5e1-247d-4398-bdb9-6bf433dbffb4'}], 'binding:host_id': 'n-d-793621-33'}, 'id': 'c7ab35ea-b633-40b0-abf1-8d93fb2f3c77'} from n-d-793621-33. {{(pid=94629) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 22 13:42:06.521068 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd21f5fe-3c5a-4308-821f-4d83fea65567 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:06.521749 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cd21f5fe-3c5a-4308-821f-4d83fea65567 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:06.524296 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74e3250b-89d0-455d-a8e4-c77a63b0a4e6 req-19146ae4-5582-4a19-9bc5-d98322cc1760 tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] Made reservation on behalf of 9b5bac0869314a3bbb3447b2c0aa17d8 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:42:06.528505 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-74e3250b-89d0-455d-a8e4-c77a63b0a4e6 req-19146ae4-5582-4a19-9bc5-d98322cc1760 tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:06.544602 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5d6565d6-36e3-4cf4-9ae6-92b4eea12eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:06.576059 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ab331e09-bea5-40f3-91d3-c58d589d15fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:06.578276 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-37217115-aa31-4863-8f2b-06c335d569ee tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:06.583206 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-37217115-aa31-4863-8f2b-06c335d569ee tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8306956 Aug 22 13:42:06.587134 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49772) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:06.591222 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-cd21f5fe-3c5a-4308-821f-4d83fea65567 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.9169698 Aug 22 13:42:06.593793 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49774) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:06.596378 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-77c080b2-348d-4304-a4f0-3988341f1ae4 req-2dcd9b13-057a-4bce-92d8-71099c163808 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=b83678d1-4258-4ef7-88a8-5933c84ca924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972531 Aug 22 13:42:06.610496 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-e5741f43-d689-46e4-b498-0dda5365451e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1357668458-network', 'tenant_id': 'a2ee9a6f917e4b5e9106e070934a9454'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:06.636092 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5741f43-d689-46e4-b498-0dda5365451e admin admin] Made reservation on behalf of a2ee9a6f917e4b5e9106e070934a9454 for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:42:06.638612 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e5741f43-d689-46e4-b498-0dda5365451e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:06.641131 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669febd4-049b-42c0-9fb3-ff2068942f9f req-96a98070-7440-4e9c-9bae-14368e74257a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:06.642534 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-669febd4-049b-42c0-9fb3-ff2068942f9f req-96a98070-7440-4e9c-9bae-14368e74257a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=414d5d55-0aa9-4530-9553-c445350ded61&tenant_id=50b3d484826f4e1f8052fde49b87f38a HTTP/1.1" status: 200 len: 1098 time: 0.3970795 Aug 22 13:42:06.656433 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e5741f43-d689-46e4-b498-0dda5365451e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:06.670545 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-669febd4-049b-42c0-9fb3-ff2068942f9f req-de2e2039-d31c-4079-8e61-7c7a30e9ce0b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-33', 'device_owner': 'compute:nova'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:06.753562 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f739a9cb-89c5-42ea-9dd0-ad3c4c712876 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "DELETE /v2.0/ports/baa92fdf-d5ac-40d7-9003-810e5c719e84/tags HTTP/1.1" status: 204 len: 168 time: 0.3542943 Aug 22 13:42:06.757790 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49778) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:06.762250 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-5d6565d6-36e3-4cf4-9ae6-92b4eea12eb9 None None] Allocated IP 2001:db8::f816:3eff:fe32:cd07 (933f65da-8ef2-4dea-ac27-3eee9182e92f/8795e5e1-247d-4398-bdb9-6bf433dbffb4/c7ab35ea-b633-40b0-abf1-8d93fb2f3c77) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:42:06.784407 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ab331e09-bea5-40f3-91d3-c58d589d15fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:06.786608 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.tag.tag_plugin [None req-9fe0448a-3c85-43c9-a8ff-72864a6b0787 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1353328d-eacf-43bc-a6c0-80a7802be417') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:06.786992 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ab331e09-bea5-40f3-91d3-c58d589d15fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:06.791285 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ab331e09-bea5-40f3-91d3-c58d589d15fa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6dd378eb-68c7-4b3e-9dc1-a9be40b49332 HTTP/1.1" status: 204 len: 168 time: 0.4450290 Aug 22 13:42:06.793567 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e5741f43-d689-46e4-b498-0dda5365451e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:06.803062 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab331e09-bea5-40f3-91d3-c58d589d15fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd378eb-68c7-4b3e-9dc1-a9be40b49332,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:06.804868 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e5741f43-d689-46e4-b498-0dda5365451e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:06.834226 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5741f43-d689-46e4-b498-0dda5365451e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:42:06.864034 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-669febd4-049b-42c0-9fb3-ff2068942f9f req-de2e2039-d31c-4079-8e61-7c7a30e9ce0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:06.867198 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5d8adcad-319f-4b69-b786-a0737664b8f3 req-dab24904-580d-4d2a-b8d0-803d8170a056 tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b881fc6-03a1-4c6d-9750-0a3cc4f065a6 HTTP/1.1" status: 200 len: 210 time: 0.0527630 Aug 22 13:42:06.873617 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e5741f43-d689-46e4-b498-0dda5365451e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:06.874023 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-e5741f43-d689-46e4-b498-0dda5365451e admin admin] Added segment 76a78959-887f-49db-b46f-d8f868ad1384 of type vlan for network a2a1f101-6880-40ad-ad4c-4105703d8b2b Aug 22 13:42:06.875502 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5741f43-d689-46e4-b498-0dda5365451e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98789b4-1da0-433b-b77b-7464c368aabb,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:06.908892 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cde1d5-856a-4329-b1f0-0f1ac099f398 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:06.915328 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cde1d5-856a-4329-b1f0-0f1ac099f398 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:06.917030 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-44cde1d5-856a-4329-b1f0-0f1ac099f398 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1765 time: 0.2783670 Aug 22 13:42:06.922124 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-76a6878f-1a51-41fe-9f02-e172974558bf tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:06.922664 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49782) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:06.924387 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-74e3250b-89d0-455d-a8e4-c77a63b0a4e6 req-19146ae4-5582-4a19-9bc5-d98322cc1760 tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] Allocated IP 172.20.0.5 (2128412b-c8a7-4056-bb86-409cbc192052/86a526ba-1235-4c19-b583-97d0cbf7fcaa/bb6c83a9-b15b-4482-bc83-48df204ec3e3) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:42:06.938487 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e5741f43-d689-46e4-b498-0dda5365451e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:06.987230 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-76a6878f-1a51-41fe-9f02-e172974558bf tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:07.006163 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-5d6565d6-36e3-4cf4-9ae6-92b4eea12eb9 None None] For port c7ab35ea-b633-40b0-abf1-8d93fb2f3c77, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=c7ab35ea-b633-40b0-abf1-8d93fb2f3c77,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:42:07.028496 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e5741f43-d689-46e4-b498-0dda5365451e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:07.029172 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5741f43-d689-46e4-b498-0dda5365451e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:07.030642 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e5741f43-d689-46e4-b498-0dda5365451e admin admin] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:07.048026 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5d6565d6-36e3-4cf4-9ae6-92b4eea12eb9 None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:07.064532 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-5d6565d6-36e3-4cf4-9ae6-92b4eea12eb9 None None] Transition to ACTIVE for port object c7ab35ea-b633-40b0-abf1-8d93fb2f3c77 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:42:07.068743 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5d6565d6-36e3-4cf4-9ae6-92b4eea12eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:07.102620 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e5741f43-d689-46e4-b498-0dda5365451e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6410034 Aug 22 13:42:07.104774 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49786) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:07.106674 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5741f43-d689-46e4-b498-0dda5365451e admin admin] Pushing event updated for resources: {'Network': ['ID=a2a1f101-6880-40ad-ad4c-4105703d8b2b,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:07.112125 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-daa0befe-fbae-4e3c-93fa-f6faf58348e9 admin admin] Request body: {'subnet': {'network_id': 'a2a1f101-6880-40ad-ad4c-4105703d8b2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1357668458-subnet', 'tenant_id': 'a2ee9a6f917e4b5e9106e070934a9454', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:07.130023 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network a2a1f101-6880-40ad-ad4c-4105703d8b2b details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:42:07.130303 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-004a35dc-13ed-4802-a949-7e9ca8e8cabb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Deleting port 92f46037-32a5-41fb-bec9-ad4dde18b0d5 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:42:07.130534 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-004a35dc-13ed-4802-a949-7e9ca8e8cabb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:07.174120 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9fe0448a-3c85-43c9-a8ff-72864a6b0787 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "DELETE /v2.0/subnets/1353328d-eacf-43bc-a6c0-80a7802be417/tags HTTP/1.1" status: 204 len: 168 time: 0.4102592 Aug 22 13:42:07.174631 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49788) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:07.184320 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa0befe-fbae-4e3c-93fa-f6faf58348e9 admin admin] Made reservation on behalf of a2ee9a6f917e4b5e9106e070934a9454 for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:42:07.187436 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-daa0befe-fbae-4e3c-93fa-f6faf58348e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:07.204760 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.tag.tag_plugin [None req-078f8e58-a335-4749-befc-bd0a3135ac05 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '1353328d-eacf-43bc-a6c0-80a7802be417', 'tempest-TagsExtTest-Tag-2070273600') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:07.232153 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6565d6-36e3-4cf4-9ae6-92b4eea12eb9 None None] Pushing event updated for resources: {'Port': ['ID=c7ab35ea-b633-40b0-abf1-8d93fb2f3c77,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:07.312414 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-004a35dc-13ed-4802-a949-7e9ca8e8cabb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:07.318398 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-76a6878f-1a51-41fe-9f02-e172974558bf tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:07.321317 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-76a6878f-1a51-41fe-9f02-e172974558bf tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:07.322767 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-76a6878f-1a51-41fe-9f02-e172974558bf tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "DELETE /v2.0/security-groups/aafe8800-5eed-49c3-879f-d1174c50d64f HTTP/1.1" status: 204 len: 168 time: 0.7304845 Aug 22 13:42:07.328048 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49790) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:07.341607 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-004a35dc-13ed-4802-a949-7e9ca8e8cabb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Calling delete_port for 92f46037-32a5-41fb-bec9-ad4dde18b0d5 owned by {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:42:07.362191 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a6878f-1a51-41fe-9f02-e172974558bf tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafe8800-5eed-49c3-879f-d1174c50d64f,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:07.415533 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device c7ab35ea-b633-40b0-abf1-8d93fb2f3c77 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:42:07.434277 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49794) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:07.489784 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-74e3250b-89d0-455d-a8e4-c77a63b0a4e6 req-19146ae4-5582-4a19-9bc5-d98322cc1760 tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:07.499054 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-52e77753-e6da-4cbc-a6a3-9f025a719e28 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1698244 Aug 22 13:42:07.500454 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1e3c962d-dac5-47d2-a18d-a2f4198b9373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:07.503624 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49796) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:07.520294 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-544eec62-0efa-458c-aa9b-42ffd6b4d685 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Request body: {'security_group': {'name': 'tempest-secgroup--1321828411'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:07.536976 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-669febd4-049b-42c0-9fb3-ff2068942f9f req-de2e2039-d31c-4079-8e61-7c7a30e9ce0b service neutron] For port 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=8c6dc773-1a07-4ca5-85cc-b116f5c58e9a,segment=NetworkSegment(0de567c1-0b27-42d1-b215-d74bde0cce23),segment_id=0de567c1-0b27-42d1-b215-d74bde0cce23)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:42:07.604471 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-078f8e58-a335-4749-befc-bd0a3135ac05 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "PUT /v2.0/subnets/1353328d-eacf-43bc-a6c0-80a7802be417/tags/tempest-TagsExtTest-Tag-2070273600 HTTP/1.1" status: 201 len: 201 time: 0.4210944 Aug 22 13:42:07.605532 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49798) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:07.616143 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-669febd4-049b-42c0-9fb3-ff2068942f9f req-de2e2039-d31c-4079-8e61-7c7a30e9ce0b service neutron] For port 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a, host n-h2-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:42:07.617776 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.tag.tag_plugin [None req-36658874-667e-4af7-a7b4-6ae1f8ae6db9 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'baa92fdf-d5ac-40d7-9003-810e5c719e84', 'tempest-TagsExtTest-Tag-2061517752') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:07.627432 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-daa0befe-fbae-4e3c-93fa-f6faf58348e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:07.641785 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-74e3250b-89d0-455d-a8e4-c77a63b0a4e6 req-19146ae4-5582-4a19-9bc5-d98322cc1760 tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:07.686043 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74e3250b-89d0-455d-a8e4-c77a63b0a4e6 req-19146ae4-5582-4a19-9bc5-d98322cc1760 tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] Network 2128412b-c8a7-4056-bb86-409cbc192052 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:42:07.693677 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-74e3250b-89d0-455d-a8e4-c77a63b0a4e6 req-19146ae4-5582-4a19-9bc5-d98322cc1760 tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:42:07.706904 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e3250b-89d0-455d-a8e4-c77a63b0a4e6 req-19146ae4-5582-4a19-9bc5-d98322cc1760 tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:42:07.734889 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414d5d55-0aa9-4530-9553-c445350ded61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c6dc773-1a07-4ca5-85cc-b116f5c58e9a'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:42:07.736784 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7593518c-105a-4fc5-8c53-f28c5d4e875d" -d '{"events": [{"server_uuid": "414d5d55-0aa9-4530-9553-c445350ded61", "name": "network-vif-unplugged", "status": "completed", "tag": "8c6dc773-1a07-4ca5-85cc-b116f5c58e9a"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:42:07.747040 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-669febd4-049b-42c0-9fb3-ff2068942f9f req-de2e2039-d31c-4079-8e61-7c7a30e9ce0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:07.760619 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19146ae4-5582-4a19-9bc5-d98322cc1760 tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] Pushing event updated for resources: {'Port': ['ID=bb6c83a9-b15b-4482-bc83-48df204ec3e3,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:07.782230 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-669febd4-049b-42c0-9fb3-ff2068942f9f req-de2e2039-d31c-4079-8e61-7c7a30e9ce0b service neutron] Transition to ACTIVE for port object 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:42:07.789073 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3250b-89d0-455d-a8e4-c77a63b0a4e6 req-19146ae4-5582-4a19-9bc5-d98322cc1760 tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:07.789732 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-74e3250b-89d0-455d-a8e4-c77a63b0a4e6 req-19146ae4-5582-4a19-9bc5-d98322cc1760 tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:07.794111 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-669febd4-049b-42c0-9fb3-ff2068942f9f req-de2e2039-d31c-4079-8e61-7c7a30e9ce0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:07.831901 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 13:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a68ffcb-657f-49b6-a34a-aa957119c21b x-openstack-request-id: req-7a68ffcb-657f-49b6-a34a-aa957119c21b {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:42:07.832348 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414d5d55-0aa9-4530-9553-c445350ded61", "name": "network-vif-unplugged", "status": "completed", "tag": "8c6dc773-1a07-4ca5-85cc-b116f5c58e9a", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:42:07.832475 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7a68ffcb-657f-49b6-a34a-aa957119c21b {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:42:07.832903 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414d5d55-0aa9-4530-9553-c445350ded61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c6dc773-1a07-4ca5-85cc-b116f5c58e9a', 'code': 200} Aug 22 13:42:07.860424 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa0befe-fbae-4e3c-93fa-f6faf58348e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e239a59-aea3-478c-90c8-84a4aae514e7,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:07.860905 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e2039-d31c-4079-8e61-7c7a30e9ce0b service neutron] Pushing event updated for resources: {'Port': ['ID=8c6dc773-1a07-4ca5-85cc-b116f5c58e9a,revision_number=6']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:07.917777 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e1ae2-1f7e-4538-beaf-db77ea2c1e1b req-6c590bb4-bbc0-452e-b066-60fd38290894 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:07.920083 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-917e1ae2-1f7e-4538-beaf-db77ea2c1e1b req-6c590bb4-bbc0-452e-b066-60fd38290894 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 946 time: 0.2152565 Aug 22 13:42:07.925502 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-004a35dc-13ed-4802-a949-7e9ca8e8cabb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:07.941457 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa0befe-fbae-4e3c-93fa-f6faf58348e9 admin admin] Checking segment: {'id': '76a78959-887f-49db-b46f-d8f868ad1384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a2a1f101-6880-40ad-ad4c-4105703d8b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:42:07.941896 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa0befe-fbae-4e3c-93fa-f6faf58348e9 admin admin] Network hostable DHCP agents. Network: a2a1f101-6880-40ad-ad4c-4105703d8b2b, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:42:07.993333 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1e3c962d-dac5-47d2-a18d-a2f4198b9373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:08.026052 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-669febd4-049b-42c0-9fb3-ff2068942f9f req-de2e2039-d31c-4079-8e61-7c7a30e9ce0b service neutron] No DVR routers for this DVR port 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a on host n-h2-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:42:08.066883 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-36658874-667e-4af7-a7b4-6ae1f8ae6db9 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "PUT /v2.0/ports/baa92fdf-d5ac-40d7-9003-810e5c719e84/tags/tempest-TagsExtTest-Tag-2061517752 HTTP/1.1" status: 201 len: 201 time: 0.4558880 Aug 22 13:42:08.070439 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49806) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:08.075608 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1e3c962d-dac5-47d2-a18d-a2f4198b9373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:08.078019 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.tag.tag_plugin [None req-13789184-cb12-4a5d-82e2-bbefcf741ed6 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1795953c-988b-4e79-bca9-e09df01ef377', 'tempest-TagsExtTest-Tag-1658916110') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:08.112573 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004a35dc-13ed-4802-a949-7e9ca8e8cabb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event deleted for resources: {'Port': ['ID=92f46037-32a5-41fb-bec9-ad4dde18b0d5,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:08.122061 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-544eec62-0efa-458c-aa9b-42ffd6b4d685 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:08.127137 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-74e3250b-89d0-455d-a8e4-c77a63b0a4e6 req-19146ae4-5582-4a19-9bc5-d98322cc1760 tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8712409 Aug 22 13:42:08.156477 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-74e3250b-89d0-455d-a8e4-c77a63b0a4e6 req-a8c61dc8-41ce-4ff1-b66a-2eb9cde0e447 service neutron] Request body: {'port': {'device_id': '9b881fc6-03a1-4c6d-9750-0a3cc4f065a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:08.171934 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-1e3c962d-dac5-47d2-a18d-a2f4198b9373 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b0eb8e9fedcb408897272c64298e03d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7324891 Aug 22 13:42:08.182884 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49808) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:08.261566 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-6ed01027-f3d4-4704-8497-1a99e8f77147 None None] Provisioning for port c7ab35ea-b633-40b0-abf1-8d93fb2f3c77 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:42:08.268125 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-6ed01027-f3d4-4704-8497-1a99e8f77147 None None] Provisioning complete for port c7ab35ea-b633-40b0-abf1-8d93fb2f3c77 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:42:08.268769 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6ed01027-f3d4-4704-8497-1a99e8f77147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:08.373937 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-6ed01027-f3d4-4704-8497-1a99e8f77147 None None] Could not find standard attr ID for object 92f46037-32a5-41fb-bec9-ad4dde18b0d5. {{(pid=94629) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 13:42:08.498480 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-0eddf722-6ae7-47fc-bfa8-b7fa6a55aab4 None None] Could not find standard attr ID for object 92f46037-32a5-41fb-bec9-ad4dde18b0d5. {{(pid=94629) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 13:42:08.532640 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa0befe-fbae-4e3c-93fa-f6faf58348e9 admin admin] Network a2a1f101-6880-40ad-ad4c-4105703d8b2b is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:42:08.554630 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c962d-dac5-47d2-a18d-a2f4198b9373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b22106-6818-4998-9007-05f59fe8caa6,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:08.559637 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-917e1ae2-1f7e-4538-beaf-db77ea2c1e1b req-8cbaed79-3de8-43db-b91c-33dff99a9847 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=b83678d1-4258-4ef7-88a8-5933c84ca924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6049712 Aug 22 13:42:08.573947 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-daa0befe-fbae-4e3c-93fa-f6faf58348e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, a2a1f101-6880-40ad-ad4c-4105703d8b2b) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:42:08.583636 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-74e3250b-89d0-455d-a8e4-c77a63b0a4e6 req-a8c61dc8-41ce-4ff1-b66a-2eb9cde0e447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:08.587560 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51369af-2a26-494d-80fe-15bdb07c6f8b req-8f945431-2e23-4787-9e17-7b4d5db0228d tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:08.589120 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a51369af-2a26-494d-80fe-15bdb07c6f8b req-8f945431-2e23-4787-9e17-7b4d5db0228d tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b881fc6-03a1-4c6d-9750-0a3cc4f065a6 HTTP/1.1" status: 200 len: 931 time: 0.5273633 Aug 22 13:42:08.594889 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa0befe-fbae-4e3c-93fa-f6faf58348e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:08.595650 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-daa0befe-fbae-4e3c-93fa-f6faf58348e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:08.603317 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-004a35dc-13ed-4802-a949-7e9ca8e8cabb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:08.607786 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-004a35dc-13ed-4802-a949-7e9ca8e8cabb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/ports/92f46037-32a5-41fb-bec9-ad4dde18b0d5 HTTP/1.1" status: 204 len: 168 time: 1.6841331 Aug 22 13:42:08.607920 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7087522-d909-4aa8-90c5-bbc73c0adbf1 None None] Network a2a1f101-6880-40ad-ad4c-4105703d8b2b requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:42:08.615377 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49812) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:08.637202 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-13789184-cb12-4a5d-82e2-bbefcf741ed6 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "PUT /v2.0/routers/1795953c-988b-4e79-bca9-e09df01ef377/tags/tempest-TagsExtTest-Tag-1658916110 HTTP/1.1" status: 201 len: 201 time: 0.5635684 Aug 22 13:42:08.637805 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49814) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:08.650851 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.tag.tag_plugin [None req-f5202e4e-f39d-425f-906f-c015cbc420c9 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '696e5bed-7820-4447-8d50-cb2fa997f591', 'tempest-TagsExtTest-Tag-1570024022') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:08.662166 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-669febd4-049b-42c0-9fb3-ff2068942f9f req-de2e2039-d31c-4079-8e61-7c7a30e9ce0b service neutron] Attempting to bind port 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:42:08.663060 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-669febd4-049b-42c0-9fb3-ff2068942f9f req-de2e2039-d31c-4079-8e61-7c7a30e9ce0b service neutron] Attempting to bind port 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '0de567c1-0b27-42d1-b215-d74bde0cce23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '688a25cb-87b8-45f2-8ef8-1274133a97f8'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:42:08.663060 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669febd4-049b-42c0-9fb3-ff2068942f9f req-de2e2039-d31c-4079-8e61-7c7a30e9ce0b service neutron] Attempting to bind port 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a on network 688a25cb-87b8-45f2-8ef8-1274133a97f8 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:42:08.707014 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669febd4-049b-42c0-9fb3-ff2068942f9f req-de2e2039-d31c-4079-8e61-7c7a30e9ce0b service neutron] Port 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a on network 688a25cb-87b8-45f2-8ef8-1274133a97f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:42:08.707341 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669febd4-049b-42c0-9fb3-ff2068942f9f req-de2e2039-d31c-4079-8e61-7c7a30e9ce0b service neutron] Attempting to bind port 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a on network 688a25cb-87b8-45f2-8ef8-1274133a97f8 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:42:08.710267 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f756266f-ceb6-4e2f-b6eb-c37e97e3a8bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:08.728523 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a51369af-2a26-494d-80fe-15bdb07c6f8b req-60a825b0-e7d1-4c75-b797-aa86ff092ed0 tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] 10.222.0.21 "GET /v2.0/security-groups?id=e50804df-1221-4a77-b923-40de9ee5a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289232 Aug 22 13:42:08.734728 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114a624e-643b-4774-9876-5ff7c52d0c42 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:08.736713 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114a624e-643b-4774-9876-5ff7c52d0c42 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:08.737841 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114a624e-643b-4774-9876-5ff7c52d0c42 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:08.742723 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-114a624e-643b-4774-9876-5ff7c52d0c42 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1260777 Aug 22 13:42:08.746846 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49816) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:08.747013 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669febd4-049b-42c0-9fb3-ff2068942f9f req-de2e2039-d31c-4079-8e61-7c7a30e9ce0b service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:42:08.747251 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669febd4-049b-42c0-9fb3-ff2068942f9f req-de2e2039-d31c-4079-8e61-7c7a30e9ce0b service neutron] Checking segment: {'id': '0de567c1-0b27-42d1-b215-d74bde0cce23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '688a25cb-87b8-45f2-8ef8-1274133a97f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:42:08.747556 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669febd4-049b-42c0-9fb3-ff2068942f9f req-de2e2039-d31c-4079-8e61-7c7a30e9ce0b service neutron] Bound using segment: {'id': '0de567c1-0b27-42d1-b215-d74bde0cce23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '688a25cb-87b8-45f2-8ef8-1274133a97f8'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:42:08.747997 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-669febd4-049b-42c0-9fb3-ff2068942f9f req-de2e2039-d31c-4079-8e61-7c7a30e9ce0b service neutron] Bound port: 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0de567c1-0b27-42d1-b215-d74bde0cce23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '688a25cb-87b8-45f2-8ef8-1274133a97f8'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:42:08.748387 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-669febd4-049b-42c0-9fb3-ff2068942f9f req-de2e2039-d31c-4079-8e61-7c7a30e9ce0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:08.752496 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-544eec62-0efa-458c-aa9b-42ffd6b4d685 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:08.797951 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f756266f-ceb6-4e2f-b6eb-c37e97e3a8bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:08.798496 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a32de1-8f6f-4f51-ba5f-56b0249e089c None None] Network a2a1f101-6880-40ad-ad4c-4105703d8b2b requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:42:08.800827 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-daa0befe-fbae-4e3c-93fa-f6faf58348e9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6951063 Aug 22 13:42:08.857559 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-f17e2652-8360-4c1e-acc8-7c6e463d7dbb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Deleting subnet 8795e5e1-247d-4398-bdb9-6bf433dbffb4 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:42:08.861778 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f17e2652-8360-4c1e-acc8-7c6e463d7dbb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:08.901853 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f17e2652-8360-4c1e-acc8-7c6e463d7dbb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:08.990281 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:42:08.997462 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f17e2652-8360-4c1e-acc8-7c6e463d7dbb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:08.997769 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-544eec62-0efa-458c-aa9b-42ffd6b4d685 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:09.043929 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f5202e4e-f39d-425f-906f-c015cbc420c9 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "PUT /v2.0/subnetpools/696e5bed-7820-4447-8d50-cb2fa997f591/tags/tempest-TagsExtTest-Tag-1570024022 HTTP/1.1" status: 201 len: 201 time: 0.4012027 Aug 22 13:42:09.047717 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49822) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:09.060477 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.tag.tag_plugin [None req-aa005aba-76c3-4c5a-b43e-094e8a1cfff0 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '1353328d-eacf-43bc-a6c0-80a7802be417', {'tags': ['tempest-TagsExtTest-Tag-2080366862', 'tempest-TagsExtTest-Tag-355636786', 'tempest-TagsExtTest-Tag-842232288']}) {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:09.067406 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:42:09.094493 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-544eec62-0efa-458c-aa9b-42ffd6b4d685 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:09.098284 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-544eec62-0efa-458c-aa9b-42ffd6b4d685 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5842068 Aug 22 13:42:09.102873 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49824) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:09.110532 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-74e3250b-89d0-455d-a8e4-c77a63b0a4e6 req-a8c61dc8-41ce-4ff1-b66a-2eb9cde0e447 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb6c83a9-b15b-4482-bc83-48df204ec3e3 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:42:09.119990 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-b27f0546-ff69-44b9-9d57-e9b24617e740 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Request body: {'security_group': {'name': 'tempest-secgroup--438758668'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:09.133123 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-74e3250b-89d0-455d-a8e4-c77a63b0a4e6 req-a8c61dc8-41ce-4ff1-b66a-2eb9cde0e447 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:09.142939 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544eec62-0efa-458c-aa9b-42ffd6b4d685 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd75ab0-b1cc-422b-89dd-085032b99654,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:09.147472 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-aa005aba-76c3-4c5a-b43e-094e8a1cfff0 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "PUT /v2.0/subnets/1353328d-eacf-43bc-a6c0-80a7802be417/tags HTTP/1.1" status: 200 len: 316 time: 0.0963907 Aug 22 13:42:09.147714 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49826) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:09.154190 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.tag.tag_plugin [None req-abef4b69-4b4f-41ef-8f6f-d47ce25ddaa4 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1353328d-eacf-43bc-a6c0-80a7802be417') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:09.177434 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-74e3250b-89d0-455d-a8e4-c77a63b0a4e6 req-a8c61dc8-41ce-4ff1-b66a-2eb9cde0e447 service neutron] Transition to ACTIVE for port object bb6c83a9-b15b-4482-bc83-48df204ec3e3 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:42:09.186600 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f756266f-ceb6-4e2f-b6eb-c37e97e3a8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:09.189845 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f756266f-ceb6-4e2f-b6eb-c37e97e3a8bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:09.191176 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f756266f-ceb6-4e2f-b6eb-c37e97e3a8bf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/34b22106-6818-4998-9007-05f59fe8caa6 HTTP/1.1" status: 204 len: 168 time: 1.0059271 Aug 22 13:42:09.199646 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-74e3250b-89d0-455d-a8e4-c77a63b0a4e6 req-a8c61dc8-41ce-4ff1-b66a-2eb9cde0e447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:09.208363 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f756266f-ceb6-4e2f-b6eb-c37e97e3a8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b22106-6818-4998-9007-05f59fe8caa6,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:09.210246 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-669febd4-049b-42c0-9fb3-ff2068942f9f req-de2e2039-d31c-4079-8e61-7c7a30e9ce0b service neutron] For port 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:42:09.234854 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f17e2652-8360-4c1e-acc8-7c6e463d7dbb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:09.259441 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b27f0546-ff69-44b9-9d57-e9b24617e740 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:09.275851 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-669febd4-049b-42c0-9fb3-ff2068942f9f req-de2e2039-d31c-4079-8e61-7c7a30e9ce0b service neutron] For port 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=8c6dc773-1a07-4ca5-85cc-b116f5c58e9a,segment=NetworkSegment(0de567c1-0b27-42d1-b215-d74bde0cce23),segment_id=0de567c1-0b27-42d1-b215-d74bde0cce23)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:42:09.287598 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17e2652-8360-4c1e-acc8-7c6e463d7dbb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event deleted for resources: {'Subnet': ['ID=8795e5e1-247d-4398-bdb9-6bf433dbffb4,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:09.289057 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cd13df-21c6-4cb3-98af-1841a1ea911b None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:42:09.291202 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-669febd4-049b-42c0-9fb3-ff2068942f9f req-de2e2039-d31c-4079-8e61-7c7a30e9ce0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:09.291575 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f17e2652-8360-4c1e-acc8-7c6e463d7dbb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:09.294487 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f17e2652-8360-4c1e-acc8-7c6e463d7dbb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/subnets/8795e5e1-247d-4398-bdb9-6bf433dbffb4 HTTP/1.1" status: 204 len: 168 time: 0.5472476 Aug 22 13:42:09.298295 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49832) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:09.323650 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c61dc8-41ce-4ff1-b66a-2eb9cde0e447 service neutron] Pushing event updated for resources: {'Port': ['ID=bb6c83a9-b15b-4482-bc83-48df204ec3e3,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:09.357261 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-abef4b69-4b4f-41ef-8f6f-d47ce25ddaa4 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "DELETE /v2.0/subnets/1353328d-eacf-43bc-a6c0-80a7802be417/tags HTTP/1.1" status: 204 len: 168 time: 0.2084980 Aug 22 13:42:09.361229 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49834) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:09.367123 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.tag.tag_plugin [None req-99422843-66f4-4a2a-9f11-71710356e2cb tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1353328d-eacf-43bc-a6c0-80a7802be417', 'tempest-TagsExtTest-Tag-2080366862') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:09.376928 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb13d142-5294-43ae-97fe-23e445ccbdbb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Deleting subnet 8eeca6fd-6b56-418f-8b62-21adf1c141b7 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:42:09.380089 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fb13d142-5294-43ae-97fe-23e445ccbdbb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:09.420134 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e2039-d31c-4079-8e61-7c7a30e9ce0b service neutron] Pushing event updated for resources: {'Port': ['ID=8c6dc773-1a07-4ca5-85cc-b116f5c58e9a,revision_number=7']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:09.441614 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669febd4-049b-42c0-9fb3-ff2068942f9f req-de2e2039-d31c-4079-8e61-7c7a30e9ce0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:09.442233 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-669febd4-049b-42c0-9fb3-ff2068942f9f req-de2e2039-d31c-4079-8e61-7c7a30e9ce0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:09.443644 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-669febd4-049b-42c0-9fb3-ff2068942f9f req-de2e2039-d31c-4079-8e61-7c7a30e9ce0b service neutron] 10.222.0.41 "PUT /v2.0/ports/8c6dc773-1a07-4ca5-85cc-b116f5c58e9a HTTP/1.1" status: 200 len: 1093 time: 2.7825804 Aug 22 13:42:09.448475 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fb13d142-5294-43ae-97fe-23e445ccbdbb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:09.541733 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-99422843-66f4-4a2a-9f11-71710356e2cb tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] show failed (client error): The resource could not be found. Aug 22 13:42:09.542769 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-99422843-66f4-4a2a-9f11-71710356e2cb tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "GET /v2.0/subnets/1353328d-eacf-43bc-a6c0-80a7802be417/tags/tempest-TagsExtTest-Tag-2080366862 HTTP/1.1" status: 404 len: 329 time: 0.1804113 Aug 22 13:42:09.545542 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49842) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:09.550484 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.tag.tag_plugin [None req-88403ffe-4b13-4159-9006-26f261d3ea65 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1353328d-eacf-43bc-a6c0-80a7802be417', 'tempest-TagsExtTest-Tag-355636786') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:09.609838 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fb13d142-5294-43ae-97fe-23e445ccbdbb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:09.645895 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669febd4-049b-42c0-9fb3-ff2068942f9f req-ad96388f-f157-462f-8b52-a8fb11b00796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:09.651771 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-669febd4-049b-42c0-9fb3-ff2068942f9f req-ad96388f-f157-462f-8b52-a8fb11b00796 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=50b3d484826f4e1f8052fde49b87f38a&device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 1096 time: 0.1584899 Aug 22 13:42:09.694956 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-74e3250b-89d0-455d-a8e4-c77a63b0a4e6 req-a8c61dc8-41ce-4ff1-b66a-2eb9cde0e447 service neutron] Attempting to bind port bb6c83a9-b15b-4482-bc83-48df204ec3e3 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:42:09.695294 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-74e3250b-89d0-455d-a8e4-c77a63b0a4e6 req-a8c61dc8-41ce-4ff1-b66a-2eb9cde0e447 service neutron] Attempting to bind port bb6c83a9-b15b-4482-bc83-48df204ec3e3 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '161f9050-dd54-4af2-adc4-65a63758c3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2128412b-c8a7-4056-bb86-409cbc192052'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:42:09.695658 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e3250b-89d0-455d-a8e4-c77a63b0a4e6 req-a8c61dc8-41ce-4ff1-b66a-2eb9cde0e447 service neutron] Attempting to bind port bb6c83a9-b15b-4482-bc83-48df204ec3e3 on network 2128412b-c8a7-4056-bb86-409cbc192052 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:42:09.705940 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e3250b-89d0-455d-a8e4-c77a63b0a4e6 req-a8c61dc8-41ce-4ff1-b66a-2eb9cde0e447 service neutron] Port bb6c83a9-b15b-4482-bc83-48df204ec3e3 on network 2128412b-c8a7-4056-bb86-409cbc192052 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:42:09.706274 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e3250b-89d0-455d-a8e4-c77a63b0a4e6 req-a8c61dc8-41ce-4ff1-b66a-2eb9cde0e447 service neutron] Attempting to bind port bb6c83a9-b15b-4482-bc83-48df204ec3e3 on network 2128412b-c8a7-4056-bb86-409cbc192052 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:42:09.739655 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e3250b-89d0-455d-a8e4-c77a63b0a4e6 req-a8c61dc8-41ce-4ff1-b66a-2eb9cde0e447 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:42:09.739998 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e3250b-89d0-455d-a8e4-c77a63b0a4e6 req-a8c61dc8-41ce-4ff1-b66a-2eb9cde0e447 service neutron] Checking segment: {'id': '161f9050-dd54-4af2-adc4-65a63758c3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2128412b-c8a7-4056-bb86-409cbc192052'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:42:09.740418 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e3250b-89d0-455d-a8e4-c77a63b0a4e6 req-a8c61dc8-41ce-4ff1-b66a-2eb9cde0e447 service neutron] Bound using segment: {'id': '161f9050-dd54-4af2-adc4-65a63758c3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2128412b-c8a7-4056-bb86-409cbc192052'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:42:09.740881 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-74e3250b-89d0-455d-a8e4-c77a63b0a4e6 req-a8c61dc8-41ce-4ff1-b66a-2eb9cde0e447 service neutron] Bound port: bb6c83a9-b15b-4482-bc83-48df204ec3e3, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '161f9050-dd54-4af2-adc4-65a63758c3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2128412b-c8a7-4056-bb86-409cbc192052'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:42:09.741233 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-74e3250b-89d0-455d-a8e4-c77a63b0a4e6 req-a8c61dc8-41ce-4ff1-b66a-2eb9cde0e447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:09.817189 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fb13d142-5294-43ae-97fe-23e445ccbdbb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:09.841328 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '414d5d55-0aa9-4530-9553-c445350ded61', 'tag': '8c6dc773-1a07-4ca5-85cc-b116f5c58e9a'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:42:09.843817 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94177df2-9f14-433c-af7e-dc1b86476454" -d '{"events": [{"name": "network-changed", "server_uuid": "414d5d55-0aa9-4530-9553-c445350ded61", "tag": "8c6dc773-1a07-4ca5-85cc-b116f5c58e9a"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:42:09.854690 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [req-7fd1afa7-c9f9-4f4a-b999-4471ebef69a7 req-87a8ce29-2e6f-46af-8551-46a3770fe72a tempest-MigrationsAdminTest-608197124 tempest-MigrationsAdminTest-608197124-project] (94627) timed out ('10.222.0.41', 53775) {{(pid=94627) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 22 13:42:09.905098 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b27f0546-ff69-44b9-9d57-e9b24617e740 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:09.912213 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49858) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:09.941385 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fb13d142-5294-43ae-97fe-23e445ccbdbb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:09.945511 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-fb13d142-5294-43ae-97fe-23e445ccbdbb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/subnets/8eeca6fd-6b56-418f-8b62-21adf1c141b7 HTTP/1.1" status: 204 len: 168 time: 0.6439157 Aug 22 13:42:09.945511 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb13d142-5294-43ae-97fe-23e445ccbdbb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event deleted for resources: {'Subnet': ['ID=8eeca6fd-6b56-418f-8b62-21adf1c141b7,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:09.963946 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49860) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:10.000210 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-6d1ce536-46cb-43f3-9311-819aae34ea87 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1342272735-network', 'tenant_id': '32736482bcc242828e7a5a3219e8d0ae'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:10.014573 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b27f0546-ff69-44b9-9d57-e9b24617e740 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:10.024882 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-987eee00-4555-45ce-8e7e-b6b4ae913e46 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0589292 Aug 22 13:42:10.028174 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49862) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:10.085121 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-74e3250b-89d0-455d-a8e4-c77a63b0a4e6 req-a8c61dc8-41ce-4ff1-b66a-2eb9cde0e447 service neutron] For port bb6c83a9-b15b-4482-bc83-48df204ec3e3, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:42:10.086901 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e787c527-ca24-457c-a0d6-572719878e50 req-e6e3a877-471a-4cdd-bcdb-afee1cf0d211 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:10.088714 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e787c527-ca24-457c-a0d6-572719878e50 req-e6e3a877-471a-4cdd-bcdb-afee1cf0d211 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 944 time: 0.3291624 Aug 22 13:42:10.095691 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-88403ffe-4b13-4159-9006-26f261d3ea65 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] show failed (client error): The resource could not be found. Aug 22 13:42:10.099971 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-88403ffe-4b13-4159-9006-26f261d3ea65 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "GET /v2.0/subnets/1353328d-eacf-43bc-a6c0-80a7802be417/tags/tempest-TagsExtTest-Tag-355636786 HTTP/1.1" status: 404 len: 328 time: 0.5529249 Aug 22 13:42:10.106249 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49868) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:10.108376 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27f0546-ff69-44b9-9d57-e9b24617e740 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3adc4546-c3d6-4a92-8ec8-061b53e77202,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:10.116417 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.tag.tag_plugin [None req-f10f1c39-ff63-49a5-94ff-96bc1279ee4a tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1353328d-eacf-43bc-a6c0-80a7802be417', 'tempest-TagsExtTest-Tag-842232288') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:10.120437 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-74e3250b-89d0-455d-a8e4-c77a63b0a4e6 req-a8c61dc8-41ce-4ff1-b66a-2eb9cde0e447 service neutron] For port bb6c83a9-b15b-4482-bc83-48df204ec3e3, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=bb6c83a9-b15b-4482-bc83-48df204ec3e3,segment=NetworkSegment(161f9050-dd54-4af2-adc4-65a63758c3ef),segment_id=161f9050-dd54-4af2-adc4-65a63758c3ef)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:42:10.124107 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669febd4-049b-42c0-9fb3-ff2068942f9f req-8dab0a0b-52da-4f11-bd1d-581aeb278a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:10.126441 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-669febd4-049b-42c0-9fb3-ff2068942f9f req-8dab0a0b-52da-4f11-bd1d-581aeb278a38 service neutron] 10.222.0.41 "GET /v2.0/networks?id=688a25cb-87b8-45f2-8ef8-1274133a97f8 HTTP/1.1" status: 200 len: 897 time: 0.4679356 Aug 22 13:42:10.128696 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1ce536-46cb-43f3-9311-819aae34ea87 admin admin] Made reservation on behalf of 32736482bcc242828e7a5a3219e8d0ae for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:42:10.135359 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6d1ce536-46cb-43f3-9311-819aae34ea87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:10.168477 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-74e3250b-89d0-455d-a8e4-c77a63b0a4e6 req-a8c61dc8-41ce-4ff1-b66a-2eb9cde0e447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:10.175338 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a6531-eaf1-4f64-a987-c17fde366df0 req-b2920db2-09d4-49db-846d-60fee0f7f1ec tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:10.177001 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-215a6531-eaf1-4f64-a987-c17fde366df0 req-b2920db2-09d4-49db-846d-60fee0f7f1ec tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b881fc6-03a1-4c6d-9750-0a3cc4f065a6 HTTP/1.1" status: 200 len: 943 time: 0.2467275 Aug 22 13:42:10.188669 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd2abde-8462-4a39-b237-4234c2853fca tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:10.190231 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-1cd2abde-8462-4a39-b237-4234c2853fca tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1608834 Aug 22 13:42:10.191075 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b27f0546-ff69-44b9-9d57-e9b24617e740 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:10.195669 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b27f0546-ff69-44b9-9d57-e9b24617e740 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0904233 Aug 22 13:42:10.208648 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49872) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:10.209186 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49874) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:10.226910 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e787c527-ca24-457c-a0d6-572719878e50 req-93e4926f-8498-4cd6-a325-c32872ce5305 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=b83678d1-4258-4ef7-88a8-5933c84ca924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190338 Aug 22 13:42:10.260502 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-215a6531-eaf1-4f64-a987-c17fde366df0 req-b8162fcb-9ed9-47a2-908d-312a0ba3e4d7 tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] 10.222.0.21 "GET /v2.0/security-groups?id=e50804df-1221-4a77-b923-40de9ee5a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687840 Aug 22 13:42:10.294167 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-e4eeb339-4bfa-4215-b788-7d2e9dc44625 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Request body: {'security_group_rule': {'security_group_id': '1fd75ab0-b1cc-422b-89dd-085032b99654', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3adc4546-c3d6-4a92-8ec8-061b53e77202', 'remote_ip_prefix': None}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:10.341233 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6d1ce536-46cb-43f3-9311-819aae34ea87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:10.355926 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403b4890-d4aa-4756-9c70-ce6110a072e1 x-openstack-request-id: req-403b4890-d4aa-4756-9c70-ce6110a072e1 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:42:10.356213 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "414d5d55-0aa9-4530-9553-c445350ded61", "tag": "8c6dc773-1a07-4ca5-85cc-b116f5c58e9a", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:42:10.356497 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-403b4890-d4aa-4756-9c70-ce6110a072e1 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:42:10.356883 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '414d5d55-0aa9-4530-9553-c445350ded61', 'tag': '8c6dc773-1a07-4ca5-85cc-b116f5c58e9a', 'status': 'completed', 'code': 200} Aug 22 13:42:10.379180 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94177df2-9f14-433c-af7e-dc1b86476454 req-52515635-a113-47ff-8f1e-58ade62a7b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:10.381079 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-94177df2-9f14-433c-af7e-dc1b86476454 req-52515635-a113-47ff-8f1e-58ade62a7b3c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=50b3d484826f4e1f8052fde49b87f38a&device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 1096 time: 0.0626104 Aug 22 13:42:10.423734 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3250b-89d0-455d-a8e4-c77a63b0a4e6 req-a8c61dc8-41ce-4ff1-b66a-2eb9cde0e447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:10.424361 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-74e3250b-89d0-455d-a8e4-c77a63b0a4e6 req-a8c61dc8-41ce-4ff1-b66a-2eb9cde0e447 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:10.425742 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-74e3250b-89d0-455d-a8e4-c77a63b0a4e6 req-a8c61dc8-41ce-4ff1-b66a-2eb9cde0e447 service neutron] 10.222.0.41 "PUT /v2.0/ports/bb6c83a9-b15b-4482-bc83-48df204ec3e3 HTTP/1.1" status: 200 len: 1092 time: 2.2876451 Aug 22 13:42:10.485975 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee2b80c-37fd-4fec-91bf-1c89a85bc99b None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:42:10.517752 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94177df2-9f14-433c-af7e-dc1b86476454 req-fcd73583-39af-47de-8834-f640fc6a6f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:10.523173 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-94177df2-9f14-433c-af7e-dc1b86476454 req-fcd73583-39af-47de-8834-f640fc6a6f69 service neutron] 10.222.0.16 "GET /v2.0/networks?id=688a25cb-87b8-45f2-8ef8-1274133a97f8 HTTP/1.1" status: 200 len: 897 time: 0.1348379 Aug 22 13:42:10.541324 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-669febd4-049b-42c0-9fb3-ff2068942f9f req-ac4849bd-d4eb-41d8-8e18-2f9359425c1d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c6dc773-1a07-4ca5-85cc-b116f5c58e9a HTTP/1.1" status: 200 len: 999 time: 0.3996727 Aug 22 13:42:10.549308 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c61dc8-41ce-4ff1-b66a-2eb9cde0e447 service neutron] Pushing event updated for resources: {'Port': ['ID=bb6c83a9-b15b-4482-bc83-48df204ec3e3,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:10.557595 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e4eeb339-4bfa-4215-b788-7d2e9dc44625 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:10.577569 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284a274e-e764-4849-8033-66e0b5654aec tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:10.579298 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-284a274e-e764-4849-8033-66e0b5654aec tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3626575 Aug 22 13:42:10.602018 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49884) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:10.614321 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-f10f1c39-ff63-49a5-94ff-96bc1279ee4a tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] show failed (client error): The resource could not be found. Aug 22 13:42:10.615601 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f10f1c39-ff63-49a5-94ff-96bc1279ee4a tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "GET /v2.0/subnets/1353328d-eacf-43bc-a6c0-80a7802be417/tags/tempest-TagsExtTest-Tag-842232288 HTTP/1.1" status: 404 len: 328 time: 0.5031779 Aug 22 13:42:10.624572 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49886) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:10.628437 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-99df9c15-a8f3-4948-b242-1156233830ff None None] Provisioning complete for port c7ab35ea-b633-40b0-abf1-8d93fb2f3c77 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:42:10.629052 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-99df9c15-a8f3-4948-b242-1156233830ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:10.637107 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.tag.tag_plugin [None req-c7684bef-1a11-4251-bd00-6d85c05ed976 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'baa92fdf-d5ac-40d7-9003-810e5c719e84', {'tags': ['tempest-TagsExtTest-Tag-1851001235', 'tempest-TagsExtTest-Tag-866530694', 'tempest-TagsExtTest-Tag-1816654325']}) {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:10.651940 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-490ec2c6-4c46-470e-8934-88758035bd62 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0486722 Aug 22 13:42:10.661533 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49890) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:10.668604 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-fd2d31b1-cc83-486a-ad18-c5d9150c5f5a tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'subnet': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:10.725877 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-94177df2-9f14-433c-af7e-dc1b86476454 req-7e81d8c8-9fea-469d-8554-3a474ab09a30 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c6dc773-1a07-4ca5-85cc-b116f5c58e9a HTTP/1.1" status: 200 len: 999 time: 0.1941686 Aug 22 13:42:10.738786 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3250b-89d0-455d-a8e4-c77a63b0a4e6 req-ee479add-a648-4687-b672-c08fe0b9a45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:10.740357 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-74e3250b-89d0-455d-a8e4-c77a63b0a4e6 req-ee479add-a648-4687-b672-c08fe0b9a45f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b5bac0869314a3bbb3447b2c0aa17d8&device_id=9b881fc6-03a1-4c6d-9750-0a3cc4f065a6 HTTP/1.1" status: 200 len: 1095 time: 0.2452989 Aug 22 13:42:10.757128 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669febd4-049b-42c0-9fb3-ff2068942f9f req-b23c1493-5212-4992-8723-fa82409c99fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:10.758580 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-669febd4-049b-42c0-9fb3-ff2068942f9f req-b23c1493-5212-4992-8723-fa82409c99fa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9501ed24-569f-4556-a2e9-978154d36845 HTTP/1.1" status: 200 len: 835 time: 0.2035949 Aug 22 13:42:10.806228 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94177df2-9f14-433c-af7e-dc1b86476454 req-08c701c0-2b8c-4e66-a89d-fa43e6125db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:10.807818 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-94177df2-9f14-433c-af7e-dc1b86476454 req-08c701c0-2b8c-4e66-a89d-fa43e6125db0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9501ed24-569f-4556-a2e9-978154d36845 HTTP/1.1" status: 200 len: 835 time: 0.0741148 Aug 22 13:42:10.826852 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd6fc7e-d318-4358-b1fa-cae6f114e9ab None None] DHCP port deletion for 933f65da-8ef2-4dea-ac27-3eee9182e92f request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:42:10.888343 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94177df2-9f14-433c-af7e-dc1b86476454 req-a8c0b941-53d3-456c-bfc0-e118989e4a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:10.891562 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-94177df2-9f14-433c-af7e-dc1b86476454 req-a8c0b941-53d3-456c-bfc0-e118989e4a6c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=688a25cb-87b8-45f2-8ef8-1274133a97f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0754259 Aug 22 13:42:10.894012 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-0dd6fc7e-d318-4358-b1fa-cae6f114e9ab None None] Deleting port c7ab35ea-b633-40b0-abf1-8d93fb2f3c77 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:42:10.894265 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0dd6fc7e-d318-4358-b1fa-cae6f114e9ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:10.900172 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-74e3250b-89d0-455d-a8e4-c77a63b0a4e6 req-ce8096ae-7dff-485a-9f89-adbd0ad595a2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb6c83a9-b15b-4482-bc83-48df204ec3e3 HTTP/1.1" status: 200 len: 217 time: 0.1449308 Aug 22 13:42:10.933009 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c7684bef-1a11-4251-bd00-6d85c05ed976 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "PUT /v2.0/ports/baa92fdf-d5ac-40d7-9003-810e5c719e84/tags HTTP/1.1" status: 200 len: 317 time: 0.2997644 Aug 22 13:42:10.935111 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e4eeb339-4bfa-4215-b788-7d2e9dc44625 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:10.939368 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49896) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:10.962207 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.tag.tag_plugin [None req-5e7e454d-71a7-4fb9-a495-3a452e6bd066 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'baa92fdf-d5ac-40d7-9003-810e5c719e84') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:10.981603 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e4eeb339-4bfa-4215-b788-7d2e9dc44625 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:10.997632 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-0dd6fc7e-d318-4358-b1fa-cae6f114e9ab None None] For port c7ab35ea-b633-40b0-abf1-8d93fb2f3c77, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=c7ab35ea-b633-40b0-abf1-8d93fb2f3c77,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:42:10.998239 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0dd6fc7e-d318-4358-b1fa-cae6f114e9ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:11.021905 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-0dd6fc7e-d318-4358-b1fa-cae6f114e9ab None None] Calling delete_port for c7ab35ea-b633-40b0-abf1-8d93fb2f3c77 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:42:11.032273 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-94177df2-9f14-433c-af7e-dc1b86476454 req-0d73a9cc-c43a-4c3e-a494-b9469ce60d73 service neutron] 10.222.0.16 "GET /v2.0/networks/688a25cb-87b8-45f2-8ef8-1274133a97f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315060 Aug 22 13:42:11.037672 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6d1ce536-46cb-43f3-9311-819aae34ea87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:11.053943 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eeb339-4bfa-4215-b788-7d2e9dc44625 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5155b570-f645-458a-b816-ed62465c7846,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:11.060306 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6d1ce536-46cb-43f3-9311-819aae34ea87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:11.067533 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3250b-89d0-455d-a8e4-c77a63b0a4e6 req-964e2570-d8ce-4372-ba6a-a8818cfd854e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:11.069045 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-74e3250b-89d0-455d-a8e4-c77a63b0a4e6 req-964e2570-d8ce-4372-ba6a-a8818cfd854e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=86a526ba-1235-4c19-b583-97d0cbf7fcaa HTTP/1.1" status: 200 len: 865 time: 0.1586218 Aug 22 13:42:11.070744 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669febd4-049b-42c0-9fb3-ff2068942f9f req-5a2573b0-8dfd-4262-904a-781626849fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:11.072373 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-669febd4-049b-42c0-9fb3-ff2068942f9f req-5a2573b0-8dfd-4262-904a-781626849fdb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=688a25cb-87b8-45f2-8ef8-1274133a97f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2967126 Aug 22 13:42:11.096097 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2d31b1-cc83-486a-ad18-c5d9150c5f5a tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:42:11.101179 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fd2d31b1-cc83-486a-ad18-c5d9150c5f5a tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:11.104123 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd2d31b1-cc83-486a-ad18-c5d9150c5f5a tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 13:42:11.104605 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd2d31b1-cc83-486a-ad18-c5d9150c5f5a tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:42:11.127916 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0dd6fc7e-d318-4358-b1fa-cae6f114e9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:11.145908 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d1ce536-46cb-43f3-9311-819aae34ea87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:42:11.158986 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-74e3250b-89d0-455d-a8e4-c77a63b0a4e6 req-18f6c739-6a74-4f4c-a2b8-7c89b36cb986 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2128412b-c8a7-4056-bb86-409cbc192052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710962 Aug 22 13:42:11.159706 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e4eeb339-4bfa-4215-b788-7d2e9dc44625 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:11.160792 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e4eeb339-4bfa-4215-b788-7d2e9dc44625 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.9430094 Aug 22 13:42:11.165240 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49904) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:11.170444 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd6fc7e-d318-4358-b1fa-cae6f114e9ab None None] Pushing event deleted for resources: {'Port': ['ID=c7ab35ea-b633-40b0-abf1-8d93fb2f3c77,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:11.180369 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-fd2d31b1-cc83-486a-ad18-c5d9150c5f5a tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5174453 Aug 22 13:42:11.187725 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49906) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:11.189359 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd6fc7e-d318-4358-b1fa-cae6f114e9ab None None] No DVR routers for this DVR port c7ab35ea-b633-40b0-abf1-8d93fb2f3c77 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:42:11.194187 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-5d675bea-34b7-47ec-92f5-ca29877ff4cf tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'subnet': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:11.212010 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1ce536-46cb-43f3-9311-819aae34ea87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=456934fd-0698-4321-a5f2-ef05d47307b5,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:11.221090 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6d1ce536-46cb-43f3-9311-819aae34ea87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:11.221673 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-6d1ce536-46cb-43f3-9311-819aae34ea87 admin admin] Added segment 7712b1b6-f87e-49b9-abc8-282a190e523f of type vlan for network e1b2f91c-97f1-4a8f-b667-a0ca22af0cdb Aug 22 13:42:11.268150 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fefee58d-419c-49a3-af73-12106b2d13cb tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:11.301243 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fefee58d-419c-49a3-af73-12106b2d13cb tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:11.356465 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6d1ce536-46cb-43f3-9311-819aae34ea87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:11.399470 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-669febd4-049b-42c0-9fb3-ff2068942f9f req-34b3dc7f-2c3e-4975-8ed9-f532781b07ed service neutron] 10.222.0.41 "GET /v2.0/networks/688a25cb-87b8-45f2-8ef8-1274133a97f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102913 Aug 22 13:42:11.410763 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5e7e454d-71a7-4fb9-a495-3a452e6bd066 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "DELETE /v2.0/ports/baa92fdf-d5ac-40d7-9003-810e5c719e84/tags HTTP/1.1" status: 204 len: 168 time: 0.4530673 Aug 22 13:42:11.431065 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49916) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:11.433006 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-94177df2-9f14-433c-af7e-dc1b86476454 req-92b69828-2064-4965-8781-d7525917e651 service neutron] 10.222.0.16 "GET /v2.0/networks/688a25cb-87b8-45f2-8ef8-1274133a97f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3932076 Aug 22 13:42:11.435622 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.tag.tag_plugin [None req-87d2bd16-40ea-45fa-a908-d341d5fbe125 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'baa92fdf-d5ac-40d7-9003-810e5c719e84', 'tempest-TagsExtTest-Tag-1851001235') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:11.444764 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d675bea-34b7-47ec-92f5-ca29877ff4cf tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:42:11.448552 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5d675bea-34b7-47ec-92f5-ca29877ff4cf tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:11.450639 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device c7ab35ea-b633-40b0-abf1-8d93fb2f3c77 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:42:11.450777 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d675bea-34b7-47ec-92f5-ca29877ff4cf tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 13:42:11.451102 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d675bea-34b7-47ec-92f5-ca29877ff4cf tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:42:11.476779 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-74e3250b-89d0-455d-a8e4-c77a63b0a4e6 req-d16c9899-fae9-4aeb-8bf4-d77b7c8fe16f service neutron] 10.222.0.41 "GET /v2.0/networks/2128412b-c8a7-4056-bb86-409cbc192052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864113 Aug 22 13:42:11.481165 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6d1ce536-46cb-43f3-9311-819aae34ea87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:11.482336 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1ce536-46cb-43f3-9311-819aae34ea87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:11.483413 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6d1ce536-46cb-43f3-9311-819aae34ea87 admin admin] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:11.488140 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fefee58d-419c-49a3-af73-12106b2d13cb tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:11.495036 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: c7ab35ea-b633-40b0-abf1-8d93fb2f3c77 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:42:11.495600 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fefee58d-419c-49a3-af73-12106b2d13cb tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:11.495703 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device c7ab35ea-b633-40b0-abf1-8d93fb2f3c77 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:42:11.498999 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-fefee58d-419c-49a3-af73-12106b2d13cb tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/5155b570-f645-458a-b816-ed62465c7846 HTTP/1.1" status: 204 len: 168 time: 0.3311019 Aug 22 13:42:11.506623 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49918) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:11.529366 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefee58d-419c-49a3-af73-12106b2d13cb tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5155b570-f645-458a-b816-ed62465c7846,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:11.531954 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-5d675bea-34b7-47ec-92f5-ca29877ff4cf tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3430917 Aug 22 13:42:11.537236 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49920) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:11.544885 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-b73cb0f5-d436-4ba6-b6a6-dc8e1a281ad2 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'subnet': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:11.555701 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4659467-835c-4bb5-8896-69262c580123 req-d3a4852e-8657-4260-8d3e-9a545cb60f53 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:11.557237 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a4659467-835c-4bb5-8896-69262c580123 req-d3a4852e-8657-4260-8d3e-9a545cb60f53 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 944 time: 0.2050629 Aug 22 13:42:11.586917 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c404b239-868a-4d9b-a50a-919f8a513de7 req-89a5c78b-27f5-455c-9ca0-31454e3379a7 tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:11.588494 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c404b239-868a-4d9b-a50a-919f8a513de7 req-89a5c78b-27f5-455c-9ca0-31454e3379a7 tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b881fc6-03a1-4c6d-9750-0a3cc4f065a6 HTTP/1.1" status: 200 len: 943 time: 0.1984246 Aug 22 13:42:11.661778 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6d1ce536-46cb-43f3-9311-819aae34ea87 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6763310 Aug 22 13:42:11.676531 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-cc8589a7-26c9-4a6f-81a4-29886013268c tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1686826 Aug 22 13:42:11.677196 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49926) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:11.680413 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49928) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:11.692691 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-45fab4f5-4ec9-43d2-aca6-31c13e233edf admin admin] Request body: {'subnet': {'network_id': 'e1b2f91c-97f1-4a8f-b667-a0ca22af0cdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1342272735-subnet', 'tenant_id': '32736482bcc242828e7a5a3219e8d0ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:11.724749 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1ce536-46cb-43f3-9311-819aae34ea87 admin admin] Pushing event updated for resources: {'Network': ['ID=e1b2f91c-97f1-4a8f-b667-a0ca22af0cdb,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:11.744585 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network e1b2f91c-97f1-4a8f-b667-a0ca22af0cdb details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:42:11.754885 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a4659467-835c-4bb5-8896-69262c580123 req-70e2e7a8-cb33-463d-98fa-9e0ec217b80a tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=b83678d1-4258-4ef7-88a8-5933c84ca924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779459 Aug 22 13:42:11.763008 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c404b239-868a-4d9b-a50a-919f8a513de7 req-6d787a1d-205d-4721-942c-547f438ffc3d tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] 10.222.0.21 "GET /v2.0/security-groups?id=e50804df-1221-4a77-b923-40de9ee5a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267717 Aug 22 13:42:11.773644 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45fab4f5-4ec9-43d2-aca6-31c13e233edf admin admin] Made reservation on behalf of 32736482bcc242828e7a5a3219e8d0ae for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:42:11.775937 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-45fab4f5-4ec9-43d2-aca6-31c13e233edf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:11.793738 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-669febd4-049b-42c0-9fb3-ff2068942f9f req-cfc560d6-18eb-4115-b51a-9bd7405e157d service neutron] 10.222.0.41 "GET /v2.0/networks/688a25cb-87b8-45f2-8ef8-1274133a97f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3757596 Aug 22 13:42:11.805832 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-87d2bd16-40ea-45fa-a908-d341d5fbe125 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] show failed (client error): The resource could not be found. Aug 22 13:42:11.807014 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-87d2bd16-40ea-45fa-a908-d341d5fbe125 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "GET /v2.0/ports/baa92fdf-d5ac-40d7-9003-810e5c719e84/tags/tempest-TagsExtTest-Tag-1851001235 HTTP/1.1" status: 404 len: 329 time: 0.3748107 Aug 22 13:42:11.813977 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49930) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:11.819301 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.tag.tag_plugin [None req-74ae72d2-dbd0-4430-9d3c-067800283a14 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'baa92fdf-d5ac-40d7-9003-810e5c719e84', 'tempest-TagsExtTest-Tag-866530694') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:11.837300 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73cb0f5-d436-4ba6-b6a6-dc8e1a281ad2 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:42:11.840960 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b73cb0f5-d436-4ba6-b6a6-dc8e1a281ad2 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:11.843772 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-b73cb0f5-d436-4ba6-b6a6-dc8e1a281ad2 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 13:42:11.844205 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b73cb0f5-d436-4ba6-b6a6-dc8e1a281ad2 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:42:11.855515 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-74e3250b-89d0-455d-a8e4-c77a63b0a4e6 req-ae474d50-ca38-4bae-9fe5-85d3a76717e2 service neutron] 10.222.0.41 "GET /v2.0/networks/2128412b-c8a7-4056-bb86-409cbc192052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671238 Aug 22 13:42:11.870183 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-b73cb0f5-d436-4ba6-b6a6-dc8e1a281ad2 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3302779 Aug 22 13:42:11.876364 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49932) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:11.880764 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-bd3c9aee-5a31-42c1-9ba2-2603a168d337 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'subnet': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:11.905195 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-12ef5ba1-2ec9-4273-bfe4-82dc10aa98d1 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:11.945832 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-12ef5ba1-2ec9-4273-bfe4-82dc10aa98d1 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:11.966489 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94177df2-9f14-433c-af7e-dc1b86476454 req-6e5ed9ae-db36-47b0-bdd8-db90d86b4d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:11.968448 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-94177df2-9f14-433c-af7e-dc1b86476454 req-6e5ed9ae-db36-47b0-bdd8-db90d86b4d39 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=50b3d484826f4e1f8052fde49b87f38a&device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 1096 time: 0.1178231 Aug 22 13:42:11.978947 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-74ae72d2-dbd0-4430-9d3c-067800283a14 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] show failed (client error): The resource could not be found. Aug 22 13:42:11.979972 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-74ae72d2-dbd0-4430-9d3c-067800283a14 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "GET /v2.0/ports/baa92fdf-d5ac-40d7-9003-810e5c719e84/tags/tempest-TagsExtTest-Tag-866530694 HTTP/1.1" status: 404 len: 328 time: 0.1649222 Aug 22 13:42:11.983144 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49936) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:11.988981 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.tag.tag_plugin [None req-0a6284d8-f566-4e4e-82de-1c2229cbfd39 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'baa92fdf-d5ac-40d7-9003-810e5c719e84', 'tempest-TagsExtTest-Tag-1816654325') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:12.130657 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3c9aee-5a31-42c1-9ba2-2603a168d337 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:42:12.134631 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bd3c9aee-5a31-42c1-9ba2-2603a168d337 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:12.136279 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd3c9aee-5a31-42c1-9ba2-2603a168d337 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 13:42:12.136730 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd3c9aee-5a31-42c1-9ba2-2603a168d337 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:42:12.193654 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-0a6284d8-f566-4e4e-82de-1c2229cbfd39 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] show failed (client error): The resource could not be found. Aug 22 13:42:12.195052 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-0a6284d8-f566-4e4e-82de-1c2229cbfd39 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "GET /v2.0/ports/baa92fdf-d5ac-40d7-9003-810e5c719e84/tags/tempest-TagsExtTest-Tag-1816654325 HTTP/1.1" status: 404 len: 329 time: 0.2106276 Aug 22 13:42:12.204787 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-45fab4f5-4ec9-43d2-aca6-31c13e233edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:12.215168 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-bd3c9aee-5a31-42c1-9ba2-2603a168d337 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3369536 Aug 22 13:42:12.215168 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49940) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:12.253159 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49942) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:12.259469 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-f009bf35-a13a-4b65-9e1a-04c61e0ae432 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'subnet': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:12.268618 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.tag.tag_plugin [None req-0a8ca04e-e7b3-421f-9179-9ef6b818cb1c tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '1795953c-988b-4e79-bca9-e09df01ef377', {'tags': ['tempest-TagsExtTest-Tag-1915794121', 'tempest-TagsExtTest-Tag-101720355', 'tempest-TagsExtTest-Tag-302358526']}) {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:12.354669 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-12ef5ba1-2ec9-4273-bfe4-82dc10aa98d1 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:12.357567 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-12ef5ba1-2ec9-4273-bfe4-82dc10aa98d1 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:12.362107 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-12ef5ba1-2ec9-4273-bfe4-82dc10aa98d1 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "DELETE /v2.0/security-groups/3adc4546-c3d6-4a92-8ec8-061b53e77202 HTTP/1.1" status: 204 len: 168 time: 0.6764352 Aug 22 13:42:12.362714 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49948) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:12.367260 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b881fc6-03a1-4c6d-9750-0a3cc4f065a6', 'tag': 'bb6c83a9-b15b-4482-bc83-48df204ec3e3'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:42:12.369544 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10ef54f-bd36-4b6c-8241-8ce5e902dc03" -d '{"events": [{"name": "network-changed", "server_uuid": "9b881fc6-03a1-4c6d-9750-0a3cc4f065a6", "tag": "bb6c83a9-b15b-4482-bc83-48df204ec3e3"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:42:12.392280 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ef5ba1-2ec9-4273-bfe4-82dc10aa98d1 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3adc4546-c3d6-4a92-8ec8-061b53e77202,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:12.397011 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fab4f5-4ec9-43d2-aca6-31c13e233edf admin admin] Pushing event updated for resources: {'Subnet': ['ID=66aa7e54-d811-475b-801b-c81035b2bb60,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:12.429487 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94177df2-9f14-433c-af7e-dc1b86476454 req-6e098dcd-5cb4-4c1e-af7e-c903d0f721c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:12.431776 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-94177df2-9f14-433c-af7e-dc1b86476454 req-6e098dcd-5cb4-4c1e-af7e-c903d0f721c7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=688a25cb-87b8-45f2-8ef8-1274133a97f8 HTTP/1.1" status: 200 len: 897 time: 0.4492776 Aug 22 13:42:12.447137 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9e95aa-f388-41e5-a8fb-19a87e540a5c x-openstack-request-id: req-5b9e95aa-f388-41e5-a8fb-19a87e540a5c {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:42:12.447594 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b881fc6-03a1-4c6d-9750-0a3cc4f065a6", "tag": "bb6c83a9-b15b-4482-bc83-48df204ec3e3", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:42:12.447897 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5b9e95aa-f388-41e5-a8fb-19a87e540a5c {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:42:12.448777 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b881fc6-03a1-4c6d-9750-0a3cc4f065a6', 'tag': 'bb6c83a9-b15b-4482-bc83-48df204ec3e3', 'status': 'completed', 'code': 200} Aug 22 13:42:12.449019 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fab4f5-4ec9-43d2-aca6-31c13e233edf admin admin] Checking segment: {'id': '7712b1b6-f87e-49b9-abc8-282a190e523f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e1b2f91c-97f1-4a8f-b667-a0ca22af0cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:42:12.449389 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fab4f5-4ec9-43d2-aca6-31c13e233edf admin admin] Network hostable DHCP agents. Network: e1b2f91c-97f1-4a8f-b667-a0ca22af0cdb, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:42:12.465770 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-0a8ca04e-e7b3-421f-9179-9ef6b818cb1c tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "PUT /v2.0/routers/1795953c-988b-4e79-bca9-e09df01ef377/tags HTTP/1.1" status: 200 len: 316 time: 0.2148857 Aug 22 13:42:12.470122 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49952) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:12.476545 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.tag.tag_plugin [None req-e1a3f616-629f-494a-ab18-eccd7b111c82 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1795953c-988b-4e79-bca9-e09df01ef377') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:12.517011 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fab4f5-4ec9-43d2-aca6-31c13e233edf admin admin] Network e1b2f91c-97f1-4a8f-b667-a0ca22af0cdb is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:42:12.518916 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f009bf35-a13a-4b65-9e1a-04c61e0ae432 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:42:12.522365 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f009bf35-a13a-4b65-9e1a-04c61e0ae432 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:12.524265 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-f009bf35-a13a-4b65-9e1a-04c61e0ae432 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 13:42:12.525085 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f009bf35-a13a-4b65-9e1a-04c61e0ae432 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:42:12.542044 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-45fab4f5-4ec9-43d2-aca6-31c13e233edf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, e1b2f91c-97f1-4a8f-b667-a0ca22af0cdb) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:42:12.548961 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f009bf35-a13a-4b65-9e1a-04c61e0ae432 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2950428 Aug 22 13:42:12.550617 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fab4f5-4ec9-43d2-aca6-31c13e233edf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:12.551352 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-45fab4f5-4ec9-43d2-aca6-31c13e233edf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:12.553703 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49954) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:12.559121 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903107e8-067b-488e-b7ff-ba9bee970c96 None None] Network e1b2f91c-97f1-4a8f-b667-a0ca22af0cdb requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:42:12.587965 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-4368a2f2-531a-4c0d-878e-a595f7b6fefa tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'subnet': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:12.599217 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-94177df2-9f14-433c-af7e-dc1b86476454 req-601c6848-b350-43a5-9b09-2cf92901fb7a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c6dc773-1a07-4ca5-85cc-b116f5c58e9a HTTP/1.1" status: 200 len: 999 time: 0.1545644 Aug 22 13:42:12.611525 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-10903a77-95e8-468f-afca-409aeda559e3 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2381039 Aug 22 13:42:12.613515 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49956) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:12.676943 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94177df2-9f14-433c-af7e-dc1b86476454 req-71efd3de-e494-4f4c-bdab-f149a148d919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:12.678470 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-94177df2-9f14-433c-af7e-dc1b86476454 req-71efd3de-e494-4f4c-bdab-f149a148d919 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9501ed24-569f-4556-a2e9-978154d36845 HTTP/1.1" status: 200 len: 835 time: 0.0639598 Aug 22 13:42:12.705368 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f124685-8da2-4d6c-9c65-db7369bde29b None None] Network e1b2f91c-97f1-4a8f-b667-a0ca22af0cdb requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:42:12.765332 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ef54f-bd36-4b6c-8241-8ce5e902dc03 req-b5011817-94a8-4773-9f03-8a1eddd0e4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:12.766894 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f10ef54f-bd36-4b6c-8241-8ce5e902dc03 req-b5011817-94a8-4773-9f03-8a1eddd0e4f5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b5bac0869314a3bbb3447b2c0aa17d8&device_id=9b881fc6-03a1-4c6d-9750-0a3cc4f065a6 HTTP/1.1" status: 200 len: 1095 time: 0.2414773 Aug 22 13:42:12.862542 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-09ed5081-a253-4197-b624-0ee88e8a499b tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:12.929409 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94177df2-9f14-433c-af7e-dc1b86476454 req-0aea7eda-e16b-4ef0-b1d9-304510ee1501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:12.931030 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-94177df2-9f14-433c-af7e-dc1b86476454 req-0aea7eda-e16b-4ef0-b1d9-304510ee1501 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=688a25cb-87b8-45f2-8ef8-1274133a97f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2176647 Aug 22 13:42:12.970316 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-09ed5081-a253-4197-b624-0ee88e8a499b tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:12.997612 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-45fab4f5-4ec9-43d2-aca6-31c13e233edf admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3027651 Aug 22 13:42:13.069883 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e1a3f616-629f-494a-ab18-eccd7b111c82 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "DELETE /v2.0/routers/1795953c-988b-4e79-bca9-e09df01ef377/tags HTTP/1.1" status: 204 len: 168 time: 0.5986581 Aug 22 13:42:13.076494 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49966) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:13.088266 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092640d1-53af-4fde-8524-deb026c7fcc8 req-b5069833-ec50-40ec-8658-4d1204911d06 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:13.092440 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.tag.tag_plugin [None req-5d25462a-2513-4740-a480-ac5dbfee7b41 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1795953c-988b-4e79-bca9-e09df01ef377', 'tempest-TagsExtTest-Tag-1915794121') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:13.095796 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-092640d1-53af-4fde-8524-deb026c7fcc8 req-b5069833-ec50-40ec-8658-4d1204911d06 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 944 time: 0.1908000 Aug 22 13:42:13.107729 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bedd9ed-dc3b-47d5-87d3-ee6690715c78 req-e3a58cb5-59db-4f11-84d2-ab039435200c tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:13.110067 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8bedd9ed-dc3b-47d5-87d3-ee6690715c78 req-e3a58cb5-59db-4f11-84d2-ab039435200c tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b881fc6-03a1-4c6d-9750-0a3cc4f065a6 HTTP/1.1" status: 200 len: 943 time: 0.2031410 Aug 22 13:42:13.119876 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49968) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:13.157963 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ef54f-bd36-4b6c-8241-8ce5e902dc03 req-b891e016-1050-447a-b1a3-270dbbc41732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:13.159508 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f10ef54f-bd36-4b6c-8241-8ce5e902dc03 req-b891e016-1050-447a-b1a3-270dbbc41732 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2128412b-c8a7-4056-bb86-409cbc192052 HTTP/1.1" status: 200 len: 926 time: 0.3608775 Aug 22 13:42:13.183201 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-09ed5081-a253-4197-b624-0ee88e8a499b tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:13.185830 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-09ed5081-a253-4197-b624-0ee88e8a499b tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:13.187637 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-09ed5081-a253-4197-b624-0ee88e8a499b tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "DELETE /v2.0/security-groups/1fd75ab0-b1cc-422b-89dd-085032b99654 HTTP/1.1" status: 204 len: 168 time: 0.5185113 Aug 22 13:42:13.191320 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49970) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:13.206900 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4368a2f2-531a-4c0d-878e-a595f7b6fefa tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:42:13.210353 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4368a2f2-531a-4c0d-878e-a595f7b6fefa tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:13.212485 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-4368a2f2-531a-4c0d-878e-a595f7b6fefa tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 13:42:13.213119 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4368a2f2-531a-4c0d-878e-a595f7b6fefa tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:42:13.243187 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-092640d1-53af-4fde-8524-deb026c7fcc8 req-faa8c19e-6f81-4edd-a0ee-546036262344 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=b83678d1-4258-4ef7-88a8-5933c84ca924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464853 Aug 22 13:42:13.244039 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-94177df2-9f14-433c-af7e-dc1b86476454 req-daa51402-4a39-498a-9493-550518dc484d service neutron] 10.222.0.41 "GET /v2.0/networks/688a25cb-87b8-45f2-8ef8-1274133a97f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027458 Aug 22 13:42:13.253636 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f10ef54f-bd36-4b6c-8241-8ce5e902dc03 req-7c9a7dac-e90d-472e-81d1-dca25561940b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb6c83a9-b15b-4482-bc83-48df204ec3e3 HTTP/1.1" status: 200 len: 217 time: 0.0828567 Aug 22 13:42:13.256150 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed5081-a253-4197-b624-0ee88e8a499b tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd75ab0-b1cc-422b-89dd-085032b99654,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:13.259562 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c3510cc-2a0d-4004-b920-91d61c050e9e admin admin] Deleting subnet 9e239a59-aea3-478c-90c8-84a4aae514e7 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:42:13.264134 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8bedd9ed-dc3b-47d5-87d3-ee6690715c78 req-7f6ea465-fc47-4874-8329-d8ecce106312 tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] 10.222.0.21 "GET /v2.0/security-groups?id=e50804df-1221-4a77-b923-40de9ee5a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454384 Aug 22 13:42:13.277621 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3c3510cc-2a0d-4004-b920-91d61c050e9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:13.306640 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-4368a2f2-531a-4c0d-878e-a595f7b6fefa tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7268846 Aug 22 13:42:13.315304 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49974) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:13.350873 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-5d25462a-2513-4740-a480-ac5dbfee7b41 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] show failed (client error): The resource could not be found. Aug 22 13:42:13.351930 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5d25462a-2513-4740-a480-ac5dbfee7b41 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "GET /v2.0/routers/1795953c-988b-4e79-bca9-e09df01ef377/tags/tempest-TagsExtTest-Tag-1915794121 HTTP/1.1" status: 404 len: 329 time: 0.2724619 Aug 22 13:42:13.355795 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49978) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:13.372487 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-5edcde6a-94f5-47eb-8398-d5a16253e279 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0513530 Aug 22 13:42:13.378558 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a000a86c-c08a-446b-8a68-65a286e0eefc tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1841075 Aug 22 13:42:13.381396 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49980) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:13.384767 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49982) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:13.390731 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-5e3d9914-307e-4725-9feb-ca520d258b1f tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Request body: {'security_group': {'name': 'tempest-secgroup--1484326096'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:13.396475 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3c3510cc-2a0d-4004-b920-91d61c050e9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:13.414263 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.tag.tag_plugin [None req-5a7e8e7d-1f7e-4a67-a341-b4e00b855f16 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1795953c-988b-4e79-bca9-e09df01ef377', 'tempest-TagsExtTest-Tag-101720355') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:13.475132 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3c3510cc-2a0d-4004-b920-91d61c050e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:13.502103 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5e3d9914-307e-4725-9feb-ca520d258b1f tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:13.512751 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bb0967-0a5c-4aff-93e8-b8b75eedc546 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:13.520973 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ef54f-bd36-4b6c-8241-8ce5e902dc03 req-c3bee132-e883-4d0c-aa6f-861fd26594d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:13.522640 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-33bb0967-0a5c-4aff-93e8-b8b75eedc546 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1393764 Aug 22 13:42:13.522751 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f10ef54f-bd36-4b6c-8241-8ce5e902dc03 req-c3bee132-e883-4d0c-aa6f-861fd26594d0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=86a526ba-1235-4c19-b583-97d0cbf7fcaa HTTP/1.1" status: 200 len: 865 time: 0.2447090 Aug 22 13:42:13.526784 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49986) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:13.548620 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-5a7e8e7d-1f7e-4a67-a341-b4e00b855f16 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] show failed (client error): The resource could not be found. Aug 22 13:42:13.552703 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5a7e8e7d-1f7e-4a67-a341-b4e00b855f16 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "GET /v2.0/routers/1795953c-988b-4e79-bca9-e09df01ef377/tags/tempest-TagsExtTest-Tag-101720355 HTTP/1.1" status: 404 len: 328 time: 0.1657741 Aug 22 13:42:13.555508 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49988) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:13.562090 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.tag.tag_plugin [None req-f6fa3877-cbe0-4a86-8f52-19d1d1960be7 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1795953c-988b-4e79-bca9-e09df01ef377', 'tempest-TagsExtTest-Tag-302358526') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:13.616206 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3c3510cc-2a0d-4004-b920-91d61c050e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:13.633553 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0424e250-89d9-42a7-baa8-8344a7dea39d tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0994043 Aug 22 13:42:13.642305 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f10ef54f-bd36-4b6c-8241-8ce5e902dc03 req-c0e2e45c-c1d2-4ce3-aed6-303ee45aad28 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2128412b-c8a7-4056-bb86-409cbc192052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1028290 Aug 22 13:42:13.645952 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 49990) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:13.658272 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-e0e3130e-f927-4bf9-98fe-6fc084eb610f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'subnet': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:13.684932 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-f6fa3877-cbe0-4a86-8f52-19d1d1960be7 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] show failed (client error): The resource could not be found. Aug 22 13:42:13.688770 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f6fa3877-cbe0-4a86-8f52-19d1d1960be7 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "GET /v2.0/routers/1795953c-988b-4e79-bca9-e09df01ef377/tags/tempest-TagsExtTest-Tag-302358526 HTTP/1.1" status: 404 len: 328 time: 0.1295040 Aug 22 13:42:13.688770 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3c3510cc-2a0d-4004-b920-91d61c050e9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:13.689530 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-3c3510cc-2a0d-4004-b920-91d61c050e9e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9e239a59-aea3-478c-90c8-84a4aae514e7 HTTP/1.1" status: 204 len: 168 time: 0.5605638 Aug 22 13:42:13.690060 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3510cc-2a0d-4004-b920-91d61c050e9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e239a59-aea3-478c-90c8-84a4aae514e7,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:13.691633 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49992) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:13.691957 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49994) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:13.698039 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.tag.tag_plugin [None req-0bc34f04-2603-43bf-b341-bda26a3e1fc4 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '696e5bed-7820-4447-8d50-cb2fa997f591', {'tags': ['tempest-TagsExtTest-Tag-384386380', 'tempest-TagsExtTest-Tag-688841592', 'tempest-TagsExtTest-Tag-503002350']}) {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:13.742141 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-94177df2-9f14-433c-af7e-dc1b86476454 req-c3019f18-50e6-4f39-bf56-6b8a0533230f service neutron] 10.222.0.41 "GET /v2.0/networks/688a25cb-87b8-45f2-8ef8-1274133a97f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4787595 Aug 22 13:42:13.790845 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0f02dcbd-039e-40a1-972a-fbf874015271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:13.798589 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-0bc34f04-2603-43bf-b341-bda26a3e1fc4 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "PUT /v2.0/subnetpools/696e5bed-7820-4447-8d50-cb2fa997f591/tags HTTP/1.1" status: 200 len: 315 time: 0.1024644 Aug 22 13:42:13.798778 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49996) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:13.803203 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.tag.tag_plugin [None req-c7c497a7-47cd-4c30-97d2-20793760b257 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '696e5bed-7820-4447-8d50-cb2fa997f591') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:13.880046 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5e3d9914-307e-4725-9feb-ca520d258b1f tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:13.890396 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5e3d9914-307e-4725-9feb-ca520d258b1f tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:13.909839 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0f02dcbd-039e-40a1-972a-fbf874015271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:13.916220 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c7c497a7-47cd-4c30-97d2-20793760b257 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "DELETE /v2.0/subnetpools/696e5bed-7820-4447-8d50-cb2fa997f591/tags HTTP/1.1" status: 204 len: 168 time: 0.1138678 Aug 22 13:42:13.916438 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f10ef54f-bd36-4b6c-8241-8ce5e902dc03 req-80997b1e-3076-4fb7-a68e-fb1a33c58928 service neutron] 10.222.0.41 "GET /v2.0/networks/2128412b-c8a7-4056-bb86-409cbc192052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519157 Aug 22 13:42:13.920534 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49998) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:13.925399 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.tag.tag_plugin [None req-4396abec-81df-46c6-8ca2-8043d4651a17 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '696e5bed-7820-4447-8d50-cb2fa997f591', 'tempest-TagsExtTest-Tag-384386380') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:13.931846 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-0f02dcbd-039e-40a1-972a-fbf874015271 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2a1f101-6880-40ad-ad4c-4105703d8b2b']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:13.948780 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-0f02dcbd-039e-40a1-972a-fbf874015271 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76a78959-887f-49db-b46f-d8f868ad1384') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:13.949115 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-0f02dcbd-039e-40a1-972a-fbf874015271 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76a78959-887f-49db-b46f-d8f868ad1384') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:13.957327 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e3130e-f927-4bf9-98fe-6fc084eb610f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:42:13.960363 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0f02dcbd-039e-40a1-972a-fbf874015271 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:13.960762 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e0e3130e-f927-4bf9-98fe-6fc084eb610f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:13.965977 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d9914-307e-4725-9feb-ca520d258b1f tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9053dfd8-0f89-49f2-8506-4df14694b463,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:13.976396 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-4396abec-81df-46c6-8ca2-8043d4651a17 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] show failed (client error): The resource could not be found. Aug 22 13:42:13.976396 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-4396abec-81df-46c6-8ca2-8043d4651a17 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "GET /v2.0/subnetpools/696e5bed-7820-4447-8d50-cb2fa997f591/tags/tempest-TagsExtTest-Tag-384386380 HTTP/1.1" status: 404 len: 328 time: 0.0521142 Aug 22 13:42:13.976997 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50000) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:13.980902 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.tag.tag_plugin [None req-82fd6f0a-811e-476e-aa06-c8c2a44df4ca tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '696e5bed-7820-4447-8d50-cb2fa997f591', 'tempest-TagsExtTest-Tag-688841592') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:13.991864 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0f02dcbd-039e-40a1-972a-fbf874015271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:13.995729 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5e3d9914-307e-4725-9feb-ca520d258b1f tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:13.996956 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5e3d9914-307e-4725-9feb-ca520d258b1f tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6096718 Aug 22 13:42:14.001195 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f02dcbd-039e-40a1-972a-fbf874015271 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:42:14.001664 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0f02dcbd-039e-40a1-972a-fbf874015271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:14.003290 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50002) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:14.003960 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:42:14.003960 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:42:14.003960 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:42:14.003960 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:42:14.003960 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:42:14.003960 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:42:14.003960 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:42:14.003960 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:42:14.003960 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:42:14.003960 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:42:14.003960 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:42:14.003960 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:42:14.003960 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:42:14.003960 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:42:14.003960 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:42:14.003960 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:42:14.003960 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:42:14.003960 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:42:14.003960 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:42:14.003960 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:42:14.003960 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:42:14.003960 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:42:14.003960 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:42:14.003960 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:42:14.003960 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:42:14.003960 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:42:14.003960 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:42:14.003960 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:42:14.003960 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:42:14.003960 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:42:14.003960 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:42:14.003960 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:42:14.020083 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-e850dc25-003b-41a1-a6e3-5bf0925102be tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Request body: {'security_group_rule': {'security_group_id': '9053dfd8-0f89-49f2-8506-4df14694b463', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:14.074346 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-82fd6f0a-811e-476e-aa06-c8c2a44df4ca tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] show failed (client error): The resource could not be found. Aug 22 13:42:14.079656 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-82fd6f0a-811e-476e-aa06-c8c2a44df4ca tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "GET /v2.0/subnetpools/696e5bed-7820-4447-8d50-cb2fa997f591/tags/tempest-TagsExtTest-Tag-688841592 HTTP/1.1" status: 404 len: 328 time: 0.0977793 Aug 22 13:42:14.084714 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50004) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:14.086867 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.tag.tag_plugin [None req-c7002224-c870-48c2-a8b9-c6eebe66f5be tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '696e5bed-7820-4447-8d50-cb2fa997f591', 'tempest-TagsExtTest-Tag-503002350') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:14.091058 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0f02dcbd-039e-40a1-972a-fbf874015271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:14.096949 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0f02dcbd-039e-40a1-972a-fbf874015271 admin admin] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:14.098576 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-0f02dcbd-039e-40a1-972a-fbf874015271 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a2a1f101-6880-40ad-ad4c-4105703d8b2b HTTP/1.1" status: 204 len: 168 time: 0.4045956 Aug 22 13:42:14.112957 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50006) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:14.121722 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e850dc25-003b-41a1-a6e3-5bf0925102be tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:14.124734 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f02dcbd-039e-40a1-972a-fbf874015271 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2a1f101-6880-40ad-ad4c-4105703d8b2b,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:14.150893 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-c7002224-c870-48c2-a8b9-c6eebe66f5be tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] show failed (client error): The resource could not be found. Aug 22 13:42:14.153894 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c7002224-c870-48c2-a8b9-c6eebe66f5be tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "GET /v2.0/subnetpools/696e5bed-7820-4447-8d50-cb2fa997f591/tags/tempest-TagsExtTest-Tag-503002350 HTTP/1.1" status: 404 len: 328 time: 0.0733283 Aug 22 13:42:14.154940 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50008) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:14.165418 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.tag.tag_plugin [None req-23ac2bb8-e085-4854-9182-d937ff31da82 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '696e5bed-7820-4447-8d50-cb2fa997f591') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:14.187124 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f10ef54f-bd36-4b6c-8241-8ce5e902dc03 req-589046ec-cc80-4162-9414-11ec4637ea98 service neutron] 10.222.0.41 "GET /v2.0/networks/2128412b-c8a7-4056-bb86-409cbc192052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547719 Aug 22 13:42:14.197783 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-37b58333-5f1d-4126-b94f-8399ffa0c720 admin admin] Deleting subnet 66aa7e54-d811-475b-801b-c81035b2bb60 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:42:14.206056 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-37b58333-5f1d-4126-b94f-8399ffa0c720 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:14.266070 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-23ac2bb8-e085-4854-9182-d937ff31da82 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "DELETE /v2.0/subnetpools/696e5bed-7820-4447-8d50-cb2fa997f591/tags HTTP/1.1" status: 204 len: 168 time: 0.1076713 Aug 22 13:42:14.268607 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-37b58333-5f1d-4126-b94f-8399ffa0c720 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:14.271110 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e850dc25-003b-41a1-a6e3-5bf0925102be tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:14.271957 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50010) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:14.313349 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.tag.tag_plugin [None req-9fa653b6-9929-4e0f-8a51-39a6bdb72dd4 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1795953c-988b-4e79-bca9-e09df01ef377') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:14.320464 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e850dc25-003b-41a1-a6e3-5bf0925102be tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:14.401652 n-d-793621-33 neutron-server[94628]: DEBUG neutron.objects.ports [None req-e0e3130e-f927-4bf9-98fe-6fc084eb610f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94628) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 22 13:42:14.403115 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e0e3130e-f927-4bf9-98fe-6fc084eb610f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:14.423800 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e850dc25-003b-41a1-a6e3-5bf0925102be tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfc1fb4f-3b1c-4a93-905a-1ac7bdf79e72,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:14.450380 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e3130e-f927-4bf9-98fe-6fc084eb610f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:42:14.451678 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e850dc25-003b-41a1-a6e3-5bf0925102be tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:14.455645 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e850dc25-003b-41a1-a6e3-5bf0925102be tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4472797 Aug 22 13:42:14.455811 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50018) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:14.464228 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-e0e3130e-f927-4bf9-98fe-6fc084eb610f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:42:14.471834 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e3130e-f927-4bf9-98fe-6fc084eb610f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:14.472457 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e0e3130e-f927-4bf9-98fe-6fc084eb610f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:14.473710 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cf6d19-9577-406f-9628-f23b90cc2015 None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:42:14.481503 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-37b58333-5f1d-4126-b94f-8399ffa0c720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:14.490576 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3130e-f927-4bf9-98fe-6fc084eb610f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event updated for resources: {'Subnet': ['ID=f8c4aa6a-3f3e-4ae7-b7e4-f44bc13fdf0a,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:14.507805 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e0e3130e-f927-4bf9-98fe-6fc084eb610f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8532550 Aug 22 13:42:14.511505 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50020) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:14.518003 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-6346d8ef-6db2-4e7a-a472-252c765d1a8b tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'port': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'mac_address': 'fa:16:3e:3e:23:1f', 'name': 'tempest-NetworksTestDHCPv6-639302958'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:14.525905 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2b9adf69-d6dd-418d-a7b5-5accd9784df7 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:14.554210 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2b9adf69-d6dd-418d-a7b5-5accd9784df7 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:14.569563 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533cff0c-d5e4-4206-9a86-c3d2b1c5c74f req-939adbd6-9c75-4806-af9b-358c2d90d9dc tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:14.571105 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-533cff0c-d5e4-4206-9a86-c3d2b1c5c74f req-939adbd6-9c75-4806-af9b-358c2d90d9dc tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 944 time: 0.2110200 Aug 22 13:42:14.584666 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5e22b-1cf8-4ba1-93de-a369a944bbf8 req-842a6a17-f58a-4fc6-8105-44dd20764ecc tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:14.586866 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fba5e22b-1cf8-4ba1-93de-a369a944bbf8 req-842a6a17-f58a-4fc6-8105-44dd20764ecc tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b881fc6-03a1-4c6d-9750-0a3cc4f065a6 HTTP/1.1" status: 200 len: 943 time: 0.2047138 Aug 22 13:42:14.595006 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-9fa653b6-9929-4e0f-8a51-39a6bdb72dd4 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "DELETE /v2.0/routers/1795953c-988b-4e79-bca9-e09df01ef377/tags HTTP/1.1" status: 204 len: 168 time: 0.2878883 Aug 22 13:42:14.598310 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50024) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:14.627765 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.tag.tag_plugin [None req-a8869915-41ed-4460-b77a-2b32fb41ecf8 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'baa92fdf-d5ac-40d7-9003-810e5c719e84') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:14.703555 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2b9adf69-d6dd-418d-a7b5-5accd9784df7 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:14.710662 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-37b58333-5f1d-4126-b94f-8399ffa0c720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:14.718311 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2b9adf69-d6dd-418d-a7b5-5accd9784df7 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:14.719895 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2b9adf69-d6dd-418d-a7b5-5accd9784df7 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/bfc1fb4f-3b1c-4a93-905a-1ac7bdf79e72 HTTP/1.1" status: 204 len: 168 time: 0.2630849 Aug 22 13:42:14.736358 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50026) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:14.745497 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b58333-5f1d-4126-b94f-8399ffa0c720 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66aa7e54-d811-475b-801b-c81035b2bb60,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:14.753150 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9adf69-d6dd-418d-a7b5-5accd9784df7 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bfc1fb4f-3b1c-4a93-905a-1ac7bdf79e72,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:14.759499 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fba5e22b-1cf8-4ba1-93de-a369a944bbf8 req-4bd8cd28-de2a-43d4-93dc-2a09dc825b94 tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] 10.222.0.21 "GET /v2.0/security-groups?id=e50804df-1221-4a77-b923-40de9ee5a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359258 Aug 22 13:42:14.767017 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-533cff0c-d5e4-4206-9a86-c3d2b1c5c74f req-194c99fe-db0c-4154-9f8c-faebe3363d50 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=b83678d1-4258-4ef7-88a8-5933c84ca924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789010 Aug 22 13:42:14.777597 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-37b58333-5f1d-4126-b94f-8399ffa0c720 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:14.781212 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-37b58333-5f1d-4126-b94f-8399ffa0c720 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/66aa7e54-d811-475b-801b-c81035b2bb60 HTTP/1.1" status: 204 len: 168 time: 0.6665912 Aug 22 13:42:14.786677 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50028) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:14.870606 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fcb253-ed5d-484d-ac0d-4cc713ce2f19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-933f65da-8ef2-4dea-ac27-3eee9182e92f', 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'tenant_id': 'a71622c06b3d48d28918cf297ca2043b', 'fixed_ips': [{'subnet_id': 'f8c4aa6a-3f3e-4ae7-b7e4-f44bc13fdf0a'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:42:14.872924 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-61fcb253-ed5d-484d-ac0d-4cc713ce2f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:14.908639 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cbc2bd18-8c15-4e33-9611-e68989cecd06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:14.932649 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a8869915-41ed-4460-b77a-2b32fb41ecf8 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "DELETE /v2.0/ports/baa92fdf-d5ac-40d7-9003-810e5c719e84/tags HTTP/1.1" status: 204 len: 168 time: 0.3227808 Aug 22 13:42:14.936001 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50032) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:14.946451 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-656e4e95-c269-4913-89e5-ebe5a33d8cc2 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2089553 Aug 22 13:42:14.951533 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50034) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:14.953483 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.tag.tag_plugin [None req-e58ded48-5667-4440-a3a9-0910d2d3c1e2 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1353328d-eacf-43bc-a6c0-80a7802be417') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:14.957904 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6346d8ef-6db2-4e7a-a472-252c765d1a8b tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:42:14.977184 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device bb6c83a9-b15b-4482-bc83-48df204ec3e3 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:42:15.107793 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cbc2bd18-8c15-4e33-9611-e68989cecd06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:15.122343 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-61fcb253-ed5d-484d-ac0d-4cc713ce2f19 None None] Allocated IP 2001:db8::f816:3eff:fe81:3760 (933f65da-8ef2-4dea-ac27-3eee9182e92f/f8c4aa6a-3f3e-4ae7-b7e4-f44bc13fdf0a/e10e61f1-912a-4fde-9ba1-3c9558428302) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:42:15.128375 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-cbc2bd18-8c15-4e33-9611-e68989cecd06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1b2f91c-97f1-4a8f-b667-a0ca22af0cdb']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:15.149181 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-cbc2bd18-8c15-4e33-9611-e68989cecd06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7712b1b6-f87e-49b9-abc8-282a190e523f') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:15.150027 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-cbc2bd18-8c15-4e33-9611-e68989cecd06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7712b1b6-f87e-49b9-abc8-282a190e523f') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:15.162964 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cbc2bd18-8c15-4e33-9611-e68989cecd06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:15.180275 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cbc2bd18-8c15-4e33-9611-e68989cecd06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:15.187419 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbc2bd18-8c15-4e33-9611-e68989cecd06 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:42:15.188103 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cbc2bd18-8c15-4e33-9611-e68989cecd06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:15.198124 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6346d8ef-6db2-4e7a-a472-252c765d1a8b tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:15.216983 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port bb6c83a9-b15b-4482-bc83-48df204ec3e3, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=bb6c83a9-b15b-4482-bc83-48df204ec3e3,segment=NetworkSegment(161f9050-dd54-4af2-adc4-65a63758c3ef),segment_id=161f9050-dd54-4af2-adc4-65a63758c3ef)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:42:15.227452 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e58ded48-5667-4440-a3a9-0910d2d3c1e2 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "DELETE /v2.0/subnets/1353328d-eacf-43bc-a6c0-80a7802be417/tags HTTP/1.1" status: 204 len: 168 time: 0.2729206 Aug 22 13:42:15.230461 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50038) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:15.235789 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': 'bb6c83a9-b15b-4482-bc83-48df204ec3e3', 'network_id': '2128412b-c8a7-4056-bb86-409cbc192052', 'port_id': 'bb6c83a9-b15b-4482-bc83-48df204ec3e3', 'mac_address': 'fa:16:3e:84:18:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86a526ba-1235-4c19-b583-97d0cbf7fcaa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:42:15.237561 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-377b59fc-38ef-41aa-8a79-b9ec67a91d6b tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:15.239043 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:42:15.239043 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:42:15.239043 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:42:15.239043 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:42:15.239043 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:42:15.239043 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:42:15.239043 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:42:15.239043 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:42:15.239043 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:42:15.239043 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:42:15.239043 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:42:15.239043 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:42:15.239043 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:42:15.239043 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:42:15.239043 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:42:15.239043 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:42:15.239043 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:42:15.239043 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:42:15.239043 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:42:15.239043 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:42:15.239043 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:42:15.239043 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:42:15.239043 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:42:15.239043 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:42:15.239043 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:42:15.239043 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:42:15.239043 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:42:15.239043 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:42:15.239043 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:42:15.239043 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:42:15.239043 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:42:15.239043 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:42:15.279116 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-6346d8ef-6db2-4e7a-a472-252c765d1a8b tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] device_id is not set on port d2e2a799-5bb9-4399-b852-bb6493b33c07 yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:42:15.291959 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2ef27-7bb2-4fd2-84c3-0a92dd6919f0 req-83928ff0-323e-4843-9b27-a9410d6eb6c6 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:15.294777 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f9e2ef27-7bb2-4fd2-84c3-0a92dd6919f0 req-83928ff0-323e-4843-9b27-a9410d6eb6c6 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.41 "GET /v2.0/ports?device_id=414d5d55-0aa9-4530-9553-c445350ded61&tenant_id=50b3d484826f4e1f8052fde49b87f38a&binding%3Ahost_id=n-h1-793621-33 HTTP/1.1" status: 200 len: 944 time: 0.1620975 Aug 22 13:42:15.305194 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-377b59fc-38ef-41aa-8a79-b9ec67a91d6b tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:15.316866 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cbc2bd18-8c15-4e33-9611-e68989cecd06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:15.336574 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cbc2bd18-8c15-4e33-9611-e68989cecd06 admin admin] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:15.341619 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-cbc2bd18-8c15-4e33-9611-e68989cecd06 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e1b2f91c-97f1-4a8f-b667-a0ca22af0cdb HTTP/1.1" status: 204 len: 168 time: 0.5511584 Aug 22 13:42:15.369264 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc2bd18-8c15-4e33-9611-e68989cecd06 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1b2f91c-97f1-4a8f-b667-a0ca22af0cdb,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:15.382176 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e11b31-2772-4ad0-9c3e-a747bf182e00 req-700b9714-78d7-451b-a34a-1309826c508e tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:15.390302 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-67e11b31-2772-4ad0-9c3e-a747bf182e00 req-700b9714-78d7-451b-a34a-1309826c508e tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 944 time: 0.1434734 Aug 22 13:42:15.434123 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-377b59fc-38ef-41aa-8a79-b9ec67a91d6b tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:15.438663 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-377b59fc-38ef-41aa-8a79-b9ec67a91d6b tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:15.444360 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-377b59fc-38ef-41aa-8a79-b9ec67a91d6b tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "DELETE /v2.0/security-groups/9053dfd8-0f89-49f2-8506-4df14694b463 HTTP/1.1" status: 204 len: 168 time: 0.4906952 Aug 22 13:42:15.444553 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50042) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:15.459397 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:15.461446 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377b59fc-38ef-41aa-8a79-b9ec67a91d6b tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9053dfd8-0f89-49f2-8506-4df14694b463,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:15.490893 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-67e11b31-2772-4ad0-9c3e-a747bf182e00 req-dcefc85c-40b9-41e5-b9ec-b8c164cc6bca tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=b83678d1-4258-4ef7-88a8-5933c84ca924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988944 Aug 22 13:42:15.510279 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb6c83a9-b15b-4482-bc83-48df204ec3e3 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:42:15.531304 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-72009592-f0db-4941-8e48-e3ec915b05c5 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Notify callbacks [] for subnetpool, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:15.532614 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-72009592-f0db-4941-8e48-e3ec915b05c5 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "DELETE /v2.0/subnetpools/696e5bed-7820-4447-8d50-cb2fa997f591 HTTP/1.1" status: 204 len: 168 time: 0.2947690 Aug 22 13:42:15.535478 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50044) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:15.538723 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f9e2ef27-7bb2-4fd2-84c3-0a92dd6919f0 req-9cb92eab-0064-49fc-9d94-31b269fb388f service neutron] 10.222.0.41 "GET /v2.0/ports/8c6dc773-1a07-4ca5-85cc-b116f5c58e9a/bindings/n-h1-793621-33 HTTP/1.1" status: 200 len: 383 time: 0.2358732 Aug 22 13:42:15.547275 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port bb6c83a9-b15b-4482-bc83-48df204ec3e3, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=bb6c83a9-b15b-4482-bc83-48df204ec3e3,segment=NetworkSegment(161f9050-dd54-4af2-adc4-65a63758c3ef),segment_id=161f9050-dd54-4af2-adc4-65a63758c3ef)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:42:15.555350 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-61fcb253-ed5d-484d-ac0d-4cc713ce2f19 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:15.555535 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4cc14e7c-99d0-41d0-89c8-ccd42b229add tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0994618 Aug 22 13:42:15.556228 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50046) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:15.562608 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-a34de98c-4996-4413-9716-11825f73b644 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Request body: {'security_group': {'name': 'tempest-secgroup--1211407549'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:15.563076 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:15.563861 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:42:15.572331 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-61fcb253-ed5d-484d-ac0d-4cc713ce2f19 None None] Transition to ACTIVE for port object e10e61f1-912a-4fde-9ba1-3c9558428302 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:42:15.599772 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f3952940-9646-4c13-be05-2c938c843e0f tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "GET /v2.0/ports?device_id=1795953c-988b-4e79-bca9-e09df01ef377 HTTP/1.1" status: 200 len: 205 time: 0.0589411 Aug 22 13:42:15.600486 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50048) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:15.620626 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50050) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:15.651268 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a34de98c-4996-4413-9716-11825f73b644 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:15.652222 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-61fcb253-ed5d-484d-ac0d-4cc713ce2f19 None None] Transition to ACTIVE for port object e10e61f1-912a-4fde-9ba1-3c9558428302 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:42:15.670620 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2ef27-7bb2-4fd2-84c3-0a92dd6919f0 req-0c541528-1b13-4e7a-b3ca-6c309072aa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:15.672952 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f9e2ef27-7bb2-4fd2-84c3-0a92dd6919f0 req-0c541528-1b13-4e7a-b3ca-6c309072aa04 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=50b3d484826f4e1f8052fde49b87f38a&device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 1096 time: 0.1033206 Aug 22 13:42:15.678316 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b614ede3-805f-4e2f-9e90-d58c5af988ff tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Notify callbacks [] for router, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:15.774773 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=8c6dc773-1a07-4ca5-85cc-b116f5c58e9a,segment=NetworkSegment(0de567c1-0b27-42d1-b215-d74bde0cce23),segment_id=0de567c1-0b27-42d1-b215-d74bde0cce23)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:42:15.791120 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '8c6dc773-1a07-4ca5-85cc-b116f5c58e9a', 'network_id': '688a25cb-87b8-45f2-8ef8-1274133a97f8', 'port_id': '8c6dc773-1a07-4ca5-85cc-b116f5c58e9a', 'mac_address': 'fa:16:3e:02:b1:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9501ed24-569f-4556-a2e9-978154d36845', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:42:15.800820 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=bb6c83a9-b15b-4482-bc83-48df204ec3e3,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:15.805928 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2e9ca2f1-b7d6-438d-adfe-2e133e67992e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a2ee9a6f917e4b5e9106e070934a9454&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1829624 Aug 22 13:42:15.808775 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-61fcb253-ed5d-484d-ac0d-4cc713ce2f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:15.813740 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50058) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:15.841632 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-6346d8ef-6db2-4e7a-a472-252c765d1a8b tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Allocated IP 2001:db8::f816:3eff:fe3e:231f (933f65da-8ef2-4dea-ac27-3eee9182e92f/f8c4aa6a-3f3e-4ae7-b7e4-f44bc13fdf0a/d2e2a799-5bb9-4399-b852-bb6493b33c07) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:42:15.865148 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fcb253-ed5d-484d-ac0d-4cc713ce2f19 None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:42:15.893125 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b614ede3-805f-4e2f-9e90-d58c5af988ff tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:15.899032 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b614ede3-805f-4e2f-9e90-d58c5af988ff tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:15.907897 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:15.925284 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-61fcb253-ed5d-484d-ac0d-4cc713ce2f19 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:42:15.928031 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:42:15.932641 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fcb253-ed5d-484d-ac0d-4cc713ce2f19 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:42:16.020035 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b614ede3-805f-4e2f-9e90-d58c5af988ff tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:16.020668 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b614ede3-805f-4e2f-9e90-d58c5af988ff tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Fanout notify agent at l3_agent the message router_deleted on router 1795953c-988b-4e79-bca9-e09df01ef377 {{(pid=94627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:42:16.048481 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b614ede3-805f-4e2f-9e90-d58c5af988ff tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:16.050135 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-b614ede3-805f-4e2f-9e90-d58c5af988ff tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "DELETE /v2.0/routers/1795953c-988b-4e79-bca9-e09df01ef377 HTTP/1.1" status: 204 len: 168 time: 0.4491749 Aug 22 13:42:16.052858 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50064) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:16.060817 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fcb253-ed5d-484d-ac0d-4cc713ce2f19 None None] Pushing event updated for resources: {'Port': ['ID=e10e61f1-912a-4fde-9ba1-3c9558428302,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:16.069213 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=8c6dc773-1a07-4ca5-85cc-b116f5c58e9a,segment=NetworkSegment(0de567c1-0b27-42d1-b215-d74bde0cce23),segment_id=0de567c1-0b27-42d1-b215-d74bde0cce23)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:42:16.076885 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a15b0-082f-4da7-91d3-16c331dd5867 req-1fc48ac7-c0df-4533-b09f-5d3f9c992012 tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:16.080064 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cb9a15b0-082f-4da7-91d3-16c331dd5867 req-1fc48ac7-c0df-4533-b09f-5d3f9c992012 tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b881fc6-03a1-4c6d-9750-0a3cc4f065a6 HTTP/1.1" status: 200 len: 944 time: 0.1591172 Aug 22 13:42:16.080220 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:16.087699 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-61fcb253-ed5d-484d-ac0d-4cc713ce2f19 None None] Attempting to bind port e10e61f1-912a-4fde-9ba1-3c9558428302 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:42:16.087699 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-61fcb253-ed5d-484d-ac0d-4cc713ce2f19 None None] Attempting to bind port e10e61f1-912a-4fde-9ba1-3c9558428302 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:42:16.087699 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fcb253-ed5d-484d-ac0d-4cc713ce2f19 None None] Attempting to bind port e10e61f1-912a-4fde-9ba1-3c9558428302 on network 933f65da-8ef2-4dea-ac27-3eee9182e92f {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:42:16.116312 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fcb253-ed5d-484d-ac0d-4cc713ce2f19 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:42:16.116703 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fcb253-ed5d-484d-ac0d-4cc713ce2f19 None None] Checking segment: {'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:42:16.117059 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-61fcb253-ed5d-484d-ac0d-4cc713ce2f19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:16.117455 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fcb253-ed5d-484d-ac0d-4cc713ce2f19 None None] Bound using segment: {'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:42:16.117937 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-61fcb253-ed5d-484d-ac0d-4cc713ce2f19 None None] Bound port: e10e61f1-912a-4fde-9ba1-3c9558428302, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:42:16.118449 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-61fcb253-ed5d-484d-ac0d-4cc713ce2f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:16.175166 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=8c6dc773-1a07-4ca5-85cc-b116f5c58e9a,revision_number=8']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:16.186734 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cb9a15b0-082f-4da7-91d3-16c331dd5867 req-33f7d1fe-617e-4ba6-8bfb-e9fee3004268 tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] 10.222.0.21 "GET /v2.0/security-groups?id=e50804df-1221-4a77-b923-40de9ee5a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844831 Aug 22 13:42:16.216735 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-fcf98fe2-7c26-42f4-b35a-23e1d1b4f597 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Deleting port baa92fdf-d5ac-40d7-9003-810e5c719e84 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:42:16.217213 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fcf98fe2-7c26-42f4-b35a-23e1d1b4f597 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:16.225609 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-61fcb253-ed5d-484d-ac0d-4cc713ce2f19 None None] For port e10e61f1-912a-4fde-9ba1-3c9558428302, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:42:16.234711 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-61fcb253-ed5d-484d-ac0d-4cc713ce2f19 None None] For port e10e61f1-912a-4fde-9ba1-3c9558428302, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=e10e61f1-912a-4fde-9ba1-3c9558428302,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:42:16.246415 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-61fcb253-ed5d-484d-ac0d-4cc713ce2f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:16.308979 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['bb6c83a9-b15b-4482-bc83-48df204ec3e3'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:42:16.318158 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['8c6dc773-1a07-4ca5-85cc-b116f5c58e9a'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:42:16.343336 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fcf98fe2-7c26-42f4-b35a-23e1d1b4f597 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:16.358346 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-fcf98fe2-7c26-42f4-b35a-23e1d1b4f597 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Calling delete_port for baa92fdf-d5ac-40d7-9003-810e5c719e84 owned by {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:42:16.377152 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fcb253-ed5d-484d-ac0d-4cc713ce2f19 None None] Pushing event updated for resources: {'Port': ['ID=e10e61f1-912a-4fde-9ba1-3c9558428302,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:16.395576 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2ef27-7bb2-4fd2-84c3-0a92dd6919f0 req-fc6f3186-ad80-4ba6-a885-d99ef66b421f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:16.397925 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f9e2ef27-7bb2-4fd2-84c3-0a92dd6919f0 req-fc6f3186-ad80-4ba6-a885-d99ef66b421f service neutron] 10.222.0.41 "GET /v2.0/networks?id=688a25cb-87b8-45f2-8ef8-1274133a97f8 HTTP/1.1" status: 200 len: 897 time: 0.7074659 Aug 22 13:42:16.400776 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a34de98c-4996-4413-9716-11825f73b644 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:16.456836 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a34de98c-4996-4413-9716-11825f73b644 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:16.528081 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fcf98fe2-7c26-42f4-b35a-23e1d1b4f597 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:16.569756 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf98fe2-7c26-42f4-b35a-23e1d1b4f597 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Pushing event deleted for resources: {'Port': ['ID=baa92fdf-d5ac-40d7-9003-810e5c719e84,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:16.618714 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a34de98c-4996-4413-9716-11825f73b644 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:16.623537 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a34de98c-4996-4413-9716-11825f73b644 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0666423 Aug 22 13:42:16.648674 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34de98c-4996-4413-9716-11825f73b644 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de1c5c4a-8dc4-44d4-bfa3-fbb138055d02,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:16.649202 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50070) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:16.660883 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-fdc2e6df-a03c-4142-af65-31eb6a6245dd tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Request body: {'security_group_rule': {'security_group_id': 'de1c5c4a-8dc4-44d4-bfa3-fbb138055d02', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:16.685261 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6b78eba6-81bf-4535-bf10-5dc8a7753e27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:16.691595 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f9e2ef27-7bb2-4fd2-84c3-0a92dd6919f0 req-b68f43a3-def5-4657-9e52-18ce31b0d186 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c6dc773-1a07-4ca5-85cc-b116f5c58e9a HTTP/1.1" status: 200 len: 1000 time: 0.2721519 Aug 22 13:42:16.800972 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0791a-bf49-4cf3-bf65-20ee11405bfb req-9a527e56-af28-4418-b95a-7e781c58eb53 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:16.804612 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6346d8ef-6db2-4e7a-a472-252c765d1a8b tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:16.806866 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f8e0791a-bf49-4cf3-bf65-20ee11405bfb req-9a527e56-af28-4418-b95a-7e781c58eb53 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 945 time: 0.1764443 Aug 22 13:42:16.810233 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fdc2e6df-a03c-4142-af65-31eb6a6245dd tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:16.810744 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6b78eba6-81bf-4535-bf10-5dc8a7753e27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:16.846431 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-6346d8ef-6db2-4e7a-a472-252c765d1a8b tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Transition to ACTIVE for port object d2e2a799-5bb9-4399-b852-bb6493b33c07 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:42:16.853118 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2ef27-7bb2-4fd2-84c3-0a92dd6919f0 req-eba69e4d-e26a-408c-b965-0d782b59e3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:16.854886 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f9e2ef27-7bb2-4fd2-84c3-0a92dd6919f0 req-eba69e4d-e26a-408c-b965-0d782b59e3e5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9501ed24-569f-4556-a2e9-978154d36845 HTTP/1.1" status: 200 len: 835 time: 0.1511331 Aug 22 13:42:16.875457 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fcf98fe2-7c26-42f4-b35a-23e1d1b4f597 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:16.877910 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-fcf98fe2-7c26-42f4-b35a-23e1d1b4f597 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "DELETE /v2.0/ports/baa92fdf-d5ac-40d7-9003-810e5c719e84 HTTP/1.1" status: 204 len: 168 time: 0.8240180 Aug 22 13:42:16.886845 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50072) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:16.945450 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fdc2e6df-a03c-4142-af65-31eb6a6245dd tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:16.949534 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2ef27-7bb2-4fd2-84c3-0a92dd6919f0 req-feb129d3-232d-4670-994c-382ac8dd28d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:16.951133 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f9e2ef27-7bb2-4fd2-84c3-0a92dd6919f0 req-feb129d3-232d-4670-994c-382ac8dd28d2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=688a25cb-87b8-45f2-8ef8-1274133a97f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0640390 Aug 22 13:42:16.953447 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6b78eba6-81bf-4535-bf10-5dc8a7753e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:16.955956 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6b78eba6-81bf-4535-bf10-5dc8a7753e27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:16.956381 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fdc2e6df-a03c-4142-af65-31eb6a6245dd tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:16.957087 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6b78eba6-81bf-4535-bf10-5dc8a7753e27 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f98789b4-1da0-433b-b77b-7464c368aabb HTTP/1.1" status: 204 len: 168 time: 1.1392736 Aug 22 13:42:16.974295 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b78eba6-81bf-4535-bf10-5dc8a7753e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98789b4-1da0-433b-b77b-7464c368aabb,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:16.986410 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6346d8ef-6db2-4e7a-a472-252c765d1a8b tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:17.026312 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f8e0791a-bf49-4cf3-bf65-20ee11405bfb req-e6a50947-ff0f-4599-ac64-7df029af9dfc tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=b83678d1-4258-4ef7-88a8-5933c84ca924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715102 Aug 22 13:42:17.036554 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc2e6df-a03c-4142-af65-31eb6a6245dd tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c44df91-ae31-4e50-bbf1-99974668ccb5,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:17.053490 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-91d02526-257e-4f12-951c-48adc8a3f6e2 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Deleting subnet 1353328d-eacf-43bc-a6c0-80a7802be417 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:42:17.066528 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fdc2e6df-a03c-4142-af65-31eb6a6245dd tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:17.072223 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-fdc2e6df-a03c-4142-af65-31eb6a6245dd tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4162867 Aug 22 13:42:17.072223 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-91d02526-257e-4f12-951c-48adc8a3f6e2 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:17.073801 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50078) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:17.097890 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6346d8ef-6db2-4e7a-a472-252c765d1a8b tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:42:17.113518 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-6346d8ef-6db2-4e7a-a472-252c765d1a8b tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:42:17.118794 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6346d8ef-6db2-4e7a-a472-252c765d1a8b tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event updated for resources: {'Port': ['ID=d2e2a799-5bb9-4399-b852-bb6493b33c07,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:17.123143 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6346d8ef-6db2-4e7a-a472-252c765d1a8b tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:42:17.132639 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6346d8ef-6db2-4e7a-a472-252c765d1a8b tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:17.133280 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6346d8ef-6db2-4e7a-a472-252c765d1a8b tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:17.134380 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-91d02526-257e-4f12-951c-48adc8a3f6e2 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:17.140596 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-cc1a2c36-7c3b-4deb-b9ae-87ca9c8bee30 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "GET /v2.0/security-group-rules/0c44df91-ae31-4e50-bbf1-99974668ccb5 HTTP/1.1" status: 200 len: 763 time: 0.0638516 Aug 22 13:42:17.143980 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50080) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:17.185351 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f9e2ef27-7bb2-4fd2-84c3-0a92dd6919f0 req-995dea5a-6f6b-4561-8b43-1e5b89965e07 service neutron] 10.222.0.41 "GET /v2.0/networks/688a25cb-87b8-45f2-8ef8-1274133a97f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239993 Aug 22 13:42:17.188159 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6346d8ef-6db2-4e7a-a472-252c765d1a8b tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6757593 Aug 22 13:42:17.191067 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50082) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:17.244521 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-91d02526-257e-4f12-951c-48adc8a3f6e2 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:17.278906 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c0ce1355-40cf-4d30-ac26-1a13f0faa0cc tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1313407 Aug 22 13:42:17.286593 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50088) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:17.352801 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-91d02526-257e-4f12-951c-48adc8a3f6e2 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:17.353284 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114a2492-004c-49b6-8952-4bfee60606eb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:17.360036 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114a2492-004c-49b6-8952-4bfee60606eb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:17.361726 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-114a2492-004c-49b6-8952-4bfee60606eb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1697361 Aug 22 13:42:17.370842 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50090) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:17.389993 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-33ace1df-3115-4c70-9505-154fd5eb0d79 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:17.395284 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d02526-257e-4f12-951c-48adc8a3f6e2 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Pushing event deleted for resources: {'Subnet': ['ID=1353328d-eacf-43bc-a6c0-80a7802be417,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:17.412614 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-91d02526-257e-4f12-951c-48adc8a3f6e2 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:17.417212 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-91d02526-257e-4f12-951c-48adc8a3f6e2 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "DELETE /v2.0/subnets/1353328d-eacf-43bc-a6c0-80a7802be417 HTTP/1.1" status: 204 len: 168 time: 0.5262854 Aug 22 13:42:17.419910 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50096) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:17.424746 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b524056c-8b24-4ff9-88dd-08ab9a4d9e75 None None] Network 8b60bdf4-9c2c-46be-80cf-56d1bcc79de4 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:42:17.452964 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df206579-8b0c-4434-b3bf-34913f5b8f89 req-79874891-b1ac-4b26-bd05-c98437e3eb6b tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:17.453864 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-33ace1df-3115-4c70-9505-154fd5eb0d79 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:17.456828 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-df206579-8b0c-4434-b3bf-34913f5b8f89 req-79874891-b1ac-4b26-bd05-c98437e3eb6b tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b881fc6-03a1-4c6d-9750-0a3cc4f065a6 HTTP/1.1" status: 200 len: 944 time: 0.1408045 Aug 22 13:42:17.511988 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f9e2ef27-7bb2-4fd2-84c3-0a92dd6919f0 req-3f73ac76-1cc0-47ad-b5f4-8b911e0fadcd service neutron] 10.222.0.41 "GET /v2.0/networks/688a25cb-87b8-45f2-8ef8-1274133a97f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187294 Aug 22 13:42:17.548770 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device e10e61f1-912a-4fde-9ba1-3c9558428302 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:42:17.594865 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50100) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:17.637241 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8b4c90ad-dedb-4b51-aa2d-61949f52dba7 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:17.679104 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-33ace1df-3115-4c70-9505-154fd5eb0d79 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:17.685114 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-33ace1df-3115-4c70-9505-154fd5eb0d79 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:17.689904 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-33ace1df-3115-4c70-9505-154fd5eb0d79 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/0c44df91-ae31-4e50-bbf1-99974668ccb5 HTTP/1.1" status: 204 len: 168 time: 0.4023020 Aug 22 13:42:17.690726 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50102) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:17.699106 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ba235969-ac41-46d5-9dc0-b32e94b09981 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=32736482bcc242828e7a5a3219e8d0ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0997694 Aug 22 13:42:17.714388 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50104) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:17.735920 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ace1df-3115-4c70-9505-154fd5eb0d79 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c44df91-ae31-4e50-bbf1-99974668ccb5,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:17.762827 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-df206579-8b0c-4434-b3bf-34913f5b8f89 req-3fdbc4b3-5771-4f07-80ae-b768262ed79c tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] 10.222.0.21 "GET /v2.0/security-groups?id=e50804df-1221-4a77-b923-40de9ee5a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149783 Aug 22 13:42:17.768058 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-3f366869-fda8-4bd2-ac23-acfc20fcec13 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Deleting port d2e2a799-5bb9-4399-b852-bb6493b33c07 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:42:17.768714 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3f366869-fda8-4bd2-ac23-acfc20fcec13 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:17.813197 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-04685037-c25c-4fe3-b569-82c129418790 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1057017 Aug 22 13:42:17.815859 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port e10e61f1-912a-4fde-9ba1-3c9558428302 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:42:17.835899 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50108) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:17.842049 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-1bb1d4da-332b-4a69-8809-24d51e781107 None None] Provisioning for port e10e61f1-912a-4fde-9ba1-3c9558428302 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:42:17.846270 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-d0186a88-2698-4655-904f-2a0885cedc64 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Request body: {'security_group_rule': {'security_group_id': 'de1c5c4a-8dc4-44d4-bfa3-fbb138055d02', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:17.848799 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-1bb1d4da-332b-4a69-8809-24d51e781107 None None] Provisioning complete for port e10e61f1-912a-4fde-9ba1-3c9558428302 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:42:17.849936 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1bb1d4da-332b-4a69-8809-24d51e781107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:17.898074 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0b18bd3b-9715-4f58-97c0-049e944b4da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:17.925819 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-8b4c90ad-dedb-4b51-aa2d-61949f52dba7 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Deleting port 8ee379a7-2c1f-4951-9664-1be9d951c6ca {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:42:17.926256 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8b4c90ad-dedb-4b51-aa2d-61949f52dba7 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:17.945186 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d0186a88-2698-4655-904f-2a0885cedc64 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:17.951016 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3f366869-fda8-4bd2-ac23-acfc20fcec13 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:17.955439 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78050ba-509d-4623-94fd-5c9f0b7a7a45 None None] DHCP port deletion for 8b60bdf4-9c2c-46be-80cf-56d1bcc79de4 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:42:17.996040 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0b18bd3b-9715-4f58-97c0-049e944b4da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:18.004112 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-3f366869-fda8-4bd2-ac23-acfc20fcec13 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Calling delete_port for d2e2a799-5bb9-4399-b852-bb6493b33c07 owned by {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:42:18.013889 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1bb1d4da-332b-4a69-8809-24d51e781107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:18.072726 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-1bb1d4da-332b-4a69-8809-24d51e781107 None None] For port e10e61f1-912a-4fde-9ba1-3c9558428302, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=e10e61f1-912a-4fde-9ba1-3c9558428302,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:42:18.080295 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1bb1d4da-332b-4a69-8809-24d51e781107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:18.118372 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-8b4c90ad-dedb-4b51-aa2d-61949f52dba7 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] For port 8ee379a7-2c1f-4951-9664-1be9d951c6ca, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=8ee379a7-2c1f-4951-9664-1be9d951c6ca,segment=NetworkSegment(2ea04df0-e8c4-48c1-84ba-82856d8a1b67),segment_id=2ea04df0-e8c4-48c1-84ba-82856d8a1b67)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:42:18.118870 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8b4c90ad-dedb-4b51-aa2d-61949f52dba7 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:18.137074 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d0186a88-2698-4655-904f-2a0885cedc64 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:18.149462 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d0186a88-2698-4655-904f-2a0885cedc64 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:18.166737 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb1d4da-332b-4a69-8809-24d51e781107 None None] Pushing event updated for resources: {'Port': ['ID=e10e61f1-912a-4fde-9ba1-3c9558428302,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:18.192852 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-f78050ba-509d-4623-94fd-5c9f0b7a7a45 None None] Deleting port 8ee379a7-2c1f-4951-9664-1be9d951c6ca {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:42:18.194985 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f78050ba-509d-4623-94fd-5c9f0b7a7a45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:18.231365 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-8b4c90ad-dedb-4b51-aa2d-61949f52dba7 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Calling delete_port for 8ee379a7-2c1f-4951-9664-1be9d951c6ca owned by network:dhcp {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:42:18.233088 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d0186a88-2698-4655-904f-2a0885cedc64 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:18.234886 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d0186a88-2698-4655-904f-2a0885cedc64 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3979800 Aug 22 13:42:18.240916 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50114) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:18.250533 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0186a88-2698-4655-904f-2a0885cedc64 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e4f7e6e-509d-4ca5-87bb-6fc085e0c154,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:18.262778 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c1e9984b-5a6e-48e9-85d0-6140ab866110 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "GET /v2.0/security-group-rules/4e4f7e6e-509d-4ca5-87bb-6fc085e0c154 HTTP/1.1" status: 200 len: 763 time: 0.0206859 Aug 22 13:42:18.265772 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50116) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:18.329107 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-f78050ba-509d-4623-94fd-5c9f0b7a7a45 None None] For port 8ee379a7-2c1f-4951-9664-1be9d951c6ca, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=8ee379a7-2c1f-4951-9664-1be9d951c6ca,segment=NetworkSegment(2ea04df0-e8c4-48c1-84ba-82856d8a1b67),segment_id=2ea04df0-e8c4-48c1-84ba-82856d8a1b67)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:42:18.329455 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f78050ba-509d-4623-94fd-5c9f0b7a7a45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:18.350814 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9066760e-3122-41e8-8504-48ffb2d5d796 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0838795 Aug 22 13:42:18.353876 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50118) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:18.360389 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-f78050ba-509d-4623-94fd-5c9f0b7a7a45 None None] Calling delete_port for 8ee379a7-2c1f-4951-9664-1be9d951c6ca owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:42:18.385151 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e74d29e5-ffc9-415b-a439-d45f3c141271 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:18.395160 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e74d29e5-ffc9-415b-a439-d45f3c141271 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:18.397344 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3f366869-fda8-4bd2-ac23-acfc20fcec13 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:18.431402 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f366869-fda8-4bd2-ac23-acfc20fcec13 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event deleted for resources: {'Port': ['ID=d2e2a799-5bb9-4399-b852-bb6493b33c07,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:18.453424 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-5113fb5f-d4c5-40b2-a405-6d1f68f45bae None None] Could not find standard attr ID for object d2e2a799-5bb9-4399-b852-bb6493b33c07. {{(pid=94629) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 13:42:18.455392 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f78050ba-509d-4623-94fd-5c9f0b7a7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:18.487019 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78050ba-509d-4623-94fd-5c9f0b7a7a45 None None] Pushing event deleted for resources: {'Port': ['ID=8ee379a7-2c1f-4951-9664-1be9d951c6ca,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:18.489284 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78050ba-509d-4623-94fd-5c9f0b7a7a45 None None] No DVR routers for this DVR port 8ee379a7-2c1f-4951-9664-1be9d951c6ca on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:42:18.523645 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3f366869-fda8-4bd2-ac23-acfc20fcec13 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:18.536193 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-3f366869-fda8-4bd2-ac23-acfc20fcec13 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/ports/d2e2a799-5bb9-4399-b852-bb6493b33c07 HTTP/1.1" status: 204 len: 168 time: 1.1642983 Aug 22 13:42:18.537056 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50120) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:18.601311 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ddd033-036a-4615-abca-7a52982b636b tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:18.603142 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ddd033-036a-4615-abca-7a52982b636b tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:18.612454 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-11ddd033-036a-4615-abca-7a52982b636b tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0696640 Aug 22 13:42:18.612454 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e74d29e5-ffc9-415b-a439-d45f3c141271 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:18.614309 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50122) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:18.632653 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e74d29e5-ffc9-415b-a439-d45f3c141271 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:18.633801 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e74d29e5-ffc9-415b-a439-d45f3c141271 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/4e4f7e6e-509d-4ca5-87bb-6fc085e0c154 HTTP/1.1" status: 204 len: 168 time: 0.2789857 Aug 22 13:42:18.648530 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50124) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:18.688195 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0b18bd3b-9715-4f58-97c0-049e944b4da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:18.690977 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0b18bd3b-9715-4f58-97c0-049e944b4da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:18.692993 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-0b18bd3b-9715-4f58-97c0-049e944b4da9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/456934fd-0698-4321-a5f2-ef05d47307b5 HTTP/1.1" status: 204 len: 168 time: 0.9716706 Aug 22 13:42:18.710823 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502c1743-603a-4fab-9ba4-5a0c2906a9fa req-e546adfe-64f1-4dd0-a6cc-6ae98c7b8f10 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:18.716840 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-502c1743-603a-4fab-9ba4-5a0c2906a9fa req-e546adfe-64f1-4dd0-a6cc-6ae98c7b8f10 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 945 time: 0.5090034 Aug 22 13:42:18.720060 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74d29e5-ffc9-415b-a439-d45f3c141271 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e4f7e6e-509d-4ca5-87bb-6fc085e0c154,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:18.738563 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b18bd3b-9715-4f58-97c0-049e944b4da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456934fd-0698-4321-a5f2-ef05d47307b5,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:18.773954 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-550b1384-72e0-4087-bdb2-c421fa0a3499 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Deleting subnet f8c4aa6a-3f3e-4ae7-b7e4-f44bc13fdf0a {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:42:18.791201 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-502c1743-603a-4fab-9ba4-5a0c2906a9fa req-ee845f10-2186-43f1-9414-36b0ea8be8d0 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=b83678d1-4258-4ef7-88a8-5933c84ca924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665910 Aug 22 13:42:18.795873 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-550b1384-72e0-4087-bdb2-c421fa0a3499 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:18.821461 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8b4c90ad-dedb-4b51-aa2d-61949f52dba7 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:18.839562 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-91325b79-6e13-4b21-9bfd-784bdf846132 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1886415 Aug 22 13:42:18.876950 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50132) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:18.884205 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-40044373-c50f-41e1-9cc1-e4821510756e tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Request body: {'security_group_rule': {'security_group_id': 'de1c5c4a-8dc4-44d4-bfa3-fbb138055d02', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:18.892561 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4c90ad-dedb-4b51-aa2d-61949f52dba7 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] No DVR routers for this DVR port 8ee379a7-2c1f-4951-9664-1be9d951c6ca on host n-d-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:42:18.894444 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c90ad-dedb-4b51-aa2d-61949f52dba7 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Pushing event deleted for resources: {'Port': ['ID=8ee379a7-2c1f-4951-9664-1be9d951c6ca,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:18.960324 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-550b1384-72e0-4087-bdb2-c421fa0a3499 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:19.018254 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8b4c90ad-dedb-4b51-aa2d-61949f52dba7 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:19.021026 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device bb6c83a9-b15b-4482-bc83-48df204ec3e3 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:42:19.028503 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-8b4c90ad-dedb-4b51-aa2d-61949f52dba7 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b60bdf4-9c2c-46be-80cf-56d1bcc79de4']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:19.039249 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-8b4c90ad-dedb-4b51-aa2d-61949f52dba7 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ea04df0-e8c4-48c1-84ba-82856d8a1b67') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:19.039543 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-8b4c90ad-dedb-4b51-aa2d-61949f52dba7 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ea04df0-e8c4-48c1-84ba-82856d8a1b67') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:19.049452 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8b4c90ad-dedb-4b51-aa2d-61949f52dba7 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:19.064001 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8b4c90ad-dedb-4b51-aa2d-61949f52dba7 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:19.070149 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b4c90ad-dedb-4b51-aa2d-61949f52dba7 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:42:19.070322 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8b4c90ad-dedb-4b51-aa2d-61949f52dba7 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:19.076818 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-550b1384-72e0-4087-bdb2-c421fa0a3499 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:19.092356 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port bb6c83a9-b15b-4482-bc83-48df204ec3e3 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:42:19.097812 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port bb6c83a9-b15b-4482-bc83-48df204ec3e3 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:42:19.098227 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:19.123548 n-d-793621-33 neutron-server[94627]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:42:19.123548 n-d-793621-33 neutron-server[94627]: self.session.flush() Aug 22 13:42:19.123548 n-d-793621-33 neutron-server[94627]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:42:19.123548 n-d-793621-33 neutron-server[94627]: self.session.flush() Aug 22 13:42:19.123548 n-d-793621-33 neutron-server[94627]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:42:19.123548 n-d-793621-33 neutron-server[94627]: self.session.flush() Aug 22 13:42:19.123548 n-d-793621-33 neutron-server[94627]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:42:19.123548 n-d-793621-33 neutron-server[94627]: self.session.flush() Aug 22 13:42:19.123548 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:42:19.123548 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:42:19.123548 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:42:19.123548 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:42:19.123548 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:42:19.123548 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:42:19.123548 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:42:19.123548 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:42:19.123548 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:42:19.123548 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:42:19.123548 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:42:19.123548 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:42:19.123548 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:42:19.123548 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:42:19.123548 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:42:19.123548 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:42:19.123548 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:42:19.123548 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:42:19.123548 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:42:19.123548 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:42:19.123548 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:42:19.123548 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:42:19.123548 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:42:19.123548 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:42:19.123548 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:42:19.123548 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:42:19.123548 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:42:19.123548 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:42:19.123548 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:42:19.123548 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:42:19.123548 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:42:19.123548 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:42:19.176064 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-550b1384-72e0-4087-bdb2-c421fa0a3499 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:19.193627 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-550b1384-72e0-4087-bdb2-c421fa0a3499 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:19.199652 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-550b1384-72e0-4087-bdb2-c421fa0a3499 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/subnets/f8c4aa6a-3f3e-4ae7-b7e4-f44bc13fdf0a HTTP/1.1" status: 204 len: 168 time: 0.5702491 Aug 22 13:42:19.206780 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6f9c8d-941d-4614-a220-11297f225a0f None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:42:19.239683 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50140) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:19.264266 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-40044373-c50f-41e1-9cc1-e4821510756e tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:19.270627 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550b1384-72e0-4087-bdb2-c421fa0a3499 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event deleted for resources: {'Subnet': ['ID=f8c4aa6a-3f3e-4ae7-b7e4-f44bc13fdf0a,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:19.302493 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:19.321812 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c394036e-4358-449d-ad05-a2519a402034 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0805359 Aug 22 13:42:19.323165 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50146) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:19.330778 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-461c72c5-c2a5-470f-b294-e6371a9eef20 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'subnet': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:19.335671 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-40044373-c50f-41e1-9cc1-e4821510756e tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:19.354786 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-40044373-c50f-41e1-9cc1-e4821510756e tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:19.366824 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b881fc6-03a1-4c6d-9750-0a3cc4f065a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb6c83a9-b15b-4482-bc83-48df204ec3e3'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:42:19.369391 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579b1400-981b-47b0-917a-227efa2e12d1" -d '{"events": [{"server_uuid": "9b881fc6-03a1-4c6d-9750-0a3cc4f065a6", "name": "network-vif-plugged", "status": "completed", "tag": "bb6c83a9-b15b-4482-bc83-48df204ec3e3"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:42:19.392177 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40044373-c50f-41e1-9cc1-e4821510756e tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=695a8253-2613-4657-b86b-eed2d08a6a9c,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:19.398527 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8b4c90ad-dedb-4b51-aa2d-61949f52dba7 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:19.408901 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8b4c90ad-dedb-4b51-aa2d-61949f52dba7 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:19.411299 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port bb6c83a9-b15b-4482-bc83-48df204ec3e3, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=bb6c83a9-b15b-4482-bc83-48df204ec3e3,segment=NetworkSegment(161f9050-dd54-4af2-adc4-65a63758c3ef),segment_id=161f9050-dd54-4af2-adc4-65a63758c3ef)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:42:19.413234 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-8b4c90ad-dedb-4b51-aa2d-61949f52dba7 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] 10.222.0.21 "DELETE /v2.0/networks/8b60bdf4-9c2c-46be-80cf-56d1bcc79de4 HTTP/1.1" status: 204 len: 168 time: 1.9554064 Aug 22 13:42:19.453138 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:19.460638 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:42:19.493052 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b204e-d6a6-440c-bc51-7a18c1563775 req-d3bd1a37-b2a4-47c0-86b2-7616ed80d6c4 tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:19.496800 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-283b204e-d6a6-440c-bc51-7a18c1563775 req-d3bd1a37-b2a4-47c0-86b2-7616ed80d6c4 tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b881fc6-03a1-4c6d-9750-0a3cc4f065a6 HTTP/1.1" status: 200 len: 944 time: 0.5685182 Aug 22 13:42:19.547977 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c90ad-dedb-4b51-aa2d-61949f52dba7 tempest-TagsExtTest-1095803338 tempest-TagsExtTest-1095803338-project] Pushing event deleted for resources: {'Network': ['ID=8b60bdf4-9c2c-46be-80cf-56d1bcc79de4,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:19.576944 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-40044373-c50f-41e1-9cc1-e4821510756e tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:19.578535 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-40044373-c50f-41e1-9cc1-e4821510756e tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6988952 Aug 22 13:42:19.581296 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50158) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:19.592211 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-283b204e-d6a6-440c-bc51-7a18c1563775 req-c85de053-3e78-4ae6-87c3-02cf9228b68a tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] 10.222.0.21 "GET /v2.0/security-groups?id=e50804df-1221-4a77-b923-40de9ee5a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886853 Aug 22 13:42:19.623284 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-bd475c50-215f-4f17-bcdc-6af1d483fc02 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "GET /v2.0/security-group-rules/695a8253-2613-4657-b86b-eed2d08a6a9c HTTP/1.1" status: 200 len: 764 time: 0.0407271 Aug 22 13:42:19.627791 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50160) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:19.639168 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=bb6c83a9-b15b-4482-bc83-48df204ec3e3,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:19.654433 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device e10e61f1-912a-4fde-9ba1-3c9558428302 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:42:19.665889 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461c72c5-c2a5-470f-b294-e6371a9eef20 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:42:19.669523 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-461c72c5-c2a5-470f-b294-e6371a9eef20 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:19.741064 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50162) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:19.741386 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d567b76e-e9cf-460c-b785-1a173491b573 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1114287 Aug 22 13:42:19.792502 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0a022913-da69-47c3-9f18-48b23a5925c8 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:19.805863 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0a022913-da69-47c3-9f18-48b23a5925c8 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:19.853263 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:42:19.859903 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:42:19.860299 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:19.902237 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0a022913-da69-47c3-9f18-48b23a5925c8 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:19.911250 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0a022913-da69-47c3-9f18-48b23a5925c8 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:19.912539 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0a022913-da69-47c3-9f18-48b23a5925c8 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/695a8253-2613-4657-b86b-eed2d08a6a9c HTTP/1.1" status: 204 len: 168 time: 0.1705213 Aug 22 13:42:19.916693 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50170) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:19.958420 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a022913-da69-47c3-9f18-48b23a5925c8 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=695a8253-2613-4657-b86b-eed2d08a6a9c,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:19.962100 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a8b357-94af-4bca-bf40-d4c71c5c64d0 x-openstack-request-id: req-93a8b357-94af-4bca-bf40-d4c71c5c64d0 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:42:19.962396 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b881fc6-03a1-4c6d-9750-0a3cc4f065a6", "name": "network-vif-plugged", "status": "completed", "tag": "bb6c83a9-b15b-4482-bc83-48df204ec3e3", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:42:19.962651 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-93a8b357-94af-4bca-bf40-d4c71c5c64d0 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:42:19.963084 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b881fc6-03a1-4c6d-9750-0a3cc4f065a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb6c83a9-b15b-4482-bc83-48df204ec3e3', 'code': 200} Aug 22 13:42:19.990913 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-262638fa-b1a0-49ba-b627-913387c7a61d tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0691936 Aug 22 13:42:19.992154 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50174) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:20.009422 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc7698f-3c7e-417a-80d6-3b8e90f3d1f1 None None] DHCP port deletion for 933f65da-8ef2-4dea-ac27-3eee9182e92f request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:42:20.065945 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port e10e61f1-912a-4fde-9ba1-3c9558428302 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:42:20.066321 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50178) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:20.066735 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:20.075220 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2ef27-7bb2-4fd2-84c3-0a92dd6919f0 req-38788fbf-7ab8-4e4a-9540-2c2cd653eded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:20.077977 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f9e2ef27-7bb2-4fd2-84c3-0a92dd6919f0 req-38788fbf-7ab8-4e4a-9540-2c2cd653eded service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=414d5d55-0aa9-4530-9553-c445350ded61&tenant_id=50b3d484826f4e1f8052fde49b87f38a HTTP/1.1" status: 200 len: 1097 time: 0.2523983 Aug 22 13:42:20.092390 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-f9e2ef27-7bb2-4fd2-84c3-0a92dd6919f0 req-b2c7dc33-41f1-4a8d-9eaf-426c1f64efa2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-33', 'device_owner': 'compute:nova'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:20.106075 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a0d16-9d22-4205-917d-87ae86aaec7c req-5eb79bc3-7f87-4a87-9792-c8566dda0256 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:20.109267 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d89a0d16-9d22-4205-917d-87ae86aaec7c req-5eb79bc3-7f87-4a87-9792-c8566dda0256 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 945 time: 0.0979691 Aug 22 13:42:20.249995 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2414ac7f-4704-4fc0-9afb-f8280e67682f req-759293d6-9504-41eb-8380-0936cd091cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:20.251882 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2414ac7f-4704-4fc0-9afb-f8280e67682f req-759293d6-9504-41eb-8380-0936cd091cb0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9b881fc6-03a1-4c6d-9750-0a3cc4f065a6 HTTP/1.1" status: 200 len: 1097 time: 0.2148776 Aug 22 13:42:20.254278 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:20.279352 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f9e2ef27-7bb2-4fd2-84c3-0a92dd6919f0 req-b2c7dc33-41f1-4a8d-9eaf-426c1f64efa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:20.292988 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5baf90af-1494-4c9f-9a0e-8b091d6625d1 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:20.365010 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5baf90af-1494-4c9f-9a0e-8b091d6625d1 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:20.372813 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-efc7698f-3c7e-417a-80d6-3b8e90f3d1f1 None None] Deleting port e10e61f1-912a-4fde-9ba1-3c9558428302 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:42:20.373192 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-efc7698f-3c7e-417a-80d6-3b8e90f3d1f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:20.379293 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2414ac7f-4704-4fc0-9afb-f8280e67682f req-1c672c80-5e2d-40e0-950f-86252aff4565 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e50804df-1221-4a77-b923-40de9ee5a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140199 Aug 22 13:42:20.436710 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d89a0d16-9d22-4205-917d-87ae86aaec7c req-b9cf5b19-2723-4550-aa79-ea5393db63ee tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=b83678d1-4258-4ef7-88a8-5933c84ca924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3074570 Aug 22 13:42:20.518797 n-d-793621-33 neutron-server[94628]: DEBUG neutron.objects.ports [None req-461c72c5-c2a5-470f-b294-e6371a9eef20 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94628) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 22 13:42:20.524889 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=8c6dc773-1a07-4ca5-85cc-b116f5c58e9a,segment=NetworkSegment(0de567c1-0b27-42d1-b215-d74bde0cce23),segment_id=0de567c1-0b27-42d1-b215-d74bde0cce23)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:42:20.537868 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.db.api [req-f9e2ef27-7bb2-4fd2-84c3-0a92dd6919f0 req-b2c7dc33-41f1-4a8d-9eaf-426c1f64efa2 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94627) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 13:42:20.538221 n-d-793621-33 neutron-server[94627]: DEBUG oslo_db.api [req-f9e2ef27-7bb2-4fd2-84c3-0a92dd6919f0 req-b2c7dc33-41f1-4a8d-9eaf-426c1f64efa2 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 13:42:20.547234 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:20.603970 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-efc7698f-3c7e-417a-80d6-3b8e90f3d1f1 None None] For port e10e61f1-912a-4fde-9ba1-3c9558428302, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=e10e61f1-912a-4fde-9ba1-3c9558428302,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:42:20.604408 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-efc7698f-3c7e-417a-80d6-3b8e90f3d1f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:20.636428 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-efc7698f-3c7e-417a-80d6-3b8e90f3d1f1 None None] Calling delete_port for e10e61f1-912a-4fde-9ba1-3c9558428302 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:42:20.685624 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=8c6dc773-1a07-4ca5-85cc-b116f5c58e9a,revision_number=9']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:20.727102 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 8ee379a7-2c1f-4951-9664-1be9d951c6ca no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:42:20.801056 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 8ee379a7-2c1f-4951-9664-1be9d951c6ca {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:42:20.801401 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 8ee379a7-2c1f-4951-9664-1be9d951c6ca not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:42:20.806661 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ddd0e780-988c-4ef0-8d78-0dbe8a414fd3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a68c82f6f74d48ed8af8ea1926da317f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7149038 Aug 22 13:42:20.807260 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50194) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:20.842233 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc049ac-215e-476a-9147-9650ddc1663b req-5731a4f0-56ef-4c1d-99e2-5191db18570d tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:20.851094 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fbc049ac-215e-476a-9147-9650ddc1663b req-5731a4f0-56ef-4c1d-99e2-5191db18570d tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b881fc6-03a1-4c6d-9750-0a3cc4f065a6 HTTP/1.1" status: 200 len: 945 time: 0.1309326 Aug 22 13:42:20.857689 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-efc7698f-3c7e-417a-80d6-3b8e90f3d1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:20.872483 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc7698f-3c7e-417a-80d6-3b8e90f3d1f1 None None] No DVR routers for this DVR port e10e61f1-912a-4fde-9ba1-3c9558428302 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:42:20.897617 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc7698f-3c7e-417a-80d6-3b8e90f3d1f1 None None] Pushing event deleted for resources: {'Port': ['ID=e10e61f1-912a-4fde-9ba1-3c9558428302,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:20.911028 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fbc049ac-215e-476a-9147-9650ddc1663b req-8e74f052-672d-4afb-a05b-fc328dd66525 tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] 10.222.0.21 "GET /v2.0/security-groups?id=e50804df-1221-4a77-b923-40de9ee5a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582960 Aug 22 13:42:20.932355 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5baf90af-1494-4c9f-9a0e-8b091d6625d1 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:20.935998 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5baf90af-1494-4c9f-9a0e-8b091d6625d1 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:20.938559 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5baf90af-1494-4c9f-9a0e-8b091d6625d1 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "DELETE /v2.0/security-groups/de1c5c4a-8dc4-44d4-bfa3-fbb138055d02 HTTP/1.1" status: 204 len: 168 time: 0.9456623 Aug 22 13:42:20.943343 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50200) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:20.963472 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baf90af-1494-4c9f-9a0e-8b091d6625d1 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1c5c4a-8dc4-44d4-bfa3-fbb138055d02,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:20.996086 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-461c72c5-c2a5-470f-b294-e6371a9eef20 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:21.010455 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a46bd56a-05b8-45bb-80d1-3e34e137f469 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0656996 Aug 22 13:42:21.014486 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50204) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:21.067635 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-461c72c5-c2a5-470f-b294-e6371a9eef20 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Port e10e61f1-912a-4fde-9ba1-3c9558428302 concurrently deleted while adding address for new subnet {'id': '62c56ff1-68a0-453a-a0a0-e8eec61910ca', 'name': '', 'tenant_id': 'a71622c06b3d48d28918cf297ca2043b', 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 2595, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-08-22T13:42:19Z', 'updated_at': '2021-08-22T13:42:19Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'a71622c06b3d48d28918cf297ca2043b'}. {{(pid=94628) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:770}} Aug 22 13:42:21.068308 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-461c72c5-c2a5-470f-b294-e6371a9eef20 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:21.100913 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f9e2ef27-7bb2-4fd2-84c3-0a92dd6919f0 req-b2c7dc33-41f1-4a8d-9eaf-426c1f64efa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:21.130330 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-8e8ca18b-b38f-4639-9bf9-8d35f0d73af6 tempest-SecGroupTest-707714715 tempest-SecGroupTest-707714715-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1144352 Aug 22 13:42:21.131133 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a0779164-7852-4755-9724-0855bb113f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:21.169632 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a0779164-7852-4755-9724-0855bb113f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:21.223718 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461c72c5-c2a5-470f-b294-e6371a9eef20 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event updated for resources: {'Subnet': ['ID=62c56ff1-68a0-453a-a0a0-e8eec61910ca,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:21.238673 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a0779164-7852-4755-9724-0855bb113f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:21.246690 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a0779164-7852-4755-9724-0855bb113f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:21.249780 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a0779164-7852-4755-9724-0855bb113f0d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3351cb6a-49cf-49b8-9491-b7d48173aeaa HTTP/1.1" status: 204 len: 168 time: 0.4388816 Aug 22 13:42:21.284929 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461c72c5-c2a5-470f-b294-e6371a9eef20 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:42:21.286644 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0779164-7852-4755-9724-0855bb113f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3351cb6a-49cf-49b8-9491-b7d48173aeaa,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:21.306721 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-461c72c5-c2a5-470f-b294-e6371a9eef20 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:42:21.309311 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461c72c5-c2a5-470f-b294-e6371a9eef20 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:21.310228 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-461c72c5-c2a5-470f-b294-e6371a9eef20 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:21.323473 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bbe847-d6eb-449a-ba24-e6de44db54b3 None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:42:21.381643 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-461c72c5-c2a5-470f-b294-e6371a9eef20 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0563385 Aug 22 13:42:21.384347 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50218) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:21.394174 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-56f8727a-768f-457c-bf5a-2c6f45233d32 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'port': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'mac_address': 'fa:16:3e:de:75:90', 'name': 'tempest-NetworksTestDHCPv6-1140112412'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:21.556779 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device e10e61f1-912a-4fde-9ba1-3c9558428302 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:42:21.595935 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f8727a-768f-457c-bf5a-2c6f45233d32 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:42:21.704211 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: e10e61f1-912a-4fde-9ba1-3c9558428302 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:42:21.704819 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device e10e61f1-912a-4fde-9ba1-3c9558428302 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:42:21.722570 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78af56f0-ec62-4800-b0a7-c627b6aac332 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-933f65da-8ef2-4dea-ac27-3eee9182e92f', 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'tenant_id': 'a71622c06b3d48d28918cf297ca2043b', 'fixed_ips': [{'subnet_id': '62c56ff1-68a0-453a-a0a0-e8eec61910ca'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:42:21.723939 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-78af56f0-ec62-4800-b0a7-c627b6aac332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:21.740285 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-f9e2ef27-7bb2-4fd2-84c3-0a92dd6919f0 req-b2c7dc33-41f1-4a8d-9eaf-426c1f64efa2 service neutron] For port 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=8c6dc773-1a07-4ca5-85cc-b116f5c58e9a,segment=NetworkSegment(0de567c1-0b27-42d1-b215-d74bde0cce23),segment_id=0de567c1-0b27-42d1-b215-d74bde0cce23)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:42:21.743185 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-56f8727a-768f-457c-bf5a-2c6f45233d32 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:21.784319 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-56f8727a-768f-457c-bf5a-2c6f45233d32 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] device_id is not set on port f0cb3c8e-5377-4d82-aa31-b614a3be68ab yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:42:21.799648 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-f9e2ef27-7bb2-4fd2-84c3-0a92dd6919f0 req-b2c7dc33-41f1-4a8d-9eaf-426c1f64efa2 service neutron] For port 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a, host n-h1-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:42:21.863410 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50228) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:21.877331 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f9e2ef27-7bb2-4fd2-84c3-0a92dd6919f0 req-b2c7dc33-41f1-4a8d-9eaf-426c1f64efa2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:21.897824 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-f9e2ef27-7bb2-4fd2-84c3-0a92dd6919f0 req-b2c7dc33-41f1-4a8d-9eaf-426c1f64efa2 service neutron] Transition to ACTIVE for port object 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:42:21.900411 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414d5d55-0aa9-4530-9553-c445350ded61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c6dc773-1a07-4ca5-85cc-b116f5c58e9a'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:42:21.904943 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94f14d1-936c-4749-81de-011f488e4b52" -d '{"events": [{"server_uuid": "414d5d55-0aa9-4530-9553-c445350ded61", "name": "network-vif-unplugged", "status": "completed", "tag": "8c6dc773-1a07-4ca5-85cc-b116f5c58e9a"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:42:21.912312 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f9e2ef27-7bb2-4fd2-84c3-0a92dd6919f0 req-b2c7dc33-41f1-4a8d-9eaf-426c1f64efa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:22.006886 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 13:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4bae09-886a-4ac2-b3eb-9930a88b6c62 x-openstack-request-id: req-4c4bae09-886a-4ac2-b3eb-9930a88b6c62 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:42:22.007721 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414d5d55-0aa9-4530-9553-c445350ded61", "name": "network-vif-unplugged", "status": "completed", "tag": "8c6dc773-1a07-4ca5-85cc-b116f5c58e9a", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:42:22.009218 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4c4bae09-886a-4ac2-b3eb-9930a88b6c62 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:42:22.010773 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414d5d55-0aa9-4530-9553-c445350ded61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c6dc773-1a07-4ca5-85cc-b116f5c58e9a', 'code': 200} Aug 22 13:42:22.014037 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c7dc33-41f1-4a8d-9eaf-426c1f64efa2 service neutron] Pushing event updated for resources: {'Port': ['ID=8c6dc773-1a07-4ca5-85cc-b116f5c58e9a,revision_number=10']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:22.015523 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414d5d55-0aa9-4530-9553-c445350ded61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c6dc773-1a07-4ca5-85cc-b116f5c58e9a'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:42:22.018110 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6751e5f-a753-4b49-b9f5-e5511bf53f34" -d '{"events": [{"server_uuid": "414d5d55-0aa9-4530-9553-c445350ded61", "name": "network-vif-plugged", "status": "completed", "tag": "8c6dc773-1a07-4ca5-85cc-b116f5c58e9a"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:42:22.058971 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-78af56f0-ec62-4800-b0a7-c627b6aac332 None None] Allocated IP 2001:db8::f816:3eff:fe0a:d1e2 (933f65da-8ef2-4dea-ac27-3eee9182e92f/62c56ff1-68a0-453a-a0a0-e8eec61910ca/52f1797b-e304-46b3-a307-0195745781b7) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:42:22.156420 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-397d69ce-2a1c-443f-8d53-1c0036f2ea54 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=682773d955cd4853b66f7227dc97d167&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2830641 Aug 22 13:42:22.161112 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50244) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:22.237251 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e6a9dc8f-fc0f-4e34-a032-9998110e2c1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:22.247331 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cdbc81-96fa-455a-8a03-e027016150e8 req-f76bbbec-7880-4fee-9ec9-6eec60344df1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:22.261753 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-25cdbc81-96fa-455a-8a03-e027016150e8 req-f76bbbec-7880-4fee-9ec9-6eec60344df1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 946 time: 0.6534390 Aug 22 13:42:22.278478 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e6a9dc8f-fc0f-4e34-a032-9998110e2c1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:22.356800 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e6a9dc8f-fc0f-4e34-a032-9998110e2c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:22.361336 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e6a9dc8f-fc0f-4e34-a032-9998110e2c1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:22.364918 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e6a9dc8f-fc0f-4e34-a032-9998110e2c1a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f68791af-9103-40db-b048-e8886b1535ea HTTP/1.1" status: 204 len: 168 time: 0.1987300 Aug 22 13:42:22.399182 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a9dc8f-fc0f-4e34-a032-9998110e2c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68791af-9103-40db-b048-e8886b1535ea,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:22.531493 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-78af56f0-ec62-4800-b0a7-c627b6aac332 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:22.565787 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-78af56f0-ec62-4800-b0a7-c627b6aac332 None None] Transition to ACTIVE for port object 52f1797b-e304-46b3-a307-0195745781b7 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:42:22.592676 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e2ef27-7bb2-4fd2-84c3-0a92dd6919f0 req-b2c7dc33-41f1-4a8d-9eaf-426c1f64efa2 service neutron] No DVR routers for this DVR port 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a on host n-h1-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:42:22.601309 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-78af56f0-ec62-4800-b0a7-c627b6aac332 None None] Transition to ACTIVE for port object 52f1797b-e304-46b3-a307-0195745781b7 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:42:22.636180 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-78af56f0-ec62-4800-b0a7-c627b6aac332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:22.763801 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-56f8727a-768f-457c-bf5a-2c6f45233d32 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Allocated IP 2001:db8::f816:3eff:fede:7590 (933f65da-8ef2-4dea-ac27-3eee9182e92f/62c56ff1-68a0-453a-a0a0-e8eec61910ca/f0cb3c8e-5377-4d82-aa31-b614a3be68ab) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:42:22.803088 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-25cdbc81-96fa-455a-8a03-e027016150e8 req-b7b78355-7077-47e2-b676-c7739211a862 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=b83678d1-4258-4ef7-88a8-5933c84ca924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5403645 Aug 22 13:42:22.837262 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0591004-2043-4edf-b059-132327535c7f req-b23dfc18-452e-4f97-b058-efd9666a309a tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:22.860675 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f0591004-2043-4edf-b059-132327535c7f req-b23dfc18-452e-4f97-b058-efd9666a309a tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b881fc6-03a1-4c6d-9750-0a3cc4f065a6 HTTP/1.1" status: 200 len: 945 time: 0.6308923 Aug 22 13:42:23.065130 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f0591004-2043-4edf-b059-132327535c7f req-6704ad62-1116-4a90-a5d7-074bed804055 tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] 10.222.0.21 "GET /v2.0/security-groups?id=e50804df-1221-4a77-b923-40de9ee5a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031584 Aug 22 13:42:23.138685 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-56f8727a-768f-457c-bf5a-2c6f45233d32 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:23.161446 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-56f8727a-768f-457c-bf5a-2c6f45233d32 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Transition to ACTIVE for port object f0cb3c8e-5377-4d82-aa31-b614a3be68ab will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:42:23.211077 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-56f8727a-768f-457c-bf5a-2c6f45233d32 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:23.226819 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-f9e2ef27-7bb2-4fd2-84c3-0a92dd6919f0 req-b2c7dc33-41f1-4a8d-9eaf-426c1f64efa2 service neutron] Attempting to bind port 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:42:23.227261 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-f9e2ef27-7bb2-4fd2-84c3-0a92dd6919f0 req-b2c7dc33-41f1-4a8d-9eaf-426c1f64efa2 service neutron] Attempting to bind port 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '0de567c1-0b27-42d1-b215-d74bde0cce23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '688a25cb-87b8-45f2-8ef8-1274133a97f8'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:42:23.227783 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e2ef27-7bb2-4fd2-84c3-0a92dd6919f0 req-b2c7dc33-41f1-4a8d-9eaf-426c1f64efa2 service neutron] Attempting to bind port 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a on network 688a25cb-87b8-45f2-8ef8-1274133a97f8 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:42:23.242958 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e2ef27-7bb2-4fd2-84c3-0a92dd6919f0 req-b2c7dc33-41f1-4a8d-9eaf-426c1f64efa2 service neutron] Port 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a on network 688a25cb-87b8-45f2-8ef8-1274133a97f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:42:23.244148 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e2ef27-7bb2-4fd2-84c3-0a92dd6919f0 req-b2c7dc33-41f1-4a8d-9eaf-426c1f64efa2 service neutron] Attempting to bind port 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a on network 688a25cb-87b8-45f2-8ef8-1274133a97f8 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:42:23.253115 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bec9d6b-c934-481f-80bf-abe3885b4ec3 x-openstack-request-id: req-0bec9d6b-c934-481f-80bf-abe3885b4ec3 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:42:23.253872 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414d5d55-0aa9-4530-9553-c445350ded61", "name": "network-vif-plugged", "status": "completed", "tag": "8c6dc773-1a07-4ca5-85cc-b116f5c58e9a", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:42:23.254422 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0bec9d6b-c934-481f-80bf-abe3885b4ec3 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:42:23.256463 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414d5d55-0aa9-4530-9553-c445350ded61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c6dc773-1a07-4ca5-85cc-b116f5c58e9a', 'code': 200} Aug 22 13:42:23.261511 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:42:23.268758 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78af56f0-ec62-4800-b0a7-c627b6aac332 None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:42:23.297483 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e2ef27-7bb2-4fd2-84c3-0a92dd6919f0 req-b2c7dc33-41f1-4a8d-9eaf-426c1f64efa2 service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:42:23.298136 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e2ef27-7bb2-4fd2-84c3-0a92dd6919f0 req-b2c7dc33-41f1-4a8d-9eaf-426c1f64efa2 service neutron] Checking segment: {'id': '0de567c1-0b27-42d1-b215-d74bde0cce23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '688a25cb-87b8-45f2-8ef8-1274133a97f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:42:23.298765 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e2ef27-7bb2-4fd2-84c3-0a92dd6919f0 req-b2c7dc33-41f1-4a8d-9eaf-426c1f64efa2 service neutron] Bound using segment: {'id': '0de567c1-0b27-42d1-b215-d74bde0cce23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '688a25cb-87b8-45f2-8ef8-1274133a97f8'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:42:23.299425 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-f9e2ef27-7bb2-4fd2-84c3-0a92dd6919f0 req-b2c7dc33-41f1-4a8d-9eaf-426c1f64efa2 service neutron] Bound port: 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0de567c1-0b27-42d1-b215-d74bde0cce23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '688a25cb-87b8-45f2-8ef8-1274133a97f8'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:42:23.299999 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f9e2ef27-7bb2-4fd2-84c3-0a92dd6919f0 req-b2c7dc33-41f1-4a8d-9eaf-426c1f64efa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:23.340760 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af56f0-ec62-4800-b0a7-c627b6aac332 None None] Pushing event updated for resources: {'Port': ['ID=52f1797b-e304-46b3-a307-0195745781b7,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:23.355367 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-78af56f0-ec62-4800-b0a7-c627b6aac332 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:42:23.361671 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78af56f0-ec62-4800-b0a7-c627b6aac332 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:42:23.367622 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8727a-768f-457c-bf5a-2c6f45233d32 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event updated for resources: {'Port': ['ID=f0cb3c8e-5377-4d82-aa31-b614a3be68ab,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:23.370269 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0acf6ea-7902-41e6-8869-3d0b7fc8b458 req-d01ad744-18de-4b68-9551-115aa6f15169 tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:23.379270 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f0acf6ea-7902-41e6-8869-3d0b7fc8b458 req-d01ad744-18de-4b68-9551-115aa6f15169 tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b881fc6-03a1-4c6d-9750-0a3cc4f065a6 HTTP/1.1" status: 200 len: 945 time: 0.1696649 Aug 22 13:42:23.417683 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f8727a-768f-457c-bf5a-2c6f45233d32 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:42:23.424790 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-56f8727a-768f-457c-bf5a-2c6f45233d32 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:42:23.431024 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f8727a-768f-457c-bf5a-2c6f45233d32 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:42:23.445528 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f8727a-768f-457c-bf5a-2c6f45233d32 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:23.448313 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-56f8727a-768f-457c-bf5a-2c6f45233d32 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:23.450866 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f0acf6ea-7902-41e6-8869-3d0b7fc8b458 req-43ac6de1-f15d-4871-849f-2a95cdd5e39a tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] 10.222.0.21 "GET /v2.0/security-groups?id=e50804df-1221-4a77-b923-40de9ee5a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702624 Aug 22 13:42:23.463633 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-78af56f0-ec62-4800-b0a7-c627b6aac332 None None] Attempting to bind port 52f1797b-e304-46b3-a307-0195745781b7 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:42:23.464840 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-78af56f0-ec62-4800-b0a7-c627b6aac332 None None] Attempting to bind port 52f1797b-e304-46b3-a307-0195745781b7 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:42:23.465430 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78af56f0-ec62-4800-b0a7-c627b6aac332 None None] Attempting to bind port 52f1797b-e304-46b3-a307-0195745781b7 on network 933f65da-8ef2-4dea-ac27-3eee9182e92f {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:42:23.478208 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:42:23.488641 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78af56f0-ec62-4800-b0a7-c627b6aac332 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:42:23.489304 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78af56f0-ec62-4800-b0a7-c627b6aac332 None None] Checking segment: {'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:42:23.491006 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-56f8727a-768f-457c-bf5a-2c6f45233d32 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1029510 Aug 22 13:42:23.491596 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50298) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:23.491795 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-78af56f0-ec62-4800-b0a7-c627b6aac332 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:23.492466 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78af56f0-ec62-4800-b0a7-c627b6aac332 None None] Bound using segment: {'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:42:23.493129 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-78af56f0-ec62-4800-b0a7-c627b6aac332 None None] Bound port: 52f1797b-e304-46b3-a307-0195745781b7, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:42:23.495461 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-78af56f0-ec62-4800-b0a7-c627b6aac332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:23.506166 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-f9e2ef27-7bb2-4fd2-84c3-0a92dd6919f0 req-b2c7dc33-41f1-4a8d-9eaf-426c1f64efa2 service neutron] For port 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:42:23.543903 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-f9e2ef27-7bb2-4fd2-84c3-0a92dd6919f0 req-b2c7dc33-41f1-4a8d-9eaf-426c1f64efa2 service neutron] For port 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=8c6dc773-1a07-4ca5-85cc-b116f5c58e9a,segment=NetworkSegment(0de567c1-0b27-42d1-b215-d74bde0cce23),segment_id=0de567c1-0b27-42d1-b215-d74bde0cce23)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:42:23.553661 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f9e2ef27-7bb2-4fd2-84c3-0a92dd6919f0 req-b2c7dc33-41f1-4a8d-9eaf-426c1f64efa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:23.632883 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2ef27-7bb2-4fd2-84c3-0a92dd6919f0 req-b2c7dc33-41f1-4a8d-9eaf-426c1f64efa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:23.634071 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f9e2ef27-7bb2-4fd2-84c3-0a92dd6919f0 req-b2c7dc33-41f1-4a8d-9eaf-426c1f64efa2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:23.636377 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f9e2ef27-7bb2-4fd2-84c3-0a92dd6919f0 req-b2c7dc33-41f1-4a8d-9eaf-426c1f64efa2 service neutron] 10.222.0.16 "PUT /v2.0/ports/8c6dc773-1a07-4ca5-85cc-b116f5c58e9a HTTP/1.1" status: 200 len: 1094 time: 3.5486069 Aug 22 13:42:23.637488 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c7dc33-41f1-4a8d-9eaf-426c1f64efa2 service neutron] Pushing event updated for resources: {'Port': ['ID=8c6dc773-1a07-4ca5-85cc-b116f5c58e9a,revision_number=11']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:23.647176 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-78af56f0-ec62-4800-b0a7-c627b6aac332 None None] For port 52f1797b-e304-46b3-a307-0195745781b7, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:42:23.656358 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-78af56f0-ec62-4800-b0a7-c627b6aac332 None None] For port 52f1797b-e304-46b3-a307-0195745781b7, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=52f1797b-e304-46b3-a307-0195745781b7,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:42:23.663496 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-78af56f0-ec62-4800-b0a7-c627b6aac332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:23.664517 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aba0f0e-2459-4a5f-aee4-d06a71fb86a8 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:23.671206 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aba0f0e-2459-4a5f-aee4-d06a71fb86a8 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:23.674080 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-6aba0f0e-2459-4a5f-aee4-d06a71fb86a8 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1807518 Aug 22 13:42:23.676929 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50304) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:23.777225 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2ef27-7bb2-4fd2-84c3-0a92dd6919f0 req-0b13991f-6d8c-4a67-b3da-35a77819ceb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:23.786505 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af56f0-ec62-4800-b0a7-c627b6aac332 None None] Pushing event updated for resources: {'Port': ['ID=52f1797b-e304-46b3-a307-0195745781b7,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:23.786969 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f9e2ef27-7bb2-4fd2-84c3-0a92dd6919f0 req-0b13991f-6d8c-4a67-b3da-35a77819ceb7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=50b3d484826f4e1f8052fde49b87f38a&device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 1097 time: 0.1099432 Aug 22 13:42:23.936136 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-693edf71-7910-478d-8e9f-c6d3f21f788c tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Deleting port f0cb3c8e-5377-4d82-aa31-b614a3be68ab {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:42:23.936136 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-693edf71-7910-478d-8e9f-c6d3f21f788c tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:24.039545 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '414d5d55-0aa9-4530-9553-c445350ded61', 'tag': '8c6dc773-1a07-4ca5-85cc-b116f5c58e9a'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:42:24.045945 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55fd361c-f00f-4d7a-bb49-e7cfdcefbeaa" -d '{"events": [{"name": "network-changed", "server_uuid": "414d5d55-0aa9-4530-9553-c445350ded61", "tag": "8c6dc773-1a07-4ca5-85cc-b116f5c58e9a"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:42:24.059651 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2ef27-7bb2-4fd2-84c3-0a92dd6919f0 req-f51cea9b-0292-4cff-bc72-2625a60875c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:24.063431 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f9e2ef27-7bb2-4fd2-84c3-0a92dd6919f0 req-f51cea9b-0292-4cff-bc72-2625a60875c7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=688a25cb-87b8-45f2-8ef8-1274133a97f8 HTTP/1.1" status: 200 len: 897 time: 0.2666678 Aug 22 13:42:24.180824 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-693edf71-7910-478d-8e9f-c6d3f21f788c tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:24.207179 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-693edf71-7910-478d-8e9f-c6d3f21f788c tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Calling delete_port for f0cb3c8e-5377-4d82-aa31-b614a3be68ab owned by {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:42:24.238143 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f9e2ef27-7bb2-4fd2-84c3-0a92dd6919f0 req-9f5bcc56-0f4a-4a31-add8-bf6e6aeabb9a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c6dc773-1a07-4ca5-85cc-b116f5c58e9a HTTP/1.1" status: 200 len: 999 time: 0.1353865 Aug 22 13:42:24.257749 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb5a1c-c904-4a0e-8504-523cdeb62bad req-00048bb1-8130-4df3-b4fe-eb6f202fc178 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:24.259457 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fcdb5a1c-c904-4a0e-8504-523cdeb62bad req-00048bb1-8130-4df3-b4fe-eb6f202fc178 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 945 time: 0.2577887 Aug 22 13:42:24.373350 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287f48b2-41d6-4db6-a66d-6058a81b463c x-openstack-request-id: req-287f48b2-41d6-4db6-a66d-6058a81b463c {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:42:24.374933 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "414d5d55-0aa9-4530-9553-c445350ded61", "tag": "8c6dc773-1a07-4ca5-85cc-b116f5c58e9a", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:42:24.375199 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-287f48b2-41d6-4db6-a66d-6058a81b463c {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:42:24.375626 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '414d5d55-0aa9-4530-9553-c445350ded61', 'tag': '8c6dc773-1a07-4ca5-85cc-b116f5c58e9a', 'status': 'completed', 'code': 200} Aug 22 13:42:24.386192 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2ef27-7bb2-4fd2-84c3-0a92dd6919f0 req-3506e5f7-1e2b-464e-a312-d17c13f6626d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:24.387841 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f9e2ef27-7bb2-4fd2-84c3-0a92dd6919f0 req-3506e5f7-1e2b-464e-a312-d17c13f6626d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9501ed24-569f-4556-a2e9-978154d36845 HTTP/1.1" status: 200 len: 835 time: 0.1273615 Aug 22 13:42:24.394024 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fcdb5a1c-c904-4a0e-8504-523cdeb62bad req-ec847164-104e-46a7-b005-063cacec39df tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=b83678d1-4258-4ef7-88a8-5933c84ca924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245608 Aug 22 13:42:24.485001 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd361c-f00f-4d7a-bb49-e7cfdcefbeaa req-676786b5-c107-4f83-a0a5-a132b24e5cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:24.486542 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-55fd361c-f00f-4d7a-bb49-e7cfdcefbeaa req-676786b5-c107-4f83-a0a5-a132b24e5cbe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=50b3d484826f4e1f8052fde49b87f38a&device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 1097 time: 0.0958459 Aug 22 13:42:24.528744 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2ef27-7bb2-4fd2-84c3-0a92dd6919f0 req-95090649-7768-4dea-9524-3d661cd1df3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:24.530794 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f9e2ef27-7bb2-4fd2-84c3-0a92dd6919f0 req-95090649-7768-4dea-9524-3d661cd1df3e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=688a25cb-87b8-45f2-8ef8-1274133a97f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1349633 Aug 22 13:42:24.560416 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50328) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:24.679254 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f9e2ef27-7bb2-4fd2-84c3-0a92dd6919f0 req-dc1c22d2-dfe8-4bf0-9dc4-e6fb14cfaf3a service neutron] 10.222.0.16 "GET /v2.0/networks/688a25cb-87b8-45f2-8ef8-1274133a97f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209235 Aug 22 13:42:24.688515 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd361c-f00f-4d7a-bb49-e7cfdcefbeaa req-3a9f2990-4a99-41fe-8098-39a77897be87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:24.690320 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-55fd361c-f00f-4d7a-bb49-e7cfdcefbeaa req-3a9f2990-4a99-41fe-8098-39a77897be87 service neutron] 10.222.0.41 "GET /v2.0/networks?id=688a25cb-87b8-45f2-8ef8-1274133a97f8 HTTP/1.1" status: 200 len: 897 time: 0.1958721 Aug 22 13:42:24.691754 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-693edf71-7910-478d-8e9f-c6d3f21f788c tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:24.820251 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-693edf71-7910-478d-8e9f-c6d3f21f788c tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:24.822372 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-693edf71-7910-478d-8e9f-c6d3f21f788c tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/ports/f0cb3c8e-5377-4d82-aa31-b614a3be68ab HTTP/1.1" status: 204 len: 168 time: 1.1440794 Aug 22 13:42:24.826230 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693edf71-7910-478d-8e9f-c6d3f21f788c tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event deleted for resources: {'Port': ['ID=f0cb3c8e-5377-4d82-aa31-b614a3be68ab,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:24.834723 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50346) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:24.883597 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f01e9-5ab1-4ddb-8ef1-2297c87f5fc4 req-d6f19cd0-12d0-4e1c-adc6-c7ffcba6a5a7 tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:24.886102 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5e4f01e9-5ab1-4ddb-8ef1-2297c87f5fc4 req-d6f19cd0-12d0-4e1c-adc6-c7ffcba6a5a7 tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b881fc6-03a1-4c6d-9750-0a3cc4f065a6 HTTP/1.1" status: 200 len: 945 time: 0.3540380 Aug 22 13:42:24.894552 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e04617-9d45-40f1-b5e7-0aaeebfc8e10 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:24.896787 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e04617-9d45-40f1-b5e7-0aaeebfc8e10 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:24.898495 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-54e04617-9d45-40f1-b5e7-0aaeebfc8e10 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0603936 Aug 22 13:42:24.901185 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50348) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:24.948415 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f9e2ef27-7bb2-4fd2-84c3-0a92dd6919f0 req-26985186-753b-42c7-8238-17474302ebdc service neutron] 10.222.0.16 "GET /v2.0/networks/688a25cb-87b8-45f2-8ef8-1274133a97f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416244 Aug 22 13:42:24.981213 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-30dcd8b2-ecd1-435e-a677-487843b5a122 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Deleting subnet 62c56ff1-68a0-453a-a0a0-e8eec61910ca {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:42:24.996158 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5e4f01e9-5ab1-4ddb-8ef1-2297c87f5fc4 req-333555e1-d731-4bc1-96f7-f7e78a3b6599 tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] 10.222.0.21 "GET /v2.0/security-groups?id=e50804df-1221-4a77-b923-40de9ee5a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941558 Aug 22 13:42:25.007183 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-4a47a052-b22e-4f4a-8c1d-2c4acd5c56fb tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:25.007476 n-d-793621-33 neutron-server[94627]: WARNING neutron.api.v2.base [None req-4a47a052-b22e-4f4a-8c1d-2c4acd5c56fb tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 22 13:42:25.007997 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-4a47a052-b22e-4f4a-8c1d-2c4acd5c56fb tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] create failed (client error): There was a conflict when trying to complete your request. Aug 22 13:42:25.012545 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-4a47a052-b22e-4f4a-8c1d-2c4acd5c56fb tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3369195 Aug 22 13:42:25.013027 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50350) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:25.016523 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-30dcd8b2-ecd1-435e-a677-487843b5a122 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:25.034574 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-658ba13c-a019-4cdb-9327-17ca8b534081 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Request body: {'security_group': {'name': 'tempest-secgroup--1305634549'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:25.083879 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-55fd361c-f00f-4d7a-bb49-e7cfdcefbeaa req-c3cd7f97-d171-4c73-91be-26be0b8c334b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c6dc773-1a07-4ca5-85cc-b116f5c58e9a HTTP/1.1" status: 200 len: 999 time: 0.3707294 Aug 22 13:42:25.190076 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-658ba13c-a019-4cdb-9327-17ca8b534081 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:25.220210 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-658ba13c-a019-4cdb-9327-17ca8b534081 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:25.242388 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd361c-f00f-4d7a-bb49-e7cfdcefbeaa req-53a9ace3-69b7-495d-b217-29f88aa4e2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:25.244938 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-55fd361c-f00f-4d7a-bb49-e7cfdcefbeaa req-53a9ace3-69b7-495d-b217-29f88aa4e2db service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9501ed24-569f-4556-a2e9-978154d36845 HTTP/1.1" status: 200 len: 835 time: 0.1482091 Aug 22 13:42:25.293095 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd361c-f00f-4d7a-bb49-e7cfdcefbeaa req-e36a3f33-0b8c-46ff-8487-5a64a730e4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:25.293986 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-30dcd8b2-ecd1-435e-a677-487843b5a122 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:25.296508 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-55fd361c-f00f-4d7a-bb49-e7cfdcefbeaa req-e36a3f33-0b8c-46ff-8487-5a64a730e4be service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=50b3d484826f4e1f8052fde49b87f38a&device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 1097 time: 0.2443583 Aug 22 13:42:25.602122 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 52f1797b-e304-46b3-a307-0195745781b7 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:42:25.626202 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd361c-f00f-4d7a-bb49-e7cfdcefbeaa req-2c24a9a8-985b-4177-9a0e-12f3b9531aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:25.628029 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-55fd361c-f00f-4d7a-bb49-e7cfdcefbeaa req-2c24a9a8-985b-4177-9a0e-12f3b9531aa7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=688a25cb-87b8-45f2-8ef8-1274133a97f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3750429 Aug 22 13:42:25.745085 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 52f1797b-e304-46b3-a307-0195745781b7 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:42:25.811932 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd361c-f00f-4d7a-bb49-e7cfdcefbeaa req-b992ec03-fd35-4fd7-9523-459e2b86517e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:25.813633 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-55fd361c-f00f-4d7a-bb49-e7cfdcefbeaa req-b992ec03-fd35-4fd7-9523-459e2b86517e service neutron] 10.222.0.16 "GET /v2.0/networks?id=688a25cb-87b8-45f2-8ef8-1274133a97f8 HTTP/1.1" status: 200 len: 897 time: 0.5081725 Aug 22 13:42:25.907424 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd50d0-ffee-4e8b-ab65-8867f7cfb7aa req-ec6c40c9-e6e7-4505-8b00-32ff4c50bd88 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:25.909533 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-32dd50d0-ffee-4e8b-ab65-8867f7cfb7aa req-ec6c40c9-e6e7-4505-8b00-32ff4c50bd88 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 945 time: 0.2883704 Aug 22 13:42:25.919937 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-d78a6a4e-d90d-43d9-a192-0807a3fe4f25 None None] Provisioning for port 52f1797b-e304-46b3-a307-0195745781b7 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:42:25.926068 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-d78a6a4e-d90d-43d9-a192-0807a3fe4f25 None None] Provisioning complete for port 52f1797b-e304-46b3-a307-0195745781b7 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:42:25.927333 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d78a6a4e-d90d-43d9-a192-0807a3fe4f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:26.010519 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-658ba13c-a019-4cdb-9327-17ca8b534081 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:26.015460 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-55fd361c-f00f-4d7a-bb49-e7cfdcefbeaa req-e3fbb60a-5b39-44bf-af42-ac3907ff4ffa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c6dc773-1a07-4ca5-85cc-b116f5c58e9a HTTP/1.1" status: 200 len: 999 time: 0.1671600 Aug 22 13:42:26.019383 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50380) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:26.043389 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-658ba13c-a019-4cdb-9327-17ca8b534081 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:26.074091 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d78a6a4e-d90d-43d9-a192-0807a3fe4f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:26.115117 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-d78a6a4e-d90d-43d9-a192-0807a3fe4f25 None None] For port 52f1797b-e304-46b3-a307-0195745781b7, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=52f1797b-e304-46b3-a307-0195745781b7,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:42:26.121205 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d78a6a4e-d90d-43d9-a192-0807a3fe4f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:26.156916 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028a107-07aa-46b1-9169-14c6530e9598 req-036e9ef0-2bc6-4078-84e8-c8b795857aaf tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:26.166642 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4028a107-07aa-46b1-9169-14c6530e9598 req-036e9ef0-2bc6-4078-84e8-c8b795857aaf tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b881fc6-03a1-4c6d-9750-0a3cc4f065a6 HTTP/1.1" status: 200 len: 945 time: 0.3973093 Aug 22 13:42:26.199473 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78a6a4e-d90d-43d9-a192-0807a3fe4f25 None None] Pushing event updated for resources: {'Port': ['ID=52f1797b-e304-46b3-a307-0195745781b7,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:26.230247 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd361c-f00f-4d7a-bb49-e7cfdcefbeaa req-1f039be7-235f-4434-bfdd-207424c06bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:26.231805 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-55fd361c-f00f-4d7a-bb49-e7cfdcefbeaa req-1f039be7-235f-4434-bfdd-207424c06bf9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9501ed24-569f-4556-a2e9-978154d36845 HTTP/1.1" status: 200 len: 835 time: 0.2026854 Aug 22 13:42:26.239726 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-ab84014c-c2a5-4b50-a8fe-15f9ea9952c1 None None] Could not find standard attr ID for object f0cb3c8e-5377-4d82-aa31-b614a3be68ab. {{(pid=94629) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 13:42:26.253532 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ba13c-a019-4cdb-9327-17ca8b534081 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c32a3f2-3b19-4426-b1e3-0dbaa1d9ced6,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:26.334002 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-32dd50d0-ffee-4e8b-ab65-8867f7cfb7aa req-fec645c7-4feb-4b61-ae50-0090c43241ce tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=b83678d1-4258-4ef7-88a8-5933c84ca924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3156095 Aug 22 13:42:26.334786 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c05f951c-b32b-4dfb-8e23-d25e63073094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:26.346284 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4028a107-07aa-46b1-9169-14c6530e9598 req-57dcfc08-8598-4cdf-bc3c-8f7eaea29c49 tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] 10.222.0.21 "GET /v2.0/security-groups?id=e50804df-1221-4a77-b923-40de9ee5a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782446 Aug 22 13:42:26.351894 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-30dcd8b2-ecd1-435e-a677-487843b5a122 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:26.406463 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd361c-f00f-4d7a-bb49-e7cfdcefbeaa req-590138e3-8d58-41f8-ae35-afab448aca6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:26.408022 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-55fd361c-f00f-4d7a-bb49-e7cfdcefbeaa req-590138e3-8d58-41f8-ae35-afab448aca6f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=688a25cb-87b8-45f2-8ef8-1274133a97f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1484940 Aug 22 13:42:26.484644 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-55fd361c-f00f-4d7a-bb49-e7cfdcefbeaa req-8816bbc3-49b9-4e18-b3f9-7d56fd763cc2 service neutron] 10.222.0.41 "GET /v2.0/networks/688a25cb-87b8-45f2-8ef8-1274133a97f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8167462 Aug 22 13:42:26.556550 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-30dcd8b2-ecd1-435e-a677-487843b5a122 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:26.696271 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dcd8b2-ecd1-435e-a677-487843b5a122 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event deleted for resources: {'Subnet': ['ID=62c56ff1-68a0-453a-a0a0-e8eec61910ca,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:26.718455 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca032963-e2b7-46de-be44-c91408b35730 None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:42:26.723476 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-30dcd8b2-ecd1-435e-a677-487843b5a122 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:26.730325 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-30dcd8b2-ecd1-435e-a677-487843b5a122 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/subnets/62c56ff1-68a0-453a-a0a0-e8eec61910ca HTTP/1.1" status: 204 len: 168 time: 1.8277903 Aug 22 13:42:26.735078 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dcd8b2-ecd1-435e-a677-487843b5a122 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:42:26.735556 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dcd8b2-ecd1-435e-a677-487843b5a122 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:42:26.735996 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dcd8b2-ecd1-435e-a677-487843b5a122 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:42:26.736460 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dcd8b2-ecd1-435e-a677-487843b5a122 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:42:26.736893 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dcd8b2-ecd1-435e-a677-487843b5a122 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:42:26.737321 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dcd8b2-ecd1-435e-a677-487843b5a122 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:42:26.737744 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dcd8b2-ecd1-435e-a677-487843b5a122 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:42:26.738338 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dcd8b2-ecd1-435e-a677-487843b5a122 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:42:26.738897 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dcd8b2-ecd1-435e-a677-487843b5a122 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:42:26.739645 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dcd8b2-ecd1-435e-a677-487843b5a122 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:42:26.750034 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dcd8b2-ecd1-435e-a677-487843b5a122 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:42:26.750034 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dcd8b2-ecd1-435e-a677-487843b5a122 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:42:26.750768 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50398) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:26.812200 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7dde10fc-fb48-411a-806c-4e3c8cdd8607 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0572650 Aug 22 13:42:26.823886 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50402) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:26.899250 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-55fd361c-f00f-4d7a-bb49-e7cfdcefbeaa req-6540ffe0-ac2f-4c21-8ae0-62b7dfc4d4b1 service neutron] 10.222.0.41 "GET /v2.0/networks/688a25cb-87b8-45f2-8ef8-1274133a97f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4033608 Aug 22 13:42:26.923750 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8ae17-e0b4-4423-b9f4-e105ae51b922 req-4eeca881-111d-42de-82b7-04fcf5847351 tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:26.925376 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-35f8ae17-e0b4-4423-b9f4-e105ae51b922 req-4eeca881-111d-42de-82b7-04fcf5847351 tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b881fc6-03a1-4c6d-9750-0a3cc4f065a6 HTTP/1.1" status: 200 len: 945 time: 0.1194625 Aug 22 13:42:26.940277 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75686ace-1f5e-4dca-b7ff-8b712598d5f4 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:26.945949 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-75686ace-1f5e-4dca-b7ff-8b712598d5f4 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1203525 Aug 22 13:42:26.951727 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50404) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:26.961150 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-658ba13c-a019-4cdb-9327-17ca8b534081 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:26.985826 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-658ba13c-a019-4cdb-9327-17ca8b534081 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:27.082052 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4ce37e-2db0-4cb9-b57f-ebdb2d1c52fe tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:27.088225 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea083932-ea2e-4824-b4be-a77de5f2b57f None None] DHCP port deletion for 933f65da-8ef2-4dea-ac27-3eee9182e92f request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:42:27.096720 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0d4ce37e-2db0-4cb9-b57f-ebdb2d1c52fe tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1296220 Aug 22 13:42:27.097423 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50406) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:27.156877 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ba13c-a019-4cdb-9327-17ca8b534081 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6795c1c0-f4b0-49fb-8537-604f1da38e3a,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:27.168662 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-55fd361c-f00f-4d7a-bb49-e7cfdcefbeaa req-af322c07-f883-4f89-8a51-41fdc6b81168 service neutron] 10.222.0.16 "GET /v2.0/networks/688a25cb-87b8-45f2-8ef8-1274133a97f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7505441 Aug 22 13:42:27.178257 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-ea083932-ea2e-4824-b4be-a77de5f2b57f None None] Deleting port 52f1797b-e304-46b3-a307-0195745781b7 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:42:27.178625 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ea083932-ea2e-4824-b4be-a77de5f2b57f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:27.201434 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0631eda5-5c65-47b9-87c0-4a31a947a4e7 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0979900 Aug 22 13:42:27.204942 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50408) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:27.219252 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-2dff56d3-b97f-44af-963c-5f21091336b0 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'subnet': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:27.304769 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-ea083932-ea2e-4824-b4be-a77de5f2b57f None None] For port 52f1797b-e304-46b3-a307-0195745781b7, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=52f1797b-e304-46b3-a307-0195745781b7,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:42:27.305440 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ea083932-ea2e-4824-b4be-a77de5f2b57f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:27.338393 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-ea083932-ea2e-4824-b4be-a77de5f2b57f None None] Calling delete_port for 52f1797b-e304-46b3-a307-0195745781b7 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:42:27.382743 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-35f8ae17-e0b4-4423-b9f4-e105ae51b922 req-fe97a9eb-e8bd-4d21-b216-c131345bbf62 tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] Deleting port bb6c83a9-b15b-4482-bc83-48df204ec3e3 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:42:27.383938 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-35f8ae17-e0b4-4423-b9f4-e105ae51b922 req-fe97a9eb-e8bd-4d21-b216-c131345bbf62 tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:27.440453 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c05f951c-b32b-4dfb-8e23-d25e63073094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:27.465730 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c05f951c-b32b-4dfb-8e23-d25e63073094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:27.494038 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-658ba13c-a019-4cdb-9327-17ca8b534081 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:27.501050 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-658ba13c-a019-4cdb-9327-17ca8b534081 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.4841039 Aug 22 13:42:27.503359 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50416) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:27.504933 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 52f1797b-e304-46b3-a307-0195745781b7 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:42:27.520038 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-f93563cb-8f7a-46ab-a4f6-706970abd5df tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Request body: {'security_group_rule': {'security_group_id': '6795c1c0-f4b0-49fb-8537-604f1da38e3a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:27.520416 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-55fd361c-f00f-4d7a-bb49-e7cfdcefbeaa req-6147e2a7-cabb-46d7-9b3b-e73f730d4846 service neutron] 10.222.0.16 "GET /v2.0/networks/688a25cb-87b8-45f2-8ef8-1274133a97f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421290 Aug 22 13:42:27.555347 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c05f951c-b32b-4dfb-8e23-d25e63073094 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8b32f9d5481546dabee86682cd3bfc4e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5340683 Aug 22 13:42:27.568061 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50418) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:27.599149 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dff56d3-b97f-44af-963c-5f21091336b0 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:42:27.603009 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2dff56d3-b97f-44af-963c-5f21091336b0 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:27.620903 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:27.639186 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ea083932-ea2e-4824-b4be-a77de5f2b57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:27.659348 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea083932-ea2e-4824-b4be-a77de5f2b57f None None] No DVR routers for this DVR port 52f1797b-e304-46b3-a307-0195745781b7 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:42:27.681998 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea083932-ea2e-4824-b4be-a77de5f2b57f None None] Pushing event deleted for resources: {'Port': ['ID=52f1797b-e304-46b3-a307-0195745781b7,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:27.698546 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-35f8ae17-e0b4-4423-b9f4-e105ae51b922 req-fe97a9eb-e8bd-4d21-b216-c131345bbf62 tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] For port bb6c83a9-b15b-4482-bc83-48df204ec3e3, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=bb6c83a9-b15b-4482-bc83-48df204ec3e3,segment=NetworkSegment(161f9050-dd54-4af2-adc4-65a63758c3ef),segment_id=161f9050-dd54-4af2-adc4-65a63758c3ef)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:42:27.698546 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-35f8ae17-e0b4-4423-b9f4-e105ae51b922 req-fe97a9eb-e8bd-4d21-b216-c131345bbf62 tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:27.699374 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05f951c-b32b-4dfb-8e23-d25e63073094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cddcfb4-cc38-47c6-b099-6f8e0919b997,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:27.729433 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b13597-c8a9-4617-bbb9-cd65e46ac1f6 req-e0317300-35f5-4a47-a462-b7c7788cb252 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:27.740945 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-37b13597-c8a9-4617-bbb9-cd65e46ac1f6 req-e0317300-35f5-4a47-a462-b7c7788cb252 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 945 time: 0.1993771 Aug 22 13:42:27.763774 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a105363-de34-4409-86eb-49c31f9eb996 req-846957c1-3824-4f0f-af62-b4bbe7a1baa1 tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:27.765696 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1a105363-de34-4409-86eb-49c31f9eb996 req-846957c1-3824-4f0f-af62-b4bbe7a1baa1 tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b881fc6-03a1-4c6d-9750-0a3cc4f065a6 HTTP/1.1" status: 200 len: 945 time: 0.2441378 Aug 22 13:42:27.816017 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-35f8ae17-e0b4-4423-b9f4-e105ae51b922 req-fe97a9eb-e8bd-4d21-b216-c131345bbf62 tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] Calling delete_port for bb6c83a9-b15b-4482-bc83-48df204ec3e3 owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:42:27.841668 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-37b13597-c8a9-4617-bbb9-cd65e46ac1f6 req-1b488bf6-187f-4339-a511-cd4e3adeb92f tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=b83678d1-4258-4ef7-88a8-5933c84ca924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961668 Aug 22 13:42:27.849123 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1a105363-de34-4409-86eb-49c31f9eb996 req-7a0ef3de-629a-4249-9d5a-7e9133beffbd tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] 10.222.0.21 "GET /v2.0/security-groups?id=e50804df-1221-4a77-b923-40de9ee5a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751815 Aug 22 13:42:27.879633 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50424) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:27.952514 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a3b859fe-32dc-47f5-9073-0852026bfd53 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/floatingips/62d0914e-dc60-4a91-922a-4fa5d3d75b49 HTTP/1.1" status: 200 len: 991 time: 0.0695064 Aug 22 13:42:27.954977 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-31e3699c-0b0d-44ef-be3d-b484d79061db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:27.956696 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f93563cb-8f7a-46ab-a4f6-706970abd5df tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:28.064757 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-31e3699c-0b0d-44ef-be3d-b484d79061db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:28.158157 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f93563cb-8f7a-46ab-a4f6-706970abd5df tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:28.167791 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f93563cb-8f7a-46ab-a4f6-706970abd5df tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:28.249361 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93563cb-8f7a-46ab-a4f6-706970abd5df tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b2bd64a-d903-49bd-baa2-2e88f772ea5b,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:28.263547 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f93563cb-8f7a-46ab-a4f6-706970abd5df tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:28.267528 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f93563cb-8f7a-46ab-a4f6-706970abd5df tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7587945 Aug 22 13:42:28.268760 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50426) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:28.275220 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-0fc41767-3f6e-4621-b80e-81e70b815880 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Request body: {'security_group_rule': {'security_group_id': '6795c1c0-f4b0-49fb-8537-604f1da38e3a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:28.275878 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-31e3699c-0b0d-44ef-be3d-b484d79061db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:28.278403 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-31e3699c-0b0d-44ef-be3d-b484d79061db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:28.282409 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-31e3699c-0b0d-44ef-be3d-b484d79061db admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9cddcfb4-cc38-47c6-b099-6f8e0919b997 HTTP/1.1" status: 204 len: 168 time: 0.7008610 Aug 22 13:42:28.298239 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e3699c-0b0d-44ef-be3d-b484d79061db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cddcfb4-cc38-47c6-b099-6f8e0919b997,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:28.335171 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-35f8ae17-e0b4-4423-b9f4-e105ae51b922 req-fe97a9eb-e8bd-4d21-b216-c131345bbf62 tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:28.346663 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['bb6c83a9-b15b-4482-bc83-48df204ec3e3'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:42:28.356660 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0fc41767-3f6e-4621-b80e-81e70b815880 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:28.389437 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe97a9eb-e8bd-4d21-b216-c131345bbf62 tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] Pushing event deleted for resources: {'Port': ['ID=bb6c83a9-b15b-4482-bc83-48df204ec3e3,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:28.440202 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-35f8ae17-e0b4-4423-b9f4-e105ae51b922 req-fe97a9eb-e8bd-4d21-b216-c131345bbf62 tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] No DVR routers for this DVR port bb6c83a9-b15b-4482-bc83-48df204ec3e3 on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:42:28.445681 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-35f8ae17-e0b4-4423-b9f4-e105ae51b922 req-fe97a9eb-e8bd-4d21-b216-c131345bbf62 tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:28.449121 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-35f8ae17-e0b4-4423-b9f4-e105ae51b922 req-fe97a9eb-e8bd-4d21-b216-c131345bbf62 tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] 10.222.0.41 "DELETE /v2.0/ports/bb6c83a9-b15b-4482-bc83-48df204ec3e3 HTTP/1.1" status: 204 len: 173 time: 1.4988501 Aug 22 13:42:28.450996 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b881fc6-03a1-4c6d-9750-0a3cc4f065a6', 'name': 'network-vif-deleted', 'tag': 'bb6c83a9-b15b-4482-bc83-48df204ec3e3'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:42:28.453836 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4183ef9a-ab0f-496d-b2ec-c2a55aec7149" -d '{"events": [{"server_uuid": "9b881fc6-03a1-4c6d-9750-0a3cc4f065a6", "name": "network-vif-deleted", "tag": "bb6c83a9-b15b-4482-bc83-48df204ec3e3"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:42:28.480045 n-d-793621-33 neutron-server[94628]: DEBUG neutron.objects.ports [None req-2dff56d3-b97f-44af-963c-5f21091336b0 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94628) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 22 13:42:28.482432 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2dff56d3-b97f-44af-963c-5f21091336b0 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:28.496371 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9062304a-35ad-4e2b-b3a5-9ab9c24eda3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:28.499461 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:28.519268 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-0fc41767-3f6e-4621-b80e-81e70b815880 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] create failed (client error): There was a conflict when trying to complete your request. Aug 22 13:42:28.523500 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50434) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:28.524953 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-0fc41767-3f6e-4621-b80e-81e70b815880 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2538922 Aug 22 13:42:28.539932 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dff56d3-b97f-44af-963c-5f21091336b0 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:42:28.552049 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-2dff56d3-b97f-44af-963c-5f21091336b0 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:42:28.559245 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b44f3f-62d0-4d0f-8b4f-f4542c6fb761 x-openstack-request-id: req-71b44f3f-62d0-4d0f-8b4f-f4542c6fb761 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:42:28.559535 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b881fc6-03a1-4c6d-9750-0a3cc4f065a6", "name": "network-vif-deleted", "tag": "bb6c83a9-b15b-4482-bc83-48df204ec3e3", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:42:28.559781 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-71b44f3f-62d0-4d0f-8b4f-f4542c6fb761 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:42:28.560221 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b881fc6-03a1-4c6d-9750-0a3cc4f065a6', 'name': 'network-vif-deleted', 'tag': 'bb6c83a9-b15b-4482-bc83-48df204ec3e3', 'status': 'completed', 'code': 200} Aug 22 13:42:28.562433 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dff56d3-b97f-44af-963c-5f21091336b0 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:28.562963 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2dff56d3-b97f-44af-963c-5f21091336b0 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:28.563531 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87038098-6c9f-4272-a16f-a174ec6a2f5a None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:42:28.577896 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dff56d3-b97f-44af-963c-5f21091336b0 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event updated for resources: {'Subnet': ['ID=611ce4ea-06cc-4930-b41d-3d01c1dfe002,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:28.602959 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50438) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:28.603168 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2dff56d3-b97f-44af-963c-5f21091336b0 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.3948741 Aug 22 13:42:28.610123 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-0cb59303-2bf7-41d1-9ebc-5d2b4ce55537 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'port': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'mac_address': 'fa:16:3e:69:8f:b1', 'name': 'tempest-NetworksTestDHCPv6-1864036670'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:28.617925 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bbd08404-de1d-489f-92cd-1845123bb1d7 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:28.671337 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bbd08404-de1d-489f-92cd-1845123bb1d7 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:28.731266 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bbd08404-de1d-489f-92cd-1845123bb1d7 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:28.736288 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bbd08404-de1d-489f-92cd-1845123bb1d7 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:28.739810 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-bbd08404-de1d-489f-92cd-1845123bb1d7 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] 10.222.0.21 "DELETE /v2.0/security-groups/6795c1c0-f4b0-49fb-8537-604f1da38e3a HTTP/1.1" status: 204 len: 168 time: 0.2131484 Aug 22 13:42:28.742555 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50440) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:28.756136 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd08404-de1d-489f-92cd-1845123bb1d7 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6795c1c0-f4b0-49fb-8537-604f1da38e3a,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:28.804009 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b1879150-bf53-4733-8c62-3d1314da37a4 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0570889 Aug 22 13:42:28.805103 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50442) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:28.811102 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-bddb7330-c29f-4295-b6b3-01ec02c5dedf tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Request body: {'security_group': {'name': 'tempest-secgroup--1320620179'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:28.839514 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bddb7330-c29f-4295-b6b3-01ec02c5dedf tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:28.868963 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb59303-2bf7-41d1-9ebc-5d2b4ce55537 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:42:28.930679 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50446) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:29.011995 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060de87b-99ab-436d-b482-8223ed475340 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-933f65da-8ef2-4dea-ac27-3eee9182e92f', 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'tenant_id': 'a71622c06b3d48d28918cf297ca2043b', 'fixed_ips': [{'subnet_id': '611ce4ea-06cc-4930-b41d-3d01c1dfe002'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:42:29.016474 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-060de87b-99ab-436d-b482-8223ed475340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:29.019774 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-11f10e3b-ff37-4ee1-8bc1-07ae8592f31b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:29.026882 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:42:29.100404 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0cb59303-2bf7-41d1-9ebc-5d2b4ce55537 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:29.110019 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bddb7330-c29f-4295-b6b3-01ec02c5dedf tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:29.121914 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bddb7330-c29f-4295-b6b3-01ec02c5dedf tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:29.158946 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-59c8284a-b6cd-4f1b-8f0b-ab1e1e75240a req-4bf0a437-7ffc-42f1-96f9-36e772f73a14 tempest-ServersNegativeTestMultiTenantJSON-2012495828 tempest-ServersNegativeTestMultiTenantJSON-2012495828-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b881fc6-03a1-4c6d-9750-0a3cc4f065a6 HTTP/1.1" status: 200 len: 210 time: 0.0973761 Aug 22 13:42:29.178434 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.db.resource_extend [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 22 13:42:29.196366 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb7330-c29f-4295-b6b3-01ec02c5dedf tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74ee988f-5618-4b7f-afc3-6efa6a5cc480,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:29.203173 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [None req-0cb59303-2bf7-41d1-9ebc-5d2b4ce55537 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] device_id is not set on port 85ce3762-4714-4fa1-b6e8-331c56347573 yet. {{(pid=94627) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:42:29.300042 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-11f10e3b-ff37-4ee1-8bc1-07ae8592f31b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:29.306431 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-11f10e3b-ff37-4ee1-8bc1-07ae8592f31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:29.340400 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bddb7330-c29f-4295-b6b3-01ec02c5dedf tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:29.344646 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-bddb7330-c29f-4295-b6b3-01ec02c5dedf tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5355275 Aug 22 13:42:29.344863 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-11f10e3b-ff37-4ee1-8bc1-07ae8592f31b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=14b484db1c5241ffa8c6020ae5e1d08d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4127090 Aug 22 13:42:29.345500 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50452) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:29.348444 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50454) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:29.354194 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-e28f447e-bbb9-4d5b-be3c-6e58e14f22e2 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Request body: {'security_group_rule': {'security_group_id': '74ee988f-5618-4b7f-afc3-6efa6a5cc480', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:29.354683 n-d-793621-33 neutron-server[94628]: WARNING neutron.api.v2.base [None req-e28f447e-bbb9-4d5b-be3c-6e58e14f22e2 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 22 13:42:29.355177 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-e28f447e-bbb9-4d5b-be3c-6e58e14f22e2 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 13:42:29.359198 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e28f447e-bbb9-4d5b-be3c-6e58e14f22e2 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0079262 Aug 22 13:42:29.361586 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50456) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:29.366295 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=8c6dc773-1a07-4ca5-85cc-b116f5c58e9a,segment=NetworkSegment(0de567c1-0b27-42d1-b215-d74bde0cce23),segment_id=0de567c1-0b27-42d1-b215-d74bde0cce23)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:42:29.379825 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f10e3b-ff37-4ee1-8bc1-07ae8592f31b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda0da83-f752-46b1-ab57-ab39f8e7feb9,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:29.385190 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-060de87b-99ab-436d-b482-8223ed475340 None None] Allocated IP 2001:db8::f816:3eff:fee9:4b46 (933f65da-8ef2-4dea-ac27-3eee9182e92f/611ce4ea-06cc-4930-b41d-3d01c1dfe002/a2c3dcb8-adf7-4887-b53e-e35dffbd3504) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:42:29.387486 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '8c6dc773-1a07-4ca5-85cc-b116f5c58e9a', 'network_id': '688a25cb-87b8-45f2-8ef8-1274133a97f8', 'port_id': '8c6dc773-1a07-4ca5-85cc-b116f5c58e9a', 'mac_address': 'fa:16:3e:02:b1:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9501ed24-569f-4556-a2e9-978154d36845', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:42:29.427321 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8d5be458-c8c6-44a4-960c-d55277f5c583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:29.443315 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c7a2874e-bce7-48fa-bd4f-0de964c567e3 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:29.447468 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:29.457807 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8d5be458-c8c6-44a4-960c-d55277f5c583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:29.470696 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c7a2874e-bce7-48fa-bd4f-0de964c567e3 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:29.490582 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:42:29.529960 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=8c6dc773-1a07-4ca5-85cc-b116f5c58e9a,segment=NetworkSegment(0de567c1-0b27-42d1-b215-d74bde0cce23),segment_id=0de567c1-0b27-42d1-b215-d74bde0cce23)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:42:29.540175 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c7a2874e-bce7-48fa-bd4f-0de964c567e3 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:29.543427 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:29.543779 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8d5be458-c8c6-44a4-960c-d55277f5c583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:29.544490 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c7a2874e-bce7-48fa-bd4f-0de964c567e3 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:29.546954 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c7a2874e-bce7-48fa-bd4f-0de964c567e3 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] 10.222.0.21 "DELETE /v2.0/security-groups/74ee988f-5618-4b7f-afc3-6efa6a5cc480 HTTP/1.1" status: 204 len: 168 time: 0.1843905 Aug 22 13:42:29.550988 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8d5be458-c8c6-44a4-960c-d55277f5c583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:29.553666 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50460) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:29.554584 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-8d5be458-c8c6-44a4-960c-d55277f5c583 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fda0da83-f752-46b1-ab57-ab39f8e7feb9 HTTP/1.1" status: 204 len: 168 time: 0.2033021 Aug 22 13:42:29.570571 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5be458-c8c6-44a4-960c-d55277f5c583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda0da83-f752-46b1-ab57-ab39f8e7feb9,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:29.590873 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a2874e-bce7-48fa-bd4f-0de964c567e3 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ee988f-5618-4b7f-afc3-6efa6a5cc480,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:29.623140 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-3620fe01-b110-4453-b41c-c576878fd003 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0637484 Aug 22 13:42:29.626733 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50466) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:29.643414 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-2d8f9a07-f8a0-4101-94d8-7521c1470c89 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Request body: {'security_group': {'name': 'tempest-secgroup--1705612620'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:29.671964 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=8c6dc773-1a07-4ca5-85cc-b116f5c58e9a,revision_number=12']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:29.677965 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-060de87b-99ab-436d-b482-8223ed475340 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:29.688633 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-060de87b-99ab-436d-b482-8223ed475340 None None] Transition to ACTIVE for port object a2c3dcb8-adf7-4887-b53e-e35dffbd3504 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:42:29.695002 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2d8f9a07-f8a0-4101-94d8-7521c1470c89 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:29.731831 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-060de87b-99ab-436d-b482-8223ed475340 None None] Transition to ACTIVE for port object a2c3dcb8-adf7-4887-b53e-e35dffbd3504 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:42:29.740503 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-060de87b-99ab-436d-b482-8223ed475340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:29.826083 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060de87b-99ab-436d-b482-8223ed475340 None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:42:29.830252 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-060de87b-99ab-436d-b482-8223ed475340 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:42:29.841578 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['8c6dc773-1a07-4ca5-85cc-b116f5c58e9a'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:42:29.868124 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-0cb59303-2bf7-41d1-9ebc-5d2b4ce55537 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Allocated IP 2001:db8::f816:3eff:fe69:8fb1 (933f65da-8ef2-4dea-ac27-3eee9182e92f/611ce4ea-06cc-4930-b41d-3d01c1dfe002/85ce3762-4714-4fa1-b6e8-331c56347573) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:42:29.877343 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060de87b-99ab-436d-b482-8223ed475340 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:42:29.933890 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060de87b-99ab-436d-b482-8223ed475340 None None] Pushing event updated for resources: {'Port': ['ID=a2c3dcb8-adf7-4887-b53e-e35dffbd3504,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:30.024328 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-060de87b-99ab-436d-b482-8223ed475340 None None] Attempting to bind port a2c3dcb8-adf7-4887-b53e-e35dffbd3504 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:42:30.024991 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-060de87b-99ab-436d-b482-8223ed475340 None None] Attempting to bind port a2c3dcb8-adf7-4887-b53e-e35dffbd3504 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:42:30.025546 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060de87b-99ab-436d-b482-8223ed475340 None None] Attempting to bind port a2c3dcb8-adf7-4887-b53e-e35dffbd3504 on network 933f65da-8ef2-4dea-ac27-3eee9182e92f {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:42:30.038579 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060de87b-99ab-436d-b482-8223ed475340 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:42:30.039289 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060de87b-99ab-436d-b482-8223ed475340 None None] Checking segment: {'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:42:30.039874 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-060de87b-99ab-436d-b482-8223ed475340 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:30.040469 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060de87b-99ab-436d-b482-8223ed475340 None None] Bound using segment: {'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:42:30.041196 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-060de87b-99ab-436d-b482-8223ed475340 None None] Bound port: a2c3dcb8-adf7-4887-b53e-e35dffbd3504, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:42:30.041776 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-060de87b-99ab-436d-b482-8223ed475340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:30.076361 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0cb59303-2bf7-41d1-9ebc-5d2b4ce55537 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:30.102979 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-0cb59303-2bf7-41d1-9ebc-5d2b4ce55537 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Transition to ACTIVE for port object 85ce3762-4714-4fa1-b6e8-331c56347573 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:42:30.162577 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-060de87b-99ab-436d-b482-8223ed475340 None None] For port a2c3dcb8-adf7-4887-b53e-e35dffbd3504, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:42:30.165999 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2d8f9a07-f8a0-4101-94d8-7521c1470c89 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:30.167410 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-060de87b-99ab-436d-b482-8223ed475340 None None] For port a2c3dcb8-adf7-4887-b53e-e35dffbd3504, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=a2c3dcb8-adf7-4887-b53e-e35dffbd3504,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:42:30.186860 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-060de87b-99ab-436d-b482-8223ed475340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:30.189446 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2d8f9a07-f8a0-4101-94d8-7521c1470c89 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:30.265630 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50490) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:30.309383 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8f9a07-f8a0-4101-94d8-7521c1470c89 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0a64d1-a9c4-4bb7-be2f-03c68f47550f,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:30.328921 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060de87b-99ab-436d-b482-8223ed475340 None None] Pushing event updated for resources: {'Port': ['ID=a2c3dcb8-adf7-4887-b53e-e35dffbd3504,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:30.378602 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2d8f9a07-f8a0-4101-94d8-7521c1470c89 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:30.381932 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-2d8f9a07-f8a0-4101-94d8-7521c1470c89 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7537382 Aug 22 13:42:30.385599 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50492) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:30.396121 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-7ae3243a-2238-42b0-b8f6-015eed91400a tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Request body: {'security_group_rule': {'security_group_id': 'fd0a64d1-a9c4-4bb7-be2f-03c68f47550f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:30.397180 n-d-793621-33 neutron-server[94628]: WARNING neutron.api.v2.base [None req-7ae3243a-2238-42b0-b8f6-015eed91400a tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 22 13:42:30.397997 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-7ae3243a-2238-42b0-b8f6-015eed91400a tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 13:42:30.399636 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7ae3243a-2238-42b0-b8f6-015eed91400a tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0108378 Aug 22 13:42:30.402712 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0cb59303-2bf7-41d1-9ebc-5d2b4ce55537 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:30.408148 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50494) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:30.427960 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ede075f-c3ff-4a93-8646-fc32fce71029 admin admin] Deleting subnet 86a526ba-1235-4c19-b583-97d0cbf7fcaa {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:42:30.438791 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9ede075f-c3ff-4a93-8646-fc32fce71029 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:30.533296 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9ede075f-c3ff-4a93-8646-fc32fce71029 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:30.615053 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb59303-2bf7-41d1-9ebc-5d2b4ce55537 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event updated for resources: {'Port': ['ID=85ce3762-4714-4fa1-b6e8-331c56347573,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:30.666388 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb59303-2bf7-41d1-9ebc-5d2b4ce55537 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:42:30.675215 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-0cb59303-2bf7-41d1-9ebc-5d2b4ce55537 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:42:30.680839 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb59303-2bf7-41d1-9ebc-5d2b4ce55537 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:42:30.688420 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb59303-2bf7-41d1-9ebc-5d2b4ce55537 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:30.689302 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0cb59303-2bf7-41d1-9ebc-5d2b4ce55537 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:30.691108 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9ede075f-c3ff-4a93-8646-fc32fce71029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:30.705056 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2a7eac51-1c7b-4fb0-851f-a15b2cb83184 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:30.742675 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2a7eac51-1c7b-4fb0-851f-a15b2cb83184 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:30.824679 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50500) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:30.824875 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-0cb59303-2bf7-41d1-9ebc-5d2b4ce55537 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2202137 Aug 22 13:42:30.828091 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2a7eac51-1c7b-4fb0-851f-a15b2cb83184 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:30.832653 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2a7eac51-1c7b-4fb0-851f-a15b2cb83184 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:30.836224 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-2a7eac51-1c7b-4fb0-851f-a15b2cb83184 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] 10.222.0.21 "DELETE /v2.0/security-groups/fd0a64d1-a9c4-4bb7-be2f-03c68f47550f HTTP/1.1" status: 204 len: 168 time: 0.3185468 Aug 22 13:42:30.838430 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50504) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:30.862930 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50506) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:30.866883 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7eac51-1c7b-4fb0-851f-a15b2cb83184 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0a64d1-a9c4-4bb7-be2f-03c68f47550f,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:30.924297 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ef40da12-6837-4fb1-a0e9-abe021b54448 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0827558 Aug 22 13:42:30.929867 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50512) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:30.934418 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-32191c53-ff06-4cf1-bab8-2a7e754fa30e tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Request body: {'security_group': {'name': 'tempest-secgroup--1037899205'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:30.958426 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9ede075f-c3ff-4a93-8646-fc32fce71029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:30.992510 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-32191c53-ff06-4cf1-bab8-2a7e754fa30e tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:31.003533 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9ede075f-c3ff-4a93-8646-fc32fce71029 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:31.007731 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9ede075f-c3ff-4a93-8646-fc32fce71029 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/86a526ba-1235-4c19-b583-97d0cbf7fcaa HTTP/1.1" status: 204 len: 168 time: 0.7385607 Aug 22 13:42:31.014468 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b332ea51-d734-4fce-a6db-44e85e0cc6ae tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:31.021440 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b332ea51-d734-4fce-a6db-44e85e0cc6ae tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:31.026104 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b332ea51-d734-4fce-a6db-44e85e0cc6ae tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2001350 Aug 22 13:42:31.027074 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ede075f-c3ff-4a93-8646-fc32fce71029 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86a526ba-1235-4c19-b583-97d0cbf7fcaa,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:31.033795 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50518) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:31.042928 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50516) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:31.072307 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-562eabd5-d673-4617-bf55-c44443978a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:31.083309 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device bb6c83a9-b15b-4482-bc83-48df204ec3e3 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:42:31.136292 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: bb6c83a9-b15b-4482-bc83-48df204ec3e3 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:42:31.136665 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device bb6c83a9-b15b-4482-bc83-48df204ec3e3 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:42:31.212850 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:31.250502 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-73231d6d-2d67-4f3c-9216-9bccc3d0045f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:31.314462 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d8b22c3c-eb32-4473-a421-760fadbba555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:31.400870 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-1ef315f3-e8cb-432b-809e-dfb52f7d9af8 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Deleting port 85ce3762-4714-4fa1-b6e8-331c56347573 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:42:31.401300 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1ef315f3-e8cb-432b-809e-dfb52f7d9af8 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:31.402975 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-73231d6d-2d67-4f3c-9216-9bccc3d0045f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:31.422321 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-32191c53-ff06-4cf1-bab8-2a7e754fa30e tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:31.425053 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-73231d6d-2d67-4f3c-9216-9bccc3d0045f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2128412b-c8a7-4056-bb86-409cbc192052']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:31.434947 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-32191c53-ff06-4cf1-bab8-2a7e754fa30e tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:31.476033 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device a2c3dcb8-adf7-4887-b53e-e35dffbd3504 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:42:31.536863 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32191c53-ff06-4cf1-bab8-2a7e754fa30e tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76bb4743-9076-4369-bb00-cf09750e0e18,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:31.586561 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1ef315f3-e8cb-432b-809e-dfb52f7d9af8 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:31.614368 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-1ef315f3-e8cb-432b-809e-dfb52f7d9af8 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Calling delete_port for 85ce3762-4714-4fa1-b6e8-331c56347573 owned by {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:42:31.617676 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port a2c3dcb8-adf7-4887-b53e-e35dffbd3504 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:42:31.640561 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d8b22c3c-eb32-4473-a421-760fadbba555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:31.661695 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d8b22c3c-eb32-4473-a421-760fadbba555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:31.679276 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-73231d6d-2d67-4f3c-9216-9bccc3d0045f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '161f9050-dd54-4af2-adc4-65a63758c3ef') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:31.679660 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-73231d6d-2d67-4f3c-9216-9bccc3d0045f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '161f9050-dd54-4af2-adc4-65a63758c3ef') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:31.692806 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-32191c53-ff06-4cf1-bab8-2a7e754fa30e tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:31.696597 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-32191c53-ff06-4cf1-bab8-2a7e754fa30e tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7634065 Aug 22 13:42:31.698686 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50530) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:31.704068 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-d646bb16-6ca2-4583-8b0c-4e188228216d tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Request body: {'security_group_rule': {'security_group_id': '76bb4743-9076-4369-bb00-cf09750e0e18', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:31.706344 n-d-793621-33 neutron-server[94627]: WARNING neutron.api.v2.base [None req-d646bb16-6ca2-4583-8b0c-4e188228216d tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 22 13:42:31.706873 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-d646bb16-6ca2-4583-8b0c-4e188228216d tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 13:42:31.710665 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d646bb16-6ca2-4583-8b0c-4e188228216d tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0084403 Aug 22 13:42:31.715311 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50532) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:31.720948 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-d288b04b-e60d-4894-b5b2-79368edb0af9 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Request body: {'security_group_rule': {'security_group_id': '76bb4743-9076-4369-bb00-cf09750e0e18', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:31.721632 n-d-793621-33 neutron-server[94627]: WARNING neutron.api.v2.base [None req-d288b04b-e60d-4894-b5b2-79368edb0af9 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 22 13:42:31.722132 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-d288b04b-e60d-4894-b5b2-79368edb0af9 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 13:42:31.725909 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d288b04b-e60d-4894-b5b2-79368edb0af9 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0067198 Aug 22 13:42:31.726052 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50534) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:31.731676 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-eaf16e22-6b75-42c8-bb5a-3a038245a5f0 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Request body: {'security_group_rule': {'security_group_id': '76bb4743-9076-4369-bb00-cf09750e0e18', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:31.732594 n-d-793621-33 neutron-server[94627]: WARNING neutron.api.v2.base [None req-eaf16e22-6b75-42c8-bb5a-3a038245a5f0 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 22 13:42:31.733017 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-eaf16e22-6b75-42c8-bb5a-3a038245a5f0 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 13:42:31.737080 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-eaf16e22-6b75-42c8-bb5a-3a038245a5f0 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071099 Aug 22 13:42:31.737249 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-73231d6d-2d67-4f3c-9216-9bccc3d0045f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:31.737987 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50536) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:31.745568 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-c68cb965-f88e-4100-a91d-6510b65023ca tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Request body: {'security_group_rule': {'security_group_id': '76bb4743-9076-4369-bb00-cf09750e0e18', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:31.746849 n-d-793621-33 neutron-server[94627]: WARNING neutron.api.v2.base [None req-c68cb965-f88e-4100-a91d-6510b65023ca tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 22 13:42:31.747355 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-c68cb965-f88e-4100-a91d-6510b65023ca tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 13:42:31.750897 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c68cb965-f88e-4100-a91d-6510b65023ca tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0094366 Aug 22 13:42:31.758048 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50538) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:31.775702 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b22c3c-eb32-4473-a421-760fadbba555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e1f970-1898-43dd-8651-a01f495b90c0,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:31.787019 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d8b22c3c-eb32-4473-a421-760fadbba555 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9e3412f1b4144b869ef255c72c99c9b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9198370 Aug 22 13:42:31.788624 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-73231d6d-2d67-4f3c-9216-9bccc3d0045f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:31.791462 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50542) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:31.812167 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73231d6d-2d67-4f3c-9216-9bccc3d0045f admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:42:31.812686 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-73231d6d-2d67-4f3c-9216-9bccc3d0045f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:31.814569 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:42:31.814569 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:42:31.814569 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:42:31.814569 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:42:31.814569 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:42:31.814569 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:42:31.814569 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:42:31.814569 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:42:31.814569 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:42:31.814569 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:42:31.814569 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:42:31.814569 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:42:31.814569 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:42:31.814569 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:42:31.814569 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:42:31.814569 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:42:31.814569 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:42:31.814569 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:42:31.814569 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:42:31.814569 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:42:31.814569 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:42:31.814569 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:42:31.814569 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:42:31.814569 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:42:31.814569 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:42:31.814569 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:42:31.814569 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:42:31.814569 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:42:31.814569 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:42:31.814569 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:42:31.814569 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:42:31.814569 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:42:31.907040 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-73231d6d-2d67-4f3c-9216-9bccc3d0045f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:31.907660 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-991c4d26-789e-45ac-915a-f5a15b4d0d43 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:31.915343 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-73231d6d-2d67-4f3c-9216-9bccc3d0045f admin admin] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:31.921057 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-73231d6d-2d67-4f3c-9216-9bccc3d0045f admin admin] 10.222.0.21 "DELETE /v2.0/networks/2128412b-c8a7-4056-bb86-409cbc192052 HTTP/1.1" status: 204 len: 168 time: 0.8740036 Aug 22 13:42:31.925556 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50548) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:31.943868 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e3c148b2-e176-475a-a774-902f781491b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:31.985800 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e3c148b2-e176-475a-a774-902f781491b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:31.998455 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73231d6d-2d67-4f3c-9216-9bccc3d0045f admin admin] Pushing event deleted for resources: {'Network': ['ID=2128412b-c8a7-4056-bb86-409cbc192052,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:32.041458 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-7792cb5c-5866-4af4-929e-d2d71b87223a None None] Provisioning for port a2c3dcb8-adf7-4887-b53e-e35dffbd3504 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:42:32.050630 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-7792cb5c-5866-4af4-929e-d2d71b87223a None None] Provisioning complete for port a2c3dcb8-adf7-4887-b53e-e35dffbd3504 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:42:32.051368 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7792cb5c-5866-4af4-929e-d2d71b87223a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:32.059666 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e3c148b2-e176-475a-a774-902f781491b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:32.075827 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e3c148b2-e176-475a-a774-902f781491b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:32.075827 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e3c148b2-e176-475a-a774-902f781491b7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/54e1f970-1898-43dd-8651-a01f495b90c0 HTTP/1.1" status: 204 len: 168 time: 0.2778010 Aug 22 13:42:32.082554 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-74751d3c-eeb7-4588-9e8a-1242aff8fc7a admin admin] Deleting subnet b76ea62b-e7d2-47cf-8b6a-cf32d335b183 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:42:32.086659 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c148b2-e176-475a-a774-902f781491b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e1f970-1898-43dd-8651-a01f495b90c0,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:32.098328 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-74751d3c-eeb7-4588-9e8a-1242aff8fc7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:32.114148 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1ef315f3-e8cb-432b-809e-dfb52f7d9af8 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:32.224003 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-991c4d26-789e-45ac-915a-f5a15b4d0d43 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:32.224976 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7792cb5c-5866-4af4-929e-d2d71b87223a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:32.227444 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef315f3-e8cb-432b-809e-dfb52f7d9af8 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event deleted for resources: {'Port': ['ID=85ce3762-4714-4fa1-b6e8-331c56347573,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:32.245424 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef315f3-e8cb-432b-809e-dfb52f7d9af8 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:42:32.245927 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef315f3-e8cb-432b-809e-dfb52f7d9af8 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:42:32.246275 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef315f3-e8cb-432b-809e-dfb52f7d9af8 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:42:32.246611 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef315f3-e8cb-432b-809e-dfb52f7d9af8 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:42:32.246942 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef315f3-e8cb-432b-809e-dfb52f7d9af8 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:42:32.247266 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef315f3-e8cb-432b-809e-dfb52f7d9af8 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:42:32.247630 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef315f3-e8cb-432b-809e-dfb52f7d9af8 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:42:32.247901 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef315f3-e8cb-432b-809e-dfb52f7d9af8 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:42:32.248219 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef315f3-e8cb-432b-809e-dfb52f7d9af8 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:42:32.248873 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef315f3-e8cb-432b-809e-dfb52f7d9af8 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:42:32.249519 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef315f3-e8cb-432b-809e-dfb52f7d9af8 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:42:32.249873 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef315f3-e8cb-432b-809e-dfb52f7d9af8 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:42:32.263187 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-74751d3c-eeb7-4588-9e8a-1242aff8fc7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:32.279820 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-7792cb5c-5866-4af4-929e-d2d71b87223a None None] For port a2c3dcb8-adf7-4887-b53e-e35dffbd3504, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=a2c3dcb8-adf7-4887-b53e-e35dffbd3504,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:42:32.287390 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7792cb5c-5866-4af4-929e-d2d71b87223a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:32.349986 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7792cb5c-5866-4af4-929e-d2d71b87223a None None] Pushing event updated for resources: {'Port': ['ID=a2c3dcb8-adf7-4887-b53e-e35dffbd3504,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:32.350198 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1ef315f3-e8cb-432b-809e-dfb52f7d9af8 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:32.362150 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-1ef315f3-e8cb-432b-809e-dfb52f7d9af8 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/ports/85ce3762-4714-4fa1-b6e8-331c56347573 HTTP/1.1" status: 204 len: 168 time: 1.2937770 Aug 22 13:42:32.362510 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50560) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:32.408804 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-74751d3c-eeb7-4588-9e8a-1242aff8fc7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:32.444358 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-29413d60-fe36-40d3-ac1e-ab024aaf754a None None] Could not find standard attr ID for object 85ce3762-4714-4fa1-b6e8-331c56347573. {{(pid=94629) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 13:42:32.454673 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:32.455864 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-991c4d26-789e-45ac-915a-f5a15b4d0d43 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:32.459148 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-991c4d26-789e-45ac-915a-f5a15b4d0d43 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:32.462862 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-991c4d26-789e-45ac-915a-f5a15b4d0d43 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] 10.222.0.21 "DELETE /v2.0/security-groups/76bb4743-9076-4369-bb00-cf09750e0e18 HTTP/1.1" status: 204 len: 168 time: 0.7013667 Aug 22 13:42:32.463338 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50564) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:32.484844 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991c4d26-789e-45ac-915a-f5a15b4d0d43 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76bb4743-9076-4369-bb00-cf09750e0e18,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:32.538666 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2111e46a-12c6-4c39-ae51-bb9bb4b92e66 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:32.540797 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2111e46a-12c6-4c39-ae51-bb9bb4b92e66 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:32.544618 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2111e46a-12c6-4c39-ae51-bb9bb4b92e66 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1808827 Aug 22 13:42:32.547687 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50570) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:32.564271 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e1e8076d-0f29-480c-a899-69e937a6542d tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0991592 Aug 22 13:42:32.568392 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50572) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:32.575596 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-bfe4c5db-0b82-4376-a478-e6a63e80ba64 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Request body: {'security_group': {'name': 'tempest-secgroup--795721588'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:32.603313 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bfe4c5db-0b82-4376-a478-e6a63e80ba64 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:32.645753 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c08afa8-c2bc-4802-b0ad-005d0ab0e025 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Deleting subnet 611ce4ea-06cc-4930-b41d-3d01c1dfe002 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:42:32.649416 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-74751d3c-eeb7-4588-9e8a-1242aff8fc7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:32.651334 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4c08afa8-c2bc-4802-b0ad-005d0ab0e025 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:32.716540 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50576) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:32.739714 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e170baf3-4566-460d-9565-6b511decbefc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:32.760729 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74751d3c-eeb7-4588-9e8a-1242aff8fc7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b76ea62b-e7d2-47cf-8b6a-cf32d335b183,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:32.769648 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-74751d3c-eeb7-4588-9e8a-1242aff8fc7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:32.771563 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-74751d3c-eeb7-4588-9e8a-1242aff8fc7a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b76ea62b-e7d2-47cf-8b6a-cf32d335b183 HTTP/1.1" status: 204 len: 168 time: 0.8448219 Aug 22 13:42:32.774305 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50582) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:32.788900 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4c08afa8-c2bc-4802-b0ad-005d0ab0e025 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:32.797311 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bfe4c5db-0b82-4376-a478-e6a63e80ba64 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:32.802179 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bfe4c5db-0b82-4376-a478-e6a63e80ba64 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:32.858702 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe4c5db-0b82-4376-a478-e6a63e80ba64 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ded06952-3ac7-4818-9c88-7e31c081de69,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:32.901472 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1da8bea2-cf06-42e5-b673-9454f30a4ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:32.968087 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4c08afa8-c2bc-4802-b0ad-005d0ab0e025 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:32.988050 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e170baf3-4566-460d-9565-6b511decbefc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:32.999124 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e170baf3-4566-460d-9565-6b511decbefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:33.045559 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:42:33.062296 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1da8bea2-cf06-42e5-b673-9454f30a4ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:33.067023 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bfe4c5db-0b82-4376-a478-e6a63e80ba64 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:33.070999 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-bfe4c5db-0b82-4376-a478-e6a63e80ba64 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4982014 Aug 22 13:42:33.076227 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e170baf3-4566-460d-9565-6b511decbefc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ea07d5-6319-498e-897c-a3793d940213,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:33.078170 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-1da8bea2-cf06-42e5-b673-9454f30a4ba1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48c36e5e-ddd5-4bc1-a796-2c9a3e81d5d2']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:33.079804 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50586) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:33.086337 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e170baf3-4566-460d-9565-6b511decbefc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0158b1833f95487c8d17ed7e60f498b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3686576 Aug 22 13:42:33.093490 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-8fdac76e-19f5-45b4-b363-d2d7a30be68a tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Request body: {'security_group_rule': {'security_group_id': 'ded06952-3ac7-4818-9c88-7e31c081de69', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:33.094542 n-d-793621-33 neutron-server[94628]: WARNING neutron.api.v2.base [None req-8fdac76e-19f5-45b4-b363-d2d7a30be68a tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 22 13:42:33.095157 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-8fdac76e-19f5-45b4-b363-d2d7a30be68a tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 13:42:33.099753 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8fdac76e-19f5-45b4-b363-d2d7a30be68a tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0091224 Aug 22 13:42:33.099753 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50590) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:33.108715 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-1da8bea2-cf06-42e5-b673-9454f30a4ba1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0353dd95-d92e-49ba-8b46-fe31042c657c') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:33.109136 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-1da8bea2-cf06-42e5-b673-9454f30a4ba1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0353dd95-d92e-49ba-8b46-fe31042c657c') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:42:33.119321 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:42:33.121853 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1da8bea2-cf06-42e5-b673-9454f30a4ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:33.129282 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:42:33.129864 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:33.141490 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1da8bea2-cf06-42e5-b673-9454f30a4ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:33.149688 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1da8bea2-cf06-42e5-b673-9454f30a4ba1 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:42:33.150152 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1da8bea2-cf06-42e5-b673-9454f30a4ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:33.155604 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50592) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:33.178666 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-831cc48d-1c74-4f30-a940-556bbb0c90fb tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Request body: {'security_group_rule': {'security_group_id': 'ded06952-3ac7-4818-9c88-7e31c081de69', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:33.242890 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:42:33.242890 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:42:33.242890 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:42:33.242890 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:42:33.242890 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:42:33.242890 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:42:33.242890 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:42:33.242890 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:42:33.242890 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:42:33.242890 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:42:33.242890 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:42:33.242890 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:42:33.242890 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:42:33.242890 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:42:33.242890 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:42:33.242890 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:42:33.242890 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:42:33.242890 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:42:33.242890 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:42:33.242890 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:42:33.242890 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:42:33.242890 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:42:33.242890 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:42:33.242890 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:42:33.242890 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:42:33.242890 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:42:33.242890 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:42:33.242890 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:42:33.242890 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:42:33.242890 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:42:33.242890 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:42:33.242890 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:42:33.246417 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1da8bea2-cf06-42e5-b673-9454f30a4ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:33.252701 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1da8bea2-cf06-42e5-b673-9454f30a4ba1 admin admin] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:33.254669 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-1da8bea2-cf06-42e5-b673-9454f30a4ba1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/48c36e5e-ddd5-4bc1-a796-2c9a3e81d5d2 HTTP/1.1" status: 204 len: 168 time: 0.4794369 Aug 22 13:42:33.275547 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0d725f74-3475-4386-9171-359debc47a41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:33.281550 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da8bea2-cf06-42e5-b673-9454f30a4ba1 admin admin] Pushing event deleted for resources: {'Network': ['ID=48c36e5e-ddd5-4bc1-a796-2c9a3e81d5d2,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:33.320972 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4c08afa8-c2bc-4802-b0ad-005d0ab0e025 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:33.338021 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0d725f74-3475-4386-9171-359debc47a41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:33.352432 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-831cc48d-1c74-4f30-a940-556bbb0c90fb tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 13:42:33.356891 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-831cc48d-1c74-4f30-a940-556bbb0c90fb tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1948509 Aug 22 13:42:33.357472 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50602) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:33.363282 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:33.365987 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c08afa8-c2bc-4802-b0ad-005d0ab0e025 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event deleted for resources: {'Subnet': ['ID=611ce4ea-06cc-4930-b41d-3d01c1dfe002,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:33.366130 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-09634931-76db-495f-9d35-e0e11b45b18f tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Request body: {'security_group_rule': {'security_group_id': 'ded06952-3ac7-4818-9c88-7e31c081de69', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:33.366919 n-d-793621-33 neutron-server[94628]: WARNING neutron.api.v2.base [None req-09634931-76db-495f-9d35-e0e11b45b18f tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 22 13:42:33.367464 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-09634931-76db-495f-9d35-e0e11b45b18f tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 13:42:33.371569 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50604) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:33.373227 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-09634931-76db-495f-9d35-e0e11b45b18f tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0110617 Aug 22 13:42:33.377793 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4c08afa8-c2bc-4802-b0ad-005d0ab0e025 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:33.380429 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-4c08afa8-c2bc-4802-b0ad-005d0ab0e025 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/subnets/611ce4ea-06cc-4930-b41d-3d01c1dfe002 HTTP/1.1" status: 204 len: 168 time: 0.8313365 Aug 22 13:42:33.385088 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-f18fbf2e-60a1-4d11-aced-e5d884669ef7 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Request body: {'security_group_rule': {'security_group_id': 'ded06952-3ac7-4818-9c88-7e31c081de69', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:33.388767 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50606) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:33.438165 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a271ed-b19c-4e87-85f8-38bfde02c35d None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:42:33.460582 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-f18fbf2e-60a1-4d11-aced-e5d884669ef7 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 13:42:33.464946 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f18fbf2e-60a1-4d11-aced-e5d884669ef7 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0889704 Aug 22 13:42:33.465450 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50608) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:33.478808 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-be42652f-24c3-4127-9cbf-d2aa46857b3c tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Request body: {'security_group_rule': {'security_group_id': 'ded06952-3ac7-4818-9c88-7e31c081de69', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:33.481644 n-d-793621-33 neutron-server[94627]: WARNING neutron.api.v2.base [None req-be42652f-24c3-4127-9cbf-d2aa46857b3c tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 22 13:42:33.484113 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-be42652f-24c3-4127-9cbf-d2aa46857b3c tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 13:42:33.489574 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-be42652f-24c3-4127-9cbf-d2aa46857b3c tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0196636 Aug 22 13:42:33.489737 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device a2c3dcb8-adf7-4887-b53e-e35dffbd3504 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:42:33.489983 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50610) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:33.496511 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-583bc0ab-53db-4597-b012-a3e3233b5bbc tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1047242 Aug 22 13:42:33.501242 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50612) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:33.509019 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-73632f8d-2c6b-4c9e-b599-f32f7e5ec085 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'subnet': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:33.509251 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-b3e6a847-7cac-4545-99bc-c78a020c22ef tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Request body: {'security_group_rule': {'security_group_id': 'ded06952-3ac7-4818-9c88-7e31c081de69', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:33.554399 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414d5d55-0aa9-4530-9553-c445350ded61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c6dc773-1a07-4ca5-85cc-b116f5c58e9a'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:42:33.563331 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6313a38-3266-43ae-9c48-e16fe5e10115" -d '{"events": [{"server_uuid": "414d5d55-0aa9-4530-9553-c445350ded61", "name": "network-vif-plugged", "status": "completed", "tag": "8c6dc773-1a07-4ca5-85cc-b116f5c58e9a"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:42:33.587580 n-d-793621-33 neutron-server[94627]: INFO neutron.db.securitygroups_db [None req-b3e6a847-7cac-4545-99bc-c78a020c22ef tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Project 5f63f1ac84fb45b1aa8aea6a0c5bb537 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 13:42:33.618756 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0d725f74-3475-4386-9171-359debc47a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:33.621871 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0d725f74-3475-4386-9171-359debc47a41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:33.624128 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0d725f74-3475-4386-9171-359debc47a41 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b1ea07d5-6319-498e-897c-a3793d940213 HTTP/1.1" status: 204 len: 168 time: 0.5237405 Aug 22 13:42:33.638120 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d725f74-3475-4386-9171-359debc47a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ea07d5-6319-498e-897c-a3793d940213,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:33.647722 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-b3e6a847-7cac-4545-99bc-c78a020c22ef tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 13:42:33.649045 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-b3e6a847-7cac-4545-99bc-c78a020c22ef tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1564178 Aug 22 13:42:33.653859 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50620) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:33.659808 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-16ff34e1-0d90-443b-b2af-5e4fddc0f63b tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Request body: {'security_group_rule': {'security_group_id': 'ded06952-3ac7-4818-9c88-7e31c081de69', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:33.660453 n-d-793621-33 neutron-server[94628]: WARNING neutron.api.v2.base [None req-16ff34e1-0d90-443b-b2af-5e4fddc0f63b tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 22 13:42:33.660957 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-16ff34e1-0d90-443b-b2af-5e4fddc0f63b tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 13:42:33.664977 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50622) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:33.665305 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-16ff34e1-0d90-443b-b2af-5e4fddc0f63b tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0102510 Aug 22 13:42:33.669945 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-0af0e3f7-4060-4458-be4d-f895bd60fa3b tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Request body: {'security_group_rule': {'security_group_id': 'ded06952-3ac7-4818-9c88-7e31c081de69', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:33.684845 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73632f8d-2c6b-4c9e-b599-f32f7e5ec085 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:42:33.690734 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-73632f8d-2c6b-4c9e-b599-f32f7e5ec085 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:33.720925 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50624) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:33.744180 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50628) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:33.794462 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=8c6dc773-1a07-4ca5-85cc-b116f5c58e9a,segment=NetworkSegment(0de567c1-0b27-42d1-b215-d74bde0cce23),segment_id=0de567c1-0b27-42d1-b215-d74bde0cce23)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:42:33.815325 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5bdf86-7a73-4e8b-837d-fa8834855381 x-openstack-request-id: req-0b5bdf86-7a73-4e8b-837d-fa8834855381 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:42:33.815688 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414d5d55-0aa9-4530-9553-c445350ded61", "name": "network-vif-plugged", "status": "completed", "tag": "8c6dc773-1a07-4ca5-85cc-b116f5c58e9a", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:42:33.816405 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0b5bdf86-7a73-4e8b-837d-fa8834855381 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:42:33.816405 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414d5d55-0aa9-4530-9553-c445350ded61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c6dc773-1a07-4ca5-85cc-b116f5c58e9a', 'code': 200} Aug 22 13:42:33.830782 n-d-793621-33 neutron-server[94627]: INFO neutron.db.securitygroups_db [None req-0af0e3f7-4060-4458-be4d-f895bd60fa3b tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Project 5f63f1ac84fb45b1aa8aea6a0c5bb537 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 13:42:33.872601 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:33.897977 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-78eb6c53-7bc8-4208-90bf-aad312ad84ad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9b5bac0869314a3bbb3447b2c0aa17d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1526587 Aug 22 13:42:33.898921 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50632) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:33.930023 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-0af0e3f7-4060-4458-be4d-f895bd60fa3b tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 13:42:33.931091 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-0af0e3f7-4060-4458-be4d-f895bd60fa3b tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2646890 Aug 22 13:42:33.935477 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50634) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:33.941682 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-66857f46-d4ff-468d-9922-f3b2876c34ae tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Request body: {'security_group_rule': {'security_group_id': 'ded06952-3ac7-4818-9c88-7e31c081de69', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:33.957987 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bc0a7ab1-c03f-4067-92fc-0fc8b19af2b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:34.003467 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bc0a7ab1-c03f-4067-92fc-0fc8b19af2b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:34.013261 n-d-793621-33 neutron-server[94628]: INFO neutron.db.securitygroups_db [None req-66857f46-d4ff-468d-9922-f3b2876c34ae tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Project 5f63f1ac84fb45b1aa8aea6a0c5bb537 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 13:42:34.066718 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-66857f46-d4ff-468d-9922-f3b2876c34ae tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 13:42:34.067556 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bc0a7ab1-c03f-4067-92fc-0fc8b19af2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:34.070713 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-66857f46-d4ff-468d-9922-f3b2876c34ae tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1339595 Aug 22 13:42:34.071226 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bc0a7ab1-c03f-4067-92fc-0fc8b19af2b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:34.074437 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50638) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:34.079623 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-bc0a7ab1-c03f-4067-92fc-0fc8b19af2b7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e50804df-1221-4a77-b923-40de9ee5a6f9 HTTP/1.1" status: 204 len: 168 time: 0.1796713 Aug 22 13:42:34.091902 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0a7ab1-c03f-4067-92fc-0fc8b19af2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50804df-1221-4a77-b923-40de9ee5a6f9,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:34.143627 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:34.149026 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-df715a9a-a1ba-471d-828c-decbfeef6ebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:34.173191 n-d-793621-33 neutron-server[94628]: DEBUG neutron.objects.ports [None req-73632f8d-2c6b-4c9e-b599-f32f7e5ec085 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94628) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 22 13:42:34.259713 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-55a81939-652c-4e80-9e45-09b3903c32ce tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:34.271923 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port a2c3dcb8-adf7-4887-b53e-e35dffbd3504 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:42:34.272730 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:34.287782 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-df715a9a-a1ba-471d-828c-decbfeef6ebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:34.292969 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-df715a9a-a1ba-471d-828c-decbfeef6ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:34.351976 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df715a9a-a1ba-471d-828c-decbfeef6ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4798756-84d6-4b44-993c-f6cde0932eda,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:34.355095 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-55a81939-652c-4e80-9e45-09b3903c32ce tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:34.360470 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-df715a9a-a1ba-471d-828c-decbfeef6ebc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1f9bbe3ff2514886b4076022486b0b8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6352019 Aug 22 13:42:34.361615 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50650) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:34.367364 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:34.372684 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=8c6dc773-1a07-4ca5-85cc-b116f5c58e9a,revision_number=13']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:34.444022 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e0c3c81d-f0d7-4815-9180-90e94fee3ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:34.478193 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e0c3c81d-f0d7-4815-9180-90e94fee3ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:34.551186 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e0c3c81d-f0d7-4815-9180-90e94fee3ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:34.555313 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e0c3c81d-f0d7-4815-9180-90e94fee3ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:34.557204 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e0c3c81d-f0d7-4815-9180-90e94fee3ab5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c4798756-84d6-4b44-993c-f6cde0932eda HTTP/1.1" status: 204 len: 168 time: 0.1929388 Aug 22 13:42:34.578755 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c3c81d-f0d7-4815-9180-90e94fee3ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4798756-84d6-4b44-993c-f6cde0932eda,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:34.625038 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-55a81939-652c-4e80-9e45-09b3903c32ce tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:34.627787 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-55a81939-652c-4e80-9e45-09b3903c32ce tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:34.631920 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50660) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:34.632069 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-55a81939-652c-4e80-9e45-09b3903c32ce tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] 10.222.0.21 "DELETE /v2.0/security-groups/ded06952-3ac7-4818-9c88-7e31c081de69 HTTP/1.1" status: 204 len: 168 time: 0.5577662 Aug 22 13:42:34.654156 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a81939-652c-4e80-9e45-09b3903c32ce tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded06952-3ac7-4818-9c88-7e31c081de69,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:34.663699 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-73632f8d-2c6b-4c9e-b599-f32f7e5ec085 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:34.732133 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-27a09a36-dc55-438e-885b-0d56b8525dbe tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0988555 Aug 22 13:42:34.736703 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50662) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:34.743913 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-c3ccf305-1bfa-495c-acc1-50c0482b2de7 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Request body: {'security_group': {'name': 'tempest-secgroup--1991411143'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:34.746739 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50664) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:34.789438 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c3ccf305-1bfa-495c-acc1-50c0482b2de7 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:34.907876 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-1752de22-1c76-4bf3-84e9-16bb037dec2f None None] Provisioning complete for port a2c3dcb8-adf7-4887-b53e-e35dffbd3504 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:42:34.910414 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1752de22-1c76-4bf3-84e9-16bb037dec2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:34.951115 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c3ccf305-1bfa-495c-acc1-50c0482b2de7 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:34.957867 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a184f808-4eec-49b4-ac0c-f6cd35adb761 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=93d0f13ca593458592910a95441a7453&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2077405 Aug 22 13:42:34.962573 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50674) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:35.017324 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c3ccf305-1bfa-495c-acc1-50c0482b2de7 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:35.047620 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-73632f8d-2c6b-4c9e-b599-f32f7e5ec085 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] For port a2c3dcb8-adf7-4887-b53e-e35dffbd3504, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=a2c3dcb8-adf7-4887-b53e-e35dffbd3504,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:42:35.075376 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c3ccf305-1bfa-495c-acc1-50c0482b2de7 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:35.077886 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c3ccf305-1bfa-495c-acc1-50c0482b2de7 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3392346 Aug 22 13:42:35.081853 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50678) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:35.087436 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-027eea36-e3ae-40a6-860f-1aef51e0bd34 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Request body: {'security_group_rule': {'security_group_id': '4da75251-9468-409c-a097-2ae78d118826', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:35.087932 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-73632f8d-2c6b-4c9e-b599-f32f7e5ec085 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:35.094623 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-73632f8d-2c6b-4c9e-b599-f32f7e5ec085 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:35.095615 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ccf305-1bfa-495c-acc1-50c0482b2de7 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4da75251-9468-409c-a097-2ae78d118826,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:35.096812 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-73632f8d-2c6b-4c9e-b599-f32f7e5ec085 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:35.133975 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-42cccca3-dc68-4679-b324-491a28e5ab3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:35.167705 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73632f8d-2c6b-4c9e-b599-f32f7e5ec085 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event updated for resources: {'Subnet': ['ID=d7a88f66-c6fa-4fc7-8280-de1bc5f97db1,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:35.194192 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-42cccca3-dc68-4679-b324-491a28e5ab3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:35.211754 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73632f8d-2c6b-4c9e-b599-f32f7e5ec085 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:42:35.216974 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-73632f8d-2c6b-4c9e-b599-f32f7e5ec085 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:42:35.227085 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a37f1ad-ba6f-4a42-8677-15d99a1922cf None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:42:35.227320 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73632f8d-2c6b-4c9e-b599-f32f7e5ec085 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:35.227924 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-73632f8d-2c6b-4c9e-b599-f32f7e5ec085 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:35.242947 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50688) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:35.271307 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8a4acb04-0dd5-41ab-8bee-bba1a19942f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:35.273368 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73632f8d-2c6b-4c9e-b599-f32f7e5ec085 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event updated for resources: {'Port': ['ID=a2c3dcb8-adf7-4887-b53e-e35dffbd3504,revision_number=6']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:35.281596 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-42cccca3-dc68-4679-b324-491a28e5ab3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:35.285578 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-42cccca3-dc68-4679-b324-491a28e5ab3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:35.287140 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-42cccca3-dc68-4679-b324-491a28e5ab3c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7f0f5739-0e4a-468d-ac8b-1132473d4315 HTTP/1.1" status: 204 len: 168 time: 0.3234618 Aug 22 13:42:35.302834 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cccca3-dc68-4679-b324-491a28e5ab3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0f5739-0e4a-468d-ac8b-1132473d4315,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:35.385963 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8a4acb04-0dd5-41ab-8bee-bba1a19942f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:35.388058 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-73632f8d-2c6b-4c9e-b599-f32f7e5ec085 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8853030 Aug 22 13:42:35.392065 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50694) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:35.395294 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8a4acb04-0dd5-41ab-8bee-bba1a19942f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:35.402179 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-027eea36-e3ae-40a6-860f-1aef51e0bd34 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] create failed (client error): The resource could not be found. Aug 22 13:42:35.408346 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-027eea36-e3ae-40a6-860f-1aef51e0bd34 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3248782 Aug 22 13:42:35.409280 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50696) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:35.418029 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-1cf0de1d-4ff7-4820-9ea3-f14005ca118f tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Request body: {'security_group_rule': {'security_group_id': '4da75251-9468-409c-a097-2ae78d118826', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '0c607c3b-6b23-459a-9a4a-153452ff95e8'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:35.425445 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-2e3ba337-7457-4c37-8ca0-a30c3c58b46f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'port': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'mac_address': 'fa:16:3e:14:8d:d3', 'name': 'tempest-NetworksTestDHCPv6-615012634'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:35.455117 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8a4acb04-0dd5-41ab-8bee-bba1a19942f4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a7761e8de12e4e629cee76c5eb4ed440&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2110643 Aug 22 13:42:35.455362 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50698) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:35.517874 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device a2c3dcb8-adf7-4887-b53e-e35dffbd3504 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:42:35.528748 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4acb04-0dd5-41ab-8bee-bba1a19942f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1c7696-7512-4c5f-ba12-37ea557534cd,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:35.602081 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3ba337-7457-4c37-8ca0-a30c3c58b46f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:42:35.618651 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-1cf0de1d-4ff7-4820-9ea3-f14005ca118f tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] create failed (client error): The resource could not be found. Aug 22 13:42:35.625739 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-1cf0de1d-4ff7-4820-9ea3-f14005ca118f tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2145882 Aug 22 13:42:35.628070 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50702) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:35.651722 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5858479c-1d5d-4943-86a7-ce7f1402c2d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:35.703252 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5858479c-1d5d-4943-86a7-ce7f1402c2d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:35.729852 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-de3a8349-4c82-4701-b737-906a755e1862 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:35.791601 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-de3a8349-4c82-4701-b737-906a755e1862 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:35.811402 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2e3ba337-7457-4c37-8ca0-a30c3c58b46f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:35.839217 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5858479c-1d5d-4943-86a7-ce7f1402c2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:35.840547 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port a2c3dcb8-adf7-4887-b53e-e35dffbd3504 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:42:35.843353 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:35.843735 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-2e3ba337-7457-4c37-8ca0-a30c3c58b46f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] device_id is not set on port a31b917f-1583-4225-8cee-dfb5ec2212fc yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:42:35.844169 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5858479c-1d5d-4943-86a7-ce7f1402c2d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:35.845456 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-5858479c-1d5d-4943-86a7-ce7f1402c2d1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5d1c7696-7512-4c5f-ba12-37ea557534cd HTTP/1.1" status: 204 len: 168 time: 0.3874111 Aug 22 13:42:35.862247 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-de3a8349-4c82-4701-b737-906a755e1862 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:35.871650 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-de3a8349-4c82-4701-b737-906a755e1862 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:35.871650 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-de3a8349-4c82-4701-b737-906a755e1862 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] 10.222.0.21 "DELETE /v2.0/security-groups/4da75251-9468-409c-a097-2ae78d118826 HTTP/1.1" status: 204 len: 168 time: 0.2372260 Aug 22 13:42:35.871650 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5858479c-1d5d-4943-86a7-ce7f1402c2d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1c7696-7512-4c5f-ba12-37ea557534cd,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:35.872268 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50710) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:35.889776 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a8349-4c82-4701-b737-906a755e1862 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da75251-9468-409c-a097-2ae78d118826,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:35.983956 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9682fd20-76a3-4f80-8d52-fedaeac2cf01 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1072252 Aug 22 13:42:35.985353 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50714) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:36.003262 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-f096048d-7b6b-498a-a2d0-dadbe184a81a tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Request body: {'security_group_rule': {'security_group_id': '973b2ded-11d8-46ec-acf6-ed866c8913d1', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:36.027437 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:42:36.125562 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-2e3ba337-7457-4c37-8ca0-a30c3c58b46f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Allocated IP 2001:db8::f816:3eff:fe14:8dd3 (933f65da-8ef2-4dea-ac27-3eee9182e92f/d7a88f66-c6fa-4fc7-8280-de1bc5f97db1/a31b917f-1583-4225-8cee-dfb5ec2212fc) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:42:36.186489 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-f096048d-7b6b-498a-a2d0-dadbe184a81a tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] create failed (client error): The resource could not be found. Aug 22 13:42:36.193308 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f096048d-7b6b-498a-a2d0-dadbe184a81a tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2017853 Aug 22 13:42:36.193944 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50724) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:36.207061 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-7277f030-d48e-4764-a4d7-1973e1e4f437 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Request body: {'security_group': {'name': 'tempest-secgroup--1717580706'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:36.281179 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7277f030-d48e-4764-a4d7-1973e1e4f437 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:36.302098 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c3e11c93-3bab-4875-9b44-129ddcb4b0a5 None None] Provisioning complete for port a2c3dcb8-adf7-4887-b53e-e35dffbd3504 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:42:36.302471 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c3e11c93-3bab-4875-9b44-129ddcb4b0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:36.387369 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2e3ba337-7457-4c37-8ca0-a30c3c58b46f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:36.405048 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-2e3ba337-7457-4c37-8ca0-a30c3c58b46f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Transition to ACTIVE for port object a31b917f-1583-4225-8cee-dfb5ec2212fc will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:42:36.425829 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7277f030-d48e-4764-a4d7-1973e1e4f437 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:36.433871 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7277f030-d48e-4764-a4d7-1973e1e4f437 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:36.451028 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2e3ba337-7457-4c37-8ca0-a30c3c58b46f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:36.471819 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7277f030-d48e-4764-a4d7-1973e1e4f437 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:36.475732 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-7277f030-d48e-4764-a4d7-1973e1e4f437 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2782869 Aug 22 13:42:36.476100 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50740) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:36.482468 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-5e24d17b-6b9c-4f5b-b111-42d1c01440f8 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Request body: {'security_group': {'name': 'tempest-secgroup--1055558048'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:36.491243 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7277f030-d48e-4764-a4d7-1973e1e4f437 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2685a6-c20d-430b-84b5-9532f8c7d6d7,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:36.523381 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5e24d17b-6b9c-4f5b-b111-42d1c01440f8 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:36.534474 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3ba337-7457-4c37-8ca0-a30c3c58b46f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:42:36.537687 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-2e3ba337-7457-4c37-8ca0-a30c3c58b46f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:42:36.544873 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3ba337-7457-4c37-8ca0-a30c3c58b46f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:42:36.551715 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3ba337-7457-4c37-8ca0-a30c3c58b46f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:36.552336 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2e3ba337-7457-4c37-8ca0-a30c3c58b46f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:36.556113 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ba337-7457-4c37-8ca0-a30c3c58b46f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event updated for resources: {'Port': ['ID=a31b917f-1583-4225-8cee-dfb5ec2212fc,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:36.578014 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2e3ba337-7457-4c37-8ca0-a30c3c58b46f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1839895 Aug 22 13:42:36.581496 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50746) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:36.678659 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1fb587-bf9f-4140-a96f-b6562f74d0cf tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:36.685829 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1fb587-bf9f-4140-a96f-b6562f74d0cf tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:36.687826 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-df1fb587-bf9f-4140-a96f-b6562f74d0cf tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1053631 Aug 22 13:42:36.690668 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50752) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:36.765690 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5e24d17b-6b9c-4f5b-b111-42d1c01440f8 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:36.772401 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5e24d17b-6b9c-4f5b-b111-42d1c01440f8 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:36.804927 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5e24d17b-6b9c-4f5b-b111-42d1c01440f8 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:36.809591 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-5e24d17b-6b9c-4f5b-b111-42d1c01440f8 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3323028 Aug 22 13:42:36.810472 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50758) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:36.830547 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-0c96e67c-bb62-4adf-8057-1dd08df54de4 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Request body: {'security_group_rule': {'security_group_id': '1f2685a6-c20d-430b-84b5-9532f8c7d6d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'a9070ff3-0f9b-4358-a441-3823634c050c'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:36.848661 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-393962c6-7684-400a-9643-9ddee67b053b tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Deleting port a31b917f-1583-4225-8cee-dfb5ec2212fc {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:42:36.848946 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-393962c6-7684-400a-9643-9ddee67b053b tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:36.853025 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e24d17b-6b9c-4f5b-b111-42d1c01440f8 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9070ff3-0f9b-4358-a441-3823634c050c,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:36.902752 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-0c96e67c-bb62-4adf-8057-1dd08df54de4 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 13:42:36.903935 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-0c96e67c-bb62-4adf-8057-1dd08df54de4 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0798357 Aug 22 13:42:36.909682 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50762) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:36.938342 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-2916abcd-4aaf-414f-bb39-e42a5ae23bbe None None] Provisioning for port a31b917f-1583-4225-8cee-dfb5ec2212fc completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:42:36.943148 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-2916abcd-4aaf-414f-bb39-e42a5ae23bbe None None] Provisioning complete for port a31b917f-1583-4225-8cee-dfb5ec2212fc triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:42:36.943696 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2916abcd-4aaf-414f-bb39-e42a5ae23bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:36.994886 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-393962c6-7684-400a-9643-9ddee67b053b tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:37.002299 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-812a1ac2-df8d-4106-b189-97006d5372e8 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:37.009401 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-393962c6-7684-400a-9643-9ddee67b053b tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Calling delete_port for a31b917f-1583-4225-8cee-dfb5ec2212fc owned by {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:42:37.010859 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-2916abcd-4aaf-414f-bb39-e42a5ae23bbe None None] Port a31b917f-1583-4225-8cee-dfb5ec2212fc cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:42:37.035104 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-812a1ac2-df8d-4106-b189-97006d5372e8 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:37.087654 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-812a1ac2-df8d-4106-b189-97006d5372e8 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:37.092111 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-812a1ac2-df8d-4106-b189-97006d5372e8 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:37.095729 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-812a1ac2-df8d-4106-b189-97006d5372e8 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] 10.222.0.21 "DELETE /v2.0/security-groups/a9070ff3-0f9b-4358-a441-3823634c050c HTTP/1.1" status: 204 len: 168 time: 0.1828849 Aug 22 13:42:37.098827 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50776) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:37.113179 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812a1ac2-df8d-4106-b189-97006d5372e8 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9070ff3-0f9b-4358-a441-3823634c050c,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:37.166389 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-94396795-7a28-43c5-a89c-161a336f5c53 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0638821 Aug 22 13:42:37.166676 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50780) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:37.189048 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-393962c6-7684-400a-9643-9ddee67b053b tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:37.231885 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d22b417d-20fc-4b06-aeec-30f16981e3aa tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:37.243343 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393962c6-7684-400a-9643-9ddee67b053b tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event deleted for resources: {'Port': ['ID=a31b917f-1583-4225-8cee-dfb5ec2212fc,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:37.284973 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d22b417d-20fc-4b06-aeec-30f16981e3aa tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:37.304421 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-393962c6-7684-400a-9643-9ddee67b053b tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:37.310724 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-393962c6-7684-400a-9643-9ddee67b053b tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/ports/a31b917f-1583-4225-8cee-dfb5ec2212fc HTTP/1.1" status: 204 len: 168 time: 0.6187305 Aug 22 13:42:37.316064 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50792) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:37.384012 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d22b417d-20fc-4b06-aeec-30f16981e3aa tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:37.384687 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc5d348-32c8-4632-894e-35f0b2b0a4c9 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:37.386904 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d22b417d-20fc-4b06-aeec-30f16981e3aa tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:37.387577 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc5d348-32c8-4632-894e-35f0b2b0a4c9 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:37.390625 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d22b417d-20fc-4b06-aeec-30f16981e3aa tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] 10.222.0.21 "DELETE /v2.0/security-groups/1f2685a6-c20d-430b-84b5-9532f8c7d6d7 HTTP/1.1" status: 204 len: 168 time: 0.2203825 Aug 22 13:42:37.392789 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8dc5d348-32c8-4632-894e-35f0b2b0a4c9 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0755789 Aug 22 13:42:37.395563 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50794) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:37.395909 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50796) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:37.459513 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22b417d-20fc-4b06-aeec-30f16981e3aa tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2685a6-c20d-430b-84b5-9532f8c7d6d7,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:37.504742 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50800) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:37.508899 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-5d44d638-00d7-408a-a185-2fdb39393f10 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1026182 Aug 22 13:42:37.511177 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-6865e083-4c42-42e1-8164-6ad3b83d850c tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Request body: {'security_group': {'name': 'tempest-secgroup--1183459639'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:37.559003 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-9afef06e-f51d-4224-af1d-b246a388e828 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Deleting subnet d7a88f66-c6fa-4fc7-8280-de1bc5f97db1 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:42:37.570697 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9afef06e-f51d-4224-af1d-b246a388e828 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:37.572620 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6865e083-4c42-42e1-8164-6ad3b83d850c tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:37.692891 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9afef06e-f51d-4224-af1d-b246a388e828 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:37.739501 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6865e083-4c42-42e1-8164-6ad3b83d850c tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:37.750289 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6865e083-4c42-42e1-8164-6ad3b83d850c tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:37.821492 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6865e083-4c42-42e1-8164-6ad3b83d850c tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:37.825771 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6865e083-4c42-42e1-8164-6ad3b83d850c tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3168962 Aug 22 13:42:37.826004 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6865e083-4c42-42e1-8164-6ad3b83d850c tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=396313a0-10de-4269-877c-8ca1aa7bc7eb,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:37.827386 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50812) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:37.836883 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-d6e99ee0-3d3a-4ac6-a38f-c81e6c40f594 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Request body: {'security_group_rule': {'security_group_id': '396313a0-10de-4269-877c-8ca1aa7bc7eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:37.869804 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9afef06e-f51d-4224-af1d-b246a388e828 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:37.935618 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-d6e99ee0-3d3a-4ac6-a38f-c81e6c40f594 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 13:42:37.937903 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d6e99ee0-3d3a-4ac6-a38f-c81e6c40f594 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1074646 Aug 22 13:42:37.940699 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50818) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:37.945519 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-d9e8f3a4-747d-4a4c-bed0-0fa099a2ba27 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Request body: {'security_group_rule': {'security_group_id': '396313a0-10de-4269-877c-8ca1aa7bc7eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:37.982443 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9afef06e-f51d-4224-af1d-b246a388e828 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:38.032505 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-d9e8f3a4-747d-4a4c-bed0-0fa099a2ba27 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 13:42:38.032505 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d9e8f3a4-747d-4a4c-bed0-0fa099a2ba27 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0866609 Aug 22 13:42:38.032505 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50822) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:38.061183 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afef06e-f51d-4224-af1d-b246a388e828 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event deleted for resources: {'Subnet': ['ID=d7a88f66-c6fa-4fc7-8280-de1bc5f97db1,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:38.077820 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9afef06e-f51d-4224-af1d-b246a388e828 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:38.079044 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1378505-3b48-4418-9551-311d58b69e4c None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:42:38.079786 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-9afef06e-f51d-4224-af1d-b246a388e828 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/subnets/d7a88f66-c6fa-4fc7-8280-de1bc5f97db1 HTTP/1.1" status: 204 len: 168 time: 0.6805730 Aug 22 13:42:38.083179 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50826) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:38.129808 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7e03d9b4-a7ed-497c-99fd-3f79969ffddd tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0453279 Aug 22 13:42:38.132399 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50828) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:38.181932 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-46fd451b-4d5f-4e9d-9931-d92d9d181098 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:38.213954 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394a8831-c241-4541-bb87-a979edbde983 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:38.215500 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-394a8831-c241-4541-bb87-a979edbde983 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0821154 Aug 22 13:42:38.219424 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50830) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:38.224967 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50832) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:38.265928 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-46fd451b-4d5f-4e9d-9931-d92d9d181098 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:38.319527 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c155979-ad3d-4525-9f68-701b99037d20 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:38.321170 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9c155979-ad3d-4525-9f68-701b99037d20 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1008081 Aug 22 13:42:38.325226 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50840) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:38.351101 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07131d9-79f4-4387-aaaf-f43a6ad75a81 None None] DHCP port deletion for 933f65da-8ef2-4dea-ac27-3eee9182e92f request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:42:38.360616 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-46fd451b-4d5f-4e9d-9931-d92d9d181098 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:38.363281 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-46fd451b-4d5f-4e9d-9931-d92d9d181098 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:38.364333 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-46fd451b-4d5f-4e9d-9931-d92d9d181098 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] 10.222.0.21 "DELETE /v2.0/security-groups/396313a0-10de-4269-877c-8ca1aa7bc7eb HTTP/1.1" status: 204 len: 168 time: 0.3310044 Aug 22 13:42:38.367770 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50846) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:38.418214 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fd451b-4d5f-4e9d-9931-d92d9d181098 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=396313a0-10de-4269-877c-8ca1aa7bc7eb,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:38.423199 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e28de40f-57f6-4396-a236-9c17f304b881 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0967004 Aug 22 13:42:38.428459 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50850) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:38.435904 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-d79dd49c-a04c-4487-811f-73c9408a2803 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'subnet': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:38.485740 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-14919799-5124-4d25-9025-9ade2234dbda tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1114724 Aug 22 13:42:38.490243 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c07131d9-79f4-4387-aaaf-f43a6ad75a81 None None] Deleting port a2c3dcb8-adf7-4887-b53e-e35dffbd3504 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:42:38.490634 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c07131d9-79f4-4387-aaaf-f43a6ad75a81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:38.493231 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50854) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:38.513428 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-1a63cc0a-f42e-47b5-bc74-d78eeb808eb3 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Request body: {'security_group': {'name': 'tempest-secgroup--1018624069'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:38.554818 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-71286b40-0ea6-4a7b-9fac-ac5bb001032c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:38.705943 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1a63cc0a-f42e-47b5-bc74-d78eeb808eb3 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:38.811448 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c07131d9-79f4-4387-aaaf-f43a6ad75a81 None None] For port a2c3dcb8-adf7-4887-b53e-e35dffbd3504, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=a2c3dcb8-adf7-4887-b53e-e35dffbd3504,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:42:38.812681 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c07131d9-79f4-4387-aaaf-f43a6ad75a81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:38.823565 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-71286b40-0ea6-4a7b-9fac-ac5bb001032c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:38.828347 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c07131d9-79f4-4387-aaaf-f43a6ad75a81 None None] Calling delete_port for a2c3dcb8-adf7-4887-b53e-e35dffbd3504 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:42:38.830783 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-71286b40-0ea6-4a7b-9fac-ac5bb001032c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:38.856973 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79dd49c-a04c-4487-811f-73c9408a2803 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:42:38.870480 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d79dd49c-a04c-4487-811f-73c9408a2803 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:38.888809 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-71286b40-0ea6-4a7b-9fac-ac5bb001032c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=99f762b833c548039ff61b1fd50913b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6554916 Aug 22 13:42:38.893201 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71286b40-0ea6-4a7b-9fac-ac5bb001032c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdfa12a6-21f7-4a71-bfcf-f64aaddc6e37,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:38.895904 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50870) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:38.989287 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c07131d9-79f4-4387-aaaf-f43a6ad75a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:39.003775 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1ed6ef82-7a44-43b3-8cc6-fed34188e9d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:39.047747 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1ed6ef82-7a44-43b3-8cc6-fed34188e9d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:39.056350 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1a63cc0a-f42e-47b5-bc74-d78eeb808eb3 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:39.070468 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07131d9-79f4-4387-aaaf-f43a6ad75a81 None None] Pushing event deleted for resources: {'Port': ['ID=a2c3dcb8-adf7-4887-b53e-e35dffbd3504,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:39.078908 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07131d9-79f4-4387-aaaf-f43a6ad75a81 None None] No DVR routers for this DVR port a2c3dcb8-adf7-4887-b53e-e35dffbd3504 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:42:39.079812 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1a63cc0a-f42e-47b5-bc74-d78eeb808eb3 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:39.140512 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1a63cc0a-f42e-47b5-bc74-d78eeb808eb3 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:39.145358 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-1a63cc0a-f42e-47b5-bc74-d78eeb808eb3 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6510873 Aug 22 13:42:39.146878 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50880) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:39.153963 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-19918eb1-d1c6-4181-a48e-a44e1f2ce41c tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:39.154486 n-d-793621-33 neutron-server[94628]: WARNING neutron.api.v2.base [None req-19918eb1-d1c6-4181-a48e-a44e1f2ce41c tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 22 13:42:39.156028 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-19918eb1-d1c6-4181-a48e-a44e1f2ce41c tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] update failed (client error): There was a conflict when trying to complete your request. Aug 22 13:42:39.160058 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-19918eb1-d1c6-4181-a48e-a44e1f2ce41c tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] 10.222.0.21 "PUT /v2.0/security-groups/743f3656-2f97-4c38-b5f9-50c4be3af63e HTTP/1.1" status: 409 len: 330 time: 0.0098965 Aug 22 13:42:39.162042 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50882) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:39.164422 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a63cc0a-f42e-47b5-bc74-d78eeb808eb3 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=743f3656-2f97-4c38-b5f9-50c4be3af63e,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:39.233098 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-54f713c1-7443-4f98-9de8-eda89176e349 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:39.248017 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1ed6ef82-7a44-43b3-8cc6-fed34188e9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:39.251390 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1ed6ef82-7a44-43b3-8cc6-fed34188e9d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:39.252895 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-1ed6ef82-7a44-43b3-8cc6-fed34188e9d5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fdfa12a6-21f7-4a71-bfcf-f64aaddc6e37 HTTP/1.1" status: 204 len: 168 time: 0.3545554 Aug 22 13:42:39.272690 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-54f713c1-7443-4f98-9de8-eda89176e349 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:39.276318 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed6ef82-7a44-43b3-8cc6-fed34188e9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdfa12a6-21f7-4a71-bfcf-f64aaddc6e37,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:39.349955 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d79dd49c-a04c-4487-811f-73c9408a2803 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:39.384404 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-54f713c1-7443-4f98-9de8-eda89176e349 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:39.390244 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-54f713c1-7443-4f98-9de8-eda89176e349 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:39.396769 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-54f713c1-7443-4f98-9de8-eda89176e349 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] 10.222.0.21 "DELETE /v2.0/security-groups/743f3656-2f97-4c38-b5f9-50c4be3af63e HTTP/1.1" status: 204 len: 168 time: 0.2333367 Aug 22 13:42:39.398272 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50890) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:39.407969 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79dd49c-a04c-4487-811f-73c9408a2803 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:42:39.411889 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-d79dd49c-a04c-4487-811f-73c9408a2803 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:42:39.422389 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df3f95a-619b-4245-824f-ae0c52085a64 None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:42:39.423157 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79dd49c-a04c-4487-811f-73c9408a2803 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:39.423755 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d79dd49c-a04c-4487-811f-73c9408a2803 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:39.445018 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79dd49c-a04c-4487-811f-73c9408a2803 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event updated for resources: {'Subnet': ['ID=ffddd042-52c3-4586-a564-228580d8255d,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:39.457737 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device a2c3dcb8-adf7-4887-b53e-e35dffbd3504 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:42:39.473969 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f713c1-7443-4f98-9de8-eda89176e349 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=743f3656-2f97-4c38-b5f9-50c4be3af63e,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:39.479377 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d79dd49c-a04c-4487-811f-73c9408a2803 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0479574 Aug 22 13:42:39.481837 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50892) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:39.492283 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-bd40feab-49cc-4b6a-888b-24d1d34099ea tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'port': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'mac_address': 'fa:16:3e:5c:b4:77', 'name': 'tempest-NetworksTestDHCPv6-241621400'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:39.563257 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: a2c3dcb8-adf7-4887-b53e-e35dffbd3504 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:42:39.563912 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device a2c3dcb8-adf7-4887-b53e-e35dffbd3504 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:42:39.589036 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-11a841e7-e1f5-4586-8505-71a049d009ff tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1773183 Aug 22 13:42:39.589461 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50896) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:39.629900 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-a2ae616d-b2f1-48b2-b277-a9a0f2133c89 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] delete failed (client error): The resource could not be found. Aug 22 13:42:39.644676 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a2ae616d-b2f1-48b2-b277-a9a0f2133c89 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] 10.222.0.21 "DELETE /v2.0/security-groups/b0254f72-a2a6-42ca-8be5-dbbf41788fbf HTTP/1.1" status: 404 len: 347 time: 0.0481021 Aug 22 13:42:39.648761 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50898) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:39.700513 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-1260f26a-16b7-431f-9d0e-f4e282ef07a6 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] show failed (client error): The resource could not be found. Aug 22 13:42:39.706012 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-1260f26a-16b7-431f-9d0e-f4e282ef07a6 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] 10.222.0.21 "GET /v2.0/security-groups/2611034d-cf79-4b83-aeb8-706495216738 HTTP/1.1" status: 404 len: 347 time: 0.0518327 Aug 22 13:42:39.706400 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50902) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:39.744530 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-a43fd543-db84-4660-8b55-83cc4a55c275 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] show failed (client error): The resource could not be found. Aug 22 13:42:39.749567 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a43fd543-db84-4660-8b55-83cc4a55c275 tempest-NegativeSecGroupIPv6Test-2086154901 tempest-NegativeSecGroupIPv6Test-2086154901-project] 10.222.0.21 "GET /v2.0/security-group-rules/49406adf-7409-4916-a67e-48fd243ea33d HTTP/1.1" status: 404 len: 356 time: 0.0412180 Aug 22 13:42:39.823375 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beeb2782-bb05-47fe-9df9-bbef4bfd3975 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-933f65da-8ef2-4dea-ac27-3eee9182e92f', 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'tenant_id': 'a71622c06b3d48d28918cf297ca2043b', 'fixed_ips': [{'subnet_id': 'ffddd042-52c3-4586-a564-228580d8255d'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:42:39.824581 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-beeb2782-bb05-47fe-9df9-bbef4bfd3975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:39.847058 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd40feab-49cc-4b6a-888b-24d1d34099ea tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:42:40.027790 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bd40feab-49cc-4b6a-888b-24d1d34099ea tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:40.059142 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [None req-bd40feab-49cc-4b6a-888b-24d1d34099ea tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] device_id is not set on port 2d2689ea-0324-4bc4-bab9-7181fa6fae31 yet. {{(pid=94627) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:42:40.064966 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-beeb2782-bb05-47fe-9df9-bbef4bfd3975 None None] Allocated IP 2001:db8::2 (933f65da-8ef2-4dea-ac27-3eee9182e92f/ffddd042-52c3-4586-a564-228580d8255d/3c35b487-8f86-41f4-bb3b-7c32f1e32b7e) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:42:40.221369 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50918) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:40.242795 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4d2adfac-4728-4909-94d9-426e2b0b235f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:40.260633 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-beeb2782-bb05-47fe-9df9-bbef4bfd3975 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:40.274220 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-beeb2782-bb05-47fe-9df9-bbef4bfd3975 None None] Transition to ACTIVE for port object 3c35b487-8f86-41f4-bb3b-7c32f1e32b7e will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:42:40.299382 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-beeb2782-bb05-47fe-9df9-bbef4bfd3975 None None] Transition to ACTIVE for port object 3c35b487-8f86-41f4-bb3b-7c32f1e32b7e will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:42:40.310078 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-beeb2782-bb05-47fe-9df9-bbef4bfd3975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:40.373958 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beeb2782-bb05-47fe-9df9-bbef4bfd3975 None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:42:40.384968 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-beeb2782-bb05-47fe-9df9-bbef4bfd3975 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:42:40.390165 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beeb2782-bb05-47fe-9df9-bbef4bfd3975 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:42:40.404638 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb2782-bb05-47fe-9df9-bbef4bfd3975 None None] Pushing event updated for resources: {'Port': ['ID=3c35b487-8f86-41f4-bb3b-7c32f1e32b7e,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:40.432530 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-bd40feab-49cc-4b6a-888b-24d1d34099ea tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Allocated IP 2001:db8::103 (933f65da-8ef2-4dea-ac27-3eee9182e92f/ffddd042-52c3-4586-a564-228580d8255d/2d2689ea-0324-4bc4-bab9-7181fa6fae31) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:42:40.508731 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-beeb2782-bb05-47fe-9df9-bbef4bfd3975 None None] Attempting to bind port 3c35b487-8f86-41f4-bb3b-7c32f1e32b7e on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:42:40.509636 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50926) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:40.521551 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-beeb2782-bb05-47fe-9df9-bbef4bfd3975 None None] Attempting to bind port 3c35b487-8f86-41f4-bb3b-7c32f1e32b7e by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:42:40.522456 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beeb2782-bb05-47fe-9df9-bbef4bfd3975 None None] Attempting to bind port 3c35b487-8f86-41f4-bb3b-7c32f1e32b7e on network 933f65da-8ef2-4dea-ac27-3eee9182e92f {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:42:40.524985 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4d2adfac-4728-4909-94d9-426e2b0b235f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:40.530640 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beeb2782-bb05-47fe-9df9-bbef4bfd3975 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:42:40.531588 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beeb2782-bb05-47fe-9df9-bbef4bfd3975 None None] Checking segment: {'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:42:40.532876 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-beeb2782-bb05-47fe-9df9-bbef4bfd3975 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:40.534122 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beeb2782-bb05-47fe-9df9-bbef4bfd3975 None None] Bound using segment: {'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:42:40.534811 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-beeb2782-bb05-47fe-9df9-bbef4bfd3975 None None] Bound port: 3c35b487-8f86-41f4-bb3b-7c32f1e32b7e, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:42:40.535678 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-beeb2782-bb05-47fe-9df9-bbef4bfd3975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:40.536674 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4d2adfac-4728-4909-94d9-426e2b0b235f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:40.645218 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-4d2adfac-4728-4909-94d9-426e2b0b235f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=80ad268eb0e845f181f9f0b16855d721&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4227266 Aug 22 13:42:40.648621 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2adfac-4728-4909-94d9-426e2b0b235f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9feae6ea-5015-47a4-af92-2b09a412ec6b,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:40.648795 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50932) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:40.697800 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-beeb2782-bb05-47fe-9df9-bbef4bfd3975 None None] For port 3c35b487-8f86-41f4-bb3b-7c32f1e32b7e, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:42:40.705600 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-beeb2782-bb05-47fe-9df9-bbef4bfd3975 None None] For port 3c35b487-8f86-41f4-bb3b-7c32f1e32b7e, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=3c35b487-8f86-41f4-bb3b-7c32f1e32b7e,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:42:40.716269 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-beeb2782-bb05-47fe-9df9-bbef4bfd3975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:40.758913 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bd40feab-49cc-4b6a-888b-24d1d34099ea tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:40.772128 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-66bed6f2-e4f4-4751-be57-2c080709b773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:40.792651 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-bd40feab-49cc-4b6a-888b-24d1d34099ea tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Transition to ACTIVE for port object 2d2689ea-0324-4bc4-bab9-7181fa6fae31 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:42:40.834767 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb2782-bb05-47fe-9df9-bbef4bfd3975 None None] Pushing event updated for resources: {'Port': ['ID=3c35b487-8f86-41f4-bb3b-7c32f1e32b7e,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:40.847473 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-66bed6f2-e4f4-4751-be57-2c080709b773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:40.876756 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bd40feab-49cc-4b6a-888b-24d1d34099ea tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:40.902850 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6a5e0fc2-212a-4c8c-8499-d50b8d6beae6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5f63f1ac84fb45b1aa8aea6a0c5bb537&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3881309 Aug 22 13:42:40.903637 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50946) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:41.003077 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-66bed6f2-e4f4-4751-be57-2c080709b773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:41.006161 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-66bed6f2-e4f4-4751-be57-2c080709b773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:41.007303 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-66bed6f2-e4f4-4751-be57-2c080709b773 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9feae6ea-5015-47a4-af92-2b09a412ec6b HTTP/1.1" status: 204 len: 168 time: 0.3570037 Aug 22 13:42:41.022513 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd40feab-49cc-4b6a-888b-24d1d34099ea tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:42:41.023861 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-758a0544-ee6a-4309-9e0f-97c773b499aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:41.026177 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-bd40feab-49cc-4b6a-888b-24d1d34099ea tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:42:41.052868 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd40feab-49cc-4b6a-888b-24d1d34099ea tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:42:41.060786 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd40feab-49cc-4b6a-888b-24d1d34099ea tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:41.061176 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bd40feab-49cc-4b6a-888b-24d1d34099ea tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:41.066636 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bed6f2-e4f4-4751-be57-2c080709b773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9feae6ea-5015-47a4-af92-2b09a412ec6b,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:41.076840 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd40feab-49cc-4b6a-888b-24d1d34099ea tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event updated for resources: {'Port': ['ID=2d2689ea-0324-4bc4-bab9-7181fa6fae31,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:41.106411 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-bd40feab-49cc-4b6a-888b-24d1d34099ea tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6223040 Aug 22 13:42:41.107286 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50958) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:41.129823 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-758a0544-ee6a-4309-9e0f-97c773b499aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:41.212538 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b079f810-d7f2-4730-adf6-50434bc74a81 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:41.220337 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b079f810-d7f2-4730-adf6-50434bc74a81 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:41.222130 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-b079f810-d7f2-4730-adf6-50434bc74a81 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1131856 Aug 22 13:42:41.225694 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50964) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:41.271200 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-758a0544-ee6a-4309-9e0f-97c773b499aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:41.273854 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-758a0544-ee6a-4309-9e0f-97c773b499aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:41.277787 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-758a0544-ee6a-4309-9e0f-97c773b499aa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1c32a3f2-3b19-4426-b1e3-0dbaa1d9ced6 HTTP/1.1" status: 204 len: 168 time: 0.3730383 Aug 22 13:42:41.294950 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a0544-ee6a-4309-9e0f-97c773b499aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c32a3f2-3b19-4426-b1e3-0dbaa1d9ced6,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:41.485848 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-ff294d63-2465-4975-96c4-4593953725de tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Deleting port 2d2689ea-0324-4bc4-bab9-7181fa6fae31 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:42:41.487243 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ff294d63-2465-4975-96c4-4593953725de tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:41.512597 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 3c35b487-8f86-41f4-bb3b-7c32f1e32b7e up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:42:41.631490 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 3c35b487-8f86-41f4-bb3b-7c32f1e32b7e completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:42:41.689610 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ff294d63-2465-4975-96c4-4593953725de tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:41.704479 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-ff294d63-2465-4975-96c4-4593953725de tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Calling delete_port for 2d2689ea-0324-4bc4-bab9-7181fa6fae31 owned by {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:42:41.899798 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ff294d63-2465-4975-96c4-4593953725de tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:41.944149 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff294d63-2465-4975-96c4-4593953725de tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event deleted for resources: {'Port': ['ID=2d2689ea-0324-4bc4-bab9-7181fa6fae31,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:41.992901 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ff294d63-2465-4975-96c4-4593953725de tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:41.995503 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ff294d63-2465-4975-96c4-4593953725de tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/ports/2d2689ea-0324-4bc4-bab9-7181fa6fae31 HTTP/1.1" status: 204 len: 168 time: 0.7680132 Aug 22 13:42:41.998008 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51000) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:42.082189 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20ace04-71bb-43e5-8726-d60f950a3a4b tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:42.084165 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20ace04-71bb-43e5-8726-d60f950a3a4b tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:42.089347 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 51006) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:42.090058 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e20ace04-71bb-43e5-8726-d60f950a3a4b tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0901635 Aug 22 13:42:42.233514 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-408fe430-40d7-4120-b051-cad4740e0e53 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Deleting subnet ffddd042-52c3-4586-a564-228580d8255d {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:42:42.242294 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-408fe430-40d7-4120-b051-cad4740e0e53 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:42.338077 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-408fe430-40d7-4120-b051-cad4740e0e53 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:42.401009 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e8b77072-3a90-43c2-9052-4f10441b31cf None None] Provisioning for port 3c35b487-8f86-41f4-bb3b-7c32f1e32b7e completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:42:42.408737 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e8b77072-3a90-43c2-9052-4f10441b31cf None None] Provisioning complete for port 3c35b487-8f86-41f4-bb3b-7c32f1e32b7e triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:42:42.410369 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e8b77072-3a90-43c2-9052-4f10441b31cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:42.510688 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-408fe430-40d7-4120-b051-cad4740e0e53 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:42.658338 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e8b77072-3a90-43c2-9052-4f10441b31cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:42.674082 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-408fe430-40d7-4120-b051-cad4740e0e53 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:42.719614 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408fe430-40d7-4120-b051-cad4740e0e53 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event deleted for resources: {'Subnet': ['ID=ffddd042-52c3-4586-a564-228580d8255d,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:42.756791 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-408fe430-40d7-4120-b051-cad4740e0e53 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:42.762157 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51026) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:42.762955 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-408fe430-40d7-4120-b051-cad4740e0e53 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/subnets/ffddd042-52c3-4586-a564-228580d8255d HTTP/1.1" status: 204 len: 168 time: 0.6725175 Aug 22 13:42:42.829580 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbbf5cd-a39d-43c3-a17c-0a62f1a664b6 None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:42:42.871839 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7388bed1-ac68-48ab-bf82-368b5e98309c tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1081913 Aug 22 13:42:42.874376 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51030) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:43.022253 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65d3528-f8e6-431c-9c92-49a498a46d9a tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:43.029188 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.db.api [None req-e8b77072-3a90-43c2-9052-4f10441b31cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 13:42:43.029769 n-d-793621-33 neutron-server[94629]: DEBUG oslo_db.api [None req-e8b77072-3a90-43c2-9052-4f10441b31cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 13:42:43.030363 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c65d3528-f8e6-431c-9c92-49a498a46d9a tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1538656 Aug 22 13:42:43.033168 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 51036) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:43.112945 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51042) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:43.159470 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b84e8e-04f3-48fe-a038-0a167e5d3c4e tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:43.166630 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51050) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:43.168493 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-61b84e8e-04f3-48fe-a038-0a167e5d3c4e tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1312635 Aug 22 13:42:43.218838 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ea66ad-1c7d-49e0-b3f0-1aecdb642fb8 None None] DHCP port deletion for 933f65da-8ef2-4dea-ac27-3eee9182e92f request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:42:43.280431 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-33240b2b-5cdd-4534-8994-f3e719f1098e tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1088629 Aug 22 13:42:43.280688 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 51058) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:43.286636 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-6b3364df-076d-48a6-a7a7-5ee12ef9541f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'subnet': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:43.398338 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c7ea66ad-1c7d-49e0-b3f0-1aecdb642fb8 None None] Deleting port 3c35b487-8f86-41f4-bb3b-7c32f1e32b7e {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:42:43.398836 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c7ea66ad-1c7d-49e0-b3f0-1aecdb642fb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:43.472473 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 3c35b487-8f86-41f4-bb3b-7c32f1e32b7e no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:42:43.481546 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-da852c26-1016-4dc1-b971-91ace15c9efd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:43.550263 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.db.api [None req-6b3364df-076d-48a6-a7a7-5ee12ef9541f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 22 13:42:43.550263 n-d-793621-33 neutron-server[94627]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 22 13:42:43.550263 n-d-793621-33 neutron-server[94627]: [parameters: {'project_id': 'a71622c06b3d48d28918cf297ca2043b', 'id': '10503d7f-d551-44c7-94ec-b937415ff5ff', 'expiration': datetime.datetime(2021, 8, 22, 13, 44, 43, 540831)}] Aug 22 13:42:43.550263 n-d-793621-33 neutron-server[94627]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94627) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 13:42:43.551983 n-d-793621-33 neutron-server[94627]: DEBUG oslo_db.api [None req-6b3364df-076d-48a6-a7a7-5ee12ef9541f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 13:42:43.591006 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c7ea66ad-1c7d-49e0-b3f0-1aecdb642fb8 None None] For port 3c35b487-8f86-41f4-bb3b-7c32f1e32b7e, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=3c35b487-8f86-41f4-bb3b-7c32f1e32b7e,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:42:43.591675 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c7ea66ad-1c7d-49e0-b3f0-1aecdb642fb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:43.611530 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c7ea66ad-1c7d-49e0-b3f0-1aecdb642fb8 None None] Calling delete_port for 3c35b487-8f86-41f4-bb3b-7c32f1e32b7e owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:42:43.630128 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e8b77072-3a90-43c2-9052-4f10441b31cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:43.640976 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-da852c26-1016-4dc1-b971-91ace15c9efd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:43.647453 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-da852c26-1016-4dc1-b971-91ace15c9efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:43.699547 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-da852c26-1016-4dc1-b971-91ace15c9efd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=76e62848fa1743bbbd0595a2e06209ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5853610 Aug 22 13:42:43.701313 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da852c26-1016-4dc1-b971-91ace15c9efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c90a69-2afa-44eb-9ce3-34ecd2dbd5da,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:43.702798 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 51066) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:43.754247 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e8b77072-3a90-43c2-9052-4f10441b31cf None None] For port 3c35b487-8f86-41f4-bb3b-7c32f1e32b7e, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=3c35b487-8f86-41f4-bb3b-7c32f1e32b7e,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:42:43.764759 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e8b77072-3a90-43c2-9052-4f10441b31cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:43.910964 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-101aa18e-02cf-44aa-877c-55ed8479e6d3 None None] Could not find standard attr ID for object 2d2689ea-0324-4bc4-bab9-7181fa6fae31. {{(pid=94629) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 13:42:44.035408 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b77072-3a90-43c2-9052-4f10441b31cf None None] Pushing event updated for resources: {'Port': ['ID=3c35b487-8f86-41f4-bb3b-7c32f1e32b7e,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:44.045315 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c7ea66ad-1c7d-49e0-b3f0-1aecdb642fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:44.106689 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ea66ad-1c7d-49e0-b3f0-1aecdb642fb8 None None] Pushing event deleted for resources: {'Port': ['ID=3c35b487-8f86-41f4-bb3b-7c32f1e32b7e,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:44.129765 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ea66ad-1c7d-49e0-b3f0-1aecdb642fb8 None None] No DVR routers for this DVR port 3c35b487-8f86-41f4-bb3b-7c32f1e32b7e on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:42:44.207984 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3364df-076d-48a6-a7a7-5ee12ef9541f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:42:44.211564 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6b3364df-076d-48a6-a7a7-5ee12ef9541f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:44.299852 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-81acf443-4319-442b-ae3f-6e5ed4203a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:44.346420 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-81acf443-4319-442b-ae3f-6e5ed4203a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:44.463072 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-81acf443-4319-442b-ae3f-6e5ed4203a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:44.469181 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-81acf443-4319-442b-ae3f-6e5ed4203a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:44.474448 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-81acf443-4319-442b-ae3f-6e5ed4203a0a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/87c90a69-2afa-44eb-9ce3-34ecd2dbd5da HTTP/1.1" status: 204 len: 168 time: 0.7702074 Aug 22 13:42:44.515161 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81acf443-4319-442b-ae3f-6e5ed4203a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c90a69-2afa-44eb-9ce3-34ecd2dbd5da,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:44.687184 n-d-793621-33 neutron-server[94627]: DEBUG neutron.objects.ports [None req-6b3364df-076d-48a6-a7a7-5ee12ef9541f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94627) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 22 13:42:44.690795 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6b3364df-076d-48a6-a7a7-5ee12ef9541f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:44.736307 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3364df-076d-48a6-a7a7-5ee12ef9541f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:42:44.739614 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-6b3364df-076d-48a6-a7a7-5ee12ef9541f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:42:44.744033 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3364df-076d-48a6-a7a7-5ee12ef9541f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:44.744658 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6b3364df-076d-48a6-a7a7-5ee12ef9541f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:44.751166 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3364df-076d-48a6-a7a7-5ee12ef9541f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event updated for resources: {'Subnet': ['ID=3ba9109a-0bf8-4a71-bf34-64d8049d392a,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:44.755946 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b7fcea-8e48-4680-8ff4-cec2a237e02c None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:42:44.768492 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-6b3364df-076d-48a6-a7a7-5ee12ef9541f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4863572 Aug 22 13:42:44.771231 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 51098) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:44.783848 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-310562b6-6b3e-44f3-8d2d-5797aa23af13 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'subnet': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:44.962716 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48679e9-11c8-4020-92cf-1e96d90b75a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-933f65da-8ef2-4dea-ac27-3eee9182e92f', 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'tenant_id': 'a71622c06b3d48d28918cf297ca2043b', 'fixed_ips': [{'subnet_id': '3ba9109a-0bf8-4a71-bf34-64d8049d392a'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:42:44.963959 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d48679e9-11c8-4020-92cf-1e96d90b75a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:45.061219 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310562b6-6b3e-44f3-8d2d-5797aa23af13 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:42:45.072685 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-310562b6-6b3e-44f3-8d2d-5797aa23af13 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:45.134759 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-d48679e9-11c8-4020-92cf-1e96d90b75a2 None None] Allocated IP 2001:db8::f816:3eff:fedf:728f (933f65da-8ef2-4dea-ac27-3eee9182e92f/3ba9109a-0bf8-4a71-bf34-64d8049d392a/06efafb9-ee0f-4062-a323-ff72761c242b) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:42:45.309668 n-d-793621-33 neutron-server[94627]: INFO neutron.db.ipam_backend_mixin [None req-310562b6-6b3e-44f3-8d2d-5797aa23af13 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3ba9109a-0bf8-4a71-bf34-64d8049d392a (CIDR: 2001:db8::/64) Aug 22 13:42:45.315790 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-310562b6-6b3e-44f3-8d2d-5797aa23af13 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 13:42:45.317069 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-310562b6-6b3e-44f3-8d2d-5797aa23af13 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:42:45.327398 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51114) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:45.344774 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-310562b6-6b3e-44f3-8d2d-5797aa23af13 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5702298 Aug 22 13:42:45.350467 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 51116) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:45.358847 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-8a49e429-60d1-47dd-84bb-9acf95430f73 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'subnet': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:45.365951 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0f928bde-bfc6-4eae-9212-bcc7d4a14dcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:45.463325 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d48679e9-11c8-4020-92cf-1e96d90b75a2 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:45.542028 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-d48679e9-11c8-4020-92cf-1e96d90b75a2 None None] Transition to ACTIVE for port object 06efafb9-ee0f-4062-a323-ff72761c242b will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:42:45.594860 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0f928bde-bfc6-4eae-9212-bcc7d4a14dcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:45.615597 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0f928bde-bfc6-4eae-9212-bcc7d4a14dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:45.617559 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-d48679e9-11c8-4020-92cf-1e96d90b75a2 None None] Transition to ACTIVE for port object 06efafb9-ee0f-4062-a323-ff72761c242b will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:42:45.635579 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a49e429-60d1-47dd-84bb-9acf95430f73 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:42:45.645078 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d48679e9-11c8-4020-92cf-1e96d90b75a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:45.646110 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8a49e429-60d1-47dd-84bb-9acf95430f73 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:45.717974 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f928bde-bfc6-4eae-9212-bcc7d4a14dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf38c7d-0163-42d6-bbb5-a3e4b4280558,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:45.788687 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0f928bde-bfc6-4eae-9212-bcc7d4a14dcb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=02903f1372db427a8d2f1828a1d24699&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4595921 Aug 22 13:42:45.791528 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 51132) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:45.794206 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48679e9-11c8-4020-92cf-1e96d90b75a2 None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:42:45.802787 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-d48679e9-11c8-4020-92cf-1e96d90b75a2 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:42:45.828874 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48679e9-11c8-4020-92cf-1e96d90b75a2 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:42:45.831179 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48679e9-11c8-4020-92cf-1e96d90b75a2 None None] Pushing event updated for resources: {'Port': ['ID=06efafb9-ee0f-4062-a323-ff72761c242b,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:45.943027 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d91c390b-ae9c-4e7c-98d4-12c5c98b2131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:46.010519 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d91c390b-ae9c-4e7c-98d4-12c5c98b2131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:46.012996 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-d48679e9-11c8-4020-92cf-1e96d90b75a2 None None] Attempting to bind port 06efafb9-ee0f-4062-a323-ff72761c242b on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:42:46.014062 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-d48679e9-11c8-4020-92cf-1e96d90b75a2 None None] Attempting to bind port 06efafb9-ee0f-4062-a323-ff72761c242b by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:42:46.016007 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48679e9-11c8-4020-92cf-1e96d90b75a2 None None] Attempting to bind port 06efafb9-ee0f-4062-a323-ff72761c242b on network 933f65da-8ef2-4dea-ac27-3eee9182e92f {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:42:46.052446 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48679e9-11c8-4020-92cf-1e96d90b75a2 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:42:46.052825 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48679e9-11c8-4020-92cf-1e96d90b75a2 None None] Checking segment: {'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:42:46.053216 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d48679e9-11c8-4020-92cf-1e96d90b75a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:46.064399 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48679e9-11c8-4020-92cf-1e96d90b75a2 None None] Bound using segment: {'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:42:46.064995 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-d48679e9-11c8-4020-92cf-1e96d90b75a2 None None] Bound port: 06efafb9-ee0f-4062-a323-ff72761c242b, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:42:46.065400 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d48679e9-11c8-4020-92cf-1e96d90b75a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:46.148639 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d91c390b-ae9c-4e7c-98d4-12c5c98b2131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:46.155179 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d91c390b-ae9c-4e7c-98d4-12c5c98b2131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:46.173117 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d91c390b-ae9c-4e7c-98d4-12c5c98b2131 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0bf38c7d-0163-42d6-bbb5-a3e4b4280558 HTTP/1.1" status: 204 len: 168 time: 0.3754563 Aug 22 13:42:46.219382 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-d48679e9-11c8-4020-92cf-1e96d90b75a2 None None] For port 06efafb9-ee0f-4062-a323-ff72761c242b, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:42:46.227043 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-d48679e9-11c8-4020-92cf-1e96d90b75a2 None None] For port 06efafb9-ee0f-4062-a323-ff72761c242b, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=06efafb9-ee0f-4062-a323-ff72761c242b,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:42:46.236543 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d48679e9-11c8-4020-92cf-1e96d90b75a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:46.263604 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91c390b-ae9c-4e7c-98d4-12c5c98b2131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf38c7d-0163-42d6-bbb5-a3e4b4280558,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:46.395587 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48679e9-11c8-4020-92cf-1e96d90b75a2 None None] Pushing event updated for resources: {'Port': ['ID=06efafb9-ee0f-4062-a323-ff72761c242b,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:46.497577 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8a49e429-60d1-47dd-84bb-9acf95430f73 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:46.594112 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a49e429-60d1-47dd-84bb-9acf95430f73 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:42:46.599015 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-8a49e429-60d1-47dd-84bb-9acf95430f73 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:42:46.636247 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a49e429-60d1-47dd-84bb-9acf95430f73 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:46.643888 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8a49e429-60d1-47dd-84bb-9acf95430f73 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:46.815838 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-8a49e429-60d1-47dd-84bb-9acf95430f73 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4648931 Aug 22 13:42:46.819345 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51178) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:46.825618 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-caba7780-14c1-4c2b-b076-51e4126f7989 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'port': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'mac_address': 'fa:16:3e:29:9f:4e', 'name': 'tempest-NetworksTestDHCPv6-482134540'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:46.879055 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a49e429-60d1-47dd-84bb-9acf95430f73 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event updated for resources: {'Subnet': ['ID=fdf87aae-b849-42e0-b9c7-098cc69a8c06,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:47.074999 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caba7780-14c1-4c2b-b076-51e4126f7989 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:42:47.245283 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-caba7780-14c1-4c2b-b076-51e4126f7989 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:47.269977 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-caba7780-14c1-4c2b-b076-51e4126f7989 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] device_id is not set on port 6f4e2436-8f9f-4ced-80ff-c827a3a10e28 yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:42:47.605967 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 06efafb9-ee0f-4062-a323-ff72761c242b up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:42:47.774639 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 51206) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:47.795154 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 06efafb9-ee0f-4062-a323-ff72761c242b completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:42:48.029412 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-898a7d5e-9e60-4f4c-be68-df409e06272e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:48.167651 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6c3c83-cb52-4e55-adc9-e3a90f5a9401 None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:42:48.317250 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c1d0cb99-4c66-4dac-b4f1-4a912f3f7298 None None] Provisioning for port 06efafb9-ee0f-4062-a323-ff72761c242b completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:42:48.338215 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c1d0cb99-4c66-4dac-b4f1-4a912f3f7298 None None] Provisioning complete for port 06efafb9-ee0f-4062-a323-ff72761c242b triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:42:48.339055 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c1d0cb99-4c66-4dac-b4f1-4a912f3f7298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:48.342161 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-898a7d5e-9e60-4f4c-be68-df409e06272e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:48.350689 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-898a7d5e-9e60-4f4c-be68-df409e06272e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:48.412912 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-898a7d5e-9e60-4f4c-be68-df409e06272e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0a55386dbbe74436bbad530f93c57747&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6347640 Aug 22 13:42:48.413441 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 51226) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:48.445429 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898a7d5e-9e60-4f4c-be68-df409e06272e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8175a6da-7053-44d3-991d-54e58928b763,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:48.477413 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e7e9532c-d9f2-4d30-85de-35c245e5d9c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:48.483892 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-caba7780-14c1-4c2b-b076-51e4126f7989 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Allocated IP 2001:db8:0:1::5a (933f65da-8ef2-4dea-ac27-3eee9182e92f/fdf87aae-b849-42e0-b9c7-098cc69a8c06/6f4e2436-8f9f-4ced-80ff-c827a3a10e28) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:42:48.491675 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-caba7780-14c1-4c2b-b076-51e4126f7989 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Allocated IP 2001:db8::f816:3eff:fe29:9f4e (933f65da-8ef2-4dea-ac27-3eee9182e92f/3ba9109a-0bf8-4a71-bf34-64d8049d392a/6f4e2436-8f9f-4ced-80ff-c827a3a10e28) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:42:48.502130 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e7e9532c-d9f2-4d30-85de-35c245e5d9c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:48.629847 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e7e9532c-d9f2-4d30-85de-35c245e5d9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:48.635503 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e7e9532c-d9f2-4d30-85de-35c245e5d9c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:48.645478 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c1d0cb99-4c66-4dac-b4f1-4a912f3f7298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:48.652802 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e7e9532c-d9f2-4d30-85de-35c245e5d9c2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8175a6da-7053-44d3-991d-54e58928b763 HTTP/1.1" status: 204 len: 168 time: 0.2232242 Aug 22 13:42:48.689098 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e9532c-d9f2-4d30-85de-35c245e5d9c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8175a6da-7053-44d3-991d-54e58928b763,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:48.775433 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c1d0cb99-4c66-4dac-b4f1-4a912f3f7298 None None] For port 06efafb9-ee0f-4062-a323-ff72761c242b, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=06efafb9-ee0f-4062-a323-ff72761c242b,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:42:48.788212 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c1d0cb99-4c66-4dac-b4f1-4a912f3f7298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:48.842237 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-caba7780-14c1-4c2b-b076-51e4126f7989 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:48.894969 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d0cb99-4c66-4dac-b4f1-4a912f3f7298 None None] Pushing event updated for resources: {'Port': ['ID=06efafb9-ee0f-4062-a323-ff72761c242b,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:48.901498 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-caba7780-14c1-4c2b-b076-51e4126f7989 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Transition to ACTIVE for port object 6f4e2436-8f9f-4ced-80ff-c827a3a10e28 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:42:49.031721 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59058228-babf-4690-922e-ba6adb2201e5 None None] Update dhcp port {'port': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'fixed_ips': [{'subnet_id': '3ba9109a-0bf8-4a71-bf34-64d8049d392a', 'ip_address': '2001:db8::f816:3eff:fedf:728f'}, {'subnet_id': 'fdf87aae-b849-42e0-b9c7-098cc69a8c06'}], 'binding:host_id': 'n-d-793621-33'}, 'id': '06efafb9-ee0f-4062-a323-ff72761c242b'} from n-d-793621-33. {{(pid=94629) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 22 13:42:49.073941 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-caba7780-14c1-4c2b-b076-51e4126f7989 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:49.085928 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-59058228-babf-4690-922e-ba6adb2201e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:49.273280 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba7780-14c1-4c2b-b076-51e4126f7989 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event updated for resources: {'Port': ['ID=6f4e2436-8f9f-4ced-80ff-c827a3a10e28,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:49.286704 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caba7780-14c1-4c2b-b076-51e4126f7989 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:42:49.289711 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-caba7780-14c1-4c2b-b076-51e4126f7989 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:42:49.308641 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caba7780-14c1-4c2b-b076-51e4126f7989 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:42:49.337192 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caba7780-14c1-4c2b-b076-51e4126f7989 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:49.337845 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-caba7780-14c1-4c2b-b076-51e4126f7989 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:49.427345 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-caba7780-14c1-4c2b-b076-51e4126f7989 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.6031115 Aug 22 13:42:49.427974 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 51260) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:49.582004 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-59058228-babf-4690-922e-ba6adb2201e5 None None] Allocated IP 2001:db8:0:1::2 (933f65da-8ef2-4dea-ac27-3eee9182e92f/fdf87aae-b849-42e0-b9c7-098cc69a8c06/06efafb9-ee0f-4062-a323-ff72761c242b) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:42:49.620079 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 06efafb9-ee0f-4062-a323-ff72761c242b up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:42:49.737164 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51266) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:49.767054 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2ae769ee-c58c-46b4-955b-bacbd9426d5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:49.769714 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-acf80e6e-15ff-4fcc-93db-17acdc80197b tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Deleting port 6f4e2436-8f9f-4ced-80ff-c827a3a10e28 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:42:49.770059 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-acf80e6e-15ff-4fcc-93db-17acdc80197b tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:49.819490 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 06efafb9-ee0f-4062-a323-ff72761c242b triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:42:49.820027 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:50.008757 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-59058228-babf-4690-922e-ba6adb2201e5 None None] For port 06efafb9-ee0f-4062-a323-ff72761c242b, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=06efafb9-ee0f-4062-a323-ff72761c242b,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:42:50.040000 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2ae769ee-c58c-46b4-955b-bacbd9426d5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:50.052016 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2ae769ee-c58c-46b4-955b-bacbd9426d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:50.113847 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-acf80e6e-15ff-4fcc-93db-17acdc80197b tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:50.130536 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-59058228-babf-4690-922e-ba6adb2201e5 None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:50.141087 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2ae769ee-c58c-46b4-955b-bacbd9426d5c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cfaf2888518f4b779a222ccf2ebeed5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3998551 Aug 22 13:42:50.143773 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51278) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:50.164775 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-acf80e6e-15ff-4fcc-93db-17acdc80197b tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Calling delete_port for 6f4e2436-8f9f-4ced-80ff-c827a3a10e28 owned by {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:42:50.181877 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-59058228-babf-4690-922e-ba6adb2201e5 None None] Transition to ACTIVE for port object 06efafb9-ee0f-4062-a323-ff72761c242b will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:42:50.191934 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-59058228-babf-4690-922e-ba6adb2201e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:50.343148 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae769ee-c58c-46b4-955b-bacbd9426d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28f6422-991c-495e-93b4-810ebd24237e,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:50.370137 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5c48c5ed-1f7f-494c-9d82-75e1f060d433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:50.424941 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5c48c5ed-1f7f-494c-9d82-75e1f060d433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:50.608926 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5c48c5ed-1f7f-494c-9d82-75e1f060d433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:50.616603 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59058228-babf-4690-922e-ba6adb2201e5 None None] Pushing event updated for resources: {'Port': ['ID=06efafb9-ee0f-4062-a323-ff72761c242b,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:50.621566 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5c48c5ed-1f7f-494c-9d82-75e1f060d433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:50.630504 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5c48c5ed-1f7f-494c-9d82-75e1f060d433 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d28f6422-991c-495e-93b4-810ebd24237e HTTP/1.1" status: 204 len: 168 time: 0.4831166 Aug 22 13:42:50.694807 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c48c5ed-1f7f-494c-9d82-75e1f060d433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28f6422-991c-495e-93b4-810ebd24237e,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:50.724337 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-acf80e6e-15ff-4fcc-93db-17acdc80197b tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:50.833186 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf80e6e-15ff-4fcc-93db-17acdc80197b tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event deleted for resources: {'Port': ['ID=6f4e2436-8f9f-4ced-80ff-c827a3a10e28,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:51.021133 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-acf80e6e-15ff-4fcc-93db-17acdc80197b tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:51.027209 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-acf80e6e-15ff-4fcc-93db-17acdc80197b tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/ports/6f4e2436-8f9f-4ced-80ff-c827a3a10e28 HTTP/1.1" status: 204 len: 168 time: 1.5931532 Aug 22 13:42:51.030018 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51302) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:51.173176 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2101911-b1e2-4cde-803f-8aa4a4687ab7 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:51.177503 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d2101911-b1e2-4cde-803f-8aa4a4687ab7 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1460445 Aug 22 13:42:51.179439 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51308) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:51.369926 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d263bf48-3e6e-41ff-bb74-19b66c240570 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:51.371553 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d263bf48-3e6e-41ff-bb74-19b66c240570 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1889749 Aug 22 13:42:51.375077 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 51310) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:51.556768 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f35224-58a7-4aca-a50e-568571953942 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:51.563398 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 06efafb9-ee0f-4062-a323-ff72761c242b up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:42:51.582413 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f35224-58a7-4aca-a50e-568571953942 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:51.588119 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f35224-58a7-4aca-a50e-568571953942 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:51.591173 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-36f35224-58a7-4aca-a50e-568571953942 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2146599 Aug 22 13:42:51.594820 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51324) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:51.711444 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-42e07b81-d7c7-45e1-b5cd-aa9ecbcfd4a3 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Deleting subnet 3ba9109a-0bf8-4a71-bf34-64d8049d392a {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:42:51.715759 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-42e07b81-d7c7-45e1-b5cd-aa9ecbcfd4a3 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:51.832378 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-42e07b81-d7c7-45e1-b5cd-aa9ecbcfd4a3 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:52.060638 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-42e07b81-d7c7-45e1-b5cd-aa9ecbcfd4a3 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:52.149370 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-cbc06bda-cd41-4d9f-a037-3a502ab9f6b4 None None] Provisioning for port 06efafb9-ee0f-4062-a323-ff72761c242b completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:42:52.156693 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-cbc06bda-cd41-4d9f-a037-3a502ab9f6b4 None None] Provisioning complete for port 06efafb9-ee0f-4062-a323-ff72761c242b triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:42:52.157561 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-cbc06bda-cd41-4d9f-a037-3a502ab9f6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:52.223924 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-42e07b81-d7c7-45e1-b5cd-aa9ecbcfd4a3 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:52.279570 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e07b81-d7c7-45e1-b5cd-aa9ecbcfd4a3 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event deleted for resources: {'Subnet': ['ID=3ba9109a-0bf8-4a71-bf34-64d8049d392a,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:52.297036 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-42e07b81-d7c7-45e1-b5cd-aa9ecbcfd4a3 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:52.299021 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-42e07b81-d7c7-45e1-b5cd-aa9ecbcfd4a3 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/subnets/3ba9109a-0bf8-4a71-bf34-64d8049d392a HTTP/1.1" status: 204 len: 168 time: 0.7031927 Aug 22 13:42:52.304848 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51356) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:52.416350 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-eea188ec-3cce-4892-bc8d-36bbc7e76d1c tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Deleting subnet fdf87aae-b849-42e0-b9c7-098cc69a8c06 {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:42:52.421431 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-eea188ec-3cce-4892-bc8d-36bbc7e76d1c tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:52.464706 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25577bad-b940-4724-a77b-0feefd994ca2 None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:42:52.487742 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-eea188ec-3cce-4892-bc8d-36bbc7e76d1c tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:52.631529 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-a0495bda-e586-41a0-985c-77e144a03f35 None None] Could not find standard attr ID for object 6f4e2436-8f9f-4ced-80ff-c827a3a10e28. {{(pid=94629) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 13:42:52.640571 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-eea188ec-3cce-4892-bc8d-36bbc7e76d1c tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:52.856604 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-eea188ec-3cce-4892-bc8d-36bbc7e76d1c tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:52.901848 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea188ec-3cce-4892-bc8d-36bbc7e76d1c tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event deleted for resources: {'Subnet': ['ID=fdf87aae-b849-42e0-b9c7-098cc69a8c06,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:52.911384 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-eea188ec-3cce-4892-bc8d-36bbc7e76d1c tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:52.913683 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-eea188ec-3cce-4892-bc8d-36bbc7e76d1c tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/subnets/fdf87aae-b849-42e0-b9c7-098cc69a8c06 HTTP/1.1" status: 204 len: 168 time: 0.6077967 Aug 22 13:42:52.917059 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 51382) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:52.997710 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-af39e9e1-5bac-4dfa-bd73-d5216a226fb3 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0793183 Aug 22 13:42:53.003688 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 51386) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:53.023634 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-50aa1a95-fedf-460e-b82a-f485597da9cc tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'subnet': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:53.204859 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50aa1a95-fedf-460e-b82a-f485597da9cc tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:42:53.219197 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-50aa1a95-fedf-460e-b82a-f485597da9cc tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:53.831246 n-d-793621-33 neutron-server[94627]: DEBUG neutron.objects.ports [None req-50aa1a95-fedf-460e-b82a-f485597da9cc tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94627) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 22 13:42:54.027854 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbb635b-8dad-4c25-b06e-26c89b508c67 None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:42:54.108929 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-bd4753dc-314e-46e9-8f43-d15d8d7498de None None] Provisioning complete for port 06efafb9-ee0f-4062-a323-ff72761c242b triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:42:54.109667 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-bd4753dc-314e-46e9-8f43-d15d8d7498de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:54.321905 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-50aa1a95-fedf-460e-b82a-f485597da9cc tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:54.717547 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-50aa1a95-fedf-460e-b82a-f485597da9cc tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] For port 06efafb9-ee0f-4062-a323-ff72761c242b, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=06efafb9-ee0f-4062-a323-ff72761c242b,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:42:54.824596 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-50aa1a95-fedf-460e-b82a-f485597da9cc tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:54.834484 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-50aa1a95-fedf-460e-b82a-f485597da9cc tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:54.835686 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-50aa1a95-fedf-460e-b82a-f485597da9cc tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:55.092416 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50aa1a95-fedf-460e-b82a-f485597da9cc tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:42:55.142853 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-50aa1a95-fedf-460e-b82a-f485597da9cc tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:42:55.157034 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50aa1a95-fedf-460e-b82a-f485597da9cc tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:55.157642 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-50aa1a95-fedf-460e-b82a-f485597da9cc tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:55.189466 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a61ed218-cd76-4102-9aae-6fe356385f68 req-78abb089-183d-430f-8924-02511005e541 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2078764 Aug 22 13:42:55.190318 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aa1a95-fedf-460e-b82a-f485597da9cc tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event updated for resources: {'Port': ['ID=06efafb9-ee0f-4062-a323-ff72761c242b,revision_number=8']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:55.194812 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aa1a95-fedf-460e-b82a-f485597da9cc tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event updated for resources: {'Subnet': ['ID=f7a6c153-ef8e-4a1b-9a42-1f85e7abf274,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:55.199083 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-50aa1a95-fedf-460e-b82a-f485597da9cc tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1909306 Aug 22 13:42:55.202821 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51482) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:55.207991 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-dfa0ec64-5d37-4bba-9230-756b4136283b tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'subnet': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:55.413868 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ed218-cd76-4102-9aae-6fe356385f68 req-2ff6d564-372c-4ff5-aae4-c306e093581e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:55.418169 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ed218-cd76-4102-9aae-6fe356385f68 req-2ff6d564-372c-4ff5-aae4-c306e093581e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:55.418308 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ed218-cd76-4102-9aae-6fe356385f68 req-2ff6d564-372c-4ff5-aae4-c306e093581e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:55.418760 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ed218-cd76-4102-9aae-6fe356385f68 req-2ff6d564-372c-4ff5-aae4-c306e093581e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:55.422269 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ed218-cd76-4102-9aae-6fe356385f68 req-2ff6d564-372c-4ff5-aae4-c306e093581e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:55.422759 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ed218-cd76-4102-9aae-6fe356385f68 req-2ff6d564-372c-4ff5-aae4-c306e093581e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:55.432282 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ed218-cd76-4102-9aae-6fe356385f68 req-2ff6d564-372c-4ff5-aae4-c306e093581e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:55.436101 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a61ed218-cd76-4102-9aae-6fe356385f68 req-2ff6d564-372c-4ff5-aae4-c306e093581e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d953ee5d914f4a7288a8a29730002fca&device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 6507 time: 0.1583290 Aug 22 13:42:55.519018 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 06efafb9-ee0f-4062-a323-ff72761c242b up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:42:55.595106 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9512cf4a-d451-49c5-9376-eb53bd22452d None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:42:55.642033 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa0ec64-5d37-4bba-9230-756b4136283b tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:42:55.656620 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dfa0ec64-5d37-4bba-9230-756b4136283b tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:55.704699 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ed218-cd76-4102-9aae-6fe356385f68 req-b317b56b-0e1b-4c6f-86c9-7ac2dc574b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:55.705172 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ed218-cd76-4102-9aae-6fe356385f68 req-b317b56b-0e1b-4c6f-86c9-7ac2dc574b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:55.705637 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ed218-cd76-4102-9aae-6fe356385f68 req-b317b56b-0e1b-4c6f-86c9-7ac2dc574b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:55.707233 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a61ed218-cd76-4102-9aae-6fe356385f68 req-b317b56b-0e1b-4c6f-86c9-7ac2dc574b00 service neutron] 10.222.0.16 "GET /v2.0/networks?id=09ddfb22-9759-41d5-b511-b1a96521841b&id=5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7&id=5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7&id=5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7&id=5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7&id=3a68a707-4544-4179-ae57-3b08732d6fc4&id=3a68a707-4544-4179-ae57-3b08732d6fc4 HTTP/1.1" status: 200 len: 2298 time: 0.2434635 Aug 22 13:42:55.882095 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a61ed218-cd76-4102-9aae-6fe356385f68 req-c01222f5-d974-4e1a-834d-40688bd02a1f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93bdfde2-d457-457f-992b-980c70fdc75c HTTP/1.1" status: 200 len: 1001 time: 0.1658859 Aug 22 13:42:55.889675 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-ba26c2c5-bd9a-40cf-98fb-901a4a4ff512 None None] Provisioning complete for port 06efafb9-ee0f-4062-a323-ff72761c242b triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:42:55.890046 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ba26c2c5-bd9a-40cf-98fb-901a4a4ff512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:55.895696 n-d-793621-33 neutron-server[94628]: INFO neutron.db.ipam_backend_mixin [None req-dfa0ec64-5d37-4bba-9230-756b4136283b tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f7a6c153-ef8e-4a1b-9a42-1f85e7abf274 (CIDR: 2001:db8::/64) Aug 22 13:42:55.900776 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfa0ec64-5d37-4bba-9230-756b4136283b tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 13:42:55.901469 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfa0ec64-5d37-4bba-9230-756b4136283b tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:42:55.955085 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 51504) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:55.955312 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-dfa0ec64-5d37-4bba-9230-756b4136283b tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7512486 Aug 22 13:42:55.961883 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-0bbbb805-a2dc-402c-b08d-98b47a2a6fc0 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'subnet': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:56.036828 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ed218-cd76-4102-9aae-6fe356385f68 req-5199e752-c776-4786-a6db-be7c12d31356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:56.039591 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a61ed218-cd76-4102-9aae-6fe356385f68 req-5199e752-c776-4786-a6db-be7c12d31356 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4eb4d59f-f1d3-4065-beb1-2e6b44865678 HTTP/1.1" status: 200 len: 856 time: 0.1480525 Aug 22 13:42:56.205115 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ed218-cd76-4102-9aae-6fe356385f68 req-967be752-abb4-468f-bbdb-c8bdf09c41b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:56.206712 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a61ed218-cd76-4102-9aae-6fe356385f68 req-967be752-abb4-468f-bbdb-c8bdf09c41b4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=09ddfb22-9759-41d5-b511-b1a96521841b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1588104 Aug 22 13:42:56.210819 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 06efafb9-ee0f-4062-a323-ff72761c242b triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:42:56.211999 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:56.460206 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bbbb805-a2dc-402c-b08d-98b47a2a6fc0 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:42:56.469812 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0bbbb805-a2dc-402c-b08d-98b47a2a6fc0 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:56.727715 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a61ed218-cd76-4102-9aae-6fe356385f68 req-24fa2130-0a19-47b9-86e1-7c9fcd332946 service neutron] 10.222.0.16 "GET /v2.0/networks/09ddfb22-9759-41d5-b511-b1a96521841b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4961629 Aug 22 13:42:56.778528 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-2374554e-eed4-4cd0-89ca-8069a3741ca0 None None] Provisioning complete for port 06efafb9-ee0f-4062-a323-ff72761c242b triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:42:56.780873 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2374554e-eed4-4cd0-89ca-8069a3741ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:57.157663 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a61ed218-cd76-4102-9aae-6fe356385f68 req-416b2332-8bd8-4166-9549-95456f4744a3 service neutron] 10.222.0.16 "GET /v2.0/networks/09ddfb22-9759-41d5-b511-b1a96521841b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3921921 Aug 22 13:42:57.242666 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a61ed218-cd76-4102-9aae-6fe356385f68 req-7d62f181-6c16-4bba-ab6a-92e8aa012503 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=f8514972-7776-4e19-a05c-ada5bca398e0 HTTP/1.1" status: 200 len: 217 time: 0.0587599 Aug 22 13:42:57.340335 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ed218-cd76-4102-9aae-6fe356385f68 req-1376304f-cd4a-40d0-8a45-d166ec61d242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:57.343401 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a61ed218-cd76-4102-9aae-6fe356385f68 req-1376304f-cd4a-40d0-8a45-d166ec61d242 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb175f2e-c3d1-472d-89f8-b1925f4f3ec2 HTTP/1.1" status: 200 len: 797 time: 0.0920608 Aug 22 13:42:57.446858 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0bbbb805-a2dc-402c-b08d-98b47a2a6fc0 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:57.507242 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ed218-cd76-4102-9aae-6fe356385f68 req-592831e1-c185-4c0f-b47c-040e8ab4602d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:57.509893 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a61ed218-cd76-4102-9aae-6fe356385f68 req-592831e1-c185-4c0f-b47c-040e8ab4602d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1488767 Aug 22 13:42:57.517495 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbbb805-a2dc-402c-b08d-98b47a2a6fc0 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:42:57.518981 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-0bbbb805-a2dc-402c-b08d-98b47a2a6fc0 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:42:57.532760 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1174d173-64d5-456d-ba94-19a1c565586d None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:42:57.533579 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbbb805-a2dc-402c-b08d-98b47a2a6fc0 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:57.534170 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0bbbb805-a2dc-402c-b08d-98b47a2a6fc0 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:57.538166 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbbb805-a2dc-402c-b08d-98b47a2a6fc0 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event updated for resources: {'Subnet': ['ID=bb6db83a-0818-4c90-b2d0-ed369836c863,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:57.598697 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-0bbbb805-a2dc-402c-b08d-98b47a2a6fc0 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6413646 Aug 22 13:42:57.602116 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51556) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:57.607350 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-dc73af15-871b-4a46-9dc3-9d9fd16690a1 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'port': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'mac_address': 'fa:16:3e:9d:56:45', 'name': 'tempest-NetworksTestDHCPv6-2008625407'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:42:57.659302 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a61ed218-cd76-4102-9aae-6fe356385f68 req-7364ad44-56e1-4da0-a865-1807b745ea85 service neutron] 10.222.0.16 "GET /v2.0/networks/5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382575 Aug 22 13:42:57.918774 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a61ed218-cd76-4102-9aae-6fe356385f68 req-ee566d75-bc3a-4fa3-aaa0-cfd93d3c71d0 service neutron] 10.222.0.16 "GET /v2.0/networks/5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512174 Aug 22 13:42:57.949459 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc73af15-871b-4a46-9dc3-9d9fd16690a1 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:42:58.030838 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2caf3945-af3a-42c5-aef5-a00eef045ab2 None None] Update dhcp port {'port': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'fixed_ips': [{'subnet_id': 'f7a6c153-ef8e-4a1b-9a42-1f85e7abf274', 'ip_address': '2001:db8::f816:3eff:fedf:728f'}, {'subnet_id': 'bb6db83a-0818-4c90-b2d0-ed369836c863'}], 'binding:host_id': 'n-d-793621-33'}, 'id': '06efafb9-ee0f-4062-a323-ff72761c242b'} from n-d-793621-33. {{(pid=94629) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 22 13:42:58.057616 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a61ed218-cd76-4102-9aae-6fe356385f68 req-19906831-037c-4e7b-8a79-2b352f62cbf7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=cd2a34c3-a880-45d3-bd3b-8dfcb396adc5 HTTP/1.1" status: 200 len: 217 time: 0.1299655 Aug 22 13:42:58.137025 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2caf3945-af3a-42c5-aef5-a00eef045ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:58.239474 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ed218-cd76-4102-9aae-6fe356385f68 req-a7e1ca96-aa87-43dd-98b2-a3f8c2db70b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:58.246791 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a61ed218-cd76-4102-9aae-6fe356385f68 req-a7e1ca96-aa87-43dd-98b2-a3f8c2db70b8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb175f2e-c3d1-472d-89f8-b1925f4f3ec2 HTTP/1.1" status: 200 len: 797 time: 0.1793146 Aug 22 13:42:58.250006 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dc73af15-871b-4a46-9dc3-9d9fd16690a1 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:58.331214 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-dc73af15-871b-4a46-9dc3-9d9fd16690a1 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] device_id is not set on port 92afb451-0504-4506-8808-e3c2bf11413e yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:42:58.410334 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ed218-cd76-4102-9aae-6fe356385f68 req-523621a3-c201-49a9-91b0-5f59b5a055e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:58.421886 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a61ed218-cd76-4102-9aae-6fe356385f68 req-523621a3-c201-49a9-91b0-5f59b5a055e4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1673872 Aug 22 13:42:58.650263 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6c09b307-b3be-4671-bdd1-4aaee2d00882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:58.695280 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:58.727451 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a61ed218-cd76-4102-9aae-6fe356385f68 req-2ec0baf0-be6d-4248-a59f-1babe245e26d service neutron] 10.222.0.16 "GET /v2.0/networks/5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935958 Aug 22 13:42:58.883400 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-dc73af15-871b-4a46-9dc3-9d9fd16690a1 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Allocated IP 2001:db8:0:1::38b (933f65da-8ef2-4dea-ac27-3eee9182e92f/bb6db83a-0818-4c90-b2d0-ed369836c863/92afb451-0504-4506-8808-e3c2bf11413e) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:42:58.906671 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-dc73af15-871b-4a46-9dc3-9d9fd16690a1 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Allocated IP 2001:db8::f816:3eff:fe9d:5645 (933f65da-8ef2-4dea-ac27-3eee9182e92f/f7a6c153-ef8e-4a1b-9a42-1f85e7abf274/92afb451-0504-4506-8808-e3c2bf11413e) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:42:58.934720 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a61ed218-cd76-4102-9aae-6fe356385f68 req-c3083c90-8bcf-4149-a83b-7b09e321b80b service neutron] 10.222.0.16 "GET /v2.0/networks/5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934152 Aug 22 13:42:59.048579 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a61ed218-cd76-4102-9aae-6fe356385f68 req-582c4521-85ee-46a7-a261-43784f7d4ef2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=b16064f0-bf43-4196-833d-4efdff17a865 HTTP/1.1" status: 200 len: 217 time: 0.1013958 Aug 22 13:42:59.163954 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ed218-cd76-4102-9aae-6fe356385f68 req-550677a2-b00e-4289-aa58-d350c086d721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:59.165970 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a61ed218-cd76-4102-9aae-6fe356385f68 req-550677a2-b00e-4289-aa58-d350c086d721 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb175f2e-c3d1-472d-89f8-b1925f4f3ec2 HTTP/1.1" status: 200 len: 797 time: 0.1069114 Aug 22 13:42:59.258995 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ed218-cd76-4102-9aae-6fe356385f68 req-8b868807-6dcb-45d8-9467-c3ead061bb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:59.262504 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a61ed218-cd76-4102-9aae-6fe356385f68 req-8b868807-6dcb-45d8-9467-c3ead061bb3e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0887997 Aug 22 13:42:59.412371 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dc73af15-871b-4a46-9dc3-9d9fd16690a1 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:59.445486 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-dc73af15-871b-4a46-9dc3-9d9fd16690a1 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Transition to ACTIVE for port object 92afb451-0504-4506-8808-e3c2bf11413e will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:42:59.500173 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a61ed218-cd76-4102-9aae-6fe356385f68 req-da3a6ec7-7099-420b-bba7-7df457937309 service neutron] 10.222.0.16 "GET /v2.0/networks/5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287631 Aug 22 13:42:59.561527 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dc73af15-871b-4a46-9dc3-9d9fd16690a1 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:59.745280 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-2caf3945-af3a-42c5-aef5-a00eef045ab2 None None] Allocated IP 2001:db8:0:1::2 (933f65da-8ef2-4dea-ac27-3eee9182e92f/bb6db83a-0818-4c90-b2d0-ed369836c863/06efafb9-ee0f-4062-a323-ff72761c242b) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:42:59.773801 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc73af15-871b-4a46-9dc3-9d9fd16690a1 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:42:59.780982 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a61ed218-cd76-4102-9aae-6fe356385f68 req-6267e742-7e1b-47f4-a070-5db1aa5a5720 service neutron] 10.222.0.16 "GET /v2.0/networks/5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671137 Aug 22 13:42:59.804350 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-dc73af15-871b-4a46-9dc3-9d9fd16690a1 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:42:59.818069 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc73af15-871b-4a46-9dc3-9d9fd16690a1 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:42:59.833939 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc73af15-871b-4a46-9dc3-9d9fd16690a1 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:59.838156 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dc73af15-871b-4a46-9dc3-9d9fd16690a1 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:42:59.843362 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc73af15-871b-4a46-9dc3-9d9fd16690a1 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event updated for resources: {'Port': ['ID=92afb451-0504-4506-8808-e3c2bf11413e,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:42:59.893297 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a61ed218-cd76-4102-9aae-6fe356385f68 req-3adfcd74-883a-4a17-a8da-166d3fc88b77 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=cd20e94c-db09-4bf2-a3ec-7a37be4d2904 HTTP/1.1" status: 200 len: 217 time: 0.1079483 Aug 22 13:42:59.894933 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-dc73af15-871b-4a46-9dc3-9d9fd16690a1 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.2916167 Aug 22 13:42:59.897451 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51636) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:42:59.963286 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ed218-cd76-4102-9aae-6fe356385f68 req-135d629f-7c05-43d3-91e2-b8462a9156f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:42:59.965345 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a61ed218-cd76-4102-9aae-6fe356385f68 req-135d629f-7c05-43d3-91e2-b8462a9156f7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb175f2e-c3d1-472d-89f8-b1925f4f3ec2 HTTP/1.1" status: 200 len: 797 time: 0.0639246 Aug 22 13:43:00.040839 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ed218-cd76-4102-9aae-6fe356385f68 req-915487e3-02c5-4715-8b9e-a9a660431a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:00.042666 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a61ed218-cd76-4102-9aae-6fe356385f68 req-915487e3-02c5-4715-8b9e-a9a660431a80 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0679533 Aug 22 13:43:00.168476 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-2caf3945-af3a-42c5-aef5-a00eef045ab2 None None] For port 06efafb9-ee0f-4062-a323-ff72761c242b, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=06efafb9-ee0f-4062-a323-ff72761c242b,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:43:00.175851 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51644) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:00.283564 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-d25a4d1e-7694-4523-947d-adccaa7aaf57 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Deleting port 92afb451-0504-4506-8808-e3c2bf11413e {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:43:00.283907 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d25a4d1e-7694-4523-947d-adccaa7aaf57 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:00.299474 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2caf3945-af3a-42c5-aef5-a00eef045ab2 None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:00.401876 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-2caf3945-af3a-42c5-aef5-a00eef045ab2 None None] Transition to ACTIVE for port object 06efafb9-ee0f-4062-a323-ff72761c242b will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:43:00.407062 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2caf3945-af3a-42c5-aef5-a00eef045ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:00.407489 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a61ed218-cd76-4102-9aae-6fe356385f68 req-88ebc56e-b637-46a8-9cf1-4a161261775d service neutron] 10.222.0.16 "GET /v2.0/networks/5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3500073 Aug 22 13:43:00.577165 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caf3945-af3a-42c5-aef5-a00eef045ab2 None None] Pushing event updated for resources: {'Port': ['ID=06efafb9-ee0f-4062-a323-ff72761c242b,revision_number=9']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:00.600037 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caf3945-af3a-42c5-aef5-a00eef045ab2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:43:00.600648 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caf3945-af3a-42c5-aef5-a00eef045ab2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:43:00.601155 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caf3945-af3a-42c5-aef5-a00eef045ab2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:43:00.601639 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caf3945-af3a-42c5-aef5-a00eef045ab2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:43:00.602127 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caf3945-af3a-42c5-aef5-a00eef045ab2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:43:00.602620 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caf3945-af3a-42c5-aef5-a00eef045ab2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:43:00.603445 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caf3945-af3a-42c5-aef5-a00eef045ab2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:43:00.604393 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caf3945-af3a-42c5-aef5-a00eef045ab2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:43:00.605347 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caf3945-af3a-42c5-aef5-a00eef045ab2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:43:00.606331 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caf3945-af3a-42c5-aef5-a00eef045ab2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:43:00.606808 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caf3945-af3a-42c5-aef5-a00eef045ab2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:43:00.607338 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caf3945-af3a-42c5-aef5-a00eef045ab2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:43:00.620057 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d25a4d1e-7694-4523-947d-adccaa7aaf57 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:00.669265 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-d25a4d1e-7694-4523-947d-adccaa7aaf57 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Calling delete_port for 92afb451-0504-4506-8808-e3c2bf11413e owned by {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:43:00.672537 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a61ed218-cd76-4102-9aae-6fe356385f68 req-998fa30e-e214-40fd-a3a6-421ef16588bf service neutron] 10.222.0.16 "GET /v2.0/networks/5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058308 Aug 22 13:43:01.111017 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-499f6bcd-16a7-4662-bfc5-81d6550df447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:01.213943 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:01.246738 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d25a4d1e-7694-4523-947d-adccaa7aaf57 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:01.333277 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4d65c7aa-ac80-4111-acb0-e067a20e5c2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:01.347069 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25a4d1e-7694-4523-947d-adccaa7aaf57 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event deleted for resources: {'Port': ['ID=92afb451-0504-4506-8808-e3c2bf11413e,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:01.413322 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a61ed218-cd76-4102-9aae-6fe356385f68 req-28ea8e2a-34cf-4899-a485-d1de2e1b1f2b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9f8df132-276a-4e46-89a0-b5f4c39d81b8 HTTP/1.1" status: 200 len: 217 time: 0.7317722 Aug 22 13:43:01.428073 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab636fb-76a6-411c-9582-b4f49aeef707 req-89f24aee-c82e-483b-8810-4a2e56b54ec5 tempest-TestNetworkAdvancedServerOps-2090656047 tempest-TestNetworkAdvancedServerOps-2090656047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:01.429782 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ab636fb-76a6-411c-9582-b4f49aeef707 req-89f24aee-c82e-483b-8810-4a2e56b54ec5 tempest-TestNetworkAdvancedServerOps-2090656047 tempest-TestNetworkAdvancedServerOps-2090656047-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 1099 time: 1.0204799 Aug 22 13:43:01.520857 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ed218-cd76-4102-9aae-6fe356385f68 req-9a6ce16a-a827-4c1f-b988-06e78ff74302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:01.522597 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a61ed218-cd76-4102-9aae-6fe356385f68 req-9a6ce16a-a827-4c1f-b988-06e78ff74302 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4a68570d-3c99-46d0-9ae9-d17b3c59c7bf HTTP/1.1" status: 200 len: 797 time: 0.1012037 Aug 22 13:43:01.525397 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ab636fb-76a6-411c-9582-b4f49aeef707 req-e54598ce-7be1-4605-9336-70fa8777026b tempest-TestNetworkAdvancedServerOps-2090656047 tempest-TestNetworkAdvancedServerOps-2090656047-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=b83678d1-4258-4ef7-88a8-5933c84ca924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793598 Aug 22 13:43:01.574657 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 51682) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:01.592837 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 06efafb9-ee0f-4062-a323-ff72761c242b up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:43:01.637088 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ed218-cd76-4102-9aae-6fe356385f68 req-67394e03-5fa5-4f91-8266-a66b4855b607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:01.639173 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a61ed218-cd76-4102-9aae-6fe356385f68 req-67394e03-5fa5-4f91-8266-a66b4855b607 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3a68a707-4544-4179-ae57-3b08732d6fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1080935 Aug 22 13:43:01.648853 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4d65c7aa-ac80-4111-acb0-e067a20e5c2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:01.662441 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d25a4d1e-7694-4523-947d-adccaa7aaf57 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:01.665123 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d25a4d1e-7694-4523-947d-adccaa7aaf57 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/ports/92afb451-0504-4506-8808-e3c2bf11413e HTTP/1.1" status: 204 len: 168 time: 1.7664328 Aug 22 13:43:01.679433 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4d65c7aa-ac80-4111-acb0-e067a20e5c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:01.704208 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 51684) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:01.761627 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4d65c7aa-ac80-4111-acb0-e067a20e5c2f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=17e6a18ce0e84528ac27b7132e5b196d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5845931 Aug 22 13:43:01.765744 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65c7aa-ac80-4111-acb0-e067a20e5c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29fc1b3e-96df-4cbc-9d5e-2700f4b76ec2,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:01.768508 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51686) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:01.868606 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-622ebdb1-9c60-4f65-b095-2942d1f5051a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:01.932046 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-622ebdb1-9c60-4f65-b095-2942d1f5051a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:02.003209 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ea7afc-feb2-4d1c-8a75-81e856901484 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:02.004823 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-88ea7afc-feb2-4d1c-8a75-81e856901484 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2995963 Aug 22 13:43:02.007833 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51698) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:02.044949 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a61ed218-cd76-4102-9aae-6fe356385f68 req-1bfb3a8f-b194-4e05-9db6-f1d75eebb6b6 service neutron] 10.222.0.16 "GET /v2.0/networks/3a68a707-4544-4179-ae57-3b08732d6fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3921239 Aug 22 13:43:02.075517 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-5005265a-1a05-4178-bd16-e206b3d10071 None None] Provisioning for port 06efafb9-ee0f-4062-a323-ff72761c242b completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:43:02.115092 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-5005265a-1a05-4178-bd16-e206b3d10071 None None] Provisioning complete for port 06efafb9-ee0f-4062-a323-ff72761c242b triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:43:02.116113 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5005265a-1a05-4178-bd16-e206b3d10071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:02.126677 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e191ba-f1b8-479c-94cb-070df25c1420 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:02.128274 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-32e191ba-f1b8-479c-94cb-070df25c1420 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1189730 Aug 22 13:43:02.134866 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51704) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:02.137022 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-622ebdb1-9c60-4f65-b095-2942d1f5051a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:02.140411 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-622ebdb1-9c60-4f65-b095-2942d1f5051a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:02.144338 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-622ebdb1-9c60-4f65-b095-2942d1f5051a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/29fc1b3e-96df-4cbc-9d5e-2700f4b76ec2 HTTP/1.1" status: 204 len: 168 time: 0.3720038 Aug 22 13:43:02.303286 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622ebdb1-9c60-4f65-b095-2942d1f5051a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fc1b3e-96df-4cbc-9d5e-2700f4b76ec2,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:02.324349 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a61ed218-cd76-4102-9aae-6fe356385f68 req-eb13bd1a-0339-4540-bba0-c8d1f8eec51f service neutron] 10.222.0.16 "GET /v2.0/networks/3a68a707-4544-4179-ae57-3b08732d6fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664306 Aug 22 13:43:02.396322 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabb6d3e-47cd-4383-a9a8-c2bc4482631a tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:02.398069 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabb6d3e-47cd-4383-a9a8-c2bc4482631a tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:02.417170 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabb6d3e-47cd-4383-a9a8-c2bc4482631a tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:02.418867 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-fabb6d3e-47cd-4383-a9a8-c2bc4482631a tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2829194 Aug 22 13:43:02.422219 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51714) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:02.430654 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:02.455191 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a61ed218-cd76-4102-9aae-6fe356385f68 req-d7eb6f4d-6a44-4567-b4e5-99fa5492d48d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d1033646-653a-4a62-9b6c-3304356458b3 HTTP/1.1" status: 200 len: 217 time: 0.1183836 Aug 22 13:43:02.490725 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-848d508e-f65d-4dd9-9fd0-34c6ab562fbd tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Deleting port f7db1303-4ae3-4c2c-9235-b765632e00c1 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:43:02.499469 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-848d508e-f65d-4dd9-9fd0-34c6ab562fbd tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:02.664924 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-24ef9e63-f6c2-4308-8e6d-ba9afe3b7341 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Deleting subnet bb6db83a-0818-4c90-b2d0-ed369836c863 {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:43:02.675212 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ed218-cd76-4102-9aae-6fe356385f68 req-f3714c30-947c-48f2-b96d-ddac3b717102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:02.675427 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-24ef9e63-f6c2-4308-8e6d-ba9afe3b7341 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:02.683746 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a61ed218-cd76-4102-9aae-6fe356385f68 req-f3714c30-947c-48f2-b96d-ddac3b717102 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4a68570d-3c99-46d0-9ae9-d17b3c59c7bf HTTP/1.1" status: 200 len: 797 time: 0.2112644 Aug 22 13:43:02.711318 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-64b8692b-7c7a-4335-88af-5b617d23c295 None None] Could not find standard attr ID for object 92afb451-0504-4506-8808-e3c2bf11413e. {{(pid=94629) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 13:43:02.762971 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-848d508e-f65d-4dd9-9fd0-34c6ab562fbd tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:02.763372 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-848d508e-f65d-4dd9-9fd0-34c6ab562fbd tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:02.766468 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-24ef9e63-f6c2-4308-8e6d-ba9afe3b7341 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:02.787945 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-848d508e-f65d-4dd9-9fd0-34c6ab562fbd tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Calling delete_port for f7db1303-4ae3-4c2c-9235-b765632e00c1 owned by network:floatingip {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:43:02.807790 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ed218-cd76-4102-9aae-6fe356385f68 req-ca34584b-2e0f-4f29-ba91-f9be53e73741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:02.817310 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a61ed218-cd76-4102-9aae-6fe356385f68 req-ca34584b-2e0f-4f29-ba91-f9be53e73741 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3a68a707-4544-4179-ae57-3b08732d6fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1095726 Aug 22 13:43:02.872459 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-24ef9e63-f6c2-4308-8e6d-ba9afe3b7341 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:03.062251 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-24ef9e63-f6c2-4308-8e6d-ba9afe3b7341 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:03.102076 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-24ef9e63-f6c2-4308-8e6d-ba9afe3b7341 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:03.109234 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b5826d-f630-42df-a657-1d9c5f3eb80a None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:43:03.114539 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-24ef9e63-f6c2-4308-8e6d-ba9afe3b7341 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/subnets/bb6db83a-0818-4c90-b2d0-ed369836c863 HTTP/1.1" status: 204 len: 168 time: 0.6892297 Aug 22 13:43:03.116996 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 51738) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:03.191482 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-898c2688-c014-417e-b902-a7e3bf4d8e67 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Deleting subnet f7a6c153-ef8e-4a1b-9a42-1f85e7abf274 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:43:03.196503 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-898c2688-c014-417e-b902-a7e3bf4d8e67 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:03.204520 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef9e63-f6c2-4308-8e6d-ba9afe3b7341 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event deleted for resources: {'Subnet': ['ID=bb6db83a-0818-4c90-b2d0-ed369836c863,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:03.260116 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51746) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:03.281937 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c35043c7-d664-4fb6-b14b-defac4cb5202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:03.315142 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a61ed218-cd76-4102-9aae-6fe356385f68 req-8b7f2c20-9cca-4625-a233-277d16e03027 service neutron] 10.222.0.16 "GET /v2.0/networks/3a68a707-4544-4179-ae57-3b08732d6fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4927056 Aug 22 13:43:03.359999 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-898c2688-c014-417e-b902-a7e3bf4d8e67 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:03.475830 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c35043c7-d664-4fb6-b14b-defac4cb5202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:03.488722 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c35043c7-d664-4fb6-b14b-defac4cb5202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:03.551961 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51752) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:03.575959 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c35043c7-d664-4fb6-b14b-defac4cb5202 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=68f44030462044ab832e679b6500b6fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3121724 Aug 22 13:43:03.575959 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35043c7-d664-4fb6-b14b-defac4cb5202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a67b01b-7e58-490a-af3e-674572b1eef2,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:03.577381 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51756) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:03.648920 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b46294ac-7686-4ead-87ae-b7620a617135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:03.706087 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b46294ac-7686-4ead-87ae-b7620a617135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:03.759578 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e8cc0511-debb-41bf-b54a-5775fddc239b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:03.762252 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a61ed218-cd76-4102-9aae-6fe356385f68 req-f861e0a1-a13e-4da4-87fb-45bd78c8d374 service neutron] 10.222.0.16 "GET /v2.0/networks/3a68a707-4544-4179-ae57-3b08732d6fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4292870 Aug 22 13:43:03.779076 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-848d508e-f65d-4dd9-9fd0-34c6ab562fbd tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:03.800983 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-898c2688-c014-417e-b902-a7e3bf4d8e67 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:03.838813 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:03.916143 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848d508e-f65d-4dd9-9fd0-34c6ab562fbd tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event deleted for resources: {'Port': ['ID=f7db1303-4ae3-4c2c-9235-b765632e00c1,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:03.951225 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b46294ac-7686-4ead-87ae-b7620a617135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:03.955995 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b46294ac-7686-4ead-87ae-b7620a617135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:03.960398 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b46294ac-7686-4ead-87ae-b7620a617135 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6a67b01b-7e58-490a-af3e-674572b1eef2 HTTP/1.1" status: 204 len: 168 time: 0.3797209 Aug 22 13:43:03.994436 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46294ac-7686-4ead-87ae-b7620a617135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a67b01b-7e58-490a-af3e-674572b1eef2,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:04.110367 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e8cc0511-debb-41bf-b54a-5775fddc239b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:04.118855 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-898c2688-c014-417e-b902-a7e3bf4d8e67 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:04.124881 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e8cc0511-debb-41bf-b54a-5775fddc239b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:04.253141 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:04.277107 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e8cc0511-debb-41bf-b54a-5775fddc239b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=835649fb82ad4c81ba6ba237c9ae33ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7239316 Aug 22 13:43:04.277767 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51768) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:04.282839 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-848d508e-f65d-4dd9-9fd0-34c6ab562fbd tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for floatingip, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:04.286649 n-d-793621-33 neutron-server[94627]: INFO neutron.db.l3_db [None req-848d508e-f65d-4dd9-9fd0-34c6ab562fbd tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Floating IP 62d0914e-dc60-4a91-922a-4fa5d3d75b49 disassociated (deleted). External IP: 172.25.3.69, port: 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a. Aug 22 13:43:04.416518 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc0511-debb-41bf-b54a-5775fddc239b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=786ffea3-1ec7-4c98-a550-ac2617dfed9b,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:04.487558 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898c2688-c014-417e-b902-a7e3bf4d8e67 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event deleted for resources: {'Subnet': ['ID=f7a6c153-ef8e-4a1b-9a42-1f85e7abf274,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:04.490848 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d9e7b9af-4597-4ba6-bb77-8912dd1efa35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:04.507214 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-898c2688-c014-417e-b902-a7e3bf4d8e67 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:04.514794 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-898c2688-c014-417e-b902-a7e3bf4d8e67 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/subnets/f7a6c153-ef8e-4a1b-9a42-1f85e7abf274 HTTP/1.1" status: 204 len: 168 time: 1.3963802 Aug 22 13:43:04.518851 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 51778) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:04.586452 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d9e7b9af-4597-4ba6-bb77-8912dd1efa35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:04.629307 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-149de030-6889-4949-9ce8-7f8bd560b3e2 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1009665 Aug 22 13:43:04.629534 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5361c597-d02e-4c5b-8288-41db5d4bfdb0 None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:43:04.644715 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51784) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:04.650495 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-ba1ca91e-6c1b-4363-8cd7-102187d4a568 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'subnet': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:43:04.819295 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d9e7b9af-4597-4ba6-bb77-8912dd1efa35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:04.822025 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d9e7b9af-4597-4ba6-bb77-8912dd1efa35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:04.826833 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d9e7b9af-4597-4ba6-bb77-8912dd1efa35 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/786ffea3-1ec7-4c98-a550-ac2617dfed9b HTTP/1.1" status: 204 len: 168 time: 0.5474000 Aug 22 13:43:04.841066 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51796) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:04.850864 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-429ff142-2045-4263-a9e1-5b0781974152 None None] Provisioning complete for port 06efafb9-ee0f-4062-a323-ff72761c242b triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:43:04.853884 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e7b9af-4597-4ba6-bb77-8912dd1efa35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786ffea3-1ec7-4c98-a550-ac2617dfed9b,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:04.854611 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-429ff142-2045-4263-a9e1-5b0781974152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:04.863963 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1ca91e-6c1b-4363-8cd7-102187d4a568 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:43:04.867909 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca91e-6c1b-4363-8cd7-102187d4a568 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:04.941227 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-848d508e-f65d-4dd9-9fd0-34c6ab562fbd tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Router c8fd7433-0f07-43c8-83d4-8d4fe49c9082 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:43:05.054161 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8e9fec99-dfe0-424a-957d-188df726314f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:05.097568 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51804) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:05.110106 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-848d508e-f65d-4dd9-9fd0-34c6ab562fbd tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:43:05.116123 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-848d508e-f65d-4dd9-9fd0-34c6ab562fbd tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:05.122849 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f892343-0fef-4526-b987-114d53a09a8f None None] Sync routers for ids ['c8fd7433-0f07-43c8-83d4-8d4fe49c9082'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:43:05.168369 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f892343-0fef-4526-b987-114d53a09a8f None None] Routers {'c8fd7433-0f07-43c8-83d4-8d4fe49c9082'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:43:05.172048 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-1f892343-0fef-4526-b987-114d53a09a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:43:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['c8fd7433-0f07-43c8-83d4-8d4fe49c9082'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:43:05.190673 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421ed90a-d7d1-4039-a9da-fab25aef3068 None None] DHCP port deletion for 933f65da-8ef2-4dea-ac27-3eee9182e92f request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:43:05.194109 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-848d508e-f65d-4dd9-9fd0-34c6ab562fbd tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "DELETE /v2.0/floatingips/62d0914e-dc60-4a91-922a-4fa5d3d75b49 HTTP/1.1" status: 204 len: 168 time: 3.6165941 Aug 22 13:43:05.195282 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '414d5d55-0aa9-4530-9553-c445350ded61', 'tag': '8c6dc773-1a07-4ca5-85cc-b116f5c58e9a'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:43:05.203074 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea824413-1a51-43d5-8c30-cbc016f852ac" -d '{"events": [{"name": "network-changed", "server_uuid": "414d5d55-0aa9-4530-9553-c445350ded61", "tag": "8c6dc773-1a07-4ca5-85cc-b116f5c58e9a"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:43:05.286355 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c52fb48-7325-40f8-b6fe-3df41c689244 x-openstack-request-id: req-9c52fb48-7325-40f8-b6fe-3df41c689244 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:43:05.287121 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "414d5d55-0aa9-4530-9553-c445350ded61", "tag": "8c6dc773-1a07-4ca5-85cc-b116f5c58e9a", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:43:05.291395 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9c52fb48-7325-40f8-b6fe-3df41c689244 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:43:05.291831 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '414d5d55-0aa9-4530-9553-c445350ded61', 'tag': '8c6dc773-1a07-4ca5-85cc-b116f5c58e9a', 'status': 'completed', 'code': 200} Aug 22 13:43:05.301905 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-421ed90a-d7d1-4039-a9da-fab25aef3068 None None] Deleting port 06efafb9-ee0f-4062-a323-ff72761c242b {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:43:05.302283 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-421ed90a-d7d1-4039-a9da-fab25aef3068 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:05.390421 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea824413-1a51-43d5-8c30-cbc016f852ac req-4b17df65-5c88-4be2-846a-9e9966247670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:05.400390 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ea824413-1a51-43d5-8c30-cbc016f852ac req-4b17df65-5c88-4be2-846a-9e9966247670 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=50b3d484826f4e1f8052fde49b87f38a&device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 1099 time: 0.0897627 Aug 22 13:43:05.515134 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-421ed90a-d7d1-4039-a9da-fab25aef3068 None None] For port 06efafb9-ee0f-4062-a323-ff72761c242b, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=06efafb9-ee0f-4062-a323-ff72761c242b,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:43:05.522053 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-421ed90a-d7d1-4039-a9da-fab25aef3068 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:05.546679 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca91e-6c1b-4363-8cd7-102187d4a568 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:05.564922 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-421ed90a-d7d1-4039-a9da-fab25aef3068 None None] Calling delete_port for 06efafb9-ee0f-4062-a323-ff72761c242b owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:43:05.610114 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 06efafb9-ee0f-4062-a323-ff72761c242b no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:43:05.615644 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-1f892343-0fef-4526-b987-114d53a09a8f None None] Set router c8fd7433-0f07-43c8-83d4-8d4fe49c9082 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:43:05.690045 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1ca91e-6c1b-4363-8cd7-102187d4a568 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:43:05.698012 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8e9fec99-dfe0-424a-957d-188df726314f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:05.700375 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-ba1ca91e-6c1b-4363-8cd7-102187d4a568 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:43:05.714741 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1ca91e-6c1b-4363-8cd7-102187d4a568 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:05.715658 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca91e-6c1b-4363-8cd7-102187d4a568 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:05.724860 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1ca91e-6c1b-4363-8cd7-102187d4a568 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event updated for resources: {'Subnet': ['ID=cbd2b4af-1a21-40bc-8840-3c615188d9ca,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:05.733220 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8e9fec99-dfe0-424a-957d-188df726314f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:05.780880 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ba1ca91e-6c1b-4363-8cd7-102187d4a568 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1348886 Aug 22 13:43:05.790307 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51824) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:05.797041 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-2f588d32-201b-43fd-859b-2ac9fb2401dc tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'subnet': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:43:05.817526 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a52ed-4a4e-4337-981f-5bcee7cdf707 req-8a0b6878-66d1-4c69-a417-6583e420cd51 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:05.819136 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3d9a52ed-4a4e-4337-981f-5bcee7cdf707 req-8a0b6878-66d1-4c69-a417-6583e420cd51 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 947 time: 0.1572247 Aug 22 13:43:05.842331 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea824413-1a51-43d5-8c30-cbc016f852ac req-0029d1f2-e7d4-47f8-a991-51264f65804c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:05.849679 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ea824413-1a51-43d5-8c30-cbc016f852ac req-0029d1f2-e7d4-47f8-a991-51264f65804c service neutron] 10.222.0.16 "GET /v2.0/networks?id=688a25cb-87b8-45f2-8ef8-1274133a97f8 HTTP/1.1" status: 200 len: 897 time: 0.4422295 Aug 22 13:43:05.956616 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8e9fec99-dfe0-424a-957d-188df726314f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=92cbca700ff64abf981059c859dbb9c3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1132236 Aug 22 13:43:05.959365 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f588d32-201b-43fd-859b-2ac9fb2401dc tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:43:05.963814 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2f588d32-201b-43fd-859b-2ac9fb2401dc tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:05.969907 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9fec99-dfe0-424a-957d-188df726314f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb2f192-c210-4299-bb23-496a9709e85c,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:05.978562 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51826) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:05.997109 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3d9a52ed-4a4e-4337-981f-5bcee7cdf707 req-7361544f-3120-4c96-bec9-ed14f84d2d0c tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=b83678d1-4258-4ef7-88a8-5933c84ca924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616881 Aug 22 13:43:06.024274 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7bf60681-b88b-4fdd-8e20-84ba509974ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:06.032273 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:06.080748 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 06efafb9-ee0f-4062-a323-ff72761c242b, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=06efafb9-ee0f-4062-a323-ff72761c242b,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:43:06.088451 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:06.109394 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ea824413-1a51-43d5-8c30-cbc016f852ac req-fd049b2b-570e-45ef-89d2-c540b644d48c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c6dc773-1a07-4ca5-85cc-b116f5c58e9a HTTP/1.1" status: 200 len: 217 time: 0.1519229 Aug 22 13:43:06.110531 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 51828) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:06.175114 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-421ed90a-d7d1-4039-a9da-fab25aef3068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:06.177352 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea824413-1a51-43d5-8c30-cbc016f852ac req-75fd1044-fa53-4c9f-a7e8-1800158883dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:06.179453 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ea824413-1a51-43d5-8c30-cbc016f852ac req-75fd1044-fa53-4c9f-a7e8-1800158883dd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9501ed24-569f-4556-a2e9-978154d36845 HTTP/1.1" status: 200 len: 835 time: 0.0598688 Aug 22 13:43:06.187441 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3cfcea14-6f82-4035-9164-bdce879a9196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:06.209925 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421ed90a-d7d1-4039-a9da-fab25aef3068 None None] No DVR routers for this DVR port 06efafb9-ee0f-4062-a323-ff72761c242b on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:43:06.265231 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=06efafb9-ee0f-4062-a323-ff72761c242b,revision_number=12']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:06.274672 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-1f892343-0fef-4526-b987-114d53a09a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fd7433-0f07-43c8-83d4-8d4fe49c9082', 'name': 'tempest-TestNetworkAdvancedServerOps-router-596081808', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '3dc77aaf-5f5c-4689-9745-be8d47d7077f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:40:28Z', 'updated_at': '2021-08-22T13:40:41Z', 'revision_number': 4, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'gw_port': {'id': '3dc77aaf-5f5c-4689-9745-be8d47d7077f', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fd7433-0f07-43c8-83d4-8d4fe49c9082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:40:29Z', 'updated_at': '2021-08-22T13:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '88621d85-3dfc-4547-bb71-a6582ededfdc', 'name': '', 'network_id': '688a25cb-87b8-45f2-8ef8-1274133a97f8', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'mac_address': 'fa:16:3e:83:87:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fd7433-0f07-43c8-83d4-8d4fe49c9082', 'device_owner': 'network:router_interface', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '9501ed24-569f-4556-a2e9-978154d36845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:40:39Z', 'updated_at': '2021-08-22T13:40:49Z', 'revision_number': 5, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'subnets': [{'id': '9501ed24-569f-4556-a2e9-978154d36845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:43:06.286187 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cd3e15-1c96-4767-b862-06197ab8ed39 None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:43:06.316543 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f892343-0fef-4526-b987-114d53a09a8f None None] Checking router: c8fd7433-0f07-43c8-83d4-8d4fe49c9082 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:43:06.327424 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f892343-0fef-4526-b987-114d53a09a8f None None] Routers {'c8fd7433-0f07-43c8-83d4-8d4fe49c9082'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:43:06.328406 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-1f892343-0fef-4526-b987-114d53a09a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:43:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['c8fd7433-0f07-43c8-83d4-8d4fe49c9082'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:43:06.344939 n-d-793621-33 neutron-server[94628]: INFO neutron.db.ipam_backend_mixin [None req-2f588d32-201b-43fd-859b-2ac9fb2401dc tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cbd2b4af-1a21-40bc-8840-3c615188d9ca (CIDR: 2001:db8::/64) Aug 22 13:43:06.352552 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea824413-1a51-43d5-8c30-cbc016f852ac req-c777739e-db67-4f5d-8342-05149f0f46c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:06.354499 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ea824413-1a51-43d5-8c30-cbc016f852ac req-c777739e-db67-4f5d-8342-05149f0f46c6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=688a25cb-87b8-45f2-8ef8-1274133a97f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1632118 Aug 22 13:43:06.379839 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f588d32-201b-43fd-859b-2ac9fb2401dc tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 13:43:06.385960 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f588d32-201b-43fd-859b-2ac9fb2401dc tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:43:06.475557 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-1f892343-0fef-4526-b987-114d53a09a8f None None] Set router c8fd7433-0f07-43c8-83d4-8d4fe49c9082 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:43:06.504761 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-62ff23b3-f117-4292-b00f-3833f31ed5bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:06.521294 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421ed90a-d7d1-4039-a9da-fab25aef3068 None None] Pushing event deleted for resources: {'Port': ['ID=06efafb9-ee0f-4062-a323-ff72761c242b,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:06.542261 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ea824413-1a51-43d5-8c30-cbc016f852ac req-866817df-9402-4fc5-b332-62f6c9f4ef44 service neutron] 10.222.0.16 "GET /v2.0/networks/688a25cb-87b8-45f2-8ef8-1274133a97f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768637 Aug 22 13:43:06.573182 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7bf60681-b88b-4fdd-8e20-84ba509974ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:06.603894 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-62ff23b3-f117-4292-b00f-3833f31ed5bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:06.649176 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933f8bdb-3cfc-4b60-892c-91ea18a4b80b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-933f65da-8ef2-4dea-ac27-3eee9182e92f', 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'tenant_id': 'a71622c06b3d48d28918cf297ca2043b', 'fixed_ips': [{'subnet_id': 'cbd2b4af-1a21-40bc-8840-3c615188d9ca'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:43:06.653474 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-933f8bdb-3cfc-4b60-892c-91ea18a4b80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:06.731403 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-1f892343-0fef-4526-b987-114d53a09a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fd7433-0f07-43c8-83d4-8d4fe49c9082', 'name': 'tempest-TestNetworkAdvancedServerOps-router-596081808', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '3dc77aaf-5f5c-4689-9745-be8d47d7077f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:40:28Z', 'updated_at': '2021-08-22T13:40:41Z', 'revision_number': 4, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'gw_port': {'id': '3dc77aaf-5f5c-4689-9745-be8d47d7077f', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fd7433-0f07-43c8-83d4-8d4fe49c9082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:40:29Z', 'updated_at': '2021-08-22T13:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '88621d85-3dfc-4547-bb71-a6582ededfdc', 'name': '', 'network_id': '688a25cb-87b8-45f2-8ef8-1274133a97f8', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'mac_address': 'fa:16:3e:83:87:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fd7433-0f07-43c8-83d4-8d4fe49c9082', 'device_owner': 'network:router_interface', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '9501ed24-569f-4556-a2e9-978154d36845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:40:39Z', 'updated_at': '2021-08-22T13:40:49Z', 'revision_number': 5, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'subnets': [{'id': '9501ed24-569f-4556-a2e9-978154d36845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:43:06.731922 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7bf60681-b88b-4fdd-8e20-84ba509974ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:06.746784 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2f588d32-201b-43fd-859b-2ac9fb2401dc tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9549077 Aug 22 13:43:06.762842 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-62ff23b3-f117-4292-b00f-3833f31ed5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:06.767971 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-62ff23b3-f117-4292-b00f-3833f31ed5bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:06.769587 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-62ff23b3-f117-4292-b00f-3833f31ed5bc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3fb2f192-c210-4299-bb23-496a9709e85c HTTP/1.1" status: 204 len: 168 time: 0.7737606 Aug 22 13:43:06.779440 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51852) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:06.792848 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-de0c021c-c0da-4537-a55b-a275b4542080 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'subnet': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:43:06.859810 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf60681-b88b-4fdd-8e20-84ba509974ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc04ff50-60f8-49ac-8638-c097172fbef5,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:06.867816 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f892343-0fef-4526-b987-114d53a09a8f None None] The sync data for ids ['c8fd7433-0f07-43c8-83d4-8d4fe49c9082'] in n-d-793621-33 is: [{'id': 'c8fd7433-0f07-43c8-83d4-8d4fe49c9082', 'name': 'tempest-TestNetworkAdvancedServerOps-router-596081808', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '3dc77aaf-5f5c-4689-9745-be8d47d7077f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:40:28Z', 'updated_at': '2021-08-22T13:40:41Z', 'revision_number': 4, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'gw_port': {'id': '3dc77aaf-5f5c-4689-9745-be8d47d7077f', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fd7433-0f07-43c8-83d4-8d4fe49c9082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:40:29Z', 'updated_at': '2021-08-22T13:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '88621d85-3dfc-4547-bb71-a6582ededfdc', 'name': '', 'network_id': '688a25cb-87b8-45f2-8ef8-1274133a97f8', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'mac_address': 'fa:16:3e:83:87:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fd7433-0f07-43c8-83d4-8d4fe49c9082', 'device_owner': 'network:router_interface', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '9501ed24-569f-4556-a2e9-978154d36845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:40:39Z', 'updated_at': '2021-08-22T13:40:49Z', 'revision_number': 5, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'subnets': [{'id': '9501ed24-569f-4556-a2e9-978154d36845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:43:06.887321 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-933f8bdb-3cfc-4b60-892c-91ea18a4b80b None None] Allocated IP 2001:db8::2 (933f65da-8ef2-4dea-ac27-3eee9182e92f/cbd2b4af-1a21-40bc-8840-3c615188d9ca/0deae4c4-c166-4b4e-98df-9e519987e5f0) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:43:06.939440 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7bf60681-b88b-4fdd-8e20-84ba509974ae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=526550d55aa14eaebb7c118ed9e17575&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8383999 Aug 22 13:43:06.943810 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51856) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:07.024052 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ff23b3-f117-4292-b00f-3833f31ed5bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb2f192-c210-4299-bb23-496a9709e85c,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:07.026701 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ea824413-1a51-43d5-8c30-cbc016f852ac req-696126f6-ab31-4070-ad15-f48abb427b13 service neutron] 10.222.0.16 "GET /v2.0/networks/688a25cb-87b8-45f2-8ef8-1274133a97f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4762442 Aug 22 13:43:07.066218 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e1996-202f-436f-8c6d-4fb7d678926f req-5e470ee8-aead-4422-80a0-e4052335c392 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:07.067502 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1b6e1996-202f-436f-8c6d-4fb7d678926f req-5e470ee8-aead-4422-80a0-e4052335c392 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.16 "GET /v2.0/ports?device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 947 time: 0.1905341 Aug 22 13:43:07.207649 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2e5a74cc-b2df-4df3-bede-a196c072ee5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:07.254241 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2e5a74cc-b2df-4df3-bede-a196c072ee5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:07.273171 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3cfcea14-6f82-4035-9164-bdce879a9196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:07.285942 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3cfcea14-6f82-4035-9164-bdce879a9196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:07.302848 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef3831-913f-4c72-96ad-11a0235f0550 req-b8e9a060-3b3d-411e-a269-89464defa91d tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:07.306450 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-69ef3831-913f-4c72-96ad-11a0235f0550 req-b8e9a060-3b3d-411e-a269-89464defa91d tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 947 time: 0.1301191 Aug 22 13:43:07.338364 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-1b6e1996-202f-436f-8c6d-4fb7d678926f req-b5408fc4-62fc-43f9-8a80-63cab2c2e14d tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Deleting port 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:43:07.338700 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-1b6e1996-202f-436f-8c6d-4fb7d678926f req-b5408fc4-62fc-43f9-8a80-63cab2c2e14d tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:07.341496 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2e5a74cc-b2df-4df3-bede-a196c072ee5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:07.349601 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2e5a74cc-b2df-4df3-bede-a196c072ee5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:07.356022 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2e5a74cc-b2df-4df3-bede-a196c072ee5f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dc04ff50-60f8-49ac-8638-c097172fbef5 HTTP/1.1" status: 204 len: 168 time: 0.3975871 Aug 22 13:43:07.377411 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5a74cc-b2df-4df3-bede-a196c072ee5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc04ff50-60f8-49ac-8638-c097172fbef5,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:07.421570 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0c021c-c0da-4537-a55b-a275b4542080 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:43:07.428119 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-de0c021c-c0da-4537-a55b-a275b4542080 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:07.555071 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-3cfcea14-6f82-4035-9164-bdce879a9196 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7b2ee7489af640599942684511f0da77&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4406884 Aug 22 13:43:07.555071 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfcea14-6f82-4035-9164-bdce879a9196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2254ab-457e-4d2c-bf21-e672537548e6,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:07.556330 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 51870) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:07.570505 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c56f88-246e-46b8-9549-27ed2bce3876 None None] New status for floating IP 62d0914e-dc60-4a91-922a-4fa5d3d75b49: DOWN {{(pid=94629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 13:43:07.614871 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-69ef3831-913f-4c72-96ad-11a0235f0550 req-e42f6eda-336b-4d38-bbb7-61a16d8d75dd tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=b83678d1-4258-4ef7-88a8-5933c84ca924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2898643 Aug 22 13:43:07.714802 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-941394de-0a17-48a2-b432-d8961e5ba58b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:07.719029 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-1b6e1996-202f-436f-8c6d-4fb7d678926f req-b5408fc4-62fc-43f9-8a80-63cab2c2e14d tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] For port 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=8c6dc773-1a07-4ca5-85cc-b116f5c58e9a,segment=NetworkSegment(0de567c1-0b27-42d1-b215-d74bde0cce23),segment_id=0de567c1-0b27-42d1-b215-d74bde0cce23)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:43:07.719029 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-1b6e1996-202f-436f-8c6d-4fb7d678926f req-b5408fc4-62fc-43f9-8a80-63cab2c2e14d tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:07.744865 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-1b6e1996-202f-436f-8c6d-4fb7d678926f req-b5408fc4-62fc-43f9-8a80-63cab2c2e14d tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Calling delete_port for 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:43:07.778924 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-941394de-0a17-48a2-b432-d8961e5ba58b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:07.879597 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-933f8bdb-3cfc-4b60-892c-91ea18a4b80b None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:07.891880 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-933f8bdb-3cfc-4b60-892c-91ea18a4b80b None None] Transition to ACTIVE for port object 0deae4c4-c166-4b4e-98df-9e519987e5f0 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:43:07.916718 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-933f8bdb-3cfc-4b60-892c-91ea18a4b80b None None] Transition to ACTIVE for port object 0deae4c4-c166-4b4e-98df-9e519987e5f0 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:43:07.928324 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-933f8bdb-3cfc-4b60-892c-91ea18a4b80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:08.041659 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933f8bdb-3cfc-4b60-892c-91ea18a4b80b None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:43:08.046794 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-933f8bdb-3cfc-4b60-892c-91ea18a4b80b None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:43:08.056913 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933f8bdb-3cfc-4b60-892c-91ea18a4b80b None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:43:08.062570 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933f8bdb-3cfc-4b60-892c-91ea18a4b80b None None] Pushing event updated for resources: {'Port': ['ID=0deae4c4-c166-4b4e-98df-9e519987e5f0,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:08.173041 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-933f8bdb-3cfc-4b60-892c-91ea18a4b80b None None] Attempting to bind port 0deae4c4-c166-4b4e-98df-9e519987e5f0 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:43:08.173415 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-933f8bdb-3cfc-4b60-892c-91ea18a4b80b None None] Attempting to bind port 0deae4c4-c166-4b4e-98df-9e519987e5f0 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:43:08.173777 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933f8bdb-3cfc-4b60-892c-91ea18a4b80b None None] Attempting to bind port 0deae4c4-c166-4b4e-98df-9e519987e5f0 on network 933f65da-8ef2-4dea-ac27-3eee9182e92f {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:43:08.187885 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933f8bdb-3cfc-4b60-892c-91ea18a4b80b None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:43:08.189242 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933f8bdb-3cfc-4b60-892c-91ea18a4b80b None None] Checking segment: {'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:43:08.195597 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-933f8bdb-3cfc-4b60-892c-91ea18a4b80b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:08.197180 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933f8bdb-3cfc-4b60-892c-91ea18a4b80b None None] Bound using segment: {'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:43:08.198236 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-933f8bdb-3cfc-4b60-892c-91ea18a4b80b None None] Bound port: 0deae4c4-c166-4b4e-98df-9e519987e5f0, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:43:08.198969 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-933f8bdb-3cfc-4b60-892c-91ea18a4b80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:08.260892 n-d-793621-33 neutron-server[94628]: DEBUG neutron.objects.ports [None req-de0c021c-c0da-4537-a55b-a275b4542080 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94628) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 22 13:43:08.295158 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 51892) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:08.315580 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-941394de-0a17-48a2-b432-d8961e5ba58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:08.318181 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-941394de-0a17-48a2-b432-d8961e5ba58b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:08.321053 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-941394de-0a17-48a2-b432-d8961e5ba58b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2c2254ab-457e-4d2c-bf21-e672537548e6 HTTP/1.1" status: 204 len: 168 time: 0.7589967 Aug 22 13:43:08.322045 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-933f8bdb-3cfc-4b60-892c-91ea18a4b80b None None] For port 0deae4c4-c166-4b4e-98df-9e519987e5f0, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:43:08.325806 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-933f8bdb-3cfc-4b60-892c-91ea18a4b80b None None] For port 0deae4c4-c166-4b4e-98df-9e519987e5f0, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=0deae4c4-c166-4b4e-98df-9e519987e5f0,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:43:08.334097 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-933f8bdb-3cfc-4b60-892c-91ea18a4b80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:08.336669 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-74da56f0-62c6-4695-bd4c-404a6b1f5364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:08.362999 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941394de-0a17-48a2-b432-d8961e5ba58b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2254ab-457e-4d2c-bf21-e672537548e6,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:08.436834 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933f8bdb-3cfc-4b60-892c-91ea18a4b80b None None] Pushing event updated for resources: {'Port': ['ID=0deae4c4-c166-4b4e-98df-9e519987e5f0,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:08.525156 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-de0c021c-c0da-4537-a55b-a275b4542080 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:08.556554 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-1b6e1996-202f-436f-8c6d-4fb7d678926f req-b5408fc4-62fc-43f9-8a80-63cab2c2e14d tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:08.621636 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5408fc4-62fc-43f9-8a80-63cab2c2e14d tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event deleted for resources: {'Port': ['ID=8c6dc773-1a07-4ca5-85cc-b116f5c58e9a,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:08.796567 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b6e1996-202f-436f-8c6d-4fb7d678926f req-b5408fc4-62fc-43f9-8a80-63cab2c2e14d tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] No DVR routers for this DVR port 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:43:08.802574 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-1b6e1996-202f-436f-8c6d-4fb7d678926f req-b5408fc4-62fc-43f9-8a80-63cab2c2e14d tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:08.802574 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1b6e1996-202f-436f-8c6d-4fb7d678926f req-b5408fc4-62fc-43f9-8a80-63cab2c2e14d tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.16 "DELETE /v2.0/ports/8c6dc773-1a07-4ca5-85cc-b116f5c58e9a HTTP/1.1" status: 204 len: 173 time: 1.7246521 Aug 22 13:43:08.802574 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414d5d55-0aa9-4530-9553-c445350ded61', 'name': 'network-vif-deleted', 'tag': '8c6dc773-1a07-4ca5-85cc-b116f5c58e9a'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:43:08.803586 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f25fd6-57e8-4bf4-9ac2-1c353dd763f7" -d '{"events": [{"server_uuid": "414d5d55-0aa9-4530-9553-c445350ded61", "name": "network-vif-deleted", "tag": "8c6dc773-1a07-4ca5-85cc-b116f5c58e9a"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:43:08.821308 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-74da56f0-62c6-4695-bd4c-404a6b1f5364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:08.856637 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-74da56f0-62c6-4695-bd4c-404a6b1f5364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:08.875152 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-141debb3-822c-47ec-baa9-da61b6041325 req-3c7982a3-1edd-4c5a-9ab1-9f674748835e tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=414d5d55-0aa9-4530-9553-c445350ded61 HTTP/1.1" status: 200 len: 210 time: 0.0833158 Aug 22 13:43:08.975193 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2d57fe-c48c-4213-9465-42741a6ad901 x-openstack-request-id: req-eb2d57fe-c48c-4213-9465-42741a6ad901 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:43:08.975512 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414d5d55-0aa9-4530-9553-c445350ded61", "name": "network-vif-deleted", "tag": "8c6dc773-1a07-4ca5-85cc-b116f5c58e9a", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:43:08.975769 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb2d57fe-c48c-4213-9465-42741a6ad901 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:43:08.978007 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414d5d55-0aa9-4530-9553-c445350ded61', 'name': 'network-vif-deleted', 'tag': '8c6dc773-1a07-4ca5-85cc-b116f5c58e9a', 'status': 'completed', 'code': 200} Aug 22 13:43:09.031407 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-de0c021c-c0da-4537-a55b-a275b4542080 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] For port 0deae4c4-c166-4b4e-98df-9e519987e5f0, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=0deae4c4-c166-4b4e-98df-9e519987e5f0,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:43:09.036370 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51930) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:09.051732 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-74da56f0-62c6-4695-bd4c-404a6b1f5364 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=223a9115201046afbfac9c6eb6c29713&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7546234 Aug 22 13:43:09.070219 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74da56f0-62c6-4695-bd4c-404a6b1f5364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd68a29b-94a1-4490-aec3-ae6dbd2fedc8,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:09.202784 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-de0c021c-c0da-4537-a55b-a275b4542080 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:09.212947 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-de0c021c-c0da-4537-a55b-a275b4542080 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:09.213883 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-de0c021c-c0da-4537-a55b-a275b4542080 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:09.313265 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:43:09.356434 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:43:09.356783 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 8c6dc773-1a07-4ca5-85cc-b116f5c58e9a not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:43:09.402690 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0c021c-c0da-4537-a55b-a275b4542080 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:43:09.415785 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0c021c-c0da-4537-a55b-a275b4542080 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event updated for resources: {'Subnet': ['ID=e9df89ea-7add-433f-a7fd-103ae2fc1e7c,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:09.419181 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-de0c021c-c0da-4537-a55b-a275b4542080 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:43:09.444271 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0c021c-c0da-4537-a55b-a275b4542080 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event updated for resources: {'Port': ['ID=0deae4c4-c166-4b4e-98df-9e519987e5f0,revision_number=4']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:09.459904 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0c021c-c0da-4537-a55b-a275b4542080 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:09.462195 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-de0c021c-c0da-4537-a55b-a275b4542080 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:09.498581 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-de0c021c-c0da-4537-a55b-a275b4542080 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.7142599 Aug 22 13:43:09.498581 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-063112ac-a936-4fb3-9746-e394bf269a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:09.499075 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 51948) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:09.527421 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-407d2db9-4499-41d9-a00c-56740ee8d677 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'port': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'mac_address': 'fa:16:3e:42:dd:96', 'name': 'tempest-NetworksTestDHCPv6-1510171249'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:43:09.565304 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-063112ac-a936-4fb3-9746-e394bf269a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:09.644527 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 0deae4c4-c166-4b4e-98df-9e519987e5f0 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:43:09.673202 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-063112ac-a936-4fb3-9746-e394bf269a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:09.676328 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-063112ac-a936-4fb3-9746-e394bf269a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:09.677790 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-063112ac-a936-4fb3-9746-e394bf269a2e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dd68a29b-94a1-4490-aec3-ae6dbd2fedc8 HTTP/1.1" status: 204 len: 168 time: 0.5817056 Aug 22 13:43:09.687586 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063112ac-a936-4fb3-9746-e394bf269a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd68a29b-94a1-4490-aec3-ae6dbd2fedc8,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:09.791548 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 0deae4c4-c166-4b4e-98df-9e519987e5f0 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:43:09.894436 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407d2db9-4499-41d9-a00c-56740ee8d677 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:43:09.965300 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51964) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:10.116777 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-407d2db9-4499-41d9-a00c-56740ee8d677 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:10.161014 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [None req-407d2db9-4499-41d9-a00c-56740ee8d677 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] device_id is not set on port 0c512cf3-07b1-4e09-999f-c51b2bb4af89 yet. {{(pid=94627) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:43:10.358827 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5455a787-117a-47cc-bc14-61665bfc6163 None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:43:10.584598 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-61cb2f98-807d-4786-9a48-6dd58e32bf9f None None] Provisioning for port 0deae4c4-c166-4b4e-98df-9e519987e5f0 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:43:10.618453 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-61cb2f98-807d-4786-9a48-6dd58e32bf9f None None] Provisioning complete for port 0deae4c4-c166-4b4e-98df-9e519987e5f0 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:43:10.619513 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-61cb2f98-807d-4786-9a48-6dd58e32bf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:10.643252 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-407d2db9-4499-41d9-a00c-56740ee8d677 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Allocated IP 2001:db8::388 (933f65da-8ef2-4dea-ac27-3eee9182e92f/cbd2b4af-1a21-40bc-8840-3c615188d9ca/0c512cf3-07b1-4e09-999f-c51b2bb4af89) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:43:10.662928 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-407d2db9-4499-41d9-a00c-56740ee8d677 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Allocated IP 2001:db8:0:1:f816:3eff:fe42:dd96 (933f65da-8ef2-4dea-ac27-3eee9182e92f/e9df89ea-7add-433f-a7fd-103ae2fc1e7c/0c512cf3-07b1-4e09-999f-c51b2bb4af89) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:43:10.929521 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-245831b2-8805-46b0-98d7-b2c1837c51c2 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:11.032756 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52010) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:11.054276 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-61cb2f98-807d-4786-9a48-6dd58e32bf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:11.091040 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-407d2db9-4499-41d9-a00c-56740ee8d677 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:11.125379 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-407d2db9-4499-41d9-a00c-56740ee8d677 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Transition to ACTIVE for port object 0c512cf3-07b1-4e09-999f-c51b2bb4af89 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:43:11.181612 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-61cb2f98-807d-4786-9a48-6dd58e32bf9f None None] For port 0deae4c4-c166-4b4e-98df-9e519987e5f0, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=0deae4c4-c166-4b4e-98df-9e519987e5f0,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:43:11.189728 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-61cb2f98-807d-4786-9a48-6dd58e32bf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:11.213792 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-407d2db9-4499-41d9-a00c-56740ee8d677 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:11.300895 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407d2db9-4499-41d9-a00c-56740ee8d677 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:43:11.305106 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-407d2db9-4499-41d9-a00c-56740ee8d677 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:43:11.305499 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cb2f98-807d-4786-9a48-6dd58e32bf9f None None] Pushing event updated for resources: {'Port': ['ID=0deae4c4-c166-4b4e-98df-9e519987e5f0,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:11.362867 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407d2db9-4499-41d9-a00c-56740ee8d677 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event updated for resources: {'Port': ['ID=0c512cf3-07b1-4e09-999f-c51b2bb4af89,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:11.368709 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407d2db9-4499-41d9-a00c-56740ee8d677 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:43:11.380517 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407d2db9-4499-41d9-a00c-56740ee8d677 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:11.384977 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-407d2db9-4499-41d9-a00c-56740ee8d677 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:11.428088 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52022) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:11.429238 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-407d2db9-4499-41d9-a00c-56740ee8d677 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9288909 Aug 22 13:43:11.458292 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8416fc3d-df1d-4b89-84da-c8a24a7d06d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:11.560207 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 0deae4c4-c166-4b4e-98df-9e519987e5f0 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:43:11.684130 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-245831b2-8805-46b0-98d7-b2c1837c51c2 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Deleting port 88621d85-3dfc-4547-bb71-a6582ededfdc {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:43:11.684502 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-245831b2-8805-46b0-98d7-b2c1837c51c2 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:11.703846 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 0deae4c4-c166-4b4e-98df-9e519987e5f0 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:43:11.704515 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:11.757381 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8416fc3d-df1d-4b89-84da-c8a24a7d06d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:11.772347 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8416fc3d-df1d-4b89-84da-c8a24a7d06d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:11.921791 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8416fc3d-df1d-4b89-84da-c8a24a7d06d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df3962c-ea59-40ea-977a-1abef006ece6,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:11.972460 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-8416fc3d-df1d-4b89-84da-c8a24a7d06d4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=be120a774e8e46879bf6957d5976f76d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9364083 Aug 22 13:43:11.979282 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52046) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:12.006990 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-245831b2-8805-46b0-98d7-b2c1837c51c2 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] For port 88621d85-3dfc-4547-bb71-a6582ededfdc, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=88621d85-3dfc-4547-bb71-a6582ededfdc,segment=NetworkSegment(0de567c1-0b27-42d1-b215-d74bde0cce23),segment_id=0de567c1-0b27-42d1-b215-d74bde0cce23)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:43:12.007952 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-245831b2-8805-46b0-98d7-b2c1837c51c2 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:12.027496 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-245831b2-8805-46b0-98d7-b2c1837c51c2 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Calling delete_port for 88621d85-3dfc-4547-bb71-a6582ededfdc owned by network:router_interface {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:43:12.101149 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6f72328c-9f49-4953-adfb-88f26af991b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:12.157389 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6f72328c-9f49-4953-adfb-88f26af991b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:12.281981 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6f72328c-9f49-4953-adfb-88f26af991b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:12.285153 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6f72328c-9f49-4953-adfb-88f26af991b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:12.286736 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-6f72328c-9f49-4953-adfb-88f26af991b6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1df3962c-ea59-40ea-977a-1abef006ece6 HTTP/1.1" status: 204 len: 168 time: 0.3057308 Aug 22 13:43:12.309441 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f72328c-9f49-4953-adfb-88f26af991b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df3962c-ea59-40ea-977a-1abef006ece6,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:12.416785 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-85f4580e-0a10-49f0-ac76-b82f7ca55f44 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Deleting port 0c512cf3-07b1-4e09-999f-c51b2bb4af89 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:43:12.417343 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-85f4580e-0a10-49f0-ac76-b82f7ca55f44 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:12.429807 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-40e1b790-1a7e-4907-8ca2-286ccd4dcc26 None None] Provisioning complete for port 0deae4c4-c166-4b4e-98df-9e519987e5f0 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:43:12.430205 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-40e1b790-1a7e-4907-8ca2-286ccd4dcc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:12.844517 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-909c0d71-d00e-464a-81b8-91be0a79507a None None] Provisioning for port 0c512cf3-07b1-4e09-999f-c51b2bb4af89 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:43:12.858667 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-909c0d71-d00e-464a-81b8-91be0a79507a None None] Provisioning complete for port 0c512cf3-07b1-4e09-999f-c51b2bb4af89 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:43:12.859044 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-909c0d71-d00e-464a-81b8-91be0a79507a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:12.977568 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-909c0d71-d00e-464a-81b8-91be0a79507a None None] Port 0c512cf3-07b1-4e09-999f-c51b2bb4af89 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:43:13.006394 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:43:13.255866 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52128) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:13.273177 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a8745d42-e273-4b8a-a2ce-d39761e9ee31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:13.438419 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-85f4580e-0a10-49f0-ac76-b82f7ca55f44 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:13.459022 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-245831b2-8805-46b0-98d7-b2c1837c51c2 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:13.514137 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a8745d42-e273-4b8a-a2ce-d39761e9ee31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:13.530749 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a8745d42-e273-4b8a-a2ce-d39761e9ee31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:13.543433 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-85f4580e-0a10-49f0-ac76-b82f7ca55f44 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Calling delete_port for 0c512cf3-07b1-4e09-999f-c51b2bb4af89 owned by {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:43:13.646413 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245831b2-8805-46b0-98d7-b2c1837c51c2 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event deleted for resources: {'Port': ['ID=88621d85-3dfc-4547-bb71-a6582ededfdc,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:13.683338 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8745d42-e273-4b8a-a2ce-d39761e9ee31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdce921a-fdca-4812-aa18-33a3282c4692,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:13.710574 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a8745d42-e273-4b8a-a2ce-d39761e9ee31 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bd7b5669d35a43e0a58be89f3b44da2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4528179 Aug 22 13:43:13.712622 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52134) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:13.838007 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fdc99899-8929-4c69-9d40-a9f25ccbc7b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:13.940104 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fdc99899-8929-4c69-9d40-a9f25ccbc7b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:14.021925 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-245831b2-8805-46b0-98d7-b2c1837c51c2 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:14.099766 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fdc99899-8929-4c69-9d40-a9f25ccbc7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:14.102418 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fdc99899-8929-4c69-9d40-a9f25ccbc7b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:14.103597 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-fdc99899-8929-4c69-9d40-a9f25ccbc7b1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cdce921a-fdca-4812-aa18-33a3282c4692 HTTP/1.1" status: 204 len: 168 time: 0.3896992 Aug 22 13:43:14.113439 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc99899-8929-4c69-9d40-a9f25ccbc7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdce921a-fdca-4812-aa18-33a3282c4692,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:14.641368 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-85f4580e-0a10-49f0-ac76-b82f7ca55f44 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:14.773325 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f4580e-0a10-49f0-ac76-b82f7ca55f44 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event deleted for resources: {'Port': ['ID=0c512cf3-07b1-4e09-999f-c51b2bb4af89,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:14.895004 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-85f4580e-0a10-49f0-ac76-b82f7ca55f44 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:14.900307 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-85f4580e-0a10-49f0-ac76-b82f7ca55f44 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/ports/0c512cf3-07b1-4e09-999f-c51b2bb4af89 HTTP/1.1" status: 204 len: 168 time: 3.4664130 Aug 22 13:43:14.902192 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52198) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:15.053406 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7793f7b1-7199-4f1e-860f-3b11e692663d tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:15.066308 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52202) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:15.068834 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-7793f7b1-7199-4f1e-860f-3b11e692663d tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1610417 Aug 22 13:43:15.261360 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3425d5d5-3924-4bc1-9537-47bc07c95d6f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:15.270709 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-3425d5d5-3924-4bc1-9537-47bc07c95d6f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1960323 Aug 22 13:43:15.270709 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-245831b2-8805-46b0-98d7-b2c1837c51c2 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Router c8fd7433-0f07-43c8-83d4-8d4fe49c9082 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:43:15.270709 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52214) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:15.338729 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8f43fa-689b-4b43-bad4-6d0887cbaec0 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:15.340259 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8f43fa-689b-4b43-bad4-6d0887cbaec0 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:15.349575 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8f43fa-689b-4b43-bad4-6d0887cbaec0 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:15.353038 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9c8f43fa-689b-4b43-bad4-6d0887cbaec0 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0848320 Aug 22 13:43:15.355636 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52218) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:15.472948 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-01a2e85d-759a-4954-89c1-bb084fb92cb7 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Deleting subnet cbd2b4af-1a21-40bc-8840-3c615188d9ca {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:43:15.489160 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-01a2e85d-759a-4954-89c1-bb084fb92cb7 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:15.566887 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-01a2e85d-759a-4954-89c1-bb084fb92cb7 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:15.595201 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-245831b2-8805-46b0-98d7-b2c1837c51c2 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:43:15.605931 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-245831b2-8805-46b0-98d7-b2c1837c51c2 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "PUT /v2.0/routers/c8fd7433-0f07-43c8-83d4-8d4fe49c9082/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6393502 Aug 22 13:43:15.609525 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52226) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:15.613760 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f440a47-89e0-42fb-b09b-a355ceb077d9 None None] Sync routers for ids ['c8fd7433-0f07-43c8-83d4-8d4fe49c9082'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:43:15.627856 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f440a47-89e0-42fb-b09b-a355ceb077d9 None None] Routers {'c8fd7433-0f07-43c8-83d4-8d4fe49c9082'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:43:15.629235 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-5f440a47-89e0-42fb-b09b-a355ceb077d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:43:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['c8fd7433-0f07-43c8-83d4-8d4fe49c9082'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:43:15.670958 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb5c793d-cf31-44a9-ac34-5a5d0981cc42 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Deleting subnet 9501ed24-569f-4556-a2e9-978154d36845 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:43:15.677646 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bb5c793d-cf31-44a9-ac34-5a5d0981cc42 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:15.764994 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bb5c793d-cf31-44a9-ac34-5a5d0981cc42 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:15.806765 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-01a2e85d-759a-4954-89c1-bb084fb92cb7 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:15.932094 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-01a2e85d-759a-4954-89c1-bb084fb92cb7 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:15.974292 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a2e85d-759a-4954-89c1-bb084fb92cb7 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event deleted for resources: {'Subnet': ['ID=cbd2b4af-1a21-40bc-8840-3c615188d9ca,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:15.986290 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bb5c793d-cf31-44a9-ac34-5a5d0981cc42 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:16.005649 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-5f440a47-89e0-42fb-b09b-a355ceb077d9 None None] Set router c8fd7433-0f07-43c8-83d4-8d4fe49c9082 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:43:16.018189 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-01a2e85d-759a-4954-89c1-bb084fb92cb7 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:16.023151 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6fb617-a00c-4e5d-be10-434527aee5e9 None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:43:16.023569 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52234) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:16.024581 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-01a2e85d-759a-4954-89c1-bb084fb92cb7 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/subnets/cbd2b4af-1a21-40bc-8840-3c615188d9ca HTTP/1.1" status: 204 len: 168 time: 0.6678092 Aug 22 13:43:16.104218 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bb5c793d-cf31-44a9-ac34-5a5d0981cc42 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:16.221255 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bb5c793d-cf31-44a9-ac34-5a5d0981cc42 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:16.228951 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8d2f2b-ae5a-4362-a5d5-daa872113956 None None] Network 688a25cb-87b8-45f2-8ef8-1274133a97f8 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:43:16.231536 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-bb5c793d-cf31-44a9-ac34-5a5d0981cc42 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "DELETE /v2.0/subnets/9501ed24-569f-4556-a2e9-978154d36845 HTTP/1.1" status: 204 len: 168 time: 0.6209774 Aug 22 13:43:16.234590 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52242) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:16.237241 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5c793d-cf31-44a9-ac34-5a5d0981cc42 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event deleted for resources: {'Subnet': ['ID=9501ed24-569f-4556-a2e9-978154d36845,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:16.241690 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad6f8471-8f45-43cd-b3f3-3c97e62732aa tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Deleting subnet e9df89ea-7add-433f-a7fd-103ae2fc1e7c {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:43:16.251430 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ad6f8471-8f45-43cd-b3f3-3c97e62732aa tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:16.357897 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-5f440a47-89e0-42fb-b09b-a355ceb077d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fd7433-0f07-43c8-83d4-8d4fe49c9082', 'name': 'tempest-TestNetworkAdvancedServerOps-router-596081808', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '3dc77aaf-5f5c-4689-9745-be8d47d7077f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:40:28Z', 'updated_at': '2021-08-22T13:43:12Z', 'revision_number': 5, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'gw_port': {'id': '3dc77aaf-5f5c-4689-9745-be8d47d7077f', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fd7433-0f07-43c8-83d4-8d4fe49c9082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:40:29Z', 'updated_at': '2021-08-22T13:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:43:16.472187 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ad6f8471-8f45-43cd-b3f3-3c97e62732aa tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:16.478453 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f440a47-89e0-42fb-b09b-a355ceb077d9 None None] Checking router: c8fd7433-0f07-43c8-83d4-8d4fe49c9082 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:43:16.510803 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f440a47-89e0-42fb-b09b-a355ceb077d9 None None] Routers {'c8fd7433-0f07-43c8-83d4-8d4fe49c9082'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:43:16.511437 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-5f440a47-89e0-42fb-b09b-a355ceb077d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:43:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['c8fd7433-0f07-43c8-83d4-8d4fe49c9082'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:43:16.699977 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7df70092-e5ff-4fca-b03f-d965e6303ebb tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for router, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:16.745806 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ad6f8471-8f45-43cd-b3f3-3c97e62732aa tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:16.851095 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-5f440a47-89e0-42fb-b09b-a355ceb077d9 None None] Set router c8fd7433-0f07-43c8-83d4-8d4fe49c9082 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:43:16.893531 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7c938c-e0b9-4609-abfe-22792028dc45 None None] DHCP port deletion for 688a25cb-87b8-45f2-8ef8-1274133a97f8 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:43:16.941342 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ad6f8471-8f45-43cd-b3f3-3c97e62732aa tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:17.006713 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7df70092-e5ff-4fca-b03f-d965e6303ebb tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:17.086581 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6f8471-8f45-43cd-b3f3-3c97e62732aa tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event deleted for resources: {'Subnet': ['ID=e9df89ea-7add-433f-a7fd-103ae2fc1e7c,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:17.111426 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ad6f8471-8f45-43cd-b3f3-3c97e62732aa tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:17.125343 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52262) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:17.125532 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ad6f8471-8f45-43cd-b3f3-3c97e62732aa tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/subnets/e9df89ea-7add-433f-a7fd-103ae2fc1e7c HTTP/1.1" status: 204 len: 168 time: 1.0961161 Aug 22 13:43:17.149279 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-cf7c938c-e0b9-4609-abfe-22792028dc45 None None] Deleting port c677bebf-2e83-433f-9264-56f7f9c0d5a3 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:43:17.149864 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-cf7c938c-e0b9-4609-abfe-22792028dc45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:17.266044 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-cf7c938c-e0b9-4609-abfe-22792028dc45 None None] For port c677bebf-2e83-433f-9264-56f7f9c0d5a3, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=c677bebf-2e83-433f-9264-56f7f9c0d5a3,segment=NetworkSegment(0de567c1-0b27-42d1-b215-d74bde0cce23),segment_id=0de567c1-0b27-42d1-b215-d74bde0cce23)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:43:17.267819 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-cf7c938c-e0b9-4609-abfe-22792028dc45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:17.287260 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52268) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:17.297565 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-b26c01e5-57da-478b-ba9d-c7cdabf3fc08 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'subnet': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:43:17.300904 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-80e31eb4-82ca-4ed5-8b6c-c295930ca363 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1723013 Aug 22 13:43:17.322116 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-7df70092-e5ff-4fca-b03f-d965e6303ebb tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Deleting port 3dc77aaf-5f5c-4689-9745-be8d47d7077f {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:43:17.327634 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7df70092-e5ff-4fca-b03f-d965e6303ebb tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:17.334124 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-cf7c938c-e0b9-4609-abfe-22792028dc45 None None] Calling delete_port for c677bebf-2e83-433f-9264-56f7f9c0d5a3 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:43:17.553503 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-5f440a47-89e0-42fb-b09b-a355ceb077d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fd7433-0f07-43c8-83d4-8d4fe49c9082', 'name': 'tempest-TestNetworkAdvancedServerOps-router-596081808', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '3dc77aaf-5f5c-4689-9745-be8d47d7077f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:40:28Z', 'updated_at': '2021-08-22T13:43:12Z', 'revision_number': 5, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'gw_port': {'id': '3dc77aaf-5f5c-4689-9745-be8d47d7077f', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fd7433-0f07-43c8-83d4-8d4fe49c9082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:40:29Z', 'updated_at': '2021-08-22T13:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:43:17.577254 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device c677bebf-2e83-433f-9264-56f7f9c0d5a3 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:43:17.612801 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26c01e5-57da-478b-ba9d-c7cdabf3fc08 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:43:17.619972 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b26c01e5-57da-478b-ba9d-c7cdabf3fc08 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:17.643228 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-7df70092-e5ff-4fca-b03f-d965e6303ebb tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] For port 3dc77aaf-5f5c-4689-9745-be8d47d7077f, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=3dc77aaf-5f5c-4689-9745-be8d47d7077f,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:43:17.643611 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7df70092-e5ff-4fca-b03f-d965e6303ebb tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:17.644813 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f440a47-89e0-42fb-b09b-a355ceb077d9 None None] The sync data for ids ['c8fd7433-0f07-43c8-83d4-8d4fe49c9082'] in n-d-793621-33 is: [{'id': 'c8fd7433-0f07-43c8-83d4-8d4fe49c9082', 'name': 'tempest-TestNetworkAdvancedServerOps-router-596081808', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '3dc77aaf-5f5c-4689-9745-be8d47d7077f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:40:28Z', 'updated_at': '2021-08-22T13:43:12Z', 'revision_number': 5, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'gw_port': {'id': '3dc77aaf-5f5c-4689-9745-be8d47d7077f', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fd7433-0f07-43c8-83d4-8d4fe49c9082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:40:29Z', 'updated_at': '2021-08-22T13:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:43:17.702293 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-7df70092-e5ff-4fca-b03f-d965e6303ebb tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Calling delete_port for 3dc77aaf-5f5c-4689-9745-be8d47d7077f owned by network:router_gateway {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:43:17.826711 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-cf7c938c-e0b9-4609-abfe-22792028dc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:17.828821 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:17.884358 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7c938c-e0b9-4609-abfe-22792028dc45 None None] Pushing event deleted for resources: {'Port': ['ID=c677bebf-2e83-433f-9264-56f7f9c0d5a3,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:17.921469 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7c938c-e0b9-4609-abfe-22792028dc45 None None] No DVR routers for this DVR port c677bebf-2e83-433f-9264-56f7f9c0d5a3 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:43:18.274079 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b26c01e5-57da-478b-ba9d-c7cdabf3fc08 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:18.354447 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4387ab3-e40e-47df-b52f-3a58367aaa00 None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:43:18.401338 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7df70092-e5ff-4fca-b03f-d965e6303ebb tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:18.459952 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26c01e5-57da-478b-ba9d-c7cdabf3fc08 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:43:18.477229 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26c01e5-57da-478b-ba9d-c7cdabf3fc08 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event updated for resources: {'Subnet': ['ID=4395b408-dc16-4a31-8af5-04ba575e21bd,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:18.489415 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df70092-e5ff-4fca-b03f-d965e6303ebb tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event deleted for resources: {'Port': ['ID=3dc77aaf-5f5c-4689-9745-be8d47d7077f,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:18.491770 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-b26c01e5-57da-478b-ba9d-c7cdabf3fc08 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:43:18.494791 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26c01e5-57da-478b-ba9d-c7cdabf3fc08 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:18.502064 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b26c01e5-57da-478b-ba9d-c7cdabf3fc08 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:18.567635 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b26c01e5-57da-478b-ba9d-c7cdabf3fc08 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2772994 Aug 22 13:43:18.568491 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52298) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:18.584446 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-6b5610b7-db46-4405-9566-db1f8b5f7a70 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'subnet': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:43:18.721929 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-f238a9a0-47a7-450f-81a8-1f8851be101e None None] Provisioning complete for port 0deae4c4-c166-4b4e-98df-9e519987e5f0 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:43:18.722304 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f238a9a0-47a7-450f-81a8-1f8851be101e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:18.810928 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7df70092-e5ff-4fca-b03f-d965e6303ebb tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:18.971298 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5610b7-db46-4405-9566-db1f8b5f7a70 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:43:18.998402 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6b5610b7-db46-4405-9566-db1f8b5f7a70 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:19.145320 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0bfb50-0f22-4cf1-92c1-dafcd1ef1bfa None None] Update dhcp port {'port': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'fixed_ips': [{'subnet_id': '4395b408-dc16-4a31-8af5-04ba575e21bd'}], 'binding:host_id': 'n-d-793621-33'}, 'id': '0deae4c4-c166-4b4e-98df-9e519987e5f0'} from n-d-793621-33. {{(pid=94629) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 22 13:43:19.238415 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1f0bfb50-0f22-4cf1-92c1-dafcd1ef1bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:19.297437 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7df70092-e5ff-4fca-b03f-d965e6303ebb tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:19.305561 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7df70092-e5ff-4fca-b03f-d965e6303ebb tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:19.317143 n-d-793621-33 neutron-server[94628]: INFO neutron.db.ipam_backend_mixin [None req-6b5610b7-db46-4405-9566-db1f8b5f7a70 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4395b408-dc16-4a31-8af5-04ba575e21bd (CIDR: 2001:db8::/64) Aug 22 13:43:19.323117 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b5610b7-db46-4405-9566-db1f8b5f7a70 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 13:43:19.323587 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b5610b7-db46-4405-9566-db1f8b5f7a70 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:43:19.354468 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6b5610b7-db46-4405-9566-db1f8b5f7a70 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7846253 Aug 22 13:43:19.355948 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52318) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:19.363115 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-990778f2-5e9a-4e5b-8ef4-52de2923b89d tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'subnet': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:43:19.421932 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7df70092-e5ff-4fca-b03f-d965e6303ebb tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:19.422628 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df70092-e5ff-4fca-b03f-d965e6303ebb tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Fanout notify agent at l3_agent the message router_deleted on router c8fd7433-0f07-43c8-83d4-8d4fe49c9082 {{(pid=94627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:43:19.452743 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7df70092-e5ff-4fca-b03f-d965e6303ebb tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:19.454367 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-7df70092-e5ff-4fca-b03f-d965e6303ebb tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "DELETE /v2.0/routers/c8fd7433-0f07-43c8-83d4-8d4fe49c9082 HTTP/1.1" status: 204 len: 168 time: 3.2046835 Aug 22 13:43:19.457721 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52320) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:19.624668 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-1f0bfb50-0f22-4cf1-92c1-dafcd1ef1bfa None None] Allocated IP 2001:db8::2 (933f65da-8ef2-4dea-ac27-3eee9182e92f/4395b408-dc16-4a31-8af5-04ba575e21bd/0deae4c4-c166-4b4e-98df-9e519987e5f0) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:43:19.923736 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 88621d85-3dfc-4547-bb71-a6582ededfdc no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:43:19.928615 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1c97f000-2fb8-4859-953b-59c99294df8c tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:19.991659 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 88621d85-3dfc-4547-bb71-a6582ededfdc {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:43:19.992021 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 88621d85-3dfc-4547-bb71-a6582ededfdc not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:43:20.039132 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990778f2-5e9a-4e5b-8ef4-52de2923b89d tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:43:20.042811 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-990778f2-5e9a-4e5b-8ef4-52de2923b89d tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:20.047681 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-1f0bfb50-0f22-4cf1-92c1-dafcd1ef1bfa None None] For port 0deae4c4-c166-4b4e-98df-9e519987e5f0, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=0deae4c4-c166-4b4e-98df-9e519987e5f0,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:43:20.119995 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1f0bfb50-0f22-4cf1-92c1-dafcd1ef1bfa None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:20.177178 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-1f0bfb50-0f22-4cf1-92c1-dafcd1ef1bfa None None] Transition to ACTIVE for port object 0deae4c4-c166-4b4e-98df-9e519987e5f0 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:43:20.202582 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1f0bfb50-0f22-4cf1-92c1-dafcd1ef1bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:20.321878 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0bfb50-0f22-4cf1-92c1-dafcd1ef1bfa None None] Pushing event updated for resources: {'Port': ['ID=0deae4c4-c166-4b4e-98df-9e519987e5f0,revision_number=8']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:20.511555 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1c97f000-2fb8-4859-953b-59c99294df8c tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:20.530983 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-1c97f000-2fb8-4859-953b-59c99294df8c tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['688a25cb-87b8-45f2-8ef8-1274133a97f8']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:43:20.558941 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-1c97f000-2fb8-4859-953b-59c99294df8c tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0de567c1-0b27-42d1-b215-d74bde0cce23') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:43:20.559621 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-1c97f000-2fb8-4859-953b-59c99294df8c tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0de567c1-0b27-42d1-b215-d74bde0cce23') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:43:20.580869 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1c97f000-2fb8-4859-953b-59c99294df8c tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:20.614051 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1c97f000-2fb8-4859-953b-59c99294df8c tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:20.631977 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c97f000-2fb8-4859-953b-59c99294df8c tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:43:20.632634 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1c97f000-2fb8-4859-953b-59c99294df8c tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:20.640863 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:43:20.640863 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:43:20.640863 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:43:20.640863 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:43:20.640863 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:43:20.640863 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:43:20.640863 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:43:20.640863 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:43:20.640863 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:43:20.640863 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:43:20.640863 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:43:20.640863 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:43:20.640863 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:43:20.640863 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:43:20.640863 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:43:20.640863 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:43:20.640863 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:43:20.640863 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:43:20.640863 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:43:20.640863 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:43:20.640863 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:43:20.640863 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:43:20.640863 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:43:20.640863 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:43:20.640863 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:43:20.640863 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:43:20.640863 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:43:20.640863 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:43:20.640863 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:43:20.640863 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:43:20.640863 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:43:20.640863 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:43:20.883837 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1c97f000-2fb8-4859-953b-59c99294df8c tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:20.902172 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1c97f000-2fb8-4859-953b-59c99294df8c tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:20.905518 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-1c97f000-2fb8-4859-953b-59c99294df8c tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "DELETE /v2.0/networks/688a25cb-87b8-45f2-8ef8-1274133a97f8 HTTP/1.1" status: 204 len: 168 time: 1.4252343 Aug 22 13:43:20.908009 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52350) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:20.950129 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c97f000-2fb8-4859-953b-59c99294df8c tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event deleted for resources: {'Network': ['ID=688a25cb-87b8-45f2-8ef8-1274133a97f8,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:21.042367 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2921b376-b06f-48d0-9030-f5c5c553e043 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:21.137156 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2921b376-b06f-48d0-9030-f5c5c553e043 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:21.206639 n-d-793621-33 neutron-server[94628]: DEBUG neutron.objects.ports [None req-990778f2-5e9a-4e5b-8ef4-52de2923b89d tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94628) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 22 13:43:21.269030 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2921b376-b06f-48d0-9030-f5c5c553e043 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:21.271683 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2921b376-b06f-48d0-9030-f5c5c553e043 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:21.276962 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-2921b376-b06f-48d0-9030-f5c5c553e043 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "DELETE /v2.0/security-groups/b83678d1-4258-4ef7-88a8-5933c84ca924 HTTP/1.1" status: 204 len: 168 time: 0.3672225 Aug 22 13:43:21.296984 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2921b376-b06f-48d0-9030-f5c5c553e043 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83678d1-4258-4ef7-88a8-5933c84ca924,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:21.551007 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 0deae4c4-c166-4b4e-98df-9e519987e5f0 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:43:21.689126 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873196e1-4e97-42c6-87ce-5b1fb2a277e2 None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:43:21.705212 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-990778f2-5e9a-4e5b-8ef4-52de2923b89d tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:21.992862 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-3aef874a-6f2d-464a-b60f-dbf1562e4b67 None None] Provisioning for port 0deae4c4-c166-4b4e-98df-9e519987e5f0 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:43:22.009080 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 0deae4c4-c166-4b4e-98df-9e519987e5f0 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:43:22.009563 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:22.013408 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-3aef874a-6f2d-464a-b60f-dbf1562e4b67 None None] Provisioning complete for port 0deae4c4-c166-4b4e-98df-9e519987e5f0 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:43:22.014035 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3aef874a-6f2d-464a-b60f-dbf1562e4b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:22.169348 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-990778f2-5e9a-4e5b-8ef4-52de2923b89d tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] For port 0deae4c4-c166-4b4e-98df-9e519987e5f0, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=0deae4c4-c166-4b4e-98df-9e519987e5f0,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:43:22.230093 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-990778f2-5e9a-4e5b-8ef4-52de2923b89d tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:22.243306 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-990778f2-5e9a-4e5b-8ef4-52de2923b89d tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:22.244507 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-990778f2-5e9a-4e5b-8ef4-52de2923b89d tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:22.359316 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990778f2-5e9a-4e5b-8ef4-52de2923b89d tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event updated for resources: {'Subnet': ['ID=ac548c75-903d-4071-b593-2d510a9c624f,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:22.444968 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990778f2-5e9a-4e5b-8ef4-52de2923b89d tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:43:22.448947 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-990778f2-5e9a-4e5b-8ef4-52de2923b89d tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:43:22.456355 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990778f2-5e9a-4e5b-8ef4-52de2923b89d tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:22.457552 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-990778f2-5e9a-4e5b-8ef4-52de2923b89d tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:22.487830 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-990778f2-5e9a-4e5b-8ef4-52de2923b89d tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.1287632 Aug 22 13:43:22.490631 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52400) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:22.495923 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-912da2d8-c80e-4fe9-9c0e-0aff2f7ffb7e tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Request body: {'port': {'network_id': '933f65da-8ef2-4dea-ac27-3eee9182e92f', 'mac_address': 'fa:16:3e:a6:6c:97', 'name': 'tempest-NetworksTestDHCPv6-1340029886'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:43:22.551066 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 3dc77aaf-5f5c-4689-9745-be8d47d7077f no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:43:22.558527 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990778f2-5e9a-4e5b-8ef4-52de2923b89d tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event updated for resources: {'Port': ['ID=0deae4c4-c166-4b4e-98df-9e519987e5f0,revision_number=10']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:22.612189 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 3dc77aaf-5f5c-4689-9745-be8d47d7077f {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:43:22.613266 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 3dc77aaf-5f5c-4689-9745-be8d47d7077f not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:43:22.720906 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52404) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:22.728385 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-c957f04b-5b5c-4f08-9ab1-5bd32424a3ab tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-616891091', 'description': 'tempest-secgroup-smoke-616891091 description', 'project_id': '50b3d484826f4e1f8052fde49b87f38a'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:43:22.776764 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c957f04b-5b5c-4f08-9ab1-5bd32424a3ab tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:22.835369 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912da2d8-c80e-4fe9-9c0e-0aff2f7ffb7e tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Made reservation on behalf of a71622c06b3d48d28918cf297ca2043b for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:43:23.119516 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52420) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:23.124174 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c957f04b-5b5c-4f08-9ab1-5bd32424a3ab tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:23.127332 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-912da2d8-c80e-4fe9-9c0e-0aff2f7ffb7e tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:23.134264 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c957f04b-5b5c-4f08-9ab1-5bd32424a3ab tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:23.204562 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [None req-912da2d8-c80e-4fe9-9c0e-0aff2f7ffb7e tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] device_id is not set on port 58905407-0433-46ea-99a4-566b203626ef yet. {{(pid=94627) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:43:23.250952 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c957f04b-5b5c-4f08-9ab1-5bd32424a3ab tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa256e4-15e1-4bb5-82ae-f3ce1917cd85,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:23.266935 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c957f04b-5b5c-4f08-9ab1-5bd32424a3ab tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:23.268918 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c957f04b-5b5c-4f08-9ab1-5bd32424a3ab tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5465419 Aug 22 13:43:23.271671 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52426) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:23.279832 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-cb35feee-908b-4416-9023-ce6db0de3571 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Request body: {'security_group_rule': {'security_group_id': 'bfa256e4-15e1-4bb5-82ae-f3ce1917cd85', 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:43:23.366402 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52428) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:23.422591 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cb35feee-908b-4416-9023-ce6db0de3571 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:23.561746 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 0deae4c4-c166-4b4e-98df-9e519987e5f0 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:43:23.622141 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cb35feee-908b-4416-9023-ce6db0de3571 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:23.638425 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cb35feee-908b-4416-9023-ce6db0de3571 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:23.655399 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c4577d1e-a010-496e-8b52-830ffef23a30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:23.686465 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb35feee-908b-4416-9023-ce6db0de3571 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48f0222e-7717-475a-bf9a-c1760deaa7f3,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:23.712833 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 0deae4c4-c166-4b4e-98df-9e519987e5f0 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:43:23.713209 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:23.780847 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c6abe79c-99d5-4d13-9983-ee0f4394ad84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:23.884581 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e0bf8e-4e90-49c1-8ec3-a150cb011fbf None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:43:23.978705 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-912da2d8-c80e-4fe9-9c0e-0aff2f7ffb7e tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Allocated IP 2001:db8::2af (933f65da-8ef2-4dea-ac27-3eee9182e92f/4395b408-dc16-4a31-8af5-04ba575e21bd/58905407-0433-46ea-99a4-566b203626ef) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:43:23.987100 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-a022c6c4-46a3-4762-9b0e-34bed1a68e49 None None] Provisioning complete for port 0deae4c4-c166-4b4e-98df-9e519987e5f0 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:43:23.987465 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a022c6c4-46a3-4762-9b0e-34bed1a68e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:23.999675 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-912da2d8-c80e-4fe9-9c0e-0aff2f7ffb7e tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Allocated IP 2001:db8:0:1:f816:3eff:fea6:6c97 (933f65da-8ef2-4dea-ac27-3eee9182e92f/ac548c75-903d-4071-b593-2d510a9c624f/58905407-0433-46ea-99a4-566b203626ef) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:43:24.115408 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c4577d1e-a010-496e-8b52-830ffef23a30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:24.135967 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cb35feee-908b-4416-9023-ce6db0de3571 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:24.137434 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-cb35feee-908b-4416-9023-ce6db0de3571 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8645296 Aug 22 13:43:24.141279 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52438) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:24.152907 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c4577d1e-a010-496e-8b52-830ffef23a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:24.164720 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-bf31bad4-142f-4be0-8275-576fc79193a8 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Request body: {'security_group_rule': {'security_group_id': 'bfa256e4-15e1-4bb5-82ae-f3ce1917cd85', 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:43:24.278617 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c4577d1e-a010-496e-8b52-830ffef23a30 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b87e664391314ac7a0a0b2d9c40b3c1d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1462944 Aug 22 13:43:24.290928 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52444) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:24.386942 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c6abe79c-99d5-4d13-9983-ee0f4394ad84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:24.403603 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c6abe79c-99d5-4d13-9983-ee0f4394ad84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:24.471822 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0dc4c714-8288-4040-89d1-c6d77710fac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:24.479856 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c6abe79c-99d5-4d13-9983-ee0f4394ad84 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7d1d14b31d27410d87345cedc1616871&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1055143 Aug 22 13:43:24.481035 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52450) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:24.485683 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6abe79c-99d5-4d13-9983-ee0f4394ad84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b482b941-6e8d-4f60-9af0-6cb06acf9b6a,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:24.486517 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-912da2d8-c80e-4fe9-9c0e-0aff2f7ffb7e tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:24.527692 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-912da2d8-c80e-4fe9-9c0e-0aff2f7ffb7e tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Transition to ACTIVE for port object 58905407-0433-46ea-99a4-566b203626ef will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:43:24.576308 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bf31bad4-142f-4be0-8275-576fc79193a8 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:24.595764 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-912da2d8-c80e-4fe9-9c0e-0aff2f7ffb7e tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:24.598551 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0dc4c714-8288-4040-89d1-c6d77710fac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:24.643639 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5c0f3021-1ee9-4fe1-bdf1-a4239682c8f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:24.678508 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4577d1e-a010-496e-8b52-830ffef23a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9fbd78-373f-4a73-8405-206200600634,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:24.718712 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5c0f3021-1ee9-4fe1-bdf1-a4239682c8f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:24.720669 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912da2d8-c80e-4fe9-9c0e-0aff2f7ffb7e tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:43:24.736341 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912da2d8-c80e-4fe9-9c0e-0aff2f7ffb7e tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event updated for resources: {'Port': ['ID=58905407-0433-46ea-99a4-566b203626ef,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:24.752334 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-912da2d8-c80e-4fe9-9c0e-0aff2f7ffb7e tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:43:24.763655 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912da2d8-c80e-4fe9-9c0e-0aff2f7ffb7e tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:43:24.771590 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bf31bad4-142f-4be0-8275-576fc79193a8 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:24.773050 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912da2d8-c80e-4fe9-9c0e-0aff2f7ffb7e tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:24.774667 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-912da2d8-c80e-4fe9-9c0e-0aff2f7ffb7e tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:24.788044 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0dc4c714-8288-4040-89d1-c6d77710fac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:24.790613 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0dc4c714-8288-4040-89d1-c6d77710fac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:24.794154 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0dc4c714-8288-4040-89d1-c6d77710fac7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dd9fbd78-373f-4a73-8405-206200600634 HTTP/1.1" status: 204 len: 168 time: 0.4989853 Aug 22 13:43:24.806796 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-912da2d8-c80e-4fe9-9c0e-0aff2f7ffb7e tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.3148806 Aug 22 13:43:24.807793 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52456) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:24.826047 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bf31bad4-142f-4be0-8275-576fc79193a8 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:24.886746 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf31bad4-142f-4be0-8275-576fc79193a8 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38b2d98e-1d5a-4ae0-a7fb-5a88f6b26e4e,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:24.895401 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc4c714-8288-4040-89d1-c6d77710fac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9fbd78-373f-4a73-8405-206200600634,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:24.899296 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-705ba6c1-d4c0-451a-8a36-be922255d9f2 None None] Provisioning complete for port 0deae4c4-c166-4b4e-98df-9e519987e5f0 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:43:24.901950 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-705ba6c1-d4c0-451a-8a36-be922255d9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:24.934897 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bf31bad4-142f-4be0-8275-576fc79193a8 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:24.935232 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-bf31bad4-142f-4be0-8275-576fc79193a8 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7897024 Aug 22 13:43:24.942256 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52458) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:24.952322 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-a195907d-196e-4510-89ff-380a064a6780 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Request body: {'security_group_rule': {'security_group_id': 'bfa256e4-15e1-4bb5-82ae-f3ce1917cd85', 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:43:24.957335 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5c0f3021-1ee9-4fe1-bdf1-a4239682c8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:24.959986 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5c0f3021-1ee9-4fe1-bdf1-a4239682c8f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:24.967776 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5c0f3021-1ee9-4fe1-bdf1-a4239682c8f8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b482b941-6e8d-4f60-9af0-6cb06acf9b6a HTTP/1.1" status: 204 len: 168 time: 0.4830945 Aug 22 13:43:24.995814 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0f3021-1ee9-4fe1-bdf1-a4239682c8f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b482b941-6e8d-4f60-9af0-6cb06acf9b6a,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:25.022686 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-2dd1c251-55e8-4834-a686-127d7ad5f518 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Deleting port 58905407-0433-46ea-99a4-566b203626ef {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:43:25.025272 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2dd1c251-55e8-4834-a686-127d7ad5f518 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:25.084787 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a195907d-196e-4510-89ff-380a064a6780 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:25.410093 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2dd1c251-55e8-4834-a686-127d7ad5f518 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:25.425435 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-2dd1c251-55e8-4834-a686-127d7ad5f518 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Calling delete_port for 58905407-0433-46ea-99a4-566b203626ef owned by {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:43:25.538805 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-8b302025-e3b7-4349-8c51-58566a03d993 None None] Provisioning for port 58905407-0433-46ea-99a4-566b203626ef completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:43:25.542820 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-8b302025-e3b7-4349-8c51-58566a03d993 None None] Provisioning complete for port 58905407-0433-46ea-99a4-566b203626ef triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:43:25.543589 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8b302025-e3b7-4349-8c51-58566a03d993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:25.599355 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a195907d-196e-4510-89ff-380a064a6780 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:25.617768 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a195907d-196e-4510-89ff-380a064a6780 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:25.626079 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-8b302025-e3b7-4349-8c51-58566a03d993 None None] Port 58905407-0433-46ea-99a4-566b203626ef cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:43:25.650709 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a195907d-196e-4510-89ff-380a064a6780 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfbe688c-5456-4e4d-84b0-76f28ce9fae0,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:25.691320 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a195907d-196e-4510-89ff-380a064a6780 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:25.692541 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a195907d-196e-4510-89ff-380a064a6780 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7482247 Aug 22 13:43:25.695757 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52476) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:25.706005 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-08936568-1bb5-48d4-b0bb-cad2aba5605e tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Request body: {'security_group_rule': {'security_group_id': 'bfa256e4-15e1-4bb5-82ae-f3ce1917cd85', 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:43:25.728177 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2dd1c251-55e8-4834-a686-127d7ad5f518 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:25.744225 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52478) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:25.765606 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b1b14f63-b656-46e4-b946-f851b060c5d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:25.775859 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd1c251-55e8-4834-a686-127d7ad5f518 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event deleted for resources: {'Port': ['ID=58905407-0433-46ea-99a4-566b203626ef,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:25.801505 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-08936568-1bb5-48d4-b0bb-cad2aba5605e tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:25.896788 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2dd1c251-55e8-4834-a686-127d7ad5f518 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:25.902860 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-2dd1c251-55e8-4834-a686-127d7ad5f518 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/ports/58905407-0433-46ea-99a4-566b203626ef HTTP/1.1" status: 204 len: 168 time: 1.0931299 Aug 22 13:43:25.906136 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52480) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:25.970351 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52482) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:26.016595 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3100b5-397f-4efe-8123-eaf9e0ec18e6 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:26.018322 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-2d3100b5-397f-4efe-8123-eaf9e0ec18e6 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1111660 Aug 22 13:43:26.022360 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52486) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:26.026047 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-beffaa85-43e3-42a8-8740-b10d5150a4f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:26.098501 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-08936568-1bb5-48d4-b0bb-cad2aba5605e tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:26.114256 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-08936568-1bb5-48d4-b0bb-cad2aba5605e tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:26.136789 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060152f5-e963-4038-aef7-2ee1392baf41 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:26.142774 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-060152f5-e963-4038-aef7-2ee1392baf41 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1139131 Aug 22 13:43:26.144552 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52488) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:26.156805 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08936568-1bb5-48d4-b0bb-cad2aba5605e tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55c161a9-c0ac-4e08-a362-66dc700c0178,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:26.207790 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b1b14f63-b656-46e4-b946-f851b060c5d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:26.235043 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f785ac08-e7ef-4f0c-976c-d65bd4abd3ef tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:26.236899 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f785ac08-e7ef-4f0c-976c-d65bd4abd3ef tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:26.238637 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f785ac08-e7ef-4f0c-976c-d65bd4abd3ef tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:26.249121 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f785ac08-e7ef-4f0c-976c-d65bd4abd3ef tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1048009 Aug 22 13:43:26.252249 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52490) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:26.333932 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-beffaa85-43e3-42a8-8740-b10d5150a4f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:26.335994 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b1b14f63-b656-46e4-b946-f851b060c5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:26.348541 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-beffaa85-43e3-42a8-8740-b10d5150a4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:26.356399 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-57ba91cb-4863-4549-8c52-2c851303a270 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Deleting subnet 4395b408-dc16-4a31-8af5-04ba575e21bd {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:43:26.360507 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-57ba91cb-4863-4549-8c52-2c851303a270 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:26.385010 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-08936568-1bb5-48d4-b0bb-cad2aba5605e tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:26.387518 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-08936568-1bb5-48d4-b0bb-cad2aba5605e tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6886444 Aug 22 13:43:26.416995 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b14f63-b656-46e4-b946-f851b060c5d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a418997-ed70-4249-b7e3-1c556dbd9af3,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:26.422413 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52494) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:26.433056 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b1b14f63-b656-46e4-b946-f851b060c5d7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=20afa4b6564246a9a98cbff51f3d975a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6869493 Aug 22 13:43:26.444525 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-a83e990f-68fe-49a5-bc38-fb372992d161 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Request body: {'security_group_rule': {'security_group_id': 'bfa256e4-15e1-4bb5-82ae-f3ce1917cd85', 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:43:26.449621 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52498) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:26.511065 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-beffaa85-43e3-42a8-8740-b10d5150a4f0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9a9f956746e343a589575a3fe341fb8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5366199 Aug 22 13:43:26.514914 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52506) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:26.540645 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-57ba91cb-4863-4549-8c52-2c851303a270 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:26.566326 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beffaa85-43e3-42a8-8740-b10d5150a4f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b98f1e-13f7-4f04-be60-e27c18176db3,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:26.582941 n-d-793621-33 neutron-server[94627]: INFO neutron.db.securitygroups_db [None req-a83e990f-68fe-49a5-bc38-fb372992d161 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Project 50b3d484826f4e1f8052fde49b87f38a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 13:43:26.600453 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a83e990f-68fe-49a5-bc38-fb372992d161 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:26.628344 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-65c35ab9-efe8-41ff-9382-fb0d60fd1f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:26.660978 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-65c35ab9-efe8-41ff-9382-fb0d60fd1f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:26.697061 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a83e990f-68fe-49a5-bc38-fb372992d161 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:26.717634 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a83e990f-68fe-49a5-bc38-fb372992d161 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:26.740516 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-65c35ab9-efe8-41ff-9382-fb0d60fd1f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:26.743693 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f2101ffd-02ec-42c5-95a9-ab73c1398131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:26.751732 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-65c35ab9-efe8-41ff-9382-fb0d60fd1f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:26.755035 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-65c35ab9-efe8-41ff-9382-fb0d60fd1f7e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/69b98f1e-13f7-4f04-be60-e27c18176db3 HTTP/1.1" status: 204 len: 168 time: 0.2287853 Aug 22 13:43:26.758511 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83e990f-68fe-49a5-bc38-fb372992d161 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab13ea91-bff3-4210-a119-e981c9bc7ffd,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:26.784487 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c35ab9-efe8-41ff-9382-fb0d60fd1f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b98f1e-13f7-4f04-be60-e27c18176db3,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:26.798626 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c35ab9-efe8-41ff-9382-fb0d60fd1f7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:43:26.799023 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c35ab9-efe8-41ff-9382-fb0d60fd1f7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:43:26.799388 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c35ab9-efe8-41ff-9382-fb0d60fd1f7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:43:26.800058 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c35ab9-efe8-41ff-9382-fb0d60fd1f7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:43:26.801016 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c35ab9-efe8-41ff-9382-fb0d60fd1f7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:43:26.801675 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c35ab9-efe8-41ff-9382-fb0d60fd1f7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:43:26.802807 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c35ab9-efe8-41ff-9382-fb0d60fd1f7e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:43:26.802807 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c35ab9-efe8-41ff-9382-fb0d60fd1f7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:43:26.803276 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c35ab9-efe8-41ff-9382-fb0d60fd1f7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:43:26.803930 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c35ab9-efe8-41ff-9382-fb0d60fd1f7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:43:26.805164 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c35ab9-efe8-41ff-9382-fb0d60fd1f7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:43:26.805808 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c35ab9-efe8-41ff-9382-fb0d60fd1f7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:43:26.811595 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a83e990f-68fe-49a5-bc38-fb372992d161 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:26.817040 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a83e990f-68fe-49a5-bc38-fb372992d161 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3890905 Aug 22 13:43:26.818379 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52512) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:26.819661 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f2101ffd-02ec-42c5-95a9-ab73c1398131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:26.827179 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-6c5f2721-70cb-4ef1-9ec7-0d224c8b4ba1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Request body: {'security_group_rule': {'security_group_id': 'bfa256e4-15e1-4bb5-82ae-f3ce1917cd85', 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:43:26.863733 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-57ba91cb-4863-4549-8c52-2c851303a270 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:26.911459 n-d-793621-33 neutron-server[94628]: INFO neutron.db.securitygroups_db [None req-6c5f2721-70cb-4ef1-9ec7-0d224c8b4ba1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Project 50b3d484826f4e1f8052fde49b87f38a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 13:43:26.931380 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6c5f2721-70cb-4ef1-9ec7-0d224c8b4ba1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:26.980448 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f2101ffd-02ec-42c5-95a9-ab73c1398131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:26.986177 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f2101ffd-02ec-42c5-95a9-ab73c1398131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:26.987554 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f2101ffd-02ec-42c5-95a9-ab73c1398131 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3a418997-ed70-4249-b7e3-1c556dbd9af3 HTTP/1.1" status: 204 len: 168 time: 0.5301230 Aug 22 13:43:27.011790 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2101ffd-02ec-42c5-95a9-ab73c1398131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a418997-ed70-4249-b7e3-1c556dbd9af3,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:27.048005 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-57ba91cb-4863-4549-8c52-2c851303a270 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:27.103198 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6c5f2721-70cb-4ef1-9ec7-0d224c8b4ba1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:27.106815 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba91cb-4863-4549-8c52-2c851303a270 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event deleted for resources: {'Subnet': ['ID=4395b408-dc16-4a31-8af5-04ba575e21bd,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:27.110157 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6c5f2721-70cb-4ef1-9ec7-0d224c8b4ba1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:27.125415 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-57ba91cb-4863-4549-8c52-2c851303a270 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:27.129230 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-57ba91cb-4863-4549-8c52-2c851303a270 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/subnets/4395b408-dc16-4a31-8af5-04ba575e21bd HTTP/1.1" status: 204 len: 168 time: 0.8737020 Aug 22 13:43:27.129979 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52522) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:27.133335 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aee12a3-6913-48ae-924a-d358150a0875 None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:43:27.153520 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f2721-70cb-4ef1-9ec7-0d224c8b4ba1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6b14d1b-d4e4-4a2e-a395-5155a0303ec3,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:27.172220 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6c5f2721-70cb-4ef1-9ec7-0d224c8b4ba1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:27.173769 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6c5f2721-70cb-4ef1-9ec7-0d224c8b4ba1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3549442 Aug 22 13:43:27.176466 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52524) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:27.183285 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-9ed4466c-a0dc-4c1b-ac13-9739af341a6f tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Request body: {'network': {'name': 'tempest-network-smoke--140806914', 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'port_security_enabled': True}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:43:27.232190 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed4466c-a0dc-4c1b-ac13-9739af341a6f tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Made reservation on behalf of 50b3d484826f4e1f8052fde49b87f38a for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:43:27.235733 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9ed4466c-a0dc-4c1b-ac13-9739af341a6f tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:27.284810 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ed4466c-a0dc-4c1b-ac13-9739af341a6f tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:43:27.288910 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-260dd296-8fc2-42a1-b4be-7451a4d65cc4 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Deleting subnet ac548c75-903d-4071-b593-2d510a9c624f {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:43:27.304422 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-260dd296-8fc2-42a1-b4be-7451a4d65cc4 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:27.304671 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9ed4466c-a0dc-4c1b-ac13-9739af341a6f tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:27.304671 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-9ed4466c-a0dc-4c1b-ac13-9739af341a6f tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Added segment 3ddf7eac-d84f-4dbb-b953-6c0071efe217 of type vlan for network bf5a5750-b5ea-44cd-ad65-1dd63932d79a Aug 22 13:43:27.373106 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52528) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:27.418574 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9ed4466c-a0dc-4c1b-ac13-9739af341a6f tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:27.443293 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-260dd296-8fc2-42a1-b4be-7451a4d65cc4 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:27.474278 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9ed4466c-a0dc-4c1b-ac13-9739af341a6f tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:27.486451 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed4466c-a0dc-4c1b-ac13-9739af341a6f tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:27.487236 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9ed4466c-a0dc-4c1b-ac13-9739af341a6f tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:27.703393 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9ed4466c-a0dc-4c1b-ac13-9739af341a6f tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5249176 Aug 22 13:43:27.704541 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52542) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:27.718713 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-260dd296-8fc2-42a1-b4be-7451a4d65cc4 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:27.725937 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-4079781a-165a-40fe-a8ca-7fdbcc8739f6 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2046722450', 'admin_state_up': True, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:43:27.760395 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed4466c-a0dc-4c1b-ac13-9739af341a6f tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event updated for resources: {'Network': ['ID=bf5a5750-b5ea-44cd-ad65-1dd63932d79a,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:27.774629 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network bf5a5750-b5ea-44cd-ad65-1dd63932d79a details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:43:27.813404 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4079781a-165a-40fe-a8ca-7fdbcc8739f6 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:27.814309 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-260dd296-8fc2-42a1-b4be-7451a4d65cc4 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:27.815956 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4079781a-165a-40fe-a8ca-7fdbcc8739f6 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:27.897466 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260dd296-8fc2-42a1-b4be-7451a4d65cc4 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event deleted for resources: {'Subnet': ['ID=ac548c75-903d-4071-b593-2d510a9c624f,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:27.910828 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-260dd296-8fc2-42a1-b4be-7451a4d65cc4 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:27.914206 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-260dd296-8fc2-42a1-b4be-7451a4d65cc4 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/subnets/ac548c75-903d-4071-b593-2d510a9c624f HTTP/1.1" status: 204 len: 168 time: 0.7822821 Aug 22 13:43:27.915845 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52546) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:27.950043 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4079781a-165a-40fe-a8ca-7fdbcc8739f6 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:27.971421 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e590f80f-52ad-4311-812c-2ebdccca1726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:28.401516 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:28.417290 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ba12cf13-e2bb-4aa3-a33a-b2d3d71ce236 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4960601 Aug 22 13:43:28.418167 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52560) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:28.442107 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c416b71d-aa3d-4986-8460-bc00f6652f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:28.539159 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b412d9e-aa6b-4aa9-8e0b-7b093746b930 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:28.548698 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-7b412d9e-aa6b-4aa9-8e0b-7b093746b930 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1293290 Aug 22 13:43:28.548913 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52566) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:28.631358 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b90805b-253d-45e7-b841-799693464411 None None] Network 933f65da-8ef2-4dea-ac27-3eee9182e92f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:43:28.766120 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-88a5cd3c-50ba-4ede-87cb-0047b37c761d None None] Provisioning complete for port 0deae4c4-c166-4b4e-98df-9e519987e5f0 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:43:28.766731 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-88a5cd3c-50ba-4ede-87cb-0047b37c761d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:28.777693 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4079781a-165a-40fe-a8ca-7fdbcc8739f6 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:28.833590 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a339546-2f29-4091-b1b0-a054560ad644 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:28.837784 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9a339546-2f29-4091-b1b0-a054560ad644 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2821615 Aug 22 13:43:28.837958 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52582) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:28.940175 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e590f80f-52ad-4311-812c-2ebdccca1726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:28.956488 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ba227995-5a02-48c8-8e06-7c40d046fa65 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1167157 Aug 22 13:43:28.966855 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52586) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:29.012591 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90e2bc1-b1be-42d9-8647-4fcb5cb5f982 None None] DHCP port deletion for 933f65da-8ef2-4dea-ac27-3eee9182e92f request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:43:29.028425 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea237eac-caf9-4879-9c03-adedc427faf0 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] DELETE failed (client error): The resource could not be found. Aug 22 13:43:29.032602 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea237eac-caf9-4879-9c03-adedc427faf0 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:43:29.033225 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e590f80f-52ad-4311-812c-2ebdccca1726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:29.039245 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52592) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:29.040004 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ea237eac-caf9-4879-9c03-adedc427faf0 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/ports/58905407-0433-46ea-99a4-566b203626ef HTTP/1.1" status: 404 len: 333 time: 0.0707839 Aug 22 13:43:29.084540 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-a90e2bc1-b1be-42d9-8647-4fcb5cb5f982 None None] Deleting port 0deae4c4-c166-4b4e-98df-9e519987e5f0 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:43:29.085209 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a90e2bc1-b1be-42d9-8647-4fcb5cb5f982 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:29.131207 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9253067-082e-4cd2-8eab-6781663e3e41 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] DELETE failed (client error): The resource could not be found. Aug 22 13:43:29.131589 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9253067-082e-4cd2-8eab-6781663e3e41 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:43:29.133410 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f9253067-082e-4cd2-8eab-6781663e3e41 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/subnets/ac548c75-903d-4071-b593-2d510a9c624f HTTP/1.1" status: 404 len: 337 time: 0.0707586 Aug 22 13:43:29.136186 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52594) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:29.136587 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e590f80f-52ad-4311-812c-2ebdccca1726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ceb4f7c-8a5f-4e34-9f5d-8726ccc62703,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:29.147313 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e590f80f-52ad-4311-812c-2ebdccca1726 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cec579f9da7e4f9895170f25bc9c00eb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7677770 Aug 22 13:43:29.148638 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52596) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:29.205272 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-a90e2bc1-b1be-42d9-8647-4fcb5cb5f982 None None] For port 0deae4c4-c166-4b4e-98df-9e519987e5f0, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=0deae4c4-c166-4b4e-98df-9e519987e5f0,segment=NetworkSegment(a1410e2c-10c3-4ad0-a766-b4e2fbc3534b),segment_id=a1410e2c-10c3-4ad0-a766-b4e2fbc3534b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:43:29.206294 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9f520c9-9487-454d-8787-310c823a3adc tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] DELETE failed (client error): The resource could not be found. Aug 22 13:43:29.206449 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a90e2bc1-b1be-42d9-8647-4fcb5cb5f982 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:29.206768 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9f520c9-9487-454d-8787-310c823a3adc tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:43:29.225028 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f9f520c9-9487-454d-8787-310c823a3adc tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/subnets/4395b408-dc16-4a31-8af5-04ba575e21bd HTTP/1.1" status: 404 len: 337 time: 0.0830421 Aug 22 13:43:29.226385 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52598) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:29.250130 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-a90e2bc1-b1be-42d9-8647-4fcb5cb5f982 None None] Calling delete_port for 0deae4c4-c166-4b4e-98df-9e519987e5f0 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:43:29.261072 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ac540bd-64d1-4d91-b226-ad64d44f7ce4 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] DELETE failed (client error): The resource could not be found. Aug 22 13:43:29.262207 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ac540bd-64d1-4d91-b226-ad64d44f7ce4 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:43:29.267067 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-5ac540bd-64d1-4d91-b226-ad64d44f7ce4 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/ports/0c512cf3-07b1-4e09-999f-c51b2bb4af89 HTTP/1.1" status: 404 len: 333 time: 0.0349593 Aug 22 13:43:29.270720 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52604) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:29.346401 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3831015f-59d4-4ca0-be5a-228c2b7db475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:29.349483 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d3c3192-27dd-4c12-8d49-da567f4e88f3 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] DELETE failed (client error): The resource could not be found. Aug 22 13:43:29.352348 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4079781a-165a-40fe-a8ca-7fdbcc8739f6 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for router_gateway, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:29.354291 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d3c3192-27dd-4c12-8d49-da567f4e88f3 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:43:29.360808 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-0d3c3192-27dd-4c12-8d49-da567f4e88f3 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/subnets/e9df89ea-7add-433f-a7fd-103ae2fc1e7c HTTP/1.1" status: 404 len: 337 time: 0.0888770 Aug 22 13:43:29.362974 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52612) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:29.366765 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a90e2bc1-b1be-42d9-8647-4fcb5cb5f982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:29.378468 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4079781a-165a-40fe-a8ca-7fdbcc8739f6 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:29.415150 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90e2bc1-b1be-42d9-8647-4fcb5cb5f982 None None] No DVR routers for this DVR port 0deae4c4-c166-4b4e-98df-9e519987e5f0 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:43:29.427479 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab5d2af3-35dc-4dee-b8d7-12b0f4c1d384 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] DELETE failed (client error): The resource could not be found. Aug 22 13:43:29.428218 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab5d2af3-35dc-4dee-b8d7-12b0f4c1d384 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:43:29.432299 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ab5d2af3-35dc-4dee-b8d7-12b0f4c1d384 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/subnets/cbd2b4af-1a21-40bc-8840-3c615188d9ca HTTP/1.1" status: 404 len: 337 time: 0.0658417 Aug 22 13:43:29.434700 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52616) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:29.467997 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e2bc1-b1be-42d9-8647-4fcb5cb5f982 None None] Pushing event deleted for resources: {'Port': ['ID=0deae4c4-c166-4b4e-98df-9e519987e5f0,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:29.496908 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 0deae4c4-c166-4b4e-98df-9e519987e5f0 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:43:29.499180 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2aa5c3e-384b-453f-bf1f-3ffa10d565b6 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] DELETE failed (client error): The resource could not be found. Aug 22 13:43:29.502284 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2aa5c3e-384b-453f-bf1f-3ffa10d565b6 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:43:29.511840 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a2aa5c3e-384b-453f-bf1f-3ffa10d565b6 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/ports/92afb451-0504-4506-8808-e3c2bf11413e HTTP/1.1" status: 404 len: 333 time: 0.0738795 Aug 22 13:43:29.512577 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3831015f-59d4-4ca0-be5a-228c2b7db475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:29.513918 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52620) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:29.569248 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fd21166-53ec-48ea-bcf6-72aa08329208 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] DELETE failed (client error): The resource could not be found. Aug 22 13:43:29.569729 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fd21166-53ec-48ea-bcf6-72aa08329208 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:43:29.572016 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 0deae4c4-c166-4b4e-98df-9e519987e5f0 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:43:29.572016 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 0deae4c4-c166-4b4e-98df-9e519987e5f0 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:43:29.574526 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-1fd21166-53ec-48ea-bcf6-72aa08329208 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/subnets/bb6db83a-0818-4c90-b2d0-ed369836c863 HTTP/1.1" status: 404 len: 337 time: 0.0577085 Aug 22 13:43:29.575507 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52622) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:29.617252 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-41f431a4-121a-469a-a564-6c28157b1b50 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] DELETE failed (client error): The resource could not be found. Aug 22 13:43:29.617252 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41f431a4-121a-469a-a564-6c28157b1b50 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:43:29.618577 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-41f431a4-121a-469a-a564-6c28157b1b50 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/subnets/f7a6c153-ef8e-4a1b-9a42-1f85e7abf274 HTTP/1.1" status: 404 len: 337 time: 0.0414789 Aug 22 13:43:29.621213 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52624) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:29.649449 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-91478986-1413-4251-8ebd-671846def5e5 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] DELETE failed (client error): The resource could not be found. Aug 22 13:43:29.650192 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91478986-1413-4251-8ebd-671846def5e5 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:43:29.651957 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-91478986-1413-4251-8ebd-671846def5e5 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/ports/6f4e2436-8f9f-4ced-80ff-c827a3a10e28 HTTP/1.1" status: 404 len: 333 time: 0.0296524 Aug 22 13:43:29.653784 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3831015f-59d4-4ca0-be5a-228c2b7db475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:29.657497 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3831015f-59d4-4ca0-be5a-228c2b7db475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:29.657664 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52626) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:29.658407 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-3831015f-59d4-4ca0-be5a-228c2b7db475 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2ceb4f7c-8a5f-4e34-9f5d-8726ccc62703 HTTP/1.1" status: 204 len: 168 time: 0.4605892 Aug 22 13:43:29.671150 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3831015f-59d4-4ca0-be5a-228c2b7db475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ceb4f7c-8a5f-4e34-9f5d-8726ccc62703,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:29.704717 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3da5941-7ab8-45e3-8709-177d84c1c204 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] DELETE failed (client error): The resource could not be found. Aug 22 13:43:29.705178 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3da5941-7ab8-45e3-8709-177d84c1c204 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:43:29.707252 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c3da5941-7ab8-45e3-8709-177d84c1c204 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/subnets/fdf87aae-b849-42e0-b9c7-098cc69a8c06 HTTP/1.1" status: 404 len: 337 time: 0.0486770 Aug 22 13:43:29.710088 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52636) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:29.715661 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-4079781a-165a-40fe-a8ca-7fdbcc8739f6 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Allocated IP 172.25.3.98 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/206e29d1-fae6-4ed1-bdf1-9cd8793b827b) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:43:29.743160 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a5ccf82-cbab-43de-9f4b-a5135d9d81d7 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] DELETE failed (client error): The resource could not be found. Aug 22 13:43:29.743701 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a5ccf82-cbab-43de-9f4b-a5135d9d81d7 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:43:29.745436 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-6a5ccf82-cbab-43de-9f4b-a5135d9d81d7 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/subnets/3ba9109a-0bf8-4a71-bf34-64d8049d392a HTTP/1.1" status: 404 len: 337 time: 0.0342870 Aug 22 13:43:29.749357 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52638) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:29.776528 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-52574e55-0935-4b9e-b107-e0681472fc03 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] DELETE failed (client error): The resource could not be found. Aug 22 13:43:29.777873 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52574e55-0935-4b9e-b107-e0681472fc03 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:43:29.782347 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-52574e55-0935-4b9e-b107-e0681472fc03 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/ports/2d2689ea-0324-4bc4-bab9-7181fa6fae31 HTTP/1.1" status: 404 len: 333 time: 0.0324543 Aug 22 13:43:29.784854 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52642) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:29.822089 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0155b21-615b-440c-a9c5-98ccf3f3eda8 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] DELETE failed (client error): The resource could not be found. Aug 22 13:43:29.822956 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0155b21-615b-440c-a9c5-98ccf3f3eda8 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:43:29.825433 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-b0155b21-615b-440c-a9c5-98ccf3f3eda8 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/subnets/ffddd042-52c3-4586-a564-228580d8255d HTTP/1.1" status: 404 len: 337 time: 0.0392368 Aug 22 13:43:29.828799 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52644) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:29.891870 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbf71ecf-cd53-4ca0-8f7d-71dc62389a2d tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] DELETE failed (client error): The resource could not be found. Aug 22 13:43:29.893059 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbf71ecf-cd53-4ca0-8f7d-71dc62389a2d tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:43:29.899595 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-fbf71ecf-cd53-4ca0-8f7d-71dc62389a2d tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/ports/a31b917f-1583-4225-8cee-dfb5ec2212fc HTTP/1.1" status: 404 len: 333 time: 0.0673332 Aug 22 13:43:29.900206 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52650) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:29.915808 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4079781a-165a-40fe-a8ca-7fdbcc8739f6 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:29.942978 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-54239396-fcb6-4661-b47c-7ca181d72359 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] DELETE failed (client error): The resource could not be found. Aug 22 13:43:29.943740 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54239396-fcb6-4661-b47c-7ca181d72359 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:43:29.946407 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-54239396-fcb6-4661-b47c-7ca181d72359 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/subnets/d7a88f66-c6fa-4fc7-8280-de1bc5f97db1 HTTP/1.1" status: 404 len: 337 time: 0.0451353 Aug 22 13:43:29.949562 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52652) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:29.985044 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bd29bfc-3aec-45a1-8a66-e75254ba05d1 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] DELETE failed (client error): The resource could not be found. Aug 22 13:43:29.986107 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bd29bfc-3aec-45a1-8a66-e75254ba05d1 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:43:29.987994 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-8bd29bfc-3aec-45a1-8a66-e75254ba05d1 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/ports/85ce3762-4714-4fa1-b6e8-331c56347573 HTTP/1.1" status: 404 len: 333 time: 0.0371728 Aug 22 13:43:29.990521 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52654) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:30.025074 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fa52ed9-f7e7-47d7-aca9-7a94396a6803 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] DELETE failed (client error): The resource could not be found. Aug 22 13:43:30.025576 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fa52ed9-f7e7-47d7-aca9-7a94396a6803 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:43:30.027962 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-2fa52ed9-f7e7-47d7-aca9-7a94396a6803 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/subnets/611ce4ea-06cc-4930-b41d-3d01c1dfe002 HTTP/1.1" status: 404 len: 337 time: 0.0364211 Aug 22 13:43:30.031483 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52660) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:30.041913 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4079781a-165a-40fe-a8ca-7fdbcc8739f6 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:30.066454 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a07f4ea-262f-46fd-bb18-7db067cccec4 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] DELETE failed (client error): The resource could not be found. Aug 22 13:43:30.067138 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a07f4ea-262f-46fd-bb18-7db067cccec4 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:43:30.068927 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-7a07f4ea-262f-46fd-bb18-7db067cccec4 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/ports/f0cb3c8e-5377-4d82-aa31-b614a3be68ab HTTP/1.1" status: 404 len: 333 time: 0.0362589 Aug 22 13:43:30.071392 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52662) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:30.101882 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-4deda04b-f671-4903-8402-fa9ba7d85d9e tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] DELETE failed (client error): The resource could not be found. Aug 22 13:43:30.102399 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4deda04b-f671-4903-8402-fa9ba7d85d9e tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:43:30.103465 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4079781a-165a-40fe-a8ca-7fdbcc8739f6 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:43:30.106908 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-4deda04b-f671-4903-8402-fa9ba7d85d9e tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/subnets/62c56ff1-68a0-453a-a0a0-e8eec61910ca HTTP/1.1" status: 404 len: 337 time: 0.0320659 Aug 22 13:43:30.107866 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52664) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:30.117791 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-4079781a-165a-40fe-a8ca-7fdbcc8739f6 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:43:30.129627 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4079781a-165a-40fe-a8ca-7fdbcc8739f6 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:43:30.176132 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-97230b41-7e8b-4681-a14c-8cf232261694 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] DELETE failed (client error): The resource could not be found. Aug 22 13:43:30.176553 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97230b41-7e8b-4681-a14c-8cf232261694 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:43:30.178306 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-97230b41-7e8b-4681-a14c-8cf232261694 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/ports/d2e2a799-5bb9-4399-b852-bb6493b33c07 HTTP/1.1" status: 404 len: 333 time: 0.0692925 Aug 22 13:43:30.181080 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52666) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:30.182835 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4079781a-165a-40fe-a8ca-7fdbcc8739f6 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event updated for resources: {'Port': ['ID=206e29d1-fae6-4ed1-bdf1-9cd8793b827b,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:30.234464 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5e1fd41-a955-4e4f-a30e-a5696f2cd31a tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] DELETE failed (client error): The resource could not be found. Aug 22 13:43:30.234934 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5e1fd41-a955-4e4f-a30e-a5696f2cd31a tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:43:30.236718 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d5e1fd41-a955-4e4f-a30e-a5696f2cd31a tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/subnets/f8c4aa6a-3f3e-4ae7-b7e4-f44bc13fdf0a HTTP/1.1" status: 404 len: 337 time: 0.0545046 Aug 22 13:43:30.239573 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52670) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:30.267025 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-c274803d-5517-447f-bc0c-8d55fd284d45 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] DELETE failed (client error): The resource could not be found. Aug 22 13:43:30.267738 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c274803d-5517-447f-bc0c-8d55fd284d45 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:43:30.269960 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c274803d-5517-447f-bc0c-8d55fd284d45 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/ports/92f46037-32a5-41fb-bec9-ad4dde18b0d5 HTTP/1.1" status: 404 len: 333 time: 0.0292315 Aug 22 13:43:30.272521 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52672) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:30.313055 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-43fa86a9-3cc6-456d-9c40-f980d4aff3cb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] DELETE failed (client error): The resource could not be found. Aug 22 13:43:30.313521 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43fa86a9-3cc6-456d-9c40-f980d4aff3cb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:43:30.315456 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-43fa86a9-3cc6-456d-9c40-f980d4aff3cb tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/subnets/8795e5e1-247d-4398-bdb9-6bf433dbffb4 HTTP/1.1" status: 404 len: 337 time: 0.0415831 Aug 22 13:43:30.318113 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52676) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:30.355095 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-d61fa618-f0d8-4bd9-aa2b-cd5e22f5b5e7 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] DELETE failed (client error): The resource could not be found. Aug 22 13:43:30.355560 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d61fa618-f0d8-4bd9-aa2b-cd5e22f5b5e7 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:43:30.357687 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d61fa618-f0d8-4bd9-aa2b-cd5e22f5b5e7 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/subnets/8eeca6fd-6b56-418f-8b62-21adf1c141b7 HTTP/1.1" status: 404 len: 337 time: 0.0384009 Aug 22 13:43:30.360406 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52678) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:30.396490 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-a204dd26-25e6-4a73-8d55-d0e68b61f06b tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] DELETE failed (client error): The resource could not be found. Aug 22 13:43:30.397254 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a204dd26-25e6-4a73-8d55-d0e68b61f06b tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:43:30.399618 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a204dd26-25e6-4a73-8d55-d0e68b61f06b tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/ports/42bf5aec-db7d-4722-8d8a-60db40866af4 HTTP/1.1" status: 404 len: 333 time: 0.0375710 Aug 22 13:43:30.402457 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52680) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:30.446555 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a4430d7-1657-4cb8-a861-4477f40d6466 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] DELETE failed (client error): The resource could not be found. Aug 22 13:43:30.447601 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a4430d7-1657-4cb8-a861-4477f40d6466 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:43:30.451047 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-6a4430d7-1657-4cb8-a861-4477f40d6466 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/subnets/9e3986a1-86f3-4df4-ba31-bab345f3d9a2 HTTP/1.1" status: 404 len: 337 time: 0.0468607 Aug 22 13:43:30.454642 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52682) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:30.493825 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-761b859b-6b01-4df4-adcf-4d498d80b748 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] DELETE failed (client error): The resource could not be found. Aug 22 13:43:30.494293 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-761b859b-6b01-4df4-adcf-4d498d80b748 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:43:30.496841 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-761b859b-6b01-4df4-adcf-4d498d80b748 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/subnets/4103cc16-d020-4c36-9533-8ed6fb97bc1e HTTP/1.1" status: 404 len: 337 time: 0.0407875 Aug 22 13:43:30.499631 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52684) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:30.544592 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-b059fd55-52a4-4961-81a7-f787efa96ac7 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] DELETE failed (client error): The resource could not be found. Aug 22 13:43:30.545413 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b059fd55-52a4-4961-81a7-f787efa96ac7 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:43:30.548514 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-b059fd55-52a4-4961-81a7-f787efa96ac7 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/ports/d0397422-ee97-4acc-b2cf-a34263f70228 HTTP/1.1" status: 404 len: 333 time: 0.0458167 Aug 22 13:43:30.550412 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52688) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:30.570175 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4079781a-165a-40fe-a8ca-7fdbcc8739f6 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for router_gateway, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:30.585125 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52690) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:30.599152 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4d325153-9f39-4326-906d-9220bfd8e5fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:30.608066 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-23a69af4-d5ca-42ff-93f1-f22eb5328e96 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] DELETE failed (client error): The resource could not be found. Aug 22 13:43:30.608569 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23a69af4-d5ca-42ff-93f1-f22eb5328e96 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:43:30.612865 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-23a69af4-d5ca-42ff-93f1-f22eb5328e96 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/subnets/2998de69-5f12-4d9f-9678-13cfeb6a933e HTTP/1.1" status: 404 len: 337 time: 0.0591643 Aug 22 13:43:30.613413 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52692) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:30.656059 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-c42afd5e-b137-4549-8217-d41e27b31af2 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] DELETE failed (client error): The resource could not be found. Aug 22 13:43:30.656569 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c42afd5e-b137-4549-8217-d41e27b31af2 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:43:30.660578 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c42afd5e-b137-4549-8217-d41e27b31af2 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/subnets/c263d757-4094-446e-b770-6646d2593ec8 HTTP/1.1" status: 404 len: 337 time: 0.0440164 Aug 22 13:43:30.660936 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52694) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:30.692987 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-166fde4d-a3d9-4f46-916f-caa838b348a5 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] DELETE failed (client error): The resource could not be found. Aug 22 13:43:30.693614 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-166fde4d-a3d9-4f46-916f-caa838b348a5 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:43:30.698499 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-166fde4d-a3d9-4f46-916f-caa838b348a5 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/ports/dcabf09b-86d7-44c3-8697-bfe0807b6419 HTTP/1.1" status: 404 len: 333 time: 0.0339665 Aug 22 13:43:30.698499 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52696) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:30.708273 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52698) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:30.708273 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52700) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:30.753546 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52706) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:30.811423 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-b69a8165-7bca-4ee4-afcd-0f5fc937e645 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] DELETE failed (client error): The resource could not be found. Aug 22 13:43:30.811423 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b69a8165-7bca-4ee4-afcd-0f5fc937e645 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:43:30.813523 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-b69a8165-7bca-4ee4-afcd-0f5fc937e645 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/subnets/8cdd6e3e-c939-4a81-9e23-e97a9f750a8b HTTP/1.1" status: 404 len: 337 time: 0.1008563 Aug 22 13:43:30.824019 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52710) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:30.852963 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-d515935e-c1a0-491a-a359-94c0bb7a4545 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] DELETE failed (client error): The resource could not be found. Aug 22 13:43:30.853888 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d515935e-c1a0-491a-a359-94c0bb7a4545 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:43:30.855634 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d515935e-c1a0-491a-a359-94c0bb7a4545 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/subnets/0874e3f4-69e7-49dc-a7a0-97bdfe48821d HTTP/1.1" status: 404 len: 337 time: 0.0365491 Aug 22 13:43:30.858957 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52712) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:30.908489 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-220b64cb-1f58-4555-be92-0c698bba916f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/ports?device_id=72d320c2-1436-4937-8347-41c90a607777 HTTP/1.1" status: 200 len: 205 time: 0.0456519 Aug 22 13:43:30.909173 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52716) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:30.958502 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-6eed4c4a-e02c-401b-9928-3cd8803c7cff tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] delete failed (client error): The resource could not be found. Aug 22 13:43:30.962119 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6eed4c4a-e02c-401b-9928-3cd8803c7cff tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/routers/72d320c2-1436-4937-8347-41c90a607777 HTTP/1.1" status: 404 len: 336 time: 0.0498359 Aug 22 13:43:30.964047 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52718) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:30.970981 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4079781a-165a-40fe-a8ca-7fdbcc8739f6 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:31.044881 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a73e390-6d8e-4fce-b0b0-c66f20777eee tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] DELETE failed (client error): The resource could not be found. Aug 22 13:43:31.045538 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a73e390-6d8e-4fce-b0b0-c66f20777eee tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:43:31.050637 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-2a73e390-6d8e-4fce-b0b0-c66f20777eee tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/subnets/c2cafa54-6c10-4ded-82cf-86498adab563 HTTP/1.1" status: 404 len: 337 time: 0.0831604 Aug 22 13:43:31.055651 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9765a5e9-9085-4868-ae6c-f6798cf0f133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:31.067715 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52722) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:31.085885 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9ed5b84e-e33d-46f2-ab48-a377eba670f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:31.096478 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-53a702be-f1b1-4fdc-bdef-4dab0be6a880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:31.117018 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e4ea8775-7262-4730-91bb-b09feba1afc0 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "GET /v2.0/ports?device_id=c64e1f27-2a8c-4fcb-bf9c-761f7f7ea344 HTTP/1.1" status: 200 len: 205 time: 0.0453761 Aug 22 13:43:31.117018 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52724) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:31.125222 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e84cdb51-7207-4e95-8ef7-f7f8df9f63f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:31.131207 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4d325153-9f39-4326-906d-9220bfd8e5fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:31.137671 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4d325153-9f39-4326-906d-9220bfd8e5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:31.200005 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-4d325153-9f39-4326-906d-9220bfd8e5fe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9331e7343e354e1d8206708a81345d46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6137323 Aug 22 13:43:31.200827 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d325153-9f39-4326-906d-9220bfd8e5fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=238ac26a-4173-4318-8f4e-b5d592e0cbf1,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:31.202803 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:31.207399 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52726) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:31.215567 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-2eaef6e7-7f90-49fa-bb46-3ecc6900d62d tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] delete failed (client error): The resource could not be found. Aug 22 13:43:31.215567 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2eaef6e7-7f90-49fa-bb46-3ecc6900d62d tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/routers/c64e1f27-2a8c-4fcb-bf9c-761f7f7ea344 HTTP/1.1" status: 404 len: 336 time: 0.0955830 Aug 22 13:43:31.217832 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52728) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:31.251283 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f5ebc8a-d178-4df8-9341-5fcc46a352bc tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] DELETE failed (client error): The resource could not be found. Aug 22 13:43:31.251833 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f5ebc8a-d178-4df8-9341-5fcc46a352bc tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:43:31.256391 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4f5ebc8a-d178-4df8-9341-5fcc46a352bc tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/subnets/adc2baa1-10cc-4ec5-9a22-a7b064e266c0 HTTP/1.1" status: 404 len: 337 time: 0.0348005 Aug 22 13:43:31.257460 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52730) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:31.297230 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-07b4ebc3-1d98-4f75-9cf3-71e068927169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:31.300761 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd8dea09-b4a2-4e74-ba5a-c6d9f2deff53 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] DELETE failed (client error): The resource could not be found. Aug 22 13:43:31.301227 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd8dea09-b4a2-4e74-ba5a-c6d9f2deff53 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:43:31.302971 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-cd8dea09-b4a2-4e74-ba5a-c6d9f2deff53 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/subnets/a76b7e16-2156-4f18-a940-90017b3d903e HTTP/1.1" status: 404 len: 337 time: 0.0445678 Aug 22 13:43:31.308309 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52732) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:31.326732 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-53a702be-f1b1-4fdc-bdef-4dab0be6a880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:31.331898 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-07b4ebc3-1d98-4f75-9cf3-71e068927169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:31.334141 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-1db1358f-5ef8-42d6-af54-fbfb3896f26b tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] DELETE failed (client error): The resource could not be found. Aug 22 13:43:31.334997 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1db1358f-5ef8-42d6-af54-fbfb3896f26b tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:43:31.336737 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-1db1358f-5ef8-42d6-af54-fbfb3896f26b tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/ports/75a1fb88-1dd1-4207-99fb-1101ecb16584 HTTP/1.1" status: 404 len: 333 time: 0.0303371 Aug 22 13:43:31.339254 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52734) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:31.345285 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-53a702be-f1b1-4fdc-bdef-4dab0be6a880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:31.371132 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.db.api [None req-e84cdb51-7207-4e95-8ef7-f7f8df9f63f1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 22 13:43:31.371132 n-d-793621-33 neutron-server[94628]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 22 13:43:31.371132 n-d-793621-33 neutron-server[94628]: [parameters: {'project_id_1': '8c2910374fd64662ab9567407622bf7f', 'expiration_1': datetime.datetime(2021, 8, 22, 13, 43, 31, 214283)}] Aug 22 13:43:31.371132 n-d-793621-33 neutron-server[94628]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94628) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 13:43:31.371667 n-d-793621-33 neutron-server[94628]: DEBUG oslo_db.api [None req-e84cdb51-7207-4e95-8ef7-f7f8df9f63f1 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 13:43:31.376444 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae72ac6a-4b31-4105-a17d-10060e1e85b2 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] DELETE failed (client error): The resource could not be found. Aug 22 13:43:31.376907 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae72ac6a-4b31-4105-a17d-10060e1e85b2 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:43:31.378659 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ae72ac6a-4b31-4105-a17d-10060e1e85b2 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/subnets/442adc8c-6930-47b0-a59b-6cbb1b783cef HTTP/1.1" status: 404 len: 337 time: 0.0383773 Aug 22 13:43:31.381670 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52736) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:31.409228 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-c58c1960-3175-4ab6-b163-352621a1ac44 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] DELETE failed (client error): The resource could not be found. Aug 22 13:43:31.409933 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c58c1960-3175-4ab6-b163-352621a1ac44 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:43:31.414163 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c58c1960-3175-4ab6-b163-352621a1ac44 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/ports/e7c7fc07-1b54-4359-aa30-9be0fc1548c8 HTTP/1.1" status: 404 len: 333 time: 0.0292883 Aug 22 13:43:31.414844 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52738) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:31.423602 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a702be-f1b1-4fdc-bdef-4dab0be6a880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3abebcce-d6c1-4d1d-bff2-c8ffce69a308,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:31.430384 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-53a702be-f1b1-4fdc-bdef-4dab0be6a880 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=91fa59eefe14469cba461c7eeed90f4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7171788 Aug 22 13:43:31.433231 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52740) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:31.445858 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4079781a-165a-40fe-a8ca-7fdbcc8739f6 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Router 6be81927-abf2-4661-b0f8-87c770883fd1 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:43:31.448421 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-338dbf33-dfa2-481c-bcaa-8708c489b5bd tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] DELETE failed (client error): The resource could not be found. Aug 22 13:43:31.448830 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-338dbf33-dfa2-481c-bcaa-8708c489b5bd tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:43:31.453090 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-338dbf33-dfa2-481c-bcaa-8708c489b5bd tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/subnets/d96b7753-b031-469a-b275-3259f0d49f91 HTTP/1.1" status: 404 len: 337 time: 0.0350747 Aug 22 13:43:31.454222 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52742) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:31.486002 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8613944-7e5e-405f-bdab-1bcd8fd2cda7 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] DELETE failed (client error): The resource could not be found. Aug 22 13:43:31.489314 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8613944-7e5e-405f-bdab-1bcd8fd2cda7 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:43:31.489314 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e8613944-7e5e-405f-bdab-1bcd8fd2cda7 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/ports/f72d8d25-f9b1-4274-8675-ed925a6f0367 HTTP/1.1" status: 404 len: 333 time: 0.0332813 Aug 22 13:43:31.493072 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52744) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:31.524600 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-07b4ebc3-1d98-4f75-9cf3-71e068927169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:31.527190 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-07b4ebc3-1d98-4f75-9cf3-71e068927169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:31.528359 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-07b4ebc3-1d98-4f75-9cf3-71e068927169 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/238ac26a-4173-4318-8f4e-b5d592e0cbf1 HTTP/1.1" status: 204 len: 168 time: 0.3199806 Aug 22 13:43:31.538643 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-afe69b44-d1b7-45b4-ba92-0e6b1d934728 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] DELETE failed (client error): The resource could not be found. Aug 22 13:43:31.539113 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afe69b44-d1b7-45b4-ba92-0e6b1d934728 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:43:31.540856 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-afe69b44-d1b7-45b4-ba92-0e6b1d934728 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/subnets/723799f5-3b1b-413f-beb8-7f38aeb35e0b HTTP/1.1" status: 404 len: 337 time: 0.0468440 Aug 22 13:43:31.543527 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52748) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:31.551604 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b4ebc3-1d98-4f75-9cf3-71e068927169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238ac26a-4173-4318-8f4e-b5d592e0cbf1,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:31.570685 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-33010b3a-0fbb-40f5-99e9-117c13fe40fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:31.588837 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9ed5b84e-e33d-46f2-ab48-a377eba670f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:31.601534 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9ed5b84e-e33d-46f2-ab48-a377eba670f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:31.611228 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-33010b3a-0fbb-40f5-99e9-117c13fe40fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:31.630469 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5c1a861-b26a-4223-a951-43bf1db914ac tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] DELETE failed (client error): The resource could not be found. Aug 22 13:43:31.631580 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5c1a861-b26a-4223-a951-43bf1db914ac tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:43:31.633466 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d5c1a861-b26a-4223-a951-43bf1db914ac tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/ports/c02f22b1-e877-409b-890b-ba0152403426 HTTP/1.1" status: 404 len: 333 time: 0.0886977 Aug 22 13:43:31.636766 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52750) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:31.664475 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-9ed5b84e-e33d-46f2-ab48-a377eba670f4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7a757c9b1185462287e278a54c9a76c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9611721 Aug 22 13:43:31.668677 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed5b84e-e33d-46f2-ab48-a377eba670f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d49be6-ff07-4676-b7ae-290ccee67a61,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:31.668844 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52752) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:31.677931 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f7f16bd-3dac-472a-8278-7088563f47db tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] DELETE failed (client error): The resource could not be found. Aug 22 13:43:31.678404 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f7f16bd-3dac-472a-8278-7088563f47db tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:43:31.682245 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4f7f16bd-3dac-472a-8278-7088563f47db tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/subnets/80e93498-7f68-4328-86eb-0b59225794be HTTP/1.1" status: 404 len: 337 time: 0.0427752 Aug 22 13:43:31.682631 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52754) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:31.710297 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4079781a-165a-40fe-a8ca-7fdbcc8739f6 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:43:31.721074 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c41bbad-25bf-4b31-805c-dbf19a567fed tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] DELETE failed (client error): The resource could not be found. Aug 22 13:43:31.721589 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c41bbad-25bf-4b31-805c-dbf19a567fed tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:43:31.724284 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-7c41bbad-25bf-4b31-805c-dbf19a567fed tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/ports/0dfb8689-c9f5-4312-9c7e-e7ed0a873185 HTTP/1.1" status: 404 len: 333 time: 0.0397508 Aug 22 13:43:31.726102 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52756) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:31.728897 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a28e23e-6e95-404e-91a7-e6909070aa1b None None] Sync routers for ids ['6be81927-abf2-4661-b0f8-87c770883fd1'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:43:31.749135 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a28e23e-6e95-404e-91a7-e6909070aa1b None None] Routers {'6be81927-abf2-4661-b0f8-87c770883fd1'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:43:31.750726 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-4a28e23e-6e95-404e-91a7-e6909070aa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:43:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['6be81927-abf2-4661-b0f8-87c770883fd1'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:43:31.754334 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4079781a-165a-40fe-a8ca-7fdbcc8739f6 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:31.755556 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4079781a-165a-40fe-a8ca-7fdbcc8739f6 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.0400319 Aug 22 13:43:31.758688 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52760) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:31.759440 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-33010b3a-0fbb-40f5-99e9-117c13fe40fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:31.762415 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-33010b3a-0fbb-40f5-99e9-117c13fe40fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:31.766500 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-33010b3a-0fbb-40f5-99e9-117c13fe40fe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3abebcce-d6c1-4d1d-bff2-c8ffce69a308 HTTP/1.1" status: 204 len: 168 time: 0.3296924 Aug 22 13:43:31.767193 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa434ac5-0e49-483a-a338-bed10cb2c693 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] DELETE failed (client error): The resource could not be found. Aug 22 13:43:31.767654 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa434ac5-0e49-483a-a338-bed10cb2c693 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:43:31.769630 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-fa434ac5-0e49-483a-a338-bed10cb2c693 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/subnets/c2bf4255-d43d-436e-ba08-d3c2fb410778 HTTP/1.1" status: 404 len: 337 time: 0.0423324 Aug 22 13:43:31.776038 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52764) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:31.787548 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33010b3a-0fbb-40f5-99e9-117c13fe40fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abebcce-d6c1-4d1d-bff2-c8ffce69a308,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:31.804884 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9f2550d-1c82-43a4-9cf2-f4de3fbccd5f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] DELETE failed (client error): The resource could not be found. Aug 22 13:43:31.805584 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9f2550d-1c82-43a4-9cf2-f4de3fbccd5f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:43:31.807492 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c9f2550d-1c82-43a4-9cf2-f4de3fbccd5f tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/ports/9b9cb107-40b2-442f-ac70-2259d5c44925 HTTP/1.1" status: 404 len: 333 time: 0.0302744 Aug 22 13:43:31.810106 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52766) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:31.842399 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d409d5c-3e66-4093-ae23-8a1eb5734c90 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] DELETE failed (client error): The resource could not be found. Aug 22 13:43:31.842865 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d409d5c-3e66-4093-ae23-8a1eb5734c90 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:43:31.843444 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a3e5bd52-64e5-4b7e-a273-9ae986c07f06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:31.844728 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-5d409d5c-3e66-4093-ae23-8a1eb5734c90 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/subnets/62e822b1-f3ca-45e1-bacc-02a73f517bcc HTTP/1.1" status: 404 len: 337 time: 0.0334768 Aug 22 13:43:31.847854 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52768) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:31.871333 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9b0c8c2b-ade9-4c40-ba58-2035d143aeeb tempest-TestNetworkAdvancedServerOps-2090656047 tempest-TestNetworkAdvancedServerOps-2090656047-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=50b3d484826f4e1f8052fde49b87f38a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1019981 Aug 22 13:43:31.885941 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52770) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:31.886515 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e84cdb51-7207-4e95-8ef7-f7f8df9f63f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:31.889198 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f81c8b2-0d8c-4cb1-87c0-d04fe9eda87e tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] DELETE failed (client error): The resource could not be found. Aug 22 13:43:31.889952 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f81c8b2-0d8c-4cb1-87c0-d04fe9eda87e tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:43:31.895643 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-7f81c8b2-0d8c-4cb1-87c0-d04fe9eda87e tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/ports/3a99601c-2a3b-442b-a27f-db55f40b3dd7 HTTP/1.1" status: 404 len: 333 time: 0.0445845 Aug 22 13:43:31.896322 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52772) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:31.954260 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-4a28e23e-6e95-404e-91a7-e6909070aa1b None None] Set router 6be81927-abf2-4661-b0f8-87c770883fd1 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:43:31.968989 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec4a9146-7e9e-4b6e-b284-83bc5f7e9c17 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] DELETE failed (client error): The resource could not be found. Aug 22 13:43:31.970788 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec4a9146-7e9e-4b6e-b284-83bc5f7e9c17 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:43:31.974803 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ec4a9146-7e9e-4b6e-b284-83bc5f7e9c17 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/subnets/75919232-687b-4387-a0ff-d19b7b403bfc HTTP/1.1" status: 404 len: 337 time: 0.0734122 Aug 22 13:43:31.975260 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52778) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:32.081393 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a3e5bd52-64e5-4b7e-a273-9ae986c07f06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:32.168537 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0cae34e1-5c3d-49c8-b7ab-a9d488975332 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:32.245768 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-4a28e23e-6e95-404e-91a7-e6909070aa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be81927-abf2-4661-b0f8-87c770883fd1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046722450', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '206e29d1-fae6-4ed1-bdf1-9cd8793b827b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:43:27Z', 'updated_at': '2021-08-22T13:43:30Z', 'revision_number': 3, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'gw_port': {'id': '206e29d1-fae6-4ed1-bdf1-9cd8793b827b', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be81927-abf2-4661-b0f8-87c770883fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:43:29Z', 'updated_at': '2021-08-22T13:43:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:43:32.309443 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a28e23e-6e95-404e-91a7-e6909070aa1b None None] Checking router: 6be81927-abf2-4661-b0f8-87c770883fd1 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:43:32.309795 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a28e23e-6e95-404e-91a7-e6909070aa1b None None] Updating router 6be81927-abf2-4661-b0f8-87c770883fd1 port 206e29d1-fae6-4ed1-bdf1-9cd8793b827b binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:43:32.344462 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c36abb4-96e8-46ca-b24f-67a78b0344d1 tempest-TestNetworkAdvancedServerOps-2090656047 tempest-TestNetworkAdvancedServerOps-2090656047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:32.346065 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4c36abb4-96e8-46ca-b24f-67a78b0344d1 tempest-TestNetworkAdvancedServerOps-2090656047 tempest-TestNetworkAdvancedServerOps-2090656047-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4515235 Aug 22 13:43:32.352408 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52790) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:32.392169 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4a28e23e-6e95-404e-91a7-e6909070aa1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:32.412711 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6161447a-7d61-4a9b-b3e6-47e3eedbc845 tempest-TestNetworkAdvancedServerOps-2090656047 tempest-TestNetworkAdvancedServerOps-2090656047-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=7de6ab83-cd00-4b3c-94fb-810dd34d29b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0588348 Aug 22 13:43:32.418210 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e84cdb51-7207-4e95-8ef7-f7f8df9f63f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:32.419022 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52794) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:32.428439 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-a2924ade-9c8b-4b37-ad92-240900226f24 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1395751600', 'network_id': 'bf5a5750-b5ea-44cd-ad65-1dd63932d79a', 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:43:32.436162 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a3e5bd52-64e5-4b7e-a273-9ae986c07f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:32.439527 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a3e5bd52-64e5-4b7e-a273-9ae986c07f06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:32.443199 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a3e5bd52-64e5-4b7e-a273-9ae986c07f06 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/73d49be6-ff07-4676-b7ae-290ccee67a61 HTTP/1.1" status: 204 len: 168 time: 0.7701297 Aug 22 13:43:32.453044 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0cae34e1-5c3d-49c8-b7ab-a9d488975332 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:32.460425 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e84cdb51-7207-4e95-8ef7-f7f8df9f63f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:32.486427 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-0cae34e1-5c3d-49c8-b7ab-a9d488975332 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['933f65da-8ef2-4dea-ac27-3eee9182e92f']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:43:32.491359 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:32.518187 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-0cae34e1-5c3d-49c8-b7ab-a9d488975332 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:43:32.518490 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-0cae34e1-5c3d-49c8-b7ab-a9d488975332 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1410e2c-10c3-4ad0-a766-b4e2fbc3534b') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:43:32.526016 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e5bd52-64e5-4b7e-a273-9ae986c07f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d49be6-ff07-4676-b7ae-290ccee67a61,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:32.533976 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0cae34e1-5c3d-49c8-b7ab-a9d488975332 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:32.544614 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52802) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:32.564647 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0cae34e1-5c3d-49c8-b7ab-a9d488975332 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:32.576627 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cae34e1-5c3d-49c8-b7ab-a9d488975332 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:43:32.579039 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0cae34e1-5c3d-49c8-b7ab-a9d488975332 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:32.585522 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:43:32.585522 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:43:32.585522 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:43:32.585522 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:43:32.585522 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:43:32.585522 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:43:32.585522 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:43:32.585522 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:43:32.585522 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:43:32.585522 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:43:32.585522 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:43:32.585522 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:43:32.585522 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:43:32.585522 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:43:32.585522 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:43:32.585522 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:43:32.585522 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:43:32.585522 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:43:32.585522 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:43:32.585522 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:43:32.585522 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:43:32.585522 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:43:32.585522 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:43:32.585522 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:43:32.585522 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:43:32.585522 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:43:32.585522 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:43:32.585522 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:43:32.585522 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:43:32.585522 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:43:32.585522 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:43:32.585522 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:43:32.617304 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b818c22f-1f85-413e-8a8d-e852352a1bf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:32.630299 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e84cdb51-7207-4e95-8ef7-f7f8df9f63f1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8c2910374fd64662ab9567407622bf7f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8737981 Aug 22 13:43:32.642851 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52804) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:32.700024 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84cdb51-7207-4e95-8ef7-f7f8df9f63f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ff9529-2b04-46bb-8c29-f4b0e2b1507d,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:32.741270 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2924ade-9c8b-4b37-ad92-240900226f24 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Made reservation on behalf of 50b3d484826f4e1f8052fde49b87f38a for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:43:32.746345 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0cae34e1-5c3d-49c8-b7ab-a9d488975332 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:32.748717 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a2924ade-9c8b-4b37-ad92-240900226f24 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:32.756984 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0cae34e1-5c3d-49c8-b7ab-a9d488975332 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:32.770906 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-0cae34e1-5c3d-49c8-b7ab-a9d488975332 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] 10.222.0.21 "DELETE /v2.0/networks/933f65da-8ef2-4dea-ac27-3eee9182e92f HTTP/1.1" status: 204 len: 168 time: 0.7946234 Aug 22 13:43:32.787385 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae34e1-5c3d-49c8-b7ab-a9d488975332 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Pushing event deleted for resources: {'Network': ['ID=933f65da-8ef2-4dea-ac27-3eee9182e92f,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:32.803741 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae34e1-5c3d-49c8-b7ab-a9d488975332 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:43:32.804532 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae34e1-5c3d-49c8-b7ab-a9d488975332 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:43:32.810753 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae34e1-5c3d-49c8-b7ab-a9d488975332 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:43:32.811515 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae34e1-5c3d-49c8-b7ab-a9d488975332 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:43:32.812099 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae34e1-5c3d-49c8-b7ab-a9d488975332 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:43:32.812682 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae34e1-5c3d-49c8-b7ab-a9d488975332 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:43:32.813240 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae34e1-5c3d-49c8-b7ab-a9d488975332 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:43:32.813793 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae34e1-5c3d-49c8-b7ab-a9d488975332 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:43:32.814367 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae34e1-5c3d-49c8-b7ab-a9d488975332 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:43:32.814909 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae34e1-5c3d-49c8-b7ab-a9d488975332 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:43:32.815477 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae34e1-5c3d-49c8-b7ab-a9d488975332 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:43:32.816062 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae34e1-5c3d-49c8-b7ab-a9d488975332 tempest-NetworksTestDHCPv6-1782556488 tempest-NetworksTestDHCPv6-1782556488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:43:32.856627 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4a28e23e-6e95-404e-91a7-e6909070aa1b None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:32.869834 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-4a28e23e-6e95-404e-91a7-e6909070aa1b None None] Transition to ACTIVE for port object 206e29d1-fae6-4ed1-bdf1-9cd8793b827b will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:43:32.879304 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4a28e23e-6e95-404e-91a7-e6909070aa1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:32.934225 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b583cf2-2f38-4c67-a16a-7ebb775a99e6 None None] Pushing event updated for resources: {'Port': ['ID=206e29d1-fae6-4ed1-bdf1-9cd8793b827b,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:32.962296 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-4a28e23e-6e95-404e-91a7-e6909070aa1b None None] Attempting to bind port 206e29d1-fae6-4ed1-bdf1-9cd8793b827b on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:43:32.965041 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-4a28e23e-6e95-404e-91a7-e6909070aa1b None None] Attempting to bind port 206e29d1-fae6-4ed1-bdf1-9cd8793b827b by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:43:32.965425 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a28e23e-6e95-404e-91a7-e6909070aa1b None None] Attempting to bind port 206e29d1-fae6-4ed1-bdf1-9cd8793b827b on network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:43:32.979591 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c0f3f16f-ac21-4586-89db-cc7e4799ccd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:32.982632 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a28e23e-6e95-404e-91a7-e6909070aa1b None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:43:32.982632 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a28e23e-6e95-404e-91a7-e6909070aa1b None None] Checking segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:43:32.991211 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4a28e23e-6e95-404e-91a7-e6909070aa1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:32.991211 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a28e23e-6e95-404e-91a7-e6909070aa1b None None] Bound using segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:43:32.991211 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-4a28e23e-6e95-404e-91a7-e6909070aa1b None None] Bound port: 206e29d1-fae6-4ed1-bdf1-9cd8793b827b, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:43:32.991211 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4a28e23e-6e95-404e-91a7-e6909070aa1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:33.039086 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c0f3f16f-ac21-4586-89db-cc7e4799ccd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:33.092695 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-4a28e23e-6e95-404e-91a7-e6909070aa1b None None] For port 206e29d1-fae6-4ed1-bdf1-9cd8793b827b, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:43:33.098908 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-4a28e23e-6e95-404e-91a7-e6909070aa1b None None] For port 206e29d1-fae6-4ed1-bdf1-9cd8793b827b, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=206e29d1-fae6-4ed1-bdf1-9cd8793b827b,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:43:33.110042 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4a28e23e-6e95-404e-91a7-e6909070aa1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:33.183533 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c0f3f16f-ac21-4586-89db-cc7e4799ccd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:33.186810 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c0f3f16f-ac21-4586-89db-cc7e4799ccd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:33.191033 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c0f3f16f-ac21-4586-89db-cc7e4799ccd6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c7ff9529-2b04-46bb-8c29-f4b0e2b1507d HTTP/1.1" status: 204 len: 168 time: 0.5457389 Aug 22 13:43:33.193186 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b818c22f-1f85-413e-8a8d-e852352a1bf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:33.219286 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a28e23e-6e95-404e-91a7-e6909070aa1b None None] Routers {'6be81927-abf2-4661-b0f8-87c770883fd1'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:43:33.220134 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-4a28e23e-6e95-404e-91a7-e6909070aa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:43:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['6be81927-abf2-4661-b0f8-87c770883fd1'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:43:33.253225 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b818c22f-1f85-413e-8a8d-e852352a1bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:33.285670 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f3f16f-ac21-4586-89db-cc7e4799ccd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ff9529-2b04-46bb-8c29-f4b0e2b1507d,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:33.319719 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52832) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:33.360573 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b583cf2-2f38-4c67-a16a-7ebb775a99e6 None None] Pushing event updated for resources: {'Port': ['ID=206e29d1-fae6-4ed1-bdf1-9cd8793b827b,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:33.363555 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b818c22f-1f85-413e-8a8d-e852352a1bf9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9c918b5d101540d49007c4d651df8f8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8147345 Aug 22 13:43:33.366265 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52836) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:33.395894 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b818c22f-1f85-413e-8a8d-e852352a1bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c93792-9254-4d25-b724-0c95ba69f5fa,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:33.412404 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a2924ade-9c8b-4b37-ad92-240900226f24 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:33.485016 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-80da9d4a-1bd7-4208-b02d-be8cf1e264d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:33.491228 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-4a28e23e-6e95-404e-91a7-e6909070aa1b None None] Set router 6be81927-abf2-4661-b0f8-87c770883fd1 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:43:33.551792 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-80da9d4a-1bd7-4208-b02d-be8cf1e264d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:33.576348 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2924ade-9c8b-4b37-ad92-240900226f24 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event updated for resources: {'Subnet': ['ID=0aff47bc-ed4a-4c75-9203-6ffecee8fcb0,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:33.598384 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2924ade-9c8b-4b37-ad92-240900226f24 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Checking segment: {'id': '3ddf7eac-d84f-4dbb-b953-6c0071efe217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bf5a5750-b5ea-44cd-ad65-1dd63932d79a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:43:33.598748 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2924ade-9c8b-4b37-ad92-240900226f24 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Network hostable DHCP agents. Network: bf5a5750-b5ea-44cd-ad65-1dd63932d79a, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:43:33.634217 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2924ade-9c8b-4b37-ad92-240900226f24 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Network bf5a5750-b5ea-44cd-ad65-1dd63932d79a is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:43:33.653952 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-80da9d4a-1bd7-4208-b02d-be8cf1e264d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:33.659390 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-80da9d4a-1bd7-4208-b02d-be8cf1e264d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:33.665861 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-80da9d4a-1bd7-4208-b02d-be8cf1e264d7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a7c93792-9254-4d25-b724-0c95ba69f5fa HTTP/1.1" status: 204 len: 168 time: 0.2948065 Aug 22 13:43:33.668213 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-a2924ade-9c8b-4b37-ad92-240900226f24 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, bf5a5750-b5ea-44cd-ad65-1dd63932d79a) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:43:33.682916 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2924ade-9c8b-4b37-ad92-240900226f24 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:33.687938 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a2924ade-9c8b-4b37-ad92-240900226f24 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:33.690650 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be111d4-b956-4da2-9a67-d1ec2f24ca7c None None] Network bf5a5750-b5ea-44cd-ad65-1dd63932d79a requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:43:33.699338 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da9d4a-1bd7-4208-b02d-be8cf1e264d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c93792-9254-4d25-b724-0c95ba69f5fa,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:33.718859 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a2924ade-9c8b-4b37-ad92-240900226f24 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2960939 Aug 22 13:43:33.719632 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52846) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:33.864104 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:33.920544 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-4a28e23e-6e95-404e-91a7-e6909070aa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be81927-abf2-4661-b0f8-87c770883fd1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046722450', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '206e29d1-fae6-4ed1-bdf1-9cd8793b827b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:43:27Z', 'updated_at': '2021-08-22T13:43:30Z', 'revision_number': 3, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'gw_port': {'id': '206e29d1-fae6-4ed1-bdf1-9cd8793b827b', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be81927-abf2-4661-b0f8-87c770883fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:43:29Z', 'updated_at': '2021-08-22T13:43:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:43:33.975388 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a28e23e-6e95-404e-91a7-e6909070aa1b None None] The sync data for ids ['6be81927-abf2-4661-b0f8-87c770883fd1'] in n-d-793621-33 is: [{'id': '6be81927-abf2-4661-b0f8-87c770883fd1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046722450', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '206e29d1-fae6-4ed1-bdf1-9cd8793b827b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:43:27Z', 'updated_at': '2021-08-22T13:43:30Z', 'revision_number': 3, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'gw_port': {'id': '206e29d1-fae6-4ed1-bdf1-9cd8793b827b', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be81927-abf2-4661-b0f8-87c770883fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:43:29Z', 'updated_at': '2021-08-22T13:43:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:43:34.000543 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5472dacb-e8b7-422d-abe5-cd94e783da1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-bf5a5750-b5ea-44cd-ad65-1dd63932d79a', 'network_id': 'bf5a5750-b5ea-44cd-ad65-1dd63932d79a', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'fixed_ips': [{'subnet_id': '0aff47bc-ed4a-4c75-9203-6ffecee8fcb0'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:43:34.006886 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5472dacb-e8b7-422d-abe5-cd94e783da1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:34.269782 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52890) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:34.274513 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ce7cc552-23b0-4ade-8ee6-83e12832cf24 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a71622c06b3d48d28918cf297ca2043b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9534974 Aug 22 13:43:34.296610 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:34.332689 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-5472dacb-e8b7-422d-abe5-cd94e783da1e None None] Allocated IP 172.20.0.2 (bf5a5750-b5ea-44cd-ad65-1dd63932d79a/0aff47bc-ed4a-4c75-9203-6ffecee8fcb0/4f3be44c-a229-46d3-9a34-4f631331ceaf) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:43:34.431434 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bd2d491f-18b9-410a-a74b-e6cc4ca13763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:34.499604 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bd2d491f-18b9-410a-a74b-e6cc4ca13763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:34.627061 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bd2d491f-18b9-410a-a74b-e6cc4ca13763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:34.630083 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bd2d491f-18b9-410a-a74b-e6cc4ca13763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:34.633832 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-bd2d491f-18b9-410a-a74b-e6cc4ca13763 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/309f3e78-d3bb-4bb9-bc27-59c42d0f75de HTTP/1.1" status: 204 len: 168 time: 0.3599918 Aug 22 13:43:34.646143 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d491f-18b9-410a-a74b-e6cc4ca13763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309f3e78-d3bb-4bb9-bc27-59c42d0f75de,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:35.026314 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5472dacb-e8b7-422d-abe5-cd94e783da1e None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:35.036537 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cec70c05-075d-487b-b3b1-ba88e6d900c1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:35.054054 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-5472dacb-e8b7-422d-abe5-cd94e783da1e None None] Transition to ACTIVE for port object 4f3be44c-a229-46d3-9a34-4f631331ceaf will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:43:35.090783 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-5472dacb-e8b7-422d-abe5-cd94e783da1e None None] Transition to ACTIVE for port object 4f3be44c-a229-46d3-9a34-4f631331ceaf will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:43:35.110598 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5472dacb-e8b7-422d-abe5-cd94e783da1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:35.141546 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5472dacb-e8b7-422d-abe5-cd94e783da1e None None] Network bf5a5750-b5ea-44cd-ad65-1dd63932d79a is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:43:35.144571 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-5472dacb-e8b7-422d-abe5-cd94e783da1e None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:43:35.151121 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5472dacb-e8b7-422d-abe5-cd94e783da1e None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:43:35.352484 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5472dacb-e8b7-422d-abe5-cd94e783da1e None None] Pushing event updated for resources: {'Port': ['ID=4f3be44c-a229-46d3-9a34-4f631331ceaf,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:35.377133 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-5472dacb-e8b7-422d-abe5-cd94e783da1e None None] Attempting to bind port 4f3be44c-a229-46d3-9a34-4f631331ceaf on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:43:35.377748 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-5472dacb-e8b7-422d-abe5-cd94e783da1e None None] Attempting to bind port 4f3be44c-a229-46d3-9a34-4f631331ceaf by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '3ddf7eac-d84f-4dbb-b953-6c0071efe217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bf5a5750-b5ea-44cd-ad65-1dd63932d79a'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:43:35.378322 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5472dacb-e8b7-422d-abe5-cd94e783da1e None None] Attempting to bind port 4f3be44c-a229-46d3-9a34-4f631331ceaf on network bf5a5750-b5ea-44cd-ad65-1dd63932d79a {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:43:35.384435 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5472dacb-e8b7-422d-abe5-cd94e783da1e None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:43:35.385052 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5472dacb-e8b7-422d-abe5-cd94e783da1e None None] Checking segment: {'id': '3ddf7eac-d84f-4dbb-b953-6c0071efe217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bf5a5750-b5ea-44cd-ad65-1dd63932d79a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:43:35.385621 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5472dacb-e8b7-422d-abe5-cd94e783da1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:35.386202 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5472dacb-e8b7-422d-abe5-cd94e783da1e None None] Bound using segment: {'id': '3ddf7eac-d84f-4dbb-b953-6c0071efe217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bf5a5750-b5ea-44cd-ad65-1dd63932d79a'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:43:35.386840 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-5472dacb-e8b7-422d-abe5-cd94e783da1e None None] Bound port: 4f3be44c-a229-46d3-9a34-4f631331ceaf, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ddf7eac-d84f-4dbb-b953-6c0071efe217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bf5a5750-b5ea-44cd-ad65-1dd63932d79a'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:43:35.387501 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5472dacb-e8b7-422d-abe5-cd94e783da1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:35.521382 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-5472dacb-e8b7-422d-abe5-cd94e783da1e None None] For port 4f3be44c-a229-46d3-9a34-4f631331ceaf, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:43:35.526768 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-5472dacb-e8b7-422d-abe5-cd94e783da1e None None] For port 4f3be44c-a229-46d3-9a34-4f631331ceaf, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=4f3be44c-a229-46d3-9a34-4f631331ceaf,segment=NetworkSegment(3ddf7eac-d84f-4dbb-b953-6c0071efe217),segment_id=3ddf7eac-d84f-4dbb-b953-6c0071efe217)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:43:35.535737 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5472dacb-e8b7-422d-abe5-cd94e783da1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:35.587969 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 206e29d1-fae6-4ed1-bdf1-9cd8793b827b up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:43:35.749042 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5472dacb-e8b7-422d-abe5-cd94e783da1e None None] Pushing event updated for resources: {'Port': ['ID=4f3be44c-a229-46d3-9a34-4f631331ceaf,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:35.753772 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-cec70c05-075d-487b-b3b1-ba88e6d900c1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Allocated IP 172.20.0.1 (bf5a5750-b5ea-44cd-ad65-1dd63932d79a/0aff47bc-ed4a-4c75-9203-6ffecee8fcb0/38726b80-43eb-43f5-94b5-223416277906) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:43:35.770480 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 206e29d1-fae6-4ed1-bdf1-9cd8793b827b completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:43:35.775691 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 206e29d1-fae6-4ed1-bdf1-9cd8793b827b triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:43:35.776629 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:35.937383 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:35.981249 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 206e29d1-fae6-4ed1-bdf1-9cd8793b827b, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=206e29d1-fae6-4ed1-bdf1-9cd8793b827b,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:43:35.988469 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:36.038492 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cec70c05-075d-487b-b3b1-ba88e6d900c1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:36.078929 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-cec70c05-075d-487b-b3b1-ba88e6d900c1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Transition to ACTIVE for port object 38726b80-43eb-43f5-94b5-223416277906 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:43:36.131337 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=206e29d1-fae6-4ed1-bdf1-9cd8793b827b,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:36.167727 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cec70c05-075d-487b-b3b1-ba88e6d900c1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:36.244089 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec70c05-075d-487b-b3b1-ba88e6d900c1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Network bf5a5750-b5ea-44cd-ad65-1dd63932d79a is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:43:36.251350 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-cec70c05-075d-487b-b3b1-ba88e6d900c1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:43:36.253612 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec70c05-075d-487b-b3b1-ba88e6d900c1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event updated for resources: {'Port': ['ID=38726b80-43eb-43f5-94b5-223416277906,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:36.255936 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec70c05-075d-487b-b3b1-ba88e6d900c1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:43:36.310395 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cec70c05-075d-487b-b3b1-ba88e6d900c1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:36.545719 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52994) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:36.554640 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cec70c05-075d-487b-b3b1-ba88e6d900c1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:36.974462 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-5d4e8404-810b-4afe-8447-721c1ffa667c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-558884635-network', 'tenant_id': '4ba2343273124f0997e7b331b3ebfac4'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:43:37.033357 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4e8404-810b-4afe-8447-721c1ffa667c admin admin] Made reservation on behalf of 4ba2343273124f0997e7b331b3ebfac4 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:43:37.039600 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5d4e8404-810b-4afe-8447-721c1ffa667c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:37.068361 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5d4e8404-810b-4afe-8447-721c1ffa667c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:37.081318 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cec70c05-075d-487b-b3b1-ba88e6d900c1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:37.099296 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cec70c05-075d-487b-b3b1-ba88e6d900c1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:37.273303 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec70c05-075d-487b-b3b1-ba88e6d900c1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event updated for resources: {'Port': ['ID=38726b80-43eb-43f5-94b5-223416277906,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:37.286921 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cec70c05-075d-487b-b3b1-ba88e6d900c1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:37.299924 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5d4e8404-810b-4afe-8447-721c1ffa667c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:37.312264 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5d4e8404-810b-4afe-8447-721c1ffa667c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:37.386403 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d4e8404-810b-4afe-8447-721c1ffa667c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:43:37.406379 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4e8404-810b-4afe-8447-721c1ffa667c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b97957-1fa9-40ce-94ee-6423aa92b2db,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:37.413219 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5d4e8404-810b-4afe-8447-721c1ffa667c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:37.413574 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-5d4e8404-810b-4afe-8447-721c1ffa667c admin admin] Added segment 2e9fa35d-4d91-46a6-bf3a-ec3f75fe53b2 of type vlan for network e4108436-d1d0-45f2-b19e-40b7a3922ac1 Aug 22 13:43:37.448977 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53018) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:37.505873 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5d4e8404-810b-4afe-8447-721c1ffa667c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:37.518568 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec70c05-075d-487b-b3b1-ba88e6d900c1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Network bf5a5750-b5ea-44cd-ad65-1dd63932d79a is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:43:37.521249 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-cec70c05-075d-487b-b3b1-ba88e6d900c1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:43:37.549561 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5d4e8404-810b-4afe-8447-721c1ffa667c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:37.556905 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4e8404-810b-4afe-8447-721c1ffa667c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:37.560737 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5d4e8404-810b-4afe-8447-721c1ffa667c admin admin] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:37.675341 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291143a1-4118-4313-978c-593df72e621d None None] Network bf5a5750-b5ea-44cd-ad65-1dd63932d79a requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:43:37.774258 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4e8404-810b-4afe-8447-721c1ffa667c admin admin] Pushing event updated for resources: {'Network': ['ID=e4108436-d1d0-45f2-b19e-40b7a3922ac1,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:37.795300 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5d4e8404-810b-4afe-8447-721c1ffa667c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2483664 Aug 22 13:43:37.801109 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 53026) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:37.815566 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-9085f989-e1c4-4c5b-ba35-a569d6d4e9db admin admin] Request body: {'subnet': {'network_id': 'e4108436-d1d0-45f2-b19e-40b7a3922ac1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-558884635-subnet', 'tenant_id': '4ba2343273124f0997e7b331b3ebfac4', 'ip_version': 4}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:43:37.847452 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec70c05-075d-487b-b3b1-ba88e6d900c1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Router 6be81927-abf2-4661-b0f8-87c770883fd1 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:43:37.875726 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network e4108436-d1d0-45f2-b19e-40b7a3922ac1 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:43:37.887038 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 4f3be44c-a229-46d3-9a34-4f631331ceaf up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:43:37.982201 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e2f0cc0b-e69c-473b-ba1c-41140c271acd None None] Provisioning for port 4f3be44c-a229-46d3-9a34-4f631331ceaf completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:43:37.995404 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-4830e973-3670-4532-a927-bdeda047671e tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:37.996891 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4830e973-3670-4532-a927-bdeda047671e tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.5469701 Aug 22 13:43:38.003004 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9085f989-e1c4-4c5b-ba35-a569d6d4e9db admin admin] Made reservation on behalf of 4ba2343273124f0997e7b331b3ebfac4 for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:43:38.005476 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9085f989-e1c4-4c5b-ba35-a569d6d4e9db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:38.006955 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53032) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:38.022933 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-56155978-1eba-4561-8b9f-d5af124327ee tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:38.029135 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-56155978-1eba-4561-8b9f-d5af124327ee tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0202119 Aug 22 13:43:38.033376 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53034) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:38.049251 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-eb05d314-ea83-4e85-9e63-bb55e7ac3434 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:38.065129 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-eb05d314-ea83-4e85-9e63-bb55e7ac3434 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0220971 Aug 22 13:43:38.066725 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53036) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:38.078845 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-b3961730-48b8-492e-8782-f1b321e0a326 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:38.091352 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b3961730-48b8-492e-8782-f1b321e0a326 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0211701 Aug 22 13:43:38.094083 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53040) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:38.100726 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-f085c21d-9fe1-495a-820f-c491ad28b1d0 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:38.102074 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f085c21d-9fe1-495a-820f-c491ad28b1d0 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0067310 Aug 22 13:43:38.105800 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53042) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:38.121101 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 4f3be44c-a229-46d3-9a34-4f631331ceaf completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:43:38.121323 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-69d89f87-26d6-44db-b41d-a9d28759c9cf tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:38.124526 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec70c05-075d-487b-b3b1-ba88e6d900c1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:43:38.125432 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-69d89f87-26d6-44db-b41d-a9d28759c9cf tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0154862 Aug 22 13:43:38.127081 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53044) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:38.128559 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 4f3be44c-a229-46d3-9a34-4f631331ceaf triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:43:38.129120 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:38.139018 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08edafc5-3f7a-444e-a61d-75abfa2f549a None None] Sync routers for ids ['6be81927-abf2-4661-b0f8-87c770883fd1'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:43:38.142067 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-fae00f8f-372d-4e1f-8879-5e0c8747d873 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:38.143271 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-fae00f8f-372d-4e1f-8879-5e0c8747d873 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0147383 Aug 22 13:43:38.146272 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53046) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:38.150922 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-cec70c05-075d-487b-b3b1-ba88e6d900c1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "PUT /v2.0/routers/6be81927-abf2-4661-b0f8-87c770883fd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4252958 Aug 22 13:43:38.160033 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-a6929ab7-4f5e-4183-9918-172140cc8355 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:38.163577 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a6929ab7-4f5e-4183-9918-172140cc8355 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0160401 Aug 22 13:43:38.166580 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 53050) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:38.172804 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [None req-7c6535de-098e-4d6f-9b5c-c0f56070b9d5 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:38.174218 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-7c6535de-098e-4d6f-9b5c-c0f56070b9d5 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0064504 Aug 22 13:43:38.176956 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53052) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:38.177253 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08edafc5-3f7a-444e-a61d-75abfa2f549a None None] Routers {'6be81927-abf2-4661-b0f8-87c770883fd1'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:43:38.177899 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-08edafc5-3f7a-444e-a61d-75abfa2f549a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:43:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['6be81927-abf2-4661-b0f8-87c770883fd1'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:43:38.181901 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-514d5f65-ff81-45b7-8ec0-54b77f6dfcb2 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:38.183642 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-514d5f65-ff81-45b7-8ec0-54b77f6dfcb2 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0055690 Aug 22 13:43:38.186821 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53054) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:38.192359 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-13ace149-ddd3-4f63-83e4-5f80eb0a1648 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:38.195393 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-13ace149-ddd3-4f63-83e4-5f80eb0a1648 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0072763 Aug 22 13:43:38.203059 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 53056) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:38.209863 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [None req-aacd3c59-2f21-475f-b90d-64208741f734 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:38.221890 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-aacd3c59-2f21-475f-b90d-64208741f734 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0173995 Aug 22 13:43:38.285706 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53062) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:38.291121 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-7d7bf463-1eab-44ab-8bf2-56c378dcf22b tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:38.292342 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7d7bf463-1eab-44ab-8bf2-56c378dcf22b tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0054178 Aug 22 13:43:38.294960 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53064) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:38.304732 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-1ab92089-9683-41a5-8d4e-9a70e0bfbb05 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:38.313838 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-1ab92089-9683-41a5-8d4e-9a70e0bfbb05 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0152681 Aug 22 13:43:38.317163 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53066) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:38.318237 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:38.331942 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-549337bd-c4db-426f-bed0-022593a18985 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:38.337406 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-549337bd-c4db-426f-bed0-022593a18985 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0169144 Aug 22 13:43:38.345471 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53068) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:38.359370 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-8e89875d-f37f-468c-9c0d-45b4efeec43c tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:38.361885 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8e89875d-f37f-468c-9c0d-45b4efeec43c tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0145414 Aug 22 13:43:38.364876 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53070) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:38.385689 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-7039c38f-8657-436f-839c-26df5f8dcb3d tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:38.392748 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7039c38f-8657-436f-839c-26df5f8dcb3d tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0222924 Aug 22 13:43:38.395885 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53072) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:38.401714 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 4f3be44c-a229-46d3-9a34-4f631331ceaf, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=4f3be44c-a229-46d3-9a34-4f631331ceaf,segment=NetworkSegment(3ddf7eac-d84f-4dbb-b953-6c0071efe217),segment_id=3ddf7eac-d84f-4dbb-b953-6c0071efe217)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:43:38.409034 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-69700a8e-63c4-4359-b53a-d45a63993176 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:38.411690 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:38.412811 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 206e29d1-fae6-4ed1-bdf1-9cd8793b827b up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:43:38.414831 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-69700a8e-63c4-4359-b53a-d45a63993176 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0146697 Aug 22 13:43:38.418028 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53074) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:38.428948 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-54aced7c-9e08-4142-8a05-e6555625dc09 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:38.437318 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-54aced7c-9e08-4142-8a05-e6555625dc09 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0149951 Aug 22 13:43:38.438548 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53078) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:38.451747 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-7a94f281-d72e-4243-8011-acfbe766e1ff tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:38.457426 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7a94f281-d72e-4243-8011-acfbe766e1ff tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0153790 Aug 22 13:43:38.458050 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53080) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:38.472370 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-6dd9165a-7806-4e9e-b818-fc350b898361 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:38.477954 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6dd9165a-7806-4e9e-b818-fc350b898361 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0136116 Aug 22 13:43:38.478162 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 53082) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:38.488705 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [None req-11dfb775-7122-41d7-b298-22bac762e5e3 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:38.492115 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-11dfb775-7122-41d7-b298-22bac762e5e3 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0104456 Aug 22 13:43:38.492205 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-08edafc5-3f7a-444e-a61d-75abfa2f549a None None] Set router 6be81927-abf2-4661-b0f8-87c770883fd1 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:43:38.493414 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53088) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:38.497461 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9085f989-e1c4-4c5b-ba35-a569d6d4e9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:38.505283 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-7928258f-ca20-49fc-9742-3ad48505b775 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:38.510795 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7928258f-ca20-49fc-9742-3ad48505b775 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0126588 Aug 22 13:43:38.512177 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53090) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:38.538238 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-d6585eea-83b2-404f-8e8b-98d7a3bd7128 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:38.541608 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d6585eea-83b2-404f-8e8b-98d7a3bd7128 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0261958 Aug 22 13:43:38.542430 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53092) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:38.542653 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53094) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:38.570004 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-8ec9459b-e259-44b5-9ef9-c8eb13b89845 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:38.573044 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8ec9459b-e259-44b5-9ef9-c8eb13b89845 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0262868 Aug 22 13:43:38.592228 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53102) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:38.609417 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-5e33eac9-ae4d-48d4-8655-28a0e5689cc8 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:38.614937 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5e33eac9-ae4d-48d4-8655-28a0e5689cc8 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0192327 Aug 22 13:43:38.616101 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53106) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:38.630503 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-3fa7a689-bdc4-4dc1-8793-6de52abe3a04 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:38.636501 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-3fa7a689-bdc4-4dc1-8793-6de52abe3a04 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0189767 Aug 22 13:43:38.637380 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53110) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:38.645766 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-1bfe0c06-db95-45c8-b66d-e838c8b7847c tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:38.649607 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=4f3be44c-a229-46d3-9a34-4f631331ceaf,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:38.651306 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-1bfe0c06-db95-45c8-b66d-e838c8b7847c tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0094302 Aug 22 13:43:38.652988 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53112) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:38.660115 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-c0f9ad68-ffa5-4efb-803b-25034d4437e2 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:38.665484 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c0f9ad68-ffa5-4efb-803b-25034d4437e2 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0104821 Aug 22 13:43:38.666315 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53114) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:38.671664 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-0e3bad22-1f94-463e-a32e-501b91e4af3b tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:38.676871 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0e3bad22-1f94-463e-a32e-501b91e4af3b tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0093815 Aug 22 13:43:38.678232 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53116) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:38.681278 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 206e29d1-fae6-4ed1-bdf1-9cd8793b827b triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:43:38.681734 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:38.693918 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-d3fad856-a1b9-4f9b-b8f5-0e9ee7b5cc63 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:38.702112 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d3fad856-a1b9-4f9b-b8f5-0e9ee7b5cc63 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0220404 Aug 22 13:43:38.703826 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53118) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:38.710805 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-57c4fc64-2b88-4bc7-aeee-7e21b93f836a tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:38.717048 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-57c4fc64-2b88-4bc7-aeee-7e21b93f836a tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0119276 Aug 22 13:43:38.718570 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53120) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:38.723999 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-77ff9acb-fdae-4735-a948-b10baf9858ef tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:38.729265 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-77ff9acb-fdae-4735-a948-b10baf9858ef tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0092857 Aug 22 13:43:38.730275 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53122) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:38.737476 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-21edb724-0ce4-4965-b4b3-06eadce9e78c tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:38.743067 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-21edb724-0ce4-4965-b4b3-06eadce9e78c tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0113339 Aug 22 13:43:38.744214 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53126) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:38.750943 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-dcbe397b-6104-4974-82fb-a3d75a4c1a7f tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:38.756833 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-dcbe397b-6104-4974-82fb-a3d75a4c1a7f tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0104394 Aug 22 13:43:38.758592 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53128) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:38.769729 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-664f3e41-32fe-4b1c-b308-7c9df37dafdf tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:38.772721 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-664f3e41-32fe-4b1c-b308-7c9df37dafdf tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0128920 Aug 22 13:43:38.775756 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53130) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:38.790410 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-3e37d63d-7f7d-4665-8177-8dbba641b0a1 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:38.796291 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-3e37d63d-7f7d-4665-8177-8dbba641b0a1 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0114563 Aug 22 13:43:38.799047 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53132) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:38.809497 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-9afe285f-aaeb-4cd1-8b80-9a5b9a310609 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:38.812760 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9afe285f-aaeb-4cd1-8b80-9a5b9a310609 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0123661 Aug 22 13:43:38.815869 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53134) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:38.820729 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-b4ed57a1-110e-43e1-93c1-0020a59139b4 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:38.831292 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b4ed57a1-110e-43e1-93c1-0020a59139b4 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0141151 Aug 22 13:43:38.834555 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53136) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:38.844904 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-dd84d871-4c78-4401-b975-d21defde2f88 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:38.851386 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-dd84d871-4c78-4401-b975-d21defde2f88 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0136518 Aug 22 13:43:38.857767 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53138) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:38.870085 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-6a632fb7-df40-4845-a734-7bdb6dd11b97 None None] Provisioning complete for port 4f3be44c-a229-46d3-9a34-4f631331ceaf triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:43:38.870746 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6a632fb7-df40-4845-a734-7bdb6dd11b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:38.882332 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-9515f29d-ee4f-4dc2-b1cd-4fc19d23ebee tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:38.890891 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9515f29d-ee4f-4dc2-b1cd-4fc19d23ebee tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0230014 Aug 22 13:43:38.894931 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53140) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:38.907446 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-72da80aa-b937-4957-b1c1-41f0788eca4d tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:38.908935 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-72da80aa-b937-4957-b1c1-41f0788eca4d tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0122902 Aug 22 13:43:38.913096 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53142) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:38.926048 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-b53a4548-9ba8-4bb4-8386-76dac1c711e8 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:38.927956 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b53a4548-9ba8-4bb4-8386-76dac1c711e8 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0132189 Aug 22 13:43:38.933347 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53144) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:38.944060 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-47f04259-084e-4c48-8a90-4b7ce195d489 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:38.948138 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-47f04259-084e-4c48-8a90-4b7ce195d489 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0130978 Aug 22 13:43:38.953391 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53146) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:38.960098 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-b29dc70c-d4f7-4df2-b2b1-c5cfa63b0471 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:38.970996 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b29dc70c-d4f7-4df2-b2b1-c5cfa63b0471 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0163226 Aug 22 13:43:38.974444 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53148) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:38.982199 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-753dee3c-bfdc-4f9f-bddc-444f54b40f28 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:38.990721 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-753dee3c-bfdc-4f9f-bddc-444f54b40f28 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0132091 Aug 22 13:43:38.993944 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53152) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:39.000028 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-df4f983e-08d5-4a3a-8cdd-7bec283f1efb tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:39.003553 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-df4f983e-08d5-4a3a-8cdd-7bec283f1efb tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0049620 Aug 22 13:43:39.021212 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53154) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:39.028034 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-7f29db14-4a9d-425e-ace0-d6abab02e889 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:39.029648 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7f29db14-4a9d-425e-ace0-d6abab02e889 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0080380 Aug 22 13:43:39.048929 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53162) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:39.061686 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-c05c2e75-fab8-45a2-9767-b930a68d8b59 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:39.062732 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c05c2e75-fab8-45a2-9767-b930a68d8b59 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0101326 Aug 22 13:43:39.063618 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c56cdafd-7311-4f77-8be7-ea09a04dd32c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:39.089564 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53164) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:39.103098 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-3ceb2c8c-02e0-4c61-b52e-a1c565941f11 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:39.107980 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-3ceb2c8c-02e0-4c61-b52e-a1c565941f11 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0126259 Aug 22 13:43:39.110821 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53172) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:39.135849 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-d065f8c5-4a1c-4c6e-b37d-7ebedd0fb493 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:39.140133 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d065f8c5-4a1c-4c6e-b37d-7ebedd0fb493 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0253322 Aug 22 13:43:39.148503 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53174) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:39.165650 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-a014f278-02ee-463d-87e3-dcd2a1259acb tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:39.171356 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a014f278-02ee-463d-87e3-dcd2a1259acb tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0216091 Aug 22 13:43:39.179855 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53176) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:39.192824 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-e7cd8ed7-e527-4c77-8e8f-559c782427b5 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:39.197537 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e7cd8ed7-e527-4c77-8e8f-559c782427b5 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0128200 Aug 22 13:43:39.199963 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53178) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:39.212794 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-fabbab1e-f1ea-47a6-ae06-a84d3628de54 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:39.216980 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-fabbab1e-f1ea-47a6-ae06-a84d3628de54 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0104351 Aug 22 13:43:39.220421 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53180) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:39.235244 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-4ab9ba30-a38a-42fd-b97c-a1c1f4b8539c tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:39.236610 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-6a632fb7-df40-4845-a734-7bdb6dd11b97 None None] Provisioning for port 38726b80-43eb-43f5-94b5-223416277906 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:43:39.238691 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4ab9ba30-a38a-42fd-b97c-a1c1f4b8539c tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0137901 Aug 22 13:43:39.240762 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-6a632fb7-df40-4845-a734-7bdb6dd11b97 None None] Provisioning complete for port 38726b80-43eb-43f5-94b5-223416277906 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:43:39.241135 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6a632fb7-df40-4845-a734-7bdb6dd11b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:39.243648 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-08edafc5-3f7a-444e-a61d-75abfa2f549a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be81927-abf2-4661-b0f8-87c770883fd1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046722450', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '206e29d1-fae6-4ed1-bdf1-9cd8793b827b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:43:27Z', 'updated_at': '2021-08-22T13:43:36Z', 'revision_number': 4, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'gw_port': {'id': '206e29d1-fae6-4ed1-bdf1-9cd8793b827b', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be81927-abf2-4661-b0f8-87c770883fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:43:29Z', 'updated_at': '2021-08-22T13:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '38726b80-43eb-43f5-94b5-223416277906', 'name': '', 'network_id': 'bf5a5750-b5ea-44cd-ad65-1dd63932d79a', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'mac_address': 'fa:16:3e:64:c5:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be81927-abf2-4661-b0f8-87c770883fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '0aff47bc-ed4a-4c75-9203-6ffecee8fcb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:43:35Z', 'updated_at': '2021-08-22T13:43:36Z', 'revision_number': 2, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'subnets': [{'id': '0aff47bc-ed4a-4c75-9203-6ffecee8fcb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:43:39.246142 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53182) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:39.269867 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-3451db3c-3eb3-40d6-8c2c-851e683c9295 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:39.272006 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-3451db3c-3eb3-40d6-8c2c-851e683c9295 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0227144 Aug 22 13:43:39.275327 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53186) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:39.302291 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-a7eb81fc-91ba-4f86-827b-d52ff3fc722a tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:39.308323 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a7eb81fc-91ba-4f86-827b-d52ff3fc722a tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0220191 Aug 22 13:43:39.309055 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53188) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:39.362268 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08edafc5-3f7a-444e-a61d-75abfa2f549a None None] Checking router: 6be81927-abf2-4661-b0f8-87c770883fd1 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:43:39.370850 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-6a632fb7-df40-4845-a734-7bdb6dd11b97 None None] Port 38726b80-43eb-43f5-94b5-223416277906 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:43:39.371621 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08edafc5-3f7a-444e-a61d-75abfa2f549a None None] Updating router 6be81927-abf2-4661-b0f8-87c770883fd1 port 38726b80-43eb-43f5-94b5-223416277906 binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:43:39.411248 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c56cdafd-7311-4f77-8be7-ea09a04dd32c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:39.421566 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-6a53447c-9091-4bab-b2fb-9881f025760c tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:39.427385 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6a53447c-9091-4bab-b2fb-9881f025760c tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0133619 Aug 22 13:43:39.430069 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53194) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:39.431704 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c56cdafd-7311-4f77-8be7-ea09a04dd32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:39.442187 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-8670eb8f-cea1-4a6b-9816-76240229efe5 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:39.456997 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8670eb8f-cea1-4a6b-9816-76240229efe5 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0211043 Aug 22 13:43:39.459750 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53196) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:39.460795 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-08edafc5-3f7a-444e-a61d-75abfa2f549a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:39.469727 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-15f2f56f-c077-412b-bd31-b0bb88421a93 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:39.474163 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-15f2f56f-c077-412b-bd31-b0bb88421a93 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0109577 Aug 22 13:43:39.482479 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53198) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:39.490114 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-5ffcd352-ff49-4609-af41-46d526faed04 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:39.494106 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5ffcd352-ff49-4609-af41-46d526faed04 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0105004 Aug 22 13:43:39.502822 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-cd5149c1-2cd0-48f9-b00c-924aa107f106 None None] Provisioning complete for port 38726b80-43eb-43f5-94b5-223416277906 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:43:39.503607 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-cd5149c1-2cd0-48f9-b00c-924aa107f106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:39.512396 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53200) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:39.525854 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-bbadec8e-4506-4b0d-a49d-8203d672b3f8 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:39.532978 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-bbadec8e-4506-4b0d-a49d-8203d672b3f8 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0186369 Aug 22 13:43:39.536914 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53202) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:39.562789 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [None req-cdf3f638-6efa-44c2-afae-6ae2ca815208 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:39.567344 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-cdf3f638-6efa-44c2-afae-6ae2ca815208 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0162985 Aug 22 13:43:39.583641 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 53204) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:39.589602 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 4f3be44c-a229-46d3-9a34-4f631331ceaf up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:43:39.617789 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [None req-7e3a839a-f819-40d3-99fb-e1d715a5b902 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:39.618783 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-7e3a839a-f819-40d3-99fb-e1d715a5b902 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0298307 Aug 22 13:43:39.621922 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9085f989-e1c4-4c5b-ba35-a569d6d4e9db admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fcc8957-5199-4e0e-8693-9adf4ff8d4d4,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:39.624633 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 53206) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:39.703067 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [None req-04edbe22-1e71-435b-85bf-eaf560c3ad50 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:39.704023 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-04edbe22-1e71-435b-85bf-eaf560c3ad50 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0116227 Aug 22 13:43:39.718174 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ea64d80-6c23-44fb-8a06-1ef9dae0d0b9 req-4a7d8c92-734a-4787-98ca-019caf6231c0 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-616891091&fields=id&tenant_id=50b3d484826f4e1f8052fde49b87f38a HTTP/1.1" status: 200 len: 267 time: 1.1234431 Aug 22 13:43:39.720407 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 53208) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:39.725143 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-cd5149c1-2cd0-48f9-b00c-924aa107f106 None None] Port 38726b80-43eb-43f5-94b5-223416277906 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:43:39.733723 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 4f3be44c-a229-46d3-9a34-4f631331ceaf triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:43:39.734092 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:39.737318 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [None req-d1dfad83-8b78-451b-89c3-f460d752678c tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:39.740935 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d1dfad83-8b78-451b-89c3-f460d752678c tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0192211 Aug 22 13:43:39.783103 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 53210) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:39.793471 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [None req-40b13835-0309-4ef1-9ce0-5c6dfda125d5 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:39.796909 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-40b13835-0309-4ef1-9ce0-5c6dfda125d5 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0095921 Aug 22 13:43:39.847445 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 53214) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:39.870060 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [None req-0ebbe683-f6b7-4c03-bb8d-7fc892966713 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:39.875305 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-0ebbe683-f6b7-4c03-bb8d-7fc892966713 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0266559 Aug 22 13:43:39.876700 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9085f989-e1c4-4c5b-ba35-a569d6d4e9db admin admin] Checking segment: {'id': '2e9fa35d-4d91-46a6-bf3a-ec3f75fe53b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e4108436-d1d0-45f2-b19e-40b7a3922ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:43:39.877371 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9085f989-e1c4-4c5b-ba35-a569d6d4e9db admin admin] Network hostable DHCP agents. Network: e4108436-d1d0-45f2-b19e-40b7a3922ac1, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:43:39.882027 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 53216) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:39.889555 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [None req-615f272b-549d-4598-8a15-236a74fe54e3 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:39.894679 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-615f272b-549d-4598-8a15-236a74fe54e3 tempest-ExtensionsTestJSON-19794837 tempest-ExtensionsTestJSON-19794837-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0089190 Aug 22 13:43:39.935493 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-3d025fef-09fb-4866-9ccc-3fc182469953 None None] Provisioning complete for port 38726b80-43eb-43f5-94b5-223416277906 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:43:39.935901 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3d025fef-09fb-4866-9ccc-3fc182469953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:39.971591 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9085f989-e1c4-4c5b-ba35-a569d6d4e9db admin admin] Network e4108436-d1d0-45f2-b19e-40b7a3922ac1 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:43:40.033714 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-9085f989-e1c4-4c5b-ba35-a569d6d4e9db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, e4108436-d1d0-45f2-b19e-40b7a3922ac1) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:43:40.054415 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f627bf-4ad6-4ddf-ad1d-f727b666d8e4 None None] Network e4108436-d1d0-45f2-b19e-40b7a3922ac1 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:43:40.066324 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9085f989-e1c4-4c5b-ba35-a569d6d4e9db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:40.067323 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9085f989-e1c4-4c5b-ba35-a569d6d4e9db admin admin] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:40.074152 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-3d025fef-09fb-4866-9ccc-3fc182469953 None None] Port 38726b80-43eb-43f5-94b5-223416277906 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:43:40.101925 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea64d80-6c23-44fb-8a06-1ef9dae0d0b9 req-6ed5dafb-1dc3-4355-8407-6907eac76fe3 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:40.104201 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ea64d80-6c23-44fb-8a06-1ef9dae0d0b9 req-6ed5dafb-1dc3-4355-8407-6907eac76fe3 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/networks?id=bf5a5750-b5ea-44cd-ad65-1dd63932d79a HTTP/1.1" status: 200 len: 796 time: 0.3851054 Aug 22 13:43:40.110698 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-9085f989-e1c4-4c5b-ba35-a569d6d4e9db admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3083203 Aug 22 13:43:40.111708 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 53224) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:40.127687 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-1e0123d5-63f2-4ccd-8b80-2f2a39993c27 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-558884635-router', 'tenant_id': '4ba2343273124f0997e7b331b3ebfac4', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:43:40.161770 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ea64d80-6c23-44fb-8a06-1ef9dae0d0b9 req-6866d493-e06c-4e54-a7d5-096a878905dd tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/quotas/50b3d484826f4e1f8052fde49b87f38a HTTP/1.1" status: 200 len: 375 time: 0.0487278 Aug 22 13:43:40.212354 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-08edafc5-3f7a-444e-a61d-75abfa2f549a None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:40.231356 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1e0123d5-63f2-4ccd-8b80-2f2a39993c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:40.234477 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1e0123d5-63f2-4ccd-8b80-2f2a39993c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:40.244272 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-08edafc5-3f7a-444e-a61d-75abfa2f549a None None] Transition to ACTIVE for port object 38726b80-43eb-43f5-94b5-223416277906 will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:43:40.262537 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-08edafc5-3f7a-444e-a61d-75abfa2f549a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:40.359020 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ea64d80-6c23-44fb-8a06-1ef9dae0d0b9 req-b2ed83fe-acc8-41c1-afe7-219bb6b626e3 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=50b3d484826f4e1f8052fde49b87f38a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1818843 Aug 22 13:43:40.407393 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bab20a-9de6-41bc-80a4-aa556be0cbcf None None] Pushing event updated for resources: {'Port': ['ID=38726b80-43eb-43f5-94b5-223416277906,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:40.501642 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1e0123d5-63f2-4ccd-8b80-2f2a39993c27 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:40.555758 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148bcde9-dd18-44c8-85ef-bb6c1eb933b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-e4108436-d1d0-45f2-b19e-40b7a3922ac1', 'network_id': 'e4108436-d1d0-45f2-b19e-40b7a3922ac1', 'tenant_id': '4ba2343273124f0997e7b331b3ebfac4', 'fixed_ips': [{'subnet_id': '5fcc8957-5199-4e0e-8693-9adf4ff8d4d4'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:43:40.557081 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-148bcde9-dd18-44c8-85ef-bb6c1eb933b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:40.615447 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bab20a-9de6-41bc-80a4-aa556be0cbcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:43:40.615791 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bab20a-9de6-41bc-80a4-aa556be0cbcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:43:40.617096 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bab20a-9de6-41bc-80a4-aa556be0cbcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:43:40.617390 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bab20a-9de6-41bc-80a4-aa556be0cbcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:43:40.617723 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bab20a-9de6-41bc-80a4-aa556be0cbcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:43:40.618047 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bab20a-9de6-41bc-80a4-aa556be0cbcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:43:40.618370 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bab20a-9de6-41bc-80a4-aa556be0cbcf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:43:40.618687 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bab20a-9de6-41bc-80a4-aa556be0cbcf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:43:40.619039 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bab20a-9de6-41bc-80a4-aa556be0cbcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:43:40.619308 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bab20a-9de6-41bc-80a4-aa556be0cbcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:43:40.619620 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bab20a-9de6-41bc-80a4-aa556be0cbcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:43:40.619932 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bab20a-9de6-41bc-80a4-aa556be0cbcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:43:40.660391 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56cdafd-7311-4f77-8be7-ea09a04dd32c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed11066-dbf0-4392-bba8-4dcba649b3c0,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:40.676779 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c56cdafd-7311-4f77-8be7-ea09a04dd32c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=48d4d417092547c69d8c4dde99e3ca08&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1331258 Aug 22 13:43:40.684439 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53242) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:40.699854 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-08edafc5-3f7a-444e-a61d-75abfa2f549a None None] Attempting to bind port 38726b80-43eb-43f5-94b5-223416277906 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:43:40.700261 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-08edafc5-3f7a-444e-a61d-75abfa2f549a None None] Attempting to bind port 38726b80-43eb-43f5-94b5-223416277906 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '3ddf7eac-d84f-4dbb-b953-6c0071efe217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bf5a5750-b5ea-44cd-ad65-1dd63932d79a'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:43:40.701162 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08edafc5-3f7a-444e-a61d-75abfa2f549a None None] Attempting to bind port 38726b80-43eb-43f5-94b5-223416277906 on network bf5a5750-b5ea-44cd-ad65-1dd63932d79a {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:43:40.711102 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 53244) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:40.729175 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08edafc5-3f7a-444e-a61d-75abfa2f549a None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:43:40.729593 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08edafc5-3f7a-444e-a61d-75abfa2f549a None None] Checking segment: {'id': '3ddf7eac-d84f-4dbb-b953-6c0071efe217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bf5a5750-b5ea-44cd-ad65-1dd63932d79a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:43:40.729997 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-08edafc5-3f7a-444e-a61d-75abfa2f549a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:40.730392 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08edafc5-3f7a-444e-a61d-75abfa2f549a None None] Bound using segment: {'id': '3ddf7eac-d84f-4dbb-b953-6c0071efe217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bf5a5750-b5ea-44cd-ad65-1dd63932d79a'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:43:40.730865 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-08edafc5-3f7a-444e-a61d-75abfa2f549a None None] Bound port: 38726b80-43eb-43f5-94b5-223416277906, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ddf7eac-d84f-4dbb-b953-6c0071efe217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bf5a5750-b5ea-44cd-ad65-1dd63932d79a'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:43:40.731238 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-08edafc5-3f7a-444e-a61d-75abfa2f549a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:40.847363 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ad0901a7-a50c-47b3-a17f-dd229077abcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:40.850745 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [req-2ea64d80-6c23-44fb-8a06-1ef9dae0d0b9 req-083cf322-33ec-446b-8727-c15a3da8b041 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:43:40.851767 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ea64d80-6c23-44fb-8a06-1ef9dae0d0b9 req-083cf322-33ec-446b-8727-c15a3da8b041 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4687617 Aug 22 13:43:40.893313 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-08edafc5-3f7a-444e-a61d-75abfa2f549a None None] For port 38726b80-43eb-43f5-94b5-223416277906, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:43:40.896823 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ad0901a7-a50c-47b3-a17f-dd229077abcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:40.898870 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-08edafc5-3f7a-444e-a61d-75abfa2f549a None None] For port 38726b80-43eb-43f5-94b5-223416277906, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=38726b80-43eb-43f5-94b5-223416277906,segment=NetworkSegment(3ddf7eac-d84f-4dbb-b953-6c0071efe217),segment_id=3ddf7eac-d84f-4dbb-b953-6c0071efe217)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:43:40.905913 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-08edafc5-3f7a-444e-a61d-75abfa2f549a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:40.918733 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-148bcde9-dd18-44c8-85ef-bb6c1eb933b0 None None] Allocated IP 172.20.0.2 (e4108436-d1d0-45f2-b19e-40b7a3922ac1/5fcc8957-5199-4e0e-8693-9adf4ff8d4d4/9e0337a2-1a84-4c8f-aa15-ebaae074150e) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:43:40.926584 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-26d6ac59-1b49-42d7-9b11-1267eba3c023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:41.022199 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08edafc5-3f7a-444e-a61d-75abfa2f549a None None] Routers {'6be81927-abf2-4661-b0f8-87c770883fd1'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:43:41.048731 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ad0901a7-a50c-47b3-a17f-dd229077abcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:41.048731 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ad0901a7-a50c-47b3-a17f-dd229077abcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:41.048731 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ad0901a7-a50c-47b3-a17f-dd229077abcf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3ed11066-dbf0-4392-bba8-4dcba649b3c0 HTTP/1.1" status: 204 len: 168 time: 0.3546972 Aug 22 13:43:41.049191 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-08edafc5-3f7a-444e-a61d-75abfa2f549a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:43:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['6be81927-abf2-4661-b0f8-87c770883fd1'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:43:41.068814 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0901a7-a50c-47b3-a17f-dd229077abcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed11066-dbf0-4392-bba8-4dcba649b3c0,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:41.291998 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-08edafc5-3f7a-444e-a61d-75abfa2f549a None None] Set router 6be81927-abf2-4661-b0f8-87c770883fd1 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:43:41.348002 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-148bcde9-dd18-44c8-85ef-bb6c1eb933b0 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:41.359697 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-148bcde9-dd18-44c8-85ef-bb6c1eb933b0 None None] Transition to ACTIVE for port object 9e0337a2-1a84-4c8f-aa15-ebaae074150e will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:43:41.378323 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-148bcde9-dd18-44c8-85ef-bb6c1eb933b0 None None] Transition to ACTIVE for port object 9e0337a2-1a84-4c8f-aa15-ebaae074150e will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:43:41.407364 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-148bcde9-dd18-44c8-85ef-bb6c1eb933b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:41.435972 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-26d6ac59-1b49-42d7-9b11-1267eba3c023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:41.447251 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1e0123d5-63f2-4ccd-8b80-2f2a39993c27 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:41.453010 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-26d6ac59-1b49-42d7-9b11-1267eba3c023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:41.465808 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148bcde9-dd18-44c8-85ef-bb6c1eb933b0 None None] Network e4108436-d1d0-45f2-b19e-40b7a3922ac1 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:43:41.471572 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-148bcde9-dd18-44c8-85ef-bb6c1eb933b0 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:43:41.486820 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148bcde9-dd18-44c8-85ef-bb6c1eb933b0 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:43:41.518539 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148bcde9-dd18-44c8-85ef-bb6c1eb933b0 None None] Pushing event updated for resources: {'Port': ['ID=9e0337a2-1a84-4c8f-aa15-ebaae074150e,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:41.603416 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-26d6ac59-1b49-42d7-9b11-1267eba3c023 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7db8248f381e492e8bb3990369426562&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8847239 Aug 22 13:43:41.604539 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53258) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:41.607858 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d6ac59-1b49-42d7-9b11-1267eba3c023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3919bd1c-9c3a-461d-b188-6732aab6e5fb,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:41.676876 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bab20a-9de6-41bc-80a4-aa556be0cbcf None None] Pushing event updated for resources: {'Port': ['ID=38726b80-43eb-43f5-94b5-223416277906,revision_number=4']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:41.680297 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-148bcde9-dd18-44c8-85ef-bb6c1eb933b0 None None] Attempting to bind port 9e0337a2-1a84-4c8f-aa15-ebaae074150e on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:43:41.680787 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-148bcde9-dd18-44c8-85ef-bb6c1eb933b0 None None] Attempting to bind port 9e0337a2-1a84-4c8f-aa15-ebaae074150e by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '2e9fa35d-4d91-46a6-bf3a-ec3f75fe53b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e4108436-d1d0-45f2-b19e-40b7a3922ac1'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:43:41.681060 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148bcde9-dd18-44c8-85ef-bb6c1eb933b0 None None] Attempting to bind port 9e0337a2-1a84-4c8f-aa15-ebaae074150e on network e4108436-d1d0-45f2-b19e-40b7a3922ac1 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:43:41.693627 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148bcde9-dd18-44c8-85ef-bb6c1eb933b0 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:43:41.694148 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148bcde9-dd18-44c8-85ef-bb6c1eb933b0 None None] Checking segment: {'id': '2e9fa35d-4d91-46a6-bf3a-ec3f75fe53b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e4108436-d1d0-45f2-b19e-40b7a3922ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:43:41.694617 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-148bcde9-dd18-44c8-85ef-bb6c1eb933b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:41.695607 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148bcde9-dd18-44c8-85ef-bb6c1eb933b0 None None] Bound using segment: {'id': '2e9fa35d-4d91-46a6-bf3a-ec3f75fe53b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e4108436-d1d0-45f2-b19e-40b7a3922ac1'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:43:41.696113 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-148bcde9-dd18-44c8-85ef-bb6c1eb933b0 None None] Bound port: 9e0337a2-1a84-4c8f-aa15-ebaae074150e, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e9fa35d-4d91-46a6-bf3a-ec3f75fe53b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e4108436-d1d0-45f2-b19e-40b7a3922ac1'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:43:41.699232 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ea64d80-6c23-44fb-8a06-1ef9dae0d0b9 req-994796ee-c80c-4f37-9ddb-86a9f0a90a06 service neutron] 10.222.0.21 "GET /v2.0/networks/bf5a5750-b5ea-44cd-ad65-1dd63932d79a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8146262 Aug 22 13:43:41.702820 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-148bcde9-dd18-44c8-85ef-bb6c1eb933b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:41.790417 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-56e33c83-1305-448c-8202-b9fdceba8540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:41.835187 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-56e33c83-1305-448c-8202-b9fdceba8540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:41.909115 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-56e33c83-1305-448c-8202-b9fdceba8540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:41.920267 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-56e33c83-1305-448c-8202-b9fdceba8540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:41.921946 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-56e33c83-1305-448c-8202-b9fdceba8540 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3919bd1c-9c3a-461d-b188-6732aab6e5fb HTTP/1.1" status: 204 len: 168 time: 0.3161395 Aug 22 13:43:41.931762 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-148bcde9-dd18-44c8-85ef-bb6c1eb933b0 None None] For port 9e0337a2-1a84-4c8f-aa15-ebaae074150e, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:43:41.942914 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-148bcde9-dd18-44c8-85ef-bb6c1eb933b0 None None] For port 9e0337a2-1a84-4c8f-aa15-ebaae074150e, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=9e0337a2-1a84-4c8f-aa15-ebaae074150e,segment=NetworkSegment(2e9fa35d-4d91-46a6-bf3a-ec3f75fe53b2),segment_id=2e9fa35d-4d91-46a6-bf3a-ec3f75fe53b2)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:43:41.945075 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ea64d80-6c23-44fb-8a06-1ef9dae0d0b9 req-9ee056f8-8cdd-4ed3-b1e7-40159e963ae0 service neutron] 10.222.0.21 "GET /v2.0/networks/bf5a5750-b5ea-44cd-ad65-1dd63932d79a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257199 Aug 22 13:43:41.953237 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-148bcde9-dd18-44c8-85ef-bb6c1eb933b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:41.982534 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e33c83-1305-448c-8202-b9fdceba8540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3919bd1c-9c3a-461d-b188-6732aab6e5fb,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:42.170581 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148bcde9-dd18-44c8-85ef-bb6c1eb933b0 None None] Pushing event updated for resources: {'Port': ['ID=9e0337a2-1a84-4c8f-aa15-ebaae074150e,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:42.390793 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-08edafc5-3f7a-444e-a61d-75abfa2f549a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be81927-abf2-4661-b0f8-87c770883fd1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046722450', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '206e29d1-fae6-4ed1-bdf1-9cd8793b827b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:43:27Z', 'updated_at': '2021-08-22T13:43:36Z', 'revision_number': 4, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'gw_port': {'id': '206e29d1-fae6-4ed1-bdf1-9cd8793b827b', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be81927-abf2-4661-b0f8-87c770883fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:43:29Z', 'updated_at': '2021-08-22T13:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '38726b80-43eb-43f5-94b5-223416277906', 'name': '', 'network_id': 'bf5a5750-b5ea-44cd-ad65-1dd63932d79a', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'mac_address': 'fa:16:3e:64:c5:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be81927-abf2-4661-b0f8-87c770883fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '0aff47bc-ed4a-4c75-9203-6ffecee8fcb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:43:35Z', 'updated_at': '2021-08-22T13:43:40Z', 'revision_number': 4, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'subnets': [{'id': '0aff47bc-ed4a-4c75-9203-6ffecee8fcb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:43:42.466878 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1e0123d5-63f2-4ccd-8b80-2f2a39993c27 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:42.491003 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08edafc5-3f7a-444e-a61d-75abfa2f549a None None] The sync data for ids ['6be81927-abf2-4661-b0f8-87c770883fd1'] in n-d-793621-33 is: [{'id': '6be81927-abf2-4661-b0f8-87c770883fd1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046722450', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '206e29d1-fae6-4ed1-bdf1-9cd8793b827b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:43:27Z', 'updated_at': '2021-08-22T13:43:36Z', 'revision_number': 4, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'gw_port': {'id': '206e29d1-fae6-4ed1-bdf1-9cd8793b827b', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be81927-abf2-4661-b0f8-87c770883fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:43:29Z', 'updated_at': '2021-08-22T13:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '38726b80-43eb-43f5-94b5-223416277906', 'name': '', 'network_id': 'bf5a5750-b5ea-44cd-ad65-1dd63932d79a', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'mac_address': 'fa:16:3e:64:c5:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be81927-abf2-4661-b0f8-87c770883fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '0aff47bc-ed4a-4c75-9203-6ffecee8fcb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:43:35Z', 'updated_at': '2021-08-22T13:43:40Z', 'revision_number': 4, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'subnets': [{'id': '0aff47bc-ed4a-4c75-9203-6ffecee8fcb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:43:42.519501 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1e0123d5-63f2-4ccd-8b80-2f2a39993c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:42.865924 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-1e0123d5-63f2-4ccd-8b80-2f2a39993c27 admin admin] Allocated IP 172.25.3.240 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/d6f95a7b-5658-46c0-a576-2be705321442) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:43:43.156019 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1e0123d5-63f2-4ccd-8b80-2f2a39993c27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:43.289617 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1e0123d5-63f2-4ccd-8b80-2f2a39993c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:43.450919 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0123d5-63f2-4ccd-8b80-2f2a39993c27 admin admin] Pushing event updated for resources: {'Port': ['ID=d6f95a7b-5658-46c0-a576-2be705321442,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:43.543890 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0123d5-63f2-4ccd-8b80-2f2a39993c27 admin admin] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:43:43.545609 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-1e0123d5-63f2-4ccd-8b80-2f2a39993c27 admin admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:43:43.550907 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0123d5-63f2-4ccd-8b80-2f2a39993c27 admin admin] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:43:43.778137 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b92c4ec3-edc0-4419-9d4b-be798afde350 req-2f66969d-66a1-418c-8587-fa40a755217d tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=65807f78-b5b2-49f5-aa5a-e5b6eb26cfec HTTP/1.1" status: 200 len: 210 time: 0.1443219 Aug 22 13:43:43.812747 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 38726b80-43eb-43f5-94b5-223416277906 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:43:43.953090 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 38726b80-43eb-43f5-94b5-223416277906 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:43:43.975217 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 38726b80-43eb-43f5-94b5-223416277906 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:43:43.977232 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:44.376638 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:44.474990 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 38726b80-43eb-43f5-94b5-223416277906, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=38726b80-43eb-43f5-94b5-223416277906,segment=NetworkSegment(3ddf7eac-d84f-4dbb-b953-6c0071efe217),segment_id=3ddf7eac-d84f-4dbb-b953-6c0071efe217)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:43:44.490528 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:44.491631 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 9e0337a2-1a84-4c8f-aa15-ebaae074150e up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:43:44.614082 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1e0123d5-63f2-4ccd-8b80-2f2a39993c27 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:44.626477 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53360) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:44.669185 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4aae8eb-6e9f-4656-810a-33ae7c60e2f0 None None] Network e4108436-d1d0-45f2-b19e-40b7a3922ac1 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:43:45.031586 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-7ff377e6-5dcc-4486-b010-310e99c20e87 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1688155209'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:43:45.054315 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-42549ce9-1b59-4136-832d-b78568b44c4a None None] Provisioning for port 9e0337a2-1a84-4c8f-aa15-ebaae074150e completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:43:45.118403 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff377e6-5dcc-4486-b010-310e99c20e87 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Made reservation on behalf of 32efce50f559436fa38b290615c71c2c for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:43:45.137087 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7ff377e6-5dcc-4486-b010-310e99c20e87 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:45.178290 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7ff377e6-5dcc-4486-b010-310e99c20e87 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:45.184977 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=38726b80-43eb-43f5-94b5-223416277906,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:45.319948 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1e0123d5-63f2-4ccd-8b80-2f2a39993c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:45.325131 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 9e0337a2-1a84-4c8f-aa15-ebaae074150e completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:43:45.352444 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 9e0337a2-1a84-4c8f-aa15-ebaae074150e triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:43:45.359240 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7ff377e6-5dcc-4486-b010-310e99c20e87 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:45.361135 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:45.380891 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7ff377e6-5dcc-4486-b010-310e99c20e87 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:45.455220 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dfd83804-fc91-49ce-92bc-ff9e24c8303f req-5e92533a-97a7-4473-8d08-aaf9f72c24ea tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=65807f78-b5b2-49f5-aa5a-e5b6eb26cfec HTTP/1.1" status: 200 len: 210 time: 0.1366627 Aug 22 13:43:45.510346 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ff377e6-5dcc-4486-b010-310e99c20e87 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:43:45.540342 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff377e6-5dcc-4486-b010-310e99c20e87 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdcbd8e3-6359-48d8-96a4-f028cf9f590e,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:45.566609 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7ff377e6-5dcc-4486-b010-310e99c20e87 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:45.566959 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-7ff377e6-5dcc-4486-b010-310e99c20e87 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Added segment a6c97f49-656d-4026-881b-2c2b632e71aa of type vlan for network ec4a750b-d059-48e6-9f68-72e3c560e89b Aug 22 13:43:45.696912 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:45.751672 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7ff377e6-5dcc-4486-b010-310e99c20e87 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:45.886919 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 9e0337a2-1a84-4c8f-aa15-ebaae074150e, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=9e0337a2-1a84-4c8f-aa15-ebaae074150e,segment=NetworkSegment(2e9fa35d-4d91-46a6-bf3a-ec3f75fe53b2),segment_id=2e9fa35d-4d91-46a6-bf3a-ec3f75fe53b2)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:43:45.912182 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-5a9fc39e-2919-4674-9808-4fbe4849658b None None] Provisioning complete for port 9e0337a2-1a84-4c8f-aa15-ebaae074150e triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:43:45.914481 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5a9fc39e-2919-4674-9808-4fbe4849658b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:45.919130 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:45.927268 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e0123d5-63f2-4ccd-8b80-2f2a39993c27 admin admin] Router 79111878-ec4f-4bf3-9c18-2f8ea10c7659 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:43:46.041731 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53398) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:46.077672 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7ff377e6-5dcc-4486-b010-310e99c20e87 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:46.102076 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff377e6-5dcc-4486-b010-310e99c20e87 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:46.109771 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7ff377e6-5dcc-4486-b010-310e99c20e87 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:46.158404 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 38726b80-43eb-43f5-94b5-223416277906 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:43:46.277877 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=9e0337a2-1a84-4c8f-aa15-ebaae074150e,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:46.290822 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7ff377e6-5dcc-4486-b010-310e99c20e87 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6613841 Aug 22 13:43:46.310605 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53402) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:46.311840 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0123d5-63f2-4ccd-8b80-2f2a39993c27 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:43:46.326592 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-cdbac1d2-ecce-4b6c-ba7b-6e150c228d41 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Request body: {'subnet': {'network_id': 'ec4a750b-d059-48e6-9f68-72e3c560e89b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:43:46.345617 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bcf048-89cc-48f5-a779-fc32b982915b None None] Sync routers for ids ['79111878-ec4f-4bf3-9c18-2f8ea10c7659'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:43:46.357577 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bed5ac72-f626-4649-8564-166314591d0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:46.357975 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1e0123d5-63f2-4ccd-8b80-2f2a39993c27 admin admin] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:46.359952 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-1e0123d5-63f2-4ccd-8b80-2f2a39993c27 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.2398069 Aug 22 13:43:46.362417 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 53404) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:46.391717 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bcf048-89cc-48f5-a779-fc32b982915b None None] Routers {'79111878-ec4f-4bf3-9c18-2f8ea10c7659'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:43:46.392761 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-e9bcf048-89cc-48f5-a779-fc32b982915b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:43:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['79111878-ec4f-4bf3-9c18-2f8ea10c7659'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:43:46.394984 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff377e6-5dcc-4486-b010-310e99c20e87 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Pushing event updated for resources: {'Network': ['ID=ec4a750b-d059-48e6-9f68-72e3c560e89b,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:46.489054 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network ec4a750b-d059-48e6-9f68-72e3c560e89b details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:43:46.596189 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea64d80-6c23-44fb-8a06-1ef9dae0d0b9 req-6677af16-c39d-4068-9ef3-1eaa9096a34f tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:46.598949 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2ea64d80-6c23-44fb-8a06-1ef9dae0d0b9 req-6677af16-c39d-4068-9ef3-1eaa9096a34f tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.41 "GET /v2.0/networks?id=bf5a5750-b5ea-44cd-ad65-1dd63932d79a HTTP/1.1" status: 200 len: 796 time: 0.7470233 Aug 22 13:43:46.608034 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.db.api [None req-cdbac1d2-ecce-4b6c-ba7b-6e150c228d41 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 22 13:43:46.608034 n-d-793621-33 neutron-server[94628]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 22 13:43:46.608034 n-d-793621-33 neutron-server[94628]: [parameters: {'project_id_1': '32efce50f559436fa38b290615c71c2c', 'expiration_1': datetime.datetime(2021, 8, 22, 13, 43, 46, 575844)}] Aug 22 13:43:46.608034 n-d-793621-33 neutron-server[94628]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94628) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 13:43:46.608980 n-d-793621-33 neutron-server[94628]: DEBUG oslo_db.api [None req-cdbac1d2-ecce-4b6c-ba7b-6e150c228d41 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 13:43:46.616192 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 38726b80-43eb-43f5-94b5-223416277906 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:43:46.616517 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:46.683537 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-717945ba-4851-4140-b5f3-a35101927842 req-0e1064d2-d314-46ac-b358-62b89a4a339b tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=65807f78-b5b2-49f5-aa5a-e5b6eb26cfec HTTP/1.1" status: 200 len: 210 time: 0.0833781 Aug 22 13:43:46.756503 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2ea64d80-6c23-44fb-8a06-1ef9dae0d0b9 req-4a0db644-a123-4539-bf0d-5e6a000b644c tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50b3d484826f4e1f8052fde49b87f38a HTTP/1.1" status: 200 len: 379 time: 0.1464815 Aug 22 13:43:46.779774 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-2ea64d80-6c23-44fb-8a06-1ef9dae0d0b9 req-6f288334-bc7b-406f-9d4e-46655eeffd60 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Request body: {'port': {'device_id': '65807f78-b5b2-49f5-aa5a-e5b6eb26cfec', 'network_id': 'bf5a5750-b5ea-44cd-ad65-1dd63932d79a', 'admin_state_up': True, 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'security_groups': ['bfa256e4-15e1-4bb5-82ae-f3ce1917cd85']}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:43:46.820287 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-e9bcf048-89cc-48f5-a779-fc32b982915b None None] Set router 79111878-ec4f-4bf3-9c18-2f8ea10c7659 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:43:47.121106 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bed5ac72-f626-4649-8564-166314591d0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:47.150148 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bed5ac72-f626-4649-8564-166314591d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:47.219654 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-bed5ac72-f626-4649-8564-166314591d0c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=94160433510b47739656d12979f0d4d4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1604497 Aug 22 13:43:47.224658 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 53416) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:47.233309 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.db.api [None req-cdbac1d2-ecce-4b6c-ba7b-6e150c228d41 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 22 13:43:47.233309 n-d-793621-33 neutron-server[94628]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 22 13:43:47.233309 n-d-793621-33 neutron-server[94628]: [parameters: {'project_id_1': '32efce50f559436fa38b290615c71c2c', 'expiration_1': datetime.datetime(2021, 8, 22, 13, 43, 47, 146258)}] Aug 22 13:43:47.233309 n-d-793621-33 neutron-server[94628]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94628) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 13:43:47.234467 n-d-793621-33 neutron-server[94628]: DEBUG oslo_db.api [None req-cdbac1d2-ecce-4b6c-ba7b-6e150c228d41 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 13:43:47.268160 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed5ac72-f626-4649-8564-166314591d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eafa807e-d846-40c6-96c0-ee71d7dfa0ee,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:47.272386 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ea64d80-6c23-44fb-8a06-1ef9dae0d0b9 req-6f288334-bc7b-406f-9d4e-46655eeffd60 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Made reservation on behalf of 50b3d484826f4e1f8052fde49b87f38a for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:43:47.276284 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-2ea64d80-6c23-44fb-8a06-1ef9dae0d0b9 req-6f288334-bc7b-406f-9d4e-46655eeffd60 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:47.388439 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7d1e49fc-cacc-47df-a357-ef991f123877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:47.389051 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-e9bcf048-89cc-48f5-a779-fc32b982915b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79111878-ec4f-4bf3-9c18-2f8ea10c7659', 'name': 'tempest-TestAggregatesBasicOps-558884635-router', 'tenant_id': '4ba2343273124f0997e7b331b3ebfac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'd6f95a7b-5658-46c0-a576-2be705321442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:43:40Z', 'updated_at': '2021-08-22T13:43:44Z', 'revision_number': 3, 'project_id': '4ba2343273124f0997e7b331b3ebfac4', 'gw_port': {'id': 'd6f95a7b-5658-46c0-a576-2be705321442', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:bf:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79111878-ec4f-4bf3-9c18-2f8ea10c7659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:43:42Z', 'updated_at': '2021-08-22T13:43:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:43:47.402822 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a21bb620-a9b0-4df6-996c-c13381dec37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:47.420127 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bcf048-89cc-48f5-a779-fc32b982915b None None] Checking router: 79111878-ec4f-4bf3-9c18-2f8ea10c7659 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:43:47.420626 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bcf048-89cc-48f5-a779-fc32b982915b None None] Updating router 79111878-ec4f-4bf3-9c18-2f8ea10c7659 port d6f95a7b-5658-46c0-a576-2be705321442 binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:43:47.450039 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e9bcf048-89cc-48f5-a779-fc32b982915b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:47.455381 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7d1e49fc-cacc-47df-a357-ef991f123877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:47.559164 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-2ea64d80-6c23-44fb-8a06-1ef9dae0d0b9 req-6f288334-bc7b-406f-9d4e-46655eeffd60 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Allocated IP 172.20.0.4 (bf5a5750-b5ea-44cd-ad65-1dd63932d79a/0aff47bc-ed4a-4c75-9203-6ffecee8fcb0/2ff0fe91-fbfe-4eef-bc6d-78957500ba39) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:43:47.658915 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7d1e49fc-cacc-47df-a357-ef991f123877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:47.664136 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7d1e49fc-cacc-47df-a357-ef991f123877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:47.667316 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-7d1e49fc-cacc-47df-a357-ef991f123877 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eafa807e-d846-40c6-96c0-ee71d7dfa0ee HTTP/1.1" status: 204 len: 168 time: 0.4396241 Aug 22 13:43:47.735602 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1e49fc-cacc-47df-a357-ef991f123877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eafa807e-d846-40c6-96c0-ee71d7dfa0ee,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:47.960259 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c2613def-b84f-4292-9e83-50a637e63eed req-9c4610fa-74b8-4cb5-8b65-cbe0978ca38b tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=65807f78-b5b2-49f5-aa5a-e5b6eb26cfec HTTP/1.1" status: 200 len: 210 time: 0.1453300 Aug 22 13:43:48.008629 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-2ea64d80-6c23-44fb-8a06-1ef9dae0d0b9 req-6f288334-bc7b-406f-9d4e-46655eeffd60 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:48.025891 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-a21bb620-a9b0-4df6-996c-c13381dec37a admin admin] Allocated IP 172.20.0.1 (e4108436-d1d0-45f2-b19e-40b7a3922ac1/5fcc8957-5199-4e0e-8693-9adf4ff8d4d4/145065ae-25d8-426a-bdc2-5984b6b1619c) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:43:48.145654 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-2ea64d80-6c23-44fb-8a06-1ef9dae0d0b9 req-6f288334-bc7b-406f-9d4e-46655eeffd60 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Transition to ACTIVE for port object 2ff0fe91-fbfe-4eef-bc6d-78957500ba39 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:43:48.148351 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdbac1d2-ecce-4b6c-ba7b-6e150c228d41 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Made reservation on behalf of 32efce50f559436fa38b290615c71c2c for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:43:48.178670 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cdbac1d2-ecce-4b6c-ba7b-6e150c228d41 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:48.241136 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e9bcf048-89cc-48f5-a779-fc32b982915b None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:48.283920 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e9bcf048-89cc-48f5-a779-fc32b982915b None None] Transition to ACTIVE for port object d6f95a7b-5658-46c0-a576-2be705321442 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:43:48.283920 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 9e0337a2-1a84-4c8f-aa15-ebaae074150e up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:43:48.308942 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e9bcf048-89cc-48f5-a779-fc32b982915b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:48.367429 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e1c7f-31a0-4275-918d-d4267412bec6 None None] Pushing event updated for resources: {'Port': ['ID=d6f95a7b-5658-46c0-a576-2be705321442,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:48.392151 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a21bb620-a9b0-4df6-996c-c13381dec37a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:48.409086 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-2ea64d80-6c23-44fb-8a06-1ef9dae0d0b9 req-6f288334-bc7b-406f-9d4e-46655eeffd60 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:48.429374 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-e9bcf048-89cc-48f5-a779-fc32b982915b None None] Attempting to bind port d6f95a7b-5658-46c0-a576-2be705321442 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:43:48.430202 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-a21bb620-a9b0-4df6-996c-c13381dec37a admin admin] Transition to ACTIVE for port object 145065ae-25d8-426a-bdc2-5984b6b1619c will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:43:48.431394 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-e9bcf048-89cc-48f5-a779-fc32b982915b None None] Attempting to bind port d6f95a7b-5658-46c0-a576-2be705321442 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:43:48.432116 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bcf048-89cc-48f5-a779-fc32b982915b None None] Attempting to bind port d6f95a7b-5658-46c0-a576-2be705321442 on network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:43:48.442176 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bcf048-89cc-48f5-a779-fc32b982915b None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:43:48.443270 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bcf048-89cc-48f5-a779-fc32b982915b None None] Checking segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:43:48.443982 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e9bcf048-89cc-48f5-a779-fc32b982915b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:48.444915 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bcf048-89cc-48f5-a779-fc32b982915b None None] Bound using segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:43:48.445637 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-e9bcf048-89cc-48f5-a779-fc32b982915b None None] Bound port: d6f95a7b-5658-46c0-a576-2be705321442, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:43:48.446250 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e9bcf048-89cc-48f5-a779-fc32b982915b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:48.504038 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a21bb620-a9b0-4df6-996c-c13381dec37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:48.531567 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 9e0337a2-1a84-4c8f-aa15-ebaae074150e triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:43:48.532030 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:48.534764 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e9bcf048-89cc-48f5-a779-fc32b982915b None None] For port d6f95a7b-5658-46c0-a576-2be705321442, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:43:48.538952 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e9bcf048-89cc-48f5-a779-fc32b982915b None None] For port d6f95a7b-5658-46c0-a576-2be705321442, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=d6f95a7b-5658-46c0-a576-2be705321442,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:43:48.561156 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e9bcf048-89cc-48f5-a779-fc32b982915b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:48.565887 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ea64d80-6c23-44fb-8a06-1ef9dae0d0b9 req-6f288334-bc7b-406f-9d4e-46655eeffd60 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Network bf5a5750-b5ea-44cd-ad65-1dd63932d79a is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:43:48.583209 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-2ea64d80-6c23-44fb-8a06-1ef9dae0d0b9 req-6f288334-bc7b-406f-9d4e-46655eeffd60 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:43:48.591007 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ea64d80-6c23-44fb-8a06-1ef9dae0d0b9 req-6f288334-bc7b-406f-9d4e-46655eeffd60 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:43:48.635060 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e1c7f-31a0-4275-918d-d4267412bec6 None None] Pushing event updated for resources: {'Port': ['ID=d6f95a7b-5658-46c0-a576-2be705321442,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:48.682391 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f288334-bc7b-406f-9d4e-46655eeffd60 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event updated for resources: {'Port': ['ID=2ff0fe91-fbfe-4eef-bc6d-78957500ba39,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:48.694286 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21bb620-a9b0-4df6-996c-c13381dec37a admin admin] Network e4108436-d1d0-45f2-b19e-40b7a3922ac1 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:43:48.743962 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21bb620-a9b0-4df6-996c-c13381dec37a admin admin] Pushing event updated for resources: {'Port': ['ID=145065ae-25d8-426a-bdc2-5984b6b1619c,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:48.748895 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-a21bb620-a9b0-4df6-996c-c13381dec37a admin admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:43:48.771613 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21bb620-a9b0-4df6-996c-c13381dec37a admin admin] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:43:48.783509 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bcf048-89cc-48f5-a779-fc32b982915b None None] Routers {'79111878-ec4f-4bf3-9c18-2f8ea10c7659'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:43:48.794397 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-e9bcf048-89cc-48f5-a779-fc32b982915b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:43:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['79111878-ec4f-4bf3-9c18-2f8ea10c7659'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:43:48.921928 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a21bb620-a9b0-4df6-996c-c13381dec37a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:48.944308 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea64d80-6c23-44fb-8a06-1ef9dae0d0b9 req-6f288334-bc7b-406f-9d4e-46655eeffd60 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:48.956771 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-2ea64d80-6c23-44fb-8a06-1ef9dae0d0b9 req-6f288334-bc7b-406f-9d4e-46655eeffd60 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:49.057500 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cdbac1d2-ecce-4b6c-ba7b-6e150c228d41 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:49.098678 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2ea64d80-6c23-44fb-8a06-1ef9dae0d0b9 req-6f288334-bc7b-406f-9d4e-46655eeffd60 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3294539 Aug 22 13:43:49.196397 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-2ea64d80-6c23-44fb-8a06-1ef9dae0d0b9 req-52a3a9fd-a131-4cf4-b6b3-472f78491459 service neutron] Request body: {'port': {'device_id': '65807f78-b5b2-49f5-aa5a-e5b6eb26cfec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:43:49.215770 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-e9bcf048-89cc-48f5-a779-fc32b982915b None None] Set router 79111878-ec4f-4bf3-9c18-2f8ea10c7659 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:43:49.434306 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a21bb620-a9b0-4df6-996c-c13381dec37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:49.458124 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-2ea64d80-6c23-44fb-8a06-1ef9dae0d0b9 req-52a3a9fd-a131-4cf4-b6b3-472f78491459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:49.463887 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbac1d2-ecce-4b6c-ba7b-6e150c228d41 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Pushing event updated for resources: {'Subnet': ['ID=14b9a7a9-547b-4326-99b4-cc0f5b5b0305,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:49.487729 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c1578c5a-3b46-465f-9de7-d6156f2f863f None None] Provisioning for port 2ff0fe91-fbfe-4eef-bc6d-78957500ba39 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:43:49.492113 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbac1d2-ecce-4b6c-ba7b-6e150c228d41 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Checking segment: {'id': 'a6c97f49-656d-4026-881b-2c2b632e71aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ec4a750b-d059-48e6-9f68-72e3c560e89b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:43:49.492929 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbac1d2-ecce-4b6c-ba7b-6e150c228d41 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Network hostable DHCP agents. Network: ec4a750b-d059-48e6-9f68-72e3c560e89b, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:43:49.527314 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c1578c5a-3b46-465f-9de7-d6156f2f863f None None] Provisioning complete for port 2ff0fe91-fbfe-4eef-bc6d-78957500ba39 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:43:49.527684 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c1578c5a-3b46-465f-9de7-d6156f2f863f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:49.565491 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbac1d2-ecce-4b6c-ba7b-6e150c228d41 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Network ec4a750b-d059-48e6-9f68-72e3c560e89b is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:43:49.593020 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-cdbac1d2-ecce-4b6c-ba7b-6e150c228d41 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, ec4a750b-d059-48e6-9f68-72e3c560e89b) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:43:49.618731 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc8167-dd95-41ad-80e6-68f43f42b579 req-46db6bf5-c767-4ee4-9219-9a7d6bea53c9 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:49.625759 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-79bc8167-dd95-41ad-80e6-68f43f42b579 req-46db6bf5-c767-4ee4-9219-9a7d6bea53c9 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=65807f78-b5b2-49f5-aa5a-e5b6eb26cfec HTTP/1.1" status: 200 len: 931 time: 0.3896794 Aug 22 13:43:49.639510 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78444cc1-d1e7-40c1-9ea0-4efbdfcc00c5 None None] Network ec4a750b-d059-48e6-9f68-72e3c560e89b requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:43:49.670891 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbac1d2-ecce-4b6c-ba7b-6e150c228d41 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:49.674774 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cdbac1d2-ecce-4b6c-ba7b-6e150c228d41 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:49.717860 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 53458) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:49.718481 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-cdbac1d2-ecce-4b6c-ba7b-6e150c228d41 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.4006448 Aug 22 13:43:49.724108 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-58fe7ac7-1c5d-4e83-9763-f2cab11c2e46 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-371777540', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}, 'admin_state_up': False}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:43:49.801371 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c1578c5a-3b46-465f-9de7-d6156f2f863f None None] Port 2ff0fe91-fbfe-4eef-bc6d-78957500ba39 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:43:49.809142 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-e9bcf048-89cc-48f5-a779-fc32b982915b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79111878-ec4f-4bf3-9c18-2f8ea10c7659', 'name': 'tempest-TestAggregatesBasicOps-558884635-router', 'tenant_id': '4ba2343273124f0997e7b331b3ebfac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'd6f95a7b-5658-46c0-a576-2be705321442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:43:40Z', 'updated_at': '2021-08-22T13:43:44Z', 'revision_number': 3, 'project_id': '4ba2343273124f0997e7b331b3ebfac4', 'gw_port': {'id': 'd6f95a7b-5658-46c0-a576-2be705321442', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:bf:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79111878-ec4f-4bf3-9c18-2f8ea10c7659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:43:42Z', 'updated_at': '2021-08-22T13:43:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:43:49.906931 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bcf048-89cc-48f5-a779-fc32b982915b None None] The sync data for ids ['79111878-ec4f-4bf3-9c18-2f8ea10c7659'] in n-d-793621-33 is: [{'id': '79111878-ec4f-4bf3-9c18-2f8ea10c7659', 'name': 'tempest-TestAggregatesBasicOps-558884635-router', 'tenant_id': '4ba2343273124f0997e7b331b3ebfac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'd6f95a7b-5658-46c0-a576-2be705321442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:43:40Z', 'updated_at': '2021-08-22T13:43:44Z', 'revision_number': 3, 'project_id': '4ba2343273124f0997e7b331b3ebfac4', 'gw_port': {'id': 'd6f95a7b-5658-46c0-a576-2be705321442', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:bf:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79111878-ec4f-4bf3-9c18-2f8ea10c7659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:43:42Z', 'updated_at': '2021-08-22T13:43:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:43:50.007928 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:43:50.019866 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-2ea64d80-6c23-44fb-8a06-1ef9dae0d0b9 req-52a3a9fd-a131-4cf4-b6b3-472f78491459 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ff0fe91-fbfe-4eef-bc6d-78957500ba39 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:43:50.031502 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-2ea64d80-6c23-44fb-8a06-1ef9dae0d0b9 req-52a3a9fd-a131-4cf4-b6b3-472f78491459 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:50.071877 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-2ea64d80-6c23-44fb-8a06-1ef9dae0d0b9 req-52a3a9fd-a131-4cf4-b6b3-472f78491459 service neutron] Transition to ACTIVE for port object 2ff0fe91-fbfe-4eef-bc6d-78957500ba39 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:43:50.082003 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-2ea64d80-6c23-44fb-8a06-1ef9dae0d0b9 req-52a3a9fd-a131-4cf4-b6b3-472f78491459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:50.143001 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-f8dc43d8-ad8f-420a-bb20-ea68766ab059 None None] Provisioning for port 145065ae-25d8-426a-bdc2-5984b6b1619c completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:43:50.160672 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbb0d89-338b-4040-a8a6-6e9c0fdca55a None None] Network ec4a750b-d059-48e6-9f68-72e3c560e89b requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:43:50.212008 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a3a9fd-a131-4cf4-b6b3-472f78491459 service neutron] Pushing event updated for resources: {'Port': ['ID=2ff0fe91-fbfe-4eef-bc6d-78957500ba39,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:50.401783 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-f8dc43d8-ad8f-420a-bb20-ea68766ab059 None None] Provisioning complete for port 145065ae-25d8-426a-bdc2-5984b6b1619c triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:43:50.402095 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f8dc43d8-ad8f-420a-bb20-ea68766ab059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:50.404408 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-79bc8167-dd95-41ad-80e6-68f43f42b579 req-f2224db8-602f-403e-a208-de4291379449 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfa256e4-15e1-4bb5-82ae-f3ce1917cd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7755160 Aug 22 13:43:50.496653 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-2ea64d80-6c23-44fb-8a06-1ef9dae0d0b9 req-52a3a9fd-a131-4cf4-b6b3-472f78491459 service neutron] Attempting to bind port 2ff0fe91-fbfe-4eef-bc6d-78957500ba39 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:43:50.498917 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-2ea64d80-6c23-44fb-8a06-1ef9dae0d0b9 req-52a3a9fd-a131-4cf4-b6b3-472f78491459 service neutron] Attempting to bind port 2ff0fe91-fbfe-4eef-bc6d-78957500ba39 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '3ddf7eac-d84f-4dbb-b953-6c0071efe217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bf5a5750-b5ea-44cd-ad65-1dd63932d79a'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:43:50.499460 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea64d80-6c23-44fb-8a06-1ef9dae0d0b9 req-52a3a9fd-a131-4cf4-b6b3-472f78491459 service neutron] Attempting to bind port 2ff0fe91-fbfe-4eef-bc6d-78957500ba39 on network bf5a5750-b5ea-44cd-ad65-1dd63932d79a {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:43:50.520287 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea64d80-6c23-44fb-8a06-1ef9dae0d0b9 req-52a3a9fd-a131-4cf4-b6b3-472f78491459 service neutron] Port 2ff0fe91-fbfe-4eef-bc6d-78957500ba39 on network bf5a5750-b5ea-44cd-ad65-1dd63932d79a not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:43:50.521236 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea64d80-6c23-44fb-8a06-1ef9dae0d0b9 req-52a3a9fd-a131-4cf4-b6b3-472f78491459 service neutron] Attempting to bind port 2ff0fe91-fbfe-4eef-bc6d-78957500ba39 on network bf5a5750-b5ea-44cd-ad65-1dd63932d79a {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:43:50.528768 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea64d80-6c23-44fb-8a06-1ef9dae0d0b9 req-52a3a9fd-a131-4cf4-b6b3-472f78491459 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:43:50.529522 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea64d80-6c23-44fb-8a06-1ef9dae0d0b9 req-52a3a9fd-a131-4cf4-b6b3-472f78491459 service neutron] Checking segment: {'id': '3ddf7eac-d84f-4dbb-b953-6c0071efe217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bf5a5750-b5ea-44cd-ad65-1dd63932d79a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:43:50.530124 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea64d80-6c23-44fb-8a06-1ef9dae0d0b9 req-52a3a9fd-a131-4cf4-b6b3-472f78491459 service neutron] Bound using segment: {'id': '3ddf7eac-d84f-4dbb-b953-6c0071efe217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bf5a5750-b5ea-44cd-ad65-1dd63932d79a'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:43:50.530750 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-2ea64d80-6c23-44fb-8a06-1ef9dae0d0b9 req-52a3a9fd-a131-4cf4-b6b3-472f78491459 service neutron] Bound port: 2ff0fe91-fbfe-4eef-bc6d-78957500ba39, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ddf7eac-d84f-4dbb-b953-6c0071efe217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bf5a5750-b5ea-44cd-ad65-1dd63932d79a'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:43:50.531538 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-2ea64d80-6c23-44fb-8a06-1ef9dae0d0b9 req-52a3a9fd-a131-4cf4-b6b3-472f78491459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:50.638368 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-f8dc43d8-ad8f-420a-bb20-ea68766ab059 None None] Port 145065ae-25d8-426a-bdc2-5984b6b1619c cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:43:50.673588 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-58fe7ac7-1c5d-4e83-9763-f2cab11c2e46 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:50.677621 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-58fe7ac7-1c5d-4e83-9763-f2cab11c2e46 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:50.799540 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-2ea64d80-6c23-44fb-8a06-1ef9dae0d0b9 req-52a3a9fd-a131-4cf4-b6b3-472f78491459 service neutron] For port 2ff0fe91-fbfe-4eef-bc6d-78957500ba39, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:43:50.802954 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-2ea64d80-6c23-44fb-8a06-1ef9dae0d0b9 req-52a3a9fd-a131-4cf4-b6b3-472f78491459 service neutron] For port 2ff0fe91-fbfe-4eef-bc6d-78957500ba39, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=2ff0fe91-fbfe-4eef-bc6d-78957500ba39,segment=NetworkSegment(3ddf7eac-d84f-4dbb-b953-6c0071efe217),segment_id=3ddf7eac-d84f-4dbb-b953-6c0071efe217)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:43:50.810253 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-2ea64d80-6c23-44fb-8a06-1ef9dae0d0b9 req-52a3a9fd-a131-4cf4-b6b3-472f78491459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:50.850003 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea64d80-6c23-44fb-8a06-1ef9dae0d0b9 req-52a3a9fd-a131-4cf4-b6b3-472f78491459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:50.850762 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-2ea64d80-6c23-44fb-8a06-1ef9dae0d0b9 req-52a3a9fd-a131-4cf4-b6b3-472f78491459 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:50.852316 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2ea64d80-6c23-44fb-8a06-1ef9dae0d0b9 req-52a3a9fd-a131-4cf4-b6b3-472f78491459 service neutron] 10.222.0.41 "PUT /v2.0/ports/2ff0fe91-fbfe-4eef-bc6d-78957500ba39 HTTP/1.1" status: 200 len: 1092 time: 1.6731455 Aug 22 13:43:50.852843 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65807f78-b5b2-49f5-aa5a-e5b6eb26cfec', 'tag': '2ff0fe91-fbfe-4eef-bc6d-78957500ba39'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:43:50.855265 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6479a9d-7b0f-4090-8cfe-d8d7b6ece0e1" -d '{"events": [{"name": "network-changed", "server_uuid": "65807f78-b5b2-49f5-aa5a-e5b6eb26cfec", "tag": "2ff0fe91-fbfe-4eef-bc6d-78957500ba39"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:43:50.927885 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-58fe7ac7-1c5d-4e83-9763-f2cab11c2e46 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:50.950524 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2467b92d-a159-439a-a732-c0e69a710b0b x-openstack-request-id: req-2467b92d-a159-439a-a732-c0e69a710b0b {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:43:50.950862 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65807f78-b5b2-49f5-aa5a-e5b6eb26cfec", "tag": "2ff0fe91-fbfe-4eef-bc6d-78957500ba39", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:43:50.951329 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2467b92d-a159-439a-a732-c0e69a710b0b {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:43:50.951826 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65807f78-b5b2-49f5-aa5a-e5b6eb26cfec', 'tag': '2ff0fe91-fbfe-4eef-bc6d-78957500ba39', 'status': 'completed', 'code': 200} Aug 22 13:43:50.952394 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a3a9fd-a131-4cf4-b6b3-472f78491459 service neutron] Pushing event updated for resources: {'Port': ['ID=2ff0fe91-fbfe-4eef-bc6d-78957500ba39,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:51.052431 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea64d80-6c23-44fb-8a06-1ef9dae0d0b9 req-5ce1cdc7-2699-4f59-8c6f-38b2476fd8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:51.054199 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2ea64d80-6c23-44fb-8a06-1ef9dae0d0b9 req-5ce1cdc7-2699-4f59-8c6f-38b2476fd8ae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=50b3d484826f4e1f8052fde49b87f38a&device_id=65807f78-b5b2-49f5-aa5a-e5b6eb26cfec HTTP/1.1" status: 200 len: 1095 time: 0.1438973 Aug 22 13:43:51.155398 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2ea64d80-6c23-44fb-8a06-1ef9dae0d0b9 req-b1c90569-fbca-4594-addb-ee1b5909822b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ff0fe91-fbfe-4eef-bc6d-78957500ba39 HTTP/1.1" status: 200 len: 217 time: 0.0899847 Aug 22 13:43:51.299743 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a21bb620-a9b0-4df6-996c-c13381dec37a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:51.303524 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-58fe7ac7-1c5d-4e83-9763-f2cab11c2e46 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:51.307913 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a21bb620-a9b0-4df6-996c-c13381dec37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:51.314521 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea64d80-6c23-44fb-8a06-1ef9dae0d0b9 req-f20294dc-b984-486a-81f9-35d651bd3b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:51.321397 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2ea64d80-6c23-44fb-8a06-1ef9dae0d0b9 req-f20294dc-b984-486a-81f9-35d651bd3b25 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0aff47bc-ed4a-4c75-9203-6ffecee8fcb0 HTTP/1.1" status: 200 len: 835 time: 0.1440890 Aug 22 13:43:51.427323 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea64d80-6c23-44fb-8a06-1ef9dae0d0b9 req-d6fde88b-ba45-4e32-89fd-5bab330e1b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:51.428851 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2ea64d80-6c23-44fb-8a06-1ef9dae0d0b9 req-d6fde88b-ba45-4e32-89fd-5bab330e1b69 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bf5a5750-b5ea-44cd-ad65-1dd63932d79a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1014063 Aug 22 13:43:51.605358 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21bb620-a9b0-4df6-996c-c13381dec37a admin admin] Pushing event updated for resources: {'Port': ['ID=145065ae-25d8-426a-bdc2-5984b6b1619c,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:51.619703 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a21bb620-a9b0-4df6-996c-c13381dec37a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:51.697289 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2ea64d80-6c23-44fb-8a06-1ef9dae0d0b9 req-436965d7-e44f-43b2-8a67-babe63a81fe8 service neutron] 10.222.0.41 "GET /v2.0/networks/bf5a5750-b5ea-44cd-ad65-1dd63932d79a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564828 Aug 22 13:43:51.921018 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2ea64d80-6c23-44fb-8a06-1ef9dae0d0b9 req-5429ecb5-0dae-44f2-8193-2c098f93b389 service neutron] 10.222.0.41 "GET /v2.0/networks/bf5a5750-b5ea-44cd-ad65-1dd63932d79a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159183 Aug 22 13:43:52.149628 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d165b1e-76da-448a-9ee5-f4d111e65416 req-c10b965a-8d68-42d5-8da1-1f657c7bebaa tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:52.160867 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d165b1e-76da-448a-9ee5-f4d111e65416 req-c10b965a-8d68-42d5-8da1-1f657c7bebaa tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=65807f78-b5b2-49f5-aa5a-e5b6eb26cfec HTTP/1.1" status: 200 len: 943 time: 0.5665457 Aug 22 13:43:52.177459 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6479a9d-7b0f-4090-8cfe-d8d7b6ece0e1 req-afd00dc3-71da-494f-9ecc-f441c41b9fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:52.207293 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e6479a9d-7b0f-4090-8cfe-d8d7b6ece0e1 req-afd00dc3-71da-494f-9ecc-f441c41b9fcd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=50b3d484826f4e1f8052fde49b87f38a&device_id=65807f78-b5b2-49f5-aa5a-e5b6eb26cfec HTTP/1.1" status: 200 len: 1095 time: 0.1826088 Aug 22 13:43:52.293260 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device d6f95a7b-5658-46c0-a576-2be705321442 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:43:52.431155 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port d6f95a7b-5658-46c0-a576-2be705321442 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:43:52.442229 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port d6f95a7b-5658-46c0-a576-2be705321442 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:43:52.443489 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:52.447741 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21bb620-a9b0-4df6-996c-c13381dec37a admin admin] Network e4108436-d1d0-45f2-b19e-40b7a3922ac1 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:43:52.464885 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-a21bb620-a9b0-4df6-996c-c13381dec37a admin admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:43:52.551251 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6479a9d-7b0f-4090-8cfe-d8d7b6ece0e1 req-26f683b9-dac9-4574-9d38-01af0998a9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:52.556499 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e6479a9d-7b0f-4090-8cfe-d8d7b6ece0e1 req-26f683b9-dac9-4574-9d38-01af0998a9ea service neutron] 10.222.0.41 "GET /v2.0/networks?id=bf5a5750-b5ea-44cd-ad65-1dd63932d79a HTTP/1.1" status: 200 len: 897 time: 0.3426285 Aug 22 13:43:52.556917 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d165b1e-76da-448a-9ee5-f4d111e65416 req-c2539809-f2c7-4c0f-b9d5-b2dbf40b5153 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfa256e4-15e1-4bb5-82ae-f3ce1917cd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3322959 Aug 22 13:43:52.633048 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:52.682418 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e6479a9d-7b0f-4090-8cfe-d8d7b6ece0e1 req-b469cda1-3c12-4a26-b89b-2fe05829b258 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ff0fe91-fbfe-4eef-bc6d-78957500ba39 HTTP/1.1" status: 200 len: 217 time: 0.1191056 Aug 22 13:43:52.692051 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port d6f95a7b-5658-46c0-a576-2be705321442, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=d6f95a7b-5658-46c0-a576-2be705321442,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:43:52.701155 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:52.806519 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6479a9d-7b0f-4090-8cfe-d8d7b6ece0e1 req-b1d168f3-f751-4ca8-ba90-4bacfcc762be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:52.807961 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e6479a9d-7b0f-4090-8cfe-d8d7b6ece0e1 req-b1d168f3-f751-4ca8-ba90-4bacfcc762be service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0aff47bc-ed4a-4c75-9203-6ffecee8fcb0 HTTP/1.1" status: 200 len: 835 time: 0.1195390 Aug 22 13:43:52.875136 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=d6f95a7b-5658-46c0-a576-2be705321442,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:52.895999 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53568) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:52.898270 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6479a9d-7b0f-4090-8cfe-d8d7b6ece0e1 req-665db61a-06c1-4332-8def-7a36b1eb2777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:52.900489 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e6479a9d-7b0f-4090-8cfe-d8d7b6ece0e1 req-665db61a-06c1-4332-8def-7a36b1eb2777 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bf5a5750-b5ea-44cd-ad65-1dd63932d79a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0845087 Aug 22 13:43:53.027571 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-58fe7ac7-1c5d-4e83-9763-f2cab11c2e46 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for router_gateway, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:53.053330 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-58fe7ac7-1c5d-4e83-9763-f2cab11c2e46 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:53.093832 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-9ca66a07-a9e1-4379-b85e-b3b70cd78805 None None] Provisioning complete for port 145065ae-25d8-426a-bdc2-5984b6b1619c triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:43:53.095671 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9ca66a07-a9e1-4379-b85e-b3b70cd78805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:53.097017 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e6479a9d-7b0f-4090-8cfe-d8d7b6ece0e1 req-329c5201-705e-4a55-b08b-6238bd5c802c service neutron] 10.222.0.41 "GET /v2.0/networks/bf5a5750-b5ea-44cd-ad65-1dd63932d79a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891212 Aug 22 13:43:53.182867 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a21bb620-a9b0-4df6-996c-c13381dec37a admin admin] Router 79111878-ec4f-4bf3-9c18-2f8ea10c7659 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:43:53.209131 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-9ca66a07-a9e1-4379-b85e-b3b70cd78805 None None] Port 145065ae-25d8-426a-bdc2-5984b6b1619c cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:43:53.333456 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e6479a9d-7b0f-4090-8cfe-d8d7b6ece0e1 req-0d77466a-515e-444e-aa0d-54d22f095fc7 service neutron] 10.222.0.41 "GET /v2.0/networks/bf5a5750-b5ea-44cd-ad65-1dd63932d79a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288635 Aug 22 13:43:53.348112 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-58fe7ac7-1c5d-4e83-9763-f2cab11c2e46 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Allocated IP 172.25.3.12 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/b206e931-cf96-4ac0-8c00-6f0f92334111) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:43:53.354889 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a8ddb9f5-81a7-413c-9e07-a37b0299455d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:53.393141 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 2ff0fe91-fbfe-4eef-bc6d-78957500ba39 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:43:53.558423 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a21bb620-a9b0-4df6-996c-c13381dec37a admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:43:53.574265 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a82f75-622d-49cd-8bed-fe0632fb4a8c None None] Sync routers for ids ['79111878-ec4f-4bf3-9c18-2f8ea10c7659'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:43:53.575957 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a21bb620-a9b0-4df6-996c-c13381dec37a admin admin] 10.222.0.21 "PUT /v2.0/routers/79111878-ec4f-4bf3-9c18-2f8ea10c7659/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2119246 Aug 22 13:43:53.600616 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a82f75-622d-49cd-8bed-fe0632fb4a8c None None] Routers {'79111878-ec4f-4bf3-9c18-2f8ea10c7659'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:43:53.611491 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-e4a82f75-622d-49cd-8bed-fe0632fb4a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:43:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['79111878-ec4f-4bf3-9c18-2f8ea10c7659'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:43:53.648034 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a8ddb9f5-81a7-413c-9e07-a37b0299455d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:53.651159 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 2ff0fe91-fbfe-4eef-bc6d-78957500ba39, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=2ff0fe91-fbfe-4eef-bc6d-78957500ba39,segment=NetworkSegment(3ddf7eac-d84f-4dbb-b953-6c0071efe217),segment_id=3ddf7eac-d84f-4dbb-b953-6c0071efe217)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:43:53.656440 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a8ddb9f5-81a7-413c-9e07-a37b0299455d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:53.671788 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-58fe7ac7-1c5d-4e83-9763-f2cab11c2e46 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:53.678602 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '2ff0fe91-fbfe-4eef-bc6d-78957500ba39', 'network_id': 'bf5a5750-b5ea-44cd-ad65-1dd63932d79a', 'port_id': '2ff0fe91-fbfe-4eef-bc6d-78957500ba39', 'mac_address': 'fa:16:3e:aa:98:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aff47bc-ed4a-4c75-9203-6ffecee8fcb0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:43:53.767988 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a8ddb9f5-81a7-413c-9e07-a37b0299455d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=80052223139f483382a80318e8a67fcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8651564 Aug 22 13:43:53.770027 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53600) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:53.782867 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:53.817483 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ff0fe91-fbfe-4eef-bc6d-78957500ba39 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:43:53.821006 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-e4a82f75-622d-49cd-8bed-fe0632fb4a8c None None] Set router 79111878-ec4f-4bf3-9c18-2f8ea10c7659 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:43:53.859527 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 2ff0fe91-fbfe-4eef-bc6d-78957500ba39, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=2ff0fe91-fbfe-4eef-bc6d-78957500ba39,segment=NetworkSegment(3ddf7eac-d84f-4dbb-b953-6c0071efe217),segment_id=3ddf7eac-d84f-4dbb-b953-6c0071efe217)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:43:53.862309 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f718762-29bd-42fa-83c8-f2c02bec7d26 req-dfd7f280-3e47-4c7e-a03b-982461893e31 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:53.865518 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1f718762-29bd-42fa-83c8-f2c02bec7d26 req-dfd7f280-3e47-4c7e-a03b-982461893e31 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=65807f78-b5b2-49f5-aa5a-e5b6eb26cfec HTTP/1.1" status: 200 len: 943 time: 0.1738133 Aug 22 13:43:53.866114 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:53.896277 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-58fe7ac7-1c5d-4e83-9763-f2cab11c2e46 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:53.927858 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=2ff0fe91-fbfe-4eef-bc6d-78957500ba39,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:53.944969 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ddb9f5-81a7-413c-9e07-a37b0299455d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=749e431b-0632-4d5e-aebc-8ad85dcf0529,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:54.007574 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a5b10cbd-8bad-4947-8645-6361757a1fa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:54.021127 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fe7ac7-1c5d-4e83-9763-f2cab11c2e46 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:43:54.043445 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-58fe7ac7-1c5d-4e83-9763-f2cab11c2e46 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:43:54.067330 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fe7ac7-1c5d-4e83-9763-f2cab11c2e46 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:43:54.075892 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['2ff0fe91-fbfe-4eef-bc6d-78957500ba39'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:43:54.081123 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a5b10cbd-8bad-4947-8645-6361757a1fa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:54.087753 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1f718762-29bd-42fa-83c8-f2c02bec7d26 req-b72691db-c4c0-4720-9873-1ba83d7dc642 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfa256e4-15e1-4bb5-82ae-f3ce1917cd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2123837 Aug 22 13:43:54.182616 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe7ac7-1c5d-4e83-9763-f2cab11c2e46 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Pushing event updated for resources: {'Port': ['ID=b206e931-cf96-4ac0-8c00-6f0f92334111,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:54.214057 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a5b10cbd-8bad-4947-8645-6361757a1fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:54.221313 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a5b10cbd-8bad-4947-8645-6361757a1fa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:54.233114 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a5b10cbd-8bad-4947-8645-6361757a1fa2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/749e431b-0632-4d5e-aebc-8ad85dcf0529 HTTP/1.1" status: 204 len: 168 time: 0.4452024 Aug 22 13:43:54.252098 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b10cbd-8bad-4947-8645-6361757a1fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=749e431b-0632-4d5e-aebc-8ad85dcf0529,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:54.288057 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device d6f95a7b-5658-46c0-a576-2be705321442 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:43:54.307701 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-e4a82f75-622d-49cd-8bed-fe0632fb4a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79111878-ec4f-4bf3-9c18-2f8ea10c7659', 'name': 'tempest-TestAggregatesBasicOps-558884635-router', 'tenant_id': '4ba2343273124f0997e7b331b3ebfac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'd6f95a7b-5658-46c0-a576-2be705321442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:43:40Z', 'updated_at': '2021-08-22T13:43:49Z', 'revision_number': 4, 'project_id': '4ba2343273124f0997e7b331b3ebfac4', 'gw_port': {'id': 'd6f95a7b-5658-46c0-a576-2be705321442', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:bf:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79111878-ec4f-4bf3-9c18-2f8ea10c7659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:43:42Z', 'updated_at': '2021-08-22T13:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '145065ae-25d8-426a-bdc2-5984b6b1619c', 'name': '', 'network_id': 'e4108436-d1d0-45f2-b19e-40b7a3922ac1', 'tenant_id': '4ba2343273124f0997e7b331b3ebfac4', 'mac_address': 'fa:16:3e:7d:ea:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79111878-ec4f-4bf3-9c18-2f8ea10c7659', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '5fcc8957-5199-4e0e-8693-9adf4ff8d4d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:43:47Z', 'updated_at': '2021-08-22T13:43:49Z', 'revision_number': 2, 'project_id': '4ba2343273124f0997e7b331b3ebfac4', 'subnets': [{'id': '5fcc8957-5199-4e0e-8693-9adf4ff8d4d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:43:54.391011 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a82f75-622d-49cd-8bed-fe0632fb4a8c None None] Checking router: 79111878-ec4f-4bf3-9c18-2f8ea10c7659 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:43:54.391635 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a82f75-622d-49cd-8bed-fe0632fb4a8c None None] Updating router 79111878-ec4f-4bf3-9c18-2f8ea10c7659 port 145065ae-25d8-426a-bdc2-5984b6b1619c binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:43:54.456211 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-e4a82f75-622d-49cd-8bed-fe0632fb4a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:54.485846 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port d6f95a7b-5658-46c0-a576-2be705321442 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:43:54.487878 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:54.858916 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-58fe7ac7-1c5d-4e83-9763-f2cab11c2e46 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for router_gateway, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:54.884090 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53624) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:54.914913 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-24402145-911b-42ad-bee6-58829c8b8bcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:55.155891 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53632) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:55.156086 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-e4a82f75-622d-49cd-8bed-fe0632fb4a8c None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:55.161033 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-e55aed57-6655-4295-86cc-edab3547fb4a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1620202918-network', 'tenant_id': '7149a9c3f82244929a6ae2e90cc6ddb4'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:43:55.167120 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-e4a82f75-622d-49cd-8bed-fe0632fb4a8c None None] Transition to ACTIVE for port object 145065ae-25d8-426a-bdc2-5984b6b1619c will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:43:55.177790 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-e4a82f75-622d-49cd-8bed-fe0632fb4a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:55.186652 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-24402145-911b-42ad-bee6-58829c8b8bcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:55.198335 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-24402145-911b-42ad-bee6-58829c8b8bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:55.312574 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-24402145-911b-42ad-bee6-58829c8b8bcb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=92fe907d692a495e8d71057f47a34811&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4273531 Aug 22 13:43:55.313867 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53634) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:55.321564 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24402145-911b-42ad-bee6-58829c8b8bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b390d99-0a1e-4615-bafe-c3b3f7999651,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:55.376885 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55aed57-6655-4295-86cc-edab3547fb4a admin admin] Made reservation on behalf of 7149a9c3f82244929a6ae2e90cc6ddb4 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:43:55.379574 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e55aed57-6655-4295-86cc-edab3547fb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:55.398442 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e55aed57-6655-4295-86cc-edab3547fb4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:55.424490 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 2ff0fe91-fbfe-4eef-bc6d-78957500ba39 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:43:55.444987 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-852c8448-5b33-4685-95c0-624d8113620d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:55.470764 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-e4a82f75-622d-49cd-8bed-fe0632fb4a8c None None] Attempting to bind port 145065ae-25d8-426a-bdc2-5984b6b1619c on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:43:55.471950 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-852c8448-5b33-4685-95c0-624d8113620d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:55.472582 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-e4a82f75-622d-49cd-8bed-fe0632fb4a8c None None] Attempting to bind port 145065ae-25d8-426a-bdc2-5984b6b1619c by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '2e9fa35d-4d91-46a6-bf3a-ec3f75fe53b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e4108436-d1d0-45f2-b19e-40b7a3922ac1'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:43:55.472949 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a82f75-622d-49cd-8bed-fe0632fb4a8c None None] Attempting to bind port 145065ae-25d8-426a-bdc2-5984b6b1619c on network e4108436-d1d0-45f2-b19e-40b7a3922ac1 {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:43:55.485074 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2babf4c-e495-4ecf-8e46-e61ebe44e4e0 req-c7a229c8-d115-4084-b272-6e347abb77f7 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:55.489324 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f2babf4c-e495-4ecf-8e46-e61ebe44e4e0 req-c7a229c8-d115-4084-b272-6e347abb77f7 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=65807f78-b5b2-49f5-aa5a-e5b6eb26cfec HTTP/1.1" status: 200 len: 944 time: 0.2309499 Aug 22 13:43:55.494208 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a82f75-622d-49cd-8bed-fe0632fb4a8c None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:43:55.494584 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a82f75-622d-49cd-8bed-fe0632fb4a8c None None] Checking segment: {'id': '2e9fa35d-4d91-46a6-bf3a-ec3f75fe53b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e4108436-d1d0-45f2-b19e-40b7a3922ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:43:55.494991 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-e4a82f75-622d-49cd-8bed-fe0632fb4a8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:55.502048 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a82f75-622d-49cd-8bed-fe0632fb4a8c None None] Bound using segment: {'id': '2e9fa35d-4d91-46a6-bf3a-ec3f75fe53b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e4108436-d1d0-45f2-b19e-40b7a3922ac1'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:43:55.513850 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-e4a82f75-622d-49cd-8bed-fe0632fb4a8c None None] Bound port: 145065ae-25d8-426a-bdc2-5984b6b1619c, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e9fa35d-4d91-46a6-bf3a-ec3f75fe53b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e4108436-d1d0-45f2-b19e-40b7a3922ac1'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:43:55.514303 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-e4a82f75-622d-49cd-8bed-fe0632fb4a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:55.531250 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 2ff0fe91-fbfe-4eef-bc6d-78957500ba39 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:43:55.534274 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-852c8448-5b33-4685-95c0-624d8113620d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:55.537450 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-852c8448-5b33-4685-95c0-624d8113620d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:55.540129 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 2ff0fe91-fbfe-4eef-bc6d-78957500ba39 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:43:55.540591 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:55.546951 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-852c8448-5b33-4685-95c0-624d8113620d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3b390d99-0a1e-4615-bafe-c3b3f7999651 HTTP/1.1" status: 204 len: 168 time: 0.2042994 Aug 22 13:43:55.587617 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852c8448-5b33-4685-95c0-624d8113620d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b390d99-0a1e-4615-bafe-c3b3f7999651,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:55.695234 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-e4a82f75-622d-49cd-8bed-fe0632fb4a8c None None] For port 145065ae-25d8-426a-bdc2-5984b6b1619c, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:43:55.707440 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-e4a82f75-622d-49cd-8bed-fe0632fb4a8c None None] For port 145065ae-25d8-426a-bdc2-5984b6b1619c, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=145065ae-25d8-426a-bdc2-5984b6b1619c,segment=NetworkSegment(2e9fa35d-4d91-46a6-bf3a-ec3f75fe53b2),segment_id=2e9fa35d-4d91-46a6-bf3a-ec3f75fe53b2)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:43:55.713347 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-58fe7ac7-1c5d-4e83-9763-f2cab11c2e46 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:55.729762 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-e4a82f75-622d-49cd-8bed-fe0632fb4a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:55.735642 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2997d694-0299-4c73-80b6-0328994a5dcc None None] Pushing event updated for resources: {'Port': ['ID=145065ae-25d8-426a-bdc2-5984b6b1619c,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:55.743512 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f2babf4c-e495-4ecf-8e46-e61ebe44e4e0 req-2fab2938-38f7-493f-a50a-908fc2f51c64 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfa256e4-15e1-4bb5-82ae-f3ce1917cd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477594 Aug 22 13:43:55.813579 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:55.861511 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65807f78-b5b2-49f5-aa5a-e5b6eb26cfec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff0fe91-fbfe-4eef-bc6d-78957500ba39'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:43:55.865288 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ed556d-0c5a-42d8-a89c-01465f4f625f" -d '{"events": [{"server_uuid": "65807f78-b5b2-49f5-aa5a-e5b6eb26cfec", "name": "network-vif-plugged", "status": "completed", "tag": "2ff0fe91-fbfe-4eef-bc6d-78957500ba39"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:43:55.880056 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2997d694-0299-4c73-80b6-0328994a5dcc None None] Pushing event updated for resources: {'Port': ['ID=145065ae-25d8-426a-bdc2-5984b6b1619c,revision_number=4']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:55.892948 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 2ff0fe91-fbfe-4eef-bc6d-78957500ba39, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=2ff0fe91-fbfe-4eef-bc6d-78957500ba39,segment=NetworkSegment(3ddf7eac-d84f-4dbb-b953-6c0071efe217),segment_id=3ddf7eac-d84f-4dbb-b953-6c0071efe217)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:43:55.900003 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:55.944726 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a82f75-622d-49cd-8bed-fe0632fb4a8c None None] Routers {'79111878-ec4f-4bf3-9c18-2f8ea10c7659'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:43:55.945192 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-e4a82f75-622d-49cd-8bed-fe0632fb4a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:43:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['79111878-ec4f-4bf3-9c18-2f8ea10c7659'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:43:55.954309 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e55aed57-6655-4295-86cc-edab3547fb4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:55.963647 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e55aed57-6655-4295-86cc-edab3547fb4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:55.984772 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e55aed57-6655-4295-86cc-edab3547fb4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:43:55.997361 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e55aed57-6655-4295-86cc-edab3547fb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:55.997361 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-e55aed57-6655-4295-86cc-edab3547fb4a admin admin] Added segment afde2eed-cf02-4d32-8ff1-a1fea32d8220 of type vlan for network 40331296-0857-4a18-9ab1-dff304a174ff Aug 22 13:43:56.004705 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40f5858-0f92-4928-9769-a6d3d9ee2c2f x-openstack-request-id: req-e40f5858-0f92-4928-9769-a6d3d9ee2c2f {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:43:56.009154 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65807f78-b5b2-49f5-aa5a-e5b6eb26cfec", "name": "network-vif-plugged", "status": "completed", "tag": "2ff0fe91-fbfe-4eef-bc6d-78957500ba39", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:43:56.018857 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e40f5858-0f92-4928-9769-a6d3d9ee2c2f {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:43:56.019783 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65807f78-b5b2-49f5-aa5a-e5b6eb26cfec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff0fe91-fbfe-4eef-bc6d-78957500ba39', 'code': 200} Aug 22 13:43:56.116789 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e55aed57-6655-4295-86cc-edab3547fb4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:56.119427 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=2ff0fe91-fbfe-4eef-bc6d-78957500ba39,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:56.239984 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e55aed57-6655-4295-86cc-edab3547fb4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:56.241338 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55aed57-6655-4295-86cc-edab3547fb4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:56.242529 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e55aed57-6655-4295-86cc-edab3547fb4a admin admin] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:56.298521 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-e4a82f75-622d-49cd-8bed-fe0632fb4a8c None None] Set router 79111878-ec4f-4bf3-9c18-2f8ea10c7659 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:43:56.357251 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e55aed57-6655-4295-86cc-edab3547fb4a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1994517 Aug 22 13:43:56.371070 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53652) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:56.388907 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-217d6298-8b88-4563-b048-16f84e325cfc admin admin] Request body: {'subnet': {'network_id': '40331296-0857-4a18-9ab1-dff304a174ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1620202918-subnet', 'tenant_id': '7149a9c3f82244929a6ae2e90cc6ddb4', 'ip_version': 4}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:43:56.526046 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217d6298-8b88-4563-b048-16f84e325cfc admin admin] Made reservation on behalf of 7149a9c3f82244929a6ae2e90cc6ddb4 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:43:56.528861 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-217d6298-8b88-4563-b048-16f84e325cfc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:56.714901 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55aed57-6655-4295-86cc-edab3547fb4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6353f2-69ac-4a7d-b327-c33742ea505c,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:56.759856 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-e4a82f75-622d-49cd-8bed-fe0632fb4a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79111878-ec4f-4bf3-9c18-2f8ea10c7659', 'name': 'tempest-TestAggregatesBasicOps-558884635-router', 'tenant_id': '4ba2343273124f0997e7b331b3ebfac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'd6f95a7b-5658-46c0-a576-2be705321442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:43:40Z', 'updated_at': '2021-08-22T13:43:49Z', 'revision_number': 4, 'project_id': '4ba2343273124f0997e7b331b3ebfac4', 'gw_port': {'id': 'd6f95a7b-5658-46c0-a576-2be705321442', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:bf:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79111878-ec4f-4bf3-9c18-2f8ea10c7659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:43:42Z', 'updated_at': '2021-08-22T13:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '145065ae-25d8-426a-bdc2-5984b6b1619c', 'name': '', 'network_id': 'e4108436-d1d0-45f2-b19e-40b7a3922ac1', 'tenant_id': '4ba2343273124f0997e7b331b3ebfac4', 'mac_address': 'fa:16:3e:7d:ea:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79111878-ec4f-4bf3-9c18-2f8ea10c7659', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '5fcc8957-5199-4e0e-8693-9adf4ff8d4d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:43:47Z', 'updated_at': '2021-08-22T13:43:55Z', 'revision_number': 4, 'project_id': '4ba2343273124f0997e7b331b3ebfac4', 'subnets': [{'id': '5fcc8957-5199-4e0e-8693-9adf4ff8d4d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:43:56.769059 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55aed57-6655-4295-86cc-edab3547fb4a admin admin] Pushing event updated for resources: {'Network': ['ID=40331296-0857-4a18-9ab1-dff304a174ff,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:56.783241 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58fe7ac7-1c5d-4e83-9763-f2cab11c2e46 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Router 489af23b-374e-492e-bca9-aa4d57f956cd is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:43:56.783709 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 40331296-0857-4a18-9ab1-dff304a174ff details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:43:56.894965 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a82f75-622d-49cd-8bed-fe0632fb4a8c None None] The sync data for ids ['79111878-ec4f-4bf3-9c18-2f8ea10c7659'] in n-d-793621-33 is: [{'id': '79111878-ec4f-4bf3-9c18-2f8ea10c7659', 'name': 'tempest-TestAggregatesBasicOps-558884635-router', 'tenant_id': '4ba2343273124f0997e7b331b3ebfac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'd6f95a7b-5658-46c0-a576-2be705321442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:43:40Z', 'updated_at': '2021-08-22T13:43:49Z', 'revision_number': 4, 'project_id': '4ba2343273124f0997e7b331b3ebfac4', 'gw_port': {'id': 'd6f95a7b-5658-46c0-a576-2be705321442', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:bf:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79111878-ec4f-4bf3-9c18-2f8ea10c7659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:43:42Z', 'updated_at': '2021-08-22T13:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '145065ae-25d8-426a-bdc2-5984b6b1619c', 'name': '', 'network_id': 'e4108436-d1d0-45f2-b19e-40b7a3922ac1', 'tenant_id': '4ba2343273124f0997e7b331b3ebfac4', 'mac_address': 'fa:16:3e:7d:ea:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79111878-ec4f-4bf3-9c18-2f8ea10c7659', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '5fcc8957-5199-4e0e-8693-9adf4ff8d4d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:43:47Z', 'updated_at': '2021-08-22T13:43:55Z', 'revision_number': 4, 'project_id': '4ba2343273124f0997e7b331b3ebfac4', 'subnets': [{'id': '5fcc8957-5199-4e0e-8693-9adf4ff8d4d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:43:56.951897 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107da1ed-1531-4032-ad20-9c48611ae65b req-d8c642bb-d0cd-493a-8f7d-98e57f5889da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:56.962928 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-107da1ed-1531-4032-ad20-9c48611ae65b req-d8c642bb-d0cd-493a-8f7d-98e57f5889da service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=65807f78-b5b2-49f5-aa5a-e5b6eb26cfec HTTP/1.1" status: 200 len: 1097 time: 0.7541339 Aug 22 13:43:57.175195 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2de873-bfe0-4248-9592-0d3196bdcfda req-4b1bc764-4eb7-4b6b-b666-cfb93d7cb2ee tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:57.188735 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1f2de873-bfe0-4248-9592-0d3196bdcfda req-4b1bc764-4eb7-4b6b-b666-cfb93d7cb2ee tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=65807f78-b5b2-49f5-aa5a-e5b6eb26cfec HTTP/1.1" status: 200 len: 945 time: 0.1199200 Aug 22 13:43:57.199821 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58fe7ac7-1c5d-4e83-9763-f2cab11c2e46 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:43:57.211345 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77aec315-0be7-4d77-b833-dd529e0f989d None None] Sync routers for ids ['489af23b-374e-492e-bca9-aa4d57f956cd'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:43:57.225774 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77aec315-0be7-4d77-b833-dd529e0f989d None None] Routers {'489af23b-374e-492e-bca9-aa4d57f956cd'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:43:57.229470 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-77aec315-0be7-4d77-b833-dd529e0f989d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:43:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['489af23b-374e-492e-bca9-aa4d57f956cd'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:43:57.279374 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1f2de873-bfe0-4248-9592-0d3196bdcfda req-efa3b2d0-7188-4d3f-869c-847e7321dd19 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfa256e4-15e1-4bb5-82ae-f3ce1917cd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884976 Aug 22 13:43:57.281957 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-58fe7ac7-1c5d-4e83-9763-f2cab11c2e46 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:57.284388 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-58fe7ac7-1c5d-4e83-9763-f2cab11c2e46 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.5653005 Aug 22 13:43:57.287120 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 53678) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:57.319997 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-77aec315-0be7-4d77-b833-dd529e0f989d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:43:57.350544 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-107da1ed-1531-4032-ad20-9c48611ae65b req-cd62729c-4ce3-47a4-b590-fda15c9108f0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bfa256e4-15e1-4bb5-82ae-f3ce1917cd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3776140 Aug 22 13:43:57.353321 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-217d6298-8b88-4563-b048-16f84e325cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:57.428098 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77aec315-0be7-4d77-b833-dd529e0f989d None None] Routers {'489af23b-374e-492e-bca9-aa4d57f956cd'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:43:57.429532 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-77aec315-0be7-4d77-b833-dd529e0f989d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:43:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['489af23b-374e-492e-bca9-aa4d57f956cd'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:43:57.556794 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-77aec315-0be7-4d77-b833-dd529e0f989d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:43:57.561425 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77aec315-0be7-4d77-b833-dd529e0f989d None None] The sync data for ids ['489af23b-374e-492e-bca9-aa4d57f956cd'] in n-d-793621-33 is: [] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:43:57.591356 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217d6298-8b88-4563-b048-16f84e325cfc admin admin] Checking segment: {'id': 'afde2eed-cf02-4d32-8ff1-a1fea32d8220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '40331296-0857-4a18-9ab1-dff304a174ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:43:57.594636 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217d6298-8b88-4563-b048-16f84e325cfc admin admin] Network hostable DHCP agents. Network: 40331296-0857-4a18-9ab1-dff304a174ff, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:43:57.598951 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217d6298-8b88-4563-b048-16f84e325cfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=454e6d4e-bc84-4f63-bac1-55dc239f68e0,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:57.647470 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217d6298-8b88-4563-b048-16f84e325cfc admin admin] Network 40331296-0857-4a18-9ab1-dff304a174ff is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:43:57.667979 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-217d6298-8b88-4563-b048-16f84e325cfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 40331296-0857-4a18-9ab1-dff304a174ff) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:43:57.678319 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34efd91-278e-47a9-8f78-354acf14df6b None None] Network 40331296-0857-4a18-9ab1-dff304a174ff requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:43:57.688528 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217d6298-8b88-4563-b048-16f84e325cfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:57.696162 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-217d6298-8b88-4563-b048-16f84e325cfc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:57.749841 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-217d6298-8b88-4563-b048-16f84e325cfc admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3718832 Aug 22 13:43:57.750639 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53690) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:57.758093 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-532aaec8-6773-48c8-b1e5-a4aea854aab8 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1620202918-router', 'tenant_id': '7149a9c3f82244929a6ae2e90cc6ddb4', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:43:57.816545 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-532aaec8-6773-48c8-b1e5-a4aea854aab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:57.819741 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-532aaec8-6773-48c8-b1e5-a4aea854aab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:57.882180 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-532aaec8-6773-48c8-b1e5-a4aea854aab8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:57.883227 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53692) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:58.107565 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a90096e-342b-47c3-9c89-65e709d4c13b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-40331296-0857-4a18-9ab1-dff304a174ff', 'network_id': '40331296-0857-4a18-9ab1-dff304a174ff', 'tenant_id': '7149a9c3f82244929a6ae2e90cc6ddb4', 'fixed_ips': [{'subnet_id': '454e6d4e-bc84-4f63-bac1-55dc239f68e0'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:43:58.108450 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3a90096e-342b-47c3-9c89-65e709d4c13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:58.267175 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-532aaec8-6773-48c8-b1e5-a4aea854aab8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:58.346845 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7d09683e-08cc-4b27-b43a-e1fa5f549122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:58.591783 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f0c75e7c-e2ea-4e77-916a-0566ffbadf47 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:58.666563 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53714) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:58.752637 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1659055-fd6f-40f1-8734-fcf6b6e617de req-0925fa77-f395-4fe9-846d-840e7a370fe9 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:43:58.761604 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a1659055-fd6f-40f1-8734-fcf6b6e617de req-0925fa77-f395-4fe9-846d-840e7a370fe9 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=65807f78-b5b2-49f5-aa5a-e5b6eb26cfec HTTP/1.1" status: 200 len: 945 time: 0.2344606 Aug 22 13:43:58.871691 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7d09683e-08cc-4b27-b43a-e1fa5f549122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:58.882767 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7d09683e-08cc-4b27-b43a-e1fa5f549122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:59.007290 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a1659055-fd6f-40f1-8734-fcf6b6e617de req-75e9d8c9-8898-47ce-8c0e-ef1df6d8cdd0 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfa256e4-15e1-4bb5-82ae-f3ce1917cd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2446709 Aug 22 13:43:59.026201 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7d09683e-08cc-4b27-b43a-e1fa5f549122 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=79ad53f8f7ee4330b20f684df41e8c2b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1417389 Aug 22 13:43:59.031409 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 53720) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:59.057962 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d09683e-08cc-4b27-b43a-e1fa5f549122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7179dfc1-7130-4a60-a0a5-e9ead2444843,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:59.074009 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cd0714a5-331f-433f-87c5-38152ae74849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:59.179971 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 145065ae-25d8-426a-bdc2-5984b6b1619c up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:43:59.205681 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cd0714a5-331f-433f-87c5-38152ae74849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:59.220253 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cd0714a5-331f-433f-87c5-38152ae74849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:59.251769 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 53722) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:59.301623 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4714b13b-0a78-4fd4-9e51-5f41cb9c9c32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:59.329015 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ccd64e71-2a5c-441c-8713-c926d9814dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:59.370180 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-cd0714a5-331f-433f-87c5-38152ae74849 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=56389bed459341f382b7deafa06c0b86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6991978 Aug 22 13:43:59.374711 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0714a5-331f-433f-87c5-38152ae74849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117e7306-86be-4cb0-99e3-cb98a388104e,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:59.378078 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 53728) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:43:59.453158 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4714b13b-0a78-4fd4-9e51-5f41cb9c9c32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:59.488186 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-532aaec8-6773-48c8-b1e5-a4aea854aab8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:59.514173 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-3a90096e-342b-47c3-9c89-65e709d4c13b None None] Allocated IP 172.20.0.2 (40331296-0857-4a18-9ab1-dff304a174ff/454e6d4e-bc84-4f63-bac1-55dc239f68e0/c5173b58-e3ab-419d-84d3-c6e8b98a34ab) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:43:59.537447 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-532aaec8-6773-48c8-b1e5-a4aea854aab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:59.542471 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:59.580291 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4714b13b-0a78-4fd4-9e51-5f41cb9c9c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:59.588218 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4714b13b-0a78-4fd4-9e51-5f41cb9c9c32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:59.589458 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-4714b13b-0a78-4fd4-9e51-5f41cb9c9c32 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7179dfc1-7130-4a60-a0a5-e9ead2444843 HTTP/1.1" status: 204 len: 168 time: 0.5567455 Aug 22 13:43:59.607632 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e1d2ef23-cfeb-44e1-b48e-5348a942bbe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:59.617681 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4714b13b-0a78-4fd4-9e51-5f41cb9c9c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7179dfc1-7130-4a60-a0a5-e9ead2444843,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:43:59.631226 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 145065ae-25d8-426a-bdc2-5984b6b1619c completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:43:59.641034 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 145065ae-25d8-426a-bdc2-5984b6b1619c triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:43:59.641543 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:59.716673 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8351da33-546d-4bab-b42a-382c04e6584a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:59.751039 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-f0c75e7c-e2ea-4e77-916a-0566ffbadf47 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Allocated IP 172.20.0.1 (ec4a750b-d059-48e6-9f68-72e3c560e89b/14b9a7a9-547b-4326-99b4-cc0f5b5b0305/2d580c07-ca76-49d9-9adb-5411e9230345) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:43:59.798573 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8351da33-546d-4bab-b42a-382c04e6584a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:59.828334 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-532aaec8-6773-48c8-b1e5-a4aea854aab8 admin admin] Allocated IP 172.25.3.221 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/644768e3-7203-420c-b568-fd374bfb94cc) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:43:59.959489 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8351da33-546d-4bab-b42a-382c04e6584a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:59.960449 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3a90096e-342b-47c3-9c89-65e709d4c13b None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:59.962105 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8351da33-546d-4bab-b42a-382c04e6584a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:43:59.963363 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-8351da33-546d-4bab-b42a-382c04e6584a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/117e7306-86be-4cb0-99e3-cb98a388104e HTTP/1.1" status: 204 len: 168 time: 0.5643423 Aug 22 13:43:59.990477 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e1d2ef23-cfeb-44e1-b48e-5348a942bbe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:00.003364 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e1d2ef23-cfeb-44e1-b48e-5348a942bbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:00.008544 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-3a90096e-342b-47c3-9c89-65e709d4c13b None None] Transition to ACTIVE for port object c5173b58-e3ab-419d-84d3-c6e8b98a34ab will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:44:00.039974 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-3a90096e-342b-47c3-9c89-65e709d4c13b None None] Transition to ACTIVE for port object c5173b58-e3ab-419d-84d3-c6e8b98a34ab will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:44:00.051105 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3a90096e-342b-47c3-9c89-65e709d4c13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:00.054853 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-532aaec8-6773-48c8-b1e5-a4aea854aab8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:00.079660 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e1d2ef23-cfeb-44e1-b48e-5348a942bbe9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f9a9a815341341a19c9b2d482072df72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8247640 Aug 22 13:44:00.082873 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53742) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:00.092775 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8351da33-546d-4bab-b42a-382c04e6584a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117e7306-86be-4cb0-99e3-cb98a388104e,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:00.099251 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f0c75e7c-e2ea-4e77-916a-0566ffbadf47 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:00.106792 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a90096e-342b-47c3-9c89-65e709d4c13b None None] Pushing event updated for resources: {'Port': ['ID=c5173b58-e3ab-419d-84d3-c6e8b98a34ab,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:00.135070 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a90096e-342b-47c3-9c89-65e709d4c13b None None] Network 40331296-0857-4a18-9ab1-dff304a174ff is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:44:00.144389 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-3a90096e-342b-47c3-9c89-65e709d4c13b None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:44:00.150104 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a90096e-342b-47c3-9c89-65e709d4c13b None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:44:00.200405 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d2ef23-cfeb-44e1-b48e-5348a942bbe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f9a127-bf1d-42a7-9fa7-6a85907b147c,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:00.213754 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-532aaec8-6773-48c8-b1e5-a4aea854aab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:00.283557 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:00.312850 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-3a90096e-342b-47c3-9c89-65e709d4c13b None None] Attempting to bind port c5173b58-e3ab-419d-84d3-c6e8b98a34ab on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:44:00.315460 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-3a90096e-342b-47c3-9c89-65e709d4c13b None None] Attempting to bind port c5173b58-e3ab-419d-84d3-c6e8b98a34ab by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'afde2eed-cf02-4d32-8ff1-a1fea32d8220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '40331296-0857-4a18-9ab1-dff304a174ff'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:44:00.318119 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a90096e-342b-47c3-9c89-65e709d4c13b None None] Attempting to bind port c5173b58-e3ab-419d-84d3-c6e8b98a34ab on network 40331296-0857-4a18-9ab1-dff304a174ff {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:44:00.334380 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a90096e-342b-47c3-9c89-65e709d4c13b None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:44:00.334811 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a90096e-342b-47c3-9c89-65e709d4c13b None None] Checking segment: {'id': 'afde2eed-cf02-4d32-8ff1-a1fea32d8220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '40331296-0857-4a18-9ab1-dff304a174ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:44:00.336350 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3a90096e-342b-47c3-9c89-65e709d4c13b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:00.336756 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a90096e-342b-47c3-9c89-65e709d4c13b None None] Bound using segment: {'id': 'afde2eed-cf02-4d32-8ff1-a1fea32d8220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '40331296-0857-4a18-9ab1-dff304a174ff'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:44:00.337254 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-3a90096e-342b-47c3-9c89-65e709d4c13b None None] Bound port: c5173b58-e3ab-419d-84d3-c6e8b98a34ab, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afde2eed-cf02-4d32-8ff1-a1fea32d8220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '40331296-0857-4a18-9ab1-dff304a174ff'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:44:00.337639 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3a90096e-342b-47c3-9c89-65e709d4c13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:00.357052 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532aaec8-6773-48c8-b1e5-a4aea854aab8 admin admin] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:44:00.364086 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499af03e-0e07-4c45-95a6-f645c221efeb req-04d57e5f-2ee3-4b7a-ba41-828d0d96df0c tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:44:00.369111 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-532aaec8-6773-48c8-b1e5-a4aea854aab8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:44:00.383024 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-499af03e-0e07-4c45-95a6-f645c221efeb req-04d57e5f-2ee3-4b7a-ba41-828d0d96df0c tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=65807f78-b5b2-49f5-aa5a-e5b6eb26cfec HTTP/1.1" status: 200 len: 945 time: 0.1740110 Aug 22 13:44:00.386803 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532aaec8-6773-48c8-b1e5-a4aea854aab8 admin admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:44:00.392037 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 145065ae-25d8-426a-bdc2-5984b6b1619c, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=145065ae-25d8-426a-bdc2-5984b6b1619c,segment=NetworkSegment(2e9fa35d-4d91-46a6-bf3a-ec3f75fe53b2),segment_id=2e9fa35d-4d91-46a6-bf3a-ec3f75fe53b2)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:44:00.447600 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-499af03e-0e07-4c45-95a6-f645c221efeb req-3cbcf560-f23e-45c2-a19f-94ef1e392ecf tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfa256e4-15e1-4bb5-82ae-f3ce1917cd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635884 Aug 22 13:44:00.452679 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f0c75e7c-e2ea-4e77-916a-0566ffbadf47 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:00.523899 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0b367514-889b-4473-bdcb-5c6dbad14748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:00.525575 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532aaec8-6773-48c8-b1e5-a4aea854aab8 admin admin] Pushing event updated for resources: {'Port': ['ID=644768e3-7203-420c-b568-fd374bfb94cc,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:00.527601 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-3a90096e-342b-47c3-9c89-65e709d4c13b None None] For port c5173b58-e3ab-419d-84d3-c6e8b98a34ab, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:44:00.531696 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-3a90096e-342b-47c3-9c89-65e709d4c13b None None] For port c5173b58-e3ab-419d-84d3-c6e8b98a34ab, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=c5173b58-e3ab-419d-84d3-c6e8b98a34ab,segment=NetworkSegment(afde2eed-cf02-4d32-8ff1-a1fea32d8220),segment_id=afde2eed-cf02-4d32-8ff1-a1fea32d8220)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:44:00.538368 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:00.543826 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c75e7c-e2ea-4e77-916a-0566ffbadf47 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Network ec4a750b-d059-48e6-9f68-72e3c560e89b is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:44:00.550179 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3a90096e-342b-47c3-9c89-65e709d4c13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:00.556930 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-f0c75e7c-e2ea-4e77-916a-0566ffbadf47 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:44:00.561934 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c75e7c-e2ea-4e77-916a-0566ffbadf47 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:44:00.626581 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c75e7c-e2ea-4e77-916a-0566ffbadf47 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Pushing event updated for resources: {'Port': ['ID=2d580c07-ca76-49d9-9adb-5411e9230345,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:00.650394 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0b367514-889b-4473-bdcb-5c6dbad14748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:00.678561 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f0c75e7c-e2ea-4e77-916a-0566ffbadf47 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:00.758628 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=145065ae-25d8-426a-bdc2-5984b6b1619c,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:00.792254 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:44:00.807125 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:44:00.807663 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:44:00.807982 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:44:00.811206 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:44:00.811571 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:44:00.811916 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:44:00.812314 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:44:00.814823 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:44:00.815175 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:44:00.817202 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:44:00.819176 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:44:00.959357 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0b367514-889b-4473-bdcb-5c6dbad14748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:00.959721 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8df238-40d4-4b2c-b8b5-78a20e776bc2 req-b5382a8d-4680-4767-be46-3dd22d345959 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:44:00.962173 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9a8df238-40d4-4b2c-b8b5-78a20e776bc2 req-b5382a8d-4680-4767-be46-3dd22d345959 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=65807f78-b5b2-49f5-aa5a-e5b6eb26cfec HTTP/1.1" status: 200 len: 945 time: 0.3576694 Aug 22 13:44:00.965388 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a90096e-342b-47c3-9c89-65e709d4c13b None None] Pushing event updated for resources: {'Port': ['ID=c5173b58-e3ab-419d-84d3-c6e8b98a34ab,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:00.991197 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0b367514-889b-4473-bdcb-5c6dbad14748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:00.993332 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0b367514-889b-4473-bdcb-5c6dbad14748 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d0f9a127-bf1d-42a7-9fa7-6a85907b147c HTTP/1.1" status: 204 len: 168 time: 0.9061632 Aug 22 13:44:01.063874 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2725021a-f0b1-4cbd-8ff6-69a93f66a95c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:01.099055 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-532aaec8-6773-48c8-b1e5-a4aea854aab8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:01.107245 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b367514-889b-4473-bdcb-5c6dbad14748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f9a127-bf1d-42a7-9fa7-6a85907b147c,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:01.140348 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9a8df238-40d4-4b2c-b8b5-78a20e776bc2 req-49b47fde-3600-4264-9393-9602fe918705 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfa256e4-15e1-4bb5-82ae-f3ce1917cd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1696100 Aug 22 13:44:01.153138 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f0c75e7c-e2ea-4e77-916a-0566ffbadf47 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:01.171499 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53776) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:01.210181 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:01.299043 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27ab4a3-64b9-4422-a8a7-fe5eef659066 tempest-TestNetworkAdvancedServerOps-2090656047 tempest-TestNetworkAdvancedServerOps-2090656047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:44:01.301153 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f27ab4a3-64b9-4422-a8a7-fe5eef659066 tempest-TestNetworkAdvancedServerOps-2090656047 tempest-TestNetworkAdvancedServerOps-2090656047-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=65807f78-b5b2-49f5-aa5a-e5b6eb26cfec HTTP/1.1" status: 200 len: 1092 time: 0.1279800 Aug 22 13:44:01.304384 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53782) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:01.313589 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-5b7c1b25-30ac-483a-b800-6edd41b420af tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Request body: {'floatingip': {'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'port_id': '2ff0fe91-fbfe-4eef-bc6d-78957500ba39', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:44:01.405365 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5b7c1b25-30ac-483a-b800-6edd41b420af tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for floatingip, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:01.754324 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f0c75e7c-e2ea-4e77-916a-0566ffbadf47 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:01.763184 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f0c75e7c-e2ea-4e77-916a-0566ffbadf47 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:01.920927 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 53796) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:01.928198 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f0c75e7c-e2ea-4e77-916a-0566ffbadf47 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:01.945530 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c75e7c-e2ea-4e77-916a-0566ffbadf47 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Pushing event updated for resources: {'Port': ['ID=2d580c07-ca76-49d9-9adb-5411e9230345,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:01.989649 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6c3fe13b-9b8f-4d86-bbb7-b925b6dc6c97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:02.128738 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-532aaec8-6773-48c8-b1e5-a4aea854aab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:02.238914 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c75e7c-e2ea-4e77-916a-0566ffbadf47 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Network ec4a750b-d059-48e6-9f68-72e3c560e89b is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:44:02.251241 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-f0c75e7c-e2ea-4e77-916a-0566ffbadf47 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:44:02.277438 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5b7c1b25-30ac-483a-b800-6edd41b420af tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:02.427972 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:02.455026 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6c3fe13b-9b8f-4d86-bbb7-b925b6dc6c97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:02.463516 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6c3fe13b-9b8f-4d86-bbb7-b925b6dc6c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:02.465217 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b346d7e5-6a41-44e3-8617-f17ac77f1dfd None None] Network 40331296-0857-4a18-9ab1-dff304a174ff requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:44:02.525066 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-6c3fe13b-9b8f-4d86-bbb7-b925b6dc6c97 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cc4e818e0255445e9780a97a0bc0ba17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5959392 Aug 22 13:44:02.525316 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-5b7c1b25-30ac-483a-b800-6edd41b420af tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Allocated IP 172.25.3.224 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/418ce4a6-1d33-4122-81f0-fdc1a4eafe1e) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:44:02.526855 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53816) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:02.533447 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0c75e7c-e2ea-4e77-916a-0566ffbadf47 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Router 489af23b-374e-492e-bca9-aa4d57f956cd has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:44:02.534576 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3fe13b-9b8f-4d86-bbb7-b925b6dc6c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf30b23-83a5-4059-8f8c-5319832928fd,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:02.577766 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-532aaec8-6773-48c8-b1e5-a4aea854aab8 admin admin] Router f51683ee-0f8b-44a8-94b0-d4d90e3bbe54 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:44:02.664457 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-d5d20cf8-8aa2-473b-a40b-fdb094022b21 None None] Provisioning for port c5173b58-e3ab-419d-84d3-c6e8b98a34ab completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:44:02.709656 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-81186e97-bc24-41d3-9fd4-fdc65f516e29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:02.712564 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c75e7c-e2ea-4e77-916a-0566ffbadf47 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:44:02.722572 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f0c75e7c-e2ea-4e77-916a-0566ffbadf47 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] 10.222.0.21 "PUT /v2.0/routers/489af23b-374e-492e-bca9-aa4d57f956cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4316041 Aug 22 13:44:02.724266 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ea4040-424d-480f-b6ef-e6f0b123f1e0 None None] Sync routers for ids ['489af23b-374e-492e-bca9-aa4d57f956cd'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:44:02.734177 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53824) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:02.737180 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ea4040-424d-480f-b6ef-e6f0b123f1e0 None None] Routers {'489af23b-374e-492e-bca9-aa4d57f956cd'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:44:02.737816 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-74ea4040-424d-480f-b6ef-e6f0b123f1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:44:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['489af23b-374e-492e-bca9-aa4d57f956cd'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:02.748651 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-f890fa73-c5fe-4567-a013-8245a9efcaf3 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Request body: {'port': {'network_id': 'ec4a750b-d059-48e6-9f68-72e3c560e89b', 'name': 'tempest-FloatingIPTestJSON-1760821425'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:44:02.823803 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-81186e97-bc24-41d3-9fd4-fdc65f516e29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:02.826699 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-74ea4040-424d-480f-b6ef-e6f0b123f1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:02.851634 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ea4040-424d-480f-b6ef-e6f0b123f1e0 None None] Routers {'489af23b-374e-492e-bca9-aa4d57f956cd'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:44:02.852294 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-74ea4040-424d-480f-b6ef-e6f0b123f1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:44:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['489af23b-374e-492e-bca9-aa4d57f956cd'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:02.915064 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-74ea4040-424d-480f-b6ef-e6f0b123f1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:02.916505 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ea4040-424d-480f-b6ef-e6f0b123f1e0 None None] The sync data for ids ['489af23b-374e-492e-bca9-aa4d57f956cd'] in n-d-793621-33 is: [] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:44:02.985945 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 145065ae-25d8-426a-bdc2-5984b6b1619c up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:44:03.015260 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5b7c1b25-30ac-483a-b800-6edd41b420af tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:03.093932 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532aaec8-6773-48c8-b1e5-a4aea854aab8 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:44:03.107632 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccf3a04-9dbe-4571-a3a7-f08c9d9ae730 None None] Sync routers for ids ['f51683ee-0f8b-44a8-94b0-d4d90e3bbe54'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:44:03.122740 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccf3a04-9dbe-4571-a3a7-f08c9d9ae730 None None] Routers {'f51683ee-0f8b-44a8-94b0-d4d90e3bbe54'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:44:03.123550 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-7ccf3a04-9dbe-4571-a3a7-f08c9d9ae730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:44:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['f51683ee-0f8b-44a8-94b0-d4d90e3bbe54'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:03.154606 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-532aaec8-6773-48c8-b1e5-a4aea854aab8 admin admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:03.155844 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-532aaec8-6773-48c8-b1e5-a4aea854aab8 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.4042537 Aug 22 13:44:03.159503 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 53834) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:03.216285 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-81186e97-bc24-41d3-9fd4-fdc65f516e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:03.228929 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-81186e97-bc24-41d3-9fd4-fdc65f516e29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:03.230128 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-81186e97-bc24-41d3-9fd4-fdc65f516e29 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0cf30b23-83a5-4059-8f8c-5319832928fd HTTP/1.1" status: 204 len: 168 time: 0.7011452 Aug 22 13:44:03.251337 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81186e97-bc24-41d3-9fd4-fdc65f516e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf30b23-83a5-4059-8f8c-5319832928fd,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:03.254339 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f890fa73-c5fe-4567-a013-8245a9efcaf3 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Made reservation on behalf of 32efce50f559436fa38b290615c71c2c for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:44:03.259515 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f890fa73-c5fe-4567-a013-8245a9efcaf3 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:03.283009 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-f890fa73-c5fe-4567-a013-8245a9efcaf3 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] device_id is not set on port 93d3550d-aeea-4d15-8e07-c2898e993ec2 yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:44:03.400089 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5b7c1b25-30ac-483a-b800-6edd41b420af tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:03.470384 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53842) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:03.614870 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 145065ae-25d8-426a-bdc2-5984b6b1619c triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:44:03.618914 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:03.842997 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c1b25-30ac-483a-b800-6edd41b420af tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event updated for resources: {'Port': ['ID=418ce4a6-1d33-4122-81f0-fdc1a4eafe1e,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:03.853825 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53848) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:03.860554 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7c1b25-30ac-483a-b800-6edd41b420af tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:44:03.884311 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-5b7c1b25-30ac-483a-b800-6edd41b420af tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:44:03.906375 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7c1b25-30ac-483a-b800-6edd41b420af tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:44:03.912938 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-7ccf3a04-9dbe-4571-a3a7-f08c9d9ae730 None None] Set router f51683ee-0f8b-44a8-94b0-d4d90e3bbe54 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:44:03.929576 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-60c8e077-4a4d-45df-84be-c66d51ec6cbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:03.983675 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:03.997522 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-f890fa73-c5fe-4567-a013-8245a9efcaf3 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Allocated IP 172.20.0.13 (ec4a750b-d059-48e6-9f68-72e3c560e89b/14b9a7a9-547b-4326-99b4-cc0f5b5b0305/93d3550d-aeea-4d15-8e07-c2898e993ec2) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:44:04.002967 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-e02df8d3-a281-4c87-8496-9b6ee722b510 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-53229344'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:44:04.176909 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device c5173b58-e3ab-419d-84d3-c6e8b98a34ab up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:44:04.240687 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:04.280198 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-7ccf3a04-9dbe-4571-a3a7-f08c9d9ae730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51683ee-0f8b-44a8-94b0-d4d90e3bbe54', 'name': 'tempest-TestAggregatesBasicOps-1620202918-router', 'tenant_id': '7149a9c3f82244929a6ae2e90cc6ddb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '644768e3-7203-420c-b568-fd374bfb94cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:43:57Z', 'updated_at': '2021-08-22T13:44:00Z', 'revision_number': 3, 'project_id': '7149a9c3f82244929a6ae2e90cc6ddb4', 'gw_port': {'id': '644768e3-7203-420c-b568-fd374bfb94cc', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:25:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51683ee-0f8b-44a8-94b0-d4d90e3bbe54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:43:59Z', 'updated_at': '2021-08-22T13:43:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:04.318428 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccf3a04-9dbe-4571-a3a7-f08c9d9ae730 None None] Checking router: f51683ee-0f8b-44a8-94b0-d4d90e3bbe54 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:44:04.319271 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccf3a04-9dbe-4571-a3a7-f08c9d9ae730 None None] Updating router f51683ee-0f8b-44a8-94b0-d4d90e3bbe54 port 644768e3-7203-420c-b568-fd374bfb94cc binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:44:04.323994 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port c5173b58-e3ab-419d-84d3-c6e8b98a34ab completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:44:04.355931 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port c5173b58-e3ab-419d-84d3-c6e8b98a34ab triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:44:04.357586 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:04.357802 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-60c8e077-4a4d-45df-84be-c66d51ec6cbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:04.374944 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-60c8e077-4a4d-45df-84be-c66d51ec6cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:04.391794 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7ccf3a04-9dbe-4571-a3a7-f08c9d9ae730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:04.444932 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f890fa73-c5fe-4567-a013-8245a9efcaf3 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:04.474440 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02df8d3-a281-4c87-8496-9b6ee722b510 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Made reservation on behalf of c0cfd38afa3f4165aa80b5f30cd94ece for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:44:04.478112 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e02df8d3-a281-4c87-8496-9b6ee722b510 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:04.491504 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c8e077-4a4d-45df-84be-c66d51ec6cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e3f331-589a-415b-b81f-43ffb186036b,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:04.533507 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e02df8d3-a281-4c87-8496-9b6ee722b510 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:04.537373 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-60c8e077-4a4d-45df-84be-c66d51ec6cbb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1a4a9d3e919b4610a4cb2bd0f77e24af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6734509 Aug 22 13:44:04.540582 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 53864) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:04.628196 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-848ed369-9d6d-4758-93c0-c57d4c9b0aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:04.644182 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:04.744975 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9c696965-b6c5-45e8-8443-2824c02763fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:04.757824 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port c5173b58-e3ab-419d-84d3-c6e8b98a34ab, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=c5173b58-e3ab-419d-84d3-c6e8b98a34ab,segment=NetworkSegment(afde2eed-cf02-4d32-8ff1-a1fea32d8220),segment_id=afde2eed-cf02-4d32-8ff1-a1fea32d8220)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:44:04.766392 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:04.828255 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f890fa73-c5fe-4567-a013-8245a9efcaf3 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:04.859864 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=c5173b58-e3ab-419d-84d3-c6e8b98a34ab,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:04.870920 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9c696965-b6c5-45e8-8443-2824c02763fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:04.923346 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7ccf3a04-9dbe-4571-a3a7-f08c9d9ae730 None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:04.937951 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-7ccf3a04-9dbe-4571-a3a7-f08c9d9ae730 None None] Transition to ACTIVE for port object 644768e3-7203-420c-b568-fd374bfb94cc will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:44:04.946499 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7ccf3a04-9dbe-4571-a3a7-f08c9d9ae730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:05.005120 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-848ed369-9d6d-4758-93c0-c57d4c9b0aa3 admin admin] Allocated IP 172.20.0.1 (40331296-0857-4a18-9ab1-dff304a174ff/454e6d4e-bc84-4f63-bac1-55dc239f68e0/2f97937a-a911-4027-8474-fd34719d6f65) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:44:05.019359 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9c696965-b6c5-45e8-8443-2824c02763fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:05.026023 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9c696965-b6c5-45e8-8443-2824c02763fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:05.027352 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-9c696965-b6c5-45e8-8443-2824c02763fc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e5e3f331-589a-415b-b81f-43ffb186036b HTTP/1.1" status: 204 len: 168 time: 0.4836264 Aug 22 13:44:05.043379 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c696965-b6c5-45e8-8443-2824c02763fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e3f331-589a-415b-b81f-43ffb186036b,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:05.120768 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-7ccf3a04-9dbe-4571-a3a7-f08c9d9ae730 None None] Attempting to bind port 644768e3-7203-420c-b568-fd374bfb94cc on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:44:05.121154 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-7ccf3a04-9dbe-4571-a3a7-f08c9d9ae730 None None] Attempting to bind port 644768e3-7203-420c-b568-fd374bfb94cc by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:44:05.123261 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccf3a04-9dbe-4571-a3a7-f08c9d9ae730 None None] Attempting to bind port 644768e3-7203-420c-b568-fd374bfb94cc on network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:44:05.152079 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccf3a04-9dbe-4571-a3a7-f08c9d9ae730 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:44:05.152736 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f890fa73-c5fe-4567-a013-8245a9efcaf3 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Network ec4a750b-d059-48e6-9f68-72e3c560e89b is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:44:05.153409 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccf3a04-9dbe-4571-a3a7-f08c9d9ae730 None None] Checking segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:44:05.153409 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7ccf3a04-9dbe-4571-a3a7-f08c9d9ae730 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:05.153919 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccf3a04-9dbe-4571-a3a7-f08c9d9ae730 None None] Bound using segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:44:05.154171 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-7ccf3a04-9dbe-4571-a3a7-f08c9d9ae730 None None] Bound port: 644768e3-7203-420c-b568-fd374bfb94cc, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:44:05.154604 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7ccf3a04-9dbe-4571-a3a7-f08c9d9ae730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:05.156844 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971375af-2f9e-420c-9ead-5d67215988c0 None None] Pushing event updated for resources: {'Port': ['ID=644768e3-7203-420c-b568-fd374bfb94cc,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:05.170314 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-f890fa73-c5fe-4567-a013-8245a9efcaf3 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:44:05.186884 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5b7c1b25-30ac-483a-b800-6edd41b420af tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:05.187474 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f890fa73-c5fe-4567-a013-8245a9efcaf3 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:44:05.257632 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-848ed369-9d6d-4758-93c0-c57d4c9b0aa3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:05.260496 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f890fa73-c5fe-4567-a013-8245a9efcaf3 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Pushing event updated for resources: {'Port': ['ID=93d3550d-aeea-4d15-8e07-c2898e993ec2,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:05.290215 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-848ed369-9d6d-4758-93c0-c57d4c9b0aa3 admin admin] Transition to ACTIVE for port object 2f97937a-a911-4027-8474-fd34719d6f65 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:44:05.302586 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-7ccf3a04-9dbe-4571-a3a7-f08c9d9ae730 None None] For port 644768e3-7203-420c-b568-fd374bfb94cc, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:44:05.308285 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-7ccf3a04-9dbe-4571-a3a7-f08c9d9ae730 None None] For port 644768e3-7203-420c-b568-fd374bfb94cc, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=644768e3-7203-420c-b568-fd374bfb94cc,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:44:05.318692 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7ccf3a04-9dbe-4571-a3a7-f08c9d9ae730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:05.383972 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f890fa73-c5fe-4567-a013-8245a9efcaf3 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:44:05.384849 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f890fa73-c5fe-4567-a013-8245a9efcaf3 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:05.385183 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-848ed369-9d6d-4758-93c0-c57d4c9b0aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:05.433991 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848ed369-9d6d-4758-93c0-c57d4c9b0aa3 admin admin] Network 40331296-0857-4a18-9ab1-dff304a174ff is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:44:05.447056 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-848ed369-9d6d-4758-93c0-c57d4c9b0aa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:44:05.454404 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848ed369-9d6d-4758-93c0-c57d4c9b0aa3 admin admin] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:44:05.460207 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccf3a04-9dbe-4571-a3a7-f08c9d9ae730 None None] Routers {'f51683ee-0f8b-44a8-94b0-d4d90e3bbe54'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:44:05.460830 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-7ccf3a04-9dbe-4571-a3a7-f08c9d9ae730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:44:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['f51683ee-0f8b-44a8-94b0-d4d90e3bbe54'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:05.470915 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848ed369-9d6d-4758-93c0-c57d4c9b0aa3 admin admin] Pushing event updated for resources: {'Port': ['ID=2f97937a-a911-4027-8474-fd34719d6f65,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:05.556440 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-848ed369-9d6d-4758-93c0-c57d4c9b0aa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:05.577083 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5b7c1b25-30ac-483a-b800-6edd41b420af tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:05.587083 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e02df8d3-a281-4c87-8496-9b6ee722b510 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:05.659170 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e02df8d3-a281-4c87-8496-9b6ee722b510 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:05.688204 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e02df8d3-a281-4c87-8496-9b6ee722b510 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:44:05.689743 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-7ccf3a04-9dbe-4571-a3a7-f08c9d9ae730 None None] Set router f51683ee-0f8b-44a8-94b0-d4d90e3bbe54 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:44:05.727131 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02df8d3-a281-4c87-8496-9b6ee722b510 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e068cfd-510f-414c-a544-f3af61fbab2a,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:05.731670 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f890fa73-c5fe-4567-a013-8245a9efcaf3 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9928637 Aug 22 13:44:05.736730 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53888) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:05.741948 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-75ec0094-aeb8-409c-b003-6937b3a50078 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Request body: {'port': {'network_id': 'ec4a750b-d059-48e6-9f68-72e3c560e89b', 'name': 'tempest-FloatingIPTestJSON-1181940245'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:44:05.745547 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e02df8d3-a281-4c87-8496-9b6ee722b510 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:05.745895 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-e02df8d3-a281-4c87-8496-9b6ee722b510 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Added segment 691d842f-5af0-4461-b97c-1c3741b1c1e4 of type vlan for network d7a3b75b-bd35-4eff-9bbb-e7e6f51d8a51 Aug 22 13:44:05.843221 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-848ed369-9d6d-4758-93c0-c57d4c9b0aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:06.180798 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-848ed369-9d6d-4758-93c0-c57d4c9b0aa3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:06.191449 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-848ed369-9d6d-4758-93c0-c57d4c9b0aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:06.261632 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971375af-2f9e-420c-9ead-5d67215988c0 None None] Pushing event updated for resources: {'Port': ['ID=644768e3-7203-420c-b568-fd374bfb94cc,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:06.344401 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-6b3ae37d-3233-4b75-b540-831aff6efcf8 None None] Provisioning for port 2f97937a-a911-4027-8474-fd34719d6f65 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:44:06.360377 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-6b3ae37d-3233-4b75-b540-831aff6efcf8 None None] Provisioning complete for port 2f97937a-a911-4027-8474-fd34719d6f65 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:44:06.377877 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6b3ae37d-3233-4b75-b540-831aff6efcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:06.401062 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848ed369-9d6d-4758-93c0-c57d4c9b0aa3 admin admin] Pushing event updated for resources: {'Port': ['ID=2f97937a-a911-4027-8474-fd34719d6f65,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:06.406748 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-848ed369-9d6d-4758-93c0-c57d4c9b0aa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:06.419339 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e02df8d3-a281-4c87-8496-9b6ee722b510 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:06.484553 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-6b3ae37d-3233-4b75-b540-831aff6efcf8 None None] Port 2f97937a-a911-4027-8474-fd34719d6f65 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:44:06.507709 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-7ccf3a04-9dbe-4571-a3a7-f08c9d9ae730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51683ee-0f8b-44a8-94b0-d4d90e3bbe54', 'name': 'tempest-TestAggregatesBasicOps-1620202918-router', 'tenant_id': '7149a9c3f82244929a6ae2e90cc6ddb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '644768e3-7203-420c-b568-fd374bfb94cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:43:57Z', 'updated_at': '2021-08-22T13:44:00Z', 'revision_number': 3, 'project_id': '7149a9c3f82244929a6ae2e90cc6ddb4', 'gw_port': {'id': '644768e3-7203-420c-b568-fd374bfb94cc', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:25:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51683ee-0f8b-44a8-94b0-d4d90e3bbe54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:43:59Z', 'updated_at': '2021-08-22T13:44:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:06.562934 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.db.resource_extend [None req-e02df8d3-a281-4c87-8496-9b6ee722b510 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 22 13:44:06.563158 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccf3a04-9dbe-4571-a3a7-f08c9d9ae730 None None] The sync data for ids ['f51683ee-0f8b-44a8-94b0-d4d90e3bbe54'] in n-d-793621-33 is: [{'id': 'f51683ee-0f8b-44a8-94b0-d4d90e3bbe54', 'name': 'tempest-TestAggregatesBasicOps-1620202918-router', 'tenant_id': '7149a9c3f82244929a6ae2e90cc6ddb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '644768e3-7203-420c-b568-fd374bfb94cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:43:57Z', 'updated_at': '2021-08-22T13:44:00Z', 'revision_number': 3, 'project_id': '7149a9c3f82244929a6ae2e90cc6ddb4', 'gw_port': {'id': '644768e3-7203-420c-b568-fd374bfb94cc', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:25:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51683ee-0f8b-44a8-94b0-d4d90e3bbe54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:43:59Z', 'updated_at': '2021-08-22T13:44:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:44:06.571232 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848ed369-9d6d-4758-93c0-c57d4c9b0aa3 admin admin] Network 40331296-0857-4a18-9ab1-dff304a174ff is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:44:06.574104 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-848ed369-9d6d-4758-93c0-c57d4c9b0aa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:44:06.768398 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e02df8d3-a281-4c87-8496-9b6ee722b510 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:06.783559 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02df8d3-a281-4c87-8496-9b6ee722b510 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:44:06.786855 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e02df8d3-a281-4c87-8496-9b6ee722b510 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:06.847633 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ec0094-aeb8-409c-b003-6937b3a50078 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Made reservation on behalf of 32efce50f559436fa38b290615c71c2c for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:44:06.859550 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-75ec0094-aeb8-409c-b003-6937b3a50078 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:06.939094 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-848ed369-9d6d-4758-93c0-c57d4c9b0aa3 admin admin] Router f51683ee-0f8b-44a8-94b0-d4d90e3bbe54 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:44:07.041733 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-75ec0094-aeb8-409c-b003-6937b3a50078 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] device_id is not set on port 56eeaa73-f9fd-4587-a006-5fd522660e1b yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:44:07.061155 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device c5173b58-e3ab-419d-84d3-c6e8b98a34ab up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:44:07.131633 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e02df8d3-a281-4c87-8496-9b6ee722b510 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.5426192 Aug 22 13:44:07.196399 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53916) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:07.203777 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-9a4469ed-644d-4c7a-9500-566f566aee5e tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Request body: {'subnet': {'network_id': 'd7a3b75b-bd35-4eff-9bbb-e7e6f51d8a51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:44:07.218439 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5b7c1b25-30ac-483a-b800-6edd41b420af tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:07.260415 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-70b228ec-8e45-42f4-8d06-36824af0e5b2 None None] Provisioning complete for port 2f97937a-a911-4027-8474-fd34719d6f65 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:44:07.260782 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-70b228ec-8e45-42f4-8d06-36824af0e5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:07.280549 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5b7c1b25-30ac-483a-b800-6edd41b420af tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:07.325201 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-848ed369-9d6d-4758-93c0-c57d4c9b0aa3 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:44:07.333325 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-848ed369-9d6d-4758-93c0-c57d4c9b0aa3 admin admin] 10.222.0.21 "PUT /v2.0/routers/f51683ee-0f8b-44a8-94b0-d4d90e3bbe54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1723554 Aug 22 13:44:07.349409 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02df8d3-a281-4c87-8496-9b6ee722b510 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Pushing event updated for resources: {'Network': ['ID=d7a3b75b-bd35-4eff-9bbb-e7e6f51d8a51,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:07.356829 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-70b228ec-8e45-42f4-8d06-36824af0e5b2 None None] Port 2f97937a-a911-4027-8474-fd34719d6f65 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:44:07.374609 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network d7a3b75b-bd35-4eff-9bbb-e7e6f51d8a51 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:44:07.377301 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port c5173b58-e3ab-419d-84d3-c6e8b98a34ab triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:44:07.377840 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:07.631499 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c1b25-30ac-483a-b800-6edd41b420af tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event updated for resources: {'Port': ['ID=418ce4a6-1d33-4122-81f0-fdc1a4eafe1e,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:07.667341 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5b7c1b25-30ac-483a-b800-6edd41b420af tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:07.734773 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4469ed-644d-4c7a-9500-566f566aee5e tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Made reservation on behalf of c0cfd38afa3f4165aa80b5f30cd94ece for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:44:07.738541 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9a4469ed-644d-4c7a-9500-566f566aee5e tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:07.766998 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-75ec0094-aeb8-409c-b003-6937b3a50078 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Allocated IP 172.20.0.11 (ec4a750b-d059-48e6-9f68-72e3c560e89b/14b9a7a9-547b-4326-99b4-cc0f5b5b0305/56eeaa73-f9fd-4587-a006-5fd522660e1b) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:44:08.332775 n-d-793621-33 neutron-server[94628]: INFO neutron.db.l3_db [None req-5b7c1b25-30ac-483a-b800-6edd41b420af tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Floating IP 145f78ee-5e6a-4240-b6d5-b5a2b749c983 associated. External IP: 172.25.3.224, port: 2ff0fe91-fbfe-4eef-bc6d-78957500ba39. Aug 22 13:44:08.443794 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9a4469ed-644d-4c7a-9500-566f566aee5e tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:08.609064 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4469ed-644d-4c7a-9500-566f566aee5e tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Pushing event updated for resources: {'Subnet': ['ID=b9825a3a-b216-4abd-89ce-5ecdda7abda3,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:08.663616 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-75ec0094-aeb8-409c-b003-6937b3a50078 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:08.685425 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4469ed-644d-4c7a-9500-566f566aee5e tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Checking segment: {'id': '691d842f-5af0-4461-b97c-1c3741b1c1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd7a3b75b-bd35-4eff-9bbb-e7e6f51d8a51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:44:08.685989 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4469ed-644d-4c7a-9500-566f566aee5e tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Network hostable DHCP agents. Network: d7a3b75b-bd35-4eff-9bbb-e7e6f51d8a51, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:44:08.895418 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4469ed-644d-4c7a-9500-566f566aee5e tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Network d7a3b75b-bd35-4eff-9bbb-e7e6f51d8a51 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:44:08.929194 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b7c1b25-30ac-483a-b800-6edd41b420af tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Router 6be81927-abf2-4661-b0f8-87c770883fd1 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:44:08.960700 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 644768e3-7203-420c-b568-fd374bfb94cc up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:44:08.980580 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-9a4469ed-644d-4c7a-9500-566f566aee5e tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, d7a3b75b-bd35-4eff-9bbb-e7e6f51d8a51) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:44:08.991493 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4469ed-644d-4c7a-9500-566f566aee5e tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:44:08.992974 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9a4469ed-644d-4c7a-9500-566f566aee5e tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:09.059585 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26e104a-7f01-4fcc-93b2-215a19077576 None None] Network d7a3b75b-bd35-4eff-9bbb-e7e6f51d8a51 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:44:09.136472 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 644768e3-7203-420c-b568-fd374bfb94cc completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:44:09.147671 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 644768e3-7203-420c-b568-fd374bfb94cc triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:44:09.148387 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:09.260442 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-75ec0094-aeb8-409c-b003-6937b3a50078 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:09.341224 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9a4469ed-644d-4c7a-9500-566f566aee5e tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1427212 Aug 22 13:44:09.344382 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 53984) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:09.351155 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-2e31ef79-6625-4c69-a028-bacce9d2b219 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Request body: {'port': {'network_id': 'd7a3b75b-bd35-4eff-9bbb-e7e6f51d8a51', 'name': 'tempest-DHCPAgentSchedulersTestJSON-102638995'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:44:09.351885 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ec0094-aeb8-409c-b003-6937b3a50078 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Network ec4a750b-d059-48e6-9f68-72e3c560e89b is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:44:09.353965 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7c1b25-30ac-483a-b800-6edd41b420af tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:44:09.361619 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-75ec0094-aeb8-409c-b003-6937b3a50078 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:44:09.366487 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc9f866-3387-4a90-bec2-d092e01f14ae None None] Sync routers for ids ['6be81927-abf2-4661-b0f8-87c770883fd1'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:44:09.371767 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ec0094-aeb8-409c-b003-6937b3a50078 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:44:09.384167 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc9f866-3387-4a90-bec2-d092e01f14ae None None] Routers {'6be81927-abf2-4661-b0f8-87c770883fd1'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:44:09.385313 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-4bc9f866-3387-4a90-bec2-d092e01f14ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:44:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['6be81927-abf2-4661-b0f8-87c770883fd1'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:09.414554 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ec0094-aeb8-409c-b003-6937b3a50078 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Pushing event updated for resources: {'Port': ['ID=56eeaa73-f9fd-4587-a006-5fd522660e1b,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:09.443518 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5b7c1b25-30ac-483a-b800-6edd41b420af tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:09.500158 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ec0094-aeb8-409c-b003-6937b3a50078 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:44:09.501061 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-75ec0094-aeb8-409c-b003-6937b3a50078 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:09.529040 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5b7c1b25-30ac-483a-b800-6edd41b420af tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.2230518 Aug 22 13:44:09.533806 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65807f78-b5b2-49f5-aa5a-e5b6eb26cfec', 'tag': '2ff0fe91-fbfe-4eef-bc6d-78957500ba39'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:44:09.533806 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b937ac-398a-453e-9dd4-7ae4ca9faed1" -d '{"events": [{"name": "network-changed", "server_uuid": "65807f78-b5b2-49f5-aa5a-e5b6eb26cfec", "tag": "2ff0fe91-fbfe-4eef-bc6d-78957500ba39"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:44:09.553312 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-75ec0094-aeb8-409c-b003-6937b3a50078 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.8143127 Aug 22 13:44:09.555435 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53994) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:09.598973 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-ce9f39f4-50f4-4e8e-bac9-9110f09fbb3d tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Request body: {'floatingip': {'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'port_id': '56eeaa73-f9fd-4587-a006-5fd522660e1b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:44:09.622851 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e066f743-32d1-48f0-81ca-1cb5908e8e28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-d7a3b75b-bd35-4eff-9bbb-e7e6f51d8a51', 'network_id': 'd7a3b75b-bd35-4eff-9bbb-e7e6f51d8a51', 'tenant_id': 'c0cfd38afa3f4165aa80b5f30cd94ece', 'fixed_ips': [{'subnet_id': 'b9825a3a-b216-4abd-89ce-5ecdda7abda3'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:44:09.624621 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e066f743-32d1-48f0-81ca-1cb5908e8e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:09.680841 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2b0626-6570-45e9-b5d9-42f9bcad17de x-openstack-request-id: req-8b2b0626-6570-45e9-b5d9-42f9bcad17de {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:44:09.681361 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65807f78-b5b2-49f5-aa5a-e5b6eb26cfec", "tag": "2ff0fe91-fbfe-4eef-bc6d-78957500ba39", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:44:09.681361 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8b2b0626-6570-45e9-b5d9-42f9bcad17de {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:44:09.681750 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65807f78-b5b2-49f5-aa5a-e5b6eb26cfec', 'tag': '2ff0fe91-fbfe-4eef-bc6d-78957500ba39', 'status': 'completed', 'code': 200} Aug 22 13:44:09.682662 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ce9f39f4-50f4-4e8e-bac9-9110f09fbb3d tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for floatingip, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:09.707484 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e31ef79-6625-4c69-a028-bacce9d2b219 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Made reservation on behalf of c0cfd38afa3f4165aa80b5f30cd94ece for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:44:09.717746 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2e31ef79-6625-4c69-a028-bacce9d2b219 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:09.726829 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed12d57b-0726-4ef0-866a-0e08cf07af8a None None] Sync routers for ids ['f51683ee-0f8b-44a8-94b0-d4d90e3bbe54'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:44:09.754578 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-4bc9f866-3387-4a90-bec2-d092e01f14ae None None] Set router 6be81927-abf2-4661-b0f8-87c770883fd1 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:44:09.792327 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:09.825793 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [None req-2e31ef79-6625-4c69-a028-bacce9d2b219 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] device_id is not set on port 56d5fa7d-1a6f-4c41-a157-1de29d1fd8df yet. {{(pid=94627) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:44:09.885341 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 644768e3-7203-420c-b568-fd374bfb94cc, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=644768e3-7203-420c-b568-fd374bfb94cc,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:44:09.930132 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736defb-651f-47f0-984e-7ee06920c37e req-45363d0b-917e-4e97-8a36-c55fe6fb4d43 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:44:09.934488 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0736defb-651f-47f0-984e-7ee06920c37e req-45363d0b-917e-4e97-8a36-c55fe6fb4d43 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=65807f78-b5b2-49f5-aa5a-e5b6eb26cfec HTTP/1.1" status: 200 len: 945 time: 0.1869223 Aug 22 13:44:09.962225 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b937ac-398a-453e-9dd4-7ae4ca9faed1 req-b21e2032-0148-4f8a-b6b7-fcebb97eced5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:44:09.964039 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-02b937ac-398a-453e-9dd4-7ae4ca9faed1 req-b21e2032-0148-4f8a-b6b7-fcebb97eced5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=50b3d484826f4e1f8052fde49b87f38a&device_id=65807f78-b5b2-49f5-aa5a-e5b6eb26cfec HTTP/1.1" status: 200 len: 1097 time: 0.2577870 Aug 22 13:44:10.049458 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:10.137176 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0736defb-651f-47f0-984e-7ee06920c37e req-e3741997-ccb3-403c-88c4-47c7fe9509c2 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfa256e4-15e1-4bb5-82ae-f3ce1917cd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1951606 Aug 22 13:44:10.140251 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b937ac-398a-453e-9dd4-7ae4ca9faed1 req-47dc69f2-20bc-402d-8dd1-0774b825cf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:44:10.141678 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-02b937ac-398a-453e-9dd4-7ae4ca9faed1 req-47dc69f2-20bc-402d-8dd1-0774b825cf37 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bf5a5750-b5ea-44cd-ad65-1dd63932d79a HTTP/1.1" status: 200 len: 897 time: 0.1569033 Aug 22 13:44:10.164996 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54014) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:10.252134 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ce9f39f4-50f4-4e8e-bac9-9110f09fbb3d tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:10.256600 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed12d57b-0726-4ef0-866a-0e08cf07af8a None None] Routers {'f51683ee-0f8b-44a8-94b0-d4d90e3bbe54'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:44:10.257339 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-ed12d57b-0726-4ef0-866a-0e08cf07af8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:44:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['f51683ee-0f8b-44a8-94b0-d4d90e3bbe54'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:10.262453 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=644768e3-7203-420c-b568-fd374bfb94cc,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:10.273331 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-2e31ef79-6625-4c69-a028-bacce9d2b219 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Allocated IP 172.20.0.5 (d7a3b75b-bd35-4eff-9bbb-e7e6f51d8a51/b9825a3a-b216-4abd-89ce-5ecdda7abda3/56d5fa7d-1a6f-4c41-a157-1de29d1fd8df) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:44:10.363893 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 54022) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:10.365982 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-02b937ac-398a-453e-9dd4-7ae4ca9faed1 req-006db04d-02da-40f9-9549-6e91cb17f92e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ff0fe91-fbfe-4eef-bc6d-78957500ba39 HTTP/1.1" status: 200 len: 999 time: 0.2066977 Aug 22 13:44:10.503302 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b937ac-398a-453e-9dd4-7ae4ca9faed1 req-4de66d48-0fc6-4ebe-b782-8aca76797016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:44:10.504915 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-02b937ac-398a-453e-9dd4-7ae4ca9faed1 req-4de66d48-0fc6-4ebe-b782-8aca76797016 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0aff47bc-ed4a-4c75-9203-6ffecee8fcb0 HTTP/1.1" status: 200 len: 835 time: 0.1300771 Aug 22 13:44:10.599480 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2e31ef79-6625-4c69-a028-bacce9d2b219 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:10.603965 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-ce9f39f4-50f4-4e8e-bac9-9110f09fbb3d tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Allocated IP 172.25.3.198 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/7111d80d-fe8f-4b0b-a78d-67a0b8099588) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:44:10.605182 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-ed12d57b-0726-4ef0-866a-0e08cf07af8a None None] Set router f51683ee-0f8b-44a8-94b0-d4d90e3bbe54 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:44:10.649305 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-2e31ef79-6625-4c69-a028-bacce9d2b219 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Transition to ACTIVE for port object 56d5fa7d-1a6f-4c41-a157-1de29d1fd8df will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:44:10.678061 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-4bc9f866-3387-4a90-bec2-d092e01f14ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be81927-abf2-4661-b0f8-87c770883fd1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046722450', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '206e29d1-fae6-4ed1-bdf1-9cd8793b827b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:43:27Z', 'updated_at': '2021-08-22T13:43:36Z', 'revision_number': 4, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'gw_port': {'id': '206e29d1-fae6-4ed1-bdf1-9cd8793b827b', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be81927-abf2-4661-b0f8-87c770883fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:43:29Z', 'updated_at': '2021-08-22T13:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '145f78ee-5e6a-4240-b6d5-b5a2b749c983', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'floating_ip_address': '172.25.3.224', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '6be81927-abf2-4661-b0f8-87c770883fd1', 'port_id': '2ff0fe91-fbfe-4eef-bc6d-78957500ba39', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2914, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf5a5750-b5ea-44cd-ad65-1dd63932d79a', 'mac_address': 'fa:16:3e:aa:98:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65807f78-b5b2-49f5-aa5a-e5b6eb26cfec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:44:04Z', 'updated_at': '2021-08-22T13:44:04Z', 'revision_number': 0, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38726b80-43eb-43f5-94b5-223416277906', 'name': '', 'network_id': 'bf5a5750-b5ea-44cd-ad65-1dd63932d79a', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'mac_address': 'fa:16:3e:64:c5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be81927-abf2-4661-b0f8-87c770883fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '0aff47bc-ed4a-4c75-9203-6ffecee8fcb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:43:35Z', 'updated_at': '2021-08-22T13:43:44Z', 'revision_number': 5, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'subnets': [{'id': '0aff47bc-ed4a-4c75-9203-6ffecee8fcb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:10.695783 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b937ac-398a-453e-9dd4-7ae4ca9faed1 req-cb9d4bae-dbb6-4986-a2d4-6c5f68d131f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:44:10.697333 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-02b937ac-398a-453e-9dd4-7ae4ca9faed1 req-cb9d4bae-dbb6-4986-a2d4-6c5f68d131f6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bf5a5750-b5ea-44cd-ad65-1dd63932d79a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1830599 Aug 22 13:44:10.766195 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc9f866-3387-4a90-bec2-d092e01f14ae None None] Checking router: 6be81927-abf2-4661-b0f8-87c770883fd1 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:44:10.881867 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc9f866-3387-4a90-bec2-d092e01f14ae None None] Routers {'6be81927-abf2-4661-b0f8-87c770883fd1'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:44:10.885377 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2e31ef79-6625-4c69-a028-bacce9d2b219 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:10.885947 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-4bc9f866-3387-4a90-bec2-d092e01f14ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:44:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['6be81927-abf2-4661-b0f8-87c770883fd1'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:11.051071 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 644768e3-7203-420c-b568-fd374bfb94cc up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:44:11.082324 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e31ef79-6625-4c69-a028-bacce9d2b219 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Network d7a3b75b-bd35-4eff-9bbb-e7e6f51d8a51 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:44:11.107691 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-2e31ef79-6625-4c69-a028-bacce9d2b219 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:44:11.115470 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e31ef79-6625-4c69-a028-bacce9d2b219 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:44:11.130432 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-e066f743-32d1-48f0-81ca-1cb5908e8e28 None None] Allocated IP 172.20.0.2 (d7a3b75b-bd35-4eff-9bbb-e7e6f51d8a51/b9825a3a-b216-4abd-89ce-5ecdda7abda3/fd35f9a0-7e09-402b-ab22-380d944a10b5) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:44:11.163790 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-4bc9f866-3387-4a90-bec2-d092e01f14ae None None] Set router 6be81927-abf2-4661-b0f8-87c770883fd1 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:44:11.193629 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-52f56816-9a9f-4d5b-a5cc-4dbda245c8a1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/floatingips/145f78ee-5e6a-4240-b6d5-b5a2b749c983 HTTP/1.1" status: 200 len: 991 time: 1.0235496 Aug 22 13:44:11.214023 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e31ef79-6625-4c69-a028-bacce9d2b219 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Pushing event updated for resources: {'Port': ['ID=56d5fa7d-1a6f-4c41-a157-1de29d1fd8df,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:11.286022 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e31ef79-6625-4c69-a028-bacce9d2b219 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:44:11.289018 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2e31ef79-6625-4c69-a028-bacce9d2b219 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:11.319397 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-2e31ef79-6625-4c69-a028-bacce9d2b219 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9735725 Aug 22 13:44:11.322520 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54034) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:11.382398 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e066f743-32d1-48f0-81ca-1cb5908e8e28 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:11.396212 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e066f743-32d1-48f0-81ca-1cb5908e8e28 None None] Transition to ACTIVE for port object fd35f9a0-7e09-402b-ab22-380d944a10b5 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:44:11.449036 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e066f743-32d1-48f0-81ca-1cb5908e8e28 None None] Transition to ACTIVE for port object fd35f9a0-7e09-402b-ab22-380d944a10b5 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:44:11.463907 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e066f743-32d1-48f0-81ca-1cb5908e8e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:11.508926 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 644768e3-7203-420c-b568-fd374bfb94cc triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:44:11.509656 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:11.564267 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-2c3692a0-7e53-4968-aefe-d6939e5146da tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Deleting port 56d5fa7d-1a6f-4c41-a157-1de29d1fd8df {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:44:11.564267 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2c3692a0-7e53-4968-aefe-d6939e5146da tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:11.626932 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e066f743-32d1-48f0-81ca-1cb5908e8e28 None None] Network d7a3b75b-bd35-4eff-9bbb-e7e6f51d8a51 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:44:11.635369 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-4bc9f866-3387-4a90-bec2-d092e01f14ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be81927-abf2-4661-b0f8-87c770883fd1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046722450', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '206e29d1-fae6-4ed1-bdf1-9cd8793b827b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:43:27Z', 'updated_at': '2021-08-22T13:43:36Z', 'revision_number': 4, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'gw_port': {'id': '206e29d1-fae6-4ed1-bdf1-9cd8793b827b', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be81927-abf2-4661-b0f8-87c770883fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:43:29Z', 'updated_at': '2021-08-22T13:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '145f78ee-5e6a-4240-b6d5-b5a2b749c983', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'floating_ip_address': '172.25.3.224', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '6be81927-abf2-4661-b0f8-87c770883fd1', 'port_id': '2ff0fe91-fbfe-4eef-bc6d-78957500ba39', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2914, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf5a5750-b5ea-44cd-ad65-1dd63932d79a', 'mac_address': 'fa:16:3e:aa:98:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65807f78-b5b2-49f5-aa5a-e5b6eb26cfec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:44:04Z', 'updated_at': '2021-08-22T13:44:04Z', 'revision_number': 0, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38726b80-43eb-43f5-94b5-223416277906', 'name': '', 'network_id': 'bf5a5750-b5ea-44cd-ad65-1dd63932d79a', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'mac_address': 'fa:16:3e:64:c5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be81927-abf2-4661-b0f8-87c770883fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '0aff47bc-ed4a-4c75-9203-6ffecee8fcb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:43:35Z', 'updated_at': '2021-08-22T13:43:44Z', 'revision_number': 5, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'subnets': [{'id': '0aff47bc-ed4a-4c75-9203-6ffecee8fcb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:11.649950 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-e066f743-32d1-48f0-81ca-1cb5908e8e28 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:44:11.659804 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e066f743-32d1-48f0-81ca-1cb5908e8e28 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:44:11.693881 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc9f866-3387-4a90-bec2-d092e01f14ae None None] The sync data for ids ['6be81927-abf2-4661-b0f8-87c770883fd1'] in n-d-793621-33 is: [{'id': '6be81927-abf2-4661-b0f8-87c770883fd1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046722450', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '206e29d1-fae6-4ed1-bdf1-9cd8793b827b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:43:27Z', 'updated_at': '2021-08-22T13:43:36Z', 'revision_number': 4, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'gw_port': {'id': '206e29d1-fae6-4ed1-bdf1-9cd8793b827b', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be81927-abf2-4661-b0f8-87c770883fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:43:29Z', 'updated_at': '2021-08-22T13:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '145f78ee-5e6a-4240-b6d5-b5a2b749c983', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'floating_ip_address': '172.25.3.224', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '6be81927-abf2-4661-b0f8-87c770883fd1', 'port_id': '2ff0fe91-fbfe-4eef-bc6d-78957500ba39', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2914, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf5a5750-b5ea-44cd-ad65-1dd63932d79a', 'mac_address': 'fa:16:3e:aa:98:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65807f78-b5b2-49f5-aa5a-e5b6eb26cfec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:44:04Z', 'updated_at': '2021-08-22T13:44:04Z', 'revision_number': 0, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38726b80-43eb-43f5-94b5-223416277906', 'name': '', 'network_id': 'bf5a5750-b5ea-44cd-ad65-1dd63932d79a', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'mac_address': 'fa:16:3e:64:c5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be81927-abf2-4661-b0f8-87c770883fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '0aff47bc-ed4a-4c75-9203-6ffecee8fcb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:43:35Z', 'updated_at': '2021-08-22T13:43:44Z', 'revision_number': 5, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'subnets': [{'id': '0aff47bc-ed4a-4c75-9203-6ffecee8fcb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:44:11.743352 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2c3692a0-7e53-4968-aefe-d6939e5146da tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:11.761906 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-2c3692a0-7e53-4968-aefe-d6939e5146da tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Calling delete_port for 56d5fa7d-1a6f-4c41-a157-1de29d1fd8df owned by {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:44:11.767873 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e066f743-32d1-48f0-81ca-1cb5908e8e28 None None] Pushing event updated for resources: {'Port': ['ID=fd35f9a0-7e09-402b-ab22-380d944a10b5,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:11.867805 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-ed12d57b-0726-4ef0-866a-0e08cf07af8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51683ee-0f8b-44a8-94b0-d4d90e3bbe54', 'name': 'tempest-TestAggregatesBasicOps-1620202918-router', 'tenant_id': '7149a9c3f82244929a6ae2e90cc6ddb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '644768e3-7203-420c-b568-fd374bfb94cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:43:57Z', 'updated_at': '2021-08-22T13:44:05Z', 'revision_number': 4, 'project_id': '7149a9c3f82244929a6ae2e90cc6ddb4', 'gw_port': {'id': '644768e3-7203-420c-b568-fd374bfb94cc', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:25:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51683ee-0f8b-44a8-94b0-d4d90e3bbe54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:43:59Z', 'updated_at': '2021-08-22T13:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '2f97937a-a911-4027-8474-fd34719d6f65', 'name': '', 'network_id': '40331296-0857-4a18-9ab1-dff304a174ff', 'tenant_id': '7149a9c3f82244929a6ae2e90cc6ddb4', 'mac_address': 'fa:16:3e:c2:f4:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51683ee-0f8b-44a8-94b0-d4d90e3bbe54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '454e6d4e-bc84-4f63-bac1-55dc239f68e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:44:04Z', 'updated_at': '2021-08-22T13:44:05Z', 'revision_number': 2, 'project_id': '7149a9c3f82244929a6ae2e90cc6ddb4', 'subnets': [{'id': '454e6d4e-bc84-4f63-bac1-55dc239f68e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:11.893167 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ce9f39f4-50f4-4e8e-bac9-9110f09fbb3d tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:11.900696 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed12d57b-0726-4ef0-866a-0e08cf07af8a None None] Checking router: f51683ee-0f8b-44a8-94b0-d4d90e3bbe54 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:44:11.901054 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed12d57b-0726-4ef0-866a-0e08cf07af8a None None] Updating router f51683ee-0f8b-44a8-94b0-d4d90e3bbe54 port 2f97937a-a911-4027-8474-fd34719d6f65 binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:44:11.926270 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-e066f743-32d1-48f0-81ca-1cb5908e8e28 None None] Attempting to bind port fd35f9a0-7e09-402b-ab22-380d944a10b5 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:44:11.926270 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-e066f743-32d1-48f0-81ca-1cb5908e8e28 None None] Attempting to bind port fd35f9a0-7e09-402b-ab22-380d944a10b5 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '691d842f-5af0-4461-b97c-1c3741b1c1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd7a3b75b-bd35-4eff-9bbb-e7e6f51d8a51'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:44:11.926634 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e066f743-32d1-48f0-81ca-1cb5908e8e28 None None] Attempting to bind port fd35f9a0-7e09-402b-ab22-380d944a10b5 on network d7a3b75b-bd35-4eff-9bbb-e7e6f51d8a51 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:44:11.959204 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e066f743-32d1-48f0-81ca-1cb5908e8e28 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:44:11.959626 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e066f743-32d1-48f0-81ca-1cb5908e8e28 None None] Checking segment: {'id': '691d842f-5af0-4461-b97c-1c3741b1c1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd7a3b75b-bd35-4eff-9bbb-e7e6f51d8a51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:44:11.959969 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e066f743-32d1-48f0-81ca-1cb5908e8e28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:11.960395 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e066f743-32d1-48f0-81ca-1cb5908e8e28 None None] Bound using segment: {'id': '691d842f-5af0-4461-b97c-1c3741b1c1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd7a3b75b-bd35-4eff-9bbb-e7e6f51d8a51'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:44:11.960883 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-e066f743-32d1-48f0-81ca-1cb5908e8e28 None None] Bound port: fd35f9a0-7e09-402b-ab22-380d944a10b5, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '691d842f-5af0-4461-b97c-1c3741b1c1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd7a3b75b-bd35-4eff-9bbb-e7e6f51d8a51'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:44:11.961260 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e066f743-32d1-48f0-81ca-1cb5908e8e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:11.985312 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2c3692a0-7e53-4968-aefe-d6939e5146da tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:11.989211 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ed12d57b-0726-4ef0-866a-0e08cf07af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:12.005415 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-02b937ac-398a-453e-9dd4-7ae4ca9faed1 req-ba3394e2-f591-4e36-a304-b2db18a41a7a service neutron] 10.222.0.41 "GET /v2.0/networks/bf5a5750-b5ea-44cd-ad65-1dd63932d79a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2782509 Aug 22 13:44:12.057361 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3692a0-7e53-4968-aefe-d6939e5146da tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Pushing event deleted for resources: {'Port': ['ID=56d5fa7d-1a6f-4c41-a157-1de29d1fd8df,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:12.092601 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e066f743-32d1-48f0-81ca-1cb5908e8e28 None None] For port fd35f9a0-7e09-402b-ab22-380d944a10b5, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:44:12.097404 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7968a448-d37a-4c85-b404-beddae0ebd4e None None] New status for floating IP 145f78ee-5e6a-4240-b6d5-b5a2b749c983: ACTIVE {{(pid=94630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 13:44:12.101418 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e066f743-32d1-48f0-81ca-1cb5908e8e28 None None] For port fd35f9a0-7e09-402b-ab22-380d944a10b5, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=fd35f9a0-7e09-402b-ab22-380d944a10b5,segment=NetworkSegment(691d842f-5af0-4461-b97c-1c3741b1c1e4),segment_id=691d842f-5af0-4461-b97c-1c3741b1c1e4)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:44:12.124270 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e066f743-32d1-48f0-81ca-1cb5908e8e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:12.198698 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54050) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:12.202705 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2c3692a0-7e53-4968-aefe-d6939e5146da tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:12.211902 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-2c3692a0-7e53-4968-aefe-d6939e5146da tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] 10.222.0.21 "DELETE /v2.0/ports/56d5fa7d-1a6f-4c41-a157-1de29d1fd8df HTTP/1.1" status: 204 len: 168 time: 0.8873160 Aug 22 13:44:12.214113 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54052) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:12.282878 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ce9f39f4-50f4-4e8e-bac9-9110f09fbb3d tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:12.328699 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e066f743-32d1-48f0-81ca-1cb5908e8e28 None None] Pushing event updated for resources: {'Port': ['ID=fd35f9a0-7e09-402b-ab22-380d944a10b5,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:12.401125 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a8ffab07-e671-49df-9a11-7459f56063bc tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/floatingips/145f78ee-5e6a-4240-b6d5-b5a2b749c983 HTTP/1.1" status: 200 len: 991 time: 0.1881826 Aug 22 13:44:12.453500 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9f39f4-50f4-4e8e-bac9-9110f09fbb3d tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:44:12.475649 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-ce9f39f4-50f4-4e8e-bac9-9110f09fbb3d tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:44:12.475649 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9f39f4-50f4-4e8e-bac9-9110f09fbb3d tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:44:12.475649 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f39f4-50f4-4e8e-bac9-9110f09fbb3d tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Pushing event updated for resources: {'Port': ['ID=7111d80d-fe8f-4b0b-a78d-67a0b8099588,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:12.490722 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-02b937ac-398a-453e-9dd4-7ae4ca9faed1 req-f7db6b0e-13f5-4bef-91ce-680ff2f4fc21 service neutron] 10.222.0.41 "GET /v2.0/networks/bf5a5750-b5ea-44cd-ad65-1dd63932d79a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4752522 Aug 22 13:44:12.837255 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-2398a03d-5343-4c3b-84ac-14aeac468bc9 tempest-DHCPAgentSchedulersTestJSON-802957849 tempest-DHCPAgentSchedulersTestJSON-802957849-project-admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.6220534 Aug 22 13:44:12.846219 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54072) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:12.864130 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-71477f38-1a88-49d3-80f3-ad3870c04b73 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2071531552'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:44:12.928458 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71477f38-1a88-49d3-80f3-ad3870c04b73 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Made reservation on behalf of c0cfd38afa3f4165aa80b5f30cd94ece for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:44:12.933234 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-71477f38-1a88-49d3-80f3-ad3870c04b73 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:12.991863 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71477f38-1a88-49d3-80f3-ad3870c04b73 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:44:12.995627 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ed12d57b-0726-4ef0-866a-0e08cf07af8a None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:13.005009 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-71477f38-1a88-49d3-80f3-ad3870c04b73 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:13.005431 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-71477f38-1a88-49d3-80f3-ad3870c04b73 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Added segment 136c8b1d-e603-4e23-b8af-970a714bc2ea of type vlan for network d00f485f-6a42-45eb-bb3a-bc43dffc6c61 Aug 22 13:44:13.032487 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device fd35f9a0-7e09-402b-ab22-380d944a10b5 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:44:13.037538 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-ed12d57b-0726-4ef0-866a-0e08cf07af8a None None] Transition to ACTIVE for port object 2f97937a-a911-4027-8474-fd34719d6f65 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:44:13.100593 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ed12d57b-0726-4ef0-866a-0e08cf07af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:13.120412 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-71477f38-1a88-49d3-80f3-ad3870c04b73 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:13.151131 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c13282-44b1-4624-94bf-4a49eb511de5 None None] Pushing event updated for resources: {'Port': ['ID=2f97937a-a911-4027-8474-fd34719d6f65,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:13.188947 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-71477f38-1a88-49d3-80f3-ad3870c04b73 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:13.195525 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71477f38-1a88-49d3-80f3-ad3870c04b73 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:44:13.196191 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-71477f38-1a88-49d3-80f3-ad3870c04b73 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:13.283063 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port fd35f9a0-7e09-402b-ab22-380d944a10b5 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:44:13.378091 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-71477f38-1a88-49d3-80f3-ad3870c04b73 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5302339 Aug 22 13:44:13.379027 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54078) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:13.409411 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ce9f39f4-50f4-4e8e-bac9-9110f09fbb3d tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:13.428479 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54080) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:13.445423 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-ed12d57b-0726-4ef0-866a-0e08cf07af8a None None] Attempting to bind port 2f97937a-a911-4027-8474-fd34719d6f65 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:44:13.447644 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-ed12d57b-0726-4ef0-866a-0e08cf07af8a None None] Attempting to bind port 2f97937a-a911-4027-8474-fd34719d6f65 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'afde2eed-cf02-4d32-8ff1-a1fea32d8220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '40331296-0857-4a18-9ab1-dff304a174ff'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:44:13.448545 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed12d57b-0726-4ef0-866a-0e08cf07af8a None None] Attempting to bind port 2f97937a-a911-4027-8474-fd34719d6f65 on network 40331296-0857-4a18-9ab1-dff304a174ff {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:44:13.468403 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed12d57b-0726-4ef0-866a-0e08cf07af8a None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:44:13.469552 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed12d57b-0726-4ef0-866a-0e08cf07af8a None None] Checking segment: {'id': 'afde2eed-cf02-4d32-8ff1-a1fea32d8220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '40331296-0857-4a18-9ab1-dff304a174ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:44:13.471811 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ed12d57b-0726-4ef0-866a-0e08cf07af8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:13.472466 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed12d57b-0726-4ef0-866a-0e08cf07af8a None None] Bound using segment: {'id': 'afde2eed-cf02-4d32-8ff1-a1fea32d8220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '40331296-0857-4a18-9ab1-dff304a174ff'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:44:13.473037 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-ed12d57b-0726-4ef0-866a-0e08cf07af8a None None] Bound port: 2f97937a-a911-4027-8474-fd34719d6f65, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afde2eed-cf02-4d32-8ff1-a1fea32d8220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '40331296-0857-4a18-9ab1-dff304a174ff'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:44:13.473488 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ed12d57b-0726-4ef0-866a-0e08cf07af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:13.520200 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4934176e-51bf-4b2e-bebd-a6ab5ac71040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:13.557219 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71477f38-1a88-49d3-80f3-ad3870c04b73 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Pushing event updated for resources: {'Network': ['ID=d00f485f-6a42-45eb-bb3a-bc43dffc6c61,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:13.610875 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network d00f485f-6a42-45eb-bb3a-bc43dffc6c61 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:44:13.693255 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ce9f39f4-50f4-4e8e-bac9-9110f09fbb3d tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:13.890169 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-ed12d57b-0726-4ef0-866a-0e08cf07af8a None None] For port 2f97937a-a911-4027-8474-fd34719d6f65, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:44:13.898998 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-ed12d57b-0726-4ef0-866a-0e08cf07af8a None None] For port 2f97937a-a911-4027-8474-fd34719d6f65, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=2f97937a-a911-4027-8474-fd34719d6f65,segment=NetworkSegment(afde2eed-cf02-4d32-8ff1-a1fea32d8220),segment_id=afde2eed-cf02-4d32-8ff1-a1fea32d8220)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:44:13.910013 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ed12d57b-0726-4ef0-866a-0e08cf07af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:13.986942 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-37736dc4-08d5-4e17-b8f1-8f8c2161b570 tempest-DHCPAgentSchedulersTestJSON-802957849 tempest-DHCPAgentSchedulersTestJSON-802957849-project-admin] 10.222.0.21 "GET /v2.0/agents/a537a493-5c1e-4e36-9823-3076eca51236/dhcp-networks HTTP/1.1" status: 200 len: 8854 time: 0.6007311 Aug 22 13:44:13.991416 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54086) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:14.051237 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95187e4c-f91f-4943-b3e5-5c257cf5b295 None None] Network d7a3b75b-bd35-4eff-9bbb-e7e6f51d8a51 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:44:14.083659 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ca55f8bc-f0fc-49a0-8cdb-bc7b264d4d11 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/floatingips/145f78ee-5e6a-4240-b6d5-b5a2b749c983 HTTP/1.1" status: 200 len: 993 time: 0.6536658 Aug 22 13:44:14.109522 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed12d57b-0726-4ef0-866a-0e08cf07af8a None None] Routers {'f51683ee-0f8b-44a8-94b0-d4d90e3bbe54'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:44:14.110186 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-ed12d57b-0726-4ef0-866a-0e08cf07af8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:44:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['f51683ee-0f8b-44a8-94b0-d4d90e3bbe54'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:14.221529 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89955a41-2743-4c63-9382-26543b04119f tempest-DHCPAgentSchedulersTestJSON-802957849 tempest-DHCPAgentSchedulersTestJSON-802957849-project-admin] Network d00f485f-6a42-45eb-bb3a-bc43dffc6c61 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:44:14.254137 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-89955a41-2743-4c63-9382-26543b04119f tempest-DHCPAgentSchedulersTestJSON-802957849 tempest-DHCPAgentSchedulersTestJSON-802957849-project-admin] 10.222.0.21 "POST /v2.0/agents/a537a493-5c1e-4e36-9823-3076eca51236/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2433121 Aug 22 13:44:14.255890 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54098) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:14.285547 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-ed12d57b-0726-4ef0-866a-0e08cf07af8a None None] Set router f51683ee-0f8b-44a8-94b0-d4d90e3bbe54 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:44:14.483742 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9e62dd-7dc6-4247-bcca-f0dbe0b67d04 None None] Network d00f485f-6a42-45eb-bb3a-bc43dffc6c61 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:44:14.549265 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ce9f39f4-50f4-4e8e-bac9-9110f09fbb3d tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:14.607040 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ce9f39f4-50f4-4e8e-bac9-9110f09fbb3d tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:14.628719 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-212f58b6-b7f2-44ac-9218-918879eead7c tempest-DHCPAgentSchedulersTestJSON-802957849 tempest-DHCPAgentSchedulersTestJSON-802957849-project-admin] 10.222.0.21 "GET /v2.0/agents/a537a493-5c1e-4e36-9823-3076eca51236/dhcp-networks HTTP/1.1" status: 200 len: 9625 time: 0.3623173 Aug 22 13:44:14.630776 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54106) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:14.726379 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c13282-44b1-4624-94bf-4a49eb511de5 None None] Pushing event updated for resources: {'Port': ['ID=2f97937a-a911-4027-8474-fd34719d6f65,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:14.778540 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-7e5f7053-a727-4d7e-b9f7-32cc6f88bcbd tempest-DHCPAgentSchedulersTestJSON-802957849 tempest-DHCPAgentSchedulersTestJSON-802957849-project-admin] 10.222.0.21 "DELETE /v2.0/agents/a537a493-5c1e-4e36-9823-3076eca51236/dhcp-networks/d00f485f-6a42-45eb-bb3a-bc43dffc6c61 HTTP/1.1" status: 204 len: 168 time: 0.1441410 Aug 22 13:44:14.779126 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54108) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:14.799177 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f39f4-50f4-4e8e-bac9-9110f09fbb3d tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Pushing event updated for resources: {'Port': ['ID=7111d80d-fe8f-4b0b-a78d-67a0b8099588,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:14.834297 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-df986284-154d-47dc-90c9-b15d6c0dd5e8 None None] Provisioning for port fd35f9a0-7e09-402b-ab22-380d944a10b5 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:44:14.858114 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ce9f39f4-50f4-4e8e-bac9-9110f09fbb3d tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:14.859656 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-df986284-154d-47dc-90c9-b15d6c0dd5e8 None None] Provisioning complete for port fd35f9a0-7e09-402b-ab22-380d944a10b5 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:44:14.860032 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-df986284-154d-47dc-90c9-b15d6c0dd5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:14.902079 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-4934176e-51bf-4b2e-bebd-a6ab5ac71040 admin admin] Deleting port 145065ae-25d8-426a-bdc2-5984b6b1619c {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:44:14.902454 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4934176e-51bf-4b2e-bebd-a6ab5ac71040 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:15.032955 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-8361811d-2a05-4c28-b544-95789135eade tempest-DHCPAgentSchedulersTestJSON-802957849 tempest-DHCPAgentSchedulersTestJSON-802957849-project-admin] 10.222.0.21 "GET /v2.0/agents/a537a493-5c1e-4e36-9823-3076eca51236/dhcp-networks HTTP/1.1" status: 200 len: 8854 time: 0.2505307 Aug 22 13:44:15.038961 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54110) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:15.062572 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-874f05ec-d3e9-498d-a0f6-0743d30f87ae tempest-DHCPAgentSchedulersTestJSON-802957849 tempest-DHCPAgentSchedulersTestJSON-802957849-project-admin] 10.222.0.21 "GET /v2.0/networks/d7a3b75b-bd35-4eff-9bbb-e7e6f51d8a51/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0218341 Aug 22 13:44:15.066032 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54112) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:15.066402 n-d-793621-33 neutron-server[94628]: INFO neutron.db.l3_db [None req-ce9f39f4-50f4-4e8e-bac9-9110f09fbb3d tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Floating IP 1d46b4d0-6e2c-4566-823e-20027851ea5e associated. External IP: 172.25.3.198, port: 56eeaa73-f9fd-4587-a006-5fd522660e1b. Aug 22 13:44:15.114732 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-462f360f-77af-42a8-9fbd-57a08ec2dae3 tempest-DHCPAgentSchedulersTestJSON-802957849 tempest-DHCPAgentSchedulersTestJSON-802957849-project-admin] 10.222.0.21 "GET /v2.0/networks/d7a3b75b-bd35-4eff-9bbb-e7e6f51d8a51/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0438154 Aug 22 13:44:15.115877 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54114) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:15.116264 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-ed12d57b-0726-4ef0-866a-0e08cf07af8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51683ee-0f8b-44a8-94b0-d4d90e3bbe54', 'name': 'tempest-TestAggregatesBasicOps-1620202918-router', 'tenant_id': '7149a9c3f82244929a6ae2e90cc6ddb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '644768e3-7203-420c-b568-fd374bfb94cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:43:57Z', 'updated_at': '2021-08-22T13:44:05Z', 'revision_number': 4, 'project_id': '7149a9c3f82244929a6ae2e90cc6ddb4', 'gw_port': {'id': '644768e3-7203-420c-b568-fd374bfb94cc', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:25:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51683ee-0f8b-44a8-94b0-d4d90e3bbe54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:43:59Z', 'updated_at': '2021-08-22T13:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '2f97937a-a911-4027-8474-fd34719d6f65', 'name': '', 'network_id': '40331296-0857-4a18-9ab1-dff304a174ff', 'tenant_id': '7149a9c3f82244929a6ae2e90cc6ddb4', 'mac_address': 'fa:16:3e:c2:f4:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51683ee-0f8b-44a8-94b0-d4d90e3bbe54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '454e6d4e-bc84-4f63-bac1-55dc239f68e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:44:04Z', 'updated_at': '2021-08-22T13:44:13Z', 'revision_number': 4, 'project_id': '7149a9c3f82244929a6ae2e90cc6ddb4', 'subnets': [{'id': '454e6d4e-bc84-4f63-bac1-55dc239f68e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:15.125469 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-df986284-154d-47dc-90c9-b15d6c0dd5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:15.131956 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-4934176e-51bf-4b2e-bebd-a6ab5ac71040 admin admin] For port 145065ae-25d8-426a-bdc2-5984b6b1619c, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=145065ae-25d8-426a-bdc2-5984b6b1619c,segment=NetworkSegment(2e9fa35d-4d91-46a6-bf3a-ec3f75fe53b2),segment_id=2e9fa35d-4d91-46a6-bf3a-ec3f75fe53b2)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:44:15.132364 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4934176e-51bf-4b2e-bebd-a6ab5ac71040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:15.227726 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed12d57b-0726-4ef0-866a-0e08cf07af8a None None] The sync data for ids ['f51683ee-0f8b-44a8-94b0-d4d90e3bbe54'] in n-d-793621-33 is: [{'id': 'f51683ee-0f8b-44a8-94b0-d4d90e3bbe54', 'name': 'tempest-TestAggregatesBasicOps-1620202918-router', 'tenant_id': '7149a9c3f82244929a6ae2e90cc6ddb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '644768e3-7203-420c-b568-fd374bfb94cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:43:57Z', 'updated_at': '2021-08-22T13:44:05Z', 'revision_number': 4, 'project_id': '7149a9c3f82244929a6ae2e90cc6ddb4', 'gw_port': {'id': '644768e3-7203-420c-b568-fd374bfb94cc', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:25:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51683ee-0f8b-44a8-94b0-d4d90e3bbe54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:43:59Z', 'updated_at': '2021-08-22T13:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '2f97937a-a911-4027-8474-fd34719d6f65', 'name': '', 'network_id': '40331296-0857-4a18-9ab1-dff304a174ff', 'tenant_id': '7149a9c3f82244929a6ae2e90cc6ddb4', 'mac_address': 'fa:16:3e:c2:f4:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51683ee-0f8b-44a8-94b0-d4d90e3bbe54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '454e6d4e-bc84-4f63-bac1-55dc239f68e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:44:04Z', 'updated_at': '2021-08-22T13:44:13Z', 'revision_number': 4, 'project_id': '7149a9c3f82244929a6ae2e90cc6ddb4', 'subnets': [{'id': '454e6d4e-bc84-4f63-bac1-55dc239f68e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:44:15.230872 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-4934176e-51bf-4b2e-bebd-a6ab5ac71040 admin admin] Calling delete_port for 145065ae-25d8-426a-bdc2-5984b6b1619c owned by network:router_interface {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:44:15.277365 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-df986284-154d-47dc-90c9-b15d6c0dd5e8 None None] For port fd35f9a0-7e09-402b-ab22-380d944a10b5, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=fd35f9a0-7e09-402b-ab22-380d944a10b5,segment=NetworkSegment(691d842f-5af0-4461-b97c-1c3741b1c1e4),segment_id=691d842f-5af0-4461-b97c-1c3741b1c1e4)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:44:15.333259 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-df986284-154d-47dc-90c9-b15d6c0dd5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:15.370819 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-8dc67e8a-85bf-481b-a05e-f4521b5bc23f tempest-DHCPAgentSchedulersTestJSON-802957849 tempest-DHCPAgentSchedulersTestJSON-802957849-project-admin] 10.222.0.21 "GET /v2.0/agents/a537a493-5c1e-4e36-9823-3076eca51236/dhcp-networks HTTP/1.1" status: 200 len: 8854 time: 0.2458704 Aug 22 13:44:15.372275 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54118) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:15.398589 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce9f39f4-50f4-4e8e-bac9-9110f09fbb3d tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Router 489af23b-374e-492e-bca9-aa4d57f956cd has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:44:15.471390 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df986284-154d-47dc-90c9-b15d6c0dd5e8 None None] Pushing event updated for resources: {'Port': ['ID=fd35f9a0-7e09-402b-ab22-380d944a10b5,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:15.587801 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-03c67d91-e20e-4500-b3bf-56f0c24ac736 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:15.706939 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-1d88d43c-f114-49c8-8fcf-c5ede4334823 None None] Provisioning complete for port fd35f9a0-7e09-402b-ab22-380d944a10b5 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:44:15.707310 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1d88d43c-f114-49c8-8fcf-c5ede4334823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:15.738667 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9f39f4-50f4-4e8e-bac9-9110f09fbb3d tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:44:15.826679 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcd281e-5916-4c16-8a37-40a06320e7a2 None None] Sync routers for ids ['489af23b-374e-492e-bca9-aa4d57f956cd'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:44:15.827938 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-03c67d91-e20e-4500-b3bf-56f0c24ac736 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:15.840787 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ce9f39f4-50f4-4e8e-bac9-9110f09fbb3d tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:15.840942 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-03c67d91-e20e-4500-b3bf-56f0c24ac736 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d00f485f-6a42-45eb-bb3a-bc43dffc6c61']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:15.852482 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-03c67d91-e20e-4500-b3bf-56f0c24ac736 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '136c8b1d-e603-4e23-b8af-970a714bc2ea') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:15.859844 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-03c67d91-e20e-4500-b3bf-56f0c24ac736 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '136c8b1d-e603-4e23-b8af-970a714bc2ea') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:15.866666 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcd281e-5916-4c16-8a37-40a06320e7a2 None None] Routers {'489af23b-374e-492e-bca9-aa4d57f956cd'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:44:15.866857 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-8bcd281e-5916-4c16-8a37-40a06320e7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:44:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['489af23b-374e-492e-bca9-aa4d57f956cd'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:15.870915 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-03c67d91-e20e-4500-b3bf-56f0c24ac736 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:15.905039 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-03c67d91-e20e-4500-b3bf-56f0c24ac736 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:15.912017 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03c67d91-e20e-4500-b3bf-56f0c24ac736 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:44:15.912603 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-03c67d91-e20e-4500-b3bf-56f0c24ac736 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:15.954655 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ce9f39f4-50f4-4e8e-bac9-9110f09fbb3d tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.3848090 Aug 22 13:44:15.955988 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 54128) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:15.961226 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-dbda2522-78d3-436f-bceb-8cd61b762f1a tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:44:15.977313 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-8bcd281e-5916-4c16-8a37-40a06320e7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:16.021592 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:44:16.021592 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:44:16.021592 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:44:16.021592 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:44:16.021592 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:44:16.021592 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:44:16.021592 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:44:16.021592 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:44:16.021592 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:44:16.021592 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:44:16.021592 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:44:16.021592 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:44:16.021592 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:44:16.021592 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:44:16.021592 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:44:16.021592 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:44:16.021592 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:44:16.021592 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:44:16.021592 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:44:16.021592 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:44:16.021592 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:44:16.021592 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:44:16.021592 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:44:16.021592 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:44:16.021592 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:44:16.021592 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:44:16.021592 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:44:16.021592 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:44:16.021592 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:44:16.021592 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:44:16.021592 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:44:16.021592 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:44:16.043324 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4934176e-51bf-4b2e-bebd-a6ab5ac71040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:16.068019 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcd281e-5916-4c16-8a37-40a06320e7a2 None None] Routers {'489af23b-374e-492e-bca9-aa4d57f956cd'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:44:16.069166 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-8bcd281e-5916-4c16-8a37-40a06320e7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:44:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['489af23b-374e-492e-bca9-aa4d57f956cd'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:16.109745 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-03c67d91-e20e-4500-b3bf-56f0c24ac736 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:16.126940 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-03c67d91-e20e-4500-b3bf-56f0c24ac736 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:16.138641 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-03c67d91-e20e-4500-b3bf-56f0c24ac736 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] 10.222.0.21 "DELETE /v2.0/networks/d00f485f-6a42-45eb-bb3a-bc43dffc6c61 HTTP/1.1" status: 204 len: 168 time: 0.7632325 Aug 22 13:44:16.147733 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54132) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:16.158400 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4934176e-51bf-4b2e-bebd-a6ab5ac71040 admin admin] Pushing event deleted for resources: {'Port': ['ID=145065ae-25d8-426a-bdc2-5984b6b1619c,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:16.206249 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dbda2522-78d3-436f-bceb-8cd61b762f1a tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for floatingip, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:16.245666 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c67d91-e20e-4500-b3bf-56f0c24ac736 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Pushing event deleted for resources: {'Network': ['ID=d00f485f-6a42-45eb-bb3a-bc43dffc6c61,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:16.280212 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-8bcd281e-5916-4c16-8a37-40a06320e7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:16.288786 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcd281e-5916-4c16-8a37-40a06320e7a2 None None] The sync data for ids ['489af23b-374e-492e-bca9-aa4d57f956cd'] in n-d-793621-33 is: [] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:44:16.311729 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-aca58001-c152-4099-938c-05b08688914b tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] DELETE failed (client error): The resource could not be found. Aug 22 13:44:16.313562 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aca58001-c152-4099-938c-05b08688914b tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:44:16.317017 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-aca58001-c152-4099-938c-05b08688914b tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] 10.222.0.21 "DELETE /v2.0/ports/56d5fa7d-1a6f-4c41-a157-1de29d1fd8df HTTP/1.1" status: 404 len: 333 time: 0.1511123 Aug 22 13:44:16.319896 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54136) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:16.421436 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-dbb82a28-8930-40eb-a9fe-17b4b6cd681c None None] Could not find standard attr ID for object 56d5fa7d-1a6f-4c41-a157-1de29d1fd8df. {{(pid=94629) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 13:44:16.442741 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-18d60b94-87b8-46e9-9556-d3ce087e8855 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Deleting subnet b9825a3a-b216-4abd-89ce-5ecdda7abda3 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:44:16.447213 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-18d60b94-87b8-46e9-9556-d3ce087e8855 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:16.502807 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-18d60b94-87b8-46e9-9556-d3ce087e8855 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:16.612554 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dbda2522-78d3-436f-bceb-8cd61b762f1a tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:16.624446 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dbda2522-78d3-436f-bceb-8cd61b762f1a tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:16.625181 n-d-793621-33 neutron-server[94628]: INFO neutron.db.l3_db [None req-dbda2522-78d3-436f-bceb-8cd61b762f1a tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Floating IP 1d46b4d0-6e2c-4566-823e-20027851ea5e disassociated. External IP: 172.25.3.198, port: 56eeaa73-f9fd-4587-a006-5fd522660e1b. Aug 22 13:44:16.677832 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-18d60b94-87b8-46e9-9556-d3ce087e8855 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:16.765371 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-18d60b94-87b8-46e9-9556-d3ce087e8855 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:16.787640 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-18d60b94-87b8-46e9-9556-d3ce087e8855 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:16.790678 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-18d60b94-87b8-46e9-9556-d3ce087e8855 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] 10.222.0.21 "DELETE /v2.0/subnets/b9825a3a-b216-4abd-89ce-5ecdda7abda3 HTTP/1.1" status: 204 len: 168 time: 0.4693449 Aug 22 13:44:16.797392 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d8bdba-69bc-4efc-a4d4-2baf31fde19a None None] Network d7a3b75b-bd35-4eff-9bbb-e7e6f51d8a51 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:44:16.813589 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54146) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:16.839586 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d60b94-87b8-46e9-9556-d3ce087e8855 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Pushing event deleted for resources: {'Subnet': ['ID=b9825a3a-b216-4abd-89ce-5ecdda7abda3,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:16.993265 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-00775076-5174-4e11-905e-fe17eb0d3e84 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:17.149059 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-00775076-5174-4e11-905e-fe17eb0d3e84 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Deleting port fd35f9a0-7e09-402b-ab22-380d944a10b5 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:44:17.149716 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-00775076-5174-4e11-905e-fe17eb0d3e84 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:17.212265 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15371d22-bddd-4db7-be19-fec48f3ef42b None None] DHCP port deletion for d7a3b75b-bd35-4eff-9bbb-e7e6f51d8a51 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:44:17.270385 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 2f97937a-a911-4027-8474-fd34719d6f65 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:44:17.305778 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-00775076-5174-4e11-905e-fe17eb0d3e84 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] For port fd35f9a0-7e09-402b-ab22-380d944a10b5, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=fd35f9a0-7e09-402b-ab22-380d944a10b5,segment=NetworkSegment(691d842f-5af0-4461-b97c-1c3741b1c1e4),segment_id=691d842f-5af0-4461-b97c-1c3741b1c1e4)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:44:17.306188 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-00775076-5174-4e11-905e-fe17eb0d3e84 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:17.322973 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-00775076-5174-4e11-905e-fe17eb0d3e84 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Calling delete_port for fd35f9a0-7e09-402b-ab22-380d944a10b5 owned by network:dhcp {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:44:17.412610 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 2f97937a-a911-4027-8474-fd34719d6f65 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:44:17.431324 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 2f97937a-a911-4027-8474-fd34719d6f65 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:44:17.432204 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:17.482220 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-00775076-5174-4e11-905e-fe17eb0d3e84 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:17.526079 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00775076-5174-4e11-905e-fe17eb0d3e84 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] No DVR routers for this DVR port fd35f9a0-7e09-402b-ab22-380d944a10b5 on host n-d-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:44:17.534504 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00775076-5174-4e11-905e-fe17eb0d3e84 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Pushing event deleted for resources: {'Port': ['ID=fd35f9a0-7e09-402b-ab22-380d944a10b5,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:17.602729 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4934176e-51bf-4b2e-bebd-a6ab5ac71040 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:17.614093 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-15371d22-bddd-4db7-be19-fec48f3ef42b None None] Deleting port fd35f9a0-7e09-402b-ab22-380d944a10b5 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:44:17.616026 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-15371d22-bddd-4db7-be19-fec48f3ef42b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:17.616422 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:17.627246 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-00775076-5174-4e11-905e-fe17eb0d3e84 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:17.665011 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-00775076-5174-4e11-905e-fe17eb0d3e84 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7a3b75b-bd35-4eff-9bbb-e7e6f51d8a51']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:17.687895 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-00775076-5174-4e11-905e-fe17eb0d3e84 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '691d842f-5af0-4461-b97c-1c3741b1c1e4') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:17.688505 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-00775076-5174-4e11-905e-fe17eb0d3e84 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '691d842f-5af0-4461-b97c-1c3741b1c1e4') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:17.705290 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-00775076-5174-4e11-905e-fe17eb0d3e84 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:17.734719 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-00775076-5174-4e11-905e-fe17eb0d3e84 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:17.743858 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00775076-5174-4e11-905e-fe17eb0d3e84 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:44:17.748556 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-00775076-5174-4e11-905e-fe17eb0d3e84 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:17.779250 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 2f97937a-a911-4027-8474-fd34719d6f65, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=2f97937a-a911-4027-8474-fd34719d6f65,segment=NetworkSegment(afde2eed-cf02-4d32-8ff1-a1fea32d8220),segment_id=afde2eed-cf02-4d32-8ff1-a1fea32d8220)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:44:17.814535 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:17.836682 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-15371d22-bddd-4db7-be19-fec48f3ef42b None None] For port fd35f9a0-7e09-402b-ab22-380d944a10b5, host n-d-793621-33, got binding levels [] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:44:17.837344 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-15371d22-bddd-4db7-be19-fec48f3ef42b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:17.900096 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:44:17.900096 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:44:17.900096 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:44:17.900096 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:44:17.900096 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:44:17.900096 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:44:17.900096 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:44:17.900096 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:44:17.900096 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:44:17.900096 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:44:17.900096 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:44:17.900096 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:44:17.900096 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:44:17.900096 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:44:17.900096 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:44:17.900096 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:44:17.900096 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:44:17.900096 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:44:17.900096 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:44:17.900096 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:44:17.900096 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:44:17.900096 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:44:17.900096 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:44:17.900096 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:44:17.900096 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:44:17.900096 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:44:17.900096 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:44:17.900096 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:44:17.900096 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:44:17.900096 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:44:17.900096 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:44:17.900096 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:44:17.905244 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-00775076-5174-4e11-905e-fe17eb0d3e84 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:17.907155 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-15371d22-bddd-4db7-be19-fec48f3ef42b None None] Calling delete_port for fd35f9a0-7e09-402b-ab22-380d944a10b5 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:44:17.912030 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.ipam_backend_mixin [None req-15371d22-bddd-4db7-be19-fec48f3ef42b None None] Port fd35f9a0-7e09-402b-ab22-380d944a10b5 was not found and therefore no delete operation was performed {{(pid=94629) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 22 13:44:17.916109 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-00775076-5174-4e11-905e-fe17eb0d3e84 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:17.920813 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-00775076-5174-4e11-905e-fe17eb0d3e84 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] 10.222.0.21 "DELETE /v2.0/networks/d7a3b75b-bd35-4eff-9bbb-e7e6f51d8a51 HTTP/1.1" status: 204 len: 168 time: 1.1059117 Aug 22 13:44:17.958964 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-15371d22-bddd-4db7-be19-fec48f3ef42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:17.978322 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-15371d22-bddd-4db7-be19-fec48f3ef42b None None] Network d7a3b75b-bd35-4eff-9bbb-e7e6f51d8a51 is not hosted by any dhcp agent {{(pid=94629) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 22 13:44:17.978616 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00775076-5174-4e11-905e-fe17eb0d3e84 tempest-DHCPAgentSchedulersTestJSON-203652123 tempest-DHCPAgentSchedulersTestJSON-203652123-project] Pushing event deleted for resources: {'Network': ['ID=d7a3b75b-bd35-4eff-9bbb-e7e6f51d8a51,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:17.979383 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15371d22-bddd-4db7-be19-fec48f3ef42b None None] No DVR routers for this DVR port fd35f9a0-7e09-402b-ab22-380d944a10b5 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:44:17.988581 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=2f97937a-a911-4027-8474-fd34719d6f65,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:17.990177 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbda2522-78d3-436f-bceb-8cd61b762f1a tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Router 489af23b-374e-492e-bca9-aa4d57f956cd has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:44:18.061660 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15371d22-bddd-4db7-be19-fec48f3ef42b None None] Pushing event deleted for resources: {'Port': ['ID=fd35f9a0-7e09-402b-ab22-380d944a10b5,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:18.329007 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4934176e-51bf-4b2e-bebd-a6ab5ac71040 admin admin] Router 79111878-ec4f-4bf3-9c18-2f8ea10c7659 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:44:18.347724 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbda2522-78d3-436f-bceb-8cd61b762f1a tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:44:18.353185 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dbda2522-78d3-436f-bceb-8cd61b762f1a tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:18.362404 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d979e79-f20a-42b6-8164-e73b9299ff60 None None] Sync routers for ids ['489af23b-374e-492e-bca9-aa4d57f956cd'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:44:18.378501 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d979e79-f20a-42b6-8164-e73b9299ff60 None None] Routers {'489af23b-374e-492e-bca9-aa4d57f956cd'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:44:18.379143 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-8d979e79-f20a-42b6-8164-e73b9299ff60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:44:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['489af23b-374e-492e-bca9-aa4d57f956cd'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:18.414196 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54162) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:18.443201 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-dbda2522-78d3-436f-bceb-8cd61b762f1a tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] 10.222.0.21 "PUT /v2.0/floatingips/1d46b4d0-6e2c-4566-823e-20027851ea5e HTTP/1.1" status: 200 len: 688 time: 2.4854524 Aug 22 13:44:18.446876 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54166) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:18.448985 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-8d979e79-f20a-42b6-8164-e73b9299ff60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:18.470640 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d979e79-f20a-42b6-8164-e73b9299ff60 None None] Routers {'489af23b-374e-492e-bca9-aa4d57f956cd'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:44:18.476741 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-8d979e79-f20a-42b6-8164-e73b9299ff60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:44:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['489af23b-374e-492e-bca9-aa4d57f956cd'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:18.543363 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-8d979e79-f20a-42b6-8164-e73b9299ff60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:18.546691 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d979e79-f20a-42b6-8164-e73b9299ff60 None None] The sync data for ids ['489af23b-374e-492e-bca9-aa4d57f956cd'] in n-d-793621-33 is: [] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:44:18.552697 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4934176e-51bf-4b2e-bebd-a6ab5ac71040 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:44:18.565946 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4934176e-51bf-4b2e-bebd-a6ab5ac71040 admin admin] 10.222.0.21 "PUT /v2.0/routers/79111878-ec4f-4bf3-9c18-2f8ea10c7659/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1989210 Aug 22 13:44:18.572398 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 54170) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:18.581923 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0a62a2-c213-42fd-850e-62c109887fa4 None None] Sync routers for ids ['79111878-ec4f-4bf3-9c18-2f8ea10c7659'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:44:18.594878 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0a62a2-c213-42fd-850e-62c109887fa4 None None] Routers {'79111878-ec4f-4bf3-9c18-2f8ea10c7659'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:44:18.596086 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-fd0a62a2-c213-42fd-850e-62c109887fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:44:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['79111878-ec4f-4bf3-9c18-2f8ea10c7659'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:18.718154 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4710d29d-156b-4c29-82ec-21c7251d6ec1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:18.785512 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-fd0a62a2-c213-42fd-850e-62c109887fa4 None None] Set router 79111878-ec4f-4bf3-9c18-2f8ea10c7659 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:44:18.866749 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4710d29d-156b-4c29-82ec-21c7251d6ec1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:18.948668 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-4710d29d-156b-4c29-82ec-21c7251d6ec1 admin admin] Deleting port d6f95a7b-5658-46c0-a576-2be705321442 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:44:18.949177 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4710d29d-156b-4c29-82ec-21c7251d6ec1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:19.013176 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-7475ed9d-5d14-4cec-b976-8e04191bc5b7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c0cfd38afa3f4165aa80b5f30cd94ece&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5964704 Aug 22 13:44:19.030992 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54176) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:19.047117 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 2f97937a-a911-4027-8474-fd34719d6f65 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:44:19.132641 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-84627d66-ea15-4169-946b-6ae6872cc148 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Deleting port 7111d80d-fe8f-4b0b-a78d-67a0b8099588 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:44:19.132927 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-84627d66-ea15-4169-946b-6ae6872cc148 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:19.157949 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 2f97937a-a911-4027-8474-fd34719d6f65 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:44:19.158150 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-4710d29d-156b-4c29-82ec-21c7251d6ec1 admin admin] For port d6f95a7b-5658-46c0-a576-2be705321442, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=d6f95a7b-5658-46c0-a576-2be705321442,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:44:19.158728 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:19.163919 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4710d29d-156b-4c29-82ec-21c7251d6ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:19.193565 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-4710d29d-156b-4c29-82ec-21c7251d6ec1 admin admin] Calling delete_port for d6f95a7b-5658-46c0-a576-2be705321442 owned by network:router_gateway {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:44:19.238144 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-fd0a62a2-c213-42fd-850e-62c109887fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79111878-ec4f-4bf3-9c18-2f8ea10c7659', 'name': 'tempest-TestAggregatesBasicOps-558884635-router', 'tenant_id': '4ba2343273124f0997e7b331b3ebfac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'd6f95a7b-5658-46c0-a576-2be705321442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:43:40Z', 'updated_at': '2021-08-22T13:44:15Z', 'revision_number': 5, 'project_id': '4ba2343273124f0997e7b331b3ebfac4', 'gw_port': {'id': 'd6f95a7b-5658-46c0-a576-2be705321442', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:bf:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79111878-ec4f-4bf3-9c18-2f8ea10c7659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:43:42Z', 'updated_at': '2021-08-22T13:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:19.275511 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0a62a2-c213-42fd-850e-62c109887fa4 None None] Checking router: 79111878-ec4f-4bf3-9c18-2f8ea10c7659 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:44:19.330281 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-84627d66-ea15-4169-946b-6ae6872cc148 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:19.335880 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-84627d66-ea15-4169-946b-6ae6872cc148 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:19.337725 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0a62a2-c213-42fd-850e-62c109887fa4 None None] Routers {'79111878-ec4f-4bf3-9c18-2f8ea10c7659'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:44:19.338420 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-fd0a62a2-c213-42fd-850e-62c109887fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:44:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['79111878-ec4f-4bf3-9c18-2f8ea10c7659'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:19.374936 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-84627d66-ea15-4169-946b-6ae6872cc148 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Calling delete_port for 7111d80d-fe8f-4b0b-a78d-67a0b8099588 owned by network:floatingip {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:44:19.556478 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-fd0a62a2-c213-42fd-850e-62c109887fa4 None None] Set router 79111878-ec4f-4bf3-9c18-2f8ea10c7659 gateway port host: None {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:44:19.645846 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device fd35f9a0-7e09-402b-ab22-380d944a10b5 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:44:19.676673 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4710d29d-156b-4c29-82ec-21c7251d6ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:19.785336 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6f08cdc3-e268-4873-bc9a-66edb44d7bce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:19.801013 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-84627d66-ea15-4169-946b-6ae6872cc148 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:19.843262 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: fd35f9a0-7e09-402b-ab22-380d944a10b5 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:44:19.843805 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device fd35f9a0-7e09-402b-ab22-380d944a10b5 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:44:19.857677 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4710d29d-156b-4c29-82ec-21c7251d6ec1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6f95a7b-5658-46c0-a576-2be705321442,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:19.878272 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-fd0a62a2-c213-42fd-850e-62c109887fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79111878-ec4f-4bf3-9c18-2f8ea10c7659', 'name': 'tempest-TestAggregatesBasicOps-558884635-router', 'tenant_id': '4ba2343273124f0997e7b331b3ebfac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:43:40Z', 'updated_at': '2021-08-22T13:44:18Z', 'revision_number': 6, 'project_id': '4ba2343273124f0997e7b331b3ebfac4', 'gw_port_host': None}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:19.914712 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84627d66-ea15-4169-946b-6ae6872cc148 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Pushing event deleted for resources: {'Port': ['ID=7111d80d-fe8f-4b0b-a78d-67a0b8099588,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:19.926704 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0a62a2-c213-42fd-850e-62c109887fa4 None None] The sync data for ids ['79111878-ec4f-4bf3-9c18-2f8ea10c7659'] in n-d-793621-33 is: [{'id': '79111878-ec4f-4bf3-9c18-2f8ea10c7659', 'name': 'tempest-TestAggregatesBasicOps-558884635-router', 'tenant_id': '4ba2343273124f0997e7b331b3ebfac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:43:40Z', 'updated_at': '2021-08-22T13:44:18Z', 'revision_number': 6, 'project_id': '4ba2343273124f0997e7b331b3ebfac4', 'gw_port_host': None}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:44:19.983685 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4710d29d-156b-4c29-82ec-21c7251d6ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:20.059245 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6f08cdc3-e268-4873-bc9a-66edb44d7bce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:20.120158 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-84627d66-ea15-4169-946b-6ae6872cc148 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for floatingip, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:20.122874 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-84627d66-ea15-4169-946b-6ae6872cc148 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:20.127194 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-84627d66-ea15-4169-946b-6ae6872cc148 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] 10.222.0.21 "DELETE /v2.0/floatingips/1d46b4d0-6e2c-4566-823e-20027851ea5e HTTP/1.1" status: 204 len: 168 time: 1.6758831 Aug 22 13:44:20.129634 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54200) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:20.135819 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-d30daf0e-4b8e-480f-bcb8-4ff43eb902da tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Request body: {'floatingip': {'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'port_id': '93d3550d-aeea-4d15-8e07-c2898e993ec2'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:44:20.175046 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d30daf0e-4b8e-480f-bcb8-4ff43eb902da tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for floatingip, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:20.191596 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4710d29d-156b-4c29-82ec-21c7251d6ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:20.194305 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4710d29d-156b-4c29-82ec-21c7251d6ec1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:20.232307 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6f08cdc3-e268-4873-bc9a-66edb44d7bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:20.235393 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6f08cdc3-e268-4873-bc9a-66edb44d7bce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:20.238842 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-6f08cdc3-e268-4873-bc9a-66edb44d7bce admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5e068cfd-510f-414c-a544-f3af61fbab2a HTTP/1.1" status: 204 len: 168 time: 1.2036908 Aug 22 13:44:20.249151 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4710d29d-156b-4c29-82ec-21c7251d6ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:20.250242 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4710d29d-156b-4c29-82ec-21c7251d6ec1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79111878-ec4f-4bf3-9c18-2f8ea10c7659 {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:44:20.256316 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4710d29d-156b-4c29-82ec-21c7251d6ec1 admin admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:20.257793 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4710d29d-156b-4c29-82ec-21c7251d6ec1 admin admin] 10.222.0.21 "DELETE /v2.0/routers/79111878-ec4f-4bf3-9c18-2f8ea10c7659 HTTP/1.1" status: 204 len: 168 time: 1.6843293 Aug 22 13:44:20.260225 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 54204) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:20.267879 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f08cdc3-e268-4873-bc9a-66edb44d7bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e068cfd-510f-414c-a544-f3af61fbab2a,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:20.324356 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-05849d84-a608-4be0-a56a-69a9a63b1ff7 admin admin] Deleting subnet 5fcc8957-5199-4e0e-8693-9adf4ff8d4d4 {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:44:20.329049 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-05849d84-a608-4be0-a56a-69a9a63b1ff7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:20.349183 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d30daf0e-4b8e-480f-bcb8-4ff43eb902da tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:20.378508 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-05849d84-a608-4be0-a56a-69a9a63b1ff7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:20.521326 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-05849d84-a608-4be0-a56a-69a9a63b1ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:20.596879 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-d30daf0e-4b8e-480f-bcb8-4ff43eb902da tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Allocated IP 172.25.3.166 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/68a8ffe2-c44d-43fb-b777-6b5a1f6f7cb1) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:44:20.608626 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-05849d84-a608-4be0-a56a-69a9a63b1ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:20.656851 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05849d84-a608-4be0-a56a-69a9a63b1ff7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fcc8957-5199-4e0e-8693-9adf4ff8d4d4,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:20.659130 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-05849d84-a608-4be0-a56a-69a9a63b1ff7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:20.662138 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-05849d84-a608-4be0-a56a-69a9a63b1ff7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5fcc8957-5199-4e0e-8693-9adf4ff8d4d4 HTTP/1.1" status: 204 len: 168 time: 0.3997338 Aug 22 13:44:20.663791 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 54210) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:20.665710 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da4e519-53d9-4963-8416-d531960b85c7 None None] Network e4108436-d1d0-45f2-b19e-40b7a3922ac1 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:44:20.769439 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fb47d718-0b36-46b3-a530-907cde283256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:20.887884 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d30daf0e-4b8e-480f-bcb8-4ff43eb902da tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:20.900002 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54218) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:20.937245 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b24f156d-e739-4734-973f-d23b4fc1d24d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:20.941550 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-fb47d718-0b36-46b3-a530-907cde283256 admin admin] Deleting port 9e0337a2-1a84-4c8f-aa15-ebaae074150e {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:44:20.942049 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fb47d718-0b36-46b3-a530-907cde283256 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:21.056077 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 145065ae-25d8-426a-bdc2-5984b6b1619c no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:44:21.114566 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1c8749-56b1-4756-91f4-2f9b205bca42 None None] DHCP port deletion for e4108436-d1d0-45f2-b19e-40b7a3922ac1 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:44:21.117891 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 145065ae-25d8-426a-bdc2-5984b6b1619c {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:44:21.118257 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 145065ae-25d8-426a-bdc2-5984b6b1619c not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:44:21.127895 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device d6f95a7b-5658-46c0-a576-2be705321442 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:44:21.193580 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-fb47d718-0b36-46b3-a530-907cde283256 admin admin] For port 9e0337a2-1a84-4c8f-aa15-ebaae074150e, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=9e0337a2-1a84-4c8f-aa15-ebaae074150e,segment=NetworkSegment(2e9fa35d-4d91-46a6-bf3a-ec3f75fe53b2),segment_id=2e9fa35d-4d91-46a6-bf3a-ec3f75fe53b2)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:44:21.193933 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fb47d718-0b36-46b3-a530-907cde283256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:21.215949 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b24f156d-e739-4734-973f-d23b4fc1d24d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:21.232167 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b24f156d-e739-4734-973f-d23b4fc1d24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:21.251527 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: d6f95a7b-5658-46c0-a576-2be705321442 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:44:21.252223 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device d6f95a7b-5658-46c0-a576-2be705321442 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:44:21.276902 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-fb47d718-0b36-46b3-a530-907cde283256 admin admin] Calling delete_port for 9e0337a2-1a84-4c8f-aa15-ebaae074150e owned by network:dhcp {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:44:21.284387 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-b24f156d-e739-4734-973f-d23b4fc1d24d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f32c8d845ab94a59a238997769fa3142&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3813181 Aug 22 13:44:21.287064 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d30daf0e-4b8e-480f-bcb8-4ff43eb902da tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:21.290243 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 54226) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:21.374192 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30daf0e-4b8e-480f-bcb8-4ff43eb902da tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:44:21.380608 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-d30daf0e-4b8e-480f-bcb8-4ff43eb902da tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:44:21.387440 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30daf0e-4b8e-480f-bcb8-4ff43eb902da tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:44:21.415194 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-2a1c8749-56b1-4756-91f4-2f9b205bca42 None None] Deleting port 9e0337a2-1a84-4c8f-aa15-ebaae074150e {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:44:21.416485 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2a1c8749-56b1-4756-91f4-2f9b205bca42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:21.525123 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30daf0e-4b8e-480f-bcb8-4ff43eb902da tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Pushing event updated for resources: {'Port': ['ID=68a8ffe2-c44d-43fb-b777-6b5a1f6f7cb1,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:21.536572 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24f156d-e739-4734-973f-d23b4fc1d24d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8bf27c2-c6ac-41ae-bd97-4da6ad5aa75b,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:21.682402 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-2a1c8749-56b1-4756-91f4-2f9b205bca42 None None] For port 9e0337a2-1a84-4c8f-aa15-ebaae074150e, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=9e0337a2-1a84-4c8f-aa15-ebaae074150e,segment=NetworkSegment(2e9fa35d-4d91-46a6-bf3a-ec3f75fe53b2),segment_id=2e9fa35d-4d91-46a6-bf3a-ec3f75fe53b2)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:44:21.682402 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2a1c8749-56b1-4756-91f4-2f9b205bca42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:21.793005 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-004f2a4b-32cd-485a-ad3f-e04ea14cf2b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:21.858048 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-2a1c8749-56b1-4756-91f4-2f9b205bca42 None None] Calling delete_port for 9e0337a2-1a84-4c8f-aa15-ebaae074150e owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:44:21.861782 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-004f2a4b-32cd-485a-ad3f-e04ea14cf2b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:21.873084 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fb47d718-0b36-46b3-a530-907cde283256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:21.913548 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb47d718-0b36-46b3-a530-907cde283256 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e0337a2-1a84-4c8f-aa15-ebaae074150e,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:21.926032 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb47d718-0b36-46b3-a530-907cde283256 admin admin] No DVR routers for this DVR port 9e0337a2-1a84-4c8f-aa15-ebaae074150e on host n-d-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:44:21.961493 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2a1c8749-56b1-4756-91f4-2f9b205bca42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:21.993101 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1c8749-56b1-4756-91f4-2f9b205bca42 None None] No DVR routers for this DVR port 9e0337a2-1a84-4c8f-aa15-ebaae074150e on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:44:21.998441 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1c8749-56b1-4756-91f4-2f9b205bca42 None None] Pushing event deleted for resources: {'Port': ['ID=9e0337a2-1a84-4c8f-aa15-ebaae074150e,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:22.021983 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fb47d718-0b36-46b3-a530-907cde283256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:22.034681 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-fb47d718-0b36-46b3-a530-907cde283256 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4108436-d1d0-45f2-b19e-40b7a3922ac1']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:22.042738 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-004f2a4b-32cd-485a-ad3f-e04ea14cf2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:22.046520 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-004f2a4b-32cd-485a-ad3f-e04ea14cf2b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:22.047726 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-004f2a4b-32cd-485a-ad3f-e04ea14cf2b8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c8bf27c2-c6ac-41ae-bd97-4da6ad5aa75b HTTP/1.1" status: 204 len: 168 time: 0.7454600 Aug 22 13:44:22.068918 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-fb47d718-0b36-46b3-a530-907cde283256 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e9fa35d-4d91-46a6-bf3a-ec3f75fe53b2') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:22.069214 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-fb47d718-0b36-46b3-a530-907cde283256 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e9fa35d-4d91-46a6-bf3a-ec3f75fe53b2') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:22.091489 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004f2a4b-32cd-485a-ad3f-e04ea14cf2b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8bf27c2-c6ac-41ae-bd97-4da6ad5aa75b,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:22.102144 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fb47d718-0b36-46b3-a530-907cde283256 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:22.132544 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fb47d718-0b36-46b3-a530-907cde283256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:22.150997 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb47d718-0b36-46b3-a530-907cde283256 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:44:22.151196 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fb47d718-0b36-46b3-a530-907cde283256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:22.156328 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:44:22.156328 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:44:22.156328 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:44:22.156328 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:44:22.156328 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:44:22.156328 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:44:22.156328 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:44:22.156328 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:44:22.156328 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:44:22.156328 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:44:22.156328 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:44:22.156328 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:44:22.156328 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:44:22.156328 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:44:22.156328 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:44:22.156328 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:44:22.156328 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:44:22.156328 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:44:22.156328 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:44:22.156328 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:44:22.156328 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:44:22.156328 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:44:22.156328 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:44:22.156328 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:44:22.156328 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:44:22.156328 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:44:22.156328 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:44:22.156328 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:44:22.156328 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:44:22.156328 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:44:22.156328 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:44:22.156328 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:44:22.237076 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fb47d718-0b36-46b3-a530-907cde283256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:22.253188 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fb47d718-0b36-46b3-a530-907cde283256 admin admin] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:22.259725 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-fb47d718-0b36-46b3-a530-907cde283256 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e4108436-d1d0-45f2-b19e-40b7a3922ac1 HTTP/1.1" status: 204 len: 168 time: 1.5914896 Aug 22 13:44:22.286003 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 54248) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:22.286003 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb47d718-0b36-46b3-a530-907cde283256 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4108436-d1d0-45f2-b19e-40b7a3922ac1,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:22.417906 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d30daf0e-4b8e-480f-bcb8-4ff43eb902da tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:22.562881 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d30daf0e-4b8e-480f-bcb8-4ff43eb902da tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:22.897557 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d30daf0e-4b8e-480f-bcb8-4ff43eb902da tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:22.904326 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d30daf0e-4b8e-480f-bcb8-4ff43eb902da tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:22.949170 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 9e0337a2-1a84-4c8f-aa15-ebaae074150e no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:44:22.988871 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 9e0337a2-1a84-4c8f-aa15-ebaae074150e {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:44:22.989468 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 9e0337a2-1a84-4c8f-aa15-ebaae074150e not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:44:23.016668 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30daf0e-4b8e-480f-bcb8-4ff43eb902da tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Pushing event updated for resources: {'Port': ['ID=68a8ffe2-c44d-43fb-b777-6b5a1f6f7cb1,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:23.025232 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c5de2ca0-5aa1-48e9-af66-303fb2b8ad32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:23.025941 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d30daf0e-4b8e-480f-bcb8-4ff43eb902da tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:23.150109 n-d-793621-33 neutron-server[94627]: INFO neutron.db.l3_db [None req-d30daf0e-4b8e-480f-bcb8-4ff43eb902da tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Floating IP 69873a9b-561a-4269-a991-b24d794842ad associated. External IP: 172.25.3.166, port: 93d3550d-aeea-4d15-8e07-c2898e993ec2. Aug 22 13:44:23.401440 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-c5de2ca0-5aa1-48e9-af66-303fb2b8ad32 admin admin] Deleting port 2f97937a-a911-4027-8474-fd34719d6f65 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:44:23.401944 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c5de2ca0-5aa1-48e9-af66-303fb2b8ad32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:23.508146 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-c5de2ca0-5aa1-48e9-af66-303fb2b8ad32 admin admin] For port 2f97937a-a911-4027-8474-fd34719d6f65, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=2f97937a-a911-4027-8474-fd34719d6f65,segment=NetworkSegment(afde2eed-cf02-4d32-8ff1-a1fea32d8220),segment_id=afde2eed-cf02-4d32-8ff1-a1fea32d8220)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:44:23.508529 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c5de2ca0-5aa1-48e9-af66-303fb2b8ad32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:23.525653 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-c5de2ca0-5aa1-48e9-af66-303fb2b8ad32 admin admin] Calling delete_port for 2f97937a-a911-4027-8474-fd34719d6f65 owned by network:router_interface {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:44:23.529976 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d30daf0e-4b8e-480f-bcb8-4ff43eb902da tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Router 489af23b-374e-492e-bca9-aa4d57f956cd has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:44:23.663601 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30daf0e-4b8e-480f-bcb8-4ff43eb902da tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:44:23.677402 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3bf2c5-2a14-46c3-a3f0-ff66ff9ca36c None None] Sync routers for ids ['489af23b-374e-492e-bca9-aa4d57f956cd'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:44:23.683219 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d30daf0e-4b8e-480f-bcb8-4ff43eb902da tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:23.697742 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3bf2c5-2a14-46c3-a3f0-ff66ff9ca36c None None] Routers {'489af23b-374e-492e-bca9-aa4d57f956cd'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:44:23.701180 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-3c3bf2c5-2a14-46c3-a3f0-ff66ff9ca36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:44:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['489af23b-374e-492e-bca9-aa4d57f956cd'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:23.726068 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d30daf0e-4b8e-480f-bcb8-4ff43eb902da tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.5952826 Aug 22 13:44:23.726708 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54298) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:23.765664 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c5de2ca0-5aa1-48e9-af66-303fb2b8ad32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:23.787275 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-3c3bf2c5-2a14-46c3-a3f0-ff66ff9ca36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:23.808479 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3bf2c5-2a14-46c3-a3f0-ff66ff9ca36c None None] Routers {'489af23b-374e-492e-bca9-aa4d57f956cd'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:44:23.810790 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-3c3bf2c5-2a14-46c3-a3f0-ff66ff9ca36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:44:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['489af23b-374e-492e-bca9-aa4d57f956cd'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:23.844638 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5de2ca0-5aa1-48e9-af66-303fb2b8ad32 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f97937a-a911-4027-8474-fd34719d6f65,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:23.862857 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-3c3bf2c5-2a14-46c3-a3f0-ff66ff9ca36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:23.863747 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3bf2c5-2a14-46c3-a3f0-ff66ff9ca36c None None] The sync data for ids ['489af23b-374e-492e-bca9-aa4d57f956cd'] in n-d-793621-33 is: [] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:44:23.903125 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-3e18775c-b0d6-4f3c-8b13-f2ea83113dc7 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] 10.222.0.21 "GET /v2.0/floatingips/69873a9b-561a-4269-a991-b24d794842ad HTTP/1.1" status: 200 len: 979 time: 0.1464818 Aug 22 13:44:23.904072 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54306) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:24.228023 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ebe13700-70d3-4ff1-91ee-44f7e2f8246b tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.3224907 Aug 22 13:44:24.231160 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54320) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:24.237677 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-666d0c05-512e-4aba-9879-337d79218696 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Request body: {'floatingip': {'port_id': '56eeaa73-f9fd-4587-a006-5fd522660e1b'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:44:24.275720 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c5de2ca0-5aa1-48e9-af66-303fb2b8ad32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:24.333798 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-666d0c05-512e-4aba-9879-337d79218696 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for floatingip, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:24.354485 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 54322) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:24.501070 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-88a47bde-0711-4055-a3e8-e73de0641a2a tempest-ExternalNetworksAdminNegativeTestJSON-1830868356 tempest-ExternalNetworksAdminNegativeTestJSON-1830868356-project-admin] Request body: {'floatingip': {'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:44:24.580529 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-88a47bde-0711-4055-a3e8-e73de0641a2a tempest-ExternalNetworksAdminNegativeTestJSON-1830868356 tempest-ExternalNetworksAdminNegativeTestJSON-1830868356-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:25.189024 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5de2ca0-5aa1-48e9-af66-303fb2b8ad32 admin admin] Router f51683ee-0f8b-44a8-94b0-d4d90e3bbe54 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:44:25.362404 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5de2ca0-5aa1-48e9-af66-303fb2b8ad32 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:44:25.371385 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c5de2ca0-5aa1-48e9-af66-303fb2b8ad32 admin admin] 10.222.0.21 "PUT /v2.0/routers/f51683ee-0f8b-44a8-94b0-d4d90e3bbe54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0879538 Aug 22 13:44:25.372089 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 54336) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:25.373831 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c40440-3e3c-48ef-90ec-d63934c7ef40 None None] Sync routers for ids ['f51683ee-0f8b-44a8-94b0-d4d90e3bbe54'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:44:25.396864 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c40440-3e3c-48ef-90ec-d63934c7ef40 None None] Routers {'f51683ee-0f8b-44a8-94b0-d4d90e3bbe54'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:44:25.397513 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-00c40440-3e3c-48ef-90ec-d63934c7ef40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:44:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['f51683ee-0f8b-44a8-94b0-d4d90e3bbe54'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:25.417408 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-88a47bde-0711-4055-a3e8-e73de0641a2a tempest-ExternalNetworksAdminNegativeTestJSON-1830868356 tempest-ExternalNetworksAdminNegativeTestJSON-1830868356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:25.442197 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-666d0c05-512e-4aba-9879-337d79218696 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:25.447156 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-666d0c05-512e-4aba-9879-337d79218696 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:25.561761 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e03466dc-cf3d-4819-ac2f-1f982264288e admin admin] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:25.600610 n-d-793621-33 neutron-server[94627]: INFO neutron.db.l3_db [None req-666d0c05-512e-4aba-9879-337d79218696 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Floating IP 69873a9b-561a-4269-a991-b24d794842ad associated. External IP: 172.25.3.166, port: 93d3550d-aeea-4d15-8e07-c2898e993ec2. Aug 22 13:44:25.626742 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-88a47bde-0711-4055-a3e8-e73de0641a2a tempest-ExternalNetworksAdminNegativeTestJSON-1830868356 tempest-ExternalNetworksAdminNegativeTestJSON-1830868356-project-admin] Allocated IP 172.25.3.162 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/b071b920-e939-4748-9500-2706082c4d46) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:44:25.695901 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-00c40440-3e3c-48ef-90ec-d63934c7ef40 None None] Set router f51683ee-0f8b-44a8-94b0-d4d90e3bbe54 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:44:25.761680 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e03466dc-cf3d-4819-ac2f-1f982264288e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:25.851602 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-88a47bde-0711-4055-a3e8-e73de0641a2a tempest-ExternalNetworksAdminNegativeTestJSON-1830868356 tempest-ExternalNetworksAdminNegativeTestJSON-1830868356-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:25.937952 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-e03466dc-cf3d-4819-ac2f-1f982264288e admin admin] Deleting port 644768e3-7203-420c-b568-fd374bfb94cc {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:44:25.939615 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e03466dc-cf3d-4819-ac2f-1f982264288e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:26.068847 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-88a47bde-0711-4055-a3e8-e73de0641a2a tempest-ExternalNetworksAdminNegativeTestJSON-1830868356 tempest-ExternalNetworksAdminNegativeTestJSON-1830868356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:26.134207 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-e03466dc-cf3d-4819-ac2f-1f982264288e admin admin] For port 644768e3-7203-420c-b568-fd374bfb94cc, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=644768e3-7203-420c-b568-fd374bfb94cc,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:44:26.134917 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e03466dc-cf3d-4819-ac2f-1f982264288e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:26.151103 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a47bde-0711-4055-a3e8-e73de0641a2a tempest-ExternalNetworksAdminNegativeTestJSON-1830868356 tempest-ExternalNetworksAdminNegativeTestJSON-1830868356-project-admin] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:44:26.151683 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-666d0c05-512e-4aba-9879-337d79218696 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Router 489af23b-374e-492e-bca9-aa4d57f956cd has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:44:26.160331 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-88a47bde-0711-4055-a3e8-e73de0641a2a tempest-ExternalNetworksAdminNegativeTestJSON-1830868356 tempest-ExternalNetworksAdminNegativeTestJSON-1830868356-project-admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:44:26.170260 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a47bde-0711-4055-a3e8-e73de0641a2a tempest-ExternalNetworksAdminNegativeTestJSON-1830868356 tempest-ExternalNetworksAdminNegativeTestJSON-1830868356-project-admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:44:26.185835 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-00c40440-3e3c-48ef-90ec-d63934c7ef40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51683ee-0f8b-44a8-94b0-d4d90e3bbe54', 'name': 'tempest-TestAggregatesBasicOps-1620202918-router', 'tenant_id': '7149a9c3f82244929a6ae2e90cc6ddb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '644768e3-7203-420c-b568-fd374bfb94cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:43:57Z', 'updated_at': '2021-08-22T13:44:23Z', 'revision_number': 5, 'project_id': '7149a9c3f82244929a6ae2e90cc6ddb4', 'gw_port': {'id': '644768e3-7203-420c-b568-fd374bfb94cc', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:25:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51683ee-0f8b-44a8-94b0-d4d90e3bbe54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:43:59Z', 'updated_at': '2021-08-22T13:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:26.200082 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-e03466dc-cf3d-4819-ac2f-1f982264288e admin admin] Calling delete_port for 644768e3-7203-420c-b568-fd374bfb94cc owned by network:router_gateway {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:44:26.229020 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c40440-3e3c-48ef-90ec-d63934c7ef40 None None] Checking router: f51683ee-0f8b-44a8-94b0-d4d90e3bbe54 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:44:26.243940 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c40440-3e3c-48ef-90ec-d63934c7ef40 None None] Routers {'f51683ee-0f8b-44a8-94b0-d4d90e3bbe54'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:44:26.245013 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-00c40440-3e3c-48ef-90ec-d63934c7ef40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:44:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['f51683ee-0f8b-44a8-94b0-d4d90e3bbe54'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:26.251419 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a47bde-0711-4055-a3e8-e73de0641a2a tempest-ExternalNetworksAdminNegativeTestJSON-1830868356 tempest-ExternalNetworksAdminNegativeTestJSON-1830868356-project-admin] Pushing event updated for resources: {'Port': ['ID=b071b920-e939-4748-9500-2706082c4d46,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:26.398115 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-00c40440-3e3c-48ef-90ec-d63934c7ef40 None None] Set router f51683ee-0f8b-44a8-94b0-d4d90e3bbe54 gateway port host: None {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:44:26.407158 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666d0c05-512e-4aba-9879-337d79218696 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:44:26.417871 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3ce409-0dcb-4062-a071-40cc1b1d4662 None None] Sync routers for ids ['489af23b-374e-492e-bca9-aa4d57f956cd'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:44:26.430375 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3ce409-0dcb-4062-a071-40cc1b1d4662 None None] Routers {'489af23b-374e-492e-bca9-aa4d57f956cd'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:44:26.431004 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-bc3ce409-0dcb-4062-a071-40cc1b1d4662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:44:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['489af23b-374e-492e-bca9-aa4d57f956cd'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:26.521074 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-bc3ce409-0dcb-4062-a071-40cc1b1d4662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:26.523120 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-00c40440-3e3c-48ef-90ec-d63934c7ef40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51683ee-0f8b-44a8-94b0-d4d90e3bbe54', 'name': 'tempest-TestAggregatesBasicOps-1620202918-router', 'tenant_id': '7149a9c3f82244929a6ae2e90cc6ddb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:43:57Z', 'updated_at': '2021-08-22T13:44:25Z', 'revision_number': 6, 'project_id': '7149a9c3f82244929a6ae2e90cc6ddb4', 'gw_port_host': None}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:26.539296 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3ce409-0dcb-4062-a071-40cc1b1d4662 None None] Routers {'489af23b-374e-492e-bca9-aa4d57f956cd'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:44:26.540537 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-bc3ce409-0dcb-4062-a071-40cc1b1d4662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:44:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['489af23b-374e-492e-bca9-aa4d57f956cd'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:26.602595 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c40440-3e3c-48ef-90ec-d63934c7ef40 None None] The sync data for ids ['f51683ee-0f8b-44a8-94b0-d4d90e3bbe54'] in n-d-793621-33 is: [{'id': 'f51683ee-0f8b-44a8-94b0-d4d90e3bbe54', 'name': 'tempest-TestAggregatesBasicOps-1620202918-router', 'tenant_id': '7149a9c3f82244929a6ae2e90cc6ddb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:43:57Z', 'updated_at': '2021-08-22T13:44:25Z', 'revision_number': 6, 'project_id': '7149a9c3f82244929a6ae2e90cc6ddb4', 'gw_port_host': None}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:44:26.615208 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-bc3ce409-0dcb-4062-a071-40cc1b1d4662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:26.615856 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3ce409-0dcb-4062-a071-40cc1b1d4662 None None] The sync data for ids ['489af23b-374e-492e-bca9-aa4d57f956cd'] in n-d-793621-33 is: [] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:44:26.698924 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-88a47bde-0711-4055-a3e8-e73de0641a2a tempest-ExternalNetworksAdminNegativeTestJSON-1830868356 tempest-ExternalNetworksAdminNegativeTestJSON-1830868356-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:26.799471 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 54358) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:26.830235 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-88a47bde-0711-4055-a3e8-e73de0641a2a tempest-ExternalNetworksAdminNegativeTestJSON-1830868356 tempest-ExternalNetworksAdminNegativeTestJSON-1830868356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:26.845278 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-666d0c05-512e-4aba-9879-337d79218696 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Router 489af23b-374e-492e-bca9-aa4d57f956cd has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:44:26.998851 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e03466dc-cf3d-4819-ac2f-1f982264288e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:27.004499 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:44:27.018613 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 2f97937a-a911-4027-8474-fd34719d6f65 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:44:27.064701 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 2f97937a-a911-4027-8474-fd34719d6f65 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:44:27.065046 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 2f97937a-a911-4027-8474-fd34719d6f65 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:44:27.072508 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03466dc-cf3d-4819-ac2f-1f982264288e admin admin] Pushing event deleted for resources: {'Port': ['ID=644768e3-7203-420c-b568-fd374bfb94cc,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:27.128721 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666d0c05-512e-4aba-9879-337d79218696 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:44:27.134647 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-666d0c05-512e-4aba-9879-337d79218696 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:27.143747 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7532c9d2-e9db-4237-acce-58dd3209e4de None None] Sync routers for ids ['489af23b-374e-492e-bca9-aa4d57f956cd'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:44:27.176293 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7532c9d2-e9db-4237-acce-58dd3209e4de None None] Routers {'489af23b-374e-492e-bca9-aa4d57f956cd'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:44:27.177321 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-7532c9d2-e9db-4237-acce-58dd3209e4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:44:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['489af23b-374e-492e-bca9-aa4d57f956cd'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:27.244384 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bb586a87-4d2b-43e7-8e16-9de0266f2d12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:27.265397 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-7532c9d2-e9db-4237-acce-58dd3209e4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:27.267328 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-666d0c05-512e-4aba-9879-337d79218696 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] 10.222.0.21 "PUT /v2.0/floatingips/69873a9b-561a-4269-a991-b24d794842ad HTTP/1.1" status: 200 len: 979 time: 3.0343752 Aug 22 13:44:27.268221 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54366) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:27.278730 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03466dc-cf3d-4819-ac2f-1f982264288e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:44:27.279159 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03466dc-cf3d-4819-ac2f-1f982264288e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:44:27.279466 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03466dc-cf3d-4819-ac2f-1f982264288e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:44:27.279736 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03466dc-cf3d-4819-ac2f-1f982264288e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:44:27.280038 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03466dc-cf3d-4819-ac2f-1f982264288e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:44:27.280513 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03466dc-cf3d-4819-ac2f-1f982264288e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:44:27.280885 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03466dc-cf3d-4819-ac2f-1f982264288e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:44:27.283103 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03466dc-cf3d-4819-ac2f-1f982264288e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:44:27.283103 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03466dc-cf3d-4819-ac2f-1f982264288e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:44:27.283103 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03466dc-cf3d-4819-ac2f-1f982264288e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:44:27.283428 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03466dc-cf3d-4819-ac2f-1f982264288e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:44:27.283508 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-1be42b21-d81c-4211-b692-23b88a79e349 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:44:27.284025 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03466dc-cf3d-4819-ac2f-1f982264288e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:44:27.287021 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7532c9d2-e9db-4237-acce-58dd3209e4de None None] Routers {'489af23b-374e-492e-bca9-aa4d57f956cd'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:44:27.288089 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-7532c9d2-e9db-4237-acce-58dd3209e4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:44:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['489af23b-374e-492e-bca9-aa4d57f956cd'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:27.379961 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-7532c9d2-e9db-4237-acce-58dd3209e4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:27.380815 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7532c9d2-e9db-4237-acce-58dd3209e4de None None] The sync data for ids ['489af23b-374e-492e-bca9-aa4d57f956cd'] in n-d-793621-33 is: [] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:44:27.393954 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1be42b21-d81c-4211-b692-23b88a79e349 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for floatingip, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:27.408079 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e03466dc-cf3d-4819-ac2f-1f982264288e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:27.584455 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e03466dc-cf3d-4819-ac2f-1f982264288e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:27.590081 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e03466dc-cf3d-4819-ac2f-1f982264288e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:27.611755 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1be42b21-d81c-4211-b692-23b88a79e349 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:27.618775 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1be42b21-d81c-4211-b692-23b88a79e349 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:27.618775 n-d-793621-33 neutron-server[94627]: INFO neutron.db.l3_db [None req-1be42b21-d81c-4211-b692-23b88a79e349 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Floating IP 69873a9b-561a-4269-a991-b24d794842ad disassociated. External IP: 172.25.3.166, port: 56eeaa73-f9fd-4587-a006-5fd522660e1b. Aug 22 13:44:27.630593 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-88a47bde-0711-4055-a3e8-e73de0641a2a tempest-ExternalNetworksAdminNegativeTestJSON-1830868356 tempest-ExternalNetworksAdminNegativeTestJSON-1830868356-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:27.670862 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-88a47bde-0711-4055-a3e8-e73de0641a2a tempest-ExternalNetworksAdminNegativeTestJSON-1830868356 tempest-ExternalNetworksAdminNegativeTestJSON-1830868356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:27.707124 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e03466dc-cf3d-4819-ac2f-1f982264288e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:27.707874 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03466dc-cf3d-4819-ac2f-1f982264288e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f51683ee-0f8b-44a8-94b0-d4d90e3bbe54 {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:44:27.716612 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e03466dc-cf3d-4819-ac2f-1f982264288e admin admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:27.718052 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e03466dc-cf3d-4819-ac2f-1f982264288e admin admin] 10.222.0.21 "DELETE /v2.0/routers/f51683ee-0f8b-44a8-94b0-d4d90e3bbe54 HTTP/1.1" status: 204 len: 168 time: 2.3432534 Aug 22 13:44:27.743658 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54372) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:27.769582 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-88a47bde-0711-4055-a3e8-e73de0641a2a tempest-ExternalNetworksAdminNegativeTestJSON-1830868356 tempest-ExternalNetworksAdminNegativeTestJSON-1830868356-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:27.806806 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-79978f0e-a0cf-489d-a9cb-d48d443ba949 admin admin] Deleting subnet 454e6d4e-bc84-4f63-bac1-55dc239f68e0 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:44:27.811731 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-79978f0e-a0cf-489d-a9cb-d48d443ba949 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:27.812033 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a47bde-0711-4055-a3e8-e73de0641a2a tempest-ExternalNetworksAdminNegativeTestJSON-1830868356 tempest-ExternalNetworksAdminNegativeTestJSON-1830868356-project-admin] Pushing event updated for resources: {'Port': ['ID=b071b920-e939-4748-9500-2706082c4d46,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:27.846737 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bb586a87-4d2b-43e7-8e16-9de0266f2d12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:27.858709 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bb586a87-4d2b-43e7-8e16-9de0266f2d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:27.864542 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-88a47bde-0711-4055-a3e8-e73de0641a2a tempest-ExternalNetworksAdminNegativeTestJSON-1830868356 tempest-ExternalNetworksAdminNegativeTestJSON-1830868356-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:27.868304 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-88a47bde-0711-4055-a3e8-e73de0641a2a tempest-ExternalNetworksAdminNegativeTestJSON-1830868356 tempest-ExternalNetworksAdminNegativeTestJSON-1830868356-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5105014 Aug 22 13:44:27.869309 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 54374) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:27.888820 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-f7a89640-f26f-4201-8abb-7f5e233bf861 tempest-ExternalNetworksAdminNegativeTestJSON-1830868356 tempest-ExternalNetworksAdminNegativeTestJSON-1830868356-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1167696327', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'fixed_ips': [{'ip_address': '172.25.3.162'}]}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:44:27.921576 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-79978f0e-a0cf-489d-a9cb-d48d443ba949 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:27.946292 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-bb586a87-4d2b-43e7-8e16-9de0266f2d12 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f701829c4f5c41cf955b9b40a0f794e1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1439710 Aug 22 13:44:27.951102 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb586a87-4d2b-43e7-8e16-9de0266f2d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49028567-7f6c-4e77-b097-fccfe4a5d758,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:27.954442 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54376) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:27.987899 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a89640-f26f-4201-8abb-7f5e233bf861 tempest-ExternalNetworksAdminNegativeTestJSON-1830868356 tempest-ExternalNetworksAdminNegativeTestJSON-1830868356-project-admin] Made reservation on behalf of b6f22ddafa144911af7bdacc5ba24ca9 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:44:27.991375 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f7a89640-f26f-4201-8abb-7f5e233bf861 tempest-ExternalNetworksAdminNegativeTestJSON-1830868356 tempest-ExternalNetworksAdminNegativeTestJSON-1830868356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:28.023088 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f7a89640-f26f-4201-8abb-7f5e233bf861 tempest-ExternalNetworksAdminNegativeTestJSON-1830868356 tempest-ExternalNetworksAdminNegativeTestJSON-1830868356-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:28.132369 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be42b21-d81c-4211-b692-23b88a79e349 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Router 489af23b-374e-492e-bca9-aa4d57f956cd has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:44:28.152164 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6f68eeff-6af0-4c25-9939-a16344b75e3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:28.155528 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f7a89640-f26f-4201-8abb-7f5e233bf861 tempest-ExternalNetworksAdminNegativeTestJSON-1830868356 tempest-ExternalNetworksAdminNegativeTestJSON-1830868356-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:28.161176 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-79978f0e-a0cf-489d-a9cb-d48d443ba949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:28.173476 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f7a89640-f26f-4201-8abb-7f5e233bf861 tempest-ExternalNetworksAdminNegativeTestJSON-1830868356 tempest-ExternalNetworksAdminNegativeTestJSON-1830868356-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:28.179145 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-f7a89640-f26f-4201-8abb-7f5e233bf861 tempest-ExternalNetworksAdminNegativeTestJSON-1830868356 tempest-ExternalNetworksAdminNegativeTestJSON-1830868356-project-admin] device_id is not set on port 8b0cc4e5-9fa2-48ba-b489-64a9d63dd05c yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:44:28.242140 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6f68eeff-6af0-4c25-9939-a16344b75e3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:28.257171 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a89640-f26f-4201-8abb-7f5e233bf861 tempest-ExternalNetworksAdminNegativeTestJSON-1830868356 tempest-ExternalNetworksAdminNegativeTestJSON-1830868356-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b750abcc-8ff6-4368-96b1-219c120a622a,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:28.348310 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-79978f0e-a0cf-489d-a9cb-d48d443ba949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:28.362468 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be42b21-d81c-4211-b692-23b88a79e349 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:44:28.374856 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b376139e-920c-468d-8ea7-e173548c7cfb None None] Sync routers for ids ['489af23b-374e-492e-bca9-aa4d57f956cd'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:44:28.386469 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b376139e-920c-468d-8ea7-e173548c7cfb None None] Routers {'489af23b-374e-492e-bca9-aa4d57f956cd'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:44:28.387958 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-b376139e-920c-468d-8ea7-e173548c7cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:44:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['489af23b-374e-492e-bca9-aa4d57f956cd'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:28.394947 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1be42b21-d81c-4211-b692-23b88a79e349 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:28.417153 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7a89640-f26f-4201-8abb-7f5e233bf861 tempest-ExternalNetworksAdminNegativeTestJSON-1830868356 tempest-ExternalNetworksAdminNegativeTestJSON-1830868356-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 22 13:44:28.417880 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7a89640-f26f-4201-8abb-7f5e233bf861 tempest-ExternalNetworksAdminNegativeTestJSON-1830868356 tempest-ExternalNetworksAdminNegativeTestJSON-1830868356-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:44:28.428887 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-1be42b21-d81c-4211-b692-23b88a79e349 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] 10.222.0.21 "PUT /v2.0/floatingips/69873a9b-561a-4269-a991-b24d794842ad HTTP/1.1" status: 200 len: 688 time: 1.1568649 Aug 22 13:44:28.428887 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79978f0e-a0cf-489d-a9cb-d48d443ba949 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=454e6d4e-bc84-4f63-bac1-55dc239f68e0,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:28.430045 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 54384) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:28.430187 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6f68eeff-6af0-4c25-9939-a16344b75e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:28.432182 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6f68eeff-6af0-4c25-9939-a16344b75e3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:28.436361 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-6f68eeff-6af0-4c25-9939-a16344b75e3e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/49028567-7f6c-4e77-b097-fccfe4a5d758 HTTP/1.1" status: 204 len: 168 time: 0.4769731 Aug 22 13:44:28.441864 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-79978f0e-a0cf-489d-a9cb-d48d443ba949 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:28.446469 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-79978f0e-a0cf-489d-a9cb-d48d443ba949 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/454e6d4e-bc84-4f63-bac1-55dc239f68e0 HTTP/1.1" status: 204 len: 168 time: 0.7022452 Aug 22 13:44:28.451711 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54388) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:28.458551 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:28.459117 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68eeff-6af0-4c25-9939-a16344b75e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49028567-7f6c-4e77-b097-fccfe4a5d758,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:28.478987 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3dd095-5b69-40c5-a2fa-695bd7a0150a None None] Network 40331296-0857-4a18-9ab1-dff304a174ff requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:44:28.508788 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f7a89640-f26f-4201-8abb-7f5e233bf861 tempest-ExternalNetworksAdminNegativeTestJSON-1830868356 tempest-ExternalNetworksAdminNegativeTestJSON-1830868356-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.6377025 Aug 22 13:44:28.520823 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-b376139e-920c-468d-8ea7-e173548c7cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:28.536139 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54390) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:28.545280 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b376139e-920c-468d-8ea7-e173548c7cfb None None] Routers {'489af23b-374e-492e-bca9-aa4d57f956cd'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:44:28.545921 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-b376139e-920c-468d-8ea7-e173548c7cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:44:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['489af23b-374e-492e-bca9-aa4d57f956cd'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:28.585220 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1d1a46e5-9b96-435b-9365-a7c45e2fa5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:28.594563 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-b376139e-920c-468d-8ea7-e173548c7cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:28.595629 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b376139e-920c-468d-8ea7-e173548c7cfb None None] The sync data for ids ['489af23b-374e-492e-bca9-aa4d57f956cd'] in n-d-793621-33 is: [] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:44:28.636548 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-ef4b5c73-80f9-4925-8c86-182fb7f360f2 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Deleting port 68a8ffe2-c44d-43fb-b777-6b5a1f6f7cb1 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:44:28.637566 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ef4b5c73-80f9-4925-8c86-182fb7f360f2 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:28.757913 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ef4b5c73-80f9-4925-8c86-182fb7f360f2 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:28.764423 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ef4b5c73-80f9-4925-8c86-182fb7f360f2 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:28.775625 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4b725191-7947-4142-8aa4-3ce5d7974823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:28.782902 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-ef4b5c73-80f9-4925-8c86-182fb7f360f2 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Calling delete_port for 68a8ffe2-c44d-43fb-b777-6b5a1f6f7cb1 owned by network:floatingip {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:44:28.845665 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-6d385c9d-366b-49f4-9a5f-b7761627c285 tempest-ExternalNetworksAdminNegativeTestJSON-1830868356 tempest-ExternalNetworksAdminNegativeTestJSON-1830868356-project-admin] Deleting port b071b920-e939-4748-9500-2706082c4d46 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:44:28.846340 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6d385c9d-366b-49f4-9a5f-b7761627c285 tempest-ExternalNetworksAdminNegativeTestJSON-1830868356 tempest-ExternalNetworksAdminNegativeTestJSON-1830868356-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:28.879144 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d510b9b7-82d7-40f7-8212-865de35e90d4 None None] DHCP port deletion for 40331296-0857-4a18-9ab1-dff304a174ff request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:44:28.938737 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 644768e3-7203-420c-b568-fd374bfb94cc no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:44:28.994140 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 54402) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:29.004968 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 644768e3-7203-420c-b568-fd374bfb94cc {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:44:29.006095 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 644768e3-7203-420c-b568-fd374bfb94cc not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:44:29.021130 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0cb8d223-82f8-439b-9c6e-b1ee07e05e2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:29.023959 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-d510b9b7-82d7-40f7-8212-865de35e90d4 None None] Deleting port c5173b58-e3ab-419d-84d3-c6e8b98a34ab {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:44:29.024629 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d510b9b7-82d7-40f7-8212-865de35e90d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:29.129343 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ef4b5c73-80f9-4925-8c86-182fb7f360f2 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:29.143186 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-d510b9b7-82d7-40f7-8212-865de35e90d4 None None] For port c5173b58-e3ab-419d-84d3-c6e8b98a34ab, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=c5173b58-e3ab-419d-84d3-c6e8b98a34ab,segment=NetworkSegment(afde2eed-cf02-4d32-8ff1-a1fea32d8220),segment_id=afde2eed-cf02-4d32-8ff1-a1fea32d8220)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:44:29.144080 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d510b9b7-82d7-40f7-8212-865de35e90d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:29.165182 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-d510b9b7-82d7-40f7-8212-865de35e90d4 None None] Calling delete_port for c5173b58-e3ab-419d-84d3-c6e8b98a34ab owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:44:29.174578 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4b5c73-80f9-4925-8c86-182fb7f360f2 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Pushing event deleted for resources: {'Port': ['ID=68a8ffe2-c44d-43fb-b777-6b5a1f6f7cb1,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:29.267391 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0cb8d223-82f8-439b-9c6e-b1ee07e05e2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:29.272049 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ef4b5c73-80f9-4925-8c86-182fb7f360f2 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for floatingip, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:29.275053 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ef4b5c73-80f9-4925-8c86-182fb7f360f2 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:29.279983 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ef4b5c73-80f9-4925-8c86-182fb7f360f2 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] 10.222.0.21 "DELETE /v2.0/floatingips/69873a9b-561a-4269-a991-b24d794842ad HTTP/1.1" status: 204 len: 168 time: 0.8456519 Aug 22 13:44:29.279983 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0cb8d223-82f8-439b-9c6e-b1ee07e05e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:29.311138 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 54408) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:29.335914 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0cb8d223-82f8-439b-9c6e-b1ee07e05e2c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=18936a3ec3a54fdc935970fec36e1f8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3398621 Aug 22 13:44:29.339096 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54410) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:29.342557 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8d223-82f8-439b-9c6e-b1ee07e05e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2d4c9b-66de-4391-8c6a-5e0532fead90,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:29.344262 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d510b9b7-82d7-40f7-8212-865de35e90d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:29.365436 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d510b9b7-82d7-40f7-8212-865de35e90d4 None None] No DVR routers for this DVR port c5173b58-e3ab-419d-84d3-c6e8b98a34ab on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:44:29.399197 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d510b9b7-82d7-40f7-8212-865de35e90d4 None None] Pushing event deleted for resources: {'Port': ['ID=c5173b58-e3ab-419d-84d3-c6e8b98a34ab,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:29.410426 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-a9885ac2-5ea2-40fd-a8e5-432b7c067472 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] delete failed (client error): The resource could not be found. Aug 22 13:44:29.415792 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a9885ac2-5ea2-40fd-a8e5-432b7c067472 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] 10.222.0.21 "DELETE /v2.0/floatingips/69873a9b-561a-4269-a991-b24d794842ad HTTP/1.1" status: 404 len: 345 time: 0.0754192 Aug 22 13:44:29.415961 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-4b725191-7947-4142-8aa4-3ce5d7974823 admin admin] Deleting port c5173b58-e3ab-419d-84d3-c6e8b98a34ab {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:44:29.415961 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4b725191-7947-4142-8aa4-3ce5d7974823 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:29.416131 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 54412) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:29.519820 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6d385c9d-366b-49f4-9a5f-b7761627c285 tempest-ExternalNetworksAdminNegativeTestJSON-1830868356 tempest-ExternalNetworksAdminNegativeTestJSON-1830868356-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:29.520149 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6d385c9d-366b-49f4-9a5f-b7761627c285 tempest-ExternalNetworksAdminNegativeTestJSON-1830868356 tempest-ExternalNetworksAdminNegativeTestJSON-1830868356-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:29.529296 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e2116b-481f-44cb-b658-408b7cfa8888 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:44:29.535407 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e2116b-481f-44cb-b658-408b7cfa8888 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:44:29.541797 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e2116b-481f-44cb-b658-408b7cfa8888 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:44:29.545950 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-14e2116b-481f-44cb-b658-408b7cfa8888 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] 10.222.0.21 "GET /v2.0/ports?network_id=ec4a750b-d059-48e6-9f68-72e3c560e89b HTTP/1.1" status: 200 len: 2360 time: 0.1263616 Aug 22 13:44:29.546324 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 54414) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:29.546570 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-6d385c9d-366b-49f4-9a5f-b7761627c285 tempest-ExternalNetworksAdminNegativeTestJSON-1830868356 tempest-ExternalNetworksAdminNegativeTestJSON-1830868356-project-admin] Calling delete_port for b071b920-e939-4748-9500-2706082c4d46 owned by network:floatingip {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:44:29.551065 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ac380f64-225d-4e48-b5f1-d76ce2693d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:29.556295 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-4b725191-7947-4142-8aa4-3ce5d7974823 admin admin] For port c5173b58-e3ab-419d-84d3-c6e8b98a34ab, host n-d-793621-33, got binding levels [] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:44:29.556842 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4b725191-7947-4142-8aa4-3ce5d7974823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:29.608330 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f0b743-0c4f-4e41-acc0-9d268bf31d91 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:44:29.612294 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-97f0b743-0c4f-4e41-acc0-9d268bf31d91 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] 10.222.0.21 "GET /v2.0/subnets/14b9a7a9-547b-4326-99b4-cc0f5b5b0305 HTTP/1.1" status: 200 len: 797 time: 0.0624070 Aug 22 13:44:29.616757 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 54416) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:29.622242 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-ef51d022-1a95-4d28-a9f0-2391fc06e812 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Request body: {'port': {'network_id': 'ec4a750b-d059-48e6-9f68-72e3c560e89b', 'name': 'tempest-FloatingIPTestJSON-168475990', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:44:29.628630 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-4b725191-7947-4142-8aa4-3ce5d7974823 admin admin] Calling delete_port for c5173b58-e3ab-419d-84d3-c6e8b98a34ab owned by network:dhcp {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:44:29.636051 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.ipam_backend_mixin [None req-4b725191-7947-4142-8aa4-3ce5d7974823 admin admin] Port c5173b58-e3ab-419d-84d3-c6e8b98a34ab was not found and therefore no delete operation was performed {{(pid=94627) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 22 13:44:29.640563 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ac380f64-225d-4e48-b5f1-d76ce2693d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:29.643774 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4b725191-7947-4142-8aa4-3ce5d7974823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:29.664966 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b725191-7947-4142-8aa4-3ce5d7974823 admin admin] No DVR routers for this DVR port c5173b58-e3ab-419d-84d3-c6e8b98a34ab on host n-d-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:44:29.731466 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b725191-7947-4142-8aa4-3ce5d7974823 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5173b58-e3ab-419d-84d3-c6e8b98a34ab,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:29.754718 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef51d022-1a95-4d28-a9f0-2391fc06e812 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Made reservation on behalf of 32efce50f559436fa38b290615c71c2c for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:44:29.805473 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4b725191-7947-4142-8aa4-3ce5d7974823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:29.829027 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-4b725191-7947-4142-8aa4-3ce5d7974823 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40331296-0857-4a18-9ab1-dff304a174ff']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:29.844086 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-4b725191-7947-4142-8aa4-3ce5d7974823 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afde2eed-cf02-4d32-8ff1-a1fea32d8220') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:29.845858 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-4b725191-7947-4142-8aa4-3ce5d7974823 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afde2eed-cf02-4d32-8ff1-a1fea32d8220') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:29.907144 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4b725191-7947-4142-8aa4-3ce5d7974823 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:29.919813 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ac380f64-225d-4e48-b5f1-d76ce2693d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:29.920118 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ef51d022-1a95-4d28-a9f0-2391fc06e812 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:29.922598 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ac380f64-225d-4e48-b5f1-d76ce2693d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:29.927062 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ac380f64-225d-4e48-b5f1-d76ce2693d23 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8b2d4c9b-66de-4391-8c6a-5e0532fead90 HTTP/1.1" status: 204 len: 168 time: 0.5661602 Aug 22 13:44:29.941143 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac380f64-225d-4e48-b5f1-d76ce2693d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2d4c9b-66de-4391-8c6a-5e0532fead90,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:29.946129 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6d385c9d-366b-49f4-9a5f-b7761627c285 tempest-ExternalNetworksAdminNegativeTestJSON-1830868356 tempest-ExternalNetworksAdminNegativeTestJSON-1830868356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:29.949026 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4b725191-7947-4142-8aa4-3ce5d7974823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:29.953340 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-ef51d022-1a95-4d28-a9f0-2391fc06e812 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] device_id is not set on port e1a80790-81d7-4c1a-8443-8f372d6b3c5c yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:44:29.988059 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b725191-7947-4142-8aa4-3ce5d7974823 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:44:29.988663 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4b725191-7947-4142-8aa4-3ce5d7974823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:29.990454 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:44:29.990454 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:44:29.990454 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:44:29.990454 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:44:29.990454 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:44:29.990454 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:44:29.990454 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:44:29.990454 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:44:29.990454 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:44:29.990454 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:44:29.990454 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:44:29.990454 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:44:29.990454 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:44:29.990454 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:44:29.990454 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:44:29.990454 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:44:29.990454 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:44:29.990454 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:44:29.990454 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:44:29.990454 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:44:29.990454 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:44:29.990454 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:44:29.990454 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:44:29.990454 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:44:29.990454 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:44:29.990454 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:44:29.990454 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:44:29.990454 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:44:29.990454 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:44:29.990454 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:44:29.990454 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:44:29.990454 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:44:30.008284 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d385c9d-366b-49f4-9a5f-b7761627c285 tempest-ExternalNetworksAdminNegativeTestJSON-1830868356 tempest-ExternalNetworksAdminNegativeTestJSON-1830868356-project-admin] Pushing event deleted for resources: {'Port': ['ID=b071b920-e939-4748-9500-2706082c4d46,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:30.109615 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4b725191-7947-4142-8aa4-3ce5d7974823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:30.111440 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6d385c9d-366b-49f4-9a5f-b7761627c285 tempest-ExternalNetworksAdminNegativeTestJSON-1830868356 tempest-ExternalNetworksAdminNegativeTestJSON-1830868356-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:30.114632 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6d385c9d-366b-49f4-9a5f-b7761627c285 tempest-ExternalNetworksAdminNegativeTestJSON-1830868356 tempest-ExternalNetworksAdminNegativeTestJSON-1830868356-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:30.119507 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-6d385c9d-366b-49f4-9a5f-b7761627c285 tempest-ExternalNetworksAdminNegativeTestJSON-1830868356 tempest-ExternalNetworksAdminNegativeTestJSON-1830868356-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/64cddc02-b230-4456-a7d8-45a330872b78 HTTP/1.1" status: 204 len: 168 time: 1.5823276 Aug 22 13:44:30.124153 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4b725191-7947-4142-8aa4-3ce5d7974823 admin admin] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:30.126335 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-4b725191-7947-4142-8aa4-3ce5d7974823 admin admin] 10.222.0.21 "DELETE /v2.0/networks/40331296-0857-4a18-9ab1-dff304a174ff HTTP/1.1" status: 204 len: 168 time: 1.6735141 Aug 22 13:44:30.146091 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b725191-7947-4142-8aa4-3ce5d7974823 admin admin] Pushing event deleted for resources: {'Network': ['ID=40331296-0857-4a18-9ab1-dff304a174ff,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:30.442780 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-ef51d022-1a95-4d28-a9f0-2391fc06e812 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Allocated IP 172.20.0.14 (ec4a750b-d059-48e6-9f68-72e3c560e89b/14b9a7a9-547b-4326-99b4-cc0f5b5b0305/e1a80790-81d7-4c1a-8443-8f372d6b3c5c) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:44:30.452014 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-ef51d022-1a95-4d28-a9f0-2391fc06e812 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Allocated IP 172.20.0.12 (ec4a750b-d059-48e6-9f68-72e3c560e89b/14b9a7a9-547b-4326-99b4-cc0f5b5b0305/e1a80790-81d7-4c1a-8443-8f372d6b3c5c) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:44:30.514366 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54434) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:30.616930 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-42f1d0cc-69e8-473d-92e2-f7db5911d7bb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4ba2343273124f0997e7b331b3ebfac4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1013072 Aug 22 13:44:30.619325 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54436) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:30.707056 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d82740ee-e591-4481-97a7-36671bb0964d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:30.726703 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54438) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:30.756412 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d82740ee-e591-4481-97a7-36671bb0964d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:30.781218 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ef51d022-1a95-4d28-a9f0-2391fc06e812 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:30.865146 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d82740ee-e591-4481-97a7-36671bb0964d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:30.867888 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d82740ee-e591-4481-97a7-36671bb0964d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:30.871928 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d82740ee-e591-4481-97a7-36671bb0964d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/00b97957-1fa9-40ce-94ee-6423aa92b2db HTTP/1.1" status: 204 len: 168 time: 0.2487397 Aug 22 13:44:30.880726 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ef51d022-1a95-4d28-a9f0-2391fc06e812 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:30.891731 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82740ee-e591-4481-97a7-36671bb0964d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b97957-1fa9-40ce-94ee-6423aa92b2db,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:30.924795 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device c5173b58-e3ab-419d-84d3-c6e8b98a34ab no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:44:30.938573 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54446) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:30.939357 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a17a19a3-0e5d-495d-ae70-ce5cb77bca23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:30.979628 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: c5173b58-e3ab-419d-84d3-c6e8b98a34ab {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:44:30.980365 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device c5173b58-e3ab-419d-84d3-c6e8b98a34ab not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:44:30.986673 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-119fab90-0912-4559-98e7-2b25190fc55c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:31.015905 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.db.api [None req-119fab90-0912-4559-98e7-2b25190fc55c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 22 13:44:31.015905 n-d-793621-33 neutron-server[94627]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 22 13:44:31.015905 n-d-793621-33 neutron-server[94627]: [parameters: {'project_id_1': 'd4f27ee333914c49a6b3d4314c2a9102', 'expiration_1': datetime.datetime(2021, 8, 22, 13, 44, 31, 7575)}] Aug 22 13:44:31.015905 n-d-793621-33 neutron-server[94627]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94627) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 13:44:31.016585 n-d-793621-33 neutron-server[94627]: DEBUG oslo_db.api [None req-119fab90-0912-4559-98e7-2b25190fc55c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 13:44:31.028435 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef51d022-1a95-4d28-a9f0-2391fc06e812 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Network ec4a750b-d059-48e6-9f68-72e3c560e89b is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:44:31.033006 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-ef51d022-1a95-4d28-a9f0-2391fc06e812 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:44:31.038208 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef51d022-1a95-4d28-a9f0-2391fc06e812 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:44:31.084020 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4a19053f-f8d2-456f-a1ed-0e9bc65d7da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:31.129752 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef51d022-1a95-4d28-a9f0-2391fc06e812 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Pushing event updated for resources: {'Port': ['ID=e1a80790-81d7-4c1a-8443-8f372d6b3c5c,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:31.196050 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef51d022-1a95-4d28-a9f0-2391fc06e812 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:44:31.198936 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ef51d022-1a95-4d28-a9f0-2391fc06e812 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:31.206271 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:31.220276 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a17a19a3-0e5d-495d-ae70-ce5cb77bca23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:31.226295 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a17a19a3-0e5d-495d-ae70-ce5cb77bca23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:31.233366 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ef51d022-1a95-4d28-a9f0-2391fc06e812 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.6150143 Aug 22 13:44:31.235476 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 54452) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:31.242397 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-14d28aac-e057-4eda-8721-0048435b6607 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Request body: {'floatingip': {'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'port_id': 'e1a80790-81d7-4c1a-8443-8f372d6b3c5c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:44:31.277429 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a17a19a3-0e5d-495d-ae70-ce5cb77bca23 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=23f4401bca074a4db7d28b4693f71fb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5460508 Aug 22 13:44:31.277429 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17a19a3-0e5d-495d-ae70-ce5cb77bca23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd3de41-eec6-404c-8cef-050fe784c006,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:31.278654 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54454) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:31.344202 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-14d28aac-e057-4eda-8721-0048435b6607 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for floatingip, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:31.350614 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-799809c2-8283-4169-adf0-6bf60ad16caa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:31.376498 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-799809c2-8283-4169-adf0-6bf60ad16caa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:31.435929 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-799809c2-8283-4169-adf0-6bf60ad16caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:31.439050 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-799809c2-8283-4169-adf0-6bf60ad16caa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:31.441511 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-799809c2-8283-4169-adf0-6bf60ad16caa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8dd3de41-eec6-404c-8cef-050fe784c006 HTTP/1.1" status: 204 len: 168 time: 0.1619232 Aug 22 13:44:31.452261 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799809c2-8283-4169-adf0-6bf60ad16caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd3de41-eec6-404c-8cef-050fe784c006,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:31.517872 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-119fab90-0912-4559-98e7-2b25190fc55c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:31.587361 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-14d28aac-e057-4eda-8721-0048435b6607 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:31.821015 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-119fab90-0912-4559-98e7-2b25190fc55c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:31.834863 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-119fab90-0912-4559-98e7-2b25190fc55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:31.856908 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54464) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:31.922291 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-119fab90-0912-4559-98e7-2b25190fc55c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d4f27ee333914c49a6b3d4314c2a9102&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9771223 Aug 22 13:44:31.929945 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54468) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:31.959599 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119fab90-0912-4559-98e7-2b25190fc55c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093e6fc5-f648-4b8c-af50-d40c30fe8b03,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:32.003321 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c3068260-e3bd-4caa-b524-a4c61c5e02d0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7149a9c3f82244929a6ae2e90cc6ddb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1413395 Aug 22 13:44:32.006719 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54470) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:32.099693 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-71aa41d9-f963-446a-8d71-ba31435abb80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:32.142672 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-14d28aac-e057-4eda-8721-0048435b6607 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Allocated IP 172.25.3.52 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/9b2293f4-a081-4877-aea2-8c02f1619956) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:44:32.188649 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-71aa41d9-f963-446a-8d71-ba31435abb80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:32.218485 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-78eaacd9-69c8-4730-812a-4af85ddaf063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:32.300348 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-78eaacd9-69c8-4730-812a-4af85ddaf063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:32.347641 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 54474) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:32.360174 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-71aa41d9-f963-446a-8d71-ba31435abb80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:32.363255 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-71aa41d9-f963-446a-8d71-ba31435abb80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:32.364592 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-71aa41d9-f963-446a-8d71-ba31435abb80 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/093e6fc5-f648-4b8c-af50-d40c30fe8b03 HTTP/1.1" status: 204 len: 168 time: 0.4335980 Aug 22 13:44:32.376597 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aa41d9-f963-446a-8d71-ba31435abb80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093e6fc5-f648-4b8c-af50-d40c30fe8b03,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:32.429285 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-78eaacd9-69c8-4730-812a-4af85ddaf063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:32.432194 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-78eaacd9-69c8-4730-812a-4af85ddaf063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:32.437603 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-78eaacd9-69c8-4730-812a-4af85ddaf063 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3c6353f2-69ac-4a7d-b327-c33742ea505c HTTP/1.1" status: 204 len: 168 time: 0.4301813 Aug 22 13:44:32.442049 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-14d28aac-e057-4eda-8721-0048435b6607 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:32.442763 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:32.451238 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eaacd9-69c8-4730-812a-4af85ddaf063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6353f2-69ac-4a7d-b327-c33742ea505c,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:32.517829 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ba442d6f-721f-4aae-9a46-f489f31e2d6c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b6f22ddafa144911af7bdacc5ba24ca9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1677644 Aug 22 13:44:32.521165 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54480) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:32.527888 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-14d28aac-e057-4eda-8721-0048435b6607 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:32.596334 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d28aac-e057-4eda-8721-0048435b6607 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Pushing event updated for resources: {'Port': ['ID=9b2293f4-a081-4877-aea2-8c02f1619956,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:32.611092 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-01d8dac7-43eb-441a-ad63-cf35de23a192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:32.618794 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d28aac-e057-4eda-8721-0048435b6607 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:44:32.622376 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-14d28aac-e057-4eda-8721-0048435b6607 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:44:32.628795 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d28aac-e057-4eda-8721-0048435b6607 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:44:32.658846 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-01d8dac7-43eb-441a-ad63-cf35de23a192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:32.772144 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-01d8dac7-43eb-441a-ad63-cf35de23a192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:32.775817 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-01d8dac7-43eb-441a-ad63-cf35de23a192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:32.780539 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-01d8dac7-43eb-441a-ad63-cf35de23a192 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b750abcc-8ff6-4368-96b1-219c120a622a HTTP/1.1" status: 204 len: 168 time: 0.2580402 Aug 22 13:44:32.789206 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d8dac7-43eb-441a-ad63-cf35de23a192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b750abcc-8ff6-4368-96b1-219c120a622a,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:33.431567 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-14d28aac-e057-4eda-8721-0048435b6607 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:33.440801 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357f77c-4c87-4830-acba-e89e31d1c052 req-9788f368-e6c4-4a86-a3ef-c9c61bd7a0ed tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:44:33.442356 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4357f77c-4c87-4830-acba-e89e31d1c052 req-9788f368-e6c4-4a86-a3ef-c9c61bd7a0ed tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=65807f78-b5b2-49f5-aa5a-e5b6eb26cfec HTTP/1.1" status: 200 len: 945 time: 0.1209688 Aug 22 13:44:33.538150 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4357f77c-4c87-4830-acba-e89e31d1c052 req-ab91387a-6351-49df-b6f5-dcb52ddf4fec tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfa256e4-15e1-4bb5-82ae-f3ce1917cd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795918 Aug 22 13:44:33.571751 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54510) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:33.593370 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-14d28aac-e057-4eda-8721-0048435b6607 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:33.714100 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-64306325-f9f8-4f4c-b76f-85f2d4e875d2 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/floatingips/145f78ee-5e6a-4240-b6d5-b5a2b749c983 HTTP/1.1" status: 200 len: 993 time: 0.1417129 Aug 22 13:44:33.885748 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:34.088779 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-14d28aac-e057-4eda-8721-0048435b6607 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:34.101968 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-14d28aac-e057-4eda-8721-0048435b6607 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:34.166571 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d28aac-e057-4eda-8721-0048435b6607 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Pushing event updated for resources: {'Port': ['ID=9b2293f4-a081-4877-aea2-8c02f1619956,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:34.217830 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:34.256938 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-14d28aac-e057-4eda-8721-0048435b6607 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:34.275799 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f4ddb9-e8f3-435b-af79-8453c3fd6e3f req-f53a0cc5-7551-48fd-9e08-9554a1d04522 tempest-TestNetworkAdvancedServerOps-2090656047 tempest-TestNetworkAdvancedServerOps-2090656047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:44:34.278586 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-02f4ddb9-e8f3-435b-af79-8453c3fd6e3f req-f53a0cc5-7551-48fd-9e08-9554a1d04522 tempest-TestNetworkAdvancedServerOps-2090656047 tempest-TestNetworkAdvancedServerOps-2090656047-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=65807f78-b5b2-49f5-aa5a-e5b6eb26cfec HTTP/1.1" status: 200 len: 1097 time: 0.1152046 Aug 22 13:44:34.355124 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-02f4ddb9-e8f3-435b-af79-8453c3fd6e3f req-7a43bde9-f498-4c1f-830e-a6da4bfb6207 tempest-TestNetworkAdvancedServerOps-2090656047 tempest-TestNetworkAdvancedServerOps-2090656047-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=bfa256e4-15e1-4bb5-82ae-f3ce1917cd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656590 Aug 22 13:44:34.475405 n-d-793621-33 neutron-server[94628]: INFO neutron.db.l3_db [None req-14d28aac-e057-4eda-8721-0048435b6607 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Floating IP 19082394-8adb-464c-82f9-7c5a8b8d6258 associated. External IP: 172.25.3.52, port: e1a80790-81d7-4c1a-8443-8f372d6b3c5c. Aug 22 13:44:35.085606 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d28aac-e057-4eda-8721-0048435b6607 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Router 489af23b-374e-492e-bca9-aa4d57f956cd has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:44:35.432193 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d28aac-e057-4eda-8721-0048435b6607 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:44:35.451287 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326bb9c9-7731-413a-b970-f6b325bf07dd None None] Sync routers for ids ['489af23b-374e-492e-bca9-aa4d57f956cd'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:44:35.465256 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-14d28aac-e057-4eda-8721-0048435b6607 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:35.474303 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326bb9c9-7731-413a-b970-f6b325bf07dd None None] Routers {'489af23b-374e-492e-bca9-aa4d57f956cd'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:44:35.476309 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-326bb9c9-7731-413a-b970-f6b325bf07dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:44:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['489af23b-374e-492e-bca9-aa4d57f956cd'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:35.539711 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-14d28aac-e057-4eda-8721-0048435b6607 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.3027265 Aug 22 13:44:35.542736 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54580) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:35.550133 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-f7830485-4701-4a57-a826-e720084d23f8 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Request body: {'floatingip': {'port_id': 'e1a80790-81d7-4c1a-8443-8f372d6b3c5c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:44:35.602866 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-326bb9c9-7731-413a-b970-f6b325bf07dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:35.627631 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326bb9c9-7731-413a-b970-f6b325bf07dd None None] Routers {'489af23b-374e-492e-bca9-aa4d57f956cd'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:44:35.629502 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-326bb9c9-7731-413a-b970-f6b325bf07dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:44:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['489af23b-374e-492e-bca9-aa4d57f956cd'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:35.692185 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-326bb9c9-7731-413a-b970-f6b325bf07dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:35.692879 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326bb9c9-7731-413a-b970-f6b325bf07dd None None] The sync data for ids ['489af23b-374e-492e-bca9-aa4d57f956cd'] in n-d-793621-33 is: [] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:44:35.753448 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f7830485-4701-4a57-a826-e720084d23f8 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for floatingip, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:36.877492 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f7830485-4701-4a57-a826-e720084d23f8 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:36.885065 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f7830485-4701-4a57-a826-e720084d23f8 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:37.303050 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-1c416d07-52a6-48b2-ae88-9de0d181fcaf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=65807f78-b5b2-49f5-aa5a-e5b6eb26cfec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8684168 Aug 22 13:44:37.326392 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7830485-4701-4a57-a826-e720084d23f8 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Router 489af23b-374e-492e-bca9-aa4d57f956cd has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:44:37.341715 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-a3840437-6ff4-4186-ab2a-ebd257b13b5c service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:44:37.342795 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-a3840437-6ff4-4186-ab2a-ebd257b13b5c service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070813 Aug 22 13:44:37.510574 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7830485-4701-4a57-a826-e720084d23f8 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:44:37.517009 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f7830485-4701-4a57-a826-e720084d23f8 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:37.523484 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a7ec10-50e9-473e-8c48-36d6ba0d3535 None None] Sync routers for ids ['489af23b-374e-492e-bca9-aa4d57f956cd'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:44:37.550441 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a7ec10-50e9-473e-8c48-36d6ba0d3535 None None] Routers {'489af23b-374e-492e-bca9-aa4d57f956cd'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:44:37.552357 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-b9a7ec10-50e9-473e-8c48-36d6ba0d3535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:44:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['489af23b-374e-492e-bca9-aa4d57f956cd'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:37.637642 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-b9a7ec10-50e9-473e-8c48-36d6ba0d3535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:37.658930 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a7ec10-50e9-473e-8c48-36d6ba0d3535 None None] Routers {'489af23b-374e-492e-bca9-aa4d57f956cd'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:44:37.664309 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 54658) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:37.664878 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f7830485-4701-4a57-a826-e720084d23f8 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] 10.222.0.21 "PUT /v2.0/floatingips/19082394-8adb-464c-82f9-7c5a8b8d6258 HTTP/1.1" status: 200 len: 977 time: 2.1193113 Aug 22 13:44:37.669517 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-b9a7ec10-50e9-473e-8c48-36d6ba0d3535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:44:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['489af23b-374e-492e-bca9-aa4d57f956cd'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:37.700811 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54660) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:37.751590 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-b9a7ec10-50e9-473e-8c48-36d6ba0d3535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:37.752523 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a7ec10-50e9-473e-8c48-36d6ba0d3535 None None] The sync data for ids ['489af23b-374e-492e-bca9-aa4d57f956cd'] in n-d-793621-33 is: [] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:44:37.854635 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-9ce9ec23-8840-40b0-9822-878bcb96b070 tempest-MeteringTestJSON-1349898478 tempest-MeteringTestJSON-1349898478-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1078243431'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:44:37.855096 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-9ce9ec23-8840-40b0-9822-878bcb96b070 tempest-MeteringTestJSON-1349898478 tempest-MeteringTestJSON-1349898478-project-admin] Unknown quota resources ['metering_label']. {{(pid=94627) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 22 13:44:37.890214 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-01a6bf84-d181-44a1-817b-665094035507 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Deleting port 9b2293f4-a081-4877-aea2-8c02f1619956 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:44:37.890513 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-01a6bf84-d181-44a1-817b-665094035507 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:38.035497 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-01a6bf84-d181-44a1-817b-665094035507 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:38.035855 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-01a6bf84-d181-44a1-817b-665094035507 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:38.050685 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-01a6bf84-d181-44a1-817b-665094035507 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Calling delete_port for 9b2293f4-a081-4877-aea2-8c02f1619956 owned by network:floatingip {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:44:38.122206 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9ce9ec23-8840-40b0-9822-878bcb96b070 tempest-MeteringTestJSON-1349898478 tempest-MeteringTestJSON-1349898478-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:38.124012 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-9ce9ec23-8840-40b0-9822-878bcb96b070 tempest-MeteringTestJSON-1349898478 tempest-MeteringTestJSON-1349898478-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4222894 Aug 22 13:44:38.131947 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54706) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:38.137663 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-304afd0c-1f5c-419e-8fc1-3249322b16eb tempest-MeteringTestJSON-1349898478 tempest-MeteringTestJSON-1349898478-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'd2a95058-2998-4774-9c8d-9419d82545d2'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:44:38.138134 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-304afd0c-1f5c-419e-8fc1-3249322b16eb tempest-MeteringTestJSON-1349898478 tempest-MeteringTestJSON-1349898478-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94627) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 22 13:44:38.233426 n-d-793621-33 neutron-server[94627]: WARNING neutron.services.metering.metering_plugin [None req-304afd0c-1f5c-419e-8fc1-3249322b16eb tempest-MeteringTestJSON-1349898478 tempest-MeteringTestJSON-1349898478-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 22 13:44:38.427471 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-6a4c55e3-9c5a-449e-b449-2a22588710b1 tempest-TestNetworkAdvancedServerOps-2090656047 tempest-TestNetworkAdvancedServerOps-2090656047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:44:38.429038 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-6a4c55e3-9c5a-449e-b449-2a22588710b1 tempest-TestNetworkAdvancedServerOps-2090656047 tempest-TestNetworkAdvancedServerOps-2090656047-project-admin] 10.222.0.21 "GET /v2.0/ports/2ff0fe91-fbfe-4eef-bc6d-78957500ba39 HTTP/1.1" status: 200 len: 1094 time: 0.4118371 Aug 22 13:44:38.461366 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-d4fa350f-1dbd-44cb-b4e0-4925d6ff3a7d service neutron] Request body: {'binding': {'host': 'n-h2-793621-33', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:44:38.461830 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-d4fa350f-1dbd-44cb-b4e0-4925d6ff3a7d service neutron] Unknown quota resources ['binding']. {{(pid=94628) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 22 13:44:38.509359 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-304afd0c-1f5c-419e-8fc1-3249322b16eb tempest-MeteringTestJSON-1349898478 tempest-MeteringTestJSON-1349898478-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:38.510893 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-304afd0c-1f5c-419e-8fc1-3249322b16eb tempest-MeteringTestJSON-1349898478 tempest-MeteringTestJSON-1349898478-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3799984 Aug 22 13:44:38.517967 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 54760) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:38.528932 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-02b0a2fe-6ebb-45c8-afd6-dff37049a82b tempest-MeteringTestJSON-1349898478 tempest-MeteringTestJSON-1349898478-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'd2a95058-2998-4774-9c8d-9419d82545d2'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:44:38.529446 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-02b0a2fe-6ebb-45c8-afd6-dff37049a82b tempest-MeteringTestJSON-1349898478 tempest-MeteringTestJSON-1349898478-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94628) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 22 13:44:38.728979 n-d-793621-33 neutron-server[94628]: WARNING neutron.services.metering.metering_plugin [None req-02b0a2fe-6ebb-45c8-afd6-dff37049a82b tempest-MeteringTestJSON-1349898478 tempest-MeteringTestJSON-1349898478-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 22 13:44:38.762480 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54800) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:38.837531 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-01a6bf84-d181-44a1-817b-665094035507 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:38.997503 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-00c80977-1573-4706-bae2-f1b1b5922e1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:39.082771 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a6bf84-d181-44a1-817b-665094035507 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Pushing event deleted for resources: {'Port': ['ID=9b2293f4-a081-4877-aea2-8c02f1619956,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:39.101109 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-02b0a2fe-6ebb-45c8-afd6-dff37049a82b tempest-MeteringTestJSON-1349898478 tempest-MeteringTestJSON-1349898478-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:39.103839 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-02b0a2fe-6ebb-45c8-afd6-dff37049a82b tempest-MeteringTestJSON-1349898478 tempest-MeteringTestJSON-1349898478-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5847731 Aug 22 13:44:39.130301 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-00c80977-1573-4706-bae2-f1b1b5922e1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:39.132123 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54810) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:39.144799 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-00c80977-1573-4706-bae2-f1b1b5922e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:39.157131 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 54812) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:39.186266 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c80977-1573-4706-bae2-f1b1b5922e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42802722-e85b-4775-a105-59a51853508d,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:39.206674 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c80977-1573-4706-bae2-f1b1b5922e1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:44:39.207213 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c80977-1573-4706-bae2-f1b1b5922e1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:44:39.207762 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c80977-1573-4706-bae2-f1b1b5922e1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:44:39.208269 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c80977-1573-4706-bae2-f1b1b5922e1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:44:39.208772 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c80977-1573-4706-bae2-f1b1b5922e1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:44:39.209254 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c80977-1573-4706-bae2-f1b1b5922e1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:44:39.210316 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c80977-1573-4706-bae2-f1b1b5922e1b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:44:39.212276 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c80977-1573-4706-bae2-f1b1b5922e1b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:44:39.212789 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c80977-1573-4706-bae2-f1b1b5922e1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:44:39.213830 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c80977-1573-4706-bae2-f1b1b5922e1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:44:39.215095 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c80977-1573-4706-bae2-f1b1b5922e1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:44:39.215738 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c80977-1573-4706-bae2-f1b1b5922e1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:44:39.227435 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 54816) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:39.228339 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-56744b0b-56a3-4c7a-b6e2-20ff3d34cf09 tempest-MeteringTestJSON-1349898478 tempest-MeteringTestJSON-1349898478-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=d2f771be-00ce-4b0a-a0bb-a6536bcd0c22 HTTP/1.1" status: 200 len: 464 time: 0.0929773 Aug 22 13:44:39.257358 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-00c80977-1573-4706-bae2-f1b1b5922e1b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8c9d7c51997b4cb0a2603417ff6489ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4931870 Aug 22 13:44:39.258332 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54818) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:39.260258 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-01a6bf84-d181-44a1-817b-665094035507 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for floatingip, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:39.260815 n-d-793621-33 neutron-server[94628]: INFO neutron.db.l3_db [None req-01a6bf84-d181-44a1-817b-665094035507 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Floating IP 19082394-8adb-464c-82f9-7c5a8b8d6258 disassociated (deleted). External IP: 172.25.3.52, port: e1a80790-81d7-4c1a-8443-8f372d6b3c5c. Aug 22 13:44:39.337569 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-d4fa350f-1dbd-44cb-b4e0-4925d6ff3a7d service neutron] Attempting to bind port 2ff0fe91-fbfe-4eef-bc6d-78957500ba39 on host n-h2-793621-33 for vnic_type normal with profile None {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:44:39.337977 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-d4fa350f-1dbd-44cb-b4e0-4925d6ff3a7d service neutron] Attempting to bind port 2ff0fe91-fbfe-4eef-bc6d-78957500ba39 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '3ddf7eac-d84f-4dbb-b953-6c0071efe217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bf5a5750-b5ea-44cd-ad65-1dd63932d79a'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:44:39.338376 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-d4fa350f-1dbd-44cb-b4e0-4925d6ff3a7d service neutron] Attempting to bind port 2ff0fe91-fbfe-4eef-bc6d-78957500ba39 on network bf5a5750-b5ea-44cd-ad65-1dd63932d79a {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:44:39.342863 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c5f75d5d-1e0f-4280-a5a9-4c237fb4582f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:39.351423 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-d4fa350f-1dbd-44cb-b4e0-4925d6ff3a7d service neutron] Port 2ff0fe91-fbfe-4eef-bc6d-78957500ba39 on network bf5a5750-b5ea-44cd-ad65-1dd63932d79a not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:44:39.352315 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-d4fa350f-1dbd-44cb-b4e0-4925d6ff3a7d service neutron] Attempting to bind port 2ff0fe91-fbfe-4eef-bc6d-78957500ba39 on network bf5a5750-b5ea-44cd-ad65-1dd63932d79a {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:44:39.372896 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c5f75d5d-1e0f-4280-a5a9-4c237fb4582f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:39.424047 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c5f75d5d-1e0f-4280-a5a9-4c237fb4582f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:39.426034 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-d4fa350f-1dbd-44cb-b4e0-4925d6ff3a7d service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:44:39.426373 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-d4fa350f-1dbd-44cb-b4e0-4925d6ff3a7d service neutron] Checking segment: {'id': '3ddf7eac-d84f-4dbb-b953-6c0071efe217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bf5a5750-b5ea-44cd-ad65-1dd63932d79a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:44:39.426875 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-d4fa350f-1dbd-44cb-b4e0-4925d6ff3a7d service neutron] Bound using segment: {'id': '3ddf7eac-d84f-4dbb-b953-6c0071efe217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bf5a5750-b5ea-44cd-ad65-1dd63932d79a'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:44:39.427330 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-d4fa350f-1dbd-44cb-b4e0-4925d6ff3a7d service neutron] Bound port: 2ff0fe91-fbfe-4eef-bc6d-78957500ba39, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ddf7eac-d84f-4dbb-b953-6c0071efe217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bf5a5750-b5ea-44cd-ad65-1dd63932d79a'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:44:39.427570 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c5f75d5d-1e0f-4280-a5a9-4c237fb4582f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:39.431288 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c5f75d5d-1e0f-4280-a5a9-4c237fb4582f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/42802722-e85b-4775-a105-59a51853508d HTTP/1.1" status: 204 len: 168 time: 0.1686215 Aug 22 13:44:39.439520 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f75d5d-1e0f-4280-a5a9-4c237fb4582f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42802722-e85b-4775-a105-59a51853508d,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:39.466685 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bcb94625-b910-4502-bc08-ebcd04896c7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:39.488842 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-147e4377-1fb2-4e59-acd6-2e73fb03f9c9 tempest-MeteringTestJSON-1349898478 tempest-MeteringTestJSON-1349898478-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:39.491267 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-147e4377-1fb2-4e59-acd6-2e73fb03f9c9 tempest-MeteringTestJSON-1349898478 tempest-MeteringTestJSON-1349898478-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/d2f771be-00ce-4b0a-a0bb-a6536bcd0c22 HTTP/1.1" status: 204 len: 168 time: 0.2615108 Aug 22 13:44:39.494424 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54824) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:39.507975 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-08297d38-e9c4-453b-a99c-3084396b0ebc tempest-MeteringTestJSON-1349898478 tempest-MeteringTestJSON-1349898478-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=d2f771be-00ce-4b0a-a0bb-a6536bcd0c22 HTTP/1.1" status: 200 len: 221 time: 0.0120692 Aug 22 13:44:39.511390 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54826) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:39.516979 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-266b64ae-a7ff-4092-8a36-bf1cf6b8ca69 tempest-MeteringTestJSON-1349898478 tempest-MeteringTestJSON-1349898478-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1432718636', 'description': 'label created by tempest'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:44:39.517624 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-266b64ae-a7ff-4092-8a36-bf1cf6b8ca69 tempest-MeteringTestJSON-1349898478 tempest-MeteringTestJSON-1349898478-project-admin] Unknown quota resources ['metering_label']. {{(pid=94627) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 22 13:44:39.649829 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bcb94625-b910-4502-bc08-ebcd04896c7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:39.663157 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bcb94625-b910-4502-bc08-ebcd04896c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:39.765227 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-266b64ae-a7ff-4092-8a36-bf1cf6b8ca69 tempest-MeteringTestJSON-1349898478 tempest-MeteringTestJSON-1349898478-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:39.770183 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 54834) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:39.770756 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-266b64ae-a7ff-4092-8a36-bf1cf6b8ca69 tempest-MeteringTestJSON-1349898478 tempest-MeteringTestJSON-1349898478-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2574031 Aug 22 13:44:39.821268 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-d4fa350f-1dbd-44cb-b4e0-4925d6ff3a7d service neutron] For port 2ff0fe91-fbfe-4eef-bc6d-78957500ba39, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=2ff0fe91-fbfe-4eef-bc6d-78957500ba39,segment=NetworkSegment(3ddf7eac-d84f-4dbb-b953-6c0071efe217),segment_id=3ddf7eac-d84f-4dbb-b953-6c0071efe217)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:44:39.829334 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb94625-b910-4502-bc08-ebcd04896c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231093ee-1202-4bf6-bd3a-9d951f3054ff,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:39.861065 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-bcb94625-b910-4502-bc08-ebcd04896c7f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=af4d81a8f2874eaabf19c8d2dc631e5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7004430 Aug 22 13:44:39.863739 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54840) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:39.928918 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-02a6d949-85a8-484f-b813-5c63a78551f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:39.954062 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-02a6d949-85a8-484f-b813-5c63a78551f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:40.029574 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-02a6d949-85a8-484f-b813-5c63a78551f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:40.037210 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-02a6d949-85a8-484f-b813-5c63a78551f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:40.039626 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-02a6d949-85a8-484f-b813-5c63a78551f1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/231093ee-1202-4bf6-bd3a-9d951f3054ff HTTP/1.1" status: 204 len: 168 time: 0.1746204 Aug 22 13:44:40.055956 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a6d949-85a8-484f-b813-5c63a78551f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231093ee-1202-4bf6-bd3a-9d951f3054ff,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:40.439405 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-d4fa350f-1dbd-44cb-b4e0-4925d6ff3a7d service neutron] Notify callbacks [] for binding, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:40.440568 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-d4fa350f-1dbd-44cb-b4e0-4925d6ff3a7d service neutron] 10.222.0.21 "POST /v2.0/ports/2ff0fe91-fbfe-4eef-bc6d-78957500ba39/bindings HTTP/1.1" status: 201 len: 390 time: 1.9844189 Aug 22 13:44:40.444498 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5ba86d28-809e-4c13-ae58-8beb8e653be3 tempest-MeteringTestJSON-1349898478 tempest-MeteringTestJSON-1349898478-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=f29b39a5-9d82-4505-9ebd-bd66a61a457b HTTP/1.1" status: 200 len: 468 time: 0.6550877 Aug 22 13:44:40.447317 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54856) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:40.476012 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01a6bf84-d181-44a1-817b-665094035507 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Router 489af23b-374e-492e-bca9-aa4d57f956cd has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:44:40.647771 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 54864) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:40.705918 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-30402f1c-7fe7-44c5-a4c7-9e5ae9088c2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:40.769716 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a6bf84-d181-44a1-817b-665094035507 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:44:40.775954 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-01a6bf84-d181-44a1-817b-665094035507 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:40.782720 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e57d2b9-01c6-4102-9197-8d5c0a32797f None None] Sync routers for ids ['489af23b-374e-492e-bca9-aa4d57f956cd'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:44:40.799468 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e57d2b9-01c6-4102-9197-8d5c0a32797f None None] Routers {'489af23b-374e-492e-bca9-aa4d57f956cd'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:44:40.802207 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-5e57d2b9-01c6-4102-9197-8d5c0a32797f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:44:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['489af23b-374e-492e-bca9-aa4d57f956cd'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:40.858028 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-01a6bf84-d181-44a1-817b-665094035507 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] 10.222.0.21 "DELETE /v2.0/floatingips/19082394-8adb-464c-82f9-7c5a8b8d6258 HTTP/1.1" status: 204 len: 168 time: 3.1924231 Aug 22 13:44:40.862627 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 54870) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:40.863182 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 54872) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:40.901173 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-5e57d2b9-01c6-4102-9197-8d5c0a32797f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:40.929068 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e57d2b9-01c6-4102-9197-8d5c0a32797f None None] Routers {'489af23b-374e-492e-bca9-aa4d57f956cd'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:44:40.930131 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-5e57d2b9-01c6-4102-9197-8d5c0a32797f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:44:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['489af23b-374e-492e-bca9-aa4d57f956cd'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:41.008500 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-5e57d2b9-01c6-4102-9197-8d5c0a32797f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:41.009737 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e57d2b9-01c6-4102-9197-8d5c0a32797f None None] The sync data for ids ['489af23b-374e-492e-bca9-aa4d57f956cd'] in n-d-793621-33 is: [] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:44:41.064258 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-6fa786a5-2efa-4d68-b40b-9d07ef9e30ac admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2006933926-network', 'tenant_id': '1557f483dfe94e64b40221381f234042'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:44:41.135710 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-30402f1c-7fe7-44c5-a4c7-9e5ae9088c2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:41.147181 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-30402f1c-7fe7-44c5-a4c7-9e5ae9088c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:41.204287 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-30402f1c-7fe7-44c5-a4c7-9e5ae9088c2c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a447936e45f643feb907be3157c5fac2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5531425 Aug 22 13:44:41.204523 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-6c8ccaf9-38f6-47c0-ac0f-fd6ffc786cee tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Deleting port e1a80790-81d7-4c1a-8443-8f372d6b3c5c {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:44:41.204937 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6c8ccaf9-38f6-47c0-ac0f-fd6ffc786cee tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:41.210993 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 54882) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:41.224852 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa786a5-2efa-4d68-b40b-9d07ef9e30ac admin admin] Made reservation on behalf of 1557f483dfe94e64b40221381f234042 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:44:41.227504 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6fa786a5-2efa-4d68-b40b-9d07ef9e30ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:41.290022 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30402f1c-7fe7-44c5-a4c7-9e5ae9088c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f0f7e7-a6f5-4045-8ece-a5d5dd7a6b3a,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:41.300061 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6fa786a5-2efa-4d68-b40b-9d07ef9e30ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:41.391636 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bf02752d-1f36-463e-80aa-b09e777a0af9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:41.429768 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6c8ccaf9-38f6-47c0-ac0f-fd6ffc786cee tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:41.450462 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-acdd2fa5-a171-492a-9b0f-fc860075edb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:44:41.452042 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-acdd2fa5-a171-492a-9b0f-fc860075edb7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=50b3d484826f4e1f8052fde49b87f38a&device_id=65807f78-b5b2-49f5-aa5a-e5b6eb26cfec HTTP/1.1" status: 200 len: 1097 time: 0.2385356 Aug 22 13:44:41.455409 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-64af8a59-05c4-4e7e-a8c9-523e0d06ff7e tempest-MeteringTestJSON-1349898478 tempest-MeteringTestJSON-1349898478-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:41.456501 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-64af8a59-05c4-4e7e-a8c9-523e0d06ff7e tempest-MeteringTestJSON-1349898478 tempest-MeteringTestJSON-1349898478-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/f29b39a5-9d82-4505-9ebd-bd66a61a457b HTTP/1.1" status: 204 len: 168 time: 1.0079756 Aug 22 13:44:41.462804 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 54884) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:41.463880 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-6c8ccaf9-38f6-47c0-ac0f-fd6ffc786cee tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Calling delete_port for e1a80790-81d7-4c1a-8443-8f372d6b3c5c owned by {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:44:41.478159 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bf02752d-1f36-463e-80aa-b09e777a0af9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:41.478998 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246667a-a666-4526-be11-5c7c111a8c78 req-90456c12-6af3-44c4-ba2c-baed7953cb7e tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:44:41.481340 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f246667a-a666-4526-be11-5c7c111a8c78 req-90456c12-6af3-44c4-ba2c-baed7953cb7e tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=65807f78-b5b2-49f5-aa5a-e5b6eb26cfec HTTP/1.1" status: 200 len: 945 time: 0.2419264 Aug 22 13:44:41.518192 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ef9b7d83-ffe8-4f72-8e44-70cf5eedb178 tempest-MeteringTestJSON-1349898478 tempest-MeteringTestJSON-1349898478-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=f29b39a5-9d82-4505-9ebd-bd66a61a457b HTTP/1.1" status: 200 len: 216 time: 0.0503504 Aug 22 13:44:41.523370 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 54886) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:41.578510 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f246667a-a666-4526-be11-5c7c111a8c78 req-460b2e75-1418-4e14-8bb6-c0164d975bac tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfa256e4-15e1-4bb5-82ae-f3ce1917cd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844057 Aug 22 13:44:41.600128 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b1ec564d-7386-4b4c-a2eb-90d980fa6c91 tempest-MeteringTestJSON-1349898478 tempest-MeteringTestJSON-1349898478-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0696771 Aug 22 13:44:41.606236 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 54888) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:41.612796 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-d8fad50c-100a-42c9-96bf-40c2e0ea259a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:44:41.614325 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-d8fad50c-100a-42c9-96bf-40c2e0ea259a service neutron] 10.222.0.16 "GET /v2.0/networks?id=bf5a5750-b5ea-44cd-ad65-1dd63932d79a HTTP/1.1" status: 200 len: 897 time: 0.1527207 Aug 22 13:44:41.639652 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c51dabd1-dd49-4954-8fd6-f4738ad2cbf0 tempest-MeteringTestJSON-1349898478 tempest-MeteringTestJSON-1349898478-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0307660 Aug 22 13:44:41.646651 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 54890) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:41.688920 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6fa786a5-2efa-4d68-b40b-9d07ef9e30ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:41.722226 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-596dafe5-7cea-40b3-bd73-df976290c723 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ff0fe91-fbfe-4eef-bc6d-78957500ba39 HTTP/1.1" status: 200 len: 1001 time: 0.0998168 Aug 22 13:44:41.735560 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a06b2873-d7d8-4971-bdee-5d48ba0d1c78 tempest-MeteringTestJSON-1349898478 tempest-MeteringTestJSON-1349898478-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels/d2a95058-2998-4774-9c8d-9419d82545d2 HTTP/1.1" status: 200 len: 473 time: 0.0865712 Aug 22 13:44:41.736473 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bf02752d-1f36-463e-80aa-b09e777a0af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:41.739048 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bf02752d-1f36-463e-80aa-b09e777a0af9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:41.740126 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-bf02752d-1f36-463e-80aa-b09e777a0af9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/92f0f7e7-a6f5-4045-8ece-a5d5dd7a6b3a HTTP/1.1" status: 204 len: 168 time: 0.5280895 Aug 22 13:44:41.741013 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6fa786a5-2efa-4d68-b40b-9d07ef9e30ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:41.757375 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 54892) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:41.790345 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-2d852ac6-a6f6-459e-ad3f-aae0e5c3dedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:44:41.792269 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-2d852ac6-a6f6-459e-ad3f-aae0e5c3dedb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0aff47bc-ed4a-4c75-9203-6ffecee8fcb0 HTTP/1.1" status: 200 len: 835 time: 0.0623887 Aug 22 13:44:41.807302 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf02752d-1f36-463e-80aa-b09e777a0af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f0f7e7-a6f5-4045-8ece-a5d5dd7a6b3a,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:41.894681 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-2080baa8-fc3c-45ae-81d0-8defd325cbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:44:41.896325 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-2080baa8-fc3c-45ae-81d0-8defd325cbcd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bf5a5750-b5ea-44cd-ad65-1dd63932d79a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0959032 Aug 22 13:44:41.910010 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-cad04ae3-bbba-419d-a287-06fc1071d6e6 tempest-MeteringTestJSON-1349898478 tempest-MeteringTestJSON-1349898478-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules/8ffffa2b-2adc-4daa-a0c2-2455e88e694d HTTP/1.1" status: 200 len: 461 time: 0.1497347 Aug 22 13:44:41.910641 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa786a5-2efa-4d68-b40b-9d07ef9e30ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f0a62a-fc0b-4e7b-9b67-612d984a1c25,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:41.913578 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 54898) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:42.067413 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-bf6eb9b0-e695-486b-9260-ffb707ad8863 service neutron] 10.222.0.16 "GET /v2.0/networks/bf5a5750-b5ea-44cd-ad65-1dd63932d79a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626427 Aug 22 13:44:42.116597 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9c922836-d3ca-4b05-9be0-e20d2575f61d tempest-MeteringTestJSON-1349898478 tempest-MeteringTestJSON-1349898478-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:42.120321 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9c922836-d3ca-4b05-9be0-e20d2575f61d tempest-MeteringTestJSON-1349898478 tempest-MeteringTestJSON-1349898478-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/8ffffa2b-2adc-4daa-a0c2-2455e88e694d HTTP/1.1" status: 204 len: 168 time: 0.1849575 Aug 22 13:44:42.125303 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54908) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:42.172884 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6c8ccaf9-38f6-47c0-ac0f-fd6ffc786cee tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:42.178906 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fa786a5-2efa-4d68-b40b-9d07ef9e30ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:44:42.285265 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8ccaf9-38f6-47c0-ac0f-fd6ffc786cee tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Pushing event deleted for resources: {'Port': ['ID=e1a80790-81d7-4c1a-8443-8f372d6b3c5c,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:42.314731 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6fa786a5-2efa-4d68-b40b-9d07ef9e30ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:42.315122 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-6fa786a5-2efa-4d68-b40b-9d07ef9e30ac admin admin] Added segment 82977cb8-5955-415f-8390-123858fef82c of type vlan for network 8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c Aug 22 13:44:42.413447 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6c8ccaf9-38f6-47c0-ac0f-fd6ffc786cee tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:42.418796 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6c8ccaf9-38f6-47c0-ac0f-fd6ffc786cee tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] 10.222.0.21 "DELETE /v2.0/ports/e1a80790-81d7-4c1a-8443-8f372d6b3c5c HTTP/1.1" status: 204 len: 168 time: 1.5477173 Aug 22 13:44:42.421303 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 54918) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:42.425590 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-2a1dbda9-2ea4-4473-96e0-da70bec03416 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Request body: {'floatingip': {'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:44:42.440988 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6fa786a5-2efa-4d68-b40b-9d07ef9e30ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:42.500450 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2a1dbda9-2ea4-4473-96e0-da70bec03416 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for floatingip, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:42.501345 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-70e6fabe-7308-48bb-8e93-9f5f99d3f8df service neutron] 10.222.0.16 "GET /v2.0/networks/bf5a5750-b5ea-44cd-ad65-1dd63932d79a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4198515 Aug 22 13:44:42.505523 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3ecbfebe-a06e-4f0f-9487-f28fe89e2ed0 tempest-MeteringTestJSON-1349898478 tempest-MeteringTestJSON-1349898478-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:42.508859 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-3ecbfebe-a06e-4f0f-9487-f28fe89e2ed0 tempest-MeteringTestJSON-1349898478 tempest-MeteringTestJSON-1349898478-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/d2a95058-2998-4774-9c8d-9419d82545d2 HTTP/1.1" status: 204 len: 168 time: 0.3799713 Aug 22 13:44:42.553384 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6fa786a5-2efa-4d68-b40b-9d07ef9e30ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:42.555384 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa786a5-2efa-4d68-b40b-9d07ef9e30ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:44:42.555997 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6fa786a5-2efa-4d68-b40b-9d07ef9e30ac admin admin] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:42.785265 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-485ea755-2fd6-4ab1-8121-fefa98a9baa6 tempest-TestNetworkAdvancedServerOps-2090656047 tempest-TestNetworkAdvancedServerOps-2090656047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:44:42.787157 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-485ea755-2fd6-4ab1-8121-fefa98a9baa6 tempest-TestNetworkAdvancedServerOps-2090656047 tempest-TestNetworkAdvancedServerOps-2090656047-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=65807f78-b5b2-49f5-aa5a-e5b6eb26cfec&tenant_id=50b3d484826f4e1f8052fde49b87f38a&binding%3Ahost_id=n-h1-793621-33 HTTP/1.1" status: 200 len: 1097 time: 0.1927283 Aug 22 13:44:42.872309 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-b81b1490-4b20-4076-b942-9d27763f0308 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793621-33'}}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:44:42.891597 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6fa786a5-2efa-4d68-b40b-9d07ef9e30ac admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0224922 Aug 22 13:44:42.909204 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 54934) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:42.929132 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-9161d911-0c69-4eb2-adaa-9aa6c5384f6d admin admin] Request body: {'subnet': {'network_id': '8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2006933926-subnet', 'tenant_id': '1557f483dfe94e64b40221381f234042', 'ip_version': 4}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:44:42.929773 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34193114-0012-4ca9-8e01-bf2db2eef327 req-fab6fc93-475d-4cb0-b1b1-de4703188137 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:44:42.931340 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-34193114-0012-4ca9-8e01-bf2db2eef327 req-fab6fc93-475d-4cb0-b1b1-de4703188137 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=65807f78-b5b2-49f5-aa5a-e5b6eb26cfec HTTP/1.1" status: 200 len: 945 time: 0.1569493 Aug 22 13:44:42.968917 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-b81b1490-4b20-4076-b942-9d27763f0308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:42.973653 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa786a5-2efa-4d68-b40b-9d07ef9e30ac admin admin] Pushing event updated for resources: {'Network': ['ID=8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:42.988057 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:44:43.011181 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54936) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:43.033522 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 54938) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:43.034239 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9161d911-0c69-4eb2-adaa-9aa6c5384f6d admin admin] Made reservation on behalf of 1557f483dfe94e64b40221381f234042 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:44:43.036867 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9161d911-0c69-4eb2-adaa-9aa6c5384f6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:43.096915 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-34193114-0012-4ca9-8e01-bf2db2eef327 req-025b1f2d-c512-4107-bb7c-c5a4a7d807c6 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfa256e4-15e1-4bb5-82ae-f3ce1917cd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290448 Aug 22 13:44:43.238458 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2a1dbda9-2ea4-4473-96e0-da70bec03416 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:43.309552 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-b65fc113-247b-4541-94c9-af5aed123540 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-627244657-network', 'tenant_id': 'be98fa3cb2da40f39a971fd81b6aad0d'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:44:43.319235 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-b81b1490-4b20-4076-b942-9d27763f0308 service neutron] For port 2ff0fe91-fbfe-4eef-bc6d-78957500ba39, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=2ff0fe91-fbfe-4eef-bc6d-78957500ba39,segment=NetworkSegment(3ddf7eac-d84f-4dbb-b953-6c0071efe217),segment_id=3ddf7eac-d84f-4dbb-b953-6c0071efe217)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:44:43.367454 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65fc113-247b-4541-94c9-af5aed123540 admin admin] Made reservation on behalf of be98fa3cb2da40f39a971fd81b6aad0d for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:44:43.369772 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b65fc113-247b-4541-94c9-af5aed123540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:43.386151 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b65fc113-247b-4541-94c9-af5aed123540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:43.399942 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-b81b1490-4b20-4076-b942-9d27763f0308 service neutron] For port 2ff0fe91-fbfe-4eef-bc6d-78957500ba39, host n-h1-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:44:43.407803 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-faf7c2d8-7c08-4356-99d4-3a9ce32bc122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:43.438003 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9161d911-0c69-4eb2-adaa-9aa6c5384f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:43.491252 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b65fc113-247b-4541-94c9-af5aed123540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:43.516860 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b65fc113-247b-4541-94c9-af5aed123540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:43.570120 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b65fc113-247b-4541-94c9-af5aed123540 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:44:43.572171 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65807f78-b5b2-49f5-aa5a-e5b6eb26cfec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ff0fe91-fbfe-4eef-bc6d-78957500ba39'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:44:43.575332 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a615e700-3569-4173-a9ea-b997d064ea3e" -d '{"events": [{"server_uuid": "65807f78-b5b2-49f5-aa5a-e5b6eb26cfec", "name": "network-vif-unplugged", "status": "completed", "tag": "2ff0fe91-fbfe-4eef-bc6d-78957500ba39"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:44:43.583994 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-b81b1490-4b20-4076-b942-9d27763f0308 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:43.603731 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-b81b1490-4b20-4076-b942-9d27763f0308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:43.607657 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b65fc113-247b-4541-94c9-af5aed123540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:43.607788 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-b65fc113-247b-4541-94c9-af5aed123540 admin admin] Added segment 51af49f7-4299-40d2-a0d4-e06d0a3e571c of type vlan for network 37ee4cf7-10be-4d52-ae13-17f3d9d1a603 Aug 22 13:44:43.610832 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65fc113-247b-4541-94c9-af5aed123540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7f6b3d-9c99-4e6d-80ad-b26b93fd81aa,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:43.639607 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-2a1dbda9-2ea4-4473-96e0-da70bec03416 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Allocated IP 172.25.3.149 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/7be817f7-23f6-417e-955f-40be5ee1eb91) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:44:43.677665 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9161d911-0c69-4eb2-adaa-9aa6c5384f6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=790bcf42-3a82-4ae4-815f-3615fcbabaf2,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:43.682823 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 13:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca959c4-6888-4304-8be9-ff464553b201 x-openstack-request-id: req-7ca959c4-6888-4304-8be9-ff464553b201 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:44:43.683209 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65807f78-b5b2-49f5-aa5a-e5b6eb26cfec", "name": "network-vif-unplugged", "status": "completed", "tag": "2ff0fe91-fbfe-4eef-bc6d-78957500ba39", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:44:43.683415 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7ca959c4-6888-4304-8be9-ff464553b201 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:44:43.683789 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65807f78-b5b2-49f5-aa5a-e5b6eb26cfec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ff0fe91-fbfe-4eef-bc6d-78957500ba39', 'code': 200} Aug 22 13:44:43.780187 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81b1490-4b20-4076-b942-9d27763f0308 service neutron] Pushing event updated for resources: {'Port': ['ID=2ff0fe91-fbfe-4eef-bc6d-78957500ba39,revision_number=7']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:43.794234 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-faf7c2d8-7c08-4356-99d4-3a9ce32bc122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:43.802454 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9161d911-0c69-4eb2-adaa-9aa6c5384f6d admin admin] Checking segment: {'id': '82977cb8-5955-415f-8390-123858fef82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:44:43.803171 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9161d911-0c69-4eb2-adaa-9aa6c5384f6d admin admin] Network hostable DHCP agents. Network: 8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:44:43.808769 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-faf7c2d8-7c08-4356-99d4-3a9ce32bc122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:43.941066 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b65fc113-247b-4541-94c9-af5aed123540 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:44.030298 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-b81b1490-4b20-4076-b942-9d27763f0308 service neutron] Attempting to bind port 2ff0fe91-fbfe-4eef-bc6d-78957500ba39 on host n-h1-793621-33 for vnic_type normal with profile {"migrating_to": "n-h2-793621-33"} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:44:44.030626 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-b81b1490-4b20-4076-b942-9d27763f0308 service neutron] Attempting to bind port 2ff0fe91-fbfe-4eef-bc6d-78957500ba39 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '3ddf7eac-d84f-4dbb-b953-6c0071efe217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bf5a5750-b5ea-44cd-ad65-1dd63932d79a'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:44:44.030969 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-b81b1490-4b20-4076-b942-9d27763f0308 service neutron] Attempting to bind port 2ff0fe91-fbfe-4eef-bc6d-78957500ba39 on network bf5a5750-b5ea-44cd-ad65-1dd63932d79a {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:44:44.060465 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-b81b1490-4b20-4076-b942-9d27763f0308 service neutron] Port 2ff0fe91-fbfe-4eef-bc6d-78957500ba39 on network bf5a5750-b5ea-44cd-ad65-1dd63932d79a not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:44:44.060827 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-b81b1490-4b20-4076-b942-9d27763f0308 service neutron] Attempting to bind port 2ff0fe91-fbfe-4eef-bc6d-78957500ba39 on network bf5a5750-b5ea-44cd-ad65-1dd63932d79a {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:44:44.064575 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b65fc113-247b-4541-94c9-af5aed123540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:44.065540 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65fc113-247b-4541-94c9-af5aed123540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:44:44.066111 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b65fc113-247b-4541-94c9-af5aed123540 admin admin] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:44.094389 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-b81b1490-4b20-4076-b942-9d27763f0308 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:44:44.094941 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-b81b1490-4b20-4076-b942-9d27763f0308 service neutron] Checking segment: {'id': '3ddf7eac-d84f-4dbb-b953-6c0071efe217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bf5a5750-b5ea-44cd-ad65-1dd63932d79a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:44:44.095424 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-b81b1490-4b20-4076-b942-9d27763f0308 service neutron] Bound using segment: {'id': '3ddf7eac-d84f-4dbb-b953-6c0071efe217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bf5a5750-b5ea-44cd-ad65-1dd63932d79a'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:44:44.096099 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-b81b1490-4b20-4076-b942-9d27763f0308 service neutron] Bound port: 2ff0fe91-fbfe-4eef-bc6d-78957500ba39, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ddf7eac-d84f-4dbb-b953-6c0071efe217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bf5a5750-b5ea-44cd-ad65-1dd63932d79a'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:44:44.096861 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-b81b1490-4b20-4076-b942-9d27763f0308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:44.101710 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-369f5cc4-4871-4bd0-b64d-3c942db122f8 None None] Provisioning complete for port 2ff0fe91-fbfe-4eef-bc6d-78957500ba39 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:44:44.103432 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-369f5cc4-4871-4bd0-b64d-3c942db122f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:44.115539 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-b65fc113-247b-4541-94c9-af5aed123540 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0972922 Aug 22 13:44:44.121794 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9161d911-0c69-4eb2-adaa-9aa6c5384f6d admin admin] Network 8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:44:44.137890 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 54956) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:44.148270 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-06342f7b-31b0-4085-ad04-a33df1a9d2dd admin admin] Request body: {'subnet': {'network_id': '37ee4cf7-10be-4d52-ae13-17f3d9d1a603', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-627244657-subnet', 'tenant_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'ip_version': 4}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:44:44.165683 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-369f5cc4-4871-4bd0-b64d-3c942db122f8 None None] Port 2ff0fe91-fbfe-4eef-bc6d-78957500ba39 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:44:44.169345 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-faf7c2d8-7c08-4356-99d4-3a9ce32bc122 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8d3a3a1af54949c89f8ebb67ca4fb199&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0401478 Aug 22 13:44:44.170208 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf7c2d8-7c08-4356-99d4-3a9ce32bc122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc26733c-f409-4ce1-9e3f-9578349be7a5,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:44.182323 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 54962) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:44.189456 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-9161d911-0c69-4eb2-adaa-9aa6c5384f6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:44:44.200692 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f837ba09-cab2-4c21-9a88-295193a58ef1 None None] Network 8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:44:44.208922 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9161d911-0c69-4eb2-adaa-9aa6c5384f6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:44:44.209849 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9161d911-0c69-4eb2-adaa-9aa6c5384f6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:44.257595 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2a1dbda9-2ea4-4473-96e0-da70bec03416 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:44.262740 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65fc113-247b-4541-94c9-af5aed123540 admin admin] Pushing event updated for resources: {'Network': ['ID=37ee4cf7-10be-4d52-ae13-17f3d9d1a603,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:44.289509 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06342f7b-31b0-4085-ad04-a33df1a9d2dd admin admin] Made reservation on behalf of be98fa3cb2da40f39a971fd81b6aad0d for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:44:44.297593 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-06342f7b-31b0-4085-ad04-a33df1a9d2dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:44.354767 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 37ee4cf7-10be-4d52-ae13-17f3d9d1a603 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:44:44.455944 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d3d787-f2de-4a90-92b5-598010ef1a0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c', 'network_id': '8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c', 'tenant_id': '1557f483dfe94e64b40221381f234042', 'fixed_ips': [{'subnet_id': '790bcf42-3a82-4ae4-815f-3615fcbabaf2'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:44:44.456898 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e0d3d787-f2de-4a90-92b5-598010ef1a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:44.467919 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-b81b1490-4b20-4076-b942-9d27763f0308 service neutron] For port 2ff0fe91-fbfe-4eef-bc6d-78957500ba39, host n-h1-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:44:44.472547 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-b81b1490-4b20-4076-b942-9d27763f0308 service neutron] For port 2ff0fe91-fbfe-4eef-bc6d-78957500ba39, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=2ff0fe91-fbfe-4eef-bc6d-78957500ba39,segment=NetworkSegment(3ddf7eac-d84f-4dbb-b953-6c0071efe217),segment_id=3ddf7eac-d84f-4dbb-b953-6c0071efe217)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:44:44.486191 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-b81b1490-4b20-4076-b942-9d27763f0308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:44.570570 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee5301-ff3c-430e-a32e-bcf1e160c879 req-5ba9f920-12c0-46ce-a173-8cb20f68e906 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:44:44.573277 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-33ee5301-ff3c-430e-a32e-bcf1e160c879 req-5ba9f920-12c0-46ce-a173-8cb20f68e906 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=65807f78-b5b2-49f5-aa5a-e5b6eb26cfec HTTP/1.1" status: 200 len: 943 time: 0.3237181 Aug 22 13:44:44.639012 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9161d911-0c69-4eb2-adaa-9aa6c5384f6d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7198372 Aug 22 13:44:44.640524 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-06342f7b-31b0-4085-ad04-a33df1a9d2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:44.649168 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 54974) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:44.678037 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-bce66b41-c990-4741-8884-f83c4dd42de3 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2006933926-router', 'tenant_id': '1557f483dfe94e64b40221381f234042', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:44:44.734685 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-e0d3d787-f2de-4a90-92b5-598010ef1a0d None None] Allocated IP 172.20.0.2 (8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c/790bcf42-3a82-4ae4-815f-3615fcbabaf2/e6854273-ead0-4798-bd50-a90f736ebbcf) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:44:44.749631 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bce66b41-c990-4741-8884-f83c4dd42de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:44.756007 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bce66b41-c990-4741-8884-f83c4dd42de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:44.774484 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-33ee5301-ff3c-430e-a32e-bcf1e160c879 req-ac016892-7fe4-46d1-bd65-0b1f0addc3a9 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfa256e4-15e1-4bb5-82ae-f3ce1917cd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785648 Aug 22 13:44:44.831621 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81b1490-4b20-4076-b942-9d27763f0308 service neutron] Pushing event updated for resources: {'Port': ['ID=2ff0fe91-fbfe-4eef-bc6d-78957500ba39,revision_number=8']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:44.860020 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bce66b41-c990-4741-8884-f83c4dd42de3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:44.918201 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-b81b1490-4b20-4076-b942-9d27763f0308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:44:44.919283 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-b81b1490-4b20-4076-b942-9d27763f0308 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:44.928051 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-b81b1490-4b20-4076-b942-9d27763f0308 service neutron] 10.222.0.16 "PUT /v2.0/ports/2ff0fe91-fbfe-4eef-bc6d-78957500ba39 HTTP/1.1" status: 200 len: 1123 time: 2.0638318 Aug 22 13:44:44.977539 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['2ff0fe91-fbfe-4eef-bc6d-78957500ba39'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:44:45.073500 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bce66b41-c990-4741-8884-f83c4dd42de3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:45.140421 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f3bd2acd-3f16-4521-87f7-ea21fe3b0ec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:45.165960 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f3bd2acd-3f16-4521-87f7-ea21fe3b0ec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:45.191501 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e0d3d787-f2de-4a90-92b5-598010ef1a0d None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:45.209515 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e0d3d787-f2de-4a90-92b5-598010ef1a0d None None] Transition to ACTIVE for port object e6854273-ead0-4798-bd50-a90f736ebbcf will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:44:45.217594 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06342f7b-31b0-4085-ad04-a33df1a9d2dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a600dcd-ff12-4375-ac21-b5282a859d67,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:45.232884 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e0d3d787-f2de-4a90-92b5-598010ef1a0d None None] Transition to ACTIVE for port object e6854273-ead0-4798-bd50-a90f736ebbcf will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:44:45.244858 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e586a3a3-638f-406c-b5ad-b735252bea2a None None] Provisioning complete for port 2ff0fe91-fbfe-4eef-bc6d-78957500ba39 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:44:45.245243 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e586a3a3-638f-406c-b5ad-b735252bea2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:45.251258 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06342f7b-31b0-4085-ad04-a33df1a9d2dd admin admin] Checking segment: {'id': '51af49f7-4299-40d2-a0d4-e06d0a3e571c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '37ee4cf7-10be-4d52-ae13-17f3d9d1a603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:44:45.251835 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06342f7b-31b0-4085-ad04-a33df1a9d2dd admin admin] Network hostable DHCP agents. Network: 37ee4cf7-10be-4d52-ae13-17f3d9d1a603, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:44:45.268602 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e0d3d787-f2de-4a90-92b5-598010ef1a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:45.270104 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2a1dbda9-2ea4-4473-96e0-da70bec03416 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:45.296837 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d3d787-f2de-4a90-92b5-598010ef1a0d None None] Network 8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:44:45.337830 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1dbda9-2ea4-4473-96e0-da70bec03416 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:44:45.342300 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06342f7b-31b0-4085-ad04-a33df1a9d2dd admin admin] Network 37ee4cf7-10be-4d52-ae13-17f3d9d1a603 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:44:45.356403 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-e0d3d787-f2de-4a90-92b5-598010ef1a0d None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:44:45.362315 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d3d787-f2de-4a90-92b5-598010ef1a0d None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:44:45.381749 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-2a1dbda9-2ea4-4473-96e0-da70bec03416 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:44:45.391754 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1dbda9-2ea4-4473-96e0-da70bec03416 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:44:45.410629 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f3bd2acd-3f16-4521-87f7-ea21fe3b0ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:45.413278 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f3bd2acd-3f16-4521-87f7-ea21fe3b0ec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:45.414478 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f3bd2acd-3f16-4521-87f7-ea21fe3b0ec3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dc26733c-f409-4ce1-9e3f-9578349be7a5 HTTP/1.1" status: 204 len: 168 time: 1.1808867 Aug 22 13:44:45.415218 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1dbda9-2ea4-4473-96e0-da70bec03416 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Pushing event updated for resources: {'Port': ['ID=7be817f7-23f6-417e-955f-40be5ee1eb91,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:45.485012 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-06342f7b-31b0-4085-ad04-a33df1a9d2dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 37ee4cf7-10be-4d52-ae13-17f3d9d1a603) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:44:45.500602 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd2acd-3f16-4521-87f7-ea21fe3b0ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc26733c-f409-4ce1-9e3f-9578349be7a5,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:45.503822 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06342f7b-31b0-4085-ad04-a33df1a9d2dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:44:45.505762 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-06342f7b-31b0-4085-ad04-a33df1a9d2dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:45.535804 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718366ba-9671-4d24-ab6f-d3e061865bd4 None None] Network 37ee4cf7-10be-4d52-ae13-17f3d9d1a603 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:44:45.550063 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54980) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:45.552581 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-06342f7b-31b0-4085-ad04-a33df1a9d2dd admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4097183 Aug 22 13:44:45.559560 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-9e244d6c-fc6a-4189-b36f-f5613bceaa3b admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-627244657-router', 'tenant_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:44:45.594296 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9e244d6c-fc6a-4189-b36f-f5613bceaa3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:45.596220 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9e244d6c-fc6a-4189-b36f-f5613bceaa3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:45.646289 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d3d787-f2de-4a90-92b5-598010ef1a0d None None] Pushing event updated for resources: {'Port': ['ID=e6854273-ead0-4798-bd50-a90f736ebbcf,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:45.694088 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-e0d3d787-f2de-4a90-92b5-598010ef1a0d None None] Attempting to bind port e6854273-ead0-4798-bd50-a90f736ebbcf on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:44:45.694465 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-e0d3d787-f2de-4a90-92b5-598010ef1a0d None None] Attempting to bind port e6854273-ead0-4798-bd50-a90f736ebbcf by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '82977cb8-5955-415f-8390-123858fef82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:44:45.694825 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d3d787-f2de-4a90-92b5-598010ef1a0d None None] Attempting to bind port e6854273-ead0-4798-bd50-a90f736ebbcf on network 8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:44:45.699185 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65807f78-b5b2-49f5-aa5a-e5b6eb26cfec', 'tag': '2ff0fe91-fbfe-4eef-bc6d-78957500ba39'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:44:45.705062 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2a1dbda9-2ea4-4473-96e0-da70bec03416 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:45.710208 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07759300-5d07-4350-9d84-1a3b70331d82" -d '{"events": [{"name": "network-changed", "server_uuid": "65807f78-b5b2-49f5-aa5a-e5b6eb26cfec", "tag": "2ff0fe91-fbfe-4eef-bc6d-78957500ba39"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:44:45.730968 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9e244d6c-fc6a-4189-b36f-f5613bceaa3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:45.754713 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d3d787-f2de-4a90-92b5-598010ef1a0d None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:44:45.755404 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d3d787-f2de-4a90-92b5-598010ef1a0d None None] Checking segment: {'id': '82977cb8-5955-415f-8390-123858fef82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:44:45.755977 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e0d3d787-f2de-4a90-92b5-598010ef1a0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:45.756567 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d3d787-f2de-4a90-92b5-598010ef1a0d None None] Bound using segment: {'id': '82977cb8-5955-415f-8390-123858fef82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:44:45.757213 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-e0d3d787-f2de-4a90-92b5-598010ef1a0d None None] Bound port: e6854273-ead0-4798-bd50-a90f736ebbcf, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82977cb8-5955-415f-8390-123858fef82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:44:45.757764 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e0d3d787-f2de-4a90-92b5-598010ef1a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:45.844578 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2a1dbda9-2ea4-4473-96e0-da70bec03416 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:45.882564 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bce66b41-c990-4741-8884-f83c4dd42de3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:45.889206 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71178ab1-2fbd-4e82-ab19-051237b5e0b6 x-openstack-request-id: req-71178ab1-2fbd-4e82-ab19-051237b5e0b6 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:44:45.889623 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65807f78-b5b2-49f5-aa5a-e5b6eb26cfec", "tag": "2ff0fe91-fbfe-4eef-bc6d-78957500ba39", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:44:45.890776 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-71178ab1-2fbd-4e82-ab19-051237b5e0b6 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:44:45.892145 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e586a3a3-638f-406c-b5ad-b735252bea2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:45.894852 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65807f78-b5b2-49f5-aa5a-e5b6eb26cfec', 'tag': '2ff0fe91-fbfe-4eef-bc6d-78957500ba39', 'status': 'completed', 'code': 200} Aug 22 13:44:45.936250 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bce66b41-c990-4741-8884-f83c4dd42de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:46.036542 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9e244d6c-fc6a-4189-b36f-f5613bceaa3b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:46.080461 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 54992) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:46.083514 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec09ff-8480-4030-af92-3b3c87c7ce0f req-0bc17626-07c2-4317-9f8f-955931cd8fe9 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:44:46.085301 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ebec09ff-8480-4030-af92-3b3c87c7ce0f req-0bc17626-07c2-4317-9f8f-955931cd8fe9 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=65807f78-b5b2-49f5-aa5a-e5b6eb26cfec HTTP/1.1" status: 200 len: 943 time: 0.1344740 Aug 22 13:44:46.113908 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07759300-5d07-4350-9d84-1a3b70331d82 req-109a0488-4574-4a41-8c31-f886b18012a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:44:46.115507 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-07759300-5d07-4350-9d84-1a3b70331d82 req-109a0488-4574-4a41-8c31-f886b18012a8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=50b3d484826f4e1f8052fde49b87f38a&device_id=65807f78-b5b2-49f5-aa5a-e5b6eb26cfec HTTP/1.1" status: 200 len: 1126 time: 0.1904774 Aug 22 13:44:46.132898 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c1736717-73c4-46da-92b4-7f3815f04862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:46.177188 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ebec09ff-8480-4030-af92-3b3c87c7ce0f req-c1fb2be5-2ef2-4f9f-b8f9-e9f2810c8264 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfa256e4-15e1-4bb5-82ae-f3ce1917cd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589004 Aug 22 13:44:46.283447 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e0d3d787-f2de-4a90-92b5-598010ef1a0d None None] For port e6854273-ead0-4798-bd50-a90f736ebbcf, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:44:46.287192 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e0d3d787-f2de-4a90-92b5-598010ef1a0d None None] For port e6854273-ead0-4798-bd50-a90f736ebbcf, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=e6854273-ead0-4798-bd50-a90f736ebbcf,segment=NetworkSegment(82977cb8-5955-415f-8390-123858fef82c),segment_id=82977cb8-5955-415f-8390-123858fef82c)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:44:46.357937 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9e244d6c-fc6a-4189-b36f-f5613bceaa3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:46.379829 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9e244d6c-fc6a-4189-b36f-f5613bceaa3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:46.391561 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e0d3d787-f2de-4a90-92b5-598010ef1a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:46.394548 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65807f78-b5b2-49f5-aa5a-e5b6eb26cfec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff0fe91-fbfe-4eef-bc6d-78957500ba39'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:44:46.396862 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a36a27-f209-4dcc-b691-063aa6d02839" -d '{"events": [{"server_uuid": "65807f78-b5b2-49f5-aa5a-e5b6eb26cfec", "name": "network-vif-plugged", "status": "completed", "tag": "2ff0fe91-fbfe-4eef-bc6d-78957500ba39"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:44:46.467961 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d3d787-f2de-4a90-92b5-598010ef1a0d None None] Pushing event updated for resources: {'Port': ['ID=e6854273-ead0-4798-bd50-a90f736ebbcf,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:46.470742 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a99fbc-0910-4134-921e-aac26265f05f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-37ee4cf7-10be-4d52-ae13-17f3d9d1a603', 'network_id': '37ee4cf7-10be-4d52-ae13-17f3d9d1a603', 'tenant_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'fixed_ips': [{'subnet_id': '8a600dcd-ff12-4375-ac21-b5282a859d67'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:44:46.471607 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a9a99fbc-0910-4134-921e-aac26265f05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:46.492336 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa67bccc-957d-404a-bea3-23b57e953a11 x-openstack-request-id: req-aa67bccc-957d-404a-bea3-23b57e953a11 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:44:46.492698 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65807f78-b5b2-49f5-aa5a-e5b6eb26cfec", "name": "network-vif-plugged", "status": "completed", "tag": "2ff0fe91-fbfe-4eef-bc6d-78957500ba39", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:44:46.492902 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aa67bccc-957d-404a-bea3-23b57e953a11 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:44:46.493257 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65807f78-b5b2-49f5-aa5a-e5b6eb26cfec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff0fe91-fbfe-4eef-bc6d-78957500ba39', 'code': 200} Aug 22 13:44:46.496407 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e586a3a3-638f-406c-b5ad-b735252bea2a None None] For port 2ff0fe91-fbfe-4eef-bc6d-78957500ba39, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=2ff0fe91-fbfe-4eef-bc6d-78957500ba39,segment=NetworkSegment(3ddf7eac-d84f-4dbb-b953-6c0071efe217),segment_id=3ddf7eac-d84f-4dbb-b953-6c0071efe217)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:44:46.513676 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e586a3a3-638f-406c-b5ad-b735252bea2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:46.644684 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-bce66b41-c990-4741-8884-f83c4dd42de3 admin admin] Allocated IP 172.25.3.187 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/2c88cf99-4a16-4f8d-805c-57a9b091c962) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:44:46.666936 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-a9a99fbc-0910-4134-921e-aac26265f05f None None] Allocated IP 172.20.0.2 (37ee4cf7-10be-4d52-ae13-17f3d9d1a603/8a600dcd-ff12-4375-ac21-b5282a859d67/89bf6f35-dacf-47b0-8ee2-0e2a8816609c) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:44:46.876441 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bce66b41-c990-4741-8884-f83c4dd42de3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:46.956950 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2a1dbda9-2ea4-4473-96e0-da70bec03416 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:46.963693 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07759300-5d07-4350-9d84-1a3b70331d82 req-2f78cf47-75be-4395-9538-d3b79bf66047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:44:46.966982 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-07759300-5d07-4350-9d84-1a3b70331d82 req-2f78cf47-75be-4395-9538-d3b79bf66047 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bf5a5750-b5ea-44cd-ad65-1dd63932d79a HTTP/1.1" status: 200 len: 897 time: 0.8354397 Aug 22 13:44:47.020212 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e586a3a3-638f-406c-b5ad-b735252bea2a None None] Pushing event updated for resources: {'Port': ['ID=2ff0fe91-fbfe-4eef-bc6d-78957500ba39,revision_number=9']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:47.092445 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c1736717-73c4-46da-92b4-7f3815f04862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:47.096543 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2a1dbda9-2ea4-4473-96e0-da70bec03416 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:47.133626 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c1736717-73c4-46da-92b4-7f3815f04862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:47.231085 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device e6854273-ead0-4798-bd50-a90f736ebbcf up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:44:47.252087 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-9e244d6c-fc6a-4189-b36f-f5613bceaa3b admin admin] Allocated IP 172.25.3.73 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/61367f09-c651-4958-adfe-5b5450a8e478) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:44:47.254700 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bce66b41-c990-4741-8884-f83c4dd42de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:47.325837 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1dbda9-2ea4-4473-96e0-da70bec03416 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Pushing event updated for resources: {'Port': ['ID=7be817f7-23f6-417e-955f-40be5ee1eb91,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:47.409532 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1736717-73c4-46da-92b4-7f3815f04862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a1cf8a-72f5-425b-ba7c-efba49dc449a,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:47.414189 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c1736717-73c4-46da-92b4-7f3815f04862 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3cf3cc9a328c433bb91fc0f273099503&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3310165 Aug 22 13:44:47.427700 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 55030) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:47.444510 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a9a99fbc-0910-4134-921e-aac26265f05f None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:47.455492 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-a9a99fbc-0910-4134-921e-aac26265f05f None None] Transition to ACTIVE for port object 89bf6f35-dacf-47b0-8ee2-0e2a8816609c will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:44:47.455757 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce66b41-c990-4741-8884-f83c4dd42de3 admin admin] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:44:47.459596 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-07759300-5d07-4350-9d84-1a3b70331d82 req-fa50cdf6-22af-4f47-93eb-3193e9c44de2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ff0fe91-fbfe-4eef-bc6d-78957500ba39 HTTP/1.1" status: 200 len: 1001 time: 0.3594410 Aug 22 13:44:47.460572 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-bce66b41-c990-4741-8884-f83c4dd42de3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:44:47.479941 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-a9a99fbc-0910-4134-921e-aac26265f05f None None] Transition to ACTIVE for port object 89bf6f35-dacf-47b0-8ee2-0e2a8816609c will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:44:47.502996 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf2410a-dd2e-4568-aa47-45bc51430199 req-1e22f28e-44f1-421d-b70f-25b94887b7d1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:44:47.504567 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce66b41-c990-4741-8884-f83c4dd42de3 admin admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:44:47.512397 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1bf2410a-dd2e-4568-aa47-45bc51430199 req-1e22f28e-44f1-421d-b70f-25b94887b7d1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=65807f78-b5b2-49f5-aa5a-e5b6eb26cfec HTTP/1.1" status: 200 len: 945 time: 0.1845398 Aug 22 13:44:47.514466 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a9a99fbc-0910-4134-921e-aac26265f05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:47.531125 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a99fbc-0910-4134-921e-aac26265f05f None None] Network 37ee4cf7-10be-4d52-ae13-17f3d9d1a603 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:44:47.540707 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-a9a99fbc-0910-4134-921e-aac26265f05f None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:44:47.578786 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a99fbc-0910-4134-921e-aac26265f05f None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:44:47.590656 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1bf2410a-dd2e-4568-aa47-45bc51430199 req-46d1feb7-84ed-470b-8790-2d6d82ee4937 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfa256e4-15e1-4bb5-82ae-f3ce1917cd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728486 Aug 22 13:44:47.631091 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port e6854273-ead0-4798-bd50-a90f736ebbcf completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:44:47.643622 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9e244d6c-fc6a-4189-b36f-f5613bceaa3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:47.653220 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-a9a99fbc-0910-4134-921e-aac26265f05f None None] Attempting to bind port 89bf6f35-dacf-47b0-8ee2-0e2a8816609c on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:44:47.653645 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-a9a99fbc-0910-4134-921e-aac26265f05f None None] Attempting to bind port 89bf6f35-dacf-47b0-8ee2-0e2a8816609c by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '51af49f7-4299-40d2-a0d4-e06d0a3e571c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '37ee4cf7-10be-4d52-ae13-17f3d9d1a603'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:44:47.654011 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a99fbc-0910-4134-921e-aac26265f05f None None] Attempting to bind port 89bf6f35-dacf-47b0-8ee2-0e2a8816609c on network 37ee4cf7-10be-4d52-ae13-17f3d9d1a603 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:44:47.655637 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce66b41-c990-4741-8884-f83c4dd42de3 admin admin] Pushing event updated for resources: {'Port': ['ID=2c88cf99-4a16-4f8d-805c-57a9b091c962,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:47.668220 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a99fbc-0910-4134-921e-aac26265f05f None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:44:47.668629 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a99fbc-0910-4134-921e-aac26265f05f None None] Checking segment: {'id': '51af49f7-4299-40d2-a0d4-e06d0a3e571c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '37ee4cf7-10be-4d52-ae13-17f3d9d1a603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:44:47.669027 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a9a99fbc-0910-4134-921e-aac26265f05f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:47.669416 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a99fbc-0910-4134-921e-aac26265f05f None None] Bound using segment: {'id': '51af49f7-4299-40d2-a0d4-e06d0a3e571c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '37ee4cf7-10be-4d52-ae13-17f3d9d1a603'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:44:47.669950 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-a9a99fbc-0910-4134-921e-aac26265f05f None None] Bound port: 89bf6f35-dacf-47b0-8ee2-0e2a8816609c, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51af49f7-4299-40d2-a0d4-e06d0a3e571c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '37ee4cf7-10be-4d52-ae13-17f3d9d1a603'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:44:47.670331 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a9a99fbc-0910-4134-921e-aac26265f05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:47.692250 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2a1dbda9-2ea4-4473-96e0-da70bec03416 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:47.722272 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07759300-5d07-4350-9d84-1a3b70331d82 req-f377c126-f3a7-4a13-90a9-21f3692acac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:44:47.724048 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-07759300-5d07-4350-9d84-1a3b70331d82 req-f377c126-f3a7-4a13-90a9-21f3692acac6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0aff47bc-ed4a-4c75-9203-6ffecee8fcb0 HTTP/1.1" status: 200 len: 835 time: 0.2323015 Aug 22 13:44:47.749323 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9e244d6c-fc6a-4189-b36f-f5613bceaa3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:47.769172 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-a9a99fbc-0910-4134-921e-aac26265f05f None None] For port 89bf6f35-dacf-47b0-8ee2-0e2a8816609c, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:44:47.779012 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-a9a99fbc-0910-4134-921e-aac26265f05f None None] For port 89bf6f35-dacf-47b0-8ee2-0e2a8816609c, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=89bf6f35-dacf-47b0-8ee2-0e2a8816609c,segment=NetworkSegment(51af49f7-4299-40d2-a0d4-e06d0a3e571c),segment_id=51af49f7-4299-40d2-a0d4-e06d0a3e571c)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:44:47.780306 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a99fbc-0910-4134-921e-aac26265f05f None None] Pushing event updated for resources: {'Port': ['ID=89bf6f35-dacf-47b0-8ee2-0e2a8816609c,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:47.793979 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a9a99fbc-0910-4134-921e-aac26265f05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:47.798332 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2a1dbda9-2ea4-4473-96e0-da70bec03416 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:47.802447 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2a1dbda9-2ea4-4473-96e0-da70bec03416 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3804731 Aug 22 13:44:47.858626 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 2ff0fe91-fbfe-4eef-bc6d-78957500ba39 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:44:47.859660 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55044) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:47.885126 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a99fbc-0910-4134-921e-aac26265f05f None None] Pushing event updated for resources: {'Port': ['ID=89bf6f35-dacf-47b0-8ee2-0e2a8816609c,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:47.906752 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-448e5ffd-2fe3-47cb-a14c-a74d989c2086 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Request body: {'port': {'network_id': 'ec4a750b-d059-48e6-9f68-72e3c560e89b', 'name': 'tempest-FloatingIPTestJSON-1003368124'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:44:47.943523 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8b11982a-a462-4696-ae15-4250088eb427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:48.038497 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e244d6c-fc6a-4189-b36f-f5613bceaa3b admin admin] Pushing event updated for resources: {'Port': ['ID=61367f09-c651-4958-adfe-5b5450a8e478,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:48.071719 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8b11982a-a462-4696-ae15-4250088eb427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:48.119886 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 2ff0fe91-fbfe-4eef-bc6d-78957500ba39, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=2ff0fe91-fbfe-4eef-bc6d-78957500ba39,segment=NetworkSegment(3ddf7eac-d84f-4dbb-b953-6c0071efe217),segment_id=3ddf7eac-d84f-4dbb-b953-6c0071efe217)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:44:48.121513 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e244d6c-fc6a-4189-b36f-f5613bceaa3b admin admin] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:44:48.126805 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07759300-5d07-4350-9d84-1a3b70331d82 req-748af1ed-d845-4e71-9062-e4ee3a5afe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:44:48.138379 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-9e244d6c-fc6a-4189-b36f-f5613bceaa3b admin admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:44:48.141762 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-07759300-5d07-4350-9d84-1a3b70331d82 req-748af1ed-d845-4e71-9062-e4ee3a5afe57 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bf5a5750-b5ea-44cd-ad65-1dd63932d79a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4029379 Aug 22 13:44:48.145000 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e244d6c-fc6a-4189-b36f-f5613bceaa3b admin admin] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:44:48.159165 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 2ff0fe91-fbfe-4eef-bc6d-78957500ba39 has no active binding in host n-h2-793621-33 {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 22 13:44:48.167875 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448e5ffd-2fe3-47cb-a14c-a74d989c2086 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Made reservation on behalf of 32efce50f559436fa38b290615c71c2c for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:44:48.177781 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-448e5ffd-2fe3-47cb-a14c-a74d989c2086 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:48.239509 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [None req-448e5ffd-2fe3-47cb-a14c-a74d989c2086 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] device_id is not set on port 36422a56-2213-4452-9a80-751c945a4d04 yet. {{(pid=94627) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:44:48.443926 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffac40d7-e22d-4f5a-ade5-a45d7e7b8276 None None] Network 8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:44:48.506744 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bce66b41-c990-4741-8884-f83c4dd42de3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:48.567765 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-f25ad382-a4b9-4f54-bb37-10b4f1ce24ce None None] Provisioning for port e6854273-ead0-4798-bd50-a90f736ebbcf completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:44:48.580015 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-f25ad382-a4b9-4f54-bb37-10b4f1ce24ce None None] Provisioning complete for port e6854273-ead0-4798-bd50-a90f736ebbcf triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:44:48.581247 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f25ad382-a4b9-4f54-bb37-10b4f1ce24ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:48.811289 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f25ad382-a4b9-4f54-bb37-10b4f1ce24ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:48.813507 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8b11982a-a462-4696-ae15-4250088eb427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:48.820588 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8b11982a-a462-4696-ae15-4250088eb427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:48.826168 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8b11982a-a462-4696-ae15-4250088eb427 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/03a1cf8a-72f5-425b-ba7c-efba49dc449a HTTP/1.1" status: 204 len: 168 time: 1.3931789 Aug 22 13:44:48.842828 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-07759300-5d07-4350-9d84-1a3b70331d82 req-f7a72639-7310-4015-9e6e-f646b087f3f8 service neutron] 10.222.0.41 "GET /v2.0/networks/bf5a5750-b5ea-44cd-ad65-1dd63932d79a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6231525 Aug 22 13:44:48.862627 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b11982a-a462-4696-ae15-4250088eb427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a1cf8a-72f5-425b-ba7c-efba49dc449a,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:48.880732 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bce66b41-c990-4741-8884-f83c4dd42de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:48.902249 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9e244d6c-fc6a-4189-b36f-f5613bceaa3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:48.916260 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55074) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:48.993303 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-f25ad382-a4b9-4f54-bb37-10b4f1ce24ce None None] For port e6854273-ead0-4798-bd50-a90f736ebbcf, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=e6854273-ead0-4798-bd50-a90f736ebbcf,segment=NetworkSegment(82977cb8-5955-415f-8390-123858fef82c),segment_id=82977cb8-5955-415f-8390-123858fef82c)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:44:49.012054 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f25ad382-a4b9-4f54-bb37-10b4f1ce24ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:49.031231 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 89bf6f35-dacf-47b0-8ee2-0e2a8816609c up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:44:49.271031 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-07759300-5d07-4350-9d84-1a3b70331d82 req-2cc62dd3-9be7-4ed4-a66b-3076d6fff2ec service neutron] 10.222.0.41 "GET /v2.0/networks/bf5a5750-b5ea-44cd-ad65-1dd63932d79a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4192979 Aug 22 13:44:49.312932 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25ad382-a4b9-4f54-bb37-10b4f1ce24ce None None] Pushing event updated for resources: {'Port': ['ID=e6854273-ead0-4798-bd50-a90f736ebbcf,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:49.326204 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce66b41-c990-4741-8884-f83c4dd42de3 admin admin] Router 77fc41c5-c374-44c3-86a9-9ed2fec053d5 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:44:49.373149 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 89bf6f35-dacf-47b0-8ee2-0e2a8816609c completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:44:49.600040 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce66b41-c990-4741-8884-f83c4dd42de3 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:44:49.620040 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20a754a-e11c-40f8-9462-48f5cf73933e None None] Sync routers for ids ['77fc41c5-c374-44c3-86a9-9ed2fec053d5'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:44:49.635729 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bce66b41-c990-4741-8884-f83c4dd42de3 admin admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:49.640853 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-bce66b41-c990-4741-8884-f83c4dd42de3 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.9699285 Aug 22 13:44:49.641480 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 55090) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:49.644501 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20a754a-e11c-40f8-9462-48f5cf73933e None None] Routers {'77fc41c5-c374-44c3-86a9-9ed2fec053d5'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:44:49.645157 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-a20a754a-e11c-40f8-9462-48f5cf73933e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:44:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['77fc41c5-c374-44c3-86a9-9ed2fec053d5'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:49.743773 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6baa6d85-2fb7-4e50-8353-2b68d6833f14 None None] Network 37ee4cf7-10be-4d52-ae13-17f3d9d1a603 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:44:49.882975 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-448e5ffd-2fe3-47cb-a14c-a74d989c2086 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Allocated IP 172.20.0.9 (ec4a750b-d059-48e6-9f68-72e3c560e89b/14b9a7a9-547b-4326-99b4-cc0f5b5b0305/36422a56-2213-4452-9a80-751c945a4d04) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:44:49.909338 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7b702038-a867-4861-bcd0-1e857819fb27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:49.941691 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-a20a754a-e11c-40f8-9462-48f5cf73933e None None] Set router 77fc41c5-c374-44c3-86a9-9ed2fec053d5 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:44:50.044875 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dada6d-409c-482d-97ec-69dee6680acd req-12e0b177-7618-4d7a-a018-f8867ecbd462 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:44:50.055056 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-39dada6d-409c-482d-97ec-69dee6680acd req-12e0b177-7618-4d7a-a018-f8867ecbd462 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=65807f78-b5b2-49f5-aa5a-e5b6eb26cfec HTTP/1.1" status: 200 len: 945 time: 1.1472285 Aug 22 13:44:50.157267 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-60f93a01-e48c-4ac4-92d6-22a1ca566b04 None None] Provisioning for port 89bf6f35-dacf-47b0-8ee2-0e2a8816609c completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:44:50.175552 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-60f93a01-e48c-4ac4-92d6-22a1ca566b04 None None] Provisioning complete for port 89bf6f35-dacf-47b0-8ee2-0e2a8816609c triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:44:50.175929 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-60f93a01-e48c-4ac4-92d6-22a1ca566b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:50.258985 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-39dada6d-409c-482d-97ec-69dee6680acd req-b47810b3-cff2-4ca8-bf5e-8faf4832842e tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfa256e4-15e1-4bb5-82ae-f3ce1917cd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2026360 Aug 22 13:44:50.355198 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-a20a754a-e11c-40f8-9462-48f5cf73933e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77fc41c5-c374-44c3-86a9-9ed2fec053d5', 'name': 'tempest-TestServerMultinode-2006933926-router', 'tenant_id': '1557f483dfe94e64b40221381f234042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '2c88cf99-4a16-4f8d-805c-57a9b091c962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:44:44Z', 'updated_at': '2021-08-22T13:44:48Z', 'revision_number': 3, 'project_id': '1557f483dfe94e64b40221381f234042', 'gw_port': {'id': '2c88cf99-4a16-4f8d-805c-57a9b091c962', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:75:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77fc41c5-c374-44c3-86a9-9ed2fec053d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:44:45Z', 'updated_at': '2021-08-22T13:44:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:50.393816 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9e244d6c-fc6a-4189-b36f-f5613bceaa3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:50.405190 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20a754a-e11c-40f8-9462-48f5cf73933e None None] Checking router: 77fc41c5-c374-44c3-86a9-9ed2fec053d5 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:44:50.405604 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20a754a-e11c-40f8-9462-48f5cf73933e None None] Updating router 77fc41c5-c374-44c3-86a9-9ed2fec053d5 port 2c88cf99-4a16-4f8d-805c-57a9b091c962 binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:44:50.432632 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-60f93a01-e48c-4ac4-92d6-22a1ca566b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:50.435252 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-a20a754a-e11c-40f8-9462-48f5cf73933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:50.495564 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-60f93a01-e48c-4ac4-92d6-22a1ca566b04 None None] For port 89bf6f35-dacf-47b0-8ee2-0e2a8816609c, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=89bf6f35-dacf-47b0-8ee2-0e2a8816609c,segment=NetworkSegment(51af49f7-4299-40d2-a0d4-e06d0a3e571c),segment_id=51af49f7-4299-40d2-a0d4-e06d0a3e571c)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:44:50.503492 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-60f93a01-e48c-4ac4-92d6-22a1ca566b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:50.586401 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-60f93a01-e48c-4ac4-92d6-22a1ca566b04 None None] Provisioning complete for port e6854273-ead0-4798-bd50-a90f736ebbcf triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:44:50.596976 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-60f93a01-e48c-4ac4-92d6-22a1ca566b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:50.640096 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-b4ae7b0c-b841-445f-82de-67d5fe1eb62c service neutron] 10.222.0.41 "GET /v2.0/ports/2ff0fe91-fbfe-4eef-bc6d-78957500ba39/bindings/n-h2-793621-33 HTTP/1.1" status: 200 len: 385 time: 0.8697913 Aug 22 13:44:50.667189 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f93a01-e48c-4ac4-92d6-22a1ca566b04 None None] Pushing event updated for resources: {'Port': ['ID=89bf6f35-dacf-47b0-8ee2-0e2a8816609c,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:50.744104 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-448e5ffd-2fe3-47cb-a14c-a74d989c2086 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:50.752982 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7b702038-a867-4861-bcd0-1e857819fb27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:50.764836 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7b702038-a867-4861-bcd0-1e857819fb27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:50.803596 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b702038-a867-4861-bcd0-1e857819fb27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9311d514-8a4c-4112-a4ba-30cafc49243b,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:50.808155 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e244d6c-fc6a-4189-b36f-f5613bceaa3b admin admin] Router e2af0f80-c9ee-4ca7-9d94-a04dc06288e5 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:44:50.845411 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-7b702038-a867-4861-bcd0-1e857819fb27 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ee8ba59abf3d44caa672289996bc31a8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9101596 Aug 22 13:44:50.846202 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55110) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:50.886305 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-a20a754a-e11c-40f8-9462-48f5cf73933e None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:50.896552 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-a20a754a-e11c-40f8-9462-48f5cf73933e None None] Transition to ACTIVE for port object 2c88cf99-4a16-4f8d-805c-57a9b091c962 will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:44:50.908486 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-a20a754a-e11c-40f8-9462-48f5cf73933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:50.935798 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-ee48d06c-0fdc-44d3-a913-4af4cd508ae1 None None] Provisioning complete for port 89bf6f35-dacf-47b0-8ee2-0e2a8816609c triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:44:50.936373 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ee48d06c-0fdc-44d3-a913-4af4cd508ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:50.970997 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cda54ed3-73ff-43a5-aa18-c341f124e802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:51.015788 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cda54ed3-73ff-43a5-aa18-c341f124e802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:51.018092 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device e6854273-ead0-4798-bd50-a90f736ebbcf up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:44:51.074869 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-a20a754a-e11c-40f8-9462-48f5cf73933e None None] Attempting to bind port 2c88cf99-4a16-4f8d-805c-57a9b091c962 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:44:51.075274 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-a20a754a-e11c-40f8-9462-48f5cf73933e None None] Attempting to bind port 2c88cf99-4a16-4f8d-805c-57a9b091c962 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:44:51.075639 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20a754a-e11c-40f8-9462-48f5cf73933e None None] Attempting to bind port 2c88cf99-4a16-4f8d-805c-57a9b091c962 on network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:44:51.100082 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-448e5ffd-2fe3-47cb-a14c-a74d989c2086 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:51.108274 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90db657f-b286-4e60-a359-cae0fe6a1ab4 None None] Pushing event updated for resources: {'Port': ['ID=2c88cf99-4a16-4f8d-805c-57a9b091c962,revision_number=2']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:51.122050 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20a754a-e11c-40f8-9462-48f5cf73933e None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:44:51.122433 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20a754a-e11c-40f8-9462-48f5cf73933e None None] Checking segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:44:51.123689 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-a20a754a-e11c-40f8-9462-48f5cf73933e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:51.124126 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20a754a-e11c-40f8-9462-48f5cf73933e None None] Bound using segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:44:51.124735 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-a20a754a-e11c-40f8-9462-48f5cf73933e None None] Bound port: 2c88cf99-4a16-4f8d-805c-57a9b091c962, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:44:51.125120 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-a20a754a-e11c-40f8-9462-48f5cf73933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:51.136127 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port e6854273-ead0-4798-bd50-a90f736ebbcf triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:44:51.137287 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:51.145336 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-79ad2441-4ed6-4f67-acf9-236d9e0fd09f service neutron] For port 2ff0fe91-fbfe-4eef-bc6d-78957500ba39, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=2ff0fe91-fbfe-4eef-bc6d-78957500ba39,segment=NetworkSegment(3ddf7eac-d84f-4dbb-b953-6c0071efe217),segment_id=3ddf7eac-d84f-4dbb-b953-6c0071efe217)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:44:51.149886 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90db657f-b286-4e60-a359-cae0fe6a1ab4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:44:51.150426 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90db657f-b286-4e60-a359-cae0fe6a1ab4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:44:51.150913 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90db657f-b286-4e60-a359-cae0fe6a1ab4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:44:51.151400 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90db657f-b286-4e60-a359-cae0fe6a1ab4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:44:51.152577 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90db657f-b286-4e60-a359-cae0fe6a1ab4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:44:51.153097 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90db657f-b286-4e60-a359-cae0fe6a1ab4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:44:51.153591 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90db657f-b286-4e60-a359-cae0fe6a1ab4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:44:51.154067 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90db657f-b286-4e60-a359-cae0fe6a1ab4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:44:51.154530 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90db657f-b286-4e60-a359-cae0fe6a1ab4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:44:51.155016 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90db657f-b286-4e60-a359-cae0fe6a1ab4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:44:51.155487 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90db657f-b286-4e60-a359-cae0fe6a1ab4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:44:51.155979 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90db657f-b286-4e60-a359-cae0fe6a1ab4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:44:51.223514 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-a20a754a-e11c-40f8-9462-48f5cf73933e None None] For port 2c88cf99-4a16-4f8d-805c-57a9b091c962, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:44:51.229527 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-a20a754a-e11c-40f8-9462-48f5cf73933e None None] For port 2c88cf99-4a16-4f8d-805c-57a9b091c962, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=2c88cf99-4a16-4f8d-805c-57a9b091c962,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:44:51.240787 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-a20a754a-e11c-40f8-9462-48f5cf73933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:51.259318 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e244d6c-fc6a-4189-b36f-f5613bceaa3b admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:44:51.281548 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf38aa1d-e001-4a44-90e3-02985859537a None None] Sync routers for ids ['e2af0f80-c9ee-4ca7-9d94-a04dc06288e5'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:44:51.315230 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6f27737b-dfbc-4ae4-b793-6c0cf4c885a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:51.318507 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf38aa1d-e001-4a44-90e3-02985859537a None None] Routers {'e2af0f80-c9ee-4ca7-9d94-a04dc06288e5'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:44:51.319429 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-cf38aa1d-e001-4a44-90e3-02985859537a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:44:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['e2af0f80-c9ee-4ca7-9d94-a04dc06288e5'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:51.329988 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 89bf6f35-dacf-47b0-8ee2-0e2a8816609c up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:44:51.352429 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448e5ffd-2fe3-47cb-a14c-a74d989c2086 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Network ec4a750b-d059-48e6-9f68-72e3c560e89b is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:44:51.355295 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448e5ffd-2fe3-47cb-a14c-a74d989c2086 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Pushing event updated for resources: {'Port': ['ID=36422a56-2213-4452-9a80-751c945a4d04,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:51.359513 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-79ad2441-4ed6-4f67-acf9-236d9e0fd09f service neutron] For port 2ff0fe91-fbfe-4eef-bc6d-78957500ba39, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:44:51.371400 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cda54ed3-73ff-43a5-aa18-c341f124e802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:51.374468 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cda54ed3-73ff-43a5-aa18-c341f124e802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:51.375626 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-cda54ed3-73ff-43a5-aa18-c341f124e802 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9311d514-8a4c-4112-a4ba-30cafc49243b HTTP/1.1" status: 204 len: 168 time: 0.5246556 Aug 22 13:44:51.392146 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9e244d6c-fc6a-4189-b36f-f5613bceaa3b admin admin] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:51.396914 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-9e244d6c-fc6a-4189-b36f-f5613bceaa3b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.8431933 Aug 22 13:44:51.399573 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55132) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:51.404528 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-448e5ffd-2fe3-47cb-a14c-a74d989c2086 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:44:51.406113 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20a754a-e11c-40f8-9462-48f5cf73933e None None] Routers {'77fc41c5-c374-44c3-86a9-9ed2fec053d5'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:44:51.406852 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-a20a754a-e11c-40f8-9462-48f5cf73933e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:44:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['77fc41c5-c374-44c3-86a9-9ed2fec053d5'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:51.427512 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448e5ffd-2fe3-47cb-a14c-a74d989c2086 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:44:51.445626 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90db657f-b286-4e60-a359-cae0fe6a1ab4 None None] Pushing event updated for resources: {'Port': ['ID=2c88cf99-4a16-4f8d-805c-57a9b091c962,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:51.515754 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448e5ffd-2fe3-47cb-a14c-a74d989c2086 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:44:51.516441 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-448e5ffd-2fe3-47cb-a14c-a74d989c2086 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:51.554978 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 89bf6f35-dacf-47b0-8ee2-0e2a8816609c triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:44:51.555268 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:51.576744 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda54ed3-73ff-43a5-aa18-c341f124e802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9311d514-8a4c-4112-a4ba-30cafc49243b,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:51.603021 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-a20a754a-e11c-40f8-9462-48f5cf73933e None None] Set router 77fc41c5-c374-44c3-86a9-9ed2fec053d5 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:44:51.639638 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-448e5ffd-2fe3-47cb-a14c-a74d989c2086 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.7786348 Aug 22 13:44:51.644531 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55136) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:51.650499 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-347202af-d85b-41eb-8ac4-6cf1cd60ce27 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Request body: {'floatingip': {'port_id': '36422a56-2213-4452-9a80-751c945a4d04'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:44:51.766145 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-6f27737b-dfbc-4ae4-b793-6c0cf4c885a5 admin admin] Allocated IP 172.20.0.1 (8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c/790bcf42-3a82-4ae4-815f-3615fcbabaf2/912ee329-478c-4d25-b390-3abc32dfe6d5) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:44:51.806658 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-347202af-d85b-41eb-8ac4-6cf1cd60ce27 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for floatingip, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:51.811392 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-cf38aa1d-e001-4a44-90e3-02985859537a None None] Set router e2af0f80-c9ee-4ca7-9d94-a04dc06288e5 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:44:52.012768 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6f27737b-dfbc-4ae4-b793-6c0cf4c885a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:52.058014 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-6f27737b-dfbc-4ae4-b793-6c0cf4c885a5 admin admin] Transition to ACTIVE for port object 912ee329-478c-4d25-b390-3abc32dfe6d5 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:44:52.117538 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65807f78-b5b2-49f5-aa5a-e5b6eb26cfec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ff0fe91-fbfe-4eef-bc6d-78957500ba39'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:44:52.119928 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b18c91-f9d1-4dba-875b-74f01cca8f94" -d '{"events": [{"server_uuid": "65807f78-b5b2-49f5-aa5a-e5b6eb26cfec", "name": "network-vif-unplugged", "status": "completed", "tag": "2ff0fe91-fbfe-4eef-bc6d-78957500ba39"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:44:52.131114 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-79ad2441-4ed6-4f67-acf9-236d9e0fd09f service neutron] For port 2ff0fe91-fbfe-4eef-bc6d-78957500ba39, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=2ff0fe91-fbfe-4eef-bc6d-78957500ba39,segment=NetworkSegment(3ddf7eac-d84f-4dbb-b953-6c0071efe217),segment_id=3ddf7eac-d84f-4dbb-b953-6c0071efe217)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:44:52.171451 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55152) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:52.187605 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-79ad2441-4ed6-4f67-acf9-236d9e0fd09f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:52.228783 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 13:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74bb772e-98de-4432-ad18-4e73087af081 x-openstack-request-id: req-74bb772e-98de-4432-ad18-4e73087af081 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:44:52.229087 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65807f78-b5b2-49f5-aa5a-e5b6eb26cfec", "name": "network-vif-unplugged", "status": "completed", "tag": "2ff0fe91-fbfe-4eef-bc6d-78957500ba39", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:44:52.229344 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-74bb772e-98de-4432-ad18-4e73087af081 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:44:52.230616 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65807f78-b5b2-49f5-aa5a-e5b6eb26cfec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ff0fe91-fbfe-4eef-bc6d-78957500ba39', 'code': 200} Aug 22 13:44:52.252497 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ce75a-584e-4bc2-98b8-a14d04228e7b req-6f9882cd-d50d-4f80-a343-b30f64795148 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:44:52.256859 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-900ce75a-584e-4bc2-98b8-a14d04228e7b req-6f9882cd-d50d-4f80-a343-b30f64795148 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=65807f78-b5b2-49f5-aa5a-e5b6eb26cfec HTTP/1.1" status: 200 len: 945 time: 0.7527289 Aug 22 13:44:52.299711 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6f27737b-dfbc-4ae4-b793-6c0cf4c885a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:52.301690 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-a20a754a-e11c-40f8-9462-48f5cf73933e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77fc41c5-c374-44c3-86a9-9ed2fec053d5', 'name': 'tempest-TestServerMultinode-2006933926-router', 'tenant_id': '1557f483dfe94e64b40221381f234042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '2c88cf99-4a16-4f8d-805c-57a9b091c962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:44:44Z', 'updated_at': '2021-08-22T13:44:48Z', 'revision_number': 3, 'project_id': '1557f483dfe94e64b40221381f234042', 'gw_port': {'id': '2c88cf99-4a16-4f8d-805c-57a9b091c962', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:75:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77fc41c5-c374-44c3-86a9-9ed2fec053d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:44:45Z', 'updated_at': '2021-08-22T13:44:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:52.363955 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20a754a-e11c-40f8-9462-48f5cf73933e None None] The sync data for ids ['77fc41c5-c374-44c3-86a9-9ed2fec053d5'] in n-d-793621-33 is: [{'id': '77fc41c5-c374-44c3-86a9-9ed2fec053d5', 'name': 'tempest-TestServerMultinode-2006933926-router', 'tenant_id': '1557f483dfe94e64b40221381f234042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '2c88cf99-4a16-4f8d-805c-57a9b091c962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:44:44Z', 'updated_at': '2021-08-22T13:44:48Z', 'revision_number': 3, 'project_id': '1557f483dfe94e64b40221381f234042', 'gw_port': {'id': '2c88cf99-4a16-4f8d-805c-57a9b091c962', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:75:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77fc41c5-c374-44c3-86a9-9ed2fec053d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:44:45Z', 'updated_at': '2021-08-22T13:44:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:44:52.421276 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-900ce75a-584e-4bc2-98b8-a14d04228e7b req-32f5dd2b-fd5e-4e81-9cd6-cf10155fc37b tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfa256e4-15e1-4bb5-82ae-f3ce1917cd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044106 Aug 22 13:44:52.446189 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-79ad2441-4ed6-4f67-acf9-236d9e0fd09f service neutron] Transition to ACTIVE for port object 2ff0fe91-fbfe-4eef-bc6d-78957500ba39 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:44:52.548529 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-79ad2441-4ed6-4f67-acf9-236d9e0fd09f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:52.571919 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f27737b-dfbc-4ae4-b793-6c0cf4c885a5 admin admin] Network 8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:44:52.582672 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-6f27737b-dfbc-4ae4-b793-6c0cf4c885a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:44:52.597172 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f27737b-dfbc-4ae4-b793-6c0cf4c885a5 admin admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:44:52.656757 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-aa37f510-3095-4814-8fbf-59572c25f6a0 tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:44:52.702110 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-cf38aa1d-e001-4a44-90e3-02985859537a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2af0f80-c9ee-4ca7-9d94-a04dc06288e5', 'name': 'tempest-TestServerBasicOps-627244657-router', 'tenant_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '61367f09-c651-4958-adfe-5b5450a8e478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:44:45Z', 'updated_at': '2021-08-22T13:44:48Z', 'revision_number': 3, 'project_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'gw_port': {'id': '61367f09-c651-4958-adfe-5b5450a8e478', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:43:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2af0f80-c9ee-4ca7-9d94-a04dc06288e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:44:46Z', 'updated_at': '2021-08-22T13:44:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:52.739338 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f27737b-dfbc-4ae4-b793-6c0cf4c885a5 admin admin] Pushing event updated for resources: {'Port': ['ID=912ee329-478c-4d25-b390-3abc32dfe6d5,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:52.852698 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf38aa1d-e001-4a44-90e3-02985859537a None None] Checking router: e2af0f80-c9ee-4ca7-9d94-a04dc06288e5 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:44:52.853049 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf38aa1d-e001-4a44-90e3-02985859537a None None] Updating router e2af0f80-c9ee-4ca7-9d94-a04dc06288e5 port 61367f09-c651-4958-adfe-5b5450a8e478 binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:44:52.907085 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-cf38aa1d-e001-4a44-90e3-02985859537a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:53.037511 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6f27737b-dfbc-4ae4-b793-6c0cf4c885a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:53.082155 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-aa37f510-3095-4814-8fbf-59572c25f6a0 tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] 10.222.0.21 "PUT /v2.0/quotas/d54d595fb9f44c62afd378f20fe7ee3f HTTP/1.1" status: 200 len: 368 time: 0.9004462 Aug 22 13:44:53.182031 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 55172) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:53.189806 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 2c88cf99-4a16-4f8d-805c-57a9b091c962 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:44:53.195989 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-6cf08858-d2ad-41f1-ae5f-48df540bae34 tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] Request body: {'network': {'project_id': 'd54d595fb9f44c62afd378f20fe7ee3f'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:44:53.274352 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-2cb5575c-ed5f-49ff-bad3-41c1f34ffd11 None None] Provisioning for port 912ee329-478c-4d25-b390-3abc32dfe6d5 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:44:53.293195 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-2cb5575c-ed5f-49ff-bad3-41c1f34ffd11 None None] Provisioning complete for port 912ee329-478c-4d25-b390-3abc32dfe6d5 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:44:53.293658 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2cb5575c-ed5f-49ff-bad3-41c1f34ffd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:53.370345 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-2cb5575c-ed5f-49ff-bad3-41c1f34ffd11 None None] Port 912ee329-478c-4d25-b390-3abc32dfe6d5 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:44:53.461951 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ad2441-4ed6-4f67-acf9-236d9e0fd09f service neutron] Pushing event updated for resources: {'Port': ['ID=2ff0fe91-fbfe-4eef-bc6d-78957500ba39,revision_number=11']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:53.465919 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 2c88cf99-4a16-4f8d-805c-57a9b091c962 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:44:53.488123 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 2c88cf99-4a16-4f8d-805c-57a9b091c962 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:44:53.488696 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:53.506586 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf08858-d2ad-41f1-ae5f-48df540bae34 tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] Made reservation on behalf of d54d595fb9f44c62afd378f20fe7ee3f for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:44:53.513413 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6cf08858-d2ad-41f1-ae5f-48df540bae34 tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:53.533135 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-79ad2441-4ed6-4f67-acf9-236d9e0fd09f service neutron] No DVR routers for this DVR port 2ff0fe91-fbfe-4eef-bc6d-78957500ba39 on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:44:53.684653 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:53.688329 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6cf08858-d2ad-41f1-ae5f-48df540bae34 tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:53.724115 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 2c88cf99-4a16-4f8d-805c-57a9b091c962, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=2c88cf99-4a16-4f8d-805c-57a9b091c962,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:44:53.742966 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:53.751091 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e938dd7-6de4-482e-8052-f2ce8ecff9d5 req-3e8e138d-ce70-4715-8a59-6adf97846e2e tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:44:53.758832 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9e938dd7-6de4-482e-8052-f2ce8ecff9d5 req-3e8e138d-ce70-4715-8a59-6adf97846e2e tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=65807f78-b5b2-49f5-aa5a-e5b6eb26cfec HTTP/1.1" status: 200 len: 944 time: 0.2117727 Aug 22 13:44:53.762181 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 2ff0fe91-fbfe-4eef-bc6d-78957500ba39 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:44:53.890102 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6cf08858-d2ad-41f1-ae5f-48df540bae34 tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:53.906072 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.db.resource_extend [None req-347202af-d85b-41eb-8ac4-6cf1cd60ce27 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 22 13:44:53.933708 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-cf38aa1d-e001-4a44-90e3-02985859537a None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:53.939994 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 2ff0fe91-fbfe-4eef-bc6d-78957500ba39 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:44:53.942307 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6cf08858-d2ad-41f1-ae5f-48df540bae34 tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:53.976482 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-cf38aa1d-e001-4a44-90e3-02985859537a None None] Transition to ACTIVE for port object 61367f09-c651-4958-adfe-5b5450a8e478 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:44:53.986087 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=2c88cf99-4a16-4f8d-805c-57a9b091c962,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:54.001771 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-cf38aa1d-e001-4a44-90e3-02985859537a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:54.024790 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6f27737b-dfbc-4ae4-b793-6c0cf4c885a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:54.032842 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9e938dd7-6de4-482e-8052-f2ce8ecff9d5 req-02b05e7a-8c81-4436-ac09-dff208e6a70b tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfa256e4-15e1-4bb5-82ae-f3ce1917cd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2597954 Aug 22 13:44:54.037695 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-38f08c28-f37a-40fa-9bee-14f65b9596ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:54.042054 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cf08858-d2ad-41f1-ae5f-48df540bae34 tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:44:54.078278 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6cf08858-d2ad-41f1-ae5f-48df540bae34 tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:54.078632 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-6cf08858-d2ad-41f1-ae5f-48df540bae34 tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] Added segment 5d7194f3-4eed-48db-8a7c-0bd641a60843 of type vlan for network 1a699a18-8853-4045-b7f8-06e013355942 Aug 22 13:44:54.101516 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73f1377-4b66-4598-aeb2-fdab09f83390 None None] Pushing event updated for resources: {'Port': ['ID=61367f09-c651-4958-adfe-5b5450a8e478,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:54.119394 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-347202af-d85b-41eb-8ac4-6cf1cd60ce27 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:54.127322 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf08858-d2ad-41f1-ae5f-48df540bae34 tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38749d77-bea6-4ae9-8781-f9d5791f56df,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:54.129390 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-347202af-d85b-41eb-8ac4-6cf1cd60ce27 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:54.138836 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-cf38aa1d-e001-4a44-90e3-02985859537a None None] Attempting to bind port 61367f09-c651-4958-adfe-5b5450a8e478 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:44:54.139370 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-cf38aa1d-e001-4a44-90e3-02985859537a None None] Attempting to bind port 61367f09-c651-4958-adfe-5b5450a8e478 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:44:54.139890 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf38aa1d-e001-4a44-90e3-02985859537a None None] Attempting to bind port 61367f09-c651-4958-adfe-5b5450a8e478 on network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:44:54.147878 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf38aa1d-e001-4a44-90e3-02985859537a None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:44:54.148585 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf38aa1d-e001-4a44-90e3-02985859537a None None] Checking segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:44:54.149220 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-cf38aa1d-e001-4a44-90e3-02985859537a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:54.149925 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf38aa1d-e001-4a44-90e3-02985859537a None None] Bound using segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:44:54.164471 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-cf38aa1d-e001-4a44-90e3-02985859537a None None] Bound port: 61367f09-c651-4958-adfe-5b5450a8e478, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:44:54.165190 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-cf38aa1d-e001-4a44-90e3-02985859537a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:54.250143 n-d-793621-33 neutron-server[94627]: INFO neutron.db.l3_db [None req-347202af-d85b-41eb-8ac4-6cf1cd60ce27 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Floating IP d82b41f7-f851-4c37-ac52-7bf5aff6cabb associated. External IP: 172.25.3.149, port: 36422a56-2213-4452-9a80-751c945a4d04. Aug 22 13:44:54.270657 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6cf08858-d2ad-41f1-ae5f-48df540bae34 tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:54.279554 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-cf38aa1d-e001-4a44-90e3-02985859537a None None] For port 61367f09-c651-4958-adfe-5b5450a8e478, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:44:54.283132 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-cf38aa1d-e001-4a44-90e3-02985859537a None None] For port 61367f09-c651-4958-adfe-5b5450a8e478, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=61367f09-c651-4958-adfe-5b5450a8e478,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:44:54.287353 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-79ad2441-4ed6-4f67-acf9-236d9e0fd09f service neutron] 10.222.0.41 "PUT /v2.0/ports/2ff0fe91-fbfe-4eef-bc6d-78957500ba39/bindings/n-h2-793621-33/activate HTTP/1.1" status: 200 len: 370 time: 3.6392834 Aug 22 13:44:54.291569 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-cf38aa1d-e001-4a44-90e3-02985859537a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:54.364372 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf38aa1d-e001-4a44-90e3-02985859537a None None] Routers {'e2af0f80-c9ee-4ca7-9d94-a04dc06288e5'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:44:54.365601 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-cf38aa1d-e001-4a44-90e3-02985859537a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:44:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['e2af0f80-c9ee-4ca7-9d94-a04dc06288e5'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:54.405454 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6cf08858-d2ad-41f1-ae5f-48df540bae34 tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:54.406546 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf08858-d2ad-41f1-ae5f-48df540bae34 tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:44:54.407123 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6cf08858-d2ad-41f1-ae5f-48df540bae34 tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:54.424705 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73f1377-4b66-4598-aeb2-fdab09f83390 None None] Pushing event updated for resources: {'Port': ['ID=61367f09-c651-4958-adfe-5b5450a8e478,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:54.552685 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-cf38aa1d-e001-4a44-90e3-02985859537a None None] Set router e2af0f80-c9ee-4ca7-9d94-a04dc06288e5 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:44:54.894279 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-cf38aa1d-e001-4a44-90e3-02985859537a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2af0f80-c9ee-4ca7-9d94-a04dc06288e5', 'name': 'tempest-TestServerBasicOps-627244657-router', 'tenant_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '61367f09-c651-4958-adfe-5b5450a8e478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:44:45Z', 'updated_at': '2021-08-22T13:44:48Z', 'revision_number': 3, 'project_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'gw_port': {'id': '61367f09-c651-4958-adfe-5b5450a8e478', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:43:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2af0f80-c9ee-4ca7-9d94-a04dc06288e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:44:46Z', 'updated_at': '2021-08-22T13:44:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:54.946676 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf38aa1d-e001-4a44-90e3-02985859537a None None] The sync data for ids ['e2af0f80-c9ee-4ca7-9d94-a04dc06288e5'] in n-d-793621-33 is: [{'id': 'e2af0f80-c9ee-4ca7-9d94-a04dc06288e5', 'name': 'tempest-TestServerBasicOps-627244657-router', 'tenant_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '61367f09-c651-4958-adfe-5b5450a8e478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:44:45Z', 'updated_at': '2021-08-22T13:44:48Z', 'revision_number': 3, 'project_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'gw_port': {'id': '61367f09-c651-4958-adfe-5b5450a8e478', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:43:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2af0f80-c9ee-4ca7-9d94-a04dc06288e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:44:46Z', 'updated_at': '2021-08-22T13:44:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:44:54.950470 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 2c88cf99-4a16-4f8d-805c-57a9b091c962 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:44:55.023817 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 2c88cf99-4a16-4f8d-805c-57a9b091c962 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:44:55.024197 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:55.069840 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf08858-d2ad-41f1-ae5f-48df540bae34 tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] Pushing event updated for resources: {'Network': ['ID=1a699a18-8853-4045-b7f8-06e013355942,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:55.094189 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 1a699a18-8853-4045-b7f8-06e013355942 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:44:55.163663 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6cf08858-d2ad-41f1-ae5f-48df540bae34 tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.9801476 Aug 22 13:44:55.164514 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 55204) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:55.178780 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-733b89b7-90a3-4bf8-91da-13a1f44a1ffb tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] Request body: {'network': {'project_id': 'd54d595fb9f44c62afd378f20fe7ee3f'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:44:55.217139 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733b89b7-90a3-4bf8-91da-13a1f44a1ffb tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] Made reservation on behalf of d54d595fb9f44c62afd378f20fe7ee3f for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:44:55.219640 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-733b89b7-90a3-4bf8-91da-13a1f44a1ffb tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:55.225558 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6f27737b-dfbc-4ae4-b793-6c0cf4c885a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:55.234784 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6f27737b-dfbc-4ae4-b793-6c0cf4c885a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:55.336460 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-733b89b7-90a3-4bf8-91da-13a1f44a1ffb tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:44:55.372664 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-733b89b7-90a3-4bf8-91da-13a1f44a1ffb tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:55.373031 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-733b89b7-90a3-4bf8-91da-13a1f44a1ffb tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] Added segment efb7aad1-d42f-49fb-8ad7-1d90becb825a of type vlan for network 691d1a81-10cc-4e9f-8d1c-fb13f5b6b1f4 Aug 22 13:44:55.387696 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-38f08c28-f37a-40fa-9bee-14f65b9596ef admin admin] Allocated IP 172.20.0.1 (37ee4cf7-10be-4d52-ae13-17f3d9d1a603/8a600dcd-ff12-4375-ac21-b5282a859d67/21756523-62f2-4f88-87a4-4511f0330725) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:44:55.411107 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e30d4-faa0-42b6-a42b-1f252462d260 req-8f13f9db-a091-4724-8b51-a8e2d176d235 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:44:55.422690 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-738e30d4-faa0-42b6-a42b-1f252462d260 req-8f13f9db-a091-4724-8b51-a8e2d176d235 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=65807f78-b5b2-49f5-aa5a-e5b6eb26cfec HTTP/1.1" status: 200 len: 944 time: 0.1408336 Aug 22 13:44:55.427468 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6f27737b-dfbc-4ae4-b793-6c0cf4c885a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:55.436374 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-13c3d5ad-3bc6-477f-9cdb-2c55d94a0d1d tempest-TestNetworkAdvancedServerOps-2090656047 tempest-TestNetworkAdvancedServerOps-2090656047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:44:55.439154 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-13c3d5ad-3bc6-477f-9cdb-2c55d94a0d1d tempest-TestNetworkAdvancedServerOps-2090656047 tempest-TestNetworkAdvancedServerOps-2090656047-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=65807f78-b5b2-49f5-aa5a-e5b6eb26cfec&tenant_id=50b3d484826f4e1f8052fde49b87f38a&binding%3Ahost_id=n-h1-793621-33 HTTP/1.1" status: 200 len: 1096 time: 1.0812409 Aug 22 13:44:55.451778 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f27737b-dfbc-4ae4-b793-6c0cf4c885a5 admin admin] Pushing event updated for resources: {'Port': ['ID=912ee329-478c-4d25-b390-3abc32dfe6d5,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:55.521527 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-733b89b7-90a3-4bf8-91da-13a1f44a1ffb tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:55.662178 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-738e30d4-faa0-42b6-a42b-1f252462d260 req-51d99bcf-c7d8-4e53-9585-57e24e18814f tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfa256e4-15e1-4bb5-82ae-f3ce1917cd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2379007 Aug 22 13:44:55.685845 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-cad5967b-be45-4fec-a69c-eaaab0478d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:44:55.687749 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-cad5967b-be45-4fec-a69c-eaaab0478d0a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=65807f78-b5b2-49f5-aa5a-e5b6eb26cfec&tenant_id=50b3d484826f4e1f8052fde49b87f38a HTTP/1.1" status: 200 len: 1096 time: 0.2179253 Aug 22 13:44:55.742787 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f27737b-dfbc-4ae4-b793-6c0cf4c885a5 admin admin] Network 8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:44:55.749916 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-733b89b7-90a3-4bf8-91da-13a1f44a1ffb tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:55.753701 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733b89b7-90a3-4bf8-91da-13a1f44a1ffb tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:44:55.754674 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-733b89b7-90a3-4bf8-91da-13a1f44a1ffb tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:55.763716 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-6f27737b-dfbc-4ae4-b793-6c0cf4c885a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:44:55.871400 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-38f08c28-f37a-40fa-9bee-14f65b9596ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:55.905412 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-38f08c28-f37a-40fa-9bee-14f65b9596ef admin admin] Transition to ACTIVE for port object 21756523-62f2-4f88-87a4-4511f0330725 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:44:55.920901 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-733b89b7-90a3-4bf8-91da-13a1f44a1ffb tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7537763 Aug 22 13:44:55.931652 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55226) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:55.946048 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-3555be8a-04f3-40bb-8fbc-f3bd2a393410 tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] Request body: {'network': {'project_id': 'd54d595fb9f44c62afd378f20fe7ee3f'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:44:55.982685 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733b89b7-90a3-4bf8-91da-13a1f44a1ffb tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] Pushing event updated for resources: {'Network': ['ID=691d1a81-10cc-4e9f-8d1c-fb13f5b6b1f4,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:56.004622 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 691d1a81-10cc-4e9f-8d1c-fb13f5b6b1f4 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:44:56.038572 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-3555be8a-04f3-40bb-8fbc-f3bd2a393410 tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 22 13:44:56.039069 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3555be8a-04f3-40bb-8fbc-f3bd2a393410 tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:44:56.043143 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-3555be8a-04f3-40bb-8fbc-f3bd2a393410 tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0990684 Aug 22 13:44:56.054634 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55232) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:56.073295 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-38f08c28-f37a-40fa-9bee-14f65b9596ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:56.103896 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-347202af-d85b-41eb-8ac4-6cf1cd60ce27 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Router 489af23b-374e-492e-bca9-aa4d57f956cd has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:44:56.180761 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-715aa430-b425-430b-a8c2-97b619fe2f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:44:56.185658 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f27737b-dfbc-4ae4-b793-6c0cf4c885a5 admin admin] Router 77fc41c5-c374-44c3-86a9-9ed2fec053d5 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:44:56.187521 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-715aa430-b425-430b-a8c2-97b619fe2f19 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=50b3d484826f4e1f8052fde49b87f38a&device_id=65807f78-b5b2-49f5-aa5a-e5b6eb26cfec HTTP/1.1" status: 200 len: 1096 time: 0.4528587 Aug 22 13:44:56.299186 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f08c28-f37a-40fa-9bee-14f65b9596ef admin admin] Pushing event updated for resources: {'Port': ['ID=21756523-62f2-4f88-87a4-4511f0330725,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:56.318144 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-190aff7a-f828-403f-943e-12656e2ad04c tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d54d595fb9f44c62afd378f20fe7ee3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2589941 Aug 22 13:44:56.318427 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55238) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:56.324843 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-9a725ee4-427a-41dc-98d7-534d70e78d1e None None] Provisioning complete for port 912ee329-478c-4d25-b390-3abc32dfe6d5 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:44:56.326809 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9a725ee4-427a-41dc-98d7-534d70e78d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:56.353334 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f08c28-f37a-40fa-9bee-14f65b9596ef admin admin] Network 37ee4cf7-10be-4d52-ae13-17f3d9d1a603 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:44:56.387534 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-38f08c28-f37a-40fa-9bee-14f65b9596ef admin admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:44:56.390701 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f08c28-f37a-40fa-9bee-14f65b9596ef admin admin] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:44:56.394693 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-9a725ee4-427a-41dc-98d7-534d70e78d1e None None] Port 912ee329-478c-4d25-b390-3abc32dfe6d5 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:44:56.401453 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f27737b-dfbc-4ae4-b793-6c0cf4c885a5 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:44:56.412867 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82df8d9c-7acd-44e5-b1e2-a31a1692b293 None None] Sync routers for ids ['77fc41c5-c374-44c3-86a9-9ed2fec053d5'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:44:56.422294 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6f27737b-dfbc-4ae4-b793-6c0cf4c885a5 admin admin] 10.222.0.21 "PUT /v2.0/routers/77fc41c5-c374-44c3-86a9-9ed2fec053d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7743719 Aug 22 13:44:56.435289 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82df8d9c-7acd-44e5-b1e2-a31a1692b293 None None] Routers {'77fc41c5-c374-44c3-86a9-9ed2fec053d5'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:44:56.435933 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-82df8d9c-7acd-44e5-b1e2-a31a1692b293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:44:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['77fc41c5-c374-44c3-86a9-9ed2fec053d5'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:56.680014 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-38f08c28-f37a-40fa-9bee-14f65b9596ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:56.717325 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-82df8d9c-7acd-44e5-b1e2-a31a1692b293 None None] Set router 77fc41c5-c374-44c3-86a9-9ed2fec053d5 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:44:56.829743 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-a478f877-25da-417f-a1d7-8566bef1d142 None None] Provisioning for port 21756523-62f2-4f88-87a4-4511f0330725 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:44:56.858586 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-a478f877-25da-417f-a1d7-8566bef1d142 None None] Provisioning complete for port 21756523-62f2-4f88-87a4-4511f0330725 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:44:56.859288 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a478f877-25da-417f-a1d7-8566bef1d142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:56.897736 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-20aabab7-c4ae-427d-8139-afe14d383f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:44:56.899250 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-20aabab7-c4ae-427d-8139-afe14d383f95 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bf5a5750-b5ea-44cd-ad65-1dd63932d79a HTTP/1.1" status: 200 len: 897 time: 0.5957079 Aug 22 13:44:56.908992 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5ff41670-ce9c-441c-b67f-627243eed98f tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:56.957215 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad5982-6e65-4c74-8e7d-3d02b33f59c3 req-c91ba4c4-19d9-4777-ae82-788092f0c83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:44:56.971735 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5fad5982-6e65-4c74-8e7d-3d02b33f59c3 req-c91ba4c4-19d9-4777-ae82-788092f0c83d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=50b3d484826f4e1f8052fde49b87f38a&device_id=65807f78-b5b2-49f5-aa5a-e5b6eb26cfec HTTP/1.1" status: 200 len: 1096 time: 0.1829484 Aug 22 13:44:57.020709 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-a478f877-25da-417f-a1d7-8566bef1d142 None None] Port 21756523-62f2-4f88-87a4-4511f0330725 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:44:57.041657 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347202af-d85b-41eb-8ac4-6cf1cd60ce27 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:44:57.063894 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e2d0a5-4d0d-475b-893e-b5b87f953bd5 None None] Sync routers for ids ['489af23b-374e-492e-bca9-aa4d57f956cd'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:44:57.064156 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da02584a-866d-4a04-a400-729bdd37c7ed req-5aebb633-195a-401b-b991-bf75260c2412 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:44:57.074796 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-da02584a-866d-4a04-a400-729bdd37c7ed req-5aebb633-195a-401b-b991-bf75260c2412 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=65807f78-b5b2-49f5-aa5a-e5b6eb26cfec HTTP/1.1" status: 200 len: 944 time: 0.2215469 Aug 22 13:44:57.083916 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 61367f09-c651-4958-adfe-5b5450a8e478 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:44:57.108008 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-347202af-d85b-41eb-8ac4-6cf1cd60ce27 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:57.141834 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e2d0a5-4d0d-475b-893e-b5b87f953bd5 None None] Routers {'489af23b-374e-492e-bca9-aa4d57f956cd'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:44:57.142792 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-d1e2d0a5-4d0d-475b-893e-b5b87f953bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:44:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['489af23b-374e-492e-bca9-aa4d57f956cd'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:57.189145 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad5982-6e65-4c74-8e7d-3d02b33f59c3 req-b90988f7-da7e-4c18-93ad-cfb0bc35ae3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:44:57.194283 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5fad5982-6e65-4c74-8e7d-3d02b33f59c3 req-b90988f7-da7e-4c18-93ad-cfb0bc35ae3f service neutron] 10.222.0.41 "GET /v2.0/networks?id=bf5a5750-b5ea-44cd-ad65-1dd63932d79a HTTP/1.1" status: 200 len: 897 time: 0.1961153 Aug 22 13:44:57.203889 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-d1e2d0a5-4d0d-475b-893e-b5b87f953bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:57.225706 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e2d0a5-4d0d-475b-893e-b5b87f953bd5 None None] Routers {'489af23b-374e-492e-bca9-aa4d57f956cd'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:44:57.226504 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-d1e2d0a5-4d0d-475b-893e-b5b87f953bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:44:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['489af23b-374e-492e-bca9-aa4d57f956cd'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:57.258630 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-1fd941ae-46cf-461b-84b2-93998ae1e7d8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ff0fe91-fbfe-4eef-bc6d-78957500ba39 HTTP/1.1" status: 200 len: 999 time: 0.3447042 Aug 22 13:44:57.300220 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5ff41670-ce9c-441c-b67f-627243eed98f tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:57.305369 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 61367f09-c651-4958-adfe-5b5450a8e478 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:44:57.310343 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-d1e2d0a5-4d0d-475b-893e-b5b87f953bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:57.312638 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e2d0a5-4d0d-475b-893e-b5b87f953bd5 None None] The sync data for ids ['489af23b-374e-492e-bca9-aa4d57f956cd'] in n-d-793621-33 is: [] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:44:57.328272 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 61367f09-c651-4958-adfe-5b5450a8e478 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:44:57.328918 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:57.359743 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-82df8d9c-7acd-44e5-b1e2-a31a1692b293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77fc41c5-c374-44c3-86a9-9ed2fec053d5', 'name': 'tempest-TestServerMultinode-2006933926-router', 'tenant_id': '1557f483dfe94e64b40221381f234042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '2c88cf99-4a16-4f8d-805c-57a9b091c962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:44:44Z', 'updated_at': '2021-08-22T13:44:53Z', 'revision_number': 4, 'project_id': '1557f483dfe94e64b40221381f234042', 'gw_port': {'id': '2c88cf99-4a16-4f8d-805c-57a9b091c962', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:75:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fc41c5-c374-44c3-86a9-9ed2fec053d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:44:45Z', 'updated_at': '2021-08-22T13:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '912ee329-478c-4d25-b390-3abc32dfe6d5', 'name': '', 'network_id': '8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c', 'tenant_id': '1557f483dfe94e64b40221381f234042', 'mac_address': 'fa:16:3e:6f:b0:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77fc41c5-c374-44c3-86a9-9ed2fec053d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': '790bcf42-3a82-4ae4-815f-3615fcbabaf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:44:51Z', 'updated_at': '2021-08-22T13:44:54Z', 'revision_number': 2, 'project_id': '1557f483dfe94e64b40221381f234042', 'subnets': [{'id': '790bcf42-3a82-4ae4-815f-3615fcbabaf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:57.369383 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5fad5982-6e65-4c74-8e7d-3d02b33f59c3 req-67f2753a-c49b-4b0c-b9e2-a921fcd5da40 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ff0fe91-fbfe-4eef-bc6d-78957500ba39 HTTP/1.1" status: 200 len: 999 time: 0.1649723 Aug 22 13:44:57.450753 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:57.479188 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82df8d9c-7acd-44e5-b1e2-a31a1692b293 None None] Checking router: 77fc41c5-c374-44c3-86a9-9ed2fec053d5 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:44:57.479754 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82df8d9c-7acd-44e5-b1e2-a31a1692b293 None None] Updating router 77fc41c5-c374-44c3-86a9-9ed2fec053d5 port 912ee329-478c-4d25-b390-3abc32dfe6d5 binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:44:57.507192 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 61367f09-c651-4958-adfe-5b5450a8e478, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=61367f09-c651-4958-adfe-5b5450a8e478,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:44:57.516462 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:57.531882 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad5982-6e65-4c74-8e7d-3d02b33f59c3 req-8f0b066a-ceab-47d3-a7e9-764795e15d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:44:57.535480 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5fad5982-6e65-4c74-8e7d-3d02b33f59c3 req-8f0b066a-ceab-47d3-a7e9-764795e15d2c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0aff47bc-ed4a-4c75-9203-6ffecee8fcb0 HTTP/1.1" status: 200 len: 835 time: 0.1613433 Aug 22 13:44:57.538215 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-82df8d9c-7acd-44e5-b1e2-a31a1692b293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:57.540479 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-da02584a-866d-4a04-a400-729bdd37c7ed req-2afa9e5d-bfd6-4c5d-be2f-0d49d44bf1fd tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfa256e4-15e1-4bb5-82ae-f3ce1917cd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4599826 Aug 22 13:44:57.561962 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-347202af-d85b-41eb-8ac4-6cf1cd60ce27 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] 10.222.0.21 "PUT /v2.0/floatingips/d82b41f7-f851-4c37-ac52-7bf5aff6cabb HTTP/1.1" status: 200 len: 978 time: 5.9158363 Aug 22 13:44:57.564625 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55270) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:57.584477 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55272) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:57.648827 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad5982-6e65-4c74-8e7d-3d02b33f59c3 req-f69eda12-8457-44e5-b5ff-83c40113b40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:44:57.653245 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5fad5982-6e65-4c74-8e7d-3d02b33f59c3 req-f69eda12-8457-44e5-b5ff-83c40113b40a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bf5a5750-b5ea-44cd-ad65-1dd63932d79a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1089363 Aug 22 13:44:57.668085 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=61367f09-c651-4958-adfe-5b5450a8e478,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:57.680216 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-9af3bcd1-15fb-47c4-abf7-610a541bb306 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-569149754-network', 'tenant_id': 'c19f4e1f2b384336a91e39cf379ccad7'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:44:57.789102 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af3bcd1-15fb-47c4-abf7-610a541bb306 admin admin] Made reservation on behalf of c19f4e1f2b384336a91e39cf379ccad7 for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:44:57.791394 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9af3bcd1-15fb-47c4-abf7-610a541bb306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:57.794962 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-fe8bd165-24ea-4b5b-bf22-090465ffec49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:44:57.796421 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-fe8bd165-24ea-4b5b-bf22-090465ffec49 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0aff47bc-ed4a-4c75-9203-6ffecee8fcb0 HTTP/1.1" status: 200 len: 835 time: 0.4773066 Aug 22 13:44:57.831591 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5fad5982-6e65-4c74-8e7d-3d02b33f59c3 req-392b57a3-2999-4bf4-ac55-be14ea3b0aad service neutron] 10.222.0.41 "GET /v2.0/networks/bf5a5750-b5ea-44cd-ad65-1dd63932d79a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706643 Aug 22 13:44:57.844017 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9af3bcd1-15fb-47c4-abf7-610a541bb306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:57.884316 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-38f08c28-f37a-40fa-9bee-14f65b9596ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:57.922979 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5ff41670-ce9c-441c-b67f-627243eed98f tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:57.925714 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5ff41670-ce9c-441c-b67f-627243eed98f tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:57.929675 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-5ff41670-ce9c-441c-b67f-627243eed98f tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/38749d77-bea6-4ae9-8781-f9d5791f56df HTTP/1.1" status: 204 len: 168 time: 1.6094809 Aug 22 13:44:57.932137 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55274) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:44:57.961538 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-82df8d9c-7acd-44e5-b1e2-a31a1692b293 None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:58.000192 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-82df8d9c-7acd-44e5-b1e2-a31a1692b293 None None] Transition to ACTIVE for port object 912ee329-478c-4d25-b390-3abc32dfe6d5 will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:44:58.013924 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-82df8d9c-7acd-44e5-b1e2-a31a1692b293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:58.015837 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5fad5982-6e65-4c74-8e7d-3d02b33f59c3 req-3b07c83b-f78c-402c-9b1a-139dfd2bf063 service neutron] 10.222.0.41 "GET /v2.0/networks/bf5a5750-b5ea-44cd-ad65-1dd63932d79a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770980 Aug 22 13:44:58.036630 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff41670-ce9c-441c-b67f-627243eed98f tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38749d77-bea6-4ae9-8781-f9d5791f56df,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:58.039758 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-d17825af-6693-43dc-b0de-c2a6e864a403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:44:58.041673 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-d17825af-6693-43dc-b0de-c2a6e864a403 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bf5a5750-b5ea-44cd-ad65-1dd63932d79a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2103617 Aug 22 13:44:58.106214 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-632610e8-2859-4a27-8dd0-224f00de02f7 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Deleting port 36422a56-2213-4452-9a80-751c945a4d04 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:44:58.106499 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-632610e8-2859-4a27-8dd0-224f00de02f7 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:58.132077 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895e0c47-f045-48ea-91a9-4f6ef9258026 None None] Pushing event updated for resources: {'Port': ['ID=912ee329-478c-4d25-b390-3abc32dfe6d5,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:58.205298 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-82df8d9c-7acd-44e5-b1e2-a31a1692b293 None None] Attempting to bind port 912ee329-478c-4d25-b390-3abc32dfe6d5 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:44:58.205716 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-82df8d9c-7acd-44e5-b1e2-a31a1692b293 None None] Attempting to bind port 912ee329-478c-4d25-b390-3abc32dfe6d5 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '82977cb8-5955-415f-8390-123858fef82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:44:58.206146 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82df8d9c-7acd-44e5-b1e2-a31a1692b293 None None] Attempting to bind port 912ee329-478c-4d25-b390-3abc32dfe6d5 on network 8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:44:58.211892 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82df8d9c-7acd-44e5-b1e2-a31a1692b293 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:44:58.212414 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82df8d9c-7acd-44e5-b1e2-a31a1692b293 None None] Checking segment: {'id': '82977cb8-5955-415f-8390-123858fef82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:44:58.212876 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-82df8d9c-7acd-44e5-b1e2-a31a1692b293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:58.213268 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82df8d9c-7acd-44e5-b1e2-a31a1692b293 None None] Bound using segment: {'id': '82977cb8-5955-415f-8390-123858fef82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:44:58.213744 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-82df8d9c-7acd-44e5-b1e2-a31a1692b293 None None] Bound port: 912ee329-478c-4d25-b390-3abc32dfe6d5, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82977cb8-5955-415f-8390-123858fef82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:44:58.214127 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-82df8d9c-7acd-44e5-b1e2-a31a1692b293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:58.289698 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ee7fd18c-7248-4a97-9ce7-137122f0ddf5 tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:58.301946 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-82df8d9c-7acd-44e5-b1e2-a31a1692b293 None None] For port 912ee329-478c-4d25-b390-3abc32dfe6d5, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:44:58.307070 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-82df8d9c-7acd-44e5-b1e2-a31a1692b293 None None] For port 912ee329-478c-4d25-b390-3abc32dfe6d5, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=912ee329-478c-4d25-b390-3abc32dfe6d5,segment=NetworkSegment(82977cb8-5955-415f-8390-123858fef82c),segment_id=82977cb8-5955-415f-8390-123858fef82c)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:44:58.313438 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-82df8d9c-7acd-44e5-b1e2-a31a1692b293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:58.367994 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82df8d9c-7acd-44e5-b1e2-a31a1692b293 None None] Routers {'77fc41c5-c374-44c3-86a9-9ed2fec053d5'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:44:58.368947 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-82df8d9c-7acd-44e5-b1e2-a31a1692b293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:44:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['77fc41c5-c374-44c3-86a9-9ed2fec053d5'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:58.424994 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:58.447441 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-628a3106-750f-4443-a44c-dc9f1eef0711 service neutron] 10.222.0.16 "GET /v2.0/networks/bf5a5750-b5ea-44cd-ad65-1dd63932d79a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285711 Aug 22 13:44:58.450734 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-86fc7696-573c-4668-98ee-4c5e9fb4980c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:58.478982 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895e0c47-f045-48ea-91a9-4f6ef9258026 None None] Pushing event updated for resources: {'Port': ['ID=912ee329-478c-4d25-b390-3abc32dfe6d5,revision_number=4']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:58.564536 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-82df8d9c-7acd-44e5-b1e2-a31a1692b293 None None] Set router 77fc41c5-c374-44c3-86a9-9ed2fec053d5 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:44:58.722848 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9af3bcd1-15fb-47c4-abf7-610a541bb306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:58.774831 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9af3bcd1-15fb-47c4-abf7-610a541bb306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:58.787282 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9af3bcd1-15fb-47c4-abf7-610a541bb306 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:44:58.797563 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9af3bcd1-15fb-47c4-abf7-610a541bb306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:58.797915 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-9af3bcd1-15fb-47c4-abf7-610a541bb306 admin admin] Added segment 27fb380f-7bd1-4dec-95a1-09a9828f12f4 of type vlan for network f0c29b74-1aa8-4b6d-9f2f-ff49fd851490 Aug 22 13:44:58.900633 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-82df8d9c-7acd-44e5-b1e2-a31a1692b293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77fc41c5-c374-44c3-86a9-9ed2fec053d5', 'name': 'tempest-TestServerMultinode-2006933926-router', 'tenant_id': '1557f483dfe94e64b40221381f234042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '2c88cf99-4a16-4f8d-805c-57a9b091c962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:44:44Z', 'updated_at': '2021-08-22T13:44:53Z', 'revision_number': 4, 'project_id': '1557f483dfe94e64b40221381f234042', 'gw_port': {'id': '2c88cf99-4a16-4f8d-805c-57a9b091c962', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:75:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fc41c5-c374-44c3-86a9-9ed2fec053d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:44:45Z', 'updated_at': '2021-08-22T13:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '912ee329-478c-4d25-b390-3abc32dfe6d5', 'name': '', 'network_id': '8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c', 'tenant_id': '1557f483dfe94e64b40221381f234042', 'mac_address': 'fa:16:3e:6f:b0:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77fc41c5-c374-44c3-86a9-9ed2fec053d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': '790bcf42-3a82-4ae4-815f-3615fcbabaf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:44:51Z', 'updated_at': '2021-08-22T13:44:58Z', 'revision_number': 4, 'project_id': '1557f483dfe94e64b40221381f234042', 'subnets': [{'id': '790bcf42-3a82-4ae4-815f-3615fcbabaf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:58.931690 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 61367f09-c651-4958-adfe-5b5450a8e478 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:44:58.933991 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82df8d9c-7acd-44e5-b1e2-a31a1692b293 None None] The sync data for ids ['77fc41c5-c374-44c3-86a9-9ed2fec053d5'] in n-d-793621-33 is: [{'id': '77fc41c5-c374-44c3-86a9-9ed2fec053d5', 'name': 'tempest-TestServerMultinode-2006933926-router', 'tenant_id': '1557f483dfe94e64b40221381f234042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '2c88cf99-4a16-4f8d-805c-57a9b091c962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:44:44Z', 'updated_at': '2021-08-22T13:44:53Z', 'revision_number': 4, 'project_id': '1557f483dfe94e64b40221381f234042', 'gw_port': {'id': '2c88cf99-4a16-4f8d-805c-57a9b091c962', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:75:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fc41c5-c374-44c3-86a9-9ed2fec053d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:44:45Z', 'updated_at': '2021-08-22T13:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '912ee329-478c-4d25-b390-3abc32dfe6d5', 'name': '', 'network_id': '8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c', 'tenant_id': '1557f483dfe94e64b40221381f234042', 'mac_address': 'fa:16:3e:6f:b0:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77fc41c5-c374-44c3-86a9-9ed2fec053d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': '790bcf42-3a82-4ae4-815f-3615fcbabaf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:44:51Z', 'updated_at': '2021-08-22T13:44:58Z', 'revision_number': 4, 'project_id': '1557f483dfe94e64b40221381f234042', 'subnets': [{'id': '790bcf42-3a82-4ae4-815f-3615fcbabaf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:44:59.023585 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-38f08c28-f37a-40fa-9bee-14f65b9596ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:59.039717 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9af3bcd1-15fb-47c4-abf7-610a541bb306 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:59.071683 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-38f08c28-f37a-40fa-9bee-14f65b9596ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:59.083551 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 61367f09-c651-4958-adfe-5b5450a8e478 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:44:59.083901 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:59.090848 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c21df07e-ba22-407d-b94e-15c87a9b3c49 req-fe8fb45f-36e6-4697-a50c-44f74971cbe5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 1.0971472 Aug 22 13:44:59.111468 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-632610e8-2859-4a27-8dd0-224f00de02f7 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:59.266940 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af3bcd1-15fb-47c4-abf7-610a541bb306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eee4a1c-cfdc-440c-abfd-3ef315b25abc,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:44:59.276504 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.db.resource_extend [None req-9af3bcd1-15fb-47c4-abf7-610a541bb306 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 22 13:44:59.735381 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438d905-2978-41f4-b246-ab09b1777d30 req-f090e773-f541-4a14-8b76-a49d1b49f8b4 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:44:59.737321 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5438d905-2978-41f4-b246-ab09b1777d30 req-f090e773-f541-4a14-8b76-a49d1b49f8b4 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=65807f78-b5b2-49f5-aa5a-e5b6eb26cfec HTTP/1.1" status: 200 len: 944 time: 1.0124135 Aug 22 13:44:59.856992 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ee7fd18c-7248-4a97-9ce7-137122f0ddf5 tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:59.876420 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-ee7fd18c-7248-4a97-9ce7-137122f0ddf5 tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['691d1a81-10cc-4e9f-8d1c-fb13f5b6b1f4']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:59.930339 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-38f08c28-f37a-40fa-9bee-14f65b9596ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:44:59.933783 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-9395fb8c-df35-4e78-ac72-e228339a963e service neutron] 10.222.0.16 "GET /v2.0/networks/bf5a5750-b5ea-44cd-ad65-1dd63932d79a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1790326 Aug 22 13:44:59.996072 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-ee7fd18c-7248-4a97-9ce7-137122f0ddf5 tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efb7aad1-d42f-49fb-8ad7-1d90becb825a') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:44:59.996464 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-ee7fd18c-7248-4a97-9ce7-137122f0ddf5 tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efb7aad1-d42f-49fb-8ad7-1d90becb825a') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:00.058167 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5438d905-2978-41f4-b246-ab09b1777d30 req-9e361085-b7ef-4f90-a613-3b21e5e4a980 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfa256e4-15e1-4bb5-82ae-f3ce1917cd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830820 Aug 22 13:45:00.061252 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ee7fd18c-7248-4a97-9ce7-137122f0ddf5 tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:00.086981 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 55294) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:00.159759 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9af3bcd1-15fb-47c4-abf7-610a541bb306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:00.160865 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af3bcd1-15fb-47c4-abf7-610a541bb306 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:00.161503 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9af3bcd1-15fb-47c4-abf7-610a541bb306 admin admin] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:00.187269 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f08c28-f37a-40fa-9bee-14f65b9596ef admin admin] Pushing event updated for resources: {'Port': ['ID=21756523-62f2-4f88-87a4-4511f0330725,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:00.206173 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-9af3bcd1-15fb-47c4-abf7-610a541bb306 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.5557518 Aug 22 13:45:00.208900 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 55300) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:00.222879 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-647effd1-3fe8-4c98-b1b1-c2c395ac3c93 admin admin] Request body: {'subnet': {'network_id': 'f0c29b74-1aa8-4b6d-9f2f-ff49fd851490', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-569149754-subnet', 'tenant_id': 'c19f4e1f2b384336a91e39cf379ccad7', 'ip_version': 4}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:45:00.268179 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f08c28-f37a-40fa-9bee-14f65b9596ef admin admin] Network 37ee4cf7-10be-4d52-ae13-17f3d9d1a603 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:45:00.281690 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647effd1-3fe8-4c98-b1b1-c2c395ac3c93 admin admin] Made reservation on behalf of c19f4e1f2b384336a91e39cf379ccad7 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:45:00.287239 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-647effd1-3fe8-4c98-b1b1-c2c395ac3c93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:00.388151 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ee7fd18c-7248-4a97-9ce7-137122f0ddf5 tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:00.411306 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-38f08c28-f37a-40fa-9bee-14f65b9596ef admin admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:45:00.439309 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4781d67c-f1a4-4cf5-a002-556e36761a30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:00.454621 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21df07e-ba22-407d-b94e-15c87a9b3c49 req-03919d89-f462-492f-98fd-5b53a2039d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:00.455113 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21df07e-ba22-407d-b94e-15c87a9b3c49 req-03919d89-f462-492f-98fd-5b53a2039d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:00.458352 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21df07e-ba22-407d-b94e-15c87a9b3c49 req-03919d89-f462-492f-98fd-5b53a2039d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:00.458706 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21df07e-ba22-407d-b94e-15c87a9b3c49 req-03919d89-f462-492f-98fd-5b53a2039d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:00.459165 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21df07e-ba22-407d-b94e-15c87a9b3c49 req-03919d89-f462-492f-98fd-5b53a2039d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:00.459628 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21df07e-ba22-407d-b94e-15c87a9b3c49 req-03919d89-f462-492f-98fd-5b53a2039d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:00.460093 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21df07e-ba22-407d-b94e-15c87a9b3c49 req-03919d89-f462-492f-98fd-5b53a2039d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:00.463331 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c21df07e-ba22-407d-b94e-15c87a9b3c49 req-03919d89-f462-492f-98fd-5b53a2039d98 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d953ee5d914f4a7288a8a29730002fca&device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 6507 time: 1.2223041 Aug 22 13:45:00.474019 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee7fd18c-7248-4a97-9ce7-137122f0ddf5 tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:45:00.474441 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ee7fd18c-7248-4a97-9ce7-137122f0ddf5 tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:00.486678 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:45:00.486678 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:45:00.486678 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:45:00.486678 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:45:00.486678 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:45:00.486678 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:45:00.486678 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:45:00.486678 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:45:00.486678 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:45:00.486678 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:45:00.486678 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:45:00.486678 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:45:00.486678 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:45:00.486678 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:45:00.486678 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:45:00.486678 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:45:00.486678 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:45:00.486678 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:45:00.486678 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:45:00.486678 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:45:00.486678 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:45:00.486678 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:45:00.486678 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:45:00.486678 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:45:00.486678 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:45:00.486678 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:45:00.486678 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:45:00.486678 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:45:00.486678 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:45:00.486678 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:45:00.486678 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:45:00.486678 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:45:00.609254 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af3bcd1-15fb-47c4-abf7-610a541bb306 admin admin] Pushing event updated for resources: {'Network': ['ID=f0c29b74-1aa8-4b6d-9f2f-ff49fd851490,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:00.620836 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network f0c29b74-1aa8-4b6d-9f2f-ff49fd851490 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:45:00.658728 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4781d67c-f1a4-4cf5-a002-556e36761a30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:00.671433 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4781d67c-f1a4-4cf5-a002-556e36761a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:00.675290 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-632610e8-2859-4a27-8dd0-224f00de02f7 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:00.675641 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-632610e8-2859-4a27-8dd0-224f00de02f7 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:00.677222 n-d-793621-33 neutron-server[94627]: INFO neutron.db.l3_db [None req-632610e8-2859-4a27-8dd0-224f00de02f7 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Floating IP d82b41f7-f851-4c37-ac52-7bf5aff6cabb disassociated. External IP: 172.25.3.149, port: 36422a56-2213-4452-9a80-751c945a4d04. Aug 22 13:45:00.677394 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-632610e8-2859-4a27-8dd0-224f00de02f7 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Calling delete_port for 36422a56-2213-4452-9a80-751c945a4d04 owned by {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:45:00.747450 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 55306) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:00.788312 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4781d67c-f1a4-4cf5-a002-556e36761a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0429a868-1ca3-495b-949f-384f1c6d46c7,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:00.795856 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4781d67c-f1a4-4cf5-a002-556e36761a30 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fd26bc4340804129a7843ea5bf700713&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7077413 Aug 22 13:45:00.807307 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 55310) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:00.859575 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-05eae323-aff6-42c1-beaf-377ae4f87a94 None None] Provisioning complete for port 21756523-62f2-4f88-87a4-4511f0330725 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:45:00.861648 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-05eae323-aff6-42c1-beaf-377ae4f87a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:00.886693 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-3b4c32e1-2285-4d31-aaf4-9c848c538565 tempest-TestNetworkAdvancedServerOps-2090656047 tempest-TestNetworkAdvancedServerOps-2090656047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:00.888273 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-3b4c32e1-2285-4d31-aaf4-9c848c538565 tempest-TestNetworkAdvancedServerOps-2090656047 tempest-TestNetworkAdvancedServerOps-2090656047-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=65807f78-b5b2-49f5-aa5a-e5b6eb26cfec&tenant_id=50b3d484826f4e1f8052fde49b87f38a&binding%3Ahost_id=n-h2-793621-33 HTTP/1.1" status: 200 len: 1096 time: 0.7088118 Aug 22 13:45:00.921672 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4a7f1c0e-56d0-4be8-8cb6-cc33bff0e7e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:00.932282 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-05eae323-aff6-42c1-beaf-377ae4f87a94 None None] Port 21756523-62f2-4f88-87a4-4511f0330725 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:45:00.958771 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4a7f1c0e-56d0-4be8-8cb6-cc33bff0e7e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:00.999090 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 912ee329-478c-4d25-b390-3abc32dfe6d5 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:45:01.032708 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ee7fd18c-7248-4a97-9ce7-137122f0ddf5 tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:01.036406 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4af8f71d-af63-42b7-93de-442e86df2269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:01.062377 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ee7fd18c-7248-4a97-9ce7-137122f0ddf5 tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:01.064539 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ee7fd18c-7248-4a97-9ce7-137122f0ddf5 tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] 10.222.0.21 "DELETE /v2.0/networks/691d1a81-10cc-4e9f-8d1c-fb13f5b6b1f4 HTTP/1.1" status: 204 len: 168 time: 3.1244807 Aug 22 13:45:01.071452 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0cf99684-9531-44c2-ae4c-79090257df59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:01.075163 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55314) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:01.082811 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 912ee329-478c-4d25-b390-3abc32dfe6d5 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:45:01.086547 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 912ee329-478c-4d25-b390-3abc32dfe6d5 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:45:01.086916 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:01.142452 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7fd18c-7248-4a97-9ce7-137122f0ddf5 tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] Pushing event deleted for resources: {'Network': ['ID=691d1a81-10cc-4e9f-8d1c-fb13f5b6b1f4,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:01.180376 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-647effd1-3fe8-4c98-b1b1-c2c395ac3c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:01.187847 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:01.202532 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:01.212178 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4a7f1c0e-56d0-4be8-8cb6-cc33bff0e7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:01.214760 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4a7f1c0e-56d0-4be8-8cb6-cc33bff0e7e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:01.219932 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4a7f1c0e-56d0-4be8-8cb6-cc33bff0e7e6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0429a868-1ca3-495b-949f-384f1c6d46c7 HTTP/1.1" status: 204 len: 168 time: 0.4072318 Aug 22 13:45:01.244733 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 912ee329-478c-4d25-b390-3abc32dfe6d5, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=912ee329-478c-4d25-b390-3abc32dfe6d5,segment=NetworkSegment(82977cb8-5955-415f-8390-123858fef82c),segment_id=82977cb8-5955-415f-8390-123858fef82c)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:45:01.251732 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:01.253281 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7f1c0e-56d0-4be8-8cb6-cc33bff0e7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0429a868-1ca3-495b-949f-384f1c6d46c7,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:01.273519 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647effd1-3fe8-4c98-b1b1-c2c395ac3c93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bdeb244-0fa7-48f0-a031-b7c05a479d84,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:01.308599 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647effd1-3fe8-4c98-b1b1-c2c395ac3c93 admin admin] Checking segment: {'id': '27fb380f-7bd1-4dec-95a1-09a9828f12f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f0c29b74-1aa8-4b6d-9f2f-ff49fd851490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:45:01.309272 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647effd1-3fe8-4c98-b1b1-c2c395ac3c93 admin admin] Network hostable DHCP agents. Network: f0c29b74-1aa8-4b6d-9f2f-ff49fd851490, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:45:01.318431 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21df07e-ba22-407d-b94e-15c87a9b3c49 req-29602290-2dad-46f9-ab40-cf23cac3ac1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:01.318943 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21df07e-ba22-407d-b94e-15c87a9b3c49 req-29602290-2dad-46f9-ab40-cf23cac3ac1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:01.319533 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21df07e-ba22-407d-b94e-15c87a9b3c49 req-29602290-2dad-46f9-ab40-cf23cac3ac1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:01.321417 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c21df07e-ba22-407d-b94e-15c87a9b3c49 req-29602290-2dad-46f9-ab40-cf23cac3ac1e service neutron] 10.222.0.16 "GET /v2.0/networks?id=09ddfb22-9759-41d5-b511-b1a96521841b&id=5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7&id=5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7&id=5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7&id=5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7&id=3a68a707-4544-4179-ae57-3b08732d6fc4&id=3a68a707-4544-4179-ae57-3b08732d6fc4 HTTP/1.1" status: 200 len: 2298 time: 0.7337372 Aug 22 13:45:01.329878 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f08c28-f37a-40fa-9bee-14f65b9596ef admin admin] Router e2af0f80-c9ee-4ca7-9d94-a04dc06288e5 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:45:01.348330 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=912ee329-478c-4d25-b390-3abc32dfe6d5,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:01.351148 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647effd1-3fe8-4c98-b1b1-c2c395ac3c93 admin admin] Network f0c29b74-1aa8-4b6d-9f2f-ff49fd851490 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:45:01.361660 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:45:01.362012 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:45:01.362827 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:45:01.363179 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:45:01.363514 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:45:01.363841 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:45:01.364167 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:45:01.364537 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:45:01.364852 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:45:01.365204 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:45:01.365582 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:45:01.366305 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:45:01.369157 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-632610e8-2859-4a27-8dd0-224f00de02f7 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:01.374331 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4af8f71d-af63-42b7-93de-442e86df2269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:01.375762 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-647effd1-3fe8-4c98-b1b1-c2c395ac3c93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, f0c29b74-1aa8-4b6d-9f2f-ff49fd851490) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:45:01.380481 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4af8f71d-af63-42b7-93de-442e86df2269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:01.383713 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647effd1-3fe8-4c98-b1b1-c2c395ac3c93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:01.384317 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-647effd1-3fe8-4c98-b1b1-c2c395ac3c93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:01.391785 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261e5def-28e9-449c-9973-213010bbb2d1 None None] Network f0c29b74-1aa8-4b6d-9f2f-ff49fd851490 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:45:01.434595 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-96760da4-d7a7-4621-a2c7-e45f0e03394c tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:01.439634 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4af8f71d-af63-42b7-93de-442e86df2269 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6f55b1cfff79430e8d528df544283086&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6907020 Aug 22 13:45:01.441877 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 55320) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:01.455700 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-647effd1-3fe8-4c98-b1b1-c2c395ac3c93 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2387877 Aug 22 13:45:01.455700 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 55322) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:01.464008 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af8f71d-af63-42b7-93de-442e86df2269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6992b107-d9dc-491d-be56-5693a989f148,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:01.479190 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632610e8-2859-4a27-8dd0-224f00de02f7 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Pushing event deleted for resources: {'Port': ['ID=36422a56-2213-4452-9a80-751c945a4d04,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:01.479849 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-a80b6a3d-f6e5-45d8-89e6-3e30e7345914 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-569149754-router', 'tenant_id': 'c19f4e1f2b384336a91e39cf379ccad7', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:45:01.508490 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-56308698-cb16-4ce1-9826-bb9f05c9a9b4 service neutron] For port 2ff0fe91-fbfe-4eef-bc6d-78957500ba39, host n-h1-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:45:01.557390 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa3859-e472-4a8e-9434-8dace7a5e07b req-f624783f-a1d6-47ff-82db-6666bfdbdaab tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:01.564501 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0271ad2e-2888-4de2-a41e-35c61dccd9da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:01.569090 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-71aa3859-e472-4a8e-9434-8dace7a5e07b req-f624783f-a1d6-47ff-82db-6666bfdbdaab tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=65807f78-b5b2-49f5-aa5a-e5b6eb26cfec HTTP/1.1" status: 200 len: 944 time: 0.3760371 Aug 22 13:45:01.576749 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a80b6a3d-f6e5-45d8-89e6-3e30e7345914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:01.577786 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a80b6a3d-f6e5-45d8-89e6-3e30e7345914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:01.582738 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-56308698-cb16-4ce1-9826-bb9f05c9a9b4 service neutron] Notify callbacks [] for binding, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:01.583858 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fac0a3f7-1a48-4eea-bbd2-296fbd7f401d req-56308698-cb16-4ce1-9826-bb9f05c9a9b4 service neutron] 10.222.0.16 "DELETE /v2.0/ports/2ff0fe91-fbfe-4eef-bc6d-78957500ba39/bindings/n-h1-793621-33 HTTP/1.1" status: 204 len: 173 time: 0.6831625 Aug 22 13:45:01.595479 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c21df07e-ba22-407d-b94e-15c87a9b3c49 req-5ff70fed-8442-4cc5-83fe-04c7499c5053 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93bdfde2-d457-457f-992b-980c70fdc75c HTTP/1.1" status: 200 len: 1001 time: 0.2572370 Aug 22 13:45:01.605869 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08fd1ee-ee19-47f1-bb14-124b5e4f82ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-f0c29b74-1aa8-4b6d-9f2f-ff49fd851490', 'network_id': 'f0c29b74-1aa8-4b6d-9f2f-ff49fd851490', 'tenant_id': 'c19f4e1f2b384336a91e39cf379ccad7', 'fixed_ips': [{'subnet_id': '9bdeb244-0fa7-48f0-a031-b7c05a479d84'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:45:01.607757 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b08fd1ee-ee19-47f1-bb14-124b5e4f82ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:01.623322 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0271ad2e-2888-4de2-a41e-35c61dccd9da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:01.734749 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a80b6a3d-f6e5-45d8-89e6-3e30e7345914 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:01.838526 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-b08fd1ee-ee19-47f1-bb14-124b5e4f82ed None None] Allocated IP 172.20.0.2 (f0c29b74-1aa8-4b6d-9f2f-ff49fd851490/9bdeb244-0fa7-48f0-a031-b7c05a479d84/dfbe47c5-e4fc-4876-b5c6-227f4fc35fa2) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:45:01.843744 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-71aa3859-e472-4a8e-9434-8dace7a5e07b req-cf1d5ee3-a88f-46bf-b4ed-03119560645f tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfa256e4-15e1-4bb5-82ae-f3ce1917cd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2736444 Aug 22 13:45:01.893442 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0271ad2e-2888-4de2-a41e-35c61dccd9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:01.895901 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-96760da4-d7a7-4621-a2c7-e45f0e03394c tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:01.901173 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0271ad2e-2888-4de2-a41e-35c61dccd9da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:01.906848 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0271ad2e-2888-4de2-a41e-35c61dccd9da admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6992b107-d9dc-491d-be56-5693a989f148 HTTP/1.1" status: 204 len: 168 time: 0.4642210 Aug 22 13:45:01.913025 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21df07e-ba22-407d-b94e-15c87a9b3c49 req-dfeadcd4-d337-45b0-97b5-aec0aaf64d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:01.914508 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c21df07e-ba22-407d-b94e-15c87a9b3c49 req-dfeadcd4-d337-45b0-97b5-aec0aaf64d37 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4eb4d59f-f1d3-4065-beb1-2e6b44865678 HTTP/1.1" status: 200 len: 856 time: 0.2682056 Aug 22 13:45:01.921416 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-96760da4-d7a7-4621-a2c7-e45f0e03394c tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a699a18-8853-4045-b7f8-06e013355942']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:01.927587 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f08c28-f37a-40fa-9bee-14f65b9596ef admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:45:01.936986 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1952eb9d-367d-4fce-8f97-f5aba13fe190 None None] Sync routers for ids ['e2af0f80-c9ee-4ca7-9d94-a04dc06288e5'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:45:01.955778 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1952eb9d-367d-4fce-8f97-f5aba13fe190 None None] Routers {'e2af0f80-c9ee-4ca7-9d94-a04dc06288e5'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:45:01.956344 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-1952eb9d-367d-4fce-8f97-f5aba13fe190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:45:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['e2af0f80-c9ee-4ca7-9d94-a04dc06288e5'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:01.965890 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a80b6a3d-f6e5-45d8-89e6-3e30e7345914 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:01.981758 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0271ad2e-2888-4de2-a41e-35c61dccd9da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6992b107-d9dc-491d-be56-5693a989f148,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:01.982505 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-38f08c28-f37a-40fa-9bee-14f65b9596ef admin admin] 10.222.0.21 "PUT /v2.0/routers/e2af0f80-c9ee-4ca7-9d94-a04dc06288e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5673084 Aug 22 13:45:01.985650 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-96760da4-d7a7-4621-a2c7-e45f0e03394c tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d7194f3-4eed-48db-8a7c-0bd641a60843') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:01.986189 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-96760da4-d7a7-4621-a2c7-e45f0e03394c tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d7194f3-4eed-48db-8a7c-0bd641a60843') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:02.026245 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-96760da4-d7a7-4621-a2c7-e45f0e03394c tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:02.087834 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-632610e8-2859-4a27-8dd0-224f00de02f7 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Router 489af23b-374e-492e-bca9-aa4d57f956cd has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:45:02.108926 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-96760da4-d7a7-4621-a2c7-e45f0e03394c tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:02.150388 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96760da4-d7a7-4621-a2c7-e45f0e03394c tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:45:02.150806 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-96760da4-d7a7-4621-a2c7-e45f0e03394c tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:02.156013 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:45:02.156013 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:45:02.156013 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:45:02.156013 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:45:02.156013 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:45:02.156013 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:45:02.156013 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:45:02.156013 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:45:02.156013 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:45:02.156013 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:45:02.156013 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:45:02.156013 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:45:02.156013 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:45:02.156013 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:45:02.156013 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:45:02.156013 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:45:02.156013 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:45:02.156013 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:45:02.156013 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:45:02.156013 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:45:02.156013 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:45:02.156013 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:45:02.156013 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:45:02.156013 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:45:02.156013 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:45:02.156013 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:45:02.156013 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:45:02.156013 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:45:02.156013 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:45:02.156013 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:45:02.156013 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:45:02.156013 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:45:02.188171 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21df07e-ba22-407d-b94e-15c87a9b3c49 req-00a65d1b-76aa-4704-a477-e3469c58cfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:02.189764 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c21df07e-ba22-407d-b94e-15c87a9b3c49 req-00a65d1b-76aa-4704-a477-e3469c58cfbd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=09ddfb22-9759-41d5-b511-b1a96521841b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2652974 Aug 22 13:45:02.218755 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-1952eb9d-367d-4fce-8f97-f5aba13fe190 None None] Set router e2af0f80-c9ee-4ca7-9d94-a04dc06288e5 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:45:02.219988 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b08fd1ee-ee19-47f1-bb14-124b5e4f82ed None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:02.273513 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e81416b-fd5c-4632-9d74-de0d0ceedda1 req-25628e15-77d1-4a45-b9d7-cfb9c12ffd12 tempest-TestNetworkAdvancedServerOps-2090656047 tempest-TestNetworkAdvancedServerOps-2090656047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:02.274930 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3e81416b-fd5c-4632-9d74-de0d0ceedda1 req-25628e15-77d1-4a45-b9d7-cfb9c12ffd12 tempest-TestNetworkAdvancedServerOps-2090656047 tempest-TestNetworkAdvancedServerOps-2090656047-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=65807f78-b5b2-49f5-aa5a-e5b6eb26cfec HTTP/1.1" status: 200 len: 1096 time: 0.3168111 Aug 22 13:45:02.395903 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a80b6a3d-f6e5-45d8-89e6-3e30e7345914 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:02.422072 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:02.460006 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a80b6a3d-f6e5-45d8-89e6-3e30e7345914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:02.666952 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-a80b6a3d-f6e5-45d8-89e6-3e30e7345914 admin admin] Allocated IP 172.25.3.100 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/0d9ca3f7-1e84-496f-ac94-32ca6b0ab0ed) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:45:02.728401 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-1952eb9d-367d-4fce-8f97-f5aba13fe190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2af0f80-c9ee-4ca7-9d94-a04dc06288e5', 'name': 'tempest-TestServerBasicOps-627244657-router', 'tenant_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '61367f09-c651-4958-adfe-5b5450a8e478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:44:45Z', 'updated_at': '2021-08-22T13:44:57Z', 'revision_number': 4, 'project_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'gw_port': {'id': '61367f09-c651-4958-adfe-5b5450a8e478', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:43:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2af0f80-c9ee-4ca7-9d94-a04dc06288e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:44:46Z', 'updated_at': '2021-08-22T13:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '21756523-62f2-4f88-87a4-4511f0330725', 'name': '', 'network_id': '37ee4cf7-10be-4d52-ae13-17f3d9d1a603', 'tenant_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'mac_address': 'fa:16:3e:bc:72:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2af0f80-c9ee-4ca7-9d94-a04dc06288e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '8a600dcd-ff12-4375-ac21-b5282a859d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:44:54Z', 'updated_at': '2021-08-22T13:44:58Z', 'revision_number': 2, 'project_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'subnets': [{'id': '8a600dcd-ff12-4375-ac21-b5282a859d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:02.824387 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1952eb9d-367d-4fce-8f97-f5aba13fe190 None None] Checking router: e2af0f80-c9ee-4ca7-9d94-a04dc06288e5 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:45:02.826477 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1952eb9d-367d-4fce-8f97-f5aba13fe190 None None] Updating router e2af0f80-c9ee-4ca7-9d94-a04dc06288e5 port 21756523-62f2-4f88-87a4-4511f0330725 binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:45:02.897484 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-1952eb9d-367d-4fce-8f97-f5aba13fe190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:02.909106 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a80b6a3d-f6e5-45d8-89e6-3e30e7345914 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:02.965710 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a80b6a3d-f6e5-45d8-89e6-3e30e7345914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:02.986159 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 912ee329-478c-4d25-b390-3abc32dfe6d5 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:45:03.042246 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80b6a3d-f6e5-45d8-89e6-3e30e7345914 admin admin] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:45:03.046942 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-96760da4-d7a7-4621-a2c7-e45f0e03394c tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:03.047882 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-a80b6a3d-f6e5-45d8-89e6-3e30e7345914 admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:45:03.054888 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80b6a3d-f6e5-45d8-89e6-3e30e7345914 admin admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:45:03.060845 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-b08fd1ee-ee19-47f1-bb14-124b5e4f82ed None None] Transition to ACTIVE for port object dfbe47c5-e4fc-4876-b5c6-227f4fc35fa2 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:45:03.098204 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-96760da4-d7a7-4621-a2c7-e45f0e03394c tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:03.108058 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-96760da4-d7a7-4621-a2c7-e45f0e03394c tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] 10.222.0.21 "DELETE /v2.0/networks/1a699a18-8853-4045-b7f8-06e013355942 HTTP/1.1" status: 204 len: 168 time: 2.0257461 Aug 22 13:45:03.121688 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-b08fd1ee-ee19-47f1-bb14-124b5e4f82ed None None] Transition to ACTIVE for port object dfbe47c5-e4fc-4876-b5c6-227f4fc35fa2 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:45:03.125076 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 55360) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:03.142099 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b08fd1ee-ee19-47f1-bb14-124b5e4f82ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:03.145620 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632610e8-2859-4a27-8dd0-224f00de02f7 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:45:03.147667 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 912ee329-478c-4d25-b390-3abc32dfe6d5 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:45:03.148549 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80b6a3d-f6e5-45d8-89e6-3e30e7345914 admin admin] Pushing event updated for resources: {'Port': ['ID=0d9ca3f7-1e84-496f-ac94-32ca6b0ab0ed,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:03.149337 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:03.206791 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96760da4-d7a7-4621-a2c7-e45f0e03394c tempest-QuotasNegativeTest-965642740 tempest-QuotasNegativeTest-965642740-project-admin] Pushing event deleted for resources: {'Network': ['ID=1a699a18-8853-4045-b7f8-06e013355942,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:03.236354 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08fd1ee-ee19-47f1-bb14-124b5e4f82ed None None] Network f0c29b74-1aa8-4b6d-9f2f-ff49fd851490 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:45:03.238432 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f62f824-e8d1-4105-97f5-f7cac3e0b4ab None None] Sync routers for ids ['489af23b-374e-492e-bca9-aa4d57f956cd'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:45:03.255627 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3e81416b-fd5c-4632-9d74-de0d0ceedda1 req-5498f08a-7e48-4e59-a149-d5e73cbdfd62 tempest-TestNetworkAdvancedServerOps-2090656047 tempest-TestNetworkAdvancedServerOps-2090656047-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=bfa256e4-15e1-4bb5-82ae-f3ce1917cd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9268193 Aug 22 13:45:03.312689 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c21df07e-ba22-407d-b94e-15c87a9b3c49 req-edba6800-eb89-42ac-bdfb-239952d8f848 service neutron] 10.222.0.16 "GET /v2.0/networks/09ddfb22-9759-41d5-b511-b1a96521841b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0641437 Aug 22 13:45:03.313956 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-632610e8-2859-4a27-8dd0-224f00de02f7 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:03.319496 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-632610e8-2859-4a27-8dd0-224f00de02f7 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] 10.222.0.21 "DELETE /v2.0/ports/36422a56-2213-4452-9a80-751c945a4d04 HTTP/1.1" status: 204 len: 168 time: 5.7403386 Aug 22 13:45:03.322186 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55370) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:03.506411 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-1952eb9d-367d-4fce-8f97-f5aba13fe190 None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:03.511256 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-0aa7c048-edbb-4048-baae-e314a352527f tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] 10.222.0.21 "GET /v2.0/floatingips/d82b41f7-f851-4c37-ac52-7bf5aff6cabb HTTP/1.1" status: 200 len: 688 time: 0.1871610 Aug 22 13:45:03.519477 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-1952eb9d-367d-4fce-8f97-f5aba13fe190 None None] Transition to ACTIVE for port object 21756523-62f2-4f88-87a4-4511f0330725 will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:45:03.528114 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-1952eb9d-367d-4fce-8f97-f5aba13fe190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:03.530925 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 55372) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:03.561542 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-6e4aadac-07a5-4c71-8cd4-5d4c5c1f82f1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1676916693-network', 'tenant_id': '353e509412c54b51a955684f3d0bc218'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:45:03.591572 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd771988-03cd-4331-9bc6-31521cbc8b89 None None] Pushing event updated for resources: {'Port': ['ID=21756523-62f2-4f88-87a4-4511f0330725,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:03.683726 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-1952eb9d-367d-4fce-8f97-f5aba13fe190 None None] Attempting to bind port 21756523-62f2-4f88-87a4-4511f0330725 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:45:03.684265 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-1952eb9d-367d-4fce-8f97-f5aba13fe190 None None] Attempting to bind port 21756523-62f2-4f88-87a4-4511f0330725 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '51af49f7-4299-40d2-a0d4-e06d0a3e571c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '37ee4cf7-10be-4d52-ae13-17f3d9d1a603'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:45:03.684762 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1952eb9d-367d-4fce-8f97-f5aba13fe190 None None] Attempting to bind port 21756523-62f2-4f88-87a4-4511f0330725 on network 37ee4cf7-10be-4d52-ae13-17f3d9d1a603 {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:45:03.687171 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-b08fd1ee-ee19-47f1-bb14-124b5e4f82ed None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:45:03.690693 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1952eb9d-367d-4fce-8f97-f5aba13fe190 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:45:03.691106 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1952eb9d-367d-4fce-8f97-f5aba13fe190 None None] Checking segment: {'id': '51af49f7-4299-40d2-a0d4-e06d0a3e571c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '37ee4cf7-10be-4d52-ae13-17f3d9d1a603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:45:03.691513 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-1952eb9d-367d-4fce-8f97-f5aba13fe190 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:03.691904 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1952eb9d-367d-4fce-8f97-f5aba13fe190 None None] Bound using segment: {'id': '51af49f7-4299-40d2-a0d4-e06d0a3e571c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '37ee4cf7-10be-4d52-ae13-17f3d9d1a603'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:45:03.692442 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-1952eb9d-367d-4fce-8f97-f5aba13fe190 None None] Bound port: 21756523-62f2-4f88-87a4-4511f0330725, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51af49f7-4299-40d2-a0d4-e06d0a3e571c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '37ee4cf7-10be-4d52-ae13-17f3d9d1a603'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:45:03.692678 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08fd1ee-ee19-47f1-bb14-124b5e4f82ed None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:45:03.692999 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-1952eb9d-367d-4fce-8f97-f5aba13fe190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:03.696395 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08fd1ee-ee19-47f1-bb14-124b5e4f82ed None None] Pushing event updated for resources: {'Port': ['ID=dfbe47c5-e4fc-4876-b5c6-227f4fc35fa2,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:03.726612 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59153a5-46f1-4f78-a102-5bf08aaaa299 req-028c576a-de46-4713-bfe8-1fe5f216cb5d tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:03.741723 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f62f824-e8d1-4105-97f5-f7cac3e0b4ab None None] Routers {'489af23b-374e-492e-bca9-aa4d57f956cd'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:45:03.742531 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-7f62f824-e8d1-4105-97f5-f7cac3e0b4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:45:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['489af23b-374e-492e-bca9-aa4d57f956cd'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:03.745833 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a59153a5-46f1-4f78-a102-5bf08aaaa299 req-028c576a-de46-4713-bfe8-1fe5f216cb5d tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=65807f78-b5b2-49f5-aa5a-e5b6eb26cfec HTTP/1.1" status: 200 len: 944 time: 0.3220966 Aug 22 13:45:03.757276 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c21df07e-ba22-407d-b94e-15c87a9b3c49 req-d03d0db8-4831-4d07-bde7-302e6af0fcff service neutron] 10.222.0.16 "GET /v2.0/networks/09ddfb22-9759-41d5-b511-b1a96521841b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4365015 Aug 22 13:45:03.793185 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4aadac-07a5-4c71-8cd4-5d4c5c1f82f1 admin admin] Made reservation on behalf of 353e509412c54b51a955684f3d0bc218 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:45:03.796100 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6e4aadac-07a5-4c71-8cd4-5d4c5c1f82f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:03.831697 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6e4aadac-07a5-4c71-8cd4-5d4c5c1f82f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:03.833023 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-1952eb9d-367d-4fce-8f97-f5aba13fe190 None None] For port 21756523-62f2-4f88-87a4-4511f0330725, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:45:03.837498 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-1952eb9d-367d-4fce-8f97-f5aba13fe190 None None] For port 21756523-62f2-4f88-87a4-4511f0330725, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=21756523-62f2-4f88-87a4-4511f0330725,segment=NetworkSegment(51af49f7-4299-40d2-a0d4-e06d0a3e571c),segment_id=51af49f7-4299-40d2-a0d4-e06d0a3e571c)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:45:03.847813 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-1952eb9d-367d-4fce-8f97-f5aba13fe190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:03.873754 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55378) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:03.881560 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-9ab19be8-ecbe-4b57-883c-0f8193187fa8 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-153671539-network', 'tenant_id': 'bb36c5ed732e4d5892d44e1080c71059'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:45:03.891064 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c21df07e-ba22-407d-b94e-15c87a9b3c49 req-9b5a17c9-6dac-4b82-a334-f11dbd176e10 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=f8514972-7776-4e19-a05c-ada5bca398e0 HTTP/1.1" status: 200 len: 217 time: 0.1203105 Aug 22 13:45:03.898495 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-7f62f824-e8d1-4105-97f5-f7cac3e0b4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:03.900267 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a80b6a3d-f6e5-45d8-89e6-3e30e7345914 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:03.953280 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1952eb9d-367d-4fce-8f97-f5aba13fe190 None None] Routers {'e2af0f80-c9ee-4ca7-9d94-a04dc06288e5'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:45:03.953952 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-1952eb9d-367d-4fce-8f97-f5aba13fe190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:45:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['e2af0f80-c9ee-4ca7-9d94-a04dc06288e5'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:03.998021 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21df07e-ba22-407d-b94e-15c87a9b3c49 req-ddfacde1-fc32-4006-b470-209a603a33be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:04.000017 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c21df07e-ba22-407d-b94e-15c87a9b3c49 req-ddfacde1-fc32-4006-b470-209a603a33be service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb175f2e-c3d1-472d-89f8-b1925f4f3ec2 HTTP/1.1" status: 200 len: 797 time: 0.0943518 Aug 22 13:45:04.023544 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a59153a5-46f1-4f78-a102-5bf08aaaa299 req-6454127a-c12e-4a66-af0e-dd75b83a04ae tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfa256e4-15e1-4bb5-82ae-f3ce1917cd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2727239 Aug 22 13:45:04.030195 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f62f824-e8d1-4105-97f5-f7cac3e0b4ab None None] Routers {'489af23b-374e-492e-bca9-aa4d57f956cd'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:45:04.031807 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-7f62f824-e8d1-4105-97f5-f7cac3e0b4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:45:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['489af23b-374e-492e-bca9-aa4d57f956cd'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:04.037594 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:04.041512 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55382) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:04.068263 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-eb818152-a61f-4979-ad9e-5426e762a741 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Deleting port 7be817f7-23f6-417e-955f-40be5ee1eb91 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:45:04.068423 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-eb818152-a61f-4979-ad9e-5426e762a741 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:04.080766 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-b08fd1ee-ee19-47f1-bb14-124b5e4f82ed None None] Attempting to bind port dfbe47c5-e4fc-4876-b5c6-227f4fc35fa2 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:45:04.083188 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-b08fd1ee-ee19-47f1-bb14-124b5e4f82ed None None] Attempting to bind port dfbe47c5-e4fc-4876-b5c6-227f4fc35fa2 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '27fb380f-7bd1-4dec-95a1-09a9828f12f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f0c29b74-1aa8-4b6d-9f2f-ff49fd851490'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:45:04.083814 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08fd1ee-ee19-47f1-bb14-124b5e4f82ed None None] Attempting to bind port dfbe47c5-e4fc-4876-b5c6-227f4fc35fa2 on network f0c29b74-1aa8-4b6d-9f2f-ff49fd851490 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:45:04.116667 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-1952eb9d-367d-4fce-8f97-f5aba13fe190 None None] Set router e2af0f80-c9ee-4ca7-9d94-a04dc06288e5 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:45:04.118341 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-7f62f824-e8d1-4105-97f5-f7cac3e0b4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:04.119609 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f62f824-e8d1-4105-97f5-f7cac3e0b4ab None None] The sync data for ids ['489af23b-374e-492e-bca9-aa4d57f956cd'] in n-d-793621-33 is: [] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:45:04.140018 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08fd1ee-ee19-47f1-bb14-124b5e4f82ed None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:45:04.141202 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08fd1ee-ee19-47f1-bb14-124b5e4f82ed None None] Checking segment: {'id': '27fb380f-7bd1-4dec-95a1-09a9828f12f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f0c29b74-1aa8-4b6d-9f2f-ff49fd851490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:45:04.141951 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b08fd1ee-ee19-47f1-bb14-124b5e4f82ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:04.143758 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08fd1ee-ee19-47f1-bb14-124b5e4f82ed None None] Bound using segment: {'id': '27fb380f-7bd1-4dec-95a1-09a9828f12f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f0c29b74-1aa8-4b6d-9f2f-ff49fd851490'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:45:04.146056 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-b08fd1ee-ee19-47f1-bb14-124b5e4f82ed None None] Bound port: dfbe47c5-e4fc-4876-b5c6-227f4fc35fa2, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27fb380f-7bd1-4dec-95a1-09a9828f12f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f0c29b74-1aa8-4b6d-9f2f-ff49fd851490'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:45:04.147072 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b08fd1ee-ee19-47f1-bb14-124b5e4f82ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:04.240743 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55384) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:04.256838 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21df07e-ba22-407d-b94e-15c87a9b3c49 req-389c3c73-b061-4678-8c17-b49b015adf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:04.258748 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c21df07e-ba22-407d-b94e-15c87a9b3c49 req-389c3c73-b061-4678-8c17-b49b015adf09 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2339005 Aug 22 13:45:04.267585 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-3086dc04-2fab-4e71-91d6-d7a4199f6f1e tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/floatingips/145f78ee-5e6a-4240-b6d5-b5a2b749c983 HTTP/1.1" status: 200 len: 991 time: 0.1582036 Aug 22 13:45:04.378390 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c21df07e-ba22-407d-b94e-15c87a9b3c49 req-a71da92d-2ad7-4eb9-8f9e-2ae395faa9d2 service neutron] 10.222.0.16 "GET /v2.0/networks/5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095562 Aug 22 13:45:04.385096 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:04.433876 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd771988-03cd-4331-9bc6-31521cbc8b89 None None] Pushing event updated for resources: {'Port': ['ID=21756523-62f2-4f88-87a4-4511f0330725,revision_number=4']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:04.444706 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:45:04.462111 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-eb818152-a61f-4979-ad9e-5426e762a741 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:04.462900 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-eb818152-a61f-4979-ad9e-5426e762a741 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:04.476949 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-1952eb9d-367d-4fce-8f97-f5aba13fe190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2af0f80-c9ee-4ca7-9d94-a04dc06288e5', 'name': 'tempest-TestServerBasicOps-627244657-router', 'tenant_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '61367f09-c651-4958-adfe-5b5450a8e478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:44:45Z', 'updated_at': '2021-08-22T13:44:57Z', 'revision_number': 4, 'project_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'gw_port': {'id': '61367f09-c651-4958-adfe-5b5450a8e478', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:43:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2af0f80-c9ee-4ca7-9d94-a04dc06288e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:44:46Z', 'updated_at': '2021-08-22T13:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '21756523-62f2-4f88-87a4-4511f0330725', 'name': '', 'network_id': '37ee4cf7-10be-4d52-ae13-17f3d9d1a603', 'tenant_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'mac_address': 'fa:16:3e:bc:72:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2af0f80-c9ee-4ca7-9d94-a04dc06288e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '8a600dcd-ff12-4375-ac21-b5282a859d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:44:54Z', 'updated_at': '2021-08-22T13:45:03Z', 'revision_number': 4, 'project_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'subnets': [{'id': '8a600dcd-ff12-4375-ac21-b5282a859d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:04.504215 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-eb818152-a61f-4979-ad9e-5426e762a741 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Calling delete_port for 7be817f7-23f6-417e-955f-40be5ee1eb91 owned by network:floatingip {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:45:04.514498 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-b08fd1ee-ee19-47f1-bb14-124b5e4f82ed None None] For port dfbe47c5-e4fc-4876-b5c6-227f4fc35fa2, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:45:04.517385 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1952eb9d-367d-4fce-8f97-f5aba13fe190 None None] The sync data for ids ['e2af0f80-c9ee-4ca7-9d94-a04dc06288e5'] in n-d-793621-33 is: [{'id': 'e2af0f80-c9ee-4ca7-9d94-a04dc06288e5', 'name': 'tempest-TestServerBasicOps-627244657-router', 'tenant_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '61367f09-c651-4958-adfe-5b5450a8e478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:44:45Z', 'updated_at': '2021-08-22T13:44:57Z', 'revision_number': 4, 'project_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'gw_port': {'id': '61367f09-c651-4958-adfe-5b5450a8e478', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:43:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2af0f80-c9ee-4ca7-9d94-a04dc06288e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:44:46Z', 'updated_at': '2021-08-22T13:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '21756523-62f2-4f88-87a4-4511f0330725', 'name': '', 'network_id': '37ee4cf7-10be-4d52-ae13-17f3d9d1a603', 'tenant_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'mac_address': 'fa:16:3e:bc:72:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2af0f80-c9ee-4ca7-9d94-a04dc06288e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '8a600dcd-ff12-4375-ac21-b5282a859d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:44:54Z', 'updated_at': '2021-08-22T13:45:03Z', 'revision_number': 4, 'project_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'subnets': [{'id': '8a600dcd-ff12-4375-ac21-b5282a859d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:45:04.518051 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-b08fd1ee-ee19-47f1-bb14-124b5e4f82ed None None] For port dfbe47c5-e4fc-4876-b5c6-227f4fc35fa2, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=dfbe47c5-e4fc-4876-b5c6-227f4fc35fa2,segment=NetworkSegment(27fb380f-7bd1-4dec-95a1-09a9828f12f4),segment_id=27fb380f-7bd1-4dec-95a1-09a9828f12f4)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:45:04.520943 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c21df07e-ba22-407d-b94e-15c87a9b3c49 req-8ce80413-99a2-42af-beb5-280823bbf406 service neutron] 10.222.0.16 "GET /v2.0/networks/5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272171 Aug 22 13:45:04.537540 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6e4aadac-07a5-4c71-8cd4-5d4c5c1f82f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:04.546150 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bbc07495-4234-4cb7-b6a1-6bef3545ceeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:04.547840 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55394) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:04.572973 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b08fd1ee-ee19-47f1-bb14-124b5e4f82ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:04.581564 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6e4aadac-07a5-4c71-8cd4-5d4c5c1f82f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:04.626346 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c21df07e-ba22-407d-b94e-15c87a9b3c49 req-b4f3897f-6e36-409a-9dbf-7e17bcfe91b3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=cd2a34c3-a880-45d3-bd3b-8dfcb396adc5 HTTP/1.1" status: 200 len: 217 time: 0.0913389 Aug 22 13:45:04.705345 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab19be8-ecbe-4b57-883c-0f8193187fa8 admin admin] Made reservation on behalf of bb36c5ed732e4d5892d44e1080c71059 for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:45:04.708855 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9ab19be8-ecbe-4b57-883c-0f8193187fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:04.724817 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08fd1ee-ee19-47f1-bb14-124b5e4f82ed None None] Pushing event updated for resources: {'Port': ['ID=dfbe47c5-e4fc-4876-b5c6-227f4fc35fa2,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:04.726772 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9ab19be8-ecbe-4b57-883c-0f8193187fa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:04.733747 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e4aadac-07a5-4c71-8cd4-5d4c5c1f82f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:45:04.790737 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6e4aadac-07a5-4c71-8cd4-5d4c5c1f82f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:04.791254 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-6e4aadac-07a5-4c71-8cd4-5d4c5c1f82f1 admin admin] Added segment 845d553b-3470-425f-a9bb-3cb754fb51c8 of type vlan for network 46de0bca-1991-4c8e-8714-aa67f3459e12 Aug 22 13:45:04.794859 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a80b6a3d-f6e5-45d8-89e6-3e30e7345914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:04.883624 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4aadac-07a5-4c71-8cd4-5d4c5c1f82f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25510eef-8b40-4e6f-83fe-4810b931250b,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:04.958163 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-eb818152-a61f-4979-ad9e-5426e762a741 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:04.967546 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6e4aadac-07a5-4c71-8cd4-5d4c5c1f82f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:05.033564 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 21756523-62f2-4f88-87a4-4511f0330725 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:45:05.061275 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21df07e-ba22-407d-b94e-15c87a9b3c49 req-eb9a5749-f040-452c-b69f-560be175b6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:05.063346 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c21df07e-ba22-407d-b94e-15c87a9b3c49 req-eb9a5749-f040-452c-b69f-560be175b6bd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb175f2e-c3d1-472d-89f8-b1925f4f3ec2 HTTP/1.1" status: 200 len: 797 time: 0.4032946 Aug 22 13:45:05.125594 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 21756523-62f2-4f88-87a4-4511f0330725 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:45:05.131834 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 21756523-62f2-4f88-87a4-4511f0330725 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:45:05.132570 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:05.143939 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bbc07495-4234-4cb7-b6a1-6bef3545ceeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:05.232800 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:05.279872 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 21756523-62f2-4f88-87a4-4511f0330725, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=21756523-62f2-4f88-87a4-4511f0330725,segment=NetworkSegment(51af49f7-4299-40d2-a0d4-e06d0a3e571c),segment_id=51af49f7-4299-40d2-a0d4-e06d0a3e571c)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:45:05.288409 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:05.291894 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bbc07495-4234-4cb7-b6a1-6bef3545ceeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:05.342137 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21df07e-ba22-407d-b94e-15c87a9b3c49 req-404f9f70-2825-42f1-a247-6ecfa609e6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:05.344021 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c21df07e-ba22-407d-b94e-15c87a9b3c49 req-404f9f70-2825-42f1-a247-6ecfa609e6e6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2700295 Aug 22 13:45:05.375345 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=21756523-62f2-4f88-87a4-4511f0330725,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:05.398994 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.db.resource_extend [None req-6e4aadac-07a5-4c71-8cd4-5d4c5c1f82f1 admin admin] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 22 13:45:05.402591 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb818152-a61f-4979-ad9e-5426e762a741 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Pushing event deleted for resources: {'Port': ['ID=7be817f7-23f6-417e-955f-40be5ee1eb91,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:05.416354 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9ab19be8-ecbe-4b57-883c-0f8193187fa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:05.420697 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-bbc07495-4234-4cb7-b6a1-6bef3545ceeb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8dccfeb1b8c740c68a80e437ec9944e2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1777260 Aug 22 13:45:05.421508 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc07495-4234-4cb7-b6a1-6bef3545ceeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253fed10-feb8-465a-90eb-07b1136b06ac,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:05.425469 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55396) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:05.460906 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9ab19be8-ecbe-4b57-883c-0f8193187fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:05.496385 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6e4aadac-07a5-4c71-8cd4-5d4c5c1f82f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:05.497356 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4aadac-07a5-4c71-8cd4-5d4c5c1f82f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:05.497942 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6e4aadac-07a5-4c71-8cd4-5d4c5c1f82f1 admin admin] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:05.504853 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ab19be8-ecbe-4b57-883c-0f8193187fa8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:45:05.537418 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-eb818152-a61f-4979-ad9e-5426e762a741 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for floatingip, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:05.539951 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-eb818152-a61f-4979-ad9e-5426e762a741 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:05.544885 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-eb818152-a61f-4979-ad9e-5426e762a741 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] 10.222.0.21 "DELETE /v2.0/floatingips/d82b41f7-f851-4c37-ac52-7bf5aff6cabb HTTP/1.1" status: 204 len: 168 time: 2.0129275 Aug 22 13:45:05.548312 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55400) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:05.563158 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9ab19be8-ecbe-4b57-883c-0f8193187fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:05.563513 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-9ab19be8-ecbe-4b57-883c-0f8193187fa8 admin admin] Added segment 43ece764-d2ba-4110-8739-b0e1d0e7a72c of type vlan for network 86852854-4485-4ab5-a7f5-dd2ea5a1d984 Aug 22 13:45:05.567567 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-a7d8e267-1944-443c-af20-1ea308fee108 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Request body: {'floatingip': {'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'port_id': '56eeaa73-f9fd-4587-a006-5fd522660e1b'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:45:05.571771 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab19be8-ecbe-4b57-883c-0f8193187fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635b9d4e-53ec-4a64-a56c-a7a8d06d2015,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:05.574227 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6e4aadac-07a5-4c71-8cd4-5d4c5c1f82f1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.4433780 Aug 22 13:45:05.584287 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 55402) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:05.593495 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-25e38d92-8b71-4860-9321-ef69d29ed264 admin admin] Request body: {'subnet': {'network_id': '46de0bca-1991-4c8e-8714-aa67f3459e12', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1676916693-subnet', 'tenant_id': '353e509412c54b51a955684f3d0bc218', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:45:05.596368 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-717ffd91-7bf1-492a-af78-9f9ed9f4b5ad tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Deleting port 418ce4a6-1d33-4122-81f0-fdc1a4eafe1e {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:45:05.596703 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-717ffd91-7bf1-492a-af78-9f9ed9f4b5ad tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:05.615405 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4aadac-07a5-4c71-8cd4-5d4c5c1f82f1 admin admin] Pushing event updated for resources: {'Network': ['ID=46de0bca-1991-4c8e-8714-aa67f3459e12,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:05.634940 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a80b6a3d-f6e5-45d8-89e6-3e30e7345914 admin admin] Router 55f8f513-3218-4139-b190-4e1101029352 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:45:05.635637 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 46de0bca-1991-4c8e-8714-aa67f3459e12 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:45:05.689972 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c21df07e-ba22-407d-b94e-15c87a9b3c49 req-3dba3201-bc93-4485-bc81-a3ba10b159e9 service neutron] 10.222.0.16 "GET /v2.0/networks/5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294222 Aug 22 13:45:05.731290 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9ab19be8-ecbe-4b57-883c-0f8193187fa8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:05.750214 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a7d8e267-1944-443c-af20-1ea308fee108 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for floatingip, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:05.780650 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e38d92-8b71-4860-9321-ef69d29ed264 admin admin] Made reservation on behalf of 353e509412c54b51a955684f3d0bc218 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:45:05.781244 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-97c47708-00f2-4375-bf13-e3185da72d5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:05.783022 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-25e38d92-8b71-4860-9321-ef69d29ed264 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:05.874313 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a80b6a3d-f6e5-45d8-89e6-3e30e7345914 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:45:05.892610 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757a066d-350d-499f-ad81-e88280bab25c None None] Sync routers for ids ['55f8f513-3218-4139-b190-4e1101029352'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:45:05.893888 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9ab19be8-ecbe-4b57-883c-0f8193187fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:05.895557 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab19be8-ecbe-4b57-883c-0f8193187fa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:05.896131 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9ab19be8-ecbe-4b57-883c-0f8193187fa8 admin admin] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:05.904636 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-97c47708-00f2-4375-bf13-e3185da72d5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:05.914382 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757a066d-350d-499f-ad81-e88280bab25c None None] Routers {'55f8f513-3218-4139-b190-4e1101029352'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:45:05.915690 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-757a066d-350d-499f-ad81-e88280bab25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:45:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['55f8f513-3218-4139-b190-4e1101029352'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:05.926040 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a80b6a3d-f6e5-45d8-89e6-3e30e7345914 admin admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:05.927630 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a80b6a3d-f6e5-45d8-89e6-3e30e7345914 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.4681058 Aug 22 13:45:05.930374 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 55404) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:05.996944 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c21df07e-ba22-407d-b94e-15c87a9b3c49 req-925b1679-392a-4bcb-8048-510432b8b73f service neutron] 10.222.0.16 "GET /v2.0/networks/5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697001 Aug 22 13:45:06.020388 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-717ffd91-7bf1-492a-af78-9f9ed9f4b5ad tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:06.021123 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-717ffd91-7bf1-492a-af78-9f9ed9f4b5ad tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:06.076049 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bde719b-0d7b-450f-aa65-dabfa356476d None None] Network f0c29b74-1aa8-4b6d-9f2f-ff49fd851490 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:45:06.114526 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-757a066d-350d-499f-ad81-e88280bab25c None None] Set router 55f8f513-3218-4139-b190-4e1101029352 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:45:06.183449 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-9ab19be8-ecbe-4b57-883c-0f8193187fa8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.3041909 Aug 22 13:45:06.199174 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c21df07e-ba22-407d-b94e-15c87a9b3c49 req-50cf4015-5c9a-495e-ae96-50a25671935f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=b16064f0-bf43-4196-833d-4efdff17a865 HTTP/1.1" status: 200 len: 217 time: 0.1742783 Aug 22 13:45:06.200118 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55406) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:06.201963 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-717ffd91-7bf1-492a-af78-9f9ed9f4b5ad tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Calling delete_port for 418ce4a6-1d33-4122-81f0-fdc1a4eafe1e owned by network:floatingip {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:45:06.212663 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-64cd9b1f-0784-4601-8fc0-8501afaa6b90 admin admin] Request body: {'subnet': {'network_id': '86852854-4485-4ab5-a7f5-dd2ea5a1d984', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-153671539-subnet', 'tenant_id': 'bb36c5ed732e4d5892d44e1080c71059', 'ip_version': 4}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:45:06.224992 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-25e38d92-8b71-4860-9321-ef69d29ed264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:06.248522 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-944ccb99-ad70-42a0-b48c-be79d3d77591 None None] Provisioning for port dfbe47c5-e4fc-4876-b5c6-227f4fc35fa2 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:45:06.277188 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64cd9b1f-0784-4601-8fc0-8501afaa6b90 admin admin] Made reservation on behalf of bb36c5ed732e4d5892d44e1080c71059 for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:45:06.281263 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-64cd9b1f-0784-4601-8fc0-8501afaa6b90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:06.334941 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab19be8-ecbe-4b57-883c-0f8193187fa8 admin admin] Pushing event updated for resources: {'Network': ['ID=86852854-4485-4ab5-a7f5-dd2ea5a1d984,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:06.353793 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 86852854-4485-4ab5-a7f5-dd2ea5a1d984 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:45:06.393677 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-757a066d-350d-499f-ad81-e88280bab25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f8f513-3218-4139-b190-4e1101029352', 'name': 'tempest-TestServerMultinode-569149754-router', 'tenant_id': 'c19f4e1f2b384336a91e39cf379ccad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '0d9ca3f7-1e84-496f-ac94-32ca6b0ab0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:45:01Z', 'updated_at': '2021-08-22T13:45:03Z', 'revision_number': 3, 'project_id': 'c19f4e1f2b384336a91e39cf379ccad7', 'gw_port': {'id': '0d9ca3f7-1e84-496f-ac94-32ca6b0ab0ed', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ca:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f8f513-3218-4139-b190-4e1101029352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:45:02Z', 'updated_at': '2021-08-22T13:45:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:06.453944 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e38d92-8b71-4860-9321-ef69d29ed264 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1668edd-d43a-4ada-8c93-e2c6f458b95d,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:06.471161 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21df07e-ba22-407d-b94e-15c87a9b3c49 req-ab153ea7-0834-4379-8b50-a70095210cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:06.472890 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c21df07e-ba22-407d-b94e-15c87a9b3c49 req-ab153ea7-0834-4379-8b50-a70095210cbd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb175f2e-c3d1-472d-89f8-b1925f4f3ec2 HTTP/1.1" status: 200 len: 797 time: 0.2226925 Aug 22 13:45:06.474415 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757a066d-350d-499f-ad81-e88280bab25c None None] Checking router: 55f8f513-3218-4139-b190-4e1101029352 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:45:06.475084 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757a066d-350d-499f-ad81-e88280bab25c None None] Updating router 55f8f513-3218-4139-b190-4e1101029352 port 0d9ca3f7-1e84-496f-ac94-32ca6b0ab0ed binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:45:06.486997 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e38d92-8b71-4860-9321-ef69d29ed264 admin admin] Checking segment: {'id': '845d553b-3470-425f-a9bb-3cb754fb51c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '46de0bca-1991-4c8e-8714-aa67f3459e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:45:06.488004 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e38d92-8b71-4860-9321-ef69d29ed264 admin admin] Network hostable DHCP agents. Network: 46de0bca-1991-4c8e-8714-aa67f3459e12, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:45:06.488343 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-97c47708-00f2-4375-bf13-e3185da72d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:06.491270 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-97c47708-00f2-4375-bf13-e3185da72d5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:06.492547 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-97c47708-00f2-4375-bf13-e3185da72d5a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/253fed10-feb8-465a-90eb-07b1136b06ac HTTP/1.1" status: 204 len: 168 time: 1.0411816 Aug 22 13:45:06.580609 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-757a066d-350d-499f-ad81-e88280bab25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:06.596651 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c47708-00f2-4375-bf13-e3185da72d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253fed10-feb8-465a-90eb-07b1136b06ac,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:06.625586 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e38d92-8b71-4860-9321-ef69d29ed264 admin admin] Network 46de0bca-1991-4c8e-8714-aa67f3459e12 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:45:06.632023 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a7d8e267-1944-443c-af20-1ea308fee108 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:06.671545 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21df07e-ba22-407d-b94e-15c87a9b3c49 req-ab15e621-794c-4c3b-ba7f-d7fcf1b9d66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:06.673488 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c21df07e-ba22-407d-b94e-15c87a9b3c49 req-ab15e621-794c-4c3b-ba7f-d7fcf1b9d66f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1798444 Aug 22 13:45:06.730709 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-25e38d92-8b71-4860-9321-ef69d29ed264 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 46de0bca-1991-4c8e-8714-aa67f3459e12) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:45:06.739456 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2dfa01a-0ee4-43e5-9237-d12d91a00bdd None None] Network 46de0bca-1991-4c8e-8714-aa67f3459e12 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:45:06.755919 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e38d92-8b71-4860-9321-ef69d29ed264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:06.762764 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-25e38d92-8b71-4860-9321-ef69d29ed264 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:06.814275 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-25e38d92-8b71-4860-9321-ef69d29ed264 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2205818 Aug 22 13:45:07.033777 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-717ffd91-7bf1-492a-af78-9f9ed9f4b5ad tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:07.063045 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-64cd9b1f-0784-4601-8fc0-8501afaa6b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:07.069574 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717ffd91-7bf1-492a-af78-9f9ed9f4b5ad tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event deleted for resources: {'Port': ['ID=418ce4a6-1d33-4122-81f0-fdc1a4eafe1e,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:07.084568 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c21df07e-ba22-407d-b94e-15c87a9b3c49 req-0e4971a7-1562-45cc-9aeb-0a60f077ce8d service neutron] 10.222.0.16 "GET /v2.0/networks/5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520954 Aug 22 13:45:07.129378 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1c8048-b5e7-4d15-80ed-dc55011062be None None] Network 46de0bca-1991-4c8e-8714-aa67f3459e12 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:45:07.131105 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-da52b03f-f1da-4b9d-a59d-c66f5263aa02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:07.164465 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 55418) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:07.209480 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-757a066d-350d-499f-ad81-e88280bab25c None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:07.211835 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-aa9c6774-bc73-4f29-886c-f31fa1e8a708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:07.247222 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-757a066d-350d-499f-ad81-e88280bab25c None None] Transition to ACTIVE for port object 0d9ca3f7-1e84-496f-ac94-32ca6b0ab0ed will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:45:07.248932 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 21756523-62f2-4f88-87a4-4511f0330725 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:45:07.249539 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-717ffd91-7bf1-492a-af78-9f9ed9f4b5ad tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for floatingip, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:07.250124 n-d-793621-33 neutron-server[94627]: INFO neutron.db.l3_db [None req-717ffd91-7bf1-492a-af78-9f9ed9f4b5ad tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Floating IP 145f78ee-5e6a-4240-b6d5-b5a2b749c983 disassociated (deleted). External IP: 172.25.3.224, port: 2ff0fe91-fbfe-4eef-bc6d-78957500ba39. Aug 22 13:45:07.262107 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-757a066d-350d-499f-ad81-e88280bab25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:07.339470 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-757a066d-350d-499f-ad81-e88280bab25c None None] Attempting to bind port 0d9ca3f7-1e84-496f-ac94-32ca6b0ab0ed on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:45:07.340148 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-757a066d-350d-499f-ad81-e88280bab25c None None] Attempting to bind port 0d9ca3f7-1e84-496f-ac94-32ca6b0ab0ed by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:45:07.340905 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757a066d-350d-499f-ad81-e88280bab25c None None] Attempting to bind port 0d9ca3f7-1e84-496f-ac94-32ca6b0ab0ed on network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:45:07.344373 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae8eeff-0f0b-4fa3-9d6e-f432b844877e None None] Pushing event updated for resources: {'Port': ['ID=0d9ca3f7-1e84-496f-ac94-32ca6b0ab0ed,revision_number=2']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:07.359707 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757a066d-350d-499f-ad81-e88280bab25c None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:45:07.360602 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757a066d-350d-499f-ad81-e88280bab25c None None] Checking segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:45:07.361320 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-757a066d-350d-499f-ad81-e88280bab25c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:07.361969 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757a066d-350d-499f-ad81-e88280bab25c None None] Bound using segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:45:07.362720 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-757a066d-350d-499f-ad81-e88280bab25c None None] Bound port: 0d9ca3f7-1e84-496f-ac94-32ca6b0ab0ed, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:45:07.363440 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-757a066d-350d-499f-ad81-e88280bab25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:07.407875 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cd9b1f-0784-4601-8fc0-8501afaa6b90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ddb9225-9749-4624-a2c2-2721aa1b2a10,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:07.462774 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 21756523-62f2-4f88-87a4-4511f0330725 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:45:07.463156 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:07.466144 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-757a066d-350d-499f-ad81-e88280bab25c None None] For port 0d9ca3f7-1e84-496f-ac94-32ca6b0ab0ed, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:45:07.469578 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-757a066d-350d-499f-ad81-e88280bab25c None None] For port 0d9ca3f7-1e84-496f-ac94-32ca6b0ab0ed, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=0d9ca3f7-1e84-496f-ac94-32ca6b0ab0ed,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:45:07.477514 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-757a066d-350d-499f-ad81-e88280bab25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:07.501012 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cd9b1f-0784-4601-8fc0-8501afaa6b90 admin admin] Checking segment: {'id': '43ece764-d2ba-4110-8739-b0e1d0e7a72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '86852854-4485-4ab5-a7f5-dd2ea5a1d984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:45:07.501380 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cd9b1f-0784-4601-8fc0-8501afaa6b90 admin admin] Network hostable DHCP agents. Network: 86852854-4485-4ab5-a7f5-dd2ea5a1d984, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:45:07.545302 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-da52b03f-f1da-4b9d-a59d-c66f5263aa02 admin admin] Allocated IP 172.20.0.1 (f0c29b74-1aa8-4b6d-9f2f-ff49fd851490/9bdeb244-0fa7-48f0-a031-b7c05a479d84/9d235bc8-16fe-4366-874c-0e6b6fd20dd0) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:45:07.557135 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-a7d8e267-1944-443c-af20-1ea308fee108 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Allocated IP 172.25.3.6 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/d03e9ad9-7136-4102-ac44-99de8c954c79) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:45:07.567788 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757a066d-350d-499f-ad81-e88280bab25c None None] Routers {'55f8f513-3218-4139-b190-4e1101029352'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:45:07.571159 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-757a066d-350d-499f-ad81-e88280bab25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:45:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['55f8f513-3218-4139-b190-4e1101029352'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:07.581203 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c21df07e-ba22-407d-b94e-15c87a9b3c49 req-83e697ba-cb44-4f11-b06a-1dafe1f95391 service neutron] 10.222.0.16 "GET /v2.0/networks/5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4859354 Aug 22 13:45:07.584927 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device dfbe47c5-e4fc-4876-b5c6-227f4fc35fa2 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:45:07.673273 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae8eeff-0f0b-4fa3-9d6e-f432b844877e None None] Pushing event updated for resources: {'Port': ['ID=0d9ca3f7-1e84-496f-ac94-32ca6b0ab0ed,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:07.675323 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port dfbe47c5-e4fc-4876-b5c6-227f4fc35fa2 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:45:07.679879 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port dfbe47c5-e4fc-4876-b5c6-227f4fc35fa2 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:45:07.680294 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:07.709528 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-da52b03f-f1da-4b9d-a59d-c66f5263aa02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:07.735982 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-da52b03f-f1da-4b9d-a59d-c66f5263aa02 admin admin] Transition to ACTIVE for port object 9d235bc8-16fe-4366-874c-0e6b6fd20dd0 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:45:07.738081 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cd9b1f-0784-4601-8fc0-8501afaa6b90 admin admin] Network 86852854-4485-4ab5-a7f5-dd2ea5a1d984 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:45:07.757628 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c21df07e-ba22-407d-b94e-15c87a9b3c49 req-4d2051c1-ce58-4001-b0fd-548aaa99be48 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=cd20e94c-db09-4bf2-a3ec-7a37be4d2904 HTTP/1.1" status: 200 len: 217 time: 0.1659749 Aug 22 13:45:07.817654 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:07.831661 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-aa9c6774-bc73-4f29-886c-f31fa1e8a708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:07.834540 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-da52b03f-f1da-4b9d-a59d-c66f5263aa02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:07.846071 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-aa9c6774-bc73-4f29-886c-f31fa1e8a708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:07.894552 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port dfbe47c5-e4fc-4876-b5c6-227f4fc35fa2, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=dfbe47c5-e4fc-4876-b5c6-227f4fc35fa2,segment=NetworkSegment(27fb380f-7bd1-4dec-95a1-09a9828f12f4),segment_id=27fb380f-7bd1-4dec-95a1-09a9828f12f4)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:45:07.902959 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:07.932400 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da52b03f-f1da-4b9d-a59d-c66f5263aa02 admin admin] Network f0c29b74-1aa8-4b6d-9f2f-ff49fd851490 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:45:07.951218 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-da52b03f-f1da-4b9d-a59d-c66f5263aa02 admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:45:07.956643 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-aa9c6774-bc73-4f29-886c-f31fa1e8a708 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7fa43e0a0d8c4b2bac1e6827fe28a98c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7826009 Aug 22 13:45:07.957909 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da52b03f-f1da-4b9d-a59d-c66f5263aa02 admin admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:45:07.959913 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da52b03f-f1da-4b9d-a59d-c66f5263aa02 admin admin] Pushing event updated for resources: {'Port': ['ID=9d235bc8-16fe-4366-874c-0e6b6fd20dd0,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:07.963194 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 55428) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:07.970012 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c6774-bc73-4f29-886c-f31fa1e8a708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf59f0d-3bc4-4fbd-bb1d-2d56eba88dbe,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:07.984327 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-757a066d-350d-499f-ad81-e88280bab25c None None] Set router 55f8f513-3218-4139-b190-4e1101029352 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:45:08.017184 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=dfbe47c5-e4fc-4876-b5c6-227f4fc35fa2,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:08.098848 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-da52b03f-f1da-4b9d-a59d-c66f5263aa02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:08.159633 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-abdfa428-3947-4044-a6aa-dfffae1aa206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:08.197878 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-abdfa428-3947-4044-a6aa-dfffae1aa206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:08.275852 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-757a066d-350d-499f-ad81-e88280bab25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f8f513-3218-4139-b190-4e1101029352', 'name': 'tempest-TestServerMultinode-569149754-router', 'tenant_id': 'c19f4e1f2b384336a91e39cf379ccad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '0d9ca3f7-1e84-496f-ac94-32ca6b0ab0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:45:01Z', 'updated_at': '2021-08-22T13:45:03Z', 'revision_number': 3, 'project_id': 'c19f4e1f2b384336a91e39cf379ccad7', 'gw_port': {'id': '0d9ca3f7-1e84-496f-ac94-32ca6b0ab0ed', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ca:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f8f513-3218-4139-b190-4e1101029352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:45:02Z', 'updated_at': '2021-08-22T13:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:08.321037 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757a066d-350d-499f-ad81-e88280bab25c None None] The sync data for ids ['55f8f513-3218-4139-b190-4e1101029352'] in n-d-793621-33 is: [{'id': '55f8f513-3218-4139-b190-4e1101029352', 'name': 'tempest-TestServerMultinode-569149754-router', 'tenant_id': 'c19f4e1f2b384336a91e39cf379ccad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '0d9ca3f7-1e84-496f-ac94-32ca6b0ab0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:45:01Z', 'updated_at': '2021-08-22T13:45:03Z', 'revision_number': 3, 'project_id': 'c19f4e1f2b384336a91e39cf379ccad7', 'gw_port': {'id': '0d9ca3f7-1e84-496f-ac94-32ca6b0ab0ed', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ca:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f8f513-3218-4139-b190-4e1101029352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:45:02Z', 'updated_at': '2021-08-22T13:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:45:08.359395 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-400391c8-2106-4f57-ac12-f02aaf24579b None None] Provisioning for port 9d235bc8-16fe-4366-874c-0e6b6fd20dd0 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:45:08.364573 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-400391c8-2106-4f57-ac12-f02aaf24579b None None] Provisioning complete for port 9d235bc8-16fe-4366-874c-0e6b6fd20dd0 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:45:08.365195 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-400391c8-2106-4f57-ac12-f02aaf24579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:08.373273 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-da52b03f-f1da-4b9d-a59d-c66f5263aa02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:08.390261 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-abdfa428-3947-4044-a6aa-dfffae1aa206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:08.392805 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-abdfa428-3947-4044-a6aa-dfffae1aa206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:08.394984 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-abdfa428-3947-4044-a6aa-dfffae1aa206 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8cf59f0d-3bc4-4fbd-bb1d-2d56eba88dbe HTTP/1.1" status: 204 len: 168 time: 0.4266996 Aug 22 13:45:08.411189 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-400391c8-2106-4f57-ac12-f02aaf24579b None None] Port 9d235bc8-16fe-4366-874c-0e6b6fd20dd0 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:45:08.462031 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdfa428-3947-4044-a6aa-dfffae1aa206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf59f0d-3bc4-4fbd-bb1d-2d56eba88dbe,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:08.487813 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-64cd9b1f-0784-4601-8fc0-8501afaa6b90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 86852854-4485-4ab5-a7f5-dd2ea5a1d984) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:45:08.494824 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64cd9b1f-0784-4601-8fc0-8501afaa6b90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:08.496292 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-64cd9b1f-0784-4601-8fc0-8501afaa6b90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:08.497578 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f5f1aa-3b58-4cd2-9981-52b118268e31 None None] Network 86852854-4485-4ab5-a7f5-dd2ea5a1d984 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:45:08.536636 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21df07e-ba22-407d-b94e-15c87a9b3c49 req-035094d8-9b30-43f8-af5a-9dbf7df18212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:08.538351 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c21df07e-ba22-407d-b94e-15c87a9b3c49 req-035094d8-9b30-43f8-af5a-9dbf7df18212 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb175f2e-c3d1-472d-89f8-b1925f4f3ec2 HTTP/1.1" status: 200 len: 797 time: 0.7600968 Aug 22 13:45:08.548520 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-64cd9b1f-0784-4601-8fc0-8501afaa6b90 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.3411877 Aug 22 13:45:08.568449 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55436) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:08.576609 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-4ae82cad-1138-4e69-bf32-28a733ef37b2 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-153671539-router', 'tenant_id': 'bb36c5ed732e4d5892d44e1080c71059', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:45:08.672667 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a7d8e267-1944-443c-af20-1ea308fee108 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:08.762445 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4ae82cad-1138-4e69-bf32-28a733ef37b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:08.763577 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4ae82cad-1138-4e69-bf32-28a733ef37b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:08.781473 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-da52b03f-f1da-4b9d-a59d-c66f5263aa02 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:08.791581 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-da52b03f-f1da-4b9d-a59d-c66f5263aa02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:08.852737 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-717ffd91-7bf1-492a-af78-9f9ed9f4b5ad tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Router 6be81927-abf2-4661-b0f8-87c770883fd1 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:45:08.862301 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21df07e-ba22-407d-b94e-15c87a9b3c49 req-e2515633-0133-41fa-b82b-fe0bfa1145c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:08.865690 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c21df07e-ba22-407d-b94e-15c87a9b3c49 req-e2515633-0133-41fa-b82b-fe0bfa1145c4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3143504 Aug 22 13:45:08.868770 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a7d8e267-1944-443c-af20-1ea308fee108 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:08.881144 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05fd770-f2dd-428d-8a78-a34ad604df88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-86852854-4485-4ab5-a7f5-dd2ea5a1d984', 'network_id': '86852854-4485-4ab5-a7f5-dd2ea5a1d984', 'tenant_id': 'bb36c5ed732e4d5892d44e1080c71059', 'fixed_ips': [{'subnet_id': '9ddb9225-9749-4624-a2c2-2721aa1b2a10'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:45:08.883590 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a05fd770-f2dd-428d-8a78-a34ad604df88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:09.026365 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d8e267-1944-443c-af20-1ea308fee108 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:45:09.057029 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-a7d8e267-1944-443c-af20-1ea308fee108 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:45:09.065810 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da52b03f-f1da-4b9d-a59d-c66f5263aa02 admin admin] Pushing event updated for resources: {'Port': ['ID=9d235bc8-16fe-4366-874c-0e6b6fd20dd0,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:09.069841 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-da52b03f-f1da-4b9d-a59d-c66f5263aa02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:09.104416 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d8e267-1944-443c-af20-1ea308fee108 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:45:09.209074 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 0d9ca3f7-1e84-496f-ac94-32ca6b0ab0ed up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:45:09.252988 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da52b03f-f1da-4b9d-a59d-c66f5263aa02 admin admin] Network f0c29b74-1aa8-4b6d-9f2f-ff49fd851490 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:45:09.254926 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-da52b03f-f1da-4b9d-a59d-c66f5263aa02 admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:45:09.256016 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4ae82cad-1138-4e69-bf32-28a733ef37b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:09.283560 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d8e267-1944-443c-af20-1ea308fee108 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Pushing event updated for resources: {'Port': ['ID=d03e9ad9-7136-4102-ac44-99de8c954c79,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:09.286150 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-a05fd770-f2dd-428d-8a78-a34ad604df88 None None] Allocated IP 172.20.0.2 (86852854-4485-4ab5-a7f5-dd2ea5a1d984/9ddb9225-9749-4624-a2c2-2721aa1b2a10/4060fc03-1d8a-4023-a774-5a4dc7bd203a) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:45:09.297650 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 0d9ca3f7-1e84-496f-ac94-32ca6b0ab0ed completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:45:09.305957 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 0d9ca3f7-1e84-496f-ac94-32ca6b0ab0ed triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:45:09.306533 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:09.438781 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:09.474709 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da52b03f-f1da-4b9d-a59d-c66f5263aa02 admin admin] Router 55f8f513-3218-4139-b190-4e1101029352 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:45:09.523022 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 0d9ca3f7-1e84-496f-ac94-32ca6b0ab0ed, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=0d9ca3f7-1e84-496f-ac94-32ca6b0ab0ed,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:45:09.531024 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:09.531812 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device dfbe47c5-e4fc-4876-b5c6-227f4fc35fa2 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:45:09.641433 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=0d9ca3f7-1e84-496f-ac94-32ca6b0ab0ed,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:09.651252 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da52b03f-f1da-4b9d-a59d-c66f5263aa02 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:45:09.661389 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-da52b03f-f1da-4b9d-a59d-c66f5263aa02 admin admin] 10.222.0.21 "PUT /v2.0/routers/55f8f513-3218-4139-b190-4e1101029352/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7300014 Aug 22 13:45:09.693559 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-3ee5db25-2856-4ff5-bb45-a6f81cf06527 None None] Provisioning complete for port 9d235bc8-16fe-4366-874c-0e6b6fd20dd0 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:45:09.693942 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3ee5db25-2856-4ff5-bb45-a6f81cf06527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:09.703197 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4ae82cad-1138-4e69-bf32-28a733ef37b2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:09.753606 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-3ee5db25-2856-4ff5-bb45-a6f81cf06527 None None] Port 9d235bc8-16fe-4366-874c-0e6b6fd20dd0 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:45:09.811039 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-717ffd91-7bf1-492a-af78-9f9ed9f4b5ad tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:45:09.817987 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-717ffd91-7bf1-492a-af78-9f9ed9f4b5ad tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:09.824507 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c21df07e-ba22-407d-b94e-15c87a9b3c49 req-a99267a1-208a-44de-a6b2-4926aba9432c service neutron] 10.222.0.16 "GET /v2.0/networks/5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9301746 Aug 22 13:45:09.848946 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f0ee7b-1bef-42e3-a3dd-31e4674c5ea1 None None] Sync routers for ids ['6be81927-abf2-4661-b0f8-87c770883fd1'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:45:09.866763 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f0ee7b-1bef-42e3-a3dd-31e4674c5ea1 None None] Routers {'6be81927-abf2-4661-b0f8-87c770883fd1'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:45:09.867653 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-13f0ee7b-1bef-42e3-a3dd-31e4674c5ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:45:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['6be81927-abf2-4661-b0f8-87c770883fd1'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:09.879406 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port dfbe47c5-e4fc-4876-b5c6-227f4fc35fa2 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:45:09.879406 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:09.951792 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-717ffd91-7bf1-492a-af78-9f9ed9f4b5ad tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "DELETE /v2.0/floatingips/145f78ee-5e6a-4240-b6d5-b5a2b749c983 HTTP/1.1" status: 204 len: 168 time: 5.3911529 Aug 22 13:45:09.959573 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65807f78-b5b2-49f5-aa5a-e5b6eb26cfec', 'tag': '2ff0fe91-fbfe-4eef-bc6d-78957500ba39'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:45:09.962888 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673f7b3a-a719-42ca-9a34-28a1ee1a1dcf" -d '{"events": [{"name": "network-changed", "server_uuid": "65807f78-b5b2-49f5-aa5a-e5b6eb26cfec", "tag": "2ff0fe91-fbfe-4eef-bc6d-78957500ba39"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:45:10.023800 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a05fd770-f2dd-428d-8a78-a34ad604df88 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:10.063876 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-a05fd770-f2dd-428d-8a78-a34ad604df88 None None] Transition to ACTIVE for port object 4060fc03-1d8a-4023-a774-5a4dc7bd203a will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:45:10.124325 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c21df07e-ba22-407d-b94e-15c87a9b3c49 req-30f7ed63-1fe7-4465-8517-f15e72bcf823 service neutron] 10.222.0.16 "GET /v2.0/networks/5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719738 Aug 22 13:45:10.210047 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c21df07e-ba22-407d-b94e-15c87a9b3c49 req-a167f34f-33c3-4ef8-9f18-a2495cd8ff42 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9f8df132-276a-4e46-89a0-b5f4c39d81b8 HTTP/1.1" status: 200 len: 217 time: 0.0713248 Aug 22 13:45:10.381430 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-a05fd770-f2dd-428d-8a78-a34ad604df88 None None] Transition to ACTIVE for port object 4060fc03-1d8a-4023-a774-5a4dc7bd203a will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:45:10.402042 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a05fd770-f2dd-428d-8a78-a34ad604df88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:10.437642 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-13f0ee7b-1bef-42e3-a3dd-31e4674c5ea1 None None] Set router 6be81927-abf2-4661-b0f8-87c770883fd1 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:45:10.447590 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05fd770-f2dd-428d-8a78-a34ad604df88 None None] Network 86852854-4485-4ab5-a7f5-dd2ea5a1d984 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:45:10.474216 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f24905-4a57-40dc-a13b-ad990a66ac98 x-openstack-request-id: req-47f24905-4a57-40dc-a13b-ad990a66ac98 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:45:10.476546 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-a05fd770-f2dd-428d-8a78-a34ad604df88 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:45:10.477039 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65807f78-b5b2-49f5-aa5a-e5b6eb26cfec", "tag": "2ff0fe91-fbfe-4eef-bc6d-78957500ba39", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:45:10.477482 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-47f24905-4a57-40dc-a13b-ad990a66ac98 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:45:10.478062 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65807f78-b5b2-49f5-aa5a-e5b6eb26cfec', 'tag': '2ff0fe91-fbfe-4eef-bc6d-78957500ba39', 'status': 'completed', 'code': 200} Aug 22 13:45:10.483259 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05fd770-f2dd-428d-8a78-a34ad604df88 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:45:10.489146 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21df07e-ba22-407d-b94e-15c87a9b3c49 req-eef30025-d14c-4775-8d73-b52d677ce5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:10.490640 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c21df07e-ba22-407d-b94e-15c87a9b3c49 req-eef30025-d14c-4775-8d73-b52d677ce5d3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4a68570d-3c99-46d0-9ae9-d17b3c59c7bf HTTP/1.1" status: 200 len: 797 time: 0.2713332 Aug 22 13:45:10.570380 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-a05fd770-f2dd-428d-8a78-a34ad604df88 None None] Attempting to bind port 4060fc03-1d8a-4023-a774-5a4dc7bd203a on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:45:10.571411 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-a05fd770-f2dd-428d-8a78-a34ad604df88 None None] Attempting to bind port 4060fc03-1d8a-4023-a774-5a4dc7bd203a by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '43ece764-d2ba-4110-8739-b0e1d0e7a72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '86852854-4485-4ab5-a7f5-dd2ea5a1d984'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:45:10.572044 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05fd770-f2dd-428d-8a78-a34ad604df88 None None] Attempting to bind port 4060fc03-1d8a-4023-a774-5a4dc7bd203a on network 86852854-4485-4ab5-a7f5-dd2ea5a1d984 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:45:10.665449 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05fd770-f2dd-428d-8a78-a34ad604df88 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:45:10.665981 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05fd770-f2dd-428d-8a78-a34ad604df88 None None] Checking segment: {'id': '43ece764-d2ba-4110-8739-b0e1d0e7a72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '86852854-4485-4ab5-a7f5-dd2ea5a1d984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:45:10.666369 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a05fd770-f2dd-428d-8a78-a34ad604df88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:10.667610 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05fd770-f2dd-428d-8a78-a34ad604df88 None None] Bound using segment: {'id': '43ece764-d2ba-4110-8739-b0e1d0e7a72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '86852854-4485-4ab5-a7f5-dd2ea5a1d984'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:45:10.667953 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-a05fd770-f2dd-428d-8a78-a34ad604df88 None None] Bound port: 4060fc03-1d8a-4023-a774-5a4dc7bd203a, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43ece764-d2ba-4110-8739-b0e1d0e7a72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '86852854-4485-4ab5-a7f5-dd2ea5a1d984'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:45:10.668684 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a05fd770-f2dd-428d-8a78-a34ad604df88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:10.670613 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05fd770-f2dd-428d-8a78-a34ad604df88 None None] Pushing event updated for resources: {'Port': ['ID=4060fc03-1d8a-4023-a774-5a4dc7bd203a,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:10.824927 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-a05fd770-f2dd-428d-8a78-a34ad604df88 None None] For port 4060fc03-1d8a-4023-a774-5a4dc7bd203a, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:45:10.830711 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-a05fd770-f2dd-428d-8a78-a34ad604df88 None None] For port 4060fc03-1d8a-4023-a774-5a4dc7bd203a, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=4060fc03-1d8a-4023-a774-5a4dc7bd203a,segment=NetworkSegment(43ece764-d2ba-4110-8739-b0e1d0e7a72c),segment_id=43ece764-d2ba-4110-8739-b0e1d0e7a72c)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:45:10.855909 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a05fd770-f2dd-428d-8a78-a34ad604df88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:10.948210 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05fd770-f2dd-428d-8a78-a34ad604df88 None None] Pushing event updated for resources: {'Port': ['ID=4060fc03-1d8a-4023-a774-5a4dc7bd203a,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:10.959470 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 0d9ca3f7-1e84-496f-ac94-32ca6b0ab0ed up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:45:10.963350 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3adc6d4-e528-44be-9702-73e79f99d3c5 req-0d949b73-9e3c-412c-ae19-251e837554b2 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:10.966356 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f3adc6d4-e528-44be-9702-73e79f99d3c5 req-0d949b73-9e3c-412c-ae19-251e837554b2 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.16 "GET /v2.0/ports?device_id=65807f78-b5b2-49f5-aa5a-e5b6eb26cfec HTTP/1.1" status: 200 len: 944 time: 0.1500106 Aug 22 13:45:11.087383 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-13f0ee7b-1bef-42e3-a3dd-31e4674c5ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be81927-abf2-4661-b0f8-87c770883fd1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046722450', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '206e29d1-fae6-4ed1-bdf1-9cd8793b827b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:43:27Z', 'updated_at': '2021-08-22T13:43:36Z', 'revision_number': 4, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'gw_port': {'id': '206e29d1-fae6-4ed1-bdf1-9cd8793b827b', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be81927-abf2-4661-b0f8-87c770883fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:43:29Z', 'updated_at': '2021-08-22T13:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '38726b80-43eb-43f5-94b5-223416277906', 'name': '', 'network_id': 'bf5a5750-b5ea-44cd-ad65-1dd63932d79a', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'mac_address': 'fa:16:3e:64:c5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be81927-abf2-4661-b0f8-87c770883fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '0aff47bc-ed4a-4c75-9203-6ffecee8fcb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:43:35Z', 'updated_at': '2021-08-22T13:43:44Z', 'revision_number': 5, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'subnets': [{'id': '0aff47bc-ed4a-4c75-9203-6ffecee8fcb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:11.109214 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 55514) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:11.128753 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f0ee7b-1bef-42e3-a3dd-31e4674c5ea1 None None] Checking router: 6be81927-abf2-4661-b0f8-87c770883fd1 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:45:11.150687 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 0d9ca3f7-1e84-496f-ac94-32ca6b0ab0ed triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:45:11.151082 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:11.170337 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-f3adc6d4-e528-44be-9702-73e79f99d3c5 req-c9e0e03d-fb05-48ff-86d5-264b57448779 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Deleting port 2ff0fe91-fbfe-4eef-bc6d-78957500ba39 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:45:11.170956 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-f3adc6d4-e528-44be-9702-73e79f99d3c5 req-c9e0e03d-fb05-48ff-86d5-264b57448779 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:11.188704 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f0ee7b-1bef-42e3-a3dd-31e4674c5ea1 None None] Routers {'6be81927-abf2-4661-b0f8-87c770883fd1'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:45:11.189350 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-13f0ee7b-1bef-42e3-a3dd-31e4674c5ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:45:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['6be81927-abf2-4661-b0f8-87c770883fd1'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:11.304334 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fc9721-5532-4493-b517-ccb9c9a4b3a7 None None] Sync routers for ids ['55f8f513-3218-4139-b190-4e1101029352'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:45:11.314312 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fc9721-5532-4493-b517-ccb9c9a4b3a7 None None] Routers {'55f8f513-3218-4139-b190-4e1101029352'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:45:11.314938 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-33fc9721-5532-4493-b517-ccb9c9a4b3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:45:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['55f8f513-3218-4139-b190-4e1101029352'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:11.350702 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-f3adc6d4-e528-44be-9702-73e79f99d3c5 req-c9e0e03d-fb05-48ff-86d5-264b57448779 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] For port 2ff0fe91-fbfe-4eef-bc6d-78957500ba39, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=2ff0fe91-fbfe-4eef-bc6d-78957500ba39,segment=NetworkSegment(3ddf7eac-d84f-4dbb-b953-6c0071efe217),segment_id=3ddf7eac-d84f-4dbb-b953-6c0071efe217)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:45:11.351076 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-f3adc6d4-e528-44be-9702-73e79f99d3c5 req-c9e0e03d-fb05-48ff-86d5-264b57448779 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:11.367051 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4ae82cad-1138-4e69-bf32-28a733ef37b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:11.375179 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-f3adc6d4-e528-44be-9702-73e79f99d3c5 req-c9e0e03d-fb05-48ff-86d5-264b57448779 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Calling delete_port for 2ff0fe91-fbfe-4eef-bc6d-78957500ba39 owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:45:11.395175 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f7b3a-a719-42ca-9a34-28a1ee1a1dcf req-2d0718f0-284e-441a-ae55-fa8ddb0b80d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:11.404505 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-673f7b3a-a719-42ca-9a34-28a1ee1a1dcf req-2d0718f0-284e-441a-ae55-fa8ddb0b80d8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=50b3d484826f4e1f8052fde49b87f38a&device_id=65807f78-b5b2-49f5-aa5a-e5b6eb26cfec HTTP/1.1" status: 200 len: 1096 time: 0.9111748 Aug 22 13:45:11.439823 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-13f0ee7b-1bef-42e3-a3dd-31e4674c5ea1 None None] Set router 6be81927-abf2-4661-b0f8-87c770883fd1 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:45:11.440783 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-6199fdef-8d43-4480-ab2a-db5243a6481c tempest-PortsAdminExtendedAttrsIpV6TestJSON-592438502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592438502-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1975950896'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:45:11.468220 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6199fdef-8d43-4480-ab2a-db5243a6481c tempest-PortsAdminExtendedAttrsIpV6TestJSON-592438502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592438502-project] Made reservation on behalf of e1ddee15ade2405cb759283f8f13c1f7 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:45:11.472011 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6199fdef-8d43-4480-ab2a-db5243a6481c tempest-PortsAdminExtendedAttrsIpV6TestJSON-592438502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592438502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:11.483838 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e302f1-407b-4bf9-af8a-16f0c25e0d4c req-bce811ce-29aa-49c6-a0dd-c3f40ff369e2 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:11.493398 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6199fdef-8d43-4480-ab2a-db5243a6481c tempest-PortsAdminExtendedAttrsIpV6TestJSON-592438502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592438502-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:11.496640 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-53e302f1-407b-4bf9-af8a-16f0c25e0d4c req-bce811ce-29aa-49c6-a0dd-c3f40ff369e2 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] 10.222.0.21 "GET /v2.0/networks?id=46de0bca-1991-4c8e-8714-aa67f3459e12 HTTP/1.1" status: 200 len: 809 time: 0.7975132 Aug 22 13:45:11.498844 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4ae82cad-1138-4e69-bf32-28a733ef37b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:11.518727 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a7d8e267-1944-443c-af20-1ea308fee108 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:11.521362 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-33fc9721-5532-4493-b517-ccb9c9a4b3a7 None None] Set router 55f8f513-3218-4139-b190-4e1101029352 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:45:11.545890 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21df07e-ba22-407d-b94e-15c87a9b3c49 req-28ed831b-a606-4e9e-ae38-a3842e14e9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:11.547422 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c21df07e-ba22-407d-b94e-15c87a9b3c49 req-28ed831b-a606-4e9e-ae38-a3842e14e9e2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3a68a707-4544-4179-ae57-3b08732d6fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.0278165 Aug 22 13:45:11.555825 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9dd85-ec66-4248-b994-b6b708ea5437 req-84132ec6-cd88-4f0a-b5ef-711118c632a8 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:11.558403 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8df9dd85-ec66-4248-b994-b6b708ea5437 req-84132ec6-cd88-4f0a-b5ef-711118c632a8 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=65807f78-b5b2-49f5-aa5a-e5b6eb26cfec HTTP/1.1" status: 200 len: 944 time: 0.9710116 Aug 22 13:45:11.629263 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-f3adc6d4-e528-44be-9702-73e79f99d3c5 req-c9e0e03d-fb05-48ff-86d5-264b57448779 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:11.693976 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-53e302f1-407b-4bf9-af8a-16f0c25e0d4c req-032c7a03-22bd-4b2a-a682-96fd231c6254 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] 10.222.0.21 "GET /v2.0/quotas/353e509412c54b51a955684f3d0bc218 HTTP/1.1" status: 200 len: 375 time: 0.1964374 Aug 22 13:45:11.718072 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3adc6d4-e528-44be-9702-73e79f99d3c5 req-c9e0e03d-fb05-48ff-86d5-264b57448779 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] No DVR routers for this DVR port 2ff0fe91-fbfe-4eef-bc6d-78957500ba39 on host n-h2-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:45:11.720142 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e0e03d-fb05-48ff-86d5-264b57448779 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event deleted for resources: {'Port': ['ID=2ff0fe91-fbfe-4eef-bc6d-78957500ba39,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:11.726901 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-f3adc6d4-e528-44be-9702-73e79f99d3c5 req-c9e0e03d-fb05-48ff-86d5-264b57448779 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:11.730435 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f3adc6d4-e528-44be-9702-73e79f99d3c5 req-c9e0e03d-fb05-48ff-86d5-264b57448779 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.16 "DELETE /v2.0/ports/2ff0fe91-fbfe-4eef-bc6d-78957500ba39 HTTP/1.1" status: 204 len: 173 time: 0.7506933 Aug 22 13:45:11.734056 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65807f78-b5b2-49f5-aa5a-e5b6eb26cfec', 'name': 'network-vif-deleted', 'tag': '2ff0fe91-fbfe-4eef-bc6d-78957500ba39'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:45:11.736200 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da697c3c-82ca-459e-b04d-ccda59f0cd71" -d '{"events": [{"server_uuid": "65807f78-b5b2-49f5-aa5a-e5b6eb26cfec", "name": "network-vif-deleted", "tag": "2ff0fe91-fbfe-4eef-bc6d-78957500ba39"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:45:11.797558 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6199fdef-8d43-4480-ab2a-db5243a6481c tempest-PortsAdminExtendedAttrsIpV6TestJSON-592438502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592438502-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:11.806488 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6199fdef-8d43-4480-ab2a-db5243a6481c tempest-PortsAdminExtendedAttrsIpV6TestJSON-592438502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592438502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:11.837920 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6199fdef-8d43-4480-ab2a-db5243a6481c tempest-PortsAdminExtendedAttrsIpV6TestJSON-592438502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592438502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:45:11.847155 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-33fc9721-5532-4493-b517-ccb9c9a4b3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f8f513-3218-4139-b190-4e1101029352', 'name': 'tempest-TestServerMultinode-569149754-router', 'tenant_id': 'c19f4e1f2b384336a91e39cf379ccad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '0d9ca3f7-1e84-496f-ac94-32ca6b0ab0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:45:01Z', 'updated_at': '2021-08-22T13:45:08Z', 'revision_number': 4, 'project_id': 'c19f4e1f2b384336a91e39cf379ccad7', 'gw_port': {'id': '0d9ca3f7-1e84-496f-ac94-32ca6b0ab0ed', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ca:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f8f513-3218-4139-b190-4e1101029352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:45:02Z', 'updated_at': '2021-08-22T13:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '9d235bc8-16fe-4366-874c-0e6b6fd20dd0', 'name': '', 'network_id': 'f0c29b74-1aa8-4b6d-9f2f-ff49fd851490', 'tenant_id': 'c19f4e1f2b384336a91e39cf379ccad7', 'mac_address': 'fa:16:3e:ea:bd:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f8f513-3218-4139-b190-4e1101029352', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '9bdeb244-0fa7-48f0-a031-b7c05a479d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:45:07Z', 'updated_at': '2021-08-22T13:45:08Z', 'revision_number': 2, 'project_id': 'c19f4e1f2b384336a91e39cf379ccad7', 'subnets': [{'id': '9bdeb244-0fa7-48f0-a031-b7c05a479d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:11.848099 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-53e302f1-407b-4bf9-af8a-16f0c25e0d4c req-b1c251e8-e3e5-4513-922d-2cdbc501a70a tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=353e509412c54b51a955684f3d0bc218&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1246431 Aug 22 13:45:11.855960 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f7b3a-a719-42ca-9a34-28a1ee1a1dcf req-bf6ac225-18ba-4bc6-99f1-4e019153e238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:11.857497 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-673f7b3a-a719-42ca-9a34-28a1ee1a1dcf req-bf6ac225-18ba-4bc6-99f1-4e019153e238 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bf5a5750-b5ea-44cd-ad65-1dd63932d79a HTTP/1.1" status: 200 len: 897 time: 0.3943722 Aug 22 13:45:11.888652 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6199fdef-8d43-4480-ab2a-db5243a6481c tempest-PortsAdminExtendedAttrsIpV6TestJSON-592438502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592438502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:11.889535 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-6199fdef-8d43-4480-ab2a-db5243a6481c tempest-PortsAdminExtendedAttrsIpV6TestJSON-592438502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592438502-project] Added segment 8f2d09f9-a797-4c75-880a-72ccd3a2b45c of type vlan for network ce2ab625-bf6d-4141-bf08-303616644a5e Aug 22 13:45:11.903440 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fc9721-5532-4493-b517-ccb9c9a4b3a7 None None] Checking router: 55f8f513-3218-4139-b190-4e1101029352 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:45:11.903891 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fc9721-5532-4493-b517-ccb9c9a4b3a7 None None] Updating router 55f8f513-3218-4139-b190-4e1101029352 port 9d235bc8-16fe-4366-874c-0e6b6fd20dd0 binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:45:11.947587 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-13f0ee7b-1bef-42e3-a3dd-31e4674c5ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be81927-abf2-4661-b0f8-87c770883fd1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046722450', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '206e29d1-fae6-4ed1-bdf1-9cd8793b827b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:43:27Z', 'updated_at': '2021-08-22T13:43:36Z', 'revision_number': 4, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'gw_port': {'id': '206e29d1-fae6-4ed1-bdf1-9cd8793b827b', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be81927-abf2-4661-b0f8-87c770883fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:43:29Z', 'updated_at': '2021-08-22T13:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '38726b80-43eb-43f5-94b5-223416277906', 'name': '', 'network_id': 'bf5a5750-b5ea-44cd-ad65-1dd63932d79a', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'mac_address': 'fa:16:3e:64:c5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be81927-abf2-4661-b0f8-87c770883fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '0aff47bc-ed4a-4c75-9203-6ffecee8fcb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:43:35Z', 'updated_at': '2021-08-22T13:43:44Z', 'revision_number': 5, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'subnets': [{'id': '0aff47bc-ed4a-4c75-9203-6ffecee8fcb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:11.950662 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-33fc9721-5532-4493-b517-ccb9c9a4b3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:12.001703 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6199fdef-8d43-4480-ab2a-db5243a6481c tempest-PortsAdminExtendedAttrsIpV6TestJSON-592438502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592438502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:12.066281 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-673f7b3a-a719-42ca-9a34-28a1ee1a1dcf req-5f9213fc-2e6d-49cf-8ee2-1a3c2dc8f00a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ff0fe91-fbfe-4eef-bc6d-78957500ba39 HTTP/1.1" status: 200 len: 217 time: 0.1972854 Aug 22 13:45:12.085408 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8df9dd85-ec66-4248-b994-b6b708ea5437 req-f6a0298e-1c6f-471c-89da-2f9a52f5e4a4 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfa256e4-15e1-4bb5-82ae-f3ce1917cd85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4746616 Aug 22 13:45:12.086472 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f0ee7b-1bef-42e3-a3dd-31e4674c5ea1 None None] The sync data for ids ['6be81927-abf2-4661-b0f8-87c770883fd1'] in n-d-793621-33 is: [{'id': '6be81927-abf2-4661-b0f8-87c770883fd1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046722450', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '206e29d1-fae6-4ed1-bdf1-9cd8793b827b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:43:27Z', 'updated_at': '2021-08-22T13:43:36Z', 'revision_number': 4, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'gw_port': {'id': '206e29d1-fae6-4ed1-bdf1-9cd8793b827b', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be81927-abf2-4661-b0f8-87c770883fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:43:29Z', 'updated_at': '2021-08-22T13:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '38726b80-43eb-43f5-94b5-223416277906', 'name': '', 'network_id': 'bf5a5750-b5ea-44cd-ad65-1dd63932d79a', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'mac_address': 'fa:16:3e:64:c5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be81927-abf2-4661-b0f8-87c770883fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '0aff47bc-ed4a-4c75-9203-6ffecee8fcb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:43:35Z', 'updated_at': '2021-08-22T13:43:44Z', 'revision_number': 5, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'subnets': [{'id': '0aff47bc-ed4a-4c75-9203-6ffecee8fcb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:45:12.227390 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6199fdef-8d43-4480-ab2a-db5243a6481c tempest-PortsAdminExtendedAttrsIpV6TestJSON-592438502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592438502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:12.259285 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6199fdef-8d43-4480-ab2a-db5243a6481c tempest-PortsAdminExtendedAttrsIpV6TestJSON-592438502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592438502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:12.260402 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6199fdef-8d43-4480-ab2a-db5243a6481c tempest-PortsAdminExtendedAttrsIpV6TestJSON-592438502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592438502-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:12.328584 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a7d8e267-1944-443c-af20-1ea308fee108 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:12.392079 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c21df07e-ba22-407d-b94e-15c87a9b3c49 req-2a476762-1d5b-4204-854a-fbf2ade70f23 service neutron] 10.222.0.16 "GET /v2.0/networks/3a68a707-4544-4179-ae57-3b08732d6fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8015814 Aug 22 13:45:12.408422 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-4ae82cad-1138-4e69-bf32-28a733ef37b2 admin admin] Allocated IP 172.25.3.239 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/3a0b3e2b-4adf-42dd-8190-614f4b7a532c) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:45:12.419891 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6199fdef-8d43-4480-ab2a-db5243a6481c tempest-PortsAdminExtendedAttrsIpV6TestJSON-592438502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592438502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3231f08-f613-4436-8f49-928ee7e880c4,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:12.509822 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6199fdef-8d43-4480-ab2a-db5243a6481c tempest-PortsAdminExtendedAttrsIpV6TestJSON-592438502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592438502-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.3900087 Aug 22 13:45:12.510138 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-33fc9721-5532-4493-b517-ccb9c9a4b3a7 None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:12.515724 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f7b3a-a719-42ca-9a34-28a1ee1a1dcf req-cb87c3b1-7b2a-47b8-9016-18f0f017b30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:12.517450 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-673f7b3a-a719-42ca-9a34-28a1ee1a1dcf req-cb87c3b1-7b2a-47b8-9016-18f0f017b30c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0aff47bc-ed4a-4c75-9203-6ffecee8fcb0 HTTP/1.1" status: 200 len: 835 time: 0.3956730 Aug 22 13:45:12.519795 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-33fc9721-5532-4493-b517-ccb9c9a4b3a7 None None] Transition to ACTIVE for port object 9d235bc8-16fe-4366-874c-0e6b6fd20dd0 will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:45:12.528181 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-33fc9721-5532-4493-b517-ccb9c9a4b3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:12.587812 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6199fdef-8d43-4480-ab2a-db5243a6481c tempest-PortsAdminExtendedAttrsIpV6TestJSON-592438502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592438502-project] Pushing event updated for resources: {'Network': ['ID=ce2ab625-bf6d-4141-bf08-303616644a5e,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:12.604744 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network ce2ab625-bf6d-4141-bf08-303616644a5e details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:45:12.706912 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-33fc9721-5532-4493-b517-ccb9c9a4b3a7 None None] Attempting to bind port 9d235bc8-16fe-4366-874c-0e6b6fd20dd0 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:45:12.710342 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-33fc9721-5532-4493-b517-ccb9c9a4b3a7 None None] Attempting to bind port 9d235bc8-16fe-4366-874c-0e6b6fd20dd0 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '27fb380f-7bd1-4dec-95a1-09a9828f12f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f0c29b74-1aa8-4b6d-9f2f-ff49fd851490'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:45:12.710743 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fc9721-5532-4493-b517-ccb9c9a4b3a7 None None] Attempting to bind port 9d235bc8-16fe-4366-874c-0e6b6fd20dd0 on network f0c29b74-1aa8-4b6d-9f2f-ff49fd851490 {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:45:12.731152 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fc9721-5532-4493-b517-ccb9c9a4b3a7 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:45:12.731534 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fc9721-5532-4493-b517-ccb9c9a4b3a7 None None] Checking segment: {'id': '27fb380f-7bd1-4dec-95a1-09a9828f12f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f0c29b74-1aa8-4b6d-9f2f-ff49fd851490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:45:12.731944 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-33fc9721-5532-4493-b517-ccb9c9a4b3a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:12.732367 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fc9721-5532-4493-b517-ccb9c9a4b3a7 None None] Bound using segment: {'id': '27fb380f-7bd1-4dec-95a1-09a9828f12f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f0c29b74-1aa8-4b6d-9f2f-ff49fd851490'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:45:12.732852 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-33fc9721-5532-4493-b517-ccb9c9a4b3a7 None None] Bound port: 9d235bc8-16fe-4366-874c-0e6b6fd20dd0, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27fb380f-7bd1-4dec-95a1-09a9828f12f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f0c29b74-1aa8-4b6d-9f2f-ff49fd851490'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:45:12.733234 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-33fc9721-5532-4493-b517-ccb9c9a4b3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:12.776778 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac42ac94-113b-40ec-97e3-89a96bdd0b4e None None] Pushing event updated for resources: {'Port': ['ID=9d235bc8-16fe-4366-874c-0e6b6fd20dd0,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:12.831506 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b9eb1a-3f54-4361-961b-973e81b010b8 None None] New status for floating IP 145f78ee-5e6a-4240-b6d5-b5a2b749c983: DOWN {{(pid=94629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 13:45:12.852092 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-33fc9721-5532-4493-b517-ccb9c9a4b3a7 None None] For port 9d235bc8-16fe-4366-874c-0e6b6fd20dd0, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:45:12.857495 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-33fc9721-5532-4493-b517-ccb9c9a4b3a7 None None] For port 9d235bc8-16fe-4366-874c-0e6b6fd20dd0, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=9d235bc8-16fe-4366-874c-0e6b6fd20dd0,segment=NetworkSegment(27fb380f-7bd1-4dec-95a1-09a9828f12f4),segment_id=27fb380f-7bd1-4dec-95a1-09a9828f12f4)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:45:12.864126 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-53e302f1-407b-4bf9-af8a-16f0c25e0d4c req-1b5c6962-c37f-44f2-8daa-5682595fcedb service neutron] 10.222.0.21 "GET /v2.0/networks/46de0bca-1991-4c8e-8714-aa67f3459e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9652486 Aug 22 13:45:12.874123 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-33fc9721-5532-4493-b517-ccb9c9a4b3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:12.956125 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee0bbf1-2109-4815-b0b7-e1cba3ec95f7 None None] Network 86852854-4485-4ab5-a7f5-dd2ea5a1d984 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:45:12.972002 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fc9721-5532-4493-b517-ccb9c9a4b3a7 None None] Routers {'55f8f513-3218-4139-b190-4e1101029352'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:45:12.973078 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-33fc9721-5532-4493-b517-ccb9c9a4b3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:45:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['55f8f513-3218-4139-b190-4e1101029352'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:13.047576 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 4060fc03-1d8a-4023-a774-5a4dc7bd203a up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:45:13.085241 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-63bf73db-f5a4-4417-8133-0e43bb6d8923 None None] Provisioning for port 4060fc03-1d8a-4023-a774-5a4dc7bd203a completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:45:13.090773 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac42ac94-113b-40ec-97e3-89a96bdd0b4e None None] Pushing event updated for resources: {'Port': ['ID=9d235bc8-16fe-4366-874c-0e6b6fd20dd0,revision_number=4']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:13.128351 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 4060fc03-1d8a-4023-a774-5a4dc7bd203a completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:45:13.136648 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5558f06-4d1d-4c0f-b028-3a33c704662d req-0e155037-aacb-4d97-abac-616d7948bc52 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:13.139721 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 4060fc03-1d8a-4023-a774-5a4dc7bd203a triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:45:13.140095 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:13.144533 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e5558f06-4d1d-4c0f-b028-3a33c704662d req-0e155037-aacb-4d97-abac-616d7948bc52 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/networks?id=8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c HTTP/1.1" status: 200 len: 911 time: 0.8264563 Aug 22 13:45:13.168415 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-33fc9721-5532-4493-b517-ccb9c9a4b3a7 None None] Set router 55f8f513-3218-4139-b190-4e1101029352 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:45:13.197994 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e5558f06-4d1d-4c0f-b028-3a33c704662d req-5fb48d0f-193b-429f-971c-8e9ad7e976d5 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/quotas/c19f4e1f2b384336a91e39cf379ccad7 HTTP/1.1" status: 200 len: 375 time: 0.0523932 Aug 22 13:45:13.214977 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f7b3a-a719-42ca-9a34-28a1ee1a1dcf req-bd6565e1-17f2-48c7-b798-9ead9ac59476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:13.216591 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-673f7b3a-a719-42ca-9a34-28a1ee1a1dcf req-bd6565e1-17f2-48c7-b798-9ead9ac59476 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bf5a5750-b5ea-44cd-ad65-1dd63932d79a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6352808 Aug 22 13:45:13.218634 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-53e302f1-407b-4bf9-af8a-16f0c25e0d4c req-8998893d-005b-480f-be16-341910daa157 service neutron] 10.222.0.21 "GET /v2.0/networks/46de0bca-1991-4c8e-8714-aa67f3459e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314893 Aug 22 13:45:13.287096 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c21df07e-ba22-407d-b94e-15c87a9b3c49 req-e6e57d88-bd7f-492a-9d8e-95ad72678fb8 service neutron] 10.222.0.16 "GET /v2.0/networks/3a68a707-4544-4179-ae57-3b08732d6fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8758233 Aug 22 13:45:13.310854 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:13.374722 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 4060fc03-1d8a-4023-a774-5a4dc7bd203a, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=4060fc03-1d8a-4023-a774-5a4dc7bd203a,segment=NetworkSegment(43ece764-d2ba-4110-8739-b0e1d0e7a72c),segment_id=43ece764-d2ba-4110-8739-b0e1d0e7a72c)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:45:13.382874 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:13.430880 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-33fc9721-5532-4493-b517-ccb9c9a4b3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f8f513-3218-4139-b190-4e1101029352', 'name': 'tempest-TestServerMultinode-569149754-router', 'tenant_id': 'c19f4e1f2b384336a91e39cf379ccad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '0d9ca3f7-1e84-496f-ac94-32ca6b0ab0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:45:01Z', 'updated_at': '2021-08-22T13:45:08Z', 'revision_number': 4, 'project_id': 'c19f4e1f2b384336a91e39cf379ccad7', 'gw_port': {'id': '0d9ca3f7-1e84-496f-ac94-32ca6b0ab0ed', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ca:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f8f513-3218-4139-b190-4e1101029352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:45:02Z', 'updated_at': '2021-08-22T13:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '9d235bc8-16fe-4366-874c-0e6b6fd20dd0', 'name': '', 'network_id': 'f0c29b74-1aa8-4b6d-9f2f-ff49fd851490', 'tenant_id': 'c19f4e1f2b384336a91e39cf379ccad7', 'mac_address': 'fa:16:3e:ea:bd:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f8f513-3218-4139-b190-4e1101029352', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '9bdeb244-0fa7-48f0-a031-b7c05a479d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:45:07Z', 'updated_at': '2021-08-22T13:45:12Z', 'revision_number': 4, 'project_id': 'c19f4e1f2b384336a91e39cf379ccad7', 'subnets': [{'id': '9bdeb244-0fa7-48f0-a031-b7c05a479d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:13.465260 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=4060fc03-1d8a-4023-a774-5a4dc7bd203a,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:13.482072 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fc9721-5532-4493-b517-ccb9c9a4b3a7 None None] The sync data for ids ['55f8f513-3218-4139-b190-4e1101029352'] in n-d-793621-33 is: [{'id': '55f8f513-3218-4139-b190-4e1101029352', 'name': 'tempest-TestServerMultinode-569149754-router', 'tenant_id': 'c19f4e1f2b384336a91e39cf379ccad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '0d9ca3f7-1e84-496f-ac94-32ca6b0ab0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:45:01Z', 'updated_at': '2021-08-22T13:45:08Z', 'revision_number': 4, 'project_id': 'c19f4e1f2b384336a91e39cf379ccad7', 'gw_port': {'id': '0d9ca3f7-1e84-496f-ac94-32ca6b0ab0ed', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ca:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f8f513-3218-4139-b190-4e1101029352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:45:02Z', 'updated_at': '2021-08-22T13:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '9d235bc8-16fe-4366-874c-0e6b6fd20dd0', 'name': '', 'network_id': 'f0c29b74-1aa8-4b6d-9f2f-ff49fd851490', 'tenant_id': 'c19f4e1f2b384336a91e39cf379ccad7', 'mac_address': 'fa:16:3e:ea:bd:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f8f513-3218-4139-b190-4e1101029352', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '9bdeb244-0fa7-48f0-a031-b7c05a479d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:45:07Z', 'updated_at': '2021-08-22T13:45:12Z', 'revision_number': 4, 'project_id': 'c19f4e1f2b384336a91e39cf379ccad7', 'subnets': [{'id': '9bdeb244-0fa7-48f0-a031-b7c05a479d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:45:13.483071 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-673f7b3a-a719-42ca-9a34-28a1ee1a1dcf req-25c6b9f9-8e9d-4c37-b1f1-1121fec5fb91 service neutron] 10.222.0.16 "GET /v2.0/networks/bf5a5750-b5ea-44cd-ad65-1dd63932d79a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271149 Aug 22 13:45:13.549747 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c21df07e-ba22-407d-b94e-15c87a9b3c49 req-b4ba251d-140e-410e-b9d9-a0d225811ac9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d1033646-653a-4a62-9b6c-3304356458b3 HTTP/1.1" status: 200 len: 217 time: 0.2341268 Aug 22 13:45:13.577408 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4ae82cad-1138-4e69-bf32-28a733ef37b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:13.614137 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c9a435-e02c-40ba-92cf-4e3ebba07897 x-openstack-request-id: req-b5c9a435-e02c-40ba-92cf-4e3ebba07897 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:45:13.614629 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65807f78-b5b2-49f5-aa5a-e5b6eb26cfec", "name": "network-vif-deleted", "tag": "2ff0fe91-fbfe-4eef-bc6d-78957500ba39", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:45:13.614845 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b5c9a435-e02c-40ba-92cf-4e3ebba07897 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:45:13.615328 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65807f78-b5b2-49f5-aa5a-e5b6eb26cfec', 'name': 'network-vif-deleted', 'tag': '2ff0fe91-fbfe-4eef-bc6d-78957500ba39', 'status': 'completed', 'code': 200} Aug 22 13:45:13.627373 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a7d8e267-1944-443c-af20-1ea308fee108 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:13.704393 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-1d91201f-50dc-4eb7-bb5c-e56e39066468 None None] Provisioning complete for port 4060fc03-1d8a-4023-a774-5a4dc7bd203a triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:45:13.704891 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1d91201f-50dc-4eb7-bb5c-e56e39066468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:13.713098 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a7d8e267-1944-443c-af20-1ea308fee108 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:13.724021 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e5558f06-4d1d-4c0f-b028-3a33c704662d req-c61564b2-a19a-4159-8e31-69ce3a9fa5f3 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/ports?tenant_id=c19f4e1f2b384336a91e39cf379ccad7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5248613 Aug 22 13:45:13.877236 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21df07e-ba22-407d-b94e-15c87a9b3c49 req-4a49f335-14df-4a1c-8670-865fcfa2d4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:13.878901 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c21df07e-ba22-407d-b94e-15c87a9b3c49 req-4a49f335-14df-4a1c-8670-865fcfa2d4d2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4a68570d-3c99-46d0-9ae9-d17b3c59c7bf HTTP/1.1" status: 200 len: 797 time: 0.2762196 Aug 22 13:45:13.918636 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [req-e5558f06-4d1d-4c0f-b028-3a33c704662d req-dd2c4bad-e36b-4fdd-afde-4b387ba90bc8 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:45:13.919657 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e5558f06-4d1d-4c0f-b028-3a33c704662d req-dd2c4bad-e36b-4fdd-afde-4b387ba90bc8 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1579940 Aug 22 13:45:13.937974 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 55546) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:13.946477 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Request body: {'port': {'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e', 'binding:host_id': 'n-h1-793621-33', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-627636626'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:45:13.967570 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d8e267-1944-443c-af20-1ea308fee108 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Pushing event updated for resources: {'Port': ['ID=d03e9ad9-7136-4102-ac44-99de8c954c79,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:13.981593 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Made reservation on behalf of 1770437f932148ffaff3ab02f92649a2 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:45:13.987573 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:14.003587 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 55548) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:14.010936 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:14.094568 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a7d8e267-1944-443c-af20-1ea308fee108 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:14.121931 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-673f7b3a-a719-42ca-9a34-28a1ee1a1dcf req-7fe64e4b-16c8-4bcc-a7d6-d3672d9d7947 service neutron] 10.222.0.16 "GET /v2.0/networks/bf5a5750-b5ea-44cd-ad65-1dd63932d79a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6037257 Aug 22 13:45:14.122984 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4ae82cad-1138-4e69-bf32-28a733ef37b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:14.164915 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-33d98ad5-cccd-45ff-adaa-c9d02a79f326 req-bae89c50-dae0-478b-9711-71db80c138ea tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] 10.222.0.21 "GET /v2.0/ports?device_id=edbd0ebe-1fc4-45ae-9bad-00d1f749570a HTTP/1.1" status: 200 len: 210 time: 0.1042750 Aug 22 13:45:14.241642 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21df07e-ba22-407d-b94e-15c87a9b3c49 req-3fc072d0-4053-403c-8e92-daa2f88d31ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:14.243193 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c21df07e-ba22-407d-b94e-15c87a9b3c49 req-3fc072d0-4053-403c-8e92-daa2f88d31ac service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3a68a707-4544-4179-ae57-3b08732d6fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3308339 Aug 22 13:45:14.248849 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae82cad-1138-4e69-bf32-28a733ef37b2 admin admin] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:45:14.270102 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-4ae82cad-1138-4e69-bf32-28a733ef37b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:45:14.284736 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae82cad-1138-4e69-bf32-28a733ef37b2 admin admin] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:45:14.736548 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae82cad-1138-4e69-bf32-28a733ef37b2 admin admin] Pushing event updated for resources: {'Port': ['ID=3a0b3e2b-4adf-42dd-8190-614f4b7a532c,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:14.772943 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e5558f06-4d1d-4c0f-b028-3a33c704662d req-050c4bc6-a511-49ac-813e-1919c8bbd05c service neutron] 10.222.0.21 "GET /v2.0/networks/8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8403807 Aug 22 13:45:14.907799 n-d-793621-33 neutron-server[94627]: INFO neutron.db.l3_db [None req-a7d8e267-1944-443c-af20-1ea308fee108 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Floating IP 69178c8d-d168-4b5f-8317-d26a3957b200 associated. External IP: 172.25.3.6, port: 56eeaa73-f9fd-4587-a006-5fd522660e1b. Aug 22 13:45:14.966698 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:14.980225 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:14.983718 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] device_id is not set on port 00383eb0-e305-4606-a74a-032ed155809c yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:45:15.039467 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c21df07e-ba22-407d-b94e-15c87a9b3c49 req-620bc1c4-2fa9-4127-aef6-3bc67a89d0df service neutron] 10.222.0.16 "GET /v2.0/networks/3a68a707-4544-4179-ae57-3b08732d6fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7864530 Aug 22 13:45:15.075469 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 4060fc03-1d8a-4023-a774-5a4dc7bd203a up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:45:15.090306 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e302f1-407b-4bf9-af8a-16f0c25e0d4c req-67afa9aa-2b36-406f-9917-5dd5ca785004 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:15.091769 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-53e302f1-407b-4bf9-af8a-16f0c25e0d4c req-67afa9aa-2b36-406f-9917-5dd5ca785004 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] 10.222.0.41 "GET /v2.0/networks?id=46de0bca-1991-4c8e-8714-aa67f3459e12 HTTP/1.1" status: 200 len: 809 time: 0.3886042 Aug 22 13:45:15.114298 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-53e302f1-407b-4bf9-af8a-16f0c25e0d4c req-6c6dd591-cb4f-4a97-b3c2-1fd7ba9b61f6 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Request body: {'port': {'device_id': 'edbd0ebe-1fc4-45ae-9bad-00d1f749570a', 'network_id': '46de0bca-1991-4c8e-8714-aa67f3459e12', 'admin_state_up': True, 'tenant_id': '353e509412c54b51a955684f3d0bc218'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:45:15.132610 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 4060fc03-1d8a-4023-a774-5a4dc7bd203a triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:45:15.133729 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:15.143605 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4ad017-3f03-40e6-bd20-069d8d2c195e,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:15.155063 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e5558f06-4d1d-4c0f-b028-3a33c704662d req-22e799f8-cee2-492d-b545-28b9c50fadcd service neutron] 10.222.0.21 "GET /v2.0/networks/8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734424 Aug 22 13:45:15.284872 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 9d235bc8-16fe-4366-874c-0e6b6fd20dd0 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:45:15.381148 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-806cc3b0-687e-44f3-b1ec-f3e065765fdb req-3aa63248-58d5-45a9-884a-2c7d417c4f32 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] 10.222.0.21 "GET /v2.0/ports?device_id=edbd0ebe-1fc4-45ae-9bad-00d1f749570a HTTP/1.1" status: 200 len: 210 time: 0.1151531 Aug 22 13:45:15.397636 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 9d235bc8-16fe-4366-874c-0e6b6fd20dd0 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:45:15.402369 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 9d235bc8-16fe-4366-874c-0e6b6fd20dd0 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:45:15.402850 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:15.404476 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c21df07e-ba22-407d-b94e-15c87a9b3c49 req-09290bd2-7cd0-43db-80e7-676911b526e2 service neutron] 10.222.0.16 "GET /v2.0/networks/3a68a707-4544-4179-ae57-3b08732d6fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504307 Aug 22 13:45:15.485691 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4ae82cad-1138-4e69-bf32-28a733ef37b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:15.519501 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] device_id is not set on port 00383eb0-e305-4606-a74a-032ed155809c yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:45:15.523893 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:15.534635 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53e302f1-407b-4bf9-af8a-16f0c25e0d4c req-6c6dd591-cb4f-4a97-b3c2-1fd7ba9b61f6 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Made reservation on behalf of 353e509412c54b51a955684f3d0bc218 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:45:15.538212 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-53e302f1-407b-4bf9-af8a-16f0c25e0d4c req-6c6dd591-cb4f-4a97-b3c2-1fd7ba9b61f6 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:15.543116 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:15.544659 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5d51e0f9-21ba-457d-89a4-2fbcb0f3fe1d req-7a380574-3c38-499d-853b-b8cdc7b80b10 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=76499d23-3d00-4d9a-ad6f-cc41f807cb7e HTTP/1.1" status: 200 len: 210 time: 0.0712185 Aug 22 13:45:15.572314 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7d8e267-1944-443c-af20-1ea308fee108 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Router 489af23b-374e-492e-bca9-aa4d57f956cd has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:45:15.579885 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 9d235bc8-16fe-4366-874c-0e6b6fd20dd0, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=9d235bc8-16fe-4366-874c-0e6b6fd20dd0,segment=NetworkSegment(27fb380f-7bd1-4dec-95a1-09a9828f12f4),segment_id=27fb380f-7bd1-4dec-95a1-09a9828f12f4)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:45:15.585059 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:15.585588 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Transition to ACTIVE for port object 00383eb0-e305-4606-a74a-032ed155809c will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:45:15.615004 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:15.667913 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=9d235bc8-16fe-4366-874c-0e6b6fd20dd0,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:15.779221 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Pushing event updated for resources: {'Port': ['ID=00383eb0-e305-4606-a74a-032ed155809c,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:15.813966 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d8e267-1944-443c-af20-1ea308fee108 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:45:15.833030 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256a41d6-bd7f-4519-9b84-10e3365ed219 None None] Sync routers for ids ['489af23b-374e-492e-bca9-aa4d57f956cd'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:45:15.835624 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Checking segment: {'id': '8f2d09f9-a797-4c75-880a-72ccd3a2b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:45:15.836067 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Network hostable DHCP agents. Network: ce2ab625-bf6d-4141-bf08-303616644a5e, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:45:15.842034 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a7d8e267-1944-443c-af20-1ea308fee108 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:15.845290 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b0467c51-1fc9-4714-b808-37075a96a89b tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:15.860148 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256a41d6-bd7f-4519-9b84-10e3365ed219 None None] Routers {'489af23b-374e-492e-bca9-aa4d57f956cd'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:45:15.861221 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-256a41d6-bd7f-4519-9b84-10e3365ed219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:45:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['489af23b-374e-492e-bca9-aa4d57f956cd'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:15.884821 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4ae82cad-1138-4e69-bf32-28a733ef37b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:15.908602 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-53e302f1-407b-4bf9-af8a-16f0c25e0d4c req-6c6dd591-cb4f-4a97-b3c2-1fd7ba9b61f6 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Allocated IP 172.20.0.13 (46de0bca-1991-4c8e-8714-aa67f3459e12/b1668edd-d43a-4ada-8c93-e2c6f458b95d/60ee3cb9-a66a-46fd-96ef-4de936c53084) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:45:15.919736 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-256a41d6-bd7f-4519-9b84-10e3365ed219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:15.931141 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256a41d6-bd7f-4519-9b84-10e3365ed219 None None] Routers {'489af23b-374e-492e-bca9-aa4d57f956cd'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:45:15.932079 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-256a41d6-bd7f-4519-9b84-10e3365ed219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:45:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['489af23b-374e-492e-bca9-aa4d57f956cd'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:15.949996 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a7d8e267-1944-443c-af20-1ea308fee108 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 10.3928199 Aug 22 13:45:15.952647 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55566) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:15.962383 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-8e8b82f7-70d7-43d7-9651-aba4cdf0bb60 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1231027909'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:45:15.978159 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-256a41d6-bd7f-4519-9b84-10e3365ed219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:15.979292 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256a41d6-bd7f-4519-9b84-10e3365ed219 None None] The sync data for ids ['489af23b-374e-492e-bca9-aa4d57f956cd'] in n-d-793621-33 is: [] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:45:15.983280 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 2ff0fe91-fbfe-4eef-bc6d-78957500ba39 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:45:15.991339 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Network ce2ab625-bf6d-4141-bf08-303616644a5e is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:45:16.022066 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: 2ff0fe91-fbfe-4eef-bc6d-78957500ba39 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:45:16.023270 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 2ff0fe91-fbfe-4eef-bc6d-78957500ba39 not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:45:16.037063 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, ce2ab625-bf6d-4141-bf08-303616644a5e) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:45:16.042650 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:45:16.045718 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8b82f7-70d7-43d7-9651-aba4cdf0bb60 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Made reservation on behalf of 32efce50f559436fa38b290615c71c2c for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:45:16.046868 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bf59c1-9d02-42e9-aff8-180364824bee None None] Network ce2ab625-bf6d-4141-bf08-303616644a5e requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:45:16.050403 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8e8b82f7-70d7-43d7-9651-aba4cdf0bb60 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:16.089759 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 00383eb0-e305-4606-a74a-032ed155809c on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:45:16.095789 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e8b82f7-70d7-43d7-9651-aba4cdf0bb60 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:45:16.096684 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 00383eb0-e305-4606-a74a-032ed155809c by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '8f2d09f9-a797-4c75-880a-72ccd3a2b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:45:16.098717 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 00383eb0-e305-4606-a74a-032ed155809c on network ce2ab625-bf6d-4141-bf08-303616644a5e {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:45:16.112794 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8e8b82f7-70d7-43d7-9651-aba4cdf0bb60 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:16.113175 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-8e8b82f7-70d7-43d7-9651-aba4cdf0bb60 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Added segment eaa0fa89-573f-4b80-86c5-8ab7460503ab of type vlan for network b0061d5f-29f0-4ed0-a3d0-c5ccd6dda09b Aug 22 13:45:16.114921 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Port 00383eb0-e305-4606-a74a-032ed155809c on network ce2ab625-bf6d-4141-bf08-303616644a5e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:45:16.115061 n-d-793621-33 neutron-server[94628]: ERROR neutron.plugins.ml2.managers [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Failed to bind port 00383eb0-e305-4606-a74a-032ed155809c on host n-h1-793621-33 for vnic_type normal using segments [{'id': '8f2d09f9-a797-4c75-880a-72ccd3a2b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e'}] Aug 22 13:45:16.118598 n-d-793621-33 neutron-server[94628]: INFO neutron.plugins.ml2.plugin [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempt 2 to bind port 00383eb0-e305-4606-a74a-032ed155809c Aug 22 13:45:16.165563 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8e8b82f7-70d7-43d7-9651-aba4cdf0bb60 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:16.190880 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae82cad-1138-4e69-bf32-28a733ef37b2 admin admin] Router 4c38d509-bb3d-4753-82da-fc01aa181118 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:45:16.248223 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8e8b82f7-70d7-43d7-9651-aba4cdf0bb60 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:16.249244 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 00383eb0-e305-4606-a74a-032ed155809c on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:45:16.249587 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 00383eb0-e305-4606-a74a-032ed155809c by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '8f2d09f9-a797-4c75-880a-72ccd3a2b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:45:16.249932 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 00383eb0-e305-4606-a74a-032ed155809c on network ce2ab625-bf6d-4141-bf08-303616644a5e {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:45:16.255105 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8b82f7-70d7-43d7-9651-aba4cdf0bb60 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:16.255765 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8e8b82f7-70d7-43d7-9651-aba4cdf0bb60 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:16.281164 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Port 00383eb0-e305-4606-a74a-032ed155809c on network ce2ab625-bf6d-4141-bf08-303616644a5e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:45:16.281482 n-d-793621-33 neutron-server[94628]: ERROR neutron.plugins.ml2.managers [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Failed to bind port 00383eb0-e305-4606-a74a-032ed155809c on host n-h1-793621-33 for vnic_type normal using segments [{'id': '8f2d09f9-a797-4c75-880a-72ccd3a2b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e'}] Aug 22 13:45:16.285087 n-d-793621-33 neutron-server[94628]: INFO neutron.plugins.ml2.plugin [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempt 3 to bind port 00383eb0-e305-4606-a74a-032ed155809c Aug 22 13:45:16.288712 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-8e8b82f7-70d7-43d7-9651-aba4cdf0bb60 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3310885 Aug 22 13:45:16.297720 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 55568) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:16.300312 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 00383eb0-e305-4606-a74a-032ed155809c on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:45:16.300645 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 00383eb0-e305-4606-a74a-032ed155809c by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '8f2d09f9-a797-4c75-880a-72ccd3a2b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:45:16.300977 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 00383eb0-e305-4606-a74a-032ed155809c on network ce2ab625-bf6d-4141-bf08-303616644a5e {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:45:16.307229 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-a038b4c0-7f21-4374-8e7b-dfe894ae70ab tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Request body: {'subnet': {'network_id': 'b0061d5f-29f0-4ed0-a3d0-c5ccd6dda09b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:45:16.371860 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8b82f7-70d7-43d7-9651-aba4cdf0bb60 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Pushing event updated for resources: {'Network': ['ID=b0061d5f-29f0-4ed0-a3d0-c5ccd6dda09b,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:16.379376 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Port 00383eb0-e305-4606-a74a-032ed155809c on network ce2ab625-bf6d-4141-bf08-303616644a5e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:45:16.379711 n-d-793621-33 neutron-server[94628]: ERROR neutron.plugins.ml2.managers [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Failed to bind port 00383eb0-e305-4606-a74a-032ed155809c on host n-h1-793621-33 for vnic_type normal using segments [{'id': '8f2d09f9-a797-4c75-880a-72ccd3a2b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e'}] Aug 22 13:45:16.389386 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network b0061d5f-29f0-4ed0-a3d0-c5ccd6dda09b details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:45:16.390296 n-d-793621-33 neutron-server[94628]: INFO neutron.plugins.ml2.plugin [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempt 4 to bind port 00383eb0-e305-4606-a74a-032ed155809c Aug 22 13:45:16.395096 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae82cad-1138-4e69-bf32-28a733ef37b2 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:45:16.414229 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4ae82cad-1138-4e69-bf32-28a733ef37b2 admin admin] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:16.417296 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7035c9ae-c511-4bfd-91e7-7564087ed81b None None] Sync routers for ids ['4c38d509-bb3d-4753-82da-fc01aa181118'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:45:16.421429 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-4ae82cad-1138-4e69-bf32-28a733ef37b2 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.8505330 Aug 22 13:45:16.422094 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55572) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:16.478214 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-53e302f1-407b-4bf9-af8a-16f0c25e0d4c req-6c6dd591-cb4f-4a97-b3c2-1fd7ba9b61f6 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:16.492993 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7035c9ae-c511-4bfd-91e7-7564087ed81b None None] Routers {'4c38d509-bb3d-4753-82da-fc01aa181118'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:45:16.493734 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-7035c9ae-c511-4bfd-91e7-7564087ed81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:45:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['4c38d509-bb3d-4753-82da-fc01aa181118'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:16.530138 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 00383eb0-e305-4606-a74a-032ed155809c on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:45:16.530582 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 00383eb0-e305-4606-a74a-032ed155809c by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '8f2d09f9-a797-4c75-880a-72ccd3a2b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:45:16.530929 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 00383eb0-e305-4606-a74a-032ed155809c on network ce2ab625-bf6d-4141-bf08-303616644a5e {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:45:16.547771 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Port 00383eb0-e305-4606-a74a-032ed155809c on network ce2ab625-bf6d-4141-bf08-303616644a5e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:45:16.548109 n-d-793621-33 neutron-server[94628]: ERROR neutron.plugins.ml2.managers [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Failed to bind port 00383eb0-e305-4606-a74a-032ed155809c on host n-h1-793621-33 for vnic_type normal using segments [{'id': '8f2d09f9-a797-4c75-880a-72ccd3a2b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e'}] Aug 22 13:45:16.554056 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a0b033ad-c5d8-4a00-a44e-e75138761771 req-226ea1f0-5dc3-42e1-9911-e0bcb021ce38 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] 10.222.0.21 "GET /v2.0/ports?device_id=edbd0ebe-1fc4-45ae-9bad-00d1f749570a HTTP/1.1" status: 200 len: 210 time: 0.0621977 Aug 22 13:45:16.569903 n-d-793621-33 neutron-server[94628]: INFO neutron.plugins.ml2.plugin [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempt 5 to bind port 00383eb0-e305-4606-a74a-032ed155809c Aug 22 13:45:16.584161 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a038b4c0-7f21-4374-8e7b-dfe894ae70ab tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Made reservation on behalf of 32efce50f559436fa38b290615c71c2c for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:45:16.587820 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a038b4c0-7f21-4374-8e7b-dfe894ae70ab tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:16.619033 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-53e302f1-407b-4bf9-af8a-16f0c25e0d4c req-6c6dd591-cb4f-4a97-b3c2-1fd7ba9b61f6 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:16.642197 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-7035c9ae-c511-4bfd-91e7-7564087ed81b None None] Set router 4c38d509-bb3d-4753-82da-fc01aa181118 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:45:16.708425 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-20e8d336-d3fc-439a-8109-52d98cfac2ed req-f3a10088-8ec3-4ff8-b38e-953028b73b8a tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=76499d23-3d00-4d9a-ad6f-cc41f807cb7e HTTP/1.1" status: 200 len: 210 time: 0.0590863 Aug 22 13:45:17.005631 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 9d235bc8-16fe-4366-874c-0e6b6fd20dd0 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:45:17.020471 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 00383eb0-e305-4606-a74a-032ed155809c on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:45:17.024609 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 00383eb0-e305-4606-a74a-032ed155809c by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '8f2d09f9-a797-4c75-880a-72ccd3a2b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:45:17.025514 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 00383eb0-e305-4606-a74a-032ed155809c on network ce2ab625-bf6d-4141-bf08-303616644a5e {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:45:17.041651 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5558f06-4d1d-4c0f-b028-3a33c704662d req-5942e6e2-595c-40d9-980d-339d16a95bbf tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:17.044577 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e5558f06-4d1d-4c0f-b028-3a33c704662d req-5942e6e2-595c-40d9-980d-339d16a95bbf tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.16 "GET /v2.0/networks?id=8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c HTTP/1.1" status: 200 len: 911 time: 0.2612448 Aug 22 13:45:17.061387 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-e5558f06-4d1d-4c0f-b028-3a33c704662d req-dcaa4492-0915-48c1-85d8-62a91a69ae97 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Request body: {'port': {'device_id': '76499d23-3d00-4d9a-ad6f-cc41f807cb7e', 'network_id': '8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c', 'admin_state_up': True, 'tenant_id': 'c19f4e1f2b384336a91e39cf379ccad7'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:45:17.083125 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Port 00383eb0-e305-4606-a74a-032ed155809c on network ce2ab625-bf6d-4141-bf08-303616644a5e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:45:17.084166 n-d-793621-33 neutron-server[94628]: ERROR neutron.plugins.ml2.managers [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Failed to bind port 00383eb0-e305-4606-a74a-032ed155809c on host n-h1-793621-33 for vnic_type normal using segments [{'id': '8f2d09f9-a797-4c75-880a-72ccd3a2b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e'}] Aug 22 13:45:17.092887 n-d-793621-33 neutron-server[94628]: INFO neutron.plugins.ml2.plugin [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempt 6 to bind port 00383eb0-e305-4606-a74a-032ed155809c Aug 22 13:45:17.096641 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53e302f1-407b-4bf9-af8a-16f0c25e0d4c req-6c6dd591-cb4f-4a97-b3c2-1fd7ba9b61f6 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Network 46de0bca-1991-4c8e-8714-aa67f3459e12 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:45:17.111052 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 9d235bc8-16fe-4366-874c-0e6b6fd20dd0 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:45:17.111467 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:17.141427 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-53e302f1-407b-4bf9-af8a-16f0c25e0d4c req-6c6dd591-cb4f-4a97-b3c2-1fd7ba9b61f6 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:45:17.143270 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6dd591-cb4f-4a97-b3c2-1fd7ba9b61f6 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Pushing event updated for resources: {'Port': ['ID=60ee3cb9-a66a-46fd-96ef-4de936c53084,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:17.148782 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-53e302f1-407b-4bf9-af8a-16f0c25e0d4c req-6c6dd591-cb4f-4a97-b3c2-1fd7ba9b61f6 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:45:17.156907 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-7035c9ae-c511-4bfd-91e7-7564087ed81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c38d509-bb3d-4753-82da-fc01aa181118', 'name': 'tempest-TestServerBasicOps-153671539-router', 'tenant_id': 'bb36c5ed732e4d5892d44e1080c71059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '3a0b3e2b-4adf-42dd-8190-614f4b7a532c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:45:08Z', 'updated_at': '2021-08-22T13:45:15Z', 'revision_number': 3, 'project_id': 'bb36c5ed732e4d5892d44e1080c71059', 'gw_port': {'id': '3a0b3e2b-4adf-42dd-8190-614f4b7a532c', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f7:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c38d509-bb3d-4753-82da-fc01aa181118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:45:11Z', 'updated_at': '2021-08-22T13:45:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:17.195152 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 00383eb0-e305-4606-a74a-032ed155809c on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:45:17.195660 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 00383eb0-e305-4606-a74a-032ed155809c by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '8f2d09f9-a797-4c75-880a-72ccd3a2b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:45:17.196100 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 00383eb0-e305-4606-a74a-032ed155809c on network ce2ab625-bf6d-4141-bf08-303616644a5e {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:45:17.196674 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7035c9ae-c511-4bfd-91e7-7564087ed81b None None] Checking router: 4c38d509-bb3d-4753-82da-fc01aa181118 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:45:17.197031 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7035c9ae-c511-4bfd-91e7-7564087ed81b None None] Updating router 4c38d509-bb3d-4753-82da-fc01aa181118 port 3a0b3e2b-4adf-42dd-8190-614f4b7a532c binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:45:17.219281 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Port 00383eb0-e305-4606-a74a-032ed155809c on network ce2ab625-bf6d-4141-bf08-303616644a5e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:45:17.219828 n-d-793621-33 neutron-server[94628]: ERROR neutron.plugins.ml2.managers [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Failed to bind port 00383eb0-e305-4606-a74a-032ed155809c on host n-h1-793621-33 for vnic_type normal using segments [{'id': '8f2d09f9-a797-4c75-880a-72ccd3a2b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e'}] Aug 22 13:45:17.227468 n-d-793621-33 neutron-server[94628]: INFO neutron.plugins.ml2.plugin [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempt 7 to bind port 00383eb0-e305-4606-a74a-032ed155809c Aug 22 13:45:17.228629 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7035c9ae-c511-4bfd-91e7-7564087ed81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:17.250453 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e302f1-407b-4bf9-af8a-16f0c25e0d4c req-6c6dd591-cb4f-4a97-b3c2-1fd7ba9b61f6 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:17.251884 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-53e302f1-407b-4bf9-af8a-16f0c25e0d4c req-6c6dd591-cb4f-4a97-b3c2-1fd7ba9b61f6 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:17.274434 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 00383eb0-e305-4606-a74a-032ed155809c on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:45:17.274941 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 00383eb0-e305-4606-a74a-032ed155809c by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '8f2d09f9-a797-4c75-880a-72ccd3a2b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:45:17.275726 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 00383eb0-e305-4606-a74a-032ed155809c on network ce2ab625-bf6d-4141-bf08-303616644a5e {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:45:17.288013 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Port 00383eb0-e305-4606-a74a-032ed155809c on network ce2ab625-bf6d-4141-bf08-303616644a5e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:45:17.288547 n-d-793621-33 neutron-server[94628]: ERROR neutron.plugins.ml2.managers [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Failed to bind port 00383eb0-e305-4606-a74a-032ed155809c on host n-h1-793621-33 for vnic_type normal using segments [{'id': '8f2d09f9-a797-4c75-880a-72ccd3a2b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e'}] Aug 22 13:45:17.296393 n-d-793621-33 neutron-server[94628]: INFO neutron.plugins.ml2.plugin [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempt 8 to bind port 00383eb0-e305-4606-a74a-032ed155809c Aug 22 13:45:17.322830 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-b0467c51-1fc9-4714-b808-37075a96a89b tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Deleting port 38726b80-43eb-43f5-94b5-223416277906 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:45:17.323449 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b0467c51-1fc9-4714-b808-37075a96a89b tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:17.362052 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 00383eb0-e305-4606-a74a-032ed155809c on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:45:17.362738 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 00383eb0-e305-4606-a74a-032ed155809c by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '8f2d09f9-a797-4c75-880a-72ccd3a2b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:45:17.363332 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 00383eb0-e305-4606-a74a-032ed155809c on network ce2ab625-bf6d-4141-bf08-303616644a5e {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:45:17.413968 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Port 00383eb0-e305-4606-a74a-032ed155809c on network ce2ab625-bf6d-4141-bf08-303616644a5e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:45:17.414317 n-d-793621-33 neutron-server[94628]: ERROR neutron.plugins.ml2.managers [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Failed to bind port 00383eb0-e305-4606-a74a-032ed155809c on host n-h1-793621-33 for vnic_type normal using segments [{'id': '8f2d09f9-a797-4c75-880a-72ccd3a2b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e'}] Aug 22 13:45:17.417968 n-d-793621-33 neutron-server[94628]: INFO neutron.plugins.ml2.plugin [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempt 9 to bind port 00383eb0-e305-4606-a74a-032ed155809c Aug 22 13:45:17.482965 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 00383eb0-e305-4606-a74a-032ed155809c on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:45:17.484151 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 00383eb0-e305-4606-a74a-032ed155809c by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '8f2d09f9-a797-4c75-880a-72ccd3a2b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:45:17.484151 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 00383eb0-e305-4606-a74a-032ed155809c on network ce2ab625-bf6d-4141-bf08-303616644a5e {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:45:17.488902 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a038b4c0-7f21-4374-8e7b-dfe894ae70ab tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:17.490057 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5558f06-4d1d-4c0f-b028-3a33c704662d req-dcaa4492-0915-48c1-85d8-62a91a69ae97 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Made reservation on behalf of c19f4e1f2b384336a91e39cf379ccad7 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:45:17.492555 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-e5558f06-4d1d-4c0f-b028-3a33c704662d req-dcaa4492-0915-48c1-85d8-62a91a69ae97 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:17.531140 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-53e302f1-407b-4bf9-af8a-16f0c25e0d4c req-6c6dd591-cb4f-4a97-b3c2-1fd7ba9b61f6 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4255037 Aug 22 13:45:17.537012 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7035c9ae-c511-4bfd-91e7-7564087ed81b None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:17.537851 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Port 00383eb0-e305-4606-a74a-032ed155809c on network ce2ab625-bf6d-4141-bf08-303616644a5e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:45:17.538381 n-d-793621-33 neutron-server[94628]: ERROR neutron.plugins.ml2.managers [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Failed to bind port 00383eb0-e305-4606-a74a-032ed155809c on host n-h1-793621-33 for vnic_type normal using segments [{'id': '8f2d09f9-a797-4c75-880a-72ccd3a2b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e'}] Aug 22 13:45:17.547369 n-d-793621-33 neutron-server[94628]: INFO neutron.plugins.ml2.plugin [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempt 10 to bind port 00383eb0-e305-4606-a74a-032ed155809c Aug 22 13:45:17.550068 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-7035c9ae-c511-4bfd-91e7-7564087ed81b None None] Transition to ACTIVE for port object 3a0b3e2b-4adf-42dd-8190-614f4b7a532c will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:45:17.556163 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-53e302f1-407b-4bf9-af8a-16f0c25e0d4c req-1a6fd924-c638-47ce-ba82-165475ed7f75 service neutron] Request body: {'port': {'device_id': 'edbd0ebe-1fc4-45ae-9bad-00d1f749570a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:45:17.556972 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7035c9ae-c511-4bfd-91e7-7564087ed81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:17.560338 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-b0467c51-1fc9-4714-b808-37075a96a89b tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] For port 38726b80-43eb-43f5-94b5-223416277906, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=38726b80-43eb-43f5-94b5-223416277906,segment=NetworkSegment(3ddf7eac-d84f-4dbb-b953-6c0071efe217),segment_id=3ddf7eac-d84f-4dbb-b953-6c0071efe217)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:45:17.560632 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b0467c51-1fc9-4714-b808-37075a96a89b tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:17.589258 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fa999c5e-cb24-4dc4-9aad-72a24a1173ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:17.611889 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-b0467c51-1fc9-4714-b808-37075a96a89b tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Calling delete_port for 38726b80-43eb-43f5-94b5-223416277906 owned by network:router_interface {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:45:17.623799 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3006d6a4-6328-48f8-88e0-aa2279a5ee5c None None] Pushing event updated for resources: {'Port': ['ID=3a0b3e2b-4adf-42dd-8190-614f4b7a532c,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:17.638394 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 00383eb0-e305-4606-a74a-032ed155809c on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:45:17.638596 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 00383eb0-e305-4606-a74a-032ed155809c by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '8f2d09f9-a797-4c75-880a-72ccd3a2b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:45:17.638937 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 00383eb0-e305-4606-a74a-032ed155809c on network ce2ab625-bf6d-4141-bf08-303616644a5e {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:45:17.650203 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a038b4c0-7f21-4374-8e7b-dfe894ae70ab tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Pushing event updated for resources: {'Subnet': ['ID=6f142371-75e6-4af5-afef-5a8f1a35ee92,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:17.656457 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-7035c9ae-c511-4bfd-91e7-7564087ed81b None None] Attempting to bind port 3a0b3e2b-4adf-42dd-8190-614f4b7a532c on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:45:17.656819 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-7035c9ae-c511-4bfd-91e7-7564087ed81b None None] Attempting to bind port 3a0b3e2b-4adf-42dd-8190-614f4b7a532c by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:45:17.657562 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7035c9ae-c511-4bfd-91e7-7564087ed81b None None] Attempting to bind port 3a0b3e2b-4adf-42dd-8190-614f4b7a532c on network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:45:17.662985 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7035c9ae-c511-4bfd-91e7-7564087ed81b None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:45:17.663605 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7035c9ae-c511-4bfd-91e7-7564087ed81b None None] Checking segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:45:17.664076 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7035c9ae-c511-4bfd-91e7-7564087ed81b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:17.664477 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7035c9ae-c511-4bfd-91e7-7564087ed81b None None] Bound using segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:45:17.664959 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-7035c9ae-c511-4bfd-91e7-7564087ed81b None None] Bound port: 3a0b3e2b-4adf-42dd-8190-614f4b7a532c, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:45:17.665410 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7035c9ae-c511-4bfd-91e7-7564087ed81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:17.697650 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Port 00383eb0-e305-4606-a74a-032ed155809c on network ce2ab625-bf6d-4141-bf08-303616644a5e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:45:17.698098 n-d-793621-33 neutron-server[94628]: ERROR neutron.plugins.ml2.managers [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Failed to bind port 00383eb0-e305-4606-a74a-032ed155809c on host n-h1-793621-33 for vnic_type normal using segments [{'id': '8f2d09f9-a797-4c75-880a-72ccd3a2b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e'}] Aug 22 13:45:17.698374 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:17.719846 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-7035c9ae-c511-4bfd-91e7-7564087ed81b None None] For port 3a0b3e2b-4adf-42dd-8190-614f4b7a532c, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:45:17.723289 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-7035c9ae-c511-4bfd-91e7-7564087ed81b None None] For port 3a0b3e2b-4adf-42dd-8190-614f4b7a532c, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=3a0b3e2b-4adf-42dd-8190-614f4b7a532c,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:45:17.727784 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7035c9ae-c511-4bfd-91e7-7564087ed81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:17.761631 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-e5558f06-4d1d-4c0f-b028-3a33c704662d req-dcaa4492-0915-48c1-85d8-62a91a69ae97 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Allocated IP 172.20.0.5 (8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c/790bcf42-3a82-4ae4-815f-3615fcbabaf2/d9433bb6-b65b-4e5a-b2db-72dfeaffc9d0) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:45:17.769672 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a038b4c0-7f21-4374-8e7b-dfe894ae70ab tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Checking segment: {'id': 'eaa0fa89-573f-4b80-86c5-8ab7460503ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b0061d5f-29f0-4ed0-a3d0-c5ccd6dda09b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:45:17.770346 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a038b4c0-7f21-4374-8e7b-dfe894ae70ab tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Network hostable DHCP agents. Network: b0061d5f-29f0-4ed0-a3d0-c5ccd6dda09b, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:45:17.786734 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3006d6a4-6328-48f8-88e0-aa2279a5ee5c None None] Pushing event updated for resources: {'Port': ['ID=3a0b3e2b-4adf-42dd-8190-614f4b7a532c,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:17.803343 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-53e302f1-407b-4bf9-af8a-16f0c25e0d4c req-1a6fd924-c638-47ce-ba82-165475ed7f75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:17.807126 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7035c9ae-c511-4bfd-91e7-7564087ed81b None None] Routers {'4c38d509-bb3d-4753-82da-fc01aa181118'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:45:17.807692 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-7035c9ae-c511-4bfd-91e7-7564087ed81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:45:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['4c38d509-bb3d-4753-82da-fc01aa181118'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:17.814994 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65746afb-6de3-43c2-b67c-bf9d5ef1f36b req-a387f39a-f05d-43bc-a382-68d342205ff3 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:17.816604 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-65746afb-6de3-43c2-b67c-bf9d5ef1f36b req-a387f39a-f05d-43bc-a382-68d342205ff3 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] 10.222.0.21 "GET /v2.0/ports?device_id=edbd0ebe-1fc4-45ae-9bad-00d1f749570a HTTP/1.1" status: 200 len: 932 time: 0.1674664 Aug 22 13:45:17.893939 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a038b4c0-7f21-4374-8e7b-dfe894ae70ab tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Network b0061d5f-29f0-4ed0-a3d0-c5ccd6dda09b is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:45:17.895734 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ee655b80-ee17-4e46-b58e-a87442a46307 req-b3675744-b82e-4193-baff-50550ffddf07 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=76499d23-3d00-4d9a-ad6f-cc41f807cb7e HTTP/1.1" status: 200 len: 210 time: 0.0395133 Aug 22 13:45:17.927980 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-7035c9ae-c511-4bfd-91e7-7564087ed81b None None] Set router 4c38d509-bb3d-4753-82da-fc01aa181118 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:45:17.952987 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] For port 00383eb0-e305-4606-a74a-032ed155809c, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:45:17.953748 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempted to set empty binding levels {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 22 13:45:17.961402 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-a038b4c0-7f21-4374-8e7b-dfe894ae70ab tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, b0061d5f-29f0-4ed0-a3d0-c5ccd6dda09b) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:45:17.973177 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:17.985560 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a038b4c0-7f21-4374-8e7b-dfe894ae70ab tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:17.986426 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a038b4c0-7f21-4374-8e7b-dfe894ae70ab tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:18.006354 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f0ddd3-6374-4277-83f1-afc64f7c72b3 None None] Network b0061d5f-29f0-4ed0-a3d0-c5ccd6dda09b requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:45:18.025097 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-65746afb-6de3-43c2-b67c-bf9d5ef1f36b req-3f44cddb-d3d2-40b0-853b-328613aaeecc tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] 10.222.0.21 "GET /v2.0/security-groups?id=25510eef-8b40-4e6f-83fe-4810b931250b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958938 Aug 22 13:45:18.070126 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-fa999c5e-cb24-4dc4-9aad-72a24a1173ae admin admin] Allocated IP 172.20.0.1 (86852854-4485-4ab5-a7f5-dd2ea5a1d984/9ddb9225-9749-4624-a2c2-2721aa1b2a10/51e71368-d55a-4411-9e1e-10076a282971) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:45:18.097398 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:18.098133 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:18.128601 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a038b4c0-7f21-4374-8e7b-dfe894ae70ab tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8252137 Aug 22 13:45:18.143736 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 55584) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:18.174962 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-e5558f06-4d1d-4c0f-b028-3a33c704662d req-dcaa4492-0915-48c1-85d8-62a91a69ae97 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:18.188532 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-27a967a1-c0b1-4a74-8658-f1a1dcf345e2 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-139914557', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}, 'admin_state_up': False}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:45:18.205359 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-e5558f06-4d1d-4c0f-b028-3a33c704662d req-dcaa4492-0915-48c1-85d8-62a91a69ae97 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Transition to ACTIVE for port object d9433bb6-b65b-4e5a-b2db-72dfeaffc9d0 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:45:18.209844 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Pushing event updated for resources: {'Port': ['ID=00383eb0-e305-4606-a74a-032ed155809c,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:18.248272 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fa999c5e-cb24-4dc4-9aad-72a24a1173ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:18.267348 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-7035c9ae-c511-4bfd-91e7-7564087ed81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c38d509-bb3d-4753-82da-fc01aa181118', 'name': 'tempest-TestServerBasicOps-153671539-router', 'tenant_id': 'bb36c5ed732e4d5892d44e1080c71059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '3a0b3e2b-4adf-42dd-8190-614f4b7a532c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:45:08Z', 'updated_at': '2021-08-22T13:45:15Z', 'revision_number': 3, 'project_id': 'bb36c5ed732e4d5892d44e1080c71059', 'gw_port': {'id': '3a0b3e2b-4adf-42dd-8190-614f4b7a532c', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f7:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c38d509-bb3d-4753-82da-fc01aa181118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:45:11Z', 'updated_at': '2021-08-22T13:45:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:18.272322 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9590916e-2471-4d9a-a5c1-9e179b657976 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-b0061d5f-29f0-4ed0-a3d0-c5ccd6dda09b', 'network_id': 'b0061d5f-29f0-4ed0-a3d0-c5ccd6dda09b', 'tenant_id': '32efce50f559436fa38b290615c71c2c', 'fixed_ips': [{'subnet_id': '6f142371-75e6-4af5-afef-5a8f1a35ee92'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:45:18.273401 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9590916e-2471-4d9a-a5c1-9e179b657976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:18.275194 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-fa999c5e-cb24-4dc4-9aad-72a24a1173ae admin admin] Transition to ACTIVE for port object 51e71368-d55a-4411-9e1e-10076a282971 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:45:18.286840 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-e5558f06-4d1d-4c0f-b028-3a33c704662d req-dcaa4492-0915-48c1-85d8-62a91a69ae97 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:18.295194 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-27a967a1-c0b1-4a74-8658-f1a1dcf345e2 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:18.296247 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-27a967a1-c0b1-4a74-8658-f1a1dcf345e2 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:18.299629 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b0467c51-1fc9-4714-b808-37075a96a89b tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:18.309829 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7035c9ae-c511-4bfd-91e7-7564087ed81b None None] The sync data for ids ['4c38d509-bb3d-4753-82da-fc01aa181118'] in n-d-793621-33 is: [{'id': '4c38d509-bb3d-4753-82da-fc01aa181118', 'name': 'tempest-TestServerBasicOps-153671539-router', 'tenant_id': 'bb36c5ed732e4d5892d44e1080c71059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '3a0b3e2b-4adf-42dd-8190-614f4b7a532c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:45:08Z', 'updated_at': '2021-08-22T13:45:15Z', 'revision_number': 3, 'project_id': 'bb36c5ed732e4d5892d44e1080c71059', 'gw_port': {'id': '3a0b3e2b-4adf-42dd-8190-614f4b7a532c', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f7:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c38d509-bb3d-4753-82da-fc01aa181118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:45:11Z', 'updated_at': '2021-08-22T13:45:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:45:18.315208 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-74701fe7-6285-4e36-af35-bd1a49d326da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 4.3755913 Aug 22 13:45:18.326353 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55586) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:18.352875 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0467c51-1fc9-4714-b808-37075a96a89b tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event deleted for resources: {'Port': ['ID=38726b80-43eb-43f5-94b5-223416277906,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:18.377914 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaa4492-0915-48c1-85d8-62a91a69ae97 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Pushing event updated for resources: {'Port': ['ID=d9433bb6-b65b-4e5a-b2db-72dfeaffc9d0,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:18.405994 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5558f06-4d1d-4c0f-b028-3a33c704662d req-dcaa4492-0915-48c1-85d8-62a91a69ae97 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Network 8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:45:18.409558 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-e5558f06-4d1d-4c0f-b028-3a33c704662d req-dcaa4492-0915-48c1-85d8-62a91a69ae97 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:45:18.460892 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5558f06-4d1d-4c0f-b028-3a33c704662d req-dcaa4492-0915-48c1-85d8-62a91a69ae97 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:45:18.479039 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-9590916e-2471-4d9a-a5c1-9e179b657976 None None] Allocated IP 172.20.0.2 (b0061d5f-29f0-4ed0-a3d0-c5ccd6dda09b/6f142371-75e6-4af5-afef-5a8f1a35ee92/1ed360eb-969f-488d-8332-ec524695f6c4) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:45:18.512568 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-27a967a1-c0b1-4a74-8658-f1a1dcf345e2 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:18.586882 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5558f06-4d1d-4c0f-b028-3a33c704662d req-dcaa4492-0915-48c1-85d8-62a91a69ae97 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:18.588142 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-e5558f06-4d1d-4c0f-b028-3a33c704662d req-dcaa4492-0915-48c1-85d8-62a91a69ae97 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:18.598397 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fa999c5e-cb24-4dc4-9aad-72a24a1173ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:18.664658 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e5558f06-4d1d-4c0f-b028-3a33c704662d req-dcaa4492-0915-48c1-85d8-62a91a69ae97 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.6059227 Aug 22 13:45:18.695883 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-e5558f06-4d1d-4c0f-b028-3a33c704662d req-b388f47e-0157-4ae8-abaf-36107e53b127 service neutron] Request body: {'port': {'device_id': '76499d23-3d00-4d9a-ad6f-cc41f807cb7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:45:18.709563 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa999c5e-cb24-4dc4-9aad-72a24a1173ae admin admin] Network 86852854-4485-4ab5-a7f5-dd2ea5a1d984 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:45:18.723280 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9590916e-2471-4d9a-a5c1-9e179b657976 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:18.733463 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-fa999c5e-cb24-4dc4-9aad-72a24a1173ae admin admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:45:18.734248 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-9590916e-2471-4d9a-a5c1-9e179b657976 None None] Transition to ACTIVE for port object 1ed360eb-969f-488d-8332-ec524695f6c4 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:45:18.743478 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa999c5e-cb24-4dc4-9aad-72a24a1173ae admin admin] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:45:18.781667 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa999c5e-cb24-4dc4-9aad-72a24a1173ae admin admin] Pushing event updated for resources: {'Port': ['ID=51e71368-d55a-4411-9e1e-10076a282971,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:18.806826 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-9590916e-2471-4d9a-a5c1-9e179b657976 None None] Transition to ACTIVE for port object 1ed360eb-969f-488d-8332-ec524695f6c4 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:45:18.808380 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-bec48625-d07a-4cb1-a0eb-422799f4ca8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Deleting port 00383eb0-e305-4606-a74a-032ed155809c {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:45:18.809148 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bec48625-d07a-4cb1-a0eb-422799f4ca8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:18.820638 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9590916e-2471-4d9a-a5c1-9e179b657976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:18.911348 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fa999c5e-cb24-4dc4-9aad-72a24a1173ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:18.913713 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-e5558f06-4d1d-4c0f-b028-3a33c704662d req-b388f47e-0157-4ae8-abaf-36107e53b127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:18.938255 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9590916e-2471-4d9a-a5c1-9e179b657976 None None] Pushing event updated for resources: {'Port': ['ID=1ed360eb-969f-488d-8332-ec524695f6c4,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:18.991902 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9590916e-2471-4d9a-a5c1-9e179b657976 None None] Network b0061d5f-29f0-4ed0-a3d0-c5ccd6dda09b is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:45:18.997797 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-9590916e-2471-4d9a-a5c1-9e179b657976 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:45:19.000410 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9590916e-2471-4d9a-a5c1-9e179b657976 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:45:19.019187 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-bec48625-d07a-4cb1-a0eb-422799f4ca8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] For port 00383eb0-e305-4606-a74a-032ed155809c, host n-h1-793621-33, got binding levels [] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:45:19.019557 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bec48625-d07a-4cb1-a0eb-422799f4ca8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:19.082797 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-9590916e-2471-4d9a-a5c1-9e179b657976 None None] Attempting to bind port 1ed360eb-969f-488d-8332-ec524695f6c4 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:45:19.083237 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-9590916e-2471-4d9a-a5c1-9e179b657976 None None] Attempting to bind port 1ed360eb-969f-488d-8332-ec524695f6c4 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'eaa0fa89-573f-4b80-86c5-8ab7460503ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b0061d5f-29f0-4ed0-a3d0-c5ccd6dda09b'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:45:19.083627 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9590916e-2471-4d9a-a5c1-9e179b657976 None None] Attempting to bind port 1ed360eb-969f-488d-8332-ec524695f6c4 on network b0061d5f-29f0-4ed0-a3d0-c5ccd6dda09b {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:45:19.089784 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-53e302f1-407b-4bf9-af8a-16f0c25e0d4c req-1a6fd924-c638-47ce-ba82-165475ed7f75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60ee3cb9-a66a-46fd-96ef-4de936c53084 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:45:19.093122 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9590916e-2471-4d9a-a5c1-9e179b657976 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:45:19.093519 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9590916e-2471-4d9a-a5c1-9e179b657976 None None] Checking segment: {'id': 'eaa0fa89-573f-4b80-86c5-8ab7460503ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b0061d5f-29f0-4ed0-a3d0-c5ccd6dda09b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:45:19.097433 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9590916e-2471-4d9a-a5c1-9e179b657976 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:19.097953 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9590916e-2471-4d9a-a5c1-9e179b657976 None None] Bound using segment: {'id': 'eaa0fa89-573f-4b80-86c5-8ab7460503ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b0061d5f-29f0-4ed0-a3d0-c5ccd6dda09b'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:45:19.100348 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-9590916e-2471-4d9a-a5c1-9e179b657976 None None] Bound port: 1ed360eb-969f-488d-8332-ec524695f6c4, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaa0fa89-573f-4b80-86c5-8ab7460503ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b0061d5f-29f0-4ed0-a3d0-c5ccd6dda09b'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:45:19.101701 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-27a967a1-c0b1-4a74-8658-f1a1dcf345e2 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:19.102181 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9590916e-2471-4d9a-a5c1-9e179b657976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:19.106957 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-53e302f1-407b-4bf9-af8a-16f0c25e0d4c req-1a6fd924-c638-47ce-ba82-165475ed7f75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:19.138436 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-5fc9eda2-f66f-48e6-b869-277ef31cde0b None None] Provisioning for port d9433bb6-b65b-4e5a-b2db-72dfeaffc9d0 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:45:19.177859 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-bec48625-d07a-4cb1-a0eb-422799f4ca8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Calling delete_port for 00383eb0-e305-4606-a74a-032ed155809c owned by {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:45:19.203397 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-5fc9eda2-f66f-48e6-b869-277ef31cde0b None None] Provisioning complete for port d9433bb6-b65b-4e5a-b2db-72dfeaffc9d0 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:45:19.204225 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5fc9eda2-f66f-48e6-b869-277ef31cde0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:19.205775 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-53e302f1-407b-4bf9-af8a-16f0c25e0d4c req-1a6fd924-c638-47ce-ba82-165475ed7f75 service neutron] Transition to ACTIVE for port object 60ee3cb9-a66a-46fd-96ef-4de936c53084 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:45:19.246383 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9eda2-f66f-48e6-b869-277ef31cde0b None None] Port d9433bb6-b65b-4e5a-b2db-72dfeaffc9d0 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:45:19.248352 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-53e302f1-407b-4bf9-af8a-16f0c25e0d4c req-1a6fd924-c638-47ce-ba82-165475ed7f75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:19.249369 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 3a0b3e2b-4adf-42dd-8190-614f4b7a532c up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:45:19.295247 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-9590916e-2471-4d9a-a5c1-9e179b657976 None None] For port 1ed360eb-969f-488d-8332-ec524695f6c4, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:45:19.319175 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-9590916e-2471-4d9a-a5c1-9e179b657976 None None] For port 1ed360eb-969f-488d-8332-ec524695f6c4, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=1ed360eb-969f-488d-8332-ec524695f6c4,segment=NetworkSegment(eaa0fa89-573f-4b80-86c5-8ab7460503ab),segment_id=eaa0fa89-573f-4b80-86c5-8ab7460503ab)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:45:19.320772 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b0467c51-1fc9-4714-b808-37075a96a89b tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:19.326295 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9590916e-2471-4d9a-a5c1-9e179b657976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:19.391578 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 3a0b3e2b-4adf-42dd-8190-614f4b7a532c completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:45:19.406898 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 3a0b3e2b-4adf-42dd-8190-614f4b7a532c triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:45:19.407371 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:19.409672 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9590916e-2471-4d9a-a5c1-9e179b657976 None None] Pushing event updated for resources: {'Port': ['ID=1ed360eb-969f-488d-8332-ec524695f6c4,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:19.470494 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-b346b877-f749-4a04-9ef6-481e70b6d7f1 None None] Provisioning for port 51e71368-d55a-4411-9e1e-10076a282971 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:45:19.477405 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-b346b877-f749-4a04-9ef6-481e70b6d7f1 None None] Provisioning complete for port 51e71368-d55a-4411-9e1e-10076a282971 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:45:19.478594 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b346b877-f749-4a04-9ef6-481e70b6d7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:19.482863 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6fd924-c638-47ce-ba82-165475ed7f75 service neutron] Pushing event updated for resources: {'Port': ['ID=60ee3cb9-a66a-46fd-96ef-4de936c53084,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:19.527857 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb7cd65-8599-48b1-9912-4c916c78f2d1 req-c73efae9-f94e-40b4-8fe2-f08f982c2c69 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:19.540050 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5fb7cd65-8599-48b1-9912-4c916c78f2d1 req-c73efae9-f94e-40b4-8fe2-f08f982c2c69 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=76499d23-3d00-4d9a-ad6f-cc41f807cb7e HTTP/1.1" status: 200 len: 1027 time: 0.4449391 Aug 22 13:45:19.573006 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:19.580139 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bec48625-d07a-4cb1-a0eb-422799f4ca8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:19.580648 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-53e302f1-407b-4bf9-af8a-16f0c25e0d4c req-1a6fd924-c638-47ce-ba82-165475ed7f75 service neutron] Attempting to bind port 60ee3cb9-a66a-46fd-96ef-4de936c53084 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:45:19.581077 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-53e302f1-407b-4bf9-af8a-16f0c25e0d4c req-1a6fd924-c638-47ce-ba82-165475ed7f75 service neutron] Attempting to bind port 60ee3cb9-a66a-46fd-96ef-4de936c53084 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '845d553b-3470-425f-a9bb-3cb754fb51c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '46de0bca-1991-4c8e-8714-aa67f3459e12'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:45:19.581685 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e302f1-407b-4bf9-af8a-16f0c25e0d4c req-1a6fd924-c638-47ce-ba82-165475ed7f75 service neutron] Attempting to bind port 60ee3cb9-a66a-46fd-96ef-4de936c53084 on network 46de0bca-1991-4c8e-8714-aa67f3459e12 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:45:19.609302 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 3a0b3e2b-4adf-42dd-8190-614f4b7a532c, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=3a0b3e2b-4adf-42dd-8190-614f4b7a532c,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:45:19.623372 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:19.632434 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e302f1-407b-4bf9-af8a-16f0c25e0d4c req-1a6fd924-c638-47ce-ba82-165475ed7f75 service neutron] Port 60ee3cb9-a66a-46fd-96ef-4de936c53084 on network 46de0bca-1991-4c8e-8714-aa67f3459e12 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:45:19.636629 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e302f1-407b-4bf9-af8a-16f0c25e0d4c req-1a6fd924-c638-47ce-ba82-165475ed7f75 service neutron] Attempting to bind port 60ee3cb9-a66a-46fd-96ef-4de936c53084 on network 46de0bca-1991-4c8e-8714-aa67f3459e12 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:45:19.641218 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec48625-d07a-4cb1-a0eb-422799f4ca8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Pushing event deleted for resources: {'Port': ['ID=00383eb0-e305-4606-a74a-032ed155809c,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:19.659041 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e302f1-407b-4bf9-af8a-16f0c25e0d4c req-1a6fd924-c638-47ce-ba82-165475ed7f75 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:45:19.659918 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e302f1-407b-4bf9-af8a-16f0c25e0d4c req-1a6fd924-c638-47ce-ba82-165475ed7f75 service neutron] Checking segment: {'id': '845d553b-3470-425f-a9bb-3cb754fb51c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '46de0bca-1991-4c8e-8714-aa67f3459e12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:45:19.660582 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e302f1-407b-4bf9-af8a-16f0c25e0d4c req-1a6fd924-c638-47ce-ba82-165475ed7f75 service neutron] Bound using segment: {'id': '845d553b-3470-425f-a9bb-3cb754fb51c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '46de0bca-1991-4c8e-8714-aa67f3459e12'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:45:19.661244 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-53e302f1-407b-4bf9-af8a-16f0c25e0d4c req-1a6fd924-c638-47ce-ba82-165475ed7f75 service neutron] Bound port: 60ee3cb9-a66a-46fd-96ef-4de936c53084, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '845d553b-3470-425f-a9bb-3cb754fb51c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '46de0bca-1991-4c8e-8714-aa67f3459e12'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:45:19.661846 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-53e302f1-407b-4bf9-af8a-16f0c25e0d4c req-1a6fd924-c638-47ce-ba82-165475ed7f75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:19.710890 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5fb7cd65-8599-48b1-9912-4c916c78f2d1 req-b8916581-a773-4df7-9772-9b91ef5a4f05 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0eee4a1c-cfdc-440c-abfd-3ef315b25abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695259 Aug 22 13:45:19.712320 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-b346b877-f749-4a04-9ef6-481e70b6d7f1 None None] Port 51e71368-d55a-4411-9e1e-10076a282971 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:45:19.732541 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bec48625-d07a-4cb1-a0eb-422799f4ca8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:19.738503 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-bec48625-d07a-4cb1-a0eb-422799f4ca8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] 10.222.0.21 "DELETE /v2.0/ports/00383eb0-e305-4606-a74a-032ed155809c HTTP/1.1" status: 204 len: 168 time: 1.3619227 Aug 22 13:45:19.767650 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be43ed0f-e986-45a9-a8bf-1bf5d628efd6 req-11607fa9-bb91-4fae-bfc1-a43399a08bc0 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:19.770583 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 55594) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:19.775026 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-be43ed0f-e986-45a9-a8bf-1bf5d628efd6 req-11607fa9-bb91-4fae-bfc1-a43399a08bc0 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] 10.222.0.21 "GET /v2.0/ports?device_id=edbd0ebe-1fc4-45ae-9bad-00d1f749570a HTTP/1.1" status: 200 len: 944 time: 0.5747311 Aug 22 13:45:19.782273 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=3a0b3e2b-4adf-42dd-8190-614f4b7a532c,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:19.853812 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fa999c5e-cb24-4dc4-9aad-72a24a1173ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:19.855932 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-98920c7e-d490-4abf-8b16-896d1c38a268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] GET failed (client error): The resource could not be found. Aug 22 13:45:19.861729 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-98920c7e-d490-4abf-8b16-896d1c38a268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] 10.222.0.21 "GET /v2.0/ports/00383eb0-e305-4606-a74a-032ed155809c HTTP/1.1" status: 404 len: 333 time: 0.0831344 Aug 22 13:45:19.864336 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 55596) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:19.886006 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-bf674bb8-90d6-4c36-9539-581c66cf6c35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Request body: {'port': {'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054045427'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:45:19.963884 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-be43ed0f-e986-45a9-a8bf-1bf5d628efd6 req-f09212dc-769e-4454-bd16-ac7c623fc5bf tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] 10.222.0.21 "GET /v2.0/security-groups?id=25510eef-8b40-4e6f-83fe-4810b931250b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578927 Aug 22 13:45:20.216972 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-e5558f06-4d1d-4c0f-b028-3a33c704662d req-b388f47e-0157-4ae8-abaf-36107e53b127 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9433bb6-b65b-4e5a-b2db-72dfeaffc9d0 {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:45:20.232628 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-e5558f06-4d1d-4c0f-b028-3a33c704662d req-b388f47e-0157-4ae8-abaf-36107e53b127 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:20.245958 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fa999c5e-cb24-4dc4-9aad-72a24a1173ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:20.254055 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fa999c5e-cb24-4dc4-9aad-72a24a1173ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:20.260174 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-e5558f06-4d1d-4c0f-b028-3a33c704662d req-b388f47e-0157-4ae8-abaf-36107e53b127 service neutron] Transition to ACTIVE for port object d9433bb6-b65b-4e5a-b2db-72dfeaffc9d0 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:45:20.303872 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-e5558f06-4d1d-4c0f-b028-3a33c704662d req-b388f47e-0157-4ae8-abaf-36107e53b127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:20.316942 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0467c51-1fc9-4714-b808-37075a96a89b tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Router 6be81927-abf2-4661-b0f8-87c770883fd1 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:45:20.343132 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-53e302f1-407b-4bf9-af8a-16f0c25e0d4c req-1a6fd924-c638-47ce-ba82-165475ed7f75 service neutron] For port 60ee3cb9-a66a-46fd-96ef-4de936c53084, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:45:20.345248 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf674bb8-90d6-4c36-9539-581c66cf6c35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Made reservation on behalf of 1770437f932148ffaff3ab02f92649a2 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:45:20.347565 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bf674bb8-90d6-4c36-9539-581c66cf6c35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:20.369221 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa999c5e-cb24-4dc4-9aad-72a24a1173ae admin admin] Pushing event updated for resources: {'Port': ['ID=51e71368-d55a-4411-9e1e-10076a282971,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:20.372951 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fa999c5e-cb24-4dc4-9aad-72a24a1173ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:20.399131 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-27a967a1-c0b1-4a74-8658-f1a1dcf345e2 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for router_gateway, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:20.405978 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-53e302f1-407b-4bf9-af8a-16f0c25e0d4c req-1a6fd924-c638-47ce-ba82-165475ed7f75 service neutron] For port 60ee3cb9-a66a-46fd-96ef-4de936c53084, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=60ee3cb9-a66a-46fd-96ef-4de936c53084,segment=NetworkSegment(845d553b-3470-425f-a9bb-3cb754fb51c8),segment_id=845d553b-3470-425f-a9bb-3cb754fb51c8)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:45:20.437893 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-27a967a1-c0b1-4a74-8658-f1a1dcf345e2 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:20.441496 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-53e302f1-407b-4bf9-af8a-16f0c25e0d4c req-1a6fd924-c638-47ce-ba82-165475ed7f75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:20.503177 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-bf674bb8-90d6-4c36-9539-581c66cf6c35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] device_id is not set on port 97f8237d-9ef1-46ce-90e4-199930facdee yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:45:20.531267 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b388f47e-0157-4ae8-abaf-36107e53b127 service neutron] Pushing event updated for resources: {'Port': ['ID=d9433bb6-b65b-4e5a-b2db-72dfeaffc9d0,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:20.536213 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-e5558f06-4d1d-4c0f-b028-3a33c704662d req-b388f47e-0157-4ae8-abaf-36107e53b127 service neutron] Attempting to bind port d9433bb6-b65b-4e5a-b2db-72dfeaffc9d0 on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:45:20.536586 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-e5558f06-4d1d-4c0f-b028-3a33c704662d req-b388f47e-0157-4ae8-abaf-36107e53b127 service neutron] Attempting to bind port d9433bb6-b65b-4e5a-b2db-72dfeaffc9d0 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '82977cb8-5955-415f-8390-123858fef82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:45:20.536920 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5558f06-4d1d-4c0f-b028-3a33c704662d req-b388f47e-0157-4ae8-abaf-36107e53b127 service neutron] Attempting to bind port d9433bb6-b65b-4e5a-b2db-72dfeaffc9d0 on network 8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:45:20.543527 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5558f06-4d1d-4c0f-b028-3a33c704662d req-b388f47e-0157-4ae8-abaf-36107e53b127 service neutron] Port d9433bb6-b65b-4e5a-b2db-72dfeaffc9d0 on network 8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:45:20.544509 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5558f06-4d1d-4c0f-b028-3a33c704662d req-b388f47e-0157-4ae8-abaf-36107e53b127 service neutron] Attempting to bind port d9433bb6-b65b-4e5a-b2db-72dfeaffc9d0 on network 8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:45:20.557117 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5558f06-4d1d-4c0f-b028-3a33c704662d req-b388f47e-0157-4ae8-abaf-36107e53b127 service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:45:20.557544 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5558f06-4d1d-4c0f-b028-3a33c704662d req-b388f47e-0157-4ae8-abaf-36107e53b127 service neutron] Checking segment: {'id': '82977cb8-5955-415f-8390-123858fef82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:45:20.558218 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5558f06-4d1d-4c0f-b028-3a33c704662d req-b388f47e-0157-4ae8-abaf-36107e53b127 service neutron] Bound using segment: {'id': '82977cb8-5955-415f-8390-123858fef82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:45:20.558677 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-e5558f06-4d1d-4c0f-b028-3a33c704662d req-b388f47e-0157-4ae8-abaf-36107e53b127 service neutron] Bound port: d9433bb6-b65b-4e5a-b2db-72dfeaffc9d0, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82977cb8-5955-415f-8390-123858fef82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:45:20.559047 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-e5558f06-4d1d-4c0f-b028-3a33c704662d req-b388f47e-0157-4ae8-abaf-36107e53b127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:20.625307 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa999c5e-cb24-4dc4-9aad-72a24a1173ae admin admin] Network 86852854-4485-4ab5-a7f5-dd2ea5a1d984 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:45:20.628599 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-fa999c5e-cb24-4dc4-9aad-72a24a1173ae admin admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:45:20.629207 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e302f1-407b-4bf9-af8a-16f0c25e0d4c req-1a6fd924-c638-47ce-ba82-165475ed7f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:20.629912 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-53e302f1-407b-4bf9-af8a-16f0c25e0d4c req-1a6fd924-c638-47ce-ba82-165475ed7f75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:20.631448 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-53e302f1-407b-4bf9-af8a-16f0c25e0d4c req-1a6fd924-c638-47ce-ba82-165475ed7f75 service neutron] 10.222.0.41 "PUT /v2.0/ports/60ee3cb9-a66a-46fd-96ef-4de936c53084 HTTP/1.1" status: 200 len: 1093 time: 3.0851326 Aug 22 13:45:20.631971 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edbd0ebe-1fc4-45ae-9bad-00d1f749570a', 'tag': '60ee3cb9-a66a-46fd-96ef-4de936c53084'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:45:20.634397 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256815e8-75b2-4473-bf78-819a1f530bef" -d '{"events": [{"name": "network-changed", "server_uuid": "edbd0ebe-1fc4-45ae-9bad-00d1f749570a", "tag": "60ee3cb9-a66a-46fd-96ef-4de936c53084"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:45:20.722811 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f210c1eb-52d5-477e-a40d-b1425e115cc2 x-openstack-request-id: req-f210c1eb-52d5-477e-a40d-b1425e115cc2 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:45:20.723112 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edbd0ebe-1fc4-45ae-9bad-00d1f749570a", "tag": "60ee3cb9-a66a-46fd-96ef-4de936c53084", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:45:20.723350 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f210c1eb-52d5-477e-a40d-b1425e115cc2 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:45:20.723760 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edbd0ebe-1fc4-45ae-9bad-00d1f749570a', 'tag': '60ee3cb9-a66a-46fd-96ef-4de936c53084', 'status': 'completed', 'code': 200} Aug 22 13:45:20.743458 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-e5558f06-4d1d-4c0f-b028-3a33c704662d req-b388f47e-0157-4ae8-abaf-36107e53b127 service neutron] For port d9433bb6-b65b-4e5a-b2db-72dfeaffc9d0, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:45:20.796625 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-e5558f06-4d1d-4c0f-b028-3a33c704662d req-b388f47e-0157-4ae8-abaf-36107e53b127 service neutron] For port d9433bb6-b65b-4e5a-b2db-72dfeaffc9d0, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=d9433bb6-b65b-4e5a-b2db-72dfeaffc9d0,segment=NetworkSegment(82977cb8-5955-415f-8390-123858fef82c),segment_id=82977cb8-5955-415f-8390-123858fef82c)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:45:20.805701 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-e5558f06-4d1d-4c0f-b028-3a33c704662d req-b388f47e-0157-4ae8-abaf-36107e53b127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:20.852189 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5558f06-4d1d-4c0f-b028-3a33c704662d req-b388f47e-0157-4ae8-abaf-36107e53b127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:20.860311 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-e5558f06-4d1d-4c0f-b028-3a33c704662d req-b388f47e-0157-4ae8-abaf-36107e53b127 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:20.867112 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e5558f06-4d1d-4c0f-b028-3a33c704662d req-b388f47e-0157-4ae8-abaf-36107e53b127 service neutron] 10.222.0.16 "PUT /v2.0/ports/d9433bb6-b65b-4e5a-b2db-72dfeaffc9d0 HTTP/1.1" status: 200 len: 1092 time: 2.1927383 Aug 22 13:45:20.872093 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76499d23-3d00-4d9a-ad6f-cc41f807cb7e', 'tag': 'd9433bb6-b65b-4e5a-b2db-72dfeaffc9d0'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:45:20.881585 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0467c51-1fc9-4714-b808-37075a96a89b tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:45:20.890639 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6fd924-c638-47ce-ba82-165475ed7f75 service neutron] Pushing event updated for resources: {'Port': ['ID=60ee3cb9-a66a-46fd-96ef-4de936c53084,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:20.900320 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175440af-4346-46b0-86d3-ff1a14e1008a" -d '{"events": [{"name": "network-changed", "server_uuid": "76499d23-3d00-4d9a-ad6f-cc41f807cb7e", "tag": "d9433bb6-b65b-4e5a-b2db-72dfeaffc9d0"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:45:20.904521 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76a6146-5894-4000-a5f0-f7c623bf107a None None] Sync routers for ids ['6be81927-abf2-4661-b0f8-87c770883fd1'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:45:20.912253 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b0467c51-1fc9-4714-b808-37075a96a89b tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "PUT /v2.0/routers/6be81927-abf2-4661-b0f8-87c770883fd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9034066 Aug 22 13:45:20.921466 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 55606) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:20.928670 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76a6146-5894-4000-a5f0-f7c623bf107a None None] Routers {'6be81927-abf2-4661-b0f8-87c770883fd1'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:45:20.929726 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-b76a6146-5894-4000-a5f0-f7c623bf107a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:45:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['6be81927-abf2-4661-b0f8-87c770883fd1'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:21.049016 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-27a967a1-c0b1-4a74-8658-f1a1dcf345e2 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Allocated IP 172.25.3.246 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/77adf0ef-7947-41b0-9d4d-901d14b52c64) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:45:21.096172 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa999c5e-cb24-4dc4-9aad-72a24a1173ae admin admin] Router 4c38d509-bb3d-4753-82da-fc01aa181118 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:45:21.138669 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1913b-667a-46b0-ac6e-447c609222e2 req-c973e2d3-7b08-48ff-8ae1-a28cb3478f4c tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:21.149150 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-10e1913b-667a-46b0-ac6e-447c609222e2 req-c973e2d3-7b08-48ff-8ae1-a28cb3478f4c tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=76499d23-3d00-4d9a-ad6f-cc41f807cb7e HTTP/1.1" status: 200 len: 1095 time: 0.2780564 Aug 22 13:45:21.162940 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53fab663-d9b1-4dac-a99b-bb5c78f44ee0 x-openstack-request-id: req-53fab663-d9b1-4dac-a99b-bb5c78f44ee0 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:45:21.165865 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76499d23-3d00-4d9a-ad6f-cc41f807cb7e", "tag": "d9433bb6-b65b-4e5a-b2db-72dfeaffc9d0", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:45:21.166215 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-53fab663-d9b1-4dac-a99b-bb5c78f44ee0 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:45:21.166709 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76499d23-3d00-4d9a-ad6f-cc41f807cb7e', 'tag': 'd9433bb6-b65b-4e5a-b2db-72dfeaffc9d0', 'status': 'completed', 'code': 200} Aug 22 13:45:21.192822 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74864735-d40d-40bb-9999-82dfe299e5c3 None None] Network b0061d5f-29f0-4ed0-a3d0-c5ccd6dda09b requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:45:21.207692 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b388f47e-0157-4ae8-abaf-36107e53b127 service neutron] Pushing event updated for resources: {'Port': ['ID=d9433bb6-b65b-4e5a-b2db-72dfeaffc9d0,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:21.215023 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5558f06-4d1d-4c0f-b028-3a33c704662d req-c7f4c056-9fc6-47ab-bbe2-40ade8a9449f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:21.216718 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e5558f06-4d1d-4c0f-b028-3a33c704662d req-c7f4c056-9fc6-47ab-bbe2-40ade8a9449f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c19f4e1f2b384336a91e39cf379ccad7&device_id=76499d23-3d00-4d9a-ad6f-cc41f807cb7e HTTP/1.1" status: 200 len: 1095 time: 0.2134247 Aug 22 13:45:21.291094 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e302f1-407b-4bf9-af8a-16f0c25e0d4c req-2f433aaf-9f2e-492a-90d6-35f72d8f2282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:21.293341 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-53e302f1-407b-4bf9-af8a-16f0c25e0d4c req-2f433aaf-9f2e-492a-90d6-35f72d8f2282 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=353e509412c54b51a955684f3d0bc218&device_id=edbd0ebe-1fc4-45ae-9bad-00d1f749570a HTTP/1.1" status: 200 len: 1096 time: 0.5687983 Aug 22 13:45:21.337566 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 1ed360eb-969f-488d-8332-ec524695f6c4 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:45:21.363693 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-10e1913b-667a-46b0-ac6e-447c609222e2 req-d637ea08-e33b-4791-b97c-894bd0d76e33 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0eee4a1c-cfdc-440c-abfd-3ef315b25abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131796 Aug 22 13:45:21.380863 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e5558f06-4d1d-4c0f-b028-3a33c704662d req-6eb809dd-f612-41a2-9cc9-3cde29db2b49 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9433bb6-b65b-4e5a-b2db-72dfeaffc9d0 HTTP/1.1" status: 200 len: 217 time: 0.1045985 Aug 22 13:45:21.418108 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-b76a6146-5894-4000-a5f0-f7c623bf107a None None] Set router 6be81927-abf2-4661-b0f8-87c770883fd1 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:45:21.429569 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-53e302f1-407b-4bf9-af8a-16f0c25e0d4c req-2be85d34-3255-4ec1-bd29-a9fbc8ae1830 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60ee3cb9-a66a-46fd-96ef-4de936c53084 HTTP/1.1" status: 200 len: 217 time: 0.1204398 Aug 22 13:45:21.433863 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-8cc63a7e-ee05-4cff-a186-645beb363cbf None None] Provisioning complete for port 51e71368-d55a-4411-9e1e-10076a282971 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:45:21.434430 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8cc63a7e-ee05-4cff-a186-645beb363cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:21.434877 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-4df34405-c168-440e-97b0-a153626c1ac0 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Deleting subnet 0aff47bc-ed4a-4c75-9203-6ffecee8fcb0 {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:45:21.471721 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a5669-4254-4cf4-b0db-7b8c2f91e9cb req-be3554ca-524d-4781-9d6a-6923ba5b7ecd tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:21.473407 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0f0a5669-4254-4cf4-b0db-7b8c2f91e9cb req-be3554ca-524d-4781-9d6a-6923ba5b7ecd tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] 10.222.0.21 "GET /v2.0/ports?device_id=edbd0ebe-1fc4-45ae-9bad-00d1f749570a HTTP/1.1" status: 200 len: 944 time: 0.1928813 Aug 22 13:45:21.506339 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-8cc63a7e-ee05-4cff-a186-645beb363cbf None None] Port 51e71368-d55a-4411-9e1e-10076a282971 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:45:21.520253 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa999c5e-cb24-4dc4-9aad-72a24a1173ae admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:45:21.522960 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5558f06-4d1d-4c0f-b028-3a33c704662d req-06b91876-e01e-4d20-bfe9-645a43a5150b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:21.524602 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e5558f06-4d1d-4c0f-b028-3a33c704662d req-06b91876-e01e-4d20-bfe9-645a43a5150b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=790bcf42-3a82-4ae4-815f-3615fcbabaf2 HTTP/1.1" status: 200 len: 849 time: 0.1278028 Aug 22 13:45:21.531311 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 1ed360eb-969f-488d-8332-ec524695f6c4 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:45:21.535020 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4df34405-c168-440e-97b0-a153626c1ac0 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:21.536895 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-fa999c5e-cb24-4dc4-9aad-72a24a1173ae admin admin] 10.222.0.21 "PUT /v2.0/routers/4c38d509-bb3d-4753-82da-fc01aa181118/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1134973 Aug 22 13:45:21.542889 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 3a0b3e2b-4adf-42dd-8190-614f4b7a532c up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:45:21.578334 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-8cc63a7e-ee05-4cff-a186-645beb363cbf None None] Provisioning for port 1ed360eb-969f-488d-8332-ec524695f6c4 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:45:21.596563 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-8cc63a7e-ee05-4cff-a186-645beb363cbf None None] Provisioning complete for port 1ed360eb-969f-488d-8332-ec524695f6c4 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:45:21.596932 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8cc63a7e-ee05-4cff-a186-645beb363cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:21.597342 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0f0a5669-4254-4cf4-b0db-7b8c2f91e9cb req-9006b33a-aa43-4757-8b47-a3752a6a8127 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] 10.222.0.21 "GET /v2.0/security-groups?id=25510eef-8b40-4e6f-83fe-4810b931250b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075580 Aug 22 13:45:21.622867 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4df34405-c168-440e-97b0-a153626c1ac0 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:21.660152 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5558f06-4d1d-4c0f-b028-3a33c704662d req-ada31030-b67e-4948-93a4-b810d5630b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:21.665130 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d96589-feff-4c85-84dc-0b2a8924ea2a None None] Sync routers for ids ['4c38d509-bb3d-4753-82da-fc01aa181118'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:45:21.672378 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e5558f06-4d1d-4c0f-b028-3a33c704662d req-ada31030-b67e-4948-93a4-b810d5630b71 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1157670 Aug 22 13:45:21.702042 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-27a967a1-c0b1-4a74-8658-f1a1dcf345e2 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:21.703022 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d96589-feff-4c85-84dc-0b2a8924ea2a None None] Routers {'4c38d509-bb3d-4753-82da-fc01aa181118'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:45:21.703761 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-e2d96589-feff-4c85-84dc-0b2a8924ea2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:45:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['4c38d509-bb3d-4753-82da-fc01aa181118'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:21.708458 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 3a0b3e2b-4adf-42dd-8190-614f4b7a532c triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:45:21.708458 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:21.809928 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e302f1-407b-4bf9-af8a-16f0c25e0d4c req-a9528e91-c1e7-461a-94cc-ea237ab685a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:21.811776 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-53e302f1-407b-4bf9-af8a-16f0c25e0d4c req-a9528e91-c1e7-461a-94cc-ea237ab685a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b1668edd-d43a-4ada-8c93-e2c6f458b95d HTTP/1.1" status: 200 len: 849 time: 0.3063984 Aug 22 13:45:21.822231 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bf674bb8-90d6-4c36-9539-581c66cf6c35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:21.850088 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-b76a6146-5894-4000-a5f0-f7c623bf107a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be81927-abf2-4661-b0f8-87c770883fd1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046722450', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '206e29d1-fae6-4ed1-bdf1-9cd8793b827b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:43:27Z', 'updated_at': '2021-08-22T13:45:18Z', 'revision_number': 5, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'gw_port': {'id': '206e29d1-fae6-4ed1-bdf1-9cd8793b827b', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be81927-abf2-4661-b0f8-87c770883fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:43:29Z', 'updated_at': '2021-08-22T13:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:21.902188 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76a6146-5894-4000-a5f0-f7c623bf107a None None] Checking router: 6be81927-abf2-4661-b0f8-87c770883fd1 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:45:21.902418 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-53e302f1-407b-4bf9-af8a-16f0c25e0d4c req-65066582-e9c1-412b-9701-6a64386654d4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=46de0bca-1991-4c8e-8714-aa67f3459e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695488 Aug 22 13:45:21.907280 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4df34405-c168-440e-97b0-a153626c1ac0 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:21.908877 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e5558f06-4d1d-4c0f-b028-3a33c704662d req-84979795-8bbe-4281-a300-058616d9c491 service neutron] 10.222.0.16 "GET /v2.0/networks/8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289166 Aug 22 13:45:21.916350 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76a6146-5894-4000-a5f0-f7c623bf107a None None] Routers {'6be81927-abf2-4661-b0f8-87c770883fd1'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:45:21.926754 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-b76a6146-5894-4000-a5f0-f7c623bf107a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:45:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['6be81927-abf2-4661-b0f8-87c770883fd1'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:22.054099 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e5558f06-4d1d-4c0f-b028-3a33c704662d req-5653a580-16c0-4bf3-ad4e-66a68b119e04 service neutron] 10.222.0.16 "GET /v2.0/networks/8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355717 Aug 22 13:45:22.146541 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8cc63a7e-ee05-4cff-a186-645beb363cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:22.148016 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-27a967a1-c0b1-4a74-8658-f1a1dcf345e2 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:22.203306 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-e2d96589-feff-4c85-84dc-0b2a8924ea2a None None] Set router 4c38d509-bb3d-4753-82da-fc01aa181118 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:45:22.205923 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175440af-4346-46b0-86d3-ff1a14e1008a req-7a5ea97c-38b8-4fe6-a9f9-7b4f2ac4e5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:22.207470 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-175440af-4346-46b0-86d3-ff1a14e1008a req-7a5ea97c-38b8-4fe6-a9f9-7b4f2ac4e5df service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c19f4e1f2b384336a91e39cf379ccad7&device_id=76499d23-3d00-4d9a-ad6f-cc41f807cb7e HTTP/1.1" status: 200 len: 1095 time: 0.1016660 Aug 22 13:45:22.224745 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a967a1-c0b1-4a74-8658-f1a1dcf345e2 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:45:22.232009 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bf674bb8-90d6-4c36-9539-581c66cf6c35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:22.234992 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-b76a6146-5894-4000-a5f0-f7c623bf107a None None] Set router 6be81927-abf2-4661-b0f8-87c770883fd1 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:45:22.239291 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4df34405-c168-440e-97b0-a153626c1ac0 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:22.241518 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-27a967a1-c0b1-4a74-8658-f1a1dcf345e2 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:45:22.274211 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf674bb8-90d6-4c36-9539-581c66cf6c35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Network ce2ab625-bf6d-4141-bf08-303616644a5e is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:45:22.284196 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a967a1-c0b1-4a74-8658-f1a1dcf345e2 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:45:22.298480 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-bf674bb8-90d6-4c36-9539-581c66cf6c35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:45:22.343231 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf674bb8-90d6-4c36-9539-581c66cf6c35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:45:22.344193 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf674bb8-90d6-4c36-9539-581c66cf6c35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:22.344818 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bf674bb8-90d6-4c36-9539-581c66cf6c35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:22.348368 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a967a1-c0b1-4a74-8658-f1a1dcf345e2 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Pushing event updated for resources: {'Port': ['ID=77adf0ef-7947-41b0-9d4d-901d14b52c64,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:22.348642 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-8cc63a7e-ee05-4cff-a186-645beb363cbf None None] For port 1ed360eb-969f-488d-8332-ec524695f6c4, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=1ed360eb-969f-488d-8332-ec524695f6c4,segment=NetworkSegment(eaa0fa89-573f-4b80-86c5-8ab7460503ab),segment_id=eaa0fa89-573f-4b80-86c5-8ab7460503ab)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:45:22.362674 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df34405-c168-440e-97b0-a153626c1ac0 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event deleted for resources: {'Subnet': ['ID=0aff47bc-ed4a-4c75-9203-6ffecee8fcb0,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:22.374188 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4df34405-c168-440e-97b0-a153626c1ac0 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:22.378916 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4df34405-c168-440e-97b0-a153626c1ac0 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "DELETE /v2.0/subnets/0aff47bc-ed4a-4c75-9203-6ffecee8fcb0 HTTP/1.1" status: 204 len: 168 time: 1.4326491 Aug 22 13:45:22.396168 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8cc63a7e-ee05-4cff-a186-645beb363cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:22.409590 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175440af-4346-46b0-86d3-ff1a14e1008a req-4222e483-c2b5-4572-9b56-1ce93e60a916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:22.412439 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-175440af-4346-46b0-86d3-ff1a14e1008a req-4222e483-c2b5-4572-9b56-1ce93e60a916 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c HTTP/1.1" status: 200 len: 911 time: 0.1967962 Aug 22 13:45:22.413255 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55618) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:22.421298 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888d5ba8-287a-4840-b9c8-961ee67be03c None None] Network bf5a5750-b5ea-44cd-ad65-1dd63932d79a requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:45:22.426862 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55622) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:22.475006 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-c2e2166a-94e5-471d-ae55-f6f71ded9d6a tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1347575317', 'description': 'tempest-secgroup-smoke-1347575317 description', 'project_id': 'be98fa3cb2da40f39a971fd81b6aad0d'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:45:22.477955 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-53e302f1-407b-4bf9-af8a-16f0c25e0d4c req-8e3106ba-2bbe-4175-8a7b-9d651397162b service neutron] 10.222.0.41 "GET /v2.0/networks/46de0bca-1991-4c8e-8714-aa67f3459e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5581644 Aug 22 13:45:22.478586 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf674bb8-90d6-4c36-9539-581c66cf6c35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Pushing event updated for resources: {'Port': ['ID=97f8237d-9ef1-46ce-90e4-199930facdee,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:22.511706 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-b76a6146-5894-4000-a5f0-f7c623bf107a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be81927-abf2-4661-b0f8-87c770883fd1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046722450', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '206e29d1-fae6-4ed1-bdf1-9cd8793b827b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:43:27Z', 'updated_at': '2021-08-22T13:45:18Z', 'revision_number': 5, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'gw_port': {'id': '206e29d1-fae6-4ed1-bdf1-9cd8793b827b', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be81927-abf2-4661-b0f8-87c770883fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:43:29Z', 'updated_at': '2021-08-22T13:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:22.546979 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76a6146-5894-4000-a5f0-f7c623bf107a None None] The sync data for ids ['6be81927-abf2-4661-b0f8-87c770883fd1'] in n-d-793621-33 is: [{'id': '6be81927-abf2-4661-b0f8-87c770883fd1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046722450', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '206e29d1-fae6-4ed1-bdf1-9cd8793b827b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:43:27Z', 'updated_at': '2021-08-22T13:45:18Z', 'revision_number': 5, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'gw_port': {'id': '206e29d1-fae6-4ed1-bdf1-9cd8793b827b', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be81927-abf2-4661-b0f8-87c770883fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:43:29Z', 'updated_at': '2021-08-22T13:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:45:22.558795 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-175440af-4346-46b0-86d3-ff1a14e1008a req-8e6bc9eb-8e57-45d3-a146-568ac5b909f8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9433bb6-b65b-4e5a-b2db-72dfeaffc9d0 HTTP/1.1" status: 200 len: 217 time: 0.1301031 Aug 22 13:45:22.578792 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc63a7e-ee05-4cff-a186-645beb363cbf None None] Pushing event updated for resources: {'Port': ['ID=1ed360eb-969f-488d-8332-ec524695f6c4,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:22.631021 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-06295a9c-4d67-4196-838e-50d31dbed00b None None] Provisioning complete for port 1ed360eb-969f-488d-8332-ec524695f6c4 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:45:22.631316 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-06295a9c-4d67-4196-838e-50d31dbed00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:22.653397 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-53e302f1-407b-4bf9-af8a-16f0c25e0d4c req-31ba1007-5127-414c-b756-fd9ed3940f0e service neutron] 10.222.0.41 "GET /v2.0/networks/46de0bca-1991-4c8e-8714-aa67f3459e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625295 Aug 22 13:45:22.654869 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-bf674bb8-90d6-4c36-9539-581c66cf6c35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.7821577 Aug 22 13:45:22.658937 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 55626) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:22.665854 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:45:22.826156 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:22.840619 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-e2d96589-feff-4c85-84dc-0b2a8924ea2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c38d509-bb3d-4753-82da-fc01aa181118', 'name': 'tempest-TestServerBasicOps-153671539-router', 'tenant_id': 'bb36c5ed732e4d5892d44e1080c71059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '3a0b3e2b-4adf-42dd-8190-614f4b7a532c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:45:08Z', 'updated_at': '2021-08-22T13:45:19Z', 'revision_number': 4, 'project_id': 'bb36c5ed732e4d5892d44e1080c71059', 'gw_port': {'id': '3a0b3e2b-4adf-42dd-8190-614f4b7a532c', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c38d509-bb3d-4753-82da-fc01aa181118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:45:11Z', 'updated_at': '2021-08-22T13:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '51e71368-d55a-4411-9e1e-10076a282971', 'name': '', 'network_id': '86852854-4485-4ab5-a7f5-dd2ea5a1d984', 'tenant_id': 'bb36c5ed732e4d5892d44e1080c71059', 'mac_address': 'fa:16:3e:e0:59:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c38d509-bb3d-4753-82da-fc01aa181118', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '9ddb9225-9749-4624-a2c2-2721aa1b2a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:45:17Z', 'updated_at': '2021-08-22T13:45:20Z', 'revision_number': 2, 'project_id': 'bb36c5ed732e4d5892d44e1080c71059', 'subnets': [{'id': '9ddb9225-9749-4624-a2c2-2721aa1b2a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:22.860438 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256815e8-75b2-4473-bf78-819a1f530bef req-d3b4bb91-66fd-4ffb-bd14-38a78113aa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:22.862036 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-256815e8-75b2-4473-bf78-819a1f530bef req-d3b4bb91-66fd-4ffb-bd14-38a78113aa09 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=353e509412c54b51a955684f3d0bc218&device_id=edbd0ebe-1fc4-45ae-9bad-00d1f749570a HTTP/1.1" status: 200 len: 1096 time: 0.1315181 Aug 22 13:45:22.882330 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d96589-feff-4c85-84dc-0b2a8924ea2a None None] Checking router: 4c38d509-bb3d-4753-82da-fc01aa181118 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:45:22.882731 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d96589-feff-4c85-84dc-0b2a8924ea2a None None] Updating router 4c38d509-bb3d-4753-82da-fc01aa181118 port 51e71368-d55a-4411-9e1e-10076a282971 binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:45:22.940468 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e2d96589-feff-4c85-84dc-0b2a8924ea2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:23.032411 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c2e2166a-94e5-471d-ae55-f6f71ded9d6a tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:23.052399 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46e8e98-7530-4297-a501-5ac7e71c6681 None None] DHCP port deletion for bf5a5750-b5ea-44cd-ad65-1dd63932d79a request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:45:23.098370 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 1ed360eb-969f-488d-8332-ec524695f6c4 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:45:23.103473 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb92c0-502d-4df4-b375-8222974e0d44 req-d35a1b19-b8fb-4875-a89b-fd77ec0ee0c9 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:23.111431 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-93fb92c0-502d-4df4-b375-8222974e0d44 req-d35a1b19-b8fb-4875-a89b-fd77ec0ee0c9 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=76499d23-3d00-4d9a-ad6f-cc41f807cb7e HTTP/1.1" status: 200 len: 1095 time: 0.6283770 Aug 22 13:45:23.208220 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-93fb92c0-502d-4df4-b375-8222974e0d44 req-6d71455e-ea7c-473b-959e-a0f438c17918 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0eee4a1c-cfdc-440c-abfd-3ef315b25abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823376 Aug 22 13:45:23.217046 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91644bc4-8552-4fc8-b9a3-a8b6e7bb9a7c req-25a8fc5f-c8f3-4302-bbea-aa5a2d5d5e97 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:23.224929 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-91644bc4-8552-4fc8-b9a3-a8b6e7bb9a7c req-25a8fc5f-c8f3-4302-bbea-aa5a2d5d5e97 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] 10.222.0.21 "GET /v2.0/ports?device_id=edbd0ebe-1fc4-45ae-9bad-00d1f749570a HTTP/1.1" status: 200 len: 944 time: 0.1893666 Aug 22 13:45:23.232202 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256815e8-75b2-4473-bf78-819a1f530bef req-15a43f5e-c3c8-475a-9a1f-994e3b46fa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:23.233384 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-256815e8-75b2-4473-bf78-819a1f530bef req-15a43f5e-c3c8-475a-9a1f-994e3b46fa76 service neutron] 10.222.0.41 "GET /v2.0/networks?id=46de0bca-1991-4c8e-8714-aa67f3459e12 HTTP/1.1" status: 200 len: 910 time: 0.3645632 Aug 22 13:45:23.239901 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-27a967a1-c0b1-4a74-8658-f1a1dcf345e2 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for router_gateway, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:23.248486 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c2b69e26-caec-43e9-9732-b447767d45ac tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for router, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:23.251270 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175440af-4346-46b0-86d3-ff1a14e1008a req-21892e35-0f13-4141-86ee-dbc1865f69e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:23.252931 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-175440af-4346-46b0-86d3-ff1a14e1008a req-21892e35-0f13-4141-86ee-dbc1865f69e9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=790bcf42-3a82-4ae4-815f-3615fcbabaf2 HTTP/1.1" status: 200 len: 849 time: 0.6744361 Aug 22 13:45:23.263416 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 1ed360eb-969f-488d-8332-ec524695f6c4 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:45:23.264067 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:23.328834 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-b46e8e98-7530-4297-a501-5ac7e71c6681 None None] Deleting port 4f3be44c-a229-46d3-9a34-4f631331ceaf {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:45:23.329268 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b46e8e98-7530-4297-a501-5ac7e71c6681 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:23.342350 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-91644bc4-8552-4fc8-b9a3-a8b6e7bb9a7c req-38e99b15-1207-488a-a829-90304ae7e12f tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] 10.222.0.21 "GET /v2.0/security-groups?id=25510eef-8b40-4e6f-83fe-4810b931250b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172106 Aug 22 13:45:23.396998 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-256815e8-75b2-4473-bf78-819a1f530bef req-9b644094-f16f-41cd-aaa1-4ba79d993c2e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60ee3cb9-a66a-46fd-96ef-4de936c53084 HTTP/1.1" status: 200 len: 217 time: 0.0516667 Aug 22 13:45:23.415916 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175440af-4346-46b0-86d3-ff1a14e1008a req-efb9f6a1-6b9f-4b62-aa44-fae1f15a2305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:23.417682 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-175440af-4346-46b0-86d3-ff1a14e1008a req-efb9f6a1-6b9f-4b62-aa44-fae1f15a2305 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1201744 Aug 22 13:45:23.454126 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] device_id is not set on port 97f8237d-9ef1-46ce-90e4-199930facdee yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:45:23.468484 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:23.469814 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-b46e8e98-7530-4297-a501-5ac7e71c6681 None None] For port 4f3be44c-a229-46d3-9a34-4f631331ceaf, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=4f3be44c-a229-46d3-9a34-4f631331ceaf,segment=NetworkSegment(3ddf7eac-d84f-4dbb-b953-6c0071efe217),segment_id=3ddf7eac-d84f-4dbb-b953-6c0071efe217)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:45:23.470220 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b46e8e98-7530-4297-a501-5ac7e71c6681 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:23.506331 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-b46e8e98-7530-4297-a501-5ac7e71c6681 None None] Calling delete_port for 4f3be44c-a229-46d3-9a34-4f631331ceaf owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:45:23.517030 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 4f3be44c-a229-46d3-9a34-4f631331ceaf no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:45:23.522350 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c2e2166a-94e5-471d-ae55-f6f71ded9d6a tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:23.525432 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c2b69e26-caec-43e9-9732-b447767d45ac tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:23.533993 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c2e2166a-94e5-471d-ae55-f6f71ded9d6a tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:23.542865 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Transition to ACTIVE for port object 97f8237d-9ef1-46ce-90e4-199930facdee will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:45:23.553742 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:23.566964 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256815e8-75b2-4473-bf78-819a1f530bef req-1fe8003d-fa12-47e4-b77c-f6dd52f5a072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:23.568570 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-256815e8-75b2-4473-bf78-819a1f530bef req-1fe8003d-fa12-47e4-b77c-f6dd52f5a072 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b1668edd-d43a-4ada-8c93-e2c6f458b95d HTTP/1.1" status: 200 len: 849 time: 0.1627142 Aug 22 13:45:23.602412 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e2d96589-feff-4c85-84dc-0b2a8924ea2a None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:23.613187 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-175440af-4346-46b0-86d3-ff1a14e1008a req-5cebe1de-bbe4-46ec-9091-78baea44d329 service neutron] 10.222.0.16 "GET /v2.0/networks/8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874633 Aug 22 13:45:23.614928 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c2e2166a-94e5-471d-ae55-f6f71ded9d6a tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:23.616088 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c2e2166a-94e5-471d-ae55-f6f71ded9d6a tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1862900 Aug 22 13:45:23.617998 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e2166a-94e5-471d-ae55-f6f71ded9d6a tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c9470d-ff78-413f-89de-062bc8a1cacb,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:23.621011 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-256815e8-75b2-4473-bf78-819a1f530bef req-a4f48070-3e1e-4840-92db-35aa14efca75 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=46de0bca-1991-4c8e-8714-aa67f3459e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289075 Aug 22 13:45:23.626862 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55630) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:23.635979 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e2d96589-feff-4c85-84dc-0b2a8924ea2a None None] Transition to ACTIVE for port object 51e71368-d55a-4411-9e1e-10076a282971 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:45:23.640356 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-bb2edeb9-c472-4aff-b3ef-9b2201a02c1c tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Request body: {'security_group_rule': {'security_group_id': 'e9c9470d-ff78-413f-89de-062bc8a1cacb', 'project_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:45:23.679902 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e2d96589-feff-4c85-84dc-0b2a8924ea2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:23.722955 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bb2edeb9-c472-4aff-b3ef-9b2201a02c1c tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:23.749376 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:23.768786 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b46e8e98-7530-4297-a501-5ac7e71c6681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:23.783052 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-c2b69e26-caec-43e9-9732-b447767d45ac tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Deleting port 206e29d1-fae6-4ed1-bdf1-9cd8793b827b {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:45:23.783405 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c2b69e26-caec-43e9-9732-b447767d45ac tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:23.806698 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-175440af-4346-46b0-86d3-ff1a14e1008a req-3e4e0d28-739d-4263-9a56-2c61e306b46e service neutron] 10.222.0.16 "GET /v2.0/networks/8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785219 Aug 22 13:45:23.814673 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46e8e98-7530-4297-a501-5ac7e71c6681 None None] No DVR routers for this DVR port 4f3be44c-a229-46d3-9a34-4f631331ceaf on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:45:23.819633 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16115723-2d1e-4f8e-926b-455a0ad5b868 None None] Pushing event updated for resources: {'Port': ['ID=51e71368-d55a-4411-9e1e-10076a282971,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:23.896832 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bb2edeb9-c472-4aff-b3ef-9b2201a02c1c tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:23.908822 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bb2edeb9-c472-4aff-b3ef-9b2201a02c1c tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:23.931960 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 60ee3cb9-a66a-46fd-96ef-4de936c53084 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:45:23.934762 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-e2d96589-feff-4c85-84dc-0b2a8924ea2a None None] Attempting to bind port 51e71368-d55a-4411-9e1e-10076a282971 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:45:23.935768 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-e2d96589-feff-4c85-84dc-0b2a8924ea2a None None] Attempting to bind port 51e71368-d55a-4411-9e1e-10076a282971 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '43ece764-d2ba-4110-8739-b0e1d0e7a72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '86852854-4485-4ab5-a7f5-dd2ea5a1d984'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:45:23.936140 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d96589-feff-4c85-84dc-0b2a8924ea2a None None] Attempting to bind port 51e71368-d55a-4411-9e1e-10076a282971 on network 86852854-4485-4ab5-a7f5-dd2ea5a1d984 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:45:23.940705 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 38726b80-43eb-43f5-94b5-223416277906 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:45:23.954924 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-c2b69e26-caec-43e9-9732-b447767d45ac tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] For port 206e29d1-fae6-4ed1-bdf1-9cd8793b827b, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=206e29d1-fae6-4ed1-bdf1-9cd8793b827b,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:45:23.954924 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c2b69e26-caec-43e9-9732-b447767d45ac tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:23.961732 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2edeb9-c472-4aff-b3ef-9b2201a02c1c tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15d855a0-a66f-4e9d-9718-7ea29556deea,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:23.967132 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46e8e98-7530-4297-a501-5ac7e71c6681 None None] Pushing event deleted for resources: {'Port': ['ID=4f3be44c-a229-46d3-9a34-4f631331ceaf,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:23.969341 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-c2b69e26-caec-43e9-9732-b447767d45ac tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Calling delete_port for 206e29d1-fae6-4ed1-bdf1-9cd8793b827b owned by network:router_gateway {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:45:23.972710 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bb2edeb9-c472-4aff-b3ef-9b2201a02c1c tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:23.973933 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-bb2edeb9-c472-4aff-b3ef-9b2201a02c1c tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3373744 Aug 22 13:45:23.977070 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 38726b80-43eb-43f5-94b5-223416277906 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:45:23.977417 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 38726b80-43eb-43f5-94b5-223416277906 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:45:23.980730 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55632) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:23.989232 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-2c38e55a-c050-40d6-8500-ee117b2e1975 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Request body: {'security_group_rule': {'security_group_id': 'e9c9470d-ff78-413f-89de-062bc8a1cacb', 'project_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:45:23.999596 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d96589-feff-4c85-84dc-0b2a8924ea2a None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:45:23.999969 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d96589-feff-4c85-84dc-0b2a8924ea2a None None] Checking segment: {'id': '43ece764-d2ba-4110-8739-b0e1d0e7a72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '86852854-4485-4ab5-a7f5-dd2ea5a1d984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:45:24.000408 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e2d96589-feff-4c85-84dc-0b2a8924ea2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:24.000801 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d96589-feff-4c85-84dc-0b2a8924ea2a None None] Bound using segment: {'id': '43ece764-d2ba-4110-8739-b0e1d0e7a72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '86852854-4485-4ab5-a7f5-dd2ea5a1d984'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:45:24.001523 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-e2d96589-feff-4c85-84dc-0b2a8924ea2a None None] Bound port: 51e71368-d55a-4411-9e1e-10076a282971, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43ece764-d2ba-4110-8739-b0e1d0e7a72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '86852854-4485-4ab5-a7f5-dd2ea5a1d984'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:45:24.001656 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e2d96589-feff-4c85-84dc-0b2a8924ea2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:24.054815 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Pushing event updated for resources: {'Port': ['ID=97f8237d-9ef1-46ce-90e4-199930facdee,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:24.093231 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-27a967a1-c0b1-4a74-8658-f1a1dcf345e2 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:24.108007 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 97f8237d-9ef1-46ce-90e4-199930facdee on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:45:24.108364 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 97f8237d-9ef1-46ce-90e4-199930facdee by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '8f2d09f9-a797-4c75-880a-72ccd3a2b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:45:24.108710 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 97f8237d-9ef1-46ce-90e4-199930facdee on network ce2ab625-bf6d-4141-bf08-303616644a5e {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:45:24.124148 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2c38e55a-c050-40d6-8500-ee117b2e1975 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:24.162917 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Port 97f8237d-9ef1-46ce-90e4-199930facdee on network ce2ab625-bf6d-4141-bf08-303616644a5e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:45:24.163276 n-d-793621-33 neutron-server[94628]: ERROR neutron.plugins.ml2.managers [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Failed to bind port 97f8237d-9ef1-46ce-90e4-199930facdee on host n-h1-793621-33 for vnic_type normal using segments [{'id': '8f2d09f9-a797-4c75-880a-72ccd3a2b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e'}] Aug 22 13:45:24.167857 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e2d96589-feff-4c85-84dc-0b2a8924ea2a None None] For port 51e71368-d55a-4411-9e1e-10076a282971, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:45:24.168058 n-d-793621-33 neutron-server[94628]: INFO neutron.plugins.ml2.plugin [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempt 2 to bind port 97f8237d-9ef1-46ce-90e4-199930facdee Aug 22 13:45:24.172638 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e2d96589-feff-4c85-84dc-0b2a8924ea2a None None] For port 51e71368-d55a-4411-9e1e-10076a282971, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=51e71368-d55a-4411-9e1e-10076a282971,segment=NetworkSegment(43ece764-d2ba-4110-8739-b0e1d0e7a72c),segment_id=43ece764-d2ba-4110-8739-b0e1d0e7a72c)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:45:24.178060 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 60ee3cb9-a66a-46fd-96ef-4de936c53084, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=60ee3cb9-a66a-46fd-96ef-4de936c53084,segment=NetworkSegment(845d553b-3470-425f-a9bb-3cb754fb51c8),segment_id=845d553b-3470-425f-a9bb-3cb754fb51c8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:45:24.182179 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-256815e8-75b2-4473-bf78-819a1f530bef req-46dc85dd-4375-4acf-ab21-5794193939ff service neutron] 10.222.0.41 "GET /v2.0/networks/46de0bca-1991-4c8e-8714-aa67f3459e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5501792 Aug 22 13:45:24.193521 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 97f8237d-9ef1-46ce-90e4-199930facdee on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:45:24.193823 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 97f8237d-9ef1-46ce-90e4-199930facdee by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '8f2d09f9-a797-4c75-880a-72ccd3a2b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:45:24.194177 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 97f8237d-9ef1-46ce-90e4-199930facdee on network ce2ab625-bf6d-4141-bf08-303616644a5e {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:45:24.203657 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e2d96589-feff-4c85-84dc-0b2a8924ea2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:24.247581 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Port 97f8237d-9ef1-46ce-90e4-199930facdee on network ce2ab625-bf6d-4141-bf08-303616644a5e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:45:24.247916 n-d-793621-33 neutron-server[94628]: ERROR neutron.plugins.ml2.managers [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Failed to bind port 97f8237d-9ef1-46ce-90e4-199930facdee on host n-h1-793621-33 for vnic_type normal using segments [{'id': '8f2d09f9-a797-4c75-880a-72ccd3a2b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e'}] Aug 22 13:45:24.251177 n-d-793621-33 neutron-server[94628]: INFO neutron.plugins.ml2.plugin [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempt 3 to bind port 97f8237d-9ef1-46ce-90e4-199930facdee Aug 22 13:45:24.256123 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2c38e55a-c050-40d6-8500-ee117b2e1975 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:24.269485 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2c38e55a-c050-40d6-8500-ee117b2e1975 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:24.282017 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '60ee3cb9-a66a-46fd-96ef-4de936c53084', 'network_id': '46de0bca-1991-4c8e-8714-aa67f3459e12', 'port_id': '60ee3cb9-a66a-46fd-96ef-4de936c53084', 'mac_address': 'fa:16:3e:eb:22:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1668edd-d43a-4ada-8c93-e2c6f458b95d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:45:24.307569 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 97f8237d-9ef1-46ce-90e4-199930facdee on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:45:24.308428 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 97f8237d-9ef1-46ce-90e4-199930facdee by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '8f2d09f9-a797-4c75-880a-72ccd3a2b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:45:24.308428 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 97f8237d-9ef1-46ce-90e4-199930facdee on network ce2ab625-bf6d-4141-bf08-303616644a5e {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:45:24.317959 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16115723-2d1e-4f8e-926b-455a0ad5b868 None None] Pushing event updated for resources: {'Port': ['ID=51e71368-d55a-4411-9e1e-10076a282971,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:24.319301 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Port 97f8237d-9ef1-46ce-90e4-199930facdee on network ce2ab625-bf6d-4141-bf08-303616644a5e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:45:24.319645 n-d-793621-33 neutron-server[94628]: ERROR neutron.plugins.ml2.managers [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Failed to bind port 97f8237d-9ef1-46ce-90e4-199930facdee on host n-h1-793621-33 for vnic_type normal using segments [{'id': '8f2d09f9-a797-4c75-880a-72ccd3a2b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e'}] Aug 22 13:45:24.322875 n-d-793621-33 neutron-server[94628]: INFO neutron.plugins.ml2.plugin [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempt 4 to bind port 97f8237d-9ef1-46ce-90e4-199930facdee Aug 22 13:45:24.329933 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2c38e55a-c050-40d6-8500-ee117b2e1975 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:24.331091 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-2c38e55a-c050-40d6-8500-ee117b2e1975 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3497112 Aug 22 13:45:24.332840 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c38e55a-c050-40d6-8500-ee117b2e1975 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7905fe76-dcf0-440f-96c1-3bad275be74d,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:24.346309 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55636) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:24.350851 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-7cc3c08e-c42d-4886-9467-07eb6970d077 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Request body: {'security_group_rule': {'security_group_id': 'e9c9470d-ff78-413f-89de-062bc8a1cacb', 'project_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:45:24.361023 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 97f8237d-9ef1-46ce-90e4-199930facdee on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:45:24.361357 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 97f8237d-9ef1-46ce-90e4-199930facdee by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '8f2d09f9-a797-4c75-880a-72ccd3a2b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:45:24.361695 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 97f8237d-9ef1-46ce-90e4-199930facdee on network ce2ab625-bf6d-4141-bf08-303616644a5e {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:45:24.370685 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c2b69e26-caec-43e9-9732-b447767d45ac tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:24.376745 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d96589-feff-4c85-84dc-0b2a8924ea2a None None] Routers {'4c38d509-bb3d-4753-82da-fc01aa181118'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:45:24.377520 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-e2d96589-feff-4c85-84dc-0b2a8924ea2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:45:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['4c38d509-bb3d-4753-82da-fc01aa181118'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:24.378095 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Port 97f8237d-9ef1-46ce-90e4-199930facdee on network ce2ab625-bf6d-4141-bf08-303616644a5e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:45:24.378603 n-d-793621-33 neutron-server[94628]: ERROR neutron.plugins.ml2.managers [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Failed to bind port 97f8237d-9ef1-46ce-90e4-199930facdee on host n-h1-793621-33 for vnic_type normal using segments [{'id': '8f2d09f9-a797-4c75-880a-72ccd3a2b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e'}] Aug 22 13:45:24.381086 n-d-793621-33 neutron-server[94628]: INFO neutron.plugins.ml2.plugin [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempt 5 to bind port 97f8237d-9ef1-46ce-90e4-199930facdee Aug 22 13:45:24.405865 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-256815e8-75b2-4473-bf78-819a1f530bef req-3518e914-f397-47f8-8db7-3b29b9f429e2 service neutron] 10.222.0.41 "GET /v2.0/networks/46de0bca-1991-4c8e-8714-aa67f3459e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137139 Aug 22 13:45:24.418793 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b69e26-caec-43e9-9732-b447767d45ac tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event deleted for resources: {'Port': ['ID=206e29d1-fae6-4ed1-bdf1-9cd8793b827b,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:24.429735 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 97f8237d-9ef1-46ce-90e4-199930facdee on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:45:24.430314 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 97f8237d-9ef1-46ce-90e4-199930facdee by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '8f2d09f9-a797-4c75-880a-72ccd3a2b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:45:24.430883 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 97f8237d-9ef1-46ce-90e4-199930facdee on network ce2ab625-bf6d-4141-bf08-303616644a5e {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:45:24.442644 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27a967a1-c0b1-4a74-8658-f1a1dcf345e2 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Router 7ba0a6c9-03f6-4b0d-8f64-5a52a2ab8f60 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:45:24.443744 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Port 97f8237d-9ef1-46ce-90e4-199930facdee on network ce2ab625-bf6d-4141-bf08-303616644a5e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:45:24.443904 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc02a5-fabc-49e9-9302-cafe0afeeb1b req-fc603b99-93ac-487d-ba3a-9f435878f95a tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:24.446255 n-d-793621-33 neutron-server[94628]: ERROR neutron.plugins.ml2.managers [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Failed to bind port 97f8237d-9ef1-46ce-90e4-199930facdee on host n-h1-793621-33 for vnic_type normal using segments [{'id': '8f2d09f9-a797-4c75-880a-72ccd3a2b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e'}] Aug 22 13:45:24.446443 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-16dc02a5-fabc-49e9-9302-cafe0afeeb1b req-fc603b99-93ac-487d-ba3a-9f435878f95a tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=76499d23-3d00-4d9a-ad6f-cc41f807cb7e HTTP/1.1" status: 200 len: 1095 time: 0.1620140 Aug 22 13:45:24.448880 n-d-793621-33 neutron-server[94628]: INFO neutron.plugins.ml2.plugin [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempt 6 to bind port 97f8237d-9ef1-46ce-90e4-199930facdee Aug 22 13:45:24.462228 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:24.475323 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7cc3c08e-c42d-4886-9467-07eb6970d077 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:24.479872 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60ee3cb9-a66a-46fd-96ef-4de936c53084 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:45:24.487530 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 97f8237d-9ef1-46ce-90e4-199930facdee on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:45:24.498884 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 97f8237d-9ef1-46ce-90e4-199930facdee by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '8f2d09f9-a797-4c75-880a-72ccd3a2b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:45:24.499520 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 97f8237d-9ef1-46ce-90e4-199930facdee on network ce2ab625-bf6d-4141-bf08-303616644a5e {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:45:24.554982 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Port 97f8237d-9ef1-46ce-90e4-199930facdee on network ce2ab625-bf6d-4141-bf08-303616644a5e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:45:24.556050 n-d-793621-33 neutron-server[94628]: ERROR neutron.plugins.ml2.managers [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Failed to bind port 97f8237d-9ef1-46ce-90e4-199930facdee on host n-h1-793621-33 for vnic_type normal using segments [{'id': '8f2d09f9-a797-4c75-880a-72ccd3a2b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e'}] Aug 22 13:45:24.559012 n-d-793621-33 neutron-server[94628]: INFO neutron.plugins.ml2.plugin [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempt 7 to bind port 97f8237d-9ef1-46ce-90e4-199930facdee Aug 22 13:45:24.567328 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c2b69e26-caec-43e9-9732-b447767d45ac tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:24.579608 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 97f8237d-9ef1-46ce-90e4-199930facdee on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:45:24.579947 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 97f8237d-9ef1-46ce-90e4-199930facdee by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '8f2d09f9-a797-4c75-880a-72ccd3a2b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:45:24.580312 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 97f8237d-9ef1-46ce-90e4-199930facdee on network ce2ab625-bf6d-4141-bf08-303616644a5e {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:45:24.592173 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Port 97f8237d-9ef1-46ce-90e4-199930facdee on network ce2ab625-bf6d-4141-bf08-303616644a5e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:45:24.592173 n-d-793621-33 neutron-server[94628]: ERROR neutron.plugins.ml2.managers [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Failed to bind port 97f8237d-9ef1-46ce-90e4-199930facdee on host n-h1-793621-33 for vnic_type normal using segments [{'id': '8f2d09f9-a797-4c75-880a-72ccd3a2b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e'}] Aug 22 13:45:24.617713 n-d-793621-33 neutron-server[94628]: INFO neutron.plugins.ml2.plugin [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempt 8 to bind port 97f8237d-9ef1-46ce-90e4-199930facdee Aug 22 13:45:24.636839 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 97f8237d-9ef1-46ce-90e4-199930facdee on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:45:24.637065 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 97f8237d-9ef1-46ce-90e4-199930facdee by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '8f2d09f9-a797-4c75-880a-72ccd3a2b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:45:24.637402 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 97f8237d-9ef1-46ce-90e4-199930facdee on network ce2ab625-bf6d-4141-bf08-303616644a5e {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:45:24.643121 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Port 97f8237d-9ef1-46ce-90e4-199930facdee on network ce2ab625-bf6d-4141-bf08-303616644a5e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:45:24.643448 n-d-793621-33 neutron-server[94628]: ERROR neutron.plugins.ml2.managers [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Failed to bind port 97f8237d-9ef1-46ce-90e4-199930facdee on host n-h1-793621-33 for vnic_type normal using segments [{'id': '8f2d09f9-a797-4c75-880a-72ccd3a2b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e'}] Aug 22 13:45:24.645501 n-d-793621-33 neutron-server[94628]: INFO neutron.plugins.ml2.plugin [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempt 9 to bind port 97f8237d-9ef1-46ce-90e4-199930facdee Aug 22 13:45:24.665214 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a967a1-c0b1-4a74-8658-f1a1dcf345e2 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:45:24.667271 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 97f8237d-9ef1-46ce-90e4-199930facdee on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:45:24.667766 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 97f8237d-9ef1-46ce-90e4-199930facdee by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '8f2d09f9-a797-4c75-880a-72ccd3a2b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:45:24.668096 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 97f8237d-9ef1-46ce-90e4-199930facdee on network ce2ab625-bf6d-4141-bf08-303616644a5e {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:45:24.682223 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Port 97f8237d-9ef1-46ce-90e4-199930facdee on network ce2ab625-bf6d-4141-bf08-303616644a5e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:45:24.683107 n-d-793621-33 neutron-server[94628]: ERROR neutron.plugins.ml2.managers [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Failed to bind port 97f8237d-9ef1-46ce-90e4-199930facdee on host n-h1-793621-33 for vnic_type normal using segments [{'id': '8f2d09f9-a797-4c75-880a-72ccd3a2b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e'}] Aug 22 13:45:24.684104 n-d-793621-33 neutron-server[94628]: INFO neutron.plugins.ml2.plugin [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempt 10 to bind port 97f8237d-9ef1-46ce-90e4-199930facdee Aug 22 13:45:24.694019 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d981bbe2-2783-4913-aaea-0034e3911550 None None] Sync routers for ids ['7ba0a6c9-03f6-4b0d-8f64-5a52a2ab8f60'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:45:24.710302 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d981bbe2-2783-4913-aaea-0034e3911550 None None] Routers {'7ba0a6c9-03f6-4b0d-8f64-5a52a2ab8f60'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:45:24.711048 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-27a967a1-c0b1-4a74-8658-f1a1dcf345e2 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:24.711398 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-d981bbe2-2783-4913-aaea-0034e3911550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:45:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['7ba0a6c9-03f6-4b0d-8f64-5a52a2ab8f60'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:24.712348 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-27a967a1-c0b1-4a74-8658-f1a1dcf345e2 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.5341387 Aug 22 13:45:24.715238 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 55642) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:24.717350 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 97f8237d-9ef1-46ce-90e4-199930facdee on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:45:24.717684 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 97f8237d-9ef1-46ce-90e4-199930facdee by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '8f2d09f9-a797-4c75-880a-72ccd3a2b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:45:24.718026 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 97f8237d-9ef1-46ce-90e4-199930facdee on network ce2ab625-bf6d-4141-bf08-303616644a5e {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:45:24.726539 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 60ee3cb9-a66a-46fd-96ef-4de936c53084, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=60ee3cb9-a66a-46fd-96ef-4de936c53084,segment=NetworkSegment(845d553b-3470-425f-a9bb-3cb754fb51c8),segment_id=845d553b-3470-425f-a9bb-3cb754fb51c8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:45:24.729239 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Port 97f8237d-9ef1-46ce-90e4-199930facdee on network ce2ab625-bf6d-4141-bf08-303616644a5e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:45:24.729607 n-d-793621-33 neutron-server[94628]: ERROR neutron.plugins.ml2.managers [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Failed to bind port 97f8237d-9ef1-46ce-90e4-199930facdee on host n-h1-793621-33 for vnic_type normal using segments [{'id': '8f2d09f9-a797-4c75-880a-72ccd3a2b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e'}] Aug 22 13:45:24.729968 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:24.737354 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:24.765209 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-d981bbe2-2783-4913-aaea-0034e3911550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:24.775269 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d981bbe2-2783-4913-aaea-0034e3911550 None None] Routers {'7ba0a6c9-03f6-4b0d-8f64-5a52a2ab8f60'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:45:24.776355 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-d981bbe2-2783-4913-aaea-0034e3911550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:45:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['7ba0a6c9-03f6-4b0d-8f64-5a52a2ab8f60'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:24.778637 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-e2d96589-feff-4c85-84dc-0b2a8924ea2a None None] Set router 4c38d509-bb3d-4753-82da-fc01aa181118 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:45:24.812306 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-16dc02a5-fabc-49e9-9302-cafe0afeeb1b req-0b369dcc-32fb-4147-b2c2-479fc033cf5c tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0eee4a1c-cfdc-440c-abfd-3ef315b25abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328853 Aug 22 13:45:24.823755 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-d981bbe2-2783-4913-aaea-0034e3911550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:24.825078 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d981bbe2-2783-4913-aaea-0034e3911550 None None] The sync data for ids ['7ba0a6c9-03f6-4b0d-8f64-5a52a2ab8f60'] in n-d-793621-33 is: [] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:45:24.843860 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c2b69e26-caec-43e9-9732-b447767d45ac tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:24.850473 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c2b69e26-caec-43e9-9732-b447767d45ac tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:24.866618 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=60ee3cb9-a66a-46fd-96ef-4de936c53084,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:24.872162 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf652c41-f727-422a-a9e9-b0e7892a312d req-57d247ca-967f-42af-8984-cdf85580609b tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:24.873563 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bf652c41-f727-422a-a9e9-b0e7892a312d req-57d247ca-967f-42af-8984-cdf85580609b tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] 10.222.0.21 "GET /v2.0/ports?device_id=edbd0ebe-1fc4-45ae-9bad-00d1f749570a HTTP/1.1" status: 200 len: 944 time: 0.3082123 Aug 22 13:45:24.887215 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] For port 97f8237d-9ef1-46ce-90e4-199930facdee, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:45:24.887507 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempted to set empty binding levels {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 22 13:45:24.906318 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:24.949873 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7cc3c08e-c42d-4886-9467-07eb6970d077 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:24.950842 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c2b69e26-caec-43e9-9732-b447767d45ac tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:24.951420 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b69e26-caec-43e9-9732-b447767d45ac tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Fanout notify agent at l3_agent the message router_deleted on router 6be81927-abf2-4661-b0f8-87c770883fd1 {{(pid=94627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:45:24.963451 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c2b69e26-caec-43e9-9732-b447767d45ac tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:24.965199 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c2b69e26-caec-43e9-9732-b447767d45ac tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "DELETE /v2.0/routers/6be81927-abf2-4661-b0f8-87c770883fd1 HTTP/1.1" status: 204 len: 168 time: 2.5506742 Aug 22 13:45:24.973026 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7cc3c08e-c42d-4886-9467-07eb6970d077 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:24.977469 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55644) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:24.999686 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Pushing event updated for resources: {'Port': ['ID=97f8237d-9ef1-46ce-90e4-199930facdee,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:25.002680 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] In _notify_port_updated(), no bound segment for port 97f8237d-9ef1-46ce-90e4-199930facdee on network ce2ab625-bf6d-4141-bf08-303616644a5e {{(pid=94628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 22 13:45:25.003602 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['60ee3cb9-a66a-46fd-96ef-4de936c53084'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:45:25.003948 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:25.004733 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:25.006338 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-dd14d2c6-1889-416f-b8de-1833fddba058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] 10.222.0.21 "PUT /v2.0/ports/97f8237d-9ef1-46ce-90e4-199930facdee HTTP/1.1" status: 200 len: 980 time: 2.3463571 Aug 22 13:45:25.009874 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 55646) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:25.034080 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bf652c41-f727-422a-a9e9-b0e7892a312d req-efa63d2d-1f6f-406e-95d4-2bba9956c062 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] 10.222.0.21 "GET /v2.0/security-groups?id=25510eef-8b40-4e6f-83fe-4810b931250b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205256 Aug 22 13:45:25.078992 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc3c08e-c42d-4886-9467-07eb6970d077 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b1fe81d-839b-4265-a4fe-de7cb74ead13,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:25.119530 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e52e4224-f664-4150-bff9-39ab06eaa319 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:25.124474 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7cc3c08e-c42d-4886-9467-07eb6970d077 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:25.129140 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-7cc3c08e-c42d-4886-9467-07eb6970d077 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7818484 Aug 22 13:45:25.129929 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55648) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:25.139103 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-89fe409f-7289-43ef-b159-64308db7590d tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Request body: {'security_group_rule': {'security_group_id': 'e9c9470d-ff78-413f-89de-062bc8a1cacb', 'project_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:45:25.212606 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e2bbcf-3510-46d5-a3a6-244dd7093c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:25.212867 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e2bbcf-3510-46d5-a3a6-244dd7093c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:25.213151 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e2bbcf-3510-46d5-a3a6-244dd7093c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:25.214099 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e2bbcf-3510-46d5-a3a6-244dd7093c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:25.214792 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e2bbcf-3510-46d5-a3a6-244dd7093c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:25.215275 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e2bbcf-3510-46d5-a3a6-244dd7093c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:25.215749 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e2bbcf-3510-46d5-a3a6-244dd7093c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:25.216219 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e2bbcf-3510-46d5-a3a6-244dd7093c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:25.216771 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e2bbcf-3510-46d5-a3a6-244dd7093c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:25.217257 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e2bbcf-3510-46d5-a3a6-244dd7093c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:25.217707 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e2bbcf-3510-46d5-a3a6-244dd7093c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:25.218178 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e2bbcf-3510-46d5-a3a6-244dd7093c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:25.218640 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e2bbcf-3510-46d5-a3a6-244dd7093c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:25.219105 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e2bbcf-3510-46d5-a3a6-244dd7093c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:25.219569 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e2bbcf-3510-46d5-a3a6-244dd7093c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:25.220037 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e2bbcf-3510-46d5-a3a6-244dd7093c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:25.220151 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-e2d96589-feff-4c85-84dc-0b2a8924ea2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c38d509-bb3d-4753-82da-fc01aa181118', 'name': 'tempest-TestServerBasicOps-153671539-router', 'tenant_id': 'bb36c5ed732e4d5892d44e1080c71059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '3a0b3e2b-4adf-42dd-8190-614f4b7a532c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:45:08Z', 'updated_at': '2021-08-22T13:45:19Z', 'revision_number': 4, 'project_id': 'bb36c5ed732e4d5892d44e1080c71059', 'gw_port': {'id': '3a0b3e2b-4adf-42dd-8190-614f4b7a532c', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c38d509-bb3d-4753-82da-fc01aa181118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:45:11Z', 'updated_at': '2021-08-22T13:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '51e71368-d55a-4411-9e1e-10076a282971', 'name': '', 'network_id': '86852854-4485-4ab5-a7f5-dd2ea5a1d984', 'tenant_id': 'bb36c5ed732e4d5892d44e1080c71059', 'mac_address': 'fa:16:3e:e0:59:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c38d509-bb3d-4753-82da-fc01aa181118', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '9ddb9225-9749-4624-a2c2-2721aa1b2a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:45:17Z', 'updated_at': '2021-08-22T13:45:24Z', 'revision_number': 4, 'project_id': 'bb36c5ed732e4d5892d44e1080c71059', 'subnets': [{'id': '9ddb9225-9749-4624-a2c2-2721aa1b2a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:25.220534 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e2bbcf-3510-46d5-a3a6-244dd7093c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:25.221001 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e2bbcf-3510-46d5-a3a6-244dd7093c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:25.221458 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e2bbcf-3510-46d5-a3a6-244dd7093c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:25.222212 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e2bbcf-3510-46d5-a3a6-244dd7093c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:25.222685 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e2bbcf-3510-46d5-a3a6-244dd7093c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:25.223945 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e2bbcf-3510-46d5-a3a6-244dd7093c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:25.223945 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e2bbcf-3510-46d5-a3a6-244dd7093c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:25.224155 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e2bbcf-3510-46d5-a3a6-244dd7093c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:25.224544 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e2bbcf-3510-46d5-a3a6-244dd7093c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:25.225006 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e2bbcf-3510-46d5-a3a6-244dd7093c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:25.225467 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e2bbcf-3510-46d5-a3a6-244dd7093c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:25.225925 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e2bbcf-3510-46d5-a3a6-244dd7093c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:25.226385 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e2bbcf-3510-46d5-a3a6-244dd7093c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:25.226844 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e2bbcf-3510-46d5-a3a6-244dd7093c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:25.227305 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e2bbcf-3510-46d5-a3a6-244dd7093c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:25.227763 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e2bbcf-3510-46d5-a3a6-244dd7093c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:25.228224 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e2bbcf-3510-46d5-a3a6-244dd7093c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:25.228719 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e2bbcf-3510-46d5-a3a6-244dd7093c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:25.229721 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e2bbcf-3510-46d5-a3a6-244dd7093c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:25.230420 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e2bbcf-3510-46d5-a3a6-244dd7093c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:25.230994 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e2bbcf-3510-46d5-a3a6-244dd7093c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:25.231465 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e2bbcf-3510-46d5-a3a6-244dd7093c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:25.231965 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e2bbcf-3510-46d5-a3a6-244dd7093c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:25.240731 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a4e2bbcf-3510-46d5-a3a6-244dd7093c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 34821 time: 0.2290478 Aug 22 13:45:25.241344 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 55650) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:25.250339 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-89fe409f-7289-43ef-b159-64308db7590d tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:25.257578 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d96589-feff-4c85-84dc-0b2a8924ea2a None None] The sync data for ids ['4c38d509-bb3d-4753-82da-fc01aa181118'] in n-d-793621-33 is: [{'id': '4c38d509-bb3d-4753-82da-fc01aa181118', 'name': 'tempest-TestServerBasicOps-153671539-router', 'tenant_id': 'bb36c5ed732e4d5892d44e1080c71059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '3a0b3e2b-4adf-42dd-8190-614f4b7a532c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:45:08Z', 'updated_at': '2021-08-22T13:45:19Z', 'revision_number': 4, 'project_id': 'bb36c5ed732e4d5892d44e1080c71059', 'gw_port': {'id': '3a0b3e2b-4adf-42dd-8190-614f4b7a532c', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c38d509-bb3d-4753-82da-fc01aa181118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:45:11Z', 'updated_at': '2021-08-22T13:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '51e71368-d55a-4411-9e1e-10076a282971', 'name': '', 'network_id': '86852854-4485-4ab5-a7f5-dd2ea5a1d984', 'tenant_id': 'bb36c5ed732e4d5892d44e1080c71059', 'mac_address': 'fa:16:3e:e0:59:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c38d509-bb3d-4753-82da-fc01aa181118', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '9ddb9225-9749-4624-a2c2-2721aa1b2a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:45:17Z', 'updated_at': '2021-08-22T13:45:24Z', 'revision_number': 4, 'project_id': 'bb36c5ed732e4d5892d44e1080c71059', 'subnets': [{'id': '9ddb9225-9749-4624-a2c2-2721aa1b2a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:45:25.291049 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e52e4224-f664-4150-bff9-39ab06eaa319 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:25.320274 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-89fe409f-7289-43ef-b159-64308db7590d tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:25.322061 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-e52e4224-f664-4150-bff9-39ab06eaa319 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf5a5750-b5ea-44cd-ad65-1dd63932d79a']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:25.325147 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-89fe409f-7289-43ef-b159-64308db7590d tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:25.345142 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-e52e4224-f664-4150-bff9-39ab06eaa319 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ddf7eac-d84f-4dbb-b953-6c0071efe217') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:25.345433 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-e52e4224-f664-4150-bff9-39ab06eaa319 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ddf7eac-d84f-4dbb-b953-6c0071efe217') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:25.359143 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fe409f-7289-43ef-b159-64308db7590d tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f060f624-4dce-41c9-9f7c-bdce47976bcb,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:25.363926 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e52e4224-f664-4150-bff9-39ab06eaa319 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:25.372350 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-89fe409f-7289-43ef-b159-64308db7590d tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:25.373551 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-89fe409f-7289-43ef-b159-64308db7590d tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2423055 Aug 22 13:45:25.377885 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55652) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:25.382894 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-be1a2999-087b-4a07-84b1-2256225fe2b7 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Request body: {'security_group_rule': {'security_group_id': 'e9c9470d-ff78-413f-89de-062bc8a1cacb', 'project_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:45:25.389444 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e52e4224-f664-4150-bff9-39ab06eaa319 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:25.399578 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e52e4224-f664-4150-bff9-39ab06eaa319 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:45:25.400002 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e52e4224-f664-4150-bff9-39ab06eaa319 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:25.403684 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:45:25.403684 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:45:25.403684 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:45:25.403684 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:45:25.403684 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:45:25.403684 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:45:25.403684 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:45:25.403684 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:45:25.403684 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:45:25.403684 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:45:25.403684 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:45:25.403684 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:45:25.403684 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:45:25.403684 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:45:25.403684 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:45:25.403684 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:45:25.403684 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:45:25.403684 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:45:25.403684 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:45:25.403684 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:45:25.403684 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:45:25.403684 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:45:25.403684 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:45:25.403684 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:45:25.403684 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:45:25.403684 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:45:25.403684 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:45:25.403684 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:45:25.403684 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:45:25.403684 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:45:25.403684 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:45:25.403684 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:45:25.442534 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-7f40644a-e67a-421c-a0bc-c02a157d3ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Deleting port 97f8237d-9ef1-46ce-90e4-199930facdee {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:45:25.442880 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7f40644a-e67a-421c-a0bc-c02a157d3ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:25.459997 n-d-793621-33 neutron-server[94627]: INFO neutron.db.securitygroups_db [None req-be1a2999-087b-4a07-84b1-2256225fe2b7 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Project be98fa3cb2da40f39a971fd81b6aad0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 13:45:25.473098 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-be1a2999-087b-4a07-84b1-2256225fe2b7 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:25.489165 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e52e4224-f664-4150-bff9-39ab06eaa319 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:25.508527 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e52e4224-f664-4150-bff9-39ab06eaa319 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:25.511313 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e52e4224-f664-4150-bff9-39ab06eaa319 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "DELETE /v2.0/networks/bf5a5750-b5ea-44cd-ad65-1dd63932d79a HTTP/1.1" status: 204 len: 168 time: 0.5298073 Aug 22 13:45:25.523860 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55656) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:25.539079 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e4224-f664-4150-bff9-39ab06eaa319 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event deleted for resources: {'Network': ['ID=bf5a5750-b5ea-44cd-ad65-1dd63932d79a,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:25.612504 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-be1a2999-087b-4a07-84b1-2256225fe2b7 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:25.616382 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-7f40644a-e67a-421c-a0bc-c02a157d3ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] For port 97f8237d-9ef1-46ce-90e4-199930facdee, host n-h1-793621-33, got binding levels [] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:45:25.616894 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7f40644a-e67a-421c-a0bc-c02a157d3ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:25.617707 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-be1a2999-087b-4a07-84b1-2256225fe2b7 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:25.650804 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-7f40644a-e67a-421c-a0bc-c02a157d3ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Calling delete_port for 97f8237d-9ef1-46ce-90e4-199930facdee owned by {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:45:25.654181 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1a2999-087b-4a07-84b1-2256225fe2b7 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d93d494a-b018-46c7-912d-4533dd556af5,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:25.662987 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7d5e5c81-70a1-4aca-9fef-87799666fb77 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:25.674783 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-be1a2999-087b-4a07-84b1-2256225fe2b7 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:25.678582 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-be1a2999-087b-4a07-84b1-2256225fe2b7 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2972116 Aug 22 13:45:25.678757 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9a0a40db-fbf5-4028-a562-d7894c24a177 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:25.678856 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55658) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:25.683545 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-6a0aedc5-16b3-42f0-b53e-8bd40b23a3fe tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Request body: {'security_group_rule': {'security_group_id': 'e9c9470d-ff78-413f-89de-062bc8a1cacb', 'project_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:45:25.708224 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7d5e5c81-70a1-4aca-9fef-87799666fb77 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:25.741716 n-d-793621-33 neutron-server[94627]: INFO neutron.db.securitygroups_db [None req-6a0aedc5-16b3-42f0-b53e-8bd40b23a3fe tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Project be98fa3cb2da40f39a971fd81b6aad0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 13:45:25.755942 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6a0aedc5-16b3-42f0-b53e-8bd40b23a3fe tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:25.818022 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6a0aedc5-16b3-42f0-b53e-8bd40b23a3fe tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:25.824758 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6a0aedc5-16b3-42f0-b53e-8bd40b23a3fe tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:25.834508 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7d5e5c81-70a1-4aca-9fef-87799666fb77 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:25.837290 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7d5e5c81-70a1-4aca-9fef-87799666fb77 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:25.838455 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-7d5e5c81-70a1-4aca-9fef-87799666fb77 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "DELETE /v2.0/security-groups/bfa256e4-15e1-4bb5-82ae-f3ce1917cd85 HTTP/1.1" status: 204 len: 168 time: 0.3136151 Aug 22 13:45:25.870249 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0aedc5-16b3-42f0-b53e-8bd40b23a3fe tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=178f6c24-3e1a-4aaf-8741-a339117fcd5b,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:25.879218 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e5c81-70a1-4aca-9fef-87799666fb77 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa256e4-15e1-4bb5-82ae-f3ce1917cd85,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:25.881556 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6a0aedc5-16b3-42f0-b53e-8bd40b23a3fe tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:25.882955 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-6a0aedc5-16b3-42f0-b53e-8bd40b23a3fe tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2032259 Aug 22 13:45:25.898901 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7f40644a-e67a-421c-a0bc-c02a157d3ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:25.921907 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 60ee3cb9-a66a-46fd-96ef-4de936c53084 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:45:26.013748 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device d9433bb6-b65b-4e5a-b2db-72dfeaffc9d0 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:45:26.016783 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce4183-0297-4ba4-a621-87260a411f9c req-d6d29fb9-96f7-4061-8c02-9043c05188bd tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:26.018667 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-51ce4183-0297-4ba4-a621-87260a411f9c req-d6d29fb9-96f7-4061-8c02-9043c05188bd tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=76499d23-3d00-4d9a-ad6f-cc41f807cb7e HTTP/1.1" status: 200 len: 1095 time: 0.0712695 Aug 22 13:45:26.053667 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 60ee3cb9-a66a-46fd-96ef-4de936c53084 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:45:26.057828 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-51ce4183-0297-4ba4-a621-87260a411f9c req-1c51fe4b-e431-4c2d-af7f-00375a3c769d tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0eee4a1c-cfdc-440c-abfd-3ef315b25abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316105 Aug 22 13:45:26.062257 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 60ee3cb9-a66a-46fd-96ef-4de936c53084 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:45:26.062638 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:26.203142 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port d9433bb6-b65b-4e5a-b2db-72dfeaffc9d0, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=d9433bb6-b65b-4e5a-b2db-72dfeaffc9d0,segment=NetworkSegment(82977cb8-5955-415f-8390-123858fef82c),segment_id=82977cb8-5955-415f-8390-123858fef82c)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:45:26.225549 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7f40644a-e67a-421c-a0bc-c02a157d3ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:26.230133 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7f40644a-e67a-421c-a0bc-c02a157d3ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] 10.222.0.21 "DELETE /v2.0/ports/97f8237d-9ef1-46ce-90e4-199930facdee HTTP/1.1" status: 204 len: 168 time: 0.9837687 Aug 22 13:45:26.230133 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f40644a-e67a-421c-a0bc-c02a157d3ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Pushing event deleted for resources: {'Port': ['ID=97f8237d-9ef1-46ce-90e4-199930facdee,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:26.233721 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 55680) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:26.245613 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d3bc91c-3e33-4ae6-803e-9724e43c2c0c req-4a27ec6d-dd44-4da7-88b3-f6765130214c tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1347575317&fields=id&tenant_id=be98fa3cb2da40f39a971fd81b6aad0d HTTP/1.1" status: 200 len: 267 time: 0.0769987 Aug 22 13:45:26.272586 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55682) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:26.280119 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': 'd9433bb6-b65b-4e5a-b2db-72dfeaffc9d0', 'network_id': '8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c', 'port_id': 'd9433bb6-b65b-4e5a-b2db-72dfeaffc9d0', 'mac_address': 'fa:16:3e:e5:79:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '790bcf42-3a82-4ae4-815f-3615fcbabaf2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:45:26.290100 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-913f14cc-6c0f-4863-8070-1ac3a0f1364e tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-157732679', 'description': 'tempest-secgroup-smoke-157732679 description', 'project_id': '50b3d484826f4e1f8052fde49b87f38a'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:45:26.312986 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-470f0b5c-ba14-42bf-84e3-93fccaf96678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] GET failed (client error): The resource could not be found. Aug 22 13:45:26.315189 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-470f0b5c-ba14-42bf-84e3-93fccaf96678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] 10.222.0.21 "GET /v2.0/ports/97f8237d-9ef1-46ce-90e4-199930facdee HTTP/1.1" status: 404 len: 333 time: 0.0806973 Aug 22 13:45:26.318754 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 55684) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:26.325236 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-d42bd8fb-9e45-40be-b76c-a02db0f60bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378700465', 'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:45:26.335682 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:26.353989 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:26.359643 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9433bb6-b65b-4e5a-b2db-72dfeaffc9d0 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:45:26.399122 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42bd8fb-9e45-40be-b76c-a02db0f60bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Made reservation on behalf of 1770437f932148ffaff3ab02f92649a2 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:45:26.401825 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d42bd8fb-9e45-40be-b76c-a02db0f60bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:26.413055 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 60ee3cb9-a66a-46fd-96ef-4de936c53084, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=60ee3cb9-a66a-46fd-96ef-4de936c53084,segment=NetworkSegment(845d553b-3470-425f-a9bb-3cb754fb51c8),segment_id=845d553b-3470-425f-a9bb-3cb754fb51c8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:45:26.416338 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edbd0ebe-1fc4-45ae-9bad-00d1f749570a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ee3cb9-a66a-46fd-96ef-4de936c53084'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:45:26.421257 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f859df6-87a0-478f-aa20-04c1358dd612" -d '{"events": [{"server_uuid": "edbd0ebe-1fc4-45ae-9bad-00d1f749570a", "name": "network-vif-plugged", "status": "completed", "tag": "60ee3cb9-a66a-46fd-96ef-4de936c53084"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:45:26.428254 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-d42bd8fb-9e45-40be-b76c-a02db0f60bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] device_id is not set on port b2a32b7f-298d-4e93-b51e-c68623300cc3 yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:45:26.432031 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:26.441373 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port d9433bb6-b65b-4e5a-b2db-72dfeaffc9d0, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=d9433bb6-b65b-4e5a-b2db-72dfeaffc9d0,segment=NetworkSegment(82977cb8-5955-415f-8390-123858fef82c),segment_id=82977cb8-5955-415f-8390-123858fef82c)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:45:26.449706 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-913f14cc-6c0f-4863-8070-1ac3a0f1364e tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:26.458228 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3bc91c-3e33-4ae6-803e-9724e43c2c0c req-c03dbbb8-fa48-4271-81b3-7b538a816973 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:26.463695 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d3bc91c-3e33-4ae6-803e-9724e43c2c0c req-c03dbbb8-fa48-4271-81b3-7b538a816973 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] 10.222.0.21 "GET /v2.0/networks?id=37ee4cf7-10be-4d52-ae13-17f3d9d1a603 HTTP/1.1" status: 200 len: 808 time: 0.2078083 Aug 22 13:45:26.467312 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:26.475602 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c7e73-f8ac-41b8-b8b0-599fb85ce606 req-37318543-4960-4113-873d-fb94d4de5ad4 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:26.476759 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-9a0a40db-fbf5-4028-a562-d7894c24a177 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Allocated IP 172.20.0.1 (b0061d5f-29f0-4ed0-a3d0-c5ccd6dda09b/6f142371-75e6-4af5-afef-5a8f1a35ee92/3600f21c-da18-4b5e-8722-f514a2673d8c) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:45:26.486404 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a38c7e73-f8ac-41b8-b8b0-599fb85ce606 req-37318543-4960-4113-873d-fb94d4de5ad4 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] 10.222.0.21 "GET /v2.0/ports?device_id=edbd0ebe-1fc4-45ae-9bad-00d1f749570a HTTP/1.1" status: 200 len: 945 time: 0.1291032 Aug 22 13:45:26.507772 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=60ee3cb9-a66a-46fd-96ef-4de936c53084,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:26.576396 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d3bc91c-3e33-4ae6-803e-9724e43c2c0c req-002fc180-50e2-4bbb-88ca-2e4ad893b034 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] 10.222.0.21 "GET /v2.0/quotas/be98fa3cb2da40f39a971fd81b6aad0d HTTP/1.1" status: 200 len: 375 time: 0.1104972 Aug 22 13:45:26.585886 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=d9433bb6-b65b-4e5a-b2db-72dfeaffc9d0,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:26.654061 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a38c7e73-f8ac-41b8-b8b0-599fb85ce606 req-d9be31b5-4d87-4f3b-8ba7-7a353c57760a tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] 10.222.0.21 "GET /v2.0/security-groups?id=25510eef-8b40-4e6f-83fe-4810b931250b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664987 Aug 22 13:45:26.685436 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9a0a40db-fbf5-4028-a562-d7894c24a177 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:26.687412 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-913f14cc-6c0f-4863-8070-1ac3a0f1364e tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:26.702336 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d42bd8fb-9e45-40be-b76c-a02db0f60bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:26.712614 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d3bc91c-3e33-4ae6-803e-9724e43c2c0c req-5bba65b1-cb76-4461-9709-4821d4645994 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=be98fa3cb2da40f39a971fd81b6aad0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1238651 Aug 22 13:45:26.713402 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-9a0a40db-fbf5-4028-a562-d7894c24a177 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Transition to ACTIVE for port object 3600f21c-da18-4b5e-8722-f514a2673d8c will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:45:26.722730 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-913f14cc-6c0f-4863-8070-1ac3a0f1364e tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:26.731667 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f6c669-c9fb-4937-bc2e-8535281065d9 x-openstack-request-id: req-f4f6c669-c9fb-4937-bc2e-8535281065d9 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:45:26.731954 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edbd0ebe-1fc4-45ae-9bad-00d1f749570a", "name": "network-vif-plugged", "status": "completed", "tag": "60ee3cb9-a66a-46fd-96ef-4de936c53084", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:45:26.732215 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f4f6c669-c9fb-4937-bc2e-8535281065d9 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:45:26.732643 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edbd0ebe-1fc4-45ae-9bad-00d1f749570a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ee3cb9-a66a-46fd-96ef-4de936c53084', 'code': 200} Aug 22 13:45:26.772339 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9a0a40db-fbf5-4028-a562-d7894c24a177 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:26.779236 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d42bd8fb-9e45-40be-b76c-a02db0f60bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:26.782737 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['d9433bb6-b65b-4e5a-b2db-72dfeaffc9d0'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:45:26.852124 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-913f14cc-6c0f-4863-8070-1ac3a0f1364e tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:26.853435 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-913f14cc-6c0f-4863-8070-1ac3a0f1364e tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5755916 Aug 22 13:45:26.856523 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913f14cc-6c0f-4863-8070-1ac3a0f1364e tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4617e7-05eb-461f-b334-3d9907d5ae00,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:26.861298 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55690) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:26.865929 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-a3cbc3a4-5416-4ba8-a38a-d87cd51b71d0 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Request body: {'security_group_rule': {'security_group_id': '8c4617e7-05eb-461f-b334-3d9907d5ae00', 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:45:26.875945 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0a40db-fbf5-4028-a562-d7894c24a177 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Network b0061d5f-29f0-4ed0-a3d0-c5ccd6dda09b is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:45:26.883610 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42bd8fb-9e45-40be-b76c-a02db0f60bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Network ce2ab625-bf6d-4141-bf08-303616644a5e is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:45:26.888310 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-d42bd8fb-9e45-40be-b76c-a02db0f60bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:45:26.903529 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-9a0a40db-fbf5-4028-a562-d7894c24a177 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:45:26.906663 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0a40db-fbf5-4028-a562-d7894c24a177 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:45:26.908862 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a3cbc3a4-5416-4ba8-a38a-d87cd51b71d0 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:26.910317 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42bd8fb-9e45-40be-b76c-a02db0f60bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:45:26.911251 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42bd8fb-9e45-40be-b76c-a02db0f60bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:26.911833 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d42bd8fb-9e45-40be-b76c-a02db0f60bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:26.931502 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0a40db-fbf5-4028-a562-d7894c24a177 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Pushing event updated for resources: {'Port': ['ID=3600f21c-da18-4b5e-8722-f514a2673d8c,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:26.942832 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d3bc91c-3e33-4ae6-803e-9724e43c2c0c req-5c081ada-5c09-416a-b3af-28d643ed2acd service neutron] 10.222.0.21 "GET /v2.0/networks/37ee4cf7-10be-4d52-ae13-17f3d9d1a603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285488 Aug 22 13:45:27.077153 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d42bd8fb-9e45-40be-b76c-a02db0f60bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7553148 Aug 22 13:45:27.077649 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eb7006-79b0-46c3-bf4f-d3414d748d5d req-5db007b6-04ea-43de-b092-fd982acbd09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:27.079092 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-19eb7006-79b0-46c3-bf4f-d3414d748d5d req-5db007b6-04ea-43de-b092-fd982acbd09f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=edbd0ebe-1fc4-45ae-9bad-00d1f749570a HTTP/1.1" status: 200 len: 1098 time: 0.2575300 Aug 22 13:45:27.079567 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 55692) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:27.107674 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a3cbc3a4-5416-4ba8-a38a-d87cd51b71d0 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:27.109198 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 51e71368-d55a-4411-9e1e-10076a282971 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:45:27.117627 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a3cbc3a4-5416-4ba8-a38a-d87cd51b71d0 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:27.149148 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42bd8fb-9e45-40be-b76c-a02db0f60bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Pushing event updated for resources: {'Port': ['ID=b2a32b7f-298d-4e93-b51e-c68623300cc3,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:27.161215 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9a0a40db-fbf5-4028-a562-d7894c24a177 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:27.177545 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d3bc91c-3e33-4ae6-803e-9724e43c2c0c req-0cc85fc0-fe38-4a5c-8f0b-884782197a2c service neutron] 10.222.0.21 "GET /v2.0/networks/37ee4cf7-10be-4d52-ae13-17f3d9d1a603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326016 Aug 22 13:45:27.191463 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cbc3a4-5416-4ba8-a38a-d87cd51b71d0 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f5480ec-848b-4659-b375-1aa6e7b12f61,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:27.201094 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a3cbc3a4-5416-4ba8-a38a-d87cd51b71d0 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:27.202610 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a3cbc3a4-5416-4ba8-a38a-d87cd51b71d0 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3403492 Aug 22 13:45:27.205565 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55696) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:27.215217 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-1e9811b0-3262-40c3-8262-7f297dab7fbb tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Request body: {'security_group_rule': {'security_group_id': '8c4617e7-05eb-461f-b334-3d9907d5ae00', 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:45:27.301891 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3609434-b257-4653-bbbe-82a180010718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:27.306906 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a3609434-b257-4653-bbbe-82a180010718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] 10.222.0.21 "GET /v2.0/ports/b2a32b7f-298d-4e93-b51e-c68623300cc3 HTTP/1.1" status: 200 len: 959 time: 0.2192848 Aug 22 13:45:27.307107 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 51e71368-d55a-4411-9e1e-10076a282971 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:45:27.308616 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 55698) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:27.313524 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 51e71368-d55a-4411-9e1e-10076a282971 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:45:27.313949 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:27.377506 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1e9811b0-3262-40c3-8262-7f297dab7fbb tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:27.391414 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d91a3-881d-47f2-9c41-dcb2f314e0f5 req-22f7f9a2-80c7-4063-a79f-00bc54a1053d tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:27.393040 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-987d91a3-881d-47f2-9c41-dcb2f314e0f5 req-22f7f9a2-80c7-4063-a79f-00bc54a1053d tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=76499d23-3d00-4d9a-ad6f-cc41f807cb7e HTTP/1.1" status: 200 len: 1096 time: 0.1657870 Aug 22 13:45:27.403649 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9a0a40db-fbf5-4028-a562-d7894c24a177 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:27.407193 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-19eb7006-79b0-46c3-bf4f-d3414d748d5d req-a4f9e58d-5e66-4e0c-98e9-d89451836655 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=25510eef-8b40-4e6f-83fe-4810b931250b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134537 Aug 22 13:45:27.445377 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-257b00c8-b81c-4160-8178-f34cb5ae6f02 None None] Provisioning for port 3600f21c-da18-4b5e-8722-f514a2673d8c completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:45:27.448910 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:27.466590 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-257b00c8-b81c-4160-8178-f34cb5ae6f02 None None] Provisioning complete for port 3600f21c-da18-4b5e-8722-f514a2673d8c triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:45:27.467202 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-257b00c8-b81c-4160-8178-f34cb5ae6f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:27.498963 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-987d91a3-881d-47f2-9c41-dcb2f314e0f5 req-0752b8f8-9563-45cc-8e81-64ecba209235 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0eee4a1c-cfdc-440c-abfd-3ef315b25abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967836 Aug 22 13:45:27.546600 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-257b00c8-b81c-4160-8178-f34cb5ae6f02 None None] Port 3600f21c-da18-4b5e-8722-f514a2673d8c cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:45:27.561256 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 51e71368-d55a-4411-9e1e-10076a282971, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=51e71368-d55a-4411-9e1e-10076a282971,segment=NetworkSegment(43ece764-d2ba-4110-8739-b0e1d0e7a72c),segment_id=43ece764-d2ba-4110-8739-b0e1d0e7a72c)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:45:27.568144 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:27.582756 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 206e29d1-fae6-4ed1-bdf1-9cd8793b827b no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:45:27.585279 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1e9811b0-3262-40c3-8262-7f297dab7fbb tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:27.595939 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-efde4e83-d0fc-48c1-beea-0f9f47105335 req-116f37ac-3e30-4083-bbd2-1ebe55443117 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] 10.222.0.21 "GET /v2.0/ports?device_id=a38802a9-ea4a-4068-947e-0aecb18663f8 HTTP/1.1" status: 200 len: 210 time: 0.0550084 Aug 22 13:45:27.597272 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1e9811b0-3262-40c3-8262-7f297dab7fbb tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:27.633755 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9811b0-3262-40c3-8262-7f297dab7fbb tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30d2a5d7-063a-4736-b15c-c0623bcd344b,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:27.643327 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1e9811b0-3262-40c3-8262-7f297dab7fbb tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:27.644693 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-1e9811b0-3262-40c3-8262-7f297dab7fbb tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4364219 Aug 22 13:45:27.647894 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55704) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:27.656820 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 206e29d1-fae6-4ed1-bdf1-9cd8793b827b {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:45:27.657322 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 206e29d1-fae6-4ed1-bdf1-9cd8793b827b not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:45:27.661445 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-c14842f4-e794-4d09-b915-15bf740187ad tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Request body: {'security_group_rule': {'security_group_id': '8c4617e7-05eb-461f-b334-3d9907d5ae00', 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:45:27.717189 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c14842f4-e794-4d09-b915-15bf740187ad tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:27.718825 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=51e71368-d55a-4411-9e1e-10076a282971,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:27.828674 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c14842f4-e794-4d09-b915-15bf740187ad tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:27.844945 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14511fa-eb7d-4e87-988e-0f0840cbe63d req-eff19860-2ed4-440c-993c-dfadb1495297 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:27.846483 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d14511fa-eb7d-4e87-988e-0f0840cbe63d req-eff19860-2ed4-440c-993c-dfadb1495297 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] 10.222.0.21 "GET /v2.0/ports?device_id=edbd0ebe-1fc4-45ae-9bad-00d1f749570a HTTP/1.1" status: 200 len: 946 time: 0.0713425 Aug 22 13:45:27.847368 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c14842f4-e794-4d09-b915-15bf740187ad tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:27.884938 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14842f4-e794-4d09-b915-15bf740187ad tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddb972e7-d21f-4a0a-8196-50c499151c8b,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:27.902597 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c14842f4-e794-4d09-b915-15bf740187ad tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:27.903846 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c14842f4-e794-4d09-b915-15bf740187ad tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2503746 Aug 22 13:45:27.906563 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55714) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:27.911006 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-536c292c-56ed-4d38-91f3-1697b16363d0 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Request body: {'security_group_rule': {'security_group_id': '8c4617e7-05eb-461f-b334-3d9907d5ae00', 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:45:27.927752 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d14511fa-eb7d-4e87-988e-0f0840cbe63d req-68ca9df1-4a68-4ec6-abe2-649394afd9e3 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] 10.222.0.21 "GET /v2.0/security-groups?id=25510eef-8b40-4e6f-83fe-4810b931250b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712845 Aug 22 13:45:27.958619 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-536c292c-56ed-4d38-91f3-1697b16363d0 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:27.964965 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-b7e738aa-d78f-4a5e-b3fb-368f5f6e3f13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Deleting port b2a32b7f-298d-4e93-b51e-c68623300cc3 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:45:27.965495 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b7e738aa-d78f-4a5e-b3fb-368f5f6e3f13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:28.021869 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-536c292c-56ed-4d38-91f3-1697b16363d0 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:28.026310 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device d9433bb6-b65b-4e5a-b2db-72dfeaffc9d0 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:45:28.026770 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-536c292c-56ed-4d38-91f3-1697b16363d0 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:28.055202 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-536c292c-56ed-4d38-91f3-1697b16363d0 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:28.059704 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-536c292c-56ed-4d38-91f3-1697b16363d0 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1489151 Aug 22 13:45:28.059704 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536c292c-56ed-4d38-91f3-1697b16363d0 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9dd2aca-2b5c-414b-90b4-91e7aafe3014,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:28.065852 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55718) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:28.072044 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-75ee7ea6-3992-4328-91be-c5e54e2fe030 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Request body: {'security_group_rule': {'security_group_id': '8c4617e7-05eb-461f-b334-3d9907d5ae00', 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:45:28.089086 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b7e738aa-d78f-4a5e-b3fb-368f5f6e3f13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:28.102518 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port d9433bb6-b65b-4e5a-b2db-72dfeaffc9d0 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:45:28.103014 n-d-793621-33 neutron-server[94627]: INFO neutron.db.securitygroups_db [None req-75ee7ea6-3992-4328-91be-c5e54e2fe030 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Project 50b3d484826f4e1f8052fde49b87f38a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 13:45:28.111974 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-75ee7ea6-3992-4328-91be-c5e54e2fe030 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:28.116273 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-b7e738aa-d78f-4a5e-b3fb-368f5f6e3f13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Calling delete_port for b2a32b7f-298d-4e93-b51e-c68623300cc3 owned by {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:45:28.119347 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port d9433bb6-b65b-4e5a-b2db-72dfeaffc9d0 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:45:28.120411 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:28.178453 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-75ee7ea6-3992-4328-91be-c5e54e2fe030 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:28.183946 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-75ee7ea6-3992-4328-91be-c5e54e2fe030 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:28.204160 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee7ea6-3992-4328-91be-c5e54e2fe030 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88b67e6f-5100-4f2c-892e-6391b40740bd,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:28.210625 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-75ee7ea6-3992-4328-91be-c5e54e2fe030 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:28.211853 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-75ee7ea6-3992-4328-91be-c5e54e2fe030 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1448388 Aug 22 13:45:28.215199 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55720) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:28.223339 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-28cf2306-80cb-43b8-bbb8-50e19fa7e5fa tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Request body: {'security_group_rule': {'security_group_id': '8c4617e7-05eb-461f-b334-3d9907d5ae00', 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:45:28.264474 n-d-793621-33 neutron-server[94627]: INFO neutron.db.securitygroups_db [None req-28cf2306-80cb-43b8-bbb8-50e19fa7e5fa tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Project 50b3d484826f4e1f8052fde49b87f38a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 13:45:28.269472 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:28.291192 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-28cf2306-80cb-43b8-bbb8-50e19fa7e5fa tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:28.315755 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port d9433bb6-b65b-4e5a-b2db-72dfeaffc9d0, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=d9433bb6-b65b-4e5a-b2db-72dfeaffc9d0,segment=NetworkSegment(82977cb8-5955-415f-8390-123858fef82c),segment_id=82977cb8-5955-415f-8390-123858fef82c)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:45:28.319548 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b7e738aa-d78f-4a5e-b3fb-368f5f6e3f13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:28.321415 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:28.357047 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9a0a40db-fbf5-4028-a562-d7894c24a177 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:28.360787 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e738aa-d78f-4a5e-b3fb-368f5f6e3f13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Pushing event deleted for resources: {'Port': ['ID=b2a32b7f-298d-4e93-b51e-c68623300cc3,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:28.368862 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b7e738aa-d78f-4a5e-b3fb-368f5f6e3f13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:28.374987 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b7e738aa-d78f-4a5e-b3fb-368f5f6e3f13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] 10.222.0.21 "DELETE /v2.0/ports/b2a32b7f-298d-4e93-b51e-c68623300cc3 HTTP/1.1" status: 204 len: 168 time: 1.0618694 Aug 22 13:45:28.374987 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9a0a40db-fbf5-4028-a562-d7894c24a177 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:28.375925 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55722) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:28.383827 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e738aa-d78f-4a5e-b3fb-368f5f6e3f13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:45:28.384175 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e738aa-d78f-4a5e-b3fb-368f5f6e3f13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:45:28.384543 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e738aa-d78f-4a5e-b3fb-368f5f6e3f13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:45:28.385346 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e738aa-d78f-4a5e-b3fb-368f5f6e3f13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:45:28.385346 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e738aa-d78f-4a5e-b3fb-368f5f6e3f13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:45:28.385568 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e738aa-d78f-4a5e-b3fb-368f5f6e3f13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:45:28.385956 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e738aa-d78f-4a5e-b3fb-368f5f6e3f13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:45:28.386339 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e738aa-d78f-4a5e-b3fb-368f5f6e3f13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:45:28.386662 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e738aa-d78f-4a5e-b3fb-368f5f6e3f13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:45:28.386995 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e738aa-d78f-4a5e-b3fb-368f5f6e3f13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:45:28.387325 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e738aa-d78f-4a5e-b3fb-368f5f6e3f13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:45:28.388145 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e738aa-d78f-4a5e-b3fb-368f5f6e3f13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:45:28.405324 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-7098d5d4-8927-499b-a3ae-caa8baf30a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] GET failed (client error): The resource could not be found. Aug 22 13:45:28.406384 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=d9433bb6-b65b-4e5a-b2db-72dfeaffc9d0,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:28.411070 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-7098d5d4-8927-499b-a3ae-caa8baf30a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] 10.222.0.21 "GET /v2.0/ports/b2a32b7f-298d-4e93-b51e-c68623300cc3 HTTP/1.1" status: 404 len: 333 time: 0.0320582 Aug 22 13:45:28.413826 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55724) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:28.419381 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-80577357-91d5-48f9-bf2f-88354b6b2b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Request body: {'port': {'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-629154030'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:45:28.443238 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6ba8bdba-16fd-4cd3-ae48-89991beb3e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:28.449244 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:28.450570 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80577357-91d5-48f9-bf2f-88354b6b2b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Made reservation on behalf of 1770437f932148ffaff3ab02f92649a2 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:45:28.452939 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-80577357-91d5-48f9-bf2f-88354b6b2b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:28.456326 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-28cf2306-80cb-43b8-bbb8-50e19fa7e5fa tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:28.468825 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-28cf2306-80cb-43b8-bbb8-50e19fa7e5fa tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:28.480296 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9a0a40db-fbf5-4028-a562-d7894c24a177 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:28.491272 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [None req-80577357-91d5-48f9-bf2f-88354b6b2b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] device_id is not set on port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 yet. {{(pid=94627) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:45:28.491514 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0a40db-fbf5-4028-a562-d7894c24a177 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Pushing event updated for resources: {'Port': ['ID=3600f21c-da18-4b5e-8722-f514a2673d8c,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:28.503477 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cf2306-80cb-43b8-bbb8-50e19fa7e5fa tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=800dddcb-2b51-490c-b173-f3dc85cf4546,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:28.545945 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-28cf2306-80cb-43b8-bbb8-50e19fa7e5fa tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:28.547146 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-28cf2306-80cb-43b8-bbb8-50e19fa7e5fa tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3308899 Aug 22 13:45:28.550630 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 55728) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:28.558342 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-2f4d728b-44c9-40eb-a713-8543938986b3 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Request body: {'network': {'name': 'tempest-network-smoke--1251482086', 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'port_security_enabled': True}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:45:28.605519 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4d728b-44c9-40eb-a713-8543938986b3 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Made reservation on behalf of 50b3d484826f4e1f8052fde49b87f38a for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:45:28.609366 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2f4d728b-44c9-40eb-a713-8543938986b3 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:28.647571 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0a40db-fbf5-4028-a562-d7894c24a177 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Network b0061d5f-29f0-4ed0-a3d0-c5ccd6dda09b is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:45:28.651169 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-9a0a40db-fbf5-4028-a562-d7894c24a177 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:45:28.653391 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f4d728b-44c9-40eb-a713-8543938986b3 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:45:28.708188 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2f4d728b-44c9-40eb-a713-8543938986b3 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:28.708603 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-2f4d728b-44c9-40eb-a713-8543938986b3 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Added segment 494efb0b-ab04-46a4-b7e8-28cc3c46a46b of type vlan for network ad1f5797-594b-4ff0-ad04-7d369b81cf3a Aug 22 13:45:28.720924 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fa911ee1-ea75-4eb8-84e3-a337e724ccdf req-1bd34997-2c79-483b-b1c8-689f5fd31ddf tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] 10.222.0.21 "GET /v2.0/ports?device_id=a38802a9-ea4a-4068-947e-0aecb18663f8 HTTP/1.1" status: 200 len: 210 time: 0.0450134 Aug 22 13:45:28.725946 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ad792-ea03-4d1d-a8b4-f93ade9e53d2 req-50011af6-89fe-49e3-b766-f80f7e7ea04b tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:28.727678 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2d5ad792-ea03-4d1d-a8b4-f93ade9e53d2 req-50011af6-89fe-49e3-b766-f80f7e7ea04b tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=76499d23-3d00-4d9a-ad6f-cc41f807cb7e HTTP/1.1" status: 200 len: 1097 time: 0.1192174 Aug 22 13:45:28.734010 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76499d23-3d00-4d9a-ad6f-cc41f807cb7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9433bb6-b65b-4e5a-b2db-72dfeaffc9d0'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:45:28.737454 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ea5f88-1828-4f7e-910e-cdcdda4981da" -d '{"events": [{"server_uuid": "76499d23-3d00-4d9a-ad6f-cc41f807cb7e", "name": "network-vif-plugged", "status": "completed", "tag": "d9433bb6-b65b-4e5a-b2db-72dfeaffc9d0"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:45:28.743667 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-80577357-91d5-48f9-bf2f-88354b6b2b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:28.794699 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525aae9e-e037-43fa-a091-44616ebb4c40 x-openstack-request-id: req-525aae9e-e037-43fa-a091-44616ebb4c40 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:45:28.795438 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76499d23-3d00-4d9a-ad6f-cc41f807cb7e", "name": "network-vif-plugged", "status": "completed", "tag": "d9433bb6-b65b-4e5a-b2db-72dfeaffc9d0", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:45:28.795943 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-525aae9e-e037-43fa-a091-44616ebb4c40 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:45:28.797619 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76499d23-3d00-4d9a-ad6f-cc41f807cb7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9433bb6-b65b-4e5a-b2db-72dfeaffc9d0', 'code': 200} Aug 22 13:45:28.816450 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2d5ad792-ea03-4d1d-a8b4-f93ade9e53d2 req-883763aa-5102-4d21-8860-f4bf2e47d2ef tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0eee4a1c-cfdc-440c-abfd-3ef315b25abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762861 Aug 22 13:45:28.828979 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2f4d728b-44c9-40eb-a713-8543938986b3 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:28.850414 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-80577357-91d5-48f9-bf2f-88354b6b2b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:28.876356 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80577357-91d5-48f9-bf2f-88354b6b2b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Network ce2ab625-bf6d-4141-bf08-303616644a5e is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:45:28.887695 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2f4d728b-44c9-40eb-a713-8543938986b3 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:28.888590 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-80577357-91d5-48f9-bf2f-88354b6b2b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:45:28.907258 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4d728b-44c9-40eb-a713-8543938986b3 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:28.907910 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2f4d728b-44c9-40eb-a713-8543938986b3 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:28.918114 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80577357-91d5-48f9-bf2f-88354b6b2b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:45:28.918581 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80577357-91d5-48f9-bf2f-88354b6b2b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:28.919184 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-80577357-91d5-48f9-bf2f-88354b6b2b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:28.936990 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a0a40db-fbf5-4028-a562-d7894c24a177 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Router 7ba0a6c9-03f6-4b0d-8f64-5a52a2ab8f60 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:45:28.967071 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80577357-91d5-48f9-bf2f-88354b6b2b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Pushing event updated for resources: {'Port': ['ID=2d77637a-aef7-4a3a-970e-0b5e4c521d54,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:28.972133 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-80577357-91d5-48f9-bf2f-88354b6b2b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5564814 Aug 22 13:45:28.975031 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55738) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:28.981140 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:45:28.993936 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-4f8b26fe-ce6d-4c79-9b76-c662e9e462b1 None None] Provisioning complete for port 3600f21c-da18-4b5e-8722-f514a2673d8c triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:45:28.994334 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4f8b26fe-ce6d-4c79-9b76-c662e9e462b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:29.038532 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:29.058967 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f9ba0-c73c-4c93-8688-e857cf612908 req-fcb7f7e7-aad9-4c51-9cf3-05586f40611f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:29.060268 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 51e71368-d55a-4411-9e1e-10076a282971 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:45:29.062361 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c97f9ba0-c73c-4c93-8688-e857cf612908 req-fcb7f7e7-aad9-4c51-9cf3-05586f40611f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=76499d23-3d00-4d9a-ad6f-cc41f807cb7e HTTP/1.1" status: 200 len: 1097 time: 0.1812434 Aug 22 13:45:29.098147 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4d728b-44c9-40eb-a713-8543938986b3 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event updated for resources: {'Network': ['ID=ad1f5797-594b-4ff0-ad04-7d369b81cf3a,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:29.114703 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2f4d728b-44c9-40eb-a713-8543938986b3 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5604653 Aug 22 13:45:29.116890 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 55740) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:29.124169 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network ad1f5797-594b-4ff0-ad04-7d369b81cf3a details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:45:29.124782 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-3689f534-44d8-43f3-a1f0-e60af1951e3a tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1262730253', 'admin_state_up': True, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:45:29.157816 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3689f534-44d8-43f3-a1f0-e60af1951e3a tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:29.159040 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3689f534-44d8-43f3-a1f0-e60af1951e3a tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:29.164589 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-4f8b26fe-ce6d-4c79-9b76-c662e9e462b1 None None] Port 3600f21c-da18-4b5e-8722-f514a2673d8c cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:45:29.165024 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c97f9ba0-c73c-4c93-8688-e857cf612908 req-49768954-faca-472d-bb65-fb13fc5dd966 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0eee4a1c-cfdc-440c-abfd-3ef315b25abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774240 Aug 22 13:45:29.212402 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3689f534-44d8-43f3-a1f0-e60af1951e3a tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:29.225318 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ccfaa-6b98-41cb-ae8b-1a51f6061912 req-747321bf-6cbb-4186-b103-ee40d5dd5d41 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:29.226744 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-087ccfaa-6b98-41cb-ae8b-1a51f6061912 req-747321bf-6cbb-4186-b103-ee40d5dd5d41 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] 10.222.0.21 "GET /v2.0/ports?device_id=edbd0ebe-1fc4-45ae-9bad-00d1f749570a HTTP/1.1" status: 200 len: 946 time: 0.1382461 Aug 22 13:45:29.235316 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 51e71368-d55a-4411-9e1e-10076a282971 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:45:29.235935 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:29.304883 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-087ccfaa-6b98-41cb-ae8b-1a51f6061912 req-49c1baaa-10df-4517-860c-adf631a40d52 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] 10.222.0.21 "GET /v2.0/security-groups?id=25510eef-8b40-4e6f-83fe-4810b931250b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690377 Aug 22 13:45:29.375356 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] device_id is not set on port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 yet. {{(pid=94627) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:45:29.392341 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3bc91c-3e33-4ae6-803e-9724e43c2c0c req-d7b75c41-8885-4068-85f3-5fd412b5e2bd tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:29.393053 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:29.393810 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-0d3bc91c-3e33-4ae6-803e-9724e43c2c0c req-d7b75c41-8885-4068-85f3-5fd412b5e2bd tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] 10.222.0.41 "GET /v2.0/networks?id=37ee4cf7-10be-4d52-ae13-17f3d9d1a603 HTTP/1.1" status: 200 len: 808 time: 0.4614904 Aug 22 13:45:29.408865 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Transition to ACTIVE for port object 2d77637a-aef7-4a3a-970e-0b5e4c521d54 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:45:29.413293 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:29.467270 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Pushing event updated for resources: {'Port': ['ID=2d77637a-aef7-4a3a-970e-0b5e4c521d54,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:29.483456 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:45:29.483456 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '8f2d09f9-a797-4c75-880a-72ccd3a2b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:45:29.484346 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 on network ce2ab625-bf6d-4141-bf08-303616644a5e {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:45:29.489402 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 on network ce2ab625-bf6d-4141-bf08-303616644a5e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:45:29.489731 n-d-793621-33 neutron-server[94627]: ERROR neutron.plugins.ml2.managers [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Failed to bind port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 on host n-h1-793621-33 for vnic_type normal using segments [{'id': '8f2d09f9-a797-4c75-880a-72ccd3a2b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e'}] Aug 22 13:45:29.490122 n-d-793621-33 neutron-server[94627]: INFO neutron.plugins.ml2.plugin [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempt 2 to bind port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 Aug 22 13:45:29.503900 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:45:29.504591 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '8f2d09f9-a797-4c75-880a-72ccd3a2b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:45:29.505226 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 on network ce2ab625-bf6d-4141-bf08-303616644a5e {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:45:29.509120 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 on network ce2ab625-bf6d-4141-bf08-303616644a5e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:45:29.509448 n-d-793621-33 neutron-server[94627]: ERROR neutron.plugins.ml2.managers [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Failed to bind port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 on host n-h1-793621-33 for vnic_type normal using segments [{'id': '8f2d09f9-a797-4c75-880a-72ccd3a2b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e'}] Aug 22 13:45:29.509837 n-d-793621-33 neutron-server[94627]: INFO neutron.plugins.ml2.plugin [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempt 3 to bind port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 Aug 22 13:45:29.524032 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:45:29.524406 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '8f2d09f9-a797-4c75-880a-72ccd3a2b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:45:29.524741 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 on network ce2ab625-bf6d-4141-bf08-303616644a5e {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:45:29.529815 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 on network ce2ab625-bf6d-4141-bf08-303616644a5e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:45:29.530141 n-d-793621-33 neutron-server[94627]: ERROR neutron.plugins.ml2.managers [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Failed to bind port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 on host n-h1-793621-33 for vnic_type normal using segments [{'id': '8f2d09f9-a797-4c75-880a-72ccd3a2b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e'}] Aug 22 13:45:29.530527 n-d-793621-33 neutron-server[94627]: INFO neutron.plugins.ml2.plugin [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempt 4 to bind port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 Aug 22 13:45:29.539442 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3689f534-44d8-43f3-a1f0-e60af1951e3a tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:29.543823 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:45:29.544221 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '8f2d09f9-a797-4c75-880a-72ccd3a2b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:45:29.544585 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 on network ce2ab625-bf6d-4141-bf08-303616644a5e {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:45:29.548988 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 on network ce2ab625-bf6d-4141-bf08-303616644a5e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:45:29.549763 n-d-793621-33 neutron-server[94627]: ERROR neutron.plugins.ml2.managers [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Failed to bind port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 on host n-h1-793621-33 for vnic_type normal using segments [{'id': '8f2d09f9-a797-4c75-880a-72ccd3a2b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e'}] Aug 22 13:45:29.549916 n-d-793621-33 neutron-server[94627]: INFO neutron.plugins.ml2.plugin [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempt 5 to bind port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 Aug 22 13:45:29.563733 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:45:29.564077 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '8f2d09f9-a797-4c75-880a-72ccd3a2b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:45:29.564446 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 on network ce2ab625-bf6d-4141-bf08-303616644a5e {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:45:29.568962 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 on network ce2ab625-bf6d-4141-bf08-303616644a5e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:45:29.569714 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-0d3bc91c-3e33-4ae6-803e-9724e43c2c0c req-42a4c7b2-a45c-498a-8881-35b0242a400b tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be98fa3cb2da40f39a971fd81b6aad0d HTTP/1.1" status: 200 len: 380 time: 0.1049981 Aug 22 13:45:29.570709 n-d-793621-33 neutron-server[94627]: ERROR neutron.plugins.ml2.managers [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Failed to bind port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 on host n-h1-793621-33 for vnic_type normal using segments [{'id': '8f2d09f9-a797-4c75-880a-72ccd3a2b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e'}] Aug 22 13:45:29.571108 n-d-793621-33 neutron-server[94627]: INFO neutron.plugins.ml2.plugin [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempt 6 to bind port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 Aug 22 13:45:29.572555 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0a40db-fbf5-4028-a562-d7894c24a177 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:45:29.582560 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9a0a40db-fbf5-4028-a562-d7894c24a177 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] 10.222.0.21 "PUT /v2.0/routers/7ba0a6c9-03f6-4b0d-8f64-5a52a2ab8f60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8633430 Aug 22 13:45:29.583029 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55748) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:29.587501 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-c5cbee3c-61ee-4de7-baf9-b8167c17a5c6 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Request body: {'port': {'network_id': 'b0061d5f-29f0-4ed0-a3d0-c5ccd6dda09b', 'name': 'tempest-FloatingIPTestJSON-544944036'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:45:29.592118 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bf5691-ce45-4df2-a0b3-035e855b99f0 None None] Sync routers for ids ['7ba0a6c9-03f6-4b0d-8f64-5a52a2ab8f60'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:45:29.596495 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-0d3bc91c-3e33-4ae6-803e-9724e43c2c0c req-4ab16715-0cfc-469f-982e-31923548cd1c tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Request body: {'port': {'device_id': 'a38802a9-ea4a-4068-947e-0aecb18663f8', 'network_id': '37ee4cf7-10be-4d52-ae13-17f3d9d1a603', 'admin_state_up': True, 'tenant_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'security_groups': ['e9c9470d-ff78-413f-89de-062bc8a1cacb']}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:45:29.609748 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bf5691-ce45-4df2-a0b3-035e855b99f0 None None] Routers {'7ba0a6c9-03f6-4b0d-8f64-5a52a2ab8f60'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:45:29.611334 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-59bf5691-ce45-4df2-a0b3-035e855b99f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:45:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['7ba0a6c9-03f6-4b0d-8f64-5a52a2ab8f60'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:29.620802 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:45:29.621177 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '8f2d09f9-a797-4c75-880a-72ccd3a2b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:45:29.621517 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 on network ce2ab625-bf6d-4141-bf08-303616644a5e {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:45:29.665219 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 on network ce2ab625-bf6d-4141-bf08-303616644a5e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:45:29.665477 n-d-793621-33 neutron-server[94627]: ERROR neutron.plugins.ml2.managers [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Failed to bind port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 on host n-h1-793621-33 for vnic_type normal using segments [{'id': '8f2d09f9-a797-4c75-880a-72ccd3a2b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e'}] Aug 22 13:45:29.668323 n-d-793621-33 neutron-server[94627]: INFO neutron.plugins.ml2.plugin [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempt 7 to bind port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 Aug 22 13:45:29.686781 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-59bf5691-ce45-4df2-a0b3-035e855b99f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:29.689270 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:45:29.689587 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '8f2d09f9-a797-4c75-880a-72ccd3a2b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:45:29.689935 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 on network ce2ab625-bf6d-4141-bf08-303616644a5e {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:45:29.705900 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 on network ce2ab625-bf6d-4141-bf08-303616644a5e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:45:29.706261 n-d-793621-33 neutron-server[94627]: ERROR neutron.plugins.ml2.managers [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Failed to bind port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 on host n-h1-793621-33 for vnic_type normal using segments [{'id': '8f2d09f9-a797-4c75-880a-72ccd3a2b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e'}] Aug 22 13:45:29.708793 n-d-793621-33 neutron-server[94627]: INFO neutron.plugins.ml2.plugin [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempt 8 to bind port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 Aug 22 13:45:29.720414 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bf5691-ce45-4df2-a0b3-035e855b99f0 None None] Routers {'7ba0a6c9-03f6-4b0d-8f64-5a52a2ab8f60'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:45:29.721371 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-59bf5691-ce45-4df2-a0b3-035e855b99f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:45:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['7ba0a6c9-03f6-4b0d-8f64-5a52a2ab8f60'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:29.732173 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:45:29.732464 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '8f2d09f9-a797-4c75-880a-72ccd3a2b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:45:29.732809 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 on network ce2ab625-bf6d-4141-bf08-303616644a5e {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:45:29.744262 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 on network ce2ab625-bf6d-4141-bf08-303616644a5e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:45:29.744606 n-d-793621-33 neutron-server[94627]: ERROR neutron.plugins.ml2.managers [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Failed to bind port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 on host n-h1-793621-33 for vnic_type normal using segments [{'id': '8f2d09f9-a797-4c75-880a-72ccd3a2b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e'}] Aug 22 13:45:29.747483 n-d-793621-33 neutron-server[94627]: INFO neutron.plugins.ml2.plugin [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempt 9 to bind port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 Aug 22 13:45:29.764554 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-59bf5691-ce45-4df2-a0b3-035e855b99f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:29.765458 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bf5691-ce45-4df2-a0b3-035e855b99f0 None None] The sync data for ids ['7ba0a6c9-03f6-4b0d-8f64-5a52a2ab8f60'] in n-d-793621-33 is: [] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:45:29.787489 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:45:29.787839 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '8f2d09f9-a797-4c75-880a-72ccd3a2b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:45:29.788174 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 on network ce2ab625-bf6d-4141-bf08-303616644a5e {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:45:29.794844 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 on network ce2ab625-bf6d-4141-bf08-303616644a5e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:45:29.795243 n-d-793621-33 neutron-server[94627]: ERROR neutron.plugins.ml2.managers [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Failed to bind port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 on host n-h1-793621-33 for vnic_type normal using segments [{'id': '8f2d09f9-a797-4c75-880a-72ccd3a2b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e'}] Aug 22 13:45:29.795775 n-d-793621-33 neutron-server[94627]: INFO neutron.plugins.ml2.plugin [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempt 10 to bind port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 Aug 22 13:45:29.814643 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:45:29.815028 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '8f2d09f9-a797-4c75-880a-72ccd3a2b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:45:29.815438 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempting to bind port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 on network ce2ab625-bf6d-4141-bf08-303616644a5e {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:45:29.819285 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5cbee3c-61ee-4de7-baf9-b8167c17a5c6 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Made reservation on behalf of 32efce50f559436fa38b290615c71c2c for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:45:29.824478 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c5cbee3c-61ee-4de7-baf9-b8167c17a5c6 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:29.847605 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d3bc91c-3e33-4ae6-803e-9724e43c2c0c req-4ab16715-0cfc-469f-982e-31923548cd1c tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Made reservation on behalf of be98fa3cb2da40f39a971fd81b6aad0d for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:45:29.851351 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-0d3bc91c-3e33-4ae6-803e-9724e43c2c0c req-4ab16715-0cfc-469f-982e-31923548cd1c tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:29.860129 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 on network ce2ab625-bf6d-4141-bf08-303616644a5e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:45:29.860742 n-d-793621-33 neutron-server[94627]: ERROR neutron.plugins.ml2.managers [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Failed to bind port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 on host n-h1-793621-33 for vnic_type normal using segments [{'id': '8f2d09f9-a797-4c75-880a-72ccd3a2b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce2ab625-bf6d-4141-bf08-303616644a5e'}] Aug 22 13:45:29.861280 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:29.893634 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [None req-c5cbee3c-61ee-4de7-baf9-b8167c17a5c6 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] device_id is not set on port 8fe9416d-3100-4a83-8972-fbd3a9f47cd2 yet. {{(pid=94627) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:45:29.906264 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c195e285-2e6a-4078-8b0f-d26a7c8f689e req-853d7665-fe5e-427d-b842-6abd7885c3f4 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] 10.222.0.21 "GET /v2.0/ports?device_id=a38802a9-ea4a-4068-947e-0aecb18663f8 HTTP/1.1" status: 200 len: 210 time: 0.0770452 Aug 22 13:45:29.926943 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3689f534-44d8-43f3-a1f0-e60af1951e3a tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for router_gateway, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:29.967080 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3689f534-44d8-43f3-a1f0-e60af1951e3a tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:30.031429 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] For port 2d77637a-aef7-4a3a-970e-0b5e4c521d54, host n-h1-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:45:30.031800 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attempted to set empty binding levels {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 22 13:45:30.056499 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:30.143202 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] In _notify_port_updated(), no bound segment for port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 on network ce2ab625-bf6d-4141-bf08-303616644a5e {{(pid=94627) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 22 13:45:30.144069 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:30.144763 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:30.145360 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-0d3bc91c-3e33-4ae6-803e-9724e43c2c0c req-4ab16715-0cfc-469f-982e-31923548cd1c tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Allocated IP 172.20.0.4 (37ee4cf7-10be-4d52-ae13-17f3d9d1a603/8a600dcd-ff12-4375-ac21-b5282a859d67/cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:45:30.146720 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] 10.222.0.21 "PUT /v2.0/ports/2d77637a-aef7-4a3a-970e-0b5e4c521d54 HTTP/1.1" status: 200 len: 979 time: 1.1707635 Aug 22 13:45:30.152563 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 55762) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:30.171253 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c68af1-d3eb-460e-8e81-914d6b8b3adc req-b9a63cad-bdf5-4111-ba43-ecfceae873be tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:30.176714 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b5c68af1-d3eb-460e-8e81-914d6b8b3adc req-b9a63cad-bdf5-4111-ba43-ecfceae873be tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=76499d23-3d00-4d9a-ad6f-cc41f807cb7e HTTP/1.1" status: 200 len: 1097 time: 0.1838582 Aug 22 13:45:30.199764 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed7a674-8f56-4aa3-a67c-8e50217d21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Pushing event updated for resources: {'Port': ['ID=2d77637a-aef7-4a3a-970e-0b5e4c521d54,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:30.214369 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-3689f534-44d8-43f3-a1f0-e60af1951e3a tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Allocated IP 172.25.3.95 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/5554742a-0762-4caf-bc5d-809a50e6b552) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:45:30.229494 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff8a12c-6262-4f94-9dbb-387559e561bb req-b625dc83-e12e-4664-9eca-209041f8cb48 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:30.231042 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-aff8a12c-6262-4f94-9dbb-387559e561bb req-b625dc83-e12e-4664-9eca-209041f8cb48 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] 10.222.0.21 "GET /v2.0/ports?device_id=edbd0ebe-1fc4-45ae-9bad-00d1f749570a HTTP/1.1" status: 200 len: 946 time: 0.2032175 Aug 22 13:45:30.234074 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-c5cbee3c-61ee-4de7-baf9-b8167c17a5c6 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Allocated IP 172.20.0.12 (b0061d5f-29f0-4ed0-a3d0-c5ccd6dda09b/6f142371-75e6-4af5-afef-5a8f1a35ee92/8fe9416d-3100-4a83-8972-fbd3a9f47cd2) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:45:30.280283 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b5c68af1-d3eb-460e-8e81-914d6b8b3adc req-bc364adc-fe68-482c-acb3-8b353a9efd9d tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0eee4a1c-cfdc-440c-abfd-3ef315b25abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877388 Aug 22 13:45:30.318931 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-aff8a12c-6262-4f94-9dbb-387559e561bb req-28e379a7-faa9-4426-b895-56160297c6c6 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] 10.222.0.21 "GET /v2.0/security-groups?id=25510eef-8b40-4e6f-83fe-4810b931250b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792625 Aug 22 13:45:30.432545 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-5fee5638-0bc9-4b3f-a698-8fea8e331fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Deleting port 2d77637a-aef7-4a3a-970e-0b5e4c521d54 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:45:30.432894 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5fee5638-0bc9-4b3f-a698-8fea8e331fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:30.445921 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c5cbee3c-61ee-4de7-baf9-b8167c17a5c6 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:30.461556 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-c5cbee3c-61ee-4de7-baf9-b8167c17a5c6 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Transition to ACTIVE for port object 8fe9416d-3100-4a83-8972-fbd3a9f47cd2 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:45:30.497214 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c5cbee3c-61ee-4de7-baf9-b8167c17a5c6 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:30.523735 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-0d3bc91c-3e33-4ae6-803e-9724e43c2c0c req-4ab16715-0cfc-469f-982e-31923548cd1c tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:30.537931 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3689f534-44d8-43f3-a1f0-e60af1951e3a tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:30.545735 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cbee3c-61ee-4de7-baf9-b8167c17a5c6 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Network b0061d5f-29f0-4ed0-a3d0-c5ccd6dda09b is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:45:30.548815 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-c5cbee3c-61ee-4de7-baf9-b8167c17a5c6 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:45:30.555684 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-5fee5638-0bc9-4b3f-a698-8fea8e331fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] For port 2d77637a-aef7-4a3a-970e-0b5e4c521d54, host n-h1-793621-33, got binding levels [] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:45:30.555684 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5fee5638-0bc9-4b3f-a698-8fea8e331fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:30.555923 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cbee3c-61ee-4de7-baf9-b8167c17a5c6 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:45:30.561421 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-0d3bc91c-3e33-4ae6-803e-9724e43c2c0c req-4ab16715-0cfc-469f-982e-31923548cd1c tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Transition to ACTIVE for port object cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:45:30.578518 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cbee3c-61ee-4de7-baf9-b8167c17a5c6 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Pushing event updated for resources: {'Port': ['ID=8fe9416d-3100-4a83-8972-fbd3a9f47cd2,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:30.582486 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-5fee5638-0bc9-4b3f-a698-8fea8e331fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Calling delete_port for 2d77637a-aef7-4a3a-970e-0b5e4c521d54 owned by {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:45:30.612018 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cbee3c-61ee-4de7-baf9-b8167c17a5c6 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:30.612679 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c5cbee3c-61ee-4de7-baf9-b8167c17a5c6 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:30.630020 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c5cbee3c-61ee-4de7-baf9-b8167c17a5c6 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0464385 Aug 22 13:45:30.632625 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55764) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:30.638106 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-d1dab358-5691-461e-8624-533b62f0fc88 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Request body: {'floatingip': {'port_id': '8fe9416d-3100-4a83-8972-fbd3a9f47cd2'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:45:30.670832 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-0d3bc91c-3e33-4ae6-803e-9724e43c2c0c req-4ab16715-0cfc-469f-982e-31923548cd1c tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:30.687146 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3689f534-44d8-43f3-a1f0-e60af1951e3a tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:30.699672 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d1dab358-5691-461e-8624-533b62f0fc88 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for floatingip, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:30.759037 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d3bc91c-3e33-4ae6-803e-9724e43c2c0c req-4ab16715-0cfc-469f-982e-31923548cd1c tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Network 37ee4cf7-10be-4d52-ae13-17f3d9d1a603 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:45:30.766416 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3689f534-44d8-43f3-a1f0-e60af1951e3a tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:45:30.767448 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab16715-0cfc-469f-982e-31923548cd1c tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Pushing event updated for resources: {'Port': ['ID=cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:30.775130 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-0d3bc91c-3e33-4ae6-803e-9724e43c2c0c req-4ab16715-0cfc-469f-982e-31923548cd1c tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:45:30.779344 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d3bc91c-3e33-4ae6-803e-9724e43c2c0c req-4ab16715-0cfc-469f-982e-31923548cd1c tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:45:30.783496 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-3689f534-44d8-43f3-a1f0-e60af1951e3a tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:45:30.807957 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-d9be6fa4-a69f-4a03-b67b-1ddd0aaae187 None None] Provisioning for port 8fe9416d-3100-4a83-8972-fbd3a9f47cd2 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:45:30.813793 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-d9be6fa4-a69f-4a03-b67b-1ddd0aaae187 None None] Provisioning complete for port 8fe9416d-3100-4a83-8972-fbd3a9f47cd2 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:45:30.814241 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d9be6fa4-a69f-4a03-b67b-1ddd0aaae187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:30.823777 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3689f534-44d8-43f3-a1f0-e60af1951e3a tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:45:30.862497 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-d9be6fa4-a69f-4a03-b67b-1ddd0aaae187 None None] Port 8fe9416d-3100-4a83-8972-fbd3a9f47cd2 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:45:30.868968 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5fee5638-0bc9-4b3f-a698-8fea8e331fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:31.055285 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-eaba9c4b-b331-4cf6-af3c-a70e9872c044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:31.087430 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c99ec517-818b-4a22-817d-a3aab5b00d78 None None] Provisioning for port cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:45:31.092036 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c99ec517-818b-4a22-817d-a3aab5b00d78 None None] Provisioning complete for port cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:45:31.092488 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c99ec517-818b-4a22-817d-a3aab5b00d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:31.134059 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c99ec517-818b-4a22-817d-a3aab5b00d78 None None] Port cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:45:31.195950 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:31.256016 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3689f534-44d8-43f3-a1f0-e60af1951e3a tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event updated for resources: {'Port': ['ID=5554742a-0762-4caf-bc5d-809a50e6b552,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:31.278322 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3bc91c-3e33-4ae6-803e-9724e43c2c0c req-4ab16715-0cfc-469f-982e-31923548cd1c tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:31.278966 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-0d3bc91c-3e33-4ae6-803e-9724e43c2c0c req-4ab16715-0cfc-469f-982e-31923548cd1c tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:31.282684 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5fee5638-0bc9-4b3f-a698-8fea8e331fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:31.284534 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5fee5638-0bc9-4b3f-a698-8fea8e331fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] 10.222.0.21 "DELETE /v2.0/ports/2d77637a-aef7-4a3a-970e-0b5e4c521d54 HTTP/1.1" status: 204 len: 168 time: 1.1309664 Aug 22 13:45:31.296102 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55768) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:31.337645 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-8447a416-c529-4ed0-932c-ba96a5ebb7e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] GET failed (client error): The resource could not be found. Aug 22 13:45:31.343513 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-8447a416-c529-4ed0-932c-ba96a5ebb7e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] 10.222.0.21 "GET /v2.0/ports/2d77637a-aef7-4a3a-970e-0b5e4c521d54 HTTP/1.1" status: 404 len: 333 time: 0.0424037 Aug 22 13:45:31.344513 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55772) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:31.376184 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee5638-0bc9-4b3f-a698-8fea8e331fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699650822-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d77637a-aef7-4a3a-970e-0b5e4c521d54,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:31.390867 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-0d3bc91c-3e33-4ae6-803e-9724e43c2c0c req-4ab16715-0cfc-469f-982e-31923548cd1c tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7984750 Aug 22 13:45:31.408153 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-0d3bc91c-3e33-4ae6-803e-9724e43c2c0c req-ce421cf9-ae2f-4c22-8318-1442279317a8 service neutron] Request body: {'port': {'device_id': 'a38802a9-ea4a-4068-947e-0aecb18663f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:45:31.438953 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc88c80-81a3-4fdd-8aa9-c33c27599a09 req-e81ddb2c-7ca1-41b6-92f2-83f64baf9778 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:31.440492 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7bc88c80-81a3-4fdd-8aa9-c33c27599a09 req-e81ddb2c-7ca1-41b6-92f2-83f64baf9778 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] 10.222.0.41 "GET /v2.0/ports?device_id=edbd0ebe-1fc4-45ae-9bad-00d1f749570a HTTP/1.1" status: 200 len: 946 time: 0.1856408 Aug 22 13:45:31.495277 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94084e6b-45c4-4e7c-9994-84359cebe097 req-2968ceec-3028-4569-a3cd-c072a5f3ab31 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:31.496798 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-94084e6b-45c4-4e7c-9994-84359cebe097 req-2968ceec-3028-4569-a3cd-c072a5f3ab31 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] 10.222.0.21 "GET /v2.0/ports?device_id=a38802a9-ea4a-4068-947e-0aecb18663f8 HTTP/1.1" status: 200 len: 931 time: 0.2110021 Aug 22 13:45:31.575241 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-0d3bc91c-3e33-4ae6-803e-9724e43c2c0c req-ce421cf9-ae2f-4c22-8318-1442279317a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:31.578134 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf25922-dee4-4c3c-ba33-d55aafdb0e72 req-ae04df4d-6ee6-4bd4-91e2-c48bde4e0446 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:31.579682 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8bf25922-dee4-4c3c-ba33-d55aafdb0e72 req-ae04df4d-6ee6-4bd4-91e2-c48bde4e0446 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=76499d23-3d00-4d9a-ad6f-cc41f807cb7e HTTP/1.1" status: 200 len: 1097 time: 0.2184923 Aug 22 13:45:31.585220 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7bbb8dad-fa68-47dc-a40b-710973bb5ed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592438502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592438502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:31.633724 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-94084e6b-45c4-4e7c-9994-84359cebe097 req-ff4faad8-2892-41e0-a2c5-bf76c941bbb9 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9c9470d-ff78-413f-89de-062bc8a1cacb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275616 Aug 22 13:45:31.677792 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3689f534-44d8-43f3-a1f0-e60af1951e3a tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for router_gateway, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:31.731044 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8bf25922-dee4-4c3c-ba33-d55aafdb0e72 req-15811ba9-841f-491c-970b-e682dc03f75c tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0eee4a1c-cfdc-440c-abfd-3ef315b25abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438265 Aug 22 13:45:31.761030 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-7bc88c80-81a3-4fdd-8aa9-c33c27599a09 req-9df88140-c956-49a4-b39d-08cbc41b9ce3 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Deleting port 60ee3cb9-a66a-46fd-96ef-4de936c53084 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:45:31.761030 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-7bc88c80-81a3-4fdd-8aa9-c33c27599a09 req-9df88140-c956-49a4-b39d-08cbc41b9ce3 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:31.801132 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7bbb8dad-fa68-47dc-a40b-710973bb5ed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592438502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592438502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:31.843080 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-7bbb8dad-fa68-47dc-a40b-710973bb5ed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592438502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592438502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce2ab625-bf6d-4141-bf08-303616644a5e']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:31.865832 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-7bbb8dad-fa68-47dc-a40b-710973bb5ed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592438502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592438502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f2d09f9-a797-4c75-880a-72ccd3a2b45c') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:31.866145 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-7bbb8dad-fa68-47dc-a40b-710973bb5ed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592438502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592438502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f2d09f9-a797-4c75-880a-72ccd3a2b45c') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:31.876517 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b0298-e096-4373-af73-61225d47da3a req-3a4ade62-fcfd-443f-a643-27e1e1acbc2d tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:31.878068 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c76b0298-e096-4373-af73-61225d47da3a req-3a4ade62-fcfd-443f-a643-27e1e1acbc2d tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] 10.222.0.21 "GET /v2.0/ports?device_id=edbd0ebe-1fc4-45ae-9bad-00d1f749570a HTTP/1.1" status: 200 len: 946 time: 0.1800785 Aug 22 13:45:31.903167 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7bbb8dad-fa68-47dc-a40b-710973bb5ed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592438502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592438502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:31.972055 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7bbb8dad-fa68-47dc-a40b-710973bb5ed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592438502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592438502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:31.992686 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bbb8dad-fa68-47dc-a40b-710973bb5ed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592438502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592438502-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:45:31.993497 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7bbb8dad-fa68-47dc-a40b-710973bb5ed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592438502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592438502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:31.996776 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:45:31.996776 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:45:31.996776 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:45:31.996776 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:45:31.996776 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:45:31.996776 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:45:31.996776 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:45:31.996776 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:45:31.996776 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:45:31.996776 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:45:31.996776 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:45:31.996776 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:45:31.996776 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:45:31.996776 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:45:31.996776 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:45:31.996776 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:45:31.996776 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:45:31.996776 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:45:31.996776 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:45:31.996776 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:45:31.996776 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:45:31.996776 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:45:31.996776 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:45:31.996776 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:45:31.996776 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:45:31.996776 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:45:31.996776 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:45:31.996776 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:45:31.996776 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:45:31.996776 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:45:31.996776 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:45:31.996776 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:45:32.048338 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.db.resource_extend [None req-d1dab358-5691-461e-8624-533b62f0fc88 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 22 13:45:32.052619 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c76b0298-e096-4373-af73-61225d47da3a req-313a83ab-c865-4cc4-9959-6bd4d09ed21f tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] 10.222.0.21 "GET /v2.0/security-groups?id=25510eef-8b40-4e6f-83fe-4810b931250b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674421 Aug 22 13:45:32.063893 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-7bc88c80-81a3-4fdd-8aa9-c33c27599a09 req-9df88140-c956-49a4-b39d-08cbc41b9ce3 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] For port 60ee3cb9-a66a-46fd-96ef-4de936c53084, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=60ee3cb9-a66a-46fd-96ef-4de936c53084,segment=NetworkSegment(845d553b-3470-425f-a9bb-3cb754fb51c8),segment_id=845d553b-3470-425f-a9bb-3cb754fb51c8)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:45:32.064281 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-7bc88c80-81a3-4fdd-8aa9-c33c27599a09 req-9df88140-c956-49a4-b39d-08cbc41b9ce3 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:32.099766 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-7bc88c80-81a3-4fdd-8aa9-c33c27599a09 req-9df88140-c956-49a4-b39d-08cbc41b9ce3 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Calling delete_port for 60ee3cb9-a66a-46fd-96ef-4de936c53084 owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:45:32.102315 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bbbaae-0cfd-4b27-ba1d-b80ab1c87c89 req-0c02a51e-d39c-43d7-83be-55d8061f5dc5 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:32.103865 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e8bbbaae-0cfd-4b27-ba1d-b80ab1c87c89 req-0c02a51e-d39c-43d7-83be-55d8061f5dc5 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=76499d23-3d00-4d9a-ad6f-cc41f807cb7e HTTP/1.1" status: 200 len: 1097 time: 0.2104897 Aug 22 13:45:32.126054 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7bbb8dad-fa68-47dc-a40b-710973bb5ed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592438502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592438502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:32.128960 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d1dab358-5691-461e-8624-533b62f0fc88 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:32.143762 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7bbb8dad-fa68-47dc-a40b-710973bb5ed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592438502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592438502-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:32.147874 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-7bbb8dad-fa68-47dc-a40b-710973bb5ed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592438502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592438502-project] 10.222.0.21 "DELETE /v2.0/networks/ce2ab625-bf6d-4141-bf08-303616644a5e HTTP/1.1" status: 204 len: 168 time: 0.7993965 Aug 22 13:45:32.147874 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d1dab358-5691-461e-8624-533b62f0fc88 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:32.193689 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb8dad-fa68-47dc-a40b-710973bb5ed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592438502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592438502-project] Pushing event deleted for resources: {'Network': ['ID=ce2ab625-bf6d-4141-bf08-303616644a5e,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:32.216764 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e8bbbaae-0cfd-4b27-ba1d-b80ab1c87c89 req-2afdb96f-5bee-411b-adc1-fd4e555f767c tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0eee4a1c-cfdc-440c-abfd-3ef315b25abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055942 Aug 22 13:45:32.248323 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3689f534-44d8-43f3-a1f0-e60af1951e3a tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:32.293264 n-d-793621-33 neutron-server[94627]: INFO neutron.db.l3_db [None req-d1dab358-5691-461e-8624-533b62f0fc88 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Floating IP 69178c8d-d168-4b5f-8317-d26a3957b200 associated. External IP: 172.25.3.6, port: 56eeaa73-f9fd-4587-a006-5fd522660e1b. Aug 22 13:45:32.318796 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-0d3bc91c-3e33-4ae6-803e-9724e43c2c0c req-ce421cf9-ae2f-4c22-8318-1442279317a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:45:32.330317 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-0d3bc91c-3e33-4ae6-803e-9724e43c2c0c req-ce421cf9-ae2f-4c22-8318-1442279317a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:32.376055 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-0d3bc91c-3e33-4ae6-803e-9724e43c2c0c req-ce421cf9-ae2f-4c22-8318-1442279317a8 service neutron] Transition to ACTIVE for port object cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:45:32.390750 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-0d3bc91c-3e33-4ae6-803e-9724e43c2c0c req-ce421cf9-ae2f-4c22-8318-1442279317a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:32.426614 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:32.435046 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a2a51-a199-47b9-960e-5f96a1e2d099 req-3b765edc-5337-4767-9167-0f6f6458ccb8 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:32.435323 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-247a2a51-a199-47b9-960e-5f96a1e2d099 req-3b765edc-5337-4767-9167-0f6f6458ccb8 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=76499d23-3d00-4d9a-ad6f-cc41f807cb7e HTTP/1.1" status: 200 len: 1097 time: 0.1006577 Aug 22 13:45:32.463682 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55786) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:32.499588 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-247a2a51-a199-47b9-960e-5f96a1e2d099 req-cbaad5d0-d8d3-4a23-95e8-623e8f98d1b1 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0eee4a1c-cfdc-440c-abfd-3ef315b25abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541611 Aug 22 13:45:32.524444 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce421cf9-ae2f-4c22-8318-1442279317a8 service neutron] Pushing event updated for resources: {'Port': ['ID=cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:32.609671 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-7bc88c80-81a3-4fdd-8aa9-c33c27599a09 req-9df88140-c956-49a4-b39d-08cbc41b9ce3 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:32.664064 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3689f534-44d8-43f3-a1f0-e60af1951e3a tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Router f456e9f3-38e2-4762-a69f-8ff0cbd687af is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:45:32.668942 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df88140-c956-49a4-b39d-08cbc41b9ce3 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Pushing event deleted for resources: {'Port': ['ID=60ee3cb9-a66a-46fd-96ef-4de936c53084,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:32.691369 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1dab358-5691-461e-8624-533b62f0fc88 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Router 489af23b-374e-492e-bca9-aa4d57f956cd has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:45:32.733658 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc88c80-81a3-4fdd-8aa9-c33c27599a09 req-9df88140-c956-49a4-b39d-08cbc41b9ce3 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] No DVR routers for this DVR port 60ee3cb9-a66a-46fd-96ef-4de936c53084 on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:45:32.736905 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-7bc88c80-81a3-4fdd-8aa9-c33c27599a09 req-9df88140-c956-49a4-b39d-08cbc41b9ce3 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:32.738914 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7bc88c80-81a3-4fdd-8aa9-c33c27599a09 req-9df88140-c956-49a4-b39d-08cbc41b9ce3 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] 10.222.0.41 "DELETE /v2.0/ports/60ee3cb9-a66a-46fd-96ef-4de936c53084 HTTP/1.1" status: 204 len: 173 time: 1.2902057 Aug 22 13:45:32.742623 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edbd0ebe-1fc4-45ae-9bad-00d1f749570a', 'name': 'network-vif-deleted', 'tag': '60ee3cb9-a66a-46fd-96ef-4de936c53084'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:45:32.745490 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4414cfff-e2bd-41ce-bf15-cf438ef022f6" -d '{"events": [{"server_uuid": "edbd0ebe-1fc4-45ae-9bad-00d1f749570a", "name": "network-vif-deleted", "tag": "60ee3cb9-a66a-46fd-96ef-4de936c53084"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:45:32.750379 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-0d3bc91c-3e33-4ae6-803e-9724e43c2c0c req-ce421cf9-ae2f-4c22-8318-1442279317a8 service neutron] Attempting to bind port cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:45:32.750728 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-0d3bc91c-3e33-4ae6-803e-9724e43c2c0c req-ce421cf9-ae2f-4c22-8318-1442279317a8 service neutron] Attempting to bind port cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '51af49f7-4299-40d2-a0d4-e06d0a3e571c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '37ee4cf7-10be-4d52-ae13-17f3d9d1a603'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:45:32.751044 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3bc91c-3e33-4ae6-803e-9724e43c2c0c req-ce421cf9-ae2f-4c22-8318-1442279317a8 service neutron] Attempting to bind port cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77 on network 37ee4cf7-10be-4d52-ae13-17f3d9d1a603 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:45:32.794916 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3bc91c-3e33-4ae6-803e-9724e43c2c0c req-ce421cf9-ae2f-4c22-8318-1442279317a8 service neutron] Port cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77 on network 37ee4cf7-10be-4d52-ae13-17f3d9d1a603 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:45:32.795241 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3bc91c-3e33-4ae6-803e-9724e43c2c0c req-ce421cf9-ae2f-4c22-8318-1442279317a8 service neutron] Attempting to bind port cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77 on network 37ee4cf7-10be-4d52-ae13-17f3d9d1a603 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:45:32.795459 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-bd11af3f-0912-4256-a06b-eb782a7355e4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e1ddee15ade2405cb759283f8f13c1f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3275905 Aug 22 13:45:32.800268 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 55806) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:32.820990 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3bc91c-3e33-4ae6-803e-9724e43c2c0c req-ce421cf9-ae2f-4c22-8318-1442279317a8 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:45:32.821326 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3bc91c-3e33-4ae6-803e-9724e43c2c0c req-ce421cf9-ae2f-4c22-8318-1442279317a8 service neutron] Checking segment: {'id': '51af49f7-4299-40d2-a0d4-e06d0a3e571c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '37ee4cf7-10be-4d52-ae13-17f3d9d1a603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:45:32.821708 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3bc91c-3e33-4ae6-803e-9724e43c2c0c req-ce421cf9-ae2f-4c22-8318-1442279317a8 service neutron] Bound using segment: {'id': '51af49f7-4299-40d2-a0d4-e06d0a3e571c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '37ee4cf7-10be-4d52-ae13-17f3d9d1a603'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:45:32.822155 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-0d3bc91c-3e33-4ae6-803e-9724e43c2c0c req-ce421cf9-ae2f-4c22-8318-1442279317a8 service neutron] Bound port: cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51af49f7-4299-40d2-a0d4-e06d0a3e571c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '37ee4cf7-10be-4d52-ae13-17f3d9d1a603'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:45:32.822512 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-0d3bc91c-3e33-4ae6-803e-9724e43c2c0c req-ce421cf9-ae2f-4c22-8318-1442279317a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:32.914130 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5265b-f035-4d2e-b720-5f8695d0e642 req-d1c5722f-1aa9-436f-a708-75b3a36a4731 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:32.915614 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-12a5265b-f035-4d2e-b720-5f8695d0e642 req-d1c5722f-1aa9-436f-a708-75b3a36a4731 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] 10.222.0.21 "GET /v2.0/ports?device_id=a38802a9-ea4a-4068-947e-0aecb18663f8 HTTP/1.1" status: 200 len: 943 time: 0.1254025 Aug 22 13:45:32.951924 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3689f534-44d8-43f3-a1f0-e60af1951e3a tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:45:32.964395 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d50cfb-83d4-4bf1-b2bc-5c070581fb63 None None] Sync routers for ids ['f456e9f3-38e2-4762-a69f-8ff0cbd687af'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:45:32.973513 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-67c17cac-7ed7-41b4-8793-8c3121272313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:32.982453 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d50cfb-83d4-4bf1-b2bc-5c070581fb63 None None] Routers {'f456e9f3-38e2-4762-a69f-8ff0cbd687af'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:45:32.983689 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-20d50cfb-83d4-4bf1-b2bc-5c070581fb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:45:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['f456e9f3-38e2-4762-a69f-8ff0cbd687af'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:33.003175 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-0d3bc91c-3e33-4ae6-803e-9724e43c2c0c req-ce421cf9-ae2f-4c22-8318-1442279317a8 service neutron] For port cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:45:33.005227 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3689f534-44d8-43f3-a1f0-e60af1951e3a tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:33.009826 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-3689f534-44d8-43f3-a1f0-e60af1951e3a tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.8868208 Aug 22 13:45:33.009826 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-0d3bc91c-3e33-4ae6-803e-9724e43c2c0c req-ce421cf9-ae2f-4c22-8318-1442279317a8 service neutron] For port cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77,segment=NetworkSegment(51af49f7-4299-40d2-a0d4-e06d0a3e571c),segment_id=51af49f7-4299-40d2-a0d4-e06d0a3e571c)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:45:33.011147 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55810) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:33.019012 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-67c17cac-7ed7-41b4-8793-8c3121272313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:33.021118 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-0d3bc91c-3e33-4ae6-803e-9724e43c2c0c req-ce421cf9-ae2f-4c22-8318-1442279317a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:33.024065 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1dab358-5691-461e-8624-533b62f0fc88 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:45:33.036578 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-12a5265b-f035-4d2e-b720-5f8695d0e642 req-ca7987f8-8f6d-42be-a771-28a3e7ab5f5f tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9c9470d-ff78-413f-89de-062bc8a1cacb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937567 Aug 22 13:45:33.046056 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5f1099-266f-4b9a-a290-b2653fbda75d None None] Sync routers for ids ['489af23b-374e-492e-bca9-aa4d57f956cd'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:45:33.077700 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5f1099-266f-4b9a-a290-b2653fbda75d None None] Routers {'489af23b-374e-492e-bca9-aa4d57f956cd'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:45:33.078584 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-ce5f1099-266f-4b9a-a290-b2653fbda75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:45:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['489af23b-374e-492e-bca9-aa4d57f956cd'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:33.095918 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3bc91c-3e33-4ae6-803e-9724e43c2c0c req-ce421cf9-ae2f-4c22-8318-1442279317a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:33.096662 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-0d3bc91c-3e33-4ae6-803e-9724e43c2c0c req-ce421cf9-ae2f-4c22-8318-1442279317a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:33.098295 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-0d3bc91c-3e33-4ae6-803e-9724e43c2c0c req-ce421cf9-ae2f-4c22-8318-1442279317a8 service neutron] 10.222.0.41 "PUT /v2.0/ports/cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77 HTTP/1.1" status: 200 len: 1092 time: 1.6949890 Aug 22 13:45:33.153755 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f63a54d-e7f8-4635-9709-f5d19c8fdfdf x-openstack-request-id: req-2f63a54d-e7f8-4635-9709-f5d19c8fdfdf {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:45:33.153755 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edbd0ebe-1fc4-45ae-9bad-00d1f749570a", "name": "network-vif-deleted", "tag": "60ee3cb9-a66a-46fd-96ef-4de936c53084", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:45:33.153979 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2f63a54d-e7f8-4635-9709-f5d19c8fdfdf {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:45:33.154362 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edbd0ebe-1fc4-45ae-9bad-00d1f749570a', 'name': 'network-vif-deleted', 'tag': '60ee3cb9-a66a-46fd-96ef-4de936c53084', 'status': 'completed', 'code': 200} Aug 22 13:45:33.165137 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-ce5f1099-266f-4b9a-a290-b2653fbda75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:33.181949 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5f1099-266f-4b9a-a290-b2653fbda75d None None] Routers {'489af23b-374e-492e-bca9-aa4d57f956cd'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:45:33.186875 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-ce5f1099-266f-4b9a-a290-b2653fbda75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:45:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['489af23b-374e-492e-bca9-aa4d57f956cd'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:33.194507 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41d73b-3aa9-45e3-bedb-6cbe0e7f9c21 req-b6301e3e-41d8-4414-98fe-8f7a293cc558 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:33.202551 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7a41d73b-3aa9-45e3-bedb-6cbe0e7f9c21 req-b6301e3e-41d8-4414-98fe-8f7a293cc558 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/networks?id=8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c HTTP/1.1" status: 200 len: 911 time: 0.4106555 Aug 22 13:45:33.213165 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-9f8c1558-9ac5-40eb-bcdd-15c2bcbadb68 tempest-TestNetworkAdvancedServerOps-2090656047 tempest-TestNetworkAdvancedServerOps-2090656047-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=50b3d484826f4e1f8052fde49b87f38a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2009003 Aug 22 13:45:33.217148 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55814) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:33.222302 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce421cf9-ae2f-4c22-8318-1442279317a8 service neutron] Pushing event updated for resources: {'Port': ['ID=cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:33.262306 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7a41d73b-3aa9-45e3-bedb-6cbe0e7f9c21 req-9d45c634-7189-44fb-ac84-970917225373 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/quotas/c19f4e1f2b384336a91e39cf379ccad7 HTTP/1.1" status: 200 len: 375 time: 0.0585752 Aug 22 13:45:33.275284 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-20d50cfb-83d4-4bf1-b2bc-5c070581fb63 None None] Set router f456e9f3-38e2-4762-a69f-8ff0cbd687af gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:45:33.285677 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3bc91c-3e33-4ae6-803e-9724e43c2c0c req-07f17bb0-713c-4f5f-8089-9fc4826ecd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:33.288378 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-0d3bc91c-3e33-4ae6-803e-9724e43c2c0c req-07f17bb0-713c-4f5f-8089-9fc4826ecd9d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=be98fa3cb2da40f39a971fd81b6aad0d&device_id=a38802a9-ea4a-4068-947e-0aecb18663f8 HTTP/1.1" status: 200 len: 1095 time: 0.1257920 Aug 22 13:45:33.307937 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-67c17cac-7ed7-41b4-8793-8c3121272313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:33.308109 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-ce5f1099-266f-4b9a-a290-b2653fbda75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:33.308699 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5f1099-266f-4b9a-a290-b2653fbda75d None None] The sync data for ids ['489af23b-374e-492e-bca9-aa4d57f956cd'] in n-d-793621-33 is: [] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:45:33.311323 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-67c17cac-7ed7-41b4-8793-8c3121272313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:33.318748 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-67c17cac-7ed7-41b4-8793-8c3121272313 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e3231f08-f613-4436-8f49-928ee7e880c4 HTTP/1.1" status: 204 len: 168 time: 0.5155473 Aug 22 13:45:33.369326 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-0d3bc91c-3e33-4ae6-803e-9724e43c2c0c req-952308af-39da-4f8a-840b-23687f580a2f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77 HTTP/1.1" status: 200 len: 217 time: 0.0727787 Aug 22 13:45:33.371967 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c17cac-7ed7-41b4-8793-8c3121272313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3231f08-f613-4436-8f49-928ee7e880c4,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:33.490720 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3bc91c-3e33-4ae6-803e-9724e43c2c0c req-0f5afaa2-6201-4224-80b4-0da437793cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:33.492221 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-0d3bc91c-3e33-4ae6-803e-9724e43c2c0c req-0f5afaa2-6201-4224-80b4-0da437793cfa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8a600dcd-ff12-4375-ac21-b5282a859d67 HTTP/1.1" status: 200 len: 847 time: 0.1050880 Aug 22 13:45:33.560550 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3bc91c-3e33-4ae6-803e-9724e43c2c0c req-53c2bfc5-be2d-41bd-b72d-835fc7cdbc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:33.566159 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-0d3bc91c-3e33-4ae6-803e-9724e43c2c0c req-53c2bfc5-be2d-41bd-b72d-835fc7cdbc12 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=37ee4cf7-10be-4d52-ae13-17f3d9d1a603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0658672 Aug 22 13:45:33.626451 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-20d50cfb-83d4-4bf1-b2bc-5c070581fb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f456e9f3-38e2-4762-a69f-8ff0cbd687af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262730253', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '5554742a-0762-4caf-bc5d-809a50e6b552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:45:29Z', 'updated_at': '2021-08-22T13:45:31Z', 'revision_number': 3, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'gw_port': {'id': '5554742a-0762-4caf-bc5d-809a50e6b552', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:53:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f456e9f3-38e2-4762-a69f-8ff0cbd687af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:45:30Z', 'updated_at': '2021-08-22T13:45:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:33.662554 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d50cfb-83d4-4bf1-b2bc-5c070581fb63 None None] Checking router: f456e9f3-38e2-4762-a69f-8ff0cbd687af for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:45:33.663207 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d50cfb-83d4-4bf1-b2bc-5c070581fb63 None None] Updating router f456e9f3-38e2-4762-a69f-8ff0cbd687af port 5554742a-0762-4caf-bc5d-809a50e6b552 binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:45:33.686901 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-0d3bc91c-3e33-4ae6-803e-9724e43c2c0c req-c9003606-8652-449a-bf5e-9b0c91760551 service neutron] 10.222.0.41 "GET /v2.0/networks/37ee4cf7-10be-4d52-ae13-17f3d9d1a603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143162 Aug 22 13:45:33.694729 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-20d50cfb-83d4-4bf1-b2bc-5c070581fb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:33.794036 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-0d3bc91c-3e33-4ae6-803e-9724e43c2c0c req-ce0c52ab-6572-4c23-a142-68403031fa05 service neutron] 10.222.0.41 "GET /v2.0/networks/37ee4cf7-10be-4d52-ae13-17f3d9d1a603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994852 Aug 22 13:45:33.800617 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 55820) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:33.852289 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-77cb6850-9507-499b-891d-1f43836d3d0f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1770437f932148ffaff3ab02f92649a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485570 Aug 22 13:45:33.853124 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 55822) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:33.872552 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1f272ab8-5a34-4f37-8ae0-3900e1c1c3d9 req-56c0ffab-06dd-4c3a-acc7-8124fd461fc7 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] 10.222.0.21 "GET /v2.0/ports?device_id=edbd0ebe-1fc4-45ae-9bad-00d1f749570a HTTP/1.1" status: 200 len: 210 time: 0.3981442 Aug 22 13:45:33.879033 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:33.910032 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5fd6c235-5e99-4928-a222-4687f083e073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:33.934618 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5fd6c235-5e99-4928-a222-4687f083e073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:33.941835 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 60ee3cb9-a66a-46fd-96ef-4de936c53084 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:45:33.977534 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: 60ee3cb9-a66a-46fd-96ef-4de936c53084 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:45:33.978345 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 60ee3cb9-a66a-46fd-96ef-4de936c53084 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:45:33.979787 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7a41d73b-3aa9-45e3-bedb-6cbe0e7f9c21 req-070768b6-e2d1-4157-bf4d-8bf26397e181 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/ports?tenant_id=c19f4e1f2b384336a91e39cf379ccad7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7161942 Aug 22 13:45:33.996164 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5fd6c235-5e99-4928-a222-4687f083e073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:33.999289 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5fd6c235-5e99-4928-a222-4687f083e073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:34.004970 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5fd6c235-5e99-4928-a222-4687f083e073 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2a4ad017-3f03-40e6-bd20-069d8d2c195e HTTP/1.1" status: 204 len: 168 time: 0.1505864 Aug 22 13:45:34.014728 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd6c235-5e99-4928-a222-4687f083e073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4ad017-3f03-40e6-bd20-069d8d2c195e,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:34.051224 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-20d50cfb-83d4-4bf1-b2bc-5c070581fb63 None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:34.061686 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-20d50cfb-83d4-4bf1-b2bc-5c070581fb63 None None] Transition to ACTIVE for port object 5554742a-0762-4caf-bc5d-809a50e6b552 will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:45:34.061954 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdff8af1-f230-43e4-bd5e-4431464d485e tempest-TestNetworkAdvancedServerOps-2090656047 tempest-TestNetworkAdvancedServerOps-2090656047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:34.063235 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-bdff8af1-f230-43e4-bd5e-4431464d485e tempest-TestNetworkAdvancedServerOps-2090656047 tempest-TestNetworkAdvancedServerOps-2090656047-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8451369 Aug 22 13:45:34.067197 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 55828) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:34.080728 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-20d50cfb-83d4-4bf1-b2bc-5c070581fb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:34.098961 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1dab358-5691-461e-8624-533b62f0fc88 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Router 7ba0a6c9-03f6-4b0d-8f64-5a52a2ab8f60 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:45:34.127312 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5fd2c7b7-430f-4c4f-a232-1cdb42077602 tempest-TestNetworkAdvancedServerOps-2090656047 tempest-TestNetworkAdvancedServerOps-2090656047-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=7de6ab83-cd00-4b3c-94fb-810dd34d29b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0586863 Aug 22 13:45:34.127928 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 55830) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:34.133732 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-fc665848-98b9-4823-87f4-841fed5065d1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-86781516', 'network_id': 'ad1f5797-594b-4ff0-ad04-7d369b81cf3a', 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:45:34.145839 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-20d50cfb-83d4-4bf1-b2bc-5c070581fb63 None None] Attempting to bind port 5554742a-0762-4caf-bc5d-809a50e6b552 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:45:34.146633 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-20d50cfb-83d4-4bf1-b2bc-5c070581fb63 None None] Attempting to bind port 5554742a-0762-4caf-bc5d-809a50e6b552 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:45:34.148734 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d50cfb-83d4-4bf1-b2bc-5c070581fb63 None None] Attempting to bind port 5554742a-0762-4caf-bc5d-809a50e6b552 on network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:45:34.159432 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d50cfb-83d4-4bf1-b2bc-5c070581fb63 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:45:34.160307 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d50cfb-83d4-4bf1-b2bc-5c070581fb63 None None] Checking segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:45:34.160883 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-20d50cfb-83d4-4bf1-b2bc-5c070581fb63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:34.161434 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d50cfb-83d4-4bf1-b2bc-5c070581fb63 None None] Bound using segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:45:34.162209 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-20d50cfb-83d4-4bf1-b2bc-5c070581fb63 None None] Bound port: 5554742a-0762-4caf-bc5d-809a50e6b552, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:45:34.162761 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-20d50cfb-83d4-4bf1-b2bc-5c070581fb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:34.220900 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:34.260899 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7a41d73b-3aa9-45e3-bedb-6cbe0e7f9c21 req-75df2acf-c603-4631-aef4-361bc9bf100e service neutron] 10.222.0.21 "GET /v2.0/networks/8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797711 Aug 22 13:45:34.283520 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc665848-98b9-4823-87f4-841fed5065d1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Made reservation on behalf of 50b3d484826f4e1f8052fde49b87f38a for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:45:34.294356 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fc665848-98b9-4823-87f4-841fed5065d1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:34.301971 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66be21a7-49c4-4cc0-a157-d3918feab407 None None] Pushing event updated for resources: {'Port': ['ID=5554742a-0762-4caf-bc5d-809a50e6b552,revision_number=2']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:34.332314 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-20d50cfb-83d4-4bf1-b2bc-5c070581fb63 None None] For port 5554742a-0762-4caf-bc5d-809a50e6b552, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:45:34.336535 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-20d50cfb-83d4-4bf1-b2bc-5c070581fb63 None None] For port 5554742a-0762-4caf-bc5d-809a50e6b552, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=5554742a-0762-4caf-bc5d-809a50e6b552,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:45:34.343445 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-20d50cfb-83d4-4bf1-b2bc-5c070581fb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:34.365896 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d638f7b-7457-4c04-91ad-c2e3007be722 req-c15dd7e5-543b-495b-bf27-7599a025d2c3 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:34.374337 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d638f7b-7457-4c04-91ad-c2e3007be722 req-c15dd7e5-543b-495b-bf27-7599a025d2c3 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] 10.222.0.21 "GET /v2.0/ports?device_id=a38802a9-ea4a-4068-947e-0aecb18663f8 HTTP/1.1" status: 200 len: 943 time: 0.2128999 Aug 22 13:45:34.428073 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d50cfb-83d4-4bf1-b2bc-5c070581fb63 None None] Routers {'f456e9f3-38e2-4762-a69f-8ff0cbd687af'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:45:34.428836 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-20d50cfb-83d4-4bf1-b2bc-5c070581fb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:45:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['f456e9f3-38e2-4762-a69f-8ff0cbd687af'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:34.438005 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1dab358-5691-461e-8624-533b62f0fc88 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:45:34.450572 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d638f7b-7457-4c04-91ad-c2e3007be722 req-dfcdaf6f-4a2a-40e2-ad46-f31646e81a65 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9c9470d-ff78-413f-89de-062bc8a1cacb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753126 Aug 22 13:45:34.455532 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d1dab358-5691-461e-8624-533b62f0fc88 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:34.499668 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7043dd-cb4a-4132-8482-460451540f65 None None] Sync routers for ids ['7ba0a6c9-03f6-4b0d-8f64-5a52a2ab8f60'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:45:34.538116 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7a41d73b-3aa9-45e3-bedb-6cbe0e7f9c21 req-8af2f7fa-dce8-47d6-9d2d-2522c7415948 service neutron] 10.222.0.21 "GET /v2.0/networks/8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762544 Aug 22 13:45:34.539129 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66be21a7-49c4-4cc0-a157-d3918feab407 None None] Pushing event updated for resources: {'Port': ['ID=5554742a-0762-4caf-bc5d-809a50e6b552,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:34.552102 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7043dd-cb4a-4132-8482-460451540f65 None None] Routers {'7ba0a6c9-03f6-4b0d-8f64-5a52a2ab8f60'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:45:34.552968 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-cd7043dd-cb4a-4132-8482-460451540f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:45:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['7ba0a6c9-03f6-4b0d-8f64-5a52a2ab8f60'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:34.601507 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-cd7043dd-cb4a-4132-8482-460451540f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:34.613637 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fc665848-98b9-4823-87f4-841fed5065d1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:34.616618 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-20d50cfb-83d4-4bf1-b2bc-5c070581fb63 None None] Set router f456e9f3-38e2-4762-a69f-8ff0cbd687af gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:45:34.620821 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d1dab358-5691-461e-8624-533b62f0fc88 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] 10.222.0.21 "PUT /v2.0/floatingips/69178c8d-d168-4b5f-8317-d26a3957b200 HTTP/1.1" status: 200 len: 976 time: 3.9838476 Aug 22 13:45:34.620821 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55842) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:34.704154 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7043dd-cb4a-4132-8482-460451540f65 None None] Routers {'7ba0a6c9-03f6-4b0d-8f64-5a52a2ab8f60'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:45:34.705419 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-cd7043dd-cb4a-4132-8482-460451540f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:45:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['7ba0a6c9-03f6-4b0d-8f64-5a52a2ab8f60'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:34.717492 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc665848-98b9-4823-87f4-841fed5065d1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Checking segment: {'id': '494efb0b-ab04-46a4-b7e8-28cc3c46a46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ad1f5797-594b-4ff0-ad04-7d369b81cf3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:45:34.718001 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc665848-98b9-4823-87f4-841fed5065d1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Network hostable DHCP agents. Network: ad1f5797-594b-4ff0-ad04-7d369b81cf3a, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:45:34.720015 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc665848-98b9-4823-87f4-841fed5065d1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event updated for resources: {'Subnet': ['ID=a0e87acb-5107-4e48-a7f5-5e2aff44dba0,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:34.756483 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc665848-98b9-4823-87f4-841fed5065d1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Network ad1f5797-594b-4ff0-ad04-7d369b81cf3a is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:45:34.773293 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-fc665848-98b9-4823-87f4-841fed5065d1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, ad1f5797-594b-4ff0-ad04-7d369b81cf3a) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:45:34.781258 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc665848-98b9-4823-87f4-841fed5065d1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:34.781903 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fc665848-98b9-4823-87f4-841fed5065d1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:34.782507 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-433a0742-7c64-4ee0-8bd9-62a958bbaca8 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Deleting port 8fe9416d-3100-4a83-8972-fbd3a9f47cd2 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:45:34.783077 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-433a0742-7c64-4ee0-8bd9-62a958bbaca8 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:34.783781 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f83c50-bcb5-46ab-a80f-9666773c1d35 None None] Network ad1f5797-594b-4ff0-ad04-7d369b81cf3a requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:45:34.796583 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-cd7043dd-cb4a-4132-8482-460451540f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:34.797244 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7043dd-cb4a-4132-8482-460451540f65 None None] The sync data for ids ['7ba0a6c9-03f6-4b0d-8f64-5a52a2ab8f60'] in n-d-793621-33 is: [] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:45:34.812993 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-fc665848-98b9-4823-87f4-841fed5065d1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6838691 Aug 22 13:45:34.815744 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 55852) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:34.915649 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-99963eda-80f3-4f1e-a457-209413b781ee req-093b0332-05bf-4a9d-bf6c-d833bc2b09e8 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f0ee753c-3283-4680-b261-d34914d7bb4d HTTP/1.1" status: 200 len: 210 time: 0.0663249 Aug 22 13:45:34.977693 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-433a0742-7c64-4ee0-8bd9-62a958bbaca8 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:35.137985 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87504cf6-3423-4720-8cdb-c56834abbd0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-ad1f5797-594b-4ff0-ad04-7d369b81cf3a', 'network_id': 'ad1f5797-594b-4ff0-ad04-7d369b81cf3a', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'fixed_ips': [{'subnet_id': 'a0e87acb-5107-4e48-a7f5-5e2aff44dba0'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:45:35.143443 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-87504cf6-3423-4720-8cdb-c56834abbd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:35.172484 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-20d50cfb-83d4-4bf1-b2bc-5c070581fb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f456e9f3-38e2-4762-a69f-8ff0cbd687af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262730253', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '5554742a-0762-4caf-bc5d-809a50e6b552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:45:29Z', 'updated_at': '2021-08-22T13:45:31Z', 'revision_number': 3, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'gw_port': {'id': '5554742a-0762-4caf-bc5d-809a50e6b552', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:53:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f456e9f3-38e2-4762-a69f-8ff0cbd687af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:45:30Z', 'updated_at': '2021-08-22T13:45:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:35.261994 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d50cfb-83d4-4bf1-b2bc-5c070581fb63 None None] The sync data for ids ['f456e9f3-38e2-4762-a69f-8ff0cbd687af'] in n-d-793621-33 is: [{'id': 'f456e9f3-38e2-4762-a69f-8ff0cbd687af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262730253', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '5554742a-0762-4caf-bc5d-809a50e6b552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:45:29Z', 'updated_at': '2021-08-22T13:45:31Z', 'revision_number': 3, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'gw_port': {'id': '5554742a-0762-4caf-bc5d-809a50e6b552', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:53:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f456e9f3-38e2-4762-a69f-8ff0cbd687af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:45:30Z', 'updated_at': '2021-08-22T13:45:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:45:35.389047 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-87504cf6-3423-4720-8cdb-c56834abbd0f None None] Allocated IP 172.20.0.2 (ad1f5797-594b-4ff0-ad04-7d369b81cf3a/a0e87acb-5107-4e48-a7f5-5e2aff44dba0/0da93c85-3d94-4303-aa14-52f97e277eb3) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:45:35.397795 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55880) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:35.522479 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a38802a9-ea4a-4068-947e-0aecb18663f8', 'tag': 'cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:45:35.524837 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027cf4ac-1fdc-44e5-bf53-6be8790fd1d0" -d '{"events": [{"name": "network-changed", "server_uuid": "a38802a9-ea4a-4068-947e-0aecb18663f8", "tag": "cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:45:35.624532 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250749e0-9ac7-4c85-8ed4-da69eb79827a req-97a926b5-5acc-4ec8-b7d8-c81a11ae2592 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:35.626230 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-250749e0-9ac7-4c85-8ed4-da69eb79827a req-97a926b5-5acc-4ec8-b7d8-c81a11ae2592 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] 10.222.0.21 "GET /v2.0/networks?id=46de0bca-1991-4c8e-8714-aa67f3459e12 HTTP/1.1" status: 200 len: 809 time: 0.2293139 Aug 22 13:45:35.639814 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-433a0742-7c64-4ee0-8bd9-62a958bbaca8 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:35.644616 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-433a0742-7c64-4ee0-8bd9-62a958bbaca8 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:35.644989 n-d-793621-33 neutron-server[94627]: INFO neutron.db.l3_db [None req-433a0742-7c64-4ee0-8bd9-62a958bbaca8 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Floating IP 69178c8d-d168-4b5f-8317-d26a3957b200 disassociated. External IP: 172.25.3.6, port: 8fe9416d-3100-4a83-8972-fbd3a9f47cd2. Aug 22 13:45:35.645452 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-433a0742-7c64-4ee0-8bd9-62a958bbaca8 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Calling delete_port for 8fe9416d-3100-4a83-8972-fbd3a9f47cd2 owned by {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:45:35.744225 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-87504cf6-3423-4720-8cdb-c56834abbd0f None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:35.773183 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-87504cf6-3423-4720-8cdb-c56834abbd0f None None] Transition to ACTIVE for port object 0da93c85-3d94-4303-aa14-52f97e277eb3 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:45:35.799184 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-250749e0-9ac7-4c85-8ed4-da69eb79827a req-7e572213-9bfd-4f44-a4fc-69ff7642ee0c tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] 10.222.0.21 "GET /v2.0/quotas/353e509412c54b51a955684f3d0bc218 HTTP/1.1" status: 200 len: 375 time: 0.1440151 Aug 22 13:45:35.801180 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-87504cf6-3423-4720-8cdb-c56834abbd0f None None] Transition to ACTIVE for port object 0da93c85-3d94-4303-aa14-52f97e277eb3 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:45:35.813410 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-87504cf6-3423-4720-8cdb-c56834abbd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:35.816762 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-ada18aa9-213e-44c8-9a05-9177c57a676b tempest-NetworksNegativeTestJSON-2031368647 tempest-NetworksNegativeTestJSON-2031368647-project] Request body: {'port': {'network_id': '82de17c8-dd61-4bf2-999a-36d32b667755', 'name': 'tempest-NetworksNegativeTestJSON-1879216238'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:45:35.865910 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87504cf6-3423-4720-8cdb-c56834abbd0f None None] Network ad1f5797-594b-4ff0-ad04-7d369b81cf3a is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:45:35.869125 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-87504cf6-3423-4720-8cdb-c56834abbd0f None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:45:35.873460 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87504cf6-3423-4720-8cdb-c56834abbd0f None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:45:35.879506 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-ada18aa9-213e-44c8-9a05-9177c57a676b tempest-NetworksNegativeTestJSON-2031368647 tempest-NetworksNegativeTestJSON-2031368647-project] POST failed (client error): The resource could not be found. Aug 22 13:45:35.880097 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ada18aa9-213e-44c8-9a05-9177c57a676b tempest-NetworksNegativeTestJSON-2031368647 tempest-NetworksNegativeTestJSON-2031368647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:45:35.881203 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87504cf6-3423-4720-8cdb-c56834abbd0f None None] Pushing event updated for resources: {'Port': ['ID=0da93c85-3d94-4303-aa14-52f97e277eb3,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:35.881333 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ada18aa9-213e-44c8-9a05-9177c57a676b tempest-NetworksNegativeTestJSON-2031368647 tempest-NetworksNegativeTestJSON-2031368647-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4824948 Aug 22 13:45:35.887863 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-250749e0-9ac7-4c85-8ed4-da69eb79827a req-87687bdd-ebe0-43d9-8953-2eaa2fca5b0d tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=353e509412c54b51a955684f3d0bc218&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0659440 Aug 22 13:45:35.892448 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55890) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:35.917235 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-ced69d29-2af7-4e7d-ba8d-f5a573d460e3 tempest-NetworksNegativeTestJSON-2031368647 tempest-NetworksNegativeTestJSON-2031368647-project] DELETE failed (client error): The resource could not be found. Aug 22 13:45:35.917893 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ced69d29-2af7-4e7d-ba8d-f5a573d460e3 tempest-NetworksNegativeTestJSON-2031368647 tempest-NetworksNegativeTestJSON-2031368647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:45:35.919611 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ced69d29-2af7-4e7d-ba8d-f5a573d460e3 tempest-NetworksNegativeTestJSON-2031368647 tempest-NetworksNegativeTestJSON-2031368647-project] 10.222.0.21 "DELETE /v2.0/networks/7f1e2070-a61a-42bc-adec-b2c9c388d968 HTTP/1.1" status: 404 len: 339 time: 0.0261126 Aug 22 13:45:35.925562 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55892) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:35.943471 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:45:35.946405 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e198b-66e7-46dd-8fa7-d7ded98e949e req-88decbb3-2c05-4288-9c21-985c266de152 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:35.948554 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-002e198b-66e7-46dd-8fa7-d7ded98e949e req-88decbb3-2c05-4288-9c21-985c266de152 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] 10.222.0.21 "GET /v2.0/ports?device_id=a38802a9-ea4a-4068-947e-0aecb18663f8 HTTP/1.1" status: 200 len: 943 time: 0.3198452 Aug 22 13:45:35.963739 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-87504cf6-3423-4720-8cdb-c56834abbd0f None None] Attempting to bind port 0da93c85-3d94-4303-aa14-52f97e277eb3 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:45:35.964251 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-87504cf6-3423-4720-8cdb-c56834abbd0f None None] Attempting to bind port 0da93c85-3d94-4303-aa14-52f97e277eb3 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '494efb0b-ab04-46a4-b7e8-28cc3c46a46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ad1f5797-594b-4ff0-ad04-7d369b81cf3a'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:45:35.964686 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87504cf6-3423-4720-8cdb-c56834abbd0f None None] Attempting to bind port 0da93c85-3d94-4303-aa14-52f97e277eb3 on network ad1f5797-594b-4ff0-ad04-7d369b81cf3a {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:45:35.980122 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87504cf6-3423-4720-8cdb-c56834abbd0f None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:45:35.980122 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87504cf6-3423-4720-8cdb-c56834abbd0f None None] Checking segment: {'id': '494efb0b-ab04-46a4-b7e8-28cc3c46a46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ad1f5797-594b-4ff0-ad04-7d369b81cf3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:45:35.980534 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-87504cf6-3423-4720-8cdb-c56834abbd0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:35.980938 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87504cf6-3423-4720-8cdb-c56834abbd0f None None] Bound using segment: {'id': '494efb0b-ab04-46a4-b7e8-28cc3c46a46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ad1f5797-594b-4ff0-ad04-7d369b81cf3a'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:45:35.981422 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-87504cf6-3423-4720-8cdb-c56834abbd0f None None] Bound port: 0da93c85-3d94-4303-aa14-52f97e277eb3, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '494efb0b-ab04-46a4-b7e8-28cc3c46a46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ad1f5797-594b-4ff0-ad04-7d369b81cf3a'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:45:35.981803 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-87504cf6-3423-4720-8cdb-c56834abbd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:36.040740 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-e763af58-f673-4a59-9d88-0ac4dd6c3120 tempest-NetworksNegativeTestJSON-2031368647 tempest-NetworksNegativeTestJSON-2031368647-project] DELETE failed (client error): The resource could not be found. Aug 22 13:45:36.042636 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e763af58-f673-4a59-9d88-0ac4dd6c3120 tempest-NetworksNegativeTestJSON-2031368647 tempest-NetworksNegativeTestJSON-2031368647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:45:36.043248 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c7f79314-8a01-4318-98d2-c2bc99635a21 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:36.044859 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e763af58-f673-4a59-9d88-0ac4dd6c3120 tempest-NetworksNegativeTestJSON-2031368647 tempest-NetworksNegativeTestJSON-2031368647-project] 10.222.0.21 "DELETE /v2.0/ports/442e0576-a854-49d4-a712-f4b23e1875f0 HTTP/1.1" status: 404 len: 333 time: 0.1183834 Aug 22 13:45:36.051239 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55896) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:36.101125 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac6cba71-713d-40ec-bacb-eff398df5608 tempest-NetworksNegativeTestJSON-2031368647 tempest-NetworksNegativeTestJSON-2031368647-project] DELETE failed (client error): The resource could not be found. Aug 22 13:45:36.101566 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac6cba71-713d-40ec-bacb-eff398df5608 tempest-NetworksNegativeTestJSON-2031368647 tempest-NetworksNegativeTestJSON-2031368647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:45:36.103357 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ac6cba71-713d-40ec-bacb-eff398df5608 tempest-NetworksNegativeTestJSON-2031368647 tempest-NetworksNegativeTestJSON-2031368647-project] 10.222.0.21 "DELETE /v2.0/subnets/e8bc73bf-bd85-4eda-85e5-063226c1075e HTTP/1.1" status: 404 len: 337 time: 0.0511947 Aug 22 13:45:36.116527 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55898) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:36.146116 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-002e198b-66e7-46dd-8fa7-d7ded98e949e req-e5f4ff4d-11a8-4881-a6ee-72c3f35084ad tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9c9470d-ff78-413f-89de-062bc8a1cacb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848316 Aug 22 13:45:36.171058 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77,segment=NetworkSegment(51af49f7-4299-40d2-a0d4-e06d0a3e571c),segment_id=51af49f7-4299-40d2-a0d4-e06d0a3e571c)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:45:36.185511 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': 'cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77', 'network_id': '37ee4cf7-10be-4d52-ae13-17f3d9d1a603', 'port_id': 'cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77', 'mac_address': 'fa:16:3e:bc:a2:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a600dcd-ff12-4375-ac21-b5282a859d67', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:45:36.208321 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-df8371a8-d6ec-4d3a-abb4-2e27444afd89 tempest-NetworksNegativeTestJSON-2031368647 tempest-NetworksNegativeTestJSON-2031368647-project] GET failed (client error): The resource could not be found. Aug 22 13:45:36.209844 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-df8371a8-d6ec-4d3a-abb4-2e27444afd89 tempest-NetworksNegativeTestJSON-2031368647 tempest-NetworksNegativeTestJSON-2031368647-project] 10.222.0.21 "GET /v2.0/networks/358e7fe3-f440-4150-9fa6-ebedd250fead HTTP/1.1" status: 404 len: 339 time: 0.0923223 Aug 22 13:45:36.220334 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55900) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:36.253352 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0cce15a-ce33-4732-aa95-01545bd025ca x-openstack-request-id: req-c0cce15a-ce33-4732-aa95-01545bd025ca {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:45:36.253623 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a38802a9-ea4a-4068-947e-0aecb18663f8", "tag": "cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:45:36.253874 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c0cce15a-ce33-4732-aa95-01545bd025ca {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:45:36.254263 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a38802a9-ea4a-4068-947e-0aecb18663f8', 'tag': 'cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77', 'status': 'completed', 'code': 200} Aug 22 13:45:36.271935 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-87504cf6-3423-4720-8cdb-c56834abbd0f None None] For port 0da93c85-3d94-4303-aa14-52f97e277eb3, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:45:36.283723 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-d83e71c9-07c9-4750-a87a-138d89475583 tempest-NetworksNegativeTestJSON-2031368647 tempest-NetworksNegativeTestJSON-2031368647-project] GET failed (client error): The resource could not be found. Aug 22 13:45:36.293216 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d83e71c9-07c9-4750-a87a-138d89475583 tempest-NetworksNegativeTestJSON-2031368647 tempest-NetworksNegativeTestJSON-2031368647-project] 10.222.0.21 "GET /v2.0/ports/d0c45359-21b4-41a9-9ed8-4a3667169237 HTTP/1.1" status: 404 len: 333 time: 0.0662770 Aug 22 13:45:36.293216 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-250749e0-9ac7-4c85-8ed4-da69eb79827a req-17f021dc-82e7-4894-967d-16e5885a61d0 service neutron] 10.222.0.21 "GET /v2.0/networks/46de0bca-1991-4c8e-8714-aa67f3459e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3712604 Aug 22 13:45:36.294109 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55902) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:36.309176 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-87504cf6-3423-4720-8cdb-c56834abbd0f None None] For port 0da93c85-3d94-4303-aa14-52f97e277eb3, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=0da93c85-3d94-4303-aa14-52f97e277eb3,segment=NetworkSegment(494efb0b-ab04-46a4-b7e8-28cc3c46a46b),segment_id=494efb0b-ab04-46a4-b7e8-28cc3c46a46b)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:45:36.318361 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-87504cf6-3423-4720-8cdb-c56834abbd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:36.325293 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-433a0742-7c64-4ee0-8bd9-62a958bbaca8 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:36.391601 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:36.416097 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87504cf6-3423-4720-8cdb-c56834abbd0f None None] Pushing event updated for resources: {'Port': ['ID=0da93c85-3d94-4303-aa14-52f97e277eb3,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:36.422018 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:45:36.450621 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef67c1d2-e2d4-4a8a-9c64-55b87c8d7042 tempest-NetworksNegativeTestJSON-2031368647 tempest-NetworksNegativeTestJSON-2031368647-project] GET failed (client error): The resource could not be found. Aug 22 13:45:36.452009 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ef67c1d2-e2d4-4a8a-9c64-55b87c8d7042 tempest-NetworksNegativeTestJSON-2031368647 tempest-NetworksNegativeTestJSON-2031368647-project] 10.222.0.21 "GET /v2.0/subnets/2bdfeea2-71a0-4514-9033-47861ddc33db HTTP/1.1" status: 404 len: 337 time: 0.1560516 Aug 22 13:45:36.469262 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77,segment=NetworkSegment(51af49f7-4299-40d2-a0d4-e06d0a3e571c),segment_id=51af49f7-4299-40d2-a0d4-e06d0a3e571c)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:45:36.477256 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:36.489256 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55904) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:36.490455 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a0742-7c64-4ee0-8bd9-62a958bbaca8 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Pushing event deleted for resources: {'Port': ['ID=8fe9416d-3100-4a83-8972-fbd3a9f47cd2,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:36.526264 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-fd27754d-f28d-4e73-a741-933e24a9f055 tempest-NetworksNegativeTestJSON-2031368647 tempest-NetworksNegativeTestJSON-2031368647-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:45:36.552367 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:36.577057 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41d73b-3aa9-45e3-bedb-6cbe0e7f9c21 req-598f592f-cdf3-4e3c-a220-af18f762e938 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:36.578730 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7a41d73b-3aa9-45e3-bedb-6cbe0e7f9c21 req-598f592f-cdf3-4e3c-a220-af18f762e938 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.41 "GET /v2.0/networks?id=8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c HTTP/1.1" status: 200 len: 911 time: 0.3560321 Aug 22 13:45:36.626450 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027cf4ac-1fdc-44e5-bf53-6be8790fd1d0 req-cfb17cfa-89e1-4bbe-ba0e-f315fd5e52a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:36.628101 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-027cf4ac-1fdc-44e5-bf53-6be8790fd1d0 req-cfb17cfa-89e1-4bbe-ba0e-f315fd5e52a1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=be98fa3cb2da40f39a971fd81b6aad0d&device_id=a38802a9-ea4a-4068-947e-0aecb18663f8 HTTP/1.1" status: 200 len: 1095 time: 0.3459849 Aug 22 13:45:36.631850 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-7a41d73b-3aa9-45e3-bedb-6cbe0e7f9c21 req-b44e204c-9e3a-4a4f-81e2-a482c2da8109 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Request body: {'port': {'device_id': 'f0ee753c-3283-4680-b261-d34914d7bb4d', 'network_id': '8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c', 'admin_state_up': True, 'tenant_id': 'c19f4e1f2b384336a91e39cf379ccad7'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:45:36.668097 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:45:36.692780 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-729d4957-76ed-4385-b2a7-9168b094f5dc req-56eb9e41-0a5b-464b-90a7-7e9af46fb755 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f0ee753c-3283-4680-b261-d34914d7bb4d HTTP/1.1" status: 200 len: 210 time: 0.2060535 Aug 22 13:45:36.696786 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd27754d-f28d-4e73-a741-933e24a9f055 tempest-NetworksNegativeTestJSON-2031368647 tempest-NetworksNegativeTestJSON-2031368647-project] PUT failed (client error): The resource could not be found. Aug 22 13:45:36.712850 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd27754d-f28d-4e73-a741-933e24a9f055 tempest-NetworksNegativeTestJSON-2031368647 tempest-NetworksNegativeTestJSON-2031368647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:45:36.720330 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-fd27754d-f28d-4e73-a741-933e24a9f055 tempest-NetworksNegativeTestJSON-2031368647 tempest-NetworksNegativeTestJSON-2031368647-project] 10.222.0.21 "PUT /v2.0/networks/68d1206d-d2c4-46b1-bf75-25706695cdf1 HTTP/1.1" status: 404 len: 339 time: 0.2212701 Aug 22 13:45:36.728949 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55906) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:36.752294 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-faee94b5-0c9e-4983-86be-852a87698410 tempest-NetworksNegativeTestJSON-2031368647 tempest-NetworksNegativeTestJSON-2031368647-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:45:36.787010 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-faee94b5-0c9e-4983-86be-852a87698410 tempest-NetworksNegativeTestJSON-2031368647 tempest-NetworksNegativeTestJSON-2031368647-project] PUT failed (client error): The resource could not be found. Aug 22 13:45:36.787740 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faee94b5-0c9e-4983-86be-852a87698410 tempest-NetworksNegativeTestJSON-2031368647 tempest-NetworksNegativeTestJSON-2031368647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:45:36.788927 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-faee94b5-0c9e-4983-86be-852a87698410 tempest-NetworksNegativeTestJSON-2031368647 tempest-NetworksNegativeTestJSON-2031368647-project] 10.222.0.21 "PUT /v2.0/ports/f2dd5931-2cf6-485d-9bbc-369308c37e4f HTTP/1.1" status: 404 len: 333 time: 0.0574064 Aug 22 13:45:36.799814 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55908) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:36.809860 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-2d2e74c6-3882-4480-8dbb-711a7613f7e2 tempest-NetworksNegativeTestJSON-2031368647 tempest-NetworksNegativeTestJSON-2031368647-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:45:36.811895 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027cf4ac-1fdc-44e5-bf53-6be8790fd1d0 req-cc3744c4-e41c-46ad-9a40-e999bca66a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:36.813870 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-027cf4ac-1fdc-44e5-bf53-6be8790fd1d0 req-cc3744c4-e41c-46ad-9a40-e999bca66a65 service neutron] 10.222.0.41 "GET /v2.0/networks?id=37ee4cf7-10be-4d52-ae13-17f3d9d1a603 HTTP/1.1" status: 200 len: 909 time: 0.1722825 Aug 22 13:45:36.890045 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d2e74c6-3882-4480-8dbb-711a7613f7e2 tempest-NetworksNegativeTestJSON-2031368647 tempest-NetworksNegativeTestJSON-2031368647-project] PUT failed (client error): The resource could not be found. Aug 22 13:45:36.899206 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d2e74c6-3882-4480-8dbb-711a7613f7e2 tempest-NetworksNegativeTestJSON-2031368647 tempest-NetworksNegativeTestJSON-2031368647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:45:36.922673 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-2d2e74c6-3882-4480-8dbb-711a7613f7e2 tempest-NetworksNegativeTestJSON-2031368647 tempest-NetworksNegativeTestJSON-2031368647-project] 10.222.0.21 "PUT /v2.0/subnets/de5c0c31-54cc-4859-95b4-b48d6dc4df7b HTTP/1.1" status: 404 len: 337 time: 0.1062691 Aug 22 13:45:37.007708 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-027cf4ac-1fdc-44e5-bf53-6be8790fd1d0 req-2249f9aa-6430-45c1-8abf-d15ddf9effbd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77 HTTP/1.1" status: 200 len: 217 time: 0.1844406 Aug 22 13:45:37.017060 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-250749e0-9ac7-4c85-8ed4-da69eb79827a req-1a30bdbb-f091-4631-a577-32ef94744533 service neutron] 10.222.0.21 "GET /v2.0/networks/46de0bca-1991-4c8e-8714-aa67f3459e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6991353 Aug 22 13:45:37.028880 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a41d73b-3aa9-45e3-bedb-6cbe0e7f9c21 req-b44e204c-9e3a-4a4f-81e2-a482c2da8109 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Made reservation on behalf of c19f4e1f2b384336a91e39cf379ccad7 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:45:37.032691 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-7a41d73b-3aa9-45e3-bedb-6cbe0e7f9c21 req-b44e204c-9e3a-4a4f-81e2-a482c2da8109 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:37.046374 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-433a0742-7c64-4ee0-8bd9-62a958bbaca8 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Router 7ba0a6c9-03f6-4b0d-8f64-5a52a2ab8f60 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:45:37.208354 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 0da93c85-3d94-4303-aa14-52f97e277eb3 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:45:37.225730 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433a0742-7c64-4ee0-8bd9-62a958bbaca8 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:45:37.249984 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027cf4ac-1fdc-44e5-bf53-6be8790fd1d0 req-6d3d9cae-bada-41f7-bdcc-e15b93cfa7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:37.251504 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-027cf4ac-1fdc-44e5-bf53-6be8790fd1d0 req-6d3d9cae-bada-41f7-bdcc-e15b93cfa7cc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8a600dcd-ff12-4375-ac21-b5282a859d67 HTTP/1.1" status: 200 len: 847 time: 0.2131188 Aug 22 13:45:37.266905 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2569cb-861d-43eb-a91c-a73dee7117b6 None None] Sync routers for ids ['7ba0a6c9-03f6-4b0d-8f64-5a52a2ab8f60'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:45:37.292070 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-c7f79314-8a01-4318-98d2-c2bc99635a21 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Allocated IP 172.20.0.1 (ad1f5797-594b-4ff0-ad04-7d369b81cf3a/a0e87acb-5107-4e48-a7f5-5e2aff44dba0/359851e8-ff4c-4464-86b8-b636c6d08eb2) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:45:37.343308 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2569cb-861d-43eb-a91c-a73dee7117b6 None None] Routers {'7ba0a6c9-03f6-4b0d-8f64-5a52a2ab8f60'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:45:37.344020 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-8a2569cb-861d-43eb-a91c-a73dee7117b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:45:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['7ba0a6c9-03f6-4b0d-8f64-5a52a2ab8f60'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:37.384857 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-8a2569cb-861d-43eb-a91c-a73dee7117b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:37.405463 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 0da93c85-3d94-4303-aa14-52f97e277eb3 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:45:37.407479 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d2dd7aab-4b1e-4f65-b33b-8120edfb739b req-1a55ebac-ba17-4fc4-9edc-83d06ec378ca tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] 10.222.0.21 "GET /v2.0/ports?device_id=765e8e7a-8247-4b0e-b33e-a99b5dd161c5 HTTP/1.1" status: 200 len: 210 time: 0.0818207 Aug 22 13:45:37.426834 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-433a0742-7c64-4ee0-8bd9-62a958bbaca8 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:37.427239 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2569cb-861d-43eb-a91c-a73dee7117b6 None None] Routers {'7ba0a6c9-03f6-4b0d-8f64-5a52a2ab8f60'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:45:37.438079 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-433a0742-7c64-4ee0-8bd9-62a958bbaca8 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] 10.222.0.21 "DELETE /v2.0/ports/8fe9416d-3100-4a83-8972-fbd3a9f47cd2 HTTP/1.1" status: 204 len: 168 time: 2.8100131 Aug 22 13:45:37.438079 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55922) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:37.438479 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-8a2569cb-861d-43eb-a91c-a73dee7117b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:45:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['7ba0a6c9-03f6-4b0d-8f64-5a52a2ab8f60'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:37.506079 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027cf4ac-1fdc-44e5-bf53-6be8790fd1d0 req-b0d48d10-9bee-42d6-8772-4558651d8961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:37.507613 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-027cf4ac-1fdc-44e5-bf53-6be8790fd1d0 req-b0d48d10-9bee-42d6-8772-4558651d8961 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=37ee4cf7-10be-4d52-ae13-17f3d9d1a603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2330704 Aug 22 13:45:37.536315 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 5554742a-0762-4caf-bc5d-809a50e6b552 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:45:37.545772 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 55926) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:37.583378 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-8a2569cb-861d-43eb-a91c-a73dee7117b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:37.584037 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2569cb-861d-43eb-a91c-a73dee7117b6 None None] The sync data for ids ['7ba0a6c9-03f6-4b0d-8f64-5a52a2ab8f60'] in n-d-793621-33 is: [] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:45:37.604821 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 5554742a-0762-4caf-bc5d-809a50e6b552 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:45:37.610491 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 5554742a-0762-4caf-bc5d-809a50e6b552 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:45:37.611158 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:37.678078 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c517b-b6b4-4d53-a9b0-d5ee6d581177 req-6e4e0865-7182-400a-af1d-aab30ab89d6d tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:37.680058 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-172c517b-b6b4-4d53-a9b0-d5ee6d581177 req-6e4e0865-7182-400a-af1d-aab30ab89d6d tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] 10.222.0.21 "GET /v2.0/ports?device_id=a38802a9-ea4a-4068-947e-0aecb18663f8 HTTP/1.1" status: 200 len: 944 time: 0.3564851 Aug 22 13:45:37.709123 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:37.726583 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-7a41d73b-3aa9-45e3-bedb-6cbe0e7f9c21 req-b44e204c-9e3a-4a4f-81e2-a482c2da8109 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Allocated IP 172.20.0.9 (8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c/790bcf42-3a82-4ae4-815f-3615fcbabaf2/af29cce4-24da-40c0-b0a0-4f5712c78518) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:45:37.760689 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 5554742a-0762-4caf-bc5d-809a50e6b552, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=5554742a-0762-4caf-bc5d-809a50e6b552,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:45:37.769225 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:37.836848 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-83886e9b-021d-4386-a242-e76d888c6389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:37.861595 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-172c517b-b6b4-4d53-a9b0-d5ee6d581177 req-4115b2fa-e59b-4f37-a367-26380999eda8 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9c9470d-ff78-413f-89de-062bc8a1cacb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686924 Aug 22 13:45:37.889776 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=5554742a-0762-4caf-bc5d-809a50e6b552,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:37.905263 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-78c640c9-f671-499b-a28b-8482fa276d11 req-7d64681c-dd30-4b0b-9285-9488f3c35569 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f0ee753c-3283-4680-b261-d34914d7bb4d HTTP/1.1" status: 200 len: 210 time: 0.0587492 Aug 22 13:45:37.914800 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c7f79314-8a01-4318-98d2-c2bc99635a21 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:37.924005 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-027cf4ac-1fdc-44e5-bf53-6be8790fd1d0 req-e1b7b8cb-cba5-4c29-bd83-25d78fd8d3f2 service neutron] 10.222.0.41 "GET /v2.0/networks/37ee4cf7-10be-4d52-ae13-17f3d9d1a603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3750653 Aug 22 13:45:37.961711 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-c7f79314-8a01-4318-98d2-c2bc99635a21 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Transition to ACTIVE for port object 359851e8-ff4c-4464-86b8-b636c6d08eb2 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:45:37.967946 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:45:38.089262 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:45:38.097473 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:45:38.098069 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:38.106134 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-45198dfb-0177-4ee2-8a68-db77c1963b4f tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:38.228184 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-7a41d73b-3aa9-45e3-bedb-6cbe0e7f9c21 req-b44e204c-9e3a-4a4f-81e2-a482c2da8109 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:38.239143 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c7f79314-8a01-4318-98d2-c2bc99635a21 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:38.250300 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-027cf4ac-1fdc-44e5-bf53-6be8790fd1d0 req-9e3ca665-136c-4edb-8dfb-15b8d86da1d2 service neutron] 10.222.0.41 "GET /v2.0/networks/37ee4cf7-10be-4d52-ae13-17f3d9d1a603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181326 Aug 22 13:45:38.268435 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f79314-8a01-4318-98d2-c2bc99635a21 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Network ad1f5797-594b-4ff0-ad04-7d369b81cf3a is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:45:38.283608 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-c7f79314-8a01-4318-98d2-c2bc99635a21 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:45:38.322255 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f79314-8a01-4318-98d2-c2bc99635a21 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:45:38.331287 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-7a41d73b-3aa9-45e3-bedb-6cbe0e7f9c21 req-b44e204c-9e3a-4a4f-81e2-a482c2da8109 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Transition to ACTIVE for port object af29cce4-24da-40c0-b0a0-4f5712c78518 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:45:38.390732 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-83886e9b-021d-4386-a242-e76d888c6389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:38.412707 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-83886e9b-021d-4386-a242-e76d888c6389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:38.456930 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:38.457622 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f79314-8a01-4318-98d2-c2bc99635a21 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event updated for resources: {'Port': ['ID=359851e8-ff4c-4464-86b8-b636c6d08eb2,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:38.485540 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83886e9b-021d-4386-a242-e76d888c6389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba44c03-bbf4-4a7c-9850-359544b16af5,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:38.502815 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a38802a9-ea4a-4068-947e-0aecb18663f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:45:38.508201 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7792e9fe-c393-4d13-bfc9-d420ddb907bb" -d '{"events": [{"server_uuid": "a38802a9-ea4a-4068-947e-0aecb18663f8", "name": "network-vif-plugged", "status": "completed", "tag": "cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:45:38.509924 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c7f79314-8a01-4318-98d2-c2bc99635a21 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:38.535238 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-45198dfb-0177-4ee2-8a68-db77c1963b4f tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Deleting port 3600f21c-da18-4b5e-8722-f514a2673d8c {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:45:38.535683 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-45198dfb-0177-4ee2-8a68-db77c1963b4f tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:38.546988 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77,segment=NetworkSegment(51af49f7-4299-40d2-a0d4-e06d0a3e571c),segment_id=51af49f7-4299-40d2-a0d4-e06d0a3e571c)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:45:38.558633 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:38.565163 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ebc57f-e286-489a-9a33-26e1d1f534d8 None None] Network ad1f5797-594b-4ff0-ad04-7d369b81cf3a requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:45:38.581873 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-83886e9b-021d-4386-a242-e76d888c6389 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4ac6508ea1184650a81e17feca5a12cc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0319033 Aug 22 13:45:38.587935 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 55942) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:38.620071 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e2fc7f-8b94-4765-a580-12c05793ffa3 x-openstack-request-id: req-10e2fc7f-8b94-4765-a580-12c05793ffa3 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:45:38.620287 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a38802a9-ea4a-4068-947e-0aecb18663f8", "name": "network-vif-plugged", "status": "completed", "tag": "cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:45:38.621130 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-10e2fc7f-8b94-4765-a580-12c05793ffa3 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:45:38.621130 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a38802a9-ea4a-4068-947e-0aecb18663f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77', 'code': 200} Aug 22 13:45:38.626507 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-7a41d73b-3aa9-45e3-bedb-6cbe0e7f9c21 req-b44e204c-9e3a-4a4f-81e2-a482c2da8109 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:38.660794 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-45198dfb-0177-4ee2-8a68-db77c1963b4f tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:38.673279 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['d9433bb6-b65b-4e5a-b2db-72dfeaffc9d0'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:45:38.689353 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-45198dfb-0177-4ee2-8a68-db77c1963b4f tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Calling delete_port for 3600f21c-da18-4b5e-8722-f514a2673d8c owned by network:router_interface {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:45:38.719083 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44e204c-9e3a-4a4f-81e2-a482c2da8109 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Pushing event updated for resources: {'Port': ['ID=af29cce4-24da-40c0-b0a0-4f5712c78518,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:38.724841 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-3319adde-a0e0-4de3-bcff-b0d21eb142cd None None] Provisioning for port 0da93c85-3d94-4303-aa14-52f97e277eb3 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:45:38.743587 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-3319adde-a0e0-4de3-bcff-b0d21eb142cd None None] Provisioning complete for port 0da93c85-3d94-4303-aa14-52f97e277eb3 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:45:38.743957 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3319adde-a0e0-4de3-bcff-b0d21eb142cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:38.787930 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:38.803016 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a41d73b-3aa9-45e3-bedb-6cbe0e7f9c21 req-b44e204c-9e3a-4a4f-81e2-a482c2da8109 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Network 8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:45:38.815863 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-7a41d73b-3aa9-45e3-bedb-6cbe0e7f9c21 req-b44e204c-9e3a-4a4f-81e2-a482c2da8109 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:45:38.831851 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a41d73b-3aa9-45e3-bedb-6cbe0e7f9c21 req-b44e204c-9e3a-4a4f-81e2-a482c2da8109 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:45:38.870736 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e653212f-17df-46da-aa4f-c819a41deaba req-3ac5de9f-1276-4e95-90f2-835690d508e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:38.872782 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e653212f-17df-46da-aa4f-c819a41deaba req-3ac5de9f-1276-4e95-90f2-835690d508e9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a38802a9-ea4a-4068-947e-0aecb18663f8 HTTP/1.1" status: 200 len: 1097 time: 0.1569500 Aug 22 13:45:38.877049 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-17126638-c3b3-4c0e-a03d-68e382ec3d11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:38.907756 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-17126638-c3b3-4c0e-a03d-68e382ec3d11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:38.977647 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3319adde-a0e0-4de3-bcff-b0d21eb142cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:38.997784 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-17126638-c3b3-4c0e-a03d-68e382ec3d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:39.000475 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-17126638-c3b3-4c0e-a03d-68e382ec3d11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:39.001670 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-17126638-c3b3-4c0e-a03d-68e382ec3d11 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7ba44c03-bbf4-4a7c-9850-359544b16af5 HTTP/1.1" status: 204 len: 168 time: 0.4123981 Aug 22 13:45:39.073138 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 5554742a-0762-4caf-bc5d-809a50e6b552 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:45:39.075823 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41d73b-3aa9-45e3-bedb-6cbe0e7f9c21 req-b44e204c-9e3a-4a4f-81e2-a482c2da8109 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:39.076479 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-7a41d73b-3aa9-45e3-bedb-6cbe0e7f9c21 req-b44e204c-9e3a-4a4f-81e2-a482c2da8109 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:39.078506 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c7f79314-8a01-4318-98d2-c2bc99635a21 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:39.084446 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17126638-c3b3-4c0e-a03d-68e382ec3d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba44c03-bbf4-4a7c-9850-359544b16af5,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:39.131589 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-3319adde-a0e0-4de3-bcff-b0d21eb142cd None None] For port 0da93c85-3d94-4303-aa14-52f97e277eb3, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=0da93c85-3d94-4303-aa14-52f97e277eb3,segment=NetworkSegment(494efb0b-ab04-46a4-b7e8-28cc3c46a46b),segment_id=494efb0b-ab04-46a4-b7e8-28cc3c46a46b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:45:39.152941 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3319adde-a0e0-4de3-bcff-b0d21eb142cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:39.193895 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250749e0-9ac7-4c85-8ed4-da69eb79827a req-ce882350-6c08-436d-876a-02f0bc21a64f tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:39.195428 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-250749e0-9ac7-4c85-8ed4-da69eb79827a req-ce882350-6c08-436d-876a-02f0bc21a64f tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] 10.222.0.16 "GET /v2.0/networks?id=46de0bca-1991-4c8e-8714-aa67f3459e12 HTTP/1.1" status: 200 len: 809 time: 0.4339335 Aug 22 13:45:39.242307 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-45198dfb-0177-4ee2-8a68-db77c1963b4f tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:39.244043 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e653212f-17df-46da-aa4f-c819a41deaba req-ca427b28-039f-4b01-9c36-700014459331 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e9c9470d-ff78-413f-89de-062bc8a1cacb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2899580 Aug 22 13:45:39.247248 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7a41d73b-3aa9-45e3-bedb-6cbe0e7f9c21 req-b44e204c-9e3a-4a4f-81e2-a482c2da8109 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.6568961 Aug 22 13:45:39.258529 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-250749e0-9ac7-4c85-8ed4-da69eb79827a req-19ba9cfc-10f6-49d6-84c7-3e1eb6e2a3a6 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Request body: {'port': {'device_id': '765e8e7a-8247-4b0e-b33e-a99b5dd161c5', 'network_id': '46de0bca-1991-4c8e-8714-aa67f3459e12', 'admin_state_up': True, 'tenant_id': '353e509412c54b51a955684f3d0bc218'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:45:39.287879 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bb3f3e90-43dd-4535-8df7-809be1cbea70 req-9c941e30-c0d0-42ef-b60e-46443b7982ba tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] 10.222.0.21 "GET /v2.0/ports?device_id=765e8e7a-8247-4b0e-b33e-a99b5dd161c5 HTTP/1.1" status: 200 len: 210 time: 0.5274932 Aug 22 13:45:39.318059 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45198dfb-0177-4ee2-8a68-db77c1963b4f tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Pushing event deleted for resources: {'Port': ['ID=3600f21c-da18-4b5e-8722-f514a2673d8c,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:39.340455 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45198dfb-0177-4ee2-8a68-db77c1963b4f tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:45:39.340807 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45198dfb-0177-4ee2-8a68-db77c1963b4f tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:45:39.341145 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45198dfb-0177-4ee2-8a68-db77c1963b4f tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:45:39.341481 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45198dfb-0177-4ee2-8a68-db77c1963b4f tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:45:39.342300 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45198dfb-0177-4ee2-8a68-db77c1963b4f tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:45:39.342565 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45198dfb-0177-4ee2-8a68-db77c1963b4f tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:45:39.342907 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45198dfb-0177-4ee2-8a68-db77c1963b4f tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:45:39.343233 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45198dfb-0177-4ee2-8a68-db77c1963b4f tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:45:39.343696 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45198dfb-0177-4ee2-8a68-db77c1963b4f tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:45:39.344030 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45198dfb-0177-4ee2-8a68-db77c1963b4f tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:45:39.344768 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45198dfb-0177-4ee2-8a68-db77c1963b4f tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:45:39.345754 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45198dfb-0177-4ee2-8a68-db77c1963b4f tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:45:39.361027 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3319adde-a0e0-4de3-bcff-b0d21eb142cd None None] Pushing event updated for resources: {'Port': ['ID=0da93c85-3d94-4303-aa14-52f97e277eb3,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:39.365917 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 5554742a-0762-4caf-bc5d-809a50e6b552 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:45:39.370904 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:39.431815 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee307dbb-6fee-4e9d-89a1-16147f29eb50 req-772bbe0a-9d8b-4d97-844d-8a64ca578205 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:39.433480 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ee307dbb-6fee-4e9d-89a1-16147f29eb50 req-772bbe0a-9d8b-4d97-844d-8a64ca578205 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] 10.222.0.21 "GET /v2.0/ports?device_id=a38802a9-ea4a-4068-947e-0aecb18663f8 HTTP/1.1" status: 200 len: 945 time: 0.2369466 Aug 22 13:45:39.483805 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-33d032e0-76f9-49c5-a849-c9af0b6204b0 None None] Provisioning for port af29cce4-24da-40c0-b0a0-4f5712c78518 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:45:39.503570 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-33d032e0-76f9-49c5-a849-c9af0b6204b0 None None] Provisioning complete for port af29cce4-24da-40c0-b0a0-4f5712c78518 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:45:39.503980 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-33d032e0-76f9-49c5-a849-c9af0b6204b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:39.567452 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-33d032e0-76f9-49c5-a849-c9af0b6204b0 None None] Port af29cce4-24da-40c0-b0a0-4f5712c78518 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:45:39.590663 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-7a41d73b-3aa9-45e3-bedb-6cbe0e7f9c21 req-098145e2-8bde-4b1f-a557-b1fb6d328d76 service neutron] Request body: {'port': {'device_id': 'f0ee753c-3283-4680-b261-d34914d7bb4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:45:39.681765 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c7f79314-8a01-4318-98d2-c2bc99635a21 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:39.696517 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c7f79314-8a01-4318-98d2-c2bc99635a21 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:39.697905 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-19551ce2-fa7e-493b-b516-02acd7380846 None None] Provisioning for port 359851e8-ff4c-4464-86b8-b636c6d08eb2 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:45:39.705275 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-19551ce2-fa7e-493b-b516-02acd7380846 None None] Provisioning complete for port 359851e8-ff4c-4464-86b8-b636c6d08eb2 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:45:39.705790 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-19551ce2-fa7e-493b-b516-02acd7380846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:39.759790 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-7a41d73b-3aa9-45e3-bedb-6cbe0e7f9c21 req-098145e2-8bde-4b1f-a557-b1fb6d328d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:39.773632 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-19551ce2-fa7e-493b-b516-02acd7380846 None None] Port 359851e8-ff4c-4464-86b8-b636c6d08eb2 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:45:39.791265 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-19551ce2-fa7e-493b-b516-02acd7380846 None None] Provisioning complete for port 0da93c85-3d94-4303-aa14-52f97e277eb3 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:45:39.792471 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-19551ce2-fa7e-493b-b516-02acd7380846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:39.897420 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f79314-8a01-4318-98d2-c2bc99635a21 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event updated for resources: {'Port': ['ID=359851e8-ff4c-4464-86b8-b636c6d08eb2,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:39.900012 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c7f79314-8a01-4318-98d2-c2bc99635a21 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:40.049771 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e568a228-133a-4b6b-83a3-c846d00d0a72 None None] Provisioning complete for port 359851e8-ff4c-4464-86b8-b636c6d08eb2 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:45:40.050152 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e568a228-133a-4b6b-83a3-c846d00d0a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:40.099478 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e568a228-133a-4b6b-83a3-c846d00d0a72 None None] Port 359851e8-ff4c-4464-86b8-b636c6d08eb2 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:45:40.140771 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f79314-8a01-4318-98d2-c2bc99635a21 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Network ad1f5797-594b-4ff0-ad04-7d369b81cf3a is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:45:40.144023 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-c7f79314-8a01-4318-98d2-c2bc99635a21 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:45:40.147177 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ef008-5c01-46de-8f88-97fb90b8253f req-64c2361d-2d98-48f8-8bec-5ec9d395298d tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:40.148739 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-321ef008-5c01-46de-8f88-97fb90b8253f req-64c2361d-2d98-48f8-8bec-5ec9d395298d tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f0ee753c-3283-4680-b261-d34914d7bb4d HTTP/1.1" status: 200 len: 1027 time: 0.7412298 Aug 22 13:45:40.168874 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ee307dbb-6fee-4e9d-89a1-16147f29eb50 req-dbcb8bde-c85b-46fb-a864-e70868bfd294 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9c9470d-ff78-413f-89de-062bc8a1cacb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2063701 Aug 22 13:45:40.221648 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 55970) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:40.258696 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-321ef008-5c01-46de-8f88-97fb90b8253f req-970683a8-3471-4128-a54c-6c046ab8119e tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0eee4a1c-cfdc-440c-abfd-3ef315b25abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876110 Aug 22 13:45:40.308120 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-250749e0-9ac7-4c85-8ed4-da69eb79827a req-19ba9cfc-10f6-49d6-84c7-3e1eb6e2a3a6 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Made reservation on behalf of 353e509412c54b51a955684f3d0bc218 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:45:40.311903 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-250749e0-9ac7-4c85-8ed4-da69eb79827a req-19ba9cfc-10f6-49d6-84c7-3e1eb6e2a3a6 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:40.334796 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f79314-8a01-4318-98d2-c2bc99635a21 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Router f456e9f3-38e2-4762-a69f-8ff0cbd687af has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:45:40.352709 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-45198dfb-0177-4ee2-8a68-db77c1963b4f tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:40.474371 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-74858821-edfe-4da3-9892-e73e4818c35e req-496fabf1-c553-45a2-8b35-1de7a7adf909 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] 10.222.0.21 "GET /v2.0/ports?device_id=765e8e7a-8247-4b0e-b33e-a99b5dd161c5 HTTP/1.1" status: 200 len: 210 time: 0.0354712 Aug 22 13:45:40.476176 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-7a41d73b-3aa9-45e3-bedb-6cbe0e7f9c21 req-098145e2-8bde-4b1f-a557-b1fb6d328d76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af29cce4-24da-40c0-b0a0-4f5712c78518 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:45:40.484497 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-2d62648e-778f-4ecb-b558-cd5fac67c738 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-722943399'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:45:40.487441 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-7a41d73b-3aa9-45e3-bedb-6cbe0e7f9c21 req-098145e2-8bde-4b1f-a557-b1fb6d328d76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:40.521754 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-092dee5f-ce96-4844-ab17-ea9576b6d85b None None] Provisioning complete for port 359851e8-ff4c-4464-86b8-b636c6d08eb2 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:45:40.522318 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-092dee5f-ce96-4844-ab17-ea9576b6d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:40.560124 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-092dee5f-ce96-4844-ab17-ea9576b6d85b None None] Port 359851e8-ff4c-4464-86b8-b636c6d08eb2 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:45:40.596533 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d62648e-778f-4ecb-b558-cd5fac67c738 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Made reservation on behalf of f5a9cec6b494494a893a00dfba9ab7f6 for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:45:40.600044 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2d62648e-778f-4ecb-b558-cd5fac67c738 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:40.602629 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-250749e0-9ac7-4c85-8ed4-da69eb79827a req-19ba9cfc-10f6-49d6-84c7-3e1eb6e2a3a6 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Allocated IP 172.20.0.3 (46de0bca-1991-4c8e-8714-aa67f3459e12/b1668edd-d43a-4ada-8c93-e2c6f458b95d/e78dd3e6-4906-419d-904f-56d6d6a62615) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:45:40.626455 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2d62648e-778f-4ecb-b558-cd5fac67c738 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:40.830693 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-7a41d73b-3aa9-45e3-bedb-6cbe0e7f9c21 req-098145e2-8bde-4b1f-a557-b1fb6d328d76 service neutron] Transition to ACTIVE for port object af29cce4-24da-40c0-b0a0-4f5712c78518 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:45:40.840770 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-7a41d73b-3aa9-45e3-bedb-6cbe0e7f9c21 req-098145e2-8bde-4b1f-a557-b1fb6d328d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:40.865777 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45198dfb-0177-4ee2-8a68-db77c1963b4f tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Router 7ba0a6c9-03f6-4b0d-8f64-5a52a2ab8f60 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:45:40.871806 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f79314-8a01-4318-98d2-c2bc99635a21 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:45:40.895642 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c7f79314-8a01-4318-98d2-c2bc99635a21 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "PUT /v2.0/routers/f456e9f3-38e2-4762-a69f-8ff0cbd687af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0692658 Aug 22 13:45:40.901585 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fbfaee-d9a8-4d87-9908-5bff97badbdb None None] Sync routers for ids ['f456e9f3-38e2-4762-a69f-8ff0cbd687af'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:45:40.903423 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098145e2-8bde-4b1f-a557-b1fb6d328d76 service neutron] Pushing event updated for resources: {'Port': ['ID=af29cce4-24da-40c0-b0a0-4f5712c78518,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:40.925651 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fbfaee-d9a8-4d87-9908-5bff97badbdb None None] Routers {'f456e9f3-38e2-4762-a69f-8ff0cbd687af'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:45:40.926288 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-a7fbfaee-d9a8-4d87-9908-5bff97badbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:45:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['f456e9f3-38e2-4762-a69f-8ff0cbd687af'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:40.991893 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 0da93c85-3d94-4303-aa14-52f97e277eb3 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:45:41.037000 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-250749e0-9ac7-4c85-8ed4-da69eb79827a req-19ba9cfc-10f6-49d6-84c7-3e1eb6e2a3a6 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:41.058486 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-7a41d73b-3aa9-45e3-bedb-6cbe0e7f9c21 req-098145e2-8bde-4b1f-a557-b1fb6d328d76 service neutron] Attempting to bind port af29cce4-24da-40c0-b0a0-4f5712c78518 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:45:41.058906 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-7a41d73b-3aa9-45e3-bedb-6cbe0e7f9c21 req-098145e2-8bde-4b1f-a557-b1fb6d328d76 service neutron] Attempting to bind port af29cce4-24da-40c0-b0a0-4f5712c78518 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '82977cb8-5955-415f-8390-123858fef82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:45:41.059343 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a41d73b-3aa9-45e3-bedb-6cbe0e7f9c21 req-098145e2-8bde-4b1f-a557-b1fb6d328d76 service neutron] Attempting to bind port af29cce4-24da-40c0-b0a0-4f5712c78518 on network 8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:45:41.064906 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a41d73b-3aa9-45e3-bedb-6cbe0e7f9c21 req-098145e2-8bde-4b1f-a557-b1fb6d328d76 service neutron] Port af29cce4-24da-40c0-b0a0-4f5712c78518 on network 8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:45:41.066227 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a41d73b-3aa9-45e3-bedb-6cbe0e7f9c21 req-098145e2-8bde-4b1f-a557-b1fb6d328d76 service neutron] Attempting to bind port af29cce4-24da-40c0-b0a0-4f5712c78518 on network 8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:45:41.076865 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a41d73b-3aa9-45e3-bedb-6cbe0e7f9c21 req-098145e2-8bde-4b1f-a557-b1fb6d328d76 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:45:41.078173 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a41d73b-3aa9-45e3-bedb-6cbe0e7f9c21 req-098145e2-8bde-4b1f-a557-b1fb6d328d76 service neutron] Checking segment: {'id': '82977cb8-5955-415f-8390-123858fef82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:45:41.081322 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a41d73b-3aa9-45e3-bedb-6cbe0e7f9c21 req-098145e2-8bde-4b1f-a557-b1fb6d328d76 service neutron] Bound using segment: {'id': '82977cb8-5955-415f-8390-123858fef82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:45:41.082923 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-7a41d73b-3aa9-45e3-bedb-6cbe0e7f9c21 req-098145e2-8bde-4b1f-a557-b1fb6d328d76 service neutron] Bound port: af29cce4-24da-40c0-b0a0-4f5712c78518, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82977cb8-5955-415f-8390-123858fef82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:45:41.083404 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-7a41d73b-3aa9-45e3-bedb-6cbe0e7f9c21 req-098145e2-8bde-4b1f-a557-b1fb6d328d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:41.085658 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 0da93c85-3d94-4303-aa14-52f97e277eb3 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:45:41.086834 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:41.103215 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2d62648e-778f-4ecb-b558-cd5fac67c738 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:41.118782 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-250749e0-9ac7-4c85-8ed4-da69eb79827a req-19ba9cfc-10f6-49d6-84c7-3e1eb6e2a3a6 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:41.137996 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-a7fbfaee-d9a8-4d87-9908-5bff97badbdb None None] Set router f456e9f3-38e2-4762-a69f-8ff0cbd687af gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:45:41.226737 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-7a41d73b-3aa9-45e3-bedb-6cbe0e7f9c21 req-098145e2-8bde-4b1f-a557-b1fb6d328d76 service neutron] For port af29cce4-24da-40c0-b0a0-4f5712c78518, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:45:41.231251 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-7a41d73b-3aa9-45e3-bedb-6cbe0e7f9c21 req-098145e2-8bde-4b1f-a557-b1fb6d328d76 service neutron] For port af29cce4-24da-40c0-b0a0-4f5712c78518, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=af29cce4-24da-40c0-b0a0-4f5712c78518,segment=NetworkSegment(82977cb8-5955-415f-8390-123858fef82c),segment_id=82977cb8-5955-415f-8390-123858fef82c)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:45:41.239227 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-7a41d73b-3aa9-45e3-bedb-6cbe0e7f9c21 req-098145e2-8bde-4b1f-a557-b1fb6d328d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:41.248382 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2d62648e-778f-4ecb-b558-cd5fac67c738 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:41.267999 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:45:41.301078 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41d73b-3aa9-45e3-bedb-6cbe0e7f9c21 req-098145e2-8bde-4b1f-a557-b1fb6d328d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:41.302078 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-7a41d73b-3aa9-45e3-bedb-6cbe0e7f9c21 req-098145e2-8bde-4b1f-a557-b1fb6d328d76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:41.304478 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7a41d73b-3aa9-45e3-bedb-6cbe0e7f9c21 req-098145e2-8bde-4b1f-a557-b1fb6d328d76 service neutron] 10.222.0.41 "PUT /v2.0/ports/af29cce4-24da-40c0-b0a0-4f5712c78518 HTTP/1.1" status: 200 len: 1092 time: 1.7310135 Aug 22 13:45:41.305522 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0ee753c-3283-4680-b261-d34914d7bb4d', 'tag': 'af29cce4-24da-40c0-b0a0-4f5712c78518'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:45:41.305961 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba9cfc-10f6-49d6-84c7-3e1eb6e2a3a6 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Pushing event updated for resources: {'Port': ['ID=e78dd3e6-4906-419d-904f-56d6d6a62615,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:41.309172 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b695ea66-7bf8-4f9c-859b-9e351163a3e2" -d '{"events": [{"name": "network-changed", "server_uuid": "f0ee753c-3283-4680-b261-d34914d7bb4d", "tag": "af29cce4-24da-40c0-b0a0-4f5712c78518"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:45:41.317202 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-250749e0-9ac7-4c85-8ed4-da69eb79827a req-19ba9cfc-10f6-49d6-84c7-3e1eb6e2a3a6 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Network 46de0bca-1991-4c8e-8714-aa67f3459e12 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:45:41.357808 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-250749e0-9ac7-4c85-8ed4-da69eb79827a req-19ba9cfc-10f6-49d6-84c7-3e1eb6e2a3a6 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:45:41.383859 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d62648e-778f-4ecb-b558-cd5fac67c738 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:45:41.392556 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098145e2-8bde-4b1f-a557-b1fb6d328d76 service neutron] Pushing event updated for resources: {'Port': ['ID=af29cce4-24da-40c0-b0a0-4f5712c78518,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:41.397009 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-250749e0-9ac7-4c85-8ed4-da69eb79827a req-19ba9cfc-10f6-49d6-84c7-3e1eb6e2a3a6 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:45:41.419119 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41d73b-3aa9-45e3-bedb-6cbe0e7f9c21 req-1df63c2a-c966-4350-b225-0ee9d149b1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:41.420755 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7a41d73b-3aa9-45e3-bedb-6cbe0e7f9c21 req-1df63c2a-c966-4350-b225-0ee9d149b1fd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c19f4e1f2b384336a91e39cf379ccad7&device_id=f0ee753c-3283-4680-b261-d34914d7bb4d HTTP/1.1" status: 200 len: 1095 time: 0.0602126 Aug 22 13:45:41.443087 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d62648e-778f-4ecb-b558-cd5fac67c738 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0563e54c-24ea-441b-a4ee-cc983fa62107,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:41.462326 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2d62648e-778f-4ecb-b558-cd5fac67c738 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:41.462768 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-2d62648e-778f-4ecb-b558-cd5fac67c738 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Added segment ab4a74dd-0e37-4cb0-8226-1f43be3e5b3e of type vlan for network d590da40-4332-47be-a4d0-e0542d237f0f Aug 22 13:45:41.470428 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-a7fbfaee-d9a8-4d87-9908-5bff97badbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f456e9f3-38e2-4762-a69f-8ff0cbd687af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262730253', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '5554742a-0762-4caf-bc5d-809a50e6b552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:45:29Z', 'updated_at': '2021-08-22T13:45:38Z', 'revision_number': 4, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'gw_port': {'id': '5554742a-0762-4caf-bc5d-809a50e6b552', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:53:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f456e9f3-38e2-4762-a69f-8ff0cbd687af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:45:30Z', 'updated_at': '2021-08-22T13:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '359851e8-ff4c-4464-86b8-b636c6d08eb2', 'name': '', 'network_id': 'ad1f5797-594b-4ff0-ad04-7d369b81cf3a', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'mac_address': 'fa:16:3e:97:2a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f456e9f3-38e2-4762-a69f-8ff0cbd687af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'a0e87acb-5107-4e48-a7f5-5e2aff44dba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:45:36Z', 'updated_at': '2021-08-22T13:45:39Z', 'revision_number': 2, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'subnets': [{'id': 'a0e87acb-5107-4e48-a7f5-5e2aff44dba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:41.489327 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45198dfb-0177-4ee2-8a68-db77c1963b4f tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:45:41.497500 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7a41d73b-3aa9-45e3-bedb-6cbe0e7f9c21 req-c9d97f60-193c-49fb-9b81-e6db598b274f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af29cce4-24da-40c0-b0a0-4f5712c78518 HTTP/1.1" status: 200 len: 217 time: 0.0683639 Aug 22 13:45:41.500646 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-45198dfb-0177-4ee2-8a68-db77c1963b4f tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] 10.222.0.21 "PUT /v2.0/routers/7ba0a6c9-03f6-4b0d-8f64-5a52a2ab8f60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0661724 Aug 22 13:45:41.501361 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b17379f-2392-4794-be8b-8238d5579283 None None] Sync routers for ids ['7ba0a6c9-03f6-4b0d-8f64-5a52a2ab8f60'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:45:41.507078 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fbfaee-d9a8-4d87-9908-5bff97badbdb None None] Checking router: f456e9f3-38e2-4762-a69f-8ff0cbd687af for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:45:41.507425 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fbfaee-d9a8-4d87-9908-5bff97badbdb None None] Updating router f456e9f3-38e2-4762-a69f-8ff0cbd687af port 359851e8-ff4c-4464-86b8-b636c6d08eb2 binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:45:41.508450 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 55996) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:41.511220 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4d3b18c1-f501-4fff-98cc-f62065689cd9 req-73c25219-a087-42a6-bcac-08923239a5bf tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-157732679&fields=id&tenant_id=50b3d484826f4e1f8052fde49b87f38a HTTP/1.1" status: 200 len: 267 time: 0.2499783 Aug 22 13:45:41.517580 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b17379f-2392-4794-be8b-8238d5579283 None None] Routers {'7ba0a6c9-03f6-4b0d-8f64-5a52a2ab8f60'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:45:41.518351 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-6b17379f-2392-4794-be8b-8238d5579283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:45:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['7ba0a6c9-03f6-4b0d-8f64-5a52a2ab8f60'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:41.551808 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-a7fbfaee-d9a8-4d87-9908-5bff97badbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:41.572548 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe50085-1b01-45d6-b2ac-c0426fdfa51b req-ca9f5719-ca45-4c3d-9b4b-272605d59f80 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:41.574535 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3fe50085-1b01-45d6-b2ac-c0426fdfa51b req-ca9f5719-ca45-4c3d-9b4b-272605d59f80 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] 10.222.0.21 "GET /v2.0/ports?device_id=a38802a9-ea4a-4068-947e-0aecb18663f8 HTTP/1.1" status: 200 len: 945 time: 0.3089476 Aug 22 13:45:41.580153 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250749e0-9ac7-4c85-8ed4-da69eb79827a req-19ba9cfc-10f6-49d6-84c7-3e1eb6e2a3a6 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:41.580793 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-250749e0-9ac7-4c85-8ed4-da69eb79827a req-19ba9cfc-10f6-49d6-84c7-3e1eb6e2a3a6 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:41.595506 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-6b17379f-2392-4794-be8b-8238d5579283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:41.600807 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2d62648e-778f-4ecb-b558-cd5fac67c738 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:41.617256 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b17379f-2392-4794-be8b-8238d5579283 None None] Routers {'7ba0a6c9-03f6-4b0d-8f64-5a52a2ab8f60'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:45:41.618182 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-6b17379f-2392-4794-be8b-8238d5579283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:45:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['7ba0a6c9-03f6-4b0d-8f64-5a52a2ab8f60'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:41.654555 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41d73b-3aa9-45e3-bedb-6cbe0e7f9c21 req-4755bdc9-896e-491f-96a7-03cba516f513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:41.656452 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7a41d73b-3aa9-45e3-bedb-6cbe0e7f9c21 req-4755bdc9-896e-491f-96a7-03cba516f513 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=790bcf42-3a82-4ae4-815f-3615fcbabaf2 HTTP/1.1" status: 200 len: 849 time: 0.1330163 Aug 22 13:45:41.684439 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-250749e0-9ac7-4c85-8ed4-da69eb79827a req-19ba9cfc-10f6-49d6-84c7-3e1eb6e2a3a6 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4304094 Aug 22 13:45:41.686266 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-6b17379f-2392-4794-be8b-8238d5579283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:41.687260 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b17379f-2392-4794-be8b-8238d5579283 None None] The sync data for ids ['7ba0a6c9-03f6-4b0d-8f64-5a52a2ab8f60'] in n-d-793621-33 is: [] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:45:41.708480 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-250749e0-9ac7-4c85-8ed4-da69eb79827a req-07d37396-477d-400d-b15f-9a618f90b8d0 service neutron] Request body: {'port': {'device_id': '765e8e7a-8247-4b0e-b33e-a99b5dd161c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:45:41.737823 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3fe50085-1b01-45d6-b2ac-c0426fdfa51b req-4fbca4cd-4b1d-40cd-9f27-f7a29e8b03e7 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9c9470d-ff78-413f-89de-062bc8a1cacb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496356 Aug 22 13:45:41.751380 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2d62648e-778f-4ecb-b558-cd5fac67c738 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:41.757667 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d62648e-778f-4ecb-b558-cd5fac67c738 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:41.758255 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2d62648e-778f-4ecb-b558-cd5fac67c738 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:41.772736 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9ccb3db5-95f1-4f6a-af7d-b9ed51f0bfdc tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:41.777889 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41d73b-3aa9-45e3-bedb-6cbe0e7f9c21 req-c360c949-585f-4d6a-b0a7-7f2ae7b21d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:41.779577 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7a41d73b-3aa9-45e3-bedb-6cbe0e7f9c21 req-c360c949-585f-4d6a-b0a7-7f2ae7b21d58 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1155958 Aug 22 13:45:41.881733 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-a7fbfaee-d9a8-4d87-9908-5bff97badbdb None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:41.889695 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b18c1-f501-4fff-98cc-f62065689cd9 req-e40cd860-c691-428e-a759-306f166869de tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:41.891246 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4d3b18c1-f501-4fff-98cc-f62065689cd9 req-e40cd860-c691-428e-a759-306f166869de tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/networks?id=ad1f5797-594b-4ff0-ad04-7d369b81cf3a HTTP/1.1" status: 200 len: 797 time: 0.3591757 Aug 22 13:45:41.892969 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-a7fbfaee-d9a8-4d87-9908-5bff97badbdb None None] Transition to ACTIVE for port object 359851e8-ff4c-4464-86b8-b636c6d08eb2 will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:45:41.901548 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-a7fbfaee-d9a8-4d87-9908-5bff97badbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:41.909723 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d62648e-778f-4ecb-b558-cd5fac67c738 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event updated for resources: {'Network': ['ID=d590da40-4332-47be-a4d0-e0542d237f0f,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:41.926882 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network d590da40-4332-47be-a4d0-e0542d237f0f details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:45:41.954970 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9ccb3db5-95f1-4f6a-af7d-b9ed51f0bfdc tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:41.970346 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4d3b18c1-f501-4fff-98cc-f62065689cd9 req-1aa6ff3e-efa3-462c-a8c3-30ef3f5ac700 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/quotas/50b3d484826f4e1f8052fde49b87f38a HTTP/1.1" status: 200 len: 375 time: 0.0549519 Aug 22 13:45:41.975706 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-2d62648e-778f-4ecb-b558-cd5fac67c738 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7520499 Aug 22 13:45:41.982467 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7a41d73b-3aa9-45e3-bedb-6cbe0e7f9c21 req-6e5668e1-ad93-4c7f-821f-aa6d52dad0d3 service neutron] 10.222.0.41 "GET /v2.0/networks/8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673784 Aug 22 13:45:41.982976 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56002) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:41.986145 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe3dd72-8b36-4fb4-8eea-a8388d3d0dc5 None None] Pushing event updated for resources: {'Port': ['ID=359851e8-ff4c-4464-86b8-b636c6d08eb2,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:41.992032 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-b3da0186-9b78-4471-9414-8a02a9bc99af tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1288650461'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:45:42.030927 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-a7fbfaee-d9a8-4d87-9908-5bff97badbdb None None] Attempting to bind port 359851e8-ff4c-4464-86b8-b636c6d08eb2 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:45:42.031372 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-a7fbfaee-d9a8-4d87-9908-5bff97badbdb None None] Attempting to bind port 359851e8-ff4c-4464-86b8-b636c6d08eb2 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '494efb0b-ab04-46a4-b7e8-28cc3c46a46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ad1f5797-594b-4ff0-ad04-7d369b81cf3a'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:45:42.031809 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fbfaee-d9a8-4d87-9908-5bff97badbdb None None] Attempting to bind port 359851e8-ff4c-4464-86b8-b636c6d08eb2 on network ad1f5797-594b-4ff0-ad04-7d369b81cf3a {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:45:42.037664 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fbfaee-d9a8-4d87-9908-5bff97badbdb None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:45:42.037664 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fbfaee-d9a8-4d87-9908-5bff97badbdb None None] Checking segment: {'id': '494efb0b-ab04-46a4-b7e8-28cc3c46a46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ad1f5797-594b-4ff0-ad04-7d369b81cf3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:45:42.038293 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-a7fbfaee-d9a8-4d87-9908-5bff97badbdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:42.039514 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fbfaee-d9a8-4d87-9908-5bff97badbdb None None] Bound using segment: {'id': '494efb0b-ab04-46a4-b7e8-28cc3c46a46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ad1f5797-594b-4ff0-ad04-7d369b81cf3a'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:45:42.039514 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-a7fbfaee-d9a8-4d87-9908-5bff97badbdb None None] Bound port: 359851e8-ff4c-4464-86b8-b636c6d08eb2, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '494efb0b-ab04-46a4-b7e8-28cc3c46a46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ad1f5797-594b-4ff0-ad04-7d369b81cf3a'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:45:42.039792 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-250749e0-9ac7-4c85-8ed4-da69eb79827a req-07d37396-477d-400d-b15f-9a618f90b8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:42.040622 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-a7fbfaee-d9a8-4d87-9908-5bff97badbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:42.061790 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb80206-fb48-4e95-ba46-4764e4693c7c req-fac13a45-6865-4dc5-9372-b774dec58985 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:42.063347 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-afb80206-fb48-4e95-ba46-4764e4693c7c req-fac13a45-6865-4dc5-9372-b774dec58985 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f0ee753c-3283-4680-b261-d34914d7bb4d HTTP/1.1" status: 200 len: 1095 time: 0.2188621 Aug 22 13:45:42.118789 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3da0186-9b78-4471-9414-8a02a9bc99af tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Made reservation on behalf of f5a9cec6b494494a893a00dfba9ab7f6 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:45:42.121854 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-a7fbfaee-d9a8-4d87-9908-5bff97badbdb None None] For port 359851e8-ff4c-4464-86b8-b636c6d08eb2, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:45:42.122589 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b3da0186-9b78-4471-9414-8a02a9bc99af tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:42.126262 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-a7fbfaee-d9a8-4d87-9908-5bff97badbdb None None] For port 359851e8-ff4c-4464-86b8-b636c6d08eb2, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=359851e8-ff4c-4464-86b8-b636c6d08eb2,segment=NetworkSegment(494efb0b-ab04-46a4-b7e8-28cc3c46a46b),segment_id=494efb0b-ab04-46a4-b7e8-28cc3c46a46b)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:45:42.130535 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4d3b18c1-f501-4fff-98cc-f62065689cd9 req-20b57a2d-401c-4b1e-9c10-f26d1de5bf4f tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=50b3d484826f4e1f8052fde49b87f38a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1565714 Aug 22 13:45:42.144485 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-a7fbfaee-d9a8-4d87-9908-5bff97badbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:42.166105 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3da0186-9b78-4471-9414-8a02a9bc99af tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:45:42.173029 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-afb80206-fb48-4e95-ba46-4764e4693c7c req-fb7ebd69-6a77-4426-9770-f95f237716af tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0eee4a1c-cfdc-440c-abfd-3ef315b25abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780296 Aug 22 13:45:42.201628 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-9ccb3db5-95f1-4f6a-af7d-b9ed51f0bfdc tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Deleting port 77adf0ef-7947-41b0-9d4d-901d14b52c64 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:45:42.201968 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9ccb3db5-95f1-4f6a-af7d-b9ed51f0bfdc tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:42.206742 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fbfaee-d9a8-4d87-9908-5bff97badbdb None None] Routers {'f456e9f3-38e2-4762-a69f-8ff0cbd687af'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:45:42.207524 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-a7fbfaee-d9a8-4d87-9908-5bff97badbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:45:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['f456e9f3-38e2-4762-a69f-8ff0cbd687af'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:42.210052 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b3da0186-9b78-4471-9414-8a02a9bc99af tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:42.210510 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-b3da0186-9b78-4471-9414-8a02a9bc99af tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Added segment b46cfdc4-33aa-4d92-8dd3-b8b720f284e8 of type vlan for network fa60552c-702d-4604-8601-7ff588881a6f Aug 22 13:45:42.213313 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7a41d73b-3aa9-45e3-bedb-6cbe0e7f9c21 req-b1c0e2ef-3d12-486d-9dfe-15e82b6bad8e service neutron] 10.222.0.41 "GET /v2.0/networks/8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174597 Aug 22 13:45:42.283105 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8467a5ac-d619-4d14-add5-13857b6b64a0 x-openstack-request-id: req-8467a5ac-d619-4d14-add5-13857b6b64a0 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:45:42.283401 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0ee753c-3283-4680-b261-d34914d7bb4d", "tag": "af29cce4-24da-40c0-b0a0-4f5712c78518", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:45:42.283653 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8467a5ac-d619-4d14-add5-13857b6b64a0 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:45:42.284115 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0ee753c-3283-4680-b261-d34914d7bb4d', 'tag': 'af29cce4-24da-40c0-b0a0-4f5712c78518', 'status': 'completed', 'code': 200} Aug 22 13:45:42.381949 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-a7fbfaee-d9a8-4d87-9908-5bff97badbdb None None] Set router f456e9f3-38e2-4762-a69f-8ff0cbd687af gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:45:42.433310 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4d3b18c1-f501-4fff-98cc-f62065689cd9 req-f5eb703a-f22b-4a5a-b8a5-421c8022c5cc service neutron] 10.222.0.21 "GET /v2.0/networks/ad1f5797-594b-4ff0-ad04-7d369b81cf3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957629 Aug 22 13:45:42.437298 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b3da0186-9b78-4471-9414-8a02a9bc99af tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:42.496988 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9ccb3db5-95f1-4f6a-af7d-b9ed51f0bfdc tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:42.517083 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695ea66-7bf8-4f9c-859b-9e351163a3e2 req-7fe20b98-8f94-494c-b426-5b6db1586810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:42.518611 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b695ea66-7bf8-4f9c-859b-9e351163a3e2 req-7fe20b98-8f94-494c-b426-5b6db1586810 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c19f4e1f2b384336a91e39cf379ccad7&device_id=f0ee753c-3283-4680-b261-d34914d7bb4d HTTP/1.1" status: 200 len: 1095 time: 0.2403634 Aug 22 13:45:42.530598 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-9ccb3db5-95f1-4f6a-af7d-b9ed51f0bfdc tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Calling delete_port for 77adf0ef-7947-41b0-9d4d-901d14b52c64 owned by network:router_gateway {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:45:42.539238 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b3da0186-9b78-4471-9414-8a02a9bc99af tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:42.552047 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3da0186-9b78-4471-9414-8a02a9bc99af tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:42.555009 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b3da0186-9b78-4471-9414-8a02a9bc99af tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:42.639686 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49df8fa-6537-442b-b499-0478d3b10335 req-7968c542-7cd2-46dd-bbf3-d3ae24218ead tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:42.641287 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d49df8fa-6537-442b-b499-0478d3b10335 req-7968c542-7cd2-46dd-bbf3-d3ae24218ead tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] 10.222.0.21 "GET /v2.0/ports?device_id=765e8e7a-8247-4b0e-b33e-a99b5dd161c5 HTTP/1.1" status: 200 len: 931 time: 0.2036719 Aug 22 13:45:42.665670 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4d3b18c1-f501-4fff-98cc-f62065689cd9 req-cb205b6c-a12f-4966-b9ef-15a9bf02b06b service neutron] 10.222.0.21 "GET /v2.0/networks/ad1f5797-594b-4ff0-ad04-7d369b81cf3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145121 Aug 22 13:45:42.670452 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-250749e0-9ac7-4c85-8ed4-da69eb79827a req-07d37396-477d-400d-b15f-9a618f90b8d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e78dd3e6-4906-419d-904f-56d6d6a62615 {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:45:42.678607 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe3dd72-8b36-4fb4-8eea-a8388d3d0dc5 None None] Pushing event updated for resources: {'Port': ['ID=359851e8-ff4c-4464-86b8-b636c6d08eb2,revision_number=4']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:42.686999 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-250749e0-9ac7-4c85-8ed4-da69eb79827a req-07d37396-477d-400d-b15f-9a618f90b8d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:42.709484 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-250749e0-9ac7-4c85-8ed4-da69eb79827a req-07d37396-477d-400d-b15f-9a618f90b8d0 service neutron] Transition to ACTIVE for port object e78dd3e6-4906-419d-904f-56d6d6a62615 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:45:42.723295 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d49df8fa-6537-442b-b499-0478d3b10335 req-717b4539-a168-4e10-9c43-4d04fbfe8f06 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] 10.222.0.21 "GET /v2.0/security-groups?id=25510eef-8b40-4e6f-83fe-4810b931250b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711989 Aug 22 13:45:42.728621 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-250749e0-9ac7-4c85-8ed4-da69eb79827a req-07d37396-477d-400d-b15f-9a618f90b8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:42.778825 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695ea66-7bf8-4f9c-859b-9e351163a3e2 req-36e8a96a-a777-4dce-af88-71b54805dee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:42.780849 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b695ea66-7bf8-4f9c-859b-9e351163a3e2 req-36e8a96a-a777-4dce-af88-71b54805dee3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c HTTP/1.1" status: 200 len: 911 time: 0.2521064 Aug 22 13:45:42.791010 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b3da0186-9b78-4471-9414-8a02a9bc99af tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8066454 Aug 22 13:45:42.799623 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56004) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:42.820639 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-7bef9540-feea-4773-8076-afea1d3446c8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Request body: {'subnet': {'network_id': 'd590da40-4332-47be-a4d0-e0542d237f0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:45:42.921847 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-a7fbfaee-d9a8-4d87-9908-5bff97badbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f456e9f3-38e2-4762-a69f-8ff0cbd687af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262730253', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '5554742a-0762-4caf-bc5d-809a50e6b552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:45:29Z', 'updated_at': '2021-08-22T13:45:38Z', 'revision_number': 4, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'gw_port': {'id': '5554742a-0762-4caf-bc5d-809a50e6b552', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:53:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f456e9f3-38e2-4762-a69f-8ff0cbd687af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:45:30Z', 'updated_at': '2021-08-22T13:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '359851e8-ff4c-4464-86b8-b636c6d08eb2', 'name': '', 'network_id': 'ad1f5797-594b-4ff0-ad04-7d369b81cf3a', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'mac_address': 'fa:16:3e:97:2a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f456e9f3-38e2-4762-a69f-8ff0cbd687af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'a0e87acb-5107-4e48-a7f5-5e2aff44dba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:45:36Z', 'updated_at': '2021-08-22T13:45:42Z', 'revision_number': 4, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'subnets': [{'id': 'a0e87acb-5107-4e48-a7f5-5e2aff44dba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:42.927202 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b695ea66-7bf8-4f9c-859b-9e351163a3e2 req-34af1f88-59ec-4c9e-bacf-e1d0ba33ba31 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af29cce4-24da-40c0-b0a0-4f5712c78518 HTTP/1.1" status: 200 len: 217 time: 0.1215317 Aug 22 13:45:42.968470 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d37396-477d-400d-b15f-9a618f90b8d0 service neutron] Pushing event updated for resources: {'Port': ['ID=e78dd3e6-4906-419d-904f-56d6d6a62615,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:42.977358 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fbfaee-d9a8-4d87-9908-5bff97badbdb None None] The sync data for ids ['f456e9f3-38e2-4762-a69f-8ff0cbd687af'] in n-d-793621-33 is: [{'id': 'f456e9f3-38e2-4762-a69f-8ff0cbd687af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262730253', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '5554742a-0762-4caf-bc5d-809a50e6b552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:45:29Z', 'updated_at': '2021-08-22T13:45:38Z', 'revision_number': 4, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'gw_port': {'id': '5554742a-0762-4caf-bc5d-809a50e6b552', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:53:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f456e9f3-38e2-4762-a69f-8ff0cbd687af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:45:30Z', 'updated_at': '2021-08-22T13:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '359851e8-ff4c-4464-86b8-b636c6d08eb2', 'name': '', 'network_id': 'ad1f5797-594b-4ff0-ad04-7d369b81cf3a', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'mac_address': 'fa:16:3e:97:2a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f456e9f3-38e2-4762-a69f-8ff0cbd687af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'a0e87acb-5107-4e48-a7f5-5e2aff44dba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:45:36Z', 'updated_at': '2021-08-22T13:45:42Z', 'revision_number': 4, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'subnets': [{'id': 'a0e87acb-5107-4e48-a7f5-5e2aff44dba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:45:43.037334 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da0186-9b78-4471-9414-8a02a9bc99af tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event updated for resources: {'Network': ['ID=fa60552c-702d-4604-8601-7ff588881a6f,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:43.101497 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network fa60552c-702d-4604-8601-7ff588881a6f details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:45:43.129075 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695ea66-7bf8-4f9c-859b-9e351163a3e2 req-877aec67-907f-456e-ae1f-9d0bd1cb5bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:43.129543 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-551c5382-9875-46ab-9f93-de04a810142d req-a9b252fd-c31b-4a8c-b6e0-fb859c87b967 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=511ea42f-9b76-4607-83c9-668d8b36e33b HTTP/1.1" status: 200 len: 210 time: 0.1229541 Aug 22 13:45:43.135731 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b695ea66-7bf8-4f9c-859b-9e351163a3e2 req-877aec67-907f-456e-ae1f-9d0bd1cb5bea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=790bcf42-3a82-4ae4-815f-3615fcbabaf2 HTTP/1.1" status: 200 len: 849 time: 0.1995251 Aug 22 13:45:43.179836 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-250749e0-9ac7-4c85-8ed4-da69eb79827a req-07d37396-477d-400d-b15f-9a618f90b8d0 service neutron] Attempting to bind port e78dd3e6-4906-419d-904f-56d6d6a62615 on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:45:43.180180 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-250749e0-9ac7-4c85-8ed4-da69eb79827a req-07d37396-477d-400d-b15f-9a618f90b8d0 service neutron] Attempting to bind port e78dd3e6-4906-419d-904f-56d6d6a62615 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '845d553b-3470-425f-a9bb-3cb754fb51c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '46de0bca-1991-4c8e-8714-aa67f3459e12'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:45:43.180532 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250749e0-9ac7-4c85-8ed4-da69eb79827a req-07d37396-477d-400d-b15f-9a618f90b8d0 service neutron] Attempting to bind port e78dd3e6-4906-419d-904f-56d6d6a62615 on network 46de0bca-1991-4c8e-8714-aa67f3459e12 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:45:43.196681 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250749e0-9ac7-4c85-8ed4-da69eb79827a req-07d37396-477d-400d-b15f-9a618f90b8d0 service neutron] Port e78dd3e6-4906-419d-904f-56d6d6a62615 on network 46de0bca-1991-4c8e-8714-aa67f3459e12 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:45:43.196853 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250749e0-9ac7-4c85-8ed4-da69eb79827a req-07d37396-477d-400d-b15f-9a618f90b8d0 service neutron] Attempting to bind port e78dd3e6-4906-419d-904f-56d6d6a62615 on network 46de0bca-1991-4c8e-8714-aa67f3459e12 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:45:43.251293 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae9ce7-5ff0-441b-9bf5-1325ccb9d992 req-c19d5785-858a-43bd-afb3-38e0dce63e0f tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:43.254298 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-54ae9ce7-5ff0-441b-9bf5-1325ccb9d992 req-c19d5785-858a-43bd-afb3-38e0dce63e0f tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] 10.222.0.21 "GET /v2.0/ports?device_id=a38802a9-ea4a-4068-947e-0aecb18663f8 HTTP/1.1" status: 200 len: 945 time: 0.4218769 Aug 22 13:45:43.299619 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695ea66-7bf8-4f9c-859b-9e351163a3e2 req-54388603-a4d2-4b2f-a563-33d9b866c1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:43.301310 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b695ea66-7bf8-4f9c-859b-9e351163a3e2 req-54388603-a4d2-4b2f-a563-33d9b866c1e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0955060 Aug 22 13:45:43.309887 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250749e0-9ac7-4c85-8ed4-da69eb79827a req-07d37396-477d-400d-b15f-9a618f90b8d0 service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:45:43.310564 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250749e0-9ac7-4c85-8ed4-da69eb79827a req-07d37396-477d-400d-b15f-9a618f90b8d0 service neutron] Checking segment: {'id': '845d553b-3470-425f-a9bb-3cb754fb51c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '46de0bca-1991-4c8e-8714-aa67f3459e12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:45:43.311070 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250749e0-9ac7-4c85-8ed4-da69eb79827a req-07d37396-477d-400d-b15f-9a618f90b8d0 service neutron] Bound using segment: {'id': '845d553b-3470-425f-a9bb-3cb754fb51c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '46de0bca-1991-4c8e-8714-aa67f3459e12'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:45:43.311601 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-250749e0-9ac7-4c85-8ed4-da69eb79827a req-07d37396-477d-400d-b15f-9a618f90b8d0 service neutron] Bound port: e78dd3e6-4906-419d-904f-56d6d6a62615, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '845d553b-3470-425f-a9bb-3cb754fb51c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '46de0bca-1991-4c8e-8714-aa67f3459e12'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:45:43.312184 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-250749e0-9ac7-4c85-8ed4-da69eb79827a req-07d37396-477d-400d-b15f-9a618f90b8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:43.329749 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bef9540-feea-4773-8076-afea1d3446c8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Made reservation on behalf of f5a9cec6b494494a893a00dfba9ab7f6 for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:45:43.333600 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7bef9540-feea-4773-8076-afea1d3446c8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:43.417205 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9ccb3db5-95f1-4f6a-af7d-b9ed51f0bfdc tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:43.487410 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb3db5-95f1-4f6a-af7d-b9ed51f0bfdc tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Pushing event deleted for resources: {'Port': ['ID=77adf0ef-7947-41b0-9d4d-901d14b52c64,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:43.600309 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b695ea66-7bf8-4f9c-859b-9e351163a3e2 req-1bb73723-60ca-424d-aefd-e61947043eb0 service neutron] 10.222.0.41 "GET /v2.0/networks/8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711725 Aug 22 13:45:43.670456 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7bef9540-feea-4773-8076-afea1d3446c8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:43.714099 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9ccb3db5-95f1-4f6a-af7d-b9ed51f0bfdc tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:43.834827 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-54ae9ce7-5ff0-441b-9bf5-1325ccb9d992 req-5c820a5f-baeb-4998-8651-5d025c1512a1 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9c9470d-ff78-413f-89de-062bc8a1cacb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5302954 Aug 22 13:45:43.860323 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9ccb3db5-95f1-4f6a-af7d-b9ed51f0bfdc tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:43.865299 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bef9540-feea-4773-8076-afea1d3446c8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event updated for resources: {'Subnet': ['ID=5c9ada15-35fc-4f7e-8444-7ec7ff808b2c,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:43.871364 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6912d-d1fe-449b-93e0-9999a503b868 req-ad2099cc-45f3-45cf-81eb-5fc5e4e3df1a tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:43.873581 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-53b6912d-d1fe-449b-93e0-9999a503b868 req-ad2099cc-45f3-45cf-81eb-5fc5e4e3df1a tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f0ee753c-3283-4680-b261-d34914d7bb4d HTTP/1.1" status: 200 len: 1095 time: 0.5678174 Aug 22 13:45:43.878694 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9ccb3db5-95f1-4f6a-af7d-b9ed51f0bfdc tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:43.879959 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-250749e0-9ac7-4c85-8ed4-da69eb79827a req-07d37396-477d-400d-b15f-9a618f90b8d0 service neutron] For port e78dd3e6-4906-419d-904f-56d6d6a62615, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:45:43.890451 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b695ea66-7bf8-4f9c-859b-9e351163a3e2 req-2c4a4cc0-2818-4129-bd55-187c622c635e service neutron] 10.222.0.41 "GET /v2.0/networks/8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793596 Aug 22 13:45:43.929635 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-250749e0-9ac7-4c85-8ed4-da69eb79827a req-07d37396-477d-400d-b15f-9a618f90b8d0 service neutron] For port e78dd3e6-4906-419d-904f-56d6d6a62615, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=e78dd3e6-4906-419d-904f-56d6d6a62615,segment=NetworkSegment(845d553b-3470-425f-a9bb-3cb754fb51c8),segment_id=845d553b-3470-425f-a9bb-3cb754fb51c8)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:45:43.943658 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-250749e0-9ac7-4c85-8ed4-da69eb79827a req-07d37396-477d-400d-b15f-9a618f90b8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:43.951108 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bef9540-feea-4773-8076-afea1d3446c8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Checking segment: {'id': 'ab4a74dd-0e37-4cb0-8226-1f43be3e5b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd590da40-4332-47be-a4d0-e0542d237f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:45:43.953368 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bef9540-feea-4773-8076-afea1d3446c8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Network hostable DHCP agents. Network: d590da40-4332-47be-a4d0-e0542d237f0f, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:45:43.958899 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9ccb3db5-95f1-4f6a-af7d-b9ed51f0bfdc tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:43.959485 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ccb3db5-95f1-4f6a-af7d-b9ed51f0bfdc tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Fanout notify agent at l3_agent the message router_deleted on router 7ba0a6c9-03f6-4b0d-8f64-5a52a2ab8f60 {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:45:43.967024 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9ccb3db5-95f1-4f6a-af7d-b9ed51f0bfdc tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:43.971369 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9ccb3db5-95f1-4f6a-af7d-b9ed51f0bfdc tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] 10.222.0.21 "DELETE /v2.0/routers/7ba0a6c9-03f6-4b0d-8f64-5a52a2ab8f60 HTTP/1.1" status: 204 len: 168 time: 2.4585731 Aug 22 13:45:43.972126 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56024) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:43.987899 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device af29cce4-24da-40c0-b0a0-4f5712c78518 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:45:44.020375 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-53b6912d-d1fe-449b-93e0-9999a503b868 req-ef0e867f-9889-49a2-94c8-a36fd0f44f55 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0eee4a1c-cfdc-440c-abfd-3ef315b25abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379056 Aug 22 13:45:44.046738 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250749e0-9ac7-4c85-8ed4-da69eb79827a req-07d37396-477d-400d-b15f-9a618f90b8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:44.047421 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-250749e0-9ac7-4c85-8ed4-da69eb79827a req-07d37396-477d-400d-b15f-9a618f90b8d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:44.049007 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-250749e0-9ac7-4c85-8ed4-da69eb79827a req-07d37396-477d-400d-b15f-9a618f90b8d0 service neutron] 10.222.0.16 "PUT /v2.0/ports/e78dd3e6-4906-419d-904f-56d6d6a62615 HTTP/1.1" status: 200 len: 1092 time: 2.3446851 Aug 22 13:45:44.049755 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '765e8e7a-8247-4b0e-b33e-a99b5dd161c5', 'tag': 'e78dd3e6-4906-419d-904f-56d6d6a62615'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:45:44.070588 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d579b058-8793-40dc-9513-73421a27e7ba" -d '{"events": [{"name": "network-changed", "server_uuid": "765e8e7a-8247-4b0e-b33e-a99b5dd161c5", "tag": "e78dd3e6-4906-419d-904f-56d6d6a62615"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:45:44.130258 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-12adc87d-fbc5-4897-8b0f-557ddd19c3a9 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Deleting subnet 6f142371-75e6-4af5-afef-5a8f1a35ee92 {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:45:44.134481 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-12adc87d-fbc5-4897-8b0f-557ddd19c3a9 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:44.146699 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port af29cce4-24da-40c0-b0a0-4f5712c78518, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=af29cce4-24da-40c0-b0a0-4f5712c78518,segment=NetworkSegment(82977cb8-5955-415f-8390-123858fef82c),segment_id=82977cb8-5955-415f-8390-123858fef82c)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:45:44.163861 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': 'af29cce4-24da-40c0-b0a0-4f5712c78518', 'network_id': '8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c', 'port_id': 'af29cce4-24da-40c0-b0a0-4f5712c78518', 'mac_address': 'fa:16:3e:f0:95:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '790bcf42-3a82-4ae4-815f-3615fcbabaf2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:45:44.180181 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-12adc87d-fbc5-4897-8b0f-557ddd19c3a9 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:44.191199 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bef9540-feea-4773-8076-afea1d3446c8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Network d590da40-4332-47be-a4d0-e0542d237f0f is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:45:44.219517 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:44.221601 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d37396-477d-400d-b15f-9a618f90b8d0 service neutron] Pushing event updated for resources: {'Port': ['ID=e78dd3e6-4906-419d-904f-56d6d6a62615,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:44.264525 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-7bef9540-feea-4773-8076-afea1d3446c8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, d590da40-4332-47be-a4d0-e0542d237f0f) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:45:44.278533 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bef9540-feea-4773-8076-afea1d3446c8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:44.279424 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7bef9540-feea-4773-8076-afea1d3446c8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:44.293423 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250749e0-9ac7-4c85-8ed4-da69eb79827a req-205d33dc-8976-4444-bc5b-033e3f6a344f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:44.295782 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-250749e0-9ac7-4c85-8ed4-da69eb79827a req-205d33dc-8976-4444-bc5b-033e3f6a344f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=353e509412c54b51a955684f3d0bc218&device_id=765e8e7a-8247-4b0e-b33e-a99b5dd161c5 HTTP/1.1" status: 200 len: 1095 time: 0.1826682 Aug 22 13:45:44.298111 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-12adc87d-fbc5-4897-8b0f-557ddd19c3a9 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:44.301091 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af29cce4-24da-40c0-b0a0-4f5712c78518 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:45:44.308003 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b339a661-026a-4eb3-9539-48c5db331110 req-af879d84-a370-4256-b64c-ff8026ddf557 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:44.317792 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b339a661-026a-4eb3-9539-48c5db331110 req-af879d84-a370-4256-b64c-ff8026ddf557 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] 10.222.0.21 "GET /v2.0/ports?device_id=765e8e7a-8247-4b0e-b33e-a99b5dd161c5 HTTP/1.1" status: 200 len: 943 time: 0.2402868 Aug 22 13:45:44.342712 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d77b8bf-4e48-49b4-a186-2bf3c8da9860 req-82543704-c459-4df3-addb-42b81afc4e29 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:44.349173 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port af29cce4-24da-40c0-b0a0-4f5712c78518, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=af29cce4-24da-40c0-b0a0-4f5712c78518,segment=NetworkSegment(82977cb8-5955-415f-8390-123858fef82c),segment_id=82977cb8-5955-415f-8390-123858fef82c)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:45:44.350423 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3d77b8bf-4e48-49b4-a186-2bf3c8da9860 req-82543704-c459-4df3-addb-42b81afc4e29 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] 10.222.0.21 "GET /v2.0/ports?device_id=a38802a9-ea4a-4068-947e-0aecb18663f8 HTTP/1.1" status: 200 len: 945 time: 0.2361133 Aug 22 13:45:44.352613 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e777ed-e856-45ca-8e5a-9a576e787d51 None None] Network d590da40-4332-47be-a4d0-e0542d237f0f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:45:44.426290 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-12adc87d-fbc5-4897-8b0f-557ddd19c3a9 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:44.432760 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-250749e0-9ac7-4c85-8ed4-da69eb79827a req-0c5bd17f-1e8f-4ef7-82b0-98dad621cc94 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e78dd3e6-4906-419d-904f-56d6d6a62615 HTTP/1.1" status: 200 len: 217 time: 0.0612381 Aug 22 13:45:44.435690 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-7bef9540-feea-4773-8076-afea1d3446c8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6330688 Aug 22 13:45:44.444590 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:44.472673 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56032) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:44.495682 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-1d229b96-093b-4d68-ba8f-7259c27dac15 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Request body: {'subnet': {'network_id': 'fa60552c-702d-4604-8601-7ff588881a6f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:45:44.505245 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250749e0-9ac7-4c85-8ed4-da69eb79827a req-b213e56b-dea5-44c5-aaa3-bd4fb1736bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:44.506788 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-250749e0-9ac7-4c85-8ed4-da69eb79827a req-b213e56b-dea5-44c5-aaa3-bd4fb1736bc8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b1668edd-d43a-4ada-8c93-e2c6f458b95d HTTP/1.1" status: 200 len: 849 time: 0.0644512 Aug 22 13:45:44.510383 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=af29cce4-24da-40c0-b0a0-4f5712c78518,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:44.528830 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3d77b8bf-4e48-49b4-a186-2bf3c8da9860 req-09658219-0461-4a99-bbab-4060723086f4 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9c9470d-ff78-413f-89de-062bc8a1cacb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774633 Aug 22 13:45:44.561693 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56034) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:44.617537 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98ceb6a-7cde-468d-bb20-79f7be9ad22f x-openstack-request-id: req-d98ceb6a-7cde-468d-bb20-79f7be9ad22f {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:45:44.618003 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "765e8e7a-8247-4b0e-b33e-a99b5dd161c5", "tag": "e78dd3e6-4906-419d-904f-56d6d6a62615", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:45:44.618513 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d98ceb6a-7cde-468d-bb20-79f7be9ad22f {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:45:44.619124 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '765e8e7a-8247-4b0e-b33e-a99b5dd161c5', 'tag': 'e78dd3e6-4906-419d-904f-56d6d6a62615', 'status': 'completed', 'code': 200} Aug 22 13:45:44.622052 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-250749e0-9ac7-4c85-8ed4-da69eb79827a req-06c3e48d-1659-4991-9e66-db34865af274 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=46de0bca-1991-4c8e-8714-aa67f3459e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784757 Aug 22 13:45:44.649803 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b339a661-026a-4eb3-9539-48c5db331110 req-0305aef9-d1cf-41a0-b668-fec1d18ad094 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] 10.222.0.21 "GET /v2.0/security-groups?id=25510eef-8b40-4e6f-83fe-4810b931250b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285992 Aug 22 13:45:44.657570 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccca765-dc78-42af-b11a-5cbfc2ecca95 None None] Network b0061d5f-29f0-4ed0-a3d0-c5ccd6dda09b requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:45:44.710619 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12adc87d-fbc5-4897-8b0f-557ddd19c3a9 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Pushing event deleted for resources: {'Subnet': ['ID=6f142371-75e6-4af5-afef-5a8f1a35ee92,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:44.718505 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-12adc87d-fbc5-4897-8b0f-557ddd19c3a9 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:44.728590 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-12adc87d-fbc5-4897-8b0f-557ddd19c3a9 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] 10.222.0.21 "DELETE /v2.0/subnets/6f142371-75e6-4af5-afef-5a8f1a35ee92 HTTP/1.1" status: 204 len: 168 time: 0.7554038 Aug 22 13:45:44.740009 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56038) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:44.740303 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['af29cce4-24da-40c0-b0a0-4f5712c78518'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:45:44.796002 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f3158f6d-072a-47fb-a988-709d361f228f req-5c4199f0-9609-4ac0-95b8-1b443ca89264 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=511ea42f-9b76-4607-83c9-668d8b36e33b HTTP/1.1" status: 200 len: 210 time: 0.0381684 Aug 22 13:45:44.840480 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-250749e0-9ac7-4c85-8ed4-da69eb79827a req-a7d261d1-4f54-401a-b25e-e3e92a5dd008 service neutron] 10.222.0.16 "GET /v2.0/networks/46de0bca-1991-4c8e-8714-aa67f3459e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893220 Aug 22 13:45:44.854588 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8cbf19-491a-4969-bc1c-368637a6ff9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-d590da40-4332-47be-a4d0-e0542d237f0f', 'network_id': 'd590da40-4332-47be-a4d0-e0542d237f0f', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'fixed_ips': [{'subnet_id': '5c9ada15-35fc-4f7e-8444-7ec7ff808b2c'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:45:44.855570 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2e8cbf19-491a-4969-bc1c-368637a6ff9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:44.919629 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8dfcfc13-ba7c-4617-b269-c034d521c3a1 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:44.938020 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b18c1-f501-4fff-98cc-f62065689cd9 req-2927d5c8-853c-4450-86de-df4c26f4f382 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:44.940322 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4d3b18c1-f501-4fff-98cc-f62065689cd9 req-2927d5c8-853c-4450-86de-df4c26f4f382 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.41 "GET /v2.0/networks?id=ad1f5797-594b-4ff0-ad04-7d369b81cf3a HTTP/1.1" status: 200 len: 797 time: 0.5377398 Aug 22 13:45:44.965830 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84aad8d-fb46-4d88-99f6-88b080e1737e tempest-TestServerBasicOps-1126311915 tempest-TestServerBasicOps-1126311915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:44.969921 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d229b96-093b-4d68-ba8f-7259c27dac15 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Made reservation on behalf of f5a9cec6b494494a893a00dfba9ab7f6 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:45:44.971828 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-b84aad8d-fb46-4d88-99f6-88b080e1737e tempest-TestServerBasicOps-1126311915 tempest-TestServerBasicOps-1126311915-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a38802a9-ea4a-4068-947e-0aecb18663f8 HTTP/1.1" status: 200 len: 1092 time: 0.4061308 Aug 22 13:45:44.976838 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1d229b96-093b-4d68-ba8f-7259c27dac15 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:44.983884 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56040) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:44.989886 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-eedc3a83-332b-42e0-8848-26d2068cab04 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Request body: {'floatingip': {'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'port_id': 'cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77', 'tenant_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:45:45.030607 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-250749e0-9ac7-4c85-8ed4-da69eb79827a req-7757343d-4597-4d6a-8eb3-6b92f0194c95 service neutron] 10.222.0.16 "GET /v2.0/networks/46de0bca-1991-4c8e-8714-aa67f3459e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782086 Aug 22 13:45:45.111611 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 359851e8-ff4c-4464-86b8-b636c6d08eb2 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:45:45.127204 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4d3b18c1-f501-4fff-98cc-f62065689cd9 req-838f48fa-7fea-4e45-8c3f-b9902ba473a7 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50b3d484826f4e1f8052fde49b87f38a HTTP/1.1" status: 200 len: 379 time: 0.1753693 Aug 22 13:45:45.143394 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-4d3b18c1-f501-4fff-98cc-f62065689cd9 req-b224a487-ec4a-40ac-9bbc-f7cf3d23d427 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Request body: {'port': {'device_id': '511ea42f-9b76-4607-83c9-668d8b36e33b', 'network_id': 'ad1f5797-594b-4ff0-ad04-7d369b81cf3a', 'admin_state_up': True, 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'security_groups': ['8c4617e7-05eb-461f-b334-3d9907d5ae00']}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:45:45.151850 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-eedc3a83-332b-42e0-8848-26d2068cab04 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Notify callbacks [] for floatingip, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:45.171278 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-2e8cbf19-491a-4969-bc1c-368637a6ff9d None None] Allocated IP 2001:db8::2 (d590da40-4332-47be-a4d0-e0542d237f0f/5c9ada15-35fc-4f7e-8444-7ec7ff808b2c/456269ea-b3cd-487a-8149-8a807e29f893) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:45:45.189995 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d579b058-8793-40dc-9513-73421a27e7ba req-13bef729-6f37-4d3a-9926-4dcb6d598287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:45.191509 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d579b058-8793-40dc-9513-73421a27e7ba req-13bef729-6f37-4d3a-9926-4dcb6d598287 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=353e509412c54b51a955684f3d0bc218&device_id=765e8e7a-8247-4b0e-b33e-a99b5dd161c5 HTTP/1.1" status: 200 len: 1095 time: 0.0820198 Aug 22 13:45:45.197325 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9630dce1-5019-41ca-847f-58098d801586 req-ad8bffb5-a834-47e7-9960-7f23c8df9924 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:45.199438 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9630dce1-5019-41ca-847f-58098d801586 req-ad8bffb5-a834-47e7-9960-7f23c8df9924 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f0ee753c-3283-4680-b261-d34914d7bb4d HTTP/1.1" status: 200 len: 1096 time: 0.0600684 Aug 22 13:45:45.290272 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9630dce1-5019-41ca-847f-58098d801586 req-efd173e3-d6d8-4639-912f-585bca4777ad tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0eee4a1c-cfdc-440c-abfd-3ef315b25abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731688 Aug 22 13:45:45.310604 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d579b058-8793-40dc-9513-73421a27e7ba req-16695835-1f89-4711-b965-094a165bd6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:45.312108 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d579b058-8793-40dc-9513-73421a27e7ba req-16695835-1f89-4711-b965-094a165bd6cb service neutron] 10.222.0.16 "GET /v2.0/networks?id=46de0bca-1991-4c8e-8714-aa67f3459e12 HTTP/1.1" status: 200 len: 910 time: 0.1121838 Aug 22 13:45:45.313948 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 359851e8-ff4c-4464-86b8-b636c6d08eb2 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:45:45.338551 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 359851e8-ff4c-4464-86b8-b636c6d08eb2 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:45:45.338808 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:45.379296 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f73bd9d-8641-4cae-96e8-607419b3eec0 None None] DHCP port deletion for b0061d5f-29f0-4ed0-a3d0-c5ccd6dda09b request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:45:45.379690 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d579b058-8793-40dc-9513-73421a27e7ba req-318b5d30-df42-4c87-9f12-f8b7cd0f9c9c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e78dd3e6-4906-419d-904f-56d6d6a62615 HTTP/1.1" status: 200 len: 217 time: 0.0584221 Aug 22 13:45:45.436813 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d579b058-8793-40dc-9513-73421a27e7ba req-4bb61c13-2961-4af8-9a5a-136e0cf5506c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:45.438410 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d579b058-8793-40dc-9513-73421a27e7ba req-4bb61c13-2961-4af8-9a5a-136e0cf5506c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b1668edd-d43a-4ada-8c93-e2c6f458b95d HTTP/1.1" status: 200 len: 849 time: 0.0506546 Aug 22 13:45:45.473351 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d579b058-8793-40dc-9513-73421a27e7ba req-c1cb056d-ec8f-41be-bddc-dd9a4f7fa120 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=46de0bca-1991-4c8e-8714-aa67f3459e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271690 Aug 22 13:45:45.516281 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2e8cbf19-491a-4969-bc1c-368637a6ff9d None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:45.553539 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-2e8cbf19-491a-4969-bc1c-368637a6ff9d None None] Transition to ACTIVE for port object 456269ea-b3cd-487a-8149-8a807e29f893 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:45:45.564539 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:45.575345 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d579b058-8793-40dc-9513-73421a27e7ba req-b98cb885-afda-4595-9b14-9c2ff53ad070 service neutron] 10.222.0.16 "GET /v2.0/networks/46de0bca-1991-4c8e-8714-aa67f3459e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941324 Aug 22 13:45:45.597189 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-2e8cbf19-491a-4969-bc1c-368637a6ff9d None None] Transition to ACTIVE for port object 456269ea-b3cd-487a-8149-8a807e29f893 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:45:45.599031 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-5f73bd9d-8641-4cae-96e8-607419b3eec0 None None] Deleting port 1ed360eb-969f-488d-8332-ec524695f6c4 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:45:45.599400 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5f73bd9d-8641-4cae-96e8-607419b3eec0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:45.620707 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2e8cbf19-491a-4969-bc1c-368637a6ff9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:45.659213 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-8dfcfc13-ba7c-4617-b269-c034d521c3a1 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Deleting port 1ed360eb-969f-488d-8332-ec524695f6c4 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:45:45.659558 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8dfcfc13-ba7c-4617-b269-c034d521c3a1 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:45.667806 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 359851e8-ff4c-4464-86b8-b636c6d08eb2, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=359851e8-ff4c-4464-86b8-b636c6d08eb2,segment=NetworkSegment(494efb0b-ab04-46a4-b7e8-28cc3c46a46b),segment_id=494efb0b-ab04-46a4-b7e8-28cc3c46a46b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:45:45.680177 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d579b058-8793-40dc-9513-73421a27e7ba req-55d62252-fa21-4b15-b913-7f0d7e6235b1 service neutron] 10.222.0.16 "GET /v2.0/networks/46de0bca-1991-4c8e-8714-aa67f3459e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969017 Aug 22 13:45:45.717703 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:45.734762 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-5f73bd9d-8641-4cae-96e8-607419b3eec0 None None] For port 1ed360eb-969f-488d-8332-ec524695f6c4, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=1ed360eb-969f-488d-8332-ec524695f6c4,segment=NetworkSegment(eaa0fa89-573f-4b80-86c5-8ab7460503ab),segment_id=eaa0fa89-573f-4b80-86c5-8ab7460503ab)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:45:45.735165 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5f73bd9d-8641-4cae-96e8-607419b3eec0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:45.738737 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8cbf19-491a-4969-bc1c-368637a6ff9d None None] Network d590da40-4332-47be-a4d0-e0542d237f0f is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:45:45.754143 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-2e8cbf19-491a-4969-bc1c-368637a6ff9d None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:45:45.757299 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-5f73bd9d-8641-4cae-96e8-607419b3eec0 None None] Calling delete_port for 1ed360eb-969f-488d-8332-ec524695f6c4 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:45:45.759145 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8cbf19-491a-4969-bc1c-368637a6ff9d None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:45:45.761360 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8cbf19-491a-4969-bc1c-368637a6ff9d None None] Pushing event updated for resources: {'Port': ['ID=456269ea-b3cd-487a-8149-8a807e29f893,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:45.823039 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d3b18c1-f501-4fff-98cc-f62065689cd9 req-b224a487-ec4a-40ac-9bbc-f7cf3d23d427 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Made reservation on behalf of 50b3d484826f4e1f8052fde49b87f38a for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:45:45.826808 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-4d3b18c1-f501-4fff-98cc-f62065689cd9 req-b224a487-ec4a-40ac-9bbc-f7cf3d23d427 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:45.837586 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-8dfcfc13-ba7c-4617-b269-c034d521c3a1 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] For port 1ed360eb-969f-488d-8332-ec524695f6c4, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=1ed360eb-969f-488d-8332-ec524695f6c4,segment=NetworkSegment(eaa0fa89-573f-4b80-86c5-8ab7460503ab),segment_id=eaa0fa89-573f-4b80-86c5-8ab7460503ab)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:45:45.838904 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8dfcfc13-ba7c-4617-b269-c034d521c3a1 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:45.862300 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-8dfcfc13-ba7c-4617-b269-c034d521c3a1 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Calling delete_port for 1ed360eb-969f-488d-8332-ec524695f6c4 owned by network:dhcp {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:45:45.914654 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1d229b96-093b-4d68-ba8f-7259c27dac15 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:45.969192 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb59bd-072a-4d94-b20b-8b188a9a925b req-6ee53ca8-37af-4b67-ace3-a4082ffbb9d3 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:45.993837 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b7bb59bd-072a-4d94-b20b-8b188a9a925b req-6ee53ca8-37af-4b67-ace3-a4082ffbb9d3 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] 10.222.0.21 "GET /v2.0/ports?device_id=765e8e7a-8247-4b0e-b33e-a99b5dd161c5 HTTP/1.1" status: 200 len: 943 time: 0.2685263 Aug 22 13:45:46.036383 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device af29cce4-24da-40c0-b0a0-4f5712c78518 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:45:46.087787 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d229b96-093b-4d68-ba8f-7259c27dac15 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event updated for resources: {'Subnet': ['ID=3567d855-2ebf-4152-ad98-7459e60881fe,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:46.100525 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-2e8cbf19-491a-4969-bc1c-368637a6ff9d None None] Attempting to bind port 456269ea-b3cd-487a-8149-8a807e29f893 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:45:46.100804 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-2e8cbf19-491a-4969-bc1c-368637a6ff9d None None] Attempting to bind port 456269ea-b3cd-487a-8149-8a807e29f893 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'ab4a74dd-0e37-4cb0-8226-1f43be3e5b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd590da40-4332-47be-a4d0-e0542d237f0f'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:45:46.101162 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8cbf19-491a-4969-bc1c-368637a6ff9d None None] Attempting to bind port 456269ea-b3cd-487a-8149-8a807e29f893 on network d590da40-4332-47be-a4d0-e0542d237f0f {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:45:46.109064 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-eedc3a83-332b-42e0-8848-26d2068cab04 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:46.113716 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=359851e8-ff4c-4464-86b8-b636c6d08eb2,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:46.125303 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8cbf19-491a-4969-bc1c-368637a6ff9d None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:45:46.125739 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8cbf19-491a-4969-bc1c-368637a6ff9d None None] Checking segment: {'id': 'ab4a74dd-0e37-4cb0-8226-1f43be3e5b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd590da40-4332-47be-a4d0-e0542d237f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:45:46.126075 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2e8cbf19-491a-4969-bc1c-368637a6ff9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:46.126470 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8cbf19-491a-4969-bc1c-368637a6ff9d None None] Bound using segment: {'id': 'ab4a74dd-0e37-4cb0-8226-1f43be3e5b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd590da40-4332-47be-a4d0-e0542d237f0f'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:45:46.126952 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-2e8cbf19-491a-4969-bc1c-368637a6ff9d None None] Bound port: 456269ea-b3cd-487a-8149-8a807e29f893, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4a74dd-0e37-4cb0-8226-1f43be3e5b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd590da40-4332-47be-a4d0-e0542d237f0f'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:45:46.127326 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2e8cbf19-491a-4969-bc1c-368637a6ff9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:46.184992 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5f73bd9d-8641-4cae-96e8-607419b3eec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:46.193411 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8dfcfc13-ba7c-4617-b269-c034d521c3a1 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:46.204075 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d229b96-093b-4d68-ba8f-7259c27dac15 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Checking segment: {'id': 'b46cfdc4-33aa-4d92-8dd3-b8b720f284e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'fa60552c-702d-4604-8601-7ff588881a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:45:46.204550 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d229b96-093b-4d68-ba8f-7259c27dac15 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Network hostable DHCP agents. Network: fa60552c-702d-4604-8601-7ff588881a6f, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:45:46.215417 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port af29cce4-24da-40c0-b0a0-4f5712c78518 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:45:46.236322 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73bd9d-8641-4cae-96e8-607419b3eec0 None None] Pushing event deleted for resources: {'Port': ['ID=1ed360eb-969f-488d-8332-ec524695f6c4,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:46.243959 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port af29cce4-24da-40c0-b0a0-4f5712c78518 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:45:46.245179 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:46.245875 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfcfc13-ba7c-4617-b269-c034d521c3a1 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Pushing event deleted for resources: {'Port': ['ID=1ed360eb-969f-488d-8332-ec524695f6c4,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:46.247437 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f73bd9d-8641-4cae-96e8-607419b3eec0 None None] No DVR routers for this DVR port 1ed360eb-969f-488d-8332-ec524695f6c4 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:45:46.250001 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfcfc13-ba7c-4617-b269-c034d521c3a1 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] No DVR routers for this DVR port 1ed360eb-969f-488d-8332-ec524695f6c4 on host n-d-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:45:46.278536 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-2e8cbf19-491a-4969-bc1c-368637a6ff9d None None] For port 456269ea-b3cd-487a-8149-8a807e29f893, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:45:46.295454 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-2e8cbf19-491a-4969-bc1c-368637a6ff9d None None] For port 456269ea-b3cd-487a-8149-8a807e29f893, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=456269ea-b3cd-487a-8149-8a807e29f893,segment=NetworkSegment(ab4a74dd-0e37-4cb0-8226-1f43be3e5b3e),segment_id=ab4a74dd-0e37-4cb0-8226-1f43be3e5b3e)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:45:46.303427 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2e8cbf19-491a-4969-bc1c-368637a6ff9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:46.303682 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-4d3b18c1-f501-4fff-98cc-f62065689cd9 req-b224a487-ec4a-40ac-9bbc-f7cf3d23d427 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Allocated IP 172.20.0.7 (ad1f5797-594b-4ff0-ad04-7d369b81cf3a/a0e87acb-5107-4e48-a7f5-5e2aff44dba0/7e796a31-d03e-425b-b20a-f16018cdf51d) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:45:46.392267 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d229b96-093b-4d68-ba8f-7259c27dac15 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Network fa60552c-702d-4604-8601-7ff588881a6f is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:45:46.395231 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8cbf19-491a-4969-bc1c-368637a6ff9d None None] Pushing event updated for resources: {'Port': ['ID=456269ea-b3cd-487a-8149-8a807e29f893,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:46.414711 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:46.444649 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-1d229b96-093b-4d68-ba8f-7259c27dac15 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, fa60552c-702d-4604-8601-7ff588881a6f) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:45:46.454239 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ee753c-3283-4680-b261-d34914d7bb4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af29cce4-24da-40c0-b0a0-4f5712c78518'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:45:46.455248 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8dfcfc13-ba7c-4617-b269-c034d521c3a1 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:46.457699 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de449ed3-6237-4c91-9694-dd7a5ac47ce0" -d '{"events": [{"server_uuid": "f0ee753c-3283-4680-b261-d34914d7bb4d", "name": "network-vif-plugged", "status": "completed", "tag": "af29cce4-24da-40c0-b0a0-4f5712c78518"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:45:46.462059 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d38bba5-a779-4649-b0d6-48692911be1a req-d0e6c68b-9e1a-4706-b1e9-412bd2ddad10 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=511ea42f-9b76-4607-83c9-668d8b36e33b HTTP/1.1" status: 200 len: 210 time: 0.5661550 Aug 22 13:45:46.462284 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-eedc3a83-332b-42e0-8848-26d2068cab04 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Allocated IP 172.25.3.165 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/ea2fda41-eb21-42dc-935a-f9c4614087b7) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:45:46.469526 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b16443-e7fd-4675-852f-b657a3a5efc6 None None] Network fa60552c-702d-4604-8601-7ff588881a6f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:45:46.472914 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d229b96-093b-4d68-ba8f-7259c27dac15 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:46.473512 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1d229b96-093b-4d68-ba8f-7259c27dac15 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:46.480742 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port af29cce4-24da-40c0-b0a0-4f5712c78518, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=af29cce4-24da-40c0-b0a0-4f5712c78518,segment=NetworkSegment(82977cb8-5955-415f-8390-123858fef82c),segment_id=82977cb8-5955-415f-8390-123858fef82c)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:45:46.484369 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b7bb59bd-072a-4d94-b20b-8b188a9a925b req-61ce3567-3b7a-47bf-b5ac-722ffc38e8dd tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] 10.222.0.21 "GET /v2.0/security-groups?id=25510eef-8b40-4e6f-83fe-4810b931250b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4863098 Aug 22 13:45:46.493000 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-8dfcfc13-ba7c-4617-b269-c034d521c3a1 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0061d5f-29f0-4ed0-a3d0-c5ccd6dda09b']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:46.495549 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:46.533992 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-8dfcfc13-ba7c-4617-b269-c034d521c3a1 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaa0fa89-573f-4b80-86c5-8ab7460503ab') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:46.534289 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-8dfcfc13-ba7c-4617-b269-c034d521c3a1 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaa0fa89-573f-4b80-86c5-8ab7460503ab') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:46.559120 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8dfcfc13-ba7c-4617-b269-c034d521c3a1 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:46.605647 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=af29cce4-24da-40c0-b0a0-4f5712c78518,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:46.612736 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-1d229b96-093b-4d68-ba8f-7259c27dac15 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1286559 Aug 22 13:45:46.647968 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8dfcfc13-ba7c-4617-b269-c034d521c3a1 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:46.649096 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56060) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:46.666697 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-07a4c802-f337-4bf3-a773-6e5aa51998a5 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2036294938', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:45:46.680319 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dfcfc13-ba7c-4617-b269-c034d521c3a1 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:45:46.680319 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8dfcfc13-ba7c-4617-b269-c034d521c3a1 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:46.685169 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:45:46.685169 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:45:46.685169 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:45:46.685169 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:45:46.685169 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:45:46.685169 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:45:46.685169 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:45:46.685169 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:45:46.685169 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:45:46.685169 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:45:46.685169 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:45:46.685169 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:45:46.685169 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:45:46.685169 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:45:46.685169 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:45:46.685169 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:45:46.685169 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:45:46.685169 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:45:46.685169 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:45:46.685169 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:45:46.685169 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:45:46.685169 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:45:46.685169 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:45:46.685169 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:45:46.685169 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:45:46.685169 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:45:46.685169 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:45:46.685169 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:45:46.685169 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:45:46.685169 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:45:46.685169 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:45:46.685169 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:45:46.745622 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd2d8a-fe60-45c9-9b0c-acadeea9ede6 req-d268c690-b6d6-438d-ac53-d3cfa046d709 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:46.746103 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18474d95-ab69-4a1b-995e-5e51ef0f7152 x-openstack-request-id: req-18474d95-ab69-4a1b-995e-5e51ef0f7152 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:45:46.746580 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0ee753c-3283-4680-b261-d34914d7bb4d", "name": "network-vif-plugged", "status": "completed", "tag": "af29cce4-24da-40c0-b0a0-4f5712c78518", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:45:46.746995 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-18474d95-ab69-4a1b-995e-5e51ef0f7152 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:45:46.747534 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0ee753c-3283-4680-b261-d34914d7bb4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af29cce4-24da-40c0-b0a0-4f5712c78518', 'code': 200} Aug 22 13:45:46.753054 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-addd2d8a-fe60-45c9-9b0c-acadeea9ede6 req-d268c690-b6d6-438d-ac53-d3cfa046d709 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f0ee753c-3283-4680-b261-d34914d7bb4d HTTP/1.1" status: 200 len: 1097 time: 0.1667526 Aug 22 13:45:46.761638 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-07a4c802-f337-4bf3-a773-6e5aa51998a5 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:46.762656 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-07a4c802-f337-4bf3-a773-6e5aa51998a5 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:46.762933 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7208361f-df24-473d-8632-0d55f09cd06a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-fa60552c-702d-4604-8601-7ff588881a6f', 'network_id': 'fa60552c-702d-4604-8601-7ff588881a6f', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'fixed_ips': [{'subnet_id': '3567d855-2ebf-4152-ad98-7459e60881fe'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:45:46.763959 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7208361f-df24-473d-8632-0d55f09cd06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:46.813496 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-addd2d8a-fe60-45c9-9b0c-acadeea9ede6 req-0d168f30-1a72-4206-b177-100e5e680e8e tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0eee4a1c-cfdc-440c-abfd-3ef315b25abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591578 Aug 22 13:45:46.852892 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-07a4c802-f337-4bf3-a773-6e5aa51998a5 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:46.864280 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-07a4c802-f337-4bf3-a773-6e5aa51998a5 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:46.894067 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-07a4c802-f337-4bf3-a773-6e5aa51998a5 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:46.898382 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-07a4c802-f337-4bf3-a773-6e5aa51998a5 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2413607 Aug 22 13:45:46.899332 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56062) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:46.921971 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-eedc3a83-332b-42e0-8848-26d2068cab04 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:46.930416 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8dfcfc13-ba7c-4617-b269-c034d521c3a1 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:46.953557 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-7208361f-df24-473d-8632-0d55f09cd06a None None] Allocated IP 2001:db8:1::2 (fa60552c-702d-4604-8601-7ff588881a6f/3567d855-2ebf-4152-ad98-7459e60881fe/00efcbec-2eae-465e-a0c0-98f427a87c69) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:45:46.961514 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8dfcfc13-ba7c-4617-b269-c034d521c3a1 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:46.967587 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8dfcfc13-ba7c-4617-b269-c034d521c3a1 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] 10.222.0.21 "DELETE /v2.0/networks/b0061d5f-29f0-4ed0-a3d0-c5ccd6dda09b HTTP/1.1" status: 204 len: 168 time: 2.2152288 Aug 22 13:45:46.979377 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56064) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:47.098629 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfcfc13-ba7c-4617-b269-c034d521c3a1 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Pushing event deleted for resources: {'Network': ['ID=b0061d5f-29f0-4ed0-a3d0-c5ccd6dda09b,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:47.113306 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-4d3b18c1-f501-4fff-98cc-f62065689cd9 req-b224a487-ec4a-40ac-9bbc-f7cf3d23d427 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:47.133898 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e08d5d-8d25-4ab1-8d15-1059b6b8d294 req-4e8be961-b8ff-4ff1-8677-7ad805c5485c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:47.136418 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d3e08d5d-8d25-4ab1-8d15-1059b6b8d294 req-4e8be961-b8ff-4ff1-8677-7ad805c5485c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f0ee753c-3283-4680-b261-d34914d7bb4d HTTP/1.1" status: 200 len: 1097 time: 0.2772219 Aug 22 13:45:47.140864 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 359851e8-ff4c-4464-86b8-b636c6d08eb2 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:45:47.165096 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7208361f-df24-473d-8632-0d55f09cd06a None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:47.178268 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-7208361f-df24-473d-8632-0d55f09cd06a None None] Transition to ACTIVE for port object 00efcbec-2eae-465e-a0c0-98f427a87c69 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:45:47.193100 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-eedc3a83-332b-42e0-8848-26d2068cab04 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:47.202458 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-4d3b18c1-f501-4fff-98cc-f62065689cd9 req-b224a487-ec4a-40ac-9bbc-f7cf3d23d427 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Transition to ACTIVE for port object 7e796a31-d03e-425b-b20a-f16018cdf51d will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:45:47.203467 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-7208361f-df24-473d-8632-0d55f09cd06a None None] Transition to ACTIVE for port object 00efcbec-2eae-465e-a0c0-98f427a87c69 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:45:47.214477 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7208361f-df24-473d-8632-0d55f09cd06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:47.231190 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-371fe5de-bf85-4bf9-9ddf-c3ff795b09d7 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:47.249620 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 359851e8-ff4c-4464-86b8-b636c6d08eb2 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:45:47.249990 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:47.289946 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedc3a83-332b-42e0-8848-26d2068cab04 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:45:47.302203 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7208361f-df24-473d-8632-0d55f09cd06a None None] Network fa60552c-702d-4604-8601-7ff588881a6f is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:45:47.303933 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-7208361f-df24-473d-8632-0d55f09cd06a None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:45:47.311271 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7208361f-df24-473d-8632-0d55f09cd06a None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:45:47.314928 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-eedc3a83-332b-42e0-8848-26d2068cab04 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:45:47.325331 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedc3a83-332b-42e0-8848-26d2068cab04 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:45:47.327236 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7208361f-df24-473d-8632-0d55f09cd06a None None] Pushing event updated for resources: {'Port': ['ID=00efcbec-2eae-465e-a0c0-98f427a87c69,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:47.327420 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedc3a83-332b-42e0-8848-26d2068cab04 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Pushing event updated for resources: {'Port': ['ID=ea2fda41-eb21-42dc-935a-f9c4614087b7,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:47.332071 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d3e08d5d-8d25-4ab1-8d15-1059b6b8d294 req-1bc03d83-7a1b-455e-a459-d01c1047f53c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0eee4a1c-cfdc-440c-abfd-3ef315b25abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849937 Aug 22 13:45:47.387224 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-4d3b18c1-f501-4fff-98cc-f62065689cd9 req-b224a487-ec4a-40ac-9bbc-f7cf3d23d427 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:47.438867 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-7208361f-df24-473d-8632-0d55f09cd06a None None] Attempting to bind port 00efcbec-2eae-465e-a0c0-98f427a87c69 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:45:47.439325 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-7208361f-df24-473d-8632-0d55f09cd06a None None] Attempting to bind port 00efcbec-2eae-465e-a0c0-98f427a87c69 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'b46cfdc4-33aa-4d92-8dd3-b8b720f284e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'fa60552c-702d-4604-8601-7ff588881a6f'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:45:47.439754 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7208361f-df24-473d-8632-0d55f09cd06a None None] Attempting to bind port 00efcbec-2eae-465e-a0c0-98f427a87c69 on network fa60552c-702d-4604-8601-7ff588881a6f {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:45:47.450542 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7208361f-df24-473d-8632-0d55f09cd06a None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:45:47.451013 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7208361f-df24-473d-8632-0d55f09cd06a None None] Checking segment: {'id': 'b46cfdc4-33aa-4d92-8dd3-b8b720f284e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'fa60552c-702d-4604-8601-7ff588881a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:45:47.451547 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7208361f-df24-473d-8632-0d55f09cd06a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:47.452003 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7208361f-df24-473d-8632-0d55f09cd06a None None] Bound using segment: {'id': 'b46cfdc4-33aa-4d92-8dd3-b8b720f284e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'fa60552c-702d-4604-8601-7ff588881a6f'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:45:47.452646 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-7208361f-df24-473d-8632-0d55f09cd06a None None] Bound port: 00efcbec-2eae-465e-a0c0-98f427a87c69, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b46cfdc4-33aa-4d92-8dd3-b8b720f284e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'fa60552c-702d-4604-8601-7ff588881a6f'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:45:47.453279 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7208361f-df24-473d-8632-0d55f09cd06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:47.466915 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-20129e59-7dd4-423d-af37-67db42e9b8b3 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Deleting port d03e9ad9-7136-4102-ac44-99de8c954c79 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:45:47.467266 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-20129e59-7dd4-423d-af37-67db42e9b8b3 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:47.476151 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 456269ea-b3cd-487a-8149-8a807e29f893 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:45:47.546478 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d3b18c1-f501-4fff-98cc-f62065689cd9 req-b224a487-ec4a-40ac-9bbc-f7cf3d23d427 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Network ad1f5797-594b-4ff0-ad04-7d369b81cf3a is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:45:47.575822 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-371fe5de-bf85-4bf9-9ddf-c3ff795b09d7 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Allocated IP 2001:db8::1 (d590da40-4332-47be-a4d0-e0542d237f0f/5c9ada15-35fc-4f7e-8444-7ec7ff808b2c/cc26a771-6259-4582-ae38-8313ac9fbe8d) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:45:47.602659 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-7208361f-df24-473d-8632-0d55f09cd06a None None] For port 00efcbec-2eae-465e-a0c0-98f427a87c69, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:45:47.605415 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-4d3b18c1-f501-4fff-98cc-f62065689cd9 req-b224a487-ec4a-40ac-9bbc-f7cf3d23d427 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:45:47.609377 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-7208361f-df24-473d-8632-0d55f09cd06a None None] For port 00efcbec-2eae-465e-a0c0-98f427a87c69, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=00efcbec-2eae-465e-a0c0-98f427a87c69,segment=NetworkSegment(b46cfdc4-33aa-4d92-8dd3-b8b720f284e8),segment_id=b46cfdc4-33aa-4d92-8dd3-b8b720f284e8)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:45:47.617906 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7208361f-df24-473d-8632-0d55f09cd06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:47.618773 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d3b18c1-f501-4fff-98cc-f62065689cd9 req-b224a487-ec4a-40ac-9bbc-f7cf3d23d427 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:45:47.637509 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 456269ea-b3cd-487a-8149-8a807e29f893 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:45:47.653211 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b224a487-ec4a-40ac-9bbc-f7cf3d23d427 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event updated for resources: {'Port': ['ID=7e796a31-d03e-425b-b20a-f16018cdf51d,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:47.719143 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7208361f-df24-473d-8632-0d55f09cd06a None None] Pushing event updated for resources: {'Port': ['ID=00efcbec-2eae-465e-a0c0-98f427a87c69,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:47.765234 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eefc562-29c8-4392-ab23-55d22f57c4bb None None] Network d590da40-4332-47be-a4d0-e0542d237f0f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:45:47.794223 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b18c1-f501-4fff-98cc-f62065689cd9 req-b224a487-ec4a-40ac-9bbc-f7cf3d23d427 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:47.794904 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-4d3b18c1-f501-4fff-98cc-f62065689cd9 req-b224a487-ec4a-40ac-9bbc-f7cf3d23d427 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:47.813563 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc787bc5-18e2-46c1-b9ac-1f50e03e9121 req-40bf408e-00d0-441a-8936-a0302f00791c tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:47.815364 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dc787bc5-18e2-46c1-b9ac-1f50e03e9121 req-40bf408e-00d0-441a-8936-a0302f00791c tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] 10.222.0.21 "GET /v2.0/ports?device_id=765e8e7a-8247-4b0e-b33e-a99b5dd161c5 HTTP/1.1" status: 200 len: 943 time: 0.2284174 Aug 22 13:45:47.825449 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e9bb4d-6b42-423a-b32d-f1d19356f47b req-03eeacfe-ed17-41c5-b80e-c92b77aba69c tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:47.829151 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-03e9bb4d-6b42-423a-b32d-f1d19356f47b req-03eeacfe-ed17-41c5-b80e-c92b77aba69c tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=511ea42f-9b76-4607-83c9-668d8b36e33b HTTP/1.1" status: 200 len: 931 time: 0.2410500 Aug 22 13:45:47.834028 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-20129e59-7dd4-423d-af37-67db42e9b8b3 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:47.835086 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-20129e59-7dd4-423d-af37-67db42e9b8b3 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:47.851966 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 1ed360eb-969f-488d-8332-ec524695f6c4 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:45:47.863638 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4d3b18c1-f501-4fff-98cc-f62065689cd9 req-b224a487-ec4a-40ac-9bbc-f7cf3d23d427 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7257428 Aug 22 13:45:47.894599 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 1ed360eb-969f-488d-8332-ec524695f6c4 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:45:47.895004 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 1ed360eb-969f-488d-8332-ec524695f6c4 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:45:47.921768 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-46c555a2-6766-464e-80a9-a03a6828a06b None None] Provisioning for port 456269ea-b3cd-487a-8149-8a807e29f893 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:45:47.922494 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-20129e59-7dd4-423d-af37-67db42e9b8b3 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Calling delete_port for d03e9ad9-7136-4102-ac44-99de8c954c79 owned by network:floatingip {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:45:47.929212 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-4d3b18c1-f501-4fff-98cc-f62065689cd9 req-c484e7ee-fa20-4900-8575-bdad0b95f043 service neutron] Request body: {'port': {'device_id': '511ea42f-9b76-4607-83c9-668d8b36e33b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:45:47.940429 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-46c555a2-6766-464e-80a9-a03a6828a06b None None] Provisioning complete for port 456269ea-b3cd-487a-8149-8a807e29f893 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:45:47.941216 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-46c555a2-6766-464e-80a9-a03a6828a06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:47.948600 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dc787bc5-18e2-46c1-b9ac-1f50e03e9121 req-0d39afc9-20fe-4458-b950-37f0eac41e16 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] 10.222.0.21 "GET /v2.0/security-groups?id=25510eef-8b40-4e6f-83fe-4810b931250b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155479 Aug 22 13:45:47.966489 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-03e9bb4d-6b42-423a-b32d-f1d19356f47b req-41543b4b-089a-4983-b549-c68deeac2ee5 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c4617e7-05eb-461f-b334-3d9907d5ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175358 Aug 22 13:45:48.042626 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-371fe5de-bf85-4bf9-9ddf-c3ff795b09d7 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:48.088194 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-371fe5de-bf85-4bf9-9ddf-c3ff795b09d7 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Transition to ACTIVE for port object cc26a771-6259-4582-ae38-8313ac9fbe8d will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:45:48.145151 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device e78dd3e6-4906-419d-904f-56d6d6a62615 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:45:48.174687 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-4d3b18c1-f501-4fff-98cc-f62065689cd9 req-c484e7ee-fa20-4900-8575-bdad0b95f043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:48.219084 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c94c8-d301-4233-a90d-4871bd04fbb0 req-e724df20-3a98-4dd0-8856-232347475ee3 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:48.220694 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-887c94c8-d301-4233-a90d-4871bd04fbb0 req-e724df20-3a98-4dd0-8856-232347475ee3 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f0ee753c-3283-4680-b261-d34914d7bb4d HTTP/1.1" status: 200 len: 1097 time: 0.0598812 Aug 22 13:45:48.222635 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-371fe5de-bf85-4bf9-9ddf-c3ff795b09d7 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:48.289427 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371fe5de-bf85-4bf9-9ddf-c3ff795b09d7 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Network d590da40-4332-47be-a4d0-e0542d237f0f is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:45:48.298483 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-371fe5de-bf85-4bf9-9ddf-c3ff795b09d7 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:45:48.300641 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-46c555a2-6766-464e-80a9-a03a6828a06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:48.301762 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371fe5de-bf85-4bf9-9ddf-c3ff795b09d7 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:45:48.302732 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-371fe5de-bf85-4bf9-9ddf-c3ff795b09d7 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:48.386252 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port e78dd3e6-4906-419d-904f-56d6d6a62615, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=e78dd3e6-4906-419d-904f-56d6d6a62615,segment=NetworkSegment(845d553b-3470-425f-a9bb-3cb754fb51c8),segment_id=845d553b-3470-425f-a9bb-3cb754fb51c8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:45:48.393643 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371fe5de-bf85-4bf9-9ddf-c3ff795b09d7 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event updated for resources: {'Port': ['ID=cc26a771-6259-4582-ae38-8313ac9fbe8d,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:48.404529 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': 'e78dd3e6-4906-419d-904f-56d6d6a62615', 'network_id': '46de0bca-1991-4c8e-8714-aa67f3459e12', 'port_id': 'e78dd3e6-4906-419d-904f-56d6d6a62615', 'mac_address': 'fa:16:3e:88:a7:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1668edd-d43a-4ada-8c93-e2c6f458b95d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:45:48.413050 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-887c94c8-d301-4233-a90d-4871bd04fbb0 req-a1fe1b2b-e1c6-4b8b-ab4d-db20d2ad62eb tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0eee4a1c-cfdc-440c-abfd-3ef315b25abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738737 Aug 22 13:45:48.467776 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-46c555a2-6766-464e-80a9-a03a6828a06b None None] For port 456269ea-b3cd-487a-8149-8a807e29f893, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=456269ea-b3cd-487a-8149-8a807e29f893,segment=NetworkSegment(ab4a74dd-0e37-4cb0-8226-1f43be3e5b3e),segment_id=ab4a74dd-0e37-4cb0-8226-1f43be3e5b3e)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:45:48.489995 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-46c555a2-6766-464e-80a9-a03a6828a06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:48.495649 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:48.542664 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-371fe5de-bf85-4bf9-9ddf-c3ff795b09d7 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:48.564105 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e78dd3e6-4906-419d-904f-56d6d6a62615 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:45:48.581592 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-eedc3a83-332b-42e0-8848-26d2068cab04 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:48.611546 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-20129e59-7dd4-423d-af37-67db42e9b8b3 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:48.612226 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port e78dd3e6-4906-419d-904f-56d6d6a62615, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=e78dd3e6-4906-419d-904f-56d6d6a62615,segment=NetworkSegment(845d553b-3470-425f-a9bb-3cb754fb51c8),segment_id=845d553b-3470-425f-a9bb-3cb754fb51c8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:45:48.613616 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c555a2-6766-464e-80a9-a03a6828a06b None None] Pushing event updated for resources: {'Port': ['ID=456269ea-b3cd-487a-8149-8a807e29f893,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:48.625015 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:48.663394 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-6b8790e4-d7df-466e-8f2a-f8f6aaaae385 None None] Provisioning for port 7e796a31-d03e-425b-b20a-f16018cdf51d completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:45:48.669682 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-6b8790e4-d7df-466e-8f2a-f8f6aaaae385 None None] Provisioning complete for port 7e796a31-d03e-425b-b20a-f16018cdf51d triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:45:48.670188 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6b8790e4-d7df-466e-8f2a-f8f6aaaae385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:48.710015 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-6b8790e4-d7df-466e-8f2a-f8f6aaaae385 None None] Port 7e796a31-d03e-425b-b20a-f16018cdf51d cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:45:48.738172 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=e78dd3e6-4906-419d-904f-56d6d6a62615,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:48.846438 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-603e7fda-7c48-4813-bf79-2e1174befc7c None None] Provisioning complete for port 456269ea-b3cd-487a-8149-8a807e29f893 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:45:48.847413 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-603e7fda-7c48-4813-bf79-2e1174befc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:48.904312 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['e78dd3e6-4906-419d-904f-56d6d6a62615'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:45:48.921232 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-371fe5de-bf85-4bf9-9ddf-c3ff795b09d7 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:48.931548 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-371fe5de-bf85-4bf9-9ddf-c3ff795b09d7 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:48.932776 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-371fe5de-bf85-4bf9-9ddf-c3ff795b09d7 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:49.158621 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 456269ea-b3cd-487a-8149-8a807e29f893 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:45:49.161727 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371fe5de-bf85-4bf9-9ddf-c3ff795b09d7 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event updated for resources: {'Port': ['ID=cc26a771-6259-4582-ae38-8313ac9fbe8d,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:49.182601 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371fe5de-bf85-4bf9-9ddf-c3ff795b09d7 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Network d590da40-4332-47be-a4d0-e0542d237f0f is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:45:49.202725 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-371fe5de-bf85-4bf9-9ddf-c3ff795b09d7 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:45:49.228458 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20129e59-7dd4-423d-af37-67db42e9b8b3 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Pushing event deleted for resources: {'Port': ['ID=d03e9ad9-7136-4102-ac44-99de8c954c79,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:49.272616 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 456269ea-b3cd-487a-8149-8a807e29f893 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:45:49.272988 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:49.344729 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-79dfabb9-1f9f-48a4-bceb-04c188c2c18a None None] Provisioning for port cc26a771-6259-4582-ae38-8313ac9fbe8d completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:45:49.351321 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-79dfabb9-1f9f-48a4-bceb-04c188c2c18a None None] Provisioning complete for port cc26a771-6259-4582-ae38-8313ac9fbe8d triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:45:49.351321 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-79dfabb9-1f9f-48a4-bceb-04c188c2c18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:49.351791 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ba255-0cbe-4a9b-8475-b88f15fc70ee req-a55f460b-2f4f-4982-b08e-501c2998b52b tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:49.353084 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-eedc3a83-332b-42e0-8848-26d2068cab04 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:49.354301 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7a3ba255-0cbe-4a9b-8475-b88f15fc70ee req-a55f460b-2f4f-4982-b08e-501c2998b52b tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] 10.222.0.21 "GET /v2.0/ports?device_id=765e8e7a-8247-4b0e-b33e-a99b5dd161c5 HTTP/1.1" status: 200 len: 944 time: 0.2088482 Aug 22 13:45:49.368812 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce3fd26-16ea-4d5d-ae68-b8841f65327d req-70654aea-03b4-46e4-b03a-d8c6f83b4307 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:49.370435 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cce3fd26-16ea-4d5d-ae68-b8841f65327d req-70654aea-03b4-46e4-b03a-d8c6f83b4307 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=511ea42f-9b76-4607-83c9-668d8b36e33b HTTP/1.1" status: 200 len: 931 time: 0.2244370 Aug 22 13:45:49.391785 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb33c1c-1650-40ca-9d9d-809701373b68 None None] Network fa60552c-702d-4604-8601-7ff588881a6f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:45:49.433027 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-20129e59-7dd4-423d-af37-67db42e9b8b3 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for floatingip, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:49.436329 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-20129e59-7dd4-423d-af37-67db42e9b8b3 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:49.443041 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-20129e59-7dd4-423d-af37-67db42e9b8b3 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] 10.222.0.21 "DELETE /v2.0/floatingips/69178c8d-d168-4b5f-8317-d26a3957b200 HTTP/1.1" status: 204 len: 168 time: 2.4445260 Aug 22 13:45:49.445938 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56080) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:49.459113 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cce3fd26-16ea-4d5d-ae68-b8841f65327d req-2c0cb79a-5015-44c2-bd77-592795990ee4 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c4617e7-05eb-461f-b334-3d9907d5ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756342 Aug 22 13:45:49.483250 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7a3ba255-0cbe-4a9b-8475-b88f15fc70ee req-66f7bac7-212e-40cd-80af-cf3a1c6399ad tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] 10.222.0.21 "GET /v2.0/security-groups?id=25510eef-8b40-4e6f-83fe-4810b931250b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098757 Aug 22 13:45:49.522028 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-371fe5de-bf85-4bf9-9ddf-c3ff795b09d7 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Router 37e81ab9-bc30-4728-836f-5db8c6bbf873 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:45:49.530201 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-709f7437-102f-499a-a0ee-618d74738c71 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] DELETE failed (client error): The resource could not be found. Aug 22 13:45:49.530981 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-709f7437-102f-499a-a0ee-618d74738c71 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:45:49.536267 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56084) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:49.543503 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-709f7437-102f-499a-a0ee-618d74738c71 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] 10.222.0.21 "DELETE /v2.0/ports/8fe9416d-3100-4a83-8972-fbd3a9f47cd2 HTTP/1.1" status: 404 len: 333 time: 0.0944657 Aug 22 13:45:49.564802 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-4d3b18c1-f501-4fff-98cc-f62065689cd9 req-c484e7ee-fa20-4900-8575-bdad0b95f043 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e796a31-d03e-425b-b20a-f16018cdf51d {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:45:49.568405 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-79dfabb9-1f9f-48a4-bceb-04c188c2c18a None None] Port cc26a771-6259-4582-ae38-8313ac9fbe8d cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:45:49.601990 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e6265449-768f-4a93-9669-c8fb95a12bf4 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ba0a6c9-03f6-4b0d-8f64-5a52a2ab8f60 HTTP/1.1" status: 200 len: 205 time: 0.0644679 Aug 22 13:45:49.602943 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-4d3b18c1-f501-4fff-98cc-f62065689cd9 req-c484e7ee-fa20-4900-8575-bdad0b95f043 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:49.606582 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 00efcbec-2eae-465e-a0c0-98f427a87c69 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:45:49.606758 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56086) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:49.688713 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-2f2849ab-1dc4-43c6-b6e7-91470197d569 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] delete failed (client error): The resource could not be found. Aug 22 13:45:49.692311 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2f2849ab-1dc4-43c6-b6e7-91470197d569 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] 10.222.0.21 "DELETE /v2.0/routers/7ba0a6c9-03f6-4b0d-8f64-5a52a2ab8f60 HTTP/1.1" status: 404 len: 336 time: 0.0805423 Aug 22 13:45:49.692483 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-371fe5de-bf85-4bf9-9ddf-c3ff795b09d7 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:45:49.693779 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56088) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:49.695506 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-4d3b18c1-f501-4fff-98cc-f62065689cd9 req-c484e7ee-fa20-4900-8575-bdad0b95f043 service neutron] Transition to ACTIVE for port object 7e796a31-d03e-425b-b20a-f16018cdf51d will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:45:49.706721 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-4d3b18c1-f501-4fff-98cc-f62065689cd9 req-c484e7ee-fa20-4900-8575-bdad0b95f043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:49.707022 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-371fe5de-bf85-4bf9-9ddf-c3ff795b09d7 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "PUT /v2.0/routers/37e81ab9-bc30-4728-836f-5db8c6bbf873/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8037994 Aug 22 13:45:49.707358 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b251bb9-bfa5-4bdb-a396-00c1a7a2d126 req-01944994-92ee-4e22-89db-d40e374272e2 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:49.709264 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b251bb9-bfa5-4bdb-a396-00c1a7a2d126 req-01944994-92ee-4e22-89db-d40e374272e2 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f0ee753c-3283-4680-b261-d34914d7bb4d HTTP/1.1" status: 200 len: 1097 time: 0.0757830 Aug 22 13:45:49.714245 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 00efcbec-2eae-465e-a0c0-98f427a87c69 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:45:49.716832 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56090) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:49.727561 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8752122-0197-4db9-9eac-5cb068044ef9 None None] Provisioning for port 00efcbec-2eae-465e-a0c0-98f427a87c69 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:45:49.729184 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd7db0a-300c-4170-83e6-433015fad60b None None] Sync routers for ids ['37e81ab9-bc30-4728-836f-5db8c6bbf873'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:45:49.735009 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8752122-0197-4db9-9eac-5cb068044ef9 None None] Provisioning complete for port 00efcbec-2eae-465e-a0c0-98f427a87c69 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:45:49.735492 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8752122-0197-4db9-9eac-5cb068044ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:49.745064 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd7db0a-300c-4170-83e6-433015fad60b None None] Routers {'37e81ab9-bc30-4728-836f-5db8c6bbf873'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:45:49.746825 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-afd7db0a-300c-4170-83e6-433015fad60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:45:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['37e81ab9-bc30-4728-836f-5db8c6bbf873'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:49.748479 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-1762779c-5a67-403d-af72-2da8808e467f tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] DELETE failed (client error): The resource could not be found. Aug 22 13:45:49.748934 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1762779c-5a67-403d-af72-2da8808e467f tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:45:49.752864 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-1762779c-5a67-403d-af72-2da8808e467f tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] 10.222.0.21 "DELETE /v2.0/subnets/6f142371-75e6-4af5-afef-5a8f1a35ee92 HTTP/1.1" status: 404 len: 337 time: 0.0559049 Aug 22 13:45:49.758997 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56092) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:49.782613 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e7ee-fa20-4900-8575-bdad0b95f043 service neutron] Pushing event updated for resources: {'Port': ['ID=7e796a31-d03e-425b-b20a-f16018cdf51d,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:49.834623 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-afd7db0a-300c-4170-83e6-433015fad60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:49.840606 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b251bb9-bfa5-4bdb-a396-00c1a7a2d126 req-95f2c432-94ff-49ca-b298-12fb87c74e7b tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0eee4a1c-cfdc-440c-abfd-3ef315b25abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990760 Aug 22 13:45:49.872726 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd7db0a-300c-4170-83e6-433015fad60b None None] Routers {'37e81ab9-bc30-4728-836f-5db8c6bbf873'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:45:49.873622 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-afd7db0a-300c-4170-83e6-433015fad60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:45:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['37e81ab9-bc30-4728-836f-5db8c6bbf873'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:49.924587 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-30a8c795-c421-4ce1-8a17-84a5003a491d tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Deleting port 56eeaa73-f9fd-4587-a006-5fd522660e1b {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:45:49.924959 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-30a8c795-c421-4ce1-8a17-84a5003a491d tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:49.941068 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8752122-0197-4db9-9eac-5cb068044ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:49.947037 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-afd7db0a-300c-4170-83e6-433015fad60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:49.948612 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd7db0a-300c-4170-83e6-433015fad60b None None] The sync data for ids ['37e81ab9-bc30-4728-836f-5db8c6bbf873'] in n-d-793621-33 is: [] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:45:49.997886 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8752122-0197-4db9-9eac-5cb068044ef9 None None] For port 00efcbec-2eae-465e-a0c0-98f427a87c69, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=00efcbec-2eae-465e-a0c0-98f427a87c69,segment=NetworkSegment(b46cfdc4-33aa-4d92-8dd3-b8b720f284e8),segment_id=b46cfdc4-33aa-4d92-8dd3-b8b720f284e8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:45:50.000515 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b881d38f-292e-44b5-a326-15a8691607c0 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:50.002326 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b881d38f-292e-44b5-a326-15a8691607c0 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "GET /v2.0/ports/cc26a771-6259-4582-ae38-8313ac9fbe8d HTTP/1.1" status: 200 len: 911 time: 0.2723281 Aug 22 13:45:50.003886 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8752122-0197-4db9-9eac-5cb068044ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:50.016286 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56096) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:50.053967 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8752122-0197-4db9-9eac-5cb068044ef9 None None] Provisioning complete for port cc26a771-6259-4582-ae38-8313ac9fbe8d triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:45:50.054739 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8752122-0197-4db9-9eac-5cb068044ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:50.066501 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-eedc3a83-332b-42e0-8848-26d2068cab04 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:50.087105 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-eedc3a83-332b-42e0-8848-26d2068cab04 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:50.126146 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8752122-0197-4db9-9eac-5cb068044ef9 None None] Port cc26a771-6259-4582-ae38-8313ac9fbe8d cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:45:50.138068 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-4d3b18c1-f501-4fff-98cc-f62065689cd9 req-c484e7ee-fa20-4900-8575-bdad0b95f043 service neutron] Attempting to bind port 7e796a31-d03e-425b-b20a-f16018cdf51d on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:45:50.138275 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8752122-0197-4db9-9eac-5cb068044ef9 None None] Pushing event updated for resources: {'Port': ['ID=00efcbec-2eae-465e-a0c0-98f427a87c69,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:50.138482 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-4d3b18c1-f501-4fff-98cc-f62065689cd9 req-c484e7ee-fa20-4900-8575-bdad0b95f043 service neutron] Attempting to bind port 7e796a31-d03e-425b-b20a-f16018cdf51d by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '494efb0b-ab04-46a4-b7e8-28cc3c46a46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ad1f5797-594b-4ff0-ad04-7d369b81cf3a'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:45:50.138722 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3b18c1-f501-4fff-98cc-f62065689cd9 req-c484e7ee-fa20-4900-8575-bdad0b95f043 service neutron] Attempting to bind port 7e796a31-d03e-425b-b20a-f16018cdf51d on network ad1f5797-594b-4ff0-ad04-7d369b81cf3a {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:45:50.167533 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device e78dd3e6-4906-419d-904f-56d6d6a62615 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:45:50.169411 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3b18c1-f501-4fff-98cc-f62065689cd9 req-c484e7ee-fa20-4900-8575-bdad0b95f043 service neutron] Port 7e796a31-d03e-425b-b20a-f16018cdf51d on network ad1f5797-594b-4ff0-ad04-7d369b81cf3a not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:45:50.169906 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3b18c1-f501-4fff-98cc-f62065689cd9 req-c484e7ee-fa20-4900-8575-bdad0b95f043 service neutron] Attempting to bind port 7e796a31-d03e-425b-b20a-f16018cdf51d on network ad1f5797-594b-4ff0-ad04-7d369b81cf3a {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:45:50.186121 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3b18c1-f501-4fff-98cc-f62065689cd9 req-c484e7ee-fa20-4900-8575-bdad0b95f043 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:45:50.186534 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3b18c1-f501-4fff-98cc-f62065689cd9 req-c484e7ee-fa20-4900-8575-bdad0b95f043 service neutron] Checking segment: {'id': '494efb0b-ab04-46a4-b7e8-28cc3c46a46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ad1f5797-594b-4ff0-ad04-7d369b81cf3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:45:50.186831 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3b18c1-f501-4fff-98cc-f62065689cd9 req-c484e7ee-fa20-4900-8575-bdad0b95f043 service neutron] Bound using segment: {'id': '494efb0b-ab04-46a4-b7e8-28cc3c46a46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ad1f5797-594b-4ff0-ad04-7d369b81cf3a'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:45:50.187262 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-4d3b18c1-f501-4fff-98cc-f62065689cd9 req-c484e7ee-fa20-4900-8575-bdad0b95f043 service neutron] Bound port: 7e796a31-d03e-425b-b20a-f16018cdf51d, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '494efb0b-ab04-46a4-b7e8-28cc3c46a46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ad1f5797-594b-4ff0-ad04-7d369b81cf3a'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:45:50.187617 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-4d3b18c1-f501-4fff-98cc-f62065689cd9 req-c484e7ee-fa20-4900-8575-bdad0b95f043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:50.189332 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a837f4c-fea8-48b4-95f5-2c0e0dfe628a req-12713b06-cda6-498c-b84f-cf914c6ed379 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:50.190863 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5a837f4c-fea8-48b4-95f5-2c0e0dfe628a req-12713b06-cda6-498c-b84f-cf914c6ed379 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f0ee753c-3283-4680-b261-d34914d7bb4d HTTP/1.1" status: 200 len: 1097 time: 0.1754649 Aug 22 13:45:50.195991 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-eedc3a83-332b-42e0-8848-26d2068cab04 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:50.206675 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedc3a83-332b-42e0-8848-26d2068cab04 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Pushing event updated for resources: {'Port': ['ID=ea2fda41-eb21-42dc-935a-f9c4614087b7,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:50.218330 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-30a8c795-c421-4ce1-8a17-84a5003a491d tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:50.243486 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port e78dd3e6-4906-419d-904f-56d6d6a62615 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:45:50.248043 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port e78dd3e6-4906-419d-904f-56d6d6a62615 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:45:50.248457 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:50.270775 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-95fb1206-9bd1-4ec2-b77f-553847eb4e99 None None] Provisioning complete for port 00efcbec-2eae-465e-a0c0-98f427a87c69 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:45:50.270775 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-95fb1206-9bd1-4ec2-b77f-553847eb4e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:50.277946 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-30a8c795-c421-4ce1-8a17-84a5003a491d tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Calling delete_port for 56eeaa73-f9fd-4587-a006-5fd522660e1b owned by {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:45:50.325373 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5a837f4c-fea8-48b4-95f5-2c0e0dfe628a req-d0b793dc-32f6-474c-b07d-ed8e052d61a7 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0eee4a1c-cfdc-440c-abfd-3ef315b25abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233935 Aug 22 13:45:50.346482 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-4d3b18c1-f501-4fff-98cc-f62065689cd9 req-c484e7ee-fa20-4900-8575-bdad0b95f043 service neutron] For port 7e796a31-d03e-425b-b20a-f16018cdf51d, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:45:50.358151 n-d-793621-33 neutron-server[94628]: INFO neutron.db.l3_db [None req-eedc3a83-332b-42e0-8848-26d2068cab04 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Floating IP b402d4b0-029a-4f79-9929-dd39938b127b associated. External IP: 172.25.3.165, port: cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77. Aug 22 13:45:50.363828 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-4d3b18c1-f501-4fff-98cc-f62065689cd9 req-c484e7ee-fa20-4900-8575-bdad0b95f043 service neutron] For port 7e796a31-d03e-425b-b20a-f16018cdf51d, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=7e796a31-d03e-425b-b20a-f16018cdf51d,segment=NetworkSegment(494efb0b-ab04-46a4-b7e8-28cc3c46a46b),segment_id=494efb0b-ab04-46a4-b7e8-28cc3c46a46b)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:45:50.399374 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:50.414061 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-4d3b18c1-f501-4fff-98cc-f62065689cd9 req-c484e7ee-fa20-4900-8575-bdad0b95f043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:50.459094 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '765e8e7a-8247-4b0e-b33e-a99b5dd161c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e78dd3e6-4906-419d-904f-56d6d6a62615'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:45:50.461872 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f861f107-e462-40c4-a5b0-b3f6275566f7" -d '{"events": [{"server_uuid": "765e8e7a-8247-4b0e-b33e-a99b5dd161c5", "name": "network-vif-plugged", "status": "completed", "tag": "e78dd3e6-4906-419d-904f-56d6d6a62615"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:45:50.465673 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b18c1-f501-4fff-98cc-f62065689cd9 req-c484e7ee-fa20-4900-8575-bdad0b95f043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:50.466266 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-4d3b18c1-f501-4fff-98cc-f62065689cd9 req-c484e7ee-fa20-4900-8575-bdad0b95f043 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:50.467671 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4d3b18c1-f501-4fff-98cc-f62065689cd9 req-c484e7ee-fa20-4900-8575-bdad0b95f043 service neutron] 10.222.0.41 "PUT /v2.0/ports/7e796a31-d03e-425b-b20a-f16018cdf51d HTTP/1.1" status: 200 len: 1092 time: 2.5429087 Aug 22 13:45:50.480366 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511ea42f-9b76-4607-83c9-668d8b36e33b', 'tag': '7e796a31-d03e-425b-b20a-f16018cdf51d'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:45:50.483459 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2334527-e06a-4e1c-b7d5-5bf0586405d7" -d '{"events": [{"name": "network-changed", "server_uuid": "511ea42f-9b76-4607-83c9-668d8b36e33b", "tag": "7e796a31-d03e-425b-b20a-f16018cdf51d"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:45:50.503008 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port e78dd3e6-4906-419d-904f-56d6d6a62615, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=e78dd3e6-4906-419d-904f-56d6d6a62615,segment=NetworkSegment(845d553b-3470-425f-a9bb-3cb754fb51c8),segment_id=845d553b-3470-425f-a9bb-3cb754fb51c8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:45:50.516711 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:50.543772 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596d394c-92fd-4d2f-b626-0ba643843779 x-openstack-request-id: req-596d394c-92fd-4d2f-b626-0ba643843779 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:45:50.544057 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "765e8e7a-8247-4b0e-b33e-a99b5dd161c5", "name": "network-vif-plugged", "status": "completed", "tag": "e78dd3e6-4906-419d-904f-56d6d6a62615", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:45:50.544941 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-596d394c-92fd-4d2f-b626-0ba643843779 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:45:50.544941 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '765e8e7a-8247-4b0e-b33e-a99b5dd161c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e78dd3e6-4906-419d-904f-56d6d6a62615', 'code': 200} Aug 22 13:45:50.592168 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e7ee-fa20-4900-8575-bdad0b95f043 service neutron] Pushing event updated for resources: {'Port': ['ID=7e796a31-d03e-425b-b20a-f16018cdf51d,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:50.613367 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d43189-c2cf-48ff-9a54-4c746302b7dc req-a4eb7b15-f73f-4418-9ceb-b279d1cb3a51 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:50.614894 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-48d43189-c2cf-48ff-9a54-4c746302b7dc req-a4eb7b15-f73f-4418-9ceb-b279d1cb3a51 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f0ee753c-3283-4680-b261-d34914d7bb4d HTTP/1.1" status: 200 len: 1097 time: 0.1765404 Aug 22 13:45:50.639932 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b18c1-f501-4fff-98cc-f62065689cd9 req-e7a820cf-3c44-47d6-a8e2-0c3f03346295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:50.644844 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=e78dd3e6-4906-419d-904f-56d6d6a62615,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:50.647358 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4d3b18c1-f501-4fff-98cc-f62065689cd9 req-e7a820cf-3c44-47d6-a8e2-0c3f03346295 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=50b3d484826f4e1f8052fde49b87f38a&device_id=511ea42f-9b76-4607-83c9-668d8b36e33b HTTP/1.1" status: 200 len: 1095 time: 0.0993760 Aug 22 13:45:50.723602 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4d3b18c1-f501-4fff-98cc-f62065689cd9 req-e1199015-0979-4adf-ac07-0a8315b79166 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e796a31-d03e-425b-b20a-f16018cdf51d HTTP/1.1" status: 200 len: 217 time: 0.0388427 Aug 22 13:45:50.825886 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b18c1-f501-4fff-98cc-f62065689cd9 req-71e6d82a-f082-459a-8af3-59d4ed6fda79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:50.827442 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4d3b18c1-f501-4fff-98cc-f62065689cd9 req-71e6d82a-f082-459a-8af3-59d4ed6fda79 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a0e87acb-5107-4e48-a7f5-5e2aff44dba0 HTTP/1.1" status: 200 len: 833 time: 0.0954237 Aug 22 13:45:50.845200 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eedc3a83-332b-42e0-8848-26d2068cab04 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Router e2af0f80-c9ee-4ca7-9d94-a04dc06288e5 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:45:50.925438 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b18c1-f501-4fff-98cc-f62065689cd9 req-27eec975-0e4a-4932-9dbb-12c0e60feac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:50.927048 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4d3b18c1-f501-4fff-98cc-f62065689cd9 req-27eec975-0e4a-4932-9dbb-12c0e60feac2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad1f5797-594b-4ff0-ad04-7d369b81cf3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0917501 Aug 22 13:45:50.967027 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 00efcbec-2eae-465e-a0c0-98f427a87c69 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:45:51.017476 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 00efcbec-2eae-465e-a0c0-98f427a87c69 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:45:51.017866 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:51.058142 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eedc3a83-332b-42e0-8848-26d2068cab04 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:45:51.078007 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-eedc3a83-332b-42e0-8848-26d2068cab04 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:51.087862 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8ae9cc-ce2e-49fc-b5dd-768e7c16eda6 None None] Sync routers for ids ['e2af0f80-c9ee-4ca7-9d94-a04dc06288e5'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:45:51.111395 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8ae9cc-ce2e-49fc-b5dd-768e7c16eda6 None None] Routers {'e2af0f80-c9ee-4ca7-9d94-a04dc06288e5'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:45:51.112503 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-6b8ae9cc-ce2e-49fc-b5dd-768e7c16eda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:45:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['e2af0f80-c9ee-4ca7-9d94-a04dc06288e5'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:51.113746 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4d3b18c1-f501-4fff-98cc-f62065689cd9 req-bab1bdbb-3f8b-48fc-8390-fda492e9f9e2 service neutron] 10.222.0.41 "GET /v2.0/networks/ad1f5797-594b-4ff0-ad04-7d369b81cf3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793342 Aug 22 13:45:51.115216 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e892ed6c-0974-47f9-9b2b-a35d7b2e44c9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:51.132253 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-eedc3a83-332b-42e0-8848-26d2068cab04 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.1330683 Aug 22 13:45:51.189891 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-30a8c795-c421-4ce1-8a17-84a5003a491d tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:51.219679 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4d3b18c1-f501-4fff-98cc-f62065689cd9 req-2b5df00f-e6ba-44da-8c78-97f0f7cbe686 service neutron] 10.222.0.41 "GET /v2.0/networks/ad1f5797-594b-4ff0-ad04-7d369b81cf3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914259 Aug 22 13:45:51.223479 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-48d43189-c2cf-48ff-9a54-4c746302b7dc req-237ea5c8-3bd4-40d4-befc-7944da19f5ef tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0eee4a1c-cfdc-440c-abfd-3ef315b25abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5687792 Aug 22 13:45:51.237806 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e7cb3-602f-445b-86bd-5302a3bb3944 req-739ffd1b-e395-4bd3-b36b-12846689b769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:51.239345 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-af8e7cb3-602f-445b-86bd-5302a3bb3944 req-739ffd1b-e395-4bd3-b36b-12846689b769 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=765e8e7a-8247-4b0e-b33e-a99b5dd161c5 HTTP/1.1" status: 200 len: 1097 time: 0.5802760 Aug 22 13:45:51.274489 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20efbf-be8d-49f4-be65-497bbca5cc73 req-7abb32a7-f231-416e-98ef-9acef97d345b tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:51.276708 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9d20efbf-be8d-49f4-be65-497bbca5cc73 req-7abb32a7-f231-416e-98ef-9acef97d345b tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=511ea42f-9b76-4607-83c9-668d8b36e33b HTTP/1.1" status: 200 len: 943 time: 0.6020849 Aug 22 13:45:51.284308 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a8c795-c421-4ce1-8a17-84a5003a491d tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Pushing event deleted for resources: {'Port': ['ID=56eeaa73-f9fd-4587-a006-5fd522660e1b,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:51.297668 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd6a480-2521-49b0-afdf-864ab5314096 x-openstack-request-id: req-8cd6a480-2521-49b0-afdf-864ab5314096 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:45:51.297960 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "511ea42f-9b76-4607-83c9-668d8b36e33b", "tag": "7e796a31-d03e-425b-b20a-f16018cdf51d", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:45:51.298208 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8cd6a480-2521-49b0-afdf-864ab5314096 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:45:51.298979 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '511ea42f-9b76-4607-83c9-668d8b36e33b', 'tag': '7e796a31-d03e-425b-b20a-f16018cdf51d', 'status': 'completed', 'code': 200} Aug 22 13:45:51.361169 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2334527-e06a-4e1c-b7d5-5bf0586405d7 req-376d5acc-3f05-4d02-b186-3981ba687780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:51.363149 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e2334527-e06a-4e1c-b7d5-5bf0586405d7 req-376d5acc-3f05-4d02-b186-3981ba687780 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=50b3d484826f4e1f8052fde49b87f38a&device_id=511ea42f-9b76-4607-83c9-668d8b36e33b HTTP/1.1" status: 200 len: 1095 time: 0.0545778 Aug 22 13:45:51.407949 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-6b8ae9cc-ce2e-49fc-b5dd-768e7c16eda6 None None] Set router e2af0f80-c9ee-4ca7-9d94-a04dc06288e5 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:45:51.462195 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-af8e7cb3-602f-445b-86bd-5302a3bb3944 req-86375358-a91d-4e8e-9e6a-da03482d40c7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=25510eef-8b40-4e6f-83fe-4810b931250b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958768 Aug 22 13:45:51.471105 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2334527-e06a-4e1c-b7d5-5bf0586405d7 req-f53e4ffb-8527-47a1-abe8-db798a6709e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:51.472714 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e2334527-e06a-4e1c-b7d5-5bf0586405d7 req-f53e4ffb-8527-47a1-abe8-db798a6709e9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad1f5797-594b-4ff0-ad04-7d369b81cf3a HTTP/1.1" status: 200 len: 898 time: 0.0988755 Aug 22 13:45:51.501177 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9d20efbf-be8d-49f4-be65-497bbca5cc73 req-0f990b56-92cf-4eb8-a5b4-75c715609f16 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c4617e7-05eb-461f-b334-3d9907d5ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1864226 Aug 22 13:45:51.519131 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e2334527-e06a-4e1c-b7d5-5bf0586405d7 req-eb1e483e-7cd7-45b4-a96d-fbd6147973a0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e796a31-d03e-425b-b20a-f16018cdf51d HTTP/1.1" status: 200 len: 217 time: 0.0385261 Aug 22 13:45:51.548903 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-30a8c795-c421-4ce1-8a17-84a5003a491d tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:51.550886 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-30a8c795-c421-4ce1-8a17-84a5003a491d tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] 10.222.0.21 "DELETE /v2.0/ports/56eeaa73-f9fd-4587-a006-5fd522660e1b HTTP/1.1" status: 204 len: 168 time: 1.7909155 Aug 22 13:45:51.554852 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56114) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:51.571678 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2334527-e06a-4e1c-b7d5-5bf0586405d7 req-8660f0ea-f789-43e8-b8b6-c62fdfdabc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:51.573929 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e2334527-e06a-4e1c-b7d5-5bf0586405d7 req-8660f0ea-f789-43e8-b8b6-c62fdfdabc67 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a0e87acb-5107-4e48-a7f5-5e2aff44dba0 HTTP/1.1" status: 200 len: 833 time: 0.0470543 Aug 22 13:45:51.595045 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c105b8-dafa-4202-800d-351441416ce7 req-63aed0a9-12ec-4f5d-af6d-68d07b61bb83 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:51.596595 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d4c105b8-dafa-4202-800d-351441416ce7 req-63aed0a9-12ec-4f5d-af6d-68d07b61bb83 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] 10.222.0.21 "GET /v2.0/ports?device_id=765e8e7a-8247-4b0e-b33e-a99b5dd161c5 HTTP/1.1" status: 200 len: 945 time: 0.2303433 Aug 22 13:45:51.623822 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2334527-e06a-4e1c-b7d5-5bf0586405d7 req-46e29068-2b4a-40fc-b912-f5995405ab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:51.625543 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e2334527-e06a-4e1c-b7d5-5bf0586405d7 req-46e29068-2b4a-40fc-b912-f5995405ab95 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad1f5797-594b-4ff0-ad04-7d369b81cf3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437212 Aug 22 13:45:51.672152 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-6b8ae9cc-ce2e-49fc-b5dd-768e7c16eda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2af0f80-c9ee-4ca7-9d94-a04dc06288e5', 'name': 'tempest-TestServerBasicOps-627244657-router', 'tenant_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '61367f09-c651-4958-adfe-5b5450a8e478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:44:45Z', 'updated_at': '2021-08-22T13:44:57Z', 'revision_number': 4, 'project_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'gw_port': {'id': '61367f09-c651-4958-adfe-5b5450a8e478', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:43:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2af0f80-c9ee-4ca7-9d94-a04dc06288e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:44:46Z', 'updated_at': '2021-08-22T13:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'b402d4b0-029a-4f79-9929-dd39938b127b', 'tenant_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'floating_ip_address': '172.25.3.165', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': 'e2af0f80-c9ee-4ca7-9d94-a04dc06288e5', 'port_id': 'cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37ee4cf7-10be-4d52-ae13-17f3d9d1a603', 'mac_address': 'fa:16:3e:bc:a2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38802a9-ea4a-4068-947e-0aecb18663f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:45:48Z', 'updated_at': '2021-08-22T13:45:48Z', 'revision_number': 0, 'project_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21756523-62f2-4f88-87a4-4511f0330725', 'name': '', 'network_id': '37ee4cf7-10be-4d52-ae13-17f3d9d1a603', 'tenant_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'mac_address': 'fa:16:3e:bc:72:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2af0f80-c9ee-4ca7-9d94-a04dc06288e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '8a600dcd-ff12-4375-ac21-b5282a859d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:44:54Z', 'updated_at': '2021-08-22T13:45:05Z', 'revision_number': 5, 'project_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'subnets': [{'id': '8a600dcd-ff12-4375-ac21-b5282a859d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:51.709511 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8ae9cc-ce2e-49fc-b5dd-768e7c16eda6 None None] Checking router: e2af0f80-c9ee-4ca7-9d94-a04dc06288e5 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:45:51.710184 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d4c105b8-dafa-4202-800d-351441416ce7 req-84eb4d3c-1405-4e6e-8a6d-c09dc9b603c6 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] 10.222.0.21 "GET /v2.0/security-groups?id=25510eef-8b40-4e6f-83fe-4810b931250b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056809 Aug 22 13:45:51.734613 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-e892ed6c-0974-47f9-9b2b-a35d7b2e44c9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Allocated IP 2001:db8:1::1 (fa60552c-702d-4604-8601-7ff588881a6f/3567d855-2ebf-4152-ad98-7459e60881fe/4b92f705-bbf2-4b48-9691-74392a0d7543) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:45:51.739374 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8ae9cc-ce2e-49fc-b5dd-768e7c16eda6 None None] Routers {'e2af0f80-c9ee-4ca7-9d94-a04dc06288e5'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:45:51.740213 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-6b8ae9cc-ce2e-49fc-b5dd-768e7c16eda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:45:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['e2af0f80-c9ee-4ca7-9d94-a04dc06288e5'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:51.798617 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-2dd4d56b-13c0-4441-a500-18f91c9df6bc tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Deleting port 93d3550d-aeea-4d15-8e07-c2898e993ec2 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:45:51.799243 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2dd4d56b-13c0-4441-a500-18f91c9df6bc tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:51.803546 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e2334527-e06a-4e1c-b7d5-5bf0586405d7 req-73b447f2-da24-4375-acb7-0bc6c510e176 service neutron] 10.222.0.41 "GET /v2.0/networks/ad1f5797-594b-4ff0-ad04-7d369b81cf3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693053 Aug 22 13:45:51.868933 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-6b8ae9cc-ce2e-49fc-b5dd-768e7c16eda6 None None] Set router e2af0f80-c9ee-4ca7-9d94-a04dc06288e5 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:45:51.922862 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e2334527-e06a-4e1c-b7d5-5bf0586405d7 req-877db801-cb17-4b12-bef5-996ddbcb7c39 service neutron] 10.222.0.41 "GET /v2.0/networks/ad1f5797-594b-4ff0-ad04-7d369b81cf3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117525 Aug 22 13:45:52.011369 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e892ed6c-0974-47f9-9b2b-a35d7b2e44c9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:52.030887 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b2dc56-552e-4e4a-a25f-0a54ab7f6fcd req-f5d6717a-2768-4f4b-980d-2a3db3d4b162 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:52.032460 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-74b2dc56-552e-4e4a-a25f-0a54ab7f6fcd req-f5d6717a-2768-4f4b-980d-2a3db3d4b162 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f0ee753c-3283-4680-b261-d34914d7bb4d HTTP/1.1" status: 200 len: 1097 time: 0.1066842 Aug 22 13:45:52.044445 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2dd4d56b-13c0-4441-a500-18f91c9df6bc tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:52.047010 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-e892ed6c-0974-47f9-9b2b-a35d7b2e44c9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Transition to ACTIVE for port object 4b92f705-bbf2-4b48-9691-74392a0d7543 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:45:52.076477 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-2dd4d56b-13c0-4441-a500-18f91c9df6bc tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Calling delete_port for 93d3550d-aeea-4d15-8e07-c2898e993ec2 owned by {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:45:52.114407 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-6b8ae9cc-ce2e-49fc-b5dd-768e7c16eda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2af0f80-c9ee-4ca7-9d94-a04dc06288e5', 'name': 'tempest-TestServerBasicOps-627244657-router', 'tenant_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '61367f09-c651-4958-adfe-5b5450a8e478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:44:45Z', 'updated_at': '2021-08-22T13:44:57Z', 'revision_number': 4, 'project_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'gw_port': {'id': '61367f09-c651-4958-adfe-5b5450a8e478', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:43:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2af0f80-c9ee-4ca7-9d94-a04dc06288e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:44:46Z', 'updated_at': '2021-08-22T13:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'b402d4b0-029a-4f79-9929-dd39938b127b', 'tenant_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'floating_ip_address': '172.25.3.165', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': 'e2af0f80-c9ee-4ca7-9d94-a04dc06288e5', 'port_id': 'cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37ee4cf7-10be-4d52-ae13-17f3d9d1a603', 'mac_address': 'fa:16:3e:bc:a2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38802a9-ea4a-4068-947e-0aecb18663f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:45:48Z', 'updated_at': '2021-08-22T13:45:48Z', 'revision_number': 0, 'project_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21756523-62f2-4f88-87a4-4511f0330725', 'name': '', 'network_id': '37ee4cf7-10be-4d52-ae13-17f3d9d1a603', 'tenant_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'mac_address': 'fa:16:3e:bc:72:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2af0f80-c9ee-4ca7-9d94-a04dc06288e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '8a600dcd-ff12-4375-ac21-b5282a859d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:44:54Z', 'updated_at': '2021-08-22T13:45:05Z', 'revision_number': 5, 'project_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'subnets': [{'id': '8a600dcd-ff12-4375-ac21-b5282a859d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:52.115631 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-74b2dc56-552e-4e4a-a25f-0a54ab7f6fcd req-54449119-2725-43d2-89d6-b28360112fef tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0eee4a1c-cfdc-440c-abfd-3ef315b25abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744836 Aug 22 13:45:52.141892 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8ae9cc-ce2e-49fc-b5dd-768e7c16eda6 None None] The sync data for ids ['e2af0f80-c9ee-4ca7-9d94-a04dc06288e5'] in n-d-793621-33 is: [{'id': 'e2af0f80-c9ee-4ca7-9d94-a04dc06288e5', 'name': 'tempest-TestServerBasicOps-627244657-router', 'tenant_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '61367f09-c651-4958-adfe-5b5450a8e478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:44:45Z', 'updated_at': '2021-08-22T13:44:57Z', 'revision_number': 4, 'project_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'gw_port': {'id': '61367f09-c651-4958-adfe-5b5450a8e478', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:43:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2af0f80-c9ee-4ca7-9d94-a04dc06288e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:44:46Z', 'updated_at': '2021-08-22T13:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'b402d4b0-029a-4f79-9929-dd39938b127b', 'tenant_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'floating_ip_address': '172.25.3.165', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': 'e2af0f80-c9ee-4ca7-9d94-a04dc06288e5', 'port_id': 'cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37ee4cf7-10be-4d52-ae13-17f3d9d1a603', 'mac_address': 'fa:16:3e:bc:a2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38802a9-ea4a-4068-947e-0aecb18663f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:45:48Z', 'updated_at': '2021-08-22T13:45:48Z', 'revision_number': 0, 'project_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21756523-62f2-4f88-87a4-4511f0330725', 'name': '', 'network_id': '37ee4cf7-10be-4d52-ae13-17f3d9d1a603', 'tenant_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'mac_address': 'fa:16:3e:bc:72:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2af0f80-c9ee-4ca7-9d94-a04dc06288e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '8a600dcd-ff12-4375-ac21-b5282a859d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:44:54Z', 'updated_at': '2021-08-22T13:45:05Z', 'revision_number': 5, 'project_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'subnets': [{'id': '8a600dcd-ff12-4375-ac21-b5282a859d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:45:52.161103 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e892ed6c-0974-47f9-9b2b-a35d7b2e44c9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:52.220762 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e892ed6c-0974-47f9-9b2b-a35d7b2e44c9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Network fa60552c-702d-4604-8601-7ff588881a6f is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:45:52.230217 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-e892ed6c-0974-47f9-9b2b-a35d7b2e44c9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:45:52.238131 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e892ed6c-0974-47f9-9b2b-a35d7b2e44c9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:45:52.238675 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e892ed6c-0974-47f9-9b2b-a35d7b2e44c9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:52.243098 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e892ed6c-0974-47f9-9b2b-a35d7b2e44c9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event updated for resources: {'Port': ['ID=4b92f705-bbf2-4b48-9691-74392a0d7543,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:52.377769 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2dd4d56b-13c0-4441-a500-18f91c9df6bc tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:52.387698 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af79545-1824-47a3-b8b5-0f46c0fbef22 None None] New status for floating IP b402d4b0-029a-4f79-9929-dd39938b127b: ACTIVE {{(pid=94630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 13:45:52.434775 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd4d56b-13c0-4441-a500-18f91c9df6bc tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Pushing event deleted for resources: {'Port': ['ID=93d3550d-aeea-4d15-8e07-c2898e993ec2,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:52.439492 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e892ed6c-0974-47f9-9b2b-a35d7b2e44c9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:52.552151 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-812c1ee2-8c84-45a1-a03e-b70de104c301 None None] Provisioning for port 4b92f705-bbf2-4b48-9691-74392a0d7543 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:45:52.557526 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2dd4d56b-13c0-4441-a500-18f91c9df6bc tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:52.561783 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-2dd4d56b-13c0-4441-a500-18f91c9df6bc tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] 10.222.0.21 "DELETE /v2.0/ports/93d3550d-aeea-4d15-8e07-c2898e993ec2 HTTP/1.1" status: 204 len: 168 time: 1.0026765 Aug 22 13:45:52.562468 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56120) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:52.564815 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-812c1ee2-8c84-45a1-a03e-b70de104c301 None None] Provisioning complete for port 4b92f705-bbf2-4b48-9691-74392a0d7543 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:45:52.565192 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-812c1ee2-8c84-45a1-a03e-b70de104c301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:52.618718 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-812c1ee2-8c84-45a1-a03e-b70de104c301 None None] Port 4b92f705-bbf2-4b48-9691-74392a0d7543 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:45:52.653008 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751ae175-4080-4971-83e5-50f726d5b9c7 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:52.656752 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-751ae175-4080-4971-83e5-50f726d5b9c7 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] 10.222.0.21 "GET /v2.0/ports?device_id=489af23b-374e-492e-bca9-aa4d57f956cd HTTP/1.1" status: 200 len: 913 time: 0.0928845 Aug 22 13:45:52.657612 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56122) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:52.770171 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd50af-eae5-40d8-9b6c-97f411505ba4 req-966f2112-2b22-49be-95a5-4f83a35c7cab tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:52.771799 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dfcd50af-eae5-40d8-9b6c-97f411505ba4 req-966f2112-2b22-49be-95a5-4f83a35c7cab tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=511ea42f-9b76-4607-83c9-668d8b36e33b HTTP/1.1" status: 200 len: 943 time: 0.1375926 Aug 22 13:45:52.875998 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dfcd50af-eae5-40d8-9b6c-97f411505ba4 req-55e1afed-2bee-4019-8acc-c3225f823eda tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c4617e7-05eb-461f-b334-3d9907d5ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968151 Aug 22 13:45:52.902905 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e98bd9-506c-4391-b355-dfbb65c40373 req-b7bdfe8b-4f56-435a-b683-714597b5f2ff tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:52.908604 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-87e98bd9-506c-4391-b355-dfbb65c40373 req-b7bdfe8b-4f56-435a-b683-714597b5f2ff tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] 10.222.0.21 "GET /v2.0/ports?device_id=765e8e7a-8247-4b0e-b33e-a99b5dd161c5 HTTP/1.1" status: 200 len: 945 time: 0.1060262 Aug 22 13:45:52.933230 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e892ed6c-0974-47f9-9b2b-a35d7b2e44c9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:52.941249 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e892ed6c-0974-47f9-9b2b-a35d7b2e44c9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:52.941929 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e892ed6c-0974-47f9-9b2b-a35d7b2e44c9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:53.026294 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6fcd05a0-9c63-4c04-833c-f4d77f0d8d3a tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:53.045726 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-87e98bd9-506c-4391-b355-dfbb65c40373 req-d3fa9813-7f8a-4eab-8e62-267be42efbc8 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] 10.222.0.21 "GET /v2.0/security-groups?id=25510eef-8b40-4e6f-83fe-4810b931250b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285245 Aug 22 13:45:53.055046 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e892ed6c-0974-47f9-9b2b-a35d7b2e44c9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event updated for resources: {'Port': ['ID=4b92f705-bbf2-4b48-9691-74392a0d7543,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:53.094082 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e892ed6c-0974-47f9-9b2b-a35d7b2e44c9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Network fa60552c-702d-4604-8601-7ff588881a6f is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:45:53.095366 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-e892ed6c-0974-47f9-9b2b-a35d7b2e44c9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:45:53.257118 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e892ed6c-0974-47f9-9b2b-a35d7b2e44c9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Router 37e81ab9-bc30-4728-836f-5db8c6bbf873 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:45:53.314147 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40781dfb-f1ae-4156-bf50-34d8e0038d77 req-ff841497-ca65-485e-b7d3-bb78a8c065c7 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:53.315906 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-40781dfb-f1ae-4156-bf50-34d8e0038d77 req-ff841497-ca65-485e-b7d3-bb78a8c065c7 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f0ee753c-3283-4680-b261-d34914d7bb4d HTTP/1.1" status: 200 len: 1097 time: 0.1060817 Aug 22 13:45:53.411029 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e892ed6c-0974-47f9-9b2b-a35d7b2e44c9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:45:53.422662 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25892f18-23ab-463d-9dc0-0e8dc62d8e4a None None] Sync routers for ids ['37e81ab9-bc30-4728-836f-5db8c6bbf873'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:45:53.424943 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e892ed6c-0974-47f9-9b2b-a35d7b2e44c9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "PUT /v2.0/routers/37e81ab9-bc30-4728-836f-5db8c6bbf873/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4076390 Aug 22 13:45:53.425631 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56138) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:53.441975 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25892f18-23ab-463d-9dc0-0e8dc62d8e4a None None] Routers {'37e81ab9-bc30-4728-836f-5db8c6bbf873'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:45:53.442651 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-25892f18-23ab-463d-9dc0-0e8dc62d8e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:45:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['37e81ab9-bc30-4728-836f-5db8c6bbf873'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:53.452898 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-40781dfb-f1ae-4156-bf50-34d8e0038d77 req-5fc11128-f560-4e20-ac92-015ded253d35 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0eee4a1c-cfdc-440c-abfd-3ef315b25abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847440 Aug 22 13:45:53.494174 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6027b89-0347-4f68-b2ea-1fdb417df896 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:53.494550 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-25892f18-23ab-463d-9dc0-0e8dc62d8e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:53.498963 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f6027b89-0347-4f68-b2ea-1fdb417df896 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "GET /v2.0/ports/4b92f705-bbf2-4b48-9691-74392a0d7543 HTTP/1.1" status: 200 len: 913 time: 0.0703986 Aug 22 13:45:53.499668 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56140) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:53.510520 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-b7fef59d-4861-42d5-9670-c07456cecf90 None None] Provisioning complete for port 4b92f705-bbf2-4b48-9691-74392a0d7543 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:45:53.511202 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b7fef59d-4861-42d5-9670-c07456cecf90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:53.514330 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25892f18-23ab-463d-9dc0-0e8dc62d8e4a None None] Routers {'37e81ab9-bc30-4728-836f-5db8c6bbf873'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:45:53.515206 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-25892f18-23ab-463d-9dc0-0e8dc62d8e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:45:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['37e81ab9-bc30-4728-836f-5db8c6bbf873'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:53.532365 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a38802a9-ea4a-4068-947e-0aecb18663f8', 'tag': 'cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:45:53.536377 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be959b79-1e6e-4ed2-ae52-6ad2c573828e" -d '{"events": [{"name": "network-changed", "server_uuid": "a38802a9-ea4a-4068-947e-0aecb18663f8", "tag": "cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:45:53.575566 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-25892f18-23ab-463d-9dc0-0e8dc62d8e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:53.576228 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25892f18-23ab-463d-9dc0-0e8dc62d8e4a None None] The sync data for ids ['37e81ab9-bc30-4728-836f-5db8c6bbf873'] in n-d-793621-33 is: [] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:45:53.594787 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-b7fef59d-4861-42d5-9670-c07456cecf90 None None] Port 4b92f705-bbf2-4b48-9691-74392a0d7543 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:45:53.616559 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68fc67a-b8e4-4d7c-9239-09efb86c4638 x-openstack-request-id: req-e68fc67a-b8e4-4d7c-9239-09efb86c4638 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:45:53.616844 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a38802a9-ea4a-4068-947e-0aecb18663f8", "tag": "cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:45:53.617094 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e68fc67a-b8e4-4d7c-9239-09efb86c4638 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:45:53.617477 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a38802a9-ea4a-4068-947e-0aecb18663f8', 'tag': 'cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77', 'status': 'completed', 'code': 200} Aug 22 13:45:53.636973 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd1150-cc05-494b-8d75-d36a26379677 req-eeb3d55d-065c-4b6a-980c-1b9a8aa83dae tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:53.638373 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-aedd1150-cc05-494b-8d75-d36a26379677 req-eeb3d55d-065c-4b6a-980c-1b9a8aa83dae tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f0ee753c-3283-4680-b261-d34914d7bb4d HTTP/1.1" status: 200 len: 1097 time: 0.0949383 Aug 22 13:45:53.801274 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be959b79-1e6e-4ed2-ae52-6ad2c573828e req-e26da565-6c82-4f9d-97ca-b9d661c175bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:53.803026 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-be959b79-1e6e-4ed2-ae52-6ad2c573828e req-e26da565-6c82-4f9d-97ca-b9d661c175bd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=be98fa3cb2da40f39a971fd81b6aad0d&device_id=a38802a9-ea4a-4068-947e-0aecb18663f8 HTTP/1.1" status: 200 len: 1097 time: 0.1605623 Aug 22 13:45:53.893558 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-aedd1150-cc05-494b-8d75-d36a26379677 req-232d38e9-9dea-4760-943a-7ccb084769fd tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Deleting port af29cce4-24da-40c0-b0a0-4f5712c78518 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:45:53.893796 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-aedd1150-cc05-494b-8d75-d36a26379677 req-232d38e9-9dea-4760-943a-7ccb084769fd tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:53.905177 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31764dcc-869c-4551-bbd7-a5a38ca1768c req-47e2e54a-104c-43d7-8353-d243968b4cf4 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:53.906687 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-31764dcc-869c-4551-bbd7-a5a38ca1768c req-47e2e54a-104c-43d7-8353-d243968b4cf4 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] 10.222.0.21 "GET /v2.0/ports?device_id=765e8e7a-8247-4b0e-b33e-a99b5dd161c5 HTTP/1.1" status: 200 len: 945 time: 0.0800390 Aug 22 13:45:53.950577 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-6fcd05a0-9c63-4c04-833c-f4d77f0d8d3a tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Deleting port 2d580c07-ca76-49d9-9adb-5411e9230345 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:45:53.950923 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6fcd05a0-9c63-4c04-833c-f4d77f0d8d3a tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:53.965425 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-44d1134d-6b53-4ef2-8c7a-3f3601606f25 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:53.969103 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-31764dcc-869c-4551-bbd7-a5a38ca1768c req-cabb7bc9-64f9-44a4-8b08-194f92eae11d tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] 10.222.0.21 "GET /v2.0/security-groups?id=25510eef-8b40-4e6f-83fe-4810b931250b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531473 Aug 22 13:45:54.044641 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 7e796a31-d03e-425b-b20a-f16018cdf51d details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:45:54.054103 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be959b79-1e6e-4ed2-ae52-6ad2c573828e req-86a628f3-c24f-41fe-ba44-aee4db12a81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:54.055548 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-be959b79-1e6e-4ed2-ae52-6ad2c573828e req-86a628f3-c24f-41fe-ba44-aee4db12a81b service neutron] 10.222.0.41 "GET /v2.0/networks?id=37ee4cf7-10be-4d52-ae13-17f3d9d1a603 HTTP/1.1" status: 200 len: 909 time: 0.2419932 Aug 22 13:45:54.139456 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35491e85-f669-4a3b-a82a-e3e82fa74bf2 req-f75d987d-5a84-43d3-aac5-941cd5d9e3fe tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:54.141249 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-35491e85-f669-4a3b-a82a-e3e82fa74bf2 req-f75d987d-5a84-43d3-aac5-941cd5d9e3fe tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=511ea42f-9b76-4607-83c9-668d8b36e33b HTTP/1.1" status: 200 len: 943 time: 0.1271062 Aug 22 13:45:54.143351 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6fcd05a0-9c63-4c04-833c-f4d77f0d8d3a tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:54.156551 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 7e796a31-d03e-425b-b20a-f16018cdf51d, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=7e796a31-d03e-425b-b20a-f16018cdf51d,segment=NetworkSegment(494efb0b-ab04-46a4-b7e8-28cc3c46a46b),segment_id=494efb0b-ab04-46a4-b7e8-28cc3c46a46b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:45:54.167223 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '7e796a31-d03e-425b-b20a-f16018cdf51d', 'network_id': 'ad1f5797-594b-4ff0-ad04-7d369b81cf3a', 'port_id': '7e796a31-d03e-425b-b20a-f16018cdf51d', 'mac_address': 'fa:16:3e:4a:e3:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0e87acb-5107-4e48-a7f5-5e2aff44dba0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:45:54.174864 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-aedd1150-cc05-494b-8d75-d36a26379677 req-232d38e9-9dea-4760-943a-7ccb084769fd tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] For port af29cce4-24da-40c0-b0a0-4f5712c78518, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=af29cce4-24da-40c0-b0a0-4f5712c78518,segment=NetworkSegment(82977cb8-5955-415f-8390-123858fef82c),segment_id=82977cb8-5955-415f-8390-123858fef82c)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:45:54.175264 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-aedd1150-cc05-494b-8d75-d36a26379677 req-232d38e9-9dea-4760-943a-7ccb084769fd tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:54.177810 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-6fcd05a0-9c63-4c04-833c-f4d77f0d8d3a tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Calling delete_port for 2d580c07-ca76-49d9-9adb-5411e9230345 owned by network:router_interface {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:45:54.186357 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-be959b79-1e6e-4ed2-ae52-6ad2c573828e req-92f0ad1b-b7db-4d8a-bad4-1f3e09e609f6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77 HTTP/1.1" status: 200 len: 1001 time: 0.1189516 Aug 22 13:45:54.206652 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:54.207252 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-aedd1150-cc05-494b-8d75-d36a26379677 req-232d38e9-9dea-4760-943a-7ccb084769fd tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Calling delete_port for af29cce4-24da-40c0-b0a0-4f5712c78518 owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:45:54.220176 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e796a31-d03e-425b-b20a-f16018cdf51d {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:45:54.228394 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-35491e85-f669-4a3b-a82a-e3e82fa74bf2 req-0b8f00d2-1483-4462-a082-2825bb229ae7 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c4617e7-05eb-461f-b334-3d9907d5ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576351 Aug 22 13:45:54.251476 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 7e796a31-d03e-425b-b20a-f16018cdf51d, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=7e796a31-d03e-425b-b20a-f16018cdf51d,segment=NetworkSegment(494efb0b-ab04-46a4-b7e8-28cc3c46a46b),segment_id=494efb0b-ab04-46a4-b7e8-28cc3c46a46b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:45:54.257327 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:54.307775 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=7e796a31-d03e-425b-b20a-f16018cdf51d,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:54.334474 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be959b79-1e6e-4ed2-ae52-6ad2c573828e req-0f4fd099-304e-441d-acc0-086efb29ae36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:54.335968 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-be959b79-1e6e-4ed2-ae52-6ad2c573828e req-0f4fd099-304e-441d-acc0-086efb29ae36 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8a600dcd-ff12-4375-ac21-b5282a859d67 HTTP/1.1" status: 200 len: 847 time: 0.1415768 Aug 22 13:45:54.350041 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-44d1134d-6b53-4ef2-8c7a-3f3601606f25 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Deleting port 4b92f705-bbf2-4b48-9691-74392a0d7543 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:45:54.350381 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-44d1134d-6b53-4ef2-8c7a-3f3601606f25 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:54.442488 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-44d1134d-6b53-4ef2-8c7a-3f3601606f25 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:54.456966 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-44d1134d-6b53-4ef2-8c7a-3f3601606f25 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Calling delete_port for 4b92f705-bbf2-4b48-9691-74392a0d7543 owned by network:router_interface {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:45:54.464190 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be959b79-1e6e-4ed2-ae52-6ad2c573828e req-3dd0594f-c94d-47bc-bfa5-f0fb48903b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:54.465825 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-be959b79-1e6e-4ed2-ae52-6ad2c573828e req-3dd0594f-c94d-47bc-bfa5-f0fb48903b8f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=37ee4cf7-10be-4d52-ae13-17f3d9d1a603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1210134 Aug 22 13:45:54.476768 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['7e796a31-d03e-425b-b20a-f16018cdf51d'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:45:54.618289 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-aedd1150-cc05-494b-8d75-d36a26379677 req-232d38e9-9dea-4760-943a-7ccb084769fd tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:54.625823 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea624db8-a1ec-42b6-bbbb-4144815cb53c req-468ba8f3-07e4-4b31-a3e9-ae344c832238 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:54.627357 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ea624db8-a1ec-42b6-bbbb-4144815cb53c req-468ba8f3-07e4-4b31-a3e9-ae344c832238 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f0ee753c-3283-4680-b261-d34914d7bb4d HTTP/1.1" status: 200 len: 1019 time: 0.0904679 Aug 22 13:45:54.634494 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['d9433bb6-b65b-4e5a-b2db-72dfeaffc9d0'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:45:54.670629 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d38e9-9dea-4760-943a-7ccb084769fd tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Pushing event deleted for resources: {'Port': ['ID=af29cce4-24da-40c0-b0a0-4f5712c78518,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:54.710568 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-be959b79-1e6e-4ed2-ae52-6ad2c573828e req-522b3273-6c5c-4157-b320-0236daee3af3 service neutron] 10.222.0.41 "GET /v2.0/networks/37ee4cf7-10be-4d52-ae13-17f3d9d1a603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348762 Aug 22 13:45:54.722983 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ea624db8-a1ec-42b6-bbbb-4144815cb53c req-59569e20-d3e1-4b14-b2a6-17c6f20480f2 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0eee4a1c-cfdc-440c-abfd-3ef315b25abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810833 Aug 22 13:45:54.740737 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-44d1134d-6b53-4ef2-8c7a-3f3601606f25 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:54.742534 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6fcd05a0-9c63-4c04-833c-f4d77f0d8d3a tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:54.749839 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-aedd1150-cc05-494b-8d75-d36a26379677 req-232d38e9-9dea-4760-943a-7ccb084769fd tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] No DVR routers for this DVR port af29cce4-24da-40c0-b0a0-4f5712c78518 on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:45:54.763834 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-aedd1150-cc05-494b-8d75-d36a26379677 req-232d38e9-9dea-4760-943a-7ccb084769fd tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:54.765855 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-aedd1150-cc05-494b-8d75-d36a26379677 req-232d38e9-9dea-4760-943a-7ccb084769fd tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.41 "DELETE /v2.0/ports/af29cce4-24da-40c0-b0a0-4f5712c78518 HTTP/1.1" status: 204 len: 173 time: 1.1139200 Aug 22 13:45:54.774518 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d1134d-6b53-4ef2-8c7a-3f3601606f25 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event deleted for resources: {'Port': ['ID=4b92f705-bbf2-4b48-9691-74392a0d7543,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:54.847536 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcd05a0-9c63-4c04-833c-f4d77f0d8d3a tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Pushing event deleted for resources: {'Port': ['ID=2d580c07-ca76-49d9-9adb-5411e9230345,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:54.949648 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-44d1134d-6b53-4ef2-8c7a-3f3601606f25 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:55.146355 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-be959b79-1e6e-4ed2-ae52-6ad2c573828e req-48cbb63c-6874-4b77-8f24-a60d2aeb82dd service neutron] 10.222.0.41 "GET /v2.0/networks/37ee4cf7-10be-4d52-ae13-17f3d9d1a603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3998530 Aug 22 13:45:55.216743 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6fcd05a0-9c63-4c04-833c-f4d77f0d8d3a tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:55.466188 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fcd05a0-9c63-4c04-833c-f4d77f0d8d3a tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Router 489af23b-374e-492e-bca9-aa4d57f956cd has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:45:55.579506 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fcd05a0-9c63-4c04-833c-f4d77f0d8d3a tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:45:55.584694 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6fcd05a0-9c63-4c04-833c-f4d77f0d8d3a tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] 10.222.0.21 "PUT /v2.0/routers/489af23b-374e-492e-bca9-aa4d57f956cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9258831 Aug 22 13:45:55.587266 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56162) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:55.593968 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02c8d3c-4012-4c43-84fb-a6b4d4f47c24 None None] Sync routers for ids ['489af23b-374e-492e-bca9-aa4d57f956cd'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:45:55.603209 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02c8d3c-4012-4c43-84fb-a6b4d4f47c24 None None] Routers {'489af23b-374e-492e-bca9-aa4d57f956cd'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:45:55.605115 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-e02c8d3c-4012-4c43-84fb-a6b4d4f47c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:45:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['489af23b-374e-492e-bca9-aa4d57f956cd'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:55.627029 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ee753c-3283-4680-b261-d34914d7bb4d', 'name': 'network-vif-deleted', 'tag': 'af29cce4-24da-40c0-b0a0-4f5712c78518'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:45:55.629283 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84f4d89-40d9-47c2-83aa-44a7c6a81282" -d '{"events": [{"server_uuid": "f0ee753c-3283-4680-b261-d34914d7bb4d", "name": "network-vif-deleted", "tag": "af29cce4-24da-40c0-b0a0-4f5712c78518"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:45:55.637965 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55b969-ebb5-40a7-86dc-313a5077d042 req-0ee0f83c-daf2-49b0-805b-5eae21ffb122 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:55.639087 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4a55b969-ebb5-40a7-86dc-313a5077d042 req-0ee0f83c-daf2-49b0-805b-5eae21ffb122 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=511ea42f-9b76-4607-83c9-668d8b36e33b HTTP/1.1" status: 200 len: 944 time: 0.1563523 Aug 22 13:45:55.642747 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-e02c8d3c-4012-4c43-84fb-a6b4d4f47c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:55.649226 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa715e-5536-4eb0-8ea3-632624193059 req-563914d2-ceb6-4149-980c-71ca303758e0 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:55.651621 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cafa715e-5536-4eb0-8ea3-632624193059 req-563914d2-ceb6-4149-980c-71ca303758e0 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] 10.222.0.21 "GET /v2.0/ports?device_id=765e8e7a-8247-4b0e-b33e-a99b5dd161c5 HTTP/1.1" status: 200 len: 945 time: 0.1669853 Aug 22 13:45:55.653637 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02c8d3c-4012-4c43-84fb-a6b4d4f47c24 None None] Routers {'489af23b-374e-492e-bca9-aa4d57f956cd'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:45:55.654518 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-e02c8d3c-4012-4c43-84fb-a6b4d4f47c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:45:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['489af23b-374e-492e-bca9-aa4d57f956cd'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:55.666804 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d1134d-6b53-4ef2-8c7a-3f3601606f25 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Router 37e81ab9-bc30-4728-836f-5db8c6bbf873 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:45:55.675337 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403c165-1053-4ea1-af1e-2d3cf6854ca0 req-9252e87c-f584-46d1-bdfe-ae08cd5df6ba tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:55.676828 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8403c165-1053-4ea1-af1e-2d3cf6854ca0 req-9252e87c-f584-46d1-bdfe-ae08cd5df6ba tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] 10.222.0.16 "GET /v2.0/ports?device_id=765e8e7a-8247-4b0e-b33e-a99b5dd161c5 HTTP/1.1" status: 200 len: 945 time: 0.1918187 Aug 22 13:45:55.686325 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-e02c8d3c-4012-4c43-84fb-a6b4d4f47c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:55.687264 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02c8d3c-4012-4c43-84fb-a6b4d4f47c24 None None] The sync data for ids ['489af23b-374e-492e-bca9-aa4d57f956cd'] in n-d-793621-33 is: [] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:45:55.712261 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2103ee25-a956-4a97-8c41-5a6e0089a541 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:55.801955 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4a55b969-ebb5-40a7-86dc-313a5077d042 req-3f09c0ba-871c-49ba-9490-8fa79e3055b6 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c4617e7-05eb-461f-b334-3d9907d5ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468244 Aug 22 13:45:55.812476 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cafa715e-5536-4eb0-8ea3-632624193059 req-e052bf1f-c862-40dc-a376-b0a0720f4e6d tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] 10.222.0.21 "GET /v2.0/security-groups?id=25510eef-8b40-4e6f-83fe-4810b931250b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486807 Aug 22 13:45:55.824136 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2103ee25-a956-4a97-8c41-5a6e0089a541 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:55.891189 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d1134d-6b53-4ef2-8c7a-3f3601606f25 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:45:55.899192 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-44d1134d-6b53-4ef2-8c7a-3f3601606f25 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "PUT /v2.0/routers/37e81ab9-bc30-4728-836f-5db8c6bbf873/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3958383 Aug 22 13:45:55.899546 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649ca43e-4759-4bcc-8314-eb7b0a625a09 x-openstack-request-id: req-649ca43e-4759-4bcc-8314-eb7b0a625a09 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:45:55.899546 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0ee753c-3283-4680-b261-d34914d7bb4d", "name": "network-vif-deleted", "tag": "af29cce4-24da-40c0-b0a0-4f5712c78518", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:45:55.899741 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56170) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:55.899831 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-649ca43e-4759-4bcc-8314-eb7b0a625a09 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:45:55.899831 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0ee753c-3283-4680-b261-d34914d7bb4d', 'name': 'network-vif-deleted', 'tag': 'af29cce4-24da-40c0-b0a0-4f5712c78518', 'status': 'completed', 'code': 200} Aug 22 13:45:55.910659 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df6d07a-747c-4427-8b5b-f6b3286cbf96 None None] Sync routers for ids ['37e81ab9-bc30-4728-836f-5db8c6bbf873'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:45:55.923599 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-2103ee25-a956-4a97-8c41-5a6e0089a541 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Deleting port b206e931-cf96-4ac0-8c00-6f0f92334111 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:45:55.923936 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2103ee25-a956-4a97-8c41-5a6e0089a541 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:55.924576 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df6d07a-747c-4427-8b5b-f6b3286cbf96 None None] Routers {'37e81ab9-bc30-4728-836f-5db8c6bbf873'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:45:55.925448 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-5df6d07a-747c-4427-8b5b-f6b3286cbf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:45:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['37e81ab9-bc30-4728-836f-5db8c6bbf873'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:55.973944 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-5df6d07a-747c-4427-8b5b-f6b3286cbf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:55.989888 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-8403c165-1053-4ea1-af1e-2d3cf6854ca0 req-b946d092-bcdc-43b8-aea8-cc7f9f554d75 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Deleting port e78dd3e6-4906-419d-904f-56d6d6a62615 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:45:55.989888 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-8403c165-1053-4ea1-af1e-2d3cf6854ca0 req-b946d092-bcdc-43b8-aea8-cc7f9f554d75 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:55.990572 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df6d07a-747c-4427-8b5b-f6b3286cbf96 None None] Routers {'37e81ab9-bc30-4728-836f-5db8c6bbf873'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:45:55.990572 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-5df6d07a-747c-4427-8b5b-f6b3286cbf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:45:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['37e81ab9-bc30-4728-836f-5db8c6bbf873'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:56.032433 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-5df6d07a-747c-4427-8b5b-f6b3286cbf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:56.033101 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df6d07a-747c-4427-8b5b-f6b3286cbf96 None None] The sync data for ids ['37e81ab9-bc30-4728-836f-5db8c6bbf873'] in n-d-793621-33 is: [] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:45:56.058381 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2103ee25-a956-4a97-8c41-5a6e0089a541 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:56.060347 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 7e796a31-d03e-425b-b20a-f16018cdf51d up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:45:56.076828 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-2103ee25-a956-4a97-8c41-5a6e0089a541 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Calling delete_port for b206e931-cf96-4ac0-8c00-6f0f92334111 owned by network:router_gateway {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:45:56.175834 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 7e796a31-d03e-425b-b20a-f16018cdf51d completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:45:56.180445 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 7e796a31-d03e-425b-b20a-f16018cdf51d triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:45:56.181032 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:56.249990 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-8403c165-1053-4ea1-af1e-2d3cf6854ca0 req-b946d092-bcdc-43b8-aea8-cc7f9f554d75 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] For port e78dd3e6-4906-419d-904f-56d6d6a62615, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=e78dd3e6-4906-419d-904f-56d6d6a62615,segment=NetworkSegment(845d553b-3470-425f-a9bb-3cb754fb51c8),segment_id=845d553b-3470-425f-a9bb-3cb754fb51c8)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:45:56.250363 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-8403c165-1053-4ea1-af1e-2d3cf6854ca0 req-b946d092-bcdc-43b8-aea8-cc7f9f554d75 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:56.269743 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:56.273569 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2103ee25-a956-4a97-8c41-5a6e0089a541 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:56.295061 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511ea42f-9b76-4607-83c9-668d8b36e33b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e796a31-d03e-425b-b20a-f16018cdf51d'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:45:56.297659 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7dec106-7281-406d-9d20-5fbeaa3699c7" -d '{"events": [{"server_uuid": "511ea42f-9b76-4607-83c9-668d8b36e33b", "name": "network-vif-plugged", "status": "completed", "tag": "7e796a31-d03e-425b-b20a-f16018cdf51d"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:45:56.304627 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2103ee25-a956-4a97-8c41-5a6e0089a541 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Pushing event deleted for resources: {'Port': ['ID=b206e931-cf96-4ac0-8c00-6f0f92334111,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:56.305001 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-8403c165-1053-4ea1-af1e-2d3cf6854ca0 req-b946d092-bcdc-43b8-aea8-cc7f9f554d75 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Calling delete_port for e78dd3e6-4906-419d-904f-56d6d6a62615 owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:45:56.312521 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 7e796a31-d03e-425b-b20a-f16018cdf51d, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=7e796a31-d03e-425b-b20a-f16018cdf51d,segment=NetworkSegment(494efb0b-ab04-46a4-b7e8-28cc3c46a46b),segment_id=494efb0b-ab04-46a4-b7e8-28cc3c46a46b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:45:56.321131 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:56.321590 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cffa37-1677-4d69-915d-bb68eaf46e41 req-7a20d5fc-2807-4d52-bc7c-6470900982fa tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:56.321938 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device af29cce4-24da-40c0-b0a0-4f5712c78518 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:45:56.323489 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e4cffa37-1677-4d69-915d-bb68eaf46e41 req-7a20d5fc-2807-4d52-bc7c-6470900982fa tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=76499d23-3d00-4d9a-ad6f-cc41f807cb7e HTTP/1.1" status: 200 len: 1097 time: 0.1573219 Aug 22 13:45:56.361911 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: af29cce4-24da-40c0-b0a0-4f5712c78518 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:45:56.361911 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device af29cce4-24da-40c0-b0a0-4f5712c78518 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:45:56.370657 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2103ee25-a956-4a97-8c41-5a6e0089a541 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:56.393258 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=7e796a31-d03e-425b-b20a-f16018cdf51d,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:56.408080 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9baced-660a-4bcf-8b0a-1ac526332e90 req-30014fb6-344c-48a6-98b2-fe70bf629ff3 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:56.413989 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9baced-660a-4bcf-8b0a-1ac526332e90 req-30014fb6-344c-48a6-98b2-fe70bf629ff3 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:56.419965 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9baced-660a-4bcf-8b0a-1ac526332e90 req-30014fb6-344c-48a6-98b2-fe70bf629ff3 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:56.425963 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9baced-660a-4bcf-8b0a-1ac526332e90 req-30014fb6-344c-48a6-98b2-fe70bf629ff3 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:56.431871 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9baced-660a-4bcf-8b0a-1ac526332e90 req-30014fb6-344c-48a6-98b2-fe70bf629ff3 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:56.437811 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9baced-660a-4bcf-8b0a-1ac526332e90 req-30014fb6-344c-48a6-98b2-fe70bf629ff3 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:56.443739 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9baced-660a-4bcf-8b0a-1ac526332e90 req-30014fb6-344c-48a6-98b2-fe70bf629ff3 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:56.445903 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6d9baced-660a-4bcf-8b0a-1ac526332e90 req-30014fb6-344c-48a6-98b2-fe70bf629ff3 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 5443 time: 0.2564571 Aug 22 13:45:56.462249 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2103ee25-a956-4a97-8c41-5a6e0089a541 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:56.465132 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2103ee25-a956-4a97-8c41-5a6e0089a541 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:56.508964 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e4cffa37-1677-4d69-915d-bb68eaf46e41 req-8d8fcacd-7452-4926-9e3f-9690b4ba8149 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0eee4a1c-cfdc-440c-abfd-3ef315b25abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717424 Aug 22 13:45:56.511589 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2103ee25-a956-4a97-8c41-5a6e0089a541 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:56.512394 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2103ee25-a956-4a97-8c41-5a6e0089a541 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Fanout notify agent at l3_agent the message router_deleted on router 489af23b-374e-492e-bca9-aa4d57f956cd {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:45:56.522374 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2103ee25-a956-4a97-8c41-5a6e0089a541 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:56.523977 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2103ee25-a956-4a97-8c41-5a6e0089a541 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] 10.222.0.21 "DELETE /v2.0/routers/489af23b-374e-492e-bca9-aa4d57f956cd HTTP/1.1" status: 204 len: 168 time: 0.9352276 Aug 22 13:45:56.527059 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56180) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:56.548976 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6d9baced-660a-4bcf-8b0a-1ac526332e90 req-dde47ff3-094b-42bc-8635-67af76d176c8 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/security-groups?id=66b7495f-ba5d-4b5f-9f1a-7d40465024e2&id=d7b1fd23-abf0-4029-8bf5-4e8e3c16aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0935962 Aug 22 13:45:56.575105 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed555080-0eba-4891-a6f9-9487b4577654 x-openstack-request-id: req-ed555080-0eba-4891-a6f9-9487b4577654 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:45:56.575299 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511ea42f-9b76-4607-83c9-668d8b36e33b", "name": "network-vif-plugged", "status": "completed", "tag": "7e796a31-d03e-425b-b20a-f16018cdf51d", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:45:56.575527 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ed555080-0eba-4891-a6f9-9487b4577654 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:45:56.575924 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511ea42f-9b76-4607-83c9-668d8b36e33b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e796a31-d03e-425b-b20a-f16018cdf51d', 'code': 200} Aug 22 13:45:56.585247 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-02e6f97f-8e2b-424a-9c5d-5cc86549d731 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Deleting subnet 14b9a7a9-547b-4326-99b4-cc0f5b5b0305 {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:45:56.589647 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-02e6f97f-8e2b-424a-9c5d-5cc86549d731 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:56.638334 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-8403c165-1053-4ea1-af1e-2d3cf6854ca0 req-b946d092-bcdc-43b8-aea8-cc7f9f554d75 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:56.641455 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-02e6f97f-8e2b-424a-9c5d-5cc86549d731 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:56.649782 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['e78dd3e6-4906-419d-904f-56d6d6a62615'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:45:56.678620 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946d092-bcdc-43b8-aea8-cc7f9f554d75 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Pushing event deleted for resources: {'Port': ['ID=e78dd3e6-4906-419d-904f-56d6d6a62615,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:56.691381 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4b5f6d20-e008-4d09-898b-f94ba50dfedf tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:56.727662 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-02e6f97f-8e2b-424a-9c5d-5cc86549d731 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:56.756380 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2bb5cd-75e2-46da-afb9-e30c18894d6a req-1487d753-0a06-4b42-9e82-556f71c6168f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:56.757869 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-0d2bb5cd-75e2-46da-afb9-e30c18894d6a req-1487d753-0a06-4b42-9e82-556f71c6168f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=511ea42f-9b76-4607-83c9-668d8b36e33b HTTP/1.1" status: 200 len: 1097 time: 0.0905106 Aug 22 13:45:56.806428 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-0d2bb5cd-75e2-46da-afb9-e30c18894d6a req-5f1ee5e3-1f05-4fd6-b47d-e28b46a1336b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8c4617e7-05eb-461f-b334-3d9907d5ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404878 Aug 22 13:45:56.814688 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-8403c165-1053-4ea1-af1e-2d3cf6854ca0 req-b946d092-bcdc-43b8-aea8-cc7f9f554d75 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] No DVR routers for this DVR port e78dd3e6-4906-419d-904f-56d6d6a62615 on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:45:56.814954 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-02e6f97f-8e2b-424a-9c5d-5cc86549d731 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:56.821165 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-8403c165-1053-4ea1-af1e-2d3cf6854ca0 req-b946d092-bcdc-43b8-aea8-cc7f9f554d75 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:56.824199 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8403c165-1053-4ea1-af1e-2d3cf6854ca0 req-b946d092-bcdc-43b8-aea8-cc7f9f554d75 tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] 10.222.0.16 "DELETE /v2.0/ports/e78dd3e6-4906-419d-904f-56d6d6a62615 HTTP/1.1" status: 204 len: 173 time: 1.1347375 Aug 22 13:45:56.824927 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '765e8e7a-8247-4b0e-b33e-a99b5dd161c5', 'name': 'network-vif-deleted', 'tag': 'e78dd3e6-4906-419d-904f-56d6d6a62615'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:45:56.827155 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6ceefe-3142-4f68-ae7f-1d837d90984d" -d '{"events": [{"server_uuid": "765e8e7a-8247-4b0e-b33e-a99b5dd161c5", "name": "network-vif-deleted", "tag": "e78dd3e6-4906-419d-904f-56d6d6a62615"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:45:56.846634 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e6f97f-8e2b-424a-9c5d-5cc86549d731 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Pushing event deleted for resources: {'Subnet': ['ID=14b9a7a9-547b-4326-99b4-cc0f5b5b0305,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:56.850408 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-02e6f97f-8e2b-424a-9c5d-5cc86549d731 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:56.855294 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-02e6f97f-8e2b-424a-9c5d-5cc86549d731 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] 10.222.0.21 "DELETE /v2.0/subnets/14b9a7a9-547b-4326-99b4-cc0f5b5b0305 HTTP/1.1" status: 204 len: 168 time: 0.3270833 Aug 22 13:45:56.855824 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56190) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:56.864439 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391bcce1-85e1-4cc4-9b3a-13e04dbf7e6f req-b77e6321-d439-4a00-8551-08d12d4f7b09 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:56.871139 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391bcce1-85e1-4cc4-9b3a-13e04dbf7e6f req-b77e6321-d439-4a00-8551-08d12d4f7b09 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:56.877253 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391bcce1-85e1-4cc4-9b3a-13e04dbf7e6f req-b77e6321-d439-4a00-8551-08d12d4f7b09 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:56.883259 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391bcce1-85e1-4cc4-9b3a-13e04dbf7e6f req-b77e6321-d439-4a00-8551-08d12d4f7b09 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:56.889699 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391bcce1-85e1-4cc4-9b3a-13e04dbf7e6f req-b77e6321-d439-4a00-8551-08d12d4f7b09 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:56.895777 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391bcce1-85e1-4cc4-9b3a-13e04dbf7e6f req-b77e6321-d439-4a00-8551-08d12d4f7b09 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:56.902018 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391bcce1-85e1-4cc4-9b3a-13e04dbf7e6f req-b77e6321-d439-4a00-8551-08d12d4f7b09 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:56.903936 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-391bcce1-85e1-4cc4-9b3a-13e04dbf7e6f req-b77e6321-d439-4a00-8551-08d12d4f7b09 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 5443 time: 0.2306502 Aug 22 13:45:56.905653 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df56b92-09b2-4401-8e01-a2d2017ab79c x-openstack-request-id: req-5df56b92-09b2-4401-8e01-a2d2017ab79c {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:45:56.905942 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "765e8e7a-8247-4b0e-b33e-a99b5dd161c5", "name": "network-vif-deleted", "tag": "e78dd3e6-4906-419d-904f-56d6d6a62615", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:45:56.906584 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5df56b92-09b2-4401-8e01-a2d2017ab79c {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:45:56.906584 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '765e8e7a-8247-4b0e-b33e-a99b5dd161c5', 'name': 'network-vif-deleted', 'tag': 'e78dd3e6-4906-419d-904f-56d6d6a62615', 'status': 'completed', 'code': 200} Aug 22 13:45:56.967994 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bf701ffb-cd21-4d44-9ccd-5b05ba3db7b7 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:57.048978 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-da829473-9077-4e6d-b25a-de390dc6955b req-9fc19d6e-885b-40e4-933b-f7665db0937a tempest-VolumesActionsTest-955510788 tempest-VolumesActionsTest-955510788-project] 10.222.0.21 "GET /v2.0/ports?device_id=765e8e7a-8247-4b0e-b33e-a99b5dd161c5 HTTP/1.1" status: 200 len: 210 time: 0.0744367 Aug 22 13:45:57.074566 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bf701ffb-cd21-4d44-9ccd-5b05ba3db7b7 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:57.085514 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c47425-dd35-420d-8c54-d707d5caac6d req-ab6cfeb3-0c41-4daa-a06b-1c779fa9e4ab tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:57.085792 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-bf701ffb-cd21-4d44-9ccd-5b05ba3db7b7 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec4a750b-d059-48e6-9f68-72e3c560e89b']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:57.087048 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-74c47425-dd35-420d-8c54-d707d5caac6d req-ab6cfeb3-0c41-4daa-a06b-1c779fa9e4ab tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=511ea42f-9b76-4607-83c9-668d8b36e33b HTTP/1.1" status: 200 len: 945 time: 0.1114500 Aug 22 13:45:57.098014 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-bf701ffb-cd21-4d44-9ccd-5b05ba3db7b7 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6c97f49-656d-4026-881b-2c2b632e71aa') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:57.098312 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-bf701ffb-cd21-4d44-9ccd-5b05ba3db7b7 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6c97f49-656d-4026-881b-2c2b632e71aa') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:57.108184 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bf701ffb-cd21-4d44-9ccd-5b05ba3db7b7 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:57.122129 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bf701ffb-cd21-4d44-9ccd-5b05ba3db7b7 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:57.128035 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf701ffb-cd21-4d44-9ccd-5b05ba3db7b7 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:45:57.128460 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bf701ffb-cd21-4d44-9ccd-5b05ba3db7b7 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:57.131675 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:45:57.131675 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:45:57.131675 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:45:57.131675 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:45:57.131675 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:45:57.131675 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:45:57.131675 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:45:57.131675 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:45:57.131675 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:45:57.131675 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:45:57.131675 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:45:57.131675 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:45:57.131675 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:45:57.131675 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:45:57.131675 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:45:57.131675 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:45:57.131675 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:45:57.131675 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:45:57.131675 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:45:57.131675 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:45:57.131675 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:45:57.131675 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:45:57.131675 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:45:57.131675 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:45:57.131675 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:45:57.131675 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:45:57.131675 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:45:57.131675 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:45:57.131675 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:45:57.131675 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:45:57.131675 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:45:57.131675 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:45:57.160259 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-74c47425-dd35-420d-8c54-d707d5caac6d req-f4b386c8-6eaf-4c2f-b667-6e7466e11968 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c4617e7-05eb-461f-b334-3d9907d5ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654278 Aug 22 13:45:57.220683 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-4b5f6d20-e008-4d09-898b-f94ba50dfedf tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Deleting port cc26a771-6259-4582-ae38-8313ac9fbe8d {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:45:57.221030 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4b5f6d20-e008-4d09-898b-f94ba50dfedf tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:57.311811 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4b5f6d20-e008-4d09-898b-f94ba50dfedf tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:57.326690 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-4b5f6d20-e008-4d09-898b-f94ba50dfedf tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Calling delete_port for cc26a771-6259-4582-ae38-8313ac9fbe8d owned by network:router_interface {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:45:57.472780 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bf701ffb-cd21-4d44-9ccd-5b05ba3db7b7 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:57.481212 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bf701ffb-cd21-4d44-9ccd-5b05ba3db7b7 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:57.486005 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-bf701ffb-cd21-4d44-9ccd-5b05ba3db7b7 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] 10.222.0.21 "DELETE /v2.0/networks/ec4a750b-d059-48e6-9f68-72e3c560e89b HTTP/1.1" status: 204 len: 168 time: 0.6262705 Aug 22 13:45:57.493268 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf701ffb-cd21-4d44-9ccd-5b05ba3db7b7 tempest-FloatingIPTestJSON-1746097626 tempest-FloatingIPTestJSON-1746097626-project] Pushing event deleted for resources: {'Network': ['ID=ec4a750b-d059-48e6-9f68-72e3c560e89b,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:57.529080 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4b5f6d20-e008-4d09-898b-f94ba50dfedf tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:57.556450 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5f6d20-e008-4d09-898b-f94ba50dfedf tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event deleted for resources: {'Port': ['ID=cc26a771-6259-4582-ae38-8313ac9fbe8d,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:57.711118 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4b5f6d20-e008-4d09-898b-f94ba50dfedf tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:57.776731 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0915f3-f9ef-4c7a-9323-364bf4430d89 req-dc89eef7-dfd4-483e-bd2e-ac32c5f9b800 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:57.778342 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ef0915f3-f9ef-4c7a-9323-364bf4430d89 req-dc89eef7-dfd4-483e-bd2e-ac32c5f9b800 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=76499d23-3d00-4d9a-ad6f-cc41f807cb7e HTTP/1.1" status: 200 len: 1097 time: 0.1538393 Aug 22 13:45:57.783147 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4a2342-0b2d-4e31-bc18-d23774080284 req-600958ac-fab9-475c-8865-d27a641aa793 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:57.784719 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ab4a2342-0b2d-4e31-bc18-d23774080284 req-600958ac-fab9-475c-8865-d27a641aa793 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=76499d23-3d00-4d9a-ad6f-cc41f807cb7e HTTP/1.1" status: 200 len: 1097 time: 0.1613078 Aug 22 13:45:57.789809 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56200) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:57.950218 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8075bee7-08ec-4801-8261-64d01644218a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=32efce50f559436fa38b290615c71c2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1549680 Aug 22 13:45:57.953126 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56204) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:57.984145 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ab4a2342-0b2d-4e31-bc18-d23774080284 req-6f7776f8-1cb8-4d19-a057-f8f9e9b83036 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0eee4a1c-cfdc-440c-abfd-3ef315b25abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653576 Aug 22 13:45:57.997023 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b5f6d20-e008-4d09-898b-f94ba50dfedf tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Router 37e81ab9-bc30-4728-836f-5db8c6bbf873 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:45:58.010258 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c7d6763a-ef01-43e8-923c-d90a7f173052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:58.031352 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c7d6763a-ef01-43e8-923c-d90a7f173052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:58.051917 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-ef0915f3-f9ef-4c7a-9323-364bf4430d89 req-3c88f765-ec05-4ac7-971a-addfc7b4005a tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Deleting port d9433bb6-b65b-4e5a-b2db-72dfeaffc9d0 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:45:58.052540 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ef0915f3-f9ef-4c7a-9323-364bf4430d89 req-3c88f765-ec05-4ac7-971a-addfc7b4005a tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:58.079929 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c7d6763a-ef01-43e8-923c-d90a7f173052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:58.082981 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c7d6763a-ef01-43e8-923c-d90a7f173052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:58.084280 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c7d6763a-ef01-43e8-923c-d90a7f173052 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bdcbd8e3-6359-48d8-96a4-f028cf9f590e HTTP/1.1" status: 204 len: 168 time: 0.1300838 Aug 22 13:45:58.101254 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d6763a-ef01-43e8-923c-d90a7f173052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdcbd8e3-6359-48d8-96a4-f028cf9f590e,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:58.125887 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5f6d20-e008-4d09-898b-f94ba50dfedf tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:45:58.138081 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-4b5f6d20-e008-4d09-898b-f94ba50dfedf tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "PUT /v2.0/routers/37e81ab9-bc30-4728-836f-5db8c6bbf873/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2371686 Aug 22 13:45:58.140945 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56214) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:58.152002 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70a0524-ce52-46cb-8afd-1a74200fdaa0 None None] Sync routers for ids ['37e81ab9-bc30-4728-836f-5db8c6bbf873'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:45:58.169176 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70a0524-ce52-46cb-8afd-1a74200fdaa0 None None] Routers {'37e81ab9-bc30-4728-836f-5db8c6bbf873'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:45:58.170142 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-a70a0524-ce52-46cb-8afd-1a74200fdaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:45:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['37e81ab9-bc30-4728-836f-5db8c6bbf873'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:58.196852 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-30e47266-8bf2-4d07-aad5-1f84e6b748fb tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "GET /v2.0/ports?device_id=37e81ab9-bc30-4728-836f-5db8c6bbf873 HTTP/1.1" status: 200 len: 205 time: 0.0545321 Aug 22 13:45:58.199521 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56220) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:58.217076 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-a70a0524-ce52-46cb-8afd-1a74200fdaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:58.229650 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70a0524-ce52-46cb-8afd-1a74200fdaa0 None None] Routers {'37e81ab9-bc30-4728-836f-5db8c6bbf873'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:45:58.231742 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-ef0915f3-f9ef-4c7a-9323-364bf4430d89 req-3c88f765-ec05-4ac7-971a-addfc7b4005a tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] For port d9433bb6-b65b-4e5a-b2db-72dfeaffc9d0, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=d9433bb6-b65b-4e5a-b2db-72dfeaffc9d0,segment=NetworkSegment(82977cb8-5955-415f-8390-123858fef82c),segment_id=82977cb8-5955-415f-8390-123858fef82c)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:45:58.232877 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-a70a0524-ce52-46cb-8afd-1a74200fdaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:45:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['37e81ab9-bc30-4728-836f-5db8c6bbf873'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:58.234452 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ef0915f3-f9ef-4c7a-9323-364bf4430d89 req-3c88f765-ec05-4ac7-971a-addfc7b4005a tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:58.265840 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-ef0915f3-f9ef-4c7a-9323-364bf4430d89 req-3c88f765-ec05-4ac7-971a-addfc7b4005a tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Calling delete_port for d9433bb6-b65b-4e5a-b2db-72dfeaffc9d0 owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:45:58.278516 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-a70a0524-ce52-46cb-8afd-1a74200fdaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:45:58.279417 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70a0524-ce52-46cb-8afd-1a74200fdaa0 None None] The sync data for ids ['37e81ab9-bc30-4728-836f-5db8c6bbf873'] in n-d-793621-33 is: [] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:45:58.297170 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-daf8c1bf-3b14-403a-9fe9-4646ebb35888 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:58.404888 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7188ca4-7be9-4572-93e0-6b373ba2ca08 req-97996774-bdb2-45f9-aed7-b61339d865f1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:58.407858 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f7188ca4-7be9-4572-93e0-6b373ba2ca08 req-97996774-bdb2-45f9-aed7-b61339d865f1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=511ea42f-9b76-4607-83c9-668d8b36e33b HTTP/1.1" status: 200 len: 945 time: 0.1203170 Aug 22 13:45:58.439804 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:58.465383 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-176c77d4-b27e-490c-81c8-1568e935809b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:58.477590 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f7188ca4-7be9-4572-93e0-6b373ba2ca08 req-af952afc-8a93-45f5-a43f-a33a8f9fc7da tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c4617e7-05eb-461f-b334-3d9907d5ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617778 Aug 22 13:45:58.523572 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-daf8c1bf-3b14-403a-9fe9-4646ebb35888 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:58.526022 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-daf8c1bf-3b14-403a-9fe9-4646ebb35888 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:58.545812 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ef0915f3-f9ef-4c7a-9323-364bf4430d89 req-3c88f765-ec05-4ac7-971a-addfc7b4005a tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:58.557364 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['d9433bb6-b65b-4e5a-b2db-72dfeaffc9d0'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:45:58.587363 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-daf8c1bf-3b14-403a-9fe9-4646ebb35888 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:58.588720 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf8c1bf-3b14-403a-9fe9-4646ebb35888 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Fanout notify agent at l3_agent the message router_deleted on router 37e81ab9-bc30-4728-836f-5db8c6bbf873 {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:45:58.616715 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-daf8c1bf-3b14-403a-9fe9-4646ebb35888 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:58.617573 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c88f765-ec05-4ac7-971a-addfc7b4005a tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Pushing event deleted for resources: {'Port': ['ID=d9433bb6-b65b-4e5a-b2db-72dfeaffc9d0,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:58.618334 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-daf8c1bf-3b14-403a-9fe9-4646ebb35888 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "DELETE /v2.0/routers/37e81ab9-bc30-4728-836f-5db8c6bbf873 HTTP/1.1" status: 204 len: 168 time: 0.4178331 Aug 22 13:45:58.624434 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56242) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:58.707402 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef0915f3-f9ef-4c7a-9323-364bf4430d89 req-3c88f765-ec05-4ac7-971a-addfc7b4005a tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] No DVR routers for this DVR port d9433bb6-b65b-4e5a-b2db-72dfeaffc9d0 on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:45:58.710160 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ef0915f3-f9ef-4c7a-9323-364bf4430d89 req-3c88f765-ec05-4ac7-971a-addfc7b4005a tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:58.712465 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ef0915f3-f9ef-4c7a-9323-364bf4430d89 req-3c88f765-ec05-4ac7-971a-addfc7b4005a tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.16 "DELETE /v2.0/ports/d9433bb6-b65b-4e5a-b2db-72dfeaffc9d0 HTTP/1.1" status: 204 len: 173 time: 0.9251115 Aug 22 13:45:58.762059 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c12044-479b-4777-8578-e61e3a0b62a6 req-003fbb42-d979-44a0-8613-506b78df451f tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:58.762446 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-4010ecd8-3b47-41aa-9626-a2b4a66d0c08 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Deleting subnet 3567d855-2ebf-4152-ad98-7459e60881fe {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:45:58.762446 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4010ecd8-3b47-41aa-9626-a2b4a66d0c08 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:58.762636 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-38c12044-479b-4777-8578-e61e3a0b62a6 req-003fbb42-d979-44a0-8613-506b78df451f tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=511ea42f-9b76-4607-83c9-668d8b36e33b HTTP/1.1" status: 200 len: 945 time: 0.1458485 Aug 22 13:45:58.839553 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-38c12044-479b-4777-8578-e61e3a0b62a6 req-86ead9d8-d81c-461f-af86-0f29678e86a7 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c4617e7-05eb-461f-b334-3d9907d5ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770957 Aug 22 13:45:58.864061 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56260) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:58.868060 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4010ecd8-3b47-41aa-9626-a2b4a66d0c08 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:58.932417 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76499d23-3d00-4d9a-ad6f-cc41f807cb7e', 'name': 'network-vif-deleted', 'tag': 'd9433bb6-b65b-4e5a-b2db-72dfeaffc9d0'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:45:58.948519 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79303bdc-e71f-4f49-8e61-e06b3c7e9f5b" -d '{"events": [{"server_uuid": "76499d23-3d00-4d9a-ad6f-cc41f807cb7e", "name": "network-vif-deleted", "tag": "d9433bb6-b65b-4e5a-b2db-72dfeaffc9d0"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:45:58.980137 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4150defa-5916-4c3e-8da7-2c1f691f4d00 tempest-TestNetworkAdvancedServerOps-2090656047 tempest-TestNetworkAdvancedServerOps-2090656047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:58.984394 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-4150defa-5916-4c3e-8da7-2c1f691f4d00 tempest-TestNetworkAdvancedServerOps-2090656047 tempest-TestNetworkAdvancedServerOps-2090656047-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=511ea42f-9b76-4607-83c9-668d8b36e33b HTTP/1.1" status: 200 len: 1092 time: 0.1165090 Aug 22 13:45:58.985775 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56276) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:59.000103 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-f764733e-9f21-45d8-a347-93a1246a6954 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Request body: {'floatingip': {'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'port_id': '7e796a31-d03e-425b-b20a-f16018cdf51d', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:45:59.044328 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f764733e-9f21-45d8-a347-93a1246a6954 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for floatingip, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:59.084728 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d66558-f858-499c-ba4c-02f1260ef368 x-openstack-request-id: req-38d66558-f858-499c-ba4c-02f1260ef368 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:45:59.086669 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76499d23-3d00-4d9a-ad6f-cc41f807cb7e", "name": "network-vif-deleted", "tag": "d9433bb6-b65b-4e5a-b2db-72dfeaffc9d0", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:45:59.086957 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-38d66558-f858-499c-ba4c-02f1260ef368 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:45:59.088909 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4010ecd8-3b47-41aa-9626-a2b4a66d0c08 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:59.089325 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76499d23-3d00-4d9a-ad6f-cc41f807cb7e', 'name': 'network-vif-deleted', 'tag': 'd9433bb6-b65b-4e5a-b2db-72dfeaffc9d0', 'status': 'completed', 'code': 200} Aug 22 13:45:59.220944 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4010ecd8-3b47-41aa-9626-a2b4a66d0c08 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:59.277322 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56288) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:59.278064 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56294) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:59.278968 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4010ecd8-3b47-41aa-9626-a2b4a66d0c08 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event deleted for resources: {'Subnet': ['ID=3567d855-2ebf-4152-ad98-7459e60881fe,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:45:59.318499 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4010ecd8-3b47-41aa-9626-a2b4a66d0c08 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:59.320746 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4010ecd8-3b47-41aa-9626-a2b4a66d0c08 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "DELETE /v2.0/subnets/3567d855-2ebf-4152-ad98-7459e60881fe HTTP/1.1" status: 204 len: 168 time: 0.6951098 Aug 22 13:45:59.325412 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56304) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:45:59.347196 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9857c5b1-30c4-4fdc-b8d7-2db752593576 None None] Network fa60552c-702d-4604-8601-7ff588881a6f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:45:59.394077 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-76be33ad-b842-4e87-9129-19adce33f5f5 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1809694894'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:45:59.536971 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dacc5ce-3bc3-488f-8683-9bcf74a6c38f req-8f9c20ff-b5c0-4da3-ba23-4d4e4b213ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:59.537627 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dacc5ce-3bc3-488f-8683-9bcf74a6c38f req-8f9c20ff-b5c0-4da3-ba23-4d4e4b213ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:59.537945 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dacc5ce-3bc3-488f-8683-9bcf74a6c38f req-8f9c20ff-b5c0-4da3-ba23-4d4e4b213ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:59.538412 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dacc5ce-3bc3-488f-8683-9bcf74a6c38f req-8f9c20ff-b5c0-4da3-ba23-4d4e4b213ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:59.538884 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dacc5ce-3bc3-488f-8683-9bcf74a6c38f req-8f9c20ff-b5c0-4da3-ba23-4d4e4b213ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:59.539370 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dacc5ce-3bc3-488f-8683-9bcf74a6c38f req-8f9c20ff-b5c0-4da3-ba23-4d4e4b213ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:59.539823 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dacc5ce-3bc3-488f-8683-9bcf74a6c38f req-8f9c20ff-b5c0-4da3-ba23-4d4e4b213ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:59.542507 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-1dacc5ce-3bc3-488f-8683-9bcf74a6c38f req-8f9c20ff-b5c0-4da3-ba23-4d4e4b213ae5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 6507 time: 0.2493134 Aug 22 13:45:59.543425 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76be33ad-b842-4e87-9129-19adce33f5f5 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Made reservation on behalf of fbb6b9988b30404790dc99fa2fa4c174 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:45:59.546852 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-76be33ad-b842-4e87-9129-19adce33f5f5 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:59.553132 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-67e2c4c2-d110-4ded-801d-f1d45eadf64e tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Deleting subnet 5c9ada15-35fc-4f7e-8444-7ec7ff808b2c {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:45:59.560168 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-67e2c4c2-d110-4ded-801d-f1d45eadf64e tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:59.595661 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-76be33ad-b842-4e87-9129-19adce33f5f5 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:59.599822 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7684c081-a189-4e6b-b82f-8b22aa1c2245 req-ff86560b-9509-4667-b491-dc320f5a69bd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a38802a9-ea4a-4068-947e-0aecb18663f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2126210 Aug 22 13:45:59.644875 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-67e2c4c2-d110-4ded-801d-f1d45eadf64e tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:59.678549 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4836bf9-839b-447b-8f50-645341cb0432 None None] DHCP port deletion for fa60552c-702d-4604-8601-7ff588881a6f request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:45:59.719613 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-1dacc5ce-3bc3-488f-8683-9bcf74a6c38f req-ef8006d3-10a5-48cb-9e45-288e04ad9b3d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=66b7495f-ba5d-4b5f-9f1a-7d40465024e2&id=d7b1fd23-abf0-4029-8bf5-4e8e3c16aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1608536 Aug 22 13:45:59.729784 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6cf71433-1e18-4e04-85dd-be41a92058ca req-e34bfa38-fc1e-4a5a-93c4-b469a976b729 tempest-TestServerMultinode-915723961 tempest-TestServerMultinode-915723961-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=76499d23-3d00-4d9a-ad6f-cc41f807cb7e HTTP/1.1" status: 200 len: 210 time: 0.0402412 Aug 22 13:45:59.778823 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c4836bf9-839b-447b-8f50-645341cb0432 None None] Deleting port 00efcbec-2eae-465e-a0c0-98f427a87c69 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:45:59.779113 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c4836bf9-839b-447b-8f50-645341cb0432 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:59.790774 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f764733e-9f21-45d8-a347-93a1246a6954 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:59.838432 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-67e2c4c2-d110-4ded-801d-f1d45eadf64e tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:59.874623 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684c081-a189-4e6b-b82f-8b22aa1c2245 req-312453c7-8772-4427-aab2-627f05cf20e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:45:59.876403 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7684c081-a189-4e6b-b82f-8b22aa1c2245 req-312453c7-8772-4427-aab2-627f05cf20e9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=be98fa3cb2da40f39a971fd81b6aad0d&device_id=a38802a9-ea4a-4068-947e-0aecb18663f8 HTTP/1.1" status: 200 len: 1097 time: 0.1383178 Aug 22 13:45:59.891002 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c4836bf9-839b-447b-8f50-645341cb0432 None None] For port 00efcbec-2eae-465e-a0c0-98f427a87c69, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=00efcbec-2eae-465e-a0c0-98f427a87c69,segment=NetworkSegment(b46cfdc4-33aa-4d92-8dd3-b8b720f284e8),segment_id=b46cfdc4-33aa-4d92-8dd3-b8b720f284e8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:45:59.891408 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c4836bf9-839b-447b-8f50-645341cb0432 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:45:59.910539 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c4836bf9-839b-447b-8f50-645341cb0432 None None] Calling delete_port for 00efcbec-2eae-465e-a0c0-98f427a87c69 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:45:59.917285 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-f764733e-9f21-45d8-a347-93a1246a6954 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Allocated IP 172.25.3.79 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/c995c705-815a-4775-8559-1650baf1364d) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:46:00.006322 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-76be33ad-b842-4e87-9129-19adce33f5f5 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:00.052048 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c4836bf9-839b-447b-8f50-645341cb0432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:00.087391 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4836bf9-839b-447b-8f50-645341cb0432 None None] Pushing event deleted for resources: {'Port': ['ID=00efcbec-2eae-465e-a0c0-98f427a87c69,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:00.092958 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4836bf9-839b-447b-8f50-645341cb0432 None None] No DVR routers for this DVR port 00efcbec-2eae-465e-a0c0-98f427a87c69 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:46:00.093261 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b5a517ce-fecb-41c7-927b-a9eae4aab717 req-a883651f-7c47-4505-a3dc-f1c2f9c96a59 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1306901 Aug 22 13:46:00.126107 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f764733e-9f21-45d8-a347-93a1246a6954 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:00.138457 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-67e2c4c2-d110-4ded-801d-f1d45eadf64e tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:00.160055 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-67e2c4c2-d110-4ded-801d-f1d45eadf64e tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:00.162100 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-67e2c4c2-d110-4ded-801d-f1d45eadf64e tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "DELETE /v2.0/subnets/5c9ada15-35fc-4f7e-8444-7ec7ff808b2c HTTP/1.1" status: 204 len: 168 time: 0.8357146 Aug 22 13:46:00.167784 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-76be33ad-b842-4e87-9129-19adce33f5f5 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:00.169172 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37e9002-35a1-46da-ac57-0f182e933d7e None None] Network d590da40-4332-47be-a4d0-e0542d237f0f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:46:00.174813 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56324) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:00.232146 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76be33ad-b842-4e87-9129-19adce33f5f5 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b12fd2a3-edd6-4cbf-880f-9a857f1364d0,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:00.247637 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device d9433bb6-b65b-4e5a-b2db-72dfeaffc9d0 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:46:00.252875 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76be33ad-b842-4e87-9129-19adce33f5f5 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:46:00.257323 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e2c4c2-d110-4ded-801d-f1d45eadf64e tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event deleted for resources: {'Subnet': ['ID=5c9ada15-35fc-4f7e-8444-7ec7ff808b2c,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:00.292563 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-76be33ad-b842-4e87-9129-19adce33f5f5 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:00.293611 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-76be33ad-b842-4e87-9129-19adce33f5f5 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Added segment b00bf42a-e231-4695-924f-125da37c648b of type vlan for network 53812b1d-578f-465a-b98c-cec6aad1053e Aug 22 13:46:00.295698 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a517ce-fecb-41c7-927b-a9eae4aab717 req-83a3c3f7-22fa-41fb-b6cd-9a3473a86a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:00.296181 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a517ce-fecb-41c7-927b-a9eae4aab717 req-83a3c3f7-22fa-41fb-b6cd-9a3473a86a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:00.296687 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a517ce-fecb-41c7-927b-a9eae4aab717 req-83a3c3f7-22fa-41fb-b6cd-9a3473a86a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:00.297155 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a517ce-fecb-41c7-927b-a9eae4aab717 req-83a3c3f7-22fa-41fb-b6cd-9a3473a86a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:00.297632 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a517ce-fecb-41c7-927b-a9eae4aab717 req-83a3c3f7-22fa-41fb-b6cd-9a3473a86a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:00.298084 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a517ce-fecb-41c7-927b-a9eae4aab717 req-83a3c3f7-22fa-41fb-b6cd-9a3473a86a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:00.298551 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a517ce-fecb-41c7-927b-a9eae4aab717 req-83a3c3f7-22fa-41fb-b6cd-9a3473a86a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:00.300568 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b5a517ce-fecb-41c7-927b-a9eae4aab717 req-83a3c3f7-22fa-41fb-b6cd-9a3473a86a7a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d953ee5d914f4a7288a8a29730002fca&device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 6507 time: 0.1415570 Aug 22 13:46:00.304209 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cd446668-51c7-4600-867d-e728d54cd55b tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:00.307450 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: d9433bb6-b65b-4e5a-b2db-72dfeaffc9d0 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:46:00.307829 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f764733e-9f21-45d8-a347-93a1246a6954 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:00.308489 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device d9433bb6-b65b-4e5a-b2db-72dfeaffc9d0 not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:46:00.309093 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device e78dd3e6-4906-419d-904f-56d6d6a62615 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:46:00.350685 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f764733e-9f21-45d8-a347-93a1246a6954 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:46:00.352690 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: e78dd3e6-4906-419d-904f-56d6d6a62615 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:46:00.353240 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device e78dd3e6-4906-419d-904f-56d6d6a62615 not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:46:00.373652 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684c081-a189-4e6b-b82f-8b22aa1c2245 req-8a07ce43-b751-44b1-b0dc-d07d34800f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:00.374732 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7684c081-a189-4e6b-b82f-8b22aa1c2245 req-8a07ce43-b751-44b1-b0dc-d07d34800f6a service neutron] 10.222.0.41 "GET /v2.0/networks?id=37ee4cf7-10be-4d52-ae13-17f3d9d1a603 HTTP/1.1" status: 200 len: 909 time: 0.4364393 Aug 22 13:46:00.394324 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-f764733e-9f21-45d8-a347-93a1246a6954 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:46:00.403611 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-76be33ad-b842-4e87-9129-19adce33f5f5 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:00.413547 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f764733e-9f21-45d8-a347-93a1246a6954 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:46:00.479509 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7684c081-a189-4e6b-b82f-8b22aa1c2245 req-30b4b9d1-11fb-4df5-a80a-4c83be639a24 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77 HTTP/1.1" status: 200 len: 1001 time: 0.0938175 Aug 22 13:46:00.481495 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-76be33ad-b842-4e87-9129-19adce33f5f5 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:00.488228 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76be33ad-b842-4e87-9129-19adce33f5f5 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:00.489102 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-76be33ad-b842-4e87-9129-19adce33f5f5 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:00.515018 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e772517-526f-48f8-ab16-6fbf13fe5fef None None] DHCP port deletion for d590da40-4332-47be-a4d0-e0542d237f0f request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:46:00.551466 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f764733e-9f21-45d8-a347-93a1246a6954 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event updated for resources: {'Port': ['ID=c995c705-815a-4775-8559-1650baf1364d,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:00.569041 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-76be33ad-b842-4e87-9129-19adce33f5f5 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.2833679 Aug 22 13:46:00.570894 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56340) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:00.594297 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-2e772517-526f-48f8-ab16-6fbf13fe5fef None None] Deleting port 456269ea-b3cd-487a-8149-8a807e29f893 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:46:00.595958 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2e772517-526f-48f8-ab16-6fbf13fe5fef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:00.610997 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-f804900f-ab07-49de-832c-9621cc728674 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Request body: {'port': {'network_id': '53812b1d-578f-465a-b98c-cec6aad1053e', 'name': 'tempest-PortsTestJSON-987250188'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:46:00.634248 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cd446668-51c7-4600-867d-e728d54cd55b tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:00.670422 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-2e772517-526f-48f8-ab16-6fbf13fe5fef None None] For port 456269ea-b3cd-487a-8149-8a807e29f893, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=456269ea-b3cd-487a-8149-8a807e29f893,segment=NetworkSegment(ab4a74dd-0e37-4cb0-8226-1f43be3e5b3e),segment_id=ab4a74dd-0e37-4cb0-8226-1f43be3e5b3e)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:46:00.671242 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2e772517-526f-48f8-ab16-6fbf13fe5fef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:00.694081 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-2e772517-526f-48f8-ab16-6fbf13fe5fef None None] Calling delete_port for 456269ea-b3cd-487a-8149-8a807e29f893 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:46:00.702570 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-cd446668-51c7-4600-867d-e728d54cd55b tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa60552c-702d-4604-8601-7ff588881a6f']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:00.716083 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76be33ad-b842-4e87-9129-19adce33f5f5 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event updated for resources: {'Network': ['ID=53812b1d-578f-465a-b98c-cec6aad1053e,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:00.720402 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684c081-a189-4e6b-b82f-8b22aa1c2245 req-c6eac015-d08c-463e-9ca8-bf587a474e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:00.721949 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7684c081-a189-4e6b-b82f-8b22aa1c2245 req-c6eac015-d08c-463e-9ca8-bf587a474e1f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8a600dcd-ff12-4375-ac21-b5282a859d67 HTTP/1.1" status: 200 len: 847 time: 0.2284181 Aug 22 13:46:00.751750 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a517ce-fecb-41c7-927b-a9eae4aab717 req-9a520a84-9df9-422c-8b05-9813421b0c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:00.752529 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a517ce-fecb-41c7-927b-a9eae4aab717 req-9a520a84-9df9-422c-8b05-9813421b0c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:00.753163 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a517ce-fecb-41c7-927b-a9eae4aab717 req-9a520a84-9df9-422c-8b05-9813421b0c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:00.755352 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b5a517ce-fecb-41c7-927b-a9eae4aab717 req-9a520a84-9df9-422c-8b05-9813421b0c93 service neutron] 10.222.0.16 "GET /v2.0/networks?id=09ddfb22-9759-41d5-b511-b1a96521841b&id=5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7&id=5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7&id=5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7&id=5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7&id=3a68a707-4544-4179-ae57-3b08732d6fc4&id=3a68a707-4544-4179-ae57-3b08732d6fc4 HTTP/1.1" status: 200 len: 2298 time: 0.4069014 Aug 22 13:46:00.763165 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-cd446668-51c7-4600-867d-e728d54cd55b tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b46cfdc4-33aa-4d92-8dd3-b8b720f284e8') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:00.763698 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-cd446668-51c7-4600-867d-e728d54cd55b tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b46cfdc4-33aa-4d92-8dd3-b8b720f284e8') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:00.803871 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684c081-a189-4e6b-b82f-8b22aa1c2245 req-b794a22a-8ff0-424c-a55b-41f2e395410a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:00.805779 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7684c081-a189-4e6b-b82f-8b22aa1c2245 req-b794a22a-8ff0-424c-a55b-41f2e395410a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=37ee4cf7-10be-4d52-ae13-17f3d9d1a603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0739944 Aug 22 13:46:00.808319 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f804900f-ab07-49de-832c-9621cc728674 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Made reservation on behalf of fbb6b9988b30404790dc99fa2fa4c174 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:46:00.812799 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f804900f-ab07-49de-832c-9621cc728674 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:00.846547 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cd446668-51c7-4600-867d-e728d54cd55b tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:00.848335 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56348) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:00.851158 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 53812b1d-578f-465a-b98c-cec6aad1053e details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:46:00.902040 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-f804900f-ab07-49de-832c-9621cc728674 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] device_id is not set on port 29563112-9d65-4918-aad8-c7e8708cf2cc yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:46:00.970776 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2e772517-526f-48f8-ab16-6fbf13fe5fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:01.019457 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7684c081-a189-4e6b-b82f-8b22aa1c2245 req-5ae52b20-8c08-46aa-87b6-ca7fb7196410 service neutron] 10.222.0.41 "GET /v2.0/networks/37ee4cf7-10be-4d52-ae13-17f3d9d1a603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031760 Aug 22 13:46:01.024515 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cd446668-51c7-4600-867d-e728d54cd55b tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:01.032423 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e772517-526f-48f8-ab16-6fbf13fe5fef None None] Pushing event deleted for resources: {'Port': ['ID=456269ea-b3cd-487a-8149-8a807e29f893,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:01.040654 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 456269ea-b3cd-487a-8149-8a807e29f893 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:46:01.048934 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd446668-51c7-4600-867d-e728d54cd55b tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:46:01.052062 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cd446668-51c7-4600-867d-e728d54cd55b tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:01.057238 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:46:01.057238 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:46:01.057238 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:46:01.057238 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:46:01.057238 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:46:01.057238 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:46:01.057238 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:46:01.057238 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:46:01.057238 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:46:01.057238 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:46:01.057238 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:46:01.057238 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:46:01.057238 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:46:01.057238 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:46:01.057238 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:46:01.057238 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:46:01.057238 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:46:01.057238 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:46:01.057238 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:46:01.057238 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:46:01.057238 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:46:01.057238 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:46:01.057238 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:46:01.057238 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:46:01.057238 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:46:01.057238 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:46:01.057238 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:46:01.057238 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:46:01.057238 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:46:01.057238 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:46:01.057238 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:46:01.057238 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:46:01.075676 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e772517-526f-48f8-ab16-6fbf13fe5fef None None] No DVR routers for this DVR port 456269ea-b3cd-487a-8149-8a807e29f893 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:46:01.079043 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 456269ea-b3cd-487a-8149-8a807e29f893 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:46:01.079609 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 456269ea-b3cd-487a-8149-8a807e29f893 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:46:01.080193 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 00efcbec-2eae-465e-a0c0-98f427a87c69 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:46:01.113086 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 00efcbec-2eae-465e-a0c0-98f427a87c69 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:46:01.114133 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 00efcbec-2eae-465e-a0c0-98f427a87c69 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:46:01.142256 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-38e80f03-457d-469d-9360-5dbc55748d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:01.175841 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b5a517ce-fecb-41c7-927b-a9eae4aab717 req-c6a33cb7-c6b7-4a5e-bb45-02b7224b81c1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93bdfde2-d457-457f-992b-980c70fdc75c HTTP/1.1" status: 200 len: 1001 time: 0.4070446 Aug 22 13:46:01.207019 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:01.278816 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7684c081-a189-4e6b-b82f-8b22aa1c2245 req-3db9e3de-501f-4317-9113-4f0093da3f50 service neutron] 10.222.0.41 "GET /v2.0/networks/37ee4cf7-10be-4d52-ae13-17f3d9d1a603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513795 Aug 22 13:46:01.282636 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f804900f-ab07-49de-832c-9621cc728674 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:01.293380 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cd446668-51c7-4600-867d-e728d54cd55b tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:01.318663 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cd446668-51c7-4600-867d-e728d54cd55b tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:01.320555 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-cd446668-51c7-4600-867d-e728d54cd55b tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "DELETE /v2.0/networks/fa60552c-702d-4604-8601-7ff588881a6f HTTP/1.1" status: 204 len: 168 time: 1.1467264 Aug 22 13:46:01.323851 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56350) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:01.410814 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd446668-51c7-4600-867d-e728d54cd55b tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event deleted for resources: {'Network': ['ID=fa60552c-702d-4604-8601-7ff588881a6f,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:01.417260 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a517ce-fecb-41c7-927b-a9eae4aab717 req-42c0ef94-b5ea-40f0-86e2-b7998c87d90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:01.418759 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b5a517ce-fecb-41c7-927b-a9eae4aab717 req-42c0ef94-b5ea-40f0-86e2-b7998c87d90a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4eb4d59f-f1d3-4065-beb1-2e6b44865678 HTTP/1.1" status: 200 len: 856 time: 0.1874454 Aug 22 13:46:01.442150 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f804900f-ab07-49de-832c-9621cc728674 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:01.487808 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f7a7a217-9212-4dca-9600-f9324ba0e018 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:01.549883 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f804900f-ab07-49de-832c-9621cc728674 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event updated for resources: {'Port': ['ID=29563112-9d65-4918-aad8-c7e8708cf2cc,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:01.572957 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a517ce-fecb-41c7-927b-a9eae4aab717 req-73c9c2c0-5991-4509-99f4-7f4972cb3bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:01.575222 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b5a517ce-fecb-41c7-927b-a9eae4aab717 req-73c9c2c0-5991-4509-99f4-7f4972cb3bd7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=09ddfb22-9759-41d5-b511-b1a96521841b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1459882 Aug 22 13:46:01.660360 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f804900f-ab07-49de-832c-9621cc728674 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Checking segment: {'id': 'b00bf42a-e231-4695-924f-125da37c648b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '53812b1d-578f-465a-b98c-cec6aad1053e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:46:01.661336 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f804900f-ab07-49de-832c-9621cc728674 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Network hostable DHCP agents. Network: 53812b1d-578f-465a-b98c-cec6aad1053e, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:46:01.669911 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f7a7a217-9212-4dca-9600-f9324ba0e018 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:01.687161 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-f7a7a217-9212-4dca-9600-f9324ba0e018 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d590da40-4332-47be-a4d0-e0542d237f0f']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:01.701095 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-f7a7a217-9212-4dca-9600-f9324ba0e018 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab4a74dd-0e37-4cb0-8226-1f43be3e5b3e') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:01.701501 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-f7a7a217-9212-4dca-9600-f9324ba0e018 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab4a74dd-0e37-4cb0-8226-1f43be3e5b3e') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:01.709587 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f804900f-ab07-49de-832c-9621cc728674 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Network 53812b1d-578f-465a-b98c-cec6aad1053e is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:46:01.717707 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f7a7a217-9212-4dca-9600-f9324ba0e018 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:01.741870 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-f804900f-ab07-49de-832c-9621cc728674 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 53812b1d-578f-465a-b98c-cec6aad1053e) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:46:01.756631 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f804900f-ab07-49de-832c-9621cc728674 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:46:01.763959 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f85f23-013f-4064-806b-bc87dd4a137c None None] Network 53812b1d-578f-465a-b98c-cec6aad1053e requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:46:01.791469 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f804900f-ab07-49de-832c-9621cc728674 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:01.793148 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f804900f-ab07-49de-832c-9621cc728674 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:01.797073 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f7a7a217-9212-4dca-9600-f9324ba0e018 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:01.813169 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7a7a217-9212-4dca-9600-f9324ba0e018 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:46:01.813904 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f7a7a217-9212-4dca-9600-f9324ba0e018 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:01.819369 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:46:01.819369 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:46:01.819369 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:46:01.819369 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:46:01.819369 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:46:01.819369 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:46:01.819369 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:46:01.819369 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:46:01.819369 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:46:01.819369 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:46:01.819369 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:46:01.819369 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:46:01.819369 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:46:01.819369 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:46:01.819369 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:46:01.819369 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:46:01.819369 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:46:01.819369 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:46:01.819369 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:46:01.819369 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:46:01.819369 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:46:01.819369 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:46:01.819369 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:46:01.819369 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:46:01.819369 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:46:01.819369 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:46:01.819369 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:46:01.819369 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:46:01.819369 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:46:01.819369 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:46:01.819369 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:46:01.819369 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:46:01.877919 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f804900f-ab07-49de-832c-9621cc728674 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3021762 Aug 22 13:46:01.880935 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56356) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:01.887639 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-d79a7920-4424-4601-9d3e-9d18715ba1b0 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1996343919'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:46:01.892020 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f764733e-9f21-45d8-a347-93a1246a6954 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:01.916641 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f7a7a217-9212-4dca-9600-f9324ba0e018 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:01.922382 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b5a517ce-fecb-41c7-927b-a9eae4aab717 req-c5a585ba-3775-49b6-a31a-10deba22212a service neutron] 10.222.0.16 "GET /v2.0/networks/09ddfb22-9759-41d5-b511-b1a96521841b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084314 Aug 22 13:46:01.923264 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f7a7a217-9212-4dca-9600-f9324ba0e018 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:01.927966 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f7a7a217-9212-4dca-9600-f9324ba0e018 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "DELETE /v2.0/networks/d590da40-4332-47be-a4d0-e0542d237f0f HTTP/1.1" status: 204 len: 168 time: 0.6028311 Aug 22 13:46:01.941766 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56358) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:01.961945 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-f1f8fccb-fb81-4578-9e7c-564c85d23c01 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-835184331'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:46:01.971508 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a7a217-9212-4dca-9600-f9324ba0e018 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event deleted for resources: {'Network': ['ID=d590da40-4332-47be-a4d0-e0542d237f0f,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:02.025173 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79a7920-4424-4601-9d3e-9d18715ba1b0 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Made reservation on behalf of fbb6b9988b30404790dc99fa2fa4c174 for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:46:02.029035 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d79a7920-4424-4601-9d3e-9d18715ba1b0 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:02.036098 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f8fccb-fb81-4578-9e7c-564c85d23c01 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Made reservation on behalf of f5a9cec6b494494a893a00dfba9ab7f6 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:46:02.039832 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f1f8fccb-fb81-4578-9e7c-564c85d23c01 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:02.110635 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f764733e-9f21-45d8-a347-93a1246a6954 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:02.113849 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1f8fccb-fb81-4578-9e7c-564c85d23c01 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:46:02.127449 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f1f8fccb-fb81-4578-9e7c-564c85d23c01 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:02.127800 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-f1f8fccb-fb81-4578-9e7c-564c85d23c01 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Added segment 79e0db26-01fb-4dc3-a402-0d23c64b75f5 of type vlan for network ea2764f3-8397-4517-aad5-5fed12293eec Aug 22 13:46:02.155683 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d79a7920-4424-4601-9d3e-9d18715ba1b0 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:46:02.165217 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b5a517ce-fecb-41c7-927b-a9eae4aab717 req-df446aa7-85aa-49c4-aa8d-42349ccf19be service neutron] 10.222.0.16 "GET /v2.0/networks/09ddfb22-9759-41d5-b511-b1a96521841b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253211 Aug 22 13:46:02.180036 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f1f8fccb-fb81-4578-9e7c-564c85d23c01 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:02.205606 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d79a7920-4424-4601-9d3e-9d18715ba1b0 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:02.206211 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-d79a7920-4424-4601-9d3e-9d18715ba1b0 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Added segment 649e9811-5f02-4f0f-8307-a753343064f3 of type vlan for network 2bc0a2b2-01c6-4696-b82d-cf2b16468f64 Aug 22 13:46:02.236052 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f1f8fccb-fb81-4578-9e7c-564c85d23c01 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:02.246888 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f8fccb-fb81-4578-9e7c-564c85d23c01 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:02.251725 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f1f8fccb-fb81-4578-9e7c-564c85d23c01 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:02.252083 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b5a517ce-fecb-41c7-927b-a9eae4aab717 req-e7f27624-b1a6-48d1-b948-714fd999d035 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=f8514972-7776-4e19-a05c-ada5bca398e0 HTTP/1.1" status: 200 len: 217 time: 0.0621357 Aug 22 13:46:02.365411 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d79a7920-4424-4601-9d3e-9d18715ba1b0 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:02.372881 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f1f8fccb-fb81-4578-9e7c-564c85d23c01 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4278464 Aug 22 13:46:02.379391 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56360) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:02.388934 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-e28cb675-efbc-480f-a0ee-130f65454005 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Request body: {'subnet': {'network_id': 'ea2764f3-8397-4517-aad5-5fed12293eec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:46:02.396370 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f8fccb-fb81-4578-9e7c-564c85d23c01 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event updated for resources: {'Network': ['ID=ea2764f3-8397-4517-aad5-5fed12293eec,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:02.397040 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a517ce-fecb-41c7-927b-a9eae4aab717 req-a9c77300-de26-47f3-bfab-745c32aa698e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:02.398565 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b5a517ce-fecb-41c7-927b-a9eae4aab717 req-a9c77300-de26-47f3-bfab-745c32aa698e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb175f2e-c3d1-472d-89f8-b1925f4f3ec2 HTTP/1.1" status: 200 len: 797 time: 0.1261976 Aug 22 13:46:02.416761 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network ea2764f3-8397-4517-aad5-5fed12293eec details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:46:02.425117 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-78bf53c1-7d35-44ca-8aa0-3539bd5e5e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:02.468881 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:02.553406 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d79a7920-4424-4601-9d3e-9d18715ba1b0 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:02.559609 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79a7920-4424-4601-9d3e-9d18715ba1b0 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:02.560220 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d79a7920-4424-4601-9d3e-9d18715ba1b0 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:02.580891 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28cb675-efbc-480f-a0ee-130f65454005 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Made reservation on behalf of f5a9cec6b494494a893a00dfba9ab7f6 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:46:02.589956 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e28cb675-efbc-480f-a0ee-130f65454005 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:02.832486 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e28cb675-efbc-480f-a0ee-130f65454005 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:02.888166 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28cb675-efbc-480f-a0ee-130f65454005 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event updated for resources: {'Subnet': ['ID=aa14554a-f61c-4104-a367-c659102111db,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:02.925891 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28cb675-efbc-480f-a0ee-130f65454005 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Checking segment: {'id': '79e0db26-01fb-4dc3-a402-0d23c64b75f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ea2764f3-8397-4517-aad5-5fed12293eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:46:02.926401 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28cb675-efbc-480f-a0ee-130f65454005 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Network hostable DHCP agents. Network: ea2764f3-8397-4517-aad5-5fed12293eec, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:46:02.947880 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28cb675-efbc-480f-a0ee-130f65454005 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Network ea2764f3-8397-4517-aad5-5fed12293eec is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:46:02.961996 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-e28cb675-efbc-480f-a0ee-130f65454005 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, ea2764f3-8397-4517-aad5-5fed12293eec) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:46:02.967069 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28cb675-efbc-480f-a0ee-130f65454005 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:02.968057 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e28cb675-efbc-480f-a0ee-130f65454005 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:02.979958 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034ca124-0bcb-4abc-837e-1ea76ef71907 None None] Network ea2764f3-8397-4517-aad5-5fed12293eec requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:46:03.006915 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e28cb675-efbc-480f-a0ee-130f65454005 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6236939 Aug 22 13:46:03.008255 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56366) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:03.016853 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-49103045-9d16-4ede-877d-5fb78171be51 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-201389526', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:46:03.038709 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d79a7920-4424-4601-9d3e-9d18715ba1b0 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1561944 Aug 22 13:46:03.045550 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56368) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:03.053391 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-97ec7704-de9d-424c-a5d3-fcd6c0b21f74 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Request body: {'ports': [{'network_id': '53812b1d-578f-465a-b98c-cec6aad1053e'}, {'network_id': '2bc0a2b2-01c6-4696-b82d-cf2b16468f64'}]} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:46:03.053991 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-97ec7704-de9d-424c-a5d3-fcd6c0b21f74 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Request body: {'port': {'network_id': '53812b1d-578f-465a-b98c-cec6aad1053e'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:46:03.054709 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-97ec7704-de9d-424c-a5d3-fcd6c0b21f74 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Request body: {'port': {'network_id': '2bc0a2b2-01c6-4696-b82d-cf2b16468f64'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:46:03.077437 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a517ce-fecb-41c7-927b-a9eae4aab717 req-2389e504-4e09-418a-83ae-d54aefd89ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:03.078964 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b5a517ce-fecb-41c7-927b-a9eae4aab717 req-2389e504-4e09-418a-83ae-d54aefd89ff9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6589499 Aug 22 13:46:03.091591 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79a7920-4424-4601-9d3e-9d18715ba1b0 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event updated for resources: {'Network': ['ID=2bc0a2b2-01c6-4696-b82d-cf2b16468f64,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:03.104292 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f764733e-9f21-45d8-a347-93a1246a6954 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:03.104948 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 2bc0a2b2-01c6-4696-b82d-cf2b16468f64 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:46:03.122381 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f764733e-9f21-45d8-a347-93a1246a6954 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:03.157772 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-49103045-9d16-4ede-877d-5fb78171be51 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:03.158549 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-49103045-9d16-4ede-877d-5fb78171be51 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:03.309495 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f764733e-9f21-45d8-a347-93a1246a6954 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event updated for resources: {'Port': ['ID=c995c705-815a-4775-8559-1650baf1364d,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:03.331733 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f764733e-9f21-45d8-a347-93a1246a6954 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:03.350207 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-49103045-9d16-4ede-877d-5fb78171be51 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:03.357748 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86157470-ebbc-4d03-ae5e-8224d8d37402 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-ea2764f3-8397-4517-aad5-5fed12293eec', 'network_id': 'ea2764f3-8397-4517-aad5-5fed12293eec', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'fixed_ips': [{'subnet_id': 'aa14554a-f61c-4104-a367-c659102111db'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:46:03.359497 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-86157470-ebbc-4d03-ae5e-8224d8d37402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:03.367968 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-49103045-9d16-4ede-877d-5fb78171be51 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:03.374667 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b5a517ce-fecb-41c7-927b-a9eae4aab717 req-bbd51398-83c0-4ac0-a9b4-9d3233316efc service neutron] 10.222.0.16 "GET /v2.0/networks/5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856879 Aug 22 13:46:03.427664 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ec7704-de9d-424c-a5d3-fcd6c0b21f74 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Made reservation on behalf of fbb6b9988b30404790dc99fa2fa4c174 for: {'port': 2} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:46:03.440052 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-97ec7704-de9d-424c-a5d3-fcd6c0b21f74 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:03.444170 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-49103045-9d16-4ede-877d-5fb78171be51 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:03.448726 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-49103045-9d16-4ede-877d-5fb78171be51 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4373112 Aug 22 13:46:03.449838 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56370) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:03.469987 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-28bf84c7-ccf7-48b0-a711-6ed188dd91b8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Request body: {'port': {'network_id': 'ea2764f3-8397-4517-aad5-5fed12293eec', 'name': 'tempest-RoutersIpV6Test-821772277'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:46:03.542329 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-97ec7704-de9d-424c-a5d3-fcd6c0b21f74 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:03.560665 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-86157470-ebbc-4d03-ae5e-8224d8d37402 None None] Allocated IP 2001:db8::2 (ea2764f3-8397-4517-aad5-5fed12293eec/aa14554a-f61c-4104-a367-c659102111db/87b1969f-67e6-4f0f-983b-9adfc602b92b) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:46:03.626741 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b5a517ce-fecb-41c7-927b-a9eae4aab717 req-7fe89010-f847-456b-b589-3bacc347d1a3 service neutron] 10.222.0.16 "GET /v2.0/networks/5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438502 Aug 22 13:46:03.657969 n-d-793621-33 neutron-server[94627]: INFO neutron.db.l3_db [None req-f764733e-9f21-45d8-a347-93a1246a6954 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Floating IP 30c8ba57-853f-4b4b-bd2a-6a13471fc69f associated. External IP: 172.25.3.79, port: 7e796a31-d03e-425b-b20a-f16018cdf51d. Aug 22 13:46:03.758639 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b5a517ce-fecb-41c7-927b-a9eae4aab717 req-9ca44e21-0877-4374-b71d-266a1191d9eb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=cd2a34c3-a880-45d3-bd3b-8dfcb396adc5 HTTP/1.1" status: 200 len: 217 time: 0.0955658 Aug 22 13:46:03.840612 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a517ce-fecb-41c7-927b-a9eae4aab717 req-1d96bb73-031c-4b6e-a84c-4f224203a995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:03.842136 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b5a517ce-fecb-41c7-927b-a9eae4aab717 req-1d96bb73-031c-4b6e-a84c-4f224203a995 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb175f2e-c3d1-472d-89f8-b1925f4f3ec2 HTTP/1.1" status: 200 len: 797 time: 0.0637164 Aug 22 13:46:03.914491 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-78bf53c1-7d35-44ca-8aa0-3539bd5e5e3e admin admin] Deleting port 912ee329-478c-4d25-b390-3abc32dfe6d5 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:46:03.914872 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-78bf53c1-7d35-44ca-8aa0-3539bd5e5e3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:03.945314 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:03.965795 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-86157470-ebbc-4d03-ae5e-8224d8d37402 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:03.980221 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-86157470-ebbc-4d03-ae5e-8224d8d37402 None None] Transition to ACTIVE for port object 87b1969f-67e6-4f0f-983b-9adfc602b92b will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:46:04.024601 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-97ec7704-de9d-424c-a5d3-fcd6c0b21f74 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] device_id is not set on port ddb1cb4d-62c0-4b75-a11d-0d043f792a29 yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:46:04.040148 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-86157470-ebbc-4d03-ae5e-8224d8d37402 None None] Transition to ACTIVE for port object 87b1969f-67e6-4f0f-983b-9adfc602b92b will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:46:04.044798 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-78bf53c1-7d35-44ca-8aa0-3539bd5e5e3e admin admin] For port 912ee329-478c-4d25-b390-3abc32dfe6d5, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=912ee329-478c-4d25-b390-3abc32dfe6d5,segment=NetworkSegment(82977cb8-5955-415f-8390-123858fef82c),segment_id=82977cb8-5955-415f-8390-123858fef82c)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:46:04.045192 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-78bf53c1-7d35-44ca-8aa0-3539bd5e5e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:04.049586 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-86157470-ebbc-4d03-ae5e-8224d8d37402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:04.071898 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-78bf53c1-7d35-44ca-8aa0-3539bd5e5e3e admin admin] Calling delete_port for 912ee329-478c-4d25-b390-3abc32dfe6d5 owned by network:router_interface {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:46:04.114004 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86157470-ebbc-4d03-ae5e-8224d8d37402 None None] Network ea2764f3-8397-4517-aad5-5fed12293eec is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:46:04.114288 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28bf84c7-ccf7-48b0-a711-6ed188dd91b8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Made reservation on behalf of f5a9cec6b494494a893a00dfba9ab7f6 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:46:04.117796 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-28bf84c7-ccf7-48b0-a711-6ed188dd91b8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:04.119920 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-86157470-ebbc-4d03-ae5e-8224d8d37402 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:46:04.124408 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86157470-ebbc-4d03-ae5e-8224d8d37402 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:46:04.139570 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86157470-ebbc-4d03-ae5e-8224d8d37402 None None] Pushing event updated for resources: {'Port': ['ID=87b1969f-67e6-4f0f-983b-9adfc602b92b,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:04.183875 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-28bf84c7-ccf7-48b0-a711-6ed188dd91b8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] device_id is not set on port 844e5fba-b3f0-4d6d-8352-3e6f710c2a6e yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:46:04.210347 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86157470-ebbc-4d03-ae5e-8224d8d37402 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:46:04.210981 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86157470-ebbc-4d03-ae5e-8224d8d37402 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:46:04.211395 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86157470-ebbc-4d03-ae5e-8224d8d37402 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:46:04.211833 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86157470-ebbc-4d03-ae5e-8224d8d37402 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:46:04.212297 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86157470-ebbc-4d03-ae5e-8224d8d37402 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:46:04.212774 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86157470-ebbc-4d03-ae5e-8224d8d37402 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:46:04.213393 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86157470-ebbc-4d03-ae5e-8224d8d37402 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:46:04.213989 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86157470-ebbc-4d03-ae5e-8224d8d37402 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:46:04.214401 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86157470-ebbc-4d03-ae5e-8224d8d37402 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:46:04.214921 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86157470-ebbc-4d03-ae5e-8224d8d37402 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:46:04.215353 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86157470-ebbc-4d03-ae5e-8224d8d37402 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:46:04.215778 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86157470-ebbc-4d03-ae5e-8224d8d37402 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:46:04.250971 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-86157470-ebbc-4d03-ae5e-8224d8d37402 None None] Attempting to bind port 87b1969f-67e6-4f0f-983b-9adfc602b92b on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:46:04.251576 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-86157470-ebbc-4d03-ae5e-8224d8d37402 None None] Attempting to bind port 87b1969f-67e6-4f0f-983b-9adfc602b92b by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '79e0db26-01fb-4dc3-a402-0d23c64b75f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ea2764f3-8397-4517-aad5-5fed12293eec'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:46:04.252405 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86157470-ebbc-4d03-ae5e-8224d8d37402 None None] Attempting to bind port 87b1969f-67e6-4f0f-983b-9adfc602b92b on network ea2764f3-8397-4517-aad5-5fed12293eec {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:46:04.261428 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86157470-ebbc-4d03-ae5e-8224d8d37402 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:46:04.262041 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86157470-ebbc-4d03-ae5e-8224d8d37402 None None] Checking segment: {'id': '79e0db26-01fb-4dc3-a402-0d23c64b75f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ea2764f3-8397-4517-aad5-5fed12293eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:46:04.262567 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-86157470-ebbc-4d03-ae5e-8224d8d37402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:04.263172 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86157470-ebbc-4d03-ae5e-8224d8d37402 None None] Bound using segment: {'id': '79e0db26-01fb-4dc3-a402-0d23c64b75f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ea2764f3-8397-4517-aad5-5fed12293eec'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:46:04.263755 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-86157470-ebbc-4d03-ae5e-8224d8d37402 None None] Bound port: 87b1969f-67e6-4f0f-983b-9adfc602b92b, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e0db26-01fb-4dc3-a402-0d23c64b75f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ea2764f3-8397-4517-aad5-5fed12293eec'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:46:04.264837 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-86157470-ebbc-4d03-ae5e-8224d8d37402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:04.268056 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:04.328586 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-97ec7704-de9d-424c-a5d3-fcd6c0b21f74 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:04.354297 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-86157470-ebbc-4d03-ae5e-8224d8d37402 None None] For port 87b1969f-67e6-4f0f-983b-9adfc602b92b, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:46:04.366819 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-86157470-ebbc-4d03-ae5e-8224d8d37402 None None] For port 87b1969f-67e6-4f0f-983b-9adfc602b92b, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=87b1969f-67e6-4f0f-983b-9adfc602b92b,segment=NetworkSegment(79e0db26-01fb-4dc3-a402-0d23c64b75f5),segment_id=79e0db26-01fb-4dc3-a402-0d23c64b75f5)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:46:04.374961 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-78bf53c1-7d35-44ca-8aa0-3539bd5e5e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:04.385719 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-86157470-ebbc-4d03-ae5e-8224d8d37402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:04.413411 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-28bf84c7-ccf7-48b0-a711-6ed188dd91b8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Allocated IP 2001:db8::1ac (ea2764f3-8397-4517-aad5-5fed12293eec/aa14554a-f61c-4104-a367-c659102111db/844e5fba-b3f0-4d6d-8352-3e6f710c2a6e) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:46:04.445694 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bf53c1-7d35-44ca-8aa0-3539bd5e5e3e admin admin] Pushing event deleted for resources: {'Port': ['ID=912ee329-478c-4d25-b390-3abc32dfe6d5,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:04.447223 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-97ec7704-de9d-424c-a5d3-fcd6c0b21f74 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] device_id is not set on port 91e8a86f-7f6a-4b14-b4ff-75715d624eb8 yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:46:04.459985 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a517ce-fecb-41c7-927b-a9eae4aab717 req-48b48f46-48cf-40de-9443-82fad9c08a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:04.461961 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b5a517ce-fecb-41c7-927b-a9eae4aab717 req-48b48f46-48cf-40de-9443-82fad9c08a55 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6107159 Aug 22 13:46:04.475001 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86157470-ebbc-4d03-ae5e-8224d8d37402 None None] Pushing event updated for resources: {'Port': ['ID=87b1969f-67e6-4f0f-983b-9adfc602b92b,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:04.815087 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-28bf84c7-ccf7-48b0-a711-6ed188dd91b8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:04.875713 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-28bf84c7-ccf7-48b0-a711-6ed188dd91b8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Transition to ACTIVE for port object 844e5fba-b3f0-4d6d-8352-3e6f710c2a6e will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:46:04.897472 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-97ec7704-de9d-424c-a5d3-fcd6c0b21f74 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:05.006519 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-28bf84c7-ccf7-48b0-a711-6ed188dd91b8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:05.021594 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b5a517ce-fecb-41c7-927b-a9eae4aab717 req-c6d50a2e-21ff-4216-8e89-14f5d5fe9e79 service neutron] 10.222.0.16 "GET /v2.0/networks/5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5255048 Aug 22 13:46:05.023195 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-97ec7704-de9d-424c-a5d3-fcd6c0b21f74 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:05.042701 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f764733e-9f21-45d8-a347-93a1246a6954 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Router f456e9f3-38e2-4762-a69f-8ff0cbd687af has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:46:05.101417 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ec7704-de9d-424c-a5d3-fcd6c0b21f74 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Network 53812b1d-578f-465a-b98c-cec6aad1053e is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:46:05.108886 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-97ec7704-de9d-424c-a5d3-fcd6c0b21f74 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:46:05.118729 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ec7704-de9d-424c-a5d3-fcd6c0b21f74 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:46:05.120657 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-97ec7704-de9d-424c-a5d3-fcd6c0b21f74 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:05.152755 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bf84c7-ccf7-48b0-a711-6ed188dd91b8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Network ea2764f3-8397-4517-aad5-5fed12293eec is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:46:05.168259 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-28bf84c7-ccf7-48b0-a711-6ed188dd91b8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:46:05.168683 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bf84c7-ccf7-48b0-a711-6ed188dd91b8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:46:05.175104 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bf84c7-ccf7-48b0-a711-6ed188dd91b8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:05.176431 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-28bf84c7-ccf7-48b0-a711-6ed188dd91b8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:05.178999 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf84c7-ccf7-48b0-a711-6ed188dd91b8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event updated for resources: {'Port': ['ID=844e5fba-b3f0-4d6d-8352-3e6f710c2a6e,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:05.232414 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 87b1969f-67e6-4f0f-983b-9adfc602b92b up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:46:05.246613 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec7704-de9d-424c-a5d3-fcd6c0b21f74 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event updated for resources: {'Port': ['ID=ddb1cb4d-62c0-4b75-a11d-0d043f792a29,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:05.280382 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-78bf53c1-7d35-44ca-8aa0-3539bd5e5e3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:05.287291 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f764733e-9f21-45d8-a347-93a1246a6954 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:46:05.297798 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 87b1969f-67e6-4f0f-983b-9adfc602b92b completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:46:05.302076 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed04017-b49b-4cf7-b245-c37ead24febf None None] Sync routers for ids ['f456e9f3-38e2-4762-a69f-8ff0cbd687af'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:46:05.316667 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed04017-b49b-4cf7-b245-c37ead24febf None None] Routers {'f456e9f3-38e2-4762-a69f-8ff0cbd687af'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:46:05.317435 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-bed04017-b49b-4cf7-b245-c37ead24febf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:46:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['f456e9f3-38e2-4762-a69f-8ff0cbd687af'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:05.320900 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec7704-de9d-424c-a5d3-fcd6c0b21f74 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event updated for resources: {'Port': ['ID=91e8a86f-7f6a-4b14-b4ff-75715d624eb8,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:05.348868 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-28bf84c7-ccf7-48b0-a711-6ed188dd91b8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8906946 Aug 22 13:46:05.351203 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56382) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:05.407398 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f764733e-9f21-45d8-a347-93a1246a6954 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:05.436026 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ec7704-de9d-424c-a5d3-fcd6c0b21f74 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Checking segment: {'id': '649e9811-5f02-4f0f-8307-a753343064f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2bc0a2b2-01c6-4696-b82d-cf2b16468f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:46:05.441976 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ec7704-de9d-424c-a5d3-fcd6c0b21f74 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Network hostable DHCP agents. Network: 2bc0a2b2-01c6-4696-b82d-cf2b16468f64, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:46:05.496786 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b5a517ce-fecb-41c7-927b-a9eae4aab717 req-1515b117-acb8-4550-bb61-36c5c187ced3 service neutron] 10.222.0.16 "GET /v2.0/networks/5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4503548 Aug 22 13:46:05.500214 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-bed04017-b49b-4cf7-b245-c37ead24febf None None] Set router f456e9f3-38e2-4762-a69f-8ff0cbd687af gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:46:05.500682 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f764733e-9f21-45d8-a347-93a1246a6954 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.5144110 Aug 22 13:46:05.502740 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511ea42f-9b76-4607-83c9-668d8b36e33b', 'tag': '7e796a31-d03e-425b-b20a-f16018cdf51d'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:46:05.505238 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc92f68-1cef-4a6c-a5e0-5da51bd217e8" -d '{"events": [{"name": "network-changed", "server_uuid": "511ea42f-9b76-4607-83c9-668d8b36e33b", "tag": "7e796a31-d03e-425b-b20a-f16018cdf51d"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:46:05.566401 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b5a517ce-fecb-41c7-927b-a9eae4aab717 req-b6db285b-8a96-45ce-819a-1beae61f41d0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=b16064f0-bf43-4196-833d-4efdff17a865 HTTP/1.1" status: 200 len: 217 time: 0.0549390 Aug 22 13:46:05.676367 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a517ce-fecb-41c7-927b-a9eae4aab717 req-13306daa-35ed-4fbb-8edd-3427e8cf24cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:05.677873 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b5a517ce-fecb-41c7-927b-a9eae4aab717 req-13306daa-35ed-4fbb-8edd-3427e8cf24cc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb175f2e-c3d1-472d-89f8-b1925f4f3ec2 HTTP/1.1" status: 200 len: 797 time: 0.1025910 Aug 22 13:46:05.688474 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df36f665-65a0-4fa7-af7c-a9fc99600f3e x-openstack-request-id: req-df36f665-65a0-4fa7-af7c-a9fc99600f3e {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:46:05.688788 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "511ea42f-9b76-4607-83c9-668d8b36e33b", "tag": "7e796a31-d03e-425b-b20a-f16018cdf51d", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:46:05.689031 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-df36f665-65a0-4fa7-af7c-a9fc99600f3e {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:46:05.689424 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '511ea42f-9b76-4607-83c9-668d8b36e33b', 'tag': '7e796a31-d03e-425b-b20a-f16018cdf51d', 'status': 'completed', 'code': 200} Aug 22 13:46:05.809537 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ec7704-de9d-424c-a5d3-fcd6c0b21f74 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Network 2bc0a2b2-01c6-4696-b82d-cf2b16468f64 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:46:05.878018 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-97ec7704-de9d-424c-a5d3-fcd6c0b21f74 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 2bc0a2b2-01c6-4696-b82d-cf2b16468f64) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:46:05.895665 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ec7704-de9d-424c-a5d3-fcd6c0b21f74 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:46:05.901558 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b0e887-ca62-4244-81a7-cd363d3aac7d None None] Network 2bc0a2b2-01c6-4696-b82d-cf2b16468f64 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:46:05.902000 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ec7704-de9d-424c-a5d3-fcd6c0b21f74 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:05.907601 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ec7704-de9d-424c-a5d3-fcd6c0b21f74 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:05.908441 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-97ec7704-de9d-424c-a5d3-fcd6c0b21f74 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:05.963944 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc92f68-1cef-4a6c-a5e0-5da51bd217e8 req-3f3922b3-e9dd-442a-a8db-60a207454119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:05.965964 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-fbc92f68-1cef-4a6c-a5e0-5da51bd217e8 req-3f3922b3-e9dd-442a-a8db-60a207454119 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=50b3d484826f4e1f8052fde49b87f38a&device_id=511ea42f-9b76-4607-83c9-668d8b36e33b HTTP/1.1" status: 200 len: 1097 time: 0.3082013 Aug 22 13:46:05.967977 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78bf53c1-7d35-44ca-8aa0-3539bd5e5e3e admin admin] Router 77fc41c5-c374-44c3-86a9-9ed2fec053d5 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:46:05.989923 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56392) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:05.996673 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-97ec7704-de9d-424c-a5d3-fcd6c0b21f74 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.9495697 Aug 22 13:46:06.034775 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a517ce-fecb-41c7-927b-a9eae4aab717 req-f79c5434-7369-4820-bb1c-af14f955a2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:06.036621 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b5a517ce-fecb-41c7-927b-a9eae4aab717 req-f79c5434-7369-4820-bb1c-af14f955a2c4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3449619 Aug 22 13:46:06.051733 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0725d4e0-4b87-455e-9cfa-770c03b73fd3 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:06.081122 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ac6e2-922a-402d-8c3d-449897d17290 req-2a871fdd-58c4-4c58-ae8a-af0163cb5971 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:06.082666 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bd8ac6e2-922a-402d-8c3d-449897d17290 req-2a871fdd-58c4-4c58-ae8a-af0163cb5971 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=511ea42f-9b76-4607-83c9-668d8b36e33b HTTP/1.1" status: 200 len: 945 time: 0.4036400 Aug 22 13:46:06.147057 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-bed04017-b49b-4cf7-b245-c37ead24febf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f456e9f3-38e2-4762-a69f-8ff0cbd687af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262730253', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '5554742a-0762-4caf-bc5d-809a50e6b552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:45:29Z', 'updated_at': '2021-08-22T13:45:38Z', 'revision_number': 4, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'gw_port': {'id': '5554742a-0762-4caf-bc5d-809a50e6b552', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:53:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f456e9f3-38e2-4762-a69f-8ff0cbd687af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:45:30Z', 'updated_at': '2021-08-22T13:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '30c8ba57-853f-4b4b-bd2a-6a13471fc69f', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'floating_ip_address': '172.25.3.79', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': 'f456e9f3-38e2-4762-a69f-8ff0cbd687af', 'port_id': '7e796a31-d03e-425b-b20a-f16018cdf51d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad1f5797-594b-4ff0-ad04-7d369b81cf3a', 'mac_address': 'fa:16:3e:4a:e3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511ea42f-9b76-4607-83c9-668d8b36e33b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:46:01Z', 'updated_at': '2021-08-22T13:46:01Z', 'revision_number': 0, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '359851e8-ff4c-4464-86b8-b636c6d08eb2', 'name': '', 'network_id': 'ad1f5797-594b-4ff0-ad04-7d369b81cf3a', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'mac_address': 'fa:16:3e:97:2a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f456e9f3-38e2-4762-a69f-8ff0cbd687af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'a0e87acb-5107-4e48-a7f5-5e2aff44dba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:45:36Z', 'updated_at': '2021-08-22T13:45:45Z', 'revision_number': 5, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'subnets': [{'id': 'a0e87acb-5107-4e48-a7f5-5e2aff44dba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:06.207046 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed04017-b49b-4cf7-b245-c37ead24febf None None] Checking router: f456e9f3-38e2-4762-a69f-8ff0cbd687af for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:46:06.224102 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b5a517ce-fecb-41c7-927b-a9eae4aab717 req-62fcc8a8-9386-49c7-b2cb-687446fb20d2 service neutron] 10.222.0.16 "GET /v2.0/networks/5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403687 Aug 22 13:46:06.233871 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed04017-b49b-4cf7-b245-c37ead24febf None None] Routers {'f456e9f3-38e2-4762-a69f-8ff0cbd687af'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:46:06.234519 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-bed04017-b49b-4cf7-b245-c37ead24febf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:46:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['f456e9f3-38e2-4762-a69f-8ff0cbd687af'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:06.354368 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a9e2b0-7ac4-4e23-aab8-962afa0dceb4 None None] Network ea2764f3-8397-4517-aad5-5fed12293eec requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:46:06.441439 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-8d27fbc2-2e89-40c3-bc77-77c5137c5421 None None] Provisioning for port 87b1969f-67e6-4f0f-983b-9adfc602b92b completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:46:06.449146 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc92f68-1cef-4a6c-a5e0-5da51bd217e8 req-c5ff3cf5-62c1-4832-9e3e-26868b66aa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:06.451659 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-fbc92f68-1cef-4a6c-a5e0-5da51bd217e8 req-c5ff3cf5-62c1-4832-9e3e-26868b66aa17 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad1f5797-594b-4ff0-ad04-7d369b81cf3a HTTP/1.1" status: 200 len: 898 time: 0.4733632 Aug 22 13:46:06.455976 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bd8ac6e2-922a-402d-8c3d-449897d17290 req-59be1c47-bca4-4e1e-b92a-2f03da186f73 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c4617e7-05eb-461f-b334-3d9907d5ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3248148 Aug 22 13:46:06.460005 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-8d27fbc2-2e89-40c3-bc77-77c5137c5421 None None] Provisioning complete for port 87b1969f-67e6-4f0f-983b-9adfc602b92b triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:46:06.460437 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8d27fbc2-2e89-40c3-bc77-77c5137c5421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:06.472506 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56396) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:06.505746 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-bed04017-b49b-4cf7-b245-c37ead24febf None None] Set router f456e9f3-38e2-4762-a69f-8ff0cbd687af gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:46:06.530341 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-4f34646f-eb81-4ea9-9e1b-d9553a06fdc9 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Deleting port 91e8a86f-7f6a-4b14-b4ff-75715d624eb8 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:46:06.530843 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4f34646f-eb81-4ea9-9e1b-d9553a06fdc9 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:06.617148 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-fbc92f68-1cef-4a6c-a5e0-5da51bd217e8 req-78534f4d-1463-4e72-b1af-f6044c6a3919 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e796a31-d03e-425b-b20a-f16018cdf51d HTTP/1.1" status: 200 len: 998 time: 0.1553664 Aug 22 13:46:06.647250 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7a95b011-4c87-4bf6-9031-7cc65a612375 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/floatingips/30c8ba57-853f-4b4b-bd2a-6a13471fc69f HTTP/1.1" status: 200 len: 990 time: 0.1708527 Aug 22 13:46:06.703989 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0725d4e0-4b87-455e-9cfa-770c03b73fd3 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:06.706819 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc92f68-1cef-4a6c-a5e0-5da51bd217e8 req-03bfd530-db09-4155-ab4f-b25085b66d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:06.710302 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-fbc92f68-1cef-4a6c-a5e0-5da51bd217e8 req-03bfd530-db09-4155-ab4f-b25085b66d18 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a0e87acb-5107-4e48-a7f5-5e2aff44dba0 HTTP/1.1" status: 200 len: 833 time: 0.0828724 Aug 22 13:46:06.718605 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0725d4e0-4b87-455e-9cfa-770c03b73fd3 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:06.796694 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0725d4e0-4b87-455e-9cfa-770c03b73fd3 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event updated for resources: {'Port': ['ID=844e5fba-b3f0-4d6d-8352-3e6f710c2a6e,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:06.857237 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8d27fbc2-2e89-40c3-bc77-77c5137c5421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:06.911217 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc92f68-1cef-4a6c-a5e0-5da51bd217e8 req-836c81b0-a99c-47c4-8f41-4cde4b3cfd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:06.913869 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-fbc92f68-1cef-4a6c-a5e0-5da51bd217e8 req-836c81b0-a99c-47c4-8f41-4cde4b3cfd8c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad1f5797-594b-4ff0-ad04-7d369b81cf3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1969645 Aug 22 13:46:06.914916 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-8d27fbc2-2e89-40c3-bc77-77c5137c5421 None None] For port 87b1969f-67e6-4f0f-983b-9adfc602b92b, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=87b1969f-67e6-4f0f-983b-9adfc602b92b,segment=NetworkSegment(79e0db26-01fb-4dc3-a402-0d23c64b75f5),segment_id=79e0db26-01fb-4dc3-a402-0d23c64b75f5)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:46:06.934268 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8d27fbc2-2e89-40c3-bc77-77c5137c5421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:07.067662 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0725d4e0-4b87-455e-9cfa-770c03b73fd3 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:07.069341 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d27fbc2-2e89-40c3-bc77-77c5137c5421 None None] Pushing event updated for resources: {'Port': ['ID=87b1969f-67e6-4f0f-983b-9adfc602b92b,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:07.178532 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-bed04017-b49b-4cf7-b245-c37ead24febf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f456e9f3-38e2-4762-a69f-8ff0cbd687af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262730253', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '5554742a-0762-4caf-bc5d-809a50e6b552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:45:29Z', 'updated_at': '2021-08-22T13:45:38Z', 'revision_number': 4, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'gw_port': {'id': '5554742a-0762-4caf-bc5d-809a50e6b552', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:53:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f456e9f3-38e2-4762-a69f-8ff0cbd687af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:45:30Z', 'updated_at': '2021-08-22T13:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '30c8ba57-853f-4b4b-bd2a-6a13471fc69f', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'floating_ip_address': '172.25.3.79', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': 'f456e9f3-38e2-4762-a69f-8ff0cbd687af', 'port_id': '7e796a31-d03e-425b-b20a-f16018cdf51d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad1f5797-594b-4ff0-ad04-7d369b81cf3a', 'mac_address': 'fa:16:3e:4a:e3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511ea42f-9b76-4607-83c9-668d8b36e33b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:46:01Z', 'updated_at': '2021-08-22T13:46:01Z', 'revision_number': 0, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '359851e8-ff4c-4464-86b8-b636c6d08eb2', 'name': '', 'network_id': 'ad1f5797-594b-4ff0-ad04-7d369b81cf3a', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'mac_address': 'fa:16:3e:97:2a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f456e9f3-38e2-4762-a69f-8ff0cbd687af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'a0e87acb-5107-4e48-a7f5-5e2aff44dba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:45:36Z', 'updated_at': '2021-08-22T13:45:45Z', 'revision_number': 5, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'subnets': [{'id': 'a0e87acb-5107-4e48-a7f5-5e2aff44dba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:07.190381 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b5a517ce-fecb-41c7-927b-a9eae4aab717 req-4ccf1729-b40a-4ffb-9f6e-1099845b5756 service neutron] 10.222.0.16 "GET /v2.0/networks/5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9532704 Aug 22 13:46:07.193414 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78bf53c1-7d35-44ca-8aa0-3539bd5e5e3e admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:46:07.199897 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-78bf53c1-7d35-44ca-8aa0-3539bd5e5e3e admin admin] 10.222.0.21 "PUT /v2.0/routers/77fc41c5-c374-44c3-86a9-9ed2fec053d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3500862 Aug 22 13:46:07.200811 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-fbc92f68-1cef-4a6c-a5e0-5da51bd217e8 req-6cca10bc-0196-4ede-a52d-4ecd88f00718 service neutron] 10.222.0.41 "GET /v2.0/networks/ad1f5797-594b-4ff0-ad04-7d369b81cf3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742345 Aug 22 13:46:07.202614 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4f34646f-eb81-4ea9-9e1b-d9553a06fdc9 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:07.203847 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56406) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:07.205902 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8a7350-df3c-4397-97c4-71f2d1143834 None None] Sync routers for ids ['77fc41c5-c374-44c3-86a9-9ed2fec053d5'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:46:07.221040 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8a7350-df3c-4397-97c4-71f2d1143834 None None] Routers {'77fc41c5-c374-44c3-86a9-9ed2fec053d5'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:46:07.229743 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-0b8a7350-df3c-4397-97c4-71f2d1143834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:46:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['77fc41c5-c374-44c3-86a9-9ed2fec053d5'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:07.247276 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed04017-b49b-4cf7-b245-c37ead24febf None None] The sync data for ids ['f456e9f3-38e2-4762-a69f-8ff0cbd687af'] in n-d-793621-33 is: [{'id': 'f456e9f3-38e2-4762-a69f-8ff0cbd687af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262730253', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '5554742a-0762-4caf-bc5d-809a50e6b552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:45:29Z', 'updated_at': '2021-08-22T13:45:38Z', 'revision_number': 4, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'gw_port': {'id': '5554742a-0762-4caf-bc5d-809a50e6b552', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:53:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f456e9f3-38e2-4762-a69f-8ff0cbd687af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:45:30Z', 'updated_at': '2021-08-22T13:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '30c8ba57-853f-4b4b-bd2a-6a13471fc69f', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'floating_ip_address': '172.25.3.79', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': 'f456e9f3-38e2-4762-a69f-8ff0cbd687af', 'port_id': '7e796a31-d03e-425b-b20a-f16018cdf51d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad1f5797-594b-4ff0-ad04-7d369b81cf3a', 'mac_address': 'fa:16:3e:4a:e3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511ea42f-9b76-4607-83c9-668d8b36e33b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:46:01Z', 'updated_at': '2021-08-22T13:46:01Z', 'revision_number': 0, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '359851e8-ff4c-4464-86b8-b636c6d08eb2', 'name': '', 'network_id': 'ad1f5797-594b-4ff0-ad04-7d369b81cf3a', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'mac_address': 'fa:16:3e:97:2a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f456e9f3-38e2-4762-a69f-8ff0cbd687af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'a0e87acb-5107-4e48-a7f5-5e2aff44dba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:45:36Z', 'updated_at': '2021-08-22T13:45:45Z', 'revision_number': 5, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'subnets': [{'id': 'a0e87acb-5107-4e48-a7f5-5e2aff44dba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:46:07.286795 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-4f34646f-eb81-4ea9-9e1b-d9553a06fdc9 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Calling delete_port for 91e8a86f-7f6a-4b14-b4ff-75715d624eb8 owned by {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:46:07.294312 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b5a517ce-fecb-41c7-927b-a9eae4aab717 req-b9ff3f5f-797c-49d1-bd5c-8dd971813793 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=cd20e94c-db09-4bf2-a3ec-7a37be4d2904 HTTP/1.1" status: 200 len: 217 time: 0.0886312 Aug 22 13:46:07.363873 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a517ce-fecb-41c7-927b-a9eae4aab717 req-76eac43a-0535-4685-8669-2407360b0ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:07.365467 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b5a517ce-fecb-41c7-927b-a9eae4aab717 req-76eac43a-0535-4685-8669-2407360b0ea6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb175f2e-c3d1-472d-89f8-b1925f4f3ec2 HTTP/1.1" status: 200 len: 797 time: 0.0632117 Aug 22 13:46:07.412021 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-344dc140-055e-47d4-a2fc-d70fd3d484fa None None] Provisioning complete for port 87b1969f-67e6-4f0f-983b-9adfc602b92b triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:46:07.412892 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-344dc140-055e-47d4-a2fc-d70fd3d484fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:07.513292 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a517ce-fecb-41c7-927b-a9eae4aab717 req-d623d2a1-4e32-434b-8487-e16551fd173d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:07.518136 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b5a517ce-fecb-41c7-927b-a9eae4aab717 req-d623d2a1-4e32-434b-8487-e16551fd173d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1015639 Aug 22 13:46:07.534597 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-0b8a7350-df3c-4397-97c4-71f2d1143834 None None] Set router 77fc41c5-c374-44c3-86a9-9ed2fec053d5 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:46:07.606111 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4f34646f-eb81-4ea9-9e1b-d9553a06fdc9 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:07.670978 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-344dc140-055e-47d4-a2fc-d70fd3d484fa None None] Provisioning for port 844e5fba-b3f0-4d6d-8352-3e6f710c2a6e completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:46:07.687348 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-344dc140-055e-47d4-a2fc-d70fd3d484fa None None] Provisioning complete for port 844e5fba-b3f0-4d6d-8352-3e6f710c2a6e triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:46:07.688071 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-344dc140-055e-47d4-a2fc-d70fd3d484fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:07.693979 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1792c793-f59b-4b4f-8d76-92fc3fffc8eb None None] New status for floating IP 30c8ba57-853f-4b4b-bd2a-6a13471fc69f: ACTIVE {{(pid=94629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 13:46:07.724733 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56408) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:07.749415 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f34646f-eb81-4ea9-9e1b-d9553a06fdc9 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event deleted for resources: {'Port': ['ID=91e8a86f-7f6a-4b14-b4ff-75715d624eb8,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:07.791286 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4f34646f-eb81-4ea9-9e1b-d9553a06fdc9 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:07.791512 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-344dc140-055e-47d4-a2fc-d70fd3d484fa None None] Port 844e5fba-b3f0-4d6d-8352-3e6f710c2a6e cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:46:07.797204 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-4f34646f-eb81-4ea9-9e1b-d9553a06fdc9 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "DELETE /v2.0/ports/91e8a86f-7f6a-4b14-b4ff-75715d624eb8 HTTP/1.1" status: 204 len: 168 time: 1.8031876 Aug 22 13:46:07.803262 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56414) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:07.875010 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0725d4e0-4b87-455e-9cfa-770c03b73fd3 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:07.963286 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b5a517ce-fecb-41c7-927b-a9eae4aab717 req-c5e178de-d34e-4fd2-8dbe-aa337080d7e7 service neutron] 10.222.0.16 "GET /v2.0/networks/5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4379733 Aug 22 13:46:08.008354 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026553f0-c775-4d68-9a84-77e56c1bed0f tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:08.023498 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-233fc0d3-a3c7-4f29-aa26-74c0feb7c4c6 None None] Provisioning complete for port 844e5fba-b3f0-4d6d-8352-3e6f710c2a6e triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:46:08.023879 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-233fc0d3-a3c7-4f29-aa26-74c0feb7c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:08.036272 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026553f0-c775-4d68-9a84-77e56c1bed0f tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:08.051327 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-0b8a7350-df3c-4397-97c4-71f2d1143834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77fc41c5-c374-44c3-86a9-9ed2fec053d5', 'name': 'tempest-TestServerMultinode-2006933926-router', 'tenant_id': '1557f483dfe94e64b40221381f234042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '2c88cf99-4a16-4f8d-805c-57a9b091c962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:44:44Z', 'updated_at': '2021-08-22T13:46:04Z', 'revision_number': 5, 'project_id': '1557f483dfe94e64b40221381f234042', 'gw_port': {'id': '2c88cf99-4a16-4f8d-805c-57a9b091c962', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:75:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fc41c5-c374-44c3-86a9-9ed2fec053d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:44:45Z', 'updated_at': '2021-08-22T13:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:08.063377 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-026553f0-c775-4d68-9a84-77e56c1bed0f tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2568777 Aug 22 13:46:08.067682 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56416) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:08.105295 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-233fc0d3-a3c7-4f29-aa26-74c0feb7c4c6 None None] Port 844e5fba-b3f0-4d6d-8352-3e6f710c2a6e cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:46:08.148445 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8a7350-df3c-4397-97c4-71f2d1143834 None None] Checking router: 77fc41c5-c374-44c3-86a9-9ed2fec053d5 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:46:08.169579 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8a7350-df3c-4397-97c4-71f2d1143834 None None] Routers {'77fc41c5-c374-44c3-86a9-9ed2fec053d5'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:46:08.170327 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-0b8a7350-df3c-4397-97c4-71f2d1143834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:46:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['77fc41c5-c374-44c3-86a9-9ed2fec053d5'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:08.234565 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-be593a32-ccf9-4da1-a058-b856f666d47f None None] Provisioning complete for port 844e5fba-b3f0-4d6d-8352-3e6f710c2a6e triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:46:08.234940 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-be593a32-ccf9-4da1-a058-b856f666d47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:08.256931 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b5a517ce-fecb-41c7-927b-a9eae4aab717 req-3f502c65-1c68-4d73-a252-05591206bd0e service neutron] 10.222.0.16 "GET /v2.0/networks/5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815593 Aug 22 13:46:08.309339 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-0b8a7350-df3c-4397-97c4-71f2d1143834 None None] Set router 77fc41c5-c374-44c3-86a9-9ed2fec053d5 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:46:08.311242 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-be593a32-ccf9-4da1-a058-b856f666d47f None None] Port 844e5fba-b3f0-4d6d-8352-3e6f710c2a6e cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:46:08.325532 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b5a517ce-fecb-41c7-927b-a9eae4aab717 req-aeb7a1d5-3c6f-4b61-b1ca-93acea41a821 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9f8df132-276a-4e46-89a0-b5f4c39d81b8 HTTP/1.1" status: 200 len: 217 time: 0.0618036 Aug 22 13:46:08.389020 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-9007d5e4-479b-40f6-962f-5043cae2fb28 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Deleting port ddb1cb4d-62c0-4b75-a11d-0d043f792a29 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:46:08.389358 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9007d5e4-479b-40f6-962f-5043cae2fb28 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:08.411707 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a517ce-fecb-41c7-927b-a9eae4aab717 req-f802637a-2ba8-4b7e-ae20-0c93fceb8dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:08.413246 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b5a517ce-fecb-41c7-927b-a9eae4aab717 req-f802637a-2ba8-4b7e-ae20-0c93fceb8dc6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4a68570d-3c99-46d0-9ae9-d17b3c59c7bf HTTP/1.1" status: 200 len: 797 time: 0.0796173 Aug 22 13:46:08.504526 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9007d5e4-479b-40f6-962f-5043cae2fb28 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:08.524105 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-9007d5e4-479b-40f6-962f-5043cae2fb28 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Calling delete_port for ddb1cb4d-62c0-4b75-a11d-0d043f792a29 owned by {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:46:08.527550 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a517ce-fecb-41c7-927b-a9eae4aab717 req-6f4730b1-03f1-4a58-80fe-64906101bc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:08.529170 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b5a517ce-fecb-41c7-927b-a9eae4aab717 req-6f4730b1-03f1-4a58-80fe-64906101bc91 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3a68a707-4544-4179-ae57-3b08732d6fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0822203 Aug 22 13:46:08.630906 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b5a517ce-fecb-41c7-927b-a9eae4aab717 req-638763b9-722d-424a-ad02-a6ece4677b0d service neutron] 10.222.0.16 "GET /v2.0/networks/3a68a707-4544-4179-ae57-3b08732d6fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922081 Aug 22 13:46:08.677135 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-0b8a7350-df3c-4397-97c4-71f2d1143834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77fc41c5-c374-44c3-86a9-9ed2fec053d5', 'name': 'tempest-TestServerMultinode-2006933926-router', 'tenant_id': '1557f483dfe94e64b40221381f234042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '2c88cf99-4a16-4f8d-805c-57a9b091c962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:44:44Z', 'updated_at': '2021-08-22T13:46:04Z', 'revision_number': 5, 'project_id': '1557f483dfe94e64b40221381f234042', 'gw_port': {'id': '2c88cf99-4a16-4f8d-805c-57a9b091c962', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:75:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fc41c5-c374-44c3-86a9-9ed2fec053d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:44:45Z', 'updated_at': '2021-08-22T13:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:08.717528 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9007d5e4-479b-40f6-962f-5043cae2fb28 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:08.723155 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8a7350-df3c-4397-97c4-71f2d1143834 None None] The sync data for ids ['77fc41c5-c374-44c3-86a9-9ed2fec053d5'] in n-d-793621-33 is: [{'id': '77fc41c5-c374-44c3-86a9-9ed2fec053d5', 'name': 'tempest-TestServerMultinode-2006933926-router', 'tenant_id': '1557f483dfe94e64b40221381f234042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '2c88cf99-4a16-4f8d-805c-57a9b091c962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:44:44Z', 'updated_at': '2021-08-22T13:46:04Z', 'revision_number': 5, 'project_id': '1557f483dfe94e64b40221381f234042', 'gw_port': {'id': '2c88cf99-4a16-4f8d-805c-57a9b091c962', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:75:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fc41c5-c374-44c3-86a9-9ed2fec053d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:44:45Z', 'updated_at': '2021-08-22T13:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:46:08.753913 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ad294a77-47e4-45dd-8294-50964c167458 admin admin] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:08.760623 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9007d5e4-479b-40f6-962f-5043cae2fb28 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event deleted for resources: {'Port': ['ID=ddb1cb4d-62c0-4b75-a11d-0d043f792a29,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:08.761630 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-fbc92f68-1cef-4a6c-a5e0-5da51bd217e8 req-17cae0ef-9d32-4a57-9df6-3923b1e7db5a service neutron] 10.222.0.41 "GET /v2.0/networks/ad1f5797-594b-4ff0-ad04-7d369b81cf3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5380712 Aug 22 13:46:08.814095 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9007d5e4-479b-40f6-962f-5043cae2fb28 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:08.816339 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-9007d5e4-479b-40f6-962f-5043cae2fb28 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "DELETE /v2.0/ports/ddb1cb4d-62c0-4b75-a11d-0d043f792a29 HTTP/1.1" status: 204 len: 168 time: 0.7334442 Aug 22 13:46:08.818860 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56422) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:08.820333 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b8572fc7-d31c-42df-8fc3-8ffdb8952184 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/floatingips/30c8ba57-853f-4b4b-bd2a-6a13471fc69f HTTP/1.1" status: 200 len: 990 time: 1.0937743 Aug 22 13:46:08.899147 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b5a517ce-fecb-41c7-927b-a9eae4aab717 req-735604d5-5c63-4d51-b988-bf6513da1ba3 service neutron] 10.222.0.16 "GET /v2.0/networks/3a68a707-4544-4179-ae57-3b08732d6fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920927 Aug 22 13:46:08.908051 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ca052a-f06b-4d92-ae89-57e02af61df2 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:08.912390 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-81ca052a-f06b-4d92-ae89-57e02af61df2 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0925090 Aug 22 13:46:08.918268 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56424) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:08.937068 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0725d4e0-4b87-455e-9cfa-770c03b73fd3 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:08.950296 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b5a517ce-fecb-41c7-927b-a9eae4aab717 req-5944dc76-7c02-4bda-8ee3-d9f8e5e23e86 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d1033646-653a-4a62-9b6c-3304356458b3 HTTP/1.1" status: 200 len: 217 time: 0.0367701 Aug 22 13:46:08.958832 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-125c08ac-3177-4a76-ae7d-7cf78b5e0e79 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] GET failed (client error): The resource could not be found. Aug 22 13:46:08.960652 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-125c08ac-3177-4a76-ae7d-7cf78b5e0e79 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "GET /v2.0/ports/91e8a86f-7f6a-4b14-b4ff-75715d624eb8 HTTP/1.1" status: 404 len: 333 time: 0.0412169 Aug 22 13:46:08.963624 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0725d4e0-4b87-455e-9cfa-770c03b73fd3 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:08.964530 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0725d4e0-4b87-455e-9cfa-770c03b73fd3 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:08.967810 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56426) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:09.030177 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a517ce-fecb-41c7-927b-a9eae4aab717 req-adfe16e8-2d4a-448d-bb58-6d170cdda0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:09.031829 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b5a517ce-fecb-41c7-927b-a9eae4aab717 req-adfe16e8-2d4a-448d-bb58-6d170cdda0a2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4a68570d-3c99-46d0-9ae9-d17b3c59c7bf HTTP/1.1" status: 200 len: 797 time: 0.0738778 Aug 22 13:46:09.050933 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7fcfa8b-d288-43b6-88f2-d45990199383 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] GET failed (client error): The resource could not be found. Aug 22 13:46:09.054921 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a7fcfa8b-d288-43b6-88f2-d45990199383 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "GET /v2.0/ports/ddb1cb4d-62c0-4b75-a11d-0d043f792a29 HTTP/1.1" status: 404 len: 333 time: 0.0783269 Aug 22 13:46:09.055930 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56428) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:09.139819 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ad294a77-47e4-45dd-8294-50964c167458 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:09.172738 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0725d4e0-4b87-455e-9cfa-770c03b73fd3 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event updated for resources: {'Port': ['ID=844e5fba-b3f0-4d6d-8352-3e6f710c2a6e,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:09.257324 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 87b1969f-67e6-4f0f-983b-9adfc602b92b up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:46:09.270798 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0725d4e0-4b87-455e-9cfa-770c03b73fd3 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Network ea2764f3-8397-4517-aad5-5fed12293eec is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:46:09.273218 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-0725d4e0-4b87-455e-9cfa-770c03b73fd3 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:46:09.273753 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a517ce-fecb-41c7-927b-a9eae4aab717 req-3b80a82a-8941-47c4-bd81-82fd140a8e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:09.292971 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b5a517ce-fecb-41c7-927b-a9eae4aab717 req-3b80a82a-8941-47c4-bd81-82fd140a8e93 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3a68a707-4544-4179-ae57-3b08732d6fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2519796 Aug 22 13:46:09.381692 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-ad294a77-47e4-45dd-8294-50964c167458 admin admin] Deleting port 2c88cf99-4a16-4f8d-805c-57a9b091c962 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:46:09.382777 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ad294a77-47e4-45dd-8294-50964c167458 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:09.399143 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 87b1969f-67e6-4f0f-983b-9adfc602b92b triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:46:09.399724 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:09.508330 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b5a517ce-fecb-41c7-927b-a9eae4aab717 req-f4ba6ea9-d7f8-4079-a361-dd34e69db8f3 service neutron] 10.222.0.16 "GET /v2.0/networks/3a68a707-4544-4179-ae57-3b08732d6fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043405 Aug 22 13:46:09.554953 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-50d49de2-59f3-4adb-b8a3-e08eeaf76855 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:09.576663 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-ad294a77-47e4-45dd-8294-50964c167458 admin admin] For port 2c88cf99-4a16-4f8d-805c-57a9b091c962, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=2c88cf99-4a16-4f8d-805c-57a9b091c962,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:46:09.577037 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ad294a77-47e4-45dd-8294-50964c167458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:09.578594 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 912ee329-478c-4d25-b390-3abc32dfe6d5 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:46:09.608222 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-ad294a77-47e4-45dd-8294-50964c167458 admin admin] Calling delete_port for 2c88cf99-4a16-4f8d-805c-57a9b091c962 owned by network:router_gateway {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:46:09.634286 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 912ee329-478c-4d25-b390-3abc32dfe6d5 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:46:09.635259 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 912ee329-478c-4d25-b390-3abc32dfe6d5 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:46:09.668702 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0725d4e0-4b87-455e-9cfa-770c03b73fd3 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Router c4c42346-1530-41e1-a79a-7e2d09277805 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:46:09.751839 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-d946b3ac-ca2e-47f0-876f-630a948981b0 None None] Provisioning complete for port 844e5fba-b3f0-4d6d-8352-3e6f710c2a6e triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:46:09.753506 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d946b3ac-ca2e-47f0-876f-630a948981b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:09.793009 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-50d49de2-59f3-4adb-b8a3-e08eeaf76855 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:09.804578 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b5a517ce-fecb-41c7-927b-a9eae4aab717 req-9abb6b86-d4c3-4e99-a11c-5f1f4e9a299e service neutron] 10.222.0.16 "GET /v2.0/networks/3a68a707-4544-4179-ae57-3b08732d6fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867427 Aug 22 13:46:09.819084 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-50d49de2-59f3-4adb-b8a3-e08eeaf76855 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bc0a2b2-01c6-4696-b82d-cf2b16468f64']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:09.830073 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56434) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:09.861419 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-d946b3ac-ca2e-47f0-876f-630a948981b0 None None] Port 844e5fba-b3f0-4d6d-8352-3e6f710c2a6e cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:46:09.880626 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0725d4e0-4b87-455e-9cfa-770c03b73fd3 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:46:09.892822 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63e7d9b-5a76-4083-859a-78c83e1af5d6 None None] Sync routers for ids ['c4c42346-1530-41e1-a79a-7e2d09277805'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:46:09.893490 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0725d4e0-4b87-455e-9cfa-770c03b73fd3 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "PUT /v2.0/routers/c4c42346-1530-41e1-a79a-7e2d09277805/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5410235 Aug 22 13:46:09.894935 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56436) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:09.930558 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63e7d9b-5a76-4083-859a-78c83e1af5d6 None None] Routers {'c4c42346-1530-41e1-a79a-7e2d09277805'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:46:09.941077 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-e63e7d9b-5a76-4083-859a-78c83e1af5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:46:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['c4c42346-1530-41e1-a79a-7e2d09277805'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:10.005700 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1d38cf-24ca-470c-a7b9-d5d381d9489d tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:10.008370 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-50d49de2-59f3-4adb-b8a3-e08eeaf76855 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '649e9811-5f02-4f0f-8307-a753343064f3') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:10.009109 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-50d49de2-59f3-4adb-b8a3-e08eeaf76855 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '649e9811-5f02-4f0f-8307-a753343064f3') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:10.012977 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6f1d38cf-24ca-470c-a7b9-d5d381d9489d tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "GET /v2.0/ports/844e5fba-b3f0-4d6d-8352-3e6f710c2a6e HTTP/1.1" status: 200 len: 983 time: 0.1169062 Aug 22 13:46:10.013623 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56438) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:10.038915 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-50d49de2-59f3-4adb-b8a3-e08eeaf76855 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:10.061401 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-e63e7d9b-5a76-4083-859a-78c83e1af5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:10.077412 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-50d49de2-59f3-4adb-b8a3-e08eeaf76855 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:10.082629 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63e7d9b-5a76-4083-859a-78c83e1af5d6 None None] Routers {'c4c42346-1530-41e1-a79a-7e2d09277805'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:46:10.087775 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-e63e7d9b-5a76-4083-859a-78c83e1af5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:46:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['c4c42346-1530-41e1-a79a-7e2d09277805'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:10.094917 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50d49de2-59f3-4adb-b8a3-e08eeaf76855 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:46:10.096427 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-50d49de2-59f3-4adb-b8a3-e08eeaf76855 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:10.173395 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:46:10.173395 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:46:10.173395 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:46:10.173395 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:46:10.173395 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:46:10.173395 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:46:10.173395 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:46:10.173395 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:46:10.173395 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:46:10.173395 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:46:10.173395 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:46:10.173395 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:46:10.173395 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:46:10.173395 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:46:10.173395 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:46:10.173395 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:46:10.173395 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:46:10.173395 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:46:10.173395 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:46:10.173395 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:46:10.173395 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:46:10.173395 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:46:10.173395 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:46:10.173395 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:46:10.173395 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:46:10.173395 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:46:10.173395 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:46:10.173395 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:46:10.173395 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:46:10.173395 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:46:10.173395 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:46:10.173395 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:46:10.182999 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-50d49de2-59f3-4adb-b8a3-e08eeaf76855 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:10.192397 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-50d49de2-59f3-4adb-b8a3-e08eeaf76855 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:10.198403 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-50d49de2-59f3-4adb-b8a3-e08eeaf76855 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "DELETE /v2.0/networks/2bc0a2b2-01c6-4696-b82d-cf2b16468f64 HTTP/1.1" status: 204 len: 168 time: 1.1329224 Aug 22 13:46:10.200192 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56442) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:10.204341 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-186ac218-8d68-4e6a-bc04-f314d76e715d tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1466231966'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:46:10.209401 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-e63e7d9b-5a76-4083-859a-78c83e1af5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:10.210341 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63e7d9b-5a76-4083-859a-78c83e1af5d6 None None] The sync data for ids ['c4c42346-1530-41e1-a79a-7e2d09277805'] in n-d-793621-33 is: [] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:46:10.243365 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d49de2-59f3-4adb-b8a3-e08eeaf76855 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event deleted for resources: {'Network': ['ID=2bc0a2b2-01c6-4696-b82d-cf2b16468f64,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:10.268944 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-08c9eb75-ab6e-497a-a48c-a95f0b693aa1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/floatingips/30c8ba57-853f-4b4b-bd2a-6a13471fc69f HTTP/1.1" status: 200 len: 992 time: 0.4324417 Aug 22 13:46:10.282693 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186ac218-8d68-4e6a-bc04-f314d76e715d tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Made reservation on behalf of fbb6b9988b30404790dc99fa2fa4c174 for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:46:10.287058 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-186ac218-8d68-4e6a-bc04-f314d76e715d tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:10.317082 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-186ac218-8d68-4e6a-bc04-f314d76e715d tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:46:10.328447 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-186ac218-8d68-4e6a-bc04-f314d76e715d tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:10.328936 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-186ac218-8d68-4e6a-bc04-f314d76e715d tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Added segment 42652631-3331-4277-8f88-0d7116516368 of type vlan for network 5608ec7f-ea6b-448e-8918-2085cf54c3c9 Aug 22 13:46:10.332934 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ad294a77-47e4-45dd-8294-50964c167458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:10.380774 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-186ac218-8d68-4e6a-bc04-f314d76e715d tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:10.425490 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-186ac218-8d68-4e6a-bc04-f314d76e715d tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:10.426500 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad294a77-47e4-45dd-8294-50964c167458 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c88cf99-4a16-4f8d-805c-57a9b091c962,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:10.438314 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186ac218-8d68-4e6a-bc04-f314d76e715d tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:10.439026 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-186ac218-8d68-4e6a-bc04-f314d76e715d tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:10.516770 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186ac218-8d68-4e6a-bc04-f314d76e715d tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event updated for resources: {'Network': ['ID=5608ec7f-ea6b-448e-8918-2085cf54c3c9,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:10.527005 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 5608ec7f-ea6b-448e-8918-2085cf54c3c9 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:46:10.540285 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-186ac218-8d68-4e6a-bc04-f314d76e715d tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3400862 Aug 22 13:46:10.541551 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56444) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:10.548053 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-f16e96e8-1966-4263-9f89-a03288be37bf tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Request body: {'subnet': {'network_id': '5608ec7f-ea6b-448e-8918-2085cf54c3c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:46:10.564738 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ad294a77-47e4-45dd-8294-50964c167458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:10.661493 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16e96e8-1966-4263-9f89-a03288be37bf tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Made reservation on behalf of fbb6b9988b30404790dc99fa2fa4c174 for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:46:10.666007 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f16e96e8-1966-4263-9f89-a03288be37bf tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:10.689462 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ad294a77-47e4-45dd-8294-50964c167458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:10.692186 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ad294a77-47e4-45dd-8294-50964c167458 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:10.765698 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ad294a77-47e4-45dd-8294-50964c167458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:10.766819 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad294a77-47e4-45dd-8294-50964c167458 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77fc41c5-c374-44c3-86a9-9ed2fec053d5 {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:46:10.803895 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ad294a77-47e4-45dd-8294-50964c167458 admin admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:10.808399 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ad294a77-47e4-45dd-8294-50964c167458 admin admin] 10.222.0.21 "DELETE /v2.0/routers/77fc41c5-c374-44c3-86a9-9ed2fec053d5 HTTP/1.1" status: 204 len: 168 time: 3.6009810 Aug 22 13:46:10.820005 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56446) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:10.934633 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-218ef55a-b428-42e9-9ecc-28fbbcbe9925 admin admin] Deleting subnet 790bcf42-3a82-4ae4-815f-3615fcbabaf2 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:46:10.941633 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-218ef55a-b428-42e9-9ecc-28fbbcbe9925 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:11.005576 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-218ef55a-b428-42e9-9ecc-28fbbcbe9925 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:11.063786 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-78a9f5a8-fe89-4f50-bf0e-baf04a26dd2d tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:11.099530 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f16e96e8-1966-4263-9f89-a03288be37bf tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:11.192927 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16e96e8-1966-4263-9f89-a03288be37bf tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event updated for resources: {'Subnet': ['ID=a4e7abce-ba89-4570-93f2-c83236155b5b,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:11.254462 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16e96e8-1966-4263-9f89-a03288be37bf tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Checking segment: {'id': '42652631-3331-4277-8f88-0d7116516368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5608ec7f-ea6b-448e-8918-2085cf54c3c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:46:11.254847 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16e96e8-1966-4263-9f89-a03288be37bf tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Network hostable DHCP agents. Network: 5608ec7f-ea6b-448e-8918-2085cf54c3c9, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:46:11.288321 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-218ef55a-b428-42e9-9ecc-28fbbcbe9925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:11.321431 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16e96e8-1966-4263-9f89-a03288be37bf tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Network 5608ec7f-ea6b-448e-8918-2085cf54c3c9 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:46:11.345741 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-f16e96e8-1966-4263-9f89-a03288be37bf tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 5608ec7f-ea6b-448e-8918-2085cf54c3c9) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:46:11.355661 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87bc958-ed26-498b-91a1-446f3db8ba83 None None] Network 5608ec7f-ea6b-448e-8918-2085cf54c3c9 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:46:11.362509 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-78a9f5a8-fe89-4f50-bf0e-baf04a26dd2d tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Deleting port 844e5fba-b3f0-4d6d-8352-3e6f710c2a6e {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:46:11.363231 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-78a9f5a8-fe89-4f50-bf0e-baf04a26dd2d tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:11.386413 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16e96e8-1966-4263-9f89-a03288be37bf tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:11.387644 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f16e96e8-1966-4263-9f89-a03288be37bf tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:11.431254 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f16e96e8-1966-4263-9f89-a03288be37bf tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8860183 Aug 22 13:46:11.432550 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56452) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:11.450923 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-1abd8f82-9907-4aa4-ae98-195b3b42f1da tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Request body: {'port': {'network_id': '5608ec7f-ea6b-448e-8918-2085cf54c3c9', 'name': 'tempest-PortsTestJSON-926818592'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:46:11.460225 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-218ef55a-b428-42e9-9ecc-28fbbcbe9925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:11.532652 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-78a9f5a8-fe89-4f50-bf0e-baf04a26dd2d tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:11.553510 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-78a9f5a8-fe89-4f50-bf0e-baf04a26dd2d tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Calling delete_port for 844e5fba-b3f0-4d6d-8352-3e6f710c2a6e owned by network:router_interface {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:46:11.595621 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ef55a-b428-42e9-9ecc-28fbbcbe9925 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=790bcf42-3a82-4ae4-815f-3615fcbabaf2,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:11.604874 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-218ef55a-b428-42e9-9ecc-28fbbcbe9925 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:11.607149 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-218ef55a-b428-42e9-9ecc-28fbbcbe9925 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/790bcf42-3a82-4ae4-815f-3615fcbabaf2 HTTP/1.1" status: 204 len: 168 time: 0.7861562 Aug 22 13:46:11.610396 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56454) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:11.732061 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a23ea753-d473-4b2e-9584-98967885ecb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:11.775411 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a740578-2b30-4a11-af91-97e9713204f1 None None] Network 8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:46:11.802644 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abd8f82-9907-4aa4-ae98-195b3b42f1da tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Made reservation on behalf of fbb6b9988b30404790dc99fa2fa4c174 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:46:11.805028 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-78a9f5a8-fe89-4f50-bf0e-baf04a26dd2d tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:11.809491 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1abd8f82-9907-4aa4-ae98-195b3b42f1da tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:11.844273 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-a23ea753-d473-4b2e-9584-98967885ecb6 admin admin] Deleting port e6854273-ead0-4798-bd50-a90f736ebbcf {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:46:11.845117 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a23ea753-d473-4b2e-9584-98967885ecb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:11.864468 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [None req-1abd8f82-9907-4aa4-ae98-195b3b42f1da tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] device_id is not set on port ab7e59ef-0828-4ef2-b088-ffdb85b4ff41 yet. {{(pid=94627) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:46:11.876228 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a9f5a8-fe89-4f50-bf0e-baf04a26dd2d tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event deleted for resources: {'Port': ['ID=844e5fba-b3f0-4d6d-8352-3e6f710c2a6e,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:11.950894 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8366ee5-f2a9-409d-be27-4adefe80fa1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-5608ec7f-ea6b-448e-8918-2085cf54c3c9', 'network_id': '5608ec7f-ea6b-448e-8918-2085cf54c3c9', 'tenant_id': 'fbb6b9988b30404790dc99fa2fa4c174', 'fixed_ips': [{'subnet_id': 'a4e7abce-ba89-4570-93f2-c83236155b5b'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:46:11.951976 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8366ee5-f2a9-409d-be27-4adefe80fa1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:12.035345 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-a23ea753-d473-4b2e-9584-98967885ecb6 admin admin] For port e6854273-ead0-4798-bd50-a90f736ebbcf, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=e6854273-ead0-4798-bd50-a90f736ebbcf,segment=NetworkSegment(82977cb8-5955-415f-8390-123858fef82c),segment_id=82977cb8-5955-415f-8390-123858fef82c)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:46:12.035714 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a23ea753-d473-4b2e-9584-98967885ecb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:12.095298 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-a23ea753-d473-4b2e-9584-98967885ecb6 admin admin] Calling delete_port for e6854273-ead0-4798-bd50-a90f736ebbcf owned by network:dhcp {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:46:12.156525 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab0de1f-8bac-4746-a434-c98645b01c97 None None] DHCP port deletion for 8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:46:12.280520 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-8ab0de1f-8bac-4746-a434-c98645b01c97 None None] Deleting port e6854273-ead0-4798-bd50-a90f736ebbcf {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:46:12.281269 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8ab0de1f-8bac-4746-a434-c98645b01c97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:12.361765 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-1abd8f82-9907-4aa4-ae98-195b3b42f1da tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Allocated IP 172.20.0.2 (5608ec7f-ea6b-448e-8918-2085cf54c3c9/a4e7abce-ba89-4570-93f2-c83236155b5b/ab7e59ef-0828-4ef2-b088-ffdb85b4ff41) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:46:12.367212 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a23ea753-d473-4b2e-9584-98967885ecb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:12.369795 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-8ab0de1f-8bac-4746-a434-c98645b01c97 None None] For port e6854273-ead0-4798-bd50-a90f736ebbcf, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=e6854273-ead0-4798-bd50-a90f736ebbcf,segment=NetworkSegment(82977cb8-5955-415f-8390-123858fef82c),segment_id=82977cb8-5955-415f-8390-123858fef82c)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:46:12.370516 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8ab0de1f-8bac-4746-a434-c98645b01c97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:12.386388 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23ea753-d473-4b2e-9584-98967885ecb6 admin admin] No DVR routers for this DVR port e6854273-ead0-4798-bd50-a90f736ebbcf on host n-d-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:46:12.402457 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-8ab0de1f-8bac-4746-a434-c98645b01c97 None None] Calling delete_port for e6854273-ead0-4798-bd50-a90f736ebbcf owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:46:12.443334 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23ea753-d473-4b2e-9584-98967885ecb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6854273-ead0-4798-bd50-a90f736ebbcf,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:12.503160 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8ab0de1f-8bac-4746-a434-c98645b01c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:12.531566 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab0de1f-8bac-4746-a434-c98645b01c97 None None] Pushing event deleted for resources: {'Port': ['ID=e6854273-ead0-4798-bd50-a90f736ebbcf,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:12.534960 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a23ea753-d473-4b2e-9584-98967885ecb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:12.537843 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab0de1f-8bac-4746-a434-c98645b01c97 None None] No DVR routers for this DVR port e6854273-ead0-4798-bd50-a90f736ebbcf on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:46:12.545138 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-78a9f5a8-fe89-4f50-bf0e-baf04a26dd2d tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:12.560999 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-a23ea753-d473-4b2e-9584-98967885ecb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:12.594818 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-a23ea753-d473-4b2e-9584-98967885ecb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82977cb8-5955-415f-8390-123858fef82c') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:12.595119 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-a23ea753-d473-4b2e-9584-98967885ecb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82977cb8-5955-415f-8390-123858fef82c') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:12.641286 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a23ea753-d473-4b2e-9584-98967885ecb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:12.663793 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a23ea753-d473-4b2e-9584-98967885ecb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:12.687844 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a23ea753-d473-4b2e-9584-98967885ecb6 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:46:12.687844 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a23ea753-d473-4b2e-9584-98967885ecb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:12.687844 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:46:12.687844 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:46:12.687844 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:46:12.687844 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:46:12.687844 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:46:12.687844 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:46:12.687844 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:46:12.687844 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:46:12.687844 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:46:12.687844 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:46:12.687844 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:46:12.687844 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:46:12.687844 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:46:12.687844 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:46:12.687844 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:46:12.687844 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:46:12.687844 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:46:12.687844 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:46:12.687844 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:46:12.687844 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:46:12.687844 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:46:12.687844 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:46:12.687844 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:46:12.687844 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:46:12.687844 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:46:12.687844 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:46:12.687844 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:46:12.687844 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:46:12.687844 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:46:12.687844 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:46:12.687844 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:46:12.687844 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:46:12.725417 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a9f5a8-fe89-4f50-bf0e-baf04a26dd2d tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Router c4c42346-1530-41e1-a79a-7e2d09277805 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:46:12.774974 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1abd8f82-9907-4aa4-ae98-195b3b42f1da tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:12.787019 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a23ea753-d473-4b2e-9584-98967885ecb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:12.796834 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a23ea753-d473-4b2e-9584-98967885ecb6 admin admin] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:12.802225 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a23ea753-d473-4b2e-9584-98967885ecb6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c HTTP/1.1" status: 204 len: 168 time: 1.1906962 Aug 22 13:46:12.805582 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56460) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:12.832789 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-1abd8f82-9907-4aa4-ae98-195b3b42f1da tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Transition to ACTIVE for port object ab7e59ef-0828-4ef2-b088-ffdb85b4ff41 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:46:12.833817 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23ea753-d473-4b2e-9584-98967885ecb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d6c7d9c-0ce5-4b50-90f5-001ca70fc84c,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:12.835804 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a9f5a8-fe89-4f50-bf0e-baf04a26dd2d tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:46:12.844452 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-78a9f5a8-fe89-4f50-bf0e-baf04a26dd2d tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "PUT /v2.0/routers/c4c42346-1530-41e1-a79a-7e2d09277805/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8277242 Aug 22 13:46:12.845484 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56462) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:12.846648 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7964bb16-bcbd-43fb-b25c-3499c5598c64 None None] Sync routers for ids ['c4c42346-1530-41e1-a79a-7e2d09277805'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:46:12.870132 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7964bb16-bcbd-43fb-b25c-3499c5598c64 None None] Routers {'c4c42346-1530-41e1-a79a-7e2d09277805'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:46:12.871631 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-7964bb16-bcbd-43fb-b25c-3499c5598c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:46:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['c4c42346-1530-41e1-a79a-7e2d09277805'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:12.910930 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-7964bb16-bcbd-43fb-b25c-3499c5598c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:12.922237 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7964bb16-bcbd-43fb-b25c-3499c5598c64 None None] Routers {'c4c42346-1530-41e1-a79a-7e2d09277805'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:46:12.923122 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-7964bb16-bcbd-43fb-b25c-3499c5598c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:46:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['c4c42346-1530-41e1-a79a-7e2d09277805'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:12.984581 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-7964bb16-bcbd-43fb-b25c-3499c5598c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:12.985077 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7964bb16-bcbd-43fb-b25c-3499c5598c64 None None] The sync data for ids ['c4c42346-1530-41e1-a79a-7e2d09277805'] in n-d-793621-33 is: [] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:46:12.993659 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1abd8f82-9907-4aa4-ae98-195b3b42f1da tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:13.063867 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.db.api [None req-c8366ee5-f2a9-409d-be27-4adefe80fa1d None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-ae37142f-d6d8-46d9-9193-78ef8e8c75f5 {{(pid=94629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 13:46:13.065049 n-d-793621-33 neutron-server[94629]: DEBUG oslo_db.api [None req-c8366ee5-f2a9-409d-be27-4adefe80fa1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 13:46:13.087569 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 2c88cf99-4a16-4f8d-805c-57a9b091c962 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:46:13.098831 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abd8f82-9907-4aa4-ae98-195b3b42f1da tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Network 5608ec7f-ea6b-448e-8918-2085cf54c3c9 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:46:13.138425 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 2c88cf99-4a16-4f8d-805c-57a9b091c962 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:46:13.138776 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 2c88cf99-4a16-4f8d-805c-57a9b091c962 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:46:13.139931 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device e6854273-ead0-4798-bd50-a90f736ebbcf no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:46:13.150450 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-1abd8f82-9907-4aa4-ae98-195b3b42f1da tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:46:13.152910 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abd8f82-9907-4aa4-ae98-195b3b42f1da tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:46:13.178595 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: e6854273-ead0-4798-bd50-a90f736ebbcf {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:46:13.179300 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device e6854273-ead0-4798-bd50-a90f736ebbcf not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:46:13.188888 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abd8f82-9907-4aa4-ae98-195b3b42f1da tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event updated for resources: {'Port': ['ID=ab7e59ef-0828-4ef2-b088-ffdb85b4ff41,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:13.259165 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abd8f82-9907-4aa4-ae98-195b3b42f1da tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:13.259946 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1abd8f82-9907-4aa4-ae98-195b3b42f1da tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:13.290139 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-1abd8f82-9907-4aa4-ae98-195b3b42f1da tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8527169 Aug 22 13:46:13.309198 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56472) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:13.312384 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-4e2c4310-0cbe-42a0-b0f4-8b7e7139c2d6 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] remove_router_interface failed (client error): The resource could not be found. Aug 22 13:46:13.313687 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4e2c4310-0cbe-42a0-b0f4-8b7e7139c2d6 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "PUT /v2.0/routers/c4c42346-1530-41e1-a79a-7e2d09277805/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4675605 Aug 22 13:46:13.316365 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56474) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:13.359536 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-00ab55bd-8466-4776-90ca-9b616f1d19ff tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4c42346-1530-41e1-a79a-7e2d09277805 HTTP/1.1" status: 200 len: 205 time: 0.0412159 Aug 22 13:46:13.360903 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56476) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:13.454409 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-ccaaed03-d2c8-460d-827f-88a877ce27f1 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Deleting port ab7e59ef-0828-4ef2-b088-ffdb85b4ff41 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:46:13.454712 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ccaaed03-d2c8-460d-827f-88a877ce27f1 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:13.459980 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b16b36ca-e9e7-497a-a2cd-5c14e08f9741 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:13.566434 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8366ee5-f2a9-409d-be27-4adefe80fa1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:13.591796 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ccaaed03-d2c8-460d-827f-88a877ce27f1 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:13.611350 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-ccaaed03-d2c8-460d-827f-88a877ce27f1 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Calling delete_port for ab7e59ef-0828-4ef2-b088-ffdb85b4ff41 owned by {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:46:13.627119 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6e3b0dbb-31b2-419c-84a0-a9ef92dac9a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:13.692781 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b16b36ca-e9e7-497a-a2cd-5c14e08f9741 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:13.695907 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b16b36ca-e9e7-497a-a2cd-5c14e08f9741 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:13.743466 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-c8366ee5-f2a9-409d-be27-4adefe80fa1d None None] Allocated IP 172.20.0.3 (5608ec7f-ea6b-448e-8918-2085cf54c3c9/a4e7abce-ba89-4570-93f2-c83236155b5b/cf4156e7-5d08-4147-afb0-4694b46c3b70) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:46:13.793328 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b16b36ca-e9e7-497a-a2cd-5c14e08f9741 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:13.793887 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16b36ca-e9e7-497a-a2cd-5c14e08f9741 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Fanout notify agent at l3_agent the message router_deleted on router c4c42346-1530-41e1-a79a-7e2d09277805 {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:46:13.801762 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b16b36ca-e9e7-497a-a2cd-5c14e08f9741 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:13.803002 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b16b36ca-e9e7-497a-a2cd-5c14e08f9741 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "DELETE /v2.0/routers/c4c42346-1530-41e1-a79a-7e2d09277805 HTTP/1.1" status: 204 len: 168 time: 0.4404624 Aug 22 13:46:13.805705 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56478) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:13.892112 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-d79c88ad-8070-4624-9e87-7bb98e814440 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Deleting subnet aa14554a-f61c-4104-a367-c659102111db {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:46:13.896089 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d79c88ad-8070-4624-9e87-7bb98e814440 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:13.956493 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d79c88ad-8070-4624-9e87-7bb98e814440 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:14.071063 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8366ee5-f2a9-409d-be27-4adefe80fa1d None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:14.090351 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d79c88ad-8070-4624-9e87-7bb98e814440 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:14.097085 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8366ee5-f2a9-409d-be27-4adefe80fa1d None None] Transition to ACTIVE for port object cf4156e7-5d08-4147-afb0-4694b46c3b70 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:46:14.133028 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8366ee5-f2a9-409d-be27-4adefe80fa1d None None] Transition to ACTIVE for port object cf4156e7-5d08-4147-afb0-4694b46c3b70 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:46:14.146261 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8366ee5-f2a9-409d-be27-4adefe80fa1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:14.171666 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d79c88ad-8070-4624-9e87-7bb98e814440 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:14.196385 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8366ee5-f2a9-409d-be27-4adefe80fa1d None None] Network 5608ec7f-ea6b-448e-8918-2085cf54c3c9 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:46:14.201107 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-c8366ee5-f2a9-409d-be27-4adefe80fa1d None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:46:14.208829 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8366ee5-f2a9-409d-be27-4adefe80fa1d None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:46:14.210980 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79c88ad-8070-4624-9e87-7bb98e814440 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event deleted for resources: {'Subnet': ['ID=aa14554a-f61c-4104-a367-c659102111db,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:14.218648 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d79c88ad-8070-4624-9e87-7bb98e814440 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:14.230354 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d79c88ad-8070-4624-9e87-7bb98e814440 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "DELETE /v2.0/subnets/aa14554a-f61c-4104-a367-c659102111db HTTP/1.1" status: 204 len: 168 time: 0.4226022 Aug 22 13:46:14.231437 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41795d47-65f3-4f1d-8c22-d7e8de44fe63 None None] Network ea2764f3-8397-4517-aad5-5fed12293eec requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:46:14.232080 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56484) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:14.255102 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8366ee5-f2a9-409d-be27-4adefe80fa1d None None] Pushing event updated for resources: {'Port': ['ID=cf4156e7-5d08-4147-afb0-4694b46c3b70,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:14.345975 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2cc8b220-7209-4ad4-b44e-deaf80d30e5e tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:14.366555 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-c8366ee5-f2a9-409d-be27-4adefe80fa1d None None] Attempting to bind port cf4156e7-5d08-4147-afb0-4694b46c3b70 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:46:14.366917 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-c8366ee5-f2a9-409d-be27-4adefe80fa1d None None] Attempting to bind port cf4156e7-5d08-4147-afb0-4694b46c3b70 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '42652631-3331-4277-8f88-0d7116516368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5608ec7f-ea6b-448e-8918-2085cf54c3c9'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:46:14.367288 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8366ee5-f2a9-409d-be27-4adefe80fa1d None None] Attempting to bind port cf4156e7-5d08-4147-afb0-4694b46c3b70 on network 5608ec7f-ea6b-448e-8918-2085cf54c3c9 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:46:14.397278 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8366ee5-f2a9-409d-be27-4adefe80fa1d None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:46:14.397550 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8366ee5-f2a9-409d-be27-4adefe80fa1d None None] Checking segment: {'id': '42652631-3331-4277-8f88-0d7116516368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5608ec7f-ea6b-448e-8918-2085cf54c3c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:46:14.397953 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8366ee5-f2a9-409d-be27-4adefe80fa1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:14.398350 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8366ee5-f2a9-409d-be27-4adefe80fa1d None None] Bound using segment: {'id': '42652631-3331-4277-8f88-0d7116516368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5608ec7f-ea6b-448e-8918-2085cf54c3c9'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:46:14.398835 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-c8366ee5-f2a9-409d-be27-4adefe80fa1d None None] Bound port: cf4156e7-5d08-4147-afb0-4694b46c3b70, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42652631-3331-4277-8f88-0d7116516368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5608ec7f-ea6b-448e-8918-2085cf54c3c9'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:46:14.399215 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8366ee5-f2a9-409d-be27-4adefe80fa1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:14.450469 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ccaaed03-d2c8-460d-827f-88a877ce27f1 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:14.457242 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-2cc8b220-7209-4ad4-b44e-deaf80d30e5e tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Deleting port 87b1969f-67e6-4f0f-983b-9adfc602b92b {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:46:14.457715 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2cc8b220-7209-4ad4-b44e-deaf80d30e5e tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:14.484454 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaaed03-d2c8-460d-827f-88a877ce27f1 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event deleted for resources: {'Port': ['ID=ab7e59ef-0828-4ef2-b088-ffdb85b4ff41,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:14.552463 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8366ee5-f2a9-409d-be27-4adefe80fa1d None None] For port cf4156e7-5d08-4147-afb0-4694b46c3b70, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:46:14.557073 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8366ee5-f2a9-409d-be27-4adefe80fa1d None None] For port cf4156e7-5d08-4147-afb0-4694b46c3b70, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=cf4156e7-5d08-4147-afb0-4694b46c3b70,segment=NetworkSegment(42652631-3331-4277-8f88-0d7116516368),segment_id=42652631-3331-4277-8f88-0d7116516368)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:46:14.569598 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8366ee5-f2a9-409d-be27-4adefe80fa1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:14.572664 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3f194d-a09c-4c5b-ad1a-857c83279cbe None None] DHCP port deletion for ea2764f3-8397-4517-aad5-5fed12293eec request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:46:14.603819 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-2cc8b220-7209-4ad4-b44e-deaf80d30e5e tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] For port 87b1969f-67e6-4f0f-983b-9adfc602b92b, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=87b1969f-67e6-4f0f-983b-9adfc602b92b,segment=NetworkSegment(79e0db26-01fb-4dc3-a402-0d23c64b75f5),segment_id=79e0db26-01fb-4dc3-a402-0d23c64b75f5)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:46:14.604098 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2cc8b220-7209-4ad4-b44e-deaf80d30e5e tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:14.648936 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-2cc8b220-7209-4ad4-b44e-deaf80d30e5e tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Calling delete_port for 87b1969f-67e6-4f0f-983b-9adfc602b92b owned by network:dhcp {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:46:14.650848 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ccaaed03-d2c8-460d-827f-88a877ce27f1 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:14.655308 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ccaaed03-d2c8-460d-827f-88a877ce27f1 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "DELETE /v2.0/ports/ab7e59ef-0828-4ef2-b088-ffdb85b4ff41 HTTP/1.1" status: 204 len: 168 time: 1.3429627 Aug 22 13:46:14.655845 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56486) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:14.673771 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8366ee5-f2a9-409d-be27-4adefe80fa1d None None] Pushing event updated for resources: {'Port': ['ID=cf4156e7-5d08-4147-afb0-4694b46c3b70,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:14.703051 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-faa001e3-3d39-414d-a157-5c587f139234 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] DELETE failed (client error): The resource could not be found. Aug 22 13:46:14.703964 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faa001e3-3d39-414d-a157-5c587f139234 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:46:14.706005 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-faa001e3-3d39-414d-a157-5c587f139234 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "DELETE /v2.0/ports/ab7e59ef-0828-4ef2-b088-ffdb85b4ff41 HTTP/1.1" status: 404 len: 333 time: 0.0397267 Aug 22 13:46:14.706823 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f194d-a09c-4c5b-ad1a-857c83279cbe None None] Deleting port 87b1969f-67e6-4f0f-983b-9adfc602b92b {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:46:14.710723 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-cc3f194d-a09c-4c5b-ad1a-857c83279cbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:14.714023 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56488) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:14.715323 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-6e3b0dbb-31b2-419c-84a0-a9ef92dac9a0 admin admin] Deleting port 9d235bc8-16fe-4366-874c-0e6b6fd20dd0 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:46:14.715744 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6e3b0dbb-31b2-419c-84a0-a9ef92dac9a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:14.768445 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-57044a57-a6db-4e4f-a123-b69a8dc41151 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] GET failed (client error): The resource could not be found. Aug 22 13:46:14.782986 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-57044a57-a6db-4e4f-a123-b69a8dc41151 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "GET /v2.0/ports/ab7e59ef-0828-4ef2-b088-ffdb85b4ff41 HTTP/1.1" status: 404 len: 333 time: 0.0622289 Aug 22 13:46:14.784967 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56490) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:14.791509 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-cc3f194d-a09c-4c5b-ad1a-857c83279cbe None None] For port 87b1969f-67e6-4f0f-983b-9adfc602b92b, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=87b1969f-67e6-4f0f-983b-9adfc602b92b,segment=NetworkSegment(79e0db26-01fb-4dc3-a402-0d23c64b75f5),segment_id=79e0db26-01fb-4dc3-a402-0d23c64b75f5)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:46:14.792004 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-cc3f194d-a09c-4c5b-ad1a-857c83279cbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:14.811429 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f194d-a09c-4c5b-ad1a-857c83279cbe None None] Calling delete_port for 87b1969f-67e6-4f0f-983b-9adfc602b92b owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:46:14.899449 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-6e3b0dbb-31b2-419c-84a0-a9ef92dac9a0 admin admin] For port 9d235bc8-16fe-4366-874c-0e6b6fd20dd0, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=9d235bc8-16fe-4366-874c-0e6b6fd20dd0,segment=NetworkSegment(27fb380f-7bd1-4dec-95a1-09a9828f12f4),segment_id=27fb380f-7bd1-4dec-95a1-09a9828f12f4)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:46:14.900590 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6e3b0dbb-31b2-419c-84a0-a9ef92dac9a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:14.901712 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-b829486b-ac97-419d-882a-90529f51754a tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Deleting subnet a4e7abce-ba89-4570-93f2-c83236155b5b {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:46:14.904451 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-cc3f194d-a09c-4c5b-ad1a-857c83279cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:14.906356 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b829486b-ac97-419d-882a-90529f51754a tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:14.936176 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f194d-a09c-4c5b-ad1a-857c83279cbe None None] Pushing event deleted for resources: {'Port': ['ID=87b1969f-67e6-4f0f-983b-9adfc602b92b,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:14.944130 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-6e3b0dbb-31b2-419c-84a0-a9ef92dac9a0 admin admin] Calling delete_port for 9d235bc8-16fe-4366-874c-0e6b6fd20dd0 owned by network:router_interface {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:46:14.947236 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3f194d-a09c-4c5b-ad1a-857c83279cbe None None] No DVR routers for this DVR port 87b1969f-67e6-4f0f-983b-9adfc602b92b on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:46:15.017168 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b829486b-ac97-419d-882a-90529f51754a tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:15.047857 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 87b1969f-67e6-4f0f-983b-9adfc602b92b no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:46:15.084734 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 87b1969f-67e6-4f0f-983b-9adfc602b92b {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:46:15.085829 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 87b1969f-67e6-4f0f-983b-9adfc602b92b not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:46:15.137508 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2cc8b220-7209-4ad4-b44e-deaf80d30e5e tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:15.236038 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc8b220-7209-4ad4-b44e-deaf80d30e5e tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event deleted for resources: {'Port': ['ID=87b1969f-67e6-4f0f-983b-9adfc602b92b,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:15.239127 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc8b220-7209-4ad4-b44e-deaf80d30e5e tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] No DVR routers for this DVR port 87b1969f-67e6-4f0f-983b-9adfc602b92b on host n-d-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:46:15.278287 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b829486b-ac97-419d-882a-90529f51754a tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:15.381594 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6e3b0dbb-31b2-419c-84a0-a9ef92dac9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:15.383465 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2cc8b220-7209-4ad4-b44e-deaf80d30e5e tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:15.395964 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-2cc8b220-7209-4ad4-b44e-deaf80d30e5e tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea2764f3-8397-4517-aad5-5fed12293eec']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:15.412910 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-2cc8b220-7209-4ad4-b44e-deaf80d30e5e tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79e0db26-01fb-4dc3-a402-0d23c64b75f5') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:15.413142 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-2cc8b220-7209-4ad4-b44e-deaf80d30e5e tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79e0db26-01fb-4dc3-a402-0d23c64b75f5') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:15.418200 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3b0dbb-31b2-419c-84a0-a9ef92dac9a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d235bc8-16fe-4366-874c-0e6b6fd20dd0,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:15.426933 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2cc8b220-7209-4ad4-b44e-deaf80d30e5e tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:15.438659 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b829486b-ac97-419d-882a-90529f51754a tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:15.473354 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2cc8b220-7209-4ad4-b44e-deaf80d30e5e tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:15.475908 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b829486b-ac97-419d-882a-90529f51754a tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event deleted for resources: {'Subnet': ['ID=a4e7abce-ba89-4570-93f2-c83236155b5b,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:15.480158 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b829486b-ac97-419d-882a-90529f51754a tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:15.482175 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b829486b-ac97-419d-882a-90529f51754a tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "DELETE /v2.0/subnets/a4e7abce-ba89-4570-93f2-c83236155b5b HTTP/1.1" status: 204 len: 168 time: 0.6941504 Aug 22 13:46:15.485462 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56496) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:15.488992 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cc8b220-7209-4ad4-b44e-deaf80d30e5e tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:46:15.489408 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2cc8b220-7209-4ad4-b44e-deaf80d30e5e tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:15.500053 n-d-793621-33 neutron-server[94628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:46:15.500053 n-d-793621-33 neutron-server[94628]: self.session.flush() Aug 22 13:46:15.500053 n-d-793621-33 neutron-server[94628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:46:15.500053 n-d-793621-33 neutron-server[94628]: self.session.flush() Aug 22 13:46:15.500053 n-d-793621-33 neutron-server[94628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:46:15.500053 n-d-793621-33 neutron-server[94628]: self.session.flush() Aug 22 13:46:15.500053 n-d-793621-33 neutron-server[94628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:46:15.500053 n-d-793621-33 neutron-server[94628]: self.session.flush() Aug 22 13:46:15.500053 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:46:15.500053 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:46:15.500053 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:46:15.500053 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:46:15.500053 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:46:15.500053 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:46:15.500053 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:46:15.500053 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:46:15.500053 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:46:15.500053 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:46:15.500053 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:46:15.500053 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:46:15.500053 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:46:15.500053 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:46:15.500053 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:46:15.500053 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:46:15.500053 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:46:15.500053 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:46:15.500053 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:46:15.500053 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:46:15.500053 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:46:15.500053 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:46:15.500053 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:46:15.500053 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:46:15.500053 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:46:15.500053 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:46:15.500053 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:46:15.500053 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:46:15.500053 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:46:15.500053 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:46:15.500053 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:46:15.500053 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:46:15.634586 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2cc8b220-7209-4ad4-b44e-deaf80d30e5e tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:15.646034 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2cc8b220-7209-4ad4-b44e-deaf80d30e5e tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:15.651847 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2cc8b220-7209-4ad4-b44e-deaf80d30e5e tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "DELETE /v2.0/networks/ea2764f3-8397-4517-aad5-5fed12293eec HTTP/1.1" status: 204 len: 168 time: 1.4134862 Aug 22 13:46:15.653417 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56500) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:15.659938 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-151b19bf-2f6c-4dc5-bf51-e40e944c5cb9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2063387294'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:46:15.676870 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bc73993e-e8bd-4126-9db5-eaef5eb98f23 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:15.686021 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc8b220-7209-4ad4-b44e-deaf80d30e5e tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event deleted for resources: {'Network': ['ID=ea2764f3-8397-4517-aad5-5fed12293eec,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:15.727681 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151b19bf-2f6c-4dc5-bf51-e40e944c5cb9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Made reservation on behalf of f5a9cec6b494494a893a00dfba9ab7f6 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:46:15.732170 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-151b19bf-2f6c-4dc5-bf51-e40e944c5cb9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:15.793128 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6e3b0dbb-31b2-419c-84a0-a9ef92dac9a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:15.807809 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-151b19bf-2f6c-4dc5-bf51-e40e944c5cb9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:46:15.819502 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-151b19bf-2f6c-4dc5-bf51-e40e944c5cb9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:15.819858 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-151b19bf-2f6c-4dc5-bf51-e40e944c5cb9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Added segment e24fc05f-6123-424d-8a52-535d1ad6a21d of type vlan for network 5e355496-923e-4b91-af66-e04e2fc2f061 Aug 22 13:46:15.871961 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-151b19bf-2f6c-4dc5-bf51-e40e944c5cb9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:15.905342 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-bc73993e-e8bd-4126-9db5-eaef5eb98f23 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Deleting port cf4156e7-5d08-4147-afb0-4694b46c3b70 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:46:15.905680 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bc73993e-e8bd-4126-9db5-eaef5eb98f23 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:15.983028 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-151b19bf-2f6c-4dc5-bf51-e40e944c5cb9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:15.989192 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151b19bf-2f6c-4dc5-bf51-e40e944c5cb9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:15.989794 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-151b19bf-2f6c-4dc5-bf51-e40e944c5cb9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:16.081866 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151b19bf-2f6c-4dc5-bf51-e40e944c5cb9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event updated for resources: {'Network': ['ID=5e355496-923e-4b91-af66-e04e2fc2f061,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:16.088417 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-bc73993e-e8bd-4126-9db5-eaef5eb98f23 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] For port cf4156e7-5d08-4147-afb0-4694b46c3b70, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=cf4156e7-5d08-4147-afb0-4694b46c3b70,segment=NetworkSegment(42652631-3331-4277-8f88-0d7116516368),segment_id=42652631-3331-4277-8f88-0d7116516368)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:46:16.088794 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bc73993e-e8bd-4126-9db5-eaef5eb98f23 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:16.099516 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 5e355496-923e-4b91-af66-e04e2fc2f061 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:46:16.143219 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-bc73993e-e8bd-4126-9db5-eaef5eb98f23 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Calling delete_port for cf4156e7-5d08-4147-afb0-4694b46c3b70 owned by network:dhcp {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:46:16.160563 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e3b0dbb-31b2-419c-84a0-a9ef92dac9a0 admin admin] Router 55f8f513-3218-4139-b190-4e1101029352 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:46:16.280669 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f41319-c641-4f81-bf22-16a0f0a8aeec None None] Network 5608ec7f-ea6b-448e-8918-2085cf54c3c9 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:46:16.289715 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-151b19bf-2f6c-4dc5-bf51-e40e944c5cb9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6335380 Aug 22 13:46:16.294454 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56508) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:16.302735 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-3b51342e-a183-487e-a769-8de854530f88 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Request body: {'subnet': {'network_id': '5e355496-923e-4b91-af66-e04e2fc2f061', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:46:16.309310 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bc73993e-e8bd-4126-9db5-eaef5eb98f23 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:16.331743 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3b0dbb-31b2-419c-84a0-a9ef92dac9a0 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:46:16.338125 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-6e3b0dbb-31b2-419c-84a0-a9ef92dac9a0 admin admin] 10.222.0.21 "PUT /v2.0/routers/55f8f513-3218-4139-b190-4e1101029352/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5156875 Aug 22 13:46:16.341116 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56510) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:16.349187 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec755580-5fda-455b-960b-9fa47beb8c0c None None] Sync routers for ids ['55f8f513-3218-4139-b190-4e1101029352'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:46:16.365760 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec755580-5fda-455b-960b-9fa47beb8c0c None None] Routers {'55f8f513-3218-4139-b190-4e1101029352'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:46:16.368728 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-ec755580-5fda-455b-960b-9fa47beb8c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:46:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['55f8f513-3218-4139-b190-4e1101029352'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:16.375926 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc73993e-e8bd-4126-9db5-eaef5eb98f23 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event deleted for resources: {'Port': ['ID=cf4156e7-5d08-4147-afb0-4694b46c3b70,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:16.376276 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e803521a-15d7-436b-9e37-e06951e83702 None None] Could not find standard attr ID for object cf4156e7-5d08-4147-afb0-4694b46c3b70. {{(pid=94629) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 13:46:16.430505 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc73993e-e8bd-4126-9db5-eaef5eb98f23 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] No DVR routers for this DVR port cf4156e7-5d08-4147-afb0-4694b46c3b70 on host n-d-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:46:16.501924 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-00d25e55-27a6-4b88-a0c1-6583f643fca7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:16.559053 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-ec755580-5fda-455b-960b-9fa47beb8c0c None None] Set router 55f8f513-3218-4139-b190-4e1101029352 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:46:16.568966 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdf6fd5-236b-4b70-a7b0-1d1713a04dcc None None] DHCP port deletion for 5608ec7f-ea6b-448e-8918-2085cf54c3c9 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:46:16.629332 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b51342e-a183-487e-a769-8de854530f88 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Made reservation on behalf of f5a9cec6b494494a893a00dfba9ab7f6 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:46:16.635474 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3b51342e-a183-487e-a769-8de854530f88 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:16.667937 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-00d25e55-27a6-4b88-a0c1-6583f643fca7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:16.715372 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bc73993e-e8bd-4126-9db5-eaef5eb98f23 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:16.738916 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-bc73993e-e8bd-4126-9db5-eaef5eb98f23 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5608ec7f-ea6b-448e-8918-2085cf54c3c9']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:16.760696 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-bc73993e-e8bd-4126-9db5-eaef5eb98f23 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42652631-3331-4277-8f88-0d7116516368') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:16.761424 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-bc73993e-e8bd-4126-9db5-eaef5eb98f23 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42652631-3331-4277-8f88-0d7116516368') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:16.780582 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bc73993e-e8bd-4126-9db5-eaef5eb98f23 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:16.809828 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bc73993e-e8bd-4126-9db5-eaef5eb98f23 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:16.810760 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-00d25e55-27a6-4b88-a0c1-6583f643fca7 admin admin] Deleting port 0d9ca3f7-1e84-496f-ac94-32ca6b0ab0ed {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:46:16.812263 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-00d25e55-27a6-4b88-a0c1-6583f643fca7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:16.825536 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-ec755580-5fda-455b-960b-9fa47beb8c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f8f513-3218-4139-b190-4e1101029352', 'name': 'tempest-TestServerMultinode-569149754-router', 'tenant_id': 'c19f4e1f2b384336a91e39cf379ccad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '0d9ca3f7-1e84-496f-ac94-32ca6b0ab0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:45:01Z', 'updated_at': '2021-08-22T13:46:15Z', 'revision_number': 5, 'project_id': 'c19f4e1f2b384336a91e39cf379ccad7', 'gw_port': {'id': '0d9ca3f7-1e84-496f-ac94-32ca6b0ab0ed', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ca:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f8f513-3218-4139-b190-4e1101029352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:45:02Z', 'updated_at': '2021-08-22T13:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:16.839212 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc73993e-e8bd-4126-9db5-eaef5eb98f23 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:46:16.840001 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bc73993e-e8bd-4126-9db5-eaef5eb98f23 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:16.846076 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:46:16.846076 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:46:16.846076 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:46:16.846076 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:46:16.846076 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:46:16.846076 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:46:16.846076 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:46:16.846076 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:46:16.846076 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:46:16.846076 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:46:16.846076 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:46:16.846076 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:46:16.846076 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:46:16.846076 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:46:16.846076 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:46:16.846076 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:46:16.846076 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:46:16.846076 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:46:16.846076 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:46:16.846076 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:46:16.846076 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:46:16.846076 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:46:16.846076 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:46:16.846076 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:46:16.846076 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:46:16.846076 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:46:16.846076 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:46:16.846076 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:46:16.846076 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:46:16.846076 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:46:16.846076 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:46:16.846076 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:46:16.896173 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec755580-5fda-455b-960b-9fa47beb8c0c None None] Checking router: 55f8f513-3218-4139-b190-4e1101029352 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:46:16.926592 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec755580-5fda-455b-960b-9fa47beb8c0c None None] Routers {'55f8f513-3218-4139-b190-4e1101029352'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:46:16.927352 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-ec755580-5fda-455b-960b-9fa47beb8c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:46:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['55f8f513-3218-4139-b190-4e1101029352'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:16.976762 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-00d25e55-27a6-4b88-a0c1-6583f643fca7 admin admin] For port 0d9ca3f7-1e84-496f-ac94-32ca6b0ab0ed, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=0d9ca3f7-1e84-496f-ac94-32ca6b0ab0ed,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:46:16.980505 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-00d25e55-27a6-4b88-a0c1-6583f643fca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:17.012042 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-00d25e55-27a6-4b88-a0c1-6583f643fca7 admin admin] Calling delete_port for 0d9ca3f7-1e84-496f-ac94-32ca6b0ab0ed owned by network:router_gateway {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:46:17.083685 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bc73993e-e8bd-4126-9db5-eaef5eb98f23 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:17.089894 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bc73993e-e8bd-4126-9db5-eaef5eb98f23 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:17.091891 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-bc73993e-e8bd-4126-9db5-eaef5eb98f23 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "DELETE /v2.0/networks/5608ec7f-ea6b-448e-8918-2085cf54c3c9 HTTP/1.1" status: 204 len: 168 time: 1.6042204 Aug 22 13:46:17.100450 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56518) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:17.108418 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-855c27de-00f1-4127-b267-eaf52409976f tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-633217283'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:46:17.143381 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3b51342e-a183-487e-a769-8de854530f88 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:17.176665 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-ec755580-5fda-455b-960b-9fa47beb8c0c None None] Set router 55f8f513-3218-4139-b190-4e1101029352 gateway port host: None {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:46:17.221036 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc73993e-e8bd-4126-9db5-eaef5eb98f23 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event deleted for resources: {'Network': ['ID=5608ec7f-ea6b-448e-8918-2085cf54c3c9,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:17.229457 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b51342e-a183-487e-a769-8de854530f88 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event updated for resources: {'Subnet': ['ID=053cb7ae-0376-472d-91ca-1908e30ef46e,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:17.275127 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855c27de-00f1-4127-b267-eaf52409976f tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Made reservation on behalf of fbb6b9988b30404790dc99fa2fa4c174 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:46:17.278987 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-855c27de-00f1-4127-b267-eaf52409976f tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:17.291609 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-ec755580-5fda-455b-960b-9fa47beb8c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f8f513-3218-4139-b190-4e1101029352', 'name': 'tempest-TestServerMultinode-569149754-router', 'tenant_id': 'c19f4e1f2b384336a91e39cf379ccad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:45:01Z', 'updated_at': '2021-08-22T13:46:16Z', 'revision_number': 6, 'project_id': 'c19f4e1f2b384336a91e39cf379ccad7', 'gw_port_host': None}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:17.310433 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602341c-0975-43e3-acfc-3f6bf7d1ded3 req-540831b2-92df-4803-be35-756772fcf1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:17.321426 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-0602341c-0975-43e3-acfc-3f6bf7d1ded3 req-540831b2-92df-4803-be35-756772fcf1dd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a38802a9-ea4a-4068-947e-0aecb18663f8 HTTP/1.1" status: 200 len: 1097 time: 0.2750804 Aug 22 13:46:17.351871 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b51342e-a183-487e-a769-8de854530f88 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Checking segment: {'id': 'e24fc05f-6123-424d-8a52-535d1ad6a21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5e355496-923e-4b91-af66-e04e2fc2f061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:46:17.352303 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b51342e-a183-487e-a769-8de854530f88 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Network hostable DHCP agents. Network: 5e355496-923e-4b91-af66-e04e2fc2f061, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:46:17.355425 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-855c27de-00f1-4127-b267-eaf52409976f tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:46:17.357913 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec755580-5fda-455b-960b-9fa47beb8c0c None None] The sync data for ids ['55f8f513-3218-4139-b190-4e1101029352'] in n-d-793621-33 is: [{'id': '55f8f513-3218-4139-b190-4e1101029352', 'name': 'tempest-TestServerMultinode-569149754-router', 'tenant_id': 'c19f4e1f2b384336a91e39cf379ccad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:45:01Z', 'updated_at': '2021-08-22T13:46:16Z', 'revision_number': 6, 'project_id': 'c19f4e1f2b384336a91e39cf379ccad7', 'gw_port_host': None}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:46:17.391367 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-855c27de-00f1-4127-b267-eaf52409976f tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:17.391714 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-855c27de-00f1-4127-b267-eaf52409976f tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Added segment 5af1fcd0-06fa-4d86-a4db-69553204e119 of type vlan for network 86488d76-43f3-4791-876f-fe4c6368a90d Aug 22 13:46:17.399859 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-0602341c-0975-43e3-acfc-3f6bf7d1ded3 req-d0f1ca36-cc48-455c-9057-923c7a277fd8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e9c9470d-ff78-413f-89de-062bc8a1cacb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795126 Aug 22 13:46:17.409011 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-00d25e55-27a6-4b88-a0c1-6583f643fca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:17.443939 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b51342e-a183-487e-a769-8de854530f88 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Network 5e355496-923e-4b91-af66-e04e2fc2f061 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:46:17.458986 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-855c27de-00f1-4127-b267-eaf52409976f tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:17.472635 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d25e55-27a6-4b88-a0c1-6583f643fca7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d9ca3f7-1e84-496f-ac94-32ca6b0ab0ed,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:17.473087 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-3b51342e-a183-487e-a769-8de854530f88 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 5e355496-923e-4b91-af66-e04e2fc2f061) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:46:17.482774 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b51342e-a183-487e-a769-8de854530f88 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:17.483586 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3b51342e-a183-487e-a769-8de854530f88 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:17.491196 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3d0439-cd1a-4683-9a07-62c41a0ea68c None None] Network 5e355496-923e-4b91-af66-e04e2fc2f061 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:46:17.513357 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-3b51342e-a183-487e-a769-8de854530f88 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2165589 Aug 22 13:46:17.515741 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56526) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:17.524484 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-85cda85a-823a-4eba-90ec-d2212dd24459 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1932666722', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:46:17.532191 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-00d25e55-27a6-4b88-a0c1-6583f643fca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:17.533187 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-855c27de-00f1-4127-b267-eaf52409976f tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:17.539633 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855c27de-00f1-4127-b267-eaf52409976f tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:17.540256 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-855c27de-00f1-4127-b267-eaf52409976f tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:17.668364 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-85cda85a-823a-4eba-90ec-d2212dd24459 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:17.669330 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-85cda85a-823a-4eba-90ec-d2212dd24459 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:17.724457 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-00d25e55-27a6-4b88-a0c1-6583f643fca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:17.730259 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-00d25e55-27a6-4b88-a0c1-6583f643fca7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:17.747010 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-85cda85a-823a-4eba-90ec-d2212dd24459 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:17.755485 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-855c27de-00f1-4127-b267-eaf52409976f tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6499977 Aug 22 13:46:17.755485 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c27de-00f1-4127-b267-eaf52409976f tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event updated for resources: {'Network': ['ID=86488d76-43f3-4791-876f-fe4c6368a90d,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:17.756593 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56528) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:17.759523 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-85cda85a-823a-4eba-90ec-d2212dd24459 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:17.768083 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-011cb63b-8d02-4180-80a3-72d0bdea934b tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Request body: {'subnet': {'network_id': '86488d76-43f3-4791-876f-fe4c6368a90d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:46:17.809216 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 86488d76-43f3-4791-876f-fe4c6368a90d details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:46:17.825633 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d41b39-6655-48e7-8624-81d0e04fbb8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-5e355496-923e-4b91-af66-e04e2fc2f061', 'network_id': '5e355496-923e-4b91-af66-e04e2fc2f061', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'fixed_ips': [{'subnet_id': '053cb7ae-0376-472d-91ca-1908e30ef46e'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:46:17.827081 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-87d41b39-6655-48e7-8624-81d0e04fbb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:17.855121 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-00d25e55-27a6-4b88-a0c1-6583f643fca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:17.861084 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d25e55-27a6-4b88-a0c1-6583f643fca7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55f8f513-3218-4139-b190-4e1101029352 {{(pid=94627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:46:17.870180 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-00d25e55-27a6-4b88-a0c1-6583f643fca7 admin admin] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:17.872584 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-00d25e55-27a6-4b88-a0c1-6583f643fca7 admin admin] 10.222.0.21 "DELETE /v2.0/routers/55f8f513-3218-4139-b190-4e1101029352 HTTP/1.1" status: 204 len: 168 time: 1.5290756 Aug 22 13:46:17.874503 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56530) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:17.879446 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-85cda85a-823a-4eba-90ec-d2212dd24459 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:17.881380 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-85cda85a-823a-4eba-90ec-d2212dd24459 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3645051 Aug 22 13:46:17.886568 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56532) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:17.979626 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011cb63b-8d02-4180-80a3-72d0bdea934b tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Made reservation on behalf of fbb6b9988b30404790dc99fa2fa4c174 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:46:17.983662 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-011cb63b-8d02-4180-80a3-72d0bdea934b tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:18.090758 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-aba5cc39-e1a8-409f-8961-8202b94da898 admin admin] Deleting subnet 9bdeb244-0fa7-48f0-a031-b7c05a479d84 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:46:18.094693 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-aba5cc39-e1a8-409f-8961-8202b94da898 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:18.137360 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-aba5cc39-e1a8-409f-8961-8202b94da898 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:18.146614 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-87d41b39-6655-48e7-8624-81d0e04fbb8d None None] Allocated IP 2001:db8::2 (5e355496-923e-4b91-af66-e04e2fc2f061/053cb7ae-0376-472d-91ca-1908e30ef46e/9a73cadc-2647-410e-96ac-07e0ceca2710) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:46:18.268880 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:46:18.273186 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-aba5cc39-e1a8-409f-8961-8202b94da898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:18.319417 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-011cb63b-8d02-4180-80a3-72d0bdea934b tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:18.444907 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011cb63b-8d02-4180-80a3-72d0bdea934b tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event updated for resources: {'Subnet': ['ID=4238214a-d698-46d7-99ec-169cb367697e,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:18.457414 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011cb63b-8d02-4180-80a3-72d0bdea934b tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Checking segment: {'id': '5af1fcd0-06fa-4d86-a4db-69553204e119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '86488d76-43f3-4791-876f-fe4c6368a90d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:46:18.457960 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011cb63b-8d02-4180-80a3-72d0bdea934b tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Network hostable DHCP agents. Network: 86488d76-43f3-4791-876f-fe4c6368a90d, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:46:18.497889 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011cb63b-8d02-4180-80a3-72d0bdea934b tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Network 86488d76-43f3-4791-876f-fe4c6368a90d is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:46:18.510503 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-aba5cc39-e1a8-409f-8961-8202b94da898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:18.536206 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-011cb63b-8d02-4180-80a3-72d0bdea934b tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 86488d76-43f3-4791-876f-fe4c6368a90d) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:46:18.547331 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-87d41b39-6655-48e7-8624-81d0e04fbb8d None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:18.551803 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed803d08-29de-43c8-aad7-829bcb1d8272 None None] Network 86488d76-43f3-4791-876f-fe4c6368a90d requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:46:18.560048 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011cb63b-8d02-4180-80a3-72d0bdea934b tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:18.560857 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-011cb63b-8d02-4180-80a3-72d0bdea934b tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:18.572369 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-87d41b39-6655-48e7-8624-81d0e04fbb8d None None] Transition to ACTIVE for port object 9a73cadc-2647-410e-96ac-07e0ceca2710 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:46:18.597597 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-011cb63b-8d02-4180-80a3-72d0bdea934b tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8393767 Aug 22 13:46:18.602787 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56542) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:18.612302 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-d4b123a1-6b8c-49c5-bdb3-9716804d57fd tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Request body: {'port': {'network_id': '86488d76-43f3-4791-876f-fe4c6368a90d', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1977044555'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:46:18.638935 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5cc39-e1a8-409f-8961-8202b94da898 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bdeb244-0fa7-48f0-a031-b7c05a479d84,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:18.660030 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-87d41b39-6655-48e7-8624-81d0e04fbb8d None None] Transition to ACTIVE for port object 9a73cadc-2647-410e-96ac-07e0ceca2710 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:46:18.673003 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-87d41b39-6655-48e7-8624-81d0e04fbb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:18.749482 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-aba5cc39-e1a8-409f-8961-8202b94da898 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:18.752398 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-aba5cc39-e1a8-409f-8961-8202b94da898 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9bdeb244-0fa7-48f0-a031-b7c05a479d84 HTTP/1.1" status: 204 len: 168 time: 0.8767321 Aug 22 13:46:18.757488 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56546) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:18.760642 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb779842-dadd-499c-b943-e93287df2c1c None None] Network f0c29b74-1aa8-4b6d-9f2f-ff49fd851490 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:46:18.811853 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d41b39-6655-48e7-8624-81d0e04fbb8d None None] Network 5e355496-923e-4b91-af66-e04e2fc2f061 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:46:18.830773 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-87d41b39-6655-48e7-8624-81d0e04fbb8d None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:46:18.834379 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d41b39-6655-48e7-8624-81d0e04fbb8d None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:46:18.865400 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c9c9c31a-ca20-4412-83af-0350b6098dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:18.872448 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-973eb20d-a58a-4e3c-b4e0-3867437fd596 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:18.907181 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d41b39-6655-48e7-8624-81d0e04fbb8d None None] Pushing event updated for resources: {'Port': ['ID=9a73cadc-2647-410e-96ac-07e0ceca2710,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:18.941273 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b123a1-6b8c-49c5-bdb3-9716804d57fd tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Made reservation on behalf of fbb6b9988b30404790dc99fa2fa4c174 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:46:18.956055 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d4b123a1-6b8c-49c5-bdb3-9716804d57fd tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:18.979457 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-87d41b39-6655-48e7-8624-81d0e04fbb8d None None] Attempting to bind port 9a73cadc-2647-410e-96ac-07e0ceca2710 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:46:18.979956 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-87d41b39-6655-48e7-8624-81d0e04fbb8d None None] Attempting to bind port 9a73cadc-2647-410e-96ac-07e0ceca2710 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'e24fc05f-6123-424d-8a52-535d1ad6a21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5e355496-923e-4b91-af66-e04e2fc2f061'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:46:18.980447 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d41b39-6655-48e7-8624-81d0e04fbb8d None None] Attempting to bind port 9a73cadc-2647-410e-96ac-07e0ceca2710 on network 5e355496-923e-4b91-af66-e04e2fc2f061 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:46:18.983713 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-d4b123a1-6b8c-49c5-bdb3-9716804d57fd tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] device_id is not set on port 43a8bc47-a95c-44a4-b5df-6dfb0133cad8 yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:46:18.988050 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d41b39-6655-48e7-8624-81d0e04fbb8d None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:46:18.988583 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d41b39-6655-48e7-8624-81d0e04fbb8d None None] Checking segment: {'id': 'e24fc05f-6123-424d-8a52-535d1ad6a21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5e355496-923e-4b91-af66-e04e2fc2f061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:46:18.989086 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-87d41b39-6655-48e7-8624-81d0e04fbb8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:18.989678 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d41b39-6655-48e7-8624-81d0e04fbb8d None None] Bound using segment: {'id': 'e24fc05f-6123-424d-8a52-535d1ad6a21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5e355496-923e-4b91-af66-e04e2fc2f061'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:46:18.990243 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-87d41b39-6655-48e7-8624-81d0e04fbb8d None None] Bound port: 9a73cadc-2647-410e-96ac-07e0ceca2710, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24fc05f-6123-424d-8a52-535d1ad6a21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5e355496-923e-4b91-af66-e04e2fc2f061'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:46:18.993159 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-87d41b39-6655-48e7-8624-81d0e04fbb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:19.090925 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 0d9ca3f7-1e84-496f-ac94-32ca6b0ab0ed no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:46:19.144763 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 0d9ca3f7-1e84-496f-ac94-32ca6b0ab0ed {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:46:19.145190 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 0d9ca3f7-1e84-496f-ac94-32ca6b0ab0ed not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:46:19.146457 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 9d235bc8-16fe-4366-874c-0e6b6fd20dd0 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:46:19.148768 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6651dec-1dc2-4294-ba20-aebdb7431c2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-86488d76-43f3-4791-876f-fe4c6368a90d', 'network_id': '86488d76-43f3-4791-876f-fe4c6368a90d', 'tenant_id': 'fbb6b9988b30404790dc99fa2fa4c174', 'fixed_ips': [{'subnet_id': '4238214a-d698-46d7-99ec-169cb367697e'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:46:19.149600 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f6651dec-1dc2-4294-ba20-aebdb7431c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:19.164297 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-d4b123a1-6b8c-49c5-bdb3-9716804d57fd tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Allocated IP 172.20.0.14 (86488d76-43f3-4791-876f-fe4c6368a90d/4238214a-d698-46d7-99ec-169cb367697e/43a8bc47-a95c-44a4-b5df-6dfb0133cad8) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:46:19.241451 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-87d41b39-6655-48e7-8624-81d0e04fbb8d None None] For port 9a73cadc-2647-410e-96ac-07e0ceca2710, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:46:19.246893 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-87d41b39-6655-48e7-8624-81d0e04fbb8d None None] For port 9a73cadc-2647-410e-96ac-07e0ceca2710, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=9a73cadc-2647-410e-96ac-07e0ceca2710,segment=NetworkSegment(e24fc05f-6123-424d-8a52-535d1ad6a21d),segment_id=e24fc05f-6123-424d-8a52-535d1ad6a21d)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:46:19.250789 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 9d235bc8-16fe-4366-874c-0e6b6fd20dd0 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:46:19.251405 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 9d235bc8-16fe-4366-874c-0e6b6fd20dd0 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:46:19.256778 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-87d41b39-6655-48e7-8624-81d0e04fbb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:19.301476 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-c9c9c31a-ca20-4412-83af-0350b6098dcd admin admin] Deleting port dfbe47c5-e4fc-4876-b5c6-227f4fc35fa2 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:46:19.302190 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c9c9c31a-ca20-4412-83af-0350b6098dcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:19.332269 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-973eb20d-a58a-4e3c-b4e0-3867437fd596 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Allocated IP 2001:db8::1 (5e355496-923e-4b91-af66-e04e2fc2f061/053cb7ae-0376-472d-91ca-1908e30ef46e/1e8d4d4f-5845-4b7b-a083-f82a767e4895) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:46:19.423020 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-c9c9c31a-ca20-4412-83af-0350b6098dcd admin admin] For port dfbe47c5-e4fc-4876-b5c6-227f4fc35fa2, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=dfbe47c5-e4fc-4876-b5c6-227f4fc35fa2,segment=NetworkSegment(27fb380f-7bd1-4dec-95a1-09a9828f12f4),segment_id=27fb380f-7bd1-4dec-95a1-09a9828f12f4)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:46:19.423394 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c9c9c31a-ca20-4412-83af-0350b6098dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:19.471197 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d41b39-6655-48e7-8624-81d0e04fbb8d None None] Pushing event updated for resources: {'Port': ['ID=9a73cadc-2647-410e-96ac-07e0ceca2710,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:19.492275 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-c9c9c31a-ca20-4412-83af-0350b6098dcd admin admin] Calling delete_port for dfbe47c5-e4fc-4876-b5c6-227f4fc35fa2 owned by network:dhcp {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:46:19.523099 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-973eb20d-a58a-4e3c-b4e0-3867437fd596 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:19.528552 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d4b123a1-6b8c-49c5-bdb3-9716804d57fd tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:19.548918 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-973eb20d-a58a-4e3c-b4e0-3867437fd596 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Transition to ACTIVE for port object 1e8d4d4f-5845-4b7b-a083-f82a767e4895 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:46:19.590624 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c30ed8-559c-40f8-85f9-dee3e47383af None None] DHCP port deletion for f0c29b74-1aa8-4b6d-9f2f-ff49fd851490 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:46:19.640930 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-973eb20d-a58a-4e3c-b4e0-3867437fd596 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:19.705314 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb20d-a58a-4e3c-b4e0-3867437fd596 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event updated for resources: {'Port': ['ID=1e8d4d4f-5845-4b7b-a083-f82a767e4895,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:19.721529 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973eb20d-a58a-4e3c-b4e0-3867437fd596 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Network 5e355496-923e-4b91-af66-e04e2fc2f061 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:46:19.723182 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-973eb20d-a58a-4e3c-b4e0-3867437fd596 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:46:19.725605 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973eb20d-a58a-4e3c-b4e0-3867437fd596 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:46:19.726436 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-973eb20d-a58a-4e3c-b4e0-3867437fd596 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:19.781361 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-d5c30ed8-559c-40f8-85f9-dee3e47383af None None] Deleting port dfbe47c5-e4fc-4876-b5c6-227f4fc35fa2 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:46:19.784009 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d5c30ed8-559c-40f8-85f9-dee3e47383af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:19.922448 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-973eb20d-a58a-4e3c-b4e0-3867437fd596 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:20.187203 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-d4b123a1-6b8c-49c5-bdb3-9716804d57fd tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Transition to ACTIVE for port object 43a8bc47-a95c-44a4-b5df-6dfb0133cad8 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:46:20.315452 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c9c9c31a-ca20-4412-83af-0350b6098dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:20.330723 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d4b123a1-6b8c-49c5-bdb3-9716804d57fd tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:20.339843 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-d5c30ed8-559c-40f8-85f9-dee3e47383af None None] For port dfbe47c5-e4fc-4876-b5c6-227f4fc35fa2, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=dfbe47c5-e4fc-4876-b5c6-227f4fc35fa2,segment=NetworkSegment(27fb380f-7bd1-4dec-95a1-09a9828f12f4),segment_id=27fb380f-7bd1-4dec-95a1-09a9828f12f4)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:46:20.341617 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d5c30ed8-559c-40f8-85f9-dee3e47383af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:20.370266 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c9c31a-ca20-4412-83af-0350b6098dcd admin admin] Pushing event deleted for resources: {'Port': ['ID=dfbe47c5-e4fc-4876-b5c6-227f4fc35fa2,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:20.390692 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-973eb20d-a58a-4e3c-b4e0-3867437fd596 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:20.392203 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-d5c30ed8-559c-40f8-85f9-dee3e47383af None None] Calling delete_port for dfbe47c5-e4fc-4876-b5c6-227f4fc35fa2 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:46:20.394621 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b123a1-6b8c-49c5-bdb3-9716804d57fd tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Network 86488d76-43f3-4791-876f-fe4c6368a90d is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:46:20.402007 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-973eb20d-a58a-4e3c-b4e0-3867437fd596 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:20.403832 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-d4b123a1-6b8c-49c5-bdb3-9716804d57fd tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:46:20.405450 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-973eb20d-a58a-4e3c-b4e0-3867437fd596 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:20.450259 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b123a1-6b8c-49c5-bdb3-9716804d57fd tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:46:20.457997 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c9c31a-ca20-4412-83af-0350b6098dcd admin admin] No DVR routers for this DVR port dfbe47c5-e4fc-4876-b5c6-227f4fc35fa2 on host n-d-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:46:20.488940 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb20d-a58a-4e3c-b4e0-3867437fd596 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event updated for resources: {'Port': ['ID=1e8d4d4f-5845-4b7b-a083-f82a767e4895,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:20.500281 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-f6651dec-1dc2-4294-ba20-aebdb7431c2c None None] Allocated IP 172.20.0.2 (86488d76-43f3-4791-876f-fe4c6368a90d/4238214a-d698-46d7-99ec-169cb367697e/7bdaa443-3da4-40a0-8ea7-2b5612336d83) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:46:20.634403 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c9c9c31a-ca20-4412-83af-0350b6098dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:20.656056 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-c9c9c31a-ca20-4412-83af-0350b6098dcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0c29b74-1aa8-4b6d-9f2f-ff49fd851490']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:20.683275 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-c9c9c31a-ca20-4412-83af-0350b6098dcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27fb380f-7bd1-4dec-95a1-09a9828f12f4') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:20.683716 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-c9c9c31a-ca20-4412-83af-0350b6098dcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27fb380f-7bd1-4dec-95a1-09a9828f12f4') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:20.686360 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973eb20d-a58a-4e3c-b4e0-3867437fd596 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Network 5e355496-923e-4b91-af66-e04e2fc2f061 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:46:20.690700 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-973eb20d-a58a-4e3c-b4e0-3867437fd596 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:46:20.707441 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c9c9c31a-ca20-4412-83af-0350b6098dcd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:20.742691 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c9c9c31a-ca20-4412-83af-0350b6098dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:20.747922 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d5c30ed8-559c-40f8-85f9-dee3e47383af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:20.760954 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9c9c31a-ca20-4412-83af-0350b6098dcd admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:46:20.761632 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c9c9c31a-ca20-4412-83af-0350b6098dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:20.821228 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c30ed8-559c-40f8-85f9-dee3e47383af None None] Pushing event deleted for resources: {'Port': ['ID=dfbe47c5-e4fc-4876-b5c6-227f4fc35fa2,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:20.834742 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c30ed8-559c-40f8-85f9-dee3e47383af None None] No DVR routers for this DVR port dfbe47c5-e4fc-4876-b5c6-227f4fc35fa2 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:46:20.861412 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:46:20.861412 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:46:20.861412 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:46:20.861412 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:46:20.861412 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:46:20.861412 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:46:20.861412 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:46:20.861412 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:46:20.861412 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:46:20.861412 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:46:20.861412 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:46:20.861412 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:46:20.861412 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:46:20.861412 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:46:20.861412 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:46:20.861412 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:46:20.861412 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:46:20.861412 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:46:20.861412 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:46:20.861412 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:46:20.861412 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:46:20.861412 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:46:20.861412 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:46:20.861412 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:46:20.861412 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:46:20.861412 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:46:20.861412 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:46:20.861412 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:46:20.861412 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:46:20.861412 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:46:20.861412 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:46:20.861412 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:46:20.871108 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c9c9c31a-ca20-4412-83af-0350b6098dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:20.882315 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b123a1-6b8c-49c5-bdb3-9716804d57fd tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event updated for resources: {'Port': ['ID=43a8bc47-a95c-44a4-b5df-6dfb0133cad8,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:20.888655 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c9c9c31a-ca20-4412-83af-0350b6098dcd admin admin] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:20.893531 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c9c9c31a-ca20-4412-83af-0350b6098dcd admin admin] 10.222.0.21 "DELETE /v2.0/networks/f0c29b74-1aa8-4b6d-9f2f-ff49fd851490 HTTP/1.1" status: 204 len: 168 time: 2.1350601 Aug 22 13:46:20.938700 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c9c31a-ca20-4412-83af-0350b6098dcd admin admin] Pushing event deleted for resources: {'Network': ['ID=f0c29b74-1aa8-4b6d-9f2f-ff49fd851490,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:20.975685 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b123a1-6b8c-49c5-bdb3-9716804d57fd tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:20.976393 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d4b123a1-6b8c-49c5-bdb3-9716804d57fd tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:20.989052 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-973eb20d-a58a-4e3c-b4e0-3867437fd596 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Router 069f7934-6c85-4f04-88d4-107aa56ad052 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:46:20.997976 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f6651dec-1dc2-4294-ba20-aebdb7431c2c None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:21.016280 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d4b123a1-6b8c-49c5-bdb3-9716804d57fd tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.4100461 Aug 22 13:46:21.020247 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56568) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:21.023767 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-f6651dec-1dc2-4294-ba20-aebdb7431c2c None None] Transition to ACTIVE for port object 7bdaa443-3da4-40a0-8ea7-2b5612336d83 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:46:21.062185 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-f6651dec-1dc2-4294-ba20-aebdb7431c2c None None] Transition to ACTIVE for port object 7bdaa443-3da4-40a0-8ea7-2b5612336d83 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:46:21.087190 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f6651dec-1dc2-4294-ba20-aebdb7431c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:21.155210 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6651dec-1dc2-4294-ba20-aebdb7431c2c None None] Network 86488d76-43f3-4791-876f-fe4c6368a90d is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:46:21.158481 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-f6651dec-1dc2-4294-ba20-aebdb7431c2c None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:46:21.176299 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6651dec-1dc2-4294-ba20-aebdb7431c2c None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:46:21.187802 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 9a73cadc-2647-410e-96ac-07e0ceca2710 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:46:21.194924 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6651dec-1dc2-4294-ba20-aebdb7431c2c None None] Pushing event updated for resources: {'Port': ['ID=7bdaa443-3da4-40a0-8ea7-2b5612336d83,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:21.299097 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973eb20d-a58a-4e3c-b4e0-3867437fd596 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:46:21.306192 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-f6651dec-1dc2-4294-ba20-aebdb7431c2c None None] Attempting to bind port 7bdaa443-3da4-40a0-8ea7-2b5612336d83 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:46:21.307885 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-da5a75d6-b014-4469-8ac1-704bbf33d6ad tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Deleting port 43a8bc47-a95c-44a4-b5df-6dfb0133cad8 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:46:21.308864 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-da5a75d6-b014-4469-8ac1-704bbf33d6ad tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:21.309992 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-f6651dec-1dc2-4294-ba20-aebdb7431c2c None None] Attempting to bind port 7bdaa443-3da4-40a0-8ea7-2b5612336d83 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5af1fcd0-06fa-4d86-a4db-69553204e119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '86488d76-43f3-4791-876f-fe4c6368a90d'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:46:21.310636 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6651dec-1dc2-4294-ba20-aebdb7431c2c None None] Attempting to bind port 7bdaa443-3da4-40a0-8ea7-2b5612336d83 on network 86488d76-43f3-4791-876f-fe4c6368a90d {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:46:21.319776 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-973eb20d-a58a-4e3c-b4e0-3867437fd596 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "PUT /v2.0/routers/069f7934-6c85-4f04-88d4-107aa56ad052/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4338088 Aug 22 13:46:21.322467 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f9ea25-5272-4659-9fca-eef18e778dce None None] Sync routers for ids ['069f7934-6c85-4f04-88d4-107aa56ad052'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:46:21.325344 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56574) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:21.343372 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6651dec-1dc2-4294-ba20-aebdb7431c2c None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:46:21.344091 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6651dec-1dc2-4294-ba20-aebdb7431c2c None None] Checking segment: {'id': '5af1fcd0-06fa-4d86-a4db-69553204e119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '86488d76-43f3-4791-876f-fe4c6368a90d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:46:21.344818 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f6651dec-1dc2-4294-ba20-aebdb7431c2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:21.345478 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6651dec-1dc2-4294-ba20-aebdb7431c2c None None] Bound using segment: {'id': '5af1fcd0-06fa-4d86-a4db-69553204e119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '86488d76-43f3-4791-876f-fe4c6368a90d'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:46:21.345976 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-f6651dec-1dc2-4294-ba20-aebdb7431c2c None None] Bound port: 7bdaa443-3da4-40a0-8ea7-2b5612336d83, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af1fcd0-06fa-4d86-a4db-69553204e119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '86488d76-43f3-4791-876f-fe4c6368a90d'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:46:21.346469 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f6651dec-1dc2-4294-ba20-aebdb7431c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:21.353035 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a3e0bc-965c-428c-b042-e3ee8245e113 None None] Network 5e355496-923e-4b91-af66-e04e2fc2f061 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:46:21.404212 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56576) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:21.437980 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-da5a75d6-b014-4469-8ac1-704bbf33d6ad tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:21.441644 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f9ea25-5272-4659-9fca-eef18e778dce None None] Routers {'069f7934-6c85-4f04-88d4-107aa56ad052'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:46:21.442294 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-b5f9ea25-5272-4659-9fca-eef18e778dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:46:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['069f7934-6c85-4f04-88d4-107aa56ad052'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:21.453033 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-da5a75d6-b014-4469-8ac1-704bbf33d6ad tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Calling delete_port for 43a8bc47-a95c-44a4-b5df-6dfb0133cad8 owned by {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:46:21.492576 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-b5f9ea25-5272-4659-9fca-eef18e778dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:21.505617 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 9a73cadc-2647-410e-96ac-07e0ceca2710 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:46:21.514036 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c07d0c-5c5a-4bf6-ba91-c69fbc049634 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:21.519231 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-27c07d0c-5c5a-4bf6-ba91-c69fbc049634 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "GET /v2.0/ports/1e8d4d4f-5845-4b7b-a083-f82a767e4895 HTTP/1.1" status: 200 len: 911 time: 0.1928384 Aug 22 13:46:21.522480 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56578) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:21.574174 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-f6651dec-1dc2-4294-ba20-aebdb7431c2c None None] For port 7bdaa443-3da4-40a0-8ea7-2b5612336d83, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:46:21.581353 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-f6651dec-1dc2-4294-ba20-aebdb7431c2c None None] For port 7bdaa443-3da4-40a0-8ea7-2b5612336d83, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=7bdaa443-3da4-40a0-8ea7-2b5612336d83,segment=NetworkSegment(5af1fcd0-06fa-4d86-a4db-69553204e119),segment_id=5af1fcd0-06fa-4d86-a4db-69553204e119)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:46:21.600169 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f9ea25-5272-4659-9fca-eef18e778dce None None] Routers {'069f7934-6c85-4f04-88d4-107aa56ad052'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:46:21.600934 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-b5f9ea25-5272-4659-9fca-eef18e778dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:46:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['069f7934-6c85-4f04-88d4-107aa56ad052'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:21.603429 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c2f18e75-8ba2-4c90-b6ba-24382af02e72 None None] Provisioning for port 9a73cadc-2647-410e-96ac-07e0ceca2710 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:46:21.607001 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f6651dec-1dc2-4294-ba20-aebdb7431c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:21.622084 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 9a73cadc-2647-410e-96ac-07e0ceca2710 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:46:21.622453 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:21.623139 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-da5a75d6-b014-4469-8ac1-704bbf33d6ad tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:21.683722 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a75d6-b014-4469-8ac1-704bbf33d6ad tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event deleted for resources: {'Port': ['ID=43a8bc47-a95c-44a4-b5df-6dfb0133cad8,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:21.762563 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-da5a75d6-b014-4469-8ac1-704bbf33d6ad tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:21.767412 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-da5a75d6-b014-4469-8ac1-704bbf33d6ad tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "DELETE /v2.0/ports/43a8bc47-a95c-44a4-b5df-6dfb0133cad8 HTTP/1.1" status: 204 len: 168 time: 0.7420311 Aug 22 13:46:21.768085 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56580) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:21.770417 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c2f18e75-8ba2-4c90-b6ba-24382af02e72 None None] Provisioning complete for port 9a73cadc-2647-410e-96ac-07e0ceca2710 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:46:21.770843 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c2f18e75-8ba2-4c90-b6ba-24382af02e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:21.800312 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-b5f9ea25-5272-4659-9fca-eef18e778dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:21.801006 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f9ea25-5272-4659-9fca-eef18e778dce None None] The sync data for ids ['069f7934-6c85-4f04-88d4-107aa56ad052'] in n-d-793621-33 is: [] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:46:21.819909 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-e47077c1-835b-4a2d-a220-fc2792a4face tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] GET failed (client error): The resource could not be found. Aug 22 13:46:21.830720 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e47077c1-835b-4a2d-a220-fc2792a4face tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "GET /v2.0/ports/43a8bc47-a95c-44a4-b5df-6dfb0133cad8 HTTP/1.1" status: 404 len: 333 time: 0.0494356 Aug 22 13:46:21.831364 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56582) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:21.921757 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6651dec-1dc2-4294-ba20-aebdb7431c2c None None] Pushing event updated for resources: {'Port': ['ID=7bdaa443-3da4-40a0-8ea7-2b5612336d83,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:21.934103 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dba5757-aa19-4408-b04d-1fddb1aac710 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Deleting subnet 4238214a-d698-46d7-99ec-169cb367697e {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:46:21.938034 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2dba5757-aa19-4408-b04d-1fddb1aac710 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:22.126153 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2dba5757-aa19-4408-b04d-1fddb1aac710 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:22.129883 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-1d99e0ec-e09e-4be4-9575-865909c4c10d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1557f483dfe94e64b40221381f234042&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7184255 Aug 22 13:46:22.137227 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56584) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:22.194217 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c2f18e75-8ba2-4c90-b6ba-24382af02e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:22.231123 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:22.292026 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c2f18e75-8ba2-4c90-b6ba-24382af02e72 None None] For port 9a73cadc-2647-410e-96ac-07e0ceca2710, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=9a73cadc-2647-410e-96ac-07e0ceca2710,segment=NetworkSegment(e24fc05f-6123-424d-8a52-535d1ad6a21d),segment_id=e24fc05f-6123-424d-8a52-535d1ad6a21d)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:46:22.305132 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c2f18e75-8ba2-4c90-b6ba-24382af02e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:22.330628 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3c699c8b-27eb-4fa2-b89a-9317c990c305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:22.359498 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2dba5757-aa19-4408-b04d-1fddb1aac710 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:22.452582 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2dba5757-aa19-4408-b04d-1fddb1aac710 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:22.475405 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2dba5757-aa19-4408-b04d-1fddb1aac710 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:22.479576 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2dba5757-aa19-4408-b04d-1fddb1aac710 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "DELETE /v2.0/subnets/4238214a-d698-46d7-99ec-169cb367697e HTTP/1.1" status: 204 len: 168 time: 0.6469591 Aug 22 13:46:22.482880 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56592) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:22.499620 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.db.api [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 13:46:22.499969 n-d-793621-33 neutron-server[94629]: DEBUG oslo_db.api [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 13:46:22.511236 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f18e75-8ba2-4c90-b6ba-24382af02e72 None None] Pushing event updated for resources: {'Port': ['ID=9a73cadc-2647-410e-96ac-07e0ceca2710,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:22.511938 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3c699c8b-27eb-4fa2-b89a-9317c990c305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:22.628348 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4c792748-53a9-4c0f-a465-7a51341dd2c9 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:22.635139 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba5757-aa19-4408-b04d-1fddb1aac710 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event deleted for resources: {'Subnet': ['ID=4238214a-d698-46d7-99ec-169cb367697e,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:22.683963 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3c699c8b-27eb-4fa2-b89a-9317c990c305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:22.692123 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3c699c8b-27eb-4fa2-b89a-9317c990c305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:22.693841 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-3c699c8b-27eb-4fa2-b89a-9317c990c305 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f0f0a62a-fc0b-4e7b-9b67-612d984a1c25 HTTP/1.1" status: 204 len: 168 time: 0.5492227 Aug 22 13:46:22.711658 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c699c8b-27eb-4fa2-b89a-9317c990c305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f0a62a-fc0b-4e7b-9b67-612d984a1c25,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:22.722051 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-4c792748-53a9-4c0f-a465-7a51341dd2c9 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Deleting port 7bdaa443-3da4-40a0-8ea7-2b5612336d83 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:46:22.722051 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4c792748-53a9-4c0f-a465-7a51341dd2c9 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:22.797956 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-203fe5c5-29e4-416a-ad47-eacd5478aca1 None None] Provisioning for port 1e8d4d4f-5845-4b7b-a083-f82a767e4895 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:46:22.802790 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-203fe5c5-29e4-416a-ad47-eacd5478aca1 None None] Provisioning complete for port 1e8d4d4f-5845-4b7b-a083-f82a767e4895 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:46:22.802790 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-203fe5c5-29e4-416a-ad47-eacd5478aca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:22.808032 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d2678e1b-9866-439e-86fb-ba6d5e1bd893 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:22.815560 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-4c792748-53a9-4c0f-a465-7a51341dd2c9 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] For port 7bdaa443-3da4-40a0-8ea7-2b5612336d83, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=7bdaa443-3da4-40a0-8ea7-2b5612336d83,segment=NetworkSegment(5af1fcd0-06fa-4d86-a4db-69553204e119),segment_id=5af1fcd0-06fa-4d86-a4db-69553204e119)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:46:22.816464 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4c792748-53a9-4c0f-a465-7a51341dd2c9 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:22.889367 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-4c792748-53a9-4c0f-a465-7a51341dd2c9 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Calling delete_port for 7bdaa443-3da4-40a0-8ea7-2b5612336d83 owned by network:dhcp {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:46:22.914062 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-203fe5c5-29e4-416a-ad47-eacd5478aca1 None None] Port 1e8d4d4f-5845-4b7b-a083-f82a767e4895 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:46:22.958081 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-203fe5c5-29e4-416a-ad47-eacd5478aca1 None None] Provisioning complete for port 9a73cadc-2647-410e-96ac-07e0ceca2710 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:46:22.958455 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-203fe5c5-29e4-416a-ad47-eacd5478aca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:23.102536 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4c792748-53a9-4c0f-a465-7a51341dd2c9 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:23.180426 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c792748-53a9-4c0f-a465-7a51341dd2c9 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event deleted for resources: {'Port': ['ID=7bdaa443-3da4-40a0-8ea7-2b5612336d83,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:23.188729 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c792748-53a9-4c0f-a465-7a51341dd2c9 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] No DVR routers for this DVR port 7bdaa443-3da4-40a0-8ea7-2b5612336d83 on host n-d-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:46:23.341450 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-d2678e1b-9866-439e-86fb-ba6d5e1bd893 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Deleting port 1e8d4d4f-5845-4b7b-a083-f82a767e4895 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:46:23.342040 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d2678e1b-9866-439e-86fb-ba6d5e1bd893 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:23.385253 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4c792748-53a9-4c0f-a465-7a51341dd2c9 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:23.402053 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device dfbe47c5-e4fc-4876-b5c6-227f4fc35fa2 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:46:23.406644 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-4c792748-53a9-4c0f-a465-7a51341dd2c9 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86488d76-43f3-4791-876f-fe4c6368a90d']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:23.423994 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-4c792748-53a9-4c0f-a465-7a51341dd2c9 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5af1fcd0-06fa-4d86-a4db-69553204e119') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:23.424504 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-4c792748-53a9-4c0f-a465-7a51341dd2c9 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5af1fcd0-06fa-4d86-a4db-69553204e119') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:23.434584 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4c792748-53a9-4c0f-a465-7a51341dd2c9 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:23.464594 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: dfbe47c5-e4fc-4876-b5c6-227f4fc35fa2 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:46:23.464939 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device dfbe47c5-e4fc-4876-b5c6-227f4fc35fa2 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:46:23.498237 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4c792748-53a9-4c0f-a465-7a51341dd2c9 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:23.514434 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c792748-53a9-4c0f-a465-7a51341dd2c9 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:46:23.514923 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4c792748-53a9-4c0f-a465-7a51341dd2c9 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:23.550278 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:46:23.550278 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:46:23.550278 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:46:23.550278 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:46:23.550278 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:46:23.550278 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:46:23.550278 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:46:23.550278 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:46:23.550278 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:46:23.550278 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:46:23.550278 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:46:23.550278 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:46:23.550278 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:46:23.550278 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:46:23.550278 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:46:23.550278 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:46:23.550278 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:46:23.550278 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:46:23.550278 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:46:23.550278 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:46:23.550278 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:46:23.550278 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:46:23.550278 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:46:23.550278 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:46:23.550278 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:46:23.550278 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:46:23.550278 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:46:23.550278 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:46:23.550278 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:46:23.550278 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:46:23.550278 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:46:23.550278 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:46:23.592777 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56604) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:23.613590 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-aabe9541-8f43-4dda-a117-3957c7314074 None None] Provisioning complete for port 1e8d4d4f-5845-4b7b-a083-f82a767e4895 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:46:23.613947 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-aabe9541-8f43-4dda-a117-3957c7314074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:23.649152 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d2678e1b-9866-439e-86fb-ba6d5e1bd893 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:23.664028 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4c792748-53a9-4c0f-a465-7a51341dd2c9 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:23.681336 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-d2678e1b-9866-439e-86fb-ba6d5e1bd893 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Calling delete_port for 1e8d4d4f-5845-4b7b-a083-f82a767e4895 owned by network:router_interface {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:46:23.691851 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-aabe9541-8f43-4dda-a117-3957c7314074 None None] Port 1e8d4d4f-5845-4b7b-a083-f82a767e4895 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:46:23.699287 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-1d2750fe-62bf-44a9-93bf-9183bd5d26e4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c19f4e1f2b384336a91e39cf379ccad7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1022644 Aug 22 13:46:23.702023 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56606) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:23.713778 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4c792748-53a9-4c0f-a465-7a51341dd2c9 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:23.716153 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4c792748-53a9-4c0f-a465-7a51341dd2c9 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "DELETE /v2.0/networks/86488d76-43f3-4791-876f-fe4c6368a90d HTTP/1.1" status: 204 len: 168 time: 1.2317958 Aug 22 13:46:23.717215 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c792748-53a9-4c0f-a465-7a51341dd2c9 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event deleted for resources: {'Network': ['ID=86488d76-43f3-4791-876f-fe4c6368a90d,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:23.722947 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56608) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:23.734599 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 9a73cadc-2647-410e-96ac-07e0ceca2710 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:46:23.734814 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-f664fcd5-32a2-497f-971e-8495a9045475 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Request body: {'port': {'network_id': '53812b1d-578f-465a-b98c-cec6aad1053e', 'name': 'tempest-PortsTestJSON-1999645760'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:46:23.810890 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 9a73cadc-2647-410e-96ac-07e0ceca2710 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:46:23.811463 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:23.838209 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-18bfc874-94ba-41de-a2b4-ff652f0dfb60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:23.862187 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b8c1aa-6023-40ac-af14-5f2d14d5c4ae None None] DHCP port deletion for 86488d76-43f3-4791-876f-fe4c6368a90d request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:46:23.870491 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f664fcd5-32a2-497f-971e-8495a9045475 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Made reservation on behalf of fbb6b9988b30404790dc99fa2fa4c174 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:46:23.872488 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-aca1492a-6612-42a9-8834-888e2a643012 None None] Provisioning complete for port 1e8d4d4f-5845-4b7b-a083-f82a767e4895 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:46:23.872871 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-aca1492a-6612-42a9-8834-888e2a643012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:23.886126 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f664fcd5-32a2-497f-971e-8495a9045475 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:23.908184 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-f664fcd5-32a2-497f-971e-8495a9045475 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] device_id is not set on port 9f9feff7-7b58-4147-a8c3-67fd3a00ddaa yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:46:23.911086 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f1baf3-f4f5-49aa-9c84-a43af105c247 None None] Network 86488d76-43f3-4791-876f-fe4c6368a90d requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:46:23.916792 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-18bfc874-94ba-41de-a2b4-ff652f0dfb60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:23.936032 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f1baf3-f4f5-49aa-9c84-a43af105c247 None None] Network 86488d76-43f3-4791-876f-fe4c6368a90d could not be found, it might have been deleted concurrently. {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 22 13:46:24.022335 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d2678e1b-9866-439e-86fb-ba6d5e1bd893 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:24.025021 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-18bfc874-94ba-41de-a2b4-ff652f0dfb60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:24.027229 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-aca1492a-6612-42a9-8834-888e2a643012 None None] Port 1e8d4d4f-5845-4b7b-a083-f82a767e4895 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:46:24.027966 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-18bfc874-94ba-41de-a2b4-ff652f0dfb60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:24.029486 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-18bfc874-94ba-41de-a2b4-ff652f0dfb60 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0eee4a1c-cfdc-440c-abfd-3ef315b25abc HTTP/1.1" status: 204 len: 168 time: 0.3262725 Aug 22 13:46:24.034045 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-aca1492a-6612-42a9-8834-888e2a643012 None None] Could not find standard attr ID for object 7bdaa443-3da4-40a0-8ea7-2b5612336d83. {{(pid=94629) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 13:46:24.099144 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2678e1b-9866-439e-86fb-ba6d5e1bd893 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event deleted for resources: {'Port': ['ID=1e8d4d4f-5845-4b7b-a083-f82a767e4895,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:24.101278 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bfc874-94ba-41de-a2b4-ff652f0dfb60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eee4a1c-cfdc-440c-abfd-3ef315b25abc,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:24.138586 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f664fcd5-32a2-497f-971e-8495a9045475 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:24.183198 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f664fcd5-32a2-497f-971e-8495a9045475 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:24.239958 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f664fcd5-32a2-497f-971e-8495a9045475 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Network 53812b1d-578f-465a-b98c-cec6aad1053e is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:46:24.249549 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-f664fcd5-32a2-497f-971e-8495a9045475 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:46:24.257401 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f664fcd5-32a2-497f-971e-8495a9045475 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:46:24.263605 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d2678e1b-9866-439e-86fb-ba6d5e1bd893 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:24.263930 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f664fcd5-32a2-497f-971e-8495a9045475 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:24.265184 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f664fcd5-32a2-497f-971e-8495a9045475 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:24.281504 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f664fcd5-32a2-497f-971e-8495a9045475 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event updated for resources: {'Port': ['ID=9f9feff7-7b58-4147-a8c3-67fd3a00ddaa,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:24.302041 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f664fcd5-32a2-497f-971e-8495a9045475 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5779967 Aug 22 13:46:24.304594 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56612) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:24.512021 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-673a2d29-1e34-4aed-b5e5-686d3921c0d2 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Deleting port 9f9feff7-7b58-4147-a8c3-67fd3a00ddaa {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:46:24.512857 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-673a2d29-1e34-4aed-b5e5-686d3921c0d2 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:24.548654 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2678e1b-9866-439e-86fb-ba6d5e1bd893 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Router 069f7934-6c85-4f04-88d4-107aa56ad052 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:46:24.617010 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-673a2d29-1e34-4aed-b5e5-686d3921c0d2 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:24.684387 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-673a2d29-1e34-4aed-b5e5-686d3921c0d2 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Calling delete_port for 9f9feff7-7b58-4147-a8c3-67fd3a00ddaa owned by {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:46:24.731825 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2678e1b-9866-439e-86fb-ba6d5e1bd893 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:46:24.748188 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c9034f-3eea-4363-b562-2c7cf3c3a97c None None] Sync routers for ids ['069f7934-6c85-4f04-88d4-107aa56ad052'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:46:24.761284 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d2678e1b-9866-439e-86fb-ba6d5e1bd893 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "PUT /v2.0/routers/069f7934-6c85-4f04-88d4-107aa56ad052/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2336657 Aug 22 13:46:24.761926 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56618) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:24.770659 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c9034f-3eea-4363-b562-2c7cf3c3a97c None None] Routers {'069f7934-6c85-4f04-88d4-107aa56ad052'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:46:24.771735 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-a2c9034f-3eea-4363-b562-2c7cf3c3a97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:46:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['069f7934-6c85-4f04-88d4-107aa56ad052'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:24.787300 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-673a2d29-1e34-4aed-b5e5-686d3921c0d2 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:24.811832 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-a2c9034f-3eea-4363-b562-2c7cf3c3a97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:24.822338 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c9034f-3eea-4363-b562-2c7cf3c3a97c None None] Routers {'069f7934-6c85-4f04-88d4-107aa56ad052'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:46:24.825993 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e7bd7395-4718-447f-8359-568077d14f52 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "GET /v2.0/ports?device_id=069f7934-6c85-4f04-88d4-107aa56ad052 HTTP/1.1" status: 200 len: 205 time: 0.0603142 Aug 22 13:46:24.826395 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56620) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:24.826585 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-a2c9034f-3eea-4363-b562-2c7cf3c3a97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:46:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['069f7934-6c85-4f04-88d4-107aa56ad052'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:24.831912 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-673a2d29-1e34-4aed-b5e5-686d3921c0d2 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:24.834156 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-673a2d29-1e34-4aed-b5e5-686d3921c0d2 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "DELETE /v2.0/ports/9f9feff7-7b58-4147-a8c3-67fd3a00ddaa HTTP/1.1" status: 204 len: 168 time: 0.5224431 Aug 22 13:46:24.837989 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56622) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:24.846173 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-426385c9-72b8-444f-be89-c3a70854876e tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Request body: {'port': {'network_id': '53812b1d-578f-465a-b98c-cec6aad1053e', 'mac_address': 'fa:16:3e:c7:20:8e', 'name': 'tempest-PortsTestJSON-2126174059'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:46:24.859137 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673a2d29-1e34-4aed-b5e5-686d3921c0d2 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event deleted for resources: {'Port': ['ID=9f9feff7-7b58-4147-a8c3-67fd3a00ddaa,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:24.878582 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-a2c9034f-3eea-4363-b562-2c7cf3c3a97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:24.880767 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c9034f-3eea-4363-b562-2c7cf3c3a97c None None] The sync data for ids ['069f7934-6c85-4f04-88d4-107aa56ad052'] in n-d-793621-33 is: [] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:46:24.989528 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-59d24a6b-9278-4374-a855-23aaa5aa1608 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for router, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:25.114416 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426385c9-72b8-444f-be89-c3a70854876e tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Made reservation on behalf of fbb6b9988b30404790dc99fa2fa4c174 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:46:25.221928 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-59d24a6b-9278-4374-a855-23aaa5aa1608 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:25.225258 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-59d24a6b-9278-4374-a855-23aaa5aa1608 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:25.282595 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-426385c9-72b8-444f-be89-c3a70854876e tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:25.302432 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-59d24a6b-9278-4374-a855-23aaa5aa1608 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:25.303494 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d24a6b-9278-4374-a855-23aaa5aa1608 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Fanout notify agent at l3_agent the message router_deleted on router 069f7934-6c85-4f04-88d4-107aa56ad052 {{(pid=94627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:46:25.315406 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-59d24a6b-9278-4374-a855-23aaa5aa1608 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:25.315406 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-59d24a6b-9278-4374-a855-23aaa5aa1608 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "DELETE /v2.0/routers/069f7934-6c85-4f04-88d4-107aa56ad052 HTTP/1.1" status: 204 len: 168 time: 0.4869719 Aug 22 13:46:25.317120 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56626) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:25.321135 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [None req-426385c9-72b8-444f-be89-c3a70854876e tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] device_id is not set on port 487cadd4-74a1-4d49-8bd9-94b2060675ed yet. {{(pid=94627) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:46:25.407858 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1713c20-9cd4-4055-9e18-c165a2631269 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Deleting subnet 053cb7ae-0376-472d-91ca-1908e30ef46e {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:46:25.420611 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c1713c20-9cd4-4055-9e18-c165a2631269 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:25.496428 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c1713c20-9cd4-4055-9e18-c165a2631269 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:25.533032 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 7bdaa443-3da4-40a0-8ea7-2b5612336d83 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:46:25.559670 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 7bdaa443-3da4-40a0-8ea7-2b5612336d83 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:46:25.560457 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 7bdaa443-3da4-40a0-8ea7-2b5612336d83 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:46:25.589257 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-426385c9-72b8-444f-be89-c3a70854876e tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:25.624429 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c1713c20-9cd4-4055-9e18-c165a2631269 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:25.639724 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-426385c9-72b8-444f-be89-c3a70854876e tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:25.709191 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426385c9-72b8-444f-be89-c3a70854876e tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Network 53812b1d-578f-465a-b98c-cec6aad1053e is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:46:25.717430 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426385c9-72b8-444f-be89-c3a70854876e tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event updated for resources: {'Port': ['ID=487cadd4-74a1-4d49-8bd9-94b2060675ed,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:25.720681 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-426385c9-72b8-444f-be89-c3a70854876e tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:46:25.722978 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426385c9-72b8-444f-be89-c3a70854876e tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:46:25.729784 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426385c9-72b8-444f-be89-c3a70854876e tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:25.730607 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-426385c9-72b8-444f-be89-c3a70854876e tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:25.739267 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c1713c20-9cd4-4055-9e18-c165a2631269 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:25.775598 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-426385c9-72b8-444f-be89-c3a70854876e tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9350340 Aug 22 13:46:25.779469 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56632) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:25.787741 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1713c20-9cd4-4055-9e18-c165a2631269 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event deleted for resources: {'Subnet': ['ID=053cb7ae-0376-472d-91ca-1908e30ef46e,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:25.793787 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c1713c20-9cd4-4055-9e18-c165a2631269 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:25.795709 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c1713c20-9cd4-4055-9e18-c165a2631269 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "DELETE /v2.0/subnets/053cb7ae-0376-472d-91ca-1908e30ef46e HTTP/1.1" status: 204 len: 168 time: 0.4769266 Aug 22 13:46:25.798311 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56634) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:25.804587 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a744537-6fa0-4154-9642-f3bedcfde5a3 None None] Network 5e355496-923e-4b91-af66-e04e2fc2f061 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:46:25.844634 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59c6b36-f7b5-40db-909b-1406f0e9b201 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:25.845949 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c59c6b36-f7b5-40db-909b-1406f0e9b201 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "GET /v2.0/ports/487cadd4-74a1-4d49-8bd9-94b2060675ed HTTP/1.1" status: 200 len: 841 time: 0.0655472 Aug 22 13:46:25.848727 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56638) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:25.928427 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5795424b-5288-42dd-af6f-e93fbaf9b108 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:25.968667 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-4313aef4-a3dc-4e78-8786-b89c457da891 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Deleting port 487cadd4-74a1-4d49-8bd9-94b2060675ed {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:46:25.969119 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4313aef4-a3dc-4e78-8786-b89c457da891 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:26.029638 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-5795424b-5288-42dd-af6f-e93fbaf9b108 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Deleting port 9a73cadc-2647-410e-96ac-07e0ceca2710 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:46:26.029638 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5795424b-5288-42dd-af6f-e93fbaf9b108 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:26.064675 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ded5ad-3206-41ec-b8ba-774f501fd96e None None] DHCP port deletion for 5e355496-923e-4b91-af66-e04e2fc2f061 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:46:26.092400 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4313aef4-a3dc-4e78-8786-b89c457da891 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:26.116492 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-4313aef4-a3dc-4e78-8786-b89c457da891 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Calling delete_port for 487cadd4-74a1-4d49-8bd9-94b2060675ed owned by {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:46:26.118854 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-5795424b-5288-42dd-af6f-e93fbaf9b108 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] For port 9a73cadc-2647-410e-96ac-07e0ceca2710, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=9a73cadc-2647-410e-96ac-07e0ceca2710,segment=NetworkSegment(e24fc05f-6123-424d-8a52-535d1ad6a21d),segment_id=e24fc05f-6123-424d-8a52-535d1ad6a21d)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:46:26.119426 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5795424b-5288-42dd-af6f-e93fbaf9b108 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:26.134815 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-80ded5ad-3206-41ec-b8ba-774f501fd96e None None] Deleting port 9a73cadc-2647-410e-96ac-07e0ceca2710 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:46:26.135334 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-80ded5ad-3206-41ec-b8ba-774f501fd96e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:26.141404 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-5795424b-5288-42dd-af6f-e93fbaf9b108 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Calling delete_port for 9a73cadc-2647-410e-96ac-07e0ceca2710 owned by network:dhcp {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:46:26.216629 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-80ded5ad-3206-41ec-b8ba-774f501fd96e None None] For port 9a73cadc-2647-410e-96ac-07e0ceca2710, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=9a73cadc-2647-410e-96ac-07e0ceca2710,segment=NetworkSegment(e24fc05f-6123-424d-8a52-535d1ad6a21d),segment_id=e24fc05f-6123-424d-8a52-535d1ad6a21d)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:46:26.217189 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-80ded5ad-3206-41ec-b8ba-774f501fd96e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:26.230705 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5795424b-5288-42dd-af6f-e93fbaf9b108 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:26.236133 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-80ded5ad-3206-41ec-b8ba-774f501fd96e None None] Calling delete_port for 9a73cadc-2647-410e-96ac-07e0ceca2710 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:46:26.283800 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5795424b-5288-42dd-af6f-e93fbaf9b108 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event deleted for resources: {'Port': ['ID=9a73cadc-2647-410e-96ac-07e0ceca2710,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:26.290105 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5795424b-5288-42dd-af6f-e93fbaf9b108 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] No DVR routers for this DVR port 9a73cadc-2647-410e-96ac-07e0ceca2710 on host n-d-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:46:26.348446 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4313aef4-a3dc-4e78-8786-b89c457da891 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:26.357327 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-80ded5ad-3206-41ec-b8ba-774f501fd96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:26.390866 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ded5ad-3206-41ec-b8ba-774f501fd96e None None] Pushing event deleted for resources: {'Port': ['ID=9a73cadc-2647-410e-96ac-07e0ceca2710,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:26.395955 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ded5ad-3206-41ec-b8ba-774f501fd96e None None] No DVR routers for this DVR port 9a73cadc-2647-410e-96ac-07e0ceca2710 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:46:26.423389 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5795424b-5288-42dd-af6f-e93fbaf9b108 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:26.433759 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4313aef4-a3dc-4e78-8786-b89c457da891 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event deleted for resources: {'Port': ['ID=487cadd4-74a1-4d49-8bd9-94b2060675ed,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:26.438608 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-5795424b-5288-42dd-af6f-e93fbaf9b108 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e355496-923e-4b91-af66-e04e2fc2f061']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:26.447630 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4313aef4-a3dc-4e78-8786-b89c457da891 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:26.450160 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-4313aef4-a3dc-4e78-8786-b89c457da891 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "DELETE /v2.0/ports/487cadd4-74a1-4d49-8bd9-94b2060675ed HTTP/1.1" status: 204 len: 168 time: 0.6003070 Aug 22 13:46:26.453137 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56642) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:26.457589 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-5795424b-5288-42dd-af6f-e93fbaf9b108 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e24fc05f-6123-424d-8a52-535d1ad6a21d') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:26.458169 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-5795424b-5288-42dd-af6f-e93fbaf9b108 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e24fc05f-6123-424d-8a52-535d1ad6a21d') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:26.473953 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5795424b-5288-42dd-af6f-e93fbaf9b108 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:26.484967 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-b66302e4-841f-4540-b6a8-01daadef3bee tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] GET failed (client error): The resource could not be found. Aug 22 13:46:26.486561 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-b66302e4-841f-4540-b6a8-01daadef3bee tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "GET /v2.0/ports/487cadd4-74a1-4d49-8bd9-94b2060675ed HTTP/1.1" status: 404 len: 333 time: 0.0324903 Aug 22 13:46:26.490145 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56648) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:26.499745 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-ae38b6c3-c479-4c5f-830c-22350ae53b1b tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Request body: {'port': {'network_id': '53812b1d-578f-465a-b98c-cec6aad1053e', 'name': 'tempest-PortsTestJSON-1625373518'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:46:26.508514 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5795424b-5288-42dd-af6f-e93fbaf9b108 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:26.519238 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5795424b-5288-42dd-af6f-e93fbaf9b108 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:46:26.519749 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5795424b-5288-42dd-af6f-e93fbaf9b108 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:26.576700 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:46:26.576700 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:46:26.576700 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:46:26.576700 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:46:26.576700 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:46:26.576700 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:46:26.576700 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:46:26.576700 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:46:26.576700 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:46:26.576700 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:46:26.576700 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:46:26.576700 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:46:26.576700 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:46:26.576700 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:46:26.576700 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:46:26.576700 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:46:26.576700 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:46:26.576700 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:46:26.576700 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:46:26.576700 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:46:26.576700 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:46:26.576700 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:46:26.576700 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:46:26.576700 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:46:26.576700 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:46:26.576700 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:46:26.576700 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:46:26.576700 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:46:26.576700 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:46:26.576700 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:46:26.576700 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:46:26.576700 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:46:26.591814 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5795424b-5288-42dd-af6f-e93fbaf9b108 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:26.601632 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5795424b-5288-42dd-af6f-e93fbaf9b108 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:26.603739 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5795424b-5288-42dd-af6f-e93fbaf9b108 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "DELETE /v2.0/networks/5e355496-923e-4b91-af66-e04e2fc2f061 HTTP/1.1" status: 204 len: 168 time: 0.8040304 Aug 22 13:46:26.609736 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56650) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:26.615581 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5795424b-5288-42dd-af6f-e93fbaf9b108 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event deleted for resources: {'Network': ['ID=5e355496-923e-4b91-af66-e04e2fc2f061,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:26.619911 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-e8188df5-d2a5-42e9-9fe7-91801fa33e7c tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-354550100', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}, 'admin_state_up': False}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:46:26.639631 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae38b6c3-c479-4c5f-830c-22350ae53b1b tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Made reservation on behalf of fbb6b9988b30404790dc99fa2fa4c174 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:46:26.643408 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ae38b6c3-c479-4c5f-830c-22350ae53b1b tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:26.668557 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [None req-ae38b6c3-c479-4c5f-830c-22350ae53b1b tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] device_id is not set on port 5b6a6715-5633-4b9b-aecf-478ac6af620c yet. {{(pid=94627) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:46:26.673711 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e8188df5-d2a5-42e9-9fe7-91801fa33e7c tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:26.674796 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e8188df5-d2a5-42e9-9fe7-91801fa33e7c tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:26.788262 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e8188df5-d2a5-42e9-9fe7-91801fa33e7c tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:27.011983 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e8188df5-d2a5-42e9-9fe7-91801fa33e7c tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:27.047183 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ae38b6c3-c479-4c5f-830c-22350ae53b1b tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:27.134356 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ae38b6c3-c479-4c5f-830c-22350ae53b1b tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:27.196403 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae38b6c3-c479-4c5f-830c-22350ae53b1b tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Network 53812b1d-578f-465a-b98c-cec6aad1053e is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:46:27.201842 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-ae38b6c3-c479-4c5f-830c-22350ae53b1b tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:46:27.211926 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae38b6c3-c479-4c5f-830c-22350ae53b1b tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:46:27.216543 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae38b6c3-c479-4c5f-830c-22350ae53b1b tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:27.217164 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ae38b6c3-c479-4c5f-830c-22350ae53b1b tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:27.222555 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae38b6c3-c479-4c5f-830c-22350ae53b1b tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event updated for resources: {'Port': ['ID=5b6a6715-5633-4b9b-aecf-478ac6af620c,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:27.248706 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56652) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:27.249341 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ae38b6c3-c479-4c5f-830c-22350ae53b1b tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7574866 Aug 22 13:46:27.255573 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-58c425c4-e73b-4d57-89e7-83ce9d0b1344 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:46:27.343562 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e8188df5-d2a5-42e9-9fe7-91801fa33e7c tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for router_gateway, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:27.363285 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e8188df5-d2a5-42e9-9fe7-91801fa33e7c tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:27.372438 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-58c425c4-e73b-4d57-89e7-83ce9d0b1344 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:27.584980 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-e8188df5-d2a5-42e9-9fe7-91801fa33e7c tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Allocated IP 172.25.3.58 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/153031e3-0cbb-41b3-928d-12018a9bd524) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:46:27.619781 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 9a73cadc-2647-410e-96ac-07e0ceca2710 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:46:27.677180 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 9a73cadc-2647-410e-96ac-07e0ceca2710 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:46:27.688968 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 9a73cadc-2647-410e-96ac-07e0ceca2710 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:46:27.689572 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-58c425c4-e73b-4d57-89e7-83ce9d0b1344 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:27.699157 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-58c425c4-e73b-4d57-89e7-83ce9d0b1344 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:27.739998 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-58c425c4-e73b-4d57-89e7-83ce9d0b1344 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] In _notify_port_updated(), no bound segment for port 5b6a6715-5633-4b9b-aecf-478ac6af620c on network 53812b1d-578f-465a-b98c-cec6aad1053e {{(pid=94628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 22 13:46:27.757632 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c425c4-e73b-4d57-89e7-83ce9d0b1344 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:27.759258 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-58c425c4-e73b-4d57-89e7-83ce9d0b1344 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:27.767075 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-58c425c4-e73b-4d57-89e7-83ce9d0b1344 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "PUT /v2.0/ports/5b6a6715-5633-4b9b-aecf-478ac6af620c HTTP/1.1" status: 200 len: 818 time: 0.5098293 Aug 22 13:46:27.767075 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56658) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:27.866927 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c425c4-e73b-4d57-89e7-83ce9d0b1344 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event updated for resources: {'Port': ['ID=5b6a6715-5633-4b9b-aecf-478ac6af620c,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:27.934454 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-cf61d7e0-9d32-44ad-a814-b5d12d6c9569 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Deleting port 5b6a6715-5633-4b9b-aecf-478ac6af620c {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:46:27.935045 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cf61d7e0-9d32-44ad-a814-b5d12d6c9569 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:28.028394 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cf61d7e0-9d32-44ad-a814-b5d12d6c9569 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:28.047321 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-cf61d7e0-9d32-44ad-a814-b5d12d6c9569 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Calling delete_port for 5b6a6715-5633-4b9b-aecf-478ac6af620c owned by {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:46:28.159550 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cf61d7e0-9d32-44ad-a814-b5d12d6c9569 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:28.200916 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61d7e0-9d32-44ad-a814-b5d12d6c9569 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event deleted for resources: {'Port': ['ID=5b6a6715-5633-4b9b-aecf-478ac6af620c,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:28.208197 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cf61d7e0-9d32-44ad-a814-b5d12d6c9569 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:28.214120 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-cf61d7e0-9d32-44ad-a814-b5d12d6c9569 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "DELETE /v2.0/ports/5b6a6715-5633-4b9b-aecf-478ac6af620c HTTP/1.1" status: 204 len: 168 time: 0.4095206 Aug 22 13:46:28.214940 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56660) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:28.243209 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e8188df5-d2a5-42e9-9fe7-91801fa33e7c tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:28.297133 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e8188df5-d2a5-42e9-9fe7-91801fa33e7c tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:28.306340 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916aed0b-f67b-476d-ad8b-36aae54489ac tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:28.311218 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-916aed0b-f67b-476d-ad8b-36aae54489ac tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0950930 Aug 22 13:46:28.311891 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56662) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:28.345888 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe1b6bdd-d18e-467e-9373-8b6e977cb723 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] GET failed (client error): The resource could not be found. Aug 22 13:46:28.351599 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56664) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:28.351801 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-fe1b6bdd-d18e-467e-9373-8b6e977cb723 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "GET /v2.0/ports/5b6a6715-5633-4b9b-aecf-478ac6af620c HTTP/1.1" status: 404 len: 333 time: 0.0385070 Aug 22 13:46:28.359842 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-d0c5a3d2-0263-4f1c-a040-ee3f1f55c7fa tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1254401073'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:46:28.365954 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8188df5-d2a5-42e9-9fe7-91801fa33e7c tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:46:28.375414 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-e8188df5-d2a5-42e9-9fe7-91801fa33e7c tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:46:28.378283 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8188df5-d2a5-42e9-9fe7-91801fa33e7c tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:46:28.414897 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8188df5-d2a5-42e9-9fe7-91801fa33e7c tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event updated for resources: {'Port': ['ID=153031e3-0cbb-41b3-928d-12018a9bd524,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:28.449426 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-11fa3ded-69e7-477a-9a3c-4c070c13af47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:28.452166 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c5a3d2-0263-4f1c-a040-ee3f1f55c7fa tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Made reservation on behalf of fbb6b9988b30404790dc99fa2fa4c174 for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:46:28.452878 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:28.455976 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d0c5a3d2-0263-4f1c-a040-ee3f1f55c7fa tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:28.575094 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0c5a3d2-0263-4f1c-a040-ee3f1f55c7fa tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:46:28.598675 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d0c5a3d2-0263-4f1c-a040-ee3f1f55c7fa tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:28.599030 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-d0c5a3d2-0263-4f1c-a040-ee3f1f55c7fa tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Added segment dc7aac4c-2682-4e81-a480-5377d22fa9f4 of type vlan for network 64f221e6-c1ca-4ca9-a999-98b31c94b2fb Aug 22 13:46:28.678262 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d0c5a3d2-0263-4f1c-a040-ee3f1f55c7fa tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:28.751261 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d0c5a3d2-0263-4f1c-a040-ee3f1f55c7fa tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:28.757238 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c5a3d2-0263-4f1c-a040-ee3f1f55c7fa tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:28.757908 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d0c5a3d2-0263-4f1c-a040-ee3f1f55c7fa tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:28.832742 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d0c5a3d2-0263-4f1c-a040-ee3f1f55c7fa tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4783354 Aug 22 13:46:28.836224 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56672) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:28.836424 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e8188df5-d2a5-42e9-9fe7-91801fa33e7c tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for router_gateway, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:28.841859 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-7aa333bd-007c-4f35-9d71-85fbf75246c4 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Request body: {'subnet': {'network_id': '64f221e6-c1ca-4ca9-a999-98b31c94b2fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:46:28.879728 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c5a3d2-0263-4f1c-a040-ee3f1f55c7fa tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event updated for resources: {'Network': ['ID=64f221e6-c1ca-4ca9-a999-98b31c94b2fb,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:28.893615 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 64f221e6-c1ca-4ca9-a999-98b31c94b2fb details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:46:29.033001 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa333bd-007c-4f35-9d71-85fbf75246c4 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Made reservation on behalf of fbb6b9988b30404790dc99fa2fa4c174 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:46:29.038611 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7aa333bd-007c-4f35-9d71-85fbf75246c4 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:29.104338 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e8188df5-d2a5-42e9-9fe7-91801fa33e7c tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:29.263008 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8188df5-d2a5-42e9-9fe7-91801fa33e7c tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Router 733b082e-6a32-43b6-a7e6-71140760bc0d is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:46:29.308441 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7aa333bd-007c-4f35-9d71-85fbf75246c4 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:29.391659 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa333bd-007c-4f35-9d71-85fbf75246c4 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Checking segment: {'id': 'dc7aac4c-2682-4e81-a480-5377d22fa9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '64f221e6-c1ca-4ca9-a999-98b31c94b2fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:46:29.392042 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa333bd-007c-4f35-9d71-85fbf75246c4 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Network hostable DHCP agents. Network: 64f221e6-c1ca-4ca9-a999-98b31c94b2fb, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:46:29.400182 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa333bd-007c-4f35-9d71-85fbf75246c4 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event updated for resources: {'Subnet': ['ID=332eb4eb-155b-4260-a8d9-e140c6efdd36,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:29.414981 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8188df5-d2a5-42e9-9fe7-91801fa33e7c tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:46:29.419984 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa333bd-007c-4f35-9d71-85fbf75246c4 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:46:29.420380 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa333bd-007c-4f35-9d71-85fbf75246c4 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:46:29.420895 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa333bd-007c-4f35-9d71-85fbf75246c4 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:46:29.421418 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa333bd-007c-4f35-9d71-85fbf75246c4 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:46:29.421964 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa333bd-007c-4f35-9d71-85fbf75246c4 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:46:29.422612 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa333bd-007c-4f35-9d71-85fbf75246c4 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:46:29.422977 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa333bd-007c-4f35-9d71-85fbf75246c4 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:46:29.423309 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa333bd-007c-4f35-9d71-85fbf75246c4 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:46:29.423669 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa333bd-007c-4f35-9d71-85fbf75246c4 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:46:29.424179 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa333bd-007c-4f35-9d71-85fbf75246c4 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:46:29.424542 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa333bd-007c-4f35-9d71-85fbf75246c4 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:46:29.424866 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa333bd-007c-4f35-9d71-85fbf75246c4 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:46:29.428876 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa333bd-007c-4f35-9d71-85fbf75246c4 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Network 64f221e6-c1ca-4ca9-a999-98b31c94b2fb is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:46:29.435492 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95e253e-1138-4d00-92d6-fffa60146bd7 None None] Sync routers for ids ['733b082e-6a32-43b6-a7e6-71140760bc0d'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:46:29.446163 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95e253e-1138-4d00-92d6-fffa60146bd7 None None] Routers {'733b082e-6a32-43b6-a7e6-71140760bc0d'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:46:29.447702 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-c95e253e-1138-4d00-92d6-fffa60146bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:46:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['733b082e-6a32-43b6-a7e6-71140760bc0d'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:29.450883 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-7aa333bd-007c-4f35-9d71-85fbf75246c4 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 64f221e6-c1ca-4ca9-a999-98b31c94b2fb) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:46:29.460705 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa333bd-007c-4f35-9d71-85fbf75246c4 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:29.461540 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7aa333bd-007c-4f35-9d71-85fbf75246c4 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:29.471519 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e8188df5-d2a5-42e9-9fe7-91801fa33e7c tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:29.477028 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56674) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:29.479296 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e8188df5-d2a5-42e9-9fe7-91801fa33e7c tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 2.8684554 Aug 22 13:46:29.492309 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7aa333bd-007c-4f35-9d71-85fbf75246c4 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6514962 Aug 22 13:46:29.492309 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56676) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:29.531094 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-c95e253e-1138-4d00-92d6-fffa60146bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:29.533995 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ee57e8-322d-4846-bbdb-40dacf0288de None None] Network 64f221e6-c1ca-4ca9-a999-98b31c94b2fb requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:46:29.545037 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-d4ee6071-7d70-4477-ad97-117e8f52e197 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Request body: {'subnet': {'network_id': '64f221e6-c1ca-4ca9-a999-98b31c94b2fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:46:29.589648 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95e253e-1138-4d00-92d6-fffa60146bd7 None None] Routers {'733b082e-6a32-43b6-a7e6-71140760bc0d'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:46:29.590301 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-c95e253e-1138-4d00-92d6-fffa60146bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:46:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['733b082e-6a32-43b6-a7e6-71140760bc0d'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:29.628392 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-c95e253e-1138-4d00-92d6-fffa60146bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:29.629147 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95e253e-1138-4d00-92d6-fffa60146bd7 None None] The sync data for ids ['733b082e-6a32-43b6-a7e6-71140760bc0d'] in n-d-793621-33 is: [] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:46:29.719983 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56682) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:29.722215 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6eaae678-2018-4a3f-a8d7-bba88a5ef384 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "GET /v2.0/routers/733b082e-6a32-43b6-a7e6-71140760bc0d HTTP/1.1" status: 200 len: 883 time: 0.2429240 Aug 22 13:46:29.766589 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78936b23-c13e-48d6-884a-98793067e437 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-64f221e6-c1ca-4ca9-a999-98b31c94b2fb', 'network_id': '64f221e6-c1ca-4ca9-a999-98b31c94b2fb', 'tenant_id': 'fbb6b9988b30404790dc99fa2fa4c174', 'fixed_ips': [{'subnet_id': '332eb4eb-155b-4260-a8d9-e140c6efdd36'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:46:29.768772 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-78936b23-c13e-48d6-884a-98793067e437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:29.842883 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ee6071-7d70-4477-ad97-117e8f52e197 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Made reservation on behalf of fbb6b9988b30404790dc99fa2fa4c174 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:46:29.847751 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d4ee6071-7d70-4477-ad97-117e8f52e197 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:29.994615 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-78936b23-c13e-48d6-884a-98793067e437 None None] Allocated IP 172.20.0.2 (64f221e6-c1ca-4ca9-a999-98b31c94b2fb/332eb4eb-155b-4260-a8d9-e140c6efdd36/8d7ec23d-807a-4b4c-9df3-d806c2469a6b) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:46:30.011042 n-d-793621-33 neutron-server[94628]: INFO neutron.db.ipam_backend_mixin [None req-d4ee6071-7d70-4477-ad97-117e8f52e197 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 332eb4eb-155b-4260-a8d9-e140c6efdd36 (CIDR: 172.20.0.0/28) Aug 22 13:46:30.014992 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4ee6071-7d70-4477-ad97-117e8f52e197 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 13:46:30.016044 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4ee6071-7d70-4477-ad97-117e8f52e197 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:46:30.052130 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d4ee6071-7d70-4477-ad97-117e8f52e197 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5600567 Aug 22 13:46:30.054836 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56688) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:30.078104 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-49791232-d69c-46bb-968f-c5da55c162f0 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Request body: {'subnet': {'network_id': '64f221e6-c1ca-4ca9-a999-98b31c94b2fb', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:46:30.084511 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-4bc0ed04-e58b-43b1-bb9c-c3f9bbb7275b tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.3633430 Aug 22 13:46:30.090355 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56690) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:30.097199 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-e953d551-0ece-4f79-b52d-c081c7b518a1 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-354550100'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:46:30.268471 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-78936b23-c13e-48d6-884a-98793067e437 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:30.287858 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49791232-d69c-46bb-968f-c5da55c162f0 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Made reservation on behalf of fbb6b9988b30404790dc99fa2fa4c174 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:46:30.291215 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-78936b23-c13e-48d6-884a-98793067e437 None None] Transition to ACTIVE for port object 8d7ec23d-807a-4b4c-9df3-d806c2469a6b will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:46:30.294520 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-49791232-d69c-46bb-968f-c5da55c162f0 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:30.321948 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-78936b23-c13e-48d6-884a-98793067e437 None None] Transition to ACTIVE for port object 8d7ec23d-807a-4b4c-9df3-d806c2469a6b will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:46:30.337221 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-78936b23-c13e-48d6-884a-98793067e437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:30.400814 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78936b23-c13e-48d6-884a-98793067e437 None None] Network 64f221e6-c1ca-4ca9-a999-98b31c94b2fb is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:46:30.403381 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-78936b23-c13e-48d6-884a-98793067e437 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:46:30.411991 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78936b23-c13e-48d6-884a-98793067e437 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:46:30.426485 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78936b23-c13e-48d6-884a-98793067e437 None None] Pushing event updated for resources: {'Port': ['ID=8d7ec23d-807a-4b4c-9df3-d806c2469a6b,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:30.506586 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-78936b23-c13e-48d6-884a-98793067e437 None None] Attempting to bind port 8d7ec23d-807a-4b4c-9df3-d806c2469a6b on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:46:30.507363 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-78936b23-c13e-48d6-884a-98793067e437 None None] Attempting to bind port 8d7ec23d-807a-4b4c-9df3-d806c2469a6b by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'dc7aac4c-2682-4e81-a480-5377d22fa9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '64f221e6-c1ca-4ca9-a999-98b31c94b2fb'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:46:30.507895 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78936b23-c13e-48d6-884a-98793067e437 None None] Attempting to bind port 8d7ec23d-807a-4b4c-9df3-d806c2469a6b on network 64f221e6-c1ca-4ca9-a999-98b31c94b2fb {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:46:30.514699 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78936b23-c13e-48d6-884a-98793067e437 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:46:30.515605 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78936b23-c13e-48d6-884a-98793067e437 None None] Checking segment: {'id': 'dc7aac4c-2682-4e81-a480-5377d22fa9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '64f221e6-c1ca-4ca9-a999-98b31c94b2fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:46:30.516329 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-78936b23-c13e-48d6-884a-98793067e437 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:30.516935 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78936b23-c13e-48d6-884a-98793067e437 None None] Bound using segment: {'id': 'dc7aac4c-2682-4e81-a480-5377d22fa9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '64f221e6-c1ca-4ca9-a999-98b31c94b2fb'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:46:30.517569 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-78936b23-c13e-48d6-884a-98793067e437 None None] Bound port: 8d7ec23d-807a-4b4c-9df3-d806c2469a6b, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc7aac4c-2682-4e81-a480-5377d22fa9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '64f221e6-c1ca-4ca9-a999-98b31c94b2fb'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:46:30.518181 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-78936b23-c13e-48d6-884a-98793067e437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:30.635533 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-78936b23-c13e-48d6-884a-98793067e437 None None] For port 8d7ec23d-807a-4b4c-9df3-d806c2469a6b, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:46:30.640323 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-49791232-d69c-46bb-968f-c5da55c162f0 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:30.641877 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-78936b23-c13e-48d6-884a-98793067e437 None None] For port 8d7ec23d-807a-4b4c-9df3-d806c2469a6b, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=8d7ec23d-807a-4b4c-9df3-d806c2469a6b,segment=NetworkSegment(dc7aac4c-2682-4e81-a480-5377d22fa9f4),segment_id=dc7aac4c-2682-4e81-a480-5377d22fa9f4)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:46:30.648774 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-78936b23-c13e-48d6-884a-98793067e437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:30.657581 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e953d551-0ece-4f79-b52d-c081c7b518a1 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36751'] for router, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:30.675813 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e953d551-0ece-4f79-b52d-c081c7b518a1 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803386'] for router, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:30.697472 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49791232-d69c-46bb-968f-c5da55c162f0 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Network 64f221e6-c1ca-4ca9-a999-98b31c94b2fb is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:46:30.705618 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-49791232-d69c-46bb-968f-c5da55c162f0 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:46:30.708574 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49791232-d69c-46bb-968f-c5da55c162f0 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:30.709157 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-49791232-d69c-46bb-968f-c5da55c162f0 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:30.721774 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78936b23-c13e-48d6-884a-98793067e437 None None] Pushing event updated for resources: {'Port': ['ID=8d7ec23d-807a-4b4c-9df3-d806c2469a6b,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:30.736061 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49791232-d69c-46bb-968f-c5da55c162f0 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event updated for resources: {'Subnet': ['ID=6100c3e2-4166-47d3-9dec-b82e2f0cfb8d,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:30.749039 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-49791232-d69c-46bb-968f-c5da55c162f0 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6905401 Aug 22 13:46:30.750384 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56696) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:30.755723 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-83546bac-72b2-4ecf-b778-88914343b9ef tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Request body: {'port': {'network_id': '64f221e6-c1ca-4ca9-a999-98b31c94b2fb', 'fixed_ips': [{'subnet_id': '332eb4eb-155b-4260-a8d9-e140c6efdd36'}, {'subnet_id': '6100c3e2-4166-47d3-9dec-b82e2f0cfb8d'}], 'name': 'tempest-PortsTestJSON-1528073255'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:46:30.853933 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e953d551-0ece-4f79-b52d-c081c7b518a1 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Router 733b082e-6a32-43b6-a7e6-71140760bc0d has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:46:30.914573 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83546bac-72b2-4ecf-b778-88914343b9ef tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Made reservation on behalf of fbb6b9988b30404790dc99fa2fa4c174 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:46:31.053494 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e953d551-0ece-4f79-b52d-c081c7b518a1 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:46:31.060525 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-83546bac-72b2-4ecf-b778-88914343b9ef tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:31.061220 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e953d551-0ece-4f79-b52d-c081c7b518a1 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:31.061220 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e953d551-0ece-4f79-b52d-c081c7b518a1 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "PUT /v2.0/routers/733b082e-6a32-43b6-a7e6-71140760bc0d HTTP/1.1" status: 200 len: 890 time: 0.9677808 Aug 22 13:46:31.063568 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56698) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:31.072171 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46871351-b69f-4d4b-aaef-a4f245f381e5 None None] Sync routers for ids ['733b082e-6a32-43b6-a7e6-71140760bc0d'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:46:31.089429 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-70f4a2d3-3e12-46b4-a7d9-be87480abed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:31.090993 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46871351-b69f-4d4b-aaef-a4f245f381e5 None None] Routers {'733b082e-6a32-43b6-a7e6-71140760bc0d'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:46:31.091834 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-46871351-b69f-4d4b-aaef-a4f245f381e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:46:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['733b082e-6a32-43b6-a7e6-71140760bc0d'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:31.117871 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-83546bac-72b2-4ecf-b778-88914343b9ef tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] device_id is not set on port b7f4d08f-5cd4-4f32-ab5f-5c3a65f1948d yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:46:31.139640 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-46871351-b69f-4d4b-aaef-a4f245f381e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:31.160702 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46871351-b69f-4d4b-aaef-a4f245f381e5 None None] Routers {'733b082e-6a32-43b6-a7e6-71140760bc0d'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:46:31.161654 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-46871351-b69f-4d4b-aaef-a4f245f381e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:46:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['733b082e-6a32-43b6-a7e6-71140760bc0d'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:31.206945 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:31.221319 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-46871351-b69f-4d4b-aaef-a4f245f381e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:31.221990 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46871351-b69f-4d4b-aaef-a4f245f381e5 None None] The sync data for ids ['733b082e-6a32-43b6-a7e6-71140760bc0d'] in n-d-793621-33 is: [] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:46:31.244700 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-6762f59d-7c48-4a9e-9de4-14cbbe992e4e tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "GET /v2.0/routers/733b082e-6a32-43b6-a7e6-71140760bc0d HTTP/1.1" status: 200 len: 890 time: 0.1796725 Aug 22 13:46:31.249024 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56706) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:31.278453 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a4cf20d6-2881-4009-8d4c-9e0e9f4f55dc tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "GET /v2.0/ports?device_id=733b082e-6a32-43b6-a7e6-71140760bc0d HTTP/1.1" status: 200 len: 205 time: 0.0282974 Aug 22 13:46:31.280922 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56712) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:31.396142 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c12d2b19-b76a-41b5-9947-b7048e434da1 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for router, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:31.443522 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-83546bac-72b2-4ecf-b778-88914343b9ef tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Allocated IP 172.20.0.14 (64f221e6-c1ca-4ca9-a999-98b31c94b2fb/332eb4eb-155b-4260-a8d9-e140c6efdd36/b7f4d08f-5cd4-4f32-ab5f-5c3a65f1948d) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:46:31.451283 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-83546bac-72b2-4ecf-b778-88914343b9ef tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Allocated IP 172.20.0.18 (64f221e6-c1ca-4ca9-a999-98b31c94b2fb/6100c3e2-4166-47d3-9dec-b82e2f0cfb8d/b7f4d08f-5cd4-4f32-ab5f-5c3a65f1948d) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:46:31.533030 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c12d2b19-b76a-41b5-9947-b7048e434da1 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:31.597842 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-c12d2b19-b76a-41b5-9947-b7048e434da1 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Deleting port 153031e3-0cbb-41b3-928d-12018a9bd524 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:46:31.598205 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c12d2b19-b76a-41b5-9947-b7048e434da1 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:31.632745 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 8d7ec23d-807a-4b4c-9df3-d806c2469a6b up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:46:31.640018 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-83546bac-72b2-4ecf-b778-88914343b9ef tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:31.666718 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-83546bac-72b2-4ecf-b778-88914343b9ef tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Transition to ACTIVE for port object b7f4d08f-5cd4-4f32-ab5f-5c3a65f1948d will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:46:31.715989 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 8d7ec23d-807a-4b4c-9df3-d806c2469a6b completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:46:31.743581 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c12d2b19-b76a-41b5-9947-b7048e434da1 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:31.755298 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-83546bac-72b2-4ecf-b778-88914343b9ef tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:31.773659 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-c12d2b19-b76a-41b5-9947-b7048e434da1 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Calling delete_port for 153031e3-0cbb-41b3-928d-12018a9bd524 owned by network:router_gateway {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:46:31.816797 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83546bac-72b2-4ecf-b778-88914343b9ef tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Network 64f221e6-c1ca-4ca9-a999-98b31c94b2fb is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:46:31.822892 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-83546bac-72b2-4ecf-b778-88914343b9ef tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:46:31.826802 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83546bac-72b2-4ecf-b778-88914343b9ef tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:46:31.874373 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83546bac-72b2-4ecf-b778-88914343b9ef tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event updated for resources: {'Port': ['ID=b7f4d08f-5cd4-4f32-ab5f-5c3a65f1948d,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:31.896288 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83546bac-72b2-4ecf-b778-88914343b9ef tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:31.897136 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-83546bac-72b2-4ecf-b778-88914343b9ef tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:31.923968 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-83546bac-72b2-4ecf-b778-88914343b9ef tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.1724226 Aug 22 13:46:31.924704 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56728) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:31.930757 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-02fcf4be-90d0-4de4-aa33-e42e43b65c8e tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '332eb4eb-155b-4260-a8d9-e140c6efdd36'}]}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:46:32.000266 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493221e6-163a-4dd8-9cae-cf5b6aa076c4 None None] Network 64f221e6-c1ca-4ca9-a999-98b31c94b2fb requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:46:32.071443 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c12d2b19-b76a-41b5-9947-b7048e434da1 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:32.107548 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d2b19-b76a-41b5-9947-b7048e434da1 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event deleted for resources: {'Port': ['ID=153031e3-0cbb-41b3-928d-12018a9bd524,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:32.208216 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-02fcf4be-90d0-4de4-aa33-e42e43b65c8e tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:32.227524 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c12d2b19-b76a-41b5-9947-b7048e434da1 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:32.232191 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-10fd7d40-a247-4ef7-95fd-b7a1c50a075b None None] Provisioning for port 8d7ec23d-807a-4b4c-9df3-d806c2469a6b completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:46:32.243831 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-10fd7d40-a247-4ef7-95fd-b7a1c50a075b None None] Provisioning complete for port 8d7ec23d-807a-4b4c-9df3-d806c2469a6b triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:46:32.244654 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-10fd7d40-a247-4ef7-95fd-b7a1c50a075b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:32.386741 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-10fd7d40-a247-4ef7-95fd-b7a1c50a075b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:32.451512 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:32.457018 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-10fd7d40-a247-4ef7-95fd-b7a1c50a075b None None] For port 8d7ec23d-807a-4b4c-9df3-d806c2469a6b, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=8d7ec23d-807a-4b4c-9df3-d806c2469a6b,segment=NetworkSegment(dc7aac4c-2682-4e81-a480-5377d22fa9f4),segment_id=dc7aac4c-2682-4e81-a480-5377d22fa9f4)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:46:32.462990 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-10fd7d40-a247-4ef7-95fd-b7a1c50a075b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:32.500174 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1da0ff6-06de-48ef-89c2-7853ec65cebb None None] Update dhcp port {'port': {'network_id': '64f221e6-c1ca-4ca9-a999-98b31c94b2fb', 'fixed_ips': [{'subnet_id': '332eb4eb-155b-4260-a8d9-e140c6efdd36', 'ip_address': '172.20.0.2'}, {'subnet_id': '6100c3e2-4166-47d3-9dec-b82e2f0cfb8d'}], 'binding:host_id': 'n-d-793621-33'}, 'id': '8d7ec23d-807a-4b4c-9df3-d806c2469a6b'} from n-d-793621-33. {{(pid=94629) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 22 13:46:32.542156 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d1da0ff6-06de-48ef-89c2-7853ec65cebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:32.545221 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd7d40-a247-4ef7-95fd-b7a1c50a075b None None] Pushing event updated for resources: {'Port': ['ID=8d7ec23d-807a-4b4c-9df3-d806c2469a6b,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:32.688251 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c12d2b19-b76a-41b5-9947-b7048e434da1 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:32.697189 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c12d2b19-b76a-41b5-9947-b7048e434da1 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:32.710025 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-d1da0ff6-06de-48ef-89c2-7853ec65cebb None None] Allocated IP 172.20.0.19 (64f221e6-c1ca-4ca9-a999-98b31c94b2fb/6100c3e2-4166-47d3-9dec-b82e2f0cfb8d/8d7ec23d-807a-4b4c-9df3-d806c2469a6b) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:46:32.769978 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c12d2b19-b76a-41b5-9947-b7048e434da1 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:32.770556 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12d2b19-b76a-41b5-9947-b7048e434da1 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Fanout notify agent at l3_agent the message router_deleted on router 733b082e-6a32-43b6-a7e6-71140760bc0d {{(pid=94627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:46:32.804059 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c12d2b19-b76a-41b5-9947-b7048e434da1 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:32.805213 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c12d2b19-b76a-41b5-9947-b7048e434da1 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "DELETE /v2.0/routers/733b082e-6a32-43b6-a7e6-71140760bc0d HTTP/1.1" status: 204 len: 168 time: 1.5233848 Aug 22 13:46:32.809335 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56734) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:32.815159 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-339311f3-8c85-4918-a796-3ead80b3cfc8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1603402840'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:46:32.818428 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-d1da0ff6-06de-48ef-89c2-7853ec65cebb None None] For port 8d7ec23d-807a-4b4c-9df3-d806c2469a6b, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=8d7ec23d-807a-4b4c-9df3-d806c2469a6b,segment=NetworkSegment(dc7aac4c-2682-4e81-a480-5377d22fa9f4),segment_id=dc7aac4c-2682-4e81-a480-5377d22fa9f4)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:46:32.848316 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339311f3-8c85-4918-a796-3ead80b3cfc8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Made reservation on behalf of f5a9cec6b494494a893a00dfba9ab7f6 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:46:32.852353 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-339311f3-8c85-4918-a796-3ead80b3cfc8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:32.858109 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d1da0ff6-06de-48ef-89c2-7853ec65cebb None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:32.877045 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-d1da0ff6-06de-48ef-89c2-7853ec65cebb None None] Transition to ACTIVE for port object 8d7ec23d-807a-4b4c-9df3-d806c2469a6b will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:46:32.881865 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-339311f3-8c85-4918-a796-3ead80b3cfc8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:46:32.882429 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d1da0ff6-06de-48ef-89c2-7853ec65cebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:32.889263 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-339311f3-8c85-4918-a796-3ead80b3cfc8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:32.889714 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-339311f3-8c85-4918-a796-3ead80b3cfc8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Added segment a21c1468-848e-4f9b-a678-09f197034ef7 of type vlan for network 8c88887f-b65f-4a23-8dc0-f37120324c3d Aug 22 13:46:32.941772 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-339311f3-8c85-4918-a796-3ead80b3cfc8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:32.978618 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-02fcf4be-90d0-4de4-aa33-e42e43b65c8e tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Delete allocated IP 172.20.0.18 (64f221e6-c1ca-4ca9-a999-98b31c94b2fb/6100c3e2-4166-47d3-9dec-b82e2f0cfb8d) {{(pid=94627) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 22 13:46:32.995997 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-339311f3-8c85-4918-a796-3ead80b3cfc8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:33.001921 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339311f3-8c85-4918-a796-3ead80b3cfc8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:33.002612 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-339311f3-8c85-4918-a796-3ead80b3cfc8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:33.005155 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1da0ff6-06de-48ef-89c2-7853ec65cebb None None] Pushing event updated for resources: {'Port': ['ID=8d7ec23d-807a-4b4c-9df3-d806c2469a6b,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:33.066083 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-339311f3-8c85-4918-a796-3ead80b3cfc8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2554407 Aug 22 13:46:33.068963 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56748) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:33.075059 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-2a652e5a-8088-46be-99bb-91e71a7148d1 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Request body: {'subnet': {'network_id': '8c88887f-b65f-4a23-8dc0-f37120324c3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:46:33.149041 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339311f3-8c85-4918-a796-3ead80b3cfc8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event updated for resources: {'Network': ['ID=8c88887f-b65f-4a23-8dc0-f37120324c3d,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:33.160670 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 8c88887f-b65f-4a23-8dc0-f37120324c3d details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:46:33.183961 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-02fcf4be-90d0-4de4-aa33-e42e43b65c8e tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:33.186954 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a652e5a-8088-46be-99bb-91e71a7148d1 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Made reservation on behalf of f5a9cec6b494494a893a00dfba9ab7f6 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:46:33.192326 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2a652e5a-8088-46be-99bb-91e71a7148d1 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:33.210101 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-02fcf4be-90d0-4de4-aa33-e42e43b65c8e tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Ignored duplicate provisioning block setup for port b7f4d08f-5cd4-4f32-ab5f-5c3a65f1948d by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 22 13:46:33.217665 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-02fcf4be-90d0-4de4-aa33-e42e43b65c8e tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:33.320394 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fcf4be-90d0-4de4-aa33-e42e43b65c8e tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event updated for resources: {'Port': ['ID=b7f4d08f-5cd4-4f32-ab5f-5c3a65f1948d,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:33.348573 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-02fcf4be-90d0-4de4-aa33-e42e43b65c8e tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] In _notify_port_updated(), no bound segment for port b7f4d08f-5cd4-4f32-ab5f-5c3a65f1948d on network 64f221e6-c1ca-4ca9-a999-98b31c94b2fb {{(pid=94627) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 22 13:46:33.354685 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fcf4be-90d0-4de4-aa33-e42e43b65c8e tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:33.355605 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-02fcf4be-90d0-4de4-aa33-e42e43b65c8e tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:33.357411 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-02fcf4be-90d0-4de4-aa33-e42e43b65c8e tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "PUT /v2.0/ports/b7f4d08f-5cd4-4f32-ab5f-5c3a65f1948d HTTP/1.1" status: 200 len: 920 time: 1.4313242 Aug 22 13:46:33.359761 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56766) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:33.366160 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-38512be5-5486-4644-8953-c8f633c8a177 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '332eb4eb-155b-4260-a8d9-e140c6efdd36'}, {'subnet_id': '6100c3e2-4166-47d3-9dec-b82e2f0cfb8d'}]}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:46:33.469217 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-38512be5-5486-4644-8953-c8f633c8a177 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:33.520776 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2a652e5a-8088-46be-99bb-91e71a7148d1 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:33.589846 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 8d7ec23d-807a-4b4c-9df3-d806c2469a6b up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:46:33.634351 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a652e5a-8088-46be-99bb-91e71a7148d1 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event updated for resources: {'Subnet': ['ID=16032e29-a8ab-4005-bcf0-2ce599375c5a,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:33.677578 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a652e5a-8088-46be-99bb-91e71a7148d1 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Checking segment: {'id': 'a21c1468-848e-4f9b-a678-09f197034ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8c88887f-b65f-4a23-8dc0-f37120324c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:46:33.677948 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a652e5a-8088-46be-99bb-91e71a7148d1 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Network hostable DHCP agents. Network: 8c88887f-b65f-4a23-8dc0-f37120324c3d, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:46:33.715608 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a652e5a-8088-46be-99bb-91e71a7148d1 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Network 8c88887f-b65f-4a23-8dc0-f37120324c3d is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:46:33.724921 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e311e6-0592-4e40-9a1e-37c1e4329e27 None None] Network 64f221e6-c1ca-4ca9-a999-98b31c94b2fb requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:46:33.733894 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-2a652e5a-8088-46be-99bb-91e71a7148d1 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 8c88887f-b65f-4a23-8dc0-f37120324c3d) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:46:33.739205 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a652e5a-8088-46be-99bb-91e71a7148d1 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:33.741803 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2a652e5a-8088-46be-99bb-91e71a7148d1 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:33.781072 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2a652e5a-8088-46be-99bb-91e71a7148d1 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7085898 Aug 22 13:46:33.784949 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56804) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:33.792923 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc5deb3-56f0-419d-9c77-c301ee160594 None None] Network 8c88887f-b65f-4a23-8dc0-f37120324c3d requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:46:33.798833 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-c660e636-0154-4af6-a77d-0f914df8a604 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1854744441', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:46:33.838528 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c660e636-0154-4af6-a77d-0f914df8a604 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:33.840752 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c660e636-0154-4af6-a77d-0f914df8a604 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:33.942405 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c660e636-0154-4af6-a77d-0f914df8a604 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:33.954756 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c660e636-0154-4af6-a77d-0f914df8a604 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:33.963393 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-38512be5-5486-4644-8953-c8f633c8a177 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Allocated IP 172.20.0.30 (64f221e6-c1ca-4ca9-a999-98b31c94b2fb/6100c3e2-4166-47d3-9dec-b82e2f0cfb8d/b7f4d08f-5cd4-4f32-ab5f-5c3a65f1948d) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:46:33.997907 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c660e636-0154-4af6-a77d-0f914df8a604 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:34.002539 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56808) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:34.004622 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c660e636-0154-4af6-a77d-0f914df8a604 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2183280 Aug 22 13:46:34.051040 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e400879-895c-49a7-9d21-ef7645c9e83c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-8c88887f-b65f-4a23-8dc0-f37120324c3d', 'network_id': '8c88887f-b65f-4a23-8dc0-f37120324c3d', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'fixed_ips': [{'subnet_id': '16032e29-a8ab-4005-bcf0-2ce599375c5a'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:46:34.052253 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5e400879-895c-49a7-9d21-ef7645c9e83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:34.057095 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-40a00086-6733-401a-ab68-48e0c2c2d2a5 None None] Provisioning for port b7f4d08f-5cd4-4f32-ab5f-5c3a65f1948d completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:46:34.065566 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:34.088957 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-40a00086-6733-401a-ab68-48e0c2c2d2a5 None None] Provisioning complete for port b7f4d08f-5cd4-4f32-ab5f-5c3a65f1948d triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:46:34.089331 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-40a00086-6733-401a-ab68-48e0c2c2d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:34.202952 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-40a00086-6733-401a-ab68-48e0c2c2d2a5 None None] Port b7f4d08f-5cd4-4f32-ab5f-5c3a65f1948d cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:46:34.289699 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4371f-e54d-4fea-9939-0e2c6cae7a56 req-5c9ca736-f4a0-4d50-90da-90a586afeedc tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:34.292356 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4bb4371f-e54d-4fea-9939-0e2c6cae7a56 req-5c9ca736-f4a0-4d50-90da-90a586afeedc tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=511ea42f-9b76-4607-83c9-668d8b36e33b HTTP/1.1" status: 200 len: 945 time: 0.2529938 Aug 22 13:46:34.329337 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-40a00086-6733-401a-ab68-48e0c2c2d2a5 None None] Provisioning for port 8d7ec23d-807a-4b4c-9df3-d806c2469a6b completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:46:34.335144 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:34.341105 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-40a00086-6733-401a-ab68-48e0c2c2d2a5 None None] Provisioning complete for port 8d7ec23d-807a-4b4c-9df3-d806c2469a6b triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:46:34.341555 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-40a00086-6733-401a-ab68-48e0c2c2d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:34.394915 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-5e400879-895c-49a7-9d21-ef7645c9e83c None None] Allocated IP 2001:db8::2 (8c88887f-b65f-4a23-8dc0-f37120324c3d/16032e29-a8ab-4005-bcf0-2ce599375c5a/9e761d39-d929-41f0-ab0b-93c8c1f4ee2f) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:46:34.441259 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4bb4371f-e54d-4fea-9939-0e2c6cae7a56 req-6bd310b3-3912-420d-8cc7-0e40ce3038b2 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c4617e7-05eb-461f-b334-3d9907d5ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111507 Aug 22 13:46:34.443412 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-38512be5-5486-4644-8953-c8f633c8a177 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:34.472801 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-38512be5-5486-4644-8953-c8f633c8a177 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Ignored duplicate provisioning block setup for port b7f4d08f-5cd4-4f32-ab5f-5c3a65f1948d by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 22 13:46:34.501060 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-60ccad0b-6d33-4a39-b700-57f37b5d51ae tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:34.503207 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-38512be5-5486-4644-8953-c8f633c8a177 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:34.605943 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5e400879-895c-49a7-9d21-ef7645c9e83c None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:34.614359 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-5e400879-895c-49a7-9d21-ef7645c9e83c None None] Transition to ACTIVE for port object 9e761d39-d929-41f0-ab0b-93c8c1f4ee2f will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:46:34.629257 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-5e400879-895c-49a7-9d21-ef7645c9e83c None None] Transition to ACTIVE for port object 9e761d39-d929-41f0-ab0b-93c8c1f4ee2f will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:46:34.635963 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5e400879-895c-49a7-9d21-ef7645c9e83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:34.645378 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38512be5-5486-4644-8953-c8f633c8a177 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event updated for resources: {'Port': ['ID=b7f4d08f-5cd4-4f32-ab5f-5c3a65f1948d,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:34.675237 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e400879-895c-49a7-9d21-ef7645c9e83c None None] Network 8c88887f-b65f-4a23-8dc0-f37120324c3d is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:46:34.682980 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-5e400879-895c-49a7-9d21-ef7645c9e83c None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:46:34.685671 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e400879-895c-49a7-9d21-ef7645c9e83c None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:46:34.688127 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e400879-895c-49a7-9d21-ef7645c9e83c None None] Pushing event updated for resources: {'Port': ['ID=9e761d39-d929-41f0-ab0b-93c8c1f4ee2f,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:34.750408 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-5e400879-895c-49a7-9d21-ef7645c9e83c None None] Attempting to bind port 9e761d39-d929-41f0-ab0b-93c8c1f4ee2f on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:46:34.751635 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-5e400879-895c-49a7-9d21-ef7645c9e83c None None] Attempting to bind port 9e761d39-d929-41f0-ab0b-93c8c1f4ee2f by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'a21c1468-848e-4f9b-a678-09f197034ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8c88887f-b65f-4a23-8dc0-f37120324c3d'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:46:34.751635 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e400879-895c-49a7-9d21-ef7645c9e83c None None] Attempting to bind port 9e761d39-d929-41f0-ab0b-93c8c1f4ee2f on network 8c88887f-b65f-4a23-8dc0-f37120324c3d {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:46:34.758488 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e400879-895c-49a7-9d21-ef7645c9e83c None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:46:34.759722 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e400879-895c-49a7-9d21-ef7645c9e83c None None] Checking segment: {'id': 'a21c1468-848e-4f9b-a678-09f197034ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8c88887f-b65f-4a23-8dc0-f37120324c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:46:34.760201 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5e400879-895c-49a7-9d21-ef7645c9e83c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:34.760839 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e400879-895c-49a7-9d21-ef7645c9e83c None None] Bound using segment: {'id': 'a21c1468-848e-4f9b-a678-09f197034ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8c88887f-b65f-4a23-8dc0-f37120324c3d'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:46:34.761885 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-5e400879-895c-49a7-9d21-ef7645c9e83c None None] Bound port: 9e761d39-d929-41f0-ab0b-93c8c1f4ee2f, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a21c1468-848e-4f9b-a678-09f197034ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8c88887f-b65f-4a23-8dc0-f37120324c3d'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:46:34.762109 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5e400879-895c-49a7-9d21-ef7645c9e83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:34.762409 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-38512be5-5486-4644-8953-c8f633c8a177 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] In _notify_port_updated(), no bound segment for port b7f4d08f-5cd4-4f32-ab5f-5c3a65f1948d on network 64f221e6-c1ca-4ca9-a999-98b31c94b2fb {{(pid=94627) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 22 13:46:34.767964 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38512be5-5486-4644-8953-c8f633c8a177 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:34.768603 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-38512be5-5486-4644-8953-c8f633c8a177 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:34.772624 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-38512be5-5486-4644-8953-c8f633c8a177 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "PUT /v2.0/ports/b7f4d08f-5cd4-4f32-ab5f-5c3a65f1948d HTTP/1.1" status: 200 len: 1000 time: 1.4089911 Aug 22 13:46:34.773279 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56814) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:34.842430 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-5e400879-895c-49a7-9d21-ef7645c9e83c None None] For port 9e761d39-d929-41f0-ab0b-93c8c1f4ee2f, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:46:34.850023 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-5e400879-895c-49a7-9d21-ef7645c9e83c None None] For port 9e761d39-d929-41f0-ab0b-93c8c1f4ee2f, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=9e761d39-d929-41f0-ab0b-93c8c1f4ee2f,segment=NetworkSegment(a21c1468-848e-4f9b-a678-09f197034ef7),segment_id=a21c1468-848e-4f9b-a678-09f197034ef7)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:46:34.857824 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5e400879-895c-49a7-9d21-ef7645c9e83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:34.922882 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e400879-895c-49a7-9d21-ef7645c9e83c None None] Pushing event updated for resources: {'Port': ['ID=9e761d39-d929-41f0-ab0b-93c8c1f4ee2f,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:34.954527 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-60ccad0b-6d33-4a39-b700-57f37b5d51ae tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Allocated IP 2001:db8::1 (8c88887f-b65f-4a23-8dc0-f37120324c3d/16032e29-a8ab-4005-bcf0-2ce599375c5a/dfd92679-72d0-4d01-b603-fb26b1fd7192) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:46:34.998013 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-282d0feb-62b3-4510-b07d-7f915ec81e5f tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Deleting port b7f4d08f-5cd4-4f32-ab5f-5c3a65f1948d {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:46:34.998569 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-282d0feb-62b3-4510-b07d-7f915ec81e5f tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:35.170296 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-60ccad0b-6d33-4a39-b700-57f37b5d51ae tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:35.189221 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-282d0feb-62b3-4510-b07d-7f915ec81e5f tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:35.219016 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-18fa7317-c022-44c0-8731-c12231f87614 None None] Provisioning complete for port b7f4d08f-5cd4-4f32-ab5f-5c3a65f1948d triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:46:35.219815 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-18fa7317-c022-44c0-8731-c12231f87614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:35.225369 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-282d0feb-62b3-4510-b07d-7f915ec81e5f tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Calling delete_port for b7f4d08f-5cd4-4f32-ab5f-5c3a65f1948d owned by {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:46:35.231521 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-60ccad0b-6d33-4a39-b700-57f37b5d51ae tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Transition to ACTIVE for port object dfd92679-72d0-4d01-b603-fb26b1fd7192 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:46:35.280405 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-18fa7317-c022-44c0-8731-c12231f87614 None None] Port b7f4d08f-5cd4-4f32-ab5f-5c3a65f1948d cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:46:35.303697 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-18fa7317-c022-44c0-8731-c12231f87614 None None] Provisioning complete for port 8d7ec23d-807a-4b4c-9df3-d806c2469a6b triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:46:35.304066 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-18fa7317-c022-44c0-8731-c12231f87614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:35.371343 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-60ccad0b-6d33-4a39-b700-57f37b5d51ae tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:35.480336 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ccad0b-6d33-4a39-b700-57f37b5d51ae tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Network 8c88887f-b65f-4a23-8dc0-f37120324c3d is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:46:35.495493 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-60ccad0b-6d33-4a39-b700-57f37b5d51ae tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:46:35.498153 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ccad0b-6d33-4a39-b700-57f37b5d51ae tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:46:35.498813 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-60ccad0b-6d33-4a39-b700-57f37b5d51ae tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:35.505668 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ccad0b-6d33-4a39-b700-57f37b5d51ae tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event updated for resources: {'Port': ['ID=dfd92679-72d0-4d01-b603-fb26b1fd7192,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:35.599580 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-8006b587-80ea-4130-ab82-8f24ecb603cb None None] Provisioning complete for port b7f4d08f-5cd4-4f32-ab5f-5c3a65f1948d triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:46:35.599950 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8006b587-80ea-4130-ab82-8f24ecb603cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:35.642461 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-282d0feb-62b3-4510-b07d-7f915ec81e5f tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:35.663598 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-8006b587-80ea-4130-ab82-8f24ecb603cb None None] Port b7f4d08f-5cd4-4f32-ab5f-5c3a65f1948d cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:46:35.689604 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 9e761d39-d929-41f0-ab0b-93c8c1f4ee2f up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:46:35.761735 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 9e761d39-d929-41f0-ab0b-93c8c1f4ee2f completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:46:35.882859 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-ac37a575-ae5e-45a8-b411-8d09af4d4aeb None None] Could not find standard attr ID for object b7f4d08f-5cd4-4f32-ab5f-5c3a65f1948d. {{(pid=94629) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 13:46:36.006126 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56824) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:36.063936 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d0feb-62b3-4510-b07d-7f915ec81e5f tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event deleted for resources: {'Port': ['ID=b7f4d08f-5cd4-4f32-ab5f-5c3a65f1948d,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:36.081292 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b5b1892-d7b5-4aa8-b8b3-cf5773672d65 admin admin] Deleting subnet b1668edd-d43a-4ada-8c93-e2c6f458b95d {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:46:36.084702 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3b5b1892-d7b5-4aa8-b8b3-cf5773672d65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:36.096397 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-2a33b30f-a49a-4624-964e-34ce891660ea None None] Could not find standard attr ID for object b7f4d08f-5cd4-4f32-ab5f-5c3a65f1948d. {{(pid=94629) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 13:46:36.197942 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3305dcf-34a7-482d-83d7-a2da18f2cc22 req-4d0a93e0-cf42-4775-a2d8-7530f87f82a4 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:36.199870 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d3305dcf-34a7-482d-83d7-a2da18f2cc22 req-4d0a93e0-cf42-4775-a2d8-7530f87f82a4 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=511ea42f-9b76-4607-83c9-668d8b36e33b HTTP/1.1" status: 200 len: 945 time: 0.5402694 Aug 22 13:46:36.225355 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-60ccad0b-6d33-4a39-b700-57f37b5d51ae tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:36.254722 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-282d0feb-62b3-4510-b07d-7f915ec81e5f tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:36.259980 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-282d0feb-62b3-4510-b07d-7f915ec81e5f tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "DELETE /v2.0/ports/b7f4d08f-5cd4-4f32-ab5f-5c3a65f1948d HTTP/1.1" status: 204 len: 168 time: 1.4831808 Aug 22 13:46:36.262169 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56826) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:36.326291 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-b762d383-61ad-464b-847e-8173912ae274 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] GET failed (client error): The resource could not be found. Aug 22 13:46:36.330361 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-b762d383-61ad-464b-847e-8173912ae274 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "GET /v2.0/ports/b7f4d08f-5cd4-4f32-ab5f-5c3a65f1948d HTTP/1.1" status: 404 len: 333 time: 0.0644329 Aug 22 13:46:36.333654 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56828) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:36.351816 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d3305dcf-34a7-482d-83d7-a2da18f2cc22 req-d4acd69d-08ef-45fd-a33e-3b11bf82e8f1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c4617e7-05eb-461f-b334-3d9907d5ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423953 Aug 22 13:46:36.451420 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3b5b1892-d7b5-4aa8-b8b3-cf5773672d65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:36.495749 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ee2cbe-98fa-4447-b934-d3df8eeb969f None None] Network 8c88887f-b65f-4a23-8dc0-f37120324c3d requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:46:36.495970 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3b5b1892-d7b5-4aa8-b8b3-cf5773672d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:36.502783 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5f4fe31-466d-4636-a4ac-9fbf92a84c20 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Deleting subnet 6100c3e2-4166-47d3-9dec-b82e2f0cfb8d {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:46:36.514499 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f5f4fe31-466d-4636-a4ac-9fbf92a84c20 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:36.557495 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3b5b1892-d7b5-4aa8-b8b3-cf5773672d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:36.577055 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3b5b1892-d7b5-4aa8-b8b3-cf5773672d65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:36.581145 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-3b5b1892-d7b5-4aa8-b8b3-cf5773672d65 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b1668edd-d43a-4ada-8c93-e2c6f458b95d HTTP/1.1" status: 204 len: 168 time: 0.5720029 Aug 22 13:46:36.582018 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56830) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:36.622789 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f5f4fe31-466d-4636-a4ac-9fbf92a84c20 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:36.635074 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5b1892-d7b5-4aa8-b8b3-cf5773672d65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1668edd-d43a-4ada-8c93-e2c6f458b95d,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:36.642413 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-d04bbd86-fff9-43a8-9eae-da9ade6b2201 None None] Provisioning for port 9e761d39-d929-41f0-ab0b-93c8c1f4ee2f completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:46:36.653600 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-d04bbd86-fff9-43a8-9eae-da9ade6b2201 None None] Provisioning complete for port 9e761d39-d929-41f0-ab0b-93c8c1f4ee2f triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:46:36.654282 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d04bbd86-fff9-43a8-9eae-da9ade6b2201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:36.729534 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2e773b28-e6f1-46db-930b-77779d253fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:36.799826 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f5f4fe31-466d-4636-a4ac-9fbf92a84c20 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:36.804335 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-60ccad0b-6d33-4a39-b700-57f37b5d51ae tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:36.826375 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-60ccad0b-6d33-4a39-b700-57f37b5d51ae tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:36.827133 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-60ccad0b-6d33-4a39-b700-57f37b5d51ae tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:36.833085 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d04bbd86-fff9-43a8-9eae-da9ade6b2201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:36.849889 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2e773b28-e6f1-46db-930b-77779d253fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:36.870871 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-2e773b28-e6f1-46db-930b-77779d253fb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46de0bca-1991-4c8e-8714-aa67f3459e12']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:36.878000 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-d04bbd86-fff9-43a8-9eae-da9ade6b2201 None None] For port 9e761d39-d929-41f0-ab0b-93c8c1f4ee2f, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=9e761d39-d929-41f0-ab0b-93c8c1f4ee2f,segment=NetworkSegment(a21c1468-848e-4f9b-a678-09f197034ef7),segment_id=a21c1468-848e-4f9b-a678-09f197034ef7)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:46:36.883649 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d04bbd86-fff9-43a8-9eae-da9ade6b2201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:36.893222 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-2e773b28-e6f1-46db-930b-77779d253fb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '845d553b-3470-425f-a9bb-3cb754fb51c8') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:36.893790 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-2e773b28-e6f1-46db-930b-77779d253fb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '845d553b-3470-425f-a9bb-3cb754fb51c8') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:36.911704 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2e773b28-e6f1-46db-930b-77779d253fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:36.921835 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f5f4fe31-466d-4636-a4ac-9fbf92a84c20 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:36.930159 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2e773b28-e6f1-46db-930b-77779d253fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:36.938868 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04bbd86-fff9-43a8-9eae-da9ade6b2201 None None] Pushing event updated for resources: {'Port': ['ID=9e761d39-d929-41f0-ab0b-93c8c1f4ee2f,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:36.943442 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e773b28-e6f1-46db-930b-77779d253fb4 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:46:36.943806 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2e773b28-e6f1-46db-930b-77779d253fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:36.945824 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:46:36.945824 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:46:36.945824 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:46:36.945824 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:46:36.945824 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:46:36.945824 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:46:36.945824 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:46:36.945824 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:46:36.945824 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:46:36.945824 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:46:36.945824 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:46:36.945824 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:46:36.945824 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:46:36.945824 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:46:36.945824 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:46:36.945824 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:46:36.945824 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:46:36.945824 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:46:36.945824 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:46:36.945824 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:46:36.945824 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:46:36.945824 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:46:36.945824 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:46:36.945824 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:46:36.945824 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:46:36.945824 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:46:36.945824 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:46:36.945824 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:46:36.945824 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:46:36.945824 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:46:36.945824 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:46:36.945824 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:46:36.997739 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f4fe31-466d-4636-a4ac-9fbf92a84c20 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event deleted for resources: {'Subnet': ['ID=6100c3e2-4166-47d3-9dec-b82e2f0cfb8d,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:37.002240 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ccad0b-6d33-4a39-b700-57f37b5d51ae tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event updated for resources: {'Port': ['ID=dfd92679-72d0-4d01-b603-fb26b1fd7192,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:37.006309 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f5f4fe31-466d-4636-a4ac-9fbf92a84c20 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:37.010702 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f5f4fe31-466d-4636-a4ac-9fbf92a84c20 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "DELETE /v2.0/subnets/6100c3e2-4166-47d3-9dec-b82e2f0cfb8d HTTP/1.1" status: 204 len: 168 time: 0.6735823 Aug 22 13:46:37.011524 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56832) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:37.016757 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e253079b-8057-4926-aea1-f3bf88baf143 None None] Network 64f221e6-c1ca-4ca9-a999-98b31c94b2fb requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:46:37.029809 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2e773b28-e6f1-46db-930b-77779d253fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:37.035932 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2e773b28-e6f1-46db-930b-77779d253fb4 admin admin] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:37.037756 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2e773b28-e6f1-46db-930b-77779d253fb4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/46de0bca-1991-4c8e-8714-aa67f3459e12 HTTP/1.1" status: 204 len: 168 time: 0.4158797 Aug 22 13:46:37.066570 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e773b28-e6f1-46db-930b-77779d253fb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=46de0bca-1991-4c8e-8714-aa67f3459e12,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:37.088091 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ccad0b-6d33-4a39-b700-57f37b5d51ae tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Network 8c88887f-b65f-4a23-8dc0-f37120324c3d is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:46:37.092644 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffd6808f-b7d9-4870-a6d7-f86503fc05a4 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Deleting subnet 332eb4eb-155b-4260-a8d9-e140c6efdd36 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:46:37.096052 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ffd6808f-b7d9-4870-a6d7-f86503fc05a4 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:37.098913 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-60ccad0b-6d33-4a39-b700-57f37b5d51ae tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:46:37.209068 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ffd6808f-b7d9-4870-a6d7-f86503fc05a4 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:37.245952 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-d243b1ab-6e68-4444-8869-81f63eb207e9 None None] Provisioning for port dfd92679-72d0-4d01-b603-fb26b1fd7192 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:46:37.252638 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-d243b1ab-6e68-4444-8869-81f63eb207e9 None None] Provisioning complete for port dfd92679-72d0-4d01-b603-fb26b1fd7192 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:46:37.253207 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d243b1ab-6e68-4444-8869-81f63eb207e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:37.287579 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56836) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:37.300537 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-d243b1ab-6e68-4444-8869-81f63eb207e9 None None] Port dfd92679-72d0-4d01-b603-fb26b1fd7192 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:46:37.312955 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-d243b1ab-6e68-4444-8869-81f63eb207e9 None None] Provisioning complete for port 9e761d39-d929-41f0-ab0b-93c8c1f4ee2f triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:46:37.313333 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d243b1ab-6e68-4444-8869-81f63eb207e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:37.354833 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ffd6808f-b7d9-4870-a6d7-f86503fc05a4 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:37.355782 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b021a06d-a1ca-401b-b2be-fc9baff6625c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=353e509412c54b51a955684f3d0bc218&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0649216 Aug 22 13:46:37.358375 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56838) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:37.431667 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ccad0b-6d33-4a39-b700-57f37b5d51ae tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Router e00e889d-6072-4205-a00a-c6dc382a22c1 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:46:37.553127 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-4aa97fd5-a89c-4533-a378-55d0cae9adfc None None] Provisioning complete for port dfd92679-72d0-4d01-b603-fb26b1fd7192 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:46:37.553504 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4aa97fd5-a89c-4533-a378-55d0cae9adfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:37.599472 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-4aa97fd5-a89c-4533-a378-55d0cae9adfc None None] Port dfd92679-72d0-4d01-b603-fb26b1fd7192 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:46:37.607589 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 9e761d39-d929-41f0-ab0b-93c8c1f4ee2f up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:46:37.621791 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59828c71-1547-47a4-9088-8524a6560457 req-54b03f28-92f7-464f-b68f-3d8fc0bca9e4 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:37.623503 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-59828c71-1547-47a4-9088-8524a6560457 req-54b03f28-92f7-464f-b68f-3d8fc0bca9e4 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=511ea42f-9b76-4607-83c9-668d8b36e33b HTTP/1.1" status: 200 len: 945 time: 0.1725411 Aug 22 13:46:37.628151 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ffd6808f-b7d9-4870-a6d7-f86503fc05a4 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:37.660391 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 9e761d39-d929-41f0-ab0b-93c8c1f4ee2f triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:46:37.660858 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:37.689079 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cf6d731e-591f-458d-8a83-cc1b8319052e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:37.692133 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ffd6808f-b7d9-4870-a6d7-f86503fc05a4 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:37.694093 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ffd6808f-b7d9-4870-a6d7-f86503fc05a4 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "DELETE /v2.0/subnets/332eb4eb-155b-4260-a8d9-e140c6efdd36 HTTP/1.1" status: 204 len: 168 time: 0.6794648 Aug 22 13:46:37.698079 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56842) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:37.703756 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd6808f-b7d9-4870-a6d7-f86503fc05a4 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event deleted for resources: {'Subnet': ['ID=332eb4eb-155b-4260-a8d9-e140c6efdd36,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:37.716648 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ccad0b-6d33-4a39-b700-57f37b5d51ae tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:46:37.726674 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-60ccad0b-6d33-4a39-b700-57f37b5d51ae tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "PUT /v2.0/routers/e00e889d-6072-4205-a00a-c6dc382a22c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7228281 Aug 22 13:46:37.727597 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f60a4f-807e-4cf2-87e5-aac3408bfb81 None None] Sync routers for ids ['e00e889d-6072-4205-a00a-c6dc382a22c1'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:46:37.731301 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56844) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:37.752009 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cf6d731e-591f-458d-8a83-cc1b8319052e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:37.762508 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-59828c71-1547-47a4-9088-8524a6560457 req-7bf4f7f1-c7b8-4303-b397-dd9fec92b929 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c4617e7-05eb-461f-b334-3d9907d5ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135173 Aug 22 13:46:37.805431 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f60a4f-807e-4cf2-87e5-aac3408bfb81 None None] Routers {'e00e889d-6072-4205-a00a-c6dc382a22c1'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:46:37.806568 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-b0f60a4f-807e-4cf2-87e5-aac3408bfb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:46:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['e00e889d-6072-4205-a00a-c6dc382a22c1'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:37.839214 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cf6d731e-591f-458d-8a83-cc1b8319052e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:37.845896 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-b0f60a4f-807e-4cf2-87e5-aac3408bfb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:37.847316 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cf6d731e-591f-458d-8a83-cc1b8319052e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:37.857846 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f60a4f-807e-4cf2-87e5-aac3408bfb81 None None] Routers {'e00e889d-6072-4205-a00a-c6dc382a22c1'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:46:37.858693 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-b0f60a4f-807e-4cf2-87e5-aac3408bfb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:46:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['e00e889d-6072-4205-a00a-c6dc382a22c1'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:37.860880 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-cf6d731e-591f-458d-8a83-cc1b8319052e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/25510eef-8b40-4e6f-83fe-4810b931250b HTTP/1.1" status: 204 len: 168 time: 0.4937272 Aug 22 13:46:37.871130 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6d731e-591f-458d-8a83-cc1b8319052e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25510eef-8b40-4e6f-83fe-4810b931250b,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:37.899783 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495fa43e-55d4-4510-8673-7c660b4e662a tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:37.904470 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56848) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:37.904743 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-495fa43e-55d4-4510-8673-7c660b4e662a tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "GET /v2.0/ports/dfd92679-72d0-4d01-b603-fb26b1fd7192 HTTP/1.1" status: 200 len: 911 time: 0.1703899 Aug 22 13:46:37.912743 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-a077579a-5a03-44f1-8f6c-96d69bfef4d9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '16032e29-a8ab-4005-bcf0-2ce599375c5a'}]}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:46:37.942244 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8b722ccb-bfbe-4849-8a35-9916e6919ed7 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:38.049536 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-8b722ccb-bfbe-4849-8a35-9916e6919ed7 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Deleting port 8d7ec23d-807a-4b4c-9df3-d806c2469a6b {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:46:38.050873 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8b722ccb-bfbe-4849-8a35-9916e6919ed7 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:38.090427 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-b0f60a4f-807e-4cf2-87e5-aac3408bfb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:38.091101 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f60a4f-807e-4cf2-87e5-aac3408bfb81 None None] The sync data for ids ['e00e889d-6072-4205-a00a-c6dc382a22c1'] in n-d-793621-33 is: [] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:46:38.106782 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b715df-f94d-4bd2-961a-40e969bc552f None None] Network 64f221e6-c1ca-4ca9-a999-98b31c94b2fb requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:46:38.116421 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a077579a-5a03-44f1-8f6c-96d69bfef4d9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:38.158221 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-8b722ccb-bfbe-4849-8a35-9916e6919ed7 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] For port 8d7ec23d-807a-4b4c-9df3-d806c2469a6b, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=8d7ec23d-807a-4b4c-9df3-d806c2469a6b,segment=NetworkSegment(dc7aac4c-2682-4e81-a480-5377d22fa9f4),segment_id=dc7aac4c-2682-4e81-a480-5377d22fa9f4)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:46:38.158584 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8b722ccb-bfbe-4849-8a35-9916e6919ed7 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:38.173738 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-8b722ccb-bfbe-4849-8a35-9916e6919ed7 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Calling delete_port for 8d7ec23d-807a-4b4c-9df3-d806c2469a6b owned by network:dhcp {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:46:38.222313 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-eba8ced5-208f-4bd2-a576-8f4b3d4c3145 None None] Provisioning complete for port dfd92679-72d0-4d01-b603-fb26b1fd7192 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:46:38.223057 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-eba8ced5-208f-4bd2-a576-8f4b3d4c3145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:38.285934 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8b722ccb-bfbe-4849-8a35-9916e6919ed7 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:38.295123 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-eba8ced5-208f-4bd2-a576-8f4b3d4c3145 None None] Port dfd92679-72d0-4d01-b603-fb26b1fd7192 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:46:38.334739 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b722ccb-bfbe-4849-8a35-9916e6919ed7 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event deleted for resources: {'Port': ['ID=8d7ec23d-807a-4b4c-9df3-d806c2469a6b,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:38.343025 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b722ccb-bfbe-4849-8a35-9916e6919ed7 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] No DVR routers for this DVR port 8d7ec23d-807a-4b4c-9df3-d806c2469a6b on host n-d-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:46:38.385876 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2790a30f-aa3a-4b04-810e-09751d7bc90b None None] DHCP port deletion for 64f221e6-c1ca-4ca9-a999-98b31c94b2fb request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:46:38.411015 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-a4891123-a8d1-4fc3-892b-ab0718ec588e None None] Could not find standard attr ID for object 8d7ec23d-807a-4b4c-9df3-d806c2469a6b. {{(pid=94629) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 13:46:38.439071 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8b722ccb-bfbe-4849-8a35-9916e6919ed7 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:38.450950 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-8b722ccb-bfbe-4849-8a35-9916e6919ed7 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64f221e6-c1ca-4ca9-a999-98b31c94b2fb']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:38.462851 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-8b722ccb-bfbe-4849-8a35-9916e6919ed7 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc7aac4c-2682-4e81-a480-5377d22fa9f4') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:38.463194 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-8b722ccb-bfbe-4849-8a35-9916e6919ed7 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc7aac4c-2682-4e81-a480-5377d22fa9f4') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:38.472156 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8b722ccb-bfbe-4849-8a35-9916e6919ed7 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:38.486357 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8b722ccb-bfbe-4849-8a35-9916e6919ed7 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:38.492465 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b722ccb-bfbe-4849-8a35-9916e6919ed7 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:46:38.492995 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8b722ccb-bfbe-4849-8a35-9916e6919ed7 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:38.496803 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:46:38.496803 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:46:38.496803 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:46:38.496803 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:46:38.496803 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:46:38.496803 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:46:38.496803 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:46:38.496803 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:46:38.496803 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:46:38.496803 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:46:38.496803 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:46:38.496803 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:46:38.496803 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:46:38.496803 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:46:38.496803 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:46:38.496803 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:46:38.496803 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:46:38.496803 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:46:38.496803 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:46:38.496803 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:46:38.496803 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:46:38.496803 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:46:38.496803 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:46:38.496803 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:46:38.496803 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:46:38.496803 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:46:38.496803 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:46:38.496803 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:46:38.496803 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:46:38.496803 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:46:38.496803 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:46:38.496803 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:46:38.551585 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a077579a-5a03-44f1-8f6c-96d69bfef4d9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:38.561998 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a077579a-5a03-44f1-8f6c-96d69bfef4d9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:38.568665 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a077579a-5a03-44f1-8f6c-96d69bfef4d9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:38.569319 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a077579a-5a03-44f1-8f6c-96d69bfef4d9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:38.574427 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a077579a-5a03-44f1-8f6c-96d69bfef4d9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "PUT /v2.0/ports/dfd92679-72d0-4d01-b603-fb26b1fd7192 HTTP/1.1" status: 200 len: 911 time: 0.6683829 Aug 22 13:46:38.575201 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56864) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:38.619632 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8b722ccb-bfbe-4849-8a35-9916e6919ed7 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:38.619882 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a077579a-5a03-44f1-8f6c-96d69bfef4d9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event updated for resources: {'Port': ['ID=dfd92679-72d0-4d01-b603-fb26b1fd7192,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:38.624710 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8b722ccb-bfbe-4849-8a35-9916e6919ed7 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:38.630039 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8b722ccb-bfbe-4849-8a35-9916e6919ed7 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "DELETE /v2.0/networks/64f221e6-c1ca-4ca9-a999-98b31c94b2fb HTTP/1.1" status: 204 len: 168 time: 0.9260654 Aug 22 13:46:38.630752 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56868) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:38.674786 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b722ccb-bfbe-4849-8a35-9916e6919ed7 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event deleted for resources: {'Network': ['ID=64f221e6-c1ca-4ca9-a999-98b31c94b2fb,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:38.704747 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6691a381-d7ec-43d4-ba42-8c768c907849 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:38.707413 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-6691a381-d7ec-43d4-ba42-8c768c907849 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0734823 Aug 22 13:46:38.710176 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56872) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:38.762393 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-04f12914-90fd-48a6-9e7d-2ab6aea03b04 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0468554 Aug 22 13:46:38.762619 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56874) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:38.768038 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-ede2a625-e26c-4d55-b546-5dd498f8ae18 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1898484819'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:46:38.788625 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede2a625-e26c-4d55-b546-5dd498f8ae18 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Made reservation on behalf of fbb6b9988b30404790dc99fa2fa4c174 for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:46:38.794025 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ede2a625-e26c-4d55-b546-5dd498f8ae18 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:38.828756 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ede2a625-e26c-4d55-b546-5dd498f8ae18 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:46:38.838482 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ede2a625-e26c-4d55-b546-5dd498f8ae18 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:38.838971 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-ede2a625-e26c-4d55-b546-5dd498f8ae18 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Added segment 9f427d92-67e6-4768-955b-c26f557159b6 of type vlan for network 5f6f13c3-806e-46e6-9381-314f7f9f6801 Aug 22 13:46:38.903615 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ede2a625-e26c-4d55-b546-5dd498f8ae18 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:38.943656 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5263095-4449-4bda-bd14-81ffcbd1ce55 req-25eee48a-e7b8-45fb-a1ab-b420af0cd4fe tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:38.945236 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f5263095-4449-4bda-bd14-81ffcbd1ce55 req-25eee48a-e7b8-45fb-a1ab-b420af0cd4fe tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=511ea42f-9b76-4607-83c9-668d8b36e33b HTTP/1.1" status: 200 len: 945 time: 0.0752797 Aug 22 13:46:38.947174 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ede2a625-e26c-4d55-b546-5dd498f8ae18 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:38.952876 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede2a625-e26c-4d55-b546-5dd498f8ae18 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:38.953467 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ede2a625-e26c-4d55-b546-5dd498f8ae18 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:38.960418 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ee67da0b-b6ca-4d2d-9642-86d39ce1701e tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:39.030956 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ede2a625-e26c-4d55-b546-5dd498f8ae18 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2672274 Aug 22 13:46:39.034036 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56882) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:39.039895 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-97efd073-31ea-4dd4-b30b-1c803a84cb8d tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Request body: {'subnet': {'network_id': '5f6f13c3-806e-46e6-9381-314f7f9f6801', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:46:39.053162 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede2a625-e26c-4d55-b546-5dd498f8ae18 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event updated for resources: {'Network': ['ID=5f6f13c3-806e-46e6-9381-314f7f9f6801,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:39.058350 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f5263095-4449-4bda-bd14-81ffcbd1ce55 req-53bd5fee-9fc6-4ac7-b951-30b5495238b7 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c4617e7-05eb-461f-b334-3d9907d5ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012690 Aug 22 13:46:39.085076 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 5f6f13c3-806e-46e6-9381-314f7f9f6801 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:46:39.203167 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97efd073-31ea-4dd4-b30b-1c803a84cb8d tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Made reservation on behalf of fbb6b9988b30404790dc99fa2fa4c174 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:46:39.206675 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-97efd073-31ea-4dd4-b30b-1c803a84cb8d tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:39.445965 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-ee67da0b-b6ca-4d2d-9642-86d39ce1701e tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Deleting port dfd92679-72d0-4d01-b603-fb26b1fd7192 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:46:39.446826 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ee67da0b-b6ca-4d2d-9642-86d39ce1701e tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:39.500378 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-97efd073-31ea-4dd4-b30b-1c803a84cb8d tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:39.579472 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 8d7ec23d-807a-4b4c-9df3-d806c2469a6b no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:46:39.580812 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97efd073-31ea-4dd4-b30b-1c803a84cb8d tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event updated for resources: {'Subnet': ['ID=b6b7911f-2910-4d34-8c96-30ebd306e8ea,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:39.604161 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 8d7ec23d-807a-4b4c-9df3-d806c2469a6b {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:46:39.604668 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 8d7ec23d-807a-4b4c-9df3-d806c2469a6b not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:46:39.604848 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ee67da0b-b6ca-4d2d-9642-86d39ce1701e tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:39.617061 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97efd073-31ea-4dd4-b30b-1c803a84cb8d tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Checking segment: {'id': '9f427d92-67e6-4768-955b-c26f557159b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5f6f13c3-806e-46e6-9381-314f7f9f6801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:46:39.617223 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97efd073-31ea-4dd4-b30b-1c803a84cb8d tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Network hostable DHCP agents. Network: 5f6f13c3-806e-46e6-9381-314f7f9f6801, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:46:39.623668 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-ee67da0b-b6ca-4d2d-9642-86d39ce1701e tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Calling delete_port for dfd92679-72d0-4d01-b603-fb26b1fd7192 owned by network:router_interface {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:46:39.672724 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97efd073-31ea-4dd4-b30b-1c803a84cb8d tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Network 5f6f13c3-806e-46e6-9381-314f7f9f6801 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:46:39.693211 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-97efd073-31ea-4dd4-b30b-1c803a84cb8d tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 5f6f13c3-806e-46e6-9381-314f7f9f6801) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:46:39.700117 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97efd073-31ea-4dd4-b30b-1c803a84cb8d tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:39.700736 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-97efd073-31ea-4dd4-b30b-1c803a84cb8d tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:39.701967 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5da924-de43-451b-b196-ea5af8798ae2 None None] Network 5f6f13c3-806e-46e6-9381-314f7f9f6801 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:46:39.724085 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-97efd073-31ea-4dd4-b30b-1c803a84cb8d tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6886575 Aug 22 13:46:39.726657 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56890) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:39.732913 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-35f927f9-d482-4075-91b3-265d3b05358a tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Request body: {'port': {'network_id': '5f6f13c3-806e-46e6-9381-314f7f9f6801', 'name': 'tempest-PortsTestJSON-94580808'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:46:39.858447 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ee67da0b-b6ca-4d2d-9642-86d39ce1701e tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:39.901396 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee67da0b-b6ca-4d2d-9642-86d39ce1701e tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event deleted for resources: {'Port': ['ID=dfd92679-72d0-4d01-b603-fb26b1fd7192,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:39.903884 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f927f9-d482-4075-91b3-265d3b05358a tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Made reservation on behalf of fbb6b9988b30404790dc99fa2fa4c174 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:46:39.917007 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-35f927f9-d482-4075-91b3-265d3b05358a tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:39.934876 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39c1b80-3997-4a80-b353-364a73da5876 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-5f6f13c3-806e-46e6-9381-314f7f9f6801', 'network_id': '5f6f13c3-806e-46e6-9381-314f7f9f6801', 'tenant_id': 'fbb6b9988b30404790dc99fa2fa4c174', 'fixed_ips': [{'subnet_id': 'b6b7911f-2910-4d34-8c96-30ebd306e8ea'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:46:39.935397 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e39c1b80-3997-4a80-b353-364a73da5876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:39.942582 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [None req-35f927f9-d482-4075-91b3-265d3b05358a tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] device_id is not set on port 37f479c5-012d-40ad-897b-49a5f3cd4bc3 yet. {{(pid=94627) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:46:40.061860 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ee67da0b-b6ca-4d2d-9642-86d39ce1701e tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:40.104884 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-35f927f9-d482-4075-91b3-265d3b05358a tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Allocated IP 172.20.0.6 (5f6f13c3-806e-46e6-9381-314f7f9f6801/b6b7911f-2910-4d34-8c96-30ebd306e8ea/37f479c5-012d-40ad-897b-49a5f3cd4bc3) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:46:40.226154 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee67da0b-b6ca-4d2d-9642-86d39ce1701e tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Router e00e889d-6072-4205-a00a-c6dc382a22c1 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:46:40.260938 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36dc4b-98fb-4c9c-a783-77cfcf6cf7cd req-16cf9a1c-4605-4e30-a825-43cba13b6633 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:40.262437 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cf36dc4b-98fb-4c9c-a783-77cfcf6cf7cd req-16cf9a1c-4605-4e30-a825-43cba13b6633 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=511ea42f-9b76-4607-83c9-668d8b36e33b HTTP/1.1" status: 200 len: 945 time: 0.1099341 Aug 22 13:46:40.303799 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee67da0b-b6ca-4d2d-9642-86d39ce1701e tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:46:40.310419 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ee67da0b-b6ca-4d2d-9642-86d39ce1701e tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "PUT /v2.0/routers/e00e889d-6072-4205-a00a-c6dc382a22c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7336783 Aug 22 13:46:40.313069 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56896) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:40.317184 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1609536e-cfd6-490f-b85b-ff62c32197ee None None] Sync routers for ids ['e00e889d-6072-4205-a00a-c6dc382a22c1'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:46:40.326496 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1609536e-cfd6-490f-b85b-ff62c32197ee None None] Routers {'e00e889d-6072-4205-a00a-c6dc382a22c1'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:46:40.327112 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-1609536e-cfd6-490f-b85b-ff62c32197ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:46:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['e00e889d-6072-4205-a00a-c6dc382a22c1'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:40.365382 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-430d9e56-88fc-4f57-80c5-38753b6eaac0 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "GET /v2.0/ports?device_id=e00e889d-6072-4205-a00a-c6dc382a22c1 HTTP/1.1" status: 200 len: 205 time: 0.0478659 Aug 22 13:46:40.365691 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56900) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:40.366683 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-35f927f9-d482-4075-91b3-265d3b05358a tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:40.374715 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cf36dc4b-98fb-4c9c-a783-77cfcf6cf7cd req-c04c876c-2f7a-4ab3-813c-6bf0a186fda2 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c4617e7-05eb-461f-b334-3d9907d5ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045003 Aug 22 13:46:40.380271 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-1609536e-cfd6-490f-b85b-ff62c32197ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:40.385936 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-35f927f9-d482-4075-91b3-265d3b05358a tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Transition to ACTIVE for port object 37f479c5-012d-40ad-897b-49a5f3cd4bc3 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:46:40.392266 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1609536e-cfd6-490f-b85b-ff62c32197ee None None] Routers {'e00e889d-6072-4205-a00a-c6dc382a22c1'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:46:40.392897 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-1609536e-cfd6-490f-b85b-ff62c32197ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:46:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['e00e889d-6072-4205-a00a-c6dc382a22c1'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:40.437374 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-35f927f9-d482-4075-91b3-265d3b05358a tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:40.447607 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4018598b-71b1-4002-b50d-c7eaea3331f4 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:40.450676 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-1609536e-cfd6-490f-b85b-ff62c32197ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:40.452111 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1609536e-cfd6-490f-b85b-ff62c32197ee None None] The sync data for ids ['e00e889d-6072-4205-a00a-c6dc382a22c1'] in n-d-793621-33 is: [] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:46:40.491646 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-e39c1b80-3997-4a80-b353-364a73da5876 None None] Allocated IP 172.20.0.2 (5f6f13c3-806e-46e6-9381-314f7f9f6801/b6b7911f-2910-4d34-8c96-30ebd306e8ea/e23b09b7-1ada-4c1b-bc89-55932756218c) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:46:40.499646 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f927f9-d482-4075-91b3-265d3b05358a tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Network 5f6f13c3-806e-46e6-9381-314f7f9f6801 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:46:40.504656 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-35f927f9-d482-4075-91b3-265d3b05358a tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:46:40.519463 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f927f9-d482-4075-91b3-265d3b05358a tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:46:40.571987 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a429652f-3406-4ab1-a74d-0062a63778e5 req-c71e42a5-7158-47f1-a4c1-33ac3ddaf0ad tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=921c7b70785e4226a8057f4f050e9ec6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0680361 Aug 22 13:46:40.580041 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f927f9-d482-4075-91b3-265d3b05358a tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event updated for resources: {'Port': ['ID=37f479c5-012d-40ad-897b-49a5f3cd4bc3,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:40.611537 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f927f9-d482-4075-91b3-265d3b05358a tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:46:40.613511 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f927f9-d482-4075-91b3-265d3b05358a tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:46:40.613511 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f927f9-d482-4075-91b3-265d3b05358a tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:46:40.613511 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f927f9-d482-4075-91b3-265d3b05358a tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:46:40.613511 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f927f9-d482-4075-91b3-265d3b05358a tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:46:40.613511 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f927f9-d482-4075-91b3-265d3b05358a tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:46:40.613999 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f927f9-d482-4075-91b3-265d3b05358a tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:46:40.613999 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f927f9-d482-4075-91b3-265d3b05358a tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:46:40.614177 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f927f9-d482-4075-91b3-265d3b05358a tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:46:40.614490 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f927f9-d482-4075-91b3-265d3b05358a tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:46:40.614812 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f927f9-d482-4075-91b3-265d3b05358a tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:46:40.615134 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f927f9-d482-4075-91b3-265d3b05358a tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:46:40.623486 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4018598b-71b1-4002-b50d-c7eaea3331f4 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:40.625567 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4018598b-71b1-4002-b50d-c7eaea3331f4 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:40.654259 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e39c1b80-3997-4a80-b353-364a73da5876 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:40.663706 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e39c1b80-3997-4a80-b353-364a73da5876 None None] Transition to ACTIVE for port object e23b09b7-1ada-4c1b-bc89-55932756218c will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:46:40.679327 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4018598b-71b1-4002-b50d-c7eaea3331f4 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:40.679914 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4018598b-71b1-4002-b50d-c7eaea3331f4 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Fanout notify agent at l3_agent the message router_deleted on router e00e889d-6072-4205-a00a-c6dc382a22c1 {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:46:40.680653 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e39c1b80-3997-4a80-b353-364a73da5876 None None] Transition to ACTIVE for port object e23b09b7-1ada-4c1b-bc89-55932756218c will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:46:40.688044 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4018598b-71b1-4002-b50d-c7eaea3331f4 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:40.691771 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4018598b-71b1-4002-b50d-c7eaea3331f4 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "DELETE /v2.0/routers/e00e889d-6072-4205-a00a-c6dc382a22c1 HTTP/1.1" status: 204 len: 168 time: 0.3225532 Aug 22 13:46:40.691955 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56914) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:40.697839 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e39c1b80-3997-4a80-b353-364a73da5876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:40.747813 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39c1b80-3997-4a80-b353-364a73da5876 None None] Network 5f6f13c3-806e-46e6-9381-314f7f9f6801 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:46:40.751293 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-67877daf-c54a-41d1-b3ce-0b028fa90680 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Deleting subnet 16032e29-a8ab-4005-bcf0-2ce599375c5a {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:46:40.751658 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-e39c1b80-3997-4a80-b353-364a73da5876 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:46:40.754664 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-67877daf-c54a-41d1-b3ce-0b028fa90680 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:40.761674 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39c1b80-3997-4a80-b353-364a73da5876 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:46:40.765325 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c1b80-3997-4a80-b353-364a73da5876 None None] Pushing event updated for resources: {'Port': ['ID=e23b09b7-1ada-4c1b-bc89-55932756218c,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:40.796582 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-67877daf-c54a-41d1-b3ce-0b028fa90680 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:40.823609 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-e39c1b80-3997-4a80-b353-364a73da5876 None None] Attempting to bind port e23b09b7-1ada-4c1b-bc89-55932756218c on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:46:40.823912 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-e39c1b80-3997-4a80-b353-364a73da5876 None None] Attempting to bind port e23b09b7-1ada-4c1b-bc89-55932756218c by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '9f427d92-67e6-4768-955b-c26f557159b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5f6f13c3-806e-46e6-9381-314f7f9f6801'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:46:40.824370 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39c1b80-3997-4a80-b353-364a73da5876 None None] Attempting to bind port e23b09b7-1ada-4c1b-bc89-55932756218c on network 5f6f13c3-806e-46e6-9381-314f7f9f6801 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:46:40.830095 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39c1b80-3997-4a80-b353-364a73da5876 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:46:40.831227 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39c1b80-3997-4a80-b353-364a73da5876 None None] Checking segment: {'id': '9f427d92-67e6-4768-955b-c26f557159b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5f6f13c3-806e-46e6-9381-314f7f9f6801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:46:40.831227 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e39c1b80-3997-4a80-b353-364a73da5876 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:40.831580 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39c1b80-3997-4a80-b353-364a73da5876 None None] Bound using segment: {'id': '9f427d92-67e6-4768-955b-c26f557159b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5f6f13c3-806e-46e6-9381-314f7f9f6801'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:46:40.832140 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-e39c1b80-3997-4a80-b353-364a73da5876 None None] Bound port: e23b09b7-1ada-4c1b-bc89-55932756218c, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f427d92-67e6-4768-955b-c26f557159b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5f6f13c3-806e-46e6-9381-314f7f9f6801'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:46:40.832724 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e39c1b80-3997-4a80-b353-364a73da5876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:40.894877 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-67877daf-c54a-41d1-b3ce-0b028fa90680 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:40.905406 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e39c1b80-3997-4a80-b353-364a73da5876 None None] For port e23b09b7-1ada-4c1b-bc89-55932756218c, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:46:40.909595 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e39c1b80-3997-4a80-b353-364a73da5876 None None] For port e23b09b7-1ada-4c1b-bc89-55932756218c, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=e23b09b7-1ada-4c1b-bc89-55932756218c,segment=NetworkSegment(9f427d92-67e6-4768-955b-c26f557159b6),segment_id=9f427d92-67e6-4768-955b-c26f557159b6)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:46:40.913006 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f927f9-d482-4075-91b3-265d3b05358a tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:40.913625 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-35f927f9-d482-4075-91b3-265d3b05358a tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:40.914347 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e39c1b80-3997-4a80-b353-364a73da5876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:40.979118 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-67877daf-c54a-41d1-b3ce-0b028fa90680 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:40.990127 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c1b80-3997-4a80-b353-364a73da5876 None None] Pushing event updated for resources: {'Port': ['ID=e23b09b7-1ada-4c1b-bc89-55932756218c,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:41.016738 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67877daf-c54a-41d1-b3ce-0b028fa90680 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event deleted for resources: {'Subnet': ['ID=16032e29-a8ab-4005-bcf0-2ce599375c5a,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:41.019894 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56916) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:41.020804 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-35f927f9-d482-4075-91b3-265d3b05358a tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.2921848 Aug 22 13:46:41.025789 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-6ae537a7-d244-4714-8090-4bb54e78ccab tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Request body: {'port': {'network_id': '5f6f13c3-806e-46e6-9381-314f7f9f6801', 'name': 'tempest-PortsTestJSON-188934942'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:46:41.029520 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-67877daf-c54a-41d1-b3ce-0b028fa90680 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:41.031365 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a286cc7-1ea0-4728-8cb4-8ab1ca1e5066 None None] Network 8c88887f-b65f-4a23-8dc0-f37120324c3d requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:46:41.034565 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-67877daf-c54a-41d1-b3ce-0b028fa90680 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "DELETE /v2.0/subnets/16032e29-a8ab-4005-bcf0-2ce599375c5a HTTP/1.1" status: 204 len: 168 time: 0.3412640 Aug 22 13:46:41.035734 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56918) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:41.175729 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae537a7-d244-4714-8090-4bb54e78ccab tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Made reservation on behalf of fbb6b9988b30404790dc99fa2fa4c174 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:46:41.181398 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6ae537a7-d244-4714-8090-4bb54e78ccab tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:41.185181 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429652f-3406-4ab1-a74d-0062a63778e5 req-815d2be8-ac08-480e-abbc-806a2729aa0c tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:41.197235 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a429652f-3406-4ab1-a74d-0062a63778e5 req-815d2be8-ac08-480e-abbc-806a2729aa0c tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6050692 Aug 22 13:46:41.231054 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-6ae537a7-d244-4714-8090-4bb54e78ccab tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] device_id is not set on port 7a673e71-08f7-4a95-906c-417dd04d1fae yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:46:41.234299 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a429652f-3406-4ab1-a74d-0062a63778e5 req-39c92443-14db-4bdd-804f-7abc9c73fc50 tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] 10.222.0.21 "GET /v2.0/quotas/921c7b70785e4226a8057f4f050e9ec6 HTTP/1.1" status: 200 len: 375 time: 0.0361030 Aug 22 13:46:41.240035 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2a0afb74-8482-41cc-9a0d-620e3106b5f9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:41.302004 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a429652f-3406-4ab1-a74d-0062a63778e5 req-4c5103ea-fb15-4687-9ec8-2cf9923b9d07 tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=921c7b70785e4226a8057f4f050e9ec6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0667360 Aug 22 13:46:41.328624 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54931d2-ec58-40ce-89a5-6603c2ba7ac9 None None] DHCP port deletion for 8c88887f-b65f-4a23-8dc0-f37120324c3d request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:46:41.373296 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-2a0afb74-8482-41cc-9a0d-620e3106b5f9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Deleting port 9e761d39-d929-41f0-ab0b-93c8c1f4ee2f {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:46:41.373642 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2a0afb74-8482-41cc-9a0d-620e3106b5f9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:41.389702 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-6ae537a7-d244-4714-8090-4bb54e78ccab tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Allocated IP 172.20.0.11 (5f6f13c3-806e-46e6-9381-314f7f9f6801/b6b7911f-2910-4d34-8c96-30ebd306e8ea/7a673e71-08f7-4a95-906c-417dd04d1fae) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:46:41.425885 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-a54931d2-ec58-40ce-89a5-6603c2ba7ac9 None None] Deleting port 9e761d39-d929-41f0-ab0b-93c8c1f4ee2f {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:46:41.426431 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a54931d2-ec58-40ce-89a5-6603c2ba7ac9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:41.451703 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-2a0afb74-8482-41cc-9a0d-620e3106b5f9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] For port 9e761d39-d929-41f0-ab0b-93c8c1f4ee2f, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=9e761d39-d929-41f0-ab0b-93c8c1f4ee2f,segment=NetworkSegment(a21c1468-848e-4f9b-a678-09f197034ef7),segment_id=a21c1468-848e-4f9b-a678-09f197034ef7)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:46:41.452091 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2a0afb74-8482-41cc-9a0d-620e3106b5f9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:41.467708 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-2a0afb74-8482-41cc-9a0d-620e3106b5f9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Calling delete_port for 9e761d39-d929-41f0-ab0b-93c8c1f4ee2f owned by network:dhcp {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:46:41.612021 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-a54931d2-ec58-40ce-89a5-6603c2ba7ac9 None None] For port 9e761d39-d929-41f0-ab0b-93c8c1f4ee2f, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=9e761d39-d929-41f0-ab0b-93c8c1f4ee2f,segment=NetworkSegment(a21c1468-848e-4f9b-a678-09f197034ef7),segment_id=a21c1468-848e-4f9b-a678-09f197034ef7)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:46:41.612599 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a54931d2-ec58-40ce-89a5-6603c2ba7ac9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:41.636108 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7c1c5a5e-4b04-48b6-8a4c-ada9046cba43 req-69d3d970-934f-4a6d-b417-8b3c6ee8377a tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd0f21be-7c10-4f30-8257-12c5f752840b HTTP/1.1" status: 200 len: 210 time: 0.0814235 Aug 22 13:46:41.647489 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6ae537a7-d244-4714-8090-4bb54e78ccab tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:41.647768 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-a54931d2-ec58-40ce-89a5-6603c2ba7ac9 None None] Calling delete_port for 9e761d39-d929-41f0-ab0b-93c8c1f4ee2f owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:46:41.682358 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-6ae537a7-d244-4714-8090-4bb54e78ccab tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Transition to ACTIVE for port object 7a673e71-08f7-4a95-906c-417dd04d1fae will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:46:41.723258 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device e23b09b7-1ada-4c1b-bc89-55932756218c up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:46:41.732116 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2a0afb74-8482-41cc-9a0d-620e3106b5f9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:41.795516 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6ae537a7-d244-4714-8090-4bb54e78ccab tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:41.812002 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0afb74-8482-41cc-9a0d-620e3106b5f9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event deleted for resources: {'Port': ['ID=9e761d39-d929-41f0-ab0b-93c8c1f4ee2f,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:41.826261 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port e23b09b7-1ada-4c1b-bc89-55932756218c completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:46:41.831099 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0afb74-8482-41cc-9a0d-620e3106b5f9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] No DVR routers for this DVR port 9e761d39-d929-41f0-ab0b-93c8c1f4ee2f on host n-d-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:46:41.839117 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a54931d2-ec58-40ce-89a5-6603c2ba7ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:41.878066 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54931d2-ec58-40ce-89a5-6603c2ba7ac9 None None] Pushing event deleted for resources: {'Port': ['ID=9e761d39-d929-41f0-ab0b-93c8c1f4ee2f,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:41.887606 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae537a7-d244-4714-8090-4bb54e78ccab tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Network 5f6f13c3-806e-46e6-9381-314f7f9f6801 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:46:41.892996 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54931d2-ec58-40ce-89a5-6603c2ba7ac9 None None] No DVR routers for this DVR port 9e761d39-d929-41f0-ab0b-93c8c1f4ee2f on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:46:41.894186 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-6ae537a7-d244-4714-8090-4bb54e78ccab tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:46:41.898119 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae537a7-d244-4714-8090-4bb54e78ccab tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:46:41.925169 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 9e761d39-d929-41f0-ab0b-93c8c1f4ee2f no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:46:41.955556 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 9e761d39-d929-41f0-ab0b-93c8c1f4ee2f {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:46:41.956348 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 9e761d39-d929-41f0-ab0b-93c8c1f4ee2f not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:46:41.995858 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae537a7-d244-4714-8090-4bb54e78ccab tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:41.996652 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6ae537a7-d244-4714-8090-4bb54e78ccab tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:42.013352 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2a0afb74-8482-41cc-9a0d-620e3106b5f9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:42.019197 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae537a7-d244-4714-8090-4bb54e78ccab tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event updated for resources: {'Port': ['ID=7a673e71-08f7-4a95-906c-417dd04d1fae,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:42.031245 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6e4ec-21dd-4f16-81f1-70ebcfd769ef req-1c5ea77d-ff73-4b50-acb9-7480607f2331 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:42.032983 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b3a6e4ec-21dd-4f16-81f1-70ebcfd769ef req-1c5ea77d-ff73-4b50-acb9-7480607f2331 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=511ea42f-9b76-4607-83c9-668d8b36e33b HTTP/1.1" status: 200 len: 945 time: 0.1892216 Aug 22 13:46:42.034641 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-2a0afb74-8482-41cc-9a0d-620e3106b5f9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c88887f-b65f-4a23-8dc0-f37120324c3d']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:42.042170 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6ae537a7-d244-4714-8090-4bb54e78ccab tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0204127 Aug 22 13:46:42.042438 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56930) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:42.082823 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-2a0afb74-8482-41cc-9a0d-620e3106b5f9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a21c1468-848e-4f9b-a678-09f197034ef7') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:42.083127 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-2a0afb74-8482-41cc-9a0d-620e3106b5f9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a21c1468-848e-4f9b-a678-09f197034ef7') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:42.122634 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2a0afb74-8482-41cc-9a0d-620e3106b5f9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:42.166741 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2a0afb74-8482-41cc-9a0d-620e3106b5f9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:42.175507 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b3a6e4ec-21dd-4f16-81f1-70ebcfd769ef req-e7b3d7b3-c325-4d0c-9155-8f44908dff77 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c4617e7-05eb-461f-b334-3d9907d5ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322541 Aug 22 13:46:42.187505 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af12832b-6333-414b-a6b5-3b90671d0604 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:42.189192 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-af12832b-6333-414b-a6b5-3b90671d0604 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 920 time: 0.1448362 Aug 22 13:46:42.192049 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56934) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:42.207037 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a0afb74-8482-41cc-9a0d-620e3106b5f9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:46:42.207800 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2a0afb74-8482-41cc-9a0d-620e3106b5f9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:42.212732 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:46:42.212732 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:46:42.212732 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:46:42.212732 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:46:42.212732 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:46:42.212732 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:46:42.212732 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:46:42.212732 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:46:42.212732 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:46:42.212732 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:46:42.212732 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:46:42.212732 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:46:42.212732 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:46:42.212732 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:46:42.212732 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:46:42.212732 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:46:42.212732 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:46:42.212732 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:46:42.212732 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:46:42.212732 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:46:42.212732 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:46:42.212732 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:46:42.212732 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:46:42.212732 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:46:42.212732 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:46:42.212732 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:46:42.212732 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:46:42.212732 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:46:42.212732 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:46:42.212732 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:46:42.212732 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:46:42.212732 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:46:42.278351 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2a0afb74-8482-41cc-9a0d-620e3106b5f9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:42.287186 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2a0afb74-8482-41cc-9a0d-620e3106b5f9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:42.289457 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-2a0afb74-8482-41cc-9a0d-620e3106b5f9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "DELETE /v2.0/networks/8c88887f-b65f-4a23-8dc0-f37120324c3d HTTP/1.1" status: 204 len: 168 time: 1.2528367 Aug 22 13:46:42.294683 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56936) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:42.299786 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-ed1fc84a-6273-42ea-a166-4b8e25cab509 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1642678576', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:46:42.304567 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0afb74-8482-41cc-9a0d-620e3106b5f9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event deleted for resources: {'Network': ['ID=8c88887f-b65f-4a23-8dc0-f37120324c3d,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:42.311199 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633e4b26-0b7b-4eae-890a-aed3ca0d9d9f None None] Network 5f6f13c3-806e-46e6-9381-314f7f9f6801 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:46:42.325749 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-55da2000-80d5-46fc-9fcc-b9dd231c6d17 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Deleting port 7a673e71-08f7-4a95-906c-417dd04d1fae {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:46:42.326096 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-55da2000-80d5-46fc-9fcc-b9dd231c6d17 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:42.396684 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-fa6e59ca-3737-4b65-97a2-1b79cfe7bcff None None] Provisioning for port e23b09b7-1ada-4c1b-bc89-55932756218c completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:46:42.404541 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-fa6e59ca-3737-4b65-97a2-1b79cfe7bcff None None] Provisioning complete for port e23b09b7-1ada-4c1b-bc89-55932756218c triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:46:42.404918 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-fa6e59ca-3737-4b65-97a2-1b79cfe7bcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:42.553741 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-fa6e59ca-3737-4b65-97a2-1b79cfe7bcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:42.591128 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-fa6e59ca-3737-4b65-97a2-1b79cfe7bcff None None] For port e23b09b7-1ada-4c1b-bc89-55932756218c, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=e23b09b7-1ada-4c1b-bc89-55932756218c,segment=NetworkSegment(9f427d92-67e6-4768-955b-c26f557159b6),segment_id=9f427d92-67e6-4768-955b-c26f557159b6)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:46:42.596798 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-fa6e59ca-3737-4b65-97a2-1b79cfe7bcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:42.656744 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6e59ca-3737-4b65-97a2-1b79cfe7bcff None None] Pushing event updated for resources: {'Port': ['ID=e23b09b7-1ada-4c1b-bc89-55932756218c,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:42.708513 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ed1fc84a-6273-42ea-a166-4b8e25cab509 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:42.709541 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ed1fc84a-6273-42ea-a166-4b8e25cab509 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:42.770746 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-55da2000-80d5-46fc-9fcc-b9dd231c6d17 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:42.800700 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ed1fc84a-6273-42ea-a166-4b8e25cab509 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:42.808576 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-55da2000-80d5-46fc-9fcc-b9dd231c6d17 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Calling delete_port for 7a673e71-08f7-4a95-906c-417dd04d1fae owned by {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:46:42.811376 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ed1fc84a-6273-42ea-a166-4b8e25cab509 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:42.839176 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-5722659a-1cca-4785-b849-1acf6b1353a2 None None] Provisioning for port 7a673e71-08f7-4a95-906c-417dd04d1fae completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:46:42.840831 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-be3e0ee6-ff50-477e-b9b1-3cc1c3ae0c87 req-57efd1de-dc3a-4f71-9bb1-4ff7c81a7d08 tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd0f21be-7c10-4f30-8257-12c5f752840b HTTP/1.1" status: 200 len: 210 time: 0.0577996 Aug 22 13:46:42.854431 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-5722659a-1cca-4785-b849-1acf6b1353a2 None None] Provisioning complete for port 7a673e71-08f7-4a95-906c-417dd04d1fae triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:46:42.854807 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5722659a-1cca-4785-b849-1acf6b1353a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:42.884371 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a429652f-3406-4ab1-a74d-0062a63778e5 req-264dc5c8-df0b-49aa-93ba-0ada5fb4b063 tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=921c7b70785e4226a8057f4f050e9ec6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402751 Aug 22 13:46:42.887427 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ed1fc84a-6273-42ea-a166-4b8e25cab509 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:42.888736 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ed1fc84a-6273-42ea-a166-4b8e25cab509 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5942891 Aug 22 13:46:42.892416 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56940) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:42.898688 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-e0045647-5f2f-4f36-9641-b92fe10d95e5 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1720514077'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:46:42.904380 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-5722659a-1cca-4785-b849-1acf6b1353a2 None None] Port 7a673e71-08f7-4a95-906c-417dd04d1fae cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:46:42.922315 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-5722659a-1cca-4785-b849-1acf6b1353a2 None None] Provisioning for port 37f479c5-012d-40ad-897b-49a5f3cd4bc3 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:46:42.931747 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-5722659a-1cca-4785-b849-1acf6b1353a2 None None] Provisioning complete for port 37f479c5-012d-40ad-897b-49a5f3cd4bc3 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:46:42.932810 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5722659a-1cca-4785-b849-1acf6b1353a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:42.945265 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0045647-5f2f-4f36-9641-b92fe10d95e5 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Made reservation on behalf of f5a9cec6b494494a893a00dfba9ab7f6 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:46:42.948919 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e0045647-5f2f-4f36-9641-b92fe10d95e5 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:42.996901 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-5722659a-1cca-4785-b849-1acf6b1353a2 None None] Port 37f479c5-012d-40ad-897b-49a5f3cd4bc3 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:46:43.007426 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-5722659a-1cca-4785-b849-1acf6b1353a2 None None] Provisioning complete for port e23b09b7-1ada-4c1b-bc89-55932756218c triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:46:43.007793 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5722659a-1cca-4785-b849-1acf6b1353a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:43.070479 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0045647-5f2f-4f36-9641-b92fe10d95e5 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:46:43.083437 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e0045647-5f2f-4f36-9641-b92fe10d95e5 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:43.083956 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-e0045647-5f2f-4f36-9641-b92fe10d95e5 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Added segment 38d94864-fa0e-4bf8-8c26-b7be62f2f65d of type vlan for network 3581668e-f49d-47cf-856d-c4cd25ca60ad Aug 22 13:46:43.116035 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-55da2000-80d5-46fc-9fcc-b9dd231c6d17 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:43.117863 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429652f-3406-4ab1-a74d-0062a63778e5 req-c9ba4411-ef64-4aad-978c-83a2b55f56ba tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:43.119200 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a429652f-3406-4ab1-a74d-0062a63778e5 req-c9ba4411-ef64-4aad-978c-83a2b55f56ba tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2289655 Aug 22 13:46:43.135013 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-a429652f-3406-4ab1-a74d-0062a63778e5 req-d658d2a8-4640-4d86-a92f-d463748d5b69 tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] Request body: {'port': {'device_id': 'dd0f21be-7c10-4f30-8257-12c5f752840b', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'admin_state_up': True, 'tenant_id': '921c7b70785e4226a8057f4f050e9ec6'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:46:43.163111 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55da2000-80d5-46fc-9fcc-b9dd231c6d17 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event deleted for resources: {'Port': ['ID=7a673e71-08f7-4a95-906c-417dd04d1fae,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:43.167404 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e0045647-5f2f-4f36-9641-b92fe10d95e5 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:43.234265 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c7d856d8-003f-4a74-9f48-36ed6a24a2e4 None None] Provisioning complete for port 37f479c5-012d-40ad-897b-49a5f3cd4bc3 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:46:43.236322 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c7d856d8-003f-4a74-9f48-36ed6a24a2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:43.253231 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e0045647-5f2f-4f36-9641-b92fe10d95e5 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:43.266301 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0045647-5f2f-4f36-9641-b92fe10d95e5 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:43.266939 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e0045647-5f2f-4f36-9641-b92fe10d95e5 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:43.283833 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-55da2000-80d5-46fc-9fcc-b9dd231c6d17 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:43.288537 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56944) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:43.290882 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-55da2000-80d5-46fc-9fcc-b9dd231c6d17 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "DELETE /v2.0/ports/7a673e71-08f7-4a95-906c-417dd04d1fae HTTP/1.1" status: 204 len: 168 time: 1.0973687 Aug 22 13:46:43.311737 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c7d856d8-003f-4a74-9f48-36ed6a24a2e4 None None] Port 37f479c5-012d-40ad-897b-49a5f3cd4bc3 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:46:43.350263 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-8678665e-00b0-47b5-9397-c81abfcdfde1 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] GET failed (client error): The resource could not be found. Aug 22 13:46:43.352883 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-8678665e-00b0-47b5-9397-c81abfcdfde1 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "GET /v2.0/ports/7a673e71-08f7-4a95-906c-417dd04d1fae HTTP/1.1" status: 404 len: 333 time: 0.0586040 Aug 22 13:46:43.361262 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56946) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:43.411956 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb8eb7f-fcbc-4cd4-8668-68a1e417a8a7 req-0b998ada-20a5-41bf-bfaf-d83d94978b83 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:43.414025 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dfb8eb7f-fcbc-4cd4-8668-68a1e417a8a7 req-0b998ada-20a5-41bf-bfaf-d83d94978b83 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=511ea42f-9b76-4607-83c9-668d8b36e33b HTTP/1.1" status: 200 len: 945 time: 0.0806727 Aug 22 13:46:43.415655 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a429652f-3406-4ab1-a74d-0062a63778e5 req-d658d2a8-4640-4d86-a92f-d463748d5b69 tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] Made reservation on behalf of 921c7b70785e4226a8057f4f050e9ec6 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:46:43.419866 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a429652f-3406-4ab1-a74d-0062a63778e5 req-d658d2a8-4640-4d86-a92f-d463748d5b69 tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:43.431363 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e0045647-5f2f-4f36-9641-b92fe10d95e5 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5368862 Aug 22 13:46:43.454952 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56948) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:43.462306 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-cf1cdfb8-cdd1-4299-9bb4-ca0c49f5812c tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Request body: {'subnet': {'network_id': '3581668e-f49d-47cf-856d-c4cd25ca60ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:46:43.468302 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a429652f-3406-4ab1-a74d-0062a63778e5 req-d658d2a8-4640-4d86-a92f-d463748d5b69 tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:43.481941 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0045647-5f2f-4f36-9641-b92fe10d95e5 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event updated for resources: {'Network': ['ID=3581668e-f49d-47cf-856d-c4cd25ca60ad,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:43.489748 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dfb8eb7f-fcbc-4cd4-8668-68a1e417a8a7 req-48e98937-33a0-4a52-aba9-7f0823aded3d tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c4617e7-05eb-461f-b334-3d9907d5ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643814 Aug 22 13:46:43.499528 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 3581668e-f49d-47cf-856d-c4cd25ca60ad details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:46:43.591250 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-50dce645-a871-45f3-8f95-d8586c408fee None None] Could not find standard attr ID for object 7a673e71-08f7-4a95-906c-417dd04d1fae. {{(pid=94629) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 13:46:43.629665 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-fe071ece-18bf-4cc0-ab3f-1e6d4ee6e5d1 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Deleting port 37f479c5-012d-40ad-897b-49a5f3cd4bc3 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:46:43.630006 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fe071ece-18bf-4cc0-ab3f-1e6d4ee6e5d1 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:43.646130 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a429652f-3406-4ab1-a74d-0062a63778e5 req-d658d2a8-4640-4d86-a92f-d463748d5b69 tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:43.651561 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a429652f-3406-4ab1-a74d-0062a63778e5 req-d658d2a8-4640-4d86-a92f-d463748d5b69 tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:43.658044 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device e23b09b7-1ada-4c1b-bc89-55932756218c up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:46:43.730231 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port e23b09b7-1ada-4c1b-bc89-55932756218c triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:46:43.730881 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:43.749956 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fe071ece-18bf-4cc0-ab3f-1e6d4ee6e5d1 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:43.765373 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1cdfb8-cdd1-4299-9bb4-ca0c49f5812c tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Made reservation on behalf of f5a9cec6b494494a893a00dfba9ab7f6 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:46:43.768893 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cf1cdfb8-cdd1-4299-9bb4-ca0c49f5812c tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:43.773433 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d658d2a8-4640-4d86-a92f-d463748d5b69 tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca428a4-0599-44d2-af99-d05c7f882982,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:43.788693 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-fe071ece-18bf-4cc0-ab3f-1e6d4ee6e5d1 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Calling delete_port for 37f479c5-012d-40ad-897b-49a5f3cd4bc3 owned by {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:46:43.855593 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-a429652f-3406-4ab1-a74d-0062a63778e5 req-d658d2a8-4640-4d86-a92f-d463748d5b69 tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] Allocated IP 192.168.233.189 (7dc41cff-a3ac-4fc2-ba06-973efce2365e/7151c727-b27f-4308-8098-60bc16140d45/416efbd4-d606-468a-842f-cdb660e7e9ba) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:46:43.984438 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cc179ee5-7064-4b36-8e47-0cac26304bb7 req-6d8b563a-9e45-445c-9ce4-c0793ae0381b tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd0f21be-7c10-4f30-8257-12c5f752840b HTTP/1.1" status: 200 len: 210 time: 0.0314417 Aug 22 13:46:44.035828 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a429652f-3406-4ab1-a74d-0062a63778e5 req-d658d2a8-4640-4d86-a92f-d463748d5b69 tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:44.059667 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-a429652f-3406-4ab1-a74d-0062a63778e5 req-d658d2a8-4640-4d86-a92f-d463748d5b69 tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] Transition to ACTIVE for port object 416efbd4-d606-468a-842f-cdb660e7e9ba will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:46:44.063319 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fe071ece-18bf-4cc0-ab3f-1e6d4ee6e5d1 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:44.091988 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cf1cdfb8-cdd1-4299-9bb4-ca0c49f5812c tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:44.097671 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a429652f-3406-4ab1-a74d-0062a63778e5 req-d658d2a8-4640-4d86-a92f-d463748d5b69 tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:44.106605 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe071ece-18bf-4cc0-ab3f-1e6d4ee6e5d1 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event deleted for resources: {'Port': ['ID=37f479c5-012d-40ad-897b-49a5f3cd4bc3,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:44.144201 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a429652f-3406-4ab1-a74d-0062a63778e5 req-d658d2a8-4640-4d86-a92f-d463748d5b69 tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] Network 7dc41cff-a3ac-4fc2-ba06-973efce2365e is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:46:44.147525 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-a429652f-3406-4ab1-a74d-0062a63778e5 req-d658d2a8-4640-4d86-a92f-d463748d5b69 tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:46:44.152506 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-a429652f-3406-4ab1-a74d-0062a63778e5 req-d658d2a8-4640-4d86-a92f-d463748d5b69 tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:46:44.160852 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d658d2a8-4640-4d86-a92f-d463748d5b69 tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] Pushing event updated for resources: {'Port': ['ID=416efbd4-d606-468a-842f-cdb660e7e9ba,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:44.213195 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429652f-3406-4ab1-a74d-0062a63778e5 req-d658d2a8-4640-4d86-a92f-d463748d5b69 tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:44.214247 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a429652f-3406-4ab1-a74d-0062a63778e5 req-d658d2a8-4640-4d86-a92f-d463748d5b69 tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:44.219003 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1cdfb8-cdd1-4299-9bb4-ca0c49f5812c tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event updated for resources: {'Subnet': ['ID=7adb9c46-0983-4310-8bca-c5b8beac5c5d,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:44.237823 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1cdfb8-cdd1-4299-9bb4-ca0c49f5812c tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Checking segment: {'id': '38d94864-fa0e-4bf8-8c26-b7be62f2f65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3581668e-f49d-47cf-856d-c4cd25ca60ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:46:44.237823 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1cdfb8-cdd1-4299-9bb4-ca0c49f5812c tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Network hostable DHCP agents. Network: 3581668e-f49d-47cf-856d-c4cd25ca60ad, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:46:44.242938 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fe071ece-18bf-4cc0-ab3f-1e6d4ee6e5d1 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:44.247759 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a429652f-3406-4ab1-a74d-0062a63778e5 req-d658d2a8-4640-4d86-a92f-d463748d5b69 tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1179948 Aug 22 13:46:44.248758 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-fe071ece-18bf-4cc0-ab3f-1e6d4ee6e5d1 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "DELETE /v2.0/ports/37f479c5-012d-40ad-897b-49a5f3cd4bc3 HTTP/1.1" status: 204 len: 168 time: 0.8864031 Aug 22 13:46:44.249762 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56952) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:44.264130 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-a429652f-3406-4ab1-a74d-0062a63778e5 req-be3dedcb-9237-473f-942b-43d2868edbab service neutron] Request body: {'port': {'device_id': 'dd0f21be-7c10-4f30-8257-12c5f752840b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:46:44.268713 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1cdfb8-cdd1-4299-9bb4-ca0c49f5812c tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Network 3581668e-f49d-47cf-856d-c4cd25ca60ad is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:46:44.280944 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-cf1cdfb8-cdd1-4299-9bb4-ca0c49f5812c tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 3581668e-f49d-47cf-856d-c4cd25ca60ad) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:46:44.289932 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c49acc-c290-4a55-9bfb-2aad4075242f None None] Network 3581668e-f49d-47cf-856d-c4cd25ca60ad requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:46:44.299708 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1cdfb8-cdd1-4299-9bb4-ca0c49f5812c tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:44.300416 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cf1cdfb8-cdd1-4299-9bb4-ca0c49f5812c tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:44.321076 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-cf1cdfb8-cdd1-4299-9bb4-ca0c49f5812c tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8647959 Aug 22 13:46:44.325785 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56954) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:44.337715 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dd046ee-770b-420c-acbe-ac0995556686 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] GET failed (client error): The resource could not be found. Aug 22 13:46:44.342232 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-4dd046ee-770b-420c-acbe-ac0995556686 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "GET /v2.0/ports/37f479c5-012d-40ad-897b-49a5f3cd4bc3 HTTP/1.1" status: 404 len: 333 time: 0.0913393 Aug 22 13:46:44.344728 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56956) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:44.356504 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a429652f-3406-4ab1-a74d-0062a63778e5 req-be3dedcb-9237-473f-942b-43d2868edbab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:44.442210 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-67ad33c4-c3af-4bfc-bc18-0a609adcc67e tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Deleting subnet b6b7911f-2910-4d34-8c96-30ebd306e8ea {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:46:44.448765 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-67ad33c4-c3af-4bfc-bc18-0a609adcc67e tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:44.520338 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82a1ab6-426b-4a64-885e-704f45995a93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-3581668e-f49d-47cf-856d-c4cd25ca60ad', 'network_id': '3581668e-f49d-47cf-856d-c4cd25ca60ad', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'fixed_ips': [{'subnet_id': '7adb9c46-0983-4310-8bca-c5b8beac5c5d'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:46:44.521301 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f82a1ab6-426b-4a64-885e-704f45995a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:44.525810 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-d36e8caf-84f7-4c8f-ab3d-b8d8a4dea426 None None] Provisioning for port 416efbd4-d606-468a-842f-cdb660e7e9ba completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:46:44.545556 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-d36e8caf-84f7-4c8f-ab3d-b8d8a4dea426 None None] Provisioning complete for port 416efbd4-d606-468a-842f-cdb660e7e9ba triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:46:44.545925 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d36e8caf-84f7-4c8f-ab3d-b8d8a4dea426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:44.610709 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-67ad33c4-c3af-4bfc-bc18-0a609adcc67e tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:44.655825 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-d36e8caf-84f7-4c8f-ab3d-b8d8a4dea426 None None] Port 416efbd4-d606-468a-842f-cdb660e7e9ba cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:46:44.663773 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5ddff868-ae3a-413b-b149-d80d3221a412 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:44.725916 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-f82a1ab6-426b-4a64-885e-704f45995a93 None None] Allocated IP 2001:db8::2 (3581668e-f49d-47cf-856d-c4cd25ca60ad/7adb9c46-0983-4310-8bca-c5b8beac5c5d/d3b6d82b-0a9a-4a7e-8065-1e6b6b25df2a) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:46:44.778866 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d662b26-de54-4133-9696-e8c0901c70f3 req-0264ad48-a22f-46bf-a3b5-147ac40f4827 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:44.780303 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7d662b26-de54-4133-9696-e8c0901c70f3 req-0264ad48-a22f-46bf-a3b5-147ac40f4827 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=511ea42f-9b76-4607-83c9-668d8b36e33b HTTP/1.1" status: 200 len: 945 time: 0.1783888 Aug 22 13:46:44.841475 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-67ad33c4-c3af-4bfc-bc18-0a609adcc67e tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:44.891208 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f82a1ab6-426b-4a64-885e-704f45995a93 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:44.892183 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7d662b26-de54-4133-9696-e8c0901c70f3 req-d2a49e48-1fc4-423a-b95f-79515be354a4 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c4617e7-05eb-461f-b334-3d9907d5ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003132 Aug 22 13:46:44.901391 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-f82a1ab6-426b-4a64-885e-704f45995a93 None None] Transition to ACTIVE for port object d3b6d82b-0a9a-4a7e-8065-1e6b6b25df2a will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:46:44.917860 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-f82a1ab6-426b-4a64-885e-704f45995a93 None None] Transition to ACTIVE for port object d3b6d82b-0a9a-4a7e-8065-1e6b6b25df2a will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:46:44.925560 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f82a1ab6-426b-4a64-885e-704f45995a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:44.959483 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-a429652f-3406-4ab1-a74d-0062a63778e5 req-be3dedcb-9237-473f-942b-43d2868edbab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 416efbd4-d606-468a-842f-cdb660e7e9ba {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:46:44.963813 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82a1ab6-426b-4a64-885e-704f45995a93 None None] Network 3581668e-f49d-47cf-856d-c4cd25ca60ad is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:46:44.968903 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a429652f-3406-4ab1-a74d-0062a63778e5 req-be3dedcb-9237-473f-942b-43d2868edbab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:44.969190 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-f82a1ab6-426b-4a64-885e-704f45995a93 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:46:44.973681 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82a1ab6-426b-4a64-885e-704f45995a93 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:46:44.979053 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-67ad33c4-c3af-4bfc-bc18-0a609adcc67e tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:44.979289 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-5ddff868-ae3a-413b-b149-d80d3221a412 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Allocated IP 2001:db8::1 (3581668e-f49d-47cf-856d-c4cd25ca60ad/7adb9c46-0983-4310-8bca-c5b8beac5c5d/c42f99be-41ed-4389-9f21-2c099f50f9bd) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:46:45.027533 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82a1ab6-426b-4a64-885e-704f45995a93 None None] Pushing event updated for resources: {'Port': ['ID=d3b6d82b-0a9a-4a7e-8065-1e6b6b25df2a,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:45.028823 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ad33c4-c3af-4bfc-bc18-0a609adcc67e tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event deleted for resources: {'Subnet': ['ID=b6b7911f-2910-4d34-8c96-30ebd306e8ea,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:45.039822 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-f82a1ab6-426b-4a64-885e-704f45995a93 None None] Attempting to bind port d3b6d82b-0a9a-4a7e-8065-1e6b6b25df2a on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:46:45.040781 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-f82a1ab6-426b-4a64-885e-704f45995a93 None None] Attempting to bind port d3b6d82b-0a9a-4a7e-8065-1e6b6b25df2a by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '38d94864-fa0e-4bf8-8c26-b7be62f2f65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3581668e-f49d-47cf-856d-c4cd25ca60ad'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:46:45.041143 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82a1ab6-426b-4a64-885e-704f45995a93 None None] Attempting to bind port d3b6d82b-0a9a-4a7e-8065-1e6b6b25df2a on network 3581668e-f49d-47cf-856d-c4cd25ca60ad {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:46:45.046436 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82a1ab6-426b-4a64-885e-704f45995a93 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:46:45.046815 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82a1ab6-426b-4a64-885e-704f45995a93 None None] Checking segment: {'id': '38d94864-fa0e-4bf8-8c26-b7be62f2f65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3581668e-f49d-47cf-856d-c4cd25ca60ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:46:45.047223 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f82a1ab6-426b-4a64-885e-704f45995a93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:45.047619 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82a1ab6-426b-4a64-885e-704f45995a93 None None] Bound using segment: {'id': '38d94864-fa0e-4bf8-8c26-b7be62f2f65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3581668e-f49d-47cf-856d-c4cd25ca60ad'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:46:45.048096 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-f82a1ab6-426b-4a64-885e-704f45995a93 None None] Bound port: d3b6d82b-0a9a-4a7e-8065-1e6b6b25df2a, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38d94864-fa0e-4bf8-8c26-b7be62f2f65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3581668e-f49d-47cf-856d-c4cd25ca60ad'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:46:45.048532 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f82a1ab6-426b-4a64-885e-704f45995a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:45.060157 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-a429652f-3406-4ab1-a74d-0062a63778e5 req-be3dedcb-9237-473f-942b-43d2868edbab service neutron] Transition to ACTIVE for port object 416efbd4-d606-468a-842f-cdb660e7e9ba will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:46:45.062270 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-67ad33c4-c3af-4bfc-bc18-0a609adcc67e tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:45.062406 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227c5110-c04b-4c19-be29-4173c52797a2 None None] Network 5f6f13c3-806e-46e6-9381-314f7f9f6801 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:46:45.065267 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-67ad33c4-c3af-4bfc-bc18-0a609adcc67e tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "DELETE /v2.0/subnets/b6b7911f-2910-4d34-8c96-30ebd306e8ea HTTP/1.1" status: 204 len: 168 time: 0.7195182 Aug 22 13:46:45.068146 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56962) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:45.092352 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a429652f-3406-4ab1-a74d-0062a63778e5 req-be3dedcb-9237-473f-942b-43d2868edbab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:45.124039 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5ddff868-ae3a-413b-b149-d80d3221a412 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:45.140719 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-5ddff868-ae3a-413b-b149-d80d3221a412 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Transition to ACTIVE for port object c42f99be-41ed-4389-9f21-2c099f50f9bd will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:46:45.172470 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-f82a1ab6-426b-4a64-885e-704f45995a93 None None] For port d3b6d82b-0a9a-4a7e-8065-1e6b6b25df2a, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:46:45.177217 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5ddff868-ae3a-413b-b149-d80d3221a412 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:45.202238 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-f82a1ab6-426b-4a64-885e-704f45995a93 None None] For port d3b6d82b-0a9a-4a7e-8065-1e6b6b25df2a, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=d3b6d82b-0a9a-4a7e-8065-1e6b6b25df2a,segment=NetworkSegment(38d94864-fa0e-4bf8-8c26-b7be62f2f65d),segment_id=38d94864-fa0e-4bf8-8c26-b7be62f2f65d)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:46:45.219170 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f82a1ab6-426b-4a64-885e-704f45995a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:45.219668 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddff868-ae3a-413b-b149-d80d3221a412 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Network 3581668e-f49d-47cf-856d-c4cd25ca60ad is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:46:45.224618 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-5ddff868-ae3a-413b-b149-d80d3221a412 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:46:45.229953 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddff868-ae3a-413b-b149-d80d3221a412 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:46:45.230904 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5ddff868-ae3a-413b-b149-d80d3221a412 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:45.239531 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddff868-ae3a-413b-b149-d80d3221a412 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event updated for resources: {'Port': ['ID=c42f99be-41ed-4389-9f21-2c099f50f9bd,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:45.260200 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e3e1bf3f-95dd-45fb-8878-80fb07403e97 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:45.262492 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3dedcb-9237-473f-942b-43d2868edbab service neutron] Pushing event updated for resources: {'Port': ['ID=416efbd4-d606-468a-842f-cdb660e7e9ba,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:45.314965 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1639f69-7e1d-48f1-8c40-86a464f62c0b req-85b6d4ad-17c0-4c03-98e0-7320517001bb tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:45.317492 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d1639f69-7e1d-48f1-8c40-86a464f62c0b req-85b6d4ad-17c0-4c03-98e0-7320517001bb tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd0f21be-7c10-4f30-8257-12c5f752840b HTTP/1.1" status: 200 len: 948 time: 0.2378659 Aug 22 13:46:45.341335 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82a1ab6-426b-4a64-885e-704f45995a93 None None] Pushing event updated for resources: {'Port': ['ID=d3b6d82b-0a9a-4a7e-8065-1e6b6b25df2a,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:45.386540 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86e5c8b-6197-4af0-8ea8-04cbd9a72770 None None] DHCP port deletion for 5f6f13c3-806e-46e6-9381-314f7f9f6801 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:46:45.416782 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5ddff868-ae3a-413b-b149-d80d3221a412 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:45.448204 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-b86e5c8b-6197-4af0-8ea8-04cbd9a72770 None None] Deleting port e23b09b7-1ada-4c1b-bc89-55932756218c {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:46:45.448612 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b86e5c8b-6197-4af0-8ea8-04cbd9a72770 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:45.471075 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d1639f69-7e1d-48f1-8c40-86a464f62c0b req-ad239e8b-e0e7-434f-b252-cea560ec286b tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca428a4-0599-44d2-af99-d05c7f882982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096878 Aug 22 13:46:45.479276 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-a429652f-3406-4ab1-a74d-0062a63778e5 req-be3dedcb-9237-473f-942b-43d2868edbab service neutron] Attempting to bind port 416efbd4-d606-468a-842f-cdb660e7e9ba on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:46:45.487866 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-a429652f-3406-4ab1-a74d-0062a63778e5 req-be3dedcb-9237-473f-942b-43d2868edbab service neutron] Attempting to bind port 416efbd4-d606-468a-842f-cdb660e7e9ba by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:46:45.488374 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a429652f-3406-4ab1-a74d-0062a63778e5 req-be3dedcb-9237-473f-942b-43d2868edbab service neutron] Attempting to bind port 416efbd4-d606-468a-842f-cdb660e7e9ba on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:46:45.509215 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a429652f-3406-4ab1-a74d-0062a63778e5 req-be3dedcb-9237-473f-942b-43d2868edbab service neutron] Port 416efbd4-d606-468a-842f-cdb660e7e9ba on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:46:45.509582 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a429652f-3406-4ab1-a74d-0062a63778e5 req-be3dedcb-9237-473f-942b-43d2868edbab service neutron] Attempting to bind port 416efbd4-d606-468a-842f-cdb660e7e9ba on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:46:45.516638 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a429652f-3406-4ab1-a74d-0062a63778e5 req-be3dedcb-9237-473f-942b-43d2868edbab service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:46:45.517244 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a429652f-3406-4ab1-a74d-0062a63778e5 req-be3dedcb-9237-473f-942b-43d2868edbab service neutron] Checking segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:46:45.517724 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a429652f-3406-4ab1-a74d-0062a63778e5 req-be3dedcb-9237-473f-942b-43d2868edbab service neutron] Bound using segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:46:45.518262 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-a429652f-3406-4ab1-a74d-0062a63778e5 req-be3dedcb-9237-473f-942b-43d2868edbab service neutron] Bound port: 416efbd4-d606-468a-842f-cdb660e7e9ba, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:46:45.518731 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a429652f-3406-4ab1-a74d-0062a63778e5 req-be3dedcb-9237-473f-942b-43d2868edbab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:45.528065 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-e3e1bf3f-95dd-45fb-8878-80fb07403e97 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Deleting port e23b09b7-1ada-4c1b-bc89-55932756218c {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:46:45.528574 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e3e1bf3f-95dd-45fb-8878-80fb07403e97 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:45.559278 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-b86e5c8b-6197-4af0-8ea8-04cbd9a72770 None None] For port e23b09b7-1ada-4c1b-bc89-55932756218c, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=e23b09b7-1ada-4c1b-bc89-55932756218c,segment=NetworkSegment(9f427d92-67e6-4768-955b-c26f557159b6),segment_id=9f427d92-67e6-4768-955b-c26f557159b6)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:46:45.559703 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b86e5c8b-6197-4af0-8ea8-04cbd9a72770 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:45.599806 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-b86e5c8b-6197-4af0-8ea8-04cbd9a72770 None None] Calling delete_port for e23b09b7-1ada-4c1b-bc89-55932756218c owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:46:45.646107 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device e23b09b7-1ada-4c1b-bc89-55932756218c no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:46:45.796465 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5ddff868-ae3a-413b-b149-d80d3221a412 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:45.808316 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5ddff868-ae3a-413b-b149-d80d3221a412 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:45.809210 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5ddff868-ae3a-413b-b149-d80d3221a412 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:45.834460 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:45.837650 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b86e5c8b-6197-4af0-8ea8-04cbd9a72770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:45.880808 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86e5c8b-6197-4af0-8ea8-04cbd9a72770 None None] Pushing event deleted for resources: {'Port': ['ID=e23b09b7-1ada-4c1b-bc89-55932756218c,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:45.896862 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86e5c8b-6197-4af0-8ea8-04cbd9a72770 None None] No DVR routers for this DVR port e23b09b7-1ada-4c1b-bc89-55932756218c on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:46:45.916827 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddff868-ae3a-413b-b149-d80d3221a412 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event updated for resources: {'Port': ['ID=c42f99be-41ed-4389-9f21-2c099f50f9bd,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:45.988573 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddff868-ae3a-413b-b149-d80d3221a412 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Network 3581668e-f49d-47cf-856d-c4cd25ca60ad is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:46:45.990019 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-5ddff868-ae3a-413b-b149-d80d3221a412 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:46:46.023516 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-e3e1bf3f-95dd-45fb-8878-80fb07403e97 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] For port e23b09b7-1ada-4c1b-bc89-55932756218c, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=e23b09b7-1ada-4c1b-bc89-55932756218c,segment=NetworkSegment(9f427d92-67e6-4768-955b-c26f557159b6),segment_id=9f427d92-67e6-4768-955b-c26f557159b6)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:46:46.023887 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e3e1bf3f-95dd-45fb-8878-80fb07403e97 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:46.045468 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-e3e1bf3f-95dd-45fb-8878-80fb07403e97 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Calling delete_port for e23b09b7-1ada-4c1b-bc89-55932756218c owned by network:dhcp {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:46:46.047471 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-a429652f-3406-4ab1-a74d-0062a63778e5 req-be3dedcb-9237-473f-942b-43d2868edbab service neutron] For port 416efbd4-d606-468a-842f-cdb660e7e9ba, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:46:46.064973 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-a429652f-3406-4ab1-a74d-0062a63778e5 req-be3dedcb-9237-473f-942b-43d2868edbab service neutron] For port 416efbd4-d606-468a-842f-cdb660e7e9ba, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=416efbd4-d606-468a-842f-cdb660e7e9ba,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:46:46.075780 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a429652f-3406-4ab1-a74d-0062a63778e5 req-be3dedcb-9237-473f-942b-43d2868edbab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:46.109521 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ddff868-ae3a-413b-b149-d80d3221a412 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Router 56460732-f53c-496c-a764-49dabaeade73 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:46:46.123568 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e3cd7-dbc2-4bd2-bc4f-257629de0a4e req-e3de86f9-e651-482b-94ca-96098e5ee8d7 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:46.125115 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ab2e3cd7-dbc2-4bd2-bc4f-257629de0a4e req-e3de86f9-e651-482b-94ca-96098e5ee8d7 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=511ea42f-9b76-4607-83c9-668d8b36e33b HTTP/1.1" status: 200 len: 945 time: 0.1511672 Aug 22 13:46:46.157980 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429652f-3406-4ab1-a74d-0062a63778e5 req-be3dedcb-9237-473f-942b-43d2868edbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:46.158777 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-a429652f-3406-4ab1-a74d-0062a63778e5 req-be3dedcb-9237-473f-942b-43d2868edbab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:46.160269 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a429652f-3406-4ab1-a74d-0062a63778e5 req-be3dedcb-9237-473f-942b-43d2868edbab service neutron] 10.222.0.16 "PUT /v2.0/ports/416efbd4-d606-468a-842f-cdb660e7e9ba HTTP/1.1" status: 200 len: 1097 time: 1.9005194 Aug 22 13:46:46.169913 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd0f21be-7c10-4f30-8257-12c5f752840b', 'tag': '416efbd4-d606-468a-842f-cdb660e7e9ba'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:46:46.172355 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f834826-e078-465e-8732-98337b9e8995" -d '{"events": [{"name": "network-changed", "server_uuid": "dd0f21be-7c10-4f30-8257-12c5f752840b", "tag": "416efbd4-d606-468a-842f-cdb660e7e9ba"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:46:46.236686 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ddff868-ae3a-413b-b149-d80d3221a412 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:46:46.245538 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5ddff868-ae3a-413b-b149-d80d3221a412 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "PUT /v2.0/routers/56460732-f53c-496c-a764-49dabaeade73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9151950 Aug 22 13:46:46.246076 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56968) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:46.253778 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a68b16b-d011-4df2-85ac-e23c1c321729 None None] Sync routers for ids ['56460732-f53c-496c-a764-49dabaeade73'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:46:46.255064 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-1f92a86c-d16f-48d4-8074-95f995841e59 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1279781127'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:46:46.255199 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3dedcb-9237-473f-942b-43d2868edbab service neutron] Pushing event updated for resources: {'Port': ['ID=416efbd4-d606-468a-842f-cdb660e7e9ba,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:46.272859 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a68b16b-d011-4df2-85ac-e23c1c321729 None None] Routers {'56460732-f53c-496c-a764-49dabaeade73'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:46:46.273860 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-0a68b16b-d011-4df2-85ac-e23c1c321729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:46:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['56460732-f53c-496c-a764-49dabaeade73'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:46.278498 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc930316-bcda-4c7d-8919-72c7eef1ab7d x-openstack-request-id: req-fc930316-bcda-4c7d-8919-72c7eef1ab7d {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:46:46.279021 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd0f21be-7c10-4f30-8257-12c5f752840b", "tag": "416efbd4-d606-468a-842f-cdb660e7e9ba", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:46:46.279021 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fc930316-bcda-4c7d-8919-72c7eef1ab7d {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:46:46.279419 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd0f21be-7c10-4f30-8257-12c5f752840b', 'tag': '416efbd4-d606-468a-842f-cdb660e7e9ba', 'status': 'completed', 'code': 200} Aug 22 13:46:46.294733 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ab2e3cd7-dbc2-4bd2-bc4f-257629de0a4e req-9442564c-7832-4409-902e-525045bb5611 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c4617e7-05eb-461f-b334-3d9907d5ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469109 Aug 22 13:46:46.301575 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f92a86c-d16f-48d4-8074-95f995841e59 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Made reservation on behalf of f5a9cec6b494494a893a00dfba9ab7f6 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:46:46.307000 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1f92a86c-d16f-48d4-8074-95f995841e59 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:46.326666 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e3e1bf3f-95dd-45fb-8878-80fb07403e97 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:46.336469 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f92a86c-d16f-48d4-8074-95f995841e59 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:46:46.339889 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429652f-3406-4ab1-a74d-0062a63778e5 req-56b308d4-cb3a-4311-9820-6184cb113283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:46.341708 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a429652f-3406-4ab1-a74d-0062a63778e5 req-56b308d4-cb3a-4311-9820-6184cb113283 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=921c7b70785e4226a8057f4f050e9ec6&device_id=dd0f21be-7c10-4f30-8257-12c5f752840b HTTP/1.1" status: 200 len: 1100 time: 0.1191871 Aug 22 13:46:46.357016 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1f92a86c-d16f-48d4-8074-95f995841e59 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:46.357399 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-1f92a86c-d16f-48d4-8074-95f995841e59 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Added segment 6394d032-a0bb-44b9-b184-b8e45005fcbd of type vlan for network f314fc3f-eedd-4a8e-8fd1-342e702324d9 Aug 22 13:46:46.375992 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e1bf3f-95dd-45fb-8878-80fb07403e97 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] No DVR routers for this DVR port e23b09b7-1ada-4c1b-bc89-55932756218c on host n-d-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:46:46.380934 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e1bf3f-95dd-45fb-8878-80fb07403e97 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event deleted for resources: {'Port': ['ID=e23b09b7-1ada-4c1b-bc89-55932756218c,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:46.419930 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1f92a86c-d16f-48d4-8074-95f995841e59 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:46.451021 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a429652f-3406-4ab1-a74d-0062a63778e5 req-0b08c239-f0fc-42f5-b406-c3abeefc66dc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=416efbd4-d606-468a-842f-cdb660e7e9ba HTTP/1.1" status: 200 len: 217 time: 0.0841720 Aug 22 13:46:46.464876 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1f92a86c-d16f-48d4-8074-95f995841e59 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:46.476855 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f92a86c-d16f-48d4-8074-95f995841e59 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:46.478972 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1f92a86c-d16f-48d4-8074-95f995841e59 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:46.499798 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-1f92a86c-d16f-48d4-8074-95f995841e59 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2499166 Aug 22 13:46:46.507584 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56972) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:46.512881 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-e8b3b468-f9b5-493a-acb5-763547f19795 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Request body: {'subnet': {'network_id': 'f314fc3f-eedd-4a8e-8fd1-342e702324d9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:46:46.577061 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f92a86c-d16f-48d4-8074-95f995841e59 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event updated for resources: {'Network': ['ID=f314fc3f-eedd-4a8e-8fd1-342e702324d9,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:46.610893 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network f314fc3f-eedd-4a8e-8fd1-342e702324d9 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:46:46.627460 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e3e1bf3f-95dd-45fb-8878-80fb07403e97 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:46.645368 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-e3e1bf3f-95dd-45fb-8878-80fb07403e97 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f6f13c3-806e-46e6-9381-314f7f9f6801']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:46.670497 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429652f-3406-4ab1-a74d-0062a63778e5 req-d8f9a79f-9d94-4fb5-a464-58e91cf3a9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:46.671982 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a429652f-3406-4ab1-a74d-0062a63778e5 req-d8f9a79f-9d94-4fb5-a464-58e91cf3a9a2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.2101684 Aug 22 13:46:46.690045 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-0a68b16b-d011-4df2-85ac-e23c1c321729 None None] Set router 56460732-f53c-496c-a764-49dabaeade73 gateway port host: None {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:46:46.695359 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-e3e1bf3f-95dd-45fb-8878-80fb07403e97 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f427d92-67e6-4768-955b-c26f557159b6') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:46.695665 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-e3e1bf3f-95dd-45fb-8878-80fb07403e97 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f427d92-67e6-4768-955b-c26f557159b6') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:46.729888 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e3e1bf3f-95dd-45fb-8878-80fb07403e97 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:46.756636 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e3e1bf3f-95dd-45fb-8878-80fb07403e97 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:46.775521 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0c0841-0fd3-4bc6-95d6-59c5a3e4271c None None] Network 3581668e-f49d-47cf-856d-c4cd25ca60ad requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:46:46.777875 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7bc7b-5896-44c0-8bd0-2219df2065ee req-2e89b441-1b85-42b4-9ef6-9218bc4ce189 tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:46.779817 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c3b7bc7b-5896-44c0-8bd0-2219df2065ee req-2e89b441-1b85-42b4-9ef6-9218bc4ce189 tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd0f21be-7c10-4f30-8257-12c5f752840b HTTP/1.1" status: 200 len: 948 time: 0.1821234 Aug 22 13:46:46.782117 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3e1bf3f-95dd-45fb-8878-80fb07403e97 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:46:46.782533 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e3e1bf3f-95dd-45fb-8878-80fb07403e97 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:46.786466 n-d-793621-33 neutron-server[94627]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:46:46.786466 n-d-793621-33 neutron-server[94627]: self.session.flush() Aug 22 13:46:46.786466 n-d-793621-33 neutron-server[94627]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:46:46.786466 n-d-793621-33 neutron-server[94627]: self.session.flush() Aug 22 13:46:46.786466 n-d-793621-33 neutron-server[94627]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:46:46.786466 n-d-793621-33 neutron-server[94627]: self.session.flush() Aug 22 13:46:46.786466 n-d-793621-33 neutron-server[94627]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:46:46.786466 n-d-793621-33 neutron-server[94627]: self.session.flush() Aug 22 13:46:46.786466 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:46:46.786466 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:46:46.786466 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:46:46.786466 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:46:46.786466 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:46:46.786466 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:46:46.786466 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:46:46.786466 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:46:46.786466 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:46:46.786466 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:46:46.786466 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:46:46.786466 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:46:46.786466 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:46:46.786466 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:46:46.786466 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:46:46.786466 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:46:46.786466 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:46:46.786466 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:46:46.786466 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:46:46.786466 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:46:46.786466 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:46:46.786466 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:46:46.786466 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:46:46.786466 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:46:46.786466 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:46:46.786466 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:46:46.786466 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:46:46.786466 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:46:46.786466 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:46:46.786466 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:46:46.786466 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:46:46.786466 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:46:46.841809 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b3b468-f9b5-493a-acb5-763547f19795 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Made reservation on behalf of f5a9cec6b494494a893a00dfba9ab7f6 for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:46:46.845270 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e8b3b468-f9b5-493a-acb5-763547f19795 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:46.874394 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429652f-3406-4ab1-a74d-0062a63778e5 req-df27e9cb-1c04-400a-80b8-fccef9460be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:46.875904 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a429652f-3406-4ab1-a74d-0062a63778e5 req-df27e9cb-1c04-400a-80b8-fccef9460be1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1932182 Aug 22 13:46:46.887923 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-14a78cf9-5dd4-4521-b97d-ac70a8a90f01 None None] Provisioning for port d3b6d82b-0a9a-4a7e-8065-1e6b6b25df2a completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:46:46.951980 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e3e1bf3f-95dd-45fb-8878-80fb07403e97 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:46.957142 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e3e1bf3f-95dd-45fb-8878-80fb07403e97 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:46.962877 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e3e1bf3f-95dd-45fb-8878-80fb07403e97 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "DELETE /v2.0/networks/5f6f13c3-806e-46e6-9381-314f7f9f6801 HTTP/1.1" status: 204 len: 168 time: 1.8927288 Aug 22 13:46:46.963037 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56974) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:46.968110 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-daf043c8-043a-44d9-846f-db2267cba1fd tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-408837950'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:46:47.002464 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf043c8-043a-44d9-846f-db2267cba1fd tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Made reservation on behalf of fbb6b9988b30404790dc99fa2fa4c174 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:46:47.006528 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-daf043c8-043a-44d9-846f-db2267cba1fd tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:47.035776 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daf043c8-043a-44d9-846f-db2267cba1fd tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:46:47.044645 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c3b7bc7b-5896-44c0-8bd0-2219df2065ee req-ead90374-1c53-4386-8e37-d83055197a2b tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca428a4-0599-44d2-af99-d05c7f882982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466183 Aug 22 13:46:47.047826 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-daf043c8-043a-44d9-846f-db2267cba1fd tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:47.048400 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-daf043c8-043a-44d9-846f-db2267cba1fd tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Added segment 5206c5c8-c468-4115-bd0c-60c7ff64d97d of type vlan for network 5329318b-0402-4cd8-8d80-1cebc7481b05 Aug 22 13:46:47.050959 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-0a68b16b-d011-4df2-85ac-e23c1c321729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56460732-f53c-496c-a764-49dabaeade73', 'name': 'tempest-RoutersIpV6Test-router-1642678576', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:46:42Z', 'updated_at': '2021-08-22T13:46:45Z', 'revision_number': 2, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'gw_port_host': None, '_interfaces': [{'id': 'c42f99be-41ed-4389-9f21-2c099f50f9bd', 'name': '', 'network_id': '3581668e-f49d-47cf-856d-c4cd25ca60ad', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'mac_address': 'fa:16:3e:04:bb:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56460732-f53c-496c-a764-49dabaeade73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '7adb9c46-0983-4310-8bca-c5b8beac5c5d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:46:44Z', 'updated_at': '2021-08-22T13:46:45Z', 'revision_number': 2, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'subnets': [{'id': '7adb9c46-0983-4310-8bca-c5b8beac5c5d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:47.056426 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e1bf3f-95dd-45fb-8878-80fb07403e97 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event deleted for resources: {'Network': ['ID=5f6f13c3-806e-46e6-9381-314f7f9f6801,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:47.101380 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-daf043c8-043a-44d9-846f-db2267cba1fd tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:47.102895 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a68b16b-d011-4df2-85ac-e23c1c321729 None None] Checking router: 56460732-f53c-496c-a764-49dabaeade73 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:46:47.103517 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a68b16b-d011-4df2-85ac-e23c1c321729 None None] Updating router 56460732-f53c-496c-a764-49dabaeade73 port c42f99be-41ed-4389-9f21-2c099f50f9bd binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:46:47.109187 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a429652f-3406-4ab1-a74d-0062a63778e5 req-cadc7b11-b713-4237-8ad9-6c5d8270a891 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222841 Aug 22 13:46:47.130233 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-daf043c8-043a-44d9-846f-db2267cba1fd tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:47.137056 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf043c8-043a-44d9-846f-db2267cba1fd tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:47.137923 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-daf043c8-043a-44d9-846f-db2267cba1fd tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:47.147511 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0a68b16b-d011-4df2-85ac-e23c1c321729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:47.220390 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-daf043c8-043a-44d9-846f-db2267cba1fd tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2563124 Aug 22 13:46:47.223622 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56976) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:47.225031 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf043c8-043a-44d9-846f-db2267cba1fd tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event updated for resources: {'Network': ['ID=5329318b-0402-4cd8-8d80-1cebc7481b05,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:47.231757 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-8a7eb33f-861e-4c8b-a157-6945fcf61297 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Request body: {'subnet': {'network_id': '5329318b-0402-4cd8-8d80-1cebc7481b05', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:46:47.273472 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 5329318b-0402-4cd8-8d80-1cebc7481b05 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:46:47.381253 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a429652f-3406-4ab1-a74d-0062a63778e5 req-0cc988ff-2c7b-4099-be15-eeb2ddc464c1 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627513 Aug 22 13:46:47.390136 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e8b3b468-f9b5-493a-acb5-763547f19795 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:47.487145 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7eb33f-861e-4c8b-a157-6945fcf61297 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Made reservation on behalf of fbb6b9988b30404790dc99fa2fa4c174 for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:46:47.490584 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8a7eb33f-861e-4c8b-a157-6945fcf61297 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:47.526262 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0a68b16b-d011-4df2-85ac-e23c1c321729 None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:47.549231 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-0a68b16b-d011-4df2-85ac-e23c1c321729 None None] Transition to ACTIVE for port object c42f99be-41ed-4389-9f21-2c099f50f9bd will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:46:47.567232 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0a68b16b-d011-4df2-85ac-e23c1c321729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:47.595325 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-9bdb12d0-7d03-4819-9eae-d0060d377ccf None None] Provisioning for port c42f99be-41ed-4389-9f21-2c099f50f9bd completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:46:47.620375 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5007546-936c-4f26-9eb5-d7f0c7696fda None None] Pushing event updated for resources: {'Port': ['ID=c42f99be-41ed-4389-9f21-2c099f50f9bd,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:47.626728 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b3b468-f9b5-493a-acb5-763547f19795 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event updated for resources: {'Subnet': ['ID=8ded085f-c843-486e-a3a1-b2fb85cf243b,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:47.651514 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f834826-e078-465e-8732-98337b9e8995 req-b8aa4d7a-8f10-48c1-a288-161dc94627af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:47.652436 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0f834826-e078-465e-8732-98337b9e8995 req-b8aa4d7a-8f10-48c1-a288-161dc94627af service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=921c7b70785e4226a8057f4f050e9ec6&device_id=dd0f21be-7c10-4f30-8257-12c5f752840b HTTP/1.1" status: 200 len: 1100 time: 0.2141209 Aug 22 13:46:47.674237 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d464cb6-0397-42e7-a797-f555e9a7e574 req-24d373d4-f6dd-442f-b7ec-88d7693445fe tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:47.675791 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4d464cb6-0397-42e7-a797-f555e9a7e574 req-24d373d4-f6dd-442f-b7ec-88d7693445fe tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=511ea42f-9b76-4607-83c9-668d8b36e33b HTTP/1.1" status: 200 len: 945 time: 0.2811091 Aug 22 13:46:47.677414 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device d3b6d82b-0a9a-4a7e-8065-1e6b6b25df2a up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:46:47.731444 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b3b468-f9b5-493a-acb5-763547f19795 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Checking segment: {'id': '6394d032-a0bb-44b9-b184-b8e45005fcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f314fc3f-eedd-4a8e-8fd1-342e702324d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:46:47.731724 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b3b468-f9b5-493a-acb5-763547f19795 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Network hostable DHCP agents. Network: f314fc3f-eedd-4a8e-8fd1-342e702324d9, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:46:47.746357 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-0a68b16b-d011-4df2-85ac-e23c1c321729 None None] Attempting to bind port c42f99be-41ed-4389-9f21-2c099f50f9bd on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:46:47.746911 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-0a68b16b-d011-4df2-85ac-e23c1c321729 None None] Attempting to bind port c42f99be-41ed-4389-9f21-2c099f50f9bd by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '38d94864-fa0e-4bf8-8c26-b7be62f2f65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3581668e-f49d-47cf-856d-c4cd25ca60ad'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:46:47.747334 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a68b16b-d011-4df2-85ac-e23c1c321729 None None] Attempting to bind port c42f99be-41ed-4389-9f21-2c099f50f9bd on network 3581668e-f49d-47cf-856d-c4cd25ca60ad {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:46:47.759975 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a68b16b-d011-4df2-85ac-e23c1c321729 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:46:47.760477 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a68b16b-d011-4df2-85ac-e23c1c321729 None None] Checking segment: {'id': '38d94864-fa0e-4bf8-8c26-b7be62f2f65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3581668e-f49d-47cf-856d-c4cd25ca60ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:46:47.761309 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0a68b16b-d011-4df2-85ac-e23c1c321729 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:47.761590 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a68b16b-d011-4df2-85ac-e23c1c321729 None None] Bound using segment: {'id': '38d94864-fa0e-4bf8-8c26-b7be62f2f65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3581668e-f49d-47cf-856d-c4cd25ca60ad'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:46:47.762138 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-0a68b16b-d011-4df2-85ac-e23c1c321729 None None] Bound port: c42f99be-41ed-4389-9f21-2c099f50f9bd, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38d94864-fa0e-4bf8-8c26-b7be62f2f65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3581668e-f49d-47cf-856d-c4cd25ca60ad'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:46:47.762580 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0a68b16b-d011-4df2-85ac-e23c1c321729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:47.769167 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port d3b6d82b-0a9a-4a7e-8065-1e6b6b25df2a completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:46:47.786575 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port d3b6d82b-0a9a-4a7e-8065-1e6b6b25df2a triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:46:47.787039 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:47.809855 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4d464cb6-0397-42e7-a797-f555e9a7e574 req-c3b3aeb0-6cd9-46b4-8d8c-9b1760eebc35 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c4617e7-05eb-461f-b334-3d9907d5ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168568 Aug 22 13:46:47.837310 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b3b468-f9b5-493a-acb5-763547f19795 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Network f314fc3f-eedd-4a8e-8fd1-342e702324d9 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:46:47.885510 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-e8b3b468-f9b5-493a-acb5-763547f19795 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, f314fc3f-eedd-4a8e-8fd1-342e702324d9) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:46:47.890351 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-0a68b16b-d011-4df2-85ac-e23c1c321729 None None] For port c42f99be-41ed-4389-9f21-2c099f50f9bd, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:46:47.897360 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b3b468-f9b5-493a-acb5-763547f19795 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:47.898205 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e8b3b468-f9b5-493a-acb5-763547f19795 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:47.905934 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f834826-e078-465e-8732-98337b9e8995 req-7c4c6fca-0f82-4cc9-9a02-567f8ff7f36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:47.907760 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0f834826-e078-465e-8732-98337b9e8995 req-7c4c6fca-0f82-4cc9-9a02-567f8ff7f36e service neutron] 10.222.0.16 "GET /v2.0/networks?id=7dc41cff-a3ac-4fc2-ba06-973efce2365e HTTP/1.1" status: 200 len: 870 time: 0.2466755 Aug 22 13:46:47.934763 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:47.937003 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22220de5-49cf-41d3-a08a-4e8a5e292980 None None] Network f314fc3f-eedd-4a8e-8fd1-342e702324d9 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:46:47.968993 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-0a68b16b-d011-4df2-85ac-e23c1c321729 None None] For port c42f99be-41ed-4389-9f21-2c099f50f9bd, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=c42f99be-41ed-4389-9f21-2c099f50f9bd,segment=NetworkSegment(38d94864-fa0e-4bf8-8c26-b7be62f2f65d),segment_id=38d94864-fa0e-4bf8-8c26-b7be62f2f65d)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:46:47.991146 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0f834826-e078-465e-8732-98337b9e8995 req-cd5a9a63-4afb-4d76-9f4e-9771ee4d7053 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=416efbd4-d606-468a-842f-cdb660e7e9ba HTTP/1.1" status: 200 len: 217 time: 0.0717723 Aug 22 13:46:48.001409 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e8b3b468-f9b5-493a-acb5-763547f19795 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4898658 Aug 22 13:46:48.002112 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56980) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:48.006690 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0a68b16b-d011-4df2-85ac-e23c1c321729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:48.058783 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port d3b6d82b-0a9a-4a7e-8065-1e6b6b25df2a, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=d3b6d82b-0a9a-4a7e-8065-1e6b6b25df2a,segment=NetworkSegment(38d94864-fa0e-4bf8-8c26-b7be62f2f65d),segment_id=38d94864-fa0e-4bf8-8c26-b7be62f2f65d)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:46:48.085489 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:48.105493 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8a7eb33f-861e-4c8b-a157-6945fcf61297 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:48.139311 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a68b16b-d011-4df2-85ac-e23c1c321729 None None] Routers {'56460732-f53c-496c-a764-49dabaeade73'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:46:48.139869 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-0a68b16b-d011-4df2-85ac-e23c1c321729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:46:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['56460732-f53c-496c-a764-49dabaeade73'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:48.155904 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5007546-936c-4f26-9eb5-d7f0c7696fda None None] Pushing event updated for resources: {'Port': ['ID=c42f99be-41ed-4389-9f21-2c099f50f9bd,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:48.221059 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f834826-e078-465e-8732-98337b9e8995 req-5fe5145a-40d2-4f6f-b890-bf0ced832e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:48.222626 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0f834826-e078-465e-8732-98337b9e8995 req-5fe5145a-40d2-4f6f-b890-bf0ced832e7a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.2213373 Aug 22 13:46:48.320088 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=d3b6d82b-0a9a-4a7e-8065-1e6b6b25df2a,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:48.327284 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-0a68b16b-d011-4df2-85ac-e23c1c321729 None None] Set router 56460732-f53c-496c-a764-49dabaeade73 gateway port host: None {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:46:48.332182 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7eb33f-861e-4c8b-a157-6945fcf61297 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event updated for resources: {'Subnet': ['ID=90ff0cc3-4148-480f-af62-a551240dbdce,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:48.390309 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534ade3-88ab-499c-81d2-23a9fd410c84 req-737b69a0-d816-4d3b-a1dc-29bd7063ac39 tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:48.391908 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9534ade3-88ab-499c-81d2-23a9fd410c84 req-737b69a0-d816-4d3b-a1dc-29bd7063ac39 tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd0f21be-7c10-4f30-8257-12c5f752840b HTTP/1.1" status: 200 len: 948 time: 0.2464497 Aug 22 13:46:48.396362 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af2890a-e9e2-45b8-9828-a2cdb17cb64a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-f314fc3f-eedd-4a8e-8fd1-342e702324d9', 'network_id': 'f314fc3f-eedd-4a8e-8fd1-342e702324d9', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'fixed_ips': [{'subnet_id': '8ded085f-c843-486e-a3a1-b2fb85cf243b'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:46:48.397226 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2af2890a-e9e2-45b8-9828-a2cdb17cb64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:48.400370 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7eb33f-861e-4c8b-a157-6945fcf61297 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Checking segment: {'id': '5206c5c8-c468-4115-bd0c-60c7ff64d97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5329318b-0402-4cd8-8d80-1cebc7481b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:46:48.400751 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7eb33f-861e-4c8b-a157-6945fcf61297 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Network hostable DHCP agents. Network: 5329318b-0402-4cd8-8d80-1cebc7481b05, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:46:48.434874 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f834826-e078-465e-8732-98337b9e8995 req-f06ecb34-5d0e-4843-b153-866f816ddee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:48.436560 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0f834826-e078-465e-8732-98337b9e8995 req-f06ecb34-5d0e-4843-b153-866f816ddee6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1997507 Aug 22 13:46:48.518014 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7eb33f-861e-4c8b-a157-6945fcf61297 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Network 5329318b-0402-4cd8-8d80-1cebc7481b05 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:46:48.825681 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-2af2890a-e9e2-45b8-9828-a2cdb17cb64a None None] Allocated IP 2001:db8:1::2 (f314fc3f-eedd-4a8e-8fd1-342e702324d9/8ded085f-c843-486e-a3a1-b2fb85cf243b/66827e2c-fc70-4c29-a05a-8e6bcdece3d7) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:46:48.832838 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9534ade3-88ab-499c-81d2-23a9fd410c84 req-6dede55f-61b7-4dd3-8a90-2553da605b79 tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca428a4-0599-44d2-af99-d05c7f882982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4267843 Aug 22 13:46:48.861146 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-0a68b16b-d011-4df2-85ac-e23c1c321729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56460732-f53c-496c-a764-49dabaeade73', 'name': 'tempest-RoutersIpV6Test-router-1642678576', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:46:42Z', 'updated_at': '2021-08-22T13:46:45Z', 'revision_number': 2, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'gw_port_host': None, '_interfaces': [{'id': 'c42f99be-41ed-4389-9f21-2c099f50f9bd', 'name': '', 'network_id': '3581668e-f49d-47cf-856d-c4cd25ca60ad', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'mac_address': 'fa:16:3e:04:bb:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56460732-f53c-496c-a764-49dabaeade73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '7adb9c46-0983-4310-8bca-c5b8beac5c5d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:46:44Z', 'updated_at': '2021-08-22T13:46:47Z', 'revision_number': 4, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'subnets': [{'id': '7adb9c46-0983-4310-8bca-c5b8beac5c5d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:48.875882 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-8a7eb33f-861e-4c8b-a157-6945fcf61297 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 5329318b-0402-4cd8-8d80-1cebc7481b05) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:46:48.884287 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7eb33f-861e-4c8b-a157-6945fcf61297 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:48.884954 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8a7eb33f-861e-4c8b-a157-6945fcf61297 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:48.929885 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d71318-8277-4af1-b4ce-d8f9b94976be None None] Network 5329318b-0402-4cd8-8d80-1cebc7481b05 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:46:48.931597 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-8a7eb33f-861e-4c8b-a157-6945fcf61297 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7048054 Aug 22 13:46:48.936576 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a68b16b-d011-4df2-85ac-e23c1c321729 None None] The sync data for ids ['56460732-f53c-496c-a764-49dabaeade73'] in n-d-793621-33 is: [{'id': '56460732-f53c-496c-a764-49dabaeade73', 'name': 'tempest-RoutersIpV6Test-router-1642678576', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:46:42Z', 'updated_at': '2021-08-22T13:46:45Z', 'revision_number': 2, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'gw_port_host': None, '_interfaces': [{'id': 'c42f99be-41ed-4389-9f21-2c099f50f9bd', 'name': '', 'network_id': '3581668e-f49d-47cf-856d-c4cd25ca60ad', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'mac_address': 'fa:16:3e:04:bb:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56460732-f53c-496c-a764-49dabaeade73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '7adb9c46-0983-4310-8bca-c5b8beac5c5d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:46:44Z', 'updated_at': '2021-08-22T13:46:47Z', 'revision_number': 4, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'subnets': [{'id': '7adb9c46-0983-4310-8bca-c5b8beac5c5d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:46:48.938045 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56986) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:48.945151 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-45352562-ecd5-4deb-ace1-adadb136c512 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Request body: {'port': {'network_id': '5329318b-0402-4cd8-8d80-1cebc7481b05', 'name': 'tempest-PortsTestJSON-1424273819', 'fixed_ips': [{'subnet_id': '90ff0cc3-4148-480f-af62-a551240dbdce', 'ip_address': '172.20.0.10'}]}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:46:48.993937 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0f834826-e078-465e-8732-98337b9e8995 req-a200344e-dbfc-4186-b1fd-5a1e57c4814d service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5458608 Aug 22 13:46:49.092302 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45352562-ecd5-4deb-ace1-adadb136c512 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Made reservation on behalf of fbb6b9988b30404790dc99fa2fa4c174 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:46:49.095175 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf256f85-e129-423d-9f81-d22baeb14ee4 req-f5edd057-2b26-45c9-bc08-737b62a1ec60 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:49.096737 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bf256f85-e129-423d-9f81-d22baeb14ee4 req-f5edd057-2b26-45c9-bc08-737b62a1ec60 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=511ea42f-9b76-4607-83c9-668d8b36e33b HTTP/1.1" status: 200 len: 945 time: 0.1803794 Aug 22 13:46:49.132262 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2af2890a-e9e2-45b8-9828-a2cdb17cb64a None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:49.155240 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-2af2890a-e9e2-45b8-9828-a2cdb17cb64a None None] Transition to ACTIVE for port object 66827e2c-fc70-4c29-a05a-8e6bcdece3d7 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:46:49.170139 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc9026c-7ce8-4186-9b59-0abaf371ef84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-5329318b-0402-4cd8-8d80-1cebc7481b05', 'network_id': '5329318b-0402-4cd8-8d80-1cebc7481b05', 'tenant_id': 'fbb6b9988b30404790dc99fa2fa4c174', 'fixed_ips': [{'subnet_id': '90ff0cc3-4148-480f-af62-a551240dbdce'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:46:49.170683 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4cc9026c-7ce8-4186-9b59-0abaf371ef84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:49.179941 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a8726960-d495-4547-82ed-c6c1df3355c1 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:49.185975 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-2af2890a-e9e2-45b8-9828-a2cdb17cb64a None None] Transition to ACTIVE for port object 66827e2c-fc70-4c29-a05a-8e6bcdece3d7 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:46:49.200648 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2af2890a-e9e2-45b8-9828-a2cdb17cb64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:49.203247 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bf256f85-e129-423d-9f81-d22baeb14ee4 req-3ead794b-5d82-4e59-a5a2-27753fc6708d tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c4617e7-05eb-461f-b334-3d9907d5ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849135 Aug 22 13:46:49.211260 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0f834826-e078-465e-8732-98337b9e8995 req-2ab4d12d-a023-461b-a3a2-878300864349 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082324 Aug 22 13:46:49.222107 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-45352562-ecd5-4deb-ace1-adadb136c512 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:49.252900 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-45352562-ecd5-4deb-ace1-adadb136c512 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] device_id is not set on port 05cac873-f192-4436-a1c4-47f6b1bd8c6f yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:46:49.319723 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af2890a-e9e2-45b8-9828-a2cdb17cb64a None None] Network f314fc3f-eedd-4a8e-8fd1-342e702324d9 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:46:49.326438 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-2af2890a-e9e2-45b8-9828-a2cdb17cb64a None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:46:49.337370 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af2890a-e9e2-45b8-9828-a2cdb17cb64a None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:46:49.342667 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af2890a-e9e2-45b8-9828-a2cdb17cb64a None None] Pushing event updated for resources: {'Port': ['ID=66827e2c-fc70-4c29-a05a-8e6bcdece3d7,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:49.459642 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-2af2890a-e9e2-45b8-9828-a2cdb17cb64a None None] Attempting to bind port 66827e2c-fc70-4c29-a05a-8e6bcdece3d7 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:46:49.460162 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-2af2890a-e9e2-45b8-9828-a2cdb17cb64a None None] Attempting to bind port 66827e2c-fc70-4c29-a05a-8e6bcdece3d7 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '6394d032-a0bb-44b9-b184-b8e45005fcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f314fc3f-eedd-4a8e-8fd1-342e702324d9'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:46:49.460649 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af2890a-e9e2-45b8-9828-a2cdb17cb64a None None] Attempting to bind port 66827e2c-fc70-4c29-a05a-8e6bcdece3d7 on network f314fc3f-eedd-4a8e-8fd1-342e702324d9 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:46:49.468864 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-4cc9026c-7ce8-4186-9b59-0abaf371ef84 None None] Allocated IP 172.20.0.2 (5329318b-0402-4cd8-8d80-1cebc7481b05/90ff0cc3-4148-480f-af62-a551240dbdce/fcf4155c-3c2a-4bea-b2f7-e4bc0711eaa8) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:46:49.471340 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af2890a-e9e2-45b8-9828-a2cdb17cb64a None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:46:49.471836 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af2890a-e9e2-45b8-9828-a2cdb17cb64a None None] Checking segment: {'id': '6394d032-a0bb-44b9-b184-b8e45005fcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f314fc3f-eedd-4a8e-8fd1-342e702324d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:46:49.472430 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2af2890a-e9e2-45b8-9828-a2cdb17cb64a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:49.472877 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af2890a-e9e2-45b8-9828-a2cdb17cb64a None None] Bound using segment: {'id': '6394d032-a0bb-44b9-b184-b8e45005fcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f314fc3f-eedd-4a8e-8fd1-342e702324d9'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:46:49.473456 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-2af2890a-e9e2-45b8-9828-a2cdb17cb64a None None] Bound port: 66827e2c-fc70-4c29-a05a-8e6bcdece3d7, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6394d032-a0bb-44b9-b184-b8e45005fcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f314fc3f-eedd-4a8e-8fd1-342e702324d9'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:46:49.473911 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2af2890a-e9e2-45b8-9828-a2cdb17cb64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:49.580874 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-a8726960-d495-4547-82ed-c6c1df3355c1 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Allocated IP 2001:db8:1::1 (f314fc3f-eedd-4a8e-8fd1-342e702324d9/8ded085f-c843-486e-a3a1-b2fb85cf243b/ab21594f-675c-4cf3-b31f-9ad34d90ae47) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:46:49.609876 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-2af2890a-e9e2-45b8-9828-a2cdb17cb64a None None] For port 66827e2c-fc70-4c29-a05a-8e6bcdece3d7, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:46:49.630801 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-2af2890a-e9e2-45b8-9828-a2cdb17cb64a None None] For port 66827e2c-fc70-4c29-a05a-8e6bcdece3d7, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=66827e2c-fc70-4c29-a05a-8e6bcdece3d7,segment=NetworkSegment(6394d032-a0bb-44b9-b184-b8e45005fcbd),segment_id=6394d032-a0bb-44b9-b184-b8e45005fcbd)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:46:49.641311 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2af2890a-e9e2-45b8-9828-a2cdb17cb64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:49.746810 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a8726960-d495-4547-82ed-c6c1df3355c1 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:49.751893 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af2890a-e9e2-45b8-9828-a2cdb17cb64a None None] Pushing event updated for resources: {'Port': ['ID=66827e2c-fc70-4c29-a05a-8e6bcdece3d7,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:49.759687 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device d3b6d82b-0a9a-4a7e-8065-1e6b6b25df2a up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:46:49.762875 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4cc9026c-7ce8-4186-9b59-0abaf371ef84 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:49.772936 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-a8726960-d495-4547-82ed-c6c1df3355c1 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Transition to ACTIVE for port object ab21594f-675c-4cf3-b31f-9ad34d90ae47 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:46:49.799607 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-4cc9026c-7ce8-4186-9b59-0abaf371ef84 None None] Transition to ACTIVE for port object fcf4155c-3c2a-4bea-b2f7-e4bc0711eaa8 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:46:49.813756 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a8726960-d495-4547-82ed-c6c1df3355c1 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:49.825788 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-4cc9026c-7ce8-4186-9b59-0abaf371ef84 None None] Transition to ACTIVE for port object fcf4155c-3c2a-4bea-b2f7-e4bc0711eaa8 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:46:49.834792 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4cc9026c-7ce8-4186-9b59-0abaf371ef84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:49.872787 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8726960-d495-4547-82ed-c6c1df3355c1 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Network f314fc3f-eedd-4a8e-8fd1-342e702324d9 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:46:49.876126 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port d3b6d82b-0a9a-4a7e-8065-1e6b6b25df2a triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:46:49.876748 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:49.877860 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-a8726960-d495-4547-82ed-c6c1df3355c1 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:46:49.882292 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8726960-d495-4547-82ed-c6c1df3355c1 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:46:49.883088 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a8726960-d495-4547-82ed-c6c1df3355c1 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:49.888025 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc9026c-7ce8-4186-9b59-0abaf371ef84 None None] Network 5329318b-0402-4cd8-8d80-1cebc7481b05 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:46:49.901557 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-4cc9026c-7ce8-4186-9b59-0abaf371ef84 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:46:49.937736 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8726960-d495-4547-82ed-c6c1df3355c1 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event updated for resources: {'Port': ['ID=ab21594f-675c-4cf3-b31f-9ad34d90ae47,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:49.943330 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc9026c-7ce8-4186-9b59-0abaf371ef84 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:46:49.945483 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc9026c-7ce8-4186-9b59-0abaf371ef84 None None] Pushing event updated for resources: {'Port': ['ID=fcf4155c-3c2a-4bea-b2f7-e4bc0711eaa8,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:49.958222 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-45352562-ecd5-4deb-ace1-adadb136c512 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Allocated IP 172.20.0.10 (5329318b-0402-4cd8-8d80-1cebc7481b05/90ff0cc3-4148-480f-af62-a551240dbdce/05cac873-f192-4436-a1c4-47f6b1bd8c6f) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:46:50.075864 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc27d79-4be9-4d23-af7a-24d62e786997 req-356a2efe-a1e4-41dc-8516-f969ca9ec097 tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:50.077513 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ecc27d79-4be9-4d23-af7a-24d62e786997 req-356a2efe-a1e4-41dc-8516-f969ca9ec097 tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd0f21be-7c10-4f30-8257-12c5f752840b HTTP/1.1" status: 200 len: 948 time: 0.1134000 Aug 22 13:46:50.091219 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-4cc9026c-7ce8-4186-9b59-0abaf371ef84 None None] Attempting to bind port fcf4155c-3c2a-4bea-b2f7-e4bc0711eaa8 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:46:50.091609 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-4cc9026c-7ce8-4186-9b59-0abaf371ef84 None None] Attempting to bind port fcf4155c-3c2a-4bea-b2f7-e4bc0711eaa8 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5206c5c8-c468-4115-bd0c-60c7ff64d97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5329318b-0402-4cd8-8d80-1cebc7481b05'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:46:50.091934 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc9026c-7ce8-4186-9b59-0abaf371ef84 None None] Attempting to bind port fcf4155c-3c2a-4bea-b2f7-e4bc0711eaa8 on network 5329318b-0402-4cd8-8d80-1cebc7481b05 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:46:50.119918 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc9026c-7ce8-4186-9b59-0abaf371ef84 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:46:50.120348 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc9026c-7ce8-4186-9b59-0abaf371ef84 None None] Checking segment: {'id': '5206c5c8-c468-4115-bd0c-60c7ff64d97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5329318b-0402-4cd8-8d80-1cebc7481b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:46:50.120709 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4cc9026c-7ce8-4186-9b59-0abaf371ef84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:50.124206 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc9026c-7ce8-4186-9b59-0abaf371ef84 None None] Bound using segment: {'id': '5206c5c8-c468-4115-bd0c-60c7ff64d97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5329318b-0402-4cd8-8d80-1cebc7481b05'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:46:50.124206 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-4cc9026c-7ce8-4186-9b59-0abaf371ef84 None None] Bound port: fcf4155c-3c2a-4bea-b2f7-e4bc0711eaa8, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5206c5c8-c468-4115-bd0c-60c7ff64d97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5329318b-0402-4cd8-8d80-1cebc7481b05'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:46:50.124206 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4cc9026c-7ce8-4186-9b59-0abaf371ef84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:50.145887 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device c42f99be-41ed-4389-9f21-2c099f50f9bd up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:46:50.150755 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a8726960-d495-4547-82ed-c6c1df3355c1 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:50.183492 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ecc27d79-4be9-4d23-af7a-24d62e786997 req-30da006e-b828-4c2a-a2e6-5262ab1e8d40 tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca428a4-0599-44d2-af99-d05c7f882982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734811 Aug 22 13:46:50.256150 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-4cc9026c-7ce8-4186-9b59-0abaf371ef84 None None] For port fcf4155c-3c2a-4bea-b2f7-e4bc0711eaa8, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:46:50.258365 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port c42f99be-41ed-4389-9f21-2c099f50f9bd completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:46:50.261763 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-4cc9026c-7ce8-4186-9b59-0abaf371ef84 None None] For port fcf4155c-3c2a-4bea-b2f7-e4bc0711eaa8, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=fcf4155c-3c2a-4bea-b2f7-e4bc0711eaa8,segment=NetworkSegment(5206c5c8-c468-4115-bd0c-60c7ff64d97d),segment_id=5206c5c8-c468-4115-bd0c-60c7ff64d97d)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:46:50.265679 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port c42f99be-41ed-4389-9f21-2c099f50f9bd triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:46:50.266062 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:50.269400 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4cc9026c-7ce8-4186-9b59-0abaf371ef84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:50.279057 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-45352562-ecd5-4deb-ace1-adadb136c512 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:50.304207 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-45352562-ecd5-4deb-ace1-adadb136c512 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Transition to ACTIVE for port object 05cac873-f192-4436-a1c4-47f6b1bd8c6f will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:46:50.348440 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-45352562-ecd5-4deb-ace1-adadb136c512 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:50.399974 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc9026c-7ce8-4186-9b59-0abaf371ef84 None None] Pushing event updated for resources: {'Port': ['ID=fcf4155c-3c2a-4bea-b2f7-e4bc0711eaa8,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:50.405563 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45352562-ecd5-4deb-ace1-adadb136c512 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Network 5329318b-0402-4cd8-8d80-1cebc7481b05 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:46:50.409718 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-45352562-ecd5-4deb-ace1-adadb136c512 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:46:50.414133 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45352562-ecd5-4deb-ace1-adadb136c512 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:46:50.427192 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:50.452367 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002ec6c-c83a-4d31-9a6a-af8fad0f3799 req-412e5055-0319-4403-914a-d149d77106aa tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:50.453957 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6002ec6c-c83a-4d31-9a6a-af8fad0f3799 req-412e5055-0319-4403-914a-d149d77106aa tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=511ea42f-9b76-4607-83c9-668d8b36e33b HTTP/1.1" status: 200 len: 945 time: 0.1301112 Aug 22 13:46:50.469095 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45352562-ecd5-4deb-ace1-adadb136c512 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event updated for resources: {'Port': ['ID=05cac873-f192-4436-a1c4-47f6b1bd8c6f,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:50.470113 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 416efbd4-d606-468a-842f-cdb660e7e9ba details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:46:50.492526 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45352562-ecd5-4deb-ace1-adadb136c512 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:50.493321 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-45352562-ecd5-4deb-ace1-adadb136c512 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:50.502940 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port c42f99be-41ed-4389-9f21-2c099f50f9bd, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=c42f99be-41ed-4389-9f21-2c099f50f9bd,segment=NetworkSegment(38d94864-fa0e-4bf8-8c26-b7be62f2f65d),segment_id=38d94864-fa0e-4bf8-8c26-b7be62f2f65d)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:46:50.511938 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:50.514270 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-45352562-ecd5-4deb-ace1-adadb136c512 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5742378 Aug 22 13:46:50.517286 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56992) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:50.522507 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-802d0724-4f6e-4355-bf62-8c18d0656cbd tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Request body: {'port': {'network_id': '5329318b-0402-4cd8-8d80-1cebc7481b05', 'name': 'tempest-PortsTestJSON-1961017613', 'fixed_ips': [{'subnet_id': '90ff0cc3-4148-480f-af62-a551240dbdce', 'ip_address': '172.20.0.9'}]}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:46:50.531193 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6002ec6c-c83a-4d31-9a6a-af8fad0f3799 req-ba527282-c3d6-4374-87c0-408e3a06d3fa tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c4617e7-05eb-461f-b334-3d9907d5ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679064 Aug 22 13:46:50.578964 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a8726960-d495-4547-82ed-c6c1df3355c1 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:50.594789 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a8726960-d495-4547-82ed-c6c1df3355c1 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:50.596247 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a8726960-d495-4547-82ed-c6c1df3355c1 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:50.696034 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 416efbd4-d606-468a-842f-cdb660e7e9ba, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=416efbd4-d606-468a-842f-cdb660e7e9ba,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:46:50.698976 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=c42f99be-41ed-4389-9f21-2c099f50f9bd,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:50.720110 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '416efbd4-d606-468a-842f-cdb660e7e9ba', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'port_id': '416efbd4-d606-468a-842f-cdb660e7e9ba', 'mac_address': 'fa:16:3e:fa:d2:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7151c727-b27f-4308-8098-60bc16140d45', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:46:50.763793 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8726960-d495-4547-82ed-c6c1df3355c1 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event updated for resources: {'Port': ['ID=ab21594f-675c-4cf3-b31f-9ad34d90ae47,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:50.791951 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802d0724-4f6e-4355-bf62-8c18d0656cbd tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Made reservation on behalf of fbb6b9988b30404790dc99fa2fa4c174 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:46:50.792185 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:50.798630 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-802d0724-4f6e-4355-bf62-8c18d0656cbd tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:50.806752 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 416efbd4-d606-468a-842f-cdb660e7e9ba {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:46:50.829737 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 416efbd4-d606-468a-842f-cdb660e7e9ba, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=416efbd4-d606-468a-842f-cdb660e7e9ba,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:46:50.831831 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8726960-d495-4547-82ed-c6c1df3355c1 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Network f314fc3f-eedd-4a8e-8fd1-342e702324d9 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:46:50.834290 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-a8726960-d495-4547-82ed-c6c1df3355c1 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:46:50.834546 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-802d0724-4f6e-4355-bf62-8c18d0656cbd tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] device_id is not set on port 882038b0-d079-4eae-93cc-46ea78174f46 yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:46:50.834925 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:50.902382 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=416efbd4-d606-468a-842f-cdb660e7e9ba,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:50.959705 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8726960-d495-4547-82ed-c6c1df3355c1 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Router 56460732-f53c-496c-a764-49dabaeade73 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:46:51.028029 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-802d0724-4f6e-4355-bf62-8c18d0656cbd tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Allocated IP 172.20.0.9 (5329318b-0402-4cd8-8d80-1cebc7481b05/90ff0cc3-4148-480f-af62-a551240dbdce/882038b0-d079-4eae-93cc-46ea78174f46) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:46:51.065165 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8726960-d495-4547-82ed-c6c1df3355c1 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:46:51.073860 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a8726960-d495-4547-82ed-c6c1df3355c1 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "PUT /v2.0/routers/56460732-f53c-496c-a764-49dabaeade73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0601685 Aug 22 13:46:51.074165 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 56994) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:51.083808 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-ac442b37-2900-44f6-9627-540c30638f52 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-629870836'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:46:51.114279 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['416efbd4-d606-468a-842f-cdb660e7e9ba'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:46:51.162089 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac442b37-2900-44f6-9627-540c30638f52 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Made reservation on behalf of f5a9cec6b494494a893a00dfba9ab7f6 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:46:51.166150 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ac442b37-2900-44f6-9627-540c30638f52 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:51.224804 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac442b37-2900-44f6-9627-540c30638f52 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:46:51.235650 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b949f9-8c9b-46b9-9f1f-90108dcb7a8b None None] Network f314fc3f-eedd-4a8e-8fd1-342e702324d9 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:46:51.246540 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-802d0724-4f6e-4355-bf62-8c18d0656cbd tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:51.254063 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ac442b37-2900-44f6-9627-540c30638f52 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:51.254422 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-ac442b37-2900-44f6-9627-540c30638f52 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Added segment 1280747a-8170-4b31-90cf-5ff1d5d598e1 of type vlan for network 5cbbfb21-0ffd-47a0-a006-b2c0994b1036 Aug 22 13:46:51.300082 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-802d0724-4f6e-4355-bf62-8c18d0656cbd tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Transition to ACTIVE for port object 882038b0-d079-4eae-93cc-46ea78174f46 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:46:51.315037 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ac442b37-2900-44f6-9627-540c30638f52 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:51.352211 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28ab07-7f98-4a19-8143-1acba1e97871 req-1401ebff-3d94-46f6-be62-2038dd9075ff tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:51.357723 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ab28ab07-7f98-4a19-8143-1acba1e97871 req-1401ebff-3d94-46f6-be62-2038dd9075ff tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd0f21be-7c10-4f30-8257-12c5f752840b HTTP/1.1" status: 200 len: 949 time: 0.0645375 Aug 22 13:46:51.364456 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ac442b37-2900-44f6-9627-540c30638f52 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:51.369057 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-25d48f84-f004-4928-b61f-c2308b478fdb None None] Provisioning for port 66827e2c-fc70-4c29-a05a-8e6bcdece3d7 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:46:51.370519 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac442b37-2900-44f6-9627-540c30638f52 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:51.371314 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ac442b37-2900-44f6-9627-540c30638f52 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:51.401040 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-802d0724-4f6e-4355-bf62-8c18d0656cbd tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:51.430849 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ab28ab07-7f98-4a19-8143-1acba1e97871 req-9488ac4f-706b-4f89-a119-887cda8f880c tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca428a4-0599-44d2-af99-d05c7f882982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582869 Aug 22 13:46:51.520736 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ac442b37-2900-44f6-9627-540c30638f52 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4456728 Aug 22 13:46:51.523686 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 56998) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:51.529537 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-3bdccf8f-ad4c-4278-b019-b7800ed49164 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Request body: {'subnet': {'network_id': '5cbbfb21-0ffd-47a0-a006-b2c0994b1036', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:46:51.534286 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802d0724-4f6e-4355-bf62-8c18d0656cbd tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Network 5329318b-0402-4cd8-8d80-1cebc7481b05 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:46:51.545001 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-802d0724-4f6e-4355-bf62-8c18d0656cbd tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:46:51.547539 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802d0724-4f6e-4355-bf62-8c18d0656cbd tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:46:51.550940 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac442b37-2900-44f6-9627-540c30638f52 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event updated for resources: {'Network': ['ID=5cbbfb21-0ffd-47a0-a006-b2c0994b1036,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:51.555276 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802d0724-4f6e-4355-bf62-8c18d0656cbd tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event updated for resources: {'Port': ['ID=882038b0-d079-4eae-93cc-46ea78174f46,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:51.570326 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 5cbbfb21-0ffd-47a0-a006-b2c0994b1036 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:46:51.632090 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802d0724-4f6e-4355-bf62-8c18d0656cbd tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:51.638852 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-802d0724-4f6e-4355-bf62-8c18d0656cbd tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:51.690255 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bdccf8f-ad4c-4278-b019-b7800ed49164 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Made reservation on behalf of f5a9cec6b494494a893a00dfba9ab7f6 for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:46:51.697970 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3bdccf8f-ad4c-4278-b019-b7800ed49164 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:51.707741 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57002) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:51.707951 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-802d0724-4f6e-4355-bf62-8c18d0656cbd tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1894813 Aug 22 13:46:51.778534 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28320ba6-2c73-409c-852e-bada7f52b3f1 None None] Sync routers for ids ['56460732-f53c-496c-a764-49dabaeade73'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:46:51.798384 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d80474-d638-4e4a-b62b-0897dcba8515 None None] Network 5329318b-0402-4cd8-8d80-1cebc7481b05 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:46:51.798563 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28320ba6-2c73-409c-852e-bada7f52b3f1 None None] Routers {'56460732-f53c-496c-a764-49dabaeade73'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:46:51.799114 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-28320ba6-2c73-409c-852e-bada7f52b3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:46:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['56460732-f53c-496c-a764-49dabaeade73'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:51.874975 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be179a13-5fda-4e68-8051-50ce1493d0ef req-2a4352fd-effe-4d29-b4da-674d4003b5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:51.879002 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-be179a13-5fda-4e68-8051-50ce1493d0ef req-2a4352fd-effe-4d29-b4da-674d4003b5d7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=511ea42f-9b76-4607-83c9-668d8b36e33b HTTP/1.1" status: 200 len: 1097 time: 0.0710447 Aug 22 13:46:51.906608 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device fcf4155c-3c2a-4bea-b2f7-e4bc0711eaa8 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:46:51.927107 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-be179a13-5fda-4e68-8051-50ce1493d0ef req-b6267179-ae01-4cfd-9422-dcb59318a675 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8c4617e7-05eb-461f-b334-3d9907d5ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413136 Aug 22 13:46:51.944956 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-4c9dd387-de93-46aa-b5cb-65b99382eb6b None None] Provisioning for port fcf4155c-3c2a-4bea-b2f7-e4bc0711eaa8 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:46:51.961231 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-28320ba6-2c73-409c-852e-bada7f52b3f1 None None] Set router 56460732-f53c-496c-a764-49dabaeade73 gateway port host: None {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:46:51.991818 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460f0287-eebf-46c1-bc9b-7a816771409f tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:51.993848 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-460f0287-eebf-46c1-bc9b-7a816771409f tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2849457 Aug 22 13:46:51.997705 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57004) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:52.055006 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1d76c-d001-4a62-bf2b-4dc154969211 req-b7156d1f-d8c9-4d30-9f24-dfa5c64965e5 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:52.056750 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d5c1d76c-d001-4a62-bf2b-4dc154969211 req-b7156d1f-d8c9-4d30-9f24-dfa5c64965e5 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=511ea42f-9b76-4607-83c9-668d8b36e33b HTTP/1.1" status: 200 len: 945 time: 0.2533712 Aug 22 13:46:52.072775 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port fcf4155c-3c2a-4bea-b2f7-e4bc0711eaa8 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:46:52.090394 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port fcf4155c-3c2a-4bea-b2f7-e4bc0711eaa8 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:46:52.090700 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:52.130669 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bb9e44-11c7-4c2f-9ad0-848963556dc1 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:52.140921 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bb9e44-11c7-4c2f-9ad0-848963556dc1 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:52.153665 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d5c1d76c-d001-4a62-bf2b-4dc154969211 req-01e68204-727a-4f4d-b441-f2225f8ba0ca tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c4617e7-05eb-461f-b334-3d9907d5ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873728 Aug 22 13:46:52.179667 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bb9e44-11c7-4c2f-9ad0-848963556dc1 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:52.185575 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d5bb9e44-11c7-4c2f-9ad0-848963556dc1 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1847298 Aug 22 13:46:52.186146 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57006) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:52.187815 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e38647c0-3153-4997-9ada-005a60e4c429 None None] Provisioning for port ab21594f-675c-4cf3-b31f-9ad34d90ae47 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:46:52.192485 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e38647c0-3153-4997-9ada-005a60e4c429 None None] Provisioning complete for port ab21594f-675c-4cf3-b31f-9ad34d90ae47 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:46:52.192485 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e38647c0-3153-4997-9ada-005a60e4c429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:52.279130 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3bdccf8f-ad4c-4278-b019-b7800ed49164 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:52.292924 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:52.309351 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e38647c0-3153-4997-9ada-005a60e4c429 None None] Port ab21594f-675c-4cf3-b31f-9ad34d90ae47 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:46:52.318364 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 7e796a31-d03e-425b-b20a-f16018cdf51d details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:46:52.327144 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-28320ba6-2c73-409c-852e-bada7f52b3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56460732-f53c-496c-a764-49dabaeade73', 'name': 'tempest-RoutersIpV6Test-router-1642678576', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:46:42Z', 'updated_at': '2021-08-22T13:46:50Z', 'revision_number': 3, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'gw_port_host': None, '_interfaces': [{'id': 'ab21594f-675c-4cf3-b31f-9ad34d90ae47', 'name': '', 'network_id': 'f314fc3f-eedd-4a8e-8fd1-342e702324d9', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'mac_address': 'fa:16:3e:0b:04:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56460732-f53c-496c-a764-49dabaeade73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '8ded085f-c843-486e-a3a1-b2fb85cf243b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:46:49Z', 'updated_at': '2021-08-22T13:46:50Z', 'revision_number': 2, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'subnets': [{'id': '8ded085f-c843-486e-a3a1-b2fb85cf243b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c42f99be-41ed-4389-9f21-2c099f50f9bd', 'name': '', 'network_id': '3581668e-f49d-47cf-856d-c4cd25ca60ad', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'mac_address': 'fa:16:3e:04:bb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56460732-f53c-496c-a764-49dabaeade73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '7adb9c46-0983-4310-8bca-c5b8beac5c5d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:46:44Z', 'updated_at': '2021-08-22T13:46:50Z', 'revision_number': 5, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'subnets': [{'id': '7adb9c46-0983-4310-8bca-c5b8beac5c5d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:52.338536 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-4bbe9215-34e3-4f92-8a58-ecf6868d6bd6 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Deleting port 882038b0-d079-4eae-93cc-46ea78174f46 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:46:52.340596 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4bbe9215-34e3-4f92-8a58-ecf6868d6bd6 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:52.373971 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port fcf4155c-3c2a-4bea-b2f7-e4bc0711eaa8, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=fcf4155c-3c2a-4bea-b2f7-e4bc0711eaa8,segment=NetworkSegment(5206c5c8-c468-4115-bd0c-60c7ff64d97d),segment_id=5206c5c8-c468-4115-bd0c-60c7ff64d97d)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:46:52.384453 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:52.385485 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 66827e2c-fc70-4c29-a05a-8e6bcdece3d7 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:46:52.431882 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdccf8f-ad4c-4278-b019-b7800ed49164 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Checking segment: {'id': '1280747a-8170-4b31-90cf-5ff1d5d598e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5cbbfb21-0ffd-47a0-a006-b2c0994b1036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:46:52.435453 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdccf8f-ad4c-4278-b019-b7800ed49164 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Network hostable DHCP agents. Network: 5cbbfb21-0ffd-47a0-a006-b2c0994b1036, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:46:52.438858 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdccf8f-ad4c-4278-b019-b7800ed49164 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event updated for resources: {'Subnet': ['ID=3c08f71b-7eb6-4625-b4e0-02aefece80ab,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:52.471834 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 416efbd4-d606-468a-842f-cdb660e7e9ba up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:46:52.475937 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdccf8f-ad4c-4278-b019-b7800ed49164 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Network 5cbbfb21-0ffd-47a0-a006-b2c0994b1036 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:46:52.499799 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-3bdccf8f-ad4c-4278-b019-b7800ed49164 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 5cbbfb21-0ffd-47a0-a006-b2c0994b1036) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:46:52.515762 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdccf8f-ad4c-4278-b019-b7800ed49164 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:52.516823 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3bdccf8f-ad4c-4278-b019-b7800ed49164 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:52.537112 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28320ba6-2c73-409c-852e-bada7f52b3f1 None None] Checking router: 56460732-f53c-496c-a764-49dabaeade73 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:46:52.537853 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28320ba6-2c73-409c-852e-bada7f52b3f1 None None] Updating router 56460732-f53c-496c-a764-49dabaeade73 port ab21594f-675c-4cf3-b31f-9ad34d90ae47 binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:46:52.543504 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-3bdccf8f-ad4c-4278-b019-b7800ed49164 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0157137 Aug 22 13:46:52.543952 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57010) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:52.562074 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0a28aa-2b4e-4876-82e8-9511331d3f61 None None] Network 5cbbfb21-0ffd-47a0-a006-b2c0994b1036 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:46:52.611188 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-28320ba6-2c73-409c-852e-bada7f52b3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:52.937289 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec0feec-922a-4d1c-abdd-80c0fb5a6bc6 req-36e0ee4a-5b52-414d-be04-a618f7c03c20 tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:52.940725 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4ec0feec-922a-4d1c-abdd-80c0fb5a6bc6 req-36e0ee4a-5b52-414d-be04-a618f7c03c20 tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd0f21be-7c10-4f30-8257-12c5f752840b HTTP/1.1" status: 200 len: 949 time: 0.2972841 Aug 22 13:46:52.986337 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port 416efbd4-d606-468a-842f-cdb660e7e9ba completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:46:53.004844 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=fcf4155c-3c2a-4bea-b2f7-e4bc0711eaa8,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:53.011135 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4bbe9215-34e3-4f92-8a58-ecf6868d6bd6 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:53.014870 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-6a2ce74d-a39f-4abc-808c-cd90e7774288 None None] Provisioning complete for port ab21594f-675c-4cf3-b31f-9ad34d90ae47 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:46:53.015253 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6a2ce74d-a39f-4abc-808c-cd90e7774288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:53.037525 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 7e796a31-d03e-425b-b20a-f16018cdf51d, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=7e796a31-d03e-425b-b20a-f16018cdf51d,segment=NetworkSegment(494efb0b-ab04-46a4-b7e8-28cc3c46a46b),segment_id=494efb0b-ab04-46a4-b7e8-28cc3c46a46b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:46:53.040857 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 416efbd4-d606-468a-842f-cdb660e7e9ba triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:46:53.041210 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:53.042161 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-4bbe9215-34e3-4f92-8a58-ecf6868d6bd6 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Calling delete_port for 882038b0-d079-4eae-93cc-46ea78174f46 owned by {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:46:53.069338 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4ec0feec-922a-4d1c-abdd-80c0fb5a6bc6 req-14d89a4c-678f-40e5-8b29-39c9afcbb562 tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca428a4-0599-44d2-af99-d05c7f882982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559442 Aug 22 13:46:53.147891 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '7e796a31-d03e-425b-b20a-f16018cdf51d', 'network_id': 'ad1f5797-594b-4ff0-ad04-7d369b81cf3a', 'port_id': '7e796a31-d03e-425b-b20a-f16018cdf51d', 'mac_address': 'fa:16:3e:4a:e3:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0e87acb-5107-4e48-a7f5-5e2aff44dba0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:46:53.170317 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 66827e2c-fc70-4c29-a05a-8e6bcdece3d7 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:46:53.241845 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-28320ba6-2c73-409c-852e-bada7f52b3f1 None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:53.242493 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-6a2ce74d-a39f-4abc-808c-cd90e7774288 None None] Port ab21594f-675c-4cf3-b31f-9ad34d90ae47 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:46:53.243822 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 66827e2c-fc70-4c29-a05a-8e6bcdece3d7 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:46:53.244190 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:53.271147 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-28320ba6-2c73-409c-852e-bada7f52b3f1 None None] Transition to ACTIVE for port object ab21594f-675c-4cf3-b31f-9ad34d90ae47 will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:46:53.287698 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-28320ba6-2c73-409c-852e-bada7f52b3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:53.297578 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4bbe9215-34e3-4f92-8a58-ecf6868d6bd6 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:53.319714 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:53.357247 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbe9215-34e3-4f92-8a58-ecf6868d6bd6 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event deleted for resources: {'Port': ['ID=882038b0-d079-4eae-93cc-46ea78174f46,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:53.361027 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18865abd-2462-48d7-aa49-5372fbbaf2fb None None] Pushing event updated for resources: {'Port': ['ID=ab21594f-675c-4cf3-b31f-9ad34d90ae47,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:53.387980 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18865abd-2462-48d7-aa49-5372fbbaf2fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:46:53.388469 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18865abd-2462-48d7-aa49-5372fbbaf2fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:46:53.388898 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18865abd-2462-48d7-aa49-5372fbbaf2fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:46:53.389730 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18865abd-2462-48d7-aa49-5372fbbaf2fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:46:53.390151 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18865abd-2462-48d7-aa49-5372fbbaf2fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:46:53.390624 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18865abd-2462-48d7-aa49-5372fbbaf2fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:46:53.391061 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18865abd-2462-48d7-aa49-5372fbbaf2fb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:46:53.391509 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18865abd-2462-48d7-aa49-5372fbbaf2fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:46:53.391924 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18865abd-2462-48d7-aa49-5372fbbaf2fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:46:53.392364 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18865abd-2462-48d7-aa49-5372fbbaf2fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:46:53.392780 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18865abd-2462-48d7-aa49-5372fbbaf2fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:46:53.393406 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18865abd-2462-48d7-aa49-5372fbbaf2fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:46:53.396630 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7e796a31-d03e-425b-b20a-f16018cdf51d {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:46:53.440535 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-28320ba6-2c73-409c-852e-bada7f52b3f1 None None] Attempting to bind port ab21594f-675c-4cf3-b31f-9ad34d90ae47 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:46:53.441356 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-28320ba6-2c73-409c-852e-bada7f52b3f1 None None] Attempting to bind port ab21594f-675c-4cf3-b31f-9ad34d90ae47 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '6394d032-a0bb-44b9-b184-b8e45005fcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f314fc3f-eedd-4a8e-8fd1-342e702324d9'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:46:53.441854 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28320ba6-2c73-409c-852e-bada7f52b3f1 None None] Attempting to bind port ab21594f-675c-4cf3-b31f-9ad34d90ae47 on network f314fc3f-eedd-4a8e-8fd1-342e702324d9 {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:46:53.443890 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c05173b-b931-441a-b7c8-56bd3a4876fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-5cbbfb21-0ffd-47a0-a006-b2c0994b1036', 'network_id': '5cbbfb21-0ffd-47a0-a006-b2c0994b1036', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'fixed_ips': [{'subnet_id': '3c08f71b-7eb6-4625-b4e0-02aefece80ab'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:46:53.445155 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0c05173b-b931-441a-b7c8-56bd3a4876fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:53.450085 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28320ba6-2c73-409c-852e-bada7f52b3f1 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:46:53.450734 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28320ba6-2c73-409c-852e-bada7f52b3f1 None None] Checking segment: {'id': '6394d032-a0bb-44b9-b184-b8e45005fcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f314fc3f-eedd-4a8e-8fd1-342e702324d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:46:53.451517 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-28320ba6-2c73-409c-852e-bada7f52b3f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:53.452005 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28320ba6-2c73-409c-852e-bada7f52b3f1 None None] Bound using segment: {'id': '6394d032-a0bb-44b9-b184-b8e45005fcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f314fc3f-eedd-4a8e-8fd1-342e702324d9'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:46:53.452649 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-28320ba6-2c73-409c-852e-bada7f52b3f1 None None] Bound port: ab21594f-675c-4cf3-b31f-9ad34d90ae47, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6394d032-a0bb-44b9-b184-b8e45005fcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f314fc3f-eedd-4a8e-8fd1-342e702324d9'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:46:53.453130 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-28320ba6-2c73-409c-852e-bada7f52b3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:53.463754 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 7e796a31-d03e-425b-b20a-f16018cdf51d, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=7e796a31-d03e-425b-b20a-f16018cdf51d,segment=NetworkSegment(494efb0b-ab04-46a4-b7e8-28cc3c46a46b),segment_id=494efb0b-ab04-46a4-b7e8-28cc3c46a46b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:46:53.470910 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:53.518425 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:53.539808 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-9ba47c72-6d68-4488-adb5-5ca09592211f None None] Provisioning for port 05cac873-f192-4436-a1c4-47f6b1bd8c6f completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:46:53.541275 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4bbe9215-34e3-4f92-8a58-ecf6868d6bd6 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:53.542270 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-28320ba6-2c73-409c-852e-bada7f52b3f1 None None] For port ab21594f-675c-4cf3-b31f-9ad34d90ae47, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:46:53.551520 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4bbe9215-34e3-4f92-8a58-ecf6868d6bd6 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "DELETE /v2.0/ports/882038b0-d079-4eae-93cc-46ea78174f46 HTTP/1.1" status: 204 len: 168 time: 1.3621569 Aug 22 13:46:53.552307 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57014) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:53.560224 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-28320ba6-2c73-409c-852e-bada7f52b3f1 None None] For port ab21594f-675c-4cf3-b31f-9ad34d90ae47, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=ab21594f-675c-4cf3-b31f-9ad34d90ae47,segment=NetworkSegment(6394d032-a0bb-44b9-b184-b8e45005fcbd),segment_id=6394d032-a0bb-44b9-b184-b8e45005fcbd)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:46:53.566628 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-28320ba6-2c73-409c-852e-bada7f52b3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:53.603795 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c736cde-5d73-4238-aab3-8b3764291038 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] GET failed (client error): The resource could not be found. Aug 22 13:46:53.607987 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6c736cde-5d73-4238-aab3-8b3764291038 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "GET /v2.0/ports/882038b0-d079-4eae-93cc-46ea78174f46 HTTP/1.1" status: 404 len: 333 time: 0.0507481 Aug 22 13:46:53.608198 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-9ba47c72-6d68-4488-adb5-5ca09592211f None None] Provisioning complete for port 05cac873-f192-4436-a1c4-47f6b1bd8c6f triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:46:53.608198 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9ba47c72-6d68-4488-adb5-5ca09592211f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:53.612859 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57016) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:53.676509 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28320ba6-2c73-409c-852e-bada7f52b3f1 None None] Routers {'56460732-f53c-496c-a764-49dabaeade73'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:46:53.676729 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-28320ba6-2c73-409c-852e-bada7f52b3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:46:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['56460732-f53c-496c-a764-49dabaeade73'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:53.692879 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd0f21be-7c10-4f30-8257-12c5f752840b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416efbd4-d606-468a-842f-cdb660e7e9ba'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:46:53.695451 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2a30a8-b4be-4d20-8d23-9ab5dfdf3d93" -d '{"events": [{"server_uuid": "dd0f21be-7c10-4f30-8257-12c5f752840b", "name": "network-vif-plugged", "status": "completed", "tag": "416efbd4-d606-468a-842f-cdb660e7e9ba"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:46:53.709118 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=7e796a31-d03e-425b-b20a-f16018cdf51d,revision_number=6']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:53.723705 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:53.756711 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-2a24a3d4-9346-4d81-b321-78e9a3f6b449 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Deleting port 05cac873-f192-4436-a1c4-47f6b1bd8c6f {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:46:53.757055 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2a24a3d4-9346-4d81-b321-78e9a3f6b449 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:53.814802 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 66827e2c-fc70-4c29-a05a-8e6bcdece3d7, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=66827e2c-fc70-4c29-a05a-8e6bcdece3d7,segment=NetworkSegment(6394d032-a0bb-44b9-b184-b8e45005fcbd),segment_id=6394d032-a0bb-44b9-b184-b8e45005fcbd)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:46:53.819891 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43864ca-00d1-4bcd-b42a-4bcf2c65ade3 x-openstack-request-id: req-c43864ca-00d1-4bcd-b42a-4bcf2c65ade3 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:46:53.820290 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd0f21be-7c10-4f30-8257-12c5f752840b", "name": "network-vif-plugged", "status": "completed", "tag": "416efbd4-d606-468a-842f-cdb660e7e9ba", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:46:53.820524 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c43864ca-00d1-4bcd-b42a-4bcf2c65ade3 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:46:53.822170 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd0f21be-7c10-4f30-8257-12c5f752840b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416efbd4-d606-468a-842f-cdb660e7e9ba', 'code': 200} Aug 22 13:46:53.826687 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18865abd-2462-48d7-aa49-5372fbbaf2fb None None] Pushing event updated for resources: {'Port': ['ID=ab21594f-675c-4cf3-b31f-9ad34d90ae47,revision_number=4']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:53.850235 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775d14c-57b0-44bc-961b-de4e43d26c32 req-a7d39ba6-5666-4761-8aa3-f6a593d4c828 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:53.853833 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a775d14c-57b0-44bc-961b-de4e43d26c32 req-a7d39ba6-5666-4761-8aa3-f6a593d4c828 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=511ea42f-9b76-4607-83c9-668d8b36e33b HTTP/1.1" status: 200 len: 944 time: 0.2482538 Aug 22 13:46:53.867724 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-28320ba6-2c73-409c-852e-bada7f52b3f1 None None] Set router 56460732-f53c-496c-a764-49dabaeade73 gateway port host: None {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:46:53.906483 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 416efbd4-d606-468a-842f-cdb660e7e9ba, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=416efbd4-d606-468a-842f-cdb660e7e9ba,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:46:53.908776 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2a24a3d4-9346-4d81-b321-78e9a3f6b449 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:53.922672 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-2a24a3d4-9346-4d81-b321-78e9a3f6b449 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Calling delete_port for 05cac873-f192-4436-a1c4-47f6b1bd8c6f owned by {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:46:53.922861 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['7e796a31-d03e-425b-b20a-f16018cdf51d'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:46:53.991335 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a775d14c-57b0-44bc-961b-de4e43d26c32 req-09c14150-b9f2-4427-b19c-b74b211caa60 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c4617e7-05eb-461f-b334-3d9907d5ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282759 Aug 22 13:46:54.013548 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57022) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:54.030757 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:54.031818 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device c42f99be-41ed-4389-9f21-2c099f50f9bd up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:46:54.033979 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8b0dc794-cc26-4710-9918-ceea90f91dd6 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:54.034759 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:54.143218 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2a24a3d4-9346-4d81-b321-78e9a3f6b449 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:54.186875 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a24a3d4-9346-4d81-b321-78e9a3f6b449 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event deleted for resources: {'Port': ['ID=05cac873-f192-4436-a1c4-47f6b1bd8c6f,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:54.245216 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-9ba47c72-6d68-4488-adb5-5ca09592211f None None] Port 05cac873-f192-4436-a1c4-47f6b1bd8c6f cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:46:54.280228 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-28320ba6-2c73-409c-852e-bada7f52b3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56460732-f53c-496c-a764-49dabaeade73', 'name': 'tempest-RoutersIpV6Test-router-1642678576', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:46:42Z', 'updated_at': '2021-08-22T13:46:50Z', 'revision_number': 3, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'gw_port_host': None, '_interfaces': [{'id': 'ab21594f-675c-4cf3-b31f-9ad34d90ae47', 'name': '', 'network_id': 'f314fc3f-eedd-4a8e-8fd1-342e702324d9', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'mac_address': 'fa:16:3e:0b:04:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56460732-f53c-496c-a764-49dabaeade73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '8ded085f-c843-486e-a3a1-b2fb85cf243b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:46:49Z', 'updated_at': '2021-08-22T13:46:53Z', 'revision_number': 4, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'subnets': [{'id': '8ded085f-c843-486e-a3a1-b2fb85cf243b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c42f99be-41ed-4389-9f21-2c099f50f9bd', 'name': '', 'network_id': '3581668e-f49d-47cf-856d-c4cd25ca60ad', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'mac_address': 'fa:16:3e:04:bb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56460732-f53c-496c-a764-49dabaeade73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '7adb9c46-0983-4310-8bca-c5b8beac5c5d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:46:44Z', 'updated_at': '2021-08-22T13:46:50Z', 'revision_number': 5, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'subnets': [{'id': '7adb9c46-0983-4310-8bca-c5b8beac5c5d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:54.314426 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2a24a3d4-9346-4d81-b321-78e9a3f6b449 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:54.316586 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2a24a3d4-9346-4d81-b321-78e9a3f6b449 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "DELETE /v2.0/ports/05cac873-f192-4436-a1c4-47f6b1bd8c6f HTTP/1.1" status: 204 len: 168 time: 0.7025688 Aug 22 13:46:54.319160 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57026) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:54.322255 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 7e796a31-d03e-425b-b20a-f16018cdf51d no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:46:54.336197 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28320ba6-2c73-409c-852e-bada7f52b3f1 None None] The sync data for ids ['56460732-f53c-496c-a764-49dabaeade73'] in n-d-793621-33 is: [{'id': '56460732-f53c-496c-a764-49dabaeade73', 'name': 'tempest-RoutersIpV6Test-router-1642678576', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:46:42Z', 'updated_at': '2021-08-22T13:46:50Z', 'revision_number': 3, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'gw_port_host': None, '_interfaces': [{'id': 'ab21594f-675c-4cf3-b31f-9ad34d90ae47', 'name': '', 'network_id': 'f314fc3f-eedd-4a8e-8fd1-342e702324d9', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'mac_address': 'fa:16:3e:0b:04:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56460732-f53c-496c-a764-49dabaeade73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '8ded085f-c843-486e-a3a1-b2fb85cf243b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:46:49Z', 'updated_at': '2021-08-22T13:46:53Z', 'revision_number': 4, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'subnets': [{'id': '8ded085f-c843-486e-a3a1-b2fb85cf243b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c42f99be-41ed-4389-9f21-2c099f50f9bd', 'name': '', 'network_id': '3581668e-f49d-47cf-856d-c4cd25ca60ad', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'mac_address': 'fa:16:3e:04:bb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56460732-f53c-496c-a764-49dabaeade73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '7adb9c46-0983-4310-8bca-c5b8beac5c5d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:46:44Z', 'updated_at': '2021-08-22T13:46:50Z', 'revision_number': 5, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'subnets': [{'id': '7adb9c46-0983-4310-8bca-c5b8beac5c5d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:46:54.341555 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-7fdf87d9-2d93-4ead-96d5-95cacb6b7826 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/floatingips/30c8ba57-853f-4b4b-bd2a-6a13471fc69f HTTP/1.1" status: 200 len: 991 time: 0.3264682 Aug 22 13:46:54.406084 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a255527-1614-48cd-b353-c8561cf91ab4 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] GET failed (client error): The resource could not be found. Aug 22 13:46:54.408902 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-3a255527-1614-48cd-b353-c8561cf91ab4 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "GET /v2.0/ports/05cac873-f192-4436-a1c4-47f6b1bd8c6f HTTP/1.1" status: 404 len: 333 time: 0.0887711 Aug 22 13:46:54.411695 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57028) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:54.468087 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50573a0-ae6c-487c-96e8-37e410031a6e req-864f44f9-f5e5-40d7-9c10-2e406957d424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:54.469880 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c50573a0-ae6c-487c-96e8-37e410031a6e req-864f44f9-f5e5-40d7-9c10-2e406957d424 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dd0f21be-7c10-4f30-8257-12c5f752840b HTTP/1.1" status: 200 len: 1102 time: 0.5717025 Aug 22 13:46:54.476097 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=66827e2c-fc70-4c29-a05a-8e6bcdece3d7,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:54.492418 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd63c380-0009-42b9-b15a-d707b9bd65aa req-d2c41ad8-720e-4701-895e-2846490b119a tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:54.501775 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fd63c380-0009-42b9-b15a-d707b9bd65aa req-d2c41ad8-720e-4701-895e-2846490b119a tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd0f21be-7c10-4f30-8257-12c5f752840b HTTP/1.1" status: 200 len: 950 time: 0.2836177 Aug 22 13:46:54.509442 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd31445c-6d0c-4817-8c14-d9492cf9f31a tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Deleting subnet 90ff0cc3-4148-480f-af62-a551240dbdce {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:46:54.513206 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dd31445c-6d0c-4817-8c14-d9492cf9f31a tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:54.530248 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:54.565653 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dd31445c-6d0c-4817-8c14-d9492cf9f31a tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:54.586769 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-9ba47c72-6d68-4488-adb5-5ca09592211f None None] Provisioning complete for port fcf4155c-3c2a-4bea-b2f7-e4bc0711eaa8 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:46:54.587052 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9ba47c72-6d68-4488-adb5-5ca09592211f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:54.599143 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fd63c380-0009-42b9-b15a-d707b9bd65aa req-60da0cdf-09b0-4265-9b69-b9351861ff1d tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca428a4-0599-44d2-af99-d05c7f882982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963004 Aug 22 13:46:54.628329 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7e796a31-d03e-425b-b20a-f16018cdf51d {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:46:54.635904 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c50573a0-ae6c-487c-96e8-37e410031a6e req-9e9b487f-7d66-4206-ad79-f598a6ba9d38 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1ca428a4-0599-44d2-af99-d05c7f882982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985768 Aug 22 13:46:54.691878 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dd31445c-6d0c-4817-8c14-d9492cf9f31a tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:54.713123 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-0c05173b-b931-441a-b7c8-56bd3a4876fd None None] Allocated IP 2001:db8:2::2 (5cbbfb21-0ffd-47a0-a006-b2c0994b1036/3c08f71b-7eb6-4625-b4e0-02aefece80ab/9f174a2f-7bd7-47f2-a949-bb39ead79bd4) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:46:54.715797 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port c42f99be-41ed-4389-9f21-2c099f50f9bd triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:46:54.716186 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:54.722823 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 7e796a31-d03e-425b-b20a-f16018cdf51d, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=7e796a31-d03e-425b-b20a-f16018cdf51d,segment=NetworkSegment(494efb0b-ab04-46a4-b7e8-28cc3c46a46b),segment_id=494efb0b-ab04-46a4-b7e8-28cc3c46a46b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:46:54.730053 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=416efbd4-d606-468a-842f-cdb660e7e9ba,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:54.763900 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:54.776041 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dd31445c-6d0c-4817-8c14-d9492cf9f31a tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:54.805475 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd31445c-6d0c-4817-8c14-d9492cf9f31a tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event deleted for resources: {'Subnet': ['ID=90ff0cc3-4148-480f-af62-a551240dbdce,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:54.810814 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dd31445c-6d0c-4817-8c14-d9492cf9f31a tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:54.815990 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-dd31445c-6d0c-4817-8c14-d9492cf9f31a tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "DELETE /v2.0/subnets/90ff0cc3-4148-480f-af62-a551240dbdce HTTP/1.1" status: 204 len: 168 time: 0.4004457 Aug 22 13:46:54.816186 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57030) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:54.842748 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db918191-3425-4c36-8f38-3e27218aa67d None None] Network 5329318b-0402-4cd8-8d80-1cebc7481b05 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:46:54.905856 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6966240b-4bf8-4a29-a1e7-42a68137a28c tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:54.965312 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-6966240b-4bf8-4a29-a1e7-42a68137a28c tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Deleting port fcf4155c-3c2a-4bea-b2f7-e4bc0711eaa8 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:46:54.965571 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6966240b-4bf8-4a29-a1e7-42a68137a28c tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:55.027986 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=7e796a31-d03e-425b-b20a-f16018cdf51d,revision_number=7']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:55.035035 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-6966240b-4bf8-4a29-a1e7-42a68137a28c tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] For port fcf4155c-3c2a-4bea-b2f7-e4bc0711eaa8, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=fcf4155c-3c2a-4bea-b2f7-e4bc0711eaa8,segment=NetworkSegment(5206c5c8-c468-4115-bd0c-60c7ff64d97d),segment_id=5206c5c8-c468-4115-bd0c-60c7ff64d97d)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:46:55.035405 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6966240b-4bf8-4a29-a1e7-42a68137a28c tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:55.053357 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-6966240b-4bf8-4a29-a1e7-42a68137a28c tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Calling delete_port for fcf4155c-3c2a-4bea-b2f7-e4bc0711eaa8 owned by network:dhcp {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:46:55.140600 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6966240b-4bf8-4a29-a1e7-42a68137a28c tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:55.168963 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6966240b-4bf8-4a29-a1e7-42a68137a28c tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event deleted for resources: {'Port': ['ID=fcf4155c-3c2a-4bea-b2f7-e4bc0711eaa8,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:55.170855 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6966240b-4bf8-4a29-a1e7-42a68137a28c tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] No DVR routers for this DVR port fcf4155c-3c2a-4bea-b2f7-e4bc0711eaa8 on host n-d-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:46:55.217757 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-9ba47c72-6d68-4488-adb5-5ca09592211f None None] Could not find standard attr ID for object 882038b0-d079-4eae-93cc-46ea78174f46. {{(pid=94629) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 13:46:55.251686 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0c05173b-b931-441a-b7c8-56bd3a4876fd None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:55.255807 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6966240b-4bf8-4a29-a1e7-42a68137a28c tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:55.270258 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:46:55.276404 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-0c05173b-b931-441a-b7c8-56bd3a4876fd None None] Transition to ACTIVE for port object 9f174a2f-7bd7-47f2-a949-bb39ead79bd4 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:46:55.277049 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-6966240b-4bf8-4a29-a1e7-42a68137a28c tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5329318b-0402-4cd8-8d80-1cebc7481b05']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:55.290644 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-6966240b-4bf8-4a29-a1e7-42a68137a28c tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5206c5c8-c468-4115-bd0c-60c7ff64d97d') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:55.291078 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-6966240b-4bf8-4a29-a1e7-42a68137a28c tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5206c5c8-c468-4115-bd0c-60c7ff64d97d') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:55.302039 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6966240b-4bf8-4a29-a1e7-42a68137a28c tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:55.308058 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-0c05173b-b931-441a-b7c8-56bd3a4876fd None None] Transition to ACTIVE for port object 9f174a2f-7bd7-47f2-a949-bb39ead79bd4 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:46:55.325016 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0c05173b-b931-441a-b7c8-56bd3a4876fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:55.334196 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6966240b-4bf8-4a29-a1e7-42a68137a28c tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:55.341256 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6966240b-4bf8-4a29-a1e7-42a68137a28c tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:46:55.341798 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6966240b-4bf8-4a29-a1e7-42a68137a28c tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:55.356049 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:46:55.356049 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:46:55.356049 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:46:55.356049 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:46:55.356049 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:46:55.356049 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:46:55.356049 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:46:55.356049 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:46:55.356049 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:46:55.356049 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:46:55.356049 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:46:55.356049 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:46:55.356049 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:46:55.356049 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:46:55.356049 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:46:55.356049 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:46:55.356049 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:46:55.356049 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:46:55.356049 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:46:55.356049 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:46:55.356049 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:46:55.356049 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:46:55.356049 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:46:55.356049 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:46:55.356049 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:46:55.356049 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:46:55.356049 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:46:55.356049 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:46:55.356049 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:46:55.356049 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:46:55.356049 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:46:55.356049 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:46:55.365845 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c05173b-b931-441a-b7c8-56bd3a4876fd None None] Network 5cbbfb21-0ffd-47a0-a006-b2c0994b1036 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:46:55.375605 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e6b645-e181-4aff-8a02-dfbfd9d5f40c None None] DHCP port deletion for 5329318b-0402-4cd8-8d80-1cebc7481b05 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:46:55.377533 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-0c05173b-b931-441a-b7c8-56bd3a4876fd None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:46:55.380419 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c05173b-b931-441a-b7c8-56bd3a4876fd None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:46:55.396878 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c05173b-b931-441a-b7c8-56bd3a4876fd None None] Pushing event updated for resources: {'Port': ['ID=9f174a2f-7bd7-47f2-a949-bb39ead79bd4,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:55.408876 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-4d4c8d65-a11c-489d-973a-1b2bb70bf8c8 None None] Could not find standard attr ID for object 882038b0-d079-4eae-93cc-46ea78174f46. {{(pid=94629) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 13:46:55.421099 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6966240b-4bf8-4a29-a1e7-42a68137a28c tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:55.437832 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6966240b-4bf8-4a29-a1e7-42a68137a28c tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:55.442166 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6966240b-4bf8-4a29-a1e7-42a68137a28c tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "DELETE /v2.0/networks/5329318b-0402-4cd8-8d80-1cebc7481b05 HTTP/1.1" status: 204 len: 168 time: 0.6246221 Aug 22 13:46:55.446983 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57032) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:55.452660 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-95e6511a-e233-41a9-b812-623600b91dc2 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-629917810'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:46:55.458366 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-8b0dc794-cc26-4710-9918-ceea90f91dd6 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Allocated IP 2001:db8:2::1 (5cbbfb21-0ffd-47a0-a006-b2c0994b1036/3c08f71b-7eb6-4625-b4e0-02aefece80ab/f6bd9d0b-201a-4c64-b5ad-4c08d8c463b3) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:46:55.468142 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6966240b-4bf8-4a29-a1e7-42a68137a28c tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event deleted for resources: {'Network': ['ID=5329318b-0402-4cd8-8d80-1cebc7481b05,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:55.473634 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-0c05173b-b931-441a-b7c8-56bd3a4876fd None None] Attempting to bind port 9f174a2f-7bd7-47f2-a949-bb39ead79bd4 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:46:55.473854 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-0c05173b-b931-441a-b7c8-56bd3a4876fd None None] Attempting to bind port 9f174a2f-7bd7-47f2-a949-bb39ead79bd4 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '1280747a-8170-4b31-90cf-5ff1d5d598e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5cbbfb21-0ffd-47a0-a006-b2c0994b1036'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:46:55.474202 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c05173b-b931-441a-b7c8-56bd3a4876fd None None] Attempting to bind port 9f174a2f-7bd7-47f2-a949-bb39ead79bd4 on network 5cbbfb21-0ffd-47a0-a006-b2c0994b1036 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:46:55.479645 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c05173b-b931-441a-b7c8-56bd3a4876fd None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:46:55.480020 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c05173b-b931-441a-b7c8-56bd3a4876fd None None] Checking segment: {'id': '1280747a-8170-4b31-90cf-5ff1d5d598e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5cbbfb21-0ffd-47a0-a006-b2c0994b1036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:46:55.480452 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0c05173b-b931-441a-b7c8-56bd3a4876fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:55.480854 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c05173b-b931-441a-b7c8-56bd3a4876fd None None] Bound using segment: {'id': '1280747a-8170-4b31-90cf-5ff1d5d598e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5cbbfb21-0ffd-47a0-a006-b2c0994b1036'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:46:55.481409 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-0c05173b-b931-441a-b7c8-56bd3a4876fd None None] Bound port: 9f174a2f-7bd7-47f2-a949-bb39ead79bd4, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1280747a-8170-4b31-90cf-5ff1d5d598e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5cbbfb21-0ffd-47a0-a006-b2c0994b1036'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:46:55.481832 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0c05173b-b931-441a-b7c8-56bd3a4876fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:55.495710 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e6511a-e233-41a9-b812-623600b91dc2 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Made reservation on behalf of fbb6b9988b30404790dc99fa2fa4c174 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:46:55.500815 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-95e6511a-e233-41a9-b812-623600b91dc2 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:55.539472 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95e6511a-e233-41a9-b812-623600b91dc2 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:46:55.551893 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-95e6511a-e233-41a9-b812-623600b91dc2 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:55.551893 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-95e6511a-e233-41a9-b812-623600b91dc2 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Added segment 361c9039-82bb-4a2b-88d4-3684e40315fe of type vlan for network b9a5410a-6516-4fd2-ac36-4022e7f92f29 Aug 22 13:46:55.556176 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-0c05173b-b931-441a-b7c8-56bd3a4876fd None None] For port 9f174a2f-7bd7-47f2-a949-bb39ead79bd4, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:46:55.559540 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-0c05173b-b931-441a-b7c8-56bd3a4876fd None None] For port 9f174a2f-7bd7-47f2-a949-bb39ead79bd4, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=9f174a2f-7bd7-47f2-a949-bb39ead79bd4,segment=NetworkSegment(1280747a-8170-4b31-90cf-5ff1d5d598e1),segment_id=1280747a-8170-4b31-90cf-5ff1d5d598e1)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:46:55.566466 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0c05173b-b931-441a-b7c8-56bd3a4876fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:55.615632 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device ab21594f-675c-4cf3-b31f-9ad34d90ae47 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:46:55.650149 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8b0dc794-cc26-4710-9918-ceea90f91dd6 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:55.650969 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-95e6511a-e233-41a9-b812-623600b91dc2 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:55.688308 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-95e6511a-e233-41a9-b812-623600b91dc2 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:55.690510 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c05173b-b931-441a-b7c8-56bd3a4876fd None None] Pushing event updated for resources: {'Port': ['ID=9f174a2f-7bd7-47f2-a949-bb39ead79bd4,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:55.696960 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e6511a-e233-41a9-b812-623600b91dc2 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:55.698086 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-95e6511a-e233-41a9-b812-623600b91dc2 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:55.706327 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-8b0dc794-cc26-4710-9918-ceea90f91dd6 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Transition to ACTIVE for port object f6bd9d0b-201a-4c64-b5ad-4c08d8c463b3 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:46:55.728737 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port ab21594f-675c-4cf3-b31f-9ad34d90ae47 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:46:55.733452 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port ab21594f-675c-4cf3-b31f-9ad34d90ae47 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:46:55.734064 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:55.792600 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-95e6511a-e233-41a9-b812-623600b91dc2 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3413980 Aug 22 13:46:55.793648 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57036) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:55.800064 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-a8836838-6603-4725-acf6-56e72082b0df tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Request body: {'subnet': {'network_id': 'b9a5410a-6516-4fd2-ac36-4022e7f92f29', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:46:55.817882 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ef3a9-640d-4440-933b-ece43d8b4231 req-67749d6c-c6ef-4189-ba5a-fe23dc207d0d tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:55.827710 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6a6ef3a9-640d-4440-933b-ece43d8b4231 req-67749d6c-c6ef-4189-ba5a-fe23dc207d0d tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd0f21be-7c10-4f30-8257-12c5f752840b HTTP/1.1" status: 200 len: 950 time: 0.0878541 Aug 22 13:46:55.837781 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8b0dc794-cc26-4710-9918-ceea90f91dd6 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:55.863511 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e6511a-e233-41a9-b812-623600b91dc2 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event updated for resources: {'Network': ['ID=b9a5410a-6516-4fd2-ac36-4022e7f92f29,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:55.921177 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0dc794-cc26-4710-9918-ceea90f91dd6 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Network 5cbbfb21-0ffd-47a0-a006-b2c0994b1036 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:46:55.942375 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network b9a5410a-6516-4fd2-ac36-4022e7f92f29 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:46:55.945318 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0dc794-cc26-4710-9918-ceea90f91dd6 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event updated for resources: {'Port': ['ID=f6bd9d0b-201a-4c64-b5ad-4c08d8c463b3,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:55.951248 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-8b0dc794-cc26-4710-9918-ceea90f91dd6 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:46:55.957012 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0dc794-cc26-4710-9918-ceea90f91dd6 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:46:55.957650 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8b0dc794-cc26-4710-9918-ceea90f91dd6 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:55.976580 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6a6ef3a9-640d-4440-933b-ece43d8b4231 req-fef6f303-c33d-481a-8ef6-eb7084a31a70 tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca428a4-0599-44d2-af99-d05c7f882982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436586 Aug 22 13:46:56.014026 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8836838-6603-4725-acf6-56e72082b0df tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Made reservation on behalf of fbb6b9988b30404790dc99fa2fa4c174 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:46:56.017811 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a8836838-6603-4725-acf6-56e72082b0df tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:56.108044 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:56.148684 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port ab21594f-675c-4cf3-b31f-9ad34d90ae47, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=ab21594f-675c-4cf3-b31f-9ad34d90ae47,segment=NetworkSegment(6394d032-a0bb-44b9-b184-b8e45005fcbd),segment_id=6394d032-a0bb-44b9-b184-b8e45005fcbd)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:46:56.158124 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:56.158805 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 66827e2c-fc70-4c29-a05a-8e6bcdece3d7 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:46:56.165584 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8b0dc794-cc26-4710-9918-ceea90f91dd6 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:56.239675 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=ab21594f-675c-4cf3-b31f-9ad34d90ae47,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:56.246784 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 66827e2c-fc70-4c29-a05a-8e6bcdece3d7 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:46:56.247162 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:56.248833 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a8836838-6603-4725-acf6-56e72082b0df tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:56.276279 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 7e796a31-d03e-425b-b20a-f16018cdf51d up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:46:56.313719 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8836838-6603-4725-acf6-56e72082b0df tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event updated for resources: {'Subnet': ['ID=7edbffdc-5745-4e8d-aa43-67a9b89c8db6,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:56.335011 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8836838-6603-4725-acf6-56e72082b0df tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Checking segment: {'id': '361c9039-82bb-4a2b-88d4-3684e40315fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b9a5410a-6516-4fd2-ac36-4022e7f92f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:46:56.335683 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8836838-6603-4725-acf6-56e72082b0df tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Network hostable DHCP agents. Network: b9a5410a-6516-4fd2-ac36-4022e7f92f29, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:46:56.363956 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8836838-6603-4725-acf6-56e72082b0df tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Network b9a5410a-6516-4fd2-ac36-4022e7f92f29 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:46:56.373701 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-a8836838-6603-4725-acf6-56e72082b0df tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, b9a5410a-6516-4fd2-ac36-4022e7f92f29) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:46:56.375856 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 7e796a31-d03e-425b-b20a-f16018cdf51d triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:46:56.376250 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:56.386471 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8836838-6603-4725-acf6-56e72082b0df tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:56.387644 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a8836838-6603-4725-acf6-56e72082b0df tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:56.401620 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9584f4-d329-4cbb-9f73-90800e20e814 None None] Network b9a5410a-6516-4fd2-ac36-4022e7f92f29 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:46:56.404278 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a8836838-6603-4725-acf6-56e72082b0df tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6092229 Aug 22 13:46:56.406782 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57038) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:56.412719 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-04f09a0e-dfdd-442a-86fb-fc94ed834081 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-752605345', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:46:56.438900 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-04f09a0e-dfdd-442a-86fb-fc94ed834081 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:56.440278 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-04f09a0e-dfdd-442a-86fb-fc94ed834081 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:56.492968 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8b0dc794-cc26-4710-9918-ceea90f91dd6 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:56.499439 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-04f09a0e-dfdd-442a-86fb-fc94ed834081 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:56.500248 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8b0dc794-cc26-4710-9918-ceea90f91dd6 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:56.501449 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8b0dc794-cc26-4710-9918-ceea90f91dd6 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:56.505968 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-04f09a0e-dfdd-442a-86fb-fc94ed834081 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:56.527651 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-04f09a0e-dfdd-442a-86fb-fc94ed834081 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:56.529220 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-04f09a0e-dfdd-442a-86fb-fc94ed834081 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1213131 Aug 22 13:46:56.532259 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57040) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:56.540856 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-891c7a0f-893f-4b3a-8119-c4f374775f29 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Request body: {'port': {'network_id': 'b9a5410a-6516-4fd2-ac36-4022e7f92f29', 'name': 'tempest-PortsTestJSON-1908950598'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:46:56.592585 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0dc794-cc26-4710-9918-ceea90f91dd6 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event updated for resources: {'Port': ['ID=f6bd9d0b-201a-4c64-b5ad-4c08d8c463b3,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:56.610575 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:56.626699 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd90518-bcee-4c15-8a97-4f0f86afa7d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-b9a5410a-6516-4fd2-ac36-4022e7f92f29', 'network_id': 'b9a5410a-6516-4fd2-ac36-4022e7f92f29', 'tenant_id': 'fbb6b9988b30404790dc99fa2fa4c174', 'fixed_ips': [{'subnet_id': '7edbffdc-5745-4e8d-aa43-67a9b89c8db6'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:46:56.628104 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3cd90518-bcee-4c15-8a97-4f0f86afa7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:56.662930 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0dc794-cc26-4710-9918-ceea90f91dd6 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Network 5cbbfb21-0ffd-47a0-a006-b2c0994b1036 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:46:56.665019 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511ea42f-9b76-4607-83c9-668d8b36e33b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e796a31-d03e-425b-b20a-f16018cdf51d'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:46:56.665683 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-8b0dc794-cc26-4710-9918-ceea90f91dd6 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:46:56.667571 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de4cd84-be80-42e9-9d9c-6e2ba6673ec8" -d '{"events": [{"server_uuid": "511ea42f-9b76-4607-83c9-668d8b36e33b", "name": "network-vif-plugged", "status": "completed", "tag": "7e796a31-d03e-425b-b20a-f16018cdf51d"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:46:56.677185 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891c7a0f-893f-4b3a-8119-c4f374775f29 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Made reservation on behalf of fbb6b9988b30404790dc99fa2fa4c174 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:46:56.682964 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-891c7a0f-893f-4b3a-8119-c4f374775f29 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:56.690837 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 7e796a31-d03e-425b-b20a-f16018cdf51d, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=7e796a31-d03e-425b-b20a-f16018cdf51d,segment=NetworkSegment(494efb0b-ab04-46a4-b7e8-28cc3c46a46b),segment_id=494efb0b-ab04-46a4-b7e8-28cc3c46a46b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:46:56.716820 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-891c7a0f-893f-4b3a-8119-c4f374775f29 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] device_id is not set on port a926ddbf-7730-4d88-aa83-3f201fb84e41 yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:46:56.748786 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eddd86d7-7f87-403e-9a17-928a72a4f710 x-openstack-request-id: req-eddd86d7-7f87-403e-9a17-928a72a4f710 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:46:56.749016 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511ea42f-9b76-4607-83c9-668d8b36e33b", "name": "network-vif-plugged", "status": "completed", "tag": "7e796a31-d03e-425b-b20a-f16018cdf51d", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:46:56.749227 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eddd86d7-7f87-403e-9a17-928a72a4f710 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:46:56.749613 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511ea42f-9b76-4607-83c9-668d8b36e33b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e796a31-d03e-425b-b20a-f16018cdf51d', 'code': 200} Aug 22 13:46:56.756204 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:56.814939 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b0dc794-cc26-4710-9918-ceea90f91dd6 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Router 56460732-f53c-496c-a764-49dabaeade73 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:46:56.819396 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=7e796a31-d03e-425b-b20a-f16018cdf51d,revision_number=8']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:56.856144 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-891c7a0f-893f-4b3a-8119-c4f374775f29 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Allocated IP 172.20.0.7 (b9a5410a-6516-4fd2-ac36-4022e7f92f29/7edbffdc-5745-4e8d-aa43-67a9b89c8db6/a926ddbf-7730-4d88-aa83-3f201fb84e41) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:46:56.928857 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b0dc794-cc26-4710-9918-ceea90f91dd6 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:46:56.938438 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-8b0dc794-cc26-4710-9918-ceea90f91dd6 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "PUT /v2.0/routers/56460732-f53c-496c-a764-49dabaeade73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3898940 Aug 22 13:46:56.938438 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57044) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:56.940295 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c92c60-f6c9-4f70-8403-9e8374073ecc None None] Sync routers for ids ['56460732-f53c-496c-a764-49dabaeade73'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:46:56.945567 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-0476cf1f-df01-4442-8061-80c2bb22a777 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-117845662'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:46:56.951426 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c92c60-f6c9-4f70-8403-9e8374073ecc None None] Routers {'56460732-f53c-496c-a764-49dabaeade73'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:46:56.952460 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-23c92c60-f6c9-4f70-8403-9e8374073ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:46:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['56460732-f53c-496c-a764-49dabaeade73'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:56.972471 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0476cf1f-df01-4442-8061-80c2bb22a777 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Made reservation on behalf of f5a9cec6b494494a893a00dfba9ab7f6 for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:46:56.978029 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0476cf1f-df01-4442-8061-80c2bb22a777 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:57.017127 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0476cf1f-df01-4442-8061-80c2bb22a777 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:46:57.028454 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0476cf1f-df01-4442-8061-80c2bb22a777 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:57.028855 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-0476cf1f-df01-4442-8061-80c2bb22a777 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Added segment b56c0bd0-2999-4410-ad76-78ff10c2813f of type vlan for network eeab6d39-22fb-49d2-947b-a19e9b3b0f07 Aug 22 13:46:57.036706 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-891c7a0f-893f-4b3a-8119-c4f374775f29 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:57.052118 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-891c7a0f-893f-4b3a-8119-c4f374775f29 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Transition to ACTIVE for port object a926ddbf-7730-4d88-aa83-3f201fb84e41 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:46:57.059425 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-23c92c60-f6c9-4f70-8403-9e8374073ecc None None] Set router 56460732-f53c-496c-a764-49dabaeade73 gateway port host: None {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:46:57.063513 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b47add-91f5-43b6-a26a-6a7afed61e1c None None] Network 5cbbfb21-0ffd-47a0-a006-b2c0994b1036 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:46:57.074703 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0476cf1f-df01-4442-8061-80c2bb22a777 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:57.090280 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-891c7a0f-893f-4b3a-8119-c4f374775f29 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:57.133828 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0476cf1f-df01-4442-8061-80c2bb22a777 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:57.139727 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0476cf1f-df01-4442-8061-80c2bb22a777 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:57.140832 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0476cf1f-df01-4442-8061-80c2bb22a777 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:57.144671 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891c7a0f-893f-4b3a-8119-c4f374775f29 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Network b9a5410a-6516-4fd2-ac36-4022e7f92f29 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:46:57.148014 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-891c7a0f-893f-4b3a-8119-c4f374775f29 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:46:57.155951 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891c7a0f-893f-4b3a-8119-c4f374775f29 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:46:57.160014 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c7a0f-893f-4b3a-8119-c4f374775f29 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event updated for resources: {'Port': ['ID=a926ddbf-7730-4d88-aa83-3f201fb84e41,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:57.191669 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-9bbcde0c-3fde-461c-bb59-95285de22f14 None None] Provisioning for port 9f174a2f-7bd7-47f2-a949-bb39ead79bd4 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:46:57.210689 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891c7a0f-893f-4b3a-8119-c4f374775f29 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:57.211209 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-891c7a0f-893f-4b3a-8119-c4f374775f29 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:57.215107 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-0476cf1f-df01-4442-8061-80c2bb22a777 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2740164 Aug 22 13:46:57.219178 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57048) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:57.227036 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-cd0e69d1-e5d3-40ac-bd22-5460e29c8211 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Request body: {'subnet': {'network_id': 'eeab6d39-22fb-49d2-947b-a19e9b3b0f07', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:46:57.238862 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0356bc-0f21-49f4-bb92-193a69ed12dd req-9cc40ba9-6f9b-450f-84ba-c8e3c519f34b tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:57.246244 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ec0356bc-0f21-49f4-bb92-193a69ed12dd req-9cc40ba9-6f9b-450f-84ba-c8e3c519f34b tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd0f21be-7c10-4f30-8257-12c5f752840b HTTP/1.1" status: 200 len: 950 time: 0.1472859 Aug 22 13:46:57.255171 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0476cf1f-df01-4442-8061-80c2bb22a777 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event updated for resources: {'Network': ['ID=eeab6d39-22fb-49d2-947b-a19e9b3b0f07,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:57.292622 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-891c7a0f-893f-4b3a-8119-c4f374775f29 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7585239 Aug 22 13:46:57.295442 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57050) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:57.298467 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ec0356bc-0f21-49f4-bb92-193a69ed12dd req-d942ba29-8b94-4ab9-9e2f-45b8cf38684b tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca428a4-0599-44d2-af99-d05c7f882982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445313 Aug 22 13:46:57.302908 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network eeab6d39-22fb-49d2-947b-a19e9b3b0f07 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:46:57.310271 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-3cd90518-bcee-4c15-8a97-4f0f86afa7d8 None None] Allocated IP 172.20.0.2 (b9a5410a-6516-4fd2-ac36-4022e7f92f29/7edbffdc-5745-4e8d-aa43-67a9b89c8db6/bbd47d37-443c-4729-b6cf-de4b7a2c3736) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:46:57.527000 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device ab21594f-675c-4cf3-b31f-9ad34d90ae47 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:46:57.579811 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0e69d1-e5d3-40ac-bd22-5460e29c8211 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Made reservation on behalf of f5a9cec6b494494a893a00dfba9ab7f6 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:46:57.582191 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cd0e69d1-e5d3-40ac-bd22-5460e29c8211 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:57.698850 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3cd90518-bcee-4c15-8a97-4f0f86afa7d8 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:57.713333 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-3cd90518-bcee-4c15-8a97-4f0f86afa7d8 None None] Transition to ACTIVE for port object bbd47d37-443c-4729-b6cf-de4b7a2c3736 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:46:57.721890 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port ab21594f-675c-4cf3-b31f-9ad34d90ae47 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:46:57.722202 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:57.763295 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-23c92c60-f6c9-4f70-8403-9e8374073ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56460732-f53c-496c-a764-49dabaeade73', 'name': 'tempest-RoutersIpV6Test-router-1642678576', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:46:42Z', 'updated_at': '2021-08-22T13:46:56Z', 'revision_number': 4, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'gw_port_host': None, '_interfaces': [{'id': 'ab21594f-675c-4cf3-b31f-9ad34d90ae47', 'name': '', 'network_id': 'f314fc3f-eedd-4a8e-8fd1-342e702324d9', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'mac_address': 'fa:16:3e:0b:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56460732-f53c-496c-a764-49dabaeade73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '8ded085f-c843-486e-a3a1-b2fb85cf243b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:46:49Z', 'updated_at': '2021-08-22T13:46:56Z', 'revision_number': 5, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'subnets': [{'id': '8ded085f-c843-486e-a3a1-b2fb85cf243b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c42f99be-41ed-4389-9f21-2c099f50f9bd', 'name': '', 'network_id': '3581668e-f49d-47cf-856d-c4cd25ca60ad', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'mac_address': 'fa:16:3e:04:bb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56460732-f53c-496c-a764-49dabaeade73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '7adb9c46-0983-4310-8bca-c5b8beac5c5d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:46:44Z', 'updated_at': '2021-08-22T13:46:50Z', 'revision_number': 5, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'subnets': [{'id': '7adb9c46-0983-4310-8bca-c5b8beac5c5d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6bd9d0b-201a-4c64-b5ad-4c08d8c463b3', 'name': '', 'network_id': '5cbbfb21-0ffd-47a0-a006-b2c0994b1036', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'mac_address': 'fa:16:3e:46:8b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56460732-f53c-496c-a764-49dabaeade73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '3c08f71b-7eb6-4625-b4e0-02aefece80ab', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:46:54Z', 'updated_at': '2021-08-22T13:46:56Z', 'revision_number': 2, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'subnets': [{'id': '3c08f71b-7eb6-4625-b4e0-02aefece80ab', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:46:57.803103 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c92c60-f6c9-4f70-8403-9e8374073ecc None None] Checking router: 56460732-f53c-496c-a764-49dabaeade73 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:46:57.803469 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c92c60-f6c9-4f70-8403-9e8374073ecc None None] Updating router 56460732-f53c-496c-a764-49dabaeade73 port f6bd9d0b-201a-4c64-b5ad-4c08d8c463b3 binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:46:57.807137 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5a9fccf4-5470-406c-9ba1-9cba44915665 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:57.814583 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-3cd90518-bcee-4c15-8a97-4f0f86afa7d8 None None] Transition to ACTIVE for port object bbd47d37-443c-4729-b6cf-de4b7a2c3736 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:46:57.841619 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3cd90518-bcee-4c15-8a97-4f0f86afa7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:57.877778 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-23c92c60-f6c9-4f70-8403-9e8374073ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:57.911551 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd90518-bcee-4c15-8a97-4f0f86afa7d8 None None] Network b9a5410a-6516-4fd2-ac36-4022e7f92f29 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:46:57.931647 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-3cd90518-bcee-4c15-8a97-4f0f86afa7d8 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:46:57.935841 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd90518-bcee-4c15-8a97-4f0f86afa7d8 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:46:57.941326 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd90518-bcee-4c15-8a97-4f0f86afa7d8 None None] Pushing event updated for resources: {'Port': ['ID=bbd47d37-443c-4729-b6cf-de4b7a2c3736,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:58.027250 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cd0e69d1-e5d3-40ac-bd22-5460e29c8211 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:58.038666 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 9f174a2f-7bd7-47f2-a949-bb39ead79bd4 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:46:58.142916 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0e69d1-e5d3-40ac-bd22-5460e29c8211 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event updated for resources: {'Subnet': ['ID=016e2365-78a9-45a5-a229-7785d7c76a35,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:58.183345 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0e69d1-e5d3-40ac-bd22-5460e29c8211 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Checking segment: {'id': 'b56c0bd0-2999-4410-ad76-78ff10c2813f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eeab6d39-22fb-49d2-947b-a19e9b3b0f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:46:58.184119 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0e69d1-e5d3-40ac-bd22-5460e29c8211 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Network hostable DHCP agents. Network: eeab6d39-22fb-49d2-947b-a19e9b3b0f07, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:46:58.230644 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0e69d1-e5d3-40ac-bd22-5460e29c8211 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Network eeab6d39-22fb-49d2-947b-a19e9b3b0f07 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:46:58.247498 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-cd0e69d1-e5d3-40ac-bd22-5460e29c8211 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, eeab6d39-22fb-49d2-947b-a19e9b3b0f07) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:46:58.257919 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0e69d1-e5d3-40ac-bd22-5460e29c8211 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:58.258726 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cd0e69d1-e5d3-40ac-bd22-5460e29c8211 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:58.262511 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5a9fccf4-5470-406c-9ba1-9cba44915665 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:58.271479 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5a9fccf4-5470-406c-9ba1-9cba44915665 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:58.293640 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49877d5-2276-46c1-9b24-d1e1e24849d8 None None] Network eeab6d39-22fb-49d2-947b-a19e9b3b0f07 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:46:58.303400 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-cd0e69d1-e5d3-40ac-bd22-5460e29c8211 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0829782 Aug 22 13:46:58.306343 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57062) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:46:58.366478 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9fccf4-5470-406c-9ba1-9cba44915665 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event updated for resources: {'Port': ['ID=a926ddbf-7730-4d88-aa83-3f201fb84e41,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:58.418523 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-3cd90518-bcee-4c15-8a97-4f0f86afa7d8 None None] Attempting to bind port bbd47d37-443c-4729-b6cf-de4b7a2c3736 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:46:58.419302 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-3cd90518-bcee-4c15-8a97-4f0f86afa7d8 None None] Attempting to bind port bbd47d37-443c-4729-b6cf-de4b7a2c3736 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '361c9039-82bb-4a2b-88d4-3684e40315fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b9a5410a-6516-4fd2-ac36-4022e7f92f29'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:46:58.419437 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd90518-bcee-4c15-8a97-4f0f86afa7d8 None None] Attempting to bind port bbd47d37-443c-4729-b6cf-de4b7a2c3736 on network b9a5410a-6516-4fd2-ac36-4022e7f92f29 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:46:58.460151 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-454ff612-3012-42c6-9a0d-9b630a7895e0 None None] Provisioning for port f6bd9d0b-201a-4c64-b5ad-4c08d8c463b3 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:46:58.508376 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd90518-bcee-4c15-8a97-4f0f86afa7d8 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:46:58.508787 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd90518-bcee-4c15-8a97-4f0f86afa7d8 None None] Checking segment: {'id': '361c9039-82bb-4a2b-88d4-3684e40315fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b9a5410a-6516-4fd2-ac36-4022e7f92f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:46:58.509156 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3cd90518-bcee-4c15-8a97-4f0f86afa7d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:58.509549 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd90518-bcee-4c15-8a97-4f0f86afa7d8 None None] Bound using segment: {'id': '361c9039-82bb-4a2b-88d4-3684e40315fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b9a5410a-6516-4fd2-ac36-4022e7f92f29'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:46:58.510035 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-3cd90518-bcee-4c15-8a97-4f0f86afa7d8 None None] Bound port: bbd47d37-443c-4729-b6cf-de4b7a2c3736, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '361c9039-82bb-4a2b-88d4-3684e40315fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b9a5410a-6516-4fd2-ac36-4022e7f92f29'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:46:58.510411 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3cd90518-bcee-4c15-8a97-4f0f86afa7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:58.517725 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-454ff612-3012-42c6-9a0d-9b630a7895e0 None None] Provisioning complete for port f6bd9d0b-201a-4c64-b5ad-4c08d8c463b3 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:46:58.518096 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-454ff612-3012-42c6-9a0d-9b630a7895e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:58.592934 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5a9fccf4-5470-406c-9ba1-9cba44915665 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:58.685725 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:58.686744 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-454ff612-3012-42c6-9a0d-9b630a7895e0 None None] Port f6bd9d0b-201a-4c64-b5ad-4c08d8c463b3 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:46:58.707398 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f6cc90ce-f33d-4834-8579-07e265c5b410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:58.806803 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-3cd90518-bcee-4c15-8a97-4f0f86afa7d8 None None] For port bbd47d37-443c-4729-b6cf-de4b7a2c3736, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:46:58.810288 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-3cd90518-bcee-4c15-8a97-4f0f86afa7d8 None None] For port bbd47d37-443c-4729-b6cf-de4b7a2c3736, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=bbd47d37-443c-4729-b6cf-de4b7a2c3736,segment=NetworkSegment(361c9039-82bb-4a2b-88d4-3684e40315fe),segment_id=361c9039-82bb-4a2b-88d4-3684e40315fe)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:46:58.830677 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3cd90518-bcee-4c15-8a97-4f0f86afa7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:58.847383 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 9f174a2f-7bd7-47f2-a949-bb39ead79bd4 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:46:58.864086 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-430a81a7-95f2-431c-90cb-04f3d084bbd8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:58.868853 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5a9fccf4-5470-406c-9ba1-9cba44915665 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:58.893983 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ca5cfc36-7a87-4646-a533-d48595e44cae req-5d977364-97e2-4ee9-a178-96962c10c0ad service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=511ea42f-9b76-4607-83c9-668d8b36e33b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1373627 Aug 22 13:46:58.912740 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 9f174a2f-7bd7-47f2-a949-bb39ead79bd4 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:46:58.913105 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:59.009238 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-23c92c60-f6c9-4f70-8403-9e8374073ecc None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:59.062982 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5cfc36-7a87-4646-a533-d48595e44cae req-5d7097c8-d5fb-4e24-b925-7e95f0814d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:59.064861 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ca5cfc36-7a87-4646-a533-d48595e44cae req-5d7097c8-d5fb-4e24-b925-7e95f0814d58 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=50b3d484826f4e1f8052fde49b87f38a&device_id=511ea42f-9b76-4607-83c9-668d8b36e33b HTTP/1.1" status: 200 len: 1097 time: 0.1457303 Aug 22 13:46:59.072178 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75754e16-2fb3-463b-8676-faaa6e0b0e02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-eeab6d39-22fb-49d2-947b-a19e9b3b0f07', 'network_id': 'eeab6d39-22fb-49d2-947b-a19e9b3b0f07', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'fixed_ips': [{'subnet_id': '016e2365-78a9-45a5-a229-7785d7c76a35'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:46:59.073400 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-75754e16-2fb3-463b-8676-faaa6e0b0e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:59.249874 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-75754e16-2fb3-463b-8676-faaa6e0b0e02 None None] Allocated IP 2001:db8:3::2 (eeab6d39-22fb-49d2-947b-a19e9b3b0f07/016e2365-78a9-45a5-a229-7785d7c76a35/ca294f14-3e56-4cd4-ae47-a2e04b1374b0) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:46:59.299745 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5cfc36-7a87-4646-a533-d48595e44cae req-58f2c978-dab2-4c68-a0e3-92f835acd71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:46:59.301302 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ca5cfc36-7a87-4646-a533-d48595e44cae req-58f2c978-dab2-4c68-a0e3-92f835acd71b service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad1f5797-594b-4ff0-ad04-7d369b81cf3a HTTP/1.1" status: 200 len: 898 time: 0.2125268 Aug 22 13:46:59.389737 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-23c92c60-f6c9-4f70-8403-9e8374073ecc None None] Transition to ACTIVE for port object f6bd9d0b-201a-4c64-b5ad-4c08d8c463b3 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:46:59.411327 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5a9fccf4-5470-406c-9ba1-9cba44915665 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:59.419931 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5a9fccf4-5470-406c-9ba1-9cba44915665 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:59.457173 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-23c92c60-f6c9-4f70-8403-9e8374073ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:59.459816 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd90518-bcee-4c15-8a97-4f0f86afa7d8 None None] Pushing event updated for resources: {'Port': ['ID=bbd47d37-443c-4729-b6cf-de4b7a2c3736,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:59.552660 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-75754e16-2fb3-463b-8676-faaa6e0b0e02 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:59.572135 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:59.579045 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-75754e16-2fb3-463b-8676-faaa6e0b0e02 None None] Transition to ACTIVE for port object ca294f14-3e56-4cd4-ae47-a2e04b1374b0 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:46:59.605566 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d26113-5a8c-465a-b7ef-ff8c5715b18e None None] Pushing event updated for resources: {'Port': ['ID=f6bd9d0b-201a-4c64-b5ad-4c08d8c463b3,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:46:59.622764 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-75754e16-2fb3-463b-8676-faaa6e0b0e02 None None] Transition to ACTIVE for port object ca294f14-3e56-4cd4-ae47-a2e04b1374b0 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:46:59.662295 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-75754e16-2fb3-463b-8676-faaa6e0b0e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:59.691639 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 9f174a2f-7bd7-47f2-a949-bb39ead79bd4, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=9f174a2f-7bd7-47f2-a949-bb39ead79bd4,segment=NetworkSegment(1280747a-8170-4b31-90cf-5ff1d5d598e1),segment_id=1280747a-8170-4b31-90cf-5ff1d5d598e1)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:46:59.750382 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:59.753309 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-430a81a7-95f2-431c-90cb-04f3d084bbd8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Allocated IP 2001:db8:3::1 (eeab6d39-22fb-49d2-947b-a19e9b3b0f07/016e2365-78a9-45a5-a229-7785d7c76a35/e65b39e8-6265-4010-996d-65653cbd7ccb) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:46:59.776166 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device fcf4155c-3c2a-4bea-b2f7-e4bc0711eaa8 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:46:59.803502 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75754e16-2fb3-463b-8676-faaa6e0b0e02 None None] Network eeab6d39-22fb-49d2-947b-a19e9b3b0f07 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:46:59.805169 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: fcf4155c-3c2a-4bea-b2f7-e4bc0711eaa8 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:46:59.805786 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device fcf4155c-3c2a-4bea-b2f7-e4bc0711eaa8 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:46:59.811757 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-23c92c60-f6c9-4f70-8403-9e8374073ecc None None] Attempting to bind port f6bd9d0b-201a-4c64-b5ad-4c08d8c463b3 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:46:59.812570 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-23c92c60-f6c9-4f70-8403-9e8374073ecc None None] Attempting to bind port f6bd9d0b-201a-4c64-b5ad-4c08d8c463b3 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '1280747a-8170-4b31-90cf-5ff1d5d598e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5cbbfb21-0ffd-47a0-a006-b2c0994b1036'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:46:59.813283 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c92c60-f6c9-4f70-8403-9e8374073ecc None None] Attempting to bind port f6bd9d0b-201a-4c64-b5ad-4c08d8c463b3 on network 5cbbfb21-0ffd-47a0-a006-b2c0994b1036 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:46:59.832607 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-75754e16-2fb3-463b-8676-faaa6e0b0e02 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:46:59.837605 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c92c60-f6c9-4f70-8403-9e8374073ecc None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:46:59.838252 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c92c60-f6c9-4f70-8403-9e8374073ecc None None] Checking segment: {'id': '1280747a-8170-4b31-90cf-5ff1d5d598e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5cbbfb21-0ffd-47a0-a006-b2c0994b1036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:46:59.838830 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-23c92c60-f6c9-4f70-8403-9e8374073ecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:59.839774 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c92c60-f6c9-4f70-8403-9e8374073ecc None None] Bound using segment: {'id': '1280747a-8170-4b31-90cf-5ff1d5d598e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5cbbfb21-0ffd-47a0-a006-b2c0994b1036'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:46:59.840701 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-23c92c60-f6c9-4f70-8403-9e8374073ecc None None] Bound port: f6bd9d0b-201a-4c64-b5ad-4c08d8c463b3, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1280747a-8170-4b31-90cf-5ff1d5d598e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5cbbfb21-0ffd-47a0-a006-b2c0994b1036'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:46:59.841260 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-23c92c60-f6c9-4f70-8403-9e8374073ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:46:59.860824 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75754e16-2fb3-463b-8676-faaa6e0b0e02 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:46:59.914284 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75754e16-2fb3-463b-8676-faaa6e0b0e02 None None] Pushing event updated for resources: {'Port': ['ID=ca294f14-3e56-4cd4-ae47-a2e04b1374b0,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:00.023106 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device bbd47d37-443c-4729-b6cf-de4b7a2c3736 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:47:00.070164 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ca5cfc36-7a87-4646-a533-d48595e44cae req-085b7339-1a20-4842-9138-16c5b60f565b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e796a31-d03e-425b-b20a-f16018cdf51d HTTP/1.1" status: 200 len: 1000 time: 0.7612786 Aug 22 13:47:00.090160 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9fccf4-5470-406c-9ba1-9cba44915665 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event updated for resources: {'Port': ['ID=a926ddbf-7730-4d88-aa83-3f201fb84e41,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:00.127445 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5a9fccf4-5470-406c-9ba1-9cba44915665 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:00.143860 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1daac406-24ff-42b1-afb2-082d457dd273 req-7558a0ca-597f-40a1-9703-e89f33c717a0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1565313 Aug 22 13:47:00.173297 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-430a81a7-95f2-431c-90cb-04f3d084bbd8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:00.176376 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-75754e16-2fb3-463b-8676-faaa6e0b0e02 None None] Attempting to bind port ca294f14-3e56-4cd4-ae47-a2e04b1374b0 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:47:00.176862 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-75754e16-2fb3-463b-8676-faaa6e0b0e02 None None] Attempting to bind port ca294f14-3e56-4cd4-ae47-a2e04b1374b0 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'b56c0bd0-2999-4410-ad76-78ff10c2813f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eeab6d39-22fb-49d2-947b-a19e9b3b0f07'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:47:00.179702 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75754e16-2fb3-463b-8676-faaa6e0b0e02 None None] Attempting to bind port ca294f14-3e56-4cd4-ae47-a2e04b1374b0 on network eeab6d39-22fb-49d2-947b-a19e9b3b0f07 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:47:00.193958 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-430a81a7-95f2-431c-90cb-04f3d084bbd8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Transition to ACTIVE for port object e65b39e8-6265-4010-996d-65653cbd7ccb will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:47:00.198734 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=9f174a2f-7bd7-47f2-a949-bb39ead79bd4,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:00.233908 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75754e16-2fb3-463b-8676-faaa6e0b0e02 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:47:00.237589 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75754e16-2fb3-463b-8676-faaa6e0b0e02 None None] Checking segment: {'id': 'b56c0bd0-2999-4410-ad76-78ff10c2813f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eeab6d39-22fb-49d2-947b-a19e9b3b0f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:47:00.238146 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-75754e16-2fb3-463b-8676-faaa6e0b0e02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:00.238650 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75754e16-2fb3-463b-8676-faaa6e0b0e02 None None] Bound using segment: {'id': 'b56c0bd0-2999-4410-ad76-78ff10c2813f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eeab6d39-22fb-49d2-947b-a19e9b3b0f07'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:47:00.239241 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-75754e16-2fb3-463b-8676-faaa6e0b0e02 None None] Bound port: ca294f14-3e56-4cd4-ae47-a2e04b1374b0, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b56c0bd0-2999-4410-ad76-78ff10c2813f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eeab6d39-22fb-49d2-947b-a19e9b3b0f07'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:47:00.239726 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-75754e16-2fb3-463b-8676-faaa6e0b0e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:00.256903 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-430a81a7-95f2-431c-90cb-04f3d084bbd8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:00.271452 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-23c92c60-f6c9-4f70-8403-9e8374073ecc None None] For port f6bd9d0b-201a-4c64-b5ad-4c08d8c463b3, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:47:00.283160 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5cfc36-7a87-4646-a533-d48595e44cae req-c37f4965-c8e0-4cb1-a54f-c257d682ff53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:00.285491 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ca5cfc36-7a87-4646-a533-d48595e44cae req-c37f4965-c8e0-4cb1-a54f-c257d682ff53 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a0e87acb-5107-4e48-a7f5-5e2aff44dba0 HTTP/1.1" status: 200 len: 833 time: 0.2061148 Aug 22 13:47:00.287332 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-23c92c60-f6c9-4f70-8403-9e8374073ecc None None] For port f6bd9d0b-201a-4c64-b5ad-4c08d8c463b3, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=f6bd9d0b-201a-4c64-b5ad-4c08d8c463b3,segment=NetworkSegment(1280747a-8170-4b31-90cf-5ff1d5d598e1),segment_id=1280747a-8170-4b31-90cf-5ff1d5d598e1)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:47:00.307386 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port bbd47d37-443c-4729-b6cf-de4b7a2c3736 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:47:00.319522 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-23c92c60-f6c9-4f70-8403-9e8374073ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:00.356421 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430a81a7-95f2-431c-90cb-04f3d084bbd8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Network eeab6d39-22fb-49d2-947b-a19e9b3b0f07 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:47:00.371561 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-430a81a7-95f2-431c-90cb-04f3d084bbd8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:47:00.381960 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5cfc36-7a87-4646-a533-d48595e44cae req-9b937540-e729-4ead-b58d-19b4be0a5fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:00.384586 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ca5cfc36-7a87-4646-a533-d48595e44cae req-9b937540-e729-4ead-b58d-19b4be0a5fd3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad1f5797-594b-4ff0-ad04-7d369b81cf3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0816495 Aug 22 13:47:00.385391 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430a81a7-95f2-431c-90cb-04f3d084bbd8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:47:00.385956 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-430a81a7-95f2-431c-90cb-04f3d084bbd8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:00.408931 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daac406-24ff-42b1-afb2-082d457dd273 req-5c816dc1-49ba-4952-bab7-ef2fa95d51d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:00.408931 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daac406-24ff-42b1-afb2-082d457dd273 req-5c816dc1-49ba-4952-bab7-ef2fa95d51d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:00.408931 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daac406-24ff-42b1-afb2-082d457dd273 req-5c816dc1-49ba-4952-bab7-ef2fa95d51d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:00.408931 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daac406-24ff-42b1-afb2-082d457dd273 req-5c816dc1-49ba-4952-bab7-ef2fa95d51d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:00.410074 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daac406-24ff-42b1-afb2-082d457dd273 req-5c816dc1-49ba-4952-bab7-ef2fa95d51d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:00.410699 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daac406-24ff-42b1-afb2-082d457dd273 req-5c816dc1-49ba-4952-bab7-ef2fa95d51d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:00.411392 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daac406-24ff-42b1-afb2-082d457dd273 req-5c816dc1-49ba-4952-bab7-ef2fa95d51d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:00.416163 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1daac406-24ff-42b1-afb2-082d457dd273 req-5c816dc1-49ba-4952-bab7-ef2fa95d51d6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d953ee5d914f4a7288a8a29730002fca&device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 6507 time: 0.1737702 Aug 22 13:47:00.462615 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430a81a7-95f2-431c-90cb-04f3d084bbd8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event updated for resources: {'Port': ['ID=e65b39e8-6265-4010-996d-65653cbd7ccb,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:00.474575 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-75754e16-2fb3-463b-8676-faaa6e0b0e02 None None] For port ca294f14-3e56-4cd4-ae47-a2e04b1374b0, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:47:00.489051 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-75754e16-2fb3-463b-8676-faaa6e0b0e02 None None] For port ca294f14-3e56-4cd4-ae47-a2e04b1374b0, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=ca294f14-3e56-4cd4-ae47-a2e04b1374b0,segment=NetworkSegment(b56c0bd0-2999-4410-ad76-78ff10c2813f),segment_id=b56c0bd0-2999-4410-ad76-78ff10c2813f)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:47:00.498354 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d26113-5a8c-465a-b7ef-ff8c5715b18e None None] Pushing event updated for resources: {'Port': ['ID=f6bd9d0b-201a-4c64-b5ad-4c08d8c463b3,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:00.510361 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c92c60-f6c9-4f70-8403-9e8374073ecc None None] Routers {'56460732-f53c-496c-a764-49dabaeade73'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:47:00.511010 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-23c92c60-f6c9-4f70-8403-9e8374073ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:46:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['56460732-f53c-496c-a764-49dabaeade73'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:00.514509 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9fccf4-5470-406c-9ba1-9cba44915665 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Network b9a5410a-6516-4fd2-ac36-4022e7f92f29 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:47:00.515321 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-75754e16-2fb3-463b-8676-faaa6e0b0e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:00.521391 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-5a9fccf4-5470-406c-9ba1-9cba44915665 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:47:00.686838 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4130fe-977e-49ef-8e90-08a81ff932f1 None None] Network b9a5410a-6516-4fd2-ac36-4022e7f92f29 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:47:00.701064 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ca5cfc36-7a87-4646-a533-d48595e44cae req-82529ddd-706d-4b71-a16d-b4e42c28be73 service neutron] 10.222.0.41 "GET /v2.0/networks/ad1f5797-594b-4ff0-ad04-7d369b81cf3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047197 Aug 22 13:47:00.711983 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daac406-24ff-42b1-afb2-082d457dd273 req-75978b0e-4ecd-4a23-862b-0d38353ce621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:00.712889 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daac406-24ff-42b1-afb2-082d457dd273 req-75978b0e-4ecd-4a23-862b-0d38353ce621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:00.713118 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daac406-24ff-42b1-afb2-082d457dd273 req-75978b0e-4ecd-4a23-862b-0d38353ce621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:00.714741 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1daac406-24ff-42b1-afb2-082d457dd273 req-75978b0e-4ecd-4a23-862b-0d38353ce621 service neutron] 10.222.0.16 "GET /v2.0/networks?id=09ddfb22-9759-41d5-b511-b1a96521841b&id=5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7&id=5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7&id=5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7&id=5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7&id=3a68a707-4544-4179-ae57-3b08732d6fc4&id=3a68a707-4544-4179-ae57-3b08732d6fc4 HTTP/1.1" status: 200 len: 2298 time: 0.2484014 Aug 22 13:47:00.881491 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a9fccf4-5470-406c-9ba1-9cba44915665 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Router d5296865-fc45-4873-8f27-c2e7437362d7 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:47:00.934040 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c4a98068-d480-428e-b292-5847e82ddffb None None] Provisioning for port bbd47d37-443c-4729-b6cf-de4b7a2c3736 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:47:00.942406 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c4a98068-d480-428e-b292-5847e82ddffb None None] Provisioning complete for port bbd47d37-443c-4729-b6cf-de4b7a2c3736 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:47:00.942718 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c4a98068-d480-428e-b292-5847e82ddffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:01.115667 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ca5cfc36-7a87-4646-a533-d48595e44cae req-58492a9d-fa48-4f22-83ca-07cc926b20c2 service neutron] 10.222.0.41 "GET /v2.0/networks/ad1f5797-594b-4ff0-ad04-7d369b81cf3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678343 Aug 22 13:47:01.179374 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a9fccf4-5470-406c-9ba1-9cba44915665 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:47:01.194206 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ef16af-d60e-49d8-acae-223f8570a469 None None] Sync routers for ids ['d5296865-fc45-4873-8f27-c2e7437362d7'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:47:01.200066 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5a9fccf4-5470-406c-9ba1-9cba44915665 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "PUT /v2.0/routers/d5296865-fc45-4873-8f27-c2e7437362d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9029875 Aug 22 13:47:01.200750 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57072) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:01.216649 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ef16af-d60e-49d8-acae-223f8570a469 None None] Routers {'d5296865-fc45-4873-8f27-c2e7437362d7'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:47:01.217476 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-77ef16af-d60e-49d8-acae-223f8570a469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:46:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['d5296865-fc45-4873-8f27-c2e7437362d7'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:01.270698 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1daac406-24ff-42b1-afb2-082d457dd273 req-2ebf0761-ae72-4a9c-952c-d26e4a727b47 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93bdfde2-d457-457f-992b-980c70fdc75c HTTP/1.1" status: 200 len: 1001 time: 0.5404956 Aug 22 13:47:01.272073 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-430a81a7-95f2-431c-90cb-04f3d084bbd8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:01.279461 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d31ef7-6df6-4da6-9969-10290d7aa702 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:01.283462 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-23c92c60-f6c9-4f70-8403-9e8374073ecc None None] Set router 56460732-f53c-496c-a764-49dabaeade73 gateway port host: None {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:47:01.284132 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57074) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:01.287292 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-76d31ef7-6df6-4da6-9969-10290d7aa702 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5296865-fc45-4873-8f27-c2e7437362d7 HTTP/1.1" status: 200 len: 982 time: 0.0846486 Aug 22 13:47:01.295255 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75754e16-2fb3-463b-8676-faaa6e0b0e02 None None] Pushing event updated for resources: {'Port': ['ID=ca294f14-3e56-4cd4-ae47-a2e04b1374b0,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:01.299816 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-77ef16af-d60e-49d8-acae-223f8570a469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:01.311422 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ef16af-d60e-49d8-acae-223f8570a469 None None] Routers {'d5296865-fc45-4873-8f27-c2e7437362d7'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:47:01.312399 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-77ef16af-d60e-49d8-acae-223f8570a469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:46:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['d5296865-fc45-4873-8f27-c2e7437362d7'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:01.356856 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daac406-24ff-42b1-afb2-082d457dd273 req-c69abe2a-45ca-48e0-b113-3b6b937d4698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:01.359124 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1daac406-24ff-42b1-afb2-082d457dd273 req-c69abe2a-45ca-48e0-b113-3b6b937d4698 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4eb4d59f-f1d3-4065-beb1-2e6b44865678 HTTP/1.1" status: 200 len: 856 time: 0.0739179 Aug 22 13:47:01.363131 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-77ef16af-d60e-49d8-acae-223f8570a469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:01.364212 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ef16af-d60e-49d8-acae-223f8570a469 None None] The sync data for ids ['d5296865-fc45-4873-8f27-c2e7437362d7'] in n-d-793621-33 is: [] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:47:01.375609 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:01.409490 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f910b88a-9069-440f-a041-8195ef65d155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:01.521424 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c4a98068-d480-428e-b292-5847e82ddffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:01.578442 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c4a98068-d480-428e-b292-5847e82ddffb None None] For port bbd47d37-443c-4729-b6cf-de4b7a2c3736, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=bbd47d37-443c-4729-b6cf-de4b7a2c3736,segment=NetworkSegment(361c9039-82bb-4a2b-88d4-3684e40315fe),segment_id=361c9039-82bb-4a2b-88d4-3684e40315fe)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:47:01.588460 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c4a98068-d480-428e-b292-5847e82ddffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:01.642778 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daac406-24ff-42b1-afb2-082d457dd273 req-d154a70b-b357-4055-b303-681e88c87e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:01.644303 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1daac406-24ff-42b1-afb2-082d457dd273 req-d154a70b-b357-4055-b303-681e88c87e82 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=09ddfb22-9759-41d5-b511-b1a96521841b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2479067 Aug 22 13:47:01.706908 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a98068-d480-428e-b292-5847e82ddffb None None] Pushing event updated for resources: {'Port': ['ID=bbd47d37-443c-4729-b6cf-de4b7a2c3736,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:01.770266 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-fbaac6a9-8c3a-4d20-8ee6-1693dc9aa529 None None] Provisioning for port a926ddbf-7730-4d88-aa83-3f201fb84e41 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:47:01.774960 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-23c92c60-f6c9-4f70-8403-9e8374073ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56460732-f53c-496c-a764-49dabaeade73', 'name': 'tempest-RoutersIpV6Test-router-1642678576', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:46:42Z', 'updated_at': '2021-08-22T13:46:56Z', 'revision_number': 4, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'gw_port_host': None, '_interfaces': [{'id': 'ab21594f-675c-4cf3-b31f-9ad34d90ae47', 'name': '', 'network_id': 'f314fc3f-eedd-4a8e-8fd1-342e702324d9', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'mac_address': 'fa:16:3e:0b:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56460732-f53c-496c-a764-49dabaeade73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '8ded085f-c843-486e-a3a1-b2fb85cf243b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:46:49Z', 'updated_at': '2021-08-22T13:46:56Z', 'revision_number': 5, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'subnets': [{'id': '8ded085f-c843-486e-a3a1-b2fb85cf243b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c42f99be-41ed-4389-9f21-2c099f50f9bd', 'name': '', 'network_id': '3581668e-f49d-47cf-856d-c4cd25ca60ad', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'mac_address': 'fa:16:3e:04:bb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56460732-f53c-496c-a764-49dabaeade73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '7adb9c46-0983-4310-8bca-c5b8beac5c5d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:46:44Z', 'updated_at': '2021-08-22T13:46:50Z', 'revision_number': 5, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'subnets': [{'id': '7adb9c46-0983-4310-8bca-c5b8beac5c5d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6bd9d0b-201a-4c64-b5ad-4c08d8c463b3', 'name': '', 'network_id': '5cbbfb21-0ffd-47a0-a006-b2c0994b1036', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'mac_address': 'fa:16:3e:46:8b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56460732-f53c-496c-a764-49dabaeade73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '3c08f71b-7eb6-4625-b4e0-02aefece80ab', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:46:54Z', 'updated_at': '2021-08-22T13:47:00Z', 'revision_number': 4, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'subnets': [{'id': '3c08f71b-7eb6-4625-b4e0-02aefece80ab', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:01.779881 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-fbaac6a9-8c3a-4d20-8ee6-1693dc9aa529 None None] Provisioning complete for port a926ddbf-7730-4d88-aa83-3f201fb84e41 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:47:01.780310 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-fbaac6a9-8c3a-4d20-8ee6-1693dc9aa529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:01.812919 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c92c60-f6c9-4f70-8403-9e8374073ecc None None] The sync data for ids ['56460732-f53c-496c-a764-49dabaeade73'] in n-d-793621-33 is: [{'id': '56460732-f53c-496c-a764-49dabaeade73', 'name': 'tempest-RoutersIpV6Test-router-1642678576', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:46:42Z', 'updated_at': '2021-08-22T13:46:56Z', 'revision_number': 4, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'gw_port_host': None, '_interfaces': [{'id': 'ab21594f-675c-4cf3-b31f-9ad34d90ae47', 'name': '', 'network_id': 'f314fc3f-eedd-4a8e-8fd1-342e702324d9', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'mac_address': 'fa:16:3e:0b:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56460732-f53c-496c-a764-49dabaeade73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '8ded085f-c843-486e-a3a1-b2fb85cf243b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:46:49Z', 'updated_at': '2021-08-22T13:46:56Z', 'revision_number': 5, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'subnets': [{'id': '8ded085f-c843-486e-a3a1-b2fb85cf243b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c42f99be-41ed-4389-9f21-2c099f50f9bd', 'name': '', 'network_id': '3581668e-f49d-47cf-856d-c4cd25ca60ad', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'mac_address': 'fa:16:3e:04:bb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56460732-f53c-496c-a764-49dabaeade73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '7adb9c46-0983-4310-8bca-c5b8beac5c5d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:46:44Z', 'updated_at': '2021-08-22T13:46:50Z', 'revision_number': 5, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'subnets': [{'id': '7adb9c46-0983-4310-8bca-c5b8beac5c5d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6bd9d0b-201a-4c64-b5ad-4c08d8c463b3', 'name': '', 'network_id': '5cbbfb21-0ffd-47a0-a006-b2c0994b1036', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'mac_address': 'fa:16:3e:46:8b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56460732-f53c-496c-a764-49dabaeade73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '3c08f71b-7eb6-4625-b4e0-02aefece80ab', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:46:54Z', 'updated_at': '2021-08-22T13:47:00Z', 'revision_number': 4, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'subnets': [{'id': '3c08f71b-7eb6-4625-b4e0-02aefece80ab', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:47:01.862127 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-fbaac6a9-8c3a-4d20-8ee6-1693dc9aa529 None None] Port a926ddbf-7730-4d88-aa83-3f201fb84e41 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:47:01.879046 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-fbaac6a9-8c3a-4d20-8ee6-1693dc9aa529 None None] Provisioning complete for port bbd47d37-443c-4729-b6cf-de4b7a2c3736 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:47:01.879400 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-fbaac6a9-8c3a-4d20-8ee6-1693dc9aa529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:02.175732 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device bbd47d37-443c-4729-b6cf-de4b7a2c3736 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:47:02.255347 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-dcb636ee-f673-446c-9219-1995b06a73fe None None] Provisioning complete for port a926ddbf-7730-4d88-aa83-3f201fb84e41 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:47:02.257329 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-dcb636ee-f673-446c-9219-1995b06a73fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:02.322883 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-430a81a7-95f2-431c-90cb-04f3d084bbd8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:02.341240 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-430a81a7-95f2-431c-90cb-04f3d084bbd8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:02.342462 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-430a81a7-95f2-431c-90cb-04f3d084bbd8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:02.374598 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-dcb636ee-f673-446c-9219-1995b06a73fe None None] Port a926ddbf-7730-4d88-aa83-3f201fb84e41 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:47:02.394431 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port bbd47d37-443c-4729-b6cf-de4b7a2c3736 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:47:02.394812 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:02.411554 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430a81a7-95f2-431c-90cb-04f3d084bbd8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event updated for resources: {'Port': ['ID=e65b39e8-6265-4010-996d-65653cbd7ccb,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:02.432785 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1daac406-24ff-42b1-afb2-082d457dd273 req-ce17a961-db23-4a73-8f6a-38649b2f55c1 service neutron] 10.222.0.16 "GET /v2.0/networks/09ddfb22-9759-41d5-b511-b1a96521841b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6575036 Aug 22 13:47:02.454136 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:02.526986 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-54d0b8a3-c8c1-40e9-a1f5-e059c6525b23 None None] Provisioning complete for port a926ddbf-7730-4d88-aa83-3f201fb84e41 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:47:02.527702 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-54d0b8a3-c8c1-40e9-a1f5-e059c6525b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:02.531091 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 9f174a2f-7bd7-47f2-a949-bb39ead79bd4 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:47:02.591135 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6286364-8474-4ad4-bf50-0f8a73071cd4 None None] Network eeab6d39-22fb-49d2-947b-a19e9b3b0f07 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:47:02.681252 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-54d0b8a3-c8c1-40e9-a1f5-e059c6525b23 None None] Port a926ddbf-7730-4d88-aa83-3f201fb84e41 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:47:02.726179 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 9f174a2f-7bd7-47f2-a949-bb39ead79bd4 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:47:02.726611 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:02.792457 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430a81a7-95f2-431c-90cb-04f3d084bbd8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Network eeab6d39-22fb-49d2-947b-a19e9b3b0f07 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:47:02.799033 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1daac406-24ff-42b1-afb2-082d457dd273 req-dbc19893-c330-4cdc-bda4-a0663833d64f service neutron] 10.222.0.16 "GET /v2.0/networks/09ddfb22-9759-41d5-b511-b1a96521841b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566453 Aug 22 13:47:02.800397 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-430a81a7-95f2-431c-90cb-04f3d084bbd8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:47:02.855767 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-db1ba4c2-a4e0-4395-934c-4a8d41d9a127 None None] Provisioning for port ca294f14-3e56-4cd4-ae47-a2e04b1374b0 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:47:02.906886 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device ca294f14-3e56-4cd4-ae47-a2e04b1374b0 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:47:02.907590 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1daac406-24ff-42b1-afb2-082d457dd273 req-c9634a69-2ca0-4067-ab11-066aeb108d80 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=f8514972-7776-4e19-a05c-ada5bca398e0 HTTP/1.1" status: 200 len: 217 time: 0.0903258 Aug 22 13:47:02.910730 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-db1ba4c2-a4e0-4395-934c-4a8d41d9a127 None None] Provisioning complete for port a926ddbf-7730-4d88-aa83-3f201fb84e41 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:47:02.911103 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-db1ba4c2-a4e0-4395-934c-4a8d41d9a127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:02.993042 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-db1ba4c2-a4e0-4395-934c-4a8d41d9a127 None None] Port a926ddbf-7730-4d88-aa83-3f201fb84e41 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:47:03.009779 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port ca294f14-3e56-4cd4-ae47-a2e04b1374b0 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:47:03.016689 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port ca294f14-3e56-4cd4-ae47-a2e04b1374b0 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:47:03.017767 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:03.061643 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-67b97e27-22e3-4fca-aa98-f9976e082f01 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:03.109275 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:03.139151 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daac406-24ff-42b1-afb2-082d457dd273 req-0e5fe95b-c0ba-46f5-8176-5392985d7814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:03.140633 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1daac406-24ff-42b1-afb2-082d457dd273 req-0e5fe95b-c0ba-46f5-8176-5392985d7814 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb175f2e-c3d1-472d-89f8-b1925f4f3ec2 HTTP/1.1" status: 200 len: 797 time: 0.2087729 Aug 22 13:47:03.147258 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port ca294f14-3e56-4cd4-ae47-a2e04b1374b0, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=ca294f14-3e56-4cd4-ae47-a2e04b1374b0,segment=NetworkSegment(b56c0bd0-2999-4410-ad76-78ff10c2813f),segment_id=b56c0bd0-2999-4410-ad76-78ff10c2813f)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:47:03.153040 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:03.216314 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=ca294f14-3e56-4cd4-ae47-a2e04b1374b0,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:03.334716 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-ec596995-7f39-4bf6-a560-68704fe4d0c6 None None] Provisioning complete for port ca294f14-3e56-4cd4-ae47-a2e04b1374b0 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:47:03.335098 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ec596995-7f39-4bf6-a560-68704fe4d0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:03.438625 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-ec596995-7f39-4bf6-a560-68704fe4d0c6 None None] Provisioning for port e65b39e8-6265-4010-996d-65653cbd7ccb completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:47:03.445523 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-ec596995-7f39-4bf6-a560-68704fe4d0c6 None None] Provisioning complete for port e65b39e8-6265-4010-996d-65653cbd7ccb triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:47:03.446811 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ec596995-7f39-4bf6-a560-68704fe4d0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:03.496554 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-ec596995-7f39-4bf6-a560-68704fe4d0c6 None None] Port e65b39e8-6265-4010-996d-65653cbd7ccb cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:47:03.499642 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-430a81a7-95f2-431c-90cb-04f3d084bbd8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Router 56460732-f53c-496c-a764-49dabaeade73 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:47:03.570353 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daac406-24ff-42b1-afb2-082d457dd273 req-8775d9ad-d3b2-4f7f-91f4-f925a77ae48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:03.573105 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1daac406-24ff-42b1-afb2-082d457dd273 req-8775d9ad-d3b2-4f7f-91f4-f925a77ae48d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1279948 Aug 22 13:47:03.619565 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-f6a6b169-869c-4755-9dc2-243ef75685cb None None] Provisioning complete for port e65b39e8-6265-4010-996d-65653cbd7ccb triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:47:03.620106 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f6a6b169-869c-4755-9dc2-243ef75685cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:03.659807 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-f6a6b169-869c-4755-9dc2-243ef75685cb None None] Port e65b39e8-6265-4010-996d-65653cbd7ccb cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:47:03.738303 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430a81a7-95f2-431c-90cb-04f3d084bbd8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:47:03.748413 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-430a81a7-95f2-431c-90cb-04f3d084bbd8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "PUT /v2.0/routers/56460732-f53c-496c-a764-49dabaeade73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4401691 Aug 22 13:47:03.751363 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57080) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:03.753534 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c486c4-825d-411a-a950-f8bb07d661a8 None None] Sync routers for ids ['56460732-f53c-496c-a764-49dabaeade73'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:47:03.759370 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-5cd1ad85-811d-4107-885f-1111192f9792 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:47:03.773270 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c486c4-825d-411a-a950-f8bb07d661a8 None None] Routers {'56460732-f53c-496c-a764-49dabaeade73'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:47:03.774125 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-78c486c4-825d-411a-a950-f8bb07d661a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:47:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['56460732-f53c-496c-a764-49dabaeade73'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:03.813413 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1daac406-24ff-42b1-afb2-082d457dd273 req-a7b2f995-9297-4ee4-9975-9d257a4cc71c service neutron] 10.222.0.16 "GET /v2.0/networks/5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002950 Aug 22 13:47:03.910698 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-78c486c4-825d-411a-a950-f8bb07d661a8 None None] Set router 56460732-f53c-496c-a764-49dabaeade73 gateway port host: None {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:47:03.912331 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-67b97e27-22e3-4fca-aa98-f9976e082f01 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Deleting port a926ddbf-7730-4d88-aa83-3f201fb84e41 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:47:03.912870 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-67b97e27-22e3-4fca-aa98-f9976e082f01 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:03.959095 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:04.003615 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1daac406-24ff-42b1-afb2-082d457dd273 req-783da43a-1e9a-4fa0-b763-b255675a9d77 service neutron] 10.222.0.16 "GET /v2.0/networks/5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800818 Aug 22 13:47:04.017205 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-1a5e5edd-744f-41f4-bc78-1b197a1e85fe None None] Provisioning complete for port e65b39e8-6265-4010-996d-65653cbd7ccb triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:47:04.017578 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1a5e5edd-744f-41f4-bc78-1b197a1e85fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:04.059439 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1daac406-24ff-42b1-afb2-082d457dd273 req-407cf4bf-d820-4be5-81a2-d896fc731391 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=cd2a34c3-a880-45d3-bd3b-8dfcb396adc5 HTTP/1.1" status: 200 len: 217 time: 0.0480485 Aug 22 13:47:04.091487 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device ca294f14-3e56-4cd4-ae47-a2e04b1374b0 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:47:04.105761 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-67b97e27-22e3-4fca-aa98-f9976e082f01 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:04.126014 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-67b97e27-22e3-4fca-aa98-f9976e082f01 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Calling delete_port for a926ddbf-7730-4d88-aa83-3f201fb84e41 owned by network:router_interface {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:47:04.132091 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-1a5e5edd-744f-41f4-bc78-1b197a1e85fe None None] Port e65b39e8-6265-4010-996d-65653cbd7ccb cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:47:04.142883 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daac406-24ff-42b1-afb2-082d457dd273 req-f9dfb06f-c4a3-4a47-9d71-2ae66c0ed16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:04.144485 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1daac406-24ff-42b1-afb2-082d457dd273 req-f9dfb06f-c4a3-4a47-9d71-2ae66c0ed16e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb175f2e-c3d1-472d-89f8-b1925f4f3ec2 HTTP/1.1" status: 200 len: 797 time: 0.0773857 Aug 22 13:47:04.216143 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port ca294f14-3e56-4cd4-ae47-a2e04b1374b0 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:47:04.216539 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:04.248574 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.extraroute_db [None req-5cd1ad85-811d-4107-885f-1111192f9792 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=94628) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 22 13:47:04.251184 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daac406-24ff-42b1-afb2-082d457dd273 req-434bbf06-c188-44c5-8d5b-dbd57cbbd606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:04.253064 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1daac406-24ff-42b1-afb2-082d457dd273 req-434bbf06-c188-44c5-8d5b-dbd57cbbd606 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0730946 Aug 22 13:47:04.259864 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:04.268408 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.extraroute_db [None req-5cd1ad85-811d-4107-885f-1111192f9792 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Removed routes are [] {{(pid=94628) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 22 13:47:04.268805 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5cd1ad85-811d-4107-885f-1111192f9792 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36751'] for router, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:04.371028 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-78c486c4-825d-411a-a950-f8bb07d661a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56460732-f53c-496c-a764-49dabaeade73', 'name': 'tempest-RoutersIpV6Test-router-1642678576', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:46:42Z', 'updated_at': '2021-08-22T13:47:00Z', 'revision_number': 5, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'gw_port_host': None, '_interfaces': [{'id': 'ab21594f-675c-4cf3-b31f-9ad34d90ae47', 'name': '', 'network_id': 'f314fc3f-eedd-4a8e-8fd1-342e702324d9', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'mac_address': 'fa:16:3e:0b:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56460732-f53c-496c-a764-49dabaeade73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '8ded085f-c843-486e-a3a1-b2fb85cf243b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:46:49Z', 'updated_at': '2021-08-22T13:46:56Z', 'revision_number': 5, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'subnets': [{'id': '8ded085f-c843-486e-a3a1-b2fb85cf243b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c42f99be-41ed-4389-9f21-2c099f50f9bd', 'name': '', 'network_id': '3581668e-f49d-47cf-856d-c4cd25ca60ad', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'mac_address': 'fa:16:3e:04:bb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56460732-f53c-496c-a764-49dabaeade73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '7adb9c46-0983-4310-8bca-c5b8beac5c5d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:46:44Z', 'updated_at': '2021-08-22T13:46:50Z', 'revision_number': 5, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'subnets': [{'id': '7adb9c46-0983-4310-8bca-c5b8beac5c5d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e65b39e8-6265-4010-996d-65653cbd7ccb', 'name': '', 'network_id': 'eeab6d39-22fb-49d2-947b-a19e9b3b0f07', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'mac_address': 'fa:16:3e:d5:5a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56460732-f53c-496c-a764-49dabaeade73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '016e2365-78a9-45a5-a229-7785d7c76a35', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:46:59Z', 'updated_at': '2021-08-22T13:47:01Z', 'revision_number': 2, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'subnets': [{'id': '016e2365-78a9-45a5-a229-7785d7c76a35', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6bd9d0b-201a-4c64-b5ad-4c08d8c463b3', 'name': '', 'network_id': '5cbbfb21-0ffd-47a0-a006-b2c0994b1036', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'mac_address': 'fa:16:3e:46:8b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56460732-f53c-496c-a764-49dabaeade73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '3c08f71b-7eb6-4625-b4e0-02aefece80ab', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:46:54Z', 'updated_at': '2021-08-22T13:47:00Z', 'revision_number': 4, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'subnets': [{'id': '3c08f71b-7eb6-4625-b4e0-02aefece80ab', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:04.409504 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c486c4-825d-411a-a950-f8bb07d661a8 None None] Checking router: 56460732-f53c-496c-a764-49dabaeade73 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:47:04.410658 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c486c4-825d-411a-a950-f8bb07d661a8 None None] Updating router 56460732-f53c-496c-a764-49dabaeade73 port e65b39e8-6265-4010-996d-65653cbd7ccb binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:47:04.425008 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1daac406-24ff-42b1-afb2-082d457dd273 req-ba8286da-400f-4991-b9c0-807ba2139680 service neutron] 10.222.0.16 "GET /v2.0/networks/5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407666 Aug 22 13:47:04.438631 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device f6bd9d0b-201a-4c64-b5ad-4c08d8c463b3 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:47:04.465138 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-78c486c4-825d-411a-a950-f8bb07d661a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:04.493798 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-67b97e27-22e3-4fca-aa98-f9976e082f01 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:04.506790 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5cd1ad85-811d-4107-885f-1111192f9792 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36751'] for router, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:04.510536 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5cd1ad85-811d-4107-885f-1111192f9792 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803386'] for router, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:04.533999 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b97e27-22e3-4fca-aa98-f9976e082f01 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event deleted for resources: {'Port': ['ID=a926ddbf-7730-4d88-aa83-3f201fb84e41,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:04.620473 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd1ad85-811d-4107-885f-1111192f9792 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Router 56460732-f53c-496c-a764-49dabaeade73 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:47:04.629346 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1daac406-24ff-42b1-afb2-082d457dd273 req-e7bb369a-037b-406e-899c-8254bd4db948 service neutron] 10.222.0.16 "GET /v2.0/networks/5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956856 Aug 22 13:47:04.642759 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port f6bd9d0b-201a-4c64-b5ad-4c08d8c463b3 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:47:04.660528 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port f6bd9d0b-201a-4c64-b5ad-4c08d8c463b3 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:47:04.660948 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:04.732940 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-67b97e27-22e3-4fca-aa98-f9976e082f01 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:04.767116 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd1ad85-811d-4107-885f-1111192f9792 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:47:04.769137 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1daac406-24ff-42b1-afb2-082d457dd273 req-45b9b28d-517f-4585-81fe-097f080832b7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=b16064f0-bf43-4196-833d-4efdff17a865 HTTP/1.1" status: 200 len: 217 time: 0.1313169 Aug 22 13:47:04.774873 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5cd1ad85-811d-4107-885f-1111192f9792 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:04.780133 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57084) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:04.783566 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5cd1ad85-811d-4107-885f-1111192f9792 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "PUT /v2.0/routers/56460732-f53c-496c-a764-49dabaeade73 HTTP/1.1" status: 200 len: 954 time: 1.0301623 Aug 22 13:47:04.964480 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daac406-24ff-42b1-afb2-082d457dd273 req-9aa28d59-4d38-483e-9efd-55077bd1d5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:04.966465 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1daac406-24ff-42b1-afb2-082d457dd273 req-9aa28d59-4d38-483e-9efd-55077bd1d5d9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb175f2e-c3d1-472d-89f8-b1925f4f3ec2 HTTP/1.1" status: 200 len: 797 time: 0.1873977 Aug 22 13:47:05.019339 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:05.042293 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-4b86eed3-0c9c-4f61-b336-00171997fa5e tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "GET /v2.0/routers/56460732-f53c-496c-a764-49dabaeade73 HTTP/1.1" status: 200 len: 954 time: 0.2517850 Aug 22 13:47:05.045076 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57086) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:05.049896 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-301c410a-b3cf-4ed3-8614-24653c2de2c4 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Request body: {'router': {'routes': None}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:47:05.084133 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67b97e27-22e3-4fca-aa98-f9976e082f01 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Router d5296865-fc45-4873-8f27-c2e7437362d7 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:47:05.087575 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port f6bd9d0b-201a-4c64-b5ad-4c08d8c463b3, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=f6bd9d0b-201a-4c64-b5ad-4c08d8c463b3,segment=NetworkSegment(1280747a-8170-4b31-90cf-5ff1d5d598e1),segment_id=1280747a-8170-4b31-90cf-5ff1d5d598e1)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:47:05.094663 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daac406-24ff-42b1-afb2-082d457dd273 req-7a83614d-b475-4bba-b2cf-95e0bdf12cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:05.096190 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1daac406-24ff-42b1-afb2-082d457dd273 req-7a83614d-b475-4bba-b2cf-95e0bdf12cd8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1192956 Aug 22 13:47:05.096623 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:05.104032 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-78c486c4-825d-411a-a950-f8bb07d661a8 None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:05.136255 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-78c486c4-825d-411a-a950-f8bb07d661a8 None None] Transition to ACTIVE for port object e65b39e8-6265-4010-996d-65653cbd7ccb will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:47:05.158370 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-78c486c4-825d-411a-a950-f8bb07d661a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:05.169382 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=f6bd9d0b-201a-4c64-b5ad-4c08d8c463b3,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:05.181893 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:47:05.182230 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:47:05.182563 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:47:05.182885 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:47:05.183595 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:47:05.183595 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:47:05.183827 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:47:05.184677 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:47:05.184677 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:47:05.184919 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:47:05.185085 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:47:05.185404 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:47:05.225606 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b97e27-22e3-4fca-aa98-f9976e082f01 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:47:05.235758 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-67b97e27-22e3-4fca-aa98-f9976e082f01 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "PUT /v2.0/routers/d5296865-fc45-4873-8f27-c2e7437362d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9393632 Aug 22 13:47:05.235963 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57088) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:05.238383 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ea8d37-d9a6-4ea8-a28d-d81e664db11d None None] Sync routers for ids ['d5296865-fc45-4873-8f27-c2e7437362d7'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:47:05.253230 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ea8d37-d9a6-4ea8-a28d-d81e664db11d None None] Routers {'d5296865-fc45-4873-8f27-c2e7437362d7'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:47:05.253863 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-e4ea8d37-d9a6-4ea8-a28d-d81e664db11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:47:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['d5296865-fc45-4873-8f27-c2e7437362d7'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:05.268197 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469cef82-bf7e-4989-b1c1-87f2500ac00b None None] Pushing event updated for resources: {'Port': ['ID=e65b39e8-6265-4010-996d-65653cbd7ccb,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:05.271987 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1daac406-24ff-42b1-afb2-082d457dd273 req-2a980c70-b92a-422c-815f-f8705e3cdaa0 service neutron] 10.222.0.16 "GET /v2.0/networks/5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675012 Aug 22 13:47:05.284117 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-78c486c4-825d-411a-a950-f8bb07d661a8 None None] Attempting to bind port e65b39e8-6265-4010-996d-65653cbd7ccb on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:47:05.284515 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-78c486c4-825d-411a-a950-f8bb07d661a8 None None] Attempting to bind port e65b39e8-6265-4010-996d-65653cbd7ccb by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'b56c0bd0-2999-4410-ad76-78ff10c2813f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eeab6d39-22fb-49d2-947b-a19e9b3b0f07'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:47:05.284878 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c486c4-825d-411a-a950-f8bb07d661a8 None None] Attempting to bind port e65b39e8-6265-4010-996d-65653cbd7ccb on network eeab6d39-22fb-49d2-947b-a19e9b3b0f07 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:47:05.297276 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c486c4-825d-411a-a950-f8bb07d661a8 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:47:05.298321 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c486c4-825d-411a-a950-f8bb07d661a8 None None] Checking segment: {'id': 'b56c0bd0-2999-4410-ad76-78ff10c2813f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eeab6d39-22fb-49d2-947b-a19e9b3b0f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:47:05.298974 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-78c486c4-825d-411a-a950-f8bb07d661a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:05.299632 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c486c4-825d-411a-a950-f8bb07d661a8 None None] Bound using segment: {'id': 'b56c0bd0-2999-4410-ad76-78ff10c2813f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eeab6d39-22fb-49d2-947b-a19e9b3b0f07'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:47:05.300389 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-78c486c4-825d-411a-a950-f8bb07d661a8 None None] Bound port: e65b39e8-6265-4010-996d-65653cbd7ccb, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b56c0bd0-2999-4410-ad76-78ff10c2813f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eeab6d39-22fb-49d2-947b-a19e9b3b0f07'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:47:05.301176 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-78c486c4-825d-411a-a950-f8bb07d661a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:05.310186 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab93b241-1c6c-47bc-8bcc-91b0ebbc2dd1 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] GET failed (client error): The resource could not be found. Aug 22 13:47:05.313509 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ab93b241-1c6c-47bc-8bcc-91b0ebbc2dd1 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "GET /v2.0/ports/a926ddbf-7730-4d88-aa83-3f201fb84e41 HTTP/1.1" status: 404 len: 333 time: 0.0659533 Aug 22 13:47:05.324711 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-e4ea8d37-d9a6-4ea8-a28d-d81e664db11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:05.328211 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57090) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:05.335667 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ea8d37-d9a6-4ea8-a28d-d81e664db11d None None] Routers {'d5296865-fc45-4873-8f27-c2e7437362d7'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:47:05.336750 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-e4ea8d37-d9a6-4ea8-a28d-d81e664db11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:47:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['d5296865-fc45-4873-8f27-c2e7437362d7'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:05.376361 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-e4ea8d37-d9a6-4ea8-a28d-d81e664db11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:05.377353 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ea8d37-d9a6-4ea8-a28d-d81e664db11d None None] The sync data for ids ['d5296865-fc45-4873-8f27-c2e7437362d7'] in n-d-793621-33 is: [] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:47:05.400649 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1daac406-24ff-42b1-afb2-082d457dd273 req-4c1cae46-6f6f-4e1c-b0fb-69ce59063883 service neutron] 10.222.0.16 "GET /v2.0/networks/5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210375 Aug 22 13:47:05.450104 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-78c486c4-825d-411a-a950-f8bb07d661a8 None None] For port e65b39e8-6265-4010-996d-65653cbd7ccb, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:47:05.458086 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-884564be-182a-4591-8f0d-56aa700230f9 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:05.464193 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-78c486c4-825d-411a-a950-f8bb07d661a8 None None] For port e65b39e8-6265-4010-996d-65653cbd7ccb, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=e65b39e8-6265-4010-996d-65653cbd7ccb,segment=NetworkSegment(b56c0bd0-2999-4410-ad76-78ff10c2813f),segment_id=b56c0bd0-2999-4410-ad76-78ff10c2813f)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:47:05.465127 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1daac406-24ff-42b1-afb2-082d457dd273 req-2a4b2ea9-75d9-4137-a07d-985633514da3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=cd20e94c-db09-4bf2-a3ec-7a37be4d2904 HTTP/1.1" status: 200 len: 217 time: 0.0556216 Aug 22 13:47:05.469957 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-78c486c4-825d-411a-a950-f8bb07d661a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:05.528430 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daac406-24ff-42b1-afb2-082d457dd273 req-c31c58fb-c115-48c1-88dd-7a23ef3677aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:05.529802 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1daac406-24ff-42b1-afb2-082d457dd273 req-c31c58fb-c115-48c1-88dd-7a23ef3677aa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb175f2e-c3d1-472d-89f8-b1925f4f3ec2 HTTP/1.1" status: 200 len: 797 time: 0.0534542 Aug 22 13:47:05.561415 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c486c4-825d-411a-a950-f8bb07d661a8 None None] Routers {'56460732-f53c-496c-a764-49dabaeade73'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:47:05.562112 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-78c486c4-825d-411a-a950-f8bb07d661a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:47:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['56460732-f53c-496c-a764-49dabaeade73'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:05.567598 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469cef82-bf7e-4989-b1c1-87f2500ac00b None None] Pushing event updated for resources: {'Port': ['ID=e65b39e8-6265-4010-996d-65653cbd7ccb,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:05.591763 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daac406-24ff-42b1-afb2-082d457dd273 req-d394b73a-0af7-4878-9e55-031ee57bf4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:05.594622 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1daac406-24ff-42b1-afb2-082d457dd273 req-d394b73a-0af7-4878-9e55-031ee57bf4a8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0565197 Aug 22 13:47:05.684168 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-78c486c4-825d-411a-a950-f8bb07d661a8 None None] Set router 56460732-f53c-496c-a764-49dabaeade73 gateway port host: None {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:47:05.686304 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-884564be-182a-4591-8f0d-56aa700230f9 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:05.689884 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-884564be-182a-4591-8f0d-56aa700230f9 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:05.701658 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1daac406-24ff-42b1-afb2-082d457dd273 req-9149cfde-5f23-479c-b789-21cdeb5f158e service neutron] 10.222.0.16 "GET /v2.0/networks/5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965455 Aug 22 13:47:05.767080 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-884564be-182a-4591-8f0d-56aa700230f9 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:05.767618 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884564be-182a-4591-8f0d-56aa700230f9 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Fanout notify agent at l3_agent the message router_deleted on router d5296865-fc45-4873-8f27-c2e7437362d7 {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:47:05.777364 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-884564be-182a-4591-8f0d-56aa700230f9 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:05.781981 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-884564be-182a-4591-8f0d-56aa700230f9 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "DELETE /v2.0/routers/d5296865-fc45-4873-8f27-c2e7437362d7 HTTP/1.1" status: 204 len: 168 time: 0.4492972 Aug 22 13:47:05.781981 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57094) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:05.826522 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.extraroute_db [None req-301c410a-b3cf-4ed3-8614-24653c2de2c4 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Added routes are [] {{(pid=94628) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 22 13:47:05.826834 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.extraroute_db [None req-301c410a-b3cf-4ed3-8614-24653c2de2c4 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=94628) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 22 13:47:05.833387 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1daac406-24ff-42b1-afb2-082d457dd273 req-4185aab0-c252-47b1-977d-a13d8c410c8c service neutron] 10.222.0.16 "GET /v2.0/networks/5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229439 Aug 22 13:47:05.858493 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-9daf90e6-1d29-481a-94ec-9cc00a64a433 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Deleting subnet 7edbffdc-5745-4e8d-aa43-67a9b89c8db6 {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:47:05.865711 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9daf90e6-1d29-481a-94ec-9cc00a64a433 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:05.896975 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1daac406-24ff-42b1-afb2-082d457dd273 req-b7d680a3-3375-41e1-8d2e-f7055e2b03ba service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9f8df132-276a-4e46-89a0-b5f4c39d81b8 HTTP/1.1" status: 200 len: 217 time: 0.0536692 Aug 22 13:47:05.915160 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-301c410a-b3cf-4ed3-8614-24653c2de2c4 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36751'] for router, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:05.926184 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9daf90e6-1d29-481a-94ec-9cc00a64a433 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:05.938278 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device f6bd9d0b-201a-4c64-b5ad-4c08d8c463b3 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:47:05.960810 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daac406-24ff-42b1-afb2-082d457dd273 req-5696834c-e8e7-470b-80c0-a7db03e59dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:05.962435 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1daac406-24ff-42b1-afb2-082d457dd273 req-5696834c-e8e7-470b-80c0-a7db03e59dd2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4a68570d-3c99-46d0-9ae9-d17b3c59c7bf HTTP/1.1" status: 200 len: 797 time: 0.0572677 Aug 22 13:47:06.019928 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daac406-24ff-42b1-afb2-082d457dd273 req-60901b0e-aba4-4ec0-9126-cb023cf0f8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:06.021498 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1daac406-24ff-42b1-afb2-082d457dd273 req-60901b0e-aba4-4ec0-9126-cb023cf0f8d7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3a68a707-4544-4179-ae57-3b08732d6fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0432777 Aug 22 13:47:06.049842 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port f6bd9d0b-201a-4c64-b5ad-4c08d8c463b3 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:47:06.049842 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:06.052779 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-78c486c4-825d-411a-a950-f8bb07d661a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56460732-f53c-496c-a764-49dabaeade73', 'name': 'tempest-RoutersIpV6Test-router-1642678576', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:46:42Z', 'updated_at': '2021-08-22T13:47:04Z', 'revision_number': 6, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'gw_port_host': None, '_interfaces': [{'id': 'ab21594f-675c-4cf3-b31f-9ad34d90ae47', 'name': '', 'network_id': 'f314fc3f-eedd-4a8e-8fd1-342e702324d9', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'mac_address': 'fa:16:3e:0b:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56460732-f53c-496c-a764-49dabaeade73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '8ded085f-c843-486e-a3a1-b2fb85cf243b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:46:49Z', 'updated_at': '2021-08-22T13:46:56Z', 'revision_number': 5, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'subnets': [{'id': '8ded085f-c843-486e-a3a1-b2fb85cf243b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c42f99be-41ed-4389-9f21-2c099f50f9bd', 'name': '', 'network_id': '3581668e-f49d-47cf-856d-c4cd25ca60ad', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'mac_address': 'fa:16:3e:04:bb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56460732-f53c-496c-a764-49dabaeade73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '7adb9c46-0983-4310-8bca-c5b8beac5c5d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:46:44Z', 'updated_at': '2021-08-22T13:46:50Z', 'revision_number': 5, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'subnets': [{'id': '7adb9c46-0983-4310-8bca-c5b8beac5c5d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e65b39e8-6265-4010-996d-65653cbd7ccb', 'name': '', 'network_id': 'eeab6d39-22fb-49d2-947b-a19e9b3b0f07', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'mac_address': 'fa:16:3e:d5:5a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56460732-f53c-496c-a764-49dabaeade73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '016e2365-78a9-45a5-a229-7785d7c76a35', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:46:59Z', 'updated_at': '2021-08-22T13:47:05Z', 'revision_number': 4, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'subnets': [{'id': '016e2365-78a9-45a5-a229-7785d7c76a35', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6bd9d0b-201a-4c64-b5ad-4c08d8c463b3', 'name': '', 'network_id': '5cbbfb21-0ffd-47a0-a006-b2c0994b1036', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'mac_address': 'fa:16:3e:46:8b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56460732-f53c-496c-a764-49dabaeade73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '3c08f71b-7eb6-4625-b4e0-02aefece80ab', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:46:54Z', 'updated_at': '2021-08-22T13:47:05Z', 'revision_number': 5, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'subnets': [{'id': '3c08f71b-7eb6-4625-b4e0-02aefece80ab', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:06.101028 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c486c4-825d-411a-a950-f8bb07d661a8 None None] The sync data for ids ['56460732-f53c-496c-a764-49dabaeade73'] in n-d-793621-33 is: [{'id': '56460732-f53c-496c-a764-49dabaeade73', 'name': 'tempest-RoutersIpV6Test-router-1642678576', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:46:42Z', 'updated_at': '2021-08-22T13:47:04Z', 'revision_number': 6, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'gw_port_host': None, '_interfaces': [{'id': 'ab21594f-675c-4cf3-b31f-9ad34d90ae47', 'name': '', 'network_id': 'f314fc3f-eedd-4a8e-8fd1-342e702324d9', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'mac_address': 'fa:16:3e:0b:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56460732-f53c-496c-a764-49dabaeade73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '8ded085f-c843-486e-a3a1-b2fb85cf243b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:46:49Z', 'updated_at': '2021-08-22T13:46:56Z', 'revision_number': 5, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'subnets': [{'id': '8ded085f-c843-486e-a3a1-b2fb85cf243b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c42f99be-41ed-4389-9f21-2c099f50f9bd', 'name': '', 'network_id': '3581668e-f49d-47cf-856d-c4cd25ca60ad', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'mac_address': 'fa:16:3e:04:bb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56460732-f53c-496c-a764-49dabaeade73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '7adb9c46-0983-4310-8bca-c5b8beac5c5d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:46:44Z', 'updated_at': '2021-08-22T13:46:50Z', 'revision_number': 5, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'subnets': [{'id': '7adb9c46-0983-4310-8bca-c5b8beac5c5d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e65b39e8-6265-4010-996d-65653cbd7ccb', 'name': '', 'network_id': 'eeab6d39-22fb-49d2-947b-a19e9b3b0f07', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'mac_address': 'fa:16:3e:d5:5a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56460732-f53c-496c-a764-49dabaeade73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '016e2365-78a9-45a5-a229-7785d7c76a35', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:46:59Z', 'updated_at': '2021-08-22T13:47:05Z', 'revision_number': 4, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'subnets': [{'id': '016e2365-78a9-45a5-a229-7785d7c76a35', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6bd9d0b-201a-4c64-b5ad-4c08d8c463b3', 'name': '', 'network_id': '5cbbfb21-0ffd-47a0-a006-b2c0994b1036', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'mac_address': 'fa:16:3e:46:8b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56460732-f53c-496c-a764-49dabaeade73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '3c08f71b-7eb6-4625-b4e0-02aefece80ab', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:46:54Z', 'updated_at': '2021-08-22T13:47:05Z', 'revision_number': 5, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'subnets': [{'id': '3c08f71b-7eb6-4625-b4e0-02aefece80ab', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:47:06.124681 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1daac406-24ff-42b1-afb2-082d457dd273 req-6b569c8d-7fb5-41fd-8326-f278c6f2afe3 service neutron] 10.222.0.16 "GET /v2.0/networks/3a68a707-4544-4179-ae57-3b08732d6fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939541 Aug 22 13:47:06.166002 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-301c410a-b3cf-4ed3-8614-24653c2de2c4 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36751'] for router, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:06.170574 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-301c410a-b3cf-4ed3-8614-24653c2de2c4 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803386'] for router, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:06.264349 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1daac406-24ff-42b1-afb2-082d457dd273 req-5dd9a09f-ed1c-484e-afc9-fc79fd2f80a8 service neutron] 10.222.0.16 "GET /v2.0/networks/3a68a707-4544-4179-ae57-3b08732d6fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301291 Aug 22 13:47:06.310103 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1daac406-24ff-42b1-afb2-082d457dd273 req-6479268f-188b-4e97-9cd4-60763c962d47 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d1033646-653a-4a62-9b6c-3304356458b3 HTTP/1.1" status: 200 len: 217 time: 0.0374155 Aug 22 13:47:06.365964 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daac406-24ff-42b1-afb2-082d457dd273 req-83b2a381-0884-4c38-b0d0-8276b7389e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:06.367618 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1daac406-24ff-42b1-afb2-082d457dd273 req-83b2a381-0884-4c38-b0d0-8276b7389e37 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4a68570d-3c99-46d0-9ae9-d17b3c59c7bf HTTP/1.1" status: 200 len: 797 time: 0.0496707 Aug 22 13:47:06.424768 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daac406-24ff-42b1-afb2-082d457dd273 req-3a6345fd-27f6-4bea-8d63-1938fb2c56f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:06.426484 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1daac406-24ff-42b1-afb2-082d457dd273 req-3a6345fd-27f6-4bea-8d63-1938fb2c56f6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3a68a707-4544-4179-ae57-3b08732d6fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0506434 Aug 22 13:47:06.533684 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1daac406-24ff-42b1-afb2-082d457dd273 req-a2e33402-fee2-4999-a401-767356861391 service neutron] 10.222.0.16 "GET /v2.0/networks/3a68a707-4544-4179-ae57-3b08732d6fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994961 Aug 22 13:47:06.630098 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9daf90e6-1d29-481a-94ec-9cc00a64a433 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:06.665518 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-301c410a-b3cf-4ed3-8614-24653c2de2c4 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Router 56460732-f53c-496c-a764-49dabaeade73 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:47:06.781494 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9daf90e6-1d29-481a-94ec-9cc00a64a433 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:06.820607 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daf90e6-1d29-481a-94ec-9cc00a64a433 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event deleted for resources: {'Subnet': ['ID=7edbffdc-5745-4e8d-aa43-67a9b89c8db6,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:06.828720 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9daf90e6-1d29-481a-94ec-9cc00a64a433 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:06.833097 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9daf90e6-1d29-481a-94ec-9cc00a64a433 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "DELETE /v2.0/subnets/7edbffdc-5745-4e8d-aa43-67a9b89c8db6 HTTP/1.1" status: 204 len: 168 time: 1.0507123 Aug 22 13:47:06.834630 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-301c410a-b3cf-4ed3-8614-24653c2de2c4 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:47:06.835908 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9499c7-816d-47ef-9f72-8b0847c2baa0 None None] Network b9a5410a-6516-4fd2-ac36-4022e7f92f29 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:47:06.836531 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57098) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:06.849415 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-301c410a-b3cf-4ed3-8614-24653c2de2c4 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:06.853805 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-301c410a-b3cf-4ed3-8614-24653c2de2c4 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "PUT /v2.0/routers/56460732-f53c-496c-a764-49dabaeade73 HTTP/1.1" status: 200 len: 704 time: 1.8044295 Aug 22 13:47:06.853805 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57100) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:06.938263 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1daac406-24ff-42b1-afb2-082d457dd273 req-6db58002-c039-441e-b5d6-71bb902dffbe service neutron] 10.222.0.16 "GET /v2.0/networks/3a68a707-4544-4179-ae57-3b08732d6fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3952868 Aug 22 13:47:06.966453 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe87989-0ca3-4262-9481-98cc0fa1f409 None None] Sync routers for ids ['56460732-f53c-496c-a764-49dabaeade73'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:47:06.995998 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe87989-0ca3-4262-9481-98cc0fa1f409 None None] Routers {'56460732-f53c-496c-a764-49dabaeade73'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:47:06.996653 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-efe87989-0ca3-4262-9481-98cc0fa1f409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:47:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['56460732-f53c-496c-a764-49dabaeade73'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:07.003917 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d833dcb4-fc2c-421b-9c8a-9fc5d9da1bfa tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:07.025334 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-87b9791f-3917-4b2e-b26e-7697567975be tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "GET /v2.0/routers/56460732-f53c-496c-a764-49dabaeade73 HTTP/1.1" status: 200 len: 704 time: 0.1704986 Aug 22 13:47:07.028047 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57102) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:07.084253 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-d833dcb4-fc2c-421b-9c8a-9fc5d9da1bfa tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Deleting port bbd47d37-443c-4729-b6cf-de4b7a2c3736 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:47:07.084697 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d833dcb4-fc2c-421b-9c8a-9fc5d9da1bfa tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:07.093322 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-efe87989-0ca3-4262-9481-98cc0fa1f409 None None] Set router 56460732-f53c-496c-a764-49dabaeade73 gateway port host: None {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:47:07.157180 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-d833dcb4-fc2c-421b-9c8a-9fc5d9da1bfa tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] For port bbd47d37-443c-4729-b6cf-de4b7a2c3736, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=bbd47d37-443c-4729-b6cf-de4b7a2c3736,segment=NetworkSegment(361c9039-82bb-4a2b-88d4-3684e40315fe),segment_id=361c9039-82bb-4a2b-88d4-3684e40315fe)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:47:07.157636 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d833dcb4-fc2c-421b-9c8a-9fc5d9da1bfa tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:07.171518 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-d833dcb4-fc2c-421b-9c8a-9fc5d9da1bfa tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Calling delete_port for bbd47d37-443c-4729-b6cf-de4b7a2c3736 owned by network:dhcp {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:47:07.178786 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25441b1c-a290-4cc6-86f8-564cde482d82 None None] DHCP port deletion for b9a5410a-6516-4fd2-ac36-4022e7f92f29 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:47:07.263524 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d833dcb4-fc2c-421b-9c8a-9fc5d9da1bfa tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:07.289285 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d833dcb4-fc2c-421b-9c8a-9fc5d9da1bfa tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event deleted for resources: {'Port': ['ID=bbd47d37-443c-4729-b6cf-de4b7a2c3736,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:07.293347 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d833dcb4-fc2c-421b-9c8a-9fc5d9da1bfa tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] No DVR routers for this DVR port bbd47d37-443c-4729-b6cf-de4b7a2c3736 on host n-d-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:47:07.349786 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-25441b1c-a290-4cc6-86f8-564cde482d82 None None] Deleting port bbd47d37-443c-4729-b6cf-de4b7a2c3736 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:47:07.350290 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-25441b1c-a290-4cc6-86f8-564cde482d82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:07.377388 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d833dcb4-fc2c-421b-9c8a-9fc5d9da1bfa tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:07.389289 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-d833dcb4-fc2c-421b-9c8a-9fc5d9da1bfa tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9a5410a-6516-4fd2-ac36-4022e7f92f29']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:07.405438 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-d833dcb4-fc2c-421b-9c8a-9fc5d9da1bfa tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '361c9039-82bb-4a2b-88d4-3684e40315fe') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:07.406288 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-d833dcb4-fc2c-421b-9c8a-9fc5d9da1bfa tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '361c9039-82bb-4a2b-88d4-3684e40315fe') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:07.417200 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d833dcb4-fc2c-421b-9c8a-9fc5d9da1bfa tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:07.421012 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6d43359d-facb-4d14-9a90-809c0de663c5 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:07.431667 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-25441b1c-a290-4cc6-86f8-564cde482d82 None None] For port bbd47d37-443c-4729-b6cf-de4b7a2c3736, host n-d-793621-33, got binding levels [] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:47:07.432080 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-25441b1c-a290-4cc6-86f8-564cde482d82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:07.432461 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d833dcb4-fc2c-421b-9c8a-9fc5d9da1bfa tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:07.438960 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d833dcb4-fc2c-421b-9c8a-9fc5d9da1bfa tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:47:07.439356 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d833dcb4-fc2c-421b-9c8a-9fc5d9da1bfa tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:07.443043 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:47:07.443043 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:47:07.443043 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:47:07.443043 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:47:07.443043 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:47:07.443043 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:47:07.443043 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:47:07.443043 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:47:07.443043 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:47:07.443043 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:47:07.443043 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:47:07.443043 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:47:07.443043 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:47:07.443043 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:47:07.443043 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:47:07.443043 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:47:07.443043 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:47:07.443043 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:47:07.443043 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:47:07.443043 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:47:07.443043 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:47:07.443043 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:47:07.443043 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:47:07.443043 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:47:07.443043 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:47:07.443043 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:47:07.443043 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:47:07.443043 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:47:07.443043 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:47:07.443043 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:47:07.443043 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:47:07.443043 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:47:07.449227 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-25441b1c-a290-4cc6-86f8-564cde482d82 None None] Calling delete_port for bbd47d37-443c-4729-b6cf-de4b7a2c3736 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:47:07.452626 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.ipam_backend_mixin [None req-25441b1c-a290-4cc6-86f8-564cde482d82 None None] Port bbd47d37-443c-4729-b6cf-de4b7a2c3736 was not found and therefore no delete operation was performed {{(pid=94629) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 22 13:47:07.455989 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-efe87989-0ca3-4262-9481-98cc0fa1f409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56460732-f53c-496c-a764-49dabaeade73', 'name': 'tempest-RoutersIpV6Test-router-1642678576', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:46:42Z', 'updated_at': '2021-08-22T13:47:05Z', 'revision_number': 7, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'gw_port_host': None, '_interfaces': [{'id': 'ab21594f-675c-4cf3-b31f-9ad34d90ae47', 'name': '', 'network_id': 'f314fc3f-eedd-4a8e-8fd1-342e702324d9', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'mac_address': 'fa:16:3e:0b:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56460732-f53c-496c-a764-49dabaeade73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '8ded085f-c843-486e-a3a1-b2fb85cf243b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:46:49Z', 'updated_at': '2021-08-22T13:46:56Z', 'revision_number': 5, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'subnets': [{'id': '8ded085f-c843-486e-a3a1-b2fb85cf243b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c42f99be-41ed-4389-9f21-2c099f50f9bd', 'name': '', 'network_id': '3581668e-f49d-47cf-856d-c4cd25ca60ad', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'mac_address': 'fa:16:3e:04:bb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56460732-f53c-496c-a764-49dabaeade73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '7adb9c46-0983-4310-8bca-c5b8beac5c5d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:46:44Z', 'updated_at': '2021-08-22T13:46:50Z', 'revision_number': 5, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'subnets': [{'id': '7adb9c46-0983-4310-8bca-c5b8beac5c5d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e65b39e8-6265-4010-996d-65653cbd7ccb', 'name': '', 'network_id': 'eeab6d39-22fb-49d2-947b-a19e9b3b0f07', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'mac_address': 'fa:16:3e:d5:5a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56460732-f53c-496c-a764-49dabaeade73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '016e2365-78a9-45a5-a229-7785d7c76a35', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:46:59Z', 'updated_at': '2021-08-22T13:47:05Z', 'revision_number': 4, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'subnets': [{'id': '016e2365-78a9-45a5-a229-7785d7c76a35', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6bd9d0b-201a-4c64-b5ad-4c08d8c463b3', 'name': '', 'network_id': '5cbbfb21-0ffd-47a0-a006-b2c0994b1036', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'mac_address': 'fa:16:3e:46:8b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56460732-f53c-496c-a764-49dabaeade73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '3c08f71b-7eb6-4625-b4e0-02aefece80ab', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:46:54Z', 'updated_at': '2021-08-22T13:47:05Z', 'revision_number': 5, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'subnets': [{'id': '3c08f71b-7eb6-4625-b4e0-02aefece80ab', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:07.457874 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-25441b1c-a290-4cc6-86f8-564cde482d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:07.511867 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d833dcb4-fc2c-421b-9c8a-9fc5d9da1bfa tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:07.515265 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe87989-0ca3-4262-9481-98cc0fa1f409 None None] Checking router: 56460732-f53c-496c-a764-49dabaeade73 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:47:07.517530 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25441b1c-a290-4cc6-86f8-564cde482d82 None None] No DVR routers for this DVR port bbd47d37-443c-4729-b6cf-de4b7a2c3736 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:47:07.520051 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d833dcb4-fc2c-421b-9c8a-9fc5d9da1bfa tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:07.521643 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25441b1c-a290-4cc6-86f8-564cde482d82 None None] Pushing event deleted for resources: {'Port': ['ID=bbd47d37-443c-4729-b6cf-de4b7a2c3736,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:07.522668 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d833dcb4-fc2c-421b-9c8a-9fc5d9da1bfa tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "DELETE /v2.0/networks/b9a5410a-6516-4fd2-ac36-4022e7f92f29 HTTP/1.1" status: 204 len: 168 time: 0.6849830 Aug 22 13:47:07.533604 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57104) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:07.536373 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d833dcb4-fc2c-421b-9c8a-9fc5d9da1bfa tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event deleted for resources: {'Network': ['ID=b9a5410a-6516-4fd2-ac36-4022e7f92f29,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:07.550168 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe87989-0ca3-4262-9481-98cc0fa1f409 None None] Routers {'56460732-f53c-496c-a764-49dabaeade73'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:47:07.550813 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-efe87989-0ca3-4262-9481-98cc0fa1f409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:47:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['56460732-f53c-496c-a764-49dabaeade73'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:07.625137 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8465c9-a1de-4ec2-be5f-f53ea93cce90 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:07.627323 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-2c8465c9-a1de-4ec2-be5f-f53ea93cce90 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "GET /v2.0/ports/29563112-9d65-4918-aad8-c7e8708cf2cc HTTP/1.1" status: 200 len: 840 time: 0.0968096 Aug 22 13:47:07.631351 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57108) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:07.657507 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-efe87989-0ca3-4262-9481-98cc0fa1f409 None None] Set router 56460732-f53c-496c-a764-49dabaeade73 gateway port host: None {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:47:07.676731 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-db89b3fa-102b-494f-ae07-a42480ac2849 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "GET /v2.0/ports/29563112-9d65-4918-aad8-c7e8708cf2cc?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0442879 Aug 22 13:47:07.681371 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57110) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:07.687455 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-10cdae71-cd04-4c2c-8ef0-fc4ff36a8914 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Request body: {'subnet': {'network_id': '53812b1d-578f-465a-b98c-cec6aad1053e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:47:07.788885 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-6d43359d-facb-4d14-9a90-809c0de663c5 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Deleting port e65b39e8-6265-4010-996d-65653cbd7ccb {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:47:07.789121 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6d43359d-facb-4d14-9a90-809c0de663c5 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:07.798264 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10cdae71-cd04-4c2c-8ef0-fc4ff36a8914 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Made reservation on behalf of fbb6b9988b30404790dc99fa2fa4c174 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:47:07.801913 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-10cdae71-cd04-4c2c-8ef0-fc4ff36a8914 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:07.895370 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-efe87989-0ca3-4262-9481-98cc0fa1f409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56460732-f53c-496c-a764-49dabaeade73', 'name': 'tempest-RoutersIpV6Test-router-1642678576', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:46:42Z', 'updated_at': '2021-08-22T13:47:05Z', 'revision_number': 7, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'gw_port_host': None, '_interfaces': [{'id': 'ab21594f-675c-4cf3-b31f-9ad34d90ae47', 'name': '', 'network_id': 'f314fc3f-eedd-4a8e-8fd1-342e702324d9', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'mac_address': 'fa:16:3e:0b:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56460732-f53c-496c-a764-49dabaeade73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '8ded085f-c843-486e-a3a1-b2fb85cf243b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:46:49Z', 'updated_at': '2021-08-22T13:46:56Z', 'revision_number': 5, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'subnets': [{'id': '8ded085f-c843-486e-a3a1-b2fb85cf243b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c42f99be-41ed-4389-9f21-2c099f50f9bd', 'name': '', 'network_id': '3581668e-f49d-47cf-856d-c4cd25ca60ad', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'mac_address': 'fa:16:3e:04:bb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56460732-f53c-496c-a764-49dabaeade73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '7adb9c46-0983-4310-8bca-c5b8beac5c5d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:46:44Z', 'updated_at': '2021-08-22T13:46:50Z', 'revision_number': 5, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'subnets': [{'id': '7adb9c46-0983-4310-8bca-c5b8beac5c5d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e65b39e8-6265-4010-996d-65653cbd7ccb', 'name': '', 'network_id': 'eeab6d39-22fb-49d2-947b-a19e9b3b0f07', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'mac_address': 'fa:16:3e:d5:5a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56460732-f53c-496c-a764-49dabaeade73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '016e2365-78a9-45a5-a229-7785d7c76a35', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:46:59Z', 'updated_at': '2021-08-22T13:47:05Z', 'revision_number': 4, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'subnets': [{'id': '016e2365-78a9-45a5-a229-7785d7c76a35', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6bd9d0b-201a-4c64-b5ad-4c08d8c463b3', 'name': '', 'network_id': '5cbbfb21-0ffd-47a0-a006-b2c0994b1036', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'mac_address': 'fa:16:3e:46:8b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56460732-f53c-496c-a764-49dabaeade73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '3c08f71b-7eb6-4625-b4e0-02aefece80ab', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:46:54Z', 'updated_at': '2021-08-22T13:47:05Z', 'revision_number': 5, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'subnets': [{'id': '3c08f71b-7eb6-4625-b4e0-02aefece80ab', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:07.909258 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-6d43359d-facb-4d14-9a90-809c0de663c5 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] For port e65b39e8-6265-4010-996d-65653cbd7ccb, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=e65b39e8-6265-4010-996d-65653cbd7ccb,segment=NetworkSegment(b56c0bd0-2999-4410-ad76-78ff10c2813f),segment_id=b56c0bd0-2999-4410-ad76-78ff10c2813f)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:47:07.909658 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6d43359d-facb-4d14-9a90-809c0de663c5 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:07.923012 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-6d43359d-facb-4d14-9a90-809c0de663c5 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Calling delete_port for e65b39e8-6265-4010-996d-65653cbd7ccb owned by network:router_interface {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:47:07.928072 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe87989-0ca3-4262-9481-98cc0fa1f409 None None] The sync data for ids ['56460732-f53c-496c-a764-49dabaeade73'] in n-d-793621-33 is: [{'id': '56460732-f53c-496c-a764-49dabaeade73', 'name': 'tempest-RoutersIpV6Test-router-1642678576', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:46:42Z', 'updated_at': '2021-08-22T13:47:05Z', 'revision_number': 7, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'gw_port_host': None, '_interfaces': [{'id': 'ab21594f-675c-4cf3-b31f-9ad34d90ae47', 'name': '', 'network_id': 'f314fc3f-eedd-4a8e-8fd1-342e702324d9', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'mac_address': 'fa:16:3e:0b:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56460732-f53c-496c-a764-49dabaeade73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '8ded085f-c843-486e-a3a1-b2fb85cf243b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:46:49Z', 'updated_at': '2021-08-22T13:46:56Z', 'revision_number': 5, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'subnets': [{'id': '8ded085f-c843-486e-a3a1-b2fb85cf243b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c42f99be-41ed-4389-9f21-2c099f50f9bd', 'name': '', 'network_id': '3581668e-f49d-47cf-856d-c4cd25ca60ad', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'mac_address': 'fa:16:3e:04:bb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56460732-f53c-496c-a764-49dabaeade73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '7adb9c46-0983-4310-8bca-c5b8beac5c5d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:46:44Z', 'updated_at': '2021-08-22T13:46:50Z', 'revision_number': 5, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'subnets': [{'id': '7adb9c46-0983-4310-8bca-c5b8beac5c5d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e65b39e8-6265-4010-996d-65653cbd7ccb', 'name': '', 'network_id': 'eeab6d39-22fb-49d2-947b-a19e9b3b0f07', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'mac_address': 'fa:16:3e:d5:5a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56460732-f53c-496c-a764-49dabaeade73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '016e2365-78a9-45a5-a229-7785d7c76a35', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:46:59Z', 'updated_at': '2021-08-22T13:47:05Z', 'revision_number': 4, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'subnets': [{'id': '016e2365-78a9-45a5-a229-7785d7c76a35', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6bd9d0b-201a-4c64-b5ad-4c08d8c463b3', 'name': '', 'network_id': '5cbbfb21-0ffd-47a0-a006-b2c0994b1036', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'mac_address': 'fa:16:3e:46:8b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56460732-f53c-496c-a764-49dabaeade73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '3c08f71b-7eb6-4625-b4e0-02aefece80ab', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:46:54Z', 'updated_at': '2021-08-22T13:47:05Z', 'revision_number': 5, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'subnets': [{'id': '3c08f71b-7eb6-4625-b4e0-02aefece80ab', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:47:07.968511 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device e65b39e8-6265-4010-996d-65653cbd7ccb up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:47:08.023352 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port e65b39e8-6265-4010-996d-65653cbd7ccb completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:47:08.028516 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port e65b39e8-6265-4010-996d-65653cbd7ccb triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:47:08.028968 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:08.054047 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-10cdae71-cd04-4c2c-8ef0-fc4ff36a8914 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:08.099522 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cdae71-cd04-4c2c-8ef0-fc4ff36a8914 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Network 53812b1d-578f-465a-b98c-cec6aad1053e is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:47:08.105682 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-10cdae71-cd04-4c2c-8ef0-fc4ff36a8914 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:47:08.108857 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cdae71-cd04-4c2c-8ef0-fc4ff36a8914 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:08.109445 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-10cdae71-cd04-4c2c-8ef0-fc4ff36a8914 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:08.124037 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9c0679-c012-4ae6-9284-97afab007f2d None None] Network 53812b1d-578f-465a-b98c-cec6aad1053e requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:47:08.124487 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cdae71-cd04-4c2c-8ef0-fc4ff36a8914 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event updated for resources: {'Subnet': ['ID=aeb3fdb0-386c-40f8-85fc-08fad5002013,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:08.136292 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-10cdae71-cd04-4c2c-8ef0-fc4ff36a8914 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4518015 Aug 22 13:47:08.137424 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57112) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:08.145714 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:08.145928 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-781eef6e-c2bd-4420-9165-eef964fda067 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Request body: {'security_group': {'name': 'tempest-secgroup-149446121'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:47:08.146385 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6d43359d-facb-4d14-9a90-809c0de663c5 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:08.178047 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-781eef6e-c2bd-4420-9165-eef964fda067 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:08.183582 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d43359d-facb-4d14-9a90-809c0de663c5 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event deleted for resources: {'Port': ['ID=e65b39e8-6265-4010-996d-65653cbd7ccb,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:08.285412 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-781eef6e-c2bd-4420-9165-eef964fda067 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:08.292881 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-781eef6e-c2bd-4420-9165-eef964fda067 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:08.339642 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-781eef6e-c2bd-4420-9165-eef964fda067 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:08.341201 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-781eef6e-c2bd-4420-9165-eef964fda067 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2020559 Aug 22 13:47:08.343793 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57114) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:08.352850 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-bc04d270-49bf-4069-ac27-5b385de5ab32 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Request body: {'security_group': {'name': 'tempest-secgroup-55917533'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:47:08.370637 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6d43359d-facb-4d14-9a90-809c0de663c5 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:08.390117 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781eef6e-c2bd-4420-9165-eef964fda067 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c450976-0c0c-4623-a231-ae6b58375f3b,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:08.400914 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bc04d270-49bf-4069-ac27-5b385de5ab32 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:08.516181 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bc04d270-49bf-4069-ac27-5b385de5ab32 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:08.525612 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bc04d270-49bf-4069-ac27-5b385de5ab32 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:08.541804 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device bbd47d37-443c-4729-b6cf-de4b7a2c3736 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:47:08.556012 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bc04d270-49bf-4069-ac27-5b385de5ab32 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:08.557276 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-bc04d270-49bf-4069-ac27-5b385de5ab32 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2124038 Aug 22 13:47:08.558327 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc04d270-49bf-4069-ac27-5b385de5ab32 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e78d8e-e4fa-4a26-9cbb-68a641fb1118,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:08.560270 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57116) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:08.565238 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-d57cc888-47ff-4043-8c7a-f4e090b23495 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-254996107', 'security_groups': ['a4e78d8e-e4fa-4a26-9cbb-68a641fb1118'], 'network_id': '53812b1d-578f-465a-b98c-cec6aad1053e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'aeb3fdb0-386c-40f8-85fc-08fad5002013'}]}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:47:08.566675 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: bbd47d37-443c-4729-b6cf-de4b7a2c3736 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:47:08.567040 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device bbd47d37-443c-4729-b6cf-de4b7a2c3736 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:47:08.595911 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c492d7b-155b-4857-9769-aaf6cdf475fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-53812b1d-578f-465a-b98c-cec6aad1053e', 'network_id': '53812b1d-578f-465a-b98c-cec6aad1053e', 'tenant_id': 'fbb6b9988b30404790dc99fa2fa4c174', 'fixed_ips': [{'subnet_id': 'aeb3fdb0-386c-40f8-85fc-08fad5002013'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:47:08.596827 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8c492d7b-155b-4857-9769-aaf6cdf475fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:08.615431 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d43359d-facb-4d14-9a90-809c0de663c5 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Router 56460732-f53c-496c-a764-49dabaeade73 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:47:08.704755 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57cc888-47ff-4043-8c7a-f4e090b23495 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Made reservation on behalf of fbb6b9988b30404790dc99fa2fa4c174 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:47:08.724203 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d43359d-facb-4d14-9a90-809c0de663c5 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:47:08.732904 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-6d43359d-facb-4d14-9a90-809c0de663c5 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "PUT /v2.0/routers/56460732-f53c-496c-a764-49dabaeade73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7035925 Aug 22 13:47:08.736678 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57120) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:08.737360 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9938883a-dbe4-45b8-8847-eae7cb3e064e None None] Sync routers for ids ['56460732-f53c-496c-a764-49dabaeade73'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:47:08.748069 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9938883a-dbe4-45b8-8847-eae7cb3e064e None None] Routers {'56460732-f53c-496c-a764-49dabaeade73'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:47:08.748976 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-9938883a-dbe4-45b8-8847-eae7cb3e064e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:47:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['56460732-f53c-496c-a764-49dabaeade73'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:08.749359 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-8c492d7b-155b-4857-9769-aaf6cdf475fc None None] Allocated IP 172.20.0.2 (53812b1d-578f-465a-b98c-cec6aad1053e/aeb3fdb0-386c-40f8-85fc-08fad5002013/5084831a-0688-4b4d-ab8a-710c35838c3b) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:47:08.798927 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b94737b-6d90-46a6-91e6-bfff302a923a tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Deleting subnet 016e2365-78a9-45a5-a229-7785d7c76a35 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:47:08.801758 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d57cc888-47ff-4043-8c7a-f4e090b23495 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:08.802270 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0b94737b-6d90-46a6-91e6-bfff302a923a tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:08.828032 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-d57cc888-47ff-4043-8c7a-f4e090b23495 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] device_id is not set on port 3ee7f2b2-f768-4541-b7fd-eebcf1bc1b9c yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:47:08.844543 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-9938883a-dbe4-45b8-8847-eae7cb3e064e None None] Set router 56460732-f53c-496c-a764-49dabaeade73 gateway port host: None {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:47:08.862628 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0b94737b-6d90-46a6-91e6-bfff302a923a tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:08.955100 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8c492d7b-155b-4857-9769-aaf6cdf475fc None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:08.963888 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-8c492d7b-155b-4857-9769-aaf6cdf475fc None None] Transition to ACTIVE for port object 5084831a-0688-4b4d-ab8a-710c35838c3b will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:47:08.964471 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0b94737b-6d90-46a6-91e6-bfff302a923a tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:08.979980 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-8c492d7b-155b-4857-9769-aaf6cdf475fc None None] Transition to ACTIVE for port object 5084831a-0688-4b4d-ab8a-710c35838c3b will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:47:08.988691 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8c492d7b-155b-4857-9769-aaf6cdf475fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:09.027189 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c492d7b-155b-4857-9769-aaf6cdf475fc None None] Network 53812b1d-578f-465a-b98c-cec6aad1053e is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:47:09.030414 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-8c492d7b-155b-4857-9769-aaf6cdf475fc None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:47:09.034320 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c492d7b-155b-4857-9769-aaf6cdf475fc None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:47:09.046223 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0b94737b-6d90-46a6-91e6-bfff302a923a tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:09.072207 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c492d7b-155b-4857-9769-aaf6cdf475fc None None] Pushing event updated for resources: {'Port': ['ID=5084831a-0688-4b4d-ab8a-710c35838c3b,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:09.073851 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-d57cc888-47ff-4043-8c7a-f4e090b23495 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Allocated IP 172.20.0.6 (53812b1d-578f-465a-b98c-cec6aad1053e/aeb3fdb0-386c-40f8-85fc-08fad5002013/3ee7f2b2-f768-4541-b7fd-eebcf1bc1b9c) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:47:09.087604 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b94737b-6d90-46a6-91e6-bfff302a923a tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event deleted for resources: {'Subnet': ['ID=016e2365-78a9-45a5-a229-7785d7c76a35,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:09.088342 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0b94737b-6d90-46a6-91e6-bfff302a923a tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:09.093111 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-0b94737b-6d90-46a6-91e6-bfff302a923a tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "DELETE /v2.0/subnets/016e2365-78a9-45a5-a229-7785d7c76a35 HTTP/1.1" status: 204 len: 168 time: 0.3552718 Aug 22 13:47:09.094007 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57122) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:09.097151 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-9938883a-dbe4-45b8-8847-eae7cb3e064e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56460732-f53c-496c-a764-49dabaeade73', 'name': 'tempest-RoutersIpV6Test-router-1642678576', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:46:42Z', 'updated_at': '2021-08-22T13:47:08Z', 'revision_number': 8, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'gw_port_host': None, '_interfaces': [{'id': 'ab21594f-675c-4cf3-b31f-9ad34d90ae47', 'name': '', 'network_id': 'f314fc3f-eedd-4a8e-8fd1-342e702324d9', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'mac_address': 'fa:16:3e:0b:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56460732-f53c-496c-a764-49dabaeade73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '8ded085f-c843-486e-a3a1-b2fb85cf243b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:46:49Z', 'updated_at': '2021-08-22T13:46:56Z', 'revision_number': 5, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'subnets': [{'id': '8ded085f-c843-486e-a3a1-b2fb85cf243b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c42f99be-41ed-4389-9f21-2c099f50f9bd', 'name': '', 'network_id': '3581668e-f49d-47cf-856d-c4cd25ca60ad', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'mac_address': 'fa:16:3e:04:bb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56460732-f53c-496c-a764-49dabaeade73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '7adb9c46-0983-4310-8bca-c5b8beac5c5d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:46:44Z', 'updated_at': '2021-08-22T13:46:50Z', 'revision_number': 5, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'subnets': [{'id': '7adb9c46-0983-4310-8bca-c5b8beac5c5d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6bd9d0b-201a-4c64-b5ad-4c08d8c463b3', 'name': '', 'network_id': '5cbbfb21-0ffd-47a0-a006-b2c0994b1036', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'mac_address': 'fa:16:3e:46:8b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56460732-f53c-496c-a764-49dabaeade73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '3c08f71b-7eb6-4625-b4e0-02aefece80ab', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:46:54Z', 'updated_at': '2021-08-22T13:47:05Z', 'revision_number': 5, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'subnets': [{'id': '3c08f71b-7eb6-4625-b4e0-02aefece80ab', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:09.122504 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc4374a-9d63-4fd3-b394-c8966960b75e None None] Network eeab6d39-22fb-49d2-947b-a19e9b3b0f07 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:47:09.130588 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9938883a-dbe4-45b8-8847-eae7cb3e064e None None] Checking router: 56460732-f53c-496c-a764-49dabaeade73 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:47:09.140535 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9938883a-dbe4-45b8-8847-eae7cb3e064e None None] Routers {'56460732-f53c-496c-a764-49dabaeade73'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:47:09.141162 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-9938883a-dbe4-45b8-8847-eae7cb3e064e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:47:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['56460732-f53c-496c-a764-49dabaeade73'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:09.179651 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f74704e6-026f-4636-96a9-7e006fedeaae tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:09.180873 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-8c492d7b-155b-4857-9769-aaf6cdf475fc None None] Attempting to bind port 5084831a-0688-4b4d-ab8a-710c35838c3b on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:47:09.181397 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-8c492d7b-155b-4857-9769-aaf6cdf475fc None None] Attempting to bind port 5084831a-0688-4b4d-ab8a-710c35838c3b by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'b00bf42a-e231-4695-924f-125da37c648b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '53812b1d-578f-465a-b98c-cec6aad1053e'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:47:09.181766 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c492d7b-155b-4857-9769-aaf6cdf475fc None None] Attempting to bind port 5084831a-0688-4b4d-ab8a-710c35838c3b on network 53812b1d-578f-465a-b98c-cec6aad1053e {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:47:09.196961 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c492d7b-155b-4857-9769-aaf6cdf475fc None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:47:09.197391 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c492d7b-155b-4857-9769-aaf6cdf475fc None None] Checking segment: {'id': 'b00bf42a-e231-4695-924f-125da37c648b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '53812b1d-578f-465a-b98c-cec6aad1053e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:47:09.197801 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8c492d7b-155b-4857-9769-aaf6cdf475fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:09.198203 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c492d7b-155b-4857-9769-aaf6cdf475fc None None] Bound using segment: {'id': 'b00bf42a-e231-4695-924f-125da37c648b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '53812b1d-578f-465a-b98c-cec6aad1053e'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:47:09.198687 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-8c492d7b-155b-4857-9769-aaf6cdf475fc None None] Bound port: 5084831a-0688-4b4d-ab8a-710c35838c3b, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b00bf42a-e231-4695-924f-125da37c648b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '53812b1d-578f-465a-b98c-cec6aad1053e'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:47:09.199074 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8c492d7b-155b-4857-9769-aaf6cdf475fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:09.238961 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-f74704e6-026f-4636-96a9-7e006fedeaae tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Deleting port ca294f14-3e56-4cd4-ae47-a2e04b1374b0 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:47:09.239368 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f74704e6-026f-4636-96a9-7e006fedeaae tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:09.244812 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-9938883a-dbe4-45b8-8847-eae7cb3e064e None None] Set router 56460732-f53c-496c-a764-49dabaeade73 gateway port host: None {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:47:09.265920 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d57cc888-47ff-4043-8c7a-f4e090b23495 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:09.284628 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-d57cc888-47ff-4043-8c7a-f4e090b23495 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Transition to ACTIVE for port object 3ee7f2b2-f768-4541-b7fd-eebcf1bc1b9c will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:47:09.324287 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-8c492d7b-155b-4857-9769-aaf6cdf475fc None None] For port 5084831a-0688-4b4d-ab8a-710c35838c3b, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:47:09.328273 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-8c492d7b-155b-4857-9769-aaf6cdf475fc None None] For port 5084831a-0688-4b4d-ab8a-710c35838c3b, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=5084831a-0688-4b4d-ab8a-710c35838c3b,segment=NetworkSegment(b00bf42a-e231-4695-924f-125da37c648b),segment_id=b00bf42a-e231-4695-924f-125da37c648b)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:47:09.334884 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8c492d7b-155b-4857-9769-aaf6cdf475fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:09.347487 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d57cc888-47ff-4043-8c7a-f4e090b23495 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:09.350665 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-f74704e6-026f-4636-96a9-7e006fedeaae tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] For port ca294f14-3e56-4cd4-ae47-a2e04b1374b0, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=ca294f14-3e56-4cd4-ae47-a2e04b1374b0,segment=NetworkSegment(b56c0bd0-2999-4410-ad76-78ff10c2813f),segment_id=b56c0bd0-2999-4410-ad76-78ff10c2813f)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:47:09.351042 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f74704e6-026f-4636-96a9-7e006fedeaae tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:09.366973 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-f74704e6-026f-4636-96a9-7e006fedeaae tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Calling delete_port for ca294f14-3e56-4cd4-ae47-a2e04b1374b0 owned by network:dhcp {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:47:09.427248 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f066743-a54d-4e7c-87d3-9a6d5884c8c7 None None] DHCP port deletion for eeab6d39-22fb-49d2-947b-a19e9b3b0f07 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:47:09.431240 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c492d7b-155b-4857-9769-aaf6cdf475fc None None] Pushing event updated for resources: {'Port': ['ID=5084831a-0688-4b4d-ab8a-710c35838c3b,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:09.447132 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57cc888-47ff-4043-8c7a-f4e090b23495 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Network 53812b1d-578f-465a-b98c-cec6aad1053e is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:47:09.451004 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-d57cc888-47ff-4043-8c7a-f4e090b23495 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:47:09.453589 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57cc888-47ff-4043-8c7a-f4e090b23495 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:47:09.479892 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f74704e6-026f-4636-96a9-7e006fedeaae tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:09.509148 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57cc888-47ff-4043-8c7a-f4e090b23495 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event updated for resources: {'Port': ['ID=3ee7f2b2-f768-4541-b7fd-eebcf1bc1b9c,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:09.512559 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74704e6-026f-4636-96a9-7e006fedeaae tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event deleted for resources: {'Port': ['ID=ca294f14-3e56-4cd4-ae47-a2e04b1374b0,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:09.515146 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-6f066743-a54d-4e7c-87d3-9a6d5884c8c7 None None] Deleting port ca294f14-3e56-4cd4-ae47-a2e04b1374b0 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:47:09.515530 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6f066743-a54d-4e7c-87d3-9a6d5884c8c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:09.521448 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74704e6-026f-4636-96a9-7e006fedeaae tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] No DVR routers for this DVR port ca294f14-3e56-4cd4-ae47-a2e04b1374b0 on host n-d-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:47:09.549063 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57cc888-47ff-4043-8c7a-f4e090b23495 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:09.550050 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d57cc888-47ff-4043-8c7a-f4e090b23495 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:09.569743 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d57cc888-47ff-4043-8c7a-f4e090b23495 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0083616 Aug 22 13:47:09.570701 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57124) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:09.576738 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-e41dd987-95e7-4396-9414-401f7ec4ebdd tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Request body: {'subnet': {'network_id': '53812b1d-578f-465a-b98c-cec6aad1053e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:47:09.617421 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-6f066743-a54d-4e7c-87d3-9a6d5884c8c7 None None] For port ca294f14-3e56-4cd4-ae47-a2e04b1374b0, host n-d-793621-33, got binding levels [] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:47:09.617832 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6f066743-a54d-4e7c-87d3-9a6d5884c8c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:09.629773 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f74704e6-026f-4636-96a9-7e006fedeaae tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:09.641841 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-f74704e6-026f-4636-96a9-7e006fedeaae tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeab6d39-22fb-49d2-947b-a19e9b3b0f07']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:09.644414 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-6f066743-a54d-4e7c-87d3-9a6d5884c8c7 None None] Calling delete_port for ca294f14-3e56-4cd4-ae47-a2e04b1374b0 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:47:09.649862 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.ipam_backend_mixin [None req-6f066743-a54d-4e7c-87d3-9a6d5884c8c7 None None] Port ca294f14-3e56-4cd4-ae47-a2e04b1374b0 was not found and therefore no delete operation was performed {{(pid=94629) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 22 13:47:09.651219 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6f066743-a54d-4e7c-87d3-9a6d5884c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:09.654808 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-9938883a-dbe4-45b8-8847-eae7cb3e064e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56460732-f53c-496c-a764-49dabaeade73', 'name': 'tempest-RoutersIpV6Test-router-1642678576', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:46:42Z', 'updated_at': '2021-08-22T13:47:08Z', 'revision_number': 8, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'gw_port_host': None, '_interfaces': [{'id': 'ab21594f-675c-4cf3-b31f-9ad34d90ae47', 'name': '', 'network_id': 'f314fc3f-eedd-4a8e-8fd1-342e702324d9', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'mac_address': 'fa:16:3e:0b:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56460732-f53c-496c-a764-49dabaeade73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '8ded085f-c843-486e-a3a1-b2fb85cf243b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:46:49Z', 'updated_at': '2021-08-22T13:46:56Z', 'revision_number': 5, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'subnets': [{'id': '8ded085f-c843-486e-a3a1-b2fb85cf243b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c42f99be-41ed-4389-9f21-2c099f50f9bd', 'name': '', 'network_id': '3581668e-f49d-47cf-856d-c4cd25ca60ad', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'mac_address': 'fa:16:3e:04:bb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56460732-f53c-496c-a764-49dabaeade73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '7adb9c46-0983-4310-8bca-c5b8beac5c5d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:46:44Z', 'updated_at': '2021-08-22T13:46:50Z', 'revision_number': 5, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'subnets': [{'id': '7adb9c46-0983-4310-8bca-c5b8beac5c5d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6bd9d0b-201a-4c64-b5ad-4c08d8c463b3', 'name': '', 'network_id': '5cbbfb21-0ffd-47a0-a006-b2c0994b1036', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'mac_address': 'fa:16:3e:46:8b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56460732-f53c-496c-a764-49dabaeade73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '3c08f71b-7eb6-4625-b4e0-02aefece80ab', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:46:54Z', 'updated_at': '2021-08-22T13:47:05Z', 'revision_number': 5, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'subnets': [{'id': '3c08f71b-7eb6-4625-b4e0-02aefece80ab', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:09.655957 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-f74704e6-026f-4636-96a9-7e006fedeaae tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b56c0bd0-2999-4410-ad76-78ff10c2813f') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:09.656394 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-f74704e6-026f-4636-96a9-7e006fedeaae tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b56c0bd0-2999-4410-ad76-78ff10c2813f') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:09.676979 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f74704e6-026f-4636-96a9-7e006fedeaae tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:09.700513 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f066743-a54d-4e7c-87d3-9a6d5884c8c7 None None] No DVR routers for this DVR port ca294f14-3e56-4cd4-ae47-a2e04b1374b0 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:47:09.700979 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9938883a-dbe4-45b8-8847-eae7cb3e064e None None] The sync data for ids ['56460732-f53c-496c-a764-49dabaeade73'] in n-d-793621-33 is: [{'id': '56460732-f53c-496c-a764-49dabaeade73', 'name': 'tempest-RoutersIpV6Test-router-1642678576', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:46:42Z', 'updated_at': '2021-08-22T13:47:08Z', 'revision_number': 8, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'gw_port_host': None, '_interfaces': [{'id': 'ab21594f-675c-4cf3-b31f-9ad34d90ae47', 'name': '', 'network_id': 'f314fc3f-eedd-4a8e-8fd1-342e702324d9', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'mac_address': 'fa:16:3e:0b:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56460732-f53c-496c-a764-49dabaeade73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '8ded085f-c843-486e-a3a1-b2fb85cf243b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:46:49Z', 'updated_at': '2021-08-22T13:46:56Z', 'revision_number': 5, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'subnets': [{'id': '8ded085f-c843-486e-a3a1-b2fb85cf243b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c42f99be-41ed-4389-9f21-2c099f50f9bd', 'name': '', 'network_id': '3581668e-f49d-47cf-856d-c4cd25ca60ad', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'mac_address': 'fa:16:3e:04:bb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56460732-f53c-496c-a764-49dabaeade73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '7adb9c46-0983-4310-8bca-c5b8beac5c5d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:46:44Z', 'updated_at': '2021-08-22T13:46:50Z', 'revision_number': 5, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'subnets': [{'id': '7adb9c46-0983-4310-8bca-c5b8beac5c5d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6bd9d0b-201a-4c64-b5ad-4c08d8c463b3', 'name': '', 'network_id': '5cbbfb21-0ffd-47a0-a006-b2c0994b1036', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'mac_address': 'fa:16:3e:46:8b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56460732-f53c-496c-a764-49dabaeade73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '3c08f71b-7eb6-4625-b4e0-02aefece80ab', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:46:54Z', 'updated_at': '2021-08-22T13:47:05Z', 'revision_number': 5, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'subnets': [{'id': '3c08f71b-7eb6-4625-b4e0-02aefece80ab', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:47:09.704070 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f066743-a54d-4e7c-87d3-9a6d5884c8c7 None None] Pushing event deleted for resources: {'Port': ['ID=ca294f14-3e56-4cd4-ae47-a2e04b1374b0,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:09.716602 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f74704e6-026f-4636-96a9-7e006fedeaae tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:09.752198 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f74704e6-026f-4636-96a9-7e006fedeaae tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:47:09.752198 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f74704e6-026f-4636-96a9-7e006fedeaae tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:09.756135 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41dd987-95e7-4396-9414-401f7ec4ebdd tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Made reservation on behalf of fbb6b9988b30404790dc99fa2fa4c174 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:47:09.760225 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e41dd987-95e7-4396-9414-401f7ec4ebdd tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:09.774846 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:47:09.774846 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:47:09.774846 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:47:09.774846 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:47:09.774846 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:47:09.774846 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:47:09.774846 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:47:09.774846 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:47:09.774846 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:47:09.774846 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:47:09.774846 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:47:09.774846 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:47:09.774846 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:47:09.774846 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:47:09.774846 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:47:09.774846 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:47:09.774846 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:47:09.774846 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:47:09.774846 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:47:09.774846 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:47:09.774846 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:47:09.774846 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:47:09.774846 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:47:09.774846 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:47:09.774846 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:47:09.774846 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:47:09.774846 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:47:09.774846 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:47:09.774846 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:47:09.774846 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:47:09.774846 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:47:09.774846 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:47:09.852921 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f74704e6-026f-4636-96a9-7e006fedeaae tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:09.860086 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f74704e6-026f-4636-96a9-7e006fedeaae tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:09.864573 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f74704e6-026f-4636-96a9-7e006fedeaae tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "DELETE /v2.0/networks/eeab6d39-22fb-49d2-947b-a19e9b3b0f07 HTTP/1.1" status: 204 len: 168 time: 0.7669630 Aug 22 13:47:09.867161 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57130) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:09.902483 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74704e6-026f-4636-96a9-7e006fedeaae tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event deleted for resources: {'Network': ['ID=eeab6d39-22fb-49d2-947b-a19e9b3b0f07,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:09.948623 n-d-793621-33 neutron-server[94628]: INFO neutron.db.ipam_backend_mixin [None req-e41dd987-95e7-4396-9414-401f7ec4ebdd tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet aeb3fdb0-386c-40f8-85fc-08fad5002013 (CIDR: 172.20.0.0/28) Aug 22 13:47:09.953638 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-e41dd987-95e7-4396-9414-401f7ec4ebdd tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 13:47:09.954132 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e41dd987-95e7-4396-9414-401f7ec4ebdd tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:47:10.002486 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e41dd987-95e7-4396-9414-401f7ec4ebdd tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4306278 Aug 22 13:47:10.005069 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57134) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:10.010632 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-9b6cdaee-cb5f-4268-b91a-22dbda0f8e58 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Request body: {'subnet': {'network_id': '53812b1d-578f-465a-b98c-cec6aad1053e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:47:10.245677 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6cdaee-cb5f-4268-b91a-22dbda0f8e58 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Made reservation on behalf of fbb6b9988b30404790dc99fa2fa4c174 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:47:10.249254 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9b6cdaee-cb5f-4268-b91a-22dbda0f8e58 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:10.365302 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 5084831a-0688-4b4d-ab8a-710c35838c3b up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:47:10.434051 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 5084831a-0688-4b4d-ab8a-710c35838c3b completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:47:10.520196 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device ca294f14-3e56-4cd4-ae47-a2e04b1374b0 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:47:10.544210 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: ca294f14-3e56-4cd4-ae47-a2e04b1374b0 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:47:10.544604 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device ca294f14-3e56-4cd4-ae47-a2e04b1374b0 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:47:10.627495 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-82e0630c-273e-4452-975f-4190ba29182c tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:10.705229 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9b6cdaee-cb5f-4268-b91a-22dbda0f8e58 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:10.773592 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6cdaee-cb5f-4268-b91a-22dbda0f8e58 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Network 53812b1d-578f-465a-b98c-cec6aad1053e is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:47:10.775577 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6cdaee-cb5f-4268-b91a-22dbda0f8e58 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event updated for resources: {'Subnet': ['ID=9ec2964b-4e7b-4ffe-a9e8-bf19b7025ba5,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:10.777983 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-9b6cdaee-cb5f-4268-b91a-22dbda0f8e58 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:47:10.780497 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6cdaee-cb5f-4268-b91a-22dbda0f8e58 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:10.781072 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9b6cdaee-cb5f-4268-b91a-22dbda0f8e58 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:10.799325 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-3fb6b3e3-9307-4e26-9b3e-2072a928cf20 None None] Provisioning complete for port 29563112-9d65-4918-aad8-c7e8708cf2cc triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:47:10.799708 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3fb6b3e3-9307-4e26-9b3e-2072a928cf20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:10.848845 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-3fb6b3e3-9307-4e26-9b3e-2072a928cf20 None None] Port 29563112-9d65-4918-aad8-c7e8708cf2cc cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:47:10.849581 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9b6cdaee-cb5f-4268-b91a-22dbda0f8e58 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8434994 Aug 22 13:47:10.852838 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57136) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:10.858107 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-1e9c48ac-67b1-4459-bdd3-20767da6817f tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1676580566', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9ec2964b-4e7b-4ffe-a9e8-bf19b7025ba5'}], 'security_groups': ['8c450976-0c0c-4623-a231-ae6b58375f3b']}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:47:10.860176 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-3fb6b3e3-9307-4e26-9b3e-2072a928cf20 None None] Provisioning for port 5084831a-0688-4b4d-ab8a-710c35838c3b completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:47:10.865766 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-3fb6b3e3-9307-4e26-9b3e-2072a928cf20 None None] Provisioning complete for port 5084831a-0688-4b4d-ab8a-710c35838c3b triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:47:10.866195 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3fb6b3e3-9307-4e26-9b3e-2072a928cf20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:10.939776 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1e9c48ac-67b1-4459-bdd3-20767da6817f tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:10.963357 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3fb6b3e3-9307-4e26-9b3e-2072a928cf20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:10.976494 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c5d756-a46d-402c-9007-1456f8b9f252 None None] Network 53812b1d-578f-465a-b98c-cec6aad1053e requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:47:11.050814 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-3fb6b3e3-9307-4e26-9b3e-2072a928cf20 None None] For port 5084831a-0688-4b4d-ab8a-710c35838c3b, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=5084831a-0688-4b4d-ab8a-710c35838c3b,segment=NetworkSegment(b00bf42a-e231-4695-924f-125da37c648b),segment_id=b00bf42a-e231-4695-924f-125da37c648b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:47:11.057774 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3fb6b3e3-9307-4e26-9b3e-2072a928cf20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:11.136272 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb6b3e3-9307-4e26-9b3e-2072a928cf20 None None] Pushing event updated for resources: {'Port': ['ID=5084831a-0688-4b4d-ab8a-710c35838c3b,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:11.195420 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-82e0630c-273e-4452-975f-4190ba29182c tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Deleting port f6bd9d0b-201a-4c64-b5ad-4c08d8c463b3 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:47:11.195920 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-82e0630c-273e-4452-975f-4190ba29182c tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:11.215480 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-8a7a35d6-fcec-461c-aaed-927100e874e9 None None] Provisioning for port 3ee7f2b2-f768-4541-b7fd-eebcf1bc1b9c completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:47:11.221360 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-8a7a35d6-fcec-461c-aaed-927100e874e9 None None] Provisioning complete for port 3ee7f2b2-f768-4541-b7fd-eebcf1bc1b9c triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:47:11.221785 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8a7a35d6-fcec-461c-aaed-927100e874e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:11.274836 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-8a7a35d6-fcec-461c-aaed-927100e874e9 None None] Port 3ee7f2b2-f768-4541-b7fd-eebcf1bc1b9c cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:47:11.347077 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1df6a3a-c4e5-4ba0-a5b4-0f3d2ff7fe96 None None] Update dhcp port {'port': {'network_id': '53812b1d-578f-465a-b98c-cec6aad1053e', 'fixed_ips': [{'subnet_id': 'aeb3fdb0-386c-40f8-85fc-08fad5002013', 'ip_address': '172.20.0.2'}, {'subnet_id': '9ec2964b-4e7b-4ffe-a9e8-bf19b7025ba5'}], 'binding:host_id': 'n-d-793621-33'}, 'id': '5084831a-0688-4b4d-ab8a-710c35838c3b'} from n-d-793621-33. {{(pid=94629) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 22 13:47:11.414495 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d1df6a3a-c4e5-4ba0-a5b4-0f3d2ff7fe96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:11.419937 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-82e0630c-273e-4452-975f-4190ba29182c tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] For port f6bd9d0b-201a-4c64-b5ad-4c08d8c463b3, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=f6bd9d0b-201a-4c64-b5ad-4c08d8c463b3,segment=NetworkSegment(1280747a-8170-4b31-90cf-5ff1d5d598e1),segment_id=1280747a-8170-4b31-90cf-5ff1d5d598e1)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:47:11.420823 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-82e0630c-273e-4452-975f-4190ba29182c tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:11.468853 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-82e0630c-273e-4452-975f-4190ba29182c tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Calling delete_port for f6bd9d0b-201a-4c64-b5ad-4c08d8c463b3 owned by network:router_interface {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:47:11.525184 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-1e9c48ac-67b1-4459-bdd3-20767da6817f tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Delete allocated IP 172.20.0.6 (53812b1d-578f-465a-b98c-cec6aad1053e/aeb3fdb0-386c-40f8-85fc-08fad5002013) {{(pid=94628) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 22 13:47:11.539687 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-1e9c48ac-67b1-4459-bdd3-20767da6817f tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Allocated IP 172.20.0.28 (53812b1d-578f-465a-b98c-cec6aad1053e/9ec2964b-4e7b-4ffe-a9e8-bf19b7025ba5/3ee7f2b2-f768-4541-b7fd-eebcf1bc1b9c) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:47:11.777748 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-82e0630c-273e-4452-975f-4190ba29182c tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:11.818476 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1e9c48ac-67b1-4459-bdd3-20767da6817f tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:11.822563 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e0630c-273e-4452-975f-4190ba29182c tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event deleted for resources: {'Port': ['ID=f6bd9d0b-201a-4c64-b5ad-4c08d8c463b3,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:11.857422 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-1e9c48ac-67b1-4459-bdd3-20767da6817f tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Ignored duplicate provisioning block setup for port 3ee7f2b2-f768-4541-b7fd-eebcf1bc1b9c by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 22 13:47:11.898869 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1e9c48ac-67b1-4459-bdd3-20767da6817f tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:11.946892 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-d1df6a3a-c4e5-4ba0-a5b4-0f3d2ff7fe96 None None] Allocated IP 172.20.0.18 (53812b1d-578f-465a-b98c-cec6aad1053e/9ec2964b-4e7b-4ffe-a9e8-bf19b7025ba5/5084831a-0688-4b4d-ab8a-710c35838c3b) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:47:12.048857 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 5084831a-0688-4b4d-ab8a-710c35838c3b up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:47:12.149273 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-d1df6a3a-c4e5-4ba0-a5b4-0f3d2ff7fe96 None None] For port 5084831a-0688-4b4d-ab8a-710c35838c3b, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=5084831a-0688-4b4d-ab8a-710c35838c3b,segment=NetworkSegment(b00bf42a-e231-4695-924f-125da37c648b),segment_id=b00bf42a-e231-4695-924f-125da37c648b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:47:12.165426 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 5084831a-0688-4b4d-ab8a-710c35838c3b triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:47:12.165795 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:12.208000 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d1df6a3a-c4e5-4ba0-a5b4-0f3d2ff7fe96 None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:12.232711 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-d1df6a3a-c4e5-4ba0-a5b4-0f3d2ff7fe96 None None] Transition to ACTIVE for port object 5084831a-0688-4b4d-ab8a-710c35838c3b will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:47:12.239008 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d1df6a3a-c4e5-4ba0-a5b4-0f3d2ff7fe96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:12.358201 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1df6a3a-c4e5-4ba0-a5b4-0f3d2ff7fe96 None None] Pushing event updated for resources: {'Port': ['ID=5084831a-0688-4b4d-ab8a-710c35838c3b,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:12.363910 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device e65b39e8-6265-4010-996d-65653cbd7ccb no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:47:12.389238 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: e65b39e8-6265-4010-996d-65653cbd7ccb {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:47:12.389238 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device e65b39e8-6265-4010-996d-65653cbd7ccb not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:47:12.426121 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c48ac-67b1-4459-bdd3-20767da6817f tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event updated for resources: {'Port': ['ID=3ee7f2b2-f768-4541-b7fd-eebcf1bc1b9c,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:12.428989 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-82e0630c-273e-4452-975f-4190ba29182c tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:12.441700 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c48ac-67b1-4459-bdd3-20767da6817f tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] In _notify_port_updated(), no bound segment for port 3ee7f2b2-f768-4541-b7fd-eebcf1bc1b9c on network 53812b1d-578f-465a-b98c-cec6aad1053e {{(pid=94628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 22 13:47:12.448018 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9c48ac-67b1-4459-bdd3-20767da6817f tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:12.448762 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1e9c48ac-67b1-4459-bdd3-20767da6817f tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:12.452972 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-1e9c48ac-67b1-4459-bdd3-20767da6817f tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "PUT /v2.0/ports/3ee7f2b2-f768-4541-b7fd-eebcf1bc1b9c HTTP/1.1" status: 200 len: 921 time: 1.5962894 Aug 22 13:47:12.453199 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57144) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:12.701224 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-3b558875-f123-4b6c-a9bc-de0190e73b82 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Deleting port 3ee7f2b2-f768-4541-b7fd-eebcf1bc1b9c {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:47:12.701569 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3b558875-f123-4b6c-a9bc-de0190e73b82 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:12.781173 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e0630c-273e-4452-975f-4190ba29182c tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Router 56460732-f53c-496c-a764-49dabaeade73 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:47:12.848985 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3b558875-f123-4b6c-a9bc-de0190e73b82 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:12.896008 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-3b558875-f123-4b6c-a9bc-de0190e73b82 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Calling delete_port for 3ee7f2b2-f768-4541-b7fd-eebcf1bc1b9c owned by {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:47:12.920567 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-b43ff6d0-aa65-437c-b800-00a6cff6e905 None None] Provisioning complete for port 3ee7f2b2-f768-4541-b7fd-eebcf1bc1b9c triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:47:12.921121 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b43ff6d0-aa65-437c-b800-00a6cff6e905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:12.957339 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e0630c-273e-4452-975f-4190ba29182c tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:47:12.957676 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-b43ff6d0-aa65-437c-b800-00a6cff6e905 None None] Port 3ee7f2b2-f768-4541-b7fd-eebcf1bc1b9c cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:47:12.964375 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-82e0630c-273e-4452-975f-4190ba29182c tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "PUT /v2.0/routers/56460732-f53c-496c-a764-49dabaeade73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0960445 Aug 22 13:47:12.967120 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57146) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:12.983735 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7647d2d6-aabf-453d-bba8-ddd2a3ca0713 None None] Sync routers for ids ['56460732-f53c-496c-a764-49dabaeade73'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:47:12.989927 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-b43ff6d0-aa65-437c-b800-00a6cff6e905 None None] Provisioning complete for port 29563112-9d65-4918-aad8-c7e8708cf2cc triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:47:12.990296 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b43ff6d0-aa65-437c-b800-00a6cff6e905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:13.035937 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7647d2d6-aabf-453d-bba8-ddd2a3ca0713 None None] Routers {'56460732-f53c-496c-a764-49dabaeade73'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:47:13.038671 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-7647d2d6-aabf-453d-bba8-ddd2a3ca0713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:47:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['56460732-f53c-496c-a764-49dabaeade73'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:13.050381 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e9409e6-89a1-4c35-97df-1b5ecf84f239 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Deleting subnet 3c08f71b-7eb6-4625-b4e0-02aefece80ab {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:47:13.054564 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7e9409e6-89a1-4c35-97df-1b5ecf84f239 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:13.101166 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3b558875-f123-4b6c-a9bc-de0190e73b82 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:13.108505 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7e9409e6-89a1-4c35-97df-1b5ecf84f239 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:13.129545 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-b43ff6d0-aa65-437c-b800-00a6cff6e905 None None] Port 29563112-9d65-4918-aad8-c7e8708cf2cc cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:47:13.169421 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-7647d2d6-aabf-453d-bba8-ddd2a3ca0713 None None] Set router 56460732-f53c-496c-a764-49dabaeade73 gateway port host: None {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:47:13.182984 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b558875-f123-4b6c-a9bc-de0190e73b82 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event deleted for resources: {'Port': ['ID=3ee7f2b2-f768-4541-b7fd-eebcf1bc1b9c,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:13.203008 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7e9409e6-89a1-4c35-97df-1b5ecf84f239 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:13.243209 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3b558875-f123-4b6c-a9bc-de0190e73b82 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:13.247544 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-3b558875-f123-4b6c-a9bc-de0190e73b82 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "DELETE /v2.0/ports/3ee7f2b2-f768-4541-b7fd-eebcf1bc1b9c HTTP/1.1" status: 204 len: 168 time: 0.7911563 Aug 22 13:47:13.247860 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57150) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:13.275211 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b3d3477-d103-4a10-b785-1395ece2a9d4 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] GET failed (client error): The resource could not be found. Aug 22 13:47:13.277881 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-0b3d3477-d103-4a10-b785-1395ece2a9d4 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "GET /v2.0/ports/3ee7f2b2-f768-4541-b7fd-eebcf1bc1b9c HTTP/1.1" status: 404 len: 333 time: 0.0280263 Aug 22 13:47:13.280534 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57152) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:13.284865 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-b43ff6d0-aa65-437c-b800-00a6cff6e905 None None] Provisioning for port 5084831a-0688-4b4d-ab8a-710c35838c3b completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:47:13.296609 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7e9409e6-89a1-4c35-97df-1b5ecf84f239 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:13.302394 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-b43ff6d0-aa65-437c-b800-00a6cff6e905 None None] Provisioning complete for port 5084831a-0688-4b4d-ab8a-710c35838c3b triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:47:13.303074 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b43ff6d0-aa65-437c-b800-00a6cff6e905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:13.340860 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9409e6-89a1-4c35-97df-1b5ecf84f239 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event deleted for resources: {'Subnet': ['ID=3c08f71b-7eb6-4625-b4e0-02aefece80ab,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:13.354358 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7e9409e6-89a1-4c35-97df-1b5ecf84f239 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:13.355721 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a31657-e089-456e-a3f8-9da670cc03e6 None None] Network 5cbbfb21-0ffd-47a0-a006-b2c0994b1036 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:47:13.358719 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-7e9409e6-89a1-4c35-97df-1b5ecf84f239 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "DELETE /v2.0/subnets/3c08f71b-7eb6-4625-b4e0-02aefece80ab HTTP/1.1" status: 204 len: 168 time: 0.3882897 Aug 22 13:47:13.358976 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57154) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:13.360638 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-15ed3d6e-947d-4186-9264-35cfaf1dd57e tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:13.399860 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-15ed3d6e-947d-4186-9264-35cfaf1dd57e tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:13.479686 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-15ed3d6e-947d-4186-9264-35cfaf1dd57e tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:13.482344 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-15ed3d6e-947d-4186-9264-35cfaf1dd57e tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:13.483520 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-15ed3d6e-947d-4186-9264-35cfaf1dd57e tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "DELETE /v2.0/security-groups/a4e78d8e-e4fa-4a26-9cbb-68a641fb1118 HTTP/1.1" status: 204 len: 168 time: 0.2008481 Aug 22 13:47:13.493442 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57156) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:13.495559 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-14c525ab-12fd-4b38-8ce9-7fa9e8125f24 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:13.524717 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ed3d6e-947d-4186-9264-35cfaf1dd57e tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e78d8e-e4fa-4a26-9cbb-68a641fb1118,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:13.594357 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-59aa93f6-3f83-4449-b8b9-71d034fae349 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:13.603394 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-14c525ab-12fd-4b38-8ce9-7fa9e8125f24 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Deleting port 9f174a2f-7bd7-47f2-a949-bb39ead79bd4 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:47:13.603741 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-14c525ab-12fd-4b38-8ce9-7fa9e8125f24 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:13.625295 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-59aa93f6-3f83-4449-b8b9-71d034fae349 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:13.694561 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-59aa93f6-3f83-4449-b8b9-71d034fae349 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:13.699057 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-59aa93f6-3f83-4449-b8b9-71d034fae349 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:13.700899 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-59aa93f6-3f83-4449-b8b9-71d034fae349 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "DELETE /v2.0/security-groups/8c450976-0c0c-4623-a231-ae6b58375f3b HTTP/1.1" status: 204 len: 168 time: 0.2067461 Aug 22 13:47:13.703620 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-7647d2d6-aabf-453d-bba8-ddd2a3ca0713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56460732-f53c-496c-a764-49dabaeade73', 'name': 'tempest-RoutersIpV6Test-router-1642678576', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:46:42Z', 'updated_at': '2021-08-22T13:47:11Z', 'revision_number': 9, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'gw_port_host': None, '_interfaces': [{'id': 'ab21594f-675c-4cf3-b31f-9ad34d90ae47', 'name': '', 'network_id': 'f314fc3f-eedd-4a8e-8fd1-342e702324d9', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'mac_address': 'fa:16:3e:0b:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56460732-f53c-496c-a764-49dabaeade73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '8ded085f-c843-486e-a3a1-b2fb85cf243b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:46:49Z', 'updated_at': '2021-08-22T13:46:56Z', 'revision_number': 5, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'subnets': [{'id': '8ded085f-c843-486e-a3a1-b2fb85cf243b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c42f99be-41ed-4389-9f21-2c099f50f9bd', 'name': '', 'network_id': '3581668e-f49d-47cf-856d-c4cd25ca60ad', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'mac_address': 'fa:16:3e:04:bb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56460732-f53c-496c-a764-49dabaeade73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '7adb9c46-0983-4310-8bca-c5b8beac5c5d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:46:44Z', 'updated_at': '2021-08-22T13:46:50Z', 'revision_number': 5, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'subnets': [{'id': '7adb9c46-0983-4310-8bca-c5b8beac5c5d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:13.705668 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-fd44b40c-e22f-4299-a066-51498a224a11 None None] Could not find standard attr ID for object 3ee7f2b2-f768-4541-b7fd-eebcf1bc1b9c. {{(pid=94629) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 13:47:13.717356 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57158) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:13.718584 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aa93f6-3f83-4449-b8b9-71d034fae349 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c450976-0c0c-4623-a231-ae6b58375f3b,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:13.730148 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-14c525ab-12fd-4b38-8ce9-7fa9e8125f24 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] For port 9f174a2f-7bd7-47f2-a949-bb39ead79bd4, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=9f174a2f-7bd7-47f2-a949-bb39ead79bd4,segment=NetworkSegment(1280747a-8170-4b31-90cf-5ff1d5d598e1),segment_id=1280747a-8170-4b31-90cf-5ff1d5d598e1)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:47:13.730794 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-14c525ab-12fd-4b38-8ce9-7fa9e8125f24 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:13.744891 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7647d2d6-aabf-453d-bba8-ddd2a3ca0713 None None] Checking router: 56460732-f53c-496c-a764-49dabaeade73 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:47:13.747597 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-14c525ab-12fd-4b38-8ce9-7fa9e8125f24 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Calling delete_port for 9f174a2f-7bd7-47f2-a949-bb39ead79bd4 owned by network:dhcp {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:47:13.759954 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7647d2d6-aabf-453d-bba8-ddd2a3ca0713 None None] Routers {'56460732-f53c-496c-a764-49dabaeade73'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:47:13.760666 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-7647d2d6-aabf-453d-bba8-ddd2a3ca0713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:47:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['56460732-f53c-496c-a764-49dabaeade73'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:13.831087 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-79dffc67-879b-44d8-b977-41bf4fec58b5 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Deleting subnet aeb3fdb0-386c-40f8-85fc-08fad5002013 {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:47:13.846475 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-79dffc67-879b-44d8-b977-41bf4fec58b5 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:13.865834 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-7647d2d6-aabf-453d-bba8-ddd2a3ca0713 None None] Set router 56460732-f53c-496c-a764-49dabaeade73 gateway port host: None {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:47:13.902428 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-14c525ab-12fd-4b38-8ce9-7fa9e8125f24 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:13.906205 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915eb9fa-e4be-4108-8c01-c180e3e528e9 None None] DHCP port deletion for 5cbbfb21-0ffd-47a0-a006-b2c0994b1036 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:47:13.919364 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-79dffc67-879b-44d8-b977-41bf4fec58b5 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:13.952112 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c525ab-12fd-4b38-8ce9-7fa9e8125f24 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event deleted for resources: {'Port': ['ID=9f174a2f-7bd7-47f2-a949-bb39ead79bd4,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:13.954176 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c525ab-12fd-4b38-8ce9-7fa9e8125f24 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] No DVR routers for this DVR port 9f174a2f-7bd7-47f2-a949-bb39ead79bd4 on host n-d-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:47:13.987937 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 5084831a-0688-4b4d-ab8a-710c35838c3b up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:47:14.047320 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-14c525ab-12fd-4b38-8ce9-7fa9e8125f24 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:14.058824 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-14c525ab-12fd-4b38-8ce9-7fa9e8125f24 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cbbfb21-0ffd-47a0-a006-b2c0994b1036']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:14.059975 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-79dffc67-879b-44d8-b977-41bf4fec58b5 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:14.085678 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-14c525ab-12fd-4b38-8ce9-7fa9e8125f24 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1280747a-8170-4b31-90cf-5ff1d5d598e1') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:14.087702 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-14c525ab-12fd-4b38-8ce9-7fa9e8125f24 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1280747a-8170-4b31-90cf-5ff1d5d598e1') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:14.098351 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-14c525ab-12fd-4b38-8ce9-7fa9e8125f24 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:14.115532 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-14c525ab-12fd-4b38-8ce9-7fa9e8125f24 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:14.141250 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14c525ab-12fd-4b38-8ce9-7fa9e8125f24 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:47:14.141662 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-14c525ab-12fd-4b38-8ce9-7fa9e8125f24 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:14.147108 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 5084831a-0688-4b4d-ab8a-710c35838c3b triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:47:14.147252 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:47:14.147252 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:47:14.147252 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:47:14.147252 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:47:14.147252 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:47:14.147252 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:47:14.147252 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:47:14.147252 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:47:14.147252 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:47:14.147252 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:47:14.147252 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:47:14.147252 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:47:14.147252 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:47:14.147252 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:47:14.147252 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:47:14.147252 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:47:14.147252 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:47:14.147252 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:47:14.147252 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:47:14.147252 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:47:14.147252 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:47:14.147252 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:47:14.147252 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:47:14.147252 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:47:14.147252 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:47:14.147252 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:47:14.147252 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:47:14.147252 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:47:14.147252 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:47:14.147252 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:47:14.147252 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:47:14.147252 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:47:14.150235 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:14.150475 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-79dffc67-879b-44d8-b977-41bf4fec58b5 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:14.216186 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-79dffc67-879b-44d8-b977-41bf4fec58b5 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:14.222652 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-79dffc67-879b-44d8-b977-41bf4fec58b5 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "DELETE /v2.0/subnets/aeb3fdb0-386c-40f8-85fc-08fad5002013 HTTP/1.1" status: 204 len: 168 time: 0.4854643 Aug 22 13:47:14.222652 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dffc67-879b-44d8-b977-41bf4fec58b5 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event deleted for resources: {'Subnet': ['ID=aeb3fdb0-386c-40f8-85fc-08fad5002013,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:14.222652 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57162) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:14.228673 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-18f75e81-44cf-4ac2-83f7-840d120f8b08 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Request body: {'subnet': {'network_id': '53812b1d-578f-465a-b98c-cec6aad1053e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:47:14.236711 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6d6d9d-37e0-4570-8ea7-272f3a3fb27e None None] Network 53812b1d-578f-465a-b98c-cec6aad1053e requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:47:14.288656 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-14c525ab-12fd-4b38-8ce9-7fa9e8125f24 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:14.299987 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-14c525ab-12fd-4b38-8ce9-7fa9e8125f24 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:14.305815 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57164) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:14.305978 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-14c525ab-12fd-4b38-8ce9-7fa9e8125f24 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "DELETE /v2.0/networks/5cbbfb21-0ffd-47a0-a006-b2c0994b1036 HTTP/1.1" status: 204 len: 168 time: 0.9459820 Aug 22 13:47:14.353983 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c525ab-12fd-4b38-8ce9-7fa9e8125f24 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event deleted for resources: {'Network': ['ID=5cbbfb21-0ffd-47a0-a006-b2c0994b1036,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:14.446694 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f75e81-44cf-4ac2-83f7-840d120f8b08 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Made reservation on behalf of fbb6b9988b30404790dc99fa2fa4c174 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:47:14.451307 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-18f75e81-44cf-4ac2-83f7-840d120f8b08 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:14.488525 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-7647d2d6-aabf-453d-bba8-ddd2a3ca0713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56460732-f53c-496c-a764-49dabaeade73', 'name': 'tempest-RoutersIpV6Test-router-1642678576', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:46:42Z', 'updated_at': '2021-08-22T13:47:11Z', 'revision_number': 9, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'gw_port_host': None, '_interfaces': [{'id': 'ab21594f-675c-4cf3-b31f-9ad34d90ae47', 'name': '', 'network_id': 'f314fc3f-eedd-4a8e-8fd1-342e702324d9', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'mac_address': 'fa:16:3e:0b:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56460732-f53c-496c-a764-49dabaeade73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '8ded085f-c843-486e-a3a1-b2fb85cf243b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:46:49Z', 'updated_at': '2021-08-22T13:46:56Z', 'revision_number': 5, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'subnets': [{'id': '8ded085f-c843-486e-a3a1-b2fb85cf243b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c42f99be-41ed-4389-9f21-2c099f50f9bd', 'name': '', 'network_id': '3581668e-f49d-47cf-856d-c4cd25ca60ad', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'mac_address': 'fa:16:3e:04:bb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56460732-f53c-496c-a764-49dabaeade73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '7adb9c46-0983-4310-8bca-c5b8beac5c5d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:46:44Z', 'updated_at': '2021-08-22T13:46:50Z', 'revision_number': 5, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'subnets': [{'id': '7adb9c46-0983-4310-8bca-c5b8beac5c5d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:14.524612 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7647d2d6-aabf-453d-bba8-ddd2a3ca0713 None None] The sync data for ids ['56460732-f53c-496c-a764-49dabaeade73'] in n-d-793621-33 is: [{'id': '56460732-f53c-496c-a764-49dabaeade73', 'name': 'tempest-RoutersIpV6Test-router-1642678576', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:46:42Z', 'updated_at': '2021-08-22T13:47:11Z', 'revision_number': 9, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'gw_port_host': None, '_interfaces': [{'id': 'ab21594f-675c-4cf3-b31f-9ad34d90ae47', 'name': '', 'network_id': 'f314fc3f-eedd-4a8e-8fd1-342e702324d9', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'mac_address': 'fa:16:3e:0b:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56460732-f53c-496c-a764-49dabaeade73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '8ded085f-c843-486e-a3a1-b2fb85cf243b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:46:49Z', 'updated_at': '2021-08-22T13:46:56Z', 'revision_number': 5, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'subnets': [{'id': '8ded085f-c843-486e-a3a1-b2fb85cf243b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c42f99be-41ed-4389-9f21-2c099f50f9bd', 'name': '', 'network_id': '3581668e-f49d-47cf-856d-c4cd25ca60ad', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'mac_address': 'fa:16:3e:04:bb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56460732-f53c-496c-a764-49dabaeade73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '7adb9c46-0983-4310-8bca-c5b8beac5c5d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:46:44Z', 'updated_at': '2021-08-22T13:46:50Z', 'revision_number': 5, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'subnets': [{'id': '7adb9c46-0983-4310-8bca-c5b8beac5c5d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:47:14.933770 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 9f174a2f-7bd7-47f2-a949-bb39ead79bd4 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:47:14.952338 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4765d7c6-2e78-44ef-9a48-5289c5c0bdc9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:14.964139 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 9f174a2f-7bd7-47f2-a949-bb39ead79bd4 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:47:14.967530 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 9f174a2f-7bd7-47f2-a949-bb39ead79bd4 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:47:15.015215 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-18f75e81-44cf-4ac2-83f7-840d120f8b08 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:15.111061 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f75e81-44cf-4ac2-83f7-840d120f8b08 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Network 53812b1d-578f-465a-b98c-cec6aad1053e is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:47:15.117938 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-18f75e81-44cf-4ac2-83f7-840d120f8b08 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:47:15.121556 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f75e81-44cf-4ac2-83f7-840d120f8b08 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:15.122258 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-18f75e81-44cf-4ac2-83f7-840d120f8b08 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:15.160785 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-18f75e81-44cf-4ac2-83f7-840d120f8b08 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9362018 Aug 22 13:47:15.161619 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f75e81-44cf-4ac2-83f7-840d120f8b08 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event updated for resources: {'Subnet': ['ID=bcca6668-d5f5-47c1-9266-ab7fc1ee7ab5,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:15.162849 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57166) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:15.175177 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-ca092f7e-fe21-4b48-9a83-1ca5b230333c tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Request body: {'security_group': {'name': 'tempest-secgroup-1782083382'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:47:15.229491 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ca092f7e-fe21-4b48-9a83-1ca5b230333c tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:15.377378 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0238916-6d22-4333-baf5-a58ebef70538 None None] Network 53812b1d-578f-465a-b98c-cec6aad1053e requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:47:15.387047 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ca092f7e-fe21-4b48-9a83-1ca5b230333c tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:15.392520 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ca092f7e-fe21-4b48-9a83-1ca5b230333c tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:15.421843 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ca092f7e-fe21-4b48-9a83-1ca5b230333c tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:15.423468 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ca092f7e-fe21-4b48-9a83-1ca5b230333c tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2595325 Aug 22 13:47:15.426713 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57170) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:15.432093 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-734dc311-27bb-4726-8c07-fbb065bfb41d tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Request body: {'security_group': {'name': 'tempest-secgroup-203043341'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:47:15.442707 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca092f7e-fe21-4b48-9a83-1ca5b230333c tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be7e3719-16b6-4aaf-bfad-d6d838f58958,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:15.456295 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-4765d7c6-2e78-44ef-9a48-5289c5c0bdc9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Deleting port ab21594f-675c-4cf3-b31f-9ad34d90ae47 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:47:15.457839 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4765d7c6-2e78-44ef-9a48-5289c5c0bdc9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:15.465632 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-734dc311-27bb-4726-8c07-fbb065bfb41d tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:15.478565 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-63afb5ac-a707-49a0-b02f-484ad29c333a None None] Provisioning complete for port 29563112-9d65-4918-aad8-c7e8708cf2cc triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:47:15.478936 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-63afb5ac-a707-49a0-b02f-484ad29c333a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:15.551976 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-63afb5ac-a707-49a0-b02f-484ad29c333a None None] Port 29563112-9d65-4918-aad8-c7e8708cf2cc cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:47:15.578377 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-63afb5ac-a707-49a0-b02f-484ad29c333a None None] Provisioning complete for port 5084831a-0688-4b4d-ab8a-710c35838c3b triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:47:15.579721 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-63afb5ac-a707-49a0-b02f-484ad29c333a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:15.604532 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-734dc311-27bb-4726-8c07-fbb065bfb41d tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:15.613016 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-734dc311-27bb-4726-8c07-fbb065bfb41d tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:15.623474 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-4765d7c6-2e78-44ef-9a48-5289c5c0bdc9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] For port ab21594f-675c-4cf3-b31f-9ad34d90ae47, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=ab21594f-675c-4cf3-b31f-9ad34d90ae47,segment=NetworkSegment(6394d032-a0bb-44b9-b184-b8e45005fcbd),segment_id=6394d032-a0bb-44b9-b184-b8e45005fcbd)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:47:15.624030 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4765d7c6-2e78-44ef-9a48-5289c5c0bdc9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:15.637671 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-4765d7c6-2e78-44ef-9a48-5289c5c0bdc9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Calling delete_port for ab21594f-675c-4cf3-b31f-9ad34d90ae47 owned by network:router_interface {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:47:15.657258 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734dc311-27bb-4726-8c07-fbb065bfb41d tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=489f5193-a35d-462e-8e46-db068830360d,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:15.685353 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-734dc311-27bb-4726-8c07-fbb065bfb41d tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:15.686598 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-734dc311-27bb-4726-8c07-fbb065bfb41d tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2582648 Aug 22 13:47:15.690122 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57172) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:15.706397 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-4a709f8e-bc3d-4010-93b1-0f7c3bee169c tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Request body: {'security_group': {'name': 'tempest-secgroup-2115663156'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:47:15.744281 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee6e941-ec31-4595-adc2-a43407d8f609 None None] Update dhcp port {'port': {'network_id': '53812b1d-578f-465a-b98c-cec6aad1053e', 'fixed_ips': [{'subnet_id': '9ec2964b-4e7b-4ffe-a9e8-bf19b7025ba5', 'ip_address': '172.20.0.18'}, {'subnet_id': 'bcca6668-d5f5-47c1-9266-ab7fc1ee7ab5'}], 'binding:host_id': 'n-d-793621-33'}, 'id': '5084831a-0688-4b4d-ab8a-710c35838c3b'} from n-d-793621-33. {{(pid=94629) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 22 13:47:15.746954 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4a709f8e-bc3d-4010-93b1-0f7c3bee169c tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:15.772538 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4ee6e941-ec31-4595-adc2-a43407d8f609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:15.904949 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device f6bd9d0b-201a-4c64-b5ad-4c08d8c463b3 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:47:15.912363 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4a709f8e-bc3d-4010-93b1-0f7c3bee169c tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:15.921280 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4a709f8e-bc3d-4010-93b1-0f7c3bee169c tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:15.936840 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: f6bd9d0b-201a-4c64-b5ad-4c08d8c463b3 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:47:15.937161 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device f6bd9d0b-201a-4c64-b5ad-4c08d8c463b3 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:47:15.951669 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4765d7c6-2e78-44ef-9a48-5289c5c0bdc9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:15.964899 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a709f8e-bc3d-4010-93b1-0f7c3bee169c tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e59f9375-61b6-4bc9-81b4-1008d5cefc7c,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:15.985920 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4a709f8e-bc3d-4010-93b1-0f7c3bee169c tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:15.988133 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4765d7c6-2e78-44ef-9a48-5289c5c0bdc9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event deleted for resources: {'Port': ['ID=ab21594f-675c-4cf3-b31f-9ad34d90ae47,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:15.989134 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-4a709f8e-bc3d-4010-93b1-0f7c3bee169c tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2970748 Aug 22 13:47:15.994838 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57174) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:16.001753 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-97b0212c-b325-4685-95c6-defcaf513874 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-766546357', 'security_groups': ['e59f9375-61b6-4bc9-81b4-1008d5cefc7c'], 'network_id': '53812b1d-578f-465a-b98c-cec6aad1053e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bcca6668-d5f5-47c1-9266-ab7fc1ee7ab5'}]}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:47:16.033379 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-4ee6e941-ec31-4595-adc2-a43407d8f609 None None] Allocated IP 172.20.0.2 (53812b1d-578f-465a-b98c-cec6aad1053e/bcca6668-d5f5-47c1-9266-ab7fc1ee7ab5/5084831a-0688-4b4d-ab8a-710c35838c3b) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:47:16.225993 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-4ee6e941-ec31-4595-adc2-a43407d8f609 None None] For port 5084831a-0688-4b4d-ab8a-710c35838c3b, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=5084831a-0688-4b4d-ab8a-710c35838c3b,segment=NetworkSegment(b00bf42a-e231-4695-924f-125da37c648b),segment_id=b00bf42a-e231-4695-924f-125da37c648b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:47:16.291631 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4ee6e941-ec31-4595-adc2-a43407d8f609 None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:16.311771 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-4ee6e941-ec31-4595-adc2-a43407d8f609 None None] Transition to ACTIVE for port object 5084831a-0688-4b4d-ab8a-710c35838c3b will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:47:16.318055 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4ee6e941-ec31-4595-adc2-a43407d8f609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:16.419487 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee6e941-ec31-4595-adc2-a43407d8f609 None None] Pushing event updated for resources: {'Port': ['ID=5084831a-0688-4b4d-ab8a-710c35838c3b,revision_number=6']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:16.526008 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4765d7c6-2e78-44ef-9a48-5289c5c0bdc9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:16.620983 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b0212c-b325-4685-95c6-defcaf513874 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Made reservation on behalf of fbb6b9988b30404790dc99fa2fa4c174 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:47:16.820607 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-97b0212c-b325-4685-95c6-defcaf513874 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:16.847179 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4765d7c6-2e78-44ef-9a48-5289c5c0bdc9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Router 56460732-f53c-496c-a764-49dabaeade73 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:47:16.849211 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-97b0212c-b325-4685-95c6-defcaf513874 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] device_id is not set on port a53c7724-bb8d-45e1-ac83-71eae4a967b6 yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:47:17.054617 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4765d7c6-2e78-44ef-9a48-5289c5c0bdc9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:47:17.065469 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4765d7c6-2e78-44ef-9a48-5289c5c0bdc9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "PUT /v2.0/routers/56460732-f53c-496c-a764-49dabaeade73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7579710 Aug 22 13:47:17.065877 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57178) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:17.077571 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aad51d4-282b-40dc-91cf-afa42470ee6e None None] Sync routers for ids ['56460732-f53c-496c-a764-49dabaeade73'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:47:17.093494 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aad51d4-282b-40dc-91cf-afa42470ee6e None None] Routers {'56460732-f53c-496c-a764-49dabaeade73'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:47:17.094206 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-6aad51d4-282b-40dc-91cf-afa42470ee6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:47:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['56460732-f53c-496c-a764-49dabaeade73'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:17.097830 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-6309d1be-7f78-468c-bbc0-14a6fc2cf4af None None] Provisioning complete for port 29563112-9d65-4918-aad8-c7e8708cf2cc triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:47:17.098269 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6309d1be-7f78-468c-bbc0-14a6fc2cf4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:17.158373 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-97b0212c-b325-4685-95c6-defcaf513874 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Allocated IP 172.20.0.5 (53812b1d-578f-465a-b98c-cec6aad1053e/bcca6668-d5f5-47c1-9266-ab7fc1ee7ab5/a53c7724-bb8d-45e1-ac83-71eae4a967b6) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:47:17.159132 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-6309d1be-7f78-468c-bbc0-14a6fc2cf4af None None] Port 29563112-9d65-4918-aad8-c7e8708cf2cc cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:47:17.163027 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fc8e5b3-e65c-47bb-89ae-2950807233a8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Deleting subnet 8ded085f-c843-486e-a3a1-b2fb85cf243b {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:47:17.176796 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6fc8e5b3-e65c-47bb-89ae-2950807233a8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:17.186680 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-6309d1be-7f78-468c-bbc0-14a6fc2cf4af None None] Provisioning for port 5084831a-0688-4b4d-ab8a-710c35838c3b completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:47:17.199371 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-6309d1be-7f78-468c-bbc0-14a6fc2cf4af None None] Provisioning complete for port 5084831a-0688-4b4d-ab8a-710c35838c3b triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:47:17.203396 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6309d1be-7f78-468c-bbc0-14a6fc2cf4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:17.277438 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6fc8e5b3-e65c-47bb-89ae-2950807233a8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:17.330480 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-6aad51d4-282b-40dc-91cf-afa42470ee6e None None] Set router 56460732-f53c-496c-a764-49dabaeade73 gateway port host: None {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:47:17.398217 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-97b0212c-b325-4685-95c6-defcaf513874 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:17.414769 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-97b0212c-b325-4685-95c6-defcaf513874 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Transition to ACTIVE for port object a53c7724-bb8d-45e1-ac83-71eae4a967b6 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:47:17.442921 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6fc8e5b3-e65c-47bb-89ae-2950807233a8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:17.459432 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-97b0212c-b325-4685-95c6-defcaf513874 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:17.515818 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b0212c-b325-4685-95c6-defcaf513874 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Network 53812b1d-578f-465a-b98c-cec6aad1053e is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:47:17.521084 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-97b0212c-b325-4685-95c6-defcaf513874 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:47:17.539686 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b0212c-b325-4685-95c6-defcaf513874 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:47:17.544002 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b0212c-b325-4685-95c6-defcaf513874 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event updated for resources: {'Port': ['ID=a53c7724-bb8d-45e1-ac83-71eae4a967b6,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:17.566791 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-6aad51d4-282b-40dc-91cf-afa42470ee6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56460732-f53c-496c-a764-49dabaeade73', 'name': 'tempest-RoutersIpV6Test-router-1642678576', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:46:42Z', 'updated_at': '2021-08-22T13:47:15Z', 'revision_number': 10, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'gw_port_host': None, '_interfaces': [{'id': 'c42f99be-41ed-4389-9f21-2c099f50f9bd', 'name': '', 'network_id': '3581668e-f49d-47cf-856d-c4cd25ca60ad', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'mac_address': 'fa:16:3e:04:bb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56460732-f53c-496c-a764-49dabaeade73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '7adb9c46-0983-4310-8bca-c5b8beac5c5d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:46:44Z', 'updated_at': '2021-08-22T13:46:50Z', 'revision_number': 5, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'subnets': [{'id': '7adb9c46-0983-4310-8bca-c5b8beac5c5d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:17.574338 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6fc8e5b3-e65c-47bb-89ae-2950807233a8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:17.599909 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aad51d4-282b-40dc-91cf-afa42470ee6e None None] Checking router: 56460732-f53c-496c-a764-49dabaeade73 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:47:17.611752 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aad51d4-282b-40dc-91cf-afa42470ee6e None None] Routers {'56460732-f53c-496c-a764-49dabaeade73'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:47:17.612904 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-6aad51d4-282b-40dc-91cf-afa42470ee6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:47:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['56460732-f53c-496c-a764-49dabaeade73'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:17.613133 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc8e5b3-e65c-47bb-89ae-2950807233a8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event deleted for resources: {'Subnet': ['ID=8ded085f-c843-486e-a3a1-b2fb85cf243b,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:17.621450 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6fc8e5b3-e65c-47bb-89ae-2950807233a8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:17.629124 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1bdaba-7e69-4c18-b120-ceeca0064004 None None] Network f314fc3f-eedd-4a8e-8fd1-342e702324d9 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:47:17.638441 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-6fc8e5b3-e65c-47bb-89ae-2950807233a8 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "DELETE /v2.0/subnets/8ded085f-c843-486e-a3a1-b2fb85cf243b HTTP/1.1" status: 204 len: 168 time: 0.5653644 Aug 22 13:47:17.640822 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57182) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:17.642608 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b0212c-b325-4685-95c6-defcaf513874 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:17.646734 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-97b0212c-b325-4685-95c6-defcaf513874 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:17.704900 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-97b0212c-b325-4685-95c6-defcaf513874 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7087896 Aug 22 13:47:17.705574 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57184) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:17.729915 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-f205c71d-1c2d-462a-a345-af3f4c45ff88 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Request body: {'subnet': {'network_id': '53812b1d-578f-465a-b98c-cec6aad1053e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:47:17.829555 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-26796f24-fbd6-4f61-9b11-fc9641c0728a tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:17.859736 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-6aad51d4-282b-40dc-91cf-afa42470ee6e None None] Set router 56460732-f53c-496c-a764-49dabaeade73 gateway port host: None {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:47:17.880174 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-012d9110-7675-4988-849d-4736d827270b None None] Provisioning for port a53c7724-bb8d-45e1-ac83-71eae4a967b6 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:47:17.891278 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-012d9110-7675-4988-849d-4736d827270b None None] Provisioning complete for port a53c7724-bb8d-45e1-ac83-71eae4a967b6 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:47:17.891643 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-012d9110-7675-4988-849d-4736d827270b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:17.938236 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-012d9110-7675-4988-849d-4736d827270b None None] Port a53c7724-bb8d-45e1-ac83-71eae4a967b6 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:47:17.948150 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-26796f24-fbd6-4f61-9b11-fc9641c0728a tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Deleting port 66827e2c-fc70-4c29-a05a-8e6bcdece3d7 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:47:17.948638 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-26796f24-fbd6-4f61-9b11-fc9641c0728a tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:17.996825 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8292b1fa-b08b-4579-9281-512a025b0a78 None None] DHCP port deletion for f314fc3f-eedd-4a8e-8fd1-342e702324d9 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:47:18.003831 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f205c71d-1c2d-462a-a345-af3f4c45ff88 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Made reservation on behalf of fbb6b9988b30404790dc99fa2fa4c174 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:47:18.007730 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f205c71d-1c2d-462a-a345-af3f4c45ff88 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:18.033493 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-26796f24-fbd6-4f61-9b11-fc9641c0728a tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] For port 66827e2c-fc70-4c29-a05a-8e6bcdece3d7, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=66827e2c-fc70-4c29-a05a-8e6bcdece3d7,segment=NetworkSegment(6394d032-a0bb-44b9-b184-b8e45005fcbd),segment_id=6394d032-a0bb-44b9-b184-b8e45005fcbd)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:47:18.033976 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-26796f24-fbd6-4f61-9b11-fc9641c0728a tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:18.054148 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-26796f24-fbd6-4f61-9b11-fc9641c0728a tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Calling delete_port for 66827e2c-fc70-4c29-a05a-8e6bcdece3d7 owned by network:dhcp {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:47:18.120314 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-8292b1fa-b08b-4579-9281-512a025b0a78 None None] Deleting port 66827e2c-fc70-4c29-a05a-8e6bcdece3d7 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:47:18.120981 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8292b1fa-b08b-4579-9281-512a025b0a78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:18.153518 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 5084831a-0688-4b4d-ab8a-710c35838c3b up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:47:18.181171 n-d-793621-33 neutron-server[94628]: INFO neutron.db.ipam_backend_mixin [None req-f205c71d-1c2d-462a-a345-af3f4c45ff88 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet bcca6668-d5f5-47c1-9266-ab7fc1ee7ab5 (CIDR: 172.20.0.0/28) Aug 22 13:47:18.186768 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-f205c71d-1c2d-462a-a345-af3f4c45ff88 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 13:47:18.187307 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f205c71d-1c2d-462a-a345-af3f4c45ff88 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:47:18.212366 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f205c71d-1c2d-462a-a345-af3f4c45ff88 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5002501 Aug 22 13:47:18.217677 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57186) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:18.223807 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-33000100-b1d2-493b-bd61-780b0eaf6ad4 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Request body: {'subnet': {'network_id': '53812b1d-578f-465a-b98c-cec6aad1053e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:47:18.229821 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-26796f24-fbd6-4f61-9b11-fc9641c0728a tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:18.271584 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-8292b1fa-b08b-4579-9281-512a025b0a78 None None] For port 66827e2c-fc70-4c29-a05a-8e6bcdece3d7, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=66827e2c-fc70-4c29-a05a-8e6bcdece3d7,segment=NetworkSegment(6394d032-a0bb-44b9-b184-b8e45005fcbd),segment_id=6394d032-a0bb-44b9-b184-b8e45005fcbd)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:47:18.272028 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8292b1fa-b08b-4579-9281-512a025b0a78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:18.290110 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-8292b1fa-b08b-4579-9281-512a025b0a78 None None] Calling delete_port for 66827e2c-fc70-4c29-a05a-8e6bcdece3d7 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:47:18.303156 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26796f24-fbd6-4f61-9b11-fc9641c0728a tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event deleted for resources: {'Port': ['ID=66827e2c-fc70-4c29-a05a-8e6bcdece3d7,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:18.310744 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26796f24-fbd6-4f61-9b11-fc9641c0728a tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] No DVR routers for this DVR port 66827e2c-fc70-4c29-a05a-8e6bcdece3d7 on host n-d-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:47:18.358074 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 5084831a-0688-4b4d-ab8a-710c35838c3b triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:47:18.358446 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:18.384608 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-6aad51d4-282b-40dc-91cf-afa42470ee6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56460732-f53c-496c-a764-49dabaeade73', 'name': 'tempest-RoutersIpV6Test-router-1642678576', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:46:42Z', 'updated_at': '2021-08-22T13:47:15Z', 'revision_number': 10, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'gw_port_host': None, '_interfaces': [{'id': 'c42f99be-41ed-4389-9f21-2c099f50f9bd', 'name': '', 'network_id': '3581668e-f49d-47cf-856d-c4cd25ca60ad', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'mac_address': 'fa:16:3e:04:bb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56460732-f53c-496c-a764-49dabaeade73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '7adb9c46-0983-4310-8bca-c5b8beac5c5d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:46:44Z', 'updated_at': '2021-08-22T13:46:50Z', 'revision_number': 5, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'subnets': [{'id': '7adb9c46-0983-4310-8bca-c5b8beac5c5d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:18.418384 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aad51d4-282b-40dc-91cf-afa42470ee6e None None] The sync data for ids ['56460732-f53c-496c-a764-49dabaeade73'] in n-d-793621-33 is: [{'id': '56460732-f53c-496c-a764-49dabaeade73', 'name': 'tempest-RoutersIpV6Test-router-1642678576', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:46:42Z', 'updated_at': '2021-08-22T13:47:15Z', 'revision_number': 10, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'gw_port_host': None, '_interfaces': [{'id': 'c42f99be-41ed-4389-9f21-2c099f50f9bd', 'name': '', 'network_id': '3581668e-f49d-47cf-856d-c4cd25ca60ad', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'mac_address': 'fa:16:3e:04:bb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56460732-f53c-496c-a764-49dabaeade73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '7adb9c46-0983-4310-8bca-c5b8beac5c5d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:46:44Z', 'updated_at': '2021-08-22T13:46:50Z', 'revision_number': 5, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'subnets': [{'id': '7adb9c46-0983-4310-8bca-c5b8beac5c5d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:47:18.423739 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-26796f24-fbd6-4f61-9b11-fc9641c0728a tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:18.435196 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:47:18.435196 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:47:18.435196 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:47:18.435196 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:47:18.435196 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:47:18.435196 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:47:18.435196 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:47:18.435196 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:47:18.435196 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:47:18.435196 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:47:18.435196 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:47:18.435196 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:47:18.435196 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:47:18.435196 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:47:18.435196 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:47:18.435196 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:47:18.435196 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:47:18.435196 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:47:18.435196 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:47:18.435196 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:47:18.435196 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:47:18.435196 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:47:18.435196 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:47:18.435196 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:47:18.435196 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:47:18.435196 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:47:18.435196 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:47:18.435196 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:47:18.435196 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:47:18.435196 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:47:18.435196 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:47:18.435196 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:47:18.435196 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:47:18.435196 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:47:18.435196 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:47:18.435196 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:47:18.435196 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:47:18.435196 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:47:18.435196 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:47:18.435196 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:47:18.435196 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:47:18.435196 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:47:18.435196 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:47:18.435196 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:47:18.435196 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:47:18.435196 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:47:18.435196 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:47:18.435196 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:47:18.435196 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:47:18.435196 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:47:18.435196 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:47:18.435196 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:47:18.435196 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:47:18.435196 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 13:47:18.450646 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-26796f24-fbd6-4f61-9b11-fc9641c0728a tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f314fc3f-eedd-4a8e-8fd1-342e702324d9']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:18.465457 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8292b1fa-b08b-4579-9281-512a025b0a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:18.480419 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-26796f24-fbd6-4f61-9b11-fc9641c0728a tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6394d032-a0bb-44b9-b184-b8e45005fcbd') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:18.480723 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-26796f24-fbd6-4f61-9b11-fc9641c0728a tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6394d032-a0bb-44b9-b184-b8e45005fcbd') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:18.498575 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-26796f24-fbd6-4f61-9b11-fc9641c0728a tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:18.506344 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8292b1fa-b08b-4579-9281-512a025b0a78 None None] Pushing event deleted for resources: {'Port': ['ID=66827e2c-fc70-4c29-a05a-8e6bcdece3d7,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:18.517998 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8292b1fa-b08b-4579-9281-512a025b0a78 None None] No DVR routers for this DVR port 66827e2c-fc70-4c29-a05a-8e6bcdece3d7 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:47:18.520342 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33000100-b1d2-493b-bd61-780b0eaf6ad4 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Made reservation on behalf of fbb6b9988b30404790dc99fa2fa4c174 for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:47:18.530088 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-33000100-b1d2-493b-bd61-780b0eaf6ad4 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:18.533347 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-26796f24-fbd6-4f61-9b11-fc9641c0728a tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:18.563768 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26796f24-fbd6-4f61-9b11-fc9641c0728a tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:47:18.564100 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-26796f24-fbd6-4f61-9b11-fc9641c0728a tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:18.567068 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:47:18.567068 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:47:18.567068 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:47:18.567068 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:47:18.567068 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:47:18.567068 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:47:18.567068 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:47:18.567068 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:47:18.567068 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:47:18.567068 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:47:18.567068 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:47:18.567068 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:47:18.567068 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:47:18.567068 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:47:18.567068 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:47:18.567068 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:47:18.567068 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:47:18.567068 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:47:18.567068 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:47:18.567068 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:47:18.567068 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:47:18.567068 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:47:18.567068 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:47:18.567068 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:47:18.567068 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:47:18.567068 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:47:18.567068 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:47:18.567068 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:47:18.567068 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:47:18.567068 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:47:18.567068 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:47:18.567068 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:47:18.963614 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-26796f24-fbd6-4f61-9b11-fc9641c0728a tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:18.968169 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-26796f24-fbd6-4f61-9b11-fc9641c0728a tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:18.977762 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57194) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:18.986069 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-26796f24-fbd6-4f61-9b11-fc9641c0728a tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "DELETE /v2.0/networks/f314fc3f-eedd-4a8e-8fd1-342e702324d9 HTTP/1.1" status: 204 len: 168 time: 1.3438148 Aug 22 13:47:19.034350 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26796f24-fbd6-4f61-9b11-fc9641c0728a tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event deleted for resources: {'Network': ['ID=f314fc3f-eedd-4a8e-8fd1-342e702324d9,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:19.046351 n-d-793621-33 neutron-server[94627]: INFO neutron.db.ipam_backend_mixin [None req-33000100-b1d2-493b-bd61-780b0eaf6ad4 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 9ec2964b-4e7b-4ffe-a9e8-bf19b7025ba5 (CIDR: 172.20.0.16/28) Aug 22 13:47:19.050064 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-33000100-b1d2-493b-bd61-780b0eaf6ad4 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 13:47:19.051432 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33000100-b1d2-493b-bd61-780b0eaf6ad4 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:47:19.086516 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-33000100-b1d2-493b-bd61-780b0eaf6ad4 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8679912 Aug 22 13:47:19.089090 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57196) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:19.094192 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-6d5475f6-419c-4690-8588-35f49d85c6dc tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Request body: {'subnet': {'network_id': '53812b1d-578f-465a-b98c-cec6aad1053e', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:47:19.218616 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5475f6-419c-4690-8588-35f49d85c6dc tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Made reservation on behalf of fbb6b9988b30404790dc99fa2fa4c174 for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:47:19.222782 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6d5475f6-419c-4690-8588-35f49d85c6dc tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:19.421569 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d062f27f-0a20-4c00-a060-1c97474b8dcd tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:19.522225 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6d5475f6-419c-4690-8588-35f49d85c6dc tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:19.541796 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5475f6-419c-4690-8588-35f49d85c6dc tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Network 53812b1d-578f-465a-b98c-cec6aad1053e is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:47:19.564701 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-6d5475f6-419c-4690-8588-35f49d85c6dc tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:47:19.568853 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5475f6-419c-4690-8588-35f49d85c6dc tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:19.569434 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6d5475f6-419c-4690-8588-35f49d85c6dc tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:19.576743 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3678c8-4cfc-4d0e-b367-91cdd4d737cf None None] Network 53812b1d-578f-465a-b98c-cec6aad1053e requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:47:19.604023 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-6d5475f6-419c-4690-8588-35f49d85c6dc tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5138147 Aug 22 13:47:19.606649 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57200) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:19.611801 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-69009fa7-f40b-4e34-9a96-0b4a24ce0dad tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-766677177', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6f66aac2-f453-4e5b-b5d5-598f4c2c1b81'}], 'security_groups': ['be7e3719-16b6-4aaf-bfad-d6d838f58958', '489f5193-a35d-462e-8e46-db068830360d']}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:47:19.648969 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5475f6-419c-4690-8588-35f49d85c6dc tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event updated for resources: {'Subnet': ['ID=6f66aac2-f453-4e5b-b5d5-598f4c2c1b81,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:19.774639 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-d062f27f-0a20-4c00-a060-1c97474b8dcd tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Deleting port c42f99be-41ed-4389-9f21-2c099f50f9bd {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:47:19.775207 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d062f27f-0a20-4c00-a060-1c97474b8dcd tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:19.801313 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-69009fa7-f40b-4e34-9a96-0b4a24ce0dad tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:19.925451 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-d062f27f-0a20-4c00-a060-1c97474b8dcd tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] For port c42f99be-41ed-4389-9f21-2c099f50f9bd, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=c42f99be-41ed-4389-9f21-2c099f50f9bd,segment=NetworkSegment(38d94864-fa0e-4bf8-8c26-b7be62f2f65d),segment_id=38d94864-fa0e-4bf8-8c26-b7be62f2f65d)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:47:19.925896 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d062f27f-0a20-4c00-a060-1c97474b8dcd tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:19.927801 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3697134a-d2a8-47d7-9951-8a6215e018bf None None] Update dhcp port {'port': {'network_id': '53812b1d-578f-465a-b98c-cec6aad1053e', 'fixed_ips': [{'subnet_id': '9ec2964b-4e7b-4ffe-a9e8-bf19b7025ba5', 'ip_address': '172.20.0.18'}, {'subnet_id': 'bcca6668-d5f5-47c1-9266-ab7fc1ee7ab5', 'ip_address': '172.20.0.2'}, {'subnet_id': '6f66aac2-f453-4e5b-b5d5-598f4c2c1b81'}], 'binding:host_id': 'n-d-793621-33'}, 'id': '5084831a-0688-4b4d-ab8a-710c35838c3b'} from n-d-793621-33. {{(pid=94629) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 22 13:47:19.940743 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-d062f27f-0a20-4c00-a060-1c97474b8dcd tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Calling delete_port for c42f99be-41ed-4389-9f21-2c099f50f9bd owned by network:router_interface {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:47:19.965027 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3697134a-d2a8-47d7-9951-8a6215e018bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:19.977421 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device ab21594f-675c-4cf3-b31f-9ad34d90ae47 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:47:20.003747 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: ab21594f-675c-4cf3-b31f-9ad34d90ae47 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:47:20.004111 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device ab21594f-675c-4cf3-b31f-9ad34d90ae47 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:47:20.004528 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 66827e2c-fc70-4c29-a05a-8e6bcdece3d7 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:47:20.043421 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 66827e2c-fc70-4c29-a05a-8e6bcdece3d7 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:47:20.043767 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 66827e2c-fc70-4c29-a05a-8e6bcdece3d7 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:47:20.150836 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d062f27f-0a20-4c00-a060-1c97474b8dcd tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:20.186370 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d062f27f-0a20-4c00-a060-1c97474b8dcd tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event deleted for resources: {'Port': ['ID=c42f99be-41ed-4389-9f21-2c099f50f9bd,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:20.230021 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-69009fa7-f40b-4e34-9a96-0b4a24ce0dad tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Delete allocated IP 172.20.0.5 (53812b1d-578f-465a-b98c-cec6aad1053e/bcca6668-d5f5-47c1-9266-ab7fc1ee7ab5) {{(pid=94627) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 22 13:47:20.240665 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-69009fa7-f40b-4e34-9a96-0b4a24ce0dad tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Allocated IP 172.20.0.45 (53812b1d-578f-465a-b98c-cec6aad1053e/6f66aac2-f453-4e5b-b5d5-598f4c2c1b81/a53c7724-bb8d-45e1-ac83-71eae4a967b6) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:47:20.286104 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d062f27f-0a20-4c00-a060-1c97474b8dcd tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:20.451829 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-69009fa7-f40b-4e34-9a96-0b4a24ce0dad tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:20.467890 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-69009fa7-f40b-4e34-9a96-0b4a24ce0dad tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Transition to ACTIVE for port object a53c7724-bb8d-45e1-ac83-71eae4a967b6 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:47:20.470145 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d062f27f-0a20-4c00-a060-1c97474b8dcd tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Router 56460732-f53c-496c-a764-49dabaeade73 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:47:20.472478 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-69009fa7-f40b-4e34-9a96-0b4a24ce0dad tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:20.523331 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-3697134a-d2a8-47d7-9951-8a6215e018bf None None] Allocated IP 172.20.0.34 (53812b1d-578f-465a-b98c-cec6aad1053e/6f66aac2-f453-4e5b-b5d5-598f4c2c1b81/5084831a-0688-4b4d-ab8a-710c35838c3b) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:47:20.555852 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d062f27f-0a20-4c00-a060-1c97474b8dcd tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:47:20.564266 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d062f27f-0a20-4c00-a060-1c97474b8dcd tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "PUT /v2.0/routers/56460732-f53c-496c-a764-49dabaeade73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5853629 Aug 22 13:47:20.564981 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57204) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:20.592173 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69009fa7-f40b-4e34-9a96-0b4a24ce0dad tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event updated for resources: {'Port': ['ID=a53c7724-bb8d-45e1-ac83-71eae4a967b6,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:20.595922 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2854581-f572-4a53-b558-162a7f7e9e77 None None] Sync routers for ids ['56460732-f53c-496c-a764-49dabaeade73'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:47:20.615611 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2854581-f572-4a53-b558-162a7f7e9e77 None None] Routers {'56460732-f53c-496c-a764-49dabaeade73'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:47:20.616257 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-c2854581-f572-4a53-b558-162a7f7e9e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:47:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['56460732-f53c-496c-a764-49dabaeade73'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:20.625679 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-69009fa7-f40b-4e34-9a96-0b4a24ce0dad tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] In _notify_port_updated(), no bound segment for port a53c7724-bb8d-45e1-ac83-71eae4a967b6 on network 53812b1d-578f-465a-b98c-cec6aad1053e {{(pid=94627) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 22 13:47:20.626760 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-7defd52f-2cdd-4846-a99e-85d74f76fee9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Deleting subnet 7adb9c46-0983-4310-8bca-c5b8beac5c5d {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:47:20.630404 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7defd52f-2cdd-4846-a99e-85d74f76fee9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:20.632275 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69009fa7-f40b-4e34-9a96-0b4a24ce0dad tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:20.633962 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-69009fa7-f40b-4e34-9a96-0b4a24ce0dad tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:20.635544 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-69009fa7-f40b-4e34-9a96-0b4a24ce0dad tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "PUT /v2.0/ports/a53c7724-bb8d-45e1-ac83-71eae4a967b6 HTTP/1.1" status: 200 len: 959 time: 1.0280378 Aug 22 13:47:20.638287 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57206) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:20.691193 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7defd52f-2cdd-4846-a99e-85d74f76fee9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:20.717525 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-c2854581-f572-4a53-b558-162a7f7e9e77 None None] Set router 56460732-f53c-496c-a764-49dabaeade73 gateway port host: None {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:47:20.744062 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-60916b3c-fe7b-4f7a-b9b1-4569a999c65f tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Deleting port a53c7724-bb8d-45e1-ac83-71eae4a967b6 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:47:20.744553 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-60916b3c-fe7b-4f7a-b9b1-4569a999c65f tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:20.809063 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-c2854581-f572-4a53-b558-162a7f7e9e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56460732-f53c-496c-a764-49dabaeade73', 'name': 'tempest-RoutersIpV6Test-router-1642678576', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:46:42Z', 'updated_at': '2021-08-22T13:47:20Z', 'revision_number': 11, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'gw_port_host': None}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:20.811845 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-3697134a-d2a8-47d7-9951-8a6215e018bf None None] For port 5084831a-0688-4b4d-ab8a-710c35838c3b, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=5084831a-0688-4b4d-ab8a-710c35838c3b,segment=NetworkSegment(b00bf42a-e231-4695-924f-125da37c648b),segment_id=b00bf42a-e231-4695-924f-125da37c648b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:47:20.831217 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7defd52f-2cdd-4846-a99e-85d74f76fee9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:20.849689 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2854581-f572-4a53-b558-162a7f7e9e77 None None] Checking router: 56460732-f53c-496c-a764-49dabaeade73 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:47:20.874963 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2854581-f572-4a53-b558-162a7f7e9e77 None None] Routers {'56460732-f53c-496c-a764-49dabaeade73'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:47:20.875594 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-c2854581-f572-4a53-b558-162a7f7e9e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:47:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['56460732-f53c-496c-a764-49dabaeade73'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:20.877874 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-60916b3c-fe7b-4f7a-b9b1-4569a999c65f tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:20.881507 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3697134a-d2a8-47d7-9951-8a6215e018bf None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:20.906621 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-60916b3c-fe7b-4f7a-b9b1-4569a999c65f tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Calling delete_port for a53c7724-bb8d-45e1-ac83-71eae4a967b6 owned by {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:47:20.937246 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7defd52f-2cdd-4846-a99e-85d74f76fee9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:20.957165 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7defd52f-2cdd-4846-a99e-85d74f76fee9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:20.965596 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7defd52f-2cdd-4846-a99e-85d74f76fee9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "DELETE /v2.0/subnets/7adb9c46-0983-4310-8bca-c5b8beac5c5d HTTP/1.1" status: 204 len: 168 time: 0.3990543 Aug 22 13:47:20.966717 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57208) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:21.055739 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7defd52f-2cdd-4846-a99e-85d74f76fee9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event deleted for resources: {'Subnet': ['ID=7adb9c46-0983-4310-8bca-c5b8beac5c5d,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:21.107544 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-60916b3c-fe7b-4f7a-b9b1-4569a999c65f tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:21.114859 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7804cc3c-6b8c-46ab-bed3-fb5944a59143 None None] Network 3581668e-f49d-47cf-856d-c4cd25ca60ad requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:47:21.150527 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d590419e-a7b1-4ca9-845a-ab6314227679 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:21.183778 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60916b3c-fe7b-4f7a-b9b1-4569a999c65f tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event deleted for resources: {'Port': ['ID=a53c7724-bb8d-45e1-ac83-71eae4a967b6,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:21.216018 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-3697134a-d2a8-47d7-9951-8a6215e018bf None None] Transition to ACTIVE for port object 5084831a-0688-4b4d-ab8a-710c35838c3b will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:47:21.240404 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-60916b3c-fe7b-4f7a-b9b1-4569a999c65f tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:21.242787 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-60916b3c-fe7b-4f7a-b9b1-4569a999c65f tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "DELETE /v2.0/ports/a53c7724-bb8d-45e1-ac83-71eae4a967b6 HTTP/1.1" status: 204 len: 168 time: 0.6032705 Aug 22 13:47:21.245602 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57214) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:21.263069 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-d590419e-a7b1-4ca9-845a-ab6314227679 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Deleting port d3b6d82b-0a9a-4a7e-8065-1e6b6b25df2a {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:47:21.263779 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d590419e-a7b1-4ca9-845a-ab6314227679 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:21.267307 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3697134a-d2a8-47d7-9951-8a6215e018bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:21.275728 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-e326f038-1e4e-48b5-874e-542dcc082e81 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] GET failed (client error): The resource could not be found. Aug 22 13:47:21.277430 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e326f038-1e4e-48b5-874e-542dcc082e81 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "GET /v2.0/ports/a53c7724-bb8d-45e1-ac83-71eae4a967b6 HTTP/1.1" status: 404 len: 333 time: 0.0308897 Aug 22 13:47:21.280011 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57216) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:21.283359 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-c2854581-f572-4a53-b558-162a7f7e9e77 None None] Set router 56460732-f53c-496c-a764-49dabaeade73 gateway port host: None {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:47:21.360171 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6c7f5714-d304-440e-8294-1230225f2736 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:21.379534 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-d590419e-a7b1-4ca9-845a-ab6314227679 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] For port d3b6d82b-0a9a-4a7e-8065-1e6b6b25df2a, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=d3b6d82b-0a9a-4a7e-8065-1e6b6b25df2a,segment=NetworkSegment(38d94864-fa0e-4bf8-8c26-b7be62f2f65d),segment_id=38d94864-fa0e-4bf8-8c26-b7be62f2f65d)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:47:21.383383 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d590419e-a7b1-4ca9-845a-ab6314227679 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:21.391425 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-c2854581-f572-4a53-b558-162a7f7e9e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56460732-f53c-496c-a764-49dabaeade73', 'name': 'tempest-RoutersIpV6Test-router-1642678576', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:46:42Z', 'updated_at': '2021-08-22T13:47:20Z', 'revision_number': 11, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'gw_port_host': None}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:21.418674 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6c7f5714-d304-440e-8294-1230225f2736 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:21.438159 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-d590419e-a7b1-4ca9-845a-ab6314227679 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Calling delete_port for d3b6d82b-0a9a-4a7e-8065-1e6b6b25df2a owned by network:dhcp {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:47:21.471516 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2854581-f572-4a53-b558-162a7f7e9e77 None None] The sync data for ids ['56460732-f53c-496c-a764-49dabaeade73'] in n-d-793621-33 is: [{'id': '56460732-f53c-496c-a764-49dabaeade73', 'name': 'tempest-RoutersIpV6Test-router-1642678576', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:46:42Z', 'updated_at': '2021-08-22T13:47:20Z', 'revision_number': 11, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'gw_port_host': None}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:47:21.505758 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6c7f5714-d304-440e-8294-1230225f2736 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:21.519991 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6c7f5714-d304-440e-8294-1230225f2736 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:21.528621 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-6c7f5714-d304-440e-8294-1230225f2736 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "DELETE /v2.0/security-groups/e59f9375-61b6-4bc9-81b4-1008d5cefc7c HTTP/1.1" status: 204 len: 168 time: 0.2444794 Aug 22 13:47:21.540031 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57220) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:21.540899 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7f5714-d304-440e-8294-1230225f2736 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59f9375-61b6-4bc9-81b4-1008d5cefc7c,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:21.549892 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3697134a-d2a8-47d7-9951-8a6215e018bf None None] Pushing event updated for resources: {'Port': ['ID=5084831a-0688-4b4d-ab8a-710c35838c3b,revision_number=7']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:21.572736 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d590419e-a7b1-4ca9-845a-ab6314227679 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:21.611184 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d590419e-a7b1-4ca9-845a-ab6314227679 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event deleted for resources: {'Port': ['ID=d3b6d82b-0a9a-4a7e-8065-1e6b6b25df2a,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:21.613067 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d590419e-a7b1-4ca9-845a-ab6314227679 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] No DVR routers for this DVR port d3b6d82b-0a9a-4a7e-8065-1e6b6b25df2a on host n-d-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:47:21.635214 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c63e76b8-6df0-431e-bc33-a508e282195e tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:21.671530 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c63e76b8-6df0-431e-bc33-a508e282195e tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:21.714723 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d590419e-a7b1-4ca9-845a-ab6314227679 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:21.724368 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c63e76b8-6df0-431e-bc33-a508e282195e tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:21.727746 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c63e76b8-6df0-431e-bc33-a508e282195e tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:21.729710 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-d590419e-a7b1-4ca9-845a-ab6314227679 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3581668e-f49d-47cf-856d-c4cd25ca60ad']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:21.732019 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c63e76b8-6df0-431e-bc33-a508e282195e tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "DELETE /v2.0/security-groups/489f5193-a35d-462e-8e46-db068830360d HTTP/1.1" status: 204 len: 168 time: 0.1887460 Aug 22 13:47:21.732603 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57222) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:21.744984 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-d590419e-a7b1-4ca9-845a-ab6314227679 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38d94864-fa0e-4bf8-8c26-b7be62f2f65d') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:21.745693 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-d590419e-a7b1-4ca9-845a-ab6314227679 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38d94864-fa0e-4bf8-8c26-b7be62f2f65d') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:21.755981 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e76b8-6df0-431e-bc33-a508e282195e tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=489f5193-a35d-462e-8e46-db068830360d,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:21.758085 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d590419e-a7b1-4ca9-845a-ab6314227679 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:21.794158 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d590419e-a7b1-4ca9-845a-ab6314227679 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:21.805242 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d590419e-a7b1-4ca9-845a-ab6314227679 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:47:21.805915 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d590419e-a7b1-4ca9-845a-ab6314227679 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:21.810650 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:47:21.810650 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:47:21.810650 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:47:21.810650 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:47:21.810650 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:47:21.810650 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:47:21.810650 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:47:21.810650 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:47:21.810650 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:47:21.810650 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:47:21.810650 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:47:21.810650 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:47:21.810650 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:47:21.810650 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:47:21.810650 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:47:21.810650 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:47:21.810650 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:47:21.810650 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:47:21.810650 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:47:21.810650 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:47:21.810650 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:47:21.810650 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:47:21.810650 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:47:21.810650 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:47:21.810650 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:47:21.810650 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:47:21.810650 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:47:21.810650 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:47:21.810650 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:47:21.810650 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:47:21.810650 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:47:21.810650 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:47:21.813467 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bcd1bd72-538c-47df-a3e4-7281b6c5c459 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:21.850656 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bcd1bd72-538c-47df-a3e4-7281b6c5c459 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:21.865253 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd9741c-c0a8-49ff-819a-12f083e413e3 None None] DHCP port deletion for 3581668e-f49d-47cf-856d-c4cd25ca60ad request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:47:21.914281 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d590419e-a7b1-4ca9-845a-ab6314227679 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:21.920569 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d590419e-a7b1-4ca9-845a-ab6314227679 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:21.925526 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d590419e-a7b1-4ca9-845a-ab6314227679 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "DELETE /v2.0/networks/3581668e-f49d-47cf-856d-c4cd25ca60ad HTTP/1.1" status: 204 len: 168 time: 0.8940122 Aug 22 13:47:21.927503 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57224) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:21.932654 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-033c7148-8665-41b5-9e94-138f4066e878 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Request body: {'router': {'routes': None}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:47:21.959209 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d590419e-a7b1-4ca9-845a-ab6314227679 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Pushing event deleted for resources: {'Network': ['ID=3581668e-f49d-47cf-856d-c4cd25ca60ad,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:21.985733 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bcd1bd72-538c-47df-a3e4-7281b6c5c459 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:21.988266 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bcd1bd72-538c-47df-a3e4-7281b6c5c459 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:22.001585 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-bcd1bd72-538c-47df-a3e4-7281b6c5c459 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "DELETE /v2.0/security-groups/be7e3719-16b6-4aaf-bfad-d6d838f58958 HTTP/1.1" status: 204 len: 168 time: 0.2570279 Aug 22 13:47:22.001585 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57226) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:22.017920 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 5084831a-0688-4b4d-ab8a-710c35838c3b up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:47:22.067582 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd1bd72-538c-47df-a3e4-7281b6c5c459 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7e3719-16b6-4aaf-bfad-d6d838f58958,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:22.135676 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-e41a74da-5b17-490c-9464-b24fd6c14222 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Deleting subnet bcca6668-d5f5-47c1-9266-ab7fc1ee7ab5 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:47:22.142468 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e41a74da-5b17-490c-9464-b24fd6c14222 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:22.188279 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.extraroute_db [None req-033c7148-8665-41b5-9e94-138f4066e878 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Added routes are [] {{(pid=94628) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 22 13:47:22.188279 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.extraroute_db [None req-033c7148-8665-41b5-9e94-138f4066e878 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Removed routes are [] {{(pid=94628) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 22 13:47:22.188279 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-033c7148-8665-41b5-9e94-138f4066e878 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36751'] for router, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:22.205019 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e41a74da-5b17-490c-9464-b24fd6c14222 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:22.242701 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device d3b6d82b-0a9a-4a7e-8065-1e6b6b25df2a no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:47:22.294205 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: d3b6d82b-0a9a-4a7e-8065-1e6b6b25df2a {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:47:22.294660 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device d3b6d82b-0a9a-4a7e-8065-1e6b6b25df2a not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:47:22.295203 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device c42f99be-41ed-4389-9f21-2c099f50f9bd no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:47:22.311399 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e41a74da-5b17-490c-9464-b24fd6c14222 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:22.319546 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: c42f99be-41ed-4389-9f21-2c099f50f9bd {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:47:22.321354 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device c42f99be-41ed-4389-9f21-2c099f50f9bd not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:47:22.381402 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-033c7148-8665-41b5-9e94-138f4066e878 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36751'] for router, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:22.385909 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-033c7148-8665-41b5-9e94-138f4066e878 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803386'] for router, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:22.403916 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e41a74da-5b17-490c-9464-b24fd6c14222 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:22.415849 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-692985f0-76a3-4ded-8a69-d1f6b13ee745 None None] Provisioning complete for port 29563112-9d65-4918-aad8-c7e8708cf2cc triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:47:22.416262 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-692985f0-76a3-4ded-8a69-d1f6b13ee745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:22.419747 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e41a74da-5b17-490c-9464-b24fd6c14222 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:22.422201 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e41a74da-5b17-490c-9464-b24fd6c14222 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "DELETE /v2.0/subnets/bcca6668-d5f5-47c1-9266-ab7fc1ee7ab5 HTTP/1.1" status: 204 len: 168 time: 0.4231551 Aug 22 13:47:22.441625 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57228) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:22.454733 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41a74da-5b17-490c-9464-b24fd6c14222 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event deleted for resources: {'Subnet': ['ID=bcca6668-d5f5-47c1-9266-ab7fc1ee7ab5,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:22.464861 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-692985f0-76a3-4ded-8a69-d1f6b13ee745 None None] Port 29563112-9d65-4918-aad8-c7e8708cf2cc cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:47:22.481814 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-692985f0-76a3-4ded-8a69-d1f6b13ee745 None None] Provisioning for port 5084831a-0688-4b4d-ab8a-710c35838c3b completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:47:22.489353 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-692985f0-76a3-4ded-8a69-d1f6b13ee745 None None] Provisioning complete for port 5084831a-0688-4b4d-ab8a-710c35838c3b triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:47:22.490041 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-692985f0-76a3-4ded-8a69-d1f6b13ee745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:22.527301 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-83e319e4-4b98-4135-a437-d67b005852e4 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Deleting subnet 6f66aac2-f453-4e5b-b5d5-598f4c2c1b81 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:47:22.531170 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-83e319e4-4b98-4135-a437-d67b005852e4 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:22.583670 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-83e319e4-4b98-4135-a437-d67b005852e4 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:22.619529 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-692985f0-76a3-4ded-8a69-d1f6b13ee745 None None] Could not find standard attr ID for object a53c7724-bb8d-45e1-ac83-71eae4a967b6. {{(pid=94629) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 13:47:22.690049 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-83e319e4-4b98-4135-a437-d67b005852e4 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:22.764156 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-83e319e4-4b98-4135-a437-d67b005852e4 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:22.781897 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-83e319e4-4b98-4135-a437-d67b005852e4 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:22.784148 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-83e319e4-4b98-4135-a437-d67b005852e4 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "DELETE /v2.0/subnets/6f66aac2-f453-4e5b-b5d5-598f4c2c1b81 HTTP/1.1" status: 204 len: 168 time: 0.3410907 Aug 22 13:47:22.804988 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57232) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:22.814329 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e319e4-4b98-4135-a437-d67b005852e4 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event deleted for resources: {'Subnet': ['ID=6f66aac2-f453-4e5b-b5d5-598f4c2c1b81,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:22.839058 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-bca30845-e452-4125-a6be-aa153cbf6c67 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] DELETE failed (client error): The resource could not be found. Aug 22 13:47:22.839443 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bca30845-e452-4125-a6be-aa153cbf6c67 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:47:22.841630 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-bca30845-e452-4125-a6be-aa153cbf6c67 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "DELETE /v2.0/subnets/bcca6668-d5f5-47c1-9266-ab7fc1ee7ab5 HTTP/1.1" status: 404 len: 337 time: 0.0349028 Aug 22 13:47:22.843803 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57234) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:22.852882 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-033c7148-8665-41b5-9e94-138f4066e878 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Router 56460732-f53c-496c-a764-49dabaeade73 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:47:22.939047 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-f036564d-a08a-43ae-b6d2-2ef54ca561a7 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Deleting subnet 9ec2964b-4e7b-4ffe-a9e8-bf19b7025ba5 {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:47:22.943610 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5ff726-1364-4922-b16a-8bdda13f0d32 None None] Network 53812b1d-578f-465a-b98c-cec6aad1053e requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:47:22.978202 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033c7148-8665-41b5-9e94-138f4066e878 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:47:22.980046 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f036564d-a08a-43ae-b6d2-2ef54ca561a7 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:22.990557 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-033c7148-8665-41b5-9e94-138f4066e878 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:22.991761 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-033c7148-8665-41b5-9e94-138f4066e878 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "PUT /v2.0/routers/56460732-f53c-496c-a764-49dabaeade73 HTTP/1.1" status: 200 len: 705 time: 1.0633032 Aug 22 13:47:22.995196 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57236) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:22.997411 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14569b5e-5a07-4d98-894b-f0c1f047059e None None] Sync routers for ids ['56460732-f53c-496c-a764-49dabaeade73'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:47:23.013732 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14569b5e-5a07-4d98-894b-f0c1f047059e None None] Routers {'56460732-f53c-496c-a764-49dabaeade73'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:47:23.014788 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-14569b5e-5a07-4d98-894b-f0c1f047059e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:47:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['56460732-f53c-496c-a764-49dabaeade73'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:23.043102 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-b1ae0f34-a38b-49b3-81f8-3321936a6c61 None None] Could not find standard attr ID for object a53c7724-bb8d-45e1-ac83-71eae4a967b6. {{(pid=94629) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 13:47:23.046776 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f036564d-a08a-43ae-b6d2-2ef54ca561a7 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:23.050742 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-1b8ecfce-e730-4ee9-8573-50d64db2c869 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "GET /v2.0/ports?device_id=56460732-f53c-496c-a764-49dabaeade73 HTTP/1.1" status: 200 len: 205 time: 0.0522041 Aug 22 13:47:23.051840 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57238) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:23.098876 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-14569b5e-5a07-4d98-894b-f0c1f047059e None None] Set router 56460732-f53c-496c-a764-49dabaeade73 gateway port host: None {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:47:23.163661 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-14569b5e-5a07-4d98-894b-f0c1f047059e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56460732-f53c-496c-a764-49dabaeade73', 'name': 'tempest-RoutersIpV6Test-router-1642678576', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:46:42Z', 'updated_at': '2021-08-22T13:47:20Z', 'revision_number': 11, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'gw_port_host': None}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:23.167869 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2d865f60-d33e-4d51-b182-e8ec74defce9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:23.191598 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14569b5e-5a07-4d98-894b-f0c1f047059e None None] Checking router: 56460732-f53c-496c-a764-49dabaeade73 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:47:23.201914 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14569b5e-5a07-4d98-894b-f0c1f047059e None None] Routers {'56460732-f53c-496c-a764-49dabaeade73'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:47:23.202666 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-14569b5e-5a07-4d98-894b-f0c1f047059e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:47:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['56460732-f53c-496c-a764-49dabaeade73'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:23.280682 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-14569b5e-5a07-4d98-894b-f0c1f047059e None None] Set router 56460732-f53c-496c-a764-49dabaeade73 gateway port host: None {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:47:23.338282 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-14569b5e-5a07-4d98-894b-f0c1f047059e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56460732-f53c-496c-a764-49dabaeade73', 'name': 'tempest-RoutersIpV6Test-router-1642678576', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:46:42Z', 'updated_at': '2021-08-22T13:47:20Z', 'revision_number': 11, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'gw_port_host': None}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:23.378347 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14569b5e-5a07-4d98-894b-f0c1f047059e None None] The sync data for ids ['56460732-f53c-496c-a764-49dabaeade73'] in n-d-793621-33 is: [{'id': '56460732-f53c-496c-a764-49dabaeade73', 'name': 'tempest-RoutersIpV6Test-router-1642678576', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:46:42Z', 'updated_at': '2021-08-22T13:47:20Z', 'revision_number': 11, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'gw_port_host': None}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:47:23.402539 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f036564d-a08a-43ae-b6d2-2ef54ca561a7 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:23.406938 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2d865f60-d33e-4d51-b182-e8ec74defce9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:23.426789 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2d865f60-d33e-4d51-b182-e8ec74defce9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:23.495204 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2d865f60-d33e-4d51-b182-e8ec74defce9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:23.495799 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d865f60-d33e-4d51-b182-e8ec74defce9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Fanout notify agent at l3_agent the message router_deleted on router 56460732-f53c-496c-a764-49dabaeade73 {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:47:23.503967 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2d865f60-d33e-4d51-b182-e8ec74defce9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:23.509888 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2d865f60-d33e-4d51-b182-e8ec74defce9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "DELETE /v2.0/routers/56460732-f53c-496c-a764-49dabaeade73 HTTP/1.1" status: 204 len: 168 time: 0.4523506 Aug 22 13:47:23.512948 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57240) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:23.519011 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-85b587c9-2778-4a50-8113-7b2f10528e56 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-965352863', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:47:23.534474 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f036564d-a08a-43ae-b6d2-2ef54ca561a7 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:23.554872 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-85b587c9-2778-4a50-8113-7b2f10528e56 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:23.557852 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-85b587c9-2778-4a50-8113-7b2f10528e56 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:23.584581 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f036564d-a08a-43ae-b6d2-2ef54ca561a7 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event deleted for resources: {'Subnet': ['ID=9ec2964b-4e7b-4ffe-a9e8-bf19b7025ba5,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:23.590685 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f036564d-a08a-43ae-b6d2-2ef54ca561a7 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:23.596159 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f036564d-a08a-43ae-b6d2-2ef54ca561a7 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "DELETE /v2.0/subnets/9ec2964b-4e7b-4ffe-a9e8-bf19b7025ba5 HTTP/1.1" status: 204 len: 168 time: 0.7510574 Aug 22 13:47:23.598678 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57244) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:23.637950 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-79658f67-45c1-47d0-b4c4-019b1a92553d tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] DELETE failed (client error): The resource could not be found. Aug 22 13:47:23.638699 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79658f67-45c1-47d0-b4c4-019b1a92553d tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:47:23.640956 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-79658f67-45c1-47d0-b4c4-019b1a92553d tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "DELETE /v2.0/subnets/aeb3fdb0-386c-40f8-85fc-08fad5002013 HTTP/1.1" status: 404 len: 337 time: 0.0411384 Aug 22 13:47:23.643626 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57246) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:23.649847 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-85b587c9-2778-4a50-8113-7b2f10528e56 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:23.657779 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-85b587c9-2778-4a50-8113-7b2f10528e56 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:23.688772 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-85b587c9-2778-4a50-8113-7b2f10528e56 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:23.690685 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-85b587c9-2778-4a50-8113-7b2f10528e56 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1765254 Aug 22 13:47:23.696449 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57248) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:23.702998 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-0b756bac-3753-4154-beb6-f976d7711c8f tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:47:23.718072 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f876e1e6-cf9a-4dba-9009-97aa8d6ba2c0 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5296865-fc45-4873-8f27-c2e7437362d7 HTTP/1.1" status: 200 len: 205 time: 0.0729663 Aug 22 13:47:23.723422 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57250) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:23.768703 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-6a1f7f0e-2412-494a-8d30-34d120474994 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] delete failed (client error): The resource could not be found. Aug 22 13:47:23.774130 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6a1f7f0e-2412-494a-8d30-34d120474994 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "DELETE /v2.0/routers/d5296865-fc45-4873-8f27-c2e7437362d7 HTTP/1.1" status: 404 len: 336 time: 0.0453527 Aug 22 13:47:23.774769 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57252) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:23.802848 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-47a08d7f-3fa3-400b-afbf-f6fe19f5372b tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] DELETE failed (client error): The resource could not be found. Aug 22 13:47:23.803337 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47a08d7f-3fa3-400b-afbf-f6fe19f5372b tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:47:23.808170 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-47a08d7f-3fa3-400b-afbf-f6fe19f5372b tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "DELETE /v2.0/subnets/7edbffdc-5745-4e8d-aa43-67a9b89c8db6 HTTP/1.1" status: 404 len: 337 time: 0.0301936 Aug 22 13:47:23.808461 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57254) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:23.839399 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-30f4b31c-8588-428f-8acc-f6b5e5e56b0d tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] DELETE failed (client error): The resource could not be found. Aug 22 13:47:23.839858 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30f4b31c-8588-428f-8acc-f6b5e5e56b0d tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:47:23.844574 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-30f4b31c-8588-428f-8acc-f6b5e5e56b0d tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "DELETE /v2.0/subnets/90ff0cc3-4148-480f-af62-a551240dbdce HTTP/1.1" status: 404 len: 337 time: 0.0351129 Aug 22 13:47:23.845212 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57256) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:23.865466 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2780bca2-f5ab-439e-b67c-0fb46872c56c None None] Network 53812b1d-578f-465a-b98c-cec6aad1053e requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:47:23.873043 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-e93f73ea-149a-4a6f-aa78-7328679ed9e8 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] DELETE failed (client error): The resource could not be found. Aug 22 13:47:23.873540 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e93f73ea-149a-4a6f-aa78-7328679ed9e8 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:47:23.878012 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e93f73ea-149a-4a6f-aa78-7328679ed9e8 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "DELETE /v2.0/subnets/b6b7911f-2910-4d34-8c96-30ebd306e8ea HTTP/1.1" status: 404 len: 337 time: 0.0317955 Aug 22 13:47:23.878702 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57258) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:23.910639 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c809c68-761b-499e-857b-8f51a898812d tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] DELETE failed (client error): The resource could not be found. Aug 22 13:47:23.911396 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c809c68-761b-499e-857b-8f51a898812d tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:47:23.916925 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6c809c68-761b-499e-857b-8f51a898812d tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "DELETE /v2.0/ports/b7f4d08f-5cd4-4f32-ab5f-5c3a65f1948d HTTP/1.1" status: 404 len: 333 time: 0.0371883 Aug 22 13:47:23.917568 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57260) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:23.922405 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-2165629c-b349-4d2d-8c55-954f1ebfe210 None None] Provisioning complete for port 29563112-9d65-4918-aad8-c7e8708cf2cc triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:47:23.923027 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2165629c-b349-4d2d-8c55-954f1ebfe210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:23.944644 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-214f5112-42ff-48aa-896f-dff735f187b9 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] DELETE failed (client error): The resource could not be found. Aug 22 13:47:23.945110 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-214f5112-42ff-48aa-896f-dff735f187b9 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:47:23.949991 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-214f5112-42ff-48aa-896f-dff735f187b9 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "DELETE /v2.0/subnets/6100c3e2-4166-47d3-9dec-b82e2f0cfb8d HTTP/1.1" status: 404 len: 337 time: 0.0311666 Aug 22 13:47:23.950882 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57262) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:23.983596 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0b756bac-3753-4154-beb6-f976d7711c8f tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36751'] for router, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:23.990901 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b039bee-f57d-426f-8ab1-9ce4083ce04e tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] DELETE failed (client error): The resource could not be found. Aug 22 13:47:23.990901 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b039bee-f57d-426f-8ab1-9ce4083ce04e tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:47:23.990901 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-1b039bee-f57d-426f-8ab1-9ce4083ce04e tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "DELETE /v2.0/subnets/332eb4eb-155b-4260-a8d9-e140c6efdd36 HTTP/1.1" status: 404 len: 337 time: 0.0381832 Aug 22 13:47:23.992742 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57264) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:23.996438 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0b756bac-3753-4154-beb6-f976d7711c8f tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803386'] for router, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:24.011435 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-2165629c-b349-4d2d-8c55-954f1ebfe210 None None] Port 29563112-9d65-4918-aad8-c7e8708cf2cc cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:47:24.024193 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce863fc7-41e5-4505-9f5b-f3ce6aae9738 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] DELETE failed (client error): The resource could not be found. Aug 22 13:47:24.025333 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce863fc7-41e5-4505-9f5b-f3ce6aae9738 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:47:24.027271 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ce863fc7-41e5-4505-9f5b-f3ce6aae9738 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "DELETE /v2.0/ports/43a8bc47-a95c-44a4-b5df-6dfb0133cad8 HTTP/1.1" status: 404 len: 333 time: 0.0320106 Aug 22 13:47:24.029973 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57266) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:24.048893 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-2165629c-b349-4d2d-8c55-954f1ebfe210 None None] Provisioning complete for port 5084831a-0688-4b4d-ab8a-710c35838c3b triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:47:24.049356 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2165629c-b349-4d2d-8c55-954f1ebfe210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:24.060540 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-3202b669-9c69-4ad4-8374-66b90a1f0540 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] DELETE failed (client error): The resource could not be found. Aug 22 13:47:24.061315 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3202b669-9c69-4ad4-8374-66b90a1f0540 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:47:24.063245 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-3202b669-9c69-4ad4-8374-66b90a1f0540 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "DELETE /v2.0/subnets/4238214a-d698-46d7-99ec-169cb367697e HTTP/1.1" status: 404 len: 337 time: 0.0321965 Aug 22 13:47:24.065856 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57268) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:24.120329 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-36f25687-ec36-403a-b141-83978d8847b8 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] DELETE failed (client error): The resource could not be found. Aug 22 13:47:24.121261 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36f25687-ec36-403a-b141-83978d8847b8 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:47:24.124513 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-36f25687-ec36-403a-b141-83978d8847b8 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "DELETE /v2.0/subnets/a4e7abce-ba89-4570-93f2-c83236155b5b HTTP/1.1" status: 404 len: 337 time: 0.0575314 Aug 22 13:47:24.127590 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57270) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:24.137059 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b756bac-3753-4154-beb6-f976d7711c8f tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Router 2ed0d203-81f5-42b6-921b-6e090bb43b03 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:47:24.188580 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e48b79-735f-4163-93b9-9b9257feb688 None None] DHCP port deletion for 53812b1d-578f-465a-b98c-cec6aad1053e request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:47:24.245077 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-89e48b79-735f-4163-93b9-9b9257feb688 None None] Deleting port 5084831a-0688-4b4d-ab8a-710c35838c3b {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:47:24.245454 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-89e48b79-735f-4163-93b9-9b9257feb688 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:24.282001 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b756bac-3753-4154-beb6-f976d7711c8f tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:47:24.289680 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0b756bac-3753-4154-beb6-f976d7711c8f tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:24.291100 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-0b756bac-3753-4154-beb6-f976d7711c8f tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "PUT /v2.0/routers/2ed0d203-81f5-42b6-921b-6e090bb43b03 HTTP/1.1" status: 200 len: 697 time: 0.5935197 Aug 22 13:47:24.293973 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57272) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:24.297562 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e050e4d-c961-4741-90ff-501fa7f84e3d None None] Sync routers for ids ['2ed0d203-81f5-42b6-921b-6e090bb43b03'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:47:24.313710 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-2ff84463-5e3d-4701-8987-d2b603fdcdea tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Deleting port 29563112-9d65-4918-aad8-c7e8708cf2cc {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:47:24.314048 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2ff84463-5e3d-4701-8987-d2b603fdcdea tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:24.316743 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e050e4d-c961-4741-90ff-501fa7f84e3d None None] Routers {'2ed0d203-81f5-42b6-921b-6e090bb43b03'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:47:24.317377 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-9e050e4d-c961-4741-90ff-501fa7f84e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:47:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['2ed0d203-81f5-42b6-921b-6e090bb43b03'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:24.362615 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-89e48b79-735f-4163-93b9-9b9257feb688 None None] For port 5084831a-0688-4b4d-ab8a-710c35838c3b, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=5084831a-0688-4b4d-ab8a-710c35838c3b,segment=NetworkSegment(b00bf42a-e231-4695-924f-125da37c648b),segment_id=b00bf42a-e231-4695-924f-125da37c648b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:47:24.363019 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-89e48b79-735f-4163-93b9-9b9257feb688 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:24.391481 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2ff84463-5e3d-4701-8987-d2b603fdcdea tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:24.401502 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-30ba26e7-fc63-4821-a1c5-210350d68209 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "GET /v2.0/routers/2ed0d203-81f5-42b6-921b-6e090bb43b03 HTTP/1.1" status: 200 len: 703 time: 0.1060913 Aug 22 13:47:24.404151 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57274) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:24.407496 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-2ff84463-5e3d-4701-8987-d2b603fdcdea tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Calling delete_port for 29563112-9d65-4918-aad8-c7e8708cf2cc owned by {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:47:24.408424 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-89e48b79-735f-4163-93b9-9b9257feb688 None None] Calling delete_port for 5084831a-0688-4b4d-ab8a-710c35838c3b owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:47:24.415714 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-9e050e4d-c961-4741-90ff-501fa7f84e3d None None] Set router 2ed0d203-81f5-42b6-921b-6e090bb43b03 gateway port host: None {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:47:24.439136 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e5f14bdd-a2c8-441d-8597-186589f96bf9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ed0d203-81f5-42b6-921b-6e090bb43b03 HTTP/1.1" status: 200 len: 205 time: 0.0334420 Aug 22 13:47:24.442891 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57276) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:24.479270 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-9e050e4d-c961-4741-90ff-501fa7f84e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed0d203-81f5-42b6-921b-6e090bb43b03', 'name': 'tempest-RoutersIpV6Test-router-965352863', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:47:23Z', 'updated_at': '2021-08-22T13:47:23Z', 'revision_number': 2, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'gw_port_host': None}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:24.509342 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2ff84463-5e3d-4701-8987-d2b603fdcdea tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:24.534117 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2ff84463-5e3d-4701-8987-d2b603fdcdea tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:24.539920 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57278) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:24.540134 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-2ff84463-5e3d-4701-8987-d2b603fdcdea tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "DELETE /v2.0/ports/29563112-9d65-4918-aad8-c7e8708cf2cc HTTP/1.1" status: 204 len: 168 time: 0.4107008 Aug 22 13:47:24.544110 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9fbecafc-0b60-493b-bd41-3d59a4fa89b9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:24.548882 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e050e4d-c961-4741-90ff-501fa7f84e3d None None] Checking router: 2ed0d203-81f5-42b6-921b-6e090bb43b03 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:47:24.565380 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff84463-5e3d-4701-8987-d2b603fdcdea tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event deleted for resources: {'Port': ['ID=29563112-9d65-4918-aad8-c7e8708cf2cc,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:24.575999 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e050e4d-c961-4741-90ff-501fa7f84e3d None None] Routers {'2ed0d203-81f5-42b6-921b-6e090bb43b03'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:47:24.576868 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-9e050e4d-c961-4741-90ff-501fa7f84e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:47:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['2ed0d203-81f5-42b6-921b-6e090bb43b03'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:24.661814 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-9e050e4d-c961-4741-90ff-501fa7f84e3d None None] Set router 2ed0d203-81f5-42b6-921b-6e090bb43b03 gateway port host: None {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:47:24.727528 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-9e050e4d-c961-4741-90ff-501fa7f84e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed0d203-81f5-42b6-921b-6e090bb43b03', 'name': 'tempest-RoutersIpV6Test-router-965352863', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:47:23Z', 'updated_at': '2021-08-22T13:47:23Z', 'revision_number': 2, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'gw_port_host': None}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:24.748070 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-da5b202d-bb59-47f2-943c-7d19d5718257 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:24.756451 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e050e4d-c961-4741-90ff-501fa7f84e3d None None] The sync data for ids ['2ed0d203-81f5-42b6-921b-6e090bb43b03'] in n-d-793621-33 is: [{'id': '2ed0d203-81f5-42b6-921b-6e090bb43b03', 'name': 'tempest-RoutersIpV6Test-router-965352863', 'tenant_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:47:23Z', 'updated_at': '2021-08-22T13:47:23Z', 'revision_number': 2, 'project_id': 'f5a9cec6b494494a893a00dfba9ab7f6', 'gw_port_host': None}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:47:24.763278 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-89e48b79-735f-4163-93b9-9b9257feb688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:24.787547 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9fbecafc-0b60-493b-bd41-3d59a4fa89b9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:24.794297 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9fbecafc-0b60-493b-bd41-3d59a4fa89b9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:24.799937 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e48b79-735f-4163-93b9-9b9257feb688 None None] Pushing event deleted for resources: {'Port': ['ID=5084831a-0688-4b4d-ab8a-710c35838c3b,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:24.806415 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e48b79-735f-4163-93b9-9b9257feb688 None None] No DVR routers for this DVR port 5084831a-0688-4b4d-ab8a-710c35838c3b on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:47:24.863188 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9fbecafc-0b60-493b-bd41-3d59a4fa89b9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:24.863838 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fbecafc-0b60-493b-bd41-3d59a4fa89b9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Fanout notify agent at l3_agent the message router_deleted on router 2ed0d203-81f5-42b6-921b-6e090bb43b03 {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:47:24.871071 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9fbecafc-0b60-493b-bd41-3d59a4fa89b9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:24.872126 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9fbecafc-0b60-493b-bd41-3d59a4fa89b9 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "DELETE /v2.0/routers/2ed0d203-81f5-42b6-921b-6e090bb43b03 HTTP/1.1" status: 204 len: 168 time: 0.4280243 Aug 22 13:47:24.876918 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57284) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:24.914201 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-11b99733-71ee-4b21-bb40-5044f5856c69 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ed0d203-81f5-42b6-921b-6e090bb43b03 HTTP/1.1" status: 200 len: 205 time: 0.0336096 Aug 22 13:47:24.916066 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57286) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:24.955426 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57288) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:24.965945 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-2b3d5c71-a99b-45ca-9b7e-115fcf9c0bbd tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] delete failed (client error): The resource could not be found. Aug 22 13:47:24.967133 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-2b3d5c71-a99b-45ca-9b7e-115fcf9c0bbd tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "DELETE /v2.0/routers/2ed0d203-81f5-42b6-921b-6e090bb43b03 HTTP/1.1" status: 404 len: 336 time: 0.0500491 Aug 22 13:47:24.970129 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57290) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:25.005503 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1b5f3ae-93e5-480e-b640-e4b535780ef2 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] DELETE failed (client error): The resource could not be found. Aug 22 13:47:25.006620 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1b5f3ae-93e5-480e-b640-e4b535780ef2 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:47:25.010764 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-da5b202d-bb59-47f2-943c-7d19d5718257 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:25.015404 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57292) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:25.016639 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f1b5f3ae-93e5-480e-b640-e4b535780ef2 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "DELETE /v2.0/subnets/016e2365-78a9-45a5-a229-7785d7c76a35 HTTP/1.1" status: 404 len: 337 time: 0.0449836 Aug 22 13:47:25.035429 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-da5b202d-bb59-47f2-943c-7d19d5718257 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53812b1d-578f-465a-b98c-cec6aad1053e']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:25.063850 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-da52672a-e73e-4a35-b0ee-b991ce6ffb62 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] DELETE failed (client error): The resource could not be found. Aug 22 13:47:25.064327 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da52672a-e73e-4a35-b0ee-b991ce6ffb62 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:47:25.066072 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-da52672a-e73e-4a35-b0ee-b991ce6ffb62 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "DELETE /v2.0/subnets/3c08f71b-7eb6-4625-b4e0-02aefece80ab HTTP/1.1" status: 404 len: 337 time: 0.0503275 Aug 22 13:47:25.067864 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-da5b202d-bb59-47f2-943c-7d19d5718257 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b00bf42a-e231-4695-924f-125da37c648b') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:25.068160 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-da5b202d-bb59-47f2-943c-7d19d5718257 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b00bf42a-e231-4695-924f-125da37c648b') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:25.068947 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57294) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:25.085262 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-da5b202d-bb59-47f2-943c-7d19d5718257 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:25.104116 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d90c0f5-09c6-4174-8248-44e687ed4746 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] DELETE failed (client error): The resource could not be found. Aug 22 13:47:25.104614 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d90c0f5-09c6-4174-8248-44e687ed4746 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:47:25.108837 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-9d90c0f5-09c6-4174-8248-44e687ed4746 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "DELETE /v2.0/subnets/8ded085f-c843-486e-a3a1-b2fb85cf243b HTTP/1.1" status: 404 len: 337 time: 0.0352647 Aug 22 13:47:25.109031 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57296) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:25.135017 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-c885dcb4-79b1-4944-b2c0-82b2e744a7e1 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] DELETE failed (client error): The resource could not be found. Aug 22 13:47:25.139778 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c885dcb4-79b1-4944-b2c0-82b2e744a7e1 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:47:25.139778 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c885dcb4-79b1-4944-b2c0-82b2e744a7e1 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "DELETE /v2.0/subnets/7adb9c46-0983-4310-8bca-c5b8beac5c5d HTTP/1.1" status: 404 len: 337 time: 0.0273087 Aug 22 13:47:25.140080 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57298) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:25.143847 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-da5b202d-bb59-47f2-943c-7d19d5718257 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:25.160560 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da5b202d-bb59-47f2-943c-7d19d5718257 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:47:25.160901 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-da5b202d-bb59-47f2-943c-7d19d5718257 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:25.164389 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:47:25.164389 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:47:25.164389 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:47:25.164389 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:47:25.164389 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:47:25.164389 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:47:25.164389 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:47:25.164389 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:47:25.164389 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:47:25.164389 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:47:25.164389 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:47:25.164389 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:47:25.164389 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:47:25.164389 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:47:25.164389 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:47:25.164389 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:47:25.164389 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:47:25.164389 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:47:25.164389 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:47:25.164389 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:47:25.164389 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:47:25.164389 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:47:25.164389 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:47:25.164389 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:47:25.164389 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:47:25.164389 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:47:25.164389 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:47:25.164389 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:47:25.164389 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:47:25.164389 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:47:25.164389 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:47:25.164389 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:47:25.172212 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c829afdf-7e60-4336-9067-6b2a29b42096 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "GET /v2.0/ports?device_id=56460732-f53c-496c-a764-49dabaeade73 HTTP/1.1" status: 200 len: 205 time: 0.0290062 Aug 22 13:47:25.172488 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57300) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:25.210181 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-2a502da9-286e-482a-8f86-a4c513e5764e tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] delete failed (client error): The resource could not be found. Aug 22 13:47:25.214989 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-2a502da9-286e-482a-8f86-a4c513e5764e tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "DELETE /v2.0/routers/56460732-f53c-496c-a764-49dabaeade73 HTTP/1.1" status: 404 len: 336 time: 0.0388846 Aug 22 13:47:25.215201 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57302) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:25.247007 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ff2bb096-924d-4d01-a3ea-ca2528c7a280 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "GET /v2.0/ports?device_id=e00e889d-6072-4205-a00a-c6dc382a22c1 HTTP/1.1" status: 200 len: 205 time: 0.0306315 Aug 22 13:47:25.249582 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57304) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:25.260848 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-da5b202d-bb59-47f2-943c-7d19d5718257 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:25.267297 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-da5b202d-bb59-47f2-943c-7d19d5718257 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:25.272863 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-da5b202d-bb59-47f2-943c-7d19d5718257 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] 10.222.0.21 "DELETE /v2.0/networks/53812b1d-578f-465a-b98c-cec6aad1053e HTTP/1.1" status: 204 len: 168 time: 0.7308388 Aug 22 13:47:25.291370 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-272c04fe-6b8f-4cdd-ab66-56e81f0c45fc tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] delete failed (client error): The resource could not be found. Aug 22 13:47:25.295027 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-272c04fe-6b8f-4cdd-ab66-56e81f0c45fc tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "DELETE /v2.0/routers/e00e889d-6072-4205-a00a-c6dc382a22c1 HTTP/1.1" status: 404 len: 336 time: 0.0419173 Aug 22 13:47:25.295175 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-6160c7d2-2811-4c9f-94e5-9e86373d856a tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Deleting port c995c705-815a-4775-8559-1650baf1364d {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:47:25.295175 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6160c7d2-2811-4c9f-94e5-9e86373d856a tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:25.295423 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57308) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:25.296315 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5b202d-bb59-47f2-943c-7d19d5718257 tempest-PortsTestJSON-1554148661 tempest-PortsTestJSON-1554148661-project] Pushing event deleted for resources: {'Network': ['ID=53812b1d-578f-465a-b98c-cec6aad1053e,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:25.326284 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-c12c215c-36d8-4789-868d-3f9a2aa617fb tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] DELETE failed (client error): The resource could not be found. Aug 22 13:47:25.326878 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c12c215c-36d8-4789-868d-3f9a2aa617fb tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:47:25.331440 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c12c215c-36d8-4789-868d-3f9a2aa617fb tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "DELETE /v2.0/subnets/16032e29-a8ab-4005-bcf0-2ce599375c5a HTTP/1.1" status: 404 len: 337 time: 0.0322495 Aug 22 13:47:25.331885 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57310) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:25.364812 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-398aabb8-15fe-41c7-8791-0f48f6f7017b tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "GET /v2.0/ports?device_id=733b082e-6a32-43b6-a7e6-71140760bc0d HTTP/1.1" status: 200 len: 205 time: 0.0293574 Aug 22 13:47:25.365549 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57312) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:25.407424 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6160c7d2-2811-4c9f-94e5-9e86373d856a tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:25.407747 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6160c7d2-2811-4c9f-94e5-9e86373d856a tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:25.419912 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-a4ff817c-05bd-4d5f-a8ea-4eb2baeefe8c tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] delete failed (client error): The resource could not be found. Aug 22 13:47:25.423531 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a4ff817c-05bd-4d5f-a8ea-4eb2baeefe8c tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "DELETE /v2.0/routers/733b082e-6a32-43b6-a7e6-71140760bc0d HTTP/1.1" status: 404 len: 336 time: 0.0548778 Aug 22 13:47:25.424102 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57314) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:25.426145 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-6160c7d2-2811-4c9f-94e5-9e86373d856a tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Calling delete_port for c995c705-815a-4775-8559-1650baf1364d owned by network:floatingip {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:47:25.459790 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4603a19c-c5b2-4e27-9f0c-809850f0739a tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "GET /v2.0/ports?device_id=069f7934-6c85-4f04-88d4-107aa56ad052 HTTP/1.1" status: 200 len: 205 time: 0.0346904 Aug 22 13:47:25.462423 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57316) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:25.501948 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-6c511561-a6d9-4047-b686-4123f613f541 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] delete failed (client error): The resource could not be found. Aug 22 13:47:25.503099 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-6c511561-a6d9-4047-b686-4123f613f541 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "DELETE /v2.0/routers/069f7934-6c85-4f04-88d4-107aa56ad052 HTTP/1.1" status: 404 len: 336 time: 0.0396194 Aug 22 13:47:25.510567 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57318) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:25.542274 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d408854-c789-4053-b996-607d4937f18d tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] DELETE failed (client error): The resource could not be found. Aug 22 13:47:25.542948 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d408854-c789-4053-b996-607d4937f18d tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:47:25.547676 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-7d408854-c789-4053-b996-607d4937f18d tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "DELETE /v2.0/subnets/053cb7ae-0376-472d-91ca-1908e30ef46e HTTP/1.1" status: 404 len: 337 time: 0.0331507 Aug 22 13:47:25.548437 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57322) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:25.589794 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-fd43624a-5103-4277-a255-90910a7c0de3 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4c42346-1530-41e1-a79a-7e2d09277805 HTTP/1.1" status: 200 len: 205 time: 0.0381510 Aug 22 13:47:25.592051 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57326) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:25.649674 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-7d54999f-3aa3-4200-ae3f-d08101669435 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] delete failed (client error): The resource could not be found. Aug 22 13:47:25.653475 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-7d54999f-3aa3-4200-ae3f-d08101669435 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "DELETE /v2.0/routers/c4c42346-1530-41e1-a79a-7e2d09277805 HTTP/1.1" status: 404 len: 336 time: 0.0592198 Aug 22 13:47:25.654070 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57328) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:25.662862 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57330) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:25.692170 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-463a4d34-09d8-4617-8728-781459d82ece tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] DELETE failed (client error): The resource could not be found. Aug 22 13:47:25.692936 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-463a4d34-09d8-4617-8728-781459d82ece tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:47:25.696348 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-463a4d34-09d8-4617-8728-781459d82ece tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "DELETE /v2.0/subnets/aa14554a-f61c-4104-a367-c659102111db HTTP/1.1" status: 404 len: 337 time: 0.0398202 Aug 22 13:47:25.698556 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57334) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:25.729087 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-8da775dc-086d-42d4-80d5-1c865a205db3 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "GET /v2.0/ports?device_id=37e81ab9-bc30-4728-836f-5db8c6bbf873 HTTP/1.1" status: 200 len: 205 time: 0.0290530 Aug 22 13:47:25.731362 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57336) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:25.734382 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6160c7d2-2811-4c9f-94e5-9e86373d856a tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:25.777009 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6160c7d2-2811-4c9f-94e5-9e86373d856a tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event deleted for resources: {'Port': ['ID=c995c705-815a-4775-8559-1650baf1364d,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:25.787340 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-e1d03ddc-27fa-4607-bbc9-f2a9ee2c5f48 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] delete failed (client error): The resource could not be found. Aug 22 13:47:25.791082 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e1d03ddc-27fa-4607-bbc9-f2a9ee2c5f48 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "DELETE /v2.0/routers/37e81ab9-bc30-4728-836f-5db8c6bbf873 HTTP/1.1" status: 404 len: 336 time: 0.0560358 Aug 22 13:47:25.791843 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57338) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:25.838761 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-177cf104-7456-4bc5-a8a0-97dcfc598604 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] DELETE failed (client error): The resource could not be found. Aug 22 13:47:25.839063 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-177cf104-7456-4bc5-a8a0-97dcfc598604 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:47:25.841100 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-177cf104-7456-4bc5-a8a0-97dcfc598604 tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "DELETE /v2.0/subnets/3567d855-2ebf-4152-ad98-7459e60881fe HTTP/1.1" status: 404 len: 337 time: 0.0482032 Aug 22 13:47:25.843661 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57340) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:25.874880 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6160c7d2-2811-4c9f-94e5-9e86373d856a tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for floatingip, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:25.875453 n-d-793621-33 neutron-server[94628]: INFO neutron.db.l3_db [None req-6160c7d2-2811-4c9f-94e5-9e86373d856a tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Floating IP 30c8ba57-853f-4b4b-bd2a-6a13471fc69f disassociated (deleted). External IP: 172.25.3.79, port: 7e796a31-d03e-425b-b20a-f16018cdf51d. Aug 22 13:47:25.881154 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9a018df-085d-4a3d-ab87-aeb99a5f9cea tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] DELETE failed (client error): The resource could not be found. Aug 22 13:47:25.881701 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9a018df-085d-4a3d-ab87-aeb99a5f9cea tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:47:25.887824 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c9a018df-085d-4a3d-ab87-aeb99a5f9cea tempest-RoutersIpV6Test-978444967 tempest-RoutersIpV6Test-978444967-project] 10.222.0.21 "DELETE /v2.0/subnets/5c9ada15-35fc-4f7e-8444-7ec7ff808b2c HTTP/1.1" status: 404 len: 337 time: 0.0419755 Aug 22 13:47:25.937791 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-16b5cbb3-2a8b-4824-9d0b-6b9395e1da83 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fbb6b9988b30404790dc99fa2fa4c174&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2735772 Aug 22 13:47:25.940472 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57344) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:25.955055 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 5084831a-0688-4b4d-ab8a-710c35838c3b no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:47:25.994953 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 5084831a-0688-4b4d-ab8a-710c35838c3b {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:47:25.995961 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 5084831a-0688-4b4d-ab8a-710c35838c3b not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:47:26.017977 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a5af6026-519a-479b-af41-696146ae6b09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:26.052547 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a5af6026-519a-479b-af41-696146ae6b09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:26.150202 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a5af6026-519a-479b-af41-696146ae6b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:26.153655 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a5af6026-519a-479b-af41-696146ae6b09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:26.158135 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a5af6026-519a-479b-af41-696146ae6b09 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b12fd2a3-edd6-4cbf-880f-9a857f1364d0 HTTP/1.1" status: 204 len: 168 time: 0.2165418 Aug 22 13:47:26.175112 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5af6026-519a-479b-af41-696146ae6b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12fd2a3-edd6-4cbf-880f-9a857f1364d0,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:26.207893 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6160c7d2-2811-4c9f-94e5-9e86373d856a tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Router f456e9f3-38e2-4762-a69f-8ff0cbd687af has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:47:26.269852 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57352) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:26.581317 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-942eb051-540f-4994-91a8-79b86eeef6ce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f5a9cec6b494494a893a00dfba9ab7f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3102682 Aug 22 13:47:26.583728 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57364) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:26.648847 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6160c7d2-2811-4c9f-94e5-9e86373d856a tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:47:26.651371 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6bff7237-9b4c-413b-a11b-4898449012b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:26.653597 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6160c7d2-2811-4c9f-94e5-9e86373d856a tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:26.660508 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93615c5e-1761-4a10-94f7-fbec633b2c34 None None] Sync routers for ids ['f456e9f3-38e2-4762-a69f-8ff0cbd687af'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:47:26.669712 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93615c5e-1761-4a10-94f7-fbec633b2c34 None None] Routers {'f456e9f3-38e2-4762-a69f-8ff0cbd687af'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:47:26.670588 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-93615c5e-1761-4a10-94f7-fbec633b2c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:47:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['f456e9f3-38e2-4762-a69f-8ff0cbd687af'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:26.676838 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6bff7237-9b4c-413b-a11b-4898449012b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:26.687402 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6160c7d2-2811-4c9f-94e5-9e86373d856a tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "DELETE /v2.0/floatingips/30c8ba57-853f-4b4b-bd2a-6a13471fc69f HTTP/1.1" status: 204 len: 168 time: 1.7310672 Aug 22 13:47:26.688084 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511ea42f-9b76-4607-83c9-668d8b36e33b', 'tag': '7e796a31-d03e-425b-b20a-f16018cdf51d'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:47:26.690597 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c77d0a-1b86-4b66-9943-cf999ea73069" -d '{"events": [{"name": "network-changed", "server_uuid": "511ea42f-9b76-4607-83c9-668d8b36e33b", "tag": "7e796a31-d03e-425b-b20a-f16018cdf51d"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:47:26.736312 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6bff7237-9b4c-413b-a11b-4898449012b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:26.740672 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6bff7237-9b4c-413b-a11b-4898449012b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:26.743080 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-6bff7237-9b4c-413b-a11b-4898449012b2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0563e54c-24ea-441b-a4ee-cc983fa62107 HTTP/1.1" status: 204 len: 168 time: 0.1569514 Aug 22 13:47:26.753427 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bff7237-9b4c-413b-a11b-4898449012b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0563e54c-24ea-441b-a4ee-cc983fa62107,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:26.827078 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-93615c5e-1761-4a10-94f7-fbec633b2c34 None None] Set router f456e9f3-38e2-4762-a69f-8ff0cbd687af gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:47:26.963930 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b124dd-2d29-4ee7-893f-a61453eda3f0 x-openstack-request-id: req-21b124dd-2d29-4ee7-893f-a61453eda3f0 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:47:26.964838 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "511ea42f-9b76-4607-83c9-668d8b36e33b", "tag": "7e796a31-d03e-425b-b20a-f16018cdf51d", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:47:26.965309 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-21b124dd-2d29-4ee7-893f-a61453eda3f0 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:47:26.966194 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '511ea42f-9b76-4607-83c9-668d8b36e33b', 'tag': '7e796a31-d03e-425b-b20a-f16018cdf51d', 'status': 'completed', 'code': 200} Aug 22 13:47:27.031987 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c649d8-baa3-4a55-b8e6-53e1d1ecf672 req-3ef7f714-541f-4424-83c5-2995d60215cd tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:27.033778 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a9c649d8-baa3-4a55-b8e6-53e1d1ecf672 req-3ef7f714-541f-4424-83c5-2995d60215cd tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=511ea42f-9b76-4607-83c9-668d8b36e33b HTTP/1.1" status: 200 len: 945 time: 0.0760331 Aug 22 13:47:27.055001 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c77d0a-1b86-4b66-9943-cf999ea73069 req-5faade00-8805-4508-887e-d629741583a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:27.056954 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e7c77d0a-1b86-4b66-9943-cf999ea73069 req-5faade00-8805-4508-887e-d629741583a2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=50b3d484826f4e1f8052fde49b87f38a&device_id=511ea42f-9b76-4607-83c9-668d8b36e33b HTTP/1.1" status: 200 len: 1097 time: 0.0628619 Aug 22 13:47:27.085239 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a9c649d8-baa3-4a55-b8e6-53e1d1ecf672 req-4510bd4a-fd2f-4cd6-a5ee-545ff7749069 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c4617e7-05eb-461f-b334-3d9907d5ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421429 Aug 22 13:47:27.194770 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c77d0a-1b86-4b66-9943-cf999ea73069 req-9b3a7f3c-9d94-46db-a699-4594a630b03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:27.199562 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e7c77d0a-1b86-4b66-9943-cf999ea73069 req-9b3a7f3c-9d94-46db-a699-4594a630b03c service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad1f5797-594b-4ff0-ad04-7d369b81cf3a HTTP/1.1" status: 200 len: 898 time: 0.1321640 Aug 22 13:47:27.206949 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-93615c5e-1761-4a10-94f7-fbec633b2c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f456e9f3-38e2-4762-a69f-8ff0cbd687af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262730253', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '5554742a-0762-4caf-bc5d-809a50e6b552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:45:29Z', 'updated_at': '2021-08-22T13:45:38Z', 'revision_number': 4, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'gw_port': {'id': '5554742a-0762-4caf-bc5d-809a50e6b552', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:53:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f456e9f3-38e2-4762-a69f-8ff0cbd687af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:45:30Z', 'updated_at': '2021-08-22T13:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '359851e8-ff4c-4464-86b8-b636c6d08eb2', 'name': '', 'network_id': 'ad1f5797-594b-4ff0-ad04-7d369b81cf3a', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'mac_address': 'fa:16:3e:97:2a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f456e9f3-38e2-4762-a69f-8ff0cbd687af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'a0e87acb-5107-4e48-a7f5-5e2aff44dba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:45:36Z', 'updated_at': '2021-08-22T13:45:45Z', 'revision_number': 5, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'subnets': [{'id': 'a0e87acb-5107-4e48-a7f5-5e2aff44dba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:27.240423 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93615c5e-1761-4a10-94f7-fbec633b2c34 None None] Checking router: f456e9f3-38e2-4762-a69f-8ff0cbd687af for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:47:27.249670 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93615c5e-1761-4a10-94f7-fbec633b2c34 None None] Routers {'f456e9f3-38e2-4762-a69f-8ff0cbd687af'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:47:27.250521 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-93615c5e-1761-4a10-94f7-fbec633b2c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:47:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['f456e9f3-38e2-4762-a69f-8ff0cbd687af'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:27.305289 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e7c77d0a-1b86-4b66-9943-cf999ea73069 req-f7017723-bc99-41da-b17e-2bf25229b0d4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e796a31-d03e-425b-b20a-f16018cdf51d HTTP/1.1" status: 200 len: 217 time: 0.0981324 Aug 22 13:47:27.368562 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c77d0a-1b86-4b66-9943-cf999ea73069 req-b1fdd8bd-1862-490a-9513-cefaa5b41474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:27.370688 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e7c77d0a-1b86-4b66-9943-cf999ea73069 req-b1fdd8bd-1862-490a-9513-cefaa5b41474 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a0e87acb-5107-4e48-a7f5-5e2aff44dba0 HTTP/1.1" status: 200 len: 833 time: 0.0567663 Aug 22 13:47:27.401866 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-93615c5e-1761-4a10-94f7-fbec633b2c34 None None] Set router f456e9f3-38e2-4762-a69f-8ff0cbd687af gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:47:27.429039 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c77d0a-1b86-4b66-9943-cf999ea73069 req-885e4bd4-2c8d-4c8b-b541-7b53c02705d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:27.433038 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e7c77d0a-1b86-4b66-9943-cf999ea73069 req-885e4bd4-2c8d-4c8b-b541-7b53c02705d5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad1f5797-594b-4ff0-ad04-7d369b81cf3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541549 Aug 22 13:47:27.500025 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57402) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:27.599511 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e7c77d0a-1b86-4b66-9943-cf999ea73069 req-6563c9d5-a50d-4960-a8ac-b8c022f3b927 service neutron] 10.222.0.41 "GET /v2.0/networks/ad1f5797-594b-4ff0-ad04-7d369b81cf3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538329 Aug 22 13:47:27.653821 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-f7fdc798-b469-4d0b-b3c3-6093c10ce022 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Request body: {'network': {'name': 'tempest-RoutersTest-1510198248'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:47:27.687873 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7fdc798-b469-4d0b-b3c3-6093c10ce022 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Made reservation on behalf of 8bdd66044797478ab6b9017c0ef2bbe5 for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:47:27.691618 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-93615c5e-1761-4a10-94f7-fbec633b2c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f456e9f3-38e2-4762-a69f-8ff0cbd687af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262730253', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '5554742a-0762-4caf-bc5d-809a50e6b552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:45:29Z', 'updated_at': '2021-08-22T13:45:38Z', 'revision_number': 4, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'gw_port': {'id': '5554742a-0762-4caf-bc5d-809a50e6b552', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:53:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f456e9f3-38e2-4762-a69f-8ff0cbd687af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:45:30Z', 'updated_at': '2021-08-22T13:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '359851e8-ff4c-4464-86b8-b636c6d08eb2', 'name': '', 'network_id': 'ad1f5797-594b-4ff0-ad04-7d369b81cf3a', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'mac_address': 'fa:16:3e:97:2a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f456e9f3-38e2-4762-a69f-8ff0cbd687af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'a0e87acb-5107-4e48-a7f5-5e2aff44dba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:45:36Z', 'updated_at': '2021-08-22T13:45:45Z', 'revision_number': 5, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'subnets': [{'id': 'a0e87acb-5107-4e48-a7f5-5e2aff44dba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:27.697995 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f7fdc798-b469-4d0b-b3c3-6093c10ce022 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:27.709618 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f7fdc798-b469-4d0b-b3c3-6093c10ce022 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:27.761169 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93615c5e-1761-4a10-94f7-fbec633b2c34 None None] The sync data for ids ['f456e9f3-38e2-4762-a69f-8ff0cbd687af'] in n-d-793621-33 is: [{'id': 'f456e9f3-38e2-4762-a69f-8ff0cbd687af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262730253', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '5554742a-0762-4caf-bc5d-809a50e6b552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:45:29Z', 'updated_at': '2021-08-22T13:45:38Z', 'revision_number': 4, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'gw_port': {'id': '5554742a-0762-4caf-bc5d-809a50e6b552', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:53:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f456e9f3-38e2-4762-a69f-8ff0cbd687af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:45:30Z', 'updated_at': '2021-08-22T13:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '359851e8-ff4c-4464-86b8-b636c6d08eb2', 'name': '', 'network_id': 'ad1f5797-594b-4ff0-ad04-7d369b81cf3a', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'mac_address': 'fa:16:3e:97:2a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f456e9f3-38e2-4762-a69f-8ff0cbd687af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'a0e87acb-5107-4e48-a7f5-5e2aff44dba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:45:36Z', 'updated_at': '2021-08-22T13:45:45Z', 'revision_number': 5, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'subnets': [{'id': 'a0e87acb-5107-4e48-a7f5-5e2aff44dba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:47:27.769351 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e7c77d0a-1b86-4b66-9943-cf999ea73069 req-85e6093f-2a77-42d1-952c-e0c6221904e0 service neutron] 10.222.0.41 "GET /v2.0/networks/ad1f5797-594b-4ff0-ad04-7d369b81cf3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574011 Aug 22 13:47:27.872836 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f7fdc798-b469-4d0b-b3c3-6093c10ce022 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:27.877746 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f7fdc798-b469-4d0b-b3c3-6093c10ce022 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:27.906110 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7fdc798-b469-4d0b-b3c3-6093c10ce022 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:47:27.924072 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fdc798-b469-4d0b-b3c3-6093c10ce022 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce894e3d-42d2-461f-9a7c-65beeaed6954,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:27.927301 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f7fdc798-b469-4d0b-b3c3-6093c10ce022 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:27.927649 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-f7fdc798-b469-4d0b-b3c3-6093c10ce022 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Added segment 40d6956f-950f-4185-ad0f-f16e5333c1ce of type vlan for network 8dda1e39-db0e-4010-bdc9-43952d47a38f Aug 22 13:47:27.980568 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f7fdc798-b469-4d0b-b3c3-6093c10ce022 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:28.012559 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f7fdc798-b469-4d0b-b3c3-6093c10ce022 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:28.019143 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fdc798-b469-4d0b-b3c3-6093c10ce022 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:28.019778 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f7fdc798-b469-4d0b-b3c3-6093c10ce022 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:28.083136 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f7fdc798-b469-4d0b-b3c3-6093c10ce022 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5815618 Aug 22 13:47:28.088130 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57432) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:28.096517 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-24b3202c-6d3e-41c9-b3a9-d679d3205b2f tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Request body: {'network': {'name': 'tempest-RoutersTest-1582713921'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:47:28.122609 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fdc798-b469-4d0b-b3c3-6093c10ce022 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event updated for resources: {'Network': ['ID=8dda1e39-db0e-4010-bdc9-43952d47a38f,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:28.147119 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 8dda1e39-db0e-4010-bdc9-43952d47a38f details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:47:28.150240 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b3202c-6d3e-41c9-b3a9-d679d3205b2f tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Made reservation on behalf of 8bdd66044797478ab6b9017c0ef2bbe5 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:47:28.154348 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-24b3202c-6d3e-41c9-b3a9-d679d3205b2f tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:28.206750 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24b3202c-6d3e-41c9-b3a9-d679d3205b2f tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:47:28.219629 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-24b3202c-6d3e-41c9-b3a9-d679d3205b2f tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:28.219965 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-24b3202c-6d3e-41c9-b3a9-d679d3205b2f tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Added segment ed64f437-b783-48e4-b2d3-f69dfa603689 of type vlan for network 0e5b57dc-ce5b-4536-97c0-7300b276131d Aug 22 13:47:28.257260 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2621c956-91c5-4961-a5b9-da149e4821d3 None None] New status for floating IP 30c8ba57-853f-4b4b-bd2a-6a13471fc69f: DOWN {{(pid=94629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 13:47:28.270883 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b2b14-c4e9-4ac6-9c7b-8271a1810004 req-6d2f4acd-24f6-4b65-af93-7cc9a2c30cd8 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:28.272546 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fd3b2b14-c4e9-4ac6-9c7b-8271a1810004 req-6d2f4acd-24f6-4b65-af93-7cc9a2c30cd8 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=511ea42f-9b76-4607-83c9-668d8b36e33b HTTP/1.1" status: 200 len: 945 time: 0.0773122 Aug 22 13:47:28.275232 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-24b3202c-6d3e-41c9-b3a9-d679d3205b2f tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:28.314264 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-24b3202c-6d3e-41c9-b3a9-d679d3205b2f tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:28.320028 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b3202c-6d3e-41c9-b3a9-d679d3205b2f tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:28.321719 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-24b3202c-6d3e-41c9-b3a9-d679d3205b2f tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:28.356067 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fd3b2b14-c4e9-4ac6-9c7b-8271a1810004 req-9e2976af-4aa4-4075-8571-0c83b08c9bb1 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c4617e7-05eb-461f-b334-3d9907d5ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651820 Aug 22 13:47:28.440272 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-890da4a9-eece-4247-a947-24b30b020078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:28.457632 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:28.462825 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-24b3202c-6d3e-41c9-b3a9-d679d3205b2f tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3726721 Aug 22 13:47:28.465757 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57448) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:28.475105 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b3202c-6d3e-41c9-b3a9-d679d3205b2f tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event updated for resources: {'Network': ['ID=0e5b57dc-ce5b-4536-97c0-7300b276131d,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:28.475506 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-6d219792-3dad-4ad5-96bb-32eb4aedea18 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Request body: {'subnet': {'network_id': '8dda1e39-db0e-4010-bdc9-43952d47a38f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:47:28.489071 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 0e5b57dc-ce5b-4536-97c0-7300b276131d details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:47:28.501780 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c62b8-afab-41ed-a84f-f8d1ed3ec96c req-e39f2b96-6d44-4112-81d7-8c4957a56d54 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:28.504443 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-196c62b8-afab-41ed-a84f-f8d1ed3ec96c req-e39f2b96-6d44-4112-81d7-8c4957a56d54 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.41 "GET /v2.0/ports?device_id=511ea42f-9b76-4607-83c9-668d8b36e33b HTTP/1.1" status: 200 len: 945 time: 0.1644521 Aug 22 13:47:28.582104 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d219792-3dad-4ad5-96bb-32eb4aedea18 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Made reservation on behalf of 8bdd66044797478ab6b9017c0ef2bbe5 for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:47:28.586842 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6d219792-3dad-4ad5-96bb-32eb4aedea18 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:28.626993 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-196c62b8-afab-41ed-a84f-f8d1ed3ec96c req-59845f8a-00fe-4e3e-bda1-c37030db5a63 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Deleting port 7e796a31-d03e-425b-b20a-f16018cdf51d {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:47:28.627396 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-196c62b8-afab-41ed-a84f-f8d1ed3ec96c req-59845f8a-00fe-4e3e-bda1-c37030db5a63 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:28.758458 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-196c62b8-afab-41ed-a84f-f8d1ed3ec96c req-59845f8a-00fe-4e3e-bda1-c37030db5a63 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] For port 7e796a31-d03e-425b-b20a-f16018cdf51d, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=7e796a31-d03e-425b-b20a-f16018cdf51d,segment=NetworkSegment(494efb0b-ab04-46a4-b7e8-28cc3c46a46b),segment_id=494efb0b-ab04-46a4-b7e8-28cc3c46a46b)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:47:28.758896 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-196c62b8-afab-41ed-a84f-f8d1ed3ec96c req-59845f8a-00fe-4e3e-bda1-c37030db5a63 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:28.778141 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-196c62b8-afab-41ed-a84f-f8d1ed3ec96c req-59845f8a-00fe-4e3e-bda1-c37030db5a63 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Calling delete_port for 7e796a31-d03e-425b-b20a-f16018cdf51d owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:47:28.812424 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6d219792-3dad-4ad5-96bb-32eb4aedea18 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:28.895527 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d219792-3dad-4ad5-96bb-32eb4aedea18 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Checking segment: {'id': '40d6956f-950f-4185-ad0f-f16e5333c1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8dda1e39-db0e-4010-bdc9-43952d47a38f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:47:28.896050 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d219792-3dad-4ad5-96bb-32eb4aedea18 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Network hostable DHCP agents. Network: 8dda1e39-db0e-4010-bdc9-43952d47a38f, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:47:28.898855 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d219792-3dad-4ad5-96bb-32eb4aedea18 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event updated for resources: {'Subnet': ['ID=59dde54b-12fc-40f1-9258-173f51f7a198,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:28.918980 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d219792-3dad-4ad5-96bb-32eb4aedea18 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Network 8dda1e39-db0e-4010-bdc9-43952d47a38f is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:47:28.930252 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-6d219792-3dad-4ad5-96bb-32eb4aedea18 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 8dda1e39-db0e-4010-bdc9-43952d47a38f) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:47:28.940432 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95495faa-c032-4060-9ae5-5ad176fa995c None None] Network 8dda1e39-db0e-4010-bdc9-43952d47a38f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:47:28.946600 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d219792-3dad-4ad5-96bb-32eb4aedea18 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:28.947279 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6d219792-3dad-4ad5-96bb-32eb4aedea18 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:28.963863 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-196c62b8-afab-41ed-a84f-f8d1ed3ec96c req-59845f8a-00fe-4e3e-bda1-c37030db5a63 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:28.972747 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-6d219792-3dad-4ad5-96bb-32eb4aedea18 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5010054 Aug 22 13:47:28.972747 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57464) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:28.978484 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-5459a879-20a9-44b6-bb18-4a704bda51d5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Request body: {'subnet': {'network_id': '0e5b57dc-ce5b-4536-97c0-7300b276131d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:47:29.038403 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59845f8a-00fe-4e3e-bda1-c37030db5a63 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event deleted for resources: {'Port': ['ID=7e796a31-d03e-425b-b20a-f16018cdf51d,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:29.124259 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5459a879-20a9-44b6-bb18-4a704bda51d5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Made reservation on behalf of 8bdd66044797478ab6b9017c0ef2bbe5 for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:47:29.132272 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5459a879-20a9-44b6-bb18-4a704bda51d5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:29.146144 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-196c62b8-afab-41ed-a84f-f8d1ed3ec96c req-59845f8a-00fe-4e3e-bda1-c37030db5a63 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] No DVR routers for this DVR port 7e796a31-d03e-425b-b20a-f16018cdf51d on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:47:29.151204 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-196c62b8-afab-41ed-a84f-f8d1ed3ec96c req-59845f8a-00fe-4e3e-bda1-c37030db5a63 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:29.153640 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-196c62b8-afab-41ed-a84f-f8d1ed3ec96c req-59845f8a-00fe-4e3e-bda1-c37030db5a63 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.41 "DELETE /v2.0/ports/7e796a31-d03e-425b-b20a-f16018cdf51d HTTP/1.1" status: 204 len: 173 time: 0.6428919 Aug 22 13:47:29.155032 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511ea42f-9b76-4607-83c9-668d8b36e33b', 'name': 'network-vif-deleted', 'tag': '7e796a31-d03e-425b-b20a-f16018cdf51d'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:47:29.158361 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c19f80d-f1c1-4fdd-91df-556c43cdad49" -d '{"events": [{"server_uuid": "511ea42f-9b76-4607-83c9-668d8b36e33b", "name": "network-vif-deleted", "tag": "7e796a31-d03e-425b-b20a-f16018cdf51d"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:47:29.205452 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41431099-393c-40e4-9639-400c0a509cd1 x-openstack-request-id: req-41431099-393c-40e4-9639-400c0a509cd1 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:47:29.206061 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511ea42f-9b76-4607-83c9-668d8b36e33b", "name": "network-vif-deleted", "tag": "7e796a31-d03e-425b-b20a-f16018cdf51d", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:47:29.206528 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-41431099-393c-40e4-9639-400c0a509cd1 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:47:29.207187 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511ea42f-9b76-4607-83c9-668d8b36e33b', 'name': 'network-vif-deleted', 'tag': '7e796a31-d03e-425b-b20a-f16018cdf51d', 'status': 'completed', 'code': 200} Aug 22 13:47:29.240713 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16717885-ed41-42d0-b7ea-2f259e2871c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-8dda1e39-db0e-4010-bdc9-43952d47a38f', 'network_id': '8dda1e39-db0e-4010-bdc9-43952d47a38f', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'fixed_ips': [{'subnet_id': '59dde54b-12fc-40f1-9258-173f51f7a198'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:47:29.241970 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-16717885-ed41-42d0-b7ea-2f259e2871c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:29.453490 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-16717885-ed41-42d0-b7ea-2f259e2871c8 None None] Allocated IP 172.20.0.2 (8dda1e39-db0e-4010-bdc9-43952d47a38f/59dde54b-12fc-40f1-9258-173f51f7a198/5679bb76-1cd8-48cb-aa78-c6080f153665) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:47:29.550993 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-63269e79-2db4-4c7a-a4ef-c70cbc52c986 req-7b931d70-d5d2-4b2a-9b02-6f8e11f4cd40 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "GET /v2.0/ports?device_id=511ea42f-9b76-4607-83c9-668d8b36e33b HTTP/1.1" status: 200 len: 210 time: 0.0370283 Aug 22 13:47:29.558216 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5459a879-20a9-44b6-bb18-4a704bda51d5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:29.646078 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5459a879-20a9-44b6-bb18-4a704bda51d5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event updated for resources: {'Subnet': ['ID=6afe2b97-1c12-4ada-b03a-c441e733c3c8,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:29.652760 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5459a879-20a9-44b6-bb18-4a704bda51d5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Checking segment: {'id': 'ed64f437-b783-48e4-b2d3-f69dfa603689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0e5b57dc-ce5b-4536-97c0-7300b276131d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:47:29.653271 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5459a879-20a9-44b6-bb18-4a704bda51d5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Network hostable DHCP agents. Network: 0e5b57dc-ce5b-4536-97c0-7300b276131d, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:47:29.678969 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-16717885-ed41-42d0-b7ea-2f259e2871c8 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:29.681912 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5459a879-20a9-44b6-bb18-4a704bda51d5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Network 0e5b57dc-ce5b-4536-97c0-7300b276131d is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:47:29.698070 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-16717885-ed41-42d0-b7ea-2f259e2871c8 None None] Transition to ACTIVE for port object 5679bb76-1cd8-48cb-aa78-c6080f153665 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:47:29.701083 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-5459a879-20a9-44b6-bb18-4a704bda51d5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 0e5b57dc-ce5b-4536-97c0-7300b276131d) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:47:29.706111 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5459a879-20a9-44b6-bb18-4a704bda51d5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:29.706793 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5459a879-20a9-44b6-bb18-4a704bda51d5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:29.722654 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a78724-0b47-4a33-b2ca-b976ff3d7d14 None None] Network 0e5b57dc-ce5b-4536-97c0-7300b276131d requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:47:29.733986 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-5459a879-20a9-44b6-bb18-4a704bda51d5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7601874 Aug 22 13:47:29.734565 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57488) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:29.739438 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-65010ae8-6130-4d2a-93fc-b6d0d60e1979 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-276715162', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:47:29.777033 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-65010ae8-6130-4d2a-93fc-b6d0d60e1979 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:29.778334 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-65010ae8-6130-4d2a-93fc-b6d0d60e1979 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:29.857700 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-65010ae8-6130-4d2a-93fc-b6d0d60e1979 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:29.862418 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-65010ae8-6130-4d2a-93fc-b6d0d60e1979 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:29.891963 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-65010ae8-6130-4d2a-93fc-b6d0d60e1979 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:29.894697 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-65010ae8-6130-4d2a-93fc-b6d0d60e1979 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1576836 Aug 22 13:47:29.896378 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57494) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:29.947660 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-16717885-ed41-42d0-b7ea-2f259e2871c8 None None] Transition to ACTIVE for port object 5679bb76-1cd8-48cb-aa78-c6080f153665 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:47:29.957449 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-16717885-ed41-42d0-b7ea-2f259e2871c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:30.033990 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16717885-ed41-42d0-b7ea-2f259e2871c8 None None] Network 8dda1e39-db0e-4010-bdc9-43952d47a38f is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:47:30.043017 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-16717885-ed41-42d0-b7ea-2f259e2871c8 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:47:30.047212 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16717885-ed41-42d0-b7ea-2f259e2871c8 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:47:30.050081 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16717885-ed41-42d0-b7ea-2f259e2871c8 None None] Pushing event updated for resources: {'Port': ['ID=5679bb76-1cd8-48cb-aa78-c6080f153665,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:30.150304 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-16717885-ed41-42d0-b7ea-2f259e2871c8 None None] Attempting to bind port 5679bb76-1cd8-48cb-aa78-c6080f153665 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:47:30.150990 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-16717885-ed41-42d0-b7ea-2f259e2871c8 None None] Attempting to bind port 5679bb76-1cd8-48cb-aa78-c6080f153665 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '40d6956f-950f-4185-ad0f-f16e5333c1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8dda1e39-db0e-4010-bdc9-43952d47a38f'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:47:30.151537 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16717885-ed41-42d0-b7ea-2f259e2871c8 None None] Attempting to bind port 5679bb76-1cd8-48cb-aa78-c6080f153665 on network 8dda1e39-db0e-4010-bdc9-43952d47a38f {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:47:30.157731 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16717885-ed41-42d0-b7ea-2f259e2871c8 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:47:30.158108 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16717885-ed41-42d0-b7ea-2f259e2871c8 None None] Checking segment: {'id': '40d6956f-950f-4185-ad0f-f16e5333c1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8dda1e39-db0e-4010-bdc9-43952d47a38f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:47:30.158789 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-16717885-ed41-42d0-b7ea-2f259e2871c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:30.158929 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16717885-ed41-42d0-b7ea-2f259e2871c8 None None] Bound using segment: {'id': '40d6956f-950f-4185-ad0f-f16e5333c1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8dda1e39-db0e-4010-bdc9-43952d47a38f'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:47:30.159350 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-16717885-ed41-42d0-b7ea-2f259e2871c8 None None] Bound port: 5679bb76-1cd8-48cb-aa78-c6080f153665, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40d6956f-950f-4185-ad0f-f16e5333c1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8dda1e39-db0e-4010-bdc9-43952d47a38f'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:47:30.159730 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-16717885-ed41-42d0-b7ea-2f259e2871c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:30.162971 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0f7a5d-7635-473d-871c-91478ed2b3b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-0e5b57dc-ce5b-4536-97c0-7300b276131d', 'network_id': '0e5b57dc-ce5b-4536-97c0-7300b276131d', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'fixed_ips': [{'subnet_id': '6afe2b97-1c12-4ada-b03a-c441e733c3c8'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:47:30.164357 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0e0f7a5d-7635-473d-871c-91478ed2b3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:30.214995 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-59b22465-faea-4673-bb35-da20221f4682 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:30.301359 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-16717885-ed41-42d0-b7ea-2f259e2871c8 None None] For port 5679bb76-1cd8-48cb-aa78-c6080f153665, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:47:30.307117 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-16717885-ed41-42d0-b7ea-2f259e2871c8 None None] For port 5679bb76-1cd8-48cb-aa78-c6080f153665, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=5679bb76-1cd8-48cb-aa78-c6080f153665,segment=NetworkSegment(40d6956f-950f-4185-ad0f-f16e5333c1ce),segment_id=40d6956f-950f-4185-ad0f-f16e5333c1ce)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:47:30.313658 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-16717885-ed41-42d0-b7ea-2f259e2871c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:30.398099 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-0e0f7a5d-7635-473d-871c-91478ed2b3b7 None None] Allocated IP 172.21.0.2 (0e5b57dc-ce5b-4536-97c0-7300b276131d/6afe2b97-1c12-4ada-b03a-c441e733c3c8/0637acb5-fb81-4686-9a53-ec76f27d58a6) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:47:30.417319 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16717885-ed41-42d0-b7ea-2f259e2871c8 None None] Pushing event updated for resources: {'Port': ['ID=5679bb76-1cd8-48cb-aa78-c6080f153665,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:30.504282 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-59b22465-faea-4673-bb35-da20221f4682 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Allocated IP 172.20.0.1 (8dda1e39-db0e-4010-bdc9-43952d47a38f/59dde54b-12fc-40f1-9258-173f51f7a198/a4d38dcf-1104-4d2b-aa31-7a21da46bbc0) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:47:30.701409 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57510) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:30.712429 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0e0f7a5d-7635-473d-871c-91478ed2b3b7 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:30.734216 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-0e0f7a5d-7635-473d-871c-91478ed2b3b7 None None] Transition to ACTIVE for port object 0637acb5-fb81-4686-9a53-ec76f27d58a6 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:47:30.766996 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-0e0f7a5d-7635-473d-871c-91478ed2b3b7 None None] Transition to ACTIVE for port object 0637acb5-fb81-4686-9a53-ec76f27d58a6 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:47:30.779465 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0e0f7a5d-7635-473d-871c-91478ed2b3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:30.797933 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-59b22465-faea-4673-bb35-da20221f4682 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:30.857888 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-59b22465-faea-4673-bb35-da20221f4682 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Transition to ACTIVE for port object a4d38dcf-1104-4d2b-aa31-7a21da46bbc0 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:47:30.862439 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0f7a5d-7635-473d-871c-91478ed2b3b7 None None] Network 0e5b57dc-ce5b-4536-97c0-7300b276131d is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:47:30.870009 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-0e0f7a5d-7635-473d-871c-91478ed2b3b7 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:47:30.878223 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0f7a5d-7635-473d-871c-91478ed2b3b7 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:47:30.890376 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0f7a5d-7635-473d-871c-91478ed2b3b7 None None] Pushing event updated for resources: {'Port': ['ID=0637acb5-fb81-4686-9a53-ec76f27d58a6,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:30.950662 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-59b22465-faea-4673-bb35-da20221f4682 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:30.959061 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-0e0f7a5d-7635-473d-871c-91478ed2b3b7 None None] Attempting to bind port 0637acb5-fb81-4686-9a53-ec76f27d58a6 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:47:30.959436 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-0e0f7a5d-7635-473d-871c-91478ed2b3b7 None None] Attempting to bind port 0637acb5-fb81-4686-9a53-ec76f27d58a6 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'ed64f437-b783-48e4-b2d3-f69dfa603689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0e5b57dc-ce5b-4536-97c0-7300b276131d'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:47:30.960227 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0f7a5d-7635-473d-871c-91478ed2b3b7 None None] Attempting to bind port 0637acb5-fb81-4686-9a53-ec76f27d58a6 on network 0e5b57dc-ce5b-4536-97c0-7300b276131d {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:47:30.966905 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0f7a5d-7635-473d-871c-91478ed2b3b7 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:47:30.967457 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0f7a5d-7635-473d-871c-91478ed2b3b7 None None] Checking segment: {'id': 'ed64f437-b783-48e4-b2d3-f69dfa603689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0e5b57dc-ce5b-4536-97c0-7300b276131d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:47:30.968113 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0e0f7a5d-7635-473d-871c-91478ed2b3b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:30.969299 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0f7a5d-7635-473d-871c-91478ed2b3b7 None None] Bound using segment: {'id': 'ed64f437-b783-48e4-b2d3-f69dfa603689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0e5b57dc-ce5b-4536-97c0-7300b276131d'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:47:30.969907 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-0e0f7a5d-7635-473d-871c-91478ed2b3b7 None None] Bound port: 0637acb5-fb81-4686-9a53-ec76f27d58a6, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed64f437-b783-48e4-b2d3-f69dfa603689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0e5b57dc-ce5b-4536-97c0-7300b276131d'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:47:30.970797 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0e0f7a5d-7635-473d-871c-91478ed2b3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:31.034727 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b22465-faea-4673-bb35-da20221f4682 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Network 8dda1e39-db0e-4010-bdc9-43952d47a38f is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:47:31.042286 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-59b22465-faea-4673-bb35-da20221f4682 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:47:31.044766 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b22465-faea-4673-bb35-da20221f4682 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event updated for resources: {'Port': ['ID=a4d38dcf-1104-4d2b-aa31-7a21da46bbc0,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:31.047193 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b22465-faea-4673-bb35-da20221f4682 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:47:31.092086 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b22465-faea-4673-bb35-da20221f4682 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:47:31.092451 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b22465-faea-4673-bb35-da20221f4682 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:47:31.092819 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b22465-faea-4673-bb35-da20221f4682 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:47:31.093159 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b22465-faea-4673-bb35-da20221f4682 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:47:31.093484 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b22465-faea-4673-bb35-da20221f4682 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:47:31.093808 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b22465-faea-4673-bb35-da20221f4682 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:47:31.094135 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b22465-faea-4673-bb35-da20221f4682 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:47:31.095370 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b22465-faea-4673-bb35-da20221f4682 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:47:31.095370 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b22465-faea-4673-bb35-da20221f4682 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:47:31.095564 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b22465-faea-4673-bb35-da20221f4682 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:47:31.096644 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b22465-faea-4673-bb35-da20221f4682 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:47:31.096644 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b22465-faea-4673-bb35-da20221f4682 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:47:31.096913 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-666290fd-e5e4-4f62-b7ae-bd4ca36a7ae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:31.116829 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-0e0f7a5d-7635-473d-871c-91478ed2b3b7 None None] For port 0637acb5-fb81-4686-9a53-ec76f27d58a6, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:47:31.123729 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-0e0f7a5d-7635-473d-871c-91478ed2b3b7 None None] For port 0637acb5-fb81-4686-9a53-ec76f27d58a6, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=0637acb5-fb81-4686-9a53-ec76f27d58a6,segment=NetworkSegment(ed64f437-b783-48e4-b2d3-f69dfa603689),segment_id=ed64f437-b783-48e4-b2d3-f69dfa603689)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:47:31.131402 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0e0f7a5d-7635-473d-871c-91478ed2b3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:31.168169 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-59b22465-faea-4673-bb35-da20221f4682 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:31.250288 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0f7a5d-7635-473d-871c-91478ed2b3b7 None None] Pushing event updated for resources: {'Port': ['ID=0637acb5-fb81-4686-9a53-ec76f27d58a6,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:31.298648 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:31.392882 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-59b22465-faea-4673-bb35-da20221f4682 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:31.952141 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-59b22465-faea-4673-bb35-da20221f4682 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:31.964028 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-59b22465-faea-4673-bb35-da20221f4682 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:32.093161 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 5679bb76-1cd8-48cb-aa78-c6080f153665 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:47:32.129756 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b22465-faea-4673-bb35-da20221f4682 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event updated for resources: {'Port': ['ID=a4d38dcf-1104-4d2b-aa31-7a21da46bbc0,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:32.136223 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-59b22465-faea-4673-bb35-da20221f4682 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:32.137037 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0dfcb8fb-ceaa-47d7-b318-70eaf80fb9b2 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:32.173900 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682553bb-0512-4868-b52c-9a8bb74fac53 None None] Network 8dda1e39-db0e-4010-bdc9-43952d47a38f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:47:32.192274 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 5679bb76-1cd8-48cb-aa78-c6080f153665 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:47:32.198814 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 0637acb5-fb81-4686-9a53-ec76f27d58a6 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:47:32.270161 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:47:32.281246 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b22465-faea-4673-bb35-da20221f4682 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Network 8dda1e39-db0e-4010-bdc9-43952d47a38f is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:47:32.282765 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-59b22465-faea-4673-bb35-da20221f4682 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:47:32.342014 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-889d09a2-4177-4149-80cd-9f9b4982da35 None None] Provisioning for port 5679bb76-1cd8-48cb-aa78-c6080f153665 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:47:32.469589 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 7e796a31-d03e-425b-b20a-f16018cdf51d no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:47:32.475177 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-889d09a2-4177-4149-80cd-9f9b4982da35 None None] Provisioning complete for port 5679bb76-1cd8-48cb-aa78-c6080f153665 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:47:32.475800 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-889d09a2-4177-4149-80cd-9f9b4982da35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:32.504996 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 0637acb5-fb81-4686-9a53-ec76f27d58a6 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:47:32.567237 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: 7e796a31-d03e-425b-b20a-f16018cdf51d {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:47:32.567586 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 7e796a31-d03e-425b-b20a-f16018cdf51d not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:47:32.584509 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b22465-faea-4673-bb35-da20221f4682 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Router fb2d4e87-0cee-4df7-bb18-306d46f4379b is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:47:32.596419 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:32.717551 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b22465-faea-4673-bb35-da20221f4682 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:47:32.733042 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-59b22465-faea-4673-bb35-da20221f4682 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "PUT /v2.0/routers/fb2d4e87-0cee-4df7-bb18-306d46f4379b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8337119 Aug 22 13:47:32.733684 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cdc616-3c34-409f-94a2-9c7761131c57 None None] Sync routers for ids ['fb2d4e87-0cee-4df7-bb18-306d46f4379b'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:47:32.735540 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57548) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:32.754640 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-0dfcb8fb-ceaa-47d7-b318-70eaf80fb9b2 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Deleting port 359851e8-ff4c-4464-86b8-b636c6d08eb2 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:47:32.755482 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0dfcb8fb-ceaa-47d7-b318-70eaf80fb9b2 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:32.783084 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cdc616-3c34-409f-94a2-9c7761131c57 None None] Routers {'fb2d4e87-0cee-4df7-bb18-306d46f4379b'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:47:32.784616 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-91cdc616-3c34-409f-94a2-9c7761131c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:47:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['fb2d4e87-0cee-4df7-bb18-306d46f4379b'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:32.793375 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-889d09a2-4177-4149-80cd-9f9b4982da35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:32.854154 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0750ae-a5d0-4738-9979-02251d03a17d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:32.855422 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-91cdc616-3c34-409f-94a2-9c7761131c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:32.856045 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-de0750ae-a5d0-4738-9979-02251d03a17d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "GET /v2.0/ports/a4d38dcf-1104-4d2b-aa31-7a21da46bbc0 HTTP/1.1" status: 200 len: 910 time: 0.1193283 Aug 22 13:47:32.858523 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57556) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:32.873088 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-0dfcb8fb-ceaa-47d7-b318-70eaf80fb9b2 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] For port 359851e8-ff4c-4464-86b8-b636c6d08eb2, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=359851e8-ff4c-4464-86b8-b636c6d08eb2,segment=NetworkSegment(494efb0b-ab04-46a4-b7e8-28cc3c46a46b),segment_id=494efb0b-ab04-46a4-b7e8-28cc3c46a46b)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:47:32.873500 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0dfcb8fb-ceaa-47d7-b318-70eaf80fb9b2 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:32.874206 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-889d09a2-4177-4149-80cd-9f9b4982da35 None None] For port 5679bb76-1cd8-48cb-aa78-c6080f153665, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=5679bb76-1cd8-48cb-aa78-c6080f153665,segment=NetworkSegment(40d6956f-950f-4185-ad0f-f16e5333c1ce),segment_id=40d6956f-950f-4185-ad0f-f16e5333c1ce)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:47:32.875785 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cdc616-3c34-409f-94a2-9c7761131c57 None None] Routers {'fb2d4e87-0cee-4df7-bb18-306d46f4379b'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:47:32.876689 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-91cdc616-3c34-409f-94a2-9c7761131c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:47:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['fb2d4e87-0cee-4df7-bb18-306d46f4379b'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:32.883892 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-889d09a2-4177-4149-80cd-9f9b4982da35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:32.889883 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-0dfcb8fb-ceaa-47d7-b318-70eaf80fb9b2 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Calling delete_port for 359851e8-ff4c-4464-86b8-b636c6d08eb2 owned by network:router_interface {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:47:32.993362 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-91cdc616-3c34-409f-94a2-9c7761131c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:32.993362 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cdc616-3c34-409f-94a2-9c7761131c57 None None] The sync data for ids ['fb2d4e87-0cee-4df7-bb18-306d46f4379b'] in n-d-793621-33 is: [] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:47:33.013769 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889d09a2-4177-4149-80cd-9f9b4982da35 None None] Pushing event updated for resources: {'Port': ['ID=5679bb76-1cd8-48cb-aa78-c6080f153665,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:33.029257 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f17c1f-3428-4483-8bdc-ccc22bf629c9 None None] Network 0e5b57dc-ce5b-4536-97c0-7300b276131d requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:47:33.134867 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-cfd6038f-9d6a-4dce-921c-4e336b666aef None None] Provisioning complete for port 5679bb76-1cd8-48cb-aa78-c6080f153665 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:47:33.135561 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-cfd6038f-9d6a-4dce-921c-4e336b666aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:33.235108 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0dfcb8fb-ceaa-47d7-b318-70eaf80fb9b2 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:33.276716 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfcb8fb-ceaa-47d7-b318-70eaf80fb9b2 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event deleted for resources: {'Port': ['ID=359851e8-ff4c-4464-86b8-b636c6d08eb2,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:33.395391 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-cfd6038f-9d6a-4dce-921c-4e336b666aef None None] Provisioning for port a4d38dcf-1104-4d2b-aa31-7a21da46bbc0 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:47:33.401879 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-cfd6038f-9d6a-4dce-921c-4e336b666aef None None] Provisioning complete for port a4d38dcf-1104-4d2b-aa31-7a21da46bbc0 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:47:33.402652 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-cfd6038f-9d6a-4dce-921c-4e336b666aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:33.489297 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-cfd6038f-9d6a-4dce-921c-4e336b666aef None None] Port a4d38dcf-1104-4d2b-aa31-7a21da46bbc0 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:47:33.510852 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-cfd6038f-9d6a-4dce-921c-4e336b666aef None None] Provisioning for port 0637acb5-fb81-4686-9a53-ec76f27d58a6 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:47:33.515792 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-cfd6038f-9d6a-4dce-921c-4e336b666aef None None] Provisioning complete for port 0637acb5-fb81-4686-9a53-ec76f27d58a6 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:47:33.515792 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-cfd6038f-9d6a-4dce-921c-4e336b666aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:33.611917 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0dfcb8fb-ceaa-47d7-b318-70eaf80fb9b2 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:33.708271 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-79301892-a890-4c16-a3a7-7a0bfeda87a5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:33.727592 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-cfd6038f-9d6a-4dce-921c-4e336b666aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:33.832946 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-cfd6038f-9d6a-4dce-921c-4e336b666aef None None] For port 0637acb5-fb81-4686-9a53-ec76f27d58a6, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=0637acb5-fb81-4686-9a53-ec76f27d58a6,segment=NetworkSegment(ed64f437-b783-48e4-b2d3-f69dfa603689),segment_id=ed64f437-b783-48e4-b2d3-f69dfa603689)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:47:33.842970 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-cfd6038f-9d6a-4dce-921c-4e336b666aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:34.050922 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd6038f-9d6a-4dce-921c-4e336b666aef None None] Pushing event updated for resources: {'Port': ['ID=0637acb5-fb81-4686-9a53-ec76f27d58a6,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:34.066033 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:34.072733 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-1fb83ba7-1bd6-4529-9eab-ced69a7f489a None None] Provisioning complete for port a4d38dcf-1104-4d2b-aa31-7a21da46bbc0 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:47:34.073708 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1fb83ba7-1bd6-4529-9eab-ced69a7f489a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:34.111087 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 5679bb76-1cd8-48cb-aa78-c6080f153665 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:47:34.147783 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dfcb8fb-ceaa-47d7-b318-70eaf80fb9b2 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Router f456e9f3-38e2-4762-a69f-8ff0cbd687af has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:47:34.181422 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-1fb83ba7-1bd6-4529-9eab-ced69a7f489a None None] Port a4d38dcf-1104-4d2b-aa31-7a21da46bbc0 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:47:34.187925 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 5679bb76-1cd8-48cb-aa78-c6080f153665 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:47:34.188520 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:34.249691 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-1fb83ba7-1bd6-4529-9eab-ced69a7f489a None None] Provisioning complete for port 0637acb5-fb81-4686-9a53-ec76f27d58a6 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:47:34.250372 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1fb83ba7-1bd6-4529-9eab-ced69a7f489a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:34.276531 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:34.278837 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-79301892-a890-4c16-a3a7-7a0bfeda87a5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Allocated IP 172.21.0.1 (0e5b57dc-ce5b-4536-97c0-7300b276131d/6afe2b97-1c12-4ada-b03a-c441e733c3c8/c7cfa183-c115-4524-b26a-b3547dab69ea) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:47:34.310117 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dfcb8fb-ceaa-47d7-b318-70eaf80fb9b2 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:47:34.328555 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-0dfcb8fb-ceaa-47d7-b318-70eaf80fb9b2 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "PUT /v2.0/routers/f456e9f3-38e2-4762-a69f-8ff0cbd687af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6247640 Aug 22 13:47:34.329522 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57580) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:34.332274 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bc64d2-f4c3-4287-a937-3d1cb81fcdb6 None None] Sync routers for ids ['f456e9f3-38e2-4762-a69f-8ff0cbd687af'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:47:34.386323 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bc64d2-f4c3-4287-a937-3d1cb81fcdb6 None None] Routers {'f456e9f3-38e2-4762-a69f-8ff0cbd687af'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:47:34.386965 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-02bc64d2-f4c3-4287-a937-3d1cb81fcdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:47:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['f456e9f3-38e2-4762-a69f-8ff0cbd687af'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:34.399467 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5243cfc-f768-4fc5-9445-047d389ce631 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Deleting subnet a0e87acb-5107-4e48-a7f5-5e2aff44dba0 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:47:34.403438 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d5243cfc-f768-4fc5-9445-047d389ce631 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:34.440304 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-79301892-a890-4c16-a3a7-7a0bfeda87a5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:34.474288 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d5243cfc-f768-4fc5-9445-047d389ce631 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:34.475452 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-79301892-a890-4c16-a3a7-7a0bfeda87a5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Transition to ACTIVE for port object c7cfa183-c115-4524-b26a-b3547dab69ea will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:47:34.523841 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-79301892-a890-4c16-a3a7-7a0bfeda87a5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:34.576685 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d5243cfc-f768-4fc5-9445-047d389ce631 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:34.596526 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79301892-a890-4c16-a3a7-7a0bfeda87a5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Network 0e5b57dc-ce5b-4536-97c0-7300b276131d is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:47:34.600169 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-79301892-a890-4c16-a3a7-7a0bfeda87a5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:47:34.605294 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79301892-a890-4c16-a3a7-7a0bfeda87a5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:47:34.646485 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79301892-a890-4c16-a3a7-7a0bfeda87a5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event updated for resources: {'Port': ['ID=c7cfa183-c115-4524-b26a-b3547dab69ea,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:34.687848 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-79301892-a890-4c16-a3a7-7a0bfeda87a5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:34.688449 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-02bc64d2-f4c3-4287-a937-3d1cb81fcdb6 None None] Set router f456e9f3-38e2-4762-a69f-8ff0cbd687af gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:47:34.698617 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d5243cfc-f768-4fc5-9445-047d389ce631 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:34.742868 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5243cfc-f768-4fc5-9445-047d389ce631 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event deleted for resources: {'Subnet': ['ID=a0e87acb-5107-4e48-a7f5-5e2aff44dba0,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:34.765068 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d5243cfc-f768-4fc5-9445-047d389ce631 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:34.767045 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d5243cfc-f768-4fc5-9445-047d389ce631 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "DELETE /v2.0/subnets/a0e87acb-5107-4e48-a7f5-5e2aff44dba0 HTTP/1.1" status: 204 len: 168 time: 0.4363012 Aug 22 13:47:34.770588 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4642ea8b-5721-443f-8051-c083ae911064 None None] Network ad1f5797-594b-4ff0-ad04-7d369b81cf3a requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:47:34.774438 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57590) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:34.956970 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-79301892-a890-4c16-a3a7-7a0bfeda87a5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:35.008313 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3de7ceab-c665-41ae-ad5a-f2c2b4b9c271 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for router, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:35.121852 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3de7ceab-c665-41ae-ad5a-f2c2b4b9c271 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:35.137851 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-1aaf906e-48a5-4726-9681-fce53daf9751 None None] Provisioning for port c7cfa183-c115-4524-b26a-b3547dab69ea completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:47:35.184898 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-3de7ceab-c665-41ae-ad5a-f2c2b4b9c271 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Deleting port 5554742a-0762-4caf-bc5d-809a50e6b552 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:47:35.185251 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3de7ceab-c665-41ae-ad5a-f2c2b4b9c271 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:35.193370 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-1aaf906e-48a5-4726-9681-fce53daf9751 None None] Provisioning complete for port c7cfa183-c115-4524-b26a-b3547dab69ea triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:47:35.193936 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1aaf906e-48a5-4726-9681-fce53daf9751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:35.291280 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-3de7ceab-c665-41ae-ad5a-f2c2b4b9c271 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] For port 5554742a-0762-4caf-bc5d-809a50e6b552, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=5554742a-0762-4caf-bc5d-809a50e6b552,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:47:35.291684 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3de7ceab-c665-41ae-ad5a-f2c2b4b9c271 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:35.297628 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-1aaf906e-48a5-4726-9681-fce53daf9751 None None] Port c7cfa183-c115-4524-b26a-b3547dab69ea cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:47:35.327865 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-02bc64d2-f4c3-4287-a937-3d1cb81fcdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f456e9f3-38e2-4762-a69f-8ff0cbd687af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262730253', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '5554742a-0762-4caf-bc5d-809a50e6b552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:45:29Z', 'updated_at': '2021-08-22T13:47:33Z', 'revision_number': 5, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'gw_port': {'id': '5554742a-0762-4caf-bc5d-809a50e6b552', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:53:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f456e9f3-38e2-4762-a69f-8ff0cbd687af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:45:30Z', 'updated_at': '2021-08-22T13:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:35.340453 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-3de7ceab-c665-41ae-ad5a-f2c2b4b9c271 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Calling delete_port for 5554742a-0762-4caf-bc5d-809a50e6b552 owned by network:router_gateway {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:47:35.388076 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f003c1-98ba-416b-87d7-6ddd189338a4 None None] DHCP port deletion for ad1f5797-594b-4ff0-ad04-7d369b81cf3a request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:47:35.391235 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bc64d2-f4c3-4287-a937-3d1cb81fcdb6 None None] Checking router: f456e9f3-38e2-4762-a69f-8ff0cbd687af for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:47:35.438829 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bc64d2-f4c3-4287-a937-3d1cb81fcdb6 None None] Routers {'f456e9f3-38e2-4762-a69f-8ff0cbd687af'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:47:35.439792 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-02bc64d2-f4c3-4287-a937-3d1cb81fcdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:47:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['f456e9f3-38e2-4762-a69f-8ff0cbd687af'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:35.750406 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3de7ceab-c665-41ae-ad5a-f2c2b4b9c271 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:35.786819 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de7ceab-c665-41ae-ad5a-f2c2b4b9c271 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event deleted for resources: {'Port': ['ID=5554742a-0762-4caf-bc5d-809a50e6b552,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:35.860182 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3de7ceab-c665-41ae-ad5a-f2c2b4b9c271 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:35.871959 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e1f003c1-98ba-416b-87d7-6ddd189338a4 None None] Deleting port 0da93c85-3d94-4303-aa14-52f97e277eb3 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:47:35.871959 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e1f003c1-98ba-416b-87d7-6ddd189338a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:35.884982 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-02bc64d2-f4c3-4287-a937-3d1cb81fcdb6 None None] Set router f456e9f3-38e2-4762-a69f-8ff0cbd687af gateway port host: None {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:47:35.978228 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-02bc64d2-f4c3-4287-a937-3d1cb81fcdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f456e9f3-38e2-4762-a69f-8ff0cbd687af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262730253', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:45:29Z', 'updated_at': '2021-08-22T13:47:35Z', 'revision_number': 6, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'gw_port_host': None}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:36.003692 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3de7ceab-c665-41ae-ad5a-f2c2b4b9c271 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:36.012593 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3de7ceab-c665-41ae-ad5a-f2c2b4b9c271 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:36.016858 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bc64d2-f4c3-4287-a937-3d1cb81fcdb6 None None] The sync data for ids ['f456e9f3-38e2-4762-a69f-8ff0cbd687af'] in n-d-793621-33 is: [{'id': 'f456e9f3-38e2-4762-a69f-8ff0cbd687af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262730253', 'tenant_id': '50b3d484826f4e1f8052fde49b87f38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:45:29Z', 'updated_at': '2021-08-22T13:47:35Z', 'revision_number': 6, 'project_id': '50b3d484826f4e1f8052fde49b87f38a', 'gw_port_host': None}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:47:36.042812 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e1f003c1-98ba-416b-87d7-6ddd189338a4 None None] For port 0da93c85-3d94-4303-aa14-52f97e277eb3, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=0da93c85-3d94-4303-aa14-52f97e277eb3,segment=NetworkSegment(494efb0b-ab04-46a4-b7e8-28cc3c46a46b),segment_id=494efb0b-ab04-46a4-b7e8-28cc3c46a46b)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:47:36.043219 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e1f003c1-98ba-416b-87d7-6ddd189338a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:36.058752 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e1f003c1-98ba-416b-87d7-6ddd189338a4 None None] Calling delete_port for 0da93c85-3d94-4303-aa14-52f97e277eb3 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:47:36.064475 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-79301892-a890-4c16-a3a7-7a0bfeda87a5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:36.095980 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-79301892-a890-4c16-a3a7-7a0bfeda87a5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:36.098966 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3de7ceab-c665-41ae-ad5a-f2c2b4b9c271 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:36.100099 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de7ceab-c665-41ae-ad5a-f2c2b4b9c271 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Fanout notify agent at l3_agent the message router_deleted on router f456e9f3-38e2-4762-a69f-8ff0cbd687af {{(pid=94627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:47:36.110965 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3de7ceab-c665-41ae-ad5a-f2c2b4b9c271 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:36.113071 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-3de7ceab-c665-41ae-ad5a-f2c2b4b9c271 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "DELETE /v2.0/routers/f456e9f3-38e2-4762-a69f-8ff0cbd687af HTTP/1.1" status: 204 len: 168 time: 1.3375924 Aug 22 13:47:36.115621 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57612) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:36.181988 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e1f003c1-98ba-416b-87d7-6ddd189338a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:36.205147 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-79301892-a890-4c16-a3a7-7a0bfeda87a5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:36.208088 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79301892-a890-4c16-a3a7-7a0bfeda87a5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event updated for resources: {'Port': ['ID=c7cfa183-c115-4524-b26a-b3547dab69ea,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:36.216337 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f003c1-98ba-416b-87d7-6ddd189338a4 None None] Pushing event deleted for resources: {'Port': ['ID=0da93c85-3d94-4303-aa14-52f97e277eb3,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:36.230161 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f003c1-98ba-416b-87d7-6ddd189338a4 None None] No DVR routers for this DVR port 0da93c85-3d94-4303-aa14-52f97e277eb3 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:47:36.248159 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0562d679-64de-429f-a3ed-6f5d23ae8818 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:36.334155 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79301892-a890-4c16-a3a7-7a0bfeda87a5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Network 0e5b57dc-ce5b-4536-97c0-7300b276131d is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:47:36.336491 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-79301892-a890-4c16-a3a7-7a0bfeda87a5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:47:36.356391 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0562d679-64de-429f-a3ed-6f5d23ae8818 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:36.380340 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-0562d679-64de-429f-a3ed-6f5d23ae8818 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad1f5797-594b-4ff0-ad04-7d369b81cf3a']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:36.405097 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-0562d679-64de-429f-a3ed-6f5d23ae8818 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '494efb0b-ab04-46a4-b7e8-28cc3c46a46b') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:36.405374 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-0562d679-64de-429f-a3ed-6f5d23ae8818 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '494efb0b-ab04-46a4-b7e8-28cc3c46a46b') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:36.427568 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0562d679-64de-429f-a3ed-6f5d23ae8818 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:36.453782 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 0637acb5-fb81-4686-9a53-ec76f27d58a6 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:47:36.469119 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0562d679-64de-429f-a3ed-6f5d23ae8818 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:36.491516 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0562d679-64de-429f-a3ed-6f5d23ae8818 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:47:36.493652 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0562d679-64de-429f-a3ed-6f5d23ae8818 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:36.502269 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:47:36.502269 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:47:36.502269 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:47:36.502269 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:47:36.502269 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:47:36.502269 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:47:36.502269 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:47:36.502269 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:47:36.502269 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:47:36.502269 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:47:36.502269 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:47:36.502269 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:47:36.502269 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:47:36.502269 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:47:36.502269 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:47:36.502269 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:47:36.502269 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:47:36.502269 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:47:36.502269 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:47:36.502269 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:47:36.502269 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:47:36.502269 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:47:36.502269 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:47:36.502269 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:47:36.502269 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:47:36.502269 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:47:36.502269 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:47:36.502269 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:47:36.502269 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:47:36.502269 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:47:36.502269 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:47:36.502269 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:47:36.563713 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79301892-a890-4c16-a3a7-7a0bfeda87a5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Router fb2d4e87-0cee-4df7-bb18-306d46f4379b has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:47:36.599516 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 0637acb5-fb81-4686-9a53-ec76f27d58a6 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:47:36.599903 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:36.716590 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0562d679-64de-429f-a3ed-6f5d23ae8818 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:36.722965 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0562d679-64de-429f-a3ed-6f5d23ae8818 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:36.731042 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-0562d679-64de-429f-a3ed-6f5d23ae8818 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "DELETE /v2.0/networks/ad1f5797-594b-4ff0-ad04-7d369b81cf3a HTTP/1.1" status: 204 len: 168 time: 0.6142130 Aug 22 13:47:36.735530 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79301892-a890-4c16-a3a7-7a0bfeda87a5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:47:36.739155 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57624) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:36.751890 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5015ce65-94d4-4fb0-a468-2874cae91f32 None None] Sync routers for ids ['fb2d4e87-0cee-4df7-bb18-306d46f4379b'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:47:36.763823 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57626) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:36.768086 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-79301892-a890-4c16-a3a7-7a0bfeda87a5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "PUT /v2.0/routers/fb2d4e87-0cee-4df7-bb18-306d46f4379b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9048874 Aug 22 13:47:36.768972 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5015ce65-94d4-4fb0-a468-2874cae91f32 None None] Routers {'fb2d4e87-0cee-4df7-bb18-306d46f4379b'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:47:36.769661 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-5015ce65-94d4-4fb0-a468-2874cae91f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:47:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['fb2d4e87-0cee-4df7-bb18-306d46f4379b'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:36.813321 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-5015ce65-94d4-4fb0-a468-2874cae91f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:36.821218 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0562d679-64de-429f-a3ed-6f5d23ae8818 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event deleted for resources: {'Network': ['ID=ad1f5797-594b-4ff0-ad04-7d369b81cf3a,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:36.826376 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5015ce65-94d4-4fb0-a468-2874cae91f32 None None] Routers {'fb2d4e87-0cee-4df7-bb18-306d46f4379b'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:47:36.827436 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-5015ce65-94d4-4fb0-a468-2874cae91f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:47:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['fb2d4e87-0cee-4df7-bb18-306d46f4379b'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:36.863141 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-7129021d-8c17-4462-b698-7c837c07dc31 None None] Provisioning complete for port c7cfa183-c115-4524-b26a-b3547dab69ea triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:47:36.863530 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7129021d-8c17-4462-b698-7c837c07dc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:36.880005 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-5015ce65-94d4-4fb0-a468-2874cae91f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:36.880989 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5015ce65-94d4-4fb0-a468-2874cae91f32 None None] The sync data for ids ['fb2d4e87-0cee-4df7-bb18-306d46f4379b'] in n-d-793621-33 is: [] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:47:36.915314 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-7129021d-8c17-4462-b698-7c837c07dc31 None None] Port c7cfa183-c115-4524-b26a-b3547dab69ea cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:47:36.924893 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048d543f-c512-47f7-962d-a2b029ba26be tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:36.924893 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-048d543f-c512-47f7-962d-a2b029ba26be tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "GET /v2.0/ports/c7cfa183-c115-4524-b26a-b3547dab69ea HTTP/1.1" status: 200 len: 910 time: 0.1287200 Aug 22 13:47:36.927555 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57634) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:37.021619 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8c25fc76-af19-4f37-bb0c-063a2eab4285 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:37.037127 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 0da93c85-3d94-4303-aa14-52f97e277eb3 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:47:37.066536 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 0da93c85-3d94-4303-aa14-52f97e277eb3 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:47:37.066890 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 0da93c85-3d94-4303-aa14-52f97e277eb3 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:47:37.084707 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8c25fc76-af19-4f37-bb0c-063a2eab4285 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:37.183243 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8c25fc76-af19-4f37-bb0c-063a2eab4285 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:37.186849 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8c25fc76-af19-4f37-bb0c-063a2eab4285 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:37.188259 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-8c25fc76-af19-4f37-bb0c-063a2eab4285 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] 10.222.0.21 "DELETE /v2.0/security-groups/8c4617e7-05eb-461f-b334-3d9907d5ae00 HTTP/1.1" status: 204 len: 168 time: 0.4479890 Aug 22 13:47:37.200716 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c25fc76-af19-4f37-bb0c-063a2eab4285 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4617e7-05eb-461f-b334-3d9907d5ae00,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:37.527780 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-21672875-c257-4c01-9b73-97734ce2f39b tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:37.696894 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57660) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:37.867658 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-48519d05-e972-412b-be56-d83df7127c5e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=50b3d484826f4e1f8052fde49b87f38a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1689017 Aug 22 13:47:37.870335 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57668) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:37.904041 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 359851e8-ff4c-4464-86b8-b636c6d08eb2 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:47:37.931573 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-21672875-c257-4c01-9b73-97734ce2f39b tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Deleting port c7cfa183-c115-4524-b26a-b3547dab69ea {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:47:37.932067 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 359851e8-ff4c-4464-86b8-b636c6d08eb2 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:47:37.932459 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 359851e8-ff4c-4464-86b8-b636c6d08eb2 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:47:37.932885 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 5554742a-0762-4caf-bc5d-809a50e6b552 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:47:37.933979 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-21672875-c257-4c01-9b73-97734ce2f39b tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:37.956668 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 5554742a-0762-4caf-bc5d-809a50e6b552 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:47:37.957033 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 5554742a-0762-4caf-bc5d-809a50e6b552 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:47:38.022548 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-13e1cc6a-a634-42a8-990c-74bf5a58e1dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:38.061836 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-13e1cc6a-a634-42a8-990c-74bf5a58e1dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:38.086417 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-21672875-c257-4c01-9b73-97734ce2f39b tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:38.111788 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-21672875-c257-4c01-9b73-97734ce2f39b tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Calling delete_port for c7cfa183-c115-4524-b26a-b3547dab69ea owned by network:router_interface {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:47:38.202274 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-13e1cc6a-a634-42a8-990c-74bf5a58e1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:38.205095 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-13e1cc6a-a634-42a8-990c-74bf5a58e1dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:38.208738 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-13e1cc6a-a634-42a8-990c-74bf5a58e1dc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4c1ef24c-cfa4-43c5-af57-dabc6d566dbf HTTP/1.1" status: 204 len: 168 time: 0.3350410 Aug 22 13:47:38.254364 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e1cc6a-a634-42a8-990c-74bf5a58e1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1ef24c-cfa4-43c5-af57-dabc6d566dbf,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:38.368003 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-21672875-c257-4c01-9b73-97734ce2f39b tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:38.412523 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21672875-c257-4c01-9b73-97734ce2f39b tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event deleted for resources: {'Port': ['ID=c7cfa183-c115-4524-b26a-b3547dab69ea,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:38.623018 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-21672875-c257-4c01-9b73-97734ce2f39b tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:38.627001 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57688) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:38.693207 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57690) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:38.693533 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-2935c7fe-82d4-4887-8b13-d0e02ce9fdfe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=28fb3880bd12459bbaade9562f904be8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0650675 Aug 22 13:47:38.876584 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-158a41ed-4412-40e4-9bd2-c029f252100a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:38.911498 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-158a41ed-4412-40e4-9bd2-c029f252100a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:38.935614 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21672875-c257-4c01-9b73-97734ce2f39b tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Router fb2d4e87-0cee-4df7-bb18-306d46f4379b has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:47:39.052796 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-158a41ed-4412-40e4-9bd2-c029f252100a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:39.059924 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-158a41ed-4412-40e4-9bd2-c029f252100a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:39.061224 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-158a41ed-4412-40e4-9bd2-c029f252100a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/df42e226-0120-4363-90d2-3398300fc28b HTTP/1.1" status: 204 len: 168 time: 0.3668761 Aug 22 13:47:39.093735 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a41ed-4412-40e4-9bd2-c029f252100a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df42e226-0120-4363-90d2-3398300fc28b,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:39.097489 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21672875-c257-4c01-9b73-97734ce2f39b tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:47:39.103356 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-21672875-c257-4c01-9b73-97734ce2f39b tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "PUT /v2.0/routers/fb2d4e87-0cee-4df7-bb18-306d46f4379b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1746414 Aug 22 13:47:39.106156 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57702) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:39.108558 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4bbf2f-09c5-4b1a-94df-6244e67a8129 None None] Sync routers for ids ['fb2d4e87-0cee-4df7-bb18-306d46f4379b'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:47:39.131693 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4bbf2f-09c5-4b1a-94df-6244e67a8129 None None] Routers {'fb2d4e87-0cee-4df7-bb18-306d46f4379b'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:47:39.133807 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-8f4bbf2f-09c5-4b1a-94df-6244e67a8129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:47:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['fb2d4e87-0cee-4df7-bb18-306d46f4379b'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:39.214298 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-8f4bbf2f-09c5-4b1a-94df-6244e67a8129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:39.229072 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4bbf2f-09c5-4b1a-94df-6244e67a8129 None None] Routers {'fb2d4e87-0cee-4df7-bb18-306d46f4379b'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:47:39.229072 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-8f4bbf2f-09c5-4b1a-94df-6244e67a8129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:47:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['fb2d4e87-0cee-4df7-bb18-306d46f4379b'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:39.277255 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-8f4bbf2f-09c5-4b1a-94df-6244e67a8129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:39.277926 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4bbf2f-09c5-4b1a-94df-6244e67a8129 None None] The sync data for ids ['fb2d4e87-0cee-4df7-bb18-306d46f4379b'] in n-d-793621-33 is: [] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:47:39.566728 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b43d6ead-81fd-41a1-95a4-bf454f94c90a tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:39.953808 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-b43d6ead-81fd-41a1-95a4-bf454f94c90a tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Deleting port a4d38dcf-1104-4d2b-aa31-7a21da46bbc0 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:47:39.954281 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b43d6ead-81fd-41a1-95a4-bf454f94c90a tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:40.099925 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b43d6ead-81fd-41a1-95a4-bf454f94c90a tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:40.114048 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-b43d6ead-81fd-41a1-95a4-bf454f94c90a tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Calling delete_port for a4d38dcf-1104-4d2b-aa31-7a21da46bbc0 owned by network:router_interface {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:47:40.184491 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57742) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:40.360941 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b43d6ead-81fd-41a1-95a4-bf454f94c90a tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:40.363912 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-8d13d1ba-1bcd-4084-a492-d0bbf19d70fe admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-584177513-network', 'tenant_id': 'e671b6067d7043308509b42077ddb563'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:47:40.391495 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d6ead-81fd-41a1-95a4-bf454f94c90a tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event deleted for resources: {'Port': ['ID=a4d38dcf-1104-4d2b-aa31-7a21da46bbc0,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:40.418787 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d13d1ba-1bcd-4084-a492-d0bbf19d70fe admin admin] Made reservation on behalf of e671b6067d7043308509b42077ddb563 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:47:40.421114 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8d13d1ba-1bcd-4084-a492-d0bbf19d70fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:40.444927 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8d13d1ba-1bcd-4084-a492-d0bbf19d70fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:40.609235 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b43d6ead-81fd-41a1-95a4-bf454f94c90a tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:40.664719 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8d13d1ba-1bcd-4084-a492-d0bbf19d70fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:40.671354 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8d13d1ba-1bcd-4084-a492-d0bbf19d70fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:40.740363 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d13d1ba-1bcd-4084-a492-d0bbf19d70fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:47:40.775059 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8d13d1ba-1bcd-4084-a492-d0bbf19d70fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:40.775475 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-8d13d1ba-1bcd-4084-a492-d0bbf19d70fe admin admin] Added segment 997f174d-0c9b-4968-9d47-eef9b2c4b49e of type vlan for network a3c2fff3-85c8-4e80-a74c-c35352ec9802 Aug 22 13:47:40.785728 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d13d1ba-1bcd-4084-a492-d0bbf19d70fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e51ca6-1de1-45c4-b384-9d1737704f9e,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:40.830237 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8d13d1ba-1bcd-4084-a492-d0bbf19d70fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:40.865251 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8d13d1ba-1bcd-4084-a492-d0bbf19d70fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:40.868069 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d13d1ba-1bcd-4084-a492-d0bbf19d70fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:40.868069 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8d13d1ba-1bcd-4084-a492-d0bbf19d70fe admin admin] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:40.919025 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8d13d1ba-1bcd-4084-a492-d0bbf19d70fe admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7311375 Aug 22 13:47:40.920192 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57760) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:40.924349 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-5e5535a2-fa82-409e-aa3c-66e7f9092b18 admin admin] Request body: {'subnet': {'network_id': 'a3c2fff3-85c8-4e80-a74c-c35352ec9802', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-584177513-subnet', 'tenant_id': 'e671b6067d7043308509b42077ddb563', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:47:40.982171 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d13d1ba-1bcd-4084-a492-d0bbf19d70fe admin admin] Pushing event updated for resources: {'Network': ['ID=a3c2fff3-85c8-4e80-a74c-c35352ec9802,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:40.998700 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5535a2-fa82-409e-aa3c-66e7f9092b18 admin admin] Made reservation on behalf of e671b6067d7043308509b42077ddb563 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:47:40.999532 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network a3c2fff3-85c8-4e80-a74c-c35352ec9802 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:47:41.003488 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5e5535a2-fa82-409e-aa3c-66e7f9092b18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:41.170029 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43d6ead-81fd-41a1-95a4-bf454f94c90a tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Router fb2d4e87-0cee-4df7-bb18-306d46f4379b has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:47:41.276486 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43d6ead-81fd-41a1-95a4-bf454f94c90a tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:47:41.288268 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-b43d6ead-81fd-41a1-95a4-bf454f94c90a tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "PUT /v2.0/routers/fb2d4e87-0cee-4df7-bb18-306d46f4379b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1810131 Aug 22 13:47:41.289805 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57768) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:41.293792 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5ea4db-ebcc-444d-aa32-7564e5377971 None None] Sync routers for ids ['fb2d4e87-0cee-4df7-bb18-306d46f4379b'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:47:41.307316 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5ea4db-ebcc-444d-aa32-7564e5377971 None None] Routers {'fb2d4e87-0cee-4df7-bb18-306d46f4379b'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:47:41.308214 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-bd5ea4db-ebcc-444d-aa32-7564e5377971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:47:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['fb2d4e87-0cee-4df7-bb18-306d46f4379b'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:41.330717 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-135c39dd-d9a2-4e57-aef4-b7f8aef48d17 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb2d4e87-0cee-4df7-bb18-306d46f4379b HTTP/1.1" status: 200 len: 205 time: 0.0372124 Aug 22 13:47:41.331008 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57770) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:41.354390 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5e5535a2-fa82-409e-aa3c-66e7f9092b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:41.396265 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-bd5ea4db-ebcc-444d-aa32-7564e5377971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:41.406890 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5ea4db-ebcc-444d-aa32-7564e5377971 None None] Routers {'fb2d4e87-0cee-4df7-bb18-306d46f4379b'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:47:41.407721 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-bd5ea4db-ebcc-444d-aa32-7564e5377971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:47:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['fb2d4e87-0cee-4df7-bb18-306d46f4379b'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:41.445249 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-bd5ea4db-ebcc-444d-aa32-7564e5377971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:41.446444 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5ea4db-ebcc-444d-aa32-7564e5377971 None None] The sync data for ids ['fb2d4e87-0cee-4df7-bb18-306d46f4379b'] in n-d-793621-33 is: [] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:47:41.463966 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fc4492d3-256d-42c8-aceb-52d523bf0866 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for router, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:41.505781 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5535a2-fa82-409e-aa3c-66e7f9092b18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bff2868d-47fa-43cf-a49b-70403027eb02,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:41.514024 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5535a2-fa82-409e-aa3c-66e7f9092b18 admin admin] Checking segment: {'id': '997f174d-0c9b-4968-9d47-eef9b2c4b49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a3c2fff3-85c8-4e80-a74c-c35352ec9802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:47:41.514528 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5535a2-fa82-409e-aa3c-66e7f9092b18 admin admin] Network hostable DHCP agents. Network: a3c2fff3-85c8-4e80-a74c-c35352ec9802, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:47:41.537377 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5535a2-fa82-409e-aa3c-66e7f9092b18 admin admin] Network a3c2fff3-85c8-4e80-a74c-c35352ec9802 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:47:41.569518 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-5e5535a2-fa82-409e-aa3c-66e7f9092b18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, a3c2fff3-85c8-4e80-a74c-c35352ec9802) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:47:41.585006 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5535a2-fa82-409e-aa3c-66e7f9092b18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:41.585750 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5e5535a2-fa82-409e-aa3c-66e7f9092b18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:41.595174 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a980e7-e959-48b1-84f9-c93063b920b6 None None] Network a3c2fff3-85c8-4e80-a74c-c35352ec9802 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:47:41.606742 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5e5535a2-fa82-409e-aa3c-66e7f9092b18 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6837134 Aug 22 13:47:41.695802 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fc4492d3-256d-42c8-aceb-52d523bf0866 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:41.697521 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fc4492d3-256d-42c8-aceb-52d523bf0866 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:41.792285 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fc4492d3-256d-42c8-aceb-52d523bf0866 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:41.794389 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc4492d3-256d-42c8-aceb-52d523bf0866 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Fanout notify agent at l3_agent the message router_deleted on router fb2d4e87-0cee-4df7-bb18-306d46f4379b {{(pid=94627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:47:41.799791 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fc4492d3-256d-42c8-aceb-52d523bf0866 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:41.811793 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-fc4492d3-256d-42c8-aceb-52d523bf0866 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "DELETE /v2.0/routers/fb2d4e87-0cee-4df7-bb18-306d46f4379b HTTP/1.1" status: 204 len: 168 time: 0.4794893 Aug 22 13:47:41.814631 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57780) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:41.899130 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e907c9-b862-44c1-8573-4ae266929802 None None] Network a3c2fff3-85c8-4e80-a74c-c35352ec9802 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:47:41.978008 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-e057837c-83df-4781-be83-083ed59fcabe tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Deleting subnet 6afe2b97-1c12-4ada-b03a-c441e733c3c8 {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:47:41.989697 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e057837c-83df-4781-be83-083ed59fcabe tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:42.061608 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e057837c-83df-4781-be83-083ed59fcabe tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:42.240758 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e057837c-83df-4781-be83-083ed59fcabe tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:42.336532 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e057837c-83df-4781-be83-083ed59fcabe tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:42.362230 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ac676a-98cd-4b4f-ba55-e8d6b25fdb5d None None] Network 0e5b57dc-ce5b-4536-97c0-7300b276131d requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:47:42.387175 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e057837c-83df-4781-be83-083ed59fcabe tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:42.389715 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e057837c-83df-4781-be83-083ed59fcabe tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "DELETE /v2.0/subnets/6afe2b97-1c12-4ada-b03a-c441e733c3c8 HTTP/1.1" status: 204 len: 168 time: 0.5733507 Aug 22 13:47:42.391247 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e057837c-83df-4781-be83-083ed59fcabe tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event deleted for resources: {'Subnet': ['ID=6afe2b97-1c12-4ada-b03a-c441e733c3c8,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:42.392568 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57804) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:42.453412 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f8d0858-dd15-4c0f-9802-d66b8cc47d09 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Deleting subnet 59dde54b-12fc-40f1-9258-173f51f7a198 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:47:42.458364 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0f8d0858-dd15-4c0f-9802-d66b8cc47d09 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:42.501925 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0f8d0858-dd15-4c0f-9802-d66b8cc47d09 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:42.555106 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57808) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:42.561121 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-862f060b-51ca-480b-8731-543ea5dbac33 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-464785934-network', 'tenant_id': 'e06211cd45054d3e9fd53476dd0f7b78'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:47:42.605324 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0f8d0858-dd15-4c0f-9802-d66b8cc47d09 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:42.610032 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862f060b-51ca-480b-8731-543ea5dbac33 admin admin] Made reservation on behalf of e06211cd45054d3e9fd53476dd0f7b78 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:47:42.615013 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-862f060b-51ca-480b-8731-543ea5dbac33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:42.648359 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-862f060b-51ca-480b-8731-543ea5dbac33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:42.692134 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5cf0ec-a71c-46a2-b5d3-557396d38b01 None None] DHCP port deletion for 0e5b57dc-ce5b-4536-97c0-7300b276131d request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:47:42.727990 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0f8d0858-dd15-4c0f-9802-d66b8cc47d09 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:42.757575 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8d0858-dd15-4c0f-9802-d66b8cc47d09 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event deleted for resources: {'Subnet': ['ID=59dde54b-12fc-40f1-9258-173f51f7a198,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:42.776728 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-9b5cf0ec-a71c-46a2-b5d3-557396d38b01 None None] Deleting port 0637acb5-fb81-4686-9a53-ec76f27d58a6 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:47:42.776728 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf0ec-a71c-46a2-b5d3-557396d38b01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:42.780821 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8d0858-dd15-4c0f-9802-d66b8cc47d09 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:47:42.781174 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8d0858-dd15-4c0f-9802-d66b8cc47d09 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:47:42.781509 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8d0858-dd15-4c0f-9802-d66b8cc47d09 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:47:42.781845 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8d0858-dd15-4c0f-9802-d66b8cc47d09 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:47:42.782173 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8d0858-dd15-4c0f-9802-d66b8cc47d09 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:47:42.782502 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8d0858-dd15-4c0f-9802-d66b8cc47d09 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:47:42.782825 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8d0858-dd15-4c0f-9802-d66b8cc47d09 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:47:42.783146 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8d0858-dd15-4c0f-9802-d66b8cc47d09 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:47:42.783472 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8d0858-dd15-4c0f-9802-d66b8cc47d09 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:47:42.783791 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8d0858-dd15-4c0f-9802-d66b8cc47d09 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:47:42.784112 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8d0858-dd15-4c0f-9802-d66b8cc47d09 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:47:42.784510 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8d0858-dd15-4c0f-9802-d66b8cc47d09 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:47:42.787593 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0f8d0858-dd15-4c0f-9802-d66b8cc47d09 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:42.796816 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-0f8d0858-dd15-4c0f-9802-d66b8cc47d09 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "DELETE /v2.0/subnets/59dde54b-12fc-40f1-9258-173f51f7a198 HTTP/1.1" status: 204 len: 168 time: 0.3998003 Aug 22 13:47:42.797724 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57814) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:42.801334 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd03d0e7-aad9-4459-aa35-e137ce027e90 None None] Network 8dda1e39-db0e-4010-bdc9-43952d47a38f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:47:42.909995 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-9b5cf0ec-a71c-46a2-b5d3-557396d38b01 None None] For port 0637acb5-fb81-4686-9a53-ec76f27d58a6, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=0637acb5-fb81-4686-9a53-ec76f27d58a6,segment=NetworkSegment(ed64f437-b783-48e4-b2d3-f69dfa603689),segment_id=ed64f437-b783-48e4-b2d3-f69dfa603689)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:47:42.910446 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf0ec-a71c-46a2-b5d3-557396d38b01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:42.918587 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-862f060b-51ca-480b-8731-543ea5dbac33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:42.939497 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-862f060b-51ca-480b-8731-543ea5dbac33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:43.003994 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ec297080-51f0-45a2-a200-f96907fe1e4d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:43.024401 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-862f060b-51ca-480b-8731-543ea5dbac33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:47:43.029288 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-9b5cf0ec-a71c-46a2-b5d3-557396d38b01 None None] Calling delete_port for 0637acb5-fb81-4686-9a53-ec76f27d58a6 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:47:43.037815 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862f060b-51ca-480b-8731-543ea5dbac33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce3cfe7-0c64-43d5-b32a-89d9882d55ec,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:43.046609 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-862f060b-51ca-480b-8731-543ea5dbac33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:43.047627 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-862f060b-51ca-480b-8731-543ea5dbac33 admin admin] Added segment ca279316-35d8-4259-b652-44b656fd8faf of type vlan for network 77961961-e223-4a80-915e-d24929ea3727 Aug 22 13:47:43.121173 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-862f060b-51ca-480b-8731-543ea5dbac33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:43.161876 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf0ec-a71c-46a2-b5d3-557396d38b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:43.176557 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-ec297080-51f0-45a2-a200-f96907fe1e4d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Deleting port 0637acb5-fb81-4686-9a53-ec76f27d58a6 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:47:43.176946 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ec297080-51f0-45a2-a200-f96907fe1e4d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:43.216112 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cf0ec-a71c-46a2-b5d3-557396d38b01 None None] Pushing event deleted for resources: {'Port': ['ID=0637acb5-fb81-4686-9a53-ec76f27d58a6,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:43.222603 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b64f98-9792-4800-993c-c0a7663dc646 None None] DHCP port deletion for 8dda1e39-db0e-4010-bdc9-43952d47a38f request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:47:43.233290 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5cf0ec-a71c-46a2-b5d3-557396d38b01 None None] No DVR routers for this DVR port 0637acb5-fb81-4686-9a53-ec76f27d58a6 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:47:43.251338 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-862f060b-51ca-480b-8731-543ea5dbac33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:43.252319 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862f060b-51ca-480b-8731-543ea5dbac33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:43.252891 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-862f060b-51ca-480b-8731-543ea5dbac33 admin admin] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:43.316651 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c6b64f98-9792-4800-993c-c0a7663dc646 None None] Deleting port 5679bb76-1cd8-48cb-aa78-c6080f153665 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:47:43.318578 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c6b64f98-9792-4800-993c-c0a7663dc646 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:43.322475 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-ec297080-51f0-45a2-a200-f96907fe1e4d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] For port 0637acb5-fb81-4686-9a53-ec76f27d58a6, host n-d-793621-33, got binding levels [] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:47:43.322840 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ec297080-51f0-45a2-a200-f96907fe1e4d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:43.342434 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-ec297080-51f0-45a2-a200-f96907fe1e4d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Calling delete_port for 0637acb5-fb81-4686-9a53-ec76f27d58a6 owned by network:dhcp {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:47:43.345020 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-862f060b-51ca-480b-8731-543ea5dbac33 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7885902 Aug 22 13:47:43.346639 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.ipam_backend_mixin [None req-ec297080-51f0-45a2-a200-f96907fe1e4d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Port 0637acb5-fb81-4686-9a53-ec76f27d58a6 was not found and therefore no delete operation was performed {{(pid=94628) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 22 13:47:43.350421 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862f060b-51ca-480b-8731-543ea5dbac33 admin admin] Pushing event updated for resources: {'Network': ['ID=77961961-e223-4a80-915e-d24929ea3727,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:43.357193 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ec297080-51f0-45a2-a200-f96907fe1e4d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:43.357193 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57826) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:43.370219 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-a69404be-2eff-47fc-aa30-691ddf2681e6 admin admin] Request body: {'subnet': {'network_id': '77961961-e223-4a80-915e-d24929ea3727', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-464785934-subnet', 'tenant_id': 'e06211cd45054d3e9fd53476dd0f7b78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:47:43.399624 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec297080-51f0-45a2-a200-f96907fe1e4d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event deleted for resources: {'Port': ['ID=0637acb5-fb81-4686-9a53-ec76f27d58a6,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:43.404996 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec297080-51f0-45a2-a200-f96907fe1e4d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] No DVR routers for this DVR port 0637acb5-fb81-4686-9a53-ec76f27d58a6 on host n-d-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:47:43.416088 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 77961961-e223-4a80-915e-d24929ea3727 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:47:43.446748 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69404be-2eff-47fc-aa30-691ddf2681e6 admin admin] Made reservation on behalf of e06211cd45054d3e9fd53476dd0f7b78 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:47:43.449195 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a69404be-2eff-47fc-aa30-691ddf2681e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:43.503570 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c6b64f98-9792-4800-993c-c0a7663dc646 None None] For port 5679bb76-1cd8-48cb-aa78-c6080f153665, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=5679bb76-1cd8-48cb-aa78-c6080f153665,segment=NetworkSegment(40d6956f-950f-4185-ad0f-f16e5333c1ce),segment_id=40d6956f-950f-4185-ad0f-f16e5333c1ce)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:47:43.504375 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c6b64f98-9792-4800-993c-c0a7663dc646 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:43.518942 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c6b64f98-9792-4800-993c-c0a7663dc646 None None] Calling delete_port for 5679bb76-1cd8-48cb-aa78-c6080f153665 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:47:43.548363 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ec297080-51f0-45a2-a200-f96907fe1e4d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:43.563004 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-ec297080-51f0-45a2-a200-f96907fe1e4d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e5b57dc-ce5b-4536-97c0-7300b276131d']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:43.580740 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-ec297080-51f0-45a2-a200-f96907fe1e4d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed64f437-b783-48e4-b2d3-f69dfa603689') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:43.581011 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-ec297080-51f0-45a2-a200-f96907fe1e4d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed64f437-b783-48e4-b2d3-f69dfa603689') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:43.595305 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ec297080-51f0-45a2-a200-f96907fe1e4d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:43.617665 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ec297080-51f0-45a2-a200-f96907fe1e4d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:43.632794 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec297080-51f0-45a2-a200-f96907fe1e4d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:47:43.633283 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ec297080-51f0-45a2-a200-f96907fe1e4d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:43.636341 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:47:43.636341 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:47:43.636341 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:47:43.636341 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:47:43.636341 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:47:43.636341 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:47:43.636341 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:47:43.636341 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:47:43.636341 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:47:43.636341 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:47:43.636341 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:47:43.636341 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:47:43.636341 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:47:43.636341 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:47:43.636341 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:47:43.636341 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:47:43.636341 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:47:43.636341 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:47:43.636341 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:47:43.636341 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:47:43.636341 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:47:43.636341 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:47:43.636341 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:47:43.636341 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:47:43.636341 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:47:43.636341 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:47:43.636341 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:47:43.636341 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:47:43.636341 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:47:43.636341 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:47:43.636341 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:47:43.636341 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:47:43.669467 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c6b64f98-9792-4800-993c-c0a7663dc646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:43.695567 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b64f98-9792-4800-993c-c0a7663dc646 None None] Pushing event deleted for resources: {'Port': ['ID=5679bb76-1cd8-48cb-aa78-c6080f153665,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:43.705694 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b64f98-9792-4800-993c-c0a7663dc646 None None] No DVR routers for this DVR port 5679bb76-1cd8-48cb-aa78-c6080f153665 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:47:43.761028 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ec297080-51f0-45a2-a200-f96907fe1e4d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:43.774117 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ec297080-51f0-45a2-a200-f96907fe1e4d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:43.778607 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ec297080-51f0-45a2-a200-f96907fe1e4d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "DELETE /v2.0/networks/0e5b57dc-ce5b-4536-97c0-7300b276131d HTTP/1.1" status: 204 len: 168 time: 0.9746091 Aug 22 13:47:43.779414 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57832) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:43.812174 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec297080-51f0-45a2-a200-f96907fe1e4d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event deleted for resources: {'Network': ['ID=0e5b57dc-ce5b-4536-97c0-7300b276131d,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:43.821624 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a69404be-2eff-47fc-aa30-691ddf2681e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:43.892016 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69404be-2eff-47fc-aa30-691ddf2681e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9c143aa-ef10-4af8-96e4-bb9b143a3dd1,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:43.951796 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69404be-2eff-47fc-aa30-691ddf2681e6 admin admin] Checking segment: {'id': 'ca279316-35d8-4259-b652-44b656fd8faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '77961961-e223-4a80-915e-d24929ea3727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:47:43.952171 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69404be-2eff-47fc-aa30-691ddf2681e6 admin admin] Network hostable DHCP agents. Network: 77961961-e223-4a80-915e-d24929ea3727, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:47:43.962633 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e4fee0fc-5317-4d46-9a83-bcf729fcc291 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:43.992932 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 0637acb5-fb81-4686-9a53-ec76f27d58a6 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:47:44.003474 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69404be-2eff-47fc-aa30-691ddf2681e6 admin admin] Network 77961961-e223-4a80-915e-d24929ea3727 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:47:44.020915 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-a69404be-2eff-47fc-aa30-691ddf2681e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 77961961-e223-4a80-915e-d24929ea3727) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:47:44.046515 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69404be-2eff-47fc-aa30-691ddf2681e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:44.048659 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 0637acb5-fb81-4686-9a53-ec76f27d58a6 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:47:44.049920 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a69404be-2eff-47fc-aa30-691ddf2681e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:44.050033 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 0637acb5-fb81-4686-9a53-ec76f27d58a6 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:47:44.050033 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 5679bb76-1cd8-48cb-aa78-c6080f153665 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:47:44.062000 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43881278-1ae7-4de6-99e3-903bf95cf2d3 None None] Network 77961961-e223-4a80-915e-d24929ea3727 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:47:44.089203 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a69404be-2eff-47fc-aa30-691ddf2681e6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7256751 Aug 22 13:47:44.093967 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 5679bb76-1cd8-48cb-aa78-c6080f153665 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:47:44.094350 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 5679bb76-1cd8-48cb-aa78-c6080f153665 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:47:44.129675 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e4fee0fc-5317-4d46-9a83-bcf729fcc291 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:44.143643 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-e4fee0fc-5317-4d46-9a83-bcf729fcc291 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dda1e39-db0e-4010-bdc9-43952d47a38f']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:44.158000 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-e4fee0fc-5317-4d46-9a83-bcf729fcc291 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40d6956f-950f-4185-ad0f-f16e5333c1ce') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:44.158652 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-e4fee0fc-5317-4d46-9a83-bcf729fcc291 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40d6956f-950f-4185-ad0f-f16e5333c1ce') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:44.171951 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e4fee0fc-5317-4d46-9a83-bcf729fcc291 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:44.188798 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e4fee0fc-5317-4d46-9a83-bcf729fcc291 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:44.196822 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4fee0fc-5317-4d46-9a83-bcf729fcc291 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:47:44.197484 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e4fee0fc-5317-4d46-9a83-bcf729fcc291 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:44.235110 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:47:44.235110 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:47:44.235110 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:47:44.235110 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:47:44.235110 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:47:44.235110 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:47:44.235110 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:47:44.235110 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:47:44.235110 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:47:44.235110 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:47:44.235110 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:47:44.235110 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:47:44.235110 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:47:44.235110 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:47:44.235110 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:47:44.235110 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:47:44.235110 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:47:44.235110 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:47:44.235110 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:47:44.235110 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:47:44.235110 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:47:44.235110 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:47:44.235110 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:47:44.235110 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:47:44.235110 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:47:44.235110 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:47:44.235110 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:47:44.235110 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:47:44.235110 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:47:44.235110 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:47:44.235110 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:47:44.235110 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:47:44.306123 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e4fee0fc-5317-4d46-9a83-bcf729fcc291 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:44.346208 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e4fee0fc-5317-4d46-9a83-bcf729fcc291 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:44.348669 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e4fee0fc-5317-4d46-9a83-bcf729fcc291 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "DELETE /v2.0/networks/8dda1e39-db0e-4010-bdc9-43952d47a38f HTTP/1.1" status: 204 len: 168 time: 0.5688064 Aug 22 13:47:44.349754 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fee0fc-5317-4d46-9a83-bcf729fcc291 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event deleted for resources: {'Network': ['ID=8dda1e39-db0e-4010-bdc9-43952d47a38f,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:44.354301 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57844) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:44.362754 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-5cacfd98-34f2-4c1a-ba48-add612e272e4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Request body: {'network': {'name': 'tempest-RoutersTest-315000780'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:47:44.370619 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13988467-c81d-44d5-8798-d4b07e2e8212 None None] Network 77961961-e223-4a80-915e-d24929ea3727 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:47:44.406127 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cacfd98-34f2-4c1a-ba48-add612e272e4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Made reservation on behalf of 8bdd66044797478ab6b9017c0ef2bbe5 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:47:44.411725 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5cacfd98-34f2-4c1a-ba48-add612e272e4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:44.465248 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cacfd98-34f2-4c1a-ba48-add612e272e4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:47:44.481054 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5cacfd98-34f2-4c1a-ba48-add612e272e4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:44.481399 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-5cacfd98-34f2-4c1a-ba48-add612e272e4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Added segment b4ebff4f-1349-4e50-8f8a-fe392c04d37d of type vlan for network a13a4802-6728-488f-8d5e-60dcc62e043c Aug 22 13:47:44.559991 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5cacfd98-34f2-4c1a-ba48-add612e272e4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:44.610160 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5cacfd98-34f2-4c1a-ba48-add612e272e4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:44.616129 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cacfd98-34f2-4c1a-ba48-add612e272e4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:44.617984 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5cacfd98-34f2-4c1a-ba48-add612e272e4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:44.712173 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5cacfd98-34f2-4c1a-ba48-add612e272e4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3564303 Aug 22 13:47:44.715035 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57858) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:44.720122 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-af14901e-4502-4397-b8fb-b9b199ca2ae4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Request body: {'subnet': {'network_id': 'a13a4802-6728-488f-8d5e-60dcc62e043c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:47:44.764196 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cacfd98-34f2-4c1a-ba48-add612e272e4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event updated for resources: {'Network': ['ID=a13a4802-6728-488f-8d5e-60dcc62e043c,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:44.788184 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network a13a4802-6728-488f-8d5e-60dcc62e043c details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:47:44.890562 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af14901e-4502-4397-b8fb-b9b199ca2ae4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Made reservation on behalf of 8bdd66044797478ab6b9017c0ef2bbe5 for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:47:44.899190 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-af14901e-4502-4397-b8fb-b9b199ca2ae4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:45.250180 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71cfc0f-df41-4238-8e6f-800f7fa1cd94 req-5e101a1a-0630-4036-bd7a-081eb4690065 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:45.251906 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a71cfc0f-df41-4238-8e6f-800f7fa1cd94 req-5e101a1a-0630-4036-bd7a-081eb4690065 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] 10.222.0.21 "GET /v2.0/networks?id=a3c2fff3-85c8-4e80-a74c-c35352ec9802 HTTP/1.1" status: 200 len: 811 time: 0.2338223 Aug 22 13:47:45.297753 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a71cfc0f-df41-4238-8e6f-800f7fa1cd94 req-606f4e59-3d82-461d-a6e0-84a7bc476521 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] 10.222.0.21 "GET /v2.0/quotas/e671b6067d7043308509b42077ddb563 HTTP/1.1" status: 200 len: 375 time: 0.0359094 Aug 22 13:47:45.346799 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a71cfc0f-df41-4238-8e6f-800f7fa1cd94 req-bc8d8c3f-b193-434c-8f02-4deeb85a3d06 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e671b6067d7043308509b42077ddb563&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478766 Aug 22 13:47:45.478843 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-af14901e-4502-4397-b8fb-b9b199ca2ae4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:45.576791 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a71cfc0f-df41-4238-8e6f-800f7fa1cd94 req-ce93a7ec-6915-448b-825f-04cacbaacf34 service neutron] 10.222.0.21 "GET /v2.0/networks/a3c2fff3-85c8-4e80-a74c-c35352ec9802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290988 Aug 22 13:47:45.591578 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af14901e-4502-4397-b8fb-b9b199ca2ae4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event updated for resources: {'Subnet': ['ID=bbe9aa22-9da2-4fa9-a7a8-05e798080edd,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:45.596403 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af14901e-4502-4397-b8fb-b9b199ca2ae4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Checking segment: {'id': 'b4ebff4f-1349-4e50-8f8a-fe392c04d37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a13a4802-6728-488f-8d5e-60dcc62e043c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:47:45.596823 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af14901e-4502-4397-b8fb-b9b199ca2ae4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Network hostable DHCP agents. Network: a13a4802-6728-488f-8d5e-60dcc62e043c, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:47:45.659036 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af14901e-4502-4397-b8fb-b9b199ca2ae4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Network a13a4802-6728-488f-8d5e-60dcc62e043c is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:47:45.677584 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-af14901e-4502-4397-b8fb-b9b199ca2ae4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, a13a4802-6728-488f-8d5e-60dcc62e043c) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:47:45.682881 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af14901e-4502-4397-b8fb-b9b199ca2ae4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:45.683467 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-af14901e-4502-4397-b8fb-b9b199ca2ae4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:45.696747 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8353599f-4add-4f28-8c8b-8f5983137f21 None None] Network a13a4802-6728-488f-8d5e-60dcc62e043c requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:47:45.708848 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-af14901e-4502-4397-b8fb-b9b199ca2ae4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9902871 Aug 22 13:47:45.712100 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57894) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:45.717125 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-5e86add4-fae3-4903-ab20-ed6ee0330ecf tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1230602767', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:47:45.739236 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a71cfc0f-df41-4238-8e6f-800f7fa1cd94 req-152f767c-ad08-4ed7-94a6-419514b82830 service neutron] 10.222.0.21 "GET /v2.0/networks/a3c2fff3-85c8-4e80-a74c-c35352ec9802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579556 Aug 22 13:47:45.758578 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5e86add4-fae3-4903-ab20-ed6ee0330ecf tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:45.759772 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5e86add4-fae3-4903-ab20-ed6ee0330ecf tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:45.845218 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5e86add4-fae3-4903-ab20-ed6ee0330ecf tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:45.861432 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5e86add4-fae3-4903-ab20-ed6ee0330ecf tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:45.890184 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5e86add4-fae3-4903-ab20-ed6ee0330ecf tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:45.894768 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 57896) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:45.895443 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5e86add4-fae3-4903-ab20-ed6ee0330ecf tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1821573 Aug 22 13:47:45.900830 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-3867d616-7cdc-4d67-8bf9-62e7182a7ce8 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Request body: {'port': {'network_id': 'a13a4802-6728-488f-8d5e-60dcc62e043c', 'name': 'tempest-RoutersTest-1621534391'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:47:45.919605 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66724c94-b9c5-46c0-8f69-0c33e2908521 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-a13a4802-6728-488f-8d5e-60dcc62e043c', 'network_id': 'a13a4802-6728-488f-8d5e-60dcc62e043c', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'fixed_ips': [{'subnet_id': 'bbe9aa22-9da2-4fa9-a7a8-05e798080edd'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:47:45.920514 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-66724c94-b9c5-46c0-8f69-0c33e2908521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:46.117314 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b8ae78ad-a471-4286-a569-314935552d68 req-8a161da0-7970-42f7-826d-14246802b31b tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13de28d-0157-4b53-a429-c3cba29f4c92 HTTP/1.1" status: 200 len: 210 time: 0.0329931 Aug 22 13:47:46.136057 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3867d616-7cdc-4d67-8bf9-62e7182a7ce8 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Made reservation on behalf of 8bdd66044797478ab6b9017c0ef2bbe5 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:47:46.140194 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3867d616-7cdc-4d67-8bf9-62e7182a7ce8 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:46.154195 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-66724c94-b9c5-46c0-8f69-0c33e2908521 None None] Allocated IP 172.20.0.2 (a13a4802-6728-488f-8d5e-60dcc62e043c/bbe9aa22-9da2-4fa9-a7a8-05e798080edd/13f33308-4467-43dd-bbad-0318501444d8) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:47:46.167064 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [None req-3867d616-7cdc-4d67-8bf9-62e7182a7ce8 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] device_id is not set on port 28ba245d-ebee-4c8a-9427-0d736a5f7ba8 yet. {{(pid=94627) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:47:46.322069 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-66724c94-b9c5-46c0-8f69-0c33e2908521 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:46.332544 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-66724c94-b9c5-46c0-8f69-0c33e2908521 None None] Transition to ACTIVE for port object 13f33308-4467-43dd-bbad-0318501444d8 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:47:46.349461 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-66724c94-b9c5-46c0-8f69-0c33e2908521 None None] Transition to ACTIVE for port object 13f33308-4467-43dd-bbad-0318501444d8 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:47:46.359615 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-66724c94-b9c5-46c0-8f69-0c33e2908521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:46.400223 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66724c94-b9c5-46c0-8f69-0c33e2908521 None None] Network a13a4802-6728-488f-8d5e-60dcc62e043c is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:47:46.404174 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-66724c94-b9c5-46c0-8f69-0c33e2908521 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:47:46.410661 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66724c94-b9c5-46c0-8f69-0c33e2908521 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:47:46.470920 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-3867d616-7cdc-4d67-8bf9-62e7182a7ce8 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Allocated IP 172.20.0.3 (a13a4802-6728-488f-8d5e-60dcc62e043c/bbe9aa22-9da2-4fa9-a7a8-05e798080edd/28ba245d-ebee-4c8a-9427-0d736a5f7ba8) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:47:46.480731 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66724c94-b9c5-46c0-8f69-0c33e2908521 None None] Pushing event updated for resources: {'Port': ['ID=13f33308-4467-43dd-bbad-0318501444d8,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:46.502043 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-66724c94-b9c5-46c0-8f69-0c33e2908521 None None] Attempting to bind port 13f33308-4467-43dd-bbad-0318501444d8 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:47:46.502544 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-66724c94-b9c5-46c0-8f69-0c33e2908521 None None] Attempting to bind port 13f33308-4467-43dd-bbad-0318501444d8 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'b4ebff4f-1349-4e50-8f8a-fe392c04d37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a13a4802-6728-488f-8d5e-60dcc62e043c'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:47:46.510676 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66724c94-b9c5-46c0-8f69-0c33e2908521 None None] Attempting to bind port 13f33308-4467-43dd-bbad-0318501444d8 on network a13a4802-6728-488f-8d5e-60dcc62e043c {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:47:46.512345 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66724c94-b9c5-46c0-8f69-0c33e2908521 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:47:46.513181 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66724c94-b9c5-46c0-8f69-0c33e2908521 None None] Checking segment: {'id': 'b4ebff4f-1349-4e50-8f8a-fe392c04d37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a13a4802-6728-488f-8d5e-60dcc62e043c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:47:46.513353 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-66724c94-b9c5-46c0-8f69-0c33e2908521 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:46.513689 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66724c94-b9c5-46c0-8f69-0c33e2908521 None None] Bound using segment: {'id': 'b4ebff4f-1349-4e50-8f8a-fe392c04d37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a13a4802-6728-488f-8d5e-60dcc62e043c'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:47:46.518118 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-66724c94-b9c5-46c0-8f69-0c33e2908521 None None] Bound port: 13f33308-4467-43dd-bbad-0318501444d8, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4ebff4f-1349-4e50-8f8a-fe392c04d37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a13a4802-6728-488f-8d5e-60dcc62e043c'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:47:46.518118 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-66724c94-b9c5-46c0-8f69-0c33e2908521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:46.597807 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-66724c94-b9c5-46c0-8f69-0c33e2908521 None None] For port 13f33308-4467-43dd-bbad-0318501444d8, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:47:46.603267 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-66724c94-b9c5-46c0-8f69-0c33e2908521 None None] For port 13f33308-4467-43dd-bbad-0318501444d8, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=13f33308-4467-43dd-bbad-0318501444d8,segment=NetworkSegment(b4ebff4f-1349-4e50-8f8a-fe392c04d37d),segment_id=b4ebff4f-1349-4e50-8f8a-fe392c04d37d)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:47:46.609303 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-66724c94-b9c5-46c0-8f69-0c33e2908521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:46.682372 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66724c94-b9c5-46c0-8f69-0c33e2908521 None None] Pushing event updated for resources: {'Port': ['ID=13f33308-4467-43dd-bbad-0318501444d8,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:46.796520 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3867d616-7cdc-4d67-8bf9-62e7182a7ce8 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:46.821793 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-3867d616-7cdc-4d67-8bf9-62e7182a7ce8 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Transition to ACTIVE for port object 28ba245d-ebee-4c8a-9427-0d736a5f7ba8 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:47:46.914311 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3867d616-7cdc-4d67-8bf9-62e7182a7ce8 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:47.053555 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3867d616-7cdc-4d67-8bf9-62e7182a7ce8 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event updated for resources: {'Port': ['ID=28ba245d-ebee-4c8a-9427-0d736a5f7ba8,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:47.057887 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3867d616-7cdc-4d67-8bf9-62e7182a7ce8 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Network a13a4802-6728-488f-8d5e-60dcc62e043c is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:47:47.059702 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-3867d616-7cdc-4d67-8bf9-62e7182a7ce8 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:47:47.061941 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3867d616-7cdc-4d67-8bf9-62e7182a7ce8 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:47:47.150681 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3867d616-7cdc-4d67-8bf9-62e7182a7ce8 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:47.154041 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3867d616-7cdc-4d67-8bf9-62e7182a7ce8 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:47.196213 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 57952) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:47.202892 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-3867d616-7cdc-4d67-8bf9-62e7182a7ce8 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.3068328 Aug 22 13:47:47.248857 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1115f64c-3d42-4f7f-96b9-a657e32a6549 req-c08cf2c3-6d5b-40c4-8ad5-424d5c686ac7 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13de28d-0157-4b53-a429-c3cba29f4c92 HTTP/1.1" status: 200 len: 210 time: 0.0323341 Aug 22 13:47:48.047367 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 13f33308-4467-43dd-bbad-0318501444d8 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:47:48.071537 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71cfc0f-df41-4238-8e6f-800f7fa1cd94 req-f379648f-4014-4caf-ac03-8d7ae4e97419 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:48.073291 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a71cfc0f-df41-4238-8e6f-800f7fa1cd94 req-f379648f-4014-4caf-ac03-8d7ae4e97419 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] 10.222.0.41 "GET /v2.0/networks?id=a3c2fff3-85c8-4e80-a74c-c35352ec9802 HTTP/1.1" status: 200 len: 811 time: 0.2960150 Aug 22 13:47:48.105520 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db18f3e-bd03-4984-bbc9-de48ab5fce69 None None] Network a13a4802-6728-488f-8d5e-60dcc62e043c requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:47:48.115816 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-a71cfc0f-df41-4238-8e6f-800f7fa1cd94 req-87fd104e-5883-492d-9268-88c64dd75804 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] Request body: {'port': {'device_id': 'e13de28d-0157-4b53-a429-c3cba29f4c92', 'network_id': 'a3c2fff3-85c8-4e80-a74c-c35352ec9802', 'admin_state_up': True, 'tenant_id': 'e671b6067d7043308509b42077ddb563'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:47:48.205977 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-77fc6ecc-ed0e-4642-a7fc-a8e238646dd6 None None] Provisioning for port 13f33308-4467-43dd-bbad-0318501444d8 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:47:48.239976 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 13f33308-4467-43dd-bbad-0318501444d8 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:47:48.271498 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 13f33308-4467-43dd-bbad-0318501444d8 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:47:48.271955 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:48.346031 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6abc063a-c909-4ee8-b066-ba6396958003 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:48.362493 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a71cfc0f-df41-4238-8e6f-800f7fa1cd94 req-87fd104e-5883-492d-9268-88c64dd75804 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] Made reservation on behalf of e671b6067d7043308509b42077ddb563 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:47:48.367383 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-a71cfc0f-df41-4238-8e6f-800f7fa1cd94 req-87fd104e-5883-492d-9268-88c64dd75804 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:48.451625 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c90aca93-d6a9-447a-8ec5-9a71b6f066bc req-6457cb23-2147-4704-bb20-18dd13c44c11 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13de28d-0157-4b53-a429-c3cba29f4c92 HTTP/1.1" status: 200 len: 210 time: 0.0747924 Aug 22 13:47:48.622204 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:48.680523 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 13f33308-4467-43dd-bbad-0318501444d8, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=13f33308-4467-43dd-bbad-0318501444d8,segment=NetworkSegment(b4ebff4f-1349-4e50-8f8a-fe392c04d37d),segment_id=b4ebff4f-1349-4e50-8f8a-fe392c04d37d)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:47:48.684688 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:48.760211 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-a71cfc0f-df41-4238-8e6f-800f7fa1cd94 req-87fd104e-5883-492d-9268-88c64dd75804 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] Allocated IP 172.20.0.10 (a3c2fff3-85c8-4e80-a74c-c35352ec9802/bff2868d-47fa-43cf-a49b-70403027eb02/ecaf50f3-f25f-47c0-b48e-db83441f2e5e) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:47:48.781218 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=13f33308-4467-43dd-bbad-0318501444d8,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:48.807905 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6abc063a-c909-4ee8-b066-ba6396958003 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:48.826065 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6abc063a-c909-4ee8-b066-ba6396958003 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:48.968407 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abc063a-c909-4ee8-b066-ba6396958003 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event updated for resources: {'Port': ['ID=28ba245d-ebee-4c8a-9427-0d736a5f7ba8,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:49.058876 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-2b152f88-f537-4a4b-adad-5563ce6e7033 None None] Provisioning for port 28ba245d-ebee-4c8a-9427-0d736a5f7ba8 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:47:49.064483 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-2b152f88-f537-4a4b-adad-5563ce6e7033 None None] Provisioning complete for port 28ba245d-ebee-4c8a-9427-0d736a5f7ba8 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:47:49.064861 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2b152f88-f537-4a4b-adad-5563ce6e7033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:49.107580 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-a71cfc0f-df41-4238-8e6f-800f7fa1cd94 req-87fd104e-5883-492d-9268-88c64dd75804 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:49.119627 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-2b152f88-f537-4a4b-adad-5563ce6e7033 None None] Port 28ba245d-ebee-4c8a-9427-0d736a5f7ba8 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:47:49.137953 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-2b152f88-f537-4a4b-adad-5563ce6e7033 None None] Provisioning complete for port 13f33308-4467-43dd-bbad-0318501444d8 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:47:49.138309 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2b152f88-f537-4a4b-adad-5563ce6e7033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:49.238330 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6abc063a-c909-4ee8-b066-ba6396958003 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:49.338928 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-a71cfc0f-df41-4238-8e6f-800f7fa1cd94 req-87fd104e-5883-492d-9268-88c64dd75804 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:49.411338 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a71cfc0f-df41-4238-8e6f-800f7fa1cd94 req-87fd104e-5883-492d-9268-88c64dd75804 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] Network a3c2fff3-85c8-4e80-a74c-c35352ec9802 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:47:49.441579 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-a71cfc0f-df41-4238-8e6f-800f7fa1cd94 req-87fd104e-5883-492d-9268-88c64dd75804 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:47:49.445481 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-3f7c40f9-409a-4767-b6a3-b628b35c1b73 None None] Provisioning complete for port 28ba245d-ebee-4c8a-9427-0d736a5f7ba8 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:47:49.445862 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3f7c40f9-409a-4767-b6a3-b628b35c1b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:49.448621 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-a71cfc0f-df41-4238-8e6f-800f7fa1cd94 req-87fd104e-5883-492d-9268-88c64dd75804 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:47:49.585685 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-3f7c40f9-409a-4767-b6a3-b628b35c1b73 None None] Port 28ba245d-ebee-4c8a-9427-0d736a5f7ba8 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:47:49.633256 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fd104e-5883-492d-9268-88c64dd75804 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] Pushing event updated for resources: {'Port': ['ID=ecaf50f3-f25f-47c0-b48e-db83441f2e5e,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:49.676487 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3459a3f-8119-4989-a6c5-d2b50f77ffa0 req-afea61d9-eae0-4a93-988a-686b8505eb1c tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:49.678634 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f3459a3f-8119-4989-a6c5-d2b50f77ffa0 req-afea61d9-eae0-4a93-988a-686b8505eb1c tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13de28d-0157-4b53-a429-c3cba29f4c92 HTTP/1.1" status: 200 len: 932 time: 0.1244619 Aug 22 13:47:49.682088 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6abc063a-c909-4ee8-b066-ba6396958003 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:49.689719 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71cfc0f-df41-4238-8e6f-800f7fa1cd94 req-87fd104e-5883-492d-9268-88c64dd75804 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:49.690141 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-a71cfc0f-df41-4238-8e6f-800f7fa1cd94 req-87fd104e-5883-492d-9268-88c64dd75804 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:49.759746 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a71cfc0f-df41-4238-8e6f-800f7fa1cd94 req-87fd104e-5883-492d-9268-88c64dd75804 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6568108 Aug 22 13:47:49.780864 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f3459a3f-8119-4989-a6c5-d2b50f77ffa0 req-465d0fed-6971-43fe-8d32-58a33a8385c9 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e51ca6-1de1-45c4-b384-9d1737704f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898232 Aug 22 13:47:49.782622 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-a71cfc0f-df41-4238-8e6f-800f7fa1cd94 req-1c0f9a33-bc79-4dcb-ae1a-01de390efd38 service neutron] Request body: {'port': {'device_id': 'e13de28d-0157-4b53-a429-c3cba29f4c92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:47:49.816418 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-f4118851-e020-4880-a1dc-19e2c206744e None None] Provisioning complete for port 28ba245d-ebee-4c8a-9427-0d736a5f7ba8 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:47:49.816874 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f4118851-e020-4880-a1dc-19e2c206744e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:49.901265 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-f4118851-e020-4880-a1dc-19e2c206744e None None] Port 28ba245d-ebee-4c8a-9427-0d736a5f7ba8 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:47:49.989233 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 13f33308-4467-43dd-bbad-0318501444d8 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:47:50.054460 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 13f33308-4467-43dd-bbad-0318501444d8 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:47:50.055167 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:50.176361 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6abc063a-c909-4ee8-b066-ba6396958003 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:50.188527 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6abc063a-c909-4ee8-b066-ba6396958003 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:50.244290 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-a71cfc0f-df41-4238-8e6f-800f7fa1cd94 req-1c0f9a33-bc79-4dcb-ae1a-01de390efd38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:50.282698 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abc063a-c909-4ee8-b066-ba6396958003 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event updated for resources: {'Port': ['ID=28ba245d-ebee-4c8a-9427-0d736a5f7ba8,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:50.288530 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6abc063a-c909-4ee8-b066-ba6396958003 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:50.544414 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abc063a-c909-4ee8-b066-ba6396958003 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Network a13a4802-6728-488f-8d5e-60dcc62e043c is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:47:50.547260 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-6abc063a-c909-4ee8-b066-ba6396958003 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:47:50.804645 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-a71cfc0f-df41-4238-8e6f-800f7fa1cd94 req-1c0f9a33-bc79-4dcb-ae1a-01de390efd38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecaf50f3-f25f-47c0-b48e-db83441f2e5e {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:47:50.817396 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-a71cfc0f-df41-4238-8e6f-800f7fa1cd94 req-1c0f9a33-bc79-4dcb-ae1a-01de390efd38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:50.845969 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-a71cfc0f-df41-4238-8e6f-800f7fa1cd94 req-1c0f9a33-bc79-4dcb-ae1a-01de390efd38 service neutron] Transition to ACTIVE for port object ecaf50f3-f25f-47c0-b48e-db83441f2e5e will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:47:50.853394 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-a71cfc0f-df41-4238-8e6f-800f7fa1cd94 req-1c0f9a33-bc79-4dcb-ae1a-01de390efd38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:50.867396 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6abc063a-c909-4ee8-b066-ba6396958003 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Router 3978de50-2568-4b49-96a1-0c1058226117 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:47:50.922104 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f9a33-bc79-4dcb-ae1a-01de390efd38 service neutron] Pushing event updated for resources: {'Port': ['ID=ecaf50f3-f25f-47c0-b48e-db83441f2e5e,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:50.940756 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c6e79af7-2a3c-40be-8fa2-70d1663e3116 None None] Provisioning complete for port 28ba245d-ebee-4c8a-9427-0d736a5f7ba8 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:47:50.940756 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c6e79af7-2a3c-40be-8fa2-70d1663e3116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:50.975352 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef426db-2d5c-4732-9c24-1b3b203a6b8f req-cc2023b5-f7a9-4069-a135-004c8f1c0408 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:50.977190 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3ef426db-2d5c-4732-9c24-1b3b203a6b8f req-cc2023b5-f7a9-4069-a135-004c8f1c0408 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13de28d-0157-4b53-a429-c3cba29f4c92 HTTP/1.1" status: 200 len: 944 time: 0.1019535 Aug 22 13:47:51.023423 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c6e79af7-2a3c-40be-8fa2-70d1663e3116 None None] Port 28ba245d-ebee-4c8a-9427-0d736a5f7ba8 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:47:51.060892 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3ef426db-2d5c-4732-9c24-1b3b203a6b8f req-41781199-b138-4bcf-8f87-3cf57efffe0b tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e51ca6-1de1-45c4-b384-9d1737704f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772047 Aug 22 13:47:51.073857 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abc063a-c909-4ee8-b066-ba6396958003 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:47:51.087909 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8947cd9a-36bb-4d95-b2d7-52ad9d7b3053 None None] Sync routers for ids ['3978de50-2568-4b49-96a1-0c1058226117'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:47:51.090149 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6abc063a-c909-4ee8-b066-ba6396958003 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "PUT /v2.0/routers/3978de50-2568-4b49-96a1-0c1058226117/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8927159 Aug 22 13:47:51.092715 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 58032) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:51.097308 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8947cd9a-36bb-4d95-b2d7-52ad9d7b3053 None None] Routers {'3978de50-2568-4b49-96a1-0c1058226117'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:47:51.098111 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-8947cd9a-36bb-4d95-b2d7-52ad9d7b3053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:47:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['3978de50-2568-4b49-96a1-0c1058226117'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:51.132916 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-8947cd9a-36bb-4d95-b2d7-52ad9d7b3053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:51.146067 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8947cd9a-36bb-4d95-b2d7-52ad9d7b3053 None None] Routers {'3978de50-2568-4b49-96a1-0c1058226117'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:47:51.146919 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-8947cd9a-36bb-4d95-b2d7-52ad9d7b3053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:47:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['3978de50-2568-4b49-96a1-0c1058226117'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:51.150102 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a496a604-eee4-44b9-add5-f4c450fa4693 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:51.151560 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a496a604-eee4-44b9-add5-f4c450fa4693 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "GET /v2.0/ports/28ba245d-ebee-4c8a-9427-0d736a5f7ba8 HTTP/1.1" status: 200 len: 977 time: 0.0578530 Aug 22 13:47:51.152661 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-a71cfc0f-df41-4238-8e6f-800f7fa1cd94 req-1c0f9a33-bc79-4dcb-ae1a-01de390efd38 service neutron] Attempting to bind port ecaf50f3-f25f-47c0-b48e-db83441f2e5e on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:47:51.153072 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-a71cfc0f-df41-4238-8e6f-800f7fa1cd94 req-1c0f9a33-bc79-4dcb-ae1a-01de390efd38 service neutron] Attempting to bind port ecaf50f3-f25f-47c0-b48e-db83441f2e5e by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '997f174d-0c9b-4968-9d47-eef9b2c4b49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a3c2fff3-85c8-4e80-a74c-c35352ec9802'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:47:51.153473 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71cfc0f-df41-4238-8e6f-800f7fa1cd94 req-1c0f9a33-bc79-4dcb-ae1a-01de390efd38 service neutron] Attempting to bind port ecaf50f3-f25f-47c0-b48e-db83441f2e5e on network a3c2fff3-85c8-4e80-a74c-c35352ec9802 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:47:51.154708 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 58034) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:51.162461 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71cfc0f-df41-4238-8e6f-800f7fa1cd94 req-1c0f9a33-bc79-4dcb-ae1a-01de390efd38 service neutron] Port ecaf50f3-f25f-47c0-b48e-db83441f2e5e on network a3c2fff3-85c8-4e80-a74c-c35352ec9802 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:47:51.163042 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71cfc0f-df41-4238-8e6f-800f7fa1cd94 req-1c0f9a33-bc79-4dcb-ae1a-01de390efd38 service neutron] Attempting to bind port ecaf50f3-f25f-47c0-b48e-db83441f2e5e on network a3c2fff3-85c8-4e80-a74c-c35352ec9802 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:47:51.169878 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71cfc0f-df41-4238-8e6f-800f7fa1cd94 req-1c0f9a33-bc79-4dcb-ae1a-01de390efd38 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:47:51.170193 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71cfc0f-df41-4238-8e6f-800f7fa1cd94 req-1c0f9a33-bc79-4dcb-ae1a-01de390efd38 service neutron] Checking segment: {'id': '997f174d-0c9b-4968-9d47-eef9b2c4b49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a3c2fff3-85c8-4e80-a74c-c35352ec9802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:47:51.170518 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71cfc0f-df41-4238-8e6f-800f7fa1cd94 req-1c0f9a33-bc79-4dcb-ae1a-01de390efd38 service neutron] Bound using segment: {'id': '997f174d-0c9b-4968-9d47-eef9b2c4b49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a3c2fff3-85c8-4e80-a74c-c35352ec9802'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:47:51.170943 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-a71cfc0f-df41-4238-8e6f-800f7fa1cd94 req-1c0f9a33-bc79-4dcb-ae1a-01de390efd38 service neutron] Bound port: ecaf50f3-f25f-47c0-b48e-db83441f2e5e, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '997f174d-0c9b-4968-9d47-eef9b2c4b49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a3c2fff3-85c8-4e80-a74c-c35352ec9802'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:47:51.171298 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-a71cfc0f-df41-4238-8e6f-800f7fa1cd94 req-1c0f9a33-bc79-4dcb-ae1a-01de390efd38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:51.184036 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-8947cd9a-36bb-4d95-b2d7-52ad9d7b3053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:51.184741 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8947cd9a-36bb-4d95-b2d7-52ad9d7b3053 None None] The sync data for ids ['3978de50-2568-4b49-96a1-0c1058226117'] in n-d-793621-33 is: [] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:47:51.237222 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-a71cfc0f-df41-4238-8e6f-800f7fa1cd94 req-1c0f9a33-bc79-4dcb-ae1a-01de390efd38 service neutron] For port ecaf50f3-f25f-47c0-b48e-db83441f2e5e, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:47:51.240545 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-a71cfc0f-df41-4238-8e6f-800f7fa1cd94 req-1c0f9a33-bc79-4dcb-ae1a-01de390efd38 service neutron] For port ecaf50f3-f25f-47c0-b48e-db83441f2e5e, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=ecaf50f3-f25f-47c0-b48e-db83441f2e5e,segment=NetworkSegment(997f174d-0c9b-4968-9d47-eef9b2c4b49e),segment_id=997f174d-0c9b-4968-9d47-eef9b2c4b49e)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:47:51.246686 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-a71cfc0f-df41-4238-8e6f-800f7fa1cd94 req-1c0f9a33-bc79-4dcb-ae1a-01de390efd38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:51.282664 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71cfc0f-df41-4238-8e6f-800f7fa1cd94 req-1c0f9a33-bc79-4dcb-ae1a-01de390efd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:51.283288 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-a71cfc0f-df41-4238-8e6f-800f7fa1cd94 req-1c0f9a33-bc79-4dcb-ae1a-01de390efd38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:51.284680 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a71cfc0f-df41-4238-8e6f-800f7fa1cd94 req-1c0f9a33-bc79-4dcb-ae1a-01de390efd38 service neutron] 10.222.0.41 "PUT /v2.0/ports/ecaf50f3-f25f-47c0-b48e-db83441f2e5e HTTP/1.1" status: 200 len: 1093 time: 1.5079267 Aug 22 13:47:51.285124 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e13de28d-0157-4b53-a429-c3cba29f4c92', 'tag': 'ecaf50f3-f25f-47c0-b48e-db83441f2e5e'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:47:51.287375 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9236ee08-37d2-4877-a76e-aae4e93ed8df" -d '{"events": [{"name": "network-changed", "server_uuid": "e13de28d-0157-4b53-a429-c3cba29f4c92", "tag": "ecaf50f3-f25f-47c0-b48e-db83441f2e5e"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:47:51.312122 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f9a33-bc79-4dcb-ae1a-01de390efd38 service neutron] Pushing event updated for resources: {'Port': ['ID=ecaf50f3-f25f-47c0-b48e-db83441f2e5e,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:51.369202 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733887d0-c881-4ba4-aa03-d53bd78810c2 x-openstack-request-id: req-733887d0-c881-4ba4-aa03-d53bd78810c2 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:47:51.369640 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e13de28d-0157-4b53-a429-c3cba29f4c92", "tag": "ecaf50f3-f25f-47c0-b48e-db83441f2e5e", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:47:51.370009 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-733887d0-c881-4ba4-aa03-d53bd78810c2 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:47:51.370683 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e13de28d-0157-4b53-a429-c3cba29f4c92', 'tag': 'ecaf50f3-f25f-47c0-b48e-db83441f2e5e', 'status': 'completed', 'code': 200} Aug 22 13:47:51.390537 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71cfc0f-df41-4238-8e6f-800f7fa1cd94 req-0c9fce8c-6f6c-42ef-ab10-dfedf2c1671e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:51.392811 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a71cfc0f-df41-4238-8e6f-800f7fa1cd94 req-0c9fce8c-6f6c-42ef-ab10-dfedf2c1671e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e671b6067d7043308509b42077ddb563&device_id=e13de28d-0157-4b53-a429-c3cba29f4c92 HTTP/1.1" status: 200 len: 1096 time: 0.0591600 Aug 22 13:47:51.435896 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a71cfc0f-df41-4238-8e6f-800f7fa1cd94 req-fb761b4b-4689-4d57-a1cb-b8997eae3e35 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecaf50f3-f25f-47c0-b48e-db83441f2e5e HTTP/1.1" status: 200 len: 217 time: 0.0354898 Aug 22 13:47:51.485829 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71cfc0f-df41-4238-8e6f-800f7fa1cd94 req-9baa9797-ea5b-4f89-994d-fa9be071b59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:51.487445 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a71cfc0f-df41-4238-8e6f-800f7fa1cd94 req-9baa9797-ea5b-4f89-994d-fa9be071b59d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bff2868d-47fa-43cf-a49b-70403027eb02 HTTP/1.1" status: 200 len: 851 time: 0.0448260 Aug 22 13:47:51.500290 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-30f347f0-7e72-4620-9482-a4ae296f16f5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:51.520995 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a71cfc0f-df41-4238-8e6f-800f7fa1cd94 req-760a0e89-09d4-4fde-9de4-52c0c06f6984 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a3c2fff3-85c8-4e80-a74c-c35352ec9802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251577 Aug 22 13:47:51.619832 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a71cfc0f-df41-4238-8e6f-800f7fa1cd94 req-d9f887f1-a01e-4206-9d18-a4776952aa14 service neutron] 10.222.0.41 "GET /v2.0/networks/a3c2fff3-85c8-4e80-a74c-c35352ec9802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921969 Aug 22 13:47:51.740740 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a71cfc0f-df41-4238-8e6f-800f7fa1cd94 req-49d00c20-3dcf-4e29-810e-47891c0ddc50 service neutron] 10.222.0.41 "GET /v2.0/networks/a3c2fff3-85c8-4e80-a74c-c35352ec9802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116786 Aug 22 13:47:51.761380 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-30f347f0-7e72-4620-9482-a4ae296f16f5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Deleting port 28ba245d-ebee-4c8a-9427-0d736a5f7ba8 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:47:51.762952 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-30f347f0-7e72-4620-9482-a4ae296f16f5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:51.842665 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9236ee08-37d2-4877-a76e-aae4e93ed8df req-e9681104-e957-45c2-a04a-98429b453c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:51.844361 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9236ee08-37d2-4877-a76e-aae4e93ed8df req-e9681104-e957-45c2-a04a-98429b453c2b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e671b6067d7043308509b42077ddb563&device_id=e13de28d-0157-4b53-a429-c3cba29f4c92 HTTP/1.1" status: 200 len: 1096 time: 0.0569532 Aug 22 13:47:51.890771 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-30f347f0-7e72-4620-9482-a4ae296f16f5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:51.906332 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-30f347f0-7e72-4620-9482-a4ae296f16f5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Calling delete_port for 28ba245d-ebee-4c8a-9427-0d736a5f7ba8 owned by network:router_interface {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:47:51.979414 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9236ee08-37d2-4877-a76e-aae4e93ed8df req-e2a3c4ee-2fcc-4f2d-b464-c631bd6f2687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:51.983603 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9236ee08-37d2-4877-a76e-aae4e93ed8df req-e2a3c4ee-2fcc-4f2d-b464-c631bd6f2687 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a3c2fff3-85c8-4e80-a74c-c35352ec9802 HTTP/1.1" status: 200 len: 912 time: 0.1326630 Aug 22 13:47:52.056344 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9236ee08-37d2-4877-a76e-aae4e93ed8df req-a7856c08-da8b-4d3f-9b88-01a8dcb75398 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecaf50f3-f25f-47c0-b48e-db83441f2e5e HTTP/1.1" status: 200 len: 217 time: 0.0544498 Aug 22 13:47:52.120527 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-30f347f0-7e72-4620-9482-a4ae296f16f5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:52.168690 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f347f0-7e72-4620-9482-a4ae296f16f5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event deleted for resources: {'Port': ['ID=28ba245d-ebee-4c8a-9427-0d736a5f7ba8,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:52.295547 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9635ae-4531-4874-b1cc-2fb323dc64fb req-466df9cb-53e8-480e-8877-1e0c1ccb5286 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:52.307596 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fc9635ae-4531-4874-b1cc-2fb323dc64fb req-466df9cb-53e8-480e-8877-1e0c1ccb5286 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13de28d-0157-4b53-a429-c3cba29f4c92 HTTP/1.1" status: 200 len: 944 time: 0.1464419 Aug 22 13:47:52.441884 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fc9635ae-4531-4874-b1cc-2fb323dc64fb req-55df7818-2094-4f2b-854f-aa0ca6087899 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e51ca6-1de1-45c4-b384-9d1737704f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366038 Aug 22 13:47:52.458763 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-30f347f0-7e72-4620-9482-a4ae296f16f5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:52.582444 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9236ee08-37d2-4877-a76e-aae4e93ed8df req-868ef6c1-d760-4649-a67f-7c345a8199f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:52.584129 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9236ee08-37d2-4877-a76e-aae4e93ed8df req-868ef6c1-d760-4649-a67f-7c345a8199f4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bff2868d-47fa-43cf-a49b-70403027eb02 HTTP/1.1" status: 200 len: 851 time: 0.5187857 Aug 22 13:47:52.624424 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9236ee08-37d2-4877-a76e-aae4e93ed8df req-4439d1d8-3140-41c9-a6d4-24ac01d67be5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a3c2fff3-85c8-4e80-a74c-c35352ec9802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310142 Aug 22 13:47:52.732783 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9236ee08-37d2-4877-a76e-aae4e93ed8df req-4ea50303-d2b4-4b76-aebf-a8a2043d28ba service neutron] 10.222.0.41 "GET /v2.0/networks/a3c2fff3-85c8-4e80-a74c-c35352ec9802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014898 Aug 22 13:47:52.845261 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9236ee08-37d2-4877-a76e-aae4e93ed8df req-cbdca7e1-8cf2-4acb-b766-4f8a51a70c3f service neutron] 10.222.0.41 "GET /v2.0/networks/a3c2fff3-85c8-4e80-a74c-c35352ec9802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047249 Aug 22 13:47:52.954139 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f347f0-7e72-4620-9482-a4ae296f16f5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Router 3978de50-2568-4b49-96a1-0c1058226117 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:47:53.031002 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f347f0-7e72-4620-9482-a4ae296f16f5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:47:53.040619 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-30f347f0-7e72-4620-9482-a4ae296f16f5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "PUT /v2.0/routers/3978de50-2568-4b49-96a1-0c1058226117/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8798511 Aug 22 13:47:53.040619 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 58082) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:53.042826 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe0fbea-3682-43ba-81ed-8c724f2e41f0 None None] Sync routers for ids ['3978de50-2568-4b49-96a1-0c1058226117'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:47:53.053040 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe0fbea-3682-43ba-81ed-8c724f2e41f0 None None] Routers {'3978de50-2568-4b49-96a1-0c1058226117'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:47:53.053659 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-5fe0fbea-3682-43ba-81ed-8c724f2e41f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:47:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['3978de50-2568-4b49-96a1-0c1058226117'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:53.086042 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-5fe0fbea-3682-43ba-81ed-8c724f2e41f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:53.095675 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe0fbea-3682-43ba-81ed-8c724f2e41f0 None None] Routers {'3978de50-2568-4b49-96a1-0c1058226117'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:47:53.096985 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-5fe0fbea-3682-43ba-81ed-8c724f2e41f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:47:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['3978de50-2568-4b49-96a1-0c1058226117'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:53.134395 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-5fe0fbea-3682-43ba-81ed-8c724f2e41f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:53.135128 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe0fbea-3682-43ba-81ed-8c724f2e41f0 None None] The sync data for ids ['3978de50-2568-4b49-96a1-0c1058226117'] in n-d-793621-33 is: [] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:47:53.252613 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-e8556bab-81ed-4a36-a958-d7e87dbb0f03 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] remove_router_interface failed (client error): The resource could not be found. Aug 22 13:47:53.256198 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e8556bab-81ed-4a36-a958-d7e87dbb0f03 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "PUT /v2.0/routers/3978de50-2568-4b49-96a1-0c1058226117/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2122295 Aug 22 13:47:53.256433 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 58092) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:53.283816 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-34f04e3b-c665-4caa-812f-acee5c1b67c4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "GET /v2.0/ports?device_id=3978de50-2568-4b49-96a1-0c1058226117 HTTP/1.1" status: 200 len: 205 time: 0.0262132 Aug 22 13:47:53.286337 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 58094) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:53.362521 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-03fb8410-c8ff-428d-8161-3c8a91b95412 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for router, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:53.543323 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-03fb8410-c8ff-428d-8161-3c8a91b95412 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:53.551856 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-03fb8410-c8ff-428d-8161-3c8a91b95412 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:53.618209 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-03fb8410-c8ff-428d-8161-3c8a91b95412 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:53.618736 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03fb8410-c8ff-428d-8161-3c8a91b95412 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Fanout notify agent at l3_agent the message router_deleted on router 3978de50-2568-4b49-96a1-0c1058226117 {{(pid=94627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:47:53.625767 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-03fb8410-c8ff-428d-8161-3c8a91b95412 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:53.629576 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-03fb8410-c8ff-428d-8161-3c8a91b95412 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "DELETE /v2.0/routers/3978de50-2568-4b49-96a1-0c1058226117 HTTP/1.1" status: 204 len: 168 time: 0.3396411 Aug 22 13:47:53.629962 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 58102) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:53.641095 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ac664-fc49-4d8f-b019-6b0c7f2173b1 req-57dbddc1-38b9-46f6-9220-18dca97b35a3 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:53.642675 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-803ac664-fc49-4d8f-b019-6b0c7f2173b1 req-57dbddc1-38b9-46f6-9220-18dca97b35a3 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13de28d-0157-4b53-a429-c3cba29f4c92 HTTP/1.1" status: 200 len: 944 time: 0.1054940 Aug 22 13:47:53.692670 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-803ac664-fc49-4d8f-b019-6b0c7f2173b1 req-58e7e94a-a768-469e-9f00-c635728f4395 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e51ca6-1de1-45c4-b384-9d1737704f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427318 Aug 22 13:47:53.695537 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-35c610fa-378f-4cd0-80e1-c6e9c28c0460 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Deleting subnet bbe9aa22-9da2-4fa9-a7a8-05e798080edd {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:47:53.699172 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-35c610fa-378f-4cd0-80e1-c6e9c28c0460 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:53.762321 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-35c610fa-378f-4cd0-80e1-c6e9c28c0460 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:53.856419 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-35c610fa-378f-4cd0-80e1-c6e9c28c0460 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:53.919061 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-35c610fa-378f-4cd0-80e1-c6e9c28c0460 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:53.956339 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-35c610fa-378f-4cd0-80e1-c6e9c28c0460 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:53.957244 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960dd5bd-d0f7-48ea-8b88-30ebf47fe558 None None] Network a13a4802-6728-488f-8d5e-60dcc62e043c requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:47:53.959161 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-35c610fa-378f-4cd0-80e1-c6e9c28c0460 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "DELETE /v2.0/subnets/bbe9aa22-9da2-4fa9-a7a8-05e798080edd HTTP/1.1" status: 204 len: 168 time: 0.3277998 Aug 22 13:47:53.961821 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 58112) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:53.965046 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c610fa-378f-4cd0-80e1-c6e9c28c0460 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event deleted for resources: {'Subnet': ['ID=bbe9aa22-9da2-4fa9-a7a8-05e798080edd,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:54.101374 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5a453009-fb27-48a2-a3ff-487a50487d3d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:54.173728 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac4a1e9-bffc-4b93-8246-f8a834f84588 None None] DHCP port deletion for a13a4802-6728-488f-8d5e-60dcc62e043c request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:47:54.188557 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-5a453009-fb27-48a2-a3ff-487a50487d3d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Deleting port 13f33308-4467-43dd-bbad-0318501444d8 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:47:54.189064 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5a453009-fb27-48a2-a3ff-487a50487d3d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:54.265279 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-2ac4a1e9-bffc-4b93-8246-f8a834f84588 None None] Deleting port 13f33308-4467-43dd-bbad-0318501444d8 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:47:54.265648 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2ac4a1e9-bffc-4b93-8246-f8a834f84588 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:54.277343 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-5a453009-fb27-48a2-a3ff-487a50487d3d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] For port 13f33308-4467-43dd-bbad-0318501444d8, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=13f33308-4467-43dd-bbad-0318501444d8,segment=NetworkSegment(b4ebff4f-1349-4e50-8f8a-fe392c04d37d),segment_id=b4ebff4f-1349-4e50-8f8a-fe392c04d37d)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:47:54.278703 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5a453009-fb27-48a2-a3ff-487a50487d3d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:54.298308 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-5a453009-fb27-48a2-a3ff-487a50487d3d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Calling delete_port for 13f33308-4467-43dd-bbad-0318501444d8 owned by network:dhcp {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:47:54.354133 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-2ac4a1e9-bffc-4b93-8246-f8a834f84588 None None] For port 13f33308-4467-43dd-bbad-0318501444d8, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=13f33308-4467-43dd-bbad-0318501444d8,segment=NetworkSegment(b4ebff4f-1349-4e50-8f8a-fe392c04d37d),segment_id=b4ebff4f-1349-4e50-8f8a-fe392c04d37d)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:47:54.354455 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2ac4a1e9-bffc-4b93-8246-f8a834f84588 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:54.371087 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-2ac4a1e9-bffc-4b93-8246-f8a834f84588 None None] Calling delete_port for 13f33308-4467-43dd-bbad-0318501444d8 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:47:54.443824 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5a453009-fb27-48a2-a3ff-487a50487d3d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:54.456768 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2ac4a1e9-bffc-4b93-8246-f8a834f84588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:54.483440 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a453009-fb27-48a2-a3ff-487a50487d3d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event deleted for resources: {'Port': ['ID=13f33308-4467-43dd-bbad-0318501444d8,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:54.493674 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a453009-fb27-48a2-a3ff-487a50487d3d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] No DVR routers for this DVR port 13f33308-4467-43dd-bbad-0318501444d8 on host n-d-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:47:54.508342 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac4a1e9-bffc-4b93-8246-f8a834f84588 None None] Pushing event deleted for resources: {'Port': ['ID=13f33308-4467-43dd-bbad-0318501444d8,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:54.534057 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac4a1e9-bffc-4b93-8246-f8a834f84588 None None] No DVR routers for this DVR port 13f33308-4467-43dd-bbad-0318501444d8 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:47:54.549536 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device ecaf50f3-f25f-47c0-b48e-db83441f2e5e details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:47:54.649932 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5a453009-fb27-48a2-a3ff-487a50487d3d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:54.666283 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-5a453009-fb27-48a2-a3ff-487a50487d3d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a13a4802-6728-488f-8d5e-60dcc62e043c']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:54.679193 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-5a453009-fb27-48a2-a3ff-487a50487d3d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4ebff4f-1349-4e50-8f8a-fe392c04d37d') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:54.679670 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-5a453009-fb27-48a2-a3ff-487a50487d3d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4ebff4f-1349-4e50-8f8a-fe392c04d37d') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:54.680152 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port ecaf50f3-f25f-47c0-b48e-db83441f2e5e, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=ecaf50f3-f25f-47c0-b48e-db83441f2e5e,segment=NetworkSegment(997f174d-0c9b-4968-9d47-eef9b2c4b49e),segment_id=997f174d-0c9b-4968-9d47-eef9b2c4b49e)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:47:54.690508 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5a453009-fb27-48a2-a3ff-487a50487d3d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:54.691915 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': 'ecaf50f3-f25f-47c0-b48e-db83441f2e5e', 'network_id': 'a3c2fff3-85c8-4e80-a74c-c35352ec9802', 'port_id': 'ecaf50f3-f25f-47c0-b48e-db83441f2e5e', 'mac_address': 'fa:16:3e:eb:90:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bff2868d-47fa-43cf-a49b-70403027eb02', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:47:54.723771 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5a453009-fb27-48a2-a3ff-487a50487d3d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:54.758178 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:54.767125 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a453009-fb27-48a2-a3ff-487a50487d3d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:47:54.767746 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5a453009-fb27-48a2-a3ff-487a50487d3d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:54.776338 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:47:54.776338 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:47:54.776338 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:47:54.776338 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:47:54.776338 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:47:54.776338 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:47:54.776338 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:47:54.776338 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:47:54.776338 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:47:54.776338 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:47:54.776338 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:47:54.776338 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:47:54.776338 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:47:54.776338 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:47:54.776338 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:47:54.776338 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:47:54.776338 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:47:54.776338 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:47:54.776338 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:47:54.776338 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:47:54.776338 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:47:54.776338 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:47:54.776338 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:47:54.776338 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:47:54.776338 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:47:54.776338 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:47:54.776338 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:47:54.776338 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:47:54.776338 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:47:54.776338 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:47:54.776338 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:47:54.776338 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:47:54.780687 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecaf50f3-f25f-47c0-b48e-db83441f2e5e {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:47:54.806502 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port ecaf50f3-f25f-47c0-b48e-db83441f2e5e, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=ecaf50f3-f25f-47c0-b48e-db83441f2e5e,segment=NetworkSegment(997f174d-0c9b-4968-9d47-eef9b2c4b49e),segment_id=997f174d-0c9b-4968-9d47-eef9b2c4b49e)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:47:54.812838 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:54.870052 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=ecaf50f3-f25f-47c0-b48e-db83441f2e5e,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:54.893554 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5a453009-fb27-48a2-a3ff-487a50487d3d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:54.905133 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a9f32-1bfa-4b9f-a019-9fb74f3994a6 req-40afd45c-cd55-4c3a-94de-05f883360056 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:54.906654 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d27a9f32-1bfa-4b9f-a019-9fb74f3994a6 req-40afd45c-cd55-4c3a-94de-05f883360056 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13de28d-0157-4b53-a429-c3cba29f4c92 HTTP/1.1" status: 200 len: 944 time: 0.1134052 Aug 22 13:47:54.922709 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5a453009-fb27-48a2-a3ff-487a50487d3d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:54.928358 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 58142) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:54.935813 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-3df6f05d-89ff-4b0f-908f-c4a5d12c9148 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Request body: {'network': {'name': 'tempest-RoutersTest-128785852'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:47:54.936258 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-5a453009-fb27-48a2-a3ff-487a50487d3d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "DELETE /v2.0/networks/a13a4802-6728-488f-8d5e-60dcc62e043c HTTP/1.1" status: 204 len: 168 time: 0.9732299 Aug 22 13:47:54.943995 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a453009-fb27-48a2-a3ff-487a50487d3d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event deleted for resources: {'Network': ['ID=a13a4802-6728-488f-8d5e-60dcc62e043c,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:54.983031 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df6f05d-89ff-4b0f-908f-c4a5d12c9148 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Made reservation on behalf of 8bdd66044797478ab6b9017c0ef2bbe5 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:47:54.989093 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d27a9f32-1bfa-4b9f-a019-9fb74f3994a6 req-3b28b333-f475-46ed-ba4e-322bf260311d tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e51ca6-1de1-45c4-b384-9d1737704f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516605 Aug 22 13:47:54.993849 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3df6f05d-89ff-4b0f-908f-c4a5d12c9148 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:55.025397 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3df6f05d-89ff-4b0f-908f-c4a5d12c9148 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:47:55.025861 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['ecaf50f3-f25f-47c0-b48e-db83441f2e5e'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:47:55.045190 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3df6f05d-89ff-4b0f-908f-c4a5d12c9148 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:55.047585 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-3df6f05d-89ff-4b0f-908f-c4a5d12c9148 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Added segment b9e3b34a-f721-41e5-a6e5-8f8cdc01bc82 of type vlan for network 44a54eac-c8ad-4d19-ab93-2edca96c63fd Aug 22 13:47:55.101100 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3df6f05d-89ff-4b0f-908f-c4a5d12c9148 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:55.138180 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3df6f05d-89ff-4b0f-908f-c4a5d12c9148 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:55.144763 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df6f05d-89ff-4b0f-908f-c4a5d12c9148 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:55.145391 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3df6f05d-89ff-4b0f-908f-c4a5d12c9148 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:55.207602 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-3df6f05d-89ff-4b0f-908f-c4a5d12c9148 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2769158 Aug 22 13:47:55.211463 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 58148) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:55.216417 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-6589336b-399f-421e-8f48-98322f618e15 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Request body: {'subnet': {'network_id': '44a54eac-c8ad-4d19-ab93-2edca96c63fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:47:55.239403 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df6f05d-89ff-4b0f-908f-c4a5d12c9148 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event updated for resources: {'Network': ['ID=44a54eac-c8ad-4d19-ab93-2edca96c63fd,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:55.250461 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 44a54eac-c8ad-4d19-ab93-2edca96c63fd details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:47:55.328168 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6589336b-399f-421e-8f48-98322f618e15 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Made reservation on behalf of 8bdd66044797478ab6b9017c0ef2bbe5 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:47:55.331736 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6589336b-399f-421e-8f48-98322f618e15 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:55.516146 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6589336b-399f-421e-8f48-98322f618e15 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:55.574186 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6589336b-399f-421e-8f48-98322f618e15 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event updated for resources: {'Subnet': ['ID=7e66abab-3c11-48e4-8d81-9f3b36c78597,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:55.588449 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6589336b-399f-421e-8f48-98322f618e15 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Checking segment: {'id': 'b9e3b34a-f721-41e5-a6e5-8f8cdc01bc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '44a54eac-c8ad-4d19-ab93-2edca96c63fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:47:55.588683 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6589336b-399f-421e-8f48-98322f618e15 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Network hostable DHCP agents. Network: 44a54eac-c8ad-4d19-ab93-2edca96c63fd, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:47:55.607908 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6589336b-399f-421e-8f48-98322f618e15 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Network 44a54eac-c8ad-4d19-ab93-2edca96c63fd is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:47:55.618039 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-6589336b-399f-421e-8f48-98322f618e15 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 44a54eac-c8ad-4d19-ab93-2edca96c63fd) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:47:55.624521 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6589336b-399f-421e-8f48-98322f618e15 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:55.625264 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6589336b-399f-421e-8f48-98322f618e15 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:55.638032 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83247d3e-ba99-4628-b47b-41f2a4132094 None None] Network 44a54eac-c8ad-4d19-ab93-2edca96c63fd requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:47:55.644286 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6589336b-399f-421e-8f48-98322f618e15 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4303794 Aug 22 13:47:55.645615 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 58162) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:55.652866 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-1f5dda85-c803-41c7-b2d9-7b455dc48213 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-237342038', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:47:55.685722 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1f5dda85-c803-41c7-b2d9-7b455dc48213 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:55.687469 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1f5dda85-c803-41c7-b2d9-7b455dc48213 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:55.748130 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1f5dda85-c803-41c7-b2d9-7b455dc48213 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:55.754987 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1f5dda85-c803-41c7-b2d9-7b455dc48213 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:55.775331 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1f5dda85-c803-41c7-b2d9-7b455dc48213 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:55.777047 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-1f5dda85-c803-41c7-b2d9-7b455dc48213 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1297102 Aug 22 13:47:55.794439 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 58164) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:55.838829 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7009105f-f3d0-4882-b1d3-212d5b6fce3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-44a54eac-c8ad-4d19-ab93-2edca96c63fd', 'network_id': '44a54eac-c8ad-4d19-ab93-2edca96c63fd', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'fixed_ips': [{'subnet_id': '7e66abab-3c11-48e4-8d81-9f3b36c78597'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:47:55.840540 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7009105f-f3d0-4882-b1d3-212d5b6fce3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:56.125234 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 13f33308-4467-43dd-bbad-0318501444d8 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:47:56.159682 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-7009105f-f3d0-4882-b1d3-212d5b6fce3d None None] Allocated IP 172.20.0.2 (44a54eac-c8ad-4d19-ab93-2edca96c63fd/7e66abab-3c11-48e4-8d81-9f3b36c78597/8e2b55b8-ab04-459a-a4e0-28701b7db8ec) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:47:56.162722 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 13f33308-4467-43dd-bbad-0318501444d8 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:47:56.163464 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 13f33308-4467-43dd-bbad-0318501444d8 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:47:56.193975 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-25f85d84-6772-415c-b7c0-db54eff58bef tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:56.258913 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a2221-d381-4022-b8e6-721fbfdad99b req-a859be51-972e-491c-b0da-9a4b7ab04f4b tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:56.260624 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-935a2221-d381-4022-b8e6-721fbfdad99b req-a859be51-972e-491c-b0da-9a4b7ab04f4b tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13de28d-0157-4b53-a429-c3cba29f4c92 HTTP/1.1" status: 200 len: 945 time: 0.1380391 Aug 22 13:47:56.393925 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-935a2221-d381-4022-b8e6-721fbfdad99b req-c0f9a5b4-7d5d-4d7f-8519-c6154564af5c tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e51ca6-1de1-45c4-b384-9d1737704f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972130 Aug 22 13:47:56.426351 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7009105f-f3d0-4882-b1d3-212d5b6fce3d None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:56.453297 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-7009105f-f3d0-4882-b1d3-212d5b6fce3d None None] Transition to ACTIVE for port object 8e2b55b8-ab04-459a-a4e0-28701b7db8ec will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:47:56.470805 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-7009105f-f3d0-4882-b1d3-212d5b6fce3d None None] Transition to ACTIVE for port object 8e2b55b8-ab04-459a-a4e0-28701b7db8ec will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:47:56.477811 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7009105f-f3d0-4882-b1d3-212d5b6fce3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:56.536617 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7009105f-f3d0-4882-b1d3-212d5b6fce3d None None] Network 44a54eac-c8ad-4d19-ab93-2edca96c63fd is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:47:56.543097 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7009105f-f3d0-4882-b1d3-212d5b6fce3d None None] Pushing event updated for resources: {'Port': ['ID=8e2b55b8-ab04-459a-a4e0-28701b7db8ec,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:56.544712 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-25f85d84-6772-415c-b7c0-db54eff58bef tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Allocated IP 172.20.0.1 (44a54eac-c8ad-4d19-ab93-2edca96c63fd/7e66abab-3c11-48e4-8d81-9f3b36c78597/7daf41b9-91db-4ac4-a7c6-9bda25bf26a7) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:47:56.545622 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device ecaf50f3-f25f-47c0-b48e-db83441f2e5e up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:47:56.548770 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-7009105f-f3d0-4882-b1d3-212d5b6fce3d None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:47:56.551474 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7009105f-f3d0-4882-b1d3-212d5b6fce3d None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:47:56.669073 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-7009105f-f3d0-4882-b1d3-212d5b6fce3d None None] Attempting to bind port 8e2b55b8-ab04-459a-a4e0-28701b7db8ec on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:47:56.669824 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-7009105f-f3d0-4882-b1d3-212d5b6fce3d None None] Attempting to bind port 8e2b55b8-ab04-459a-a4e0-28701b7db8ec by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'b9e3b34a-f721-41e5-a6e5-8f8cdc01bc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '44a54eac-c8ad-4d19-ab93-2edca96c63fd'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:47:56.670411 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7009105f-f3d0-4882-b1d3-212d5b6fce3d None None] Attempting to bind port 8e2b55b8-ab04-459a-a4e0-28701b7db8ec on network 44a54eac-c8ad-4d19-ab93-2edca96c63fd {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:47:56.677753 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7009105f-f3d0-4882-b1d3-212d5b6fce3d None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:47:56.678515 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7009105f-f3d0-4882-b1d3-212d5b6fce3d None None] Checking segment: {'id': 'b9e3b34a-f721-41e5-a6e5-8f8cdc01bc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '44a54eac-c8ad-4d19-ab93-2edca96c63fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:47:56.679232 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7009105f-f3d0-4882-b1d3-212d5b6fce3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:56.679838 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7009105f-f3d0-4882-b1d3-212d5b6fce3d None None] Bound using segment: {'id': 'b9e3b34a-f721-41e5-a6e5-8f8cdc01bc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '44a54eac-c8ad-4d19-ab93-2edca96c63fd'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:47:56.680586 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-7009105f-f3d0-4882-b1d3-212d5b6fce3d None None] Bound port: 8e2b55b8-ab04-459a-a4e0-28701b7db8ec, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e3b34a-f721-41e5-a6e5-8f8cdc01bc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '44a54eac-c8ad-4d19-ab93-2edca96c63fd'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:47:56.681209 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7009105f-f3d0-4882-b1d3-212d5b6fce3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:56.687936 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-25f85d84-6772-415c-b7c0-db54eff58bef tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:56.707352 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-25f85d84-6772-415c-b7c0-db54eff58bef tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Transition to ACTIVE for port object 7daf41b9-91db-4ac4-a7c6-9bda25bf26a7 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:47:56.745605 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-25f85d84-6772-415c-b7c0-db54eff58bef tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:56.760973 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-7009105f-f3d0-4882-b1d3-212d5b6fce3d None None] For port 8e2b55b8-ab04-459a-a4e0-28701b7db8ec, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:47:56.764598 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-7009105f-f3d0-4882-b1d3-212d5b6fce3d None None] For port 8e2b55b8-ab04-459a-a4e0-28701b7db8ec, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=8e2b55b8-ab04-459a-a4e0-28701b7db8ec,segment=NetworkSegment(b9e3b34a-f721-41e5-a6e5-8f8cdc01bc82),segment_id=b9e3b34a-f721-41e5-a6e5-8f8cdc01bc82)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:47:56.766665 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port ecaf50f3-f25f-47c0-b48e-db83441f2e5e completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:47:56.772164 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port ecaf50f3-f25f-47c0-b48e-db83441f2e5e triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:47:56.772761 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:56.803290 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f85d84-6772-415c-b7c0-db54eff58bef tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Network 44a54eac-c8ad-4d19-ab93-2edca96c63fd is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:47:56.807203 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-25f85d84-6772-415c-b7c0-db54eff58bef tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:47:56.814120 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f85d84-6772-415c-b7c0-db54eff58bef tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:47:56.817164 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7009105f-f3d0-4882-b1d3-212d5b6fce3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:56.856321 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f85d84-6772-415c-b7c0-db54eff58bef tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event updated for resources: {'Port': ['ID=7daf41b9-91db-4ac4-a7c6-9bda25bf26a7,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:56.876891 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-25f85d84-6772-415c-b7c0-db54eff58bef tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:56.895898 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7009105f-f3d0-4882-b1d3-212d5b6fce3d None None] Pushing event updated for resources: {'Port': ['ID=8e2b55b8-ab04-459a-a4e0-28701b7db8ec,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:56.950751 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:57.001972 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e13de28d-0157-4b53-a429-c3cba29f4c92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecaf50f3-f25f-47c0-b48e-db83441f2e5e'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:47:57.013108 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8c0e7d-c0fa-4ce6-a69b-e58c9ff0f069" -d '{"events": [{"server_uuid": "e13de28d-0157-4b53-a429-c3cba29f4c92", "name": "network-vif-plugged", "status": "completed", "tag": "ecaf50f3-f25f-47c0-b48e-db83441f2e5e"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:47:57.035800 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-25f85d84-6772-415c-b7c0-db54eff58bef tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:57.039870 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port ecaf50f3-f25f-47c0-b48e-db83441f2e5e, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=ecaf50f3-f25f-47c0-b48e-db83441f2e5e,segment=NetworkSegment(997f174d-0c9b-4968-9d47-eef9b2c4b49e),segment_id=997f174d-0c9b-4968-9d47-eef9b2c4b49e)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:47:57.044101 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:57.145248 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=ecaf50f3-f25f-47c0-b48e-db83441f2e5e,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:57.249820 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8850f6-c22b-452c-9772-a6830ece10e9 x-openstack-request-id: req-6c8850f6-c22b-452c-9772-a6830ece10e9 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:47:57.250114 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e13de28d-0157-4b53-a429-c3cba29f4c92", "name": "network-vif-plugged", "status": "completed", "tag": "ecaf50f3-f25f-47c0-b48e-db83441f2e5e", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:47:57.250367 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c8850f6-c22b-452c-9772-a6830ece10e9 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:47:57.250771 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e13de28d-0157-4b53-a429-c3cba29f4c92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecaf50f3-f25f-47c0-b48e-db83441f2e5e', 'code': 200} Aug 22 13:47:57.381885 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a583168-a53f-4d9a-bf4f-5b2973aec771 req-68251e09-b014-472e-ad12-0acd19039fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:57.383531 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8a583168-a53f-4d9a-bf4f-5b2973aec771 req-68251e09-b014-472e-ad12-0acd19039fd5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e13de28d-0157-4b53-a429-c3cba29f4c92 HTTP/1.1" status: 200 len: 1098 time: 0.0662832 Aug 22 13:47:57.442369 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8a583168-a53f-4d9a-bf4f-5b2973aec771 req-f48c3d5b-2af1-4051-a0e8-b217bcf67cd9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d9e51ca6-1de1-45c4-b384-9d1737704f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504947 Aug 22 13:47:57.458525 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-25f85d84-6772-415c-b7c0-db54eff58bef tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:57.466067 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-25f85d84-6772-415c-b7c0-db54eff58bef tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:57.595008 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-25f85d84-6772-415c-b7c0-db54eff58bef tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:57.627652 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f85d84-6772-415c-b7c0-db54eff58bef tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event updated for resources: {'Port': ['ID=7daf41b9-91db-4ac4-a7c6-9bda25bf26a7,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:57.684996 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3cf12-9994-4959-aa23-5f443b1b06c5 req-0e8f59aa-f327-4c7c-9033-7175a26c0c6c tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:57.686569 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-20e3cf12-9994-4959-aa23-5f443b1b06c5 req-0e8f59aa-f327-4c7c-9033-7175a26c0c6c tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13de28d-0157-4b53-a429-c3cba29f4c92 HTTP/1.1" status: 200 len: 946 time: 0.1806822 Aug 22 13:47:57.774687 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-20e3cf12-9994-4959-aa23-5f443b1b06c5 req-d2c98d07-c548-4b68-b52f-cbc3e6b6f387 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e51ca6-1de1-45c4-b384-9d1737704f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773189 Aug 22 13:47:57.783799 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f85d84-6772-415c-b7c0-db54eff58bef tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Network 44a54eac-c8ad-4d19-ab93-2edca96c63fd is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:47:57.785389 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-25f85d84-6772-415c-b7c0-db54eff58bef tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:47:57.999496 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f85d84-6772-415c-b7c0-db54eff58bef tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Router 359d0bee-abbc-4470-8683-6e40d0804f25 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:47:58.076945 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 8e2b55b8-ab04-459a-a4e0-28701b7db8ec up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:47:58.140703 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f85d84-6772-415c-b7c0-db54eff58bef tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:47:58.150503 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-25f85d84-6772-415c-b7c0-db54eff58bef tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "PUT /v2.0/routers/359d0bee-abbc-4470-8683-6e40d0804f25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3492281 Aug 22 13:47:58.150611 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 58236) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:58.151805 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02ed753-5787-4af8-86f0-c9a1ef0f83c6 None None] Sync routers for ids ['359d0bee-abbc-4470-8683-6e40d0804f25'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:47:58.154538 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 8e2b55b8-ab04-459a-a4e0-28701b7db8ec completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:47:58.168675 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02ed753-5787-4af8-86f0-c9a1ef0f83c6 None None] Routers {'359d0bee-abbc-4470-8683-6e40d0804f25'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:47:58.169454 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-f02ed753-5787-4af8-86f0-c9a1ef0f83c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:47:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['359d0bee-abbc-4470-8683-6e40d0804f25'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:58.210815 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-f02ed753-5787-4af8-86f0-c9a1ef0f83c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:58.220558 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02ed753-5787-4af8-86f0-c9a1ef0f83c6 None None] Routers {'359d0bee-abbc-4470-8683-6e40d0804f25'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:47:58.221456 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-f02ed753-5787-4af8-86f0-c9a1ef0f83c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:47:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['359d0bee-abbc-4470-8683-6e40d0804f25'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:58.247554 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efee7b1-cb21-4c36-a7ca-61be2d28ee80 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:58.249895 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-1efee7b1-cb21-4c36-a7ca-61be2d28ee80 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "GET /v2.0/ports/7daf41b9-91db-4ac4-a7c6-9bda25bf26a7 HTTP/1.1" status: 200 len: 910 time: 0.0997460 Aug 22 13:47:58.253403 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 58240) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:47:58.295375 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-f02ed753-5787-4af8-86f0-c9a1ef0f83c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:47:58.296047 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02ed753-5787-4af8-86f0-c9a1ef0f83c6 None None] The sync data for ids ['359d0bee-abbc-4470-8683-6e40d0804f25'] in n-d-793621-33 is: [] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:47:58.379061 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86992b4f-3fda-4504-9382-fc3e00f6ec75 None None] Network 44a54eac-c8ad-4d19-ab93-2edca96c63fd requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:47:58.495553 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:58.496798 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-2a7cdbd7-7d2c-4516-aa4a-0909022a65ff None None] Provisioning for port 8e2b55b8-ab04-459a-a4e0-28701b7db8ec completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:47:58.501594 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-af062a7b-2437-48a4-81a0-25a5aeff102e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:58.508132 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-2a7cdbd7-7d2c-4516-aa4a-0909022a65ff None None] Provisioning complete for port 8e2b55b8-ab04-459a-a4e0-28701b7db8ec triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:47:58.508768 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2a7cdbd7-7d2c-4516-aa4a-0909022a65ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:58.695698 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2a7cdbd7-7d2c-4516-aa4a-0909022a65ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:58.755269 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-2a7cdbd7-7d2c-4516-aa4a-0909022a65ff None None] For port 8e2b55b8-ab04-459a-a4e0-28701b7db8ec, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=8e2b55b8-ab04-459a-a4e0-28701b7db8ec,segment=NetworkSegment(b9e3b34a-f721-41e5-a6e5-8f8cdc01bc82),segment_id=b9e3b34a-f721-41e5-a6e5-8f8cdc01bc82)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:47:58.765800 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2a7cdbd7-7d2c-4516-aa4a-0909022a65ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:58.837941 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7cdbd7-7d2c-4516-aa4a-0909022a65ff None None] Pushing event updated for resources: {'Port': ['ID=8e2b55b8-ab04-459a-a4e0-28701b7db8ec,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:47:58.998826 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347302a-691b-41ec-bcb7-cb9195182a87 req-a3b7fc74-eac8-41dc-a116-c07b3f2a9d39 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:59.001820 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1347302a-691b-41ec-bcb7-cb9195182a87 req-a3b7fc74-eac8-41dc-a116-c07b3f2a9d39 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13de28d-0157-4b53-a429-c3cba29f4c92 HTTP/1.1" status: 200 len: 946 time: 0.1083772 Aug 22 13:47:59.002598 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-0c4e0a0b-2b30-4ea0-9571-376b10817860 None None] Provisioning complete for port 8e2b55b8-ab04-459a-a4e0-28701b7db8ec triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:47:59.002969 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0c4e0a0b-2b30-4ea0-9571-376b10817860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:59.105612 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1347302a-691b-41ec-bcb7-cb9195182a87 req-c57e4313-7101-4dc8-82a4-139c9c5a12b7 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e51ca6-1de1-45c4-b384-9d1737704f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961130 Aug 22 13:47:59.143109 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-0c4e0a0b-2b30-4ea0-9571-376b10817860 None None] Provisioning for port 7daf41b9-91db-4ac4-a7c6-9bda25bf26a7 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:47:59.148304 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-0c4e0a0b-2b30-4ea0-9571-376b10817860 None None] Provisioning complete for port 7daf41b9-91db-4ac4-a7c6-9bda25bf26a7 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:47:59.148754 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0c4e0a0b-2b30-4ea0-9571-376b10817860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:59.234030 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-0c4e0a0b-2b30-4ea0-9571-376b10817860 None None] Port 7daf41b9-91db-4ac4-a7c6-9bda25bf26a7 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:47:59.291897 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8d6ec877-c8f1-45f6-b2d2-a699a23369f1 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:59.355841 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-7ed65730-ca5d-44a0-befb-849b08993457 None None] Provisioning complete for port 7daf41b9-91db-4ac4-a7c6-9bda25bf26a7 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:47:59.356852 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7ed65730-ca5d-44a0-befb-849b08993457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:59.390766 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da0bdc-5d0b-4e51-b3b5-aa8bfd3864e4 req-832e84cc-32e0-46f3-b98a-5ffd6a3c4fc2 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:59.392518 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-49da0bdc-5d0b-4e51-b3b5-aa8bfd3864e4 req-832e84cc-32e0-46f3-b98a-5ffd6a3c4fc2 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13de28d-0157-4b53-a429-c3cba29f4c92 HTTP/1.1" status: 200 len: 946 time: 0.1391981 Aug 22 13:47:59.420062 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-7ed65730-ca5d-44a0-befb-849b08993457 None None] Port 7daf41b9-91db-4ac4-a7c6-9bda25bf26a7 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:47:59.495418 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-49da0bdc-5d0b-4e51-b3b5-aa8bfd3864e4 req-c1a32b9c-4ca0-48e5-afab-90f0b07ef381 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e51ca6-1de1-45c4-b384-9d1737704f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938258 Aug 22 13:47:59.541356 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-676cd8ae-56e2-479f-8cc6-df337c288cc6 None None] Provisioning complete for port 7daf41b9-91db-4ac4-a7c6-9bda25bf26a7 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:47:59.541752 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-676cd8ae-56e2-479f-8cc6-df337c288cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:59.583139 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-676cd8ae-56e2-479f-8cc6-df337c288cc6 None None] Port 7daf41b9-91db-4ac4-a7c6-9bda25bf26a7 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:47:59.627002 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-8d6ec877-c8f1-45f6-b2d2-a699a23369f1 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Deleting port 7daf41b9-91db-4ac4-a7c6-9bda25bf26a7 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:47:59.627555 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8d6ec877-c8f1-45f6-b2d2-a699a23369f1 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:59.756491 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8d6ec877-c8f1-45f6-b2d2-a699a23369f1 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:47:59.771642 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-8d6ec877-c8f1-45f6-b2d2-a699a23369f1 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Calling delete_port for 7daf41b9-91db-4ac4-a7c6-9bda25bf26a7 owned by network:router_interface {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:47:59.806079 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec2397-cad4-4bb6-b7e2-58cb5dff92b9 req-2e0cffaa-4540-446b-9877-e025411a8cd1 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:47:59.807639 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3dec2397-cad4-4bb6-b7e2-58cb5dff92b9 req-2e0cffaa-4540-446b-9877-e025411a8cd1 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13de28d-0157-4b53-a429-c3cba29f4c92 HTTP/1.1" status: 200 len: 946 time: 0.0995359 Aug 22 13:47:59.885074 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3dec2397-cad4-4bb6-b7e2-58cb5dff92b9 req-60cd20a7-b8cb-49bd-ada8-6cc6bb9b09c2 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e51ca6-1de1-45c4-b384-9d1737704f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715704 Aug 22 13:47:59.960326 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 8e2b55b8-ab04-459a-a4e0-28701b7db8ec up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:48:00.017539 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8d6ec877-c8f1-45f6-b2d2-a699a23369f1 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:00.045858 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6ec877-c8f1-45f6-b2d2-a699a23369f1 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event deleted for resources: {'Port': ['ID=7daf41b9-91db-4ac4-a7c6-9bda25bf26a7,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:00.049279 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 8e2b55b8-ab04-459a-a4e0-28701b7db8ec triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:48:00.049652 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:00.206174 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8d6ec877-c8f1-45f6-b2d2-a699a23369f1 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:00.409570 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-fab714eb-c85a-4613-8b26-41fe1a2752d7 req-cd973903-7d01-4f4a-a570-40232c20eae9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a38802a9-ea4a-4068-947e-0aecb18663f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0440643 Aug 22 13:48:00.419103 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d6ec877-c8f1-45f6-b2d2-a699a23369f1 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Router 359d0bee-abbc-4470-8683-6e40d0804f25 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:48:00.502538 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab714eb-c85a-4613-8b26-41fe1a2752d7 req-43d53123-358e-4801-b19a-0bd4faf9d0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:00.503894 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6ec877-c8f1-45f6-b2d2-a699a23369f1 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:48:00.504615 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-fab714eb-c85a-4613-8b26-41fe1a2752d7 req-43d53123-358e-4801-b19a-0bd4faf9d0e3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=be98fa3cb2da40f39a971fd81b6aad0d&device_id=a38802a9-ea4a-4068-947e-0aecb18663f8 HTTP/1.1" status: 200 len: 1097 time: 0.0476050 Aug 22 13:48:00.511253 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-8d6ec877-c8f1-45f6-b2d2-a699a23369f1 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "PUT /v2.0/routers/359d0bee-abbc-4470-8683-6e40d0804f25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2567890 Aug 22 13:48:00.517202 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 58294) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:00.518509 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528558fc-b4c7-4090-bfa2-549b611f54e4 None None] Sync routers for ids ['359d0bee-abbc-4470-8683-6e40d0804f25'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:48:00.529386 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528558fc-b4c7-4090-bfa2-549b611f54e4 None None] Routers {'359d0bee-abbc-4470-8683-6e40d0804f25'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:48:00.530051 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-528558fc-b4c7-4090-bfa2-549b611f54e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:47:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['359d0bee-abbc-4470-8683-6e40d0804f25'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:00.550328 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-00a4a2a1-dfc0-4f0b-8d77-bdc9ab78b5dd tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "GET /v2.0/ports?device_id=359d0bee-abbc-4470-8683-6e40d0804f25 HTTP/1.1" status: 200 len: 205 time: 0.0314901 Aug 22 13:48:00.552732 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 58300) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:00.568914 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-528558fc-b4c7-4090-bfa2-549b611f54e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:00.579442 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528558fc-b4c7-4090-bfa2-549b611f54e4 None None] Routers {'359d0bee-abbc-4470-8683-6e40d0804f25'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:48:00.580382 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-528558fc-b4c7-4090-bfa2-549b611f54e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:47:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['359d0bee-abbc-4470-8683-6e40d0804f25'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:00.613800 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-528558fc-b4c7-4090-bfa2-549b611f54e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:00.614464 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528558fc-b4c7-4090-bfa2-549b611f54e4 None None] The sync data for ids ['359d0bee-abbc-4470-8683-6e40d0804f25'] in n-d-793621-33 is: [] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:48:00.644043 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab714eb-c85a-4613-8b26-41fe1a2752d7 req-81e8e8ff-b51a-4540-83b1-22178732a6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:00.645621 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-fab714eb-c85a-4613-8b26-41fe1a2752d7 req-81e8e8ff-b51a-4540-83b1-22178732a6d0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=37ee4cf7-10be-4d52-ae13-17f3d9d1a603 HTTP/1.1" status: 200 len: 909 time: 0.1193848 Aug 22 13:48:00.655133 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0c265354-ee18-4084-a85c-76f133e61488 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for router, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:00.713343 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-fab714eb-c85a-4613-8b26-41fe1a2752d7 req-7542248e-6487-4358-b0e8-1220826785dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77 HTTP/1.1" status: 200 len: 1001 time: 0.0607276 Aug 22 13:48:00.763728 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab714eb-c85a-4613-8b26-41fe1a2752d7 req-08cecff6-de39-4d42-b3f3-5d699f176a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:00.765217 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-fab714eb-c85a-4613-8b26-41fe1a2752d7 req-08cecff6-de39-4d42-b3f3-5d699f176a71 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8a600dcd-ff12-4375-ac21-b5282a859d67 HTTP/1.1" status: 200 len: 847 time: 0.0453310 Aug 22 13:48:00.818270 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab714eb-c85a-4613-8b26-41fe1a2752d7 req-9dd230a0-0646-4087-8004-d701028d4698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:00.818746 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0c265354-ee18-4084-a85c-76f133e61488 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:00.820058 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-fab714eb-c85a-4613-8b26-41fe1a2752d7 req-9dd230a0-0646-4087-8004-d701028d4698 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=37ee4cf7-10be-4d52-ae13-17f3d9d1a603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466614 Aug 22 13:48:00.821688 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0c265354-ee18-4084-a85c-76f133e61488 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:00.872440 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0c265354-ee18-4084-a85c-76f133e61488 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:00.873783 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c265354-ee18-4084-a85c-76f133e61488 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Fanout notify agent at l3_agent the message router_deleted on router 359d0bee-abbc-4470-8683-6e40d0804f25 {{(pid=94627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:48:00.880785 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0c265354-ee18-4084-a85c-76f133e61488 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:00.882701 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-0c265354-ee18-4084-a85c-76f133e61488 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "DELETE /v2.0/routers/359d0bee-abbc-4470-8683-6e40d0804f25 HTTP/1.1" status: 204 len: 168 time: 0.3282154 Aug 22 13:48:00.887218 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 58306) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:00.921083 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-fab714eb-c85a-4613-8b26-41fe1a2752d7 req-549a7771-33df-4b6f-bfa4-cf76d352fb87 service neutron] 10.222.0.41 "GET /v2.0/networks/37ee4cf7-10be-4d52-ae13-17f3d9d1a603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940046 Aug 22 13:48:00.972326 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b5cfe9b-088c-4f30-b2b1-dfe89607faf4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Deleting subnet 7e66abab-3c11-48e4-8d81-9f3b36c78597 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:48:00.987128 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8b5cfe9b-088c-4f30-b2b1-dfe89607faf4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:01.050703 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-fab714eb-c85a-4613-8b26-41fe1a2752d7 req-677858a6-918f-4172-b22f-7d47f2d18815 service neutron] 10.222.0.41 "GET /v2.0/networks/37ee4cf7-10be-4d52-ae13-17f3d9d1a603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214683 Aug 22 13:48:01.064201 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6d9cbfd7-db46-4ae7-bfe7-b33c71bbee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:01.098406 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8b5cfe9b-088c-4f30-b2b1-dfe89607faf4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:01.108544 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770db89e-83b3-4fc3-bbf1-f145f7e2ecb4 req-0f134130-386c-4d2b-b8f4-42442f15d918 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:01.110080 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-770db89e-83b3-4fc3-bbf1-f145f7e2ecb4 req-0f134130-386c-4d2b-b8f4-42442f15d918 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13de28d-0157-4b53-a429-c3cba29f4c92 HTTP/1.1" status: 200 len: 946 time: 0.1346500 Aug 22 13:48:01.147228 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5bdbfd73-e6c4-4d16-a548-1e83e68c20de req-48cd5f81-69a4-4cc9-a46e-d644fc0c1d8c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dd0f21be-7c10-4f30-8257-12c5f752840b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1687996 Aug 22 13:48:01.204754 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:01.214321 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-770db89e-83b3-4fc3-bbf1-f145f7e2ecb4 req-48156ec9-0421-4baf-bf3b-9d129209051e tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e51ca6-1de1-45c4-b384-9d1737704f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842915 Aug 22 13:48:01.263273 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8b5cfe9b-088c-4f30-b2b1-dfe89607faf4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:01.286750 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdbfd73-e6c4-4d16-a548-1e83e68c20de req-c39dfeab-aebb-416d-9280-47b25684e689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:01.289073 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5bdbfd73-e6c4-4d16-a548-1e83e68c20de req-c39dfeab-aebb-416d-9280-47b25684e689 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=921c7b70785e4226a8057f4f050e9ec6&device_id=dd0f21be-7c10-4f30-8257-12c5f752840b HTTP/1.1" status: 200 len: 1102 time: 0.1105931 Aug 22 13:48:01.375604 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8b5cfe9b-088c-4f30-b2b1-dfe89607faf4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:01.423709 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5cfe9b-088c-4f30-b2b1-dfe89607faf4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event deleted for resources: {'Subnet': ['ID=7e66abab-3c11-48e4-8d81-9f3b36c78597,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:01.425936 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8b5cfe9b-088c-4f30-b2b1-dfe89607faf4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:01.430741 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 58330) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:01.431204 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-8b5cfe9b-088c-4f30-b2b1-dfe89607faf4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "DELETE /v2.0/subnets/7e66abab-3c11-48e4-8d81-9f3b36c78597 HTTP/1.1" status: 204 len: 168 time: 0.5418236 Aug 22 13:48:01.434956 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2036ab-6754-4a48-9ebd-f80adac0e16b None None] Network 44a54eac-c8ad-4d19-ab93-2edca96c63fd requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:48:01.528809 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdbfd73-e6c4-4d16-a548-1e83e68c20de req-d5ef6c7d-17e7-4bcf-ace8-e71cfaf6a154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:01.530330 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5bdbfd73-e6c4-4d16-a548-1e83e68c20de req-d5ef6c7d-17e7-4bcf-ace8-e71cfaf6a154 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7dc41cff-a3ac-4fc2-ba06-973efce2365e HTTP/1.1" status: 200 len: 870 time: 0.2143428 Aug 22 13:48:01.594267 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-39bf34e6-394d-4fa3-98a5-49ae8c004afb tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:01.632773 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f824f7d6-38a9-4ef3-a7d4-71cd9246c649 req-d55cbd77-66dc-4fae-bc6e-bed4a4d84e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:01.638107 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689eacf5-ff30-4186-9099-d9b38f9f39b7 req-069b95cc-837e-4d69-aeac-d07f6ca04382 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:01.639360 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-689eacf5-ff30-4186-9099-d9b38f9f39b7 req-069b95cc-837e-4d69-aeac-d07f6ca04382 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13de28d-0157-4b53-a429-c3cba29f4c92 HTTP/1.1" status: 200 len: 946 time: 0.1956165 Aug 22 13:48:01.641246 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5bdbfd73-e6c4-4d16-a548-1e83e68c20de req-d87cd8f0-da6c-4f74-b1a8-66ed7ebec216 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=416efbd4-d606-468a-842f-cdb660e7e9ba HTTP/1.1" status: 200 len: 217 time: 0.0833731 Aug 22 13:48:01.649738 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f824f7d6-38a9-4ef3-a7d4-71cd9246c649 req-d55cbd77-66dc-4fae-bc6e-bed4a4d84e10 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e671b6067d7043308509b42077ddb563&device_id=e13de28d-0157-4b53-a429-c3cba29f4c92 HTTP/1.1" status: 200 len: 1098 time: 0.1051409 Aug 22 13:48:01.719234 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c01fdbd-3864-4b98-883b-0f53f2555e6a None None] DHCP port deletion for 44a54eac-c8ad-4d19-ab93-2edca96c63fd request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:48:01.786070 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdbfd73-e6c4-4d16-a548-1e83e68c20de req-d1f11fa1-d83b-42ea-b4bf-7b4e3027e760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:01.787461 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5bdbfd73-e6c4-4d16-a548-1e83e68c20de req-d1f11fa1-d83b-42ea-b4bf-7b4e3027e760 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.1366172 Aug 22 13:48:01.812812 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-689eacf5-ff30-4186-9099-d9b38f9f39b7 req-f422c04b-8e72-48dd-8843-75cd8a8eb298 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e51ca6-1de1-45c4-b384-9d1737704f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451874 Aug 22 13:48:01.814355 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-1c01fdbd-3864-4b98-883b-0f53f2555e6a None None] Deleting port 8e2b55b8-ab04-459a-a4e0-28701b7db8ec {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:48:01.814807 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1c01fdbd-3864-4b98-883b-0f53f2555e6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:01.841410 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f824f7d6-38a9-4ef3-a7d4-71cd9246c649 req-a4fe1a26-6b45-45fe-8519-169daa7a3520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:01.843159 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f824f7d6-38a9-4ef3-a7d4-71cd9246c649 req-a4fe1a26-6b45-45fe-8519-169daa7a3520 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a3c2fff3-85c8-4e80-a74c-c35352ec9802 HTTP/1.1" status: 200 len: 912 time: 0.1920748 Aug 22 13:48:01.861810 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdbfd73-e6c4-4d16-a548-1e83e68c20de req-1aaf36c0-7be0-49bd-9c55-6dfa6bfb8c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:01.864364 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5bdbfd73-e6c4-4d16-a548-1e83e68c20de req-1aaf36c0-7be0-49bd-9c55-6dfa6bfb8c52 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0504007 Aug 22 13:48:01.866680 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-39bf34e6-394d-4fa3-98a5-49ae8c004afb tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Deleting port 8e2b55b8-ab04-459a-a4e0-28701b7db8ec {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:48:01.867040 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-39bf34e6-394d-4fa3-98a5-49ae8c004afb tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:01.963959 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-1c01fdbd-3864-4b98-883b-0f53f2555e6a None None] For port 8e2b55b8-ab04-459a-a4e0-28701b7db8ec, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=8e2b55b8-ab04-459a-a4e0-28701b7db8ec,segment=NetworkSegment(b9e3b34a-f721-41e5-a6e5-8f8cdc01bc82),segment_id=b9e3b34a-f721-41e5-a6e5-8f8cdc01bc82)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:48:01.964391 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1c01fdbd-3864-4b98-883b-0f53f2555e6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:01.986542 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 8e2b55b8-ab04-459a-a4e0-28701b7db8ec no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:48:01.995530 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f824f7d6-38a9-4ef3-a7d4-71cd9246c649 req-0093e1d8-601b-4f32-a11c-44076d651345 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecaf50f3-f25f-47c0-b48e-db83441f2e5e HTTP/1.1" status: 200 len: 217 time: 0.1414917 Aug 22 13:48:02.018866 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-1c01fdbd-3864-4b98-883b-0f53f2555e6a None None] Calling delete_port for 8e2b55b8-ab04-459a-a4e0-28701b7db8ec owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:48:02.081130 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5bdbfd73-e6c4-4d16-a548-1e83e68c20de req-abcf4be9-daff-4bf7-ae90-ea6406d7b5aa service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003725 Aug 22 13:48:02.121790 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-39bf34e6-394d-4fa3-98a5-49ae8c004afb tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] For port 8e2b55b8-ab04-459a-a4e0-28701b7db8ec, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=8e2b55b8-ab04-459a-a4e0-28701b7db8ec,segment=NetworkSegment(b9e3b34a-f721-41e5-a6e5-8f8cdc01bc82),segment_id=b9e3b34a-f721-41e5-a6e5-8f8cdc01bc82)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:48:02.122152 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-39bf34e6-394d-4fa3-98a5-49ae8c004afb tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:02.141356 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f824f7d6-38a9-4ef3-a7d4-71cd9246c649 req-b6fd816e-f904-4908-a14c-b7dca4afe951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:02.143549 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f824f7d6-38a9-4ef3-a7d4-71cd9246c649 req-b6fd816e-f904-4908-a14c-b7dca4afe951 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bff2868d-47fa-43cf-a49b-70403027eb02 HTTP/1.1" status: 200 len: 851 time: 0.0973058 Aug 22 13:48:02.148538 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-39bf34e6-394d-4fa3-98a5-49ae8c004afb tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Calling delete_port for 8e2b55b8-ab04-459a-a4e0-28701b7db8ec owned by network:dhcp {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:48:02.164014 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:02.193440 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f824f7d6-38a9-4ef3-a7d4-71cd9246c649 req-b9b2b58d-46d8-4cf5-ba0f-86314637b85e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a3c2fff3-85c8-4e80-a74c-c35352ec9802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403316 Aug 22 13:48:02.199998 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5bdbfd73-e6c4-4d16-a548-1e83e68c20de req-af012a53-f632-4fb8-b282-b9a0c9075159 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083248 Aug 22 13:48:02.214189 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1c01fdbd-3864-4b98-883b-0f53f2555e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:02.261521 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81053078-be97-4e6b-bcf1-3e54e3d7de9b req-b27dafe8-73ba-4281-8cf0-aecaba13c015 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:02.270374 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81053078-be97-4e6b-bcf1-3e54e3d7de9b req-b27dafe8-73ba-4281-8cf0-aecaba13c015 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:02.277314 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81053078-be97-4e6b-bcf1-3e54e3d7de9b req-b27dafe8-73ba-4281-8cf0-aecaba13c015 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:02.277544 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c01fdbd-3864-4b98-883b-0f53f2555e6a None None] Pushing event deleted for resources: {'Port': ['ID=8e2b55b8-ab04-459a-a4e0-28701b7db8ec,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:02.285661 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c01fdbd-3864-4b98-883b-0f53f2555e6a None None] No DVR routers for this DVR port 8e2b55b8-ab04-459a-a4e0-28701b7db8ec on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:48:02.287483 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81053078-be97-4e6b-bcf1-3e54e3d7de9b req-b27dafe8-73ba-4281-8cf0-aecaba13c015 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:02.299803 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81053078-be97-4e6b-bcf1-3e54e3d7de9b req-b27dafe8-73ba-4281-8cf0-aecaba13c015 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:02.307448 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81053078-be97-4e6b-bcf1-3e54e3d7de9b req-b27dafe8-73ba-4281-8cf0-aecaba13c015 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:02.313563 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81053078-be97-4e6b-bcf1-3e54e3d7de9b req-b27dafe8-73ba-4281-8cf0-aecaba13c015 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:02.316127 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-81053078-be97-4e6b-bcf1-3e54e3d7de9b req-b27dafe8-73ba-4281-8cf0-aecaba13c015 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 5443 time: 0.1146283 Aug 22 13:48:02.359900 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-81053078-be97-4e6b-bcf1-3e54e3d7de9b req-9207c28e-9d01-4ab2-a41c-9abd258cb045 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/security-groups?id=66b7495f-ba5d-4b5f-9f1a-7d40465024e2&id=d7b1fd23-abf0-4029-8bf5-4e8e3c16aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368636 Aug 22 13:48:02.374056 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f824f7d6-38a9-4ef3-a7d4-71cd9246c649 req-05aa0477-6673-4766-b924-2e92baed5904 service neutron] 10.222.0.41 "GET /v2.0/networks/a3c2fff3-85c8-4e80-a74c-c35352ec9802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722121 Aug 22 13:48:02.430192 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:02.433442 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-39bf34e6-394d-4fa3-98a5-49ae8c004afb tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:02.463386 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf34e6-394d-4fa3-98a5-49ae8c004afb tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event deleted for resources: {'Port': ['ID=8e2b55b8-ab04-459a-a4e0-28701b7db8ec,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:02.466215 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bf34e6-394d-4fa3-98a5-49ae8c004afb tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] No DVR routers for this DVR port 8e2b55b8-ab04-459a-a4e0-28701b7db8ec on host n-d-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:48:02.575271 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f824f7d6-38a9-4ef3-a7d4-71cd9246c649 req-32ebd13a-3cf4-426f-b685-87d9f5fb1496 service neutron] 10.222.0.41 "GET /v2.0/networks/a3c2fff3-85c8-4e80-a74c-c35352ec9802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922820 Aug 22 13:48:02.577554 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-39bf34e6-394d-4fa3-98a5-49ae8c004afb tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:02.590282 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-39bf34e6-394d-4fa3-98a5-49ae8c004afb tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44a54eac-c8ad-4d19-ab93-2edca96c63fd']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:02.606148 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-39bf34e6-394d-4fa3-98a5-49ae8c004afb tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9e3b34a-f721-41e5-a6e5-8f8cdc01bc82') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:02.606652 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-39bf34e6-394d-4fa3-98a5-49ae8c004afb tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9e3b34a-f721-41e5-a6e5-8f8cdc01bc82') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:02.618287 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-39bf34e6-394d-4fa3-98a5-49ae8c004afb tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:02.633307 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-39bf34e6-394d-4fa3-98a5-49ae8c004afb tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:02.640084 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39bf34e6-394d-4fa3-98a5-49ae8c004afb tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:48:02.640468 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-39bf34e6-394d-4fa3-98a5-49ae8c004afb tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:02.643780 n-d-793621-33 neutron-server[94628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:48:02.643780 n-d-793621-33 neutron-server[94628]: self.session.flush() Aug 22 13:48:02.643780 n-d-793621-33 neutron-server[94628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:48:02.643780 n-d-793621-33 neutron-server[94628]: self.session.flush() Aug 22 13:48:02.643780 n-d-793621-33 neutron-server[94628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:48:02.643780 n-d-793621-33 neutron-server[94628]: self.session.flush() Aug 22 13:48:02.643780 n-d-793621-33 neutron-server[94628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:48:02.643780 n-d-793621-33 neutron-server[94628]: self.session.flush() Aug 22 13:48:02.643780 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:48:02.643780 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:48:02.643780 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:48:02.643780 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:48:02.643780 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:48:02.643780 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:48:02.643780 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:48:02.643780 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:48:02.643780 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:48:02.643780 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:48:02.643780 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:48:02.643780 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:48:02.643780 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:48:02.643780 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:48:02.643780 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:48:02.643780 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:48:02.643780 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:48:02.643780 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:48:02.643780 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:48:02.643780 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:48:02.643780 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:48:02.643780 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:48:02.643780 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:48:02.643780 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:48:02.643780 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:48:02.643780 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:48:02.643780 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:48:02.643780 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:48:02.643780 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:48:02.643780 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:48:02.643780 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:48:02.643780 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:48:02.706697 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-39bf34e6-394d-4fa3-98a5-49ae8c004afb tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:02.715085 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-39bf34e6-394d-4fa3-98a5-49ae8c004afb tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:02.722614 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-39bf34e6-394d-4fa3-98a5-49ae8c004afb tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "DELETE /v2.0/networks/44a54eac-c8ad-4d19-ab93-2edca96c63fd HTTP/1.1" status: 204 len: 168 time: 1.2852082 Aug 22 13:48:02.723152 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 58354) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:02.729894 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf34e6-394d-4fa3-98a5-49ae8c004afb tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event deleted for resources: {'Network': ['ID=44a54eac-c8ad-4d19-ab93-2edca96c63fd,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:02.731859 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-035e33a3-e61f-4687-a5a5-f4e68a17aeb4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-797258755', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}, 'admin_state_up': False}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:48:02.762980 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-035e33a3-e61f-4687-a5a5-f4e68a17aeb4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:02.764165 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-035e33a3-e61f-4687-a5a5-f4e68a17aeb4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:02.826439 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-035e33a3-e61f-4687-a5a5-f4e68a17aeb4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:03.022052 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-035e33a3-e61f-4687-a5a5-f4e68a17aeb4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:03.061281 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0e609-ec6d-4b9e-b873-4291f2cfff10 req-368ce3c9-19fa-4e0c-b28f-657eab63d944 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:03.062862 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b2e0e609-ec6d-4b9e-b873-4291f2cfff10 req-368ce3c9-19fa-4e0c-b28f-657eab63d944 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13de28d-0157-4b53-a429-c3cba29f4c92 HTTP/1.1" status: 200 len: 946 time: 0.1466022 Aug 22 13:48:03.174373 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b2e0e609-ec6d-4b9e-b873-4291f2cfff10 req-d001b8f7-5164-4c7b-8ee7-d3e9f7fdd90f tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e51ca6-1de1-45c4-b384-9d1737704f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937214 Aug 22 13:48:03.193670 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-a72fd514-c448-450c-b4e7-c07cedf203ee tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:03.200856 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-a72fd514-c448-450c-b4e7-c07cedf203ee tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:03.206948 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-a72fd514-c448-450c-b4e7-c07cedf203ee tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:03.214477 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-a72fd514-c448-450c-b4e7-c07cedf203ee tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:03.220429 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-a72fd514-c448-450c-b4e7-c07cedf203ee tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:03.226333 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-a72fd514-c448-450c-b4e7-c07cedf203ee tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:03.232210 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-a72fd514-c448-450c-b4e7-c07cedf203ee tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:03.234082 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-a72fd514-c448-450c-b4e7-c07cedf203ee tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 5443 time: 0.1995158 Aug 22 13:48:03.292837 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-dbaeb4aa-3432-4a6c-97d5-d3b14f564af3 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:03.294216 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-dbaeb4aa-3432-4a6c-97d5-d3b14f564af3 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.16 "GET /v2.0/ports/cd2a34c3-a880-45d3-bd3b-8dfcb396adc5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0522692 Aug 22 13:48:03.779282 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-035e33a3-e61f-4687-a5a5-f4e68a17aeb4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for router_gateway, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:03.813210 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-035e33a3-e61f-4687-a5a5-f4e68a17aeb4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:03.820835 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-a31721cf-34a8-426f-8dda-71aaf38a827f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.16 "GET /v2.0/networks/5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5195656 Aug 22 13:48:03.834616 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-a5eeedcc-73bb-4004-ac2a-4c22816d8bf1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:48:03.851679 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7236b6-9e83-44cc-a42e-6bdf70151dae req-13d862c7-e4b5-4534-b313-75a265213596 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:03.857277 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7236b6-9e83-44cc-a42e-6bdf70151dae req-13d862c7-e4b5-4534-b313-75a265213596 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:03.863259 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7236b6-9e83-44cc-a42e-6bdf70151dae req-13d862c7-e4b5-4534-b313-75a265213596 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:03.869935 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7236b6-9e83-44cc-a42e-6bdf70151dae req-13d862c7-e4b5-4534-b313-75a265213596 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:03.875722 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7236b6-9e83-44cc-a42e-6bdf70151dae req-13d862c7-e4b5-4534-b313-75a265213596 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:03.881877 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7236b6-9e83-44cc-a42e-6bdf70151dae req-13d862c7-e4b5-4534-b313-75a265213596 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:03.887499 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7236b6-9e83-44cc-a42e-6bdf70151dae req-13d862c7-e4b5-4534-b313-75a265213596 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:03.889461 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8a7236b6-9e83-44cc-a42e-6bdf70151dae req-13d862c7-e4b5-4534-b313-75a265213596 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 5443 time: 0.1775842 Aug 22 13:48:03.914859 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:04.052046 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8a7236b6-9e83-44cc-a42e-6bdf70151dae req-36214fdb-6cd3-4723-a808-2277c1724da9 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/security-groups?id=66b7495f-ba5d-4b5f-9f1a-7d40465024e2&id=d7b1fd23-abf0-4029-8bf5-4e8e3c16aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1142197 Aug 22 13:48:04.058279 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-a5eeedcc-73bb-4004-ac2a-4c22816d8bf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:04.088104 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-035e33a3-e61f-4687-a5a5-f4e68a17aeb4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Allocated IP 172.25.3.6 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/1d40b948-d83e-4ec0-a3d9-eb0ac0a5477a) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:48:04.236751 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:04.322313 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-a5eeedcc-73bb-4004-ac2a-4c22816d8bf1 service neutron] For port cd2a34c3-a880-45d3-bd3b-8dfcb396adc5, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=cd2a34c3-a880-45d3-bd3b-8dfcb396adc5,segment=NetworkSegment(a6269bb8-0d73-4173-bf5c-169c79a8b967),segment_id=a6269bb8-0d73-4173-bf5c-169c79a8b967)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:48:04.340150 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-035e33a3-e61f-4687-a5a5-f4e68a17aeb4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:04.432962 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-035e33a3-e61f-4687-a5a5-f4e68a17aeb4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:04.480924 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-a5eeedcc-73bb-4004-ac2a-4c22816d8bf1 service neutron] For port cd2a34c3-a880-45d3-bd3b-8dfcb396adc5, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:48:04.516781 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45253f-e041-42cc-84c0-00e7029865cb req-416def68-3fc7-4251-a8d7-2773ee5b7d98 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:04.518487 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7c45253f-e041-42cc-84c0-00e7029865cb req-416def68-3fc7-4251-a8d7-2773ee5b7d98 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13de28d-0157-4b53-a429-c3cba29f4c92 HTTP/1.1" status: 200 len: 946 time: 0.2188935 Aug 22 13:48:04.531552 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035e33a3-e61f-4687-a5a5-f4e68a17aeb4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:48:04.537903 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-035e33a3-e61f-4687-a5a5-f4e68a17aeb4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:48:04.542826 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035e33a3-e61f-4687-a5a5-f4e68a17aeb4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:48:04.569693 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-a5eeedcc-73bb-4004-ac2a-4c22816d8bf1 service neutron] device_id is not set on port cd2a34c3-a880-45d3-bd3b-8dfcb396adc5 yet. {{(pid=94627) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:48:04.615133 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-a5eeedcc-73bb-4004-ac2a-4c22816d8bf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:04.620802 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035e33a3-e61f-4687-a5a5-f4e68a17aeb4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event updated for resources: {'Port': ['ID=1d40b948-d83e-4ec0-a3d9-eb0ac0a5477a,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:04.644979 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-a5eeedcc-73bb-4004-ac2a-4c22816d8bf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:04.673692 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7c45253f-e041-42cc-84c0-00e7029865cb req-9c4b8e89-583a-4659-b3a7-115484283b5a tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e51ca6-1de1-45c4-b384-9d1737704f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369922 Aug 22 13:48:04.833815 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eeedcc-73bb-4004-ac2a-4c22816d8bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=cd2a34c3-a880-45d3-bd3b-8dfcb396adc5,revision_number=6']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:04.867175 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-a5eeedcc-73bb-4004-ac2a-4c22816d8bf1 service neutron] No DVR routers for this DVR port cd2a34c3-a880-45d3-bd3b-8dfcb396adc5 on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:48:04.945293 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-a5eeedcc-73bb-4004-ac2a-4c22816d8bf1 service neutron] In _notify_port_updated(), no bound segment for port cd2a34c3-a880-45d3-bd3b-8dfcb396adc5 on network 5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7 {{(pid=94627) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 22 13:48:04.946285 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-a5eeedcc-73bb-4004-ac2a-4c22816d8bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:04.946952 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-a5eeedcc-73bb-4004-ac2a-4c22816d8bf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:04.948362 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-a5eeedcc-73bb-4004-ac2a-4c22816d8bf1 service neutron] 10.222.0.16 "PUT /v2.0/ports/cd2a34c3-a880-45d3-bd3b-8dfcb396adc5 HTTP/1.1" status: 200 len: 1031 time: 1.1190324 Aug 22 13:48:05.055355 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-40d02d78-54bb-4d86-bdfb-956957160907 None None] Provisioning complete for port cd2a34c3-a880-45d3-bd3b-8dfcb396adc5 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:48:05.056912 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-40d02d78-54bb-4d86-bdfb-956957160907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:05.060180 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-85479e3c-6230-4561-bb79-0508d2902294 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:05.061588 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-85479e3c-6230-4561-bb79-0508d2902294 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.16 "GET /v2.0/ports/f8514972-7776-4e19-a05c-ada5bca398e0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0800455 Aug 22 13:48:05.077241 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-6edbe7d1-8715-4596-ad68-c1375c8da334 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:48:05.099817 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-40d02d78-54bb-4d86-bdfb-956957160907 None None] Port cd2a34c3-a880-45d3-bd3b-8dfcb396adc5 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:48:05.151277 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7013f-9ebe-4ca7-8bab-0926df4cb5a5 req-1d319503-0184-4376-83e8-b6cb784b3422 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:05.160989 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3af7013f-9ebe-4ca7-8bab-0926df4cb5a5 req-1d319503-0184-4376-83e8-b6cb784b3422 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13de28d-0157-4b53-a429-c3cba29f4c92 HTTP/1.1" status: 200 len: 946 time: 0.1782193 Aug 22 13:48:05.201567 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-035e33a3-e61f-4687-a5a5-f4e68a17aeb4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for router_gateway, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:05.299088 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-6edbe7d1-8715-4596-ad68-c1375c8da334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:05.426973 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3af7013f-9ebe-4ca7-8bab-0926df4cb5a5 req-357dce05-742d-48ca-8943-5ad01d7216b8 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e51ca6-1de1-45c4-b384-9d1737704f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426002 Aug 22 13:48:05.468852 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dbf388-4bf8-4840-b6ef-3ea0db0c4cc9 req-a5b77536-7282-4d2b-8500-3b04ae9c2e94 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:05.476415 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dbf388-4bf8-4840-b6ef-3ea0db0c4cc9 req-a5b77536-7282-4d2b-8500-3b04ae9c2e94 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:05.481912 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dbf388-4bf8-4840-b6ef-3ea0db0c4cc9 req-a5b77536-7282-4d2b-8500-3b04ae9c2e94 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:05.488264 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dbf388-4bf8-4840-b6ef-3ea0db0c4cc9 req-a5b77536-7282-4d2b-8500-3b04ae9c2e94 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:05.495261 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dbf388-4bf8-4840-b6ef-3ea0db0c4cc9 req-a5b77536-7282-4d2b-8500-3b04ae9c2e94 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:05.502522 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dbf388-4bf8-4840-b6ef-3ea0db0c4cc9 req-a5b77536-7282-4d2b-8500-3b04ae9c2e94 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:05.504513 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-99dbf388-4bf8-4840-b6ef-3ea0db0c4cc9 req-a5b77536-7282-4d2b-8500-3b04ae9c2e94 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 4665 time: 0.3264227 Aug 22 13:48:05.679623 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-99dbf388-4bf8-4840-b6ef-3ea0db0c4cc9 req-428d2104-96a8-4976-85c4-f5b9b72248c5 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/security-groups?id=66b7495f-ba5d-4b5f-9f1a-7d40465024e2&id=d7b1fd23-abf0-4029-8bf5-4e8e3c16aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1645966 Aug 22 13:48:05.759134 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-6edbe7d1-8715-4596-ad68-c1375c8da334 service neutron] For port f8514972-7776-4e19-a05c-ada5bca398e0, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=f8514972-7776-4e19-a05c-ada5bca398e0,segment=NetworkSegment(a6269bb8-0d73-4173-bf5c-169c79a8b967),segment_id=a6269bb8-0d73-4173-bf5c-169c79a8b967)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:48:05.781999 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-035e33a3-e61f-4687-a5a5-f4e68a17aeb4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:05.850282 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-6edbe7d1-8715-4596-ad68-c1375c8da334 service neutron] For port f8514972-7776-4e19-a05c-ada5bca398e0, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:48:05.928631 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-6edbe7d1-8715-4596-ad68-c1375c8da334 service neutron] device_id is not set on port f8514972-7776-4e19-a05c-ada5bca398e0 yet. {{(pid=94627) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:48:05.941352 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-6edbe7d1-8715-4596-ad68-c1375c8da334 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:05.953280 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-6edbe7d1-8715-4596-ad68-c1375c8da334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:06.035745 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-6edbe7d1-8715-4596-ad68-c1375c8da334 service neutron] No DVR routers for this DVR port f8514972-7776-4e19-a05c-ada5bca398e0 on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:48:06.042394 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edbe7d1-8715-4596-ad68-c1375c8da334 service neutron] Pushing event updated for resources: {'Port': ['ID=f8514972-7776-4e19-a05c-ada5bca398e0,revision_number=6']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:06.088626 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-6edbe7d1-8715-4596-ad68-c1375c8da334 service neutron] In _notify_port_updated(), no bound segment for port f8514972-7776-4e19-a05c-ada5bca398e0 on network 5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7 {{(pid=94627) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 22 13:48:06.089576 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-6edbe7d1-8715-4596-ad68-c1375c8da334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:06.090198 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-6edbe7d1-8715-4596-ad68-c1375c8da334 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:06.091594 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-6edbe7d1-8715-4596-ad68-c1375c8da334 service neutron] 10.222.0.16 "PUT /v2.0/ports/f8514972-7776-4e19-a05c-ada5bca398e0 HTTP/1.1" status: 200 len: 1032 time: 1.0209508 Aug 22 13:48:06.092162 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035e33a3-e61f-4687-a5a5-f4e68a17aeb4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Router 6b98763e-cb32-427a-ab12-542fb91bce43 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:48:06.291669 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035e33a3-e61f-4687-a5a5-f4e68a17aeb4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:48:06.305454 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec602392-cf1c-40a6-ab7e-b54b3ae0a847 None None] Sync routers for ids ['6b98763e-cb32-427a-ab12-542fb91bce43'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:48:06.315825 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec602392-cf1c-40a6-ab7e-b54b3ae0a847 None None] Routers {'6b98763e-cb32-427a-ab12-542fb91bce43'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:48:06.316890 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-ec602392-cf1c-40a6-ab7e-b54b3ae0a847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:48:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['6b98763e-cb32-427a-ab12-542fb91bce43'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:06.321133 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-efa573c7-1b02-4b1a-86eb-9868b4526e52 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Deleting port cd20e94c-db09-4bf2-a3ec-7a37be4d2904 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:48:06.321488 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-efa573c7-1b02-4b1a-86eb-9868b4526e52 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:06.340357 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-035e33a3-e61f-4687-a5a5-f4e68a17aeb4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:06.341629 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-035e33a3-e61f-4687-a5a5-f4e68a17aeb4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 3.6172955 Aug 22 13:48:06.344307 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 58422) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:06.381580 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-ec602392-cf1c-40a6-ab7e-b54b3ae0a847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:06.397397 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-49b5e510-52f1-4394-baec-9a412a29db37 None None] Provisioning complete for port f8514972-7776-4e19-a05c-ada5bca398e0 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:48:06.398461 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-49b5e510-52f1-4394-baec-9a412a29db37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:06.519989 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-efa573c7-1b02-4b1a-86eb-9868b4526e52 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] For port cd20e94c-db09-4bf2-a3ec-7a37be4d2904, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=cd20e94c-db09-4bf2-a3ec-7a37be4d2904,segment=NetworkSegment(a6269bb8-0d73-4173-bf5c-169c79a8b967),segment_id=a6269bb8-0d73-4173-bf5c-169c79a8b967)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:48:06.520622 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-efa573c7-1b02-4b1a-86eb-9868b4526e52 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:06.563606 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-efa573c7-1b02-4b1a-86eb-9868b4526e52 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Calling delete_port for cd20e94c-db09-4bf2-a3ec-7a37be4d2904 owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:48:06.580625 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-593b4beb-df63-401a-8908-7b807dd94a75 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "GET /v2.0/routers/6b98763e-cb32-427a-ab12-542fb91bce43 HTTP/1.1" status: 200 len: 878 time: 0.2343624 Aug 22 13:48:06.581467 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 58428) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:06.675814 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-49b5e510-52f1-4394-baec-9a412a29db37 None None] Port f8514972-7776-4e19-a05c-ada5bca398e0 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:48:06.681316 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec602392-cf1c-40a6-ab7e-b54b3ae0a847 None None] Routers {'6b98763e-cb32-427a-ab12-542fb91bce43'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:48:06.682193 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-ec602392-cf1c-40a6-ab7e-b54b3ae0a847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:48:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['6b98763e-cb32-427a-ab12-542fb91bce43'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:06.745410 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-ec602392-cf1c-40a6-ab7e-b54b3ae0a847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:06.747572 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec602392-cf1c-40a6-ab7e-b54b3ae0a847 None None] The sync data for ids ['6b98763e-cb32-427a-ab12-542fb91bce43'] in n-d-793621-33 is: [] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:48:06.782204 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device cd20e94c-db09-4bf2-a3ec-7a37be4d2904 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:48:06.937414 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:06.951787 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-bb8932a7-878a-4d95-92c8-3f19cf2d4f42 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 881 time: 0.3688991 Aug 22 13:48:06.954095 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 58432) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:06.959090 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-2adbcfac-0be7-4e8a-b9b9-58f23ecea62e tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-797258755'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:48:06.998555 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae154360-507b-4976-b2d6-5455ef736d16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd20e94c-db09-4bf2-a3ec-7a37be4d2904'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:48:07.014051 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa8439b-7f9b-4c62-a8ea-b0d9fdbe726d" -d '{"events": [{"server_uuid": "ae154360-507b-4976-b2d6-5455ef736d16", "name": "network-vif-unplugged", "status": "completed", "tag": "cd20e94c-db09-4bf2-a3ec-7a37be4d2904"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:48:07.042436 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port cd20e94c-db09-4bf2-a3ec-7a37be4d2904, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=cd20e94c-db09-4bf2-a3ec-7a37be4d2904,segment=NetworkSegment(a6269bb8-0d73-4173-bf5c-169c79a8b967),segment_id=a6269bb8-0d73-4173-bf5c-169c79a8b967)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:48:07.049437 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:07.050526 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device b16064f0-bf43-4196-833d-4efdff17a865 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:48:07.178196 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=cd20e94c-db09-4bf2-a3ec-7a37be4d2904,revision_number=6']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:07.189059 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:48:07.189426 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:48:07.189745 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:48:07.190082 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:48:07.190901 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:48:07.190901 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:48:07.191131 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:48:07.191840 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:48:07.192182 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:48:07.192713 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:48:07.193248 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:48:07.193576 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:48:07.251924 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04465632-0831-46c1-a681-761928935d4d req-ef529a40-4a20-4b20-939f-ce34fc654562 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:07.253694 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-04465632-0831-46c1-a681-761928935d4d req-ef529a40-4a20-4b20-939f-ce34fc654562 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13de28d-0157-4b53-a429-c3cba29f4c92 HTTP/1.1" status: 200 len: 946 time: 0.6943767 Aug 22 13:48:07.283471 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:07.291430 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df493e75-321b-4bba-bdbb-0a807cd02a0a req-1a673c05-dc74-4eda-a54f-f9d686bda040 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:07.298294 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df493e75-321b-4bba-bdbb-0a807cd02a0a req-1a673c05-dc74-4eda-a54f-f9d686bda040 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:07.305744 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df493e75-321b-4bba-bdbb-0a807cd02a0a req-1a673c05-dc74-4eda-a54f-f9d686bda040 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:07.311834 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df493e75-321b-4bba-bdbb-0a807cd02a0a req-1a673c05-dc74-4eda-a54f-f9d686bda040 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:07.318076 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df493e75-321b-4bba-bdbb-0a807cd02a0a req-1a673c05-dc74-4eda-a54f-f9d686bda040 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:07.320774 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-df493e75-321b-4bba-bdbb-0a807cd02a0a req-1a673c05-dc74-4eda-a54f-f9d686bda040 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 3884 time: 0.1387026 Aug 22 13:48:07.330055 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port b16064f0-bf43-4196-833d-4efdff17a865, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=b16064f0-bf43-4196-833d-4efdff17a865,segment=NetworkSegment(a6269bb8-0d73-4173-bf5c-169c79a8b967),segment_id=a6269bb8-0d73-4173-bf5c-169c79a8b967)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:48:07.338847 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:07.340513 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 93bdfde2-d457-457f-992b-980c70fdc75c no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:48:07.407303 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-04465632-0831-46c1-a681-761928935d4d req-0df40ca8-52bb-418d-84fb-e2e857c880ac tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e51ca6-1de1-45c4-b384-9d1737704f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438470 Aug 22 13:48:07.429104 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-df493e75-321b-4bba-bdbb-0a807cd02a0a req-edc6c02e-c876-40a7-9f12-20964f274ab0 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/security-groups?id=66b7495f-ba5d-4b5f-9f1a-7d40465024e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929396 Aug 22 13:48:07.459833 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-efa573c7-1b02-4b1a-86eb-9868b4526e52 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:07.532523 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa573c7-1b02-4b1a-86eb-9868b4526e52 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Pushing event deleted for resources: {'Port': ['ID=cd20e94c-db09-4bf2-a3ec-7a37be4d2904,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:07.548729 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=b16064f0-bf43-4196-833d-4efdff17a865,revision_number=6']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:07.553161 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 13:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1039ea72-0823-415c-bd84-6f5f29fd9c15 x-openstack-request-id: req-1039ea72-0823-415c-bd84-6f5f29fd9c15 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:48:07.553984 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae154360-507b-4976-b2d6-5455ef736d16", "name": "network-vif-unplugged", "status": "completed", "tag": "cd20e94c-db09-4bf2-a3ec-7a37be4d2904", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:48:07.554235 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1039ea72-0823-415c-bd84-6f5f29fd9c15 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:48:07.554793 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae154360-507b-4976-b2d6-5455ef736d16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd20e94c-db09-4bf2-a3ec-7a37be4d2904', 'code': 200} Aug 22 13:48:07.561281 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:07.618059 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-efa573c7-1b02-4b1a-86eb-9868b4526e52 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] No DVR routers for this DVR port cd20e94c-db09-4bf2-a3ec-7a37be4d2904 on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:48:07.620955 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-efa573c7-1b02-4b1a-86eb-9868b4526e52 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:07.623631 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-efa573c7-1b02-4b1a-86eb-9868b4526e52 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.16 "DELETE /v2.0/ports/cd20e94c-db09-4bf2-a3ec-7a37be4d2904 HTTP/1.1" status: 204 len: 173 time: 1.5238810 Aug 22 13:48:07.623821 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae154360-507b-4976-b2d6-5455ef736d16', 'name': 'network-vif-deleted', 'tag': 'cd20e94c-db09-4bf2-a3ec-7a37be4d2904'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:48:07.627490 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa289161-3f67-4d90-ac36-b0076ceb2485" -d '{"events": [{"server_uuid": "ae154360-507b-4976-b2d6-5455ef736d16", "name": "network-vif-deleted", "tag": "cd20e94c-db09-4bf2-a3ec-7a37be4d2904"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:48:07.629272 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 93bdfde2-d457-457f-992b-980c70fdc75c, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=93bdfde2-d457-457f-992b-980c70fdc75c,segment=NetworkSegment(3e2a6405-d9f4-46c3-bd31-caa400911d68),segment_id=3e2a6405-d9f4-46c3-bd31-caa400911d68)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:48:07.639387 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:07.640549 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device cd2a34c3-a880-45d3-bd3b-8dfcb396adc5 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:48:07.778684 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=93bdfde2-d457-457f-992b-980c70fdc75c,revision_number=6']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:07.802173 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device cd2a34c3-a880-45d3-bd3b-8dfcb396adc5 not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:48:07.804744 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 9f8df132-276a-4e46-89a0-b5f4c39d81b8 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:48:07.903893 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5bd81e3-8266-469d-b386-e865fdea6803 x-openstack-request-id: req-b5bd81e3-8266-469d-b386-e865fdea6803 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:48:07.907032 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae154360-507b-4976-b2d6-5455ef736d16", "name": "network-vif-deleted", "tag": "cd20e94c-db09-4bf2-a3ec-7a37be4d2904", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:48:07.907387 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b5bd81e3-8266-469d-b386-e865fdea6803 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:48:07.907895 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae154360-507b-4976-b2d6-5455ef736d16', 'name': 'network-vif-deleted', 'tag': 'cd20e94c-db09-4bf2-a3ec-7a37be4d2904', 'status': 'completed', 'code': 200} Aug 22 13:48:07.992135 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:08.026062 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058fb628-898b-424c-80e9-408891910e2f req-0ff9810e-5f15-437a-83df-7fa492840b28 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:08.037422 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-058fb628-898b-424c-80e9-408891910e2f req-0ff9810e-5f15-437a-83df-7fa492840b28 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13de28d-0157-4b53-a429-c3cba29f4c92 HTTP/1.1" status: 200 len: 946 time: 0.1823134 Aug 22 13:48:08.041675 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 9f8df132-276a-4e46-89a0-b5f4c39d81b8, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=9f8df132-276a-4e46-89a0-b5f4c39d81b8,segment=NetworkSegment(85d6e767-2244-4840-a51f-afec6bd122e6),segment_id=85d6e767-2244-4840-a51f-afec6bd122e6)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:48:08.047142 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:08.048482 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device d1033646-653a-4a62-9b6c-3304356458b3 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:48:08.125349 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-935311c8-4647-46f4-b67f-2564d12554e4 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Deleting port d1033646-653a-4a62-9b6c-3304356458b3 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:48:08.138051 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-935311c8-4647-46f4-b67f-2564d12554e4 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:08.186276 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-058fb628-898b-424c-80e9-408891910e2f req-fb1b27cb-91de-4688-a74b-17571c56227e tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e51ca6-1de1-45c4-b384-9d1737704f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475692 Aug 22 13:48:08.228407 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=9f8df132-276a-4e46-89a0-b5f4c39d81b8,revision_number=6']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:08.249511 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:08.250632 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2adbcfac-0be7-4e8a-b9b9-58f23ecea62e tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36751'] for router, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:08.298777 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port d1033646-653a-4a62-9b6c-3304356458b3, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=d1033646-653a-4a62-9b6c-3304356458b3,segment=NetworkSegment(85d6e767-2244-4840-a51f-afec6bd122e6),segment_id=85d6e767-2244-4840-a51f-afec6bd122e6)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:48:08.305861 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:08.307038 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device f8514972-7776-4e19-a05c-ada5bca398e0 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:48:08.332709 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2adbcfac-0be7-4e8a-b9b9-58f23ecea62e tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803386'] for router, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:08.376570 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-935311c8-4647-46f4-b67f-2564d12554e4 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] For port d1033646-653a-4a62-9b6c-3304356458b3, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=d1033646-653a-4a62-9b6c-3304356458b3,segment=NetworkSegment(85d6e767-2244-4840-a51f-afec6bd122e6),segment_id=85d6e767-2244-4840-a51f-afec6bd122e6)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:48:08.377055 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-935311c8-4647-46f4-b67f-2564d12554e4 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:08.406303 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=d1033646-653a-4a62-9b6c-3304356458b3,revision_number=6']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:08.408430 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-935311c8-4647-46f4-b67f-2564d12554e4 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Calling delete_port for d1033646-653a-4a62-9b6c-3304356458b3 owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:48:08.409989 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device f8514972-7776-4e19-a05c-ada5bca398e0 not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:48:08.410578 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500bc70-9675-4c20-b7f9-1e6ee541657b req-87091286-cfe2-4799-bb28-adacb24a21cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:08.413875 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8500bc70-9675-4c20-b7f9-1e6ee541657b req-87091286-cfe2-4799-bb28-adacb24a21cc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e671b6067d7043308509b42077ddb563&device_id=e13de28d-0157-4b53-a429-c3cba29f4c92 HTTP/1.1" status: 200 len: 1098 time: 0.2082856 Aug 22 13:48:08.555478 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-935311c8-4647-46f4-b67f-2564d12554e4 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:08.584169 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2adbcfac-0be7-4e8a-b9b9-58f23ecea62e tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Router 6b98763e-cb32-427a-ab12-542fb91bce43 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:48:08.602481 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500bc70-9675-4c20-b7f9-1e6ee541657b req-87be0e9d-ca78-44c4-8472-26eede5a10f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:08.604009 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8500bc70-9675-4c20-b7f9-1e6ee541657b req-87be0e9d-ca78-44c4-8472-26eede5a10f6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a3c2fff3-85c8-4e80-a74c-c35352ec9802 HTTP/1.1" status: 200 len: 912 time: 0.1832407 Aug 22 13:48:08.648690 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935311c8-4647-46f4-b67f-2564d12554e4 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Pushing event deleted for resources: {'Port': ['ID=d1033646-653a-4a62-9b6c-3304356458b3,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:08.676921 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508153da-65d5-429f-9d7d-98bbc713be3a req-1a27f76f-53d3-4a4e-8b31-7791e39e0eee tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:08.683645 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508153da-65d5-429f-9d7d-98bbc713be3a req-1a27f76f-53d3-4a4e-8b31-7791e39e0eee tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:08.689831 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508153da-65d5-429f-9d7d-98bbc713be3a req-1a27f76f-53d3-4a4e-8b31-7791e39e0eee tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:08.692842 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-508153da-65d5-429f-9d7d-98bbc713be3a req-1a27f76f-53d3-4a4e-8b31-7791e39e0eee tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 2410 time: 0.1314044 Aug 22 13:48:08.699840 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8500bc70-9675-4c20-b7f9-1e6ee541657b req-958ff8d0-f437-4533-be52-0fed00265797 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecaf50f3-f25f-47c0-b48e-db83441f2e5e HTTP/1.1" status: 200 len: 217 time: 0.0401428 Aug 22 13:48:08.729832 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-935311c8-4647-46f4-b67f-2564d12554e4 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] No DVR routers for this DVR port d1033646-653a-4a62-9b6c-3304356458b3 on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:48:08.733706 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-935311c8-4647-46f4-b67f-2564d12554e4 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:08.735717 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-935311c8-4647-46f4-b67f-2564d12554e4 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.16 "DELETE /v2.0/ports/d1033646-653a-4a62-9b6c-3304356458b3 HTTP/1.1" status: 204 len: 173 time: 1.1051857 Aug 22 13:48:08.779367 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-508153da-65d5-429f-9d7d-98bbc713be3a req-98da0e61-9f36-40f4-a2d4-efcf18b03f13 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/security-groups?id=66b7495f-ba5d-4b5f-9f1a-7d40465024e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798898 Aug 22 13:48:08.800506 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2adbcfac-0be7-4e8a-b9b9-58f23ecea62e tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:48:08.809977 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2adbcfac-0be7-4e8a-b9b9-58f23ecea62e tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:08.811552 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2adbcfac-0be7-4e8a-b9b9-58f23ecea62e tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "PUT /v2.0/routers/6b98763e-cb32-427a-ab12-542fb91bce43 HTTP/1.1" status: 200 len: 885 time: 1.8560767 Aug 22 13:48:08.813305 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d453cd4-36c4-4b8e-9464-790481a94c25 None None] Sync routers for ids ['6b98763e-cb32-427a-ab12-542fb91bce43'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:48:08.814428 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 58470) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:08.830350 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500bc70-9675-4c20-b7f9-1e6ee541657b req-89343773-f870-4142-8ea2-10b31e1aa13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:08.832389 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8500bc70-9675-4c20-b7f9-1e6ee541657b req-89343773-f870-4142-8ea2-10b31e1aa13c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bff2868d-47fa-43cf-a49b-70403027eb02 HTTP/1.1" status: 200 len: 851 time: 0.1227331 Aug 22 13:48:08.845680 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d453cd4-36c4-4b8e-9464-790481a94c25 None None] Routers {'6b98763e-cb32-427a-ab12-542fb91bce43'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:48:08.846592 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-2d453cd4-36c4-4b8e-9464-790481a94c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:48:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['6b98763e-cb32-427a-ab12-542fb91bce43'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:08.904754 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-43dfa2d3-107c-44a3-9b50-c82e0b81608e tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Deleting port 93bdfde2-d457-457f-992b-980c70fdc75c {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:48:08.905100 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-43dfa2d3-107c-44a3-9b50-c82e0b81608e tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:08.908478 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8500bc70-9675-4c20-b7f9-1e6ee541657b req-df6be3d6-c376-466e-891d-632012c39c80 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a3c2fff3-85c8-4e80-a74c-c35352ec9802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359168 Aug 22 13:48:08.909130 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-2d453cd4-36c4-4b8e-9464-790481a94c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:08.919977 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d453cd4-36c4-4b8e-9464-790481a94c25 None None] Routers {'6b98763e-cb32-427a-ab12-542fb91bce43'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:48:08.920618 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-2d453cd4-36c4-4b8e-9464-790481a94c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:48:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['6b98763e-cb32-427a-ab12-542fb91bce43'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:08.953290 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-2d453cd4-36c4-4b8e-9464-790481a94c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:08.953941 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d453cd4-36c4-4b8e-9464-790481a94c25 None None] The sync data for ids ['6b98763e-cb32-427a-ab12-542fb91bce43'] in n-d-793621-33 is: [] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:48:09.080901 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-43dfa2d3-107c-44a3-9b50-c82e0b81608e tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] For port 93bdfde2-d457-457f-992b-980c70fdc75c, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=93bdfde2-d457-457f-992b-980c70fdc75c,segment=NetworkSegment(3e2a6405-d9f4-46c3-bd31-caa400911d68),segment_id=3e2a6405-d9f4-46c3-bd31-caa400911d68)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:48:09.081288 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-43dfa2d3-107c-44a3-9b50-c82e0b81608e tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:09.116703 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d21f038c-56a5-455f-8bb9-05737ce436d3 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "GET /v2.0/routers/6b98763e-cb32-427a-ab12-542fb91bce43 HTTP/1.1" status: 200 len: 885 time: 0.3002679 Aug 22 13:48:09.120210 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 58472) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:09.169531 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-27d65be3-9560-456b-a692-7aa5cafd6b38 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b98763e-cb32-427a-ab12-542fb91bce43 HTTP/1.1" status: 200 len: 205 time: 0.0478773 Aug 22 13:48:09.171901 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 58474) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:09.268952 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:48:09.319970 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8500bc70-9675-4c20-b7f9-1e6ee541657b req-d392b6a6-fcff-4ec4-b2fd-44a63d541c94 service neutron] 10.222.0.41 "GET /v2.0/networks/a3c2fff3-85c8-4e80-a74c-c35352ec9802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4036467 Aug 22 13:48:09.337925 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-08f8a90e-1ca1-4283-bbd9-856ce8608b46 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:09.443668 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-43dfa2d3-107c-44a3-9b50-c82e0b81608e tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:09.444127 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-43dfa2d3-107c-44a3-9b50-c82e0b81608e tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:09.444470 n-d-793621-33 neutron-server[94627]: INFO neutron.db.l3_db [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-43dfa2d3-107c-44a3-9b50-c82e0b81608e tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Floating IP 8f252535-f45c-47ec-8034-9822683fa788 disassociated. External IP: 172.25.3.223, port: 93bdfde2-d457-457f-992b-980c70fdc75c. Aug 22 13:48:09.444780 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-43dfa2d3-107c-44a3-9b50-c82e0b81608e tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Calling delete_port for 93bdfde2-d457-457f-992b-980c70fdc75c owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:48:09.521554 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8500bc70-9675-4c20-b7f9-1e6ee541657b req-0c27c20d-1763-4f17-83ee-eb50760fa6d1 service neutron] 10.222.0.41 "GET /v2.0/networks/a3c2fff3-85c8-4e80-a74c-c35352ec9802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803167 Aug 22 13:48:09.528303 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-08f8a90e-1ca1-4283-bbd9-856ce8608b46 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:09.556627 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae154360-507b-4976-b2d6-5455ef736d16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b16064f0-bf43-4196-833d-4efdff17a865'}, {'server_uuid': 'ae154360-507b-4976-b2d6-5455ef736d16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93bdfde2-d457-457f-992b-980c70fdc75c'}, {'server_uuid': 'ae154360-507b-4976-b2d6-5455ef736d16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f8df132-276a-4e46-89a0-b5f4c39d81b8'}, {'server_uuid': 'ae154360-507b-4976-b2d6-5455ef736d16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1033646-653a-4a62-9b6c-3304356458b3'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:48:09.559098 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51961c1b-dcf2-4247-8d94-19bda62d5452" -d '{"events": [{"server_uuid": "ae154360-507b-4976-b2d6-5455ef736d16", "name": "network-vif-unplugged", "status": "completed", "tag": "b16064f0-bf43-4196-833d-4efdff17a865"}, {"server_uuid": "ae154360-507b-4976-b2d6-5455ef736d16", "name": "network-vif-unplugged", "status": "completed", "tag": "93bdfde2-d457-457f-992b-980c70fdc75c"}, {"server_uuid": "ae154360-507b-4976-b2d6-5455ef736d16", "name": "network-vif-unplugged", "status": "completed", "tag": "9f8df132-276a-4e46-89a0-b5f4c39d81b8"}, {"server_uuid": "ae154360-507b-4976-b2d6-5455ef736d16", "name": "network-vif-unplugged", "status": "completed", "tag": "d1033646-653a-4a62-9b6c-3304356458b3"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:48:09.609750 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-43dfa2d3-107c-44a3-9b50-c82e0b81608e tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:09.626045 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-08f8a90e-1ca1-4283-bbd9-856ce8608b46 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Deleting port 1d40b948-d83e-4ec0-a3d9-eb0ac0a5477a {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:48:09.626605 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-08f8a90e-1ca1-4283-bbd9-856ce8608b46 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:09.638451 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Sun, 22 Aug 2021 13:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d679d92-e16d-4500-b24f-c755b8ba0348 x-openstack-request-id: req-8d679d92-e16d-4500-b24f-c755b8ba0348 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:48:09.638979 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae154360-507b-4976-b2d6-5455ef736d16", "name": "network-vif-unplugged", "status": "completed", "tag": "b16064f0-bf43-4196-833d-4efdff17a865", "code": 200}, {"server_uuid": "ae154360-507b-4976-b2d6-5455ef736d16", "name": "network-vif-unplugged", "status": "completed", "tag": "93bdfde2-d457-457f-992b-980c70fdc75c", "code": 200}, {"server_uuid": "ae154360-507b-4976-b2d6-5455ef736d16", "name": "network-vif-unplugged", "status": "completed", "tag": "9f8df132-276a-4e46-89a0-b5f4c39d81b8", "code": 200}, {"server_uuid": "ae154360-507b-4976-b2d6-5455ef736d16", "name": "network-vif-unplugged", "status": "completed", "tag": "d1033646-653a-4a62-9b6c-3304356458b3", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:48:09.639421 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8d679d92-e16d-4500-b24f-c755b8ba0348 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:48:09.639998 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae154360-507b-4976-b2d6-5455ef736d16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b16064f0-bf43-4196-833d-4efdff17a865', 'code': 200} Aug 22 13:48:09.640462 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae154360-507b-4976-b2d6-5455ef736d16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93bdfde2-d457-457f-992b-980c70fdc75c', 'code': 200} Aug 22 13:48:09.640877 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae154360-507b-4976-b2d6-5455ef736d16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f8df132-276a-4e46-89a0-b5f4c39d81b8', 'code': 200} Aug 22 13:48:09.641309 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae154360-507b-4976-b2d6-5455ef736d16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1033646-653a-4a62-9b6c-3304356458b3', 'code': 200} Aug 22 13:48:09.674441 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dfa2d3-107c-44a3-9b50-c82e0b81608e tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Pushing event deleted for resources: {'Port': ['ID=93bdfde2-d457-457f-992b-980c70fdc75c,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:09.737825 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-08f8a90e-1ca1-4283-bbd9-856ce8608b46 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:09.752027 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-08f8a90e-1ca1-4283-bbd9-856ce8608b46 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Calling delete_port for 1d40b948-d83e-4ec0-a3d9-eb0ac0a5477a owned by network:router_gateway {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:48:09.753049 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599cdde3-0d94-4d02-9aff-ffe190414984 req-2978279d-e124-4e99-984f-2d5dcdf586bd tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:09.754621 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-599cdde3-0d94-4d02-9aff-ffe190414984 req-2978279d-e124-4e99-984f-2d5dcdf586bd tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13de28d-0157-4b53-a429-c3cba29f4c92 HTTP/1.1" status: 200 len: 946 time: 0.1612644 Aug 22 13:48:09.850123 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-599cdde3-0d94-4d02-9aff-ffe190414984 req-c1effc96-dab5-4b99-8e60-cf39f704ed49 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e51ca6-1de1-45c4-b384-9d1737704f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803208 Aug 22 13:48:09.874098 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-43dfa2d3-107c-44a3-9b50-c82e0b81608e tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Router 4db889f9-c5a8-40f4-ab71-d80809644146 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:48:09.931101 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae154360-507b-4976-b2d6-5455ef736d16', 'name': 'network-vif-deleted', 'tag': 'd1033646-653a-4a62-9b6c-3304356458b3'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:48:09.934008 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cee8a79-3f4b-4789-a302-c33458be0367" -d '{"events": [{"server_uuid": "ae154360-507b-4976-b2d6-5455ef736d16", "name": "network-vif-deleted", "tag": "d1033646-653a-4a62-9b6c-3304356458b3"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:48:10.005976 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-08f8a90e-1ca1-4283-bbd9-856ce8608b46 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:10.032773 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969e266a-cd4e-4578-a0cb-c1614b7182e1 x-openstack-request-id: req-969e266a-cd4e-4578-a0cb-c1614b7182e1 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:48:10.033373 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae154360-507b-4976-b2d6-5455ef736d16", "name": "network-vif-deleted", "tag": "d1033646-653a-4a62-9b6c-3304356458b3", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:48:10.033733 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-969e266a-cd4e-4578-a0cb-c1614b7182e1 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:48:10.034422 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae154360-507b-4976-b2d6-5455ef736d16', 'name': 'network-vif-deleted', 'tag': 'd1033646-653a-4a62-9b6c-3304356458b3', 'status': 'completed', 'code': 200} Aug 22 13:48:10.042373 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f8a90e-1ca1-4283-bbd9-856ce8608b46 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event deleted for resources: {'Port': ['ID=1d40b948-d83e-4ec0-a3d9-eb0ac0a5477a,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:10.118272 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-43dfa2d3-107c-44a3-9b50-c82e0b81608e tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:48:10.127985 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e50171-0439-4740-9361-ac58828daaa3 None None] Sync routers for ids ['4db889f9-c5a8-40f4-ab71-d80809644146'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:48:10.145791 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e50171-0439-4740-9361-ac58828daaa3 None None] Routers {'4db889f9-c5a8-40f4-ab71-d80809644146'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:48:10.146447 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-85e50171-0439-4740-9361-ac58828daaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:48:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['4db889f9-c5a8-40f4-ab71-d80809644146'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:10.197260 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-43dfa2d3-107c-44a3-9b50-c82e0b81608e tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] No DVR routers for this DVR port 93bdfde2-d457-457f-992b-980c70fdc75c on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:48:10.214300 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-43dfa2d3-107c-44a3-9b50-c82e0b81608e tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:10.219739 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-43dfa2d3-107c-44a3-9b50-c82e0b81608e tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.16 "DELETE /v2.0/ports/93bdfde2-d457-457f-992b-980c70fdc75c HTTP/1.1" status: 204 len: 173 time: 1.4762790 Aug 22 13:48:10.242199 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-08f8a90e-1ca1-4283-bbd9-856ce8608b46 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:10.243242 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca91ec4-6638-47bd-9b2b-f8e7f3737b9f req-22c01b02-3a21-462e-82db-e7be93f99667 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:10.264392 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca91ec4-6638-47bd-9b2b-f8e7f3737b9f req-22c01b02-3a21-462e-82db-e7be93f99667 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:10.277470 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-aca91ec4-6638-47bd-9b2b-f8e7f3737b9f req-22c01b02-3a21-462e-82db-e7be93f99667 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 1677 time: 0.3384376 Aug 22 13:48:10.380531 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-aca91ec4-6638-47bd-9b2b-f8e7f3737b9f req-426f5358-4fcb-42ae-a159-84f810a29911 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/security-groups?id=66b7495f-ba5d-4b5f-9f1a-7d40465024e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964146 Aug 22 13:48:10.409789 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-85e50171-0439-4740-9361-ac58828daaa3 None None] Set router 4db889f9-c5a8-40f4-ab71-d80809644146 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:48:10.445625 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-08f8a90e-1ca1-4283-bbd9-856ce8608b46 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:10.447864 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-08f8a90e-1ca1-4283-bbd9-856ce8608b46 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:10.462683 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-81e04a48-08ad-46ac-9e55-76653800653a tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Deleting port b16064f0-bf43-4196-833d-4efdff17a865 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:48:10.463035 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-81e04a48-08ad-46ac-9e55-76653800653a tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:10.501332 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-08f8a90e-1ca1-4283-bbd9-856ce8608b46 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:10.501904 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f8a90e-1ca1-4283-bbd9-856ce8608b46 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Fanout notify agent at l3_agent the message router_deleted on router 6b98763e-cb32-427a-ab12-542fb91bce43 {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:48:10.511589 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-08f8a90e-1ca1-4283-bbd9-856ce8608b46 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:10.516112 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-08f8a90e-1ca1-4283-bbd9-856ce8608b46 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "DELETE /v2.0/routers/6b98763e-cb32-427a-ab12-542fb91bce43 HTTP/1.1" status: 204 len: 168 time: 1.3400626 Aug 22 13:48:10.516799 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 58496) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:10.523329 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-48ce4005-c579-4855-aaf6-2975011a6e2b tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Request body: {'network': {'name': 'tempest-RoutersTest-184128031'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:48:10.566856 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ce4005-c579-4855-aaf6-2975011a6e2b tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Made reservation on behalf of 8bdd66044797478ab6b9017c0ef2bbe5 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:48:10.570878 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-48ce4005-c579-4855-aaf6-2975011a6e2b tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:10.615112 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48ce4005-c579-4855-aaf6-2975011a6e2b tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:48:10.617642 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-81e04a48-08ad-46ac-9e55-76653800653a tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] For port b16064f0-bf43-4196-833d-4efdff17a865, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=b16064f0-bf43-4196-833d-4efdff17a865,segment=NetworkSegment(a6269bb8-0d73-4173-bf5c-169c79a8b967),segment_id=a6269bb8-0d73-4173-bf5c-169c79a8b967)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:48:10.618149 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-81e04a48-08ad-46ac-9e55-76653800653a tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:10.645663 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-48ce4005-c579-4855-aaf6-2975011a6e2b tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:10.646041 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-48ce4005-c579-4855-aaf6-2975011a6e2b tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Added segment c9092b07-4ae6-4db2-93fc-68e88e24baca of type vlan for network 5f50ba1e-9101-4678-a904-7e418e6d8e02 Aug 22 13:48:10.650048 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-81e04a48-08ad-46ac-9e55-76653800653a tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Calling delete_port for b16064f0-bf43-4196-833d-4efdff17a865 owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:48:10.758549 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-48ce4005-c579-4855-aaf6-2975011a6e2b tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:10.804318 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-48ce4005-c579-4855-aaf6-2975011a6e2b tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:10.821621 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ce4005-c579-4855-aaf6-2975011a6e2b tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:10.822151 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-48ce4005-c579-4855-aaf6-2975011a6e2b tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:10.904624 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-48ce4005-c579-4855-aaf6-2975011a6e2b tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3866372 Aug 22 13:48:10.907377 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 58528) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:10.912403 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-1a915a4d-5e3b-44ad-acfc-06e7835600a7 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Request body: {'subnet': {'network_id': '5f50ba1e-9101-4678-a904-7e418e6d8e02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:48:10.947736 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-85e50171-0439-4740-9361-ac58828daaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db889f9-c5a8-40f4-ab71-d80809644146', 'name': 'tempest-TaggedBootDevicesTest_v242-2035045029-router', 'tenant_id': 'd953ee5d914f4a7288a8a29730002fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '9c1070dd-1106-43d5-ae48-476fdb66f183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:37:18Z', 'updated_at': '2021-08-22T13:37:27Z', 'revision_number': 4, 'project_id': 'd953ee5d914f4a7288a8a29730002fca', 'gw_port': {'id': '9c1070dd-1106-43d5-ae48-476fdb66f183', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:85:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db889f9-c5a8-40f4-ab71-d80809644146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:37:20Z', 'updated_at': '2021-08-22T13:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '422208d6-1046-4e74-86a9-aaac3f9db337', 'name': '', 'network_id': '09ddfb22-9759-41d5-b511-b1a96521841b', 'tenant_id': 'd953ee5d914f4a7288a8a29730002fca', 'mac_address': 'fa:16:3e:24:c9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db889f9-c5a8-40f4-ab71-d80809644146', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '4eb4d59f-f1d3-4065-beb1-2e6b44865678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:37:25Z', 'updated_at': '2021-08-22T13:37:34Z', 'revision_number': 5, 'project_id': 'd953ee5d914f4a7288a8a29730002fca', 'subnets': [{'id': '4eb4d59f-f1d3-4065-beb1-2e6b44865678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:10.978358 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-81e04a48-08ad-46ac-9e55-76653800653a tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:11.001896 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce4005-c579-4855-aaf6-2975011a6e2b tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event updated for resources: {'Network': ['ID=5f50ba1e-9101-4678-a904-7e418e6d8e02,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:11.017166 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a915a4d-5e3b-44ad-acfc-06e7835600a7 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Made reservation on behalf of 8bdd66044797478ab6b9017c0ef2bbe5 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:48:11.023285 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1a915a4d-5e3b-44ad-acfc-06e7835600a7 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:11.038070 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 5f50ba1e-9101-4678-a904-7e418e6d8e02 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:48:11.039886 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e04a48-08ad-46ac-9e55-76653800653a tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Pushing event deleted for resources: {'Port': ['ID=b16064f0-bf43-4196-833d-4efdff17a865,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:11.050606 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e50171-0439-4740-9361-ac58828daaa3 None None] Checking router: 4db889f9-c5a8-40f4-ab71-d80809644146 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:48:11.122968 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-81e04a48-08ad-46ac-9e55-76653800653a tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] No DVR routers for this DVR port b16064f0-bf43-4196-833d-4efdff17a865 on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:48:11.134673 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-81e04a48-08ad-46ac-9e55-76653800653a tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:11.137423 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-81e04a48-08ad-46ac-9e55-76653800653a tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.16 "DELETE /v2.0/ports/b16064f0-bf43-4196-833d-4efdff17a865 HTTP/1.1" status: 204 len: 173 time: 0.8555965 Aug 22 13:48:11.172669 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e50171-0439-4740-9361-ac58828daaa3 None None] Routers {'4db889f9-c5a8-40f4-ab71-d80809644146'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:48:11.173125 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-85e50171-0439-4740-9361-ac58828daaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:48:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['4db889f9-c5a8-40f4-ab71-d80809644146'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:11.217181 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e010194-f865-473f-9e5c-1ef2fd68cb0e req-aa81eb29-de88-41f0-8260-76f4e2ae6730 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:11.222206 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7e010194-f865-473f-9e5c-1ef2fd68cb0e req-aa81eb29-de88-41f0-8260-76f4e2ae6730 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13de28d-0157-4b53-a429-c3cba29f4c92 HTTP/1.1" status: 200 len: 946 time: 0.1850281 Aug 22 13:48:11.306774 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7e010194-f865-473f-9e5c-1ef2fd68cb0e req-b5749ef9-6ac4-40c6-818e-128120cffd8d tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e51ca6-1de1-45c4-b384-9d1737704f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771234 Aug 22 13:48:11.370549 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1a915a4d-5e3b-44ad-acfc-06e7835600a7 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:11.382682 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-412e0b76-94b8-4815-a543-237b17e027db tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Deleting port 9f8df132-276a-4e46-89a0-b5f4c39d81b8 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:48:11.382980 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-412e0b76-94b8-4815-a543-237b17e027db tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:11.423473 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-85e50171-0439-4740-9361-ac58828daaa3 None None] Set router 4db889f9-c5a8-40f4-ab71-d80809644146 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:48:11.554203 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a915a4d-5e3b-44ad-acfc-06e7835600a7 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event updated for resources: {'Subnet': ['ID=13de7bb8-b2ea-46f5-979b-50eecbb48fa3,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:11.570964 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-412e0b76-94b8-4815-a543-237b17e027db tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] For port 9f8df132-276a-4e46-89a0-b5f4c39d81b8, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=9f8df132-276a-4e46-89a0-b5f4c39d81b8,segment=NetworkSegment(85d6e767-2244-4840-a51f-afec6bd122e6),segment_id=85d6e767-2244-4840-a51f-afec6bd122e6)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:48:11.571326 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-412e0b76-94b8-4815-a543-237b17e027db tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:11.586616 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-412e0b76-94b8-4815-a543-237b17e027db tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Calling delete_port for 9f8df132-276a-4e46-89a0-b5f4c39d81b8 owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:48:11.602340 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a915a4d-5e3b-44ad-acfc-06e7835600a7 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Checking segment: {'id': 'c9092b07-4ae6-4db2-93fc-68e88e24baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5f50ba1e-9101-4678-a904-7e418e6d8e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:48:11.604500 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a915a4d-5e3b-44ad-acfc-06e7835600a7 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Network hostable DHCP agents. Network: 5f50ba1e-9101-4678-a904-7e418e6d8e02, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:48:11.633723 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a915a4d-5e3b-44ad-acfc-06e7835600a7 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Network 5f50ba1e-9101-4678-a904-7e418e6d8e02 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:48:11.653125 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-1a915a4d-5e3b-44ad-acfc-06e7835600a7 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 5f50ba1e-9101-4678-a904-7e418e6d8e02) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:48:11.659517 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a915a4d-5e3b-44ad-acfc-06e7835600a7 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:11.660657 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1a915a4d-5e3b-44ad-acfc-06e7835600a7 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:11.685626 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 58604) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:11.686235 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-1a915a4d-5e3b-44ad-acfc-06e7835600a7 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7771297 Aug 22 13:48:11.712873 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-da37e8ae-77b2-42ce-acdd-264d42713f2a tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1974580697', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:48:11.738314 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ef73fb-7368-4d95-90d9-f5bcaa48d380 None None] Network 5f50ba1e-9101-4678-a904-7e418e6d8e02 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:48:11.815837 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899cea90-45c1-4c09-bfb9-36fb7ac777a5 req-73424b2b-a008-4cfc-bda5-f33ace3c6423 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:11.822185 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-899cea90-45c1-4c09-bfb9-36fb7ac777a5 req-73424b2b-a008-4cfc-bda5-f33ace3c6423 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 943 time: 0.1472065 Aug 22 13:48:11.835641 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-da37e8ae-77b2-42ce-acdd-264d42713f2a tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:11.836171 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-da37e8ae-77b2-42ce-acdd-264d42713f2a tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:11.919072 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-412e0b76-94b8-4815-a543-237b17e027db tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:12.004772 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412e0b76-94b8-4815-a543-237b17e027db tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Pushing event deleted for resources: {'Port': ['ID=9f8df132-276a-4e46-89a0-b5f4c39d81b8,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:12.034971 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-da37e8ae-77b2-42ce-acdd-264d42713f2a tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:12.036442 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae154360-507b-4976-b2d6-5455ef736d16', 'name': 'network-vif-deleted', 'tag': '93bdfde2-d457-457f-992b-980c70fdc75c'}, {'server_uuid': 'ae154360-507b-4976-b2d6-5455ef736d16', 'name': 'network-vif-deleted', 'tag': 'b16064f0-bf43-4196-833d-4efdff17a865'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:48:12.040041 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4be23e-eb0c-4f40-9d86-bf174d7786ef" -d '{"events": [{"server_uuid": "ae154360-507b-4976-b2d6-5455ef736d16", "name": "network-vif-deleted", "tag": "93bdfde2-d457-457f-992b-980c70fdc75c"}, {"server_uuid": "ae154360-507b-4976-b2d6-5455ef736d16", "name": "network-vif-deleted", "tag": "b16064f0-bf43-4196-833d-4efdff17a865"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:48:12.050147 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c28e41e-bdd8-4f8e-aa5e-dcabb4191e72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-5f50ba1e-9101-4678-a904-7e418e6d8e02', 'network_id': '5f50ba1e-9101-4678-a904-7e418e6d8e02', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'fixed_ips': [{'subnet_id': '13de7bb8-b2ea-46f5-979b-50eecbb48fa3'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:48:12.050992 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6c28e41e-bdd8-4f8e-aa5e-dcabb4191e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:12.053205 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-899cea90-45c1-4c09-bfb9-36fb7ac777a5 req-00e2def4-6667-4144-83a4-161ab0a0ca4f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/security-groups?id=66b7495f-ba5d-4b5f-9f1a-7d40465024e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2185152 Aug 22 13:48:12.100054 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-da37e8ae-77b2-42ce-acdd-264d42713f2a tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:12.137044 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-412e0b76-94b8-4815-a543-237b17e027db tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] No DVR routers for this DVR port 9f8df132-276a-4e46-89a0-b5f4c39d81b8 on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:48:12.140741 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-412e0b76-94b8-4815-a543-237b17e027db tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:12.143281 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-73d11863-af7b-4f70-acfb-4afbda6044fe req-412e0b76-94b8-4815-a543-237b17e027db tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.16 "DELETE /v2.0/ports/9f8df132-276a-4e46-89a0-b5f4c39d81b8 HTTP/1.1" status: 204 len: 173 time: 0.9908161 Aug 22 13:48:12.145558 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 22 Aug 2021 13:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2d5abb-a5b0-4b33-98e1-022ce3b0c931 x-openstack-request-id: req-1d2d5abb-a5b0-4b33-98e1-022ce3b0c931 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:48:12.146056 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae154360-507b-4976-b2d6-5455ef736d16", "name": "network-vif-deleted", "tag": "93bdfde2-d457-457f-992b-980c70fdc75c", "status": "completed", "code": 200}, {"server_uuid": "ae154360-507b-4976-b2d6-5455ef736d16", "name": "network-vif-deleted", "tag": "b16064f0-bf43-4196-833d-4efdff17a865", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:48:12.146314 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1d2d5abb-a5b0-4b33-98e1-022ce3b0c931 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:48:12.146773 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae154360-507b-4976-b2d6-5455ef736d16', 'name': 'network-vif-deleted', 'tag': '93bdfde2-d457-457f-992b-980c70fdc75c', 'status': 'completed', 'code': 200} Aug 22 13:48:12.146951 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae154360-507b-4976-b2d6-5455ef736d16', 'name': 'network-vif-deleted', 'tag': 'b16064f0-bf43-4196-833d-4efdff17a865', 'status': 'completed', 'code': 200} Aug 22 13:48:12.149831 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-da37e8ae-77b2-42ce-acdd-264d42713f2a tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:12.154275 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-da37e8ae-77b2-42ce-acdd-264d42713f2a tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4630051 Aug 22 13:48:12.154706 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 58652) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:12.165460 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de780432-9023-402b-bdec-4dd6e2ebffaf req-502e1c67-2b77-42c8-bc0d-44e92f1145cf tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:12.181227 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-de780432-9023-402b-bdec-4dd6e2ebffaf req-502e1c67-2b77-42c8-bc0d-44e92f1145cf tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13de28d-0157-4b53-a429-c3cba29f4c92 HTTP/1.1" status: 200 len: 946 time: 0.2595129 Aug 22 13:48:12.224903 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-85e50171-0439-4740-9361-ac58828daaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db889f9-c5a8-40f4-ab71-d80809644146', 'name': 'tempest-TaggedBootDevicesTest_v242-2035045029-router', 'tenant_id': 'd953ee5d914f4a7288a8a29730002fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '9c1070dd-1106-43d5-ae48-476fdb66f183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:37:18Z', 'updated_at': '2021-08-22T13:37:27Z', 'revision_number': 4, 'project_id': 'd953ee5d914f4a7288a8a29730002fca', 'gw_port': {'id': '9c1070dd-1106-43d5-ae48-476fdb66f183', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:85:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db889f9-c5a8-40f4-ab71-d80809644146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:37:20Z', 'updated_at': '2021-08-22T13:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '422208d6-1046-4e74-86a9-aaac3f9db337', 'name': '', 'network_id': '09ddfb22-9759-41d5-b511-b1a96521841b', 'tenant_id': 'd953ee5d914f4a7288a8a29730002fca', 'mac_address': 'fa:16:3e:24:c9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db889f9-c5a8-40f4-ab71-d80809644146', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '4eb4d59f-f1d3-4065-beb1-2e6b44865678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:37:25Z', 'updated_at': '2021-08-22T13:37:34Z', 'revision_number': 5, 'project_id': 'd953ee5d914f4a7288a8a29730002fca', 'subnets': [{'id': '4eb4d59f-f1d3-4065-beb1-2e6b44865678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:12.283472 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e50171-0439-4740-9361-ac58828daaa3 None None] The sync data for ids ['4db889f9-c5a8-40f4-ab71-d80809644146'] in n-d-793621-33 is: [{'id': '4db889f9-c5a8-40f4-ab71-d80809644146', 'name': 'tempest-TaggedBootDevicesTest_v242-2035045029-router', 'tenant_id': 'd953ee5d914f4a7288a8a29730002fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '9c1070dd-1106-43d5-ae48-476fdb66f183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:37:18Z', 'updated_at': '2021-08-22T13:37:27Z', 'revision_number': 4, 'project_id': 'd953ee5d914f4a7288a8a29730002fca', 'gw_port': {'id': '9c1070dd-1106-43d5-ae48-476fdb66f183', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:85:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db889f9-c5a8-40f4-ab71-d80809644146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:37:20Z', 'updated_at': '2021-08-22T13:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '422208d6-1046-4e74-86a9-aaac3f9db337', 'name': '', 'network_id': '09ddfb22-9759-41d5-b511-b1a96521841b', 'tenant_id': 'd953ee5d914f4a7288a8a29730002fca', 'mac_address': 'fa:16:3e:24:c9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db889f9-c5a8-40f4-ab71-d80809644146', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '4eb4d59f-f1d3-4065-beb1-2e6b44865678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:37:25Z', 'updated_at': '2021-08-22T13:37:34Z', 'revision_number': 5, 'project_id': 'd953ee5d914f4a7288a8a29730002fca', 'subnets': [{'id': '4eb4d59f-f1d3-4065-beb1-2e6b44865678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:48:12.293484 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-de780432-9023-402b-bdec-4dd6e2ebffaf req-553e921f-f2bb-42f3-adfa-6b13306f9abc tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e51ca6-1de1-45c4-b384-9d1737704f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097157 Aug 22 13:48:12.328449 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-6c28e41e-bdd8-4f8e-aa5e-dcabb4191e72 None None] Allocated IP 172.20.0.2 (5f50ba1e-9101-4678-a904-7e418e6d8e02/13de7bb8-b2ea-46f5-979b-50eecbb48fa3/6999e859-5b6f-4f06-adb7-e9acad066ab7) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:48:12.681832 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6c28e41e-bdd8-4f8e-aa5e-dcabb4191e72 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:12.697345 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-91bcdeb4-738f-4d4d-9114-417aab652be7 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:12.711971 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-6c28e41e-bdd8-4f8e-aa5e-dcabb4191e72 None None] Transition to ACTIVE for port object 6999e859-5b6f-4f06-adb7-e9acad066ab7 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:48:12.758288 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-6c28e41e-bdd8-4f8e-aa5e-dcabb4191e72 None None] Transition to ACTIVE for port object 6999e859-5b6f-4f06-adb7-e9acad066ab7 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:48:12.769447 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6c28e41e-bdd8-4f8e-aa5e-dcabb4191e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:12.865743 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c28e41e-bdd8-4f8e-aa5e-dcabb4191e72 None None] Network 5f50ba1e-9101-4678-a904-7e418e6d8e02 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:48:12.872982 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-6c28e41e-bdd8-4f8e-aa5e-dcabb4191e72 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:48:12.889156 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c28e41e-bdd8-4f8e-aa5e-dcabb4191e72 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:48:12.900016 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ace6cda-e02e-41f3-96ad-e4e57b89b1ef None None] New status for floating IP 8f252535-f45c-47ec-8034-9822683fa788: DOWN {{(pid=94630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 13:48:12.903970 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c28e41e-bdd8-4f8e-aa5e-dcabb4191e72 None None] Pushing event updated for resources: {'Port': ['ID=6999e859-5b6f-4f06-adb7-e9acad066ab7,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:13.052430 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-6c28e41e-bdd8-4f8e-aa5e-dcabb4191e72 None None] Attempting to bind port 6999e859-5b6f-4f06-adb7-e9acad066ab7 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:48:13.056675 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-6c28e41e-bdd8-4f8e-aa5e-dcabb4191e72 None None] Attempting to bind port 6999e859-5b6f-4f06-adb7-e9acad066ab7 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'c9092b07-4ae6-4db2-93fc-68e88e24baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5f50ba1e-9101-4678-a904-7e418e6d8e02'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:48:13.058129 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c28e41e-bdd8-4f8e-aa5e-dcabb4191e72 None None] Attempting to bind port 6999e859-5b6f-4f06-adb7-e9acad066ab7 on network 5f50ba1e-9101-4678-a904-7e418e6d8e02 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:48:13.088816 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c28e41e-bdd8-4f8e-aa5e-dcabb4191e72 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:48:13.090096 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c28e41e-bdd8-4f8e-aa5e-dcabb4191e72 None None] Checking segment: {'id': 'c9092b07-4ae6-4db2-93fc-68e88e24baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5f50ba1e-9101-4678-a904-7e418e6d8e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:48:13.091961 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6c28e41e-bdd8-4f8e-aa5e-dcabb4191e72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:13.093185 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c28e41e-bdd8-4f8e-aa5e-dcabb4191e72 None None] Bound using segment: {'id': 'c9092b07-4ae6-4db2-93fc-68e88e24baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5f50ba1e-9101-4678-a904-7e418e6d8e02'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:48:13.093710 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-6c28e41e-bdd8-4f8e-aa5e-dcabb4191e72 None None] Bound port: 6999e859-5b6f-4f06-adb7-e9acad066ab7, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9092b07-4ae6-4db2-93fc-68e88e24baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5f50ba1e-9101-4678-a904-7e418e6d8e02'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:48:13.096061 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6c28e41e-bdd8-4f8e-aa5e-dcabb4191e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:13.253512 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-6c28e41e-bdd8-4f8e-aa5e-dcabb4191e72 None None] For port 6999e859-5b6f-4f06-adb7-e9acad066ab7, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:48:13.270244 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-6c28e41e-bdd8-4f8e-aa5e-dcabb4191e72 None None] For port 6999e859-5b6f-4f06-adb7-e9acad066ab7, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=6999e859-5b6f-4f06-adb7-e9acad066ab7,segment=NetworkSegment(c9092b07-4ae6-4db2-93fc-68e88e24baca),segment_id=c9092b07-4ae6-4db2-93fc-68e88e24baca)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:48:13.282452 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6c28e41e-bdd8-4f8e-aa5e-dcabb4191e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:13.300278 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-91bcdeb4-738f-4d4d-9114-417aab652be7 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Allocated IP 172.20.0.1 (5f50ba1e-9101-4678-a904-7e418e6d8e02/13de7bb8-b2ea-46f5-979b-50eecbb48fa3/c558b604-6997-4382-a9d1-20ef7d698707) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:48:13.313642 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cc7457a2-7ac1-4191-a2a2-c0566bdfef6d req-8d36a280-b4d8-49fe-b22f-d163b953e475 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 210 time: 0.0892391 Aug 22 13:48:13.430879 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c28e41e-bdd8-4f8e-aa5e-dcabb4191e72 None None] Pushing event updated for resources: {'Port': ['ID=6999e859-5b6f-4f06-adb7-e9acad066ab7,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:13.536061 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973db226-27be-45bb-a0c3-6be4ef38a520 req-1892af2c-86f5-430c-a919-97c8f40c92ce tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:13.538744 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-973db226-27be-45bb-a0c3-6be4ef38a520 req-1892af2c-86f5-430c-a919-97c8f40c92ce tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13de28d-0157-4b53-a429-c3cba29f4c92 HTTP/1.1" status: 200 len: 946 time: 0.1171329 Aug 22 13:48:13.604321 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-91bcdeb4-738f-4d4d-9114-417aab652be7 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:13.648573 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-973db226-27be-45bb-a0c3-6be4ef38a520 req-b9cd6509-3dfa-4e37-85e8-322a2fd7fec2 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e51ca6-1de1-45c4-b384-9d1737704f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939567 Aug 22 13:48:13.694596 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-91bcdeb4-738f-4d4d-9114-417aab652be7 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Transition to ACTIVE for port object c558b604-6997-4382-a9d1-20ef7d698707 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:48:13.731884 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a7613-6c41-45a6-8038-06e7fe2f8c37 req-4fb695eb-bc50-4b23-823c-4fd9941f64d8 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:13.734072 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5d3a7613-6c41-45a6-8038-06e7fe2f8c37 req-4fb695eb-bc50-4b23-823c-4fd9941f64d8 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] 10.222.0.41 "GET /v2.0/ports?device_id=e13de28d-0157-4b53-a429-c3cba29f4c92 HTTP/1.1" status: 200 len: 946 time: 0.1003473 Aug 22 13:48:13.937342 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-91bcdeb4-738f-4d4d-9114-417aab652be7 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:14.034858 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bcdeb4-738f-4d4d-9114-417aab652be7 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Network 5f50ba1e-9101-4678-a904-7e418e6d8e02 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:48:14.056672 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-91bcdeb4-738f-4d4d-9114-417aab652be7 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:48:14.063550 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bcdeb4-738f-4d4d-9114-417aab652be7 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:48:14.124480 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 6999e859-5b6f-4f06-adb7-e9acad066ab7 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:48:14.145176 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bcdeb4-738f-4d4d-9114-417aab652be7 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event updated for resources: {'Port': ['ID=c558b604-6997-4382-a9d1-20ef7d698707,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:14.148567 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae154360-507b-4976-b2d6-5455ef736d16', 'name': 'network-vif-deleted', 'tag': '9f8df132-276a-4e46-89a0-b5f4c39d81b8'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:48:14.151456 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678836c8-2d6c-4232-86db-3233f5984e9d" -d '{"events": [{"server_uuid": "ae154360-507b-4976-b2d6-5455ef736d16", "name": "network-vif-deleted", "tag": "9f8df132-276a-4e46-89a0-b5f4c39d81b8"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:48:14.237827 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87736dbb-154b-49f6-8597-d6f4002ab514 x-openstack-request-id: req-87736dbb-154b-49f6-8597-d6f4002ab514 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:48:14.238277 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae154360-507b-4976-b2d6-5455ef736d16", "name": "network-vif-deleted", "tag": "9f8df132-276a-4e46-89a0-b5f4c39d81b8", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:48:14.238823 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-87736dbb-154b-49f6-8597-d6f4002ab514 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:48:14.239254 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae154360-507b-4976-b2d6-5455ef736d16', 'name': 'network-vif-deleted', 'tag': '9f8df132-276a-4e46-89a0-b5f4c39d81b8', 'status': 'completed', 'code': 200} Aug 22 13:48:14.249335 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-91bcdeb4-738f-4d4d-9114-417aab652be7 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:14.255734 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-5d3a7613-6c41-45a6-8038-06e7fe2f8c37 req-bc545e4c-445b-4c9e-9c54-a346b70c954c tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] Deleting port ecaf50f3-f25f-47c0-b48e-db83441f2e5e {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:48:14.256385 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5d3a7613-6c41-45a6-8038-06e7fe2f8c37 req-bc545e4c-445b-4c9e-9c54-a346b70c954c tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:14.314207 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 6999e859-5b6f-4f06-adb7-e9acad066ab7 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:48:14.559808 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5d6bb032-bba9-4a5f-99fe-6054ae289ff2 req-52745c3a-f9b6-41cf-a300-84df9834422e tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 210 time: 0.0697279 Aug 22 13:48:14.573879 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-5d3a7613-6c41-45a6-8038-06e7fe2f8c37 req-bc545e4c-445b-4c9e-9c54-a346b70c954c tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] For port ecaf50f3-f25f-47c0-b48e-db83441f2e5e, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=ecaf50f3-f25f-47c0-b48e-db83441f2e5e,segment=NetworkSegment(997f174d-0c9b-4968-9d47-eef9b2c4b49e),segment_id=997f174d-0c9b-4968-9d47-eef9b2c4b49e)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:48:14.574264 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5d3a7613-6c41-45a6-8038-06e7fe2f8c37 req-bc545e4c-445b-4c9e-9c54-a346b70c954c tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:14.842215 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2980f8-0aa9-4805-ab9b-5b24b00be8f5 req-16bed3e7-7f51-42ea-9b80-932a6e238488 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:14.850820 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4c2980f8-0aa9-4805-ab9b-5b24b00be8f5 req-16bed3e7-7f51-42ea-9b80-932a6e238488 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13de28d-0157-4b53-a429-c3cba29f4c92 HTTP/1.1" status: 200 len: 946 time: 0.1127670 Aug 22 13:48:14.898375 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4c2980f8-0aa9-4805-ab9b-5b24b00be8f5 req-aac26ca4-3a93-4e21-ba5d-0d4770020a57 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e51ca6-1de1-45c4-b384-9d1737704f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442255 Aug 22 13:48:15.016275 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626880e3-e341-4b5b-a763-bd3d79b490d6 None None] Network 5f50ba1e-9101-4678-a904-7e418e6d8e02 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:48:15.139072 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-92cdd796-6aca-4001-b66b-68cad3fd89b5 None None] Provisioning for port 6999e859-5b6f-4f06-adb7-e9acad066ab7 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:48:15.153145 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-92cdd796-6aca-4001-b66b-68cad3fd89b5 None None] Provisioning complete for port 6999e859-5b6f-4f06-adb7-e9acad066ab7 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:48:15.153517 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-92cdd796-6aca-4001-b66b-68cad3fd89b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:15.155251 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-91bcdeb4-738f-4d4d-9114-417aab652be7 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:15.158620 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-5d3a7613-6c41-45a6-8038-06e7fe2f8c37 req-bc545e4c-445b-4c9e-9c54-a346b70c954c tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] Calling delete_port for ecaf50f3-f25f-47c0-b48e-db83441f2e5e owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:48:15.414656 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-92cdd796-6aca-4001-b66b-68cad3fd89b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:15.551451 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5d3a7613-6c41-45a6-8038-06e7fe2f8c37 req-bc545e4c-445b-4c9e-9c54-a346b70c954c tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:15.627161 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc545e4c-445b-4c9e-9c54-a346b70c954c tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] Pushing event deleted for resources: {'Port': ['ID=ecaf50f3-f25f-47c0-b48e-db83441f2e5e,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:15.654563 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['ecaf50f3-f25f-47c0-b48e-db83441f2e5e'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:48:15.668318 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d3a7613-6c41-45a6-8038-06e7fe2f8c37 req-bc545e4c-445b-4c9e-9c54-a346b70c954c tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] No DVR routers for this DVR port ecaf50f3-f25f-47c0-b48e-db83441f2e5e on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:48:15.670822 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5d3a7613-6c41-45a6-8038-06e7fe2f8c37 req-bc545e4c-445b-4c9e-9c54-a346b70c954c tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:15.672996 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5d3a7613-6c41-45a6-8038-06e7fe2f8c37 req-bc545e4c-445b-4c9e-9c54-a346b70c954c tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] 10.222.0.41 "DELETE /v2.0/ports/ecaf50f3-f25f-47c0-b48e-db83441f2e5e HTTP/1.1" status: 204 len: 173 time: 1.9289136 Aug 22 13:48:15.676740 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e13de28d-0157-4b53-a429-c3cba29f4c92', 'name': 'network-vif-deleted', 'tag': 'ecaf50f3-f25f-47c0-b48e-db83441f2e5e'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:48:15.679775 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62724493-a4ac-4340-99f9-a74cf8171420" -d '{"events": [{"server_uuid": "e13de28d-0157-4b53-a429-c3cba29f4c92", "name": "network-vif-deleted", "tag": "ecaf50f3-f25f-47c0-b48e-db83441f2e5e"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:48:15.709045 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-92cdd796-6aca-4001-b66b-68cad3fd89b5 None None] For port 6999e859-5b6f-4f06-adb7-e9acad066ab7, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=6999e859-5b6f-4f06-adb7-e9acad066ab7,segment=NetworkSegment(c9092b07-4ae6-4db2-93fc-68e88e24baca),segment_id=c9092b07-4ae6-4db2-93fc-68e88e24baca)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:48:15.720738 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-92cdd796-6aca-4001-b66b-68cad3fd89b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:15.753551 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0f07ee1f-9c9c-4088-bed5-97660f4b75bd req-7c1182fc-5489-4901-a7ed-35d232e6c0b4 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 210 time: 0.0665441 Aug 22 13:48:15.760544 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-91bcdeb4-738f-4d4d-9114-417aab652be7 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:15.770593 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-91bcdeb4-738f-4d4d-9114-417aab652be7 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:15.782217 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee270b9-cdbf-4f75-b587-e1457a9c95a4 x-openstack-request-id: req-cee270b9-cdbf-4f75-b587-e1457a9c95a4 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:48:15.782758 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e13de28d-0157-4b53-a429-c3cba29f4c92", "name": "network-vif-deleted", "tag": "ecaf50f3-f25f-47c0-b48e-db83441f2e5e", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:48:15.783081 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cee270b9-cdbf-4f75-b587-e1457a9c95a4 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:48:15.783477 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e13de28d-0157-4b53-a429-c3cba29f4c92', 'name': 'network-vif-deleted', 'tag': 'ecaf50f3-f25f-47c0-b48e-db83441f2e5e', 'status': 'completed', 'code': 200} Aug 22 13:48:15.829898 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cdd796-6aca-4001-b66b-68cad3fd89b5 None None] Pushing event updated for resources: {'Port': ['ID=6999e859-5b6f-4f06-adb7-e9acad066ab7,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:15.875233 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-91bcdeb4-738f-4d4d-9114-417aab652be7 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:15.878584 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bcdeb4-738f-4d4d-9114-417aab652be7 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event updated for resources: {'Port': ['ID=c558b604-6997-4382-a9d1-20ef7d698707,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:16.048000 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 6999e859-5b6f-4f06-adb7-e9acad066ab7 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:48:16.088053 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bcdeb4-738f-4d4d-9114-417aab652be7 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Network 5f50ba1e-9101-4678-a904-7e418e6d8e02 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:48:16.089567 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-91bcdeb4-738f-4d4d-9114-417aab652be7 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:48:16.108363 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6b0caa48-6d99-4241-9752-26e0e5659939 req-6bf880ba-fcc8-48e8-b40e-24fda1994320 tempest-TestServerAdvancedOps-148251804 tempest-TestServerAdvancedOps-148251804-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13de28d-0157-4b53-a429-c3cba29f4c92 HTTP/1.1" status: 200 len: 210 time: 0.0467982 Aug 22 13:48:16.152134 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 6999e859-5b6f-4f06-adb7-e9acad066ab7 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:48:16.153608 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:16.210831 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-0f638b9d-3c68-4d31-a5a2-09ce6517784c None None] Provisioning complete for port 6999e859-5b6f-4f06-adb7-e9acad066ab7 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:48:16.211692 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0f638b9d-3c68-4d31-a5a2-09ce6517784c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:16.362654 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91bcdeb4-738f-4d4d-9114-417aab652be7 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Router 7f4f87ea-a548-4971-a406-0e368f363549 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:48:16.439631 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-0f638b9d-3c68-4d31-a5a2-09ce6517784c None None] Provisioning for port c558b604-6997-4382-a9d1-20ef7d698707 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:48:16.445257 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-0f638b9d-3c68-4d31-a5a2-09ce6517784c None None] Provisioning complete for port c558b604-6997-4382-a9d1-20ef7d698707 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:48:16.445708 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0f638b9d-3c68-4d31-a5a2-09ce6517784c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:16.530010 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91bcdeb4-738f-4d4d-9114-417aab652be7 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:48:16.542513 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-91bcdeb4-738f-4d4d-9114-417aab652be7 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "PUT /v2.0/routers/7f4f87ea-a548-4971-a406-0e368f363549/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3857539 Aug 22 13:48:16.545053 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 59006) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:16.551679 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d705a81b-53c3-42cb-9325-35fc79741a9a None None] Sync routers for ids ['7f4f87ea-a548-4971-a406-0e368f363549'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:48:16.590806 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d705a81b-53c3-42cb-9325-35fc79741a9a None None] Routers {'7f4f87ea-a548-4971-a406-0e368f363549'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:48:16.594097 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-d705a81b-53c3-42cb-9325-35fc79741a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:48:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['7f4f87ea-a548-4971-a406-0e368f363549'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:16.597871 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-0f638b9d-3c68-4d31-a5a2-09ce6517784c None None] Port c558b604-6997-4382-a9d1-20ef7d698707 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:48:16.650619 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7945da61-84f0-41c2-90bd-85c97c56cd8b tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:16.652485 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7945da61-84f0-41c2-90bd-85c97c56cd8b tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "GET /v2.0/ports/c558b604-6997-4382-a9d1-20ef7d698707 HTTP/1.1" status: 200 len: 910 time: 0.1063349 Aug 22 13:48:16.655123 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 59012) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:16.668198 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-06b61106-6619-4d57-b496-71183c4fd393 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '13de7bb8-b2ea-46f5-979b-50eecbb48fa3'}]}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:48:16.677452 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-d705a81b-53c3-42cb-9325-35fc79741a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:16.702202 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d705a81b-53c3-42cb-9325-35fc79741a9a None None] Routers {'7f4f87ea-a548-4971-a406-0e368f363549'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:48:16.703484 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-d705a81b-53c3-42cb-9325-35fc79741a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:48:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['7f4f87ea-a548-4971-a406-0e368f363549'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:16.816874 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-d705a81b-53c3-42cb-9325-35fc79741a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:16.817770 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d705a81b-53c3-42cb-9325-35fc79741a9a None None] The sync data for ids ['7f4f87ea-a548-4971-a406-0e368f363549'] in n-d-793621-33 is: [] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:48:16.833417 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-be68febe-f862-4e3e-8fc0-45229256757e None None] Provisioning complete for port c558b604-6997-4382-a9d1-20ef7d698707 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:48:16.834087 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-be68febe-f862-4e3e-8fc0-45229256757e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:16.910782 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-be68febe-f862-4e3e-8fc0-45229256757e None None] Port c558b604-6997-4382-a9d1-20ef7d698707 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:48:16.938676 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-18b8bbbb-480e-460f-8fec-8b6fa49efddb req-aa358c42-2208-4b1e-a757-62077b0d6a5d tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 210 time: 0.0424371 Aug 22 13:48:17.002444 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-06b61106-6619-4d57-b496-71183c4fd393 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:17.031636 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-96a9452b-5b9a-4827-b19b-e3ce9c787f69 None None] Provisioning complete for port c558b604-6997-4382-a9d1-20ef7d698707 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:48:17.032154 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-96a9452b-5b9a-4827-b19b-e3ce9c787f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:17.071417 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-96a9452b-5b9a-4827-b19b-e3ce9c787f69 None None] Port c558b604-6997-4382-a9d1-20ef7d698707 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:48:17.173238 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59020) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:17.231752 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-72dcc279-6c96-4bca-86fc-faf4e46b6c2f admin admin] Deleting subnet bff2868d-47fa-43cf-a49b-70403027eb02 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:48:17.236454 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-72dcc279-6c96-4bca-86fc-faf4e46b6c2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:17.278733 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-72dcc279-6c96-4bca-86fc-faf4e46b6c2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:17.322857 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-72dcc279-6c96-4bca-86fc-faf4e46b6c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:17.384096 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-72dcc279-6c96-4bca-86fc-faf4e46b6c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:17.413594 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dcc279-6c96-4bca-86fc-faf4e46b6c2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bff2868d-47fa-43cf-a49b-70403027eb02,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:17.425244 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-72dcc279-6c96-4bca-86fc-faf4e46b6c2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:17.425811 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-06b61106-6619-4d57-b496-71183c4fd393 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:17.427923 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-72dcc279-6c96-4bca-86fc-faf4e46b6c2f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/bff2868d-47fa-43cf-a49b-70403027eb02 HTTP/1.1" status: 204 len: 168 time: 0.2515032 Aug 22 13:48:17.430845 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59022) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:17.439657 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-06b61106-6619-4d57-b496-71183c4fd393 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:17.512185 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-db258a3a-5f5a-41a8-b953-b5961f77a9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:17.528042 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b61106-6619-4d57-b496-71183c4fd393 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event updated for resources: {'Port': ['ID=c558b604-6997-4382-a9d1-20ef7d698707,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:17.535702 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b61106-6619-4d57-b496-71183c4fd393 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:17.536405 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-06b61106-6619-4d57-b496-71183c4fd393 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:17.537794 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-06b61106-6619-4d57-b496-71183c4fd393 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "PUT /v2.0/ports/c558b604-6997-4382-a9d1-20ef7d698707 HTTP/1.1" status: 200 len: 910 time: 0.8815725 Aug 22 13:48:17.540925 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 59024) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:17.612847 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-db258a3a-5f5a-41a8-b953-b5961f77a9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:17.624526 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-db258a3a-5f5a-41a8-b953-b5961f77a9c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3c2fff3-85c8-4e80-a74c-c35352ec9802']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:17.639753 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-db258a3a-5f5a-41a8-b953-b5961f77a9c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '997f174d-0c9b-4968-9d47-eef9b2c4b49e') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:17.640110 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-db258a3a-5f5a-41a8-b953-b5961f77a9c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '997f174d-0c9b-4968-9d47-eef9b2c4b49e') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:17.650917 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-db258a3a-5f5a-41a8-b953-b5961f77a9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:17.670878 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-db258a3a-5f5a-41a8-b953-b5961f77a9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:17.678537 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db258a3a-5f5a-41a8-b953-b5961f77a9c5 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:48:17.679168 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-db258a3a-5f5a-41a8-b953-b5961f77a9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:17.681543 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:48:17.681543 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:48:17.681543 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:48:17.681543 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:48:17.681543 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:48:17.681543 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:48:17.681543 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:48:17.681543 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:48:17.681543 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:48:17.681543 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:48:17.681543 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:48:17.681543 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:48:17.681543 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:48:17.681543 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:48:17.681543 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:48:17.681543 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:48:17.681543 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:48:17.681543 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:48:17.681543 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:48:17.681543 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:48:17.681543 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:48:17.681543 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:48:17.681543 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:48:17.681543 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:48:17.681543 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:48:17.681543 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:48:17.681543 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:48:17.681543 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:48:17.681543 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:48:17.681543 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:48:17.681543 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:48:17.681543 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:48:17.755437 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-db258a3a-5f5a-41a8-b953-b5961f77a9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:17.768093 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-db258a3a-5f5a-41a8-b953-b5961f77a9c5 admin admin] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:17.773095 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-db258a3a-5f5a-41a8-b953-b5961f77a9c5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a3c2fff3-85c8-4e80-a74c-c35352ec9802 HTTP/1.1" status: 204 len: 168 time: 0.3384299 Aug 22 13:48:17.773901 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 59028) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:17.790536 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db258a3a-5f5a-41a8-b953-b5961f77a9c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3c2fff3-85c8-4e80-a74c-c35352ec9802,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:17.852508 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-93c59bfb-5777-4141-9737-8cc3f9fafad8 admin admin] Deleting subnet a9c143aa-ef10-4af8-96e4-bb9b143a3dd1 {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:48:17.857218 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-93c59bfb-5777-4141-9737-8cc3f9fafad8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:17.897547 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-93c59bfb-5777-4141-9737-8cc3f9fafad8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:17.969945 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-93c59bfb-5777-4141-9737-8cc3f9fafad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:18.040417 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cb497565-5298-404c-af08-cff97358718e tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:18.062307 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-04b6836b-2cc6-4ed0-bb35-d2f3a5728706 req-9a139ed1-0229-460b-b028-a3a16fb4d329 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 210 time: 0.0327566 Aug 22 13:48:18.077891 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-93c59bfb-5777-4141-9737-8cc3f9fafad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:18.138497 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-93c59bfb-5777-4141-9737-8cc3f9fafad8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:18.140281 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-93c59bfb-5777-4141-9737-8cc3f9fafad8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a9c143aa-ef10-4af8-96e4-bb9b143a3dd1 HTTP/1.1" status: 204 len: 168 time: 0.3659658 Aug 22 13:48:18.141089 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c59bfb-5777-4141-9737-8cc3f9fafad8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9c143aa-ef10-4af8-96e4-bb9b143a3dd1,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:18.143214 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59034) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:18.230381 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3a737ce6-d20f-4ddc-ac52-3e04606c6b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:18.322949 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3a737ce6-d20f-4ddc-ac52-3e04606c6b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:18.334172 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-3a737ce6-d20f-4ddc-ac52-3e04606c6b67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77961961-e223-4a80-915e-d24929ea3727']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:18.346460 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-3a737ce6-d20f-4ddc-ac52-3e04606c6b67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca279316-35d8-4259-b652-44b656fd8faf') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:18.347052 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-3a737ce6-d20f-4ddc-ac52-3e04606c6b67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca279316-35d8-4259-b652-44b656fd8faf') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:18.357131 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3a737ce6-d20f-4ddc-ac52-3e04606c6b67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:18.361911 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-cb497565-5298-404c-af08-cff97358718e tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Deleting port c558b604-6997-4382-a9d1-20ef7d698707 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:48:18.362328 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cb497565-5298-404c-af08-cff97358718e tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:18.372011 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3a737ce6-d20f-4ddc-ac52-3e04606c6b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:18.378590 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a737ce6-d20f-4ddc-ac52-3e04606c6b67 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:48:18.379298 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3a737ce6-d20f-4ddc-ac52-3e04606c6b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:18.381875 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:48:18.381875 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:48:18.381875 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:48:18.381875 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:48:18.381875 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:48:18.381875 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:48:18.381875 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:48:18.381875 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:48:18.381875 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:48:18.381875 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:48:18.381875 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:48:18.381875 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:48:18.381875 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:48:18.381875 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:48:18.381875 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:48:18.381875 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:48:18.381875 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:48:18.381875 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:48:18.381875 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:48:18.381875 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:48:18.381875 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:48:18.381875 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:48:18.381875 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:48:18.381875 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:48:18.381875 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:48:18.381875 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:48:18.381875 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:48:18.381875 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:48:18.381875 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:48:18.381875 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:48:18.381875 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:48:18.381875 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:48:18.439925 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3a737ce6-d20f-4ddc-ac52-3e04606c6b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:18.453484 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3a737ce6-d20f-4ddc-ac52-3e04606c6b67 admin admin] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:18.456008 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-3a737ce6-d20f-4ddc-ac52-3e04606c6b67 admin admin] 10.222.0.21 "DELETE /v2.0/networks/77961961-e223-4a80-915e-d24929ea3727 HTTP/1.1" status: 204 len: 168 time: 0.3115947 Aug 22 13:48:18.478474 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cb497565-5298-404c-af08-cff97358718e tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:18.479071 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a737ce6-d20f-4ddc-ac52-3e04606c6b67 admin admin] Pushing event deleted for resources: {'Network': ['ID=77961961-e223-4a80-915e-d24929ea3727,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:18.501142 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-cb497565-5298-404c-af08-cff97358718e tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Calling delete_port for c558b604-6997-4382-a9d1-20ef7d698707 owned by network:router_interface {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:48:18.648525 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device ecaf50f3-f25f-47c0-b48e-db83441f2e5e no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:48:18.678671 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: ecaf50f3-f25f-47c0-b48e-db83441f2e5e {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:48:18.680749 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device ecaf50f3-f25f-47c0-b48e-db83441f2e5e not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:48:18.720501 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cb497565-5298-404c-af08-cff97358718e tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:18.732820 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59040) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:18.759110 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb497565-5298-404c-af08-cff97358718e tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event deleted for resources: {'Port': ['ID=c558b604-6997-4382-a9d1-20ef7d698707,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:18.834016 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a46b09df-1ecf-47e2-883e-98450e1c6e4b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e671b6067d7043308509b42077ddb563&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0974836 Aug 22 13:48:18.834247 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59042) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:18.920127 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6466bc33-b8df-435e-8f84-568b6a87dff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:18.958664 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6466bc33-b8df-435e-8f84-568b6a87dff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:18.983435 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cb497565-5298-404c-af08-cff97358718e tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:19.035752 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6466bc33-b8df-435e-8f84-568b6a87dff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:19.044823 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6466bc33-b8df-435e-8f84-568b6a87dff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:19.053458 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-6466bc33-b8df-435e-8f84-568b6a87dff1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d9e51ca6-1de1-45c4-b384-9d1737704f9e HTTP/1.1" status: 204 len: 168 time: 0.2149510 Aug 22 13:48:19.061852 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6466bc33-b8df-435e-8f84-568b6a87dff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e51ca6-1de1-45c4-b384-9d1737704f9e,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:19.194748 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb497565-5298-404c-af08-cff97358718e tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Router 7f4f87ea-a548-4971-a406-0e368f363549 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:48:19.204311 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ab99a6e3-9fee-4038-a85f-8c05a1e99bdd req-b2ffce15-0fcc-431f-99ba-c239599f7c09 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 210 time: 0.0318086 Aug 22 13:48:19.278916 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb497565-5298-404c-af08-cff97358718e tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:48:19.284201 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-cb497565-5298-404c-af08-cff97358718e tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "PUT /v2.0/routers/7f4f87ea-a548-4971-a406-0e368f363549/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7421181 Aug 22 13:48:19.286961 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 59048) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:19.292452 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd998ea-5ede-4f7d-9a4c-463c44f00abc None None] Sync routers for ids ['7f4f87ea-a548-4971-a406-0e368f363549'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:48:19.309935 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd998ea-5ede-4f7d-9a4c-463c44f00abc None None] Routers {'7f4f87ea-a548-4971-a406-0e368f363549'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:48:19.310567 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-2fd998ea-5ede-4f7d-9a4c-463c44f00abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:48:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['7f4f87ea-a548-4971-a406-0e368f363549'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:19.339548 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59052) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:19.348028 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-3e05e54c-ae17-4f4f-b362-4d1110d2d72a tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f4f87ea-a548-4971-a406-0e368f363549 HTTP/1.1" status: 200 len: 205 time: 0.0578055 Aug 22 13:48:19.424912 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5f57451a-7898-4fae-85b3-fc1bd01c1c0c tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for router, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:19.442005 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-2fd998ea-5ede-4f7d-9a4c-463c44f00abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:19.451851 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd998ea-5ede-4f7d-9a4c-463c44f00abc None None] Routers {'7f4f87ea-a548-4971-a406-0e368f363549'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:48:19.452738 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-2fd998ea-5ede-4f7d-9a4c-463c44f00abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:48:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['7f4f87ea-a548-4971-a406-0e368f363549'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:19.489270 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-2fd998ea-5ede-4f7d-9a4c-463c44f00abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:19.490396 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd998ea-5ede-4f7d-9a4c-463c44f00abc None None] The sync data for ids ['7f4f87ea-a548-4971-a406-0e368f363549'] in n-d-793621-33 is: [] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:48:19.516900 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 59054) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:19.564373 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-323f7fba-5791-40be-b5df-dc0dadb97e77 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e06211cd45054d3e9fd53476dd0f7b78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436950 Aug 22 13:48:19.564601 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 59056) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:19.617840 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4f72c2ea-aa20-45df-8a32-9bdfa05cf09d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:19.640660 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4f72c2ea-aa20-45df-8a32-9bdfa05cf09d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:19.693129 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4f72c2ea-aa20-45df-8a32-9bdfa05cf09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:19.696393 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4f72c2ea-aa20-45df-8a32-9bdfa05cf09d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:19.700071 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4f72c2ea-aa20-45df-8a32-9bdfa05cf09d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dce3cfe7-0c64-43d5-b32a-89d9882d55ec HTTP/1.1" status: 204 len: 168 time: 0.1319864 Aug 22 13:48:19.709012 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72c2ea-aa20-45df-8a32-9bdfa05cf09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce3cfe7-0c64-43d5-b32a-89d9882d55ec,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:19.891056 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5f57451a-7898-4fae-85b3-fc1bd01c1c0c tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:19.894644 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5f57451a-7898-4fae-85b3-fc1bd01c1c0c tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:19.961132 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5f57451a-7898-4fae-85b3-fc1bd01c1c0c tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:19.962118 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f57451a-7898-4fae-85b3-fc1bd01c1c0c tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Fanout notify agent at l3_agent the message router_deleted on router 7f4f87ea-a548-4971-a406-0e368f363549 {{(pid=94627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:48:19.969117 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5f57451a-7898-4fae-85b3-fc1bd01c1c0c tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:19.970403 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-5f57451a-7898-4fae-85b3-fc1bd01c1c0c tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "DELETE /v2.0/routers/7f4f87ea-a548-4971-a406-0e368f363549 HTTP/1.1" status: 204 len: 168 time: 0.6297882 Aug 22 13:48:19.973195 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 59064) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:20.027559 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-242302b0-52cb-4d1a-8464-cfa2cbb9072c tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Deleting subnet 13de7bb8-b2ea-46f5-979b-50eecbb48fa3 {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:48:20.031165 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-242302b0-52cb-4d1a-8464-cfa2cbb9072c tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:20.082091 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-242302b0-52cb-4d1a-8464-cfa2cbb9072c tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:20.169705 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-242302b0-52cb-4d1a-8464-cfa2cbb9072c tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:20.235290 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-242302b0-52cb-4d1a-8464-cfa2cbb9072c tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:20.275305 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242302b0-52cb-4d1a-8464-cfa2cbb9072c tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event deleted for resources: {'Subnet': ['ID=13de7bb8-b2ea-46f5-979b-50eecbb48fa3,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:20.295666 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-242302b0-52cb-4d1a-8464-cfa2cbb9072c tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:20.300014 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-242302b0-52cb-4d1a-8464-cfa2cbb9072c tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "DELETE /v2.0/subnets/13de7bb8-b2ea-46f5-979b-50eecbb48fa3 HTTP/1.1" status: 204 len: 168 time: 0.3234422 Aug 22 13:48:20.300433 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59078) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:20.308498 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd27523-feb0-49fa-b3bd-838a567df232 None None] Network 5f50ba1e-9101-4678-a904-7e418e6d8e02 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:48:20.391708 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-70b8fdd5-bbb2-4dc7-9bda-423d3d7b5629 req-723f32ad-c8b8-482d-b9c7-12d5bf89455d tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 210 time: 0.0391762 Aug 22 13:48:20.408675 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-072d0982-5e55-404b-ac01-53ed3b689786 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:20.480451 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-072d0982-5e55-404b-ac01-53ed3b689786 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Deleting port 6999e859-5b6f-4f06-adb7-e9acad066ab7 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:48:20.480910 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-072d0982-5e55-404b-ac01-53ed3b689786 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:20.550256 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-072d0982-5e55-404b-ac01-53ed3b689786 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] For port 6999e859-5b6f-4f06-adb7-e9acad066ab7, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=6999e859-5b6f-4f06-adb7-e9acad066ab7,segment=NetworkSegment(c9092b07-4ae6-4db2-93fc-68e88e24baca),segment_id=c9092b07-4ae6-4db2-93fc-68e88e24baca)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:48:20.550629 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-072d0982-5e55-404b-ac01-53ed3b689786 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:20.551417 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4843bbce-3e76-412a-9381-016a6e4ed9b5 None None] DHCP port deletion for 5f50ba1e-9101-4678-a904-7e418e6d8e02 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:48:20.565091 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-072d0982-5e55-404b-ac01-53ed3b689786 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Calling delete_port for 6999e859-5b6f-4f06-adb7-e9acad066ab7 owned by network:dhcp {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:48:20.578668 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 59088) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:20.602874 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-4843bbce-3e76-412a-9381-016a6e4ed9b5 None None] Deleting port 6999e859-5b6f-4f06-adb7-e9acad066ab7 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:48:20.603556 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4843bbce-3e76-412a-9381-016a6e4ed9b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:20.666644 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-072d0982-5e55-404b-ac01-53ed3b689786 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:20.683843 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-4843bbce-3e76-412a-9381-016a6e4ed9b5 None None] For port 6999e859-5b6f-4f06-adb7-e9acad066ab7, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=6999e859-5b6f-4f06-adb7-e9acad066ab7,segment=NetworkSegment(c9092b07-4ae6-4db2-93fc-68e88e24baca),segment_id=c9092b07-4ae6-4db2-93fc-68e88e24baca)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:48:20.684793 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4843bbce-3e76-412a-9381-016a6e4ed9b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:20.700772 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-4843bbce-3e76-412a-9381-016a6e4ed9b5 None None] Calling delete_port for 6999e859-5b6f-4f06-adb7-e9acad066ab7 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:48:20.705629 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-7963a457-2228-4d56-83b3-0983b71eedd0 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1966800944-network', 'tenant_id': '7a3b3e3d90b047c89cbfc07ea0ad23f7'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:48:20.707798 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072d0982-5e55-404b-ac01-53ed3b689786 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event deleted for resources: {'Port': ['ID=6999e859-5b6f-4f06-adb7-e9acad066ab7,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:20.710348 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072d0982-5e55-404b-ac01-53ed3b689786 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] No DVR routers for this DVR port 6999e859-5b6f-4f06-adb7-e9acad066ab7 on host n-d-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:48:20.740489 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7963a457-2228-4d56-83b3-0983b71eedd0 admin admin] Made reservation on behalf of 7a3b3e3d90b047c89cbfc07ea0ad23f7 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:48:20.744212 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7963a457-2228-4d56-83b3-0983b71eedd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:20.758108 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7963a457-2228-4d56-83b3-0983b71eedd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:20.803878 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4843bbce-3e76-412a-9381-016a6e4ed9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:20.813219 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-072d0982-5e55-404b-ac01-53ed3b689786 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:20.831686 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-072d0982-5e55-404b-ac01-53ed3b689786 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f50ba1e-9101-4678-a904-7e418e6d8e02']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:20.837835 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4843bbce-3e76-412a-9381-016a6e4ed9b5 None None] Pushing event deleted for resources: {'Port': ['ID=6999e859-5b6f-4f06-adb7-e9acad066ab7,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:20.842274 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4843bbce-3e76-412a-9381-016a6e4ed9b5 None None] No DVR routers for this DVR port 6999e859-5b6f-4f06-adb7-e9acad066ab7 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:48:20.846416 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-072d0982-5e55-404b-ac01-53ed3b689786 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9092b07-4ae6-4db2-93fc-68e88e24baca') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:20.847001 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-072d0982-5e55-404b-ac01-53ed3b689786 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9092b07-4ae6-4db2-93fc-68e88e24baca') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:20.861156 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-072d0982-5e55-404b-ac01-53ed3b689786 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:20.878457 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-072d0982-5e55-404b-ac01-53ed3b689786 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:20.886089 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-072d0982-5e55-404b-ac01-53ed3b689786 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:48:20.886403 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-072d0982-5e55-404b-ac01-53ed3b689786 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:20.889924 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:48:20.889924 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:48:20.889924 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:48:20.889924 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:48:20.889924 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:48:20.889924 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:48:20.889924 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:48:20.889924 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:48:20.889924 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:48:20.889924 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:48:20.889924 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:48:20.889924 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:48:20.889924 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:48:20.889924 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:48:20.889924 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:48:20.889924 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:48:20.889924 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:48:20.889924 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:48:20.889924 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:48:20.889924 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:48:20.889924 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:48:20.889924 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:48:20.889924 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:48:20.889924 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:48:20.889924 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:48:20.889924 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:48:20.889924 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:48:20.889924 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:48:20.889924 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:48:20.889924 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:48:20.889924 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:48:20.889924 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:48:20.892867 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7963a457-2228-4d56-83b3-0983b71eedd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:20.897780 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7963a457-2228-4d56-83b3-0983b71eedd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:20.923688 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7963a457-2228-4d56-83b3-0983b71eedd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e228dbc7-2b71-4840-bfc5-84b519ac1159,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:20.957866 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-072d0982-5e55-404b-ac01-53ed3b689786 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:20.963556 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7963a457-2228-4d56-83b3-0983b71eedd0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:48:20.963756 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-072d0982-5e55-404b-ac01-53ed3b689786 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:20.966010 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-072d0982-5e55-404b-ac01-53ed3b689786 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "DELETE /v2.0/networks/5f50ba1e-9101-4678-a904-7e418e6d8e02 HTTP/1.1" status: 204 len: 168 time: 0.6645601 Aug 22 13:48:20.970672 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 59094) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:20.977159 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-b5db7d67-6720-4562-a012-1c4cce86ff94 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2048166686', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:48:20.982036 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072d0982-5e55-404b-ac01-53ed3b689786 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event deleted for resources: {'Network': ['ID=5f50ba1e-9101-4678-a904-7e418e6d8e02,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:20.998371 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7963a457-2228-4d56-83b3-0983b71eedd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:20.998724 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-7963a457-2228-4d56-83b3-0983b71eedd0 admin admin] Added segment 01b73c90-7287-47e4-9fa9-2cb35e7771f2 of type vlan for network 6e4561db-96db-4dc3-a17b-c3010b5483d2 Aug 22 13:48:21.010825 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b5db7d67-6720-4562-a012-1c4cce86ff94 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:21.011756 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b5db7d67-6720-4562-a012-1c4cce86ff94 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:21.047876 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7963a457-2228-4d56-83b3-0983b71eedd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:21.107355 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b5db7d67-6720-4562-a012-1c4cce86ff94 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:21.111561 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b5db7d67-6720-4562-a012-1c4cce86ff94 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:21.117601 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7963a457-2228-4d56-83b3-0983b71eedd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:21.118547 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7963a457-2228-4d56-83b3-0983b71eedd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:21.119119 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7963a457-2228-4d56-83b3-0983b71eedd0 admin admin] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:21.168221 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b5db7d67-6720-4562-a012-1c4cce86ff94 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:21.169445 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b5db7d67-6720-4562-a012-1c4cce86ff94 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1978118 Aug 22 13:48:21.172264 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59096) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:21.178726 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-65a46afb-6273-40d2-94c4-86fa50b738c5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Request body: {'network': {'name': 'tempest-RoutersTest-842550595'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:48:21.183200 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7963a457-2228-4d56-83b3-0983b71eedd0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6028440 Aug 22 13:48:21.186382 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 59098) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:21.191402 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-d28100e7-cb77-4c74-9220-05bfe7cb32b6 admin admin] Request body: {'subnet': {'network_id': '6e4561db-96db-4dc3-a17b-c3010b5483d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1966800944-subnet', 'tenant_id': '7a3b3e3d90b047c89cbfc07ea0ad23f7', 'ip_version': 4}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:48:21.195959 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7963a457-2228-4d56-83b3-0983b71eedd0 admin admin] Pushing event updated for resources: {'Network': ['ID=6e4561db-96db-4dc3-a17b-c3010b5483d2,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:21.208145 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 6e4561db-96db-4dc3-a17b-c3010b5483d2 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:48:21.212812 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a46afb-6273-40d2-94c4-86fa50b738c5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Made reservation on behalf of 8bdd66044797478ab6b9017c0ef2bbe5 for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:48:21.217325 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-65a46afb-6273-40d2-94c4-86fa50b738c5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:21.229567 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28100e7-cb77-4c74-9220-05bfe7cb32b6 admin admin] Made reservation on behalf of 7a3b3e3d90b047c89cbfc07ea0ad23f7 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:48:21.232350 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d28100e7-cb77-4c74-9220-05bfe7cb32b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:21.246467 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65a46afb-6273-40d2-94c4-86fa50b738c5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:48:21.259556 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-65a46afb-6273-40d2-94c4-86fa50b738c5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:21.260273 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-65a46afb-6273-40d2-94c4-86fa50b738c5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Added segment e9fcd354-3bbc-4834-9c26-23028fbf4ca1 of type vlan for network 862d89a3-9a28-4ed7-ad1b-1a128c6ceabf Aug 22 13:48:21.307962 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-65a46afb-6273-40d2-94c4-86fa50b738c5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:21.336940 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-65a46afb-6273-40d2-94c4-86fa50b738c5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:21.343144 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a46afb-6273-40d2-94c4-86fa50b738c5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:21.343785 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-65a46afb-6273-40d2-94c4-86fa50b738c5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:21.414870 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-65a46afb-6273-40d2-94c4-86fa50b738c5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2414274 Aug 22 13:48:21.418252 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59100) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:21.426127 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-f8f90bd8-406a-4b41-8817-3c16b5789923 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Request body: {'subnet': {'network_id': '862d89a3-9a28-4ed7-ad1b-1a128c6ceabf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:48:21.514680 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a46afb-6273-40d2-94c4-86fa50b738c5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event updated for resources: {'Network': ['ID=862d89a3-9a28-4ed7-ad1b-1a128c6ceabf,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:21.529679 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 862d89a3-9a28-4ed7-ad1b-1a128c6ceabf details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:48:21.574569 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9d005e31-85cd-4e37-b4f7-9858be748b52 req-49a3df77-d24b-42bf-8c5b-e0efdc96b1bc tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 210 time: 0.0859351 Aug 22 13:48:21.633225 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f90bd8-406a-4b41-8817-3c16b5789923 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Made reservation on behalf of 8bdd66044797478ab6b9017c0ef2bbe5 for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:48:21.637891 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f8f90bd8-406a-4b41-8817-3c16b5789923 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:21.853470 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d28100e7-cb77-4c74-9220-05bfe7cb32b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:21.867694 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f8f90bd8-406a-4b41-8817-3c16b5789923 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:21.919599 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28100e7-cb77-4c74-9220-05bfe7cb32b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee0d673b-035a-40cf-91ce-4e37991bffaa,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:21.926968 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28100e7-cb77-4c74-9220-05bfe7cb32b6 admin admin] Checking segment: {'id': '01b73c90-7287-47e4-9fa9-2cb35e7771f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6e4561db-96db-4dc3-a17b-c3010b5483d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:48:21.927313 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28100e7-cb77-4c74-9220-05bfe7cb32b6 admin admin] Network hostable DHCP agents. Network: 6e4561db-96db-4dc3-a17b-c3010b5483d2, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:48:21.940146 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f90bd8-406a-4b41-8817-3c16b5789923 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event updated for resources: {'Subnet': ['ID=e1b40b61-2df3-4950-95ed-b5dcef7cd6c5,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:21.949896 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28100e7-cb77-4c74-9220-05bfe7cb32b6 admin admin] Network 6e4561db-96db-4dc3-a17b-c3010b5483d2 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:48:21.980033 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-d28100e7-cb77-4c74-9220-05bfe7cb32b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 6e4561db-96db-4dc3-a17b-c3010b5483d2) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:48:21.996035 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1e20db-b45d-461a-9532-519d8dbc756d None None] Network 6e4561db-96db-4dc3-a17b-c3010b5483d2 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:48:22.008608 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28100e7-cb77-4c74-9220-05bfe7cb32b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:22.013495 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d28100e7-cb77-4c74-9220-05bfe7cb32b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:22.023791 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f90bd8-406a-4b41-8817-3c16b5789923 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Checking segment: {'id': 'e9fcd354-3bbc-4834-9c26-23028fbf4ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '862d89a3-9a28-4ed7-ad1b-1a128c6ceabf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:48:22.025420 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f90bd8-406a-4b41-8817-3c16b5789923 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Network hostable DHCP agents. Network: 862d89a3-9a28-4ed7-ad1b-1a128c6ceabf, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:48:22.045650 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d28100e7-cb77-4c74-9220-05bfe7cb32b6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8581557 Aug 22 13:48:22.048440 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 59104) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:22.049765 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f90bd8-406a-4b41-8817-3c16b5789923 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Network 862d89a3-9a28-4ed7-ad1b-1a128c6ceabf is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:48:22.056178 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-f8f90bd8-406a-4b41-8817-3c16b5789923 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 862d89a3-9a28-4ed7-ad1b-1a128c6ceabf) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:48:22.056499 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-21c65ebe-7547-4464-b530-e06f817c38ba admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1966800944-router', 'tenant_id': '7a3b3e3d90b047c89cbfc07ea0ad23f7', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:48:22.065128 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f90bd8-406a-4b41-8817-3c16b5789923 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:22.065789 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f8f90bd8-406a-4b41-8817-3c16b5789923 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:22.087692 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-21c65ebe-7547-4464-b530-e06f817c38ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:22.089420 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-21c65ebe-7547-4464-b530-e06f817c38ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:22.093281 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f8f90bd8-406a-4b41-8817-3c16b5789923 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6733708 Aug 22 13:48:22.095718 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59106) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:22.115855 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 6999e859-5b6f-4f06-adb7-e9acad066ab7 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:48:22.140206 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc243331-a7ab-4c27-a43f-f9d115956554 None None] Network 862d89a3-9a28-4ed7-ad1b-1a128c6ceabf requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:48:22.144462 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 6999e859-5b6f-4f06-adb7-e9acad066ab7 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:48:22.145104 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 6999e859-5b6f-4f06-adb7-e9acad066ab7 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:48:22.163986 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-21c65ebe-7547-4464-b530-e06f817c38ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:22.278457 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a12d39c-17d7-4dfc-94e2-59178e0846a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-6e4561db-96db-4dc3-a17b-c3010b5483d2', 'network_id': '6e4561db-96db-4dc3-a17b-c3010b5483d2', 'tenant_id': '7a3b3e3d90b047c89cbfc07ea0ad23f7', 'fixed_ips': [{'subnet_id': 'ee0d673b-035a-40cf-91ce-4e37991bffaa'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:48:22.279309 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9a12d39c-17d7-4dfc-94e2-59178e0846a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:22.334110 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-21c65ebe-7547-4464-b530-e06f817c38ba admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:22.461200 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1eb44a7f-38ca-4adb-9f70-75fb82e03ac0 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:22.476659 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-9a12d39c-17d7-4dfc-94e2-59178e0846a9 None None] Allocated IP 172.20.0.2 (6e4561db-96db-4dc3-a17b-c3010b5483d2/ee0d673b-035a-40cf-91ce-4e37991bffaa/ca39e8b0-abe0-4014-a67a-1d5574c9b0f3) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:48:22.494709 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3fbedb-6bd3-4982-b37b-ec483c43d62f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-862d89a3-9a28-4ed7-ad1b-1a128c6ceabf', 'network_id': '862d89a3-9a28-4ed7-ad1b-1a128c6ceabf', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'fixed_ips': [{'subnet_id': 'e1b40b61-2df3-4950-95ed-b5dcef7cd6c5'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:48:22.495575 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ce3fbedb-6bd3-4982-b37b-ec483c43d62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:22.581982 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-21c65ebe-7547-4464-b530-e06f817c38ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:22.685427 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-21c65ebe-7547-4464-b530-e06f817c38ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:22.687301 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-ce3fbedb-6bd3-4982-b37b-ec483c43d62f None None] Allocated IP 172.20.0.2 (862d89a3-9a28-4ed7-ad1b-1a128c6ceabf/e1b40b61-2df3-4950-95ed-b5dcef7cd6c5/91a90c54-d147-498a-b5ef-386956b3cf37) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:48:22.809891 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-53ff671e-c432-4eeb-80b4-0fd5d5f7471f req-0dfd870c-966b-47fa-836b-6db1dbe48f7c tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 210 time: 0.0430830 Aug 22 13:48:22.896991 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ce3fbedb-6bd3-4982-b37b-ec483c43d62f None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:22.918404 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-ce3fbedb-6bd3-4982-b37b-ec483c43d62f None None] Transition to ACTIVE for port object 91a90c54-d147-498a-b5ef-386956b3cf37 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:48:22.942937 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-21c65ebe-7547-4464-b530-e06f817c38ba admin admin] Allocated IP 172.25.3.4 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/edb5dede-5f33-4304-8150-cf83d6ea67f1) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:48:22.947431 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-ce3fbedb-6bd3-4982-b37b-ec483c43d62f None None] Transition to ACTIVE for port object 91a90c54-d147-498a-b5ef-386956b3cf37 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:48:22.983400 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ce3fbedb-6bd3-4982-b37b-ec483c43d62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:23.043643 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3fbedb-6bd3-4982-b37b-ec483c43d62f None None] Network 862d89a3-9a28-4ed7-ad1b-1a128c6ceabf is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:48:23.069579 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-ce3fbedb-6bd3-4982-b37b-ec483c43d62f None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:48:23.081067 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-1eb44a7f-38ca-4adb-9f70-75fb82e03ac0 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Allocated IP 172.20.0.1 (862d89a3-9a28-4ed7-ad1b-1a128c6ceabf/e1b40b61-2df3-4950-95ed-b5dcef7cd6c5/eae4ba56-f7ef-4769-9f7a-cbf6676e2297) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:48:23.099817 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3fbedb-6bd3-4982-b37b-ec483c43d62f None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:48:23.110307 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-21c65ebe-7547-4464-b530-e06f817c38ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:23.158900 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3fbedb-6bd3-4982-b37b-ec483c43d62f None None] Pushing event updated for resources: {'Port': ['ID=91a90c54-d147-498a-b5ef-386956b3cf37,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:23.168267 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-21c65ebe-7547-4464-b530-e06f817c38ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:23.185557 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9a12d39c-17d7-4dfc-94e2-59178e0846a9 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:23.191639 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-ce3fbedb-6bd3-4982-b37b-ec483c43d62f None None] Attempting to bind port 91a90c54-d147-498a-b5ef-386956b3cf37 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:48:23.192163 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-ce3fbedb-6bd3-4982-b37b-ec483c43d62f None None] Attempting to bind port 91a90c54-d147-498a-b5ef-386956b3cf37 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'e9fcd354-3bbc-4834-9c26-23028fbf4ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '862d89a3-9a28-4ed7-ad1b-1a128c6ceabf'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:48:23.192559 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3fbedb-6bd3-4982-b37b-ec483c43d62f None None] Attempting to bind port 91a90c54-d147-498a-b5ef-386956b3cf37 on network 862d89a3-9a28-4ed7-ad1b-1a128c6ceabf {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:48:23.200374 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3fbedb-6bd3-4982-b37b-ec483c43d62f None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:48:23.201001 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3fbedb-6bd3-4982-b37b-ec483c43d62f None None] Checking segment: {'id': 'e9fcd354-3bbc-4834-9c26-23028fbf4ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '862d89a3-9a28-4ed7-ad1b-1a128c6ceabf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:48:23.201931 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ce3fbedb-6bd3-4982-b37b-ec483c43d62f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:23.201931 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3fbedb-6bd3-4982-b37b-ec483c43d62f None None] Bound using segment: {'id': 'e9fcd354-3bbc-4834-9c26-23028fbf4ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '862d89a3-9a28-4ed7-ad1b-1a128c6ceabf'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:48:23.202333 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-ce3fbedb-6bd3-4982-b37b-ec483c43d62f None None] Bound port: 91a90c54-d147-498a-b5ef-386956b3cf37, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9fcd354-3bbc-4834-9c26-23028fbf4ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '862d89a3-9a28-4ed7-ad1b-1a128c6ceabf'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:48:23.202799 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ce3fbedb-6bd3-4982-b37b-ec483c43d62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:23.206974 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-9a12d39c-17d7-4dfc-94e2-59178e0846a9 None None] Transition to ACTIVE for port object ca39e8b0-abe0-4014-a67a-1d5574c9b0f3 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:48:23.228170 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c65ebe-7547-4464-b530-e06f817c38ba admin admin] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:48:23.247223 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c65ebe-7547-4464-b530-e06f817c38ba admin admin] Pushing event updated for resources: {'Port': ['ID=edb5dede-5f33-4304-8150-cf83d6ea67f1,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:23.254152 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32f041-76ed-4a67-984a-013d7aa84541 req-77501745-72cc-459b-8efb-46440ffab984 tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:23.255837 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6b32f041-76ed-4a67-984a-013d7aa84541 req-77501745-72cc-459b-8efb-46440ffab984 tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd0f21be-7c10-4f30-8257-12c5f752840b HTTP/1.1" status: 200 len: 950 time: 0.3006601 Aug 22 13:48:23.260076 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-21c65ebe-7547-4464-b530-e06f817c38ba admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:48:23.270306 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c65ebe-7547-4464-b530-e06f817c38ba admin admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:48:23.273806 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1eb44a7f-38ca-4adb-9f70-75fb82e03ac0 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:23.285420 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-ce3fbedb-6bd3-4982-b37b-ec483c43d62f None None] For port 91a90c54-d147-498a-b5ef-386956b3cf37, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:48:23.289492 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-ce3fbedb-6bd3-4982-b37b-ec483c43d62f None None] For port 91a90c54-d147-498a-b5ef-386956b3cf37, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=91a90c54-d147-498a-b5ef-386956b3cf37,segment=NetworkSegment(e9fcd354-3bbc-4834-9c26-23028fbf4ca1),segment_id=e9fcd354-3bbc-4834-9c26-23028fbf4ca1)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:48:23.297911 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-9a12d39c-17d7-4dfc-94e2-59178e0846a9 None None] Transition to ACTIVE for port object ca39e8b0-abe0-4014-a67a-1d5574c9b0f3 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:48:23.301135 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ce3fbedb-6bd3-4982-b37b-ec483c43d62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:23.309076 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-1eb44a7f-38ca-4adb-9f70-75fb82e03ac0 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Transition to ACTIVE for port object eae4ba56-f7ef-4769-9f7a-cbf6676e2297 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:48:23.337212 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9a12d39c-17d7-4dfc-94e2-59178e0846a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:23.366725 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6b32f041-76ed-4a67-984a-013d7aa84541 req-38b49e25-59db-4fbc-893e-5527fcc7ef74 tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca428a4-0599-44d2-af99-d05c7f882982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007676 Aug 22 13:48:23.368509 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1eb44a7f-38ca-4adb-9f70-75fb82e03ac0 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:23.398761 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3fbedb-6bd3-4982-b37b-ec483c43d62f None None] Pushing event updated for resources: {'Port': ['ID=91a90c54-d147-498a-b5ef-386956b3cf37,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:23.402783 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a12d39c-17d7-4dfc-94e2-59178e0846a9 None None] Network 6e4561db-96db-4dc3-a17b-c3010b5483d2 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:48:23.437567 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb44a7f-38ca-4adb-9f70-75fb82e03ac0 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Network 862d89a3-9a28-4ed7-ad1b-1a128c6ceabf is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:48:23.441422 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-1eb44a7f-38ca-4adb-9f70-75fb82e03ac0 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:48:23.446594 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb44a7f-38ca-4adb-9f70-75fb82e03ac0 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:48:23.447205 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a12d39c-17d7-4dfc-94e2-59178e0846a9 None None] Pushing event updated for resources: {'Port': ['ID=ca39e8b0-abe0-4014-a67a-1d5574c9b0f3,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:23.451029 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-9a12d39c-17d7-4dfc-94e2-59178e0846a9 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:48:23.453123 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a12d39c-17d7-4dfc-94e2-59178e0846a9 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:48:23.456575 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb44a7f-38ca-4adb-9f70-75fb82e03ac0 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event updated for resources: {'Port': ['ID=eae4ba56-f7ef-4769-9f7a-cbf6676e2297,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:23.505200 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1eb44a7f-38ca-4adb-9f70-75fb82e03ac0 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:23.516199 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-9a12d39c-17d7-4dfc-94e2-59178e0846a9 None None] Attempting to bind port ca39e8b0-abe0-4014-a67a-1d5574c9b0f3 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:48:23.516623 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-9a12d39c-17d7-4dfc-94e2-59178e0846a9 None None] Attempting to bind port ca39e8b0-abe0-4014-a67a-1d5574c9b0f3 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '01b73c90-7287-47e4-9fa9-2cb35e7771f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6e4561db-96db-4dc3-a17b-c3010b5483d2'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:48:23.516987 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a12d39c-17d7-4dfc-94e2-59178e0846a9 None None] Attempting to bind port ca39e8b0-abe0-4014-a67a-1d5574c9b0f3 on network 6e4561db-96db-4dc3-a17b-c3010b5483d2 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:48:23.525731 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a12d39c-17d7-4dfc-94e2-59178e0846a9 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:48:23.526118 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a12d39c-17d7-4dfc-94e2-59178e0846a9 None None] Checking segment: {'id': '01b73c90-7287-47e4-9fa9-2cb35e7771f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6e4561db-96db-4dc3-a17b-c3010b5483d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:48:23.526517 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9a12d39c-17d7-4dfc-94e2-59178e0846a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:23.526907 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a12d39c-17d7-4dfc-94e2-59178e0846a9 None None] Bound using segment: {'id': '01b73c90-7287-47e4-9fa9-2cb35e7771f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6e4561db-96db-4dc3-a17b-c3010b5483d2'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:48:23.527376 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-9a12d39c-17d7-4dfc-94e2-59178e0846a9 None None] Bound port: ca39e8b0-abe0-4014-a67a-1d5574c9b0f3, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01b73c90-7287-47e4-9fa9-2cb35e7771f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6e4561db-96db-4dc3-a17b-c3010b5483d2'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:48:23.527753 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9a12d39c-17d7-4dfc-94e2-59178e0846a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:23.606880 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-9a12d39c-17d7-4dfc-94e2-59178e0846a9 None None] For port ca39e8b0-abe0-4014-a67a-1d5574c9b0f3, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:48:23.610621 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-9a12d39c-17d7-4dfc-94e2-59178e0846a9 None None] For port ca39e8b0-abe0-4014-a67a-1d5574c9b0f3, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=ca39e8b0-abe0-4014-a67a-1d5574c9b0f3,segment=NetworkSegment(01b73c90-7287-47e4-9fa9-2cb35e7771f2),segment_id=01b73c90-7287-47e4-9fa9-2cb35e7771f2)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:48:23.626875 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9a12d39c-17d7-4dfc-94e2-59178e0846a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:23.730951 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a12d39c-17d7-4dfc-94e2-59178e0846a9 None None] Pushing event updated for resources: {'Port': ['ID=ca39e8b0-abe0-4014-a67a-1d5574c9b0f3,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:23.740940 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1eb44a7f-38ca-4adb-9f70-75fb82e03ac0 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:23.741411 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-21c65ebe-7547-4464-b530-e06f817c38ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:23.891829 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [req-d8407747-7c77-4694-a41d-527eb547c183 req-09900b36-28e6-4819-a905-7fdc818b3476 service neutron] (94627) timed out ('10.222.0.16', 64040) {{(pid=94627) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 22 13:48:24.070310 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-aca36653-9f2d-49fc-9a1d-1cf281bf653f req-60eb9686-f7a2-4327-846e-90143944d174 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 210 time: 0.0928366 Aug 22 13:48:24.129636 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-21c65ebe-7547-4464-b530-e06f817c38ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:24.132969 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 91a90c54-d147-498a-b5ef-386956b3cf37 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:48:24.195910 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1eb44a7f-38ca-4adb-9f70-75fb82e03ac0 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:24.204785 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1eb44a7f-38ca-4adb-9f70-75fb82e03ac0 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:24.257805 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 91a90c54-d147-498a-b5ef-386956b3cf37 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:48:24.317459 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb44a7f-38ca-4adb-9f70-75fb82e03ac0 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event updated for resources: {'Port': ['ID=eae4ba56-f7ef-4769-9f7a-cbf6676e2297,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:24.322191 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1eb44a7f-38ca-4adb-9f70-75fb82e03ac0 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:24.323900 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c65ebe-7547-4464-b530-e06f817c38ba admin admin] Router 0b55a052-6b69-4c38-a261-c67ca8f35248 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:48:24.513936 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c65ebe-7547-4464-b530-e06f817c38ba admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:48:24.525706 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6fa16a-ed4a-418b-8214-c690798510d4 None None] Sync routers for ids ['0b55a052-6b69-4c38-a261-c67ca8f35248'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:48:24.542802 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6fa16a-ed4a-418b-8214-c690798510d4 None None] Routers {'0b55a052-6b69-4c38-a261-c67ca8f35248'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:48:24.543457 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-1a6fa16a-ed4a-418b-8214-c690798510d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:48:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['0b55a052-6b69-4c38-a261-c67ca8f35248'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:24.543639 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-21c65ebe-7547-4464-b530-e06f817c38ba admin admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:24.546351 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-21c65ebe-7547-4464-b530-e06f817c38ba admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 2.4956186 Aug 22 13:48:24.548926 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 59134) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:24.672193 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a09d87-99ef-4b10-b50b-20504cf8f6b6 req-50822325-cb2a-4452-be91-834ed75444ee tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:24.675039 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d6a09d87-99ef-4b10-b50b-20504cf8f6b6 req-50822325-cb2a-4452-be91-834ed75444ee tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0f21be-7c10-4f30-8257-12c5f752840b HTTP/1.1" status: 200 len: 950 time: 0.3310354 Aug 22 13:48:24.730334 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91a4f9-5f3d-4afd-8b2e-026490a1fbf3 req-0a478d2f-c086-4519-9b70-dae332d9c8a5 tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:24.740984 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5d91a4f9-5f3d-4afd-8b2e-026490a1fbf3 req-0a478d2f-c086-4519-9b70-dae332d9c8a5 tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd0f21be-7c10-4f30-8257-12c5f752840b HTTP/1.1" status: 200 len: 950 time: 0.2686875 Aug 22 13:48:24.764815 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-1a6fa16a-ed4a-418b-8214-c690798510d4 None None] Set router 0b55a052-6b69-4c38-a261-c67ca8f35248 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:48:24.859929 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb44a7f-38ca-4adb-9f70-75fb82e03ac0 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Network 862d89a3-9a28-4ed7-ad1b-1a128c6ceabf is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:48:24.941946 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-1eb44a7f-38ca-4adb-9f70-75fb82e03ac0 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:48:25.015883 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78b1e52-ce41-4e5a-9f02-67022f3985c1 None None] Network 862d89a3-9a28-4ed7-ad1b-1a128c6ceabf requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:48:25.053769 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5d91a4f9-5f3d-4afd-8b2e-026490a1fbf3 req-0c29799f-c527-4cd3-84aa-80194d144879 tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca428a4-0599-44d2-af99-d05c7f882982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029695 Aug 22 13:48:25.174878 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-d6a09d87-99ef-4b10-b50b-20504cf8f6b6 req-582697fb-1e5d-4053-b11a-c9326f3b6f56 tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] Deleting port 416efbd4-d606-468a-842f-cdb660e7e9ba {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:48:25.175222 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-d6a09d87-99ef-4b10-b50b-20504cf8f6b6 req-582697fb-1e5d-4053-b11a-c9326f3b6f56 tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:25.274742 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb44a7f-38ca-4adb-9f70-75fb82e03ac0 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Router 4af5970b-c653-4ec2-b30b-d3c2eb2d2929 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:48:25.279985 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-79b1d2f8-4e0f-4a1a-b2e1-08f41b19fbd3 None None] Provisioning for port 91a90c54-d147-498a-b5ef-386956b3cf37 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:48:25.293139 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-79b1d2f8-4e0f-4a1a-b2e1-08f41b19fbd3 None None] Provisioning complete for port 91a90c54-d147-498a-b5ef-386956b3cf37 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:48:25.293659 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-79b1d2f8-4e0f-4a1a-b2e1-08f41b19fbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:25.307633 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e0bc9273-a89e-47e1-9acf-7c6d4886bd17 req-e3bdb297-28fd-4d2d-a140-2c74405a6dfa tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 210 time: 0.0948997 Aug 22 13:48:25.347639 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-1a6fa16a-ed4a-418b-8214-c690798510d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b55a052-6b69-4c38-a261-c67ca8f35248', 'name': 'tempest-ImageQuotaTest-1966800944-router', 'tenant_id': '7a3b3e3d90b047c89cbfc07ea0ad23f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': 'edb5dede-5f33-4304-8150-cf83d6ea67f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:22Z', 'updated_at': '2021-08-22T13:48:23Z', 'revision_number': 3, 'project_id': '7a3b3e3d90b047c89cbfc07ea0ad23f7', 'gw_port': {'id': 'edb5dede-5f33-4304-8150-cf83d6ea67f1', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b55a052-6b69-4c38-a261-c67ca8f35248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:22Z', 'updated_at': '2021-08-22T13:48:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:25.400646 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6fa16a-ed4a-418b-8214-c690798510d4 None None] Checking router: 0b55a052-6b69-4c38-a261-c67ca8f35248 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:48:25.404324 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6fa16a-ed4a-418b-8214-c690798510d4 None None] Updating router 0b55a052-6b69-4c38-a261-c67ca8f35248 port edb5dede-5f33-4304-8150-cf83d6ea67f1 binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:48:25.452775 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1a6fa16a-ed4a-418b-8214-c690798510d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:25.499508 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e2eb5003-fd7f-42c2-9fcb-2ff22128bf69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:25.509940 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb44a7f-38ca-4adb-9f70-75fb82e03ac0 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:48:25.519120 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823fb066-507a-4bfd-90d6-1526fbc80787 None None] Sync routers for ids ['4af5970b-c653-4ec2-b30b-d3c2eb2d2929'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:48:25.533403 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-1eb44a7f-38ca-4adb-9f70-75fb82e03ac0 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "PUT /v2.0/routers/4af5970b-c653-4ec2-b30b-d3c2eb2d2929/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4342282 Aug 22 13:48:25.535149 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823fb066-507a-4bfd-90d6-1526fbc80787 None None] Routers {'4af5970b-c653-4ec2-b30b-d3c2eb2d2929'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:48:25.535617 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 59148) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:25.535861 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-823fb066-507a-4bfd-90d6-1526fbc80787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:48:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['4af5970b-c653-4ec2-b30b-d3c2eb2d2929'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:25.546715 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-1aa6f070-c02e-4231-b647-b664881cb8b4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Request body: {'network': {'name': 'tempest-RoutersTest-1815620563'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:48:25.608876 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-d6a09d87-99ef-4b10-b50b-20504cf8f6b6 req-582697fb-1e5d-4053-b11a-c9326f3b6f56 tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] For port 416efbd4-d606-468a-842f-cdb660e7e9ba, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=416efbd4-d606-468a-842f-cdb660e7e9ba,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:48:25.609467 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-d6a09d87-99ef-4b10-b50b-20504cf8f6b6 req-582697fb-1e5d-4053-b11a-c9326f3b6f56 tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:25.626074 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-d6a09d87-99ef-4b10-b50b-20504cf8f6b6 req-582697fb-1e5d-4053-b11a-c9326f3b6f56 tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] Calling delete_port for 416efbd4-d606-468a-842f-cdb660e7e9ba owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:48:25.639273 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa6f070-c02e-4231-b647-b664881cb8b4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Made reservation on behalf of 8bdd66044797478ab6b9017c0ef2bbe5 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:48:25.647472 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1aa6f070-c02e-4231-b647-b664881cb8b4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:25.740055 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1a6fa16a-ed4a-418b-8214-c690798510d4 None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:25.755348 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-1a6fa16a-ed4a-418b-8214-c690798510d4 None None] Transition to ACTIVE for port object edb5dede-5f33-4304-8150-cf83d6ea67f1 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:48:25.776270 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-823fb066-507a-4bfd-90d6-1526fbc80787 None None] Set router 4af5970b-c653-4ec2-b30b-d3c2eb2d2929 gateway port host: None {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:48:25.787227 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f54e9eb-7bd0-41c7-85e2-5d310cd8b088 None None] Network 6e4561db-96db-4dc3-a17b-c3010b5483d2 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:48:25.819969 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-d6a09d87-99ef-4b10-b50b-20504cf8f6b6 req-582697fb-1e5d-4053-b11a-c9326f3b6f56 tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:25.849445 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1a6fa16a-ed4a-418b-8214-c690798510d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:25.866197 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-79b1d2f8-4e0f-4a1a-b2e1-08f41b19fbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:25.899811 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582697fb-1e5d-4053-b11a-c9326f3b6f56 tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] Pushing event deleted for resources: {'Port': ['ID=416efbd4-d606-468a-842f-cdb660e7e9ba,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:25.907713 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['416efbd4-d606-468a-842f-cdb660e7e9ba'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:48:25.933423 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81486ec6-dffc-4df4-96c5-c6539dc4df01 None None] Pushing event updated for resources: {'Port': ['ID=edb5dede-5f33-4304-8150-cf83d6ea67f1,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:25.945453 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-e2eb5003-fd7f-42c2-9fcb-2ff22128bf69 admin admin] Allocated IP 172.20.0.1 (6e4561db-96db-4dc3-a17b-c3010b5483d2/ee0d673b-035a-40cf-91ce-4e37991bffaa/a2e3ab7a-ec51-4506-b4d3-a6765022965c) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:48:25.999198 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a09d87-99ef-4b10-b50b-20504cf8f6b6 req-582697fb-1e5d-4053-b11a-c9326f3b6f56 tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] No DVR routers for this DVR port 416efbd4-d606-468a-842f-cdb660e7e9ba on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:48:26.004675 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-d6a09d87-99ef-4b10-b50b-20504cf8f6b6 req-582697fb-1e5d-4053-b11a-c9326f3b6f56 tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:26.009249 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d6a09d87-99ef-4b10-b50b-20504cf8f6b6 req-582697fb-1e5d-4053-b11a-c9326f3b6f56 tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] 10.222.0.16 "DELETE /v2.0/ports/416efbd4-d606-468a-842f-cdb660e7e9ba HTTP/1.1" status: 204 len: 173 time: 1.3208377 Aug 22 13:48:26.012810 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd0f21be-7c10-4f30-8257-12c5f752840b', 'name': 'network-vif-deleted', 'tag': '416efbd4-d606-468a-842f-cdb660e7e9ba'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:48:26.015417 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c22ec47-bacf-4150-a6e5-6152a54d40d9" -d '{"events": [{"server_uuid": "dd0f21be-7c10-4f30-8257-12c5f752840b", "name": "network-vif-deleted", "tag": "416efbd4-d606-468a-842f-cdb660e7e9ba"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:48:26.051009 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aa6f070-c02e-4231-b647-b664881cb8b4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:48:26.070978 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1aa6f070-c02e-4231-b647-b664881cb8b4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:26.071330 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-1aa6f070-c02e-4231-b647-b664881cb8b4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Added segment be0a0d5e-e5ef-4acd-b76f-932e331aedea of type vlan for network bde9de58-cc6b-407a-a80e-14663e65f7dd Aug 22 13:48:26.097358 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c64705-0450-4ada-b954-971a9def80d7 x-openstack-request-id: req-90c64705-0450-4ada-b954-971a9def80d7 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:48:26.097688 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd0f21be-7c10-4f30-8257-12c5f752840b", "name": "network-vif-deleted", "tag": "416efbd4-d606-468a-842f-cdb660e7e9ba", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:48:26.097930 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-90c64705-0450-4ada-b954-971a9def80d7 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:48:26.098365 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd0f21be-7c10-4f30-8257-12c5f752840b', 'name': 'network-vif-deleted', 'tag': '416efbd4-d606-468a-842f-cdb660e7e9ba', 'status': 'completed', 'code': 200} Aug 22 13:48:26.170204 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1aa6f070-c02e-4231-b647-b664881cb8b4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:26.205155 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1aa6f070-c02e-4231-b647-b664881cb8b4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:26.224731 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa6f070-c02e-4231-b647-b664881cb8b4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:26.226114 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1aa6f070-c02e-4231-b647-b664881cb8b4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:26.257998 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cd29db1f-a5bc-4441-bec6-998cca08b664 req-0e051555-b08b-49e5-92c1-3e11afe333c7 tempest-VolumesBackupsTest-869582810 tempest-VolumesBackupsTest-869582810-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd0f21be-7c10-4f30-8257-12c5f752840b HTTP/1.1" status: 200 len: 210 time: 0.0473838 Aug 22 13:48:26.348932 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-823fb066-507a-4bfd-90d6-1526fbc80787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'name': 'tempest-RoutersTest-router-2048166686', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:21Z', 'updated_at': '2021-08-22T13:48:23Z', 'revision_number': 2, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'gw_port_host': None, '_interfaces': [{'id': 'eae4ba56-f7ef-4769-9f7a-cbf6676e2297', 'name': '', 'network_id': '862d89a3-9a28-4ed7-ad1b-1a128c6ceabf', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'mac_address': 'fa:16:3e:74:41:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'e1b40b61-2df3-4950-95ed-b5dcef7cd6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:22Z', 'updated_at': '2021-08-22T13:48:23Z', 'revision_number': 2, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'subnets': [{'id': 'e1b40b61-2df3-4950-95ed-b5dcef7cd6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:26.375592 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device ca39e8b0-abe0-4014-a67a-1d5574c9b0f3 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:48:26.402876 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823fb066-507a-4bfd-90d6-1526fbc80787 None None] Checking router: 4af5970b-c653-4ec2-b30b-d3c2eb2d2929 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:48:26.403652 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823fb066-507a-4bfd-90d6-1526fbc80787 None None] Updating router 4af5970b-c653-4ec2-b30b-d3c2eb2d2929 port eae4ba56-f7ef-4769-9f7a-cbf6676e2297 binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:48:26.430625 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e2eb5003-fd7f-42c2-9fcb-2ff22128bf69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:26.440873 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-1a6fa16a-ed4a-418b-8214-c690798510d4 None None] Attempting to bind port edb5dede-5f33-4304-8150-cf83d6ea67f1 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:48:26.441248 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-1a6fa16a-ed4a-418b-8214-c690798510d4 None None] Attempting to bind port edb5dede-5f33-4304-8150-cf83d6ea67f1 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:48:26.441598 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6fa16a-ed4a-418b-8214-c690798510d4 None None] Attempting to bind port edb5dede-5f33-4304-8150-cf83d6ea67f1 on network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:48:26.443238 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-823fb066-507a-4bfd-90d6-1526fbc80787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:26.455479 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6fa16a-ed4a-418b-8214-c690798510d4 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:48:26.455902 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6fa16a-ed4a-418b-8214-c690798510d4 None None] Checking segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:48:26.456221 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1a6fa16a-ed4a-418b-8214-c690798510d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:26.456688 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6fa16a-ed4a-418b-8214-c690798510d4 None None] Bound using segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:48:26.457129 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-1aa6f070-c02e-4231-b647-b664881cb8b4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9186006 Aug 22 13:48:26.457275 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-1a6fa16a-ed4a-418b-8214-c690798510d4 None None] Bound port: edb5dede-5f33-4304-8150-cf83d6ea67f1, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:48:26.457556 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1a6fa16a-ed4a-418b-8214-c690798510d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:26.461889 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 59160) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:26.489052 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-ebb5aa06-f53b-4426-884d-cc14bf5b1d36 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Request body: {'subnet': {'network_id': 'bde9de58-cc6b-407a-a80e-14663e65f7dd', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:48:26.558409 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dd5e653f-9b01-4b5a-adbb-489fc0779097 req-de145d90-bd30-4bbd-b4b6-e3d84c86a987 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 210 time: 0.0974388 Aug 22 13:48:26.586606 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa6f070-c02e-4231-b647-b664881cb8b4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event updated for resources: {'Network': ['ID=bde9de58-cc6b-407a-a80e-14663e65f7dd,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:26.589119 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-e2eb5003-fd7f-42c2-9fcb-2ff22128bf69 admin admin] Transition to ACTIVE for port object a2e3ab7a-ec51-4506-b4d3-a6765022965c will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:48:26.618390 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network bde9de58-cc6b-407a-a80e-14663e65f7dd details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:48:26.639365 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-79b1d2f8-4e0f-4a1a-b2e1-08f41b19fbd3 None None] For port 91a90c54-d147-498a-b5ef-386956b3cf37, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=91a90c54-d147-498a-b5ef-386956b3cf37,segment=NetworkSegment(e9fcd354-3bbc-4834-9c26-23028fbf4ca1),segment_id=e9fcd354-3bbc-4834-9c26-23028fbf4ca1)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:48:26.704360 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-79b1d2f8-4e0f-4a1a-b2e1-08f41b19fbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:26.717725 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e2eb5003-fd7f-42c2-9fcb-2ff22128bf69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:26.794488 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2eb5003-fd7f-42c2-9fcb-2ff22128bf69 admin admin] Network 6e4561db-96db-4dc3-a17b-c3010b5483d2 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:48:26.800358 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-e2eb5003-fd7f-42c2-9fcb-2ff22128bf69 admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:48:26.806331 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb5aa06-f53b-4426-884d-cc14bf5b1d36 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Made reservation on behalf of 8bdd66044797478ab6b9017c0ef2bbe5 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:48:26.811641 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ebb5aa06-f53b-4426-884d-cc14bf5b1d36 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:26.877769 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-1a6fa16a-ed4a-418b-8214-c690798510d4 None None] For port edb5dede-5f33-4304-8150-cf83d6ea67f1, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:48:26.918472 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port ca39e8b0-abe0-4014-a67a-1d5574c9b0f3 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:48:26.929831 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-1a6fa16a-ed4a-418b-8214-c690798510d4 None None] For port edb5dede-5f33-4304-8150-cf83d6ea67f1, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=edb5dede-5f33-4304-8150-cf83d6ea67f1,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:48:26.938552 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-594127be-b6d1-4ca4-8b4d-9f30757d862c None None] Provisioning for port ca39e8b0-abe0-4014-a67a-1d5574c9b0f3 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:48:26.954050 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port ca39e8b0-abe0-4014-a67a-1d5574c9b0f3 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:48:26.954437 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:26.956689 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1a6fa16a-ed4a-418b-8214-c690798510d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:26.966620 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-594127be-b6d1-4ca4-8b4d-9f30757d862c None None] Provisioning complete for port ca39e8b0-abe0-4014-a67a-1d5574c9b0f3 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:48:26.967018 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-594127be-b6d1-4ca4-8b4d-9f30757d862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:26.992439 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-823fb066-507a-4bfd-90d6-1526fbc80787 None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:27.009541 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-823fb066-507a-4bfd-90d6-1526fbc80787 None None] Transition to ACTIVE for port object eae4ba56-f7ef-4769-9f7a-cbf6676e2297 will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:48:27.013271 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b1d2f8-4e0f-4a1a-b2e1-08f41b19fbd3 None None] Pushing event updated for resources: {'Port': ['ID=91a90c54-d147-498a-b5ef-386956b3cf37,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:27.026203 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-823fb066-507a-4bfd-90d6-1526fbc80787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:27.089018 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edda9156-c5d4-4999-9c7f-65e2c039b739 None None] Pushing event updated for resources: {'Port': ['ID=eae4ba56-f7ef-4769-9f7a-cbf6676e2297,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:27.104047 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edda9156-c5d4-4999-9c7f-65e2c039b739 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:48:27.104512 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edda9156-c5d4-4999-9c7f-65e2c039b739 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:48:27.104741 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edda9156-c5d4-4999-9c7f-65e2c039b739 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:48:27.105208 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edda9156-c5d4-4999-9c7f-65e2c039b739 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:48:27.105727 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edda9156-c5d4-4999-9c7f-65e2c039b739 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:48:27.105870 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edda9156-c5d4-4999-9c7f-65e2c039b739 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:48:27.106205 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edda9156-c5d4-4999-9c7f-65e2c039b739 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:48:27.106480 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edda9156-c5d4-4999-9c7f-65e2c039b739 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:48:27.106798 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edda9156-c5d4-4999-9c7f-65e2c039b739 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:48:27.107102 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edda9156-c5d4-4999-9c7f-65e2c039b739 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:48:27.107410 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edda9156-c5d4-4999-9c7f-65e2c039b739 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:48:27.107716 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edda9156-c5d4-4999-9c7f-65e2c039b739 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:48:27.181795 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81486ec6-dffc-4df4-96c5-c6539dc4df01 None None] Pushing event updated for resources: {'Port': ['ID=edb5dede-5f33-4304-8150-cf83d6ea67f1,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:27.203779 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-823fb066-507a-4bfd-90d6-1526fbc80787 None None] Attempting to bind port eae4ba56-f7ef-4769-9f7a-cbf6676e2297 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:48:27.208349 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-823fb066-507a-4bfd-90d6-1526fbc80787 None None] Attempting to bind port eae4ba56-f7ef-4769-9f7a-cbf6676e2297 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'e9fcd354-3bbc-4834-9c26-23028fbf4ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '862d89a3-9a28-4ed7-ad1b-1a128c6ceabf'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:48:27.208853 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823fb066-507a-4bfd-90d6-1526fbc80787 None None] Attempting to bind port eae4ba56-f7ef-4769-9f7a-cbf6676e2297 on network 862d89a3-9a28-4ed7-ad1b-1a128c6ceabf {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:48:27.222935 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823fb066-507a-4bfd-90d6-1526fbc80787 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:48:27.223465 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823fb066-507a-4bfd-90d6-1526fbc80787 None None] Checking segment: {'id': 'e9fcd354-3bbc-4834-9c26-23028fbf4ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '862d89a3-9a28-4ed7-ad1b-1a128c6ceabf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:48:27.223973 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-823fb066-507a-4bfd-90d6-1526fbc80787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:27.226837 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823fb066-507a-4bfd-90d6-1526fbc80787 None None] Bound using segment: {'id': 'e9fcd354-3bbc-4834-9c26-23028fbf4ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '862d89a3-9a28-4ed7-ad1b-1a128c6ceabf'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:48:27.227478 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-823fb066-507a-4bfd-90d6-1526fbc80787 None None] Bound port: eae4ba56-f7ef-4769-9f7a-cbf6676e2297, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9fcd354-3bbc-4834-9c26-23028fbf4ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '862d89a3-9a28-4ed7-ad1b-1a128c6ceabf'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:48:27.228337 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-823fb066-507a-4bfd-90d6-1526fbc80787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:27.231068 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6fa16a-ed4a-418b-8214-c690798510d4 None None] Routers {'0b55a052-6b69-4c38-a261-c67ca8f35248'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:48:27.232018 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-1a6fa16a-ed4a-418b-8214-c690798510d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:48:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['0b55a052-6b69-4c38-a261-c67ca8f35248'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:27.273899 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2eb5003-fd7f-42c2-9fcb-2ff22128bf69 admin admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:48:27.401769 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-823fb066-507a-4bfd-90d6-1526fbc80787 None None] For port eae4ba56-f7ef-4769-9f7a-cbf6676e2297, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:48:27.410017 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-823fb066-507a-4bfd-90d6-1526fbc80787 None None] For port eae4ba56-f7ef-4769-9f7a-cbf6676e2297, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=eae4ba56-f7ef-4769-9f7a-cbf6676e2297,segment=NetworkSegment(e9fcd354-3bbc-4834-9c26-23028fbf4ca1),segment_id=e9fcd354-3bbc-4834-9c26-23028fbf4ca1)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:48:27.414245 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-1a6fa16a-ed4a-418b-8214-c690798510d4 None None] Set router 0b55a052-6b69-4c38-a261-c67ca8f35248 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:48:27.419445 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-823fb066-507a-4bfd-90d6-1526fbc80787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:27.480248 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eb5003-fd7f-42c2-9fcb-2ff22128bf69 admin admin] Pushing event updated for resources: {'Port': ['ID=a2e3ab7a-ec51-4506-b4d3-a6765022965c,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:27.551990 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edda9156-c5d4-4999-9c7f-65e2c039b739 None None] Pushing event updated for resources: {'Port': ['ID=eae4ba56-f7ef-4769-9f7a-cbf6676e2297,revision_number=4']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:27.569159 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823fb066-507a-4bfd-90d6-1526fbc80787 None None] Routers {'4af5970b-c653-4ec2-b30b-d3c2eb2d2929'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:48:27.573161 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-823fb066-507a-4bfd-90d6-1526fbc80787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:48:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['4af5970b-c653-4ec2-b30b-d3c2eb2d2929'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:27.580739 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e2eb5003-fd7f-42c2-9fcb-2ff22128bf69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:27.730449 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-823fb066-507a-4bfd-90d6-1526fbc80787 None None] Set router 4af5970b-c653-4ec2-b30b-d3c2eb2d2929 gateway port host: None {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:48:27.815170 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-072708f0-eedc-465a-b428-32adf225206e req-de840b8f-ad1d-4ec9-8220-47549fce426f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 210 time: 0.0883255 Aug 22 13:48:27.921153 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:27.994860 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-594127be-b6d1-4ca4-8b4d-9f30757d862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:28.055998 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port ca39e8b0-abe0-4014-a67a-1d5574c9b0f3, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=ca39e8b0-abe0-4014-a67a-1d5574c9b0f3,segment=NetworkSegment(01b73c90-7287-47e4-9fa9-2cb35e7771f2),segment_id=01b73c90-7287-47e4-9fa9-2cb35e7771f2)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:48:28.100064 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:28.204767 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e2eb5003-fd7f-42c2-9fcb-2ff22128bf69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:28.215694 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-823fb066-507a-4bfd-90d6-1526fbc80787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'name': 'tempest-RoutersTest-router-2048166686', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:21Z', 'updated_at': '2021-08-22T13:48:23Z', 'revision_number': 2, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'gw_port_host': None, '_interfaces': [{'id': 'eae4ba56-f7ef-4769-9f7a-cbf6676e2297', 'name': '', 'network_id': '862d89a3-9a28-4ed7-ad1b-1a128c6ceabf', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'mac_address': 'fa:16:3e:74:41:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'e1b40b61-2df3-4950-95ed-b5dcef7cd6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:22Z', 'updated_at': '2021-08-22T13:48:27Z', 'revision_number': 4, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'subnets': [{'id': 'e1b40b61-2df3-4950-95ed-b5dcef7cd6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:28.244285 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=ca39e8b0-abe0-4014-a67a-1d5574c9b0f3,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:28.250388 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ebb5aa06-f53b-4426-884d-cc14bf5b1d36 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:28.282951 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 91a90c54-d147-498a-b5ef-386956b3cf37 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:48:28.286952 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.db.api [None req-594127be-b6d1-4ca4-8b4d-9f30757d862c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 13:48:28.287610 n-d-793621-33 neutron-server[94629]: DEBUG oslo_db.api [None req-594127be-b6d1-4ca4-8b4d-9f30757d862c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 13:48:28.291536 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823fb066-507a-4bfd-90d6-1526fbc80787 None None] The sync data for ids ['4af5970b-c653-4ec2-b30b-d3c2eb2d2929'] in n-d-793621-33 is: [{'id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'name': 'tempest-RoutersTest-router-2048166686', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:21Z', 'updated_at': '2021-08-22T13:48:23Z', 'revision_number': 2, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'gw_port_host': None, '_interfaces': [{'id': 'eae4ba56-f7ef-4769-9f7a-cbf6676e2297', 'name': '', 'network_id': '862d89a3-9a28-4ed7-ad1b-1a128c6ceabf', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'mac_address': 'fa:16:3e:74:41:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'e1b40b61-2df3-4950-95ed-b5dcef7cd6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:22Z', 'updated_at': '2021-08-22T13:48:27Z', 'revision_number': 4, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'subnets': [{'id': 'e1b40b61-2df3-4950-95ed-b5dcef7cd6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:48:28.370590 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb5aa06-f53b-4426-884d-cc14bf5b1d36 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event updated for resources: {'Subnet': ['ID=82d0b917-f67a-4f82-996b-6ca18e2d350b,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:28.372932 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-1a6fa16a-ed4a-418b-8214-c690798510d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b55a052-6b69-4c38-a261-c67ca8f35248', 'name': 'tempest-ImageQuotaTest-1966800944-router', 'tenant_id': '7a3b3e3d90b047c89cbfc07ea0ad23f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': 'edb5dede-5f33-4304-8150-cf83d6ea67f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:22Z', 'updated_at': '2021-08-22T13:48:23Z', 'revision_number': 3, 'project_id': '7a3b3e3d90b047c89cbfc07ea0ad23f7', 'gw_port': {'id': 'edb5dede-5f33-4304-8150-cf83d6ea67f1', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b55a052-6b69-4c38-a261-c67ca8f35248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:22Z', 'updated_at': '2021-08-22T13:48:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:28.434180 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb5aa06-f53b-4426-884d-cc14bf5b1d36 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Checking segment: {'id': 'be0a0d5e-e5ef-4acd-b76f-932e331aedea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'bde9de58-cc6b-407a-a80e-14663e65f7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:48:28.438073 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6fa16a-ed4a-418b-8214-c690798510d4 None None] The sync data for ids ['0b55a052-6b69-4c38-a261-c67ca8f35248'] in n-d-793621-33 is: [{'id': '0b55a052-6b69-4c38-a261-c67ca8f35248', 'name': 'tempest-ImageQuotaTest-1966800944-router', 'tenant_id': '7a3b3e3d90b047c89cbfc07ea0ad23f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': 'edb5dede-5f33-4304-8150-cf83d6ea67f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:22Z', 'updated_at': '2021-08-22T13:48:23Z', 'revision_number': 3, 'project_id': '7a3b3e3d90b047c89cbfc07ea0ad23f7', 'gw_port': {'id': 'edb5dede-5f33-4304-8150-cf83d6ea67f1', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b55a052-6b69-4c38-a261-c67ca8f35248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:22Z', 'updated_at': '2021-08-22T13:48:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:48:28.438763 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb5aa06-f53b-4426-884d-cc14bf5b1d36 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Network hostable DHCP agents. Network: bde9de58-cc6b-407a-a80e-14663e65f7dd, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:48:28.494253 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 91a90c54-d147-498a-b5ef-386956b3cf37 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:48:28.503228 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:28.508733 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:28.509779 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3ebfbfe9-a127-4e7e-9854-6290dd34b1db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:28.560029 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb5aa06-f53b-4426-884d-cc14bf5b1d36 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Network bde9de58-cc6b-407a-a80e-14663e65f7dd is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:48:28.608886 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-ebb5aa06-f53b-4426-884d-cc14bf5b1d36 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, bde9de58-cc6b-407a-a80e-14663e65f7dd) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:48:28.633642 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e2eb5003-fd7f-42c2-9fcb-2ff22128bf69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:28.647579 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c072952a-93e4-4169-8c85-4d37813904dc None None] Network bde9de58-cc6b-407a-a80e-14663e65f7dd requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:48:28.653005 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb5aa06-f53b-4426-884d-cc14bf5b1d36 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:28.653694 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ebb5aa06-f53b-4426-884d-cc14bf5b1d36 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:28.656791 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e2eb5003-fd7f-42c2-9fcb-2ff22128bf69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:28.785782 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ebb5aa06-f53b-4426-884d-cc14bf5b1d36 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3101895 Aug 22 13:48:28.789300 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59180) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:28.875721 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eb5003-fd7f-42c2-9fcb-2ff22128bf69 admin admin] Pushing event updated for resources: {'Port': ['ID=a2e3ab7a-ec51-4506-b4d3-a6765022965c,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:28.876994 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e2eb5003-fd7f-42c2-9fcb-2ff22128bf69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:28.920835 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 416efbd4-d606-468a-842f-cdb660e7e9ba no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:48:29.053995 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: 416efbd4-d606-468a-842f-cdb660e7e9ba {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:48:29.054697 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 416efbd4-d606-468a-842f-cdb660e7e9ba not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:48:29.131579 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-311fac71-e58c-494e-86c8-1a9b9b91857e None None] Provisioning for port eae4ba56-f7ef-4769-9f7a-cbf6676e2297 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:48:29.225676 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2eb5003-fd7f-42c2-9fcb-2ff22128bf69 admin admin] Network 6e4561db-96db-4dc3-a17b-c3010b5483d2 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:48:29.227304 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-e2eb5003-fd7f-42c2-9fcb-2ff22128bf69 admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:48:29.286371 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04364385-84c8-436f-a749-584bcccb1f47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-bde9de58-cc6b-407a-a80e-14663e65f7dd', 'network_id': 'bde9de58-cc6b-407a-a80e-14663e65f7dd', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'fixed_ips': [{'subnet_id': '82d0b917-f67a-4f82-996b-6ca18e2d350b'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:48:29.287303 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-04364385-84c8-436f-a749-584bcccb1f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:29.291614 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-311fac71-e58c-494e-86c8-1a9b9b91857e None None] Provisioning complete for port ca39e8b0-abe0-4014-a67a-1d5574c9b0f3 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:48:29.291985 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-311fac71-e58c-494e-86c8-1a9b9b91857e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:29.520372 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2eb5003-fd7f-42c2-9fcb-2ff22128bf69 admin admin] Router 0b55a052-6b69-4c38-a261-c67ca8f35248 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:48:29.837573 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-806ff22f-5db8-46d6-90b2-2c15c7d7d5a5 req-840d0c31-a854-47d0-a3b9-d96f3bb1c0e3 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 210 time: 0.8032932 Aug 22 13:48:29.875969 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2eb5003-fd7f-42c2-9fcb-2ff22128bf69 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:48:29.881490 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e2eb5003-fd7f-42c2-9fcb-2ff22128bf69 admin admin] 10.222.0.21 "PUT /v2.0/routers/0b55a052-6b69-4c38-a261-c67ca8f35248/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3310783 Aug 22 13:48:29.994752 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-04364385-84c8-436f-a749-584bcccb1f47 None None] Allocated IP 172.21.0.2 (bde9de58-cc6b-407a-a80e-14663e65f7dd/82d0b917-f67a-4f82-996b-6ca18e2d350b/8f5d7022-1fc1-486c-bd65-a867707abaf5) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:48:30.025658 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-311fac71-e58c-494e-86c8-1a9b9b91857e None None] Provisioning complete for port 91a90c54-d147-498a-b5ef-386956b3cf37 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:48:30.026027 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-311fac71-e58c-494e-86c8-1a9b9b91857e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:30.394505 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-07997d56-963e-4187-9213-40f06198aa81 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:30.460310 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device ca39e8b0-abe0-4014-a67a-1d5574c9b0f3 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:48:30.671672 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port ca39e8b0-abe0-4014-a67a-1d5574c9b0f3 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:48:30.683430 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:30.755320 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-311fac71-e58c-494e-86c8-1a9b9b91857e None None] Provisioning for port a2e3ab7a-ec51-4506-b4d3-a6765022965c completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:48:30.775071 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-311fac71-e58c-494e-86c8-1a9b9b91857e None None] Provisioning complete for port a2e3ab7a-ec51-4506-b4d3-a6765022965c triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:48:30.775471 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-311fac71-e58c-494e-86c8-1a9b9b91857e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:30.829387 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-04364385-84c8-436f-a749-584bcccb1f47 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:30.858859 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-311fac71-e58c-494e-86c8-1a9b9b91857e None None] Port a2e3ab7a-ec51-4506-b4d3-a6765022965c cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:48:30.862611 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-04364385-84c8-436f-a749-584bcccb1f47 None None] Transition to ACTIVE for port object 8f5d7022-1fc1-486c-bd65-a867707abaf5 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:48:30.922504 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-04364385-84c8-436f-a749-584bcccb1f47 None None] Transition to ACTIVE for port object 8f5d7022-1fc1-486c-bd65-a867707abaf5 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:48:30.948132 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-04364385-84c8-436f-a749-584bcccb1f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:30.951386 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device edb5dede-5f33-4304-8150-cf83d6ea67f1 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:48:31.092773 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-07997d56-963e-4187-9213-40f06198aa81 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Allocated IP 172.21.0.1 (bde9de58-cc6b-407a-a80e-14663e65f7dd/82d0b917-f67a-4f82-996b-6ca18e2d350b/88c2ca08-2dc9-4c01-bbb1-8364be108d6c) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:48:31.127399 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04364385-84c8-436f-a749-584bcccb1f47 None None] Network bde9de58-cc6b-407a-a80e-14663e65f7dd is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:48:31.136226 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-eae2edf7-f482-49fc-8a2b-ff51291013a6 None None] Provisioning complete for port a2e3ab7a-ec51-4506-b4d3-a6765022965c triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:48:31.136618 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-eae2edf7-f482-49fc-8a2b-ff51291013a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:31.158885 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5007b9bf-ce20-43fb-8c0c-ece4e3aceedb req-733260c4-3453-4bb5-ad56-bec334b320db tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 210 time: 0.1072791 Aug 22 13:48:31.226302 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-04364385-84c8-436f-a749-584bcccb1f47 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:48:31.237485 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04364385-84c8-436f-a749-584bcccb1f47 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:48:31.282417 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04364385-84c8-436f-a749-584bcccb1f47 None None] Pushing event updated for resources: {'Port': ['ID=8f5d7022-1fc1-486c-bd65-a867707abaf5,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:31.288166 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-573142ec-b31d-4910-ac64-68ca886c6f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:31.341431 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-07997d56-963e-4187-9213-40f06198aa81 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:31.361853 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-07997d56-963e-4187-9213-40f06198aa81 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Transition to ACTIVE for port object 88c2ca08-2dc9-4c01-bbb1-8364be108d6c will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:48:31.367917 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port edb5dede-5f33-4304-8150-cf83d6ea67f1 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:48:31.385005 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:31.389510 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-eae2edf7-f482-49fc-8a2b-ff51291013a6 None None] Port a2e3ab7a-ec51-4506-b4d3-a6765022965c cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:48:31.391224 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port edb5dede-5f33-4304-8150-cf83d6ea67f1 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:48:31.391606 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:31.408282 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-07997d56-963e-4187-9213-40f06198aa81 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:31.437375 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-04364385-84c8-436f-a749-584bcccb1f47 None None] Attempting to bind port 8f5d7022-1fc1-486c-bd65-a867707abaf5 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:48:31.437601 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-04364385-84c8-436f-a749-584bcccb1f47 None None] Attempting to bind port 8f5d7022-1fc1-486c-bd65-a867707abaf5 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'be0a0d5e-e5ef-4acd-b76f-932e331aedea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'bde9de58-cc6b-407a-a80e-14663e65f7dd'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:48:31.437973 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04364385-84c8-436f-a749-584bcccb1f47 None None] Attempting to bind port 8f5d7022-1fc1-486c-bd65-a867707abaf5 on network bde9de58-cc6b-407a-a80e-14663e65f7dd {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:48:31.448927 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04364385-84c8-436f-a749-584bcccb1f47 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:48:31.449356 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04364385-84c8-436f-a749-584bcccb1f47 None None] Checking segment: {'id': 'be0a0d5e-e5ef-4acd-b76f-932e331aedea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'bde9de58-cc6b-407a-a80e-14663e65f7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:48:31.449692 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-04364385-84c8-436f-a749-584bcccb1f47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:31.454421 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04364385-84c8-436f-a749-584bcccb1f47 None None] Bound using segment: {'id': 'be0a0d5e-e5ef-4acd-b76f-932e331aedea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'bde9de58-cc6b-407a-a80e-14663e65f7dd'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:48:31.454989 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-04364385-84c8-436f-a749-584bcccb1f47 None None] Bound port: 8f5d7022-1fc1-486c-bd65-a867707abaf5, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0a0d5e-e5ef-4acd-b76f-932e331aedea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'bde9de58-cc6b-407a-a80e-14663e65f7dd'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:48:31.455387 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-04364385-84c8-436f-a749-584bcccb1f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:31.557060 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07997d56-963e-4187-9213-40f06198aa81 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event updated for resources: {'Port': ['ID=88c2ca08-2dc9-4c01-bbb1-8364be108d6c,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:31.595076 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07997d56-963e-4187-9213-40f06198aa81 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Network bde9de58-cc6b-407a-a80e-14663e65f7dd is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:48:31.598212 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-07997d56-963e-4187-9213-40f06198aa81 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:48:31.606509 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07997d56-963e-4187-9213-40f06198aa81 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:48:31.708262 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-07997d56-963e-4187-9213-40f06198aa81 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:31.714367 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-04364385-84c8-436f-a749-584bcccb1f47 None None] For port 8f5d7022-1fc1-486c-bd65-a867707abaf5, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:48:31.727519 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:31.770324 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port edb5dede-5f33-4304-8150-cf83d6ea67f1, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=edb5dede-5f33-4304-8150-cf83d6ea67f1,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:48:31.780890 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:31.781690 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device eae4ba56-f7ef-4769-9f7a-cbf6676e2297 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:48:31.817317 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 59232) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:31.869178 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-04364385-84c8-436f-a749-584bcccb1f47 None None] For port 8f5d7022-1fc1-486c-bd65-a867707abaf5, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=8f5d7022-1fc1-486c-bd65-a867707abaf5,segment=NetworkSegment(be0a0d5e-e5ef-4acd-b76f-932e331aedea),segment_id=be0a0d5e-e5ef-4acd-b76f-932e331aedea)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:48:31.949071 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-04364385-84c8-436f-a749-584bcccb1f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:31.954939 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-07997d56-963e-4187-9213-40f06198aa81 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:32.065970 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e1fe5c-bfdd-4502-b538-444a33a98c28 None None] Sync routers for ids ['0b55a052-6b69-4c38-a261-c67ca8f35248'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:48:32.089245 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=edb5dede-5f33-4304-8150-cf83d6ea67f1,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:32.109607 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e1fe5c-bfdd-4502-b538-444a33a98c28 None None] Routers {'0b55a052-6b69-4c38-a261-c67ca8f35248'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:48:32.110259 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-57e1fe5c-bfdd-4502-b538-444a33a98c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:48:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['0b55a052-6b69-4c38-a261-c67ca8f35248'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:32.204311 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port eae4ba56-f7ef-4769-9f7a-cbf6676e2297 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:48:32.252124 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port eae4ba56-f7ef-4769-9f7a-cbf6676e2297 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:48:32.252581 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:32.392415 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04364385-84c8-436f-a749-584bcccb1f47 None None] Pushing event updated for resources: {'Port': ['ID=8f5d7022-1fc1-486c-bd65-a867707abaf5,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:32.488088 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-757db743-c0fe-4650-ad53-fe6336b07aad req-786f1ccd-3f22-4463-ade5-356bb0eed15e tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 210 time: 0.1044803 Aug 22 13:48:32.512589 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-57e1fe5c-bfdd-4502-b538-444a33a98c28 None None] Set router 0b55a052-6b69-4c38-a261-c67ca8f35248 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:48:32.514937 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:32.636723 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-07997d56-963e-4187-9213-40f06198aa81 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:32.653976 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-07997d56-963e-4187-9213-40f06198aa81 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:32.687995 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:32.806645 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c54793cc-4da2-4078-b26a-001d73411052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:32.855741 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07997d56-963e-4187-9213-40f06198aa81 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event updated for resources: {'Port': ['ID=88c2ca08-2dc9-4c01-bbb1-8364be108d6c,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:32.870639 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-07997d56-963e-4187-9213-40f06198aa81 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:32.934415 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port eae4ba56-f7ef-4769-9f7a-cbf6676e2297, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=eae4ba56-f7ef-4769-9f7a-cbf6676e2297,segment=NetworkSegment(e9fcd354-3bbc-4834-9c26-23028fbf4ca1),segment_id=e9fcd354-3bbc-4834-9c26-23028fbf4ca1)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:48:32.964709 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:33.111971 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07997d56-963e-4187-9213-40f06198aa81 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Network bde9de58-cc6b-407a-a80e-14663e65f7dd is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:48:33.128835 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-07997d56-963e-4187-9213-40f06198aa81 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:48:33.133245 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=eae4ba56-f7ef-4769-9f7a-cbf6676e2297,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:33.208091 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-57e1fe5c-bfdd-4502-b538-444a33a98c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b55a052-6b69-4c38-a261-c67ca8f35248', 'name': 'tempest-ImageQuotaTest-1966800944-router', 'tenant_id': '7a3b3e3d90b047c89cbfc07ea0ad23f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': 'edb5dede-5f33-4304-8150-cf83d6ea67f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:22Z', 'updated_at': '2021-08-22T13:48:28Z', 'revision_number': 4, 'project_id': '7a3b3e3d90b047c89cbfc07ea0ad23f7', 'gw_port': {'id': 'edb5dede-5f33-4304-8150-cf83d6ea67f1', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b55a052-6b69-4c38-a261-c67ca8f35248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:22Z', 'updated_at': '2021-08-22T13:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'a2e3ab7a-ec51-4506-b4d3-a6765022965c', 'name': '', 'network_id': '6e4561db-96db-4dc3-a17b-c3010b5483d2', 'tenant_id': '7a3b3e3d90b047c89cbfc07ea0ad23f7', 'mac_address': 'fa:16:3e:85:d3:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b55a052-6b69-4c38-a261-c67ca8f35248', 'device_owner': 'network:router_interface', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'ee0d673b-035a-40cf-91ce-4e37991bffaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:25Z', 'updated_at': '2021-08-22T13:48:28Z', 'revision_number': 2, 'project_id': '7a3b3e3d90b047c89cbfc07ea0ad23f7', 'subnets': [{'id': 'ee0d673b-035a-40cf-91ce-4e37991bffaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:33.257028 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e1fe5c-bfdd-4502-b538-444a33a98c28 None None] Checking router: 0b55a052-6b69-4c38-a261-c67ca8f35248 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:48:33.257814 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e1fe5c-bfdd-4502-b538-444a33a98c28 None None] Updating router 0b55a052-6b69-4c38-a261-c67ca8f35248 port a2e3ab7a-ec51-4506-b4d3-a6765022965c binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:48:33.319595 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device edb5dede-5f33-4304-8150-cf83d6ea67f1 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:48:33.321695 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07997d56-963e-4187-9213-40f06198aa81 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Router 4af5970b-c653-4ec2-b30b-d3c2eb2d2929 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:48:33.443450 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-57e1fe5c-bfdd-4502-b538-444a33a98c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:33.452815 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-c54793cc-4da2-4078-b26a-001d73411052 admin admin] Deleting port a2e3ab7a-ec51-4506-b4d3-a6765022965c {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:48:33.453796 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c54793cc-4da2-4078-b26a-001d73411052 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:33.563905 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port edb5dede-5f33-4304-8150-cf83d6ea67f1 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:48:33.566709 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:33.615654 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07997d56-963e-4187-9213-40f06198aa81 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:48:33.634469 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8c3e9d-f3d0-43fe-9a4d-447995fba7d0 None None] Sync routers for ids ['4af5970b-c653-4ec2-b30b-d3c2eb2d2929'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:48:33.644758 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c54793cc-4da2-4078-b26a-001d73411052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:33.650416 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8c3e9d-f3d0-43fe-9a4d-447995fba7d0 None None] Routers {'4af5970b-c653-4ec2-b30b-d3c2eb2d2929'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:48:33.653031 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-07997d56-963e-4187-9213-40f06198aa81 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "PUT /v2.0/routers/4af5970b-c653-4ec2-b30b-d3c2eb2d2929/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8620784 Aug 22 13:48:33.658101 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-6a8c3e9d-f3d0-43fe-9a4d-447995fba7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:48:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['4af5970b-c653-4ec2-b30b-d3c2eb2d2929'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:33.661207 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59246) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:33.671760 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-c54793cc-4da2-4078-b26a-001d73411052 admin admin] Calling delete_port for a2e3ab7a-ec51-4506-b4d3-a6765022965c owned by network:router_interface {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:48:33.675126 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-e90937d5-d5b2-48d6-9a63-7024a0d21d9d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Request body: {'network': {'name': 'tempest-RoutersTest-877405392'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:48:33.712966 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90937d5-d5b2-48d6-9a63-7024a0d21d9d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Made reservation on behalf of 8bdd66044797478ab6b9017c0ef2bbe5 for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:48:33.727611 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e90937d5-d5b2-48d6-9a63-7024a0d21d9d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:33.819304 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e90937d5-d5b2-48d6-9a63-7024a0d21d9d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:48:33.830098 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e90937d5-d5b2-48d6-9a63-7024a0d21d9d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:33.830600 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-e90937d5-d5b2-48d6-9a63-7024a0d21d9d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Added segment cce0aa09-b51c-41e2-9362-be11bbe503c3 of type vlan for network 96e54d4c-e0ef-4581-9893-887c46897c97 Aug 22 13:48:33.866682 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-6a8c3e9d-f3d0-43fe-9a4d-447995fba7d0 None None] Set router 4af5970b-c653-4ec2-b30b-d3c2eb2d2929 gateway port host: None {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:48:33.874798 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e90937d5-d5b2-48d6-9a63-7024a0d21d9d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:33.890972 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1596ba6b-4504-4eb2-94dc-a003d02f3eb4 None None] Network bde9de58-cc6b-407a-a80e-14663e65f7dd requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:48:33.900470 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d2258c68-79be-4f48-9a92-325b6d362efb req-0a5bed3a-6d34-447c-ac6d-6b1a51dc247b tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 210 time: 0.1891787 Aug 22 13:48:33.922150 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e90937d5-d5b2-48d6-9a63-7024a0d21d9d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:33.929595 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90937d5-d5b2-48d6-9a63-7024a0d21d9d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:33.930810 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e90937d5-d5b2-48d6-9a63-7024a0d21d9d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:33.954954 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e90937d5-d5b2-48d6-9a63-7024a0d21d9d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2902391 Aug 22 13:48:33.955967 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59252) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:33.982650 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-8e4bcba9-0475-44aa-a00c-a0c36d49a6b9 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Request body: {'subnet': {'network_id': '96e54d4c-e0ef-4581-9893-887c46897c97', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:48:34.002609 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c54793cc-4da2-4078-b26a-001d73411052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:34.018231 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-4c7859b3-4d6a-437b-b747-806a2e7e16c4 None None] Provisioning for port 8f5d7022-1fc1-486c-bd65-a867707abaf5 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:48:34.046699 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:34.073208 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54793cc-4da2-4078-b26a-001d73411052 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2e3ab7a-ec51-4506-b4d3-a6765022965c,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:34.108718 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90937d5-d5b2-48d6-9a63-7024a0d21d9d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event updated for resources: {'Network': ['ID=96e54d4c-e0ef-4581-9893-887c46897c97,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:34.144657 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54793cc-4da2-4078-b26a-001d73411052 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:48:34.145305 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54793cc-4da2-4078-b26a-001d73411052 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:48:34.145924 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54793cc-4da2-4078-b26a-001d73411052 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:48:34.146533 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54793cc-4da2-4078-b26a-001d73411052 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:48:34.147541 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54793cc-4da2-4078-b26a-001d73411052 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:48:34.148107 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54793cc-4da2-4078-b26a-001d73411052 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:48:34.148633 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54793cc-4da2-4078-b26a-001d73411052 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:48:34.149251 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54793cc-4da2-4078-b26a-001d73411052 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:48:34.150541 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54793cc-4da2-4078-b26a-001d73411052 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:48:34.151041 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54793cc-4da2-4078-b26a-001d73411052 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:48:34.156430 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54793cc-4da2-4078-b26a-001d73411052 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:48:34.157144 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54793cc-4da2-4078-b26a-001d73411052 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:48:34.168771 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4bcba9-0475-44aa-a00c-a0c36d49a6b9 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Made reservation on behalf of 8bdd66044797478ab6b9017c0ef2bbe5 for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:48:34.172969 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8e4bcba9-0475-44aa-a00c-a0c36d49a6b9 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:34.234347 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.db.api [None req-57e1fe5c-bfdd-4502-b538-444a33a98c28 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 13:48:34.234690 n-d-793621-33 neutron-server[94629]: DEBUG oslo_db.api [None req-57e1fe5c-bfdd-4502-b538-444a33a98c28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 13:48:34.268651 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 96e54d4c-e0ef-4581-9893-887c46897c97 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:48:34.352973 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c54793cc-4da2-4078-b26a-001d73411052 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:34.540362 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8e4bcba9-0475-44aa-a00c-a0c36d49a6b9 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:34.611011 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4bcba9-0475-44aa-a00c-a0c36d49a6b9 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event updated for resources: {'Subnet': ['ID=d1999cc0-1257-4a67-b455-9ebf2b2731dd,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:34.634413 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-6a8c3e9d-f3d0-43fe-9a4d-447995fba7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'name': 'tempest-RoutersTest-router-2048166686', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:21Z', 'updated_at': '2021-08-22T13:48:31Z', 'revision_number': 3, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'gw_port_host': None, '_interfaces': [{'id': '88c2ca08-2dc9-4c01-bbb1-8364be108d6c', 'name': '', 'network_id': 'bde9de58-cc6b-407a-a80e-14663e65f7dd', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'mac_address': 'fa:16:3e:56:7e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '82d0b917-f67a-4f82-996b-6ca18e2d350b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:30Z', 'updated_at': '2021-08-22T13:48:32Z', 'revision_number': 2, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'subnets': [{'id': '82d0b917-f67a-4f82-996b-6ca18e2d350b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eae4ba56-f7ef-4769-9f7a-cbf6676e2297', 'name': '', 'network_id': '862d89a3-9a28-4ed7-ad1b-1a128c6ceabf', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'mac_address': 'fa:16:3e:74:41:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'e1b40b61-2df3-4950-95ed-b5dcef7cd6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:22Z', 'updated_at': '2021-08-22T13:48:32Z', 'revision_number': 5, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'subnets': [{'id': 'e1b40b61-2df3-4950-95ed-b5dcef7cd6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:34.642984 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4bcba9-0475-44aa-a00c-a0c36d49a6b9 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Checking segment: {'id': 'cce0aa09-b51c-41e2-9362-be11bbe503c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '96e54d4c-e0ef-4581-9893-887c46897c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:48:34.643578 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4bcba9-0475-44aa-a00c-a0c36d49a6b9 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Network hostable DHCP agents. Network: 96e54d4c-e0ef-4581-9893-887c46897c97, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:48:34.689037 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4bcba9-0475-44aa-a00c-a0c36d49a6b9 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Network 96e54d4c-e0ef-4581-9893-887c46897c97 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:48:34.703995 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8c3e9d-f3d0-43fe-9a4d-447995fba7d0 None None] Checking router: 4af5970b-c653-4ec2-b30b-d3c2eb2d2929 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:48:34.704613 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8c3e9d-f3d0-43fe-9a4d-447995fba7d0 None None] Updating router 4af5970b-c653-4ec2-b30b-d3c2eb2d2929 port 88c2ca08-2dc9-4c01-bbb1-8364be108d6c binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:48:34.707350 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-8e4bcba9-0475-44aa-a00c-a0c36d49a6b9 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 96e54d4c-e0ef-4581-9893-887c46897c97) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:48:34.721877 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4bcba9-0475-44aa-a00c-a0c36d49a6b9 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:34.722897 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8e4bcba9-0475-44aa-a00c-a0c36d49a6b9 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:34.747281 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c54793cc-4da2-4078-b26a-001d73411052 admin admin] Router 0b55a052-6b69-4c38-a261-c67ca8f35248 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:48:34.762399 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-8e4bcba9-0475-44aa-a00c-a0c36d49a6b9 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7920985 Aug 22 13:48:34.762644 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59270) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:34.780950 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 8f5d7022-1fc1-486c-bd65-a867707abaf5 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:48:34.810029 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-6a8c3e9d-f3d0-43fe-9a4d-447995fba7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:34.858068 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f828743e-ad0c-4db6-af71-f2680dfd2a07 None None] Network 96e54d4c-e0ef-4581-9893-887c46897c97 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:48:34.964257 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:35.061905 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e1fe5c-bfdd-4502-b538-444a33a98c28 None None] Port a2e3ab7a-ec51-4506-b4d3-a6765022965c not found while updating agent binding for router 0b55a052-6b69-4c38-a261-c67ca8f35248. {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 22 13:48:35.127021 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e1fe5c-bfdd-4502-b538-444a33a98c28 None None] Routers {'0b55a052-6b69-4c38-a261-c67ca8f35248'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:48:35.131488 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-57e1fe5c-bfdd-4502-b538-444a33a98c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:48:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['0b55a052-6b69-4c38-a261-c67ca8f35248'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:35.135601 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c54793cc-4da2-4078-b26a-001d73411052 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:48:35.154682 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c54793cc-4da2-4078-b26a-001d73411052 admin admin] 10.222.0.21 "PUT /v2.0/routers/0b55a052-6b69-4c38-a261-c67ca8f35248/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3331277 Aug 22 13:48:35.156774 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 59300) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:35.222299 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-758c991b-736a-4f46-b496-f278ce320291 req-d69e66a4-d405-438e-8f1d-59d9a6ef3b63 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 210 time: 0.0939584 Aug 22 13:48:35.256631 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 8f5d7022-1fc1-486c-bd65-a867707abaf5 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:48:35.277379 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 8f5d7022-1fc1-486c-bd65-a867707abaf5 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:48:35.277753 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:35.345720 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-6a8c3e9d-f3d0-43fe-9a4d-447995fba7d0 None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:35.361364 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-6a8c3e9d-f3d0-43fe-9a4d-447995fba7d0 None None] Transition to ACTIVE for port object 88c2ca08-2dc9-4c01-bbb1-8364be108d6c will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:48:35.380474 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-6a8c3e9d-f3d0-43fe-9a4d-447995fba7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:35.415487 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3050b149-a2bb-4606-b7b5-e452939cc087 admin admin] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:35.519164 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5060a34b-ffeb-4352-a369-d99ef20ec984 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:35.641862 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aed112-536f-45a5-bdf4-695943989208 None None] Pushing event updated for resources: {'Port': ['ID=88c2ca08-2dc9-4c01-bbb1-8364be108d6c,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:35.662528 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-6a8c3e9d-f3d0-43fe-9a4d-447995fba7d0 None None] Attempting to bind port 88c2ca08-2dc9-4c01-bbb1-8364be108d6c on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:48:35.663244 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-6a8c3e9d-f3d0-43fe-9a4d-447995fba7d0 None None] Attempting to bind port 88c2ca08-2dc9-4c01-bbb1-8364be108d6c by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'be0a0d5e-e5ef-4acd-b76f-932e331aedea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'bde9de58-cc6b-407a-a80e-14663e65f7dd'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:48:35.663795 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8c3e9d-f3d0-43fe-9a4d-447995fba7d0 None None] Attempting to bind port 88c2ca08-2dc9-4c01-bbb1-8364be108d6c on network bde9de58-cc6b-407a-a80e-14663e65f7dd {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:48:35.669757 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8c3e9d-f3d0-43fe-9a4d-447995fba7d0 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:48:35.670397 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8c3e9d-f3d0-43fe-9a4d-447995fba7d0 None None] Checking segment: {'id': 'be0a0d5e-e5ef-4acd-b76f-932e331aedea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'bde9de58-cc6b-407a-a80e-14663e65f7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:48:35.670985 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-6a8c3e9d-f3d0-43fe-9a4d-447995fba7d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:35.672518 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8c3e9d-f3d0-43fe-9a4d-447995fba7d0 None None] Bound using segment: {'id': 'be0a0d5e-e5ef-4acd-b76f-932e331aedea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'bde9de58-cc6b-407a-a80e-14663e65f7dd'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:48:35.673177 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-6a8c3e9d-f3d0-43fe-9a4d-447995fba7d0 None None] Bound port: 88c2ca08-2dc9-4c01-bbb1-8364be108d6c, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0a0d5e-e5ef-4acd-b76f-932e331aedea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'bde9de58-cc6b-407a-a80e-14663e65f7dd'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:48:35.673759 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-6a8c3e9d-f3d0-43fe-9a4d-447995fba7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:35.685778 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3050b149-a2bb-4606-b7b5-e452939cc087 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:35.784882 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-57e1fe5c-bfdd-4502-b538-444a33a98c28 None None] Set router 0b55a052-6b69-4c38-a261-c67ca8f35248 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:48:35.815300 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-3050b149-a2bb-4606-b7b5-e452939cc087 admin admin] Deleting port edb5dede-5f33-4304-8150-cf83d6ea67f1 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:48:35.815914 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3050b149-a2bb-4606-b7b5-e452939cc087 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:35.857569 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-6a8c3e9d-f3d0-43fe-9a4d-447995fba7d0 None None] For port 88c2ca08-2dc9-4c01-bbb1-8364be108d6c, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:48:35.861113 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-6a8c3e9d-f3d0-43fe-9a4d-447995fba7d0 None None] For port 88c2ca08-2dc9-4c01-bbb1-8364be108d6c, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=88c2ca08-2dc9-4c01-bbb1-8364be108d6c,segment=NetworkSegment(be0a0d5e-e5ef-4acd-b76f-932e331aedea),segment_id=be0a0d5e-e5ef-4acd-b76f-932e331aedea)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:48:35.869091 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-6a8c3e9d-f3d0-43fe-9a4d-447995fba7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:36.002910 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8c3e9d-f3d0-43fe-9a4d-447995fba7d0 None None] Routers {'4af5970b-c653-4ec2-b30b-d3c2eb2d2929'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:48:36.003810 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-6a8c3e9d-f3d0-43fe-9a4d-447995fba7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:48:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['4af5970b-c653-4ec2-b30b-d3c2eb2d2929'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:36.011903 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-3050b149-a2bb-4606-b7b5-e452939cc087 admin admin] For port edb5dede-5f33-4304-8150-cf83d6ea67f1, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=edb5dede-5f33-4304-8150-cf83d6ea67f1,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:48:36.012316 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3050b149-a2bb-4606-b7b5-e452939cc087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:36.040954 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-3050b149-a2bb-4606-b7b5-e452939cc087 admin admin] Calling delete_port for edb5dede-5f33-4304-8150-cf83d6ea67f1 owned by network:router_gateway {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:48:36.110854 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-5060a34b-ffeb-4352-a369-d99ef20ec984 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Allocated IP 172.22.0.1 (96e54d4c-e0ef-4581-9893-887c46897c97/d1999cc0-1257-4a67-b455-9ebf2b2731dd/5ec887d4-7168-4884-990a-e8a77359b4ad) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:48:36.118300 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079a70a6-ab81-48d8-9d9b-86442b05554a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-96e54d4c-e0ef-4581-9893-887c46897c97', 'network_id': '96e54d4c-e0ef-4581-9893-887c46897c97', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'fixed_ips': [{'subnet_id': 'd1999cc0-1257-4a67-b455-9ebf2b2731dd'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:48:36.119228 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-079a70a6-ab81-48d8-9d9b-86442b05554a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:36.132904 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aed112-536f-45a5-bdf4-695943989208 None None] Pushing event updated for resources: {'Port': ['ID=88c2ca08-2dc9-4c01-bbb1-8364be108d6c,revision_number=4']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:36.222111 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-6a8c3e9d-f3d0-43fe-9a4d-447995fba7d0 None None] Set router 4af5970b-c653-4ec2-b30b-d3c2eb2d2929 gateway port host: None {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:48:36.338266 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5060a34b-ffeb-4352-a369-d99ef20ec984 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:36.390165 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-5060a34b-ffeb-4352-a369-d99ef20ec984 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Transition to ACTIVE for port object 5ec887d4-7168-4884-990a-e8a77359b4ad will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:48:36.448150 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3050b149-a2bb-4606-b7b5-e452939cc087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:36.503100 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3050b149-a2bb-4606-b7b5-e452939cc087 admin admin] Pushing event deleted for resources: {'Port': ['ID=edb5dede-5f33-4304-8150-cf83d6ea67f1,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:36.508465 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-41098859-095a-473b-b76c-270e61662cee req-b16d21d3-b460-4be8-b37f-c52fccb06995 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 210 time: 0.1316350 Aug 22 13:48:36.613145 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:36.613641 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5060a34b-ffeb-4352-a369-d99ef20ec984 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:36.683842 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-079a70a6-ab81-48d8-9d9b-86442b05554a None None] Allocated IP 172.22.0.2 (96e54d4c-e0ef-4581-9893-887c46897c97/d1999cc0-1257-4a67-b455-9ebf2b2731dd/c64e5b50-a334-4ea5-836f-067b10604595) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:48:36.708769 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3050b149-a2bb-4606-b7b5-e452939cc087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:36.768116 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5060a34b-ffeb-4352-a369-d99ef20ec984 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event updated for resources: {'Port': ['ID=5ec887d4-7168-4884-990a-e8a77359b4ad,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:36.773517 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5060a34b-ffeb-4352-a369-d99ef20ec984 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Network 96e54d4c-e0ef-4581-9893-887c46897c97 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:48:36.776227 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-5060a34b-ffeb-4352-a369-d99ef20ec984 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:48:36.779833 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5060a34b-ffeb-4352-a369-d99ef20ec984 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:48:36.805269 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-159cdc6d-433b-4e35-96f6-49df63d38c5c None None] Provisioning for port 88c2ca08-2dc9-4c01-bbb1-8364be108d6c completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:48:36.858963 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5060a34b-ffeb-4352-a369-d99ef20ec984 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:36.876413 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 8f5d7022-1fc1-486c-bd65-a867707abaf5, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=8f5d7022-1fc1-486c-bd65-a867707abaf5,segment=NetworkSegment(be0a0d5e-e5ef-4acd-b76f-932e331aedea),segment_id=be0a0d5e-e5ef-4acd-b76f-932e331aedea)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:48:36.884742 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-6a8c3e9d-f3d0-43fe-9a4d-447995fba7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'name': 'tempest-RoutersTest-router-2048166686', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:21Z', 'updated_at': '2021-08-22T13:48:31Z', 'revision_number': 3, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'gw_port_host': None, '_interfaces': [{'id': '88c2ca08-2dc9-4c01-bbb1-8364be108d6c', 'name': '', 'network_id': 'bde9de58-cc6b-407a-a80e-14663e65f7dd', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'mac_address': 'fa:16:3e:56:7e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '82d0b917-f67a-4f82-996b-6ca18e2d350b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:30Z', 'updated_at': '2021-08-22T13:48:35Z', 'revision_number': 4, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'subnets': [{'id': '82d0b917-f67a-4f82-996b-6ca18e2d350b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eae4ba56-f7ef-4769-9f7a-cbf6676e2297', 'name': '', 'network_id': '862d89a3-9a28-4ed7-ad1b-1a128c6ceabf', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'mac_address': 'fa:16:3e:74:41:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'e1b40b61-2df3-4950-95ed-b5dcef7cd6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:22Z', 'updated_at': '2021-08-22T13:48:32Z', 'revision_number': 5, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'subnets': [{'id': 'e1b40b61-2df3-4950-95ed-b5dcef7cd6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:36.885893 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-57e1fe5c-bfdd-4502-b538-444a33a98c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b55a052-6b69-4c38-a261-c67ca8f35248', 'name': 'tempest-ImageQuotaTest-1966800944-router', 'tenant_id': '7a3b3e3d90b047c89cbfc07ea0ad23f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': 'edb5dede-5f33-4304-8150-cf83d6ea67f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:22Z', 'updated_at': '2021-08-22T13:48:33Z', 'revision_number': 5, 'project_id': '7a3b3e3d90b047c89cbfc07ea0ad23f7', 'gw_port': {'id': 'edb5dede-5f33-4304-8150-cf83d6ea67f1', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b55a052-6b69-4c38-a261-c67ca8f35248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:22Z', 'updated_at': '2021-08-22T13:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:36.924433 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:36.982342 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-159cdc6d-433b-4e35-96f6-49df63d38c5c None None] Provisioning complete for port 8f5d7022-1fc1-486c-bd65-a867707abaf5 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:48:36.983120 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-159cdc6d-433b-4e35-96f6-49df63d38c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:36.998198 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8c3e9d-f3d0-43fe-9a4d-447995fba7d0 None None] The sync data for ids ['4af5970b-c653-4ec2-b30b-d3c2eb2d2929'] in n-d-793621-33 is: [{'id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'name': 'tempest-RoutersTest-router-2048166686', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:21Z', 'updated_at': '2021-08-22T13:48:31Z', 'revision_number': 3, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'gw_port_host': None, '_interfaces': [{'id': '88c2ca08-2dc9-4c01-bbb1-8364be108d6c', 'name': '', 'network_id': 'bde9de58-cc6b-407a-a80e-14663e65f7dd', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'mac_address': 'fa:16:3e:56:7e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '82d0b917-f67a-4f82-996b-6ca18e2d350b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:30Z', 'updated_at': '2021-08-22T13:48:35Z', 'revision_number': 4, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'subnets': [{'id': '82d0b917-f67a-4f82-996b-6ca18e2d350b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eae4ba56-f7ef-4769-9f7a-cbf6676e2297', 'name': '', 'network_id': '862d89a3-9a28-4ed7-ad1b-1a128c6ceabf', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'mac_address': 'fa:16:3e:74:41:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'e1b40b61-2df3-4950-95ed-b5dcef7cd6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:22Z', 'updated_at': '2021-08-22T13:48:32Z', 'revision_number': 5, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'subnets': [{'id': 'e1b40b61-2df3-4950-95ed-b5dcef7cd6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:48:37.020284 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3050b149-a2bb-4606-b7b5-e452939cc087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:37.025488 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3050b149-a2bb-4606-b7b5-e452939cc087 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:37.098961 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e1fe5c-bfdd-4502-b538-444a33a98c28 None None] The sync data for ids ['0b55a052-6b69-4c38-a261-c67ca8f35248'] in n-d-793621-33 is: [{'id': '0b55a052-6b69-4c38-a261-c67ca8f35248', 'name': 'tempest-ImageQuotaTest-1966800944-router', 'tenant_id': '7a3b3e3d90b047c89cbfc07ea0ad23f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': 'edb5dede-5f33-4304-8150-cf83d6ea67f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:22Z', 'updated_at': '2021-08-22T13:48:33Z', 'revision_number': 5, 'project_id': '7a3b3e3d90b047c89cbfc07ea0ad23f7', 'gw_port': {'id': 'edb5dede-5f33-4304-8150-cf83d6ea67f1', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b55a052-6b69-4c38-a261-c67ca8f35248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:22Z', 'updated_at': '2021-08-22T13:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:48:37.173064 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3050b149-a2bb-4606-b7b5-e452939cc087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:37.173914 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3050b149-a2bb-4606-b7b5-e452939cc087 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b55a052-6b69-4c38-a261-c67ca8f35248 {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:48:37.186501 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3050b149-a2bb-4606-b7b5-e452939cc087 admin admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:37.193464 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-3050b149-a2bb-4606-b7b5-e452939cc087 admin admin] 10.222.0.21 "DELETE /v2.0/routers/0b55a052-6b69-4c38-a261-c67ca8f35248 HTTP/1.1" status: 204 len: 168 time: 2.0334549 Aug 22 13:48:37.195393 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 59356) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:37.357039 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device eae4ba56-f7ef-4769-9f7a-cbf6676e2297 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:48:37.398547 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-80a15f4d-7a9a-4e35-891c-ee6e2245944a admin admin] Deleting subnet ee0d673b-035a-40cf-91ce-4e37991bffaa {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:48:37.417566 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-80a15f4d-7a9a-4e35-891c-ee6e2245944a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:37.474507 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=8f5d7022-1fc1-486c-bd65-a867707abaf5,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:37.516138 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-80a15f4d-7a9a-4e35-891c-ee6e2245944a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:37.572064 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-079a70a6-ab81-48d8-9d9b-86442b05554a None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:37.628999 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-079a70a6-ab81-48d8-9d9b-86442b05554a None None] Transition to ACTIVE for port object c64e5b50-a334-4ea5-836f-067b10604595 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:48:37.729305 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-079a70a6-ab81-48d8-9d9b-86442b05554a None None] Transition to ACTIVE for port object c64e5b50-a334-4ea5-836f-067b10604595 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:48:37.732932 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port eae4ba56-f7ef-4769-9f7a-cbf6676e2297 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:48:37.746319 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:37.763520 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-079a70a6-ab81-48d8-9d9b-86442b05554a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:37.822372 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-80a15f4d-7a9a-4e35-891c-ee6e2245944a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:37.924948 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-80a15f4d-7a9a-4e35-891c-ee6e2245944a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:37.975404 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a15f4d-7a9a-4e35-891c-ee6e2245944a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee0d673b-035a-40cf-91ce-4e37991bffaa,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:37.976280 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9f99a411-8178-4719-aa67-bcf1781eb388 req-2aef5bbe-9de9-498a-93a0-30e33671ad30 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae154360-507b-4976-b2d6-5455ef736d16 HTTP/1.1" status: 200 len: 210 time: 0.0737126 Aug 22 13:48:38.004690 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-80a15f4d-7a9a-4e35-891c-ee6e2245944a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:38.006972 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-80a15f4d-7a9a-4e35-891c-ee6e2245944a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ee0d673b-035a-40cf-91ce-4e37991bffaa HTTP/1.1" status: 204 len: 168 time: 0.8105123 Aug 22 13:48:38.015963 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 59366) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:38.151161 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a70a6-ab81-48d8-9d9b-86442b05554a None None] Pushing event updated for resources: {'Port': ['ID=c64e5b50-a334-4ea5-836f-067b10604595,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:38.155533 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cad71da-bb24-4d2a-9aad-8f98cfd14839 None None] Network 6e4561db-96db-4dc3-a17b-c3010b5483d2 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:48:38.227494 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-de0f7447-da3e-4edc-9c5f-bd7d90f00583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:38.232856 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5060a34b-ffeb-4352-a369-d99ef20ec984 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:38.344179 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079a70a6-ab81-48d8-9d9b-86442b05554a None None] Network 96e54d4c-e0ef-4581-9893-887c46897c97 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:48:38.357152 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-079a70a6-ab81-48d8-9d9b-86442b05554a None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:48:38.379082 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079a70a6-ab81-48d8-9d9b-86442b05554a None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:48:38.400428 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-de0f7447-da3e-4edc-9c5f-bd7d90f00583 admin admin] Deleting port ca39e8b0-abe0-4014-a67a-1d5574c9b0f3 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:48:38.401066 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-de0f7447-da3e-4edc-9c5f-bd7d90f00583 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:38.570930 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-de0f7447-da3e-4edc-9c5f-bd7d90f00583 admin admin] For port ca39e8b0-abe0-4014-a67a-1d5574c9b0f3, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=ca39e8b0-abe0-4014-a67a-1d5574c9b0f3,segment=NetworkSegment(01b73c90-7287-47e4-9fa9-2cb35e7771f2),segment_id=01b73c90-7287-47e4-9fa9-2cb35e7771f2)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:48:38.572123 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-de0f7447-da3e-4edc-9c5f-bd7d90f00583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:38.602251 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-de0f7447-da3e-4edc-9c5f-bd7d90f00583 admin admin] Calling delete_port for ca39e8b0-abe0-4014-a67a-1d5574c9b0f3 owned by network:dhcp {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:48:38.613851 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-079a70a6-ab81-48d8-9d9b-86442b05554a None None] Attempting to bind port c64e5b50-a334-4ea5-836f-067b10604595 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:48:38.614398 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-079a70a6-ab81-48d8-9d9b-86442b05554a None None] Attempting to bind port c64e5b50-a334-4ea5-836f-067b10604595 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'cce0aa09-b51c-41e2-9362-be11bbe503c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '96e54d4c-e0ef-4581-9893-887c46897c97'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:48:38.614858 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079a70a6-ab81-48d8-9d9b-86442b05554a None None] Attempting to bind port c64e5b50-a334-4ea5-836f-067b10604595 on network 96e54d4c-e0ef-4581-9893-887c46897c97 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:48:38.624830 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079a70a6-ab81-48d8-9d9b-86442b05554a None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:48:38.625310 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079a70a6-ab81-48d8-9d9b-86442b05554a None None] Checking segment: {'id': 'cce0aa09-b51c-41e2-9362-be11bbe503c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '96e54d4c-e0ef-4581-9893-887c46897c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:48:38.625785 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-079a70a6-ab81-48d8-9d9b-86442b05554a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:38.626636 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079a70a6-ab81-48d8-9d9b-86442b05554a None None] Bound using segment: {'id': 'cce0aa09-b51c-41e2-9362-be11bbe503c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '96e54d4c-e0ef-4581-9893-887c46897c97'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:48:38.626826 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-079a70a6-ab81-48d8-9d9b-86442b05554a None None] Bound port: c64e5b50-a334-4ea5-836f-067b10604595, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cce0aa09-b51c-41e2-9362-be11bbe503c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '96e54d4c-e0ef-4581-9893-887c46897c97'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:48:38.627396 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-079a70a6-ab81-48d8-9d9b-86442b05554a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:38.769639 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb657fa-d1fe-435a-b106-19bffcaec5ba None None] DHCP port deletion for 6e4561db-96db-4dc3-a17b-c3010b5483d2 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:48:38.794093 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-de0f7447-da3e-4edc-9c5f-bd7d90f00583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:38.809538 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-079a70a6-ab81-48d8-9d9b-86442b05554a None None] For port c64e5b50-a334-4ea5-836f-067b10604595, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:48:38.825965 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-079a70a6-ab81-48d8-9d9b-86442b05554a None None] For port c64e5b50-a334-4ea5-836f-067b10604595, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=c64e5b50-a334-4ea5-836f-067b10604595,segment=NetworkSegment(cce0aa09-b51c-41e2-9362-be11bbe503c3),segment_id=cce0aa09-b51c-41e2-9362-be11bbe503c3)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:48:38.837151 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-079a70a6-ab81-48d8-9d9b-86442b05554a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:38.956305 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5060a34b-ffeb-4352-a369-d99ef20ec984 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:38.969050 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5060a34b-ffeb-4352-a369-d99ef20ec984 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:39.169689 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-5cb657fa-d1fe-435a-b106-19bffcaec5ba None None] Deleting port ca39e8b0-abe0-4014-a67a-1d5574c9b0f3 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:48:39.170071 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5cb657fa-d1fe-435a-b106-19bffcaec5ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:39.211602 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 8f5d7022-1fc1-486c-bd65-a867707abaf5 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:48:39.215478 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59378) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:39.239396 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a70a6-ab81-48d8-9d9b-86442b05554a None None] Pushing event updated for resources: {'Port': ['ID=c64e5b50-a334-4ea5-836f-067b10604595,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:39.330223 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5060a34b-ffeb-4352-a369-d99ef20ec984 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event updated for resources: {'Port': ['ID=5ec887d4-7168-4884-990a-e8a77359b4ad,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:39.339721 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5060a34b-ffeb-4352-a369-d99ef20ec984 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:39.401695 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-5cb657fa-d1fe-435a-b106-19bffcaec5ba None None] For port ca39e8b0-abe0-4014-a67a-1d5574c9b0f3, host n-d-793621-33, got binding levels [] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:48:39.402319 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5cb657fa-d1fe-435a-b106-19bffcaec5ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:39.429782 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-5cb657fa-d1fe-435a-b106-19bffcaec5ba None None] Calling delete_port for ca39e8b0-abe0-4014-a67a-1d5574c9b0f3 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:48:39.434411 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.ipam_backend_mixin [None req-5cb657fa-d1fe-435a-b106-19bffcaec5ba None None] Port ca39e8b0-abe0-4014-a67a-1d5574c9b0f3 was not found and therefore no delete operation was performed {{(pid=94629) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 22 13:48:39.447257 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5cb657fa-d1fe-435a-b106-19bffcaec5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:39.520117 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 8f5d7022-1fc1-486c-bd65-a867707abaf5 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:48:39.522167 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:39.545460 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5060a34b-ffeb-4352-a369-d99ef20ec984 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Network 96e54d4c-e0ef-4581-9893-887c46897c97 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:48:39.549669 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-38948694-2ccb-4535-9c2d-0d6fd2894836 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:39.585136 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb657fa-d1fe-435a-b106-19bffcaec5ba None None] Pushing event deleted for resources: {'Port': ['ID=ca39e8b0-abe0-4014-a67a-1d5574c9b0f3,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:39.598762 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-38948694-2ccb-4535-9c2d-0d6fd2894836 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:39.609182 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0f7447-da3e-4edc-9c5f-bd7d90f00583 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca39e8b0-abe0-4014-a67a-1d5574c9b0f3,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:39.611673 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0f7447-da3e-4edc-9c5f-bd7d90f00583 admin admin] No DVR routers for this DVR port ca39e8b0-abe0-4014-a67a-1d5574c9b0f3 on host n-d-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:48:39.614347 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb657fa-d1fe-435a-b106-19bffcaec5ba None None] No DVR routers for this DVR port ca39e8b0-abe0-4014-a67a-1d5574c9b0f3 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:48:39.645978 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-5060a34b-ffeb-4352-a369-d99ef20ec984 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:48:39.704404 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 88c2ca08-2dc9-4c01-bbb1-8364be108d6c up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:48:39.786841 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 88c2ca08-2dc9-4c01-bbb1-8364be108d6c completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:48:39.790984 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-de0f7447-da3e-4edc-9c5f-bd7d90f00583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:39.799940 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 88c2ca08-2dc9-4c01-bbb1-8364be108d6c triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:48:39.801467 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:39.804851 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-de0f7447-da3e-4edc-9c5f-bd7d90f00583 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e4561db-96db-4dc3-a17b-c3010b5483d2']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:39.809688 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-38948694-2ccb-4535-9c2d-0d6fd2894836 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:39.812329 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-38948694-2ccb-4535-9c2d-0d6fd2894836 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:39.815979 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-38948694-2ccb-4535-9c2d-0d6fd2894836 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "DELETE /v2.0/security-groups/66b7495f-ba5d-4b5f-9f1a-7d40465024e2 HTTP/1.1" status: 204 len: 168 time: 0.5844138 Aug 22 13:48:39.816842 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-de0f7447-da3e-4edc-9c5f-bd7d90f00583 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01b73c90-7287-47e4-9fa9-2cb35e7771f2') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:39.817101 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-de0f7447-da3e-4edc-9c5f-bd7d90f00583 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01b73c90-7287-47e4-9fa9-2cb35e7771f2') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:39.821730 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59384) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:39.831625 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-de0f7447-da3e-4edc-9c5f-bd7d90f00583 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:39.842050 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-bf7e320e-be5b-4a61-b0da-228159a08fa0 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] show failed (client error): The resource could not be found. Aug 22 13:48:39.845659 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-bf7e320e-be5b-4a61-b0da-228159a08fa0 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "GET /v2.0/security-groups/66b7495f-ba5d-4b5f-9f1a-7d40465024e2 HTTP/1.1" status: 404 len: 347 time: 0.0204132 Aug 22 13:48:39.846376 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38948694-2ccb-4535-9c2d-0d6fd2894836 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b7495f-ba5d-4b5f-9f1a-7d40465024e2,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:39.847823 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59386) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:39.860108 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-de0f7447-da3e-4edc-9c5f-bd7d90f00583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:39.869316 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de0f7447-da3e-4edc-9c5f-bd7d90f00583 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:48:39.870064 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-de0f7447-da3e-4edc-9c5f-bd7d90f00583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:39.874974 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:48:39.874974 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:48:39.874974 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:48:39.874974 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:48:39.874974 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:48:39.874974 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:48:39.874974 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:48:39.874974 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:48:39.874974 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:48:39.874974 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:48:39.874974 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:48:39.874974 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:48:39.874974 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:48:39.874974 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:48:39.874974 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:48:39.874974 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:48:39.874974 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:48:39.874974 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:48:39.874974 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:48:39.874974 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:48:39.874974 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:48:39.874974 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:48:39.874974 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:48:39.874974 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:48:39.874974 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:48:39.874974 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:48:39.874974 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:48:39.874974 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:48:39.874974 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:48:39.874974 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:48:39.874974 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:48:39.874974 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:48:39.936270 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:39.996337 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 88c2ca08-2dc9-4c01-bbb1-8364be108d6c, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=88c2ca08-2dc9-4c01-bbb1-8364be108d6c,segment=NetworkSegment(be0a0d5e-e5ef-4acd-b76f-932e331aedea),segment_id=be0a0d5e-e5ef-4acd-b76f-932e331aedea)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:48:40.001466 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:40.039791 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-de0f7447-da3e-4edc-9c5f-bd7d90f00583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:40.044918 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-de0f7447-da3e-4edc-9c5f-bd7d90f00583 admin admin] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:40.047329 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-de0f7447-da3e-4edc-9c5f-bd7d90f00583 admin admin] 10.222.0.21 "DELETE /v2.0/networks/6e4561db-96db-4dc3-a17b-c3010b5483d2 HTTP/1.1" status: 204 len: 168 time: 2.0286708 Aug 22 13:48:40.063358 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0f7447-da3e-4edc-9c5f-bd7d90f00583 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e4561db-96db-4dc3-a17b-c3010b5483d2,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:40.079733 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=88c2ca08-2dc9-4c01-bbb1-8364be108d6c,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:40.079899 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5060a34b-ffeb-4352-a369-d99ef20ec984 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Router 4af5970b-c653-4ec2-b30b-d3c2eb2d2929 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:48:40.127713 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device ca39e8b0-abe0-4014-a67a-1d5574c9b0f3 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:48:40.144648 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9394329d-7e31-49db-b22a-0cdea257d695 None None] Sync routers for ids ['0b55a052-6b69-4c38-a261-c67ca8f35248'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:48:40.179490 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: ca39e8b0-abe0-4014-a67a-1d5574c9b0f3 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:48:40.179849 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device ca39e8b0-abe0-4014-a67a-1d5574c9b0f3 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:48:40.199455 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9394329d-7e31-49db-b22a-0cdea257d695 None None] Routers set() bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:48:40.200149 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9394329d-7e31-49db-b22a-0cdea257d695 None None] Router IDs set() for agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 22 13:48:40.201372 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_agentschedulers_db [None req-9394329d-7e31-49db-b22a-0cdea257d695 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0b55a052-6b69-4c38-a261-c67ca8f35248'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:48:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent'). {{(pid=94629) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 22 13:48:40.230172 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9394329d-7e31-49db-b22a-0cdea257d695 None None] Routers set() bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:48:40.230970 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9394329d-7e31-49db-b22a-0cdea257d695 None None] Router IDs set() for agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 22 13:48:40.234106 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_agentschedulers_db [None req-9394329d-7e31-49db-b22a-0cdea257d695 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0b55a052-6b69-4c38-a261-c67ca8f35248'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:48:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent'). {{(pid=94629) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 22 13:48:40.235392 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9394329d-7e31-49db-b22a-0cdea257d695 None None] The sync data for ids ['0b55a052-6b69-4c38-a261-c67ca8f35248'] in n-d-793621-33 is: [] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:48:40.257950 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-d0666066-0c1e-4b44-9645-30e3a2ea9ed4 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Deleting port da7e4480-c3b0-40ee-8b8f-6531acfc3c49 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:48:40.258574 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d0666066-0c1e-4b44-9645-30e3a2ea9ed4 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:40.298361 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 59392) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:40.356962 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5060a34b-ffeb-4352-a369-d99ef20ec984 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:48:40.365834 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-5060a34b-ffeb-4352-a369-d99ef20ec984 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "PUT /v2.0/routers/4af5970b-c653-4ec2-b30b-d3c2eb2d2929/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5989192 Aug 22 13:48:40.365834 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59394) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:40.372249 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-3f74dc82-c14c-40f8-b181-939482b6c3c8 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Request body: {'network': {'name': 'tempest-RoutersTest-1834686676'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:48:40.372946 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9a8d98-3611-43d9-9ea8-ae96c4fa1daa None None] Sync routers for ids ['4af5970b-c653-4ec2-b30b-d3c2eb2d2929'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:48:40.386672 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9a8d98-3611-43d9-9ea8-ae96c4fa1daa None None] Routers {'4af5970b-c653-4ec2-b30b-d3c2eb2d2929'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:48:40.390895 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-3b9a8d98-3611-43d9-9ea8-ae96c4fa1daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:48:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['4af5970b-c653-4ec2-b30b-d3c2eb2d2929'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:40.420933 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f53743ac-840c-4500-b9aa-0961fca1e314 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7a3b3e3d90b047c89cbfc07ea0ad23f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1211278 Aug 22 13:48:40.422229 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 59396) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:40.472490 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d0666066-0c1e-4b44-9645-30e3a2ea9ed4 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:40.472836 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d0666066-0c1e-4b44-9645-30e3a2ea9ed4 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:40.476441 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f74dc82-c14c-40f8-b181-939482b6c3c8 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Made reservation on behalf of 8bdd66044797478ab6b9017c0ef2bbe5 for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:48:40.488360 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3f74dc82-c14c-40f8-b181-939482b6c3c8 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:40.532781 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dcd6eed4-caa8-4c1c-abc6-e652c60c77a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:40.536001 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-d0666066-0c1e-4b44-9645-30e3a2ea9ed4 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Calling delete_port for da7e4480-c3b0-40ee-8b8f-6531acfc3c49 owned by network:floatingip {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:48:40.568663 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f74dc82-c14c-40f8-b181-939482b6c3c8 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:48:40.605837 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dcd6eed4-caa8-4c1c-abc6-e652c60c77a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:40.620955 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-3b9a8d98-3611-43d9-9ea8-ae96c4fa1daa None None] Set router 4af5970b-c653-4ec2-b30b-d3c2eb2d2929 gateway port host: None {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:48:40.627679 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3f74dc82-c14c-40f8-b181-939482b6c3c8 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:40.628341 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-3f74dc82-c14c-40f8-b181-939482b6c3c8 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Added segment 9e7840c2-215c-47db-90f4-65697842e13e of type vlan for network 46768257-1346-4257-98be-2498163998d5 Aug 22 13:48:40.686501 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dcd6eed4-caa8-4c1c-abc6-e652c60c77a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:40.691239 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3f74dc82-c14c-40f8-b181-939482b6c3c8 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:40.698369 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dcd6eed4-caa8-4c1c-abc6-e652c60c77a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:40.709820 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-dcd6eed4-caa8-4c1c-abc6-e652c60c77a8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e228dbc7-2b71-4840-bfc5-84b519ac1159 HTTP/1.1" status: 204 len: 168 time: 0.2772765 Aug 22 13:48:40.739033 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd6eed4-caa8-4c1c-abc6-e652c60c77a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e228dbc7-2b71-4840-bfc5-84b519ac1159,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:40.744614 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3f74dc82-c14c-40f8-b181-939482b6c3c8 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:40.752920 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f74dc82-c14c-40f8-b181-939482b6c3c8 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:40.753577 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3f74dc82-c14c-40f8-b181-939482b6c3c8 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:40.853323 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf87586-12f0-4dbc-9206-ae496f8252b7 None None] Network 96e54d4c-e0ef-4581-9893-887c46897c97 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:48:41.051948 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 59412) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:41.053220 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-3f74dc82-c14c-40f8-b181-939482b6c3c8 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6845438 Aug 22 13:48:41.055605 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-46cc186b-261c-482d-bb32-298ff5863514 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Request body: {'subnet': {'network_id': '46768257-1346-4257-98be-2498163998d5', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:48:41.082239 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-162d691c-a372-4b70-b9ae-1ff7edc3db86 None None] Provisioning for port c64e5b50-a334-4ea5-836f-067b10604595 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:48:41.138474 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d0666066-0c1e-4b44-9645-30e3a2ea9ed4 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:41.275657 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f74dc82-c14c-40f8-b181-939482b6c3c8 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event updated for resources: {'Network': ['ID=46768257-1346-4257-98be-2498163998d5,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:41.321855 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-3b9a8d98-3611-43d9-9ea8-ae96c4fa1daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'name': 'tempest-RoutersTest-router-2048166686', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:21Z', 'updated_at': '2021-08-22T13:48:38Z', 'revision_number': 4, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'gw_port_host': None, '_interfaces': [{'id': '5ec887d4-7168-4884-990a-e8a77359b4ad', 'name': '', 'network_id': '96e54d4c-e0ef-4581-9893-887c46897c97', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'mac_address': 'fa:16:3e:ee:b2:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'd1999cc0-1257-4a67-b455-9ebf2b2731dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:35Z', 'updated_at': '2021-08-22T13:48:38Z', 'revision_number': 2, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'subnets': [{'id': 'd1999cc0-1257-4a67-b455-9ebf2b2731dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88c2ca08-2dc9-4c01-bbb1-8364be108d6c', 'name': '', 'network_id': 'bde9de58-cc6b-407a-a80e-14663e65f7dd', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'mac_address': 'fa:16:3e:56:7e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '82d0b917-f67a-4f82-996b-6ca18e2d350b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:30Z', 'updated_at': '2021-08-22T13:48:39Z', 'revision_number': 5, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'subnets': [{'id': '82d0b917-f67a-4f82-996b-6ca18e2d350b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eae4ba56-f7ef-4769-9f7a-cbf6676e2297', 'name': '', 'network_id': '862d89a3-9a28-4ed7-ad1b-1a128c6ceabf', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'mac_address': 'fa:16:3e:74:41:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'e1b40b61-2df3-4950-95ed-b5dcef7cd6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:22Z', 'updated_at': '2021-08-22T13:48:32Z', 'revision_number': 5, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'subnets': [{'id': 'e1b40b61-2df3-4950-95ed-b5dcef7cd6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:41.337030 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 46768257-1346-4257-98be-2498163998d5 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:48:41.348962 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46cc186b-261c-482d-bb32-298ff5863514 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Made reservation on behalf of 8bdd66044797478ab6b9017c0ef2bbe5 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:48:41.359814 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-46cc186b-261c-482d-bb32-298ff5863514 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:41.373534 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0666066-0c1e-4b44-9645-30e3a2ea9ed4 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Pushing event deleted for resources: {'Port': ['ID=da7e4480-c3b0-40ee-8b8f-6531acfc3c49,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:41.402323 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9a8d98-3611-43d9-9ea8-ae96c4fa1daa None None] Checking router: 4af5970b-c653-4ec2-b30b-d3c2eb2d2929 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:48:41.403268 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9a8d98-3611-43d9-9ea8-ae96c4fa1daa None None] Updating router 4af5970b-c653-4ec2-b30b-d3c2eb2d2929 port 5ec887d4-7168-4884-990a-e8a77359b4ad binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:48:41.432647 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-3b9a8d98-3611-43d9-9ea8-ae96c4fa1daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:41.533708 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device c64e5b50-a334-4ea5-836f-067b10604595 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:48:41.558116 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d0666066-0c1e-4b44-9645-30e3a2ea9ed4 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks [] for floatingip, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:41.583594 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d0666066-0c1e-4b44-9645-30e3a2ea9ed4 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:41.593218 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d0666066-0c1e-4b44-9645-30e3a2ea9ed4 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "DELETE /v2.0/floatingips/8f252535-f45c-47ec-8034-9822683fa788 HTTP/1.1" status: 204 len: 168 time: 1.7339439 Aug 22 13:48:41.593218 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59434) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:41.664269 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port c64e5b50-a334-4ea5-836f-067b10604595 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:48:41.677390 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port c64e5b50-a334-4ea5-836f-067b10604595 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:48:41.677924 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:41.750225 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59436) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:41.790549 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-35c3f4d5-d485-4dbe-8df0-20d02940060f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:41.833323 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-46cc186b-261c-482d-bb32-298ff5863514 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:41.910149 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-593fa30c-3802-47aa-8d8e-9361d17e6332 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Deleting port cd2a34c3-a880-45d3-bd3b-8dfcb396adc5 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:48:41.910501 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-593fa30c-3802-47aa-8d8e-9361d17e6332 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:41.913994 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:41.984088 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port c64e5b50-a334-4ea5-836f-067b10604595, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=c64e5b50-a334-4ea5-836f-067b10604595,segment=NetworkSegment(cce0aa09-b51c-41e2-9362-be11bbe503c3),segment_id=cce0aa09-b51c-41e2-9362-be11bbe503c3)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:48:41.998552 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:42.000670 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 88c2ca08-2dc9-4c01-bbb1-8364be108d6c up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:48:42.001054 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-3b9a8d98-3611-43d9-9ea8-ae96c4fa1daa None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:42.021442 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-3b9a8d98-3611-43d9-9ea8-ae96c4fa1daa None None] Transition to ACTIVE for port object 5ec887d4-7168-4884-990a-e8a77359b4ad will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:48:42.028508 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cc186b-261c-482d-bb32-298ff5863514 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Checking segment: {'id': '9e7840c2-215c-47db-90f4-65697842e13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '46768257-1346-4257-98be-2498163998d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:48:42.033608 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cc186b-261c-482d-bb32-298ff5863514 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Network hostable DHCP agents. Network: 46768257-1346-4257-98be-2498163998d5, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:48:42.034163 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-3b9a8d98-3611-43d9-9ea8-ae96c4fa1daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:42.046264 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cc186b-261c-482d-bb32-298ff5863514 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event updated for resources: {'Subnet': ['ID=1eb48156-6ef1-426b-87a4-9794cfd12f8b,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:42.091655 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cc186b-261c-482d-bb32-298ff5863514 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Network 46768257-1346-4257-98be-2498163998d5 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:48:42.105819 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-46cc186b-261c-482d-bb32-298ff5863514 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 46768257-1346-4257-98be-2498163998d5) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:48:42.112156 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cc186b-261c-482d-bb32-298ff5863514 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:42.114203 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-46cc186b-261c-482d-bb32-298ff5863514 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:42.141752 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-593fa30c-3802-47aa-8d8e-9361d17e6332 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:42.155610 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8857e9aa-3247-464b-afea-46f201600462 None None] Pushing event updated for resources: {'Port': ['ID=5ec887d4-7168-4884-990a-e8a77359b4ad,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:42.175103 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7dadb1-cc23-4800-8dec-80b58ad67c86 None None] Network 46768257-1346-4257-98be-2498163998d5 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:48:42.178432 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-593fa30c-3802-47aa-8d8e-9361d17e6332 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Calling delete_port for cd2a34c3-a880-45d3-bd3b-8dfcb396adc5 owned by {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:48:42.191901 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 59440) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:42.202804 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-35c3f4d5-d485-4dbe-8df0-20d02940060f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:42.228637 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-46cc186b-261c-482d-bb32-298ff5863514 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1778412 Aug 22 13:48:42.228997 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 59446) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:42.249741 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-35c3f4d5-d485-4dbe-8df0-20d02940060f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:42.305403 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-3b9a8d98-3611-43d9-9ea8-ae96c4fa1daa None None] Attempting to bind port 5ec887d4-7168-4884-990a-e8a77359b4ad on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:48:42.306046 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-3b9a8d98-3611-43d9-9ea8-ae96c4fa1daa None None] Attempting to bind port 5ec887d4-7168-4884-990a-e8a77359b4ad by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'cce0aa09-b51c-41e2-9362-be11bbe503c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '96e54d4c-e0ef-4581-9893-887c46897c97'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:48:42.306607 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9a8d98-3611-43d9-9ea8-ae96c4fa1daa None None] Attempting to bind port 5ec887d4-7168-4884-990a-e8a77359b4ad on network 96e54d4c-e0ef-4581-9893-887c46897c97 {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:48:42.320730 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-35c3f4d5-d485-4dbe-8df0-20d02940060f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.5679877 Aug 22 13:48:42.321313 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9a8d98-3611-43d9-9ea8-ae96c4fa1daa None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:48:42.322466 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9a8d98-3611-43d9-9ea8-ae96c4fa1daa None None] Checking segment: {'id': 'cce0aa09-b51c-41e2-9362-be11bbe503c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '96e54d4c-e0ef-4581-9893-887c46897c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:48:42.322886 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-3b9a8d98-3611-43d9-9ea8-ae96c4fa1daa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:42.323291 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9a8d98-3611-43d9-9ea8-ae96c4fa1daa None None] Bound using segment: {'id': 'cce0aa09-b51c-41e2-9362-be11bbe503c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '96e54d4c-e0ef-4581-9893-887c46897c97'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:48:42.324370 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59448) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:42.325240 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-3b9a8d98-3611-43d9-9ea8-ae96c4fa1daa None None] Bound port: 5ec887d4-7168-4884-990a-e8a77359b4ad, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cce0aa09-b51c-41e2-9362-be11bbe503c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '96e54d4c-e0ef-4581-9893-887c46897c97'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:48:42.326364 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-3b9a8d98-3611-43d9-9ea8-ae96c4fa1daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:42.327292 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c3f4d5-d485-4dbe-8df0-20d02940060f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d6c537-cf71-4728-bfb6-a957c72130b4,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:42.349937 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-881c1e05-0b2f-4107-b971-e6e617deaa46 None None] Provisioning for port 5ec887d4-7168-4884-990a-e8a77359b4ad completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:48:42.453046 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 88c2ca08-2dc9-4c01-bbb1-8364be108d6c triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:48:42.453726 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:42.464585 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1c09c9cb-b2e1-4ca8-a437-8198a3f213db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:42.502900 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-3b9a8d98-3611-43d9-9ea8-ae96c4fa1daa None None] For port 5ec887d4-7168-4884-990a-e8a77359b4ad, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:48:42.513323 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-3b9a8d98-3611-43d9-9ea8-ae96c4fa1daa None None] For port 5ec887d4-7168-4884-990a-e8a77359b4ad, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=5ec887d4-7168-4884-990a-e8a77359b4ad,segment=NetworkSegment(cce0aa09-b51c-41e2-9362-be11bbe503c3),segment_id=cce0aa09-b51c-41e2-9362-be11bbe503c3)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:48:42.523735 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-3b9a8d98-3611-43d9-9ea8-ae96c4fa1daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:42.532518 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1c09c9cb-b2e1-4ca8-a437-8198a3f213db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:42.538606 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=c64e5b50-a334-4ea5-836f-067b10604595,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:42.540017 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-593fa30c-3802-47aa-8d8e-9361d17e6332 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:42.593737 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-881c1e05-0b2f-4107-b971-e6e617deaa46 None None] Provisioning complete for port c64e5b50-a334-4ea5-836f-067b10604595 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:48:42.594027 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-881c1e05-0b2f-4107-b971-e6e617deaa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:42.685329 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9a8d98-3611-43d9-9ea8-ae96c4fa1daa None None] Routers {'4af5970b-c653-4ec2-b30b-d3c2eb2d2929'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:48:42.685974 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-3b9a8d98-3611-43d9-9ea8-ae96c4fa1daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:48:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['4af5970b-c653-4ec2-b30b-d3c2eb2d2929'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:42.687932 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8857e9aa-3247-464b-afea-46f201600462 None None] Pushing event updated for resources: {'Port': ['ID=5ec887d4-7168-4884-990a-e8a77359b4ad,revision_number=4']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:42.718780 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1c09c9cb-b2e1-4ca8-a437-8198a3f213db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:42.725115 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1c09c9cb-b2e1-4ca8-a437-8198a3f213db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:42.731602 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-1c09c9cb-b2e1-4ca8-a437-8198a3f213db admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/70d6c537-cf71-4728-bfb6-a957c72130b4 HTTP/1.1" status: 204 len: 168 time: 0.4053776 Aug 22 13:48:42.841274 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-593fa30c-3802-47aa-8d8e-9361d17e6332 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:42.846370 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-593fa30c-3802-47aa-8d8e-9361d17e6332 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "DELETE /v2.0/ports/cd2a34c3-a880-45d3-bd3b-8dfcb396adc5 HTTP/1.1" status: 204 len: 168 time: 1.2514472 Aug 22 13:48:42.846370 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593fa30c-3802-47aa-8d8e-9361d17e6332 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Pushing event deleted for resources: {'Port': ['ID=cd2a34c3-a880-45d3-bd3b-8dfcb396adc5,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:42.851231 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 59452) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:42.868390 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593fa30c-3802-47aa-8d8e-9361d17e6332 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:48:42.868844 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593fa30c-3802-47aa-8d8e-9361d17e6332 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:48:42.869446 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593fa30c-3802-47aa-8d8e-9361d17e6332 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:48:42.869870 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593fa30c-3802-47aa-8d8e-9361d17e6332 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:48:42.870274 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593fa30c-3802-47aa-8d8e-9361d17e6332 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:48:42.870686 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593fa30c-3802-47aa-8d8e-9361d17e6332 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:48:42.871541 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593fa30c-3802-47aa-8d8e-9361d17e6332 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:48:42.872688 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593fa30c-3802-47aa-8d8e-9361d17e6332 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:48:42.872883 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593fa30c-3802-47aa-8d8e-9361d17e6332 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:48:42.873745 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593fa30c-3802-47aa-8d8e-9361d17e6332 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:48:42.874095 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593fa30c-3802-47aa-8d8e-9361d17e6332 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:48:42.874784 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593fa30c-3802-47aa-8d8e-9361d17e6332 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:48:42.894303 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31b2448-cf10-408a-9dcd-b3fb2b73b977 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-46768257-1346-4257-98be-2498163998d5', 'network_id': '46768257-1346-4257-98be-2498163998d5', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'fixed_ips': [{'subnet_id': '1eb48156-6ef1-426b-87a4-9794cfd12f8b'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:48:42.895628 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c09c9cb-b2e1-4ca8-a437-8198a3f213db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d6c537-cf71-4728-bfb6-a957c72130b4,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:42.895958 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b31b2448-cf10-408a-9dcd-b3fb2b73b977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:42.899607 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device edb5dede-5f33-4304-8150-cf83d6ea67f1 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:48:42.959744 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: edb5dede-5f33-4304-8150-cf83d6ea67f1 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:48:42.960871 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device edb5dede-5f33-4304-8150-cf83d6ea67f1 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:48:42.986455 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1ceff4e7-1ea6-4bf8-b1ab-63ee87b0d4c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:43.235776 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-b31b2448-cf10-408a-9dcd-b3fb2b73b977 None None] Allocated IP 172.23.0.2 (46768257-1346-4257-98be-2498163998d5/1eb48156-6ef1-426b-87a4-9794cfd12f8b/916ca7ec-ac5b-4eab-b00f-52bb34534647) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:48:43.258519 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-3b9a8d98-3611-43d9-9ea8-ae96c4fa1daa None None] Set router 4af5970b-c653-4ec2-b30b-d3c2eb2d2929 gateway port host: None {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:48:43.259947 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device c64e5b50-a334-4ea5-836f-067b10604595 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:48:43.531769 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-6207579e-ff53-49ec-91af-09343b650df7 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Deleting port f8514972-7776-4e19-a05c-ada5bca398e0 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:48:43.532150 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6207579e-ff53-49ec-91af-09343b650df7 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:43.545654 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port c64e5b50-a334-4ea5-836f-067b10604595 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:48:43.546040 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:43.619032 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-45c37897-ceec-445c-ac86-ee377373881e tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:43.762570 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b31b2448-cf10-408a-9dcd-b3fb2b73b977 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:43.775895 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-b31b2448-cf10-408a-9dcd-b3fb2b73b977 None None] Transition to ACTIVE for port object 916ca7ec-ac5b-4eab-b00f-52bb34534647 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:48:43.795360 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-b31b2448-cf10-408a-9dcd-b3fb2b73b977 None None] Transition to ACTIVE for port object 916ca7ec-ac5b-4eab-b00f-52bb34534647 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:48:43.806004 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1ceff4e7-1ea6-4bf8-b1ab-63ee87b0d4c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:43.809496 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b31b2448-cf10-408a-9dcd-b3fb2b73b977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:43.823335 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1ceff4e7-1ea6-4bf8-b1ab-63ee87b0d4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:43.859705 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59474) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:43.860352 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-1ceff4e7-1ea6-4bf8-b1ab-63ee87b0d4c3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=844604512b68416185ec42b1a2286ed0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6651592 Aug 22 13:48:43.862914 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6207579e-ff53-49ec-91af-09343b650df7 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:43.882812 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31b2448-cf10-408a-9dcd-b3fb2b73b977 None None] Network 46768257-1346-4257-98be-2498163998d5 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:48:43.887710 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-b31b2448-cf10-408a-9dcd-b3fb2b73b977 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:48:43.899702 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31b2448-cf10-408a-9dcd-b3fb2b73b977 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:48:43.907411 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-6207579e-ff53-49ec-91af-09343b650df7 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Calling delete_port for f8514972-7776-4e19-a05c-ada5bca398e0 owned by {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:48:43.922919 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceff4e7-1ea6-4bf8-b1ab-63ee87b0d4c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d3b330-86e8-41fe-aa15-dbc62ed12624,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:43.946000 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-3b9a8d98-3611-43d9-9ea8-ae96c4fa1daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'name': 'tempest-RoutersTest-router-2048166686', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:21Z', 'updated_at': '2021-08-22T13:48:38Z', 'revision_number': 4, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'gw_port_host': None, '_interfaces': [{'id': '5ec887d4-7168-4884-990a-e8a77359b4ad', 'name': '', 'network_id': '96e54d4c-e0ef-4581-9893-887c46897c97', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'mac_address': 'fa:16:3e:ee:b2:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'd1999cc0-1257-4a67-b455-9ebf2b2731dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:35Z', 'updated_at': '2021-08-22T13:48:42Z', 'revision_number': 4, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'subnets': [{'id': 'd1999cc0-1257-4a67-b455-9ebf2b2731dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88c2ca08-2dc9-4c01-bbb1-8364be108d6c', 'name': '', 'network_id': 'bde9de58-cc6b-407a-a80e-14663e65f7dd', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'mac_address': 'fa:16:3e:56:7e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '82d0b917-f67a-4f82-996b-6ca18e2d350b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:30Z', 'updated_at': '2021-08-22T13:48:39Z', 'revision_number': 5, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'subnets': [{'id': '82d0b917-f67a-4f82-996b-6ca18e2d350b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eae4ba56-f7ef-4769-9f7a-cbf6676e2297', 'name': '', 'network_id': '862d89a3-9a28-4ed7-ad1b-1a128c6ceabf', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'mac_address': 'fa:16:3e:74:41:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'e1b40b61-2df3-4950-95ed-b5dcef7cd6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:22Z', 'updated_at': '2021-08-22T13:48:32Z', 'revision_number': 5, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'subnets': [{'id': 'e1b40b61-2df3-4950-95ed-b5dcef7cd6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:43.946663 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b2448-cf10-408a-9dcd-b3fb2b73b977 None None] Pushing event updated for resources: {'Port': ['ID=916ca7ec-ac5b-4eab-b00f-52bb34534647,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:44.011776 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9a8d98-3611-43d9-9ea8-ae96c4fa1daa None None] The sync data for ids ['4af5970b-c653-4ec2-b30b-d3c2eb2d2929'] in n-d-793621-33 is: [{'id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'name': 'tempest-RoutersTest-router-2048166686', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:21Z', 'updated_at': '2021-08-22T13:48:38Z', 'revision_number': 4, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'gw_port_host': None, '_interfaces': [{'id': '5ec887d4-7168-4884-990a-e8a77359b4ad', 'name': '', 'network_id': '96e54d4c-e0ef-4581-9893-887c46897c97', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'mac_address': 'fa:16:3e:ee:b2:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'd1999cc0-1257-4a67-b455-9ebf2b2731dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:35Z', 'updated_at': '2021-08-22T13:48:42Z', 'revision_number': 4, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'subnets': [{'id': 'd1999cc0-1257-4a67-b455-9ebf2b2731dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88c2ca08-2dc9-4c01-bbb1-8364be108d6c', 'name': '', 'network_id': 'bde9de58-cc6b-407a-a80e-14663e65f7dd', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'mac_address': 'fa:16:3e:56:7e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '82d0b917-f67a-4f82-996b-6ca18e2d350b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:30Z', 'updated_at': '2021-08-22T13:48:39Z', 'revision_number': 5, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'subnets': [{'id': '82d0b917-f67a-4f82-996b-6ca18e2d350b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eae4ba56-f7ef-4769-9f7a-cbf6676e2297', 'name': '', 'network_id': '862d89a3-9a28-4ed7-ad1b-1a128c6ceabf', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'mac_address': 'fa:16:3e:74:41:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'e1b40b61-2df3-4950-95ed-b5dcef7cd6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:22Z', 'updated_at': '2021-08-22T13:48:32Z', 'revision_number': 5, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'subnets': [{'id': 'e1b40b61-2df3-4950-95ed-b5dcef7cd6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:48:44.026058 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7509bd79-a5ce-4c6e-b7cf-756501664245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:44.054074 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7509bd79-a5ce-4c6e-b7cf-756501664245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:44.061055 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-b31b2448-cf10-408a-9dcd-b3fb2b73b977 None None] Attempting to bind port 916ca7ec-ac5b-4eab-b00f-52bb34534647 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:48:44.061628 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-b31b2448-cf10-408a-9dcd-b3fb2b73b977 None None] Attempting to bind port 916ca7ec-ac5b-4eab-b00f-52bb34534647 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '9e7840c2-215c-47db-90f4-65697842e13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '46768257-1346-4257-98be-2498163998d5'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:48:44.061771 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31b2448-cf10-408a-9dcd-b3fb2b73b977 None None] Attempting to bind port 916ca7ec-ac5b-4eab-b00f-52bb34534647 on network 46768257-1346-4257-98be-2498163998d5 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:48:44.079930 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31b2448-cf10-408a-9dcd-b3fb2b73b977 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:48:44.082639 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31b2448-cf10-408a-9dcd-b3fb2b73b977 None None] Checking segment: {'id': '9e7840c2-215c-47db-90f4-65697842e13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '46768257-1346-4257-98be-2498163998d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:48:44.084789 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b31b2448-cf10-408a-9dcd-b3fb2b73b977 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:44.085200 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31b2448-cf10-408a-9dcd-b3fb2b73b977 None None] Bound using segment: {'id': '9e7840c2-215c-47db-90f4-65697842e13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '46768257-1346-4257-98be-2498163998d5'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:48:44.085697 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-b31b2448-cf10-408a-9dcd-b3fb2b73b977 None None] Bound port: 916ca7ec-ac5b-4eab-b00f-52bb34534647, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e7840c2-215c-47db-90f4-65697842e13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '46768257-1346-4257-98be-2498163998d5'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:48:44.086082 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b31b2448-cf10-408a-9dcd-b3fb2b73b977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:44.139089 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7509bd79-a5ce-4c6e-b7cf-756501664245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:44.142058 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7509bd79-a5ce-4c6e-b7cf-756501664245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:44.143528 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-7509bd79-a5ce-4c6e-b7cf-756501664245 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f2d3b330-86e8-41fe-aa15-dbc62ed12624 HTTP/1.1" status: 204 len: 168 time: 0.2823114 Aug 22 13:48:44.153503 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7509bd79-a5ce-4c6e-b7cf-756501664245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d3b330-86e8-41fe-aa15-dbc62ed12624,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:44.242166 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59480) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:44.290093 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-b31b2448-cf10-408a-9dcd-b3fb2b73b977 None None] For port 916ca7ec-ac5b-4eab-b00f-52bb34534647, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:48:44.293837 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-b31b2448-cf10-408a-9dcd-b3fb2b73b977 None None] For port 916ca7ec-ac5b-4eab-b00f-52bb34534647, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=916ca7ec-ac5b-4eab-b00f-52bb34534647,segment=NetworkSegment(9e7840c2-215c-47db-90f4-65697842e13e),segment_id=9e7840c2-215c-47db-90f4-65697842e13e)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:48:44.308972 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b31b2448-cf10-408a-9dcd-b3fb2b73b977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:44.436264 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b2448-cf10-408a-9dcd-b3fb2b73b977 None None] Pushing event updated for resources: {'Port': ['ID=916ca7ec-ac5b-4eab-b00f-52bb34534647,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:44.584557 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-45c37897-ceec-445c-ac86-ee377373881e tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Allocated IP 172.23.0.1 (46768257-1346-4257-98be-2498163998d5/1eb48156-6ef1-426b-87a4-9794cfd12f8b/24f2faec-3e6f-46b2-a898-ec15848303b7) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:48:44.666345 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6207579e-ff53-49ec-91af-09343b650df7 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:44.768551 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6207579e-ff53-49ec-91af-09343b650df7 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Pushing event deleted for resources: {'Port': ['ID=f8514972-7776-4e19-a05c-ada5bca398e0,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:44.808547 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-50779dc9-47fc-4aa8-a301-4d2c16492366 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1585772999-network', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:48:44.850551 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50779dc9-47fc-4aa8-a301-4d2c16492366 admin admin] Made reservation on behalf of 19e069a6935a47bcb8831313e7520ef4 for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:48:44.853084 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-50779dc9-47fc-4aa8-a301-4d2c16492366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:44.871445 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-50779dc9-47fc-4aa8-a301-4d2c16492366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:44.900395 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59488) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:44.934053 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e36eb333-231f-47cc-b9f8-74c5871a8238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:44.955316 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-45c37897-ceec-445c-ac86-ee377373881e tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:44.957940 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6207579e-ff53-49ec-91af-09343b650df7 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:44.960064 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6207579e-ff53-49ec-91af-09343b650df7 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "DELETE /v2.0/ports/f8514972-7776-4e19-a05c-ada5bca398e0 HTTP/1.1" status: 204 len: 168 time: 2.0758643 Aug 22 13:48:44.962891 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59490) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:44.983883 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-45c37897-ceec-445c-ac86-ee377373881e tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Transition to ACTIVE for port object 24f2faec-3e6f-46b2-a898-ec15848303b7 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:48:45.057287 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-31f8294e-5543-4a56-8062-340484a3981f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Deleting subnet 4a68570d-3c99-46d0-9ae9-d17b3c59c7bf {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:48:45.061399 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-31f8294e-5543-4a56-8062-340484a3981f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:45.072652 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-45c37897-ceec-445c-ac86-ee377373881e tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:45.129434 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-31f8294e-5543-4a56-8062-340484a3981f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:45.172014 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c37897-ceec-445c-ac86-ee377373881e tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event updated for resources: {'Port': ['ID=24f2faec-3e6f-46b2-a898-ec15848303b7,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:45.191215 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-50779dc9-47fc-4aa8-a301-4d2c16492366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:45.194531 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c37897-ceec-445c-ac86-ee377373881e tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Network 46768257-1346-4257-98be-2498163998d5 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:48:45.198458 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-45c37897-ceec-445c-ac86-ee377373881e tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:48:45.202235 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-50779dc9-47fc-4aa8-a301-4d2c16492366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:45.204725 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c37897-ceec-445c-ac86-ee377373881e tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:48:45.261536 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-45c37897-ceec-445c-ac86-ee377373881e tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:45.265498 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50779dc9-47fc-4aa8-a301-4d2c16492366 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:48:45.287922 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 5ec887d4-7168-4884-990a-e8a77359b4ad up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:48:45.308132 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-50779dc9-47fc-4aa8-a301-4d2c16492366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:45.308520 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-50779dc9-47fc-4aa8-a301-4d2c16492366 admin admin] Added segment a8db1aa5-2938-4ee0-bbbc-1190f337bf80 of type vlan for network f8ac2233-ea24-423f-9bd4-53abb27cd3b8 Aug 22 13:48:45.313783 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50779dc9-47fc-4aa8-a301-4d2c16492366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276afc76-7a1a-4a65-bacd-f76df47b9ff8,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:45.320991 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-31f8294e-5543-4a56-8062-340484a3981f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:45.381945 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 5ec887d4-7168-4884-990a-e8a77359b4ad completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:48:45.387808 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 5ec887d4-7168-4884-990a-e8a77359b4ad triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:48:45.390094 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:45.499172 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-50779dc9-47fc-4aa8-a301-4d2c16492366 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:45.503818 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-45c37897-ceec-445c-ac86-ee377373881e tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:45.591850 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:45.598450 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-50779dc9-47fc-4aa8-a301-4d2c16492366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:45.600010 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50779dc9-47fc-4aa8-a301-4d2c16492366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:45.600820 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-50779dc9-47fc-4aa8-a301-4d2c16492366 admin admin] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:45.629653 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-31f8294e-5543-4a56-8062-340484a3981f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:45.664923 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 5ec887d4-7168-4884-990a-e8a77359b4ad, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=5ec887d4-7168-4884-990a-e8a77359b4ad,segment=NetworkSegment(cce0aa09-b51c-41e2-9362-be11bbe503c3),segment_id=cce0aa09-b51c-41e2-9362-be11bbe503c3)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:48:45.671483 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:45.672460 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 916ca7ec-ac5b-4eab-b00f-52bb34534647 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:48:45.719258 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0b63e2-17f7-4754-986f-c247e3ef65a6 None None] Network 3a68a707-4544-4179-ae57-3b08732d6fc4 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:48:45.785230 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-31f8294e-5543-4a56-8062-340484a3981f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:45.788008 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-31f8294e-5543-4a56-8062-340484a3981f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "DELETE /v2.0/subnets/4a68570d-3c99-46d0-9ae9-d17b3c59c7bf HTTP/1.1" status: 204 len: 168 time: 0.8237648 Aug 22 13:48:45.796258 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59494) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:45.802283 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8294e-5543-4a56-8062-340484a3981f tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Pushing event deleted for resources: {'Subnet': ['ID=4a68570d-3c99-46d0-9ae9-d17b3c59c7bf,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:45.858240 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e36eb333-231f-47cc-b9f8-74c5871a8238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:45.880117 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50779dc9-47fc-4aa8-a301-4d2c16492366 admin admin] Pushing event updated for resources: {'Network': ['ID=f8ac2233-ea24-423f-9bd4-53abb27cd3b8,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:45.897766 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e36eb333-231f-47cc-b9f8-74c5871a8238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:45.906776 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-45c37897-ceec-445c-ac86-ee377373881e tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:45.912073 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network f8ac2233-ea24-423f-9bd4-53abb27cd3b8 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:48:45.915455 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-45c37897-ceec-445c-ac86-ee377373881e tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:45.935934 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 916ca7ec-ac5b-4eab-b00f-52bb34534647 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:48:45.994662 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36eb333-231f-47cc-b9f8-74c5871a8238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473bd308-818e-4ddd-bdd2-f7446c7eeddf,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:46.000543 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e36eb333-231f-47cc-b9f8-74c5871a8238 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8fa53c832a57474d85d34e2120c71224&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0982389 Aug 22 13:48:46.006624 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-50779dc9-47fc-4aa8-a301-4d2c16492366 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7624130 Aug 22 13:48:46.007551 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59496) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:46.008434 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59498) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:46.029692 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c37897-ceec-445c-ac86-ee377373881e tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event updated for resources: {'Port': ['ID=24f2faec-3e6f-46b2-a898-ec15848303b7,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:46.043182 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-240fe640-073d-4f5e-aec3-f5c3913b476c admin admin] Request body: {'subnet': {'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1585772999-subnet', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'ip_version': 4}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:48:46.054964 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcb7cce-87e1-498a-9703-8b78d120ee68 None None] Network 46768257-1346-4257-98be-2498163998d5 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:48:46.056286 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-490a7966-f1b2-4d28-b521-d0af84634a23 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Deleting subnet eb175f2e-c3d1-472d-89f8-b1925f4f3ec2 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:48:46.060610 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-45c37897-ceec-445c-ac86-ee377373881e tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:46.083133 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=5ec887d4-7168-4884-990a-e8a77359b4ad,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:46.093006 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-490a7966-f1b2-4d28-b521-d0af84634a23 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:46.143938 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-8c74b089-3b9c-4653-b835-5c6cd71b6c40 None None] Provisioning for port 916ca7ec-ac5b-4eab-b00f-52bb34534647 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:48:46.154771 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-8c74b089-3b9c-4653-b835-5c6cd71b6c40 None None] Provisioning complete for port 916ca7ec-ac5b-4eab-b00f-52bb34534647 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:48:46.155487 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8c74b089-3b9c-4653-b835-5c6cd71b6c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:46.161993 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6f424476-f1b9-4d38-8262-fe6923d26d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:46.162274 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa96b478-f7d0-4d4c-ba55-b437a9306120 None None] DHCP port deletion for 3a68a707-4544-4179-ae57-3b08732d6fc4 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:48:46.169350 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240fe640-073d-4f5e-aec3-f5c3913b476c admin admin] Made reservation on behalf of 19e069a6935a47bcb8831313e7520ef4 for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:48:46.171914 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-240fe640-073d-4f5e-aec3-f5c3913b476c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:46.179216 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-490a7966-f1b2-4d28-b521-d0af84634a23 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:46.220136 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c37897-ceec-445c-ac86-ee377373881e tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Network 46768257-1346-4257-98be-2498163998d5 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:48:46.222364 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-45c37897-ceec-445c-ac86-ee377373881e tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:48:46.269977 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:48:46.324704 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-aa96b478-f7d0-4d4c-ba55-b437a9306120 None None] Deleting port 1a8c2dc7-1ff7-4158-807e-b9337f4cdf52 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:48:46.325295 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-aa96b478-f7d0-4d4c-ba55-b437a9306120 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:46.346897 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6f424476-f1b9-4d38-8262-fe6923d26d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:46.357647 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c37897-ceec-445c-ac86-ee377373881e tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Router 4af5970b-c653-4ec2-b30b-d3c2eb2d2929 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:48:46.415957 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-490a7966-f1b2-4d28-b521-d0af84634a23 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:46.439226 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8c74b089-3b9c-4653-b835-5c6cd71b6c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:46.478682 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-aa96b478-f7d0-4d4c-ba55-b437a9306120 None None] For port 1a8c2dc7-1ff7-4158-807e-b9337f4cdf52, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=1a8c2dc7-1ff7-4158-807e-b9337f4cdf52,segment=NetworkSegment(85d6e767-2244-4840-a51f-afec6bd122e6),segment_id=85d6e767-2244-4840-a51f-afec6bd122e6)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:48:46.479092 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-aa96b478-f7d0-4d4c-ba55-b437a9306120 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:46.510429 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-aa96b478-f7d0-4d4c-ba55-b437a9306120 None None] Calling delete_port for 1a8c2dc7-1ff7-4158-807e-b9337f4cdf52 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:48:46.525686 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c37897-ceec-445c-ac86-ee377373881e tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:48:46.533410 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-8c74b089-3b9c-4653-b835-5c6cd71b6c40 None None] For port 916ca7ec-ac5b-4eab-b00f-52bb34534647, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=916ca7ec-ac5b-4eab-b00f-52bb34534647,segment=NetworkSegment(9e7840c2-215c-47db-90f4-65697842e13e),segment_id=9e7840c2-215c-47db-90f4-65697842e13e)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:48:46.539443 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619480da-cb00-415c-9b25-63d967999915 None None] Sync routers for ids ['4af5970b-c653-4ec2-b30b-d3c2eb2d2929'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:48:46.543021 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-45c37897-ceec-445c-ac86-ee377373881e tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "PUT /v2.0/routers/4af5970b-c653-4ec2-b30b-d3c2eb2d2929/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3123903 Aug 22 13:48:46.543621 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 59500) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:46.546462 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8c74b089-3b9c-4653-b835-5c6cd71b6c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:46.549310 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-5f370315-7be9-4c96-afda-1cc1ea473791 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:48:46.573142 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6f424476-f1b9-4d38-8262-fe6923d26d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:46.576863 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6f424476-f1b9-4d38-8262-fe6923d26d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:46.578089 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-6f424476-f1b9-4d38-8262-fe6923d26d26 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/473bd308-818e-4ddd-bdd2-f7446c7eeddf HTTP/1.1" status: 204 len: 168 time: 0.5674644 Aug 22 13:48:46.604113 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f424476-f1b9-4d38-8262-fe6923d26d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473bd308-818e-4ddd-bdd2-f7446c7eeddf,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:46.620427 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-490a7966-f1b2-4d28-b521-d0af84634a23 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:46.655311 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619480da-cb00-415c-9b25-63d967999915 None None] Routers {'4af5970b-c653-4ec2-b30b-d3c2eb2d2929'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:48:46.656109 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-619480da-cb00-415c-9b25-63d967999915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:48:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['4af5970b-c653-4ec2-b30b-d3c2eb2d2929'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:46.759309 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-490a7966-f1b2-4d28-b521-d0af84634a23 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:46.772490 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-490a7966-f1b2-4d28-b521-d0af84634a23 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "DELETE /v2.0/subnets/eb175f2e-c3d1-472d-89f8-b1925f4f3ec2 HTTP/1.1" status: 204 len: 168 time: 0.9698658 Aug 22 13:48:46.810791 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f54422-a83b-4c13-b74d-94661bf63ec9 None None] Network 5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:48:46.813394 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c74b089-3b9c-4653-b835-5c6cd71b6c40 None None] Pushing event updated for resources: {'Port': ['ID=916ca7ec-ac5b-4eab-b00f-52bb34534647,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:46.814667 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59506) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:46.822807 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-aa96b478-f7d0-4d4c-ba55-b437a9306120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:46.930610 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a7966-f1b2-4d28-b521-d0af84634a23 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Pushing event deleted for resources: {'Subnet': ['ID=eb175f2e-c3d1-472d-89f8-b1925f4f3ec2,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:47.108986 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-78c301d6-f3c5-4df4-9d10-1ba7b0aba5fd tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:47.113241 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-240fe640-073d-4f5e-aec3-f5c3913b476c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:47.215377 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 5ec887d4-7168-4884-990a-e8a77359b4ad up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:48:47.227095 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa96b478-f7d0-4d4c-ba55-b437a9306120 None None] Pushing event deleted for resources: {'Port': ['ID=1a8c2dc7-1ff7-4158-807e-b9337f4cdf52,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:47.231664 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa96b478-f7d0-4d4c-ba55-b437a9306120 None None] No DVR routers for this DVR port 1a8c2dc7-1ff7-4158-807e-b9337f4cdf52 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:48:47.305019 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-71aedf2a-1398-4cbb-bf56-0f1d79733715 None None] Provisioning for port 24f2faec-3e6f-46b2-a898-ec15848303b7 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:48:47.318663 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-71aedf2a-1398-4cbb-bf56-0f1d79733715 None None] Provisioning complete for port 24f2faec-3e6f-46b2-a898-ec15848303b7 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:48:47.319049 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-71aedf2a-1398-4cbb-bf56-0f1d79733715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:47.333328 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-619480da-cb00-415c-9b25-63d967999915 None None] Set router 4af5970b-c653-4ec2-b30b-d3c2eb2d2929 gateway port host: None {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:48:47.340715 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-78c301d6-f3c5-4df4-9d10-1ba7b0aba5fd tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:47.360933 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-78c301d6-f3c5-4df4-9d10-1ba7b0aba5fd tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a68a707-4544-4179-ae57-3b08732d6fc4']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:47.706348 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-71aedf2a-1398-4cbb-bf56-0f1d79733715 None None] Port 24f2faec-3e6f-46b2-a898-ec15848303b7 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:48:47.744035 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 5ec887d4-7168-4884-990a-e8a77359b4ad triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:48:47.744035 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:47.786677 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-78c301d6-f3c5-4df4-9d10-1ba7b0aba5fd tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85d6e767-2244-4840-a51f-afec6bd122e6') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:47.787311 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-78c301d6-f3c5-4df4-9d10-1ba7b0aba5fd tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85d6e767-2244-4840-a51f-afec6bd122e6') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:47.788775 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.extraroute_db [None req-5f370315-7be9-4c96-afda-1cc1ea473791 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94628) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 22 13:48:47.798125 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-71aedf2a-1398-4cbb-bf56-0f1d79733715 None None] Provisioning complete for port 916ca7ec-ac5b-4eab-b00f-52bb34534647 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:48:47.798503 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-71aedf2a-1398-4cbb-bf56-0f1d79733715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:47.799040 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-78c301d6-f3c5-4df4-9d10-1ba7b0aba5fd tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:47.821813 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-78c301d6-f3c5-4df4-9d10-1ba7b0aba5fd tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:47.830693 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78c301d6-f3c5-4df4-9d10-1ba7b0aba5fd tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:48:47.831454 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-78c301d6-f3c5-4df4-9d10-1ba7b0aba5fd tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:47.836047 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.extraroute_db [None req-5f370315-7be9-4c96-afda-1cc1ea473791 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Removed routes are [] {{(pid=94628) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 22 13:48:47.836047 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5f370315-7be9-4c96-afda-1cc1ea473791 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36751'] for router, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:47.904692 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:48:47.904692 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:48:47.904692 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:48:47.904692 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:48:47.904692 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:48:47.904692 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:48:47.904692 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:48:47.904692 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:48:47.904692 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:48:47.904692 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:48:47.904692 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:48:47.904692 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:48:47.904692 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:48:47.904692 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:48:47.904692 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:48:47.904692 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:48:47.904692 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:48:47.904692 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:48:47.904692 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:48:47.904692 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:48:47.904692 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:48:47.904692 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:48:47.904692 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:48:47.904692 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:48:47.904692 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:48:47.904692 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:48:47.904692 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:48:47.904692 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:48:47.904692 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:48:47.904692 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:48:47.904692 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:48:47.904692 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:48:47.913038 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-78c301d6-f3c5-4df4-9d10-1ba7b0aba5fd tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:47.919472 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87b8c77-9be8-4453-8614-3f7c8007440b None None] DHCP port deletion for 5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:48:47.932535 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240fe640-073d-4f5e-aec3-f5c3913b476c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad565ab1-b54d-4060-a258-16294d6e46a2,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:47.933421 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-78c301d6-f3c5-4df4-9d10-1ba7b0aba5fd tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:47.937712 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-78c301d6-f3c5-4df4-9d10-1ba7b0aba5fd tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "DELETE /v2.0/networks/3a68a707-4544-4179-ae57-3b08732d6fc4 HTTP/1.1" status: 204 len: 168 time: 1.1137750 Aug 22 13:48:47.940344 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59528) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:47.970464 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c301d6-f3c5-4df4-9d10-1ba7b0aba5fd tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Pushing event deleted for resources: {'Network': ['ID=3a68a707-4544-4179-ae57-3b08732d6fc4,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:48.037987 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240fe640-073d-4f5e-aec3-f5c3913b476c admin admin] Checking segment: {'id': 'a8db1aa5-2938-4ee0-bbbc-1190f337bf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:48:48.037987 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240fe640-073d-4f5e-aec3-f5c3913b476c admin admin] Network hostable DHCP agents. Network: f8ac2233-ea24-423f-9bd4-53abb27cd3b8, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:48:48.072010 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240fe640-073d-4f5e-aec3-f5c3913b476c admin admin] Network f8ac2233-ea24-423f-9bd4-53abb27cd3b8 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:48:48.087607 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d33b8ab2-5a01-4ca9-911b-1fbfbfff1d19 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:48.109993 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-240fe640-073d-4f5e-aec3-f5c3913b476c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, f8ac2233-ea24-423f-9bd4-53abb27cd3b8) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:48:48.122819 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689b2c13-e5c3-4a49-b826-27951a68951e None None] Network f8ac2233-ea24-423f-9bd4-53abb27cd3b8 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:48:48.129249 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240fe640-073d-4f5e-aec3-f5c3913b476c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:48:48.131374 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-240fe640-073d-4f5e-aec3-f5c3913b476c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:48.152161 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5f370315-7be9-4c96-afda-1cc1ea473791 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36751'] for router, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:48.167726 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5f370315-7be9-4c96-afda-1cc1ea473791 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803386'] for router, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:48.190820 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-240fe640-073d-4f5e-aec3-f5c3913b476c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1776505 Aug 22 13:48:48.197376 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59532) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:48.208492 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-b26996ec-c8ff-4bb5-8a55-8404fbe71919 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1585772999-router', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:48:48.227624 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-d33b8ab2-5a01-4ca9-911b-1fbfbfff1d19 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Deleting port 2c6759df-bedb-43e4-bed5-a1ef0a8d1b8a {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:48:48.228136 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d33b8ab2-5a01-4ca9-911b-1fbfbfff1d19 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:48.254360 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 916ca7ec-ac5b-4eab-b00f-52bb34534647 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:48:48.301016 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-d33b8ab2-5a01-4ca9-911b-1fbfbfff1d19 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] For port 2c6759df-bedb-43e4-bed5-a1ef0a8d1b8a, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=2c6759df-bedb-43e4-bed5-a1ef0a8d1b8a,segment=NetworkSegment(a6269bb8-0d73-4173-bf5c-169c79a8b967),segment_id=a6269bb8-0d73-4173-bf5c-169c79a8b967)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:48:48.301540 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d33b8ab2-5a01-4ca9-911b-1fbfbfff1d19 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:48.316313 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-619480da-cb00-415c-9b25-63d967999915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'name': 'tempest-RoutersTest-router-2048166686', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:21Z', 'updated_at': '2021-08-22T13:48:45Z', 'revision_number': 5, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'gw_port_host': None, '_interfaces': [{'id': '24f2faec-3e6f-46b2-a898-ec15848303b7', 'name': '', 'network_id': '46768257-1346-4257-98be-2498163998d5', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'mac_address': 'fa:16:3e:b5:84:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '1eb48156-6ef1-426b-87a4-9794cfd12f8b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:43Z', 'updated_at': '2021-08-22T13:48:45Z', 'revision_number': 2, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'subnets': [{'id': '1eb48156-6ef1-426b-87a4-9794cfd12f8b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ec887d4-7168-4884-990a-e8a77359b4ad', 'name': '', 'network_id': '96e54d4c-e0ef-4581-9893-887c46897c97', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'mac_address': 'fa:16:3e:ee:b2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'd1999cc0-1257-4a67-b455-9ebf2b2731dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:35Z', 'updated_at': '2021-08-22T13:48:45Z', 'revision_number': 5, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'subnets': [{'id': 'd1999cc0-1257-4a67-b455-9ebf2b2731dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88c2ca08-2dc9-4c01-bbb1-8364be108d6c', 'name': '', 'network_id': 'bde9de58-cc6b-407a-a80e-14663e65f7dd', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'mac_address': 'fa:16:3e:56:7e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '82d0b917-f67a-4f82-996b-6ca18e2d350b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:30Z', 'updated_at': '2021-08-22T13:48:39Z', 'revision_number': 5, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'subnets': [{'id': '82d0b917-f67a-4f82-996b-6ca18e2d350b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eae4ba56-f7ef-4769-9f7a-cbf6676e2297', 'name': '', 'network_id': '862d89a3-9a28-4ed7-ad1b-1a128c6ceabf', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'mac_address': 'fa:16:3e:74:41:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'e1b40b61-2df3-4950-95ed-b5dcef7cd6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:22Z', 'updated_at': '2021-08-22T13:48:32Z', 'revision_number': 5, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'subnets': [{'id': 'e1b40b61-2df3-4950-95ed-b5dcef7cd6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:48.320673 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f370315-7be9-4c96-afda-1cc1ea473791 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Router 4af5970b-c653-4ec2-b30b-d3c2eb2d2929 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:48:48.327479 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e87b8c77-9be8-4453-8614-3f7c8007440b None None] Deleting port 2c6759df-bedb-43e4-bed5-a1ef0a8d1b8a {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:48:48.327808 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e87b8c77-9be8-4453-8614-3f7c8007440b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:48.339856 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-d33b8ab2-5a01-4ca9-911b-1fbfbfff1d19 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Calling delete_port for 2c6759df-bedb-43e4-bed5-a1ef0a8d1b8a owned by network:dhcp {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:48:48.361993 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b26996ec-c8ff-4bb5-8a55-8404fbe71919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:48.363446 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b26996ec-c8ff-4bb5-8a55-8404fbe71919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:48.384186 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619480da-cb00-415c-9b25-63d967999915 None None] Checking router: 4af5970b-c653-4ec2-b30b-d3c2eb2d2929 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:48:48.384877 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619480da-cb00-415c-9b25-63d967999915 None None] Updating router 4af5970b-c653-4ec2-b30b-d3c2eb2d2929 port 24f2faec-3e6f-46b2-a898-ec15848303b7 binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:48:48.503996 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-619480da-cb00-415c-9b25-63d967999915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:48.509664 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b26996ec-c8ff-4bb5-8a55-8404fbe71919 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:48.524918 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e87b8c77-9be8-4453-8614-3f7c8007440b None None] For port 2c6759df-bedb-43e4-bed5-a1ef0a8d1b8a, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=2c6759df-bedb-43e4-bed5-a1ef0a8d1b8a,segment=NetworkSegment(a6269bb8-0d73-4173-bf5c-169c79a8b967),segment_id=a6269bb8-0d73-4173-bf5c-169c79a8b967)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:48:48.525121 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e87b8c77-9be8-4453-8614-3f7c8007440b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:48.556555 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e87b8c77-9be8-4453-8614-3f7c8007440b None None] Calling delete_port for 2c6759df-bedb-43e4-bed5-a1ef0a8d1b8a owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:48:48.574376 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f370315-7be9-4c96-afda-1cc1ea473791 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:48:48.580632 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 916ca7ec-ac5b-4eab-b00f-52bb34534647 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:48:48.581009 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:48.586991 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-54c53f09-83e2-4beb-988d-26061c2d7658 None None] Provisioning complete for port 24f2faec-3e6f-46b2-a898-ec15848303b7 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:48:48.587355 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-54c53f09-83e2-4beb-988d-26061c2d7658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:48.587897 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5f370315-7be9-4c96-afda-1cc1ea473791 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:48.590044 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5f370315-7be9-4c96-afda-1cc1ea473791 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "PUT /v2.0/routers/4af5970b-c653-4ec2-b30b-d3c2eb2d2929 HTTP/1.1" status: 200 len: 934 time: 2.0447049 Aug 22 13:48:48.593520 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59540) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:48.651860 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cdf140-84be-494c-bcb4-93c66b4be072 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-f8ac2233-ea24-423f-9bd4-53abb27cd3b8', 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'fixed_ips': [{'subnet_id': 'ad565ab1-b54d-4060-a258-16294d6e46a2'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:48:48.652772 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-92cdf140-84be-494c-bcb4-93c66b4be072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:48.733778 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-54c53f09-83e2-4beb-988d-26061c2d7658 None None] Port 24f2faec-3e6f-46b2-a898-ec15848303b7 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:48:48.774897 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d33b8ab2-5a01-4ca9-911b-1fbfbfff1d19 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:48.840103 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b26996ec-c8ff-4bb5-8a55-8404fbe71919 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:48.846598 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33b8ab2-5a01-4ca9-911b-1fbfbfff1d19 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Pushing event deleted for resources: {'Port': ['ID=2c6759df-bedb-43e4-bed5-a1ef0a8d1b8a,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:48.864297 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33b8ab2-5a01-4ca9-911b-1fbfbfff1d19 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] No DVR routers for this DVR port 2c6759df-bedb-43e4-bed5-a1ef0a8d1b8a on host n-d-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:48:48.919308 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-94602531-c771-4fa1-b069-607dddda8a5a tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "GET /v2.0/routers/4af5970b-c653-4ec2-b30b-d3c2eb2d2929 HTTP/1.1" status: 200 len: 934 time: 0.3184562 Aug 22 13:48:48.922144 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 59548) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:48.931163 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-46457037-7a1e-43f5-a73c-879c63d6457d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Request body: {'router': {'routes': None}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:48:49.038757 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d33b8ab2-5a01-4ca9-911b-1fbfbfff1d19 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:49.050783 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-d33b8ab2-5a01-4ca9-911b-1fbfbfff1d19 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:49.068282 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e87b8c77-9be8-4453-8614-3f7c8007440b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:49.088105 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-d33b8ab2-5a01-4ca9-911b-1fbfbfff1d19 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6269bb8-0d73-4173-bf5c-169c79a8b967') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:49.088105 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-d33b8ab2-5a01-4ca9-911b-1fbfbfff1d19 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6269bb8-0d73-4173-bf5c-169c79a8b967') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:49.118250 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d33b8ab2-5a01-4ca9-911b-1fbfbfff1d19 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:49.121559 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b8c77-9be8-4453-8614-3f7c8007440b None None] Pushing event deleted for resources: {'Port': ['ID=2c6759df-bedb-43e4-bed5-a1ef0a8d1b8a,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:49.140548 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87b8c77-9be8-4453-8614-3f7c8007440b None None] No DVR routers for this DVR port 2c6759df-bedb-43e4-bed5-a1ef0a8d1b8a on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:48:49.145289 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-92cdf140-84be-494c-bcb4-93c66b4be072 None None] Allocated IP 172.20.0.2 (f8ac2233-ea24-423f-9bd4-53abb27cd3b8/ad565ab1-b54d-4060-a258-16294d6e46a2/e49080a5-24a8-4ae4-afdf-63d5f4c89a75) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:48:49.155104 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d33b8ab2-5a01-4ca9-911b-1fbfbfff1d19 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:49.172444 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d33b8ab2-5a01-4ca9-911b-1fbfbfff1d19 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:48:49.172821 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d33b8ab2-5a01-4ca9-911b-1fbfbfff1d19 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:49.176195 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:48:49.176195 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:48:49.176195 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:48:49.176195 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:48:49.176195 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:48:49.176195 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:48:49.176195 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:48:49.176195 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:48:49.176195 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:48:49.176195 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:48:49.176195 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:48:49.176195 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:48:49.176195 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:48:49.176195 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:48:49.176195 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:48:49.176195 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:48:49.176195 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:48:49.176195 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:48:49.176195 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:48:49.176195 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:48:49.176195 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:48:49.176195 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:48:49.176195 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:48:49.176195 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:48:49.176195 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:48:49.176195 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:48:49.176195 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:48:49.176195 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:48:49.176195 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:48:49.176195 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:48:49.176195 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:48:49.176195 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:48:49.262517 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d33b8ab2-5a01-4ca9-911b-1fbfbfff1d19 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:49.313104 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d33b8ab2-5a01-4ca9-911b-1fbfbfff1d19 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:49.313104 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d33b8ab2-5a01-4ca9-911b-1fbfbfff1d19 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] 10.222.0.21 "DELETE /v2.0/networks/5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7 HTTP/1.1" status: 204 len: 168 time: 1.3696160 Aug 22 13:48:49.375006 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 1a8c2dc7-1ff7-4158-807e-b9337f4cdf52 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:48:49.421879 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 1a8c2dc7-1ff7-4158-807e-b9337f4cdf52 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:48:49.423246 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33b8ab2-5a01-4ca9-911b-1fbfbfff1d19 tempest-TaggedBootDevicesTest_v242-2059647162 tempest-TaggedBootDevicesTest_v242-2059647162-project] Pushing event deleted for resources: {'Network': ['ID=5f1c02f1-1e5e-4fbb-b1f8-b56559ad4ff7,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:49.423373 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 1a8c2dc7-1ff7-4158-807e-b9337f4cdf52 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:48:49.579250 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b26996ec-c8ff-4bb5-8a55-8404fbe71919 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:49.600514 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-619480da-cb00-415c-9b25-63d967999915 None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:49.610740 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b26996ec-c8ff-4bb5-8a55-8404fbe71919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:49.616939 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 2c6759df-bedb-43e4-bed5-a1ef0a8d1b8a no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:48:49.682701 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.extraroute_db [None req-46457037-7a1e-43f5-a73c-879c63d6457d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Added routes are [] {{(pid=94628) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 22 13:48:49.683343 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.extraroute_db [None req-46457037-7a1e-43f5-a73c-879c63d6457d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94628) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 22 13:48:49.739735 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-46457037-7a1e-43f5-a73c-879c63d6457d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36751'] for router, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:49.842973 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-b26996ec-c8ff-4bb5-8a55-8404fbe71919 admin admin] Allocated IP 172.25.3.70 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/eb0b350b-e9ed-4802-b640-bbd749af74cf) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:48:49.861915 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 2c6759df-bedb-43e4-bed5-a1ef0a8d1b8a {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:48:49.862239 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 2c6759df-bedb-43e4-bed5-a1ef0a8d1b8a not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:48:49.909638 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-619480da-cb00-415c-9b25-63d967999915 None None] Transition to ACTIVE for port object 24f2faec-3e6f-46b2-a898-ec15848303b7 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:48:49.936390 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-619480da-cb00-415c-9b25-63d967999915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:50.047361 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4826d9-de59-41de-8b3e-71e00ca770df None None] Pushing event updated for resources: {'Port': ['ID=24f2faec-3e6f-46b2-a898-ec15848303b7,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:50.053775 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-46457037-7a1e-43f5-a73c-879c63d6457d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36751'] for router, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:50.064272 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-46457037-7a1e-43f5-a73c-879c63d6457d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803386'] for router, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:50.150484 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b26996ec-c8ff-4bb5-8a55-8404fbe71919 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:50.180716 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-92cdf140-84be-494c-bcb4-93c66b4be072 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:50.213837 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46457037-7a1e-43f5-a73c-879c63d6457d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Router 4af5970b-c653-4ec2-b30b-d3c2eb2d2929 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:48:50.217869 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-92cdf140-84be-494c-bcb4-93c66b4be072 None None] Transition to ACTIVE for port object e49080a5-24a8-4ae4-afdf-63d5f4c89a75 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:48:50.226603 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-619480da-cb00-415c-9b25-63d967999915 None None] Attempting to bind port 24f2faec-3e6f-46b2-a898-ec15848303b7 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:48:50.227234 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-619480da-cb00-415c-9b25-63d967999915 None None] Attempting to bind port 24f2faec-3e6f-46b2-a898-ec15848303b7 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '9e7840c2-215c-47db-90f4-65697842e13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '46768257-1346-4257-98be-2498163998d5'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:48:50.227982 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619480da-cb00-415c-9b25-63d967999915 None None] Attempting to bind port 24f2faec-3e6f-46b2-a898-ec15848303b7 on network 46768257-1346-4257-98be-2498163998d5 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:48:50.250189 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619480da-cb00-415c-9b25-63d967999915 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:48:50.250999 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619480da-cb00-415c-9b25-63d967999915 None None] Checking segment: {'id': '9e7840c2-215c-47db-90f4-65697842e13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '46768257-1346-4257-98be-2498163998d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:48:50.251592 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-619480da-cb00-415c-9b25-63d967999915 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:50.253925 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619480da-cb00-415c-9b25-63d967999915 None None] Bound using segment: {'id': '9e7840c2-215c-47db-90f4-65697842e13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '46768257-1346-4257-98be-2498163998d5'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:48:50.254821 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-619480da-cb00-415c-9b25-63d967999915 None None] Bound port: 24f2faec-3e6f-46b2-a898-ec15848303b7, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e7840c2-215c-47db-90f4-65697842e13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '46768257-1346-4257-98be-2498163998d5'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:48:50.255385 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-619480da-cb00-415c-9b25-63d967999915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:50.264847 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b26996ec-c8ff-4bb5-8a55-8404fbe71919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:50.287835 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-92cdf140-84be-494c-bcb4-93c66b4be072 None None] Transition to ACTIVE for port object e49080a5-24a8-4ae4-afdf-63d5f4c89a75 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:48:50.362568 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-619480da-cb00-415c-9b25-63d967999915 None None] For port 24f2faec-3e6f-46b2-a898-ec15848303b7, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:48:50.364541 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26996ec-c8ff-4bb5-8a55-8404fbe71919 admin admin] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:48:50.370255 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-619480da-cb00-415c-9b25-63d967999915 None None] For port 24f2faec-3e6f-46b2-a898-ec15848303b7, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=24f2faec-3e6f-46b2-a898-ec15848303b7,segment=NetworkSegment(9e7840c2-215c-47db-90f4-65697842e13e),segment_id=9e7840c2-215c-47db-90f4-65697842e13e)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:48:50.376486 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-619480da-cb00-415c-9b25-63d967999915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:50.377725 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-b26996ec-c8ff-4bb5-8a55-8404fbe71919 admin admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:48:50.393628 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26996ec-c8ff-4bb5-8a55-8404fbe71919 admin admin] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:48:50.397914 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26996ec-c8ff-4bb5-8a55-8404fbe71919 admin admin] Pushing event updated for resources: {'Port': ['ID=eb0b350b-e9ed-4802-b640-bbd749af74cf,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:50.415426 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46457037-7a1e-43f5-a73c-879c63d6457d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:48:50.423343 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-46457037-7a1e-43f5-a73c-879c63d6457d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:50.424947 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-46457037-7a1e-43f5-a73c-879c63d6457d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "PUT /v2.0/routers/4af5970b-c653-4ec2-b30b-d3c2eb2d2929 HTTP/1.1" status: 200 len: 700 time: 1.5007956 Aug 22 13:48:50.427659 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 59574) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:50.466739 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-92cdf140-84be-494c-bcb4-93c66b4be072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:50.525404 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619480da-cb00-415c-9b25-63d967999915 None None] Routers {'4af5970b-c653-4ec2-b30b-d3c2eb2d2929'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:48:50.526308 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-619480da-cb00-415c-9b25-63d967999915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:48:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['4af5970b-c653-4ec2-b30b-d3c2eb2d2929'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:50.579986 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-52814740-19cc-439f-a700-a896de252705 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "GET /v2.0/routers/4af5970b-c653-4ec2-b30b-d3c2eb2d2929 HTTP/1.1" status: 200 len: 700 time: 0.1486881 Aug 22 13:48:50.580224 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 59576) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:50.636986 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-619480da-cb00-415c-9b25-63d967999915 None None] Set router 4af5970b-c653-4ec2-b30b-d3c2eb2d2929 gateway port host: None {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:48:50.686253 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cdf140-84be-494c-bcb4-93c66b4be072 None None] Network f8ac2233-ea24-423f-9bd4-53abb27cd3b8 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:48:50.694625 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4826d9-de59-41de-8b3e-71e00ca770df None None] Pushing event updated for resources: {'Port': ['ID=24f2faec-3e6f-46b2-a898-ec15848303b7,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:50.749053 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-92cdf140-84be-494c-bcb4-93c66b4be072 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:48:50.754436 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cdf140-84be-494c-bcb4-93c66b4be072 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:48:50.909325 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cdf140-84be-494c-bcb4-93c66b4be072 None None] Pushing event updated for resources: {'Port': ['ID=e49080a5-24a8-4ae4-afdf-63d5f4c89a75,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:50.938779 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b26996ec-c8ff-4bb5-8a55-8404fbe71919 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:51.020458 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-92cdf140-84be-494c-bcb4-93c66b4be072 None None] Attempting to bind port e49080a5-24a8-4ae4-afdf-63d5f4c89a75 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:48:51.021598 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-92cdf140-84be-494c-bcb4-93c66b4be072 None None] Attempting to bind port e49080a5-24a8-4ae4-afdf-63d5f4c89a75 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'a8db1aa5-2938-4ee0-bbbc-1190f337bf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:48:51.022177 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cdf140-84be-494c-bcb4-93c66b4be072 None None] Attempting to bind port e49080a5-24a8-4ae4-afdf-63d5f4c89a75 on network f8ac2233-ea24-423f-9bd4-53abb27cd3b8 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:48:51.037310 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cdf140-84be-494c-bcb4-93c66b4be072 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:48:51.037698 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cdf140-84be-494c-bcb4-93c66b4be072 None None] Checking segment: {'id': 'a8db1aa5-2938-4ee0-bbbc-1190f337bf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:48:51.038122 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-92cdf140-84be-494c-bcb4-93c66b4be072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:51.038493 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cdf140-84be-494c-bcb4-93c66b4be072 None None] Bound using segment: {'id': 'a8db1aa5-2938-4ee0-bbbc-1190f337bf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:48:51.038992 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-92cdf140-84be-494c-bcb4-93c66b4be072 None None] Bound port: e49080a5-24a8-4ae4-afdf-63d5f4c89a75, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8db1aa5-2938-4ee0-bbbc-1190f337bf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:48:51.039770 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-92cdf140-84be-494c-bcb4-93c66b4be072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:51.182086 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-92cdf140-84be-494c-bcb4-93c66b4be072 None None] For port e49080a5-24a8-4ae4-afdf-63d5f4c89a75, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:48:51.219237 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-92cdf140-84be-494c-bcb4-93c66b4be072 None None] For port e49080a5-24a8-4ae4-afdf-63d5f4c89a75, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=e49080a5-24a8-4ae4-afdf-63d5f4c89a75,segment=NetworkSegment(a8db1aa5-2938-4ee0-bbbc-1190f337bf80),segment_id=a8db1aa5-2938-4ee0-bbbc-1190f337bf80)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:48:51.223003 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-784f3deb-168e-45e1-8841-e5e9315a0936 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:51.245913 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-92cdf140-84be-494c-bcb4-93c66b4be072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:51.367941 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-619480da-cb00-415c-9b25-63d967999915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'name': 'tempest-RoutersTest-router-2048166686', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:21Z', 'updated_at': '2021-08-22T13:48:49Z', 'revision_number': 7, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'gw_port_host': None, '_interfaces': [{'id': '24f2faec-3e6f-46b2-a898-ec15848303b7', 'name': '', 'network_id': '46768257-1346-4257-98be-2498163998d5', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'mac_address': 'fa:16:3e:b5:84:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '1eb48156-6ef1-426b-87a4-9794cfd12f8b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:43Z', 'updated_at': '2021-08-22T13:48:50Z', 'revision_number': 4, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'subnets': [{'id': '1eb48156-6ef1-426b-87a4-9794cfd12f8b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ec887d4-7168-4884-990a-e8a77359b4ad', 'name': '', 'network_id': '96e54d4c-e0ef-4581-9893-887c46897c97', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'mac_address': 'fa:16:3e:ee:b2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'd1999cc0-1257-4a67-b455-9ebf2b2731dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:35Z', 'updated_at': '2021-08-22T13:48:45Z', 'revision_number': 5, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'subnets': [{'id': 'd1999cc0-1257-4a67-b455-9ebf2b2731dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88c2ca08-2dc9-4c01-bbb1-8364be108d6c', 'name': '', 'network_id': 'bde9de58-cc6b-407a-a80e-14663e65f7dd', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'mac_address': 'fa:16:3e:56:7e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '82d0b917-f67a-4f82-996b-6ca18e2d350b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:30Z', 'updated_at': '2021-08-22T13:48:39Z', 'revision_number': 5, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'subnets': [{'id': '82d0b917-f67a-4f82-996b-6ca18e2d350b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eae4ba56-f7ef-4769-9f7a-cbf6676e2297', 'name': '', 'network_id': '862d89a3-9a28-4ed7-ad1b-1a128c6ceabf', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'mac_address': 'fa:16:3e:74:41:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'e1b40b61-2df3-4950-95ed-b5dcef7cd6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:22Z', 'updated_at': '2021-08-22T13:48:32Z', 'revision_number': 5, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'subnets': [{'id': 'e1b40b61-2df3-4950-95ed-b5dcef7cd6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:51.441742 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619480da-cb00-415c-9b25-63d967999915 None None] The sync data for ids ['4af5970b-c653-4ec2-b30b-d3c2eb2d2929'] in n-d-793621-33 is: [{'id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'name': 'tempest-RoutersTest-router-2048166686', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:21Z', 'updated_at': '2021-08-22T13:48:49Z', 'revision_number': 7, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'gw_port_host': None, '_interfaces': [{'id': '24f2faec-3e6f-46b2-a898-ec15848303b7', 'name': '', 'network_id': '46768257-1346-4257-98be-2498163998d5', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'mac_address': 'fa:16:3e:b5:84:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '1eb48156-6ef1-426b-87a4-9794cfd12f8b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:43Z', 'updated_at': '2021-08-22T13:48:50Z', 'revision_number': 4, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'subnets': [{'id': '1eb48156-6ef1-426b-87a4-9794cfd12f8b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ec887d4-7168-4884-990a-e8a77359b4ad', 'name': '', 'network_id': '96e54d4c-e0ef-4581-9893-887c46897c97', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'mac_address': 'fa:16:3e:ee:b2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'd1999cc0-1257-4a67-b455-9ebf2b2731dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:35Z', 'updated_at': '2021-08-22T13:48:45Z', 'revision_number': 5, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'subnets': [{'id': 'd1999cc0-1257-4a67-b455-9ebf2b2731dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88c2ca08-2dc9-4c01-bbb1-8364be108d6c', 'name': '', 'network_id': 'bde9de58-cc6b-407a-a80e-14663e65f7dd', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'mac_address': 'fa:16:3e:56:7e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '82d0b917-f67a-4f82-996b-6ca18e2d350b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:30Z', 'updated_at': '2021-08-22T13:48:39Z', 'revision_number': 5, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'subnets': [{'id': '82d0b917-f67a-4f82-996b-6ca18e2d350b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eae4ba56-f7ef-4769-9f7a-cbf6676e2297', 'name': '', 'network_id': '862d89a3-9a28-4ed7-ad1b-1a128c6ceabf', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'mac_address': 'fa:16:3e:74:41:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'e1b40b61-2df3-4950-95ed-b5dcef7cd6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:22Z', 'updated_at': '2021-08-22T13:48:32Z', 'revision_number': 5, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'subnets': [{'id': 'e1b40b61-2df3-4950-95ed-b5dcef7cd6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:48:51.466241 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b26996ec-c8ff-4bb5-8a55-8404fbe71919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:51.484140 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cdf140-84be-494c-bcb4-93c66b4be072 None None] Pushing event updated for resources: {'Port': ['ID=e49080a5-24a8-4ae4-afdf-63d5f4c89a75,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:51.704460 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-784f3deb-168e-45e1-8841-e5e9315a0936 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Deleting port 24f2faec-3e6f-46b2-a898-ec15848303b7 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:48:51.704460 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-784f3deb-168e-45e1-8841-e5e9315a0936 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:51.852205 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b26996ec-c8ff-4bb5-8a55-8404fbe71919 admin admin] Router 691ab47d-88af-46ef-a7c2-bc1f9265894e is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:48:52.034252 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-784f3deb-168e-45e1-8841-e5e9315a0936 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] For port 24f2faec-3e6f-46b2-a898-ec15848303b7, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=24f2faec-3e6f-46b2-a898-ec15848303b7,segment=NetworkSegment(9e7840c2-215c-47db-90f4-65697842e13e),segment_id=9e7840c2-215c-47db-90f4-65697842e13e)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:48:52.034786 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-784f3deb-168e-45e1-8841-e5e9315a0936 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:52.077624 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-784f3deb-168e-45e1-8841-e5e9315a0936 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Calling delete_port for 24f2faec-3e6f-46b2-a898-ec15848303b7 owned by network:router_interface {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:48:52.158947 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26996ec-c8ff-4bb5-8a55-8404fbe71919 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:48:52.182844 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce2d76b-dd23-4c5d-ad52-9ef57ea2c786 None None] Sync routers for ids ['691ab47d-88af-46ef-a7c2-bc1f9265894e'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:48:52.189131 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b26996ec-c8ff-4bb5-8a55-8404fbe71919 admin admin] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:52.190908 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-b26996ec-c8ff-4bb5-8a55-8404fbe71919 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9880147 Aug 22 13:48:52.196897 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59608) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:52.200413 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce2d76b-dd23-4c5d-ad52-9ef57ea2c786 None None] Routers {'691ab47d-88af-46ef-a7c2-bc1f9265894e'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:48:52.201725 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-2ce2d76b-dd23-4c5d-ad52-9ef57ea2c786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:48:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['691ab47d-88af-46ef-a7c2-bc1f9265894e'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:52.388595 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-2ce2d76b-dd23-4c5d-ad52-9ef57ea2c786 None None] Set router 691ab47d-88af-46ef-a7c2-bc1f9265894e gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:48:52.544931 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-784f3deb-168e-45e1-8841-e5e9315a0936 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:52.685252 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784f3deb-168e-45e1-8841-e5e9315a0936 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event deleted for resources: {'Port': ['ID=24f2faec-3e6f-46b2-a898-ec15848303b7,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:52.857232 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c432e7-5c0b-4dd4-bc66-80e482edfe1c None None] Sync routers for ids ['4af5970b-c653-4ec2-b30b-d3c2eb2d2929'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:48:52.874851 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c432e7-5c0b-4dd4-bc66-80e482edfe1c None None] Routers {'4af5970b-c653-4ec2-b30b-d3c2eb2d2929'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:48:52.882356 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-d5c432e7-5c0b-4dd4-bc66-80e482edfe1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:48:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['4af5970b-c653-4ec2-b30b-d3c2eb2d2929'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:52.908661 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-2ce2d76b-dd23-4c5d-ad52-9ef57ea2c786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'name': 'tempest-TestVolumeBootPattern-1585772999-router', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'eb0b350b-e9ed-4802-b640-bbd749af74cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:48Z', 'updated_at': '2021-08-22T13:48:50Z', 'revision_number': 3, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'gw_port': {'id': 'eb0b350b-e9ed-4802-b640-bbd749af74cf', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:82:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:49Z', 'updated_at': '2021-08-22T13:48:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:52.984661 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce2d76b-dd23-4c5d-ad52-9ef57ea2c786 None None] Checking router: 691ab47d-88af-46ef-a7c2-bc1f9265894e for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:48:52.985015 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce2d76b-dd23-4c5d-ad52-9ef57ea2c786 None None] Updating router 691ab47d-88af-46ef-a7c2-bc1f9265894e port eb0b350b-e9ed-4802-b640-bbd749af74cf binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:48:53.069993 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-2ce2d76b-dd23-4c5d-ad52-9ef57ea2c786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:53.116579 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-784f3deb-168e-45e1-8841-e5e9315a0936 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:53.264060 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-d5c432e7-5c0b-4dd4-bc66-80e482edfe1c None None] Set router 4af5970b-c653-4ec2-b30b-d3c2eb2d2929 gateway port host: None {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:48:53.489189 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723a4227-ef90-4026-9e9b-d5ea54d99edb None None] Network f8ac2233-ea24-423f-9bd4-53abb27cd3b8 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:48:53.742420 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device e49080a5-24a8-4ae4-afdf-63d5f4c89a75 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:48:53.774012 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-2ce2d76b-dd23-4c5d-ad52-9ef57ea2c786 None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:53.795453 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-2ce2d76b-dd23-4c5d-ad52-9ef57ea2c786 None None] Transition to ACTIVE for port object eb0b350b-e9ed-4802-b640-bbd749af74cf will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:48:53.805006 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-2ce2d76b-dd23-4c5d-ad52-9ef57ea2c786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:53.969090 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-ad9e3766-ddaa-4537-a0a6-bdff28bd3e6c None None] Provisioning for port e49080a5-24a8-4ae4-afdf-63d5f4c89a75 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:48:53.975534 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-2ce2d76b-dd23-4c5d-ad52-9ef57ea2c786 None None] Attempting to bind port eb0b350b-e9ed-4802-b640-bbd749af74cf on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:48:53.976227 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-2ce2d76b-dd23-4c5d-ad52-9ef57ea2c786 None None] Attempting to bind port eb0b350b-e9ed-4802-b640-bbd749af74cf by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:48:53.976227 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce2d76b-dd23-4c5d-ad52-9ef57ea2c786 None None] Attempting to bind port eb0b350b-e9ed-4802-b640-bbd749af74cf on network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:48:53.978660 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac425c33-4571-4ca2-b181-6967a7d2673b None None] Pushing event updated for resources: {'Port': ['ID=eb0b350b-e9ed-4802-b640-bbd749af74cf,revision_number=2']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:53.982375 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59630) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:53.997845 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce2d76b-dd23-4c5d-ad52-9ef57ea2c786 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:48:53.998227 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce2d76b-dd23-4c5d-ad52-9ef57ea2c786 None None] Checking segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:48:53.999018 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-2ce2d76b-dd23-4c5d-ad52-9ef57ea2c786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:53.999427 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce2d76b-dd23-4c5d-ad52-9ef57ea2c786 None None] Bound using segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:48:53.999907 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-2ce2d76b-dd23-4c5d-ad52-9ef57ea2c786 None None] Bound port: eb0b350b-e9ed-4802-b640-bbd749af74cf, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:48:54.000335 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-2ce2d76b-dd23-4c5d-ad52-9ef57ea2c786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:54.154656 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-2ce2d76b-dd23-4c5d-ad52-9ef57ea2c786 None None] For port eb0b350b-e9ed-4802-b640-bbd749af74cf, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:48:54.162408 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-2ce2d76b-dd23-4c5d-ad52-9ef57ea2c786 None None] For port eb0b350b-e9ed-4802-b640-bbd749af74cf, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=eb0b350b-e9ed-4802-b640-bbd749af74cf,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:48:54.169006 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-2ce2d76b-dd23-4c5d-ad52-9ef57ea2c786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:54.265460 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce2d76b-dd23-4c5d-ad52-9ef57ea2c786 None None] Routers {'691ab47d-88af-46ef-a7c2-bc1f9265894e'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:48:54.265842 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-2ce2d76b-dd23-4c5d-ad52-9ef57ea2c786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:48:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['691ab47d-88af-46ef-a7c2-bc1f9265894e'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:54.300767 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9afd5aa7-6a4f-4a40-99d4-18b6c09cbc0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:54.324671 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac425c33-4571-4ca2-b181-6967a7d2673b None None] Pushing event updated for resources: {'Port': ['ID=eb0b350b-e9ed-4802-b640-bbd749af74cf,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:54.349004 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port e49080a5-24a8-4ae4-afdf-63d5f4c89a75 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:48:54.409835 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port e49080a5-24a8-4ae4-afdf-63d5f4c89a75 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:48:54.410258 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:54.436136 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-2ce2d76b-dd23-4c5d-ad52-9ef57ea2c786 None None] Set router 691ab47d-88af-46ef-a7c2-bc1f9265894e gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:48:54.514042 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9afd5aa7-6a4f-4a40-99d4-18b6c09cbc0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:54.524019 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9afd5aa7-6a4f-4a40-99d4-18b6c09cbc0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:54.604279 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-d5c432e7-5c0b-4dd4-bc66-80e482edfe1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'name': 'tempest-RoutersTest-router-2048166686', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:21Z', 'updated_at': '2021-08-22T13:48:52Z', 'revision_number': 8, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'gw_port_host': None, '_interfaces': [{'id': '5ec887d4-7168-4884-990a-e8a77359b4ad', 'name': '', 'network_id': '96e54d4c-e0ef-4581-9893-887c46897c97', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'mac_address': 'fa:16:3e:ee:b2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'd1999cc0-1257-4a67-b455-9ebf2b2731dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:35Z', 'updated_at': '2021-08-22T13:48:45Z', 'revision_number': 5, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'subnets': [{'id': 'd1999cc0-1257-4a67-b455-9ebf2b2731dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88c2ca08-2dc9-4c01-bbb1-8364be108d6c', 'name': '', 'network_id': 'bde9de58-cc6b-407a-a80e-14663e65f7dd', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'mac_address': 'fa:16:3e:56:7e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '82d0b917-f67a-4f82-996b-6ca18e2d350b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:30Z', 'updated_at': '2021-08-22T13:48:39Z', 'revision_number': 5, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'subnets': [{'id': '82d0b917-f67a-4f82-996b-6ca18e2d350b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eae4ba56-f7ef-4769-9f7a-cbf6676e2297', 'name': '', 'network_id': '862d89a3-9a28-4ed7-ad1b-1a128c6ceabf', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'mac_address': 'fa:16:3e:74:41:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'e1b40b61-2df3-4950-95ed-b5dcef7cd6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:22Z', 'updated_at': '2021-08-22T13:48:32Z', 'revision_number': 5, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'subnets': [{'id': 'e1b40b61-2df3-4950-95ed-b5dcef7cd6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:54.617217 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-9afd5aa7-6a4f-4a40-99d4-18b6c09cbc0a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9d86596ff24142ffba90f0ad32852afd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6143956 Aug 22 13:48:54.621334 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59642) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:54.622517 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd5aa7-6a4f-4a40-99d4-18b6c09cbc0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e920bead-9b9d-4ed7-ad85-92d2164e6fb5,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:54.731573 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c432e7-5c0b-4dd4-bc66-80e482edfe1c None None] Checking router: 4af5970b-c653-4ec2-b30b-d3c2eb2d2929 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:48:54.735865 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-07f28881-6cc7-496a-a281-33cc50aacc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:54.751542 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c432e7-5c0b-4dd4-bc66-80e482edfe1c None None] Routers {'4af5970b-c653-4ec2-b30b-d3c2eb2d2929'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:48:54.758554 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-d5c432e7-5c0b-4dd4-bc66-80e482edfe1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:48:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['4af5970b-c653-4ec2-b30b-d3c2eb2d2929'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:54.820994 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-2ce2d76b-dd23-4c5d-ad52-9ef57ea2c786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'name': 'tempest-TestVolumeBootPattern-1585772999-router', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'eb0b350b-e9ed-4802-b640-bbd749af74cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:48Z', 'updated_at': '2021-08-22T13:48:50Z', 'revision_number': 3, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'gw_port': {'id': 'eb0b350b-e9ed-4802-b640-bbd749af74cf', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:82:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:49Z', 'updated_at': '2021-08-22T13:48:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:54.852268 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-449d4005-185f-4348-b0ea-9707432e96e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:54.881641 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce2d76b-dd23-4c5d-ad52-9ef57ea2c786 None None] The sync data for ids ['691ab47d-88af-46ef-a7c2-bc1f9265894e'] in n-d-793621-33 is: [{'id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'name': 'tempest-TestVolumeBootPattern-1585772999-router', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'eb0b350b-e9ed-4802-b640-bbd749af74cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:48Z', 'updated_at': '2021-08-22T13:48:50Z', 'revision_number': 3, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'gw_port': {'id': 'eb0b350b-e9ed-4802-b640-bbd749af74cf', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:82:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:49Z', 'updated_at': '2021-08-22T13:48:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:48:54.889696 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784f3deb-168e-45e1-8841-e5e9315a0936 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Router 4af5970b-c653-4ec2-b30b-d3c2eb2d2929 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:48:54.916453 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-d5c432e7-5c0b-4dd4-bc66-80e482edfe1c None None] Set router 4af5970b-c653-4ec2-b30b-d3c2eb2d2929 gateway port host: None {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:48:54.926917 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-449d4005-185f-4348-b0ea-9707432e96e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:55.104718 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784f3deb-168e-45e1-8841-e5e9315a0936 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:48:55.125951 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8b8b0ea-6b36-43a6-ab8c-ef403b4f2a1f None None] Provisioning complete for port e49080a5-24a8-4ae4-afdf-63d5f4c89a75 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:48:55.126608 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8b8b0ea-6b36-43a6-ab8c-ef403b4f2a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:55.130237 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-784f3deb-168e-45e1-8841-e5e9315a0936 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "PUT /v2.0/routers/4af5970b-c653-4ec2-b30b-d3c2eb2d2929/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5488298 Aug 22 13:48:55.135155 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 59644) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:55.168738 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:55.275385 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port e49080a5-24a8-4ae4-afdf-63d5f4c89a75, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=e49080a5-24a8-4ae4-afdf-63d5f4c89a75,segment=NetworkSegment(a8db1aa5-2938-4ee0-bbbc-1190f337bf80),segment_id=a8db1aa5-2938-4ee0-bbbc-1190f337bf80)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:48:55.294656 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:55.295350 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f7b65aa-a8d0-41dc-80a0-40b44c0a4bfc tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Deleting subnet 1eb48156-6ef1-426b-87a4-9794cfd12f8b {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:48:55.303027 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6f7b65aa-a8d0-41dc-80a0-40b44c0a4bfc tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:55.420865 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6f7b65aa-a8d0-41dc-80a0-40b44c0a4bfc tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:55.517433 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-449d4005-185f-4348-b0ea-9707432e96e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:55.541037 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-449d4005-185f-4348-b0ea-9707432e96e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:55.542524 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-449d4005-185f-4348-b0ea-9707432e96e1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e920bead-9b9d-4ed7-ad85-92d2164e6fb5 HTTP/1.1" status: 204 len: 168 time: 0.9114397 Aug 22 13:48:55.581608 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6f7b65aa-a8d0-41dc-80a0-40b44c0a4bfc tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:55.605002 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449d4005-185f-4348-b0ea-9707432e96e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e920bead-9b9d-4ed7-ad85-92d2164e6fb5,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:55.675326 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-07f28881-6cc7-496a-a281-33cc50aacc8a admin admin] Allocated IP 172.20.0.1 (f8ac2233-ea24-423f-9bd4-53abb27cd3b8/ad565ab1-b54d-4060-a258-16294d6e46a2/1703a5c7-14cb-4e00-840e-e5065226b41c) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:48:55.714436 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device eb0b350b-e9ed-4802-b640-bbd749af74cf up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:48:55.729804 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=e49080a5-24a8-4ae4-afdf-63d5f4c89a75,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:55.746906 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6f7b65aa-a8d0-41dc-80a0-40b44c0a4bfc tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:55.777875 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-d5c432e7-5c0b-4dd4-bc66-80e482edfe1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'name': 'tempest-RoutersTest-router-2048166686', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:21Z', 'updated_at': '2021-08-22T13:48:52Z', 'revision_number': 8, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'gw_port_host': None, '_interfaces': [{'id': '5ec887d4-7168-4884-990a-e8a77359b4ad', 'name': '', 'network_id': '96e54d4c-e0ef-4581-9893-887c46897c97', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'mac_address': 'fa:16:3e:ee:b2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'd1999cc0-1257-4a67-b455-9ebf2b2731dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:35Z', 'updated_at': '2021-08-22T13:48:45Z', 'revision_number': 5, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'subnets': [{'id': 'd1999cc0-1257-4a67-b455-9ebf2b2731dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88c2ca08-2dc9-4c01-bbb1-8364be108d6c', 'name': '', 'network_id': 'bde9de58-cc6b-407a-a80e-14663e65f7dd', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'mac_address': 'fa:16:3e:56:7e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '82d0b917-f67a-4f82-996b-6ca18e2d350b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:30Z', 'updated_at': '2021-08-22T13:48:39Z', 'revision_number': 5, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'subnets': [{'id': '82d0b917-f67a-4f82-996b-6ca18e2d350b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eae4ba56-f7ef-4769-9f7a-cbf6676e2297', 'name': '', 'network_id': '862d89a3-9a28-4ed7-ad1b-1a128c6ceabf', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'mac_address': 'fa:16:3e:74:41:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'e1b40b61-2df3-4950-95ed-b5dcef7cd6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:22Z', 'updated_at': '2021-08-22T13:48:32Z', 'revision_number': 5, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'subnets': [{'id': 'e1b40b61-2df3-4950-95ed-b5dcef7cd6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:55.831208 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c432e7-5c0b-4dd4-bc66-80e482edfe1c None None] The sync data for ids ['4af5970b-c653-4ec2-b30b-d3c2eb2d2929'] in n-d-793621-33 is: [{'id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'name': 'tempest-RoutersTest-router-2048166686', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:21Z', 'updated_at': '2021-08-22T13:48:52Z', 'revision_number': 8, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'gw_port_host': None, '_interfaces': [{'id': '5ec887d4-7168-4884-990a-e8a77359b4ad', 'name': '', 'network_id': '96e54d4c-e0ef-4581-9893-887c46897c97', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'mac_address': 'fa:16:3e:ee:b2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'd1999cc0-1257-4a67-b455-9ebf2b2731dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:35Z', 'updated_at': '2021-08-22T13:48:45Z', 'revision_number': 5, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'subnets': [{'id': 'd1999cc0-1257-4a67-b455-9ebf2b2731dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88c2ca08-2dc9-4c01-bbb1-8364be108d6c', 'name': '', 'network_id': 'bde9de58-cc6b-407a-a80e-14663e65f7dd', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'mac_address': 'fa:16:3e:56:7e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '82d0b917-f67a-4f82-996b-6ca18e2d350b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:30Z', 'updated_at': '2021-08-22T13:48:39Z', 'revision_number': 5, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'subnets': [{'id': '82d0b917-f67a-4f82-996b-6ca18e2d350b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eae4ba56-f7ef-4769-9f7a-cbf6676e2297', 'name': '', 'network_id': '862d89a3-9a28-4ed7-ad1b-1a128c6ceabf', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'mac_address': 'fa:16:3e:74:41:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'e1b40b61-2df3-4950-95ed-b5dcef7cd6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:22Z', 'updated_at': '2021-08-22T13:48:32Z', 'revision_number': 5, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'subnets': [{'id': 'e1b40b61-2df3-4950-95ed-b5dcef7cd6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:48:55.843289 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b65aa-a8d0-41dc-80a0-40b44c0a4bfc tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event deleted for resources: {'Subnet': ['ID=1eb48156-6ef1-426b-87a4-9794cfd12f8b,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:55.864782 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6f7b65aa-a8d0-41dc-80a0-40b44c0a4bfc tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:55.869372 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb7c62b-02cc-4165-aa9d-2f1caebae2fb None None] Network 46768257-1346-4257-98be-2498163998d5 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:48:55.879153 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6f7b65aa-a8d0-41dc-80a0-40b44c0a4bfc tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "DELETE /v2.0/subnets/1eb48156-6ef1-426b-87a4-9794cfd12f8b HTTP/1.1" status: 204 len: 168 time: 0.7405879 Aug 22 13:48:55.883149 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 59652) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:55.960207 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port eb0b350b-e9ed-4802-b640-bbd749af74cf completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:48:56.010500 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port eb0b350b-e9ed-4802-b640-bbd749af74cf triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:48:56.010881 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:56.063085 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-07f28881-6cc7-496a-a281-33cc50aacc8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:56.092244 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-07f28881-6cc7-496a-a281-33cc50aacc8a admin admin] Transition to ACTIVE for port object 1703a5c7-14cb-4e00-840e-e5065226b41c will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:48:56.152911 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-07f28881-6cc7-496a-a281-33cc50aacc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:56.160349 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f6bcc93a-4099-49f6-aa8b-2a34ceb7e4f1 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:56.257671 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-f6bcc93a-4099-49f6-aa8b-2a34ceb7e4f1 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Deleting port 916ca7ec-ac5b-4eab-b00f-52bb34534647 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:48:56.258048 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f6bcc93a-4099-49f6-aa8b-2a34ceb7e4f1 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:56.311466 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f28881-6cc7-496a-a281-33cc50aacc8a admin admin] Pushing event updated for resources: {'Port': ['ID=1703a5c7-14cb-4e00-840e-e5065226b41c,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:56.327926 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f28881-6cc7-496a-a281-33cc50aacc8a admin admin] Network f8ac2233-ea24-423f-9bd4-53abb27cd3b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:48:56.330167 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-07f28881-6cc7-496a-a281-33cc50aacc8a admin admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:48:56.341231 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f28881-6cc7-496a-a281-33cc50aacc8a admin admin] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:48:56.370946 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a588201-b534-433d-aaa5-024a31265cc5 None None] DHCP port deletion for 46768257-1346-4257-98be-2498163998d5 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:48:56.390939 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:56.435322 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59656) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:56.470429 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-f6bcc93a-4099-49f6-aa8b-2a34ceb7e4f1 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] For port 916ca7ec-ac5b-4eab-b00f-52bb34534647, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=916ca7ec-ac5b-4eab-b00f-52bb34534647,segment=NetworkSegment(9e7840c2-215c-47db-90f4-65697842e13e),segment_id=9e7840c2-215c-47db-90f4-65697842e13e)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:48:56.471961 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f6bcc93a-4099-49f6-aa8b-2a34ceb7e4f1 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:56.480756 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port eb0b350b-e9ed-4802-b640-bbd749af74cf, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=eb0b350b-e9ed-4802-b640-bbd749af74cf,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:48:56.488140 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:56.525810 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5885e7c0-c4b6-411d-a922-6b7caf0a94cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:56.549312 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-f6bcc93a-4099-49f6-aa8b-2a34ceb7e4f1 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Calling delete_port for 916ca7ec-ac5b-4eab-b00f-52bb34534647 owned by network:dhcp {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:48:56.578245 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-07f28881-6cc7-496a-a281-33cc50aacc8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:56.596678 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-7a588201-b534-433d-aaa5-024a31265cc5 None None] Deleting port 916ca7ec-ac5b-4eab-b00f-52bb34534647 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:48:56.597098 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7a588201-b534-433d-aaa5-024a31265cc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:56.885361 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283a1e4c-773b-4f84-b2ac-87e64a6b76ce None None] Sync routers for ids ['4af5970b-c653-4ec2-b30b-d3c2eb2d2929'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:48:56.916377 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283a1e4c-773b-4f84-b2ac-87e64a6b76ce None None] Routers {'4af5970b-c653-4ec2-b30b-d3c2eb2d2929'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:48:56.917982 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-283a1e4c-773b-4f84-b2ac-87e64a6b76ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:48:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['4af5970b-c653-4ec2-b30b-d3c2eb2d2929'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:56.924371 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f6bcc93a-4099-49f6-aa8b-2a34ceb7e4f1 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:57.017552 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=eb0b350b-e9ed-4802-b640-bbd749af74cf,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:57.028588 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bcc93a-4099-49f6-aa8b-2a34ceb7e4f1 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] No DVR routers for this DVR port 916ca7ec-ac5b-4eab-b00f-52bb34534647 on host n-d-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:48:57.030748 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bcc93a-4099-49f6-aa8b-2a34ceb7e4f1 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event deleted for resources: {'Port': ['ID=916ca7ec-ac5b-4eab-b00f-52bb34534647,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:57.149206 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-ba1d1ba9-dcc5-4da0-bea8-0bdcfb5db3ea None None] Provisioning for port 1703a5c7-14cb-4e00-840e-e5065226b41c completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:48:57.199209 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-ba1d1ba9-dcc5-4da0-bea8-0bdcfb5db3ea None None] Provisioning complete for port 1703a5c7-14cb-4e00-840e-e5065226b41c triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:48:57.199599 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ba1d1ba9-dcc5-4da0-bea8-0bdcfb5db3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:57.242336 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5885e7c0-c4b6-411d-a922-6b7caf0a94cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:57.245631 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-07f28881-6cc7-496a-a281-33cc50aacc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:57.259577 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f6bcc93a-4099-49f6-aa8b-2a34ceb7e4f1 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:57.265071 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-7a588201-b534-433d-aaa5-024a31265cc5 None None] For port 916ca7ec-ac5b-4eab-b00f-52bb34534647, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=916ca7ec-ac5b-4eab-b00f-52bb34534647,segment=NetworkSegment(9e7840c2-215c-47db-90f4-65697842e13e),segment_id=9e7840c2-215c-47db-90f4-65697842e13e)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:48:57.265472 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7a588201-b534-433d-aaa5-024a31265cc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:57.271955 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5885e7c0-c4b6-411d-a922-6b7caf0a94cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:57.292669 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-f6bcc93a-4099-49f6-aa8b-2a34ceb7e4f1 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46768257-1346-4257-98be-2498163998d5']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:57.317027 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-7a588201-b534-433d-aaa5-024a31265cc5 None None] Calling delete_port for 916ca7ec-ac5b-4eab-b00f-52bb34534647 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:48:57.342300 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d1ba9-dcc5-4da0-bea8-0bdcfb5db3ea None None] Port 1703a5c7-14cb-4e00-840e-e5065226b41c cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:48:57.347191 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5885e7c0-c4b6-411d-a922-6b7caf0a94cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ff0952-13de-42c7-85fc-dd858a7a7b00,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:57.351287 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-f6bcc93a-4099-49f6-aa8b-2a34ceb7e4f1 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e7840c2-215c-47db-90f4-65697842e13e') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:57.354530 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-f6bcc93a-4099-49f6-aa8b-2a34ceb7e4f1 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e7840c2-215c-47db-90f4-65697842e13e') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:57.384378 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f6bcc93a-4099-49f6-aa8b-2a34ceb7e4f1 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:57.417093 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f6bcc93a-4099-49f6-aa8b-2a34ceb7e4f1 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:57.426699 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6bcc93a-4099-49f6-aa8b-2a34ceb7e4f1 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:48:57.428717 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f6bcc93a-4099-49f6-aa8b-2a34ceb7e4f1 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:57.445767 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-5885e7c0-c4b6-411d-a922-6b7caf0a94cd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=47478291e0e64e82aabc676584ac2993&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0092409 Aug 22 13:48:57.451795 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59666) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:57.458239 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-283a1e4c-773b-4f84-b2ac-87e64a6b76ce None None] Set router 4af5970b-c653-4ec2-b30b-d3c2eb2d2929 gateway port host: None {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:48:57.519711 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7a588201-b534-433d-aaa5-024a31265cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:57.580837 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a588201-b534-433d-aaa5-024a31265cc5 None None] No DVR routers for this DVR port 916ca7ec-ac5b-4eab-b00f-52bb34534647 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:48:57.594127 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a588201-b534-433d-aaa5-024a31265cc5 None None] Pushing event deleted for resources: {'Port': ['ID=916ca7ec-ac5b-4eab-b00f-52bb34534647,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:57.613307 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:48:57.613307 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:48:57.613307 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:48:57.613307 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:48:57.613307 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:48:57.613307 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:48:57.613307 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:48:57.613307 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:48:57.613307 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:48:57.613307 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:48:57.613307 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:48:57.613307 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:48:57.613307 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:48:57.613307 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:48:57.613307 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:48:57.613307 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:48:57.613307 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:48:57.613307 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:48:57.613307 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:48:57.613307 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:48:57.613307 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:48:57.613307 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:48:57.613307 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:48:57.613307 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:48:57.613307 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:48:57.613307 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:48:57.613307 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:48:57.613307 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:48:57.613307 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:48:57.613307 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:48:57.613307 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:48:57.613307 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:48:57.626258 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f6bcc93a-4099-49f6-aa8b-2a34ceb7e4f1 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:57.658195 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f6bcc93a-4099-49f6-aa8b-2a34ceb7e4f1 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:57.664788 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f6bcc93a-4099-49f6-aa8b-2a34ceb7e4f1 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "DELETE /v2.0/networks/46768257-1346-4257-98be-2498163998d5 HTTP/1.1" status: 204 len: 168 time: 1.7797205 Aug 22 13:48:57.665962 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bcc93a-4099-49f6-aa8b-2a34ceb7e4f1 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event deleted for resources: {'Network': ['ID=46768257-1346-4257-98be-2498163998d5,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:57.673013 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 59668) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:48:57.693579 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device e49080a5-24a8-4ae4-afdf-63d5f4c89a75 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:48:57.774973 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a2a8fd1d-be87-41d5-ae2c-63701a73bdeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:57.797940 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port e49080a5-24a8-4ae4-afdf-63d5f4c89a75 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:48:57.798315 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:57.856191 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a2a8fd1d-be87-41d5-ae2c-63701a73bdeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:57.946167 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-07f28881-6cc7-496a-a281-33cc50aacc8a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:57.967467 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-07f28881-6cc7-496a-a281-33cc50aacc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:58.106393 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-283a1e4c-773b-4f84-b2ac-87e64a6b76ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'name': 'tempest-RoutersTest-router-2048166686', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:21Z', 'updated_at': '2021-08-22T13:48:52Z', 'revision_number': 8, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'gw_port_host': None, '_interfaces': [{'id': '5ec887d4-7168-4884-990a-e8a77359b4ad', 'name': '', 'network_id': '96e54d4c-e0ef-4581-9893-887c46897c97', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'mac_address': 'fa:16:3e:ee:b2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'd1999cc0-1257-4a67-b455-9ebf2b2731dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:35Z', 'updated_at': '2021-08-22T13:48:45Z', 'revision_number': 5, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'subnets': [{'id': 'd1999cc0-1257-4a67-b455-9ebf2b2731dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88c2ca08-2dc9-4c01-bbb1-8364be108d6c', 'name': '', 'network_id': 'bde9de58-cc6b-407a-a80e-14663e65f7dd', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'mac_address': 'fa:16:3e:56:7e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '82d0b917-f67a-4f82-996b-6ca18e2d350b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:30Z', 'updated_at': '2021-08-22T13:48:39Z', 'revision_number': 5, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'subnets': [{'id': '82d0b917-f67a-4f82-996b-6ca18e2d350b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eae4ba56-f7ef-4769-9f7a-cbf6676e2297', 'name': '', 'network_id': '862d89a3-9a28-4ed7-ad1b-1a128c6ceabf', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'mac_address': 'fa:16:3e:74:41:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'e1b40b61-2df3-4950-95ed-b5dcef7cd6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:22Z', 'updated_at': '2021-08-22T13:48:32Z', 'revision_number': 5, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'subnets': [{'id': 'e1b40b61-2df3-4950-95ed-b5dcef7cd6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:58.110071 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device eb0b350b-e9ed-4802-b640-bbd749af74cf up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:48:58.114127 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f28881-6cc7-496a-a281-33cc50aacc8a admin admin] Pushing event updated for resources: {'Port': ['ID=1703a5c7-14cb-4e00-840e-e5065226b41c,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:58.130766 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a2a8fd1d-be87-41d5-ae2c-63701a73bdeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:58.135331 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a2a8fd1d-be87-41d5-ae2c-63701a73bdeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:58.155779 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283a1e4c-773b-4f84-b2ac-87e64a6b76ce None None] Checking router: 4af5970b-c653-4ec2-b30b-d3c2eb2d2929 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:48:58.166148 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a2a8fd1d-be87-41d5-ae2c-63701a73bdeb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c4ff0952-13de-42c7-85fc-dd858a7a7b00 HTTP/1.1" status: 204 len: 168 time: 0.6837738 Aug 22 13:48:58.172626 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283a1e4c-773b-4f84-b2ac-87e64a6b76ce None None] Routers {'4af5970b-c653-4ec2-b30b-d3c2eb2d2929'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:48:58.173463 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-283a1e4c-773b-4f84-b2ac-87e64a6b76ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:48:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['4af5970b-c653-4ec2-b30b-d3c2eb2d2929'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:58.236638 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a8fd1d-be87-41d5-ae2c-63701a73bdeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ff0952-13de-42c7-85fc-dd858a7a7b00,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:58.268838 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-07f28881-6cc7-496a-a281-33cc50aacc8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:58.296593 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port eb0b350b-e9ed-4802-b640-bbd749af74cf triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:48:58.297848 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:58.313083 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-283a1e4c-773b-4f84-b2ac-87e64a6b76ce None None] Set router 4af5970b-c653-4ec2-b30b-d3c2eb2d2929 gateway port host: None {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:48:58.358191 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ad946b9a-bbca-443e-be82-5f33fa82526e tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:58.495289 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f28881-6cc7-496a-a281-33cc50aacc8a admin admin] Network f8ac2233-ea24-423f-9bd4-53abb27cd3b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:48:58.506454 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-07f28881-6cc7-496a-a281-33cc50aacc8a admin admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:48:58.545365 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:58.546684 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5575109c-f9bb-4a1b-a116-98cd2cda644c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:58.670039 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 916ca7ec-ac5b-4eab-b00f-52bb34534647 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:48:58.725288 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 916ca7ec-ac5b-4eab-b00f-52bb34534647 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:48:58.727227 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 916ca7ec-ac5b-4eab-b00f-52bb34534647 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:48:58.727887 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 24f2faec-3e6f-46b2-a898-ec15848303b7 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:48:58.814972 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 24f2faec-3e6f-46b2-a898-ec15848303b7 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:48:58.815537 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 24f2faec-3e6f-46b2-a898-ec15848303b7 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:48:58.872269 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-283a1e4c-773b-4f84-b2ac-87e64a6b76ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'name': 'tempest-RoutersTest-router-2048166686', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:21Z', 'updated_at': '2021-08-22T13:48:52Z', 'revision_number': 8, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'gw_port_host': None, '_interfaces': [{'id': '5ec887d4-7168-4884-990a-e8a77359b4ad', 'name': '', 'network_id': '96e54d4c-e0ef-4581-9893-887c46897c97', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'mac_address': 'fa:16:3e:ee:b2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'd1999cc0-1257-4a67-b455-9ebf2b2731dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:35Z', 'updated_at': '2021-08-22T13:48:45Z', 'revision_number': 5, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'subnets': [{'id': 'd1999cc0-1257-4a67-b455-9ebf2b2731dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88c2ca08-2dc9-4c01-bbb1-8364be108d6c', 'name': '', 'network_id': 'bde9de58-cc6b-407a-a80e-14663e65f7dd', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'mac_address': 'fa:16:3e:56:7e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '82d0b917-f67a-4f82-996b-6ca18e2d350b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:30Z', 'updated_at': '2021-08-22T13:48:39Z', 'revision_number': 5, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'subnets': [{'id': '82d0b917-f67a-4f82-996b-6ca18e2d350b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eae4ba56-f7ef-4769-9f7a-cbf6676e2297', 'name': '', 'network_id': '862d89a3-9a28-4ed7-ad1b-1a128c6ceabf', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'mac_address': 'fa:16:3e:74:41:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'e1b40b61-2df3-4950-95ed-b5dcef7cd6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:22Z', 'updated_at': '2021-08-22T13:48:32Z', 'revision_number': 5, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'subnets': [{'id': 'e1b40b61-2df3-4950-95ed-b5dcef7cd6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:58.910975 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f28881-6cc7-496a-a281-33cc50aacc8a admin admin] Router 691ab47d-88af-46ef-a7c2-bc1f9265894e has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:48:58.914632 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-ad946b9a-bbca-443e-be82-5f33fa82526e tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Deleting port 5ec887d4-7168-4884-990a-e8a77359b4ad {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:48:58.915102 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ad946b9a-bbca-443e-be82-5f33fa82526e tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:58.987067 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-f67d8e42-f17f-4f49-b493-dce0c8f64fb2 None None] Provisioning complete for port 1703a5c7-14cb-4e00-840e-e5065226b41c triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:48:58.987067 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f67d8e42-f17f-4f49-b493-dce0c8f64fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:59.019120 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283a1e4c-773b-4f84-b2ac-87e64a6b76ce None None] The sync data for ids ['4af5970b-c653-4ec2-b30b-d3c2eb2d2929'] in n-d-793621-33 is: [{'id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'name': 'tempest-RoutersTest-router-2048166686', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:21Z', 'updated_at': '2021-08-22T13:48:52Z', 'revision_number': 8, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'gw_port_host': None, '_interfaces': [{'id': '5ec887d4-7168-4884-990a-e8a77359b4ad', 'name': '', 'network_id': '96e54d4c-e0ef-4581-9893-887c46897c97', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'mac_address': 'fa:16:3e:ee:b2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'd1999cc0-1257-4a67-b455-9ebf2b2731dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:35Z', 'updated_at': '2021-08-22T13:48:45Z', 'revision_number': 5, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'subnets': [{'id': 'd1999cc0-1257-4a67-b455-9ebf2b2731dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88c2ca08-2dc9-4c01-bbb1-8364be108d6c', 'name': '', 'network_id': 'bde9de58-cc6b-407a-a80e-14663e65f7dd', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'mac_address': 'fa:16:3e:56:7e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '82d0b917-f67a-4f82-996b-6ca18e2d350b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:30Z', 'updated_at': '2021-08-22T13:48:39Z', 'revision_number': 5, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'subnets': [{'id': '82d0b917-f67a-4f82-996b-6ca18e2d350b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eae4ba56-f7ef-4769-9f7a-cbf6676e2297', 'name': '', 'network_id': '862d89a3-9a28-4ed7-ad1b-1a128c6ceabf', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'mac_address': 'fa:16:3e:74:41:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'e1b40b61-2df3-4950-95ed-b5dcef7cd6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:22Z', 'updated_at': '2021-08-22T13:48:32Z', 'revision_number': 5, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'subnets': [{'id': 'e1b40b61-2df3-4950-95ed-b5dcef7cd6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:48:59.079918 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-f67d8e42-f17f-4f49-b493-dce0c8f64fb2 None None] Port 1703a5c7-14cb-4e00-840e-e5065226b41c cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:48:59.158168 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f28881-6cc7-496a-a281-33cc50aacc8a admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:48:59.172911 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-07f28881-6cc7-496a-a281-33cc50aacc8a admin admin] 10.222.0.21 "PUT /v2.0/routers/691ab47d-88af-46ef-a7c2-bc1f9265894e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9748826 Aug 22 13:48:59.187661 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2484deec-6dff-486b-811c-e3e0d7ac357c None None] Sync routers for ids ['691ab47d-88af-46ef-a7c2-bc1f9265894e'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:48:59.199955 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-ad946b9a-bbca-443e-be82-5f33fa82526e tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] For port 5ec887d4-7168-4884-990a-e8a77359b4ad, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=5ec887d4-7168-4884-990a-e8a77359b4ad,segment=NetworkSegment(cce0aa09-b51c-41e2-9362-be11bbe503c3),segment_id=cce0aa09-b51c-41e2-9362-be11bbe503c3)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:48:59.200498 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ad946b9a-bbca-443e-be82-5f33fa82526e tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:59.205815 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2484deec-6dff-486b-811c-e3e0d7ac357c None None] Routers {'691ab47d-88af-46ef-a7c2-bc1f9265894e'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:48:59.207017 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-2484deec-6dff-486b-811c-e3e0d7ac357c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:48:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['691ab47d-88af-46ef-a7c2-bc1f9265894e'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:48:59.230933 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-ad946b9a-bbca-443e-be82-5f33fa82526e tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Calling delete_port for 5ec887d4-7168-4884-990a-e8a77359b4ad owned by network:router_interface {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:48:59.499808 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-2484deec-6dff-486b-811c-e3e0d7ac357c None None] Set router 691ab47d-88af-46ef-a7c2-bc1f9265894e gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:48:59.506115 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ad946b9a-bbca-443e-be82-5f33fa82526e tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:48:59.603725 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad946b9a-bbca-443e-be82-5f33fa82526e tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event deleted for resources: {'Port': ['ID=5ec887d4-7168-4884-990a-e8a77359b4ad,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:48:59.988522 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-2484deec-6dff-486b-811c-e3e0d7ac357c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'name': 'tempest-TestVolumeBootPattern-1585772999-router', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'eb0b350b-e9ed-4802-b640-bbd749af74cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:48Z', 'updated_at': '2021-08-22T13:48:57Z', 'revision_number': 4, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'gw_port': {'id': 'eb0b350b-e9ed-4802-b640-bbd749af74cf', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:82:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:49Z', 'updated_at': '2021-08-22T13:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '1703a5c7-14cb-4e00-840e-e5065226b41c', 'name': '', 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'mac_address': 'fa:16:3e:d4:63:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'ad565ab1-b54d-4060-a258-16294d6e46a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:54Z', 'updated_at': '2021-08-22T13:48:57Z', 'revision_number': 2, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'subnets': [{'id': 'ad565ab1-b54d-4060-a258-16294d6e46a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:49:00.006124 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ad946b9a-bbca-443e-be82-5f33fa82526e tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:00.025540 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2484deec-6dff-486b-811c-e3e0d7ac357c None None] Checking router: 691ab47d-88af-46ef-a7c2-bc1f9265894e for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:49:00.025987 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2484deec-6dff-486b-811c-e3e0d7ac357c None None] Updating router 691ab47d-88af-46ef-a7c2-bc1f9265894e port 1703a5c7-14cb-4e00-840e-e5065226b41c binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:49:00.054933 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2484deec-6dff-486b-811c-e3e0d7ac357c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:00.370948 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad946b9a-bbca-443e-be82-5f33fa82526e tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Router 4af5970b-c653-4ec2-b30b-d3c2eb2d2929 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:49:00.475035 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 59736) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:00.479971 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-c44fb844-5d28-456e-ba9d-ca8e6733f431 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-202911077-network', 'tenant_id': '14db49331a764372a582b71d4366080c'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:49:00.648255 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44fb844-5d28-456e-ba9d-ca8e6733f431 admin admin] Made reservation on behalf of 14db49331a764372a582b71d4366080c for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:49:00.651734 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c44fb844-5d28-456e-ba9d-ca8e6733f431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:00.653929 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2484deec-6dff-486b-811c-e3e0d7ac357c None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:00.696723 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c44fb844-5d28-456e-ba9d-ca8e6733f431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:00.702475 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-2484deec-6dff-486b-811c-e3e0d7ac357c None None] Transition to ACTIVE for port object 1703a5c7-14cb-4e00-840e-e5065226b41c will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:49:00.717557 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2484deec-6dff-486b-811c-e3e0d7ac357c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:00.829206 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137a7930-1824-4ed6-a435-58eb35d25cc1 None None] Pushing event updated for resources: {'Port': ['ID=1703a5c7-14cb-4e00-840e-e5065226b41c,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:00.882030 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c44fb844-5d28-456e-ba9d-ca8e6733f431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:00.900588 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c44fb844-5d28-456e-ba9d-ca8e6733f431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:00.929040 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad946b9a-bbca-443e-be82-5f33fa82526e tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:49:00.941420 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7592e3-8a7c-443e-b0cb-21f7b5485d7a None None] Sync routers for ids ['4af5970b-c653-4ec2-b30b-d3c2eb2d2929'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:49:00.941971 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-2484deec-6dff-486b-811c-e3e0d7ac357c None None] Attempting to bind port 1703a5c7-14cb-4e00-840e-e5065226b41c on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:49:00.957896 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-2484deec-6dff-486b-811c-e3e0d7ac357c None None] Attempting to bind port 1703a5c7-14cb-4e00-840e-e5065226b41c by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'a8db1aa5-2938-4ee0-bbbc-1190f337bf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:49:00.959793 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2484deec-6dff-486b-811c-e3e0d7ac357c None None] Attempting to bind port 1703a5c7-14cb-4e00-840e-e5065226b41c on network f8ac2233-ea24-423f-9bd4-53abb27cd3b8 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:49:00.966547 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ad946b9a-bbca-443e-be82-5f33fa82526e tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "PUT /v2.0/routers/4af5970b-c653-4ec2-b30b-d3c2eb2d2929/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2897830 Aug 22 13:49:00.966767 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7592e3-8a7c-443e-b0cb-21f7b5485d7a None None] Routers {'4af5970b-c653-4ec2-b30b-d3c2eb2d2929'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:49:00.966767 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-cd7592e3-8a7c-443e-b0cb-21f7b5485d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:48:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['4af5970b-c653-4ec2-b30b-d3c2eb2d2929'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:49:00.967796 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59752) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:00.968371 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c44fb844-5d28-456e-ba9d-ca8e6733f431 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:49:00.995001 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2484deec-6dff-486b-811c-e3e0d7ac357c None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:49:00.995525 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2484deec-6dff-486b-811c-e3e0d7ac357c None None] Checking segment: {'id': 'a8db1aa5-2938-4ee0-bbbc-1190f337bf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:49:00.995846 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2484deec-6dff-486b-811c-e3e0d7ac357c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:00.996189 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2484deec-6dff-486b-811c-e3e0d7ac357c None None] Bound using segment: {'id': 'a8db1aa5-2938-4ee0-bbbc-1190f337bf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:49:00.996702 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-2484deec-6dff-486b-811c-e3e0d7ac357c None None] Bound port: 1703a5c7-14cb-4e00-840e-e5065226b41c, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8db1aa5-2938-4ee0-bbbc-1190f337bf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:49:00.997143 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2484deec-6dff-486b-811c-e3e0d7ac357c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:01.022271 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44fb844-5d28-456e-ba9d-ca8e6733f431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56fda7c7-a650-4b73-9e3c-c8ee4732e721,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:01.047736 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c44fb844-5d28-456e-ba9d-ca8e6733f431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:01.048095 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-c44fb844-5d28-456e-ba9d-ca8e6733f431 admin admin] Added segment b291210e-4b18-41ea-b6c6-ac6f0b600e7f of type vlan for network 12cbe5ff-e290-4bb7-b305-d0b334dc5cb1 Aug 22 13:49:01.077341 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-59de2a55-cc35-4def-a3ab-9dba52bc5d86 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Deleting subnet d1999cc0-1257-4a67-b455-9ebf2b2731dd {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:49:01.082719 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-59de2a55-cc35-4def-a3ab-9dba52bc5d86 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:01.087037 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d6213387-b39f-4bc3-b782-5d1627d9660e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:01.153308 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-59de2a55-cc35-4def-a3ab-9dba52bc5d86 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:01.199547 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c44fb844-5d28-456e-ba9d-ca8e6733f431 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:01.239341 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-cd7592e3-8a7c-443e-b0cb-21f7b5485d7a None None] Set router 4af5970b-c653-4ec2-b30b-d3c2eb2d2929 gateway port host: None {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:49:01.265666 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c44fb844-5d28-456e-ba9d-ca8e6733f431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:01.266754 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44fb844-5d28-456e-ba9d-ca8e6733f431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:01.267458 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c44fb844-5d28-456e-ba9d-ca8e6733f431 admin admin] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:01.312398 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-2484deec-6dff-486b-811c-e3e0d7ac357c None None] For port 1703a5c7-14cb-4e00-840e-e5065226b41c, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:49:01.320054 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-2484deec-6dff-486b-811c-e3e0d7ac357c None None] For port 1703a5c7-14cb-4e00-840e-e5065226b41c, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=1703a5c7-14cb-4e00-840e-e5065226b41c,segment=NetworkSegment(a8db1aa5-2938-4ee0-bbbc-1190f337bf80),segment_id=a8db1aa5-2938-4ee0-bbbc-1190f337bf80)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:49:01.334454 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:01.350388 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2484deec-6dff-486b-811c-e3e0d7ac357c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:01.416575 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44fb844-5d28-456e-ba9d-ca8e6733f431 admin admin] Pushing event updated for resources: {'Network': ['ID=12cbe5ff-e290-4bb7-b305-d0b334dc5cb1,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:01.429817 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c44fb844-5d28-456e-ba9d-ca8e6733f431 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9536319 Aug 22 13:49:01.433279 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 59764) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:01.441917 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-59de2a55-cc35-4def-a3ab-9dba52bc5d86 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:01.452909 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-6fb2be64-1b4d-4b6e-89e1-b2683a368307 admin admin] Request body: {'subnet': {'network_id': '12cbe5ff-e290-4bb7-b305-d0b334dc5cb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-202911077-subnet', 'tenant_id': '14db49331a764372a582b71d4366080c', 'ip_version': 4}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:49:01.456536 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 12cbe5ff-e290-4bb7-b305-d0b334dc5cb1 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:49:01.513849 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb2be64-1b4d-4b6e-89e1-b2683a368307 admin admin] Made reservation on behalf of 14db49331a764372a582b71d4366080c for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:49:01.516647 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6fb2be64-1b4d-4b6e-89e1-b2683a368307 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:01.680019 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-59de2a55-cc35-4def-a3ab-9dba52bc5d86 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:01.686079 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2484deec-6dff-486b-811c-e3e0d7ac357c None None] Routers {'691ab47d-88af-46ef-a7c2-bc1f9265894e'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:49:01.686639 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-2484deec-6dff-486b-811c-e3e0d7ac357c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:49:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['691ab47d-88af-46ef-a7c2-bc1f9265894e'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:49:01.759864 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59de2a55-cc35-4def-a3ab-9dba52bc5d86 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event deleted for resources: {'Subnet': ['ID=d1999cc0-1257-4a67-b455-9ebf2b2731dd,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:01.774386 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137a7930-1824-4ed6-a435-58eb35d25cc1 None None] Pushing event updated for resources: {'Port': ['ID=1703a5c7-14cb-4e00-840e-e5065226b41c,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:01.778245 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-59de2a55-cc35-4def-a3ab-9dba52bc5d86 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:01.782564 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147084b8-c4a4-4061-be5f-d66a7d5e4164 None None] Network 96e54d4c-e0ef-4581-9893-887c46897c97 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:49:01.787517 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-59de2a55-cc35-4def-a3ab-9dba52bc5d86 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "DELETE /v2.0/subnets/d1999cc0-1257-4a67-b455-9ebf2b2731dd HTTP/1.1" status: 204 len: 168 time: 0.8176992 Aug 22 13:49:01.791602 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59772) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:01.850990 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-cd7592e3-8a7c-443e-b0cb-21f7b5485d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'name': 'tempest-RoutersTest-router-2048166686', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:21Z', 'updated_at': '2021-08-22T13:48:59Z', 'revision_number': 9, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'gw_port_host': None, '_interfaces': [{'id': '88c2ca08-2dc9-4c01-bbb1-8364be108d6c', 'name': '', 'network_id': 'bde9de58-cc6b-407a-a80e-14663e65f7dd', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'mac_address': 'fa:16:3e:56:7e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '82d0b917-f67a-4f82-996b-6ca18e2d350b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:30Z', 'updated_at': '2021-08-22T13:48:39Z', 'revision_number': 5, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'subnets': [{'id': '82d0b917-f67a-4f82-996b-6ca18e2d350b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eae4ba56-f7ef-4769-9f7a-cbf6676e2297', 'name': '', 'network_id': '862d89a3-9a28-4ed7-ad1b-1a128c6ceabf', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'mac_address': 'fa:16:3e:74:41:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'e1b40b61-2df3-4950-95ed-b5dcef7cd6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:22Z', 'updated_at': '2021-08-22T13:48:32Z', 'revision_number': 5, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'subnets': [{'id': 'e1b40b61-2df3-4950-95ed-b5dcef7cd6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:49:01.916526 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7592e3-8a7c-443e-b0cb-21f7b5485d7a None None] Checking router: 4af5970b-c653-4ec2-b30b-d3c2eb2d2929 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:49:01.941473 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7592e3-8a7c-443e-b0cb-21f7b5485d7a None None] Routers {'4af5970b-c653-4ec2-b30b-d3c2eb2d2929'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:49:01.944697 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-cd7592e3-8a7c-443e-b0cb-21f7b5485d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:49:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['4af5970b-c653-4ec2-b30b-d3c2eb2d2929'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:49:02.057613 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6fb2be64-1b4d-4b6e-89e1-b2683a368307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:02.113795 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-2484deec-6dff-486b-811c-e3e0d7ac357c None None] Set router 691ab47d-88af-46ef-a7c2-bc1f9265894e gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:49:02.126196 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-43859b84-45a7-417f-9dd5-450cf452c5ba tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:02.177847 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb2be64-1b4d-4b6e-89e1-b2683a368307 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa5fc431-eb88-4828-8eb0-4a015184f53a,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:02.185966 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb2be64-1b4d-4b6e-89e1-b2683a368307 admin admin] Checking segment: {'id': 'b291210e-4b18-41ea-b6c6-ac6f0b600e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '12cbe5ff-e290-4bb7-b305-d0b334dc5cb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:49:02.186443 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb2be64-1b4d-4b6e-89e1-b2683a368307 admin admin] Network hostable DHCP agents. Network: 12cbe5ff-e290-4bb7-b305-d0b334dc5cb1, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:49:02.192183 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-cd7592e3-8a7c-443e-b0cb-21f7b5485d7a None None] Set router 4af5970b-c653-4ec2-b30b-d3c2eb2d2929 gateway port host: None {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:49:02.202498 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153e7da0-1444-424d-9d89-030fed98fbf9 None None] DHCP port deletion for 96e54d4c-e0ef-4581-9893-887c46897c97 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:49:02.216491 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb2be64-1b4d-4b6e-89e1-b2683a368307 admin admin] Network 12cbe5ff-e290-4bb7-b305-d0b334dc5cb1 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:49:02.235860 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-6fb2be64-1b4d-4b6e-89e1-b2683a368307 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 12cbe5ff-e290-4bb7-b305-d0b334dc5cb1) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:49:02.242116 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb2be64-1b4d-4b6e-89e1-b2683a368307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:02.243035 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6fb2be64-1b4d-4b6e-89e1-b2683a368307 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:02.262432 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-43859b84-45a7-417f-9dd5-450cf452c5ba tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Deleting port c64e5b50-a334-4ea5-836f-067b10604595 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:49:02.263744 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-43859b84-45a7-417f-9dd5-450cf452c5ba tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:02.271912 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82982c5-b229-4219-a727-da10e3eb3b48 None None] Network 12cbe5ff-e290-4bb7-b305-d0b334dc5cb1 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:49:02.273476 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6fb2be64-1b4d-4b6e-89e1-b2683a368307 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8389039 Aug 22 13:49:02.276334 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 59786) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:02.281925 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-de6adf32-ac5b-42f3-aabb-2065b6958325 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-202911077-router', 'tenant_id': '14db49331a764372a582b71d4366080c', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:49:02.327577 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-de6adf32-ac5b-42f3-aabb-2065b6958325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:02.328866 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-de6adf32-ac5b-42f3-aabb-2065b6958325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:02.421504 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-de6adf32-ac5b-42f3-aabb-2065b6958325 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:02.430465 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-43859b84-45a7-417f-9dd5-450cf452c5ba tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] For port c64e5b50-a334-4ea5-836f-067b10604595, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=c64e5b50-a334-4ea5-836f-067b10604595,segment=NetworkSegment(cce0aa09-b51c-41e2-9362-be11bbe503c3),segment_id=cce0aa09-b51c-41e2-9362-be11bbe503c3)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:49:02.430835 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-43859b84-45a7-417f-9dd5-450cf452c5ba tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:02.474954 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-43859b84-45a7-417f-9dd5-450cf452c5ba tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Calling delete_port for c64e5b50-a334-4ea5-836f-067b10604595 owned by network:dhcp {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:49:02.696439 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-43859b84-45a7-417f-9dd5-450cf452c5ba tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:02.701084 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:02.716458 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-cd7592e3-8a7c-443e-b0cb-21f7b5485d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'name': 'tempest-RoutersTest-router-2048166686', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:21Z', 'updated_at': '2021-08-22T13:48:59Z', 'revision_number': 9, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'gw_port_host': None, '_interfaces': [{'id': '88c2ca08-2dc9-4c01-bbb1-8364be108d6c', 'name': '', 'network_id': 'bde9de58-cc6b-407a-a80e-14663e65f7dd', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'mac_address': 'fa:16:3e:56:7e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '82d0b917-f67a-4f82-996b-6ca18e2d350b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:30Z', 'updated_at': '2021-08-22T13:48:39Z', 'revision_number': 5, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'subnets': [{'id': '82d0b917-f67a-4f82-996b-6ca18e2d350b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eae4ba56-f7ef-4769-9f7a-cbf6676e2297', 'name': '', 'network_id': '862d89a3-9a28-4ed7-ad1b-1a128c6ceabf', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'mac_address': 'fa:16:3e:74:41:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'e1b40b61-2df3-4950-95ed-b5dcef7cd6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:22Z', 'updated_at': '2021-08-22T13:48:32Z', 'revision_number': 5, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'subnets': [{'id': 'e1b40b61-2df3-4950-95ed-b5dcef7cd6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:49:02.721600 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-153e7da0-1444-424d-9d89-030fed98fbf9 None None] Deleting port c64e5b50-a334-4ea5-836f-067b10604595 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:49:02.722973 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-153e7da0-1444-424d-9d89-030fed98fbf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:02.796281 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43859b84-45a7-417f-9dd5-450cf452c5ba tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] No DVR routers for this DVR port c64e5b50-a334-4ea5-836f-067b10604595 on host n-d-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:49:02.811684 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-de6adf32-ac5b-42f3-aabb-2065b6958325 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:02.812568 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7592e3-8a7c-443e-b0cb-21f7b5485d7a None None] The sync data for ids ['4af5970b-c653-4ec2-b30b-d3c2eb2d2929'] in n-d-793621-33 is: [{'id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'name': 'tempest-RoutersTest-router-2048166686', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:21Z', 'updated_at': '2021-08-22T13:48:59Z', 'revision_number': 9, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'gw_port_host': None, '_interfaces': [{'id': '88c2ca08-2dc9-4c01-bbb1-8364be108d6c', 'name': '', 'network_id': 'bde9de58-cc6b-407a-a80e-14663e65f7dd', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'mac_address': 'fa:16:3e:56:7e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '82d0b917-f67a-4f82-996b-6ca18e2d350b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:30Z', 'updated_at': '2021-08-22T13:48:39Z', 'revision_number': 5, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'subnets': [{'id': '82d0b917-f67a-4f82-996b-6ca18e2d350b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eae4ba56-f7ef-4769-9f7a-cbf6676e2297', 'name': '', 'network_id': '862d89a3-9a28-4ed7-ad1b-1a128c6ceabf', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'mac_address': 'fa:16:3e:74:41:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'e1b40b61-2df3-4950-95ed-b5dcef7cd6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:22Z', 'updated_at': '2021-08-22T13:48:32Z', 'revision_number': 5, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'subnets': [{'id': 'e1b40b61-2df3-4950-95ed-b5dcef7cd6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:49:02.838167 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43859b84-45a7-417f-9dd5-450cf452c5ba tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event deleted for resources: {'Port': ['ID=c64e5b50-a334-4ea5-836f-067b10604595,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:02.964354 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-43859b84-45a7-417f-9dd5-450cf452c5ba tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:02.978294 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ede98a8-0cfe-46ca-85a5-c44b22125387 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-12cbe5ff-e290-4bb7-b305-d0b334dc5cb1', 'network_id': '12cbe5ff-e290-4bb7-b305-d0b334dc5cb1', 'tenant_id': '14db49331a764372a582b71d4366080c', 'fixed_ips': [{'subnet_id': 'fa5fc431-eb88-4828-8eb0-4a015184f53a'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:49:02.980265 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9ede98a8-0cfe-46ca-85a5-c44b22125387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:02.999509 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-43859b84-45a7-417f-9dd5-450cf452c5ba tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96e54d4c-e0ef-4581-9893-887c46897c97']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:49:03.014558 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-43859b84-45a7-417f-9dd5-450cf452c5ba tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cce0aa09-b51c-41e2-9362-be11bbe503c3') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:49:03.015255 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-43859b84-45a7-417f-9dd5-450cf452c5ba tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cce0aa09-b51c-41e2-9362-be11bbe503c3') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:49:03.026725 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-43859b84-45a7-417f-9dd5-450cf452c5ba tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:03.046194 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-43859b84-45a7-417f-9dd5-450cf452c5ba tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:03.056947 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43859b84-45a7-417f-9dd5-450cf452c5ba tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:49:03.061414 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-43859b84-45a7-417f-9dd5-450cf452c5ba tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:03.065849 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:49:03.065849 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:49:03.065849 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:49:03.065849 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:49:03.065849 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:49:03.065849 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:49:03.065849 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:49:03.065849 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:49:03.065849 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:49:03.065849 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:49:03.065849 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:49:03.065849 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:49:03.065849 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:49:03.065849 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:49:03.065849 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:49:03.065849 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:49:03.065849 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:49:03.065849 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:49:03.065849 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:49:03.065849 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:49:03.065849 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:49:03.065849 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:49:03.065849 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:49:03.065849 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:49:03.065849 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:49:03.065849 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:49:03.065849 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:49:03.065849 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:49:03.065849 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:49:03.065849 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:49:03.065849 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:49:03.065849 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:49:03.126343 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-153e7da0-1444-424d-9d89-030fed98fbf9 None None] For port c64e5b50-a334-4ea5-836f-067b10604595, host n-d-793621-33, got binding levels [] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:49:03.128223 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-153e7da0-1444-424d-9d89-030fed98fbf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:03.202821 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-de6adf32-ac5b-42f3-aabb-2065b6958325 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:03.211412 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-43859b84-45a7-417f-9dd5-450cf452c5ba tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:03.229222 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-de6adf32-ac5b-42f3-aabb-2065b6958325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:03.242617 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-43859b84-45a7-417f-9dd5-450cf452c5ba tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:03.245151 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-43859b84-45a7-417f-9dd5-450cf452c5ba tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "DELETE /v2.0/networks/96e54d4c-e0ef-4581-9893-887c46897c97 HTTP/1.1" status: 204 len: 168 time: 1.4524226 Aug 22 13:49:03.271095 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59836) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:03.278468 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-153e7da0-1444-424d-9d89-030fed98fbf9 None None] Calling delete_port for c64e5b50-a334-4ea5-836f-067b10604595 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:49:03.295653 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43859b84-45a7-417f-9dd5-450cf452c5ba tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event deleted for resources: {'Network': ['ID=96e54d4c-e0ef-4581-9893-887c46897c97,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:03.296031 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.ipam_backend_mixin [None req-153e7da0-1444-424d-9d89-030fed98fbf9 None None] Port c64e5b50-a334-4ea5-836f-067b10604595 was not found and therefore no delete operation was performed {{(pid=94629) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 22 13:49:03.308772 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-2484deec-6dff-486b-811c-e3e0d7ac357c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'name': 'tempest-TestVolumeBootPattern-1585772999-router', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'eb0b350b-e9ed-4802-b640-bbd749af74cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:48Z', 'updated_at': '2021-08-22T13:48:57Z', 'revision_number': 4, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'gw_port': {'id': 'eb0b350b-e9ed-4802-b640-bbd749af74cf', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:82:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:49Z', 'updated_at': '2021-08-22T13:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '1703a5c7-14cb-4e00-840e-e5065226b41c', 'name': '', 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'mac_address': 'fa:16:3e:d4:63:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'ad565ab1-b54d-4060-a258-16294d6e46a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:54Z', 'updated_at': '2021-08-22T13:49:01Z', 'revision_number': 4, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'subnets': [{'id': 'ad565ab1-b54d-4060-a258-16294d6e46a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:49:03.369447 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2484deec-6dff-486b-811c-e3e0d7ac357c None None] The sync data for ids ['691ab47d-88af-46ef-a7c2-bc1f9265894e'] in n-d-793621-33 is: [{'id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'name': 'tempest-TestVolumeBootPattern-1585772999-router', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'eb0b350b-e9ed-4802-b640-bbd749af74cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:48Z', 'updated_at': '2021-08-22T13:48:57Z', 'revision_number': 4, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'gw_port': {'id': 'eb0b350b-e9ed-4802-b640-bbd749af74cf', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:82:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:49Z', 'updated_at': '2021-08-22T13:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '1703a5c7-14cb-4e00-840e-e5065226b41c', 'name': '', 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'mac_address': 'fa:16:3e:d4:63:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'ad565ab1-b54d-4060-a258-16294d6e46a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:54Z', 'updated_at': '2021-08-22T13:49:01Z', 'revision_number': 4, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'subnets': [{'id': 'ad565ab1-b54d-4060-a258-16294d6e46a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:49:03.380465 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-153e7da0-1444-424d-9d89-030fed98fbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:03.490481 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-de6adf32-ac5b-42f3-aabb-2065b6958325 admin admin] Allocated IP 172.25.3.76 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/5b6e976a-a1a0-402b-9463-e98ec238e56e) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:49:03.498414 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e7da0-1444-424d-9d89-030fed98fbf9 None None] Pushing event deleted for resources: {'Port': ['ID=c64e5b50-a334-4ea5-836f-067b10604595,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:03.502296 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-153e7da0-1444-424d-9d89-030fed98fbf9 None None] Network 96e54d4c-e0ef-4581-9893-887c46897c97 is not hosted by any dhcp agent {{(pid=94629) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 22 13:49:03.504734 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153e7da0-1444-424d-9d89-030fed98fbf9 None None] No DVR routers for this DVR port c64e5b50-a334-4ea5-836f-067b10604595 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:49:03.686535 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-de6adf32-ac5b-42f3-aabb-2065b6958325 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:03.738001 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-9ede98a8-0cfe-46ca-85a5-c44b22125387 None None] Allocated IP 172.20.0.2 (12cbe5ff-e290-4bb7-b305-d0b334dc5cb1/fa5fc431-eb88-4828-8eb0-4a015184f53a/51551824-8859-4d07-b4d2-22694e08b055) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:49:03.795793 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 1703a5c7-14cb-4e00-840e-e5065226b41c up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:49:03.808162 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-de6adf32-ac5b-42f3-aabb-2065b6958325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:03.878767 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6adf32-ac5b-42f3-aabb-2065b6958325 admin admin] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:49:03.894086 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-de6adf32-ac5b-42f3-aabb-2065b6958325 admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:49:03.904257 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6adf32-ac5b-42f3-aabb-2065b6958325 admin admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:49:04.021106 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:04.027419 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6adf32-ac5b-42f3-aabb-2065b6958325 admin admin] Pushing event updated for resources: {'Port': ['ID=5b6e976a-a1a0-402b-9463-e98ec238e56e,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:04.056403 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 1703a5c7-14cb-4e00-840e-e5065226b41c completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:49:04.123959 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 1703a5c7-14cb-4e00-840e-e5065226b41c triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:49:04.125849 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:04.252521 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1a7ebac3-5643-4ffa-a156-d8780d880e52 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:04.287492 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9ede98a8-0cfe-46ca-85a5-c44b22125387 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:04.290821 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:04.323966 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-9ede98a8-0cfe-46ca-85a5-c44b22125387 None None] Transition to ACTIVE for port object 51551824-8859-4d07-b4d2-22694e08b055 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:49:04.901975 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-1a7ebac3-5643-4ffa-a156-d8780d880e52 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Deleting port 88c2ca08-2dc9-4c01-bbb1-8364be108d6c {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:49:04.902342 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1a7ebac3-5643-4ffa-a156-d8780d880e52 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:04.939111 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-9ede98a8-0cfe-46ca-85a5-c44b22125387 None None] Transition to ACTIVE for port object 51551824-8859-4d07-b4d2-22694e08b055 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:49:04.997994 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9ede98a8-0cfe-46ca-85a5-c44b22125387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:05.038980 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59890) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:05.123051 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:05.131701 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-1a7ebac3-5643-4ffa-a156-d8780d880e52 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] For port 88c2ca08-2dc9-4c01-bbb1-8364be108d6c, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=88c2ca08-2dc9-4c01-bbb1-8364be108d6c,segment=NetworkSegment(be0a0d5e-e5ef-4acd-b76f-932e331aedea),segment_id=be0a0d5e-e5ef-4acd-b76f-932e331aedea)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:49:05.132204 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1a7ebac3-5643-4ffa-a156-d8780d880e52 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:05.156889 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ede98a8-0cfe-46ca-85a5-c44b22125387 None None] Network 12cbe5ff-e290-4bb7-b305-d0b334dc5cb1 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:49:05.159298 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-1a7ebac3-5643-4ffa-a156-d8780d880e52 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Calling delete_port for 88c2ca08-2dc9-4c01-bbb1-8364be108d6c owned by network:router_interface {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:49:05.226324 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-9ede98a8-0cfe-46ca-85a5-c44b22125387 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:49:05.233133 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ede98a8-0cfe-46ca-85a5-c44b22125387 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:49:05.301197 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-de6adf32-ac5b-42f3-aabb-2065b6958325 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:05.313547 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a25d423b-d7f5-44f4-affc-91fca476e80a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:05.377528 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-9ede98a8-0cfe-46ca-85a5-c44b22125387 None None] Attempting to bind port 51551824-8859-4d07-b4d2-22694e08b055 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:49:05.377979 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-9ede98a8-0cfe-46ca-85a5-c44b22125387 None None] Attempting to bind port 51551824-8859-4d07-b4d2-22694e08b055 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'b291210e-4b18-41ea-b6c6-ac6f0b600e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '12cbe5ff-e290-4bb7-b305-d0b334dc5cb1'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:49:05.378260 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ede98a8-0cfe-46ca-85a5-c44b22125387 None None] Attempting to bind port 51551824-8859-4d07-b4d2-22694e08b055 on network 12cbe5ff-e290-4bb7-b305-d0b334dc5cb1 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:49:05.403832 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ede98a8-0cfe-46ca-85a5-c44b22125387 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:49:05.404480 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ede98a8-0cfe-46ca-85a5-c44b22125387 None None] Checking segment: {'id': 'b291210e-4b18-41ea-b6c6-ac6f0b600e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '12cbe5ff-e290-4bb7-b305-d0b334dc5cb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:49:05.409903 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9ede98a8-0cfe-46ca-85a5-c44b22125387 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:05.410611 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ede98a8-0cfe-46ca-85a5-c44b22125387 None None] Bound using segment: {'id': 'b291210e-4b18-41ea-b6c6-ac6f0b600e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '12cbe5ff-e290-4bb7-b305-d0b334dc5cb1'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:49:05.411205 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-9ede98a8-0cfe-46ca-85a5-c44b22125387 None None] Bound port: 51551824-8859-4d07-b4d2-22694e08b055, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b291210e-4b18-41ea-b6c6-ac6f0b600e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '12cbe5ff-e290-4bb7-b305-d0b334dc5cb1'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:49:05.412069 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9ede98a8-0cfe-46ca-85a5-c44b22125387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:05.438835 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 1703a5c7-14cb-4e00-840e-e5065226b41c, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=1703a5c7-14cb-4e00-840e-e5065226b41c,segment=NetworkSegment(a8db1aa5-2938-4ee0-bbbc-1190f337bf80),segment_id=a8db1aa5-2938-4ee0-bbbc-1190f337bf80)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:49:05.532168 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-9ede98a8-0cfe-46ca-85a5-c44b22125387 None None] For port 51551824-8859-4d07-b4d2-22694e08b055, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:49:05.539352 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-9ede98a8-0cfe-46ca-85a5-c44b22125387 None None] For port 51551824-8859-4d07-b4d2-22694e08b055, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=51551824-8859-4d07-b4d2-22694e08b055,segment=NetworkSegment(b291210e-4b18-41ea-b6c6-ac6f0b600e7f),segment_id=b291210e-4b18-41ea-b6c6-ac6f0b600e7f)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:49:05.544435 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1a7ebac3-5643-4ffa-a156-d8780d880e52 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:05.556011 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:05.565133 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9ede98a8-0cfe-46ca-85a5-c44b22125387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:05.575075 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ede98a8-0cfe-46ca-85a5-c44b22125387 None None] Pushing event updated for resources: {'Port': ['ID=51551824-8859-4d07-b4d2-22694e08b055,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:05.640123 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7ebac3-5643-4ffa-a156-d8780d880e52 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event deleted for resources: {'Port': ['ID=88c2ca08-2dc9-4c01-bbb1-8364be108d6c,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:05.667913 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-de6adf32-ac5b-42f3-aabb-2065b6958325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:05.671254 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=1703a5c7-14cb-4e00-840e-e5065226b41c,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:05.689894 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a25d423b-d7f5-44f4-affc-91fca476e80a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:05.718806 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a25d423b-d7f5-44f4-affc-91fca476e80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:05.769266 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ede98a8-0cfe-46ca-85a5-c44b22125387 None None] Pushing event updated for resources: {'Port': ['ID=51551824-8859-4d07-b4d2-22694e08b055,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:05.783683 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 5ec887d4-7168-4884-990a-e8a77359b4ad no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:49:05.801411 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25d423b-d7f5-44f4-affc-91fca476e80a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6debcae-143a-4c6d-9150-bbf737c106af,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:05.821748 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a25d423b-d7f5-44f4-affc-91fca476e80a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=11c4aec90beb4ee2ad0c2961bdc2d123&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7814796 Aug 22 13:49:05.850353 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 5ec887d4-7168-4884-990a-e8a77359b4ad {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:49:05.851000 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 5ec887d4-7168-4884-990a-e8a77359b4ad not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:49:05.851560 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device c64e5b50-a334-4ea5-836f-067b10604595 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:49:05.859706 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 59894) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:05.914247 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: c64e5b50-a334-4ea5-836f-067b10604595 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:49:05.917627 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device c64e5b50-a334-4ea5-836f-067b10604595 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:49:05.979232 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1a7ebac3-5643-4ffa-a156-d8780d880e52 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:06.040875 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2d173e55-4d7c-4a4b-bf6c-64f344958696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:06.104175 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 59900) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:06.134613 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2d173e55-4d7c-4a4b-bf6c-64f344958696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:06.158718 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de6adf32-ac5b-42f3-aabb-2065b6958325 admin admin] Router 041568ed-38d6-4e61-aff1-fac7c3c85dbe is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:49:06.293875 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 1703a5c7-14cb-4e00-840e-e5065226b41c up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:49:06.407227 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 1703a5c7-14cb-4e00-840e-e5065226b41c triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:49:06.408319 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:06.442104 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a7ebac3-5643-4ffa-a156-d8780d880e52 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Router 4af5970b-c653-4ec2-b30b-d3c2eb2d2929 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:49:06.597766 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6adf32-ac5b-42f3-aabb-2065b6958325 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:49:06.611658 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd531753-5eef-4c53-b229-1ef67d56d81e None None] Sync routers for ids ['041568ed-38d6-4e61-aff1-fac7c3c85dbe'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:49:06.635401 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd531753-5eef-4c53-b229-1ef67d56d81e None None] Routers {'041568ed-38d6-4e61-aff1-fac7c3c85dbe'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:49:06.637519 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-fd531753-5eef-4c53-b229-1ef67d56d81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:49:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['041568ed-38d6-4e61-aff1-fac7c3c85dbe'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:49:06.712021 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2d173e55-4d7c-4a4b-bf6c-64f344958696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:06.717138 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2d173e55-4d7c-4a4b-bf6c-64f344958696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:06.721086 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2d173e55-4d7c-4a4b-bf6c-64f344958696 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d6debcae-143a-4c6d-9150-bbf737c106af HTTP/1.1" status: 204 len: 168 time: 0.8570826 Aug 22 13:49:06.764395 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d173e55-4d7c-4a4b-bf6c-64f344958696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6debcae-143a-4c6d-9150-bbf737c106af,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:06.863354 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-de6adf32-ac5b-42f3-aabb-2065b6958325 admin admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:06.871442 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-de6adf32-ac5b-42f3-aabb-2065b6958325 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5939052 Aug 22 13:49:06.875038 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 59906) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:06.965396 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-fd531753-5eef-4c53-b229-1ef67d56d81e None None] Set router 041568ed-38d6-4e61-aff1-fac7c3c85dbe gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:49:07.124134 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7ebac3-5643-4ffa-a156-d8780d880e52 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:49:07.135903 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-1a7ebac3-5643-4ffa-a156-d8780d880e52 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "PUT /v2.0/routers/4af5970b-c653-4ec2-b30b-d3c2eb2d2929/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8601093 Aug 22 13:49:07.140310 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59912) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:07.141628 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d109f8ea-aeb0-4dcb-9580-ba2d0d3d0a37 None None] Sync routers for ids ['4af5970b-c653-4ec2-b30b-d3c2eb2d2929'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:49:07.185180 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d109f8ea-aeb0-4dcb-9580-ba2d0d3d0a37 None None] Routers {'4af5970b-c653-4ec2-b30b-d3c2eb2d2929'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:49:07.186541 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-d109f8ea-aeb0-4dcb-9580-ba2d0d3d0a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:49:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['4af5970b-c653-4ec2-b30b-d3c2eb2d2929'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:49:07.259941 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-217c6c9e-69ed-4e88-b428-6fadca625394 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Deleting subnet 82d0b917-f67a-4f82-996b-6ca18e2d350b {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:49:07.268074 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-217c6c9e-69ed-4e88-b428-6fadca625394 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:07.390447 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-fd531753-5eef-4c53-b229-1ef67d56d81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041568ed-38d6-4e61-aff1-fac7c3c85dbe', 'name': 'tempest-TestVolumeBootPattern-202911077-router', 'tenant_id': '14db49331a764372a582b71d4366080c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '5b6e976a-a1a0-402b-9463-e98ec238e56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:49:02Z', 'updated_at': '2021-08-22T13:49:05Z', 'revision_number': 3, 'project_id': '14db49331a764372a582b71d4366080c', 'gw_port': {'id': '5b6e976a-a1a0-402b-9463-e98ec238e56e', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041568ed-38d6-4e61-aff1-fac7c3c85dbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:49:03Z', 'updated_at': '2021-08-22T13:49:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:49:07.394486 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59914) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:07.428330 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-217c6c9e-69ed-4e88-b428-6fadca625394 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:07.436436 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f1ed6147-676d-4b6e-ae91-a37850ec85f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:07.513963 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd531753-5eef-4c53-b229-1ef67d56d81e None None] Checking router: 041568ed-38d6-4e61-aff1-fac7c3c85dbe for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:49:07.514485 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd531753-5eef-4c53-b229-1ef67d56d81e None None] Updating router 041568ed-38d6-4e61-aff1-fac7c3c85dbe port 5b6e976a-a1a0-402b-9463-e98ec238e56e binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:49:07.570377 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3cadbd-0803-440f-9272-5902983719c1 None None] Network 12cbe5ff-e290-4bb7-b305-d0b334dc5cb1 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:49:07.603703 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-fd531753-5eef-4c53-b229-1ef67d56d81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:07.612674 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-d109f8ea-aeb0-4dcb-9580-ba2d0d3d0a37 None None] Set router 4af5970b-c653-4ec2-b30b-d3c2eb2d2929 gateway port host: None {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:49:07.615517 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-217c6c9e-69ed-4e88-b428-6fadca625394 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:07.704209 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f1ed6147-676d-4b6e-ae91-a37850ec85f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:07.710335 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f1ed6147-676d-4b6e-ae91-a37850ec85f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:07.722267 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-217c6c9e-69ed-4e88-b428-6fadca625394 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:07.787828 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217c6c9e-69ed-4e88-b428-6fadca625394 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event deleted for resources: {'Subnet': ['ID=82d0b917-f67a-4f82-996b-6ca18e2d350b,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:07.808554 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f1ed6147-676d-4b6e-ae91-a37850ec85f4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fcb75da58bc04810a8d3dbf7fc155d68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4127584 Aug 22 13:49:07.809865 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-217c6c9e-69ed-4e88-b428-6fadca625394 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:07.811037 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c2c72de0-96f2-49b7-bccc-113b7e085e9a None None] Provisioning for port 51551824-8859-4d07-b4d2-22694e08b055 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:49:07.811889 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-217c6c9e-69ed-4e88-b428-6fadca625394 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "DELETE /v2.0/subnets/82d0b917-f67a-4f82-996b-6ca18e2d350b HTTP/1.1" status: 204 len: 168 time: 0.6704855 Aug 22 13:49:07.812772 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed6147-676d-4b6e-ae91-a37850ec85f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3fb96d-aca4-4a1f-b86d-f3dda8ffb868,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:07.815405 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59920) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:07.816351 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 59918) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:07.829543 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcac5383-5ed8-4553-ab3b-bf6c56f498f5 None None] Network bde9de58-cc6b-407a-a80e-14663e65f7dd requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:49:07.881710 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0e449c27-0985-4bf7-9665-73aad72223d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:07.923446 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-91efa17e-03ee-4220-a97d-c2b150766a2f tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:07.938746 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-d109f8ea-aeb0-4dcb-9580-ba2d0d3d0a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'name': 'tempest-RoutersTest-router-2048166686', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:21Z', 'updated_at': '2021-08-22T13:49:05Z', 'revision_number': 10, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'gw_port_host': None, '_interfaces': [{'id': 'eae4ba56-f7ef-4769-9f7a-cbf6676e2297', 'name': '', 'network_id': '862d89a3-9a28-4ed7-ad1b-1a128c6ceabf', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'mac_address': 'fa:16:3e:74:41:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'e1b40b61-2df3-4950-95ed-b5dcef7cd6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:22Z', 'updated_at': '2021-08-22T13:48:32Z', 'revision_number': 5, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'subnets': [{'id': 'e1b40b61-2df3-4950-95ed-b5dcef7cd6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:49:08.011136 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d109f8ea-aeb0-4dcb-9580-ba2d0d3d0a37 None None] Checking router: 4af5970b-c653-4ec2-b30b-d3c2eb2d2929 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:49:08.027166 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-91efa17e-03ee-4220-a97d-c2b150766a2f tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Deleting port 8f5d7022-1fc1-486c-bd65-a867707abaf5 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:49:08.027507 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-91efa17e-03ee-4220-a97d-c2b150766a2f tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:08.031379 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d109f8ea-aeb0-4dcb-9580-ba2d0d3d0a37 None None] Routers {'4af5970b-c653-4ec2-b30b-d3c2eb2d2929'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:49:08.032206 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-d109f8ea-aeb0-4dcb-9580-ba2d0d3d0a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:49:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['4af5970b-c653-4ec2-b30b-d3c2eb2d2929'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:49:08.148969 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-d109f8ea-aeb0-4dcb-9580-ba2d0d3d0a37 None None] Set router 4af5970b-c653-4ec2-b30b-d3c2eb2d2929 gateway port host: None {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:49:08.174348 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-91efa17e-03ee-4220-a97d-c2b150766a2f tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] For port 8f5d7022-1fc1-486c-bd65-a867707abaf5, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=8f5d7022-1fc1-486c-bd65-a867707abaf5,segment=NetworkSegment(be0a0d5e-e5ef-4acd-b76f-932e331aedea),segment_id=be0a0d5e-e5ef-4acd-b76f-932e331aedea)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:49:08.174860 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-91efa17e-03ee-4220-a97d-c2b150766a2f tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:08.191498 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-91efa17e-03ee-4220-a97d-c2b150766a2f tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Calling delete_port for 8f5d7022-1fc1-486c-bd65-a867707abaf5 owned by network:dhcp {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:49:08.201841 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 51551824-8859-4d07-b4d2-22694e08b055 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:49:08.252115 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-966ba0aa-6f94-45c9-b0dd-446be7546b0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:08.317088 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-91efa17e-03ee-4220-a97d-c2b150766a2f tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:08.329195 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-966ba0aa-6f94-45c9-b0dd-446be7546b0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:08.364548 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91efa17e-03ee-4220-a97d-c2b150766a2f tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event deleted for resources: {'Port': ['ID=8f5d7022-1fc1-486c-bd65-a867707abaf5,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:08.367183 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91efa17e-03ee-4220-a97d-c2b150766a2f tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] No DVR routers for this DVR port 8f5d7022-1fc1-486c-bd65-a867707abaf5 on host n-d-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:49:08.380768 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 51551824-8859-4d07-b4d2-22694e08b055 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:49:08.409876 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 51551824-8859-4d07-b4d2-22694e08b055 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:49:08.410413 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:08.489413 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-d109f8ea-aeb0-4dcb-9580-ba2d0d3d0a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'name': 'tempest-RoutersTest-router-2048166686', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:21Z', 'updated_at': '2021-08-22T13:49:05Z', 'revision_number': 10, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'gw_port_host': None, '_interfaces': [{'id': 'eae4ba56-f7ef-4769-9f7a-cbf6676e2297', 'name': '', 'network_id': '862d89a3-9a28-4ed7-ad1b-1a128c6ceabf', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'mac_address': 'fa:16:3e:74:41:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'e1b40b61-2df3-4950-95ed-b5dcef7cd6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:22Z', 'updated_at': '2021-08-22T13:48:32Z', 'revision_number': 5, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'subnets': [{'id': 'e1b40b61-2df3-4950-95ed-b5dcef7cd6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:49:08.526722 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-91efa17e-03ee-4220-a97d-c2b150766a2f tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:08.532688 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6c6658-9486-4283-b66a-1b7c26dd9f6b None None] DHCP port deletion for bde9de58-cc6b-407a-a80e-14663e65f7dd request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:49:08.546897 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-91efa17e-03ee-4220-a97d-c2b150766a2f tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bde9de58-cc6b-407a-a80e-14663e65f7dd']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:49:08.547680 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d109f8ea-aeb0-4dcb-9580-ba2d0d3d0a37 None None] The sync data for ids ['4af5970b-c653-4ec2-b30b-d3c2eb2d2929'] in n-d-793621-33 is: [{'id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'name': 'tempest-RoutersTest-router-2048166686', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:21Z', 'updated_at': '2021-08-22T13:49:05Z', 'revision_number': 10, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'gw_port_host': None, '_interfaces': [{'id': 'eae4ba56-f7ef-4769-9f7a-cbf6676e2297', 'name': '', 'network_id': '862d89a3-9a28-4ed7-ad1b-1a128c6ceabf', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'mac_address': 'fa:16:3e:74:41:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'e1b40b61-2df3-4950-95ed-b5dcef7cd6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:22Z', 'updated_at': '2021-08-22T13:48:32Z', 'revision_number': 5, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'subnets': [{'id': 'e1b40b61-2df3-4950-95ed-b5dcef7cd6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:49:08.575155 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-91efa17e-03ee-4220-a97d-c2b150766a2f tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be0a0d5e-e5ef-4acd-b76f-932e331aedea') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:49:08.575464 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-91efa17e-03ee-4220-a97d-c2b150766a2f tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be0a0d5e-e5ef-4acd-b76f-932e331aedea') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:49:08.602200 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-91efa17e-03ee-4220-a97d-c2b150766a2f tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:08.634137 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-fd531753-5eef-4c53-b229-1ef67d56d81e None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:08.634910 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-91efa17e-03ee-4220-a97d-c2b150766a2f tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:08.644005 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91efa17e-03ee-4220-a97d-c2b150766a2f tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:49:08.644252 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-91efa17e-03ee-4220-a97d-c2b150766a2f tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:08.664360 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:49:08.664360 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:49:08.664360 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:49:08.664360 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:49:08.664360 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:49:08.664360 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:49:08.664360 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:49:08.664360 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:49:08.664360 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:49:08.664360 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:49:08.664360 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:49:08.664360 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:49:08.664360 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:49:08.664360 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:49:08.664360 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:49:08.664360 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:49:08.664360 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:49:08.664360 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:49:08.664360 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:49:08.664360 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:49:08.664360 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:49:08.664360 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:49:08.664360 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:49:08.664360 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:49:08.664360 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:49:08.664360 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:49:08.664360 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:49:08.664360 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:49:08.664360 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:49:08.664360 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:49:08.664360 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:49:08.664360 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:49:08.667664 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-966ba0aa-6f94-45c9-b0dd-446be7546b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:08.670353 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-966ba0aa-6f94-45c9-b0dd-446be7546b0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:08.673932 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-966ba0aa-6f94-45c9-b0dd-446be7546b0e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ea3fb96d-aca4-4a1f-b86d-f3dda8ffb868 HTTP/1.1" status: 204 len: 168 time: 0.8530562 Aug 22 13:49:08.676593 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-221e8042-c414-44be-b91a-067f36df93a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:08.688699 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-fd531753-5eef-4c53-b229-1ef67d56d81e None None] Transition to ACTIVE for port object 5b6e976a-a1a0-402b-9463-e98ec238e56e will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:49:08.694952 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:08.703033 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966ba0aa-6f94-45c9-b0dd-446be7546b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3fb96d-aca4-4a1f-b86d-f3dda8ffb868,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:08.725851 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-fd531753-5eef-4c53-b229-1ef67d56d81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:08.793068 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-91efa17e-03ee-4220-a97d-c2b150766a2f tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:08.822210 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-91efa17e-03ee-4220-a97d-c2b150766a2f tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:08.824188 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-91efa17e-03ee-4220-a97d-c2b150766a2f tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "DELETE /v2.0/networks/bde9de58-cc6b-407a-a80e-14663e65f7dd HTTP/1.1" status: 204 len: 168 time: 1.0030553 Aug 22 13:49:08.825471 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91efa17e-03ee-4220-a97d-c2b150766a2f tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event deleted for resources: {'Network': ['ID=bde9de58-cc6b-407a-a80e-14663e65f7dd,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:08.827210 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59928) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:08.846940 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 51551824-8859-4d07-b4d2-22694e08b055, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=51551824-8859-4d07-b4d2-22694e08b055,segment=NetworkSegment(b291210e-4b18-41ea-b6c6-ac6f0b600e7f),segment_id=b291210e-4b18-41ea-b6c6-ac6f0b600e7f)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:49:08.850084 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3f30b0-3f65-4d5e-9fce-ac742f44e15b None None] Pushing event updated for resources: {'Port': ['ID=5b6e976a-a1a0-402b-9463-e98ec238e56e,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:08.853793 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-b4877b30-d407-46eb-af1c-bb9c306b16da None None] Provisioning complete for port 51551824-8859-4d07-b4d2-22694e08b055 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:49:08.854314 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b4877b30-d407-46eb-af1c-bb9c306b16da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:08.859591 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-fd531753-5eef-4c53-b229-1ef67d56d81e None None] Attempting to bind port 5b6e976a-a1a0-402b-9463-e98ec238e56e on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:49:08.859768 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-fd531753-5eef-4c53-b229-1ef67d56d81e None None] Attempting to bind port 5b6e976a-a1a0-402b-9463-e98ec238e56e by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:49:08.860194 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd531753-5eef-4c53-b229-1ef67d56d81e None None] Attempting to bind port 5b6e976a-a1a0-402b-9463-e98ec238e56e on network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:49:08.862197 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:08.903844 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd531753-5eef-4c53-b229-1ef67d56d81e None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:49:08.904491 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd531753-5eef-4c53-b229-1ef67d56d81e None None] Checking segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:49:08.904953 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-fd531753-5eef-4c53-b229-1ef67d56d81e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:08.905932 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd531753-5eef-4c53-b229-1ef67d56d81e None None] Bound using segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:49:08.905932 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-fd531753-5eef-4c53-b229-1ef67d56d81e None None] Bound port: 5b6e976a-a1a0-402b-9463-e98ec238e56e, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:49:08.906451 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-fd531753-5eef-4c53-b229-1ef67d56d81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:08.908951 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3f30b0-3f65-4d5e-9fce-ac742f44e15b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:49:08.909412 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3f30b0-3f65-4d5e-9fce-ac742f44e15b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:49:08.910226 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3f30b0-3f65-4d5e-9fce-ac742f44e15b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:49:08.910668 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3f30b0-3f65-4d5e-9fce-ac742f44e15b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:49:08.911331 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3f30b0-3f65-4d5e-9fce-ac742f44e15b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:49:08.912506 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3f30b0-3f65-4d5e-9fce-ac742f44e15b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:49:08.912875 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3f30b0-3f65-4d5e-9fce-ac742f44e15b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:49:08.913309 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3f30b0-3f65-4d5e-9fce-ac742f44e15b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:49:08.917076 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3f30b0-3f65-4d5e-9fce-ac742f44e15b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:49:08.917613 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3f30b0-3f65-4d5e-9fce-ac742f44e15b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:49:08.918066 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3f30b0-3f65-4d5e-9fce-ac742f44e15b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:49:08.918911 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3f30b0-3f65-4d5e-9fce-ac742f44e15b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:49:08.988040 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-221e8042-c414-44be-b91a-067f36df93a3 admin admin] Allocated IP 172.20.0.1 (12cbe5ff-e290-4bb7-b305-d0b334dc5cb1/fa5fc431-eb88-4828-8eb0-4a015184f53a/0fd5c742-5ca0-4a35-81c5-87b52ccb4c27) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:49:09.070885 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-0e449c27-0985-4bf7-9665-73aad72223d8 admin admin] Deleting port 422208d6-1046-4e74-86a9-aaac3f9db337 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:49:09.071223 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0e449c27-0985-4bf7-9665-73aad72223d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:09.112954 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=51551824-8859-4d07-b4d2-22694e08b055,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:09.143671 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-fd531753-5eef-4c53-b229-1ef67d56d81e None None] For port 5b6e976a-a1a0-402b-9463-e98ec238e56e, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:49:09.148916 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-fd531753-5eef-4c53-b229-1ef67d56d81e None None] For port 5b6e976a-a1a0-402b-9463-e98ec238e56e, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=5b6e976a-a1a0-402b-9463-e98ec238e56e,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:49:09.168608 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-221e8042-c414-44be-b91a-067f36df93a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:09.181268 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-fd531753-5eef-4c53-b229-1ef67d56d81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:09.195864 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-0e449c27-0985-4bf7-9665-73aad72223d8 admin admin] For port 422208d6-1046-4e74-86a9-aaac3f9db337, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=422208d6-1046-4e74-86a9-aaac3f9db337,segment=NetworkSegment(3e2a6405-d9f4-46c3-bd31-caa400911d68),segment_id=3e2a6405-d9f4-46c3-bd31-caa400911d68)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:49:09.196275 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0e449c27-0985-4bf7-9665-73aad72223d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:09.198783 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-221e8042-c414-44be-b91a-067f36df93a3 admin admin] Transition to ACTIVE for port object 0fd5c742-5ca0-4a35-81c5-87b52ccb4c27 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:49:09.212700 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-0e449c27-0985-4bf7-9665-73aad72223d8 admin admin] Calling delete_port for 422208d6-1046-4e74-86a9-aaac3f9db337 owned by network:router_interface {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:49:09.265834 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd531753-5eef-4c53-b229-1ef67d56d81e None None] Routers {'041568ed-38d6-4e61-aff1-fac7c3c85dbe'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:49:09.268298 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-fd531753-5eef-4c53-b229-1ef67d56d81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:49:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['041568ed-38d6-4e61-aff1-fac7c3c85dbe'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:49:09.272007 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3f30b0-3f65-4d5e-9fce-ac742f44e15b None None] Pushing event updated for resources: {'Port': ['ID=5b6e976a-a1a0-402b-9463-e98ec238e56e,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:09.371339 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4a30fad0-8bd6-4993-9949-8e322d29a5a8 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:09.458817 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-221e8042-c414-44be-b91a-067f36df93a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:09.546035 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221e8042-c414-44be-b91a-067f36df93a3 admin admin] Pushing event updated for resources: {'Port': ['ID=0fd5c742-5ca0-4a35-81c5-87b52ccb4c27,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:09.590283 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221e8042-c414-44be-b91a-067f36df93a3 admin admin] Network 12cbe5ff-e290-4bb7-b305-d0b334dc5cb1 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:49:09.595310 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-221e8042-c414-44be-b91a-067f36df93a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:49:09.605038 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221e8042-c414-44be-b91a-067f36df93a3 admin admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:49:09.678097 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-fd531753-5eef-4c53-b229-1ef67d56d81e None None] Set router 041568ed-38d6-4e61-aff1-fac7c3c85dbe gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:49:09.731689 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-221e8042-c414-44be-b91a-067f36df93a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:09.815597 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-4a30fad0-8bd6-4993-9949-8e322d29a5a8 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Deleting port eae4ba56-f7ef-4769-9f7a-cbf6676e2297 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:49:09.817082 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4a30fad0-8bd6-4993-9949-8e322d29a5a8 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:09.844801 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0e449c27-0985-4bf7-9665-73aad72223d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:10.056489 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-4a30fad0-8bd6-4993-9949-8e322d29a5a8 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] For port eae4ba56-f7ef-4769-9f7a-cbf6676e2297, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=eae4ba56-f7ef-4769-9f7a-cbf6676e2297,segment=NetworkSegment(e9fcd354-3bbc-4834-9c26-23028fbf4ca1),segment_id=e9fcd354-3bbc-4834-9c26-23028fbf4ca1)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:49:10.057013 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4a30fad0-8bd6-4993-9949-8e322d29a5a8 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:10.073320 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-4a30fad0-8bd6-4993-9949-8e322d29a5a8 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Calling delete_port for eae4ba56-f7ef-4769-9f7a-cbf6676e2297 owned by network:router_interface {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:49:10.079504 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-27439ca6-d649-4466-9d59-e38e1a94fe3d None None] Provisioning for port 0fd5c742-5ca0-4a35-81c5-87b52ccb4c27 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:49:10.099503 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 51551824-8859-4d07-b4d2-22694e08b055 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:49:10.104260 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-27439ca6-d649-4466-9d59-e38e1a94fe3d None None] Provisioning complete for port 0fd5c742-5ca0-4a35-81c5-87b52ccb4c27 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:49:10.104644 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-27439ca6-d649-4466-9d59-e38e1a94fe3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:10.193640 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-fd531753-5eef-4c53-b229-1ef67d56d81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041568ed-38d6-4e61-aff1-fac7c3c85dbe', 'name': 'tempest-TestVolumeBootPattern-202911077-router', 'tenant_id': '14db49331a764372a582b71d4366080c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '5b6e976a-a1a0-402b-9463-e98ec238e56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:49:02Z', 'updated_at': '2021-08-22T13:49:05Z', 'revision_number': 3, 'project_id': '14db49331a764372a582b71d4366080c', 'gw_port': {'id': '5b6e976a-a1a0-402b-9463-e98ec238e56e', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041568ed-38d6-4e61-aff1-fac7c3c85dbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:49:03Z', 'updated_at': '2021-08-22T13:49:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:49:10.252838 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd531753-5eef-4c53-b229-1ef67d56d81e None None] The sync data for ids ['041568ed-38d6-4e61-aff1-fac7c3c85dbe'] in n-d-793621-33 is: [{'id': '041568ed-38d6-4e61-aff1-fac7c3c85dbe', 'name': 'tempest-TestVolumeBootPattern-202911077-router', 'tenant_id': '14db49331a764372a582b71d4366080c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '5b6e976a-a1a0-402b-9463-e98ec238e56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:49:02Z', 'updated_at': '2021-08-22T13:49:05Z', 'revision_number': 3, 'project_id': '14db49331a764372a582b71d4366080c', 'gw_port': {'id': '5b6e976a-a1a0-402b-9463-e98ec238e56e', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041568ed-38d6-4e61-aff1-fac7c3c85dbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:49:03Z', 'updated_at': '2021-08-22T13:49:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:49:10.259461 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-27439ca6-d649-4466-9d59-e38e1a94fe3d None None] Port 0fd5c742-5ca0-4a35-81c5-87b52ccb4c27 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:49:10.276146 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 51551824-8859-4d07-b4d2-22694e08b055 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:49:10.276496 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:10.281404 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4a30fad0-8bd6-4993-9949-8e322d29a5a8 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:10.332206 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a30fad0-8bd6-4993-9949-8e322d29a5a8 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event deleted for resources: {'Port': ['ID=eae4ba56-f7ef-4769-9f7a-cbf6676e2297,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:10.412861 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e449c27-0985-4bf7-9665-73aad72223d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=422208d6-1046-4e74-86a9-aaac3f9db337,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:10.515831 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 8f5d7022-1fc1-486c-bd65-a867707abaf5 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:49:10.555826 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 8f5d7022-1fc1-486c-bd65-a867707abaf5 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:49:10.556696 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 8f5d7022-1fc1-486c-bd65-a867707abaf5 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:49:10.557231 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 88c2ca08-2dc9-4c01-bbb1-8364be108d6c no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:49:10.625295 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 88c2ca08-2dc9-4c01-bbb1-8364be108d6c {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:49:10.625583 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 88c2ca08-2dc9-4c01-bbb1-8364be108d6c not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:49:10.680796 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4a30fad0-8bd6-4993-9949-8e322d29a5a8 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:10.721382 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-221e8042-c414-44be-b91a-067f36df93a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:10.874049 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0e449c27-0985-4bf7-9665-73aad72223d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:10.955165 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a30fad0-8bd6-4993-9949-8e322d29a5a8 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Router 4af5970b-c653-4ec2-b30b-d3c2eb2d2929 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:49:11.062282 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a30fad0-8bd6-4993-9949-8e322d29a5a8 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:49:11.074862 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db94ab1-8629-4c31-bc54-1f157ff5d01c None None] Sync routers for ids ['4af5970b-c653-4ec2-b30b-d3c2eb2d2929'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:49:11.079244 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-221e8042-c414-44be-b91a-067f36df93a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:11.085200 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-4a30fad0-8bd6-4993-9949-8e322d29a5a8 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "PUT /v2.0/routers/4af5970b-c653-4ec2-b30b-d3c2eb2d2929/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2560387 Aug 22 13:49:11.088048 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59972) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:11.091109 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-221e8042-c414-44be-b91a-067f36df93a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:11.101384 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db94ab1-8629-4c31-bc54-1f157ff5d01c None None] Routers {'4af5970b-c653-4ec2-b30b-d3c2eb2d2929'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:49:11.104187 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-6db94ab1-8629-4c31-bc54-1f157ff5d01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:49:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['4af5970b-c653-4ec2-b30b-d3c2eb2d2929'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:49:11.149740 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-221e8042-c414-44be-b91a-067f36df93a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:11.166904 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1658851-98d7-4081-964e-403bf19ebfae tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Deleting subnet e1b40b61-2df3-4950-95ed-b5dcef7cd6c5 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:49:11.170803 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a1658851-98d7-4081-964e-403bf19ebfae tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:11.236083 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a1658851-98d7-4081-964e-403bf19ebfae tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:11.265259 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-6db94ab1-8629-4c31-bc54-1f157ff5d01c None None] Set router 4af5970b-c653-4ec2-b30b-d3c2eb2d2929 gateway port host: None {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:49:11.303624 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221e8042-c414-44be-b91a-067f36df93a3 admin admin] Pushing event updated for resources: {'Port': ['ID=0fd5c742-5ca0-4a35-81c5-87b52ccb4c27,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:11.389053 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-6db94ab1-8629-4c31-bc54-1f157ff5d01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'name': 'tempest-RoutersTest-router-2048166686', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:21Z', 'updated_at': '2021-08-22T13:49:10Z', 'revision_number': 11, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'gw_port_host': None}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:49:11.420944 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a1658851-98d7-4081-964e-403bf19ebfae tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:11.464790 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db94ab1-8629-4c31-bc54-1f157ff5d01c None None] Checking router: 4af5970b-c653-4ec2-b30b-d3c2eb2d2929 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:49:11.486998 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e449c27-0985-4bf7-9665-73aad72223d8 admin admin] Router 4db889f9-c5a8-40f4-ab71-d80809644146 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:49:11.490630 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db94ab1-8629-4c31-bc54-1f157ff5d01c None None] Routers {'4af5970b-c653-4ec2-b30b-d3c2eb2d2929'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:49:11.491387 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-6db94ab1-8629-4c31-bc54-1f157ff5d01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:49:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['4af5970b-c653-4ec2-b30b-d3c2eb2d2929'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:49:11.550439 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a1658851-98d7-4081-964e-403bf19ebfae tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:11.569412 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221e8042-c414-44be-b91a-067f36df93a3 admin admin] Network 12cbe5ff-e290-4bb7-b305-d0b334dc5cb1 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:49:11.574928 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-221e8042-c414-44be-b91a-067f36df93a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:49:11.598244 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-6db94ab1-8629-4c31-bc54-1f157ff5d01c None None] Set router 4af5970b-c653-4ec2-b30b-d3c2eb2d2929 gateway port host: None {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:49:11.614280 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1658851-98d7-4081-964e-403bf19ebfae tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event deleted for resources: {'Subnet': ['ID=e1b40b61-2df3-4950-95ed-b5dcef7cd6c5,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:11.627996 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a1658851-98d7-4081-964e-403bf19ebfae tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:11.644983 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a1658851-98d7-4081-964e-403bf19ebfae tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "DELETE /v2.0/subnets/e1b40b61-2df3-4950-95ed-b5dcef7cd6c5 HTTP/1.1" status: 204 len: 168 time: 0.5552719 Aug 22 13:49:11.645333 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59984) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:11.677605 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9440eb59-fb16-4ccf-b409-c18061a8e048 None None] Network 862d89a3-9a28-4ed7-ad1b-1a128c6ceabf requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:49:11.681197 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-6db94ab1-8629-4c31-bc54-1f157ff5d01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'name': 'tempest-RoutersTest-router-2048166686', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:21Z', 'updated_at': '2021-08-22T13:49:10Z', 'revision_number': 11, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'gw_port_host': None}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:49:11.801434 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db94ab1-8629-4c31-bc54-1f157ff5d01c None None] The sync data for ids ['4af5970b-c653-4ec2-b30b-d3c2eb2d2929'] in n-d-793621-33 is: [{'id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'name': 'tempest-RoutersTest-router-2048166686', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:21Z', 'updated_at': '2021-08-22T13:49:10Z', 'revision_number': 11, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'gw_port_host': None}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:49:11.828475 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-221e8042-c414-44be-b91a-067f36df93a3 admin admin] Router 041568ed-38d6-4e61-aff1-fac7c3c85dbe has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:49:11.967118 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c2169f95-dc77-48b0-875c-c0dfa06a8894 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:12.052881 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e449c27-0985-4bf7-9665-73aad72223d8 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:49:12.055223 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-f4265c86-acf2-43e7-afa6-2959bcb4495c None None] Provisioning complete for port 0fd5c742-5ca0-4a35-81c5-87b52ccb4c27 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:49:12.055936 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f4265c86-acf2-43e7-afa6-2959bcb4495c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:12.084191 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9b3a0f-1892-4d5a-8d98-83d0ed7e8877 None None] Sync routers for ids ['4db889f9-c5a8-40f4-ab71-d80809644146'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:49:12.090641 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0e449c27-0985-4bf7-9665-73aad72223d8 admin admin] 10.222.0.21 "PUT /v2.0/routers/4db889f9-c5a8-40f4-ab71-d80809644146/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9836476 Aug 22 13:49:12.106321 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 59990) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:12.117759 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-f4265c86-acf2-43e7-afa6-2959bcb4495c None None] Port 0fd5c742-5ca0-4a35-81c5-87b52ccb4c27 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:49:12.121238 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9b3a0f-1892-4d5a-8d98-83d0ed7e8877 None None] Routers {'4db889f9-c5a8-40f4-ab71-d80809644146'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:49:12.121885 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-ac9b3a0f-1892-4d5a-8d98-83d0ed7e8877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:49:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['4db889f9-c5a8-40f4-ab71-d80809644146'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:49:12.163755 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221e8042-c414-44be-b91a-067f36df93a3 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:49:12.171928 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-221e8042-c414-44be-b91a-067f36df93a3 admin admin] 10.222.0.21 "PUT /v2.0/routers/041568ed-38d6-4e61-aff1-fac7c3c85dbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2957940 Aug 22 13:49:12.230637 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ce09ac-ae1b-46d1-986b-e5d7d707a8a7 None None] DHCP port deletion for 862d89a3-9a28-4ed7-ad1b-1a128c6ceabf request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:49:12.281615 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-c2169f95-dc77-48b0-875c-c0dfa06a8894 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Deleting port 91a90c54-d147-498a-b5ef-386956b3cf37 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:49:12.282222 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c2169f95-dc77-48b0-875c-c0dfa06a8894 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:12.373950 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-50ce09ac-ae1b-46d1-986b-e5d7d707a8a7 None None] Deleting port 91a90c54-d147-498a-b5ef-386956b3cf37 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:49:12.377696 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-50ce09ac-ae1b-46d1-986b-e5d7d707a8a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:12.432173 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-c2169f95-dc77-48b0-875c-c0dfa06a8894 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] For port 91a90c54-d147-498a-b5ef-386956b3cf37, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=91a90c54-d147-498a-b5ef-386956b3cf37,segment=NetworkSegment(e9fcd354-3bbc-4834-9c26-23028fbf4ca1),segment_id=e9fcd354-3bbc-4834-9c26-23028fbf4ca1)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:49:12.432608 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c2169f95-dc77-48b0-875c-c0dfa06a8894 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:12.455062 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-ac9b3a0f-1892-4d5a-8d98-83d0ed7e8877 None None] Set router 4db889f9-c5a8-40f4-ab71-d80809644146 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:49:12.479270 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-c2169f95-dc77-48b0-875c-c0dfa06a8894 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Calling delete_port for 91a90c54-d147-498a-b5ef-386956b3cf37 owned by network:dhcp {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:49:12.555697 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-50ce09ac-ae1b-46d1-986b-e5d7d707a8a7 None None] For port 91a90c54-d147-498a-b5ef-386956b3cf37, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=91a90c54-d147-498a-b5ef-386956b3cf37,segment=NetworkSegment(e9fcd354-3bbc-4834-9c26-23028fbf4ca1),segment_id=e9fcd354-3bbc-4834-9c26-23028fbf4ca1)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:49:12.557751 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-50ce09ac-ae1b-46d1-986b-e5d7d707a8a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:12.581115 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-50ce09ac-ae1b-46d1-986b-e5d7d707a8a7 None None] Calling delete_port for 91a90c54-d147-498a-b5ef-386956b3cf37 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:49:12.588705 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 5b6e976a-a1a0-402b-9463-e98ec238e56e up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:49:12.591337 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c2169f95-dc77-48b0-875c-c0dfa06a8894 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:12.699972 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2169f95-dc77-48b0-875c-c0dfa06a8894 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event deleted for resources: {'Port': ['ID=91a90c54-d147-498a-b5ef-386956b3cf37,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:12.766967 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 5b6e976a-a1a0-402b-9463-e98ec238e56e completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:49:12.776920 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 5b6e976a-a1a0-402b-9463-e98ec238e56e triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:49:12.777745 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:12.801452 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2169f95-dc77-48b0-875c-c0dfa06a8894 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] No DVR routers for this DVR port 91a90c54-d147-498a-b5ef-386956b3cf37 on host n-d-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:49:12.844218 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-50ce09ac-ae1b-46d1-986b-e5d7d707a8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:12.906553 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce09ac-ae1b-46d1-986b-e5d7d707a8a7 None None] Pushing event deleted for resources: {'Port': ['ID=91a90c54-d147-498a-b5ef-386956b3cf37,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:12.925130 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-ac9b3a0f-1892-4d5a-8d98-83d0ed7e8877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db889f9-c5a8-40f4-ab71-d80809644146', 'name': 'tempest-TaggedBootDevicesTest_v242-2035045029-router', 'tenant_id': 'd953ee5d914f4a7288a8a29730002fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '9c1070dd-1106-43d5-ae48-476fdb66f183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:37:18Z', 'updated_at': '2021-08-22T13:49:09Z', 'revision_number': 5, 'project_id': 'd953ee5d914f4a7288a8a29730002fca', 'gw_port': {'id': '9c1070dd-1106-43d5-ae48-476fdb66f183', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:85:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db889f9-c5a8-40f4-ab71-d80809644146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:37:20Z', 'updated_at': '2021-08-22T13:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:49:12.929122 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ce09ac-ae1b-46d1-986b-e5d7d707a8a7 None None] No DVR routers for this DVR port 91a90c54-d147-498a-b5ef-386956b3cf37 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:49:12.987932 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9b3a0f-1892-4d5a-8d98-83d0ed7e8877 None None] Checking router: 4db889f9-c5a8-40f4-ab71-d80809644146 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:49:12.997626 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c2169f95-dc77-48b0-875c-c0dfa06a8894 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:13.000779 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9b3a0f-1892-4d5a-8d98-83d0ed7e8877 None None] Routers {'4db889f9-c5a8-40f4-ab71-d80809644146'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:49:13.001829 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-ac9b3a0f-1892-4d5a-8d98-83d0ed7e8877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:49:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['4db889f9-c5a8-40f4-ab71-d80809644146'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:49:13.011399 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b3008cda-0136-4e78-bf56-84f98a4bc41f admin admin] Notify callbacks [] for router, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:13.035775 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:13.076362 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-c2169f95-dc77-48b0-875c-c0dfa06a8894 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['862d89a3-9a28-4ed7-ad1b-1a128c6ceabf']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:49:13.102498 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 5b6e976a-a1a0-402b-9463-e98ec238e56e, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=5b6e976a-a1a0-402b-9463-e98ec238e56e,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:49:13.111183 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff92a320-b99a-4f95-90ab-4efc0b790a88 None None] Sync routers for ids ['041568ed-38d6-4e61-aff1-fac7c3c85dbe'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:49:13.119006 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-c2169f95-dc77-48b0-875c-c0dfa06a8894 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9fcd354-3bbc-4834-9c26-23028fbf4ca1') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:49:13.119311 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-c2169f95-dc77-48b0-875c-c0dfa06a8894 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9fcd354-3bbc-4834-9c26-23028fbf4ca1') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:49:13.127395 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:13.168897 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c2169f95-dc77-48b0-875c-c0dfa06a8894 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:13.171328 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-ac9b3a0f-1892-4d5a-8d98-83d0ed7e8877 None None] Set router 4db889f9-c5a8-40f4-ab71-d80809644146 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:49:13.238002 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff92a320-b99a-4f95-90ab-4efc0b790a88 None None] Routers {'041568ed-38d6-4e61-aff1-fac7c3c85dbe'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:49:13.241623 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-ff92a320-b99a-4f95-90ab-4efc0b790a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:49:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['041568ed-38d6-4e61-aff1-fac7c3c85dbe'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:49:13.251486 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 91a90c54-d147-498a-b5ef-386956b3cf37 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:49:13.262794 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c2169f95-dc77-48b0-875c-c0dfa06a8894 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:13.273486 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2169f95-dc77-48b0-875c-c0dfa06a8894 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:49:13.274092 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c2169f95-dc77-48b0-875c-c0dfa06a8894 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:13.277668 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:49:13.277668 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:49:13.277668 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:49:13.277668 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:49:13.277668 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:49:13.277668 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:49:13.277668 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:49:13.277668 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:49:13.277668 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:49:13.277668 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:49:13.277668 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:49:13.277668 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:49:13.277668 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:49:13.277668 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:49:13.277668 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:49:13.277668 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:49:13.277668 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:49:13.277668 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:49:13.277668 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:49:13.277668 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:49:13.277668 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:49:13.277668 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:49:13.277668 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:49:13.277668 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:49:13.277668 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:49:13.277668 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:49:13.277668 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:49:13.277668 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:49:13.277668 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:49:13.277668 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:49:13.277668 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:49:13.277668 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:49:13.359738 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 91a90c54-d147-498a-b5ef-386956b3cf37 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:49:13.360107 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 91a90c54-d147-498a-b5ef-386956b3cf37 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:49:13.360611 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device eae4ba56-f7ef-4769-9f7a-cbf6676e2297 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:49:13.400256 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: eae4ba56-f7ef-4769-9f7a-cbf6676e2297 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:49:13.400450 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b3008cda-0136-4e78-bf56-84f98a4bc41f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:13.400597 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device eae4ba56-f7ef-4769-9f7a-cbf6676e2297 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:49:13.408644 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=5b6e976a-a1a0-402b-9463-e98ec238e56e,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:13.478923 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-ac9b3a0f-1892-4d5a-8d98-83d0ed7e8877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db889f9-c5a8-40f4-ab71-d80809644146', 'name': 'tempest-TaggedBootDevicesTest_v242-2035045029-router', 'tenant_id': 'd953ee5d914f4a7288a8a29730002fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '9c1070dd-1106-43d5-ae48-476fdb66f183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:37:18Z', 'updated_at': '2021-08-22T13:49:09Z', 'revision_number': 5, 'project_id': 'd953ee5d914f4a7288a8a29730002fca', 'gw_port': {'id': '9c1070dd-1106-43d5-ae48-476fdb66f183', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:85:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db889f9-c5a8-40f4-ab71-d80809644146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:37:20Z', 'updated_at': '2021-08-22T13:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:49:13.481626 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c2169f95-dc77-48b0-875c-c0dfa06a8894 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:13.495090 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c2169f95-dc77-48b0-875c-c0dfa06a8894 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:13.500980 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c2169f95-dc77-48b0-875c-c0dfa06a8894 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "DELETE /v2.0/networks/862d89a3-9a28-4ed7-ad1b-1a128c6ceabf HTTP/1.1" status: 204 len: 168 time: 1.8509755 Aug 22 13:49:13.501138 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60024) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:13.507736 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-be3c8d3a-7d35-445a-9d99-e33036288476 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Request body: {'router': {'routes': None}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:49:13.524159 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2169f95-dc77-48b0-875c-c0dfa06a8894 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Pushing event deleted for resources: {'Network': ['ID=862d89a3-9a28-4ed7-ad1b-1a128c6ceabf,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:13.556158 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-b3008cda-0136-4e78-bf56-84f98a4bc41f admin admin] Deleting port 9c1070dd-1106-43d5-ae48-476fdb66f183 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:49:13.556526 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b3008cda-0136-4e78-bf56-84f98a4bc41f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:13.563109 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-ff92a320-b99a-4f95-90ab-4efc0b790a88 None None] Set router 041568ed-38d6-4e61-aff1-fac7c3c85dbe gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:49:13.594302 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9b3a0f-1892-4d5a-8d98-83d0ed7e8877 None None] The sync data for ids ['4db889f9-c5a8-40f4-ab71-d80809644146'] in n-d-793621-33 is: [{'id': '4db889f9-c5a8-40f4-ab71-d80809644146', 'name': 'tempest-TaggedBootDevicesTest_v242-2035045029-router', 'tenant_id': 'd953ee5d914f4a7288a8a29730002fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '9c1070dd-1106-43d5-ae48-476fdb66f183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:37:18Z', 'updated_at': '2021-08-22T13:49:09Z', 'revision_number': 5, 'project_id': 'd953ee5d914f4a7288a8a29730002fca', 'gw_port': {'id': '9c1070dd-1106-43d5-ae48-476fdb66f183', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:85:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db889f9-c5a8-40f4-ab71-d80809644146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:37:20Z', 'updated_at': '2021-08-22T13:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:49:13.778276 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-b3008cda-0136-4e78-bf56-84f98a4bc41f admin admin] For port 9c1070dd-1106-43d5-ae48-476fdb66f183, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=9c1070dd-1106-43d5-ae48-476fdb66f183,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:49:13.778656 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b3008cda-0136-4e78-bf56-84f98a4bc41f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:13.824467 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-b3008cda-0136-4e78-bf56-84f98a4bc41f admin admin] Calling delete_port for 9c1070dd-1106-43d5-ae48-476fdb66f183 owned by network:router_gateway {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:49:13.831836 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.extraroute_db [None req-be3c8d3a-7d35-445a-9d99-e33036288476 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Added routes are [] {{(pid=94628) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 22 13:49:13.832383 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.extraroute_db [None req-be3c8d3a-7d35-445a-9d99-e33036288476 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Removed routes are [] {{(pid=94628) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 22 13:49:13.832883 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-be3c8d3a-7d35-445a-9d99-e33036288476 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36751'] for router, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:14.038520 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-ff92a320-b99a-4f95-90ab-4efc0b790a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041568ed-38d6-4e61-aff1-fac7c3c85dbe', 'name': 'tempest-TestVolumeBootPattern-202911077-router', 'tenant_id': '14db49331a764372a582b71d4366080c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '5b6e976a-a1a0-402b-9463-e98ec238e56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:49:02Z', 'updated_at': '2021-08-22T13:49:10Z', 'revision_number': 4, 'project_id': '14db49331a764372a582b71d4366080c', 'gw_port': {'id': '5b6e976a-a1a0-402b-9463-e98ec238e56e', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041568ed-38d6-4e61-aff1-fac7c3c85dbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:49:03Z', 'updated_at': '2021-08-22T13:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '0fd5c742-5ca0-4a35-81c5-87b52ccb4c27', 'name': '', 'network_id': '12cbe5ff-e290-4bb7-b305-d0b334dc5cb1', 'tenant_id': '14db49331a764372a582b71d4366080c', 'mac_address': 'fa:16:3e:06:2e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041568ed-38d6-4e61-aff1-fac7c3c85dbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'fa5fc431-eb88-4828-8eb0-4a015184f53a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:49:08Z', 'updated_at': '2021-08-22T13:49:10Z', 'revision_number': 2, 'project_id': '14db49331a764372a582b71d4366080c', 'subnets': [{'id': 'fa5fc431-eb88-4828-8eb0-4a015184f53a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:49:14.069044 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff92a320-b99a-4f95-90ab-4efc0b790a88 None None] Checking router: 041568ed-38d6-4e61-aff1-fac7c3c85dbe for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:49:14.069448 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff92a320-b99a-4f95-90ab-4efc0b790a88 None None] Updating router 041568ed-38d6-4e61-aff1-fac7c3c85dbe port 0fd5c742-5ca0-4a35-81c5-87b52ccb4c27 binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:49:14.127818 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ff92a320-b99a-4f95-90ab-4efc0b790a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:14.135496 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-be3c8d3a-7d35-445a-9d99-e33036288476 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36751'] for router, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:14.139421 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-be3c8d3a-7d35-445a-9d99-e33036288476 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803386'] for router, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:14.164289 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 5b6e976a-a1a0-402b-9463-e98ec238e56e up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:49:14.238074 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b3008cda-0136-4e78-bf56-84f98a4bc41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:14.275891 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be3c8d3a-7d35-445a-9d99-e33036288476 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Router 4af5970b-c653-4ec2-b30b-d3c2eb2d2929 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:49:14.340497 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3008cda-0136-4e78-bf56-84f98a4bc41f admin admin] Pushing event deleted for resources: {'Port': ['ID=9c1070dd-1106-43d5-ae48-476fdb66f183,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:14.380430 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3c8d3a-7d35-445a-9d99-e33036288476 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:49:14.392129 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9288a1d0-fe66-49d6-a1c3-a4a30e812b86 None None] Sync routers for ids ['4af5970b-c653-4ec2-b30b-d3c2eb2d2929'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:49:14.406936 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9288a1d0-fe66-49d6-a1c3-a4a30e812b86 None None] Routers {'4af5970b-c653-4ec2-b30b-d3c2eb2d2929'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:49:14.407978 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-9288a1d0-fe66-49d6-a1c3-a4a30e812b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:49:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['4af5970b-c653-4ec2-b30b-d3c2eb2d2929'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:49:14.414483 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-be3c8d3a-7d35-445a-9d99-e33036288476 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:14.416098 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-be3c8d3a-7d35-445a-9d99-e33036288476 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "PUT /v2.0/routers/4af5970b-c653-4ec2-b30b-d3c2eb2d2929 HTTP/1.1" status: 200 len: 701 time: 0.9142711 Aug 22 13:49:14.420126 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60036) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:14.443535 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b3008cda-0136-4e78-bf56-84f98a4bc41f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:14.482696 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-3eaa6a23-d429-4f9c-bbcc-e805ee333119 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "GET /v2.0/ports?device_id=4af5970b-c653-4ec2-b30b-d3c2eb2d2929 HTTP/1.1" status: 200 len: 205 time: 0.0594354 Aug 22 13:49:14.486131 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60038) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:14.511548 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 5b6e976a-a1a0-402b-9463-e98ec238e56e triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:49:14.511876 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:14.545075 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-9288a1d0-fe66-49d6-a1c3-a4a30e812b86 None None] Set router 4af5970b-c653-4ec2-b30b-d3c2eb2d2929 gateway port host: None {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:49:14.655672 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b3008cda-0136-4e78-bf56-84f98a4bc41f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:14.657057 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-9288a1d0-fe66-49d6-a1c3-a4a30e812b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'name': 'tempest-RoutersTest-router-2048166686', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:21Z', 'updated_at': '2021-08-22T13:49:10Z', 'revision_number': 11, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'gw_port_host': None}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:49:14.658674 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b3008cda-0136-4e78-bf56-84f98a4bc41f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:14.662464 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8129f884-bba1-4e24-a347-9de7e9c471a5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:14.717143 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b3008cda-0136-4e78-bf56-84f98a4bc41f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:14.717826 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3008cda-0136-4e78-bf56-84f98a4bc41f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4db889f9-c5a8-40f4-ab71-d80809644146 {{(pid=94627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:49:14.730792 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b3008cda-0136-4e78-bf56-84f98a4bc41f admin admin] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:14.732433 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-b3008cda-0136-4e78-bf56-84f98a4bc41f admin admin] 10.222.0.21 "DELETE /v2.0/routers/4db889f9-c5a8-40f4-ab71-d80809644146 HTTP/1.1" status: 204 len: 168 time: 2.6249657 Aug 22 13:49:14.735128 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 60042) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:14.735786 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9288a1d0-fe66-49d6-a1c3-a4a30e812b86 None None] Checking router: 4af5970b-c653-4ec2-b30b-d3c2eb2d2929 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:49:14.773891 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9288a1d0-fe66-49d6-a1c3-a4a30e812b86 None None] Routers {'4af5970b-c653-4ec2-b30b-d3c2eb2d2929'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:49:14.776138 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-9288a1d0-fe66-49d6-a1c3-a4a30e812b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:49:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['4af5970b-c653-4ec2-b30b-d3c2eb2d2929'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:49:14.879729 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c880743-9bad-499e-a763-0a335d866a9b admin admin] Deleting subnet 4eb4d59f-f1d3-4065-beb1-2e6b44865678 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:49:14.893544 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5c880743-9bad-499e-a763-0a335d866a9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:14.987972 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-9288a1d0-fe66-49d6-a1c3-a4a30e812b86 None None] Set router 4af5970b-c653-4ec2-b30b-d3c2eb2d2929 gateway port host: None {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:49:15.026679 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5c880743-9bad-499e-a763-0a335d866a9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:15.151212 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8129f884-bba1-4e24-a347-9de7e9c471a5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:15.155202 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8129f884-bba1-4e24-a347-9de7e9c471a5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:15.247506 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-9288a1d0-fe66-49d6-a1c3-a4a30e812b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'name': 'tempest-RoutersTest-router-2048166686', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:21Z', 'updated_at': '2021-08-22T13:49:10Z', 'revision_number': 11, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'gw_port_host': None}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:49:15.280253 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9288a1d0-fe66-49d6-a1c3-a4a30e812b86 None None] The sync data for ids ['4af5970b-c653-4ec2-b30b-d3c2eb2d2929'] in n-d-793621-33 is: [{'id': '4af5970b-c653-4ec2-b30b-d3c2eb2d2929', 'name': 'tempest-RoutersTest-router-2048166686', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:21Z', 'updated_at': '2021-08-22T13:49:10Z', 'revision_number': 11, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'gw_port_host': None}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:49:15.286618 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8129f884-bba1-4e24-a347-9de7e9c471a5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:15.287184 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8129f884-bba1-4e24-a347-9de7e9c471a5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Fanout notify agent at l3_agent the message router_deleted on router 4af5970b-c653-4ec2-b30b-d3c2eb2d2929 {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:49:15.297758 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8129f884-bba1-4e24-a347-9de7e9c471a5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:15.307039 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8129f884-bba1-4e24-a347-9de7e9c471a5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "DELETE /v2.0/routers/4af5970b-c653-4ec2-b30b-d3c2eb2d2929 HTTP/1.1" status: 204 len: 168 time: 0.8155909 Aug 22 13:49:15.307039 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60048) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:15.311948 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-ee29f426-2ab2-477b-a383-71e2a5777466 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1679681187', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:49:15.342043 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ee29f426-2ab2-477b-a383-71e2a5777466 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:15.343491 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ee29f426-2ab2-477b-a383-71e2a5777466 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:15.416145 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 422208d6-1046-4e74-86a9-aaac3f9db337 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:49:15.467855 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ee29f426-2ab2-477b-a383-71e2a5777466 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:15.477951 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ee29f426-2ab2-477b-a383-71e2a5777466 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:15.488218 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 422208d6-1046-4e74-86a9-aaac3f9db337 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:49:15.488906 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 422208d6-1046-4e74-86a9-aaac3f9db337 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:49:15.504705 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ee29f426-2ab2-477b-a383-71e2a5777466 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:15.506568 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ee29f426-2ab2-477b-a383-71e2a5777466 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1985898 Aug 22 13:49:15.509572 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60050) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:15.529755 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-dca13c12-e42b-465d-bc6f-651971ed94ac tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:49:15.553229 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ff92a320-b99a-4f95-90ab-4efc0b790a88 None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:15.565957 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-ff92a320-b99a-4f95-90ab-4efc0b790a88 None None] Transition to ACTIVE for port object 0fd5c742-5ca0-4a35-81c5-87b52ccb4c27 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:49:15.574264 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5c880743-9bad-499e-a763-0a335d866a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:15.578787 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ff92a320-b99a-4f95-90ab-4efc0b790a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:15.638516 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf414e7-2885-4e16-a352-800cfc3c062c None None] Pushing event updated for resources: {'Port': ['ID=0fd5c742-5ca0-4a35-81c5-87b52ccb4c27,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:15.647758 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5c880743-9bad-499e-a763-0a335d866a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:15.714789 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5c880743-9bad-499e-a763-0a335d866a9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:15.717047 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb609ed1-9c17-487e-a2f0-b62dd4af85b1 None None] Network 09ddfb22-9759-41d5-b511-b1a96521841b requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:49:15.724385 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-5c880743-9bad-499e-a763-0a335d866a9b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4eb4d59f-f1d3-4065-beb1-2e6b44865678 HTTP/1.1" status: 204 len: 168 time: 0.9866271 Aug 22 13:49:15.725645 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c880743-9bad-499e-a763-0a335d866a9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4eb4d59f-f1d3-4065-beb1-2e6b44865678,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:15.730771 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 60054) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:15.854571 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dca13c12-e42b-465d-bc6f-651971ed94ac tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36751'] for router, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:15.871935 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dca13c12-e42b-465d-bc6f-651971ed94ac tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803386'] for router, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:15.902298 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-ff92a320-b99a-4f95-90ab-4efc0b790a88 None None] Attempting to bind port 0fd5c742-5ca0-4a35-81c5-87b52ccb4c27 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:49:15.902820 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-ff92a320-b99a-4f95-90ab-4efc0b790a88 None None] Attempting to bind port 0fd5c742-5ca0-4a35-81c5-87b52ccb4c27 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'b291210e-4b18-41ea-b6c6-ac6f0b600e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '12cbe5ff-e290-4bb7-b305-d0b334dc5cb1'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:49:15.903196 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff92a320-b99a-4f95-90ab-4efc0b790a88 None None] Attempting to bind port 0fd5c742-5ca0-4a35-81c5-87b52ccb4c27 on network 12cbe5ff-e290-4bb7-b305-d0b334dc5cb1 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:49:15.905814 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4c2f8fe0-5875-491c-ac23-aa6e57335a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:15.912396 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff92a320-b99a-4f95-90ab-4efc0b790a88 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:49:15.913268 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff92a320-b99a-4f95-90ab-4efc0b790a88 None None] Checking segment: {'id': 'b291210e-4b18-41ea-b6c6-ac6f0b600e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '12cbe5ff-e290-4bb7-b305-d0b334dc5cb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:49:15.913268 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ff92a320-b99a-4f95-90ab-4efc0b790a88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:15.913550 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff92a320-b99a-4f95-90ab-4efc0b790a88 None None] Bound using segment: {'id': 'b291210e-4b18-41ea-b6c6-ac6f0b600e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '12cbe5ff-e290-4bb7-b305-d0b334dc5cb1'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:49:15.914041 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-ff92a320-b99a-4f95-90ab-4efc0b790a88 None None] Bound port: 0fd5c742-5ca0-4a35-81c5-87b52ccb4c27, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b291210e-4b18-41ea-b6c6-ac6f0b600e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '12cbe5ff-e290-4bb7-b305-d0b334dc5cb1'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:49:15.914424 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ff92a320-b99a-4f95-90ab-4efc0b790a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:15.998452 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-4c2f8fe0-5875-491c-ac23-aa6e57335a8a admin admin] Deleting port e2be68b4-f5a1-42e9-b5d1-baf7a4c0331a {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:49:15.998901 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4c2f8fe0-5875-491c-ac23-aa6e57335a8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:16.064371 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-ff92a320-b99a-4f95-90ab-4efc0b790a88 None None] For port 0fd5c742-5ca0-4a35-81c5-87b52ccb4c27, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:49:16.071290 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-ff92a320-b99a-4f95-90ab-4efc0b790a88 None None] For port 0fd5c742-5ca0-4a35-81c5-87b52ccb4c27, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=0fd5c742-5ca0-4a35-81c5-87b52ccb4c27,segment=NetworkSegment(b291210e-4b18-41ea-b6c6-ac6f0b600e7f),segment_id=b291210e-4b18-41ea-b6c6-ac6f0b600e7f)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:49:16.082499 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ff92a320-b99a-4f95-90ab-4efc0b790a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:16.098355 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-4c2f8fe0-5875-491c-ac23-aa6e57335a8a admin admin] For port e2be68b4-f5a1-42e9-b5d1-baf7a4c0331a, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=e2be68b4-f5a1-42e9-b5d1-baf7a4c0331a,segment=NetworkSegment(3e2a6405-d9f4-46c3-bd31-caa400911d68),segment_id=3e2a6405-d9f4-46c3-bd31-caa400911d68)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:49:16.099226 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4c2f8fe0-5875-491c-ac23-aa6e57335a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:16.130406 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-4c2f8fe0-5875-491c-ac23-aa6e57335a8a admin admin] Calling delete_port for e2be68b4-f5a1-42e9-b5d1-baf7a4c0331a owned by network:dhcp {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:49:16.141883 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d6f052-ef55-401f-985e-96f419279d44 None None] DHCP port deletion for 09ddfb22-9759-41d5-b511-b1a96521841b request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:49:16.156467 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 9c1070dd-1106-43d5-ae48-476fdb66f183 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:49:16.170727 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca13c12-e42b-465d-bc6f-651971ed94ac tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Router 8d7b8aca-8c69-4aa7-acf3-0cbb875de165 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:49:16.191346 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 9c1070dd-1106-43d5-ae48-476fdb66f183 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:49:16.191696 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 9c1070dd-1106-43d5-ae48-476fdb66f183 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:49:16.211358 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff92a320-b99a-4f95-90ab-4efc0b790a88 None None] Routers {'041568ed-38d6-4e61-aff1-fac7c3c85dbe'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:49:16.214688 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-ff92a320-b99a-4f95-90ab-4efc0b790a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:49:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['041568ed-38d6-4e61-aff1-fac7c3c85dbe'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:49:16.305663 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf414e7-2885-4e16-a352-800cfc3c062c None None] Pushing event updated for resources: {'Port': ['ID=0fd5c742-5ca0-4a35-81c5-87b52ccb4c27,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:16.327534 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4c2f8fe0-5875-491c-ac23-aa6e57335a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:16.401341 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2f8fe0-5875-491c-ac23-aa6e57335a8a admin admin] Pushing event deleted for resources: {'Port': ['ID=e2be68b4-f5a1-42e9-b5d1-baf7a4c0331a,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:16.416419 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2f8fe0-5875-491c-ac23-aa6e57335a8a admin admin] No DVR routers for this DVR port e2be68b4-f5a1-42e9-b5d1-baf7a4c0331a on host n-d-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:49:16.436728 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-ff92a320-b99a-4f95-90ab-4efc0b790a88 None None] Set router 041568ed-38d6-4e61-aff1-fac7c3c85dbe gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:49:16.591244 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4c2f8fe0-5875-491c-ac23-aa6e57335a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:16.603303 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-4c2f8fe0-5875-491c-ac23-aa6e57335a8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09ddfb22-9759-41d5-b511-b1a96521841b']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:49:16.617821 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-4c2f8fe0-5875-491c-ac23-aa6e57335a8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e2a6405-d9f4-46c3-bd31-caa400911d68') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:49:16.618126 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-4c2f8fe0-5875-491c-ac23-aa6e57335a8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e2a6405-d9f4-46c3-bd31-caa400911d68') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:49:16.630528 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4c2f8fe0-5875-491c-ac23-aa6e57335a8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:16.659299 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4c2f8fe0-5875-491c-ac23-aa6e57335a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:16.681394 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c2f8fe0-5875-491c-ac23-aa6e57335a8a admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:49:16.682108 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4c2f8fe0-5875-491c-ac23-aa6e57335a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:16.684332 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:49:16.684332 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:49:16.684332 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:49:16.684332 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:49:16.684332 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:49:16.684332 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:49:16.684332 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:49:16.684332 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:49:16.684332 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:49:16.684332 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:49:16.684332 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:49:16.684332 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:49:16.684332 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:49:16.684332 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:49:16.684332 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:49:16.684332 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:49:16.684332 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:49:16.684332 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:49:16.684332 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:49:16.684332 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:49:16.684332 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:49:16.684332 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:49:16.684332 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:49:16.684332 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:49:16.684332 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:49:16.684332 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:49:16.684332 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:49:16.684332 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:49:16.684332 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:49:16.684332 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:49:16.684332 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:49:16.684332 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:49:16.705372 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-f4d6f052-ef55-401f-985e-96f419279d44 None None] Deleting port e2be68b4-f5a1-42e9-b5d1-baf7a4c0331a {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:49:16.705917 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f4d6f052-ef55-401f-985e-96f419279d44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:16.804373 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-f4d6f052-ef55-401f-985e-96f419279d44 None None] For port e2be68b4-f5a1-42e9-b5d1-baf7a4c0331a, host n-d-793621-33, got binding levels [] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:49:16.804934 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f4d6f052-ef55-401f-985e-96f419279d44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:16.837544 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4c2f8fe0-5875-491c-ac23-aa6e57335a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:16.849972 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-f4d6f052-ef55-401f-985e-96f419279d44 None None] Calling delete_port for e2be68b4-f5a1-42e9-b5d1-baf7a4c0331a owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:49:16.853844 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.ipam_backend_mixin [None req-f4d6f052-ef55-401f-985e-96f419279d44 None None] Port e2be68b4-f5a1-42e9-b5d1-baf7a4c0331a was not found and therefore no delete operation was performed {{(pid=94629) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 22 13:49:16.856035 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f4d6f052-ef55-401f-985e-96f419279d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:16.858398 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4c2f8fe0-5875-491c-ac23-aa6e57335a8a admin admin] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:16.863510 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-4c2f8fe0-5875-491c-ac23-aa6e57335a8a admin admin] 10.222.0.21 "DELETE /v2.0/networks/09ddfb22-9759-41d5-b511-b1a96521841b HTTP/1.1" status: 204 len: 168 time: 1.1315026 Aug 22 13:49:16.879159 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2f8fe0-5875-491c-ac23-aa6e57335a8a admin admin] Pushing event deleted for resources: {'Network': ['ID=09ddfb22-9759-41d5-b511-b1a96521841b,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:16.890016 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f4d6f052-ef55-401f-985e-96f419279d44 None None] Network 09ddfb22-9759-41d5-b511-b1a96521841b is not hosted by any dhcp agent {{(pid=94629) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 22 13:49:16.890676 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d6f052-ef55-401f-985e-96f419279d44 None None] No DVR routers for this DVR port e2be68b4-f5a1-42e9-b5d1-baf7a4c0331a on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:49:16.894631 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d6f052-ef55-401f-985e-96f419279d44 None None] Pushing event deleted for resources: {'Port': ['ID=e2be68b4-f5a1-42e9-b5d1-baf7a4c0331a,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:16.910348 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca13c12-e42b-465d-bc6f-651971ed94ac tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:49:16.915184 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da3669-4518-4b71-82ca-f6868c24d282 req-af5ece71-f2ee-4aaa-b176-aafed96d5eee tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:16.917169 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f3da3669-4518-4b71-82ca-f6868c24d282 req-af5ece71-f2ee-4aaa-b176-aafed96d5eee tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/networks?id=f8ac2233-ea24-423f-9bd4-53abb27cd3b8 HTTP/1.1" status: 200 len: 812 time: 0.2290561 Aug 22 13:49:16.934255 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dca13c12-e42b-465d-bc6f-651971ed94ac tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:16.938337 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3c233a-529d-48ae-b372-9751b32978d0 None None] Sync routers for ids ['8d7b8aca-8c69-4aa7-acf3-0cbb875de165'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:49:16.939615 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 60094) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:16.939802 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-dca13c12-e42b-465d-bc6f-651971ed94ac tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "PUT /v2.0/routers/8d7b8aca-8c69-4aa7-acf3-0cbb875de165 HTTP/1.1" status: 200 len: 694 time: 1.4275320 Aug 22 13:49:16.956050 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-ff92a320-b99a-4f95-90ab-4efc0b790a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041568ed-38d6-4e61-aff1-fac7c3c85dbe', 'name': 'tempest-TestVolumeBootPattern-202911077-router', 'tenant_id': '14db49331a764372a582b71d4366080c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '5b6e976a-a1a0-402b-9463-e98ec238e56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:49:02Z', 'updated_at': '2021-08-22T13:49:10Z', 'revision_number': 4, 'project_id': '14db49331a764372a582b71d4366080c', 'gw_port': {'id': '5b6e976a-a1a0-402b-9463-e98ec238e56e', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041568ed-38d6-4e61-aff1-fac7c3c85dbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:49:03Z', 'updated_at': '2021-08-22T13:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '0fd5c742-5ca0-4a35-81c5-87b52ccb4c27', 'name': '', 'network_id': '12cbe5ff-e290-4bb7-b305-d0b334dc5cb1', 'tenant_id': '14db49331a764372a582b71d4366080c', 'mac_address': 'fa:16:3e:06:2e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041568ed-38d6-4e61-aff1-fac7c3c85dbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'fa5fc431-eb88-4828-8eb0-4a015184f53a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:49:08Z', 'updated_at': '2021-08-22T13:49:16Z', 'revision_number': 4, 'project_id': '14db49331a764372a582b71d4366080c', 'subnets': [{'id': 'fa5fc431-eb88-4828-8eb0-4a015184f53a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:49:16.999616 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3c233a-529d-48ae-b372-9751b32978d0 None None] Routers {'8d7b8aca-8c69-4aa7-acf3-0cbb875de165'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:49:17.000456 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-8e3c233a-529d-48ae-b372-9751b32978d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:49:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['8d7b8aca-8c69-4aa7-acf3-0cbb875de165'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:49:17.003775 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff92a320-b99a-4f95-90ab-4efc0b790a88 None None] The sync data for ids ['041568ed-38d6-4e61-aff1-fac7c3c85dbe'] in n-d-793621-33 is: [{'id': '041568ed-38d6-4e61-aff1-fac7c3c85dbe', 'name': 'tempest-TestVolumeBootPattern-202911077-router', 'tenant_id': '14db49331a764372a582b71d4366080c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '5b6e976a-a1a0-402b-9463-e98ec238e56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:49:02Z', 'updated_at': '2021-08-22T13:49:10Z', 'revision_number': 4, 'project_id': '14db49331a764372a582b71d4366080c', 'gw_port': {'id': '5b6e976a-a1a0-402b-9463-e98ec238e56e', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041568ed-38d6-4e61-aff1-fac7c3c85dbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:49:03Z', 'updated_at': '2021-08-22T13:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '0fd5c742-5ca0-4a35-81c5-87b52ccb4c27', 'name': '', 'network_id': '12cbe5ff-e290-4bb7-b305-d0b334dc5cb1', 'tenant_id': '14db49331a764372a582b71d4366080c', 'mac_address': 'fa:16:3e:06:2e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041568ed-38d6-4e61-aff1-fac7c3c85dbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'fa5fc431-eb88-4828-8eb0-4a015184f53a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:49:08Z', 'updated_at': '2021-08-22T13:49:16Z', 'revision_number': 4, 'project_id': '14db49331a764372a582b71d4366080c', 'subnets': [{'id': 'fa5fc431-eb88-4828-8eb0-4a015184f53a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:49:17.078052 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-053b534f-0a2c-4bfc-9cab-b662d7a4e3ca tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "GET /v2.0/routers/8d7b8aca-8c69-4aa7-acf3-0cbb875de165 HTTP/1.1" status: 200 len: 700 time: 0.1336966 Aug 22 13:49:17.078972 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60096) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:17.079941 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f3da3669-4518-4b71-82ca-f6868c24d282 req-e1a641b1-28de-4224-b5ec-855bb738e5c5 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/quotas/19e069a6935a47bcb8831313e7520ef4 HTTP/1.1" status: 200 len: 375 time: 0.1558981 Aug 22 13:49:17.193417 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-185679e6-385f-4a52-a806-87a863560f9c tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d7b8aca-8c69-4aa7-acf3-0cbb875de165 HTTP/1.1" status: 200 len: 205 time: 0.1122520 Aug 22 13:49:17.194129 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60100) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:17.194572 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-8e3c233a-529d-48ae-b372-9751b32978d0 None None] Set router 8d7b8aca-8c69-4aa7-acf3-0cbb875de165 gateway port host: None {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:49:17.257317 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f3da3669-4518-4b71-82ca-f6868c24d282 req-29efd066-79b5-4405-9957-f47c8b4394ec tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=19e069a6935a47bcb8831313e7520ef4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1479471 Aug 22 13:49:17.260514 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 60102) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:17.279756 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-8e3c233a-529d-48ae-b372-9751b32978d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7b8aca-8c69-4aa7-acf3-0cbb875de165', 'name': 'tempest-RoutersTest-router-1679681187', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:49:15Z', 'updated_at': '2021-08-22T13:49:15Z', 'revision_number': 2, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'gw_port_host': None}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:49:17.339935 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-110c1d9b-7d52-4636-b440-add9041009ae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d953ee5d914f4a7288a8a29730002fca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0727260 Aug 22 13:49:17.342188 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 60106) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:17.362132 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3c233a-529d-48ae-b372-9751b32978d0 None None] Checking router: 8d7b8aca-8c69-4aa7-acf3-0cbb875de165 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:49:17.384093 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-007c2674-e5ea-452c-b765-166e9b0c5327 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:17.387847 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3c233a-529d-48ae-b372-9751b32978d0 None None] Routers {'8d7b8aca-8c69-4aa7-acf3-0cbb875de165'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:49:17.388513 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-8e3c233a-529d-48ae-b372-9751b32978d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:49:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['8d7b8aca-8c69-4aa7-acf3-0cbb875de165'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:49:17.436555 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e27df2b9-9802-4388-93a2-4ef822f0eb6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:17.506263 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e27df2b9-9802-4388-93a2-4ef822f0eb6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:17.557379 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-8e3c233a-529d-48ae-b372-9751b32978d0 None None] Set router 8d7b8aca-8c69-4aa7-acf3-0cbb875de165 gateway port host: None {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:49:17.630675 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-007c2674-e5ea-452c-b765-166e9b0c5327 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:17.634269 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-007c2674-e5ea-452c-b765-166e9b0c5327 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:17.659451 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-8e3c233a-529d-48ae-b372-9751b32978d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7b8aca-8c69-4aa7-acf3-0cbb875de165', 'name': 'tempest-RoutersTest-router-1679681187', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:49:15Z', 'updated_at': '2021-08-22T13:49:15Z', 'revision_number': 2, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'gw_port_host': None}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:49:17.696015 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-007c2674-e5ea-452c-b765-166e9b0c5327 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:17.697397 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007c2674-e5ea-452c-b765-166e9b0c5327 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Fanout notify agent at l3_agent the message router_deleted on router 8d7b8aca-8c69-4aa7-acf3-0cbb875de165 {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:49:17.714534 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-007c2674-e5ea-452c-b765-166e9b0c5327 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:17.715753 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e27df2b9-9802-4388-93a2-4ef822f0eb6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:17.717726 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-007c2674-e5ea-452c-b765-166e9b0c5327 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "DELETE /v2.0/routers/8d7b8aca-8c69-4aa7-acf3-0cbb875de165 HTTP/1.1" status: 204 len: 168 time: 0.5219185 Aug 22 13:49:17.720766 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60110) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:17.726557 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e27df2b9-9802-4388-93a2-4ef822f0eb6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:17.729214 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e27df2b9-9802-4388-93a2-4ef822f0eb6b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d7b1fd23-abf0-4029-8bf5-4e8e3c16aeae HTTP/1.1" status: 204 len: 168 time: 0.3860531 Aug 22 13:49:17.747616 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3c233a-529d-48ae-b372-9751b32978d0 None None] The sync data for ids ['8d7b8aca-8c69-4aa7-acf3-0cbb875de165'] in n-d-793621-33 is: [{'id': '8d7b8aca-8c69-4aa7-acf3-0cbb875de165', 'name': 'tempest-RoutersTest-router-1679681187', 'tenant_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:49:15Z', 'updated_at': '2021-08-22T13:49:15Z', 'revision_number': 2, 'project_id': '8bdd66044797478ab6b9017c0ef2bbe5', 'gw_port_host': None}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:49:17.750792 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27df2b9-9802-4388-93a2-4ef822f0eb6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b1fd23-abf0-4029-8bf5-4e8e3c16aeae,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:17.771704 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f3da3669-4518-4b71-82ca-f6868c24d282 req-4b1c0339-e9b3-4a08-938f-e85b70f7abac service neutron] 10.222.0.21 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5031965 Aug 22 13:49:17.817829 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-80b82f1b-4151-40fa-be46-4c932078f3b4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d7b8aca-8c69-4aa7-acf3-0cbb875de165 HTTP/1.1" status: 200 len: 205 time: 0.0939929 Aug 22 13:49:17.820833 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60114) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:17.908018 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-64658814-65f2-4caa-bf78-cd8b9f43034a tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] delete failed (client error): The resource could not be found. Aug 22 13:49:17.911956 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-64658814-65f2-4caa-bf78-cd8b9f43034a tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "DELETE /v2.0/routers/8d7b8aca-8c69-4aa7-acf3-0cbb875de165 HTTP/1.1" status: 404 len: 336 time: 0.0899391 Aug 22 13:49:17.912671 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60116) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:17.945631 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f3da3669-4518-4b71-82ca-f6868c24d282 req-4eccaa38-b0f6-4c31-9e3a-0b6a0974c573 service neutron] 10.222.0.21 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715043 Aug 22 13:49:17.956082 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eac5b4b-36a1-43c0-ba27-507ea124c3e5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] DELETE failed (client error): The resource could not be found. Aug 22 13:49:17.956623 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eac5b4b-36a1-43c0-ba27-507ea124c3e5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:49:17.961905 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6eac5b4b-36a1-43c0-ba27-507ea124c3e5 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "DELETE /v2.0/subnets/1eb48156-6ef1-426b-87a4-9794cfd12f8b HTTP/1.1" status: 404 len: 337 time: 0.0425904 Aug 22 13:49:17.962237 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60118) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:18.025496 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-cff2f3e9-4282-438c-a19b-c155654e9735 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] DELETE failed (client error): The resource could not be found. Aug 22 13:49:18.025711 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cff2f3e9-4282-438c-a19b-c155654e9735 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:49:18.032536 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-cff2f3e9-4282-438c-a19b-c155654e9735 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "DELETE /v2.0/subnets/d1999cc0-1257-4a67-b455-9ebf2b2731dd HTTP/1.1" status: 404 len: 337 time: 0.0692317 Aug 22 13:49:18.035214 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60120) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:18.110007 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-e609cd84-6a37-41aa-8d9c-398fa7bacf4d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] DELETE failed (client error): The resource could not be found. Aug 22 13:49:18.139135 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e609cd84-6a37-41aa-8d9c-398fa7bacf4d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:49:18.144463 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 60126) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:18.144944 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e609cd84-6a37-41aa-8d9c-398fa7bacf4d tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "DELETE /v2.0/subnets/82d0b917-f67a-4f82-996b-6ca18e2d350b HTTP/1.1" status: 404 len: 337 time: 0.1083796 Aug 22 13:49:18.164152 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 0fd5c742-5ca0-4a35-81c5-87b52ccb4c27 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:49:18.247928 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-a173a111-a4cd-4117-bcb8-cf8d54d06797 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] DELETE failed (client error): The resource could not be found. Aug 22 13:49:18.252538 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a173a111-a4cd-4117-bcb8-cf8d54d06797 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:49:18.258996 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a173a111-a4cd-4117-bcb8-cf8d54d06797 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "DELETE /v2.0/subnets/e1b40b61-2df3-4950-95ed-b5dcef7cd6c5 HTTP/1.1" status: 404 len: 337 time: 0.1132569 Aug 22 13:49:18.261937 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60130) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:18.296560 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 0fd5c742-5ca0-4a35-81c5-87b52ccb4c27 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:49:18.303447 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 0fd5c742-5ca0-4a35-81c5-87b52ccb4c27 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:49:18.304026 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:18.305835 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-357061b9-b715-4ba4-a568-0b8d62b37c88 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "GET /v2.0/ports?device_id=4af5970b-c653-4ec2-b30b-d3c2eb2d2929 HTTP/1.1" status: 200 len: 205 time: 0.0405054 Aug 22 13:49:18.308438 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 60138) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:18.371000 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-541dc32f-6f8b-45d3-8d3f-f05167a2936b tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] delete failed (client error): The resource could not be found. Aug 22 13:49:18.375074 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60142) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:18.387716 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-541dc32f-6f8b-45d3-8d3f-f05167a2936b tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "DELETE /v2.0/routers/4af5970b-c653-4ec2-b30b-d3c2eb2d2929 HTTP/1.1" status: 404 len: 336 time: 0.0784235 Aug 22 13:49:18.444776 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 60146) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:18.461184 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-fe15ddf8-e754-4fbf-9abe-df1aa42e1066 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f4f87ea-a548-4971-a406-0e368f363549 HTTP/1.1" status: 200 len: 205 time: 0.0842524 Aug 22 13:49:18.508127 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:18.510241 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-5f3190da-f6d5-41c7-9ebe-2673af53f055 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] delete failed (client error): The resource could not be found. Aug 22 13:49:18.511276 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-5f3190da-f6d5-41c7-9ebe-2673af53f055 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "DELETE /v2.0/routers/7f4f87ea-a548-4971-a406-0e368f363549 HTTP/1.1" status: 404 len: 336 time: 0.0655687 Aug 22 13:49:18.513919 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60150) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:18.568666 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-d68849b8-b050-4fac-9ca7-1b559b8074a2 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] DELETE failed (client error): The resource could not be found. Aug 22 13:49:18.569128 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d68849b8-b050-4fac-9ca7-1b559b8074a2 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:49:18.571640 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 0fd5c742-5ca0-4a35-81c5-87b52ccb4c27, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=0fd5c742-5ca0-4a35-81c5-87b52ccb4c27,segment=NetworkSegment(b291210e-4b18-41ea-b6c6-ac6f0b600e7f),segment_id=b291210e-4b18-41ea-b6c6-ac6f0b600e7f)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:49:18.577634 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d68849b8-b050-4fac-9ca7-1b559b8074a2 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "DELETE /v2.0/subnets/13de7bb8-b2ea-46f5-979b-50eecbb48fa3 HTTP/1.1" status: 404 len: 337 time: 0.0623622 Aug 22 13:49:18.581281 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:18.583445 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60154) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:18.681166 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a8d62878-a866-4cad-8fc7-3966e4a6dd61 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b98763e-cb32-427a-ab12-542fb91bce43 HTTP/1.1" status: 200 len: 205 time: 0.0950513 Aug 22 13:49:18.686616 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60160) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:18.694233 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device e2be68b4-f5a1-42e9-b5d1-baf7a4c0331a no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:49:18.703185 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2acb4783-58ee-4dd2-9abf-51ea2cc51073 req-bb11966b-3130-4b07-a4a0-b9203fe511d5 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a463509-9fdf-4f9f-90d5-7e93bb0d6e2f HTTP/1.1" status: 200 len: 210 time: 0.0632939 Aug 22 13:49:18.740151 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: e2be68b4-f5a1-42e9-b5d1-baf7a4c0331a {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:49:18.741014 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device e2be68b4-f5a1-42e9-b5d1-baf7a4c0331a not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:49:18.799691 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=0fd5c742-5ca0-4a35-81c5-87b52ccb4c27,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:18.836108 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-32df16f1-f951-49cf-a33f-92f1bb8024a6 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] delete failed (client error): The resource could not be found. Aug 22 13:49:18.838363 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-32df16f1-f951-49cf-a33f-92f1bb8024a6 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "DELETE /v2.0/routers/6b98763e-cb32-427a-ab12-542fb91bce43 HTTP/1.1" status: 404 len: 336 time: 0.1507485 Aug 22 13:49:18.841355 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 60168) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:18.907983 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-7bfa1a4c-d669-43cf-8936-52319641702a tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "GET /v2.0/ports?device_id=359d0bee-abbc-4470-8683-6e40d0804f25 HTTP/1.1" status: 200 len: 205 time: 0.0653522 Aug 22 13:49:18.910423 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60172) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:19.016119 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-8c097907-d8f7-4e74-a0e7-ec15bfa7c70e tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] delete failed (client error): The resource could not be found. Aug 22 13:49:19.021373 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8c097907-d8f7-4e74-a0e7-ec15bfa7c70e tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "DELETE /v2.0/routers/359d0bee-abbc-4470-8683-6e40d0804f25 HTTP/1.1" status: 404 len: 336 time: 0.1090031 Aug 22 13:49:19.021903 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 60180) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:19.063875 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8f4c9ff-a4b8-4260-9d94-fe73b9f52ff7 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] DELETE failed (client error): The resource could not be found. Aug 22 13:49:19.067829 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8f4c9ff-a4b8-4260-9d94-fe73b9f52ff7 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:49:19.071546 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c8f4c9ff-a4b8-4260-9d94-fe73b9f52ff7 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "DELETE /v2.0/subnets/7e66abab-3c11-48e4-8d81-9f3b36c78597 HTTP/1.1" status: 404 len: 337 time: 0.0484307 Aug 22 13:49:19.075039 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60182) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:19.140597 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 60184) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:19.140949 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 60186) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:19.141436 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-215fbb21-c8de-49ba-a5dd-55bf2696aa85 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "GET /v2.0/ports?device_id=3978de50-2568-4b49-96a1-0c1058226117 HTTP/1.1" status: 200 len: 205 time: 0.0644081 Aug 22 13:49:19.196049 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-64758545-7e45-4fd1-9dc6-cc51e33dcde4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] delete failed (client error): The resource could not be found. Aug 22 13:49:19.201719 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-64758545-7e45-4fd1-9dc6-cc51e33dcde4 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "DELETE /v2.0/routers/3978de50-2568-4b49-96a1-0c1058226117 HTTP/1.1" status: 404 len: 336 time: 0.0592127 Aug 22 13:49:19.204809 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 60190) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:19.262783 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-747a6ca6-d412-4b2b-bcc8-64179b83a060 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] DELETE failed (client error): The resource could not be found. Aug 22 13:49:19.263252 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-747a6ca6-d412-4b2b-bcc8-64179b83a060 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:49:19.265920 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-747a6ca6-d412-4b2b-bcc8-64179b83a060 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "DELETE /v2.0/subnets/bbe9aa22-9da2-4fa9-a7a8-05e798080edd HTTP/1.1" status: 404 len: 337 time: 0.0601447 Aug 22 13:49:19.268668 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 60196) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:19.310331 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-0f1cbdc5-1280-47b8-b722-17fb7fab27f8 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb2d4e87-0cee-4df7-bb18-306d46f4379b HTTP/1.1" status: 200 len: 205 time: 0.0370800 Aug 22 13:49:19.310331 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 60198) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:19.376020 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-c3b6f23a-429f-4199-9ae6-8d62f8ac90fe admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-506216535-network', 'tenant_id': '9d96df5cebbb405ba82c6bb179c3bc9d'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:49:19.382828 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-62de147a-ca2e-496f-9184-5086678330fe tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] delete failed (client error): The resource could not be found. Aug 22 13:49:19.384192 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-62de147a-ca2e-496f-9184-5086678330fe tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "DELETE /v2.0/routers/fb2d4e87-0cee-4df7-bb18-306d46f4379b HTTP/1.1" status: 404 len: 336 time: 0.0738783 Aug 22 13:49:19.387028 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60200) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:19.404448 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b6f23a-429f-4199-9ae6-8d62f8ac90fe admin admin] Made reservation on behalf of 9d96df5cebbb405ba82c6bb179c3bc9d for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:49:19.406762 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c3b6f23a-429f-4199-9ae6-8d62f8ac90fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:19.416665 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c3b6f23a-429f-4199-9ae6-8d62f8ac90fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:19.458081 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-47da3b8f-d4f0-4c99-b76b-55a7b8cad009 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] DELETE failed (client error): The resource could not be found. Aug 22 13:49:19.458475 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47da3b8f-d4f0-4c99-b76b-55a7b8cad009 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:49:19.460273 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-47da3b8f-d4f0-4c99-b76b-55a7b8cad009 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "DELETE /v2.0/subnets/6afe2b97-1c12-4ada-b03a-c441e733c3c8 HTTP/1.1" status: 404 len: 337 time: 0.0715654 Aug 22 13:49:19.463489 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 60202) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:19.498881 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a809a30-efa5-4a65-af43-345daed78bf2 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] DELETE failed (client error): The resource could not be found. Aug 22 13:49:19.499566 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a809a30-efa5-4a65-af43-345daed78bf2 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 13:49:19.501318 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-0a809a30-efa5-4a65-af43-345daed78bf2 tempest-RoutersTest-1774305928 tempest-RoutersTest-1774305928-project] 10.222.0.21 "DELETE /v2.0/subnets/59dde54b-12fc-40f1-9258-173f51f7a198 HTTP/1.1" status: 404 len: 337 time: 0.0346954 Aug 22 13:49:19.578794 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c3b6f23a-429f-4199-9ae6-8d62f8ac90fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:19.584719 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c3b6f23a-429f-4199-9ae6-8d62f8ac90fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:19.632780 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3b6f23a-429f-4199-9ae6-8d62f8ac90fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:49:19.638806 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b6f23a-429f-4199-9ae6-8d62f8ac90fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2924936-c826-4874-ada7-0c0970e26ccb,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:19.649443 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c3b6f23a-429f-4199-9ae6-8d62f8ac90fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:19.649928 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-c3b6f23a-429f-4199-9ae6-8d62f8ac90fe admin admin] Added segment 91ca05a8-9957-4745-9d60-318f1fb61eff of type vlan for network 44f68121-1041-4305-a508-750c52cc599b Aug 22 13:49:19.695733 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c3b6f23a-429f-4199-9ae6-8d62f8ac90fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:19.726581 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c3b6f23a-429f-4199-9ae6-8d62f8ac90fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:19.727669 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b6f23a-429f-4199-9ae6-8d62f8ac90fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:19.728343 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c3b6f23a-429f-4199-9ae6-8d62f8ac90fe admin admin] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:19.760611 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60210) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:19.789501 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c3b6f23a-429f-4199-9ae6-8d62f8ac90fe admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6456969 Aug 22 13:49:19.792356 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 60214) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:19.797546 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-90dbc28e-f948-4a00-8cb1-c0bbccc91228 admin admin] Request body: {'subnet': {'network_id': '44f68121-1041-4305-a508-750c52cc599b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-506216535-subnet', 'tenant_id': '9d96df5cebbb405ba82c6bb179c3bc9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:49:19.812539 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b6f23a-429f-4199-9ae6-8d62f8ac90fe admin admin] Pushing event updated for resources: {'Network': ['ID=44f68121-1041-4305-a508-750c52cc599b,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:19.823121 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 44f68121-1041-4305-a508-750c52cc599b details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:49:19.839623 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90dbc28e-f948-4a00-8cb1-c0bbccc91228 admin admin] Made reservation on behalf of 9d96df5cebbb405ba82c6bb179c3bc9d for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:49:19.846494 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-90dbc28e-f948-4a00-8cb1-c0bbccc91228 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:19.956969 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-96c27aba-7a92-4e9d-9275-4f971ab25e4d req-122c58ee-5984-4bfe-843f-2ad1001b037b tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a463509-9fdf-4f9f-90d5-7e93bb0d6e2f HTTP/1.1" status: 200 len: 210 time: 0.1039097 Aug 22 13:49:20.031099 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-3abd28d6-0e06-4f95-8d9f-f96c97fadff7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8bdd66044797478ab6b9017c0ef2bbe5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2663126 Aug 22 13:49:20.037529 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60220) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:20.141359 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 0fd5c742-5ca0-4a35-81c5-87b52ccb4c27 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:49:20.238059 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dccda555-fbd1-4847-aa65-93710384922d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:20.251711 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 0fd5c742-5ca0-4a35-81c5-87b52ccb4c27 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:49:20.252186 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:20.291681 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dccda555-fbd1-4847-aa65-93710384922d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:20.411312 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dccda555-fbd1-4847-aa65-93710384922d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:20.415480 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dccda555-fbd1-4847-aa65-93710384922d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:20.417750 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-dccda555-fbd1-4847-aa65-93710384922d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ce894e3d-42d2-461f-9a7c-65beeaed6954 HTTP/1.1" status: 204 len: 168 time: 0.3779311 Aug 22 13:49:20.428007 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da3669-4518-4b71-82ca-f6868c24d282 req-e4778dca-ecce-4eda-a0e1-605fb4ab1bbc tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:20.429053 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccda555-fbd1-4847-aa65-93710384922d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce894e3d-42d2-461f-9a7c-65beeaed6954,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:20.436491 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f3da3669-4518-4b71-82ca-f6868c24d282 req-e4778dca-ecce-4eda-a0e1-605fb4ab1bbc tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.16 "GET /v2.0/networks?id=f8ac2233-ea24-423f-9bd4-53abb27cd3b8 HTTP/1.1" status: 200 len: 812 time: 0.3778291 Aug 22 13:49:20.480411 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-f3da3669-4518-4b71-82ca-f6868c24d282 req-1b3623bf-d7c7-469e-b44f-1b8e2dae6934 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Request body: {'port': {'device_id': '3a463509-9fdf-4f9f-90d5-7e93bb0d6e2f', 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8', 'admin_state_up': True, 'tenant_id': '19e069a6935a47bcb8831313e7520ef4'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:49:20.482862 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60232) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:20.577261 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-90dbc28e-f948-4a00-8cb1-c0bbccc91228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:20.631806 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dbc28e-f948-4a00-8cb1-c0bbccc91228 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c31e6435-8980-42e9-b248-b376e209d62f,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:20.716914 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3da3669-4518-4b71-82ca-f6868c24d282 req-1b3623bf-d7c7-469e-b44f-1b8e2dae6934 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Made reservation on behalf of 19e069a6935a47bcb8831313e7520ef4 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:49:20.720694 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f3da3669-4518-4b71-82ca-f6868c24d282 req-1b3623bf-d7c7-469e-b44f-1b8e2dae6934 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:20.744863 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9d712c3a-a322-4fd5-86f6-8ccee9c4f899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:20.931132 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-f3da3669-4518-4b71-82ca-f6868c24d282 req-1b3623bf-d7c7-469e-b44f-1b8e2dae6934 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Allocated IP 172.20.0.13 (f8ac2233-ea24-423f-9bd4-53abb27cd3b8/ad565ab1-b54d-4060-a258-16294d6e46a2/2917338e-a42c-43a5-8be8-62459a34f24b) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:49:20.964627 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9d712c3a-a322-4fd5-86f6-8ccee9c4f899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:20.982388 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9d712c3a-a322-4fd5-86f6-8ccee9c4f899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:21.089366 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9d712c3a-a322-4fd5-86f6-8ccee9c4f899 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=50a59f6482314e429cd2f6cee9f95b5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6043735 Aug 22 13:49:21.091385 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d712c3a-a322-4fd5-86f6-8ccee9c4f899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d33206-d441-415c-a9a1-ac4d96ae9903,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:21.106953 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60254) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:21.132311 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f3da3669-4518-4b71-82ca-f6868c24d282 req-1b3623bf-d7c7-469e-b44f-1b8e2dae6934 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:21.157855 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-f3da3669-4518-4b71-82ca-f6868c24d282 req-1b3623bf-d7c7-469e-b44f-1b8e2dae6934 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Transition to ACTIVE for port object 2917338e-a42c-43a5-8be8-62459a34f24b will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:49:21.213503 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1dc64a3b-d17d-4989-a614-2dcce79f215f req-b15d5233-1a04-46dd-8740-4ca6a665c860 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a463509-9fdf-4f9f-90d5-7e93bb0d6e2f HTTP/1.1" status: 200 len: 210 time: 0.0467784 Aug 22 13:49:21.223429 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dbc28e-f948-4a00-8cb1-c0bbccc91228 admin admin] Checking segment: {'id': '91ca05a8-9957-4745-9d60-318f1fb61eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '44f68121-1041-4305-a508-750c52cc599b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:49:21.224540 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dbc28e-f948-4a00-8cb1-c0bbccc91228 admin admin] Network hostable DHCP agents. Network: 44f68121-1041-4305-a508-750c52cc599b, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:49:21.271715 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-49fcbc38-80ff-4af1-88a9-958f3f20c170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:21.275012 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dbc28e-f948-4a00-8cb1-c0bbccc91228 admin admin] Network 44f68121-1041-4305-a508-750c52cc599b is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:49:21.297323 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f3da3669-4518-4b71-82ca-f6868c24d282 req-1b3623bf-d7c7-469e-b44f-1b8e2dae6934 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:21.299405 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-90dbc28e-f948-4a00-8cb1-c0bbccc91228 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 44f68121-1041-4305-a508-750c52cc599b) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:49:21.319466 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90dbc28e-f948-4a00-8cb1-c0bbccc91228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:21.320062 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-90dbc28e-f948-4a00-8cb1-c0bbccc91228 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:21.320945 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-49fcbc38-80ff-4af1-88a9-958f3f20c170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:21.328451 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73eba937-ba3f-452b-bcf6-6037c909413d None None] Network 44f68121-1041-4305-a508-750c52cc599b requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:49:21.417170 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3da3669-4518-4b71-82ca-f6868c24d282 req-1b3623bf-d7c7-469e-b44f-1b8e2dae6934 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Network f8ac2233-ea24-423f-9bd4-53abb27cd3b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:49:21.434871 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-90dbc28e-f948-4a00-8cb1-c0bbccc91228 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.6413102 Aug 22 13:49:21.436461 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-f3da3669-4518-4b71-82ca-f6868c24d282 req-1b3623bf-d7c7-469e-b44f-1b8e2dae6934 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:49:21.439682 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3623bf-d7c7-469e-b44f-1b8e2dae6934 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Pushing event updated for resources: {'Port': ['ID=2917338e-a42c-43a5-8be8-62459a34f24b,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:21.449007 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3da3669-4518-4b71-82ca-f6868c24d282 req-1b3623bf-d7c7-469e-b44f-1b8e2dae6934 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:49:21.482770 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-49fcbc38-80ff-4af1-88a9-958f3f20c170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:21.485576 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-49fcbc38-80ff-4af1-88a9-958f3f20c170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:21.487061 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-49fcbc38-80ff-4af1-88a9-958f3f20c170 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/60d33206-d441-415c-a9a1-ac4d96ae9903 HTTP/1.1" status: 204 len: 168 time: 0.3787043 Aug 22 13:49:21.505889 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fcbc38-80ff-4af1-88a9-958f3f20c170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d33206-d441-415c-a9a1-ac4d96ae9903,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:21.571420 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da3669-4518-4b71-82ca-f6868c24d282 req-1b3623bf-d7c7-469e-b44f-1b8e2dae6934 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:21.577262 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f3da3669-4518-4b71-82ca-f6868c24d282 req-1b3623bf-d7c7-469e-b44f-1b8e2dae6934 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:21.604799 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f3da3669-4518-4b71-82ca-f6868c24d282 req-1b3623bf-d7c7-469e-b44f-1b8e2dae6934 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1469903 Aug 22 13:49:21.622559 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f1f2eb-6af1-4162-b310-059073e09986 None None] Network 44f68121-1041-4305-a508-750c52cc599b requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:49:21.627589 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-f3da3669-4518-4b71-82ca-f6868c24d282 req-a17b2f89-79a3-4e07-a3e6-32dbe3dc5f82 service neutron] Request body: {'port': {'device_id': '3a463509-9fdf-4f9f-90d5-7e93bb0d6e2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:49:21.769861 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f3da3669-4518-4b71-82ca-f6868c24d282 req-a17b2f89-79a3-4e07-a3e6-32dbe3dc5f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:21.968282 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-847ec238-c41f-4dd7-88c9-8391627fe367 None None] Provisioning for port 2917338e-a42c-43a5-8be8-62459a34f24b completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:49:22.048000 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-847ec238-c41f-4dd7-88c9-8391627fe367 None None] Provisioning complete for port 2917338e-a42c-43a5-8be8-62459a34f24b triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:49:22.050707 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-847ec238-c41f-4dd7-88c9-8391627fe367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:22.136187 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60290) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:22.157168 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a8c9cef2-8b80-4421-933b-a45306187f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:22.159720 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-847ec238-c41f-4dd7-88c9-8391627fe367 None None] Port 2917338e-a42c-43a5-8be8-62459a34f24b cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:49:22.299277 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a8c9cef2-8b80-4421-933b-a45306187f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:22.308392 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a8c9cef2-8b80-4421-933b-a45306187f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:22.424596 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a8c9cef2-8b80-4421-933b-a45306187f57 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=25c772d1401d49d180b7b9a7acf6b0db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2851677 Aug 22 13:49:22.424596 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60296) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:22.436983 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c9cef2-8b80-4421-933b-a45306187f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510108fd-78a5-4664-ae35-5dd6b581f1a5,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:22.516955 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-f3da3669-4518-4b71-82ca-f6868c24d282 req-a17b2f89-79a3-4e07-a3e6-32dbe3dc5f82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2917338e-a42c-43a5-8be8-62459a34f24b {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:49:22.530415 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f3da3669-4518-4b71-82ca-f6868c24d282 req-a17b2f89-79a3-4e07-a3e6-32dbe3dc5f82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:22.555846 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-46eaea41-a44d-4847-be1c-b37a7d364715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:22.596477 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-46eaea41-a44d-4847-be1c-b37a7d364715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:22.597195 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6dd4e-3c5e-47ee-9ddc-54c87165c8d9 req-31821634-cb7a-4d74-96c8-31ef71707f6a tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:22.599947 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ca6dd4e-3c5e-47ee-9ddc-54c87165c8d9 req-31821634-cb7a-4d74-96c8-31ef71707f6a tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a463509-9fdf-4f9f-90d5-7e93bb0d6e2f HTTP/1.1" status: 200 len: 932 time: 0.2223530 Aug 22 13:49:22.607530 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-f3da3669-4518-4b71-82ca-f6868c24d282 req-a17b2f89-79a3-4e07-a3e6-32dbe3dc5f82 service neutron] Transition to ACTIVE for port object 2917338e-a42c-43a5-8be8-62459a34f24b will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:49:22.630444 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f3da3669-4518-4b71-82ca-f6868c24d282 req-a17b2f89-79a3-4e07-a3e6-32dbe3dc5f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:22.675454 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-46eaea41-a44d-4847-be1c-b37a7d364715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:22.679259 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-46eaea41-a44d-4847-be1c-b37a7d364715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:22.685295 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-46eaea41-a44d-4847-be1c-b37a7d364715 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/510108fd-78a5-4664-ae35-5dd6b581f1a5 HTTP/1.1" status: 204 len: 168 time: 0.2585506 Aug 22 13:49:22.703317 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eaea41-a44d-4847-be1c-b37a7d364715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510108fd-78a5-4664-ae35-5dd6b581f1a5,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:22.723463 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b2f89-79a3-4e07-a3e6-32dbe3dc5f82 service neutron] Pushing event updated for resources: {'Port': ['ID=2917338e-a42c-43a5-8be8-62459a34f24b,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:22.737591 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60306) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:22.812172 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ca6dd4e-3c5e-47ee-9ddc-54c87165c8d9 req-bcaed96a-4eb1-49d8-bc27-a4f9249a78b1 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016876 Aug 22 13:49:22.887111 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-edf542e0-f471-4439-8cfc-efa5c0804da1 tempest-SubnetPoolsTestJSON-105885975 tempest-SubnetPoolsTestJSON-105885975-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-187212706', 'prefixes': ['172.20.0.0/16']}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:49:22.974032 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-f3da3669-4518-4b71-82ca-f6868c24d282 req-a17b2f89-79a3-4e07-a3e6-32dbe3dc5f82 service neutron] Attempting to bind port 2917338e-a42c-43a5-8be8-62459a34f24b on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:49:22.974699 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-f3da3669-4518-4b71-82ca-f6868c24d282 req-a17b2f89-79a3-4e07-a3e6-32dbe3dc5f82 service neutron] Attempting to bind port 2917338e-a42c-43a5-8be8-62459a34f24b by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': 'a8db1aa5-2938-4ee0-bbbc-1190f337bf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:49:22.975302 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3da3669-4518-4b71-82ca-f6868c24d282 req-a17b2f89-79a3-4e07-a3e6-32dbe3dc5f82 service neutron] Attempting to bind port 2917338e-a42c-43a5-8be8-62459a34f24b on network f8ac2233-ea24-423f-9bd4-53abb27cd3b8 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:49:22.985397 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3da3669-4518-4b71-82ca-f6868c24d282 req-a17b2f89-79a3-4e07-a3e6-32dbe3dc5f82 service neutron] Port 2917338e-a42c-43a5-8be8-62459a34f24b on network f8ac2233-ea24-423f-9bd4-53abb27cd3b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:49:22.986288 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3da3669-4518-4b71-82ca-f6868c24d282 req-a17b2f89-79a3-4e07-a3e6-32dbe3dc5f82 service neutron] Attempting to bind port 2917338e-a42c-43a5-8be8-62459a34f24b on network f8ac2233-ea24-423f-9bd4-53abb27cd3b8 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:49:23.007889 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3da3669-4518-4b71-82ca-f6868c24d282 req-a17b2f89-79a3-4e07-a3e6-32dbe3dc5f82 service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:49:23.008337 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3da3669-4518-4b71-82ca-f6868c24d282 req-a17b2f89-79a3-4e07-a3e6-32dbe3dc5f82 service neutron] Checking segment: {'id': 'a8db1aa5-2938-4ee0-bbbc-1190f337bf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:49:23.009012 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3da3669-4518-4b71-82ca-f6868c24d282 req-a17b2f89-79a3-4e07-a3e6-32dbe3dc5f82 service neutron] Bound using segment: {'id': 'a8db1aa5-2938-4ee0-bbbc-1190f337bf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:49:23.009604 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-f3da3669-4518-4b71-82ca-f6868c24d282 req-a17b2f89-79a3-4e07-a3e6-32dbe3dc5f82 service neutron] Bound port: 2917338e-a42c-43a5-8be8-62459a34f24b, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8db1aa5-2938-4ee0-bbbc-1190f337bf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:49:23.010125 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f3da3669-4518-4b71-82ca-f6868c24d282 req-a17b2f89-79a3-4e07-a3e6-32dbe3dc5f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:23.040830 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-edf542e0-f471-4439-8cfc-efa5c0804da1 tempest-SubnetPoolsTestJSON-105885975 tempest-SubnetPoolsTestJSON-105885975-project] Notify callbacks [] for subnetpool, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:23.047499 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-edf542e0-f471-4439-8cfc-efa5c0804da1 tempest-SubnetPoolsTestJSON-105885975 tempest-SubnetPoolsTestJSON-105885975-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.3068089 Aug 22 13:49:23.049166 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-f6789bfb-b717-4902-a6ea-f403cd06885c tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:23.050199 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60314) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:23.057803 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-f6789bfb-b717-4902-a6ea-f403cd06885c tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] 10.222.0.21 "GET /v2.0/networks?id=44f68121-1041-4305-a508-750c52cc599b HTTP/1.1" status: 200 len: 817 time: 0.2882502 Aug 22 13:49:23.078691 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-1d269420-c9d8-401f-9ecb-4ea8f59bf763 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] 10.222.0.21 "GET /v2.0/quotas/9d96df5cebbb405ba82c6bb179c3bc9d HTTP/1.1" status: 200 len: 375 time: 0.0191853 Aug 22 13:49:23.114089 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b22acea5-703c-4135-9337-8a3e82e5576f tempest-SubnetPoolsTestJSON-105885975 tempest-SubnetPoolsTestJSON-105885975-project] 10.222.0.21 "GET /v2.0/subnetpools/856514da-2006-45b8-8dc0-73bd6a22dd5f HTTP/1.1" status: 200 len: 731 time: 0.0619800 Aug 22 13:49:23.116072 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60322) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:23.120871 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-2f958446-6dd8-43b6-963d-9f147cb9adf8 tempest-SubnetPoolsTestJSON-105885975 tempest-SubnetPoolsTestJSON-105885975-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-755042176'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:49:23.142859 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-25b0a427-6118-44b3-a4ab-592117bd6344 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9d96df5cebbb405ba82c6bb179c3bc9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0626984 Aug 22 13:49:23.252631 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2f958446-6dd8-43b6-963d-9f147cb9adf8 tempest-SubnetPoolsTestJSON-105885975 tempest-SubnetPoolsTestJSON-105885975-project] Notify callbacks [] for subnetpool, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:23.254033 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2f958446-6dd8-43b6-963d-9f147cb9adf8 tempest-SubnetPoolsTestJSON-105885975 tempest-SubnetPoolsTestJSON-105885975-project] 10.222.0.21 "PUT /v2.0/subnetpools/856514da-2006-45b8-8dc0-73bd6a22dd5f HTTP/1.1" status: 200 len: 683 time: 0.1369097 Aug 22 13:49:23.257193 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60324) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:23.273617 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:49:23.291830 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-9f7a1f94-7a94-414f-a333-96b64ac85b20 service neutron] 10.222.0.21 "GET /v2.0/networks/44f68121-1041-4305-a508-750c52cc599b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479344 Aug 22 13:49:23.356729 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60326) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:23.373357 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-35b41fd6-56b3-41a4-a2c1-7555a0606244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:23.385888 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-81f36262-1175-4495-8a64-a4a5482483e3 tempest-SubnetPoolsTestJSON-105885975 tempest-SubnetPoolsTestJSON-105885975-project] Notify callbacks [] for subnetpool, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:23.389289 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-81f36262-1175-4495-8a64-a4a5482483e3 tempest-SubnetPoolsTestJSON-105885975 tempest-SubnetPoolsTestJSON-105885975-project] 10.222.0.21 "DELETE /v2.0/subnetpools/856514da-2006-45b8-8dc0-73bd6a22dd5f HTTP/1.1" status: 204 len: 168 time: 0.1286895 Aug 22 13:49:23.390287 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60328) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:23.409311 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-e4ea0dfc-9031-4ea1-9a30-e758caf14b0c service neutron] 10.222.0.21 "GET /v2.0/networks/44f68121-1041-4305-a508-750c52cc599b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078789 Aug 22 13:49:23.410049 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-054ac31c-f9c7-42f8-bbad-082ec585849d tempest-SubnetPoolsTestJSON-105885975 tempest-SubnetPoolsTestJSON-105885975-project] show failed (client error): The resource could not be found. Aug 22 13:49:23.413854 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-054ac31c-f9c7-42f8-bbad-082ec585849d tempest-SubnetPoolsTestJSON-105885975 tempest-SubnetPoolsTestJSON-105885975-project] 10.222.0.21 "GET /v2.0/subnetpools/856514da-2006-45b8-8dc0-73bd6a22dd5f HTTP/1.1" status: 404 len: 346 time: 0.0203519 Aug 22 13:49:23.414614 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60330) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:23.417263 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-f3da3669-4518-4b71-82ca-f6868c24d282 req-a17b2f89-79a3-4e07-a3e6-32dbe3dc5f82 service neutron] For port 2917338e-a42c-43a5-8be8-62459a34f24b, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:49:23.435259 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-f3da3669-4518-4b71-82ca-f6868c24d282 req-a17b2f89-79a3-4e07-a3e6-32dbe3dc5f82 service neutron] For port 2917338e-a42c-43a5-8be8-62459a34f24b, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=2917338e-a42c-43a5-8be8-62459a34f24b,segment=NetworkSegment(a8db1aa5-2938-4ee0-bbbc-1190f337bf80),segment_id=a8db1aa5-2938-4ee0-bbbc-1190f337bf80)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:49:23.444158 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f3da3669-4518-4b71-82ca-f6868c24d282 req-a17b2f89-79a3-4e07-a3e6-32dbe3dc5f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:23.445737 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-d673ea3d-fc5b-405d-b2ec-2ebcc91bc1ce tempest-SubnetPoolsTestJSON-105885975 tempest-SubnetPoolsTestJSON-105885975-project] delete failed (client error): The resource could not be found. Aug 22 13:49:23.451308 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d673ea3d-fc5b-405d-b2ec-2ebcc91bc1ce tempest-SubnetPoolsTestJSON-105885975 tempest-SubnetPoolsTestJSON-105885975-project] 10.222.0.21 "DELETE /v2.0/subnetpools/856514da-2006-45b8-8dc0-73bd6a22dd5f HTTP/1.1" status: 404 len: 346 time: 0.0313027 Aug 22 13:49:23.542303 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da3669-4518-4b71-82ca-f6868c24d282 req-a17b2f89-79a3-4e07-a3e6-32dbe3dc5f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:23.542924 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f3da3669-4518-4b71-82ca-f6868c24d282 req-a17b2f89-79a3-4e07-a3e6-32dbe3dc5f82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:23.548978 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f3da3669-4518-4b71-82ca-f6868c24d282 req-a17b2f89-79a3-4e07-a3e6-32dbe3dc5f82 service neutron] 10.222.0.16 "PUT /v2.0/ports/2917338e-a42c-43a5-8be8-62459a34f24b HTTP/1.1" status: 200 len: 1093 time: 1.9311869 Aug 22 13:49:23.549498 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a463509-9fdf-4f9f-90d5-7e93bb0d6e2f', 'tag': '2917338e-a42c-43a5-8be8-62459a34f24b'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:49:23.552453 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5be776-967c-4a3a-91c2-0282452cdb5b" -d '{"events": [{"name": "network-changed", "server_uuid": "3a463509-9fdf-4f9f-90d5-7e93bb0d6e2f", "tag": "2917338e-a42c-43a5-8be8-62459a34f24b"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:49:23.596812 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-35b41fd6-56b3-41a4-a2c1-7555a0606244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:23.613650 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-35b41fd6-56b3-41a4-a2c1-7555a0606244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:23.674696 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0201724d-c4cf-4be2-ad23-186b467a51d7 x-openstack-request-id: req-0201724d-c4cf-4be2-ad23-186b467a51d7 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:49:23.674993 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a463509-9fdf-4f9f-90d5-7e93bb0d6e2f", "tag": "2917338e-a42c-43a5-8be8-62459a34f24b", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:49:23.675243 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0201724d-c4cf-4be2-ad23-186b467a51d7 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:49:23.675646 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a463509-9fdf-4f9f-90d5-7e93bb0d6e2f', 'tag': '2917338e-a42c-43a5-8be8-62459a34f24b', 'status': 'completed', 'code': 200} Aug 22 13:49:23.680157 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-35b41fd6-56b3-41a4-a2c1-7555a0606244 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2592b28f35a548f49f7981928b0fc62c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3220947 Aug 22 13:49:23.680578 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 60338) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:23.681733 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b41fd6-56b3-41a4-a2c1-7555a0606244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38db7c1-1e65-4bc1-b0d4-fb0c72d906ad,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:23.734870 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b2f89-79a3-4e07-a3e6-32dbe3dc5f82 service neutron] Pushing event updated for resources: {'Port': ['ID=2917338e-a42c-43a5-8be8-62459a34f24b,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:23.798954 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da3669-4518-4b71-82ca-f6868c24d282 req-51d1f0a6-1648-4d58-a425-c00316836fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:23.800511 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f3da3669-4518-4b71-82ca-f6868c24d282 req-51d1f0a6-1648-4d58-a425-c00316836fdc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=19e069a6935a47bcb8831313e7520ef4&device_id=3a463509-9fdf-4f9f-90d5-7e93bb0d6e2f HTTP/1.1" status: 200 len: 1096 time: 0.2113860 Aug 22 13:49:23.957795 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f3da3669-4518-4b71-82ca-f6868c24d282 req-8d16c3e9-463e-4bf3-aca7-a2989f04db36 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2917338e-a42c-43a5-8be8-62459a34f24b HTTP/1.1" status: 200 len: 217 time: 0.1384737 Aug 22 13:49:24.022559 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60350) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:24.159557 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c028b4c2-ac10-4ae3-9748-a56a1245c657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:24.185523 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-574d1863-604c-47c9-801b-ec0feec55ed4 req-806778b6-8c50-4ec3-af01-46fde1406620 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7ff6ebf-5dc9-4c85-ba0b-5f97f126d84e HTTP/1.1" status: 200 len: 210 time: 0.1290872 Aug 22 13:49:24.185860 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a7af4365-9de8-4a59-a8e0-b1d112a432d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:24.199740 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e40f7ff-6ac7-4fbc-b9e1-525e2857967d req-3461253b-fd2c-4827-b096-cbd731ce56e7 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:24.201767 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2e40f7ff-6ac7-4fbc-b9e1-525e2857967d req-3461253b-fd2c-4827-b096-cbd731ce56e7 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a463509-9fdf-4f9f-90d5-7e93bb0d6e2f HTTP/1.1" status: 200 len: 944 time: 0.2841794 Aug 22 13:49:24.225121 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da3669-4518-4b71-82ca-f6868c24d282 req-46cd9df8-8f41-4a05-8f0e-0908792011aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:24.226616 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f3da3669-4518-4b71-82ca-f6868c24d282 req-46cd9df8-8f41-4a05-8f0e-0908792011aa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ad565ab1-b54d-4060-a258-16294d6e46a2 HTTP/1.1" status: 200 len: 851 time: 0.2038302 Aug 22 13:49:24.232501 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a7af4365-9de8-4a59-a8e0-b1d112a432d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:24.329416 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c028b4c2-ac10-4ae3-9748-a56a1245c657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:24.335634 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c028b4c2-ac10-4ae3-9748-a56a1245c657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:24.338589 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da3669-4518-4b71-82ca-f6868c24d282 req-1886f8ec-be19-4670-8a15-bc8fac34c9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:24.340615 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f3da3669-4518-4b71-82ca-f6868c24d282 req-1886f8ec-be19-4670-8a15-bc8fac34c9a1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f8ac2233-ea24-423f-9bd4-53abb27cd3b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1048844 Aug 22 13:49:24.344315 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2e40f7ff-6ac7-4fbc-b9e1-525e2857967d req-fd65b0aa-d2bf-440c-a1e7-3737c178df55 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140316 Aug 22 13:49:24.386864 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c028b4c2-ac10-4ae3-9748-a56a1245c657 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=024e24e678c2470bad0fb94170915250&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3628180 Aug 22 13:49:24.402932 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 60362) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:24.429516 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a7af4365-9de8-4a59-a8e0-b1d112a432d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:24.433505 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a7af4365-9de8-4a59-a8e0-b1d112a432d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:24.437060 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a7af4365-9de8-4a59-a8e0-b1d112a432d4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b38db7c1-1e65-4bc1-b0d4-fb0c72d906ad HTTP/1.1" status: 204 len: 168 time: 0.7531848 Aug 22 13:49:24.445540 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c028b4c2-ac10-4ae3-9748-a56a1245c657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f4ffa8-f2bb-4aa4-a700-b05d9a0e1351,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:24.453608 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7af4365-9de8-4a59-a8e0-b1d112a432d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38db7c1-1e65-4bc1-b0d4-fb0c72d906ad,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:24.534646 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-13cf8dea-518d-4632-9606-e41aa52dca9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:24.546135 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f3da3669-4518-4b71-82ca-f6868c24d282 req-cc659714-bdc3-4e77-90e7-e4777cd4f23f service neutron] 10.222.0.16 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914723 Aug 22 13:49:24.648533 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-13cf8dea-518d-4632-9606-e41aa52dca9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:24.742652 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-13cf8dea-518d-4632-9606-e41aa52dca9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:24.745674 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-13cf8dea-518d-4632-9606-e41aa52dca9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:24.746939 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-13cf8dea-518d-4632-9606-e41aa52dca9d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/32f4ffa8-f2bb-4aa4-a700-b05d9a0e1351 HTTP/1.1" status: 204 len: 168 time: 0.3428030 Aug 22 13:49:24.760145 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cf8dea-518d-4632-9606-e41aa52dca9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f4ffa8-f2bb-4aa4-a700-b05d9a0e1351,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:24.784357 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f3da3669-4518-4b71-82ca-f6868c24d282 req-3801f0a2-0555-44a6-a9da-1160ec147e8b service neutron] 10.222.0.16 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370448 Aug 22 13:49:24.903324 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5be776-967c-4a3a-91c2-0282452cdb5b req-75a3a070-189c-4047-81b7-6e1aebd7c716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:24.910295 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8c5be776-967c-4a3a-91c2-0282452cdb5b req-75a3a070-189c-4047-81b7-6e1aebd7c716 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=19e069a6935a47bcb8831313e7520ef4&device_id=3a463509-9fdf-4f9f-90d5-7e93bb0d6e2f HTTP/1.1" status: 200 len: 1096 time: 0.0753458 Aug 22 13:49:25.113055 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5be776-967c-4a3a-91c2-0282452cdb5b req-95a9cf42-f9ff-4fc0-8993-917d9cdf4195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:25.115769 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8c5be776-967c-4a3a-91c2-0282452cdb5b req-95a9cf42-f9ff-4fc0-8993-917d9cdf4195 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f8ac2233-ea24-423f-9bd4-53abb27cd3b8 HTTP/1.1" status: 200 len: 913 time: 0.1982665 Aug 22 13:49:25.181508 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8c5be776-967c-4a3a-91c2-0282452cdb5b req-89697013-d3bb-4d25-968d-d89c7428b793 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2917338e-a42c-43a5-8be8-62459a34f24b HTTP/1.1" status: 200 len: 217 time: 0.0583158 Aug 22 13:49:25.337183 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f902db09-0c6a-4067-bc40-84955fcb482d req-db0df6ee-adef-4740-9849-80420befe9c8 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7ff6ebf-5dc9-4c85-ba0b-5f97f126d84e HTTP/1.1" status: 200 len: 210 time: 0.0704219 Aug 22 13:49:25.355697 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5be776-967c-4a3a-91c2-0282452cdb5b req-fb3264b5-dc5c-4bc5-9a48-9e151090d178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:25.369040 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8c5be776-967c-4a3a-91c2-0282452cdb5b req-fb3264b5-dc5c-4bc5-9a48-9e151090d178 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ad565ab1-b54d-4060-a258-16294d6e46a2 HTTP/1.1" status: 200 len: 851 time: 0.1804101 Aug 22 13:49:25.521361 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5be776-967c-4a3a-91c2-0282452cdb5b req-6e3a8b87-0683-45ae-bdde-d10f24a23ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:25.523051 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8c5be776-967c-4a3a-91c2-0282452cdb5b req-6e3a8b87-0683-45ae-bdde-d10f24a23ddd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f8ac2233-ea24-423f-9bd4-53abb27cd3b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1299150 Aug 22 13:49:25.641959 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabe9da-7809-4ca1-839d-9c5f2af5ae22 req-a029d5c4-5035-4a8d-9898-b490d869dc02 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:25.641959 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bcabe9da-7809-4ca1-839d-9c5f2af5ae22 req-a029d5c4-5035-4a8d-9898-b490d869dc02 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a463509-9fdf-4f9f-90d5-7e93bb0d6e2f HTTP/1.1" status: 200 len: 944 time: 0.1263201 Aug 22 13:49:25.698167 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8c5be776-967c-4a3a-91c2-0282452cdb5b req-19095e74-2dd7-4888-b532-0d227da43996 service neutron] 10.222.0.16 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643546 Aug 22 13:49:25.701843 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bcabe9da-7809-4ca1-839d-9c5f2af5ae22 req-c31feb0b-837d-48c9-bb81-95b5ba4c06ab tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528479 Aug 22 13:49:25.847382 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8c5be776-967c-4a3a-91c2-0282452cdb5b req-cc5ed5ca-fc0c-46a4-950e-edfed5292f26 service neutron] 10.222.0.16 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385162 Aug 22 13:49:26.249196 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-641996f8-cd7e-4cc1-ae2e-eb7ddd618701 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:26.262686 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-641996f8-cd7e-4cc1-ae2e-eb7ddd618701 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] 10.222.0.41 "GET /v2.0/networks?id=44f68121-1041-4305-a508-750c52cc599b HTTP/1.1" status: 200 len: 817 time: 0.2872043 Aug 22 13:49:26.271784 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-4ab5e05f-5321-4e5a-aadb-f6a1b087c7bb tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Request body: {'port': {'device_id': 'bc6e40ce-615b-4ffb-9454-e8965353a387', 'network_id': '44f68121-1041-4305-a508-750c52cc599b', 'admin_state_up': True, 'tenant_id': '9d96df5cebbb405ba82c6bb179c3bc9d'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:49:26.314510 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-3b1dc33c-6c3a-4549-8614-e382687c1e44 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:26.321155 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-3b1dc33c-6c3a-4549-8614-e382687c1e44 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] 10.222.0.16 "GET /v2.0/networks?id=44f68121-1041-4305-a508-750c52cc599b HTTP/1.1" status: 200 len: 817 time: 0.2584314 Aug 22 13:49:26.346273 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-8eab4b63-83da-46a6-b4bd-34dac2b43904 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Request body: {'port': {'device_id': '70dd1839-1a91-4b27-9e35-fac42e1d85a1', 'network_id': '44f68121-1041-4305-a508-750c52cc599b', 'admin_state_up': True, 'tenant_id': '9d96df5cebbb405ba82c6bb179c3bc9d'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:49:26.674221 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-bd257387-b7a5-4d0f-949f-0b5b119304e6 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:26.675734 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-bd257387-b7a5-4d0f-949f-0b5b119304e6 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] 10.222.0.41 "GET /v2.0/networks?id=44f68121-1041-4305-a508-750c52cc599b HTTP/1.1" status: 200 len: 817 time: 0.2214386 Aug 22 13:49:26.691284 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-91511218-3630-4a0c-918f-618a3a9f5be0 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Request body: {'port': {'device_id': 'f7ff6ebf-5dc9-4c85-ba0b-5f97f126d84e', 'network_id': '44f68121-1041-4305-a508-750c52cc599b', 'admin_state_up': True, 'tenant_id': '9d96df5cebbb405ba82c6bb179c3bc9d'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:49:26.830101 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-4ab5e05f-5321-4e5a-aadb-f6a1b087c7bb tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Made reservation on behalf of 9d96df5cebbb405ba82c6bb179c3bc9d for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:49:26.834934 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-4ab5e05f-5321-4e5a-aadb-f6a1b087c7bb tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:26.905450 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-91511218-3630-4a0c-918f-618a3a9f5be0 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Made reservation on behalf of 9d96df5cebbb405ba82c6bb179c3bc9d for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:49:26.911434 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-91511218-3630-4a0c-918f-618a3a9f5be0 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:27.148055 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-4ab5e05f-5321-4e5a-aadb-f6a1b087c7bb tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Allocated IP 172.20.0.7 (44f68121-1041-4305-a508-750c52cc599b/c31e6435-8980-42e9-b248-b376e209d62f/2688d1be-194d-486b-bb91-c778bef8d7a5) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:49:27.358723 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-79c69502-d1f1-4247-a217-04698d7e623b req-29c5c205-ee41-4384-ba57-6cbfb0fb4965 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7ff6ebf-5dc9-4c85-ba0b-5f97f126d84e HTTP/1.1" status: 200 len: 210 time: 0.0926969 Aug 22 13:49:27.407150 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-4ab5e05f-5321-4e5a-aadb-f6a1b087c7bb tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:27.438903 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a8ed5-1344-4c7f-a9ec-76a3c0acbc9e req-b54ec56c-b32c-4ab9-b5d4-7a762e049ccb tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:27.452519 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-194a8ed5-1344-4c7f-a9ec-76a3c0acbc9e req-b54ec56c-b32c-4ab9-b5d4-7a762e049ccb tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a463509-9fdf-4f9f-90d5-7e93bb0d6e2f HTTP/1.1" status: 200 len: 944 time: 0.1763897 Aug 22 13:49:27.463348 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-4ab5e05f-5321-4e5a-aadb-f6a1b087c7bb tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:27.573987 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-4ab5e05f-5321-4e5a-aadb-f6a1b087c7bb tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Network 44f68121-1041-4305-a508-750c52cc599b is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:49:27.580396 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-4ab5e05f-5321-4e5a-aadb-f6a1b087c7bb tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:49:27.584439 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-4ab5e05f-5321-4e5a-aadb-f6a1b087c7bb tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:49:27.628475 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-194a8ed5-1344-4c7f-a9ec-76a3c0acbc9e req-da749a52-c940-4299-832a-119d6daad06b tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748772 Aug 22 13:49:27.632651 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-8eab4b63-83da-46a6-b4bd-34dac2b43904 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Made reservation on behalf of 9d96df5cebbb405ba82c6bb179c3bc9d for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:49:27.637267 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-8eab4b63-83da-46a6-b4bd-34dac2b43904 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:27.660912 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab5e05f-5321-4e5a-aadb-f6a1b087c7bb tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Pushing event updated for resources: {'Port': ['ID=2688d1be-194d-486b-bb91-c778bef8d7a5,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:27.665309 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-91511218-3630-4a0c-918f-618a3a9f5be0 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Allocated IP 172.20.0.3 (44f68121-1041-4305-a508-750c52cc599b/c31e6435-8980-42e9-b248-b376e209d62f/e2365215-ff31-4a02-9f85-2838c77084ed) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:49:27.685786 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-4ab5e05f-5321-4e5a-aadb-f6a1b087c7bb tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:27.686414 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-4ab5e05f-5321-4e5a-aadb-f6a1b087c7bb tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:27.716204 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-4ab5e05f-5321-4e5a-aadb-f6a1b087c7bb tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4491570 Aug 22 13:49:27.736636 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-b5b56300-3f5a-4eab-ada9-409bac66a535 service neutron] Request body: {'port': {'device_id': 'bc6e40ce-615b-4ffb-9454-e8965353a387', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:49:27.904208 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-b5b56300-3f5a-4eab-ada9-409bac66a535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:28.071869 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-91511218-3630-4a0c-918f-618a3a9f5be0 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:28.150122 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-91511218-3630-4a0c-918f-618a3a9f5be0 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:28.222236 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-8eab4b63-83da-46a6-b4bd-34dac2b43904 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Allocated IP 172.20.0.9 (44f68121-1041-4305-a508-750c52cc599b/c31e6435-8980-42e9-b248-b376e209d62f/40a7555b-ae18-4cf7-9b92-eb057410a879) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:49:28.222597 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-91511218-3630-4a0c-918f-618a3a9f5be0 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Network 44f68121-1041-4305-a508-750c52cc599b is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:49:28.229428 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-91511218-3630-4a0c-918f-618a3a9f5be0 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:49:28.231496 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91511218-3630-4a0c-918f-618a3a9f5be0 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Pushing event updated for resources: {'Port': ['ID=e2365215-ff31-4a02-9f85-2838c77084ed,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:28.233820 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-91511218-3630-4a0c-918f-618a3a9f5be0 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:49:28.319735 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-91511218-3630-4a0c-918f-618a3a9f5be0 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:28.320433 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-91511218-3630-4a0c-918f-618a3a9f5be0 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:28.340175 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-91511218-3630-4a0c-918f-618a3a9f5be0 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6530449 Aug 22 13:49:28.363320 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-47a835f7-0581-4862-8e7a-1109d500fb6f service neutron] Request body: {'port': {'device_id': 'f7ff6ebf-5dc9-4c85-ba0b-5f97f126d84e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:49:28.454862 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-68c0bbd2-b1df-43b2-a210-c95585e3404c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:28.473909 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:28.481536 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-47a835f7-0581-4862-8e7a-1109d500fb6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:28.563463 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-8eab4b63-83da-46a6-b4bd-34dac2b43904 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:28.601652 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f71e0b-a795-4d86-b9b9-75edd9756038 req-c394a53a-e159-4d24-8e61-63889a3b1214 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:28.609247 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-99f71e0b-a795-4d86-b9b9-75edd9756038 req-c394a53a-e159-4d24-8e61-63889a3b1214 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7ff6ebf-5dc9-4c85-ba0b-5f97f126d84e HTTP/1.1" status: 200 len: 931 time: 0.0840046 Aug 22 13:49:28.728744 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-99f71e0b-a795-4d86-b9b9-75edd9756038 req-05133648-6e51-46eb-ac87-91975fe405d2 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2924936-c826-4874-ada7-0c0970e26ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184890 Aug 22 13:49:28.733967 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-8eab4b63-83da-46a6-b4bd-34dac2b43904 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:28.798718 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab4b63-83da-46a6-b4bd-34dac2b43904 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Pushing event updated for resources: {'Port': ['ID=40a7555b-ae18-4cf7-9b92-eb057410a879,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:28.817338 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-8eab4b63-83da-46a6-b4bd-34dac2b43904 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Network 44f68121-1041-4305-a508-750c52cc599b is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:49:28.832020 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-8eab4b63-83da-46a6-b4bd-34dac2b43904 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:49:28.838818 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-8eab4b63-83da-46a6-b4bd-34dac2b43904 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:49:28.926190 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1959dcc2-d54e-40a7-b379-6b824588ec99 req-f03d522c-1eab-43e4-8dcb-60b2ac78f4af tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:28.936426 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1959dcc2-d54e-40a7-b379-6b824588ec99 req-f03d522c-1eab-43e4-8dcb-60b2ac78f4af tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a463509-9fdf-4f9f-90d5-7e93bb0d6e2f HTTP/1.1" status: 200 len: 944 time: 0.1386161 Aug 22 13:49:28.979330 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-8eab4b63-83da-46a6-b4bd-34dac2b43904 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:28.979999 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-8eab4b63-83da-46a6-b4bd-34dac2b43904 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:28.996357 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-b5b56300-3f5a-4eab-ada9-409bac66a535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2688d1be-194d-486b-bb91-c778bef8d7a5 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:49:29.005751 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-b5b56300-3f5a-4eab-ada9-409bac66a535 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:29.016410 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1959dcc2-d54e-40a7-b379-6b824588ec99 req-5a8783b3-3f92-4253-a904-500ab022bb94 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790792 Aug 22 13:49:29.025233 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-b5b56300-3f5a-4eab-ada9-409bac66a535 service neutron] Transition to ACTIVE for port object 2688d1be-194d-486b-bb91-c778bef8d7a5 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:49:29.026326 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-8eab4b63-83da-46a6-b4bd-34dac2b43904 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6933923 Aug 22 13:49:29.034916 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-b5b56300-3f5a-4eab-ada9-409bac66a535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:29.051003 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-4865184c-c3f0-46b2-8a18-b0fc8e87078e service neutron] Request body: {'port': {'device_id': '70dd1839-1a91-4b27-9e35-fac42e1d85a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:49:29.139581 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-4865184c-c3f0-46b2-8a18-b0fc8e87078e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:29.281155 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b56300-3f5a-4eab-ada9-409bac66a535 service neutron] Pushing event updated for resources: {'Port': ['ID=2688d1be-194d-486b-bb91-c778bef8d7a5,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:29.360539 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-b5b56300-3f5a-4eab-ada9-409bac66a535 service neutron] Attempting to bind port 2688d1be-194d-486b-bb91-c778bef8d7a5 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:49:29.381048 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-b5b56300-3f5a-4eab-ada9-409bac66a535 service neutron] Attempting to bind port 2688d1be-194d-486b-bb91-c778bef8d7a5 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '91ca05a8-9957-4745-9d60-318f1fb61eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '44f68121-1041-4305-a508-750c52cc599b'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:49:29.382158 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-b5b56300-3f5a-4eab-ada9-409bac66a535 service neutron] Attempting to bind port 2688d1be-194d-486b-bb91-c778bef8d7a5 on network 44f68121-1041-4305-a508-750c52cc599b {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:49:29.416587 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-b5b56300-3f5a-4eab-ada9-409bac66a535 service neutron] Port 2688d1be-194d-486b-bb91-c778bef8d7a5 on network 44f68121-1041-4305-a508-750c52cc599b not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:49:29.416917 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-b5b56300-3f5a-4eab-ada9-409bac66a535 service neutron] Attempting to bind port 2688d1be-194d-486b-bb91-c778bef8d7a5 on network 44f68121-1041-4305-a508-750c52cc599b {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:49:29.430598 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-b5b56300-3f5a-4eab-ada9-409bac66a535 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:49:29.430934 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-b5b56300-3f5a-4eab-ada9-409bac66a535 service neutron] Checking segment: {'id': '91ca05a8-9957-4745-9d60-318f1fb61eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '44f68121-1041-4305-a508-750c52cc599b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:49:29.434463 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-b5b56300-3f5a-4eab-ada9-409bac66a535 service neutron] Bound using segment: {'id': '91ca05a8-9957-4745-9d60-318f1fb61eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '44f68121-1041-4305-a508-750c52cc599b'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:49:29.435901 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-b5b56300-3f5a-4eab-ada9-409bac66a535 service neutron] Bound port: 2688d1be-194d-486b-bb91-c778bef8d7a5, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91ca05a8-9957-4745-9d60-318f1fb61eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '44f68121-1041-4305-a508-750c52cc599b'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:49:29.436297 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-b5b56300-3f5a-4eab-ada9-409bac66a535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:29.459551 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-47a835f7-0581-4862-8e7a-1109d500fb6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2365215-ff31-4a02-9f85-2838c77084ed {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:49:29.470719 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-47a835f7-0581-4862-8e7a-1109d500fb6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:29.526622 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-47a835f7-0581-4862-8e7a-1109d500fb6f service neutron] Transition to ACTIVE for port object e2365215-ff31-4a02-9f85-2838c77084ed will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:49:29.549242 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-47a835f7-0581-4862-8e7a-1109d500fb6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:29.602656 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-b5b56300-3f5a-4eab-ada9-409bac66a535 service neutron] For port 2688d1be-194d-486b-bb91-c778bef8d7a5, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:49:29.624605 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-b5b56300-3f5a-4eab-ada9-409bac66a535 service neutron] For port 2688d1be-194d-486b-bb91-c778bef8d7a5, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=2688d1be-194d-486b-bb91-c778bef8d7a5,segment=NetworkSegment(91ca05a8-9957-4745-9d60-318f1fb61eff),segment_id=91ca05a8-9957-4745-9d60-318f1fb61eff)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:49:29.706633 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-4865184c-c3f0-46b2-8a18-b0fc8e87078e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40a7555b-ae18-4cf7-9b92-eb057410a879 {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:49:29.708831 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-b5b56300-3f5a-4eab-ada9-409bac66a535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:29.716184 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-4865184c-c3f0-46b2-8a18-b0fc8e87078e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:29.728077 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a835f7-0581-4862-8e7a-1109d500fb6f service neutron] Pushing event updated for resources: {'Port': ['ID=e2365215-ff31-4a02-9f85-2838c77084ed,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:29.735107 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-4865184c-c3f0-46b2-8a18-b0fc8e87078e service neutron] Transition to ACTIVE for port object 40a7555b-ae18-4cf7-9b92-eb057410a879 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:49:29.744356 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-4865184c-c3f0-46b2-8a18-b0fc8e87078e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:29.745762 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-b5b56300-3f5a-4eab-ada9-409bac66a535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:29.746396 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-b5b56300-3f5a-4eab-ada9-409bac66a535 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:29.748064 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-b5b56300-3f5a-4eab-ada9-409bac66a535 service neutron] 10.222.0.41 "PUT /v2.0/ports/2688d1be-194d-486b-bb91-c778bef8d7a5 HTTP/1.1" status: 200 len: 1092 time: 2.0181546 Aug 22 13:49:29.748825 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc6e40ce-615b-4ffb-9454-e8965353a387', 'tag': '2688d1be-194d-486b-bb91-c778bef8d7a5'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:49:29.751188 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40275953-c059-4c70-98d3-d168ea35767f" -d '{"events": [{"name": "network-changed", "server_uuid": "bc6e40ce-615b-4ffb-9454-e8965353a387", "tag": "2688d1be-194d-486b-bb91-c778bef8d7a5"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:49:29.778849 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-47a835f7-0581-4862-8e7a-1109d500fb6f service neutron] Attempting to bind port e2365215-ff31-4a02-9f85-2838c77084ed on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:49:29.778849 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-47a835f7-0581-4862-8e7a-1109d500fb6f service neutron] Attempting to bind port e2365215-ff31-4a02-9f85-2838c77084ed by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '91ca05a8-9957-4745-9d60-318f1fb61eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '44f68121-1041-4305-a508-750c52cc599b'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:49:29.778849 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-47a835f7-0581-4862-8e7a-1109d500fb6f service neutron] Attempting to bind port e2365215-ff31-4a02-9f85-2838c77084ed on network 44f68121-1041-4305-a508-750c52cc599b {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:49:29.791464 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-47a835f7-0581-4862-8e7a-1109d500fb6f service neutron] Port e2365215-ff31-4a02-9f85-2838c77084ed on network 44f68121-1041-4305-a508-750c52cc599b not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:49:29.791782 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-47a835f7-0581-4862-8e7a-1109d500fb6f service neutron] Attempting to bind port e2365215-ff31-4a02-9f85-2838c77084ed on network 44f68121-1041-4305-a508-750c52cc599b {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:49:29.835929 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a179816c-bc4f-499a-8cd6-42c41c06dcc3 x-openstack-request-id: req-a179816c-bc4f-499a-8cd6-42c41c06dcc3 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:49:29.836261 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc6e40ce-615b-4ffb-9454-e8965353a387", "tag": "2688d1be-194d-486b-bb91-c778bef8d7a5", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:49:29.836601 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a179816c-bc4f-499a-8cd6-42c41c06dcc3 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:49:29.837068 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc6e40ce-615b-4ffb-9454-e8965353a387', 'tag': '2688d1be-194d-486b-bb91-c778bef8d7a5', 'status': 'completed', 'code': 200} Aug 22 13:49:29.838426 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-47a835f7-0581-4862-8e7a-1109d500fb6f service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:49:29.838681 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-47a835f7-0581-4862-8e7a-1109d500fb6f service neutron] Checking segment: {'id': '91ca05a8-9957-4745-9d60-318f1fb61eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '44f68121-1041-4305-a508-750c52cc599b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:49:29.839265 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-47a835f7-0581-4862-8e7a-1109d500fb6f service neutron] Bound using segment: {'id': '91ca05a8-9957-4745-9d60-318f1fb61eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '44f68121-1041-4305-a508-750c52cc599b'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:49:29.839536 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-47a835f7-0581-4862-8e7a-1109d500fb6f service neutron] Bound port: e2365215-ff31-4a02-9f85-2838c77084ed, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91ca05a8-9957-4745-9d60-318f1fb61eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '44f68121-1041-4305-a508-750c52cc599b'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:49:29.839900 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-47a835f7-0581-4862-8e7a-1109d500fb6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:29.865932 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865184c-c3f0-46b2-8a18-b0fc8e87078e service neutron] Pushing event updated for resources: {'Port': ['ID=40a7555b-ae18-4cf7-9b92-eb057410a879,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:29.884946 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b56300-3f5a-4eab-ada9-409bac66a535 service neutron] Pushing event updated for resources: {'Port': ['ID=2688d1be-194d-486b-bb91-c778bef8d7a5,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:29.965460 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-08d9f7f1-cb68-4f0a-a8c5-bccaab6bf7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:29.967166 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-08d9f7f1-cb68-4f0a-a8c5-bccaab6bf7bb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d96df5cebbb405ba82c6bb179c3bc9d&device_id=bc6e40ce-615b-4ffb-9454-e8965353a387 HTTP/1.1" status: 200 len: 1095 time: 0.1767232 Aug 22 13:49:30.028894 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d946dfe-8183-45e4-aa40-d601d71ff910 req-420f1ee8-524c-4cfa-9e8b-d296c3ecfa28 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:30.030638 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6d946dfe-8183-45e4-aa40-d601d71ff910 req-420f1ee8-524c-4cfa-9e8b-d296c3ecfa28 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7ff6ebf-5dc9-4c85-ba0b-5f97f126d84e HTTP/1.1" status: 200 len: 943 time: 0.1718934 Aug 22 13:49:30.041748 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-2f39110f-92fc-4bfb-95b8-8fa91ad36442 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2688d1be-194d-486b-bb91-c778bef8d7a5 HTTP/1.1" status: 200 len: 217 time: 0.0585518 Aug 22 13:49:30.080317 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-47a835f7-0581-4862-8e7a-1109d500fb6f service neutron] For port e2365215-ff31-4a02-9f85-2838c77084ed, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:49:30.080860 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-4865184c-c3f0-46b2-8a18-b0fc8e87078e service neutron] Attempting to bind port 40a7555b-ae18-4cf7-9b92-eb057410a879 on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:49:30.080860 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-4865184c-c3f0-46b2-8a18-b0fc8e87078e service neutron] Attempting to bind port 40a7555b-ae18-4cf7-9b92-eb057410a879 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '91ca05a8-9957-4745-9d60-318f1fb61eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '44f68121-1041-4305-a508-750c52cc599b'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:49:30.080860 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-4865184c-c3f0-46b2-8a18-b0fc8e87078e service neutron] Attempting to bind port 40a7555b-ae18-4cf7-9b92-eb057410a879 on network 44f68121-1041-4305-a508-750c52cc599b {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:49:30.081064 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-47a835f7-0581-4862-8e7a-1109d500fb6f service neutron] For port e2365215-ff31-4a02-9f85-2838c77084ed, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=e2365215-ff31-4a02-9f85-2838c77084ed,segment=NetworkSegment(91ca05a8-9957-4745-9d60-318f1fb61eff),segment_id=91ca05a8-9957-4745-9d60-318f1fb61eff)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:49:30.091842 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-4865184c-c3f0-46b2-8a18-b0fc8e87078e service neutron] Port 40a7555b-ae18-4cf7-9b92-eb057410a879 on network 44f68121-1041-4305-a508-750c52cc599b not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:49:30.092052 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-47a835f7-0581-4862-8e7a-1109d500fb6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:30.092564 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-4865184c-c3f0-46b2-8a18-b0fc8e87078e service neutron] Attempting to bind port 40a7555b-ae18-4cf7-9b92-eb057410a879 on network 44f68121-1041-4305-a508-750c52cc599b {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:49:30.105825 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6d946dfe-8183-45e4-aa40-d601d71ff910 req-f5489e91-1d0e-4fa9-9a39-408e9cdd5f2e tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2924936-c826-4874-ada7-0c0970e26ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666509 Aug 22 13:49:30.106775 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-4865184c-c3f0-46b2-8a18-b0fc8e87078e service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:49:30.107122 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-4865184c-c3f0-46b2-8a18-b0fc8e87078e service neutron] Checking segment: {'id': '91ca05a8-9957-4745-9d60-318f1fb61eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '44f68121-1041-4305-a508-750c52cc599b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:49:30.107719 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-4865184c-c3f0-46b2-8a18-b0fc8e87078e service neutron] Bound using segment: {'id': '91ca05a8-9957-4745-9d60-318f1fb61eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '44f68121-1041-4305-a508-750c52cc599b'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:49:30.108217 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-4865184c-c3f0-46b2-8a18-b0fc8e87078e service neutron] Bound port: 40a7555b-ae18-4cf7-9b92-eb057410a879, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91ca05a8-9957-4745-9d60-318f1fb61eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '44f68121-1041-4305-a508-750c52cc599b'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:49:30.108615 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-4865184c-c3f0-46b2-8a18-b0fc8e87078e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:30.169365 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-47a835f7-0581-4862-8e7a-1109d500fb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:30.170131 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-47a835f7-0581-4862-8e7a-1109d500fb6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:30.172386 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-47a835f7-0581-4862-8e7a-1109d500fb6f service neutron] 10.222.0.41 "PUT /v2.0/ports/e2365215-ff31-4a02-9f85-2838c77084ed HTTP/1.1" status: 200 len: 1092 time: 1.8225846 Aug 22 13:49:30.200259 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-926a7ecc-c65b-4bbe-9321-88ba2c6b18e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:30.201981 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-926a7ecc-c65b-4bbe-9321-88ba2c6b18e7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c31e6435-8980-42e9-b248-b376e209d62f HTTP/1.1" status: 200 len: 857 time: 0.1494246 Aug 22 13:49:30.209430 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a835f7-0581-4862-8e7a-1109d500fb6f service neutron] Pushing event updated for resources: {'Port': ['ID=e2365215-ff31-4a02-9f85-2838c77084ed,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:30.264210 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-4865184c-c3f0-46b2-8a18-b0fc8e87078e service neutron] For port 40a7555b-ae18-4cf7-9b92-eb057410a879, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:49:30.276302 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c1704-5177-4874-8119-0b328690088d req-3e7abc2c-52b0-4fc2-aa6f-6688798445e3 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:30.278239 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-b3a2df12-da93-4406-93c2-3416369833ac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=44f68121-1041-4305-a508-750c52cc599b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568645 Aug 22 13:49:30.284505 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e38c1704-5177-4874-8119-0b328690088d req-3e7abc2c-52b0-4fc2-aa6f-6688798445e3 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a463509-9fdf-4f9f-90d5-7e93bb0d6e2f HTTP/1.1" status: 200 len: 944 time: 0.1073213 Aug 22 13:49:30.288947 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-4865184c-c3f0-46b2-8a18-b0fc8e87078e service neutron] For port 40a7555b-ae18-4cf7-9b92-eb057410a879, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=40a7555b-ae18-4cf7-9b92-eb057410a879,segment=NetworkSegment(91ca05a8-9957-4745-9d60-318f1fb61eff),segment_id=91ca05a8-9957-4745-9d60-318f1fb61eff)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:49:30.306967 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-4865184c-c3f0-46b2-8a18-b0fc8e87078e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:30.362372 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-4865184c-c3f0-46b2-8a18-b0fc8e87078e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:30.363029 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-4865184c-c3f0-46b2-8a18-b0fc8e87078e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:30.365681 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-4865184c-c3f0-46b2-8a18-b0fc8e87078e service neutron] 10.222.0.16 "PUT /v2.0/ports/40a7555b-ae18-4cf7-9b92-eb057410a879 HTTP/1.1" status: 200 len: 1092 time: 1.3268983 Aug 22 13:49:30.368261 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70dd1839-1a91-4b27-9e35-fac42e1d85a1', 'tag': '40a7555b-ae18-4cf7-9b92-eb057410a879'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:49:30.368455 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-cbbead6b-3df3-4159-a465-0f05592ddd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:30.370090 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-cbbead6b-3df3-4159-a465-0f05592ddd33 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d96df5cebbb405ba82c6bb179c3bc9d&device_id=f7ff6ebf-5dc9-4c85-ba0b-5f97f126d84e HTTP/1.1" status: 200 len: 1095 time: 0.1381822 Aug 22 13:49:30.370967 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a22fdf-c6fe-4062-b8b8-04503f8948d4" -d '{"events": [{"name": "network-changed", "server_uuid": "70dd1839-1a91-4b27-9e35-fac42e1d85a1", "tag": "40a7555b-ae18-4cf7-9b92-eb057410a879"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:49:30.416714 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e38c1704-5177-4874-8119-0b328690088d req-fbca74bc-1a91-4c85-8870-74fca7031b15 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209388 Aug 22 13:49:30.437258 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-c50e72bc-372d-47d8-8905-1faa63b1b7c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2365215-ff31-4a02-9f85-2838c77084ed HTTP/1.1" status: 200 len: 217 time: 0.0571976 Aug 22 13:49:30.466755 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50df55e6-0aea-4347-8b9d-b148e7e083f2 x-openstack-request-id: req-50df55e6-0aea-4347-8b9d-b148e7e083f2 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:49:30.467168 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70dd1839-1a91-4b27-9e35-fac42e1d85a1", "tag": "40a7555b-ae18-4cf7-9b92-eb057410a879", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:49:30.467343 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-50df55e6-0aea-4347-8b9d-b148e7e083f2 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:49:30.467959 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70dd1839-1a91-4b27-9e35-fac42e1d85a1', 'tag': '40a7555b-ae18-4cf7-9b92-eb057410a879', 'status': 'completed', 'code': 200} Aug 22 13:49:30.489632 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865184c-c3f0-46b2-8a18-b0fc8e87078e service neutron] Pushing event updated for resources: {'Port': ['ID=40a7555b-ae18-4cf7-9b92-eb057410a879,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:30.502554 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-20eb4f60-6e13-4b0b-b22f-398e17e8c74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:30.503956 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-20eb4f60-6e13-4b0b-b22f-398e17e8c74e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9d96df5cebbb405ba82c6bb179c3bc9d&device_id=70dd1839-1a91-4b27-9e35-fac42e1d85a1 HTTP/1.1" status: 200 len: 1095 time: 0.0866303 Aug 22 13:49:30.530415 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-63c8bf3d-c95c-4f79-ad3f-6ff5379eaa63 service neutron] 10.222.0.41 "GET /v2.0/networks/44f68121-1041-4305-a508-750c52cc599b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446208 Aug 22 13:49:30.538203 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-4fbb7097-4387-4436-8bf1-86fe375c37f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:30.539930 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-4fbb7097-4387-4436-8bf1-86fe375c37f9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c31e6435-8980-42e9-b248-b376e209d62f HTTP/1.1" status: 200 len: 857 time: 0.0870008 Aug 22 13:49:30.603453 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-55d2c773-1c9f-44fa-9314-8ced0519af68 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40a7555b-ae18-4cf7-9b92-eb057410a879 HTTP/1.1" status: 200 len: 217 time: 0.0888350 Aug 22 13:49:30.691617 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-4c7e4eb7-2c01-45cb-96b5-b0980ce63214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:30.695321 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-4c7e4eb7-2c01-45cb-96b5-b0980ce63214 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c31e6435-8980-42e9-b248-b376e209d62f HTTP/1.1" status: 200 len: 857 time: 0.0846348 Aug 22 13:49:30.757214 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-50f8ef23-9454-4d9e-9de2-9eafd793b064 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44f68121-1041-4305-a508-750c52cc599b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542953 Aug 22 13:49:30.913068 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-0e6e933f-43e0-469e-adc5-79aeb1091b6e service neutron] 10.222.0.16 "GET /v2.0/networks/44f68121-1041-4305-a508-750c52cc599b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474154 Aug 22 13:49:31.024379 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-f67e1ab7-df27-4c61-99fd-96db1728d501 service neutron] 10.222.0.16 "GET /v2.0/networks/44f68121-1041-4305-a508-750c52cc599b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032407 Aug 22 13:49:31.074755 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-561a4f6c-c841-40db-8b64-2814e2b6e3c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=44f68121-1041-4305-a508-750c52cc599b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5258534 Aug 22 13:49:31.090862 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ba127b72-2088-45be-b0f6-ff129ff4fa88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:31.148107 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-1df91320-f02d-4383-8545-885d2e79c06c service neutron] 10.222.0.41 "GET /v2.0/networks/44f68121-1041-4305-a508-750c52cc599b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6071949 Aug 22 13:49:31.172439 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a22fdf-c6fe-4062-b8b8-04503f8948d4 req-a244283c-1e80-4a72-b6c6-ea1d5fa92f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:31.177243 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-57a22fdf-c6fe-4062-b8b8-04503f8948d4 req-a244283c-1e80-4a72-b6c6-ea1d5fa92f56 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9d96df5cebbb405ba82c6bb179c3bc9d&device_id=70dd1839-1a91-4b27-9e35-fac42e1d85a1 HTTP/1.1" status: 200 len: 1095 time: 0.0973580 Aug 22 13:49:31.209613 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:31.309790 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-045ab75b-a37b-44ad-9dfb-9a8e1a59f231 service neutron] 10.222.0.41 "GET /v2.0/networks/44f68121-1041-4305-a508-750c52cc599b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599345 Aug 22 13:49:31.385701 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e1cc0-1ea9-4d71-94a0-e076b7f1899e req-8b3ae449-0833-4a49-97d6-9d088fd7f5d0 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:31.387320 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7c2e1cc0-1ea9-4d71-94a0-e076b7f1899e req-8b3ae449-0833-4a49-97d6-9d088fd7f5d0 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7ff6ebf-5dc9-4c85-ba0b-5f97f126d84e HTTP/1.1" status: 200 len: 943 time: 0.1358542 Aug 22 13:49:31.414432 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a22fdf-c6fe-4062-b8b8-04503f8948d4 req-5adbf236-c084-4636-846d-6a4be4546585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:31.415927 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-57a22fdf-c6fe-4062-b8b8-04503f8948d4 req-5adbf236-c084-4636-846d-6a4be4546585 service neutron] 10.222.0.16 "GET /v2.0/networks?id=44f68121-1041-4305-a508-750c52cc599b HTTP/1.1" status: 200 len: 918 time: 0.2308712 Aug 22 13:49:31.468919 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-95a82988-d28c-4e01-b35b-cadb0ad3f097 req-4d3a6b47-38a0-4c8b-bdde-8cb145c50db4 service neutron] 10.222.0.41 "GET /v2.0/networks/44f68121-1041-4305-a508-750c52cc599b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451449 Aug 22 13:49:31.478204 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-57a22fdf-c6fe-4062-b8b8-04503f8948d4 req-8ae034e0-3833-4b5e-9233-d4f6fc98a8d2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40a7555b-ae18-4cf7-9b92-eb057410a879 HTTP/1.1" status: 200 len: 217 time: 0.0544226 Aug 22 13:49:31.481867 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40275953-c059-4c70-98d3-d168ea35767f req-54c5ab90-85c2-4264-a202-89455d4aa6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:31.483413 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-40275953-c059-4c70-98d3-d168ea35767f req-54c5ab90-85c2-4264-a202-89455d4aa6c5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d96df5cebbb405ba82c6bb179c3bc9d&device_id=bc6e40ce-615b-4ffb-9454-e8965353a387 HTTP/1.1" status: 200 len: 1095 time: 0.1705577 Aug 22 13:49:31.492917 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7c2e1cc0-1ea9-4d71-94a0-e076b7f1899e req-d39966a8-2675-4b56-8527-78e9b12b7e9f tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2924936-c826-4874-ada7-0c0970e26ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902610 Aug 22 13:49:31.579125 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a22fdf-c6fe-4062-b8b8-04503f8948d4 req-cccc6beb-9093-4905-b4c3-b62e388250e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:31.581177 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-57a22fdf-c6fe-4062-b8b8-04503f8948d4 req-cccc6beb-9093-4905-b4c3-b62e388250e7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c31e6435-8980-42e9-b248-b376e209d62f HTTP/1.1" status: 200 len: 857 time: 0.0873260 Aug 22 13:49:31.636551 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2839be-5cc9-4163-9738-ff7a9502cf9b req-eea084d2-6e5f-4527-83df-3902b5f91b1a tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:31.638421 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-de2839be-5cc9-4163-9738-ff7a9502cf9b req-eea084d2-6e5f-4527-83df-3902b5f91b1a tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a463509-9fdf-4f9f-90d5-7e93bb0d6e2f HTTP/1.1" status: 200 len: 944 time: 0.0970666 Aug 22 13:49:31.640853 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-57a22fdf-c6fe-4062-b8b8-04503f8948d4 req-664d87af-f8a3-4205-9395-933b6d3c9b88 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44f68121-1041-4305-a508-750c52cc599b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492835 Aug 22 13:49:31.714923 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40275953-c059-4c70-98d3-d168ea35767f req-24d9805e-0499-42e7-adf9-d901277de701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:31.717071 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-40275953-c059-4c70-98d3-d168ea35767f req-24d9805e-0499-42e7-adf9-d901277de701 service neutron] 10.222.0.41 "GET /v2.0/networks?id=44f68121-1041-4305-a508-750c52cc599b HTTP/1.1" status: 200 len: 918 time: 0.2262106 Aug 22 13:49:31.737823 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-de2839be-5cc9-4163-9738-ff7a9502cf9b req-01d7cc3a-bf5e-4487-8608-250f217698a7 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913265 Aug 22 13:49:31.798108 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-40275953-c059-4c70-98d3-d168ea35767f req-2f5749d5-3f8d-44ab-a769-b4db7420ed7d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2688d1be-194d-486b-bb91-c778bef8d7a5 HTTP/1.1" status: 200 len: 217 time: 0.0724037 Aug 22 13:49:31.825843 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-57a22fdf-c6fe-4062-b8b8-04503f8948d4 req-be4d3b4a-af2b-4708-b58e-9d2ceef7dedc service neutron] 10.222.0.16 "GET /v2.0/networks/44f68121-1041-4305-a508-750c52cc599b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675205 Aug 22 13:49:31.885964 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7ff6ebf-5dc9-4c85-ba0b-5f97f126d84e', 'tag': 'e2365215-ff31-4a02-9f85-2838c77084ed'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:49:31.904533 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c716c4f-6923-424d-a792-2a3340cd8eae" -d '{"events": [{"name": "network-changed", "server_uuid": "f7ff6ebf-5dc9-4c85-ba0b-5f97f126d84e", "tag": "e2365215-ff31-4a02-9f85-2838c77084ed"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:49:31.910742 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60604) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:31.984887 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40275953-c059-4c70-98d3-d168ea35767f req-25d0a7df-3610-46e9-b04f-d98edbf2674c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:31.992115 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-40275953-c059-4c70-98d3-d168ea35767f req-25d0a7df-3610-46e9-b04f-d98edbf2674c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c31e6435-8980-42e9-b248-b376e209d62f HTTP/1.1" status: 200 len: 857 time: 0.1851838 Aug 22 13:49:32.044387 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67fd42ec-df21-4306-a4aa-0ccb59d2233c x-openstack-request-id: req-67fd42ec-df21-4306-a4aa-0ccb59d2233c {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:49:32.046683 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7ff6ebf-5dc9-4c85-ba0b-5f97f126d84e", "tag": "e2365215-ff31-4a02-9f85-2838c77084ed", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:49:32.047032 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-67fd42ec-df21-4306-a4aa-0ccb59d2233c {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:49:32.047527 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7ff6ebf-5dc9-4c85-ba0b-5f97f126d84e', 'tag': 'e2365215-ff31-4a02-9f85-2838c77084ed', 'status': 'completed', 'code': 200} Aug 22 13:49:32.075070 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-57a22fdf-c6fe-4062-b8b8-04503f8948d4 req-281dc14e-4d00-4c15-99e3-57872398942f service neutron] 10.222.0.16 "GET /v2.0/networks/44f68121-1041-4305-a508-750c52cc599b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434702 Aug 22 13:49:32.083990 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-40275953-c059-4c70-98d3-d168ea35767f req-3e40e475-18c3-4c8e-9a6a-ba038540f793 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=44f68121-1041-4305-a508-750c52cc599b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877576 Aug 22 13:49:32.152646 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d16fc15a-5e8c-4f30-9a7e-449659998b9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:32.224011 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c716c4f-6923-424d-a792-2a3340cd8eae req-7fb58a38-62e7-40e2-8795-4bf74147ee43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:32.226060 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4c716c4f-6923-424d-a792-2a3340cd8eae req-7fb58a38-62e7-40e2-8795-4bf74147ee43 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d96df5cebbb405ba82c6bb179c3bc9d&device_id=f7ff6ebf-5dc9-4c85-ba0b-5f97f126d84e HTTP/1.1" status: 200 len: 1095 time: 0.1774807 Aug 22 13:49:32.354754 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-40275953-c059-4c70-98d3-d168ea35767f req-7a5121b2-24f6-4bf4-a5b4-f871f80aae28 service neutron] 10.222.0.41 "GET /v2.0/networks/44f68121-1041-4305-a508-750c52cc599b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503309 Aug 22 13:49:32.453135 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:32.472037 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c716c4f-6923-424d-a792-2a3340cd8eae req-8cd43ecc-d261-47fb-a0ec-015962d06ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:32.474177 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4c716c4f-6923-424d-a792-2a3340cd8eae req-8cd43ecc-d261-47fb-a0ec-015962d06ba0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=44f68121-1041-4305-a508-750c52cc599b HTTP/1.1" status: 200 len: 918 time: 0.2371290 Aug 22 13:49:32.538403 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4c716c4f-6923-424d-a792-2a3340cd8eae req-1336f399-cd76-4a56-aea6-5ad27c06ca9c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2365215-ff31-4a02-9f85-2838c77084ed HTTP/1.1" status: 200 len: 217 time: 0.0580206 Aug 22 13:49:32.612499 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d16fc15a-5e8c-4f30-9a7e-449659998b9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:32.625019 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c716c4f-6923-424d-a792-2a3340cd8eae req-7808bbdd-1790-4896-9773-699a753d1af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:32.626506 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4c716c4f-6923-424d-a792-2a3340cd8eae req-7808bbdd-1790-4896-9773-699a753d1af7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c31e6435-8980-42e9-b248-b376e209d62f HTTP/1.1" status: 200 len: 857 time: 0.0771379 Aug 22 13:49:32.628121 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d16fc15a-5e8c-4f30-9a7e-449659998b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:32.630599 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d73f6-a3fe-434d-8349-cde25fbe4ad7 req-6b3c5323-b4fc-4882-81b4-f8de5a512366 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:32.632843 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-40275953-c059-4c70-98d3-d168ea35767f req-57702279-3507-4d51-a529-a2d8836ddfa3 service neutron] 10.222.0.41 "GET /v2.0/networks/44f68121-1041-4305-a508-750c52cc599b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696245 Aug 22 13:49:32.633152 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ed8d73f6-a3fe-434d-8349-cde25fbe4ad7 req-6b3c5323-b4fc-4882-81b4-f8de5a512366 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7ff6ebf-5dc9-4c85-ba0b-5f97f126d84e HTTP/1.1" status: 200 len: 943 time: 0.0699227 Aug 22 13:49:32.688567 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4c716c4f-6923-424d-a792-2a3340cd8eae req-ab88983b-dd1a-4c68-8384-7dde4725e342 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=44f68121-1041-4305-a508-750c52cc599b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536754 Aug 22 13:49:32.702819 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ed8d73f6-a3fe-434d-8349-cde25fbe4ad7 req-2a05a54a-23f1-4546-a23c-692f58abef74 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2924936-c826-4874-ada7-0c0970e26ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522275 Aug 22 13:49:32.723147 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d16fc15a-5e8c-4f30-9a7e-449659998b9c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e6647938f7334fa682279813e9f9742e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7979743 Aug 22 13:49:32.724618 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16fc15a-5e8c-4f30-9a7e-449659998b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2e2a33-927d-4018-bb7c-cf67a55ed890,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:32.726978 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 60650) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:32.783416 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7ddeb4a5-564a-41f3-856b-861ec9e35e10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:32.810190 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7ddeb4a5-564a-41f3-856b-861ec9e35e10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:32.841160 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4c716c4f-6923-424d-a792-2a3340cd8eae req-7a1c9767-4ad7-4774-b418-dea898527c82 service neutron] 10.222.0.41 "GET /v2.0/networks/44f68121-1041-4305-a508-750c52cc599b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425114 Aug 22 13:49:32.893113 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7ddeb4a5-564a-41f3-856b-861ec9e35e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:32.896518 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7ddeb4a5-564a-41f3-856b-861ec9e35e10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:32.897663 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-7ddeb4a5-564a-41f3-856b-861ec9e35e10 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9b2e2a33-927d-4018-bb7c-cf67a55ed890 HTTP/1.1" status: 204 len: 168 time: 0.1688104 Aug 22 13:49:32.914054 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddeb4a5-564a-41f3-856b-861ec9e35e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2e2a33-927d-4018-bb7c-cf67a55ed890,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:32.935830 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877c423-de28-47f4-965b-f6c1bbd2d5eb req-41d9b39c-4b86-48a9-9c6b-bef7d4332eec tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:32.943866 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8877c423-de28-47f4-965b-f6c1bbd2d5eb req-41d9b39c-4b86-48a9-9c6b-bef7d4332eec tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a463509-9fdf-4f9f-90d5-7e93bb0d6e2f HTTP/1.1" status: 200 len: 944 time: 0.0832167 Aug 22 13:49:32.975600 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4c716c4f-6923-424d-a792-2a3340cd8eae req-7337ed4e-5672-41e2-b555-895d2deb9d43 service neutron] 10.222.0.41 "GET /v2.0/networks/44f68121-1041-4305-a508-750c52cc599b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270483 Aug 22 13:49:32.989086 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8877c423-de28-47f4-965b-f6c1bbd2d5eb req-31ee048f-67ba-4b13-93a5-14f24a660d03 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440865 Aug 22 13:49:33.154058 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 40a7555b-ae18-4cf7-9b92-eb057410a879 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:49:33.275830 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 40a7555b-ae18-4cf7-9b92-eb057410a879, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=40a7555b-ae18-4cf7-9b92-eb057410a879,segment=NetworkSegment(91ca05a8-9957-4745-9d60-318f1fb61eff),segment_id=91ca05a8-9957-4745-9d60-318f1fb61eff)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:49:33.290469 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '40a7555b-ae18-4cf7-9b92-eb057410a879', 'network_id': '44f68121-1041-4305-a508-750c52cc599b', 'port_id': '40a7555b-ae18-4cf7-9b92-eb057410a879', 'mac_address': 'fa:16:3e:88:e0:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c31e6435-8980-42e9-b248-b376e209d62f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:49:33.293235 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 60674) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:33.311270 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1386bf2a-503c-414d-ad0e-edac249f6396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:33.346969 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:33.367663 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40a7555b-ae18-4cf7-9b92-eb057410a879 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:49:33.396482 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 40a7555b-ae18-4cf7-9b92-eb057410a879, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=40a7555b-ae18-4cf7-9b92-eb057410a879,segment=NetworkSegment(91ca05a8-9957-4745-9d60-318f1fb61eff),segment_id=91ca05a8-9957-4745-9d60-318f1fb61eff)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:49:33.406449 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:33.451947 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1386bf2a-503c-414d-ad0e-edac249f6396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:33.456783 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1386bf2a-503c-414d-ad0e-edac249f6396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:33.465393 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=40a7555b-ae18-4cf7-9b92-eb057410a879,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:33.497541 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-1386bf2a-503c-414d-ad0e-edac249f6396 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b909fb8bdacd4b60ae12dadd5cae74f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2031744 Aug 22 13:49:33.498902 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1386bf2a-503c-414d-ad0e-edac249f6396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4a2c63-af96-4226-9150-0d09ac8976c7,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:33.500186 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60676) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:33.560373 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-61393453-47a9-4959-8603-7b6fb143fe30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:33.583290 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-61393453-47a9-4959-8603-7b6fb143fe30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:33.631760 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-61393453-47a9-4959-8603-7b6fb143fe30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:33.634294 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-61393453-47a9-4959-8603-7b6fb143fe30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:33.637821 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-61393453-47a9-4959-8603-7b6fb143fe30 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8d4a2c63-af96-4226-9150-0d09ac8976c7 HTTP/1.1" status: 204 len: 168 time: 0.1342270 Aug 22 13:49:33.652396 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['40a7555b-ae18-4cf7-9b92-eb057410a879'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:49:33.656485 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61393453-47a9-4959-8603-7b6fb143fe30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4a2c63-af96-4226-9150-0d09ac8976c7,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:33.896877 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076fd67-d5d3-4c94-a726-82026c8d7c3e req-f6aa0764-fa6b-41dc-a95e-c2fb49f23fe8 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:33.898798 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8076fd67-d5d3-4c94-a726-82026c8d7c3e req-f6aa0764-fa6b-41dc-a95e-c2fb49f23fe8 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7ff6ebf-5dc9-4c85-ba0b-5f97f126d84e HTTP/1.1" status: 200 len: 943 time: 0.1064143 Aug 22 13:49:33.921618 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:33.951902 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8076fd67-d5d3-4c94-a726-82026c8d7c3e req-f6504b78-fada-4c12-a772-d4841e2f46a8 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2924936-c826-4874-ada7-0c0970e26ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340362 Aug 22 13:49:34.124372 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdfd45f-39bd-4728-bf94-3ae5601099a4 req-1fc8c7d2-750b-4bd1-8041-ecb323e8475b tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:34.126168 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2cdfd45f-39bd-4728-bf94-3ae5601099a4 req-1fc8c7d2-750b-4bd1-8041-ecb323e8475b tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a463509-9fdf-4f9f-90d5-7e93bb0d6e2f HTTP/1.1" status: 200 len: 944 time: 0.0600755 Aug 22 13:49:34.206042 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2cdfd45f-39bd-4728-bf94-3ae5601099a4 req-8a41f33b-9386-447e-9c15-aa829aff26ef tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685065 Aug 22 13:49:34.237279 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:34.939527 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device e2365215-ff31-4a02-9f85-2838c77084ed details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:49:35.105994 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4c4d7-0d0f-4e1a-b835-95e55a45301c req-8a6f281a-c5a1-43f1-81ad-014586ada2c8 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:35.108823 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-11b4c4d7-0d0f-4e1a-b835-95e55a45301c req-8a6f281a-c5a1-43f1-81ad-014586ada2c8 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7ff6ebf-5dc9-4c85-ba0b-5f97f126d84e HTTP/1.1" status: 200 len: 943 time: 0.0666566 Aug 22 13:49:35.121372 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port e2365215-ff31-4a02-9f85-2838c77084ed, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=e2365215-ff31-4a02-9f85-2838c77084ed,segment=NetworkSegment(91ca05a8-9957-4745-9d60-318f1fb61eff),segment_id=91ca05a8-9957-4745-9d60-318f1fb61eff)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:49:35.136179 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': 'e2365215-ff31-4a02-9f85-2838c77084ed', 'network_id': '44f68121-1041-4305-a508-750c52cc599b', 'port_id': 'e2365215-ff31-4a02-9f85-2838c77084ed', 'mac_address': 'fa:16:3e:f7:a6:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c31e6435-8980-42e9-b248-b376e209d62f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:49:35.159646 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-11b4c4d7-0d0f-4e1a-b835-95e55a45301c req-dfac06ab-938b-43c8-9549-1a6065a7dffa tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2924936-c826-4874-ada7-0c0970e26ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434837 Aug 22 13:49:35.193878 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 40a7555b-ae18-4cf7-9b92-eb057410a879 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:49:35.316545 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:35.346459 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2365215-ff31-4a02-9f85-2838c77084ed {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:49:35.391114 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port e2365215-ff31-4a02-9f85-2838c77084ed, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=e2365215-ff31-4a02-9f85-2838c77084ed,segment=NetworkSegment(91ca05a8-9957-4745-9d60-318f1fb61eff),segment_id=91ca05a8-9957-4745-9d60-318f1fb61eff)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:49:35.407729 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:35.408641 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 2688d1be-194d-486b-bb91-c778bef8d7a5 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:49:35.426664 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b619793f-b93a-407e-8515-7473f57ac897 req-751e5eb6-0fcb-422c-ab89-68ae8ad10ef5 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:35.437320 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b619793f-b93a-407e-8515-7473f57ac897 req-751e5eb6-0fcb-422c-ab89-68ae8ad10ef5 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a463509-9fdf-4f9f-90d5-7e93bb0d6e2f HTTP/1.1" status: 200 len: 944 time: 0.0950654 Aug 22 13:49:35.493052 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b619793f-b93a-407e-8515-7473f57ac897 req-f5e0cb09-9061-44b0-80ce-bc061c616bf2 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543773 Aug 22 13:49:35.516639 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=e2365215-ff31-4a02-9f85-2838c77084ed,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:35.527811 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port 40a7555b-ae18-4cf7-9b92-eb057410a879 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:49:35.534655 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 40a7555b-ae18-4cf7-9b92-eb057410a879 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:49:35.535024 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:35.586704 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 2688d1be-194d-486b-bb91-c778bef8d7a5, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=2688d1be-194d-486b-bb91-c778bef8d7a5,segment=NetworkSegment(91ca05a8-9957-4745-9d60-318f1fb61eff),segment_id=91ca05a8-9957-4745-9d60-318f1fb61eff)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:49:35.600819 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '2688d1be-194d-486b-bb91-c778bef8d7a5', 'network_id': '44f68121-1041-4305-a508-750c52cc599b', 'port_id': '2688d1be-194d-486b-bb91-c778bef8d7a5', 'mac_address': 'fa:16:3e:a9:5f:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c31e6435-8980-42e9-b248-b376e209d62f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:49:35.667545 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:35.686735 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:35.690548 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2688d1be-194d-486b-bb91-c778bef8d7a5 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:49:35.730239 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70dd1839-1a91-4b27-9e35-fac42e1d85a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a7555b-ae18-4cf7-9b92-eb057410a879'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:49:35.732473 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97880cd0-cadc-4560-b974-5d6923927ae2" -d '{"events": [{"server_uuid": "70dd1839-1a91-4b27-9e35-fac42e1d85a1", "name": "network-vif-plugged", "status": "completed", "tag": "40a7555b-ae18-4cf7-9b92-eb057410a879"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:49:35.736646 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 2688d1be-194d-486b-bb91-c778bef8d7a5, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=2688d1be-194d-486b-bb91-c778bef8d7a5,segment=NetworkSegment(91ca05a8-9957-4745-9d60-318f1fb61eff),segment_id=91ca05a8-9957-4745-9d60-318f1fb61eff)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:49:35.746537 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:35.798741 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 40a7555b-ae18-4cf7-9b92-eb057410a879, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=40a7555b-ae18-4cf7-9b92-eb057410a879,segment=NetworkSegment(91ca05a8-9957-4745-9d60-318f1fb61eff),segment_id=91ca05a8-9957-4745-9d60-318f1fb61eff)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:49:35.800509 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cfa83a1-9235-4ef7-afe6-e55da5aa2b36 x-openstack-request-id: req-8cfa83a1-9235-4ef7-afe6-e55da5aa2b36 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:49:35.800790 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70dd1839-1a91-4b27-9e35-fac42e1d85a1", "name": "network-vif-plugged", "status": "completed", "tag": "40a7555b-ae18-4cf7-9b92-eb057410a879", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:49:35.802228 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8cfa83a1-9235-4ef7-afe6-e55da5aa2b36 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:49:35.802228 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70dd1839-1a91-4b27-9e35-fac42e1d85a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a7555b-ae18-4cf7-9b92-eb057410a879', 'code': 200} Aug 22 13:49:35.802504 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=2688d1be-194d-486b-bb91-c778bef8d7a5,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:35.813880 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:35.940513 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=40a7555b-ae18-4cf7-9b92-eb057410a879,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:35.998078 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['e2365215-ff31-4a02-9f85-2838c77084ed'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:49:36.002203 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['2688d1be-194d-486b-bb91-c778bef8d7a5'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:49:36.010468 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e18be63-c2c3-4832-a117-acc40527d776 req-17d50eaf-6ecf-47c8-bf60-fb595ad1b586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:36.013246 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9e18be63-c2c3-4832-a117-acc40527d776 req-17d50eaf-6ecf-47c8-bf60-fb595ad1b586 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=70dd1839-1a91-4b27-9e35-fac42e1d85a1 HTTP/1.1" status: 200 len: 1097 time: 0.1118040 Aug 22 13:49:36.029330 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60764) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:36.087392 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9e18be63-c2c3-4832-a117-acc40527d776 req-5b6e1c9b-1715-4619-9217-2095a538f269 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d2924936-c826-4874-ada7-0c0970e26ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656133 Aug 22 13:49:36.168481 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2408a2c5-b309-4fc3-803c-f0cbfcffb4f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:36.351851 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2408a2c5-b309-4fc3-803c-f0cbfcffb4f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:36.357183 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2408a2c5-b309-4fc3-803c-f0cbfcffb4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:36.370854 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc3fab-75ed-440f-bd8f-0baee372a9b3 req-ad1f874f-4dbf-41f6-acdb-b22e87b22001 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:36.372566 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e2cc3fab-75ed-440f-bd8f-0baee372a9b3 req-ad1f874f-4dbf-41f6-acdb-b22e87b22001 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7ff6ebf-5dc9-4c85-ba0b-5f97f126d84e HTTP/1.1" status: 200 len: 944 time: 0.0974610 Aug 22 13:49:36.389346 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2408a2c5-b309-4fc3-803c-f0cbfcffb4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80fd45e-e718-4efb-bff0-0ef91a30fe1a,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:36.405843 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2408a2c5-b309-4fc3-803c-f0cbfcffb4f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:49:36.406191 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2408a2c5-b309-4fc3-803c-f0cbfcffb4f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:49:36.406533 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2408a2c5-b309-4fc3-803c-f0cbfcffb4f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:49:36.406866 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2408a2c5-b309-4fc3-803c-f0cbfcffb4f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:49:36.407195 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2408a2c5-b309-4fc3-803c-f0cbfcffb4f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:49:36.407519 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2408a2c5-b309-4fc3-803c-f0cbfcffb4f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:49:36.407843 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2408a2c5-b309-4fc3-803c-f0cbfcffb4f7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:49:36.408165 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2408a2c5-b309-4fc3-803c-f0cbfcffb4f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:49:36.408661 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2408a2c5-b309-4fc3-803c-f0cbfcffb4f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:49:36.409011 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2408a2c5-b309-4fc3-803c-f0cbfcffb4f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:49:36.409333 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2408a2c5-b309-4fc3-803c-f0cbfcffb4f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:49:36.410291 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2408a2c5-b309-4fc3-803c-f0cbfcffb4f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:49:36.420917 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2408a2c5-b309-4fc3-803c-f0cbfcffb4f7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cdadeadff5a947c4afd9ec2ab985053f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3898280 Aug 22 13:49:36.423447 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60776) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:36.442275 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e2cc3fab-75ed-440f-bd8f-0baee372a9b3 req-f347ead2-9b83-43ec-8532-31312b65a865 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2924936-c826-4874-ada7-0c0970e26ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627136 Aug 22 13:49:36.482395 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-411b36ff-7805-4aba-ab21-683225db7719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:36.505646 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-411b36ff-7805-4aba-ab21-683225db7719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:36.558986 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-411b36ff-7805-4aba-ab21-683225db7719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:36.561549 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-411b36ff-7805-4aba-ab21-683225db7719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:36.562702 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-411b36ff-7805-4aba-ab21-683225db7719 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c80fd45e-e718-4efb-bff0-0ef91a30fe1a HTTP/1.1" status: 204 len: 168 time: 0.1381581 Aug 22 13:49:36.578790 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411b36ff-7805-4aba-ab21-683225db7719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80fd45e-e718-4efb-bff0-0ef91a30fe1a,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:36.636124 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e98c03-4cab-4cff-b312-f70da1ee31e4 req-13252b26-057b-4441-98a1-be618dfdbb73 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:36.637654 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-21e98c03-4cab-4cff-b312-f70da1ee31e4 req-13252b26-057b-4441-98a1-be618dfdbb73 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a463509-9fdf-4f9f-90d5-7e93bb0d6e2f HTTP/1.1" status: 200 len: 944 time: 0.0680845 Aug 22 13:49:36.679261 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-21e98c03-4cab-4cff-b312-f70da1ee31e4 req-abb73d94-b6f8-47e2-a68d-5b199f24f469 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341098 Aug 22 13:49:36.883179 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60786) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:36.898728 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff999-a0da-44df-895d-a093e2273f6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:36.941531 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device e2365215-ff31-4a02-9f85-2838c77084ed up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:49:37.026673 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port e2365215-ff31-4a02-9f85-2838c77084ed completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:49:37.035285 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port e2365215-ff31-4a02-9f85-2838c77084ed triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:49:37.035694 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:37.050097 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff999-a0da-44df-895d-a093e2273f6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:37.061587 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1c9ff999-a0da-44df-895d-a093e2273f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:37.109622 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ff999-a0da-44df-895d-a093e2273f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd609c6c-de24-4c63-a521-7c94d12ec7f1,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:37.115088 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-1c9ff999-a0da-44df-895d-a093e2273f6b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=59813202d637417489ae25c179e4154b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2306452 Aug 22 13:49:37.119278 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 60792) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:37.149927 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:37.172982 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 2917338e-a42c-43a5-8be8-62459a34f24b details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:49:37.194846 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1273ac02-77cb-4a59-be0f-42ba6144995c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:37.199469 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port e2365215-ff31-4a02-9f85-2838c77084ed, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=e2365215-ff31-4a02-9f85-2838c77084ed,segment=NetworkSegment(91ca05a8-9957-4745-9d60-318f1fb61eff),segment_id=91ca05a8-9957-4745-9d60-318f1fb61eff)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:49:37.209145 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:37.209931 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 2688d1be-194d-486b-bb91-c778bef8d7a5 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:49:37.221062 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1273ac02-77cb-4a59-be0f-42ba6144995c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:37.277205 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1273ac02-77cb-4a59-be0f-42ba6144995c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:37.281764 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1273ac02-77cb-4a59-be0f-42ba6144995c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:37.284437 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-1273ac02-77cb-4a59-be0f-42ba6144995c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cd609c6c-de24-4c63-a521-7c94d12ec7f1 HTTP/1.1" status: 204 len: 168 time: 0.1641357 Aug 22 13:49:37.295886 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1273ac02-77cb-4a59-be0f-42ba6144995c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd609c6c-de24-4c63-a521-7c94d12ec7f1,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:37.380952 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=e2365215-ff31-4a02-9f85-2838c77084ed,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:37.401166 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 2688d1be-194d-486b-bb91-c778bef8d7a5 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:49:37.409866 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 2917338e-a42c-43a5-8be8-62459a34f24b, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=2917338e-a42c-43a5-8be8-62459a34f24b,segment=NetworkSegment(a8db1aa5-2938-4ee0-bbbc-1190f337bf80),segment_id=a8db1aa5-2938-4ee0-bbbc-1190f337bf80)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:49:37.413092 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 2688d1be-194d-486b-bb91-c778bef8d7a5 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:49:37.413537 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:37.451892 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '2917338e-a42c-43a5-8be8-62459a34f24b', 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8', 'port_id': '2917338e-a42c-43a5-8be8-62459a34f24b', 'mac_address': 'fa:16:3e:14:f7:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad565ab1-b54d-4060-a258-16294d6e46a2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:49:37.521494 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:37.565159 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2917338e-a42c-43a5-8be8-62459a34f24b {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:49:37.603596 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca657a4-5b26-4a58-979a-c9e947458474 req-4ca5fb63-3ee9-424e-8fa9-59d9bb6ae11e tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:37.608125 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-aca657a4-5b26-4a58-979a-c9e947458474 req-4ca5fb63-3ee9-424e-8fa9-59d9bb6ae11e tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7ff6ebf-5dc9-4c85-ba0b-5f97f126d84e HTTP/1.1" status: 200 len: 945 time: 0.0706129 Aug 22 13:49:37.633047 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 2917338e-a42c-43a5-8be8-62459a34f24b, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=2917338e-a42c-43a5-8be8-62459a34f24b,segment=NetworkSegment(a8db1aa5-2938-4ee0-bbbc-1190f337bf80),segment_id=a8db1aa5-2938-4ee0-bbbc-1190f337bf80)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:49:37.644071 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:37.657466 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:37.720279 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-aca657a4-5b26-4a58-979a-c9e947458474 req-47bfc000-a597-4fba-8329-cf808dc8d305 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2924936-c826-4874-ada7-0c0970e26ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971019 Aug 22 13:49:37.741957 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 2688d1be-194d-486b-bb91-c778bef8d7a5, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=2688d1be-194d-486b-bb91-c778bef8d7a5,segment=NetworkSegment(91ca05a8-9957-4745-9d60-318f1fb61eff),segment_id=91ca05a8-9957-4745-9d60-318f1fb61eff)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:49:37.771559 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:37.803855 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ff6ebf-5dc9-4c85-ba0b-5f97f126d84e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2365215-ff31-4a02-9f85-2838c77084ed'}, {'server_uuid': 'bc6e40ce-615b-4ffb-9454-e8965353a387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2688d1be-194d-486b-bb91-c778bef8d7a5'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:49:37.805902 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84cd68a3-9bf8-4fb0-a28b-e0d06cea4ac3" -d '{"events": [{"server_uuid": "f7ff6ebf-5dc9-4c85-ba0b-5f97f126d84e", "name": "network-vif-plugged", "status": "completed", "tag": "e2365215-ff31-4a02-9f85-2838c77084ed"}, {"server_uuid": "bc6e40ce-615b-4ffb-9454-e8965353a387", "name": "network-vif-plugged", "status": "completed", "tag": "2688d1be-194d-486b-bb91-c778bef8d7a5"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:49:37.828812 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=2917338e-a42c-43a5-8be8-62459a34f24b,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:37.891856 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['2917338e-a42c-43a5-8be8-62459a34f24b'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:49:37.918328 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c956e-7b0d-4f5c-9465-53b869ef58e9 req-583a5ce2-5732-4a8b-8942-00cfe0720f34 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:37.929021 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-613c956e-7b0d-4f5c-9465-53b869ef58e9 req-583a5ce2-5732-4a8b-8942-00cfe0720f34 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a463509-9fdf-4f9f-90d5-7e93bb0d6e2f HTTP/1.1" status: 200 len: 945 time: 0.0873938 Aug 22 13:49:37.958788 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 22 Aug 2021 13:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6822005-feb4-4562-b9d4-4b2fc3043031 x-openstack-request-id: req-e6822005-feb4-4562-b9d4-4b2fc3043031 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:49:37.959869 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7ff6ebf-5dc9-4c85-ba0b-5f97f126d84e", "name": "network-vif-plugged", "status": "completed", "tag": "e2365215-ff31-4a02-9f85-2838c77084ed", "code": 200}, {"server_uuid": "bc6e40ce-615b-4ffb-9454-e8965353a387", "name": "network-vif-plugged", "status": "completed", "tag": "2688d1be-194d-486b-bb91-c778bef8d7a5", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:49:37.962499 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e6822005-feb4-4562-b9d4-4b2fc3043031 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:49:37.963089 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7ff6ebf-5dc9-4c85-ba0b-5f97f126d84e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2365215-ff31-4a02-9f85-2838c77084ed', 'code': 200} Aug 22 13:49:37.963507 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc6e40ce-615b-4ffb-9454-e8965353a387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2688d1be-194d-486b-bb91-c778bef8d7a5', 'code': 200} Aug 22 13:49:37.999213 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-613c956e-7b0d-4f5c-9465-53b869ef58e9 req-5a9cd505-a546-465d-a646-d5516c078d22 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690382 Aug 22 13:49:38.032219 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=2688d1be-194d-486b-bb91-c778bef8d7a5,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:38.104047 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b15df2-dbd8-414c-9dd8-8124a4169863 req-727eed0c-5085-473c-b962-5baa5f2ba24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:38.107131 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-70b15df2-dbd8-414c-9dd8-8124a4169863 req-727eed0c-5085-473c-b962-5baa5f2ba24c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f7ff6ebf-5dc9-4c85-ba0b-5f97f126d84e HTTP/1.1" status: 200 len: 1097 time: 0.1277988 Aug 22 13:49:38.112890 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fdc2f8-83fe-477d-a6b1-519aefaa9036 req-d81b7533-8d05-47f3-9d3b-4afa11eb3d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:38.114642 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a0fdc2f8-83fe-477d-a6b1-519aefaa9036 req-d81b7533-8d05-47f3-9d3b-4afa11eb3d0a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bc6e40ce-615b-4ffb-9454-e8965353a387 HTTP/1.1" status: 200 len: 1097 time: 0.0856910 Aug 22 13:49:38.160683 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-70b15df2-dbd8-414c-9dd8-8124a4169863 req-01d6ea8f-b16d-45a4-8add-9ddecfe4ce6c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d2924936-c826-4874-ada7-0c0970e26ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448210 Aug 22 13:49:38.174414 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a0fdc2f8-83fe-477d-a6b1-519aefaa9036 req-b1acdb67-ccc8-4453-949e-fdf75490f427 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d2924936-c826-4874-ada7-0c0970e26ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395191 Aug 22 13:49:38.335028 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 60840) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:38.443033 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-b76d1a35-2f40-444f-94bb-7d6ef8a66aba admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-400776387-network', 'tenant_id': '02912c3d388e45fb83666286b17cf603'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:49:38.465273 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76d1a35-2f40-444f-94bb-7d6ef8a66aba admin admin] Made reservation on behalf of 02912c3d388e45fb83666286b17cf603 for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:49:38.467649 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b76d1a35-2f40-444f-94bb-7d6ef8a66aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:38.476773 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b76d1a35-2f40-444f-94bb-7d6ef8a66aba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:38.566477 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b76d1a35-2f40-444f-94bb-7d6ef8a66aba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:38.571739 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b76d1a35-2f40-444f-94bb-7d6ef8a66aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:38.593872 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b76d1a35-2f40-444f-94bb-7d6ef8a66aba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:49:38.609006 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76d1a35-2f40-444f-94bb-7d6ef8a66aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e58d9ec-c01d-4908-83e2-c801eda4568a,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:38.612288 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b76d1a35-2f40-444f-94bb-7d6ef8a66aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:38.612625 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-b76d1a35-2f40-444f-94bb-7d6ef8a66aba admin admin] Added segment dc2b021f-5773-483c-abee-f029de2246b1 of type vlan for network c7f37ae5-cd7c-4775-8894-14362b78e737 Aug 22 13:49:38.655751 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b76d1a35-2f40-444f-94bb-7d6ef8a66aba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:38.682057 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b76d1a35-2f40-444f-94bb-7d6ef8a66aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:38.683534 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76d1a35-2f40-444f-94bb-7d6ef8a66aba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:38.683849 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b76d1a35-2f40-444f-94bb-7d6ef8a66aba admin admin] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:38.742404 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-b76d1a35-2f40-444f-94bb-7d6ef8a66aba admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4062226 Aug 22 13:49:38.745467 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60848) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:38.754883 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76d1a35-2f40-444f-94bb-7d6ef8a66aba admin admin] Pushing event updated for resources: {'Network': ['ID=c7f37ae5-cd7c-4775-8894-14362b78e737,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:38.759728 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-1c97e2aa-ad26-4f55-a954-8d14a4851671 admin admin] Request body: {'subnet': {'network_id': 'c7f37ae5-cd7c-4775-8894-14362b78e737', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-400776387-subnet', 'tenant_id': '02912c3d388e45fb83666286b17cf603', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:49:38.765721 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network c7f37ae5-cd7c-4775-8894-14362b78e737 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:49:38.787520 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c97e2aa-ad26-4f55-a954-8d14a4851671 admin admin] Made reservation on behalf of 02912c3d388e45fb83666286b17cf603 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:49:38.791137 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1c97e2aa-ad26-4f55-a954-8d14a4851671 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:38.947366 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9595bcc2-9b76-441b-8b87-a04a77fdf879 req-6894bcc4-d4f6-4d99-bf98-00716139470f tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:38.949219 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9595bcc2-9b76-441b-8b87-a04a77fdf879 req-6894bcc4-d4f6-4d99-bf98-00716139470f tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7ff6ebf-5dc9-4c85-ba0b-5f97f126d84e HTTP/1.1" status: 200 len: 945 time: 0.0882115 Aug 22 13:49:39.011081 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9595bcc2-9b76-441b-8b87-a04a77fdf879 req-998bec7a-6806-46d2-b2d2-1e695ad08ea5 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2924936-c826-4874-ada7-0c0970e26ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554452 Aug 22 13:49:39.023489 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1c97e2aa-ad26-4f55-a954-8d14a4851671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:39.092890 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c97e2aa-ad26-4f55-a954-8d14a4851671 admin admin] Checking segment: {'id': 'dc2b021f-5773-483c-abee-f029de2246b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c7f37ae5-cd7c-4775-8894-14362b78e737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:49:39.093541 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c97e2aa-ad26-4f55-a954-8d14a4851671 admin admin] Network hostable DHCP agents. Network: c7f37ae5-cd7c-4775-8894-14362b78e737, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:49:39.101781 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c97e2aa-ad26-4f55-a954-8d14a4851671 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef5536cb-5dec-42ce-ac0a-690aaa7826d2,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:39.118736 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c97e2aa-ad26-4f55-a954-8d14a4851671 admin admin] Network c7f37ae5-cd7c-4775-8894-14362b78e737 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:49:39.131045 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-1c97e2aa-ad26-4f55-a954-8d14a4851671 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, c7f37ae5-cd7c-4775-8894-14362b78e737) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:49:39.136013 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c97e2aa-ad26-4f55-a954-8d14a4851671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:39.136644 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1c97e2aa-ad26-4f55-a954-8d14a4851671 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:39.151616 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b3e0e8-d223-4718-ba55-fc555cceecd8 None None] Network c7f37ae5-cd7c-4775-8894-14362b78e737 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:49:39.156931 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-1c97e2aa-ad26-4f55-a954-8d14a4851671 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4083171 Aug 22 13:49:39.183763 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06cf59-11e3-44f0-a254-0ee994c23d40 req-f93cd17b-5eb9-4b79-a3db-5ae8138dec0f tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:39.185992 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cd06cf59-11e3-44f0-a254-0ee994c23d40 req-f93cd17b-5eb9-4b79-a3db-5ae8138dec0f tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a463509-9fdf-4f9f-90d5-7e93bb0d6e2f HTTP/1.1" status: 200 len: 945 time: 0.0749357 Aug 22 13:49:39.215029 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 2917338e-a42c-43a5-8be8-62459a34f24b up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:49:39.244811 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cd06cf59-11e3-44f0-a254-0ee994c23d40 req-726fb484-f43f-452d-b0f0-dae6b4401ab8 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527217 Aug 22 13:49:39.364688 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port 2917338e-a42c-43a5-8be8-62459a34f24b completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:49:39.381876 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 2917338e-a42c-43a5-8be8-62459a34f24b triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:49:39.382248 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:39.407167 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be639028-33ec-4843-9f22-ede75672f90a None None] Network c7f37ae5-cd7c-4775-8894-14362b78e737 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:49:39.588516 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:39.626817 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 2917338e-a42c-43a5-8be8-62459a34f24b, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=2917338e-a42c-43a5-8be8-62459a34f24b,segment=NetworkSegment(a8db1aa5-2938-4ee0-bbbc-1190f337bf80),segment_id=a8db1aa5-2938-4ee0-bbbc-1190f337bf80)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:49:39.632383 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:39.701687 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=2917338e-a42c-43a5-8be8-62459a34f24b,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:39.935100 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 60882) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:39.941500 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-082cc1db-15c0-416b-a886-7e87097fef88 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-481598400-network', 'tenant_id': '656fa0090df74b2f9ba6a01c7aaf0754'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:49:39.965102 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a463509-9fdf-4f9f-90d5-7e93bb0d6e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2917338e-a42c-43a5-8be8-62459a34f24b'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:49:39.969012 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c20ca87-0542-47db-8529-7f99e2f3eefb" -d '{"events": [{"server_uuid": "3a463509-9fdf-4f9f-90d5-7e93bb0d6e2f", "name": "network-vif-plugged", "status": "completed", "tag": "2917338e-a42c-43a5-8be8-62459a34f24b"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:49:39.970428 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082cc1db-15c0-416b-a886-7e87097fef88 admin admin] Made reservation on behalf of 656fa0090df74b2f9ba6a01c7aaf0754 for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:49:39.990835 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-082cc1db-15c0-416b-a886-7e87097fef88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:40.017665 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-082cc1db-15c0-416b-a886-7e87097fef88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:40.028021 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-028fe589-0d05-4a7c-af12-985d235c815d x-openstack-request-id: req-028fe589-0d05-4a7c-af12-985d235c815d {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:49:40.028334 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a463509-9fdf-4f9f-90d5-7e93bb0d6e2f", "name": "network-vif-plugged", "status": "completed", "tag": "2917338e-a42c-43a5-8be8-62459a34f24b", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:49:40.028589 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-028fe589-0d05-4a7c-af12-985d235c815d {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:49:40.028985 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a463509-9fdf-4f9f-90d5-7e93bb0d6e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2917338e-a42c-43a5-8be8-62459a34f24b', 'code': 200} Aug 22 13:49:40.155100 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-082cc1db-15c0-416b-a886-7e87097fef88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:40.158425 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60890) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:40.167199 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-082cc1db-15c0-416b-a886-7e87097fef88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:40.239908 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082cc1db-15c0-416b-a886-7e87097fef88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b411cd4a-0d59-4a88-ac24-afa6ec93359b,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:40.246196 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-082cc1db-15c0-416b-a886-7e87097fef88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:49:40.262463 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc48a63-f4ff-49e9-b591-75d63c762cb5 req-1ff18ad2-0e7b-4b11-9a1b-bae0b8b2b862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:40.263955 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1fc48a63-f4ff-49e9-b591-75d63c762cb5 req-1ff18ad2-0e7b-4b11-9a1b-bae0b8b2b862 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3a463509-9fdf-4f9f-90d5-7e93bb0d6e2f HTTP/1.1" status: 200 len: 1098 time: 0.1193008 Aug 22 13:49:40.297805 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f454d3d-8bb2-4378-b433-dd2cdcbe3590 req-026dba75-4dba-49cf-b1cd-b6a45f8c2ff1 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:40.307078 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7f454d3d-8bb2-4378-b433-dd2cdcbe3590 req-026dba75-4dba-49cf-b1cd-b6a45f8c2ff1 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7ff6ebf-5dc9-4c85-ba0b-5f97f126d84e HTTP/1.1" status: 200 len: 945 time: 0.1634817 Aug 22 13:49:40.313286 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e779b7ea-ab77-478b-97b3-d6cf007d07a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:40.355184 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-082cc1db-15c0-416b-a886-7e87097fef88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:40.355533 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-082cc1db-15c0-416b-a886-7e87097fef88 admin admin] Added segment c5b10fef-fa10-4e57-bb2a-ae3f9e60cf69 of type vlan for network b1d809a1-869c-4c3c-91c9-fc8e36bcbfc6 Aug 22 13:49:40.376563 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1fc48a63-f4ff-49e9-b591-75d63c762cb5 req-fd7a5df0-c43f-43ea-b10f-5062bac3de25 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985434 Aug 22 13:49:40.416365 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e779b7ea-ab77-478b-97b3-d6cf007d07a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:40.421275 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e779b7ea-ab77-478b-97b3-d6cf007d07a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:40.459995 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-082cc1db-15c0-416b-a886-7e87097fef88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:40.464833 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7f454d3d-8bb2-4378-b433-dd2cdcbe3590 req-515b65e5-09e8-48e7-adef-f0ebfe82f509 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2924936-c826-4874-ada7-0c0970e26ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442723 Aug 22 13:49:40.480507 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e779b7ea-ab77-478b-97b3-d6cf007d07a6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=672b074d19664c27b12dfc80d16a40f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3207271 Aug 22 13:49:40.481116 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60898) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:40.482085 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779b7ea-ab77-478b-97b3-d6cf007d07a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3b075d-0230-4795-ba08-282f64f4e6fb,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:40.523890 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6bc7c8-0ee1-4c7a-bc1d-401b944c26ba req-afda423c-cb08-4b4d-8f6f-464eed88d2a6 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:40.531829 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5d6bc7c8-0ee1-4c7a-bc1d-401b944c26ba req-afda423c-cb08-4b4d-8f6f-464eed88d2a6 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a463509-9fdf-4f9f-90d5-7e93bb0d6e2f HTTP/1.1" status: 200 len: 946 time: 0.1575131 Aug 22 13:49:40.546926 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-59118e82-63a0-4410-990a-97a9a1044ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:40.571286 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-59118e82-63a0-4410-990a-97a9a1044ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:40.580382 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5d6bc7c8-0ee1-4c7a-bc1d-401b944c26ba req-2a1a74b2-489b-4419-b036-078dedb10e8a tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474839 Aug 22 13:49:40.597283 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-082cc1db-15c0-416b-a886-7e87097fef88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:40.598931 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082cc1db-15c0-416b-a886-7e87097fef88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:40.599518 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-082cc1db-15c0-416b-a886-7e87097fef88 admin admin] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:40.631517 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-59118e82-63a0-4410-990a-97a9a1044ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:40.634420 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-59118e82-63a0-4410-990a-97a9a1044ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:40.638102 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-59118e82-63a0-4410-990a-97a9a1044ded admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5b3b075d-0230-4795-ba08-282f64f4e6fb HTTP/1.1" status: 204 len: 168 time: 0.1495318 Aug 22 13:49:40.654769 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59118e82-63a0-4410-990a-97a9a1044ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3b075d-0230-4795-ba08-282f64f4e6fb,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:40.693002 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-082cc1db-15c0-416b-a886-7e87097fef88 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7560842 Aug 22 13:49:40.695902 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60904) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:40.702951 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-6db9b4c1-7efc-45e4-b66a-247b334e2c38 admin admin] Request body: {'subnet': {'network_id': 'b1d809a1-869c-4c3c-91c9-fc8e36bcbfc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-481598400-subnet', 'tenant_id': '656fa0090df74b2f9ba6a01c7aaf0754', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:49:40.714243 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0370cd-759b-4e0f-931e-4ab792b67aa4 req-3691baa5-4213-43af-912e-b8cf24de25ae tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:40.721714 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dc0370cd-759b-4e0f-931e-4ab792b67aa4 req-3691baa5-4213-43af-912e-b8cf24de25ae tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] 10.222.0.21 "GET /v2.0/ports?device_id=70dd1839-1a91-4b27-9e35-fac42e1d85a1 HTTP/1.1" status: 200 len: 945 time: 0.1401653 Aug 22 13:49:40.732879 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082cc1db-15c0-416b-a886-7e87097fef88 admin admin] Pushing event updated for resources: {'Network': ['ID=b1d809a1-869c-4c3c-91c9-fc8e36bcbfc6,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:40.743657 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network b1d809a1-869c-4c3c-91c9-fc8e36bcbfc6 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:49:40.766128 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db9b4c1-7efc-45e4-b66a-247b334e2c38 admin admin] Made reservation on behalf of 656fa0090df74b2f9ba6a01c7aaf0754 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:49:40.770921 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6db9b4c1-7efc-45e4-b66a-247b334e2c38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:40.776630 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dc0370cd-759b-4e0f-931e-4ab792b67aa4 req-ec38b07f-2931-4530-a137-9e9a7d493b02 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2924936-c826-4874-ada7-0c0970e26ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508015 Aug 22 13:49:40.956988 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7300c-add1-435f-9a77-5ce504e8245d req-74933603-e3eb-45e9-9f62-3a9bd6a4a8b4 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:40.960169 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-11e7300c-add1-435f-9a77-5ce504e8245d req-74933603-e3eb-45e9-9f62-3a9bd6a4a8b4 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc6e40ce-615b-4ffb-9454-e8965353a387 HTTP/1.1" status: 200 len: 945 time: 0.0759587 Aug 22 13:49:41.009287 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6db9b4c1-7efc-45e4-b66a-247b334e2c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:41.011316 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-11e7300c-add1-435f-9a77-5ce504e8245d req-7424f912-1dfd-452f-8ba1-3ee1012e865f tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2924936-c826-4874-ada7-0c0970e26ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449471 Aug 22 13:49:41.064376 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 60914) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:41.079842 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db9b4c1-7efc-45e4-b66a-247b334e2c38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d904117-14b4-4557-a97b-a7f1fab8c736,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:41.087390 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ddeb0e89-63a2-427e-a1fe-073032b1b341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:41.105746 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db9b4c1-7efc-45e4-b66a-247b334e2c38 admin admin] Checking segment: {'id': 'c5b10fef-fa10-4e57-bb2a-ae3f9e60cf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b1d809a1-869c-4c3c-91c9-fc8e36bcbfc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:49:41.106259 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db9b4c1-7efc-45e4-b66a-247b334e2c38 admin admin] Network hostable DHCP agents. Network: b1d809a1-869c-4c3c-91c9-fc8e36bcbfc6, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:49:41.127918 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db9b4c1-7efc-45e4-b66a-247b334e2c38 admin admin] Network b1d809a1-869c-4c3c-91c9-fc8e36bcbfc6 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:49:41.140348 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-6db9b4c1-7efc-45e4-b66a-247b334e2c38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, b1d809a1-869c-4c3c-91c9-fc8e36bcbfc6) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:49:41.146861 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db9b4c1-7efc-45e4-b66a-247b334e2c38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:41.149971 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a66bfca-7fa4-40b7-852c-7aaa171a61fb None None] Network b1d809a1-869c-4c3c-91c9-fc8e36bcbfc6 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:49:41.160206 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6db9b4c1-7efc-45e4-b66a-247b334e2c38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:41.231200 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ddeb0e89-63a2-427e-a1fe-073032b1b341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:41.248815 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ddeb0e89-63a2-427e-a1fe-073032b1b341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:41.249361 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6db9b4c1-7efc-45e4-b66a-247b334e2c38 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5515025 Aug 22 13:49:41.315313 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeb0e89-63a2-427e-a1fe-073032b1b341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9432796-c178-4ab6-a93c-b509a682ce56,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:41.321245 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ddeb0e89-63a2-427e-a1fe-073032b1b341 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7faac1ba9af94d0293c20f5159d71b52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2557490 Aug 22 13:49:41.324278 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 60924) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:41.330238 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3af014-ad54-490a-8c5d-a5b85232140e None None] Network b1d809a1-869c-4c3c-91c9-fc8e36bcbfc6 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:49:41.330401 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b48a966-dab8-4508-9baf-c1252f2d1ec1 req-5cc9bf50-73c1-4e13-87f2-a1ffa020a533 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:41.332274 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6b48a966-dab8-4508-9baf-c1252f2d1ec1 req-5cc9bf50-73c1-4e13-87f2-a1ffa020a533 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc6e40ce-615b-4ffb-9454-e8965353a387 HTTP/1.1" status: 200 len: 945 time: 0.0961607 Aug 22 13:49:41.388306 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6b48a966-dab8-4508-9baf-c1252f2d1ec1 req-8e230b5b-b876-47cd-ba19-e5ea13189873 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2924936-c826-4874-ada7-0c0970e26ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451789 Aug 22 13:49:41.404129 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2ebe2f9c-a4a3-42b4-8cc2-bd2a72dc2ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:41.431805 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2ebe2f9c-a4a3-42b4-8cc2-bd2a72dc2ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:41.493797 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2ebe2f9c-a4a3-42b4-8cc2-bd2a72dc2ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:41.497203 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2ebe2f9c-a4a3-42b4-8cc2-bd2a72dc2ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:41.501520 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2ebe2f9c-a4a3-42b4-8cc2-bd2a72dc2ee7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d9432796-c178-4ab6-a93c-b509a682ce56 HTTP/1.1" status: 204 len: 168 time: 0.1757569 Aug 22 13:49:41.510463 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebe2f9c-a4a3-42b4-8cc2-bd2a72dc2ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9432796-c178-4ab6-a93c-b509a682ce56,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:41.725501 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fda2d7-e9b4-46db-bb4e-94ad9e74e5e2 req-dfef0d07-8620-4235-8c64-62995ef6a399 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:41.734098 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f9fda2d7-e9b4-46db-bb4e-94ad9e74e5e2 req-dfef0d07-8620-4235-8c64-62995ef6a399 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a463509-9fdf-4f9f-90d5-7e93bb0d6e2f HTTP/1.1" status: 200 len: 946 time: 0.0657480 Aug 22 13:49:41.777095 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f9fda2d7-e9b4-46db-bb4e-94ad9e74e5e2 req-c9f896aa-a63b-4550-9f28-d40cdb1a3aea tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419579 Aug 22 13:49:41.918191 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c8b7db-c960-4341-a7ab-b84240272661 req-9129f001-b631-4d63-95bd-eb1f875edcfa tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:41.919948 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d9c8b7db-c960-4341-a7ab-b84240272661 req-9129f001-b631-4d63-95bd-eb1f875edcfa tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a463509-9fdf-4f9f-90d5-7e93bb0d6e2f HTTP/1.1" status: 200 len: 946 time: 0.0692499 Aug 22 13:49:41.980592 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d9c8b7db-c960-4341-a7ab-b84240272661 req-d3e18493-02ac-4618-a74c-dbc04ce9c02c tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544083 Aug 22 13:49:42.171633 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7563510a-4f27-42df-b921-03cb1ee4d7a8 req-ed34c631-89c3-4eb5-90d6-9f0d9dcf30b3 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:42.173739 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7563510a-4f27-42df-b921-03cb1ee4d7a8 req-ed34c631-89c3-4eb5-90d6-9f0d9dcf30b3 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a463509-9fdf-4f9f-90d5-7e93bb0d6e2f HTTP/1.1" status: 200 len: 946 time: 0.1170206 Aug 22 13:49:42.206844 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851bdb0-44c7-4710-8f17-41e9f3d67193 req-d0d0c90f-0f32-442f-9398-6b74904f3373 tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:42.210753 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3851bdb0-44c7-4710-8f17-41e9f3d67193 req-d0d0c90f-0f32-442f-9398-6b74904f3373 tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] 10.222.0.21 "GET /v2.0/networks?id=c7f37ae5-cd7c-4775-8894-14362b78e737 HTTP/1.1" status: 200 len: 808 time: 0.1820469 Aug 22 13:49:42.230516 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3851bdb0-44c7-4710-8f17-41e9f3d67193 req-80408af8-8628-43f3-9967-d2cf5c7ba033 tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] 10.222.0.21 "GET /v2.0/quotas/02912c3d388e45fb83666286b17cf603 HTTP/1.1" status: 200 len: 375 time: 0.0147226 Aug 22 13:49:42.256435 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7563510a-4f27-42df-b921-03cb1ee4d7a8 req-73e3c5e1-52d7-4441-a3d3-e3a111787e0e tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705888 Aug 22 13:49:42.273615 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3851bdb0-44c7-4710-8f17-41e9f3d67193 req-fbe4abf2-522f-448b-911a-a75050dc2979 tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=02912c3d388e45fb83666286b17cf603&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341673 Aug 22 13:49:42.398093 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3851bdb0-44c7-4710-8f17-41e9f3d67193 req-5d8a3bca-42bd-4f76-abe3-2fbb16913ab4 service neutron] 10.222.0.21 "GET /v2.0/networks/c7f37ae5-cd7c-4775-8894-14362b78e737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169789 Aug 22 13:49:42.508051 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3851bdb0-44c7-4710-8f17-41e9f3d67193 req-889fff60-be4e-4293-9fef-86699a452b74 service neutron] 10.222.0.21 "GET /v2.0/networks/c7f37ae5-cd7c-4775-8894-14362b78e737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087196 Aug 22 13:49:42.600483 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a635b195-74c4-48a4-98e0-e7cd536ff1c9 req-1a6c07fd-9ea2-4322-aa9d-657ff179b563 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:42.611752 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a635b195-74c4-48a4-98e0-e7cd536ff1c9 req-1a6c07fd-9ea2-4322-aa9d-657ff179b563 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc6e40ce-615b-4ffb-9454-e8965353a387 HTTP/1.1" status: 200 len: 945 time: 0.0898721 Aug 22 13:49:42.628737 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3483de-5473-4f8e-b693-3f54bac97fe4 req-cc0a5674-698f-48e3-bd39-34218b91c6eb tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:42.651054 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ed3483de-5473-4f8e-b693-3f54bac97fe4 req-cc0a5674-698f-48e3-bd39-34218b91c6eb tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc6e40ce-615b-4ffb-9454-e8965353a387 HTTP/1.1" status: 200 len: 945 time: 0.1683803 Aug 22 13:49:42.700546 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a635b195-74c4-48a4-98e0-e7cd536ff1c9 req-1c5d5b97-7119-4791-8805-ce823dd26e6c tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2924936-c826-4874-ada7-0c0970e26ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823894 Aug 22 13:49:42.850099 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9378f60b-3dea-4118-aac1-f643f8b4fec2 req-81fb5a30-fe9a-4c23-b5b2-657493e2c779 tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] 10.222.0.21 "GET /v2.0/ports?device_id=a862ada5-b711-49d4-801b-40251dd53f6d HTTP/1.1" status: 200 len: 210 time: 0.0559576 Aug 22 13:49:42.873033 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-ed3483de-5473-4f8e-b693-3f54bac97fe4 req-9a355a1b-e494-4a67-b44f-6c2dc42c9f0c tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Deleting port 2688d1be-194d-486b-bb91-c778bef8d7a5 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:49:42.873033 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-ed3483de-5473-4f8e-b693-3f54bac97fe4 req-9a355a1b-e494-4a67-b44f-6c2dc42c9f0c tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:42.950251 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0744e7-0596-49e0-bdf4-e4d408c543dd req-c81359a4-a325-4f11-8b5f-d055d0e9d370 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:42.961092 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5e0744e7-0596-49e0-bdf4-e4d408c543dd req-c81359a4-a325-4f11-8b5f-d055d0e9d370 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a463509-9fdf-4f9f-90d5-7e93bb0d6e2f HTTP/1.1" status: 200 len: 946 time: 0.1098027 Aug 22 13:49:43.033321 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-ed3483de-5473-4f8e-b693-3f54bac97fe4 req-9a355a1b-e494-4a67-b44f-6c2dc42c9f0c tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] For port 2688d1be-194d-486b-bb91-c778bef8d7a5, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=2688d1be-194d-486b-bb91-c778bef8d7a5,segment=NetworkSegment(91ca05a8-9957-4745-9d60-318f1fb61eff),segment_id=91ca05a8-9957-4745-9d60-318f1fb61eff)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:49:43.033907 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-ed3483de-5473-4f8e-b693-3f54bac97fe4 req-9a355a1b-e494-4a67-b44f-6c2dc42c9f0c tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:43.058782 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5e0744e7-0596-49e0-bdf4-e4d408c543dd req-35f74540-b48b-452e-b030-b651c4dbef99 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948372 Aug 22 13:49:43.062234 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-ed3483de-5473-4f8e-b693-3f54bac97fe4 req-9a355a1b-e494-4a67-b44f-6c2dc42c9f0c tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Calling delete_port for 2688d1be-194d-486b-bb91-c778bef8d7a5 owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:49:43.257096 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-ed3483de-5473-4f8e-b693-3f54bac97fe4 req-9a355a1b-e494-4a67-b44f-6c2dc42c9f0c tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:43.270516 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['e2365215-ff31-4a02-9f85-2838c77084ed', '2688d1be-194d-486b-bb91-c778bef8d7a5'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:49:43.303912 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a355a1b-e494-4a67-b44f-6c2dc42c9f0c tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Pushing event deleted for resources: {'Port': ['ID=2688d1be-194d-486b-bb91-c778bef8d7a5,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:43.321878 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['40a7555b-ae18-4cf7-9b92-eb057410a879'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:49:43.355336 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed3483de-5473-4f8e-b693-3f54bac97fe4 req-9a355a1b-e494-4a67-b44f-6c2dc42c9f0c tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] No DVR routers for this DVR port 2688d1be-194d-486b-bb91-c778bef8d7a5 on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:49:43.358720 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-ed3483de-5473-4f8e-b693-3f54bac97fe4 req-9a355a1b-e494-4a67-b44f-6c2dc42c9f0c tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:43.360722 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ed3483de-5473-4f8e-b693-3f54bac97fe4 req-9a355a1b-e494-4a67-b44f-6c2dc42c9f0c tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] 10.222.0.41 "DELETE /v2.0/ports/2688d1be-194d-486b-bb91-c778bef8d7a5 HTTP/1.1" status: 204 len: 173 time: 0.7033236 Aug 22 13:49:43.361206 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc6e40ce-615b-4ffb-9454-e8965353a387', 'name': 'network-vif-deleted', 'tag': '2688d1be-194d-486b-bb91-c778bef8d7a5'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:49:43.365794 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33633081-67b2-428d-9ea8-4810e9b9ab2c" -d '{"events": [{"server_uuid": "bc6e40ce-615b-4ffb-9454-e8965353a387", "name": "network-vif-deleted", "tag": "2688d1be-194d-486b-bb91-c778bef8d7a5"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:49:43.475880 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf0e776-61b8-4135-8324-06cfb7b7b165 x-openstack-request-id: req-caf0e776-61b8-4135-8324-06cfb7b7b165 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:49:43.476322 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc6e40ce-615b-4ffb-9454-e8965353a387", "name": "network-vif-deleted", "tag": "2688d1be-194d-486b-bb91-c778bef8d7a5", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:49:43.476598 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-caf0e776-61b8-4135-8324-06cfb7b7b165 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:49:43.476915 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc6e40ce-615b-4ffb-9454-e8965353a387', 'name': 'network-vif-deleted', 'tag': '2688d1be-194d-486b-bb91-c778bef8d7a5', 'status': 'completed', 'code': 200} Aug 22 13:49:43.960646 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-86ccde0c-aa1f-4f92-bfb1-111d5190a74e req-d3795048-51cf-482a-8e00-8e28ef6779c8 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc6e40ce-615b-4ffb-9454-e8965353a387 HTTP/1.1" status: 200 len: 210 time: 0.0437560 Aug 22 13:49:44.023511 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5873fb08-7b99-48d9-9dc9-b43acf723751 req-7a779a3c-6fb0-421a-8d2a-f22026734fda tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] 10.222.0.21 "GET /v2.0/ports?device_id=a862ada5-b711-49d4-801b-40251dd53f6d HTTP/1.1" status: 200 len: 210 time: 0.0617576 Aug 22 13:49:44.334164 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3ce05-687e-4ecd-b8e2-252e310d508f req-49051d2c-6f5b-4ba3-b595-039e0778e635 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:44.335675 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8ea3ce05-687e-4ecd-b8e2-252e310d508f req-49051d2c-6f5b-4ba3-b595-039e0778e635 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a463509-9fdf-4f9f-90d5-7e93bb0d6e2f HTTP/1.1" status: 200 len: 946 time: 0.1328702 Aug 22 13:49:44.351170 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87369d-3469-4b52-b94c-5a1b977aabf0 req-9c1fa8d0-d4a3-4640-821c-cf8e4f5856bd tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:44.352655 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-db87369d-3469-4b52-b94c-5a1b977aabf0 req-9c1fa8d0-d4a3-4640-821c-cf8e4f5856bd tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a463509-9fdf-4f9f-90d5-7e93bb0d6e2f HTTP/1.1" status: 200 len: 946 time: 0.1486886 Aug 22 13:49:44.373992 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851bdb0-44c7-4710-8f17-41e9f3d67193 req-96add186-c212-40ec-9501-a9a89b9b11f2 tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:44.375670 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3851bdb0-44c7-4710-8f17-41e9f3d67193 req-96add186-c212-40ec-9501-a9a89b9b11f2 tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] 10.222.0.16 "GET /v2.0/networks?id=c7f37ae5-cd7c-4775-8894-14362b78e737 HTTP/1.1" status: 200 len: 808 time: 0.2480831 Aug 22 13:49:44.430177 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-3851bdb0-44c7-4710-8f17-41e9f3d67193 req-19af484f-b407-4e63-8f87-ad8d61f16829 tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] Request body: {'port': {'device_id': 'a862ada5-b711-49d4-801b-40251dd53f6d', 'network_id': 'c7f37ae5-cd7c-4775-8894-14362b78e737', 'admin_state_up': True, 'tenant_id': '02912c3d388e45fb83666286b17cf603'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:49:44.535701 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8ea3ce05-687e-4ecd-b8e2-252e310d508f req-8e8a73ee-7848-4cef-8ef8-4b41c5f409a2 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819932 Aug 22 13:49:44.583149 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-db87369d-3469-4b52-b94c-5a1b977aabf0 req-f12e597c-b200-4a08-ab14-1eee3def7894 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Deleting port 2917338e-a42c-43a5-8be8-62459a34f24b {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:49:44.583501 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-db87369d-3469-4b52-b94c-5a1b977aabf0 req-f12e597c-b200-4a08-ab14-1eee3def7894 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:44.690630 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3851bdb0-44c7-4710-8f17-41e9f3d67193 req-19af484f-b407-4e63-8f87-ad8d61f16829 tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] Made reservation on behalf of 02912c3d388e45fb83666286b17cf603 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:49:44.694448 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-3851bdb0-44c7-4710-8f17-41e9f3d67193 req-19af484f-b407-4e63-8f87-ad8d61f16829 tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:44.717739 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-db87369d-3469-4b52-b94c-5a1b977aabf0 req-f12e597c-b200-4a08-ab14-1eee3def7894 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] For port 2917338e-a42c-43a5-8be8-62459a34f24b, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=2917338e-a42c-43a5-8be8-62459a34f24b,segment=NetworkSegment(a8db1aa5-2938-4ee0-bbbc-1190f337bf80),segment_id=a8db1aa5-2938-4ee0-bbbc-1190f337bf80)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:49:44.718116 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-db87369d-3469-4b52-b94c-5a1b977aabf0 req-f12e597c-b200-4a08-ab14-1eee3def7894 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:44.740265 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-db87369d-3469-4b52-b94c-5a1b977aabf0 req-f12e597c-b200-4a08-ab14-1eee3def7894 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Calling delete_port for 2917338e-a42c-43a5-8be8-62459a34f24b owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:49:44.900600 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-3851bdb0-44c7-4710-8f17-41e9f3d67193 req-19af484f-b407-4e63-8f87-ad8d61f16829 tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] Allocated IP 172.20.0.7 (c7f37ae5-cd7c-4775-8894-14362b78e737/ef5536cb-5dec-42ce-ac0a-690aaa7826d2/fc44fdb1-7f16-424f-bd33-4eaf378fc311) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:49:44.996791 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-db87369d-3469-4b52-b94c-5a1b977aabf0 req-f12e597c-b200-4a08-ab14-1eee3def7894 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:45.021776 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['2917338e-a42c-43a5-8be8-62459a34f24b'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:49:45.485985 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12e597c-b200-4a08-ab14-1eee3def7894 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Pushing event deleted for resources: {'Port': ['ID=2917338e-a42c-43a5-8be8-62459a34f24b,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:45.493208 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-722731ce-8c4c-4a6a-a20a-bd818be61dd8 req-af0a1264-ac7e-4fbd-8d13-bfa5443107e9 tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] 10.222.0.21 "GET /v2.0/ports?device_id=a862ada5-b711-49d4-801b-40251dd53f6d HTTP/1.1" status: 200 len: 210 time: 0.0727828 Aug 22 13:49:45.516030 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12e597c-b200-4a08-ab14-1eee3def7894 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:49:45.516417 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12e597c-b200-4a08-ab14-1eee3def7894 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:49:45.516752 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12e597c-b200-4a08-ab14-1eee3def7894 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:49:45.517083 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12e597c-b200-4a08-ab14-1eee3def7894 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:49:45.517408 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12e597c-b200-4a08-ab14-1eee3def7894 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:49:45.517732 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12e597c-b200-4a08-ab14-1eee3def7894 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:49:45.518050 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12e597c-b200-4a08-ab14-1eee3def7894 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:49:45.518366 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12e597c-b200-4a08-ab14-1eee3def7894 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:49:45.518682 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12e597c-b200-4a08-ab14-1eee3def7894 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:49:45.518995 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12e597c-b200-4a08-ab14-1eee3def7894 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:49:45.519310 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12e597c-b200-4a08-ab14-1eee3def7894 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:49:45.519656 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12e597c-b200-4a08-ab14-1eee3def7894 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:49:45.572509 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-db87369d-3469-4b52-b94c-5a1b977aabf0 req-f12e597c-b200-4a08-ab14-1eee3def7894 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] No DVR routers for this DVR port 2917338e-a42c-43a5-8be8-62459a34f24b on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:49:45.582485 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-db87369d-3469-4b52-b94c-5a1b977aabf0 req-f12e597c-b200-4a08-ab14-1eee3def7894 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:45.584761 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-db87369d-3469-4b52-b94c-5a1b977aabf0 req-f12e597c-b200-4a08-ab14-1eee3def7894 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.16 "DELETE /v2.0/ports/2917338e-a42c-43a5-8be8-62459a34f24b HTTP/1.1" status: 204 len: 173 time: 1.2020657 Aug 22 13:49:45.585262 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a463509-9fdf-4f9f-90d5-7e93bb0d6e2f', 'name': 'network-vif-deleted', 'tag': '2917338e-a42c-43a5-8be8-62459a34f24b'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:49:45.587676 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb4c8da-82b3-4b96-907d-1da6ff3b4097" -d '{"events": [{"server_uuid": "3a463509-9fdf-4f9f-90d5-7e93bb0d6e2f", "name": "network-vif-deleted", "tag": "2917338e-a42c-43a5-8be8-62459a34f24b"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:49:45.615435 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-3851bdb0-44c7-4710-8f17-41e9f3d67193 req-19af484f-b407-4e63-8f87-ad8d61f16829 tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:45.678764 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fda9a16a-86f0-4903-8887-b13f07ac2556 req-b8a12f58-0109-4655-aade-f737df8794ce tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a463509-9fdf-4f9f-90d5-7e93bb0d6e2f HTTP/1.1" status: 200 len: 210 time: 0.0355437 Aug 22 13:49:45.741104 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-3851bdb0-44c7-4710-8f17-41e9f3d67193 req-19af484f-b407-4e63-8f87-ad8d61f16829 tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:45.873804 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af484f-b407-4e63-8f87-ad8d61f16829 tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] Pushing event updated for resources: {'Port': ['ID=fc44fdb1-7f16-424f-bd33-4eaf378fc311,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:45.882386 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7960a6f4-28c9-49e3-bca4-d0a6e0ce3933 x-openstack-request-id: req-7960a6f4-28c9-49e3-bca4-d0a6e0ce3933 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:49:45.882694 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a463509-9fdf-4f9f-90d5-7e93bb0d6e2f", "name": "network-vif-deleted", "tag": "2917338e-a42c-43a5-8be8-62459a34f24b", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:49:45.882957 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7960a6f4-28c9-49e3-bca4-d0a6e0ce3933 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:49:45.883371 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a463509-9fdf-4f9f-90d5-7e93bb0d6e2f', 'name': 'network-vif-deleted', 'tag': '2917338e-a42c-43a5-8be8-62459a34f24b', 'status': 'completed', 'code': 200} Aug 22 13:49:45.901456 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3851bdb0-44c7-4710-8f17-41e9f3d67193 req-19af484f-b407-4e63-8f87-ad8d61f16829 tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] Network c7f37ae5-cd7c-4775-8894-14362b78e737 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:49:45.905104 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-3851bdb0-44c7-4710-8f17-41e9f3d67193 req-19af484f-b407-4e63-8f87-ad8d61f16829 tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:49:45.907795 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-3851bdb0-44c7-4710-8f17-41e9f3d67193 req-19af484f-b407-4e63-8f87-ad8d61f16829 tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:49:45.983789 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851bdb0-44c7-4710-8f17-41e9f3d67193 req-19af484f-b407-4e63-8f87-ad8d61f16829 tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:45.984797 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-3851bdb0-44c7-4710-8f17-41e9f3d67193 req-19af484f-b407-4e63-8f87-ad8d61f16829 tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:46.002258 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3851bdb0-44c7-4710-8f17-41e9f3d67193 req-19af484f-b407-4e63-8f87-ad8d61f16829 tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5762599 Aug 22 13:49:46.015833 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-3851bdb0-44c7-4710-8f17-41e9f3d67193 req-5989a455-0119-43da-806b-d7aaf9b8257f service neutron] Request body: {'port': {'device_id': 'a862ada5-b711-49d4-801b-40251dd53f6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:49:46.078099 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-3851bdb0-44c7-4710-8f17-41e9f3d67193 req-5989a455-0119-43da-806b-d7aaf9b8257f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:46.235091 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29284a9b-3e26-4cea-b6d3-861491924fb5 req-c1f8f0aa-6499-4da4-af47-48bca8b2e30f tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:46.241888 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29284a9b-3e26-4cea-b6d3-861491924fb5 req-c1f8f0aa-6499-4da4-af47-48bca8b2e30f tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:46.243541 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-29284a9b-3e26-4cea-b6d3-861491924fb5 req-c1f8f0aa-6499-4da4-af47-48bca8b2e30f tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] 10.222.0.21 "GET /v2.0/ports?device_id=70dd1839-1a91-4b27-9e35-fac42e1d85a1&device_id=f7ff6ebf-5dc9-4c85-ba0b-5f97f126d84e HTTP/1.1" status: 200 len: 1681 time: 0.1518061 Aug 22 13:49:46.337099 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-29284a9b-3e26-4cea-b6d3-861491924fb5 req-e97062b8-3242-48d1-8954-2564d9663fb1 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2924936-c826-4874-ada7-0c0970e26ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867558 Aug 22 13:49:46.468553 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-3851bdb0-44c7-4710-8f17-41e9f3d67193 req-5989a455-0119-43da-806b-d7aaf9b8257f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc44fdb1-7f16-424f-bd33-4eaf378fc311 {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:49:46.477535 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-3851bdb0-44c7-4710-8f17-41e9f3d67193 req-5989a455-0119-43da-806b-d7aaf9b8257f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:46.493627 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-3851bdb0-44c7-4710-8f17-41e9f3d67193 req-5989a455-0119-43da-806b-d7aaf9b8257f service neutron] Transition to ACTIVE for port object fc44fdb1-7f16-424f-bd33-4eaf378fc311 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:49:46.500122 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-3851bdb0-44c7-4710-8f17-41e9f3d67193 req-5989a455-0119-43da-806b-d7aaf9b8257f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:46.555955 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5989a455-0119-43da-806b-d7aaf9b8257f service neutron] Pushing event updated for resources: {'Port': ['ID=fc44fdb1-7f16-424f-bd33-4eaf378fc311,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:46.781440 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f088ca-22ef-466d-888e-06fad2355b9b req-14bd6766-8524-4807-a11d-46562167cf81 tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:46.782918 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-12f088ca-22ef-466d-888e-06fad2355b9b req-14bd6766-8524-4807-a11d-46562167cf81 tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] 10.222.0.21 "GET /v2.0/ports?device_id=a862ada5-b711-49d4-801b-40251dd53f6d HTTP/1.1" status: 200 len: 943 time: 0.0971644 Aug 22 13:49:46.783857 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-3851bdb0-44c7-4710-8f17-41e9f3d67193 req-5989a455-0119-43da-806b-d7aaf9b8257f service neutron] Attempting to bind port fc44fdb1-7f16-424f-bd33-4eaf378fc311 on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:49:46.784181 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-3851bdb0-44c7-4710-8f17-41e9f3d67193 req-5989a455-0119-43da-806b-d7aaf9b8257f service neutron] Attempting to bind port fc44fdb1-7f16-424f-bd33-4eaf378fc311 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': 'dc2b021f-5773-483c-abee-f029de2246b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c7f37ae5-cd7c-4775-8894-14362b78e737'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:49:46.784529 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3851bdb0-44c7-4710-8f17-41e9f3d67193 req-5989a455-0119-43da-806b-d7aaf9b8257f service neutron] Attempting to bind port fc44fdb1-7f16-424f-bd33-4eaf378fc311 on network c7f37ae5-cd7c-4775-8894-14362b78e737 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:49:46.794897 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3851bdb0-44c7-4710-8f17-41e9f3d67193 req-5989a455-0119-43da-806b-d7aaf9b8257f service neutron] Port fc44fdb1-7f16-424f-bd33-4eaf378fc311 on network c7f37ae5-cd7c-4775-8894-14362b78e737 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:49:46.795225 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3851bdb0-44c7-4710-8f17-41e9f3d67193 req-5989a455-0119-43da-806b-d7aaf9b8257f service neutron] Attempting to bind port fc44fdb1-7f16-424f-bd33-4eaf378fc311 on network c7f37ae5-cd7c-4775-8894-14362b78e737 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:49:46.892303 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e0f5996c-462f-4dd0-9a4c-6c40605cf46c req-1c5b29bf-5949-4a1a-8016-4647d9354afb tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a463509-9fdf-4f9f-90d5-7e93bb0d6e2f HTTP/1.1" status: 200 len: 210 time: 0.0423880 Aug 22 13:49:46.893225 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3851bdb0-44c7-4710-8f17-41e9f3d67193 req-5989a455-0119-43da-806b-d7aaf9b8257f service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:49:46.906595 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3851bdb0-44c7-4710-8f17-41e9f3d67193 req-5989a455-0119-43da-806b-d7aaf9b8257f service neutron] Checking segment: {'id': 'dc2b021f-5773-483c-abee-f029de2246b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c7f37ae5-cd7c-4775-8894-14362b78e737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:49:46.909381 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3851bdb0-44c7-4710-8f17-41e9f3d67193 req-5989a455-0119-43da-806b-d7aaf9b8257f service neutron] Bound using segment: {'id': 'dc2b021f-5773-483c-abee-f029de2246b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c7f37ae5-cd7c-4775-8894-14362b78e737'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:49:46.911283 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-3851bdb0-44c7-4710-8f17-41e9f3d67193 req-5989a455-0119-43da-806b-d7aaf9b8257f service neutron] Bound port: fc44fdb1-7f16-424f-bd33-4eaf378fc311, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc2b021f-5773-483c-abee-f029de2246b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c7f37ae5-cd7c-4775-8894-14362b78e737'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:49:46.911763 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-3851bdb0-44c7-4710-8f17-41e9f3d67193 req-5989a455-0119-43da-806b-d7aaf9b8257f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:47.001535 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-12f088ca-22ef-466d-888e-06fad2355b9b req-e0f5e37f-ce83-4aca-b7fa-1c4ea31c21f6 tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e58d9ec-c01d-4908-83e2-c801eda4568a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038569 Aug 22 13:49:47.020365 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 2688d1be-194d-486b-bb91-c778bef8d7a5 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:49:47.041522 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-3851bdb0-44c7-4710-8f17-41e9f3d67193 req-5989a455-0119-43da-806b-d7aaf9b8257f service neutron] For port fc44fdb1-7f16-424f-bd33-4eaf378fc311, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:49:47.049442 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-3851bdb0-44c7-4710-8f17-41e9f3d67193 req-5989a455-0119-43da-806b-d7aaf9b8257f service neutron] For port fc44fdb1-7f16-424f-bd33-4eaf378fc311, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=fc44fdb1-7f16-424f-bd33-4eaf378fc311,segment=NetworkSegment(dc2b021f-5773-483c-abee-f029de2246b1),segment_id=dc2b021f-5773-483c-abee-f029de2246b1)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:49:47.060180 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-3851bdb0-44c7-4710-8f17-41e9f3d67193 req-5989a455-0119-43da-806b-d7aaf9b8257f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:47.102734 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: 2688d1be-194d-486b-bb91-c778bef8d7a5 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:49:47.103100 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 2688d1be-194d-486b-bb91-c778bef8d7a5 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:49:47.116209 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851bdb0-44c7-4710-8f17-41e9f3d67193 req-5989a455-0119-43da-806b-d7aaf9b8257f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:47.117365 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-3851bdb0-44c7-4710-8f17-41e9f3d67193 req-5989a455-0119-43da-806b-d7aaf9b8257f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:47.119031 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3851bdb0-44c7-4710-8f17-41e9f3d67193 req-5989a455-0119-43da-806b-d7aaf9b8257f service neutron] 10.222.0.16 "PUT /v2.0/ports/fc44fdb1-7f16-424f-bd33-4eaf378fc311 HTTP/1.1" status: 200 len: 1092 time: 1.1087832 Aug 22 13:49:47.205335 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5989a455-0119-43da-806b-d7aaf9b8257f service neutron] Pushing event updated for resources: {'Port': ['ID=fc44fdb1-7f16-424f-bd33-4eaf378fc311,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:47.217354 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 2917338e-a42c-43a5-8be8-62459a34f24b no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:49:47.279870 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: 2917338e-a42c-43a5-8be8-62459a34f24b {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:49:47.281844 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 2917338e-a42c-43a5-8be8-62459a34f24b not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:49:47.344921 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851bdb0-44c7-4710-8f17-41e9f3d67193 req-44e3ffdc-47f4-459d-883f-68e9b0434903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:47.346439 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3851bdb0-44c7-4710-8f17-41e9f3d67193 req-44e3ffdc-47f4-459d-883f-68e9b0434903 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=02912c3d388e45fb83666286b17cf603&device_id=a862ada5-b711-49d4-801b-40251dd53f6d HTTP/1.1" status: 200 len: 1095 time: 0.0802250 Aug 22 13:49:47.408975 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3851bdb0-44c7-4710-8f17-41e9f3d67193 req-058bcdbf-924a-4a68-b988-29f473f68b70 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc44fdb1-7f16-424f-bd33-4eaf378fc311 HTTP/1.1" status: 200 len: 217 time: 0.0501049 Aug 22 13:49:47.497963 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851bdb0-44c7-4710-8f17-41e9f3d67193 req-2ee851c7-f7df-4451-a2cc-cb4680b0f84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:47.500130 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3851bdb0-44c7-4710-8f17-41e9f3d67193 req-2ee851c7-f7df-4451-a2cc-cb4680b0f84d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ef5536cb-5dec-42ce-ac0a-690aaa7826d2 HTTP/1.1" status: 200 len: 848 time: 0.0756233 Aug 22 13:49:47.546928 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3851bdb0-44c7-4710-8f17-41e9f3d67193 req-33be72cb-2846-40a8-b7b1-0c89018498e0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7f37ae5-cd7c-4775-8894-14362b78e737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386658 Aug 22 13:49:47.669271 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0231c0d-a389-4e19-8f77-59e19ecd679a req-9debd34d-8cf5-4026-9095-2e69ff6ed1c3 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:47.671122 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d0231c0d-a389-4e19-8f77-59e19ecd679a req-9debd34d-8cf5-4026-9095-2e69ff6ed1c3 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] 10.222.0.21 "GET /v2.0/ports?device_id=70dd1839-1a91-4b27-9e35-fac42e1d85a1 HTTP/1.1" status: 200 len: 945 time: 0.0959816 Aug 22 13:49:47.706011 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3851bdb0-44c7-4710-8f17-41e9f3d67193 req-58df6458-d37c-4432-87f3-c16dd30b5683 service neutron] 10.222.0.16 "GET /v2.0/networks/c7f37ae5-cd7c-4775-8894-14362b78e737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507030 Aug 22 13:49:47.755275 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d0231c0d-a389-4e19-8f77-59e19ecd679a req-603140b5-3c56-47a1-b9b9-e5cea523690b tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2924936-c826-4874-ada7-0c0970e26ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696592 Aug 22 13:49:47.852985 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3851bdb0-44c7-4710-8f17-41e9f3d67193 req-b2f0da80-cb4b-4820-81a1-038a51ddcc11 service neutron] 10.222.0.16 "GET /v2.0/networks/c7f37ae5-cd7c-4775-8894-14362b78e737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279347 Aug 22 13:49:47.884748 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a862ada5-b711-49d4-801b-40251dd53f6d', 'tag': 'fc44fdb1-7f16-424f-bd33-4eaf378fc311'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:49:47.887318 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac283315-aead-41e4-8851-00a9c70fd114" -d '{"events": [{"name": "network-changed", "server_uuid": "a862ada5-b711-49d4-801b-40251dd53f6d", "tag": "fc44fdb1-7f16-424f-bd33-4eaf378fc311"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:49:47.923715 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e6c817-d66b-4a04-84dd-f6bb65b781ef x-openstack-request-id: req-a9e6c817-d66b-4a04-84dd-f6bb65b781ef {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:49:47.924010 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a862ada5-b711-49d4-801b-40251dd53f6d", "tag": "fc44fdb1-7f16-424f-bd33-4eaf378fc311", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:49:47.924279 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a9e6c817-d66b-4a04-84dd-f6bb65b781ef {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:49:47.924696 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a862ada5-b711-49d4-801b-40251dd53f6d', 'tag': 'fc44fdb1-7f16-424f-bd33-4eaf378fc311', 'status': 'completed', 'code': 200} Aug 22 13:49:48.023217 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b721ffee-82d8-4e3b-890d-3ae8781ff157 req-5b05d940-0836-4257-8eda-f53df7c00ff2 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a463509-9fdf-4f9f-90d5-7e93bb0d6e2f HTTP/1.1" status: 200 len: 210 time: 0.0294654 Aug 22 13:49:48.044321 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac283315-aead-41e4-8851-00a9c70fd114 req-bcd7976c-28b6-4eb5-96fb-69c05487f4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:48.044321 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ac283315-aead-41e4-8851-00a9c70fd114 req-bcd7976c-28b6-4eb5-96fb-69c05487f4c4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=02912c3d388e45fb83666286b17cf603&device_id=a862ada5-b711-49d4-801b-40251dd53f6d HTTP/1.1" status: 200 len: 1095 time: 0.0896425 Aug 22 13:49:48.241161 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05beaa01-afae-4eb1-9806-e1344a637952 req-dc4c6448-167e-4a90-9c70-3bf2c43eee7f tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:48.242870 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-05beaa01-afae-4eb1-9806-e1344a637952 req-dc4c6448-167e-4a90-9c70-3bf2c43eee7f tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] 10.222.0.21 "GET /v2.0/ports?device_id=a862ada5-b711-49d4-801b-40251dd53f6d HTTP/1.1" status: 200 len: 943 time: 0.1009598 Aug 22 13:49:48.244010 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac283315-aead-41e4-8851-00a9c70fd114 req-160ef3a9-c35c-44ca-a05e-5a2c47ae4699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:48.245619 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ac283315-aead-41e4-8851-00a9c70fd114 req-160ef3a9-c35c-44ca-a05e-5a2c47ae4699 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c7f37ae5-cd7c-4775-8894-14362b78e737 HTTP/1.1" status: 200 len: 909 time: 0.1870961 Aug 22 13:49:48.302344 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ac283315-aead-41e4-8851-00a9c70fd114 req-bb56bebf-301a-4687-99f4-71ab276081a3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc44fdb1-7f16-424f-bd33-4eaf378fc311 HTTP/1.1" status: 200 len: 217 time: 0.0422797 Aug 22 13:49:48.366943 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-05beaa01-afae-4eb1-9806-e1344a637952 req-88eccdab-ee24-4d2b-b6cf-6d7d0aad0b2e tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e58d9ec-c01d-4908-83e2-c801eda4568a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123972 Aug 22 13:49:48.387303 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac283315-aead-41e4-8851-00a9c70fd114 req-c6acfece-57b6-4ffc-871a-dbcc594ac7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:48.389173 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ac283315-aead-41e4-8851-00a9c70fd114 req-c6acfece-57b6-4ffc-871a-dbcc594ac7e4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ef5536cb-5dec-42ce-ac0a-690aaa7826d2 HTTP/1.1" status: 200 len: 848 time: 0.0754337 Aug 22 13:49:48.434187 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ac283315-aead-41e4-8851-00a9c70fd114 req-a5d73d3b-cb8f-4c95-ac79-a6c029c83b09 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7f37ae5-cd7c-4775-8894-14362b78e737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375133 Aug 22 13:49:48.568093 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ac283315-aead-41e4-8851-00a9c70fd114 req-c5664d0c-32bc-4a8d-bd25-109d681dccaa service neutron] 10.222.0.16 "GET /v2.0/networks/c7f37ae5-cd7c-4775-8894-14362b78e737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227791 Aug 22 13:49:48.671582 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ac283315-aead-41e4-8851-00a9c70fd114 req-a28605fb-4e89-4127-b8f7-5c4b0a0220e4 service neutron] 10.222.0.16 "GET /v2.0/networks/c7f37ae5-cd7c-4775-8894-14362b78e737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934632 Aug 22 13:49:48.722319 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756966ad-d568-4304-bb30-f44b05be3d67 req-7094fcab-fa12-4f9e-981a-9b6d22ffaafc tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:48.724377 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-756966ad-d568-4304-bb30-f44b05be3d67 req-7094fcab-fa12-4f9e-981a-9b6d22ffaafc tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] 10.222.0.16 "GET /v2.0/ports?device_id=70dd1839-1a91-4b27-9e35-fac42e1d85a1 HTTP/1.1" status: 200 len: 945 time: 0.0516171 Aug 22 13:49:48.859656 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-756966ad-d568-4304-bb30-f44b05be3d67 req-f1e013c9-6ec5-4f8f-ae1a-a0f3ae9e89fa tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Deleting port 40a7555b-ae18-4cf7-9b92-eb057410a879 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:49:48.860261 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-756966ad-d568-4304-bb30-f44b05be3d67 req-f1e013c9-6ec5-4f8f-ae1a-a0f3ae9e89fa tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:48.879694 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b76e6-37f2-4bc7-9fdc-14d28b9d7683 req-019b59d5-5b3e-4637-a73a-5926e99807cb tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:48.902033 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-834b76e6-37f2-4bc7-9fdc-14d28b9d7683 req-019b59d5-5b3e-4637-a73a-5926e99807cb tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7ff6ebf-5dc9-4c85-ba0b-5f97f126d84e HTTP/1.1" status: 200 len: 945 time: 0.1549294 Aug 22 13:49:48.996203 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc9ecb-0dcf-489f-9566-e9c75d921107 req-584e2c88-2349-4de4-85de-6c786fb50ea5 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:48.998044 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a8bc9ecb-0dcf-489f-9566-e9c75d921107 req-584e2c88-2349-4de4-85de-6c786fb50ea5 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] 10.222.0.21 "GET /v2.0/ports?device_id=70dd1839-1a91-4b27-9e35-fac42e1d85a1 HTTP/1.1" status: 200 len: 945 time: 0.0826819 Aug 22 13:49:49.029073 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-834b76e6-37f2-4bc7-9fdc-14d28b9d7683 req-d2855d13-37b8-468b-a0c3-c7915bf69cef tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Deleting port e2365215-ff31-4a02-9f85-2838c77084ed {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:49:49.029443 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-834b76e6-37f2-4bc7-9fdc-14d28b9d7683 req-d2855d13-37b8-468b-a0c3-c7915bf69cef tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:49.039255 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-756966ad-d568-4304-bb30-f44b05be3d67 req-f1e013c9-6ec5-4f8f-ae1a-a0f3ae9e89fa tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] For port 40a7555b-ae18-4cf7-9b92-eb057410a879, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=40a7555b-ae18-4cf7-9b92-eb057410a879,segment=NetworkSegment(91ca05a8-9957-4745-9d60-318f1fb61eff),segment_id=91ca05a8-9957-4745-9d60-318f1fb61eff)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:49:49.039883 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-756966ad-d568-4304-bb30-f44b05be3d67 req-f1e013c9-6ec5-4f8f-ae1a-a0f3ae9e89fa tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:49.058890 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a8bc9ecb-0dcf-489f-9566-e9c75d921107 req-b6bde8e0-64cd-4c65-b1f3-2fd2584eff47 tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2924936-c826-4874-ada7-0c0970e26ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531216 Aug 22 13:49:49.064555 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-756966ad-d568-4304-bb30-f44b05be3d67 req-f1e013c9-6ec5-4f8f-ae1a-a0f3ae9e89fa tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Calling delete_port for 40a7555b-ae18-4cf7-9b92-eb057410a879 owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:49:49.192455 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-834b76e6-37f2-4bc7-9fdc-14d28b9d7683 req-d2855d13-37b8-468b-a0c3-c7915bf69cef tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] For port e2365215-ff31-4a02-9f85-2838c77084ed, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=e2365215-ff31-4a02-9f85-2838c77084ed,segment=NetworkSegment(91ca05a8-9957-4745-9d60-318f1fb61eff),segment_id=91ca05a8-9957-4745-9d60-318f1fb61eff)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:49:49.192679 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-834b76e6-37f2-4bc7-9fdc-14d28b9d7683 req-d2855d13-37b8-468b-a0c3-c7915bf69cef tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:49.216118 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-828e6caf-0b5e-4118-8421-82196e656994 req-311a0fac-31bd-4aa7-88a8-e9d0319341e9 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a463509-9fdf-4f9f-90d5-7e93bb0d6e2f HTTP/1.1" status: 200 len: 210 time: 0.0682611 Aug 22 13:49:49.231422 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-834b76e6-37f2-4bc7-9fdc-14d28b9d7683 req-d2855d13-37b8-468b-a0c3-c7915bf69cef tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Calling delete_port for e2365215-ff31-4a02-9f85-2838c77084ed owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:49:49.329889 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-756966ad-d568-4304-bb30-f44b05be3d67 req-f1e013c9-6ec5-4f8f-ae1a-a0f3ae9e89fa tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:49.341667 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['e2365215-ff31-4a02-9f85-2838c77084ed'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:49:49.362917 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e013c9-6ec5-4f8f-ae1a-a0f3ae9e89fa tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Pushing event deleted for resources: {'Port': ['ID=40a7555b-ae18-4cf7-9b92-eb057410a879,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:49.434703 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['40a7555b-ae18-4cf7-9b92-eb057410a879'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:49:49.461719 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-834b76e6-37f2-4bc7-9fdc-14d28b9d7683 req-d2855d13-37b8-468b-a0c3-c7915bf69cef tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:49.478276 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['40a7555b-ae18-4cf7-9b92-eb057410a879'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:49:49.497261 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2855d13-37b8-468b-a0c3-c7915bf69cef tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Pushing event deleted for resources: {'Port': ['ID=e2365215-ff31-4a02-9f85-2838c77084ed,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:49.528937 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-756966ad-d568-4304-bb30-f44b05be3d67 req-f1e013c9-6ec5-4f8f-ae1a-a0f3ae9e89fa tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] No DVR routers for this DVR port 40a7555b-ae18-4cf7-9b92-eb057410a879 on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:49:49.536101 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-756966ad-d568-4304-bb30-f44b05be3d67 req-f1e013c9-6ec5-4f8f-ae1a-a0f3ae9e89fa tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:49.538487 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-756966ad-d568-4304-bb30-f44b05be3d67 req-f1e013c9-6ec5-4f8f-ae1a-a0f3ae9e89fa tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] 10.222.0.16 "DELETE /v2.0/ports/40a7555b-ae18-4cf7-9b92-eb057410a879 HTTP/1.1" status: 204 len: 173 time: 0.8055856 Aug 22 13:49:49.564932 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-834b76e6-37f2-4bc7-9fdc-14d28b9d7683 req-d2855d13-37b8-468b-a0c3-c7915bf69cef tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] No DVR routers for this DVR port e2365215-ff31-4a02-9f85-2838c77084ed on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:49:49.569066 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-834b76e6-37f2-4bc7-9fdc-14d28b9d7683 req-d2855d13-37b8-468b-a0c3-c7915bf69cef tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:49.571396 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-834b76e6-37f2-4bc7-9fdc-14d28b9d7683 req-d2855d13-37b8-468b-a0c3-c7915bf69cef tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] 10.222.0.41 "DELETE /v2.0/ports/e2365215-ff31-4a02-9f85-2838c77084ed HTTP/1.1" status: 204 len: 173 time: 0.6634295 Aug 22 13:49:49.571851 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ff6ebf-5dc9-4c85-ba0b-5f97f126d84e', 'name': 'network-vif-deleted', 'tag': 'e2365215-ff31-4a02-9f85-2838c77084ed'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:49:49.575336 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781642dd-c917-485d-aa8a-f54dcf85c4f1" -d '{"events": [{"server_uuid": "f7ff6ebf-5dc9-4c85-ba0b-5f97f126d84e", "name": "network-vif-deleted", "tag": "e2365215-ff31-4a02-9f85-2838c77084ed"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:49:49.648074 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cabe3b0-db21-4585-a38c-6fe60821a398 x-openstack-request-id: req-7cabe3b0-db21-4585-a38c-6fe60821a398 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:49:49.648603 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7ff6ebf-5dc9-4c85-ba0b-5f97f126d84e", "name": "network-vif-deleted", "tag": "e2365215-ff31-4a02-9f85-2838c77084ed", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:49:49.648925 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7cabe3b0-db21-4585-a38c-6fe60821a398 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:49:49.649452 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7ff6ebf-5dc9-4c85-ba0b-5f97f126d84e', 'name': 'network-vif-deleted', 'tag': 'e2365215-ff31-4a02-9f85-2838c77084ed', 'status': 'completed', 'code': 200} Aug 22 13:49:49.693464 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c130aa-f385-4176-a791-a4d637dcaa7d req-5695527b-9f1b-46cf-bd43-7d2db360b537 tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:49.710264 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a9c130aa-f385-4176-a791-a4d637dcaa7d req-5695527b-9f1b-46cf-bd43-7d2db360b537 tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] 10.222.0.21 "GET /v2.0/ports?device_id=a862ada5-b711-49d4-801b-40251dd53f6d HTTP/1.1" status: 200 len: 943 time: 0.1990459 Aug 22 13:49:49.768841 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a9c130aa-f385-4176-a791-a4d637dcaa7d req-7d5c72c7-a3d4-45f1-865f-33178f9193b0 tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e58d9ec-c01d-4908-83e2-c801eda4568a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572765 Aug 22 13:49:49.926731 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70dd1839-1a91-4b27-9e35-fac42e1d85a1', 'name': 'network-vif-deleted', 'tag': '40a7555b-ae18-4cf7-9b92-eb057410a879'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:49:49.929609 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fade8b0-17ac-4958-8f3f-b48bf0bbe041" -d '{"events": [{"server_uuid": "70dd1839-1a91-4b27-9e35-fac42e1d85a1", "name": "network-vif-deleted", "tag": "40a7555b-ae18-4cf7-9b92-eb057410a879"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:49:49.990892 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48853b1-1bec-4ec1-8ba9-322a30a38bb0 x-openstack-request-id: req-b48853b1-1bec-4ec1-8ba9-322a30a38bb0 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:49:49.991188 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70dd1839-1a91-4b27-9e35-fac42e1d85a1", "name": "network-vif-deleted", "tag": "40a7555b-ae18-4cf7-9b92-eb057410a879", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:49:49.991504 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b48853b1-1bec-4ec1-8ba9-322a30a38bb0 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:49:49.992150 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70dd1839-1a91-4b27-9e35-fac42e1d85a1', 'name': 'network-vif-deleted', 'tag': '40a7555b-ae18-4cf7-9b92-eb057410a879', 'status': 'completed', 'code': 200} Aug 22 13:49:50.282636 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-973c927a-5c7f-4549-bfaa-e14216f00047 req-50583cc0-3d89-40e1-a03e-9ee2c54b75df tempest-ListServersNegativeTestJSON-1701552995 tempest-ListServersNegativeTestJSON-1701552995-project] 10.222.0.21 "GET /v2.0/ports?device_id=70dd1839-1a91-4b27-9e35-fac42e1d85a1 HTTP/1.1" status: 200 len: 210 time: 0.0653048 Aug 22 13:49:50.338543 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f56a1cb6-bc1f-414a-8f22-a51ebd8a961c req-ff2e6ba8-9c21-4947-ba8c-a9b743827355 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a463509-9fdf-4f9f-90d5-7e93bb0d6e2f HTTP/1.1" status: 200 len: 210 time: 0.0295651 Aug 22 13:49:50.910029 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db96ff-7133-4879-87bc-5277a54198dc req-648d5b6e-b7c2-455d-aa7a-ae418fb9d9d7 tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:50.912754 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a0db96ff-7133-4879-87bc-5277a54198dc req-648d5b6e-b7c2-455d-aa7a-ae418fb9d9d7 tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] 10.222.0.21 "GET /v2.0/ports?device_id=a862ada5-b711-49d4-801b-40251dd53f6d HTTP/1.1" status: 200 len: 943 time: 0.0657606 Aug 22 13:49:50.953247 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a0db96ff-7133-4879-87bc-5277a54198dc req-3fcb8fbc-0140-47f0-8898-21e9c79f1408 tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e58d9ec-c01d-4908-83e2-c801eda4568a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340300 Aug 22 13:49:51.236360 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device fc44fdb1-7f16-424f-bd33-4eaf378fc311 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:49:51.330805 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port fc44fdb1-7f16-424f-bd33-4eaf378fc311, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=fc44fdb1-7f16-424f-bd33-4eaf378fc311,segment=NetworkSegment(dc2b021f-5773-483c-abee-f029de2246b1),segment_id=dc2b021f-5773-483c-abee-f029de2246b1)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:49:51.342589 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': 'fc44fdb1-7f16-424f-bd33-4eaf378fc311', 'network_id': 'c7f37ae5-cd7c-4775-8894-14362b78e737', 'port_id': 'fc44fdb1-7f16-424f-bd33-4eaf378fc311', 'mac_address': 'fa:16:3e:03:4f:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef5536cb-5dec-42ce-ac0a-690aaa7826d2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:49:51.392251 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:51.408893 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc44fdb1-7f16-424f-bd33-4eaf378fc311 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:49:51.417739 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 32948) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:51.434117 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port fc44fdb1-7f16-424f-bd33-4eaf378fc311, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=fc44fdb1-7f16-424f-bd33-4eaf378fc311,segment=NetworkSegment(dc2b021f-5773-483c-abee-f029de2246b1),segment_id=dc2b021f-5773-483c-abee-f029de2246b1)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:49:51.438287 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:51.470444 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed15fe7a-7e75-4223-9867-44109e2beb49 admin admin] Deleting subnet c31e6435-8980-42e9-b248-b376e209d62f {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:49:51.474973 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ed15fe7a-7e75-4223-9867-44109e2beb49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:51.528375 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=fc44fdb1-7f16-424f-bd33-4eaf378fc311,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:51.547779 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ed15fe7a-7e75-4223-9867-44109e2beb49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:51.606712 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ed15fe7a-7e75-4223-9867-44109e2beb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:51.645347 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['fc44fdb1-7f16-424f-bd33-4eaf378fc311'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:49:51.678896 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ed15fe7a-7e75-4223-9867-44109e2beb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:51.707899 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ed15fe7a-7e75-4223-9867-44109e2beb49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:51.712826 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ed15fe7a-7e75-4223-9867-44109e2beb49 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c31e6435-8980-42e9-b248-b376e209d62f HTTP/1.1" status: 204 len: 168 time: 0.2940643 Aug 22 13:49:51.715651 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 32956) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:51.761852 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed15fe7a-7e75-4223-9867-44109e2beb49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c31e6435-8980-42e9-b248-b376e209d62f,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:51.870571 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a8fd200e-e895-4ec0-93f5-50a15d524435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:51.984696 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a8fd200e-e895-4ec0-93f5-50a15d524435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:51.998402 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-a8fd200e-e895-4ec0-93f5-50a15d524435 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44f68121-1041-4305-a508-750c52cc599b']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:49:52.011029 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-a8fd200e-e895-4ec0-93f5-50a15d524435 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91ca05a8-9957-4745-9d60-318f1fb61eff') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:49:52.011573 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-a8fd200e-e895-4ec0-93f5-50a15d524435 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91ca05a8-9957-4745-9d60-318f1fb61eff') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:49:52.025620 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a8fd200e-e895-4ec0-93f5-50a15d524435 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:52.052264 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a8fd200e-e895-4ec0-93f5-50a15d524435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:52.099001 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8fd200e-e895-4ec0-93f5-50a15d524435 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:49:52.099567 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a8fd200e-e895-4ec0-93f5-50a15d524435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:52.101471 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:49:52.101471 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:49:52.101471 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:49:52.101471 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:49:52.101471 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:49:52.101471 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:49:52.101471 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:49:52.101471 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:49:52.101471 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:49:52.101471 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:49:52.101471 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:49:52.101471 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:49:52.101471 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:49:52.101471 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:49:52.101471 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:49:52.101471 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:49:52.101471 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:49:52.101471 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:49:52.101471 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:49:52.101471 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:49:52.101471 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:49:52.101471 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:49:52.101471 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:49:52.101471 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:49:52.101471 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:49:52.101471 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:49:52.101471 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:49:52.101471 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:49:52.101471 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:49:52.101471 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:49:52.101471 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:49:52.101471 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:49:52.178227 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa26999-a74b-4019-b6ad-d2196029a085 req-0d18ffcd-4c84-43bb-a308-489111d5da72 tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:52.180011 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7aa26999-a74b-4019-b6ad-d2196029a085 req-0d18ffcd-4c84-43bb-a308-489111d5da72 tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] 10.222.0.21 "GET /v2.0/ports?device_id=a862ada5-b711-49d4-801b-40251dd53f6d HTTP/1.1" status: 200 len: 944 time: 0.1193762 Aug 22 13:49:52.181349 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a8fd200e-e895-4ec0-93f5-50a15d524435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:52.188411 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a8fd200e-e895-4ec0-93f5-50a15d524435 admin admin] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:52.193801 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a8fd200e-e895-4ec0-93f5-50a15d524435 admin admin] 10.222.0.21 "DELETE /v2.0/networks/44f68121-1041-4305-a508-750c52cc599b HTTP/1.1" status: 204 len: 168 time: 0.4740388 Aug 22 13:49:52.217091 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fd200e-e895-4ec0-93f5-50a15d524435 admin admin] Pushing event deleted for resources: {'Network': ['ID=44f68121-1041-4305-a508-750c52cc599b,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:52.260993 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7aa26999-a74b-4019-b6ad-d2196029a085 req-9dedf2dc-79d8-4f0a-9e8d-01baa5fe8b7b tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e58d9ec-c01d-4908-83e2-c801eda4568a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545568 Aug 22 13:49:52.405800 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 32970) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:52.454317 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-42c9d2b0-7ec8-4712-83ee-54a24ebbd333 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9d96df5cebbb405ba82c6bb179c3bc9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470250 Aug 22 13:49:52.456787 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 32972) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:52.509283 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c26ab487-30b1-4e1f-837b-f893cf0019c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:52.536504 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c26ab487-30b1-4e1f-837b-f893cf0019c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:52.597356 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c26ab487-30b1-4e1f-837b-f893cf0019c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:52.600438 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c26ab487-30b1-4e1f-837b-f893cf0019c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:52.601626 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c26ab487-30b1-4e1f-837b-f893cf0019c1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d2924936-c826-4874-ada7-0c0970e26ccb HTTP/1.1" status: 204 len: 168 time: 0.1438508 Aug 22 13:49:52.622723 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26ab487-30b1-4e1f-837b-f893cf0019c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2924936-c826-4874-ada7-0c0970e26ccb,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:53.051065 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device e2365215-ff31-4a02-9f85-2838c77084ed no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:49:53.101675 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: e2365215-ff31-4a02-9f85-2838c77084ed {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:49:53.102676 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device e2365215-ff31-4a02-9f85-2838c77084ed not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:49:53.252098 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device fc44fdb1-7f16-424f-bd33-4eaf378fc311 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:49:53.360913 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 33004) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:53.371481 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port fc44fdb1-7f16-424f-bd33-4eaf378fc311 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:49:53.376725 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port fc44fdb1-7f16-424f-bd33-4eaf378fc311 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:49:53.377553 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:53.490486 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe723e16-3897-4d10-8009-e392bd14afbd req-aa3a17ed-ad94-4983-97f2-7622d64cc195 tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:53.493162 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fe723e16-3897-4d10-8009-e392bd14afbd req-aa3a17ed-ad94-4983-97f2-7622d64cc195 tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] 10.222.0.21 "GET /v2.0/ports?device_id=a862ada5-b711-49d4-801b-40251dd53f6d HTTP/1.1" status: 200 len: 944 time: 0.1249571 Aug 22 13:49:53.527309 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:53.585041 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fe723e16-3897-4d10-8009-e392bd14afbd req-2ef05860-6b5e-47b9-a265-7f17e476b8e8 tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e58d9ec-c01d-4908-83e2-c801eda4568a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828514 Aug 22 13:49:53.595306 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a862ada5-b711-49d4-801b-40251dd53f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc44fdb1-7f16-424f-bd33-4eaf378fc311'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:49:53.597642 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcdbc49a-09d8-4f7a-8ae5-8b9f5f1df7cf" -d '{"events": [{"server_uuid": "a862ada5-b711-49d4-801b-40251dd53f6d", "name": "network-vif-plugged", "status": "completed", "tag": "fc44fdb1-7f16-424f-bd33-4eaf378fc311"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:49:53.610673 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port fc44fdb1-7f16-424f-bd33-4eaf378fc311, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=fc44fdb1-7f16-424f-bd33-4eaf378fc311,segment=NetworkSegment(dc2b021f-5773-483c-abee-f029de2246b1),segment_id=dc2b021f-5773-483c-abee-f029de2246b1)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:49:53.616671 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:53.617751 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 40a7555b-ae18-4cf7-9b92-eb057410a879 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:49:53.642856 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b262e0f1-1673-445a-83b9-9f8a7104b4d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:53.736869 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3403efbf-c79f-4df0-9e50-81fdad05f760 x-openstack-request-id: req-3403efbf-c79f-4df0-9e50-81fdad05f760 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:49:53.737111 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a862ada5-b711-49d4-801b-40251dd53f6d", "name": "network-vif-plugged", "status": "completed", "tag": "fc44fdb1-7f16-424f-bd33-4eaf378fc311", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:49:53.737350 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3403efbf-c79f-4df0-9e50-81fdad05f760 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:49:53.737771 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a862ada5-b711-49d4-801b-40251dd53f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc44fdb1-7f16-424f-bd33-4eaf378fc311', 'code': 200} Aug 22 13:49:53.742409 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: 40a7555b-ae18-4cf7-9b92-eb057410a879 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:49:53.742899 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 40a7555b-ae18-4cf7-9b92-eb057410a879 not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:49:53.771177 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=fc44fdb1-7f16-424f-bd33-4eaf378fc311,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:53.855044 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b262e0f1-1673-445a-83b9-9f8a7104b4d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:53.863009 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ae44a-88d4-4728-a4b9-796ee0005042 req-d1cee4b6-f201-4a7e-b9ea-0217fe4ab325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:53.865655 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0e0ae44a-88d4-4728-a4b9-796ee0005042 req-d1cee4b6-f201-4a7e-b9ea-0217fe4ab325 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a862ada5-b711-49d4-801b-40251dd53f6d HTTP/1.1" status: 200 len: 1097 time: 0.0871854 Aug 22 13:49:53.866777 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b262e0f1-1673-445a-83b9-9f8a7104b4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:53.896659 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33020) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:53.945465 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-b262e0f1-1673-445a-83b9-9f8a7104b4d1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=58ac8a688a6e4a68afc1cfcb9d93b47b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5830145 Aug 22 13:49:53.947822 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33026) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:53.979870 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b262e0f1-1673-445a-83b9-9f8a7104b4d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b395fa0a-55bc-48f1-a5f1-c44960d01156,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:54.011660 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0e0ae44a-88d4-4728-a4b9-796ee0005042 req-1e6db4a3-23b6-4ec3-90ef-c7f0a593bd7a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9e58d9ec-c01d-4908-83e2-c801eda4568a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344543 Aug 22 13:49:54.015946 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-f0c7a403-8879-4b51-97d9-0dfeea9cd92e admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1693384433-network', 'tenant_id': '9332af772cbe4a47bd1754f9819c9211'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:49:54.055662 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c7a403-8879-4b51-97d9-0dfeea9cd92e admin admin] Made reservation on behalf of 9332af772cbe4a47bd1754f9819c9211 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:49:54.057822 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f0c7a403-8879-4b51-97d9-0dfeea9cd92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:54.069177 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f0c7a403-8879-4b51-97d9-0dfeea9cd92e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:54.071728 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dba9a20f-8525-4938-bcf8-53e4657f6171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:54.104653 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dba9a20f-8525-4938-bcf8-53e4657f6171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:54.211948 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dba9a20f-8525-4938-bcf8-53e4657f6171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:54.214533 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dba9a20f-8525-4938-bcf8-53e4657f6171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:54.218062 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-dba9a20f-8525-4938-bcf8-53e4657f6171 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b395fa0a-55bc-48f1-a5f1-c44960d01156 HTTP/1.1" status: 204 len: 168 time: 0.2657301 Aug 22 13:49:54.233437 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f0c7a403-8879-4b51-97d9-0dfeea9cd92e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:54.234880 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba9a20f-8525-4938-bcf8-53e4657f6171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b395fa0a-55bc-48f1-a5f1-c44960d01156,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:54.240648 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f0c7a403-8879-4b51-97d9-0dfeea9cd92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:54.269217 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0c7a403-8879-4b51-97d9-0dfeea9cd92e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:49:54.294920 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c7a403-8879-4b51-97d9-0dfeea9cd92e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff499594-fea9-4548-b1c6-fd3e6f6337d7,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:54.304722 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f0c7a403-8879-4b51-97d9-0dfeea9cd92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:54.305049 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-f0c7a403-8879-4b51-97d9-0dfeea9cd92e admin admin] Added segment 3236bd72-b879-4aac-9539-57e8f1383d4a of type vlan for network 0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 Aug 22 13:49:54.350063 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f0c7a403-8879-4b51-97d9-0dfeea9cd92e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:54.383109 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f0c7a403-8879-4b51-97d9-0dfeea9cd92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:54.384295 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c7a403-8879-4b51-97d9-0dfeea9cd92e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:54.384935 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f0c7a403-8879-4b51-97d9-0dfeea9cd92e admin admin] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:54.446512 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f0c7a403-8879-4b51-97d9-0dfeea9cd92e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5487161 Aug 22 13:49:54.449722 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33036) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:54.455710 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-5dcca55d-17f2-4b76-b8f5-a30dec4fe533 admin admin] Request body: {'subnet': {'network_id': '0db5422b-3cd9-4056-8d7a-7dc64f09a7c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1693384433-subnet', 'tenant_id': '9332af772cbe4a47bd1754f9819c9211', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:49:54.460732 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c7a403-8879-4b51-97d9-0dfeea9cd92e admin admin] Pushing event updated for resources: {'Network': ['ID=0db5422b-3cd9-4056-8d7a-7dc64f09a7c0,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:54.492105 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dcca55d-17f2-4b76-b8f5-a30dec4fe533 admin admin] Made reservation on behalf of 9332af772cbe4a47bd1754f9819c9211 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:49:54.497518 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5dcca55d-17f2-4b76-b8f5-a30dec4fe533 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:54.501542 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:49:54.681862 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 33040) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:54.720182 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-367bb77b-4fc4-45b0-af4e-7c18fa3d15ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:54.736023 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5dcca55d-17f2-4b76-b8f5-a30dec4fe533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:54.820997 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcca55d-17f2-4b76-b8f5-a30dec4fe533 admin admin] Checking segment: {'id': '3236bd72-b879-4aac-9539-57e8f1383d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0db5422b-3cd9-4056-8d7a-7dc64f09a7c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:49:54.821816 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcca55d-17f2-4b76-b8f5-a30dec4fe533 admin admin] Network hostable DHCP agents. Network: 0db5422b-3cd9-4056-8d7a-7dc64f09a7c0, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:49:54.850473 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcca55d-17f2-4b76-b8f5-a30dec4fe533 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96df5698-35fe-4400-8623-8e6dad52953f,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:54.857125 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcca55d-17f2-4b76-b8f5-a30dec4fe533 admin admin] Network 0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:49:54.860481 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7017334-8325-4949-a010-9f8f11c44b61 req-de76d988-4c34-441e-bc73-9ead84ef5a83 tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:54.872363 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f7017334-8325-4949-a010-9f8f11c44b61 req-de76d988-4c34-441e-bc73-9ead84ef5a83 tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] 10.222.0.21 "GET /v2.0/ports?device_id=a862ada5-b711-49d4-801b-40251dd53f6d HTTP/1.1" status: 200 len: 945 time: 0.1425197 Aug 22 13:49:54.880828 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-5dcca55d-17f2-4b76-b8f5-a30dec4fe533 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 0db5422b-3cd9-4056-8d7a-7dc64f09a7c0) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:49:54.885370 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dcca55d-17f2-4b76-b8f5-a30dec4fe533 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:54.886160 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5dcca55d-17f2-4b76-b8f5-a30dec4fe533 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:54.892267 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069cacf4-d2c7-47cb-920f-870f263f92ff None None] Network 0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:49:54.969773 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f7017334-8325-4949-a010-9f8f11c44b61 req-10c8cc72-03b0-4705-9b0c-659539a5f5c3 tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e58d9ec-c01d-4908-83e2-c801eda4568a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948064 Aug 22 13:49:55.083089 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-367bb77b-4fc4-45b0-af4e-7c18fa3d15ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:55.089935 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-367bb77b-4fc4-45b0-af4e-7c18fa3d15ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:55.101623 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5dcca55d-17f2-4b76-b8f5-a30dec4fe533 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6507826 Aug 22 13:49:55.102416 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33062) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:55.106820 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-b61065ea-dacf-4771-911f-0310d25cba73 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1693384433-router', 'tenant_id': '9332af772cbe4a47bd1754f9819c9211', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:49:55.146426 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b61065ea-dacf-4771-911f-0310d25cba73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:55.147685 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b61065ea-dacf-4771-911f-0310d25cba73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:55.150225 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367bb77b-4fc4-45b0-af4e-7c18fa3d15ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eda857d-af68-493f-952b-3194d3efafa1,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:55.235816 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-367bb77b-4fc4-45b0-af4e-7c18fa3d15ae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=701b9bfb60b84ec5b7057b274f7fa27c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5515387 Aug 22 13:49:55.237830 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 33076) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:55.240597 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a6c019-5aa9-437b-bde0-fd9110678836 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-0db5422b-3cd9-4056-8d7a-7dc64f09a7c0', 'network_id': '0db5422b-3cd9-4056-8d7a-7dc64f09a7c0', 'tenant_id': '9332af772cbe4a47bd1754f9819c9211', 'fixed_ips': [{'subnet_id': '96df5698-35fe-4400-8623-8e6dad52953f'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:49:55.241579 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-37a6c019-5aa9-437b-bde0-fd9110678836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:55.304395 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b61065ea-dacf-4771-911f-0310d25cba73 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:55.401810 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-dc5f41f1-1c02-4ddf-af70-f441ad9ccf79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:55.442266 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-37a6c019-5aa9-437b-bde0-fd9110678836 None None] Allocated IP 172.20.0.2 (0db5422b-3cd9-4056-8d7a-7dc64f09a7c0/96df5698-35fe-4400-8623-8e6dad52953f/af7fad3c-3175-46f0-b578-9ecf69946b5b) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:49:55.478675 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-dc5f41f1-1c02-4ddf-af70-f441ad9ccf79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:55.583558 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-dc5f41f1-1c02-4ddf-af70-f441ad9ccf79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:55.587447 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-dc5f41f1-1c02-4ddf-af70-f441ad9ccf79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:55.591843 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-dc5f41f1-1c02-4ddf-af70-f441ad9ccf79 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8eda857d-af68-493f-952b-3194d3efafa1 HTTP/1.1" status: 204 len: 168 time: 0.3502903 Aug 22 13:49:55.606972 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f41f1-1c02-4ddf-af70-f441ad9ccf79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eda857d-af68-493f-952b-3194d3efafa1,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:55.695691 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b61065ea-dacf-4771-911f-0310d25cba73 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:55.708761 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-37a6c019-5aa9-437b-bde0-fd9110678836 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:55.727685 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-37a6c019-5aa9-437b-bde0-fd9110678836 None None] Transition to ACTIVE for port object af7fad3c-3175-46f0-b578-9ecf69946b5b will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:49:55.771448 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-37a6c019-5aa9-437b-bde0-fd9110678836 None None] Transition to ACTIVE for port object af7fad3c-3175-46f0-b578-9ecf69946b5b will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:49:55.778243 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-37a6c019-5aa9-437b-bde0-fd9110678836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:55.900080 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a6c019-5aa9-437b-bde0-fd9110678836 None None] Network 0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:49:55.906992 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-37a6c019-5aa9-437b-bde0-fd9110678836 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:49:55.924430 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a6c019-5aa9-437b-bde0-fd9110678836 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:49:55.949593 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a6c019-5aa9-437b-bde0-fd9110678836 None None] Pushing event updated for resources: {'Port': ['ID=af7fad3c-3175-46f0-b578-9ecf69946b5b,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:56.161250 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-37a6c019-5aa9-437b-bde0-fd9110678836 None None] Attempting to bind port af7fad3c-3175-46f0-b578-9ecf69946b5b on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:49:56.161856 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-37a6c019-5aa9-437b-bde0-fd9110678836 None None] Attempting to bind port af7fad3c-3175-46f0-b578-9ecf69946b5b by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '3236bd72-b879-4aac-9539-57e8f1383d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0db5422b-3cd9-4056-8d7a-7dc64f09a7c0'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:49:56.162444 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a6c019-5aa9-437b-bde0-fd9110678836 None None] Attempting to bind port af7fad3c-3175-46f0-b578-9ecf69946b5b on network 0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:49:56.175571 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a6c019-5aa9-437b-bde0-fd9110678836 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:49:56.176276 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a6c019-5aa9-437b-bde0-fd9110678836 None None] Checking segment: {'id': '3236bd72-b879-4aac-9539-57e8f1383d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0db5422b-3cd9-4056-8d7a-7dc64f09a7c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:49:56.176982 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-37a6c019-5aa9-437b-bde0-fd9110678836 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:56.177739 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a6c019-5aa9-437b-bde0-fd9110678836 None None] Bound using segment: {'id': '3236bd72-b879-4aac-9539-57e8f1383d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0db5422b-3cd9-4056-8d7a-7dc64f09a7c0'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:49:56.179138 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-37a6c019-5aa9-437b-bde0-fd9110678836 None None] Bound port: af7fad3c-3175-46f0-b578-9ecf69946b5b, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3236bd72-b879-4aac-9539-57e8f1383d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0db5422b-3cd9-4056-8d7a-7dc64f09a7c0'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:49:56.179764 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-37a6c019-5aa9-437b-bde0-fd9110678836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:56.332896 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-37a6c019-5aa9-437b-bde0-fd9110678836 None None] For port af7fad3c-3175-46f0-b578-9ecf69946b5b, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:49:56.352325 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-37a6c019-5aa9-437b-bde0-fd9110678836 None None] For port af7fad3c-3175-46f0-b578-9ecf69946b5b, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=af7fad3c-3175-46f0-b578-9ecf69946b5b,segment=NetworkSegment(3236bd72-b879-4aac-9539-57e8f1383d4a),segment_id=3236bd72-b879-4aac-9539-57e8f1383d4a)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:49:56.364790 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-37a6c019-5aa9-437b-bde0-fd9110678836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:56.393799 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b61065ea-dacf-4771-911f-0310d25cba73 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:56.432879 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a6c019-5aa9-437b-bde0-fd9110678836 None None] Pushing event updated for resources: {'Port': ['ID=af7fad3c-3175-46f0-b578-9ecf69946b5b,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:56.496953 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11fe16-47ab-4dc1-8a2f-1f0f836346b9 req-bfd086a4-ad90-444f-b344-e7c3d89d1402 tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:49:56.499509 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-db11fe16-47ab-4dc1-8a2f-1f0f836346b9 req-bfd086a4-ad90-444f-b344-e7c3d89d1402 tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] 10.222.0.21 "GET /v2.0/ports?device_id=a862ada5-b711-49d4-801b-40251dd53f6d HTTP/1.1" status: 200 len: 945 time: 0.2272389 Aug 22 13:49:56.503208 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b61065ea-dacf-4771-911f-0310d25cba73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:56.584373 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-db11fe16-47ab-4dc1-8a2f-1f0f836346b9 req-a7e7ef5d-f70c-49fe-bec6-2efe85303861 tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e58d9ec-c01d-4908-83e2-c801eda4568a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726748 Aug 22 13:49:56.743677 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-b61065ea-dacf-4771-911f-0310d25cba73 admin admin] Allocated IP 172.25.3.78 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/d7199b17-47b2-4720-9ab9-e355129aca68) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:49:57.005741 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b61065ea-dacf-4771-911f-0310d25cba73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:57.109643 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b61065ea-dacf-4771-911f-0310d25cba73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:57.183789 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61065ea-dacf-4771-911f-0310d25cba73 admin admin] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:49:57.188041 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-b61065ea-dacf-4771-911f-0310d25cba73 admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:49:57.197952 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61065ea-dacf-4771-911f-0310d25cba73 admin admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:49:57.336300 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61065ea-dacf-4771-911f-0310d25cba73 admin admin] Pushing event updated for resources: {'Port': ['ID=d7199b17-47b2-4720-9ab9-e355129aca68,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:57.558425 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b61065ea-dacf-4771-911f-0310d25cba73 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:58.057304 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b61065ea-dacf-4771-911f-0310d25cba73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:58.178317 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5287866-8f88-44b9-9db3-da422fcb6828 None None] Network 0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:49:58.311604 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device af7fad3c-3175-46f0-b578-9ecf69946b5b up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:49:58.358756 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-4f238538-b94f-47cd-b0e8-bb23e48ee147 None None] Provisioning for port af7fad3c-3175-46f0-b578-9ecf69946b5b completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:49:58.440486 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b61065ea-dacf-4771-911f-0310d25cba73 admin admin] Router 042be66c-5333-467e-9867-54bef9f83977 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:49:58.547212 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-13d01e37-e097-4782-a764-672e88e27a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:58.559739 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port af7fad3c-3175-46f0-b578-9ecf69946b5b completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:49:58.593288 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port af7fad3c-3175-46f0-b578-9ecf69946b5b triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:49:58.594583 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:58.698893 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:58.821950 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:58.873049 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port af7fad3c-3175-46f0-b578-9ecf69946b5b, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=af7fad3c-3175-46f0-b578-9ecf69946b5b,segment=NetworkSegment(3236bd72-b879-4aac-9539-57e8f1383d4a),segment_id=3236bd72-b879-4aac-9539-57e8f1383d4a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:49:58.880820 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:59.000677 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61065ea-dacf-4771-911f-0310d25cba73 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:49:59.009609 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=af7fad3c-3175-46f0-b578-9ecf69946b5b,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:49:59.011669 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e29c89-e64f-4442-9ab8-1ad01c880044 None None] Sync routers for ids ['042be66c-5333-467e-9867-54bef9f83977'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:49:59.025327 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e29c89-e64f-4442-9ab8-1ad01c880044 None None] Routers {'042be66c-5333-467e-9867-54bef9f83977'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:49:59.026937 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-80e29c89-e64f-4442-9ab8-1ad01c880044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:49:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['042be66c-5333-467e-9867-54bef9f83977'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:49:59.040464 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b61065ea-dacf-4771-911f-0310d25cba73 admin admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:59.041831 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b61065ea-dacf-4771-911f-0310d25cba73 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9384074 Aug 22 13:49:59.044626 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33224) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:59.203097 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-80e29c89-e64f-4442-9ab8-1ad01c880044 None None] Set router 042be66c-5333-467e-9867-54bef9f83977 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:49:59.337397 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-8f7676a8-1924-443d-a167-2f304ddf9fb9 None None] Provisioning complete for port af7fad3c-3175-46f0-b578-9ecf69946b5b triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:49:59.337929 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8f7676a8-1924-443d-a167-2f304ddf9fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:59.546770 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-80e29c89-e64f-4442-9ab8-1ad01c880044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042be66c-5333-467e-9867-54bef9f83977', 'name': 'tempest-ServerActionsTestJSON-1693384433-router', 'tenant_id': '9332af772cbe4a47bd1754f9819c9211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'd7199b17-47b2-4720-9ab9-e355129aca68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:49:55Z', 'updated_at': '2021-08-22T13:49:57Z', 'revision_number': 3, 'project_id': '9332af772cbe4a47bd1754f9819c9211', 'gw_port': {'id': 'd7199b17-47b2-4720-9ab9-e355129aca68', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:62:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '042be66c-5333-467e-9867-54bef9f83977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:49:56Z', 'updated_at': '2021-08-22T13:49:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:49:59.574428 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33240) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:49:59.579426 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e29c89-e64f-4442-9ab8-1ad01c880044 None None] Checking router: 042be66c-5333-467e-9867-54bef9f83977 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:49:59.580032 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e29c89-e64f-4442-9ab8-1ad01c880044 None None] Updating router 042be66c-5333-467e-9867-54bef9f83977 port d7199b17-47b2-4720-9ab9-e355129aca68 binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:49:59.612565 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-80e29c89-e64f-4442-9ab8-1ad01c880044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:59.860550 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cc078393-6967-4123-97c2-35a32ab14900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:49:59.924437 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-73763827-ff7b-45d7-b71f-030e7da4776c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:00.035085 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-80e29c89-e64f-4442-9ab8-1ad01c880044 None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:00.048518 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-80e29c89-e64f-4442-9ab8-1ad01c880044 None None] Transition to ACTIVE for port object d7199b17-47b2-4720-9ab9-e355129aca68 will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:50:00.055880 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-80e29c89-e64f-4442-9ab8-1ad01c880044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:00.138113 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-80e29c89-e64f-4442-9ab8-1ad01c880044 None None] Attempting to bind port d7199b17-47b2-4720-9ab9-e355129aca68 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:50:00.138743 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-80e29c89-e64f-4442-9ab8-1ad01c880044 None None] Attempting to bind port d7199b17-47b2-4720-9ab9-e355129aca68 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:50:00.139256 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e29c89-e64f-4442-9ab8-1ad01c880044 None None] Attempting to bind port d7199b17-47b2-4720-9ab9-e355129aca68 on network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:50:00.142743 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541675d3-5e2b-482e-95e0-673099797b7b None None] Pushing event updated for resources: {'Port': ['ID=d7199b17-47b2-4720-9ab9-e355129aca68,revision_number=2']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:00.153466 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541675d3-5e2b-482e-95e0-673099797b7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:50:00.154215 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541675d3-5e2b-482e-95e0-673099797b7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:50:00.154698 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541675d3-5e2b-482e-95e0-673099797b7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:50:00.155211 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541675d3-5e2b-482e-95e0-673099797b7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:50:00.155682 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541675d3-5e2b-482e-95e0-673099797b7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:50:00.156164 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541675d3-5e2b-482e-95e0-673099797b7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:50:00.156698 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541675d3-5e2b-482e-95e0-673099797b7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:50:00.157282 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541675d3-5e2b-482e-95e0-673099797b7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:50:00.157803 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541675d3-5e2b-482e-95e0-673099797b7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:50:00.158403 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541675d3-5e2b-482e-95e0-673099797b7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:50:00.158881 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541675d3-5e2b-482e-95e0-673099797b7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:50:00.159383 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541675d3-5e2b-482e-95e0-673099797b7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:50:00.170054 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e29c89-e64f-4442-9ab8-1ad01c880044 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:50:00.170666 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e29c89-e64f-4442-9ab8-1ad01c880044 None None] Checking segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:50:00.171218 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-80e29c89-e64f-4442-9ab8-1ad01c880044 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:00.171765 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e29c89-e64f-4442-9ab8-1ad01c880044 None None] Bound using segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:50:00.172412 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-80e29c89-e64f-4442-9ab8-1ad01c880044 None None] Bound port: d7199b17-47b2-4720-9ab9-e355129aca68, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:50:00.172980 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-80e29c89-e64f-4442-9ab8-1ad01c880044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:00.185021 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device af7fad3c-3175-46f0-b578-9ecf69946b5b up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:50:00.212811 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cc078393-6967-4123-97c2-35a32ab14900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:00.225126 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cc078393-6967-4123-97c2-35a32ab14900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:00.289262 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port af7fad3c-3175-46f0-b578-9ecf69946b5b triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:50:00.289562 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:00.299304 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:50:00.340701 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-80e29c89-e64f-4442-9ab8-1ad01c880044 None None] For port d7199b17-47b2-4720-9ab9-e355129aca68, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:50:00.346596 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-80e29c89-e64f-4442-9ab8-1ad01c880044 None None] For port d7199b17-47b2-4720-9ab9-e355129aca68, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=d7199b17-47b2-4720-9ab9-e355129aca68,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:50:00.354367 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-80e29c89-e64f-4442-9ab8-1ad01c880044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:00.409446 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc078393-6967-4123-97c2-35a32ab14900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967c26d4-d7e8-4253-8ba2-bd25b725f27f,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:00.434349 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-73763827-ff7b-45d7-b71f-030e7da4776c admin admin] Allocated IP 172.20.0.1 (0db5422b-3cd9-4056-8d7a-7dc64f09a7c0/96df5698-35fe-4400-8623-8e6dad52953f/429094ec-2db4-4b03-81f7-73fb86b0f777) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:50:00.452592 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-cc078393-6967-4123-97c2-35a32ab14900 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=36b2fe99876042cda6e1e846202acc49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8731127 Aug 22 13:50:00.452808 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 33262) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:50:00.513332 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e29c89-e64f-4442-9ab8-1ad01c880044 None None] Routers {'042be66c-5333-467e-9867-54bef9f83977'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:50:00.517305 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-80e29c89-e64f-4442-9ab8-1ad01c880044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:49:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['042be66c-5333-467e-9867-54bef9f83977'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:50:00.571720 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0d88c1bc-c024-4877-b6c1-359636e3e919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:00.598361 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0d88c1bc-c024-4877-b6c1-359636e3e919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:00.619670 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541675d3-5e2b-482e-95e0-673099797b7b None None] Pushing event updated for resources: {'Port': ['ID=d7199b17-47b2-4720-9ab9-e355129aca68,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:00.642341 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-73763827-ff7b-45d7-b71f-030e7da4776c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:00.663327 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-73763827-ff7b-45d7-b71f-030e7da4776c admin admin] Transition to ACTIVE for port object 429094ec-2db4-4b03-81f7-73fb86b0f777 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:50:00.664524 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0d88c1bc-c024-4877-b6c1-359636e3e919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:00.668673 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0d88c1bc-c024-4877-b6c1-359636e3e919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:00.673759 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-0d88c1bc-c024-4877-b6c1-359636e3e919 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/967c26d4-d7e8-4253-8ba2-bd25b725f27f HTTP/1.1" status: 204 len: 168 time: 0.2198439 Aug 22 13:50:00.690186 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d88c1bc-c024-4877-b6c1-359636e3e919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967c26d4-d7e8-4253-8ba2-bd25b725f27f,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:00.720099 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-73763827-ff7b-45d7-b71f-030e7da4776c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:00.775328 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-80e29c89-e64f-4442-9ab8-1ad01c880044 None None] Set router 042be66c-5333-467e-9867-54bef9f83977 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:50:00.782059 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73763827-ff7b-45d7-b71f-030e7da4776c admin admin] Network 0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:50:00.786243 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-73763827-ff7b-45d7-b71f-030e7da4776c admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:50:00.802343 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73763827-ff7b-45d7-b71f-030e7da4776c admin admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:50:00.902666 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73763827-ff7b-45d7-b71f-030e7da4776c admin admin] Pushing event updated for resources: {'Port': ['ID=429094ec-2db4-4b03-81f7-73fb86b0f777,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:00.943122 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-73763827-ff7b-45d7-b71f-030e7da4776c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:01.065798 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-24f62541-428e-40ed-af92-43d50466b6df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:01.210557 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e7d29f1d-9fe5-4856-9e3f-af8b87dc5508 None None] Provisioning for port 429094ec-2db4-4b03-81f7-73fb86b0f777 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:50:01.239431 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e7d29f1d-9fe5-4856-9e3f-af8b87dc5508 None None] Provisioning complete for port 429094ec-2db4-4b03-81f7-73fb86b0f777 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:50:01.240017 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-73763827-ff7b-45d7-b71f-030e7da4776c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:01.242739 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e7d29f1d-9fe5-4856-9e3f-af8b87dc5508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:01.245928 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-80e29c89-e64f-4442-9ab8-1ad01c880044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042be66c-5333-467e-9867-54bef9f83977', 'name': 'tempest-ServerActionsTestJSON-1693384433-router', 'tenant_id': '9332af772cbe4a47bd1754f9819c9211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'd7199b17-47b2-4720-9ab9-e355129aca68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:49:55Z', 'updated_at': '2021-08-22T13:49:57Z', 'revision_number': 3, 'project_id': '9332af772cbe4a47bd1754f9819c9211', 'gw_port': {'id': 'd7199b17-47b2-4720-9ab9-e355129aca68', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:62:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '042be66c-5333-467e-9867-54bef9f83977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:49:56Z', 'updated_at': '2021-08-22T13:50:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:50:01.247631 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:01.332562 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e29c89-e64f-4442-9ab8-1ad01c880044 None None] The sync data for ids ['042be66c-5333-467e-9867-54bef9f83977'] in n-d-793621-33 is: [{'id': '042be66c-5333-467e-9867-54bef9f83977', 'name': 'tempest-ServerActionsTestJSON-1693384433-router', 'tenant_id': '9332af772cbe4a47bd1754f9819c9211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'd7199b17-47b2-4720-9ab9-e355129aca68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:49:55Z', 'updated_at': '2021-08-22T13:49:57Z', 'revision_number': 3, 'project_id': '9332af772cbe4a47bd1754f9819c9211', 'gw_port': {'id': 'd7199b17-47b2-4720-9ab9-e355129aca68', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:62:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '042be66c-5333-467e-9867-54bef9f83977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:49:56Z', 'updated_at': '2021-08-22T13:50:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:50:01.338551 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 33282) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:50:01.346214 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e7d29f1d-9fe5-4856-9e3f-af8b87dc5508 None None] Port 429094ec-2db4-4b03-81f7-73fb86b0f777 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:50:01.388727 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9185f5c4-5f6d-484b-a92c-9cdd3722381e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:01.563251 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-73763827-ff7b-45d7-b71f-030e7da4776c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:01.572374 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-73763827-ff7b-45d7-b71f-030e7da4776c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:01.595958 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9185f5c4-5f6d-484b-a92c-9cdd3722381e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:01.640138 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9185f5c4-5f6d-484b-a92c-9cdd3722381e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:01.715900 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-73763827-ff7b-45d7-b71f-030e7da4776c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:01.747585 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87dc09c-ada5-4b4f-9a55-016c3afadac7 req-588d6aab-4b13-490f-a668-53ba6a497ba2 tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:01.749468 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e87dc09c-ada5-4b4f-9a55-016c3afadac7 req-588d6aab-4b13-490f-a668-53ba6a497ba2 tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] 10.222.0.21 "GET /v2.0/ports?device_id=a862ada5-b711-49d4-801b-40251dd53f6d HTTP/1.1" status: 200 len: 945 time: 0.1563759 Aug 22 13:50:01.758377 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-9185f5c4-5f6d-484b-a92c-9cdd3722381e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=05d4f1037b10496797590b95984fed02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4177260 Aug 22 13:50:01.759521 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9185f5c4-5f6d-484b-a92c-9cdd3722381e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20cd3296-de55-499d-8bd9-9263dcfd2ff2,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:01.763440 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 33290) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:50:01.815718 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73763827-ff7b-45d7-b71f-030e7da4776c admin admin] Pushing event updated for resources: {'Port': ['ID=429094ec-2db4-4b03-81f7-73fb86b0f777,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:01.873772 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e87dc09c-ada5-4b4f-9a55-016c3afadac7 req-2d0384b1-193d-442f-9001-e0248b66d279 tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e58d9ec-c01d-4908-83e2-c801eda4568a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107504 Aug 22 13:50:01.929108 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-103ee2bc-94c7-4312-9630-f8d223936e63 req-f3b7b527-21e4-43cf-82d9-8d722a53fcab service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a38802a9-ea4a-4068-947e-0aecb18663f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1210949 Aug 22 13:50:01.942421 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c218c321-ba49-458f-8a71-dcd7ded6f01d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:01.963412 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73763827-ff7b-45d7-b71f-030e7da4776c admin admin] Network 0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:50:01.965083 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-73763827-ff7b-45d7-b71f-030e7da4776c admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:50:01.997942 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c218c321-ba49-458f-8a71-dcd7ded6f01d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:02.112581 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c218c321-ba49-458f-8a71-dcd7ded6f01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:02.116571 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c218c321-ba49-458f-8a71-dcd7ded6f01d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:02.120042 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c218c321-ba49-458f-8a71-dcd7ded6f01d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/20cd3296-de55-499d-8bd9-9263dcfd2ff2 HTTP/1.1" status: 204 len: 168 time: 0.3531916 Aug 22 13:50:02.137240 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c218c321-ba49-458f-8a71-dcd7ded6f01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20cd3296-de55-499d-8bd9-9263dcfd2ff2,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:02.198336 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ee2bc-94c7-4312-9630-f8d223936e63 req-65b054c5-6595-4812-9dcc-832e39fe7cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:02.199794 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-103ee2bc-94c7-4312-9630-f8d223936e63 req-65b054c5-6595-4812-9dcc-832e39fe7cc8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=be98fa3cb2da40f39a971fd81b6aad0d&device_id=a38802a9-ea4a-4068-947e-0aecb18663f8 HTTP/1.1" status: 200 len: 1097 time: 0.2138889 Aug 22 13:50:02.212674 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device d7199b17-47b2-4720-9ab9-e355129aca68 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:50:02.317632 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port d7199b17-47b2-4720-9ab9-e355129aca68 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:50:02.322972 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port d7199b17-47b2-4720-9ab9-e355129aca68 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:50:02.323459 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:02.433309 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73763827-ff7b-45d7-b71f-030e7da4776c admin admin] Router 042be66c-5333-467e-9867-54bef9f83977 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:50:02.516121 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-b43fd5e3-603b-4d97-93d6-fc9698a6b086 None None] Provisioning complete for port 429094ec-2db4-4b03-81f7-73fb86b0f777 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:50:02.525627 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ee2bc-94c7-4312-9630-f8d223936e63 req-144cbf25-1403-4eac-9a16-f9496fe4725c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:02.527195 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-103ee2bc-94c7-4312-9630-f8d223936e63 req-144cbf25-1403-4eac-9a16-f9496fe4725c service neutron] 10.222.0.41 "GET /v2.0/networks?id=37ee4cf7-10be-4d52-ae13-17f3d9d1a603 HTTP/1.1" status: 200 len: 909 time: 0.2649345 Aug 22 13:50:02.529832 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b43fd5e3-603b-4d97-93d6-fc9698a6b086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:02.537020 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:02.561358 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:02.605381 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port d7199b17-47b2-4720-9ab9-e355129aca68, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=d7199b17-47b2-4720-9ab9-e355129aca68,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:50:02.612170 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-b43fd5e3-603b-4d97-93d6-fc9698a6b086 None None] Port 429094ec-2db4-4b03-81f7-73fb86b0f777 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:50:02.617176 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:02.694556 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-103ee2bc-94c7-4312-9630-f8d223936e63 req-b4a6aeb7-fe78-472c-b898-c20c9254ae52 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77 HTTP/1.1" status: 200 len: 1001 time: 0.1564867 Aug 22 13:50:02.695537 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73763827-ff7b-45d7-b71f-030e7da4776c admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:50:02.704208 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-73763827-ff7b-45d7-b71f-030e7da4776c admin admin] 10.222.0.21 "PUT /v2.0/routers/042be66c-5333-467e-9867-54bef9f83977/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6583779 Aug 22 13:50:02.759661 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=d7199b17-47b2-4720-9ab9-e355129aca68,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:02.791208 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ee2bc-94c7-4312-9630-f8d223936e63 req-cc212d19-08ff-4f61-b7f9-6d4a7da3a841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:02.792756 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-103ee2bc-94c7-4312-9630-f8d223936e63 req-cc212d19-08ff-4f61-b7f9-6d4a7da3a841 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8a600dcd-ff12-4375-ac21-b5282a859d67 HTTP/1.1" status: 200 len: 847 time: 0.0872388 Aug 22 13:50:02.865808 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b76e3d-37e8-4d09-8a79-21c85d22f53c req-55ef7b4d-a3dc-482c-8146-f8a11880043c tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:02.868562 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b1b76e3d-37e8-4d09-8a79-21c85d22f53c req-55ef7b4d-a3dc-482c-8146-f8a11880043c tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] 10.222.0.16 "GET /v2.0/ports?device_id=a862ada5-b711-49d4-801b-40251dd53f6d HTTP/1.1" status: 200 len: 945 time: 0.1221020 Aug 22 13:50:02.919404 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ee2bc-94c7-4312-9630-f8d223936e63 req-36763061-0446-43ce-8c9c-3d640175b291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:02.924812 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-103ee2bc-94c7-4312-9630-f8d223936e63 req-36763061-0446-43ce-8c9c-3d640175b291 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=37ee4cf7-10be-4d52-ae13-17f3d9d1a603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1209936 Aug 22 13:50:03.168159 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-103ee2bc-94c7-4312-9630-f8d223936e63 req-f5882ec1-13f3-43b7-a47f-5747a36057a9 service neutron] 10.222.0.41 "GET /v2.0/networks/37ee4cf7-10be-4d52-ae13-17f3d9d1a603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373381 Aug 22 13:50:03.182175 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b078aacd-e445-4c36-a319-ea9e64742891 req-5f1b77d1-78d7-4c33-b1db-60a0e2a5595b tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:03.185045 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b078aacd-e445-4c36-a319-ea9e64742891 req-5f1b77d1-78d7-4c33-b1db-60a0e2a5595b tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] 10.222.0.21 "GET /v2.0/ports?device_id=a862ada5-b711-49d4-801b-40251dd53f6d HTTP/1.1" status: 200 len: 945 time: 0.1467533 Aug 22 13:50:03.273070 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b078aacd-e445-4c36-a319-ea9e64742891 req-26672e77-fa7c-4354-b6c9-79fe7cfc61bb tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e58d9ec-c01d-4908-83e2-c801eda4568a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800364 Aug 22 13:50:03.284019 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-b1b76e3d-37e8-4d09-8a79-21c85d22f53c req-8783e7d5-36c9-4dbe-af27-69cf8d0c95a7 tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] Deleting port fc44fdb1-7f16-424f-bd33-4eaf378fc311 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:50:03.285570 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-b1b76e3d-37e8-4d09-8a79-21c85d22f53c req-8783e7d5-36c9-4dbe-af27-69cf8d0c95a7 tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:03.335420 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-103ee2bc-94c7-4312-9630-f8d223936e63 req-bcf2833c-2b3b-4153-96d5-0958a663b680 service neutron] 10.222.0.41 "GET /v2.0/networks/37ee4cf7-10be-4d52-ae13-17f3d9d1a603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589005 Aug 22 13:50:03.468277 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-b1b76e3d-37e8-4d09-8a79-21c85d22f53c req-8783e7d5-36c9-4dbe-af27-69cf8d0c95a7 tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] For port fc44fdb1-7f16-424f-bd33-4eaf378fc311, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=fc44fdb1-7f16-424f-bd33-4eaf378fc311,segment=NetworkSegment(dc2b021f-5773-483c-abee-f029de2246b1),segment_id=dc2b021f-5773-483c-abee-f029de2246b1)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:50:03.471524 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-b1b76e3d-37e8-4d09-8a79-21c85d22f53c req-8783e7d5-36c9-4dbe-af27-69cf8d0c95a7 tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:03.495976 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-b1b76e3d-37e8-4d09-8a79-21c85d22f53c req-8783e7d5-36c9-4dbe-af27-69cf8d0c95a7 tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] Calling delete_port for fc44fdb1-7f16-424f-bd33-4eaf378fc311 owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:50:03.591111 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33332) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:50:03.596284 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-58ea5265-cbdd-40b2-be08-8c5a82af99a0 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2047451425', 'description': 'tempest-description--1168161570'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:50:03.655730 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-58ea5265-cbdd-40b2-be08-8c5a82af99a0 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:03.694610 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-b1b76e3d-37e8-4d09-8a79-21c85d22f53c req-8783e7d5-36c9-4dbe-af27-69cf8d0c95a7 tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:03.712639 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['fc44fdb1-7f16-424f-bd33-4eaf378fc311'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:50:03.776308 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8783e7d5-36c9-4dbe-af27-69cf8d0c95a7 tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] Pushing event deleted for resources: {'Port': ['ID=fc44fdb1-7f16-424f-bd33-4eaf378fc311,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:03.837990 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-58ea5265-cbdd-40b2-be08-8c5a82af99a0 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:03.847775 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-58ea5265-cbdd-40b2-be08-8c5a82af99a0 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:03.873735 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b76e3d-37e8-4d09-8a79-21c85d22f53c req-8783e7d5-36c9-4dbe-af27-69cf8d0c95a7 tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] No DVR routers for this DVR port fc44fdb1-7f16-424f-bd33-4eaf378fc311 on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:50:03.877481 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-b1b76e3d-37e8-4d09-8a79-21c85d22f53c req-8783e7d5-36c9-4dbe-af27-69cf8d0c95a7 tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:03.880216 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b1b76e3d-37e8-4d09-8a79-21c85d22f53c req-8783e7d5-36c9-4dbe-af27-69cf8d0c95a7 tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] 10.222.0.16 "DELETE /v2.0/ports/fc44fdb1-7f16-424f-bd33-4eaf378fc311 HTTP/1.1" status: 204 len: 173 time: 1.0043428 Aug 22 13:50:03.880709 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a862ada5-b711-49d4-801b-40251dd53f6d', 'name': 'network-vif-deleted', 'tag': 'fc44fdb1-7f16-424f-bd33-4eaf378fc311'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:50:03.884138 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1b2c69-0375-4998-8118-dd1c1c9223ff" -d '{"events": [{"server_uuid": "a862ada5-b711-49d4-801b-40251dd53f6d", "name": "network-vif-deleted", "tag": "fc44fdb1-7f16-424f-bd33-4eaf378fc311"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:50:03.903329 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea5265-cbdd-40b2-be08-8c5a82af99a0 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2301ab2-c63d-4154-9b10-5dfa3cc8c820,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:03.919303 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-58ea5265-cbdd-40b2-be08-8c5a82af99a0 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:03.923773 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-58ea5265-cbdd-40b2-be08-8c5a82af99a0 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3290172 Aug 22 13:50:03.924939 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 33340) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:50:03.932530 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-5ab1356f-d097-42ec-9819-62a17fa0d18a tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Request body: {'security_group_rule': {'security_group_id': 'e2301ab2-c63d-4154-9b10-5dfa3cc8c820', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:50:03.942644 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:03.985911 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5ab1356f-d097-42ec-9819-62a17fa0d18a tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:04.016354 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a448ada-c8d1-48b2-ba21-d86f54d79d52 x-openstack-request-id: req-4a448ada-c8d1-48b2-ba21-d86f54d79d52 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:50:04.016652 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a862ada5-b711-49d4-801b-40251dd53f6d", "name": "network-vif-deleted", "tag": "fc44fdb1-7f16-424f-bd33-4eaf378fc311", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:50:04.017134 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4a448ada-c8d1-48b2-ba21-d86f54d79d52 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:50:04.017472 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a862ada5-b711-49d4-801b-40251dd53f6d', 'name': 'network-vif-deleted', 'tag': 'fc44fdb1-7f16-424f-bd33-4eaf378fc311', 'status': 'completed', 'code': 200} Aug 22 13:50:04.167576 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device d7199b17-47b2-4720-9ab9-e355129aca68 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:50:04.179100 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5ab1356f-d097-42ec-9819-62a17fa0d18a tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:04.186571 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5ab1356f-d097-42ec-9819-62a17fa0d18a tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:04.216190 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab1356f-d097-42ec-9819-62a17fa0d18a tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ea18495-567c-4651-a71f-32127607f983,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:04.226729 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5ab1356f-d097-42ec-9819-62a17fa0d18a tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:04.230429 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-5ab1356f-d097-42ec-9819-62a17fa0d18a tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3013406 Aug 22 13:50:04.230723 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 33346) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:50:04.235669 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-ce17c557-f810-4286-85fc-e1c66471679f tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Request body: {'security_group_rule': {'security_group_id': 'e2301ab2-c63d-4154-9b10-5dfa3cc8c820', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:50:04.247016 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:04.256640 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port d7199b17-47b2-4720-9ab9-e355129aca68 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:50:04.257217 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:04.294784 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ce17c557-f810-4286-85fc-e1c66471679f tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:04.334229 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a298677a-1f90-491d-b2df-9e75e4cd5e38 None None] Sync routers for ids ['042be66c-5333-467e-9867-54bef9f83977'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:50:04.357217 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a298677a-1f90-491d-b2df-9e75e4cd5e38 None None] Routers {'042be66c-5333-467e-9867-54bef9f83977'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:50:04.358105 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-a298677a-1f90-491d-b2df-9e75e4cd5e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:50:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['042be66c-5333-467e-9867-54bef9f83977'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:50:04.518623 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-a298677a-1f90-491d-b2df-9e75e4cd5e38 None None] Set router 042be66c-5333-467e-9867-54bef9f83977 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:50:04.571624 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d0e68c4a-6fdc-4520-87ec-eed00cbdc25a req-1b3bac62-2a0b-46d2-a36b-22fc7895fa5c tempest-VolumesActionsTest-1850891863 tempest-VolumesActionsTest-1850891863-project] 10.222.0.21 "GET /v2.0/ports?device_id=a862ada5-b711-49d4-801b-40251dd53f6d HTTP/1.1" status: 200 len: 210 time: 0.0872900 Aug 22 13:50:04.583458 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ce17c557-f810-4286-85fc-e1c66471679f tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:04.590282 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ce17c557-f810-4286-85fc-e1c66471679f tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:04.634091 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ce17c557-f810-4286-85fc-e1c66471679f tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:04.638310 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ce17c557-f810-4286-85fc-e1c66471679f tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4035473 Aug 22 13:50:04.638310 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce17c557-f810-4286-85fc-e1c66471679f tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e126e12-f7f8-4eec-a4d0-ad7747f0125e,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:04.638547 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33364) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:50:04.645843 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-3f286d8c-e0a0-489c-b441-8b0c08e26c69 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Request body: {'floatingip': {'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:50:04.692628 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3f286d8c-e0a0-489c-b441-8b0c08e26c69 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks [] for floatingip, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:04.907797 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-a298677a-1f90-491d-b2df-9e75e4cd5e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042be66c-5333-467e-9867-54bef9f83977', 'name': 'tempest-ServerActionsTestJSON-1693384433-router', 'tenant_id': '9332af772cbe4a47bd1754f9819c9211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'd7199b17-47b2-4720-9ab9-e355129aca68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:49:55Z', 'updated_at': '2021-08-22T13:50:01Z', 'revision_number': 4, 'project_id': '9332af772cbe4a47bd1754f9819c9211', 'gw_port': {'id': 'd7199b17-47b2-4720-9ab9-e355129aca68', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:62:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042be66c-5333-467e-9867-54bef9f83977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:49:56Z', 'updated_at': '2021-08-22T13:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '429094ec-2db4-4b03-81f7-73fb86b0f777', 'name': '', 'network_id': '0db5422b-3cd9-4056-8d7a-7dc64f09a7c0', 'tenant_id': '9332af772cbe4a47bd1754f9819c9211', 'mac_address': 'fa:16:3e:83:e7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '042be66c-5333-467e-9867-54bef9f83977', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '96df5698-35fe-4400-8623-8e6dad52953f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:49:59Z', 'updated_at': '2021-08-22T13:50:01Z', 'revision_number': 2, 'project_id': '9332af772cbe4a47bd1754f9819c9211', 'subnets': [{'id': '96df5698-35fe-4400-8623-8e6dad52953f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:50:04.943314 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a298677a-1f90-491d-b2df-9e75e4cd5e38 None None] Checking router: 042be66c-5333-467e-9867-54bef9f83977 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:50:04.944062 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a298677a-1f90-491d-b2df-9e75e4cd5e38 None None] Updating router 042be66c-5333-467e-9867-54bef9f83977 port 429094ec-2db4-4b03-81f7-73fb86b0f777 binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:50:04.952318 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3f286d8c-e0a0-489c-b441-8b0c08e26c69 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:04.994032 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a298677a-1f90-491d-b2df-9e75e4cd5e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:05.119839 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-3f286d8c-e0a0-489c-b441-8b0c08e26c69 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Allocated IP 172.25.3.238 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/61a38e42-3534-4f34-b8d7-06ac89c94ff2) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:50:05.323456 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3f286d8c-e0a0-489c-b441-8b0c08e26c69 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:05.425143 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3f286d8c-e0a0-489c-b441-8b0c08e26c69 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:05.500705 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f286d8c-e0a0-489c-b441-8b0c08e26c69 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Pushing event updated for resources: {'Port': ['ID=61a38e42-3534-4f34-b8d7-06ac89c94ff2,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:05.521476 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f286d8c-e0a0-489c-b441-8b0c08e26c69 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:50:05.524630 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-3f286d8c-e0a0-489c-b441-8b0c08e26c69 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:50:05.528079 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f286d8c-e0a0-489c-b441-8b0c08e26c69 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:50:05.569331 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a298677a-1f90-491d-b2df-9e75e4cd5e38 None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:05.582743 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-a298677a-1f90-491d-b2df-9e75e4cd5e38 None None] Transition to ACTIVE for port object 429094ec-2db4-4b03-81f7-73fb86b0f777 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:50:05.596209 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a298677a-1f90-491d-b2df-9e75e4cd5e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:05.661887 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3f286d8c-e0a0-489c-b441-8b0c08e26c69 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:05.714409 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f5449-1926-4d79-b544-4bc9b8f4750c None None] Pushing event updated for resources: {'Port': ['ID=429094ec-2db4-4b03-81f7-73fb86b0f777,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:05.735509 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3f286d8c-e0a0-489c-b441-8b0c08e26c69 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:05.871242 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-a298677a-1f90-491d-b2df-9e75e4cd5e38 None None] Attempting to bind port 429094ec-2db4-4b03-81f7-73fb86b0f777 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:50:05.871612 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-a298677a-1f90-491d-b2df-9e75e4cd5e38 None None] Attempting to bind port 429094ec-2db4-4b03-81f7-73fb86b0f777 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '3236bd72-b879-4aac-9539-57e8f1383d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0db5422b-3cd9-4056-8d7a-7dc64f09a7c0'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:50:05.871977 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a298677a-1f90-491d-b2df-9e75e4cd5e38 None None] Attempting to bind port 429094ec-2db4-4b03-81f7-73fb86b0f777 on network 0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:50:05.887483 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a298677a-1f90-491d-b2df-9e75e4cd5e38 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:50:05.887872 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a298677a-1f90-491d-b2df-9e75e4cd5e38 None None] Checking segment: {'id': '3236bd72-b879-4aac-9539-57e8f1383d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0db5422b-3cd9-4056-8d7a-7dc64f09a7c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:50:05.890892 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a298677a-1f90-491d-b2df-9e75e4cd5e38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:05.896686 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a298677a-1f90-491d-b2df-9e75e4cd5e38 None None] Bound using segment: {'id': '3236bd72-b879-4aac-9539-57e8f1383d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0db5422b-3cd9-4056-8d7a-7dc64f09a7c0'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:50:05.897441 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-a298677a-1f90-491d-b2df-9e75e4cd5e38 None None] Bound port: 429094ec-2db4-4b03-81f7-73fb86b0f777, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3236bd72-b879-4aac-9539-57e8f1383d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0db5422b-3cd9-4056-8d7a-7dc64f09a7c0'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:50:05.897852 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a298677a-1f90-491d-b2df-9e75e4cd5e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:06.019205 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 33402) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:50:06.094593 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3f286d8c-e0a0-489c-b441-8b0c08e26c69 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:06.105704 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3f286d8c-e0a0-489c-b441-8b0c08e26c69 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:06.106101 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-a298677a-1f90-491d-b2df-9e75e4cd5e38 None None] For port 429094ec-2db4-4b03-81f7-73fb86b0f777, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:50:06.110769 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-a298677a-1f90-491d-b2df-9e75e4cd5e38 None None] For port 429094ec-2db4-4b03-81f7-73fb86b0f777, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=429094ec-2db4-4b03-81f7-73fb86b0f777,segment=NetworkSegment(3236bd72-b879-4aac-9539-57e8f1383d4a),segment_id=3236bd72-b879-4aac-9539-57e8f1383d4a)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:50:06.121889 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a298677a-1f90-491d-b2df-9e75e4cd5e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:06.199002 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f286d8c-e0a0-489c-b441-8b0c08e26c69 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Pushing event updated for resources: {'Port': ['ID=61a38e42-3534-4f34-b8d7-06ac89c94ff2,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:06.264366 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a298677a-1f90-491d-b2df-9e75e4cd5e38 None None] Routers {'042be66c-5333-467e-9867-54bef9f83977'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:50:06.265066 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-a298677a-1f90-491d-b2df-9e75e4cd5e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:50:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['042be66c-5333-467e-9867-54bef9f83977'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:50:06.275548 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e35a770d-1db1-4d44-a923-4e7e6be74462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:06.289115 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3f286d8c-e0a0-489c-b441-8b0c08e26c69 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:06.316019 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3f286d8c-e0a0-489c-b441-8b0c08e26c69 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:06.319094 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-3f286d8c-e0a0-489c-b441-8b0c08e26c69 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6795123 Aug 22 13:50:06.481032 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-a298677a-1f90-491d-b2df-9e75e4cd5e38 None None] Set router 042be66c-5333-467e-9867-54bef9f83977 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:50:06.483738 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f5449-1926-4d79-b544-4bc9b8f4750c None None] Pushing event updated for resources: {'Port': ['ID=429094ec-2db4-4b03-81f7-73fb86b0f777,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:06.516649 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e35a770d-1db1-4d44-a923-4e7e6be74462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:06.527169 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e35a770d-1db1-4d44-a923-4e7e6be74462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:06.564168 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e35a770d-1db1-4d44-a923-4e7e6be74462 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=97a0cf28a91b45f9ad8026d0f3e2d3ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5432806 Aug 22 13:50:06.567395 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33418) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:50:06.618783 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35a770d-1db1-4d44-a923-4e7e6be74462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f91b6b-ae64-43bc-8ee9-fcd77ba4167d,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:06.640207 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-93046708-b57f-4a6f-858f-1834abcec106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:06.667395 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-93046708-b57f-4a6f-858f-1834abcec106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:06.733444 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-93046708-b57f-4a6f-858f-1834abcec106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:06.737089 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-93046708-b57f-4a6f-858f-1834abcec106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:06.740967 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-61c470b9-b257-4f3f-8011-f53b52d35552 req-ce13defd-953b-4235-8626-d8b432d55318 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--2047451425&fields=id&tenant_id=9332af772cbe4a47bd1754f9819c9211 HTTP/1.1" status: 200 len: 267 time: 0.0861344 Aug 22 13:50:06.747063 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-93046708-b57f-4a6f-858f-1834abcec106 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/60f91b6b-ae64-43bc-8ee9-fcd77ba4167d HTTP/1.1" status: 204 len: 168 time: 0.1699979 Aug 22 13:50:06.761603 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93046708-b57f-4a6f-858f-1834abcec106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f91b6b-ae64-43bc-8ee9-fcd77ba4167d,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:06.881558 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-a298677a-1f90-491d-b2df-9e75e4cd5e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042be66c-5333-467e-9867-54bef9f83977', 'name': 'tempest-ServerActionsTestJSON-1693384433-router', 'tenant_id': '9332af772cbe4a47bd1754f9819c9211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'd7199b17-47b2-4720-9ab9-e355129aca68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:49:55Z', 'updated_at': '2021-08-22T13:50:01Z', 'revision_number': 4, 'project_id': '9332af772cbe4a47bd1754f9819c9211', 'gw_port': {'id': 'd7199b17-47b2-4720-9ab9-e355129aca68', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:62:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042be66c-5333-467e-9867-54bef9f83977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:49:56Z', 'updated_at': '2021-08-22T13:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '429094ec-2db4-4b03-81f7-73fb86b0f777', 'name': '', 'network_id': '0db5422b-3cd9-4056-8d7a-7dc64f09a7c0', 'tenant_id': '9332af772cbe4a47bd1754f9819c9211', 'mac_address': 'fa:16:3e:83:e7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '042be66c-5333-467e-9867-54bef9f83977', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '96df5698-35fe-4400-8623-8e6dad52953f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:49:59Z', 'updated_at': '2021-08-22T13:50:06Z', 'revision_number': 4, 'project_id': '9332af772cbe4a47bd1754f9819c9211', 'subnets': [{'id': '96df5698-35fe-4400-8623-8e6dad52953f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:50:06.934989 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a298677a-1f90-491d-b2df-9e75e4cd5e38 None None] The sync data for ids ['042be66c-5333-467e-9867-54bef9f83977'] in n-d-793621-33 is: [{'id': '042be66c-5333-467e-9867-54bef9f83977', 'name': 'tempest-ServerActionsTestJSON-1693384433-router', 'tenant_id': '9332af772cbe4a47bd1754f9819c9211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'd7199b17-47b2-4720-9ab9-e355129aca68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:49:55Z', 'updated_at': '2021-08-22T13:50:01Z', 'revision_number': 4, 'project_id': '9332af772cbe4a47bd1754f9819c9211', 'gw_port': {'id': 'd7199b17-47b2-4720-9ab9-e355129aca68', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:62:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042be66c-5333-467e-9867-54bef9f83977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:49:56Z', 'updated_at': '2021-08-22T13:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '429094ec-2db4-4b03-81f7-73fb86b0f777', 'name': '', 'network_id': '0db5422b-3cd9-4056-8d7a-7dc64f09a7c0', 'tenant_id': '9332af772cbe4a47bd1754f9819c9211', 'mac_address': 'fa:16:3e:83:e7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '042be66c-5333-467e-9867-54bef9f83977', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '96df5698-35fe-4400-8623-8e6dad52953f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:49:59Z', 'updated_at': '2021-08-22T13:50:06Z', 'revision_number': 4, 'project_id': '9332af772cbe4a47bd1754f9819c9211', 'subnets': [{'id': '96df5698-35fe-4400-8623-8e6dad52953f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:50:06.982956 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c470b9-b257-4f3f-8011-f53b52d35552 req-4428545d-a7dc-4cf5-b0ef-c54266fa7c34 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:06.991800 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-61c470b9-b257-4f3f-8011-f53b52d35552 req-4428545d-a7dc-4cf5-b0ef-c54266fa7c34 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/networks?id=0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 HTTP/1.1" status: 200 len: 812 time: 0.2439446 Aug 22 13:50:07.029274 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-61c470b9-b257-4f3f-8011-f53b52d35552 req-a57db39d-e5d6-440c-89f7-d76fe8efa0b5 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/quotas/9332af772cbe4a47bd1754f9819c9211 HTTP/1.1" status: 200 len: 375 time: 0.0365767 Aug 22 13:50:07.165693 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-61c470b9-b257-4f3f-8011-f53b52d35552 req-da3315d8-c99f-478b-8f9f-1d5078884cfa tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9332af772cbe4a47bd1754f9819c9211&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1337547 Aug 22 13:50:07.295972 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device fc44fdb1-7f16-424f-bd33-4eaf378fc311 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:50:07.370387 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: fc44fdb1-7f16-424f-bd33-4eaf378fc311 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:50:07.373881 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device fc44fdb1-7f16-424f-bd33-4eaf378fc311 not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:50:07.429187 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-61c470b9-b257-4f3f-8011-f53b52d35552 req-94094aef-a763-433b-9169-0a0c9c094a8c service neutron] 10.222.0.21 "GET /v2.0/networks/0db5422b-3cd9-4056-8d7a-7dc64f09a7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617123 Aug 22 13:50:07.439018 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 33438) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:50:07.468377 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-747844f7-cadf-4607-86fd-db215ad6f18e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:07.625095 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-61c470b9-b257-4f3f-8011-f53b52d35552 req-ed1dd421-b47c-4a5a-a8b5-5f781edc11c9 service neutron] 10.222.0.21 "GET /v2.0/networks/0db5422b-3cd9-4056-8d7a-7dc64f09a7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775267 Aug 22 13:50:07.723522 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-747844f7-cadf-4607-86fd-db215ad6f18e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:07.728575 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-747844f7-cadf-4607-86fd-db215ad6f18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:07.758491 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-747844f7-cadf-4607-86fd-db215ad6f18e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f543e16935f346469e1f61d1adc9e323&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3180845 Aug 22 13:50:07.761162 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33444) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:50:07.786959 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747844f7-cadf-4607-86fd-db215ad6f18e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f4272b-ca83-4d74-9263-b4a30530940d,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:07.848426 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e7ce9c64-4719-4e80-a126-5c47c61a4f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:07.903410 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e7ce9c64-4719-4e80-a126-5c47c61a4f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:07.950661 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-493eaaba-e770-4ac9-9b19-ed37c9f57b45 req-760f327f-c90d-4f34-b524-f95b9441500b tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 210 time: 0.0550790 Aug 22 13:50:07.995153 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e7ce9c64-4719-4e80-a126-5c47c61a4f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:07.998713 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e7ce9c64-4719-4e80-a126-5c47c61a4f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:07.999668 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e7ce9c64-4719-4e80-a126-5c47c61a4f95 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/54f4272b-ca83-4d74-9263-b4a30530940d HTTP/1.1" status: 204 len: 168 time: 0.2374463 Aug 22 13:50:08.017784 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ce9c64-4719-4e80-a126-5c47c61a4f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f4272b-ca83-4d74-9263-b4a30530940d,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:08.294919 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 429094ec-2db4-4b03-81f7-73fb86b0f777 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:50:08.421278 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 429094ec-2db4-4b03-81f7-73fb86b0f777 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:50:08.430039 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 429094ec-2db4-4b03-81f7-73fb86b0f777 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:50:08.431423 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:08.663551 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:08.778597 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 429094ec-2db4-4b03-81f7-73fb86b0f777, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=429094ec-2db4-4b03-81f7-73fb86b0f777,segment=NetworkSegment(3236bd72-b879-4aac-9539-57e8f1383d4a),segment_id=3236bd72-b879-4aac-9539-57e8f1383d4a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:50:08.791879 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:08.854298 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=429094ec-2db4-4b03-81f7-73fb86b0f777,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:09.156800 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-66341c0b-d5af-4e23-8f1a-d90884af663f req-c144d031-daa8-430e-83f3-e9e3560a8075 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 210 time: 0.0622189 Aug 22 13:50:09.807657 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c470b9-b257-4f3f-8011-f53b52d35552 req-b2060534-48f0-41cc-8f40-940a64c506b7 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:09.809789 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-61c470b9-b257-4f3f-8011-f53b52d35552 req-b2060534-48f0-41cc-8f40-940a64c506b7 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.16 "GET /v2.0/networks?id=0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 HTTP/1.1" status: 200 len: 812 time: 0.5304196 Aug 22 13:50:09.885208 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-61c470b9-b257-4f3f-8011-f53b52d35552 req-f4bf7042-891b-4c45-aa1a-656c9aaecca9 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9332af772cbe4a47bd1754f9819c9211 HTTP/1.1" status: 200 len: 380 time: 0.0657446 Aug 22 13:50:09.898313 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-61c470b9-b257-4f3f-8011-f53b52d35552 req-6aa94993-c5f4-49f0-9821-8cc765c64d1a tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Request body: {'port': {'device_id': '9f4f0940-3ae2-4643-993f-7cccea7df197', 'network_id': '0db5422b-3cd9-4056-8d7a-7dc64f09a7c0', 'admin_state_up': True, 'tenant_id': '9332af772cbe4a47bd1754f9819c9211', 'security_groups': ['e2301ab2-c63d-4154-9b10-5dfa3cc8c820']}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:50:09.970309 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33512) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:50:10.147704 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61c470b9-b257-4f3f-8011-f53b52d35552 req-6aa94993-c5f4-49f0-9821-8cc765c64d1a tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Made reservation on behalf of 9332af772cbe4a47bd1754f9819c9211 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:50:10.152188 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-61c470b9-b257-4f3f-8011-f53b52d35552 req-6aa94993-c5f4-49f0-9821-8cc765c64d1a tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:10.152970 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 429094ec-2db4-4b03-81f7-73fb86b0f777 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:50:10.230766 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0b542478-b1bc-4829-a49e-4a2327c36cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:10.263583 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 429094ec-2db4-4b03-81f7-73fb86b0f777 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:50:10.264226 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:10.360545 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1fd5be11-ab4d-4a11-9a9e-94448b021e66 req-b149581d-8a9e-4c6e-8942-6a68f251feac tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 210 time: 0.0492129 Aug 22 13:50:10.404706 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0b542478-b1bc-4829-a49e-4a2327c36cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:10.413704 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0b542478-b1bc-4829-a49e-4a2327c36cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:10.469983 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-61c470b9-b257-4f3f-8011-f53b52d35552 req-6aa94993-c5f4-49f0-9821-8cc765c64d1a tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Allocated IP 172.20.0.9 (0db5422b-3cd9-4056-8d7a-7dc64f09a7c0/96df5698-35fe-4400-8623-8e6dad52953f/2a56cda3-bbfb-4688-9140-f2cf54a149cc) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:50:10.507718 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0b542478-b1bc-4829-a49e-4a2327c36cad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=026d5e65de814577abfdc0abd9b89068&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5336320 Aug 22 13:50:10.508473 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 33522) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:50:10.508953 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b542478-b1bc-4829-a49e-4a2327c36cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=defc0d89-3755-4e51-aa84-419053c2202a,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:10.725527 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b4dd4ffe-b2bf-4840-bc1d-4f7539ff38a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:10.729546 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-61c470b9-b257-4f3f-8011-f53b52d35552 req-6aa94993-c5f4-49f0-9821-8cc765c64d1a tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:10.771886 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b4dd4ffe-b2bf-4840-bc1d-4f7539ff38a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:10.787527 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-61c470b9-b257-4f3f-8011-f53b52d35552 req-6aa94993-c5f4-49f0-9821-8cc765c64d1a tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Transition to ACTIVE for port object 2a56cda3-bbfb-4688-9140-f2cf54a149cc will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:50:10.856305 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-61c470b9-b257-4f3f-8011-f53b52d35552 req-6aa94993-c5f4-49f0-9821-8cc765c64d1a tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:10.861252 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b4dd4ffe-b2bf-4840-bc1d-4f7539ff38a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:10.864696 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b4dd4ffe-b2bf-4840-bc1d-4f7539ff38a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:10.865871 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-b4dd4ffe-b2bf-4840-bc1d-4f7539ff38a8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/defc0d89-3755-4e51-aa84-419053c2202a HTTP/1.1" status: 204 len: 168 time: 0.2645969 Aug 22 13:50:10.953081 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa94993-c5f4-49f0-9821-8cc765c64d1a tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Pushing event updated for resources: {'Port': ['ID=2a56cda3-bbfb-4688-9140-f2cf54a149cc,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:10.956084 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dd4ffe-b2bf-4840-bc1d-4f7539ff38a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=defc0d89-3755-4e51-aa84-419053c2202a,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:10.966336 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61c470b9-b257-4f3f-8011-f53b52d35552 req-6aa94993-c5f4-49f0-9821-8cc765c64d1a tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Network 0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:50:10.968765 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-61c470b9-b257-4f3f-8011-f53b52d35552 req-6aa94993-c5f4-49f0-9821-8cc765c64d1a tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:50:10.998252 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c470b9-b257-4f3f-8011-f53b52d35552 req-6aa94993-c5f4-49f0-9821-8cc765c64d1a tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:50:11.074892 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c470b9-b257-4f3f-8011-f53b52d35552 req-6aa94993-c5f4-49f0-9821-8cc765c64d1a tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:11.075520 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-61c470b9-b257-4f3f-8011-f53b52d35552 req-6aa94993-c5f4-49f0-9821-8cc765c64d1a tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:11.095324 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-61c470b9-b257-4f3f-8011-f53b52d35552 req-6aa94993-c5f4-49f0-9821-8cc765c64d1a tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2036893 Aug 22 13:50:11.111252 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-61c470b9-b257-4f3f-8011-f53b52d35552 req-bb1f8245-0135-41fa-998c-15a45472a706 service neutron] Request body: {'port': {'device_id': '9f4f0940-3ae2-4643-993f-7cccea7df197', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:50:11.203457 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-61c470b9-b257-4f3f-8011-f53b52d35552 req-bb1f8245-0135-41fa-998c-15a45472a706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:11.401513 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-06017389-6850-495d-8ad4-dc1d6b136564 None None] Provisioning for port 2a56cda3-bbfb-4688-9140-f2cf54a149cc completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:50:11.408026 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-06017389-6850-495d-8ad4-dc1d6b136564 None None] Provisioning complete for port 2a56cda3-bbfb-4688-9140-f2cf54a149cc triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:50:11.408433 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-06017389-6850-495d-8ad4-dc1d6b136564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:11.481380 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-06017389-6850-495d-8ad4-dc1d6b136564 None None] Port 2a56cda3-bbfb-4688-9140-f2cf54a149cc cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:50:11.608274 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1fb228-cbc8-4a95-94fd-780482e4639d req-5a5d2588-ebfa-4e43-9f15-bbf85fa82d25 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:11.610430 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3f1fb228-cbc8-4a95-94fd-780482e4639d req-5a5d2588-ebfa-4e43-9f15-bbf85fa82d25 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 931 time: 0.1025956 Aug 22 13:50:11.619815 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-61c470b9-b257-4f3f-8011-f53b52d35552 req-bb1f8245-0135-41fa-998c-15a45472a706 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a56cda3-bbfb-4688-9140-f2cf54a149cc {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:50:11.630476 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-61c470b9-b257-4f3f-8011-f53b52d35552 req-bb1f8245-0135-41fa-998c-15a45472a706 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:11.673029 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-61c470b9-b257-4f3f-8011-f53b52d35552 req-bb1f8245-0135-41fa-998c-15a45472a706 service neutron] Transition to ACTIVE for port object 2a56cda3-bbfb-4688-9140-f2cf54a149cc will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:50:11.687932 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-61c470b9-b257-4f3f-8011-f53b52d35552 req-bb1f8245-0135-41fa-998c-15a45472a706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:11.722032 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3f1fb228-cbc8-4a95-94fd-780482e4639d req-aa63437d-2e86-4e51-8849-6f24c64625e0 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971932 Aug 22 13:50:11.780076 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1f8245-0135-41fa-998c-15a45472a706 service neutron] Pushing event updated for resources: {'Port': ['ID=2a56cda3-bbfb-4688-9140-f2cf54a149cc,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:11.922900 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-61c470b9-b257-4f3f-8011-f53b52d35552 req-bb1f8245-0135-41fa-998c-15a45472a706 service neutron] Attempting to bind port 2a56cda3-bbfb-4688-9140-f2cf54a149cc on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:50:11.923468 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-61c470b9-b257-4f3f-8011-f53b52d35552 req-bb1f8245-0135-41fa-998c-15a45472a706 service neutron] Attempting to bind port 2a56cda3-bbfb-4688-9140-f2cf54a149cc by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '3236bd72-b879-4aac-9539-57e8f1383d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0db5422b-3cd9-4056-8d7a-7dc64f09a7c0'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:50:11.924306 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c470b9-b257-4f3f-8011-f53b52d35552 req-bb1f8245-0135-41fa-998c-15a45472a706 service neutron] Attempting to bind port 2a56cda3-bbfb-4688-9140-f2cf54a149cc on network 0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:50:11.930730 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c470b9-b257-4f3f-8011-f53b52d35552 req-bb1f8245-0135-41fa-998c-15a45472a706 service neutron] Port 2a56cda3-bbfb-4688-9140-f2cf54a149cc on network 0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:50:11.931380 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c470b9-b257-4f3f-8011-f53b52d35552 req-bb1f8245-0135-41fa-998c-15a45472a706 service neutron] Attempting to bind port 2a56cda3-bbfb-4688-9140-f2cf54a149cc on network 0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:50:11.937013 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c470b9-b257-4f3f-8011-f53b52d35552 req-bb1f8245-0135-41fa-998c-15a45472a706 service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:50:11.942201 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c470b9-b257-4f3f-8011-f53b52d35552 req-bb1f8245-0135-41fa-998c-15a45472a706 service neutron] Checking segment: {'id': '3236bd72-b879-4aac-9539-57e8f1383d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0db5422b-3cd9-4056-8d7a-7dc64f09a7c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:50:11.943008 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c470b9-b257-4f3f-8011-f53b52d35552 req-bb1f8245-0135-41fa-998c-15a45472a706 service neutron] Bound using segment: {'id': '3236bd72-b879-4aac-9539-57e8f1383d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0db5422b-3cd9-4056-8d7a-7dc64f09a7c0'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:50:11.943691 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-61c470b9-b257-4f3f-8011-f53b52d35552 req-bb1f8245-0135-41fa-998c-15a45472a706 service neutron] Bound port: 2a56cda3-bbfb-4688-9140-f2cf54a149cc, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3236bd72-b879-4aac-9539-57e8f1383d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0db5422b-3cd9-4056-8d7a-7dc64f09a7c0'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:50:11.944340 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-61c470b9-b257-4f3f-8011-f53b52d35552 req-bb1f8245-0135-41fa-998c-15a45472a706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:12.098366 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-61c470b9-b257-4f3f-8011-f53b52d35552 req-bb1f8245-0135-41fa-998c-15a45472a706 service neutron] For port 2a56cda3-bbfb-4688-9140-f2cf54a149cc, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:50:12.110077 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-61c470b9-b257-4f3f-8011-f53b52d35552 req-bb1f8245-0135-41fa-998c-15a45472a706 service neutron] For port 2a56cda3-bbfb-4688-9140-f2cf54a149cc, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=2a56cda3-bbfb-4688-9140-f2cf54a149cc,segment=NetworkSegment(3236bd72-b879-4aac-9539-57e8f1383d4a),segment_id=3236bd72-b879-4aac-9539-57e8f1383d4a)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:50:12.116775 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-61c470b9-b257-4f3f-8011-f53b52d35552 req-bb1f8245-0135-41fa-998c-15a45472a706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:12.167050 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c470b9-b257-4f3f-8011-f53b52d35552 req-bb1f8245-0135-41fa-998c-15a45472a706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:12.168637 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-61c470b9-b257-4f3f-8011-f53b52d35552 req-bb1f8245-0135-41fa-998c-15a45472a706 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:12.169906 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-61c470b9-b257-4f3f-8011-f53b52d35552 req-bb1f8245-0135-41fa-998c-15a45472a706 service neutron] 10.222.0.16 "PUT /v2.0/ports/2a56cda3-bbfb-4688-9140-f2cf54a149cc HTTP/1.1" status: 200 len: 1092 time: 1.0649905 Aug 22 13:50:12.172397 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f4f0940-3ae2-4643-993f-7cccea7df197', 'tag': '2a56cda3-bbfb-4688-9140-f2cf54a149cc'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:50:12.174919 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3036eb50-5766-49fa-8cd4-b75130b91c38" -d '{"events": [{"name": "network-changed", "server_uuid": "9f4f0940-3ae2-4643-993f-7cccea7df197", "tag": "2a56cda3-bbfb-4688-9140-f2cf54a149cc"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:50:12.221905 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1f8245-0135-41fa-998c-15a45472a706 service neutron] Pushing event updated for resources: {'Port': ['ID=2a56cda3-bbfb-4688-9140-f2cf54a149cc,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:12.301435 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b60a6cb-c11a-4f44-a798-e49ada8886b4 x-openstack-request-id: req-5b60a6cb-c11a-4f44-a798-e49ada8886b4 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:50:12.303755 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f4f0940-3ae2-4643-993f-7cccea7df197", "tag": "2a56cda3-bbfb-4688-9140-f2cf54a149cc", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:50:12.303755 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5b60a6cb-c11a-4f44-a798-e49ada8886b4 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:50:12.303755 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f4f0940-3ae2-4643-993f-7cccea7df197', 'tag': '2a56cda3-bbfb-4688-9140-f2cf54a149cc', 'status': 'completed', 'code': 200} Aug 22 13:50:12.351637 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c470b9-b257-4f3f-8011-f53b52d35552 req-41a3af04-d9de-4bc3-ba1e-bf1304d1c711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:12.353210 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-61c470b9-b257-4f3f-8011-f53b52d35552 req-41a3af04-d9de-4bc3-ba1e-bf1304d1c711 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9332af772cbe4a47bd1754f9819c9211&device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 1095 time: 0.1173501 Aug 22 13:50:12.467631 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-61c470b9-b257-4f3f-8011-f53b52d35552 req-13368dde-d299-4e0b-8829-e003c035934b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a56cda3-bbfb-4688-9140-f2cf54a149cc HTTP/1.1" status: 200 len: 217 time: 0.1017509 Aug 22 13:50:12.617630 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c470b9-b257-4f3f-8011-f53b52d35552 req-d651e20d-d98f-4e60-9b68-8ec8c6a5ef0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:12.619526 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-61c470b9-b257-4f3f-8011-f53b52d35552 req-d651e20d-d98f-4e60-9b68-8ec8c6a5ef0a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=96df5698-35fe-4400-8623-8e6dad52953f HTTP/1.1" status: 200 len: 851 time: 0.1452208 Aug 22 13:50:12.708601 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c470b9-b257-4f3f-8011-f53b52d35552 req-0c240dde-9190-4f5c-abf5-b83085ab0d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:12.711363 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-61c470b9-b257-4f3f-8011-f53b52d35552 req-0c240dde-9190-4f5c-abf5-b83085ab0d0b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0db5422b-3cd9-4056-8d7a-7dc64f09a7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0844100 Aug 22 13:50:13.080941 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcee88f-f84c-46a0-9f50-cae43d0b6343 req-866d6ef2-bffc-4cbe-bd7e-eaaeb3808b86 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:13.088421 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ffcee88f-f84c-46a0-9f50-cae43d0b6343 req-866d6ef2-bffc-4cbe-bd7e-eaaeb3808b86 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 943 time: 0.1255655 Aug 22 13:50:13.097373 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-61c470b9-b257-4f3f-8011-f53b52d35552 req-0c39186d-e7ef-4c0e-92b3-539e5fa53975 service neutron] 10.222.0.16 "GET /v2.0/networks/0db5422b-3cd9-4056-8d7a-7dc64f09a7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3767698 Aug 22 13:50:13.206846 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-61c470b9-b257-4f3f-8011-f53b52d35552 req-8f88b8db-4d01-45d7-9e80-115a1343eaf4 service neutron] 10.222.0.16 "GET /v2.0/networks/0db5422b-3cd9-4056-8d7a-7dc64f09a7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989420 Aug 22 13:50:13.250914 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ffcee88f-f84c-46a0-9f50-cae43d0b6343 req-4c89d1b4-1909-462d-bd38-8516ec629fa6 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568046 Aug 22 13:50:13.310413 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036eb50-5766-49fa-8cd4-b75130b91c38 req-e235e5de-ba4b-4504-a0d1-7194ba85ec0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:13.312409 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3036eb50-5766-49fa-8cd4-b75130b91c38 req-e235e5de-ba4b-4504-a0d1-7194ba85ec0d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9332af772cbe4a47bd1754f9819c9211&device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 1095 time: 0.0552373 Aug 22 13:50:13.510046 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036eb50-5766-49fa-8cd4-b75130b91c38 req-99d1503a-e380-4189-aef9-0ea08f938f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:13.511678 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3036eb50-5766-49fa-8cd4-b75130b91c38 req-99d1503a-e380-4189-aef9-0ea08f938f0e service neutron] 10.222.0.16 "GET /v2.0/networks?id=0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 HTTP/1.1" status: 200 len: 913 time: 0.1919580 Aug 22 13:50:13.587000 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3036eb50-5766-49fa-8cd4-b75130b91c38 req-41c5b4fc-5c8e-49cb-af10-27521551e823 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a56cda3-bbfb-4688-9140-f2cf54a149cc HTTP/1.1" status: 200 len: 217 time: 0.0636058 Aug 22 13:50:13.665395 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036eb50-5766-49fa-8cd4-b75130b91c38 req-871531bb-b584-48e0-add7-f2ff6ab213e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:13.665395 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3036eb50-5766-49fa-8cd4-b75130b91c38 req-871531bb-b584-48e0-add7-f2ff6ab213e5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=96df5698-35fe-4400-8623-8e6dad52953f HTTP/1.1" status: 200 len: 851 time: 0.0654657 Aug 22 13:50:13.735026 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036eb50-5766-49fa-8cd4-b75130b91c38 req-64842858-9a13-4acb-a4fc-1e04d50e8b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:13.740345 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3036eb50-5766-49fa-8cd4-b75130b91c38 req-64842858-9a13-4acb-a4fc-1e04d50e8b17 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0db5422b-3cd9-4056-8d7a-7dc64f09a7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0684903 Aug 22 13:50:13.900982 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3036eb50-5766-49fa-8cd4-b75130b91c38 req-c761f6e5-bbe3-4d4f-9bf7-68beaeecee63 service neutron] 10.222.0.16 "GET /v2.0/networks/0db5422b-3cd9-4056-8d7a-7dc64f09a7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551878 Aug 22 13:50:14.048606 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3036eb50-5766-49fa-8cd4-b75130b91c38 req-e826aaae-f66d-49ee-b5c5-14adb6a181ca service neutron] 10.222.0.16 "GET /v2.0/networks/0db5422b-3cd9-4056-8d7a-7dc64f09a7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401088 Aug 22 13:50:14.481240 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9c7e2-cb7c-4c12-9205-34026d876cbb req-374a3492-d542-4cfa-9dae-c366525b60ff tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:14.498843 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7da9c7e2-cb7c-4c12-9205-34026d876cbb req-374a3492-d542-4cfa-9dae-c366525b60ff tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 943 time: 0.1002893 Aug 22 13:50:14.596396 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7da9c7e2-cb7c-4c12-9205-34026d876cbb req-fe56a1e0-5631-4181-b104-e08e42aa9e3a tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943441 Aug 22 13:50:15.329176 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 2a56cda3-bbfb-4688-9140-f2cf54a149cc details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:50:15.491216 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 2a56cda3-bbfb-4688-9140-f2cf54a149cc, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=2a56cda3-bbfb-4688-9140-f2cf54a149cc,segment=NetworkSegment(3236bd72-b879-4aac-9539-57e8f1383d4a),segment_id=3236bd72-b879-4aac-9539-57e8f1383d4a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:50:15.505774 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '2a56cda3-bbfb-4688-9140-f2cf54a149cc', 'network_id': '0db5422b-3cd9-4056-8d7a-7dc64f09a7c0', 'port_id': '2a56cda3-bbfb-4688-9140-f2cf54a149cc', 'mac_address': 'fa:16:3e:0f:9e:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96df5698-35fe-4400-8623-8e6dad52953f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:50:15.564391 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:15.583013 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a56cda3-bbfb-4688-9140-f2cf54a149cc {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:50:15.614860 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 2a56cda3-bbfb-4688-9140-f2cf54a149cc, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=2a56cda3-bbfb-4688-9140-f2cf54a149cc,segment=NetworkSegment(3236bd72-b879-4aac-9539-57e8f1383d4a),segment_id=3236bd72-b879-4aac-9539-57e8f1383d4a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:50:15.620294 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:15.791803 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=2a56cda3-bbfb-4688-9140-f2cf54a149cc,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:15.813979 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:50:15.814657 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:50:15.815414 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:50:15.816495 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:50:15.816987 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:50:15.817672 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:50:15.818175 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:50:15.818658 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:50:15.819148 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:50:15.819635 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:50:15.820136 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:50:15.820657 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:50:15.864323 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['2a56cda3-bbfb-4688-9140-f2cf54a149cc'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:50:15.874410 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85aaa1-0d72-4b8e-aed0-2ef25a0ad85a req-a61c0959-85ad-475a-82de-fb506397d0fb tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:15.883417 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eb85aaa1-0d72-4b8e-aed0-2ef25a0ad85a req-a61c0959-85ad-475a-82de-fb506397d0fb tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.0684021 Aug 22 13:50:15.951199 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eb85aaa1-0d72-4b8e-aed0-2ef25a0ad85a req-1355ce00-74ed-4db2-85eb-16b5d5858009 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663435 Aug 22 13:50:17.100517 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70621709-99fb-4395-9f86-9f40be1a10e4 req-2e7cb7b6-b944-4dff-b5c9-1c4c2896310b tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:17.102296 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-70621709-99fb-4395-9f86-9f40be1a10e4 req-2e7cb7b6-b944-4dff-b5c9-1c4c2896310b tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.0726840 Aug 22 13:50:17.185694 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-70621709-99fb-4395-9f86-9f40be1a10e4 req-61c2467a-a96d-4b0b-a21f-d65bcd0a14ec tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756896 Aug 22 13:50:17.344594 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 2a56cda3-bbfb-4688-9140-f2cf54a149cc up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:50:17.452433 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port 2a56cda3-bbfb-4688-9140-f2cf54a149cc completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:50:17.457099 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 2a56cda3-bbfb-4688-9140-f2cf54a149cc triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:50:17.457591 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:17.606410 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:17.637445 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f4f0940-3ae2-4643-993f-7cccea7df197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a56cda3-bbfb-4688-9140-f2cf54a149cc'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:50:17.647778 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddacc7c2-6720-4a95-bb86-54a32aca0ba8" -d '{"events": [{"server_uuid": "9f4f0940-3ae2-4643-993f-7cccea7df197", "name": "network-vif-plugged", "status": "completed", "tag": "2a56cda3-bbfb-4688-9140-f2cf54a149cc"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:50:17.676533 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 2a56cda3-bbfb-4688-9140-f2cf54a149cc, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=2a56cda3-bbfb-4688-9140-f2cf54a149cc,segment=NetworkSegment(3236bd72-b879-4aac-9539-57e8f1383d4a),segment_id=3236bd72-b879-4aac-9539-57e8f1383d4a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:50:17.691867 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:17.715570 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b87ee2d-77b8-4a9e-82e2-13b0bce283de x-openstack-request-id: req-9b87ee2d-77b8-4a9e-82e2-13b0bce283de {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:50:17.715906 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f4f0940-3ae2-4643-993f-7cccea7df197", "name": "network-vif-plugged", "status": "completed", "tag": "2a56cda3-bbfb-4688-9140-f2cf54a149cc", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:50:17.716162 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9b87ee2d-77b8-4a9e-82e2-13b0bce283de {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:50:17.716642 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f4f0940-3ae2-4643-993f-7cccea7df197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a56cda3-bbfb-4688-9140-f2cf54a149cc', 'code': 200} Aug 22 13:50:17.842650 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=2a56cda3-bbfb-4688-9140-f2cf54a149cc,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:17.917982 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf35a7-8f22-4804-a0f7-439ba34a0020 req-f62a71f2-7eac-4c21-beb2-1a6978e29dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:17.921110 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ffaf35a7-8f22-4804-a0f7-439ba34a0020 req-f62a71f2-7eac-4c21-beb2-1a6978e29dfd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 1097 time: 0.1150334 Aug 22 13:50:17.986320 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ffaf35a7-8f22-4804-a0f7-439ba34a0020 req-64bb65e7-c3ed-4ef5-85f1-6584de55c52b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572238 Aug 22 13:50:18.346164 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb7d68-7f04-429c-8c04-19d60f506b1d req-7bb0f164-c738-42f6-80cd-47c0ed0f6ce2 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:18.348720 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5ebb7d68-7f04-429c-8c04-19d60f506b1d req-7bb0f164-c738-42f6-80cd-47c0ed0f6ce2 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 945 time: 0.0752170 Aug 22 13:50:18.396141 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5ebb7d68-7f04-429c-8c04-19d60f506b1d req-1adc39e7-4ee3-4174-8198-17e6d3e236bf tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389962 Aug 22 13:50:19.551341 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e40943c-ef7a-426c-af71-6ba2a1f8fbdc req-26698ef5-fefb-4248-b0a1-a852a25c97e7 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:19.558894 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1e40943c-ef7a-426c-af71-6ba2a1f8fbdc req-26698ef5-fefb-4248-b0a1-a852a25c97e7 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 945 time: 0.0716515 Aug 22 13:50:19.615967 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1e40943c-ef7a-426c-af71-6ba2a1f8fbdc req-31d12096-2f11-4138-a46c-97162bf51385 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559306 Aug 22 13:50:19.776152 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836981e3-2d73-4ae2-b97c-065a56d2af40 req-74c2ce7a-6aaf-4758-beff-7a1d3df021c0 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:19.777863 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-836981e3-2d73-4ae2-b97c-065a56d2af40 req-74c2ce7a-6aaf-4758-beff-7a1d3df021c0 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 945 time: 0.0628006 Aug 22 13:50:19.786420 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 33792) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:50:19.790933 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-4c9364be-14c4-4ecb-ab88-860b7476e438 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Request body: {'floatingip': {'port_id': '2a56cda3-bbfb-4688-9140-f2cf54a149cc'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:50:19.887221 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4c9364be-14c4-4ecb-ab88-860b7476e438 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks [] for floatingip, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:20.495918 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4c9364be-14c4-4ecb-ab88-860b7476e438 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:20.501450 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4c9364be-14c4-4ecb-ab88-860b7476e438 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:20.714360 n-d-793621-33 neutron-server[94627]: INFO neutron.db.l3_db [None req-4c9364be-14c4-4ecb-ab88-860b7476e438 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Floating IP 10d8dbbb-d954-45ae-ad3c-809b4b51f191 associated. External IP: 172.25.3.238, port: 2a56cda3-bbfb-4688-9140-f2cf54a149cc. Aug 22 13:50:21.006164 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c9364be-14c4-4ecb-ab88-860b7476e438 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Router 042be66c-5333-467e-9867-54bef9f83977 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:50:21.216741 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9364be-14c4-4ecb-ab88-860b7476e438 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:50:21.223010 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4c9364be-14c4-4ecb-ab88-860b7476e438 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:21.234989 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc387ddb-9c07-43e1-bdb0-796fe52ce48d None None] Sync routers for ids ['042be66c-5333-467e-9867-54bef9f83977'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:50:21.256210 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc387ddb-9c07-43e1-bdb0-796fe52ce48d None None] Routers {'042be66c-5333-467e-9867-54bef9f83977'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:50:21.256961 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-bc387ddb-9c07-43e1-bdb0-796fe52ce48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:50:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['042be66c-5333-467e-9867-54bef9f83977'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:50:21.266764 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-4c9364be-14c4-4ecb-ab88-860b7476e438 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "PUT /v2.0/floatingips/10d8dbbb-d954-45ae-ad3c-809b4b51f191 HTTP/1.1" status: 200 len: 991 time: 1.4790473 Aug 22 13:50:21.267237 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f4f0940-3ae2-4643-993f-7cccea7df197', 'tag': '2a56cda3-bbfb-4688-9140-f2cf54a149cc'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:50:21.270677 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba53fc6-0267-4ae4-a3fc-af109ae5c69b" -d '{"events": [{"name": "network-changed", "server_uuid": "9f4f0940-3ae2-4643-993f-7cccea7df197", "tag": "2a56cda3-bbfb-4688-9140-f2cf54a149cc"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:50:21.371706 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74f849d-01eb-466c-9a34-1d5416895008 x-openstack-request-id: req-b74f849d-01eb-466c-9a34-1d5416895008 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:50:21.371991 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f4f0940-3ae2-4643-993f-7cccea7df197", "tag": "2a56cda3-bbfb-4688-9140-f2cf54a149cc", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:50:21.372275 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b74f849d-01eb-466c-9a34-1d5416895008 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:50:21.373810 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f4f0940-3ae2-4643-993f-7cccea7df197', 'tag': '2a56cda3-bbfb-4688-9140-f2cf54a149cc', 'status': 'completed', 'code': 200} Aug 22 13:50:21.470953 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba53fc6-0267-4ae4-a3fc-af109ae5c69b req-5ba00265-571e-4d5f-9de0-a19ccbda14a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:21.472657 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fba53fc6-0267-4ae4-a3fc-af109ae5c69b req-5ba00265-571e-4d5f-9de0-a19ccbda14a4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9332af772cbe4a47bd1754f9819c9211&device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 1097 time: 0.0816083 Aug 22 13:50:21.540013 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-bc387ddb-9c07-43e1-bdb0-796fe52ce48d None None] Set router 042be66c-5333-467e-9867-54bef9f83977 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:50:21.665577 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba53fc6-0267-4ae4-a3fc-af109ae5c69b req-be1e1aff-cee6-4cbc-8004-0ca7fd2e8547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:21.667077 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fba53fc6-0267-4ae4-a3fc-af109ae5c69b req-be1e1aff-cee6-4cbc-8004-0ca7fd2e8547 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 HTTP/1.1" status: 200 len: 913 time: 0.1864173 Aug 22 13:50:21.849788 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fba53fc6-0267-4ae4-a3fc-af109ae5c69b req-4c469d1b-b99a-4297-bf2f-c1bcb2a334d1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a56cda3-bbfb-4688-9140-f2cf54a149cc HTTP/1.1" status: 200 len: 999 time: 0.1752245 Aug 22 13:50:21.998503 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba53fc6-0267-4ae4-a3fc-af109ae5c69b req-2b64e54e-1158-4b62-8ea3-2478b926f88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:21.999591 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fba53fc6-0267-4ae4-a3fc-af109ae5c69b req-2b64e54e-1158-4b62-8ea3-2478b926f88f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=96df5698-35fe-4400-8623-8e6dad52953f HTTP/1.1" status: 200 len: 851 time: 0.1412799 Aug 22 13:50:22.139309 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba53fc6-0267-4ae4-a3fc-af109ae5c69b req-5fe78a46-c9d1-46a3-8dc3-003ee5315ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:22.146888 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fba53fc6-0267-4ae4-a3fc-af109ae5c69b req-5fe78a46-c9d1-46a3-8dc3-003ee5315ad3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0db5422b-3cd9-4056-8d7a-7dc64f09a7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1391864 Aug 22 13:50:22.154000 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-bc387ddb-9c07-43e1-bdb0-796fe52ce48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042be66c-5333-467e-9867-54bef9f83977', 'name': 'tempest-ServerActionsTestJSON-1693384433-router', 'tenant_id': '9332af772cbe4a47bd1754f9819c9211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'd7199b17-47b2-4720-9ab9-e355129aca68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:49:55Z', 'updated_at': '2021-08-22T13:50:01Z', 'revision_number': 4, 'project_id': '9332af772cbe4a47bd1754f9819c9211', 'gw_port': {'id': 'd7199b17-47b2-4720-9ab9-e355129aca68', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:62:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042be66c-5333-467e-9867-54bef9f83977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:49:56Z', 'updated_at': '2021-08-22T13:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '10d8dbbb-d954-45ae-ad3c-809b4b51f191', 'tenant_id': '9332af772cbe4a47bd1754f9819c9211', 'floating_ip_address': '172.25.3.238', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '042be66c-5333-467e-9867-54bef9f83977', 'port_id': '2a56cda3-bbfb-4688-9140-f2cf54a149cc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0db5422b-3cd9-4056-8d7a-7dc64f09a7c0', 'mac_address': 'fa:16:3e:0f:9e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4f0940-3ae2-4643-993f-7cccea7df197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:50:05Z', 'updated_at': '2021-08-22T13:50:20Z', 'revision_number': 1, 'project_id': '9332af772cbe4a47bd1754f9819c9211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '429094ec-2db4-4b03-81f7-73fb86b0f777', 'name': '', 'network_id': '0db5422b-3cd9-4056-8d7a-7dc64f09a7c0', 'tenant_id': '9332af772cbe4a47bd1754f9819c9211', 'mac_address': 'fa:16:3e:83:e7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042be66c-5333-467e-9867-54bef9f83977', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '96df5698-35fe-4400-8623-8e6dad52953f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:49:59Z', 'updated_at': '2021-08-22T13:50:08Z', 'revision_number': 5, 'project_id': '9332af772cbe4a47bd1754f9819c9211', 'subnets': [{'id': '96df5698-35fe-4400-8623-8e6dad52953f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:50:22.407643 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fba53fc6-0267-4ae4-a3fc-af109ae5c69b req-b71807c6-c432-4c83-8a4a-91e21114cd49 service neutron] 10.222.0.16 "GET /v2.0/networks/0db5422b-3cd9-4056-8d7a-7dc64f09a7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531979 Aug 22 13:50:22.638809 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc387ddb-9c07-43e1-bdb0-796fe52ce48d None None] Checking router: 042be66c-5333-467e-9867-54bef9f83977 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:50:22.688316 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc387ddb-9c07-43e1-bdb0-796fe52ce48d None None] Routers {'042be66c-5333-467e-9867-54bef9f83977'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:50:22.692403 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-bc387ddb-9c07-43e1-bdb0-796fe52ce48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:50:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['042be66c-5333-467e-9867-54bef9f83977'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:50:22.745596 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fba53fc6-0267-4ae4-a3fc-af109ae5c69b req-aa4e81b5-bd89-40e4-b997-0675109a9a91 service neutron] 10.222.0.16 "GET /v2.0/networks/0db5422b-3cd9-4056-8d7a-7dc64f09a7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293159 Aug 22 13:50:23.069405 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-bc387ddb-9c07-43e1-bdb0-796fe52ce48d None None] Set router 042be66c-5333-467e-9867-54bef9f83977 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:50:23.376109 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec92e12e-32f4-40d1-803c-b090449bcbe5 req-6e574bec-5c9d-47ef-8047-08f31cc0fbae tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:23.384325 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ec92e12e-32f4-40d1-803c-b090449bcbe5 req-6e574bec-5c9d-47ef-8047-08f31cc0fbae tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] 10.222.0.21 "GET /v2.0/ports?device_id=a38802a9-ea4a-4068-947e-0aecb18663f8 HTTP/1.1" status: 200 len: 945 time: 0.1277256 Aug 22 13:50:23.529438 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ec92e12e-32f4-40d1-803c-b090449bcbe5 req-085c5f96-d3f5-4bca-9242-fe5acb4a4b16 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9c9470d-ff78-413f-89de-062bc8a1cacb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368310 Aug 22 13:50:23.625390 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 33868) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:50:23.782286 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-bc387ddb-9c07-43e1-bdb0-796fe52ce48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042be66c-5333-467e-9867-54bef9f83977', 'name': 'tempest-ServerActionsTestJSON-1693384433-router', 'tenant_id': '9332af772cbe4a47bd1754f9819c9211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'd7199b17-47b2-4720-9ab9-e355129aca68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:49:55Z', 'updated_at': '2021-08-22T13:50:01Z', 'revision_number': 4, 'project_id': '9332af772cbe4a47bd1754f9819c9211', 'gw_port': {'id': 'd7199b17-47b2-4720-9ab9-e355129aca68', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:62:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042be66c-5333-467e-9867-54bef9f83977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:49:56Z', 'updated_at': '2021-08-22T13:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '10d8dbbb-d954-45ae-ad3c-809b4b51f191', 'tenant_id': '9332af772cbe4a47bd1754f9819c9211', 'floating_ip_address': '172.25.3.238', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '042be66c-5333-467e-9867-54bef9f83977', 'port_id': '2a56cda3-bbfb-4688-9140-f2cf54a149cc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0db5422b-3cd9-4056-8d7a-7dc64f09a7c0', 'mac_address': 'fa:16:3e:0f:9e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4f0940-3ae2-4643-993f-7cccea7df197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:50:05Z', 'updated_at': '2021-08-22T13:50:20Z', 'revision_number': 1, 'project_id': '9332af772cbe4a47bd1754f9819c9211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '429094ec-2db4-4b03-81f7-73fb86b0f777', 'name': '', 'network_id': '0db5422b-3cd9-4056-8d7a-7dc64f09a7c0', 'tenant_id': '9332af772cbe4a47bd1754f9819c9211', 'mac_address': 'fa:16:3e:83:e7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042be66c-5333-467e-9867-54bef9f83977', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '96df5698-35fe-4400-8623-8e6dad52953f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:49:59Z', 'updated_at': '2021-08-22T13:50:08Z', 'revision_number': 5, 'project_id': '9332af772cbe4a47bd1754f9819c9211', 'subnets': [{'id': '96df5698-35fe-4400-8623-8e6dad52953f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:50:23.833139 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e009e161-9597-4ff6-965c-4f6c2aba8c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:23.856095 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc387ddb-9c07-43e1-bdb0-796fe52ce48d None None] The sync data for ids ['042be66c-5333-467e-9867-54bef9f83977'] in n-d-793621-33 is: [{'id': '042be66c-5333-467e-9867-54bef9f83977', 'name': 'tempest-ServerActionsTestJSON-1693384433-router', 'tenant_id': '9332af772cbe4a47bd1754f9819c9211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'd7199b17-47b2-4720-9ab9-e355129aca68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:49:55Z', 'updated_at': '2021-08-22T13:50:01Z', 'revision_number': 4, 'project_id': '9332af772cbe4a47bd1754f9819c9211', 'gw_port': {'id': 'd7199b17-47b2-4720-9ab9-e355129aca68', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:62:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042be66c-5333-467e-9867-54bef9f83977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:49:56Z', 'updated_at': '2021-08-22T13:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '10d8dbbb-d954-45ae-ad3c-809b4b51f191', 'tenant_id': '9332af772cbe4a47bd1754f9819c9211', 'floating_ip_address': '172.25.3.238', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '042be66c-5333-467e-9867-54bef9f83977', 'port_id': '2a56cda3-bbfb-4688-9140-f2cf54a149cc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0db5422b-3cd9-4056-8d7a-7dc64f09a7c0', 'mac_address': 'fa:16:3e:0f:9e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4f0940-3ae2-4643-993f-7cccea7df197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:50:05Z', 'updated_at': '2021-08-22T13:50:20Z', 'revision_number': 1, 'project_id': '9332af772cbe4a47bd1754f9819c9211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '429094ec-2db4-4b03-81f7-73fb86b0f777', 'name': '', 'network_id': '0db5422b-3cd9-4056-8d7a-7dc64f09a7c0', 'tenant_id': '9332af772cbe4a47bd1754f9819c9211', 'mac_address': 'fa:16:3e:83:e7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042be66c-5333-467e-9867-54bef9f83977', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '96df5698-35fe-4400-8623-8e6dad52953f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:49:59Z', 'updated_at': '2021-08-22T13:50:08Z', 'revision_number': 5, 'project_id': '9332af772cbe4a47bd1754f9819c9211', 'subnets': [{'id': '96df5698-35fe-4400-8623-8e6dad52953f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:50:24.020600 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e009e161-9597-4ff6-965c-4f6c2aba8c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:24.027274 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e009e161-9597-4ff6-965c-4f6c2aba8c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:24.058912 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e009e161-9597-4ff6-965c-4f6c2aba8c9e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b3230c7204ce4f63baca8b35d7dd22e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4293766 Aug 22 13:50:24.059446 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 33882) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:50:24.084372 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e009e161-9597-4ff6-965c-4f6c2aba8c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2960480-2bf2-4966-b28d-d5f1dce6c5eb,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:24.124480 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9efdaeee-58b7-4a18-b234-dc03faaa8bfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:24.150388 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9efdaeee-58b7-4a18-b234-dc03faaa8bfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:24.209102 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9efdaeee-58b7-4a18-b234-dc03faaa8bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:24.212031 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9efdaeee-58b7-4a18-b234-dc03faaa8bfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:24.215584 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-9efdaeee-58b7-4a18-b234-dc03faaa8bfe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a2960480-2bf2-4966-b28d-d5f1dce6c5eb HTTP/1.1" status: 204 len: 168 time: 0.1528993 Aug 22 13:50:24.223002 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efdaeee-58b7-4a18-b234-dc03faaa8bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2960480-2bf2-4966-b28d-d5f1dce6c5eb,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:24.262015 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80da0d7f-296e-445f-9b47-f065d0aae9cc None None] New status for floating IP 10d8dbbb-d954-45ae-ad3c-809b4b51f191: ACTIVE {{(pid=94629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 13:50:24.429315 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69806853-1431-405a-9196-d1b8d84da78e req-25d0acbb-f6d4-4ec2-9bdb-efeb074a5526 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:24.431115 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-69806853-1431-405a-9196-d1b8d84da78e req-25d0acbb-f6d4-4ec2-9bdb-efeb074a5526 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] 10.222.0.41 "GET /v2.0/ports?device_id=a38802a9-ea4a-4068-947e-0aecb18663f8 HTTP/1.1" status: 200 len: 945 time: 0.0924144 Aug 22 13:50:24.579482 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-69806853-1431-405a-9196-d1b8d84da78e req-dbb3a2e6-c509-4c3c-8ae4-c1ff341319c6 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Deleting port cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:50:24.581045 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-69806853-1431-405a-9196-d1b8d84da78e req-dbb3a2e6-c509-4c3c-8ae4-c1ff341319c6 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:24.698655 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b7555-d91f-480e-bfd8-19ed33432ad7 req-6b484b53-bf51-4b8d-90d0-e5adfb51ee6e tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:24.702350 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3e3b7555-d91f-480e-bfd8-19ed33432ad7 req-6b484b53-bf51-4b8d-90d0-e5adfb51ee6e tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] 10.222.0.21 "GET /v2.0/ports?device_id=a38802a9-ea4a-4068-947e-0aecb18663f8 HTTP/1.1" status: 200 len: 945 time: 0.0648196 Aug 22 13:50:24.730011 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-69806853-1431-405a-9196-d1b8d84da78e req-dbb3a2e6-c509-4c3c-8ae4-c1ff341319c6 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] For port cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77,segment=NetworkSegment(51af49f7-4299-40d2-a0d4-e06d0a3e571c),segment_id=51af49f7-4299-40d2-a0d4-e06d0a3e571c)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:50:24.731024 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-69806853-1431-405a-9196-d1b8d84da78e req-dbb3a2e6-c509-4c3c-8ae4-c1ff341319c6 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:24.778645 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3e3b7555-d91f-480e-bfd8-19ed33432ad7 req-e3646466-1e2f-419d-8d19-4d40f6db8193 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9c9470d-ff78-413f-89de-062bc8a1cacb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655441 Aug 22 13:50:25.016706 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-69806853-1431-405a-9196-d1b8d84da78e req-dbb3a2e6-c509-4c3c-8ae4-c1ff341319c6 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:25.017244 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-69806853-1431-405a-9196-d1b8d84da78e req-dbb3a2e6-c509-4c3c-8ae4-c1ff341319c6 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:25.017645 n-d-793621-33 neutron-server[94628]: INFO neutron.db.l3_db [req-69806853-1431-405a-9196-d1b8d84da78e req-dbb3a2e6-c509-4c3c-8ae4-c1ff341319c6 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Floating IP b402d4b0-029a-4f79-9929-dd39938b127b disassociated. External IP: 172.25.3.165, port: cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77. Aug 22 13:50:25.018101 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-69806853-1431-405a-9196-d1b8d84da78e req-dbb3a2e6-c509-4c3c-8ae4-c1ff341319c6 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Calling delete_port for cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77 owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:50:25.250187 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-69806853-1431-405a-9196-d1b8d84da78e req-dbb3a2e6-c509-4c3c-8ae4-c1ff341319c6 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:25.281087 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb3a2e6-c509-4c3c-8ae4-c1ff341319c6 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Pushing event deleted for resources: {'Port': ['ID=cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:26.016973 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69806853-1431-405a-9196-d1b8d84da78e req-dbb3a2e6-c509-4c3c-8ae4-c1ff341319c6 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Router e2af0f80-c9ee-4ca7-9d94-a04dc06288e5 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:50:26.035319 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9357b0d5-d1c7-4e6f-b449-06c0cc9a55ff req-2c94646e-29bc-4290-9516-00e7608a7f62 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] 10.222.0.21 "GET /v2.0/ports?device_id=a38802a9-ea4a-4068-947e-0aecb18663f8 HTTP/1.1" status: 200 len: 210 time: 0.0719008 Aug 22 13:50:26.246653 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69806853-1431-405a-9196-d1b8d84da78e req-dbb3a2e6-c509-4c3c-8ae4-c1ff341319c6 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:50:26.257773 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d634edd2-a275-4d81-9cbd-1a046ee084ac None None] Sync routers for ids ['e2af0f80-c9ee-4ca7-9d94-a04dc06288e5'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:50:26.273185 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d634edd2-a275-4d81-9cbd-1a046ee084ac None None] Routers {'e2af0f80-c9ee-4ca7-9d94-a04dc06288e5'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:50:26.273834 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-d634edd2-a275-4d81-9cbd-1a046ee084ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:50:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['e2af0f80-c9ee-4ca7-9d94-a04dc06288e5'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:50:26.325053 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-69806853-1431-405a-9196-d1b8d84da78e req-dbb3a2e6-c509-4c3c-8ae4-c1ff341319c6 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] No DVR routers for this DVR port cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77 on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:50:26.328014 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-69806853-1431-405a-9196-d1b8d84da78e req-dbb3a2e6-c509-4c3c-8ae4-c1ff341319c6 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:26.330186 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-69806853-1431-405a-9196-d1b8d84da78e req-dbb3a2e6-c509-4c3c-8ae4-c1ff341319c6 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] 10.222.0.41 "DELETE /v2.0/ports/cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77 HTTP/1.1" status: 204 len: 173 time: 1.8918793 Aug 22 13:50:26.330634 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a38802a9-ea4a-4068-947e-0aecb18663f8', 'name': 'network-vif-deleted', 'tag': 'cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:50:26.333578 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abc4709-9846-4f0f-8597-64ca97fcff51" -d '{"events": [{"server_uuid": "a38802a9-ea4a-4068-947e-0aecb18663f8", "name": "network-vif-deleted", "tag": "cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:50:26.419746 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6fc8e1-b94e-4f20-aef5-003d5013894f x-openstack-request-id: req-2b6fc8e1-b94e-4f20-aef5-003d5013894f {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:50:26.420039 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a38802a9-ea4a-4068-947e-0aecb18663f8", "name": "network-vif-deleted", "tag": "cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:50:26.420318 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b6fc8e1-b94e-4f20-aef5-003d5013894f {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:50:26.420700 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a38802a9-ea4a-4068-947e-0aecb18663f8', 'name': 'network-vif-deleted', 'tag': 'cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77', 'status': 'completed', 'code': 200} Aug 22 13:50:26.569099 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-d634edd2-a275-4d81-9cbd-1a046ee084ac None None] Set router e2af0f80-c9ee-4ca7-9d94-a04dc06288e5 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:50:26.963553 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-d634edd2-a275-4d81-9cbd-1a046ee084ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2af0f80-c9ee-4ca7-9d94-a04dc06288e5', 'name': 'tempest-TestServerBasicOps-627244657-router', 'tenant_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '61367f09-c651-4958-adfe-5b5450a8e478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:44:45Z', 'updated_at': '2021-08-22T13:44:57Z', 'revision_number': 4, 'project_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'gw_port': {'id': '61367f09-c651-4958-adfe-5b5450a8e478', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:43:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2af0f80-c9ee-4ca7-9d94-a04dc06288e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:44:46Z', 'updated_at': '2021-08-22T13:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '21756523-62f2-4f88-87a4-4511f0330725', 'name': '', 'network_id': '37ee4cf7-10be-4d52-ae13-17f3d9d1a603', 'tenant_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'mac_address': 'fa:16:3e:bc:72:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2af0f80-c9ee-4ca7-9d94-a04dc06288e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '8a600dcd-ff12-4375-ac21-b5282a859d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:44:54Z', 'updated_at': '2021-08-22T13:45:05Z', 'revision_number': 5, 'project_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'subnets': [{'id': '8a600dcd-ff12-4375-ac21-b5282a859d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:50:27.108217 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d634edd2-a275-4d81-9cbd-1a046ee084ac None None] Checking router: e2af0f80-c9ee-4ca7-9d94-a04dc06288e5 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:50:27.131109 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d634edd2-a275-4d81-9cbd-1a046ee084ac None None] Routers {'e2af0f80-c9ee-4ca7-9d94-a04dc06288e5'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:50:27.134400 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-d634edd2-a275-4d81-9cbd-1a046ee084ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:50:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['e2af0f80-c9ee-4ca7-9d94-a04dc06288e5'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:50:27.221765 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 34036) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:50:27.370853 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-d634edd2-a275-4d81-9cbd-1a046ee084ac None None] Set router e2af0f80-c9ee-4ca7-9d94-a04dc06288e5 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:50:27.478320 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-cc2af5e3-9171-4065-ab5e-ca5f9ca93bd6 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Deleting port ea2fda41-eb21-42dc-935a-f9c4614087b7 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:50:27.478904 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cc2af5e3-9171-4065-ab5e-ca5f9ca93bd6 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:27.632427 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cc2af5e3-9171-4065-ab5e-ca5f9ca93bd6 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:27.633507 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cc2af5e3-9171-4065-ab5e-ca5f9ca93bd6 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:27.651104 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-cc2af5e3-9171-4065-ab5e-ca5f9ca93bd6 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Calling delete_port for ea2fda41-eb21-42dc-935a-f9c4614087b7 owned by network:floatingip {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:50:27.725813 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-d634edd2-a275-4d81-9cbd-1a046ee084ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2af0f80-c9ee-4ca7-9d94-a04dc06288e5', 'name': 'tempest-TestServerBasicOps-627244657-router', 'tenant_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '61367f09-c651-4958-adfe-5b5450a8e478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:44:45Z', 'updated_at': '2021-08-22T13:44:57Z', 'revision_number': 4, 'project_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'gw_port': {'id': '61367f09-c651-4958-adfe-5b5450a8e478', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:43:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2af0f80-c9ee-4ca7-9d94-a04dc06288e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:44:46Z', 'updated_at': '2021-08-22T13:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '21756523-62f2-4f88-87a4-4511f0330725', 'name': '', 'network_id': '37ee4cf7-10be-4d52-ae13-17f3d9d1a603', 'tenant_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'mac_address': 'fa:16:3e:bc:72:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2af0f80-c9ee-4ca7-9d94-a04dc06288e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '8a600dcd-ff12-4375-ac21-b5282a859d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:44:54Z', 'updated_at': '2021-08-22T13:45:05Z', 'revision_number': 5, 'project_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'subnets': [{'id': '8a600dcd-ff12-4375-ac21-b5282a859d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:50:27.757694 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d634edd2-a275-4d81-9cbd-1a046ee084ac None None] The sync data for ids ['e2af0f80-c9ee-4ca7-9d94-a04dc06288e5'] in n-d-793621-33 is: [{'id': 'e2af0f80-c9ee-4ca7-9d94-a04dc06288e5', 'name': 'tempest-TestServerBasicOps-627244657-router', 'tenant_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '61367f09-c651-4958-adfe-5b5450a8e478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:44:45Z', 'updated_at': '2021-08-22T13:44:57Z', 'revision_number': 4, 'project_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'gw_port': {'id': '61367f09-c651-4958-adfe-5b5450a8e478', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:43:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2af0f80-c9ee-4ca7-9d94-a04dc06288e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:44:46Z', 'updated_at': '2021-08-22T13:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '21756523-62f2-4f88-87a4-4511f0330725', 'name': '', 'network_id': '37ee4cf7-10be-4d52-ae13-17f3d9d1a603', 'tenant_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'mac_address': 'fa:16:3e:bc:72:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2af0f80-c9ee-4ca7-9d94-a04dc06288e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '8a600dcd-ff12-4375-ac21-b5282a859d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:44:54Z', 'updated_at': '2021-08-22T13:45:05Z', 'revision_number': 5, 'project_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'subnets': [{'id': '8a600dcd-ff12-4375-ac21-b5282a859d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:50:28.223089 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfe4859-91e8-4a76-bcf2-614d24ad7908 None None] New status for floating IP b402d4b0-029a-4f79-9929-dd39938b127b: DOWN {{(pid=94629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 13:50:28.458658 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-de2110af-08de-402c-87a1-dc2d9a139642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:28.471040 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb1aa6-08d0-4dd1-b5c3-add29992bd3c req-49ca5d90-8f33-4ac2-86fa-8bd0744d0251 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:28.479033 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-12fb1aa6-08d0-4dd1-b5c3-add29992bd3c req-49ca5d90-8f33-4ac2-86fa-8bd0744d0251 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/networks?id=f8ac2233-ea24-423f-9bd4-53abb27cd3b8 HTTP/1.1" status: 200 len: 812 time: 0.2269750 Aug 22 13:50:28.493058 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-12fb1aa6-08d0-4dd1-b5c3-add29992bd3c req-0ff99d05-9fe2-4afc-b866-8b628f3edbd3 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/quotas/19e069a6935a47bcb8831313e7520ef4 HTTP/1.1" status: 200 len: 375 time: 0.0130510 Aug 22 13:50:28.502126 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:28.544102 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.db.api [None req-cbfe4859-91e8-4a76-bcf2-614d24ad7908 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 13:50:28.544508 n-d-793621-33 neutron-server[94629]: DEBUG oslo_db.api [None req-cbfe4859-91e8-4a76-bcf2-614d24ad7908 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 13:50:28.556676 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cc2af5e3-9171-4065-ab5e-ca5f9ca93bd6 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:28.634661 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-12fb1aa6-08d0-4dd1-b5c3-add29992bd3c req-761d5cd1-2196-4a9f-afe1-27b93d77693f tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=19e069a6935a47bcb8831313e7520ef4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1328173 Aug 22 13:50:28.636002 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2af5e3-9171-4065-ab5e-ca5f9ca93bd6 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Pushing event deleted for resources: {'Port': ['ID=ea2fda41-eb21-42dc-935a-f9c4614087b7,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:28.769242 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cc2af5e3-9171-4065-ab5e-ca5f9ca93bd6 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Notify callbacks [] for floatingip, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:28.772146 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cc2af5e3-9171-4065-ab5e-ca5f9ca93bd6 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:28.773587 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-cc2af5e3-9171-4065-ab5e-ca5f9ca93bd6 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] 10.222.0.21 "DELETE /v2.0/floatingips/b402d4b0-029a-4f79-9929-dd39938b127b HTTP/1.1" status: 204 len: 168 time: 1.5505440 Aug 22 13:50:28.800070 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-12fb1aa6-08d0-4dd1-b5c3-add29992bd3c req-854e9c2a-b04d-4669-854f-8075cca5b964 service neutron] 10.222.0.21 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654532 Aug 22 13:50:28.898797 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 34084) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:50:28.916850 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-12fb1aa6-08d0-4dd1-b5c3-add29992bd3c req-64f742c1-1bc9-4c2d-8898-3faa6412f9a3 service neutron] 10.222.0.21 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153171 Aug 22 13:50:29.009478 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ee5b11e1-e12b-43ab-91fd-cf70b7da8094 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:29.046168 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfe4859-91e8-4a76-bcf2-614d24ad7908 None None] New status for floating IP b402d4b0-029a-4f79-9929-dd39938b127b: DOWN {{(pid=94629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 13:50:29.061896 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ee5b11e1-e12b-43ab-91fd-cf70b7da8094 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:29.193039 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ee5b11e1-e12b-43ab-91fd-cf70b7da8094 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:29.198832 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ee5b11e1-e12b-43ab-91fd-cf70b7da8094 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:29.203116 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ee5b11e1-e12b-43ab-91fd-cf70b7da8094 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] 10.222.0.21 "DELETE /v2.0/security-groups/e9c9470d-ff78-413f-89de-062bc8a1cacb HTTP/1.1" status: 204 len: 168 time: 0.3031862 Aug 22 13:50:29.217211 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b11e1-e12b-43ab-91fd-cf70b7da8094 tempest-TestServerBasicOps-1509383019 tempest-TestServerBasicOps-1509383019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c9470d-ff78-413f-89de-062bc8a1cacb,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:29.259255 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ed2dccab-306c-4319-a696-86a016b155ac req-a93f7381-c1eb-48fd-868c-24d7f3e97ad8 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723 HTTP/1.1" status: 200 len: 210 time: 0.0908744 Aug 22 13:50:29.267953 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:50:29.273198 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 34098) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:50:29.385554 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:50:29.386299 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device cd90d5d0-b6d7-4d25-9bda-b3f5d8779a77 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:50:30.165334 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0d8d7d2f-35a3-44cd-b4e0-b784c8f9e464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:30.427490 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-326879d4-3fa4-4b57-ab24-ea2a6413549a req-23f6d825-b643-4a89-a4cc-9908a2eaabad tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723 HTTP/1.1" status: 200 len: 210 time: 0.0511622 Aug 22 13:50:30.752703 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb1aa6-08d0-4dd1-b5c3-add29992bd3c req-34f867b3-90e4-4ca2-b9b1-a2f913e663bd tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:30.755414 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-12fb1aa6-08d0-4dd1-b5c3-add29992bd3c req-34f867b3-90e4-4ca2-b9b1-a2f913e663bd tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.41 "GET /v2.0/networks?id=f8ac2233-ea24-423f-9bd4-53abb27cd3b8 HTTP/1.1" status: 200 len: 812 time: 0.2962587 Aug 22 13:50:30.771556 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-12fb1aa6-08d0-4dd1-b5c3-add29992bd3c req-8359ab33-7dc0-4cc5-a60a-0110cd994923 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Request body: {'port': {'device_id': 'e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723', 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8', 'admin_state_up': True, 'tenant_id': '19e069a6935a47bcb8831313e7520ef4'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:50:30.835074 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-0d8d7d2f-35a3-44cd-b4e0-b784c8f9e464 admin admin] Deleting port 21756523-62f2-4f88-87a4-4511f0330725 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:50:30.835661 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0d8d7d2f-35a3-44cd-b4e0-b784c8f9e464 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:31.072169 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-282b30bc-6df4-4294-9a71-bf68df70e03c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:31.090951 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-0d8d7d2f-35a3-44cd-b4e0-b784c8f9e464 admin admin] For port 21756523-62f2-4f88-87a4-4511f0330725, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=21756523-62f2-4f88-87a4-4511f0330725,segment=NetworkSegment(51af49f7-4299-40d2-a0d4-e06d0a3e571c),segment_id=51af49f7-4299-40d2-a0d4-e06d0a3e571c)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:50:31.091328 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0d8d7d2f-35a3-44cd-b4e0-b784c8f9e464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:31.138503 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-0d8d7d2f-35a3-44cd-b4e0-b784c8f9e464 admin admin] Calling delete_port for 21756523-62f2-4f88-87a4-4511f0330725 owned by network:router_interface {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:50:31.233315 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:31.243156 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12fb1aa6-08d0-4dd1-b5c3-add29992bd3c req-8359ab33-7dc0-4cc5-a60a-0110cd994923 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Made reservation on behalf of 19e069a6935a47bcb8831313e7520ef4 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:50:31.247173 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-12fb1aa6-08d0-4dd1-b5c3-add29992bd3c req-8359ab33-7dc0-4cc5-a60a-0110cd994923 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:31.525762 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0d8d7d2f-35a3-44cd-b4e0-b784c8f9e464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:31.575202 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8d7d2f-35a3-44cd-b4e0-b784c8f9e464 admin admin] Pushing event deleted for resources: {'Port': ['ID=21756523-62f2-4f88-87a4-4511f0330725,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:31.581171 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-12fb1aa6-08d0-4dd1-b5c3-add29992bd3c req-8359ab33-7dc0-4cc5-a60a-0110cd994923 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Allocated IP 172.20.0.11 (f8ac2233-ea24-423f-9bd4-53abb27cd3b8/ad565ab1-b54d-4060-a258-16294d6e46a2/9eeb0c87-030d-495e-9062-db27091dab55) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:50:31.619449 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-887bbf82-5b0a-4741-888c-864f36bcf5d4 req-bf5faca2-a7e0-4867-981c-73ede5226a00 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723 HTTP/1.1" status: 200 len: 210 time: 0.0982270 Aug 22 13:50:32.022818 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0d8d7d2f-35a3-44cd-b4e0-b784c8f9e464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:32.090016 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-12fb1aa6-08d0-4dd1-b5c3-add29992bd3c req-8359ab33-7dc0-4cc5-a60a-0110cd994923 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:32.225805 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-12fb1aa6-08d0-4dd1-b5c3-add29992bd3c req-8359ab33-7dc0-4cc5-a60a-0110cd994923 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Transition to ACTIVE for port object 9eeb0c87-030d-495e-9062-db27091dab55 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:50:32.454667 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:32.470500 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d8d7d2f-35a3-44cd-b4e0-b784c8f9e464 admin admin] Router e2af0f80-c9ee-4ca7-9d94-a04dc06288e5 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:50:32.486596 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-12fb1aa6-08d0-4dd1-b5c3-add29992bd3c req-8359ab33-7dc0-4cc5-a60a-0110cd994923 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:32.581275 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12fb1aa6-08d0-4dd1-b5c3-add29992bd3c req-8359ab33-7dc0-4cc5-a60a-0110cd994923 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Network f8ac2233-ea24-423f-9bd4-53abb27cd3b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:50:32.592688 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8359ab33-7dc0-4cc5-a60a-0110cd994923 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Pushing event updated for resources: {'Port': ['ID=9eeb0c87-030d-495e-9062-db27091dab55,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:32.602854 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-12fb1aa6-08d0-4dd1-b5c3-add29992bd3c req-8359ab33-7dc0-4cc5-a60a-0110cd994923 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:50:32.643284 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-12fb1aa6-08d0-4dd1-b5c3-add29992bd3c req-8359ab33-7dc0-4cc5-a60a-0110cd994923 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:50:32.838833 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d8d7d2f-35a3-44cd-b4e0-b784c8f9e464 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:50:32.850164 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c79c13-3728-4b40-9f90-c89ec903cfee None None] Sync routers for ids ['e2af0f80-c9ee-4ca7-9d94-a04dc06288e5'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:50:32.856850 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb1aa6-08d0-4dd1-b5c3-add29992bd3c req-8359ab33-7dc0-4cc5-a60a-0110cd994923 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:32.857649 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-12fb1aa6-08d0-4dd1-b5c3-add29992bd3c req-8359ab33-7dc0-4cc5-a60a-0110cd994923 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:32.867051 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0d8d7d2f-35a3-44cd-b4e0-b784c8f9e464 admin admin] 10.222.0.21 "PUT /v2.0/routers/e2af0f80-c9ee-4ca7-9d94-a04dc06288e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5927081 Aug 22 13:50:32.868928 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 34206) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:50:32.896926 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c79c13-3728-4b40-9f90-c89ec903cfee None None] Routers {'e2af0f80-c9ee-4ca7-9d94-a04dc06288e5'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:50:32.899141 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-d9c79c13-3728-4b40-9f90-c89ec903cfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:50:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['e2af0f80-c9ee-4ca7-9d94-a04dc06288e5'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:50:32.924037 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-12fb1aa6-08d0-4dd1-b5c3-add29992bd3c req-8359ab33-7dc0-4cc5-a60a-0110cd994923 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1581116 Aug 22 13:50:33.011737 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c377bd-47b5-4615-bc10-05e4c22d6850 req-726030ae-cded-439a-bdfe-5c85b413748c tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:33.016529 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a4c377bd-47b5-4615-bc10-05e4c22d6850 req-726030ae-cded-439a-bdfe-5c85b413748c tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723 HTTP/1.1" status: 200 len: 932 time: 0.1994977 Aug 22 13:50:33.033862 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-12fb1aa6-08d0-4dd1-b5c3-add29992bd3c req-4af388a5-9457-4a8b-b6f0-d62527d651e6 service neutron] Request body: {'port': {'device_id': 'e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:50:33.089036 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-d9c79c13-3728-4b40-9f90-c89ec903cfee None None] Set router e2af0f80-c9ee-4ca7-9d94-a04dc06288e5 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:50:33.092979 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a4c377bd-47b5-4615-bc10-05e4c22d6850 req-a5d9201f-2576-417c-a760-59ca3c74c90f tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683310 Aug 22 13:50:33.102996 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-0d3e118c-5bd5-44a9-b1d9-a9cea4567d45 None None] Provisioning for port 9eeb0c87-030d-495e-9062-db27091dab55 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:50:33.109898 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-0d3e118c-5bd5-44a9-b1d9-a9cea4567d45 None None] Provisioning complete for port 9eeb0c87-030d-495e-9062-db27091dab55 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:50:33.110831 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0d3e118c-5bd5-44a9-b1d9-a9cea4567d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:33.199809 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-0d3e118c-5bd5-44a9-b1d9-a9cea4567d45 None None] Port 9eeb0c87-030d-495e-9062-db27091dab55 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:50:33.228492 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-12fb1aa6-08d0-4dd1-b5c3-add29992bd3c req-4af388a5-9457-4a8b-b6f0-d62527d651e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:33.286178 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3744895e-9c80-452f-8b47-816332bb03ff admin admin] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:33.556192 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3744895e-9c80-452f-8b47-816332bb03ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:33.646796 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-d9c79c13-3728-4b40-9f90-c89ec903cfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2af0f80-c9ee-4ca7-9d94-a04dc06288e5', 'name': 'tempest-TestServerBasicOps-627244657-router', 'tenant_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '61367f09-c651-4958-adfe-5b5450a8e478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:44:45Z', 'updated_at': '2021-08-22T13:50:31Z', 'revision_number': 5, 'project_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'gw_port': {'id': '61367f09-c651-4958-adfe-5b5450a8e478', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:43:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2af0f80-c9ee-4ca7-9d94-a04dc06288e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:44:46Z', 'updated_at': '2021-08-22T13:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:50:33.704175 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-3744895e-9c80-452f-8b47-816332bb03ff admin admin] Deleting port 61367f09-c651-4958-adfe-5b5450a8e478 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:50:33.704685 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3744895e-9c80-452f-8b47-816332bb03ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:33.709214 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c79c13-3728-4b40-9f90-c89ec903cfee None None] Checking router: e2af0f80-c9ee-4ca7-9d94-a04dc06288e5 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:50:33.717993 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c79c13-3728-4b40-9f90-c89ec903cfee None None] Routers {'e2af0f80-c9ee-4ca7-9d94-a04dc06288e5'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:50:33.718338 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-d9c79c13-3728-4b40-9f90-c89ec903cfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:50:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['e2af0f80-c9ee-4ca7-9d94-a04dc06288e5'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:50:33.857914 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-d9c79c13-3728-4b40-9f90-c89ec903cfee None None] Set router e2af0f80-c9ee-4ca7-9d94-a04dc06288e5 gateway port host: None {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:50:33.894806 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-3744895e-9c80-452f-8b47-816332bb03ff admin admin] For port 61367f09-c651-4958-adfe-5b5450a8e478, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=61367f09-c651-4958-adfe-5b5450a8e478,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:50:33.895170 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3744895e-9c80-452f-8b47-816332bb03ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:33.947358 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:33.994031 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-12fb1aa6-08d0-4dd1-b5c3-add29992bd3c req-4af388a5-9457-4a8b-b6f0-d62527d651e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eeb0c87-030d-495e-9062-db27091dab55 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:50:34.015850 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-d9c79c13-3728-4b40-9f90-c89ec903cfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2af0f80-c9ee-4ca7-9d94-a04dc06288e5', 'name': 'tempest-TestServerBasicOps-627244657-router', 'tenant_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:44:45Z', 'updated_at': '2021-08-22T13:50:33Z', 'revision_number': 6, 'project_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'gw_port_host': None}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:50:34.029186 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-12fb1aa6-08d0-4dd1-b5c3-add29992bd3c req-4af388a5-9457-4a8b-b6f0-d62527d651e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:34.032635 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-3744895e-9c80-452f-8b47-816332bb03ff admin admin] Calling delete_port for 61367f09-c651-4958-adfe-5b5450a8e478 owned by network:router_gateway {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:50:34.062136 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c79c13-3728-4b40-9f90-c89ec903cfee None None] The sync data for ids ['e2af0f80-c9ee-4ca7-9d94-a04dc06288e5'] in n-d-793621-33 is: [{'id': 'e2af0f80-c9ee-4ca7-9d94-a04dc06288e5', 'name': 'tempest-TestServerBasicOps-627244657-router', 'tenant_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:44:45Z', 'updated_at': '2021-08-22T13:50:33Z', 'revision_number': 6, 'project_id': 'be98fa3cb2da40f39a971fd81b6aad0d', 'gw_port_host': None}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:50:34.100703 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-12fb1aa6-08d0-4dd1-b5c3-add29992bd3c req-4af388a5-9457-4a8b-b6f0-d62527d651e6 service neutron] Transition to ACTIVE for port object 9eeb0c87-030d-495e-9062-db27091dab55 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:50:34.197594 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-12fb1aa6-08d0-4dd1-b5c3-add29992bd3c req-4af388a5-9457-4a8b-b6f0-d62527d651e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:34.255642 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:34.303472 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbca30d-cdba-4501-957c-ec53c3cdc84c req-86387279-c14b-43b9-8701-b3a33331a164 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:34.306644 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-acbca30d-cdba-4501-957c-ec53c3cdc84c req-86387279-c14b-43b9-8701-b3a33331a164 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723 HTTP/1.1" status: 200 len: 944 time: 0.1240752 Aug 22 13:50:34.499201 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-acbca30d-cdba-4501-957c-ec53c3cdc84c req-653d6406-4d8f-4afb-a45d-3975ef228995 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822016 Aug 22 13:50:34.670918 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af388a5-9457-4a8b-b6f0-d62527d651e6 service neutron] Pushing event updated for resources: {'Port': ['ID=9eeb0c87-030d-495e-9062-db27091dab55,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:34.905072 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-12fb1aa6-08d0-4dd1-b5c3-add29992bd3c req-4af388a5-9457-4a8b-b6f0-d62527d651e6 service neutron] Attempting to bind port 9eeb0c87-030d-495e-9062-db27091dab55 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:50:34.905414 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-12fb1aa6-08d0-4dd1-b5c3-add29992bd3c req-4af388a5-9457-4a8b-b6f0-d62527d651e6 service neutron] Attempting to bind port 9eeb0c87-030d-495e-9062-db27091dab55 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': 'a8db1aa5-2938-4ee0-bbbc-1190f337bf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:50:34.905753 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fb1aa6-08d0-4dd1-b5c3-add29992bd3c req-4af388a5-9457-4a8b-b6f0-d62527d651e6 service neutron] Attempting to bind port 9eeb0c87-030d-495e-9062-db27091dab55 on network f8ac2233-ea24-423f-9bd4-53abb27cd3b8 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:50:34.918569 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fb1aa6-08d0-4dd1-b5c3-add29992bd3c req-4af388a5-9457-4a8b-b6f0-d62527d651e6 service neutron] Port 9eeb0c87-030d-495e-9062-db27091dab55 on network f8ac2233-ea24-423f-9bd4-53abb27cd3b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:50:34.918900 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fb1aa6-08d0-4dd1-b5c3-add29992bd3c req-4af388a5-9457-4a8b-b6f0-d62527d651e6 service neutron] Attempting to bind port 9eeb0c87-030d-495e-9062-db27091dab55 on network f8ac2233-ea24-423f-9bd4-53abb27cd3b8 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:50:34.928795 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fb1aa6-08d0-4dd1-b5c3-add29992bd3c req-4af388a5-9457-4a8b-b6f0-d62527d651e6 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:50:34.929139 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fb1aa6-08d0-4dd1-b5c3-add29992bd3c req-4af388a5-9457-4a8b-b6f0-d62527d651e6 service neutron] Checking segment: {'id': 'a8db1aa5-2938-4ee0-bbbc-1190f337bf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:50:34.929534 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fb1aa6-08d0-4dd1-b5c3-add29992bd3c req-4af388a5-9457-4a8b-b6f0-d62527d651e6 service neutron] Bound using segment: {'id': 'a8db1aa5-2938-4ee0-bbbc-1190f337bf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:50:34.929977 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-12fb1aa6-08d0-4dd1-b5c3-add29992bd3c req-4af388a5-9457-4a8b-b6f0-d62527d651e6 service neutron] Bound port: 9eeb0c87-030d-495e-9062-db27091dab55, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8db1aa5-2938-4ee0-bbbc-1190f337bf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:50:34.930531 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-12fb1aa6-08d0-4dd1-b5c3-add29992bd3c req-4af388a5-9457-4a8b-b6f0-d62527d651e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:35.012645 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3744895e-9c80-452f-8b47-816332bb03ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:35.080744 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3744895e-9c80-452f-8b47-816332bb03ff admin admin] Pushing event deleted for resources: {'Port': ['ID=61367f09-c651-4958-adfe-5b5450a8e478,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:35.648446 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-12fb1aa6-08d0-4dd1-b5c3-add29992bd3c req-4af388a5-9457-4a8b-b6f0-d62527d651e6 service neutron] For port 9eeb0c87-030d-495e-9062-db27091dab55, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:50:35.666150 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3744895e-9c80-452f-8b47-816332bb03ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:35.719605 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef9f26-27a8-448e-a8ba-5f9a59d75528 req-e63deb79-ca5c-4166-9b9e-82ea5cfb0fc2 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:35.724890 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c5ef9f26-27a8-448e-a8ba-5f9a59d75528 req-e63deb79-ca5c-4166-9b9e-82ea5cfb0fc2 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723 HTTP/1.1" status: 200 len: 944 time: 0.1289678 Aug 22 13:50:35.821274 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c5ef9f26-27a8-448e-a8ba-5f9a59d75528 req-ddb2a0fe-31f4-4456-9ad2-b43ea8c2f3a9 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894899 Aug 22 13:50:35.869844 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3744895e-9c80-452f-8b47-816332bb03ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:35.873259 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3744895e-9c80-452f-8b47-816332bb03ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:35.919611 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-12fb1aa6-08d0-4dd1-b5c3-add29992bd3c req-4af388a5-9457-4a8b-b6f0-d62527d651e6 service neutron] For port 9eeb0c87-030d-495e-9062-db27091dab55, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=9eeb0c87-030d-495e-9062-db27091dab55,segment=NetworkSegment(a8db1aa5-2938-4ee0-bbbc-1190f337bf80),segment_id=a8db1aa5-2938-4ee0-bbbc-1190f337bf80)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:50:35.994536 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-12fb1aa6-08d0-4dd1-b5c3-add29992bd3c req-4af388a5-9457-4a8b-b6f0-d62527d651e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:36.008155 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3744895e-9c80-452f-8b47-816332bb03ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:36.020387 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3744895e-9c80-452f-8b47-816332bb03ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2af0f80-c9ee-4ca7-9d94-a04dc06288e5 {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:50:36.025870 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3744895e-9c80-452f-8b47-816332bb03ff admin admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:36.030260 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 34266) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:50:36.030383 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-3744895e-9c80-452f-8b47-816332bb03ff admin admin] 10.222.0.21 "DELETE /v2.0/routers/e2af0f80-c9ee-4ca7-9d94-a04dc06288e5 HTTP/1.1" status: 204 len: 168 time: 3.1601980 Aug 22 13:50:36.130546 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb1aa6-08d0-4dd1-b5c3-add29992bd3c req-4af388a5-9457-4a8b-b6f0-d62527d651e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:36.137856 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-12fb1aa6-08d0-4dd1-b5c3-add29992bd3c req-4af388a5-9457-4a8b-b6f0-d62527d651e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:36.144867 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-12fb1aa6-08d0-4dd1-b5c3-add29992bd3c req-4af388a5-9457-4a8b-b6f0-d62527d651e6 service neutron] 10.222.0.41 "PUT /v2.0/ports/9eeb0c87-030d-495e-9062-db27091dab55 HTTP/1.1" status: 200 len: 1093 time: 3.1221175 Aug 22 13:50:36.150357 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723', 'tag': '9eeb0c87-030d-495e-9062-db27091dab55'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:50:36.159457 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3ffe87-bba8-4e4a-a800-e77a43b7bb8c" -d '{"events": [{"name": "network-changed", "server_uuid": "e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723", "tag": "9eeb0c87-030d-495e-9062-db27091dab55"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:50:36.257711 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 61367f09-c651-4958-adfe-5b5450a8e478 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:50:36.293260 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-38c3c0c7-0d56-4137-b0ec-3fa6d0149f79 admin admin] Deleting subnet 8a600dcd-ff12-4375-ac21-b5282a859d67 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:50:36.317935 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-38c3c0c7-0d56-4137-b0ec-3fa6d0149f79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:36.350295 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 61367f09-c651-4958-adfe-5b5450a8e478 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:50:36.350641 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 61367f09-c651-4958-adfe-5b5450a8e478 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:50:36.351067 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 21756523-62f2-4f88-87a4-4511f0330725 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:50:36.370099 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0fb87b-5d8e-4a97-bf7a-4bd174d15094 x-openstack-request-id: req-8f0fb87b-5d8e-4a97-bf7a-4bd174d15094 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:50:36.370454 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723", "tag": "9eeb0c87-030d-495e-9062-db27091dab55", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:50:36.370626 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8f0fb87b-5d8e-4a97-bf7a-4bd174d15094 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:50:36.371037 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723', 'tag': '9eeb0c87-030d-495e-9062-db27091dab55', 'status': 'completed', 'code': 200} Aug 22 13:50:36.407728 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 21756523-62f2-4f88-87a4-4511f0330725 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:50:36.408074 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 21756523-62f2-4f88-87a4-4511f0330725 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:50:36.408856 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af388a5-9457-4a8b-b6f0-d62527d651e6 service neutron] Pushing event updated for resources: {'Port': ['ID=9eeb0c87-030d-495e-9062-db27091dab55,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:36.422722 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af388a5-9457-4a8b-b6f0-d62527d651e6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:50:36.423360 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af388a5-9457-4a8b-b6f0-d62527d651e6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:50:36.423906 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af388a5-9457-4a8b-b6f0-d62527d651e6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:50:36.424456 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af388a5-9457-4a8b-b6f0-d62527d651e6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:50:36.425829 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af388a5-9457-4a8b-b6f0-d62527d651e6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:50:36.426346 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af388a5-9457-4a8b-b6f0-d62527d651e6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:50:36.426881 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af388a5-9457-4a8b-b6f0-d62527d651e6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:50:36.427392 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af388a5-9457-4a8b-b6f0-d62527d651e6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:50:36.427944 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af388a5-9457-4a8b-b6f0-d62527d651e6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:50:36.428526 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af388a5-9457-4a8b-b6f0-d62527d651e6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:50:36.429007 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af388a5-9457-4a8b-b6f0-d62527d651e6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:50:36.429310 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af388a5-9457-4a8b-b6f0-d62527d651e6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:50:36.457971 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb1aa6-08d0-4dd1-b5c3-add29992bd3c req-167fe4d7-51f1-4393-99c0-00a94b3df6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:36.459520 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-12fb1aa6-08d0-4dd1-b5c3-add29992bd3c req-167fe4d7-51f1-4393-99c0-00a94b3df6ed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=19e069a6935a47bcb8831313e7520ef4&device_id=e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723 HTTP/1.1" status: 200 len: 1096 time: 0.2625098 Aug 22 13:50:36.471059 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-38c3c0c7-0d56-4137-b0ec-3fa6d0149f79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:36.545158 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-12fb1aa6-08d0-4dd1-b5c3-add29992bd3c req-e0bdf00a-3e37-405a-94c3-cf0c78d20fca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9eeb0c87-030d-495e-9062-db27091dab55 HTTP/1.1" status: 200 len: 217 time: 0.0743215 Aug 22 13:50:36.645372 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb1aa6-08d0-4dd1-b5c3-add29992bd3c req-27cc0c3a-6c47-423c-8d0c-3ebd02bebc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:36.647077 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-12fb1aa6-08d0-4dd1-b5c3-add29992bd3c req-27cc0c3a-6c47-423c-8d0c-3ebd02bebc1e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ad565ab1-b54d-4060-a258-16294d6e46a2 HTTP/1.1" status: 200 len: 851 time: 0.0927687 Aug 22 13:50:36.718613 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb1aa6-08d0-4dd1-b5c3-add29992bd3c req-d52b053a-f00e-48d0-9d3c-2b93c4f21643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:36.720108 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-38c3c0c7-0d56-4137-b0ec-3fa6d0149f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:36.723077 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-12fb1aa6-08d0-4dd1-b5c3-add29992bd3c req-d52b053a-f00e-48d0-9d3c-2b93c4f21643 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f8ac2233-ea24-423f-9bd4-53abb27cd3b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0665693 Aug 22 13:50:36.850199 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-38c3c0c7-0d56-4137-b0ec-3fa6d0149f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:36.903086 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c3c0c7-0d56-4137-b0ec-3fa6d0149f79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a600dcd-ff12-4375-ac21-b5282a859d67,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:36.914001 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-38c3c0c7-0d56-4137-b0ec-3fa6d0149f79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:36.917842 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d51f3fc-a5d4-44de-b001-1a300afb1098 None None] Network 37ee4cf7-10be-4d52-ae13-17f3d9d1a603 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:50:36.919831 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-38c3c0c7-0d56-4137-b0ec-3fa6d0149f79 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8a600dcd-ff12-4375-ac21-b5282a859d67 HTTP/1.1" status: 204 len: 168 time: 0.8879654 Aug 22 13:50:36.920632 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 34286) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:50:36.964694 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-12fb1aa6-08d0-4dd1-b5c3-add29992bd3c req-dd344695-f488-4007-afb7-4fac27274dc0 service neutron] 10.222.0.41 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347670 Aug 22 13:50:37.193956 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-91e8bc4b-fd40-4362-b219-e2d68a90bd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:37.213488 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013ab48-b314-4ef4-b39e-1dcd3d18fc5f req-aedbdbe0-129b-4796-8e62-e00d77e27182 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:37.219359 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8013ab48-b314-4ef4-b39e-1dcd3d18fc5f req-aedbdbe0-129b-4796-8e62-e00d77e27182 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723 HTTP/1.1" status: 200 len: 944 time: 0.1775324 Aug 22 13:50:37.275227 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:50:37.335549 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-12fb1aa6-08d0-4dd1-b5c3-add29992bd3c req-f18958c2-030f-47cb-be35-682af9a92ee2 service neutron] 10.222.0.41 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334949 Aug 22 13:50:37.353635 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8013ab48-b314-4ef4-b39e-1dcd3d18fc5f req-bcf799a6-2611-4ed1-b937-65d887ad4b33 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184886 Aug 22 13:50:37.384515 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa23dc1-4ed1-4d7a-9bbd-3dabd9ba8116 None None] DHCP port deletion for 37ee4cf7-10be-4d52-ae13-17f3d9d1a603 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:50:37.389197 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-91e8bc4b-fd40-4362-b219-e2d68a90bd0f admin admin] Deleting port 89bf6f35-dacf-47b0-8ee2-0e2a8816609c {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:50:37.389724 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-91e8bc4b-fd40-4362-b219-e2d68a90bd0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:37.540006 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-7fa23dc1-4ed1-4d7a-9bbd-3dabd9ba8116 None None] Deleting port 89bf6f35-dacf-47b0-8ee2-0e2a8816609c {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:50:37.542752 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7fa23dc1-4ed1-4d7a-9bbd-3dabd9ba8116 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:37.611994 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-91e8bc4b-fd40-4362-b219-e2d68a90bd0f admin admin] For port 89bf6f35-dacf-47b0-8ee2-0e2a8816609c, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=89bf6f35-dacf-47b0-8ee2-0e2a8816609c,segment=NetworkSegment(51af49f7-4299-40d2-a0d4-e06d0a3e571c),segment_id=51af49f7-4299-40d2-a0d4-e06d0a3e571c)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:50:37.613269 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-91e8bc4b-fd40-4362-b219-e2d68a90bd0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:37.642497 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-7fa23dc1-4ed1-4d7a-9bbd-3dabd9ba8116 None None] For port 89bf6f35-dacf-47b0-8ee2-0e2a8816609c, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=89bf6f35-dacf-47b0-8ee2-0e2a8816609c,segment=NetworkSegment(51af49f7-4299-40d2-a0d4-e06d0a3e571c),segment_id=51af49f7-4299-40d2-a0d4-e06d0a3e571c)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:50:37.643197 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7fa23dc1-4ed1-4d7a-9bbd-3dabd9ba8116 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:37.660037 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-7fa23dc1-4ed1-4d7a-9bbd-3dabd9ba8116 None None] Calling delete_port for 89bf6f35-dacf-47b0-8ee2-0e2a8816609c owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:50:37.676146 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ffe87-bba8-4e4a-a800-e77a43b7bb8c req-cdcd0a2b-1b60-43e3-874d-a639cf67c947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:37.681677 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-0d3ffe87-bba8-4e4a-a800-e77a43b7bb8c req-cdcd0a2b-1b60-43e3-874d-a639cf67c947 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=19e069a6935a47bcb8831313e7520ef4&device_id=e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723 HTTP/1.1" status: 200 len: 1096 time: 0.2009704 Aug 22 13:50:37.716528 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-91e8bc4b-fd40-4362-b219-e2d68a90bd0f admin admin] Calling delete_port for 89bf6f35-dacf-47b0-8ee2-0e2a8816609c owned by network:dhcp {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:50:37.883901 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7fa23dc1-4ed1-4d7a-9bbd-3dabd9ba8116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:37.908385 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 34304) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:50:37.915272 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa23dc1-4ed1-4d7a-9bbd-3dabd9ba8116 None None] No DVR routers for this DVR port 89bf6f35-dacf-47b0-8ee2-0e2a8816609c on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:50:37.981906 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa23dc1-4ed1-4d7a-9bbd-3dabd9ba8116 None None] Pushing event deleted for resources: {'Port': ['ID=89bf6f35-dacf-47b0-8ee2-0e2a8816609c,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:38.009252 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aa6fcaf-3e37-461d-8114-736206b7df20 admin admin] Deleting subnet ef5536cb-5dec-42ce-ac0a-690aaa7826d2 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:50:38.024227 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6aa6fcaf-3e37-461d-8114-736206b7df20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:38.138385 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6aa6fcaf-3e37-461d-8114-736206b7df20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:38.164685 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-91e8bc4b-fd40-4362-b219-e2d68a90bd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:38.210056 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ffe87-bba8-4e4a-a800-e77a43b7bb8c req-93991d39-3915-4738-9c05-46e9bcc8c788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:38.218672 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-0d3ffe87-bba8-4e4a-a800-e77a43b7bb8c req-93991d39-3915-4738-9c05-46e9bcc8c788 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f8ac2233-ea24-423f-9bd4-53abb27cd3b8 HTTP/1.1" status: 200 len: 913 time: 0.5226400 Aug 22 13:50:38.247711 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 89bf6f35-dacf-47b0-8ee2-0e2a8816609c no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:50:38.304406 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 89bf6f35-dacf-47b0-8ee2-0e2a8816609c {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:50:38.305647 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 89bf6f35-dacf-47b0-8ee2-0e2a8816609c not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:50:38.333732 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6aa6fcaf-3e37-461d-8114-736206b7df20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:38.377941 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-0d3ffe87-bba8-4e4a-a800-e77a43b7bb8c req-3f6ecb0f-28fd-40b1-81ed-7f095f30c391 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9eeb0c87-030d-495e-9062-db27091dab55 HTTP/1.1" status: 200 len: 217 time: 0.1440244 Aug 22 13:50:38.381688 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e8bc4b-fd40-4362-b219-e2d68a90bd0f admin admin] No DVR routers for this DVR port 89bf6f35-dacf-47b0-8ee2-0e2a8816609c on host n-d-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:50:38.384090 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e8bc4b-fd40-4362-b219-e2d68a90bd0f admin admin] Pushing event deleted for resources: {'Port': ['ID=89bf6f35-dacf-47b0-8ee2-0e2a8816609c,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:38.486456 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6aa6fcaf-3e37-461d-8114-736206b7df20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:38.509241 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6aa6fcaf-3e37-461d-8114-736206b7df20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:38.513408 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-6aa6fcaf-3e37-461d-8114-736206b7df20 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ef5536cb-5dec-42ce-ac0a-690aaa7826d2 HTTP/1.1" status: 204 len: 168 time: 0.6007428 Aug 22 13:50:38.517968 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 34314) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:50:38.532466 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa6fcaf-3e37-461d-8114-736206b7df20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef5536cb-5dec-42ce-ac0a-690aaa7826d2,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:38.687617 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb3222-4158-4494-8205-c52d25172d1d req-a0e9be2e-adf4-45ad-b9e9-6bc6e383405d tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:38.689576 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5ecb3222-4158-4494-8205-c52d25172d1d req-a0e9be2e-adf4-45ad-b9e9-6bc6e383405d tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723 HTTP/1.1" status: 200 len: 944 time: 0.1245453 Aug 22 13:50:38.794843 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5ecb3222-4158-4494-8205-c52d25172d1d req-ecd20397-c493-4311-90e9-babe09d9edff tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962403 Aug 22 13:50:38.818855 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-91e8bc4b-fd40-4362-b219-e2d68a90bd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:38.833892 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ffe87-bba8-4e4a-a800-e77a43b7bb8c req-d1f263a7-5c2a-44cd-9344-9b0575723b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:38.836524 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-0d3ffe87-bba8-4e4a-a800-e77a43b7bb8c req-d1f263a7-5c2a-44cd-9344-9b0575723b91 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ad565ab1-b54d-4060-a258-16294d6e46a2 HTTP/1.1" status: 200 len: 851 time: 0.3814712 Aug 22 13:50:38.862188 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4b04aa59-9737-418f-b31b-468bd825d47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:38.899085 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-91e8bc4b-fd40-4362-b219-e2d68a90bd0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37ee4cf7-10be-4d52-ae13-17f3d9d1a603']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:50:38.948746 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-91e8bc4b-fd40-4362-b219-e2d68a90bd0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51af49f7-4299-40d2-a0d4-e06d0a3e571c') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:50:38.949082 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-91e8bc4b-fd40-4362-b219-e2d68a90bd0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51af49f7-4299-40d2-a0d4-e06d0a3e571c') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:50:38.965647 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-91e8bc4b-fd40-4362-b219-e2d68a90bd0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:39.002213 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-91e8bc4b-fd40-4362-b219-e2d68a90bd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:39.032746 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ffe87-bba8-4e4a-a800-e77a43b7bb8c req-4c15927c-94d7-4506-9356-de87d503b82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:39.032746 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-0d3ffe87-bba8-4e4a-a800-e77a43b7bb8c req-4c15927c-94d7-4506-9356-de87d503b82c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f8ac2233-ea24-423f-9bd4-53abb27cd3b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1669359 Aug 22 13:50:39.039357 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91e8bc4b-fd40-4362-b219-e2d68a90bd0f admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:50:39.039801 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-91e8bc4b-fd40-4362-b219-e2d68a90bd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:39.041819 n-d-793621-33 neutron-server[94628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:50:39.041819 n-d-793621-33 neutron-server[94628]: self.session.flush() Aug 22 13:50:39.041819 n-d-793621-33 neutron-server[94628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:50:39.041819 n-d-793621-33 neutron-server[94628]: self.session.flush() Aug 22 13:50:39.041819 n-d-793621-33 neutron-server[94628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:50:39.041819 n-d-793621-33 neutron-server[94628]: self.session.flush() Aug 22 13:50:39.041819 n-d-793621-33 neutron-server[94628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 13:50:39.041819 n-d-793621-33 neutron-server[94628]: self.session.flush() Aug 22 13:50:39.041819 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:50:39.041819 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:50:39.041819 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:50:39.041819 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:50:39.041819 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:50:39.041819 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:50:39.041819 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:50:39.041819 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:50:39.041819 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:50:39.041819 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:50:39.041819 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:50:39.041819 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:50:39.041819 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:50:39.041819 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:50:39.041819 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:50:39.041819 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:50:39.041819 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:50:39.041819 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:50:39.041819 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:50:39.041819 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:50:39.041819 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:50:39.041819 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:50:39.041819 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:50:39.041819 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:50:39.041819 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:50:39.041819 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:50:39.041819 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:50:39.041819 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:50:39.041819 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:50:39.041819 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:50:39.041819 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:50:39.041819 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:50:39.255954 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4b04aa59-9737-418f-b31b-468bd825d47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:39.280968 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-4b04aa59-9737-418f-b31b-468bd825d47f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7f37ae5-cd7c-4775-8894-14362b78e737']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:50:39.320508 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-4b04aa59-9737-418f-b31b-468bd825d47f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc2b021f-5773-483c-abee-f029de2246b1') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:50:39.320871 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-4b04aa59-9737-418f-b31b-468bd825d47f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc2b021f-5773-483c-abee-f029de2246b1') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:50:39.355798 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-91e8bc4b-fd40-4362-b219-e2d68a90bd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:39.369399 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-91e8bc4b-fd40-4362-b219-e2d68a90bd0f admin admin] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:39.371621 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-91e8bc4b-fd40-4362-b219-e2d68a90bd0f admin admin] 10.222.0.21 "DELETE /v2.0/networks/37ee4cf7-10be-4d52-ae13-17f3d9d1a603 HTTP/1.1" status: 204 len: 168 time: 2.4498601 Aug 22 13:50:39.373750 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4b04aa59-9737-418f-b31b-468bd825d47f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:39.374589 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 34328) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:50:39.415968 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e8bc4b-fd40-4362-b219-e2d68a90bd0f admin admin] Pushing event deleted for resources: {'Network': ['ID=37ee4cf7-10be-4d52-ae13-17f3d9d1a603,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:39.419864 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4b04aa59-9737-418f-b31b-468bd825d47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:39.432372 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-0d3ffe87-bba8-4e4a-a800-e77a43b7bb8c req-18372828-b8e3-485d-a47a-45c9b0431df1 service neutron] 10.222.0.41 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883569 Aug 22 13:50:39.432973 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b04aa59-9737-418f-b31b-468bd825d47f admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:50:39.434462 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4b04aa59-9737-418f-b31b-468bd825d47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:39.437056 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:50:39.437056 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:50:39.437056 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:50:39.437056 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:50:39.437056 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:50:39.437056 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:50:39.437056 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:50:39.437056 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:50:39.437056 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:50:39.437056 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:50:39.437056 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:50:39.437056 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:50:39.437056 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:50:39.437056 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:50:39.437056 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:50:39.437056 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:50:39.437056 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:50:39.437056 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:50:39.437056 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:50:39.437056 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:50:39.437056 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:50:39.437056 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:50:39.437056 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:50:39.437056 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:50:39.437056 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:50:39.437056 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:50:39.437056 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:50:39.437056 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:50:39.437056 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:50:39.437056 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:50:39.437056 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:50:39.437056 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:50:39.665024 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4b04aa59-9737-418f-b31b-468bd825d47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:39.707601 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4b04aa59-9737-418f-b31b-468bd825d47f admin admin] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:39.713119 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4b04aa59-9737-418f-b31b-468bd825d47f admin admin] 10.222.0.21 "DELETE /v2.0/networks/c7f37ae5-cd7c-4775-8894-14362b78e737 HTTP/1.1" status: 204 len: 168 time: 1.1805737 Aug 22 13:50:39.713911 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 34336) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:50:39.739330 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b04aa59-9737-418f-b31b-468bd825d47f admin admin] Pushing event deleted for resources: {'Network': ['ID=c7f37ae5-cd7c-4775-8894-14362b78e737,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:39.751885 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-0d3ffe87-bba8-4e4a-a800-e77a43b7bb8c req-2b44ce50-ab0b-47c3-a177-0d9eda7c426c service neutron] 10.222.0.41 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932248 Aug 22 13:50:39.838093 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f91db90-28e7-4940-be65-4a4645b4a14e admin admin] Deleting subnet 1d904117-14b4-4557-a97b-a7f1fab8c736 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:50:39.844153 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9f91db90-28e7-4940-be65-4a4645b4a14e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:39.904294 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9f91db90-28e7-4940-be65-4a4645b4a14e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:39.989686 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9f91db90-28e7-4940-be65-4a4645b4a14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:40.045205 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4bc1f0-4f9c-4ef3-8b87-ccbab9829e95 req-8c004a12-3fc2-4fa5-9ac8-f8557b7fb754 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:40.046807 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7e4bc1f0-4f9c-4ef3-8b87-ccbab9829e95 req-8c004a12-3fc2-4fa5-9ac8-f8557b7fb754 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723 HTTP/1.1" status: 200 len: 944 time: 0.1147516 Aug 22 13:50:40.129069 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9f91db90-28e7-4940-be65-4a4645b4a14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:40.156488 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7e4bc1f0-4f9c-4ef3-8b87-ccbab9829e95 req-5fcb073a-54a1-4281-925a-dee9a19571fd tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890057 Aug 22 13:50:40.195183 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f91db90-28e7-4940-be65-4a4645b4a14e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d904117-14b4-4557-a97b-a7f1fab8c736,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:40.201050 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9f91db90-28e7-4940-be65-4a4645b4a14e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:40.208312 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-9f91db90-28e7-4940-be65-4a4645b4a14e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1d904117-14b4-4557-a97b-a7f1fab8c736 HTTP/1.1" status: 204 len: 168 time: 0.4880464 Aug 22 13:50:40.210863 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 34346) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:50:40.299646 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8d851cf1-dadb-43b4-ac9f-1bc1767dc243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:40.337959 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-dd65691b-c96f-44b0-a850-5d470448e19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:40.497657 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-dd65691b-c96f-44b0-a850-5d470448e19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:40.537322 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-dd65691b-c96f-44b0-a850-5d470448e19c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1d809a1-869c-4c3c-91c9-fc8e36bcbfc6']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:50:40.548782 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-dd65691b-c96f-44b0-a850-5d470448e19c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5b10fef-fa10-4e57-bb2a-ae3f9e60cf69') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:50:40.548978 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-dd65691b-c96f-44b0-a850-5d470448e19c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5b10fef-fa10-4e57-bb2a-ae3f9e60cf69') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:50:40.578168 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-dd65691b-c96f-44b0-a850-5d470448e19c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:40.598855 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-dd65691b-c96f-44b0-a850-5d470448e19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:40.606786 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd65691b-c96f-44b0-a850-5d470448e19c admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:50:40.608502 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-dd65691b-c96f-44b0-a850-5d470448e19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:40.609088 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:50:40.609088 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:50:40.609088 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:50:40.609088 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:50:40.609088 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:50:40.609088 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:50:40.609088 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:50:40.609088 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:50:40.609088 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:50:40.609088 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:50:40.609088 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:50:40.609088 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:50:40.609088 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:50:40.609088 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:50:40.609088 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:50:40.609088 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:50:40.609088 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:50:40.609088 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:50:40.609088 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:50:40.609088 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:50:40.609088 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:50:40.609088 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:50:40.609088 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:50:40.609088 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:50:40.609088 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:50:40.609088 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:50:40.609088 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:50:40.609088 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:50:40.609088 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:50:40.609088 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:50:40.609088 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:50:40.609088 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:50:40.715151 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-dd65691b-c96f-44b0-a850-5d470448e19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:40.724284 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-dd65691b-c96f-44b0-a850-5d470448e19c admin admin] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:40.727401 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-dd65691b-c96f-44b0-a850-5d470448e19c admin admin] 10.222.0.21 "DELETE /v2.0/networks/b1d809a1-869c-4c3c-91c9-fc8e36bcbfc6 HTTP/1.1" status: 204 len: 168 time: 0.5149021 Aug 22 13:50:40.785476 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd65691b-c96f-44b0-a850-5d470448e19c admin admin] Pushing event deleted for resources: {'Network': ['ID=b1d809a1-869c-4c3c-91c9-fc8e36bcbfc6,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:40.897010 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-8d851cf1-dadb-43b4-ac9f-1bc1767dc243 admin admin] Deleting port 51e71368-d55a-4411-9e1e-10076a282971 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:50:40.897362 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8d851cf1-dadb-43b4-ac9f-1bc1767dc243 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:41.001273 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 34362) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:50:41.064179 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d1bfe0b2-1de7-47a2-9939-42d59234fb7a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=02912c3d388e45fb83666286b17cf603&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0605316 Aug 22 13:50:41.067199 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 34368) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:50:41.078802 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-8d851cf1-dadb-43b4-ac9f-1bc1767dc243 admin admin] For port 51e71368-d55a-4411-9e1e-10076a282971, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=51e71368-d55a-4411-9e1e-10076a282971,segment=NetworkSegment(43ece764-d2ba-4110-8739-b0e1d0e7a72c),segment_id=43ece764-d2ba-4110-8739-b0e1d0e7a72c)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:50:41.078802 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8d851cf1-dadb-43b4-ac9f-1bc1767dc243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:41.094025 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-8d851cf1-dadb-43b4-ac9f-1bc1767dc243 admin admin] Calling delete_port for 51e71368-d55a-4411-9e1e-10076a282971 owned by network:router_interface {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:50:41.150756 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-22e7726d-2806-40a1-8def-03ae6d2d133b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:41.232315 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-22e7726d-2806-40a1-8def-03ae6d2d133b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:41.383214 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-22e7726d-2806-40a1-8def-03ae6d2d133b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:41.396866 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-22e7726d-2806-40a1-8def-03ae6d2d133b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:41.398309 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-22e7726d-2806-40a1-8def-03ae6d2d133b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9e58d9ec-c01d-4908-83e2-c801eda4568a HTTP/1.1" status: 204 len: 168 time: 0.3299005 Aug 22 13:50:41.428705 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e7726d-2806-40a1-8def-03ae6d2d133b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e58d9ec-c01d-4908-83e2-c801eda4568a,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:41.462570 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8d851cf1-dadb-43b4-ac9f-1bc1767dc243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:41.504044 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be2aec6-05a2-45e2-bace-6acc68e55bf0 req-27ff935f-2f26-4d3c-82d9-dc4ec232e793 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:41.505709 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4be2aec6-05a2-45e2-bace-6acc68e55bf0 req-27ff935f-2f26-4d3c-82d9-dc4ec232e793 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723 HTTP/1.1" status: 200 len: 944 time: 0.1508431 Aug 22 13:50:41.510183 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d851cf1-dadb-43b4-ac9f-1bc1767dc243 admin admin] Pushing event deleted for resources: {'Port': ['ID=51e71368-d55a-4411-9e1e-10076a282971,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:41.604271 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4be2aec6-05a2-45e2-bace-6acc68e55bf0 req-10a8385d-96a9-459b-a091-5da511bbc9af tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874889 Aug 22 13:50:41.792673 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8d851cf1-dadb-43b4-ac9f-1bc1767dc243 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:42.209223 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d851cf1-dadb-43b4-ac9f-1bc1767dc243 admin admin] Router 4c38d509-bb3d-4753-82da-fc01aa181118 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:50:42.226692 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 34390) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:50:42.318980 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-dde9eb8d-c102-4728-8c92-80c3c0717b26 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=656fa0090df74b2f9ba6a01c7aaf0754&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0902975 Aug 22 13:50:42.321588 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 34398) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:50:42.416210 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d851cf1-dadb-43b4-ac9f-1bc1767dc243 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:50:42.424285 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-8d851cf1-dadb-43b4-ac9f-1bc1767dc243 admin admin] 10.222.0.21 "PUT /v2.0/routers/4c38d509-bb3d-4753-82da-fc01aa181118/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0462339 Aug 22 13:50:42.425114 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 34400) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:50:42.429857 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bc14e6-60bf-40e4-8650-f56bb34d9315 None None] Sync routers for ids ['4c38d509-bb3d-4753-82da-fc01aa181118'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:50:42.454604 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bc14e6-60bf-40e4-8650-f56bb34d9315 None None] Routers {'4c38d509-bb3d-4753-82da-fc01aa181118'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:50:42.455243 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-80bc14e6-60bf-40e4-8650-f56bb34d9315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:50:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['4c38d509-bb3d-4753-82da-fc01aa181118'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:50:42.467878 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2cf045c2-c131-4989-bb88-802a94e59b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:42.529114 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2cf045c2-c131-4989-bb88-802a94e59b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:42.607488 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a479e9c1-c68c-4553-99a9-94959ddd1ebb admin admin] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:42.661631 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2cf045c2-c131-4989-bb88-802a94e59b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:42.665858 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2cf045c2-c131-4989-bb88-802a94e59b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:42.667009 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-2cf045c2-c131-4989-bb88-802a94e59b23 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b411cd4a-0d59-4a88-ac24-afa6ec93359b HTTP/1.1" status: 204 len: 168 time: 0.3443208 Aug 22 13:50:42.699958 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf045c2-c131-4989-bb88-802a94e59b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b411cd4a-0d59-4a88-ac24-afa6ec93359b,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:42.763064 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-80bc14e6-60bf-40e4-8650-f56bb34d9315 None None] Set router 4c38d509-bb3d-4753-82da-fc01aa181118 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:50:42.894786 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a479e9c1-c68c-4553-99a9-94959ddd1ebb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:42.962987 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe28f86-ec30-45ba-894f-83c50cd4f7dd req-52ae23e6-46a4-4e80-b9cb-f54a079556b5 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:42.968510 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1fe28f86-ec30-45ba-894f-83c50cd4f7dd req-52ae23e6-46a4-4e80-b9cb-f54a079556b5 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723 HTTP/1.1" status: 200 len: 944 time: 0.1767650 Aug 22 13:50:43.111738 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-a479e9c1-c68c-4553-99a9-94959ddd1ebb admin admin] Deleting port 3a0b3e2b-4adf-42dd-8190-614f4b7a532c {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:50:43.115743 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a479e9c1-c68c-4553-99a9-94959ddd1ebb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:43.122064 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1fe28f86-ec30-45ba-894f-83c50cd4f7dd req-194e833f-fb9d-4f13-8a77-4191eb365e1c tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433482 Aug 22 13:50:43.297673 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-80bc14e6-60bf-40e4-8650-f56bb34d9315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c38d509-bb3d-4753-82da-fc01aa181118', 'name': 'tempest-TestServerBasicOps-153671539-router', 'tenant_id': 'bb36c5ed732e4d5892d44e1080c71059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '3a0b3e2b-4adf-42dd-8190-614f4b7a532c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:45:08Z', 'updated_at': '2021-08-22T13:50:41Z', 'revision_number': 5, 'project_id': 'bb36c5ed732e4d5892d44e1080c71059', 'gw_port': {'id': '3a0b3e2b-4adf-42dd-8190-614f4b7a532c', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c38d509-bb3d-4753-82da-fc01aa181118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:45:11Z', 'updated_at': '2021-08-22T13:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:50:43.354128 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-a479e9c1-c68c-4553-99a9-94959ddd1ebb admin admin] For port 3a0b3e2b-4adf-42dd-8190-614f4b7a532c, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=3a0b3e2b-4adf-42dd-8190-614f4b7a532c,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:50:43.354702 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a479e9c1-c68c-4553-99a9-94959ddd1ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:43.365976 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bc14e6-60bf-40e4-8650-f56bb34d9315 None None] Checking router: 4c38d509-bb3d-4753-82da-fc01aa181118 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:50:43.381743 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-a479e9c1-c68c-4553-99a9-94959ddd1ebb admin admin] Calling delete_port for 3a0b3e2b-4adf-42dd-8190-614f4b7a532c owned by network:router_gateway {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:50:43.401326 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bc14e6-60bf-40e4-8650-f56bb34d9315 None None] Routers {'4c38d509-bb3d-4753-82da-fc01aa181118'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:50:43.402225 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-80bc14e6-60bf-40e4-8650-f56bb34d9315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:50:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['4c38d509-bb3d-4753-82da-fc01aa181118'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:50:43.506488 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-80bc14e6-60bf-40e4-8650-f56bb34d9315 None None] Set router 4c38d509-bb3d-4753-82da-fc01aa181118 gateway port host: None {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:50:43.766915 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a479e9c1-c68c-4553-99a9-94959ddd1ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:43.864584 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-80bc14e6-60bf-40e4-8650-f56bb34d9315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c38d509-bb3d-4753-82da-fc01aa181118', 'name': 'tempest-TestServerBasicOps-153671539-router', 'tenant_id': 'bb36c5ed732e4d5892d44e1080c71059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:45:08Z', 'updated_at': '2021-08-22T13:50:42Z', 'revision_number': 6, 'project_id': 'bb36c5ed732e4d5892d44e1080c71059', 'gw_port_host': None}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:50:43.869230 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a479e9c1-c68c-4553-99a9-94959ddd1ebb admin admin] Pushing event deleted for resources: {'Port': ['ID=3a0b3e2b-4adf-42dd-8190-614f4b7a532c,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:43.922299 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bc14e6-60bf-40e4-8650-f56bb34d9315 None None] The sync data for ids ['4c38d509-bb3d-4753-82da-fc01aa181118'] in n-d-793621-33 is: [{'id': '4c38d509-bb3d-4753-82da-fc01aa181118', 'name': 'tempest-TestServerBasicOps-153671539-router', 'tenant_id': 'bb36c5ed732e4d5892d44e1080c71059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:45:08Z', 'updated_at': '2021-08-22T13:50:42Z', 'revision_number': 6, 'project_id': 'bb36c5ed732e4d5892d44e1080c71059', 'gw_port_host': None}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:50:43.968805 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a479e9c1-c68c-4553-99a9-94959ddd1ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:44.146105 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a479e9c1-c68c-4553-99a9-94959ddd1ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:44.149163 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a479e9c1-c68c-4553-99a9-94959ddd1ebb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:44.222839 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a479e9c1-c68c-4553-99a9-94959ddd1ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:44.223252 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a479e9c1-c68c-4553-99a9-94959ddd1ebb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c38d509-bb3d-4753-82da-fc01aa181118 {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:50:44.233395 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a479e9c1-c68c-4553-99a9-94959ddd1ebb admin admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:44.238455 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 34452) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:50:44.239721 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a479e9c1-c68c-4553-99a9-94959ddd1ebb admin admin] 10.222.0.21 "DELETE /v2.0/routers/4c38d509-bb3d-4753-82da-fc01aa181118 HTTP/1.1" status: 204 len: 168 time: 1.8135443 Aug 22 13:50:44.461334 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-8acd6f06-0ff5-4957-a0ed-c5a47ae373a0 admin admin] Deleting subnet 9ddb9225-9749-4624-a2c2-2721aa1b2a10 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:50:44.477693 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8acd6f06-0ff5-4957-a0ed-c5a47ae373a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:44.485191 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 51e71368-d55a-4411-9e1e-10076a282971 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:50:44.508657 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56723896-1e87-43e4-b369-765c84b09cc1 req-8f9de7f8-8b48-45de-81ca-d201a81a2bdb tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:44.516182 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-56723896-1e87-43e4-b369-765c84b09cc1 req-8f9de7f8-8b48-45de-81ca-d201a81a2bdb tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723 HTTP/1.1" status: 200 len: 944 time: 0.2241967 Aug 22 13:50:44.532736 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 51e71368-d55a-4411-9e1e-10076a282971 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:50:44.534589 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 51e71368-d55a-4411-9e1e-10076a282971 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:50:44.589729 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8acd6f06-0ff5-4957-a0ed-c5a47ae373a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:44.625623 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-56723896-1e87-43e4-b369-765c84b09cc1 req-52b29b89-0a9f-40e7-ab2c-612347d6bf5b tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080992 Aug 22 13:50:44.714926 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8acd6f06-0ff5-4957-a0ed-c5a47ae373a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:44.787719 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8acd6f06-0ff5-4957-a0ed-c5a47ae373a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:44.816493 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acd6f06-0ff5-4957-a0ed-c5a47ae373a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ddb9225-9749-4624-a2c2-2721aa1b2a10,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:44.823760 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8acd6f06-0ff5-4957-a0ed-c5a47ae373a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:44.825799 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-8acd6f06-0ff5-4957-a0ed-c5a47ae373a0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9ddb9225-9749-4624-a2c2-2721aa1b2a10 HTTP/1.1" status: 204 len: 168 time: 0.5862787 Aug 22 13:50:44.829216 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 34466) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:50:44.829776 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9284d5a2-ea83-421d-b7a2-87aebeed96ad None None] Network 86852854-4485-4ab5-a7f5-dd2ea5a1d984 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:50:44.952664 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-aa7172ea-0223-4dac-9b88-f4299e1c682e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:45.032629 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-aa7172ea-0223-4dac-9b88-f4299e1c682e admin admin] Deleting port 4060fc03-1d8a-4023-a774-5a4dc7bd203a {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:50:45.033670 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-aa7172ea-0223-4dac-9b88-f4299e1c682e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:45.096152 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312c25b1-fd71-4ede-a364-2f43378919f6 None None] DHCP port deletion for 86852854-4485-4ab5-a7f5-dd2ea5a1d984 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:50:45.132590 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-aa7172ea-0223-4dac-9b88-f4299e1c682e admin admin] For port 4060fc03-1d8a-4023-a774-5a4dc7bd203a, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=4060fc03-1d8a-4023-a774-5a4dc7bd203a,segment=NetworkSegment(43ece764-d2ba-4110-8739-b0e1d0e7a72c),segment_id=43ece764-d2ba-4110-8739-b0e1d0e7a72c)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:50:45.134055 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-aa7172ea-0223-4dac-9b88-f4299e1c682e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:45.165965 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-aa7172ea-0223-4dac-9b88-f4299e1c682e admin admin] Calling delete_port for 4060fc03-1d8a-4023-a774-5a4dc7bd203a owned by network:dhcp {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:50:45.182003 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-312c25b1-fd71-4ede-a364-2f43378919f6 None None] Deleting port 4060fc03-1d8a-4023-a774-5a4dc7bd203a {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:50:45.182378 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-312c25b1-fd71-4ede-a364-2f43378919f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:45.274712 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-312c25b1-fd71-4ede-a364-2f43378919f6 None None] For port 4060fc03-1d8a-4023-a774-5a4dc7bd203a, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=4060fc03-1d8a-4023-a774-5a4dc7bd203a,segment=NetworkSegment(43ece764-d2ba-4110-8739-b0e1d0e7a72c),segment_id=43ece764-d2ba-4110-8739-b0e1d0e7a72c)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:50:45.275071 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-312c25b1-fd71-4ede-a364-2f43378919f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:45.291729 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-312c25b1-fd71-4ede-a364-2f43378919f6 None None] Calling delete_port for 4060fc03-1d8a-4023-a774-5a4dc7bd203a owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:50:45.357108 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-aa7172ea-0223-4dac-9b88-f4299e1c682e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:45.390172 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-312c25b1-fd71-4ede-a364-2f43378919f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:45.395023 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7172ea-0223-4dac-9b88-f4299e1c682e admin admin] Pushing event deleted for resources: {'Port': ['ID=4060fc03-1d8a-4023-a774-5a4dc7bd203a,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:45.401403 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7172ea-0223-4dac-9b88-f4299e1c682e admin admin] No DVR routers for this DVR port 4060fc03-1d8a-4023-a774-5a4dc7bd203a on host n-d-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:50:45.426486 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c25b1-fd71-4ede-a364-2f43378919f6 None None] Pushing event deleted for resources: {'Port': ['ID=4060fc03-1d8a-4023-a774-5a4dc7bd203a,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:45.441436 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312c25b1-fd71-4ede-a364-2f43378919f6 None None] No DVR routers for this DVR port 4060fc03-1d8a-4023-a774-5a4dc7bd203a on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:50:45.523740 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-aa7172ea-0223-4dac-9b88-f4299e1c682e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:45.537003 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-aa7172ea-0223-4dac-9b88-f4299e1c682e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86852854-4485-4ab5-a7f5-dd2ea5a1d984']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:50:45.547623 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-aa7172ea-0223-4dac-9b88-f4299e1c682e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43ece764-d2ba-4110-8739-b0e1d0e7a72c') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:50:45.547923 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-aa7172ea-0223-4dac-9b88-f4299e1c682e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43ece764-d2ba-4110-8739-b0e1d0e7a72c') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:50:45.557673 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-aa7172ea-0223-4dac-9b88-f4299e1c682e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:45.580041 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-aa7172ea-0223-4dac-9b88-f4299e1c682e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:45.588138 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa7172ea-0223-4dac-9b88-f4299e1c682e admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:50:45.588727 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-aa7172ea-0223-4dac-9b88-f4299e1c682e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:45.591406 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:50:45.591406 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:50:45.591406 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:50:45.591406 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:50:45.591406 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:50:45.591406 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:50:45.591406 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:50:45.591406 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:50:45.591406 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:50:45.591406 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:50:45.591406 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:50:45.591406 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:50:45.591406 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:50:45.591406 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:50:45.591406 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:50:45.591406 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:50:45.591406 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:50:45.591406 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:50:45.591406 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:50:45.591406 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:50:45.591406 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:50:45.591406 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:50:45.591406 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:50:45.591406 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:50:45.591406 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:50:45.591406 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:50:45.591406 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:50:45.591406 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:50:45.591406 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:50:45.591406 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:50:45.591406 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:50:45.591406 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:50:45.656796 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-aa7172ea-0223-4dac-9b88-f4299e1c682e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:45.662748 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-aa7172ea-0223-4dac-9b88-f4299e1c682e admin admin] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:45.667261 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-aa7172ea-0223-4dac-9b88-f4299e1c682e admin admin] 10.222.0.21 "DELETE /v2.0/networks/86852854-4485-4ab5-a7f5-dd2ea5a1d984 HTTP/1.1" status: 204 len: 168 time: 0.8353734 Aug 22 13:50:45.687536 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7172ea-0223-4dac-9b88-f4299e1c682e admin admin] Pushing event deleted for resources: {'Network': ['ID=86852854-4485-4ab5-a7f5-dd2ea5a1d984,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:45.976959 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 34486) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:50:46.022302 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75232490-a349-4788-b03c-8475c88107b7 req-7fc3271f-0e6b-4b95-b53a-64148453c60c tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:46.025214 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-75232490-a349-4788-b03c-8475c88107b7 req-7fc3271f-0e6b-4b95-b53a-64148453c60c tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723 HTTP/1.1" status: 200 len: 944 time: 0.3201287 Aug 22 13:50:46.081446 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b52b5d9c-a1c7-425b-916d-ca74effabfa9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=be98fa3cb2da40f39a971fd81b6aad0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1031983 Aug 22 13:50:46.083890 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 34488) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:50:46.094275 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-75232490-a349-4788-b03c-8475c88107b7 req-4b56f74b-8d3f-41c3-aba0-949705400cbe tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578790 Aug 22 13:50:46.167321 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d8640d77-14fd-43bf-a85a-2e111f69eda1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:46.187265 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 4060fc03-1d8a-4023-a774-5a4dc7bd203a no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:50:46.213651 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 4060fc03-1d8a-4023-a774-5a4dc7bd203a {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:50:46.214430 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 4060fc03-1d8a-4023-a774-5a4dc7bd203a not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:50:46.214863 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 3a0b3e2b-4adf-42dd-8190-614f4b7a532c no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:50:46.225881 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d8640d77-14fd-43bf-a85a-2e111f69eda1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:46.241505 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 3a0b3e2b-4adf-42dd-8190-614f4b7a532c {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:50:46.241852 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 3a0b3e2b-4adf-42dd-8190-614f4b7a532c not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:50:46.293716 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d8640d77-14fd-43bf-a85a-2e111f69eda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:46.297594 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d8640d77-14fd-43bf-a85a-2e111f69eda1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:46.298923 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d8640d77-14fd-43bf-a85a-2e111f69eda1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1f7f6b3d-9c99-4e6d-80ad-b26b93fd81aa HTTP/1.1" status: 204 len: 168 time: 0.2131767 Aug 22 13:50:46.308391 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8640d77-14fd-43bf-a85a-2e111f69eda1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7f6b3d-9c99-4e6d-80ad-b26b93fd81aa,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:46.734454 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 34502) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:50:46.784716 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 34504) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:50:46.785104 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-96870eb3-8ffe-4115-aed9-6b01280d9d18 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bb36c5ed732e4d5892d44e1080c71059&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492764 Aug 22 13:50:46.839683 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-af89b71a-85fd-4882-96a2-ad0c723d3c9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:46.861683 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-af89b71a-85fd-4882-96a2-ad0c723d3c9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:46.916520 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-af89b71a-85fd-4882-96a2-ad0c723d3c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:46.919718 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-af89b71a-85fd-4882-96a2-ad0c723d3c9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:46.921193 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-af89b71a-85fd-4882-96a2-ad0c723d3c9d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/635b9d4e-53ec-4a64-a56c-a7a8d06d2015 HTTP/1.1" status: 204 len: 168 time: 0.1348958 Aug 22 13:50:46.932573 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89b71a-85fd-4882-96a2-ad0c723d3c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635b9d4e-53ec-4a64-a56c-a7a8d06d2015,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:46.943277 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af89b71a-85fd-4882-96a2-ad0c723d3c9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:50:46.943697 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af89b71a-85fd-4882-96a2-ad0c723d3c9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:50:46.944558 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af89b71a-85fd-4882-96a2-ad0c723d3c9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:50:46.944972 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af89b71a-85fd-4882-96a2-ad0c723d3c9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:50:46.945484 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af89b71a-85fd-4882-96a2-ad0c723d3c9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:50:46.946109 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af89b71a-85fd-4882-96a2-ad0c723d3c9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:50:46.946714 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af89b71a-85fd-4882-96a2-ad0c723d3c9d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:50:46.947221 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af89b71a-85fd-4882-96a2-ad0c723d3c9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:50:46.947556 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af89b71a-85fd-4882-96a2-ad0c723d3c9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:50:46.947888 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af89b71a-85fd-4882-96a2-ad0c723d3c9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:50:46.948200 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af89b71a-85fd-4882-96a2-ad0c723d3c9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:50:46.948619 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af89b71a-85fd-4882-96a2-ad0c723d3c9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:50:47.548162 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a7b762-4cdf-47fa-8cd3-e66a9604eb2b req-c9ec235a-510c-46d9-a9b4-4649752df042 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:47.557266 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-69a7b762-4cdf-47fa-8cd3-e66a9604eb2b req-c9ec235a-510c-46d9-a9b4-4649752df042 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723 HTTP/1.1" status: 200 len: 944 time: 0.3784139 Aug 22 13:50:47.614391 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-69a7b762-4cdf-47fa-8cd3-e66a9604eb2b req-7da40a04-34cd-40a4-b84f-f2215edd1dfc tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559621 Aug 22 13:50:48.052346 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 34542) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:50:48.186062 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-cb2a6e1e-9559-4658-af37-da81541e18ae admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1410170581-network', 'tenant_id': '16575b4f2ae9481a99b8750504d27349'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:50:48.212554 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2a6e1e-9559-4658-af37-da81541e18ae admin admin] Made reservation on behalf of 16575b4f2ae9481a99b8750504d27349 for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:50:48.215125 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cb2a6e1e-9559-4658-af37-da81541e18ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:48.225471 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cb2a6e1e-9559-4658-af37-da81541e18ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:48.326580 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cb2a6e1e-9559-4658-af37-da81541e18ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:48.334822 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cb2a6e1e-9559-4658-af37-da81541e18ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:48.356404 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb2a6e1e-9559-4658-af37-da81541e18ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:50:48.376546 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cb2a6e1e-9559-4658-af37-da81541e18ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:48.377735 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-cb2a6e1e-9559-4658-af37-da81541e18ae admin admin] Added segment b5d4590f-61b6-46be-9a59-37c74c0720bc of type vlan for network 9fa7caec-143e-4f1c-868c-cd2128f28d10 Aug 22 13:50:48.459059 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cb2a6e1e-9559-4658-af37-da81541e18ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:48.482296 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2a6e1e-9559-4658-af37-da81541e18ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53751351-f8fd-4405-a9fe-52134703a758,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:48.519233 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cb2a6e1e-9559-4658-af37-da81541e18ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:48.520738 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2a6e1e-9559-4658-af37-da81541e18ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:48.521560 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cb2a6e1e-9559-4658-af37-da81541e18ae admin admin] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:48.550812 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-cb2a6e1e-9559-4658-af37-da81541e18ae admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4971712 Aug 22 13:50:48.553692 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 34550) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:50:48.584641 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-3a0562ab-8661-4aa4-8028-91679d8d7121 admin admin] Request body: {'subnet': {'network_id': '9fa7caec-143e-4f1c-868c-cd2128f28d10', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1410170581-subnet', 'tenant_id': '16575b4f2ae9481a99b8750504d27349', 'ip_version': 4}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:50:48.611344 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2a6e1e-9559-4658-af37-da81541e18ae admin admin] Pushing event updated for resources: {'Network': ['ID=9fa7caec-143e-4f1c-868c-cd2128f28d10,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:48.624630 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 9fa7caec-143e-4f1c-868c-cd2128f28d10 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:50:48.630150 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0562ab-8661-4aa4-8028-91679d8d7121 admin admin] Made reservation on behalf of 16575b4f2ae9481a99b8750504d27349 for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:50:48.633606 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3a0562ab-8661-4aa4-8028-91679d8d7121 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:48.813183 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2f64d-af1e-4683-bb17-244a2fc561f1 req-13d32304-6ccf-4143-866f-4b5efdd29b62 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:48.814679 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8ed2f64d-af1e-4683-bb17-244a2fc561f1 req-13d32304-6ccf-4143-866f-4b5efdd29b62 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723 HTTP/1.1" status: 200 len: 944 time: 0.0683267 Aug 22 13:50:48.875154 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8ed2f64d-af1e-4683-bb17-244a2fc561f1 req-fe99ced1-e723-44ac-96b7-ec19326281ca tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422843 Aug 22 13:50:48.937032 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3a0562ab-8661-4aa4-8028-91679d8d7121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:49.002046 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0562ab-8661-4aa4-8028-91679d8d7121 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f13d8d25-c567-4a92-815b-511448d6b80e,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:49.021490 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0562ab-8661-4aa4-8028-91679d8d7121 admin admin] Checking segment: {'id': 'b5d4590f-61b6-46be-9a59-37c74c0720bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9fa7caec-143e-4f1c-868c-cd2128f28d10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:50:49.022131 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0562ab-8661-4aa4-8028-91679d8d7121 admin admin] Network hostable DHCP agents. Network: 9fa7caec-143e-4f1c-868c-cd2128f28d10, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:50:49.066115 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0562ab-8661-4aa4-8028-91679d8d7121 admin admin] Network 9fa7caec-143e-4f1c-868c-cd2128f28d10 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:50:49.079242 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-3a0562ab-8661-4aa4-8028-91679d8d7121 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 9fa7caec-143e-4f1c-868c-cd2128f28d10) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:50:49.084475 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0562ab-8661-4aa4-8028-91679d8d7121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:49.085576 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3a0562ab-8661-4aa4-8028-91679d8d7121 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:49.092170 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73cc8f69-2d4d-41df-bec3-829bccda1ecd None None] Network 9fa7caec-143e-4f1c-868c-cd2128f28d10 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:50:49.107062 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-3a0562ab-8661-4aa4-8028-91679d8d7121 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5522146 Aug 22 13:50:49.109785 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 34568) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:50:49.114904 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-31c596a7-d3e1-4681-96e2-eb50abfce117 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1410170581-router', 'tenant_id': '16575b4f2ae9481a99b8750504d27349', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:50:49.140125 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-31c596a7-d3e1-4681-96e2-eb50abfce117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:49.141431 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-31c596a7-d3e1-4681-96e2-eb50abfce117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:49.199675 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-31c596a7-d3e1-4681-96e2-eb50abfce117 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:49.269715 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba501f5-a8f6-45cc-b4d0-049d3b10a1e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-9fa7caec-143e-4f1c-868c-cd2128f28d10', 'network_id': '9fa7caec-143e-4f1c-868c-cd2128f28d10', 'tenant_id': '16575b4f2ae9481a99b8750504d27349', 'fixed_ips': [{'subnet_id': 'f13d8d25-c567-4a92-815b-511448d6b80e'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:50:49.271060 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5ba501f5-a8f6-45cc-b4d0-049d3b10a1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:49.346017 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-31c596a7-d3e1-4681-96e2-eb50abfce117 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:49.442832 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-5ba501f5-a8f6-45cc-b4d0-049d3b10a1e7 None None] Allocated IP 172.20.0.2 (9fa7caec-143e-4f1c-868c-cd2128f28d10/f13d8d25-c567-4a92-815b-511448d6b80e/5192bde4-8759-40e0-8d3c-1cb4ba4c4542) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:50:49.604797 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-31c596a7-d3e1-4681-96e2-eb50abfce117 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:49.617218 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5ba501f5-a8f6-45cc-b4d0-049d3b10a1e7 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:49.624931 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-31c596a7-d3e1-4681-96e2-eb50abfce117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:49.626310 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-5ba501f5-a8f6-45cc-b4d0-049d3b10a1e7 None None] Transition to ACTIVE for port object 5192bde4-8759-40e0-8d3c-1cb4ba4c4542 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:50:49.644417 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-5ba501f5-a8f6-45cc-b4d0-049d3b10a1e7 None None] Transition to ACTIVE for port object 5192bde4-8759-40e0-8d3c-1cb4ba4c4542 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:50:49.650417 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5ba501f5-a8f6-45cc-b4d0-049d3b10a1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:49.727012 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba501f5-a8f6-45cc-b4d0-049d3b10a1e7 None None] Pushing event updated for resources: {'Port': ['ID=5192bde4-8759-40e0-8d3c-1cb4ba4c4542,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:49.738120 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba501f5-a8f6-45cc-b4d0-049d3b10a1e7 None None] Network 9fa7caec-143e-4f1c-868c-cd2128f28d10 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:50:49.743864 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-5ba501f5-a8f6-45cc-b4d0-049d3b10a1e7 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:50:49.751634 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba501f5-a8f6-45cc-b4d0-049d3b10a1e7 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:50:49.786977 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-31c596a7-d3e1-4681-96e2-eb50abfce117 admin admin] Allocated IP 172.25.3.95 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/cbb69552-035e-4c11-9b94-0eaa80615b6a) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:50:49.843137 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-5ba501f5-a8f6-45cc-b4d0-049d3b10a1e7 None None] Attempting to bind port 5192bde4-8759-40e0-8d3c-1cb4ba4c4542 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:50:49.843506 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-5ba501f5-a8f6-45cc-b4d0-049d3b10a1e7 None None] Attempting to bind port 5192bde4-8759-40e0-8d3c-1cb4ba4c4542 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'b5d4590f-61b6-46be-9a59-37c74c0720bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9fa7caec-143e-4f1c-868c-cd2128f28d10'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:50:49.843954 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba501f5-a8f6-45cc-b4d0-049d3b10a1e7 None None] Attempting to bind port 5192bde4-8759-40e0-8d3c-1cb4ba4c4542 on network 9fa7caec-143e-4f1c-868c-cd2128f28d10 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:50:49.850456 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba501f5-a8f6-45cc-b4d0-049d3b10a1e7 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:50:49.850878 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba501f5-a8f6-45cc-b4d0-049d3b10a1e7 None None] Checking segment: {'id': 'b5d4590f-61b6-46be-9a59-37c74c0720bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9fa7caec-143e-4f1c-868c-cd2128f28d10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:50:49.851241 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5ba501f5-a8f6-45cc-b4d0-049d3b10a1e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:49.851670 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba501f5-a8f6-45cc-b4d0-049d3b10a1e7 None None] Bound using segment: {'id': 'b5d4590f-61b6-46be-9a59-37c74c0720bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9fa7caec-143e-4f1c-868c-cd2128f28d10'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:50:49.852121 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-5ba501f5-a8f6-45cc-b4d0-049d3b10a1e7 None None] Bound port: 5192bde4-8759-40e0-8d3c-1cb4ba4c4542, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5d4590f-61b6-46be-9a59-37c74c0720bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9fa7caec-143e-4f1c-868c-cd2128f28d10'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:50:49.852531 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5ba501f5-a8f6-45cc-b4d0-049d3b10a1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:49.961459 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-5ba501f5-a8f6-45cc-b4d0-049d3b10a1e7 None None] For port 5192bde4-8759-40e0-8d3c-1cb4ba4c4542, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:50:49.972647 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-5ba501f5-a8f6-45cc-b4d0-049d3b10a1e7 None None] For port 5192bde4-8759-40e0-8d3c-1cb4ba4c4542, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=5192bde4-8759-40e0-8d3c-1cb4ba4c4542,segment=NetworkSegment(b5d4590f-61b6-46be-9a59-37c74c0720bc),segment_id=b5d4590f-61b6-46be-9a59-37c74c0720bc)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:50:49.981385 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5ba501f5-a8f6-45cc-b4d0-049d3b10a1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:49.997170 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-31c596a7-d3e1-4681-96e2-eb50abfce117 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:50.054796 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-31c596a7-d3e1-4681-96e2-eb50abfce117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:50.107881 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba501f5-a8f6-45cc-b4d0-049d3b10a1e7 None None] Pushing event updated for resources: {'Port': ['ID=5192bde4-8759-40e0-8d3c-1cb4ba4c4542,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:50.116453 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c12ba-e014-4d33-93fa-68fcc8ec6273 req-a5e4b356-009c-4612-b504-eddb05751b4e tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:50.116970 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c596a7-d3e1-4681-96e2-eb50abfce117 admin admin] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:50:50.119850 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-31c596a7-d3e1-4681-96e2-eb50abfce117 admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:50:50.123813 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c596a7-d3e1-4681-96e2-eb50abfce117 admin admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:50:50.124606 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bf6c12ba-e014-4d33-93fa-68fcc8ec6273 req-a5e4b356-009c-4612-b504-eddb05751b4e tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723 HTTP/1.1" status: 200 len: 944 time: 0.1115351 Aug 22 13:50:50.190531 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c596a7-d3e1-4681-96e2-eb50abfce117 admin admin] Pushing event updated for resources: {'Port': ['ID=cbb69552-035e-4c11-9b94-0eaa80615b6a,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:50.212532 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bf6c12ba-e014-4d33-93fa-68fcc8ec6273 req-4f43a9e1-8545-4363-ad82-a0f79ec3d4a7 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809584 Aug 22 13:50:50.887834 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-31c596a7-d3e1-4681-96e2-eb50abfce117 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:51.197470 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-31c596a7-d3e1-4681-96e2-eb50abfce117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:51.437982 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51f036-2883-4063-ba4d-eb80f8d7cab6 req-320eaf3d-3828-4a5e-af92-7ad78fb09b4a tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:51.449741 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bc51f036-2883-4063-ba4d-eb80f8d7cab6 req-320eaf3d-3828-4a5e-af92-7ad78fb09b4a tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723 HTTP/1.1" status: 200 len: 944 time: 0.1176357 Aug 22 13:50:51.469257 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c596a7-d3e1-4681-96e2-eb50abfce117 admin admin] Router 5886423d-5927-4000-a2c5-6b2636b9ed52 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:50:51.504711 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bc51f036-2883-4063-ba4d-eb80f8d7cab6 req-83cefb94-2c6e-4db8-81fc-9909fb8e6dfb tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539515 Aug 22 13:50:51.593611 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97923745-67f4-4d7a-b3bf-fd71ceeea942 None None] Network 9fa7caec-143e-4f1c-868c-cd2128f28d10 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:50:51.629749 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c596a7-d3e1-4681-96e2-eb50abfce117 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:50:51.638556 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbba467-3bcb-4e81-8a57-1f190bbda2f6 None None] Sync routers for ids ['5886423d-5927-4000-a2c5-6b2636b9ed52'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:50:51.652209 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbba467-3bcb-4e81-8a57-1f190bbda2f6 None None] Routers {'5886423d-5927-4000-a2c5-6b2636b9ed52'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:50:51.654347 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-9dbba467-3bcb-4e81-8a57-1f190bbda2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:50:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['5886423d-5927-4000-a2c5-6b2636b9ed52'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:50:51.665151 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-31c596a7-d3e1-4681-96e2-eb50abfce117 admin admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:51.669066 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-31c596a7-d3e1-4681-96e2-eb50abfce117 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5554142 Aug 22 13:50:51.669833 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 34612) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:50:51.687412 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-42019a18-b304-4489-8d82-20ac97af3694 None None] Provisioning for port 5192bde4-8759-40e0-8d3c-1cb4ba4c4542 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:50:51.815704 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-9dbba467-3bcb-4e81-8a57-1f190bbda2f6 None None] Set router 5886423d-5927-4000-a2c5-6b2636b9ed52 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:50:52.078750 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-9dbba467-3bcb-4e81-8a57-1f190bbda2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5886423d-5927-4000-a2c5-6b2636b9ed52', 'name': 'tempest-TestVolumeBackupRestore-1410170581-router', 'tenant_id': '16575b4f2ae9481a99b8750504d27349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'cbb69552-035e-4c11-9b94-0eaa80615b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:50:49Z', 'updated_at': '2021-08-22T13:50:50Z', 'revision_number': 3, 'project_id': '16575b4f2ae9481a99b8750504d27349', 'gw_port': {'id': 'cbb69552-035e-4c11-9b94-0eaa80615b6a', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5886423d-5927-4000-a2c5-6b2636b9ed52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:50:49Z', 'updated_at': '2021-08-22T13:50:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:50:52.127037 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbba467-3bcb-4e81-8a57-1f190bbda2f6 None None] Checking router: 5886423d-5927-4000-a2c5-6b2636b9ed52 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:50:52.131050 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbba467-3bcb-4e81-8a57-1f190bbda2f6 None None] Updating router 5886423d-5927-4000-a2c5-6b2636b9ed52 port cbb69552-035e-4c11-9b94-0eaa80615b6a binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:50:52.174970 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-9dbba467-3bcb-4e81-8a57-1f190bbda2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:52.246109 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 5192bde4-8759-40e0-8d3c-1cb4ba4c4542 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:50:52.305940 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 5192bde4-8759-40e0-8d3c-1cb4ba4c4542 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:50:52.312840 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 5192bde4-8759-40e0-8d3c-1cb4ba4c4542 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:50:52.313548 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:52.414103 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b1a74c81-71ec-4761-b850-d4fe5a3762e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:52.479309 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:52.553211 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 5192bde4-8759-40e0-8d3c-1cb4ba4c4542, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=5192bde4-8759-40e0-8d3c-1cb4ba4c4542,segment=NetworkSegment(b5d4590f-61b6-46be-9a59-37c74c0720bc),segment_id=b5d4590f-61b6-46be-9a59-37c74c0720bc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:50:52.561545 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:52.632910 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=5192bde4-8759-40e0-8d3c-1cb4ba4c4542,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:52.655871 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-9dbba467-3bcb-4e81-8a57-1f190bbda2f6 None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:52.668863 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-9dbba467-3bcb-4e81-8a57-1f190bbda2f6 None None] Transition to ACTIVE for port object cbb69552-035e-4c11-9b94-0eaa80615b6a will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:50:52.683407 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-9dbba467-3bcb-4e81-8a57-1f190bbda2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:52.745750 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324c6b03-b8cf-44a6-b020-1b62358f9ef8 None None] Pushing event updated for resources: {'Port': ['ID=cbb69552-035e-4c11-9b94-0eaa80615b6a,revision_number=2']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:52.766151 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-9dbba467-3bcb-4e81-8a57-1f190bbda2f6 None None] Attempting to bind port cbb69552-035e-4c11-9b94-0eaa80615b6a on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:50:52.766606 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-9dbba467-3bcb-4e81-8a57-1f190bbda2f6 None None] Attempting to bind port cbb69552-035e-4c11-9b94-0eaa80615b6a by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:50:52.767048 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbba467-3bcb-4e81-8a57-1f190bbda2f6 None None] Attempting to bind port cbb69552-035e-4c11-9b94-0eaa80615b6a on network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:50:52.774197 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbba467-3bcb-4e81-8a57-1f190bbda2f6 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:50:52.774677 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbba467-3bcb-4e81-8a57-1f190bbda2f6 None None] Checking segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:50:52.775157 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-9dbba467-3bcb-4e81-8a57-1f190bbda2f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:52.775638 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbba467-3bcb-4e81-8a57-1f190bbda2f6 None None] Bound using segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:50:52.776177 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-9dbba467-3bcb-4e81-8a57-1f190bbda2f6 None None] Bound port: cbb69552-035e-4c11-9b94-0eaa80615b6a, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:50:52.776659 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-9dbba467-3bcb-4e81-8a57-1f190bbda2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:52.793495 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef344c07-337d-410e-acd2-30a3b73bb34d req-fd266d21-de08-4661-88e0-a277653e9c4f tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:52.795197 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ef344c07-337d-410e-acd2-30a3b73bb34d req-fd266d21-de08-4661-88e0-a277653e9c4f tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723 HTTP/1.1" status: 200 len: 944 time: 0.1377218 Aug 22 13:50:52.837527 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-b1a74c81-71ec-4761-b850-d4fe5a3762e8 admin admin] Allocated IP 172.20.0.1 (9fa7caec-143e-4f1c-868c-cd2128f28d10/f13d8d25-c567-4a92-815b-511448d6b80e/bf2ba6e7-034c-4024-94de-f2a7ec803a79) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:50:52.860643 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ef344c07-337d-410e-acd2-30a3b73bb34d req-88c191fc-ed32-45a5-b93d-30b04187370c tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552864 Aug 22 13:50:52.903431 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-9dbba467-3bcb-4e81-8a57-1f190bbda2f6 None None] For port cbb69552-035e-4c11-9b94-0eaa80615b6a, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:50:52.915094 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-9dbba467-3bcb-4e81-8a57-1f190bbda2f6 None None] For port cbb69552-035e-4c11-9b94-0eaa80615b6a, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=cbb69552-035e-4c11-9b94-0eaa80615b6a,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:50:52.924059 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-9dbba467-3bcb-4e81-8a57-1f190bbda2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:53.013939 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbba467-3bcb-4e81-8a57-1f190bbda2f6 None None] Routers {'5886423d-5927-4000-a2c5-6b2636b9ed52'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:50:53.014593 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-9dbba467-3bcb-4e81-8a57-1f190bbda2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:50:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['5886423d-5927-4000-a2c5-6b2636b9ed52'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:50:53.022580 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b1a74c81-71ec-4761-b850-d4fe5a3762e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:53.044598 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-b1a74c81-71ec-4761-b850-d4fe5a3762e8 admin admin] Transition to ACTIVE for port object bf2ba6e7-034c-4024-94de-f2a7ec803a79 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:50:53.078428 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324c6b03-b8cf-44a6-b020-1b62358f9ef8 None None] Pushing event updated for resources: {'Port': ['ID=cbb69552-035e-4c11-9b94-0eaa80615b6a,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:53.138035 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b1a74c81-71ec-4761-b850-d4fe5a3762e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:53.159662 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-9dbba467-3bcb-4e81-8a57-1f190bbda2f6 None None] Set router 5886423d-5927-4000-a2c5-6b2636b9ed52 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:50:53.223215 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a74c81-71ec-4761-b850-d4fe5a3762e8 admin admin] Network 9fa7caec-143e-4f1c-868c-cd2128f28d10 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:50:53.230308 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-b1a74c81-71ec-4761-b850-d4fe5a3762e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:50:53.260852 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a74c81-71ec-4761-b850-d4fe5a3762e8 admin admin] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:50:53.322338 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a74c81-71ec-4761-b850-d4fe5a3762e8 admin admin] Pushing event updated for resources: {'Port': ['ID=bf2ba6e7-034c-4024-94de-f2a7ec803a79,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:53.342344 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b1a74c81-71ec-4761-b850-d4fe5a3762e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:53.519029 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-9dbba467-3bcb-4e81-8a57-1f190bbda2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5886423d-5927-4000-a2c5-6b2636b9ed52', 'name': 'tempest-TestVolumeBackupRestore-1410170581-router', 'tenant_id': '16575b4f2ae9481a99b8750504d27349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'cbb69552-035e-4c11-9b94-0eaa80615b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:50:49Z', 'updated_at': '2021-08-22T13:50:50Z', 'revision_number': 3, 'project_id': '16575b4f2ae9481a99b8750504d27349', 'gw_port': {'id': 'cbb69552-035e-4c11-9b94-0eaa80615b6a', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5886423d-5927-4000-a2c5-6b2636b9ed52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:50:49Z', 'updated_at': '2021-08-22T13:50:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:50:53.522907 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b1a74c81-71ec-4761-b850-d4fe5a3762e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:53.578149 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-d2b8276b-a1b7-4f62-94d1-7ad8727b276e None None] Provisioning for port bf2ba6e7-034c-4024-94de-f2a7ec803a79 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:50:53.581124 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbba467-3bcb-4e81-8a57-1f190bbda2f6 None None] The sync data for ids ['5886423d-5927-4000-a2c5-6b2636b9ed52'] in n-d-793621-33 is: [{'id': '5886423d-5927-4000-a2c5-6b2636b9ed52', 'name': 'tempest-TestVolumeBackupRestore-1410170581-router', 'tenant_id': '16575b4f2ae9481a99b8750504d27349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'cbb69552-035e-4c11-9b94-0eaa80615b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:50:49Z', 'updated_at': '2021-08-22T13:50:50Z', 'revision_number': 3, 'project_id': '16575b4f2ae9481a99b8750504d27349', 'gw_port': {'id': 'cbb69552-035e-4c11-9b94-0eaa80615b6a', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5886423d-5927-4000-a2c5-6b2636b9ed52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:50:49Z', 'updated_at': '2021-08-22T13:50:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:50:53.582950 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-d2b8276b-a1b7-4f62-94d1-7ad8727b276e None None] Provisioning complete for port bf2ba6e7-034c-4024-94de-f2a7ec803a79 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:50:53.583472 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d2b8276b-a1b7-4f62-94d1-7ad8727b276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:53.676304 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-d2b8276b-a1b7-4f62-94d1-7ad8727b276e None None] Port bf2ba6e7-034c-4024-94de-f2a7ec803a79 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:50:53.782941 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b1a74c81-71ec-4761-b850-d4fe5a3762e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:53.790037 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b1a74c81-71ec-4761-b850-d4fe5a3762e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:53.872567 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a74c81-71ec-4761-b850-d4fe5a3762e8 admin admin] Pushing event updated for resources: {'Port': ['ID=bf2ba6e7-034c-4024-94de-f2a7ec803a79,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:53.875475 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b1a74c81-71ec-4761-b850-d4fe5a3762e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:54.076294 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7695a17-6be7-4f17-8880-0a8c64fb1a88 req-dc9aa402-0b4b-4987-a911-c5a4427d2691 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:54.078814 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e7695a17-6be7-4f17-8880-0a8c64fb1a88 req-dc9aa402-0b4b-4987-a911-c5a4427d2691 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723 HTTP/1.1" status: 200 len: 944 time: 0.0954800 Aug 22 13:50:54.162139 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a74c81-71ec-4761-b850-d4fe5a3762e8 admin admin] Network 9fa7caec-143e-4f1c-868c-cd2128f28d10 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:50:54.173533 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-b1a74c81-71ec-4761-b850-d4fe5a3762e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:50:54.187518 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e7695a17-6be7-4f17-8880-0a8c64fb1a88 req-ecf9dbb4-2a5f-4323-8db6-fddd4f44db98 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915318 Aug 22 13:50:54.349624 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 5192bde4-8759-40e0-8d3c-1cb4ba4c4542 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:50:54.477659 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1a74c81-71ec-4761-b850-d4fe5a3762e8 admin admin] Router 5886423d-5927-4000-a2c5-6b2636b9ed52 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:50:54.489336 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 5192bde4-8759-40e0-8d3c-1cb4ba4c4542 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:50:54.490027 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:54.673774 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a74c81-71ec-4761-b850-d4fe5a3762e8 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:50:54.691809 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device cbb69552-035e-4c11-9b94-0eaa80615b6a up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:50:54.707470 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-b1a74c81-71ec-4761-b850-d4fe5a3762e8 admin admin] 10.222.0.21 "PUT /v2.0/routers/5886423d-5927-4000-a2c5-6b2636b9ed52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0310981 Aug 22 13:50:54.731503 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-1bd1a8c6-2ddd-417c-9e79-7c737cce0bfb None None] Provisioning complete for port bf2ba6e7-034c-4024-94de-f2a7ec803a79 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:50:54.732086 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1bd1a8c6-2ddd-417c-9e79-7c737cce0bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:54.833700 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-1bd1a8c6-2ddd-417c-9e79-7c737cce0bfb None None] Port bf2ba6e7-034c-4024-94de-f2a7ec803a79 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:50:54.858590 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port cbb69552-035e-4c11-9b94-0eaa80615b6a completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:50:54.862890 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port cbb69552-035e-4c11-9b94-0eaa80615b6a triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:50:54.863261 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:54.978147 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:55.015323 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port cbb69552-035e-4c11-9b94-0eaa80615b6a, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=cbb69552-035e-4c11-9b94-0eaa80615b6a,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:50:55.022198 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:55.104338 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=cbb69552-035e-4c11-9b94-0eaa80615b6a,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:55.333482 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 34654) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:50:55.339145 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-2e24af51-40c8-4811-8172-a81420c22631 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1689099451-network', 'tenant_id': '151cd16483874a13b67a273c863a658c'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:50:55.343561 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f21805-3890-4e10-8488-9f1373829cf9 req-71f6616b-b01b-46ea-8948-7dd540aa2882 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:55.345548 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-43f21805-3890-4e10-8488-9f1373829cf9 req-71f6616b-b01b-46ea-8948-7dd540aa2882 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723 HTTP/1.1" status: 200 len: 944 time: 0.0648222 Aug 22 13:50:55.380161 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e24af51-40c8-4811-8172-a81420c22631 admin admin] Made reservation on behalf of 151cd16483874a13b67a273c863a658c for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:50:55.382892 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2e24af51-40c8-4811-8172-a81420c22631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:55.392509 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2e24af51-40c8-4811-8172-a81420c22631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:55.402310 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-43f21805-3890-4e10-8488-9f1373829cf9 req-7f2f766a-8fd7-4ae8-bc61-856715458fbd tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433311 Aug 22 13:50:55.501571 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2e24af51-40c8-4811-8172-a81420c22631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:55.512060 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2e24af51-40c8-4811-8172-a81420c22631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:55.535831 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e24af51-40c8-4811-8172-a81420c22631 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:50:55.601465 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e24af51-40c8-4811-8172-a81420c22631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81db510e-1dc4-456d-a28b-0cebbe127333,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:55.608847 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2e24af51-40c8-4811-8172-a81420c22631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:55.609439 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-2e24af51-40c8-4811-8172-a81420c22631 admin admin] Added segment da870390-1df0-4148-ac10-cf888bb90d72 of type vlan for network 3f5a9a2f-9136-4b10-82cd-4d2b53491405 Aug 22 13:50:55.662649 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2e24af51-40c8-4811-8172-a81420c22631 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:55.694999 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2e24af51-40c8-4811-8172-a81420c22631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:55.696087 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e24af51-40c8-4811-8172-a81420c22631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:55.696689 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2e24af51-40c8-4811-8172-a81420c22631 admin admin] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:55.754111 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2e24af51-40c8-4811-8172-a81420c22631 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4194775 Aug 22 13:50:55.756755 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 34662) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:50:55.761532 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-8f1f2689-c3f9-4ac3-a7d2-7d6655f236e9 admin admin] Request body: {'subnet': {'network_id': '3f5a9a2f-9136-4b10-82cd-4d2b53491405', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1689099451-subnet', 'tenant_id': '151cd16483874a13b67a273c863a658c', 'ip_version': 4}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:50:55.791169 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e24af51-40c8-4811-8172-a81420c22631 admin admin] Pushing event updated for resources: {'Network': ['ID=3f5a9a2f-9136-4b10-82cd-4d2b53491405,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:55.794371 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1f2689-c3f9-4ac3-a7d2-7d6655f236e9 admin admin] Made reservation on behalf of 151cd16483874a13b67a273c863a658c for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:50:55.797408 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8f1f2689-c3f9-4ac3-a7d2-7d6655f236e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:55.804176 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 3f5a9a2f-9136-4b10-82cd-4d2b53491405 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:50:56.038833 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a588fe00-39ff-4665-9c7d-2f1e744a7148 None None] Sync routers for ids ['5886423d-5927-4000-a2c5-6b2636b9ed52'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:50:56.044459 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8f1f2689-c3f9-4ac3-a7d2-7d6655f236e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:56.058421 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a588fe00-39ff-4665-9c7d-2f1e744a7148 None None] Routers {'5886423d-5927-4000-a2c5-6b2636b9ed52'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:50:56.060719 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-a588fe00-39ff-4665-9c7d-2f1e744a7148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:50:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['5886423d-5927-4000-a2c5-6b2636b9ed52'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:50:56.118173 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f2689-c3f9-4ac3-a7d2-7d6655f236e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4dc889d-c43c-411c-a2b3-2a9616bae17c,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:56.124450 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1f2689-c3f9-4ac3-a7d2-7d6655f236e9 admin admin] Checking segment: {'id': 'da870390-1df0-4148-ac10-cf888bb90d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3f5a9a2f-9136-4b10-82cd-4d2b53491405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:50:56.124450 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1f2689-c3f9-4ac3-a7d2-7d6655f236e9 admin admin] Network hostable DHCP agents. Network: 3f5a9a2f-9136-4b10-82cd-4d2b53491405, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:50:56.149909 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1f2689-c3f9-4ac3-a7d2-7d6655f236e9 admin admin] Network 3f5a9a2f-9136-4b10-82cd-4d2b53491405 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:50:56.169271 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-8f1f2689-c3f9-4ac3-a7d2-7d6655f236e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 3f5a9a2f-9136-4b10-82cd-4d2b53491405) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:50:56.174792 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1f2689-c3f9-4ac3-a7d2-7d6655f236e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:56.176168 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8f1f2689-c3f9-4ac3-a7d2-7d6655f236e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:56.192331 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8f1f2689-c3f9-4ac3-a7d2-7d6655f236e9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4344387 Aug 22 13:50:56.194674 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 34668) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:50:56.200372 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-a4ffd4d8-9e00-47cd-93cb-96ae645a26d3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1689099451-router', 'tenant_id': '151cd16483874a13b67a273c863a658c', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:50:56.202129 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739badd9-3c4a-4f73-9873-e6b976214b27 None None] Network 3f5a9a2f-9136-4b10-82cd-4d2b53491405 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:50:56.204381 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device cbb69552-035e-4c11-9b94-0eaa80615b6a up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:50:56.226070 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a4ffd4d8-9e00-47cd-93cb-96ae645a26d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:56.227270 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a4ffd4d8-9e00-47cd-93cb-96ae645a26d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:56.290544 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a4ffd4d8-9e00-47cd-93cb-96ae645a26d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:56.309386 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-a588fe00-39ff-4665-9c7d-2f1e744a7148 None None] Set router 5886423d-5927-4000-a2c5-6b2636b9ed52 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:50:56.490571 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a4ffd4d8-9e00-47cd-93cb-96ae645a26d3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:56.500608 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port cbb69552-035e-4c11-9b94-0eaa80615b6a triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:50:56.501028 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:56.605846 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597a15e8-1a85-49b3-970b-2605623ef38a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-3f5a9a2f-9136-4b10-82cd-4d2b53491405', 'network_id': '3f5a9a2f-9136-4b10-82cd-4d2b53491405', 'tenant_id': '151cd16483874a13b67a273c863a658c', 'fixed_ips': [{'subnet_id': 'e4dc889d-c43c-411c-a2b3-2a9616bae17c'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:50:56.606776 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-597a15e8-1a85-49b3-970b-2605623ef38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:56.617698 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5256d73-da0a-499c-88c9-40a408d0d89f req-f7da5270-6259-4c76-817a-381318b5c0c0 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:56.638073 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d5256d73-da0a-499c-88c9-40a408d0d89f req-f7da5270-6259-4c76-817a-381318b5c0c0 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723 HTTP/1.1" status: 200 len: 944 time: 0.1299694 Aug 22 13:50:56.728704 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d5256d73-da0a-499c-88c9-40a408d0d89f req-12352d26-1c6d-4e71-a72b-4555094e69e2 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850077 Aug 22 13:50:56.848156 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-a588fe00-39ff-4665-9c7d-2f1e744a7148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5886423d-5927-4000-a2c5-6b2636b9ed52', 'name': 'tempest-TestVolumeBackupRestore-1410170581-router', 'tenant_id': '16575b4f2ae9481a99b8750504d27349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'cbb69552-035e-4c11-9b94-0eaa80615b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:50:49Z', 'updated_at': '2021-08-22T13:50:53Z', 'revision_number': 4, 'project_id': '16575b4f2ae9481a99b8750504d27349', 'gw_port': {'id': 'cbb69552-035e-4c11-9b94-0eaa80615b6a', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5886423d-5927-4000-a2c5-6b2636b9ed52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:50:49Z', 'updated_at': '2021-08-22T13:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'bf2ba6e7-034c-4024-94de-f2a7ec803a79', 'name': '', 'network_id': '9fa7caec-143e-4f1c-868c-cd2128f28d10', 'tenant_id': '16575b4f2ae9481a99b8750504d27349', 'mac_address': 'fa:16:3e:b1:ed:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5886423d-5927-4000-a2c5-6b2636b9ed52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'f13d8d25-c567-4a92-815b-511448d6b80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:50:52Z', 'updated_at': '2021-08-22T13:50:53Z', 'revision_number': 2, 'project_id': '16575b4f2ae9481a99b8750504d27349', 'subnets': [{'id': 'f13d8d25-c567-4a92-815b-511448d6b80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:50:56.859304 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a4ffd4d8-9e00-47cd-93cb-96ae645a26d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:56.884201 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a4ffd4d8-9e00-47cd-93cb-96ae645a26d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:57.039798 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-a4ffd4d8-9e00-47cd-93cb-96ae645a26d3 admin admin] Allocated IP 172.25.3.38 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/b6042bac-3cff-4ee9-9ed4-f75cb0cd8487) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:50:57.050580 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a588fe00-39ff-4665-9c7d-2f1e744a7148 None None] Checking router: 5886423d-5927-4000-a2c5-6b2636b9ed52 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:50:57.050930 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a588fe00-39ff-4665-9c7d-2f1e744a7148 None None] Updating router 5886423d-5927-4000-a2c5-6b2636b9ed52 port bf2ba6e7-034c-4024-94de-f2a7ec803a79 binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:50:57.053537 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-597a15e8-1a85-49b3-970b-2605623ef38a None None] Allocated IP 172.20.0.2 (3f5a9a2f-9136-4b10-82cd-4d2b53491405/e4dc889d-c43c-411c-a2b3-2a9616bae17c/2578457e-2050-479a-a8a0-4dd96749a9bb) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:50:57.088150 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a588fe00-39ff-4665-9c7d-2f1e744a7148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:57.167556 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a4ffd4d8-9e00-47cd-93cb-96ae645a26d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:57.221300 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a4ffd4d8-9e00-47cd-93cb-96ae645a26d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:57.263619 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ffd4d8-9e00-47cd-93cb-96ae645a26d3 admin admin] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:50:57.267168 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-a4ffd4d8-9e00-47cd-93cb-96ae645a26d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:50:57.276894 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ffd4d8-9e00-47cd-93cb-96ae645a26d3 admin admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:50:57.321818 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ffd4d8-9e00-47cd-93cb-96ae645a26d3 admin admin] Pushing event updated for resources: {'Port': ['ID=b6042bac-3cff-4ee9-9ed4-f75cb0cd8487,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:57.418145 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-597a15e8-1a85-49b3-970b-2605623ef38a None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:57.428389 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-597a15e8-1a85-49b3-970b-2605623ef38a None None] Transition to ACTIVE for port object 2578457e-2050-479a-a8a0-4dd96749a9bb will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:50:57.468054 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-597a15e8-1a85-49b3-970b-2605623ef38a None None] Transition to ACTIVE for port object 2578457e-2050-479a-a8a0-4dd96749a9bb will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:50:57.487346 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-597a15e8-1a85-49b3-970b-2605623ef38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:57.555173 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597a15e8-1a85-49b3-970b-2605623ef38a None None] Network 3f5a9a2f-9136-4b10-82cd-4d2b53491405 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:50:57.562431 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-597a15e8-1a85-49b3-970b-2605623ef38a None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:50:57.568596 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597a15e8-1a85-49b3-970b-2605623ef38a None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:50:57.591449 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597a15e8-1a85-49b3-970b-2605623ef38a None None] Pushing event updated for resources: {'Port': ['ID=2578457e-2050-479a-a8a0-4dd96749a9bb,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:57.613405 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a4ffd4d8-9e00-47cd-93cb-96ae645a26d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:57.619088 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a588fe00-39ff-4665-9c7d-2f1e744a7148 None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:57.663033 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-a588fe00-39ff-4665-9c7d-2f1e744a7148 None None] Transition to ACTIVE for port object bf2ba6e7-034c-4024-94de-f2a7ec803a79 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:50:57.666810 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-597a15e8-1a85-49b3-970b-2605623ef38a None None] Attempting to bind port 2578457e-2050-479a-a8a0-4dd96749a9bb on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:50:57.667179 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-597a15e8-1a85-49b3-970b-2605623ef38a None None] Attempting to bind port 2578457e-2050-479a-a8a0-4dd96749a9bb by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'da870390-1df0-4148-ac10-cf888bb90d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3f5a9a2f-9136-4b10-82cd-4d2b53491405'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:50:57.667886 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597a15e8-1a85-49b3-970b-2605623ef38a None None] Attempting to bind port 2578457e-2050-479a-a8a0-4dd96749a9bb on network 3f5a9a2f-9136-4b10-82cd-4d2b53491405 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:50:57.674988 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597a15e8-1a85-49b3-970b-2605623ef38a None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:50:57.675173 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597a15e8-1a85-49b3-970b-2605623ef38a None None] Checking segment: {'id': 'da870390-1df0-4148-ac10-cf888bb90d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3f5a9a2f-9136-4b10-82cd-4d2b53491405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:50:57.675782 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-597a15e8-1a85-49b3-970b-2605623ef38a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:57.676188 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597a15e8-1a85-49b3-970b-2605623ef38a None None] Bound using segment: {'id': 'da870390-1df0-4148-ac10-cf888bb90d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3f5a9a2f-9136-4b10-82cd-4d2b53491405'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:50:57.676935 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-597a15e8-1a85-49b3-970b-2605623ef38a None None] Bound port: 2578457e-2050-479a-a8a0-4dd96749a9bb, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da870390-1df0-4148-ac10-cf888bb90d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3f5a9a2f-9136-4b10-82cd-4d2b53491405'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:50:57.677222 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-597a15e8-1a85-49b3-970b-2605623ef38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:57.681720 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a588fe00-39ff-4665-9c7d-2f1e744a7148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:57.936300 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaee464-2716-4ace-b62f-d3ec3905c2fd None None] Pushing event updated for resources: {'Port': ['ID=bf2ba6e7-034c-4024-94de-f2a7ec803a79,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:58.023956 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-597a15e8-1a85-49b3-970b-2605623ef38a None None] For port 2578457e-2050-479a-a8a0-4dd96749a9bb, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:50:58.042741 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-a588fe00-39ff-4665-9c7d-2f1e744a7148 None None] Attempting to bind port bf2ba6e7-034c-4024-94de-f2a7ec803a79 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:50:58.043173 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-a588fe00-39ff-4665-9c7d-2f1e744a7148 None None] Attempting to bind port bf2ba6e7-034c-4024-94de-f2a7ec803a79 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'b5d4590f-61b6-46be-9a59-37c74c0720bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9fa7caec-143e-4f1c-868c-cd2128f28d10'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:50:58.043734 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a588fe00-39ff-4665-9c7d-2f1e744a7148 None None] Attempting to bind port bf2ba6e7-034c-4024-94de-f2a7ec803a79 on network 9fa7caec-143e-4f1c-868c-cd2128f28d10 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:50:58.052769 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a4ffd4d8-9e00-47cd-93cb-96ae645a26d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:58.053345 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-597a15e8-1a85-49b3-970b-2605623ef38a None None] For port 2578457e-2050-479a-a8a0-4dd96749a9bb, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=2578457e-2050-479a-a8a0-4dd96749a9bb,segment=NetworkSegment(da870390-1df0-4148-ac10-cf888bb90d72),segment_id=da870390-1df0-4148-ac10-cf888bb90d72)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:50:58.055195 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a588fe00-39ff-4665-9c7d-2f1e744a7148 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:50:58.055573 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a588fe00-39ff-4665-9c7d-2f1e744a7148 None None] Checking segment: {'id': 'b5d4590f-61b6-46be-9a59-37c74c0720bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9fa7caec-143e-4f1c-868c-cd2128f28d10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:50:58.056089 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a588fe00-39ff-4665-9c7d-2f1e744a7148 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:58.056994 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a588fe00-39ff-4665-9c7d-2f1e744a7148 None None] Bound using segment: {'id': 'b5d4590f-61b6-46be-9a59-37c74c0720bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9fa7caec-143e-4f1c-868c-cd2128f28d10'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:50:58.057537 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-a588fe00-39ff-4665-9c7d-2f1e744a7148 None None] Bound port: bf2ba6e7-034c-4024-94de-f2a7ec803a79, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5d4590f-61b6-46be-9a59-37c74c0720bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9fa7caec-143e-4f1c-868c-cd2128f28d10'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:50:58.057934 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a588fe00-39ff-4665-9c7d-2f1e744a7148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:58.064075 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-597a15e8-1a85-49b3-970b-2605623ef38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:58.088063 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27282ef-95d0-4ec1-85b6-68d3de8ebb2a req-e8c9ed8d-ad70-4755-8bc4-f822f85ce1f6 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:58.098556 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d27282ef-95d0-4ec1-85b6-68d3de8ebb2a req-e8c9ed8d-ad70-4755-8bc4-f822f85ce1f6 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723 HTTP/1.1" status: 200 len: 944 time: 0.1926639 Aug 22 13:50:58.163286 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d27282ef-95d0-4ec1-85b6-68d3de8ebb2a req-574dea51-2f21-46f0-8c2e-2a43c41b31ad tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633821 Aug 22 13:50:58.199391 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597a15e8-1a85-49b3-970b-2605623ef38a None None] Pushing event updated for resources: {'Port': ['ID=2578457e-2050-479a-a8a0-4dd96749a9bb,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:58.284998 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ffd4d8-9e00-47cd-93cb-96ae645a26d3 admin admin] Router 97d928ca-f5a7-4459-bac3-f2521a4ad7ff is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:50:58.308959 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-a588fe00-39ff-4665-9c7d-2f1e744a7148 None None] For port bf2ba6e7-034c-4024-94de-f2a7ec803a79, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:50:58.312513 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-a588fe00-39ff-4665-9c7d-2f1e744a7148 None None] For port bf2ba6e7-034c-4024-94de-f2a7ec803a79, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=bf2ba6e7-034c-4024-94de-f2a7ec803a79,segment=NetworkSegment(b5d4590f-61b6-46be-9a59-37c74c0720bc),segment_id=b5d4590f-61b6-46be-9a59-37c74c0720bc)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:50:58.320473 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a588fe00-39ff-4665-9c7d-2f1e744a7148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:58.425423 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaee464-2716-4ace-b62f-d3ec3905c2fd None None] Pushing event updated for resources: {'Port': ['ID=bf2ba6e7-034c-4024-94de-f2a7ec803a79,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:50:58.433148 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a588fe00-39ff-4665-9c7d-2f1e744a7148 None None] Routers {'5886423d-5927-4000-a2c5-6b2636b9ed52'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:50:58.436619 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-a588fe00-39ff-4665-9c7d-2f1e744a7148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:50:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['5886423d-5927-4000-a2c5-6b2636b9ed52'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:50:58.553794 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-bc75366a-035b-4ba4-bde7-87f2715550bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:58.585708 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:58.586394 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ffd4d8-9e00-47cd-93cb-96ae645a26d3 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:50:58.602266 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91365642-6227-4a5a-925f-43306b1549c6 None None] Sync routers for ids ['97d928ca-f5a7-4459-bac3-f2521a4ad7ff'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:50:58.623916 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91365642-6227-4a5a-925f-43306b1549c6 None None] Routers {'97d928ca-f5a7-4459-bac3-f2521a4ad7ff'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:50:58.626014 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a4ffd4d8-9e00-47cd-93cb-96ae645a26d3 admin admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:58.627904 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a4ffd4d8-9e00-47cd-93cb-96ae645a26d3 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4317234 Aug 22 13:50:58.628155 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-91365642-6227-4a5a-925f-43306b1549c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:50:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['97d928ca-f5a7-4459-bac3-f2521a4ad7ff'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:50:58.630602 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 34696) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:50:58.753899 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-a588fe00-39ff-4665-9c7d-2f1e744a7148 None None] Set router 5886423d-5927-4000-a2c5-6b2636b9ed52 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:50:58.998922 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-91365642-6227-4a5a-925f-43306b1549c6 None None] Set router 97d928ca-f5a7-4459-bac3-f2521a4ad7ff gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:50:59.138063 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-a588fe00-39ff-4665-9c7d-2f1e744a7148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5886423d-5927-4000-a2c5-6b2636b9ed52', 'name': 'tempest-TestVolumeBackupRestore-1410170581-router', 'tenant_id': '16575b4f2ae9481a99b8750504d27349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'cbb69552-035e-4c11-9b94-0eaa80615b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:50:49Z', 'updated_at': '2021-08-22T13:50:53Z', 'revision_number': 4, 'project_id': '16575b4f2ae9481a99b8750504d27349', 'gw_port': {'id': 'cbb69552-035e-4c11-9b94-0eaa80615b6a', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5886423d-5927-4000-a2c5-6b2636b9ed52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:50:49Z', 'updated_at': '2021-08-22T13:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'bf2ba6e7-034c-4024-94de-f2a7ec803a79', 'name': '', 'network_id': '9fa7caec-143e-4f1c-868c-cd2128f28d10', 'tenant_id': '16575b4f2ae9481a99b8750504d27349', 'mac_address': 'fa:16:3e:b1:ed:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5886423d-5927-4000-a2c5-6b2636b9ed52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'f13d8d25-c567-4a92-815b-511448d6b80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:50:52Z', 'updated_at': '2021-08-22T13:50:58Z', 'revision_number': 4, 'project_id': '16575b4f2ae9481a99b8750504d27349', 'subnets': [{'id': 'f13d8d25-c567-4a92-815b-511448d6b80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:50:59.172202 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a588fe00-39ff-4665-9c7d-2f1e744a7148 None None] The sync data for ids ['5886423d-5927-4000-a2c5-6b2636b9ed52'] in n-d-793621-33 is: [{'id': '5886423d-5927-4000-a2c5-6b2636b9ed52', 'name': 'tempest-TestVolumeBackupRestore-1410170581-router', 'tenant_id': '16575b4f2ae9481a99b8750504d27349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'cbb69552-035e-4c11-9b94-0eaa80615b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:50:49Z', 'updated_at': '2021-08-22T13:50:53Z', 'revision_number': 4, 'project_id': '16575b4f2ae9481a99b8750504d27349', 'gw_port': {'id': 'cbb69552-035e-4c11-9b94-0eaa80615b6a', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5886423d-5927-4000-a2c5-6b2636b9ed52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:50:49Z', 'updated_at': '2021-08-22T13:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'bf2ba6e7-034c-4024-94de-f2a7ec803a79', 'name': '', 'network_id': '9fa7caec-143e-4f1c-868c-cd2128f28d10', 'tenant_id': '16575b4f2ae9481a99b8750504d27349', 'mac_address': 'fa:16:3e:b1:ed:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5886423d-5927-4000-a2c5-6b2636b9ed52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'f13d8d25-c567-4a92-815b-511448d6b80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:50:52Z', 'updated_at': '2021-08-22T13:50:58Z', 'revision_number': 4, 'project_id': '16575b4f2ae9481a99b8750504d27349', 'subnets': [{'id': 'f13d8d25-c567-4a92-815b-511448d6b80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:50:59.414889 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-91365642-6227-4a5a-925f-43306b1549c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d928ca-f5a7-4459-bac3-f2521a4ad7ff', 'name': 'tempest-TestVolumeBackupRestore-1689099451-router', 'tenant_id': '151cd16483874a13b67a273c863a658c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b6042bac-3cff-4ee9-9ed4-f75cb0cd8487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:50:56Z', 'updated_at': '2021-08-22T13:50:57Z', 'revision_number': 3, 'project_id': '151cd16483874a13b67a273c863a658c', 'gw_port': {'id': 'b6042bac-3cff-4ee9-9ed4-f75cb0cd8487', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d3:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d928ca-f5a7-4459-bac3-f2521a4ad7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:50:56Z', 'updated_at': '2021-08-22T13:50:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:50:59.458430 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91365642-6227-4a5a-925f-43306b1549c6 None None] Checking router: 97d928ca-f5a7-4459-bac3-f2521a4ad7ff for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:50:59.458908 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91365642-6227-4a5a-925f-43306b1549c6 None None] Updating router 97d928ca-f5a7-4459-bac3-f2521a4ad7ff port b6042bac-3cff-4ee9-9ed4-f75cb0cd8487 binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:50:59.505828 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-91365642-6227-4a5a-925f-43306b1549c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:59.525025 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae485e85-96d8-4e9e-98aa-28d5d2817198 req-3d73a685-8a65-4965-b42b-e52e177ebfd9 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:50:59.535997 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ae485e85-96d8-4e9e-98aa-28d5d2817198 req-3d73a685-8a65-4965-b42b-e52e177ebfd9 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723 HTTP/1.1" status: 200 len: 944 time: 0.1765730 Aug 22 13:50:59.616555 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ae485e85-96d8-4e9e-98aa-28d5d2817198 req-720030f1-6ea5-44e0-9d8b-b4ade87ee94c tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795472 Aug 22 13:50:59.673694 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d0e3e6fc-d6a2-4841-a76a-40246cec8916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:50:59.902713 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca14b1f1-eb42-40d8-98f2-279a3775f6f6 None None] Network 3f5a9a2f-9136-4b10-82cd-4d2b53491405 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:50:59.951040 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-d0e3e6fc-d6a2-4841-a76a-40246cec8916 admin admin] Allocated IP 172.20.0.1 (3f5a9a2f-9136-4b10-82cd-4d2b53491405/e4dc889d-c43c-411c-a2b3-2a9616bae17c/fe3cc2f9-9717-4324-aca6-cb681890963d) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:51:00.045878 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-33c5a785-f579-47bd-b4d0-df4a7a30ffaa None None] Provisioning for port 2578457e-2050-479a-a8a0-4dd96749a9bb completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:51:00.051959 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-91365642-6227-4a5a-925f-43306b1549c6 None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:00.071110 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-91365642-6227-4a5a-925f-43306b1549c6 None None] Transition to ACTIVE for port object b6042bac-3cff-4ee9-9ed4-f75cb0cd8487 will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:51:00.091600 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-91365642-6227-4a5a-925f-43306b1549c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:00.239576 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4756d-d21e-4e85-a9cd-50362dee92af None None] Pushing event updated for resources: {'Port': ['ID=b6042bac-3cff-4ee9-9ed4-f75cb0cd8487,revision_number=2']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:51:00.241927 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-91365642-6227-4a5a-925f-43306b1549c6 None None] Attempting to bind port b6042bac-3cff-4ee9-9ed4-f75cb0cd8487 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:51:00.242441 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-91365642-6227-4a5a-925f-43306b1549c6 None None] Attempting to bind port b6042bac-3cff-4ee9-9ed4-f75cb0cd8487 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:51:00.242904 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91365642-6227-4a5a-925f-43306b1549c6 None None] Attempting to bind port b6042bac-3cff-4ee9-9ed4-f75cb0cd8487 on network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:51:00.254536 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4756d-d21e-4e85-a9cd-50362dee92af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:51:00.254890 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4756d-d21e-4e85-a9cd-50362dee92af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:51:00.255234 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4756d-d21e-4e85-a9cd-50362dee92af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:51:00.255572 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4756d-d21e-4e85-a9cd-50362dee92af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:51:00.256125 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4756d-d21e-4e85-a9cd-50362dee92af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:51:00.256299 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4756d-d21e-4e85-a9cd-50362dee92af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:51:00.256635 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4756d-d21e-4e85-a9cd-50362dee92af None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:51:00.256963 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4756d-d21e-4e85-a9cd-50362dee92af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:51:00.257289 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4756d-d21e-4e85-a9cd-50362dee92af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:51:00.257613 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4756d-d21e-4e85-a9cd-50362dee92af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:51:00.257972 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4756d-d21e-4e85-a9cd-50362dee92af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:51:00.259128 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4756d-d21e-4e85-a9cd-50362dee92af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:51:00.264217 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91365642-6227-4a5a-925f-43306b1549c6 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:51:00.264545 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91365642-6227-4a5a-925f-43306b1549c6 None None] Checking segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:51:00.265005 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-91365642-6227-4a5a-925f-43306b1549c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:00.266258 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91365642-6227-4a5a-925f-43306b1549c6 None None] Bound using segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:51:00.266754 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-91365642-6227-4a5a-925f-43306b1549c6 None None] Bound port: b6042bac-3cff-4ee9-9ed4-f75cb0cd8487, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:51:00.267149 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-91365642-6227-4a5a-925f-43306b1549c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:00.289383 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d0e3e6fc-d6a2-4841-a76a-40246cec8916 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:00.320903 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-d0e3e6fc-d6a2-4841-a76a-40246cec8916 admin admin] Transition to ACTIVE for port object fe3cc2f9-9717-4324-aca6-cb681890963d will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:51:00.388766 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-91365642-6227-4a5a-925f-43306b1549c6 None None] For port b6042bac-3cff-4ee9-9ed4-f75cb0cd8487, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:51:00.390669 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d0e3e6fc-d6a2-4841-a76a-40246cec8916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:00.401064 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-91365642-6227-4a5a-925f-43306b1549c6 None None] For port b6042bac-3cff-4ee9-9ed4-f75cb0cd8487, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=b6042bac-3cff-4ee9-9ed4-f75cb0cd8487,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:51:00.423206 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-91365642-6227-4a5a-925f-43306b1549c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:00.433312 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 2578457e-2050-479a-a8a0-4dd96749a9bb up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:51:00.473104 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e3e6fc-d6a2-4841-a76a-40246cec8916 admin admin] Network 3f5a9a2f-9136-4b10-82cd-4d2b53491405 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:51:00.478163 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-d0e3e6fc-d6a2-4841-a76a-40246cec8916 admin admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:51:00.486193 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e3e6fc-d6a2-4841-a76a-40246cec8916 admin admin] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:51:00.557547 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 2578457e-2050-479a-a8a0-4dd96749a9bb completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:51:00.565092 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 2578457e-2050-479a-a8a0-4dd96749a9bb triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:51:00.565600 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:00.575823 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91365642-6227-4a5a-925f-43306b1549c6 None None] Routers {'97d928ca-f5a7-4459-bac3-f2521a4ad7ff'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:51:00.576969 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-91365642-6227-4a5a-925f-43306b1549c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:50:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['97d928ca-f5a7-4459-bac3-f2521a4ad7ff'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:51:00.595345 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e3e6fc-d6a2-4841-a76a-40246cec8916 admin admin] Pushing event updated for resources: {'Port': ['ID=fe3cc2f9-9717-4324-aca6-cb681890963d,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:51:00.619159 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d0e3e6fc-d6a2-4841-a76a-40246cec8916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:00.791473 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:00.862448 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-91365642-6227-4a5a-925f-43306b1549c6 None None] Set router 97d928ca-f5a7-4459-bac3-f2521a4ad7ff gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:51:00.880732 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 2578457e-2050-479a-a8a0-4dd96749a9bb, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=2578457e-2050-479a-a8a0-4dd96749a9bb,segment=NetworkSegment(da870390-1df0-4148-ac10-cf888bb90d72),segment_id=da870390-1df0-4148-ac10-cf888bb90d72)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:51:00.882206 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-8b8b7634-f5c4-4a04-8626-bd25cff0984f None None] Provisioning complete for port 2578457e-2050-479a-a8a0-4dd96749a9bb triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:51:00.882820 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8b8b7634-f5c4-4a04-8626-bd25cff0984f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:00.909966 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:00.911104 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device bf2ba6e7-034c-4024-94de-f2a7ec803a79 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:51:01.099273 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=2578457e-2050-479a-a8a0-4dd96749a9bb,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:51:01.113699 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506a791-9093-41d9-8ed3-177f925dad90 req-64d56a9b-9bb3-4d9b-9cde-22ea3c108fb7 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:51:01.127778 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2506a791-9093-41d9-8ed3-177f925dad90 req-64d56a9b-9bb3-4d9b-9cde-22ea3c108fb7 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723 HTTP/1.1" status: 200 len: 944 time: 0.1812558 Aug 22 13:51:01.128228 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d0e3e6fc-d6a2-4841-a76a-40246cec8916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:01.233947 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-61c37509-8fe0-4535-93d8-a3f5df94cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:01.286681 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:01.290378 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4756d-d21e-4e85-a9cd-50362dee92af None None] Pushing event updated for resources: {'Port': ['ID=b6042bac-3cff-4ee9-9ed4-f75cb0cd8487,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:51:01.367221 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port bf2ba6e7-034c-4024-94de-f2a7ec803a79 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:51:01.389133 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2506a791-9093-41d9-8ed3-177f925dad90 req-f5a438ea-3b0a-4343-b323-837dac76b0b4 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377136 Aug 22 13:51:01.394021 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port bf2ba6e7-034c-4024-94de-f2a7ec803a79 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:51:01.394747 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:01.417522 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-91365642-6227-4a5a-925f-43306b1549c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d928ca-f5a7-4459-bac3-f2521a4ad7ff', 'name': 'tempest-TestVolumeBackupRestore-1689099451-router', 'tenant_id': '151cd16483874a13b67a273c863a658c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b6042bac-3cff-4ee9-9ed4-f75cb0cd8487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:50:56Z', 'updated_at': '2021-08-22T13:50:57Z', 'revision_number': 3, 'project_id': '151cd16483874a13b67a273c863a658c', 'gw_port': {'id': 'b6042bac-3cff-4ee9-9ed4-f75cb0cd8487', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d3:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d928ca-f5a7-4459-bac3-f2521a4ad7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:50:56Z', 'updated_at': '2021-08-22T13:51:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:51:01.421778 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d0e3e6fc-d6a2-4841-a76a-40246cec8916 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:01.434610 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d0e3e6fc-d6a2-4841-a76a-40246cec8916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:01.488456 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91365642-6227-4a5a-925f-43306b1549c6 None None] The sync data for ids ['97d928ca-f5a7-4459-bac3-f2521a4ad7ff'] in n-d-793621-33 is: [{'id': '97d928ca-f5a7-4459-bac3-f2521a4ad7ff', 'name': 'tempest-TestVolumeBackupRestore-1689099451-router', 'tenant_id': '151cd16483874a13b67a273c863a658c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b6042bac-3cff-4ee9-9ed4-f75cb0cd8487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:50:56Z', 'updated_at': '2021-08-22T13:50:57Z', 'revision_number': 3, 'project_id': '151cd16483874a13b67a273c863a658c', 'gw_port': {'id': 'b6042bac-3cff-4ee9-9ed4-f75cb0cd8487', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d3:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d928ca-f5a7-4459-bac3-f2521a4ad7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:50:56Z', 'updated_at': '2021-08-22T13:51:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:51:01.492880 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:01.555122 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e3e6fc-d6a2-4841-a76a-40246cec8916 admin admin] Pushing event updated for resources: {'Port': ['ID=fe3cc2f9-9717-4324-aca6-cb681890963d,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:51:01.557094 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port bf2ba6e7-034c-4024-94de-f2a7ec803a79, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=bf2ba6e7-034c-4024-94de-f2a7ec803a79,segment=NetworkSegment(b5d4590f-61b6-46be-9a59-37c74c0720bc),segment_id=b5d4590f-61b6-46be-9a59-37c74c0720bc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:51:01.561623 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-272bad4e-33d9-4e5a-a114-18747da83e4d None None] Provisioning for port fe3cc2f9-9717-4324-aca6-cb681890963d completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:51:01.576715 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:01.586982 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d0e3e6fc-d6a2-4841-a76a-40246cec8916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:01.620858 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-272bad4e-33d9-4e5a-a114-18747da83e4d None None] Provisioning complete for port fe3cc2f9-9717-4324-aca6-cb681890963d triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:51:01.621353 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-272bad4e-33d9-4e5a-a114-18747da83e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:01.670282 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-272bad4e-33d9-4e5a-a114-18747da83e4d None None] Port fe3cc2f9-9717-4324-aca6-cb681890963d cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:51:01.705455 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=bf2ba6e7-034c-4024-94de-f2a7ec803a79,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:51:01.706985 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e3e6fc-d6a2-4841-a76a-40246cec8916 admin admin] Network 3f5a9a2f-9136-4b10-82cd-4d2b53491405 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:51:01.709969 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-d0e3e6fc-d6a2-4841-a76a-40246cec8916 admin admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:51:01.983959 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e3e6fc-d6a2-4841-a76a-40246cec8916 admin admin] Router 97d928ca-f5a7-4459-bac3-f2521a4ad7ff has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:51:02.156294 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-b418698f-7646-4104-aa4b-c87f8b2b6e6a None None] Provisioning complete for port fe3cc2f9-9717-4324-aca6-cb681890963d triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:51:02.159553 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b418698f-7646-4104-aa4b-c87f8b2b6e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:02.274412 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-b418698f-7646-4104-aa4b-c87f8b2b6e6a None None] Port fe3cc2f9-9717-4324-aca6-cb681890963d cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:51:02.367107 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e3e6fc-d6a2-4841-a76a-40246cec8916 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:51:02.383979 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d0e3e6fc-d6a2-4841-a76a-40246cec8916 admin admin] 10.222.0.21 "PUT /v2.0/routers/97d928ca-f5a7-4459-bac3-f2521a4ad7ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7521534 Aug 22 13:51:02.439030 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 2578457e-2050-479a-a8a0-4dd96749a9bb up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:51:02.488681 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:02.563114 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 2578457e-2050-479a-a8a0-4dd96749a9bb triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:51:02.564602 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:02.698690 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38edb2a-8ed2-47eb-82f6-5f6dd1c371fb req-ca639f2c-55c3-4497-8ee4-d39c8f566792 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:51:02.703098 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c38edb2a-8ed2-47eb-82f6-5f6dd1c371fb req-ca639f2c-55c3-4497-8ee4-d39c8f566792 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723 HTTP/1.1" status: 200 len: 944 time: 0.1590531 Aug 22 13:51:02.826640 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c38edb2a-8ed2-47eb-82f6-5f6dd1c371fb req-5512de90-a7e7-4cba-867b-f69f9b079751 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167119 Aug 22 13:51:02.848147 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device b6042bac-3cff-4ee9-9ed4-f75cb0cd8487 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:51:02.972330 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port b6042bac-3cff-4ee9-9ed4-f75cb0cd8487 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:51:02.977589 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port b6042bac-3cff-4ee9-9ed4-f75cb0cd8487 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:51:02.978901 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:03.102655 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:03.129256 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port b6042bac-3cff-4ee9-9ed4-f75cb0cd8487, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=b6042bac-3cff-4ee9-9ed4-f75cb0cd8487,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:51:03.137981 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:03.139086 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device bf2ba6e7-034c-4024-94de-f2a7ec803a79 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:51:03.290958 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=b6042bac-3cff-4ee9-9ed4-f75cb0cd8487,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:51:03.327935 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port bf2ba6e7-034c-4024-94de-f2a7ec803a79 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:51:03.328341 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:03.935219 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:04.163927 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb03b4-ece8-45f6-806b-79ff272fe775 req-f1de7b56-3405-406c-af6e-2eb2954c34fe tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:51:04.165575 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-36cb03b4-ece8-45f6-806b-79ff272fe775 req-f1de7b56-3405-406c-af6e-2eb2954c34fe tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723 HTTP/1.1" status: 200 len: 944 time: 0.1646032 Aug 22 13:51:04.281636 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-36cb03b4-ece8-45f6-806b-79ff272fe775 req-fc48c3e2-69f8-4f88-ab04-bb2fb8376172 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998785 Aug 22 13:51:04.293192 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:04.327719 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device b6042bac-3cff-4ee9-9ed4-f75cb0cd8487 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:51:04.537175 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port b6042bac-3cff-4ee9-9ed4-f75cb0cd8487 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:51:04.541612 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:04.639289 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666017fc-86be-49b1-b775-7a1c733a6366 None None] Sync routers for ids ['97d928ca-f5a7-4459-bac3-f2521a4ad7ff'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:51:04.659500 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666017fc-86be-49b1-b775-7a1c733a6366 None None] Routers {'97d928ca-f5a7-4459-bac3-f2521a4ad7ff'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:51:04.660196 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-666017fc-86be-49b1-b775-7a1c733a6366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:51:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['97d928ca-f5a7-4459-bac3-f2521a4ad7ff'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:51:05.123587 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-666017fc-86be-49b1-b775-7a1c733a6366 None None] Set router 97d928ca-f5a7-4459-bac3-f2521a4ad7ff gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:51:05.658795 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93fb87a-4d6b-432e-af27-bfb39df0b48c req-b706921e-0aae-4f1e-b17a-68ae901ed5c2 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:51:05.683617 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d93fb87a-4d6b-432e-af27-bfb39df0b48c req-b706921e-0aae-4f1e-b17a-68ae901ed5c2 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723 HTTP/1.1" status: 200 len: 944 time: 0.2236066 Aug 22 13:51:05.756327 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-666017fc-86be-49b1-b775-7a1c733a6366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d928ca-f5a7-4459-bac3-f2521a4ad7ff', 'name': 'tempest-TestVolumeBackupRestore-1689099451-router', 'tenant_id': '151cd16483874a13b67a273c863a658c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b6042bac-3cff-4ee9-9ed4-f75cb0cd8487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:50:56Z', 'updated_at': '2021-08-22T13:51:00Z', 'revision_number': 4, 'project_id': '151cd16483874a13b67a273c863a658c', 'gw_port': {'id': 'b6042bac-3cff-4ee9-9ed4-f75cb0cd8487', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d928ca-f5a7-4459-bac3-f2521a4ad7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:50:56Z', 'updated_at': '2021-08-22T13:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'fe3cc2f9-9717-4324-aca6-cb681890963d', 'name': '', 'network_id': '3f5a9a2f-9136-4b10-82cd-4d2b53491405', 'tenant_id': '151cd16483874a13b67a273c863a658c', 'mac_address': 'fa:16:3e:47:c0:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d928ca-f5a7-4459-bac3-f2521a4ad7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'e4dc889d-c43c-411c-a2b3-2a9616bae17c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:50:59Z', 'updated_at': '2021-08-22T13:51:01Z', 'revision_number': 2, 'project_id': '151cd16483874a13b67a273c863a658c', 'subnets': [{'id': 'e4dc889d-c43c-411c-a2b3-2a9616bae17c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:51:05.852771 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666017fc-86be-49b1-b775-7a1c733a6366 None None] Checking router: 97d928ca-f5a7-4459-bac3-f2521a4ad7ff for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:51:05.853208 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666017fc-86be-49b1-b775-7a1c733a6366 None None] Updating router 97d928ca-f5a7-4459-bac3-f2521a4ad7ff port fe3cc2f9-9717-4324-aca6-cb681890963d binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:51:05.870943 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d93fb87a-4d6b-432e-af27-bfb39df0b48c req-76df76f0-2d1e-47f1-9c89-70118be2a9e0 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861570 Aug 22 13:51:05.940666 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-666017fc-86be-49b1-b775-7a1c733a6366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:06.684090 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-666017fc-86be-49b1-b775-7a1c733a6366 None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:06.760140 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-666017fc-86be-49b1-b775-7a1c733a6366 None None] Transition to ACTIVE for port object fe3cc2f9-9717-4324-aca6-cb681890963d will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:51:06.773323 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-666017fc-86be-49b1-b775-7a1c733a6366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:07.105635 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7268068f-d034-464c-8ac5-ecec8910a11f None None] Pushing event updated for resources: {'Port': ['ID=fe3cc2f9-9717-4324-aca6-cb681890963d,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:51:07.115752 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d39cc6b5-9713-44b1-9991-f767b53c97d2 req-1c7e6bb2-1980-45ad-a9ad-b7a60de4973c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1631691 Aug 22 13:51:07.145752 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-666017fc-86be-49b1-b775-7a1c733a6366 None None] Attempting to bind port fe3cc2f9-9717-4324-aca6-cb681890963d on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:51:07.145752 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-666017fc-86be-49b1-b775-7a1c733a6366 None None] Attempting to bind port fe3cc2f9-9717-4324-aca6-cb681890963d by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'da870390-1df0-4148-ac10-cf888bb90d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3f5a9a2f-9136-4b10-82cd-4d2b53491405'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:51:07.145752 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666017fc-86be-49b1-b775-7a1c733a6366 None None] Attempting to bind port fe3cc2f9-9717-4324-aca6-cb681890963d on network 3f5a9a2f-9136-4b10-82cd-4d2b53491405 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:51:07.159005 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666017fc-86be-49b1-b775-7a1c733a6366 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:51:07.160245 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666017fc-86be-49b1-b775-7a1c733a6366 None None] Checking segment: {'id': 'da870390-1df0-4148-ac10-cf888bb90d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3f5a9a2f-9136-4b10-82cd-4d2b53491405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:51:07.160951 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-666017fc-86be-49b1-b775-7a1c733a6366 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:07.161576 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666017fc-86be-49b1-b775-7a1c733a6366 None None] Bound using segment: {'id': 'da870390-1df0-4148-ac10-cf888bb90d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3f5a9a2f-9136-4b10-82cd-4d2b53491405'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:51:07.162111 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-666017fc-86be-49b1-b775-7a1c733a6366 None None] Bound port: fe3cc2f9-9717-4324-aca6-cb681890963d, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da870390-1df0-4148-ac10-cf888bb90d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3f5a9a2f-9136-4b10-82cd-4d2b53491405'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:51:07.162611 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-666017fc-86be-49b1-b775-7a1c733a6366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:07.346416 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce7d74-908d-42b3-badc-fe6b723d038d req-584508f0-27b8-466f-9c9b-ee9982bbc386 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:51:07.354351 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e7ce7d74-908d-42b3-badc-fe6b723d038d req-584508f0-27b8-466f-9c9b-ee9982bbc386 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723 HTTP/1.1" status: 200 len: 944 time: 0.2327032 Aug 22 13:51:07.420180 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39cc6b5-9713-44b1-9991-f767b53c97d2 req-b77e7a71-bbc8-4b6a-aae5-ff0e51dfa736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:51:07.421733 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d39cc6b5-9713-44b1-9991-f767b53c97d2 req-b77e7a71-bbc8-4b6a-aae5-ff0e51dfa736 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9332af772cbe4a47bd1754f9819c9211&device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 1097 time: 0.2221498 Aug 22 13:51:07.427078 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-666017fc-86be-49b1-b775-7a1c733a6366 None None] For port fe3cc2f9-9717-4324-aca6-cb681890963d, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:51:07.433936 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-666017fc-86be-49b1-b775-7a1c733a6366 None None] For port fe3cc2f9-9717-4324-aca6-cb681890963d, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=fe3cc2f9-9717-4324-aca6-cb681890963d,segment=NetworkSegment(da870390-1df0-4148-ac10-cf888bb90d72),segment_id=da870390-1df0-4148-ac10-cf888bb90d72)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:51:07.465759 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-666017fc-86be-49b1-b775-7a1c733a6366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:07.534499 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666017fc-86be-49b1-b775-7a1c733a6366 None None] Routers {'97d928ca-f5a7-4459-bac3-f2521a4ad7ff'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:51:07.535603 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-666017fc-86be-49b1-b775-7a1c733a6366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:51:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['97d928ca-f5a7-4459-bac3-f2521a4ad7ff'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:51:07.536990 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e7ce7d74-908d-42b3-badc-fe6b723d038d req-82bbda30-f63d-4eb3-8a07-d6b35b57ae41 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814313 Aug 22 13:51:07.708185 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-666017fc-86be-49b1-b775-7a1c733a6366 None None] Set router 97d928ca-f5a7-4459-bac3-f2521a4ad7ff gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:51:07.792165 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7268068f-d034-464c-8ac5-ecec8910a11f None None] Pushing event updated for resources: {'Port': ['ID=fe3cc2f9-9717-4324-aca6-cb681890963d,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:51:07.817887 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39cc6b5-9713-44b1-9991-f767b53c97d2 req-774a8953-f655-4db1-b680-6d62c5cc4795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:51:07.820711 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d39cc6b5-9713-44b1-9991-f767b53c97d2 req-774a8953-f655-4db1-b680-6d62c5cc4795 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 HTTP/1.1" status: 200 len: 913 time: 0.3703427 Aug 22 13:51:07.976610 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d39cc6b5-9713-44b1-9991-f767b53c97d2 req-359f6805-1018-4147-9d05-51ce4ee8dab6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a56cda3-bbfb-4688-9140-f2cf54a149cc HTTP/1.1" status: 200 len: 1001 time: 0.1481733 Aug 22 13:51:08.095106 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-666017fc-86be-49b1-b775-7a1c733a6366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d928ca-f5a7-4459-bac3-f2521a4ad7ff', 'name': 'tempest-TestVolumeBackupRestore-1689099451-router', 'tenant_id': '151cd16483874a13b67a273c863a658c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b6042bac-3cff-4ee9-9ed4-f75cb0cd8487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:50:56Z', 'updated_at': '2021-08-22T13:51:00Z', 'revision_number': 4, 'project_id': '151cd16483874a13b67a273c863a658c', 'gw_port': {'id': 'b6042bac-3cff-4ee9-9ed4-f75cb0cd8487', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d928ca-f5a7-4459-bac3-f2521a4ad7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:50:56Z', 'updated_at': '2021-08-22T13:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'fe3cc2f9-9717-4324-aca6-cb681890963d', 'name': '', 'network_id': '3f5a9a2f-9136-4b10-82cd-4d2b53491405', 'tenant_id': '151cd16483874a13b67a273c863a658c', 'mac_address': 'fa:16:3e:47:c0:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d928ca-f5a7-4459-bac3-f2521a4ad7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'e4dc889d-c43c-411c-a2b3-2a9616bae17c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:50:59Z', 'updated_at': '2021-08-22T13:51:07Z', 'revision_number': 4, 'project_id': '151cd16483874a13b67a273c863a658c', 'subnets': [{'id': 'e4dc889d-c43c-411c-a2b3-2a9616bae17c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:51:08.155129 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666017fc-86be-49b1-b775-7a1c733a6366 None None] The sync data for ids ['97d928ca-f5a7-4459-bac3-f2521a4ad7ff'] in n-d-793621-33 is: [{'id': '97d928ca-f5a7-4459-bac3-f2521a4ad7ff', 'name': 'tempest-TestVolumeBackupRestore-1689099451-router', 'tenant_id': '151cd16483874a13b67a273c863a658c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b6042bac-3cff-4ee9-9ed4-f75cb0cd8487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:50:56Z', 'updated_at': '2021-08-22T13:51:00Z', 'revision_number': 4, 'project_id': '151cd16483874a13b67a273c863a658c', 'gw_port': {'id': 'b6042bac-3cff-4ee9-9ed4-f75cb0cd8487', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d928ca-f5a7-4459-bac3-f2521a4ad7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:50:56Z', 'updated_at': '2021-08-22T13:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'fe3cc2f9-9717-4324-aca6-cb681890963d', 'name': '', 'network_id': '3f5a9a2f-9136-4b10-82cd-4d2b53491405', 'tenant_id': '151cd16483874a13b67a273c863a658c', 'mac_address': 'fa:16:3e:47:c0:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d928ca-f5a7-4459-bac3-f2521a4ad7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'e4dc889d-c43c-411c-a2b3-2a9616bae17c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:50:59Z', 'updated_at': '2021-08-22T13:51:07Z', 'revision_number': 4, 'project_id': '151cd16483874a13b67a273c863a658c', 'subnets': [{'id': 'e4dc889d-c43c-411c-a2b3-2a9616bae17c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:51:08.271451 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39cc6b5-9713-44b1-9991-f767b53c97d2 req-a7655bf0-6cae-4f69-a7bf-26207235901a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:51:08.273001 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d39cc6b5-9713-44b1-9991-f767b53c97d2 req-a7655bf0-6cae-4f69-a7bf-26207235901a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=96df5698-35fe-4400-8623-8e6dad52953f HTTP/1.1" status: 200 len: 851 time: 0.2793760 Aug 22 13:51:08.436429 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39cc6b5-9713-44b1-9991-f767b53c97d2 req-9d9766b2-94fb-4beb-b3d4-26b178e279fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:51:08.442104 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d39cc6b5-9713-44b1-9991-f767b53c97d2 req-9d9766b2-94fb-4beb-b3d4-26b178e279fd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0db5422b-3cd9-4056-8d7a-7dc64f09a7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1530974 Aug 22 13:51:09.341564 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d39cc6b5-9713-44b1-9991-f767b53c97d2 req-681c21d0-13b5-4213-ac7a-77f58b7fddd2 service neutron] 10.222.0.16 "GET /v2.0/networks/0db5422b-3cd9-4056-8d7a-7dc64f09a7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8900774 Aug 22 13:51:09.383181 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259717c-764d-4d44-b616-a1c7e719fd85 req-7adce0e3-42dc-4a23-a02b-e793e243a2bf tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:51:09.390616 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8259717c-764d-4d44-b616-a1c7e719fd85 req-7adce0e3-42dc-4a23-a02b-e793e243a2bf tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723 HTTP/1.1" status: 200 len: 944 time: 0.1522191 Aug 22 13:51:09.488846 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8259717c-764d-4d44-b616-a1c7e719fd85 req-ef9ca1fc-14a5-4340-bd73-e146019c183b tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972061 Aug 22 13:51:09.543007 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d39cc6b5-9713-44b1-9991-f767b53c97d2 req-58fdbb76-f628-46f3-9992-a0a02a0b9c44 service neutron] 10.222.0.16 "GET /v2.0/networks/0db5422b-3cd9-4056-8d7a-7dc64f09a7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938107 Aug 22 13:51:10.243880 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device fe3cc2f9-9717-4324-aca6-cb681890963d up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:51:10.446055 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port fe3cc2f9-9717-4324-aca6-cb681890963d completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:51:10.456538 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port fe3cc2f9-9717-4324-aca6-cb681890963d triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:51:10.456898 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:10.706185 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a7896-60c6-4161-817f-d10def2a3dfa req-57024a13-4c1f-484b-8344-03b387967cff tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:51:10.715458 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:10.717382 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-383a7896-60c6-4161-817f-d10def2a3dfa req-57024a13-4c1f-484b-8344-03b387967cff tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723 HTTP/1.1" status: 200 len: 944 time: 0.1136997 Aug 22 13:51:10.815882 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port fe3cc2f9-9717-4324-aca6-cb681890963d, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=fe3cc2f9-9717-4324-aca6-cb681890963d,segment=NetworkSegment(da870390-1df0-4148-ac10-cf888bb90d72),segment_id=da870390-1df0-4148-ac10-cf888bb90d72)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:51:10.818238 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-383a7896-60c6-4161-817f-d10def2a3dfa req-ca69bff7-0fa1-4e36-886f-60f743349fa6 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948439 Aug 22 13:51:10.825484 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:10.903927 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=fe3cc2f9-9717-4324-aca6-cb681890963d,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:51:12.068550 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f53d15-a9d7-45ca-94dc-234d964710f3 req-e5305bfc-7bf2-40eb-8536-0ca9842f5300 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:51:12.077461 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-15f53d15-a9d7-45ca-94dc-234d964710f3 req-e5305bfc-7bf2-40eb-8536-0ca9842f5300 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723 HTTP/1.1" status: 200 len: 944 time: 0.1386757 Aug 22 13:51:12.126631 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-15f53d15-a9d7-45ca-94dc-234d964710f3 req-0fa2abec-034a-4526-92a0-223853ad9b5f tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476530 Aug 22 13:51:12.205787 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device fe3cc2f9-9717-4324-aca6-cb681890963d up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:51:12.258383 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port fe3cc2f9-9717-4324-aca6-cb681890963d triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:51:12.258758 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:13.285721 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373d281-95e9-4542-bdb4-bae5ddd0cc9c req-7f1b47bb-de35-4071-a7be-3b6f307aea99 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:51:13.288465 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3373d281-95e9-4542-bdb4-bae5ddd0cc9c req-7f1b47bb-de35-4071-a7be-3b6f307aea99 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723 HTTP/1.1" status: 200 len: 944 time: 0.0730727 Aug 22 13:51:13.358081 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3373d281-95e9-4542-bdb4-bae5ddd0cc9c req-0bb89c94-3777-421f-8012-9e0ebb7d011d tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606601 Aug 22 13:51:14.282725 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:51:14.560465 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b70c5ec-2529-4168-8489-e0f3e4a5ca9b req-8d765057-6e1a-4185-b017-44045be5f539 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:51:14.562260 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9b70c5ec-2529-4168-8489-e0f3e4a5ca9b req-8d765057-6e1a-4185-b017-44045be5f539 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723 HTTP/1.1" status: 200 len: 944 time: 0.0662315 Aug 22 13:51:14.617434 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9b70c5ec-2529-4168-8489-e0f3e4a5ca9b req-ba1036bb-5ac9-4e05-834f-ff00627e36e6 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469604 Aug 22 13:51:15.414744 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 9eeb0c87-030d-495e-9062-db27091dab55 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:51:15.568110 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 9eeb0c87-030d-495e-9062-db27091dab55, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=9eeb0c87-030d-495e-9062-db27091dab55,segment=NetworkSegment(a8db1aa5-2938-4ee0-bbbc-1190f337bf80),segment_id=a8db1aa5-2938-4ee0-bbbc-1190f337bf80)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:51:15.581266 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '9eeb0c87-030d-495e-9062-db27091dab55', 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8', 'port_id': '9eeb0c87-030d-495e-9062-db27091dab55', 'mac_address': 'fa:16:3e:ce:5e:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad565ab1-b54d-4060-a258-16294d6e46a2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:51:15.627100 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:15.641144 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eeb0c87-030d-495e-9062-db27091dab55 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:51:15.668990 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 9eeb0c87-030d-495e-9062-db27091dab55, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=9eeb0c87-030d-495e-9062-db27091dab55,segment=NetworkSegment(a8db1aa5-2938-4ee0-bbbc-1190f337bf80),segment_id=a8db1aa5-2938-4ee0-bbbc-1190f337bf80)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:51:15.676254 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:15.755429 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=9eeb0c87-030d-495e-9062-db27091dab55,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:51:15.879146 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['9eeb0c87-030d-495e-9062-db27091dab55'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:51:15.882871 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb57cd6-e132-43c1-a5f1-3332211e2bed req-63eec18f-9808-4ee7-a4d3-569b0a94a8b7 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:51:15.885061 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-edb57cd6-e132-43c1-a5f1-3332211e2bed req-63eec18f-9808-4ee7-a4d3-569b0a94a8b7 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723 HTTP/1.1" status: 200 len: 945 time: 0.1316464 Aug 22 13:51:15.967260 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-edb57cd6-e132-43c1-a5f1-3332211e2bed req-a2240bd1-53c2-4a8b-9e69-0e89b6531bdc tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723147 Aug 22 13:51:17.155039 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4231a5-cc5f-40ea-95e7-36fc27ec727b req-81de9f48-97ab-48a4-8118-600f4977b9eb tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:51:17.163934 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1b4231a5-cc5f-40ea-95e7-36fc27ec727b req-81de9f48-97ab-48a4-8118-600f4977b9eb tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723 HTTP/1.1" status: 200 len: 945 time: 0.0775971 Aug 22 13:51:17.209926 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1b4231a5-cc5f-40ea-95e7-36fc27ec727b req-d62b92e6-f68a-4986-9409-17164078923f tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446575 Aug 22 13:51:17.422197 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 9eeb0c87-030d-495e-9062-db27091dab55 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:51:17.543918 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 9eeb0c87-030d-495e-9062-db27091dab55 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:51:17.549041 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 9eeb0c87-030d-495e-9062-db27091dab55 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:51:17.549730 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:17.713916 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:17.744901 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eeb0c87-030d-495e-9062-db27091dab55'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:51:17.747973 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914ddc62-e241-4606-9a7a-1b32ff9f25af" -d '{"events": [{"server_uuid": "e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723", "name": "network-vif-plugged", "status": "completed", "tag": "9eeb0c87-030d-495e-9062-db27091dab55"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:51:17.774518 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 9eeb0c87-030d-495e-9062-db27091dab55, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=9eeb0c87-030d-495e-9062-db27091dab55,segment=NetworkSegment(a8db1aa5-2938-4ee0-bbbc-1190f337bf80),segment_id=a8db1aa5-2938-4ee0-bbbc-1190f337bf80)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:51:17.780272 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:17.823586 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4df9ce8-dcd2-421f-b270-1277bc90806e x-openstack-request-id: req-c4df9ce8-dcd2-421f-b270-1277bc90806e {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:51:17.823885 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723", "name": "network-vif-plugged", "status": "completed", "tag": "9eeb0c87-030d-495e-9062-db27091dab55", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:51:17.824254 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c4df9ce8-dcd2-421f-b270-1277bc90806e {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:51:17.824952 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eeb0c87-030d-495e-9062-db27091dab55', 'code': 200} Aug 22 13:51:17.871702 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=9eeb0c87-030d-495e-9062-db27091dab55,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:51:17.881008 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:51:17.881701 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:51:17.882144 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:51:17.882581 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:51:17.883013 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:51:17.883442 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:51:17.883866 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:51:17.884332 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:51:17.884755 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:51:17.885177 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:51:17.885884 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:51:17.886315 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:51:18.100684 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409c1229-d6db-4406-a896-4b090da72ab3 req-e33fd92e-f261-43a7-a2ca-234ca4923618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:51:18.102445 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-409c1229-d6db-4406-a896-4b090da72ab3 req-e33fd92e-f261-43a7-a2ca-234ca4923618 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723 HTTP/1.1" status: 200 len: 1098 time: 0.2064838 Aug 22 13:51:18.185698 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-409c1229-d6db-4406-a896-4b090da72ab3 req-b698b2b0-c1b2-4492-b40d-de5234d8144d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647676 Aug 22 13:51:18.584739 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d85bb1-4ad0-4820-88a8-858d1683443d req-44991337-a6ba-480b-a09b-64198799dc4f tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:51:18.593568 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-94d85bb1-4ad0-4820-88a8-858d1683443d req-44991337-a6ba-480b-a09b-64198799dc4f tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723 HTTP/1.1" status: 200 len: 946 time: 0.2525079 Aug 22 13:51:18.668295 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-94d85bb1-4ad0-4820-88a8-858d1683443d req-08495b16-5fcf-4f4b-b0c4-8b77534ccd19 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700424 Aug 22 13:51:19.867718 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b0b067-ae2a-499d-af57-d458e15b24ed req-4fc95d78-a4f0-4e70-bfe5-8d3e8e3591e7 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:51:19.875403 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-23b0b067-ae2a-499d-af57-d458e15b24ed req-4fc95d78-a4f0-4e70-bfe5-8d3e8e3591e7 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723 HTTP/1.1" status: 200 len: 946 time: 0.0616913 Aug 22 13:51:19.925811 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-23b0b067-ae2a-499d-af57-d458e15b24ed req-5041cb96-ef42-40f5-bece-32a934bc697b tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491672 Aug 22 13:51:20.174516 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5d610-c879-4ec7-962b-f91776542e3b req-fe5d167d-b5b4-4ebb-96f9-550847bc8142 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:51:20.182011 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-84e5d610-c879-4ec7-962b-f91776542e3b req-fe5d167d-b5b4-4ebb-96f9-550847bc8142 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723 HTTP/1.1" status: 200 len: 946 time: 0.1245270 Aug 22 13:51:20.272976 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-84e5d610-c879-4ec7-962b-f91776542e3b req-8e882160-1e89-4f56-a327-8220d7501854 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895557 Aug 22 13:51:20.507039 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a905c33-2c6d-4deb-8c33-410caf34e251 req-76cc2dff-62b5-4d79-9f9d-853653bb93cb tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:51:20.516117 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2a905c33-2c6d-4deb-8c33-410caf34e251 req-76cc2dff-62b5-4d79-9f9d-853653bb93cb tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723 HTTP/1.1" status: 200 len: 946 time: 0.1010339 Aug 22 13:51:20.562363 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2a905c33-2c6d-4deb-8c33-410caf34e251 req-04a9c78a-071a-4ff7-a08f-9a4e1e0bd51c tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448382 Aug 22 13:51:21.091067 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c5d0f-6497-41e8-a375-ab0616686ae7 req-90585a4e-c1b7-466d-998e-009fa60fb609 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:51:21.092228 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-034c5d0f-6497-41e8-a375-ab0616686ae7 req-90585a4e-c1b7-466d-998e-009fa60fb609 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723 HTTP/1.1" status: 200 len: 946 time: 0.0723176 Aug 22 13:51:21.153797 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-034c5d0f-6497-41e8-a375-ab0616686ae7 req-756ad8cd-9858-4e7a-bda5-582078c66bcb tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544865 Aug 22 13:51:22.380374 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924ee47-ec9b-409f-9bf9-41bf67610637 req-61b1648b-e379-4ef7-9a34-245f58d39641 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:51:22.388603 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a924ee47-ec9b-409f-9bf9-41bf67610637 req-61b1648b-e379-4ef7-9a34-245f58d39641 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723 HTTP/1.1" status: 200 len: 946 time: 0.0979326 Aug 22 13:51:22.412934 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e852102-3cdb-4a63-8df8-4e036060f3ca req-f79faffc-7c84-4987-b46a-a3483f48ad20 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:51:22.416059 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5e852102-3cdb-4a63-8df8-4e036060f3ca req-f79faffc-7c84-4987-b46a-a3483f48ad20 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723 HTTP/1.1" status: 200 len: 946 time: 0.0623963 Aug 22 13:51:22.530053 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a924ee47-ec9b-409f-9bf9-41bf67610637 req-361055dc-9baf-43ca-9bfa-c21ee5315746 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383750 Aug 22 13:51:22.705235 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-5e852102-3cdb-4a63-8df8-4e036060f3ca req-3089da90-63f2-4e8e-88a9-28787fdd1d48 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Deleting port 9eeb0c87-030d-495e-9062-db27091dab55 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:51:22.706106 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5e852102-3cdb-4a63-8df8-4e036060f3ca req-3089da90-63f2-4e8e-88a9-28787fdd1d48 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:22.903971 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-5e852102-3cdb-4a63-8df8-4e036060f3ca req-3089da90-63f2-4e8e-88a9-28787fdd1d48 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] For port 9eeb0c87-030d-495e-9062-db27091dab55, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=9eeb0c87-030d-495e-9062-db27091dab55,segment=NetworkSegment(a8db1aa5-2938-4ee0-bbbc-1190f337bf80),segment_id=a8db1aa5-2938-4ee0-bbbc-1190f337bf80)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:51:22.904667 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5e852102-3cdb-4a63-8df8-4e036060f3ca req-3089da90-63f2-4e8e-88a9-28787fdd1d48 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:22.937474 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-5e852102-3cdb-4a63-8df8-4e036060f3ca req-3089da90-63f2-4e8e-88a9-28787fdd1d48 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Calling delete_port for 9eeb0c87-030d-495e-9062-db27091dab55 owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:51:23.306768 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5e852102-3cdb-4a63-8df8-4e036060f3ca req-3089da90-63f2-4e8e-88a9-28787fdd1d48 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:23.329781 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['9eeb0c87-030d-495e-9062-db27091dab55'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:51:23.406611 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3089da90-63f2-4e8e-88a9-28787fdd1d48 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Pushing event deleted for resources: {'Port': ['ID=9eeb0c87-030d-495e-9062-db27091dab55,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:51:23.450581 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e852102-3cdb-4a63-8df8-4e036060f3ca req-3089da90-63f2-4e8e-88a9-28787fdd1d48 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] No DVR routers for this DVR port 9eeb0c87-030d-495e-9062-db27091dab55 on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:51:23.454136 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5e852102-3cdb-4a63-8df8-4e036060f3ca req-3089da90-63f2-4e8e-88a9-28787fdd1d48 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:23.458167 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5e852102-3cdb-4a63-8df8-4e036060f3ca req-3089da90-63f2-4e8e-88a9-28787fdd1d48 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.41 "DELETE /v2.0/ports/9eeb0c87-030d-495e-9062-db27091dab55 HTTP/1.1" status: 204 len: 173 time: 1.0328567 Aug 22 13:51:23.459025 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723', 'name': 'network-vif-deleted', 'tag': '9eeb0c87-030d-495e-9062-db27091dab55'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:51:23.461834 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c34ee69-b878-4aff-a55e-e4ee5756840c" -d '{"events": [{"server_uuid": "e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723", "name": "network-vif-deleted", "tag": "9eeb0c87-030d-495e-9062-db27091dab55"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:51:23.520258 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8cb3b6a-520c-4232-9573-4ce00bb268f1 x-openstack-request-id: req-e8cb3b6a-520c-4232-9573-4ce00bb268f1 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:51:23.520901 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723", "name": "network-vif-deleted", "tag": "9eeb0c87-030d-495e-9062-db27091dab55", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:51:23.521497 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e8cb3b6a-520c-4232-9573-4ce00bb268f1 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:51:23.522204 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723', 'name': 'network-vif-deleted', 'tag': '9eeb0c87-030d-495e-9062-db27091dab55', 'status': 'completed', 'code': 200} Aug 22 13:51:23.787628 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ddf95686-81a3-48b2-b348-155c02143f55 req-568b0417-480d-46e0-a875-0bf806089b08 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723 HTTP/1.1" status: 200 len: 210 time: 0.0635116 Aug 22 13:51:24.993067 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-18786d06-faca-4182-8668-ecf0b2d2932f req-2bb2355a-38bf-4aed-bea5-77443b3bc0b5 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723 HTTP/1.1" status: 200 len: 210 time: 0.0477855 Aug 22 13:51:25.464125 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 9eeb0c87-030d-495e-9062-db27091dab55 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:51:25.501892 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: 9eeb0c87-030d-495e-9062-db27091dab55 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:51:25.502585 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 9eeb0c87-030d-495e-9062-db27091dab55 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:51:26.215572 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-efb3cbd4-088b-443f-9e58-453b22d29a9c req-fff630bf-8db5-4414-b698-ee5922995148 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723 HTTP/1.1" status: 200 len: 210 time: 0.0363677 Aug 22 13:51:27.348186 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-16c0b019-1ee6-41d9-8409-d32ccf45dd2d req-0a1bfc61-a19e-4ee0-87c8-48b65e42ef90 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723 HTTP/1.1" status: 200 len: 210 time: 0.0409169 Aug 22 13:51:28.448445 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a5970939-2079-4fb8-b4de-33ecfd63f371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:28.478945 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d5e7431b-08c4-479c-a9b8-cbcc7c52a56a req-4cd133f9-63f1-4133-8907-02ed142cf9e2 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723 HTTP/1.1" status: 200 len: 210 time: 0.0597816 Aug 22 13:51:28.504061 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:29.665961 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dba39a83-5f9d-42d8-8379-61e780a43477 req-899a1ef3-296c-4da8-adae-27e96a736563 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1bc3152-8a16-4b8b-b8d7-7f75ec0dd723 HTTP/1.1" status: 200 len: 210 time: 0.0315726 Aug 22 13:51:31.085420 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c6cf7304-13ed-4251-b62f-cdcbcf9d6685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:31.217253 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:32.456318 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:33.947503 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:34.248099 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:41.899729 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 36348) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:51:42.132024 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9d3ecaf0-58d3-4749-abe5-0029f3e2995e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:42.263095 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9d3ecaf0-58d3-4749-abe5-0029f3e2995e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:42.271475 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9d3ecaf0-58d3-4749-abe5-0029f3e2995e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:42.327499 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3ecaf0-58d3-4749-abe5-0029f3e2995e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2196962c-5e80-46f6-b108-05f220e726e3,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:51:42.334957 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9d3ecaf0-58d3-4749-abe5-0029f3e2995e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9c878f52ed5042d5826353538841c68b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4314306 Aug 22 13:51:42.335677 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 36402) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:51:42.343969 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3ecaf0-58d3-4749-abe5-0029f3e2995e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:51:42.344355 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3ecaf0-58d3-4749-abe5-0029f3e2995e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:51:42.344700 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3ecaf0-58d3-4749-abe5-0029f3e2995e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:51:42.345725 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3ecaf0-58d3-4749-abe5-0029f3e2995e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:51:42.346212 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3ecaf0-58d3-4749-abe5-0029f3e2995e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:51:42.346556 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3ecaf0-58d3-4749-abe5-0029f3e2995e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:51:42.346942 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3ecaf0-58d3-4749-abe5-0029f3e2995e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:51:42.347281 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3ecaf0-58d3-4749-abe5-0029f3e2995e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:51:42.347607 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3ecaf0-58d3-4749-abe5-0029f3e2995e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:51:42.347935 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3ecaf0-58d3-4749-abe5-0029f3e2995e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:51:42.348282 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3ecaf0-58d3-4749-abe5-0029f3e2995e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:51:42.348611 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3ecaf0-58d3-4749-abe5-0029f3e2995e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:51:42.413840 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-96c6fb1b-5480-4d05-ac9b-011f4ac4a7a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:42.454422 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-96c6fb1b-5480-4d05-ac9b-011f4ac4a7a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:42.551469 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-96c6fb1b-5480-4d05-ac9b-011f4ac4a7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:42.557951 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-96c6fb1b-5480-4d05-ac9b-011f4ac4a7a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:42.561835 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-96c6fb1b-5480-4d05-ac9b-011f4ac4a7a0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2196962c-5e80-46f6-b108-05f220e726e3 HTTP/1.1" status: 204 len: 168 time: 0.2212348 Aug 22 13:51:42.593203 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c6fb1b-5480-4d05-ac9b-011f4ac4a7a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2196962c-5e80-46f6-b108-05f220e726e3,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:51:51.274068 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:51:57.470721 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e8e5d-011f-4402-b4b9-1a9ee08034e8 req-4ff93786-02ef-4bed-9d4c-077e2e13d56f tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:51:57.474451 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-661e8e5d-011f-4402-b4b9-1a9ee08034e8 req-4ff93786-02ef-4bed-9d4c-077e2e13d56f tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 945 time: 0.0822928 Aug 22 13:51:57.560971 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-661e8e5d-011f-4402-b4b9-1a9ee08034e8 req-6e1001c2-2eb6-4bb8-8da2-7456f5e5204c tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707512 Aug 22 13:51:58.443716 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f61e6721-f0d5-4374-a3a8-5b81f430bdd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:58.524510 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:51:59.810623 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 2a56cda3-bbfb-4688-9140-f2cf54a149cc details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:52:00.018811 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 2a56cda3-bbfb-4688-9140-f2cf54a149cc, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=2a56cda3-bbfb-4688-9140-f2cf54a149cc,segment=NetworkSegment(3236bd72-b879-4aac-9539-57e8f1383d4a),segment_id=3236bd72-b879-4aac-9539-57e8f1383d4a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:52:00.045516 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '2a56cda3-bbfb-4688-9140-f2cf54a149cc', 'network_id': '0db5422b-3cd9-4056-8d7a-7dc64f09a7c0', 'port_id': '2a56cda3-bbfb-4688-9140-f2cf54a149cc', 'mac_address': 'fa:16:3e:0f:9e:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96df5698-35fe-4400-8623-8e6dad52953f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:52:00.123941 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:00.165951 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2a56cda3-bbfb-4688-9140-f2cf54a149cc {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:52:00.194839 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 2a56cda3-bbfb-4688-9140-f2cf54a149cc, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=2a56cda3-bbfb-4688-9140-f2cf54a149cc,segment=NetworkSegment(3236bd72-b879-4aac-9539-57e8f1383d4a),segment_id=3236bd72-b879-4aac-9539-57e8f1383d4a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:52:00.208577 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:00.342762 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=2a56cda3-bbfb-4688-9140-f2cf54a149cc,revision_number=6']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:52:00.359408 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['2a56cda3-bbfb-4688-9140-f2cf54a149cc'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:52:01.088599 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5c17eb09-5b7c-4752-a093-958444906501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:01.220701 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:01.822530 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 2a56cda3-bbfb-4688-9140-f2cf54a149cc up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:52:01.915999 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 2a56cda3-bbfb-4688-9140-f2cf54a149cc triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:52:01.916617 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:02.120395 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:02.180849 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd50cfe-0916-4618-905f-83aa85eb40e1 req-6d58d57e-a0ff-4324-a504-13992e199975 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:02.181440 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 2a56cda3-bbfb-4688-9140-f2cf54a149cc, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=2a56cda3-bbfb-4688-9140-f2cf54a149cc,segment=NetworkSegment(3236bd72-b879-4aac-9539-57e8f1383d4a),segment_id=3236bd72-b879-4aac-9539-57e8f1383d4a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:52:02.182476 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f4f0940-3ae2-4643-993f-7cccea7df197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a56cda3-bbfb-4688-9140-f2cf54a149cc'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:52:02.186064 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87844a49-04cc-4725-b588-280de408ef0d" -d '{"events": [{"server_uuid": "9f4f0940-3ae2-4643-993f-7cccea7df197", "name": "network-vif-plugged", "status": "completed", "tag": "2a56cda3-bbfb-4688-9140-f2cf54a149cc"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:52:02.187574 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5bd50cfe-0916-4618-905f-83aa85eb40e1 req-6d58d57e-a0ff-4324-a504-13992e199975 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/networks?id=f8ac2233-ea24-423f-9bd4-53abb27cd3b8 HTTP/1.1" status: 200 len: 812 time: 0.3008533 Aug 22 13:52:02.191853 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:02.236677 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5bd50cfe-0916-4618-905f-83aa85eb40e1 req-fdd3b7e6-ba81-4646-84d3-9ad74c431441 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/quotas/19e069a6935a47bcb8831313e7520ef4 HTTP/1.1" status: 200 len: 375 time: 0.0365398 Aug 22 13:52:02.279660 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=2a56cda3-bbfb-4688-9140-f2cf54a149cc,revision_number=7']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:52:02.314792 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1815196f-ee06-4b23-bfde-f841ceb197b1 x-openstack-request-id: req-1815196f-ee06-4b23-bfde-f841ceb197b1 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:52:02.317626 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f4f0940-3ae2-4643-993f-7cccea7df197", "name": "network-vif-plugged", "status": "completed", "tag": "2a56cda3-bbfb-4688-9140-f2cf54a149cc", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:52:02.318797 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1815196f-ee06-4b23-bfde-f841ceb197b1 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:52:02.320353 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f4f0940-3ae2-4643-993f-7cccea7df197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a56cda3-bbfb-4688-9140-f2cf54a149cc', 'code': 200} Aug 22 13:52:02.359450 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5bd50cfe-0916-4618-905f-83aa85eb40e1 req-3dd6d160-9397-451a-8efc-b8ed275c7a3c tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=19e069a6935a47bcb8831313e7520ef4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1213481 Aug 22 13:52:02.459626 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:02.508443 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5bd50cfe-0916-4618-905f-83aa85eb40e1 req-fbb12dad-d857-4b3b-b76f-64620cb83abd service neutron] 10.222.0.21 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473465 Aug 22 13:52:02.638487 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5bd50cfe-0916-4618-905f-83aa85eb40e1 req-f7828895-27bb-42f7-ad7b-62e1976ec185 service neutron] 10.222.0.21 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288905 Aug 22 13:52:03.309939 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3edcd617-7dc4-4441-a2c0-fc2c4c948b55 req-541d428f-e792-40fe-b573-4c34378ed419 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=7548ceeb-b9c5-4408-9ef3-3a6ce741b1d1 HTTP/1.1" status: 200 len: 210 time: 0.0646372 Aug 22 13:52:03.426280 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 37500) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:52:03.624143 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-748e9a80-f60b-4c0c-8996-ca57f45ec90f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:03.978488 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:03.995323 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-748e9a80-f60b-4c0c-8996-ca57f45ec90f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:04.007980 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-748e9a80-f60b-4c0c-8996-ca57f45ec90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:04.084353 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748e9a80-f60b-4c0c-8996-ca57f45ec90f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d46d362-f890-46b8-ba22-d72c3a0a48cd,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:52:04.145976 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748e9a80-f60b-4c0c-8996-ca57f45ec90f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:52:04.146321 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748e9a80-f60b-4c0c-8996-ca57f45ec90f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:52:04.146659 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748e9a80-f60b-4c0c-8996-ca57f45ec90f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:52:04.151198 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748e9a80-f60b-4c0c-8996-ca57f45ec90f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:52:04.151510 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748e9a80-f60b-4c0c-8996-ca57f45ec90f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:52:04.152045 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748e9a80-f60b-4c0c-8996-ca57f45ec90f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:52:04.152440 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748e9a80-f60b-4c0c-8996-ca57f45ec90f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:52:04.152771 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748e9a80-f60b-4c0c-8996-ca57f45ec90f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:52:04.153191 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748e9a80-f60b-4c0c-8996-ca57f45ec90f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:52:04.155177 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748e9a80-f60b-4c0c-8996-ca57f45ec90f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:52:04.155177 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748e9a80-f60b-4c0c-8996-ca57f45ec90f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:52:04.155728 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748e9a80-f60b-4c0c-8996-ca57f45ec90f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:52:04.192463 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-748e9a80-f60b-4c0c-8996-ca57f45ec90f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=351dfd21cec548a58ac19bb2738aaea4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7647645 Aug 22 13:52:04.196069 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 37520) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:52:04.255566 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:04.295468 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4c7096f3-9568-4732-8802-c49853303382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:04.323681 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4c7096f3-9568-4732-8802-c49853303382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:04.396463 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4c7096f3-9568-4732-8802-c49853303382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:04.401192 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4c7096f3-9568-4732-8802-c49853303382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:04.405552 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4c7096f3-9568-4732-8802-c49853303382 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7d46d362-f890-46b8-ba22-d72c3a0a48cd HTTP/1.1" status: 204 len: 168 time: 0.2050397 Aug 22 13:52:04.418862 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7096f3-9568-4732-8802-c49853303382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d46d362-f890-46b8-ba22-d72c3a0a48cd,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:52:04.546941 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8b5b9311-ebe9-4a96-b33e-96b6c72608b6 req-f7a5573d-0ce9-40c8-94cf-a5e82aa1ead3 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=7548ceeb-b9c5-4408-9ef3-3a6ce741b1d1 HTTP/1.1" status: 200 len: 210 time: 0.0825381 Aug 22 13:52:05.290311 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd50cfe-0916-4618-905f-83aa85eb40e1 req-7427b976-f5d3-4656-999f-da9e6bf5c775 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:05.292719 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5bd50cfe-0916-4618-905f-83aa85eb40e1 req-7427b976-f5d3-4656-999f-da9e6bf5c775 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.41 "GET /v2.0/networks?id=f8ac2233-ea24-423f-9bd4-53abb27cd3b8 HTTP/1.1" status: 200 len: 812 time: 0.1335025 Aug 22 13:52:05.310558 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-5bd50cfe-0916-4618-905f-83aa85eb40e1 req-7afc364b-cbae-4dda-84b1-0f26a94fc3ed tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Request body: {'port': {'device_id': '7548ceeb-b9c5-4408-9ef3-3a6ce741b1d1', 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8', 'admin_state_up': True, 'tenant_id': '19e069a6935a47bcb8831313e7520ef4'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:52:05.537291 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bd50cfe-0916-4618-905f-83aa85eb40e1 req-7afc364b-cbae-4dda-84b1-0f26a94fc3ed tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Made reservation on behalf of 19e069a6935a47bcb8831313e7520ef4 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:52:05.555163 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5bd50cfe-0916-4618-905f-83aa85eb40e1 req-7afc364b-cbae-4dda-84b1-0f26a94fc3ed tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:05.822913 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-495b6ff7-be4d-4347-9691-6cbfcb575a80 req-3bd7f67c-e6e4-4d8b-8445-1832ac8a1c3f tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=7548ceeb-b9c5-4408-9ef3-3a6ce741b1d1 HTTP/1.1" status: 200 len: 210 time: 0.0739837 Aug 22 13:52:05.893208 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-5bd50cfe-0916-4618-905f-83aa85eb40e1 req-7afc364b-cbae-4dda-84b1-0f26a94fc3ed tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Allocated IP 172.20.0.7 (f8ac2233-ea24-423f-9bd4-53abb27cd3b8/ad565ab1-b54d-4060-a258-16294d6e46a2/32c221f2-6798-4c13-880b-cf9d83790934) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:52:06.223544 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5bd50cfe-0916-4618-905f-83aa85eb40e1 req-7afc364b-cbae-4dda-84b1-0f26a94fc3ed tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:06.266843 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-5bd50cfe-0916-4618-905f-83aa85eb40e1 req-7afc364b-cbae-4dda-84b1-0f26a94fc3ed tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Transition to ACTIVE for port object 32c221f2-6798-4c13-880b-cf9d83790934 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:52:06.342322 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5bd50cfe-0916-4618-905f-83aa85eb40e1 req-7afc364b-cbae-4dda-84b1-0f26a94fc3ed tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:06.443832 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc364b-cbae-4dda-84b1-0f26a94fc3ed tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Pushing event updated for resources: {'Port': ['ID=32c221f2-6798-4c13-880b-cf9d83790934,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:52:06.471825 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bd50cfe-0916-4618-905f-83aa85eb40e1 req-7afc364b-cbae-4dda-84b1-0f26a94fc3ed tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Network f8ac2233-ea24-423f-9bd4-53abb27cd3b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:52:06.477579 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-5bd50cfe-0916-4618-905f-83aa85eb40e1 req-7afc364b-cbae-4dda-84b1-0f26a94fc3ed tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:52:06.483232 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd50cfe-0916-4618-905f-83aa85eb40e1 req-7afc364b-cbae-4dda-84b1-0f26a94fc3ed tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:52:06.576865 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd50cfe-0916-4618-905f-83aa85eb40e1 req-7afc364b-cbae-4dda-84b1-0f26a94fc3ed tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:06.579717 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5bd50cfe-0916-4618-905f-83aa85eb40e1 req-7afc364b-cbae-4dda-84b1-0f26a94fc3ed tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:06.612366 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5bd50cfe-0916-4618-905f-83aa85eb40e1 req-7afc364b-cbae-4dda-84b1-0f26a94fc3ed tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3108385 Aug 22 13:52:06.624205 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [req-5bd50cfe-0916-4618-905f-83aa85eb40e1 req-1e481869-433c-461c-8868-b608d29d50a5 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:52:06.632599 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5bd50cfe-0916-4618-905f-83aa85eb40e1 req-1e481869-433c-461c-8868-b608d29d50a5 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136449 Aug 22 13:52:06.646153 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-5bd50cfe-0916-4618-905f-83aa85eb40e1 req-accf2f6f-a9e6-4343-ad9d-f687f952e541 service neutron] Request body: {'port': {'device_id': '7548ceeb-b9c5-4408-9ef3-3a6ce741b1d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:52:06.741177 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5bd50cfe-0916-4618-905f-83aa85eb40e1 req-accf2f6f-a9e6-4343-ad9d-f687f952e541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:07.012294 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-94905507-933a-4633-90ee-ee1146e2f7c9 None None] Provisioning for port 32c221f2-6798-4c13-880b-cf9d83790934 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:52:07.022889 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-94905507-933a-4633-90ee-ee1146e2f7c9 None None] Provisioning complete for port 32c221f2-6798-4c13-880b-cf9d83790934 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:52:07.023548 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-94905507-933a-4633-90ee-ee1146e2f7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:07.082243 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-94905507-933a-4633-90ee-ee1146e2f7c9 None None] Port 32c221f2-6798-4c13-880b-cf9d83790934 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:52:07.095466 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81b7dc-714f-4e39-9ece-c70419701504 req-230058b8-dfe6-4d7f-9523-3dccb99d04ed tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:07.099409 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-af81b7dc-714f-4e39-9ece-c70419701504 req-230058b8-dfe6-4d7f-9523-3dccb99d04ed tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=7548ceeb-b9c5-4408-9ef3-3a6ce741b1d1 HTTP/1.1" status: 200 len: 931 time: 0.0954609 Aug 22 13:52:07.146254 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-af81b7dc-714f-4e39-9ece-c70419701504 req-d12cafaf-6d57-41e3-929e-f291b76c43cd tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414464 Aug 22 13:52:07.513174 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-5bd50cfe-0916-4618-905f-83aa85eb40e1 req-accf2f6f-a9e6-4343-ad9d-f687f952e541 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32c221f2-6798-4c13-880b-cf9d83790934 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:52:07.530306 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5bd50cfe-0916-4618-905f-83aa85eb40e1 req-accf2f6f-a9e6-4343-ad9d-f687f952e541 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:07.578103 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-5bd50cfe-0916-4618-905f-83aa85eb40e1 req-accf2f6f-a9e6-4343-ad9d-f687f952e541 service neutron] Transition to ACTIVE for port object 32c221f2-6798-4c13-880b-cf9d83790934 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:52:07.584540 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5bd50cfe-0916-4618-905f-83aa85eb40e1 req-accf2f6f-a9e6-4343-ad9d-f687f952e541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:07.692664 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accf2f6f-a9e6-4343-ad9d-f687f952e541 service neutron] Pushing event updated for resources: {'Port': ['ID=32c221f2-6798-4c13-880b-cf9d83790934,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:52:07.854833 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-5bd50cfe-0916-4618-905f-83aa85eb40e1 req-accf2f6f-a9e6-4343-ad9d-f687f952e541 service neutron] Attempting to bind port 32c221f2-6798-4c13-880b-cf9d83790934 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:52:07.855305 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-5bd50cfe-0916-4618-905f-83aa85eb40e1 req-accf2f6f-a9e6-4343-ad9d-f687f952e541 service neutron] Attempting to bind port 32c221f2-6798-4c13-880b-cf9d83790934 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': 'a8db1aa5-2938-4ee0-bbbc-1190f337bf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:52:07.855519 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd50cfe-0916-4618-905f-83aa85eb40e1 req-accf2f6f-a9e6-4343-ad9d-f687f952e541 service neutron] Attempting to bind port 32c221f2-6798-4c13-880b-cf9d83790934 on network f8ac2233-ea24-423f-9bd4-53abb27cd3b8 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:52:07.865060 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd50cfe-0916-4618-905f-83aa85eb40e1 req-accf2f6f-a9e6-4343-ad9d-f687f952e541 service neutron] Port 32c221f2-6798-4c13-880b-cf9d83790934 on network f8ac2233-ea24-423f-9bd4-53abb27cd3b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:52:07.868811 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd50cfe-0916-4618-905f-83aa85eb40e1 req-accf2f6f-a9e6-4343-ad9d-f687f952e541 service neutron] Attempting to bind port 32c221f2-6798-4c13-880b-cf9d83790934 on network f8ac2233-ea24-423f-9bd4-53abb27cd3b8 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:52:07.882805 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd50cfe-0916-4618-905f-83aa85eb40e1 req-accf2f6f-a9e6-4343-ad9d-f687f952e541 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:52:07.883524 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd50cfe-0916-4618-905f-83aa85eb40e1 req-accf2f6f-a9e6-4343-ad9d-f687f952e541 service neutron] Checking segment: {'id': 'a8db1aa5-2938-4ee0-bbbc-1190f337bf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:52:07.884092 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd50cfe-0916-4618-905f-83aa85eb40e1 req-accf2f6f-a9e6-4343-ad9d-f687f952e541 service neutron] Bound using segment: {'id': 'a8db1aa5-2938-4ee0-bbbc-1190f337bf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:52:07.884771 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-5bd50cfe-0916-4618-905f-83aa85eb40e1 req-accf2f6f-a9e6-4343-ad9d-f687f952e541 service neutron] Bound port: 32c221f2-6798-4c13-880b-cf9d83790934, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8db1aa5-2938-4ee0-bbbc-1190f337bf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:52:07.885312 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5bd50cfe-0916-4618-905f-83aa85eb40e1 req-accf2f6f-a9e6-4343-ad9d-f687f952e541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:08.058442 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-5bd50cfe-0916-4618-905f-83aa85eb40e1 req-accf2f6f-a9e6-4343-ad9d-f687f952e541 service neutron] For port 32c221f2-6798-4c13-880b-cf9d83790934, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:52:08.064292 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-5bd50cfe-0916-4618-905f-83aa85eb40e1 req-accf2f6f-a9e6-4343-ad9d-f687f952e541 service neutron] For port 32c221f2-6798-4c13-880b-cf9d83790934, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=32c221f2-6798-4c13-880b-cf9d83790934,segment=NetworkSegment(a8db1aa5-2938-4ee0-bbbc-1190f337bf80),segment_id=a8db1aa5-2938-4ee0-bbbc-1190f337bf80)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:52:08.071451 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5bd50cfe-0916-4618-905f-83aa85eb40e1 req-accf2f6f-a9e6-4343-ad9d-f687f952e541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:08.162576 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd50cfe-0916-4618-905f-83aa85eb40e1 req-accf2f6f-a9e6-4343-ad9d-f687f952e541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:08.163290 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5bd50cfe-0916-4618-905f-83aa85eb40e1 req-accf2f6f-a9e6-4343-ad9d-f687f952e541 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:08.164805 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5bd50cfe-0916-4618-905f-83aa85eb40e1 req-accf2f6f-a9e6-4343-ad9d-f687f952e541 service neutron] 10.222.0.41 "PUT /v2.0/ports/32c221f2-6798-4c13-880b-cf9d83790934 HTTP/1.1" status: 200 len: 1092 time: 1.5232623 Aug 22 13:52:08.166195 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7548ceeb-b9c5-4408-9ef3-3a6ce741b1d1', 'tag': '32c221f2-6798-4c13-880b-cf9d83790934'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:52:08.168564 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d566445d-c8e2-4354-abaa-fd66acd64f84" -d '{"events": [{"name": "network-changed", "server_uuid": "7548ceeb-b9c5-4408-9ef3-3a6ce741b1d1", "tag": "32c221f2-6798-4c13-880b-cf9d83790934"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:52:08.344307 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca8b3b1f-efe9-454a-b4a1-44f45d16bfea x-openstack-request-id: req-ca8b3b1f-efe9-454a-b4a1-44f45d16bfea {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:52:08.344898 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7548ceeb-b9c5-4408-9ef3-3a6ce741b1d1", "tag": "32c221f2-6798-4c13-880b-cf9d83790934", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:52:08.345295 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ca8b3b1f-efe9-454a-b4a1-44f45d16bfea {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:52:08.346122 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7548ceeb-b9c5-4408-9ef3-3a6ce741b1d1', 'tag': '32c221f2-6798-4c13-880b-cf9d83790934', 'status': 'completed', 'code': 200} Aug 22 13:52:08.365022 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accf2f6f-a9e6-4343-ad9d-f687f952e541 service neutron] Pushing event updated for resources: {'Port': ['ID=32c221f2-6798-4c13-880b-cf9d83790934,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:52:08.399542 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd50cfe-0916-4618-905f-83aa85eb40e1 req-c2f1838b-cf03-48b4-aecb-ce1bd93d9760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:08.401603 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5bd50cfe-0916-4618-905f-83aa85eb40e1 req-c2f1838b-cf03-48b4-aecb-ce1bd93d9760 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=19e069a6935a47bcb8831313e7520ef4&device_id=7548ceeb-b9c5-4408-9ef3-3a6ce741b1d1 HTTP/1.1" status: 200 len: 1095 time: 0.1748843 Aug 22 13:52:08.476695 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e05d6-cd1c-4984-8532-acaa85a8ec38 req-c8042d81-ea8c-4629-98ff-735ce9927a85 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:08.488468 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-212e05d6-cd1c-4984-8532-acaa85a8ec38 req-c8042d81-ea8c-4629-98ff-735ce9927a85 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=7548ceeb-b9c5-4408-9ef3-3a6ce741b1d1 HTTP/1.1" status: 200 len: 943 time: 0.1600668 Aug 22 13:52:08.581688 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5bd50cfe-0916-4618-905f-83aa85eb40e1 req-cbc87b6b-6468-49b7-a1c5-33072a46fe2d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32c221f2-6798-4c13-880b-cf9d83790934 HTTP/1.1" status: 200 len: 217 time: 0.1702411 Aug 22 13:52:08.590663 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-212e05d6-cd1c-4984-8532-acaa85a8ec38 req-454ce0df-ed77-4e63-a7a0-335057c29ef5 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946693 Aug 22 13:52:08.738894 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd50cfe-0916-4618-905f-83aa85eb40e1 req-057cc80b-3651-42fe-9f0d-4a0b0d6455e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:08.747864 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5bd50cfe-0916-4618-905f-83aa85eb40e1 req-057cc80b-3651-42fe-9f0d-4a0b0d6455e4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ad565ab1-b54d-4060-a258-16294d6e46a2 HTTP/1.1" status: 200 len: 851 time: 0.1596713 Aug 22 13:52:08.885539 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd50cfe-0916-4618-905f-83aa85eb40e1 req-f8ba7afe-4f28-4838-a537-39a20ad8920d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:08.893791 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5bd50cfe-0916-4618-905f-83aa85eb40e1 req-f8ba7afe-4f28-4838-a537-39a20ad8920d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f8ac2233-ea24-423f-9bd4-53abb27cd3b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1379039 Aug 22 13:52:09.019717 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930be665-0739-4fe0-a769-3c8158df9d49 req-e0f32f0f-bff8-4898-a532-fe8afae815ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:09.021694 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-930be665-0739-4fe0-a769-3c8158df9d49 req-e0f32f0f-bff8-4898-a532-fe8afae815ca service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9332af772cbe4a47bd1754f9819c9211&device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 1097 time: 0.3965027 Aug 22 13:52:09.134644 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5bd50cfe-0916-4618-905f-83aa85eb40e1 req-44f4a1af-91c3-4e6f-908a-0b7bb0b58e36 service neutron] 10.222.0.41 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331417 Aug 22 13:52:09.304410 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930be665-0739-4fe0-a769-3c8158df9d49 req-9a7c9cfa-93f3-4e67-ac2d-921c1fd6ba63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:09.306187 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-930be665-0739-4fe0-a769-3c8158df9d49 req-9a7c9cfa-93f3-4e67-ac2d-921c1fd6ba63 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 HTTP/1.1" status: 200 len: 913 time: 0.2295759 Aug 22 13:52:09.310025 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5bd50cfe-0916-4618-905f-83aa85eb40e1 req-e675c530-6e65-48b8-8c80-4307e0aeabd8 service neutron] 10.222.0.41 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675985 Aug 22 13:52:09.437874 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566445d-c8e2-4354-abaa-fd66acd64f84 req-f1f4a83f-a48d-4b8c-95b3-9c35e9fb4765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:09.439546 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d566445d-c8e2-4354-abaa-fd66acd64f84 req-f1f4a83f-a48d-4b8c-95b3-9c35e9fb4765 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=19e069a6935a47bcb8831313e7520ef4&device_id=7548ceeb-b9c5-4408-9ef3-3a6ce741b1d1 HTTP/1.1" status: 200 len: 1095 time: 0.0766070 Aug 22 13:52:09.477166 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-930be665-0739-4fe0-a769-3c8158df9d49 req-df0c4dba-4357-4c14-bcd1-9eb6ff947aba service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a56cda3-bbfb-4688-9140-f2cf54a149cc HTTP/1.1" status: 200 len: 1001 time: 0.1628196 Aug 22 13:52:09.601124 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 37684) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:52:09.607444 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930be665-0739-4fe0-a769-3c8158df9d49 req-cf3b4a56-424d-4220-81c8-61bd801f7844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:09.609850 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-930be665-0739-4fe0-a769-3c8158df9d49 req-cf3b4a56-424d-4220-81c8-61bd801f7844 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=96df5698-35fe-4400-8623-8e6dad52953f HTTP/1.1" status: 200 len: 851 time: 0.1200900 Aug 22 13:52:09.614733 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-c03e4a32-0293-4b33-82e5-e9d48df0d5bf tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Request body: {'network': {'name': 'tempest-network-smoke--1501756071', 'project_id': 'd4e861fa65d04e13965fba5a7940e815', 'port_security_enabled': True}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:52:09.648500 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566445d-c8e2-4354-abaa-fd66acd64f84 req-59d7cf42-37b1-4a17-b849-118f460e4eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:09.650199 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d566445d-c8e2-4354-abaa-fd66acd64f84 req-59d7cf42-37b1-4a17-b849-118f460e4eaa service neutron] 10.222.0.41 "GET /v2.0/networks?id=f8ac2233-ea24-423f-9bd4-53abb27cd3b8 HTTP/1.1" status: 200 len: 913 time: 0.2040424 Aug 22 13:52:09.676342 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03e4a32-0293-4b33-82e5-e9d48df0d5bf tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Made reservation on behalf of d4e861fa65d04e13965fba5a7940e815 for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:52:09.681848 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c03e4a32-0293-4b33-82e5-e9d48df0d5bf tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:09.714527 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c03e4a32-0293-4b33-82e5-e9d48df0d5bf tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:09.717932 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d566445d-c8e2-4354-abaa-fd66acd64f84 req-6a0a5ee7-bbd4-4589-9626-f81e2723d3cc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32c221f2-6798-4c13-880b-cf9d83790934 HTTP/1.1" status: 200 len: 217 time: 0.0598135 Aug 22 13:52:09.880050 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566445d-c8e2-4354-abaa-fd66acd64f84 req-579a0da3-a0a9-4de0-9626-461992b962c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:09.882087 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d566445d-c8e2-4354-abaa-fd66acd64f84 req-579a0da3-a0a9-4de0-9626-461992b962c2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ad565ab1-b54d-4060-a258-16294d6e46a2 HTTP/1.1" status: 200 len: 851 time: 0.1566470 Aug 22 13:52:09.955754 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566445d-c8e2-4354-abaa-fd66acd64f84 req-935f19f3-0250-4580-b514-eea24dde17a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:09.958020 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c03e4a32-0293-4b33-82e5-e9d48df0d5bf tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:09.960391 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d566445d-c8e2-4354-abaa-fd66acd64f84 req-935f19f3-0250-4580-b514-eea24dde17a7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f8ac2233-ea24-423f-9bd4-53abb27cd3b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0676684 Aug 22 13:52:10.005999 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c03e4a32-0293-4b33-82e5-e9d48df0d5bf tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:10.028124 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c03e4a32-0293-4b33-82e5-e9d48df0d5bf tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:52:10.045881 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c03e4a32-0293-4b33-82e5-e9d48df0d5bf tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:10.046750 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-c03e4a32-0293-4b33-82e5-e9d48df0d5bf tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Added segment 526b500e-bd54-4d22-a9b5-1743e924a706 of type vlan for network 9dd9d901-9415-4834-b894-2be98445720b Aug 22 13:52:10.104955 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d566445d-c8e2-4354-abaa-fd66acd64f84 req-044e34fa-3638-49c7-bd4c-7ab8c21d2118 service neutron] 10.222.0.41 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397934 Aug 22 13:52:10.189715 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c03e4a32-0293-4b33-82e5-e9d48df0d5bf tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:10.214607 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930be665-0739-4fe0-a769-3c8158df9d49 req-d7ac3718-522f-4c39-bb4a-1969d0a68a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:10.216819 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-930be665-0739-4fe0-a769-3c8158df9d49 req-d7ac3718-522f-4c39-bb4a-1969d0a68a82 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0db5422b-3cd9-4056-8d7a-7dc64f09a7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5885265 Aug 22 13:52:10.227733 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c03e4a32-0293-4b33-82e5-e9d48df0d5bf tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:10.234018 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03e4a32-0293-4b33-82e5-e9d48df0d5bf tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:10.235633 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c03e4a32-0293-4b33-82e5-e9d48df0d5bf tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:10.257168 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [req-930be665-0739-4fe0-a769-3c8158df9d49 req-540bc296-147a-424e-b130-d92016850e9b service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:52:10.258471 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-930be665-0739-4fe0-a769-3c8158df9d49 req-540bc296-147a-424e-b130-d92016850e9b service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0341172 Aug 22 13:52:10.347000 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c03e4a32-0293-4b33-82e5-e9d48df0d5bf tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7445292 Aug 22 13:52:10.362048 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03e4a32-0293-4b33-82e5-e9d48df0d5bf tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Pushing event updated for resources: {'Network': ['ID=9dd9d901-9415-4834-b894-2be98445720b,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:52:10.364407 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 37700) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:52:10.380555 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 9dd9d901-9415-4834-b894-2be98445720b details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:52:10.382832 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-13ee882c-adeb-412c-89ad-83545644fab8 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-842952032', 'admin_state_up': True, 'project_id': 'd4e861fa65d04e13965fba5a7940e815', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:52:10.401186 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d566445d-c8e2-4354-abaa-fd66acd64f84 req-6e8de63a-4dc0-4137-84f1-1a22400abc22 service neutron] 10.222.0.41 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855680 Aug 22 13:52:10.411430 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03e4a32-0293-4b33-82e5-e9d48df0d5bf tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bff8f716-2cbf-41fd-b41c-8c4439923689,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:52:10.514876 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-930be665-0739-4fe0-a769-3c8158df9d49 req-a3a8ce97-b753-4367-9fcf-71345910f370 service neutron] 10.222.0.16 "GET /v2.0/networks/0db5422b-3cd9-4056-8d7a-7dc64f09a7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814959 Aug 22 13:52:10.552492 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-13ee882c-adeb-412c-89ad-83545644fab8 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:10.553589 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-13ee882c-adeb-412c-89ad-83545644fab8 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:10.602614 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c1dbb5-19dd-4f50-9e68-bedfe195c026 req-85c43570-f650-476c-b305-5136775baadc tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:10.611197 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-74c1dbb5-19dd-4f50-9e68-bedfe195c026 req-85c43570-f650-476c-b305-5136775baadc tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=7548ceeb-b9c5-4408-9ef3-3a6ce741b1d1 HTTP/1.1" status: 200 len: 943 time: 0.6401727 Aug 22 13:52:10.747415 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-74c1dbb5-19dd-4f50-9e68-bedfe195c026 req-66eb8f1b-b2ec-4321-9a54-2f80cbcff961 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349556 Aug 22 13:52:10.778385 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-13ee882c-adeb-412c-89ad-83545644fab8 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:10.988035 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-13ee882c-adeb-412c-89ad-83545644fab8 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:11.003755 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-930be665-0739-4fe0-a769-3c8158df9d49 req-f9c3804e-3f23-41a2-8e04-0ac5e8bd9f05 service neutron] 10.222.0.16 "GET /v2.0/networks/0db5422b-3cd9-4056-8d7a-7dc64f09a7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4528062 Aug 22 13:52:11.338379 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-13ee882c-adeb-412c-89ad-83545644fab8 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks [] for router_gateway, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:11.369359 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-13ee882c-adeb-412c-89ad-83545644fab8 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:11.518317 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-13ee882c-adeb-412c-89ad-83545644fab8 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Allocated IP 172.25.3.252 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/a49efba0-0eab-4f66-904e-4b09e348bcc5) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:52:11.720920 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-13ee882c-adeb-412c-89ad-83545644fab8 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:11.827678 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-13ee882c-adeb-412c-89ad-83545644fab8 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:11.940761 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ee882c-adeb-412c-89ad-83545644fab8 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:52:11.948847 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-13ee882c-adeb-412c-89ad-83545644fab8 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:52:11.957332 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ee882c-adeb-412c-89ad-83545644fab8 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:52:12.003382 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ee882c-adeb-412c-89ad-83545644fab8 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Pushing event updated for resources: {'Port': ['ID=a49efba0-0eab-4f66-904e-4b09e348bcc5,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:52:12.126933 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054a1e4-30c3-4dbe-8191-ee1cb980fd3c req-be59fdbc-157d-4de1-b21e-f8dfc001d351 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:12.126933 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2054a1e4-30c3-4dbe-8191-ee1cb980fd3c req-be59fdbc-157d-4de1-b21e-f8dfc001d351 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=7548ceeb-b9c5-4408-9ef3-3a6ce741b1d1 HTTP/1.1" status: 200 len: 943 time: 0.2324712 Aug 22 13:52:12.231955 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2054a1e4-30c3-4dbe-8191-ee1cb980fd3c req-db296c7e-dff2-4512-b067-fb8b4a959d16 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686493 Aug 22 13:52:12.405038 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-13ee882c-adeb-412c-89ad-83545644fab8 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks [] for router_gateway, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:12.711853 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-13ee882c-adeb-412c-89ad-83545644fab8 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:13.399135 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e6a86-a2e2-4218-a46b-bd16e183f292 req-40b7f46d-83be-455d-9e82-b84cf0a15050 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:13.414160 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cd1e6a86-a2e2-4218-a46b-bd16e183f292 req-40b7f46d-83be-455d-9e82-b84cf0a15050 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=7548ceeb-b9c5-4408-9ef3-3a6ce741b1d1 HTTP/1.1" status: 200 len: 943 time: 0.0750880 Aug 22 13:52:13.428415 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13ee882c-adeb-412c-89ad-83545644fab8 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Router d1956e1b-ac31-4b08-a7ec-d02e874d53a0 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:52:13.583857 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cd1e6a86-a2e2-4218-a46b-bd16e183f292 req-3891ae37-227f-4c2f-9e49-cdbbb1c62a1f tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688135 Aug 22 13:52:13.728474 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ee882c-adeb-412c-89ad-83545644fab8 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:52:13.742854 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76cba2f-cc62-47da-9c91-2f6bc9f59171 None None] Sync routers for ids ['d1956e1b-ac31-4b08-a7ec-d02e874d53a0'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:52:13.760004 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-13ee882c-adeb-412c-89ad-83545644fab8 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:13.764468 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-13ee882c-adeb-412c-89ad-83545644fab8 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.3947701 Aug 22 13:52:13.765091 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 37768) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:52:13.767837 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76cba2f-cc62-47da-9c91-2f6bc9f59171 None None] Routers {'d1956e1b-ac31-4b08-a7ec-d02e874d53a0'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:52:13.768507 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-b76cba2f-cc62-47da-9c91-2f6bc9f59171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:52:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['d1956e1b-ac31-4b08-a7ec-d02e874d53a0'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:52:13.944382 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0cf29f0c-b2dd-4296-8d36-6467ddc99752 tempest-TestSecurityGroupsBasicOps-732676232 tempest-TestSecurityGroupsBasicOps-732676232-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=d4e861fa65d04e13965fba5a7940e815&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1767595 Aug 22 13:52:13.947169 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 37772) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:52:13.983479 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-b76cba2f-cc62-47da-9c91-2f6bc9f59171 None None] Set router d1956e1b-ac31-4b08-a7ec-d02e874d53a0 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:52:14.210393 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39184b80-93bb-4c97-843a-339921ac9395 tempest-TestSecurityGroupsBasicOps-732676232 tempest-TestSecurityGroupsBasicOps-732676232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:14.212274 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-39184b80-93bb-4c97-843a-339921ac9395 tempest-TestSecurityGroupsBasicOps-732676232 tempest-TestSecurityGroupsBasicOps-732676232-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2632711 Aug 22 13:52:14.215035 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 37780) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:52:14.272303 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ad2b44fb-ab31-43f7-89ee-403df189a42a tempest-TestSecurityGroupsBasicOps-732676232 tempest-TestSecurityGroupsBasicOps-732676232-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=7de6ab83-cd00-4b3c-94fb-810dd34d29b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0544643 Aug 22 13:52:14.273385 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 37784) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:52:14.282339 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-d14b0582-7128-4755-af7e-f78b0d94a75a tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2109484283', 'network_id': '9dd9d901-9415-4834-b894-2be98445720b', 'project_id': 'd4e861fa65d04e13965fba5a7940e815', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:52:14.385146 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-b76cba2f-cc62-47da-9c91-2f6bc9f59171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1956e1b-ac31-4b08-a7ec-d02e874d53a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-842952032', 'tenant_id': 'd4e861fa65d04e13965fba5a7940e815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'a49efba0-0eab-4f66-904e-4b09e348bcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:52:10Z', 'updated_at': '2021-08-22T13:52:12Z', 'revision_number': 3, 'project_id': 'd4e861fa65d04e13965fba5a7940e815', 'gw_port': {'id': 'a49efba0-0eab-4f66-904e-4b09e348bcc5', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:81:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1956e1b-ac31-4b08-a7ec-d02e874d53a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:52:11Z', 'updated_at': '2021-08-22T13:52:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:52:14.424326 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76cba2f-cc62-47da-9c91-2f6bc9f59171 None None] Checking router: d1956e1b-ac31-4b08-a7ec-d02e874d53a0 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:52:14.424794 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76cba2f-cc62-47da-9c91-2f6bc9f59171 None None] Updating router d1956e1b-ac31-4b08-a7ec-d02e874d53a0 port a49efba0-0eab-4f66-904e-4b09e348bcc5 binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:52:14.618902 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-b76cba2f-cc62-47da-9c91-2f6bc9f59171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:14.848443 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596bc86c-16df-4874-82f4-20cafb658909 req-1e9c1f9a-65c5-4d3b-bd2f-cb9d798b7b0a tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:14.849648 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-596bc86c-16df-4874-82f4-20cafb658909 req-1e9c1f9a-65c5-4d3b-bd2f-cb9d798b7b0a tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=7548ceeb-b9c5-4408-9ef3-3a6ce741b1d1 HTTP/1.1" status: 200 len: 943 time: 0.1077821 Aug 22 13:52:14.915812 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-596bc86c-16df-4874-82f4-20cafb658909 req-ef2b1ce7-7066-4b2c-a26d-7efc099c3c7a tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594637 Aug 22 13:52:14.947459 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14b0582-7128-4755-af7e-f78b0d94a75a tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Made reservation on behalf of d4e861fa65d04e13965fba5a7940e815 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:52:14.952796 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d14b0582-7128-4755-af7e-f78b0d94a75a tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:15.106389 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-b76cba2f-cc62-47da-9c91-2f6bc9f59171 None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:15.143032 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-b76cba2f-cc62-47da-9c91-2f6bc9f59171 None None] Transition to ACTIVE for port object a49efba0-0eab-4f66-904e-4b09e348bcc5 will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:52:15.155185 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-b76cba2f-cc62-47da-9c91-2f6bc9f59171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:15.261412 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-b76cba2f-cc62-47da-9c91-2f6bc9f59171 None None] Attempting to bind port a49efba0-0eab-4f66-904e-4b09e348bcc5 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:52:15.262157 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-b76cba2f-cc62-47da-9c91-2f6bc9f59171 None None] Attempting to bind port a49efba0-0eab-4f66-904e-4b09e348bcc5 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:52:15.262157 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76cba2f-cc62-47da-9c91-2f6bc9f59171 None None] Attempting to bind port a49efba0-0eab-4f66-904e-4b09e348bcc5 on network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:52:15.264002 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1ccf70-067a-472d-8eb4-2fd5c75ddd9c None None] Pushing event updated for resources: {'Port': ['ID=a49efba0-0eab-4f66-904e-4b09e348bcc5,revision_number=2']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:52:15.274507 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1ccf70-067a-472d-8eb4-2fd5c75ddd9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:52:15.274507 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1ccf70-067a-472d-8eb4-2fd5c75ddd9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:52:15.274507 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1ccf70-067a-472d-8eb4-2fd5c75ddd9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:52:15.274507 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1ccf70-067a-472d-8eb4-2fd5c75ddd9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:52:15.274507 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1ccf70-067a-472d-8eb4-2fd5c75ddd9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:52:15.274507 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1ccf70-067a-472d-8eb4-2fd5c75ddd9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:52:15.274507 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1ccf70-067a-472d-8eb4-2fd5c75ddd9c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:52:15.274507 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1ccf70-067a-472d-8eb4-2fd5c75ddd9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:52:15.275198 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1ccf70-067a-472d-8eb4-2fd5c75ddd9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:52:15.275198 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1ccf70-067a-472d-8eb4-2fd5c75ddd9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:52:15.275568 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1ccf70-067a-472d-8eb4-2fd5c75ddd9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:52:15.275726 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1ccf70-067a-472d-8eb4-2fd5c75ddd9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:52:15.284119 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76cba2f-cc62-47da-9c91-2f6bc9f59171 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:52:15.285216 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76cba2f-cc62-47da-9c91-2f6bc9f59171 None None] Checking segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:52:15.285216 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-b76cba2f-cc62-47da-9c91-2f6bc9f59171 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:15.285366 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76cba2f-cc62-47da-9c91-2f6bc9f59171 None None] Bound using segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:52:15.285755 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-b76cba2f-cc62-47da-9c91-2f6bc9f59171 None None] Bound port: a49efba0-0eab-4f66-904e-4b09e348bcc5, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:52:15.286138 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-b76cba2f-cc62-47da-9c91-2f6bc9f59171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:15.340925 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d14b0582-7128-4755-af7e-f78b0d94a75a tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:15.344771 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-b76cba2f-cc62-47da-9c91-2f6bc9f59171 None None] For port a49efba0-0eab-4f66-904e-4b09e348bcc5, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:52:15.347945 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-b76cba2f-cc62-47da-9c91-2f6bc9f59171 None None] For port a49efba0-0eab-4f66-904e-4b09e348bcc5, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=a49efba0-0eab-4f66-904e-4b09e348bcc5,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:52:15.356640 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-b76cba2f-cc62-47da-9c91-2f6bc9f59171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:15.397569 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14b0582-7128-4755-af7e-f78b0d94a75a tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Pushing event updated for resources: {'Subnet': ['ID=801f6e8b-4c85-4670-aa82-b08458497ad0,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:52:15.409617 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76cba2f-cc62-47da-9c91-2f6bc9f59171 None None] Routers {'d1956e1b-ac31-4b08-a7ec-d02e874d53a0'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:52:15.409617 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-b76cba2f-cc62-47da-9c91-2f6bc9f59171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:52:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['d1956e1b-ac31-4b08-a7ec-d02e874d53a0'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:52:15.488535 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14b0582-7128-4755-af7e-f78b0d94a75a tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Checking segment: {'id': '526b500e-bd54-4d22-a9b5-1743e924a706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9dd9d901-9415-4834-b894-2be98445720b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:52:15.489928 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14b0582-7128-4755-af7e-f78b0d94a75a tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Network hostable DHCP agents. Network: 9dd9d901-9415-4834-b894-2be98445720b, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:52:15.520985 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1ccf70-067a-472d-8eb4-2fd5c75ddd9c None None] Pushing event updated for resources: {'Port': ['ID=a49efba0-0eab-4f66-904e-4b09e348bcc5,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:52:15.526490 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14b0582-7128-4755-af7e-f78b0d94a75a tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Network 9dd9d901-9415-4834-b894-2be98445720b is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:52:15.543889 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-d14b0582-7128-4755-af7e-f78b0d94a75a tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 9dd9d901-9415-4834-b894-2be98445720b) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:52:15.553784 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e661d0-6b56-4d13-9a36-d9383f17283e None None] Network 9dd9d901-9415-4834-b894-2be98445720b requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:52:15.569150 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14b0582-7128-4755-af7e-f78b0d94a75a tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:15.569729 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d14b0582-7128-4755-af7e-f78b0d94a75a tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:15.612213 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d14b0582-7128-4755-af7e-f78b0d94a75a tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3376169 Aug 22 13:52:15.614827 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 37812) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:52:15.701956 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-b76cba2f-cc62-47da-9c91-2f6bc9f59171 None None] Set router d1956e1b-ac31-4b08-a7ec-d02e874d53a0 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:52:15.917302 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db8b290-91f1-4bc7-9d0c-25af09d9d4bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-9dd9d901-9415-4834-b894-2be98445720b', 'network_id': '9dd9d901-9415-4834-b894-2be98445720b', 'tenant_id': 'd4e861fa65d04e13965fba5a7940e815', 'fixed_ips': [{'subnet_id': '801f6e8b-4c85-4670-aa82-b08458497ad0'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:52:15.918451 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2db8b290-91f1-4bc7-9d0c-25af09d9d4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:16.175867 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-2db8b290-91f1-4bc7-9d0c-25af09d9d4bc None None] Allocated IP 172.20.0.2 (9dd9d901-9415-4834-b894-2be98445720b/801f6e8b-4c85-4670-aa82-b08458497ad0/50b28a4b-86d2-4665-87e0-878f733697ef) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:52:16.181893 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-b76cba2f-cc62-47da-9c91-2f6bc9f59171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1956e1b-ac31-4b08-a7ec-d02e874d53a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-842952032', 'tenant_id': 'd4e861fa65d04e13965fba5a7940e815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'a49efba0-0eab-4f66-904e-4b09e348bcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:52:10Z', 'updated_at': '2021-08-22T13:52:12Z', 'revision_number': 3, 'project_id': 'd4e861fa65d04e13965fba5a7940e815', 'gw_port': {'id': 'a49efba0-0eab-4f66-904e-4b09e348bcc5', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:81:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1956e1b-ac31-4b08-a7ec-d02e874d53a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:52:11Z', 'updated_at': '2021-08-22T13:52:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:52:16.217458 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a83000-4984-4d5b-bc91-31f76fb128a2 req-f31bbdbe-f0bf-4877-9292-bd0f74527c26 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:16.217458 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-46a83000-4984-4d5b-bc91-31f76fb128a2 req-f31bbdbe-f0bf-4877-9292-bd0f74527c26 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=7548ceeb-b9c5-4408-9ef3-3a6ce741b1d1 HTTP/1.1" status: 200 len: 943 time: 0.1355915 Aug 22 13:52:16.237410 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76cba2f-cc62-47da-9c91-2f6bc9f59171 None None] The sync data for ids ['d1956e1b-ac31-4b08-a7ec-d02e874d53a0'] in n-d-793621-33 is: [{'id': 'd1956e1b-ac31-4b08-a7ec-d02e874d53a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-842952032', 'tenant_id': 'd4e861fa65d04e13965fba5a7940e815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'a49efba0-0eab-4f66-904e-4b09e348bcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:52:10Z', 'updated_at': '2021-08-22T13:52:12Z', 'revision_number': 3, 'project_id': 'd4e861fa65d04e13965fba5a7940e815', 'gw_port': {'id': 'a49efba0-0eab-4f66-904e-4b09e348bcc5', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:81:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1956e1b-ac31-4b08-a7ec-d02e874d53a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:52:11Z', 'updated_at': '2021-08-22T13:52:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:52:16.323215 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-46a83000-4984-4d5b-bc91-31f76fb128a2 req-1a1062aa-86e4-435d-a46a-1bf4831c3419 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967541 Aug 22 13:52:16.729226 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ebdeb81a-b8dc-4f2a-a5dd-b7522124740b tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:16.874466 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2db8b290-91f1-4bc7-9d0c-25af09d9d4bc None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:16.884461 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-2db8b290-91f1-4bc7-9d0c-25af09d9d4bc None None] Transition to ACTIVE for port object 50b28a4b-86d2-4665-87e0-878f733697ef will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:52:16.901440 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-2db8b290-91f1-4bc7-9d0c-25af09d9d4bc None None] Transition to ACTIVE for port object 50b28a4b-86d2-4665-87e0-878f733697ef will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:52:16.910395 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2db8b290-91f1-4bc7-9d0c-25af09d9d4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:17.006308 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db8b290-91f1-4bc7-9d0c-25af09d9d4bc None None] Network 9dd9d901-9415-4834-b894-2be98445720b is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:52:17.013638 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db8b290-91f1-4bc7-9d0c-25af09d9d4bc None None] Pushing event updated for resources: {'Port': ['ID=50b28a4b-86d2-4665-87e0-878f733697ef,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:52:17.018081 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-2db8b290-91f1-4bc7-9d0c-25af09d9d4bc None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:52:17.024012 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db8b290-91f1-4bc7-9d0c-25af09d9d4bc None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:52:17.115619 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-2db8b290-91f1-4bc7-9d0c-25af09d9d4bc None None] Attempting to bind port 50b28a4b-86d2-4665-87e0-878f733697ef on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:52:17.116302 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-2db8b290-91f1-4bc7-9d0c-25af09d9d4bc None None] Attempting to bind port 50b28a4b-86d2-4665-87e0-878f733697ef by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '526b500e-bd54-4d22-a9b5-1743e924a706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9dd9d901-9415-4834-b894-2be98445720b'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:52:17.116825 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db8b290-91f1-4bc7-9d0c-25af09d9d4bc None None] Attempting to bind port 50b28a4b-86d2-4665-87e0-878f733697ef on network 9dd9d901-9415-4834-b894-2be98445720b {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:52:17.125850 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db8b290-91f1-4bc7-9d0c-25af09d9d4bc None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:52:17.126624 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db8b290-91f1-4bc7-9d0c-25af09d9d4bc None None] Checking segment: {'id': '526b500e-bd54-4d22-a9b5-1743e924a706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9dd9d901-9415-4834-b894-2be98445720b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:52:17.127192 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2db8b290-91f1-4bc7-9d0c-25af09d9d4bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:17.127736 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db8b290-91f1-4bc7-9d0c-25af09d9d4bc None None] Bound using segment: {'id': '526b500e-bd54-4d22-a9b5-1743e924a706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9dd9d901-9415-4834-b894-2be98445720b'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:52:17.128428 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-2db8b290-91f1-4bc7-9d0c-25af09d9d4bc None None] Bound port: 50b28a4b-86d2-4665-87e0-878f733697ef, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '526b500e-bd54-4d22-a9b5-1743e924a706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9dd9d901-9415-4834-b894-2be98445720b'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:52:17.129153 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2db8b290-91f1-4bc7-9d0c-25af09d9d4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:17.263443 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-ebdeb81a-b8dc-4f2a-a5dd-b7522124740b tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Allocated IP 172.20.0.1 (9dd9d901-9415-4834-b894-2be98445720b/801f6e8b-4c85-4670-aa82-b08458497ad0/3cae2a34-395c-4802-a2cc-48b16592b274) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:52:17.283526 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-2db8b290-91f1-4bc7-9d0c-25af09d9d4bc None None] For port 50b28a4b-86d2-4665-87e0-878f733697ef, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:52:17.287441 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-2db8b290-91f1-4bc7-9d0c-25af09d9d4bc None None] For port 50b28a4b-86d2-4665-87e0-878f733697ef, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=50b28a4b-86d2-4665-87e0-878f733697ef,segment=NetworkSegment(526b500e-bd54-4d22-a9b5-1743e924a706),segment_id=526b500e-bd54-4d22-a9b5-1743e924a706)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:52:17.293500 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2db8b290-91f1-4bc7-9d0c-25af09d9d4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:17.443273 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db8b290-91f1-4bc7-9d0c-25af09d9d4bc None None] Pushing event updated for resources: {'Port': ['ID=50b28a4b-86d2-4665-87e0-878f733697ef,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:52:17.460951 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ebdeb81a-b8dc-4f2a-a5dd-b7522124740b tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:17.493961 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-ebdeb81a-b8dc-4f2a-a5dd-b7522124740b tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Transition to ACTIVE for port object 3cae2a34-395c-4802-a2cc-48b16592b274 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:52:17.571852 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ebdeb81a-b8dc-4f2a-a5dd-b7522124740b tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:17.612928 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdeb81a-b8dc-4f2a-a5dd-b7522124740b tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Network 9dd9d901-9415-4834-b894-2be98445720b is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:52:17.619852 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-ebdeb81a-b8dc-4f2a-a5dd-b7522124740b tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:52:17.634463 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43928f48-7c51-43a3-b09e-5ff6e9654513 req-c3468127-0f6f-4894-97d4-46e6aee77ba5 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:17.644276 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-43928f48-7c51-43a3-b09e-5ff6e9654513 req-c3468127-0f6f-4894-97d4-46e6aee77ba5 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=7548ceeb-b9c5-4408-9ef3-3a6ce741b1d1 HTTP/1.1" status: 200 len: 943 time: 0.1244135 Aug 22 13:52:17.651044 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdeb81a-b8dc-4f2a-a5dd-b7522124740b tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:52:17.733536 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ebdeb81a-b8dc-4f2a-a5dd-b7522124740b tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:17.819290 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-43928f48-7c51-43a3-b09e-5ff6e9654513 req-3d6164fc-9311-47f4-9ba6-b6ee169cb7f3 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671004 Aug 22 13:52:17.835966 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdeb81a-b8dc-4f2a-a5dd-b7522124740b tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Pushing event updated for resources: {'Port': ['ID=3cae2a34-395c-4802-a2cc-48b16592b274,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:52:18.032161 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ebdeb81a-b8dc-4f2a-a5dd-b7522124740b tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:18.406748 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device a49efba0-0eab-4f66-904e-4b09e348bcc5 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:52:18.470211 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port a49efba0-0eab-4f66-904e-4b09e348bcc5 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:52:18.476538 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port a49efba0-0eab-4f66-904e-4b09e348bcc5 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:52:18.477029 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:18.522795 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ebdeb81a-b8dc-4f2a-a5dd-b7522124740b tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:18.532454 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ebdeb81a-b8dc-4f2a-a5dd-b7522124740b tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:18.615384 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdeb81a-b8dc-4f2a-a5dd-b7522124740b tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Pushing event updated for resources: {'Port': ['ID=3cae2a34-395c-4802-a2cc-48b16592b274,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:52:18.616496 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:18.640418 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ebdeb81a-b8dc-4f2a-a5dd-b7522124740b tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:18.650187 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port a49efba0-0eab-4f66-904e-4b09e348bcc5, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=a49efba0-0eab-4f66-904e-4b09e348bcc5,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:52:18.658140 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:18.659857 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 50b28a4b-86d2-4665-87e0-878f733697ef up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:52:18.836713 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 50b28a4b-86d2-4665-87e0-878f733697ef completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:52:18.912187 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdeb81a-b8dc-4f2a-a5dd-b7522124740b tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Network 9dd9d901-9415-4834-b894-2be98445720b is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:52:18.914162 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-ebdeb81a-b8dc-4f2a-a5dd-b7522124740b tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:52:18.943830 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=a49efba0-0eab-4f66-904e-4b09e348bcc5,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:52:18.997231 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:52:18.997580 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:52:19.000641 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:52:19.000892 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:52:19.003927 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:52:19.004720 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:52:19.005072 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:52:19.005411 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:52:19.005746 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:52:19.006080 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:52:19.006412 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:52:19.006740 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:52:19.097115 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3afec-1d41-4abd-84af-20e7919e1e88 req-0a094da2-be36-48cb-aa8a-255db98f7c97 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:19.105098 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-75d3afec-1d41-4abd-84af-20e7919e1e88 req-0a094da2-be36-48cb-aa8a-255db98f7c97 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=7548ceeb-b9c5-4408-9ef3-3a6ce741b1d1 HTTP/1.1" status: 200 len: 943 time: 0.0744352 Aug 22 13:52:19.127231 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34e16cd-738d-4372-9f5e-1182d33a9aea None None] Network 9dd9d901-9415-4834-b894-2be98445720b requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:52:19.207057 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-75d3afec-1d41-4abd-84af-20e7919e1e88 req-dafa79b5-2b62-4420-8202-ae4ba2c0fa6f tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001966 Aug 22 13:52:19.213252 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebdeb81a-b8dc-4f2a-a5dd-b7522124740b tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Router d1956e1b-ac31-4b08-a7ec-d02e874d53a0 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:52:19.281140 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-f5f865ed-c427-4cf9-ba94-38c91dcf62d1 None None] Provisioning for port 50b28a4b-86d2-4665-87e0-878f733697ef completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:52:19.288724 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-f5f865ed-c427-4cf9-ba94-38c91dcf62d1 None None] Provisioning complete for port 50b28a4b-86d2-4665-87e0-878f733697ef triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:52:19.289112 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f5f865ed-c427-4cf9-ba94-38c91dcf62d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:19.377839 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebdeb81a-b8dc-4f2a-a5dd-b7522124740b tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:52:19.388088 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 37886) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:52:19.388400 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ebdeb81a-b8dc-4f2a-a5dd-b7522124740b tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "PUT /v2.0/routers/d1956e1b-ac31-4b08-a7ec-d02e874d53a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7723436 Aug 22 13:52:19.394164 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-4990b168-bb18-4698-ab78-b75b42acf8b7 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1427893936', 'description': 'tempest-secgroup_access--1427893936 description', 'project_id': 'd4e861fa65d04e13965fba5a7940e815'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:52:19.436028 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4990b168-bb18-4698-ab78-b75b42acf8b7 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:19.529122 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f5f865ed-c427-4cf9-ba94-38c91dcf62d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:19.585164 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-f5f865ed-c427-4cf9-ba94-38c91dcf62d1 None None] For port 50b28a4b-86d2-4665-87e0-878f733697ef, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=50b28a4b-86d2-4665-87e0-878f733697ef,segment=NetworkSegment(526b500e-bd54-4d22-a9b5-1743e924a706),segment_id=526b500e-bd54-4d22-a9b5-1743e924a706)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:52:19.590810 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f5f865ed-c427-4cf9-ba94-38c91dcf62d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:19.647495 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f0dff2-ca8e-4598-903e-809c741cad9f None None] Sync routers for ids ['d1956e1b-ac31-4b08-a7ec-d02e874d53a0'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:52:19.670825 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f0dff2-ca8e-4598-903e-809c741cad9f None None] Routers {'d1956e1b-ac31-4b08-a7ec-d02e874d53a0'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:52:19.671939 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-c6f0dff2-ca8e-4598-903e-809c741cad9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:52:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['d1956e1b-ac31-4b08-a7ec-d02e874d53a0'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:52:19.719540 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4990b168-bb18-4698-ab78-b75b42acf8b7 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:19.726768 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4990b168-bb18-4698-ab78-b75b42acf8b7 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:19.848781 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4990b168-bb18-4698-ab78-b75b42acf8b7 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bce1c547-a059-4558-bda1-e5fc6516e953,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:52:19.851884 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4990b168-bb18-4698-ab78-b75b42acf8b7 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:19.856609 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 37898) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:52:19.861980 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-abb5c882-7e8a-4c09-a4e7-f6eed49b6931 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1520163173', 'description': 'tempest-secgroup_general--1520163173 description', 'project_id': 'd4e861fa65d04e13965fba5a7940e815'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:52:19.867447 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-4990b168-bb18-4698-ab78-b75b42acf8b7 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4768231 Aug 22 13:52:19.873562 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-c6f0dff2-ca8e-4598-903e-809c741cad9f None None] Set router d1956e1b-ac31-4b08-a7ec-d02e874d53a0 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:52:19.890819 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-abb5c882-7e8a-4c09-a4e7-f6eed49b6931 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:19.947843 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f865ed-c427-4cf9-ba94-38c91dcf62d1 None None] Pushing event updated for resources: {'Port': ['ID=50b28a4b-86d2-4665-87e0-878f733697ef,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:52:20.057603 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-abb5c882-7e8a-4c09-a4e7-f6eed49b6931 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:20.085007 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-abb5c882-7e8a-4c09-a4e7-f6eed49b6931 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:20.113260 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-577471ea-2d08-4720-b17a-f4ebb0e2d71e None None] Provisioning for port 3cae2a34-395c-4802-a2cc-48b16592b274 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:52:20.133795 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-abb5c882-7e8a-4c09-a4e7-f6eed49b6931 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:20.137187 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-abb5c882-7e8a-4c09-a4e7-f6eed49b6931 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.2766225 Aug 22 13:52:20.137356 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 37910) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:52:20.147238 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-e88e0f27-24e1-4864-a12c-5f81e689832e tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Request body: {'security_group_rule': {'security_group_id': 'bce1c547-a059-4558-bda1-e5fc6516e953', 'project_id': 'd4e861fa65d04e13965fba5a7940e815', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:52:20.197110 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-577471ea-2d08-4720-b17a-f4ebb0e2d71e None None] Provisioning complete for port 3cae2a34-395c-4802-a2cc-48b16592b274 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:52:20.197641 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-577471ea-2d08-4720-b17a-f4ebb0e2d71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:20.231001 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb5c882-7e8a-4c09-a4e7-f6eed49b6931 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80bd29fe-90b3-4e81-ab1c-5da93da4eb71,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:52:20.287326 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e88e0f27-24e1-4864-a12c-5f81e689832e tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:20.320615 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-577471ea-2d08-4720-b17a-f4ebb0e2d71e None None] Port 3cae2a34-395c-4802-a2cc-48b16592b274 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:52:20.433060 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device a49efba0-0eab-4f66-904e-4b09e348bcc5 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:52:20.471411 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6bad86-ea9a-43ab-9f7c-603406417acb req-51b0b9e7-b4f4-4bdd-a316-a3f8b34ec35a tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:20.474205 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e88e0f27-24e1-4864-a12c-5f81e689832e tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:20.481312 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e88e0f27-24e1-4864-a12c-5f81e689832e tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:20.481843 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4e6bad86-ea9a-43ab-9f7c-603406417acb req-51b0b9e7-b4f4-4bdd-a316-a3f8b34ec35a tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=7548ceeb-b9c5-4408-9ef3-3a6ce741b1d1 HTTP/1.1" status: 200 len: 943 time: 0.1682913 Aug 22 13:52:20.513793 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-577471ea-2d08-4720-b17a-f4ebb0e2d71e None None] Provisioning complete for port 50b28a4b-86d2-4665-87e0-878f733697ef triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:52:20.514181 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-577471ea-2d08-4720-b17a-f4ebb0e2d71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:20.535522 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e0f27-24e1-4864-a12c-5f81e689832e tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fb76de1-ac2d-4c3c-9cd2-14a5c25af7f8,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:52:20.553649 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e88e0f27-24e1-4864-a12c-5f81e689832e tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:20.556217 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e88e0f27-24e1-4864-a12c-5f81e689832e tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4175987 Aug 22 13:52:20.608517 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4e6bad86-ea9a-43ab-9f7c-603406417acb req-e0a42ea9-4e30-4a1a-be26-aa24d1482ab6 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255953 Aug 22 13:52:20.629494 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-c6f0dff2-ca8e-4598-903e-809c741cad9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1956e1b-ac31-4b08-a7ec-d02e874d53a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-842952032', 'tenant_id': 'd4e861fa65d04e13965fba5a7940e815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'a49efba0-0eab-4f66-904e-4b09e348bcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:52:10Z', 'updated_at': '2021-08-22T13:52:17Z', 'revision_number': 4, 'project_id': 'd4e861fa65d04e13965fba5a7940e815', 'gw_port': {'id': 'a49efba0-0eab-4f66-904e-4b09e348bcc5', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1956e1b-ac31-4b08-a7ec-d02e874d53a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:52:11Z', 'updated_at': '2021-08-22T13:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '3cae2a34-395c-4802-a2cc-48b16592b274', 'name': '', 'network_id': '9dd9d901-9415-4834-b894-2be98445720b', 'tenant_id': 'd4e861fa65d04e13965fba5a7940e815', 'mac_address': 'fa:16:3e:eb:12:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1956e1b-ac31-4b08-a7ec-d02e874d53a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '801f6e8b-4c85-4670-aa82-b08458497ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:52:16Z', 'updated_at': '2021-08-22T13:52:18Z', 'revision_number': 2, 'project_id': 'd4e861fa65d04e13965fba5a7940e815', 'subnets': [{'id': '801f6e8b-4c85-4670-aa82-b08458497ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:52:20.731628 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port a49efba0-0eab-4f66-904e-4b09e348bcc5 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:52:20.732269 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:20.789953 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f0dff2-ca8e-4598-903e-809c741cad9f None None] Checking router: d1956e1b-ac31-4b08-a7ec-d02e874d53a0 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:52:20.790306 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f0dff2-ca8e-4598-903e-809c741cad9f None None] Updating router d1956e1b-ac31-4b08-a7ec-d02e874d53a0 port 3cae2a34-395c-4802-a2cc-48b16592b274 binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:52:20.843657 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9189c351-7113-4d2c-97a8-b17a7784ca9b req-11942f05-d487-492c-9bfe-df1275782004 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup_general--1520163173&fields=id&tenant_id=d4e861fa65d04e13965fba5a7940e815 HTTP/1.1" status: 200 len: 267 time: 0.0648251 Aug 22 13:52:20.860114 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c6f0dff2-ca8e-4598-903e-809c741cad9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:20.911708 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 50b28a4b-86d2-4665-87e0-878f733697ef up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:52:20.934617 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9189c351-7113-4d2c-97a8-b17a7784ca9b req-0fbc458f-36eb-48e4-9b27-4941a1dcc155 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup_access--1427893936&fields=id&tenant_id=d4e861fa65d04e13965fba5a7940e815 HTTP/1.1" status: 200 len: 267 time: 0.0827768 Aug 22 13:52:21.053365 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 50b28a4b-86d2-4665-87e0-878f733697ef triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:52:21.053977 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:21.091811 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189c351-7113-4d2c-97a8-b17a7784ca9b req-ce32744c-694d-4284-a901-6be1ee94cce7 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:21.103817 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9189c351-7113-4d2c-97a8-b17a7784ca9b req-ce32744c-694d-4284-a901-6be1ee94cce7 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "GET /v2.0/networks?id=9dd9d901-9415-4834-b894-2be98445720b HTTP/1.1" status: 200 len: 797 time: 0.1615267 Aug 22 13:52:21.120777 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9189c351-7113-4d2c-97a8-b17a7784ca9b req-5209438a-d0d2-4e04-a033-153e98e9310e tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "GET /v2.0/quotas/d4e861fa65d04e13965fba5a7940e815 HTTP/1.1" status: 200 len: 375 time: 0.0156465 Aug 22 13:52:21.178364 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-aba02ca8-5296-42df-80b2-0b984c691624 None None] Provisioning complete for port 3cae2a34-395c-4802-a2cc-48b16592b274 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:52:21.178780 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-aba02ca8-5296-42df-80b2-0b984c691624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:21.199457 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9189c351-7113-4d2c-97a8-b17a7784ca9b req-cd78ecdf-f15c-49ee-995b-92569c377212 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d4e861fa65d04e13965fba5a7940e815&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0769794 Aug 22 13:52:21.426677 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-aba02ca8-5296-42df-80b2-0b984c691624 None None] Port 3cae2a34-395c-4802-a2cc-48b16592b274 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:52:21.467401 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9189c351-7113-4d2c-97a8-b17a7784ca9b req-caf3d971-4038-4dc8-974f-32ba50fefee8 service neutron] 10.222.0.21 "GET /v2.0/networks/9dd9d901-9415-4834-b894-2be98445720b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351143 Aug 22 13:52:21.637804 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9189c351-7113-4d2c-97a8-b17a7784ca9b req-a1c04338-b317-4c21-8e42-c009159c9248 service neutron] 10.222.0.21 "GET /v2.0/networks/9dd9d901-9415-4834-b894-2be98445720b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648417 Aug 22 13:52:21.645936 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c6f0dff2-ca8e-4598-903e-809c741cad9f None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:21.658643 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c6f0dff2-ca8e-4598-903e-809c741cad9f None None] Transition to ACTIVE for port object 3cae2a34-395c-4802-a2cc-48b16592b274 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:52:21.667224 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c6f0dff2-ca8e-4598-903e-809c741cad9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:21.769181 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45483cca-5b6b-4168-9c5f-e3d1f6c85a0f None None] Pushing event updated for resources: {'Port': ['ID=3cae2a34-395c-4802-a2cc-48b16592b274,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:52:21.775286 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 32c221f2-6798-4c13-880b-cf9d83790934 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:52:21.882563 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc1a4df-74dd-48e6-a698-cca723da675b req-307e52e0-bfa8-4686-9ab3-00c2e5c397e0 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:21.890273 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dfc1a4df-74dd-48e6-a698-cca723da675b req-307e52e0-bfa8-4686-9ab3-00c2e5c397e0 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=7548ceeb-b9c5-4408-9ef3-3a6ce741b1d1 HTTP/1.1" status: 200 len: 943 time: 0.1123703 Aug 22 13:52:21.956312 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dfc1a4df-74dd-48e6-a698-cca723da675b req-176dbcf2-2259-40c9-84cb-09d2a43283b7 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598524 Aug 22 13:52:22.040541 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-c6f0dff2-ca8e-4598-903e-809c741cad9f None None] Attempting to bind port 3cae2a34-395c-4802-a2cc-48b16592b274 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:52:22.040849 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-c6f0dff2-ca8e-4598-903e-809c741cad9f None None] Attempting to bind port 3cae2a34-395c-4802-a2cc-48b16592b274 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '526b500e-bd54-4d22-a9b5-1743e924a706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9dd9d901-9415-4834-b894-2be98445720b'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:52:22.041604 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f0dff2-ca8e-4598-903e-809c741cad9f None None] Attempting to bind port 3cae2a34-395c-4802-a2cc-48b16592b274 on network 9dd9d901-9415-4834-b894-2be98445720b {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:52:22.052864 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 32c221f2-6798-4c13-880b-cf9d83790934, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=32c221f2-6798-4c13-880b-cf9d83790934,segment=NetworkSegment(a8db1aa5-2938-4ee0-bbbc-1190f337bf80),segment_id=a8db1aa5-2938-4ee0-bbbc-1190f337bf80)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:52:22.056000 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f0dff2-ca8e-4598-903e-809c741cad9f None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:52:22.056434 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f0dff2-ca8e-4598-903e-809c741cad9f None None] Checking segment: {'id': '526b500e-bd54-4d22-a9b5-1743e924a706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9dd9d901-9415-4834-b894-2be98445720b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:52:22.056846 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c6f0dff2-ca8e-4598-903e-809c741cad9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:22.057429 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f0dff2-ca8e-4598-903e-809c741cad9f None None] Bound using segment: {'id': '526b500e-bd54-4d22-a9b5-1743e924a706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9dd9d901-9415-4834-b894-2be98445720b'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:52:22.057748 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-c6f0dff2-ca8e-4598-903e-809c741cad9f None None] Bound port: 3cae2a34-395c-4802-a2cc-48b16592b274, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '526b500e-bd54-4d22-a9b5-1743e924a706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9dd9d901-9415-4834-b894-2be98445720b'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:52:22.058132 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c6f0dff2-ca8e-4598-903e-809c741cad9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:22.080614 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '32c221f2-6798-4c13-880b-cf9d83790934', 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8', 'port_id': '32c221f2-6798-4c13-880b-cf9d83790934', 'mac_address': 'fa:16:3e:cb:e4:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad565ab1-b54d-4060-a258-16294d6e46a2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:52:22.253952 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c6f0dff2-ca8e-4598-903e-809c741cad9f None None] For port 3cae2a34-395c-4802-a2cc-48b16592b274, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:52:22.257541 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c6f0dff2-ca8e-4598-903e-809c741cad9f None None] For port 3cae2a34-395c-4802-a2cc-48b16592b274, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=3cae2a34-395c-4802-a2cc-48b16592b274,segment=NetworkSegment(526b500e-bd54-4d22-a9b5-1743e924a706),segment_id=526b500e-bd54-4d22-a9b5-1743e924a706)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:52:22.261334 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:22.292110 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c6f0dff2-ca8e-4598-903e-809c741cad9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:22.325621 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32c221f2-6798-4c13-880b-cf9d83790934 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:52:22.350043 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 32c221f2-6798-4c13-880b-cf9d83790934, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=32c221f2-6798-4c13-880b-cf9d83790934,segment=NetworkSegment(a8db1aa5-2938-4ee0-bbbc-1190f337bf80),segment_id=a8db1aa5-2938-4ee0-bbbc-1190f337bf80)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:52:22.370441 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:22.426195 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f0dff2-ca8e-4598-903e-809c741cad9f None None] Routers {'d1956e1b-ac31-4b08-a7ec-d02e874d53a0'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:52:22.426991 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-c6f0dff2-ca8e-4598-903e-809c741cad9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:52:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['d1956e1b-ac31-4b08-a7ec-d02e874d53a0'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:52:22.429041 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45483cca-5b6b-4168-9c5f-e3d1f6c85a0f None None] Pushing event updated for resources: {'Port': ['ID=3cae2a34-395c-4802-a2cc-48b16592b274,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:52:22.648083 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['32c221f2-6798-4c13-880b-cf9d83790934'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:52:22.680784 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=32c221f2-6798-4c13-880b-cf9d83790934,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:52:22.742474 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-c6f0dff2-ca8e-4598-903e-809c741cad9f None None] Set router d1956e1b-ac31-4b08-a7ec-d02e874d53a0 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:52:23.130731 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fdcda31b-d8a0-44f0-90d6-fe31f8960a84 req-28d7368b-435d-405a-adfb-378ccb14ef56 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc45157a-9669-430c-8c5e-4e13286544c0 HTTP/1.1" status: 200 len: 210 time: 0.0662887 Aug 22 13:52:23.217982 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc0021-7280-4a74-b5b5-20b9e9c1762a req-7388a358-756d-4a99-952a-05b3bb2389a5 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:23.228348 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bddc0021-7280-4a74-b5b5-20b9e9c1762a req-7388a358-756d-4a99-952a-05b3bb2389a5 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=7548ceeb-b9c5-4408-9ef3-3a6ce741b1d1 HTTP/1.1" status: 200 len: 944 time: 0.0963421 Aug 22 13:52:23.339805 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bddc0021-7280-4a74-b5b5-20b9e9c1762a req-d7799ce8-1eba-4860-8f57-3dd6aad2c18c tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084776 Aug 22 13:52:23.381064 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-c6f0dff2-ca8e-4598-903e-809c741cad9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1956e1b-ac31-4b08-a7ec-d02e874d53a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-842952032', 'tenant_id': 'd4e861fa65d04e13965fba5a7940e815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'a49efba0-0eab-4f66-904e-4b09e348bcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:52:10Z', 'updated_at': '2021-08-22T13:52:17Z', 'revision_number': 4, 'project_id': 'd4e861fa65d04e13965fba5a7940e815', 'gw_port': {'id': 'a49efba0-0eab-4f66-904e-4b09e348bcc5', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1956e1b-ac31-4b08-a7ec-d02e874d53a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:52:11Z', 'updated_at': '2021-08-22T13:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '3cae2a34-395c-4802-a2cc-48b16592b274', 'name': '', 'network_id': '9dd9d901-9415-4834-b894-2be98445720b', 'tenant_id': 'd4e861fa65d04e13965fba5a7940e815', 'mac_address': 'fa:16:3e:eb:12:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1956e1b-ac31-4b08-a7ec-d02e874d53a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '801f6e8b-4c85-4670-aa82-b08458497ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:52:16Z', 'updated_at': '2021-08-22T13:52:22Z', 'revision_number': 4, 'project_id': 'd4e861fa65d04e13965fba5a7940e815', 'subnets': [{'id': '801f6e8b-4c85-4670-aa82-b08458497ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:52:23.424940 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f0dff2-ca8e-4598-903e-809c741cad9f None None] The sync data for ids ['d1956e1b-ac31-4b08-a7ec-d02e874d53a0'] in n-d-793621-33 is: [{'id': 'd1956e1b-ac31-4b08-a7ec-d02e874d53a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-842952032', 'tenant_id': 'd4e861fa65d04e13965fba5a7940e815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'a49efba0-0eab-4f66-904e-4b09e348bcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:52:10Z', 'updated_at': '2021-08-22T13:52:17Z', 'revision_number': 4, 'project_id': 'd4e861fa65d04e13965fba5a7940e815', 'gw_port': {'id': 'a49efba0-0eab-4f66-904e-4b09e348bcc5', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1956e1b-ac31-4b08-a7ec-d02e874d53a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:52:11Z', 'updated_at': '2021-08-22T13:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '3cae2a34-395c-4802-a2cc-48b16592b274', 'name': '', 'network_id': '9dd9d901-9415-4834-b894-2be98445720b', 'tenant_id': 'd4e861fa65d04e13965fba5a7940e815', 'mac_address': 'fa:16:3e:eb:12:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1956e1b-ac31-4b08-a7ec-d02e874d53a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '801f6e8b-4c85-4670-aa82-b08458497ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:52:16Z', 'updated_at': '2021-08-22T13:52:22Z', 'revision_number': 4, 'project_id': 'd4e861fa65d04e13965fba5a7940e815', 'subnets': [{'id': '801f6e8b-4c85-4670-aa82-b08458497ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:52:23.715840 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 32c221f2-6798-4c13-880b-cf9d83790934 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:52:23.851481 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 32c221f2-6798-4c13-880b-cf9d83790934 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:52:23.863151 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 32c221f2-6798-4c13-880b-cf9d83790934 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:52:23.863578 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:24.037561 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:24.070095 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7548ceeb-b9c5-4408-9ef3-3a6ce741b1d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c221f2-6798-4c13-880b-cf9d83790934'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:52:24.072958 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8cdd90-177f-43e3-9c28-8dad8132d536" -d '{"events": [{"server_uuid": "7548ceeb-b9c5-4408-9ef3-3a6ce741b1d1", "name": "network-vif-plugged", "status": "completed", "tag": "32c221f2-6798-4c13-880b-cf9d83790934"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:52:24.097239 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 32c221f2-6798-4c13-880b-cf9d83790934, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=32c221f2-6798-4c13-880b-cf9d83790934,segment=NetworkSegment(a8db1aa5-2938-4ee0-bbbc-1190f337bf80),segment_id=a8db1aa5-2938-4ee0-bbbc-1190f337bf80)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:52:24.106516 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:24.248135 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b60038-110b-4340-8e9e-a10a257b75f9 x-openstack-request-id: req-50b60038-110b-4340-8e9e-a10a257b75f9 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:52:24.249804 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7548ceeb-b9c5-4408-9ef3-3a6ce741b1d1", "name": "network-vif-plugged", "status": "completed", "tag": "32c221f2-6798-4c13-880b-cf9d83790934", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:52:24.252674 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-50b60038-110b-4340-8e9e-a10a257b75f9 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:52:24.253226 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7548ceeb-b9c5-4408-9ef3-3a6ce741b1d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c221f2-6798-4c13-880b-cf9d83790934', 'code': 200} Aug 22 13:52:24.385656 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=32c221f2-6798-4c13-880b-cf9d83790934,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:52:24.488662 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-71b7d89b-c732-47bd-9132-1641122260a1 req-e2c4c37d-7b26-48d7-b7a8-9122dae00e96 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc45157a-9669-430c-8c5e-4e13286544c0 HTTP/1.1" status: 200 len: 210 time: 0.1235220 Aug 22 13:52:24.503308 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 3cae2a34-395c-4802-a2cc-48b16592b274 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:52:24.532131 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac996dc-c1be-4b7f-8b1d-cbaf7f603c13 req-88ffce75-1f97-483d-84d7-3dbc80855a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:24.534969 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3ac996dc-c1be-4b7f-8b1d-cbaf7f603c13 req-88ffce75-1f97-483d-84d7-3dbc80855a50 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7548ceeb-b9c5-4408-9ef3-3a6ce741b1d1 HTTP/1.1" status: 200 len: 1097 time: 0.1259997 Aug 22 13:52:24.625659 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3ac996dc-c1be-4b7f-8b1d-cbaf7f603c13 req-191f342b-e520-42a0-8b51-c837aebe7c0d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824101 Aug 22 13:52:24.634559 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e01e7-7162-4d75-a333-8879d86c5758 req-8fe49164-5bb1-48a4-89a9-c6775afcc9d2 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:24.636510 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-566e01e7-7162-4d75-a333-8879d86c5758 req-8fe49164-5bb1-48a4-89a9-c6775afcc9d2 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=7548ceeb-b9c5-4408-9ef3-3a6ce741b1d1 HTTP/1.1" status: 200 len: 945 time: 0.1082554 Aug 22 13:52:24.646250 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 3cae2a34-395c-4802-a2cc-48b16592b274 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:52:24.650801 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 3cae2a34-395c-4802-a2cc-48b16592b274 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:52:24.651256 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:24.744820 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-566e01e7-7162-4d75-a333-8879d86c5758 req-b11c6ab9-180b-4960-8d8d-b24938ef592b tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937619 Aug 22 13:52:24.840208 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:24.934601 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 3cae2a34-395c-4802-a2cc-48b16592b274, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=3cae2a34-395c-4802-a2cc-48b16592b274,segment=NetworkSegment(526b500e-bd54-4d22-a9b5-1743e924a706),segment_id=526b500e-bd54-4d22-a9b5-1743e924a706)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:52:24.946250 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:25.087047 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=3cae2a34-395c-4802-a2cc-48b16592b274,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:52:25.220454 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189c351-7113-4d2c-97a8-b17a7784ca9b req-0b23cdfe-861e-4e0f-bcaa-fbc19290e8f4 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:25.222426 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9189c351-7113-4d2c-97a8-b17a7784ca9b req-0b23cdfe-861e-4e0f-bcaa-fbc19290e8f4 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.16 "GET /v2.0/networks?id=9dd9d901-9415-4834-b894-2be98445720b HTTP/1.1" status: 200 len: 797 time: 0.3030105 Aug 22 13:52:25.293878 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9189c351-7113-4d2c-97a8-b17a7784ca9b req-e4295a6d-152b-4200-b0a0-935cb6737065 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4e861fa65d04e13965fba5a7940e815 HTTP/1.1" status: 200 len: 478 time: 0.0615277 Aug 22 13:52:25.306534 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-9189c351-7113-4d2c-97a8-b17a7784ca9b req-dda2f461-5ec7-4de3-838e-63e862662f9b tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Request body: {'port': {'device_id': 'dc45157a-9669-430c-8c5e-4e13286544c0', 'network_id': '9dd9d901-9415-4834-b894-2be98445720b', 'admin_state_up': True, 'tenant_id': 'd4e861fa65d04e13965fba5a7940e815', 'security_groups': ['80bd29fe-90b3-4e81-ab1c-5da93da4eb71', 'bce1c547-a059-4558-bda1-e5fc6516e953']}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:52:25.476476 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9189c351-7113-4d2c-97a8-b17a7784ca9b req-dda2f461-5ec7-4de3-838e-63e862662f9b tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Made reservation on behalf of d4e861fa65d04e13965fba5a7940e815 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:52:25.484911 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9189c351-7113-4d2c-97a8-b17a7784ca9b req-dda2f461-5ec7-4de3-838e-63e862662f9b tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:25.658492 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5dbf3766-ad83-48f2-acd7-cb7c167da206 req-b40d5bf7-068f-4133-b627-39fea1663a5f tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc45157a-9669-430c-8c5e-4e13286544c0 HTTP/1.1" status: 200 len: 210 time: 0.0399835 Aug 22 13:52:25.741153 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-9189c351-7113-4d2c-97a8-b17a7784ca9b req-dda2f461-5ec7-4de3-838e-63e862662f9b tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Allocated IP 172.20.0.6 (9dd9d901-9415-4834-b894-2be98445720b/801f6e8b-4c85-4670-aa82-b08458497ad0/aac0567e-8369-460c-ba89-7e135fc43083) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:52:25.964850 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd6477-2676-479f-aa98-f2864587742a req-86237564-cc62-48ed-b2e3-ac6c7df4ce08 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:25.966330 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eafd6477-2676-479f-aa98-f2864587742a req-86237564-cc62-48ed-b2e3-ac6c7df4ce08 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=7548ceeb-b9c5-4408-9ef3-3a6ce741b1d1 HTTP/1.1" status: 200 len: 945 time: 0.0947478 Aug 22 13:52:26.050815 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9189c351-7113-4d2c-97a8-b17a7784ca9b req-dda2f461-5ec7-4de3-838e-63e862662f9b tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:26.078842 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eafd6477-2676-479f-aa98-f2864587742a req-b237a37f-3786-40df-815b-ad7cdcde5234 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892220 Aug 22 13:52:26.087908 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-9189c351-7113-4d2c-97a8-b17a7784ca9b req-dda2f461-5ec7-4de3-838e-63e862662f9b tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Transition to ACTIVE for port object aac0567e-8369-460c-ba89-7e135fc43083 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:52:26.135252 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9189c351-7113-4d2c-97a8-b17a7784ca9b req-dda2f461-5ec7-4de3-838e-63e862662f9b tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:26.213008 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9189c351-7113-4d2c-97a8-b17a7784ca9b req-dda2f461-5ec7-4de3-838e-63e862662f9b tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Network 9dd9d901-9415-4834-b894-2be98445720b is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:52:26.219202 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-9189c351-7113-4d2c-97a8-b17a7784ca9b req-dda2f461-5ec7-4de3-838e-63e862662f9b tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:52:26.226548 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-9189c351-7113-4d2c-97a8-b17a7784ca9b req-dda2f461-5ec7-4de3-838e-63e862662f9b tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:52:26.261708 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda2f461-5ec7-4de3-838e-63e862662f9b tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Pushing event updated for resources: {'Port': ['ID=aac0567e-8369-460c-ba89-7e135fc43083,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:52:26.283435 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 3cae2a34-395c-4802-a2cc-48b16592b274 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:52:26.289214 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b11c01-d9f6-4d61-820f-a50fb6ec7c17 req-7e5603a8-0a4d-46ab-a074-5ccbe1afb087 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:26.291453 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-65b11c01-d9f6-4d61-820f-a50fb6ec7c17 req-7e5603a8-0a4d-46ab-a074-5ccbe1afb087 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=7548ceeb-b9c5-4408-9ef3-3a6ce741b1d1 HTTP/1.1" status: 200 len: 945 time: 0.1175609 Aug 22 13:52:26.329617 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189c351-7113-4d2c-97a8-b17a7784ca9b req-dda2f461-5ec7-4de3-838e-63e862662f9b tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:26.330260 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9189c351-7113-4d2c-97a8-b17a7784ca9b req-dda2f461-5ec7-4de3-838e-63e862662f9b tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:26.347841 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 3cae2a34-395c-4802-a2cc-48b16592b274 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:52:26.348482 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:26.397789 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9189c351-7113-4d2c-97a8-b17a7784ca9b req-dda2f461-5ec7-4de3-838e-63e862662f9b tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.0954452 Aug 22 13:52:26.428301 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-9189c351-7113-4d2c-97a8-b17a7784ca9b req-4154d921-f39a-4be7-b441-61b86f33c8ab service neutron] Request body: {'port': {'device_id': 'dc45157a-9669-430c-8c5e-4e13286544c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:52:26.456216 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-65b11c01-d9f6-4d61-820f-a50fb6ec7c17 req-aefd6916-0478-4f05-99aa-363c500a60b1 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440711 Aug 22 13:52:26.615810 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74b65b-cb54-4bcb-98e0-7d2ec1b9bbdb req-1b8032a8-6ff0-4b3e-badd-fecbb18c3708 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:26.617385 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cf74b65b-cb54-4bcb-98e0-7d2ec1b9bbdb req-1b8032a8-6ff0-4b3e-badd-fecbb18c3708 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 945 time: 0.1814027 Aug 22 13:52:26.643160 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9189c351-7113-4d2c-97a8-b17a7784ca9b req-4154d921-f39a-4be7-b441-61b86f33c8ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:26.691364 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-3d53fc5f-0762-4d9d-bb3a-e8246491c1ac None None] Provisioning for port aac0567e-8369-460c-ba89-7e135fc43083 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:52:26.695849 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-3d53fc5f-0762-4d9d-bb3a-e8246491c1ac None None] Provisioning complete for port aac0567e-8369-460c-ba89-7e135fc43083 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:52:26.696497 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3d53fc5f-0762-4d9d-bb3a-e8246491c1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:26.704666 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cf74b65b-cb54-4bcb-98e0-7d2ec1b9bbdb req-515c1e0e-6b96-4802-ba86-6d211f6139c2 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721192 Aug 22 13:52:26.774265 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-3d53fc5f-0762-4d9d-bb3a-e8246491c1ac None None] Port aac0567e-8369-460c-ba89-7e135fc43083 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:52:27.002519 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01373f79-857f-417a-a5e7-6fe3269c3cab req-ecbfb39b-4e2e-4269-a498-878bd67c31ad tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:27.004145 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-01373f79-857f-417a-a5e7-6fe3269c3cab req-ecbfb39b-4e2e-4269-a498-878bd67c31ad tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc45157a-9669-430c-8c5e-4e13286544c0 HTTP/1.1" status: 200 len: 970 time: 0.1727445 Aug 22 13:52:27.161450 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-01373f79-857f-417a-a5e7-6fe3269c3cab req-ae4f0e05-9240-42a3-8b33-7779de3d66d4 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bd29fe-90b3-4e81-ab1c-5da93da4eb71&id=bce1c547-a059-4558-bda1-e5fc6516e953&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1470380 Aug 22 13:52:27.270964 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-9189c351-7113-4d2c-97a8-b17a7784ca9b req-4154d921-f39a-4be7-b441-61b86f33c8ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aac0567e-8369-460c-ba89-7e135fc43083 {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:52:27.290505 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9189c351-7113-4d2c-97a8-b17a7784ca9b req-4154d921-f39a-4be7-b441-61b86f33c8ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:27.350183 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-9189c351-7113-4d2c-97a8-b17a7784ca9b req-4154d921-f39a-4be7-b441-61b86f33c8ab service neutron] Transition to ACTIVE for port object aac0567e-8369-460c-ba89-7e135fc43083 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:52:27.358622 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9189c351-7113-4d2c-97a8-b17a7784ca9b req-4154d921-f39a-4be7-b441-61b86f33c8ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:27.467050 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154d921-f39a-4be7-b441-61b86f33c8ab service neutron] Pushing event updated for resources: {'Port': ['ID=aac0567e-8369-460c-ba89-7e135fc43083,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:52:27.613625 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-9189c351-7113-4d2c-97a8-b17a7784ca9b req-4154d921-f39a-4be7-b441-61b86f33c8ab service neutron] Attempting to bind port aac0567e-8369-460c-ba89-7e135fc43083 on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:52:27.614013 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-9189c351-7113-4d2c-97a8-b17a7784ca9b req-4154d921-f39a-4be7-b441-61b86f33c8ab service neutron] Attempting to bind port aac0567e-8369-460c-ba89-7e135fc43083 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '526b500e-bd54-4d22-a9b5-1743e924a706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9dd9d901-9415-4834-b894-2be98445720b'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:52:27.614291 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9189c351-7113-4d2c-97a8-b17a7784ca9b req-4154d921-f39a-4be7-b441-61b86f33c8ab service neutron] Attempting to bind port aac0567e-8369-460c-ba89-7e135fc43083 on network 9dd9d901-9415-4834-b894-2be98445720b {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:52:27.628138 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9189c351-7113-4d2c-97a8-b17a7784ca9b req-4154d921-f39a-4be7-b441-61b86f33c8ab service neutron] Port aac0567e-8369-460c-ba89-7e135fc43083 on network 9dd9d901-9415-4834-b894-2be98445720b not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:52:27.628559 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9189c351-7113-4d2c-97a8-b17a7784ca9b req-4154d921-f39a-4be7-b441-61b86f33c8ab service neutron] Attempting to bind port aac0567e-8369-460c-ba89-7e135fc43083 on network 9dd9d901-9415-4834-b894-2be98445720b {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:52:27.638501 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9189c351-7113-4d2c-97a8-b17a7784ca9b req-4154d921-f39a-4be7-b441-61b86f33c8ab service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:52:27.638870 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9189c351-7113-4d2c-97a8-b17a7784ca9b req-4154d921-f39a-4be7-b441-61b86f33c8ab service neutron] Checking segment: {'id': '526b500e-bd54-4d22-a9b5-1743e924a706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9dd9d901-9415-4834-b894-2be98445720b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:52:27.639250 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9189c351-7113-4d2c-97a8-b17a7784ca9b req-4154d921-f39a-4be7-b441-61b86f33c8ab service neutron] Bound using segment: {'id': '526b500e-bd54-4d22-a9b5-1743e924a706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9dd9d901-9415-4834-b894-2be98445720b'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:52:27.639806 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-9189c351-7113-4d2c-97a8-b17a7784ca9b req-4154d921-f39a-4be7-b441-61b86f33c8ab service neutron] Bound port: aac0567e-8369-460c-ba89-7e135fc43083, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '526b500e-bd54-4d22-a9b5-1743e924a706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9dd9d901-9415-4834-b894-2be98445720b'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:52:27.640181 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9189c351-7113-4d2c-97a8-b17a7784ca9b req-4154d921-f39a-4be7-b441-61b86f33c8ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:27.721918 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-9189c351-7113-4d2c-97a8-b17a7784ca9b req-4154d921-f39a-4be7-b441-61b86f33c8ab service neutron] For port aac0567e-8369-460c-ba89-7e135fc43083, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:52:27.725986 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-9189c351-7113-4d2c-97a8-b17a7784ca9b req-4154d921-f39a-4be7-b441-61b86f33c8ab service neutron] For port aac0567e-8369-460c-ba89-7e135fc43083, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=aac0567e-8369-460c-ba89-7e135fc43083,segment=NetworkSegment(526b500e-bd54-4d22-a9b5-1743e924a706),segment_id=526b500e-bd54-4d22-a9b5-1743e924a706)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:52:27.731359 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9189c351-7113-4d2c-97a8-b17a7784ca9b req-4154d921-f39a-4be7-b441-61b86f33c8ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:27.791630 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189c351-7113-4d2c-97a8-b17a7784ca9b req-4154d921-f39a-4be7-b441-61b86f33c8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:27.792388 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9189c351-7113-4d2c-97a8-b17a7784ca9b req-4154d921-f39a-4be7-b441-61b86f33c8ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:27.793932 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9189c351-7113-4d2c-97a8-b17a7784ca9b req-4154d921-f39a-4be7-b441-61b86f33c8ab service neutron] 10.222.0.16 "PUT /v2.0/ports/aac0567e-8369-460c-ba89-7e135fc43083 HTTP/1.1" status: 200 len: 1131 time: 1.3735223 Aug 22 13:52:27.794403 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc45157a-9669-430c-8c5e-4e13286544c0', 'tag': 'aac0567e-8369-460c-ba89-7e135fc43083'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:52:27.796749 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e9e89b-482a-464a-9496-12ff596e83ba" -d '{"events": [{"name": "network-changed", "server_uuid": "dc45157a-9669-430c-8c5e-4e13286544c0", "tag": "aac0567e-8369-460c-ba89-7e135fc43083"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:52:27.895018 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e483a2ae-c88e-49e7-8f92-07afdc88ab7e x-openstack-request-id: req-e483a2ae-c88e-49e7-8f92-07afdc88ab7e {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:52:27.895313 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc45157a-9669-430c-8c5e-4e13286544c0", "tag": "aac0567e-8369-460c-ba89-7e135fc43083", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:52:27.895595 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e483a2ae-c88e-49e7-8f92-07afdc88ab7e {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:52:27.895970 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc45157a-9669-430c-8c5e-4e13286544c0', 'tag': 'aac0567e-8369-460c-ba89-7e135fc43083', 'status': 'completed', 'code': 200} Aug 22 13:52:27.954342 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154d921-f39a-4be7-b441-61b86f33c8ab service neutron] Pushing event updated for resources: {'Port': ['ID=aac0567e-8369-460c-ba89-7e135fc43083,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:52:28.018424 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189c351-7113-4d2c-97a8-b17a7784ca9b req-1b2fe687-66ff-4915-9ce2-01320e3ea525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:28.021121 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9189c351-7113-4d2c-97a8-b17a7784ca9b req-1b2fe687-66ff-4915-9ce2-01320e3ea525 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d4e861fa65d04e13965fba5a7940e815&device_id=dc45157a-9669-430c-8c5e-4e13286544c0 HTTP/1.1" status: 200 len: 1134 time: 0.1468740 Aug 22 13:52:28.099600 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9189c351-7113-4d2c-97a8-b17a7784ca9b req-74763009-3d97-491e-8031-2833cafaf575 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aac0567e-8369-460c-ba89-7e135fc43083 HTTP/1.1" status: 200 len: 217 time: 0.0650227 Aug 22 13:52:28.198882 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189c351-7113-4d2c-97a8-b17a7784ca9b req-d373cbf5-3bc4-4238-afba-21ed3936b38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:28.200616 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9189c351-7113-4d2c-97a8-b17a7784ca9b req-d373cbf5-3bc4-4238-afba-21ed3936b38e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=801f6e8b-4c85-4670-aa82-b08458497ad0 HTTP/1.1" status: 200 len: 835 time: 0.0936284 Aug 22 13:52:28.278203 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:52:28.292385 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189c351-7113-4d2c-97a8-b17a7784ca9b req-377b82f9-847e-4938-b720-86f9ce2757fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:28.294218 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9189c351-7113-4d2c-97a8-b17a7784ca9b req-377b82f9-847e-4938-b720-86f9ce2757fe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9dd9d901-9415-4834-b894-2be98445720b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0844815 Aug 22 13:52:28.467439 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1fd61d2d-50d3-4b36-a3cc-7142ff1e3be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:28.501430 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a899b220-3c85-4d7b-90d6-f251e358837c req-87bffc37-d66f-4677-9064-f4fff4099905 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:28.510244 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a899b220-3c85-4d7b-90d6-f251e358837c req-87bffc37-d66f-4677-9064-f4fff4099905 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc45157a-9669-430c-8c5e-4e13286544c0 HTTP/1.1" status: 200 len: 982 time: 0.1998708 Aug 22 13:52:28.511164 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:28.544218 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9189c351-7113-4d2c-97a8-b17a7784ca9b req-dcfae228-e1c2-451a-bd3c-755e40272ca2 service neutron] 10.222.0.16 "GET /v2.0/networks/9dd9d901-9415-4834-b894-2be98445720b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419834 Aug 22 13:52:28.580406 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a899b220-3c85-4d7b-90d6-f251e358837c req-5acf1a0d-3c0c-4d87-b989-77cfa366b1b7 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bd29fe-90b3-4e81-ab1c-5da93da4eb71&id=bce1c547-a059-4558-bda1-e5fc6516e953&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0663855 Aug 22 13:52:28.686047 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9189c351-7113-4d2c-97a8-b17a7784ca9b req-c22c7bfa-e287-42c7-b103-56bf0803d7b2 service neutron] 10.222.0.16 "GET /v2.0/networks/9dd9d901-9415-4834-b894-2be98445720b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314497 Aug 22 13:52:28.909942 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9e89b-482a-464a-9496-12ff596e83ba req-78c5b6ea-09a3-4302-a279-2e71820d30ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:28.912450 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d3e9e89b-482a-464a-9496-12ff596e83ba req-78c5b6ea-09a3-4302-a279-2e71820d30ca service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d4e861fa65d04e13965fba5a7940e815&device_id=dc45157a-9669-430c-8c5e-4e13286544c0 HTTP/1.1" status: 200 len: 1134 time: 0.1602411 Aug 22 13:52:29.028658 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9e89b-482a-464a-9496-12ff596e83ba req-55e4d4ce-ff0d-4ccb-8dca-d9dbd1ea0999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:29.030346 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d3e9e89b-482a-464a-9496-12ff596e83ba req-55e4d4ce-ff0d-4ccb-8dca-d9dbd1ea0999 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9dd9d901-9415-4834-b894-2be98445720b HTTP/1.1" status: 200 len: 898 time: 0.1100819 Aug 22 13:52:29.080728 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d3e9e89b-482a-464a-9496-12ff596e83ba req-c93425d7-e5d4-4dda-843a-a00b668a9fbf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aac0567e-8369-460c-ba89-7e135fc43083 HTTP/1.1" status: 200 len: 217 time: 0.0421679 Aug 22 13:52:29.141542 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9e89b-482a-464a-9496-12ff596e83ba req-532ffbf3-2833-4a34-814e-1bee8f16495e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:29.143689 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d3e9e89b-482a-464a-9496-12ff596e83ba req-532ffbf3-2833-4a34-814e-1bee8f16495e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=801f6e8b-4c85-4670-aa82-b08458497ad0 HTTP/1.1" status: 200 len: 835 time: 0.0556943 Aug 22 13:52:29.221100 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9e89b-482a-464a-9496-12ff596e83ba req-bf32c9e8-5d76-4c7d-be7e-c627b06794d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:29.222633 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d3e9e89b-482a-464a-9496-12ff596e83ba req-bf32c9e8-5d76-4c7d-be7e-c627b06794d1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9dd9d901-9415-4834-b894-2be98445720b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0715683 Aug 22 13:52:29.318806 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d3e9e89b-482a-464a-9496-12ff596e83ba req-589a23e2-7875-410e-9919-6d36f147fb09 service neutron] 10.222.0.16 "GET /v2.0/networks/9dd9d901-9415-4834-b894-2be98445720b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874944 Aug 22 13:52:29.415631 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d3e9e89b-482a-464a-9496-12ff596e83ba req-e3cdffc7-47a2-4bd3-a3a2-48e4bbe125f6 service neutron] 10.222.0.16 "GET /v2.0/networks/9dd9d901-9415-4834-b894-2be98445720b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882912 Aug 22 13:52:29.774942 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89393502-28c6-4f45-af2f-d0c314950176 req-41e274d3-61e0-41d4-9ccc-ef1f2fd5379f tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:29.776547 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-89393502-28c6-4f45-af2f-d0c314950176 req-41e274d3-61e0-41d4-9ccc-ef1f2fd5379f tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc45157a-9669-430c-8c5e-4e13286544c0 HTTP/1.1" status: 200 len: 982 time: 0.1154139 Aug 22 13:52:29.818729 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede8f0d-dde8-40c4-8f12-96e05b90b955 req-110ba969-ac78-4a8c-8bc8-2bedadb8f486 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:29.820265 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cede8f0d-dde8-40c4-8f12-96e05b90b955 req-110ba969-ac78-4a8c-8bc8-2bedadb8f486 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/networks?id=f8ac2233-ea24-423f-9bd4-53abb27cd3b8 HTTP/1.1" status: 200 len: 812 time: 0.1603839 Aug 22 13:52:29.851020 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-89393502-28c6-4f45-af2f-d0c314950176 req-d8a685b5-54e8-46f6-9471-d98d80b52361 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bd29fe-90b3-4e81-ab1c-5da93da4eb71&id=bce1c547-a059-4558-bda1-e5fc6516e953&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0610371 Aug 22 13:52:29.860859 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cede8f0d-dde8-40c4-8f12-96e05b90b955 req-134857fc-2918-4596-ad65-33d60f8de63f tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/quotas/19e069a6935a47bcb8831313e7520ef4 HTTP/1.1" status: 200 len: 375 time: 0.0260482 Aug 22 13:52:29.916008 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cede8f0d-dde8-40c4-8f12-96e05b90b955 req-71d267a9-80bc-493a-af8e-062f71f7a482 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=19e069a6935a47bcb8831313e7520ef4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0539718 Aug 22 13:52:29.981714 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 2a56cda3-bbfb-4688-9140-f2cf54a149cc details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:52:29.984499 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 2a56cda3-bbfb-4688-9140-f2cf54a149cc no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:52:30.037591 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cede8f0d-dde8-40c4-8f12-96e05b90b955 req-056da1da-f32f-45ee-aa3c-5f3910bfc166 service neutron] 10.222.0.21 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128445 Aug 22 13:52:30.103163 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:30.137869 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 2a56cda3-bbfb-4688-9140-f2cf54a149cc, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=2a56cda3-bbfb-4688-9140-f2cf54a149cc,segment=NetworkSegment(3236bd72-b879-4aac-9539-57e8f1383d4a),segment_id=3236bd72-b879-4aac-9539-57e8f1383d4a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:52:30.140986 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f4f0940-3ae2-4643-993f-7cccea7df197', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a56cda3-bbfb-4688-9140-f2cf54a149cc'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:52:30.143565 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa27c84-aaa1-4387-9227-9a50156b4ea8" -d '{"events": [{"server_uuid": "9f4f0940-3ae2-4643-993f-7cccea7df197", "name": "network-vif-unplugged", "status": "completed", "tag": "2a56cda3-bbfb-4688-9140-f2cf54a149cc"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:52:30.156227 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cede8f0d-dde8-40c4-8f12-96e05b90b955 req-d839cd5d-9fdc-45d3-adeb-4975f6d051e8 service neutron] 10.222.0.21 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111972 Aug 22 13:52:30.169438 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.db.resource_extend [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 22 13:52:30.199890 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:30.244941 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 13:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c392df5c-119a-49f5-b6c8-27eb735221d3 x-openstack-request-id: req-c392df5c-119a-49f5-b6c8-27eb735221d3 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:52:30.245240 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f4f0940-3ae2-4643-993f-7cccea7df197", "name": "network-vif-unplugged", "status": "completed", "tag": "2a56cda3-bbfb-4688-9140-f2cf54a149cc", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:52:30.245492 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c392df5c-119a-49f5-b6c8-27eb735221d3 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:52:30.245891 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f4f0940-3ae2-4643-993f-7cccea7df197', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a56cda3-bbfb-4688-9140-f2cf54a149cc', 'code': 200} Aug 22 13:52:30.310815 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=2a56cda3-bbfb-4688-9140-f2cf54a149cc,revision_number=8']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:52:30.347178 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 2a56cda3-bbfb-4688-9140-f2cf54a149cc, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=2a56cda3-bbfb-4688-9140-f2cf54a149cc,segment=NetworkSegment(3236bd72-b879-4aac-9539-57e8f1383d4a),segment_id=3236bd72-b879-4aac-9539-57e8f1383d4a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:52:30.363680 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '2a56cda3-bbfb-4688-9140-f2cf54a149cc', 'network_id': '0db5422b-3cd9-4056-8d7a-7dc64f09a7c0', 'port_id': '2a56cda3-bbfb-4688-9140-f2cf54a149cc', 'mac_address': 'fa:16:3e:0f:9e:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96df5698-35fe-4400-8623-8e6dad52953f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:52:30.416043 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ed59c7f5-4e67-4365-89e8-fe79de1051ec req-6c9ae66b-a48d-4bf6-b545-7d3c2bdce708 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eb3b978-b5c4-44b5-a9ec-0d674eb6c18c HTTP/1.1" status: 200 len: 210 time: 0.0331733 Aug 22 13:52:30.448208 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:30.462240 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a56cda3-bbfb-4688-9140-f2cf54a149cc {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:52:30.483044 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 2a56cda3-bbfb-4688-9140-f2cf54a149cc, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=2a56cda3-bbfb-4688-9140-f2cf54a149cc,segment=NetworkSegment(3236bd72-b879-4aac-9539-57e8f1383d4a),segment_id=3236bd72-b879-4aac-9539-57e8f1383d4a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:52:30.489702 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:30.561121 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=2a56cda3-bbfb-4688-9140-f2cf54a149cc,revision_number=9']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:52:30.587492 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['2a56cda3-bbfb-4688-9140-f2cf54a149cc'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:52:30.994242 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e813933-a7f5-49af-b02c-cbc36a6d318f req-2d5424e8-40bf-4c0d-a343-455f160c0159 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:31.003665 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4e813933-a7f5-49af-b02c-cbc36a6d318f req-2d5424e8-40bf-4c0d-a343-455f160c0159 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc45157a-9669-430c-8c5e-4e13286544c0 HTTP/1.1" status: 200 len: 982 time: 0.0692801 Aug 22 13:52:31.073630 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8b67fd21-0f30-4710-816f-8750168a4a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:31.074164 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4e813933-a7f5-49af-b02c-cbc36a6d318f req-7319fc7d-48f9-4e46-b1c3-b3622a04ee91 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bd29fe-90b3-4e81-ab1c-5da93da4eb71&id=bce1c547-a059-4558-bda1-e5fc6516e953&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0672750 Aug 22 13:52:31.221871 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:31.556934 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b0349dd4-fde2-4cf9-ac39-ad973555fea1 req-9b2b9438-86ca-4d47-b143-7718b29b7820 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eb3b978-b5c4-44b5-a9ec-0d674eb6c18c HTTP/1.1" status: 200 len: 210 time: 0.0395601 Aug 22 13:52:31.714542 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede8f0d-dde8-40c4-8f12-96e05b90b955 req-fe5e666f-fa19-459d-ac97-2b95c1fa3b0b tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:31.716675 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cede8f0d-dde8-40c4-8f12-96e05b90b955 req-fe5e666f-fa19-459d-ac97-2b95c1fa3b0b tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.41 "GET /v2.0/networks?id=f8ac2233-ea24-423f-9bd4-53abb27cd3b8 HTTP/1.1" status: 200 len: 812 time: 0.2171597 Aug 22 13:52:31.737934 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-cede8f0d-dde8-40c4-8f12-96e05b90b955 req-18086d48-c16f-4d7e-bee2-9cc813280336 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Request body: {'port': {'device_id': '1eb3b978-b5c4-44b5-a9ec-0d674eb6c18c', 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8', 'admin_state_up': True, 'tenant_id': '19e069a6935a47bcb8831313e7520ef4'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:52:31.928346 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cede8f0d-dde8-40c4-8f12-96e05b90b955 req-18086d48-c16f-4d7e-bee2-9cc813280336 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Made reservation on behalf of 19e069a6935a47bcb8831313e7520ef4 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:52:31.934694 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-cede8f0d-dde8-40c4-8f12-96e05b90b955 req-18086d48-c16f-4d7e-bee2-9cc813280336 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:31.997076 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device aac0567e-8369-460c-ba89-7e135fc43083 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:52:32.001012 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 2a56cda3-bbfb-4688-9140-f2cf54a149cc up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:52:32.158840 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 2a56cda3-bbfb-4688-9140-f2cf54a149cc triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:52:32.159973 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:32.297727 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port aac0567e-8369-460c-ba89-7e135fc43083, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=aac0567e-8369-460c-ba89-7e135fc43083,segment=NetworkSegment(526b500e-bd54-4d22-a9b5-1743e924a706),segment_id=526b500e-bd54-4d22-a9b5-1743e924a706)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:52:32.305466 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a26ad-0380-40ea-9a93-c23fa7795381 req-a380da19-d89e-4552-9a27-b287864938eb tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:32.318393 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': 'aac0567e-8369-460c-ba89-7e135fc43083', 'network_id': '9dd9d901-9415-4834-b894-2be98445720b', 'port_id': 'aac0567e-8369-460c-ba89-7e135fc43083', 'mac_address': 'fa:16:3e:33:11:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '801f6e8b-4c85-4670-aa82-b08458497ad0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:52:32.319582 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b62a26ad-0380-40ea-9a93-c23fa7795381 req-a380da19-d89e-4552-9a27-b287864938eb tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc45157a-9669-430c-8c5e-4e13286544c0 HTTP/1.1" status: 200 len: 982 time: 0.1305723 Aug 22 13:52:32.394643 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:32.405699 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b62a26ad-0380-40ea-9a93-c23fa7795381 req-d4c86a03-2ef5-48ce-b89a-2581907992bc tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bd29fe-90b3-4e81-ab1c-5da93da4eb71&id=bce1c547-a059-4558-bda1-e5fc6516e953&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0851338 Aug 22 13:52:32.414248 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aac0567e-8369-460c-ba89-7e135fc43083 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:52:32.418892 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:32.432506 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-cede8f0d-dde8-40c4-8f12-96e05b90b955 req-18086d48-c16f-4d7e-bee2-9cc813280336 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Allocated IP 172.20.0.13 (f8ac2233-ea24-423f-9bd4-53abb27cd3b8/ad565ab1-b54d-4060-a258-16294d6e46a2/d08620b8-697c-433f-a85e-307f4c2d6cb6) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:52:32.490853 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f4f0940-3ae2-4643-993f-7cccea7df197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a56cda3-bbfb-4688-9140-f2cf54a149cc'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:52:32.494378 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c120b2-8cc6-417c-8e39-8e9ebe503d8e" -d '{"events": [{"server_uuid": "9f4f0940-3ae2-4643-993f-7cccea7df197", "name": "network-vif-plugged", "status": "completed", "tag": "2a56cda3-bbfb-4688-9140-f2cf54a149cc"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:52:32.499934 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port aac0567e-8369-460c-ba89-7e135fc43083, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=aac0567e-8369-460c-ba89-7e135fc43083,segment=NetworkSegment(526b500e-bd54-4d22-a9b5-1743e924a706),segment_id=526b500e-bd54-4d22-a9b5-1743e924a706)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:52:32.516946 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:32.589586 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 2a56cda3-bbfb-4688-9140-f2cf54a149cc, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=2a56cda3-bbfb-4688-9140-f2cf54a149cc,segment=NetworkSegment(3236bd72-b879-4aac-9539-57e8f1383d4a),segment_id=3236bd72-b879-4aac-9539-57e8f1383d4a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:52:32.591877 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=aac0567e-8369-460c-ba89-7e135fc43083,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:52:32.612227 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:32.613579 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:32.735311 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bac74c3-6168-4c81-a7dc-467c67d21e92 x-openstack-request-id: req-9bac74c3-6168-4c81-a7dc-467c67d21e92 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:52:32.740594 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f4f0940-3ae2-4643-993f-7cccea7df197", "name": "network-vif-plugged", "status": "completed", "tag": "2a56cda3-bbfb-4688-9140-f2cf54a149cc", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:52:32.741079 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9bac74c3-6168-4c81-a7dc-467c67d21e92 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:52:32.741884 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f4f0940-3ae2-4643-993f-7cccea7df197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a56cda3-bbfb-4688-9140-f2cf54a149cc', 'code': 200} Aug 22 13:52:32.744281 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=2a56cda3-bbfb-4688-9140-f2cf54a149cc,revision_number=10']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:52:32.762791 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-489c5350-bcbb-4e5d-87bc-52303e07aba3 req-67a4d1b7-99d8-4974-97bd-946444f6697a tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eb3b978-b5c4-44b5-a9ec-0d674eb6c18c HTTP/1.1" status: 200 len: 210 time: 0.0777571 Aug 22 13:52:32.796911 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-cede8f0d-dde8-40c4-8f12-96e05b90b955 req-18086d48-c16f-4d7e-bee2-9cc813280336 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:32.818032 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-cede8f0d-dde8-40c4-8f12-96e05b90b955 req-18086d48-c16f-4d7e-bee2-9cc813280336 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Transition to ACTIVE for port object d08620b8-697c-433f-a85e-307f4c2d6cb6 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:52:32.833325 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['aac0567e-8369-460c-ba89-7e135fc43083'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:52:32.921787 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-cede8f0d-dde8-40c4-8f12-96e05b90b955 req-18086d48-c16f-4d7e-bee2-9cc813280336 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:32.937062 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['32c221f2-6798-4c13-880b-cf9d83790934'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:52:33.006708 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cede8f0d-dde8-40c4-8f12-96e05b90b955 req-18086d48-c16f-4d7e-bee2-9cc813280336 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Network f8ac2233-ea24-423f-9bd4-53abb27cd3b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:52:33.011069 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-cede8f0d-dde8-40c4-8f12-96e05b90b955 req-18086d48-c16f-4d7e-bee2-9cc813280336 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:52:33.017336 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-cede8f0d-dde8-40c4-8f12-96e05b90b955 req-18086d48-c16f-4d7e-bee2-9cc813280336 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:52:33.091166 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18086d48-c16f-4d7e-bee2-9cc813280336 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Pushing event updated for resources: {'Port': ['ID=d08620b8-697c-433f-a85e-307f4c2d6cb6,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:52:33.151457 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede8f0d-dde8-40c4-8f12-96e05b90b955 req-18086d48-c16f-4d7e-bee2-9cc813280336 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:33.157231 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-cede8f0d-dde8-40c4-8f12-96e05b90b955 req-18086d48-c16f-4d7e-bee2-9cc813280336 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:33.197690 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cede8f0d-dde8-40c4-8f12-96e05b90b955 req-18086d48-c16f-4d7e-bee2-9cc813280336 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4703209 Aug 22 13:52:33.210653 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-cede8f0d-dde8-40c4-8f12-96e05b90b955 req-1c4b5ec7-0495-494f-bb85-907fabc9edf2 service neutron] Request body: {'port': {'device_id': '1eb3b978-b5c4-44b5-a9ec-0d674eb6c18c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:52:33.330429 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-cede8f0d-dde8-40c4-8f12-96e05b90b955 req-1c4b5ec7-0495-494f-bb85-907fabc9edf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:33.524632 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-015b1c4c-0460-4027-b33b-e3ec03266a62 None None] Provisioning for port d08620b8-697c-433f-a85e-307f4c2d6cb6 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:52:33.548622 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-015b1c4c-0460-4027-b33b-e3ec03266a62 None None] Provisioning complete for port d08620b8-697c-433f-a85e-307f4c2d6cb6 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:52:33.549438 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-015b1c4c-0460-4027-b33b-e3ec03266a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:33.649335 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-015b1c4c-0460-4027-b33b-e3ec03266a62 None None] Port d08620b8-697c-433f-a85e-307f4c2d6cb6 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:52:33.689509 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6effde3-5eb7-48ab-b2ad-a676a3310197 req-4c23c54d-d1c1-41a2-9f41-601c4177e408 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:33.698280 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c6effde3-5eb7-48ab-b2ad-a676a3310197 req-4c23c54d-d1c1-41a2-9f41-601c4177e408 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc45157a-9669-430c-8c5e-4e13286544c0 HTTP/1.1" status: 200 len: 983 time: 0.0960073 Aug 22 13:52:33.834217 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c6effde3-5eb7-48ab-b2ad-a676a3310197 req-f91b5936-076e-47bf-bef9-2d42cd5566c1 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bd29fe-90b3-4e81-ab1c-5da93da4eb71&id=bce1c547-a059-4558-bda1-e5fc6516e953&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1322091 Aug 22 13:52:33.964806 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:33.997801 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device aac0567e-8369-460c-ba89-7e135fc43083 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:52:34.002633 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-cede8f0d-dde8-40c4-8f12-96e05b90b955 req-1c4b5ec7-0495-494f-bb85-907fabc9edf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d08620b8-697c-433f-a85e-307f4c2d6cb6 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:52:34.019791 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-cede8f0d-dde8-40c4-8f12-96e05b90b955 req-1c4b5ec7-0495-494f-bb85-907fabc9edf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:34.033089 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f66dfe-ce63-426d-87bc-5a959d48a305 req-3f83ba90-d38d-44e7-871c-0c6478cb3dc4 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:34.035284 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-65f66dfe-ce63-426d-87bc-5a959d48a305 req-3f83ba90-d38d-44e7-871c-0c6478cb3dc4 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eb3b978-b5c4-44b5-a9ec-0d674eb6c18c HTTP/1.1" status: 200 len: 932 time: 0.0934691 Aug 22 13:52:34.050619 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-cede8f0d-dde8-40c4-8f12-96e05b90b955 req-1c4b5ec7-0495-494f-bb85-907fabc9edf2 service neutron] Transition to ACTIVE for port object d08620b8-697c-433f-a85e-307f4c2d6cb6 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:52:34.057953 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-cede8f0d-dde8-40c4-8f12-96e05b90b955 req-1c4b5ec7-0495-494f-bb85-907fabc9edf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:34.122174 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-65f66dfe-ce63-426d-87bc-5a959d48a305 req-655bbc3f-7a6d-41ee-8ea2-be9bb9c50dd3 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804312 Aug 22 13:52:34.128514 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port aac0567e-8369-460c-ba89-7e135fc43083 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:52:34.157213 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port aac0567e-8369-460c-ba89-7e135fc43083 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:52:34.158587 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:34.259782 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:34.260795 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b5ec7-0495-494f-bb85-907fabc9edf2 service neutron] Pushing event updated for resources: {'Port': ['ID=d08620b8-697c-433f-a85e-307f4c2d6cb6,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:52:34.345261 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:34.434748 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port aac0567e-8369-460c-ba89-7e135fc43083, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=aac0567e-8369-460c-ba89-7e135fc43083,segment=NetworkSegment(526b500e-bd54-4d22-a9b5-1743e924a706),segment_id=526b500e-bd54-4d22-a9b5-1743e924a706)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:52:34.445203 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-cede8f0d-dde8-40c4-8f12-96e05b90b955 req-1c4b5ec7-0495-494f-bb85-907fabc9edf2 service neutron] Attempting to bind port d08620b8-697c-433f-a85e-307f4c2d6cb6 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:52:34.445402 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:34.445754 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-cede8f0d-dde8-40c4-8f12-96e05b90b955 req-1c4b5ec7-0495-494f-bb85-907fabc9edf2 service neutron] Attempting to bind port d08620b8-697c-433f-a85e-307f4c2d6cb6 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': 'a8db1aa5-2938-4ee0-bbbc-1190f337bf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:52:34.446204 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cede8f0d-dde8-40c4-8f12-96e05b90b955 req-1c4b5ec7-0495-494f-bb85-907fabc9edf2 service neutron] Attempting to bind port d08620b8-697c-433f-a85e-307f4c2d6cb6 on network f8ac2233-ea24-423f-9bd4-53abb27cd3b8 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:52:34.458435 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cede8f0d-dde8-40c4-8f12-96e05b90b955 req-1c4b5ec7-0495-494f-bb85-907fabc9edf2 service neutron] Port d08620b8-697c-433f-a85e-307f4c2d6cb6 on network f8ac2233-ea24-423f-9bd4-53abb27cd3b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:52:34.459279 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cede8f0d-dde8-40c4-8f12-96e05b90b955 req-1c4b5ec7-0495-494f-bb85-907fabc9edf2 service neutron] Attempting to bind port d08620b8-697c-433f-a85e-307f4c2d6cb6 on network f8ac2233-ea24-423f-9bd4-53abb27cd3b8 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:52:34.470716 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cede8f0d-dde8-40c4-8f12-96e05b90b955 req-1c4b5ec7-0495-494f-bb85-907fabc9edf2 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:52:34.471217 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cede8f0d-dde8-40c4-8f12-96e05b90b955 req-1c4b5ec7-0495-494f-bb85-907fabc9edf2 service neutron] Checking segment: {'id': 'a8db1aa5-2938-4ee0-bbbc-1190f337bf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:52:34.480092 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cede8f0d-dde8-40c4-8f12-96e05b90b955 req-1c4b5ec7-0495-494f-bb85-907fabc9edf2 service neutron] Bound using segment: {'id': 'a8db1aa5-2938-4ee0-bbbc-1190f337bf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:52:34.480708 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-cede8f0d-dde8-40c4-8f12-96e05b90b955 req-1c4b5ec7-0495-494f-bb85-907fabc9edf2 service neutron] Bound port: d08620b8-697c-433f-a85e-307f4c2d6cb6, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8db1aa5-2938-4ee0-bbbc-1190f337bf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:52:34.481183 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-cede8f0d-dde8-40c4-8f12-96e05b90b955 req-1c4b5ec7-0495-494f-bb85-907fabc9edf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:34.555250 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=aac0567e-8369-460c-ba89-7e135fc43083,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:52:34.608097 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-cede8f0d-dde8-40c4-8f12-96e05b90b955 req-1c4b5ec7-0495-494f-bb85-907fabc9edf2 service neutron] For port d08620b8-697c-433f-a85e-307f4c2d6cb6, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:52:34.612594 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-cede8f0d-dde8-40c4-8f12-96e05b90b955 req-1c4b5ec7-0495-494f-bb85-907fabc9edf2 service neutron] For port d08620b8-697c-433f-a85e-307f4c2d6cb6, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=d08620b8-697c-433f-a85e-307f4c2d6cb6,segment=NetworkSegment(a8db1aa5-2938-4ee0-bbbc-1190f337bf80),segment_id=a8db1aa5-2938-4ee0-bbbc-1190f337bf80)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:52:34.621530 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-cede8f0d-dde8-40c4-8f12-96e05b90b955 req-1c4b5ec7-0495-494f-bb85-907fabc9edf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:34.720491 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b5ec7-0495-494f-bb85-907fabc9edf2 service neutron] Pushing event updated for resources: {'Port': ['ID=d08620b8-697c-433f-a85e-307f4c2d6cb6,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:52:34.727060 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede8f0d-dde8-40c4-8f12-96e05b90b955 req-1c4b5ec7-0495-494f-bb85-907fabc9edf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:34.727734 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-cede8f0d-dde8-40c4-8f12-96e05b90b955 req-1c4b5ec7-0495-494f-bb85-907fabc9edf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:34.729316 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cede8f0d-dde8-40c4-8f12-96e05b90b955 req-1c4b5ec7-0495-494f-bb85-907fabc9edf2 service neutron] 10.222.0.41 "PUT /v2.0/ports/d08620b8-697c-433f-a85e-307f4c2d6cb6 HTTP/1.1" status: 200 len: 1093 time: 1.5229959 Aug 22 13:52:34.729754 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eb3b978-b5c4-44b5-a9ec-0d674eb6c18c', 'tag': 'd08620b8-697c-433f-a85e-307f4c2d6cb6'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:52:34.732157 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374f1907-4462-4ec9-9804-3a519a2636ba" -d '{"events": [{"name": "network-changed", "server_uuid": "1eb3b978-b5c4-44b5-a9ec-0d674eb6c18c", "tag": "d08620b8-697c-433f-a85e-307f4c2d6cb6"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:52:34.744258 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc45157a-9669-430c-8c5e-4e13286544c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac0567e-8369-460c-ba89-7e135fc43083'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:52:34.746531 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90658c54-d15f-461f-ac58-ea6e9d567b61" -d '{"events": [{"server_uuid": "dc45157a-9669-430c-8c5e-4e13286544c0", "name": "network-vif-plugged", "status": "completed", "tag": "aac0567e-8369-460c-ba89-7e135fc43083"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:52:34.870247 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede8f0d-dde8-40c4-8f12-96e05b90b955 req-fd00ca6f-0aaa-4644-b237-d8b57c7db576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:34.873087 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cede8f0d-dde8-40c4-8f12-96e05b90b955 req-fd00ca6f-0aaa-4644-b237-d8b57c7db576 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=19e069a6935a47bcb8831313e7520ef4&device_id=1eb3b978-b5c4-44b5-a9ec-0d674eb6c18c HTTP/1.1" status: 200 len: 1096 time: 0.0887055 Aug 22 13:52:34.880143 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c475c84a-b67c-4b5a-b06a-fea09f7e01dd x-openstack-request-id: req-c475c84a-b67c-4b5a-b06a-fea09f7e01dd {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:52:34.880738 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc45157a-9669-430c-8c5e-4e13286544c0", "name": "network-vif-plugged", "status": "completed", "tag": "aac0567e-8369-460c-ba89-7e135fc43083", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:52:34.884608 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c475c84a-b67c-4b5a-b06a-fea09f7e01dd {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:52:34.885262 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc45157a-9669-430c-8c5e-4e13286544c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac0567e-8369-460c-ba89-7e135fc43083', 'code': 200} Aug 22 13:52:34.984626 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cede8f0d-dde8-40c4-8f12-96e05b90b955 req-eed32661-45e2-4759-8f8c-61e798f07d67 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d08620b8-697c-433f-a85e-307f4c2d6cb6 HTTP/1.1" status: 200 len: 217 time: 0.1020520 Aug 22 13:52:35.054879 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3cb94-4e5d-4def-a18b-f7e4ad86ed7f req-e3b285ac-be01-427b-8514-488312eb424f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:35.061247 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-25a3cb94-4e5d-4def-a18b-f7e4ad86ed7f req-e3b285ac-be01-427b-8514-488312eb424f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dc45157a-9669-430c-8c5e-4e13286544c0 HTTP/1.1" status: 200 len: 1136 time: 0.1227493 Aug 22 13:52:35.073065 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b9b9d0-ba87-490f-94e0-744d3e65f28c x-openstack-request-id: req-d2b9b9d0-ba87-490f-94e0-744d3e65f28c {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:52:35.073670 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eb3b978-b5c4-44b5-a9ec-0d674eb6c18c", "tag": "d08620b8-697c-433f-a85e-307f4c2d6cb6", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:52:35.073670 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d2b9b9d0-ba87-490f-94e0-744d3e65f28c {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:52:35.078202 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eb3b978-b5c4-44b5-a9ec-0d674eb6c18c', 'tag': 'd08620b8-697c-433f-a85e-307f4c2d6cb6', 'status': 'completed', 'code': 200} Aug 22 13:52:35.139078 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede8f0d-dde8-40c4-8f12-96e05b90b955 req-5e298375-1e09-479e-81f6-54f325e028c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:35.144977 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cede8f0d-dde8-40c4-8f12-96e05b90b955 req-5e298375-1e09-479e-81f6-54f325e028c8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ad565ab1-b54d-4060-a258-16294d6e46a2 HTTP/1.1" status: 200 len: 851 time: 0.1532047 Aug 22 13:52:35.187916 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-25a3cb94-4e5d-4def-a18b-f7e4ad86ed7f req-d9fd2d24-bfcc-4874-9d13-4018384b05d0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=bce1c547-a059-4558-bda1-e5fc6516e953&id=80bd29fe-90b3-4e81-ab1c-5da93da4eb71&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1156960 Aug 22 13:52:35.226536 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559cecef-dac8-4c35-a358-517c39b25e5c req-5d6d3c20-fe75-44fe-a46b-43b4969d267e tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:35.240410 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-559cecef-dac8-4c35-a358-517c39b25e5c req-5d6d3c20-fe75-44fe-a46b-43b4969d267e tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc45157a-9669-430c-8c5e-4e13286544c0 HTTP/1.1" status: 200 len: 984 time: 0.1367974 Aug 22 13:52:35.255560 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede8f0d-dde8-40c4-8f12-96e05b90b955 req-399c0cf4-785c-4cdc-89d5-782a5be33673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:35.262976 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cede8f0d-dde8-40c4-8f12-96e05b90b955 req-399c0cf4-785c-4cdc-89d5-782a5be33673 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f8ac2233-ea24-423f-9bd4-53abb27cd3b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1110585 Aug 22 13:52:35.356300 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-559cecef-dac8-4c35-a358-517c39b25e5c req-4fedc257-3d13-4eb6-9a0e-2aa8109eb5cd tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bd29fe-90b3-4e81-ab1c-5da93da4eb71&id=bce1c547-a059-4558-bda1-e5fc6516e953&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1092432 Aug 22 13:52:35.593888 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd716509-d75a-4148-b0e1-bbdcda0d9d68 req-5a97ac89-20ea-4777-8075-7b9a68f59d5c tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:35.617367 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dd716509-d75a-4148-b0e1-bbdcda0d9d68 req-5a97ac89-20ea-4777-8075-7b9a68f59d5c tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eb3b978-b5c4-44b5-a9ec-0d674eb6c18c HTTP/1.1" status: 200 len: 944 time: 0.2473741 Aug 22 13:52:35.620106 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cede8f0d-dde8-40c4-8f12-96e05b90b955 req-8b7a4121-39ee-456f-ab58-c8d90c7a3e43 service neutron] 10.222.0.41 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493328 Aug 22 13:52:35.712965 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dd716509-d75a-4148-b0e1-bbdcda0d9d68 req-af980d79-4d9e-410f-8171-e50ff732c48e tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950968 Aug 22 13:52:35.899641 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cede8f0d-dde8-40c4-8f12-96e05b90b955 req-7289d037-75c8-4a0b-bb36-20ade25794c5 service neutron] 10.222.0.41 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707186 Aug 22 13:52:36.061823 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f1907-4462-4ec9-9804-3a519a2636ba req-6abc92b1-24c7-410d-a779-7c5425684a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:36.067844 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-374f1907-4462-4ec9-9804-3a519a2636ba req-6abc92b1-24c7-410d-a779-7c5425684a33 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=19e069a6935a47bcb8831313e7520ef4&device_id=1eb3b978-b5c4-44b5-a9ec-0d674eb6c18c HTTP/1.1" status: 200 len: 1096 time: 0.1222928 Aug 22 13:52:36.306769 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f1907-4462-4ec9-9804-3a519a2636ba req-057fd877-f239-4d1f-b87a-b8084db037d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:36.320622 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-374f1907-4462-4ec9-9804-3a519a2636ba req-057fd877-f239-4d1f-b87a-b8084db037d9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f8ac2233-ea24-423f-9bd4-53abb27cd3b8 HTTP/1.1" status: 200 len: 913 time: 0.2328610 Aug 22 13:52:36.459659 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-374f1907-4462-4ec9-9804-3a519a2636ba req-77820cbf-1663-4525-9708-61a664d34132 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d08620b8-697c-433f-a85e-307f4c2d6cb6 HTTP/1.1" status: 200 len: 217 time: 0.1215096 Aug 22 13:52:36.670178 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f1907-4462-4ec9-9804-3a519a2636ba req-342cc320-1c17-4488-8871-2c8d711937ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:36.678209 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4766e-ace1-459a-b9a4-277c7fd8c711 req-50932c6d-8252-461f-a899-02867f5efa6b tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:36.678975 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-374f1907-4462-4ec9-9804-3a519a2636ba req-342cc320-1c17-4488-8871-2c8d711937ab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ad565ab1-b54d-4060-a258-16294d6e46a2 HTTP/1.1" status: 200 len: 851 time: 0.2040946 Aug 22 13:52:36.693351 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-85a4766e-ace1-459a-b9a4-277c7fd8c711 req-50932c6d-8252-461f-a899-02867f5efa6b tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc45157a-9669-430c-8c5e-4e13286544c0 HTTP/1.1" status: 200 len: 984 time: 0.1880667 Aug 22 13:52:36.775155 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-85a4766e-ace1-459a-b9a4-277c7fd8c711 req-46e9263f-c1f9-4050-b4fb-40803640ffe6 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bd29fe-90b3-4e81-ab1c-5da93da4eb71&id=bce1c547-a059-4558-bda1-e5fc6516e953&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0800536 Aug 22 13:52:36.818982 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f1907-4462-4ec9-9804-3a519a2636ba req-62b8ccb6-beb6-4747-bd42-b64257c3219b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:36.822596 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-374f1907-4462-4ec9-9804-3a519a2636ba req-62b8ccb6-beb6-4747-bd42-b64257c3219b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f8ac2233-ea24-423f-9bd4-53abb27cd3b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1421683 Aug 22 13:52:36.966720 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed0e87-06fa-4666-888e-7fb7232d59c7 req-acc0800e-b83a-47ea-950a-3be560c1208c tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:36.979579 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-33ed0e87-06fa-4666-888e-7fb7232d59c7 req-acc0800e-b83a-47ea-950a-3be560c1208c tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eb3b978-b5c4-44b5-a9ec-0d674eb6c18c HTTP/1.1" status: 200 len: 944 time: 0.1339676 Aug 22 13:52:37.032497 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-374f1907-4462-4ec9-9804-3a519a2636ba req-cb2cd5c9-c65c-41e3-b609-e346edf612ae service neutron] 10.222.0.41 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995661 Aug 22 13:52:37.064412 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-33ed0e87-06fa-4666-888e-7fb7232d59c7 req-99f84da2-dccc-4979-9997-4792bba1601c tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838783 Aug 22 13:52:37.157178 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-374f1907-4462-4ec9-9804-3a519a2636ba req-9ded7b34-856b-4246-94d2-cb4e6b222623 service neutron] 10.222.0.41 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183267 Aug 22 13:52:37.970317 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e3cd0-7c19-4f0b-b913-d8a5669f02dc req-95fbbc3b-7e6f-42ed-a897-5b563feb797a tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:37.982968 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7d6e3cd0-7c19-4f0b-b913-d8a5669f02dc req-95fbbc3b-7e6f-42ed-a897-5b563feb797a tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc45157a-9669-430c-8c5e-4e13286544c0 HTTP/1.1" status: 200 len: 984 time: 0.0902550 Aug 22 13:52:38.095961 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7d6e3cd0-7c19-4f0b-b913-d8a5669f02dc req-2900929f-4662-40c8-b39a-c5022ded8089 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bd29fe-90b3-4e81-ab1c-5da93da4eb71&id=bce1c547-a059-4558-bda1-e5fc6516e953&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1098416 Aug 22 13:52:38.339902 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6cf966-388c-415f-a0ab-6e39ddf50d87 req-bbefd976-6b7e-45d7-8310-e3db4d044e27 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:38.339902 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4d6cf966-388c-415f-a0ab-6e39ddf50d87 req-bbefd976-6b7e-45d7-8310-e3db4d044e27 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eb3b978-b5c4-44b5-a9ec-0d674eb6c18c HTTP/1.1" status: 200 len: 944 time: 0.1104851 Aug 22 13:52:38.381838 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b8d33a-2d77-4bd0-ae5e-68ba01b4ca59 req-875b56af-7ad5-4e27-a1f1-980f779a5b6c tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:38.390157 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-43b8d33a-2d77-4bd0-ae5e-68ba01b4ca59 req-875b56af-7ad5-4e27-a1f1-980f779a5b6c tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc45157a-9669-430c-8c5e-4e13286544c0 HTTP/1.1" status: 200 len: 984 time: 0.0983241 Aug 22 13:52:38.417319 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4d6cf966-388c-415f-a0ab-6e39ddf50d87 req-63c0051f-d8ba-469d-ae6f-2b10a21d34c0 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709081 Aug 22 13:52:38.486709 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-43b8d33a-2d77-4bd0-ae5e-68ba01b4ca59 req-fca3d807-3fa3-42f0-a206-a339cacbe7d0 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bd29fe-90b3-4e81-ab1c-5da93da4eb71&id=bce1c547-a059-4558-bda1-e5fc6516e953&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0946476 Aug 22 13:52:38.830420 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec9876-65a2-4ba6-8d3a-3abfdf325958 req-37fe2237-23ed-4b19-bbd3-3108819aefda tempest-TestSecurityGroupsBasicOps-732676232 tempest-TestSecurityGroupsBasicOps-732676232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:38.832591 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0cec9876-65a2-4ba6-8d3a-3abfdf325958 req-37fe2237-23ed-4b19-bbd3-3108819aefda tempest-TestSecurityGroupsBasicOps-732676232 tempest-TestSecurityGroupsBasicOps-732676232-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=dc45157a-9669-430c-8c5e-4e13286544c0 HTTP/1.1" status: 200 len: 1136 time: 0.1801956 Aug 22 13:52:38.872463 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-0cec9876-65a2-4ba6-8d3a-3abfdf325958 req-bb788eeb-2eff-4bb2-8268-89bc134b76c0 tempest-TestSecurityGroupsBasicOps-732676232 tempest-TestSecurityGroupsBasicOps-732676232-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:39.011275 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-0cec9876-65a2-4ba6-8d3a-3abfdf325958 req-bb788eeb-2eff-4bb2-8268-89bc134b76c0 tempest-TestSecurityGroupsBasicOps-732676232 tempest-TestSecurityGroupsBasicOps-732676232-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:39.034340 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-0cec9876-65a2-4ba6-8d3a-3abfdf325958 req-bb788eeb-2eff-4bb2-8268-89bc134b76c0 tempest-TestSecurityGroupsBasicOps-732676232 tempest-TestSecurityGroupsBasicOps-732676232-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:39.067449 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0cec9876-65a2-4ba6-8d3a-3abfdf325958 req-bb788eeb-2eff-4bb2-8268-89bc134b76c0 tempest-TestSecurityGroupsBasicOps-732676232 tempest-TestSecurityGroupsBasicOps-732676232-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=80bd29fe-90b3-4e81-ab1c-5da93da4eb71&id=bce1c547-a059-4558-bda1-e5fc6516e953&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2216446 Aug 22 13:52:39.099002 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 38502) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:52:39.132109 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb788eeb-2eff-4bb2-8268-89bc134b76c0 tempest-TestSecurityGroupsBasicOps-732676232 tempest-TestSecurityGroupsBasicOps-732676232-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cef23c6-5ce8-43ee-8e10-32646a558a0a,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:52:39.218071 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746fe50c-43a7-44c0-9bd1-0eaaf2875d03 tempest-TestSecurityGroupsBasicOps-732676232 tempest-TestSecurityGroupsBasicOps-732676232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:39.222843 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-746fe50c-43a7-44c0-9bd1-0eaaf2875d03 tempest-TestSecurityGroupsBasicOps-732676232 tempest-TestSecurityGroupsBasicOps-732676232-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=dc45157a-9669-430c-8c5e-4e13286544c0 HTTP/1.1" status: 200 len: 1131 time: 0.1266706 Aug 22 13:52:39.223310 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 38506) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:52:39.228063 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-f6024f63-16c7-4f24-9550-7e101be88c14 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Request body: {'floatingip': {'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'port_id': 'aac0567e-8369-460c-ba89-7e135fc43083', 'tenant_id': 'd4e861fa65d04e13965fba5a7940e815', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:52:39.280403 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f6024f63-16c7-4f24-9550-7e101be88c14 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks [] for floatingip, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:39.887684 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f6024f63-16c7-4f24-9550-7e101be88c14 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:39.897368 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4a03b-d11a-4e3e-b789-befa622f5d4b req-08d9bf9a-0533-4d27-98ca-ce1edfbf2739 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:39.898865 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9ec4a03b-d11a-4e3e-b789-befa622f5d4b req-08d9bf9a-0533-4d27-98ca-ce1edfbf2739 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eb3b978-b5c4-44b5-a9ec-0d674eb6c18c HTTP/1.1" status: 200 len: 944 time: 0.0641878 Aug 22 13:52:40.061863 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9ec4a03b-d11a-4e3e-b789-befa622f5d4b req-51fc1e7e-7f96-424d-b4a1-9855a3c6ebdc tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315086 Aug 22 13:52:40.270517 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-f6024f63-16c7-4f24-9550-7e101be88c14 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Allocated IP 172.25.3.180 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/eafe021f-c5b5-4069-8b18-f80f519df049) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:52:40.539452 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f6024f63-16c7-4f24-9550-7e101be88c14 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:40.632541 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f6024f63-16c7-4f24-9550-7e101be88c14 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:40.739904 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6024f63-16c7-4f24-9550-7e101be88c14 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:52:40.752289 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-f6024f63-16c7-4f24-9550-7e101be88c14 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:52:40.756879 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6024f63-16c7-4f24-9550-7e101be88c14 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:52:40.877239 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6024f63-16c7-4f24-9550-7e101be88c14 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Pushing event updated for resources: {'Port': ['ID=eafe021f-c5b5-4069-8b18-f80f519df049,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:52:41.490732 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087b4aa-6d4f-416f-95fa-5f579a708e49 req-eddd5855-9a4f-4f1a-80aa-934b62acba7b tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:41.498903 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3087b4aa-6d4f-416f-95fa-5f579a708e49 req-eddd5855-9a4f-4f1a-80aa-934b62acba7b tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eb3b978-b5c4-44b5-a9ec-0d674eb6c18c HTTP/1.1" status: 200 len: 944 time: 0.0883572 Aug 22 13:52:41.586416 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3087b4aa-6d4f-416f-95fa-5f579a708e49 req-674a2d7a-866e-4a0e-99f0-0fdecda14f91 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862069 Aug 22 13:52:41.949847 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f6024f63-16c7-4f24-9550-7e101be88c14 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:42.060898 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f6024f63-16c7-4f24-9550-7e101be88c14 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:42.458460 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f6024f63-16c7-4f24-9550-7e101be88c14 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:42.463013 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f6024f63-16c7-4f24-9550-7e101be88c14 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:42.589263 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6024f63-16c7-4f24-9550-7e101be88c14 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Pushing event updated for resources: {'Port': ['ID=eafe021f-c5b5-4069-8b18-f80f519df049,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:52:42.781354 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f6024f63-16c7-4f24-9550-7e101be88c14 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:42.919628 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373d5c58-10ed-4df2-a031-f4fb0d61aeb2 req-764d1fa6-ef42-44fe-abe7-f0795fe9ae8e tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:42.929235 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-373d5c58-10ed-4df2-a031-f4fb0d61aeb2 req-764d1fa6-ef42-44fe-abe7-f0795fe9ae8e tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eb3b978-b5c4-44b5-a9ec-0d674eb6c18c HTTP/1.1" status: 200 len: 944 time: 0.1734333 Aug 22 13:52:43.121527 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-373d5c58-10ed-4df2-a031-f4fb0d61aeb2 req-3fe2731f-3a10-4193-9032-0a87c5636acd tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913664 Aug 22 13:52:43.167579 n-d-793621-33 neutron-server[94627]: INFO neutron.db.l3_db [None req-f6024f63-16c7-4f24-9550-7e101be88c14 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Floating IP ae1ed0a3-3e58-4ee4-906e-e262a95060b7 associated. External IP: 172.25.3.180, port: aac0567e-8369-460c-ba89-7e135fc43083. Aug 22 13:52:43.913105 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6024f63-16c7-4f24-9550-7e101be88c14 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Router d1956e1b-ac31-4b08-a7ec-d02e874d53a0 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:52:44.303294 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6024f63-16c7-4f24-9550-7e101be88c14 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:52:44.319718 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ad4dec-2f06-4f5c-a412-d33505c9ca28 None None] Sync routers for ids ['d1956e1b-ac31-4b08-a7ec-d02e874d53a0'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:52:44.340008 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ad4dec-2f06-4f5c-a412-d33505c9ca28 None None] Routers {'d1956e1b-ac31-4b08-a7ec-d02e874d53a0'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:52:44.341184 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-b9ad4dec-2f06-4f5c-a412-d33505c9ca28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:52:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['d1956e1b-ac31-4b08-a7ec-d02e874d53a0'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:52:44.420273 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f6024f63-16c7-4f24-9550-7e101be88c14 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:44.515472 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-b9ad4dec-2f06-4f5c-a412-d33505c9ca28 None None] Set router d1956e1b-ac31-4b08-a7ec-d02e874d53a0 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:52:44.541428 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 38616) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:52:44.542084 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f6024f63-16c7-4f24-9550-7e101be88c14 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.3171518 Aug 22 13:52:44.547547 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc45157a-9669-430c-8c5e-4e13286544c0', 'tag': 'aac0567e-8369-460c-ba89-7e135fc43083'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:52:44.553352 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d44992e-a58e-40d8-bc1e-80ba16a5c80e" -d '{"events": [{"name": "network-changed", "server_uuid": "dc45157a-9669-430c-8c5e-4e13286544c0", "tag": "aac0567e-8369-460c-ba89-7e135fc43083"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:52:44.632055 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c99f82-5685-4df8-a2df-72852c71f4a9 req-56ac8d40-b599-4385-b9bd-d0dd66fdee37 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:44.649551 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-03c99f82-5685-4df8-a2df-72852c71f4a9 req-56ac8d40-b599-4385-b9bd-d0dd66fdee37 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eb3b978-b5c4-44b5-a9ec-0d674eb6c18c HTTP/1.1" status: 200 len: 944 time: 0.3832214 Aug 22 13:52:44.756908 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70db353-5307-46f3-8e20-9a998f8cb5f5 x-openstack-request-id: req-e70db353-5307-46f3-8e20-9a998f8cb5f5 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:52:44.757131 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc45157a-9669-430c-8c5e-4e13286544c0", "tag": "aac0567e-8369-460c-ba89-7e135fc43083", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:52:44.757389 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e70db353-5307-46f3-8e20-9a998f8cb5f5 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:52:44.757779 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc45157a-9669-430c-8c5e-4e13286544c0', 'tag': 'aac0567e-8369-460c-ba89-7e135fc43083', 'status': 'completed', 'code': 200} Aug 22 13:52:44.767393 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-03c99f82-5685-4df8-a2df-72852c71f4a9 req-26715dbe-cb2d-4bb1-b124-dab3a9b13494 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092618 Aug 22 13:52:44.845668 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d44992e-a58e-40d8-bc1e-80ba16a5c80e req-c4a64a96-a824-4d83-8e73-95add4b640cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:44.847200 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1d44992e-a58e-40d8-bc1e-80ba16a5c80e req-c4a64a96-a824-4d83-8e73-95add4b640cc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d4e861fa65d04e13965fba5a7940e815&device_id=dc45157a-9669-430c-8c5e-4e13286544c0 HTTP/1.1" status: 200 len: 1136 time: 0.1116731 Aug 22 13:52:45.095307 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-b9ad4dec-2f06-4f5c-a412-d33505c9ca28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1956e1b-ac31-4b08-a7ec-d02e874d53a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-842952032', 'tenant_id': 'd4e861fa65d04e13965fba5a7940e815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'a49efba0-0eab-4f66-904e-4b09e348bcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:52:10Z', 'updated_at': '2021-08-22T13:52:17Z', 'revision_number': 4, 'project_id': 'd4e861fa65d04e13965fba5a7940e815', 'gw_port': {'id': 'a49efba0-0eab-4f66-904e-4b09e348bcc5', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1956e1b-ac31-4b08-a7ec-d02e874d53a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:52:11Z', 'updated_at': '2021-08-22T13:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'ae1ed0a3-3e58-4ee4-906e-e262a95060b7', 'tenant_id': 'd4e861fa65d04e13965fba5a7940e815', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': 'd1956e1b-ac31-4b08-a7ec-d02e874d53a0', 'port_id': 'aac0567e-8369-460c-ba89-7e135fc43083', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd9d901-9415-4834-b894-2be98445720b', 'mac_address': 'fa:16:3e:33:11:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc45157a-9669-430c-8c5e-4e13286544c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:52:41Z', 'updated_at': '2021-08-22T13:52:41Z', 'revision_number': 0, 'project_id': 'd4e861fa65d04e13965fba5a7940e815', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cae2a34-395c-4802-a2cc-48b16592b274', 'name': '', 'network_id': '9dd9d901-9415-4834-b894-2be98445720b', 'tenant_id': 'd4e861fa65d04e13965fba5a7940e815', 'mac_address': 'fa:16:3e:eb:12:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1956e1b-ac31-4b08-a7ec-d02e874d53a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '801f6e8b-4c85-4670-aa82-b08458497ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:52:16Z', 'updated_at': '2021-08-22T13:52:24Z', 'revision_number': 5, 'project_id': 'd4e861fa65d04e13965fba5a7940e815', 'subnets': [{'id': '801f6e8b-4c85-4670-aa82-b08458497ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:52:45.148096 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ad4dec-2f06-4f5c-a412-d33505c9ca28 None None] Checking router: d1956e1b-ac31-4b08-a7ec-d02e874d53a0 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:52:45.158733 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ad4dec-2f06-4f5c-a412-d33505c9ca28 None None] Routers {'d1956e1b-ac31-4b08-a7ec-d02e874d53a0'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:52:45.159612 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-b9ad4dec-2f06-4f5c-a412-d33505c9ca28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:52:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['d1956e1b-ac31-4b08-a7ec-d02e874d53a0'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:52:45.219954 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fffbb4-93cd-488b-8297-58805753e2da tempest-TestSecurityGroupsBasicOps-732676232 tempest-TestSecurityGroupsBasicOps-732676232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:45.224431 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fffbb4-93cd-488b-8297-58805753e2da tempest-TestSecurityGroupsBasicOps-732676232 tempest-TestSecurityGroupsBasicOps-732676232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:45.225114 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fffbb4-93cd-488b-8297-58805753e2da tempest-TestSecurityGroupsBasicOps-732676232 tempest-TestSecurityGroupsBasicOps-732676232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:45.225826 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fffbb4-93cd-488b-8297-58805753e2da tempest-TestSecurityGroupsBasicOps-732676232 tempest-TestSecurityGroupsBasicOps-732676232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:45.226543 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fffbb4-93cd-488b-8297-58805753e2da tempest-TestSecurityGroupsBasicOps-732676232 tempest-TestSecurityGroupsBasicOps-732676232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:45.227319 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fffbb4-93cd-488b-8297-58805753e2da tempest-TestSecurityGroupsBasicOps-732676232 tempest-TestSecurityGroupsBasicOps-732676232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:45.227969 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fffbb4-93cd-488b-8297-58805753e2da tempest-TestSecurityGroupsBasicOps-732676232 tempest-TestSecurityGroupsBasicOps-732676232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:45.229429 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fffbb4-93cd-488b-8297-58805753e2da tempest-TestSecurityGroupsBasicOps-732676232 tempest-TestSecurityGroupsBasicOps-732676232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:45.231016 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fffbb4-93cd-488b-8297-58805753e2da tempest-TestSecurityGroupsBasicOps-732676232 tempest-TestSecurityGroupsBasicOps-732676232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:45.235453 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d6fffbb4-93cd-488b-8297-58805753e2da tempest-TestSecurityGroupsBasicOps-732676232 tempest-TestSecurityGroupsBasicOps-732676232-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6389 time: 0.6929519 Aug 22 13:52:45.238818 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d44992e-a58e-40d8-bc1e-80ba16a5c80e req-d8c0bb75-b5c6-4318-b022-dfc9b87fc29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:45.240375 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 38630) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:52:45.243800 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1d44992e-a58e-40d8-bc1e-80ba16a5c80e req-d8c0bb75-b5c6-4318-b022-dfc9b87fc29f service neutron] 10.222.0.16 "GET /v2.0/networks?id=9dd9d901-9415-4834-b894-2be98445720b HTTP/1.1" status: 200 len: 898 time: 0.3889294 Aug 22 13:52:45.328100 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-b9ad4dec-2f06-4f5c-a412-d33505c9ca28 None None] Set router d1956e1b-ac31-4b08-a7ec-d02e874d53a0 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:52:45.389341 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1d44992e-a58e-40d8-bc1e-80ba16a5c80e req-c37d08d2-59e9-4da6-be85-332eab7bee9a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aac0567e-8369-460c-ba89-7e135fc43083 HTTP/1.1" status: 200 len: 999 time: 0.1324131 Aug 22 13:52:45.473245 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f96ce4b-dfee-4edc-a05f-fe8c81be70cb tempest-TestSecurityGroupsBasicOps-732676232 tempest-TestSecurityGroupsBasicOps-732676232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:45.476460 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f96ce4b-dfee-4edc-a05f-fe8c81be70cb tempest-TestSecurityGroupsBasicOps-732676232 tempest-TestSecurityGroupsBasicOps-732676232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:45.479315 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f96ce4b-dfee-4edc-a05f-fe8c81be70cb tempest-TestSecurityGroupsBasicOps-732676232 tempest-TestSecurityGroupsBasicOps-732676232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:45.482918 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f96ce4b-dfee-4edc-a05f-fe8c81be70cb tempest-TestSecurityGroupsBasicOps-732676232 tempest-TestSecurityGroupsBasicOps-732676232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:45.484341 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f96ce4b-dfee-4edc-a05f-fe8c81be70cb tempest-TestSecurityGroupsBasicOps-732676232 tempest-TestSecurityGroupsBasicOps-732676232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:45.485017 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f96ce4b-dfee-4edc-a05f-fe8c81be70cb tempest-TestSecurityGroupsBasicOps-732676232 tempest-TestSecurityGroupsBasicOps-732676232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:45.489920 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f96ce4b-dfee-4edc-a05f-fe8c81be70cb tempest-TestSecurityGroupsBasicOps-732676232 tempest-TestSecurityGroupsBasicOps-732676232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:45.492321 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f96ce4b-dfee-4edc-a05f-fe8c81be70cb tempest-TestSecurityGroupsBasicOps-732676232 tempest-TestSecurityGroupsBasicOps-732676232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:45.493036 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f96ce4b-dfee-4edc-a05f-fe8c81be70cb tempest-TestSecurityGroupsBasicOps-732676232 tempest-TestSecurityGroupsBasicOps-732676232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:45.502770 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-1f96ce4b-dfee-4edc-a05f-fe8c81be70cb tempest-TestSecurityGroupsBasicOps-732676232 tempest-TestSecurityGroupsBasicOps-732676232-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5926 time: 0.2611403 Aug 22 13:52:45.506081 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 38634) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:52:45.686401 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d44992e-a58e-40d8-bc1e-80ba16a5c80e req-27678ce0-a029-430d-b79c-74e2caa491aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:45.689023 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1d44992e-a58e-40d8-bc1e-80ba16a5c80e req-27678ce0-a029-430d-b79c-74e2caa491aa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=801f6e8b-4c85-4670-aa82-b08458497ad0 HTTP/1.1" status: 200 len: 835 time: 0.2964032 Aug 22 13:52:45.845546 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d44992e-a58e-40d8-bc1e-80ba16a5c80e req-8f1d85d6-06fe-45f2-b2df-aee6c3eb1e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:45.855183 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1d44992e-a58e-40d8-bc1e-80ba16a5c80e req-8f1d85d6-06fe-45f2-b2df-aee6c3eb1e26 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9dd9d901-9415-4834-b894-2be98445720b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1501608 Aug 22 13:52:45.910506 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-b9ad4dec-2f06-4f5c-a412-d33505c9ca28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1956e1b-ac31-4b08-a7ec-d02e874d53a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-842952032', 'tenant_id': 'd4e861fa65d04e13965fba5a7940e815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'a49efba0-0eab-4f66-904e-4b09e348bcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:52:10Z', 'updated_at': '2021-08-22T13:52:17Z', 'revision_number': 4, 'project_id': 'd4e861fa65d04e13965fba5a7940e815', 'gw_port': {'id': 'a49efba0-0eab-4f66-904e-4b09e348bcc5', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1956e1b-ac31-4b08-a7ec-d02e874d53a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:52:11Z', 'updated_at': '2021-08-22T13:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'ae1ed0a3-3e58-4ee4-906e-e262a95060b7', 'tenant_id': 'd4e861fa65d04e13965fba5a7940e815', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': 'd1956e1b-ac31-4b08-a7ec-d02e874d53a0', 'port_id': 'aac0567e-8369-460c-ba89-7e135fc43083', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd9d901-9415-4834-b894-2be98445720b', 'mac_address': 'fa:16:3e:33:11:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc45157a-9669-430c-8c5e-4e13286544c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:52:41Z', 'updated_at': '2021-08-22T13:52:41Z', 'revision_number': 0, 'project_id': 'd4e861fa65d04e13965fba5a7940e815', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cae2a34-395c-4802-a2cc-48b16592b274', 'name': '', 'network_id': '9dd9d901-9415-4834-b894-2be98445720b', 'tenant_id': 'd4e861fa65d04e13965fba5a7940e815', 'mac_address': 'fa:16:3e:eb:12:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1956e1b-ac31-4b08-a7ec-d02e874d53a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '801f6e8b-4c85-4670-aa82-b08458497ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:52:16Z', 'updated_at': '2021-08-22T13:52:24Z', 'revision_number': 5, 'project_id': 'd4e861fa65d04e13965fba5a7940e815', 'subnets': [{'id': '801f6e8b-4c85-4670-aa82-b08458497ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:52:45.944530 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ad4dec-2f06-4f5c-a412-d33505c9ca28 None None] The sync data for ids ['d1956e1b-ac31-4b08-a7ec-d02e874d53a0'] in n-d-793621-33 is: [{'id': 'd1956e1b-ac31-4b08-a7ec-d02e874d53a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-842952032', 'tenant_id': 'd4e861fa65d04e13965fba5a7940e815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'a49efba0-0eab-4f66-904e-4b09e348bcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:52:10Z', 'updated_at': '2021-08-22T13:52:17Z', 'revision_number': 4, 'project_id': 'd4e861fa65d04e13965fba5a7940e815', 'gw_port': {'id': 'a49efba0-0eab-4f66-904e-4b09e348bcc5', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1956e1b-ac31-4b08-a7ec-d02e874d53a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:52:11Z', 'updated_at': '2021-08-22T13:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'ae1ed0a3-3e58-4ee4-906e-e262a95060b7', 'tenant_id': 'd4e861fa65d04e13965fba5a7940e815', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': 'd1956e1b-ac31-4b08-a7ec-d02e874d53a0', 'port_id': 'aac0567e-8369-460c-ba89-7e135fc43083', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd9d901-9415-4834-b894-2be98445720b', 'mac_address': 'fa:16:3e:33:11:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc45157a-9669-430c-8c5e-4e13286544c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:52:41Z', 'updated_at': '2021-08-22T13:52:41Z', 'revision_number': 0, 'project_id': 'd4e861fa65d04e13965fba5a7940e815', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cae2a34-395c-4802-a2cc-48b16592b274', 'name': '', 'network_id': '9dd9d901-9415-4834-b894-2be98445720b', 'tenant_id': 'd4e861fa65d04e13965fba5a7940e815', 'mac_address': 'fa:16:3e:eb:12:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1956e1b-ac31-4b08-a7ec-d02e874d53a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '801f6e8b-4c85-4670-aa82-b08458497ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:52:16Z', 'updated_at': '2021-08-22T13:52:24Z', 'revision_number': 5, 'project_id': 'd4e861fa65d04e13965fba5a7940e815', 'subnets': [{'id': '801f6e8b-4c85-4670-aa82-b08458497ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:52:46.285504 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c5d90-1a38-4a5f-a028-7ba4fcd88e08 req-ff1a666e-2640-4eba-819d-e574920d5ef7 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:46.294914 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-460c5d90-1a38-4a5f-a028-7ba4fcd88e08 req-ff1a666e-2640-4eba-819d-e574920d5ef7 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eb3b978-b5c4-44b5-a9ec-0d674eb6c18c HTTP/1.1" status: 200 len: 944 time: 0.3282721 Aug 22 13:52:46.369035 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-460c5d90-1a38-4a5f-a028-7ba4fcd88e08 req-35ed1c06-6897-43a3-8200-4f533f600d73 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728040 Aug 22 13:52:46.387252 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-fd2d778e-07ee-49fa-a194-f5224d0164d6 tempest-TestSecurityGroupsBasicOps-732676232 tempest-TestSecurityGroupsBasicOps-732676232-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5216 time: 0.8784204 Aug 22 13:52:46.391050 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 38652) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:52:46.415614 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cecf547-56d4-4054-9aa8-ed98addd5715 None None] New status for floating IP ae1ed0a3-3e58-4ee4-906e-e262a95060b7: ACTIVE {{(pid=94629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 13:52:46.428038 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1d44992e-a58e-40d8-bc1e-80ba16a5c80e req-6629a0bf-ad97-4f27-907f-624c2837f595 service neutron] 10.222.0.16 "GET /v2.0/networks/9dd9d901-9415-4834-b894-2be98445720b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4740131 Aug 22 13:52:46.572837 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1d44992e-a58e-40d8-bc1e-80ba16a5c80e req-19e22ee9-d2c9-4ab2-b857-3cff4e807756 service neutron] 10.222.0.16 "GET /v2.0/networks/9dd9d901-9415-4834-b894-2be98445720b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350288 Aug 22 13:52:46.878055 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d638f89c-61d9-4183-adb4-ad684f1ac0d4 tempest-TestSecurityGroupsBasicOps-732676232 tempest-TestSecurityGroupsBasicOps-732676232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:46.878679 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d638f89c-61d9-4183-adb4-ad684f1ac0d4 tempest-TestSecurityGroupsBasicOps-732676232 tempest-TestSecurityGroupsBasicOps-732676232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:46.888291 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d638f89c-61d9-4183-adb4-ad684f1ac0d4 tempest-TestSecurityGroupsBasicOps-732676232 tempest-TestSecurityGroupsBasicOps-732676232-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d1956e1b-ac31-4b08-a7ec-d02e874d53a0 HTTP/1.1" status: 200 len: 1992 time: 0.4876955 Aug 22 13:52:47.616546 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e443b5b-0fdb-4754-b520-2444001d325b req-633b0b83-cf9d-47bf-a896-3b0391bcae51 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:47.619322 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5e443b5b-0fdb-4754-b520-2444001d325b req-633b0b83-cf9d-47bf-a896-3b0391bcae51 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eb3b978-b5c4-44b5-a9ec-0d674eb6c18c HTTP/1.1" status: 200 len: 944 time: 0.1052957 Aug 22 13:52:47.677665 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5e443b5b-0fdb-4754-b520-2444001d325b req-e88dcb73-637d-43e3-8e6f-cf69f5dd2f37 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513573 Aug 22 13:52:48.895875 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b7b20a-6511-4a1f-bf14-565f7b9756b2 req-ea7737d3-8915-48f4-92b5-fbcdb0d114db tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:48.898234 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c2b7b20a-6511-4a1f-bf14-565f7b9756b2 req-ea7737d3-8915-48f4-92b5-fbcdb0d114db tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eb3b978-b5c4-44b5-a9ec-0d674eb6c18c HTTP/1.1" status: 200 len: 944 time: 0.0936029 Aug 22 13:52:48.987041 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c2b7b20a-6511-4a1f-bf14-565f7b9756b2 req-31b8c187-8c3b-4d57-9a3f-97dd551b400a tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820332 Aug 22 13:52:50.172362 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ca18b-4df7-4c7e-9674-b6393c791e91 req-1154f926-0da9-46ce-a4e0-3ac3eb0749ee tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:50.189557 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bd1ca18b-4df7-4c7e-9674-b6393c791e91 req-1154f926-0da9-46ce-a4e0-3ac3eb0749ee tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eb3b978-b5c4-44b5-a9ec-0d674eb6c18c HTTP/1.1" status: 200 len: 944 time: 0.0862906 Aug 22 13:52:50.254996 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bd1ca18b-4df7-4c7e-9674-b6393c791e91 req-b08dfd58-51e0-4648-8b29-8903f201e86a tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587385 Aug 22 13:52:51.469663 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48880b5a-36b4-4406-92ef-0e2e83ed17c7 req-da42a2ef-90d3-425e-a034-f4719ea49781 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:51.476618 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-48880b5a-36b4-4406-92ef-0e2e83ed17c7 req-da42a2ef-90d3-425e-a034-f4719ea49781 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eb3b978-b5c4-44b5-a9ec-0d674eb6c18c HTTP/1.1" status: 200 len: 944 time: 0.1320100 Aug 22 13:52:51.523730 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-48880b5a-36b4-4406-92ef-0e2e83ed17c7 req-eba81973-24af-4cb9-94b5-62f143ca3045 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412495 Aug 22 13:52:51.635345 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf5055-6117-4fcb-a930-ac2b9552d4a5 req-2ce03149-34c5-4d1c-bbc8-b807c03ab7ac tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:51.639042 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-04bf5055-6117-4fcb-a930-ac2b9552d4a5 req-2ce03149-34c5-4d1c-bbc8-b807c03ab7ac tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 946 time: 0.1001961 Aug 22 13:52:51.711358 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-04bf5055-6117-4fcb-a930-ac2b9552d4a5 req-22cdf2c5-1316-4eba-a40c-df60b29cadaf tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571702 Aug 22 13:52:52.670711 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a81196-e1b7-47db-a4e3-8ed2baa5b31c req-91d99d0c-899d-497e-8dc8-6c2c63d8b118 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:52.680711 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-02a81196-e1b7-47db-a4e3-8ed2baa5b31c req-91d99d0c-899d-497e-8dc8-6c2c63d8b118 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eb3b978-b5c4-44b5-a9ec-0d674eb6c18c HTTP/1.1" status: 200 len: 944 time: 0.0760522 Aug 22 13:52:52.721604 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-02a81196-e1b7-47db-a4e3-8ed2baa5b31c req-1676b5ba-bf6c-41a0-8338-99ac4d759677 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397763 Aug 22 13:52:52.847171 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4196324-4ab2-4393-ab59-dcc660d7133b req-efbc27a2-0f7f-4a19-a1a5-1eb47fe329da tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:52.849842 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f4196324-4ab2-4393-ab59-dcc660d7133b req-efbc27a2-0f7f-4a19-a1a5-1eb47fe329da tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 946 time: 0.0666955 Aug 22 13:52:52.940880 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f4196324-4ab2-4393-ab59-dcc660d7133b req-56104a1f-7824-4b15-9529-922895ba73fc tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788658 Aug 22 13:52:53.470549 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2486957-b2fe-4c7a-b9d4-e364230c5d14 req-c07d364b-431c-4d17-b1de-2066b3e3a04f tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:53.479232 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e2486957-b2fe-4c7a-b9d4-e364230c5d14 req-c07d364b-431c-4d17-b1de-2066b3e3a04f tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 946 time: 0.0657396 Aug 22 13:52:53.520216 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e2486957-b2fe-4c7a-b9d4-e364230c5d14 req-268deee2-90db-41f6-a3f4-c844964e624f tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400887 Aug 22 13:52:53.873747 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0178352-660a-4ea0-845b-73e925c68809 req-b9a68b66-aebc-4e70-b16f-58e0770c4ac0 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:53.875972 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d0178352-660a-4ea0-845b-73e925c68809 req-b9a68b66-aebc-4e70-b16f-58e0770c4ac0 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eb3b978-b5c4-44b5-a9ec-0d674eb6c18c HTTP/1.1" status: 200 len: 944 time: 0.0548298 Aug 22 13:52:53.936440 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d0178352-660a-4ea0-845b-73e925c68809 req-8e1ed2ed-ca4c-4567-9b8b-93fe956176a1 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523341 Aug 22 13:52:54.658190 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518304c1-b7ff-4a22-a51d-9aec3065c0f2 req-7693a812-3cab-4f99-8512-c3ce7e6cd780 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:54.659956 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-518304c1-b7ff-4a22-a51d-9aec3065c0f2 req-7693a812-3cab-4f99-8512-c3ce7e6cd780 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 946 time: 0.0599108 Aug 22 13:52:54.703029 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-518304c1-b7ff-4a22-a51d-9aec3065c0f2 req-09d28c33-b3a6-41a7-a0dc-be4cad4f4b59 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353010 Aug 22 13:52:55.057309 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3c021-bebb-4429-8374-2a4a739e5f8e req-3757faa9-2efa-4ac7-a528-0ab9cba6144e tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:55.058934 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8ce3c021-bebb-4429-8374-2a4a739e5f8e req-3757faa9-2efa-4ac7-a528-0ab9cba6144e tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eb3b978-b5c4-44b5-a9ec-0d674eb6c18c HTTP/1.1" status: 200 len: 944 time: 0.0509460 Aug 22 13:52:55.101908 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8ce3c021-bebb-4429-8374-2a4a739e5f8e req-8974ac43-b9ad-4af1-a1d6-7f1a4076dc30 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364654 Aug 22 13:52:55.861552 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66cf86-f348-4208-b9c7-a6e39add2801 req-f3f9727f-f934-4130-92bd-4e7880d29289 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:55.863838 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7c66cf86-f348-4208-b9c7-a6e39add2801 req-f3f9727f-f934-4130-92bd-4e7880d29289 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 946 time: 0.0684507 Aug 22 13:52:56.108562 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 2a56cda3-bbfb-4688-9140-f2cf54a149cc details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:52:56.263429 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 2a56cda3-bbfb-4688-9140-f2cf54a149cc no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:52:56.309903 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7c66cf86-f348-4208-b9c7-a6e39add2801 req-2ae6f9d5-58d1-49f3-b943-7113d71076f8 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4385359 Aug 22 13:52:56.343524 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 2a56cda3-bbfb-4688-9140-f2cf54a149cc, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=2a56cda3-bbfb-4688-9140-f2cf54a149cc,segment=NetworkSegment(3236bd72-b879-4aac-9539-57e8f1383d4a),segment_id=3236bd72-b879-4aac-9539-57e8f1383d4a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:52:56.360363 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d76f6-adf2-4ac6-b2fe-2a2785f48335 req-2b1a1729-cf3d-4e35-b819-1ab3ca24da9b tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:56.365224 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-282d76f6-adf2-4ac6-b2fe-2a2785f48335 req-2b1a1729-cf3d-4e35-b819-1ab3ca24da9b tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eb3b978-b5c4-44b5-a9ec-0d674eb6c18c HTTP/1.1" status: 200 len: 944 time: 0.0887218 Aug 22 13:52:56.407534 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:56.410180 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '2a56cda3-bbfb-4688-9140-f2cf54a149cc', 'network_id': '0db5422b-3cd9-4056-8d7a-7dc64f09a7c0', 'port_id': '2a56cda3-bbfb-4688-9140-f2cf54a149cc', 'mac_address': 'fa:16:3e:0f:9e:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96df5698-35fe-4400-8623-8e6dad52953f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:52:56.411503 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-282d76f6-adf2-4ac6-b2fe-2a2785f48335 req-9926c946-5044-411b-86ac-d0d1b0404c94 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453260 Aug 22 13:52:56.465540 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f4f0940-3ae2-4643-993f-7cccea7df197', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a56cda3-bbfb-4688-9140-f2cf54a149cc'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:52:56.469506 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1022cd-f934-4bae-8374-b8f312b2c076" -d '{"events": [{"server_uuid": "9f4f0940-3ae2-4643-993f-7cccea7df197", "name": "network-vif-unplugged", "status": "completed", "tag": "2a56cda3-bbfb-4688-9140-f2cf54a149cc"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:52:56.493777 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 2a56cda3-bbfb-4688-9140-f2cf54a149cc, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=2a56cda3-bbfb-4688-9140-f2cf54a149cc,segment=NetworkSegment(3236bd72-b879-4aac-9539-57e8f1383d4a),segment_id=3236bd72-b879-4aac-9539-57e8f1383d4a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:52:56.495435 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:56.506823 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:56.517988 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2a56cda3-bbfb-4688-9140-f2cf54a149cc {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:52:56.527734 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 13:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18cac39-ea0f-4a00-a129-d3b36f624d53 x-openstack-request-id: req-f18cac39-ea0f-4a00-a129-d3b36f624d53 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:52:56.528049 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f4f0940-3ae2-4643-993f-7cccea7df197", "name": "network-vif-unplugged", "status": "completed", "tag": "2a56cda3-bbfb-4688-9140-f2cf54a149cc", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:52:56.528368 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f18cac39-ea0f-4a00-a129-d3b36f624d53 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:52:56.528812 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f4f0940-3ae2-4643-993f-7cccea7df197', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a56cda3-bbfb-4688-9140-f2cf54a149cc', 'code': 200} Aug 22 13:52:56.617170 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=2a56cda3-bbfb-4688-9140-f2cf54a149cc,revision_number=11']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:52:56.621244 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.db.api [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 13:52:56.621714 n-d-793621-33 neutron-server[94629]: DEBUG oslo_db.api [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 13:52:57.168999 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:57.191135 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a56cda3-bbfb-4688-9140-f2cf54a149cc {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:52:57.216578 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 2a56cda3-bbfb-4688-9140-f2cf54a149cc, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=2a56cda3-bbfb-4688-9140-f2cf54a149cc,segment=NetworkSegment(3236bd72-b879-4aac-9539-57e8f1383d4a),segment_id=3236bd72-b879-4aac-9539-57e8f1383d4a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:52:57.222309 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:57.300414 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=2a56cda3-bbfb-4688-9140-f2cf54a149cc,revision_number=12']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:52:57.319612 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['2a56cda3-bbfb-4688-9140-f2cf54a149cc'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:52:57.459396 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185c589-724e-4fb9-8ef5-b1d94d5667c4 req-86bbff15-d3a5-4394-b31c-2a35e1139c84 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:57.469081 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3185c589-724e-4fb9-8ef5-b1d94d5667c4 req-86bbff15-d3a5-4394-b31c-2a35e1139c84 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 945 time: 0.0705969 Aug 22 13:52:57.524093 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3185c589-724e-4fb9-8ef5-b1d94d5667c4 req-d28d2e50-bfc9-43c6-a285-d8cc6c4a99f6 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523100 Aug 22 13:52:57.604546 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac353e-8816-4484-8783-8226e97f127f req-11b281ff-cee8-42eb-9f33-35eb3a2645ce tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:57.606774 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-29ac353e-8816-4484-8783-8226e97f127f req-11b281ff-cee8-42eb-9f33-35eb3a2645ce tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eb3b978-b5c4-44b5-a9ec-0d674eb6c18c HTTP/1.1" status: 200 len: 944 time: 0.0793943 Aug 22 13:52:57.666111 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-29ac353e-8816-4484-8783-8226e97f127f req-5e804784-3660-42f3-bad9-81087e7f9962 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531437 Aug 22 13:52:58.127207 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 2a56cda3-bbfb-4688-9140-f2cf54a149cc up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:52:58.246983 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 2a56cda3-bbfb-4688-9140-f2cf54a149cc triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:52:58.247710 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:58.406682 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:58.476381 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-69360829-f774-48a0-9a71-5799dc3dad9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:58.498887 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 2a56cda3-bbfb-4688-9140-f2cf54a149cc, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=2a56cda3-bbfb-4688-9140-f2cf54a149cc,segment=NetworkSegment(3236bd72-b879-4aac-9539-57e8f1383d4a),segment_id=3236bd72-b879-4aac-9539-57e8f1383d4a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:52:58.518826 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:58.565726 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f4f0940-3ae2-4643-993f-7cccea7df197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a56cda3-bbfb-4688-9140-f2cf54a149cc'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:52:58.567944 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330848fc-83bc-48e3-90e2-d2d687c5802f" -d '{"events": [{"server_uuid": "9f4f0940-3ae2-4643-993f-7cccea7df197", "name": "network-vif-plugged", "status": "completed", "tag": "2a56cda3-bbfb-4688-9140-f2cf54a149cc"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:52:58.574266 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:52:58.618350 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=2a56cda3-bbfb-4688-9140-f2cf54a149cc,revision_number=13']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:52:58.731087 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a8d55f-1dfb-44ef-ab6f-342702ba6411 req-b61bd33f-b5b4-4d94-849e-b75f813b90bd tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:58.743300 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-36a8d55f-1dfb-44ef-ab6f-342702ba6411 req-b61bd33f-b5b4-4d94-849e-b75f813b90bd tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 946 time: 0.1014788 Aug 22 13:52:58.790618 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9ceeef-47b4-4638-985b-9f11add6aa77 x-openstack-request-id: req-ec9ceeef-47b4-4638-985b-9f11add6aa77 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:52:58.790917 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f4f0940-3ae2-4643-993f-7cccea7df197", "name": "network-vif-plugged", "status": "completed", "tag": "2a56cda3-bbfb-4688-9140-f2cf54a149cc", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:52:58.791166 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ec9ceeef-47b4-4638-985b-9f11add6aa77 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:52:58.791729 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f4f0940-3ae2-4643-993f-7cccea7df197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a56cda3-bbfb-4688-9140-f2cf54a149cc', 'code': 200} Aug 22 13:52:58.833377 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-36a8d55f-1dfb-44ef-ab6f-342702ba6411 req-a50c5ca0-5640-44dc-b74c-cfd9e10fb83f tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851409 Aug 22 13:52:58.997359 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e77358-49b9-4a69-ad16-3e1cca594bc9 req-9b849105-e2ae-49d6-b798-9e5b506337a1 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:52:58.999953 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-25e77358-49b9-4a69-ad16-3e1cca594bc9 req-9b849105-e2ae-49d6-b798-9e5b506337a1 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eb3b978-b5c4-44b5-a9ec-0d674eb6c18c HTTP/1.1" status: 200 len: 944 time: 0.0933828 Aug 22 13:52:59.063483 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-25e77358-49b9-4a69-ad16-3e1cca594bc9 req-fea18174-d874-4671-93ae-6e70b1ca234f tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562606 Aug 22 13:53:00.060569 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e558c-3160-4f42-8bc3-8624c76a4282 req-966f880f-5d2d-40dd-a9f4-d3978d4da2b0 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:00.065212 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-305e558c-3160-4f42-8bc3-8624c76a4282 req-966f880f-5d2d-40dd-a9f4-d3978d4da2b0 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 946 time: 0.1059890 Aug 22 13:53:00.190308 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-305e558c-3160-4f42-8bc3-8624c76a4282 req-991e31bd-3603-46ce-b48f-0a5837d0801c tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106308 Aug 22 13:53:00.319555 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f81ef-eee1-47b0-baad-2db256162c5d req-4ed59dc4-5708-4031-86f1-5d67fdf32c1f tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:00.321836 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-774f81ef-eee1-47b0-baad-2db256162c5d req-4ed59dc4-5708-4031-86f1-5d67fdf32c1f tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eb3b978-b5c4-44b5-a9ec-0d674eb6c18c HTTP/1.1" status: 200 len: 944 time: 0.0751989 Aug 22 13:53:00.381994 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-774f81ef-eee1-47b0-baad-2db256162c5d req-af43a0a3-fa26-421b-ae95-619c215f4ca0 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502980 Aug 22 13:53:01.072576 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c1aa6b62-27a8-4c69-8d3d-c504916c96f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:01.251702 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:01.352039 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db169153-733c-4e8a-8eb4-216453e1a4be req-2676435d-57ab-4d91-97ff-bf9ab21b5f97 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:01.360817 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-db169153-733c-4e8a-8eb4-216453e1a4be req-2676435d-57ab-4d91-97ff-bf9ab21b5f97 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 946 time: 0.0837784 Aug 22 13:53:01.422185 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-db169153-733c-4e8a-8eb4-216453e1a4be req-bdf9f31a-ffc3-44be-af9a-6963d9167350 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519433 Aug 22 13:53:01.585576 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1d9d5-862f-4c95-813e-af2de9d80e53 req-13c67cea-fdf9-4058-b36b-112e63a53b4f tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:01.593862 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f1c1d9d5-862f-4c95-813e-af2de9d80e53 req-13c67cea-fdf9-4058-b36b-112e63a53b4f tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eb3b978-b5c4-44b5-a9ec-0d674eb6c18c HTTP/1.1" status: 200 len: 944 time: 0.1103263 Aug 22 13:53:01.662419 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f1c1d9d5-862f-4c95-813e-af2de9d80e53 req-6fb6d7bd-43f8-400d-8a75-e92ab574a8ed tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660920 Aug 22 13:53:01.970043 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device d08620b8-697c-433f-a85e-307f4c2d6cb6 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:53:02.114384 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port d08620b8-697c-433f-a85e-307f4c2d6cb6, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=d08620b8-697c-433f-a85e-307f4c2d6cb6,segment=NetworkSegment(a8db1aa5-2938-4ee0-bbbc-1190f337bf80),segment_id=a8db1aa5-2938-4ee0-bbbc-1190f337bf80)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:53:02.132473 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': 'd08620b8-697c-433f-a85e-307f4c2d6cb6', 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8', 'port_id': 'd08620b8-697c-433f-a85e-307f4c2d6cb6', 'mac_address': 'fa:16:3e:ca:4a:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad565ab1-b54d-4060-a258-16294d6e46a2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:53:02.193967 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:02.213499 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d08620b8-697c-433f-a85e-307f4c2d6cb6 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:53:02.237942 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port d08620b8-697c-433f-a85e-307f4c2d6cb6, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=d08620b8-697c-433f-a85e-307f4c2d6cb6,segment=NetworkSegment(a8db1aa5-2938-4ee0-bbbc-1190f337bf80),segment_id=a8db1aa5-2938-4ee0-bbbc-1190f337bf80)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:53:02.243350 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:02.314122 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=d08620b8-697c-433f-a85e-307f4c2d6cb6,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:53:02.485710 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['d08620b8-697c-433f-a85e-307f4c2d6cb6'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:53:02.543866 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:02.670920 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e3144-658a-465a-84ca-8b11257c5bf8 req-91693483-a41f-4dd0-8fd2-e5bb4c2b6608 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:02.676907 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-383e3144-658a-465a-84ca-8b11257c5bf8 req-91693483-a41f-4dd0-8fd2-e5bb4c2b6608 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 946 time: 0.1003346 Aug 22 13:53:02.803486 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-383e3144-658a-465a-84ca-8b11257c5bf8 req-8413df0c-f3d5-4697-9be3-ed99886f4995 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995350 Aug 22 13:53:02.891359 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cbd00c-f205-4dc1-b469-9237391edb12 req-a0065e9c-e307-4b60-8aeb-ccfba5cc359d tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:02.894440 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-62cbd00c-f205-4dc1-b469-9237391edb12 req-a0065e9c-e307-4b60-8aeb-ccfba5cc359d tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eb3b978-b5c4-44b5-a9ec-0d674eb6c18c HTTP/1.1" status: 200 len: 945 time: 0.0892253 Aug 22 13:53:02.962196 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-62cbd00c-f205-4dc1-b469-9237391edb12 req-f068e71a-8b00-4248-9890-b3cb7e73531a tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598052 Aug 22 13:53:03.797985 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-10ab4274-0ca8-4ff5-9faf-dc308b8b2464 req-2295326e-3483-424f-bf57-19b94742da1e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7548ceeb-b9c5-4408-9ef3-3a6ce741b1d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0711045 Aug 22 13:53:03.980632 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab4274-0ca8-4ff5-9faf-dc308b8b2464 req-cb7f2af5-f012-4310-b1a0-b95e9259f9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:03.984084 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-10ab4274-0ca8-4ff5-9faf-dc308b8b2464 req-cb7f2af5-f012-4310-b1a0-b95e9259f9cb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=19e069a6935a47bcb8831313e7520ef4&device_id=7548ceeb-b9c5-4408-9ef3-3a6ce741b1d1 HTTP/1.1" status: 200 len: 1097 time: 0.1428957 Aug 22 13:53:03.997234 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device d08620b8-697c-433f-a85e-307f4c2d6cb6 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:53:04.088560 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:04.125555 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c04ed-0508-437c-a078-8eb48ae42604 req-58d63370-cb55-4e9a-b343-f6e28dfe540f tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:04.135448 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-293c04ed-0508-437c-a078-8eb48ae42604 req-58d63370-cb55-4e9a-b343-f6e28dfe540f tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 946 time: 0.1363194 Aug 22 13:53:04.189138 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port d08620b8-697c-433f-a85e-307f4c2d6cb6 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:53:04.199627 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port d08620b8-697c-433f-a85e-307f4c2d6cb6 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:53:04.199994 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:04.275861 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab4274-0ca8-4ff5-9faf-dc308b8b2464 req-843f306f-0a02-472b-be38-82795aa52898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:04.278294 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-10ab4274-0ca8-4ff5-9faf-dc308b8b2464 req-843f306f-0a02-472b-be38-82795aa52898 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f8ac2233-ea24-423f-9bd4-53abb27cd3b8 HTTP/1.1" status: 200 len: 913 time: 0.2610481 Aug 22 13:53:04.299760 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:04.399553 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-293c04ed-0508-437c-a078-8eb48ae42604 req-558d1082-614e-428b-bd2b-d5fdda474c0d tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2603343 Aug 22 13:53:04.426501 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d78b7-2c6b-4317-9c00-04343f166b81 req-07238ed3-7817-4a17-ae30-4aca45f3ca0d tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:04.431891 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-10ab4274-0ca8-4ff5-9faf-dc308b8b2464 req-58233c30-5cf8-40a0-9678-027ddbeaa85c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32c221f2-6798-4c13-880b-cf9d83790934 HTTP/1.1" status: 200 len: 217 time: 0.1429183 Aug 22 13:53:04.438057 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fa6d78b7-2c6b-4317-9c00-04343f166b81 req-07238ed3-7817-4a17-ae30-4aca45f3ca0d tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eb3b978-b5c4-44b5-a9ec-0d674eb6c18c HTTP/1.1" status: 200 len: 945 time: 0.2469547 Aug 22 13:53:04.495224 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fa6d78b7-2c6b-4317-9c00-04343f166b81 req-228793b2-37f5-46ac-8634-c14b9b092e34 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529616 Aug 22 13:53:04.548459 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab4274-0ca8-4ff5-9faf-dc308b8b2464 req-703462f2-0be8-4cfc-86f9-eda8398cf39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:04.550415 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-10ab4274-0ca8-4ff5-9faf-dc308b8b2464 req-703462f2-0be8-4cfc-86f9-eda8398cf39c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ad565ab1-b54d-4060-a258-16294d6e46a2 HTTP/1.1" status: 200 len: 851 time: 0.1105704 Aug 22 13:53:04.638876 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab4274-0ca8-4ff5-9faf-dc308b8b2464 req-5d5bffe5-19fd-4f72-bed7-0a55cb0cd528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:04.641571 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-10ab4274-0ca8-4ff5-9faf-dc308b8b2464 req-5d5bffe5-19fd-4f72-bed7-0a55cb0cd528 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f8ac2233-ea24-423f-9bd4-53abb27cd3b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0816357 Aug 22 13:53:04.661834 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:04.695949 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb3b978-b5c4-44b5-a9ec-0d674eb6c18c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08620b8-697c-433f-a85e-307f4c2d6cb6'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:53:04.698555 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b56f0a-4998-41f0-83eb-8598d1415c5f" -d '{"events": [{"server_uuid": "1eb3b978-b5c4-44b5-a9ec-0d674eb6c18c", "name": "network-vif-plugged", "status": "completed", "tag": "d08620b8-697c-433f-a85e-307f4c2d6cb6"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:53:04.714007 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port d08620b8-697c-433f-a85e-307f4c2d6cb6, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=d08620b8-697c-433f-a85e-307f4c2d6cb6,segment=NetworkSegment(a8db1aa5-2938-4ee0-bbbc-1190f337bf80),segment_id=a8db1aa5-2938-4ee0-bbbc-1190f337bf80)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:53:04.724408 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:04.823604 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ea047a-0d90-4810-b2f3-a53163263df9 x-openstack-request-id: req-37ea047a-0d90-4810-b2f3-a53163263df9 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:53:04.824093 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb3b978-b5c4-44b5-a9ec-0d674eb6c18c", "name": "network-vif-plugged", "status": "completed", "tag": "d08620b8-697c-433f-a85e-307f4c2d6cb6", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:53:04.824535 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-37ea047a-0d90-4810-b2f3-a53163263df9 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:53:04.825205 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb3b978-b5c4-44b5-a9ec-0d674eb6c18c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08620b8-697c-433f-a85e-307f4c2d6cb6', 'code': 200} Aug 22 13:53:04.852277 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-10ab4274-0ca8-4ff5-9faf-dc308b8b2464 req-ae3db5af-b1cb-45a8-aa9b-d1aac3b6810d service neutron] 10.222.0.41 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027380 Aug 22 13:53:04.882158 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=d08620b8-697c-433f-a85e-307f4c2d6cb6,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:53:05.042394 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31ec68-7d4b-4ada-b7fb-a90e5d9cdfd4 req-becb571e-4d63-4205-bb3a-e05b5215ebd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:05.044067 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-0d31ec68-7d4b-4ada-b7fb-a90e5d9cdfd4 req-becb571e-4d63-4205-bb3a-e05b5215ebd6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1eb3b978-b5c4-44b5-a9ec-0d674eb6c18c HTTP/1.1" status: 200 len: 1098 time: 0.1452689 Aug 22 13:53:05.052367 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-10ab4274-0ca8-4ff5-9faf-dc308b8b2464 req-ee9fda40-fdbd-4672-a11b-2cc1c1754993 service neutron] 10.222.0.41 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917138 Aug 22 13:53:05.106435 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-0d31ec68-7d4b-4ada-b7fb-a90e5d9cdfd4 req-a7441295-c58f-4174-b8f0-4dde1efa0bed service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529757 Aug 22 13:53:05.280990 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:53:05.556088 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c6e0c-5839-47a6-94c5-9bab317c4761 req-ae52404c-8cf0-4133-9dd4-23f3f6e034f1 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:05.557734 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-562c6e0c-5839-47a6-94c5-9bab317c4761 req-ae52404c-8cf0-4133-9dd4-23f3f6e034f1 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 946 time: 0.0623255 Aug 22 13:53:05.645436 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-562c6e0c-5839-47a6-94c5-9bab317c4761 req-11284746-ad84-42a7-a003-6dff2c6e2136 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721042 Aug 22 13:53:05.727811 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a851146-8157-4b9d-9d76-483bfe9f05a1 req-e7152878-d7bf-419b-bd2b-9a4c34572ae8 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:05.729783 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7a851146-8157-4b9d-9d76-483bfe9f05a1 req-e7152878-d7bf-419b-bd2b-9a4c34572ae8 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eb3b978-b5c4-44b5-a9ec-0d674eb6c18c HTTP/1.1" status: 200 len: 946 time: 0.0794311 Aug 22 13:53:05.796738 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7a851146-8157-4b9d-9d76-483bfe9f05a1 req-aaae73b3-32b1-4f23-8c93-313bc2b6d25c tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593829 Aug 22 13:53:06.810753 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b5485a-9c4d-4f88-a3e8-66fa4f0395b4 req-40f91c82-117e-4da6-8e32-805ce8b16fe2 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:06.817400 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-76b5485a-9c4d-4f88-a3e8-66fa4f0395b4 req-40f91c82-117e-4da6-8e32-805ce8b16fe2 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 946 time: 0.0831113 Aug 22 13:53:06.914782 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-76b5485a-9c4d-4f88-a3e8-66fa4f0395b4 req-b8b48863-29ef-4646-a738-bd177b1bd249 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845542 Aug 22 13:53:07.025557 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa20aa70-5873-4b98-9ea2-3448657f5a2a req-c6c2905e-34a6-4a32-9c4f-f3756e99d82e tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:07.027437 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fa20aa70-5873-4b98-9ea2-3448657f5a2a req-c6c2905e-34a6-4a32-9c4f-f3756e99d82e tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eb3b978-b5c4-44b5-a9ec-0d674eb6c18c HTTP/1.1" status: 200 len: 946 time: 0.0992322 Aug 22 13:53:07.088875 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fa20aa70-5873-4b98-9ea2-3448657f5a2a req-6f247647-b713-4a05-8226-9df091c45a1e tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537329 Aug 22 13:53:07.310571 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a13378-d0e1-4696-94a3-db0a4de46a6b req-723b4387-2ace-465c-9287-08b2a09b8bb4 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:07.313674 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-30a13378-d0e1-4696-94a3-db0a4de46a6b req-723b4387-2ace-465c-9287-08b2a09b8bb4 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eb3b978-b5c4-44b5-a9ec-0d674eb6c18c HTTP/1.1" status: 200 len: 946 time: 0.1232960 Aug 22 13:53:07.375699 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-30a13378-d0e1-4696-94a3-db0a4de46a6b req-e914f251-eb50-4aa9-bb53-b69e8ccf0565 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540016 Aug 22 13:53:07.785263 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad7dca-1c02-44da-b3bc-b8d2a47d856a req-b15568ed-323b-48ca-b28b-eca44749e999 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:07.800390 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-33ad7dca-1c02-44da-b3bc-b8d2a47d856a req-b15568ed-323b-48ca-b28b-eca44749e999 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eb3b978-b5c4-44b5-a9ec-0d674eb6c18c HTTP/1.1" status: 200 len: 946 time: 0.0764494 Aug 22 13:53:07.849739 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-33ad7dca-1c02-44da-b3bc-b8d2a47d856a req-b70b6897-d3db-4a2e-9d5f-9f93380cac95 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479355 Aug 22 13:53:08.100294 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78321227-788b-4a8f-8081-cb90ac9723e7 req-b671b885-d281-436e-9e16-9edcd82c3eb1 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:08.107813 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-78321227-788b-4a8f-8081-cb90ac9723e7 req-b671b885-d281-436e-9e16-9edcd82c3eb1 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 946 time: 0.0707335 Aug 22 13:53:08.159714 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-78321227-788b-4a8f-8081-cb90ac9723e7 req-fcaef264-ec95-4306-9131-5277b2656df8 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477247 Aug 22 13:53:09.013576 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc455e-dd55-448c-8ec0-43d3792cb252 req-4663fd31-231c-42a3-89d9-28a238685939 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:09.023004 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-85dc455e-dd55-448c-8ec0-43d3792cb252 req-4663fd31-231c-42a3-89d9-28a238685939 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eb3b978-b5c4-44b5-a9ec-0d674eb6c18c HTTP/1.1" status: 200 len: 946 time: 0.0806968 Aug 22 13:53:09.071687 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-85dc455e-dd55-448c-8ec0-43d3792cb252 req-b0a5f7aa-55f5-4541-91d1-c8a2414e8d88 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474241 Aug 22 13:53:09.270021 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6fe90b-5817-4a42-b1c7-70516d22f0b1 req-29f0d8b5-c948-4e2b-babe-9d0fe8e88fcc tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:09.272460 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ee6fe90b-5817-4a42-b1c7-70516d22f0b1 req-29f0d8b5-c948-4e2b-babe-9d0fe8e88fcc tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.41 "GET /v2.0/ports?device_id=1eb3b978-b5c4-44b5-a9ec-0d674eb6c18c HTTP/1.1" status: 200 len: 946 time: 0.0873418 Aug 22 13:53:09.352926 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242400d-f643-46e2-8c01-25f17bbf175b req-cee543df-c984-4cee-93f8-83a90f77f505 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:09.354605 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0242400d-f643-46e2-8c01-25f17bbf175b req-cee543df-c984-4cee-93f8-83a90f77f505 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 946 time: 0.0866878 Aug 22 13:53:09.406864 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0242400d-f643-46e2-8c01-25f17bbf175b req-f8783d70-9ef4-46ab-91b7-4ed103aad655 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421710 Aug 22 13:53:09.462939 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-ee6fe90b-5817-4a42-b1c7-70516d22f0b1 req-f11fdc4e-b0fc-40c9-93bd-bbe3b0cd1e34 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Deleting port d08620b8-697c-433f-a85e-307f4c2d6cb6 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:53:09.464698 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-ee6fe90b-5817-4a42-b1c7-70516d22f0b1 req-f11fdc4e-b0fc-40c9-93bd-bbe3b0cd1e34 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:09.597236 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-ee6fe90b-5817-4a42-b1c7-70516d22f0b1 req-f11fdc4e-b0fc-40c9-93bd-bbe3b0cd1e34 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] For port d08620b8-697c-433f-a85e-307f4c2d6cb6, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=d08620b8-697c-433f-a85e-307f4c2d6cb6,segment=NetworkSegment(a8db1aa5-2938-4ee0-bbbc-1190f337bf80),segment_id=a8db1aa5-2938-4ee0-bbbc-1190f337bf80)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:53:09.597809 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-ee6fe90b-5817-4a42-b1c7-70516d22f0b1 req-f11fdc4e-b0fc-40c9-93bd-bbe3b0cd1e34 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:09.615898 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-ee6fe90b-5817-4a42-b1c7-70516d22f0b1 req-f11fdc4e-b0fc-40c9-93bd-bbe3b0cd1e34 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Calling delete_port for d08620b8-697c-433f-a85e-307f4c2d6cb6 owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:53:09.740510 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18cd564-13e2-4a3a-b6ed-560880db6cb5 req-19404194-4d6d-4408-8520-bd6208f49187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:09.742615 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f18cd564-13e2-4a3a-b6ed-560880db6cb5 req-19404194-4d6d-4408-8520-bd6208f49187 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9332af772cbe4a47bd1754f9819c9211&device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 1098 time: 0.0473716 Aug 22 13:53:09.820297 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-ee6fe90b-5817-4a42-b1c7-70516d22f0b1 req-f11fdc4e-b0fc-40c9-93bd-bbe3b0cd1e34 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:09.832819 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['32c221f2-6798-4c13-880b-cf9d83790934', 'd08620b8-697c-433f-a85e-307f4c2d6cb6'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:53:09.892823 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11fdc4e-b0fc-40c9-93bd-bbe3b0cd1e34 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Pushing event deleted for resources: {'Port': ['ID=d08620b8-697c-433f-a85e-307f4c2d6cb6,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:53:09.911101 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11fdc4e-b0fc-40c9-93bd-bbe3b0cd1e34 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:53:09.911536 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11fdc4e-b0fc-40c9-93bd-bbe3b0cd1e34 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:53:09.912105 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11fdc4e-b0fc-40c9-93bd-bbe3b0cd1e34 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:53:09.912578 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11fdc4e-b0fc-40c9-93bd-bbe3b0cd1e34 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:53:09.913129 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11fdc4e-b0fc-40c9-93bd-bbe3b0cd1e34 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:53:09.914172 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11fdc4e-b0fc-40c9-93bd-bbe3b0cd1e34 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:53:09.914568 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11fdc4e-b0fc-40c9-93bd-bbe3b0cd1e34 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:53:09.914998 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11fdc4e-b0fc-40c9-93bd-bbe3b0cd1e34 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:53:09.915322 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11fdc4e-b0fc-40c9-93bd-bbe3b0cd1e34 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:53:09.915897 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11fdc4e-b0fc-40c9-93bd-bbe3b0cd1e34 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:53:09.916432 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11fdc4e-b0fc-40c9-93bd-bbe3b0cd1e34 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:53:09.916819 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11fdc4e-b0fc-40c9-93bd-bbe3b0cd1e34 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:53:09.928017 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18cd564-13e2-4a3a-b6ed-560880db6cb5 req-379cf58f-72c5-4965-a5e9-7bbdc050a3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:09.931060 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f18cd564-13e2-4a3a-b6ed-560880db6cb5 req-379cf58f-72c5-4965-a5e9-7bbdc050a3bd service neutron] 10.222.0.16 "GET /v2.0/networks?id=0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 HTTP/1.1" status: 200 len: 913 time: 0.1467988 Aug 22 13:53:09.989999 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee6fe90b-5817-4a42-b1c7-70516d22f0b1 req-f11fdc4e-b0fc-40c9-93bd-bbe3b0cd1e34 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] No DVR routers for this DVR port d08620b8-697c-433f-a85e-307f4c2d6cb6 on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:53:09.995448 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-ee6fe90b-5817-4a42-b1c7-70516d22f0b1 req-f11fdc4e-b0fc-40c9-93bd-bbe3b0cd1e34 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:09.997594 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ee6fe90b-5817-4a42-b1c7-70516d22f0b1 req-f11fdc4e-b0fc-40c9-93bd-bbe3b0cd1e34 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.41 "DELETE /v2.0/ports/d08620b8-697c-433f-a85e-307f4c2d6cb6 HTTP/1.1" status: 204 len: 173 time: 0.7190127 Aug 22 13:53:09.997953 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb3b978-b5c4-44b5-a9ec-0d674eb6c18c', 'name': 'network-vif-deleted', 'tag': 'd08620b8-697c-433f-a85e-307f4c2d6cb6'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:53:10.000855 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ca677c-4941-4426-a897-bebe12781798" -d '{"events": [{"server_uuid": "1eb3b978-b5c4-44b5-a9ec-0d674eb6c18c", "name": "network-vif-deleted", "tag": "d08620b8-697c-433f-a85e-307f4c2d6cb6"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:53:10.044859 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f18cd564-13e2-4a3a-b6ed-560880db6cb5 req-41e3d12c-97e3-41ac-b3c4-af3e5ec537f9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a56cda3-bbfb-4688-9140-f2cf54a149cc HTTP/1.1" status: 200 len: 1001 time: 0.1056402 Aug 22 13:53:10.085293 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87682fc2-fae9-44f3-814f-d2e7b1696049 x-openstack-request-id: req-87682fc2-fae9-44f3-814f-d2e7b1696049 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:53:10.085587 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb3b978-b5c4-44b5-a9ec-0d674eb6c18c", "name": "network-vif-deleted", "tag": "d08620b8-697c-433f-a85e-307f4c2d6cb6", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:53:10.085840 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-87682fc2-fae9-44f3-814f-d2e7b1696049 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:53:10.086247 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb3b978-b5c4-44b5-a9ec-0d674eb6c18c', 'name': 'network-vif-deleted', 'tag': 'd08620b8-697c-433f-a85e-307f4c2d6cb6', 'status': 'completed', 'code': 200} Aug 22 13:53:10.143583 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18cd564-13e2-4a3a-b6ed-560880db6cb5 req-22a73c34-68a8-41e9-9bf7-5e9a80123f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:10.145595 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f18cd564-13e2-4a3a-b6ed-560880db6cb5 req-22a73c34-68a8-41e9-9bf7-5e9a80123f3d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=96df5698-35fe-4400-8623-8e6dad52953f HTTP/1.1" status: 200 len: 851 time: 0.0905197 Aug 22 13:53:10.240908 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f6e24313-7573-4c6e-a5b6-f7d81ca85f18 req-f5cb76c5-6c29-4d9f-996d-717d2026c2d1 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eb3b978-b5c4-44b5-a9ec-0d674eb6c18c HTTP/1.1" status: 200 len: 210 time: 0.0494809 Aug 22 13:53:10.314518 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18cd564-13e2-4a3a-b6ed-560880db6cb5 req-967db102-a503-433c-bc81-a1dd5aea128a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:10.316455 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f18cd564-13e2-4a3a-b6ed-560880db6cb5 req-967db102-a503-433c-bc81-a1dd5aea128a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0db5422b-3cd9-4056-8d7a-7dc64f09a7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0738714 Aug 22 13:53:10.505033 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f18cd564-13e2-4a3a-b6ed-560880db6cb5 req-63492518-ceef-4cb3-a3a3-accc5f5d5f8b service neutron] 10.222.0.16 "GET /v2.0/networks/0db5422b-3cd9-4056-8d7a-7dc64f09a7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614609 Aug 22 13:53:10.680787 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2186d-7ee9-4479-91ef-51e51398e7f0 req-07b9e27c-8029-4c0b-8d76-c87a5678dfd5 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:10.682844 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2eb2186d-7ee9-4479-91ef-51e51398e7f0 req-07b9e27c-8029-4c0b-8d76-c87a5678dfd5 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 946 time: 0.1338196 Aug 22 13:53:10.754675 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2eb2186d-7ee9-4479-91ef-51e51398e7f0 req-a0f40561-0fad-464f-bb9e-ac164d3802b7 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499444 Aug 22 13:53:10.778654 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f18cd564-13e2-4a3a-b6ed-560880db6cb5 req-b7052482-5041-41fa-9e4b-a77056a39925 service neutron] 10.222.0.16 "GET /v2.0/networks/0db5422b-3cd9-4056-8d7a-7dc64f09a7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654250 Aug 22 13:53:11.353535 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-840cba2f-4ca1-4879-a62f-bb859a1ce2c6 req-cdbd1151-d939-4356-9a3b-f6f5b894ed1c tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eb3b978-b5c4-44b5-a9ec-0d674eb6c18c HTTP/1.1" status: 200 len: 210 time: 0.0282342 Aug 22 13:53:12.028441 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device d08620b8-697c-433f-a85e-307f4c2d6cb6 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:53:12.056508 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2d7532-1763-4d98-83fb-6ab3cbda5159 req-0339ed1b-defc-4a85-9f47-c14879ab1cf7 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:12.058733 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8f2d7532-1763-4d98-83fb-6ab3cbda5159 req-0339ed1b-defc-4a85-9f47-c14879ab1cf7 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 946 time: 0.0696325 Aug 22 13:53:12.067689 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: d08620b8-697c-433f-a85e-307f4c2d6cb6 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:53:12.068255 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device d08620b8-697c-433f-a85e-307f4c2d6cb6 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:53:12.110118 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8f2d7532-1763-4d98-83fb-6ab3cbda5159 req-00245e76-4297-407f-9630-0de8d376d7a5 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435865 Aug 22 13:53:12.491673 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b00695bc-2045-4db5-b5d6-db1b65c63a5e req-15f5f717-cb35-40a4-b44c-f8b1574a8636 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eb3b978-b5c4-44b5-a9ec-0d674eb6c18c HTTP/1.1" status: 200 len: 210 time: 0.0533781 Aug 22 13:53:13.357665 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c4d48-6e63-492a-af82-85fb2797b01b req-42199713-d40d-415b-af28-4cc6b98e80a0 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:13.359990 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1b1c4d48-6e63-492a-af82-85fb2797b01b req-42199713-d40d-415b-af28-4cc6b98e80a0 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 946 time: 0.0762887 Aug 22 13:53:13.401709 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1b1c4d48-6e63-492a-af82-85fb2797b01b req-2bb8df40-1db0-4276-9fce-633ac2db5169 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341353 Aug 22 13:53:13.655871 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c00a02b9-c774-4c82-ad35-e34cdb78a789 req-e48e171a-3fb2-4277-bf2c-d57e514d5907 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eb3b978-b5c4-44b5-a9ec-0d674eb6c18c HTTP/1.1" status: 200 len: 210 time: 0.0339966 Aug 22 13:53:13.761363 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74238784-c9dd-4a24-975a-e9149f7ac1c0 req-8080cf18-ec84-446c-b30c-ad09ce936a5e tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:13.763340 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-74238784-c9dd-4a24-975a-e9149f7ac1c0 req-8080cf18-ec84-446c-b30c-ad09ce936a5e tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 946 time: 0.1110833 Aug 22 13:53:13.767077 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e9b05-20a9-4d12-a3ad-a180d4a23254 req-01f0f078-8f26-48b8-b8ba-d65c3553e429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:13.768929 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5e2e9b05-20a9-4d12-a3ad-a180d4a23254 req-01f0f078-8f26-48b8-b8ba-d65c3553e429 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9332af772cbe4a47bd1754f9819c9211&device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 1098 time: 0.1182499 Aug 22 13:53:13.878663 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-74238784-c9dd-4a24-975a-e9149f7ac1c0 req-d6eb0cb0-6a25-44f3-9a48-0219d3843738 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043086 Aug 22 13:53:13.932909 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e9b05-20a9-4d12-a3ad-a180d4a23254 req-30ef3435-ad19-40d1-93e5-c91cccf95170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:13.934593 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5e2e9b05-20a9-4d12-a3ad-a180d4a23254 req-30ef3435-ad19-40d1-93e5-c91cccf95170 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 HTTP/1.1" status: 200 len: 913 time: 0.1391022 Aug 22 13:53:14.023070 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5e2e9b05-20a9-4d12-a3ad-a180d4a23254 req-282cff3c-022e-4d0f-a6fb-e9da59f10292 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a56cda3-bbfb-4688-9140-f2cf54a149cc HTTP/1.1" status: 200 len: 1001 time: 0.0783527 Aug 22 13:53:14.078255 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e9b05-20a9-4d12-a3ad-a180d4a23254 req-8ae243f0-1954-4674-855e-1591dca2f55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:14.079864 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5e2e9b05-20a9-4d12-a3ad-a180d4a23254 req-8ae243f0-1954-4674-855e-1591dca2f55d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=96df5698-35fe-4400-8623-8e6dad52953f HTTP/1.1" status: 200 len: 851 time: 0.0490046 Aug 22 13:53:14.137924 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e9b05-20a9-4d12-a3ad-a180d4a23254 req-8d6b1378-f510-4c3f-969a-6b27918ea8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:14.139895 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5e2e9b05-20a9-4d12-a3ad-a180d4a23254 req-8d6b1378-f510-4c3f-969a-6b27918ea8f1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0db5422b-3cd9-4056-8d7a-7dc64f09a7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497417 Aug 22 13:53:14.246552 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 2a56cda3-bbfb-4688-9140-f2cf54a149cc no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:53:14.270934 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5e2e9b05-20a9-4d12-a3ad-a180d4a23254 req-13fe50d2-71d9-437f-8831-e5d13944b53b service neutron] 10.222.0.16 "GET /v2.0/networks/0db5422b-3cd9-4056-8d7a-7dc64f09a7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175215 Aug 22 13:53:14.342783 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:14.377155 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f4f0940-3ae2-4643-993f-7cccea7df197', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a56cda3-bbfb-4688-9140-f2cf54a149cc'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:53:14.380466 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a28684-a30d-4acc-9d7f-4b14e2adf1d5" -d '{"events": [{"server_uuid": "9f4f0940-3ae2-4643-993f-7cccea7df197", "name": "network-vif-unplugged", "status": "completed", "tag": "2a56cda3-bbfb-4688-9140-f2cf54a149cc"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:53:14.397791 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 2a56cda3-bbfb-4688-9140-f2cf54a149cc, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=2a56cda3-bbfb-4688-9140-f2cf54a149cc,segment=NetworkSegment(3236bd72-b879-4aac-9539-57e8f1383d4a),segment_id=3236bd72-b879-4aac-9539-57e8f1383d4a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:53:14.402288 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5e2e9b05-20a9-4d12-a3ad-a180d4a23254 req-69531fb6-2a8a-48dc-84e2-3bc6a9dc2a65 service neutron] 10.222.0.16 "GET /v2.0/networks/0db5422b-3cd9-4056-8d7a-7dc64f09a7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224263 Aug 22 13:53:14.408672 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:14.444761 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 13:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4fff9ad-5aa0-4d7f-86eb-a71aa31f8a85 x-openstack-request-id: req-a4fff9ad-5aa0-4d7f-86eb-a71aa31f8a85 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:53:14.445160 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f4f0940-3ae2-4643-993f-7cccea7df197", "name": "network-vif-unplugged", "status": "completed", "tag": "2a56cda3-bbfb-4688-9140-f2cf54a149cc", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:53:14.445514 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a4fff9ad-5aa0-4d7f-86eb-a71aa31f8a85 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:53:14.446061 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f4f0940-3ae2-4643-993f-7cccea7df197', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a56cda3-bbfb-4688-9140-f2cf54a149cc', 'code': 200} Aug 22 13:53:14.492050 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=2a56cda3-bbfb-4688-9140-f2cf54a149cc,revision_number=14']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:53:14.866219 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 39540) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:53:14.908650 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c27d79ad-5e7e-4e8e-825a-b2f07a36ec54 req-7b6b473c-f83d-45de-8976-361023a50969 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eb3b978-b5c4-44b5-a9ec-0d674eb6c18c HTTP/1.1" status: 200 len: 210 time: 0.0604827 Aug 22 13:53:14.990478 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7ee27791-f31f-4ef1-ba7e-f895505d186f tempest-TestSecurityGroupsBasicOps-732676232 tempest-TestSecurityGroupsBasicOps-732676232-project-admin] 10.222.0.21 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3704 time: 0.1198051 Aug 22 13:53:14.991973 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 39546) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:53:15.000793 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-c0b2b332-af47-45ab-b2a3-c601d97c45b5 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Request body: {'network': {'name': 'tempest-network-smoke--168288095', 'project_id': 'd4e861fa65d04e13965fba5a7940e815', 'port_security_enabled': False}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:53:15.029966 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b2b332-af47-45ab-b2a3-c601d97c45b5 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Made reservation on behalf of d4e861fa65d04e13965fba5a7940e815 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:53:15.035313 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c0b2b332-af47-45ab-b2a3-c601d97c45b5 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:15.067760 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7bca34-7779-4c2e-8dc7-e6d06a2af5b9 req-322f9874-4ba7-4e0c-b25a-f049e097a842 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:15.069221 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0b2b332-af47-45ab-b2a3-c601d97c45b5 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:53:15.070995 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2a7bca34-7779-4c2e-8dc7-e6d06a2af5b9 req-322f9874-4ba7-4e0c-b25a-f049e097a842 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.0616655 Aug 22 13:53:15.082637 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c0b2b332-af47-45ab-b2a3-c601d97c45b5 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:15.083311 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-c0b2b332-af47-45ab-b2a3-c601d97c45b5 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Added segment 270af627-8b53-40ac-91f0-240a8787b6ca of type vlan for network 73ee7f7f-ebe8-46f5-b1aa-311836ffdcac Aug 22 13:53:15.137909 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2a7bca34-7779-4c2e-8dc7-e6d06a2af5b9 req-577cc858-5df3-4a27-b7b3-8fe77887378f tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549760 Aug 22 13:53:15.142716 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c0b2b332-af47-45ab-b2a3-c601d97c45b5 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:15.177315 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c0b2b332-af47-45ab-b2a3-c601d97c45b5 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:15.189225 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b2b332-af47-45ab-b2a3-c601d97c45b5 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:15.190391 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c0b2b332-af47-45ab-b2a3-c601d97c45b5 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:15.331857 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c0b2b332-af47-45ab-b2a3-c601d97c45b5 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3377216 Aug 22 13:53:15.338101 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 39556) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:53:15.351966 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-1352c8c7-357f-4ae5-8e79-5a2bf3a1f8e9 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-422454318', 'admin_state_up': True, 'project_id': 'd4e861fa65d04e13965fba5a7940e815', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:53:15.353262 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2b332-af47-45ab-b2a3-c601d97c45b5 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Pushing event updated for resources: {'Network': ['ID=73ee7f7f-ebe8-46f5-b1aa-311836ffdcac,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:53:15.376642 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 73ee7f7f-ebe8-46f5-b1aa-311836ffdcac details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:53:15.435796 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1352c8c7-357f-4ae5-8e79-5a2bf3a1f8e9 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:15.437685 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1352c8c7-357f-4ae5-8e79-5a2bf3a1f8e9 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:15.483846 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229e708-e658-452e-9757-e46d579a4a64 req-b8377c2b-6177-4d8f-a2b9-9f0c07f5794b tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:15.485553 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6229e708-e658-452e-9757-e46d579a4a64 req-b8377c2b-6177-4d8f-a2b9-9f0c07f5794b tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.0851073 Aug 22 13:53:15.549858 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1352c8c7-357f-4ae5-8e79-5a2bf3a1f8e9 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:15.553381 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6229e708-e658-452e-9757-e46d579a4a64 req-2a7d2f31-e6dd-4bbc-9616-39f9981ef03e tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373392 Aug 22 13:53:15.753636 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1352c8c7-357f-4ae5-8e79-5a2bf3a1f8e9 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:15.793373 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d8a85-5c74-4874-96a0-853788026de0 req-cc346d03-2122-4309-a851-6e63a0bb07e1 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:15.794867 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fc9d8a85-5c74-4874-96a0-853788026de0 req-cc346d03-2122-4309-a851-6e63a0bb07e1 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.1094444 Aug 22 13:53:15.875042 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fc9d8a85-5c74-4874-96a0-853788026de0 req-ccccbe9c-283e-488a-b63e-bb0c4775eb08 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508912 Aug 22 13:53:16.062400 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1352c8c7-357f-4ae5-8e79-5a2bf3a1f8e9 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks [] for router_gateway, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:16.085516 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1352c8c7-357f-4ae5-8e79-5a2bf3a1f8e9 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:16.287991 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8110c-84f2-4cb4-81f3-27daf3ee93f8 req-1109e32e-2416-474d-a4d7-f24d4a506672 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:16.289528 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f5e8110c-84f2-4cb4-81f3-27daf3ee93f8 req-1109e32e-2416-474d-a4d7-f24d4a506672 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/networks?id=0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 HTTP/1.1" status: 200 len: 812 time: 0.1958268 Aug 22 13:53:16.309073 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-1352c8c7-357f-4ae5-8e79-5a2bf3a1f8e9 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Allocated IP 172.25.3.230 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/df9ba50a-c97b-4b2e-afc6-8bbb3e8c01d2) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:53:16.320982 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f5e8110c-84f2-4cb4-81f3-27daf3ee93f8 req-6436a77e-d426-4d28-8eb7-2e369c7ad5c1 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/quotas/9332af772cbe4a47bd1754f9819c9211 HTTP/1.1" status: 200 len: 375 time: 0.0235946 Aug 22 13:53:16.437073 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f5e8110c-84f2-4cb4-81f3-27daf3ee93f8 req-2fffb740-bc33-4dc1-84f2-def5f5676eda tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9332af772cbe4a47bd1754f9819c9211&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1079917 Aug 22 13:53:16.509125 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1352c8c7-357f-4ae5-8e79-5a2bf3a1f8e9 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:16.570517 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f5e8110c-84f2-4cb4-81f3-27daf3ee93f8 req-a76eec54-a9a8-4914-9aa9-2f979ba5df7a service neutron] 10.222.0.21 "GET /v2.0/networks/0db5422b-3cd9-4056-8d7a-7dc64f09a7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219020 Aug 22 13:53:16.587103 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1352c8c7-357f-4ae5-8e79-5a2bf3a1f8e9 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:16.667668 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1352c8c7-357f-4ae5-8e79-5a2bf3a1f8e9 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:53:16.673470 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-1352c8c7-357f-4ae5-8e79-5a2bf3a1f8e9 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:53:16.682322 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1352c8c7-357f-4ae5-8e79-5a2bf3a1f8e9 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:53:16.687978 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1352c8c7-357f-4ae5-8e79-5a2bf3a1f8e9 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Pushing event updated for resources: {'Port': ['ID=df9ba50a-c97b-4b2e-afc6-8bbb3e8c01d2,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:53:16.726762 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1352c8c7-357f-4ae5-8e79-5a2bf3a1f8e9 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:53:16.727113 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1352c8c7-357f-4ae5-8e79-5a2bf3a1f8e9 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:53:16.727459 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1352c8c7-357f-4ae5-8e79-5a2bf3a1f8e9 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:53:16.727795 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1352c8c7-357f-4ae5-8e79-5a2bf3a1f8e9 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:53:16.728123 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1352c8c7-357f-4ae5-8e79-5a2bf3a1f8e9 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:53:16.728487 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1352c8c7-357f-4ae5-8e79-5a2bf3a1f8e9 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:53:16.728825 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1352c8c7-357f-4ae5-8e79-5a2bf3a1f8e9 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:53:16.729152 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1352c8c7-357f-4ae5-8e79-5a2bf3a1f8e9 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:53:16.729481 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1352c8c7-357f-4ae5-8e79-5a2bf3a1f8e9 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:53:16.729806 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1352c8c7-357f-4ae5-8e79-5a2bf3a1f8e9 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:53:16.730127 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1352c8c7-357f-4ae5-8e79-5a2bf3a1f8e9 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:53:16.730447 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1352c8c7-357f-4ae5-8e79-5a2bf3a1f8e9 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:53:16.760132 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f5e8110c-84f2-4cb4-81f3-27daf3ee93f8 req-dd8d8e36-4ab2-4709-aace-f320c14fb67b service neutron] 10.222.0.21 "GET /v2.0/networks/0db5422b-3cd9-4056-8d7a-7dc64f09a7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829855 Aug 22 13:53:16.982980 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f737c0b4-af74-4f03-b32a-3c9725cddc53 req-f5c29028-259c-492b-9885-631becd1bc3c tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c32ba1a-36ee-49ec-9be4-1c46a9ae6096 HTTP/1.1" status: 200 len: 210 time: 0.0453298 Aug 22 13:53:17.040518 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1352c8c7-357f-4ae5-8e79-5a2bf3a1f8e9 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks [] for router_gateway, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:17.307444 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1352c8c7-357f-4ae5-8e79-5a2bf3a1f8e9 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:17.455663 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1352c8c7-357f-4ae5-8e79-5a2bf3a1f8e9 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Router 73b40305-6c92-4ed6-b3f1-e9d15fb26c32 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 13:53:17.580866 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1352c8c7-357f-4ae5-8e79-5a2bf3a1f8e9 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:53:17.597676 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74e7e3d-651e-47ff-9f0a-45095b7a786e None None] Sync routers for ids ['73b40305-6c92-4ed6-b3f1-e9d15fb26c32'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:53:17.604299 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1352c8c7-357f-4ae5-8e79-5a2bf3a1f8e9 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:17.609281 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 39602) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:53:17.610102 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-1352c8c7-357f-4ae5-8e79-5a2bf3a1f8e9 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.2704322 Aug 22 13:53:17.619841 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74e7e3d-651e-47ff-9f0a-45095b7a786e None None] Routers {'73b40305-6c92-4ed6-b3f1-e9d15fb26c32'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:53:17.620864 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-f74e7e3d-651e-47ff-9f0a-45095b7a786e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:53:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['73b40305-6c92-4ed6-b3f1-e9d15fb26c32'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:53:17.714818 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2103cb-2846-49e0-b696-e2e285a28bd6 tempest-TestSecurityGroupsBasicOps-732676232 tempest-TestSecurityGroupsBasicOps-732676232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:17.716694 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6e2103cb-2846-49e0-b696-e2e285a28bd6 tempest-TestSecurityGroupsBasicOps-732676232 tempest-TestSecurityGroupsBasicOps-732676232-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=d4e861fa65d04e13965fba5a7940e815&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1064010 Aug 22 13:53:17.722527 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 39604) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:53:17.854626 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16876c64-37db-4cd2-98d5-7b81285a5f54 tempest-TestSecurityGroupsBasicOps-732676232 tempest-TestSecurityGroupsBasicOps-732676232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:17.856143 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-16876c64-37db-4cd2-98d5-7b81285a5f54 tempest-TestSecurityGroupsBasicOps-732676232 tempest-TestSecurityGroupsBasicOps-732676232-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1317394 Aug 22 13:53:17.859137 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 39606) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:53:17.912301 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-484cb92a-5071-462e-8ca8-64064ea6c96c tempest-TestSecurityGroupsBasicOps-732676232 tempest-TestSecurityGroupsBasicOps-732676232-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=7de6ab83-cd00-4b3c-94fb-810dd34d29b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0487566 Aug 22 13:53:17.912520 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 39612) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:53:17.955260 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-f74e7e3d-651e-47ff-9f0a-45095b7a786e None None] Set router 73b40305-6c92-4ed6-b3f1-e9d15fb26c32 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:53:17.971392 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ed5db181-d4b1-464e-971e-3c60dce94f60 tempest-TestSecurityGroupsBasicOps-732676232 tempest-TestSecurityGroupsBasicOps-732676232-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=d4e861fa65d04e13965fba5a7940e815&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0571768 Aug 22 13:53:17.979341 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 39614) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:53:18.140139 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d0fa962e-c685-4a59-9f70-d56511a361c3 req-638351bc-3e29-439a-97b6-2a528c96a2a9 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c32ba1a-36ee-49ec-9be4-1c46a9ae6096 HTTP/1.1" status: 200 len: 210 time: 0.0399168 Aug 22 13:53:18.235612 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9838ba25-85b2-496b-b1cf-66d915f3897c tempest-TestSecurityGroupsBasicOps-732676232 tempest-TestSecurityGroupsBasicOps-732676232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:18.241356 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 39620) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:53:18.242627 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9838ba25-85b2-496b-b1cf-66d915f3897c tempest-TestSecurityGroupsBasicOps-732676232 tempest-TestSecurityGroupsBasicOps-732676232-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2615464 Aug 22 13:53:18.298063 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-69c22a62-503a-447a-80d6-8715e4c3e293 tempest-TestSecurityGroupsBasicOps-732676232 tempest-TestSecurityGroupsBasicOps-732676232-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=7de6ab83-cd00-4b3c-94fb-810dd34d29b8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0543921 Aug 22 13:53:18.300990 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 39622) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:53:18.307262 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-1f497a30-6c87-4a44-9dc7-b9a1de1e942d tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-172687751', 'network_id': '73ee7f7f-ebe8-46f5-b1aa-311836ffdcac', 'project_id': 'd4e861fa65d04e13965fba5a7940e815', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:53:18.329585 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-f74e7e3d-651e-47ff-9f0a-45095b7a786e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b40305-6c92-4ed6-b3f1-e9d15fb26c32', 'name': 'tempest-TestSecurityGroupsBasicOps-router-422454318', 'tenant_id': 'd4e861fa65d04e13965fba5a7940e815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'df9ba50a-c97b-4b2e-afc6-8bbb3e8c01d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:53:15Z', 'updated_at': '2021-08-22T13:53:16Z', 'revision_number': 3, 'project_id': 'd4e861fa65d04e13965fba5a7940e815', 'gw_port': {'id': 'df9ba50a-c97b-4b2e-afc6-8bbb3e8c01d2', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:63:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b40305-6c92-4ed6-b3f1-e9d15fb26c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:53:16Z', 'updated_at': '2021-08-22T13:53:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:53:18.365296 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74e7e3d-651e-47ff-9f0a-45095b7a786e None None] Checking router: 73b40305-6c92-4ed6-b3f1-e9d15fb26c32 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:53:18.365775 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74e7e3d-651e-47ff-9f0a-45095b7a786e None None] Updating router 73b40305-6c92-4ed6-b3f1-e9d15fb26c32 port df9ba50a-c97b-4b2e-afc6-8bbb3e8c01d2 binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:53:18.402699 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-f74e7e3d-651e-47ff-9f0a-45095b7a786e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:18.436918 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f497a30-6c87-4a44-9dc7-b9a1de1e942d tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Made reservation on behalf of d4e861fa65d04e13965fba5a7940e815 for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:53:18.443128 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1f497a30-6c87-4a44-9dc7-b9a1de1e942d tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:18.503576 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8110c-84f2-4cb4-81f3-27daf3ee93f8 req-166e05da-eb99-49be-9af6-9e10096f4d3b tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:18.506051 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f5e8110c-84f2-4cb4-81f3-27daf3ee93f8 req-166e05da-eb99-49be-9af6-9e10096f4d3b tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.41 "GET /v2.0/networks?id=0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 HTTP/1.1" status: 200 len: 812 time: 0.2341611 Aug 22 13:53:18.521609 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-f5e8110c-84f2-4cb4-81f3-27daf3ee93f8 req-8a7feeaf-0692-41bc-a9bc-bbe1ec0d6788 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Request body: {'port': {'device_id': '3c32ba1a-36ee-49ec-9be4-1c46a9ae6096', 'network_id': '0db5422b-3cd9-4056-8d7a-7dc64f09a7c0', 'admin_state_up': True, 'tenant_id': '9332af772cbe4a47bd1754f9819c9211'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:53:18.700285 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1f497a30-6c87-4a44-9dc7-b9a1de1e942d tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:18.714571 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5e8110c-84f2-4cb4-81f3-27daf3ee93f8 req-8a7feeaf-0692-41bc-a9bc-bbe1ec0d6788 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Made reservation on behalf of 9332af772cbe4a47bd1754f9819c9211 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:53:18.718976 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-f5e8110c-84f2-4cb4-81f3-27daf3ee93f8 req-8a7feeaf-0692-41bc-a9bc-bbe1ec0d6788 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:18.720983 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-f74e7e3d-651e-47ff-9f0a-45095b7a786e None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:18.731571 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-f74e7e3d-651e-47ff-9f0a-45095b7a786e None None] Transition to ACTIVE for port object df9ba50a-c97b-4b2e-afc6-8bbb3e8c01d2 will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:53:18.739986 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-f74e7e3d-651e-47ff-9f0a-45095b7a786e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:18.787095 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f497a30-6c87-4a44-9dc7-b9a1de1e942d tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Pushing event updated for resources: {'Subnet': ['ID=14e9096e-8693-4ad0-92a7-344164f62d5a,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:53:18.794153 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-f74e7e3d-651e-47ff-9f0a-45095b7a786e None None] Attempting to bind port df9ba50a-c97b-4b2e-afc6-8bbb3e8c01d2 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:53:18.794515 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-f74e7e3d-651e-47ff-9f0a-45095b7a786e None None] Attempting to bind port df9ba50a-c97b-4b2e-afc6-8bbb3e8c01d2 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:53:18.794691 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74e7e3d-651e-47ff-9f0a-45095b7a786e None None] Attempting to bind port df9ba50a-c97b-4b2e-afc6-8bbb3e8c01d2 on network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:53:18.801997 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f497a30-6c87-4a44-9dc7-b9a1de1e942d tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Checking segment: {'id': '270af627-8b53-40ac-91f0-240a8787b6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '73ee7f7f-ebe8-46f5-b1aa-311836ffdcac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:53:18.802352 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f497a30-6c87-4a44-9dc7-b9a1de1e942d tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Network hostable DHCP agents. Network: 73ee7f7f-ebe8-46f5-b1aa-311836ffdcac, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:53:18.804475 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74e7e3d-651e-47ff-9f0a-45095b7a786e None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:53:18.804856 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74e7e3d-651e-47ff-9f0a-45095b7a786e None None] Checking segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:53:18.805308 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-f74e7e3d-651e-47ff-9f0a-45095b7a786e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:18.805831 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74e7e3d-651e-47ff-9f0a-45095b7a786e None None] Bound using segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:53:18.806330 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-f74e7e3d-651e-47ff-9f0a-45095b7a786e None None] Bound port: df9ba50a-c97b-4b2e-afc6-8bbb3e8c01d2, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:53:18.806698 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-f74e7e3d-651e-47ff-9f0a-45095b7a786e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:18.823518 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f497a30-6c87-4a44-9dc7-b9a1de1e942d tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Network 73ee7f7f-ebe8-46f5-b1aa-311836ffdcac is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:53:18.843663 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-1f497a30-6c87-4a44-9dc7-b9a1de1e942d tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 73ee7f7f-ebe8-46f5-b1aa-311836ffdcac) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:53:18.853532 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9d7747-6e45-493c-8781-6056bfe75eed None None] Network 73ee7f7f-ebe8-46f5-b1aa-311836ffdcac requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:53:18.857864 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f497a30-6c87-4a44-9dc7-b9a1de1e942d tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:18.858612 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1f497a30-6c87-4a44-9dc7-b9a1de1e942d tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:18.870612 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-f74e7e3d-651e-47ff-9f0a-45095b7a786e None None] For port df9ba50a-c97b-4b2e-afc6-8bbb3e8c01d2, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:53:18.874738 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-f74e7e3d-651e-47ff-9f0a-45095b7a786e None None] For port df9ba50a-c97b-4b2e-afc6-8bbb3e8c01d2, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=df9ba50a-c97b-4b2e-afc6-8bbb3e8c01d2,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:53:18.887812 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-f74e7e3d-651e-47ff-9f0a-45095b7a786e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:18.890543 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db4e3cc-427e-4543-bdf1-561da431b997 None None] Pushing event updated for resources: {'Port': ['ID=df9ba50a-c97b-4b2e-afc6-8bbb3e8c01d2,revision_number=2']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:53:18.895832 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-1f497a30-6c87-4a44-9dc7-b9a1de1e942d tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5893888 Aug 22 13:53:18.896542 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 39624) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:53:18.899954 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db4e3cc-427e-4543-bdf1-561da431b997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:53:18.900367 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db4e3cc-427e-4543-bdf1-561da431b997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:53:18.900702 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db4e3cc-427e-4543-bdf1-561da431b997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:53:18.901038 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db4e3cc-427e-4543-bdf1-561da431b997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:53:18.901366 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db4e3cc-427e-4543-bdf1-561da431b997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:53:18.901694 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db4e3cc-427e-4543-bdf1-561da431b997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:53:18.902015 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db4e3cc-427e-4543-bdf1-561da431b997 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:53:18.902462 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db4e3cc-427e-4543-bdf1-561da431b997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:53:18.902793 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db4e3cc-427e-4543-bdf1-561da431b997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:53:18.903114 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db4e3cc-427e-4543-bdf1-561da431b997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:53:18.903437 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db4e3cc-427e-4543-bdf1-561da431b997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:53:18.903754 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db4e3cc-427e-4543-bdf1-561da431b997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:53:18.995906 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-f5e8110c-84f2-4cb4-81f3-27daf3ee93f8 req-8a7feeaf-0692-41bc-a9bc-bbe1ec0d6788 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Allocated IP 172.20.0.5 (0db5422b-3cd9-4056-8d7a-7dc64f09a7c0/96df5698-35fe-4400-8623-8e6dad52953f/698de0fa-91b4-4ddf-95f2-f2c3efc4bd69) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:53:19.002207 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74e7e3d-651e-47ff-9f0a-45095b7a786e None None] Routers {'73b40305-6c92-4ed6-b3f1-e9d15fb26c32'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:53:19.003635 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-f74e7e3d-651e-47ff-9f0a-45095b7a786e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:53:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['73b40305-6c92-4ed6-b3f1-e9d15fb26c32'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:53:19.113380 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9338c128-f4ba-4256-b941-2902d9939178 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-73ee7f7f-ebe8-46f5-b1aa-311836ffdcac', 'network_id': '73ee7f7f-ebe8-46f5-b1aa-311836ffdcac', 'tenant_id': 'd4e861fa65d04e13965fba5a7940e815', 'fixed_ips': [{'subnet_id': '14e9096e-8693-4ad0-92a7-344164f62d5a'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:53:19.118277 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9338c128-f4ba-4256-b941-2902d9939178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:19.126124 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db4e3cc-427e-4543-bdf1-561da431b997 None None] Pushing event updated for resources: {'Port': ['ID=df9ba50a-c97b-4b2e-afc6-8bbb3e8c01d2,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:53:19.135500 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-f74e7e3d-651e-47ff-9f0a-45095b7a786e None None] Set router 73b40305-6c92-4ed6-b3f1-e9d15fb26c32 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:53:19.361984 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-f5e8110c-84f2-4cb4-81f3-27daf3ee93f8 req-8a7feeaf-0692-41bc-a9bc-bbe1ec0d6788 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:19.397607 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-f5e8110c-84f2-4cb4-81f3-27daf3ee93f8 req-8a7feeaf-0692-41bc-a9bc-bbe1ec0d6788 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Transition to ACTIVE for port object 698de0fa-91b4-4ddf-95f2-f2c3efc4bd69 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:53:19.404179 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-9338c128-f4ba-4256-b941-2902d9939178 None None] Allocated IP 172.20.0.18 (73ee7f7f-ebe8-46f5-b1aa-311836ffdcac/14e9096e-8693-4ad0-92a7-344164f62d5a/d89a8680-d2bf-4971-a3bb-05a4400d94a5) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:53:19.479158 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-f5e8110c-84f2-4cb4-81f3-27daf3ee93f8 req-8a7feeaf-0692-41bc-a9bc-bbe1ec0d6788 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:19.535061 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-f74e7e3d-651e-47ff-9f0a-45095b7a786e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b40305-6c92-4ed6-b3f1-e9d15fb26c32', 'name': 'tempest-TestSecurityGroupsBasicOps-router-422454318', 'tenant_id': 'd4e861fa65d04e13965fba5a7940e815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'df9ba50a-c97b-4b2e-afc6-8bbb3e8c01d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:53:15Z', 'updated_at': '2021-08-22T13:53:16Z', 'revision_number': 3, 'project_id': 'd4e861fa65d04e13965fba5a7940e815', 'gw_port': {'id': 'df9ba50a-c97b-4b2e-afc6-8bbb3e8c01d2', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:63:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b40305-6c92-4ed6-b3f1-e9d15fb26c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:53:16Z', 'updated_at': '2021-08-22T13:53:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:53:19.543559 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5e8110c-84f2-4cb4-81f3-27daf3ee93f8 req-8a7feeaf-0692-41bc-a9bc-bbe1ec0d6788 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Network 0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:53:19.550244 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-f5e8110c-84f2-4cb4-81f3-27daf3ee93f8 req-8a7feeaf-0692-41bc-a9bc-bbe1ec0d6788 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:53:19.564277 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7feeaf-0692-41bc-a9bc-bbe1ec0d6788 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Pushing event updated for resources: {'Port': ['ID=698de0fa-91b4-4ddf-95f2-f2c3efc4bd69,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:53:19.571971 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e8110c-84f2-4cb4-81f3-27daf3ee93f8 req-8a7feeaf-0692-41bc-a9bc-bbe1ec0d6788 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:53:19.598988 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74e7e3d-651e-47ff-9f0a-45095b7a786e None None] The sync data for ids ['73b40305-6c92-4ed6-b3f1-e9d15fb26c32'] in n-d-793621-33 is: [{'id': '73b40305-6c92-4ed6-b3f1-e9d15fb26c32', 'name': 'tempest-TestSecurityGroupsBasicOps-router-422454318', 'tenant_id': 'd4e861fa65d04e13965fba5a7940e815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'df9ba50a-c97b-4b2e-afc6-8bbb3e8c01d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:53:15Z', 'updated_at': '2021-08-22T13:53:16Z', 'revision_number': 3, 'project_id': 'd4e861fa65d04e13965fba5a7940e815', 'gw_port': {'id': 'df9ba50a-c97b-4b2e-afc6-8bbb3e8c01d2', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:63:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b40305-6c92-4ed6-b3f1-e9d15fb26c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:53:16Z', 'updated_at': '2021-08-22T13:53:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:53:19.645209 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8110c-84f2-4cb4-81f3-27daf3ee93f8 req-8a7feeaf-0692-41bc-a9bc-bbe1ec0d6788 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:19.646221 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-f5e8110c-84f2-4cb4-81f3-27daf3ee93f8 req-8a7feeaf-0692-41bc-a9bc-bbe1ec0d6788 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:19.689942 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f5e8110c-84f2-4cb4-81f3-27daf3ee93f8 req-8a7feeaf-0692-41bc-a9bc-bbe1ec0d6788 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1725080 Aug 22 13:53:19.703881 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-f5e8110c-84f2-4cb4-81f3-27daf3ee93f8 req-a9fba4cd-f541-4c87-81a7-b60451b49b98 service neutron] Request body: {'port': {'device_id': '3c32ba1a-36ee-49ec-9be4-1c46a9ae6096', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:53:19.825535 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-f5e8110c-84f2-4cb4-81f3-27daf3ee93f8 req-a9fba4cd-f541-4c87-81a7-b60451b49b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:19.837748 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9338c128-f4ba-4256-b941-2902d9939178 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:19.857642 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-9338c128-f4ba-4256-b941-2902d9939178 None None] Transition to ACTIVE for port object d89a8680-d2bf-4971-a3bb-05a4400d94a5 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:53:19.907360 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-9338c128-f4ba-4256-b941-2902d9939178 None None] Transition to ACTIVE for port object d89a8680-d2bf-4971-a3bb-05a4400d94a5 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:53:19.919359 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9338c128-f4ba-4256-b941-2902d9939178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:20.119275 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9338c128-f4ba-4256-b941-2902d9939178 None None] Pushing event updated for resources: {'Port': ['ID=d89a8680-d2bf-4971-a3bb-05a4400d94a5,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:53:20.145081 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9338c128-f4ba-4256-b941-2902d9939178 None None] Network 73ee7f7f-ebe8-46f5-b1aa-311836ffdcac is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:53:20.146817 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-9338c128-f4ba-4256-b941-2902d9939178 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:53:20.156275 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9338c128-f4ba-4256-b941-2902d9939178 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:53:20.162426 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9338c128-f4ba-4256-b941-2902d9939178 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:53:20.162775 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9338c128-f4ba-4256-b941-2902d9939178 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:53:20.163111 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9338c128-f4ba-4256-b941-2902d9939178 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:53:20.163452 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9338c128-f4ba-4256-b941-2902d9939178 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:53:20.163777 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9338c128-f4ba-4256-b941-2902d9939178 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:53:20.164109 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9338c128-f4ba-4256-b941-2902d9939178 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:53:20.164485 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9338c128-f4ba-4256-b941-2902d9939178 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:53:20.165095 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9338c128-f4ba-4256-b941-2902d9939178 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:53:20.165095 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9338c128-f4ba-4256-b941-2902d9939178 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:53:20.165434 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9338c128-f4ba-4256-b941-2902d9939178 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:53:20.165757 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9338c128-f4ba-4256-b941-2902d9939178 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:53:20.166074 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9338c128-f4ba-4256-b941-2902d9939178 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:53:20.248064 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-fde86010-b6a1-4e70-9d46-124f6bf5d99f None None] Provisioning for port 698de0fa-91b4-4ddf-95f2-f2c3efc4bd69 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:53:20.267149 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-fde86010-b6a1-4e70-9d46-124f6bf5d99f None None] Provisioning complete for port 698de0fa-91b4-4ddf-95f2-f2c3efc4bd69 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:53:20.267534 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-fde86010-b6a1-4e70-9d46-124f6bf5d99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:20.319579 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6445d51a-a4c2-4258-bce1-7f73fd9af443 req-435bba6e-b0ce-41df-83bf-d76612e14874 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:20.328886 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6445d51a-a4c2-4258-bce1-7f73fd9af443 req-435bba6e-b0ce-41df-83bf-d76612e14874 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c32ba1a-36ee-49ec-9be4-1c46a9ae6096 HTTP/1.1" status: 200 len: 931 time: 0.3498955 Aug 22 13:53:20.337794 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-9338c128-f4ba-4256-b941-2902d9939178 None None] Attempting to bind port d89a8680-d2bf-4971-a3bb-05a4400d94a5 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:53:20.338266 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-9338c128-f4ba-4256-b941-2902d9939178 None None] Attempting to bind port d89a8680-d2bf-4971-a3bb-05a4400d94a5 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '270af627-8b53-40ac-91f0-240a8787b6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '73ee7f7f-ebe8-46f5-b1aa-311836ffdcac'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:53:20.338636 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9338c128-f4ba-4256-b941-2902d9939178 None None] Attempting to bind port d89a8680-d2bf-4971-a3bb-05a4400d94a5 on network 73ee7f7f-ebe8-46f5-b1aa-311836ffdcac {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:53:20.360931 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9338c128-f4ba-4256-b941-2902d9939178 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:53:20.361316 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9338c128-f4ba-4256-b941-2902d9939178 None None] Checking segment: {'id': '270af627-8b53-40ac-91f0-240a8787b6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '73ee7f7f-ebe8-46f5-b1aa-311836ffdcac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:53:20.361721 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9338c128-f4ba-4256-b941-2902d9939178 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:20.362117 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9338c128-f4ba-4256-b941-2902d9939178 None None] Bound using segment: {'id': '270af627-8b53-40ac-91f0-240a8787b6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '73ee7f7f-ebe8-46f5-b1aa-311836ffdcac'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:53:20.362594 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-9338c128-f4ba-4256-b941-2902d9939178 None None] Bound port: d89a8680-d2bf-4971-a3bb-05a4400d94a5, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '270af627-8b53-40ac-91f0-240a8787b6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '73ee7f7f-ebe8-46f5-b1aa-311836ffdcac'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:53:20.362972 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9338c128-f4ba-4256-b941-2902d9939178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:20.422982 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6445d51a-a4c2-4258-bce1-7f73fd9af443 req-a0df8041-9d38-480f-8c78-20f940bc16ad tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926716 Aug 22 13:53:20.487617 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device df9ba50a-c97b-4b2e-afc6-8bbb3e8c01d2 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:53:20.490739 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-fde86010-b6a1-4e70-9d46-124f6bf5d99f None None] Port 698de0fa-91b4-4ddf-95f2-f2c3efc4bd69 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:53:20.573610 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-f5e8110c-84f2-4cb4-81f3-27daf3ee93f8 req-a9fba4cd-f541-4c87-81a7-b60451b49b98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 698de0fa-91b4-4ddf-95f2-f2c3efc4bd69 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:53:20.603588 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-f5e8110c-84f2-4cb4-81f3-27daf3ee93f8 req-a9fba4cd-f541-4c87-81a7-b60451b49b98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:20.612349 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-9338c128-f4ba-4256-b941-2902d9939178 None None] For port d89a8680-d2bf-4971-a3bb-05a4400d94a5, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:53:20.617652 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-9338c128-f4ba-4256-b941-2902d9939178 None None] For port d89a8680-d2bf-4971-a3bb-05a4400d94a5, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=d89a8680-d2bf-4971-a3bb-05a4400d94a5,segment=NetworkSegment(270af627-8b53-40ac-91f0-240a8787b6ca),segment_id=270af627-8b53-40ac-91f0-240a8787b6ca)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:53:20.631078 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port df9ba50a-c97b-4b2e-afc6-8bbb3e8c01d2 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:53:20.635737 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9338c128-f4ba-4256-b941-2902d9939178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:20.639104 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-f5e8110c-84f2-4cb4-81f3-27daf3ee93f8 req-a9fba4cd-f541-4c87-81a7-b60451b49b98 service neutron] Transition to ACTIVE for port object 698de0fa-91b4-4ddf-95f2-f2c3efc4bd69 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:53:20.645621 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port df9ba50a-c97b-4b2e-afc6-8bbb3e8c01d2 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:53:20.648072 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-f5e8110c-84f2-4cb4-81f3-27daf3ee93f8 req-a9fba4cd-f541-4c87-81a7-b60451b49b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:20.648283 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:20.765372 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fba4cd-f541-4c87-81a7-b60451b49b98 service neutron] Pushing event updated for resources: {'Port': ['ID=698de0fa-91b4-4ddf-95f2-f2c3efc4bd69,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:53:20.834657 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9338c128-f4ba-4256-b941-2902d9939178 None None] Pushing event updated for resources: {'Port': ['ID=d89a8680-d2bf-4971-a3bb-05a4400d94a5,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:53:20.912743 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:20.950528 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port df9ba50a-c97b-4b2e-afc6-8bbb3e8c01d2, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=df9ba50a-c97b-4b2e-afc6-8bbb3e8c01d2,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:53:20.963060 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:20.993820 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-f5e8110c-84f2-4cb4-81f3-27daf3ee93f8 req-a9fba4cd-f541-4c87-81a7-b60451b49b98 service neutron] Attempting to bind port 698de0fa-91b4-4ddf-95f2-f2c3efc4bd69 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:53:20.994667 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-f5e8110c-84f2-4cb4-81f3-27daf3ee93f8 req-a9fba4cd-f541-4c87-81a7-b60451b49b98 service neutron] Attempting to bind port 698de0fa-91b4-4ddf-95f2-f2c3efc4bd69 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '3236bd72-b879-4aac-9539-57e8f1383d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0db5422b-3cd9-4056-8d7a-7dc64f09a7c0'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:53:20.994667 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e8110c-84f2-4cb4-81f3-27daf3ee93f8 req-a9fba4cd-f541-4c87-81a7-b60451b49b98 service neutron] Attempting to bind port 698de0fa-91b4-4ddf-95f2-f2c3efc4bd69 on network 0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:53:21.016577 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e8110c-84f2-4cb4-81f3-27daf3ee93f8 req-a9fba4cd-f541-4c87-81a7-b60451b49b98 service neutron] Port 698de0fa-91b4-4ddf-95f2-f2c3efc4bd69 on network 0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:53:21.017312 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e8110c-84f2-4cb4-81f3-27daf3ee93f8 req-a9fba4cd-f541-4c87-81a7-b60451b49b98 service neutron] Attempting to bind port 698de0fa-91b4-4ddf-95f2-f2c3efc4bd69 on network 0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:53:21.028456 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e8110c-84f2-4cb4-81f3-27daf3ee93f8 req-a9fba4cd-f541-4c87-81a7-b60451b49b98 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:53:21.028970 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e8110c-84f2-4cb4-81f3-27daf3ee93f8 req-a9fba4cd-f541-4c87-81a7-b60451b49b98 service neutron] Checking segment: {'id': '3236bd72-b879-4aac-9539-57e8f1383d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0db5422b-3cd9-4056-8d7a-7dc64f09a7c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:53:21.029479 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e8110c-84f2-4cb4-81f3-27daf3ee93f8 req-a9fba4cd-f541-4c87-81a7-b60451b49b98 service neutron] Bound using segment: {'id': '3236bd72-b879-4aac-9539-57e8f1383d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0db5422b-3cd9-4056-8d7a-7dc64f09a7c0'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:53:21.030621 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-f5e8110c-84f2-4cb4-81f3-27daf3ee93f8 req-a9fba4cd-f541-4c87-81a7-b60451b49b98 service neutron] Bound port: 698de0fa-91b4-4ddf-95f2-f2c3efc4bd69, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3236bd72-b879-4aac-9539-57e8f1383d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0db5422b-3cd9-4056-8d7a-7dc64f09a7c0'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:53:21.030621 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-f5e8110c-84f2-4cb4-81f3-27daf3ee93f8 req-a9fba4cd-f541-4c87-81a7-b60451b49b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:21.069417 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-118aaed6-bab8-4955-b90b-05d74c30e27f tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:21.117099 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=df9ba50a-c97b-4b2e-afc6-8bbb3e8c01d2,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:53:21.200506 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-f5e8110c-84f2-4cb4-81f3-27daf3ee93f8 req-a9fba4cd-f541-4c87-81a7-b60451b49b98 service neutron] For port 698de0fa-91b4-4ddf-95f2-f2c3efc4bd69, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:53:21.217191 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-f5e8110c-84f2-4cb4-81f3-27daf3ee93f8 req-a9fba4cd-f541-4c87-81a7-b60451b49b98 service neutron] For port 698de0fa-91b4-4ddf-95f2-f2c3efc4bd69, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=698de0fa-91b4-4ddf-95f2-f2c3efc4bd69,segment=NetworkSegment(3236bd72-b879-4aac-9539-57e8f1383d4a),segment_id=3236bd72-b879-4aac-9539-57e8f1383d4a)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:53:21.229897 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-f5e8110c-84f2-4cb4-81f3-27daf3ee93f8 req-a9fba4cd-f541-4c87-81a7-b60451b49b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:21.280314 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8110c-84f2-4cb4-81f3-27daf3ee93f8 req-a9fba4cd-f541-4c87-81a7-b60451b49b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:21.289173 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-f5e8110c-84f2-4cb4-81f3-27daf3ee93f8 req-a9fba4cd-f541-4c87-81a7-b60451b49b98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:21.290809 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f5e8110c-84f2-4cb4-81f3-27daf3ee93f8 req-a9fba4cd-f541-4c87-81a7-b60451b49b98 service neutron] 10.222.0.41 "PUT /v2.0/ports/698de0fa-91b4-4ddf-95f2-f2c3efc4bd69 HTTP/1.1" status: 200 len: 1092 time: 1.5920999 Aug 22 13:53:21.291305 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c32ba1a-36ee-49ec-9be4-1c46a9ae6096', 'tag': '698de0fa-91b4-4ddf-95f2-f2c3efc4bd69'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:53:21.294152 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c99661f-8f5b-4814-b7e8-ca204d72870f" -d '{"events": [{"name": "network-changed", "server_uuid": "3c32ba1a-36ee-49ec-9be4-1c46a9ae6096", "tag": "698de0fa-91b4-4ddf-95f2-f2c3efc4bd69"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:53:21.420164 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78fabd03-0b71-470d-82c2-d5d724efc6d9 x-openstack-request-id: req-78fabd03-0b71-470d-82c2-d5d724efc6d9 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:53:21.420571 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c32ba1a-36ee-49ec-9be4-1c46a9ae6096", "tag": "698de0fa-91b4-4ddf-95f2-f2c3efc4bd69", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:53:21.420915 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-78fabd03-0b71-470d-82c2-d5d724efc6d9 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:53:21.421341 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c32ba1a-36ee-49ec-9be4-1c46a9ae6096', 'tag': '698de0fa-91b4-4ddf-95f2-f2c3efc4bd69', 'status': 'completed', 'code': 200} Aug 22 13:53:21.453544 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fba4cd-f541-4c87-81a7-b60451b49b98 service neutron] Pushing event updated for resources: {'Port': ['ID=698de0fa-91b4-4ddf-95f2-f2c3efc4bd69,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:53:21.477593 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8110c-84f2-4cb4-81f3-27daf3ee93f8 req-607a06ff-2fd9-4dd2-b48e-810846093852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:21.479608 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f5e8110c-84f2-4cb4-81f3-27daf3ee93f8 req-607a06ff-2fd9-4dd2-b48e-810846093852 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9332af772cbe4a47bd1754f9819c9211&device_id=3c32ba1a-36ee-49ec-9be4-1c46a9ae6096 HTTP/1.1" status: 200 len: 1095 time: 0.1262474 Aug 22 13:53:21.628481 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f5e8110c-84f2-4cb4-81f3-27daf3ee93f8 req-b9b862cb-8f28-45ab-9f42-88201d4fc529 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=698de0fa-91b4-4ddf-95f2-f2c3efc4bd69 HTTP/1.1" status: 200 len: 217 time: 0.1411285 Aug 22 13:53:21.726490 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8110c-84f2-4cb4-81f3-27daf3ee93f8 req-7931efa7-4244-40e9-a8c1-d2ff40e48098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:21.735727 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f5e8110c-84f2-4cb4-81f3-27daf3ee93f8 req-7931efa7-4244-40e9-a8c1-d2ff40e48098 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=96df5698-35fe-4400-8623-8e6dad52953f HTTP/1.1" status: 200 len: 851 time: 0.0913434 Aug 22 13:53:21.797372 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91dea51-755a-442e-814c-49a9c5d8bd18 req-f98948e5-e6bd-42f2-91c3-b6548f627713 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:21.799285 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f91dea51-755a-442e-814c-49a9c5d8bd18 req-f98948e5-e6bd-42f2-91c3-b6548f627713 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c32ba1a-36ee-49ec-9be4-1c46a9ae6096 HTTP/1.1" status: 200 len: 943 time: 0.2157686 Aug 22 13:53:21.807980 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-118aaed6-bab8-4955-b90b-05d74c30e27f tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Allocated IP 172.20.0.17 (73ee7f7f-ebe8-46f5-b1aa-311836ffdcac/14e9096e-8693-4ad0-92a7-344164f62d5a/ab4884e4-f2a0-42f1-a50b-25e668154353) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:53:21.812972 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8110c-84f2-4cb4-81f3-27daf3ee93f8 req-6d985e47-2a4d-443e-bd1d-c97091f57721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:21.815526 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f5e8110c-84f2-4cb4-81f3-27daf3ee93f8 req-6d985e47-2a4d-443e-bd1d-c97091f57721 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0db5422b-3cd9-4056-8d7a-7dc64f09a7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0788260 Aug 22 13:53:21.965052 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-118aaed6-bab8-4955-b90b-05d74c30e27f tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:21.994771 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-118aaed6-bab8-4955-b90b-05d74c30e27f tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Transition to ACTIVE for port object ab4884e4-f2a0-42f1-a50b-25e668154353 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:53:22.018343 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f5e8110c-84f2-4cb4-81f3-27daf3ee93f8 req-8e7b2527-8776-4de0-87b6-9e44b7c52e65 service neutron] 10.222.0.41 "GET /v2.0/networks/0db5422b-3cd9-4056-8d7a-7dc64f09a7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941752 Aug 22 13:53:22.028361 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f91dea51-755a-442e-814c-49a9c5d8bd18 req-47aed9f3-024d-4fef-9e23-91fac4033011 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223318 Aug 22 13:53:22.060529 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-118aaed6-bab8-4955-b90b-05d74c30e27f tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:22.110038 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118aaed6-bab8-4955-b90b-05d74c30e27f tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Network 73ee7f7f-ebe8-46f5-b1aa-311836ffdcac is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:53:22.113512 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-118aaed6-bab8-4955-b90b-05d74c30e27f tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:53:22.117262 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118aaed6-bab8-4955-b90b-05d74c30e27f tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:53:22.138827 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f5e8110c-84f2-4cb4-81f3-27daf3ee93f8 req-900614e6-317a-42ff-bd76-e2101156c3ad service neutron] 10.222.0.41 "GET /v2.0/networks/0db5422b-3cd9-4056-8d7a-7dc64f09a7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122043 Aug 22 13:53:22.164445 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118aaed6-bab8-4955-b90b-05d74c30e27f tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Pushing event updated for resources: {'Port': ['ID=ab4884e4-f2a0-42f1-a50b-25e668154353,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:53:22.200603 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-118aaed6-bab8-4955-b90b-05d74c30e27f tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:22.291529 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99661f-8f5b-4814-b7e8-ca204d72870f req-21e2bd8d-0ca0-4e66-abeb-37d6b127642d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:22.297225 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-0c99661f-8f5b-4814-b7e8-ca204d72870f req-21e2bd8d-0ca0-4e66-abeb-37d6b127642d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9332af772cbe4a47bd1754f9819c9211&device_id=3c32ba1a-36ee-49ec-9be4-1c46a9ae6096 HTTP/1.1" status: 200 len: 1095 time: 0.1070874 Aug 22 13:53:22.418922 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-118aaed6-bab8-4955-b90b-05d74c30e27f tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:22.464703 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99661f-8f5b-4814-b7e8-ca204d72870f req-215f498a-b564-400f-9a5c-f7d835abe75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:22.466503 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-0c99661f-8f5b-4814-b7e8-ca204d72870f req-215f498a-b564-400f-9a5c-f7d835abe75e service neutron] 10.222.0.41 "GET /v2.0/networks?id=0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 HTTP/1.1" status: 200 len: 913 time: 0.1622872 Aug 22 13:53:22.518159 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device d89a8680-d2bf-4971-a3bb-05a4400d94a5 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:53:22.541195 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-0c99661f-8f5b-4814-b7e8-ca204d72870f req-def23404-a86b-4e1e-bc3c-1a5ba1c58063 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=698de0fa-91b4-4ddf-95f2-f2c3efc4bd69 HTTP/1.1" status: 200 len: 217 time: 0.0672126 Aug 22 13:53:22.601804 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port d89a8680-d2bf-4971-a3bb-05a4400d94a5 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:53:22.613984 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device df9ba50a-c97b-4b2e-afc6-8bbb3e8c01d2 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:53:22.670403 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port df9ba50a-c97b-4b2e-afc6-8bbb3e8c01d2 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:53:22.670937 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:22.684884 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99661f-8f5b-4814-b7e8-ca204d72870f req-4c374f24-ad66-48ae-8094-d1e8dbd9e135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:22.687147 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-0c99661f-8f5b-4814-b7e8-ca204d72870f req-4c374f24-ad66-48ae-8094-d1e8dbd9e135 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=96df5698-35fe-4400-8623-8e6dad52953f HTTP/1.1" status: 200 len: 851 time: 0.1377249 Aug 22 13:53:22.834681 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99661f-8f5b-4814-b7e8-ca204d72870f req-13a067bd-cb2c-4574-aefd-c6bce3086b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:22.843811 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-0c99661f-8f5b-4814-b7e8-ca204d72870f req-13a067bd-cb2c-4574-aefd-c6bce3086b28 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0db5422b-3cd9-4056-8d7a-7dc64f09a7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1435196 Aug 22 13:53:22.966919 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-118aaed6-bab8-4955-b90b-05d74c30e27f tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:22.982488 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-118aaed6-bab8-4955-b90b-05d74c30e27f tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:23.100765 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-118aaed6-bab8-4955-b90b-05d74c30e27f tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:23.110470 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118aaed6-bab8-4955-b90b-05d74c30e27f tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Pushing event updated for resources: {'Port': ['ID=ab4884e4-f2a0-42f1-a50b-25e668154353,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:53:23.121154 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-0c99661f-8f5b-4814-b7e8-ca204d72870f req-186ed131-9026-44fd-9460-699283ae582a service neutron] 10.222.0.41 "GET /v2.0/networks/0db5422b-3cd9-4056-8d7a-7dc64f09a7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739685 Aug 22 13:53:23.190157 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666708e4-3b18-477d-8f76-c1647595b5b7 req-c4e4f599-e7c5-44e1-a3b9-a6bfbcf62b85 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:23.191715 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-666708e4-3b18-477d-8f76-c1647595b5b7 req-c4e4f599-e7c5-44e1-a3b9-a6bfbcf62b85 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=7548ceeb-b9c5-4408-9ef3-3a6ce741b1d1 HTTP/1.1" status: 200 len: 945 time: 0.1489284 Aug 22 13:53:23.247417 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-0c99661f-8f5b-4814-b7e8-ca204d72870f req-50f4b11d-7118-4a2a-9b38-77f5c017fed1 service neutron] 10.222.0.41 "GET /v2.0/networks/0db5422b-3cd9-4056-8d7a-7dc64f09a7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181815 Aug 22 13:53:23.294535 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118aaed6-bab8-4955-b90b-05d74c30e27f tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Network 73ee7f7f-ebe8-46f5-b1aa-311836ffdcac is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:53:23.302673 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-118aaed6-bab8-4955-b90b-05d74c30e27f tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:53:23.324736 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-666708e4-3b18-477d-8f76-c1647595b5b7 req-d1d0a144-9efd-445e-934c-90acd9a5f08c tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233656 Aug 22 13:53:23.380420 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e882e-4aae-433a-b5c0-2465961c505a req-37dcb844-9446-4db1-b09b-f7b2b58852b1 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:23.381910 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0f3e882e-4aae-433a-b5c0-2465961c505a req-37dcb844-9446-4db1-b09b-f7b2b58852b1 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c32ba1a-36ee-49ec-9be4-1c46a9ae6096 HTTP/1.1" status: 200 len: 943 time: 0.2063792 Aug 22 13:53:23.416867 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2883361-7e09-4dec-9f26-ea83eb477e87 None None] Network 73ee7f7f-ebe8-46f5-b1aa-311836ffdcac requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:53:23.466247 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0f3e882e-4aae-433a-b5c0-2465961c505a req-178f57eb-b443-4290-b470-94f7e94169bd tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776780 Aug 22 13:53:23.488113 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118aaed6-bab8-4955-b90b-05d74c30e27f tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Router 73b40305-6c92-4ed6-b3f1-e9d15fb26c32 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:53:23.555785 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-f4ad89a7-72cd-4572-bafe-ded7c3595a02 None None] Provisioning for port d89a8680-d2bf-4971-a3bb-05a4400d94a5 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:53:23.564310 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-f4ad89a7-72cd-4572-bafe-ded7c3595a02 None None] Provisioning complete for port d89a8680-d2bf-4971-a3bb-05a4400d94a5 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:53:23.564728 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f4ad89a7-72cd-4572-bafe-ded7c3595a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:23.600537 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118aaed6-bab8-4955-b90b-05d74c30e27f tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:53:23.612357 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-118aaed6-bab8-4955-b90b-05d74c30e27f tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "PUT /v2.0/routers/73b40305-6c92-4ed6-b3f1-e9d15fb26c32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7144032 Aug 22 13:53:23.613871 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdec4204-cfc2-43c4-9ac5-fd2818f274b8 None None] Sync routers for ids ['73b40305-6c92-4ed6-b3f1-e9d15fb26c32'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:53:23.637043 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdec4204-cfc2-43c4-9ac5-fd2818f274b8 None None] Routers {'73b40305-6c92-4ed6-b3f1-e9d15fb26c32'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:53:23.637662 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-cdec4204-cfc2-43c4-9ac5-fd2818f274b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:53:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['73b40305-6c92-4ed6-b3f1-e9d15fb26c32'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:53:23.769983 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f4ad89a7-72cd-4572-bafe-ded7c3595a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:23.803279 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-cdec4204-cfc2-43c4-9ac5-fd2818f274b8 None None] Set router 73b40305-6c92-4ed6-b3f1-e9d15fb26c32 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:53:23.845573 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-f4ad89a7-72cd-4572-bafe-ded7c3595a02 None None] For port d89a8680-d2bf-4971-a3bb-05a4400d94a5, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=d89a8680-d2bf-4971-a3bb-05a4400d94a5,segment=NetworkSegment(270af627-8b53-40ac-91f0-240a8787b6ca),segment_id=270af627-8b53-40ac-91f0-240a8787b6ca)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:53:23.860824 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f4ad89a7-72cd-4572-bafe-ded7c3595a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:23.893406 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ccd0d5-edd6-482c-a3fe-533a903929b9 req-12b97bce-8762-4f03-927a-88b4066c3400 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:23.903094 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c4ccd0d5-edd6-482c-a3fe-533a903929b9 req-12b97bce-8762-4f03-927a-88b4066c3400 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "GET /v2.0/networks?id=73ee7f7f-ebe8-46f5-b1aa-311836ffdcac HTTP/1.1" status: 200 len: 797 time: 0.1554182 Aug 22 13:53:23.921301 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c4ccd0d5-edd6-482c-a3fe-533a903929b9 req-0f6bdb85-5ac2-4d3b-bc8f-b10aa6e5d2cd tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "GET /v2.0/quotas/d4e861fa65d04e13965fba5a7940e815 HTTP/1.1" status: 200 len: 375 time: 0.0168331 Aug 22 13:53:24.009447 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ad89a7-72cd-4572-bafe-ded7c3595a02 None None] Pushing event updated for resources: {'Port': ['ID=d89a8680-d2bf-4971-a3bb-05a4400d94a5,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:53:24.013825 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c4ccd0d5-edd6-482c-a3fe-533a903929b9 req-9a154654-013b-42a8-b639-ff4c86b5abd6 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d4e861fa65d04e13965fba5a7940e815&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0885391 Aug 22 13:53:24.034458 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-570b5f37-918d-43dc-afdb-888f929184dd None None] Provisioning complete for port d89a8680-d2bf-4971-a3bb-05a4400d94a5 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:53:24.034833 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-570b5f37-918d-43dc-afdb-888f929184dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:24.182715 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c4ccd0d5-edd6-482c-a3fe-533a903929b9 req-a6e85704-1af5-4c47-b33f-b26a7767ec4f service neutron] 10.222.0.21 "GET /v2.0/networks/73ee7f7f-ebe8-46f5-b1aa-311836ffdcac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639292 Aug 22 13:53:24.313224 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-cdec4204-cfc2-43c4-9ac5-fd2818f274b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b40305-6c92-4ed6-b3f1-e9d15fb26c32', 'name': 'tempest-TestSecurityGroupsBasicOps-router-422454318', 'tenant_id': 'd4e861fa65d04e13965fba5a7940e815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'df9ba50a-c97b-4b2e-afc6-8bbb3e8c01d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:53:15Z', 'updated_at': '2021-08-22T13:53:22Z', 'revision_number': 4, 'project_id': 'd4e861fa65d04e13965fba5a7940e815', 'gw_port': {'id': 'df9ba50a-c97b-4b2e-afc6-8bbb3e8c01d2', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:63:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b40305-6c92-4ed6-b3f1-e9d15fb26c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:53:16Z', 'updated_at': '2021-08-22T13:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'ab4884e4-f2a0-42f1-a50b-25e668154353', 'name': '', 'network_id': '73ee7f7f-ebe8-46f5-b1aa-311836ffdcac', 'tenant_id': 'd4e861fa65d04e13965fba5a7940e815', 'mac_address': 'fa:16:3e:8c:28:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b40305-6c92-4ed6-b3f1-e9d15fb26c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '14e9096e-8693-4ad0-92a7-344164f62d5a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:53:21Z', 'updated_at': '2021-08-22T13:53:22Z', 'revision_number': 2, 'project_id': 'd4e861fa65d04e13965fba5a7940e815', 'subnets': [{'id': '14e9096e-8693-4ad0-92a7-344164f62d5a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:53:24.352915 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-570b5f37-918d-43dc-afdb-888f929184dd None None] Provisioning for port ab4884e4-f2a0-42f1-a50b-25e668154353 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:53:24.355726 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdec4204-cfc2-43c4-9ac5-fd2818f274b8 None None] Checking router: 73b40305-6c92-4ed6-b3f1-e9d15fb26c32 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:53:24.355862 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c4ccd0d5-edd6-482c-a3fe-533a903929b9 req-d3ce4546-9c8f-40f3-b822-070c627d94e4 service neutron] 10.222.0.21 "GET /v2.0/networks/73ee7f7f-ebe8-46f5-b1aa-311836ffdcac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639249 Aug 22 13:53:24.356439 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdec4204-cfc2-43c4-9ac5-fd2818f274b8 None None] Updating router 73b40305-6c92-4ed6-b3f1-e9d15fb26c32 port ab4884e4-f2a0-42f1-a50b-25e668154353 binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 13:53:24.404185 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-570b5f37-918d-43dc-afdb-888f929184dd None None] Provisioning complete for port ab4884e4-f2a0-42f1-a50b-25e668154353 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:53:24.405275 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-570b5f37-918d-43dc-afdb-888f929184dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:24.543861 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f0bb9-65d9-432a-af26-cccdb8da57d4 req-6048090b-4a9a-4627-82a4-f5de14993b7b tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:24.554153 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e14f0bb9-65d9-432a-af26-cccdb8da57d4 req-6048090b-4a9a-4627-82a4-f5de14993b7b tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.41 "GET /v2.0/ports?device_id=7548ceeb-b9c5-4408-9ef3-3a6ce741b1d1 HTTP/1.1" status: 200 len: 945 time: 0.1887457 Aug 22 13:53:24.633023 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd54fee8-11fd-4595-989e-37a3db5bc181 req-0bb67334-f5a7-4a54-8548-91d3aa0bf293 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:24.634495 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fd54fee8-11fd-4595-989e-37a3db5bc181 req-0bb67334-f5a7-4a54-8548-91d3aa0bf293 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=7548ceeb-b9c5-4408-9ef3-3a6ce741b1d1 HTTP/1.1" status: 200 len: 945 time: 0.1380348 Aug 22 13:53:24.710891 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device d89a8680-d2bf-4971-a3bb-05a4400d94a5 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:53:24.771727 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-cdec4204-cfc2-43c4-9ac5-fd2818f274b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:24.794693 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fd54fee8-11fd-4595-989e-37a3db5bc181 req-cdd23542-b0db-42d8-aef0-55b93a29a316 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=276afc76-7a1a-4a65-bacd-f76df47b9ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229565 Aug 22 13:53:24.859556 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-e14f0bb9-65d9-432a-af26-cccdb8da57d4 req-052e1a4e-d068-4e65-ae2d-b8a234d6dbf4 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Deleting port 32c221f2-6798-4c13-880b-cf9d83790934 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:53:24.859915 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e14f0bb9-65d9-432a-af26-cccdb8da57d4 req-052e1a4e-d068-4e65-ae2d-b8a234d6dbf4 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:24.919245 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f9476-af27-4610-85c9-8949077e6fbe req-266a2c8d-365d-4423-a7d6-152dbaa78ff0 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:24.941079 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0c5f9476-af27-4610-85c9-8949077e6fbe req-266a2c8d-365d-4423-a7d6-152dbaa78ff0 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c32ba1a-36ee-49ec-9be4-1c46a9ae6096 HTTP/1.1" status: 200 len: 943 time: 0.2001235 Aug 22 13:53:24.951055 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port d89a8680-d2bf-4971-a3bb-05a4400d94a5 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:53:24.951953 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:25.011668 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-570b5f37-918d-43dc-afdb-888f929184dd None None] Port ab4884e4-f2a0-42f1-a50b-25e668154353 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:53:25.023710 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-43f35e6d-b611-48be-b89b-6e26223bd4ca req-7455bcac-a2c5-4ac0-9500-199ecede486d tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b3cd137-c148-4a68-96c1-d1db47ae9b16 HTTP/1.1" status: 200 len: 210 time: 0.0815825 Aug 22 13:53:25.079494 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0c5f9476-af27-4610-85c9-8949077e6fbe req-7c5919fb-fb84-44b6-9d1e-6814de6430b3 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230853 Aug 22 13:53:25.115498 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-e14f0bb9-65d9-432a-af26-cccdb8da57d4 req-052e1a4e-d068-4e65-ae2d-b8a234d6dbf4 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] For port 32c221f2-6798-4c13-880b-cf9d83790934, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=32c221f2-6798-4c13-880b-cf9d83790934,segment=NetworkSegment(a8db1aa5-2938-4ee0-bbbc-1190f337bf80),segment_id=a8db1aa5-2938-4ee0-bbbc-1190f337bf80)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:53:25.115969 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e14f0bb9-65d9-432a-af26-cccdb8da57d4 req-052e1a4e-d068-4e65-ae2d-b8a234d6dbf4 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:25.161264 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-e14f0bb9-65d9-432a-af26-cccdb8da57d4 req-052e1a4e-d068-4e65-ae2d-b8a234d6dbf4 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Calling delete_port for 32c221f2-6798-4c13-880b-cf9d83790934 owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:53:25.234236 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-cdec4204-cfc2-43c4-9ac5-fd2818f274b8 None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:25.268984 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-cdec4204-cfc2-43c4-9ac5-fd2818f274b8 None None] Transition to ACTIVE for port object ab4884e4-f2a0-42f1-a50b-25e668154353 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:53:25.320681 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-5fcf2be0-4cc0-4e6c-b9b1-43042dfd9b8a None None] Provisioning complete for port ab4884e4-f2a0-42f1-a50b-25e668154353 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:53:25.321168 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5fcf2be0-4cc0-4e6c-b9b1-43042dfd9b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:25.322800 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-cdec4204-cfc2-43c4-9ac5-fd2818f274b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:25.377814 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e14f0bb9-65d9-432a-af26-cccdb8da57d4 req-052e1a4e-d068-4e65-ae2d-b8a234d6dbf4 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:25.394004 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['32c221f2-6798-4c13-880b-cf9d83790934'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:53:25.456995 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-5fcf2be0-4cc0-4e6c-b9b1-43042dfd9b8a None None] Port ab4884e4-f2a0-42f1-a50b-25e668154353 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:53:25.478634 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c960ed9-742a-405d-967d-bee423f57909 None None] Pushing event updated for resources: {'Port': ['ID=ab4884e4-f2a0-42f1-a50b-25e668154353,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:53:25.481060 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052e1a4e-d068-4e65-ae2d-b8a234d6dbf4 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Pushing event deleted for resources: {'Port': ['ID=32c221f2-6798-4c13-880b-cf9d83790934,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:53:25.504624 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-e14f0bb9-65d9-432a-af26-cccdb8da57d4 req-052e1a4e-d068-4e65-ae2d-b8a234d6dbf4 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] No DVR routers for this DVR port 32c221f2-6798-4c13-880b-cf9d83790934 on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:53:25.508389 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-e14f0bb9-65d9-432a-af26-cccdb8da57d4 req-052e1a4e-d068-4e65-ae2d-b8a234d6dbf4 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:25.511693 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e14f0bb9-65d9-432a-af26-cccdb8da57d4 req-052e1a4e-d068-4e65-ae2d-b8a234d6dbf4 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.41 "DELETE /v2.0/ports/32c221f2-6798-4c13-880b-cf9d83790934 HTTP/1.1" status: 204 len: 173 time: 0.9452136 Aug 22 13:53:25.512401 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7548ceeb-b9c5-4408-9ef3-3a6ce741b1d1', 'name': 'network-vif-deleted', 'tag': '32c221f2-6798-4c13-880b-cf9d83790934'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:53:25.525137 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe72f53c-bf9c-42f6-9c2a-d04f86fd4983" -d '{"events": [{"server_uuid": "7548ceeb-b9c5-4408-9ef3-3a6ce741b1d1", "name": "network-vif-deleted", "tag": "32c221f2-6798-4c13-880b-cf9d83790934"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:53:25.527663 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-cdec4204-cfc2-43c4-9ac5-fd2818f274b8 None None] Attempting to bind port ab4884e4-f2a0-42f1-a50b-25e668154353 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:53:25.528165 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-cdec4204-cfc2-43c4-9ac5-fd2818f274b8 None None] Attempting to bind port ab4884e4-f2a0-42f1-a50b-25e668154353 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '270af627-8b53-40ac-91f0-240a8787b6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '73ee7f7f-ebe8-46f5-b1aa-311836ffdcac'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:53:25.528947 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdec4204-cfc2-43c4-9ac5-fd2818f274b8 None None] Attempting to bind port ab4884e4-f2a0-42f1-a50b-25e668154353 on network 73ee7f7f-ebe8-46f5-b1aa-311836ffdcac {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:53:25.547817 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdec4204-cfc2-43c4-9ac5-fd2818f274b8 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:53:25.554307 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdec4204-cfc2-43c4-9ac5-fd2818f274b8 None None] Checking segment: {'id': '270af627-8b53-40ac-91f0-240a8787b6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '73ee7f7f-ebe8-46f5-b1aa-311836ffdcac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:53:25.554892 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-cdec4204-cfc2-43c4-9ac5-fd2818f274b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:25.555396 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdec4204-cfc2-43c4-9ac5-fd2818f274b8 None None] Bound using segment: {'id': '270af627-8b53-40ac-91f0-240a8787b6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '73ee7f7f-ebe8-46f5-b1aa-311836ffdcac'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:53:25.556149 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-cdec4204-cfc2-43c4-9ac5-fd2818f274b8 None None] Bound port: ab4884e4-f2a0-42f1-a50b-25e668154353, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '270af627-8b53-40ac-91f0-240a8787b6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '73ee7f7f-ebe8-46f5-b1aa-311836ffdcac'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:53:25.556799 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-cdec4204-cfc2-43c4-9ac5-fd2818f274b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:25.615530 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9df05ef-8884-4d0e-9fe2-8fe591f98587 x-openstack-request-id: req-b9df05ef-8884-4d0e-9fe2-8fe591f98587 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:53:25.616028 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7548ceeb-b9c5-4408-9ef3-3a6ce741b1d1", "name": "network-vif-deleted", "tag": "32c221f2-6798-4c13-880b-cf9d83790934", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:53:25.616259 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b9df05ef-8884-4d0e-9fe2-8fe591f98587 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:53:25.616677 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7548ceeb-b9c5-4408-9ef3-3a6ce741b1d1', 'name': 'network-vif-deleted', 'tag': '32c221f2-6798-4c13-880b-cf9d83790934', 'status': 'completed', 'code': 200} Aug 22 13:53:25.690189 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-cdec4204-cfc2-43c4-9ac5-fd2818f274b8 None None] For port ab4884e4-f2a0-42f1-a50b-25e668154353, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:53:25.694207 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-cdec4204-cfc2-43c4-9ac5-fd2818f274b8 None None] For port ab4884e4-f2a0-42f1-a50b-25e668154353, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=ab4884e4-f2a0-42f1-a50b-25e668154353,segment=NetworkSegment(270af627-8b53-40ac-91f0-240a8787b6ca),segment_id=270af627-8b53-40ac-91f0-240a8787b6ca)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:53:25.699964 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-cdec4204-cfc2-43c4-9ac5-fd2818f274b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:25.753277 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdec4204-cfc2-43c4-9ac5-fd2818f274b8 None None] Routers {'73b40305-6c92-4ed6-b3f1-e9d15fb26c32'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:53:25.753837 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-cdec4204-cfc2-43c4-9ac5-fd2818f274b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:53:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['73b40305-6c92-4ed6-b3f1-e9d15fb26c32'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:53:25.811083 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c960ed9-742a-405d-967d-bee423f57909 None None] Pushing event updated for resources: {'Port': ['ID=ab4884e4-f2a0-42f1-a50b-25e668154353,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:53:25.922197 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-cdec4204-cfc2-43c4-9ac5-fd2818f274b8 None None] Set router 73b40305-6c92-4ed6-b3f1-e9d15fb26c32 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:53:26.011793 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-efd9044d-2259-4ab7-89b4-26a3c9dc6f02 req-e7992257-373b-4eda-8efb-9c118180856e tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=7548ceeb-b9c5-4408-9ef3-3a6ce741b1d1 HTTP/1.1" status: 200 len: 210 time: 0.0648849 Aug 22 13:53:26.142284 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 698de0fa-91b4-4ddf-95f2-f2c3efc4bd69 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:53:26.162903 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6e75b7ec-601a-4a0e-8137-cb9d076b6234 req-a6871a14-dd0f-4267-a9c2-13f7cfe6e4f0 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b3cd137-c148-4a68-96c1-d1db47ae9b16 HTTP/1.1" status: 200 len: 210 time: 0.0501621 Aug 22 13:53:26.279959 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b548204-604f-44ba-9626-108309d9df52 req-566459e7-a06d-4665-be74-518c19a010c0 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:26.280707 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ccd0d5-edd6-482c-a3fe-533a903929b9 req-25050d1e-8f22-49dc-a2e2-394ec1c65926 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:26.282204 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c4ccd0d5-edd6-482c-a3fe-533a903929b9 req-25050d1e-8f22-49dc-a2e2-394ec1c65926 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.41 "GET /v2.0/networks?id=73ee7f7f-ebe8-46f5-b1aa-311836ffdcac HTTP/1.1" status: 200 len: 797 time: 0.2288055 Aug 22 13:53:26.284699 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6b548204-604f-44ba-9626-108309d9df52 req-566459e7-a06d-4665-be74-518c19a010c0 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c32ba1a-36ee-49ec-9be4-1c46a9ae6096 HTTP/1.1" status: 200 len: 943 time: 0.0719624 Aug 22 13:53:26.297307 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-c4ccd0d5-edd6-482c-a3fe-533a903929b9 req-bcec8ce3-dce7-4358-87e2-cc8968cfac76 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Request body: {'port': {'device_id': '3b3cd137-c148-4a68-96c1-d1db47ae9b16', 'network_id': '73ee7f7f-ebe8-46f5-b1aa-311836ffdcac', 'admin_state_up': True, 'tenant_id': 'd4e861fa65d04e13965fba5a7940e815'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:53:26.323444 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6b548204-604f-44ba-9626-108309d9df52 req-bdf331e6-bb7a-496e-83bb-cd5bf7cf333e tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354893 Aug 22 13:53:26.354405 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 698de0fa-91b4-4ddf-95f2-f2c3efc4bd69, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=698de0fa-91b4-4ddf-95f2-f2c3efc4bd69,segment=NetworkSegment(3236bd72-b879-4aac-9539-57e8f1383d4a),segment_id=3236bd72-b879-4aac-9539-57e8f1383d4a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:53:26.370526 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '698de0fa-91b4-4ddf-95f2-f2c3efc4bd69', 'network_id': '0db5422b-3cd9-4056-8d7a-7dc64f09a7c0', 'port_id': '698de0fa-91b4-4ddf-95f2-f2c3efc4bd69', 'mac_address': 'fa:16:3e:9c:55:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96df5698-35fe-4400-8623-8e6dad52953f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:53:26.384493 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-cdec4204-cfc2-43c4-9ac5-fd2818f274b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b40305-6c92-4ed6-b3f1-e9d15fb26c32', 'name': 'tempest-TestSecurityGroupsBasicOps-router-422454318', 'tenant_id': 'd4e861fa65d04e13965fba5a7940e815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'df9ba50a-c97b-4b2e-afc6-8bbb3e8c01d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:53:15Z', 'updated_at': '2021-08-22T13:53:22Z', 'revision_number': 4, 'project_id': 'd4e861fa65d04e13965fba5a7940e815', 'gw_port': {'id': 'df9ba50a-c97b-4b2e-afc6-8bbb3e8c01d2', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:63:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b40305-6c92-4ed6-b3f1-e9d15fb26c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:53:16Z', 'updated_at': '2021-08-22T13:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'ab4884e4-f2a0-42f1-a50b-25e668154353', 'name': '', 'network_id': '73ee7f7f-ebe8-46f5-b1aa-311836ffdcac', 'tenant_id': 'd4e861fa65d04e13965fba5a7940e815', 'mac_address': 'fa:16:3e:8c:28:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b40305-6c92-4ed6-b3f1-e9d15fb26c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '14e9096e-8693-4ad0-92a7-344164f62d5a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:53:21Z', 'updated_at': '2021-08-22T13:53:25Z', 'revision_number': 4, 'project_id': 'd4e861fa65d04e13965fba5a7940e815', 'subnets': [{'id': '14e9096e-8693-4ad0-92a7-344164f62d5a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:53:26.441164 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdec4204-cfc2-43c4-9ac5-fd2818f274b8 None None] The sync data for ids ['73b40305-6c92-4ed6-b3f1-e9d15fb26c32'] in n-d-793621-33 is: [{'id': '73b40305-6c92-4ed6-b3f1-e9d15fb26c32', 'name': 'tempest-TestSecurityGroupsBasicOps-router-422454318', 'tenant_id': 'd4e861fa65d04e13965fba5a7940e815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'df9ba50a-c97b-4b2e-afc6-8bbb3e8c01d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:53:15Z', 'updated_at': '2021-08-22T13:53:22Z', 'revision_number': 4, 'project_id': 'd4e861fa65d04e13965fba5a7940e815', 'gw_port': {'id': 'df9ba50a-c97b-4b2e-afc6-8bbb3e8c01d2', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:63:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b40305-6c92-4ed6-b3f1-e9d15fb26c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:53:16Z', 'updated_at': '2021-08-22T13:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'ab4884e4-f2a0-42f1-a50b-25e668154353', 'name': '', 'network_id': '73ee7f7f-ebe8-46f5-b1aa-311836ffdcac', 'tenant_id': 'd4e861fa65d04e13965fba5a7940e815', 'mac_address': 'fa:16:3e:8c:28:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b40305-6c92-4ed6-b3f1-e9d15fb26c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '14e9096e-8693-4ad0-92a7-344164f62d5a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:53:21Z', 'updated_at': '2021-08-22T13:53:25Z', 'revision_number': 4, 'project_id': 'd4e861fa65d04e13965fba5a7940e815', 'subnets': [{'id': '14e9096e-8693-4ad0-92a7-344164f62d5a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:53:26.460061 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:26.460518 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4ccd0d5-edd6-482c-a3fe-533a903929b9 req-bcec8ce3-dce7-4358-87e2-cc8968cfac76 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Made reservation on behalf of d4e861fa65d04e13965fba5a7940e815 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:53:26.465129 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c4ccd0d5-edd6-482c-a3fe-533a903929b9 req-bcec8ce3-dce7-4358-87e2-cc8968cfac76 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:26.495117 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 698de0fa-91b4-4ddf-95f2-f2c3efc4bd69 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:53:26.522128 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 698de0fa-91b4-4ddf-95f2-f2c3efc4bd69, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=698de0fa-91b4-4ddf-95f2-f2c3efc4bd69,segment=NetworkSegment(3236bd72-b879-4aac-9539-57e8f1383d4a),segment_id=3236bd72-b879-4aac-9539-57e8f1383d4a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:53:26.529977 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:26.628875 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=698de0fa-91b4-4ddf-95f2-f2c3efc4bd69,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:53:26.722488 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-c4ccd0d5-edd6-482c-a3fe-533a903929b9 req-bcec8ce3-dce7-4358-87e2-cc8968cfac76 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Allocated IP 172.20.0.25 (73ee7f7f-ebe8-46f5-b1aa-311836ffdcac/14e9096e-8693-4ad0-92a7-344164f62d5a/8ba91973-7254-4d48-9673-575c3dd5cba3) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:53:26.737080 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['698de0fa-91b4-4ddf-95f2-f2c3efc4bd69'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:53:26.868963 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c4ccd0d5-edd6-482c-a3fe-533a903929b9 req-bcec8ce3-dce7-4358-87e2-cc8968cfac76 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:26.888347 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-c4ccd0d5-edd6-482c-a3fe-533a903929b9 req-bcec8ce3-dce7-4358-87e2-cc8968cfac76 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Transition to ACTIVE for port object 8ba91973-7254-4d48-9673-575c3dd5cba3 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:53:26.929551 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c4ccd0d5-edd6-482c-a3fe-533a903929b9 req-bcec8ce3-dce7-4358-87e2-cc8968cfac76 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:26.974486 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4ccd0d5-edd6-482c-a3fe-533a903929b9 req-bcec8ce3-dce7-4358-87e2-cc8968cfac76 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Network 73ee7f7f-ebe8-46f5-b1aa-311836ffdcac is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:53:26.977628 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-c4ccd0d5-edd6-482c-a3fe-533a903929b9 req-bcec8ce3-dce7-4358-87e2-cc8968cfac76 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:53:26.982244 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ccd0d5-edd6-482c-a3fe-533a903929b9 req-bcec8ce3-dce7-4358-87e2-cc8968cfac76 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:53:27.012454 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec8ce3-dce7-4358-87e2-cc8968cfac76 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Pushing event updated for resources: {'Port': ['ID=8ba91973-7254-4d48-9673-575c3dd5cba3,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:53:27.046718 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ccd0d5-edd6-482c-a3fe-533a903929b9 req-bcec8ce3-dce7-4358-87e2-cc8968cfac76 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:27.047471 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c4ccd0d5-edd6-482c-a3fe-533a903929b9 req-bcec8ce3-dce7-4358-87e2-cc8968cfac76 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:27.065124 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c4ccd0d5-edd6-482c-a3fe-533a903929b9 req-bcec8ce3-dce7-4358-87e2-cc8968cfac76 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.7730255 Aug 22 13:53:27.081129 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-c4ccd0d5-edd6-482c-a3fe-533a903929b9 req-d066d43d-9881-40b4-aec8-2409a7040776 service neutron] Request body: {'port': {'device_id': '3b3cd137-c148-4a68-96c1-d1db47ae9b16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:53:27.138056 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-57a54d41-d364-429b-8e7b-c2b3f90e9494 req-2193076b-406b-405e-be0f-b4af219984e3 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=7548ceeb-b9c5-4408-9ef3-3a6ce741b1d1 HTTP/1.1" status: 200 len: 210 time: 0.0376525 Aug 22 13:53:27.174512 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c4ccd0d5-edd6-482c-a3fe-533a903929b9 req-d066d43d-9881-40b4-aec8-2409a7040776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:27.294808 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc7cbf-d166-4ba9-9892-a0d9815f42bc req-19b207d5-9157-4c4f-a51f-192c4853a21c tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:27.297908 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6acc7cbf-d166-4ba9-9892-a0d9815f42bc req-19b207d5-9157-4c4f-a51f-192c4853a21c tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b3cd137-c148-4a68-96c1-d1db47ae9b16 HTTP/1.1" status: 200 len: 895 time: 0.0588031 Aug 22 13:53:27.334311 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-080bf732-5fc6-465e-9c8d-38cadb3b915c None None] Provisioning for port 8ba91973-7254-4d48-9673-575c3dd5cba3 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:53:27.334311 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-080bf732-5fc6-465e-9c8d-38cadb3b915c None None] Provisioning complete for port 8ba91973-7254-4d48-9673-575c3dd5cba3 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:53:27.334311 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-080bf732-5fc6-465e-9c8d-38cadb3b915c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:27.392519 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-080bf732-5fc6-465e-9c8d-38cadb3b915c None None] Port 8ba91973-7254-4d48-9673-575c3dd5cba3 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:53:27.478915 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38c6f0-8f7c-4cc9-a110-df19ff7b51a0 req-917e7cfe-b426-4787-bb65-a2657482c755 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:27.487064 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-af38c6f0-8f7c-4cc9-a110-df19ff7b51a0 req-917e7cfe-b426-4787-bb65-a2657482c755 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c32ba1a-36ee-49ec-9be4-1c46a9ae6096 HTTP/1.1" status: 200 len: 944 time: 0.0637136 Aug 22 13:53:27.533512 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-af38c6f0-8f7c-4cc9-a110-df19ff7b51a0 req-120da41f-3e84-4419-8dae-c61ca711787c tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409379 Aug 22 13:53:27.583182 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-c4ccd0d5-edd6-482c-a3fe-533a903929b9 req-d066d43d-9881-40b4-aec8-2409a7040776 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ba91973-7254-4d48-9673-575c3dd5cba3 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:53:27.591265 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c4ccd0d5-edd6-482c-a3fe-533a903929b9 req-d066d43d-9881-40b4-aec8-2409a7040776 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:27.604187 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-c4ccd0d5-edd6-482c-a3fe-533a903929b9 req-d066d43d-9881-40b4-aec8-2409a7040776 service neutron] Transition to ACTIVE for port object 8ba91973-7254-4d48-9673-575c3dd5cba3 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:53:27.610910 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c4ccd0d5-edd6-482c-a3fe-533a903929b9 req-d066d43d-9881-40b4-aec8-2409a7040776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:27.668100 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d066d43d-9881-40b4-aec8-2409a7040776 service neutron] Pushing event updated for resources: {'Port': ['ID=8ba91973-7254-4d48-9673-575c3dd5cba3,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:53:27.769118 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-c4ccd0d5-edd6-482c-a3fe-533a903929b9 req-d066d43d-9881-40b4-aec8-2409a7040776 service neutron] Attempting to bind port 8ba91973-7254-4d48-9673-575c3dd5cba3 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:53:27.769685 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-c4ccd0d5-edd6-482c-a3fe-533a903929b9 req-d066d43d-9881-40b4-aec8-2409a7040776 service neutron] Attempting to bind port 8ba91973-7254-4d48-9673-575c3dd5cba3 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '270af627-8b53-40ac-91f0-240a8787b6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '73ee7f7f-ebe8-46f5-b1aa-311836ffdcac'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:53:27.770220 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ccd0d5-edd6-482c-a3fe-533a903929b9 req-d066d43d-9881-40b4-aec8-2409a7040776 service neutron] Attempting to bind port 8ba91973-7254-4d48-9673-575c3dd5cba3 on network 73ee7f7f-ebe8-46f5-b1aa-311836ffdcac {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:53:27.775544 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ccd0d5-edd6-482c-a3fe-533a903929b9 req-d066d43d-9881-40b4-aec8-2409a7040776 service neutron] Port 8ba91973-7254-4d48-9673-575c3dd5cba3 on network 73ee7f7f-ebe8-46f5-b1aa-311836ffdcac not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:53:27.775883 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ccd0d5-edd6-482c-a3fe-533a903929b9 req-d066d43d-9881-40b4-aec8-2409a7040776 service neutron] Attempting to bind port 8ba91973-7254-4d48-9673-575c3dd5cba3 on network 73ee7f7f-ebe8-46f5-b1aa-311836ffdcac {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:53:27.783432 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ccd0d5-edd6-482c-a3fe-533a903929b9 req-d066d43d-9881-40b4-aec8-2409a7040776 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:53:27.783800 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ccd0d5-edd6-482c-a3fe-533a903929b9 req-d066d43d-9881-40b4-aec8-2409a7040776 service neutron] Checking segment: {'id': '270af627-8b53-40ac-91f0-240a8787b6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '73ee7f7f-ebe8-46f5-b1aa-311836ffdcac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:53:27.784217 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ccd0d5-edd6-482c-a3fe-533a903929b9 req-d066d43d-9881-40b4-aec8-2409a7040776 service neutron] Bound using segment: {'id': '270af627-8b53-40ac-91f0-240a8787b6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '73ee7f7f-ebe8-46f5-b1aa-311836ffdcac'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:53:27.784680 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-c4ccd0d5-edd6-482c-a3fe-533a903929b9 req-d066d43d-9881-40b4-aec8-2409a7040776 service neutron] Bound port: 8ba91973-7254-4d48-9673-575c3dd5cba3, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '270af627-8b53-40ac-91f0-240a8787b6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '73ee7f7f-ebe8-46f5-b1aa-311836ffdcac'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:53:27.785092 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c4ccd0d5-edd6-482c-a3fe-533a903929b9 req-d066d43d-9881-40b4-aec8-2409a7040776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:27.869518 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-c4ccd0d5-edd6-482c-a3fe-533a903929b9 req-d066d43d-9881-40b4-aec8-2409a7040776 service neutron] For port 8ba91973-7254-4d48-9673-575c3dd5cba3, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:53:27.874113 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-c4ccd0d5-edd6-482c-a3fe-533a903929b9 req-d066d43d-9881-40b4-aec8-2409a7040776 service neutron] For port 8ba91973-7254-4d48-9673-575c3dd5cba3, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=8ba91973-7254-4d48-9673-575c3dd5cba3,segment=NetworkSegment(270af627-8b53-40ac-91f0-240a8787b6ca),segment_id=270af627-8b53-40ac-91f0-240a8787b6ca)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:53:27.882086 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c4ccd0d5-edd6-482c-a3fe-533a903929b9 req-d066d43d-9881-40b4-aec8-2409a7040776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:27.924829 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ccd0d5-edd6-482c-a3fe-533a903929b9 req-d066d43d-9881-40b4-aec8-2409a7040776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:27.925975 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c4ccd0d5-edd6-482c-a3fe-533a903929b9 req-d066d43d-9881-40b4-aec8-2409a7040776 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:27.927466 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c4ccd0d5-edd6-482c-a3fe-533a903929b9 req-d066d43d-9881-40b4-aec8-2409a7040776 service neutron] 10.222.0.41 "PUT /v2.0/ports/8ba91973-7254-4d48-9673-575c3dd5cba3 HTTP/1.1" status: 200 len: 1056 time: 0.8539987 Aug 22 13:53:27.927924 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b3cd137-c148-4a68-96c1-d1db47ae9b16', 'tag': '8ba91973-7254-4d48-9673-575c3dd5cba3'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:53:27.930276 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d350e8e-3aed-49a6-b608-5beeb3fc00fc" -d '{"events": [{"name": "network-changed", "server_uuid": "3b3cd137-c148-4a68-96c1-d1db47ae9b16", "tag": "8ba91973-7254-4d48-9673-575c3dd5cba3"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:53:28.000597 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece75cd2-128c-4eba-8602-0a8e168dbca9 x-openstack-request-id: req-ece75cd2-128c-4eba-8602-0a8e168dbca9 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:53:28.000886 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b3cd137-c148-4a68-96c1-d1db47ae9b16", "tag": "8ba91973-7254-4d48-9673-575c3dd5cba3", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:53:28.001281 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ece75cd2-128c-4eba-8602-0a8e168dbca9 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:53:28.001687 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b3cd137-c148-4a68-96c1-d1db47ae9b16', 'tag': '8ba91973-7254-4d48-9673-575c3dd5cba3', 'status': 'completed', 'code': 200} Aug 22 13:53:28.017261 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d066d43d-9881-40b4-aec8-2409a7040776 service neutron] Pushing event updated for resources: {'Port': ['ID=8ba91973-7254-4d48-9673-575c3dd5cba3,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:53:28.042268 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ccd0d5-edd6-482c-a3fe-533a903929b9 req-b70c5f84-f19b-4b65-9cfb-fcde683c4cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:28.043664 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c4ccd0d5-edd6-482c-a3fe-533a903929b9 req-b70c5f84-f19b-4b65-9cfb-fcde683c4cbc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4e861fa65d04e13965fba5a7940e815&device_id=3b3cd137-c148-4a68-96c1-d1db47ae9b16 HTTP/1.1" status: 200 len: 1059 time: 0.0618649 Aug 22 13:53:28.098899 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c4ccd0d5-edd6-482c-a3fe-533a903929b9 req-c4eae81e-dfbb-40c1-ac61-5a6ff89f8277 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=8ba91973-7254-4d48-9673-575c3dd5cba3 HTTP/1.1" status: 200 len: 217 time: 0.0476525 Aug 22 13:53:28.152080 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 698de0fa-91b4-4ddf-95f2-f2c3efc4bd69 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:53:28.154368 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ccd0d5-edd6-482c-a3fe-533a903929b9 req-44c11b03-4b46-4bf5-97b8-9b7e3c25e790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:28.156811 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c4ccd0d5-edd6-482c-a3fe-533a903929b9 req-44c11b03-4b46-4bf5-97b8-9b7e3c25e790 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=14e9096e-8693-4ad0-92a7-344164f62d5a HTTP/1.1" status: 200 len: 837 time: 0.0511379 Aug 22 13:53:28.213731 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ccd0d5-edd6-482c-a3fe-533a903929b9 req-415f4a6a-e643-425a-9ea0-c2c08caf489d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:28.215338 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c4ccd0d5-edd6-482c-a3fe-533a903929b9 req-415f4a6a-e643-425a-9ea0-c2c08caf489d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73ee7f7f-ebe8-46f5-b1aa-311836ffdcac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0504093 Aug 22 13:53:28.218203 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 698de0fa-91b4-4ddf-95f2-f2c3efc4bd69 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:53:28.222275 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 698de0fa-91b4-4ddf-95f2-f2c3efc4bd69 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:53:28.222797 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:28.300786 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-38856653-8e70-4598-a47e-9eb622fd7d83 req-5b3d24ab-d126-4911-bb4d-5fb8a3a8a1ff tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=7548ceeb-b9c5-4408-9ef3-3a6ce741b1d1 HTTP/1.1" status: 200 len: 210 time: 0.0490005 Aug 22 13:53:28.328035 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c4ccd0d5-edd6-482c-a3fe-533a903929b9 req-e1de9674-bd0b-4ca2-964f-dfbb4ae46527 service neutron] 10.222.0.41 "GET /v2.0/networks/73ee7f7f-ebe8-46f5-b1aa-311836ffdcac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045341 Aug 22 13:53:28.379992 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device ab4884e4-f2a0-42f1-a50b-25e668154353 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:53:28.447876 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c4ccd0d5-edd6-482c-a3fe-533a903929b9 req-1ec2ca66-c3ae-43d0-a27c-38d4c6f8a58b service neutron] 10.222.0.41 "GET /v2.0/networks/73ee7f7f-ebe8-46f5-b1aa-311836ffdcac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126769 Aug 22 13:53:28.458152 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:28.464196 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecaf097-837d-4f3e-8eef-3bc7d899f602 req-0ef20266-9e21-4b47-b799-8d5486c4bfe0 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:28.466158 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9ecaf097-837d-4f3e-8eef-3bc7d899f602 req-0ef20266-9e21-4b47-b799-8d5486c4bfe0 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b3cd137-c148-4a68-96c1-d1db47ae9b16 HTTP/1.1" status: 200 len: 907 time: 0.0532269 Aug 22 13:53:28.477196 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d69eca7c-536f-4cf4-99d1-9cfeb973bbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:28.502531 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c32ba1a-36ee-49ec-9be4-1c46a9ae6096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698de0fa-91b4-4ddf-95f2-f2c3efc4bd69'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:53:28.505476 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd9f170-0c12-43b4-b471-08203faa88e1" -d '{"events": [{"server_uuid": "3c32ba1a-36ee-49ec-9be4-1c46a9ae6096", "name": "network-vif-plugged", "status": "completed", "tag": "698de0fa-91b4-4ddf-95f2-f2c3efc4bd69"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:53:28.518520 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port ab4884e4-f2a0-42f1-a50b-25e668154353 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:53:28.526471 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 698de0fa-91b4-4ddf-95f2-f2c3efc4bd69, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=698de0fa-91b4-4ddf-95f2-f2c3efc4bd69,segment=NetworkSegment(3236bd72-b879-4aac-9539-57e8f1383d4a),segment_id=3236bd72-b879-4aac-9539-57e8f1383d4a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:53:28.532581 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port ab4884e4-f2a0-42f1-a50b-25e668154353 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:53:28.533132 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:28.555477 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d350e8e-3aed-49a6-b608-5beeb3fc00fc req-b2219786-c29e-4424-abee-1d8d23776403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:28.557123 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6d350e8e-3aed-49a6-b608-5beeb3fc00fc req-b2219786-c29e-4424-abee-1d8d23776403 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4e861fa65d04e13965fba5a7940e815&device_id=3b3cd137-c148-4a68-96c1-d1db47ae9b16 HTTP/1.1" status: 200 len: 1059 time: 0.0550361 Aug 22 13:53:28.560364 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:28.562047 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 32c221f2-6798-4c13-880b-cf9d83790934 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:53:28.587558 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff1ba7a-a135-461d-bd35-a0f354fe55e3 x-openstack-request-id: req-aff1ba7a-a135-461d-bd35-a0f354fe55e3 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:53:28.587847 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c32ba1a-36ee-49ec-9be4-1c46a9ae6096", "name": "network-vif-plugged", "status": "completed", "tag": "698de0fa-91b4-4ddf-95f2-f2c3efc4bd69", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:53:28.588095 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aff1ba7a-a135-461d-bd35-a0f354fe55e3 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:53:28.588509 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c32ba1a-36ee-49ec-9be4-1c46a9ae6096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698de0fa-91b4-4ddf-95f2-f2c3efc4bd69', 'code': 200} Aug 22 13:53:28.652320 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: 32c221f2-6798-4c13-880b-cf9d83790934 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:53:28.653103 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 32c221f2-6798-4c13-880b-cf9d83790934 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:53:28.660838 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:28.680081 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4bfca-e559-4f87-aa3c-c42eb7d634a4 req-782a81d4-4bd0-4abe-86b7-63be436d84f6 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:28.682052 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-48d4bfca-e559-4f87-aa3c-c42eb7d634a4 req-782a81d4-4bd0-4abe-86b7-63be436d84f6 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c32ba1a-36ee-49ec-9be4-1c46a9ae6096 HTTP/1.1" status: 200 len: 945 time: 0.0579157 Aug 22 13:53:28.700116 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=698de0fa-91b4-4ddf-95f2-f2c3efc4bd69,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:53:28.727200 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d350e8e-3aed-49a6-b608-5beeb3fc00fc req-34df41a8-91a7-404f-88c0-209d0d254523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:28.729088 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6d350e8e-3aed-49a6-b608-5beeb3fc00fc req-34df41a8-91a7-404f-88c0-209d0d254523 service neutron] 10.222.0.41 "GET /v2.0/networks?id=73ee7f7f-ebe8-46f5-b1aa-311836ffdcac HTTP/1.1" status: 200 len: 898 time: 0.1642163 Aug 22 13:53:28.732470 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a10e6b-9e60-4b28-ba62-24a8a3417e7a req-284a8e82-f078-4b3f-81a4-801a34b67e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:28.734884 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-18a10e6b-9e60-4b28-ba62-24a8a3417e7a req-284a8e82-f078-4b3f-81a4-801a34b67e32 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3c32ba1a-36ee-49ec-9be4-1c46a9ae6096 HTTP/1.1" status: 200 len: 1097 time: 0.1050649 Aug 22 13:53:28.738326 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-48d4bfca-e559-4f87-aa3c-c42eb7d634a4 req-c4470721-263e-4eca-892e-ba4ecab0a39d tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488393 Aug 22 13:53:28.752480 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:28.796012 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port ab4884e4-f2a0-42f1-a50b-25e668154353, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=ab4884e4-f2a0-42f1-a50b-25e668154353,segment=NetworkSegment(270af627-8b53-40ac-91f0-240a8787b6ca),segment_id=270af627-8b53-40ac-91f0-240a8787b6ca)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:53:28.801762 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:28.815747 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6d350e8e-3aed-49a6-b608-5beeb3fc00fc req-d85614b5-4dd6-48ba-a443-2590e8407c39 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=8ba91973-7254-4d48-9673-575c3dd5cba3 HTTP/1.1" status: 200 len: 217 time: 0.0701256 Aug 22 13:53:28.859397 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=ab4884e4-f2a0-42f1-a50b-25e668154353,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:53:28.861670 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-18a10e6b-9e60-4b28-ba62-24a8a3417e7a req-9efbd6c3-1753-4ad9-8fea-2949d574668b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044433 Aug 22 13:53:28.879680 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d350e8e-3aed-49a6-b608-5beeb3fc00fc req-4f400129-0c22-4825-9d77-aac6974c2544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:28.881199 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6d350e8e-3aed-49a6-b608-5beeb3fc00fc req-4f400129-0c22-4825-9d77-aac6974c2544 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=14e9096e-8693-4ad0-92a7-344164f62d5a HTTP/1.1" status: 200 len: 837 time: 0.0561268 Aug 22 13:53:29.090782 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d350e8e-3aed-49a6-b608-5beeb3fc00fc req-d0547c02-d8d6-4c16-97a9-2a1cda9e7f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:29.093319 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6d350e8e-3aed-49a6-b608-5beeb3fc00fc req-d0547c02-d8d6-4c16-97a9-2a1cda9e7f3d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73ee7f7f-ebe8-46f5-b1aa-311836ffdcac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0446007 Aug 22 13:53:29.189431 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6d350e8e-3aed-49a6-b608-5beeb3fc00fc req-da8284a2-40c7-4161-84ea-dfc3cc61a50c service neutron] 10.222.0.41 "GET /v2.0/networks/73ee7f7f-ebe8-46f5-b1aa-311836ffdcac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883818 Aug 22 13:53:29.288259 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6d350e8e-3aed-49a6-b608-5beeb3fc00fc req-b23e69fe-b7fe-4d82-8c92-7a298cedfb5d service neutron] 10.222.0.41 "GET /v2.0/networks/73ee7f7f-ebe8-46f5-b1aa-311836ffdcac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901353 Aug 22 13:53:29.379935 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-156499dc-3867-4934-8cd7-3ee0f215701a req-4f3f3687-3ad9-4604-be87-e51c0997385a tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=7548ceeb-b9c5-4408-9ef3-3a6ce741b1d1 HTTP/1.1" status: 200 len: 210 time: 0.0300372 Aug 22 13:53:29.597086 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c87718d-c021-424e-8dc1-24bea04f9f80 req-b002bddb-25e5-4011-98ea-fc727b867699 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:29.599315 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1c87718d-c021-424e-8dc1-24bea04f9f80 req-b002bddb-25e5-4011-98ea-fc727b867699 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b3cd137-c148-4a68-96c1-d1db47ae9b16 HTTP/1.1" status: 200 len: 907 time: 0.0593979 Aug 22 13:53:29.863993 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f39864-d7df-4a94-93d7-17d4366c4f3f req-ca45be04-654e-477f-85bd-3c4a83647850 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:29.872213 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a7f39864-d7df-4a94-93d7-17d4366c4f3f req-ca45be04-654e-477f-85bd-3c4a83647850 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c32ba1a-36ee-49ec-9be4-1c46a9ae6096 HTTP/1.1" status: 200 len: 945 time: 0.0611272 Aug 22 13:53:29.910064 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a7f39864-d7df-4a94-93d7-17d4366c4f3f req-09a722ea-6cc5-4e96-ae33-6a4a95938b9b tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368207 Aug 22 13:53:30.320334 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device ab4884e4-f2a0-42f1-a50b-25e668154353 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:53:30.369941 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port ab4884e4-f2a0-42f1-a50b-25e668154353 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:53:30.370403 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:30.494783 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-28b47e79-4c93-4967-9fe2-2424568d5435 req-7eec4155-6e36-4f66-b11c-eba0fae70726 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=7548ceeb-b9c5-4408-9ef3-3a6ce741b1d1 HTTP/1.1" status: 200 len: 210 time: 0.0292771 Aug 22 13:53:30.716746 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0062b7-dd62-44b7-a06d-8f6afb897dbf req-7c28c5d7-5c7d-4066-b336-25e229a6fa2a tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:30.719236 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8e0062b7-dd62-44b7-a06d-8f6afb897dbf req-7c28c5d7-5c7d-4066-b336-25e229a6fa2a tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b3cd137-c148-4a68-96c1-d1db47ae9b16 HTTP/1.1" status: 200 len: 907 time: 0.0527389 Aug 22 13:53:31.073333 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac12ccb-9df8-46af-99df-fe030b5f129d req-c03f67da-5506-445d-a469-31c28fa29c52 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:31.075037 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8ac12ccb-9df8-46af-99df-fe030b5f129d req-c03f67da-5506-445d-a469-31c28fa29c52 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c32ba1a-36ee-49ec-9be4-1c46a9ae6096 HTTP/1.1" status: 200 len: 945 time: 0.0714631 Aug 22 13:53:31.080197 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ccb7c84e-a8e2-4a3f-9bb4-6e6990d786ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:31.132869 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8ac12ccb-9df8-46af-99df-fe030b5f129d req-2507ed4d-1825-4d9e-bf93-69b8741422c9 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494671 Aug 22 13:53:31.246852 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:31.392379 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309dd073-958a-4638-85cb-1b6999ce3052 req-bf8f166c-1a2f-42f2-a865-7f819c1a70e0 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:31.394130 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-309dd073-958a-4638-85cb-1b6999ce3052 req-bf8f166c-1a2f-42f2-a865-7f819c1a70e0 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c32ba1a-36ee-49ec-9be4-1c46a9ae6096 HTTP/1.1" status: 200 len: 945 time: 0.0661614 Aug 22 13:53:31.442665 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-309dd073-958a-4638-85cb-1b6999ce3052 req-3b6fdcb5-e7a3-484e-b8a0-2c32d8f4dd81 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411398 Aug 22 13:53:31.611572 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-814e791d-fe96-4367-9a13-0b7fac2e665b req-39863833-9040-454a-9583-efd0a2006e47 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=7548ceeb-b9c5-4408-9ef3-3a6ce741b1d1 HTTP/1.1" status: 200 len: 210 time: 0.0374784 Aug 22 13:53:31.848173 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1782970-30e8-4878-a5c2-8484da22c083 req-645029da-41ab-4eef-9466-6d27a4f51d91 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:31.854758 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f1782970-30e8-4878-a5c2-8484da22c083 req-645029da-41ab-4eef-9466-6d27a4f51d91 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b3cd137-c148-4a68-96c1-d1db47ae9b16 HTTP/1.1" status: 200 len: 907 time: 0.0627308 Aug 22 13:53:32.166638 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 8ba91973-7254-4d48-9673-575c3dd5cba3 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:53:32.293242 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 8ba91973-7254-4d48-9673-575c3dd5cba3, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=8ba91973-7254-4d48-9673-575c3dd5cba3,segment=NetworkSegment(270af627-8b53-40ac-91f0-240a8787b6ca),segment_id=270af627-8b53-40ac-91f0-240a8787b6ca)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:53:32.306083 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '8ba91973-7254-4d48-9673-575c3dd5cba3', 'network_id': '73ee7f7f-ebe8-46f5-b1aa-311836ffdcac', 'port_id': '8ba91973-7254-4d48-9673-575c3dd5cba3', 'mac_address': 'fa:16:3e:5d:a7:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14e9096e-8693-4ad0-92a7-344164f62d5a', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:53:32.351944 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:32.369524 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ba91973-7254-4d48-9673-575c3dd5cba3 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:53:32.400066 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 8ba91973-7254-4d48-9673-575c3dd5cba3, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=8ba91973-7254-4d48-9673-575c3dd5cba3,segment=NetworkSegment(270af627-8b53-40ac-91f0-240a8787b6ca),segment_id=270af627-8b53-40ac-91f0-240a8787b6ca)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:53:32.405070 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:32.468300 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=8ba91973-7254-4d48-9673-575c3dd5cba3,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:53:32.475746 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:32.603643 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['8ba91973-7254-4d48-9673-575c3dd5cba3'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:53:32.604185 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7c219-0f66-4596-bddd-4a274524c90d req-eea8d7f0-edd3-4edb-96f8-8496011be0b0 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:32.612510 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d6d7c219-0f66-4596-bddd-4a274524c90d req-eea8d7f0-edd3-4edb-96f8-8496011be0b0 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c32ba1a-36ee-49ec-9be4-1c46a9ae6096 HTTP/1.1" status: 200 len: 945 time: 0.0799339 Aug 22 13:53:32.707481 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d6d7c219-0f66-4596-bddd-4a274524c90d req-beee26e2-0611-495b-ac76-298639367d0a tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902193 Aug 22 13:53:32.762645 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-da8954ac-ac52-4109-b82f-a03ef230cb29 req-2c44cf50-351f-4153-8b2a-36c6589f1314 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=7548ceeb-b9c5-4408-9ef3-3a6ce741b1d1 HTTP/1.1" status: 200 len: 210 time: 0.0353320 Aug 22 13:53:32.977897 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc65dd-8a4f-4629-b6dd-94c06fd417c5 req-14d36f21-41ab-44e9-896c-c0c5fe3d5f6a tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:32.985192 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3acc65dd-8a4f-4629-b6dd-94c06fd417c5 req-14d36f21-41ab-44e9-896c-c0c5fe3d5f6a tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b3cd137-c148-4a68-96c1-d1db47ae9b16 HTTP/1.1" status: 200 len: 908 time: 0.0641387 Aug 22 13:53:33.850084 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df663226-09fb-41b6-aee6-2e76c61636a9 req-9c446dc0-c226-4a34-ba51-91f763979549 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:33.851909 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-df663226-09fb-41b6-aee6-2e76c61636a9 req-9c446dc0-c226-4a34-ba51-91f763979549 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c32ba1a-36ee-49ec-9be4-1c46a9ae6096 HTTP/1.1" status: 200 len: 945 time: 0.0745571 Aug 22 13:53:33.907150 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-df663226-09fb-41b6-aee6-2e76c61636a9 req-a830e72d-4362-4af7-abb4-b0367dc4fec9 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455742 Aug 22 13:53:33.968014 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:34.129557 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a2202-7870-46d4-a22a-8f5527d5190c req-3fb54136-4de9-4f44-a3ff-9eb590f6fdf7 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:34.131536 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d87a2202-7870-46d4-a22a-8f5527d5190c req-3fb54136-4de9-4f44-a3ff-9eb590f6fdf7 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b3cd137-c148-4a68-96c1-d1db47ae9b16 HTTP/1.1" status: 200 len: 908 time: 0.0677423 Aug 22 13:53:34.181146 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 8ba91973-7254-4d48-9673-575c3dd5cba3 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:53:34.428932 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:34.444872 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 8ba91973-7254-4d48-9673-575c3dd5cba3 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:53:34.448784 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 8ba91973-7254-4d48-9673-575c3dd5cba3 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:53:34.449186 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:34.527366 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:34.551923 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3cd137-c148-4a68-96c1-d1db47ae9b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba91973-7254-4d48-9673-575c3dd5cba3'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:53:34.554304 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987b3a13-9075-4f5f-87cc-7672818b516e" -d '{"events": [{"server_uuid": "3b3cd137-c148-4a68-96c1-d1db47ae9b16", "name": "network-vif-plugged", "status": "completed", "tag": "8ba91973-7254-4d48-9673-575c3dd5cba3"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:53:34.567496 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 8ba91973-7254-4d48-9673-575c3dd5cba3, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=8ba91973-7254-4d48-9673-575c3dd5cba3,segment=NetworkSegment(270af627-8b53-40ac-91f0-240a8787b6ca),segment_id=270af627-8b53-40ac-91f0-240a8787b6ca)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:53:34.572392 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:34.600682 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea11dae-fff8-40f9-9885-87a4e4977285 x-openstack-request-id: req-fea11dae-fff8-40f9-9885-87a4e4977285 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:53:34.601580 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b3cd137-c148-4a68-96c1-d1db47ae9b16", "name": "network-vif-plugged", "status": "completed", "tag": "8ba91973-7254-4d48-9673-575c3dd5cba3", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:53:34.601850 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fea11dae-fff8-40f9-9885-87a4e4977285 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:53:34.602280 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b3cd137-c148-4a68-96c1-d1db47ae9b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba91973-7254-4d48-9673-575c3dd5cba3', 'code': 200} Aug 22 13:53:34.631746 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=8ba91973-7254-4d48-9673-575c3dd5cba3,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:53:34.703459 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e420b-b760-4cf2-815e-12ef7650cfbf req-65785620-80ed-4e0e-b17d-c27de2681500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:34.705052 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-735e420b-b760-4cf2-815e-12ef7650cfbf req-65785620-80ed-4e0e-b17d-c27de2681500 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3b3cd137-c148-4a68-96c1-d1db47ae9b16 HTTP/1.1" status: 200 len: 1061 time: 0.0435605 Aug 22 13:53:35.027026 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3840d-d791-4f77-a402-5db05a89f57f req-e4f44be7-d516-4f16-aad3-70270c3520c0 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:35.028561 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1aa3840d-d791-4f77-a402-5db05a89f57f req-e4f44be7-d516-4f16-aad3-70270c3520c0 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c32ba1a-36ee-49ec-9be4-1c46a9ae6096 HTTP/1.1" status: 200 len: 945 time: 0.0499213 Aug 22 13:53:35.067617 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1aa3840d-d791-4f77-a402-5db05a89f57f req-c8eb5ada-6617-4d07-bc61-68835712a2a1 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322230 Aug 22 13:53:35.313434 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff78081-fcf6-43c5-99d8-ed838f7f4053 req-7b15b7c1-95b3-4d16-88ae-36521e808748 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:35.320759 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1ff78081-fcf6-43c5-99d8-ed838f7f4053 req-7b15b7c1-95b3-4d16-88ae-36521e808748 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b3cd137-c148-4a68-96c1-d1db47ae9b16 HTTP/1.1" status: 200 len: 909 time: 0.1097856 Aug 22 13:53:36.242217 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a086616-231f-4cad-a695-47ffc00b242a req-641a0eb1-92c7-461a-a954-c98aaa358acc tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:36.243576 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1a086616-231f-4cad-a695-47ffc00b242a req-641a0eb1-92c7-461a-a954-c98aaa358acc tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c32ba1a-36ee-49ec-9be4-1c46a9ae6096 HTTP/1.1" status: 200 len: 945 time: 0.0866687 Aug 22 13:53:36.318118 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1a086616-231f-4cad-a695-47ffc00b242a req-df4eb57e-ee18-49c9-84fa-b855a4aff8d0 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643091 Aug 22 13:53:36.512606 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb6cee1-3c53-4b92-a3a2-9be2d479453d req-56fda622-3be2-4e44-bc15-75b40b8bf778 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:36.516170 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8fb6cee1-3c53-4b92-a3a2-9be2d479453d req-56fda622-3be2-4e44-bc15-75b40b8bf778 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b3cd137-c148-4a68-96c1-d1db47ae9b16 HTTP/1.1" status: 200 len: 909 time: 0.1156564 Aug 22 13:53:36.666257 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8fca1-e1e5-4f33-9602-a5fe8948188b req-20606a6a-882e-4fac-b04c-33fe09aa412a tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:36.672532 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-51f8fca1-e1e5-4f33-9602-a5fe8948188b req-20606a6a-882e-4fac-b04c-33fe09aa412a tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b3cd137-c148-4a68-96c1-d1db47ae9b16 HTTP/1.1" status: 200 len: 909 time: 0.0760758 Aug 22 13:53:36.803758 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b31c66-9648-4d9a-ad7e-86bb3e0d2046 req-9f65cebd-9589-4f9f-846d-3211d5552daf tempest-TestSecurityGroupsBasicOps-732676232 tempest-TestSecurityGroupsBasicOps-732676232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:36.805530 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a5b31c66-9648-4d9a-ad7e-86bb3e0d2046 req-9f65cebd-9589-4f9f-846d-3211d5552daf tempest-TestSecurityGroupsBasicOps-732676232 tempest-TestSecurityGroupsBasicOps-732676232-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3b3cd137-c148-4a68-96c1-d1db47ae9b16 HTTP/1.1" status: 200 len: 1061 time: 0.0628481 Aug 22 13:53:36.937297 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1fffa4-9866-4848-b8b5-d1e400cc3131 req-2be7a3b1-e819-4beb-8da9-ef56e9d00d09 tempest-TestSecurityGroupsBasicOps-732676232 tempest-TestSecurityGroupsBasicOps-732676232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:36.939180 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3f1fffa4-9866-4848-b8b5-d1e400cc3131 req-2be7a3b1-e819-4beb-8da9-ef56e9d00d09 tempest-TestSecurityGroupsBasicOps-732676232 tempest-TestSecurityGroupsBasicOps-732676232-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=dc45157a-9669-430c-8c5e-4e13286544c0 HTTP/1.1" status: 200 len: 1136 time: 0.0603616 Aug 22 13:53:36.981987 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3f1fffa4-9866-4848-b8b5-d1e400cc3131 req-0afe9fbe-4b0c-4ed7-944c-2220b2a0fd71 tempest-TestSecurityGroupsBasicOps-732676232 tempest-TestSecurityGroupsBasicOps-732676232-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=80bd29fe-90b3-4e81-ab1c-5da93da4eb71&id=bce1c547-a059-4558-bda1-e5fc6516e953&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0363963 Aug 22 13:53:37.010936 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 40306) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:53:37.080136 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16da6561-67e0-436c-86c6-2b97fba5b2e2 tempest-TestSecurityGroupsBasicOps-732676232 tempest-TestSecurityGroupsBasicOps-732676232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:37.093791 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-16da6561-67e0-436c-86c6-2b97fba5b2e2 tempest-TestSecurityGroupsBasicOps-732676232 tempest-TestSecurityGroupsBasicOps-732676232-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3b3cd137-c148-4a68-96c1-d1db47ae9b16 HTTP/1.1" status: 200 len: 1056 time: 0.0765128 Aug 22 13:53:37.608042 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d89c24-2f31-48cf-9e2b-88c0c091bdb7 req-32207e4c-dcfa-4134-84f5-6871f4ded34c tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:37.609791 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-63d89c24-2f31-48cf-9e2b-88c0c091bdb7 req-32207e4c-dcfa-4134-84f5-6871f4ded34c tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b3cd137-c148-4a68-96c1-d1db47ae9b16 HTTP/1.1" status: 200 len: 909 time: 0.1580224 Aug 22 13:53:37.624626 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae96ee7-57ad-4f89-918b-ed37a15232cc req-1bb9dc0b-a788-4824-a3cb-7bd7b0587559 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:37.626057 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8ae96ee7-57ad-4f89-918b-ed37a15232cc req-1bb9dc0b-a788-4824-a3cb-7bd7b0587559 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c32ba1a-36ee-49ec-9be4-1c46a9ae6096 HTTP/1.1" status: 200 len: 945 time: 0.1296804 Aug 22 13:53:37.684017 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8ae96ee7-57ad-4f89-918b-ed37a15232cc req-600eec14-2d0c-4d19-8a43-b711c9fe6cb3 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492384 Aug 22 13:53:38.228636 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 40380) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:53:38.235805 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-fb7e049d-4a87-4fa3-9a32-d7a56577a2ee tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-763249296', 'description': 'tempest-secgroup-smoke-763249296 description', 'project_id': '19e069a6935a47bcb8831313e7520ef4'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:53:38.267244 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fb7e049d-4a87-4fa3-9a32-d7a56577a2ee tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:38.361168 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fb7e049d-4a87-4fa3-9a32-d7a56577a2ee tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:38.366848 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fb7e049d-4a87-4fa3-9a32-d7a56577a2ee tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:38.401087 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fb7e049d-4a87-4fa3-9a32-d7a56577a2ee tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:38.402348 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-fb7e049d-4a87-4fa3-9a32-d7a56577a2ee tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1723740 Aug 22 13:53:38.405541 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 40382) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:53:38.407640 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7e049d-4a87-4fa3-9a32-d7a56577a2ee tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd42c95a-c24e-4c7d-aa36-bd21473692fd,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:53:38.411872 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-6a58f753-b919-4235-89f2-a2c4ee7b3290 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Request body: {'security_group_rule': {'security_group_id': 'fd42c95a-c24e-4c7d-aa36-bd21473692fd', 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:53:38.467838 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6a58f753-b919-4235-89f2-a2c4ee7b3290 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:38.586332 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6a58f753-b919-4235-89f2-a2c4ee7b3290 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:38.610796 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6a58f753-b919-4235-89f2-a2c4ee7b3290 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:38.645265 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a58f753-b919-4235-89f2-a2c4ee7b3290 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5370c744-f06a-481a-86ef-4e65109f46e1,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:53:38.696075 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6a58f753-b919-4235-89f2-a2c4ee7b3290 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:38.698517 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6a58f753-b919-4235-89f2-a2c4ee7b3290 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2919729 Aug 22 13:53:38.701923 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 40400) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:53:38.712021 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-40f393b7-49c4-4c7a-9916-524ed053d811 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Request body: {'security_group_rule': {'security_group_id': 'fd42c95a-c24e-4c7d-aa36-bd21473692fd', 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:53:38.736441 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be35879a-c78b-47eb-979f-81696f222437 req-1b63bf70-638d-4e87-93d8-ba8c2b282c03 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:38.738341 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-be35879a-c78b-47eb-979f-81696f222437 req-1b63bf70-638d-4e87-93d8-ba8c2b282c03 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b3cd137-c148-4a68-96c1-d1db47ae9b16 HTTP/1.1" status: 200 len: 909 time: 0.0879493 Aug 22 13:53:38.901912 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-be35879a-c78b-47eb-979f-81696f222437 req-2c0cf5da-4fe9-4fb2-9fe8-ff33bb880909 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Deleting port 8ba91973-7254-4d48-9673-575c3dd5cba3 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:53:38.902567 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-be35879a-c78b-47eb-979f-81696f222437 req-2c0cf5da-4fe9-4fb2-9fe8-ff33bb880909 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:38.927769 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d5935d-9239-4515-8c12-ebac6c6e8c16 req-04bbea1e-dcb1-4946-b9e3-c85d86154ad8 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:38.941288 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a8d5935d-9239-4515-8c12-ebac6c6e8c16 req-04bbea1e-dcb1-4946-b9e3-c85d86154ad8 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b3cd137-c148-4a68-96c1-d1db47ae9b16 HTTP/1.1" status: 200 len: 909 time: 0.2109258 Aug 22 13:53:38.942908 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-40f393b7-49c4-4c7a-9916-524ed053d811 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:38.991471 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b1872-c681-4d27-ac9e-ca5c48c0e5aa req-80fdd2d3-9b18-45c4-be46-389d0cdafde4 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:38.993721 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-194b1872-c681-4d27-ac9e-ca5c48c0e5aa req-80fdd2d3-9b18-45c4-be46-389d0cdafde4 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c32ba1a-36ee-49ec-9be4-1c46a9ae6096 HTTP/1.1" status: 200 len: 945 time: 0.1712654 Aug 22 13:53:39.025138 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-be35879a-c78b-47eb-979f-81696f222437 req-2c0cf5da-4fe9-4fb2-9fe8-ff33bb880909 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] For port 8ba91973-7254-4d48-9673-575c3dd5cba3, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=8ba91973-7254-4d48-9673-575c3dd5cba3,segment=NetworkSegment(270af627-8b53-40ac-91f0-240a8787b6ca),segment_id=270af627-8b53-40ac-91f0-240a8787b6ca)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:53:39.025689 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-be35879a-c78b-47eb-979f-81696f222437 req-2c0cf5da-4fe9-4fb2-9fe8-ff33bb880909 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:39.039942 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-194b1872-c681-4d27-ac9e-ca5c48c0e5aa req-5c8f6126-445e-4db8-9f99-702ba765958c tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386438 Aug 22 13:53:39.040190 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-be35879a-c78b-47eb-979f-81696f222437 req-2c0cf5da-4fe9-4fb2-9fe8-ff33bb880909 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Calling delete_port for 8ba91973-7254-4d48-9673-575c3dd5cba3 owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:53:39.076349 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-40f393b7-49c4-4c7a-9916-524ed053d811 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:39.084151 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-40f393b7-49c4-4c7a-9916-524ed053d811 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:39.112847 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f393b7-49c4-4c7a-9916-524ed053d811 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21aec8d6-d6df-4f5f-8441-4d875a140106,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:53:39.122639 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-40f393b7-49c4-4c7a-9916-524ed053d811 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:39.124009 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-40f393b7-49c4-4c7a-9916-524ed053d811 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4210017 Aug 22 13:53:39.126790 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 40406) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:53:39.132267 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-aeaa4901-ba36-47f0-a6f8-efb844806a53 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Request body: {'security_group_rule': {'security_group_id': 'fd42c95a-c24e-4c7d-aa36-bd21473692fd', 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:53:39.190232 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-aeaa4901-ba36-47f0-a6f8-efb844806a53 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:39.282731 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-be35879a-c78b-47eb-979f-81696f222437 req-2c0cf5da-4fe9-4fb2-9fe8-ff33bb880909 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:39.285715 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-aeaa4901-ba36-47f0-a6f8-efb844806a53 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:39.322747 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-aeaa4901-ba36-47f0-a6f8-efb844806a53 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:39.340100 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0cf5da-4fe9-4fb2-9fe8-ff33bb880909 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Pushing event deleted for resources: {'Port': ['ID=8ba91973-7254-4d48-9673-575c3dd5cba3,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:53:39.355952 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa4901-ba36-47f0-a6f8-efb844806a53 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0c959d4-d8c3-46d3-a38b-c784b45c7655,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:53:39.381151 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-aeaa4901-ba36-47f0-a6f8-efb844806a53 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:39.381671 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-aeaa4901-ba36-47f0-a6f8-efb844806a53 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2535515 Aug 22 13:53:39.384519 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 40412) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:53:39.390579 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-dfa08eb7-d642-445e-aad7-41c7cd2898b0 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Request body: {'security_group_rule': {'security_group_id': 'fd42c95a-c24e-4c7d-aa36-bd21473692fd', 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:53:39.396694 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-be35879a-c78b-47eb-979f-81696f222437 req-2c0cf5da-4fe9-4fb2-9fe8-ff33bb880909 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] No DVR routers for this DVR port 8ba91973-7254-4d48-9673-575c3dd5cba3 on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:53:39.401509 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-be35879a-c78b-47eb-979f-81696f222437 req-2c0cf5da-4fe9-4fb2-9fe8-ff33bb880909 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:39.404011 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-be35879a-c78b-47eb-979f-81696f222437 req-2c0cf5da-4fe9-4fb2-9fe8-ff33bb880909 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.41 "DELETE /v2.0/ports/8ba91973-7254-4d48-9673-575c3dd5cba3 HTTP/1.1" status: 204 len: 173 time: 0.6588781 Aug 22 13:53:39.405285 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3cd137-c148-4a68-96c1-d1db47ae9b16', 'name': 'network-vif-deleted', 'tag': '8ba91973-7254-4d48-9673-575c3dd5cba3'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:53:39.410021 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7d8479-4699-4ce4-95ec-07ebbca694b4" -d '{"events": [{"server_uuid": "3b3cd137-c148-4a68-96c1-d1db47ae9b16", "name": "network-vif-deleted", "tag": "8ba91973-7254-4d48-9673-575c3dd5cba3"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:53:39.469512 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-dfa08eb7-d642-445e-aad7-41c7cd2898b0 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:39.528493 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f63157-1ec0-46a3-894f-6685b468a3dc x-openstack-request-id: req-e4f63157-1ec0-46a3-894f-6685b468a3dc {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:53:39.529044 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b3cd137-c148-4a68-96c1-d1db47ae9b16", "name": "network-vif-deleted", "tag": "8ba91973-7254-4d48-9673-575c3dd5cba3", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:53:39.529572 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e4f63157-1ec0-46a3-894f-6685b468a3dc {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:53:39.530249 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b3cd137-c148-4a68-96c1-d1db47ae9b16', 'name': 'network-vif-deleted', 'tag': '8ba91973-7254-4d48-9673-575c3dd5cba3', 'status': 'completed', 'code': 200} Aug 22 13:53:39.613076 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-dfa08eb7-d642-445e-aad7-41c7cd2898b0 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:39.621433 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-dfa08eb7-d642-445e-aad7-41c7cd2898b0 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:39.649734 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa08eb7-d642-445e-aad7-41c7cd2898b0 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e057af57-9170-469b-93ac-e4d8bfddd848,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:53:39.664557 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-dfa08eb7-d642-445e-aad7-41c7cd2898b0 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:39.670508 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 40420) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:53:39.672691 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-dfa08eb7-d642-445e-aad7-41c7cd2898b0 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2866960 Aug 22 13:53:39.675739 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-717ba636-3ff3-4ea4-be64-06dcc5f1b99d tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Request body: {'security_group_rule': {'security_group_id': 'fd42c95a-c24e-4c7d-aa36-bd21473692fd', 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:53:39.701817 n-d-793621-33 neutron-server[94628]: INFO neutron.db.securitygroups_db [None req-717ba636-3ff3-4ea4-be64-06dcc5f1b99d tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Project 19e069a6935a47bcb8831313e7520ef4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 13:53:39.714046 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-717ba636-3ff3-4ea4-be64-06dcc5f1b99d tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:39.784788 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-717ba636-3ff3-4ea4-be64-06dcc5f1b99d tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:39.788985 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-717ba636-3ff3-4ea4-be64-06dcc5f1b99d tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:39.811755 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717ba636-3ff3-4ea4-be64-06dcc5f1b99d tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8019a77b-13fe-44ae-847e-bae083076ac4,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:53:39.820755 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-717ba636-3ff3-4ea4-be64-06dcc5f1b99d tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:39.822727 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-717ba636-3ff3-4ea4-be64-06dcc5f1b99d tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1509235 Aug 22 13:53:39.825492 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 40426) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:53:39.833134 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-4d42b8aa-b786-4e13-871b-0aceb8706d2c tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Request body: {'security_group_rule': {'security_group_id': 'fd42c95a-c24e-4c7d-aa36-bd21473692fd', 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:53:39.864580 n-d-793621-33 neutron-server[94628]: INFO neutron.db.securitygroups_db [None req-4d42b8aa-b786-4e13-871b-0aceb8706d2c tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Project 19e069a6935a47bcb8831313e7520ef4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 13:53:39.878669 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4d42b8aa-b786-4e13-871b-0aceb8706d2c tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:39.960760 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4d42b8aa-b786-4e13-871b-0aceb8706d2c tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:39.966450 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4d42b8aa-b786-4e13-871b-0aceb8706d2c tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:40.000626 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d42b8aa-b786-4e13-871b-0aceb8706d2c tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=767b79c9-9f01-4733-b487-7ef9d76f5915,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:53:40.005182 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4d42b8aa-b786-4e13-871b-0aceb8706d2c tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:40.014693 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4d42b8aa-b786-4e13-871b-0aceb8706d2c tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1797054 Aug 22 13:53:40.107131 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cc6c4a89-55ce-4b05-9eb3-9d9ca4bd3b85 req-16e33d47-9e12-4776-a018-884c5c88ae94 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b3cd137-c148-4a68-96c1-d1db47ae9b16 HTTP/1.1" status: 200 len: 210 time: 0.0370092 Aug 22 13:53:40.278141 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75735094-727f-49b4-8bad-f2c6b4befa66 req-adf59c85-54cf-4abb-b96a-4d51a9737cc2 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:40.280980 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-75735094-727f-49b4-8bad-f2c6b4befa66 req-adf59c85-54cf-4abb-b96a-4d51a9737cc2 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c32ba1a-36ee-49ec-9be4-1c46a9ae6096 HTTP/1.1" status: 200 len: 945 time: 0.1033993 Aug 22 13:53:40.329124 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-75735094-727f-49b4-8bad-f2c6b4befa66 req-b39066cc-c11e-41b3-96a4-da52c442f296 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350542 Aug 22 13:53:41.198997 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 40524) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:53:41.546639 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f27ae7-1a93-4c83-9848-4d939eb458f6 req-b4a0ae22-8805-4691-bad7-70761dbdcab8 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:41.548446 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a8f27ae7-1a93-4c83-9848-4d939eb458f6 req-b4a0ae22-8805-4691-bad7-70761dbdcab8 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c32ba1a-36ee-49ec-9be4-1c46a9ae6096 HTTP/1.1" status: 200 len: 945 time: 0.1213756 Aug 22 13:53:41.652796 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a8f27ae7-1a93-4c83-9848-4d939eb458f6 req-6ab1833f-aec2-4850-9c5d-e5d4cfb9cf06 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968962 Aug 22 13:53:41.769028 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cb361671-2c2d-4730-af4e-1af728f0ae0d tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:42.215254 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 8ba91973-7254-4d48-9673-575c3dd5cba3 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:53:42.243760 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: 8ba91973-7254-4d48-9673-575c3dd5cba3 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:53:42.244542 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 8ba91973-7254-4d48-9673-575c3dd5cba3 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:53:42.271916 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:53:42.555730 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 40554) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:53:42.800600 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-cb361671-2c2d-4730-af4e-1af728f0ae0d tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Deleting port ab4884e4-f2a0-42f1-a50b-25e668154353 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:53:42.801377 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cb361671-2c2d-4730-af4e-1af728f0ae0d tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:42.958572 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf2744-7c81-45ef-a0a4-d640cbd6cc9c req-c3441249-55ca-49c7-9c3f-f317e2e5fc2c tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:42.960092 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-06cf2744-7c81-45ef-a0a4-d640cbd6cc9c req-c3441249-55ca-49c7-9c3f-f317e2e5fc2c tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c32ba1a-36ee-49ec-9be4-1c46a9ae6096 HTTP/1.1" status: 200 len: 945 time: 0.2103844 Aug 22 13:53:42.987141 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 40568) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:53:42.993884 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-8e4e5e80-f934-4684-b83f-d923854a3bf4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=921c7b70785e4226a8057f4f050e9ec6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4367948 Aug 22 13:53:43.025540 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-cb361671-2c2d-4730-af4e-1af728f0ae0d tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] For port ab4884e4-f2a0-42f1-a50b-25e668154353, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=ab4884e4-f2a0-42f1-a50b-25e668154353,segment=NetworkSegment(270af627-8b53-40ac-91f0-240a8787b6ca),segment_id=270af627-8b53-40ac-91f0-240a8787b6ca)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:53:43.025925 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cb361671-2c2d-4730-af4e-1af728f0ae0d tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:43.068265 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-cb361671-2c2d-4730-af4e-1af728f0ae0d tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Calling delete_port for ab4884e4-f2a0-42f1-a50b-25e668154353 owned by network:router_interface {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:53:43.080011 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-06cf2744-7c81-45ef-a0a4-d640cbd6cc9c req-95adaf92-8b1f-47b0-9fe1-7214cb893a58 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104426 Aug 22 13:53:43.088898 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-89139d5c-1f8f-43cb-9499-e3f110cac449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:43.129858 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-89139d5c-1f8f-43cb-9499-e3f110cac449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:43.221091 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-89139d5c-1f8f-43cb-9499-e3f110cac449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:43.224891 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-89139d5c-1f8f-43cb-9499-e3f110cac449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:43.225983 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-89139d5c-1f8f-43cb-9499-e3f110cac449 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1ca428a4-0599-44d2-af99-d05c7f882982 HTTP/1.1" status: 204 len: 168 time: 0.2378390 Aug 22 13:53:43.234782 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89139d5c-1f8f-43cb-9499-e3f110cac449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca428a4-0599-44d2-af99-d05c7f882982,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:53:43.363517 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cb361671-2c2d-4730-af4e-1af728f0ae0d tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:43.431974 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb361671-2c2d-4730-af4e-1af728f0ae0d tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Pushing event deleted for resources: {'Port': ['ID=ab4884e4-f2a0-42f1-a50b-25e668154353,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:53:43.661036 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cb361671-2c2d-4730-af4e-1af728f0ae0d tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:44.022595 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb361671-2c2d-4730-af4e-1af728f0ae0d tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Router 73b40305-6c92-4ed6-b3f1-e9d15fb26c32 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:53:44.169389 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb361671-2c2d-4730-af4e-1af728f0ae0d tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:53:44.178391 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-cb361671-2c2d-4730-af4e-1af728f0ae0d tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "PUT /v2.0/routers/73b40305-6c92-4ed6-b3f1-e9d15fb26c32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9774895 Aug 22 13:53:44.181101 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 40608) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:53:44.190023 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7211434-ed99-4cce-87a3-cfef4c342e59 None None] Sync routers for ids ['73b40305-6c92-4ed6-b3f1-e9d15fb26c32'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:53:44.229563 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7211434-ed99-4cce-87a3-cfef4c342e59 None None] Routers {'73b40305-6c92-4ed6-b3f1-e9d15fb26c32'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:53:44.230860 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-d7211434-ed99-4cce-87a3-cfef4c342e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:53:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['73b40305-6c92-4ed6-b3f1-e9d15fb26c32'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:53:44.261676 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b381a2-4025-459f-b842-7361ca47f7a8 req-1a32332b-6077-4ff4-9537-28ab1e574269 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:44.269635 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-01b381a2-4025-459f-b842-7361ca47f7a8 req-1a32332b-6077-4ff4-9537-28ab1e574269 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c32ba1a-36ee-49ec-9be4-1c46a9ae6096 HTTP/1.1" status: 200 len: 945 time: 0.0762596 Aug 22 13:53:44.279154 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1a99151-27bb-4285-8a34-724f4a413e99 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Deleting subnet 14e9096e-8693-4ad0-92a7-344164f62d5a {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:53:44.283741 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d1a99151-27bb-4285-8a34-724f4a413e99 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:44.383401 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-01b381a2-4025-459f-b842-7361ca47f7a8 req-87e171ac-0ded-4b55-9d17-2f30613d28e2 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068549 Aug 22 13:53:44.386627 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d1a99151-27bb-4285-8a34-724f4a413e99 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:44.463488 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-d7211434-ed99-4cce-87a3-cfef4c342e59 None None] Set router 73b40305-6c92-4ed6-b3f1-e9d15fb26c32 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:53:44.578742 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d1a99151-27bb-4285-8a34-724f4a413e99 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:44.713876 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d1a99151-27bb-4285-8a34-724f4a413e99 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:44.758835 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff4ee5a-5d99-4f4e-93c4-53cec4af1e35 None None] Network 73ee7f7f-ebe8-46f5-b1aa-311836ffdcac requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:53:44.767436 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d1a99151-27bb-4285-8a34-724f4a413e99 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:44.771849 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d1a99151-27bb-4285-8a34-724f4a413e99 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "DELETE /v2.0/subnets/14e9096e-8693-4ad0-92a7-344164f62d5a HTTP/1.1" status: 204 len: 168 time: 0.5896461 Aug 22 13:53:44.774700 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 40624) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:53:44.776667 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a99151-27bb-4285-8a34-724f4a413e99 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Pushing event deleted for resources: {'Subnet': ['ID=14e9096e-8693-4ad0-92a7-344164f62d5a,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:53:44.981683 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d3c5e224-de7c-4b44-b2f1-042891f3fe6d tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks [] for router, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:45.012148 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-d7211434-ed99-4cce-87a3-cfef4c342e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b40305-6c92-4ed6-b3f1-e9d15fb26c32', 'name': 'tempest-TestSecurityGroupsBasicOps-router-422454318', 'tenant_id': 'd4e861fa65d04e13965fba5a7940e815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'df9ba50a-c97b-4b2e-afc6-8bbb3e8c01d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:53:15Z', 'updated_at': '2021-08-22T13:53:43Z', 'revision_number': 5, 'project_id': 'd4e861fa65d04e13965fba5a7940e815', 'gw_port': {'id': 'df9ba50a-c97b-4b2e-afc6-8bbb3e8c01d2', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:63:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b40305-6c92-4ed6-b3f1-e9d15fb26c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:53:16Z', 'updated_at': '2021-08-22T13:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:53:45.059753 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7211434-ed99-4cce-87a3-cfef4c342e59 None None] Checking router: 73b40305-6c92-4ed6-b3f1-e9d15fb26c32 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:53:45.113905 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7211434-ed99-4cce-87a3-cfef4c342e59 None None] Routers {'73b40305-6c92-4ed6-b3f1-e9d15fb26c32'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:53:45.114447 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-d7211434-ed99-4cce-87a3-cfef4c342e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:53:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['73b40305-6c92-4ed6-b3f1-e9d15fb26c32'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:53:45.144315 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d3c5e224-de7c-4b44-b2f1-042891f3fe6d tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:45.235709 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a95787-4cdd-4a75-adf4-af3b353c09b5 None None] DHCP port deletion for 73ee7f7f-ebe8-46f5-b1aa-311836ffdcac request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:53:45.257089 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-d7211434-ed99-4cce-87a3-cfef4c342e59 None None] Set router 73b40305-6c92-4ed6-b3f1-e9d15fb26c32 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:53:45.287657 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-d3c5e224-de7c-4b44-b2f1-042891f3fe6d tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Deleting port df9ba50a-c97b-4b2e-afc6-8bbb3e8c01d2 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:53:45.288011 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d3c5e224-de7c-4b44-b2f1-042891f3fe6d tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:45.304550 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-a4a95787-4cdd-4a75-adf4-af3b353c09b5 None None] Deleting port d89a8680-d2bf-4971-a3bb-05a4400d94a5 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:53:45.305206 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a4a95787-4cdd-4a75-adf4-af3b353c09b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:45.372361 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 40640) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:53:45.390091 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-a4a95787-4cdd-4a75-adf4-af3b353c09b5 None None] For port d89a8680-d2bf-4971-a3bb-05a4400d94a5, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=d89a8680-d2bf-4971-a3bb-05a4400d94a5,segment=NetworkSegment(270af627-8b53-40ac-91f0-240a8787b6ca),segment_id=270af627-8b53-40ac-91f0-240a8787b6ca)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:53:45.390780 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a4a95787-4cdd-4a75-adf4-af3b353c09b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:45.426333 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-a4a95787-4cdd-4a75-adf4-af3b353c09b5 None None] Calling delete_port for d89a8680-d2bf-4971-a3bb-05a4400d94a5 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:53:45.494256 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-d3c5e224-de7c-4b44-b2f1-042891f3fe6d tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] For port df9ba50a-c97b-4b2e-afc6-8bbb3e8c01d2, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=df9ba50a-c97b-4b2e-afc6-8bbb3e8c01d2,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:53:45.494540 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d3c5e224-de7c-4b44-b2f1-042891f3fe6d tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:45.527517 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a4a95787-4cdd-4a75-adf4-af3b353c09b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:45.546398 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-d3c5e224-de7c-4b44-b2f1-042891f3fe6d tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Calling delete_port for df9ba50a-c97b-4b2e-afc6-8bbb3e8c01d2 owned by network:router_gateway {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:53:45.563131 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a95787-4cdd-4a75-adf4-af3b353c09b5 None None] Pushing event deleted for resources: {'Port': ['ID=d89a8680-d2bf-4971-a3bb-05a4400d94a5,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:53:45.573556 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a95787-4cdd-4a75-adf4-af3b353c09b5 None None] No DVR routers for this DVR port d89a8680-d2bf-4971-a3bb-05a4400d94a5 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:53:45.610518 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-37417a3b-89c1-4a89-a567-913d9b9c6d0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:45.696478 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-d7211434-ed99-4cce-87a3-cfef4c342e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b40305-6c92-4ed6-b3f1-e9d15fb26c32', 'name': 'tempest-TestSecurityGroupsBasicOps-router-422454318', 'tenant_id': 'd4e861fa65d04e13965fba5a7940e815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'df9ba50a-c97b-4b2e-afc6-8bbb3e8c01d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:53:15Z', 'updated_at': '2021-08-22T13:53:43Z', 'revision_number': 5, 'project_id': 'd4e861fa65d04e13965fba5a7940e815', 'gw_port': {'id': 'df9ba50a-c97b-4b2e-afc6-8bbb3e8c01d2', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:63:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b40305-6c92-4ed6-b3f1-e9d15fb26c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:53:16Z', 'updated_at': '2021-08-22T13:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:53:45.740117 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7211434-ed99-4cce-87a3-cfef4c342e59 None None] The sync data for ids ['73b40305-6c92-4ed6-b3f1-e9d15fb26c32'] in n-d-793621-33 is: [{'id': '73b40305-6c92-4ed6-b3f1-e9d15fb26c32', 'name': 'tempest-TestSecurityGroupsBasicOps-router-422454318', 'tenant_id': 'd4e861fa65d04e13965fba5a7940e815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'df9ba50a-c97b-4b2e-afc6-8bbb3e8c01d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:53:15Z', 'updated_at': '2021-08-22T13:53:43Z', 'revision_number': 5, 'project_id': 'd4e861fa65d04e13965fba5a7940e815', 'gw_port': {'id': 'df9ba50a-c97b-4b2e-afc6-8bbb3e8c01d2', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:63:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b40305-6c92-4ed6-b3f1-e9d15fb26c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:53:16Z', 'updated_at': '2021-08-22T13:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:53:45.741292 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6456e8d-cc7e-47ff-848c-209f80643966 req-3e5147d8-18fe-47b5-8ea1-191a7060fcd8 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:45.743412 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f6456e8d-cc7e-47ff-848c-209f80643966 req-3e5147d8-18fe-47b5-8ea1-191a7060fcd8 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c32ba1a-36ee-49ec-9be4-1c46a9ae6096 HTTP/1.1" status: 200 len: 945 time: 0.2331903 Aug 22 13:53:45.789759 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-37417a3b-89c1-4a89-a567-913d9b9c6d0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:45.798183 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-37417a3b-89c1-4a89-a567-913d9b9c6d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:45.845943 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f6456e8d-cc7e-47ff-848c-209f80643966 req-6ce4d008-a702-4a16-8a50-9d2d43c0c57f tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895438 Aug 22 13:53:45.864337 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37417a3b-89c1-4a89-a567-913d9b9c6d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be3635e-dce3-42a2-b1a7-e2bd5411fc07,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:53:45.891163 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-37417a3b-89c1-4a89-a567-913d9b9c6d0a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=15e878f6d8be4d48a506a9acbd4b7228&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5168612 Aug 22 13:53:45.892684 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 40654) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:53:45.953806 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d3c5e224-de7c-4b44-b2f1-042891f3fe6d tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:45.956612 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e76f4fa9-0468-4c94-be62-47d0b47df9e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:45.999671 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e76f4fa9-0468-4c94-be62-47d0b47df9e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:46.037404 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c5e224-de7c-4b44-b2f1-042891f3fe6d tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Pushing event deleted for resources: {'Port': ['ID=df9ba50a-c97b-4b2e-afc6-8bbb3e8c01d2,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:53:46.100750 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e76f4fa9-0468-4c94-be62-47d0b47df9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:46.103323 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e76f4fa9-0468-4c94-be62-47d0b47df9e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:46.104917 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e76f4fa9-0468-4c94-be62-47d0b47df9e1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2be3635e-dce3-42a2-b1a7-e2bd5411fc07 HTTP/1.1" status: 204 len: 168 time: 0.2108066 Aug 22 13:53:46.114559 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f4fa9-0468-4c94-be62-47d0b47df9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be3635e-dce3-42a2-b1a7-e2bd5411fc07,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:53:46.143976 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d3c5e224-de7c-4b44-b2f1-042891f3fe6d tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:46.319898 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d3c5e224-de7c-4b44-b2f1-042891f3fe6d tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:46.325626 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d3c5e224-de7c-4b44-b2f1-042891f3fe6d tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:46.383613 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d3c5e224-de7c-4b44-b2f1-042891f3fe6d tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:46.386320 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c5e224-de7c-4b44-b2f1-042891f3fe6d tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Fanout notify agent at l3_agent the message router_deleted on router 73b40305-6c92-4ed6-b3f1-e9d15fb26c32 {{(pid=94627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:53:46.395509 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d3c5e224-de7c-4b44-b2f1-042891f3fe6d tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:46.396791 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d3c5e224-de7c-4b44-b2f1-042891f3fe6d tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "DELETE /v2.0/routers/73b40305-6c92-4ed6-b3f1-e9d15fb26c32 HTTP/1.1" status: 204 len: 168 time: 1.6210833 Aug 22 13:53:46.399420 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 40670) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:53:46.483043 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device ab4884e4-f2a0-42f1-a50b-25e668154353 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:53:46.533856 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: ab4884e4-f2a0-42f1-a50b-25e668154353 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:53:46.534095 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device ab4884e4-f2a0-42f1-a50b-25e668154353 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:53:46.534522 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device d89a8680-d2bf-4971-a3bb-05a4400d94a5 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:53:46.543882 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f6b304ae-1aad-48fb-b0dd-d2d39d5b2b9f tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:46.562614 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: d89a8680-d2bf-4971-a3bb-05a4400d94a5 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:53:46.563257 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device d89a8680-d2bf-4971-a3bb-05a4400d94a5 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:53:46.699630 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f6b304ae-1aad-48fb-b0dd-d2d39d5b2b9f tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:46.719412 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-f6b304ae-1aad-48fb-b0dd-d2d39d5b2b9f tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73ee7f7f-ebe8-46f5-b1aa-311836ffdcac']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:53:46.737699 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-f6b304ae-1aad-48fb-b0dd-d2d39d5b2b9f tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '270af627-8b53-40ac-91f0-240a8787b6ca') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:53:46.738163 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-f6b304ae-1aad-48fb-b0dd-d2d39d5b2b9f tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '270af627-8b53-40ac-91f0-240a8787b6ca') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:53:46.757570 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f6b304ae-1aad-48fb-b0dd-d2d39d5b2b9f tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:46.774823 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f6b304ae-1aad-48fb-b0dd-d2d39d5b2b9f tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:46.782841 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6b304ae-1aad-48fb-b0dd-d2d39d5b2b9f tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:53:46.783313 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f6b304ae-1aad-48fb-b0dd-d2d39d5b2b9f tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:46.787683 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:53:46.787683 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:53:46.787683 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:53:46.787683 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:53:46.787683 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:53:46.787683 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:53:46.787683 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:53:46.787683 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:53:46.787683 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:53:46.787683 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:53:46.787683 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:53:46.787683 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:53:46.787683 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:53:46.787683 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:53:46.787683 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:53:46.787683 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:53:46.787683 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:53:46.787683 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:53:46.787683 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:53:46.787683 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:53:46.787683 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:53:46.787683 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:53:46.787683 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:53:46.787683 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:53:46.787683 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:53:46.787683 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:53:46.787683 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:53:46.787683 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:53:46.787683 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:53:46.787683 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:53:46.787683 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:53:46.787683 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:53:46.879599 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f6b304ae-1aad-48fb-b0dd-d2d39d5b2b9f tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:46.911344 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f6b304ae-1aad-48fb-b0dd-d2d39d5b2b9f tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:46.914325 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f6b304ae-1aad-48fb-b0dd-d2d39d5b2b9f tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "DELETE /v2.0/networks/73ee7f7f-ebe8-46f5-b1aa-311836ffdcac HTTP/1.1" status: 204 len: 168 time: 0.5139050 Aug 22 13:53:46.915480 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b304ae-1aad-48fb-b0dd-d2d39d5b2b9f tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Pushing event deleted for resources: {'Network': ['ID=73ee7f7f-ebe8-46f5-b1aa-311836ffdcac,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:53:46.917209 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 40692) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:53:47.076099 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2edbe96-f5d8-4332-b45d-3e00e35512ee req-28356567-f563-4f68-b728-3b51cc3f236d tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:47.079394 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d2edbe96-f5d8-4332-b45d-3e00e35512ee req-28356567-f563-4f68-b728-3b51cc3f236d tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c32ba1a-36ee-49ec-9be4-1c46a9ae6096 HTTP/1.1" status: 200 len: 945 time: 0.1016884 Aug 22 13:53:47.173966 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d2edbe96-f5d8-4332-b45d-3e00e35512ee req-9c26986c-6199-4331-9b93-7dd3a5d9c1ef tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745749 Aug 22 13:53:47.723766 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-54f00783-6f3f-4c6b-83e3-79f2e9fb484f tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Deleting port eafe021f-c5b5-4069-8b18-f80f519df049 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:53:47.724027 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-54f00783-6f3f-4c6b-83e3-79f2e9fb484f tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:47.858558 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-54f00783-6f3f-4c6b-83e3-79f2e9fb484f tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:47.858983 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-54f00783-6f3f-4c6b-83e3-79f2e9fb484f tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:47.878879 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-54f00783-6f3f-4c6b-83e3-79f2e9fb484f tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Calling delete_port for eafe021f-c5b5-4069-8b18-f80f519df049 owned by network:floatingip {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:53:48.142086 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-54f00783-6f3f-4c6b-83e3-79f2e9fb484f tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:48.261608 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f00783-6f3f-4c6b-83e3-79f2e9fb484f tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Pushing event deleted for resources: {'Port': ['ID=eafe021f-c5b5-4069-8b18-f80f519df049,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:53:48.265891 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-54f00783-6f3f-4c6b-83e3-79f2e9fb484f tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks [] for floatingip, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:48.266390 n-d-793621-33 neutron-server[94628]: INFO neutron.db.l3_db [None req-54f00783-6f3f-4c6b-83e3-79f2e9fb484f tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Floating IP ae1ed0a3-3e58-4ee4-906e-e262a95060b7 disassociated (deleted). External IP: 172.25.3.180, port: aac0567e-8369-460c-ba89-7e135fc43083. Aug 22 13:53:48.289455 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device df9ba50a-c97b-4b2e-afc6-8bbb3e8c01d2 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:53:48.338871 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: df9ba50a-c97b-4b2e-afc6-8bbb3e8c01d2 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:53:48.340029 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device df9ba50a-c97b-4b2e-afc6-8bbb3e8c01d2 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:53:48.399495 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e3258b-c5e0-43cc-90a3-a28f1b217902 req-aa60e69d-e341-49d5-bd7c-d2d40859a595 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:48.401341 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-09e3258b-c5e0-43cc-90a3-a28f1b217902 req-aa60e69d-e341-49d5-bd7c-d2d40859a595 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c32ba1a-36ee-49ec-9be4-1c46a9ae6096 HTTP/1.1" status: 200 len: 945 time: 0.0762770 Aug 22 13:53:48.475845 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-09e3258b-c5e0-43cc-90a3-a28f1b217902 req-005c0af7-f980-4162-9310-4189146b6da3 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566196 Aug 22 13:53:48.598098 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f00783-6f3f-4c6b-83e3-79f2e9fb484f tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Router d1956e1b-ac31-4b08-a7ec-d02e874d53a0 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:53:48.741247 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f00783-6f3f-4c6b-83e3-79f2e9fb484f tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:53:48.748659 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-54f00783-6f3f-4c6b-83e3-79f2e9fb484f tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:48.757046 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47937ea-5cf6-431f-b1f4-76603273cd52 None None] Sync routers for ids ['d1956e1b-ac31-4b08-a7ec-d02e874d53a0'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:53:48.781451 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47937ea-5cf6-431f-b1f4-76603273cd52 None None] Routers {'d1956e1b-ac31-4b08-a7ec-d02e874d53a0'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:53:48.781588 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-54f00783-6f3f-4c6b-83e3-79f2e9fb484f tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "DELETE /v2.0/floatingips/ae1ed0a3-3e58-4ee4-906e-e262a95060b7 HTTP/1.1" status: 204 len: 168 time: 1.8625863 Aug 22 13:53:48.782112 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-c47937ea-5cf6-431f-b1f4-76603273cd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:53:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['d1956e1b-ac31-4b08-a7ec-d02e874d53a0'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:53:48.782228 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc45157a-9669-430c-8c5e-4e13286544c0', 'tag': 'aac0567e-8369-460c-ba89-7e135fc43083'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:53:48.785053 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec965f49-0df7-48e3-8ed2-008c36ae5574" -d '{"events": [{"name": "network-changed", "server_uuid": "dc45157a-9669-430c-8c5e-4e13286544c0", "tag": "aac0567e-8369-460c-ba89-7e135fc43083"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:53:48.832382 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2537197e-3058-43ea-a2c0-c4b3a14ff19f x-openstack-request-id: req-2537197e-3058-43ea-a2c0-c4b3a14ff19f {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:53:48.832997 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc45157a-9669-430c-8c5e-4e13286544c0", "tag": "aac0567e-8369-460c-ba89-7e135fc43083", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:53:48.833477 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2537197e-3058-43ea-a2c0-c4b3a14ff19f {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:53:48.834195 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc45157a-9669-430c-8c5e-4e13286544c0', 'tag': 'aac0567e-8369-460c-ba89-7e135fc43083', 'status': 'completed', 'code': 200} Aug 22 13:53:48.955724 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec965f49-0df7-48e3-8ed2-008c36ae5574 req-030c91ea-d924-400e-a83a-ff0358bc40e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:48.959978 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ec965f49-0df7-48e3-8ed2-008c36ae5574 req-030c91ea-d924-400e-a83a-ff0358bc40e6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d4e861fa65d04e13965fba5a7940e815&device_id=dc45157a-9669-430c-8c5e-4e13286544c0 HTTP/1.1" status: 200 len: 1136 time: 0.1008947 Aug 22 13:53:48.964463 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-c47937ea-5cf6-431f-b1f4-76603273cd52 None None] Set router d1956e1b-ac31-4b08-a7ec-d02e874d53a0 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:53:49.218979 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec965f49-0df7-48e3-8ed2-008c36ae5574 req-58165dc4-ec9b-4235-893c-cdc6bebf8539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:49.220743 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ec965f49-0df7-48e3-8ed2-008c36ae5574 req-58165dc4-ec9b-4235-893c-cdc6bebf8539 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9dd9d901-9415-4834-b894-2be98445720b HTTP/1.1" status: 200 len: 898 time: 0.2523763 Aug 22 13:53:49.274247 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-c47937ea-5cf6-431f-b1f4-76603273cd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1956e1b-ac31-4b08-a7ec-d02e874d53a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-842952032', 'tenant_id': 'd4e861fa65d04e13965fba5a7940e815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'a49efba0-0eab-4f66-904e-4b09e348bcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:52:10Z', 'updated_at': '2021-08-22T13:52:17Z', 'revision_number': 4, 'project_id': 'd4e861fa65d04e13965fba5a7940e815', 'gw_port': {'id': 'a49efba0-0eab-4f66-904e-4b09e348bcc5', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1956e1b-ac31-4b08-a7ec-d02e874d53a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:52:11Z', 'updated_at': '2021-08-22T13:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '3cae2a34-395c-4802-a2cc-48b16592b274', 'name': '', 'network_id': '9dd9d901-9415-4834-b894-2be98445720b', 'tenant_id': 'd4e861fa65d04e13965fba5a7940e815', 'mac_address': 'fa:16:3e:eb:12:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1956e1b-ac31-4b08-a7ec-d02e874d53a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '801f6e8b-4c85-4670-aa82-b08458497ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:52:16Z', 'updated_at': '2021-08-22T13:52:24Z', 'revision_number': 5, 'project_id': 'd4e861fa65d04e13965fba5a7940e815', 'subnets': [{'id': '801f6e8b-4c85-4670-aa82-b08458497ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:53:49.316263 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47937ea-5cf6-431f-b1f4-76603273cd52 None None] Checking router: d1956e1b-ac31-4b08-a7ec-d02e874d53a0 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:53:49.326428 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47937ea-5cf6-431f-b1f4-76603273cd52 None None] Routers {'d1956e1b-ac31-4b08-a7ec-d02e874d53a0'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:53:49.327653 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-c47937ea-5cf6-431f-b1f4-76603273cd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:53:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['d1956e1b-ac31-4b08-a7ec-d02e874d53a0'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:53:49.348065 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91bdb1-a30d-48ef-9cc6-3715ad11f7dd req-a3d22710-50ae-4f67-82a0-efcf7824f891 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:49.358017 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5c91bdb1-a30d-48ef-9cc6-3715ad11f7dd req-a3d22710-50ae-4f67-82a0-efcf7824f891 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc45157a-9669-430c-8c5e-4e13286544c0 HTTP/1.1" status: 200 len: 984 time: 0.2092264 Aug 22 13:53:49.363216 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ec965f49-0df7-48e3-8ed2-008c36ae5574 req-5ce9ab91-2098-440b-83be-58d930aa7078 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aac0567e-8369-460c-ba89-7e135fc43083 HTTP/1.1" status: 200 len: 217 time: 0.1313984 Aug 22 13:53:49.484580 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5c91bdb1-a30d-48ef-9cc6-3715ad11f7dd req-512ffe0b-173f-4f3a-babb-0f82aced3796 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bd29fe-90b3-4e81-ab1c-5da93da4eb71&id=bce1c547-a059-4558-bda1-e5fc6516e953&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1250818 Aug 22 13:53:49.501941 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec965f49-0df7-48e3-8ed2-008c36ae5574 req-b3da2642-9dfa-436e-adb9-e0294f2a39e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:49.503735 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ec965f49-0df7-48e3-8ed2-008c36ae5574 req-b3da2642-9dfa-436e-adb9-e0294f2a39e6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=801f6e8b-4c85-4670-aa82-b08458497ad0 HTTP/1.1" status: 200 len: 835 time: 0.1299460 Aug 22 13:53:49.539617 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-c47937ea-5cf6-431f-b1f4-76603273cd52 None None] Set router d1956e1b-ac31-4b08-a7ec-d02e874d53a0 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:53:49.624514 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec965f49-0df7-48e3-8ed2-008c36ae5574 req-4896deab-c48d-491e-9d8e-1815b1e87b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:49.626033 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ec965f49-0df7-48e3-8ed2-008c36ae5574 req-4896deab-c48d-491e-9d8e-1815b1e87b52 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9dd9d901-9415-4834-b894-2be98445720b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1143630 Aug 22 13:53:49.781261 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ec965f49-0df7-48e3-8ed2-008c36ae5574 req-e157a84e-e5cd-4923-b29d-1d2ed554d1c5 service neutron] 10.222.0.16 "GET /v2.0/networks/9dd9d901-9415-4834-b894-2be98445720b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376548 Aug 22 13:53:49.825181 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bea2e2-348c-4f6e-9ce9-2b489e8db57f req-7934cef3-2976-4262-b99f-394c5b2f4465 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:49.836144 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b4bea2e2-348c-4f6e-9ce9-2b489e8db57f req-7934cef3-2976-4262-b99f-394c5b2f4465 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c32ba1a-36ee-49ec-9be4-1c46a9ae6096 HTTP/1.1" status: 200 len: 945 time: 0.2254331 Aug 22 13:53:49.842933 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-c47937ea-5cf6-431f-b1f4-76603273cd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1956e1b-ac31-4b08-a7ec-d02e874d53a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-842952032', 'tenant_id': 'd4e861fa65d04e13965fba5a7940e815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'a49efba0-0eab-4f66-904e-4b09e348bcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:52:10Z', 'updated_at': '2021-08-22T13:52:17Z', 'revision_number': 4, 'project_id': 'd4e861fa65d04e13965fba5a7940e815', 'gw_port': {'id': 'a49efba0-0eab-4f66-904e-4b09e348bcc5', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1956e1b-ac31-4b08-a7ec-d02e874d53a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:52:11Z', 'updated_at': '2021-08-22T13:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '3cae2a34-395c-4802-a2cc-48b16592b274', 'name': '', 'network_id': '9dd9d901-9415-4834-b894-2be98445720b', 'tenant_id': 'd4e861fa65d04e13965fba5a7940e815', 'mac_address': 'fa:16:3e:eb:12:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1956e1b-ac31-4b08-a7ec-d02e874d53a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '801f6e8b-4c85-4670-aa82-b08458497ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:52:16Z', 'updated_at': '2021-08-22T13:52:24Z', 'revision_number': 5, 'project_id': 'd4e861fa65d04e13965fba5a7940e815', 'subnets': [{'id': '801f6e8b-4c85-4670-aa82-b08458497ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:53:49.904389 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47937ea-5cf6-431f-b1f4-76603273cd52 None None] The sync data for ids ['d1956e1b-ac31-4b08-a7ec-d02e874d53a0'] in n-d-793621-33 is: [{'id': 'd1956e1b-ac31-4b08-a7ec-d02e874d53a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-842952032', 'tenant_id': 'd4e861fa65d04e13965fba5a7940e815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'a49efba0-0eab-4f66-904e-4b09e348bcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:52:10Z', 'updated_at': '2021-08-22T13:52:17Z', 'revision_number': 4, 'project_id': 'd4e861fa65d04e13965fba5a7940e815', 'gw_port': {'id': 'a49efba0-0eab-4f66-904e-4b09e348bcc5', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1956e1b-ac31-4b08-a7ec-d02e874d53a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:52:11Z', 'updated_at': '2021-08-22T13:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '3cae2a34-395c-4802-a2cc-48b16592b274', 'name': '', 'network_id': '9dd9d901-9415-4834-b894-2be98445720b', 'tenant_id': 'd4e861fa65d04e13965fba5a7940e815', 'mac_address': 'fa:16:3e:eb:12:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1956e1b-ac31-4b08-a7ec-d02e874d53a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '801f6e8b-4c85-4670-aa82-b08458497ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:52:16Z', 'updated_at': '2021-08-22T13:52:24Z', 'revision_number': 5, 'project_id': 'd4e861fa65d04e13965fba5a7940e815', 'subnets': [{'id': '801f6e8b-4c85-4670-aa82-b08458497ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:53:49.991253 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b4bea2e2-348c-4f6e-9ce9-2b489e8db57f req-deca7ad6-e4c8-4752-a353-10ec1835836f tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541286 Aug 22 13:53:49.994515 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ec965f49-0df7-48e3-8ed2-008c36ae5574 req-ab20832c-9d24-44f8-bb2a-485c28fc7b37 service neutron] 10.222.0.16 "GET /v2.0/networks/9dd9d901-9415-4834-b894-2be98445720b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027459 Aug 22 13:53:50.308079 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24ff6df-ccfa-4f07-a319-3d330533fb3a None None] New status for floating IP ae1ed0a3-3e58-4ee4-906e-e262a95060b7: DOWN {{(pid=94630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 13:53:50.556629 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15590b56-16f4-466d-b1c9-b53285dc6982 req-febf6591-a584-443e-9ec3-311c5f3f68e9 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:50.558380 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-15590b56-16f4-466d-b1c9-b53285dc6982 req-febf6591-a584-443e-9ec3-311c5f3f68e9 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc45157a-9669-430c-8c5e-4e13286544c0 HTTP/1.1" status: 200 len: 984 time: 0.0565250 Aug 22 13:53:50.724061 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c8374-cc90-4c54-a4c0-de0958535558 req-5262c278-b008-47a8-b829-7608a0236f73 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:50.725762 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-de8c8374-cc90-4c54-a4c0-de0958535558 req-5262c278-b008-47a8-b829-7608a0236f73 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc45157a-9669-430c-8c5e-4e13286544c0 HTTP/1.1" status: 200 len: 984 time: 0.1501172 Aug 22 13:53:50.741808 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-15590b56-16f4-466d-b1c9-b53285dc6982 req-bb9b5e5e-20b1-474d-9dbd-84ed32e9ff8e tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Deleting port aac0567e-8369-460c-ba89-7e135fc43083 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:53:50.742151 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-15590b56-16f4-466d-b1c9-b53285dc6982 req-bb9b5e5e-20b1-474d-9dbd-84ed32e9ff8e tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:50.847753 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-de8c8374-cc90-4c54-a4c0-de0958535558 req-26da8eac-3b8a-4838-9672-a097fd909788 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bd29fe-90b3-4e81-ab1c-5da93da4eb71&id=bce1c547-a059-4558-bda1-e5fc6516e953&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1090519 Aug 22 13:53:50.887822 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-15590b56-16f4-466d-b1c9-b53285dc6982 req-bb9b5e5e-20b1-474d-9dbd-84ed32e9ff8e tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] For port aac0567e-8369-460c-ba89-7e135fc43083, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=aac0567e-8369-460c-ba89-7e135fc43083,segment=NetworkSegment(526b500e-bd54-4d22-a9b5-1743e924a706),segment_id=526b500e-bd54-4d22-a9b5-1743e924a706)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:53:50.888464 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-15590b56-16f4-466d-b1c9-b53285dc6982 req-bb9b5e5e-20b1-474d-9dbd-84ed32e9ff8e tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:50.930043 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-15590b56-16f4-466d-b1c9-b53285dc6982 req-bb9b5e5e-20b1-474d-9dbd-84ed32e9ff8e tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Calling delete_port for aac0567e-8369-460c-ba89-7e135fc43083 owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:53:51.269971 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-15590b56-16f4-466d-b1c9-b53285dc6982 req-bb9b5e5e-20b1-474d-9dbd-84ed32e9ff8e tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:51.315503 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9b5e5e-20b1-474d-9dbd-84ed32e9ff8e tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Pushing event deleted for resources: {'Port': ['ID=aac0567e-8369-460c-ba89-7e135fc43083,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:53:51.328349 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c51a2-acb6-40ac-bff0-1b3c2ca2da09 req-3836bdad-28c4-4829-90dc-528d6fd802c6 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:51.329914 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0e1c51a2-acb6-40ac-bff0-1b3c2ca2da09 req-3836bdad-28c4-4829-90dc-528d6fd802c6 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c32ba1a-36ee-49ec-9be4-1c46a9ae6096 HTTP/1.1" status: 200 len: 945 time: 0.1576166 Aug 22 13:53:51.370842 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-15590b56-16f4-466d-b1c9-b53285dc6982 req-bb9b5e5e-20b1-474d-9dbd-84ed32e9ff8e tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] No DVR routers for this DVR port aac0567e-8369-460c-ba89-7e135fc43083 on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:53:51.380485 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-15590b56-16f4-466d-b1c9-b53285dc6982 req-bb9b5e5e-20b1-474d-9dbd-84ed32e9ff8e tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:51.382776 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-15590b56-16f4-466d-b1c9-b53285dc6982 req-bb9b5e5e-20b1-474d-9dbd-84ed32e9ff8e tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.16 "DELETE /v2.0/ports/aac0567e-8369-460c-ba89-7e135fc43083 HTTP/1.1" status: 204 len: 173 time: 0.8172739 Aug 22 13:53:51.383386 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc45157a-9669-430c-8c5e-4e13286544c0', 'name': 'network-vif-deleted', 'tag': 'aac0567e-8369-460c-ba89-7e135fc43083'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:53:51.404811 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848c237e-a994-4e3e-8e3d-a0ebc5afab1e" -d '{"events": [{"server_uuid": "dc45157a-9669-430c-8c5e-4e13286544c0", "name": "network-vif-deleted", "tag": "aac0567e-8369-460c-ba89-7e135fc43083"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:53:51.439248 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0e1c51a2-acb6-40ac-bff0-1b3c2ca2da09 req-d52d6f43-a866-4956-8e58-89e49659ac09 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940516 Aug 22 13:53:51.707739 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc71d10-1d85-4c0c-8988-fa5b445cbf04 x-openstack-request-id: req-5dc71d10-1d85-4c0c-8988-fa5b445cbf04 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:53:51.708410 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc45157a-9669-430c-8c5e-4e13286544c0", "name": "network-vif-deleted", "tag": "aac0567e-8369-460c-ba89-7e135fc43083", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:53:51.708410 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5dc71d10-1d85-4c0c-8988-fa5b445cbf04 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:53:51.708724 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc45157a-9669-430c-8c5e-4e13286544c0', 'name': 'network-vif-deleted', 'tag': 'aac0567e-8369-460c-ba89-7e135fc43083', 'status': 'completed', 'code': 200} Aug 22 13:53:52.045158 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8fc8b1a4-13ba-49af-bab7-6a7db7574a62 req-01f2d71a-f855-4fd7-b27b-ce5350a9aa2e tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc45157a-9669-430c-8c5e-4e13286544c0 HTTP/1.1" status: 200 len: 210 time: 0.0687246 Aug 22 13:53:52.588424 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b665e507-37b2-442b-b56c-185978e9c674 req-09b09e73-8c52-4996-8e4f-42716f84543d tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:52.589920 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b665e507-37b2-442b-b56c-185978e9c674 req-09b09e73-8c52-4996-8e4f-42716f84543d tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c32ba1a-36ee-49ec-9be4-1c46a9ae6096 HTTP/1.1" status: 200 len: 945 time: 0.0791714 Aug 22 13:53:52.645098 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b665e507-37b2-442b-b56c-185978e9c674 req-3636db52-d9a7-42a9-84b2-ca841cc89495 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489390 Aug 22 13:53:53.097381 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 40870) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:53:53.160318 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7215d968-09d3-4154-b28e-6783dbbd4459 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:53.183428 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7215d968-09d3-4154-b28e-6783dbbd4459 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:53.252790 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7215d968-09d3-4154-b28e-6783dbbd4459 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:53.255954 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7215d968-09d3-4154-b28e-6783dbbd4459 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:53.257149 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7215d968-09d3-4154-b28e-6783dbbd4459 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "DELETE /v2.0/security-groups/80bd29fe-90b3-4e81-ab1c-5da93da4eb71 HTTP/1.1" status: 204 len: 168 time: 0.1587472 Aug 22 13:53:53.261311 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 40874) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:53:53.267390 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7215d968-09d3-4154-b28e-6783dbbd4459 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80bd29fe-90b3-4e81-ab1c-5da93da4eb71,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:53:53.335719 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-39ac5c36-1aee-492c-85c4-e6ea9e456269 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:53.363311 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-39ac5c36-1aee-492c-85c4-e6ea9e456269 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:53.423192 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-39ac5c36-1aee-492c-85c4-e6ea9e456269 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:53.425798 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-39ac5c36-1aee-492c-85c4-e6ea9e456269 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:53.426936 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-39ac5c36-1aee-492c-85c4-e6ea9e456269 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "DELETE /v2.0/security-groups/bce1c547-a059-4558-bda1-e5fc6516e953 HTTP/1.1" status: 204 len: 168 time: 0.1635649 Aug 22 13:53:53.429781 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 40880) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:53:53.436657 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac5c36-1aee-492c-85c4-e6ea9e456269 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce1c547-a059-4558-bda1-e5fc6516e953,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:53:53.868925 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9194d56-d501-4e6a-9c11-340da76a4b4e req-7de32bf7-98f9-486e-b74c-0cf9b90aad10 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:53.873590 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a9194d56-d501-4e6a-9c11-340da76a4b4e req-7de32bf7-98f9-486e-b74c-0cf9b90aad10 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c32ba1a-36ee-49ec-9be4-1c46a9ae6096 HTTP/1.1" status: 200 len: 945 time: 0.0935769 Aug 22 13:53:53.944835 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a9194d56-d501-4e6a-9c11-340da76a4b4e req-fdf21861-1ba5-491f-978d-79a118b86e7d tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654945 Aug 22 13:53:53.989356 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a1e673bc-b78d-41ea-89df-3248e0f2d104 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:54.365348 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-a1e673bc-b78d-41ea-89df-3248e0f2d104 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Deleting port 3cae2a34-395c-4802-a2cc-48b16592b274 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:53:54.366862 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a1e673bc-b78d-41ea-89df-3248e0f2d104 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:54.401304 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device aac0567e-8369-460c-ba89-7e135fc43083 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:53:54.431175 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: aac0567e-8369-460c-ba89-7e135fc43083 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:53:54.431557 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device aac0567e-8369-460c-ba89-7e135fc43083 not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:53:54.514471 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-a1e673bc-b78d-41ea-89df-3248e0f2d104 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] For port 3cae2a34-395c-4802-a2cc-48b16592b274, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=3cae2a34-395c-4802-a2cc-48b16592b274,segment=NetworkSegment(526b500e-bd54-4d22-a9b5-1743e924a706),segment_id=526b500e-bd54-4d22-a9b5-1743e924a706)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:53:54.514839 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a1e673bc-b78d-41ea-89df-3248e0f2d104 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:54.530283 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-a1e673bc-b78d-41ea-89df-3248e0f2d104 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Calling delete_port for 3cae2a34-395c-4802-a2cc-48b16592b274 owned by network:router_interface {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:53:54.757741 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a1e673bc-b78d-41ea-89df-3248e0f2d104 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:54.781964 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e673bc-b78d-41ea-89df-3248e0f2d104 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Pushing event deleted for resources: {'Port': ['ID=3cae2a34-395c-4802-a2cc-48b16592b274,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:53:55.089002 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a1e673bc-b78d-41ea-89df-3248e0f2d104 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:55.116673 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1462ed36-87d1-423b-838c-5df0b928caea req-94b1cbc2-cc30-4061-a4cc-3b462240f41e tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:55.118987 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1462ed36-87d1-423b-838c-5df0b928caea req-94b1cbc2-cc30-4061-a4cc-3b462240f41e tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c32ba1a-36ee-49ec-9be4-1c46a9ae6096 HTTP/1.1" status: 200 len: 945 time: 0.0780070 Aug 22 13:53:55.186525 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1462ed36-87d1-423b-838c-5df0b928caea req-02c2c620-b46a-446e-bd05-0f3b6cd277cb tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585203 Aug 22 13:53:55.681488 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e673bc-b78d-41ea-89df-3248e0f2d104 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Router d1956e1b-ac31-4b08-a7ec-d02e874d53a0 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:53:55.820703 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e673bc-b78d-41ea-89df-3248e0f2d104 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:53:55.834466 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a1e673bc-b78d-41ea-89df-3248e0f2d104 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "PUT /v2.0/routers/d1956e1b-ac31-4b08-a7ec-d02e874d53a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4003556 Aug 22 13:53:55.834466 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 40944) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:53:55.846190 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455b4d02-94aa-461e-bdb7-b710b85d016a None None] Sync routers for ids ['d1956e1b-ac31-4b08-a7ec-d02e874d53a0'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:53:55.868191 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455b4d02-94aa-461e-bdb7-b710b85d016a None None] Routers {'d1956e1b-ac31-4b08-a7ec-d02e874d53a0'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:53:55.871609 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-455b4d02-94aa-461e-bdb7-b710b85d016a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:53:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['d1956e1b-ac31-4b08-a7ec-d02e874d53a0'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:53:55.991388 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa5f664f-1cca-44de-8b63-012966694021 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Deleting subnet 801f6e8b-4c85-4670-aa82-b08458497ad0 {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:53:55.991388 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fa5f664f-1cca-44de-8b63-012966694021 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:56.095762 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fa5f664f-1cca-44de-8b63-012966694021 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:56.096212 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-455b4d02-94aa-461e-bdb7-b710b85d016a None None] Set router d1956e1b-ac31-4b08-a7ec-d02e874d53a0 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:53:56.332761 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fa5f664f-1cca-44de-8b63-012966694021 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:56.404069 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-455b4d02-94aa-461e-bdb7-b710b85d016a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1956e1b-ac31-4b08-a7ec-d02e874d53a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-842952032', 'tenant_id': 'd4e861fa65d04e13965fba5a7940e815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'a49efba0-0eab-4f66-904e-4b09e348bcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:52:10Z', 'updated_at': '2021-08-22T13:53:54Z', 'revision_number': 5, 'project_id': 'd4e861fa65d04e13965fba5a7940e815', 'gw_port': {'id': 'a49efba0-0eab-4f66-904e-4b09e348bcc5', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1956e1b-ac31-4b08-a7ec-d02e874d53a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:52:11Z', 'updated_at': '2021-08-22T13:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:53:56.445638 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455b4d02-94aa-461e-bdb7-b710b85d016a None None] Checking router: d1956e1b-ac31-4b08-a7ec-d02e874d53a0 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:53:56.456403 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455b4d02-94aa-461e-bdb7-b710b85d016a None None] Routers {'d1956e1b-ac31-4b08-a7ec-d02e874d53a0'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:53:56.457041 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-455b4d02-94aa-461e-bdb7-b710b85d016a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:53:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['d1956e1b-ac31-4b08-a7ec-d02e874d53a0'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:53:56.460870 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4ab0b-037f-426c-81dd-25fc6a8dc34c req-c133643a-2f7e-478e-b490-10481224dc8d tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:56.465251 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c4b4ab0b-037f-426c-81dd-25fc6a8dc34c req-c133643a-2f7e-478e-b490-10481224dc8d tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c32ba1a-36ee-49ec-9be4-1c46a9ae6096 HTTP/1.1" status: 200 len: 945 time: 0.1145525 Aug 22 13:53:56.473344 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fa5f664f-1cca-44de-8b63-012966694021 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:56.536951 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fa5f664f-1cca-44de-8b63-012966694021 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:56.539464 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-fa5f664f-1cca-44de-8b63-012966694021 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "DELETE /v2.0/subnets/801f6e8b-4c85-4670-aa82-b08458497ad0 HTTP/1.1" status: 204 len: 168 time: 0.7042091 Aug 22 13:53:56.540883 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5f664f-1cca-44de-8b63-012966694021 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Pushing event deleted for resources: {'Subnet': ['ID=801f6e8b-4c85-4670-aa82-b08458497ad0,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:53:56.554393 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c4b4ab0b-037f-426c-81dd-25fc6a8dc34c req-a6f63423-3d56-4608-a57b-21fea6c62498 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820363 Aug 22 13:53:56.556009 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 40960) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:53:56.652486 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-455b4d02-94aa-461e-bdb7-b710b85d016a None None] Set router d1956e1b-ac31-4b08-a7ec-d02e874d53a0 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:53:56.715183 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11793403-78a2-42e9-b7c5-14a4511ecc51 None None] Network 9dd9d901-9415-4834-b894-2be98445720b requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:53:56.747376 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e5f80fc8-9a70-4bc4-935e-f0ff7b607db3 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:56.894132 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e5f80fc8-9a70-4bc4-935e-f0ff7b607db3 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:57.023113 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-e5f80fc8-9a70-4bc4-935e-f0ff7b607db3 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Deleting port a49efba0-0eab-4f66-904e-4b09e348bcc5 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:53:57.023113 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e5f80fc8-9a70-4bc4-935e-f0ff7b607db3 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:57.121836 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-e5f80fc8-9a70-4bc4-935e-f0ff7b607db3 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] For port a49efba0-0eab-4f66-904e-4b09e348bcc5, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=a49efba0-0eab-4f66-904e-4b09e348bcc5,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:53:57.122446 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e5f80fc8-9a70-4bc4-935e-f0ff7b607db3 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:57.143276 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-e5f80fc8-9a70-4bc4-935e-f0ff7b607db3 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Calling delete_port for a49efba0-0eab-4f66-904e-4b09e348bcc5 owned by network:router_gateway {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:53:57.152852 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-455b4d02-94aa-461e-bdb7-b710b85d016a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1956e1b-ac31-4b08-a7ec-d02e874d53a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-842952032', 'tenant_id': 'd4e861fa65d04e13965fba5a7940e815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'a49efba0-0eab-4f66-904e-4b09e348bcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:52:10Z', 'updated_at': '2021-08-22T13:53:54Z', 'revision_number': 5, 'project_id': 'd4e861fa65d04e13965fba5a7940e815', 'gw_port': {'id': 'a49efba0-0eab-4f66-904e-4b09e348bcc5', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1956e1b-ac31-4b08-a7ec-d02e874d53a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:52:11Z', 'updated_at': '2021-08-22T13:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:53:57.202050 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455b4d02-94aa-461e-bdb7-b710b85d016a None None] The sync data for ids ['d1956e1b-ac31-4b08-a7ec-d02e874d53a0'] in n-d-793621-33 is: [{'id': 'd1956e1b-ac31-4b08-a7ec-d02e874d53a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-842952032', 'tenant_id': 'd4e861fa65d04e13965fba5a7940e815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'a49efba0-0eab-4f66-904e-4b09e348bcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:52:10Z', 'updated_at': '2021-08-22T13:53:54Z', 'revision_number': 5, 'project_id': 'd4e861fa65d04e13965fba5a7940e815', 'gw_port': {'id': 'a49efba0-0eab-4f66-904e-4b09e348bcc5', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1956e1b-ac31-4b08-a7ec-d02e874d53a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:52:11Z', 'updated_at': '2021-08-22T13:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:53:57.214911 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10776b1-f490-486f-aa8a-4befe1b8fa2b None None] DHCP port deletion for 9dd9d901-9415-4834-b894-2be98445720b request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:53:57.277962 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c10776b1-f490-486f-aa8a-4befe1b8fa2b None None] Deleting port 50b28a4b-86d2-4665-87e0-878f733697ef {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:53:57.278342 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c10776b1-f490-486f-aa8a-4befe1b8fa2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:57.361373 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c10776b1-f490-486f-aa8a-4befe1b8fa2b None None] For port 50b28a4b-86d2-4665-87e0-878f733697ef, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=50b28a4b-86d2-4665-87e0-878f733697ef,segment=NetworkSegment(526b500e-bd54-4d22-a9b5-1743e924a706),segment_id=526b500e-bd54-4d22-a9b5-1743e924a706)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:53:57.361777 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c10776b1-f490-486f-aa8a-4befe1b8fa2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:57.380742 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c10776b1-f490-486f-aa8a-4befe1b8fa2b None None] Calling delete_port for 50b28a4b-86d2-4665-87e0-878f733697ef owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:53:57.396170 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e5f80fc8-9a70-4bc4-935e-f0ff7b607db3 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:57.436995 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f80fc8-9a70-4bc4-935e-f0ff7b607db3 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Pushing event deleted for resources: {'Port': ['ID=a49efba0-0eab-4f66-904e-4b09e348bcc5,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:53:57.507779 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e5f80fc8-9a70-4bc4-935e-f0ff7b607db3 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:57.517734 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c10776b1-f490-486f-aa8a-4befe1b8fa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:57.533553 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10776b1-f490-486f-aa8a-4befe1b8fa2b None None] No DVR routers for this DVR port 50b28a4b-86d2-4665-87e0-878f733697ef on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:53:57.560104 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10776b1-f490-486f-aa8a-4befe1b8fa2b None None] Pushing event deleted for resources: {'Port': ['ID=50b28a4b-86d2-4665-87e0-878f733697ef,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:53:57.652975 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e5f80fc8-9a70-4bc4-935e-f0ff7b607db3 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:57.665965 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e5f80fc8-9a70-4bc4-935e-f0ff7b607db3 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:57.815754 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3809b5-107c-4835-9590-dd31f36fcfcf req-d8703732-f139-4e43-936d-cac7ca59f73b tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:57.818502 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5b3809b5-107c-4835-9590-dd31f36fcfcf req-d8703732-f139-4e43-936d-cac7ca59f73b tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c32ba1a-36ee-49ec-9be4-1c46a9ae6096 HTTP/1.1" status: 200 len: 945 time: 0.0981982 Aug 22 13:53:57.825260 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e5f80fc8-9a70-4bc4-935e-f0ff7b607db3 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:57.826755 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f80fc8-9a70-4bc4-935e-f0ff7b607db3 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Fanout notify agent at l3_agent the message router_deleted on router d1956e1b-ac31-4b08-a7ec-d02e874d53a0 {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:53:57.834603 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e5f80fc8-9a70-4bc4-935e-f0ff7b607db3 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:57.839531 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e5f80fc8-9a70-4bc4-935e-f0ff7b607db3 tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "DELETE /v2.0/routers/d1956e1b-ac31-4b08-a7ec-d02e874d53a0 HTTP/1.1" status: 204 len: 168 time: 1.2826440 Aug 22 13:53:57.840158 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 40972) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:53:57.903422 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5b3809b5-107c-4835-9590-dd31f36fcfcf req-7b4de737-389b-4419-8dfd-4a95786b2039 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769184 Aug 22 13:53:57.974603 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-174e2bf9-0e7d-4e94-bcb5-5c445bab7d9f tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:58.103009 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-174e2bf9-0e7d-4e94-bcb5-5c445bab7d9f tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:58.116540 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-174e2bf9-0e7d-4e94-bcb5-5c445bab7d9f tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dd9d901-9415-4834-b894-2be98445720b']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:53:58.130542 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-174e2bf9-0e7d-4e94-bcb5-5c445bab7d9f tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '526b500e-bd54-4d22-a9b5-1743e924a706') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:53:58.130866 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-174e2bf9-0e7d-4e94-bcb5-5c445bab7d9f tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '526b500e-bd54-4d22-a9b5-1743e924a706') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:53:58.144160 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-174e2bf9-0e7d-4e94-bcb5-5c445bab7d9f tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:58.165204 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-174e2bf9-0e7d-4e94-bcb5-5c445bab7d9f tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:58.172551 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-174e2bf9-0e7d-4e94-bcb5-5c445bab7d9f tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:53:58.172966 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-174e2bf9-0e7d-4e94-bcb5-5c445bab7d9f tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:58.175597 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f694d1-5bc9-4420-9fc3-4d460544fc03 req-c376b175-073e-409c-a672-2dee7124169b tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:58.184006 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-98f694d1-5bc9-4420-9fc3-4d460544fc03 req-c376b175-073e-409c-a672-2dee7124169b tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.0914147 Aug 22 13:53:58.262814 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-98f694d1-5bc9-4420-9fc3-4d460544fc03 req-8b2b6670-a4b0-488f-ba74-537442597b1c tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770371 Aug 22 13:53:58.274588 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:53:58.274588 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:53:58.274588 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:53:58.274588 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:53:58.274588 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:53:58.274588 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:53:58.274588 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:53:58.274588 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:53:58.274588 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:53:58.274588 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:53:58.274588 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:53:58.274588 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:53:58.274588 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:53:58.274588 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:53:58.274588 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:53:58.274588 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:53:58.274588 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:53:58.274588 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:53:58.274588 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:53:58.274588 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:53:58.274588 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:53:58.274588 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:53:58.274588 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:53:58.274588 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:53:58.274588 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:53:58.274588 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:53:58.274588 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:53:58.274588 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:53:58.274588 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:53:58.274588 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:53:58.274588 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:53:58.274588 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:53:58.277836 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-174e2bf9-0e7d-4e94-bcb5-5c445bab7d9f tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:58.289046 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-174e2bf9-0e7d-4e94-bcb5-5c445bab7d9f tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:58.298735 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-174e2bf9-0e7d-4e94-bcb5-5c445bab7d9f tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] 10.222.0.21 "DELETE /v2.0/networks/9dd9d901-9415-4834-b894-2be98445720b HTTP/1.1" status: 204 len: 168 time: 0.4535844 Aug 22 13:53:58.328289 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174e2bf9-0e7d-4e94-bcb5-5c445bab7d9f tempest-TestSecurityGroupsBasicOps-1394640737 tempest-TestSecurityGroupsBasicOps-1394640737-project] Pushing event deleted for resources: {'Network': ['ID=9dd9d901-9415-4834-b894-2be98445720b,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:53:58.454231 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-89950d09-7382-486f-b824-67f76b0ee612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:58.491343 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea8d1c-9987-4143-bdd2-4c62952a8ca8 req-e8dd5213-7456-4fc4-a305-d43f784e4463 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:58.492875 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-baea8d1c-9987-4143-bdd2-4c62952a8ca8 req-e8dd5213-7456-4fc4-a305-d43f784e4463 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.0956986 Aug 22 13:53:58.547009 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:58.566705 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-baea8d1c-9987-4143-bdd2-4c62952a8ca8 req-50d9602e-b566-4742-a571-4ff1110288d7 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670481 Aug 22 13:53:58.793361 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 3cae2a34-395c-4802-a2cc-48b16592b274 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:53:58.842956 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 3cae2a34-395c-4802-a2cc-48b16592b274 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:53:58.843180 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 3cae2a34-395c-4802-a2cc-48b16592b274 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:53:58.844676 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 50b28a4b-86d2-4665-87e0-878f733697ef no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:53:58.895565 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 41018) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:53:58.930620 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 50b28a4b-86d2-4665-87e0-878f733697ef {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:53:58.931159 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 50b28a4b-86d2-4665-87e0-878f733697ef not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:53:59.038676 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb1647f-c94f-4043-8961-d4f6ba9fcb50 req-2bfd8cbf-6b8d-4e0b-a3c9-6d85a9d5555b tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:53:59.041064 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-afb1647f-c94f-4043-8961-d4f6ba9fcb50 req-2bfd8cbf-6b8d-4e0b-a3c9-6d85a9d5555b tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/networks?id=0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 HTTP/1.1" status: 200 len: 812 time: 0.1915274 Aug 22 13:53:59.058903 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-afb1647f-c94f-4043-8961-d4f6ba9fcb50 req-38127f4d-d85e-44fb-9854-19fb1f4636b1 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/quotas/9332af772cbe4a47bd1754f9819c9211 HTTP/1.1" status: 200 len: 375 time: 0.0118496 Aug 22 13:53:59.182301 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-afb1647f-c94f-4043-8961-d4f6ba9fcb50 req-31c9c8b9-7b6d-4399-a3f0-bbc880fca096 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9332af772cbe4a47bd1754f9819c9211&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1149361 Aug 22 13:53:59.189680 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-635c5094-c235-4aa8-8692-3f8e79185f22 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d4e861fa65d04e13965fba5a7940e815&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2916131 Aug 22 13:53:59.192203 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 41032) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:53:59.253377 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-68eafe53-d06e-478e-9801-eaa59973aaa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:59.277622 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-68eafe53-d06e-478e-9801-eaa59973aaa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:59.337023 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-68eafe53-d06e-478e-9801-eaa59973aaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:59.340056 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-68eafe53-d06e-478e-9801-eaa59973aaa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:59.341615 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-68eafe53-d06e-478e-9801-eaa59973aaa1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bff8f716-2cbf-41fd-b41c-8c4439923689 HTTP/1.1" status: 204 len: 168 time: 0.1483762 Aug 22 13:53:59.352339 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eafe53-d06e-478e-9801-eaa59973aaa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff8f716-2cbf-41fd-b41c-8c4439923689,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:53:59.452671 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 41036) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:53:59.460102 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-a383cdf7-618c-4c0c-853d-8f23424c5158 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1150231456', 'description': 'tempest-secgroup-smoke-1150231456 description', 'project_id': '16575b4f2ae9481a99b8750504d27349'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:53:59.525320 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a383cdf7-618c-4c0c-853d-8f23424c5158 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:59.636609 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a383cdf7-618c-4c0c-853d-8f23424c5158 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:59.644107 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a383cdf7-618c-4c0c-853d-8f23424c5158 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:59.681229 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a383cdf7-618c-4c0c-853d-8f23424c5158 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:59.683532 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a383cdf7-618c-4c0c-853d-8f23424c5158 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2285180 Aug 22 13:53:59.686665 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a383cdf7-618c-4c0c-853d-8f23424c5158 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9de67dfe-a732-4180-b157-9be14e8beaf5,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:53:59.689375 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 41040) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:53:59.695243 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-bf5555a5-5f4d-421b-8485-8fb12a4e6ea3 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Request body: {'security_group_rule': {'security_group_id': '9de67dfe-a732-4180-b157-9be14e8beaf5', 'project_id': '16575b4f2ae9481a99b8750504d27349', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:53:59.702825 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 41042) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:53:59.737327 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-df7531aa-c99b-4c1a-b130-575b3d730daa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:59.742456 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-afb1647f-c94f-4043-8961-d4f6ba9fcb50 req-7567ff1d-7cc9-47e5-9f74-ff6428125f0a service neutron] 10.222.0.21 "GET /v2.0/networks/0db5422b-3cd9-4056-8d7a-7dc64f09a7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5495853 Aug 22 13:53:59.796685 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bf5555a5-5f4d-421b-8485-8fb12a4e6ea3 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:59.874259 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-afb1647f-c94f-4043-8961-d4f6ba9fcb50 req-3d9928e7-14a8-4d9c-b625-e997262e30e8 service neutron] 10.222.0.21 "GET /v2.0/networks/0db5422b-3cd9-4056-8d7a-7dc64f09a7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208870 Aug 22 13:53:59.887868 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bf5555a5-5f4d-421b-8485-8fb12a4e6ea3 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:59.933744 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-df7531aa-c99b-4c1a-b130-575b3d730daa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:59.935751 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bf5555a5-5f4d-421b-8485-8fb12a4e6ea3 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:59.950272 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-df7531aa-c99b-4c1a-b130-575b3d730daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:53:59.984413 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5555a5-5f4d-421b-8485-8fb12a4e6ea3 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27066869-d470-489c-b51f-d1be15cab794,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:54:00.009176 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bf5555a5-5f4d-421b-8485-8fb12a4e6ea3 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:00.010407 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-bf5555a5-5f4d-421b-8485-8fb12a4e6ea3 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3196576 Aug 22 13:54:00.013239 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 41046) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:54:00.018539 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-411bcde8-523c-4a4d-82dc-0b2197c5d6aa tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Request body: {'security_group_rule': {'security_group_id': '9de67dfe-a732-4180-b157-9be14e8beaf5', 'project_id': '16575b4f2ae9481a99b8750504d27349', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:54:00.052513 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-df7531aa-c99b-4c1a-b130-575b3d730daa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=15ce61e6b0a043cf948f13593429f070&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3481390 Aug 22 13:54:00.053560 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 41050) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:54:00.058527 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7531aa-c99b-4c1a-b130-575b3d730daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=446cef26-8608-47d1-b7b8-72d132b09f8c,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:54:00.071523 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-411bcde8-523c-4a4d-82dc-0b2197c5d6aa tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:00.149895 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-411bcde8-523c-4a4d-82dc-0b2197c5d6aa tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:00.151769 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ce40d6c9-1c9c-432e-a0cc-fafa34c86029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:00.178235 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ce40d6c9-1c9c-432e-a0cc-fafa34c86029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:00.232724 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-04a7f71d-f911-47ab-9adf-705c545d2f31 req-ccbecdbb-8ff7-4272-93e1-3b0a3a13032b tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=e45a9029-a84f-4233-b48a-2c33fc7dc960 HTTP/1.1" status: 200 len: 210 time: 0.0785892 Aug 22 13:54:00.236478 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-411bcde8-523c-4a4d-82dc-0b2197c5d6aa tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:00.300780 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411bcde8-523c-4a4d-82dc-0b2197c5d6aa tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdc4811c-1cbf-4fa6-a775-a10720afe2b8,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:54:00.308478 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-411bcde8-523c-4a4d-82dc-0b2197c5d6aa tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:00.310896 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ce40d6c9-1c9c-432e-a0cc-fafa34c86029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:00.312759 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-411bcde8-523c-4a4d-82dc-0b2197c5d6aa tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2984126 Aug 22 13:54:00.320542 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ce40d6c9-1c9c-432e-a0cc-fafa34c86029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:00.320687 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 41060) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:54:00.323941 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ce40d6c9-1c9c-432e-a0cc-fafa34c86029 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/446cef26-8608-47d1-b7b8-72d132b09f8c HTTP/1.1" status: 204 len: 168 time: 0.2598231 Aug 22 13:54:00.328317 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device a49efba0-0eab-4f66-904e-4b09e348bcc5 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:54:00.338108 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce40d6c9-1c9c-432e-a0cc-fafa34c86029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446cef26-8608-47d1-b7b8-72d132b09f8c,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:54:00.350467 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-6d8678f4-056b-4831-b797-5c1c03fd7b66 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Request body: {'security_group_rule': {'security_group_id': '9de67dfe-a732-4180-b157-9be14e8beaf5', 'project_id': '16575b4f2ae9481a99b8750504d27349', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:54:00.407779 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6d8678f4-056b-4831-b797-5c1c03fd7b66 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:00.407915 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: a49efba0-0eab-4f66-904e-4b09e348bcc5 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:54:00.408202 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device a49efba0-0eab-4f66-904e-4b09e348bcc5 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:54:00.534645 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6d8678f4-056b-4831-b797-5c1c03fd7b66 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:00.543346 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6d8678f4-056b-4831-b797-5c1c03fd7b66 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:00.577533 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8678f4-056b-4831-b797-5c1c03fd7b66 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54902082-8050-4f51-b53c-61f86df3a413,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:54:00.586508 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6d8678f4-056b-4831-b797-5c1c03fd7b66 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:00.587931 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-6d8678f4-056b-4831-b797-5c1c03fd7b66 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2661486 Aug 22 13:54:00.590948 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 41068) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:54:00.597249 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-ef51a117-f13e-4e78-b334-f4ff117517d3 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Request body: {'security_group_rule': {'security_group_id': '9de67dfe-a732-4180-b157-9be14e8beaf5', 'project_id': '16575b4f2ae9481a99b8750504d27349', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:54:00.631911 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ef51a117-f13e-4e78-b334-f4ff117517d3 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:00.721274 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ef51a117-f13e-4e78-b334-f4ff117517d3 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:00.727878 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ef51a117-f13e-4e78-b334-f4ff117517d3 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:00.748920 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef51a117-f13e-4e78-b334-f4ff117517d3 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=253390e7-c14b-42d1-9729-4b9bc0f127f6,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:54:00.767255 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ef51a117-f13e-4e78-b334-f4ff117517d3 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:00.769662 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ef51a117-f13e-4e78-b334-f4ff117517d3 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1769583 Aug 22 13:54:00.771346 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 41082) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:54:00.776152 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-d1ffa174-aded-40e7-b55c-fabf55e7d491 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Request body: {'security_group_rule': {'security_group_id': '9de67dfe-a732-4180-b157-9be14e8beaf5', 'project_id': '16575b4f2ae9481a99b8750504d27349', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:54:00.821827 n-d-793621-33 neutron-server[94628]: INFO neutron.db.securitygroups_db [None req-d1ffa174-aded-40e7-b55c-fabf55e7d491 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Project 16575b4f2ae9481a99b8750504d27349 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 13:54:00.829023 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d1ffa174-aded-40e7-b55c-fabf55e7d491 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:00.899501 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d1ffa174-aded-40e7-b55c-fabf55e7d491 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:00.906184 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d1ffa174-aded-40e7-b55c-fabf55e7d491 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:00.928369 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ffa174-aded-40e7-b55c-fabf55e7d491 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62a89d2c-c240-4ecc-bc0a-ec56301d9c1b,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:54:00.940007 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d1ffa174-aded-40e7-b55c-fabf55e7d491 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:00.944816 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d1ffa174-aded-40e7-b55c-fabf55e7d491 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1699090 Aug 22 13:54:00.945634 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 41084) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:54:00.952394 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-802cbad2-e98e-4e01-803b-58e1d31c0916 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Request body: {'security_group_rule': {'security_group_id': '9de67dfe-a732-4180-b157-9be14e8beaf5', 'project_id': '16575b4f2ae9481a99b8750504d27349', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:54:00.987124 n-d-793621-33 neutron-server[94627]: INFO neutron.db.securitygroups_db [None req-802cbad2-e98e-4e01-803b-58e1d31c0916 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Project 16575b4f2ae9481a99b8750504d27349 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 13:54:00.993203 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-802cbad2-e98e-4e01-803b-58e1d31c0916 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:01.002098 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 41086) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:54:01.062793 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a75315c9-9ee8-45dd-8dab-f53764310ce6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=95b2047d16494214af6eb587bc77729a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0591862 Aug 22 13:54:01.065208 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 41088) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:54:01.083569 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6f66f6aa-4bc0-49bd-9bfc-849f2a49567c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:01.095531 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-802cbad2-e98e-4e01-803b-58e1d31c0916 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:01.102910 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-802cbad2-e98e-4e01-803b-58e1d31c0916 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:01.141676 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802cbad2-e98e-4e01-803b-58e1d31c0916 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55cdd4ef-da92-41ae-98dc-dc93aefe2cd0,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:54:01.155893 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e08c1a73-4ce8-4f1c-8979-a5f3cd527356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:01.156168 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-802cbad2-e98e-4e01-803b-58e1d31c0916 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:01.166322 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-802cbad2-e98e-4e01-803b-58e1d31c0916 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2191994 Aug 22 13:54:01.189648 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e08c1a73-4ce8-4f1c-8979-a5f3cd527356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:01.218035 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:01.255489 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e08c1a73-4ce8-4f1c-8979-a5f3cd527356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:01.262018 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e08c1a73-4ce8-4f1c-8979-a5f3cd527356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:01.264529 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e08c1a73-4ce8-4f1c-8979-a5f3cd527356 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9cef23c6-5ce8-43ee-8e10-32646a558a0a HTTP/1.1" status: 204 len: 168 time: 0.1977637 Aug 22 13:54:01.272912 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08c1a73-4ce8-4f1c-8979-a5f3cd527356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cef23c6-5ce8-43ee-8e10-32646a558a0a,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:54:01.406675 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-142d9b0c-e14a-48b4-91c1-3f434f05835c req-dd5095a3-fec1-437f-a1ea-fdc551bc226e tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=e45a9029-a84f-4233-b48a-2c33fc7dc960 HTTP/1.1" status: 200 len: 210 time: 0.0395851 Aug 22 13:54:01.501875 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-030ba204-e009-4ac0-bb4b-f732156eb302 req-ea9e8fa8-16c1-46a7-9b01-535ae973409d tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1150231456&fields=id&tenant_id=16575b4f2ae9481a99b8750504d27349 HTTP/1.1" status: 200 len: 267 time: 0.0443332 Aug 22 13:54:01.766947 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb1647f-c94f-4043-8961-d4f6ba9fcb50 req-9697f3bf-6a06-4a12-b757-783b23a0ccaf tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:01.769664 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-afb1647f-c94f-4043-8961-d4f6ba9fcb50 req-9697f3bf-6a06-4a12-b757-783b23a0ccaf tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.16 "GET /v2.0/networks?id=0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 HTTP/1.1" status: 200 len: 812 time: 0.2666152 Aug 22 13:54:01.778095 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ba204-e009-4ac0-bb4b-f732156eb302 req-609f1e30-d008-4119-90ad-7560dfe24f4b tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:01.788160 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-030ba204-e009-4ac0-bb4b-f732156eb302 req-609f1e30-d008-4119-90ad-7560dfe24f4b tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.21 "GET /v2.0/networks?id=9fa7caec-143e-4f1c-868c-cd2128f28d10 HTTP/1.1" status: 200 len: 814 time: 0.2746518 Aug 22 13:54:01.796307 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-afb1647f-c94f-4043-8961-d4f6ba9fcb50 req-acfa32e3-2170-4b4b-ac27-11b47b381479 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Request body: {'port': {'device_id': 'e45a9029-a84f-4233-b48a-2c33fc7dc960', 'network_id': '0db5422b-3cd9-4056-8d7a-7dc64f09a7c0', 'admin_state_up': True, 'tenant_id': '9332af772cbe4a47bd1754f9819c9211'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:54:01.819733 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-030ba204-e009-4ac0-bb4b-f732156eb302 req-99c8127d-8dcb-4e98-9428-93154b375539 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.21 "GET /v2.0/quotas/16575b4f2ae9481a99b8750504d27349 HTTP/1.1" status: 200 len: 375 time: 0.0298965 Aug 22 13:54:01.981056 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-030ba204-e009-4ac0-bb4b-f732156eb302 req-ce18c880-9a01-4b3c-8236-8105d902f49b tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=16575b4f2ae9481a99b8750504d27349&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1532929 Aug 22 13:54:02.027559 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [req-030ba204-e009-4ac0-bb4b-f732156eb302 req-09e821a3-f029-47e0-97b4-8186683f3c08 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:54:02.035271 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-030ba204-e009-4ac0-bb4b-f732156eb302 req-09e821a3-f029-47e0-97b4-8186683f3c08 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0323882 Aug 22 13:54:02.188414 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-030ba204-e009-4ac0-bb4b-f732156eb302 req-5e5bad2a-284e-4cc2-8ecd-f148cf0c99bc service neutron] 10.222.0.21 "GET /v2.0/networks/9fa7caec-143e-4f1c-868c-cd2128f28d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446993 Aug 22 13:54:02.191244 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afb1647f-c94f-4043-8961-d4f6ba9fcb50 req-acfa32e3-2170-4b4b-ac27-11b47b381479 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Made reservation on behalf of 9332af772cbe4a47bd1754f9819c9211 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:54:02.195724 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-afb1647f-c94f-4043-8961-d4f6ba9fcb50 req-acfa32e3-2170-4b4b-ac27-11b47b381479 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:02.486529 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:02.500812 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-afb1647f-c94f-4043-8961-d4f6ba9fcb50 req-acfa32e3-2170-4b4b-ac27-11b47b381479 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Allocated IP 172.20.0.13 (0db5422b-3cd9-4056-8d7a-7dc64f09a7c0/96df5698-35fe-4400-8623-8e6dad52953f/ab081439-4fb4-486c-bca8-26fb39dcb984) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:54:02.514540 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-030ba204-e009-4ac0-bb4b-f732156eb302 req-466b8fc4-c4bf-4a31-89dc-022ae7285521 service neutron] 10.222.0.21 "GET /v2.0/networks/9fa7caec-143e-4f1c-868c-cd2128f28d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063970 Aug 22 13:54:02.696998 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dc495c23-bfa7-400e-8604-0656c18f43ad req-744ba9ae-561e-4ef9-a5d7-101a76a19644 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=e45a9029-a84f-4233-b48a-2c33fc7dc960 HTTP/1.1" status: 200 len: 210 time: 0.1685293 Aug 22 13:54:02.881127 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-afb1647f-c94f-4043-8961-d4f6ba9fcb50 req-acfa32e3-2170-4b4b-ac27-11b47b381479 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:02.955664 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-afb1647f-c94f-4043-8961-d4f6ba9fcb50 req-acfa32e3-2170-4b4b-ac27-11b47b381479 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Transition to ACTIVE for port object ab081439-4fb4-486c-bca8-26fb39dcb984 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:54:03.066746 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-359e30ee-764f-477d-8445-749f8b1ebd4a req-aa6ad5b5-9987-4f05-915d-981b134e094a tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc57d61e-706a-4af7-a109-51f0f5c69729 HTTP/1.1" status: 200 len: 210 time: 0.0614774 Aug 22 13:54:03.082856 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-afb1647f-c94f-4043-8961-d4f6ba9fcb50 req-acfa32e3-2170-4b4b-ac27-11b47b381479 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:03.098404 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['698de0fa-91b4-4ddf-95f2-f2c3efc4bd69'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:54:03.154570 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afb1647f-c94f-4043-8961-d4f6ba9fcb50 req-acfa32e3-2170-4b4b-ac27-11b47b381479 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Network 0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:54:03.162541 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-afb1647f-c94f-4043-8961-d4f6ba9fcb50 req-acfa32e3-2170-4b4b-ac27-11b47b381479 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:54:03.182468 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb1647f-c94f-4043-8961-d4f6ba9fcb50 req-acfa32e3-2170-4b4b-ac27-11b47b381479 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:54:03.245879 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa32e3-2170-4b4b-ac27-11b47b381479 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Pushing event updated for resources: {'Port': ['ID=ab081439-4fb4-486c-bca8-26fb39dcb984,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:54:03.356499 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb1647f-c94f-4043-8961-d4f6ba9fcb50 req-acfa32e3-2170-4b4b-ac27-11b47b381479 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:03.357801 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-afb1647f-c94f-4043-8961-d4f6ba9fcb50 req-acfa32e3-2170-4b4b-ac27-11b47b381479 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:03.407944 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-afb1647f-c94f-4043-8961-d4f6ba9fcb50 req-acfa32e3-2170-4b4b-ac27-11b47b381479 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6166606 Aug 22 13:54:03.423371 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-afb1647f-c94f-4043-8961-d4f6ba9fcb50 req-3534dc36-c93e-4d94-b691-4d91e20e823d service neutron] Request body: {'port': {'device_id': 'e45a9029-a84f-4233-b48a-2c33fc7dc960', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:54:03.561279 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-afb1647f-c94f-4043-8961-d4f6ba9fcb50 req-3534dc36-c93e-4d94-b691-4d91e20e823d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:03.692957 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-9005ff3d-f943-4c1b-88bb-bf0e75281046 None None] Provisioning for port ab081439-4fb4-486c-bca8-26fb39dcb984 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:54:03.698428 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-9005ff3d-f943-4c1b-88bb-bf0e75281046 None None] Provisioning complete for port ab081439-4fb4-486c-bca8-26fb39dcb984 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:54:03.698807 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9005ff3d-f943-4c1b-88bb-bf0e75281046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:03.807352 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-9005ff3d-f943-4c1b-88bb-bf0e75281046 None None] Port ab081439-4fb4-486c-bca8-26fb39dcb984 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:54:03.947459 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6c9b1-b57e-4f0b-a32d-489736102df5 req-c2571342-5cbd-43df-a227-83cd9a11799f tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:03.949064 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ede6c9b1-b57e-4f0b-a32d-489736102df5 req-c2571342-5cbd-43df-a227-83cd9a11799f tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=e45a9029-a84f-4233-b48a-2c33fc7dc960 HTTP/1.1" status: 200 len: 932 time: 0.1227093 Aug 22 13:54:03.984809 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:04.023330 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ede6c9b1-b57e-4f0b-a32d-489736102df5 req-db42dc2c-4227-48eb-b56c-0ae77a639143 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584755 Aug 22 13:54:04.094581 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-afb1647f-c94f-4043-8961-d4f6ba9fcb50 req-3534dc36-c93e-4d94-b691-4d91e20e823d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab081439-4fb4-486c-bca8-26fb39dcb984 {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:54:04.103539 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-afb1647f-c94f-4043-8961-d4f6ba9fcb50 req-3534dc36-c93e-4d94-b691-4d91e20e823d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:04.120076 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-afb1647f-c94f-4043-8961-d4f6ba9fcb50 req-3534dc36-c93e-4d94-b691-4d91e20e823d service neutron] Transition to ACTIVE for port object ab081439-4fb4-486c-bca8-26fb39dcb984 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:54:04.126887 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-afb1647f-c94f-4043-8961-d4f6ba9fcb50 req-3534dc36-c93e-4d94-b691-4d91e20e823d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:04.213078 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4421df08-ffa8-4f16-bc54-aa03d7e8b3e6 req-9c4374d6-7396-42cc-8677-b12b2aa25804 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc57d61e-706a-4af7-a109-51f0f5c69729 HTTP/1.1" status: 200 len: 210 time: 0.0493748 Aug 22 13:54:04.249150 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3534dc36-c93e-4d94-b691-4d91e20e823d service neutron] Pushing event updated for resources: {'Port': ['ID=ab081439-4fb4-486c-bca8-26fb39dcb984,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:54:04.267180 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:04.317394 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-afb1647f-c94f-4043-8961-d4f6ba9fcb50 req-3534dc36-c93e-4d94-b691-4d91e20e823d service neutron] Attempting to bind port ab081439-4fb4-486c-bca8-26fb39dcb984 on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:54:04.317747 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-afb1647f-c94f-4043-8961-d4f6ba9fcb50 req-3534dc36-c93e-4d94-b691-4d91e20e823d service neutron] Attempting to bind port ab081439-4fb4-486c-bca8-26fb39dcb984 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '3236bd72-b879-4aac-9539-57e8f1383d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0db5422b-3cd9-4056-8d7a-7dc64f09a7c0'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:54:04.318078 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb1647f-c94f-4043-8961-d4f6ba9fcb50 req-3534dc36-c93e-4d94-b691-4d91e20e823d service neutron] Attempting to bind port ab081439-4fb4-486c-bca8-26fb39dcb984 on network 0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:54:04.322741 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb1647f-c94f-4043-8961-d4f6ba9fcb50 req-3534dc36-c93e-4d94-b691-4d91e20e823d service neutron] Port ab081439-4fb4-486c-bca8-26fb39dcb984 on network 0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:54:04.323068 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb1647f-c94f-4043-8961-d4f6ba9fcb50 req-3534dc36-c93e-4d94-b691-4d91e20e823d service neutron] Attempting to bind port ab081439-4fb4-486c-bca8-26fb39dcb984 on network 0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:54:04.328724 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb1647f-c94f-4043-8961-d4f6ba9fcb50 req-3534dc36-c93e-4d94-b691-4d91e20e823d service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:54:04.329071 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb1647f-c94f-4043-8961-d4f6ba9fcb50 req-3534dc36-c93e-4d94-b691-4d91e20e823d service neutron] Checking segment: {'id': '3236bd72-b879-4aac-9539-57e8f1383d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0db5422b-3cd9-4056-8d7a-7dc64f09a7c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:54:04.329461 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb1647f-c94f-4043-8961-d4f6ba9fcb50 req-3534dc36-c93e-4d94-b691-4d91e20e823d service neutron] Bound using segment: {'id': '3236bd72-b879-4aac-9539-57e8f1383d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0db5422b-3cd9-4056-8d7a-7dc64f09a7c0'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:54:04.330023 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-afb1647f-c94f-4043-8961-d4f6ba9fcb50 req-3534dc36-c93e-4d94-b691-4d91e20e823d service neutron] Bound port: ab081439-4fb4-486c-bca8-26fb39dcb984, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3236bd72-b879-4aac-9539-57e8f1383d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0db5422b-3cd9-4056-8d7a-7dc64f09a7c0'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:54:04.330395 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-afb1647f-c94f-4043-8961-d4f6ba9fcb50 req-3534dc36-c93e-4d94-b691-4d91e20e823d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:04.420442 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-afb1647f-c94f-4043-8961-d4f6ba9fcb50 req-3534dc36-c93e-4d94-b691-4d91e20e823d service neutron] For port ab081439-4fb4-486c-bca8-26fb39dcb984, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:54:04.424441 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-afb1647f-c94f-4043-8961-d4f6ba9fcb50 req-3534dc36-c93e-4d94-b691-4d91e20e823d service neutron] For port ab081439-4fb4-486c-bca8-26fb39dcb984, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=ab081439-4fb4-486c-bca8-26fb39dcb984,segment=NetworkSegment(3236bd72-b879-4aac-9539-57e8f1383d4a),segment_id=3236bd72-b879-4aac-9539-57e8f1383d4a)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:54:04.430843 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-afb1647f-c94f-4043-8961-d4f6ba9fcb50 req-3534dc36-c93e-4d94-b691-4d91e20e823d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:04.476345 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb1647f-c94f-4043-8961-d4f6ba9fcb50 req-3534dc36-c93e-4d94-b691-4d91e20e823d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:04.476974 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-afb1647f-c94f-4043-8961-d4f6ba9fcb50 req-3534dc36-c93e-4d94-b691-4d91e20e823d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:04.479139 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-afb1647f-c94f-4043-8961-d4f6ba9fcb50 req-3534dc36-c93e-4d94-b691-4d91e20e823d service neutron] 10.222.0.16 "PUT /v2.0/ports/ab081439-4fb4-486c-bca8-26fb39dcb984 HTTP/1.1" status: 200 len: 1093 time: 1.0618789 Aug 22 13:54:04.479139 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e45a9029-a84f-4233-b48a-2c33fc7dc960', 'tag': 'ab081439-4fb4-486c-bca8-26fb39dcb984'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:54:04.481522 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a4ceb4-6a2c-476f-98ed-1f767eb91fee" -d '{"events": [{"name": "network-changed", "server_uuid": "e45a9029-a84f-4233-b48a-2c33fc7dc960", "tag": "ab081439-4fb4-486c-bca8-26fb39dcb984"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:54:04.556354 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3534dc36-c93e-4d94-b691-4d91e20e823d service neutron] Pushing event updated for resources: {'Port': ['ID=ab081439-4fb4-486c-bca8-26fb39dcb984,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:54:04.579164 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d66005c-0f61-4485-990a-2c8f16b4e160 x-openstack-request-id: req-8d66005c-0f61-4485-990a-2c8f16b4e160 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:54:04.579443 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e45a9029-a84f-4233-b48a-2c33fc7dc960", "tag": "ab081439-4fb4-486c-bca8-26fb39dcb984", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:54:04.579693 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8d66005c-0f61-4485-990a-2c8f16b4e160 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:54:04.580091 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e45a9029-a84f-4233-b48a-2c33fc7dc960', 'tag': 'ab081439-4fb4-486c-bca8-26fb39dcb984', 'status': 'completed', 'code': 200} Aug 22 13:54:04.621822 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb1647f-c94f-4043-8961-d4f6ba9fcb50 req-8245a909-9464-4cc4-92a6-4e6fd710a39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:04.624914 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-afb1647f-c94f-4043-8961-d4f6ba9fcb50 req-8245a909-9464-4cc4-92a6-4e6fd710a39d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9332af772cbe4a47bd1754f9819c9211&device_id=e45a9029-a84f-4233-b48a-2c33fc7dc960 HTTP/1.1" status: 200 len: 1096 time: 0.0649183 Aug 22 13:54:04.653521 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ba204-e009-4ac0-bb4b-f732156eb302 req-62475ebf-1308-4fe2-8543-975c2d2097b1 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:04.655315 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-030ba204-e009-4ac0-bb4b-f732156eb302 req-62475ebf-1308-4fe2-8543-975c2d2097b1 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.41 "GET /v2.0/networks?id=9fa7caec-143e-4f1c-868c-cd2128f28d10 HTTP/1.1" status: 200 len: 814 time: 0.2540660 Aug 22 13:54:04.721827 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-030ba204-e009-4ac0-bb4b-f732156eb302 req-5f09e874-f5ca-4189-a8bd-c1504e79ec3a tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16575b4f2ae9481a99b8750504d27349 HTTP/1.1" status: 200 len: 380 time: 0.0591879 Aug 22 13:54:04.728267 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-afb1647f-c94f-4043-8961-d4f6ba9fcb50 req-47936b42-f0e0-4d81-b40d-985e02dfdf86 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab081439-4fb4-486c-bca8-26fb39dcb984 HTTP/1.1" status: 200 len: 217 time: 0.0948532 Aug 22 13:54:04.748517 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-030ba204-e009-4ac0-bb4b-f732156eb302 req-dbb10c6c-9ab3-433e-a0c0-1bda984836f2 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Request body: {'port': {'device_id': 'fc57d61e-706a-4af7-a109-51f0f5c69729', 'network_id': '9fa7caec-143e-4f1c-868c-cd2128f28d10', 'admin_state_up': True, 'tenant_id': '16575b4f2ae9481a99b8750504d27349', 'security_groups': ['9de67dfe-a732-4180-b157-9be14e8beaf5']}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:54:04.852124 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb1647f-c94f-4043-8961-d4f6ba9fcb50 req-03338c82-85e9-405e-8675-439772196d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:04.853786 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-afb1647f-c94f-4043-8961-d4f6ba9fcb50 req-03338c82-85e9-405e-8675-439772196d03 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=96df5698-35fe-4400-8623-8e6dad52953f HTTP/1.1" status: 200 len: 851 time: 0.1170433 Aug 22 13:54:04.924514 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb1647f-c94f-4043-8961-d4f6ba9fcb50 req-e1442e29-64b5-4c3a-b930-7b67a7ee4e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:04.926327 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-afb1647f-c94f-4043-8961-d4f6ba9fcb50 req-e1442e29-64b5-4c3a-b930-7b67a7ee4e8c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0db5422b-3cd9-4056-8d7a-7dc64f09a7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0637155 Aug 22 13:54:04.947288 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-030ba204-e009-4ac0-bb4b-f732156eb302 req-dbb10c6c-9ab3-433e-a0c0-1bda984836f2 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Made reservation on behalf of 16575b4f2ae9481a99b8750504d27349 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:54:04.957013 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-030ba204-e009-4ac0-bb4b-f732156eb302 req-dbb10c6c-9ab3-433e-a0c0-1bda984836f2 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:05.072316 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-afb1647f-c94f-4043-8961-d4f6ba9fcb50 req-0225d9a6-1295-4d49-ba06-ad02562ff40b service neutron] 10.222.0.16 "GET /v2.0/networks/0db5422b-3cd9-4056-8d7a-7dc64f09a7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382265 Aug 22 13:54:05.156886 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-030ba204-e009-4ac0-bb4b-f732156eb302 req-dbb10c6c-9ab3-433e-a0c0-1bda984836f2 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Allocated IP 172.20.0.7 (9fa7caec-143e-4f1c-868c-cd2128f28d10/f13d8d25-c567-4a92-815b-511448d6b80e/f54f1dc4-e5f0-4154-b71e-ae4749761dba) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:54:05.260815 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f25aa-a3a0-41f2-a0d3-cf4313ed09ba req-5ca18a61-78f1-4dc5-bd27-453f1bda5896 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:05.263982 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7b4f25aa-a3a0-41f2-a0d3-cf4313ed09ba req-5ca18a61-78f1-4dc5-bd27-453f1bda5896 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=e45a9029-a84f-4233-b48a-2c33fc7dc960 HTTP/1.1" status: 200 len: 944 time: 0.1115518 Aug 22 13:54:05.304190 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-afb1647f-c94f-4043-8961-d4f6ba9fcb50 req-e991a23a-f3aa-4ea4-b803-88a4632cea0f service neutron] 10.222.0.16 "GET /v2.0/networks/0db5422b-3cd9-4056-8d7a-7dc64f09a7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232904 Aug 22 13:54:05.350302 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d4885e87-8d14-41e8-9eeb-5d227523c27e req-af3e9091-4e80-4a47-b8d0-acebafa032cf tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-763249296&fields=id&tenant_id=19e069a6935a47bcb8831313e7520ef4 HTTP/1.1" status: 200 len: 267 time: 0.0832467 Aug 22 13:54:05.353690 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7b4f25aa-a3a0-41f2-a0d3-cf4313ed09ba req-cfa76d89-d851-4959-9c9e-e7f1240e0205 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790064 Aug 22 13:54:05.436340 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-030ba204-e009-4ac0-bb4b-f732156eb302 req-dbb10c6c-9ab3-433e-a0c0-1bda984836f2 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:05.452821 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-030ba204-e009-4ac0-bb4b-f732156eb302 req-dbb10c6c-9ab3-433e-a0c0-1bda984836f2 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Transition to ACTIVE for port object f54f1dc4-e5f0-4154-b71e-ae4749761dba will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:54:05.484198 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5fa06daf-44c6-403b-a635-c7ed609262ed req-b846229c-e5a6-4f85-aeae-1e71cf2682e1 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc57d61e-706a-4af7-a109-51f0f5c69729 HTTP/1.1" status: 200 len: 210 time: 0.0634899 Aug 22 13:54:05.494452 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-030ba204-e009-4ac0-bb4b-f732156eb302 req-dbb10c6c-9ab3-433e-a0c0-1bda984836f2 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:05.501429 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a4ceb4-6a2c-476f-98ed-1f767eb91fee req-4fffb133-d49c-449d-b219-d24d0a7cf1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:05.503902 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-36a4ceb4-6a2c-476f-98ed-1f767eb91fee req-4fffb133-d49c-449d-b219-d24d0a7cf1b5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9332af772cbe4a47bd1754f9819c9211&device_id=e45a9029-a84f-4233-b48a-2c33fc7dc960 HTTP/1.1" status: 200 len: 1096 time: 0.1479077 Aug 22 13:54:05.554189 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-030ba204-e009-4ac0-bb4b-f732156eb302 req-dbb10c6c-9ab3-433e-a0c0-1bda984836f2 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Network 9fa7caec-143e-4f1c-868c-cd2128f28d10 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:54:05.557492 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-030ba204-e009-4ac0-bb4b-f732156eb302 req-dbb10c6c-9ab3-433e-a0c0-1bda984836f2 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:54:05.563217 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-030ba204-e009-4ac0-bb4b-f732156eb302 req-dbb10c6c-9ab3-433e-a0c0-1bda984836f2 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:54:05.572133 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb10c6c-9ab3-433e-a0c0-1bda984836f2 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Pushing event updated for resources: {'Port': ['ID=f54f1dc4-e5f0-4154-b71e-ae4749761dba,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:54:05.608396 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4885e87-8d14-41e8-9eeb-5d227523c27e req-eeeb06f6-51fd-4e12-971a-6abba7f2e1ac tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:05.617305 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d4885e87-8d14-41e8-9eeb-5d227523c27e req-eeeb06f6-51fd-4e12-971a-6abba7f2e1ac tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/networks?id=f8ac2233-ea24-423f-9bd4-53abb27cd3b8 HTTP/1.1" status: 200 len: 812 time: 0.2522078 Aug 22 13:54:05.646285 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ba204-e009-4ac0-bb4b-f732156eb302 req-dbb10c6c-9ab3-433e-a0c0-1bda984836f2 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:05.647114 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-030ba204-e009-4ac0-bb4b-f732156eb302 req-dbb10c6c-9ab3-433e-a0c0-1bda984836f2 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:05.654722 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d4885e87-8d14-41e8-9eeb-5d227523c27e req-ef006fd6-0260-412e-851f-d14837450d21 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/quotas/19e069a6935a47bcb8831313e7520ef4 HTTP/1.1" status: 200 len: 375 time: 0.0362439 Aug 22 13:54:05.671579 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-030ba204-e009-4ac0-bb4b-f732156eb302 req-dbb10c6c-9ab3-433e-a0c0-1bda984836f2 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9429021 Aug 22 13:54:05.683816 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a4ceb4-6a2c-476f-98ed-1f767eb91fee req-78abdf3d-765e-4104-861f-fae6128a1b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:05.684028 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-030ba204-e009-4ac0-bb4b-f732156eb302 req-dc4ad047-d905-4625-b0b5-1807919bf8e5 service neutron] Request body: {'port': {'device_id': 'fc57d61e-706a-4af7-a109-51f0f5c69729', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:54:05.684120 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-36a4ceb4-6a2c-476f-98ed-1f767eb91fee req-78abdf3d-765e-4104-861f-fae6128a1b3e service neutron] 10.222.0.16 "GET /v2.0/networks?id=0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 HTTP/1.1" status: 200 len: 913 time: 0.1689134 Aug 22 13:54:05.748838 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-030ba204-e009-4ac0-bb4b-f732156eb302 req-dc4ad047-d905-4625-b0b5-1807919bf8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:05.749668 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-36a4ceb4-6a2c-476f-98ed-1f767eb91fee req-9e35d0c0-4337-42bd-b12f-d229c677dc1b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab081439-4fb4-486c-bca8-26fb39dcb984 HTTP/1.1" status: 200 len: 217 time: 0.0458968 Aug 22 13:54:05.824046 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d4885e87-8d14-41e8-9eeb-5d227523c27e req-7e766836-91db-49bd-955f-51eef5b68356 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=19e069a6935a47bcb8831313e7520ef4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1567056 Aug 22 13:54:05.900782 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a4ceb4-6a2c-476f-98ed-1f767eb91fee req-ab76844e-e567-4643-824f-bd0dc6587715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:05.902277 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-36a4ceb4-6a2c-476f-98ed-1f767eb91fee req-ab76844e-e567-4643-824f-bd0dc6587715 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=96df5698-35fe-4400-8623-8e6dad52953f HTTP/1.1" status: 200 len: 851 time: 0.1403477 Aug 22 13:54:06.008728 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-adeb6e4a-4330-4cfb-8f76-d5c8709848df None None] Provisioning for port f54f1dc4-e5f0-4154-b71e-ae4749761dba completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:54:06.012575 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-adeb6e4a-4330-4cfb-8f76-d5c8709848df None None] Provisioning complete for port f54f1dc4-e5f0-4154-b71e-ae4749761dba triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:54:06.012978 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-adeb6e4a-4330-4cfb-8f76-d5c8709848df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:06.038944 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a4ceb4-6a2c-476f-98ed-1f767eb91fee req-08e0c7db-fc9b-4d7e-9ccc-1d918cc80b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:06.040556 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-36a4ceb4-6a2c-476f-98ed-1f767eb91fee req-08e0c7db-fc9b-4d7e-9ccc-1d918cc80b26 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0db5422b-3cd9-4056-8d7a-7dc64f09a7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0994675 Aug 22 13:54:06.042801 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d4885e87-8d14-41e8-9eeb-5d227523c27e req-67d5f435-000b-4668-b861-cbadd8e28496 service neutron] 10.222.0.21 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999414 Aug 22 13:54:06.097408 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-adeb6e4a-4330-4cfb-8f76-d5c8709848df None None] Port f54f1dc4-e5f0-4154-b71e-ae4749761dba cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:54:06.215694 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-030ba204-e009-4ac0-bb4b-f732156eb302 req-dc4ad047-d905-4625-b0b5-1807919bf8e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f54f1dc4-e5f0-4154-b71e-ae4749761dba {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:54:06.225346 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-030ba204-e009-4ac0-bb4b-f732156eb302 req-dc4ad047-d905-4625-b0b5-1807919bf8e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:06.238817 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-030ba204-e009-4ac0-bb4b-f732156eb302 req-dc4ad047-d905-4625-b0b5-1807919bf8e5 service neutron] Transition to ACTIVE for port object f54f1dc4-e5f0-4154-b71e-ae4749761dba will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:54:06.245356 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-030ba204-e009-4ac0-bb4b-f732156eb302 req-dc4ad047-d905-4625-b0b5-1807919bf8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:06.252155 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-36a4ceb4-6a2c-476f-98ed-1f767eb91fee req-70504cdd-76a4-4a1e-9ba2-c011ba48dc8e service neutron] 10.222.0.16 "GET /v2.0/networks/0db5422b-3cd9-4056-8d7a-7dc64f09a7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035809 Aug 22 13:54:06.254031 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d4885e87-8d14-41e8-9eeb-5d227523c27e req-ec86e314-2dcb-4f43-9a19-6f612523d103 service neutron] 10.222.0.21 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046349 Aug 22 13:54:06.385608 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 41166) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:54:06.429003 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4ad047-d905-4625-b0b5-1807919bf8e5 service neutron] Pushing event updated for resources: {'Port': ['ID=f54f1dc4-e5f0-4154-b71e-ae4749761dba,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:54:06.430441 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device ab081439-4fb4-486c-bca8-26fb39dcb984 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:54:06.472155 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-030ba204-e009-4ac0-bb4b-f732156eb302 req-dc4ad047-d905-4625-b0b5-1807919bf8e5 service neutron] Attempting to bind port f54f1dc4-e5f0-4154-b71e-ae4749761dba on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:54:06.472532 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-030ba204-e009-4ac0-bb4b-f732156eb302 req-dc4ad047-d905-4625-b0b5-1807919bf8e5 service neutron] Attempting to bind port f54f1dc4-e5f0-4154-b71e-ae4749761dba by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': 'b5d4590f-61b6-46be-9a59-37c74c0720bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9fa7caec-143e-4f1c-868c-cd2128f28d10'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:54:06.472867 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030ba204-e009-4ac0-bb4b-f732156eb302 req-dc4ad047-d905-4625-b0b5-1807919bf8e5 service neutron] Attempting to bind port f54f1dc4-e5f0-4154-b71e-ae4749761dba on network 9fa7caec-143e-4f1c-868c-cd2128f28d10 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:54:06.484474 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030ba204-e009-4ac0-bb4b-f732156eb302 req-dc4ad047-d905-4625-b0b5-1807919bf8e5 service neutron] Port f54f1dc4-e5f0-4154-b71e-ae4749761dba on network 9fa7caec-143e-4f1c-868c-cd2128f28d10 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:54:06.484733 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030ba204-e009-4ac0-bb4b-f732156eb302 req-dc4ad047-d905-4625-b0b5-1807919bf8e5 service neutron] Attempting to bind port f54f1dc4-e5f0-4154-b71e-ae4749761dba on network 9fa7caec-143e-4f1c-868c-cd2128f28d10 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:54:06.505643 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030ba204-e009-4ac0-bb4b-f732156eb302 req-dc4ad047-d905-4625-b0b5-1807919bf8e5 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:54:06.505969 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030ba204-e009-4ac0-bb4b-f732156eb302 req-dc4ad047-d905-4625-b0b5-1807919bf8e5 service neutron] Checking segment: {'id': 'b5d4590f-61b6-46be-9a59-37c74c0720bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9fa7caec-143e-4f1c-868c-cd2128f28d10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:54:06.506301 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030ba204-e009-4ac0-bb4b-f732156eb302 req-dc4ad047-d905-4625-b0b5-1807919bf8e5 service neutron] Bound using segment: {'id': 'b5d4590f-61b6-46be-9a59-37c74c0720bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9fa7caec-143e-4f1c-868c-cd2128f28d10'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:54:06.506844 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-030ba204-e009-4ac0-bb4b-f732156eb302 req-dc4ad047-d905-4625-b0b5-1807919bf8e5 service neutron] Bound port: f54f1dc4-e5f0-4154-b71e-ae4749761dba, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5d4590f-61b6-46be-9a59-37c74c0720bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9fa7caec-143e-4f1c-868c-cd2128f28d10'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:54:06.507219 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-030ba204-e009-4ac0-bb4b-f732156eb302 req-dc4ad047-d905-4625-b0b5-1807919bf8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:06.534098 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-36a4ceb4-6a2c-476f-98ed-1f767eb91fee req-f61fc0b6-3d7f-4394-958a-4956bb74cc4b service neutron] 10.222.0.16 "GET /v2.0/networks/0db5422b-3cd9-4056-8d7a-7dc64f09a7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607954 Aug 22 13:54:06.621552 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b23b36c9-8b80-4202-9a9f-8776e95db3cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:06.628668 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-030ba204-e009-4ac0-bb4b-f732156eb302 req-dc4ad047-d905-4625-b0b5-1807919bf8e5 service neutron] For port f54f1dc4-e5f0-4154-b71e-ae4749761dba, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:54:06.650266 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbde5d3-6fdc-428a-a4a1-a27a2a3359ad req-35ea8f7b-7426-4bef-891e-7249a8643b00 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:06.660838 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fbbde5d3-6fdc-428a-a4a1-a27a2a3359ad req-35ea8f7b-7426-4bef-891e-7249a8643b00 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=e45a9029-a84f-4233-b48a-2c33fc7dc960 HTTP/1.1" status: 200 len: 944 time: 0.0878696 Aug 22 13:54:06.671078 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-030ba204-e009-4ac0-bb4b-f732156eb302 req-dc4ad047-d905-4625-b0b5-1807919bf8e5 service neutron] For port f54f1dc4-e5f0-4154-b71e-ae4749761dba, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=f54f1dc4-e5f0-4154-b71e-ae4749761dba,segment=NetworkSegment(b5d4590f-61b6-46be-9a59-37c74c0720bc),segment_id=b5d4590f-61b6-46be-9a59-37c74c0720bc)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:54:06.677202 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-030ba204-e009-4ac0-bb4b-f732156eb302 req-dc4ad047-d905-4625-b0b5-1807919bf8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:06.707790 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port ab081439-4fb4-486c-bca8-26fb39dcb984, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=ab081439-4fb4-486c-bca8-26fb39dcb984,segment=NetworkSegment(3236bd72-b879-4aac-9539-57e8f1383d4a),segment_id=3236bd72-b879-4aac-9539-57e8f1383d4a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:54:06.709495 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fbbde5d3-6fdc-428a-a4a1-a27a2a3359ad req-2606d125-d26f-4cef-859b-89e4e993ffaa tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477526 Aug 22 13:54:06.743681 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': 'ab081439-4fb4-486c-bca8-26fb39dcb984', 'network_id': '0db5422b-3cd9-4056-8d7a-7dc64f09a7c0', 'port_id': 'ab081439-4fb4-486c-bca8-26fb39dcb984', 'mac_address': 'fa:16:3e:5b:db:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96df5698-35fe-4400-8623-8e6dad52953f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:54:06.850559 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ba204-e009-4ac0-bb4b-f732156eb302 req-dc4ad047-d905-4625-b0b5-1807919bf8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:06.851370 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-030ba204-e009-4ac0-bb4b-f732156eb302 req-dc4ad047-d905-4625-b0b5-1807919bf8e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:06.852559 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-030ba204-e009-4ac0-bb4b-f732156eb302 req-dc4ad047-d905-4625-b0b5-1807919bf8e5 service neutron] 10.222.0.41 "PUT /v2.0/ports/f54f1dc4-e5f0-4154-b71e-ae4749761dba HTTP/1.1" status: 200 len: 1092 time: 1.1751394 Aug 22 13:54:06.858317 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:06.861883 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc57d61e-706a-4af7-a109-51f0f5c69729', 'tag': 'f54f1dc4-e5f0-4154-b71e-ae4749761dba'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:54:06.864820 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4d3dcd-6a66-4e27-856b-1323993c8c32" -d '{"events": [{"name": "network-changed", "server_uuid": "fc57d61e-706a-4af7-a109-51f0f5c69729", "tag": "f54f1dc4-e5f0-4154-b71e-ae4749761dba"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:54:06.879251 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab081439-4fb4-486c-bca8-26fb39dcb984 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:54:06.906898 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4ad047-d905-4625-b0b5-1807919bf8e5 service neutron] Pushing event updated for resources: {'Port': ['ID=f54f1dc4-e5f0-4154-b71e-ae4749761dba,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:54:06.923383 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port ab081439-4fb4-486c-bca8-26fb39dcb984, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=ab081439-4fb4-486c-bca8-26fb39dcb984,segment=NetworkSegment(3236bd72-b879-4aac-9539-57e8f1383d4a),segment_id=3236bd72-b879-4aac-9539-57e8f1383d4a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:54:06.936939 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:06.982943 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d3459874-35c0-4b2d-9f52-e3c2d9894b06 req-ff551f35-8598-4d7e-9c2a-510ffc6ec006 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3c32ba1a-36ee-49ec-9be4-1c46a9ae6096&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2059085 Aug 22 13:54:07.007845 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed83e6d-0f27-4427-a79b-a9f92bf77c99 req-277510b8-ced1-4f2d-8cfe-232b180e5cd5 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:07.014838 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bed83e6d-0f27-4427-a79b-a9f92bf77c99 req-277510b8-ced1-4f2d-8cfe-232b180e5cd5 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc57d61e-706a-4af7-a109-51f0f5c69729 HTTP/1.1" status: 200 len: 943 time: 0.2443697 Aug 22 13:54:07.019662 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f94dde72-35a3-4947-a26f-cf3dc700d8cf req-0c538395-440f-4513-aa1c-6b6d5bdbe48f tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=480e5181-21b0-438a-9eae-9055c6f5fa52 HTTP/1.1" status: 200 len: 210 time: 0.1771836 Aug 22 13:54:07.026838 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=ab081439-4fb4-486c-bca8-26fb39dcb984,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:54:07.061905 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b23b36c9-8b80-4202-9a9f-8776e95db3cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:07.078936 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b23b36c9-8b80-4202-9a9f-8776e95db3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:07.120544 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b7495c-b92a-43a8-9056-f21270daf0ab x-openstack-request-id: req-64b7495c-b92a-43a8-9056-f21270daf0ab {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:54:07.120830 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc57d61e-706a-4af7-a109-51f0f5c69729", "tag": "f54f1dc4-e5f0-4154-b71e-ae4749761dba", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:54:07.121078 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-64b7495c-b92a-43a8-9056-f21270daf0ab {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:54:07.121474 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc57d61e-706a-4af7-a109-51f0f5c69729', 'tag': 'f54f1dc4-e5f0-4154-b71e-ae4749761dba', 'status': 'completed', 'code': 200} Aug 22 13:54:07.122797 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bed83e6d-0f27-4427-a79b-a9f92bf77c99 req-d7d135d7-bd56-453e-9b0f-dec5ef958861 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.21 "GET /v2.0/security-groups?id=9de67dfe-a732-4180-b157-9be14e8beaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978160 Aug 22 13:54:07.158477 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['ab081439-4fb4-486c-bca8-26fb39dcb984'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:54:07.172250 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b36c9-8b80-4202-9a9f-8776e95db3cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=620ebd10-a40f-4c89-97d3-50aa7ef5cae8,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:54:07.179881 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ba204-e009-4ac0-bb4b-f732156eb302 req-56824b10-d75e-4a01-a0db-c46288331968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:07.181395 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-030ba204-e009-4ac0-bb4b-f732156eb302 req-56824b10-d75e-4a01-a0db-c46288331968 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=16575b4f2ae9481a99b8750504d27349&device_id=fc57d61e-706a-4af7-a109-51f0f5c69729 HTTP/1.1" status: 200 len: 1095 time: 0.2696254 Aug 22 13:54:07.185476 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b23b36c9-8b80-4202-9a9f-8776e95db3cd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=15735be62d9245db8796d2137aa59b4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7928343 Aug 22 13:54:07.187880 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 41188) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:54:07.256266 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3459874-35c0-4b2d-9f52-e3c2d9894b06 req-7c457912-fcdb-4b9c-b326-773a5105782c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:07.257796 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d3459874-35c0-4b2d-9f52-e3c2d9894b06 req-7c457912-fcdb-4b9c-b326-773a5105782c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9332af772cbe4a47bd1754f9819c9211&device_id=3c32ba1a-36ee-49ec-9be4-1c46a9ae6096 HTTP/1.1" status: 200 len: 1097 time: 0.1941428 Aug 22 13:54:07.262852 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-030ba204-e009-4ac0-bb4b-f732156eb302 req-795975a6-fcd8-44c5-b7ba-14a01dc166be service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f54f1dc4-e5f0-4154-b71e-ae4749761dba HTTP/1.1" status: 200 len: 217 time: 0.0726957 Aug 22 13:54:07.407588 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ba204-e009-4ac0-bb4b-f732156eb302 req-e387e141-4940-41d6-b5e0-f02b1e2e7c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:07.409597 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-030ba204-e009-4ac0-bb4b-f732156eb302 req-e387e141-4940-41d6-b5e0-f02b1e2e7c78 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f13d8d25-c567-4a92-815b-511448d6b80e HTTP/1.1" status: 200 len: 853 time: 0.1381359 Aug 22 13:54:07.440878 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d85d40ed-7fb2-4cbe-933c-b6e9efeb9e8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:07.496714 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3459874-35c0-4b2d-9f52-e3c2d9894b06 req-18533434-4259-424e-b339-937d43e34cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:07.498419 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d3459874-35c0-4b2d-9f52-e3c2d9894b06 req-18533434-4259-424e-b339-937d43e34cd8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 HTTP/1.1" status: 200 len: 913 time: 0.2118118 Aug 22 13:54:07.501808 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d85d40ed-7fb2-4cbe-933c-b6e9efeb9e8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:07.524525 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ba204-e009-4ac0-bb4b-f732156eb302 req-e63a63d4-f2c0-4da9-b2c5-b0b9272a4f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:07.526072 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-030ba204-e009-4ac0-bb4b-f732156eb302 req-e63a63d4-f2c0-4da9-b2c5-b0b9272a4f8b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9fa7caec-143e-4f1c-868c-cd2128f28d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1066630 Aug 22 13:54:07.571157 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d3459874-35c0-4b2d-9f52-e3c2d9894b06 req-3bbf7071-c0d7-4a0d-9b7a-8aef4a718266 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=698de0fa-91b4-4ddf-95f2-f2c3efc4bd69 HTTP/1.1" status: 200 len: 217 time: 0.0622337 Aug 22 13:54:07.830221 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c3881-0ee5-43a2-9364-4b51a19af8df req-f3067248-3a1c-4ca2-b401-e50b28825a75 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:07.832303 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-df7c3881-0ee5-43a2-9364-4b51a19af8df req-f3067248-3a1c-4ca2-b401-e50b28825a75 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=e45a9029-a84f-4233-b48a-2c33fc7dc960 HTTP/1.1" status: 200 len: 945 time: 0.0538802 Aug 22 13:54:07.874346 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-df7c3881-0ee5-43a2-9364-4b51a19af8df req-5da2f004-89d7-44c1-9307-508ecf7d8228 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346627 Aug 22 13:54:07.935729 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3459874-35c0-4b2d-9f52-e3c2d9894b06 req-9305740b-7168-4d93-98a5-968216310099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:07.936840 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d3459874-35c0-4b2d-9f52-e3c2d9894b06 req-9305740b-7168-4d93-98a5-968216310099 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=96df5698-35fe-4400-8623-8e6dad52953f HTTP/1.1" status: 200 len: 851 time: 0.3568554 Aug 22 13:54:07.946267 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d85d40ed-7fb2-4cbe-933c-b6e9efeb9e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:07.948834 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d85d40ed-7fb2-4cbe-933c-b6e9efeb9e8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:07.949922 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d85d40ed-7fb2-4cbe-933c-b6e9efeb9e8b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/620ebd10-a40f-4c89-97d3-50aa7ef5cae8 HTTP/1.1" status: 204 len: 168 time: 0.7610326 Aug 22 13:54:07.993244 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d40ed-7fb2-4cbe-933c-b6e9efeb9e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=620ebd10-a40f-4c89-97d3-50aa7ef5cae8,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:54:07.996318 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-030ba204-e009-4ac0-bb4b-f732156eb302 req-777f7ea1-6b23-4216-a23b-17c9d2b66812 service neutron] 10.222.0.41 "GET /v2.0/networks/9fa7caec-143e-4f1c-868c-cd2128f28d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4346488 Aug 22 13:54:08.011888 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3459874-35c0-4b2d-9f52-e3c2d9894b06 req-04812cfc-90fc-4d28-b591-49482a33d7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:08.014496 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d3459874-35c0-4b2d-9f52-e3c2d9894b06 req-04812cfc-90fc-4d28-b591-49482a33d7af service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0db5422b-3cd9-4056-8d7a-7dc64f09a7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0694683 Aug 22 13:54:08.178261 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a2db0972-36fc-4e61-9202-b2750482465c req-aa909c52-7b83-4d10-9579-e9b1d707f5b5 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=480e5181-21b0-438a-9eae-9055c6f5fa52 HTTP/1.1" status: 200 len: 210 time: 0.0625799 Aug 22 13:54:08.268537 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-030ba204-e009-4ac0-bb4b-f732156eb302 req-0206f73a-143e-4d54-a96b-3ff4c2b3a66e service neutron] 10.222.0.41 "GET /v2.0/networks/9fa7caec-143e-4f1c-868c-cd2128f28d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510765 Aug 22 13:54:08.340600 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3799475-56ce-4995-8fb3-3283b48fb4ed req-f59d49de-c1b6-475c-a89e-22234331d77c tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:08.342668 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d3799475-56ce-4995-8fb3-3283b48fb4ed req-f59d49de-c1b6-475c-a89e-22234331d77c tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc57d61e-706a-4af7-a109-51f0f5c69729 HTTP/1.1" status: 200 len: 943 time: 0.0856516 Aug 22 13:54:08.424595 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d3799475-56ce-4995-8fb3-3283b48fb4ed req-e4f0f47f-9670-4a92-bc52-cd4011dd1d6f tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.21 "GET /v2.0/security-groups?id=9de67dfe-a732-4180-b157-9be14e8beaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735879 Aug 22 13:54:08.431352 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device ab081439-4fb4-486c-bca8-26fb39dcb984 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:54:08.480012 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d3459874-35c0-4b2d-9f52-e3c2d9894b06 req-3dcbd430-7d6c-4173-b709-103a2f95d680 service neutron] 10.222.0.41 "GET /v2.0/networks/0db5422b-3cd9-4056-8d7a-7dc64f09a7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4447613 Aug 22 13:54:08.516668 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4885e87-8d14-41e8-9eeb-5d227523c27e req-cf2c4866-14c2-432f-8fd6-2d33e3f64fa8 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:08.519150 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d4885e87-8d14-41e8-9eeb-5d227523c27e req-cf2c4866-14c2-432f-8fd6-2d33e3f64fa8 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.41 "GET /v2.0/networks?id=f8ac2233-ea24-423f-9bd4-53abb27cd3b8 HTTP/1.1" status: 200 len: 812 time: 0.5035951 Aug 22 13:54:08.523898 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d3dcd-6a66-4e27-856b-1323993c8c32 req-570d284a-3442-4bf7-b34b-a71eeeeec36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:08.526353 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9a4d3dcd-6a66-4e27-856b-1323993c8c32 req-570d284a-3442-4bf7-b34b-a71eeeeec36e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=16575b4f2ae9481a99b8750504d27349&device_id=fc57d61e-706a-4af7-a109-51f0f5c69729 HTTP/1.1" status: 200 len: 1095 time: 0.1882474 Aug 22 13:54:08.551402 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port ab081439-4fb4-486c-bca8-26fb39dcb984 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:54:08.560528 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port ab081439-4fb4-486c-bca8-26fb39dcb984 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:54:08.561697 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:08.706840 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:08.777375 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port ab081439-4fb4-486c-bca8-26fb39dcb984, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=ab081439-4fb4-486c-bca8-26fb39dcb984,segment=NetworkSegment(3236bd72-b879-4aac-9539-57e8f1383d4a),segment_id=3236bd72-b879-4aac-9539-57e8f1383d4a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:54:08.779488 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d4885e87-8d14-41e8-9eeb-5d227523c27e req-4b71de0b-ae25-48c1-ab6e-5139b3c908fa tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19e069a6935a47bcb8831313e7520ef4 HTTP/1.1" status: 200 len: 379 time: 0.2337930 Aug 22 13:54:08.780593 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45a9029-a84f-4233-b48a-2c33fc7dc960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab081439-4fb4-486c-bca8-26fb39dcb984'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:54:08.787645 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd112da3-f575-4f34-b940-a4a14c76d6d9" -d '{"events": [{"server_uuid": "e45a9029-a84f-4233-b48a-2c33fc7dc960", "name": "network-vif-plugged", "status": "completed", "tag": "ab081439-4fb4-486c-bca8-26fb39dcb984"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:54:08.806049 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-d4885e87-8d14-41e8-9eeb-5d227523c27e req-3827fa49-fc59-44f7-ba57-9ffcfce997ce tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Request body: {'port': {'device_id': '480e5181-21b0-438a-9eae-9055c6f5fa52', 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8', 'admin_state_up': True, 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'security_groups': ['fd42c95a-c24e-4c7d-aa36-bd21473692fd']}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:54:08.810553 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:08.931954 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7668e631-a5d5-448c-8da9-e2eb4e39f4d2 x-openstack-request-id: req-7668e631-a5d5-448c-8da9-e2eb4e39f4d2 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:54:08.933445 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45a9029-a84f-4233-b48a-2c33fc7dc960", "name": "network-vif-plugged", "status": "completed", "tag": "ab081439-4fb4-486c-bca8-26fb39dcb984", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:54:08.934313 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7668e631-a5d5-448c-8da9-e2eb4e39f4d2 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:54:08.935495 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45a9029-a84f-4233-b48a-2c33fc7dc960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab081439-4fb4-486c-bca8-26fb39dcb984', 'code': 200} Aug 22 13:54:08.982963 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=ab081439-4fb4-486c-bca8-26fb39dcb984,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:54:09.050362 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d3dcd-6a66-4e27-856b-1323993c8c32 req-6817fadf-db6a-4a70-8a8a-cb8b714beb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:09.052306 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9a4d3dcd-6a66-4e27-856b-1323993c8c32 req-6817fadf-db6a-4a70-8a8a-cb8b714beb58 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9fa7caec-143e-4f1c-868c-cd2128f28d10 HTTP/1.1" status: 200 len: 915 time: 0.5091105 Aug 22 13:54:09.078776 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dfbcdf-1d3c-47d8-a25f-4f9d5ced3019 req-c5a3964c-52c7-4c0e-ab09-d3e7c357bfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:09.080963 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f1dfbcdf-1d3c-47d8-a25f-4f9d5ced3019 req-c5a3964c-52c7-4c0e-ab09-d3e7c357bfac service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e45a9029-a84f-4233-b48a-2c33fc7dc960 HTTP/1.1" status: 200 len: 1098 time: 0.0839555 Aug 22 13:54:09.105405 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a12f0-1555-4159-87ed-8fa2158cb933 req-01ef4689-3653-42e0-b72b-eeae9e6b9e23 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:09.107713 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-538a12f0-1555-4159-87ed-8fa2158cb933 req-01ef4689-3653-42e0-b72b-eeae9e6b9e23 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=e45a9029-a84f-4233-b48a-2c33fc7dc960 HTTP/1.1" status: 200 len: 946 time: 0.0761254 Aug 22 13:54:09.109213 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4885e87-8d14-41e8-9eeb-5d227523c27e req-3827fa49-fc59-44f7-ba57-9ffcfce997ce tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Made reservation on behalf of 19e069a6935a47bcb8831313e7520ef4 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:54:09.112745 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-d4885e87-8d14-41e8-9eeb-5d227523c27e req-3827fa49-fc59-44f7-ba57-9ffcfce997ce tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:09.117988 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d3459874-35c0-4b2d-9f52-e3c2d9894b06 req-9e2d1726-3be5-4c3a-b27f-e3580b3d142c service neutron] 10.222.0.41 "GET /v2.0/networks/0db5422b-3cd9-4056-8d7a-7dc64f09a7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6263347 Aug 22 13:54:09.125475 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9a4d3dcd-6a66-4e27-856b-1323993c8c32 req-920f609f-22fb-44e8-8df7-e349e84482fa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f54f1dc4-e5f0-4154-b71e-ae4749761dba HTTP/1.1" status: 200 len: 217 time: 0.0649443 Aug 22 13:54:09.153241 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f1dfbcdf-1d3c-47d8-a25f-4f9d5ced3019 req-389b0307-fce3-454f-b8a8-abc6addd60fe service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644205 Aug 22 13:54:09.171239 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-538a12f0-1555-4159-87ed-8fa2158cb933 req-7641af83-7e8c-4dcd-b4a9-6d5924f5bdcd tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532238 Aug 22 13:54:09.293470 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d5996644-b2d8-46f2-99ee-b67914e213a5 req-a70eb53a-7d78-467d-b6d8-f467600af107 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=480e5181-21b0-438a-9eae-9055c6f5fa52 HTTP/1.1" status: 200 len: 210 time: 0.0308216 Aug 22 13:54:09.297047 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d3dcd-6a66-4e27-856b-1323993c8c32 req-28d47ec1-f014-4a05-8966-ca4853c19057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:09.298755 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9a4d3dcd-6a66-4e27-856b-1323993c8c32 req-28d47ec1-f014-4a05-8966-ca4853c19057 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f13d8d25-c567-4a92-815b-511448d6b80e HTTP/1.1" status: 200 len: 853 time: 0.1637156 Aug 22 13:54:09.346416 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-d4885e87-8d14-41e8-9eeb-5d227523c27e req-3827fa49-fc59-44f7-ba57-9ffcfce997ce tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Allocated IP 172.20.0.11 (f8ac2233-ea24-423f-9bd4-53abb27cd3b8/ad565ab1-b54d-4060-a258-16294d6e46a2/e0287cce-cb33-48be-a828-cd6168587b83) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:54:09.371449 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d3dcd-6a66-4e27-856b-1323993c8c32 req-4e004ddf-993a-4a6f-9095-fd94a69d2416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:09.373500 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9a4d3dcd-6a66-4e27-856b-1323993c8c32 req-4e004ddf-993a-4a6f-9095-fd94a69d2416 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9fa7caec-143e-4f1c-868c-cd2128f28d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0667174 Aug 22 13:54:09.565336 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec74c8-0ea7-4eb5-a450-84692e55ab46 req-ab5475ad-03d2-47e1-89e7-d3dc7d6b605c tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:09.566893 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-97ec74c8-0ea7-4eb5-a450-84692e55ab46 req-ab5475ad-03d2-47e1-89e7-d3dc7d6b605c tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc57d61e-706a-4af7-a109-51f0f5c69729 HTTP/1.1" status: 200 len: 943 time: 0.0531754 Aug 22 13:54:09.570264 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9a4d3dcd-6a66-4e27-856b-1323993c8c32 req-9f2b3075-5bf8-413e-8ebb-e5cf89266560 service neutron] 10.222.0.41 "GET /v2.0/networks/9fa7caec-143e-4f1c-868c-cd2128f28d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899638 Aug 22 13:54:09.614156 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-97ec74c8-0ea7-4eb5-a450-84692e55ab46 req-2af88164-bca6-4fff-8ff6-87ebf4dd8e2b tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.21 "GET /v2.0/security-groups?id=9de67dfe-a732-4180-b157-9be14e8beaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396080 Aug 22 13:54:09.649714 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-d4885e87-8d14-41e8-9eeb-5d227523c27e req-3827fa49-fc59-44f7-ba57-9ffcfce997ce tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:09.669259 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-d4885e87-8d14-41e8-9eeb-5d227523c27e req-3827fa49-fc59-44f7-ba57-9ffcfce997ce tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Transition to ACTIVE for port object e0287cce-cb33-48be-a828-cd6168587b83 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:54:09.712556 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9a4d3dcd-6a66-4e27-856b-1323993c8c32 req-a2ba0de8-da0e-46ef-8794-ff01b1eb4ddb service neutron] 10.222.0.41 "GET /v2.0/networks/9fa7caec-143e-4f1c-868c-cd2128f28d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305287 Aug 22 13:54:09.734825 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-d4885e87-8d14-41e8-9eeb-5d227523c27e req-3827fa49-fc59-44f7-ba57-9ffcfce997ce tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:09.783862 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4885e87-8d14-41e8-9eeb-5d227523c27e req-3827fa49-fc59-44f7-ba57-9ffcfce997ce tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Network f8ac2233-ea24-423f-9bd4-53abb27cd3b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:54:09.786883 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-d4885e87-8d14-41e8-9eeb-5d227523c27e req-3827fa49-fc59-44f7-ba57-9ffcfce997ce tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:54:09.789433 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4885e87-8d14-41e8-9eeb-5d227523c27e req-3827fa49-fc59-44f7-ba57-9ffcfce997ce tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:54:09.823443 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3827fa49-fc59-44f7-ba57-9ffcfce997ce tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Pushing event updated for resources: {'Port': ['ID=e0287cce-cb33-48be-a828-cd6168587b83,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:54:09.854922 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4885e87-8d14-41e8-9eeb-5d227523c27e req-3827fa49-fc59-44f7-ba57-9ffcfce997ce tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:09.855534 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-d4885e87-8d14-41e8-9eeb-5d227523c27e req-3827fa49-fc59-44f7-ba57-9ffcfce997ce tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:09.870298 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d4885e87-8d14-41e8-9eeb-5d227523c27e req-3827fa49-fc59-44f7-ba57-9ffcfce997ce tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0777032 Aug 22 13:54:09.882511 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-d4885e87-8d14-41e8-9eeb-5d227523c27e req-17666269-7842-4178-bf25-d2de54eafe58 service neutron] Request body: {'port': {'device_id': '480e5181-21b0-438a-9eae-9055c6f5fa52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:54:09.945232 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-d4885e87-8d14-41e8-9eeb-5d227523c27e req-17666269-7842-4178-bf25-d2de54eafe58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:10.097309 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-dd8ddf54-261a-45d8-8faf-fe1556aa78f3 None None] Provisioning for port e0287cce-cb33-48be-a828-cd6168587b83 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:54:10.101294 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-dd8ddf54-261a-45d8-8faf-fe1556aa78f3 None None] Provisioning complete for port e0287cce-cb33-48be-a828-cd6168587b83 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:54:10.101722 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-dd8ddf54-261a-45d8-8faf-fe1556aa78f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:10.140032 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-dd8ddf54-261a-45d8-8faf-fe1556aa78f3 None None] Port e0287cce-cb33-48be-a828-cd6168587b83 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:54:10.227980 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-d4885e87-8d14-41e8-9eeb-5d227523c27e req-17666269-7842-4178-bf25-d2de54eafe58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0287cce-cb33-48be-a828-cd6168587b83 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:54:10.236864 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-d4885e87-8d14-41e8-9eeb-5d227523c27e req-17666269-7842-4178-bf25-d2de54eafe58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:10.257251 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-d4885e87-8d14-41e8-9eeb-5d227523c27e req-17666269-7842-4178-bf25-d2de54eafe58 service neutron] Transition to ACTIVE for port object e0287cce-cb33-48be-a828-cd6168587b83 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:54:10.261019 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-d4885e87-8d14-41e8-9eeb-5d227523c27e req-17666269-7842-4178-bf25-d2de54eafe58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:10.308636 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc0106-833a-47b3-9386-d9b9cea159b0 req-897b2d02-991e-44f0-9d50-ba031e4f9558 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:10.313766 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f3cc0106-833a-47b3-9386-d9b9cea159b0 req-897b2d02-991e-44f0-9d50-ba031e4f9558 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=e45a9029-a84f-4233-b48a-2c33fc7dc960 HTTP/1.1" status: 200 len: 946 time: 0.0588117 Aug 22 13:54:10.330913 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17666269-7842-4178-bf25-d2de54eafe58 service neutron] Pushing event updated for resources: {'Port': ['ID=e0287cce-cb33-48be-a828-cd6168587b83,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:54:10.364018 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17666269-7842-4178-bf25-d2de54eafe58 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:54:10.364446 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17666269-7842-4178-bf25-d2de54eafe58 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:54:10.364574 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17666269-7842-4178-bf25-d2de54eafe58 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:54:10.364962 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17666269-7842-4178-bf25-d2de54eafe58 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:54:10.365301 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17666269-7842-4178-bf25-d2de54eafe58 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:54:10.365641 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17666269-7842-4178-bf25-d2de54eafe58 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:54:10.365997 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17666269-7842-4178-bf25-d2de54eafe58 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:54:10.366322 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17666269-7842-4178-bf25-d2de54eafe58 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:54:10.366644 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17666269-7842-4178-bf25-d2de54eafe58 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:54:10.366967 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17666269-7842-4178-bf25-d2de54eafe58 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:54:10.367344 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17666269-7842-4178-bf25-d2de54eafe58 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:54:10.367607 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17666269-7842-4178-bf25-d2de54eafe58 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:54:10.394276 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f3cc0106-833a-47b3-9386-d9b9cea159b0 req-86b6a775-caa4-4aad-b084-95a1eac9ce8f tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607629 Aug 22 13:54:10.470794 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b94d5-5202-4ccc-923d-13c8e5856729 req-70c9c353-1bb2-4e2f-a3b7-7a94cebb3293 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:10.474373 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-d4885e87-8d14-41e8-9eeb-5d227523c27e req-17666269-7842-4178-bf25-d2de54eafe58 service neutron] Attempting to bind port e0287cce-cb33-48be-a828-cd6168587b83 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:54:10.475105 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-d4885e87-8d14-41e8-9eeb-5d227523c27e req-17666269-7842-4178-bf25-d2de54eafe58 service neutron] Attempting to bind port e0287cce-cb33-48be-a828-cd6168587b83 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': 'a8db1aa5-2938-4ee0-bbbc-1190f337bf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:54:10.475768 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4885e87-8d14-41e8-9eeb-5d227523c27e req-17666269-7842-4178-bf25-d2de54eafe58 service neutron] Attempting to bind port e0287cce-cb33-48be-a828-cd6168587b83 on network f8ac2233-ea24-423f-9bd4-53abb27cd3b8 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:54:10.479999 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-224b94d5-5202-4ccc-923d-13c8e5856729 req-70c9c353-1bb2-4e2f-a3b7-7a94cebb3293 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=480e5181-21b0-438a-9eae-9055c6f5fa52 HTTP/1.1" status: 200 len: 944 time: 0.0666866 Aug 22 13:54:10.480986 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4885e87-8d14-41e8-9eeb-5d227523c27e req-17666269-7842-4178-bf25-d2de54eafe58 service neutron] Port e0287cce-cb33-48be-a828-cd6168587b83 on network f8ac2233-ea24-423f-9bd4-53abb27cd3b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:54:10.482259 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4885e87-8d14-41e8-9eeb-5d227523c27e req-17666269-7842-4178-bf25-d2de54eafe58 service neutron] Attempting to bind port e0287cce-cb33-48be-a828-cd6168587b83 on network f8ac2233-ea24-423f-9bd4-53abb27cd3b8 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:54:10.488767 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4885e87-8d14-41e8-9eeb-5d227523c27e req-17666269-7842-4178-bf25-d2de54eafe58 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:54:10.489464 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4885e87-8d14-41e8-9eeb-5d227523c27e req-17666269-7842-4178-bf25-d2de54eafe58 service neutron] Checking segment: {'id': 'a8db1aa5-2938-4ee0-bbbc-1190f337bf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:54:10.490064 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4885e87-8d14-41e8-9eeb-5d227523c27e req-17666269-7842-4178-bf25-d2de54eafe58 service neutron] Bound using segment: {'id': 'a8db1aa5-2938-4ee0-bbbc-1190f337bf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:54:10.490741 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-d4885e87-8d14-41e8-9eeb-5d227523c27e req-17666269-7842-4178-bf25-d2de54eafe58 service neutron] Bound port: e0287cce-cb33-48be-a828-cd6168587b83, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8db1aa5-2938-4ee0-bbbc-1190f337bf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:54:10.491317 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-d4885e87-8d14-41e8-9eeb-5d227523c27e req-17666269-7842-4178-bf25-d2de54eafe58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:10.545361 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-224b94d5-5202-4ccc-923d-13c8e5856729 req-2e095217-5c65-45dd-b837-fde850c27051 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd42c95a-c24e-4c7d-aa36-bd21473692fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641320 Aug 22 13:54:10.590473 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-d4885e87-8d14-41e8-9eeb-5d227523c27e req-17666269-7842-4178-bf25-d2de54eafe58 service neutron] For port e0287cce-cb33-48be-a828-cd6168587b83, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:54:10.595717 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-d4885e87-8d14-41e8-9eeb-5d227523c27e req-17666269-7842-4178-bf25-d2de54eafe58 service neutron] For port e0287cce-cb33-48be-a828-cd6168587b83, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=e0287cce-cb33-48be-a828-cd6168587b83,segment=NetworkSegment(a8db1aa5-2938-4ee0-bbbc-1190f337bf80),segment_id=a8db1aa5-2938-4ee0-bbbc-1190f337bf80)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:54:10.601056 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-d4885e87-8d14-41e8-9eeb-5d227523c27e req-17666269-7842-4178-bf25-d2de54eafe58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:10.635369 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4885e87-8d14-41e8-9eeb-5d227523c27e req-17666269-7842-4178-bf25-d2de54eafe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:10.635961 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-d4885e87-8d14-41e8-9eeb-5d227523c27e req-17666269-7842-4178-bf25-d2de54eafe58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:10.637381 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d4885e87-8d14-41e8-9eeb-5d227523c27e req-17666269-7842-4178-bf25-d2de54eafe58 service neutron] 10.222.0.41 "PUT /v2.0/ports/e0287cce-cb33-48be-a828-cd6168587b83 HTTP/1.1" status: 200 len: 1093 time: 0.7591751 Aug 22 13:54:10.638471 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '480e5181-21b0-438a-9eae-9055c6f5fa52', 'tag': 'e0287cce-cb33-48be-a828-cd6168587b83'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:54:10.642682 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe5d9fd4-daeb-4f20-ac84-038297966605" -d '{"events": [{"name": "network-changed", "server_uuid": "480e5181-21b0-438a-9eae-9055c6f5fa52", "tag": "e0287cce-cb33-48be-a828-cd6168587b83"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:54:10.755837 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f02265-1e85-4d43-b18c-458e32720508 x-openstack-request-id: req-d4f02265-1e85-4d43-b18c-458e32720508 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:54:10.755837 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "480e5181-21b0-438a-9eae-9055c6f5fa52", "tag": "e0287cce-cb33-48be-a828-cd6168587b83", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:54:10.756200 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d4f02265-1e85-4d43-b18c-458e32720508 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:54:10.756411 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '480e5181-21b0-438a-9eae-9055c6f5fa52', 'tag': 'e0287cce-cb33-48be-a828-cd6168587b83', 'status': 'completed', 'code': 200} Aug 22 13:54:10.760906 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17666269-7842-4178-bf25-d2de54eafe58 service neutron] Pushing event updated for resources: {'Port': ['ID=e0287cce-cb33-48be-a828-cd6168587b83,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:54:10.777881 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4885e87-8d14-41e8-9eeb-5d227523c27e req-15d40d74-1af9-497e-8233-bb4818c9d12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:10.780494 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d4885e87-8d14-41e8-9eeb-5d227523c27e req-15d40d74-1af9-497e-8233-bb4818c9d12e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=19e069a6935a47bcb8831313e7520ef4&device_id=480e5181-21b0-438a-9eae-9055c6f5fa52 HTTP/1.1" status: 200 len: 1096 time: 0.0881793 Aug 22 13:54:10.815896 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58c694-14d1-4dc9-98e4-5412a281362f req-662f400c-42b9-430a-8e66-f9115c87f339 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:10.817949 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ff58c694-14d1-4dc9-98e4-5412a281362f req-662f400c-42b9-430a-8e66-f9115c87f339 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc57d61e-706a-4af7-a109-51f0f5c69729 HTTP/1.1" status: 200 len: 943 time: 0.0803273 Aug 22 13:54:10.849949 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d4885e87-8d14-41e8-9eeb-5d227523c27e req-03f8d1d0-d36c-4c03-8e83-37041090aa09 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0287cce-cb33-48be-a828-cd6168587b83 HTTP/1.1" status: 200 len: 217 time: 0.0617895 Aug 22 13:54:10.880208 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ff58c694-14d1-4dc9-98e4-5412a281362f req-f3fc8853-5159-4e6d-91c2-6b7b5a3da185 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.21 "GET /v2.0/security-groups?id=9de67dfe-a732-4180-b157-9be14e8beaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558271 Aug 22 13:54:10.932472 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4885e87-8d14-41e8-9eeb-5d227523c27e req-926449b2-4e14-48a9-9146-7658b856e271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:10.934539 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d4885e87-8d14-41e8-9eeb-5d227523c27e req-926449b2-4e14-48a9-9146-7658b856e271 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ad565ab1-b54d-4060-a258-16294d6e46a2 HTTP/1.1" status: 200 len: 851 time: 0.0780535 Aug 22 13:54:11.000135 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4885e87-8d14-41e8-9eeb-5d227523c27e req-4a17f742-7df6-42b5-82bc-559a16505016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:11.010007 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d4885e87-8d14-41e8-9eeb-5d227523c27e req-4a17f742-7df6-42b5-82bc-559a16505016 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f8ac2233-ea24-423f-9bd4-53abb27cd3b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0685830 Aug 22 13:54:11.153605 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d4885e87-8d14-41e8-9eeb-5d227523c27e req-5be5fb9d-f5f8-40bf-bdf7-ff2435dc728a service neutron] 10.222.0.41 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342709 Aug 22 13:54:11.264987 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d4885e87-8d14-41e8-9eeb-5d227523c27e req-6922dcbe-9a8f-415b-bcce-a6374aebda61 service neutron] 10.222.0.41 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046178 Aug 22 13:54:11.352600 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d9fd4-daeb-4f20-ac84-038297966605 req-1fb73775-501b-41d7-8fae-55f1321036d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:11.354119 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-fe5d9fd4-daeb-4f20-ac84-038297966605 req-1fb73775-501b-41d7-8fae-55f1321036d1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=19e069a6935a47bcb8831313e7520ef4&device_id=480e5181-21b0-438a-9eae-9055c6f5fa52 HTTP/1.1" status: 200 len: 1096 time: 0.0443697 Aug 22 13:54:11.455935 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d9fd4-daeb-4f20-ac84-038297966605 req-c27d7851-c988-4020-9134-46ebdafba41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:11.457781 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-fe5d9fd4-daeb-4f20-ac84-038297966605 req-c27d7851-c988-4020-9134-46ebdafba41c service neutron] 10.222.0.41 "GET /v2.0/networks?id=f8ac2233-ea24-423f-9bd4-53abb27cd3b8 HTTP/1.1" status: 200 len: 913 time: 0.0966632 Aug 22 13:54:11.506159 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-fe5d9fd4-daeb-4f20-ac84-038297966605 req-7570bfbf-6b82-47b4-bf17-682106ff862a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0287cce-cb33-48be-a828-cd6168587b83 HTTP/1.1" status: 200 len: 217 time: 0.0400326 Aug 22 13:54:11.539135 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3232f57-84b3-44a5-8ff9-5869e5ec8427 req-a490eaa6-ab45-4d7d-863b-3d4968c114dc tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:11.541006 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d3232f57-84b3-44a5-8ff9-5869e5ec8427 req-a490eaa6-ab45-4d7d-863b-3d4968c114dc tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=e45a9029-a84f-4233-b48a-2c33fc7dc960 HTTP/1.1" status: 200 len: 946 time: 0.0555432 Aug 22 13:54:11.565617 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d9fd4-daeb-4f20-ac84-038297966605 req-0de71d0b-e79f-454a-9706-9b2065e6387c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:11.567337 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-fe5d9fd4-daeb-4f20-ac84-038297966605 req-0de71d0b-e79f-454a-9706-9b2065e6387c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ad565ab1-b54d-4060-a258-16294d6e46a2 HTTP/1.1" status: 200 len: 851 time: 0.0540342 Aug 22 13:54:11.613359 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d3232f57-84b3-44a5-8ff9-5869e5ec8427 req-d72b0905-1022-40cc-8e38-c1f3bf5c10db tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657327 Aug 22 13:54:11.638750 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d9fd4-daeb-4f20-ac84-038297966605 req-b04f0bf4-1db8-4294-80ac-3d16ab3f2dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:11.640410 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-fe5d9fd4-daeb-4f20-ac84-038297966605 req-b04f0bf4-1db8-4294-80ac-3d16ab3f2dcb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f8ac2233-ea24-423f-9bd4-53abb27cd3b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0654085 Aug 22 13:54:11.728897 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c910b-18fe-41a0-8c02-496e307241fa req-9b1dbab6-2558-4ca8-b033-2fe8fc910c53 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:11.730948 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d59c910b-18fe-41a0-8c02-496e307241fa req-9b1dbab6-2558-4ca8-b033-2fe8fc910c53 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=480e5181-21b0-438a-9eae-9055c6f5fa52 HTTP/1.1" status: 200 len: 944 time: 0.0844848 Aug 22 13:54:11.770489 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-fe5d9fd4-daeb-4f20-ac84-038297966605 req-c79deaa6-00c7-455f-aa40-857722dae91a service neutron] 10.222.0.41 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201198 Aug 22 13:54:11.797041 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d59c910b-18fe-41a0-8c02-496e307241fa req-292ea6b2-2898-4171-8f28-c998d2e27e6a tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd42c95a-c24e-4c7d-aa36-bd21473692fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569670 Aug 22 13:54:11.889787 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-fe5d9fd4-daeb-4f20-ac84-038297966605 req-3592ddb4-b8c2-4406-8bd0-dd21d84dc8b9 service neutron] 10.222.0.41 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102188 Aug 22 13:54:12.005754 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a9409-fac5-44e9-8bce-4a75c65b9ce3 req-5958703f-45ad-4378-ba10-4b7a2f7e64c3 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:12.007268 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ad6a9409-fac5-44e9-8bce-4a75c65b9ce3 req-5958703f-45ad-4378-ba10-4b7a2f7e64c3 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc57d61e-706a-4af7-a109-51f0f5c69729 HTTP/1.1" status: 200 len: 943 time: 0.0497763 Aug 22 13:54:12.044850 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ad6a9409-fac5-44e9-8bce-4a75c65b9ce3 req-a594c52f-77cc-431f-8737-b6ddf219e0b4 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.21 "GET /v2.0/security-groups?id=9de67dfe-a732-4180-b157-9be14e8beaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314128 Aug 22 13:54:12.516041 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-21a6e9eb-48dd-41b9-b2e7-cf48feacddab req-f82981f9-5af1-447d-8f67-35241b449b42 tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=be2e585750904cb3a86e7cb5ea934ac2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227423 Aug 22 13:54:12.629982 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a6e9eb-48dd-41b9-b2e7-cf48feacddab req-1cf28eb5-0617-4891-beaa-dff0024d8ec3 tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:12.631510 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-21a6e9eb-48dd-41b9-b2e7-cf48feacddab req-1cf28eb5-0617-4891-beaa-dff0024d8ec3 tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1097093 Aug 22 13:54:12.646886 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-21a6e9eb-48dd-41b9-b2e7-cf48feacddab req-60bdc03f-b994-4612-8fe8-08d1c05039b9 tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] 10.222.0.21 "GET /v2.0/quotas/be2e585750904cb3a86e7cb5ea934ac2 HTTP/1.1" status: 200 len: 375 time: 0.0095758 Aug 22 13:54:12.679926 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-21a6e9eb-48dd-41b9-b2e7-cf48feacddab req-f1eb626b-9adf-41a6-84e3-26f648449e46 tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=be2e585750904cb3a86e7cb5ea934ac2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276005 Aug 22 13:54:12.853596 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-57819ba5-11b1-4a4f-b6c3-bafcfefe5ad8 req-0aaa580c-d383-4921-96e5-fc3cc7e79827 tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] 10.222.0.21 "GET /v2.0/ports?device_id=68520d17-7f87-431f-b51b-5bda2350aeac HTTP/1.1" status: 200 len: 210 time: 0.0330122 Aug 22 13:54:13.122701 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0bad9-e558-4ec8-92f2-c5713f66a17b req-6420ac90-3127-4f69-ac8d-4d27ebda2d2e tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:13.124824 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-75d0bad9-e558-4ec8-92f2-c5713f66a17b req-6420ac90-3127-4f69-ac8d-4d27ebda2d2e tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=480e5181-21b0-438a-9eae-9055c6f5fa52 HTTP/1.1" status: 200 len: 944 time: 0.0634093 Aug 22 13:54:13.203753 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-75d0bad9-e558-4ec8-92f2-c5713f66a17b req-ba6e4fdc-b651-47cf-9642-f8b301d205da tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd42c95a-c24e-4c7d-aa36-bd21473692fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727053 Aug 22 13:54:13.215329 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adafe9e2-b9cf-468b-8953-b85a1e9c8653 req-fa74c1cc-aac5-4499-b98d-bf272e6d9170 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:13.218082 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-adafe9e2-b9cf-468b-8953-b85a1e9c8653 req-fa74c1cc-aac5-4499-b98d-bf272e6d9170 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc57d61e-706a-4af7-a109-51f0f5c69729 HTTP/1.1" status: 200 len: 943 time: 0.0802007 Aug 22 13:54:13.265073 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-adafe9e2-b9cf-468b-8953-b85a1e9c8653 req-8289cbaa-fad7-49ba-a3a2-02d69d7ffdd7 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.21 "GET /v2.0/security-groups?id=9de67dfe-a732-4180-b157-9be14e8beaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362294 Aug 22 13:54:13.769078 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-21a6e9eb-48dd-41b9-b2e7-cf48feacddab req-48686f15-f2bf-4978-8a10-e3a46529556e tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=be2e585750904cb3a86e7cb5ea934ac2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240302 Aug 22 13:54:13.908352 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a6e9eb-48dd-41b9-b2e7-cf48feacddab req-8048b20d-4f4f-4d5a-a648-29a77ff8e9f0 tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:13.910314 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-21a6e9eb-48dd-41b9-b2e7-cf48feacddab req-8048b20d-4f4f-4d5a-a648-29a77ff8e9f0 tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1353486 Aug 22 13:54:13.926969 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-21a6e9eb-48dd-41b9-b2e7-cf48feacddab req-bb972ff5-9acd-43b6-bdfd-7230e0721b3a tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] Request body: {'port': {'device_id': '68520d17-7f87-431f-b51b-5bda2350aeac', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'admin_state_up': True, 'tenant_id': 'be2e585750904cb3a86e7cb5ea934ac2'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:54:14.000594 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-10d9f0c4-f6bc-4d9b-9778-03d817dd8f1a req-b2711754-f02e-4934-89f9-c325a9adb19e tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] 10.222.0.21 "GET /v2.0/ports?device_id=68520d17-7f87-431f-b51b-5bda2350aeac HTTP/1.1" status: 200 len: 210 time: 0.0682108 Aug 22 13:54:14.068820 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21a6e9eb-48dd-41b9-b2e7-cf48feacddab req-bb972ff5-9acd-43b6-bdfd-7230e0721b3a tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] Made reservation on behalf of be2e585750904cb3a86e7cb5ea934ac2 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:54:14.072367 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-21a6e9eb-48dd-41b9-b2e7-cf48feacddab req-bb972ff5-9acd-43b6-bdfd-7230e0721b3a tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:14.082592 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-21a6e9eb-48dd-41b9-b2e7-cf48feacddab req-bb972ff5-9acd-43b6-bdfd-7230e0721b3a tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:14.179504 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-21a6e9eb-48dd-41b9-b2e7-cf48feacddab req-bb972ff5-9acd-43b6-bdfd-7230e0721b3a tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:14.184443 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-21a6e9eb-48dd-41b9-b2e7-cf48feacddab req-bb972ff5-9acd-43b6-bdfd-7230e0721b3a tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:14.252001 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb972ff5-9acd-43b6-bdfd-7230e0721b3a tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9902a2-bebe-4c64-99ac-556c389e08eb,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:54:14.379849 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-21a6e9eb-48dd-41b9-b2e7-cf48feacddab req-bb972ff5-9acd-43b6-bdfd-7230e0721b3a tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] Allocated IP 192.168.233.71 (7dc41cff-a3ac-4fc2-ba06-973efce2365e/7151c727-b27f-4308-8098-60bc16140d45/14ab6025-d107-475e-b019-2f6b4f39dac0) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:54:14.404134 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bba698-f7be-4280-b9b3-ae0f80ef96b2 req-d02a00a2-5e95-47a7-afb5-c632e6cf3bfb tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:14.405624 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c0bba698-f7be-4280-b9b3-ae0f80ef96b2 req-d02a00a2-5e95-47a7-afb5-c632e6cf3bfb tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=480e5181-21b0-438a-9eae-9055c6f5fa52 HTTP/1.1" status: 200 len: 944 time: 0.1100249 Aug 22 13:54:14.770136 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f85ff8-47de-450b-b461-3755a1e83d90 req-1b399f62-83be-431c-bd8a-e134b39edf18 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:14.771617 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-55f85ff8-47de-450b-b461-3755a1e83d90 req-1b399f62-83be-431c-bd8a-e134b39edf18 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc57d61e-706a-4af7-a109-51f0f5c69729 HTTP/1.1" status: 200 len: 943 time: 0.4351554 Aug 22 13:54:14.817463 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c0bba698-f7be-4280-b9b3-ae0f80ef96b2 req-302a6ba0-2c2c-4123-8987-7808a3885f6a tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd42c95a-c24e-4c7d-aa36-bd21473692fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4044678 Aug 22 13:54:14.875300 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-55f85ff8-47de-450b-b461-3755a1e83d90 req-304656c1-dfea-40ac-a9fd-474743e4d802 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.21 "GET /v2.0/security-groups?id=9de67dfe-a732-4180-b157-9be14e8beaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949955 Aug 22 13:54:14.939693 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-21a6e9eb-48dd-41b9-b2e7-cf48feacddab req-bb972ff5-9acd-43b6-bdfd-7230e0721b3a tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:14.957214 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-21a6e9eb-48dd-41b9-b2e7-cf48feacddab req-bb972ff5-9acd-43b6-bdfd-7230e0721b3a tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] Transition to ACTIVE for port object 14ab6025-d107-475e-b019-2f6b4f39dac0 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:54:14.989537 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-21a6e9eb-48dd-41b9-b2e7-cf48feacddab req-bb972ff5-9acd-43b6-bdfd-7230e0721b3a tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:15.031361 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21a6e9eb-48dd-41b9-b2e7-cf48feacddab req-bb972ff5-9acd-43b6-bdfd-7230e0721b3a tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] Network 7dc41cff-a3ac-4fc2-ba06-973efce2365e is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:54:15.034596 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-21a6e9eb-48dd-41b9-b2e7-cf48feacddab req-bb972ff5-9acd-43b6-bdfd-7230e0721b3a tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:54:15.038172 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a6e9eb-48dd-41b9-b2e7-cf48feacddab req-bb972ff5-9acd-43b6-bdfd-7230e0721b3a tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:54:15.073529 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb972ff5-9acd-43b6-bdfd-7230e0721b3a tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] Pushing event updated for resources: {'Port': ['ID=14ab6025-d107-475e-b019-2f6b4f39dac0,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:54:15.126900 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a6e9eb-48dd-41b9-b2e7-cf48feacddab req-bb972ff5-9acd-43b6-bdfd-7230e0721b3a tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:15.127518 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-21a6e9eb-48dd-41b9-b2e7-cf48feacddab req-bb972ff5-9acd-43b6-bdfd-7230e0721b3a tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:15.150905 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5238763f-cd0a-4c7c-a578-d87c096ceacc req-a92258b5-1003-4445-8f0b-8697a6009d79 tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:15.152431 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5238763f-cd0a-4c7c-a578-d87c096ceacc req-a92258b5-1003-4445-8f0b-8697a6009d79 tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] 10.222.0.21 "GET /v2.0/ports?device_id=68520d17-7f87-431f-b51b-5bda2350aeac HTTP/1.1" status: 200 len: 935 time: 0.0799615 Aug 22 13:54:15.154855 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-21a6e9eb-48dd-41b9-b2e7-cf48feacddab req-bb972ff5-9acd-43b6-bdfd-7230e0721b3a tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2323616 Aug 22 13:54:15.171304 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-21a6e9eb-48dd-41b9-b2e7-cf48feacddab req-91216fbd-8bb1-46a8-a670-75c7c237b87d service neutron] Request body: {'port': {'device_id': '68520d17-7f87-431f-b51b-5bda2350aeac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:54:15.227330 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5238763f-cd0a-4c7c-a578-d87c096ceacc req-e10ad856-f0b4-4268-8a29-85db8a3ebea3 tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae9902a2-bebe-4c64-99ac-556c389e08eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673716 Aug 22 13:54:15.256748 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-21a6e9eb-48dd-41b9-b2e7-cf48feacddab req-91216fbd-8bb1-46a8-a670-75c7c237b87d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:15.276789 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-caefd22e-773d-4383-b260-179f75bf8621 None None] Provisioning for port 14ab6025-d107-475e-b019-2f6b4f39dac0 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:54:15.281867 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-caefd22e-773d-4383-b260-179f75bf8621 None None] Provisioning complete for port 14ab6025-d107-475e-b019-2f6b4f39dac0 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:54:15.282203 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-caefd22e-773d-4383-b260-179f75bf8621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:15.315291 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-caefd22e-773d-4383-b260-179f75bf8621 None None] Port 14ab6025-d107-475e-b019-2f6b4f39dac0 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:54:15.515302 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-21a6e9eb-48dd-41b9-b2e7-cf48feacddab req-91216fbd-8bb1-46a8-a670-75c7c237b87d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14ab6025-d107-475e-b019-2f6b4f39dac0 {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:54:15.522485 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-21a6e9eb-48dd-41b9-b2e7-cf48feacddab req-91216fbd-8bb1-46a8-a670-75c7c237b87d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:15.534023 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-21a6e9eb-48dd-41b9-b2e7-cf48feacddab req-91216fbd-8bb1-46a8-a670-75c7c237b87d service neutron] Transition to ACTIVE for port object 14ab6025-d107-475e-b019-2f6b4f39dac0 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:54:15.538099 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-21a6e9eb-48dd-41b9-b2e7-cf48feacddab req-91216fbd-8bb1-46a8-a670-75c7c237b87d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:15.595490 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91216fbd-8bb1-46a8-a670-75c7c237b87d service neutron] Pushing event updated for resources: {'Port': ['ID=14ab6025-d107-475e-b019-2f6b4f39dac0,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:54:15.667588 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-21a6e9eb-48dd-41b9-b2e7-cf48feacddab req-91216fbd-8bb1-46a8-a670-75c7c237b87d service neutron] Attempting to bind port 14ab6025-d107-475e-b019-2f6b4f39dac0 on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:54:15.667930 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-21a6e9eb-48dd-41b9-b2e7-cf48feacddab req-91216fbd-8bb1-46a8-a670-75c7c237b87d service neutron] Attempting to bind port 14ab6025-d107-475e-b019-2f6b4f39dac0 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:54:15.668288 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a6e9eb-48dd-41b9-b2e7-cf48feacddab req-91216fbd-8bb1-46a8-a670-75c7c237b87d service neutron] Attempting to bind port 14ab6025-d107-475e-b019-2f6b4f39dac0 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:54:15.673567 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a6e9eb-48dd-41b9-b2e7-cf48feacddab req-91216fbd-8bb1-46a8-a670-75c7c237b87d service neutron] Port 14ab6025-d107-475e-b019-2f6b4f39dac0 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:54:15.673891 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a6e9eb-48dd-41b9-b2e7-cf48feacddab req-91216fbd-8bb1-46a8-a670-75c7c237b87d service neutron] Attempting to bind port 14ab6025-d107-475e-b019-2f6b4f39dac0 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:54:15.678993 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a6e9eb-48dd-41b9-b2e7-cf48feacddab req-91216fbd-8bb1-46a8-a670-75c7c237b87d service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:54:15.679334 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a6e9eb-48dd-41b9-b2e7-cf48feacddab req-91216fbd-8bb1-46a8-a670-75c7c237b87d service neutron] Checking segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:54:15.679721 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a6e9eb-48dd-41b9-b2e7-cf48feacddab req-91216fbd-8bb1-46a8-a670-75c7c237b87d service neutron] Bound using segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:54:15.680512 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-21a6e9eb-48dd-41b9-b2e7-cf48feacddab req-91216fbd-8bb1-46a8-a670-75c7c237b87d service neutron] Bound port: 14ab6025-d107-475e-b019-2f6b4f39dac0, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:54:15.680881 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-21a6e9eb-48dd-41b9-b2e7-cf48feacddab req-91216fbd-8bb1-46a8-a670-75c7c237b87d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:15.747371 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-21a6e9eb-48dd-41b9-b2e7-cf48feacddab req-91216fbd-8bb1-46a8-a670-75c7c237b87d service neutron] For port 14ab6025-d107-475e-b019-2f6b4f39dac0, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:54:15.750495 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-21a6e9eb-48dd-41b9-b2e7-cf48feacddab req-91216fbd-8bb1-46a8-a670-75c7c237b87d service neutron] For port 14ab6025-d107-475e-b019-2f6b4f39dac0, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=14ab6025-d107-475e-b019-2f6b4f39dac0,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:54:15.755147 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-21a6e9eb-48dd-41b9-b2e7-cf48feacddab req-91216fbd-8bb1-46a8-a670-75c7c237b87d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:15.793255 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a6e9eb-48dd-41b9-b2e7-cf48feacddab req-91216fbd-8bb1-46a8-a670-75c7c237b87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:15.793917 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-21a6e9eb-48dd-41b9-b2e7-cf48feacddab req-91216fbd-8bb1-46a8-a670-75c7c237b87d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:15.795415 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-21a6e9eb-48dd-41b9-b2e7-cf48feacddab req-91216fbd-8bb1-46a8-a670-75c7c237b87d service neutron] 10.222.0.16 "PUT /v2.0/ports/14ab6025-d107-475e-b019-2f6b4f39dac0 HTTP/1.1" status: 200 len: 1096 time: 0.6282141 Aug 22 13:54:15.795756 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68520d17-7f87-431f-b51b-5bda2350aeac', 'tag': '14ab6025-d107-475e-b019-2f6b4f39dac0'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:54:15.798044 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe01af2-4690-4062-ac8f-6eca60f84d6f" -d '{"events": [{"name": "network-changed", "server_uuid": "68520d17-7f87-431f-b51b-5bda2350aeac", "tag": "14ab6025-d107-475e-b019-2f6b4f39dac0"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:54:15.827964 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91216fbd-8bb1-46a8-a670-75c7c237b87d service neutron] Pushing event updated for resources: {'Port': ['ID=14ab6025-d107-475e-b019-2f6b4f39dac0,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:54:15.855057 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00676c62-2882-496b-9e27-05803f7c6ee8 x-openstack-request-id: req-00676c62-2882-496b-9e27-05803f7c6ee8 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:54:15.855057 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68520d17-7f87-431f-b51b-5bda2350aeac", "tag": "14ab6025-d107-475e-b019-2f6b4f39dac0", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:54:15.855057 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-00676c62-2882-496b-9e27-05803f7c6ee8 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:54:15.855545 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68520d17-7f87-431f-b51b-5bda2350aeac', 'tag': '14ab6025-d107-475e-b019-2f6b4f39dac0', 'status': 'completed', 'code': 200} Aug 22 13:54:15.886667 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a6e9eb-48dd-41b9-b2e7-cf48feacddab req-90d538b3-556c-4754-9a1c-bdbaae2bc964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:15.888810 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-21a6e9eb-48dd-41b9-b2e7-cf48feacddab req-90d538b3-556c-4754-9a1c-bdbaae2bc964 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=be2e585750904cb3a86e7cb5ea934ac2&device_id=68520d17-7f87-431f-b51b-5bda2350aeac HTTP/1.1" status: 200 len: 1099 time: 0.0541341 Aug 22 13:54:15.968048 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-21a6e9eb-48dd-41b9-b2e7-cf48feacddab req-d5015c0b-bb72-4129-9810-fc91b1bf4ce1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=14ab6025-d107-475e-b019-2f6b4f39dac0 HTTP/1.1" status: 200 len: 217 time: 0.0672212 Aug 22 13:54:16.043629 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64759339-4852-46d5-aecb-66d50983a1ee req-ef7c4733-5f97-44da-9eb2-334aef9c6347 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:16.045751 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-64759339-4852-46d5-aecb-66d50983a1ee req-ef7c4733-5f97-44da-9eb2-334aef9c6347 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=480e5181-21b0-438a-9eae-9055c6f5fa52 HTTP/1.1" status: 200 len: 944 time: 0.1536486 Aug 22 13:54:16.073590 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a6e9eb-48dd-41b9-b2e7-cf48feacddab req-3e8433d9-d962-4932-aef2-2da7c99a5925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:16.075080 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-21a6e9eb-48dd-41b9-b2e7-cf48feacddab req-3e8433d9-d962-4932-aef2-2da7c99a5925 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.0974367 Aug 22 13:54:16.087916 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9a691-1b26-4831-a427-7e8b8636291f req-13745694-77dc-4ff3-b7e4-b1193638c23a tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:16.089313 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-11f9a691-1b26-4831-a427-7e8b8636291f req-13745694-77dc-4ff3-b7e4-b1193638c23a tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc57d61e-706a-4af7-a109-51f0f5c69729 HTTP/1.1" status: 200 len: 943 time: 0.1256192 Aug 22 13:54:16.157525 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-64759339-4852-46d5-aecb-66d50983a1ee req-19775ebf-8b5c-490b-8a4a-68f2c6648c14 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd42c95a-c24e-4c7d-aa36-bd21473692fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014547 Aug 22 13:54:16.173640 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-11f9a691-1b26-4831-a427-7e8b8636291f req-113a7bbc-5360-4d22-9923-970053a3f9a1 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.21 "GET /v2.0/security-groups?id=9de67dfe-a732-4180-b157-9be14e8beaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730493 Aug 22 13:54:16.177594 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a6e9eb-48dd-41b9-b2e7-cf48feacddab req-29dd59dc-2c60-4646-ab87-981e800fae14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:16.179006 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-21a6e9eb-48dd-41b9-b2e7-cf48feacddab req-29dd59dc-2c60-4646-ab87-981e800fae14 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0872841 Aug 22 13:54:16.276817 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-21a6e9eb-48dd-41b9-b2e7-cf48feacddab req-6f083926-809a-4565-9aba-045fcb71c775 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860558 Aug 22 13:54:16.398816 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7177cc84-ec53-4677-a4b7-9322c07a19e8 req-a881ba14-6093-4f31-afc0-e7b0880c6d71 tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:16.400332 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7177cc84-ec53-4677-a4b7-9322c07a19e8 req-a881ba14-6093-4f31-afc0-e7b0880c6d71 tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] 10.222.0.21 "GET /v2.0/ports?device_id=68520d17-7f87-431f-b51b-5bda2350aeac HTTP/1.1" status: 200 len: 947 time: 0.0963099 Aug 22 13:54:16.417519 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-21a6e9eb-48dd-41b9-b2e7-cf48feacddab req-26c1d989-2212-45a3-be22-0484fffd42fb service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334357 Aug 22 13:54:16.443876 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7177cc84-ec53-4677-a4b7-9322c07a19e8 req-1767d066-a776-467f-b4d1-e32f4495cb42 tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae9902a2-bebe-4c64-99ac-556c389e08eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357201 Aug 22 13:54:16.505829 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe01af2-4690-4062-ac8f-6eca60f84d6f req-d4a65f03-1556-4458-a2e1-2c9fb15fd6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:16.507304 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dfe01af2-4690-4062-ac8f-6eca60f84d6f req-d4a65f03-1556-4458-a2e1-2c9fb15fd6fb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=be2e585750904cb3a86e7cb5ea934ac2&device_id=68520d17-7f87-431f-b51b-5bda2350aeac HTTP/1.1" status: 200 len: 1099 time: 0.0401974 Aug 22 13:54:16.598845 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe01af2-4690-4062-ac8f-6eca60f84d6f req-29baa24b-f737-4ce3-9162-d18926a69c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:16.600322 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dfe01af2-4690-4062-ac8f-6eca60f84d6f req-29baa24b-f737-4ce3-9162-d18926a69c6f service neutron] 10.222.0.16 "GET /v2.0/networks?id=7dc41cff-a3ac-4fc2-ba06-973efce2365e HTTP/1.1" status: 200 len: 870 time: 0.0859888 Aug 22 13:54:16.641953 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dfe01af2-4690-4062-ac8f-6eca60f84d6f req-7a3ffd27-897e-42f5-82f7-60dcd65809b9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=14ab6025-d107-475e-b019-2f6b4f39dac0 HTTP/1.1" status: 200 len: 217 time: 0.0336363 Aug 22 13:54:16.691222 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe01af2-4690-4062-ac8f-6eca60f84d6f req-dec7e855-4ef4-49e7-860d-5cb1dd6204b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:16.692556 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dfe01af2-4690-4062-ac8f-6eca60f84d6f req-dec7e855-4ef4-49e7-860d-5cb1dd6204b0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.0421710 Aug 22 13:54:16.742650 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe01af2-4690-4062-ac8f-6eca60f84d6f req-2f226d1e-4d85-4348-92e3-48a6f93933bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:16.744104 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dfe01af2-4690-4062-ac8f-6eca60f84d6f req-2f226d1e-4d85-4348-92e3-48a6f93933bc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0439029 Aug 22 13:54:16.834724 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dfe01af2-4690-4062-ac8f-6eca60f84d6f req-6ed8ee3f-1a41-48eb-a52e-e258f1473557 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816123 Aug 22 13:54:16.928136 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dfe01af2-4690-4062-ac8f-6eca60f84d6f req-1e881f28-0fe5-4fe2-a261-6335703159df service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854397 Aug 22 13:54:17.304294 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83b769-ce3d-458f-aab8-3efed6966617 req-06cae42b-b3ba-4eb8-9cf7-5d44d8ef4c7e tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:17.305679 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9b83b769-ce3d-458f-aab8-3efed6966617 req-06cae42b-b3ba-4eb8-9cf7-5d44d8ef4c7e tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=480e5181-21b0-438a-9eae-9055c6f5fa52 HTTP/1.1" status: 200 len: 944 time: 0.0768108 Aug 22 13:54:17.327501 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d61dee1-cb56-4282-8292-bb6011207311 req-d19501de-b306-4932-9d2c-eeabf73f6b3b tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:17.329196 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d61dee1-cb56-4282-8292-bb6011207311 req-d19501de-b306-4932-9d2c-eeabf73f6b3b tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc57d61e-706a-4af7-a109-51f0f5c69729 HTTP/1.1" status: 200 len: 943 time: 0.0735373 Aug 22 13:54:17.370302 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9b83b769-ce3d-458f-aab8-3efed6966617 req-b201cbdb-3123-4d94-8e07-bcf25277ef7b tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd42c95a-c24e-4c7d-aa36-bd21473692fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564480 Aug 22 13:54:17.385018 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d61dee1-cb56-4282-8292-bb6011207311 req-a1867167-c5da-42b0-965a-8546e4b1b1a9 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.21 "GET /v2.0/security-groups?id=9de67dfe-a732-4180-b157-9be14e8beaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462427 Aug 22 13:54:17.561078 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374ef47-1a22-4590-9adc-62dd9716075f req-ce94810f-0779-4d6a-a52e-73e317792a73 tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:17.562468 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d374ef47-1a22-4590-9adc-62dd9716075f req-ce94810f-0779-4d6a-a52e-73e317792a73 tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] 10.222.0.21 "GET /v2.0/ports?device_id=68520d17-7f87-431f-b51b-5bda2350aeac HTTP/1.1" status: 200 len: 947 time: 0.0530360 Aug 22 13:54:17.598865 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d374ef47-1a22-4590-9adc-62dd9716075f req-6e577072-3e81-4f67-bc48-d87d5ae3d472 tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae9902a2-bebe-4c64-99ac-556c389e08eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306084 Aug 22 13:54:18.476835 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 14ab6025-d107-475e-b019-2f6b4f39dac0 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:54:18.515282 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa34c34-9be7-4749-880a-e1b451b029bc req-11645d02-1aa1-4c8a-a4b4-e4eb40e04b10 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:18.516808 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7aa34c34-9be7-4749-880a-e1b451b029bc req-11645d02-1aa1-4c8a-a4b4-e4eb40e04b10 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=480e5181-21b0-438a-9eae-9055c6f5fa52 HTTP/1.1" status: 200 len: 944 time: 0.0752692 Aug 22 13:54:18.529521 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf742dcd-4702-4ff9-aa79-e19a53c9a16c req-536e4b78-c593-4682-b3e6-8f7230f1132a tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:18.530952 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bf742dcd-4702-4ff9-aa79-e19a53c9a16c req-536e4b78-c593-4682-b3e6-8f7230f1132a tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc57d61e-706a-4af7-a109-51f0f5c69729 HTTP/1.1" status: 200 len: 943 time: 0.0797353 Aug 22 13:54:18.573079 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 14ab6025-d107-475e-b019-2f6b4f39dac0, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=14ab6025-d107-475e-b019-2f6b4f39dac0,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:54:18.583639 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '14ab6025-d107-475e-b019-2f6b4f39dac0', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'port_id': '14ab6025-d107-475e-b019-2f6b4f39dac0', 'mac_address': 'fa:16:3e:30:10:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7151c727-b27f-4308-8098-60bc16140d45', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:54:18.586625 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7aa34c34-9be7-4749-880a-e1b451b029bc req-98143fe3-5e04-4f0d-a3d3-66a558c1b2b3 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd42c95a-c24e-4c7d-aa36-bd21473692fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547361 Aug 22 13:54:18.594276 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bf742dcd-4702-4ff9-aa79-e19a53c9a16c req-ac87ffa0-33e4-48da-8166-3a8c56d5eba6 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.21 "GET /v2.0/security-groups?id=9de67dfe-a732-4180-b157-9be14e8beaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565519 Aug 22 13:54:18.621564 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:18.636617 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14ab6025-d107-475e-b019-2f6b4f39dac0 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:54:18.659186 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 14ab6025-d107-475e-b019-2f6b4f39dac0, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=14ab6025-d107-475e-b019-2f6b4f39dac0,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:54:18.663950 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:18.712727 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=14ab6025-d107-475e-b019-2f6b4f39dac0,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:54:18.721702 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9151be-e7c6-421f-92dd-305921896b7a req-b5757d40-af05-42bf-97b1-96e29427cf8b tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:18.723199 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b9151be-e7c6-421f-92dd-305921896b7a req-b5757d40-af05-42bf-97b1-96e29427cf8b tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] 10.222.0.21 "GET /v2.0/ports?device_id=68520d17-7f87-431f-b51b-5bda2350aeac HTTP/1.1" status: 200 len: 948 time: 0.0502596 Aug 22 13:54:18.760643 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b9151be-e7c6-421f-92dd-305921896b7a req-01759e4e-23ac-4322-b63d-4c353eb0e7b9 tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae9902a2-bebe-4c64-99ac-556c389e08eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314174 Aug 22 13:54:18.878676 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['14ab6025-d107-475e-b019-2f6b4f39dac0'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:54:19.270876 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:54:19.735005 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a7dc5-c0d8-4eef-b514-82a9f12a1dfc req-6da7fee2-55af-4c58-ae26-c381251faf9b tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:19.736506 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cf8a7dc5-c0d8-4eef-b514-82a9f12a1dfc req-6da7fee2-55af-4c58-ae26-c381251faf9b tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=480e5181-21b0-438a-9eae-9055c6f5fa52 HTTP/1.1" status: 200 len: 944 time: 0.0780382 Aug 22 13:54:19.743655 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da49cf24-e25c-42a5-9e18-095aec4cb908 req-ad3f45fa-a6ec-4ca1-a430-fcbbd2d01f78 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:19.745111 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-da49cf24-e25c-42a5-9e18-095aec4cb908 req-ad3f45fa-a6ec-4ca1-a430-fcbbd2d01f78 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc57d61e-706a-4af7-a109-51f0f5c69729 HTTP/1.1" status: 200 len: 943 time: 0.0774670 Aug 22 13:54:19.802281 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cf8a7dc5-c0d8-4eef-b514-82a9f12a1dfc req-f212f64d-4910-4f88-8b7b-ab63760701e1 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd42c95a-c24e-4c7d-aa36-bd21473692fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562327 Aug 22 13:54:19.807133 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-da49cf24-e25c-42a5-9e18-095aec4cb908 req-b3e6ed75-09e3-45b8-8983-c4db68db92b7 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.21 "GET /v2.0/security-groups?id=9de67dfe-a732-4180-b157-9be14e8beaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545895 Aug 22 13:54:19.911058 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3324f-f4f0-4646-ae9c-28e63d4700c2 req-be38868a-da25-4ade-90d4-1dd8b6164619 tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:19.912564 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e8b3324f-f4f0-4646-ae9c-28e63d4700c2 req-be38868a-da25-4ade-90d4-1dd8b6164619 tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] 10.222.0.21 "GET /v2.0/ports?device_id=68520d17-7f87-431f-b51b-5bda2350aeac HTTP/1.1" status: 200 len: 948 time: 0.0491428 Aug 22 13:54:19.951305 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e8b3324f-f4f0-4646-ae9c-28e63d4700c2 req-f856fd20-073f-43b0-812a-ce29ca9ea77a tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae9902a2-bebe-4c64-99ac-556c389e08eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327873 Aug 22 13:54:20.434024 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device f54f1dc4-e5f0-4154-b71e-ae4749761dba details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:54:20.490355 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 14ab6025-d107-475e-b019-2f6b4f39dac0 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:54:20.558840 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port f54f1dc4-e5f0-4154-b71e-ae4749761dba, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=f54f1dc4-e5f0-4154-b71e-ae4749761dba,segment=NetworkSegment(b5d4590f-61b6-46be-9a59-37c74c0720bc),segment_id=b5d4590f-61b6-46be-9a59-37c74c0720bc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:54:20.573834 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': 'f54f1dc4-e5f0-4154-b71e-ae4749761dba', 'network_id': '9fa7caec-143e-4f1c-868c-cd2128f28d10', 'port_id': 'f54f1dc4-e5f0-4154-b71e-ae4749761dba', 'mac_address': 'fa:16:3e:44:85:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f13d8d25-c567-4a92-815b-511448d6b80e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:54:20.580968 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port 14ab6025-d107-475e-b019-2f6b4f39dac0 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:54:20.600637 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 14ab6025-d107-475e-b019-2f6b4f39dac0 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:54:20.601006 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:20.639324 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:20.659111 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f54f1dc4-e5f0-4154-b71e-ae4749761dba {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:54:20.685167 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port f54f1dc4-e5f0-4154-b71e-ae4749761dba, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=f54f1dc4-e5f0-4154-b71e-ae4749761dba,segment=NetworkSegment(b5d4590f-61b6-46be-9a59-37c74c0720bc),segment_id=b5d4590f-61b6-46be-9a59-37c74c0720bc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:54:20.702210 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:20.742487 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:20.772403 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=f54f1dc4-e5f0-4154-b71e-ae4749761dba,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:54:20.780174 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68520d17-7f87-431f-b51b-5bda2350aeac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ab6025-d107-475e-b019-2f6b4f39dac0'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:54:20.783254 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c4bf5c-1ac7-4bed-8468-f9e37840266a" -d '{"events": [{"server_uuid": "68520d17-7f87-431f-b51b-5bda2350aeac", "name": "network-vif-plugged", "status": "completed", "tag": "14ab6025-d107-475e-b019-2f6b4f39dac0"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:54:20.792106 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:54:20.792486 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:54:20.792843 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:54:20.793153 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:54:20.793483 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:54:20.794435 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:54:20.795079 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:54:20.795184 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:54:20.795495 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:54:20.795805 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:54:20.796129 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:54:20.796472 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:54:20.808282 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 14ab6025-d107-475e-b019-2f6b4f39dac0, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=14ab6025-d107-475e-b019-2f6b4f39dac0,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:54:20.813836 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:20.846413 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e32a5b0-a7d6-4866-8c75-98b6d85a4e73 x-openstack-request-id: req-0e32a5b0-a7d6-4866-8c75-98b6d85a4e73 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:54:20.846706 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68520d17-7f87-431f-b51b-5bda2350aeac", "name": "network-vif-plugged", "status": "completed", "tag": "14ab6025-d107-475e-b019-2f6b4f39dac0", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:54:20.846958 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0e32a5b0-a7d6-4866-8c75-98b6d85a4e73 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:54:20.847354 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68520d17-7f87-431f-b51b-5bda2350aeac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ab6025-d107-475e-b019-2f6b4f39dac0', 'code': 200} Aug 22 13:54:20.881122 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=14ab6025-d107-475e-b019-2f6b4f39dac0,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:54:20.926443 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['f54f1dc4-e5f0-4154-b71e-ae4749761dba'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:54:21.005264 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e50b49-ea33-40f3-aa03-cdfd7d1c1a43 req-d30932a6-447f-46a4-83be-d03bab78ae2f tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:21.007517 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-93e50b49-ea33-40f3-aa03-cdfd7d1c1a43 req-d30932a6-447f-46a4-83be-d03bab78ae2f tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc57d61e-706a-4af7-a109-51f0f5c69729 HTTP/1.1" status: 200 len: 944 time: 0.1157172 Aug 22 13:54:21.021749 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee861d5-7ac2-4371-8751-e783e1d7a4eb req-71081285-514b-4010-b189-7e3a0dbc78a8 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:21.023335 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1ee861d5-7ac2-4371-8751-e783e1d7a4eb req-71081285-514b-4010-b189-7e3a0dbc78a8 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=480e5181-21b0-438a-9eae-9055c6f5fa52 HTTP/1.1" status: 200 len: 944 time: 0.1206429 Aug 22 13:54:21.027877 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4d03a-13e0-421c-86f1-3ee5acfd53f0 req-d8c29bbe-8e46-4f5b-88ee-25661bc48e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:21.029939 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2fa4d03a-13e0-421c-86f1-3ee5acfd53f0 req-d8c29bbe-8e46-4f5b-88ee-25661bc48e2e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=68520d17-7f87-431f-b51b-5bda2350aeac HTTP/1.1" status: 200 len: 1101 time: 0.1018386 Aug 22 13:54:21.099860 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-93e50b49-ea33-40f3-aa03-cdfd7d1c1a43 req-165c8010-2a64-4a8f-84aa-a118021b8a86 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.21 "GET /v2.0/security-groups?id=9de67dfe-a732-4180-b157-9be14e8beaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747147 Aug 22 13:54:21.130000 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2fa4d03a-13e0-421c-86f1-3ee5acfd53f0 req-2afbcf75-1163-40cf-bdb7-d96f8ce83835 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ae9902a2-bebe-4c64-99ac-556c389e08eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766423 Aug 22 13:54:21.133205 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1ee861d5-7ac2-4371-8751-e783e1d7a4eb req-4f2b53eb-e3bc-49f6-a276-8e9696d16fc9 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd42c95a-c24e-4c7d-aa36-bd21473692fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977323 Aug 22 13:54:21.243720 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ba576-1022-424d-ab28-ffa9fb74c6d2 req-2876960e-916b-4857-bd6d-cb55639c3e00 tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:21.245218 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-796ba576-1022-424d-ab28-ffa9fb74c6d2 req-2876960e-916b-4857-bd6d-cb55639c3e00 tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] 10.222.0.21 "GET /v2.0/ports?device_id=68520d17-7f87-431f-b51b-5bda2350aeac HTTP/1.1" status: 200 len: 949 time: 0.0534611 Aug 22 13:54:21.283238 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-796ba576-1022-424d-ab28-ffa9fb74c6d2 req-58a10d0b-bac7-4ebb-a8c4-1ff6dd3b0dba tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae9902a2-bebe-4c64-99ac-556c389e08eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318022 Aug 22 13:54:22.246016 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164d69f-9b0d-494e-9234-97620ce780b5 req-9b826948-7443-4248-86b7-2be5b37e8b08 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:22.248052 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3164d69f-9b0d-494e-9234-97620ce780b5 req-9b826948-7443-4248-86b7-2be5b37e8b08 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc57d61e-706a-4af7-a109-51f0f5c69729 HTTP/1.1" status: 200 len: 944 time: 0.0764735 Aug 22 13:54:22.295783 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f233f-f3aa-40be-bd9f-2596886e531e req-5599bf04-e47d-4379-a22c-e38718bd8018 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:22.297309 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-529f233f-f3aa-40be-bd9f-2596886e531e req-5599bf04-e47d-4379-a22c-e38718bd8018 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=480e5181-21b0-438a-9eae-9055c6f5fa52 HTTP/1.1" status: 200 len: 944 time: 0.0853615 Aug 22 13:54:22.302239 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3164d69f-9b0d-494e-9234-97620ce780b5 req-d0b9b48b-64bc-4a50-9bfd-433d8bb7ccf4 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.21 "GET /v2.0/security-groups?id=9de67dfe-a732-4180-b157-9be14e8beaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479171 Aug 22 13:54:22.338682 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-529f233f-f3aa-40be-bd9f-2596886e531e req-dc11f580-e4bb-4d89-b208-42fa944dd637 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd42c95a-c24e-4c7d-aa36-bd21473692fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337322 Aug 22 13:54:22.416172 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb51eed2-3f79-4353-b1a7-36bfdf68d99c req-ac011b83-bb1e-4720-821e-bd74fca29804 tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:22.419555 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cb51eed2-3f79-4353-b1a7-36bfdf68d99c req-ac011b83-bb1e-4720-821e-bd74fca29804 tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] 10.222.0.21 "GET /v2.0/ports?device_id=68520d17-7f87-431f-b51b-5bda2350aeac HTTP/1.1" status: 200 len: 949 time: 0.0573850 Aug 22 13:54:22.446368 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device e0287cce-cb33-48be-a828-cd6168587b83 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:54:22.448675 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device f54f1dc4-e5f0-4154-b71e-ae4749761dba up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:54:22.457564 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cb51eed2-3f79-4353-b1a7-36bfdf68d99c req-c8242bc9-88c7-47c3-9764-1449538d3e7e tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae9902a2-bebe-4c64-99ac-556c389e08eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333421 Aug 22 13:54:22.549828 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port f54f1dc4-e5f0-4154-b71e-ae4749761dba completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:54:22.565383 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port f54f1dc4-e5f0-4154-b71e-ae4749761dba triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:54:22.565746 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:22.603085 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port e0287cce-cb33-48be-a828-cd6168587b83, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=e0287cce-cb33-48be-a828-cd6168587b83,segment=NetworkSegment(a8db1aa5-2938-4ee0-bbbc-1190f337bf80),segment_id=a8db1aa5-2938-4ee0-bbbc-1190f337bf80)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:54:22.624250 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': 'e0287cce-cb33-48be-a828-cd6168587b83', 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8', 'port_id': 'e0287cce-cb33-48be-a828-cd6168587b83', 'mac_address': 'fa:16:3e:b5:38:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad565ab1-b54d-4060-a258-16294d6e46a2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:54:22.694570 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:22.720739 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcfc246-c83e-4717-8c0f-5b54389a9f9a req-437d2f1b-ddbe-471c-9f83-491fd8cc19c3 tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:22.722339 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0dcfc246-c83e-4717-8c0f-5b54389a9f9a req-437d2f1b-ddbe-471c-9f83-491fd8cc19c3 tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] 10.222.0.21 "GET /v2.0/ports?device_id=68520d17-7f87-431f-b51b-5bda2350aeac HTTP/1.1" status: 200 len: 949 time: 0.0507035 Aug 22 13:54:22.726366 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0287cce-cb33-48be-a828-cd6168587b83 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:54:22.733302 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:22.760678 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0dcfc246-c83e-4717-8c0f-5b54389a9f9a req-710d4270-abea-4575-8b9c-89430fe84c58 tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae9902a2-bebe-4c64-99ac-556c389e08eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321488 Aug 22 13:54:22.766477 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port e0287cce-cb33-48be-a828-cd6168587b83, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=e0287cce-cb33-48be-a828-cd6168587b83,segment=NetworkSegment(a8db1aa5-2938-4ee0-bbbc-1190f337bf80),segment_id=a8db1aa5-2938-4ee0-bbbc-1190f337bf80)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:54:22.773012 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:22.803309 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port f54f1dc4-e5f0-4154-b71e-ae4749761dba, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=f54f1dc4-e5f0-4154-b71e-ae4749761dba,segment=NetworkSegment(b5d4590f-61b6-46be-9a59-37c74c0720bc),segment_id=b5d4590f-61b6-46be-9a59-37c74c0720bc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:54:22.809897 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:22.827484 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=e0287cce-cb33-48be-a828-cd6168587b83,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:54:22.849968 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc57d61e-706a-4af7-a109-51f0f5c69729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f54f1dc4-e5f0-4154-b71e-ae4749761dba'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:54:22.852177 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34dbca12-96b3-4121-b94a-251b96132d87" -d '{"events": [{"server_uuid": "fc57d61e-706a-4af7-a109-51f0f5c69729", "name": "network-vif-plugged", "status": "completed", "tag": "f54f1dc4-e5f0-4154-b71e-ae4749761dba"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:54:22.878959 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=f54f1dc4-e5f0-4154-b71e-ae4749761dba,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:54:22.890546 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba8ee49-62eb-4a12-abae-204434253d18 x-openstack-request-id: req-3ba8ee49-62eb-4a12-abae-204434253d18 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:54:22.890833 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc57d61e-706a-4af7-a109-51f0f5c69729", "name": "network-vif-plugged", "status": "completed", "tag": "f54f1dc4-e5f0-4154-b71e-ae4749761dba", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:54:22.891082 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3ba8ee49-62eb-4a12-abae-204434253d18 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:54:22.891464 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc57d61e-706a-4af7-a109-51f0f5c69729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f54f1dc4-e5f0-4154-b71e-ae4749761dba', 'code': 200} Aug 22 13:54:22.988858 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['e0287cce-cb33-48be-a828-cd6168587b83'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:54:22.990534 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6b8d5-530b-48fb-98ff-1870ec6b27a5 req-2d6052cf-796a-4727-bb26-97229803dacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:22.992048 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-bfa6b8d5-530b-48fb-98ff-1870ec6b27a5 req-2d6052cf-796a-4727-bb26-97229803dacc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fc57d61e-706a-4af7-a109-51f0f5c69729 HTTP/1.1" status: 200 len: 1097 time: 0.0410903 Aug 22 13:54:23.026722 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-bfa6b8d5-530b-48fb-98ff-1870ec6b27a5 req-661aa7c1-afda-4717-aea5-bdd400a12c8a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9de67dfe-a732-4180-b157-9be14e8beaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273695 Aug 22 13:54:23.425646 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21beac6-4fb8-4011-a8d7-faaeaa56328f req-a8e2cda6-a116-42b1-b58d-1635a2c1b746 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:23.427071 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e21beac6-4fb8-4011-a8d7-faaeaa56328f req-a8e2cda6-a116-42b1-b58d-1635a2c1b746 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc57d61e-706a-4af7-a109-51f0f5c69729 HTTP/1.1" status: 200 len: 945 time: 0.0570571 Aug 22 13:54:23.493021 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aeee32-d633-4b73-8874-3756d96af8d3 req-8b6a7eed-db6b-43c9-8859-97b7a33b6966 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:23.494463 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-53aeee32-d633-4b73-8874-3756d96af8d3 req-8b6a7eed-db6b-43c9-8859-97b7a33b6966 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=480e5181-21b0-438a-9eae-9055c6f5fa52 HTTP/1.1" status: 200 len: 945 time: 0.0844095 Aug 22 13:54:23.497711 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e21beac6-4fb8-4011-a8d7-faaeaa56328f req-45ecab0a-8edb-498e-8c0e-ad963612425d tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.21 "GET /v2.0/security-groups?id=9de67dfe-a732-4180-b157-9be14e8beaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503466 Aug 22 13:54:23.532874 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-53aeee32-d633-4b73-8874-3756d96af8d3 req-a339db93-a971-4f16-bde9-1be6be86a87d tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd42c95a-c24e-4c7d-aa36-bd21473692fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324142 Aug 22 13:54:23.672369 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a9b909-bd00-4876-b46d-b9359e04c04b req-7cfaba2e-aa6c-4ae6-9cfe-ed0e331e1338 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:23.673831 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a3a9b909-bd00-4876-b46d-b9359e04c04b req-7cfaba2e-aa6c-4ae6-9cfe-ed0e331e1338 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.0492127 Aug 22 13:54:23.711308 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a3a9b909-bd00-4876-b46d-b9359e04c04b req-9f13dc84-1761-48a4-a659-6ba10cbdf05c tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314238 Aug 22 13:54:23.831054 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc45edd-adfb-4ca3-bef8-12ee154d5f68 req-49d489ba-1200-46f6-a2ca-276d6a5d2618 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:23.832579 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6dc45edd-adfb-4ca3-bef8-12ee154d5f68 req-49d489ba-1200-46f6-a2ca-276d6a5d2618 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.0498621 Aug 22 13:54:23.899117 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6dc45edd-adfb-4ca3-bef8-12ee154d5f68 req-168fd351-7072-43ab-a7f1-8edd929496eb tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547857 Aug 22 13:54:23.912055 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d7b2e0-cbc8-44da-b29a-03dfdf7fa6d4 req-af387a53-17b4-464f-a9c1-cd398eaf7285 tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:23.914137 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e4d7b2e0-cbc8-44da-b29a-03dfdf7fa6d4 req-af387a53-17b4-464f-a9c1-cd398eaf7285 tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] 10.222.0.21 "GET /v2.0/ports?device_id=68520d17-7f87-431f-b51b-5bda2350aeac HTTP/1.1" status: 200 len: 949 time: 0.0795860 Aug 22 13:54:23.963032 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e4d7b2e0-cbc8-44da-b29a-03dfdf7fa6d4 req-98dd3ecf-e016-4acf-962c-0b4c1c0bf6a8 tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae9902a2-bebe-4c64-99ac-556c389e08eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423806 Aug 22 13:54:24.167914 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce9d296-df44-48b8-8b9a-73401a4dd92b req-9c623d2a-80cb-4589-9853-d9710ec5357e tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:24.169998 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8ce9d296-df44-48b8-8b9a-73401a4dd92b req-9c623d2a-80cb-4589-9853-d9710ec5357e tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.0768251 Aug 22 13:54:24.182234 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f6a71-8478-4df9-aee3-52987fa80fb8 req-af6f7461-eff5-4bf8-97a8-2460b53ba255 tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:24.183639 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f72f6a71-8478-4df9-aee3-52987fa80fb8 req-af6f7461-eff5-4bf8-97a8-2460b53ba255 tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] 10.222.0.16 "GET /v2.0/ports?device_id=68520d17-7f87-431f-b51b-5bda2350aeac HTTP/1.1" status: 200 len: 949 time: 0.0626822 Aug 22 13:54:24.268149 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8ce9d296-df44-48b8-8b9a-73401a4dd92b req-e6b77d4a-2c16-4d3a-ae66-0a808aedc174 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835607 Aug 22 13:54:24.299948 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-f72f6a71-8478-4df9-aee3-52987fa80fb8 req-b4dc0919-136b-4651-942a-084c7b2109e6 tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] Deleting port 14ab6025-d107-475e-b019-2f6b4f39dac0 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:54:24.300317 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f72f6a71-8478-4df9-aee3-52987fa80fb8 req-b4dc0919-136b-4651-942a-084c7b2109e6 tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:24.393695 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-f72f6a71-8478-4df9-aee3-52987fa80fb8 req-b4dc0919-136b-4651-942a-084c7b2109e6 tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] For port 14ab6025-d107-475e-b019-2f6b4f39dac0, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=14ab6025-d107-475e-b019-2f6b4f39dac0,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:54:24.394135 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f72f6a71-8478-4df9-aee3-52987fa80fb8 req-b4dc0919-136b-4651-942a-084c7b2109e6 tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:24.405837 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-f72f6a71-8478-4df9-aee3-52987fa80fb8 req-b4dc0919-136b-4651-942a-084c7b2109e6 tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] Calling delete_port for 14ab6025-d107-475e-b019-2f6b4f39dac0 owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:54:24.454732 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device e0287cce-cb33-48be-a828-cd6168587b83 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:54:24.505184 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port e0287cce-cb33-48be-a828-cd6168587b83 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:54:24.509244 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port e0287cce-cb33-48be-a828-cd6168587b83 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:54:24.509732 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:24.564191 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f72f6a71-8478-4df9-aee3-52987fa80fb8 req-b4dc0919-136b-4651-942a-084c7b2109e6 tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:24.579112 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['14ab6025-d107-475e-b019-2f6b4f39dac0'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:54:24.610760 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dc0919-136b-4651-942a-084c7b2109e6 tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] Pushing event deleted for resources: {'Port': ['ID=14ab6025-d107-475e-b019-2f6b4f39dac0,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:54:24.646076 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:24.660642 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc0919-136b-4651-942a-084c7b2109e6 tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:54:24.660987 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc0919-136b-4651-942a-084c7b2109e6 tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:54:24.661457 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc0919-136b-4651-942a-084c7b2109e6 tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:54:24.661674 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc0919-136b-4651-942a-084c7b2109e6 tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:54:24.662002 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc0919-136b-4651-942a-084c7b2109e6 tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:54:24.662332 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc0919-136b-4651-942a-084c7b2109e6 tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:54:24.662652 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc0919-136b-4651-942a-084c7b2109e6 tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:54:24.662969 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc0919-136b-4651-942a-084c7b2109e6 tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:54:24.663283 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc0919-136b-4651-942a-084c7b2109e6 tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:54:24.663597 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc0919-136b-4651-942a-084c7b2109e6 tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:54:24.663910 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc0919-136b-4651-942a-084c7b2109e6 tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:54:24.664225 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc0919-136b-4651-942a-084c7b2109e6 tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:54:24.680899 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port e0287cce-cb33-48be-a828-cd6168587b83, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=e0287cce-cb33-48be-a828-cd6168587b83,segment=NetworkSegment(a8db1aa5-2938-4ee0-bbbc-1190f337bf80),segment_id=a8db1aa5-2938-4ee0-bbbc-1190f337bf80)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:54:24.685576 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:24.711545 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-f72f6a71-8478-4df9-aee3-52987fa80fb8 req-b4dc0919-136b-4651-942a-084c7b2109e6 tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] No DVR routers for this DVR port 14ab6025-d107-475e-b019-2f6b4f39dac0 on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:54:24.714446 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-f72f6a71-8478-4df9-aee3-52987fa80fb8 req-b4dc0919-136b-4651-942a-084c7b2109e6 tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:24.717335 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f72f6a71-8478-4df9-aee3-52987fa80fb8 req-b4dc0919-136b-4651-942a-084c7b2109e6 tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] 10.222.0.16 "DELETE /v2.0/ports/14ab6025-d107-475e-b019-2f6b4f39dac0 HTTP/1.1" status: 204 len: 173 time: 0.5254376 Aug 22 13:54:24.719253 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68520d17-7f87-431f-b51b-5bda2350aeac', 'name': 'network-vif-deleted', 'tag': '14ab6025-d107-475e-b019-2f6b4f39dac0'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:54:24.721586 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a46238-874a-490e-98df-caeff9619aeb" -d '{"events": [{"server_uuid": "68520d17-7f87-431f-b51b-5bda2350aeac", "name": "network-vif-deleted", "tag": "14ab6025-d107-475e-b019-2f6b4f39dac0"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:54:24.741077 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b07004-1797-459b-b403-e51cc93f3f63 req-91067c82-7b1b-4494-9371-41e501ee9fb4 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:24.742616 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-98b07004-1797-459b-b403-e51cc93f3f63 req-91067c82-7b1b-4494-9371-41e501ee9fb4 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.1445630 Aug 22 13:54:24.750518 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=e0287cce-cb33-48be-a828-cd6168587b83,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:54:24.751285 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc6dbd-fcf4-404a-8112-19ae72789ca4 req-8fb0bbc9-af4a-4c11-be83-e8d8a44d76af tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:24.752988 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-24cc6dbd-fcf4-404a-8112-19ae72789ca4 req-8fb0bbc9-af4a-4c11-be83-e8d8a44d76af tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc57d61e-706a-4af7-a109-51f0f5c69729 HTTP/1.1" status: 200 len: 945 time: 0.1537995 Aug 22 13:54:24.803839 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-98b07004-1797-459b-b403-e51cc93f3f63 req-9a80338e-75ac-4084-944a-4d9ddb9b1e9d tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498276 Aug 22 13:54:24.819279 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-24cc6dbd-fcf4-404a-8112-19ae72789ca4 req-3c1578ad-03d3-4010-a330-395f36298e42 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.21 "GET /v2.0/security-groups?id=9de67dfe-a732-4180-b157-9be14e8beaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581031 Aug 22 13:54:24.879224 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7481832e-11a8-4832-b867-515e5b2c024c x-openstack-request-id: req-7481832e-11a8-4832-b867-515e5b2c024c {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:54:24.879719 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68520d17-7f87-431f-b51b-5bda2350aeac", "name": "network-vif-deleted", "tag": "14ab6025-d107-475e-b019-2f6b4f39dac0", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:54:24.880098 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7481832e-11a8-4832-b867-515e5b2c024c {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:54:24.880625 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68520d17-7f87-431f-b51b-5bda2350aeac', 'name': 'network-vif-deleted', 'tag': '14ab6025-d107-475e-b019-2f6b4f39dac0', 'status': 'completed', 'code': 200} Aug 22 13:54:24.892598 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '480e5181-21b0-438a-9eae-9055c6f5fa52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0287cce-cb33-48be-a828-cd6168587b83'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:54:24.896586 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca74b172-2a41-4cce-8535-f41d45547192" -d '{"events": [{"server_uuid": "480e5181-21b0-438a-9eae-9055c6f5fa52", "name": "network-vif-plugged", "status": "completed", "tag": "e0287cce-cb33-48be-a828-cd6168587b83"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:54:24.965540 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb40ced-07ff-4023-9160-4b8c05568995 req-2e05bcab-eabc-4326-9450-c5e71784c3fa tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:24.968097 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cfb40ced-07ff-4023-9160-4b8c05568995 req-2e05bcab-eabc-4326-9450-c5e71784c3fa tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=480e5181-21b0-438a-9eae-9055c6f5fa52 HTTP/1.1" status: 200 len: 946 time: 0.0771260 Aug 22 13:54:25.005359 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a4e8f-1034-4044-9491-255894df6f30 req-4ac65d56-58b1-4a79-9be8-4a8db63dab09 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:25.006907 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-784a4e8f-1034-4044-9491-255894df6f30 req-4ac65d56-58b1-4a79-9be8-4a8db63dab09 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc57d61e-706a-4af7-a109-51f0f5c69729 HTTP/1.1" status: 200 len: 945 time: 0.0808873 Aug 22 13:54:25.029966 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cfb40ced-07ff-4023-9160-4b8c05568995 req-bc967f90-7384-4865-bc57-84690527b2b6 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd42c95a-c24e-4c7d-aa36-bd21473692fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552082 Aug 22 13:54:25.059844 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-784a4e8f-1034-4044-9491-255894df6f30 req-88242841-5306-49cb-ba71-2a3282699e23 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.21 "GET /v2.0/security-groups?id=9de67dfe-a732-4180-b157-9be14e8beaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439465 Aug 22 13:54:25.084476 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 41412) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:54:25.104313 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74454a4c-91be-40b3-9ae0-dd6e69598d63 x-openstack-request-id: req-74454a4c-91be-40b3-9ae0-dd6e69598d63 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:54:25.104313 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "480e5181-21b0-438a-9eae-9055c6f5fa52", "name": "network-vif-plugged", "status": "completed", "tag": "e0287cce-cb33-48be-a828-cd6168587b83", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:54:25.104313 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-74454a4c-91be-40b3-9ae0-dd6e69598d63 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:54:25.104313 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '480e5181-21b0-438a-9eae-9055c6f5fa52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0287cce-cb33-48be-a828-cd6168587b83', 'code': 200} Aug 22 13:54:25.196191 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d2d8304d-72c6-4598-a13f-8db41ac2211d req-c7cade7d-954f-49ae-be17-d24aa88db819 tempest-VolumesNegativeTest-1976062962 tempest-VolumesNegativeTest-1976062962-project] 10.222.0.21 "GET /v2.0/ports?device_id=68520d17-7f87-431f-b51b-5bda2350aeac HTTP/1.1" status: 200 len: 210 time: 0.0303991 Aug 22 13:54:25.238436 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c802fef-a89a-47ac-8d4d-864e714d2db1 req-02795583-a4cb-4baa-8d14-9d0e526f11f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:25.240413 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-1c802fef-a89a-47ac-8d4d-864e714d2db1 req-02795583-a4cb-4baa-8d14-9d0e526f11f7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=480e5181-21b0-438a-9eae-9055c6f5fa52 HTTP/1.1" status: 200 len: 1098 time: 0.0679653 Aug 22 13:54:25.308962 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-1c802fef-a89a-47ac-8d4d-864e714d2db1 req-44c0d08c-3adb-4883-9459-091ccd03a1ff service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fd42c95a-c24e-4c7d-aa36-bd21473692fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445817 Aug 22 13:54:25.349467 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575b8565-d6e2-4c98-9849-f9db776d6259 tempest-TestVolumeBackupRestore-275291843 tempest-TestVolumeBackupRestore-275291843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:25.351056 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-575b8565-d6e2-4c98-9849-f9db776d6259 tempest-TestVolumeBackupRestore-275291843 tempest-TestVolumeBackupRestore-275291843-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fc57d61e-706a-4af7-a109-51f0f5c69729 HTTP/1.1" status: 200 len: 1092 time: 0.2650158 Aug 22 13:54:25.354041 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 41416) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:54:25.360005 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-f4ad7a83-ea49-415c-a68f-7bfc0497bc09 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Request body: {'floatingip': {'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'port_id': 'f54f1dc4-e5f0-4154-b71e-ae4749761dba', 'tenant_id': '16575b4f2ae9481a99b8750504d27349', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:54:25.385868 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f4ad7a83-ea49-415c-a68f-7bfc0497bc09 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify callbacks [] for floatingip, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:25.479567 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f4ad7a83-ea49-415c-a68f-7bfc0497bc09 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:25.584083 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-f4ad7a83-ea49-415c-a68f-7bfc0497bc09 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Allocated IP 172.25.3.83 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/dd6cd170-0ab2-45bb-8b59-189e876fdfda) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:54:25.685006 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f4ad7a83-ea49-415c-a68f-7bfc0497bc09 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:25.722883 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f4ad7a83-ea49-415c-a68f-7bfc0497bc09 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:25.761942 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ad7a83-ea49-415c-a68f-7bfc0497bc09 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:54:25.765146 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-f4ad7a83-ea49-415c-a68f-7bfc0497bc09 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:54:25.768466 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ad7a83-ea49-415c-a68f-7bfc0497bc09 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:54:25.793646 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ad7a83-ea49-415c-a68f-7bfc0497bc09 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Pushing event updated for resources: {'Port': ['ID=dd6cd170-0ab2-45bb-8b59-189e876fdfda,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:54:25.934894 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acfb277-0f08-4cb4-ad59-5f8800e4caa5 req-5b7d04f3-9beb-4380-84cf-a279de6b0f3e tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:25.936400 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0acfb277-0f08-4cb4-ad59-5f8800e4caa5 req-5b7d04f3-9beb-4380-84cf-a279de6b0f3e tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.0511410 Aug 22 13:54:25.976375 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0acfb277-0f08-4cb4-ad59-5f8800e4caa5 req-d1f4a356-af29-43a9-8e1f-f7b119b64813 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338306 Aug 22 13:54:26.149372 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935f632-4eb8-4585-aae3-34a4280a4f95 req-0a78ef01-4a6e-4139-9cb3-19992f53b256 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:26.150982 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f935f632-4eb8-4585-aae3-34a4280a4f95 req-0a78ef01-4a6e-4139-9cb3-19992f53b256 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=480e5181-21b0-438a-9eae-9055c6f5fa52 HTTP/1.1" status: 200 len: 946 time: 0.0488777 Aug 22 13:54:26.192486 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f935f632-4eb8-4585-aae3-34a4280a4f95 req-aed1b7bd-f0f0-476e-a10d-12ffaeb80a66 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd42c95a-c24e-4c7d-aa36-bd21473692fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343585 Aug 22 13:54:26.553078 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f4ad7a83-ea49-415c-a68f-7bfc0497bc09 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:26.657004 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f4ad7a83-ea49-415c-a68f-7bfc0497bc09 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:26.813169 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f4ad7a83-ea49-415c-a68f-7bfc0497bc09 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:26.818079 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f4ad7a83-ea49-415c-a68f-7bfc0497bc09 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:26.886468 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ad7a83-ea49-415c-a68f-7bfc0497bc09 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Pushing event updated for resources: {'Port': ['ID=dd6cd170-0ab2-45bb-8b59-189e876fdfda,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:54:26.899176 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f4ad7a83-ea49-415c-a68f-7bfc0497bc09 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:27.002951 n-d-793621-33 neutron-server[94628]: INFO neutron.db.l3_db [None req-f4ad7a83-ea49-415c-a68f-7bfc0497bc09 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Floating IP a3b3f7a8-73e7-44f1-a4b9-917eb02504cd associated. External IP: 172.25.3.83, port: f54f1dc4-e5f0-4154-b71e-ae4749761dba. Aug 22 13:54:27.112545 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c263174-5d1b-453d-b75f-c7434df97a3a req-b7662086-999e-4e6f-b5f4-93b69f1c7f78 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:27.114122 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2c263174-5d1b-453d-b75f-c7434df97a3a req-b7662086-999e-4e6f-b5f4-93b69f1c7f78 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.0654023 Aug 22 13:54:27.153118 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2c263174-5d1b-453d-b75f-c7434df97a3a req-42bffb58-5467-49dd-95f2-ae105e3ec35d tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330954 Aug 22 13:54:27.242260 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4ad7a83-ea49-415c-a68f-7bfc0497bc09 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Router 5886423d-5927-4000-a2c5-6b2636b9ed52 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:54:27.316403 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2164163a-1b44-4edd-b058-b9c542ba6d50 req-41a07a15-875f-4b4f-97e3-5b570d217007 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:27.318116 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2164163a-1b44-4edd-b058-b9c542ba6d50 req-41a07a15-875f-4b4f-97e3-5b570d217007 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=480e5181-21b0-438a-9eae-9055c6f5fa52 HTTP/1.1" status: 200 len: 946 time: 0.0538526 Aug 22 13:54:27.364913 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2164163a-1b44-4edd-b058-b9c542ba6d50 req-0e7052e0-46cb-4b55-98d2-4adac632e6f2 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd42c95a-c24e-4c7d-aa36-bd21473692fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407095 Aug 22 13:54:27.365655 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ad7a83-ea49-415c-a68f-7bfc0497bc09 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:54:27.376900 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09b0e05-599c-4b5b-8e94-ce8af861d197 None None] Sync routers for ids ['5886423d-5927-4000-a2c5-6b2636b9ed52'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:54:27.385137 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f4ad7a83-ea49-415c-a68f-7bfc0497bc09 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:27.405385 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09b0e05-599c-4b5b-8e94-ce8af861d197 None None] Routers {'5886423d-5927-4000-a2c5-6b2636b9ed52'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:54:27.406134 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-b09b0e05-599c-4b5b-8e94-ce8af861d197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:54:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['5886423d-5927-4000-a2c5-6b2636b9ed52'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:54:27.419094 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f4ad7a83-ea49-415c-a68f-7bfc0497bc09 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0632703 Aug 22 13:54:27.420068 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc57d61e-706a-4af7-a109-51f0f5c69729', 'tag': 'f54f1dc4-e5f0-4154-b71e-ae4749761dba'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:54:27.421900 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 41526) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:54:27.423038 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09ac377-4a55-47a1-ad12-2b7d48d08ed2" -d '{"events": [{"name": "network-changed", "server_uuid": "fc57d61e-706a-4af7-a109-51f0f5c69729", "tag": "f54f1dc4-e5f0-4154-b71e-ae4749761dba"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:54:27.473408 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1823a54-9790-4053-bb05-f3cd37820fea x-openstack-request-id: req-d1823a54-9790-4053-bb05-f3cd37820fea {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:54:27.473633 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc57d61e-706a-4af7-a109-51f0f5c69729", "tag": "f54f1dc4-e5f0-4154-b71e-ae4749761dba", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:54:27.473756 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d1823a54-9790-4053-bb05-f3cd37820fea {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:54:27.474128 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc57d61e-706a-4af7-a109-51f0f5c69729', 'tag': 'f54f1dc4-e5f0-4154-b71e-ae4749761dba', 'status': 'completed', 'code': 200} Aug 22 13:54:27.510078 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701ebb9f-dca9-4218-810b-cffc41477dee tempest-TestVolumeBackupRestore-275291843 tempest-TestVolumeBackupRestore-275291843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:27.511618 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-701ebb9f-dca9-4218-810b-cffc41477dee tempest-TestVolumeBackupRestore-275291843 tempest-TestVolumeBackupRestore-275291843-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fc57d61e-706a-4af7-a109-51f0f5c69729 HTTP/1.1" status: 200 len: 1092 time: 0.0885291 Aug 22 13:54:27.514708 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 41540) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:54:27.519327 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-c96be914-2601-4822-b04f-803eb10e494c tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Request body: {'floatingip': {'port_id': 'f54f1dc4-e5f0-4154-b71e-ae4749761dba'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:54:27.546419 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ac377-4a55-47a1-ad12-2b7d48d08ed2 req-2f87d301-237f-4275-bf5f-83b10e02801a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:27.548189 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a09ac377-4a55-47a1-ad12-2b7d48d08ed2 req-2f87d301-237f-4275-bf5f-83b10e02801a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=16575b4f2ae9481a99b8750504d27349&device_id=fc57d61e-706a-4af7-a109-51f0f5c69729 HTTP/1.1" status: 200 len: 1097 time: 0.0556271 Aug 22 13:54:27.565227 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26977e0-232b-4d0a-b60c-d5eeb2168662 req-8dbd4f3d-3f80-42f3-929d-4065d10b9370 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:27.572342 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d26977e0-232b-4d0a-b60c-d5eeb2168662 req-8dbd4f3d-3f80-42f3-929d-4065d10b9370 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=480e5181-21b0-438a-9eae-9055c6f5fa52 HTTP/1.1" status: 200 len: 946 time: 0.1154032 Aug 22 13:54:27.583368 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-b09b0e05-599c-4b5b-8e94-ce8af861d197 None None] Set router 5886423d-5927-4000-a2c5-6b2636b9ed52 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:54:27.616503 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c96be914-2601-4822-b04f-803eb10e494c tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify callbacks [] for floatingip, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:27.672771 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d26977e0-232b-4d0a-b60c-d5eeb2168662 req-79acfc9a-fefa-472a-b6f1-de667ced0974 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd42c95a-c24e-4c7d-aa36-bd21473692fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955803 Aug 22 13:54:27.687280 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 41570) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:54:27.692341 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ac377-4a55-47a1-ad12-2b7d48d08ed2 req-e5b8bae2-5224-467d-bf7c-f46dfccc05f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:27.693827 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a09ac377-4a55-47a1-ad12-2b7d48d08ed2 req-e5b8bae2-5224-467d-bf7c-f46dfccc05f3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9fa7caec-143e-4f1c-868c-cd2128f28d10 HTTP/1.1" status: 200 len: 915 time: 0.1367948 Aug 22 13:54:27.820268 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a09ac377-4a55-47a1-ad12-2b7d48d08ed2 req-1897e7a0-c916-4aab-8af5-99b0fd330919 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f54f1dc4-e5f0-4154-b71e-ae4749761dba HTTP/1.1" status: 200 len: 998 time: 0.1187277 Aug 22 13:54:27.878212 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ac377-4a55-47a1-ad12-2b7d48d08ed2 req-986f5e5e-1f6c-486d-bec9-402564b01ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:27.879779 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a09ac377-4a55-47a1-ad12-2b7d48d08ed2 req-986f5e5e-1f6c-486d-bec9-402564b01ad3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f13d8d25-c567-4a92-815b-511448d6b80e HTTP/1.1" status: 200 len: 853 time: 0.0477662 Aug 22 13:54:27.891840 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-b09b0e05-599c-4b5b-8e94-ce8af861d197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5886423d-5927-4000-a2c5-6b2636b9ed52', 'name': 'tempest-TestVolumeBackupRestore-1410170581-router', 'tenant_id': '16575b4f2ae9481a99b8750504d27349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'cbb69552-035e-4c11-9b94-0eaa80615b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:50:49Z', 'updated_at': '2021-08-22T13:50:53Z', 'revision_number': 4, 'project_id': '16575b4f2ae9481a99b8750504d27349', 'gw_port': {'id': 'cbb69552-035e-4c11-9b94-0eaa80615b6a', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5886423d-5927-4000-a2c5-6b2636b9ed52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:50:49Z', 'updated_at': '2021-08-22T13:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'a3b3f7a8-73e7-44f1-a4b9-917eb02504cd', 'tenant_id': '16575b4f2ae9481a99b8750504d27349', 'floating_ip_address': '172.25.3.83', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '5886423d-5927-4000-a2c5-6b2636b9ed52', 'port_id': 'f54f1dc4-e5f0-4154-b71e-ae4749761dba', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fa7caec-143e-4f1c-868c-cd2128f28d10', 'mac_address': 'fa:16:3e:44:85:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc57d61e-706a-4af7-a109-51f0f5c69729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:54:25Z', 'updated_at': '2021-08-22T13:54:25Z', 'revision_number': 0, 'project_id': '16575b4f2ae9481a99b8750504d27349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf2ba6e7-034c-4024-94de-f2a7ec803a79', 'name': '', 'network_id': '9fa7caec-143e-4f1c-868c-cd2128f28d10', 'tenant_id': '16575b4f2ae9481a99b8750504d27349', 'mac_address': 'fa:16:3e:b1:ed:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5886423d-5927-4000-a2c5-6b2636b9ed52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'f13d8d25-c567-4a92-815b-511448d6b80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:50:52Z', 'updated_at': '2021-08-22T13:51:01Z', 'revision_number': 5, 'project_id': '16575b4f2ae9481a99b8750504d27349', 'subnets': [{'id': 'f13d8d25-c567-4a92-815b-511448d6b80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:54:27.935663 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09b0e05-599c-4b5b-8e94-ce8af861d197 None None] Checking router: 5886423d-5927-4000-a2c5-6b2636b9ed52 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:54:27.949085 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ac377-4a55-47a1-ad12-2b7d48d08ed2 req-aacaa9cb-f2a9-4808-b6ce-9661e90100ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:27.950610 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09b0e05-599c-4b5b-8e94-ce8af861d197 None None] Routers {'5886423d-5927-4000-a2c5-6b2636b9ed52'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:54:27.950841 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a09ac377-4a55-47a1-ad12-2b7d48d08ed2 req-aacaa9cb-f2a9-4808-b6ce-9661e90100ea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9fa7caec-143e-4f1c-868c-cd2128f28d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0636482 Aug 22 13:54:27.951075 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-b09b0e05-599c-4b5b-8e94-ce8af861d197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:54:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['5886423d-5927-4000-a2c5-6b2636b9ed52'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:54:27.975465 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7686e80-1d4d-4832-ae7d-7533516c6985 tempest-TestVolumeBootPattern-1533443855 tempest-TestVolumeBootPattern-1533443855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:27.977154 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d7686e80-1d4d-4832-ae7d-7533516c6985 tempest-TestVolumeBootPattern-1533443855 tempest-TestVolumeBootPattern-1533443855-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=480e5181-21b0-438a-9eae-9055c6f5fa52 HTTP/1.1" status: 200 len: 1093 time: 0.2882724 Aug 22 13:54:27.982134 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 41590) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:54:28.016332 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-648f774c-0f11-4722-8183-f945939e6bc5 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Request body: {'floatingip': {'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'port_id': 'e0287cce-cb33-48be-a828-cd6168587b83', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:54:28.053464 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-648f774c-0f11-4722-8183-f945939e6bc5 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks [] for floatingip, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:28.096692 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-b09b0e05-599c-4b5b-8e94-ce8af861d197 None None] Set router 5886423d-5927-4000-a2c5-6b2636b9ed52 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:54:28.105742 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a09ac377-4a55-47a1-ad12-2b7d48d08ed2 req-38728039-5019-4a17-9ae8-47785a032bc3 service neutron] 10.222.0.41 "GET /v2.0/networks/9fa7caec-143e-4f1c-868c-cd2128f28d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471539 Aug 22 13:54:28.251782 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a09ac377-4a55-47a1-ad12-2b7d48d08ed2 req-9e52a99d-98ed-4c7c-af82-881cd61879f2 service neutron] 10.222.0.41 "GET /v2.0/networks/9fa7caec-143e-4f1c-868c-cd2128f28d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376889 Aug 22 13:54:28.419739 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-b09b0e05-599c-4b5b-8e94-ce8af861d197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5886423d-5927-4000-a2c5-6b2636b9ed52', 'name': 'tempest-TestVolumeBackupRestore-1410170581-router', 'tenant_id': '16575b4f2ae9481a99b8750504d27349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'cbb69552-035e-4c11-9b94-0eaa80615b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:50:49Z', 'updated_at': '2021-08-22T13:50:53Z', 'revision_number': 4, 'project_id': '16575b4f2ae9481a99b8750504d27349', 'gw_port': {'id': 'cbb69552-035e-4c11-9b94-0eaa80615b6a', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5886423d-5927-4000-a2c5-6b2636b9ed52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:50:49Z', 'updated_at': '2021-08-22T13:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'a3b3f7a8-73e7-44f1-a4b9-917eb02504cd', 'tenant_id': '16575b4f2ae9481a99b8750504d27349', 'floating_ip_address': '172.25.3.83', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '5886423d-5927-4000-a2c5-6b2636b9ed52', 'port_id': 'f54f1dc4-e5f0-4154-b71e-ae4749761dba', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fa7caec-143e-4f1c-868c-cd2128f28d10', 'mac_address': 'fa:16:3e:44:85:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc57d61e-706a-4af7-a109-51f0f5c69729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:54:25Z', 'updated_at': '2021-08-22T13:54:25Z', 'revision_number': 0, 'project_id': '16575b4f2ae9481a99b8750504d27349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf2ba6e7-034c-4024-94de-f2a7ec803a79', 'name': '', 'network_id': '9fa7caec-143e-4f1c-868c-cd2128f28d10', 'tenant_id': '16575b4f2ae9481a99b8750504d27349', 'mac_address': 'fa:16:3e:b1:ed:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5886423d-5927-4000-a2c5-6b2636b9ed52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'f13d8d25-c567-4a92-815b-511448d6b80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:50:52Z', 'updated_at': '2021-08-22T13:51:01Z', 'revision_number': 5, 'project_id': '16575b4f2ae9481a99b8750504d27349', 'subnets': [{'id': 'f13d8d25-c567-4a92-815b-511448d6b80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:54:28.447601 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09b0e05-599c-4b5b-8e94-ce8af861d197 None None] The sync data for ids ['5886423d-5927-4000-a2c5-6b2636b9ed52'] in n-d-793621-33 is: [{'id': '5886423d-5927-4000-a2c5-6b2636b9ed52', 'name': 'tempest-TestVolumeBackupRestore-1410170581-router', 'tenant_id': '16575b4f2ae9481a99b8750504d27349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'cbb69552-035e-4c11-9b94-0eaa80615b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:50:49Z', 'updated_at': '2021-08-22T13:50:53Z', 'revision_number': 4, 'project_id': '16575b4f2ae9481a99b8750504d27349', 'gw_port': {'id': 'cbb69552-035e-4c11-9b94-0eaa80615b6a', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5886423d-5927-4000-a2c5-6b2636b9ed52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:50:49Z', 'updated_at': '2021-08-22T13:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'a3b3f7a8-73e7-44f1-a4b9-917eb02504cd', 'tenant_id': '16575b4f2ae9481a99b8750504d27349', 'floating_ip_address': '172.25.3.83', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '5886423d-5927-4000-a2c5-6b2636b9ed52', 'port_id': 'f54f1dc4-e5f0-4154-b71e-ae4749761dba', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fa7caec-143e-4f1c-868c-cd2128f28d10', 'mac_address': 'fa:16:3e:44:85:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc57d61e-706a-4af7-a109-51f0f5c69729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:54:25Z', 'updated_at': '2021-08-22T13:54:25Z', 'revision_number': 0, 'project_id': '16575b4f2ae9481a99b8750504d27349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf2ba6e7-034c-4024-94de-f2a7ec803a79', 'name': '', 'network_id': '9fa7caec-143e-4f1c-868c-cd2128f28d10', 'tenant_id': '16575b4f2ae9481a99b8750504d27349', 'mac_address': 'fa:16:3e:b1:ed:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5886423d-5927-4000-a2c5-6b2636b9ed52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'f13d8d25-c567-4a92-815b-511448d6b80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:50:52Z', 'updated_at': '2021-08-22T13:51:01Z', 'revision_number': 5, 'project_id': '16575b4f2ae9481a99b8750504d27349', 'subnets': [{'id': 'f13d8d25-c567-4a92-815b-511448d6b80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:54:28.450941 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-630c8962-47a9-402d-bb67-9184a0cf51bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:28.495975 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 14ab6025-d107-475e-b019-2f6b4f39dac0 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:54:28.535957 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: 14ab6025-d107-475e-b019-2f6b4f39dac0 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:54:28.536376 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 14ab6025-d107-475e-b019-2f6b4f39dac0 not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:54:28.558596 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:28.691397 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8bfc2-c7b1-4866-b38d-d35ba5f93391 req-a8ab4b0a-8b01-4b47-9e0b-64b571d81e75 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:28.692971 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b1c8bfc2-c7b1-4866-b38d-d35ba5f93391 req-a8ab4b0a-8b01-4b47-9e0b-64b571d81e75 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.1314743 Aug 22 13:54:28.713435 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5bc4eb-f516-42b1-99d1-5f08ffd88a07 None None] New status for floating IP a3b3f7a8-73e7-44f1-a4b9-917eb02504cd: ACTIVE {{(pid=94629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 13:54:28.789583 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c96be914-2601-4822-b04f-803eb10e494c tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:28.799631 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c96be914-2601-4822-b04f-803eb10e494c tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:28.827250 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.db.api [None req-ac5bc4eb-f516-42b1-99d1-5f08ffd88a07 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 13:54:28.827669 n-d-793621-33 neutron-server[94629]: DEBUG oslo_db.api [None req-ac5bc4eb-f516-42b1-99d1-5f08ffd88a07 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 13:54:28.847094 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b1c8bfc2-c7b1-4866-b38d-d35ba5f93391 req-01ba09f0-9616-42e6-b6a1-be0d7457b623 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442137 Aug 22 13:54:28.863399 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-648f774c-0f11-4722-8183-f945939e6bc5 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:29.066970 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-648f774c-0f11-4722-8183-f945939e6bc5 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Allocated IP 172.25.3.250 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/6b4f4f83-50fa-4a43-afa6-48988d0e1582) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:54:29.181880 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c96be914-2601-4822-b04f-803eb10e494c tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Router 5886423d-5927-4000-a2c5-6b2636b9ed52 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:54:29.268333 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-648f774c-0f11-4722-8183-f945939e6bc5 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:29.329376 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5bc4eb-f516-42b1-99d1-5f08ffd88a07 None None] New status for floating IP a3b3f7a8-73e7-44f1-a4b9-917eb02504cd: ACTIVE {{(pid=94629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 13:54:29.341339 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96be914-2601-4822-b04f-803eb10e494c tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:54:29.346557 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c96be914-2601-4822-b04f-803eb10e494c tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:29.382380 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc57d61e-706a-4af7-a109-51f0f5c69729', 'tag': 'f54f1dc4-e5f0-4154-b71e-ae4749761dba'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:54:29.384683 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994f133b-2bd3-4dc5-b2a1-7b97730783a5" -d '{"events": [{"name": "network-changed", "server_uuid": "fc57d61e-706a-4af7-a109-51f0f5c69729", "tag": "f54f1dc4-e5f0-4154-b71e-ae4749761dba"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:54:29.402290 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-648f774c-0f11-4722-8183-f945939e6bc5 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:29.441434 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c96be914-2601-4822-b04f-803eb10e494c tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.21 "PUT /v2.0/floatingips/a3b3f7a8-73e7-44f1-a4b9-917eb02504cd HTTP/1.1" status: 200 len: 990 time: 1.9238791 Aug 22 13:54:29.448328 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a39c5e5-19c1-4b7b-bb48-4804d2ebefec x-openstack-request-id: req-1a39c5e5-19c1-4b7b-bb48-4804d2ebefec {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:54:29.448621 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc57d61e-706a-4af7-a109-51f0f5c69729", "tag": "f54f1dc4-e5f0-4154-b71e-ae4749761dba", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:54:29.448858 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1a39c5e5-19c1-4b7b-bb48-4804d2ebefec {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:54:29.449263 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc57d61e-706a-4af7-a109-51f0f5c69729', 'tag': 'f54f1dc4-e5f0-4154-b71e-ae4749761dba', 'status': 'completed', 'code': 200} Aug 22 13:54:29.455027 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648f774c-0f11-4722-8183-f945939e6bc5 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:54:29.456960 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-648f774c-0f11-4722-8183-f945939e6bc5 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:54:29.460415 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648f774c-0f11-4722-8183-f945939e6bc5 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:54:29.493417 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f774c-0f11-4722-8183-f945939e6bc5 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Pushing event updated for resources: {'Port': ['ID=6b4f4f83-50fa-4a43-afa6-48988d0e1582,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:54:29.522735 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f133b-2bd3-4dc5-b2a1-7b97730783a5 req-39cdb3e9-ef56-499a-a791-70584c4f85eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:29.524566 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-994f133b-2bd3-4dc5-b2a1-7b97730783a5 req-39cdb3e9-ef56-499a-a791-70584c4f85eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=16575b4f2ae9481a99b8750504d27349&device_id=fc57d61e-706a-4af7-a109-51f0f5c69729 HTTP/1.1" status: 200 len: 1097 time: 0.0522685 Aug 22 13:54:29.627338 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507c06d6-3726-4fae-ad41-9596e1f76e14 None None] Sync routers for ids ['5886423d-5927-4000-a2c5-6b2636b9ed52'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:54:29.631257 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f133b-2bd3-4dc5-b2a1-7b97730783a5 req-ecce226c-07b5-4486-8937-469fcfee5961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:29.633011 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-994f133b-2bd3-4dc5-b2a1-7b97730783a5 req-ecce226c-07b5-4486-8937-469fcfee5961 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9fa7caec-143e-4f1c-868c-cd2128f28d10 HTTP/1.1" status: 200 len: 915 time: 0.1011882 Aug 22 13:54:29.638282 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507c06d6-3726-4fae-ad41-9596e1f76e14 None None] Routers {'5886423d-5927-4000-a2c5-6b2636b9ed52'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:54:29.639198 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-507c06d6-3726-4fae-ad41-9596e1f76e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:54:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['5886423d-5927-4000-a2c5-6b2636b9ed52'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:54:29.703662 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-994f133b-2bd3-4dc5-b2a1-7b97730783a5 req-2f78d070-4420-45c1-a520-4f2dd7ae9cd6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f54f1dc4-e5f0-4154-b71e-ae4749761dba HTTP/1.1" status: 200 len: 1000 time: 0.0622673 Aug 22 13:54:29.772189 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f133b-2bd3-4dc5-b2a1-7b97730783a5 req-99c32699-24cc-40aa-a357-e95d7c5bec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:29.773902 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-994f133b-2bd3-4dc5-b2a1-7b97730783a5 req-99c32699-24cc-40aa-a357-e95d7c5bec75 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f13d8d25-c567-4a92-815b-511448d6b80e HTTP/1.1" status: 200 len: 853 time: 0.0643160 Aug 22 13:54:29.825907 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f133b-2bd3-4dc5-b2a1-7b97730783a5 req-5a49a145-7627-4e7b-82c3-1d2d3df01fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:29.827491 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-994f133b-2bd3-4dc5-b2a1-7b97730783a5 req-5a49a145-7627-4e7b-82c3-1d2d3df01fad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9fa7caec-143e-4f1c-868c-cd2128f28d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466576 Aug 22 13:54:29.878501 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-507c06d6-3726-4fae-ad41-9596e1f76e14 None None] Set router 5886423d-5927-4000-a2c5-6b2636b9ed52 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:54:29.943265 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-648f774c-0f11-4722-8183-f945939e6bc5 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:29.950766 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-994f133b-2bd3-4dc5-b2a1-7b97730783a5 req-aaae2d82-9c77-4d4d-9904-11158623e670 service neutron] 10.222.0.41 "GET /v2.0/networks/9fa7caec-143e-4f1c-868c-cd2128f28d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138153 Aug 22 13:54:30.019844 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bba3d5-5cdf-4cfe-81b1-65269497b3f7 req-20020e40-4eb1-4c8d-b72b-2f86342fde13 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:30.023671 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a6bba3d5-5cdf-4cfe-81b1-65269497b3f7 req-20020e40-4eb1-4c8d-b72b-2f86342fde13 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.0998755 Aug 22 13:54:30.069889 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-648f774c-0f11-4722-8183-f945939e6bc5 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:30.078895 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-994f133b-2bd3-4dc5-b2a1-7b97730783a5 req-b545a987-e70d-4905-a8e2-ae02dfbab107 service neutron] 10.222.0.41 "GET /v2.0/networks/9fa7caec-143e-4f1c-868c-cd2128f28d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215305 Aug 22 13:54:30.129675 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a6bba3d5-5cdf-4cfe-81b1-65269497b3f7 req-1e7803f1-0a24-404f-a213-ed39e5cfc55f tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857148 Aug 22 13:54:30.154282 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-507c06d6-3726-4fae-ad41-9596e1f76e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5886423d-5927-4000-a2c5-6b2636b9ed52', 'name': 'tempest-TestVolumeBackupRestore-1410170581-router', 'tenant_id': '16575b4f2ae9481a99b8750504d27349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'cbb69552-035e-4c11-9b94-0eaa80615b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:50:49Z', 'updated_at': '2021-08-22T13:50:53Z', 'revision_number': 4, 'project_id': '16575b4f2ae9481a99b8750504d27349', 'gw_port': {'id': 'cbb69552-035e-4c11-9b94-0eaa80615b6a', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5886423d-5927-4000-a2c5-6b2636b9ed52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:50:49Z', 'updated_at': '2021-08-22T13:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'a3b3f7a8-73e7-44f1-a4b9-917eb02504cd', 'tenant_id': '16575b4f2ae9481a99b8750504d27349', 'floating_ip_address': '172.25.3.83', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '5886423d-5927-4000-a2c5-6b2636b9ed52', 'port_id': 'f54f1dc4-e5f0-4154-b71e-ae4749761dba', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fa7caec-143e-4f1c-868c-cd2128f28d10', 'mac_address': 'fa:16:3e:44:85:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc57d61e-706a-4af7-a109-51f0f5c69729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:54:25Z', 'updated_at': '2021-08-22T13:54:29Z', 'revision_number': 2, 'project_id': '16575b4f2ae9481a99b8750504d27349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf2ba6e7-034c-4024-94de-f2a7ec803a79', 'name': '', 'network_id': '9fa7caec-143e-4f1c-868c-cd2128f28d10', 'tenant_id': '16575b4f2ae9481a99b8750504d27349', 'mac_address': 'fa:16:3e:b1:ed:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5886423d-5927-4000-a2c5-6b2636b9ed52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'f13d8d25-c567-4a92-815b-511448d6b80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:50:52Z', 'updated_at': '2021-08-22T13:51:01Z', 'revision_number': 5, 'project_id': '16575b4f2ae9481a99b8750504d27349', 'subnets': [{'id': 'f13d8d25-c567-4a92-815b-511448d6b80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:54:30.193015 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507c06d6-3726-4fae-ad41-9596e1f76e14 None None] Checking router: 5886423d-5927-4000-a2c5-6b2636b9ed52 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:54:30.202775 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507c06d6-3726-4fae-ad41-9596e1f76e14 None None] Routers {'5886423d-5927-4000-a2c5-6b2636b9ed52'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:54:30.203051 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-507c06d6-3726-4fae-ad41-9596e1f76e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:54:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['5886423d-5927-4000-a2c5-6b2636b9ed52'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:54:30.276369 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-648f774c-0f11-4722-8183-f945939e6bc5 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:30.283778 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-648f774c-0f11-4722-8183-f945939e6bc5 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:30.318467 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-507c06d6-3726-4fae-ad41-9596e1f76e14 None None] Set router 5886423d-5927-4000-a2c5-6b2636b9ed52 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:54:30.361683 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f774c-0f11-4722-8183-f945939e6bc5 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Pushing event updated for resources: {'Port': ['ID=6b4f4f83-50fa-4a43-afa6-48988d0e1582,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:54:30.378423 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-648f774c-0f11-4722-8183-f945939e6bc5 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:30.481813 n-d-793621-33 neutron-server[94627]: INFO neutron.db.l3_db [None req-648f774c-0f11-4722-8183-f945939e6bc5 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Floating IP b3b15388-cd70-4543-b654-b9142a8d44f5 associated. External IP: 172.25.3.250, port: e0287cce-cb33-48be-a828-cd6168587b83. Aug 22 13:54:30.546202 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-507c06d6-3726-4fae-ad41-9596e1f76e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5886423d-5927-4000-a2c5-6b2636b9ed52', 'name': 'tempest-TestVolumeBackupRestore-1410170581-router', 'tenant_id': '16575b4f2ae9481a99b8750504d27349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'cbb69552-035e-4c11-9b94-0eaa80615b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:50:49Z', 'updated_at': '2021-08-22T13:50:53Z', 'revision_number': 4, 'project_id': '16575b4f2ae9481a99b8750504d27349', 'gw_port': {'id': 'cbb69552-035e-4c11-9b94-0eaa80615b6a', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5886423d-5927-4000-a2c5-6b2636b9ed52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:50:49Z', 'updated_at': '2021-08-22T13:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'a3b3f7a8-73e7-44f1-a4b9-917eb02504cd', 'tenant_id': '16575b4f2ae9481a99b8750504d27349', 'floating_ip_address': '172.25.3.83', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '5886423d-5927-4000-a2c5-6b2636b9ed52', 'port_id': 'f54f1dc4-e5f0-4154-b71e-ae4749761dba', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fa7caec-143e-4f1c-868c-cd2128f28d10', 'mac_address': 'fa:16:3e:44:85:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc57d61e-706a-4af7-a109-51f0f5c69729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:54:25Z', 'updated_at': '2021-08-22T13:54:29Z', 'revision_number': 2, 'project_id': '16575b4f2ae9481a99b8750504d27349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf2ba6e7-034c-4024-94de-f2a7ec803a79', 'name': '', 'network_id': '9fa7caec-143e-4f1c-868c-cd2128f28d10', 'tenant_id': '16575b4f2ae9481a99b8750504d27349', 'mac_address': 'fa:16:3e:b1:ed:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5886423d-5927-4000-a2c5-6b2636b9ed52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'f13d8d25-c567-4a92-815b-511448d6b80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:50:52Z', 'updated_at': '2021-08-22T13:51:01Z', 'revision_number': 5, 'project_id': '16575b4f2ae9481a99b8750504d27349', 'subnets': [{'id': 'f13d8d25-c567-4a92-815b-511448d6b80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:54:30.576648 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507c06d6-3726-4fae-ad41-9596e1f76e14 None None] The sync data for ids ['5886423d-5927-4000-a2c5-6b2636b9ed52'] in n-d-793621-33 is: [{'id': '5886423d-5927-4000-a2c5-6b2636b9ed52', 'name': 'tempest-TestVolumeBackupRestore-1410170581-router', 'tenant_id': '16575b4f2ae9481a99b8750504d27349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'cbb69552-035e-4c11-9b94-0eaa80615b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:50:49Z', 'updated_at': '2021-08-22T13:50:53Z', 'revision_number': 4, 'project_id': '16575b4f2ae9481a99b8750504d27349', 'gw_port': {'id': 'cbb69552-035e-4c11-9b94-0eaa80615b6a', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5886423d-5927-4000-a2c5-6b2636b9ed52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:50:49Z', 'updated_at': '2021-08-22T13:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'a3b3f7a8-73e7-44f1-a4b9-917eb02504cd', 'tenant_id': '16575b4f2ae9481a99b8750504d27349', 'floating_ip_address': '172.25.3.83', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '5886423d-5927-4000-a2c5-6b2636b9ed52', 'port_id': 'f54f1dc4-e5f0-4154-b71e-ae4749761dba', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fa7caec-143e-4f1c-868c-cd2128f28d10', 'mac_address': 'fa:16:3e:44:85:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc57d61e-706a-4af7-a109-51f0f5c69729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:54:25Z', 'updated_at': '2021-08-22T13:54:29Z', 'revision_number': 2, 'project_id': '16575b4f2ae9481a99b8750504d27349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf2ba6e7-034c-4024-94de-f2a7ec803a79', 'name': '', 'network_id': '9fa7caec-143e-4f1c-868c-cd2128f28d10', 'tenant_id': '16575b4f2ae9481a99b8750504d27349', 'mac_address': 'fa:16:3e:b1:ed:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5886423d-5927-4000-a2c5-6b2636b9ed52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'f13d8d25-c567-4a92-815b-511448d6b80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:50:52Z', 'updated_at': '2021-08-22T13:51:01Z', 'revision_number': 5, 'project_id': '16575b4f2ae9481a99b8750504d27349', 'subnets': [{'id': 'f13d8d25-c567-4a92-815b-511448d6b80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:54:30.714829 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-648f774c-0f11-4722-8183-f945939e6bc5 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Router 691ab47d-88af-46ef-a7c2-bc1f9265894e has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:54:30.830748 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648f774c-0f11-4722-8183-f945939e6bc5 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:54:30.841612 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaea80b-ffa7-46e4-8b76-7c59464afcae None None] Sync routers for ids ['691ab47d-88af-46ef-a7c2-bc1f9265894e'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:54:30.848310 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-648f774c-0f11-4722-8183-f945939e6bc5 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:30.851840 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eaea80b-ffa7-46e4-8b76-7c59464afcae None None] Routers {'691ab47d-88af-46ef-a7c2-bc1f9265894e'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:54:30.852595 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-2eaea80b-ffa7-46e4-8b76-7c59464afcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:54:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['691ab47d-88af-46ef-a7c2-bc1f9265894e'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:54:30.888347 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-648f774c-0f11-4722-8183-f945939e6bc5 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8952131 Aug 22 13:54:30.960149 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-2eaea80b-ffa7-46e4-8b76-7c59464afcae None None] Set router 691ab47d-88af-46ef-a7c2-bc1f9265894e gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:54:31.221364 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7075b43e-0c01-4415-8d54-b19f2ce200b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:31.233658 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:31.299835 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e27c7c-e402-4fc3-ae29-20f0822b431f req-24265d42-025d-4c74-bf6f-0847be536494 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:31.307377 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-74e27c7c-e402-4fc3-ae29-20f0822b431f req-24265d42-025d-4c74-bf6f-0847be536494 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.0779176 Aug 22 13:54:31.354908 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-74e27c7c-e402-4fc3-ae29-20f0822b431f req-4eddd019-5c74-4c3a-8513-e72bd3767ebf tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463443 Aug 22 13:54:31.403951 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-2eaea80b-ffa7-46e4-8b76-7c59464afcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'name': 'tempest-TestVolumeBootPattern-1585772999-router', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'eb0b350b-e9ed-4802-b640-bbd749af74cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:48Z', 'updated_at': '2021-08-22T13:48:57Z', 'revision_number': 4, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'gw_port': {'id': 'eb0b350b-e9ed-4802-b640-bbd749af74cf', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:82:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:49Z', 'updated_at': '2021-08-22T13:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'b3b15388-cd70-4543-b654-b9142a8d44f5', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'floating_ip_address': '172.25.3.250', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'port_id': 'e0287cce-cb33-48be-a828-cd6168587b83', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8', 'mac_address': 'fa:16:3e:b5:38:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480e5181-21b0-438a-9eae-9055c6f5fa52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:54:29Z', 'updated_at': '2021-08-22T13:54:29Z', 'revision_number': 0, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1703a5c7-14cb-4e00-840e-e5065226b41c', 'name': '', 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'mac_address': 'fa:16:3e:d4:63:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'ad565ab1-b54d-4060-a258-16294d6e46a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:54Z', 'updated_at': '2021-08-22T13:49:05Z', 'revision_number': 5, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'subnets': [{'id': 'ad565ab1-b54d-4060-a258-16294d6e46a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:54:31.437009 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaea80b-ffa7-46e4-8b76-7c59464afcae None None] Checking router: 691ab47d-88af-46ef-a7c2-bc1f9265894e for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:54:31.445704 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eaea80b-ffa7-46e4-8b76-7c59464afcae None None] Routers {'691ab47d-88af-46ef-a7c2-bc1f9265894e'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:54:31.446406 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-2eaea80b-ffa7-46e4-8b76-7c59464afcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:54:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['691ab47d-88af-46ef-a7c2-bc1f9265894e'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:54:31.450649 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc57d61e-706a-4af7-a109-51f0f5c69729', 'tag': 'f54f1dc4-e5f0-4154-b71e-ae4749761dba'}, {'name': 'network-changed', 'server_uuid': '480e5181-21b0-438a-9eae-9055c6f5fa52', 'tag': 'e0287cce-cb33-48be-a828-cd6168587b83'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:54:31.453485 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0d2fd0-4e0f-4d97-832f-e561d2526778" -d '{"events": [{"name": "network-changed", "server_uuid": "fc57d61e-706a-4af7-a109-51f0f5c69729", "tag": "f54f1dc4-e5f0-4154-b71e-ae4749761dba"}, {"name": "network-changed", "server_uuid": "480e5181-21b0-438a-9eae-9055c6f5fa52", "tag": "e0287cce-cb33-48be-a828-cd6168587b83"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:54:31.501873 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 22 Aug 2021 13:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e8ff6f-c052-4016-ac28-829cf53f7d86 x-openstack-request-id: req-c5e8ff6f-c052-4016-ac28-829cf53f7d86 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:54:31.502176 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc57d61e-706a-4af7-a109-51f0f5c69729", "tag": "f54f1dc4-e5f0-4154-b71e-ae4749761dba", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "480e5181-21b0-438a-9eae-9055c6f5fa52", "tag": "e0287cce-cb33-48be-a828-cd6168587b83", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:54:31.502882 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c5e8ff6f-c052-4016-ac28-829cf53f7d86 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:54:31.502882 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc57d61e-706a-4af7-a109-51f0f5c69729', 'tag': 'f54f1dc4-e5f0-4154-b71e-ae4749761dba', 'status': 'completed', 'code': 200} Aug 22 13:54:31.503114 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '480e5181-21b0-438a-9eae-9055c6f5fa52', 'tag': 'e0287cce-cb33-48be-a828-cd6168587b83', 'status': 'completed', 'code': 200} Aug 22 13:54:31.550772 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 41678) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:54:31.569293 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-2eaea80b-ffa7-46e4-8b76-7c59464afcae None None] Set router 691ab47d-88af-46ef-a7c2-bc1f9265894e gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:54:31.580191 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d2fd0-4e0f-4d97-832f-e561d2526778 req-1816cd9a-802f-4e04-8f62-540cafb4f67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:31.582657 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-df0d2fd0-4e0f-4d97-832f-e561d2526778 req-1816cd9a-802f-4e04-8f62-540cafb4f67e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=16575b4f2ae9481a99b8750504d27349&device_id=fc57d61e-706a-4af7-a109-51f0f5c69729 HTTP/1.1" status: 200 len: 1097 time: 0.0506432 Aug 22 13:54:31.705412 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d626b71d-3a07-4a2c-9cb8-557528a8c24b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=be2e585750904cb3a86e7cb5ea934ac2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1504478 Aug 22 13:54:31.705706 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 41682) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:54:31.712720 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d2fd0-4e0f-4d97-832f-e561d2526778 req-adabe130-2ebf-4f81-aa44-2314c129d02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:31.713987 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-df0d2fd0-4e0f-4d97-832f-e561d2526778 req-adabe130-2ebf-4f81-aa44-2314c129d02e service neutron] 10.222.0.41 "GET /v2.0/networks?id=9fa7caec-143e-4f1c-868c-cd2128f28d10 HTTP/1.1" status: 200 len: 915 time: 0.1112909 Aug 22 13:54:31.761932 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-063c8e75-1b8b-41e6-b2a7-0d5bc77db4f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:31.780614 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-df0d2fd0-4e0f-4d97-832f-e561d2526778 req-826cd8ca-eb3c-4517-a16d-12cba3b941b2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f54f1dc4-e5f0-4154-b71e-ae4749761dba HTTP/1.1" status: 200 len: 1000 time: 0.0594516 Aug 22 13:54:31.785609 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-063c8e75-1b8b-41e6-b2a7-0d5bc77db4f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:31.821972 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-2eaea80b-ffa7-46e4-8b76-7c59464afcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'name': 'tempest-TestVolumeBootPattern-1585772999-router', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'eb0b350b-e9ed-4802-b640-bbd749af74cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:48Z', 'updated_at': '2021-08-22T13:48:57Z', 'revision_number': 4, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'gw_port': {'id': 'eb0b350b-e9ed-4802-b640-bbd749af74cf', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:82:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:49Z', 'updated_at': '2021-08-22T13:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'b3b15388-cd70-4543-b654-b9142a8d44f5', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'floating_ip_address': '172.25.3.250', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'port_id': 'e0287cce-cb33-48be-a828-cd6168587b83', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8', 'mac_address': 'fa:16:3e:b5:38:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480e5181-21b0-438a-9eae-9055c6f5fa52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:54:29Z', 'updated_at': '2021-08-22T13:54:29Z', 'revision_number': 0, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1703a5c7-14cb-4e00-840e-e5065226b41c', 'name': '', 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'mac_address': 'fa:16:3e:d4:63:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'ad565ab1-b54d-4060-a258-16294d6e46a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:54Z', 'updated_at': '2021-08-22T13:49:05Z', 'revision_number': 5, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'subnets': [{'id': 'ad565ab1-b54d-4060-a258-16294d6e46a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:54:31.832275 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d2fd0-4e0f-4d97-832f-e561d2526778 req-3e906271-74e8-4918-b7bc-aa30da925f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:31.833771 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-df0d2fd0-4e0f-4d97-832f-e561d2526778 req-3e906271-74e8-4918-b7bc-aa30da925f7d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f13d8d25-c567-4a92-815b-511448d6b80e HTTP/1.1" status: 200 len: 853 time: 0.0471466 Aug 22 13:54:31.835088 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-063c8e75-1b8b-41e6-b2a7-0d5bc77db4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:31.837922 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-063c8e75-1b8b-41e6-b2a7-0d5bc77db4f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:31.839091 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-063c8e75-1b8b-41e6-b2a7-0d5bc77db4f8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ae9902a2-bebe-4c64-99ac-556c389e08eb HTTP/1.1" status: 204 len: 168 time: 0.1323216 Aug 22 13:54:31.854630 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063c8e75-1b8b-41e6-b2a7-0d5bc77db4f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9902a2-bebe-4c64-99ac-556c389e08eb,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:54:31.859978 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaea80b-ffa7-46e4-8b76-7c59464afcae None None] The sync data for ids ['691ab47d-88af-46ef-a7c2-bc1f9265894e'] in n-d-793621-33 is: [{'id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'name': 'tempest-TestVolumeBootPattern-1585772999-router', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'eb0b350b-e9ed-4802-b640-bbd749af74cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:48Z', 'updated_at': '2021-08-22T13:48:57Z', 'revision_number': 4, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'gw_port': {'id': 'eb0b350b-e9ed-4802-b640-bbd749af74cf', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:82:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:49Z', 'updated_at': '2021-08-22T13:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'b3b15388-cd70-4543-b654-b9142a8d44f5', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'floating_ip_address': '172.25.3.250', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'port_id': 'e0287cce-cb33-48be-a828-cd6168587b83', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8', 'mac_address': 'fa:16:3e:b5:38:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480e5181-21b0-438a-9eae-9055c6f5fa52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:54:29Z', 'updated_at': '2021-08-22T13:54:29Z', 'revision_number': 0, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1703a5c7-14cb-4e00-840e-e5065226b41c', 'name': '', 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'mac_address': 'fa:16:3e:d4:63:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'ad565ab1-b54d-4060-a258-16294d6e46a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:54Z', 'updated_at': '2021-08-22T13:49:05Z', 'revision_number': 5, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'subnets': [{'id': 'ad565ab1-b54d-4060-a258-16294d6e46a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:54:31.902384 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d2fd0-4e0f-4d97-832f-e561d2526778 req-dda82348-72e7-4d87-9fb8-427f44c4463e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:31.904210 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-df0d2fd0-4e0f-4d97-832f-e561d2526778 req-dda82348-72e7-4d87-9fb8-427f44c4463e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9fa7caec-143e-4f1c-868c-cd2128f28d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0633502 Aug 22 13:54:32.007562 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-df0d2fd0-4e0f-4d97-832f-e561d2526778 req-9f7c8eea-00ff-4c23-b170-8360a36c1f24 service neutron] 10.222.0.41 "GET /v2.0/networks/9fa7caec-143e-4f1c-868c-cd2128f28d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963237 Aug 22 13:54:32.101846 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd10a92-c0a2-4384-8c42-b12e64b9a139 None None] New status for floating IP b3b15388-cd70-4543-b654-b9142a8d44f5: ACTIVE {{(pid=94630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 13:54:32.112358 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-df0d2fd0-4e0f-4d97-832f-e561d2526778 req-e792ff4f-f46a-4918-a822-580f60e54976 service neutron] 10.222.0.41 "GET /v2.0/networks/9fa7caec-143e-4f1c-868c-cd2128f28d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971386 Aug 22 13:54:32.216085 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d2fd0-4e0f-4d97-832f-e561d2526778 req-1e108430-a54e-404c-99ed-d102bd9b94db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:32.217277 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-df0d2fd0-4e0f-4d97-832f-e561d2526778 req-1e108430-a54e-404c-99ed-d102bd9b94db service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=19e069a6935a47bcb8831313e7520ef4&device_id=480e5181-21b0-438a-9eae-9055c6f5fa52 HTTP/1.1" status: 200 len: 1098 time: 0.0540812 Aug 22 13:54:32.323452 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d2fd0-4e0f-4d97-832f-e561d2526778 req-ddb07f10-78ea-493e-9e8a-036be8e68dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:32.325136 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-df0d2fd0-4e0f-4d97-832f-e561d2526778 req-ddb07f10-78ea-493e-9e8a-036be8e68dff service neutron] 10.222.0.41 "GET /v2.0/networks?id=f8ac2233-ea24-423f-9bd4-53abb27cd3b8 HTTP/1.1" status: 200 len: 913 time: 0.1014788 Aug 22 13:54:32.408162 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-df0d2fd0-4e0f-4d97-832f-e561d2526778 req-20cbc16a-683b-4151-83e3-330a68f1113c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0287cce-cb33-48be-a828-cd6168587b83 HTTP/1.1" status: 200 len: 1002 time: 0.0675502 Aug 22 13:54:32.477729 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:32.478384 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f68363-4663-4e2b-bb6e-c4a657be5e4c req-87b58693-635b-46b2-95fd-5dccd2602dac tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:32.480515 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-57f68363-4663-4e2b-bb6e-c4a657be5e4c req-87b58693-635b-46b2-95fd-5dccd2602dac tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.0597296 Aug 22 13:54:32.490656 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d2fd0-4e0f-4d97-832f-e561d2526778 req-b4bc35ca-8df5-4b4c-a4eb-5526596c47c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:32.492500 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-df0d2fd0-4e0f-4d97-832f-e561d2526778 req-b4bc35ca-8df5-4b4c-a4eb-5526596c47c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ad565ab1-b54d-4060-a258-16294d6e46a2 HTTP/1.1" status: 200 len: 851 time: 0.0651045 Aug 22 13:54:32.523467 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-57f68363-4663-4e2b-bb6e-c4a657be5e4c req-a29ab05a-2b12-42f8-8fff-c72c88f0a2a5 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359461 Aug 22 13:54:32.551752 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 41706) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:54:32.551897 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d2fd0-4e0f-4d97-832f-e561d2526778 req-c9d54c01-25fc-4be0-813a-a461abd743be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:32.552555 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-df0d2fd0-4e0f-4d97-832f-e561d2526778 req-c9d54c01-25fc-4be0-813a-a461abd743be service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f8ac2233-ea24-423f-9bd4-53abb27cd3b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514395 Aug 22 13:54:32.651798 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-34799082-8c26-4b78-9e30-bca89da180ac admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-622628978-network', 'tenant_id': 'd6224ca15b764947853280783e68bbd1'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:54:32.658477 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-df0d2fd0-4e0f-4d97-832f-e561d2526778 req-84e3bce6-3599-42c9-afb8-9df58a42d4e3 service neutron] 10.222.0.41 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878220 Aug 22 13:54:32.673477 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34799082-8c26-4b78-9e30-bca89da180ac admin admin] Made reservation on behalf of d6224ca15b764947853280783e68bbd1 for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:54:32.676066 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-34799082-8c26-4b78-9e30-bca89da180ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:32.684931 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-34799082-8c26-4b78-9e30-bca89da180ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:32.752400 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-df0d2fd0-4e0f-4d97-832f-e561d2526778 req-98b8e645-4554-4ead-b8d0-5e3a5efdb5e6 service neutron] 10.222.0.41 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865204 Aug 22 13:54:32.777269 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-34799082-8c26-4b78-9e30-bca89da180ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:32.780990 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-34799082-8c26-4b78-9e30-bca89da180ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:32.801304 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34799082-8c26-4b78-9e30-bca89da180ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:54:32.816785 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34799082-8c26-4b78-9e30-bca89da180ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=233543e4-5065-4e3d-b59f-534bb7e2e9c9,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:54:32.821093 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-34799082-8c26-4b78-9e30-bca89da180ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:32.821436 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-34799082-8c26-4b78-9e30-bca89da180ac admin admin] Added segment 0c3d99c8-caa3-4eae-b50c-7c0190191b53 of type vlan for network 6fbeffab-538f-44ba-96e3-e2dcfdde5959 Aug 22 13:54:32.861640 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-34799082-8c26-4b78-9e30-bca89da180ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:32.885853 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-34799082-8c26-4b78-9e30-bca89da180ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:32.886916 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34799082-8c26-4b78-9e30-bca89da180ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:32.888150 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-34799082-8c26-4b78-9e30-bca89da180ac admin admin] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:32.943161 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-34799082-8c26-4b78-9e30-bca89da180ac admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3958523 Aug 22 13:54:32.945881 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 41710) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:54:32.951860 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-9dec6eb6-ef72-4287-af00-59fbfddcc82c admin admin] Request body: {'subnet': {'network_id': '6fbeffab-538f-44ba-96e3-e2dcfdde5959', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-622628978-subnet', 'tenant_id': 'd6224ca15b764947853280783e68bbd1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:54:32.952452 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34799082-8c26-4b78-9e30-bca89da180ac admin admin] Pushing event updated for resources: {'Network': ['ID=6fbeffab-538f-44ba-96e3-e2dcfdde5959,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:54:32.962586 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 6fbeffab-538f-44ba-96e3-e2dcfdde5959 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:54:32.975950 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dec6eb6-ef72-4287-af00-59fbfddcc82c admin admin] Made reservation on behalf of d6224ca15b764947853280783e68bbd1 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:54:32.977471 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9dec6eb6-ef72-4287-af00-59fbfddcc82c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:33.150090 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9dec6eb6-ef72-4287-af00-59fbfddcc82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:33.212162 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec6eb6-ef72-4287-af00-59fbfddcc82c admin admin] Pushing event updated for resources: {'Subnet': ['ID=74eb572b-c143-4bc5-b8b7-439797d34d6f,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:54:33.220717 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dec6eb6-ef72-4287-af00-59fbfddcc82c admin admin] Checking segment: {'id': '0c3d99c8-caa3-4eae-b50c-7c0190191b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6fbeffab-538f-44ba-96e3-e2dcfdde5959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:54:33.221223 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dec6eb6-ef72-4287-af00-59fbfddcc82c admin admin] Network hostable DHCP agents. Network: 6fbeffab-538f-44ba-96e3-e2dcfdde5959, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:54:33.237090 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dec6eb6-ef72-4287-af00-59fbfddcc82c admin admin] Network 6fbeffab-538f-44ba-96e3-e2dcfdde5959 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:54:33.245316 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-9dec6eb6-ef72-4287-af00-59fbfddcc82c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 6fbeffab-538f-44ba-96e3-e2dcfdde5959) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:54:33.253495 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b05db6b-ff04-4b75-b503-0a87eb555c2f None None] Network 6fbeffab-538f-44ba-96e3-e2dcfdde5959 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:54:33.253689 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dec6eb6-ef72-4287-af00-59fbfddcc82c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:33.254164 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9dec6eb6-ef72-4287-af00-59fbfddcc82c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:33.268706 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9dec6eb6-ef72-4287-af00-59fbfddcc82c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3217103 Aug 22 13:54:33.384222 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10005a3-6047-4a08-8710-90ddeb9ffb7a None None] Network 6fbeffab-538f-44ba-96e3-e2dcfdde5959 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:54:33.650569 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def48e52-1583-42a0-a19c-bada1f0d646c req-e46890b6-d684-49f0-b6f3-bcee2540e238 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:33.652157 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-def48e52-1583-42a0-a19c-bada1f0d646c req-e46890b6-d684-49f0-b6f3-bcee2540e238 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.0518150 Aug 22 13:54:33.691820 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-def48e52-1583-42a0-a19c-bada1f0d646c req-49edc4e1-859a-463d-9da3-79e5c7f80516 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332692 Aug 22 13:54:33.978071 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:34.260851 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:34.829084 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ec2a9-82bd-4f70-96e7-304902a5a852 req-44acf5df-3d22-4d3d-a740-2c7af806f393 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:34.832780 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-aa4ec2a9-82bd-4f70-96e7-304902a5a852 req-44acf5df-3d22-4d3d-a740-2c7af806f393 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.0592995 Aug 22 13:54:34.873888 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-aa4ec2a9-82bd-4f70-96e7-304902a5a852 req-304a4d02-0d10-41ac-a2c1-e831934f95c6 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361722 Aug 22 13:54:36.052463 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a0c9ab-8750-4658-bd10-58f60edf07ef req-4bbecef9-dfb1-4d6e-b3f1-e5e945152bb3 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:36.054177 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a7a0c9ab-8750-4658-bd10-58f60edf07ef req-4bbecef9-dfb1-4d6e-b3f1-e5e945152bb3 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.1069386 Aug 22 13:54:36.109512 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a7a0c9ab-8750-4658-bd10-58f60edf07ef req-78db4e47-e6e6-4322-aceb-d30334775c02 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491221 Aug 22 13:54:36.342318 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e13f5-e430-4050-a318-beedd049924d req-ae1394df-9c68-4036-84e7-9d1fe1726d78 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:36.344592 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-db5e13f5-e430-4050-a318-beedd049924d req-ae1394df-9c68-4036-84e7-9d1fe1726d78 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.0811009 Aug 22 13:54:36.353007 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d496cd-3344-4683-918c-1ab8a7485248 req-4ef21a9e-b5d5-433c-b79d-586e48cbd13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:36.354392 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-87d496cd-3344-4683-918c-1ab8a7485248 req-4ef21a9e-b5d5-433c-b79d-586e48cbd13c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9332af772cbe4a47bd1754f9819c9211&device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 1096 time: 0.0572770 Aug 22 13:54:36.432674 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-db5e13f5-e430-4050-a318-beedd049924d req-190619b0-ad2a-45ee-88c0-90352e2ee349 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814798 Aug 22 13:54:36.465774 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d496cd-3344-4683-918c-1ab8a7485248 req-ea469b61-1e4f-45d7-b59f-0da35d20c08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:36.467219 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-87d496cd-3344-4683-918c-1ab8a7485248 req-ea469b61-1e4f-45d7-b59f-0da35d20c08d service neutron] 10.222.0.16 "GET /v2.0/networks?id=0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 HTTP/1.1" status: 200 len: 913 time: 0.1009841 Aug 22 13:54:36.536009 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-87d496cd-3344-4683-918c-1ab8a7485248 req-25f60852-41dd-4d26-947e-f79a81836f52 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a56cda3-bbfb-4688-9140-f2cf54a149cc HTTP/1.1" status: 200 len: 999 time: 0.0607989 Aug 22 13:54:36.585203 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d496cd-3344-4683-918c-1ab8a7485248 req-4fb14a85-10d5-4313-8419-bfacf2e5c829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:36.586668 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-87d496cd-3344-4683-918c-1ab8a7485248 req-4fb14a85-10d5-4313-8419-bfacf2e5c829 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=96df5698-35fe-4400-8623-8e6dad52953f HTTP/1.1" status: 200 len: 851 time: 0.0438330 Aug 22 13:54:36.635022 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d496cd-3344-4683-918c-1ab8a7485248 req-d5510d0c-9470-4875-ba68-6ee3752efd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:36.636636 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-87d496cd-3344-4683-918c-1ab8a7485248 req-d5510d0c-9470-4875-ba68-6ee3752efd52 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0db5422b-3cd9-4056-8d7a-7dc64f09a7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425007 Aug 22 13:54:36.729862 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-87d496cd-3344-4683-918c-1ab8a7485248 req-b1cbd782-3a2a-46e7-9d0e-f0ea78b2f1ef service neutron] 10.222.0.16 "GET /v2.0/networks/0db5422b-3cd9-4056-8d7a-7dc64f09a7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854845 Aug 22 13:54:36.824188 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-87d496cd-3344-4683-918c-1ab8a7485248 req-12566f41-98c3-4de1-beef-a3eaf5f2fb50 service neutron] 10.222.0.16 "GET /v2.0/networks/0db5422b-3cd9-4056-8d7a-7dc64f09a7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863006 Aug 22 13:54:37.560169 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f1b407-c6cc-40ec-85de-5e967a116d73 req-aeadf787-5f9d-4884-90ca-88daf46e370e tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:37.561948 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-44f1b407-c6cc-40ec-85de-5e967a116d73 req-aeadf787-5f9d-4884-90ca-88daf46e370e tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.0535727 Aug 22 13:54:37.602069 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-44f1b407-c6cc-40ec-85de-5e967a116d73 req-50f4b1aa-9b5d-4259-86af-6c2c179e15a6 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337651 Aug 22 13:54:37.728142 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9737d-1827-4566-8f6f-c2100f5610eb req-52c0dd12-9721-471f-a304-4d3aa49018ab tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:37.730111 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d7b9737d-1827-4566-8f6f-c2100f5610eb req-52c0dd12-9721-471f-a304-4d3aa49018ab tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.0568862 Aug 22 13:54:37.770350 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d7b9737d-1827-4566-8f6f-c2100f5610eb req-b1e1931b-522e-44f8-b41b-cc5e48c03d91 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336244 Aug 22 13:54:38.031504 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40032bc-ff62-4126-83f9-5da31be210d0 req-96d79009-03c4-473a-96c8-bfbded8e6d63 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:38.033349 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e40032bc-ff62-4126-83f9-5da31be210d0 req-96d79009-03c4-473a-96c8-bfbded8e6d63 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.0557318 Aug 22 13:54:38.074968 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e40032bc-ff62-4126-83f9-5da31be210d0 req-1c145cfb-3679-44fd-83ef-9927f3ec54f0 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354276 Aug 22 13:54:38.289155 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0723e-25c9-442d-9314-2d50eabac3a5 req-32a3a592-091f-4e67-b979-1277833c3307 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:38.290643 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c1c0723e-25c9-442d-9314-2d50eabac3a5 req-32a3a592-091f-4e67-b979-1277833c3307 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.0544436 Aug 22 13:54:38.329058 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c1c0723e-25c9-442d-9314-2d50eabac3a5 req-aec064c8-d3c7-489e-942f-33129e0db581 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316186 Aug 22 13:54:39.470652 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990fec6-a786-48c8-a1d3-b5cc79f65013 req-8d6da780-72f5-4ded-8537-e651e5a9fb53 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:39.472576 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9990fec6-a786-48c8-a1d3-b5cc79f65013 req-8d6da780-72f5-4ded-8537-e651e5a9fb53 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.0619099 Aug 22 13:54:39.516347 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9990fec6-a786-48c8-a1d3-b5cc79f65013 req-8b03a765-c9fc-4f65-8156-5e36698f2507 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363648 Aug 22 13:54:39.760074 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41ef55-ef2e-473a-99b2-a812862f7435 req-36a965e6-1d27-4d54-9cba-d1475f843675 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:39.761988 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cf41ef55-ef2e-473a-99b2-a812862f7435 req-36a965e6-1d27-4d54-9cba-d1475f843675 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.0642617 Aug 22 13:54:39.802782 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cf41ef55-ef2e-473a-99b2-a812862f7435 req-822a9fa8-53ee-47f9-91d0-b310f6ef3949 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336835 Aug 22 13:54:40.928704 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88426b5e-daa9-4c14-80be-0f0e2137008a req-d01c0abd-4f99-41f5-80b0-e84c78938f55 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:40.930371 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-88426b5e-daa9-4c14-80be-0f0e2137008a req-d01c0abd-4f99-41f5-80b0-e84c78938f55 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.0523629 Aug 22 13:54:40.972156 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-88426b5e-daa9-4c14-80be-0f0e2137008a req-e678d9b8-7f21-4357-b34e-176b914d36b2 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355375 Aug 22 13:54:42.106940 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe972fa-7ea8-4f1a-9278-12424cb26194 req-759f491f-2271-453a-b784-5d30babbd91e tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:42.108713 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bfe972fa-7ea8-4f1a-9278-12424cb26194 req-759f491f-2271-453a-b784-5d30babbd91e tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.0628817 Aug 22 13:54:42.149582 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bfe972fa-7ea8-4f1a-9278-12424cb26194 req-dba903a0-e6bf-415b-8f5e-82915d947b7a tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340853 Aug 22 13:54:42.281098 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5735aa02-b164-43a0-9ea2-c6056497f0c2 req-9b7be71b-6437-4bbc-9b5d-e1f0eb8032de tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:42.289593 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5735aa02-b164-43a0-9ea2-c6056497f0c2 req-9b7be71b-6437-4bbc-9b5d-e1f0eb8032de tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.0610678 Aug 22 13:54:42.332843 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5735aa02-b164-43a0-9ea2-c6056497f0c2 req-c5cf1d71-de29-4b67-8f40-64cf16bfe598 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422869 Aug 22 13:54:42.456835 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7aadc-9290-4451-b6f7-5d7b5da44beb req-fd4f965d-bc33-44ee-aecd-df106588e225 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:42.458342 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5ed7aadc-9290-4451-b6f7-5d7b5da44beb req-fd4f965d-bc33-44ee-aecd-df106588e225 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.0542786 Aug 22 13:54:42.503909 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5ed7aadc-9290-4451-b6f7-5d7b5da44beb req-9156db11-a410-486a-9a7b-08fbc9b068aa tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391486 Aug 22 13:54:42.652866 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65131de1-da07-47a1-8beb-79bc4848cef3 req-b56990aa-eed1-44c9-a386-9adfa2c12dba tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:54:42.661055 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-65131de1-da07-47a1-8beb-79bc4848cef3 req-b56990aa-eed1-44c9-a386-9adfa2c12dba tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.0757060 Aug 22 13:54:42.714695 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-65131de1-da07-47a1-8beb-79bc4848cef3 req-b488ac7a-d2a5-4186-a178-fc34cd1d9cde tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525322 Aug 22 13:54:56.271437 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:54:58.443849 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-80e2c287-c3ce-452f-8426-7bc8fd5905ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:54:58.537795 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:01.072917 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-75dbe5e4-da19-454c-9a05-a10bd37b8b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:01.215456 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:02.475105 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:02.560109 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 42062) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:55:02.724735 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-bf9fd24d-a07f-4fce-b089-c1318b3d7f63 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Deleting port dd6cd170-0ab2-45bb-8b59-189e876fdfda {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:55:02.725080 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bf9fd24d-a07f-4fce-b089-c1318b3d7f63 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:02.810177 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bf9fd24d-a07f-4fce-b089-c1318b3d7f63 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:02.810498 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bf9fd24d-a07f-4fce-b089-c1318b3d7f63 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:02.824461 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-bf9fd24d-a07f-4fce-b089-c1318b3d7f63 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Calling delete_port for dd6cd170-0ab2-45bb-8b59-189e876fdfda owned by network:floatingip {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:55:02.980731 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bf9fd24d-a07f-4fce-b089-c1318b3d7f63 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:03.015640 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9fd24d-a07f-4fce-b089-c1318b3d7f63 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Pushing event deleted for resources: {'Port': ['ID=dd6cd170-0ab2-45bb-8b59-189e876fdfda,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:55:03.080787 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bf9fd24d-a07f-4fce-b089-c1318b3d7f63 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify callbacks [] for floatingip, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:03.081118 n-d-793621-33 neutron-server[94628]: INFO neutron.db.l3_db [None req-bf9fd24d-a07f-4fce-b089-c1318b3d7f63 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Floating IP a3b3f7a8-73e7-44f1-a4b9-917eb02504cd disassociated (deleted). External IP: 172.25.3.83, port: f54f1dc4-e5f0-4154-b71e-ae4749761dba. Aug 22 13:55:03.565877 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9fd24d-a07f-4fce-b089-c1318b3d7f63 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Router 5886423d-5927-4000-a2c5-6b2636b9ed52 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:55:03.677056 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9fd24d-a07f-4fce-b089-c1318b3d7f63 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:55:03.681483 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bf9fd24d-a07f-4fce-b089-c1318b3d7f63 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:03.687934 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cb7b59-715a-4fdf-a1c2-8c403d1368a1 None None] Sync routers for ids ['5886423d-5927-4000-a2c5-6b2636b9ed52'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:55:03.697749 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cb7b59-715a-4fdf-a1c2-8c403d1368a1 None None] Routers {'5886423d-5927-4000-a2c5-6b2636b9ed52'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:55:03.698650 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-17cb7b59-715a-4fdf-a1c2-8c403d1368a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:55:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['5886423d-5927-4000-a2c5-6b2636b9ed52'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:55:03.708394 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-bf9fd24d-a07f-4fce-b089-c1318b3d7f63 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.21 "DELETE /v2.0/floatingips/a3b3f7a8-73e7-44f1-a4b9-917eb02504cd HTTP/1.1" status: 204 len: 168 time: 1.1470931 Aug 22 13:55:03.709066 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc57d61e-706a-4af7-a109-51f0f5c69729', 'tag': 'f54f1dc4-e5f0-4154-b71e-ae4749761dba'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:55:03.711392 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ccbe21-701a-4366-a808-3892beb5df49" -d '{"events": [{"name": "network-changed", "server_uuid": "fc57d61e-706a-4af7-a109-51f0f5c69729", "tag": "f54f1dc4-e5f0-4154-b71e-ae4749761dba"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:55:03.750386 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb8546d-e1a4-4f58-871b-3255e26a0c58 x-openstack-request-id: req-8eb8546d-e1a4-4f58-871b-3255e26a0c58 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:55:03.750891 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc57d61e-706a-4af7-a109-51f0f5c69729", "tag": "f54f1dc4-e5f0-4154-b71e-ae4749761dba", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:55:03.751310 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8eb8546d-e1a4-4f58-871b-3255e26a0c58 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:55:03.751822 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc57d61e-706a-4af7-a109-51f0f5c69729', 'tag': 'f54f1dc4-e5f0-4154-b71e-ae4749761dba', 'status': 'completed', 'code': 200} Aug 22 13:55:03.826889 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ccbe21-701a-4366-a808-3892beb5df49 req-5712bf2e-db72-430d-ac18-0eb090426952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:03.829964 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b0ccbe21-701a-4366-a808-3892beb5df49 req-5712bf2e-db72-430d-ac18-0eb090426952 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=16575b4f2ae9481a99b8750504d27349&device_id=fc57d61e-706a-4af7-a109-51f0f5c69729 HTTP/1.1" status: 200 len: 1097 time: 0.0527256 Aug 22 13:55:03.895860 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-17cb7b59-715a-4fdf-a1c2-8c403d1368a1 None None] Set router 5886423d-5927-4000-a2c5-6b2636b9ed52 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:55:03.993702 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f48e0c-fdc3-4682-95ac-f2b04e1f49f6 req-84ede62f-04a9-4c48-af90-23fb18bc7617 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:03.996077 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-75f48e0c-fdc3-4682-95ac-f2b04e1f49f6 req-84ede62f-04a9-4c48-af90-23fb18bc7617 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc57d61e-706a-4af7-a109-51f0f5c69729 HTTP/1.1" status: 200 len: 945 time: 0.0727320 Aug 22 13:55:03.999557 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ccbe21-701a-4366-a808-3892beb5df49 req-413bdfa4-fdaa-45ec-8b19-7a47e9561acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:04.002374 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b0ccbe21-701a-4366-a808-3892beb5df49 req-413bdfa4-fdaa-45ec-8b19-7a47e9561acb service neutron] 10.222.0.41 "GET /v2.0/networks?id=9fa7caec-143e-4f1c-868c-cd2128f28d10 HTTP/1.1" status: 200 len: 915 time: 0.1575470 Aug 22 13:55:04.045051 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-75f48e0c-fdc3-4682-95ac-f2b04e1f49f6 req-c8440074-cce1-4d90-a597-b44cf155678c tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.21 "GET /v2.0/security-groups?id=9de67dfe-a732-4180-b157-9be14e8beaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415766 Aug 22 13:55:04.056122 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b0ccbe21-701a-4366-a808-3892beb5df49 req-2d4dd580-0ddb-4345-94b6-ea0ba01cbb62 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f54f1dc4-e5f0-4154-b71e-ae4749761dba HTTP/1.1" status: 200 len: 217 time: 0.0446100 Aug 22 13:55:04.056865 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:04.115760 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ccbe21-701a-4366-a808-3892beb5df49 req-08f4a9f9-bd2e-44bd-900f-e4f299ffd4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:04.117394 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b0ccbe21-701a-4366-a808-3892beb5df49 req-08f4a9f9-bd2e-44bd-900f-e4f299ffd4a8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f13d8d25-c567-4a92-815b-511448d6b80e HTTP/1.1" status: 200 len: 853 time: 0.0544798 Aug 22 13:55:04.161707 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-17cb7b59-715a-4fdf-a1c2-8c403d1368a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5886423d-5927-4000-a2c5-6b2636b9ed52', 'name': 'tempest-TestVolumeBackupRestore-1410170581-router', 'tenant_id': '16575b4f2ae9481a99b8750504d27349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'cbb69552-035e-4c11-9b94-0eaa80615b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:50:49Z', 'updated_at': '2021-08-22T13:50:53Z', 'revision_number': 4, 'project_id': '16575b4f2ae9481a99b8750504d27349', 'gw_port': {'id': 'cbb69552-035e-4c11-9b94-0eaa80615b6a', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5886423d-5927-4000-a2c5-6b2636b9ed52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:50:49Z', 'updated_at': '2021-08-22T13:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'bf2ba6e7-034c-4024-94de-f2a7ec803a79', 'name': '', 'network_id': '9fa7caec-143e-4f1c-868c-cd2128f28d10', 'tenant_id': '16575b4f2ae9481a99b8750504d27349', 'mac_address': 'fa:16:3e:b1:ed:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5886423d-5927-4000-a2c5-6b2636b9ed52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'f13d8d25-c567-4a92-815b-511448d6b80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:50:52Z', 'updated_at': '2021-08-22T13:51:01Z', 'revision_number': 5, 'project_id': '16575b4f2ae9481a99b8750504d27349', 'subnets': [{'id': 'f13d8d25-c567-4a92-815b-511448d6b80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:55:04.179216 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ccbe21-701a-4366-a808-3892beb5df49 req-123fe15b-b5e7-4e2f-9d3e-d4050e4cd986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:04.180994 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b0ccbe21-701a-4366-a808-3892beb5df49 req-123fe15b-b5e7-4e2f-9d3e-d4050e4cd986 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9fa7caec-143e-4f1c-868c-cd2128f28d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553381 Aug 22 13:55:04.199512 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cb7b59-715a-4fdf-a1c2-8c403d1368a1 None None] Checking router: 5886423d-5927-4000-a2c5-6b2636b9ed52 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:55:04.212941 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cb7b59-715a-4fdf-a1c2-8c403d1368a1 None None] Routers {'5886423d-5927-4000-a2c5-6b2636b9ed52'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:55:04.214370 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-17cb7b59-715a-4fdf-a1c2-8c403d1368a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:55:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['5886423d-5927-4000-a2c5-6b2636b9ed52'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:55:04.280781 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:04.292609 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b0ccbe21-701a-4366-a808-3892beb5df49 req-c015df36-b9c9-4f86-936e-4083b0c7700f service neutron] 10.222.0.41 "GET /v2.0/networks/9fa7caec-143e-4f1c-868c-cd2128f28d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034644 Aug 22 13:55:04.368384 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-17cb7b59-715a-4fdf-a1c2-8c403d1368a1 None None] Set router 5886423d-5927-4000-a2c5-6b2636b9ed52 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:55:04.404651 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b0ccbe21-701a-4366-a808-3892beb5df49 req-912d76d0-5803-4cfa-aee4-a29e6ea83d7a service neutron] 10.222.0.41 "GET /v2.0/networks/9fa7caec-143e-4f1c-868c-cd2128f28d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032705 Aug 22 13:55:04.705808 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-17cb7b59-715a-4fdf-a1c2-8c403d1368a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5886423d-5927-4000-a2c5-6b2636b9ed52', 'name': 'tempest-TestVolumeBackupRestore-1410170581-router', 'tenant_id': '16575b4f2ae9481a99b8750504d27349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'cbb69552-035e-4c11-9b94-0eaa80615b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:50:49Z', 'updated_at': '2021-08-22T13:50:53Z', 'revision_number': 4, 'project_id': '16575b4f2ae9481a99b8750504d27349', 'gw_port': {'id': 'cbb69552-035e-4c11-9b94-0eaa80615b6a', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5886423d-5927-4000-a2c5-6b2636b9ed52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:50:49Z', 'updated_at': '2021-08-22T13:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'bf2ba6e7-034c-4024-94de-f2a7ec803a79', 'name': '', 'network_id': '9fa7caec-143e-4f1c-868c-cd2128f28d10', 'tenant_id': '16575b4f2ae9481a99b8750504d27349', 'mac_address': 'fa:16:3e:b1:ed:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5886423d-5927-4000-a2c5-6b2636b9ed52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'f13d8d25-c567-4a92-815b-511448d6b80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:50:52Z', 'updated_at': '2021-08-22T13:51:01Z', 'revision_number': 5, 'project_id': '16575b4f2ae9481a99b8750504d27349', 'subnets': [{'id': 'f13d8d25-c567-4a92-815b-511448d6b80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:55:04.913767 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cb7b59-715a-4fdf-a1c2-8c403d1368a1 None None] The sync data for ids ['5886423d-5927-4000-a2c5-6b2636b9ed52'] in n-d-793621-33 is: [{'id': '5886423d-5927-4000-a2c5-6b2636b9ed52', 'name': 'tempest-TestVolumeBackupRestore-1410170581-router', 'tenant_id': '16575b4f2ae9481a99b8750504d27349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'cbb69552-035e-4c11-9b94-0eaa80615b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:50:49Z', 'updated_at': '2021-08-22T13:50:53Z', 'revision_number': 4, 'project_id': '16575b4f2ae9481a99b8750504d27349', 'gw_port': {'id': 'cbb69552-035e-4c11-9b94-0eaa80615b6a', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5886423d-5927-4000-a2c5-6b2636b9ed52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:50:49Z', 'updated_at': '2021-08-22T13:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'bf2ba6e7-034c-4024-94de-f2a7ec803a79', 'name': '', 'network_id': '9fa7caec-143e-4f1c-868c-cd2128f28d10', 'tenant_id': '16575b4f2ae9481a99b8750504d27349', 'mac_address': 'fa:16:3e:b1:ed:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5886423d-5927-4000-a2c5-6b2636b9ed52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'f13d8d25-c567-4a92-815b-511448d6b80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:50:52Z', 'updated_at': '2021-08-22T13:51:01Z', 'revision_number': 5, 'project_id': '16575b4f2ae9481a99b8750504d27349', 'subnets': [{'id': 'f13d8d25-c567-4a92-815b-511448d6b80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:55:05.185821 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a35f125-8499-44f7-9c5a-5b4cd6912886 req-debe9f58-8e39-4191-b66c-bb961132918b tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:05.188247 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5a35f125-8499-44f7-9c5a-5b4cd6912886 req-debe9f58-8e39-4191-b66c-bb961132918b tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc57d61e-706a-4af7-a109-51f0f5c69729 HTTP/1.1" status: 200 len: 945 time: 0.0560699 Aug 22 13:55:05.209627 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadd10b7-28e4-438a-ace9-b7522894d8ed None None] New status for floating IP a3b3f7a8-73e7-44f1-a4b9-917eb02504cd: DOWN {{(pid=94630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 13:55:05.236714 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5a35f125-8499-44f7-9c5a-5b4cd6912886 req-00fc21f0-94d2-4c35-a764-174ff7e7bd7b tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.21 "GET /v2.0/security-groups?id=9de67dfe-a732-4180-b157-9be14e8beaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418320 Aug 22 13:55:05.531073 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbea396-e2be-47ba-b4b9-5625e1c19c76 req-8c1ca166-4495-4236-aa25-3565323fa884 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:05.532882 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-fcbea396-e2be-47ba-b4b9-5625e1c19c76 req-8c1ca166-4495-4236-aa25-3565323fa884 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc57d61e-706a-4af7-a109-51f0f5c69729 HTTP/1.1" status: 200 len: 945 time: 0.0570428 Aug 22 13:55:05.639728 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-fcbea396-e2be-47ba-b4b9-5625e1c19c76 req-686694b3-3d61-44ef-8482-f8c34807c43c tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Deleting port f54f1dc4-e5f0-4154-b71e-ae4749761dba {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:55:05.640045 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-fcbea396-e2be-47ba-b4b9-5625e1c19c76 req-686694b3-3d61-44ef-8482-f8c34807c43c tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:05.731034 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-fcbea396-e2be-47ba-b4b9-5625e1c19c76 req-686694b3-3d61-44ef-8482-f8c34807c43c tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] For port f54f1dc4-e5f0-4154-b71e-ae4749761dba, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=f54f1dc4-e5f0-4154-b71e-ae4749761dba,segment=NetworkSegment(b5d4590f-61b6-46be-9a59-37c74c0720bc),segment_id=b5d4590f-61b6-46be-9a59-37c74c0720bc)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:55:05.731406 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-fcbea396-e2be-47ba-b4b9-5625e1c19c76 req-686694b3-3d61-44ef-8482-f8c34807c43c tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:05.743973 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-fcbea396-e2be-47ba-b4b9-5625e1c19c76 req-686694b3-3d61-44ef-8482-f8c34807c43c tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Calling delete_port for f54f1dc4-e5f0-4154-b71e-ae4749761dba owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:55:05.880110 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-fcbea396-e2be-47ba-b4b9-5625e1c19c76 req-686694b3-3d61-44ef-8482-f8c34807c43c tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:05.913730 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686694b3-3d61-44ef-8482-f8c34807c43c tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Pushing event deleted for resources: {'Port': ['ID=f54f1dc4-e5f0-4154-b71e-ae4749761dba,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:55:05.956419 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcbea396-e2be-47ba-b4b9-5625e1c19c76 req-686694b3-3d61-44ef-8482-f8c34807c43c tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] No DVR routers for this DVR port f54f1dc4-e5f0-4154-b71e-ae4749761dba on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:55:05.958927 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-fcbea396-e2be-47ba-b4b9-5625e1c19c76 req-686694b3-3d61-44ef-8482-f8c34807c43c tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:05.960914 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-fcbea396-e2be-47ba-b4b9-5625e1c19c76 req-686694b3-3d61-44ef-8482-f8c34807c43c tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.41 "DELETE /v2.0/ports/f54f1dc4-e5f0-4154-b71e-ae4749761dba HTTP/1.1" status: 204 len: 173 time: 0.4177470 Aug 22 13:55:05.961347 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc57d61e-706a-4af7-a109-51f0f5c69729', 'name': 'network-vif-deleted', 'tag': 'f54f1dc4-e5f0-4154-b71e-ae4749761dba'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:55:05.963565 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944a205e-3be8-43f8-bdab-3fb963cf8a00" -d '{"events": [{"server_uuid": "fc57d61e-706a-4af7-a109-51f0f5c69729", "name": "network-vif-deleted", "tag": "f54f1dc4-e5f0-4154-b71e-ae4749761dba"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:55:06.019775 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86421d5f-06c9-4ed4-a491-fee621aaf1cd x-openstack-request-id: req-86421d5f-06c9-4ed4-a491-fee621aaf1cd {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:55:06.020073 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc57d61e-706a-4af7-a109-51f0f5c69729", "name": "network-vif-deleted", "tag": "f54f1dc4-e5f0-4154-b71e-ae4749761dba", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:55:06.020359 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-86421d5f-06c9-4ed4-a491-fee621aaf1cd {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:55:06.020760 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc57d61e-706a-4af7-a109-51f0f5c69729', 'name': 'network-vif-deleted', 'tag': 'f54f1dc4-e5f0-4154-b71e-ae4749761dba', 'status': 'completed', 'code': 200} Aug 22 13:55:06.346851 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bc7cf326-f85d-433b-acab-ce988e994d56 req-3cdbdf3d-b348-4025-b5d7-f3a5dcd7f944 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc57d61e-706a-4af7-a109-51f0f5c69729 HTTP/1.1" status: 200 len: 210 time: 0.0377085 Aug 22 13:55:06.778007 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-74736b7a-73c4-4bc8-a2c3-a214b19a2ebe req-f719511e-6f8c-46af-b7e0-4d23929c4d1a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3c32ba1a-36ee-49ec-9be4-1c46a9ae6096&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0463605 Aug 22 13:55:06.872256 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74736b7a-73c4-4bc8-a2c3-a214b19a2ebe req-c80cbd83-5d42-42e7-920b-9ff252318d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:06.873736 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-74736b7a-73c4-4bc8-a2c3-a214b19a2ebe req-c80cbd83-5d42-42e7-920b-9ff252318d2e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9332af772cbe4a47bd1754f9819c9211&device_id=3c32ba1a-36ee-49ec-9be4-1c46a9ae6096 HTTP/1.1" status: 200 len: 1097 time: 0.0508981 Aug 22 13:55:06.978618 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74736b7a-73c4-4bc8-a2c3-a214b19a2ebe req-c269a9b7-282d-40a2-a6f4-9043d9766f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:06.980719 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-74736b7a-73c4-4bc8-a2c3-a214b19a2ebe req-c269a9b7-282d-40a2-a6f4-9043d9766f01 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 HTTP/1.1" status: 200 len: 913 time: 0.0878699 Aug 22 13:55:07.026225 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-74736b7a-73c4-4bc8-a2c3-a214b19a2ebe req-ce6d40cc-bb7a-43cf-876f-81265318079c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=698de0fa-91b4-4ddf-95f2-f2c3efc4bd69 HTTP/1.1" status: 200 len: 217 time: 0.0380483 Aug 22 13:55:07.084328 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74736b7a-73c4-4bc8-a2c3-a214b19a2ebe req-da253a2e-d366-4d75-8afe-de3e6be22ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:07.085649 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-74736b7a-73c4-4bc8-a2c3-a214b19a2ebe req-da253a2e-d366-4d75-8afe-de3e6be22ef9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=96df5698-35fe-4400-8623-8e6dad52953f HTTP/1.1" status: 200 len: 851 time: 0.0524070 Aug 22 13:55:07.132995 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74736b7a-73c4-4bc8-a2c3-a214b19a2ebe req-f8153890-d358-4871-a7d5-e8f04134d6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:07.134576 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-74736b7a-73c4-4bc8-a2c3-a214b19a2ebe req-f8153890-d358-4871-a7d5-e8f04134d6d0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0db5422b-3cd9-4056-8d7a-7dc64f09a7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413780 Aug 22 13:55:07.224901 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-74736b7a-73c4-4bc8-a2c3-a214b19a2ebe req-41bfde01-e0c9-4a92-881b-6c5b1b168b1f service neutron] 10.222.0.41 "GET /v2.0/networks/0db5422b-3cd9-4056-8d7a-7dc64f09a7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821090 Aug 22 13:55:07.344304 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-74736b7a-73c4-4bc8-a2c3-a214b19a2ebe req-fa7d3735-05f9-4d04-9c84-29ac5dbf9e42 service neutron] 10.222.0.41 "GET /v2.0/networks/0db5422b-3cd9-4056-8d7a-7dc64f09a7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111596 Aug 22 13:55:07.450752 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-08722fe8-9613-42fc-8777-7b87105a0ff8 req-939b7092-2595-471b-b44e-d72ca36d05ea tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc57d61e-706a-4af7-a109-51f0f5c69729 HTTP/1.1" status: 200 len: 210 time: 0.0306714 Aug 22 13:55:08.553167 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-61076c12-5afc-45ae-aed7-2b520aec8e63 req-f7794315-5fe9-44bc-a40d-24e402d6550c tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc57d61e-706a-4af7-a109-51f0f5c69729 HTTP/1.1" status: 200 len: 210 time: 0.0303478 Aug 22 13:55:08.678287 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device f54f1dc4-e5f0-4154-b71e-ae4749761dba no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:55:08.698875 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: f54f1dc4-e5f0-4154-b71e-ae4749761dba {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:55:08.699218 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device f54f1dc4-e5f0-4154-b71e-ae4749761dba not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:55:09.662957 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f889fddc-1c5f-4879-b068-7d2a8d58a0ca req-cb6457d1-d81b-490c-976f-7fe6df305da0 tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc57d61e-706a-4af7-a109-51f0f5c69729 HTTP/1.1" status: 200 len: 210 time: 0.0273688 Aug 22 13:55:10.721455 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 42224) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:55:10.786761 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5e5ddcd0-ea6b-4f39-9ffa-d18a9879ebcd tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:10.812727 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5e5ddcd0-ea6b-4f39-9ffa-d18a9879ebcd tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:10.872308 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5e5ddcd0-ea6b-4f39-9ffa-d18a9879ebcd tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:10.875544 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5e5ddcd0-ea6b-4f39-9ffa-d18a9879ebcd tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:10.876920 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5e5ddcd0-ea6b-4f39-9ffa-d18a9879ebcd tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] 10.222.0.21 "DELETE /v2.0/security-groups/9de67dfe-a732-4180-b157-9be14e8beaf5 HTTP/1.1" status: 204 len: 168 time: 0.1544056 Aug 22 13:55:10.886108 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5ddcd0-ea6b-4f39-9ffa-d18a9879ebcd tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de67dfe-a732-4180-b157-9be14e8beaf5,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:55:10.894076 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ddcd0-ea6b-4f39-9ffa-d18a9879ebcd tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:55:10.894427 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ddcd0-ea6b-4f39-9ffa-d18a9879ebcd tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:55:10.894784 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ddcd0-ea6b-4f39-9ffa-d18a9879ebcd tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:55:10.895666 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ddcd0-ea6b-4f39-9ffa-d18a9879ebcd tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:55:10.895666 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ddcd0-ea6b-4f39-9ffa-d18a9879ebcd tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:55:10.895957 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ddcd0-ea6b-4f39-9ffa-d18a9879ebcd tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:55:10.896062 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ddcd0-ea6b-4f39-9ffa-d18a9879ebcd tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:55:10.896424 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ddcd0-ea6b-4f39-9ffa-d18a9879ebcd tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:55:10.896740 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ddcd0-ea6b-4f39-9ffa-d18a9879ebcd tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:55:10.897206 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ddcd0-ea6b-4f39-9ffa-d18a9879ebcd tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:55:10.897474 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ddcd0-ea6b-4f39-9ffa-d18a9879ebcd tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:55:10.897859 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ddcd0-ea6b-4f39-9ffa-d18a9879ebcd tempest-TestVolumeBackupRestore-413347926 tempest-TestVolumeBackupRestore-413347926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:55:12.042197 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7e9678fa-4e3e-418b-b05b-6e31822681cf req-2e43aa85-a080-459b-8c53-9530d741fd44 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0846009 Aug 22 13:55:12.174794 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9678fa-4e3e-418b-b05b-6e31822681cf req-32d012e5-5269-4233-b109-29d519451faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:12.177386 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7e9678fa-4e3e-418b-b05b-6e31822681cf req-32d012e5-5269-4233-b109-29d519451faf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9332af772cbe4a47bd1754f9819c9211&device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 1096 time: 0.0733759 Aug 22 13:55:12.358209 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9678fa-4e3e-418b-b05b-6e31822681cf req-64148111-6b4c-46c4-b36c-61d4a67ea454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:12.361003 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7e9678fa-4e3e-418b-b05b-6e31822681cf req-64148111-6b4c-46c4-b36c-61d4a67ea454 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 HTTP/1.1" status: 200 len: 913 time: 0.1490834 Aug 22 13:55:12.465883 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7e9678fa-4e3e-418b-b05b-6e31822681cf req-8006e32e-32bd-48cc-a93b-d023ca33aa84 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a56cda3-bbfb-4688-9140-f2cf54a149cc HTTP/1.1" status: 200 len: 999 time: 0.0957799 Aug 22 13:55:12.533695 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9678fa-4e3e-418b-b05b-6e31822681cf req-f964becc-eb4b-4505-8223-fa769663b976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:12.535768 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7e9678fa-4e3e-418b-b05b-6e31822681cf req-f964becc-eb4b-4505-8223-fa769663b976 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=96df5698-35fe-4400-8623-8e6dad52953f HTTP/1.1" status: 200 len: 851 time: 0.0609217 Aug 22 13:55:12.602595 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9678fa-4e3e-418b-b05b-6e31822681cf req-63cbd468-4736-4a4c-a338-4e8b3c426145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:12.604422 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7e9678fa-4e3e-418b-b05b-6e31822681cf req-63cbd468-4736-4a4c-a338-4e8b3c426145 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0db5422b-3cd9-4056-8d7a-7dc64f09a7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550330 Aug 22 13:55:12.749689 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7e9678fa-4e3e-418b-b05b-6e31822681cf req-5c1ad7f6-6a77-4317-99b0-398e8ea36f80 service neutron] 10.222.0.16 "GET /v2.0/networks/0db5422b-3cd9-4056-8d7a-7dc64f09a7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367090 Aug 22 13:55:12.881678 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7e9678fa-4e3e-418b-b05b-6e31822681cf req-03a6ab43-6b29-4137-99bb-4eb0abbbb2bd service neutron] 10.222.0.16 "GET /v2.0/networks/0db5422b-3cd9-4056-8d7a-7dc64f09a7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226311 Aug 22 13:55:14.272803 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad6338-288b-4a84-9e7f-83a0e774a071 req-9aaf4e9c-5861-466b-98d1-379e3bc172b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:14.274642 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-30ad6338-288b-4a84-9e7f-83a0e774a071 req-9aaf4e9c-5861-466b-98d1-379e3bc172b1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9332af772cbe4a47bd1754f9819c9211&device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 1096 time: 0.5992751 Aug 22 13:55:14.328364 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a3d2ae-08ba-48fc-869b-6b9cae26d90f req-30361eb9-0242-4d14-a2c6-9b390e2439d2 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:14.330185 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-45a3d2ae-08ba-48fc-869b-6b9cae26d90f req-30361eb9-0242-4d14-a2c6-9b390e2439d2 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.6151361 Aug 22 13:55:14.434457 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-45a3d2ae-08ba-48fc-869b-6b9cae26d90f req-16a32c01-f448-45ba-bd7e-2b0c0db5362c tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807335 Aug 22 13:55:14.489341 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad6338-288b-4a84-9e7f-83a0e774a071 req-a4e36798-9e13-483f-858c-45e87efff387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:14.490994 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-30ad6338-288b-4a84-9e7f-83a0e774a071 req-a4e36798-9e13-483f-858c-45e87efff387 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 HTTP/1.1" status: 200 len: 913 time: 0.2015388 Aug 22 13:55:14.601155 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-30ad6338-288b-4a84-9e7f-83a0e774a071 req-264228c3-0cb8-43e9-bbf8-0dd50244f755 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a56cda3-bbfb-4688-9140-f2cf54a149cc HTTP/1.1" status: 200 len: 999 time: 0.0999105 Aug 22 13:55:14.664575 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad6338-288b-4a84-9e7f-83a0e774a071 req-b9c2201b-8bca-4a85-97fe-b9aab89b5f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:14.666568 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-30ad6338-288b-4a84-9e7f-83a0e774a071 req-b9c2201b-8bca-4a85-97fe-b9aab89b5f82 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=96df5698-35fe-4400-8623-8e6dad52953f HTTP/1.1" status: 200 len: 851 time: 0.0552728 Aug 22 13:55:14.738373 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad6338-288b-4a84-9e7f-83a0e774a071 req-14e716e8-903d-47c8-a7da-63db67a628c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:14.740635 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-30ad6338-288b-4a84-9e7f-83a0e774a071 req-14e716e8-903d-47c8-a7da-63db67a628c9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0db5422b-3cd9-4056-8d7a-7dc64f09a7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0660145 Aug 22 13:55:14.888719 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-30ad6338-288b-4a84-9e7f-83a0e774a071 req-5ddff063-b38d-4dcc-827c-9ed273e0ccf9 service neutron] 10.222.0.16 "GET /v2.0/networks/0db5422b-3cd9-4056-8d7a-7dc64f09a7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400690 Aug 22 13:55:15.021267 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-30ad6338-288b-4a84-9e7f-83a0e774a071 req-13338687-60f8-4841-ba34-6a72ff85fef4 service neutron] 10.222.0.16 "GET /v2.0/networks/0db5422b-3cd9-4056-8d7a-7dc64f09a7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249397 Aug 22 13:55:15.588532 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d3f116-1a6d-404f-a737-704ab7f95e46 req-a630e5a5-2713-45fc-9fb7-11d8246fcde5 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:15.590196 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e5d3f116-1a6d-404f-a737-704ab7f95e46 req-a630e5a5-2713-45fc-9fb7-11d8246fcde5 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.0678861 Aug 22 13:55:15.646465 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e5d3f116-1a6d-404f-a737-704ab7f95e46 req-00cd8ec0-52e6-44d3-8ad8-c73a6836a22a tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493107 Aug 22 13:55:15.688042 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 42752) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:55:16.074816 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6555bc6d-170a-467c-93ef-166441468ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:16.344512 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-6555bc6d-170a-467c-93ef-166441468ee9 admin admin] Deleting port bf2ba6e7-034c-4024-94de-f2a7ec803a79 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:55:16.344858 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6555bc6d-170a-467c-93ef-166441468ee9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:16.426536 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-6555bc6d-170a-467c-93ef-166441468ee9 admin admin] For port bf2ba6e7-034c-4024-94de-f2a7ec803a79, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=bf2ba6e7-034c-4024-94de-f2a7ec803a79,segment=NetworkSegment(b5d4590f-61b6-46be-9a59-37c74c0720bc),segment_id=b5d4590f-61b6-46be-9a59-37c74c0720bc)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:55:16.426904 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6555bc6d-170a-467c-93ef-166441468ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:16.438886 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-6555bc6d-170a-467c-93ef-166441468ee9 admin admin] Calling delete_port for bf2ba6e7-034c-4024-94de-f2a7ec803a79 owned by network:router_interface {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:55:16.624519 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6555bc6d-170a-467c-93ef-166441468ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:16.674556 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6555bc6d-170a-467c-93ef-166441468ee9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf2ba6e7-034c-4024-94de-f2a7ec803a79,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:55:16.854600 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af35136-7eb3-4136-81b0-c1d09b712fb5 req-1860af8c-875b-428f-b311-b13fd97fb49d tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:16.856105 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0af35136-7eb3-4136-81b0-c1d09b712fb5 req-1860af8c-875b-428f-b311-b13fd97fb49d tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.0981238 Aug 22 13:55:16.858782 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6555bc6d-170a-467c-93ef-166441468ee9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:16.954135 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0af35136-7eb3-4136-81b0-c1d09b712fb5 req-28ac7899-9b93-4988-91c7-9c0af99bf9c6 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875809 Aug 22 13:55:17.113906 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6555bc6d-170a-467c-93ef-166441468ee9 admin admin] Router 5886423d-5927-4000-a2c5-6b2636b9ed52 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:55:17.222841 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6555bc6d-170a-467c-93ef-166441468ee9 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:55:17.232394 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 42784) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:55:17.232909 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-6555bc6d-170a-467c-93ef-166441468ee9 admin admin] 10.222.0.21 "PUT /v2.0/routers/5886423d-5927-4000-a2c5-6b2636b9ed52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5426126 Aug 22 13:55:17.235399 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa6ba82-4cdd-48fe-87fa-b05b1e07d9ef None None] Sync routers for ids ['5886423d-5927-4000-a2c5-6b2636b9ed52'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:55:17.244819 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa6ba82-4cdd-48fe-87fa-b05b1e07d9ef None None] Routers {'5886423d-5927-4000-a2c5-6b2636b9ed52'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:55:17.245428 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-8aa6ba82-4cdd-48fe-87fa-b05b1e07d9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:55:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['5886423d-5927-4000-a2c5-6b2636b9ed52'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:55:17.346407 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5e5178b0-03da-4211-b3b7-d034cddef759 admin admin] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:17.353481 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-8aa6ba82-4cdd-48fe-87fa-b05b1e07d9ef None None] Set router 5886423d-5927-4000-a2c5-6b2636b9ed52 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:55:17.454200 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5e5178b0-03da-4211-b3b7-d034cddef759 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:17.521632 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-5e5178b0-03da-4211-b3b7-d034cddef759 admin admin] Deleting port cbb69552-035e-4c11-9b94-0eaa80615b6a {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:55:17.521990 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5e5178b0-03da-4211-b3b7-d034cddef759 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:17.545398 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-8aa6ba82-4cdd-48fe-87fa-b05b1e07d9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5886423d-5927-4000-a2c5-6b2636b9ed52', 'name': 'tempest-TestVolumeBackupRestore-1410170581-router', 'tenant_id': '16575b4f2ae9481a99b8750504d27349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'cbb69552-035e-4c11-9b94-0eaa80615b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:50:49Z', 'updated_at': '2021-08-22T13:55:16Z', 'revision_number': 5, 'project_id': '16575b4f2ae9481a99b8750504d27349', 'gw_port': {'id': 'cbb69552-035e-4c11-9b94-0eaa80615b6a', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5886423d-5927-4000-a2c5-6b2636b9ed52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:50:49Z', 'updated_at': '2021-08-22T13:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:55:17.572262 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa6ba82-4cdd-48fe-87fa-b05b1e07d9ef None None] Checking router: 5886423d-5927-4000-a2c5-6b2636b9ed52 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:55:17.582458 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa6ba82-4cdd-48fe-87fa-b05b1e07d9ef None None] Routers {'5886423d-5927-4000-a2c5-6b2636b9ed52'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:55:17.583075 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-8aa6ba82-4cdd-48fe-87fa-b05b1e07d9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:55:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['5886423d-5927-4000-a2c5-6b2636b9ed52'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:55:17.606338 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-5e5178b0-03da-4211-b3b7-d034cddef759 admin admin] For port cbb69552-035e-4c11-9b94-0eaa80615b6a, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=cbb69552-035e-4c11-9b94-0eaa80615b6a,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:55:17.606702 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5e5178b0-03da-4211-b3b7-d034cddef759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:17.619460 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-5e5178b0-03da-4211-b3b7-d034cddef759 admin admin] Calling delete_port for cbb69552-035e-4c11-9b94-0eaa80615b6a owned by network:router_gateway {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:55:17.671228 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-8aa6ba82-4cdd-48fe-87fa-b05b1e07d9ef None None] Set router 5886423d-5927-4000-a2c5-6b2636b9ed52 gateway port host: None {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:55:17.727860 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-8aa6ba82-4cdd-48fe-87fa-b05b1e07d9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5886423d-5927-4000-a2c5-6b2636b9ed52', 'name': 'tempest-TestVolumeBackupRestore-1410170581-router', 'tenant_id': '16575b4f2ae9481a99b8750504d27349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:50:49Z', 'updated_at': '2021-08-22T13:55:17Z', 'revision_number': 6, 'project_id': '16575b4f2ae9481a99b8750504d27349', 'gw_port_host': None}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:55:17.769130 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa6ba82-4cdd-48fe-87fa-b05b1e07d9ef None None] The sync data for ids ['5886423d-5927-4000-a2c5-6b2636b9ed52'] in n-d-793621-33 is: [{'id': '5886423d-5927-4000-a2c5-6b2636b9ed52', 'name': 'tempest-TestVolumeBackupRestore-1410170581-router', 'tenant_id': '16575b4f2ae9481a99b8750504d27349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:50:49Z', 'updated_at': '2021-08-22T13:55:17Z', 'revision_number': 6, 'project_id': '16575b4f2ae9481a99b8750504d27349', 'gw_port_host': None}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:55:17.800008 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5e5178b0-03da-4211-b3b7-d034cddef759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:17.828834 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5178b0-03da-4211-b3b7-d034cddef759 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbb69552-035e-4c11-9b94-0eaa80615b6a,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:55:17.892669 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5e5178b0-03da-4211-b3b7-d034cddef759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:17.984524 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5e5178b0-03da-4211-b3b7-d034cddef759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:17.986948 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5e5178b0-03da-4211-b3b7-d034cddef759 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:18.038530 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5e5178b0-03da-4211-b3b7-d034cddef759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:18.039111 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5178b0-03da-4211-b3b7-d034cddef759 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5886423d-5927-4000-a2c5-6b2636b9ed52 {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:55:18.043456 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5e5178b0-03da-4211-b3b7-d034cddef759 admin admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:18.044685 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5e5178b0-03da-4211-b3b7-d034cddef759 admin admin] 10.222.0.21 "DELETE /v2.0/routers/5886423d-5927-4000-a2c5-6b2636b9ed52 HTTP/1.1" status: 204 len: 168 time: 0.8112383 Aug 22 13:55:18.047738 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 42800) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:55:18.096091 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-20795956-a539-4c55-bf59-cbcfccba0afb admin admin] Deleting subnet f13d8d25-c567-4a92-815b-511448d6b80e {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:55:18.099248 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-20795956-a539-4c55-bf59-cbcfccba0afb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:18.142037 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-20795956-a539-4c55-bf59-cbcfccba0afb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:18.227362 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-20795956-a539-4c55-bf59-cbcfccba0afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:18.294036 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-20795956-a539-4c55-bf59-cbcfccba0afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:18.321432 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20795956-a539-4c55-bf59-cbcfccba0afb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f13d8d25-c567-4a92-815b-511448d6b80e,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:55:18.325136 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-20795956-a539-4c55-bf59-cbcfccba0afb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:18.327033 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-20795956-a539-4c55-bf59-cbcfccba0afb admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f13d8d25-c567-4a92-815b-511448d6b80e HTTP/1.1" status: 204 len: 168 time: 0.2781861 Aug 22 13:55:18.330059 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 42806) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:55:18.335913 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52227bac-c729-41c8-8bc9-baf509fee21d None None] Network 9fa7caec-143e-4f1c-868c-cd2128f28d10 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:55:18.404156 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-822f00e0-e55a-406b-a1fb-03f4a918a941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:18.459472 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-822f00e0-e55a-406b-a1fb-03f4a918a941 admin admin] Deleting port 5192bde4-8759-40e0-8d3c-1cb4ba4c4542 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:55:18.459472 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-822f00e0-e55a-406b-a1fb-03f4a918a941 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:18.525643 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-822f00e0-e55a-406b-a1fb-03f4a918a941 admin admin] For port 5192bde4-8759-40e0-8d3c-1cb4ba4c4542, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=5192bde4-8759-40e0-8d3c-1cb4ba4c4542,segment=NetworkSegment(b5d4590f-61b6-46be-9a59-37c74c0720bc),segment_id=b5d4590f-61b6-46be-9a59-37c74c0720bc)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:55:18.526013 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-822f00e0-e55a-406b-a1fb-03f4a918a941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:18.552157 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-822f00e0-e55a-406b-a1fb-03f4a918a941 admin admin] Calling delete_port for 5192bde4-8759-40e0-8d3c-1cb4ba4c4542 owned by network:dhcp {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:55:18.580630 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86ec5f5-32fd-4d80-99b1-ec3536b8427e None None] DHCP port deletion for 9fa7caec-143e-4f1c-868c-cd2128f28d10 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:55:18.648819 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-d86ec5f5-32fd-4d80-99b1-ec3536b8427e None None] Deleting port 5192bde4-8759-40e0-8d3c-1cb4ba4c4542 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:55:18.649391 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-822f00e0-e55a-406b-a1fb-03f4a918a941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:18.649615 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d86ec5f5-32fd-4d80-99b1-ec3536b8427e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:18.684179 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822f00e0-e55a-406b-a1fb-03f4a918a941 admin admin] Pushing event deleted for resources: {'Port': ['ID=5192bde4-8759-40e0-8d3c-1cb4ba4c4542,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:55:18.688790 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822f00e0-e55a-406b-a1fb-03f4a918a941 admin admin] No DVR routers for this DVR port 5192bde4-8759-40e0-8d3c-1cb4ba4c4542 on host n-d-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:55:18.698884 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 5192bde4-8759-40e0-8d3c-1cb4ba4c4542 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:55:18.726605 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 5192bde4-8759-40e0-8d3c-1cb4ba4c4542 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:55:18.727249 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 5192bde4-8759-40e0-8d3c-1cb4ba4c4542 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:55:18.727732 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device cbb69552-035e-4c11-9b94-0eaa80615b6a no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:55:18.753613 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: cbb69552-035e-4c11-9b94-0eaa80615b6a {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:55:18.754043 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device cbb69552-035e-4c11-9b94-0eaa80615b6a not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:55:18.754528 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device bf2ba6e7-034c-4024-94de-f2a7ec803a79 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:55:18.771842 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-822f00e0-e55a-406b-a1fb-03f4a918a941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:18.780000 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: bf2ba6e7-034c-4024-94de-f2a7ec803a79 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:55:18.780000 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device bf2ba6e7-034c-4024-94de-f2a7ec803a79 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:55:18.795592 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-d86ec5f5-32fd-4d80-99b1-ec3536b8427e None None] For port 5192bde4-8759-40e0-8d3c-1cb4ba4c4542, host n-d-793621-33, got binding levels [] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:55:18.796841 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d86ec5f5-32fd-4d80-99b1-ec3536b8427e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:18.801083 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-822f00e0-e55a-406b-a1fb-03f4a918a941 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fa7caec-143e-4f1c-868c-cd2128f28d10']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:55:18.813558 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-822f00e0-e55a-406b-a1fb-03f4a918a941 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5d4590f-61b6-46be-9a59-37c74c0720bc') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:55:18.813760 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-d86ec5f5-32fd-4d80-99b1-ec3536b8427e None None] Calling delete_port for 5192bde4-8759-40e0-8d3c-1cb4ba4c4542 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:55:18.813866 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-822f00e0-e55a-406b-a1fb-03f4a918a941 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5d4590f-61b6-46be-9a59-37c74c0720bc') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:55:18.817045 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.ipam_backend_mixin [None req-d86ec5f5-32fd-4d80-99b1-ec3536b8427e None None] Port 5192bde4-8759-40e0-8d3c-1cb4ba4c4542 was not found and therefore no delete operation was performed {{(pid=94629) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 22 13:55:18.818358 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d86ec5f5-32fd-4d80-99b1-ec3536b8427e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:18.825050 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-822f00e0-e55a-406b-a1fb-03f4a918a941 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:18.833404 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86ec5f5-32fd-4d80-99b1-ec3536b8427e None None] No DVR routers for this DVR port 5192bde4-8759-40e0-8d3c-1cb4ba4c4542 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:55:18.853094 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-822f00e0-e55a-406b-a1fb-03f4a918a941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:18.861533 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-822f00e0-e55a-406b-a1fb-03f4a918a941 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:55:18.862310 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-822f00e0-e55a-406b-a1fb-03f4a918a941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:18.862634 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86ec5f5-32fd-4d80-99b1-ec3536b8427e None None] Pushing event deleted for resources: {'Port': ['ID=5192bde4-8759-40e0-8d3c-1cb4ba4c4542,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:55:18.864464 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:55:18.864464 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:55:18.864464 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:55:18.864464 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:55:18.864464 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:55:18.864464 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:55:18.864464 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:55:18.864464 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:55:18.864464 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:55:18.864464 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:55:18.864464 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:55:18.864464 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:55:18.864464 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:55:18.864464 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:55:18.864464 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:55:18.864464 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:55:18.864464 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:55:18.864464 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:55:18.864464 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:55:18.864464 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:55:18.864464 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:55:18.864464 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:55:18.864464 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:55:18.864464 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:55:18.864464 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:55:18.864464 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:55:18.864464 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:55:18.864464 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:55:18.864464 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:55:18.864464 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:55:18.864464 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:55:18.864464 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:55:18.933187 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-822f00e0-e55a-406b-a1fb-03f4a918a941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:18.940299 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-822f00e0-e55a-406b-a1fb-03f4a918a941 admin admin] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:18.942664 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-822f00e0-e55a-406b-a1fb-03f4a918a941 admin admin] 10.222.0.21 "DELETE /v2.0/networks/9fa7caec-143e-4f1c-868c-cd2128f28d10 HTTP/1.1" status: 204 len: 168 time: 0.6116953 Aug 22 13:55:18.945857 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 42826) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:55:18.965835 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822f00e0-e55a-406b-a1fb-03f4a918a941 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fa7caec-143e-4f1c-868c-cd2128f28d10,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:55:19.305226 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a559c5cc-78cf-4136-9ee3-08442de6fedc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:19.562689 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-a559c5cc-78cf-4136-9ee3-08442de6fedc admin admin] Deleting port fe3cc2f9-9717-4324-aca6-cb681890963d {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:55:19.563029 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a559c5cc-78cf-4136-9ee3-08442de6fedc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:19.643577 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-a559c5cc-78cf-4136-9ee3-08442de6fedc admin admin] For port fe3cc2f9-9717-4324-aca6-cb681890963d, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=fe3cc2f9-9717-4324-aca6-cb681890963d,segment=NetworkSegment(da870390-1df0-4148-ac10-cf888bb90d72),segment_id=da870390-1df0-4148-ac10-cf888bb90d72)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:55:19.643865 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a559c5cc-78cf-4136-9ee3-08442de6fedc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:19.656037 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-a559c5cc-78cf-4136-9ee3-08442de6fedc admin admin] Calling delete_port for fe3cc2f9-9717-4324-aca6-cb681890963d owned by network:router_interface {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:55:19.836264 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a559c5cc-78cf-4136-9ee3-08442de6fedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:19.863948 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a559c5cc-78cf-4136-9ee3-08442de6fedc admin admin] Pushing event deleted for resources: {'Port': ['ID=fe3cc2f9-9717-4324-aca6-cb681890963d,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:55:20.062113 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a559c5cc-78cf-4136-9ee3-08442de6fedc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:20.279508 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a559c5cc-78cf-4136-9ee3-08442de6fedc admin admin] Router 97d928ca-f5a7-4459-bac3-f2521a4ad7ff has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:55:20.670330 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a559c5cc-78cf-4136-9ee3-08442de6fedc admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:55:20.675523 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a559c5cc-78cf-4136-9ee3-08442de6fedc admin admin] 10.222.0.21 "PUT /v2.0/routers/97d928ca-f5a7-4459-bac3-f2521a4ad7ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7284796 Aug 22 13:55:20.678096 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 42832) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:55:20.688688 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a7ad68-4360-4344-bc6c-c82c8be747cc None None] Sync routers for ids ['97d928ca-f5a7-4459-bac3-f2521a4ad7ff'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:55:20.698375 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a7ad68-4360-4344-bc6c-c82c8be747cc None None] Routers {'97d928ca-f5a7-4459-bac3-f2521a4ad7ff'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:55:20.698998 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-84a7ad68-4360-4344-bc6c-c82c8be747cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:55:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['97d928ca-f5a7-4459-bac3-f2521a4ad7ff'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:55:20.783422 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4a7af180-32bc-4076-b57c-e4ce4697761c admin admin] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:20.807284 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-84a7ad68-4360-4344-bc6c-c82c8be747cc None None] Set router 97d928ca-f5a7-4459-bac3-f2521a4ad7ff gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:55:20.893847 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4a7af180-32bc-4076-b57c-e4ce4697761c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:20.953186 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-4a7af180-32bc-4076-b57c-e4ce4697761c admin admin] Deleting port b6042bac-3cff-4ee9-9ed4-f75cb0cd8487 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:55:20.953834 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4a7af180-32bc-4076-b57c-e4ce4697761c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:21.011061 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-84a7ad68-4360-4344-bc6c-c82c8be747cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d928ca-f5a7-4459-bac3-f2521a4ad7ff', 'name': 'tempest-TestVolumeBackupRestore-1689099451-router', 'tenant_id': '151cd16483874a13b67a273c863a658c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b6042bac-3cff-4ee9-9ed4-f75cb0cd8487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:50:56Z', 'updated_at': '2021-08-22T13:55:19Z', 'revision_number': 5, 'project_id': '151cd16483874a13b67a273c863a658c', 'gw_port': {'id': 'b6042bac-3cff-4ee9-9ed4-f75cb0cd8487', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d928ca-f5a7-4459-bac3-f2521a4ad7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:50:56Z', 'updated_at': '2021-08-22T13:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:55:21.033146 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-4a7af180-32bc-4076-b57c-e4ce4697761c admin admin] For port b6042bac-3cff-4ee9-9ed4-f75cb0cd8487, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=b6042bac-3cff-4ee9-9ed4-f75cb0cd8487,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:55:21.033505 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4a7af180-32bc-4076-b57c-e4ce4697761c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:21.042315 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a7ad68-4360-4344-bc6c-c82c8be747cc None None] Checking router: 97d928ca-f5a7-4459-bac3-f2521a4ad7ff for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:55:21.045061 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-4a7af180-32bc-4076-b57c-e4ce4697761c admin admin] Calling delete_port for b6042bac-3cff-4ee9-9ed4-f75cb0cd8487 owned by network:router_gateway {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:55:21.051876 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a7ad68-4360-4344-bc6c-c82c8be747cc None None] Routers {'97d928ca-f5a7-4459-bac3-f2521a4ad7ff'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:55:21.052540 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-84a7ad68-4360-4344-bc6c-c82c8be747cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:55:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['97d928ca-f5a7-4459-bac3-f2521a4ad7ff'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:55:21.140079 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-84a7ad68-4360-4344-bc6c-c82c8be747cc None None] Set router 97d928ca-f5a7-4459-bac3-f2521a4ad7ff gateway port host: None {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:55:21.199498 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-84a7ad68-4360-4344-bc6c-c82c8be747cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d928ca-f5a7-4459-bac3-f2521a4ad7ff', 'name': 'tempest-TestVolumeBackupRestore-1689099451-router', 'tenant_id': '151cd16483874a13b67a273c863a658c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:50:56Z', 'updated_at': '2021-08-22T13:55:20Z', 'revision_number': 6, 'project_id': '151cd16483874a13b67a273c863a658c', 'gw_port_host': None}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:55:21.211556 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4a7af180-32bc-4076-b57c-e4ce4697761c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:21.229927 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a7ad68-4360-4344-bc6c-c82c8be747cc None None] The sync data for ids ['97d928ca-f5a7-4459-bac3-f2521a4ad7ff'] in n-d-793621-33 is: [{'id': '97d928ca-f5a7-4459-bac3-f2521a4ad7ff', 'name': 'tempest-TestVolumeBackupRestore-1689099451-router', 'tenant_id': '151cd16483874a13b67a273c863a658c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:50:56Z', 'updated_at': '2021-08-22T13:55:20Z', 'revision_number': 6, 'project_id': '151cd16483874a13b67a273c863a658c', 'gw_port_host': None}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:55:21.243739 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7af180-32bc-4076-b57c-e4ce4697761c admin admin] Pushing event deleted for resources: {'Port': ['ID=b6042bac-3cff-4ee9-9ed4-f75cb0cd8487,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:55:21.310586 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4a7af180-32bc-4076-b57c-e4ce4697761c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:21.401442 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4a7af180-32bc-4076-b57c-e4ce4697761c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:21.403541 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4a7af180-32bc-4076-b57c-e4ce4697761c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:21.445922 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4a7af180-32bc-4076-b57c-e4ce4697761c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:21.446640 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7af180-32bc-4076-b57c-e4ce4697761c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97d928ca-f5a7-4459-bac3-f2521a4ad7ff {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:55:21.451173 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4a7af180-32bc-4076-b57c-e4ce4697761c admin admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:21.455156 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4a7af180-32bc-4076-b57c-e4ce4697761c admin admin] 10.222.0.21 "DELETE /v2.0/routers/97d928ca-f5a7-4459-bac3-f2521a4ad7ff HTTP/1.1" status: 204 len: 168 time: 0.7734647 Aug 22 13:55:21.455643 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 42836) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:55:21.506874 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-11830100-926f-48f0-9fd3-d083cf22e328 admin admin] Deleting subnet e4dc889d-c43c-411c-a2b3-2a9616bae17c {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:55:21.510018 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-11830100-926f-48f0-9fd3-d083cf22e328 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:21.545614 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-11830100-926f-48f0-9fd3-d083cf22e328 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:21.630084 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-11830100-926f-48f0-9fd3-d083cf22e328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:21.701076 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-11830100-926f-48f0-9fd3-d083cf22e328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:21.730175 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11830100-926f-48f0-9fd3-d083cf22e328 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4dc889d-c43c-411c-a2b3-2a9616bae17c,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:55:21.735631 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-11830100-926f-48f0-9fd3-d083cf22e328 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:21.740104 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786e669f-32f0-4f5a-833a-1ee4197292d5 None None] Network 3f5a9a2f-9136-4b10-82cd-4d2b53491405 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:55:21.740663 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-11830100-926f-48f0-9fd3-d083cf22e328 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e4dc889d-c43c-411c-a2b3-2a9616bae17c HTTP/1.1" status: 204 len: 168 time: 0.2808661 Aug 22 13:55:21.743274 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 42838) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:55:21.811588 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a271b6bb-d9bc-4c9c-b33e-30864aebe6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:21.870525 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-a271b6bb-d9bc-4c9c-b33e-30864aebe6b1 admin admin] Deleting port 2578457e-2050-479a-a8a0-4dd96749a9bb {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:55:21.870751 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a271b6bb-d9bc-4c9c-b33e-30864aebe6b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:21.944325 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-a271b6bb-d9bc-4c9c-b33e-30864aebe6b1 admin admin] For port 2578457e-2050-479a-a8a0-4dd96749a9bb, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=2578457e-2050-479a-a8a0-4dd96749a9bb,segment=NetworkSegment(da870390-1df0-4148-ac10-cf888bb90d72),segment_id=da870390-1df0-4148-ac10-cf888bb90d72)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:55:21.944689 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a271b6bb-d9bc-4c9c-b33e-30864aebe6b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:21.957599 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-a271b6bb-d9bc-4c9c-b33e-30864aebe6b1 admin admin] Calling delete_port for 2578457e-2050-479a-a8a0-4dd96749a9bb owned by network:dhcp {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:55:22.030422 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc55fbb9-f557-48de-a1a0-48d6d2d1b65b None None] DHCP port deletion for 3f5a9a2f-9136-4b10-82cd-4d2b53491405 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:55:22.043561 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a271b6bb-d9bc-4c9c-b33e-30864aebe6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:22.061108 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a271b6bb-d9bc-4c9c-b33e-30864aebe6b1 admin admin] No DVR routers for this DVR port 2578457e-2050-479a-a8a0-4dd96749a9bb on host n-d-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:55:22.083863 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-cc55fbb9-f557-48de-a1a0-48d6d2d1b65b None None] Deleting port 2578457e-2050-479a-a8a0-4dd96749a9bb {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:55:22.084360 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-cc55fbb9-f557-48de-a1a0-48d6d2d1b65b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:22.104912 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a271b6bb-d9bc-4c9c-b33e-30864aebe6b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2578457e-2050-479a-a8a0-4dd96749a9bb,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:55:22.157748 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-cc55fbb9-f557-48de-a1a0-48d6d2d1b65b None None] For port 2578457e-2050-479a-a8a0-4dd96749a9bb, host n-d-793621-33, got binding levels [] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:55:22.158275 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-cc55fbb9-f557-48de-a1a0-48d6d2d1b65b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:22.162564 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a271b6bb-d9bc-4c9c-b33e-30864aebe6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:22.172771 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-a271b6bb-d9bc-4c9c-b33e-30864aebe6b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f5a9a2f-9136-4b10-82cd-4d2b53491405']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:55:22.174764 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-cc55fbb9-f557-48de-a1a0-48d6d2d1b65b None None] Calling delete_port for 2578457e-2050-479a-a8a0-4dd96749a9bb owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:55:22.177486 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.ipam_backend_mixin [None req-cc55fbb9-f557-48de-a1a0-48d6d2d1b65b None None] Port 2578457e-2050-479a-a8a0-4dd96749a9bb was not found and therefore no delete operation was performed {{(pid=94629) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 22 13:55:22.178788 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-cc55fbb9-f557-48de-a1a0-48d6d2d1b65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:22.184008 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-a271b6bb-d9bc-4c9c-b33e-30864aebe6b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da870390-1df0-4148-ac10-cf888bb90d72') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:55:22.184335 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-a271b6bb-d9bc-4c9c-b33e-30864aebe6b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da870390-1df0-4148-ac10-cf888bb90d72') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:55:22.194773 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a271b6bb-d9bc-4c9c-b33e-30864aebe6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:22.204450 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc55fbb9-f557-48de-a1a0-48d6d2d1b65b None None] Pushing event deleted for resources: {'Port': ['ID=2578457e-2050-479a-a8a0-4dd96749a9bb,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:55:22.213092 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc55fbb9-f557-48de-a1a0-48d6d2d1b65b None None] No DVR routers for this DVR port 2578457e-2050-479a-a8a0-4dd96749a9bb on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:55:22.216257 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a271b6bb-d9bc-4c9c-b33e-30864aebe6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:22.216404 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55fbb9-f557-48de-a1a0-48d6d2d1b65b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:55:22.216621 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55fbb9-f557-48de-a1a0-48d6d2d1b65b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:55:22.216959 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55fbb9-f557-48de-a1a0-48d6d2d1b65b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:55:22.217287 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55fbb9-f557-48de-a1a0-48d6d2d1b65b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:55:22.217653 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55fbb9-f557-48de-a1a0-48d6d2d1b65b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:55:22.218416 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55fbb9-f557-48de-a1a0-48d6d2d1b65b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:55:22.218416 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55fbb9-f557-48de-a1a0-48d6d2d1b65b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:55:22.218687 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55fbb9-f557-48de-a1a0-48d6d2d1b65b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:55:22.218889 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55fbb9-f557-48de-a1a0-48d6d2d1b65b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:55:22.219389 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55fbb9-f557-48de-a1a0-48d6d2d1b65b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:55:22.219709 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55fbb9-f557-48de-a1a0-48d6d2d1b65b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:55:22.220025 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55fbb9-f557-48de-a1a0-48d6d2d1b65b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:55:22.223165 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a271b6bb-d9bc-4c9c-b33e-30864aebe6b1 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:55:22.223848 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a271b6bb-d9bc-4c9c-b33e-30864aebe6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:22.229078 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:55:22.229078 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:55:22.229078 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:55:22.229078 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:55:22.229078 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:55:22.229078 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:55:22.229078 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:55:22.229078 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:55:22.229078 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:55:22.229078 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:55:22.229078 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:55:22.229078 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:55:22.229078 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:55:22.229078 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:55:22.229078 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:55:22.229078 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:55:22.229078 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:55:22.229078 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:55:22.229078 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:55:22.229078 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:55:22.229078 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:55:22.229078 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:55:22.229078 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:55:22.229078 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:55:22.229078 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:55:22.229078 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:55:22.229078 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:55:22.229078 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:55:22.229078 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:55:22.229078 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:55:22.229078 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:55:22.229078 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:55:22.293936 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a271b6bb-d9bc-4c9c-b33e-30864aebe6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:22.302954 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a271b6bb-d9bc-4c9c-b33e-30864aebe6b1 admin admin] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:22.304870 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a271b6bb-d9bc-4c9c-b33e-30864aebe6b1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3f5a9a2f-9136-4b10-82cd-4d2b53491405 HTTP/1.1" status: 204 len: 168 time: 0.5605745 Aug 22 13:55:22.319339 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a271b6bb-d9bc-4c9c-b33e-30864aebe6b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f5a9a2f-9136-4b10-82cd-4d2b53491405,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:55:22.420065 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 2578457e-2050-479a-a8a0-4dd96749a9bb no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:55:22.445215 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 2578457e-2050-479a-a8a0-4dd96749a9bb {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:55:22.445658 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 2578457e-2050-479a-a8a0-4dd96749a9bb not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:55:22.446168 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device fe3cc2f9-9717-4324-aca6-cb681890963d no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:55:22.446952 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 42842) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:55:22.468586 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: fe3cc2f9-9717-4324-aca6-cb681890963d {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:55:22.469097 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device fe3cc2f9-9717-4324-aca6-cb681890963d not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:55:22.469582 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device b6042bac-3cff-4ee9-9ed4-f75cb0cd8487 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:55:22.489701 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: b6042bac-3cff-4ee9-9ed4-f75cb0cd8487 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:55:22.490106 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device b6042bac-3cff-4ee9-9ed4-f75cb0cd8487 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:55:22.504021 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 42846) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:55:22.504515 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d6d8e2ff-57f9-44b2-ae3f-49e972bf28b4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=16575b4f2ae9481a99b8750504d27349&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0560546 Aug 22 13:55:22.558889 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ab78567e-6353-440a-a3b3-6be06e7200a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:22.580310 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ab78567e-6353-440a-a3b3-6be06e7200a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:22.627207 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ab78567e-6353-440a-a3b3-6be06e7200a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:22.629798 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ab78567e-6353-440a-a3b3-6be06e7200a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:22.630934 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ab78567e-6353-440a-a3b3-6be06e7200a3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/53751351-f8fd-4405-a9fe-52134703a758 HTTP/1.1" status: 204 len: 168 time: 0.1250405 Aug 22 13:55:22.641151 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab78567e-6353-440a-a3b3-6be06e7200a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53751351-f8fd-4405-a9fe-52134703a758,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:55:22.947015 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 42856) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:55:22.990575 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a213d248-a1af-4852-bc83-3ac9f9f12cd9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=151cd16483874a13b67a273c863a658c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422754 Aug 22 13:55:22.993018 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 42858) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:55:23.044987 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-70ecd35d-e84c-4dad-9f1b-50ebdc07de8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:23.067413 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-70ecd35d-e84c-4dad-9f1b-50ebdc07de8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:23.117681 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-70ecd35d-e84c-4dad-9f1b-50ebdc07de8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:23.120781 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-70ecd35d-e84c-4dad-9f1b-50ebdc07de8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:23.122122 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-70ecd35d-e84c-4dad-9f1b-50ebdc07de8f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/81db510e-1dc4-456d-a28b-0cebbe127333 HTTP/1.1" status: 204 len: 168 time: 0.1279297 Aug 22 13:55:23.135334 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ecd35d-e84c-4dad-9f1b-50ebdc07de8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81db510e-1dc4-456d-a28b-0cebbe127333,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:55:26.982030 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa23145-b87d-4bc7-a7d7-c3b464ba42af req-521d1ba0-b2d4-426d-930e-008a00edf4f6 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:26.984119 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2fa23145-b87d-4bc7-a7d7-c3b464ba42af req-521d1ba0-b2d4-426d-930e-008a00edf4f6 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] 10.222.0.21 "GET /v2.0/networks?id=6fbeffab-538f-44ba-96e3-e2dcfdde5959 HTTP/1.1" status: 200 len: 813 time: 0.0994020 Aug 22 13:55:27.000261 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2fa23145-b87d-4bc7-a7d7-c3b464ba42af req-115ab48b-dedf-45d3-90b3-6267f17caa72 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] 10.222.0.21 "GET /v2.0/quotas/d6224ca15b764947853280783e68bbd1 HTTP/1.1" status: 200 len: 375 time: 0.0096815 Aug 22 13:55:27.036066 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2fa23145-b87d-4bc7-a7d7-c3b464ba42af req-3f5ac1a2-965b-40e9-ac30-5ff1f6935fae tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d6224ca15b764947853280783e68bbd1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302954 Aug 22 13:55:27.047282 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [req-2fa23145-b87d-4bc7-a7d7-c3b464ba42af req-5787b5b2-b737-4b23-b2b4-c1d41412adf4 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:55:27.048216 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2fa23145-b87d-4bc7-a7d7-c3b464ba42af req-5787b5b2-b737-4b23-b2b4-c1d41412adf4 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055470 Aug 22 13:55:27.134600 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2fa23145-b87d-4bc7-a7d7-c3b464ba42af req-d9ed6ebb-0a4b-464d-8576-01b6de423c2f service neutron] 10.222.0.21 "GET /v2.0/networks/6fbeffab-538f-44ba-96e3-e2dcfdde5959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805714 Aug 22 13:55:27.227245 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2fa23145-b87d-4bc7-a7d7-c3b464ba42af req-5e8ae365-af17-4dcb-ac0a-9ac8b6962972 service neutron] 10.222.0.21 "GET /v2.0/networks/6fbeffab-538f-44ba-96e3-e2dcfdde5959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856233 Aug 22 13:55:27.387188 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-51422672-11a9-44c0-83f8-2af3b94a516f req-0180dd47-f184-4d4d-bf77-9240753dbd32 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7959986-3514-438b-bb44-85fdef7f6c0e HTTP/1.1" status: 200 len: 210 time: 0.0268202 Aug 22 13:55:28.287280 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa23145-b87d-4bc7-a7d7-c3b464ba42af req-b870ea3d-f2ab-427d-b075-876449493d2a tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:28.288804 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2fa23145-b87d-4bc7-a7d7-c3b464ba42af req-b870ea3d-f2ab-427d-b075-876449493d2a tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] 10.222.0.41 "GET /v2.0/networks?id=6fbeffab-538f-44ba-96e3-e2dcfdde5959 HTTP/1.1" status: 200 len: 813 time: 0.1099796 Aug 22 13:55:28.302034 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-2fa23145-b87d-4bc7-a7d7-c3b464ba42af req-14e3f1b3-869f-4900-8c4b-53bfcbfb2b4d tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Request body: {'port': {'device_id': 'd7959986-3514-438b-bb44-85fdef7f6c0e', 'network_id': '6fbeffab-538f-44ba-96e3-e2dcfdde5959', 'admin_state_up': True, 'tenant_id': 'd6224ca15b764947853280783e68bbd1'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:55:28.411786 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fa23145-b87d-4bc7-a7d7-c3b464ba42af req-14e3f1b3-869f-4900-8c4b-53bfcbfb2b4d tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Made reservation on behalf of d6224ca15b764947853280783e68bbd1 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:55:28.415497 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-2fa23145-b87d-4bc7-a7d7-c3b464ba42af req-14e3f1b3-869f-4900-8c4b-53bfcbfb2b4d tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:28.455783 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-143d18bd-2353-46d4-8200-a176067bf31c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:28.488638 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c43814a2-4b9c-4e15-801d-1cafa721e40d req-5369c439-a025-4296-86ce-a0c8fa2f087d tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7959986-3514-438b-bb44-85fdef7f6c0e HTTP/1.1" status: 200 len: 210 time: 0.0268645 Aug 22 13:55:28.542103 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:28.550789 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-2fa23145-b87d-4bc7-a7d7-c3b464ba42af req-14e3f1b3-869f-4900-8c4b-53bfcbfb2b4d tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Allocated IP 172.20.0.9 (6fbeffab-538f-44ba-96e3-e2dcfdde5959/74eb572b-c143-4bc5-b8b7-439797d34d6f/753ee479-e8a2-4a25-99b5-1711c5cdc417) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:55:28.695764 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-2fa23145-b87d-4bc7-a7d7-c3b464ba42af req-14e3f1b3-869f-4900-8c4b-53bfcbfb2b4d tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:28.735811 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-2fa23145-b87d-4bc7-a7d7-c3b464ba42af req-14e3f1b3-869f-4900-8c4b-53bfcbfb2b4d tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:28.781525 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fa23145-b87d-4bc7-a7d7-c3b464ba42af req-14e3f1b3-869f-4900-8c4b-53bfcbfb2b4d tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Network 6fbeffab-538f-44ba-96e3-e2dcfdde5959 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:55:28.784503 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-2fa23145-b87d-4bc7-a7d7-c3b464ba42af req-14e3f1b3-869f-4900-8c4b-53bfcbfb2b4d tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:55:28.788059 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa23145-b87d-4bc7-a7d7-c3b464ba42af req-14e3f1b3-869f-4900-8c4b-53bfcbfb2b4d tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:55:28.816472 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e3f1b3-869f-4900-8c4b-53bfcbfb2b4d tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Pushing event updated for resources: {'Port': ['ID=753ee479-e8a2-4a25-99b5-1711c5cdc417,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:55:28.839996 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa23145-b87d-4bc7-a7d7-c3b464ba42af req-14e3f1b3-869f-4900-8c4b-53bfcbfb2b4d tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:28.840624 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-2fa23145-b87d-4bc7-a7d7-c3b464ba42af req-14e3f1b3-869f-4900-8c4b-53bfcbfb2b4d tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:28.854584 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2fa23145-b87d-4bc7-a7d7-c3b464ba42af req-14e3f1b3-869f-4900-8c4b-53bfcbfb2b4d tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5568094 Aug 22 13:55:28.866662 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-2fa23145-b87d-4bc7-a7d7-c3b464ba42af req-64b56149-2f19-4066-b45e-f3c63d44651a service neutron] Request body: {'port': {'device_id': 'd7959986-3514-438b-bb44-85fdef7f6c0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:55:28.923642 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-2fa23145-b87d-4bc7-a7d7-c3b464ba42af req-64b56149-2f19-4066-b45e-f3c63d44651a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:29.184317 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-2fa23145-b87d-4bc7-a7d7-c3b464ba42af req-64b56149-2f19-4066-b45e-f3c63d44651a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 753ee479-e8a2-4a25-99b5-1711c5cdc417 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:55:29.192096 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-2fa23145-b87d-4bc7-a7d7-c3b464ba42af req-64b56149-2f19-4066-b45e-f3c63d44651a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:29.204317 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-2fa23145-b87d-4bc7-a7d7-c3b464ba42af req-64b56149-2f19-4066-b45e-f3c63d44651a service neutron] Transition to ACTIVE for port object 753ee479-e8a2-4a25-99b5-1711c5cdc417 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:55:29.208022 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-2fa23145-b87d-4bc7-a7d7-c3b464ba42af req-64b56149-2f19-4066-b45e-f3c63d44651a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:29.257948 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b56149-2f19-4066-b45e-f3c63d44651a service neutron] Pushing event updated for resources: {'Port': ['ID=753ee479-e8a2-4a25-99b5-1711c5cdc417,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:55:29.324189 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-2fa23145-b87d-4bc7-a7d7-c3b464ba42af req-64b56149-2f19-4066-b45e-f3c63d44651a service neutron] Attempting to bind port 753ee479-e8a2-4a25-99b5-1711c5cdc417 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:55:29.324868 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-2fa23145-b87d-4bc7-a7d7-c3b464ba42af req-64b56149-2f19-4066-b45e-f3c63d44651a service neutron] Attempting to bind port 753ee479-e8a2-4a25-99b5-1711c5cdc417 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '0c3d99c8-caa3-4eae-b50c-7c0190191b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6fbeffab-538f-44ba-96e3-e2dcfdde5959'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:55:29.324868 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa23145-b87d-4bc7-a7d7-c3b464ba42af req-64b56149-2f19-4066-b45e-f3c63d44651a service neutron] Attempting to bind port 753ee479-e8a2-4a25-99b5-1711c5cdc417 on network 6fbeffab-538f-44ba-96e3-e2dcfdde5959 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:55:29.329283 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa23145-b87d-4bc7-a7d7-c3b464ba42af req-64b56149-2f19-4066-b45e-f3c63d44651a service neutron] Port 753ee479-e8a2-4a25-99b5-1711c5cdc417 on network 6fbeffab-538f-44ba-96e3-e2dcfdde5959 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:55:29.329596 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa23145-b87d-4bc7-a7d7-c3b464ba42af req-64b56149-2f19-4066-b45e-f3c63d44651a service neutron] Attempting to bind port 753ee479-e8a2-4a25-99b5-1711c5cdc417 on network 6fbeffab-538f-44ba-96e3-e2dcfdde5959 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:55:29.334262 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa23145-b87d-4bc7-a7d7-c3b464ba42af req-64b56149-2f19-4066-b45e-f3c63d44651a service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:55:29.334592 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa23145-b87d-4bc7-a7d7-c3b464ba42af req-64b56149-2f19-4066-b45e-f3c63d44651a service neutron] Checking segment: {'id': '0c3d99c8-caa3-4eae-b50c-7c0190191b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6fbeffab-538f-44ba-96e3-e2dcfdde5959'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:55:29.334966 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa23145-b87d-4bc7-a7d7-c3b464ba42af req-64b56149-2f19-4066-b45e-f3c63d44651a service neutron] Bound using segment: {'id': '0c3d99c8-caa3-4eae-b50c-7c0190191b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6fbeffab-538f-44ba-96e3-e2dcfdde5959'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:55:29.335383 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-2fa23145-b87d-4bc7-a7d7-c3b464ba42af req-64b56149-2f19-4066-b45e-f3c63d44651a service neutron] Bound port: 753ee479-e8a2-4a25-99b5-1711c5cdc417, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c3d99c8-caa3-4eae-b50c-7c0190191b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6fbeffab-538f-44ba-96e3-e2dcfdde5959'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:55:29.335727 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-2fa23145-b87d-4bc7-a7d7-c3b464ba42af req-64b56149-2f19-4066-b45e-f3c63d44651a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:29.396998 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-2fa23145-b87d-4bc7-a7d7-c3b464ba42af req-64b56149-2f19-4066-b45e-f3c63d44651a service neutron] For port 753ee479-e8a2-4a25-99b5-1711c5cdc417, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:55:29.399885 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-2fa23145-b87d-4bc7-a7d7-c3b464ba42af req-64b56149-2f19-4066-b45e-f3c63d44651a service neutron] For port 753ee479-e8a2-4a25-99b5-1711c5cdc417, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=753ee479-e8a2-4a25-99b5-1711c5cdc417,segment=NetworkSegment(0c3d99c8-caa3-4eae-b50c-7c0190191b53),segment_id=0c3d99c8-caa3-4eae-b50c-7c0190191b53)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:55:29.404285 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-2fa23145-b87d-4bc7-a7d7-c3b464ba42af req-64b56149-2f19-4066-b45e-f3c63d44651a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:29.437681 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa23145-b87d-4bc7-a7d7-c3b464ba42af req-64b56149-2f19-4066-b45e-f3c63d44651a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:29.438027 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-2fa23145-b87d-4bc7-a7d7-c3b464ba42af req-64b56149-2f19-4066-b45e-f3c63d44651a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:29.439416 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2fa23145-b87d-4bc7-a7d7-c3b464ba42af req-64b56149-2f19-4066-b45e-f3c63d44651a service neutron] 10.222.0.41 "PUT /v2.0/ports/753ee479-e8a2-4a25-99b5-1711c5cdc417 HTTP/1.1" status: 200 len: 1092 time: 0.5767877 Aug 22 13:55:29.439854 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7959986-3514-438b-bb44-85fdef7f6c0e', 'tag': '753ee479-e8a2-4a25-99b5-1711c5cdc417'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:55:29.442133 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b343b6cd-b1b5-4e7c-84bd-49433bb81ff5" -d '{"events": [{"name": "network-changed", "server_uuid": "d7959986-3514-438b-bb44-85fdef7f6c0e", "tag": "753ee479-e8a2-4a25-99b5-1711c5cdc417"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:55:29.472283 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b56149-2f19-4066-b45e-f3c63d44651a service neutron] Pushing event updated for resources: {'Port': ['ID=753ee479-e8a2-4a25-99b5-1711c5cdc417,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:55:29.487818 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9083851b-0da8-4cd7-8247-26b7c8e7091d x-openstack-request-id: req-9083851b-0da8-4cd7-8247-26b7c8e7091d {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:55:29.488108 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7959986-3514-438b-bb44-85fdef7f6c0e", "tag": "753ee479-e8a2-4a25-99b5-1711c5cdc417", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:55:29.488475 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9083851b-0da8-4cd7-8247-26b7c8e7091d {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:55:29.488864 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7959986-3514-438b-bb44-85fdef7f6c0e', 'tag': '753ee479-e8a2-4a25-99b5-1711c5cdc417', 'status': 'completed', 'code': 200} Aug 22 13:55:29.521252 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa23145-b87d-4bc7-a7d7-c3b464ba42af req-088270e2-961b-48de-adf9-e2567601b2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:29.522786 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2fa23145-b87d-4bc7-a7d7-c3b464ba42af req-088270e2-961b-48de-adf9-e2567601b2f5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6224ca15b764947853280783e68bbd1&device_id=d7959986-3514-438b-bb44-85fdef7f6c0e HTTP/1.1" status: 200 len: 1095 time: 0.0444441 Aug 22 13:55:29.565206 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2fa23145-b87d-4bc7-a7d7-c3b464ba42af req-f525f39f-ec92-4637-ac6a-38cad3ac8dc4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=753ee479-e8a2-4a25-99b5-1711c5cdc417 HTTP/1.1" status: 200 len: 217 time: 0.0345449 Aug 22 13:55:29.603555 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad0d15a-ec94-4aae-8b15-ef211799a2ac req-da9b9543-e253-4915-bb8c-38b712223666 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:29.605165 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0ad0d15a-ec94-4aae-8b15-ef211799a2ac req-da9b9543-e253-4915-bb8c-38b712223666 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7959986-3514-438b-bb44-85fdef7f6c0e HTTP/1.1" status: 200 len: 943 time: 0.0496130 Aug 22 13:55:29.614362 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa23145-b87d-4bc7-a7d7-c3b464ba42af req-b2d67ddd-2ca3-4fa4-a490-9b0798164030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:29.615826 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2fa23145-b87d-4bc7-a7d7-c3b464ba42af req-b2d67ddd-2ca3-4fa4-a490-9b0798164030 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=74eb572b-c143-4bc5-b8b7-439797d34d6f HTTP/1.1" status: 200 len: 853 time: 0.0435743 Aug 22 13:55:29.643423 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0ad0d15a-ec94-4aae-8b15-ef211799a2ac req-cafb2684-ffb0-4779-abdd-9406e28d146c tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] 10.222.0.21 "GET /v2.0/security-groups?id=233543e4-5065-4e3d-b59f-534bb7e2e9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318134 Aug 22 13:55:29.651946 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2fa23145-b87d-4bc7-a7d7-c3b464ba42af req-6434dc92-51e7-43d9-aca9-ae9717b35e0e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6fbeffab-538f-44ba-96e3-e2dcfdde5959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289707 Aug 22 13:55:29.738830 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2fa23145-b87d-4bc7-a7d7-c3b464ba42af req-56428a4c-78ab-41a6-a36f-485719bf1c1b service neutron] 10.222.0.41 "GET /v2.0/networks/6fbeffab-538f-44ba-96e3-e2dcfdde5959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800283 Aug 22 13:55:29.829850 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2fa23145-b87d-4bc7-a7d7-c3b464ba42af req-95897fef-10c9-474c-b659-725a60149743 service neutron] 10.222.0.41 "GET /v2.0/networks/6fbeffab-538f-44ba-96e3-e2dcfdde5959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840423 Aug 22 13:55:29.913161 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b343b6cd-b1b5-4e7c-84bd-49433bb81ff5 req-dc3e8b20-e33b-412b-96e2-6b3ef369afbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:29.914752 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b343b6cd-b1b5-4e7c-84bd-49433bb81ff5 req-dc3e8b20-e33b-412b-96e2-6b3ef369afbe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6224ca15b764947853280783e68bbd1&device_id=d7959986-3514-438b-bb44-85fdef7f6c0e HTTP/1.1" status: 200 len: 1095 time: 0.0413210 Aug 22 13:55:30.002725 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b343b6cd-b1b5-4e7c-84bd-49433bb81ff5 req-0304a772-cdd7-410c-9de4-2e8ed781fb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:30.004191 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b343b6cd-b1b5-4e7c-84bd-49433bb81ff5 req-0304a772-cdd7-410c-9de4-2e8ed781fb74 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6fbeffab-538f-44ba-96e3-e2dcfdde5959 HTTP/1.1" status: 200 len: 914 time: 0.0829892 Aug 22 13:55:30.050589 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b343b6cd-b1b5-4e7c-84bd-49433bb81ff5 req-cab637c2-09dc-4672-bb26-0c3dbd85f7f6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=753ee479-e8a2-4a25-99b5-1711c5cdc417 HTTP/1.1" status: 200 len: 217 time: 0.0379691 Aug 22 13:55:30.100931 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b343b6cd-b1b5-4e7c-84bd-49433bb81ff5 req-a45cb1a0-e55b-4e39-a563-de591b0c28a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:30.102333 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b343b6cd-b1b5-4e7c-84bd-49433bb81ff5 req-a45cb1a0-e55b-4e39-a563-de591b0c28a2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=74eb572b-c143-4bc5-b8b7-439797d34d6f HTTP/1.1" status: 200 len: 853 time: 0.0431213 Aug 22 13:55:30.134137 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b343b6cd-b1b5-4e7c-84bd-49433bb81ff5 req-1d285afa-ceb6-40f4-b4dc-425978700fae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6fbeffab-538f-44ba-96e3-e2dcfdde5959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237994 Aug 22 13:55:30.223141 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b343b6cd-b1b5-4e7c-84bd-49433bb81ff5 req-ff670343-b90d-4bd9-b490-a1678669b69e service neutron] 10.222.0.41 "GET /v2.0/networks/6fbeffab-538f-44ba-96e3-e2dcfdde5959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821157 Aug 22 13:55:30.312091 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b343b6cd-b1b5-4e7c-84bd-49433bb81ff5 req-a4b49237-833f-43a7-9e70-d5dfbe01c566 service neutron] 10.222.0.41 "GET /v2.0/networks/6fbeffab-538f-44ba-96e3-e2dcfdde5959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793686 Aug 22 13:55:30.763425 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28686976-0ba7-4414-8849-a689d828faca req-10c8aaca-b003-4ab7-88aa-6c7df6fc4c60 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:30.765149 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-28686976-0ba7-4414-8849-a689d828faca req-10c8aaca-b003-4ab7-88aa-6c7df6fc4c60 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7959986-3514-438b-bb44-85fdef7f6c0e HTTP/1.1" status: 200 len: 943 time: 0.0524564 Aug 22 13:55:30.803006 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-28686976-0ba7-4414-8849-a689d828faca req-e610d473-b3f0-4f1a-9d29-05999c81c3e9 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] 10.222.0.21 "GET /v2.0/security-groups?id=233543e4-5065-4e3d-b59f-534bb7e2e9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320323 Aug 22 13:55:31.073505 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-46162883-f785-4c8d-93dd-4fa03a7199c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:31.204675 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:31.918628 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ef14f9-b208-4b08-bb4c-cfa038970133 req-07a4152b-b038-4ce3-8ba9-bad56d49e1e2 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:31.920115 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-54ef14f9-b208-4b08-bb4c-cfa038970133 req-07a4152b-b038-4ce3-8ba9-bad56d49e1e2 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7959986-3514-438b-bb44-85fdef7f6c0e HTTP/1.1" status: 200 len: 943 time: 0.0485196 Aug 22 13:55:31.957845 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-54ef14f9-b208-4b08-bb4c-cfa038970133 req-e217271f-0e6b-4db8-b2cd-4bdffde18d9e tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] 10.222.0.21 "GET /v2.0/security-groups?id=233543e4-5065-4e3d-b59f-534bb7e2e9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315237 Aug 22 13:55:32.477477 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:32.739141 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 753ee479-e8a2-4a25-99b5-1711c5cdc417 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:55:32.829382 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 753ee479-e8a2-4a25-99b5-1711c5cdc417, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=753ee479-e8a2-4a25-99b5-1711c5cdc417,segment=NetworkSegment(0c3d99c8-caa3-4eae-b50c-7c0190191b53),segment_id=0c3d99c8-caa3-4eae-b50c-7c0190191b53)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:55:32.839418 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '753ee479-e8a2-4a25-99b5-1711c5cdc417', 'network_id': '6fbeffab-538f-44ba-96e3-e2dcfdde5959', 'port_id': '753ee479-e8a2-4a25-99b5-1711c5cdc417', 'mac_address': 'fa:16:3e:8b:47:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74eb572b-c143-4bc5-b8b7-439797d34d6f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:55:32.879440 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:32.891624 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 753ee479-e8a2-4a25-99b5-1711c5cdc417 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:55:32.910328 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 753ee479-e8a2-4a25-99b5-1711c5cdc417, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=753ee479-e8a2-4a25-99b5-1711c5cdc417,segment=NetworkSegment(0c3d99c8-caa3-4eae-b50c-7c0190191b53),segment_id=0c3d99c8-caa3-4eae-b50c-7c0190191b53)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:55:32.913284 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:32.959920 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=753ee479-e8a2-4a25-99b5-1711c5cdc417,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:55:33.071782 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abace143-96ef-47fc-b024-05b4d4c5ee29 req-74fb7ba6-302b-4be5-8d36-83e550af397a tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:33.073465 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-abace143-96ef-47fc-b024-05b4d4c5ee29 req-74fb7ba6-302b-4be5-8d36-83e550af397a tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7959986-3514-438b-bb44-85fdef7f6c0e HTTP/1.1" status: 200 len: 944 time: 0.0496194 Aug 22 13:55:33.111160 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-abace143-96ef-47fc-b024-05b4d4c5ee29 req-7b80c05e-d510-4041-946c-f6309c255344 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] 10.222.0.21 "GET /v2.0/security-groups?id=233543e4-5065-4e3d-b59f-534bb7e2e9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308914 Aug 22 13:55:33.137689 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['753ee479-e8a2-4a25-99b5-1711c5cdc417'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:55:33.272868 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:55:33.993815 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:34.230469 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e715f1f-6431-42f7-ab50-48d8da72ff6a req-5c061c2a-6882-4081-8e19-f4cd562c74d5 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:34.231958 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6e715f1f-6431-42f7-ab50-48d8da72ff6a req-5c061c2a-6882-4081-8e19-f4cd562c74d5 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7959986-3514-438b-bb44-85fdef7f6c0e HTTP/1.1" status: 200 len: 944 time: 0.0540090 Aug 22 13:55:34.264880 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:34.271372 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6e715f1f-6431-42f7-ab50-48d8da72ff6a req-11385b23-3d82-4139-b02a-632b248a6420 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] 10.222.0.21 "GET /v2.0/security-groups?id=233543e4-5065-4e3d-b59f-534bb7e2e9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324843 Aug 22 13:55:34.770561 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 753ee479-e8a2-4a25-99b5-1711c5cdc417 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:55:34.817423 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 753ee479-e8a2-4a25-99b5-1711c5cdc417 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:55:34.821074 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 753ee479-e8a2-4a25-99b5-1711c5cdc417 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:55:34.821446 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:34.896201 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:34.918644 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7959986-3514-438b-bb44-85fdef7f6c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '753ee479-e8a2-4a25-99b5-1711c5cdc417'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:55:34.921038 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b7a350-4fe4-4926-b726-ff2b51681daa" -d '{"events": [{"server_uuid": "d7959986-3514-438b-bb44-85fdef7f6c0e", "name": "network-vif-plugged", "status": "completed", "tag": "753ee479-e8a2-4a25-99b5-1711c5cdc417"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:55:34.933339 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 753ee479-e8a2-4a25-99b5-1711c5cdc417, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=753ee479-e8a2-4a25-99b5-1711c5cdc417,segment=NetworkSegment(0c3d99c8-caa3-4eae-b50c-7c0190191b53),segment_id=0c3d99c8-caa3-4eae-b50c-7c0190191b53)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:55:34.938217 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:34.967549 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54726df-6ad7-4aae-bcce-d7ffccd5202f x-openstack-request-id: req-e54726df-6ad7-4aae-bcce-d7ffccd5202f {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:55:34.968512 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7959986-3514-438b-bb44-85fdef7f6c0e", "name": "network-vif-plugged", "status": "completed", "tag": "753ee479-e8a2-4a25-99b5-1711c5cdc417", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:55:34.968778 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e54726df-6ad7-4aae-bcce-d7ffccd5202f {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:55:34.969164 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7959986-3514-438b-bb44-85fdef7f6c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '753ee479-e8a2-4a25-99b5-1711c5cdc417', 'code': 200} Aug 22 13:55:35.000078 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=753ee479-e8a2-4a25-99b5-1711c5cdc417,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:55:35.060291 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8d6e2-d932-4595-be99-33957aea9a6b req-b0987aca-d85b-42a2-8e13-dcfbe8f6cf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:35.062276 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d5a8d6e2-d932-4595-be99-33957aea9a6b req-b0987aca-d85b-42a2-8e13-dcfbe8f6cf62 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d7959986-3514-438b-bb44-85fdef7f6c0e HTTP/1.1" status: 200 len: 1097 time: 0.0408161 Aug 22 13:55:35.100848 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d5a8d6e2-d932-4595-be99-33957aea9a6b req-ebd7c992-c6dd-413f-85db-57a52aa0f5fa service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=233543e4-5065-4e3d-b59f-534bb7e2e9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317216 Aug 22 13:55:35.387188 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a635c613-d62c-4b56-8474-9022ee4f1bf6 req-7f7ea53c-3a3b-45cc-8fd7-cf445479bf2d tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:35.388690 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a635c613-d62c-4b56-8474-9022ee4f1bf6 req-7f7ea53c-3a3b-45cc-8fd7-cf445479bf2d tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7959986-3514-438b-bb44-85fdef7f6c0e HTTP/1.1" status: 200 len: 945 time: 0.0508063 Aug 22 13:55:35.425616 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a635c613-d62c-4b56-8474-9022ee4f1bf6 req-f2571cb6-b9fa-4c4a-ad57-bcba446d5dc5 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] 10.222.0.21 "GET /v2.0/security-groups?id=233543e4-5065-4e3d-b59f-534bb7e2e9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306966 Aug 22 13:55:36.542063 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6c2c13-ba6b-4df9-8b2e-4ee90c3b4f58 req-966bc9c0-0117-444a-bb94-78798fb4c1a8 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:36.543513 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8b6c2c13-ba6b-4df9-8b2e-4ee90c3b4f58 req-966bc9c0-0117-444a-bb94-78798fb4c1a8 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7959986-3514-438b-bb44-85fdef7f6c0e HTTP/1.1" status: 200 len: 945 time: 0.0484478 Aug 22 13:55:36.580587 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8b6c2c13-ba6b-4df9-8b2e-4ee90c3b4f58 req-6c2b49f3-0ec0-4e92-ad8d-99adcfda221b tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] 10.222.0.21 "GET /v2.0/security-groups?id=233543e4-5065-4e3d-b59f-534bb7e2e9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309079 Aug 22 13:55:49.301073 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e75197-9c84-4fea-bfdf-a66eeef539c5 req-3867acd9-5241-4cee-84e4-5ce816593074 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:49.302761 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c3e75197-9c84-4fea-bfdf-a66eeef539c5 req-3867acd9-5241-4cee-84e4-5ce816593074 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.0539854 Aug 22 13:55:49.339884 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c3e75197-9c84-4fea-bfdf-a66eeef539c5 req-371aedcf-e16e-4b35-9b12-b63144b0c172 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312531 Aug 22 13:55:49.637722 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb9442-ef09-4272-b457-41aca7f771d8 req-c2a72954-02f1-4037-88cd-bc37cb269c29 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:49.639892 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6ccb9442-ef09-4272-b457-41aca7f771d8 req-c2a72954-02f1-4037-88cd-bc37cb269c29 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.2236152 Aug 22 13:55:49.679014 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6ccb9442-ef09-4272-b457-41aca7f771d8 req-e62ad716-d895-442c-ab92-db757144984a tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323489 Aug 22 13:55:49.957522 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad8de8-3d78-4aee-a03a-6348a7af9661 req-b84a4ae4-7c49-438b-b939-b31508396bcf tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:49.959049 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7cad8de8-3d78-4aee-a03a-6348a7af9661 req-b84a4ae4-7c49-438b-b939-b31508396bcf tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/networks?id=0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 HTTP/1.1" status: 200 len: 812 time: 0.1085758 Aug 22 13:55:49.978893 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7cad8de8-3d78-4aee-a03a-6348a7af9661 req-d5025033-80c0-40a8-8500-23f38e46ec88 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/quotas/9332af772cbe4a47bd1754f9819c9211 HTTP/1.1" status: 200 len: 375 time: 0.0139809 Aug 22 13:55:50.043139 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7cad8de8-3d78-4aee-a03a-6348a7af9661 req-e780c0a9-28a5-4d41-85f2-aeb84b0a5024 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9332af772cbe4a47bd1754f9819c9211&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0572119 Aug 22 13:55:50.186786 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7cad8de8-3d78-4aee-a03a-6348a7af9661 req-cc092546-b060-466f-9cfb-dcac54ff88fb service neutron] 10.222.0.21 "GET /v2.0/networks/0db5422b-3cd9-4056-8d7a-7dc64f09a7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353912 Aug 22 13:55:50.278776 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7cad8de8-3d78-4aee-a03a-6348a7af9661 req-d25aeef5-335e-4ef3-956c-9e5f6aa1012a service neutron] 10.222.0.21 "GET /v2.0/networks/0db5422b-3cd9-4056-8d7a-7dc64f09a7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859718 Aug 22 13:55:50.457841 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e526e32d-4aef-4594-82eb-48b167d3c7db req-cbb4abd1-2ffc-4564-a41d-f70a199d1427 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=be480cc2-c93c-4b7b-96ed-2034550d1d19 HTTP/1.1" status: 200 len: 210 time: 0.0293376 Aug 22 13:55:51.374396 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad8de8-3d78-4aee-a03a-6348a7af9661 req-6d422d57-4d96-4530-afb2-2b8b400f6ebf tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:51.376094 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7cad8de8-3d78-4aee-a03a-6348a7af9661 req-6d422d57-4d96-4530-afb2-2b8b400f6ebf tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.16 "GET /v2.0/networks?id=0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 HTTP/1.1" status: 200 len: 812 time: 0.1131673 Aug 22 13:55:51.391761 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-7cad8de8-3d78-4aee-a03a-6348a7af9661 req-fa73eec5-f5df-477a-804d-1bfc97fed31c tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Request body: {'port': {'device_id': 'be480cc2-c93c-4b7b-96ed-2034550d1d19', 'network_id': '0db5422b-3cd9-4056-8d7a-7dc64f09a7c0', 'admin_state_up': True, 'tenant_id': '9332af772cbe4a47bd1754f9819c9211'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:55:51.501884 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cad8de8-3d78-4aee-a03a-6348a7af9661 req-fa73eec5-f5df-477a-804d-1bfc97fed31c tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Made reservation on behalf of 9332af772cbe4a47bd1754f9819c9211 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:55:51.505416 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7cad8de8-3d78-4aee-a03a-6348a7af9661 req-fa73eec5-f5df-477a-804d-1bfc97fed31c tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:51.597799 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-53339d36-a173-4a3b-83dd-ba1e76cde033 req-f5983c54-2d9f-48e1-add6-1155f0941ebd tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=be480cc2-c93c-4b7b-96ed-2034550d1d19 HTTP/1.1" status: 200 len: 210 time: 0.0339820 Aug 22 13:55:51.659021 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-7cad8de8-3d78-4aee-a03a-6348a7af9661 req-fa73eec5-f5df-477a-804d-1bfc97fed31c tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Allocated IP 172.20.0.10 (0db5422b-3cd9-4056-8d7a-7dc64f09a7c0/96df5698-35fe-4400-8623-8e6dad52953f/df5cf106-96fa-4f25-b6bb-a1c10c35b9be) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:55:51.807828 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7cad8de8-3d78-4aee-a03a-6348a7af9661 req-fa73eec5-f5df-477a-804d-1bfc97fed31c tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:51.822687 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-7cad8de8-3d78-4aee-a03a-6348a7af9661 req-fa73eec5-f5df-477a-804d-1bfc97fed31c tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Transition to ACTIVE for port object df5cf106-96fa-4f25-b6bb-a1c10c35b9be will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:55:51.858929 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7cad8de8-3d78-4aee-a03a-6348a7af9661 req-fa73eec5-f5df-477a-804d-1bfc97fed31c tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:51.872310 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['698de0fa-91b4-4ddf-95f2-f2c3efc4bd69'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:55:51.898068 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['ab081439-4fb4-486c-bca8-26fb39dcb984'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:55:51.899086 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cad8de8-3d78-4aee-a03a-6348a7af9661 req-fa73eec5-f5df-477a-804d-1bfc97fed31c tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Network 0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:55:51.902084 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-7cad8de8-3d78-4aee-a03a-6348a7af9661 req-fa73eec5-f5df-477a-804d-1bfc97fed31c tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:55:51.906336 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cad8de8-3d78-4aee-a03a-6348a7af9661 req-fa73eec5-f5df-477a-804d-1bfc97fed31c tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:55:51.938836 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa73eec5-f5df-477a-804d-1bfc97fed31c tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Pushing event updated for resources: {'Port': ['ID=df5cf106-96fa-4f25-b6bb-a1c10c35b9be,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:55:51.954228 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa73eec5-f5df-477a-804d-1bfc97fed31c tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:55:51.954560 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa73eec5-f5df-477a-804d-1bfc97fed31c tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:55:51.954915 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa73eec5-f5df-477a-804d-1bfc97fed31c tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:55:51.955262 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa73eec5-f5df-477a-804d-1bfc97fed31c tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:55:51.955599 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa73eec5-f5df-477a-804d-1bfc97fed31c tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:55:51.955972 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa73eec5-f5df-477a-804d-1bfc97fed31c tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:55:51.956258 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa73eec5-f5df-477a-804d-1bfc97fed31c tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:55:51.956583 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa73eec5-f5df-477a-804d-1bfc97fed31c tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:55:51.956952 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa73eec5-f5df-477a-804d-1bfc97fed31c tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:55:51.957282 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa73eec5-f5df-477a-804d-1bfc97fed31c tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:55:51.957644 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa73eec5-f5df-477a-804d-1bfc97fed31c tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:55:51.958008 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa73eec5-f5df-477a-804d-1bfc97fed31c tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:55:51.981045 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad8de8-3d78-4aee-a03a-6348a7af9661 req-fa73eec5-f5df-477a-804d-1bfc97fed31c tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:51.981666 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7cad8de8-3d78-4aee-a03a-6348a7af9661 req-fa73eec5-f5df-477a-804d-1bfc97fed31c tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:52.003914 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7cad8de8-3d78-4aee-a03a-6348a7af9661 req-fa73eec5-f5df-477a-804d-1bfc97fed31c tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6170747 Aug 22 13:55:52.017424 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-7cad8de8-3d78-4aee-a03a-6348a7af9661 req-ab4be466-3042-45ef-954e-c10fc11c74fe service neutron] Request body: {'port': {'device_id': 'be480cc2-c93c-4b7b-96ed-2034550d1d19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:55:52.082166 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7cad8de8-3d78-4aee-a03a-6348a7af9661 req-ab4be466-3042-45ef-954e-c10fc11c74fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:52.275136 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-ecc01b6f-269b-47c1-8f4c-9ae8ab4f5e9c None None] Provisioning for port df5cf106-96fa-4f25-b6bb-a1c10c35b9be completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:55:52.280415 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-ecc01b6f-269b-47c1-8f4c-9ae8ab4f5e9c None None] Provisioning complete for port df5cf106-96fa-4f25-b6bb-a1c10c35b9be triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:55:52.281040 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ecc01b6f-269b-47c1-8f4c-9ae8ab4f5e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:52.319562 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-ecc01b6f-269b-47c1-8f4c-9ae8ab4f5e9c None None] Port df5cf106-96fa-4f25-b6bb-a1c10c35b9be cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:55:52.396146 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-7cad8de8-3d78-4aee-a03a-6348a7af9661 req-ab4be466-3042-45ef-954e-c10fc11c74fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df5cf106-96fa-4f25-b6bb-a1c10c35b9be {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:55:52.404028 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7cad8de8-3d78-4aee-a03a-6348a7af9661 req-ab4be466-3042-45ef-954e-c10fc11c74fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:52.416227 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-7cad8de8-3d78-4aee-a03a-6348a7af9661 req-ab4be466-3042-45ef-954e-c10fc11c74fe service neutron] Transition to ACTIVE for port object df5cf106-96fa-4f25-b6bb-a1c10c35b9be will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:55:52.419711 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7cad8de8-3d78-4aee-a03a-6348a7af9661 req-ab4be466-3042-45ef-954e-c10fc11c74fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:52.474045 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4be466-3042-45ef-954e-c10fc11c74fe service neutron] Pushing event updated for resources: {'Port': ['ID=df5cf106-96fa-4f25-b6bb-a1c10c35b9be,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:55:52.554790 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-7cad8de8-3d78-4aee-a03a-6348a7af9661 req-ab4be466-3042-45ef-954e-c10fc11c74fe service neutron] Attempting to bind port df5cf106-96fa-4f25-b6bb-a1c10c35b9be on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:55:52.555351 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-7cad8de8-3d78-4aee-a03a-6348a7af9661 req-ab4be466-3042-45ef-954e-c10fc11c74fe service neutron] Attempting to bind port df5cf106-96fa-4f25-b6bb-a1c10c35b9be by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '3236bd72-b879-4aac-9539-57e8f1383d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0db5422b-3cd9-4056-8d7a-7dc64f09a7c0'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:55:52.555466 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cad8de8-3d78-4aee-a03a-6348a7af9661 req-ab4be466-3042-45ef-954e-c10fc11c74fe service neutron] Attempting to bind port df5cf106-96fa-4f25-b6bb-a1c10c35b9be on network 0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:55:52.559990 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cad8de8-3d78-4aee-a03a-6348a7af9661 req-ab4be466-3042-45ef-954e-c10fc11c74fe service neutron] Port df5cf106-96fa-4f25-b6bb-a1c10c35b9be on network 0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:55:52.560355 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cad8de8-3d78-4aee-a03a-6348a7af9661 req-ab4be466-3042-45ef-954e-c10fc11c74fe service neutron] Attempting to bind port df5cf106-96fa-4f25-b6bb-a1c10c35b9be on network 0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:55:52.566109 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cad8de8-3d78-4aee-a03a-6348a7af9661 req-ab4be466-3042-45ef-954e-c10fc11c74fe service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:55:52.566452 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cad8de8-3d78-4aee-a03a-6348a7af9661 req-ab4be466-3042-45ef-954e-c10fc11c74fe service neutron] Checking segment: {'id': '3236bd72-b879-4aac-9539-57e8f1383d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0db5422b-3cd9-4056-8d7a-7dc64f09a7c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:55:52.566841 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cad8de8-3d78-4aee-a03a-6348a7af9661 req-ab4be466-3042-45ef-954e-c10fc11c74fe service neutron] Bound using segment: {'id': '3236bd72-b879-4aac-9539-57e8f1383d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0db5422b-3cd9-4056-8d7a-7dc64f09a7c0'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:55:52.567276 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-7cad8de8-3d78-4aee-a03a-6348a7af9661 req-ab4be466-3042-45ef-954e-c10fc11c74fe service neutron] Bound port: df5cf106-96fa-4f25-b6bb-a1c10c35b9be, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3236bd72-b879-4aac-9539-57e8f1383d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0db5422b-3cd9-4056-8d7a-7dc64f09a7c0'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:55:52.567641 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7cad8de8-3d78-4aee-a03a-6348a7af9661 req-ab4be466-3042-45ef-954e-c10fc11c74fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:52.639507 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-7cad8de8-3d78-4aee-a03a-6348a7af9661 req-ab4be466-3042-45ef-954e-c10fc11c74fe service neutron] For port df5cf106-96fa-4f25-b6bb-a1c10c35b9be, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:55:52.644285 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-7cad8de8-3d78-4aee-a03a-6348a7af9661 req-ab4be466-3042-45ef-954e-c10fc11c74fe service neutron] For port df5cf106-96fa-4f25-b6bb-a1c10c35b9be, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=df5cf106-96fa-4f25-b6bb-a1c10c35b9be,segment=NetworkSegment(3236bd72-b879-4aac-9539-57e8f1383d4a),segment_id=3236bd72-b879-4aac-9539-57e8f1383d4a)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:55:52.649088 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7cad8de8-3d78-4aee-a03a-6348a7af9661 req-ab4be466-3042-45ef-954e-c10fc11c74fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:52.704871 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad8de8-3d78-4aee-a03a-6348a7af9661 req-ab4be466-3042-45ef-954e-c10fc11c74fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:52.705873 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-7cad8de8-3d78-4aee-a03a-6348a7af9661 req-ab4be466-3042-45ef-954e-c10fc11c74fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:52.707376 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7cad8de8-3d78-4aee-a03a-6348a7af9661 req-ab4be466-3042-45ef-954e-c10fc11c74fe service neutron] 10.222.0.16 "PUT /v2.0/ports/df5cf106-96fa-4f25-b6bb-a1c10c35b9be HTTP/1.1" status: 200 len: 1093 time: 0.6949480 Aug 22 13:55:52.726121 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be480cc2-c93c-4b7b-96ed-2034550d1d19', 'tag': 'df5cf106-96fa-4f25-b6bb-a1c10c35b9be'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:55:52.729402 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df42e8fc-743b-49a0-b9ac-d5b476812470" -d '{"events": [{"name": "network-changed", "server_uuid": "be480cc2-c93c-4b7b-96ed-2034550d1d19", "tag": "df5cf106-96fa-4f25-b6bb-a1c10c35b9be"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:55:52.794902 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42cac001-cdcd-410f-89a7-d1d12d2fb2a3 x-openstack-request-id: req-42cac001-cdcd-410f-89a7-d1d12d2fb2a3 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:55:52.795806 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be480cc2-c93c-4b7b-96ed-2034550d1d19", "tag": "df5cf106-96fa-4f25-b6bb-a1c10c35b9be", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:55:52.796117 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-42cac001-cdcd-410f-89a7-d1d12d2fb2a3 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:55:52.796677 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be480cc2-c93c-4b7b-96ed-2034550d1d19', 'tag': 'df5cf106-96fa-4f25-b6bb-a1c10c35b9be', 'status': 'completed', 'code': 200} Aug 22 13:55:52.808583 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4be466-3042-45ef-954e-c10fc11c74fe service neutron] Pushing event updated for resources: {'Port': ['ID=df5cf106-96fa-4f25-b6bb-a1c10c35b9be,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:55:52.820438 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac81ac89-bcdb-4144-8793-79e27783d4db req-aca32685-b794-45dc-9acb-07e479f6a1c6 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:52.822027 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ac81ac89-bcdb-4144-8793-79e27783d4db req-aca32685-b794-45dc-9acb-07e479f6a1c6 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=be480cc2-c93c-4b7b-96ed-2034550d1d19 HTTP/1.1" status: 200 len: 944 time: 0.1405716 Aug 22 13:55:52.829349 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad8de8-3d78-4aee-a03a-6348a7af9661 req-280e77be-fc21-48d2-bd84-13513025f367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:52.830922 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7cad8de8-3d78-4aee-a03a-6348a7af9661 req-280e77be-fc21-48d2-bd84-13513025f367 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9332af772cbe4a47bd1754f9819c9211&device_id=be480cc2-c93c-4b7b-96ed-2034550d1d19 HTTP/1.1" status: 200 len: 1096 time: 0.0824773 Aug 22 13:55:52.886676 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7cad8de8-3d78-4aee-a03a-6348a7af9661 req-1bba3324-76bd-4b83-8c51-a1a27365be09 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df5cf106-96fa-4f25-b6bb-a1c10c35b9be HTTP/1.1" status: 200 len: 217 time: 0.0472579 Aug 22 13:55:53.241343 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ac81ac89-bcdb-4144-8793-79e27783d4db req-0885153d-aae6-4348-8978-4e4a4abbe45a tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4093771 Aug 22 13:55:53.275120 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad8de8-3d78-4aee-a03a-6348a7af9661 req-f553dbd3-7415-45b6-91c1-946365a7a8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:53.276633 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7cad8de8-3d78-4aee-a03a-6348a7af9661 req-f553dbd3-7415-45b6-91c1-946365a7a8e4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=96df5698-35fe-4400-8623-8e6dad52953f HTTP/1.1" status: 200 len: 851 time: 0.3798265 Aug 22 13:55:53.321930 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad8de8-3d78-4aee-a03a-6348a7af9661 req-ec15d716-0e91-4de7-a646-e0f9528f8841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:53.323424 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7cad8de8-3d78-4aee-a03a-6348a7af9661 req-ec15d716-0e91-4de7-a646-e0f9528f8841 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0db5422b-3cd9-4056-8d7a-7dc64f09a7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394597 Aug 22 13:55:53.416153 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7cad8de8-3d78-4aee-a03a-6348a7af9661 req-142449ad-8a41-4908-989e-835dd508100d service neutron] 10.222.0.16 "GET /v2.0/networks/0db5422b-3cd9-4056-8d7a-7dc64f09a7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850008 Aug 22 13:55:53.503854 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7cad8de8-3d78-4aee-a03a-6348a7af9661 req-8da3fb3f-5786-4855-85d2-d3651d8738b9 service neutron] 10.222.0.16 "GET /v2.0/networks/0db5422b-3cd9-4056-8d7a-7dc64f09a7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810459 Aug 22 13:55:53.589058 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42e8fc-743b-49a0-b9ac-d5b476812470 req-8b04ed95-109b-4979-a4a4-60834f75a5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:53.590560 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-df42e8fc-743b-49a0-b9ac-d5b476812470 req-8b04ed95-109b-4979-a4a4-60834f75a5e2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9332af772cbe4a47bd1754f9819c9211&device_id=be480cc2-c93c-4b7b-96ed-2034550d1d19 HTTP/1.1" status: 200 len: 1096 time: 0.0414929 Aug 22 13:55:53.683741 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42e8fc-743b-49a0-b9ac-d5b476812470 req-2e83e94f-8bc5-4538-9f23-912e960b1c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:53.685167 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-df42e8fc-743b-49a0-b9ac-d5b476812470 req-2e83e94f-8bc5-4538-9f23-912e960b1c73 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 HTTP/1.1" status: 200 len: 913 time: 0.0869048 Aug 22 13:55:53.726814 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-df42e8fc-743b-49a0-b9ac-d5b476812470 req-ebd6c604-4609-46e0-a6ec-ebb15c124982 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df5cf106-96fa-4f25-b6bb-a1c10c35b9be HTTP/1.1" status: 200 len: 217 time: 0.0337460 Aug 22 13:55:53.779746 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42e8fc-743b-49a0-b9ac-d5b476812470 req-2440f141-b0fa-4f7b-a93a-3a1680736e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:53.781454 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-df42e8fc-743b-49a0-b9ac-d5b476812470 req-2440f141-b0fa-4f7b-a93a-3a1680736e5b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=96df5698-35fe-4400-8623-8e6dad52953f HTTP/1.1" status: 200 len: 851 time: 0.0471315 Aug 22 13:55:53.830977 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42e8fc-743b-49a0-b9ac-d5b476812470 req-0f2291fc-4141-4e35-8237-da3508385c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:53.832523 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-df42e8fc-743b-49a0-b9ac-d5b476812470 req-0f2291fc-4141-4e35-8237-da3508385c4f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0db5422b-3cd9-4056-8d7a-7dc64f09a7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430825 Aug 22 13:55:53.926249 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-df42e8fc-743b-49a0-b9ac-d5b476812470 req-e023373f-b6f3-4914-9d70-8c169dfea7d7 service neutron] 10.222.0.16 "GET /v2.0/networks/0db5422b-3cd9-4056-8d7a-7dc64f09a7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842924 Aug 22 13:55:54.020925 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-df42e8fc-743b-49a0-b9ac-d5b476812470 req-1928f122-3d94-48f1-878f-8905bee11d7c service neutron] 10.222.0.16 "GET /v2.0/networks/0db5422b-3cd9-4056-8d7a-7dc64f09a7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873961 Aug 22 13:55:54.357297 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ecfa6-a820-4e9e-923f-a1a9007b5612 req-25309456-b32d-4ee3-88da-2354aefe60d3 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:54.359388 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ab1ecfa6-a820-4e9e-923f-a1a9007b5612 req-25309456-b32d-4ee3-88da-2354aefe60d3 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=be480cc2-c93c-4b7b-96ed-2034550d1d19 HTTP/1.1" status: 200 len: 944 time: 0.0500205 Aug 22 13:55:54.396277 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ab1ecfa6-a820-4e9e-923f-a1a9007b5612 req-3af7e4b7-e528-4220-8a01-5fae3af8ad5c tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308244 Aug 22 13:55:55.055428 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device df5cf106-96fa-4f25-b6bb-a1c10c35b9be details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:55:55.153990 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port df5cf106-96fa-4f25-b6bb-a1c10c35b9be, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=df5cf106-96fa-4f25-b6bb-a1c10c35b9be,segment=NetworkSegment(3236bd72-b879-4aac-9539-57e8f1383d4a),segment_id=3236bd72-b879-4aac-9539-57e8f1383d4a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:55:55.164140 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': 'df5cf106-96fa-4f25-b6bb-a1c10c35b9be', 'network_id': '0db5422b-3cd9-4056-8d7a-7dc64f09a7c0', 'port_id': 'df5cf106-96fa-4f25-b6bb-a1c10c35b9be', 'mac_address': 'fa:16:3e:1b:c4:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96df5698-35fe-4400-8623-8e6dad52953f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:55:55.201622 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:55.214188 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df5cf106-96fa-4f25-b6bb-a1c10c35b9be {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:55:55.232443 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port df5cf106-96fa-4f25-b6bb-a1c10c35b9be, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=df5cf106-96fa-4f25-b6bb-a1c10c35b9be,segment=NetworkSegment(3236bd72-b879-4aac-9539-57e8f1383d4a),segment_id=3236bd72-b879-4aac-9539-57e8f1383d4a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:55:55.237368 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:55.283293 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=df5cf106-96fa-4f25-b6bb-a1c10c35b9be,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:55:55.459539 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['df5cf106-96fa-4f25-b6bb-a1c10c35b9be'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:55:55.513614 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6125b-614d-4bec-807d-4830770ce019 req-6875582a-2e28-4500-8afd-c01533265c00 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:55.515039 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f8a6125b-614d-4bec-807d-4830770ce019 req-6875582a-2e28-4500-8afd-c01533265c00 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=be480cc2-c93c-4b7b-96ed-2034550d1d19 HTTP/1.1" status: 200 len: 945 time: 0.0504789 Aug 22 13:55:55.558035 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f8a6125b-614d-4bec-807d-4830770ce019 req-2ab3ef82-46ef-4130-a5b3-097c9f82ef88 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367854 Aug 22 13:55:56.672378 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ca567-7977-40ed-8a7e-1c0d00511581 req-5674ed89-21b3-4047-b4f3-1a1e4cb14839 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:56.673882 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-316ca567-7977-40ed-8a7e-1c0d00511581 req-5674ed89-21b3-4047-b4f3-1a1e4cb14839 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=be480cc2-c93c-4b7b-96ed-2034550d1d19 HTTP/1.1" status: 200 len: 945 time: 0.0501432 Aug 22 13:55:56.710651 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-316ca567-7977-40ed-8a7e-1c0d00511581 req-594af925-b9e2-4a9b-ad6c-191b8819a129 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307417 Aug 22 13:55:57.080874 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device df5cf106-96fa-4f25-b6bb-a1c10c35b9be up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:55:57.129865 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port df5cf106-96fa-4f25-b6bb-a1c10c35b9be completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:55:57.133662 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port df5cf106-96fa-4f25-b6bb-a1c10c35b9be triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:55:57.134032 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:57.210814 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:57.232164 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be480cc2-c93c-4b7b-96ed-2034550d1d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df5cf106-96fa-4f25-b6bb-a1c10c35b9be'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:55:57.235470 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4686d24b-ae92-4263-afa8-7db64c6c29e5" -d '{"events": [{"server_uuid": "be480cc2-c93c-4b7b-96ed-2034550d1d19", "name": "network-vif-plugged", "status": "completed", "tag": "df5cf106-96fa-4f25-b6bb-a1c10c35b9be"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:55:57.247687 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port df5cf106-96fa-4f25-b6bb-a1c10c35b9be, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=df5cf106-96fa-4f25-b6bb-a1c10c35b9be,segment=NetworkSegment(3236bd72-b879-4aac-9539-57e8f1383d4a),segment_id=3236bd72-b879-4aac-9539-57e8f1383d4a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:55:57.252092 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:57.275024 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42022f4-52c5-4687-b800-67b4bf457ba1 x-openstack-request-id: req-a42022f4-52c5-4687-b800-67b4bf457ba1 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:55:57.275314 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be480cc2-c93c-4b7b-96ed-2034550d1d19", "name": "network-vif-plugged", "status": "completed", "tag": "df5cf106-96fa-4f25-b6bb-a1c10c35b9be", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:55:57.275564 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a42022f4-52c5-4687-b800-67b4bf457ba1 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:55:57.275945 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be480cc2-c93c-4b7b-96ed-2034550d1d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df5cf106-96fa-4f25-b6bb-a1c10c35b9be', 'code': 200} Aug 22 13:55:57.301574 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=df5cf106-96fa-4f25-b6bb-a1c10c35b9be,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:55:57.367067 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce373fee-4b1d-4c24-9a5a-f973a1111a8a req-2e4025a4-77e8-4026-9567-7b0fe60aa53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:57.368600 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ce373fee-4b1d-4c24-9a5a-f973a1111a8a req-2e4025a4-77e8-4026-9567-7b0fe60aa53e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=be480cc2-c93c-4b7b-96ed-2034550d1d19 HTTP/1.1" status: 200 len: 1098 time: 0.0417016 Aug 22 13:55:57.404852 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ce373fee-4b1d-4c24-9a5a-f973a1111a8a req-7f5f29c8-e3cd-441f-878b-0300b236e280 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293295 Aug 22 13:55:57.824452 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3079568-7601-40b8-be95-56adc4644c31 req-66cc0a07-7fc7-4fa4-a409-bf803042a290 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:57.825934 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d3079568-7601-40b8-be95-56adc4644c31 req-66cc0a07-7fc7-4fa4-a409-bf803042a290 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=be480cc2-c93c-4b7b-96ed-2034550d1d19 HTTP/1.1" status: 200 len: 946 time: 0.0495176 Aug 22 13:55:57.867277 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d3079568-7601-40b8-be95-56adc4644c31 req-f1888e10-9be8-4ed3-8803-6d7647e34582 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344031 Aug 22 13:55:58.452169 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b133f92a-7de4-4462-8fda-8f5902c3ab1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:58.550757 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:58.986796 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f834de-56bf-4983-bbd8-3ce1e9f713a5 req-f8f50f25-8a0f-489f-a6cc-0093610f3037 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:58.988284 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f2f834de-56bf-4983-bbd8-3ce1e9f713a5 req-f8f50f25-8a0f-489f-a6cc-0093610f3037 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=be480cc2-c93c-4b7b-96ed-2034550d1d19 HTTP/1.1" status: 200 len: 946 time: 0.0490153 Aug 22 13:55:59.025179 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f2f834de-56bf-4983-bbd8-3ce1e9f713a5 req-994e537e-5fda-44fe-8e1a-266af50f3d18 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309167 Aug 22 13:55:59.121101 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d6b0d299-2a58-4e46-aaad-88eaa00b8d51 req-83251047-87da-4e06-ab2d-206113f114cb tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=9332af772cbe4a47bd1754f9819c9211 HTTP/1.1" status: 200 len: 267 time: 0.0319681 Aug 22 13:55:59.173514 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b0d299-2a58-4e46-aaad-88eaa00b8d51 req-dbf485da-7d4e-49b8-b489-c1afa582d6da tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:59.174873 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d6b0d299-2a58-4e46-aaad-88eaa00b8d51 req-dbf485da-7d4e-49b8-b489-c1afa582d6da tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=be480cc2-c93c-4b7b-96ed-2034550d1d19 HTTP/1.1" status: 200 len: 946 time: 0.0480502 Aug 22 13:55:59.186086 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-d6b0d299-2a58-4e46-aaad-88eaa00b8d51 req-e1bbe348-a9c9-40b7-89c2-e6c3c2548396 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Request body: {'port': {'security_groups': []}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:55:59.251650 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-d6b0d299-2a58-4e46-aaad-88eaa00b8d51 req-e1bbe348-a9c9-40b7-89c2-e6c3c2548396 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:59.406604 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-d6b0d299-2a58-4e46-aaad-88eaa00b8d51 req-e1bbe348-a9c9-40b7-89c2-e6c3c2548396 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] For port df5cf106-96fa-4f25-b6bb-a1c10c35b9be, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=df5cf106-96fa-4f25-b6bb-a1c10c35b9be,segment=NetworkSegment(3236bd72-b879-4aac-9539-57e8f1383d4a),segment_id=3236bd72-b879-4aac-9539-57e8f1383d4a)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:55:59.437620 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-d6b0d299-2a58-4e46-aaad-88eaa00b8d51 req-e1bbe348-a9c9-40b7-89c2-e6c3c2548396 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:59.443116 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-d6b0d299-2a58-4e46-aaad-88eaa00b8d51 req-e1bbe348-a9c9-40b7-89c2-e6c3c2548396 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:59.458329 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['ab081439-4fb4-486c-bca8-26fb39dcb984', 'df5cf106-96fa-4f25-b6bb-a1c10c35b9be'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:55:59.460758 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['698de0fa-91b4-4ddf-95f2-f2c3efc4bd69'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:55:59.491681 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b0d299-2a58-4e46-aaad-88eaa00b8d51 req-e1bbe348-a9c9-40b7-89c2-e6c3c2548396 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:59.492389 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-d6b0d299-2a58-4e46-aaad-88eaa00b8d51 req-e1bbe348-a9c9-40b7-89c2-e6c3c2548396 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:59.494240 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d6b0d299-2a58-4e46-aaad-88eaa00b8d51 req-e1bbe348-a9c9-40b7-89c2-e6c3c2548396 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "PUT /v2.0/ports/df5cf106-96fa-4f25-b6bb-a1c10c35b9be HTTP/1.1" status: 200 len: 905 time: 0.3124888 Aug 22 13:55:59.494713 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be480cc2-c93c-4b7b-96ed-2034550d1d19', 'tag': 'df5cf106-96fa-4f25-b6bb-a1c10c35b9be'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:55:59.503243 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ebbc82-3ea3-4926-9505-0b3da4c3c110" -d '{"events": [{"name": "network-changed", "server_uuid": "be480cc2-c93c-4b7b-96ed-2034550d1d19", "tag": "df5cf106-96fa-4f25-b6bb-a1c10c35b9be"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:55:59.525112 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bbe348-a9c9-40b7-89c2-e6c3c2548396 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Pushing event updated for resources: {'Port': ['ID=df5cf106-96fa-4f25-b6bb-a1c10c35b9be,revision_number=6']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:55:59.575877 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['df5cf106-96fa-4f25-b6bb-a1c10c35b9be'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:55:59.583436 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51325102-248f-4c37-a35d-bb91d9833dab x-openstack-request-id: req-51325102-248f-4c37-a35d-bb91d9833dab {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:55:59.583739 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be480cc2-c93c-4b7b-96ed-2034550d1d19", "tag": "df5cf106-96fa-4f25-b6bb-a1c10c35b9be", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:55:59.583996 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-51325102-248f-4c37-a35d-bb91d9833dab {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:55:59.584431 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be480cc2-c93c-4b7b-96ed-2034550d1d19', 'tag': 'df5cf106-96fa-4f25-b6bb-a1c10c35b9be', 'status': 'completed', 'code': 200} Aug 22 13:55:59.705438 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ebbc82-3ea3-4926-9505-0b3da4c3c110 req-7b11918d-a98c-49a7-a541-a951b64af2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:59.707275 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-44ebbc82-3ea3-4926-9505-0b3da4c3c110 req-7b11918d-a98c-49a7-a541-a951b64af2e7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9332af772cbe4a47bd1754f9819c9211&device_id=be480cc2-c93c-4b7b-96ed-2034550d1d19 HTTP/1.1" status: 200 len: 1060 time: 0.1038089 Aug 22 13:55:59.715605 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37782a45-1f30-4378-b2d1-c9545a8e58f1 req-caae96e6-e4fb-48c1-8a28-0827e027b5bd tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:59.717345 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-37782a45-1f30-4378-b2d1-c9545a8e58f1 req-caae96e6-e4fb-48c1-8a28-0827e027b5bd tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=be480cc2-c93c-4b7b-96ed-2034550d1d19 HTTP/1.1" status: 200 len: 908 time: 0.0772805 Aug 22 13:55:59.870689 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-28b84418-f98b-40a4-8dce-b280a05d4583 None None] Provisioning complete for port df5cf106-96fa-4f25-b6bb-a1c10c35b9be triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:55:59.873070 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-28b84418-f98b-40a4-8dce-b280a05d4583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:55:59.883575 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fbb154-d448-4408-baf4-a549b3a07bc3 req-8008fd5d-8835-4185-b0d7-d461e48a2457 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:59.883575 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-90fbb154-d448-4408-baf4-a549b3a07bc3 req-8008fd5d-8835-4185-b0d7-d461e48a2457 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.0740840 Aug 22 13:55:59.920135 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ebbc82-3ea3-4926-9505-0b3da4c3c110 req-95cca262-e846-452f-855d-9db814bd0fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:55:59.922393 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-44ebbc82-3ea3-4926-9505-0b3da4c3c110 req-95cca262-e846-452f-855d-9db814bd0fbb service neutron] 10.222.0.16 "GET /v2.0/networks?id=0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 HTTP/1.1" status: 200 len: 913 time: 0.2039347 Aug 22 13:55:59.973631 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-44ebbc82-3ea3-4926-9505-0b3da4c3c110 req-e453f59e-e1ee-4140-bdd3-570616ce29ff service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df5cf106-96fa-4f25-b6bb-a1c10c35b9be HTTP/1.1" status: 200 len: 217 time: 0.0380800 Aug 22 13:55:59.979379 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-90fbb154-d448-4408-baf4-a549b3a07bc3 req-cc24d60e-8178-4471-92eb-e1f7f30bed6f tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872216 Aug 22 13:56:00.026617 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ebbc82-3ea3-4926-9505-0b3da4c3c110 req-4495b07e-570f-4e11-9f87-17791e90e509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:00.028114 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-44ebbc82-3ea3-4926-9505-0b3da4c3c110 req-4495b07e-570f-4e11-9f87-17791e90e509 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=96df5698-35fe-4400-8623-8e6dad52953f HTTP/1.1" status: 200 len: 851 time: 0.0465851 Aug 22 13:56:00.115425 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ebbc82-3ea3-4926-9505-0b3da4c3c110 req-f767e229-1539-49a5-bd76-dabc7f5f4e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:00.115425 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-44ebbc82-3ea3-4926-9505-0b3da4c3c110 req-f767e229-1539-49a5-bd76-dabc7f5f4e96 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0db5422b-3cd9-4056-8d7a-7dc64f09a7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0729873 Aug 22 13:56:00.135808 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc375f-1d89-43ab-b741-1c44bb036db5 req-21e6d269-d4b0-4cc1-b191-ca76348657e7 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:00.137289 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c3fc375f-1d89-43ab-b741-1c44bb036db5 req-21e6d269-d4b0-4cc1-b191-ca76348657e7 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.0709617 Aug 22 13:56:00.214342 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c3fc375f-1d89-43ab-b741-1c44bb036db5 req-b495acf6-974f-4c5f-b3c0-dddea4bbbb69 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659132 Aug 22 13:56:00.240207 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-44ebbc82-3ea3-4926-9505-0b3da4c3c110 req-8c521a17-3436-4459-80ee-cde7072ebad6 service neutron] 10.222.0.16 "GET /v2.0/networks/0db5422b-3cd9-4056-8d7a-7dc64f09a7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184249 Aug 22 13:56:00.340169 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-44ebbc82-3ea3-4926-9505-0b3da4c3c110 req-6b455402-459d-4319-b1b6-670d825949bf service neutron] 10.222.0.16 "GET /v2.0/networks/0db5422b-3cd9-4056-8d7a-7dc64f09a7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921633 Aug 22 13:56:00.456741 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01faa0c4-4d1b-476f-8de8-9a398a5f628c req-04f16255-2041-49ee-b354-49a7c2007cb9 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:00.458244 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-01faa0c4-4d1b-476f-8de8-9a398a5f628c req-04f16255-2041-49ee-b354-49a7c2007cb9 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/networks?id=0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 HTTP/1.1" status: 200 len: 812 time: 0.1061678 Aug 22 13:56:00.473950 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-01faa0c4-4d1b-476f-8de8-9a398a5f628c req-2cc137aa-fae7-40f7-979b-267088306f75 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/quotas/9332af772cbe4a47bd1754f9819c9211 HTTP/1.1" status: 200 len: 375 time: 0.0099959 Aug 22 13:56:00.541931 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-01faa0c4-4d1b-476f-8de8-9a398a5f628c req-d538513a-5619-45d7-a0a6-22f99ae70536 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9332af772cbe4a47bd1754f9819c9211&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0621965 Aug 22 13:56:00.631496 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-01faa0c4-4d1b-476f-8de8-9a398a5f628c req-6fa30acf-d24a-4750-8df4-7517812e48c4 service neutron] 10.222.0.21 "GET /v2.0/networks/0db5422b-3cd9-4056-8d7a-7dc64f09a7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821133 Aug 22 13:56:00.725159 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-01faa0c4-4d1b-476f-8de8-9a398a5f628c req-1c3d4d57-2e9a-4e7e-89e1-11ebcb215053 service neutron] 10.222.0.21 "GET /v2.0/networks/0db5422b-3cd9-4056-8d7a-7dc64f09a7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874364 Aug 22 13:56:00.958717 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1194c0b4-9cf9-436f-a429-f8952fd96797 req-034c35eb-4ad8-4d22-ac19-d695cb0f54bd tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=857b813f-d5bb-434b-9bd1-5933939f3a80 HTTP/1.1" status: 200 len: 210 time: 0.0482659 Aug 22 13:56:01.075646 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ed6dc8d1-8a0e-488e-998a-e7dec3b6bcc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:01.206678 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:01.863419 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01faa0c4-4d1b-476f-8de8-9a398a5f628c req-d1c7ea7b-e1ae-4e33-b599-9bb153b90d38 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:01.864911 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-01faa0c4-4d1b-476f-8de8-9a398a5f628c req-d1c7ea7b-e1ae-4e33-b599-9bb153b90d38 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.41 "GET /v2.0/networks?id=0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 HTTP/1.1" status: 200 len: 812 time: 0.1042392 Aug 22 13:56:01.879752 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-01faa0c4-4d1b-476f-8de8-9a398a5f628c req-0ef5ca5f-2475-4493-8775-33061098d942 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Request body: {'port': {'device_id': '857b813f-d5bb-434b-9bd1-5933939f3a80', 'network_id': '0db5422b-3cd9-4056-8d7a-7dc64f09a7c0', 'admin_state_up': True, 'tenant_id': '9332af772cbe4a47bd1754f9819c9211'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:56:02.002375 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01faa0c4-4d1b-476f-8de8-9a398a5f628c req-0ef5ca5f-2475-4493-8775-33061098d942 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Made reservation on behalf of 9332af772cbe4a47bd1754f9819c9211 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:56:02.005891 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-01faa0c4-4d1b-476f-8de8-9a398a5f628c req-0ef5ca5f-2475-4493-8775-33061098d942 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:02.059238 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f94c8dd6-9c7f-496b-8a0f-b38a90810cb3 req-9d9848b5-b582-4081-b12a-324b25ed5aef tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=857b813f-d5bb-434b-9bd1-5933939f3a80 HTTP/1.1" status: 200 len: 210 time: 0.0296972 Aug 22 13:56:02.148645 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-01faa0c4-4d1b-476f-8de8-9a398a5f628c req-0ef5ca5f-2475-4493-8775-33061098d942 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Allocated IP 172.20.0.8 (0db5422b-3cd9-4056-8d7a-7dc64f09a7c0/96df5698-35fe-4400-8623-8e6dad52953f/63b2b327-3a60-431e-bfd2-88180914142a) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:56:02.297912 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-01faa0c4-4d1b-476f-8de8-9a398a5f628c req-0ef5ca5f-2475-4493-8775-33061098d942 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:02.312011 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-01faa0c4-4d1b-476f-8de8-9a398a5f628c req-0ef5ca5f-2475-4493-8775-33061098d942 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Transition to ACTIVE for port object 63b2b327-3a60-431e-bfd2-88180914142a will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:56:02.346735 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-01faa0c4-4d1b-476f-8de8-9a398a5f628c req-0ef5ca5f-2475-4493-8775-33061098d942 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:02.361889 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['ab081439-4fb4-486c-bca8-26fb39dcb984'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:56:02.365051 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['698de0fa-91b4-4ddf-95f2-f2c3efc4bd69'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:56:02.390772 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01faa0c4-4d1b-476f-8de8-9a398a5f628c req-0ef5ca5f-2475-4493-8775-33061098d942 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Network 0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:56:02.394811 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-01faa0c4-4d1b-476f-8de8-9a398a5f628c req-0ef5ca5f-2475-4493-8775-33061098d942 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:56:02.399480 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-01faa0c4-4d1b-476f-8de8-9a398a5f628c req-0ef5ca5f-2475-4493-8775-33061098d942 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:56:02.443327 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef5ca5f-2475-4493-8775-33061098d942 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Pushing event updated for resources: {'Port': ['ID=63b2b327-3a60-431e-bfd2-88180914142a,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:56:02.466929 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01faa0c4-4d1b-476f-8de8-9a398a5f628c req-0ef5ca5f-2475-4493-8775-33061098d942 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:02.467870 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-01faa0c4-4d1b-476f-8de8-9a398a5f628c req-0ef5ca5f-2475-4493-8775-33061098d942 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:02.485658 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-01faa0c4-4d1b-476f-8de8-9a398a5f628c req-0ef5ca5f-2475-4493-8775-33061098d942 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6108136 Aug 22 13:56:02.499381 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-01faa0c4-4d1b-476f-8de8-9a398a5f628c req-c2664f17-00c8-4a64-89b1-ecf8202fdce9 service neutron] Request body: {'port': {'device_id': '857b813f-d5bb-434b-9bd1-5933939f3a80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:56:02.520019 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:02.560128 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-01faa0c4-4d1b-476f-8de8-9a398a5f628c req-c2664f17-00c8-4a64-89b1-ecf8202fdce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:02.708844 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-ec825878-1350-4b7e-b5d1-4e69b54e04e9 None None] Provisioning for port 63b2b327-3a60-431e-bfd2-88180914142a completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:56:02.713067 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-ec825878-1350-4b7e-b5d1-4e69b54e04e9 None None] Provisioning complete for port 63b2b327-3a60-431e-bfd2-88180914142a triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:56:02.713665 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ec825878-1350-4b7e-b5d1-4e69b54e04e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:02.748878 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-ec825878-1350-4b7e-b5d1-4e69b54e04e9 None None] Port 63b2b327-3a60-431e-bfd2-88180914142a cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:56:02.848754 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-01faa0c4-4d1b-476f-8de8-9a398a5f628c req-c2664f17-00c8-4a64-89b1-ecf8202fdce9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63b2b327-3a60-431e-bfd2-88180914142a {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:56:02.856923 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-01faa0c4-4d1b-476f-8de8-9a398a5f628c req-c2664f17-00c8-4a64-89b1-ecf8202fdce9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:02.868919 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-01faa0c4-4d1b-476f-8de8-9a398a5f628c req-c2664f17-00c8-4a64-89b1-ecf8202fdce9 service neutron] Transition to ACTIVE for port object 63b2b327-3a60-431e-bfd2-88180914142a will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:56:02.872808 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-01faa0c4-4d1b-476f-8de8-9a398a5f628c req-c2664f17-00c8-4a64-89b1-ecf8202fdce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:02.926428 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2664f17-00c8-4a64-89b1-ecf8202fdce9 service neutron] Pushing event updated for resources: {'Port': ['ID=63b2b327-3a60-431e-bfd2-88180914142a,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:56:02.999987 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-01faa0c4-4d1b-476f-8de8-9a398a5f628c req-c2664f17-00c8-4a64-89b1-ecf8202fdce9 service neutron] Attempting to bind port 63b2b327-3a60-431e-bfd2-88180914142a on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:56:03.000372 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-01faa0c4-4d1b-476f-8de8-9a398a5f628c req-c2664f17-00c8-4a64-89b1-ecf8202fdce9 service neutron] Attempting to bind port 63b2b327-3a60-431e-bfd2-88180914142a by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '3236bd72-b879-4aac-9539-57e8f1383d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0db5422b-3cd9-4056-8d7a-7dc64f09a7c0'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:56:03.001327 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01faa0c4-4d1b-476f-8de8-9a398a5f628c req-c2664f17-00c8-4a64-89b1-ecf8202fdce9 service neutron] Attempting to bind port 63b2b327-3a60-431e-bfd2-88180914142a on network 0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:56:03.006045 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01faa0c4-4d1b-476f-8de8-9a398a5f628c req-c2664f17-00c8-4a64-89b1-ecf8202fdce9 service neutron] Port 63b2b327-3a60-431e-bfd2-88180914142a on network 0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:56:03.006366 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01faa0c4-4d1b-476f-8de8-9a398a5f628c req-c2664f17-00c8-4a64-89b1-ecf8202fdce9 service neutron] Attempting to bind port 63b2b327-3a60-431e-bfd2-88180914142a on network 0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:56:03.012017 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01faa0c4-4d1b-476f-8de8-9a398a5f628c req-c2664f17-00c8-4a64-89b1-ecf8202fdce9 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:56:03.012400 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01faa0c4-4d1b-476f-8de8-9a398a5f628c req-c2664f17-00c8-4a64-89b1-ecf8202fdce9 service neutron] Checking segment: {'id': '3236bd72-b879-4aac-9539-57e8f1383d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0db5422b-3cd9-4056-8d7a-7dc64f09a7c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:56:03.012838 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01faa0c4-4d1b-476f-8de8-9a398a5f628c req-c2664f17-00c8-4a64-89b1-ecf8202fdce9 service neutron] Bound using segment: {'id': '3236bd72-b879-4aac-9539-57e8f1383d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0db5422b-3cd9-4056-8d7a-7dc64f09a7c0'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:56:03.016420 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-01faa0c4-4d1b-476f-8de8-9a398a5f628c req-c2664f17-00c8-4a64-89b1-ecf8202fdce9 service neutron] Bound port: 63b2b327-3a60-431e-bfd2-88180914142a, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3236bd72-b879-4aac-9539-57e8f1383d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0db5422b-3cd9-4056-8d7a-7dc64f09a7c0'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:56:03.016420 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-01faa0c4-4d1b-476f-8de8-9a398a5f628c req-c2664f17-00c8-4a64-89b1-ecf8202fdce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:03.103853 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-01faa0c4-4d1b-476f-8de8-9a398a5f628c req-c2664f17-00c8-4a64-89b1-ecf8202fdce9 service neutron] For port 63b2b327-3a60-431e-bfd2-88180914142a, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:56:03.107519 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-01faa0c4-4d1b-476f-8de8-9a398a5f628c req-c2664f17-00c8-4a64-89b1-ecf8202fdce9 service neutron] For port 63b2b327-3a60-431e-bfd2-88180914142a, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=63b2b327-3a60-431e-bfd2-88180914142a,segment=NetworkSegment(3236bd72-b879-4aac-9539-57e8f1383d4a),segment_id=3236bd72-b879-4aac-9539-57e8f1383d4a)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:56:03.116514 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-01faa0c4-4d1b-476f-8de8-9a398a5f628c req-c2664f17-00c8-4a64-89b1-ecf8202fdce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:03.205503 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01faa0c4-4d1b-476f-8de8-9a398a5f628c req-c2664f17-00c8-4a64-89b1-ecf8202fdce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:03.206395 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-01faa0c4-4d1b-476f-8de8-9a398a5f628c req-c2664f17-00c8-4a64-89b1-ecf8202fdce9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:03.208140 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-01faa0c4-4d1b-476f-8de8-9a398a5f628c req-c2664f17-00c8-4a64-89b1-ecf8202fdce9 service neutron] 10.222.0.41 "PUT /v2.0/ports/63b2b327-3a60-431e-bfd2-88180914142a HTTP/1.1" status: 200 len: 1092 time: 0.7135270 Aug 22 13:56:03.209010 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '857b813f-d5bb-434b-9bd1-5933939f3a80', 'tag': '63b2b327-3a60-431e-bfd2-88180914142a'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:56:03.211437 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23abcc8-c426-42f1-9b10-c8ca1bcf9371" -d '{"events": [{"name": "network-changed", "server_uuid": "857b813f-d5bb-434b-9bd1-5933939f3a80", "tag": "63b2b327-3a60-431e-bfd2-88180914142a"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:56:03.333857 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66659a4b-3cc1-470f-ad3d-488d60b10195 x-openstack-request-id: req-66659a4b-3cc1-470f-ad3d-488d60b10195 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:56:03.334138 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "857b813f-d5bb-434b-9bd1-5933939f3a80", "tag": "63b2b327-3a60-431e-bfd2-88180914142a", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:56:03.334386 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-66659a4b-3cc1-470f-ad3d-488d60b10195 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:56:03.334773 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '857b813f-d5bb-434b-9bd1-5933939f3a80', 'tag': '63b2b327-3a60-431e-bfd2-88180914142a', 'status': 'completed', 'code': 200} Aug 22 13:56:03.341316 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2664f17-00c8-4a64-89b1-ecf8202fdce9 service neutron] Pushing event updated for resources: {'Port': ['ID=63b2b327-3a60-431e-bfd2-88180914142a,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:56:03.350170 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91359896-9768-4159-bd77-e5952060f0ba req-35be3a07-66f2-49e7-af27-63070d2c261f tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:03.355901 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-91359896-9768-4159-bd77-e5952060f0ba req-35be3a07-66f2-49e7-af27-63070d2c261f tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=857b813f-d5bb-434b-9bd1-5933939f3a80 HTTP/1.1" status: 200 len: 943 time: 0.1616540 Aug 22 13:56:03.359797 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01faa0c4-4d1b-476f-8de8-9a398a5f628c req-25406e2e-ceef-4d4b-a23c-040fa1c702d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:03.362117 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-01faa0c4-4d1b-476f-8de8-9a398a5f628c req-25406e2e-ceef-4d4b-a23c-040fa1c702d2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9332af772cbe4a47bd1754f9819c9211&device_id=857b813f-d5bb-434b-9bd1-5933939f3a80 HTTP/1.1" status: 200 len: 1095 time: 0.0871637 Aug 22 13:56:03.402465 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-91359896-9768-4159-bd77-e5952060f0ba req-38465505-9331-44f2-8073-af8388edd173 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411646 Aug 22 13:56:03.418849 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-01faa0c4-4d1b-476f-8de8-9a398a5f628c req-87d7820a-1f0a-4da2-97ab-5bcc93f76743 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63b2b327-3a60-431e-bfd2-88180914142a HTTP/1.1" status: 200 len: 217 time: 0.0445087 Aug 22 13:56:03.476342 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01faa0c4-4d1b-476f-8de8-9a398a5f628c req-6fd2ffa6-3108-46b1-8a5c-eff6d95dd34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:03.478162 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-01faa0c4-4d1b-476f-8de8-9a398a5f628c req-6fd2ffa6-3108-46b1-8a5c-eff6d95dd34b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=96df5698-35fe-4400-8623-8e6dad52953f HTTP/1.1" status: 200 len: 851 time: 0.0522652 Aug 22 13:56:03.527457 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01faa0c4-4d1b-476f-8de8-9a398a5f628c req-8a3d8a06-709c-4eb4-9958-56388a5b8cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:03.529018 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-01faa0c4-4d1b-476f-8de8-9a398a5f628c req-8a3d8a06-709c-4eb4-9958-56388a5b8cfd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0db5422b-3cd9-4056-8d7a-7dc64f09a7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429270 Aug 22 13:56:03.619026 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-01faa0c4-4d1b-476f-8de8-9a398a5f628c req-62468a68-33bb-41bd-ad87-373112091c72 service neutron] 10.222.0.41 "GET /v2.0/networks/0db5422b-3cd9-4056-8d7a-7dc64f09a7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832756 Aug 22 13:56:03.971037 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-01faa0c4-4d1b-476f-8de8-9a398a5f628c req-9221f469-76c9-4394-ae8e-bca7751d04a8 service neutron] 10.222.0.41 "GET /v2.0/networks/0db5422b-3cd9-4056-8d7a-7dc64f09a7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448360 Aug 22 13:56:03.999705 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:04.058168 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23abcc8-c426-42f1-9b10-c8ca1bcf9371 req-8a1cf63a-a355-4b8a-bd1b-2bb81b3472b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:04.059625 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f23abcc8-c426-42f1-9b10-c8ca1bcf9371 req-8a1cf63a-a355-4b8a-bd1b-2bb81b3472b2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9332af772cbe4a47bd1754f9819c9211&device_id=857b813f-d5bb-434b-9bd1-5933939f3a80 HTTP/1.1" status: 200 len: 1095 time: 0.0393739 Aug 22 13:56:04.151942 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23abcc8-c426-42f1-9b10-c8ca1bcf9371 req-239e840d-4a82-4576-be3d-1f1e93abb3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:04.153432 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f23abcc8-c426-42f1-9b10-c8ca1bcf9371 req-239e840d-4a82-4576-be3d-1f1e93abb3fc service neutron] 10.222.0.41 "GET /v2.0/networks?id=0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 HTTP/1.1" status: 200 len: 913 time: 0.0863521 Aug 22 13:56:04.197679 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f23abcc8-c426-42f1-9b10-c8ca1bcf9371 req-67d0445c-0d84-44d0-90f5-cb7e5070635f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63b2b327-3a60-431e-bfd2-88180914142a HTTP/1.1" status: 200 len: 217 time: 0.0364883 Aug 22 13:56:04.254806 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23abcc8-c426-42f1-9b10-c8ca1bcf9371 req-db638ddf-402b-4b3b-a23a-839dbe0823b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:04.256725 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f23abcc8-c426-42f1-9b10-c8ca1bcf9371 req-db638ddf-402b-4b3b-a23a-839dbe0823b1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=96df5698-35fe-4400-8623-8e6dad52953f HTTP/1.1" status: 200 len: 851 time: 0.0512576 Aug 22 13:56:04.271992 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:04.318976 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23abcc8-c426-42f1-9b10-c8ca1bcf9371 req-cfc92f59-9738-4fe1-8db4-13f618187302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:04.320620 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f23abcc8-c426-42f1-9b10-c8ca1bcf9371 req-cfc92f59-9738-4fe1-8db4-13f618187302 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0db5422b-3cd9-4056-8d7a-7dc64f09a7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516460 Aug 22 13:56:04.417313 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f23abcc8-c426-42f1-9b10-c8ca1bcf9371 req-754c85db-33cd-4bdc-af5d-f64d3275ae32 service neutron] 10.222.0.41 "GET /v2.0/networks/0db5422b-3cd9-4056-8d7a-7dc64f09a7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877600 Aug 22 13:56:04.513378 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f23abcc8-c426-42f1-9b10-c8ca1bcf9371 req-76bf8874-2107-483b-b658-08365a3d0acb service neutron] 10.222.0.41 "GET /v2.0/networks/0db5422b-3cd9-4056-8d7a-7dc64f09a7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887353 Aug 22 13:56:04.533832 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0db27c-489a-46d4-80a6-273ae563608a req-3801546b-1d38-4cd8-a256-115d60d2589b tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:04.535440 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bb0db27c-489a-46d4-80a6-273ae563608a req-3801546b-1d38-4cd8-a256-115d60d2589b tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=857b813f-d5bb-434b-9bd1-5933939f3a80 HTTP/1.1" status: 200 len: 943 time: 0.0560341 Aug 22 13:56:04.573250 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bb0db27c-489a-46d4-80a6-273ae563608a req-daba8140-9f6e-4959-9c1d-cb406818545a tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316298 Aug 22 13:56:05.688106 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5fae4b-d88f-45d0-bc5d-dab4cd6fb095 req-8b023945-ac98-4be1-ad1c-865c5016dd71 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:05.689656 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5d5fae4b-d88f-45d0-bc5d-dab4cd6fb095 req-8b023945-ac98-4be1-ad1c-865c5016dd71 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=857b813f-d5bb-434b-9bd1-5933939f3a80 HTTP/1.1" status: 200 len: 943 time: 0.0497191 Aug 22 13:56:05.727150 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5d5fae4b-d88f-45d0-bc5d-dab4cd6fb095 req-f325ee60-ec8b-4b5a-9a33-907369ebaccf tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314879 Aug 22 13:56:06.840898 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f6994f-3544-450d-9738-012a9cbcfc2d req-ea6eafc1-f6fb-4e24-aa89-c3647aea0d7d tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:06.842480 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-09f6994f-3544-450d-9738-012a9cbcfc2d req-ea6eafc1-f6fb-4e24-aa89-c3647aea0d7d tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=857b813f-d5bb-434b-9bd1-5933939f3a80 HTTP/1.1" status: 200 len: 943 time: 0.0503306 Aug 22 13:56:06.884268 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-09f6994f-3544-450d-9738-012a9cbcfc2d req-bddd504f-0771-4b76-ae1f-a226c362d949 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346375 Aug 22 13:56:06.911173 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 63b2b327-3a60-431e-bfd2-88180914142a details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:56:07.008557 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 63b2b327-3a60-431e-bfd2-88180914142a, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=63b2b327-3a60-431e-bfd2-88180914142a,segment=NetworkSegment(3236bd72-b879-4aac-9539-57e8f1383d4a),segment_id=3236bd72-b879-4aac-9539-57e8f1383d4a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:56:07.020274 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '63b2b327-3a60-431e-bfd2-88180914142a', 'network_id': '0db5422b-3cd9-4056-8d7a-7dc64f09a7c0', 'port_id': '63b2b327-3a60-431e-bfd2-88180914142a', 'mac_address': 'fa:16:3e:ab:a1:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96df5698-35fe-4400-8623-8e6dad52953f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:56:07.061913 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:07.074764 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63b2b327-3a60-431e-bfd2-88180914142a {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:56:07.094421 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 63b2b327-3a60-431e-bfd2-88180914142a, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=63b2b327-3a60-431e-bfd2-88180914142a,segment=NetworkSegment(3236bd72-b879-4aac-9539-57e8f1383d4a),segment_id=3236bd72-b879-4aac-9539-57e8f1383d4a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:56:07.099223 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:07.145271 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=63b2b327-3a60-431e-bfd2-88180914142a,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:56:07.337746 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['63b2b327-3a60-431e-bfd2-88180914142a'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:56:08.006017 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33824244-199a-4c0e-ae06-a155d5238190 req-cc47dd1f-0e9c-49cc-b31a-a61e4045bd80 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:08.007488 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-33824244-199a-4c0e-ae06-a155d5238190 req-cc47dd1f-0e9c-49cc-b31a-a61e4045bd80 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=857b813f-d5bb-434b-9bd1-5933939f3a80 HTTP/1.1" status: 200 len: 944 time: 0.0550256 Aug 22 13:56:08.046316 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-33824244-199a-4c0e-ae06-a155d5238190 req-844909ec-5075-4297-9378-e145407b828e tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326970 Aug 22 13:56:08.752455 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6f611443-cf7d-4306-b75d-ee2f367b16f4 req-7e7fc0ab-374e-403d-b388-4c9385d5eac4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=480e5181-21b0-438a-9eae-9055c6f5fa52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401413 Aug 22 13:56:08.812915 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f611443-cf7d-4306-b75d-ee2f367b16f4 req-a5ac687d-4de1-4a16-a479-ca15a8e021eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:08.815065 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6f611443-cf7d-4306-b75d-ee2f367b16f4 req-a5ac687d-4de1-4a16-a479-ca15a8e021eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=19e069a6935a47bcb8831313e7520ef4&device_id=480e5181-21b0-438a-9eae-9055c6f5fa52 HTTP/1.1" status: 200 len: 1098 time: 0.0414035 Aug 22 13:56:08.925143 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f611443-cf7d-4306-b75d-ee2f367b16f4 req-7d83890d-4ada-4d7c-b7aa-3002852eeae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:08.927081 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6f611443-cf7d-4306-b75d-ee2f367b16f4 req-7d83890d-4ada-4d7c-b7aa-3002852eeae6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f8ac2233-ea24-423f-9bd4-53abb27cd3b8 HTTP/1.1" status: 200 len: 913 time: 0.0917234 Aug 22 13:56:08.928031 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 63b2b327-3a60-431e-bfd2-88180914142a up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:56:08.979953 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 63b2b327-3a60-431e-bfd2-88180914142a completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:56:08.983729 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 63b2b327-3a60-431e-bfd2-88180914142a triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:56:08.984205 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:09.005445 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6f611443-cf7d-4306-b75d-ee2f367b16f4 req-8df96a96-46f0-4e81-9d43-f107ebb7e38a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0287cce-cb33-48be-a828-cd6168587b83 HTTP/1.1" status: 200 len: 1002 time: 0.0704110 Aug 22 13:56:09.066253 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f611443-cf7d-4306-b75d-ee2f367b16f4 req-33316ce7-e833-4a89-8fd9-655b4a6d6f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:09.068681 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6f611443-cf7d-4306-b75d-ee2f367b16f4 req-33316ce7-e833-4a89-8fd9-655b4a6d6f27 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ad565ab1-b54d-4060-a258-16294d6e46a2 HTTP/1.1" status: 200 len: 851 time: 0.0551896 Aug 22 13:56:09.072871 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:09.106915 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '857b813f-d5bb-434b-9bd1-5933939f3a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b2b327-3a60-431e-bfd2-88180914142a'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:56:09.110579 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d12f93b-e830-45c1-b010-68be803b6bb8" -d '{"events": [{"server_uuid": "857b813f-d5bb-434b-9bd1-5933939f3a80", "name": "network-vif-plugged", "status": "completed", "tag": "63b2b327-3a60-431e-bfd2-88180914142a"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:56:09.124803 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f611443-cf7d-4306-b75d-ee2f367b16f4 req-3c43067d-9649-461b-94da-feb111e61ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:09.126666 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6f611443-cf7d-4306-b75d-ee2f367b16f4 req-3c43067d-9649-461b-94da-feb111e61ad1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f8ac2233-ea24-423f-9bd4-53abb27cd3b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500686 Aug 22 13:56:09.145979 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 63b2b327-3a60-431e-bfd2-88180914142a, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=63b2b327-3a60-431e-bfd2-88180914142a,segment=NetworkSegment(3236bd72-b879-4aac-9539-57e8f1383d4a),segment_id=3236bd72-b879-4aac-9539-57e8f1383d4a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:56:09.154886 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:09.162099 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e855be56-ac8e-4fd9-95dd-1c96c55469d8 x-openstack-request-id: req-e855be56-ac8e-4fd9-95dd-1c96c55469d8 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:56:09.162526 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "857b813f-d5bb-434b-9bd1-5933939f3a80", "name": "network-vif-plugged", "status": "completed", "tag": "63b2b327-3a60-431e-bfd2-88180914142a", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:56:09.162870 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e855be56-ac8e-4fd9-95dd-1c96c55469d8 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:56:09.163470 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '857b813f-d5bb-434b-9bd1-5933939f3a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b2b327-3a60-431e-bfd2-88180914142a', 'code': 200} Aug 22 13:56:09.200828 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0075b45-a209-4624-a23f-f14018469b42 req-14ced82f-6ba4-4192-9bd6-149c6d50a15c tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:09.209632 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e0075b45-a209-4624-a23f-f14018469b42 req-14ced82f-6ba4-4192-9bd6-149c6d50a15c tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=857b813f-d5bb-434b-9bd1-5933939f3a80 HTTP/1.1" status: 200 len: 945 time: 0.0684471 Aug 22 13:56:09.240796 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=63b2b327-3a60-431e-bfd2-88180914142a,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:56:09.258235 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e0075b45-a209-4624-a23f-f14018469b42 req-626f13db-e295-4735-be21-c77baa69ee4c tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448070 Aug 22 13:56:09.271543 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6f611443-cf7d-4306-b75d-ee2f367b16f4 req-c7d45b61-c39a-47ee-8096-f2a3b2335f26 service neutron] 10.222.0.41 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361177 Aug 22 13:56:09.359891 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d9008-7531-4b6a-9993-0c5a266eed3c req-8c86e9f6-cd08-42e3-9ade-fc1a19330720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:09.361470 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b81d9008-7531-4b6a-9993-0c5a266eed3c req-8c86e9f6-cd08-42e3-9ade-fc1a19330720 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=857b813f-d5bb-434b-9bd1-5933939f3a80 HTTP/1.1" status: 200 len: 1097 time: 0.1077366 Aug 22 13:56:09.402583 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6f611443-cf7d-4306-b75d-ee2f367b16f4 req-6ce6aba0-a66d-40fb-a3a0-c9855c3cf54b service neutron] 10.222.0.41 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116474 Aug 22 13:56:09.414629 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b81d9008-7531-4b6a-9993-0c5a266eed3c req-6c0fb0f9-038d-40b7-8f03-0587fd7abbd4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449648 Aug 22 13:56:10.272664 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:56:10.372923 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcaec04-f247-4885-a43f-5602c7f2ff8d req-47accd3a-83f7-43bc-8eca-45cc15a2e8d5 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:10.374446 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bfcaec04-f247-4885-a43f-5602c7f2ff8d req-47accd3a-83f7-43bc-8eca-45cc15a2e8d5 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=857b813f-d5bb-434b-9bd1-5933939f3a80 HTTP/1.1" status: 200 len: 945 time: 0.0535278 Aug 22 13:56:10.416201 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bfcaec04-f247-4885-a43f-5602c7f2ff8d req-331a2acd-135b-43d5-886e-6e3fe6273af0 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340846 Aug 22 13:56:11.542207 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a210f1-2024-45ae-8acc-4a5fcc93cc14 req-c03db264-3c1d-4674-861a-5def694a9715 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:11.551766 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a1a210f1-2024-45ae-8acc-4a5fcc93cc14 req-c03db264-3c1d-4674-861a-5def694a9715 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=857b813f-d5bb-434b-9bd1-5933939f3a80 HTTP/1.1" status: 200 len: 945 time: 0.0675187 Aug 22 13:56:11.586554 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a1a210f1-2024-45ae-8acc-4a5fcc93cc14 req-750f9cd0-11a0-4be1-8774-e9db162895cb tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339143 Aug 22 13:56:11.797878 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce48e2-f11b-47c0-98b7-ea53b9e1b3f8 req-a0c18657-f2d8-4e8b-8d61-496d4107ef84 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:11.800360 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-71ce48e2-f11b-47c0-98b7-ea53b9e1b3f8 req-a0c18657-f2d8-4e8b-8d61-496d4107ef84 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=857b813f-d5bb-434b-9bd1-5933939f3a80 HTTP/1.1" status: 200 len: 945 time: 0.0508962 Aug 22 13:56:11.843938 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-71ce48e2-f11b-47c0-98b7-ea53b9e1b3f8 req-9cdec29b-6935-4762-a2ce-e837e871d68d tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367861 Aug 22 13:56:12.977159 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999fb769-1a68-4ef6-8195-df100313a9b6 req-a0c879d5-40c6-4908-9d2d-3bf7ec180f96 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:12.978339 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-999fb769-1a68-4ef6-8195-df100313a9b6 req-a0c879d5-40c6-4908-9d2d-3bf7ec180f96 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=857b813f-d5bb-434b-9bd1-5933939f3a80 HTTP/1.1" status: 200 len: 945 time: 0.0648339 Aug 22 13:56:13.039051 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8d6c4435-7961-478d-8f90-8951fac07c91 req-2fc55ffe-9662-42be-b3ff-9c3f16281346 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e45a9029-a84f-4233-b48a-2c33fc7dc960&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0841284 Aug 22 13:56:13.046971 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-999fb769-1a68-4ef6-8195-df100313a9b6 req-86778bb6-26ca-4c43-8c2d-c29057db4ad6 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529356 Aug 22 13:56:13.101709 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c4435-7961-478d-8f90-8951fac07c91 req-0da722d9-34fc-49c0-8c1e-e0ca7565f72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:13.103255 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8d6c4435-7961-478d-8f90-8951fac07c91 req-0da722d9-34fc-49c0-8c1e-e0ca7565f72c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9332af772cbe4a47bd1754f9819c9211&device_id=e45a9029-a84f-4233-b48a-2c33fc7dc960 HTTP/1.1" status: 200 len: 1098 time: 0.0421216 Aug 22 13:56:13.211670 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c4435-7961-478d-8f90-8951fac07c91 req-dd2027de-65ea-4638-92a9-055fc7715a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:13.213205 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8d6c4435-7961-478d-8f90-8951fac07c91 req-dd2027de-65ea-4638-92a9-055fc7715a3f service neutron] 10.222.0.16 "GET /v2.0/networks?id=0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 HTTP/1.1" status: 200 len: 913 time: 0.0894542 Aug 22 13:56:13.259761 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8d6c4435-7961-478d-8f90-8951fac07c91 req-2ba54576-8f63-4aba-b893-a3bc794a4fad service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab081439-4fb4-486c-bca8-26fb39dcb984 HTTP/1.1" status: 200 len: 217 time: 0.0386579 Aug 22 13:56:13.310305 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c4435-7961-478d-8f90-8951fac07c91 req-0f6ec371-0c63-4107-afcc-c88084451e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:13.311779 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8d6c4435-7961-478d-8f90-8951fac07c91 req-0f6ec371-0c63-4107-afcc-c88084451e9b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=96df5698-35fe-4400-8623-8e6dad52953f HTTP/1.1" status: 200 len: 851 time: 0.0434096 Aug 22 13:56:13.362130 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c4435-7961-478d-8f90-8951fac07c91 req-3e470d9f-a334-4041-9528-83efb67e3949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:13.363764 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8d6c4435-7961-478d-8f90-8951fac07c91 req-3e470d9f-a334-4041-9528-83efb67e3949 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0db5422b-3cd9-4056-8d7a-7dc64f09a7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435412 Aug 22 13:56:13.500547 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8d6c4435-7961-478d-8f90-8951fac07c91 req-8c5c1c46-25a4-4409-912b-8ca5d71378b4 service neutron] 10.222.0.16 "GET /v2.0/networks/0db5422b-3cd9-4056-8d7a-7dc64f09a7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288841 Aug 22 13:56:13.515808 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781536a7-c5e8-478a-9ad8-05c9c6c086f5 req-441d472f-03df-4fcc-a81e-8d064e187ce7 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:13.518390 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-781536a7-c5e8-478a-9ad8-05c9c6c086f5 req-441d472f-03df-4fcc-a81e-8d064e187ce7 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=857b813f-d5bb-434b-9bd1-5933939f3a80 HTTP/1.1" status: 200 len: 945 time: 0.0750895 Aug 22 13:56:13.608312 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-781536a7-c5e8-478a-9ad8-05c9c6c086f5 req-25c31d9f-db8c-48c1-827a-c2f1253d7522 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817485 Aug 22 13:56:13.643258 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8d6c4435-7961-478d-8f90-8951fac07c91 req-690c26f0-52ab-4bce-9014-7a5eb94c8015 service neutron] 10.222.0.16 "GET /v2.0/networks/0db5422b-3cd9-4056-8d7a-7dc64f09a7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228995 Aug 22 13:56:14.731760 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11a80e-ec48-41ae-8663-24cf0c59ebc3 req-ca49fe62-c4cb-4848-b596-73421d4b833c tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:14.733346 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dd11a80e-ec48-41ae-8663-24cf0c59ebc3 req-ca49fe62-c4cb-4848-b596-73421d4b833c tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=857b813f-d5bb-434b-9bd1-5933939f3a80 HTTP/1.1" status: 200 len: 945 time: 0.0519848 Aug 22 13:56:14.771949 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dd11a80e-ec48-41ae-8663-24cf0c59ebc3 req-fa15d8a6-ce3f-444a-933e-93d3e31b4b5c tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322592 Aug 22 13:56:14.953740 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 63b2b327-3a60-431e-bfd2-88180914142a details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:56:15.054003 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 63b2b327-3a60-431e-bfd2-88180914142a, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=63b2b327-3a60-431e-bfd2-88180914142a,segment=NetworkSegment(3236bd72-b879-4aac-9539-57e8f1383d4a),segment_id=3236bd72-b879-4aac-9539-57e8f1383d4a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:56:15.064335 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '63b2b327-3a60-431e-bfd2-88180914142a', 'network_id': '0db5422b-3cd9-4056-8d7a-7dc64f09a7c0', 'port_id': '63b2b327-3a60-431e-bfd2-88180914142a', 'mac_address': 'fa:16:3e:ab:a1:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96df5698-35fe-4400-8623-8e6dad52953f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:56:15.261369 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:15.274306 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63b2b327-3a60-431e-bfd2-88180914142a {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:56:15.294433 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 63b2b327-3a60-431e-bfd2-88180914142a, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=63b2b327-3a60-431e-bfd2-88180914142a,segment=NetworkSegment(3236bd72-b879-4aac-9539-57e8f1383d4a),segment_id=3236bd72-b879-4aac-9539-57e8f1383d4a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:56:15.297688 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:15.352659 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=63b2b327-3a60-431e-bfd2-88180914142a,revision_number=6']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:56:15.419453 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['63b2b327-3a60-431e-bfd2-88180914142a'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:56:15.892299 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ccd045-5a2f-4a42-a876-b82064ec6770 req-27510aab-232d-4dee-a297-35844f23ce3b tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:15.893992 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-78ccd045-5a2f-4a42-a876-b82064ec6770 req-27510aab-232d-4dee-a297-35844f23ce3b tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=857b813f-d5bb-434b-9bd1-5933939f3a80 HTTP/1.1" status: 200 len: 944 time: 0.0513790 Aug 22 13:56:15.941275 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-78ccd045-5a2f-4a42-a876-b82064ec6770 req-6c19257a-fdbc-42fa-a2f0-1967fd510eba tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361583 Aug 22 13:56:16.981499 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 63b2b327-3a60-431e-bfd2-88180914142a up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:56:17.050700 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 63b2b327-3a60-431e-bfd2-88180914142a triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:56:17.051235 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:17.076306 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9112f-441d-4f6f-8cb0-65271e03ac74 req-eb76784e-5261-4fe5-a6b1-8c5087a007e3 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:17.085923 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ec9112f-441d-4f6f-8cb0-65271e03ac74 req-eb76784e-5261-4fe5-a6b1-8c5087a007e3 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=857b813f-d5bb-434b-9bd1-5933939f3a80 HTTP/1.1" status: 200 len: 944 time: 0.0674996 Aug 22 13:56:17.122306 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ec9112f-441d-4f6f-8cb0-65271e03ac74 req-ea0d918e-d69a-4afd-a9f1-73fa3ab2e4b1 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350754 Aug 22 13:56:17.154105 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:17.179209 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '857b813f-d5bb-434b-9bd1-5933939f3a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b2b327-3a60-431e-bfd2-88180914142a'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:56:17.181524 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19c04da-41ad-40d0-baf9-3b4f7196eb92" -d '{"events": [{"server_uuid": "857b813f-d5bb-434b-9bd1-5933939f3a80", "name": "network-vif-plugged", "status": "completed", "tag": "63b2b327-3a60-431e-bfd2-88180914142a"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:56:17.196076 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 63b2b327-3a60-431e-bfd2-88180914142a, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=63b2b327-3a60-431e-bfd2-88180914142a,segment=NetworkSegment(3236bd72-b879-4aac-9539-57e8f1383d4a),segment_id=3236bd72-b879-4aac-9539-57e8f1383d4a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:56:17.200447 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:17.231401 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d24bfa2-614f-45d8-98cd-23792cb77b65 x-openstack-request-id: req-0d24bfa2-614f-45d8-98cd-23792cb77b65 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:56:17.231765 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "857b813f-d5bb-434b-9bd1-5933939f3a80", "name": "network-vif-plugged", "status": "completed", "tag": "63b2b327-3a60-431e-bfd2-88180914142a", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:56:17.232076 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0d24bfa2-614f-45d8-98cd-23792cb77b65 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:56:17.232554 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '857b813f-d5bb-434b-9bd1-5933939f3a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b2b327-3a60-431e-bfd2-88180914142a', 'code': 200} Aug 22 13:56:17.269191 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=63b2b327-3a60-431e-bfd2-88180914142a,revision_number=7']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:56:17.540418 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ebcf72-60a2-4535-b2e9-65bd90f1121a req-60259156-646f-4ed0-b0ad-d5cb4d0ee88a tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:17.548274 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-10ebcf72-60a2-4535-b2e9-65bd90f1121a req-60259156-646f-4ed0-b0ad-d5cb4d0ee88a tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7959986-3514-438b-bb44-85fdef7f6c0e HTTP/1.1" status: 200 len: 945 time: 0.0604148 Aug 22 13:56:17.592032 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-10ebcf72-60a2-4535-b2e9-65bd90f1121a req-bfd8adb6-efcd-42ca-b576-769ce7505ef4 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] 10.222.0.21 "GET /v2.0/security-groups?id=233543e4-5065-4e3d-b59f-534bb7e2e9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428855 Aug 22 13:56:18.247072 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a233ef-5d55-4cbf-98bf-a1794c185d6e req-4cd72398-eeca-41ce-b4b1-328c952cbffa tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:18.254848 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e0a233ef-5d55-4cbf-98bf-a1794c185d6e req-4cd72398-eeca-41ce-b4b1-328c952cbffa tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=857b813f-d5bb-434b-9bd1-5933939f3a80 HTTP/1.1" status: 200 len: 945 time: 0.0621011 Aug 22 13:56:18.297912 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e0a233ef-5d55-4cbf-98bf-a1794c185d6e req-74cb82c1-1401-4460-87af-b759f8e5bdad tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420916 Aug 22 13:56:18.783920 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc49f317-f923-4642-986f-3d166681fcc0 req-db0226d6-29ad-43e3-af77-149cf0a864f7 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:18.785843 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bc49f317-f923-4642-986f-3d166681fcc0 req-db0226d6-29ad-43e3-af77-149cf0a864f7 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7959986-3514-438b-bb44-85fdef7f6c0e HTTP/1.1" status: 200 len: 945 time: 0.1208210 Aug 22 13:56:18.828500 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bc49f317-f923-4642-986f-3d166681fcc0 req-187049ab-a280-464a-8b16-7095dccd2e28 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] 10.222.0.21 "GET /v2.0/security-groups?id=233543e4-5065-4e3d-b59f-534bb7e2e9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354619 Aug 22 13:56:19.029516 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a362ce9-f5d9-4d7f-a8fa-b33c05eab744 req-092eced5-ded7-46a8-a206-bb058c87892e tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:19.031030 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7a362ce9-f5d9-4d7f-a8fa-b33c05eab744 req-092eced5-ded7-46a8-a206-bb058c87892e tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7959986-3514-438b-bb44-85fdef7f6c0e HTTP/1.1" status: 200 len: 945 time: 0.0644243 Aug 22 13:56:19.138111 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-7a362ce9-f5d9-4d7f-a8fa-b33c05eab744 req-16ed121d-67b6-4dec-a597-18cdec35dff9 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Deleting port 753ee479-e8a2-4a25-99b5-1711c5cdc417 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:56:19.138450 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-7a362ce9-f5d9-4d7f-a8fa-b33c05eab744 req-16ed121d-67b6-4dec-a597-18cdec35dff9 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:19.243246 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-7a362ce9-f5d9-4d7f-a8fa-b33c05eab744 req-16ed121d-67b6-4dec-a597-18cdec35dff9 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] For port 753ee479-e8a2-4a25-99b5-1711c5cdc417, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=753ee479-e8a2-4a25-99b5-1711c5cdc417,segment=NetworkSegment(0c3d99c8-caa3-4eae-b50c-7c0190191b53),segment_id=0c3d99c8-caa3-4eae-b50c-7c0190191b53)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:56:19.243532 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-7a362ce9-f5d9-4d7f-a8fa-b33c05eab744 req-16ed121d-67b6-4dec-a597-18cdec35dff9 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:19.258085 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-7a362ce9-f5d9-4d7f-a8fa-b33c05eab744 req-16ed121d-67b6-4dec-a597-18cdec35dff9 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Calling delete_port for 753ee479-e8a2-4a25-99b5-1711c5cdc417 owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:56:19.409130 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-7a362ce9-f5d9-4d7f-a8fa-b33c05eab744 req-16ed121d-67b6-4dec-a597-18cdec35dff9 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:19.425605 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['753ee479-e8a2-4a25-99b5-1711c5cdc417'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:56:19.440981 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aacdb2-9a3f-439a-beee-5423dbdc4b70 req-8607d976-ef4b-47b3-b108-5c75921b1607 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:19.448245 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-27aacdb2-9a3f-439a-beee-5423dbdc4b70 req-8607d976-ef4b-47b3-b108-5c75921b1607 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=857b813f-d5bb-434b-9bd1-5933939f3a80 HTTP/1.1" status: 200 len: 945 time: 0.0743182 Aug 22 13:56:19.451700 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ed121d-67b6-4dec-a597-18cdec35dff9 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Pushing event deleted for resources: {'Port': ['ID=753ee479-e8a2-4a25-99b5-1711c5cdc417,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:56:19.488529 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ed121d-67b6-4dec-a597-18cdec35dff9 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:56:19.488529 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ed121d-67b6-4dec-a597-18cdec35dff9 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:56:19.488989 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ed121d-67b6-4dec-a597-18cdec35dff9 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:56:19.489302 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ed121d-67b6-4dec-a597-18cdec35dff9 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:56:19.489640 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ed121d-67b6-4dec-a597-18cdec35dff9 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:56:19.489971 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ed121d-67b6-4dec-a597-18cdec35dff9 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:56:19.490298 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ed121d-67b6-4dec-a597-18cdec35dff9 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:56:19.490688 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ed121d-67b6-4dec-a597-18cdec35dff9 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:56:19.491071 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ed121d-67b6-4dec-a597-18cdec35dff9 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:56:19.491403 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ed121d-67b6-4dec-a597-18cdec35dff9 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:56:19.491728 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ed121d-67b6-4dec-a597-18cdec35dff9 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:56:19.492047 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ed121d-67b6-4dec-a597-18cdec35dff9 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:56:19.494002 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-27aacdb2-9a3f-439a-beee-5423dbdc4b70 req-833a4e9e-ce73-42b1-8559-b432969fb825 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447490 Aug 22 13:56:19.511100 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a362ce9-f5d9-4d7f-a8fa-b33c05eab744 req-16ed121d-67b6-4dec-a597-18cdec35dff9 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] No DVR routers for this DVR port 753ee479-e8a2-4a25-99b5-1711c5cdc417 on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:56:19.515087 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-7a362ce9-f5d9-4d7f-a8fa-b33c05eab744 req-16ed121d-67b6-4dec-a597-18cdec35dff9 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:19.518056 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7a362ce9-f5d9-4d7f-a8fa-b33c05eab744 req-16ed121d-67b6-4dec-a597-18cdec35dff9 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] 10.222.0.41 "DELETE /v2.0/ports/753ee479-e8a2-4a25-99b5-1711c5cdc417 HTTP/1.1" status: 204 len: 173 time: 0.4801371 Aug 22 13:56:19.518580 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7959986-3514-438b-bb44-85fdef7f6c0e', 'name': 'network-vif-deleted', 'tag': '753ee479-e8a2-4a25-99b5-1711c5cdc417'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:56:19.522080 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b970f38-cf28-49c9-b0ba-1d66810b3fdf" -d '{"events": [{"server_uuid": "d7959986-3514-438b-bb44-85fdef7f6c0e", "name": "network-vif-deleted", "tag": "753ee479-e8a2-4a25-99b5-1711c5cdc417"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:56:19.575625 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d061478-4eba-40ca-9370-13b567bf3e33 x-openstack-request-id: req-1d061478-4eba-40ca-9370-13b567bf3e33 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:56:19.575625 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7959986-3514-438b-bb44-85fdef7f6c0e", "name": "network-vif-deleted", "tag": "753ee479-e8a2-4a25-99b5-1711c5cdc417", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:56:19.576650 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1d061478-4eba-40ca-9370-13b567bf3e33 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:56:19.577285 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7959986-3514-438b-bb44-85fdef7f6c0e', 'name': 'network-vif-deleted', 'tag': '753ee479-e8a2-4a25-99b5-1711c5cdc417', 'status': 'completed', 'code': 200} Aug 22 13:56:19.983150 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0f77ff02-f39e-44ba-adb1-f756addfd61c req-5fc4f806-4a29-4576-87ed-e0e5eb40613d tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7959986-3514-438b-bb44-85fdef7f6c0e HTTP/1.1" status: 200 len: 210 time: 0.0392702 Aug 22 13:56:20.630244 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8aca10-a822-4464-b09f-dfb600d7d686 req-7c6dd80c-1f30-4592-b138-6065d7925484 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:20.632742 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6e8aca10-a822-4464-b09f-dfb600d7d686 req-7c6dd80c-1f30-4592-b138-6065d7925484 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=857b813f-d5bb-434b-9bd1-5933939f3a80 HTTP/1.1" status: 200 len: 945 time: 0.0636635 Aug 22 13:56:20.676334 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6e8aca10-a822-4464-b09f-dfb600d7d686 req-da48d84e-073a-495f-abb3-39b7fc5862a1 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373113 Aug 22 13:56:21.803812 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69c971-da12-44c5-8299-58f11de821fa req-0081998c-f3ea-4d72-8070-b00ac96c8408 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:21.811285 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fc69c971-da12-44c5-8299-58f11de821fa req-0081998c-f3ea-4d72-8070-b00ac96c8408 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=857b813f-d5bb-434b-9bd1-5933939f3a80 HTTP/1.1" status: 200 len: 945 time: 0.0590725 Aug 22 13:56:21.848942 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fc69c971-da12-44c5-8299-58f11de821fa req-7d3b6d7f-9c17-4275-9ae4-c587f442ab74 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367835 Aug 22 13:56:22.982161 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea240307-09c8-4f7f-8945-350d099add5f req-f6bfc639-c415-4c40-a117-1766147ed7a0 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:22.992572 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ea240307-09c8-4f7f-8945-350d099add5f req-f6bfc639-c415-4c40-a117-1766147ed7a0 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=857b813f-d5bb-434b-9bd1-5933939f3a80 HTTP/1.1" status: 200 len: 945 time: 0.0649259 Aug 22 13:56:23.026898 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 753ee479-e8a2-4a25-99b5-1711c5cdc417 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:56:23.045746 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ea240307-09c8-4f7f-8945-350d099add5f req-fbb35f27-40d6-4415-ace3-3a4246e81720 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505183 Aug 22 13:56:23.047698 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: 753ee479-e8a2-4a25-99b5-1711c5cdc417 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:56:23.048640 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 753ee479-e8a2-4a25-99b5-1711c5cdc417 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:56:24.173925 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc7c5f-c6be-4d2e-a53f-8e028a74cdae req-f38cc6f8-896a-4de7-a2da-0ef78fcdc2ba tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:24.175535 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d2fc7c5f-c6be-4d2e-a53f-8e028a74cdae req-f38cc6f8-896a-4de7-a2da-0ef78fcdc2ba tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=857b813f-d5bb-434b-9bd1-5933939f3a80 HTTP/1.1" status: 200 len: 945 time: 0.0659568 Aug 22 13:56:24.225712 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d2fc7c5f-c6be-4d2e-a53f-8e028a74cdae req-c6cd3c4b-71c3-4d60-a13d-5618bc1588af tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419271 Aug 22 13:56:25.343268 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd6c11-78f8-4e8c-82a5-3560b795f4b2 req-f460ab74-0eee-4288-a637-12baa3add812 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:25.345786 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-25fd6c11-78f8-4e8c-82a5-3560b795f4b2 req-f460ab74-0eee-4288-a637-12baa3add812 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=857b813f-d5bb-434b-9bd1-5933939f3a80 HTTP/1.1" status: 200 len: 945 time: 0.0522590 Aug 22 13:56:25.383318 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-25fd6c11-78f8-4e8c-82a5-3560b795f4b2 req-19ed469b-040a-48a6-8d92-446227f6fb77 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319188 Aug 22 13:56:25.558279 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c83e3-bbb4-416f-ac8c-e886465d044a req-95e6a7b6-88ea-4245-b8c3-aa8e5c7300a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:25.559761 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-727c83e3-bbb4-416f-ac8c-e886465d044a req-95e6a7b6-88ea-4245-b8c3-aa8e5c7300a0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9332af772cbe4a47bd1754f9819c9211&device_id=857b813f-d5bb-434b-9bd1-5933939f3a80 HTTP/1.1" status: 200 len: 1097 time: 0.0939760 Aug 22 13:56:25.656266 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c83e3-bbb4-416f-ac8c-e886465d044a req-b913b8be-4066-4485-b2ec-a963767069f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:25.658642 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-727c83e3-bbb4-416f-ac8c-e886465d044a req-b913b8be-4066-4485-b2ec-a963767069f5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 HTTP/1.1" status: 200 len: 913 time: 0.0915043 Aug 22 13:56:25.703218 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-727c83e3-bbb4-416f-ac8c-e886465d044a req-17f04d50-f2cf-4ebc-a601-1e9f05be99d2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63b2b327-3a60-431e-bfd2-88180914142a HTTP/1.1" status: 200 len: 217 time: 0.0382760 Aug 22 13:56:25.761320 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c83e3-bbb4-416f-ac8c-e886465d044a req-377af478-54bd-4c24-ac1c-72cda9eb3040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:25.764027 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-727c83e3-bbb4-416f-ac8c-e886465d044a req-377af478-54bd-4c24-ac1c-72cda9eb3040 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=96df5698-35fe-4400-8623-8e6dad52953f HTTP/1.1" status: 200 len: 851 time: 0.0537415 Aug 22 13:56:25.817377 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c83e3-bbb4-416f-ac8c-e886465d044a req-ad21b098-402b-4e10-9f86-98d128cb5093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:25.819003 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-727c83e3-bbb4-416f-ac8c-e886465d044a req-ad21b098-402b-4e10-9f86-98d128cb5093 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0db5422b-3cd9-4056-8d7a-7dc64f09a7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480525 Aug 22 13:56:25.910229 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-727c83e3-bbb4-416f-ac8c-e886465d044a req-2102a144-8c1e-47e0-a17f-8b30a372db7b service neutron] 10.222.0.41 "GET /v2.0/networks/0db5422b-3cd9-4056-8d7a-7dc64f09a7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832982 Aug 22 13:56:26.029274 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-727c83e3-bbb4-416f-ac8c-e886465d044a req-b983b4fe-2a10-4153-91bb-277537d08f24 service neutron] 10.222.0.41 "GET /v2.0/networks/0db5422b-3cd9-4056-8d7a-7dc64f09a7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115329 Aug 22 13:56:26.499258 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97981c82-1e8f-41af-8890-75b6de2377f3 req-cddb7204-f51d-456e-8711-26dc734a1e38 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:26.500710 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-97981c82-1e8f-41af-8890-75b6de2377f3 req-cddb7204-f51d-456e-8711-26dc734a1e38 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=857b813f-d5bb-434b-9bd1-5933939f3a80 HTTP/1.1" status: 200 len: 945 time: 0.0495453 Aug 22 13:56:26.539047 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-97981c82-1e8f-41af-8890-75b6de2377f3 req-d19a164b-dcc4-49a9-a580-530583cfbe0e tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317411 Aug 22 13:56:27.070761 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e06b0-bb51-4a7c-9da9-a2e9b6536aac req-ad7663a3-f4cc-496b-98c6-e65f91be635a tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:27.072108 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-772e06b0-bb51-4a7c-9da9-a2e9b6536aac req-ad7663a3-f4cc-496b-98c6-e65f91be635a tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=480e5181-21b0-438a-9eae-9055c6f5fa52 HTTP/1.1" status: 200 len: 946 time: 0.0520372 Aug 22 13:56:27.109334 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-772e06b0-bb51-4a7c-9da9-a2e9b6536aac req-723a3ea4-0a85-498b-a4dd-ffc1adf9e749 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd42c95a-c24e-4c7d-aa36-bd21473692fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313079 Aug 22 13:56:27.655159 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf202f6-a8f4-475b-9cb2-8c256b826c35 req-fa959c70-c005-428c-bd52-7f22fd71f5f5 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:27.656666 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7cf202f6-a8f4-475b-9cb2-8c256b826c35 req-fa959c70-c005-428c-bd52-7f22fd71f5f5 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=857b813f-d5bb-434b-9bd1-5933939f3a80 HTTP/1.1" status: 200 len: 945 time: 0.0491228 Aug 22 13:56:27.694526 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7cf202f6-a8f4-475b-9cb2-8c256b826c35 req-20c2daf7-7fb4-48f7-95a4-5f6657be41a6 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316484 Aug 22 13:56:28.047180 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4353da4-6fff-491b-93c1-fa0b841fe159 req-e1af313a-381d-48b0-8aef-6030e4155d81 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:28.049206 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c4353da4-6fff-491b-93c1-fa0b841fe159 req-e1af313a-381d-48b0-8aef-6030e4155d81 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] 10.222.0.21 "GET /v2.0/networks?id=6fbeffab-538f-44ba-96e3-e2dcfdde5959 HTTP/1.1" status: 200 len: 813 time: 0.1038127 Aug 22 13:56:28.064063 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c4353da4-6fff-491b-93c1-fa0b841fe159 req-490f24d4-aea9-4068-b762-a5e64ded86d5 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] 10.222.0.21 "GET /v2.0/quotas/d6224ca15b764947853280783e68bbd1 HTTP/1.1" status: 200 len: 375 time: 0.0088093 Aug 22 13:56:28.099339 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c4353da4-6fff-491b-93c1-fa0b841fe159 req-db75c71f-c2c4-4028-9cd4-eff1ed8b510c tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d6224ca15b764947853280783e68bbd1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299892 Aug 22 13:56:28.226559 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c4353da4-6fff-491b-93c1-fa0b841fe159 req-1324e6a1-c1ed-42b8-b4e1-b64d6567a925 service neutron] 10.222.0.21 "GET /v2.0/networks/6fbeffab-538f-44ba-96e3-e2dcfdde5959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197879 Aug 22 13:56:28.262101 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50cdf8-cd1f-49db-b7e8-2f6c21e75909 req-db2847ea-0f87-4cb2-8469-d7179291398d tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:28.263536 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8c50cdf8-cd1f-49db-b7e8-2f6c21e75909 req-db2847ea-0f87-4cb2-8469-d7179291398d tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=480e5181-21b0-438a-9eae-9055c6f5fa52 HTTP/1.1" status: 200 len: 946 time: 0.0786052 Aug 22 13:56:28.340366 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8c50cdf8-cd1f-49db-b7e8-2f6c21e75909 req-bd28e6a9-aa8f-49d7-96fe-45efbed58e7c tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd42c95a-c24e-4c7d-aa36-bd21473692fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517423 Aug 22 13:56:28.355108 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c4353da4-6fff-491b-93c1-fa0b841fe159 req-a47f49d9-af57-465a-ac43-dcd353f07d12 service neutron] 10.222.0.21 "GET /v2.0/networks/6fbeffab-538f-44ba-96e3-e2dcfdde5959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210172 Aug 22 13:56:28.447427 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b66acb76-fda5-44ac-8bab-991251ddc591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:28.500718 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e3640-465e-46b9-9102-bfcf932e021a req-b4f4381d-4d20-49fc-8364-f2722892a7a6 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:28.503473 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-792e3640-465e-46b9-9102-bfcf932e021a req-b4f4381d-4d20-49fc-8364-f2722892a7a6 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.41 "GET /v2.0/ports?device_id=480e5181-21b0-438a-9eae-9055c6f5fa52 HTTP/1.1" status: 200 len: 946 time: 0.0603905 Aug 22 13:56:28.531327 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7a10728a-43f1-484b-8154-983f012c9036 req-563bb74f-9390-47ca-afe1-1744bc74001d tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] 10.222.0.21 "GET /v2.0/ports?device_id=93321cb3-2989-40e5-be9a-6d58d1401ce9 HTTP/1.1" status: 200 len: 210 time: 0.0329251 Aug 22 13:56:28.567353 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:28.599062 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-792e3640-465e-46b9-9102-bfcf932e021a req-d656803e-1a0b-4c79-aaca-1d76264badf9 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Deleting port e0287cce-cb33-48be-a828-cd6168587b83 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:56:28.599491 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-792e3640-465e-46b9-9102-bfcf932e021a req-d656803e-1a0b-4c79-aaca-1d76264badf9 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:28.702901 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-792e3640-465e-46b9-9102-bfcf932e021a req-d656803e-1a0b-4c79-aaca-1d76264badf9 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] For port e0287cce-cb33-48be-a828-cd6168587b83, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=e0287cce-cb33-48be-a828-cd6168587b83,segment=NetworkSegment(a8db1aa5-2938-4ee0-bbbc-1190f337bf80),segment_id=a8db1aa5-2938-4ee0-bbbc-1190f337bf80)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:56:28.703284 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-792e3640-465e-46b9-9102-bfcf932e021a req-d656803e-1a0b-4c79-aaca-1d76264badf9 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:28.819046 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a27f43f-5a30-4b86-962c-3ea3b5593341 req-3a761e57-2ccb-4295-8c1a-404feea40c4c tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:28.820894 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2a27f43f-5a30-4b86-962c-3ea3b5593341 req-3a761e57-2ccb-4295-8c1a-404feea40c4c tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=857b813f-d5bb-434b-9bd1-5933939f3a80 HTTP/1.1" status: 200 len: 945 time: 0.0547907 Aug 22 13:56:28.862733 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2a27f43f-5a30-4b86-962c-3ea3b5593341 req-8efe6a62-da61-430f-84ff-dd40f91b3ffc tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342672 Aug 22 13:56:28.948202 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-792e3640-465e-46b9-9102-bfcf932e021a req-d656803e-1a0b-4c79-aaca-1d76264badf9 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:28.948777 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-792e3640-465e-46b9-9102-bfcf932e021a req-d656803e-1a0b-4c79-aaca-1d76264badf9 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:28.949544 n-d-793621-33 neutron-server[94628]: INFO neutron.db.l3_db [req-792e3640-465e-46b9-9102-bfcf932e021a req-d656803e-1a0b-4c79-aaca-1d76264badf9 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Floating IP b3b15388-cd70-4543-b654-b9142a8d44f5 disassociated. External IP: 172.25.3.250, port: e0287cce-cb33-48be-a828-cd6168587b83. Aug 22 13:56:28.949888 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-792e3640-465e-46b9-9102-bfcf932e021a req-d656803e-1a0b-4c79-aaca-1d76264badf9 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Calling delete_port for e0287cce-cb33-48be-a828-cd6168587b83 owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:56:28.992179 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36814407-82c8-4559-b595-cb7c6332b6da req-bd58b0fe-efcb-4980-822a-d0bb530cf6b8 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:28.994034 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-36814407-82c8-4559-b595-cb7c6332b6da req-bd58b0fe-efcb-4980-822a-d0bb530cf6b8 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.0555117 Aug 22 13:56:29.035793 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-36814407-82c8-4559-b595-cb7c6332b6da req-28282b5b-113d-43c4-aeec-8fb70be6f938 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350728 Aug 22 13:56:29.052534 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 63b2b327-3a60-431e-bfd2-88180914142a no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:56:29.110558 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-792e3640-465e-46b9-9102-bfcf932e021a req-d656803e-1a0b-4c79-aaca-1d76264badf9 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:29.138607 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:29.141605 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d656803e-1a0b-4c79-aaca-1d76264badf9 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Pushing event deleted for resources: {'Port': ['ID=e0287cce-cb33-48be-a828-cd6168587b83,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:56:29.173926 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '857b813f-d5bb-434b-9bd1-5933939f3a80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63b2b327-3a60-431e-bfd2-88180914142a'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:56:29.176743 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4270c5-14bf-4f54-9bc3-ff010ff6597b" -d '{"events": [{"server_uuid": "857b813f-d5bb-434b-9bd1-5933939f3a80", "name": "network-vif-unplugged", "status": "completed", "tag": "63b2b327-3a60-431e-bfd2-88180914142a"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:56:29.180618 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 63b2b327-3a60-431e-bfd2-88180914142a, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=63b2b327-3a60-431e-bfd2-88180914142a,segment=NetworkSegment(3236bd72-b879-4aac-9539-57e8f1383d4a),segment_id=3236bd72-b879-4aac-9539-57e8f1383d4a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:56:29.187387 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:29.200547 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd3803-6d16-4c5f-968d-ecc3a8999234 req-2af1be44-fa02-4e45-87df-0aa90022ba89 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:29.202083 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bfdd3803-6d16-4c5f-968d-ecc3a8999234 req-2af1be44-fa02-4e45-87df-0aa90022ba89 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.0684299 Aug 22 13:56:29.221929 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 22 Aug 2021 13:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6332c7d3-fc0e-4874-b47d-307a2050996d x-openstack-request-id: req-6332c7d3-fc0e-4874-b47d-307a2050996d {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:56:29.221929 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "857b813f-d5bb-434b-9bd1-5933939f3a80", "name": "network-vif-unplugged", "status": "failed", "tag": "63b2b327-3a60-431e-bfd2-88180914142a", "code": 422}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:56:29.221929 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6332c7d3-fc0e-4874-b47d-307a2050996d {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:56:29.221929 n-d-793621-33 neutron-server[94629]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '857b813f-d5bb-434b-9bd1-5933939f3a80', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '63b2b327-3a60-431e-bfd2-88180914142a', 'code': 422} returned with failed status Aug 22 13:56:29.246664 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bfdd3803-6d16-4c5f-968d-ecc3a8999234 req-60e15511-2db3-4d60-96e5-f5ec5acfdb5d tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367746 Aug 22 13:56:29.247072 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=63b2b327-3a60-431e-bfd2-88180914142a,revision_number=8']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:56:29.255416 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:56:29.255764 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:56:29.256107 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:56:29.256672 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:56:29.257035 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:56:29.257346 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:56:29.257681 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:56:29.258005 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:56:29.258514 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:56:29.258977 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:56:29.259308 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:56:29.259686 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:56:29.279085 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [req-792e3640-465e-46b9-9102-bfcf932e021a req-d656803e-1a0b-4c79-aaca-1d76264badf9 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Router 691ab47d-88af-46ef-a7c2-bc1f9265894e has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:56:29.460106 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-792e3640-465e-46b9-9102-bfcf932e021a req-d656803e-1a0b-4c79-aaca-1d76264badf9 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:56:29.473281 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-90ecb164-38c7-41b3-bbdb-e5c2304d9e5e req-fe2e33c0-d2ba-4f0e-b420-9a11df0fe25e tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=480e5181-21b0-438a-9eae-9055c6f5fa52 HTTP/1.1" status: 200 len: 210 time: 0.0441892 Aug 22 13:56:29.473443 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f479efcf-40c6-4e99-b70b-9f5ac5922f98 None None] Sync routers for ids ['691ab47d-88af-46ef-a7c2-bc1f9265894e'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:56:29.494085 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f479efcf-40c6-4e99-b70b-9f5ac5922f98 None None] Routers {'691ab47d-88af-46ef-a7c2-bc1f9265894e'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:56:29.499141 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-f479efcf-40c6-4e99-b70b-9f5ac5922f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:56:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['691ab47d-88af-46ef-a7c2-bc1f9265894e'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:56:29.509543 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b410c643-c49a-4900-8831-c523eca4c6af req-2ae998f9-603f-401d-8b31-cac99920720a tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:29.509710 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-792e3640-465e-46b9-9102-bfcf932e021a req-d656803e-1a0b-4c79-aaca-1d76264badf9 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] No DVR routers for this DVR port e0287cce-cb33-48be-a828-cd6168587b83 on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:56:29.512622 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b410c643-c49a-4900-8831-c523eca4c6af req-2ae998f9-603f-401d-8b31-cac99920720a tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.0944774 Aug 22 13:56:29.515664 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-792e3640-465e-46b9-9102-bfcf932e021a req-d656803e-1a0b-4c79-aaca-1d76264badf9 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:29.519210 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-792e3640-465e-46b9-9102-bfcf932e021a req-d656803e-1a0b-4c79-aaca-1d76264badf9 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.41 "DELETE /v2.0/ports/e0287cce-cb33-48be-a828-cd6168587b83 HTTP/1.1" status: 204 len: 173 time: 1.0097544 Aug 22 13:56:29.519929 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '480e5181-21b0-438a-9eae-9055c6f5fa52', 'name': 'network-vif-deleted', 'tag': 'e0287cce-cb33-48be-a828-cd6168587b83'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:56:29.523507 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bcb063e-8aa3-4e4d-918f-97c0f37cf575" -d '{"events": [{"server_uuid": "480e5181-21b0-438a-9eae-9055c6f5fa52", "name": "network-vif-deleted", "tag": "e0287cce-cb33-48be-a828-cd6168587b83"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:56:29.577047 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4353da4-6fff-491b-93c1-fa0b841fe159 req-d9a4682c-e6fb-4af6-a236-7708509987fa tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:29.580478 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c4353da4-6fff-491b-93c1-fa0b841fe159 req-d9a4682c-e6fb-4af6-a236-7708509987fa tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] 10.222.0.41 "GET /v2.0/networks?id=6fbeffab-538f-44ba-96e3-e2dcfdde5959 HTTP/1.1" status: 200 len: 813 time: 0.1931958 Aug 22 13:56:29.598600 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-c4353da4-6fff-491b-93c1-fa0b841fe159 req-af240b2b-77e9-47f7-97ae-5c647e20c0bf tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Request body: {'port': {'device_id': '93321cb3-2989-40e5-be9a-6d58d1401ce9', 'network_id': '6fbeffab-538f-44ba-96e3-e2dcfdde5959', 'admin_state_up': True, 'tenant_id': 'd6224ca15b764947853280783e68bbd1'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:56:29.605270 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ebb416-35f1-41fb-8958-2fe3fe448625 x-openstack-request-id: req-b9ebb416-35f1-41fb-8958-2fe3fe448625 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:56:29.605765 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "480e5181-21b0-438a-9eae-9055c6f5fa52", "name": "network-vif-deleted", "tag": "e0287cce-cb33-48be-a828-cd6168587b83", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:56:29.606977 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b9ebb416-35f1-41fb-8958-2fe3fe448625 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:56:29.607852 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '480e5181-21b0-438a-9eae-9055c6f5fa52', 'name': 'network-vif-deleted', 'tag': 'e0287cce-cb33-48be-a828-cd6168587b83', 'status': 'completed', 'code': 200} Aug 22 13:56:29.624113 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b410c643-c49a-4900-8831-c523eca4c6af req-6933f712-fb92-4a1d-b23e-d62d3bc3c2ef tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883963 Aug 22 13:56:29.719607 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ccdee89d-b069-44cf-8691-6e16430c2fbb req-3a4d8453-3a65-446f-a05b-14beb5964608 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] 10.222.0.21 "GET /v2.0/ports?device_id=93321cb3-2989-40e5-be9a-6d58d1401ce9 HTTP/1.1" status: 200 len: 210 time: 0.0407012 Aug 22 13:56:29.733591 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-f479efcf-40c6-4e99-b70b-9f5ac5922f98 None None] Set router 691ab47d-88af-46ef-a7c2-bc1f9265894e gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:56:29.771380 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4353da4-6fff-491b-93c1-fa0b841fe159 req-af240b2b-77e9-47f7-97ae-5c647e20c0bf tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Made reservation on behalf of d6224ca15b764947853280783e68bbd1 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:56:29.775013 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c4353da4-6fff-491b-93c1-fa0b841fe159 req-af240b2b-77e9-47f7-97ae-5c647e20c0bf tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:29.908829 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-c4353da4-6fff-491b-93c1-fa0b841fe159 req-af240b2b-77e9-47f7-97ae-5c647e20c0bf tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Allocated IP 172.20.0.9 (6fbeffab-538f-44ba-96e3-e2dcfdde5959/74eb572b-c143-4bc5-b8b7-439797d34d6f/847fc685-5d1d-4dfc-add7-8d1c6e86b8d4) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:56:29.949571 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-f479efcf-40c6-4e99-b70b-9f5ac5922f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'name': 'tempest-TestVolumeBootPattern-1585772999-router', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'eb0b350b-e9ed-4802-b640-bbd749af74cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:48Z', 'updated_at': '2021-08-22T13:48:57Z', 'revision_number': 4, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'gw_port': {'id': 'eb0b350b-e9ed-4802-b640-bbd749af74cf', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:82:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:49Z', 'updated_at': '2021-08-22T13:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '1703a5c7-14cb-4e00-840e-e5065226b41c', 'name': '', 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'mac_address': 'fa:16:3e:d4:63:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'ad565ab1-b54d-4060-a258-16294d6e46a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:54Z', 'updated_at': '2021-08-22T13:49:05Z', 'revision_number': 5, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'subnets': [{'id': 'ad565ab1-b54d-4060-a258-16294d6e46a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:56:29.989941 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f479efcf-40c6-4e99-b70b-9f5ac5922f98 None None] Checking router: 691ab47d-88af-46ef-a7c2-bc1f9265894e for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:56:29.999335 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f479efcf-40c6-4e99-b70b-9f5ac5922f98 None None] Routers {'691ab47d-88af-46ef-a7c2-bc1f9265894e'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:56:29.999951 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-f479efcf-40c6-4e99-b70b-9f5ac5922f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:56:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['691ab47d-88af-46ef-a7c2-bc1f9265894e'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:56:30.099775 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c4353da4-6fff-491b-93c1-fa0b841fe159 req-af240b2b-77e9-47f7-97ae-5c647e20c0bf tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:30.111984 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-f479efcf-40c6-4e99-b70b-9f5ac5922f98 None None] Set router 691ab47d-88af-46ef-a7c2-bc1f9265894e gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:56:30.144851 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c4353da4-6fff-491b-93c1-fa0b841fe159 req-af240b2b-77e9-47f7-97ae-5c647e20c0bf tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:30.189692 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4353da4-6fff-491b-93c1-fa0b841fe159 req-af240b2b-77e9-47f7-97ae-5c647e20c0bf tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Network 6fbeffab-538f-44ba-96e3-e2dcfdde5959 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:56:30.192803 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-c4353da4-6fff-491b-93c1-fa0b841fe159 req-af240b2b-77e9-47f7-97ae-5c647e20c0bf tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:56:30.202252 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4353da4-6fff-491b-93c1-fa0b841fe159 req-af240b2b-77e9-47f7-97ae-5c647e20c0bf tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:56:30.207259 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af240b2b-77e9-47f7-97ae-5c647e20c0bf tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Pushing event updated for resources: {'Port': ['ID=847fc685-5d1d-4dfc-add7-8d1c6e86b8d4,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:56:30.256184 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4353da4-6fff-491b-93c1-fa0b841fe159 req-af240b2b-77e9-47f7-97ae-5c647e20c0bf tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:30.257125 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c4353da4-6fff-491b-93c1-fa0b841fe159 req-af240b2b-77e9-47f7-97ae-5c647e20c0bf tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:30.272087 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c4353da4-6fff-491b-93c1-fa0b841fe159 req-af240b2b-77e9-47f7-97ae-5c647e20c0bf tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6792400 Aug 22 13:56:30.284846 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-c4353da4-6fff-491b-93c1-fa0b841fe159 req-58987123-5f30-4fb5-8ac4-c1b048c81074 service neutron] Request body: {'port': {'device_id': '93321cb3-2989-40e5-be9a-6d58d1401ce9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:56:30.324757 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-f479efcf-40c6-4e99-b70b-9f5ac5922f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'name': 'tempest-TestVolumeBootPattern-1585772999-router', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'eb0b350b-e9ed-4802-b640-bbd749af74cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:48Z', 'updated_at': '2021-08-22T13:48:57Z', 'revision_number': 4, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'gw_port': {'id': 'eb0b350b-e9ed-4802-b640-bbd749af74cf', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:82:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:49Z', 'updated_at': '2021-08-22T13:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '1703a5c7-14cb-4e00-840e-e5065226b41c', 'name': '', 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'mac_address': 'fa:16:3e:d4:63:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'ad565ab1-b54d-4060-a258-16294d6e46a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:54Z', 'updated_at': '2021-08-22T13:49:05Z', 'revision_number': 5, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'subnets': [{'id': 'ad565ab1-b54d-4060-a258-16294d6e46a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:56:30.355161 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f479efcf-40c6-4e99-b70b-9f5ac5922f98 None None] The sync data for ids ['691ab47d-88af-46ef-a7c2-bc1f9265894e'] in n-d-793621-33 is: [{'id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'name': 'tempest-TestVolumeBootPattern-1585772999-router', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'eb0b350b-e9ed-4802-b640-bbd749af74cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:48Z', 'updated_at': '2021-08-22T13:48:57Z', 'revision_number': 4, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'gw_port': {'id': 'eb0b350b-e9ed-4802-b640-bbd749af74cf', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:82:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:49Z', 'updated_at': '2021-08-22T13:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '1703a5c7-14cb-4e00-840e-e5065226b41c', 'name': '', 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'mac_address': 'fa:16:3e:d4:63:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'ad565ab1-b54d-4060-a258-16294d6e46a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:54Z', 'updated_at': '2021-08-22T13:49:05Z', 'revision_number': 5, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'subnets': [{'id': 'ad565ab1-b54d-4060-a258-16294d6e46a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:56:30.365514 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c4353da4-6fff-491b-93c1-fa0b841fe159 req-58987123-5f30-4fb5-8ac4-c1b048c81074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:30.620589 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-aefb1f88-2beb-431f-a283-a825cc219359 req-e4b751d6-f6e9-4983-aa0a-8692c5f6cdca tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=480e5181-21b0-438a-9eae-9055c6f5fa52 HTTP/1.1" status: 200 len: 210 time: 0.0429988 Aug 22 13:56:30.662048 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-c4353da4-6fff-491b-93c1-fa0b841fe159 req-58987123-5f30-4fb5-8ac4-c1b048c81074 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 847fc685-5d1d-4dfc-add7-8d1c6e86b8d4 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:56:30.663715 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fee090-94d8-4ade-9fa0-6fcf46da8906 None None] New status for floating IP b3b15388-cd70-4543-b654-b9142a8d44f5: DOWN {{(pid=94630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 13:56:30.670060 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c4353da4-6fff-491b-93c1-fa0b841fe159 req-58987123-5f30-4fb5-8ac4-c1b048c81074 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:30.683171 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-c4353da4-6fff-491b-93c1-fa0b841fe159 req-58987123-5f30-4fb5-8ac4-c1b048c81074 service neutron] Transition to ACTIVE for port object 847fc685-5d1d-4dfc-add7-8d1c6e86b8d4 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:56:30.688339 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c4353da4-6fff-491b-93c1-fa0b841fe159 req-58987123-5f30-4fb5-8ac4-c1b048c81074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:30.751229 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58987123-5f30-4fb5-8ac4-c1b048c81074 service neutron] Pushing event updated for resources: {'Port': ['ID=847fc685-5d1d-4dfc-add7-8d1c6e86b8d4,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:56:30.782304 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19883200-b198-4ccf-93ea-53acc73afd15 req-1880df3d-36d8-4ebe-88fb-7992973765d9 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:30.785074 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-19883200-b198-4ccf-93ea-53acc73afd15 req-1880df3d-36d8-4ebe-88fb-7992973765d9 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.0747614 Aug 22 13:56:30.830668 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-19883200-b198-4ccf-93ea-53acc73afd15 req-2e5ca952-037c-4f60-9cad-310417918aa3 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392346 Aug 22 13:56:30.852790 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-c4353da4-6fff-491b-93c1-fa0b841fe159 req-58987123-5f30-4fb5-8ac4-c1b048c81074 service neutron] Attempting to bind port 847fc685-5d1d-4dfc-add7-8d1c6e86b8d4 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:56:30.853151 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-c4353da4-6fff-491b-93c1-fa0b841fe159 req-58987123-5f30-4fb5-8ac4-c1b048c81074 service neutron] Attempting to bind port 847fc685-5d1d-4dfc-add7-8d1c6e86b8d4 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '0c3d99c8-caa3-4eae-b50c-7c0190191b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6fbeffab-538f-44ba-96e3-e2dcfdde5959'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:56:30.855858 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4353da4-6fff-491b-93c1-fa0b841fe159 req-58987123-5f30-4fb5-8ac4-c1b048c81074 service neutron] Attempting to bind port 847fc685-5d1d-4dfc-add7-8d1c6e86b8d4 on network 6fbeffab-538f-44ba-96e3-e2dcfdde5959 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:56:30.860013 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4353da4-6fff-491b-93c1-fa0b841fe159 req-58987123-5f30-4fb5-8ac4-c1b048c81074 service neutron] Port 847fc685-5d1d-4dfc-add7-8d1c6e86b8d4 on network 6fbeffab-538f-44ba-96e3-e2dcfdde5959 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:56:30.860649 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4353da4-6fff-491b-93c1-fa0b841fe159 req-58987123-5f30-4fb5-8ac4-c1b048c81074 service neutron] Attempting to bind port 847fc685-5d1d-4dfc-add7-8d1c6e86b8d4 on network 6fbeffab-538f-44ba-96e3-e2dcfdde5959 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:56:30.867071 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4353da4-6fff-491b-93c1-fa0b841fe159 req-58987123-5f30-4fb5-8ac4-c1b048c81074 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:56:30.867529 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4353da4-6fff-491b-93c1-fa0b841fe159 req-58987123-5f30-4fb5-8ac4-c1b048c81074 service neutron] Checking segment: {'id': '0c3d99c8-caa3-4eae-b50c-7c0190191b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6fbeffab-538f-44ba-96e3-e2dcfdde5959'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:56:30.868071 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4353da4-6fff-491b-93c1-fa0b841fe159 req-58987123-5f30-4fb5-8ac4-c1b048c81074 service neutron] Bound using segment: {'id': '0c3d99c8-caa3-4eae-b50c-7c0190191b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6fbeffab-538f-44ba-96e3-e2dcfdde5959'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:56:30.868638 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-c4353da4-6fff-491b-93c1-fa0b841fe159 req-58987123-5f30-4fb5-8ac4-c1b048c81074 service neutron] Bound port: 847fc685-5d1d-4dfc-add7-8d1c6e86b8d4, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c3d99c8-caa3-4eae-b50c-7c0190191b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6fbeffab-538f-44ba-96e3-e2dcfdde5959'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:56:30.869190 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c4353da4-6fff-491b-93c1-fa0b841fe159 req-58987123-5f30-4fb5-8ac4-c1b048c81074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:30.898266 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b944b08-ef41-4b14-be7e-98f9fe580a87 req-18f7d597-6124-4f47-be35-64d37831c41f tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:30.906289 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b944b08-ef41-4b14-be7e-98f9fe580a87 req-18f7d597-6124-4f47-be35-64d37831c41f tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] 10.222.0.21 "GET /v2.0/ports?device_id=93321cb3-2989-40e5-be9a-6d58d1401ce9 HTTP/1.1" status: 200 len: 943 time: 0.0662522 Aug 22 13:56:30.952910 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b944b08-ef41-4b14-be7e-98f9fe580a87 req-399afde3-c242-4369-80e9-f4acd4abc52a tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] 10.222.0.21 "GET /v2.0/security-groups?id=233543e4-5065-4e3d-b59f-534bb7e2e9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455322 Aug 22 13:56:30.957065 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-c4353da4-6fff-491b-93c1-fa0b841fe159 req-58987123-5f30-4fb5-8ac4-c1b048c81074 service neutron] For port 847fc685-5d1d-4dfc-add7-8d1c6e86b8d4, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:56:30.960648 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-c4353da4-6fff-491b-93c1-fa0b841fe159 req-58987123-5f30-4fb5-8ac4-c1b048c81074 service neutron] For port 847fc685-5d1d-4dfc-add7-8d1c6e86b8d4, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=847fc685-5d1d-4dfc-add7-8d1c6e86b8d4,segment=NetworkSegment(0c3d99c8-caa3-4eae-b50c-7c0190191b53),segment_id=0c3d99c8-caa3-4eae-b50c-7c0190191b53)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:56:30.965759 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c4353da4-6fff-491b-93c1-fa0b841fe159 req-58987123-5f30-4fb5-8ac4-c1b048c81074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:31.019516 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4353da4-6fff-491b-93c1-fa0b841fe159 req-58987123-5f30-4fb5-8ac4-c1b048c81074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:31.020048 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c4353da4-6fff-491b-93c1-fa0b841fe159 req-58987123-5f30-4fb5-8ac4-c1b048c81074 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:31.021463 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c4353da4-6fff-491b-93c1-fa0b841fe159 req-58987123-5f30-4fb5-8ac4-c1b048c81074 service neutron] 10.222.0.41 "PUT /v2.0/ports/847fc685-5d1d-4dfc-add7-8d1c6e86b8d4 HTTP/1.1" status: 200 len: 1092 time: 0.7418697 Aug 22 13:56:31.041598 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58987123-5f30-4fb5-8ac4-c1b048c81074 service neutron] Pushing event updated for resources: {'Port': ['ID=847fc685-5d1d-4dfc-add7-8d1c6e86b8d4,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:56:31.050800 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device e0287cce-cb33-48be-a828-cd6168587b83 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:56:31.075711 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: e0287cce-cb33-48be-a828-cd6168587b83 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:56:31.076050 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device e0287cce-cb33-48be-a828-cd6168587b83 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:56:31.091063 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7e90542d-eb88-4be1-b379-7767567c9da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:31.103133 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4353da4-6fff-491b-93c1-fa0b841fe159 req-4fb84efa-33a0-4e2e-a445-25a09d4a784d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:31.104796 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c4353da4-6fff-491b-93c1-fa0b841fe159 req-4fb84efa-33a0-4e2e-a445-25a09d4a784d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6224ca15b764947853280783e68bbd1&device_id=93321cb3-2989-40e5-be9a-6d58d1401ce9 HTTP/1.1" status: 200 len: 1095 time: 0.0455432 Aug 22 13:56:31.150924 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c4353da4-6fff-491b-93c1-fa0b841fe159 req-56d64dd7-85d5-4ee9-a55c-0a0790dc03c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=847fc685-5d1d-4dfc-add7-8d1c6e86b8d4 HTTP/1.1" status: 200 len: 217 time: 0.0382042 Aug 22 13:56:31.202655 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4353da4-6fff-491b-93c1-fa0b841fe159 req-3afda856-de54-4b22-b2ae-5f863466cf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:31.204430 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c4353da4-6fff-491b-93c1-fa0b841fe159 req-3afda856-de54-4b22-b2ae-5f863466cf9b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=74eb572b-c143-4bc5-b8b7-439797d34d6f HTTP/1.1" status: 200 len: 853 time: 0.0462487 Aug 22 13:56:31.208497 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:31.237867 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c4353da4-6fff-491b-93c1-fa0b841fe159 req-475f19a9-6cbd-491d-9f20-54caab4639c6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6fbeffab-538f-44ba-96e3-e2dcfdde5959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255735 Aug 22 13:56:31.604458 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c4353da4-6fff-491b-93c1-fa0b841fe159 req-bec9d746-b1c2-4ffd-b041-c3cba5021edd service neutron] 10.222.0.41 "GET /v2.0/networks/6fbeffab-538f-44ba-96e3-e2dcfdde5959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606541 Aug 22 13:56:31.608988 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93321cb3-2989-40e5-be9a-6d58d1401ce9', 'tag': '847fc685-5d1d-4dfc-add7-8d1c6e86b8d4'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:56:31.611242 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2eab26e-9c8b-4f8c-8ba4-fb9e62bb79af" -d '{"events": [{"name": "network-changed", "server_uuid": "93321cb3-2989-40e5-be9a-6d58d1401ce9", "tag": "847fc685-5d1d-4dfc-add7-8d1c6e86b8d4"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:56:31.659972 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6684d380-bb15-4bcf-a60d-fadad8a7cf69 x-openstack-request-id: req-6684d380-bb15-4bcf-a60d-fadad8a7cf69 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:56:31.660271 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93321cb3-2989-40e5-be9a-6d58d1401ce9", "tag": "847fc685-5d1d-4dfc-add7-8d1c6e86b8d4", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:56:31.660528 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6684d380-bb15-4bcf-a60d-fadad8a7cf69 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:56:31.660914 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93321cb3-2989-40e5-be9a-6d58d1401ce9', 'tag': '847fc685-5d1d-4dfc-add7-8d1c6e86b8d4', 'status': 'completed', 'code': 200} Aug 22 13:56:31.705732 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c4353da4-6fff-491b-93c1-fa0b841fe159 req-b99296e7-1c0a-48dc-b235-b76b5f5104c0 service neutron] 10.222.0.41 "GET /v2.0/networks/6fbeffab-538f-44ba-96e3-e2dcfdde5959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904381 Aug 22 13:56:31.714609 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c7389c67-4638-45bf-a48f-11c1fab2731b req-543ecdae-087a-4c8f-ba65-bdf9715a3064 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=480e5181-21b0-438a-9eae-9055c6f5fa52 HTTP/1.1" status: 200 len: 210 time: 0.0279505 Aug 22 13:56:31.796284 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eab26e-9c8b-4f8c-8ba4-fb9e62bb79af req-51814a75-3048-4561-99f3-49947fa1b6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:31.797912 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b2eab26e-9c8b-4f8c-8ba4-fb9e62bb79af req-51814a75-3048-4561-99f3-49947fa1b6ac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6224ca15b764947853280783e68bbd1&device_id=93321cb3-2989-40e5-be9a-6d58d1401ce9 HTTP/1.1" status: 200 len: 1095 time: 0.0433671 Aug 22 13:56:31.895401 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eab26e-9c8b-4f8c-8ba4-fb9e62bb79af req-9fab5ab0-31bb-42d4-8277-ab1beb43d4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:31.896904 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b2eab26e-9c8b-4f8c-8ba4-fb9e62bb79af req-9fab5ab0-31bb-42d4-8277-ab1beb43d4aa service neutron] 10.222.0.41 "GET /v2.0/networks?id=6fbeffab-538f-44ba-96e3-e2dcfdde5959 HTTP/1.1" status: 200 len: 914 time: 0.0920317 Aug 22 13:56:31.940106 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b2eab26e-9c8b-4f8c-8ba4-fb9e62bb79af req-9ed5a8c9-dc64-4804-b3fb-b6755f848748 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=847fc685-5d1d-4dfc-add7-8d1c6e86b8d4 HTTP/1.1" status: 200 len: 217 time: 0.0356936 Aug 22 13:56:31.959544 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbaaaa-e4d9-46a6-83b1-6bb62bd7bf79 req-0f580e88-acc1-4fb4-8eb3-82c698354440 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:31.961103 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-83dbaaaa-e4d9-46a6-83b1-6bb62bd7bf79 req-0f580e88-acc1-4fb4-8eb3-82c698354440 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.0563099 Aug 22 13:56:32.005223 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eab26e-9c8b-4f8c-8ba4-fb9e62bb79af req-3c92152e-ad86-4d24-84bb-5c5d8d6fdb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:32.006933 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b2eab26e-9c8b-4f8c-8ba4-fb9e62bb79af req-3c92152e-ad86-4d24-84bb-5c5d8d6fdb1e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=74eb572b-c143-4bc5-b8b7-439797d34d6f HTTP/1.1" status: 200 len: 853 time: 0.0601006 Aug 22 13:56:32.009717 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-83dbaaaa-e4d9-46a6-83b1-6bb62bd7bf79 req-9ce82871-86b9-4e13-a4fc-8e18abb2ca25 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423455 Aug 22 13:56:32.043984 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b2eab26e-9c8b-4f8c-8ba4-fb9e62bb79af req-7af37665-6572-45ac-ad0f-1aef05416162 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6fbeffab-538f-44ba-96e3-e2dcfdde5959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260732 Aug 22 13:56:32.122875 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc662f-1598-48e6-8045-f39d5d7a71e8 req-2c67e6d4-15d6-4199-aed5-bcbc47f09055 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:32.124991 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-90dc662f-1598-48e6-8045-f39d5d7a71e8 req-2c67e6d4-15d6-4199-aed5-bcbc47f09055 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] 10.222.0.21 "GET /v2.0/ports?device_id=93321cb3-2989-40e5-be9a-6d58d1401ce9 HTTP/1.1" status: 200 len: 943 time: 0.0570309 Aug 22 13:56:32.138641 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b2eab26e-9c8b-4f8c-8ba4-fb9e62bb79af req-5eed6b82-ba31-4a3c-9b40-e5dd39f08044 service neutron] 10.222.0.41 "GET /v2.0/networks/6fbeffab-538f-44ba-96e3-e2dcfdde5959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866652 Aug 22 13:56:32.166122 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-90dc662f-1598-48e6-8045-f39d5d7a71e8 req-92c16941-92e6-4f6a-9026-fbd428aede64 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] 10.222.0.21 "GET /v2.0/security-groups?id=233543e4-5065-4e3d-b59f-534bb7e2e9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343752 Aug 22 13:56:32.235923 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b2eab26e-9c8b-4f8c-8ba4-fb9e62bb79af req-8bcd7dc1-83ad-40b8-8d81-04e09d16a0d8 service neutron] 10.222.0.41 "GET /v2.0/networks/6fbeffab-538f-44ba-96e3-e2dcfdde5959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899236 Aug 22 13:56:32.484648 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:32.809066 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a19d15be-772d-42a1-9fb2-8243d4b28229 req-1bd858ed-2116-419b-a558-d29be6cd9fe7 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=480e5181-21b0-438a-9eae-9055c6f5fa52 HTTP/1.1" status: 200 len: 210 time: 0.0264170 Aug 22 13:56:33.134193 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c341d2-1e6c-4433-8f3d-1e29b7cac81a req-ae7c8987-718e-4515-b464-611608789585 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:33.135678 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-96c341d2-1e6c-4433-8f3d-1e29b7cac81a req-ae7c8987-718e-4515-b464-611608789585 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.0517461 Aug 22 13:56:33.177420 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-96c341d2-1e6c-4433-8f3d-1e29b7cac81a req-9aec89d6-d93c-4bc6-84d6-03f20ba6c420 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356634 Aug 22 13:56:33.284191 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07707c7-e23d-48cd-aea4-312ef097abb7 req-9f28916d-fda5-492d-b215-9107411c0797 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:33.285703 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b07707c7-e23d-48cd-aea4-312ef097abb7 req-9f28916d-fda5-492d-b215-9107411c0797 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] 10.222.0.21 "GET /v2.0/ports?device_id=93321cb3-2989-40e5-be9a-6d58d1401ce9 HTTP/1.1" status: 200 len: 943 time: 0.0481236 Aug 22 13:56:33.327828 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b07707c7-e23d-48cd-aea4-312ef097abb7 req-a6414c23-4b09-40b7-8c49-6c8786eaa848 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] 10.222.0.21 "GET /v2.0/security-groups?id=233543e4-5065-4e3d-b59f-534bb7e2e9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355279 Aug 22 13:56:33.999361 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:34.059577 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4aeaefbc-a689-4e2b-8f3f-36d6b6268130 req-b35adfb5-cab3-4499-af66-2bb51649203d tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-763249296&fields=id&tenant_id=19e069a6935a47bcb8831313e7520ef4 HTTP/1.1" status: 200 len: 267 time: 0.0318227 Aug 22 13:56:34.167292 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeaefbc-a689-4e2b-8f3f-36d6b6268130 req-2fee6e23-52f5-4b2c-b752-440b842d2429 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:34.168785 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4aeaefbc-a689-4e2b-8f3f-36d6b6268130 req-2fee6e23-52f5-4b2c-b752-440b842d2429 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/networks?id=f8ac2233-ea24-423f-9bd4-53abb27cd3b8 HTTP/1.1" status: 200 len: 812 time: 0.1019175 Aug 22 13:56:34.185668 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4aeaefbc-a689-4e2b-8f3f-36d6b6268130 req-54957b61-dc1f-4f29-bce9-0230761e2c53 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/quotas/19e069a6935a47bcb8831313e7520ef4 HTTP/1.1" status: 200 len: 375 time: 0.0093782 Aug 22 13:56:34.240871 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4aeaefbc-a689-4e2b-8f3f-36d6b6268130 req-c3d42a81-d3fb-4b66-8a66-9d32de8da112 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=19e069a6935a47bcb8831313e7520ef4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0487406 Aug 22 13:56:34.273210 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:34.348243 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deacedd1-87ca-48ff-a31b-2463480c8d30 req-f7801854-fa5e-4cd5-a6d4-3453fe580fd0 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:34.349846 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-deacedd1-87ca-48ff-a31b-2463480c8d30 req-f7801854-fa5e-4cd5-a6d4-3453fe580fd0 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.1037560 Aug 22 13:56:34.382110 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4aeaefbc-a689-4e2b-8f3f-36d6b6268130 req-bd4932c1-f533-4375-a569-58812da87edf service neutron] 10.222.0.21 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269107 Aug 22 13:56:34.441327 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-deacedd1-87ca-48ff-a31b-2463480c8d30 req-ad1d7eaa-8562-4211-a03a-d482f50b14f1 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818279 Aug 22 13:56:34.482825 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4aeaefbc-a689-4e2b-8f3f-36d6b6268130 req-02596960-0052-4892-a43c-c3907ba830b2 service neutron] 10.222.0.21 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944936 Aug 22 13:56:34.550051 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a8a62-2322-475d-bb77-f2ac3d02d466 req-f1a1fb9b-5ef7-4f91-b609-234253df79ce tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:34.551543 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b35a8a62-2322-475d-bb77-f2ac3d02d466 req-f1a1fb9b-5ef7-4f91-b609-234253df79ce tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] 10.222.0.21 "GET /v2.0/ports?device_id=93321cb3-2989-40e5-be9a-6d58d1401ce9 HTTP/1.1" status: 200 len: 943 time: 0.0537872 Aug 22 13:56:34.589018 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b35a8a62-2322-475d-bb77-f2ac3d02d466 req-4e723c23-8f44-4211-8cb1-5d252ffc26e6 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] 10.222.0.21 "GET /v2.0/security-groups?id=233543e4-5065-4e3d-b59f-534bb7e2e9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314381 Aug 22 13:56:34.773525 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bc810035-cd72-418d-92a0-d34f8c87ad67 req-15cb5c75-6450-4b19-9647-ed6de952fec2 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=f15910a3-dc64-4349-96cf-424d04ade6d0 HTTP/1.1" status: 200 len: 210 time: 0.0263739 Aug 22 13:56:35.081707 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 847fc685-5d1d-4dfc-add7-8d1c6e86b8d4 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:56:35.182267 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 847fc685-5d1d-4dfc-add7-8d1c6e86b8d4, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=847fc685-5d1d-4dfc-add7-8d1c6e86b8d4,segment=NetworkSegment(0c3d99c8-caa3-4eae-b50c-7c0190191b53),segment_id=0c3d99c8-caa3-4eae-b50c-7c0190191b53)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:56:35.192680 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '847fc685-5d1d-4dfc-add7-8d1c6e86b8d4', 'network_id': '6fbeffab-538f-44ba-96e3-e2dcfdde5959', 'port_id': '847fc685-5d1d-4dfc-add7-8d1c6e86b8d4', 'mac_address': 'fa:16:3e:75:34:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74eb572b-c143-4bc5-b8b7-439797d34d6f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:56:35.230949 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:35.244182 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 847fc685-5d1d-4dfc-add7-8d1c6e86b8d4 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:56:35.266829 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 847fc685-5d1d-4dfc-add7-8d1c6e86b8d4, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=847fc685-5d1d-4dfc-add7-8d1c6e86b8d4,segment=NetworkSegment(0c3d99c8-caa3-4eae-b50c-7c0190191b53),segment_id=0c3d99c8-caa3-4eae-b50c-7c0190191b53)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:56:35.271401 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:35.316632 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=847fc685-5d1d-4dfc-add7-8d1c6e86b8d4,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:56:35.492197 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['847fc685-5d1d-4dfc-add7-8d1c6e86b8d4'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:56:35.559530 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8de15-ba42-4dcc-8e97-a4215d0f6227 req-b7aa2d3d-e2b6-4cf5-885e-e6dff7d9f8de tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:35.564631 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-00c8de15-ba42-4dcc-8e97-a4215d0f6227 req-b7aa2d3d-e2b6-4cf5-885e-e6dff7d9f8de tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.0521109 Aug 22 13:56:35.604919 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-00c8de15-ba42-4dcc-8e97-a4215d0f6227 req-dc5957c3-1111-4928-82ca-f0ebc0472d3c tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366213 Aug 22 13:56:35.761527 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeaefbc-a689-4e2b-8f3f-36d6b6268130 req-3eb3f4eb-75f8-4d09-af7b-6315d11f207c tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:35.763060 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4aeaefbc-a689-4e2b-8f3f-36d6b6268130 req-3eb3f4eb-75f8-4d09-af7b-6315d11f207c tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.16 "GET /v2.0/networks?id=f8ac2233-ea24-423f-9bd4-53abb27cd3b8 HTTP/1.1" status: 200 len: 812 time: 0.1372242 Aug 22 13:56:35.770292 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a8135-8e72-4215-871d-2dd9426a7b03 req-2f8e668b-4acc-4f9d-9ab1-026c55791ece tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:35.771669 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9c2a8135-8e72-4215-871d-2dd9426a7b03 req-2f8e668b-4acc-4f9d-9ab1-026c55791ece tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] 10.222.0.21 "GET /v2.0/ports?device_id=93321cb3-2989-40e5-be9a-6d58d1401ce9 HTTP/1.1" status: 200 len: 944 time: 0.0887856 Aug 22 13:56:35.823905 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4aeaefbc-a689-4e2b-8f3f-36d6b6268130 req-632c6385-bdc9-4c4c-b292-c5ac6d45a80f tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19e069a6935a47bcb8831313e7520ef4 HTTP/1.1" status: 200 len: 379 time: 0.0506220 Aug 22 13:56:35.836042 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-4aeaefbc-a689-4e2b-8f3f-36d6b6268130 req-2abcbc05-74df-46c6-8a9e-eb1b58c997e8 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Request body: {'port': {'device_id': 'f15910a3-dc64-4349-96cf-424d04ade6d0', 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8', 'admin_state_up': True, 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'security_groups': ['fd42c95a-c24e-4c7d-aa36-bd21473692fd']}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:56:35.845710 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9c2a8135-8e72-4215-871d-2dd9426a7b03 req-42b59b79-c121-4953-8fc4-2c43ab08db39 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] 10.222.0.21 "GET /v2.0/security-groups?id=233543e4-5065-4e3d-b59f-534bb7e2e9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671217 Aug 22 13:56:36.245769 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5c089374-f6e0-4891-994a-987deb7e77b4 req-126f73fc-b873-434c-9237-41aab7904a97 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=f15910a3-dc64-4349-96cf-424d04ade6d0 HTTP/1.1" status: 200 len: 210 time: 0.3903542 Aug 22 13:56:36.310492 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aeaefbc-a689-4e2b-8f3f-36d6b6268130 req-2abcbc05-74df-46c6-8a9e-eb1b58c997e8 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Made reservation on behalf of 19e069a6935a47bcb8831313e7520ef4 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:56:36.315484 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4aeaefbc-a689-4e2b-8f3f-36d6b6268130 req-2abcbc05-74df-46c6-8a9e-eb1b58c997e8 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:36.448204 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-4aeaefbc-a689-4e2b-8f3f-36d6b6268130 req-2abcbc05-74df-46c6-8a9e-eb1b58c997e8 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Allocated IP 172.20.0.11 (f8ac2233-ea24-423f-9bd4-53abb27cd3b8/ad565ab1-b54d-4060-a258-16294d6e46a2/4d734c6c-43b2-4b1a-b01b-c5dc043a2704) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:56:36.581926 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4aeaefbc-a689-4e2b-8f3f-36d6b6268130 req-2abcbc05-74df-46c6-8a9e-eb1b58c997e8 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:36.599355 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-4aeaefbc-a689-4e2b-8f3f-36d6b6268130 req-2abcbc05-74df-46c6-8a9e-eb1b58c997e8 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Transition to ACTIVE for port object 4d734c6c-43b2-4b1a-b01b-c5dc043a2704 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:56:36.632106 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4aeaefbc-a689-4e2b-8f3f-36d6b6268130 req-2abcbc05-74df-46c6-8a9e-eb1b58c997e8 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:36.675394 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aeaefbc-a689-4e2b-8f3f-36d6b6268130 req-2abcbc05-74df-46c6-8a9e-eb1b58c997e8 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Network f8ac2233-ea24-423f-9bd4-53abb27cd3b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:56:36.678471 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-4aeaefbc-a689-4e2b-8f3f-36d6b6268130 req-2abcbc05-74df-46c6-8a9e-eb1b58c997e8 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:56:36.682035 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aeaefbc-a689-4e2b-8f3f-36d6b6268130 req-2abcbc05-74df-46c6-8a9e-eb1b58c997e8 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:56:36.737255 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abcbc05-74df-46c6-8a9e-eb1b58c997e8 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Pushing event updated for resources: {'Port': ['ID=4d734c6c-43b2-4b1a-b01b-c5dc043a2704,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:56:36.777715 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeaefbc-a689-4e2b-8f3f-36d6b6268130 req-2abcbc05-74df-46c6-8a9e-eb1b58c997e8 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:36.778338 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4aeaefbc-a689-4e2b-8f3f-36d6b6268130 req-2abcbc05-74df-46c6-8a9e-eb1b58c997e8 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:36.795642 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c6bb1-93d1-42e9-8d88-57047d0ad496 req-2e1c799e-c74f-4a73-9ee4-61b8c64d8c68 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:36.797214 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c06c6bb1-93d1-42e9-8d88-57047d0ad496 req-2e1c799e-c74f-4a73-9ee4-61b8c64d8c68 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.1124353 Aug 22 13:56:36.812778 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4aeaefbc-a689-4e2b-8f3f-36d6b6268130 req-2abcbc05-74df-46c6-8a9e-eb1b58c997e8 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9804296 Aug 22 13:56:36.831177 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-4aeaefbc-a689-4e2b-8f3f-36d6b6268130 req-3d5e63e2-3fe6-4f77-a564-844cc02d3b5b service neutron] Request body: {'port': {'device_id': 'f15910a3-dc64-4349-96cf-424d04ade6d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:56:36.874218 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c06c6bb1-93d1-42e9-8d88-57047d0ad496 req-3d40a974-12f2-4126-9168-a18e29bf8809 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687592 Aug 22 13:56:36.909233 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4aeaefbc-a689-4e2b-8f3f-36d6b6268130 req-3d5e63e2-3fe6-4f77-a564-844cc02d3b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:37.017504 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-3d993951-22d9-4b74-91b0-1587dab02b46 None None] Provisioning for port 4d734c6c-43b2-4b1a-b01b-c5dc043a2704 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:56:37.022093 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-3d993951-22d9-4b74-91b0-1587dab02b46 None None] Provisioning complete for port 4d734c6c-43b2-4b1a-b01b-c5dc043a2704 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:56:37.022536 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3d993951-22d9-4b74-91b0-1587dab02b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:37.058231 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-3d993951-22d9-4b74-91b0-1587dab02b46 None None] Port 4d734c6c-43b2-4b1a-b01b-c5dc043a2704 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:56:37.083636 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a51a1-848f-42de-acd1-067f6cb39897 req-8b0223a1-5cca-4cbf-a7b4-c5506b712a57 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:37.085157 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cf1a51a1-848f-42de-acd1-067f6cb39897 req-8b0223a1-5cca-4cbf-a7b4-c5506b712a57 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] 10.222.0.21 "GET /v2.0/ports?device_id=93321cb3-2989-40e5-be9a-6d58d1401ce9 HTTP/1.1" status: 200 len: 944 time: 0.1336741 Aug 22 13:56:37.095323 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 847fc685-5d1d-4dfc-add7-8d1c6e86b8d4 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:56:37.149026 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 847fc685-5d1d-4dfc-add7-8d1c6e86b8d4 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:56:37.152931 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 847fc685-5d1d-4dfc-add7-8d1c6e86b8d4 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:56:37.153401 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:37.171789 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cf1a51a1-848f-42de-acd1-067f6cb39897 req-92ddf379-8336-4eaf-9044-8560216a5a3d tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] 10.222.0.21 "GET /v2.0/security-groups?id=233543e4-5065-4e3d-b59f-534bb7e2e9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779331 Aug 22 13:56:37.246842 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:37.270794 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93321cb3-2989-40e5-be9a-6d58d1401ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847fc685-5d1d-4dfc-add7-8d1c6e86b8d4'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:56:37.273013 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302df2a3-d5ca-4c05-90f4-acd97087cf7e" -d '{"events": [{"server_uuid": "93321cb3-2989-40e5-be9a-6d58d1401ce9", "name": "network-vif-plugged", "status": "completed", "tag": "847fc685-5d1d-4dfc-add7-8d1c6e86b8d4"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:56:37.289598 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 847fc685-5d1d-4dfc-add7-8d1c6e86b8d4, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=847fc685-5d1d-4dfc-add7-8d1c6e86b8d4,segment=NetworkSegment(0c3d99c8-caa3-4eae-b50c-7c0190191b53),segment_id=0c3d99c8-caa3-4eae-b50c-7c0190191b53)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:56:37.296350 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:37.307176 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-4aeaefbc-a689-4e2b-8f3f-36d6b6268130 req-3d5e63e2-3fe6-4f77-a564-844cc02d3b5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d734c6c-43b2-4b1a-b01b-c5dc043a2704 {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:56:37.324462 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4aeaefbc-a689-4e2b-8f3f-36d6b6268130 req-3d5e63e2-3fe6-4f77-a564-844cc02d3b5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:37.338936 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3152d964-b3b7-4beb-8904-1324de2d0e09 x-openstack-request-id: req-3152d964-b3b7-4beb-8904-1324de2d0e09 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:56:37.339261 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93321cb3-2989-40e5-be9a-6d58d1401ce9", "name": "network-vif-plugged", "status": "completed", "tag": "847fc685-5d1d-4dfc-add7-8d1c6e86b8d4", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:56:37.339475 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3152d964-b3b7-4beb-8904-1324de2d0e09 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:56:37.339861 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93321cb3-2989-40e5-be9a-6d58d1401ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847fc685-5d1d-4dfc-add7-8d1c6e86b8d4', 'code': 200} Aug 22 13:56:37.373689 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=847fc685-5d1d-4dfc-add7-8d1c6e86b8d4,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:56:37.377018 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-4aeaefbc-a689-4e2b-8f3f-36d6b6268130 req-3d5e63e2-3fe6-4f77-a564-844cc02d3b5b service neutron] Transition to ACTIVE for port object 4d734c6c-43b2-4b1a-b01b-c5dc043a2704 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:56:37.384153 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4aeaefbc-a689-4e2b-8f3f-36d6b6268130 req-3d5e63e2-3fe6-4f77-a564-844cc02d3b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:37.437608 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a9109-0229-43eb-8b3b-91afd1d09884 req-3f045564-ebd0-4c7c-b0ae-deef30662fd3 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:37.439795 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-210a9109-0229-43eb-8b3b-91afd1d09884 req-3f045564-ebd0-4c7c-b0ae-deef30662fd3 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=f15910a3-dc64-4349-96cf-424d04ade6d0 HTTP/1.1" status: 200 len: 932 time: 0.1009018 Aug 22 13:56:37.448190 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43367ba4-be66-43c3-ba3d-7539414d67c6 req-94f8f956-57f9-4de1-9850-c64610d01ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:37.450057 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-43367ba4-be66-43c3-ba3d-7539414d67c6 req-94f8f956-57f9-4de1-9850-c64610d01ffd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=93321cb3-2989-40e5-be9a-6d58d1401ce9 HTTP/1.1" status: 200 len: 1097 time: 0.0593696 Aug 22 13:56:37.462530 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5e63e2-3fe6-4f77-a564-844cc02d3b5b service neutron] Pushing event updated for resources: {'Port': ['ID=4d734c6c-43b2-4b1a-b01b-c5dc043a2704,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:56:37.496135 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-43367ba4-be66-43c3-ba3d-7539414d67c6 req-ded6bb4f-d21e-49ad-a011-4e8d33fa3b3f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=233543e4-5065-4e3d-b59f-534bb7e2e9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383465 Aug 22 13:56:37.542717 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-210a9109-0229-43eb-8b3b-91afd1d09884 req-d3f41d51-829c-40bc-9693-68c4cc75825e tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd42c95a-c24e-4c7d-aa36-bd21473692fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859807 Aug 22 13:56:37.570330 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-4aeaefbc-a689-4e2b-8f3f-36d6b6268130 req-3d5e63e2-3fe6-4f77-a564-844cc02d3b5b service neutron] Attempting to bind port 4d734c6c-43b2-4b1a-b01b-c5dc043a2704 on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:56:37.570775 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-4aeaefbc-a689-4e2b-8f3f-36d6b6268130 req-3d5e63e2-3fe6-4f77-a564-844cc02d3b5b service neutron] Attempting to bind port 4d734c6c-43b2-4b1a-b01b-c5dc043a2704 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': 'a8db1aa5-2938-4ee0-bbbc-1190f337bf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:56:37.571198 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aeaefbc-a689-4e2b-8f3f-36d6b6268130 req-3d5e63e2-3fe6-4f77-a564-844cc02d3b5b service neutron] Attempting to bind port 4d734c6c-43b2-4b1a-b01b-c5dc043a2704 on network f8ac2233-ea24-423f-9bd4-53abb27cd3b8 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:56:37.575984 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aeaefbc-a689-4e2b-8f3f-36d6b6268130 req-3d5e63e2-3fe6-4f77-a564-844cc02d3b5b service neutron] Port 4d734c6c-43b2-4b1a-b01b-c5dc043a2704 on network f8ac2233-ea24-423f-9bd4-53abb27cd3b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:56:37.576479 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aeaefbc-a689-4e2b-8f3f-36d6b6268130 req-3d5e63e2-3fe6-4f77-a564-844cc02d3b5b service neutron] Attempting to bind port 4d734c6c-43b2-4b1a-b01b-c5dc043a2704 on network f8ac2233-ea24-423f-9bd4-53abb27cd3b8 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:56:37.581957 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aeaefbc-a689-4e2b-8f3f-36d6b6268130 req-3d5e63e2-3fe6-4f77-a564-844cc02d3b5b service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:56:37.582602 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aeaefbc-a689-4e2b-8f3f-36d6b6268130 req-3d5e63e2-3fe6-4f77-a564-844cc02d3b5b service neutron] Checking segment: {'id': 'a8db1aa5-2938-4ee0-bbbc-1190f337bf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:56:37.582884 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aeaefbc-a689-4e2b-8f3f-36d6b6268130 req-3d5e63e2-3fe6-4f77-a564-844cc02d3b5b service neutron] Bound using segment: {'id': 'a8db1aa5-2938-4ee0-bbbc-1190f337bf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:56:37.583387 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-4aeaefbc-a689-4e2b-8f3f-36d6b6268130 req-3d5e63e2-3fe6-4f77-a564-844cc02d3b5b service neutron] Bound port: 4d734c6c-43b2-4b1a-b01b-c5dc043a2704, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8db1aa5-2938-4ee0-bbbc-1190f337bf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:56:37.583752 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4aeaefbc-a689-4e2b-8f3f-36d6b6268130 req-3d5e63e2-3fe6-4f77-a564-844cc02d3b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:37.651973 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-4aeaefbc-a689-4e2b-8f3f-36d6b6268130 req-3d5e63e2-3fe6-4f77-a564-844cc02d3b5b service neutron] For port 4d734c6c-43b2-4b1a-b01b-c5dc043a2704, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:56:37.655025 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-4aeaefbc-a689-4e2b-8f3f-36d6b6268130 req-3d5e63e2-3fe6-4f77-a564-844cc02d3b5b service neutron] For port 4d734c6c-43b2-4b1a-b01b-c5dc043a2704, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=4d734c6c-43b2-4b1a-b01b-c5dc043a2704,segment=NetworkSegment(a8db1aa5-2938-4ee0-bbbc-1190f337bf80),segment_id=a8db1aa5-2938-4ee0-bbbc-1190f337bf80)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:56:37.660933 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4aeaefbc-a689-4e2b-8f3f-36d6b6268130 req-3d5e63e2-3fe6-4f77-a564-844cc02d3b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:37.699154 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeaefbc-a689-4e2b-8f3f-36d6b6268130 req-3d5e63e2-3fe6-4f77-a564-844cc02d3b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:37.700088 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-4aeaefbc-a689-4e2b-8f3f-36d6b6268130 req-3d5e63e2-3fe6-4f77-a564-844cc02d3b5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:37.701555 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4aeaefbc-a689-4e2b-8f3f-36d6b6268130 req-3d5e63e2-3fe6-4f77-a564-844cc02d3b5b service neutron] 10.222.0.16 "PUT /v2.0/ports/4d734c6c-43b2-4b1a-b01b-c5dc043a2704 HTTP/1.1" status: 200 len: 1093 time: 0.8771164 Aug 22 13:56:37.704323 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f15910a3-dc64-4349-96cf-424d04ade6d0', 'tag': '4d734c6c-43b2-4b1a-b01b-c5dc043a2704'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:56:37.707987 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2bfdcd8-3443-4b7a-bc5b-97ce6b349765" -d '{"events": [{"name": "network-changed", "server_uuid": "f15910a3-dc64-4349-96cf-424d04ade6d0", "tag": "4d734c6c-43b2-4b1a-b01b-c5dc043a2704"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:56:37.749058 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5e63e2-3fe6-4f77-a564-844cc02d3b5b service neutron] Pushing event updated for resources: {'Port': ['ID=4d734c6c-43b2-4b1a-b01b-c5dc043a2704,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:56:37.765207 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ccda50-28c8-4e43-a13a-6b9ae2c48034 x-openstack-request-id: req-86ccda50-28c8-4e43-a13a-6b9ae2c48034 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:56:37.765493 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f15910a3-dc64-4349-96cf-424d04ade6d0", "tag": "4d734c6c-43b2-4b1a-b01b-c5dc043a2704", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:56:37.765740 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-86ccda50-28c8-4e43-a13a-6b9ae2c48034 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:56:37.766125 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f15910a3-dc64-4349-96cf-424d04ade6d0', 'tag': '4d734c6c-43b2-4b1a-b01b-c5dc043a2704', 'status': 'completed', 'code': 200} Aug 22 13:56:37.805841 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeaefbc-a689-4e2b-8f3f-36d6b6268130 req-7789aa3b-3aee-417e-9167-6ea14756d89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:37.807361 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4aeaefbc-a689-4e2b-8f3f-36d6b6268130 req-7789aa3b-3aee-417e-9167-6ea14756d89a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=19e069a6935a47bcb8831313e7520ef4&device_id=f15910a3-dc64-4349-96cf-424d04ade6d0 HTTP/1.1" status: 200 len: 1096 time: 0.0527580 Aug 22 13:56:37.852795 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4aeaefbc-a689-4e2b-8f3f-36d6b6268130 req-8df69f34-c634-4b40-8e14-970fc520cf7b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d734c6c-43b2-4b1a-b01b-c5dc043a2704 HTTP/1.1" status: 200 len: 217 time: 0.0356817 Aug 22 13:56:37.904786 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeaefbc-a689-4e2b-8f3f-36d6b6268130 req-3936cd72-2b08-4879-a102-fc06d2527e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:37.906398 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4aeaefbc-a689-4e2b-8f3f-36d6b6268130 req-3936cd72-2b08-4879-a102-fc06d2527e9f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ad565ab1-b54d-4060-a258-16294d6e46a2 HTTP/1.1" status: 200 len: 851 time: 0.0463223 Aug 22 13:56:37.989080 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeaefbc-a689-4e2b-8f3f-36d6b6268130 req-1e1a0540-38c5-4102-bff3-7c22a8acea21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:37.990393 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4aeaefbc-a689-4e2b-8f3f-36d6b6268130 req-1e1a0540-38c5-4102-bff3-7c22a8acea21 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f8ac2233-ea24-423f-9bd4-53abb27cd3b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0733030 Aug 22 13:56:38.053570 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0701a5-7050-4409-9de5-d53053455ef4 req-cdb982b1-3292-4f2c-9549-c293cdae7d8d tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:38.055039 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9b0701a5-7050-4409-9de5-d53053455ef4 req-cdb982b1-3292-4f2c-9549-c293cdae7d8d tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.0972545 Aug 22 13:56:38.113453 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9b0701a5-7050-4409-9de5-d53053455ef4 req-315ad423-7852-48d0-81c6-d7391cde2086 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523701 Aug 22 13:56:38.128254 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4aeaefbc-a689-4e2b-8f3f-36d6b6268130 req-6032703b-9562-4fc1-b2a6-d455ac924d38 service neutron] 10.222.0.16 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294267 Aug 22 13:56:38.218351 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4aeaefbc-a689-4e2b-8f3f-36d6b6268130 req-41a407a8-2887-4d8e-9a15-561fda263b26 service neutron] 10.222.0.16 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830920 Aug 22 13:56:38.335362 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203036a-4476-430a-833b-7cd679bf38e3 req-5b373cf2-50a2-43d9-bb8a-e678b37b4638 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:38.336890 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3203036a-4476-430a-833b-7cd679bf38e3 req-5b373cf2-50a2-43d9-bb8a-e678b37b4638 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] 10.222.0.21 "GET /v2.0/ports?device_id=93321cb3-2989-40e5-be9a-6d58d1401ce9 HTTP/1.1" status: 200 len: 945 time: 0.0840313 Aug 22 13:56:38.342232 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bfdcd8-3443-4b7a-bc5b-97ce6b349765 req-17fd6a43-e561-4eb5-a865-28bae23a33ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:38.343669 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c2bfdcd8-3443-4b7a-bc5b-97ce6b349765 req-17fd6a43-e561-4eb5-a865-28bae23a33ad service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=19e069a6935a47bcb8831313e7520ef4&device_id=f15910a3-dc64-4349-96cf-424d04ade6d0 HTTP/1.1" status: 200 len: 1096 time: 0.0642693 Aug 22 13:56:38.428536 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3203036a-4476-430a-833b-7cd679bf38e3 req-b092a33d-bd16-477a-8d08-2b7b51c00708 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] 10.222.0.21 "GET /v2.0/security-groups?id=233543e4-5065-4e3d-b59f-534bb7e2e9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837874 Aug 22 13:56:38.462937 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bfdcd8-3443-4b7a-bc5b-97ce6b349765 req-a9147c4d-d7cf-4c95-a389-ed29f1a9a749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:38.464853 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c2bfdcd8-3443-4b7a-bc5b-97ce6b349765 req-a9147c4d-d7cf-4c95-a389-ed29f1a9a749 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f8ac2233-ea24-423f-9bd4-53abb27cd3b8 HTTP/1.1" status: 200 len: 913 time: 0.1121504 Aug 22 13:56:38.513102 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c2bfdcd8-3443-4b7a-bc5b-97ce6b349765 req-502e59e7-bab7-4904-8f66-b4cfb1694b20 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d734c6c-43b2-4b1a-b01b-c5dc043a2704 HTTP/1.1" status: 200 len: 217 time: 0.0397179 Aug 22 13:56:38.563245 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bfdcd8-3443-4b7a-bc5b-97ce6b349765 req-d54a2ba3-8e98-452c-98a9-915d11e9ac8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:38.565394 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c2bfdcd8-3443-4b7a-bc5b-97ce6b349765 req-d54a2ba3-8e98-452c-98a9-915d11e9ac8c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ad565ab1-b54d-4060-a258-16294d6e46a2 HTTP/1.1" status: 200 len: 851 time: 0.0448060 Aug 22 13:56:38.645023 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bfdcd8-3443-4b7a-bc5b-97ce6b349765 req-3174e155-0bf8-45e4-be93-22fbe9e1406d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:38.646483 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c2bfdcd8-3443-4b7a-bc5b-97ce6b349765 req-3174e155-0bf8-45e4-be93-22fbe9e1406d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f8ac2233-ea24-423f-9bd4-53abb27cd3b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0719254 Aug 22 13:56:38.673882 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e6b5f2-2d11-4d10-bd76-5539c67e7637 req-90f17dcf-07f2-44e1-b43f-a72cdf3dceda tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:38.675627 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-25e6b5f2-2d11-4d10-bd76-5539c67e7637 req-90f17dcf-07f2-44e1-b43f-a72cdf3dceda tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=f15910a3-dc64-4349-96cf-424d04ade6d0 HTTP/1.1" status: 200 len: 944 time: 0.0614235 Aug 22 13:56:38.761873 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-25e6b5f2-2d11-4d10-bd76-5539c67e7637 req-76959865-7ce2-4cca-9e84-b3e9afce490d tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd42c95a-c24e-4c7d-aa36-bd21473692fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764892 Aug 22 13:56:38.788392 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c2bfdcd8-3443-4b7a-bc5b-97ce6b349765 req-a420b17b-9dbe-4d8f-b340-2f08d00e3cb0 service neutron] 10.222.0.16 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306343 Aug 22 13:56:38.880912 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c2bfdcd8-3443-4b7a-bc5b-97ce6b349765 req-8548b0fa-6735-40b1-95e6-f75ba75ebec9 service neutron] 10.222.0.16 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846331 Aug 22 13:56:39.237578 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb51b30-42d8-4c85-8dee-3c2be621a59e req-feb889c2-8ab0-4a66-946a-ee60db94a47a tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:39.239069 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9bb51b30-42d8-4c85-8dee-3c2be621a59e req-feb889c2-8ab0-4a66-946a-ee60db94a47a tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.0560679 Aug 22 13:56:39.277924 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9bb51b30-42d8-4c85-8dee-3c2be621a59e req-5c0f3ae0-0d04-4af3-a4af-0da8553c84c3 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325313 Aug 22 13:56:39.561889 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e42817-f63d-4aed-9f73-80d8d4ca2df5 req-757443ab-6b8b-4da1-81dc-ee76b3ca1198 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:39.563510 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d2e42817-f63d-4aed-9f73-80d8d4ca2df5 req-757443ab-6b8b-4da1-81dc-ee76b3ca1198 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] 10.222.0.21 "GET /v2.0/ports?device_id=93321cb3-2989-40e5-be9a-6d58d1401ce9 HTTP/1.1" status: 200 len: 945 time: 0.0509100 Aug 22 13:56:39.602907 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d2e42817-f63d-4aed-9f73-80d8d4ca2df5 req-9d3f2452-5755-44f0-9d68-8706a3da767a tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] 10.222.0.21 "GET /v2.0/security-groups?id=233543e4-5065-4e3d-b59f-534bb7e2e9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327437 Aug 22 13:56:39.891841 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ebd33-9fef-4efa-b529-9ad8d8bafc25 req-761b7c9d-d86d-4de8-a9bf-86f9d46d239b tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:39.893988 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-207ebd33-9fef-4efa-b529-9ad8d8bafc25 req-761b7c9d-d86d-4de8-a9bf-86f9d46d239b tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=f15910a3-dc64-4349-96cf-424d04ade6d0 HTTP/1.1" status: 200 len: 944 time: 0.0557532 Aug 22 13:56:39.942339 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-207ebd33-9fef-4efa-b529-9ad8d8bafc25 req-0fbc2e75-9ec1-4530-ad48-8536b3695dc6 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd42c95a-c24e-4c7d-aa36-bd21473692fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422561 Aug 22 13:56:40.402874 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab3f0e-a592-4079-9742-24b973772254 req-4741ac7e-527b-4f01-a9cf-482e327bbf5c tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:40.404563 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-54ab3f0e-a592-4079-9742-24b973772254 req-4741ac7e-527b-4f01-a9cf-482e327bbf5c tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.0550661 Aug 22 13:56:40.444259 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-54ab3f0e-a592-4079-9742-24b973772254 req-e58726b5-a4cd-4dbe-a147-c43ee80d9c3b tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327537 Aug 22 13:56:40.656010 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b23c43b-1c57-4c63-8689-1f55da52f0ee req-621ac69b-483e-4176-9a58-8788407c01ac tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:40.657458 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7b23c43b-1c57-4c63-8689-1f55da52f0ee req-621ac69b-483e-4176-9a58-8788407c01ac tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.0547891 Aug 22 13:56:40.717997 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7b23c43b-1c57-4c63-8689-1f55da52f0ee req-20e1b448-0bd7-4edd-ae9e-569ca2f9d7c7 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515096 Aug 22 13:56:40.724797 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e830a7-4a82-4fd7-87c4-db6add50ac26 req-b3ea91c4-af98-4aff-8a74-90f380088343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:40.726286 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d6e830a7-4a82-4fd7-87c4-db6add50ac26 req-b3ea91c4-af98-4aff-8a74-90f380088343 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9332af772cbe4a47bd1754f9819c9211&device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 1096 time: 0.0674837 Aug 22 13:56:40.821416 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e830a7-4a82-4fd7-87c4-db6add50ac26 req-ddd0261e-420e-4077-bf86-4c068b8e1d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:40.822876 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d6e830a7-4a82-4fd7-87c4-db6add50ac26 req-ddd0261e-420e-4077-bf86-4c068b8e1d59 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 HTTP/1.1" status: 200 len: 913 time: 0.0887890 Aug 22 13:56:40.890176 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d6e830a7-4a82-4fd7-87c4-db6add50ac26 req-015497a5-66dc-45bb-b1a2-02c376edc26a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a56cda3-bbfb-4688-9140-f2cf54a149cc HTTP/1.1" status: 200 len: 999 time: 0.0590057 Aug 22 13:56:40.944116 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e830a7-4a82-4fd7-87c4-db6add50ac26 req-bbf89212-32a5-4126-a91b-dfaaf3c3849d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:40.945590 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d6e830a7-4a82-4fd7-87c4-db6add50ac26 req-bbf89212-32a5-4126-a91b-dfaaf3c3849d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=96df5698-35fe-4400-8623-8e6dad52953f HTTP/1.1" status: 200 len: 851 time: 0.0481725 Aug 22 13:56:41.008371 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e830a7-4a82-4fd7-87c4-db6add50ac26 req-c279772a-a264-4d09-8138-c99ceb591f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:41.010614 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d6e830a7-4a82-4fd7-87c4-db6add50ac26 req-c279772a-a264-4d09-8138-c99ceb591f9c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0db5422b-3cd9-4056-8d7a-7dc64f09a7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570760 Aug 22 13:56:41.138154 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2af9aa-7cf7-4183-86f5-9a40b97ee4b0 req-c478899b-2c67-4cd0-a7dd-abad13d57bde tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:41.139774 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fc2af9aa-7cf7-4183-86f5-9a40b97ee4b0 req-c478899b-2c67-4cd0-a7dd-abad13d57bde tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=f15910a3-dc64-4349-96cf-424d04ade6d0 HTTP/1.1" status: 200 len: 944 time: 0.1095705 Aug 22 13:56:41.163536 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d6e830a7-4a82-4fd7-87c4-db6add50ac26 req-2c2a2fa2-bbab-4b5a-ace4-cf6479ece60c service neutron] 10.222.0.16 "GET /v2.0/networks/0db5422b-3cd9-4056-8d7a-7dc64f09a7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436028 Aug 22 13:56:41.240118 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fc2af9aa-7cf7-4183-86f5-9a40b97ee4b0 req-4569c078-8426-4069-b30c-5c5b8fe19dfd tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd42c95a-c24e-4c7d-aa36-bd21473692fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894134 Aug 22 13:56:41.280628 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d6e830a7-4a82-4fd7-87c4-db6add50ac26 req-100b1660-23b3-4350-b36a-a89b20231f2c service neutron] 10.222.0.16 "GET /v2.0/networks/0db5422b-3cd9-4056-8d7a-7dc64f09a7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086621 Aug 22 13:56:41.848648 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb907d35-d2f6-4529-b026-78fe493523b4 req-26c417cb-a48c-4f7a-a67a-b7fa6fd50893 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:41.850183 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eb907d35-d2f6-4529-b026-78fe493523b4 req-26c417cb-a48c-4f7a-a67a-b7fa6fd50893 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.0608664 Aug 22 13:56:41.892801 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eb907d35-d2f6-4529-b026-78fe493523b4 req-37b69002-5a69-4d57-bf22-f48df460dcc2 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350454 Aug 22 13:56:42.362455 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a0c7a-d26c-4dd3-ad88-5e27de4c9baf req-be0ef812-6bb4-4ca0-946f-6003218803d0 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:42.363950 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7c3a0c7a-d26c-4dd3-ad88-5e27de4c9baf req-be0ef812-6bb4-4ca0-946f-6003218803d0 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=f15910a3-dc64-4349-96cf-424d04ade6d0 HTTP/1.1" status: 200 len: 944 time: 0.0525146 Aug 22 13:56:42.402389 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7c3a0c7a-d26c-4dd3-ad88-5e27de4c9baf req-d597d0dd-8b8b-402e-adbe-427c578db787 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd42c95a-c24e-4c7d-aa36-bd21473692fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321701 Aug 22 13:56:43.021304 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0be8ce-a785-47bb-9996-da8660c63d47 req-d43fdc21-73f0-4433-bb1e-85eacf9e177f tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:43.023205 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6b0be8ce-a785-47bb-9996-da8660c63d47 req-d43fdc21-73f0-4433-bb1e-85eacf9e177f tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.0585289 Aug 22 13:56:43.068210 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6b0be8ce-a785-47bb-9996-da8660c63d47 req-447016fb-8407-4754-a390-62af732a99e2 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385237 Aug 22 13:56:43.206156 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b5e50-524d-4fbd-8247-e490198ee9a5 req-9153b5f9-8b76-4e92-a9da-c255658fde07 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:43.207762 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-916b5e50-524d-4fbd-8247-e490198ee9a5 req-9153b5f9-8b76-4e92-a9da-c255658fde07 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.0618489 Aug 22 13:56:43.259666 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-916b5e50-524d-4fbd-8247-e490198ee9a5 req-f3fe0a91-ece5-4ccb-8a63-79b517427215 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420728 Aug 22 13:56:43.393868 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0bb300-e7b6-49bd-9af3-1582f6ab02e9 req-4b0b5f63-c358-4987-8c1a-b7bfc0904d55 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:43.395916 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2d0bb300-e7b6-49bd-9af3-1582f6ab02e9 req-4b0b5f63-c358-4987-8c1a-b7bfc0904d55 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.0539591 Aug 22 13:56:43.441308 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2d0bb300-e7b6-49bd-9af3-1582f6ab02e9 req-a1f5b60e-e68f-4968-89e8-1cf6fbb814e3 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385399 Aug 22 13:56:43.551650 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d9fb8-b136-4c21-8993-7c54e2407852 req-5d39e5d9-cb25-4eb5-940c-cfaebb0e8657 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:43.553257 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e80d9fb8-b136-4c21-8993-7c54e2407852 req-5d39e5d9-cb25-4eb5-940c-cfaebb0e8657 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=f15910a3-dc64-4349-96cf-424d04ade6d0 HTTP/1.1" status: 200 len: 944 time: 0.0574994 Aug 22 13:56:43.601480 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e80d9fb8-b136-4c21-8993-7c54e2407852 req-16cb8205-09f3-4715-8e22-c850526e7cc8 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd42c95a-c24e-4c7d-aa36-bd21473692fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421512 Aug 22 13:56:43.717023 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c96993-e56b-4b87-8b5f-e3ed445889f8 req-3f48a560-700f-4334-a42e-20a8abaf0d65 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:43.718412 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-55c96993-e56b-4b87-8b5f-e3ed445889f8 req-3f48a560-700f-4334-a42e-20a8abaf0d65 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.0507193 Aug 22 13:56:43.759236 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-55c96993-e56b-4b87-8b5f-e3ed445889f8 req-5a0b9e3f-295c-4f04-824d-b5aeb63dfde0 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333791 Aug 22 13:56:44.734301 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f85d9-ed9d-4f77-a8ce-336586cadb2c req-812eb485-557c-4a97-9247-f83a50d186ca tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:44.736493 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e16f85d9-ed9d-4f77-a8ce-336586cadb2c req-812eb485-557c-4a97-9247-f83a50d186ca tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=f15910a3-dc64-4349-96cf-424d04ade6d0 HTTP/1.1" status: 200 len: 944 time: 0.0485911 Aug 22 13:56:44.773115 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e16f85d9-ed9d-4f77-a8ce-336586cadb2c req-1aee550d-1904-44c6-a7f8-632d7d43d601 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd42c95a-c24e-4c7d-aa36-bd21473692fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309327 Aug 22 13:56:44.879325 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061f225-9b34-46d8-97fb-56f881411804 req-a6c825b9-9e5c-4491-a758-0aac668435fc tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:44.880834 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7061f225-9b34-46d8-97fb-56f881411804 req-a6c825b9-9e5c-4491-a758-0aac668435fc tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.0535374 Aug 22 13:56:44.917790 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7061f225-9b34-46d8-97fb-56f881411804 req-698ec648-8367-44bc-a542-212f52cc72f7 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307825 Aug 22 13:56:45.138035 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49181bec-6671-431f-a017-628e723f8bb4 req-bac73590-c4d9-4f99-9d33-902af1ea3b96 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:45.139512 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-49181bec-6671-431f-a017-628e723f8bb4 req-bac73590-c4d9-4f99-9d33-902af1ea3b96 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.0712509 Aug 22 13:56:45.177923 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e755f8-13bf-4b56-8a5e-50ad799b6cd6 req-35a503b6-34b6-4431-8534-b43a311b6de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:45.179311 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-41e755f8-13bf-4b56-8a5e-50ad799b6cd6 req-35a503b6-34b6-4431-8534-b43a311b6de6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9332af772cbe4a47bd1754f9819c9211&device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 1096 time: 0.0747042 Aug 22 13:56:45.186283 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-49181bec-6671-431f-a017-628e723f8bb4 req-a7109b1c-b391-4427-8ccf-02974c42e521 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402157 Aug 22 13:56:45.276321 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e755f8-13bf-4b56-8a5e-50ad799b6cd6 req-9019a136-7202-4d9b-b9e8-56d664e438e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:45.277890 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-41e755f8-13bf-4b56-8a5e-50ad799b6cd6 req-9019a136-7202-4d9b-b9e8-56d664e438e3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 HTTP/1.1" status: 200 len: 913 time: 0.0907373 Aug 22 13:56:45.343163 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-41e755f8-13bf-4b56-8a5e-50ad799b6cd6 req-2a4438f5-b8d4-49c0-8ea0-005f895b3408 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a56cda3-bbfb-4688-9140-f2cf54a149cc HTTP/1.1" status: 200 len: 999 time: 0.0572903 Aug 22 13:56:45.397072 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e755f8-13bf-4b56-8a5e-50ad799b6cd6 req-8af8651e-9c93-490b-9b14-91fc0cbce164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:45.398520 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-41e755f8-13bf-4b56-8a5e-50ad799b6cd6 req-8af8651e-9c93-490b-9b14-91fc0cbce164 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=96df5698-35fe-4400-8623-8e6dad52953f HTTP/1.1" status: 200 len: 851 time: 0.0471990 Aug 22 13:56:45.445481 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e755f8-13bf-4b56-8a5e-50ad799b6cd6 req-d2ab7d75-7012-4ea2-8776-b0bfe0237a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:45.446905 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-41e755f8-13bf-4b56-8a5e-50ad799b6cd6 req-d2ab7d75-7012-4ea2-8776-b0bfe0237a30 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0db5422b-3cd9-4056-8d7a-7dc64f09a7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402312 Aug 22 13:56:45.538525 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-41e755f8-13bf-4b56-8a5e-50ad799b6cd6 req-0307c794-ba82-4f4b-aed9-48fb465682ef service neutron] 10.222.0.16 "GET /v2.0/networks/0db5422b-3cd9-4056-8d7a-7dc64f09a7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809462 Aug 22 13:56:45.630771 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-41e755f8-13bf-4b56-8a5e-50ad799b6cd6 req-4b0c226e-a67a-47a7-bf98-67acdf4d5718 service neutron] 10.222.0.16 "GET /v2.0/networks/0db5422b-3cd9-4056-8d7a-7dc64f09a7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840788 Aug 22 13:56:45.893342 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c675a30-5534-4ee9-a698-aea06dbdba8f req-addddc59-e89f-4b32-9ea1-1e340cf874f0 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:45.895205 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7c675a30-5534-4ee9-a698-aea06dbdba8f req-addddc59-e89f-4b32-9ea1-1e340cf874f0 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=f15910a3-dc64-4349-96cf-424d04ade6d0 HTTP/1.1" status: 200 len: 944 time: 0.0512180 Aug 22 13:56:45.932986 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7c675a30-5534-4ee9-a698-aea06dbdba8f req-9a6ddd6d-50a4-4ce5-be10-304a9cb19463 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd42c95a-c24e-4c7d-aa36-bd21473692fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318885 Aug 22 13:56:46.305328 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f216089-d417-4e6d-b128-4f6e0f3ceec0 req-41919f3e-f4ee-478c-9b62-800fce37607d tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:46.306854 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6f216089-d417-4e6d-b128-4f6e0f3ceec0 req-41919f3e-f4ee-478c-9b62-800fce37607d tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.0496628 Aug 22 13:56:46.345882 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6f216089-d417-4e6d-b128-4f6e0f3ceec0 req-c5a44e3a-7c3f-4b7e-affd-db88bccb4acd tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329740 Aug 22 13:56:47.052399 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bce331-ce83-46a8-96bc-6b47580ece8f req-8c21e529-4341-4f9b-bd03-40b04ea44729 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:47.053868 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-51bce331-ce83-46a8-96bc-6b47580ece8f req-8c21e529-4341-4f9b-bd03-40b04ea44729 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=f15910a3-dc64-4349-96cf-424d04ade6d0 HTTP/1.1" status: 200 len: 944 time: 0.0531440 Aug 22 13:56:47.090752 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-51bce331-ce83-46a8-96bc-6b47580ece8f req-829c0dbe-e1be-4bd5-aaef-552c4533e821 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd42c95a-c24e-4c7d-aa36-bd21473692fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310223 Aug 22 13:56:47.272560 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:56:47.463660 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b97246-346b-40ca-9e96-fe10236bf804 req-86bc85a1-c3a9-4b52-8141-7626a229f993 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:47.465158 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f1b97246-346b-40ca-9e96-fe10236bf804 req-86bc85a1-c3a9-4b52-8141-7626a229f993 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.0494161 Aug 22 13:56:47.502456 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f1b97246-346b-40ca-9e96-fe10236bf804 req-34fe39ba-0c9e-4ef1-b11e-c8a99a1fa13d tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301316 Aug 22 13:56:47.614411 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e79094-45ba-4709-91fb-416c92862bba req-b803a34a-09e0-4062-ab82-5e425913b237 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:47.615890 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-61e79094-45ba-4709-91fb-416c92862bba req-b803a34a-09e0-4062-ab82-5e425913b237 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.0485566 Aug 22 13:56:47.653078 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-61e79094-45ba-4709-91fb-416c92862bba req-d4e8f8fc-1a0b-4649-916d-8b416d3a30eb tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312424 Aug 22 13:56:48.237118 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4ec6c-d41d-4d5a-895d-33d8e3b404e9 req-e5bf29b0-c9e5-4b06-b78a-514973e4b312 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:48.238597 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c4a4ec6c-d41d-4d5a-895d-33d8e3b404e9 req-e5bf29b0-c9e5-4b06-b78a-514973e4b312 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=f15910a3-dc64-4349-96cf-424d04ade6d0 HTTP/1.1" status: 200 len: 944 time: 0.0811126 Aug 22 13:56:48.245829 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6280ac-49b1-4721-8084-906d97b22e4c req-3180e00b-6a2f-4707-acb3-6b730525535d tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:48.247196 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9f6280ac-49b1-4721-8084-906d97b22e4c req-3180e00b-6a2f-4707-acb3-6b730525535d tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=857b813f-d5bb-434b-9bd1-5933939f3a80 HTTP/1.1" status: 200 len: 943 time: 0.0878720 Aug 22 13:56:48.312673 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c4a4ec6c-d41d-4d5a-895d-33d8e3b404e9 req-71047917-6018-48b8-8ddc-3b0b2cc9e56d tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd42c95a-c24e-4c7d-aa36-bd21473692fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645132 Aug 22 13:56:48.360999 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-9f6280ac-49b1-4721-8084-906d97b22e4c req-87a5ed5b-ca77-417c-ae24-f5df62358b6e tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Deleting port 63b2b327-3a60-431e-bfd2-88180914142a {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:56:48.361295 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9f6280ac-49b1-4721-8084-906d97b22e4c req-87a5ed5b-ca77-417c-ae24-f5df62358b6e tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:48.448184 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-9f6280ac-49b1-4721-8084-906d97b22e4c req-87a5ed5b-ca77-417c-ae24-f5df62358b6e tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] For port 63b2b327-3a60-431e-bfd2-88180914142a, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=63b2b327-3a60-431e-bfd2-88180914142a,segment=NetworkSegment(3236bd72-b879-4aac-9539-57e8f1383d4a),segment_id=3236bd72-b879-4aac-9539-57e8f1383d4a)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:56:48.448583 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9f6280ac-49b1-4721-8084-906d97b22e4c req-87a5ed5b-ca77-417c-ae24-f5df62358b6e tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:48.460990 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-9f6280ac-49b1-4721-8084-906d97b22e4c req-87a5ed5b-ca77-417c-ae24-f5df62358b6e tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Calling delete_port for 63b2b327-3a60-431e-bfd2-88180914142a owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:56:48.590240 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9f6280ac-49b1-4721-8084-906d97b22e4c req-87a5ed5b-ca77-417c-ae24-f5df62358b6e tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:48.602638 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['698de0fa-91b4-4ddf-95f2-f2c3efc4bd69'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:56:48.604861 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['ab081439-4fb4-486c-bca8-26fb39dcb984'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:56:48.620632 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a5ed5b-ca77-417c-ae24-f5df62358b6e tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Pushing event deleted for resources: {'Port': ['ID=63b2b327-3a60-431e-bfd2-88180914142a,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:56:48.664926 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f6280ac-49b1-4721-8084-906d97b22e4c req-87a5ed5b-ca77-417c-ae24-f5df62358b6e tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] No DVR routers for this DVR port 63b2b327-3a60-431e-bfd2-88180914142a on host n-h1-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:56:48.667469 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9f6280ac-49b1-4721-8084-906d97b22e4c req-87a5ed5b-ca77-417c-ae24-f5df62358b6e tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:48.669534 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9f6280ac-49b1-4721-8084-906d97b22e4c req-87a5ed5b-ca77-417c-ae24-f5df62358b6e tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "DELETE /v2.0/ports/63b2b327-3a60-431e-bfd2-88180914142a HTTP/1.1" status: 204 len: 173 time: 0.4150751 Aug 22 13:56:48.669983 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '857b813f-d5bb-434b-9bd1-5933939f3a80', 'name': 'network-vif-deleted', 'tag': '63b2b327-3a60-431e-bfd2-88180914142a'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:56:48.672272 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a8c2bf-99b5-425a-b35e-f81f316c855e" -d '{"events": [{"server_uuid": "857b813f-d5bb-434b-9bd1-5933939f3a80", "name": "network-vif-deleted", "tag": "63b2b327-3a60-431e-bfd2-88180914142a"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:56:48.717898 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sun, 22 Aug 2021 13:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb47f95-8c66-4624-86af-01764297a5fe x-openstack-request-id: req-afb47f95-8c66-4624-86af-01764297a5fe {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:56:48.718459 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "857b813f-d5bb-434b-9bd1-5933939f3a80", "name": "network-vif-deleted", "tag": "63b2b327-3a60-431e-bfd2-88180914142a", "status": "failed", "code": 422}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:56:48.718885 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-afb47f95-8c66-4624-86af-01764297a5fe {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:56:48.719458 n-d-793621-33 neutron-server[94627]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '857b813f-d5bb-434b-9bd1-5933939f3a80', 'name': 'network-vif-deleted', 'tag': '63b2b327-3a60-431e-bfd2-88180914142a', 'status': 'failed', 'code': 422} returned with failed status Aug 22 13:56:49.066590 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [req-669febd4-049b-42c0-9fb3-ff2068942f9f req-91e87701-5588-43d7-aea3-d534746ec53b service neutron] (94627) timed out ('10.222.0.21', 47764) {{(pid=94627) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 22 13:56:49.239432 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac59c10-fe49-4450-8005-5b0d227facdd req-05904651-c405-4511-9fb0-ece2ee731995 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:49.240954 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4ac59c10-fe49-4450-8005-5b0d227facdd req-05904651-c405-4511-9fb0-ece2ee731995 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=be480cc2-c93c-4b7b-96ed-2034550d1d19 HTTP/1.1" status: 200 len: 908 time: 0.0489006 Aug 22 13:56:49.259315 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 4d734c6c-43b2-4b1a-b01b-c5dc043a2704 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:56:49.352326 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 4d734c6c-43b2-4b1a-b01b-c5dc043a2704, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=4d734c6c-43b2-4b1a-b01b-c5dc043a2704,segment=NetworkSegment(a8db1aa5-2938-4ee0-bbbc-1190f337bf80),segment_id=a8db1aa5-2938-4ee0-bbbc-1190f337bf80)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:56:49.363207 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '4d734c6c-43b2-4b1a-b01b-c5dc043a2704', 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8', 'port_id': '4d734c6c-43b2-4b1a-b01b-c5dc043a2704', 'mac_address': 'fa:16:3e:ec:f3:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad565ab1-b54d-4060-a258-16294d6e46a2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:56:49.402022 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:49.419357 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d734c6c-43b2-4b1a-b01b-c5dc043a2704 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:56:49.433557 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2bee5e-ba5a-4470-b366-02d4e5cc66f1 req-32558458-c2df-4450-b2c8-42e73c26792b tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:49.435355 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6c2bee5e-ba5a-4470-b366-02d4e5cc66f1 req-32558458-c2df-4450-b2c8-42e73c26792b tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=f15910a3-dc64-4349-96cf-424d04ade6d0 HTTP/1.1" status: 200 len: 944 time: 0.0512848 Aug 22 13:56:49.440278 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 4d734c6c-43b2-4b1a-b01b-c5dc043a2704, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=4d734c6c-43b2-4b1a-b01b-c5dc043a2704,segment=NetworkSegment(a8db1aa5-2938-4ee0-bbbc-1190f337bf80),segment_id=a8db1aa5-2938-4ee0-bbbc-1190f337bf80)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:56:49.444712 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:49.492052 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6c2bee5e-ba5a-4470-b366-02d4e5cc66f1 req-c922bbad-7158-4735-8934-908537dcd420 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd42c95a-c24e-4c7d-aa36-bd21473692fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479178 Aug 22 13:56:49.494665 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=4d734c6c-43b2-4b1a-b01b-c5dc043a2704,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:56:49.678790 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['4d734c6c-43b2-4b1a-b01b-c5dc043a2704'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:56:50.358554 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73bf659-f0d2-4e77-a57e-aa6497b01e5c req-ce6a80b6-ec23-4afe-a50c-8da42eb37e94 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:50.361291 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a73bf659-f0d2-4e77-a57e-aa6497b01e5c req-ce6a80b6-ec23-4afe-a50c-8da42eb37e94 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=be480cc2-c93c-4b7b-96ed-2034550d1d19 HTTP/1.1" status: 200 len: 908 time: 0.0505531 Aug 22 13:56:50.657177 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d8bf7-a5aa-4561-8ef1-434a54275e19 req-1c933b9f-5b18-4973-8bb3-29dd705be8db tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:50.661727 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0e8d8bf7-a5aa-4561-8ef1-434a54275e19 req-1c933b9f-5b18-4973-8bb3-29dd705be8db tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.16 "GET /v2.0/ports?device_id=be480cc2-c93c-4b7b-96ed-2034550d1d19 HTTP/1.1" status: 200 len: 908 time: 0.1273806 Aug 22 13:56:50.763216 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bae19f-4a9e-43e2-8f31-8fa370e60b17 req-d5b91605-41e6-40bb-b842-44df0fc6ac6f tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:50.767270 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e1bae19f-4a9e-43e2-8f31-8fa370e60b17 req-d5b91605-41e6-40bb-b842-44df0fc6ac6f tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=f15910a3-dc64-4349-96cf-424d04ade6d0 HTTP/1.1" status: 200 len: 945 time: 0.1882997 Aug 22 13:56:50.821164 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e1bae19f-4a9e-43e2-8f31-8fa370e60b17 req-5c1673de-1163-40a0-9c6d-97b28691b00e tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd42c95a-c24e-4c7d-aa36-bd21473692fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460591 Aug 22 13:56:50.830155 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-0e8d8bf7-a5aa-4561-8ef1-434a54275e19 req-2069291f-b25f-4705-b92a-0b3fc9df0702 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Deleting port df5cf106-96fa-4f25-b6bb-a1c10c35b9be {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:56:50.830665 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-0e8d8bf7-a5aa-4561-8ef1-434a54275e19 req-2069291f-b25f-4705-b92a-0b3fc9df0702 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:50.918887 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-0e8d8bf7-a5aa-4561-8ef1-434a54275e19 req-2069291f-b25f-4705-b92a-0b3fc9df0702 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] For port df5cf106-96fa-4f25-b6bb-a1c10c35b9be, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=df5cf106-96fa-4f25-b6bb-a1c10c35b9be,segment=NetworkSegment(3236bd72-b879-4aac-9539-57e8f1383d4a),segment_id=3236bd72-b879-4aac-9539-57e8f1383d4a)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:56:50.919251 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-0e8d8bf7-a5aa-4561-8ef1-434a54275e19 req-2069291f-b25f-4705-b92a-0b3fc9df0702 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:50.931289 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-0e8d8bf7-a5aa-4561-8ef1-434a54275e19 req-2069291f-b25f-4705-b92a-0b3fc9df0702 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Calling delete_port for df5cf106-96fa-4f25-b6bb-a1c10c35b9be owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:56:51.056058 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-0e8d8bf7-a5aa-4561-8ef1-434a54275e19 req-2069291f-b25f-4705-b92a-0b3fc9df0702 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:51.079796 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2069291f-b25f-4705-b92a-0b3fc9df0702 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Pushing event deleted for resources: {'Port': ['ID=df5cf106-96fa-4f25-b6bb-a1c10c35b9be,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:56:51.124949 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e8d8bf7-a5aa-4561-8ef1-434a54275e19 req-2069291f-b25f-4705-b92a-0b3fc9df0702 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] No DVR routers for this DVR port df5cf106-96fa-4f25-b6bb-a1c10c35b9be on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:56:51.127488 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-0e8d8bf7-a5aa-4561-8ef1-434a54275e19 req-2069291f-b25f-4705-b92a-0b3fc9df0702 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:51.129651 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0e8d8bf7-a5aa-4561-8ef1-434a54275e19 req-2069291f-b25f-4705-b92a-0b3fc9df0702 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.16 "DELETE /v2.0/ports/df5cf106-96fa-4f25-b6bb-a1c10c35b9be HTTP/1.1" status: 204 len: 173 time: 0.4573019 Aug 22 13:56:51.130105 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be480cc2-c93c-4b7b-96ed-2034550d1d19', 'name': 'network-vif-deleted', 'tag': 'df5cf106-96fa-4f25-b6bb-a1c10c35b9be'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:56:51.132485 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709a2935-ed7d-4b69-b761-7a6bf8134c88" -d '{"events": [{"server_uuid": "be480cc2-c93c-4b7b-96ed-2034550d1d19", "name": "network-vif-deleted", "tag": "df5cf106-96fa-4f25-b6bb-a1c10c35b9be"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:56:51.173793 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e613d77d-ca20-4fee-803d-e288f378580d x-openstack-request-id: req-e613d77d-ca20-4fee-803d-e288f378580d {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:56:51.174090 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be480cc2-c93c-4b7b-96ed-2034550d1d19", "name": "network-vif-deleted", "tag": "df5cf106-96fa-4f25-b6bb-a1c10c35b9be", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:56:51.174415 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e613d77d-ca20-4fee-803d-e288f378580d {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:56:51.174743 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be480cc2-c93c-4b7b-96ed-2034550d1d19', 'name': 'network-vif-deleted', 'tag': 'df5cf106-96fa-4f25-b6bb-a1c10c35b9be', 'status': 'completed', 'code': 200} Aug 22 13:56:51.279447 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 4d734c6c-43b2-4b1a-b01b-c5dc043a2704 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:56:51.325722 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port 4d734c6c-43b2-4b1a-b01b-c5dc043a2704 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:56:51.331256 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 4d734c6c-43b2-4b1a-b01b-c5dc043a2704 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:56:51.331715 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:51.410752 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:51.434717 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f15910a3-dc64-4349-96cf-424d04ade6d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d734c6c-43b2-4b1a-b01b-c5dc043a2704'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:56:51.437096 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754c95ee-f4b8-44b9-aff9-f05a28f87972" -d '{"events": [{"server_uuid": "f15910a3-dc64-4349-96cf-424d04ade6d0", "name": "network-vif-plugged", "status": "completed", "tag": "4d734c6c-43b2-4b1a-b01b-c5dc043a2704"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:56:51.450384 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 4d734c6c-43b2-4b1a-b01b-c5dc043a2704, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=4d734c6c-43b2-4b1a-b01b-c5dc043a2704,segment=NetworkSegment(a8db1aa5-2938-4ee0-bbbc-1190f337bf80),segment_id=a8db1aa5-2938-4ee0-bbbc-1190f337bf80)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:56:51.456272 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:51.457082 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device df5cf106-96fa-4f25-b6bb-a1c10c35b9be no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:56:51.468352 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-274eaa06-c60b-4be0-8994-5103495fc255 req-99917185-8188-4d59-ba72-843f51295b33 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=be480cc2-c93c-4b7b-96ed-2034550d1d19 HTTP/1.1" status: 200 len: 210 time: 0.0282292 Aug 22 13:56:51.504964 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2714071e-8043-4620-af9e-3e4fab0bb663 x-openstack-request-id: req-2714071e-8043-4620-af9e-3e4fab0bb663 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:56:51.505250 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f15910a3-dc64-4349-96cf-424d04ade6d0", "name": "network-vif-plugged", "status": "completed", "tag": "4d734c6c-43b2-4b1a-b01b-c5dc043a2704", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:56:51.505497 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2714071e-8043-4620-af9e-3e4fab0bb663 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:56:51.505875 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f15910a3-dc64-4349-96cf-424d04ade6d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d734c6c-43b2-4b1a-b01b-c5dc043a2704', 'code': 200} Aug 22 13:56:51.506378 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: df5cf106-96fa-4f25-b6bb-a1c10c35b9be {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:56:51.506712 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device df5cf106-96fa-4f25-b6bb-a1c10c35b9be not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:56:51.535180 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=4d734c6c-43b2-4b1a-b01b-c5dc043a2704,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:56:51.608652 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb5e53-03f9-478d-a80d-c66e235ec4c9 req-44dfffef-facb-4379-9cd0-e0910b22ea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:51.610260 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bfdb5e53-03f9-478d-a80d-c66e235ec4c9 req-44dfffef-facb-4379-9cd0-e0910b22ea22 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f15910a3-dc64-4349-96cf-424d04ade6d0 HTTP/1.1" status: 200 len: 1098 time: 0.0438540 Aug 22 13:56:51.649320 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bfdb5e53-03f9-478d-a80d-c66e235ec4c9 req-d0351aee-2b83-40be-a185-60ba8b7a6f75 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fd42c95a-c24e-4c7d-aa36-bd21473692fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281172 Aug 22 13:56:51.972839 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445abd3a-3c6d-4254-aad1-b261b76d5ec7 req-a2de17fc-5317-498f-b505-a41b3c0adc47 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:51.974343 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-445abd3a-3c6d-4254-aad1-b261b76d5ec7 req-a2de17fc-5317-498f-b505-a41b3c0adc47 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=f15910a3-dc64-4349-96cf-424d04ade6d0 HTTP/1.1" status: 200 len: 946 time: 0.0527022 Aug 22 13:56:52.014483 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-445abd3a-3c6d-4254-aad1-b261b76d5ec7 req-ac021099-afd1-4951-bbdb-7ec525ab2ec9 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd42c95a-c24e-4c7d-aa36-bd21473692fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337250 Aug 22 13:56:52.743975 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86762b-4ad1-4845-87e4-3be7dcf2dec4 req-2373731d-1c2f-4b09-82eb-297b6ecaf2bf tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:52.745660 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5c86762b-4ad1-4845-87e4-3be7dcf2dec4 req-2373731d-1c2f-4b09-82eb-297b6ecaf2bf tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=e45a9029-a84f-4233-b48a-2c33fc7dc960 HTTP/1.1" status: 200 len: 946 time: 0.0508306 Aug 22 13:56:52.787902 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5c86762b-4ad1-4845-87e4-3be7dcf2dec4 req-b461f514-228b-48d7-bd44-6bee326b7076 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353110 Aug 22 13:56:53.140737 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb05e64-9db1-49e2-8bc4-03ceb2d21106 req-7b9ec916-1cf9-460f-9993-c95c2f2ce0d2 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:53.143037 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-afb05e64-9db1-49e2-8bc4-03ceb2d21106 req-7b9ec916-1cf9-460f-9993-c95c2f2ce0d2 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=f15910a3-dc64-4349-96cf-424d04ade6d0 HTTP/1.1" status: 200 len: 946 time: 0.0547421 Aug 22 13:56:53.180046 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-afb05e64-9db1-49e2-8bc4-03ceb2d21106 req-3ab32b01-a184-4eb1-83e9-b701250075ab tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd42c95a-c24e-4c7d-aa36-bd21473692fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310113 Aug 22 13:56:53.291932 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5008119-4105-42a6-a32b-ae1423563d66 req-0b3ff5de-8f84-44ae-9af9-c3b94b736895 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:53.293408 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f5008119-4105-42a6-a32b-ae1423563d66 req-0b3ff5de-8f84-44ae-9af9-c3b94b736895 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=f15910a3-dc64-4349-96cf-424d04ade6d0 HTTP/1.1" status: 200 len: 946 time: 0.0490026 Aug 22 13:56:53.330373 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f5008119-4105-42a6-a32b-ae1423563d66 req-5526fc8e-b56d-4591-9781-a01ab10e6ff0 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd42c95a-c24e-4c7d-aa36-bd21473692fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308769 Aug 22 13:56:53.352922 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44110) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:56:53.390992 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc96d9f2-f02c-47bf-88a4-968be19691f7 tempest-TestVolumeBootPattern-1533443855 tempest-TestVolumeBootPattern-1533443855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:53.392660 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-cc96d9f2-f02c-47bf-88a4-968be19691f7 tempest-TestVolumeBootPattern-1533443855 tempest-TestVolumeBootPattern-1533443855-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f15910a3-dc64-4349-96cf-424d04ade6d0 HTTP/1.1" status: 200 len: 1093 time: 0.0387771 Aug 22 13:56:53.395308 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44112) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:56:53.400309 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-48f319ee-c7aa-4451-981b-4cd34193b5a1 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Request body: {'floatingip': {'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'port_id': '4d734c6c-43b2-4b1a-b01b-c5dc043a2704', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:56:53.422066 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-48f319ee-c7aa-4451-981b-4cd34193b5a1 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks [] for floatingip, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:53.517995 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-48f319ee-c7aa-4451-981b-4cd34193b5a1 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:53.621849 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-48f319ee-c7aa-4451-981b-4cd34193b5a1 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Allocated IP 172.25.3.119 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/ab56d9e3-c7d1-45fb-989a-83ad59c0cb0f) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:56:53.722148 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-48f319ee-c7aa-4451-981b-4cd34193b5a1 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:53.760136 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-48f319ee-c7aa-4451-981b-4cd34193b5a1 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:53.794342 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f319ee-c7aa-4451-981b-4cd34193b5a1 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:56:53.797060 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-48f319ee-c7aa-4451-981b-4cd34193b5a1 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:56:53.800821 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f319ee-c7aa-4451-981b-4cd34193b5a1 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:56:53.835570 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f319ee-c7aa-4451-981b-4cd34193b5a1 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Pushing event updated for resources: {'Port': ['ID=ab56d9e3-c7d1-45fb-989a-83ad59c0cb0f,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:56:53.846914 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f319ee-c7aa-4451-981b-4cd34193b5a1 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:56:53.847263 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f319ee-c7aa-4451-981b-4cd34193b5a1 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:56:53.847601 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f319ee-c7aa-4451-981b-4cd34193b5a1 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:56:53.847936 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f319ee-c7aa-4451-981b-4cd34193b5a1 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:56:53.848287 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f319ee-c7aa-4451-981b-4cd34193b5a1 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:56:53.848618 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f319ee-c7aa-4451-981b-4cd34193b5a1 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:56:53.848944 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f319ee-c7aa-4451-981b-4cd34193b5a1 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:56:53.849266 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f319ee-c7aa-4451-981b-4cd34193b5a1 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:56:53.849586 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f319ee-c7aa-4451-981b-4cd34193b5a1 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:56:53.849906 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f319ee-c7aa-4451-981b-4cd34193b5a1 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:56:53.850224 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f319ee-c7aa-4451-981b-4cd34193b5a1 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:56:53.850544 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f319ee-c7aa-4451-981b-4cd34193b5a1 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:56:53.959065 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6fe093-4273-421e-9c95-d67822eb2d9e req-18165a6b-4a57-429c-9278-5996c5a82524 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:53.960572 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1f6fe093-4273-421e-9c95-d67822eb2d9e req-18165a6b-4a57-429c-9278-5996c5a82524 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=e45a9029-a84f-4233-b48a-2c33fc7dc960 HTTP/1.1" status: 200 len: 946 time: 0.1027610 Aug 22 13:56:54.055391 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1f6fe093-4273-421e-9c95-d67822eb2d9e req-f6aa5948-1925-434f-8f28-3e042b84924d tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875192 Aug 22 13:56:54.487094 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d6d01c-f657-417b-93e8-370802630695 req-e4707782-5607-4e10-b370-bbb0593d5755 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:54.488561 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-30d6d01c-f657-417b-93e8-370802630695 req-e4707782-5607-4e10-b370-bbb0593d5755 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.16 "GET /v2.0/ports?device_id=e45a9029-a84f-4233-b48a-2c33fc7dc960 HTTP/1.1" status: 200 len: 946 time: 0.4069190 Aug 22 13:56:54.661865 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-48f319ee-c7aa-4451-981b-4cd34193b5a1 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:54.702385 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-30d6d01c-f657-417b-93e8-370802630695 req-fc3996e7-f100-4d9b-aab9-0245e5051437 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Deleting port ab081439-4fb4-486c-bca8-26fb39dcb984 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:56:54.702723 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-30d6d01c-f657-417b-93e8-370802630695 req-fc3996e7-f100-4d9b-aab9-0245e5051437 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:54.799896 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-48f319ee-c7aa-4451-981b-4cd34193b5a1 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:54.843440 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-30d6d01c-f657-417b-93e8-370802630695 req-fc3996e7-f100-4d9b-aab9-0245e5051437 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] For port ab081439-4fb4-486c-bca8-26fb39dcb984, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=ab081439-4fb4-486c-bca8-26fb39dcb984,segment=NetworkSegment(3236bd72-b879-4aac-9539-57e8f1383d4a),segment_id=3236bd72-b879-4aac-9539-57e8f1383d4a)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:56:54.843806 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-30d6d01c-f657-417b-93e8-370802630695 req-fc3996e7-f100-4d9b-aab9-0245e5051437 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:54.867055 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-30d6d01c-f657-417b-93e8-370802630695 req-fc3996e7-f100-4d9b-aab9-0245e5051437 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Calling delete_port for ab081439-4fb4-486c-bca8-26fb39dcb984 owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:56:55.113008 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-48f319ee-c7aa-4451-981b-4cd34193b5a1 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:55.123086 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-48f319ee-c7aa-4451-981b-4cd34193b5a1 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:55.233253 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-30d6d01c-f657-417b-93e8-370802630695 req-fc3996e7-f100-4d9b-aab9-0245e5051437 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:55.245345 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['ab081439-4fb4-486c-bca8-26fb39dcb984'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:56:55.248822 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['698de0fa-91b4-4ddf-95f2-f2c3efc4bd69'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:56:55.255544 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f319ee-c7aa-4451-981b-4cd34193b5a1 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Pushing event updated for resources: {'Port': ['ID=ab56d9e3-c7d1-45fb-989a-83ad59c0cb0f,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:56:55.301456 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3996e7-f100-4d9b-aab9-0245e5051437 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Pushing event deleted for resources: {'Port': ['ID=ab081439-4fb4-486c-bca8-26fb39dcb984,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:56:55.303771 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-48f319ee-c7aa-4451-981b-4cd34193b5a1 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:55.386638 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190d750-90af-4731-9574-f1456289f8aa req-5c2f64d1-2b54-4418-8a03-b34e562bd870 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:55.388172 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7190d750-90af-4731-9574-f1456289f8aa req-5c2f64d1-2b54-4418-8a03-b34e562bd870 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=e45a9029-a84f-4233-b48a-2c33fc7dc960 HTTP/1.1" status: 200 len: 867 time: 0.2294178 Aug 22 13:56:55.390957 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-30d6d01c-f657-417b-93e8-370802630695 req-fc3996e7-f100-4d9b-aab9-0245e5051437 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] No DVR routers for this DVR port ab081439-4fb4-486c-bca8-26fb39dcb984 on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:56:55.395898 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-30d6d01c-f657-417b-93e8-370802630695 req-fc3996e7-f100-4d9b-aab9-0245e5051437 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:55.397897 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-30d6d01c-f657-417b-93e8-370802630695 req-fc3996e7-f100-4d9b-aab9-0245e5051437 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.16 "DELETE /v2.0/ports/ab081439-4fb4-486c-bca8-26fb39dcb984 HTTP/1.1" status: 204 len: 173 time: 0.9031315 Aug 22 13:56:55.398348 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45a9029-a84f-4233-b48a-2c33fc7dc960', 'name': 'network-vif-deleted', 'tag': 'ab081439-4fb4-486c-bca8-26fb39dcb984'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:56:55.400607 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc0cc24-0040-4862-a982-1d260da138bd" -d '{"events": [{"server_uuid": "e45a9029-a84f-4233-b48a-2c33fc7dc960", "name": "network-vif-deleted", "tag": "ab081439-4fb4-486c-bca8-26fb39dcb984"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:56:55.473741 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a63bc0-527f-4265-83d4-9ea7ec88f979 x-openstack-request-id: req-07a63bc0-527f-4265-83d4-9ea7ec88f979 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:56:55.474027 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45a9029-a84f-4233-b48a-2c33fc7dc960", "name": "network-vif-deleted", "tag": "ab081439-4fb4-486c-bca8-26fb39dcb984", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:56:55.474277 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-07a63bc0-527f-4265-83d4-9ea7ec88f979 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:56:55.474670 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45a9029-a84f-4233-b48a-2c33fc7dc960', 'name': 'network-vif-deleted', 'tag': 'ab081439-4fb4-486c-bca8-26fb39dcb984', 'status': 'completed', 'code': 200} Aug 22 13:56:55.493171 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7190d750-90af-4731-9574-f1456289f8aa req-890a2193-f3f5-4473-af52-74773136bc30 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889714 Aug 22 13:56:55.509790 n-d-793621-33 neutron-server[94627]: INFO neutron.db.l3_db [None req-48f319ee-c7aa-4451-981b-4cd34193b5a1 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Floating IP efb03058-d65b-4173-8c1c-b0fd9b6a8efd associated. External IP: 172.25.3.119, port: 4d734c6c-43b2-4b1a-b01b-c5dc043a2704. Aug 22 13:56:55.732498 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f319ee-c7aa-4451-981b-4cd34193b5a1 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Router 691ab47d-88af-46ef-a7c2-bc1f9265894e has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:56:55.844925 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f319ee-c7aa-4451-981b-4cd34193b5a1 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:56:55.858725 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7a5446-197d-47b4-949f-5d04b2dea75b None None] Sync routers for ids ['691ab47d-88af-46ef-a7c2-bc1f9265894e'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:56:55.863704 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-48f319ee-c7aa-4451-981b-4cd34193b5a1 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:55.871285 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7a5446-197d-47b4-949f-5d04b2dea75b None None] Routers {'691ab47d-88af-46ef-a7c2-bc1f9265894e'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:56:55.871914 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-ea7a5446-197d-47b4-949f-5d04b2dea75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:56:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['691ab47d-88af-46ef-a7c2-bc1f9265894e'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:56:55.901808 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-48f319ee-c7aa-4451-981b-4cd34193b5a1 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4980710 Aug 22 13:56:56.135620 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-ea7a5446-197d-47b4-949f-5d04b2dea75b None None] Set router 691ab47d-88af-46ef-a7c2-bc1f9265894e gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:56:56.367013 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-ea7a5446-197d-47b4-949f-5d04b2dea75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'name': 'tempest-TestVolumeBootPattern-1585772999-router', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'eb0b350b-e9ed-4802-b640-bbd749af74cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:48Z', 'updated_at': '2021-08-22T13:48:57Z', 'revision_number': 4, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'gw_port': {'id': 'eb0b350b-e9ed-4802-b640-bbd749af74cf', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:82:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:49Z', 'updated_at': '2021-08-22T13:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'efb03058-d65b-4173-8c1c-b0fd9b6a8efd', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'floating_ip_address': '172.25.3.119', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'port_id': '4d734c6c-43b2-4b1a-b01b-c5dc043a2704', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8', 'mac_address': 'fa:16:3e:ec:f3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15910a3-dc64-4349-96cf-424d04ade6d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:56:54Z', 'updated_at': '2021-08-22T13:56:54Z', 'revision_number': 0, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1703a5c7-14cb-4e00-840e-e5065226b41c', 'name': '', 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'mac_address': 'fa:16:3e:d4:63:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'ad565ab1-b54d-4060-a258-16294d6e46a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:54Z', 'updated_at': '2021-08-22T13:49:05Z', 'revision_number': 5, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'subnets': [{'id': 'ad565ab1-b54d-4060-a258-16294d6e46a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:56:56.396487 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7a5446-197d-47b4-949f-5d04b2dea75b None None] Checking router: 691ab47d-88af-46ef-a7c2-bc1f9265894e for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:56:56.404810 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7a5446-197d-47b4-949f-5d04b2dea75b None None] Routers {'691ab47d-88af-46ef-a7c2-bc1f9265894e'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:56:56.405422 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-ea7a5446-197d-47b4-949f-5d04b2dea75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:56:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['691ab47d-88af-46ef-a7c2-bc1f9265894e'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:56:56.512439 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-ea7a5446-197d-47b4-949f-5d04b2dea75b None None] Set router 691ab47d-88af-46ef-a7c2-bc1f9265894e gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:56:56.753312 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-ea7a5446-197d-47b4-949f-5d04b2dea75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'name': 'tempest-TestVolumeBootPattern-1585772999-router', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'eb0b350b-e9ed-4802-b640-bbd749af74cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:48Z', 'updated_at': '2021-08-22T13:48:57Z', 'revision_number': 4, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'gw_port': {'id': 'eb0b350b-e9ed-4802-b640-bbd749af74cf', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:82:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:49Z', 'updated_at': '2021-08-22T13:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'efb03058-d65b-4173-8c1c-b0fd9b6a8efd', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'floating_ip_address': '172.25.3.119', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'port_id': '4d734c6c-43b2-4b1a-b01b-c5dc043a2704', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8', 'mac_address': 'fa:16:3e:ec:f3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15910a3-dc64-4349-96cf-424d04ade6d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:56:54Z', 'updated_at': '2021-08-22T13:56:54Z', 'revision_number': 0, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1703a5c7-14cb-4e00-840e-e5065226b41c', 'name': '', 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'mac_address': 'fa:16:3e:d4:63:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'ad565ab1-b54d-4060-a258-16294d6e46a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:54Z', 'updated_at': '2021-08-22T13:49:05Z', 'revision_number': 5, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'subnets': [{'id': 'ad565ab1-b54d-4060-a258-16294d6e46a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:56:56.786920 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7a5446-197d-47b4-949f-5d04b2dea75b None None] The sync data for ids ['691ab47d-88af-46ef-a7c2-bc1f9265894e'] in n-d-793621-33 is: [{'id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'name': 'tempest-TestVolumeBootPattern-1585772999-router', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'eb0b350b-e9ed-4802-b640-bbd749af74cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:48Z', 'updated_at': '2021-08-22T13:48:57Z', 'revision_number': 4, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'gw_port': {'id': 'eb0b350b-e9ed-4802-b640-bbd749af74cf', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:82:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:49Z', 'updated_at': '2021-08-22T13:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'efb03058-d65b-4173-8c1c-b0fd9b6a8efd', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'floating_ip_address': '172.25.3.119', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'port_id': '4d734c6c-43b2-4b1a-b01b-c5dc043a2704', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8', 'mac_address': 'fa:16:3e:ec:f3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15910a3-dc64-4349-96cf-424d04ade6d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:56:54Z', 'updated_at': '2021-08-22T13:56:54Z', 'revision_number': 0, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1703a5c7-14cb-4e00-840e-e5065226b41c', 'name': '', 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'mac_address': 'fa:16:3e:d4:63:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'ad565ab1-b54d-4060-a258-16294d6e46a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:54Z', 'updated_at': '2021-08-22T13:49:05Z', 'revision_number': 5, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'subnets': [{'id': 'ad565ab1-b54d-4060-a258-16294d6e46a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:56:56.789438 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6b95a-8b59-46b4-8c40-f827a0c67dd4 req-546f60b5-c414-473b-90a6-83c0f76d4207 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:56.790984 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-40c6b95a-8b59-46b4-8c40-f827a0c67dd4 req-546f60b5-c414-473b-90a6-83c0f76d4207 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c32ba1a-36ee-49ec-9be4-1c46a9ae6096 HTTP/1.1" status: 200 len: 945 time: 0.0591297 Aug 22 13:56:56.844073 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-40c6b95a-8b59-46b4-8c40-f827a0c67dd4 req-c3f20bdc-246a-4349-9278-e8580d63ba72 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387981 Aug 22 13:56:56.996137 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdea548-7563-49d2-bf51-e9164eba2cc7 None None] New status for floating IP efb03058-d65b-4173-8c1c-b0fd9b6a8efd: ACTIVE {{(pid=94630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 13:56:57.333503 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device ab081439-4fb4-486c-bca8-26fb39dcb984 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:56:57.353659 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: ab081439-4fb4-486c-bca8-26fb39dcb984 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:56:57.354006 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device ab081439-4fb4-486c-bca8-26fb39dcb984 not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:56:57.476070 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f15910a3-dc64-4349-96cf-424d04ade6d0', 'tag': '4d734c6c-43b2-4b1a-b01b-c5dc043a2704'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:56:57.478518 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2004bfcb-9be0-43e1-aea0-175ce12b881e" -d '{"events": [{"name": "network-changed", "server_uuid": "f15910a3-dc64-4349-96cf-424d04ade6d0", "tag": "4d734c6c-43b2-4b1a-b01b-c5dc043a2704"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:56:57.517308 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d282c2-6d48-428d-bdfe-b6a4afedf3f7 x-openstack-request-id: req-51d282c2-6d48-428d-bdfe-b6a4afedf3f7 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:56:57.517589 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f15910a3-dc64-4349-96cf-424d04ade6d0", "tag": "4d734c6c-43b2-4b1a-b01b-c5dc043a2704", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:56:57.517833 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-51d282c2-6d48-428d-bdfe-b6a4afedf3f7 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:56:57.518222 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f15910a3-dc64-4349-96cf-424d04ade6d0', 'tag': '4d734c6c-43b2-4b1a-b01b-c5dc043a2704', 'status': 'completed', 'code': 200} Aug 22 13:56:57.581260 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2004bfcb-9be0-43e1-aea0-175ce12b881e req-56bae884-ea2d-4539-b905-85adaa3b0874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:57.582728 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2004bfcb-9be0-43e1-aea0-175ce12b881e req-56bae884-ea2d-4539-b905-85adaa3b0874 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=19e069a6935a47bcb8831313e7520ef4&device_id=f15910a3-dc64-4349-96cf-424d04ade6d0 HTTP/1.1" status: 200 len: 1098 time: 0.0407994 Aug 22 13:56:57.669407 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2004bfcb-9be0-43e1-aea0-175ce12b881e req-3621dbdb-6f3b-4d77-a903-17f3d69a265b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:57.670781 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2004bfcb-9be0-43e1-aea0-175ce12b881e req-3621dbdb-6f3b-4d77-a903-17f3d69a265b service neutron] 10.222.0.16 "GET /v2.0/networks?id=f8ac2233-ea24-423f-9bd4-53abb27cd3b8 HTTP/1.1" status: 200 len: 913 time: 0.0808821 Aug 22 13:56:57.739973 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2004bfcb-9be0-43e1-aea0-175ce12b881e req-3f6252b2-056b-4be8-a8b5-3320697aa44d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d734c6c-43b2-4b1a-b01b-c5dc043a2704 HTTP/1.1" status: 200 len: 1002 time: 0.0612950 Aug 22 13:56:57.795026 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2004bfcb-9be0-43e1-aea0-175ce12b881e req-83839d99-63d7-425c-8b23-e4943e4d2b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:57.796465 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2004bfcb-9be0-43e1-aea0-175ce12b881e req-83839d99-63d7-425c-8b23-e4943e4d2b86 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ad565ab1-b54d-4060-a258-16294d6e46a2 HTTP/1.1" status: 200 len: 851 time: 0.0423954 Aug 22 13:56:57.842158 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2004bfcb-9be0-43e1-aea0-175ce12b881e req-3ba6a7f5-7bd4-491e-a907-3e952565033e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:57.843613 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2004bfcb-9be0-43e1-aea0-175ce12b881e req-3ba6a7f5-7bd4-491e-a907-3e952565033e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f8ac2233-ea24-423f-9bd4-53abb27cd3b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384338 Aug 22 13:56:57.963496 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2004bfcb-9be0-43e1-aea0-175ce12b881e req-313a6f13-af7c-4136-9916-cc3379dce633 service neutron] 10.222.0.16 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124926 Aug 22 13:56:57.987687 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5e24e-546f-43df-b791-9ab5b61c3a22 req-8e789f74-7188-49b3-8f91-a12b8522e291 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:57.989213 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e7a5e24e-546f-43df-b791-9ab5b61c3a22 req-8e789f74-7188-49b3-8f91-a12b8522e291 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c32ba1a-36ee-49ec-9be4-1c46a9ae6096 HTTP/1.1" status: 200 len: 945 time: 0.0714352 Aug 22 13:56:57.999615 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356258c-b98d-48ea-8e7a-bea6f340cade req-284bfa8e-3952-4aef-8a06-7bb49525e287 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:58.001369 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9356258c-b98d-48ea-8e7a-bea6f340cade req-284bfa8e-3952-4aef-8a06-7bb49525e287 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c32ba1a-36ee-49ec-9be4-1c46a9ae6096 HTTP/1.1" status: 200 len: 945 time: 0.0506890 Aug 22 13:56:58.075681 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e7a5e24e-546f-43df-b791-9ab5b61c3a22 req-eacb5e1f-da74-496e-82f2-eda35f1e5723 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff499594-fea9-4548-b1c6-fd3e6f6337d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766537 Aug 22 13:56:58.096379 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-9356258c-b98d-48ea-8e7a-bea6f340cade req-9634ffaf-acfe-47aa-96c9-87871dc2b8d8 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Deleting port 698de0fa-91b4-4ddf-95f2-f2c3efc4bd69 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:56:58.096719 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-9356258c-b98d-48ea-8e7a-bea6f340cade req-9634ffaf-acfe-47aa-96c9-87871dc2b8d8 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:58.098447 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2004bfcb-9be0-43e1-aea0-175ce12b881e req-89d7efec-4c7e-4ec0-85e8-968cb0073397 service neutron] 10.222.0.16 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269104 Aug 22 13:56:58.184057 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-9356258c-b98d-48ea-8e7a-bea6f340cade req-9634ffaf-acfe-47aa-96c9-87871dc2b8d8 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] For port 698de0fa-91b4-4ddf-95f2-f2c3efc4bd69, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=698de0fa-91b4-4ddf-95f2-f2c3efc4bd69,segment=NetworkSegment(3236bd72-b879-4aac-9539-57e8f1383d4a),segment_id=3236bd72-b879-4aac-9539-57e8f1383d4a)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:56:58.184464 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-9356258c-b98d-48ea-8e7a-bea6f340cade req-9634ffaf-acfe-47aa-96c9-87871dc2b8d8 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:58.196501 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-9356258c-b98d-48ea-8e7a-bea6f340cade req-9634ffaf-acfe-47aa-96c9-87871dc2b8d8 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Calling delete_port for 698de0fa-91b4-4ddf-95f2-f2c3efc4bd69 owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:56:58.325887 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-9356258c-b98d-48ea-8e7a-bea6f340cade req-9634ffaf-acfe-47aa-96c9-87871dc2b8d8 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:58.338438 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['698de0fa-91b4-4ddf-95f2-f2c3efc4bd69'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:56:58.362746 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634ffaf-acfe-47aa-96c9-87871dc2b8d8 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Pushing event deleted for resources: {'Port': ['ID=698de0fa-91b4-4ddf-95f2-f2c3efc4bd69,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:56:58.413941 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-9356258c-b98d-48ea-8e7a-bea6f340cade req-9634ffaf-acfe-47aa-96c9-87871dc2b8d8 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] No DVR routers for this DVR port 698de0fa-91b4-4ddf-95f2-f2c3efc4bd69 on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:56:58.417103 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-9356258c-b98d-48ea-8e7a-bea6f340cade req-9634ffaf-acfe-47aa-96c9-87871dc2b8d8 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:58.419191 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9356258c-b98d-48ea-8e7a-bea6f340cade req-9634ffaf-acfe-47aa-96c9-87871dc2b8d8 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.41 "DELETE /v2.0/ports/698de0fa-91b4-4ddf-95f2-f2c3efc4bd69 HTTP/1.1" status: 204 len: 173 time: 0.4119365 Aug 22 13:56:58.419920 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c32ba1a-36ee-49ec-9be4-1c46a9ae6096', 'name': 'network-vif-deleted', 'tag': '698de0fa-91b4-4ddf-95f2-f2c3efc4bd69'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:56:58.424398 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f111c9a8-a754-4e39-bd22-b951023e425b" -d '{"events": [{"server_uuid": "3c32ba1a-36ee-49ec-9be4-1c46a9ae6096", "name": "network-vif-deleted", "tag": "698de0fa-91b4-4ddf-95f2-f2c3efc4bd69"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:56:58.452466 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d940ea28-e3ad-4b50-a945-64666644e354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:58.482776 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d260b20b-d2cc-4f5d-918e-d457bd499301 x-openstack-request-id: req-d260b20b-d2cc-4f5d-918e-d457bd499301 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:56:58.483304 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c32ba1a-36ee-49ec-9be4-1c46a9ae6096", "name": "network-vif-deleted", "tag": "698de0fa-91b4-4ddf-95f2-f2c3efc4bd69", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:56:58.483942 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d260b20b-d2cc-4f5d-918e-d457bd499301 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:56:58.484544 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c32ba1a-36ee-49ec-9be4-1c46a9ae6096', 'name': 'network-vif-deleted', 'tag': '698de0fa-91b4-4ddf-95f2-f2c3efc4bd69', 'status': 'completed', 'code': 200} Aug 22 13:56:58.577725 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:56:59.375477 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df67d79d-69b7-4c0e-983d-58a74ee343f9 req-d1752544-0599-44f3-b4b9-e263af9dd2be tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:56:59.377064 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-df67d79d-69b7-4c0e-983d-58a74ee343f9 req-d1752544-0599-44f3-b4b9-e263af9dd2be tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.0556901 Aug 22 13:56:59.421294 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-df67d79d-69b7-4c0e-983d-58a74ee343f9 req-24ff18ef-ce9c-4aeb-9631-2fb59108745d tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375352 Aug 22 13:57:00.538577 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4a16e-975e-4a2b-ad02-aa75b74b7a98 req-4870325f-a6f6-46aa-b008-5897ad7f20dd tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:57:00.540114 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-84d4a16e-975e-4a2b-ad02-aa75b74b7a98 req-4870325f-a6f6-46aa-b008-5897ad7f20dd tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.0494611 Aug 22 13:57:00.591606 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-84d4a16e-975e-4a2b-ad02-aa75b74b7a98 req-11436dd9-d6e2-4bf5-8588-72af51e6059c tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455551 Aug 22 13:57:01.076506 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e3196976-985f-4151-8166-bb30e1c54acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:01.210840 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:01.282647 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 698de0fa-91b4-4ddf-95f2-f2c3efc4bd69 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:57:01.302914 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: 698de0fa-91b4-4ddf-95f2-f2c3efc4bd69 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:57:01.303259 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 698de0fa-91b4-4ddf-95f2-f2c3efc4bd69 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:57:01.715914 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a42ef5-ba73-4122-a910-ebf3fb4d941e req-f710c3d5-8384-4ee1-a254-36b6882e8487 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:57:01.717453 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-75a42ef5-ba73-4122-a910-ebf3fb4d941e req-f710c3d5-8384-4ee1-a254-36b6882e8487 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.0535874 Aug 22 13:57:01.762669 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-75a42ef5-ba73-4122-a910-ebf3fb4d941e req-fa8c2dc4-62e8-47cf-a2eb-2813e5542756 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2301ab2-c63d-4154-9b10-5dfa3cc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351212 Aug 22 13:57:01.858569 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd24098-ce61-4500-a7e7-95c42eb6ab6e req-44dff844-70b0-4838-968c-ecf096cf956a tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:57:01.860037 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0fd24098-ce61-4500-a7e7-95c42eb6ab6e req-44dff844-70b0-4838-968c-ecf096cf956a tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 944 time: 0.0492368 Aug 22 13:57:01.956444 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-0fd24098-ce61-4500-a7e7-95c42eb6ab6e req-aa327535-6b71-4b0d-b4d5-8bd26ae11faf tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Deleting port 2a56cda3-bbfb-4688-9140-f2cf54a149cc {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:57:01.956669 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-0fd24098-ce61-4500-a7e7-95c42eb6ab6e req-aa327535-6b71-4b0d-b4d5-8bd26ae11faf tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:02.044296 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-0fd24098-ce61-4500-a7e7-95c42eb6ab6e req-aa327535-6b71-4b0d-b4d5-8bd26ae11faf tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] For port 2a56cda3-bbfb-4688-9140-f2cf54a149cc, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=2a56cda3-bbfb-4688-9140-f2cf54a149cc,segment=NetworkSegment(3236bd72-b879-4aac-9539-57e8f1383d4a),segment_id=3236bd72-b879-4aac-9539-57e8f1383d4a)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:57:02.044663 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-0fd24098-ce61-4500-a7e7-95c42eb6ab6e req-aa327535-6b71-4b0d-b4d5-8bd26ae11faf tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:02.216783 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-0fd24098-ce61-4500-a7e7-95c42eb6ab6e req-aa327535-6b71-4b0d-b4d5-8bd26ae11faf tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:02.217106 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-0fd24098-ce61-4500-a7e7-95c42eb6ab6e req-aa327535-6b71-4b0d-b4d5-8bd26ae11faf tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:02.217410 n-d-793621-33 neutron-server[94627]: INFO neutron.db.l3_db [req-0fd24098-ce61-4500-a7e7-95c42eb6ab6e req-aa327535-6b71-4b0d-b4d5-8bd26ae11faf tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Floating IP 10d8dbbb-d954-45ae-ad3c-809b4b51f191 disassociated. External IP: 172.25.3.238, port: 2a56cda3-bbfb-4688-9140-f2cf54a149cc. Aug 22 13:57:02.217746 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-0fd24098-ce61-4500-a7e7-95c42eb6ab6e req-aa327535-6b71-4b0d-b4d5-8bd26ae11faf tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Calling delete_port for 2a56cda3-bbfb-4688-9140-f2cf54a149cc owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:57:02.355555 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-0fd24098-ce61-4500-a7e7-95c42eb6ab6e req-aa327535-6b71-4b0d-b4d5-8bd26ae11faf tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:02.385885 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa327535-6b71-4b0d-b4d5-8bd26ae11faf tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Pushing event deleted for resources: {'Port': ['ID=2a56cda3-bbfb-4688-9140-f2cf54a149cc,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:57:02.488966 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:02.511135 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0fd24098-ce61-4500-a7e7-95c42eb6ab6e req-aa327535-6b71-4b0d-b4d5-8bd26ae11faf tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Router 042be66c-5333-467e-9867-54bef9f83977 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:57:02.624994 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0fd24098-ce61-4500-a7e7-95c42eb6ab6e req-aa327535-6b71-4b0d-b4d5-8bd26ae11faf tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:57:02.636804 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9bb889-b9eb-414f-96f2-038393719d68 None None] Sync routers for ids ['042be66c-5333-467e-9867-54bef9f83977'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:57:02.647600 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9bb889-b9eb-414f-96f2-038393719d68 None None] Routers {'042be66c-5333-467e-9867-54bef9f83977'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:57:02.648223 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-3b9bb889-b9eb-414f-96f2-038393719d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:57:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['042be66c-5333-467e-9867-54bef9f83977'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:57:02.671933 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fd24098-ce61-4500-a7e7-95c42eb6ab6e req-aa327535-6b71-4b0d-b4d5-8bd26ae11faf tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] No DVR routers for this DVR port 2a56cda3-bbfb-4688-9140-f2cf54a149cc on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:57:02.675890 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-0fd24098-ce61-4500-a7e7-95c42eb6ab6e req-aa327535-6b71-4b0d-b4d5-8bd26ae11faf tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:02.678087 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0fd24098-ce61-4500-a7e7-95c42eb6ab6e req-aa327535-6b71-4b0d-b4d5-8bd26ae11faf tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.16 "DELETE /v2.0/ports/2a56cda3-bbfb-4688-9140-f2cf54a149cc HTTP/1.1" status: 204 len: 173 time: 0.8099649 Aug 22 13:57:02.678615 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f4f0940-3ae2-4643-993f-7cccea7df197', 'name': 'network-vif-deleted', 'tag': '2a56cda3-bbfb-4688-9140-f2cf54a149cc'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:57:02.681571 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebdcd58-201c-466b-9fe6-56da7008e9b0" -d '{"events": [{"server_uuid": "9f4f0940-3ae2-4643-993f-7cccea7df197", "name": "network-vif-deleted", "tag": "2a56cda3-bbfb-4688-9140-f2cf54a149cc"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:57:02.731621 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201bcaf5-c160-4b08-a06a-d25067a61067 x-openstack-request-id: req-201bcaf5-c160-4b08-a06a-d25067a61067 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:57:02.735920 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f4f0940-3ae2-4643-993f-7cccea7df197", "name": "network-vif-deleted", "tag": "2a56cda3-bbfb-4688-9140-f2cf54a149cc", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:57:02.739238 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-201bcaf5-c160-4b08-a06a-d25067a61067 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:57:02.739962 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f4f0940-3ae2-4643-993f-7cccea7df197', 'name': 'network-vif-deleted', 'tag': '2a56cda3-bbfb-4688-9140-f2cf54a149cc', 'status': 'completed', 'code': 200} Aug 22 13:57:02.769945 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-3b9bb889-b9eb-414f-96f2-038393719d68 None None] Set router 042be66c-5333-467e-9867-54bef9f83977 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:57:02.888203 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-85e46974-54ac-473e-866d-6897611cd601 req-4d94d7da-ad1c-4c7f-bc71-2918b0bbd7dc tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f4f0940-3ae2-4643-993f-7cccea7df197 HTTP/1.1" status: 200 len: 210 time: 0.0282235 Aug 22 13:57:03.012860 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-3b9bb889-b9eb-414f-96f2-038393719d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042be66c-5333-467e-9867-54bef9f83977', 'name': 'tempest-ServerActionsTestJSON-1693384433-router', 'tenant_id': '9332af772cbe4a47bd1754f9819c9211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'd7199b17-47b2-4720-9ab9-e355129aca68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:49:55Z', 'updated_at': '2021-08-22T13:50:01Z', 'revision_number': 4, 'project_id': '9332af772cbe4a47bd1754f9819c9211', 'gw_port': {'id': 'd7199b17-47b2-4720-9ab9-e355129aca68', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:62:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042be66c-5333-467e-9867-54bef9f83977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:49:56Z', 'updated_at': '2021-08-22T13:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '429094ec-2db4-4b03-81f7-73fb86b0f777', 'name': '', 'network_id': '0db5422b-3cd9-4056-8d7a-7dc64f09a7c0', 'tenant_id': '9332af772cbe4a47bd1754f9819c9211', 'mac_address': 'fa:16:3e:83:e7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042be66c-5333-467e-9867-54bef9f83977', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '96df5698-35fe-4400-8623-8e6dad52953f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:49:59Z', 'updated_at': '2021-08-22T13:50:08Z', 'revision_number': 5, 'project_id': '9332af772cbe4a47bd1754f9819c9211', 'subnets': [{'id': '96df5698-35fe-4400-8623-8e6dad52953f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:57:03.038867 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9bb889-b9eb-414f-96f2-038393719d68 None None] Checking router: 042be66c-5333-467e-9867-54bef9f83977 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:57:03.046987 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9bb889-b9eb-414f-96f2-038393719d68 None None] Routers {'042be66c-5333-467e-9867-54bef9f83977'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:57:03.047587 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-3b9bb889-b9eb-414f-96f2-038393719d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:57:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['042be66c-5333-467e-9867-54bef9f83977'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:57:03.154966 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-3b9bb889-b9eb-414f-96f2-038393719d68 None None] Set router 042be66c-5333-467e-9867-54bef9f83977 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:57:03.361364 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-3b9bb889-b9eb-414f-96f2-038393719d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042be66c-5333-467e-9867-54bef9f83977', 'name': 'tempest-ServerActionsTestJSON-1693384433-router', 'tenant_id': '9332af772cbe4a47bd1754f9819c9211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'd7199b17-47b2-4720-9ab9-e355129aca68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:49:55Z', 'updated_at': '2021-08-22T13:50:01Z', 'revision_number': 4, 'project_id': '9332af772cbe4a47bd1754f9819c9211', 'gw_port': {'id': 'd7199b17-47b2-4720-9ab9-e355129aca68', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:62:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042be66c-5333-467e-9867-54bef9f83977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:49:56Z', 'updated_at': '2021-08-22T13:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '429094ec-2db4-4b03-81f7-73fb86b0f777', 'name': '', 'network_id': '0db5422b-3cd9-4056-8d7a-7dc64f09a7c0', 'tenant_id': '9332af772cbe4a47bd1754f9819c9211', 'mac_address': 'fa:16:3e:83:e7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042be66c-5333-467e-9867-54bef9f83977', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '96df5698-35fe-4400-8623-8e6dad52953f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:49:59Z', 'updated_at': '2021-08-22T13:50:08Z', 'revision_number': 5, 'project_id': '9332af772cbe4a47bd1754f9819c9211', 'subnets': [{'id': '96df5698-35fe-4400-8623-8e6dad52953f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:57:03.391140 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9bb889-b9eb-414f-96f2-038393719d68 None None] The sync data for ids ['042be66c-5333-467e-9867-54bef9f83977'] in n-d-793621-33 is: [{'id': '042be66c-5333-467e-9867-54bef9f83977', 'name': 'tempest-ServerActionsTestJSON-1693384433-router', 'tenant_id': '9332af772cbe4a47bd1754f9819c9211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'd7199b17-47b2-4720-9ab9-e355129aca68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:49:55Z', 'updated_at': '2021-08-22T13:50:01Z', 'revision_number': 4, 'project_id': '9332af772cbe4a47bd1754f9819c9211', 'gw_port': {'id': 'd7199b17-47b2-4720-9ab9-e355129aca68', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:62:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042be66c-5333-467e-9867-54bef9f83977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:49:56Z', 'updated_at': '2021-08-22T13:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '429094ec-2db4-4b03-81f7-73fb86b0f777', 'name': '', 'network_id': '0db5422b-3cd9-4056-8d7a-7dc64f09a7c0', 'tenant_id': '9332af772cbe4a47bd1754f9819c9211', 'mac_address': 'fa:16:3e:83:e7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042be66c-5333-467e-9867-54bef9f83977', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '96df5698-35fe-4400-8623-8e6dad52953f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:49:59Z', 'updated_at': '2021-08-22T13:50:08Z', 'revision_number': 5, 'project_id': '9332af772cbe4a47bd1754f9819c9211', 'subnets': [{'id': '96df5698-35fe-4400-8623-8e6dad52953f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:57:03.609697 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9ea567-2256-450b-9332-bf9466f7ec5a None None] New status for floating IP 10d8dbbb-d954-45ae-ad3c-809b4b51f191: DOWN {{(pid=94630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 13:57:03.981965 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44194) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:57:04.016720 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:04.045619 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bdb1c1e1-5e3a-4135-a34f-ef53e01bd5b2 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:04.070851 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bdb1c1e1-5e3a-4135-a34f-ef53e01bd5b2 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:04.120942 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bdb1c1e1-5e3a-4135-a34f-ef53e01bd5b2 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:04.123565 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bdb1c1e1-5e3a-4135-a34f-ef53e01bd5b2 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:04.124758 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-bdb1c1e1-5e3a-4135-a34f-ef53e01bd5b2 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "DELETE /v2.0/security-groups/e2301ab2-c63d-4154-9b10-5dfa3cc8c820 HTTP/1.1" status: 204 len: 168 time: 0.1416821 Aug 22 13:57:04.128127 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44196) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:57:04.134290 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb1c1e1-5e3a-4135-a34f-ef53e01bd5b2 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2301ab2-c63d-4154-9b10-5dfa3cc8c820,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:57:04.145122 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-fcdcb4d8-412b-4fc2-821f-123060c56116 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] show failed (client error): The resource could not be found. Aug 22 13:57:04.146165 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-fcdcb4d8-412b-4fc2-821f-123060c56116 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "GET /v2.0/security-groups/e2301ab2-c63d-4154-9b10-5dfa3cc8c820 HTTP/1.1" status: 404 len: 347 time: 0.0168998 Aug 22 13:57:04.149203 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44198) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:57:04.275049 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:04.285124 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-e8a4072c-304d-4fc5-84b7-15400eef0fe2 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Deleting port 61a38e42-3534-4f34-b8d7-06ac89c94ff2 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:57:04.285469 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e8a4072c-304d-4fc5-84b7-15400eef0fe2 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:04.378565 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e8a4072c-304d-4fc5-84b7-15400eef0fe2 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:04.378962 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e8a4072c-304d-4fc5-84b7-15400eef0fe2 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:04.392920 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-e8a4072c-304d-4fc5-84b7-15400eef0fe2 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Calling delete_port for 61a38e42-3534-4f34-b8d7-06ac89c94ff2 owned by network:floatingip {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:57:04.537794 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e8a4072c-304d-4fc5-84b7-15400eef0fe2 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:04.566524 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a4072c-304d-4fc5-84b7-15400eef0fe2 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Pushing event deleted for resources: {'Port': ['ID=61a38e42-3534-4f34-b8d7-06ac89c94ff2,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:57:04.626116 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e8a4072c-304d-4fc5-84b7-15400eef0fe2 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks [] for floatingip, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:04.628961 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e8a4072c-304d-4fc5-84b7-15400eef0fe2 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:04.630215 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e8a4072c-304d-4fc5-84b7-15400eef0fe2 tempest-ServerActionsTestJSON-1656096262 tempest-ServerActionsTestJSON-1656096262-project] 10.222.0.21 "DELETE /v2.0/floatingips/10d8dbbb-d954-45ae-ad3c-809b4b51f191 HTTP/1.1" status: 204 len: 168 time: 0.4792304 Aug 22 13:57:04.633063 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44200) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:57:05.122776 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-99bf129a-05fe-47aa-85a0-3829ae814570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:05.187341 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f333a-eadc-4bb3-b65c-d32736f1b8ac req-34970cd9-a7c6-4d2c-bacb-e6ec7d385c74 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:57:05.188899 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c00f333a-eadc-4bb3-b65c-d32736f1b8ac req-34970cd9-a7c6-4d2c-bacb-e6ec7d385c74 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] 10.222.0.21 "GET /v2.0/ports?device_id=93321cb3-2989-40e5-be9a-6d58d1401ce9 HTTP/1.1" status: 200 len: 945 time: 0.0972366 Aug 22 13:57:05.265118 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c00f333a-eadc-4bb3-b65c-d32736f1b8ac req-6be261fe-7332-44db-a45b-a8cf62d6cf4b tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] 10.222.0.21 "GET /v2.0/security-groups?id=233543e4-5065-4e3d-b59f-534bb7e2e9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471840 Aug 22 13:57:05.367574 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 2a56cda3-bbfb-4688-9140-f2cf54a149cc no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:57:05.388482 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: 2a56cda3-bbfb-4688-9140-f2cf54a149cc {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:57:05.388760 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 2a56cda3-bbfb-4688-9140-f2cf54a149cc not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:57:05.413660 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-99bf129a-05fe-47aa-85a0-3829ae814570 admin admin] Deleting port 429094ec-2db4-4b03-81f7-73fb86b0f777 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:57:05.413993 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-99bf129a-05fe-47aa-85a0-3829ae814570 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:05.492666 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-99bf129a-05fe-47aa-85a0-3829ae814570 admin admin] For port 429094ec-2db4-4b03-81f7-73fb86b0f777, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=429094ec-2db4-4b03-81f7-73fb86b0f777,segment=NetworkSegment(3236bd72-b879-4aac-9539-57e8f1383d4a),segment_id=3236bd72-b879-4aac-9539-57e8f1383d4a)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:57:05.493023 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-99bf129a-05fe-47aa-85a0-3829ae814570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:05.504934 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-99bf129a-05fe-47aa-85a0-3829ae814570 admin admin] Calling delete_port for 429094ec-2db4-4b03-81f7-73fb86b0f777 owned by network:router_interface {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:57:05.683453 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-99bf129a-05fe-47aa-85a0-3829ae814570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:05.713598 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bf129a-05fe-47aa-85a0-3829ae814570 admin admin] Pushing event deleted for resources: {'Port': ['ID=429094ec-2db4-4b03-81f7-73fb86b0f777,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:57:05.876490 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-99bf129a-05fe-47aa-85a0-3829ae814570 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:06.434553 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94901b78-8602-4090-afdb-e8a3b08e7cdb req-f4760750-523e-483b-96f8-5de5e75cebed tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:57:06.436063 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-94901b78-8602-4090-afdb-e8a3b08e7cdb req-f4760750-523e-483b-96f8-5de5e75cebed tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] 10.222.0.21 "GET /v2.0/ports?device_id=93321cb3-2989-40e5-be9a-6d58d1401ce9 HTTP/1.1" status: 200 len: 945 time: 0.0926218 Aug 22 13:57:06.468480 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99bf129a-05fe-47aa-85a0-3829ae814570 admin admin] Router 042be66c-5333-467e-9867-54bef9f83977 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:57:06.489197 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-94901b78-8602-4090-afdb-e8a3b08e7cdb req-5c54b3fa-8c6d-469b-b44e-7f595c626327 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] 10.222.0.21 "GET /v2.0/security-groups?id=233543e4-5065-4e3d-b59f-534bb7e2e9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451074 Aug 22 13:57:06.589780 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99bf129a-05fe-47aa-85a0-3829ae814570 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:57:06.597271 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-99bf129a-05fe-47aa-85a0-3829ae814570 admin admin] 10.222.0.21 "PUT /v2.0/routers/042be66c-5333-467e-9867-54bef9f83977/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9605608 Aug 22 13:57:06.597365 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44212) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:57:06.598608 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b58b8eb-2c5a-4113-b802-07ad3581c646 None None] Sync routers for ids ['042be66c-5333-467e-9867-54bef9f83977'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:57:06.607979 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b58b8eb-2c5a-4113-b802-07ad3581c646 None None] Routers {'042be66c-5333-467e-9867-54bef9f83977'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:57:06.608634 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-4b58b8eb-2c5a-4113-b802-07ad3581c646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:57:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['042be66c-5333-467e-9867-54bef9f83977'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:57:06.638456 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9cc994-d35f-49c1-b028-02c42d1912a6 req-f28cc9c8-5bbd-438e-be84-6d7d66d06a85 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:57:06.639972 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-dc9cc994-d35f-49c1-b028-02c42d1912a6 req-f28cc9c8-5bbd-438e-be84-6d7d66d06a85 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] 10.222.0.41 "GET /v2.0/ports?device_id=93321cb3-2989-40e5-be9a-6d58d1401ce9 HTTP/1.1" status: 200 len: 945 time: 0.0517225 Aug 22 13:57:06.703310 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e5872e5e-1410-4261-90e5-8aca8c046c9d admin admin] Notify callbacks [] for router, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:06.715480 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-4b58b8eb-2c5a-4113-b802-07ad3581c646 None None] Set router 042be66c-5333-467e-9867-54bef9f83977 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:57:06.732989 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-dc9cc994-d35f-49c1-b028-02c42d1912a6 req-062382ae-f9b4-4c9d-8602-f49ae4d99131 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Deleting port 847fc685-5d1d-4dfc-add7-8d1c6e86b8d4 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:57:06.733693 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-dc9cc994-d35f-49c1-b028-02c42d1912a6 req-062382ae-f9b4-4c9d-8602-f49ae4d99131 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:06.813574 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e5872e5e-1410-4261-90e5-8aca8c046c9d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:06.835543 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-dc9cc994-d35f-49c1-b028-02c42d1912a6 req-062382ae-f9b4-4c9d-8602-f49ae4d99131 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] For port 847fc685-5d1d-4dfc-add7-8d1c6e86b8d4, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=847fc685-5d1d-4dfc-add7-8d1c6e86b8d4,segment=NetworkSegment(0c3d99c8-caa3-4eae-b50c-7c0190191b53),segment_id=0c3d99c8-caa3-4eae-b50c-7c0190191b53)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:57:06.836278 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-dc9cc994-d35f-49c1-b028-02c42d1912a6 req-062382ae-f9b4-4c9d-8602-f49ae4d99131 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:06.849102 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-dc9cc994-d35f-49c1-b028-02c42d1912a6 req-062382ae-f9b4-4c9d-8602-f49ae4d99131 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Calling delete_port for 847fc685-5d1d-4dfc-add7-8d1c6e86b8d4 owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:57:06.868930 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-e5872e5e-1410-4261-90e5-8aca8c046c9d admin admin] Deleting port d7199b17-47b2-4720-9ab9-e355129aca68 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:57:06.869465 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e5872e5e-1410-4261-90e5-8aca8c046c9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:06.900730 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-4b58b8eb-2c5a-4113-b802-07ad3581c646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042be66c-5333-467e-9867-54bef9f83977', 'name': 'tempest-ServerActionsTestJSON-1693384433-router', 'tenant_id': '9332af772cbe4a47bd1754f9819c9211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'd7199b17-47b2-4720-9ab9-e355129aca68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:49:55Z', 'updated_at': '2021-08-22T13:57:05Z', 'revision_number': 5, 'project_id': '9332af772cbe4a47bd1754f9819c9211', 'gw_port': {'id': 'd7199b17-47b2-4720-9ab9-e355129aca68', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:62:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042be66c-5333-467e-9867-54bef9f83977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:49:56Z', 'updated_at': '2021-08-22T13:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:57:06.957811 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-e5872e5e-1410-4261-90e5-8aca8c046c9d admin admin] For port d7199b17-47b2-4720-9ab9-e355129aca68, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=d7199b17-47b2-4720-9ab9-e355129aca68,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:57:06.958183 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e5872e5e-1410-4261-90e5-8aca8c046c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:06.972133 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-e5872e5e-1410-4261-90e5-8aca8c046c9d admin admin] Calling delete_port for d7199b17-47b2-4720-9ab9-e355129aca68 owned by network:router_gateway {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:57:06.990100 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-dc9cc994-d35f-49c1-b028-02c42d1912a6 req-062382ae-f9b4-4c9d-8602-f49ae4d99131 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:07.026621 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062382ae-f9b4-4c9d-8602-f49ae4d99131 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Pushing event deleted for resources: {'Port': ['ID=847fc685-5d1d-4dfc-add7-8d1c6e86b8d4,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:57:07.069255 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc9cc994-d35f-49c1-b028-02c42d1912a6 req-062382ae-f9b4-4c9d-8602-f49ae4d99131 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] No DVR routers for this DVR port 847fc685-5d1d-4dfc-add7-8d1c6e86b8d4 on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:57:07.072218 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-dc9cc994-d35f-49c1-b028-02c42d1912a6 req-062382ae-f9b4-4c9d-8602-f49ae4d99131 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:07.074450 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-dc9cc994-d35f-49c1-b028-02c42d1912a6 req-062382ae-f9b4-4c9d-8602-f49ae4d99131 tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] 10.222.0.41 "DELETE /v2.0/ports/847fc685-5d1d-4dfc-add7-8d1c6e86b8d4 HTTP/1.1" status: 204 len: 173 time: 0.4284034 Aug 22 13:57:07.075060 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93321cb3-2989-40e5-be9a-6d58d1401ce9', 'name': 'network-vif-deleted', 'tag': '847fc685-5d1d-4dfc-add7-8d1c6e86b8d4'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:57:07.077685 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b734a941-0dec-4ccd-8273-a54cdae8087b" -d '{"events": [{"server_uuid": "93321cb3-2989-40e5-be9a-6d58d1401ce9", "name": "network-vif-deleted", "tag": "847fc685-5d1d-4dfc-add7-8d1c6e86b8d4"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:57:07.110807 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['847fc685-5d1d-4dfc-add7-8d1c6e86b8d4'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:57:07.114782 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b58b8eb-2c5a-4113-b802-07ad3581c646 None None] Checking router: 042be66c-5333-467e-9867-54bef9f83977 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:57:07.146681 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b58b8eb-2c5a-4113-b802-07ad3581c646 None None] Routers {'042be66c-5333-467e-9867-54bef9f83977'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:57:07.146865 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-4b58b8eb-2c5a-4113-b802-07ad3581c646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:57:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['042be66c-5333-467e-9867-54bef9f83977'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:57:07.154994 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27a1e0e-085a-4501-879d-8ec667c722c9 x-openstack-request-id: req-a27a1e0e-085a-4501-879d-8ec667c722c9 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:57:07.156318 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93321cb3-2989-40e5-be9a-6d58d1401ce9", "name": "network-vif-deleted", "tag": "847fc685-5d1d-4dfc-add7-8d1c6e86b8d4", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:57:07.156679 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a27a1e0e-085a-4501-879d-8ec667c722c9 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:57:07.157306 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93321cb3-2989-40e5-be9a-6d58d1401ce9', 'name': 'network-vif-deleted', 'tag': '847fc685-5d1d-4dfc-add7-8d1c6e86b8d4', 'status': 'completed', 'code': 200} Aug 22 13:57:07.174779 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e5872e5e-1410-4261-90e5-8aca8c046c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:07.201305 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5872e5e-1410-4261-90e5-8aca8c046c9d admin admin] Pushing event deleted for resources: {'Port': ['ID=d7199b17-47b2-4720-9ab9-e355129aca68,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:57:07.251216 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-4b58b8eb-2c5a-4113-b802-07ad3581c646 None None] Set router 042be66c-5333-467e-9867-54bef9f83977 gateway port host: None {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:57:07.262000 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e5872e5e-1410-4261-90e5-8aca8c046c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:07.306045 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-4b58b8eb-2c5a-4113-b802-07ad3581c646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042be66c-5333-467e-9867-54bef9f83977', 'name': 'tempest-ServerActionsTestJSON-1693384433-router', 'tenant_id': '9332af772cbe4a47bd1754f9819c9211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:49:55Z', 'updated_at': '2021-08-22T13:57:06Z', 'revision_number': 6, 'project_id': '9332af772cbe4a47bd1754f9819c9211', 'gw_port_host': None}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:57:07.333660 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b58b8eb-2c5a-4113-b802-07ad3581c646 None None] The sync data for ids ['042be66c-5333-467e-9867-54bef9f83977'] in n-d-793621-33 is: [{'id': '042be66c-5333-467e-9867-54bef9f83977', 'name': 'tempest-ServerActionsTestJSON-1693384433-router', 'tenant_id': '9332af772cbe4a47bd1754f9819c9211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:49:55Z', 'updated_at': '2021-08-22T13:57:06Z', 'revision_number': 6, 'project_id': '9332af772cbe4a47bd1754f9819c9211', 'gw_port_host': None}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:57:07.358751 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e5872e5e-1410-4261-90e5-8aca8c046c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:07.361034 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e5872e5e-1410-4261-90e5-8aca8c046c9d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:07.406537 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e5872e5e-1410-4261-90e5-8aca8c046c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:07.407061 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5872e5e-1410-4261-90e5-8aca8c046c9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 042be66c-5333-467e-9867-54bef9f83977 {{(pid=94627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 13:57:07.411793 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e5872e5e-1410-4261-90e5-8aca8c046c9d admin admin] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:07.413031 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e5872e5e-1410-4261-90e5-8aca8c046c9d admin admin] 10.222.0.21 "DELETE /v2.0/routers/042be66c-5333-467e-9867-54bef9f83977 HTTP/1.1" status: 204 len: 168 time: 0.8147843 Aug 22 13:57:07.416555 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44216) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:57:07.464280 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3860394-b669-48ec-81cb-22d80e5b94e3 admin admin] Deleting subnet 96df5698-35fe-4400-8623-8e6dad52953f {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:57:07.467372 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c3860394-b669-48ec-81cb-22d80e5b94e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:07.509107 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c3860394-b669-48ec-81cb-22d80e5b94e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:07.600302 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c3860394-b669-48ec-81cb-22d80e5b94e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:07.605265 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-08bbb7a5-901f-46f2-8ce3-8024ac0208b1 req-4ecd0472-5b72-42e9-acda-731e47d168ff tempest-VolumesSnapshotTestJSON-1111767626 tempest-VolumesSnapshotTestJSON-1111767626-project] 10.222.0.21 "GET /v2.0/ports?device_id=93321cb3-2989-40e5-be9a-6d58d1401ce9 HTTP/1.1" status: 200 len: 210 time: 0.0306358 Aug 22 13:57:07.654657 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c3860394-b669-48ec-81cb-22d80e5b94e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:07.683398 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3860394-b669-48ec-81cb-22d80e5b94e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96df5698-35fe-4400-8623-8e6dad52953f,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:57:07.689733 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c3860394-b669-48ec-81cb-22d80e5b94e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:07.690006 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c53834-186c-4029-b9d1-b156325cf2a8 None None] Network 0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:57:07.692687 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c3860394-b669-48ec-81cb-22d80e5b94e3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/96df5698-35fe-4400-8623-8e6dad52953f HTTP/1.1" status: 204 len: 168 time: 0.2750103 Aug 22 13:57:07.695063 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44220) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:57:07.785074 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-89b0067e-9e41-43be-b401-08849562de2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:07.841497 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-89b0067e-9e41-43be-b401-08849562de2b admin admin] Deleting port af7fad3c-3175-46f0-b578-9ecf69946b5b {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:57:07.841839 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-89b0067e-9e41-43be-b401-08849562de2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:07.901815 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-89b0067e-9e41-43be-b401-08849562de2b admin admin] For port af7fad3c-3175-46f0-b578-9ecf69946b5b, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=af7fad3c-3175-46f0-b578-9ecf69946b5b,segment=NetworkSegment(3236bd72-b879-4aac-9539-57e8f1383d4a),segment_id=3236bd72-b879-4aac-9539-57e8f1383d4a)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:57:07.902097 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-89b0067e-9e41-43be-b401-08849562de2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:07.919275 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-89b0067e-9e41-43be-b401-08849562de2b admin admin] Calling delete_port for af7fad3c-3175-46f0-b578-9ecf69946b5b owned by network:dhcp {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:57:07.996591 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-89b0067e-9e41-43be-b401-08849562de2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:08.023378 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b0067e-9e41-43be-b401-08849562de2b admin admin] Pushing event deleted for resources: {'Port': ['ID=af7fad3c-3175-46f0-b578-9ecf69946b5b,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:57:08.027999 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b0067e-9e41-43be-b401-08849562de2b admin admin] No DVR routers for this DVR port af7fad3c-3175-46f0-b578-9ecf69946b5b on host n-d-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:57:08.101991 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d79b9df-70be-4698-9f60-384d6d9aeb69 None None] DHCP port deletion for 0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 13:57:08.102943 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-89b0067e-9e41-43be-b401-08849562de2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:08.115403 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-89b0067e-9e41-43be-b401-08849562de2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0db5422b-3cd9-4056-8d7a-7dc64f09a7c0']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:57:08.126524 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-89b0067e-9e41-43be-b401-08849562de2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3236bd72-b879-4aac-9539-57e8f1383d4a') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:57:08.126815 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-89b0067e-9e41-43be-b401-08849562de2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3236bd72-b879-4aac-9539-57e8f1383d4a') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:57:08.136387 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-89b0067e-9e41-43be-b401-08849562de2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:08.150564 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-89b0067e-9e41-43be-b401-08849562de2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:08.156416 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89b0067e-9e41-43be-b401-08849562de2b admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:57:08.156758 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-89b0067e-9e41-43be-b401-08849562de2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:08.158441 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:57:08.158441 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:57:08.158441 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:57:08.158441 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:57:08.158441 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:57:08.158441 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:57:08.158441 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:57:08.158441 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:57:08.158441 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:57:08.158441 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:57:08.158441 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:57:08.158441 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:57:08.158441 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:57:08.158441 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:57:08.158441 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:57:08.158441 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:57:08.158441 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:57:08.158441 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:57:08.158441 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:57:08.158441 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:57:08.158441 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:57:08.158441 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:57:08.158441 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:57:08.158441 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:57:08.158441 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:57:08.158441 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:57:08.158441 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:57:08.158441 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:57:08.158441 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:57:08.158441 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:57:08.158441 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:57:08.158441 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:57:08.215004 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-89b0067e-9e41-43be-b401-08849562de2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:08.220567 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-89b0067e-9e41-43be-b401-08849562de2b admin admin] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:08.222452 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-89b0067e-9e41-43be-b401-08849562de2b admin admin] 10.222.0.21 "DELETE /v2.0/networks/0db5422b-3cd9-4056-8d7a-7dc64f09a7c0 HTTP/1.1" status: 204 len: 168 time: 0.5264461 Aug 22 13:57:08.233983 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b0067e-9e41-43be-b401-08849562de2b admin admin] Pushing event deleted for resources: {'Network': ['ID=0db5422b-3cd9-4056-8d7a-7dc64f09a7c0,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:57:08.348170 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44224) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:57:08.394563 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-1eeb9202-40e1-44f5-9b0d-9e3cfb437b35 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9332af772cbe4a47bd1754f9819c9211&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0451775 Aug 22 13:57:08.398153 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44226) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:57:08.443814 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device d7199b17-47b2-4720-9ab9-e355129aca68 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:57:08.447963 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a43d072b-5439-422b-bfb7-1d25cca19fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:08.464779 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: d7199b17-47b2-4720-9ab9-e355129aca68 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:57:08.465126 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device d7199b17-47b2-4720-9ab9-e355129aca68 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:57:08.465550 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device af7fad3c-3175-46f0-b578-9ecf69946b5b no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:57:08.470156 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a43d072b-5439-422b-bfb7-1d25cca19fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:08.484383 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: af7fad3c-3175-46f0-b578-9ecf69946b5b {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:57:08.484732 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device af7fad3c-3175-46f0-b578-9ecf69946b5b not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:57:08.485150 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 429094ec-2db4-4b03-81f7-73fb86b0f777 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:57:08.505441 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 429094ec-2db4-4b03-81f7-73fb86b0f777 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:57:08.505792 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 429094ec-2db4-4b03-81f7-73fb86b0f777 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:57:08.519589 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a43d072b-5439-422b-bfb7-1d25cca19fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:08.522313 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a43d072b-5439-422b-bfb7-1d25cca19fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:08.523450 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a43d072b-5439-422b-bfb7-1d25cca19fe4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ff499594-fea9-4548-b1c6-fd3e6f6337d7 HTTP/1.1" status: 204 len: 168 time: 0.1243653 Aug 22 13:57:08.531566 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d072b-5439-422b-bfb7-1d25cca19fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff499594-fea9-4548-b1c6-fd3e6f6337d7,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:57:09.640110 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a41a2717-dd7a-450f-aad7-dd3e668e9ce5 req-8aa77cbb-2f01-4d46-9daf-0be0651a87ae tempest-ServerShowV254Test-768496234 tempest-ServerShowV254Test-768496234-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8853083-5e35-42fb-8876-8e497731cf6a HTTP/1.1" status: 200 len: 210 time: 0.0268900 Aug 22 13:57:10.741967 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0c490a35-825d-4703-ac6f-1e92fc24677e req-6c39bacf-1b0b-41ef-89dd-81d81aae4d78 tempest-ServerShowV254Test-768496234 tempest-ServerShowV254Test-768496234-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8853083-5e35-42fb-8876-8e497731cf6a HTTP/1.1" status: 200 len: 210 time: 0.0280058 Aug 22 13:57:11.330086 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 847fc685-5d1d-4dfc-add7-8d1c6e86b8d4 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:57:11.363266 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: 847fc685-5d1d-4dfc-add7-8d1c6e86b8d4 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:57:11.363546 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 847fc685-5d1d-4dfc-add7-8d1c6e86b8d4 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:57:11.471207 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-bd3b05a9-0b34-4d27-ad6d-18146fe4b38c req-62b9b21e-0828-4a8c-82f0-bb1784be2159 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b8853083-5e35-42fb-8876-8e497731cf6a HTTP/1.1" status: 200 len: 210 time: 0.0250170 Aug 22 13:57:11.846227 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-50fb846f-a02e-49d3-9a06-c023aad886e8 req-f2bbb6f5-6e3a-434a-a43f-87633bc26e61 tempest-ServerShowV254Test-768496234 tempest-ServerShowV254Test-768496234-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8853083-5e35-42fb-8876-8e497731cf6a HTTP/1.1" status: 200 len: 210 time: 0.0300448 Aug 22 13:57:12.961193 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b04cd21a-3011-4722-9163-fd0822acd904 req-40cc7147-4d98-4538-a5df-87ed2c3fee70 tempest-ServerShowV254Test-768496234 tempest-ServerShowV254Test-768496234-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8853083-5e35-42fb-8876-8e497731cf6a HTTP/1.1" status: 200 len: 210 time: 0.0355215 Aug 22 13:57:13.104077 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0092e368-7378-451f-be83-a193e5209b36 req-886ef03a-0470-4cdd-875c-b64f1f71b547 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f15910a3-dc64-4349-96cf-424d04ade6d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1685126 Aug 22 13:57:13.201202 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0092e368-7378-451f-be83-a193e5209b36 req-7d2e0913-95b2-4e8a-981d-12db5a49280e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:57:13.202874 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0092e368-7378-451f-be83-a193e5209b36 req-7d2e0913-95b2-4e8a-981d-12db5a49280e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=19e069a6935a47bcb8831313e7520ef4&device_id=f15910a3-dc64-4349-96cf-424d04ade6d0 HTTP/1.1" status: 200 len: 1098 time: 0.0467734 Aug 22 13:57:13.321889 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0092e368-7378-451f-be83-a193e5209b36 req-9aa3a5e6-4faa-4558-b38f-00036cf6ebe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:57:13.323441 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0092e368-7378-451f-be83-a193e5209b36 req-9aa3a5e6-4faa-4558-b38f-00036cf6ebe5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f8ac2233-ea24-423f-9bd4-53abb27cd3b8 HTTP/1.1" status: 200 len: 913 time: 0.1001251 Aug 22 13:57:13.400560 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0092e368-7378-451f-be83-a193e5209b36 req-d9f90db9-2044-452f-ac22-32a2a7bdb1ef service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d734c6c-43b2-4b1a-b01b-c5dc043a2704 HTTP/1.1" status: 200 len: 1002 time: 0.0676715 Aug 22 13:57:13.474708 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0092e368-7378-451f-be83-a193e5209b36 req-70ff39b1-8789-47fd-a4b0-5a4d6b933ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:57:13.476415 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0092e368-7378-451f-be83-a193e5209b36 req-70ff39b1-8789-47fd-a4b0-5a4d6b933ef4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ad565ab1-b54d-4060-a258-16294d6e46a2 HTTP/1.1" status: 200 len: 851 time: 0.0676744 Aug 22 13:57:13.562526 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1bc7507a-372c-4f01-9c73-242ee302f463 req-85b0345e-12af-41bf-a54a-e0fb3a23e419 tempest-ServerShowV254Test-768496234 tempest-ServerShowV254Test-768496234-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8853083-5e35-42fb-8876-8e497731cf6a HTTP/1.1" status: 200 len: 210 time: 0.0320146 Aug 22 13:57:13.565342 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0092e368-7378-451f-be83-a193e5209b36 req-e8227b72-3e34-4164-952f-080363d716f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:57:13.566939 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0092e368-7378-451f-be83-a193e5209b36 req-e8227b72-3e34-4164-952f-080363d716f6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f8ac2233-ea24-423f-9bd4-53abb27cd3b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0827963 Aug 22 13:57:13.680948 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0092e368-7378-451f-be83-a193e5209b36 req-4182a498-62f1-42b0-99e6-5668dfa83a63 service neutron] 10.222.0.16 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059499 Aug 22 13:57:13.780384 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0092e368-7378-451f-be83-a193e5209b36 req-eb8b805f-cc90-425c-875b-2c465b060adc service neutron] 10.222.0.16 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919049 Aug 22 13:57:14.681233 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e2d672e4-8aa7-4157-b3f5-485ab381d3d4 req-4d0b4cf2-df5a-4376-9c50-5062a8717880 tempest-ServerShowV254Test-768496234 tempest-ServerShowV254Test-768496234-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8853083-5e35-42fb-8876-8e497731cf6a HTTP/1.1" status: 200 len: 210 time: 0.0394964 Aug 22 13:57:15.797303 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fe30d8bd-930e-4a78-80f1-5757dd7a9483 req-9c579d5f-28c2-4692-a9cd-5b788b303eb3 tempest-ServerShowV254Test-768496234 tempest-ServerShowV254Test-768496234-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8853083-5e35-42fb-8876-8e497731cf6a HTTP/1.1" status: 200 len: 210 time: 0.0306082 Aug 22 13:57:16.916022 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ef2951ee-e87f-420c-8cba-43d2fc87eb6c req-becf9c9e-c816-442e-a30a-8fe393e43f89 tempest-ServerShowV254Test-768496234 tempest-ServerShowV254Test-768496234-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8853083-5e35-42fb-8876-8e497731cf6a HTTP/1.1" status: 200 len: 210 time: 0.0310647 Aug 22 13:57:18.025415 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4d7f2074-591e-4565-85a1-103581d27ccb req-916ff6ca-560d-4095-bd95-2d1053a57854 tempest-ServerShowV254Test-768496234 tempest-ServerShowV254Test-768496234-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8853083-5e35-42fb-8876-8e497731cf6a HTTP/1.1" status: 200 len: 210 time: 0.0269723 Aug 22 13:57:19.136089 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-87ec1c29-4897-4268-82d4-d434644859a3 req-fe26cadb-97e1-49c1-9607-b1188932830d tempest-ServerShowV254Test-768496234 tempest-ServerShowV254Test-768496234-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8853083-5e35-42fb-8876-8e497731cf6a HTTP/1.1" status: 200 len: 210 time: 0.0301867 Aug 22 13:57:20.239726 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d4f5322-954b-43d2-9672-c90a00fc5fc6 req-d18461d9-4986-4975-96e5-c0156142e477 tempest-ServerShowV254Test-768496234 tempest-ServerShowV254Test-768496234-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8853083-5e35-42fb-8876-8e497731cf6a HTTP/1.1" status: 200 len: 210 time: 0.0272179 Aug 22 13:57:21.347332 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a7875d6f-776d-4cc7-bf7b-5018c3b7b91b req-cb5e969e-f347-4df6-9902-a21f8913b173 tempest-ServerShowV254Test-768496234 tempest-ServerShowV254Test-768496234-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8853083-5e35-42fb-8876-8e497731cf6a HTTP/1.1" status: 200 len: 210 time: 0.0312107 Aug 22 13:57:22.450466 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c3c38343-f37a-494d-8482-376194a85e25 req-e0735d70-68cc-4476-bb51-8d45990171df tempest-ServerShowV254Test-768496234 tempest-ServerShowV254Test-768496234-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8853083-5e35-42fb-8876-8e497731cf6a HTTP/1.1" status: 200 len: 210 time: 0.0267341 Aug 22 13:57:23.597917 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c795c843-003c-468e-8708-598415978c84 req-dc104bbb-faaf-481f-a0c1-8bb4b0db6ec5 tempest-ServerShowV254Test-768496234 tempest-ServerShowV254Test-768496234-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8853083-5e35-42fb-8876-8e497731cf6a HTTP/1.1" status: 200 len: 210 time: 0.0373104 Aug 22 13:57:24.273341 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:57:24.700464 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ddca065a-1d46-4bf3-ba96-70c384610d2c req-83e0ec8a-340d-4a79-8649-3bccdc653d25 tempest-ServerShowV254Test-768496234 tempest-ServerShowV254Test-768496234-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8853083-5e35-42fb-8876-8e497731cf6a HTTP/1.1" status: 200 len: 210 time: 0.0273166 Aug 22 13:57:25.805257 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-67b5b142-6492-4cba-a33c-0ceb53499d41 req-63a801a3-fc01-4b8a-a728-df673443c22a tempest-ServerShowV254Test-768496234 tempest-ServerShowV254Test-768496234-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8853083-5e35-42fb-8876-8e497731cf6a HTTP/1.1" status: 200 len: 210 time: 0.0263014 Aug 22 13:57:26.904859 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d589fa9f-26cd-40c6-9312-e0550463d70c req-1a164dbc-8ced-4e8f-8544-687c8886bc51 tempest-ServerShowV254Test-768496234 tempest-ServerShowV254Test-768496234-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8853083-5e35-42fb-8876-8e497731cf6a HTTP/1.1" status: 200 len: 210 time: 0.0263700 Aug 22 13:57:28.010738 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3b35ae1a-8569-4a60-b400-3b5194980771 req-e456c5ea-e915-43a0-9d94-7fb428c6c74d tempest-ServerShowV254Test-768496234 tempest-ServerShowV254Test-768496234-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8853083-5e35-42fb-8876-8e497731cf6a HTTP/1.1" status: 200 len: 210 time: 0.0283241 Aug 22 13:57:28.455698 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9bc16248-3351-4c25-9117-ea655e4ff61d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:28.568669 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:29.118835 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d944a2c3-69da-4719-bd8c-5ddf3d8bbe0f req-6e1b14f3-51fa-4892-8e07-f2b74da291c2 tempest-ServerShowV254Test-768496234 tempest-ServerShowV254Test-768496234-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8853083-5e35-42fb-8876-8e497731cf6a HTTP/1.1" status: 200 len: 210 time: 0.0264072 Aug 22 13:57:30.229033 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-112983bf-d966-4043-b0cb-884b8a98f044 req-33d7cba7-5d14-4ec1-90f8-f6ff937f33f2 tempest-ServerShowV254Test-768496234 tempest-ServerShowV254Test-768496234-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8853083-5e35-42fb-8876-8e497731cf6a HTTP/1.1" status: 200 len: 210 time: 0.0335529 Aug 22 13:57:31.079174 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-96dc7a89-9649-4508-8680-29df81b89eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:31.213384 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:31.334610 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-05f58dcd-d5d2-47ba-825b-ce9c3579c7c5 req-4572ab26-5afd-40c1-ad5a-355b487dd52b tempest-ServerShowV254Test-768496234 tempest-ServerShowV254Test-768496234-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8853083-5e35-42fb-8876-8e497731cf6a HTTP/1.1" status: 200 len: 210 time: 0.0287459 Aug 22 13:57:32.436488 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-885331a4-7986-4cf6-ab12-9b3e7ac106eb req-52db7213-701b-452a-a5a8-e9ee380d6c69 tempest-ServerShowV254Test-768496234 tempest-ServerShowV254Test-768496234-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8853083-5e35-42fb-8876-8e497731cf6a HTTP/1.1" status: 200 len: 210 time: 0.0261359 Aug 22 13:57:32.492994 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:33.541368 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d01d06c8-8c45-4170-9cc2-bd348dff4351 req-c1eecefb-fe38-4c7e-9bf7-c7fbcab0bbd7 tempest-ServerShowV254Test-768496234 tempest-ServerShowV254Test-768496234-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8853083-5e35-42fb-8876-8e497731cf6a HTTP/1.1" status: 200 len: 210 time: 0.0273383 Aug 22 13:57:34.004791 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:34.277362 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:34.644756 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-18d4b876-f22c-4ae6-9544-241f972d5e3d req-bea65970-2840-443e-a68a-06a89d52a2f8 tempest-ServerShowV254Test-768496234 tempest-ServerShowV254Test-768496234-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8853083-5e35-42fb-8876-8e497731cf6a HTTP/1.1" status: 200 len: 210 time: 0.0275762 Aug 22 13:57:35.754609 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0e418420-6bde-406e-9688-1a79f0b63c6e req-74d82ffa-18f3-44de-b119-78f433458a1f tempest-ServerShowV254Test-768496234 tempest-ServerShowV254Test-768496234-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8853083-5e35-42fb-8876-8e497731cf6a HTTP/1.1" status: 200 len: 210 time: 0.0283468 Aug 22 13:57:36.864752 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c1e48018-dd8f-4b02-8430-d1b8ad761681 req-b9430213-4d39-4b30-a68e-a54bf0b9eef9 tempest-ServerShowV254Test-768496234 tempest-ServerShowV254Test-768496234-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8853083-5e35-42fb-8876-8e497731cf6a HTTP/1.1" status: 200 len: 210 time: 0.0305240 Aug 22 13:57:37.975895 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b171691c-4d26-4885-8fd4-9e8c32e2141f req-158ab030-e1b0-4186-90f1-073fda919687 tempest-ServerShowV254Test-768496234 tempest-ServerShowV254Test-768496234-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8853083-5e35-42fb-8876-8e497731cf6a HTTP/1.1" status: 200 len: 210 time: 0.0316293 Aug 22 13:57:39.084144 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0a2136ad-2bc9-4094-a8fa-1d00abef33c6 req-891d6db2-e3a3-4c89-b276-23d15dd542e9 tempest-ServerShowV254Test-768496234 tempest-ServerShowV254Test-768496234-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8853083-5e35-42fb-8876-8e497731cf6a HTTP/1.1" status: 200 len: 210 time: 0.0325909 Aug 22 13:57:40.193226 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fe848c48-fff2-4a27-be2d-81e1393df9e2 req-f4e8a2a7-809a-4e53-abd7-505d6cca0fdb tempest-ServerShowV254Test-768496234 tempest-ServerShowV254Test-768496234-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8853083-5e35-42fb-8876-8e497731cf6a HTTP/1.1" status: 200 len: 210 time: 0.0280221 Aug 22 13:57:40.950934 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-46b53469-5e67-464c-9be3-973147ef2985 req-f507ca0e-a18d-4411-9d67-fdca040a2bc4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b8853083-5e35-42fb-8876-8e497731cf6a HTTP/1.1" status: 200 len: 210 time: 0.0249326 Aug 22 13:57:41.297213 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dde26abe-e5fb-4c61-bcbd-9a3799a4d62b req-10aa8feb-6b84-41d7-a19e-cb40a3a1d91b tempest-ServerShowV254Test-768496234 tempest-ServerShowV254Test-768496234-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8853083-5e35-42fb-8876-8e497731cf6a HTTP/1.1" status: 200 len: 210 time: 0.0269067 Aug 22 13:57:42.409935 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3396564e-3461-41dc-940f-f61107478984 req-635e36c0-e510-49ca-b162-47b7d94c03ef tempest-ServerShowV254Test-768496234 tempest-ServerShowV254Test-768496234-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8853083-5e35-42fb-8876-8e497731cf6a HTTP/1.1" status: 200 len: 210 time: 0.0357471 Aug 22 13:57:42.665204 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-27c6248a-b668-4300-93ca-5e3e1400cd7a req-0bcc49a8-1258-4d0c-b47c-b41da0261282 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d52d84a16fdc44c2ad172ccb156efd55&device_id=b8853083-5e35-42fb-8876-8e497731cf6a HTTP/1.1" status: 200 len: 210 time: 0.0302222 Aug 22 13:57:42.723128 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-27c6248a-b668-4300-93ca-5e3e1400cd7a req-29612a06-262c-460b-85c1-bac6865833a0 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=d52d84a16fdc44c2ad172ccb156efd55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508924 Aug 22 13:57:42.724766 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ce4f1716-1108-46b8-85f4-082731957cad req-e57b7709-291d-4705-a434-7c21682eb4ca tempest-ServerShowV254Test-768496234 tempest-ServerShowV254Test-768496234-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8853083-5e35-42fb-8876-8e497731cf6a HTTP/1.1" status: 200 len: 210 time: 0.0502269 Aug 22 13:57:42.885670 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c6248a-b668-4300-93ca-5e3e1400cd7a req-ff6976f9-9f99-4ad2-a4d7-d6ca2145a74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:57:42.887186 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-27c6248a-b668-4300-93ca-5e3e1400cd7a req-ff6976f9-9f99-4ad2-a4d7-d6ca2145a74b service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1569088 Aug 22 13:57:43.818824 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0f088da8-8f0a-48ce-ab77-58011e55f617 req-8946f813-5eaf-42e0-b658-f0beab2046a3 tempest-ServerShowV254Test-768496234 tempest-ServerShowV254Test-768496234-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8853083-5e35-42fb-8876-8e497731cf6a HTTP/1.1" status: 200 len: 210 time: 0.0277536 Aug 22 13:57:44.066533 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-27c6248a-b668-4300-93ca-5e3e1400cd7a req-b7bfee0c-5d30-4c8b-9360-8026b28ac886 tempest-ServerShowV254Test-768496234 tempest-ServerShowV254Test-768496234-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8853083-5e35-42fb-8876-8e497731cf6a HTTP/1.1" status: 200 len: 210 time: 0.0270269 Aug 22 13:57:45.132411 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44530) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:57:45.239696 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f5709998-fc71-4ccf-9e2c-88e63df63178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:45.327887 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f5709998-fc71-4ccf-9e2c-88e63df63178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:45.332081 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f5709998-fc71-4ccf-9e2c-88e63df63178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:45.371201 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5709998-fc71-4ccf-9e2c-88e63df63178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c2941d-eada-4e8c-82ca-613a76336a57,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:57:45.375449 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f5709998-fc71-4ccf-9e2c-88e63df63178 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d52d84a16fdc44c2ad172ccb156efd55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2414544 Aug 22 13:57:45.378550 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44534) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:57:45.386656 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5709998-fc71-4ccf-9e2c-88e63df63178 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:57:45.386972 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5709998-fc71-4ccf-9e2c-88e63df63178 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:57:45.387534 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5709998-fc71-4ccf-9e2c-88e63df63178 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:57:45.387704 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5709998-fc71-4ccf-9e2c-88e63df63178 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:57:45.388128 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5709998-fc71-4ccf-9e2c-88e63df63178 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:57:45.388451 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5709998-fc71-4ccf-9e2c-88e63df63178 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:57:45.388813 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5709998-fc71-4ccf-9e2c-88e63df63178 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:57:45.389245 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5709998-fc71-4ccf-9e2c-88e63df63178 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:57:45.389605 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5709998-fc71-4ccf-9e2c-88e63df63178 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:57:45.389915 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5709998-fc71-4ccf-9e2c-88e63df63178 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:57:45.390244 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5709998-fc71-4ccf-9e2c-88e63df63178 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:57:45.390550 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5709998-fc71-4ccf-9e2c-88e63df63178 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:57:45.432733 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-188e8f94-43f3-4afc-ac4a-c2558541c1fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:45.453003 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-188e8f94-43f3-4afc-ac4a-c2558541c1fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:45.498631 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-188e8f94-43f3-4afc-ac4a-c2558541c1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:45.501467 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-188e8f94-43f3-4afc-ac4a-c2558541c1fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:45.502599 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-188e8f94-43f3-4afc-ac4a-c2558541c1fd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/89c2941d-eada-4e8c-82ca-613a76336a57 HTTP/1.1" status: 204 len: 168 time: 0.1223438 Aug 22 13:57:45.510366 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188e8f94-43f3-4afc-ac4a-c2558541c1fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c2941d-eada-4e8c-82ca-613a76336a57,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:57:46.143072 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44564) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:57:46.242727 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-b6e2e3e3-b974-4cf3-a569-9db4790ab746 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-779434686-network', 'tenant_id': 'd9a57d9f90e0417a9fc65ee7d945307e'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:57:46.263872 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e2e3e3-b974-4cf3-a569-9db4790ab746 admin admin] Made reservation on behalf of d9a57d9f90e0417a9fc65ee7d945307e for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:57:46.266198 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b6e2e3e3-b974-4cf3-a569-9db4790ab746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:46.274538 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b6e2e3e3-b974-4cf3-a569-9db4790ab746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:46.362246 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b6e2e3e3-b974-4cf3-a569-9db4790ab746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:46.366566 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b6e2e3e3-b974-4cf3-a569-9db4790ab746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:46.393445 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6e2e3e3-b974-4cf3-a569-9db4790ab746 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:57:46.402215 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e2e3e3-b974-4cf3-a569-9db4790ab746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=192aa71a-6cea-46db-9146-a671f3a66e40,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:57:46.410670 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b6e2e3e3-b974-4cf3-a569-9db4790ab746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:46.411024 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-b6e2e3e3-b974-4cf3-a569-9db4790ab746 admin admin] Added segment 2e33cbcf-2958-4a7f-a9a8-3a8630129fe2 of type vlan for network 68c87d99-6ec7-4777-adec-10e70648f0bd Aug 22 13:57:46.452178 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b6e2e3e3-b974-4cf3-a569-9db4790ab746 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:46.477781 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b6e2e3e3-b974-4cf3-a569-9db4790ab746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:46.479031 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e2e3e3-b974-4cf3-a569-9db4790ab746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:57:46.479619 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b6e2e3e3-b974-4cf3-a569-9db4790ab746 admin admin] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:46.543208 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-b6e2e3e3-b974-4cf3-a569-9db4790ab746 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3990011 Aug 22 13:57:46.546196 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44568) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:57:46.551687 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-8968b3c9-d159-4710-b236-064b8e909a9c admin admin] Request body: {'subnet': {'network_id': '68c87d99-6ec7-4777-adec-10e70648f0bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-779434686-subnet', 'tenant_id': 'd9a57d9f90e0417a9fc65ee7d945307e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:57:46.554792 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e2e3e3-b974-4cf3-a569-9db4790ab746 admin admin] Pushing event updated for resources: {'Network': ['ID=68c87d99-6ec7-4777-adec-10e70648f0bd,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:57:46.564484 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 68c87d99-6ec7-4777-adec-10e70648f0bd details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:57:46.577887 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8968b3c9-d159-4710-b236-064b8e909a9c admin admin] Made reservation on behalf of d9a57d9f90e0417a9fc65ee7d945307e for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:57:46.581109 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8968b3c9-d159-4710-b236-064b8e909a9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:46.765689 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8968b3c9-d159-4710-b236-064b8e909a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:46.825187 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8968b3c9-d159-4710-b236-064b8e909a9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=641ba550-9659-40c9-966c-ec22e2efb8a9,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:57:46.834398 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8968b3c9-d159-4710-b236-064b8e909a9c admin admin] Checking segment: {'id': '2e33cbcf-2958-4a7f-a9a8-3a8630129fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '68c87d99-6ec7-4777-adec-10e70648f0bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:57:46.834761 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8968b3c9-d159-4710-b236-064b8e909a9c admin admin] Network hostable DHCP agents. Network: 68c87d99-6ec7-4777-adec-10e70648f0bd, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:57:46.851280 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8968b3c9-d159-4710-b236-064b8e909a9c admin admin] Network 68c87d99-6ec7-4777-adec-10e70648f0bd is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:57:46.859830 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-8968b3c9-d159-4710-b236-064b8e909a9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 68c87d99-6ec7-4777-adec-10e70648f0bd) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:57:46.867285 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8968b3c9-d159-4710-b236-064b8e909a9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:57:46.868373 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8968b3c9-d159-4710-b236-064b8e909a9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:46.869380 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05450b14-6d99-45be-8acb-b1ab190a84e8 None None] Network 68c87d99-6ec7-4777-adec-10e70648f0bd requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:57:46.883340 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-8968b3c9-d159-4710-b236-064b8e909a9c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3360777 Aug 22 13:57:46.992566 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a184211f-b176-4cb6-bbbb-a68e0f9c61dc None None] Network 68c87d99-6ec7-4777-adec-10e70648f0bd requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:57:47.303650 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd10a8-74a1-46b9-bb50-bf9d0367d42e req-596ef6d0-04eb-4297-a4c9-2f20c7a255aa tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:57:47.305063 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ffdd10a8-74a1-46b9-bb50-bf9d0367d42e req-596ef6d0-04eb-4297-a4c9-2f20c7a255aa tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/networks?id=68c87d99-6ec7-4777-adec-10e70648f0bd HTTP/1.1" status: 200 len: 813 time: 0.0985177 Aug 22 13:57:47.319968 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ffdd10a8-74a1-46b9-bb50-bf9d0367d42e req-c17351d6-e52a-4095-aaa2-9720a54ac527 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/quotas/d9a57d9f90e0417a9fc65ee7d945307e HTTP/1.1" status: 200 len: 375 time: 0.0090060 Aug 22 13:57:47.353950 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ffdd10a8-74a1-46b9-bb50-bf9d0367d42e req-8034951d-4cef-4912-b563-bfe6f37e5680 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d9a57d9f90e0417a9fc65ee7d945307e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282581 Aug 22 13:57:47.495584 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ffdd10a8-74a1-46b9-bb50-bf9d0367d42e req-7eb92edc-e8b6-47d9-9af3-b7f224f646b9 service neutron] 10.222.0.21 "GET /v2.0/networks/68c87d99-6ec7-4777-adec-10e70648f0bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346869 Aug 22 13:57:47.582238 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ffdd10a8-74a1-46b9-bb50-bf9d0367d42e req-67b9a61b-1f92-48ab-9d26-ba45a4bdfbb5 service neutron] 10.222.0.21 "GET /v2.0/networks/68c87d99-6ec7-4777-adec-10e70648f0bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806527 Aug 22 13:57:47.748326 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6b61a11d-db60-4a69-bc5a-12685625b718 req-cd693569-248d-460a-bc78-377dc029142f tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 210 time: 0.0354671 Aug 22 13:57:48.669121 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd10a8-74a1-46b9-bb50-bf9d0367d42e req-38079df7-82a2-4db3-88a2-537e6721b644 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:57:48.670569 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ffdd10a8-74a1-46b9-bb50-bf9d0367d42e req-38079df7-82a2-4db3-88a2-537e6721b644 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.41 "GET /v2.0/networks?id=68c87d99-6ec7-4777-adec-10e70648f0bd HTTP/1.1" status: 200 len: 813 time: 0.1016340 Aug 22 13:57:48.683724 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-ffdd10a8-74a1-46b9-bb50-bf9d0367d42e req-3f5ad29e-781a-4609-ac8a-eb5b6ddd299f tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Request body: {'port': {'device_id': '61b1f70e-f2e7-4067-b189-33c8f5fcf4bb', 'network_id': '68c87d99-6ec7-4777-adec-10e70648f0bd', 'admin_state_up': True, 'tenant_id': 'd9a57d9f90e0417a9fc65ee7d945307e'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:57:48.794942 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffdd10a8-74a1-46b9-bb50-bf9d0367d42e req-3f5ad29e-781a-4609-ac8a-eb5b6ddd299f tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Made reservation on behalf of d9a57d9f90e0417a9fc65ee7d945307e for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:57:48.799232 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-ffdd10a8-74a1-46b9-bb50-bf9d0367d42e req-3f5ad29e-781a-4609-ac8a-eb5b6ddd299f tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:48.847695 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-52343a01-56d7-4474-93ff-ee42cddaa423 req-a1958023-14ba-4d37-b9ec-0eea7544d0a2 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 210 time: 0.0265980 Aug 22 13:57:48.939647 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-ffdd10a8-74a1-46b9-bb50-bf9d0367d42e req-3f5ad29e-781a-4609-ac8a-eb5b6ddd299f tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Allocated IP 172.20.0.4 (68c87d99-6ec7-4777-adec-10e70648f0bd/641ba550-9659-40c9-966c-ec22e2efb8a9/45cc1759-24db-424d-b356-b2786b4f13ee) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:57:49.090064 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-ffdd10a8-74a1-46b9-bb50-bf9d0367d42e req-3f5ad29e-781a-4609-ac8a-eb5b6ddd299f tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:49.129897 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-ffdd10a8-74a1-46b9-bb50-bf9d0367d42e req-3f5ad29e-781a-4609-ac8a-eb5b6ddd299f tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:49.171570 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffdd10a8-74a1-46b9-bb50-bf9d0367d42e req-3f5ad29e-781a-4609-ac8a-eb5b6ddd299f tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Network 68c87d99-6ec7-4777-adec-10e70648f0bd is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:57:49.174480 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-ffdd10a8-74a1-46b9-bb50-bf9d0367d42e req-3f5ad29e-781a-4609-ac8a-eb5b6ddd299f tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:57:49.178089 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffdd10a8-74a1-46b9-bb50-bf9d0367d42e req-3f5ad29e-781a-4609-ac8a-eb5b6ddd299f tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:57:49.212554 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ad29e-781a-4609-ac8a-eb5b6ddd299f tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Pushing event updated for resources: {'Port': ['ID=45cc1759-24db-424d-b356-b2786b4f13ee,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:57:49.237758 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd10a8-74a1-46b9-bb50-bf9d0367d42e req-3f5ad29e-781a-4609-ac8a-eb5b6ddd299f tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:57:49.238371 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-ffdd10a8-74a1-46b9-bb50-bf9d0367d42e req-3f5ad29e-781a-4609-ac8a-eb5b6ddd299f tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:49.252943 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ffdd10a8-74a1-46b9-bb50-bf9d0367d42e req-3f5ad29e-781a-4609-ac8a-eb5b6ddd299f tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5729873 Aug 22 13:57:49.264641 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-ffdd10a8-74a1-46b9-bb50-bf9d0367d42e req-6c69a5ff-32d8-411f-b586-0c69e136d183 service neutron] Request body: {'port': {'device_id': '61b1f70e-f2e7-4067-b189-33c8f5fcf4bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:57:49.318473 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-ffdd10a8-74a1-46b9-bb50-bf9d0367d42e req-6c69a5ff-32d8-411f-b586-0c69e136d183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:49.582593 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-ffdd10a8-74a1-46b9-bb50-bf9d0367d42e req-6c69a5ff-32d8-411f-b586-0c69e136d183 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45cc1759-24db-424d-b356-b2786b4f13ee {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:57:49.589957 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-ffdd10a8-74a1-46b9-bb50-bf9d0367d42e req-6c69a5ff-32d8-411f-b586-0c69e136d183 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:49.602422 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-ffdd10a8-74a1-46b9-bb50-bf9d0367d42e req-6c69a5ff-32d8-411f-b586-0c69e136d183 service neutron] Transition to ACTIVE for port object 45cc1759-24db-424d-b356-b2786b4f13ee will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:57:49.606458 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-ffdd10a8-74a1-46b9-bb50-bf9d0367d42e req-6c69a5ff-32d8-411f-b586-0c69e136d183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:49.659870 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c69a5ff-32d8-411f-b586-0c69e136d183 service neutron] Pushing event updated for resources: {'Port': ['ID=45cc1759-24db-424d-b356-b2786b4f13ee,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:57:49.724197 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-ffdd10a8-74a1-46b9-bb50-bf9d0367d42e req-6c69a5ff-32d8-411f-b586-0c69e136d183 service neutron] Attempting to bind port 45cc1759-24db-424d-b356-b2786b4f13ee on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:57:49.724898 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-ffdd10a8-74a1-46b9-bb50-bf9d0367d42e req-6c69a5ff-32d8-411f-b586-0c69e136d183 service neutron] Attempting to bind port 45cc1759-24db-424d-b356-b2786b4f13ee by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '2e33cbcf-2958-4a7f-a9a8-3a8630129fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '68c87d99-6ec7-4777-adec-10e70648f0bd'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:57:49.724898 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdd10a8-74a1-46b9-bb50-bf9d0367d42e req-6c69a5ff-32d8-411f-b586-0c69e136d183 service neutron] Attempting to bind port 45cc1759-24db-424d-b356-b2786b4f13ee on network 68c87d99-6ec7-4777-adec-10e70648f0bd {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:57:49.729103 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdd10a8-74a1-46b9-bb50-bf9d0367d42e req-6c69a5ff-32d8-411f-b586-0c69e136d183 service neutron] Port 45cc1759-24db-424d-b356-b2786b4f13ee on network 68c87d99-6ec7-4777-adec-10e70648f0bd not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:57:49.729421 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdd10a8-74a1-46b9-bb50-bf9d0367d42e req-6c69a5ff-32d8-411f-b586-0c69e136d183 service neutron] Attempting to bind port 45cc1759-24db-424d-b356-b2786b4f13ee on network 68c87d99-6ec7-4777-adec-10e70648f0bd {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:57:49.738916 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdd10a8-74a1-46b9-bb50-bf9d0367d42e req-6c69a5ff-32d8-411f-b586-0c69e136d183 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:57:49.739259 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdd10a8-74a1-46b9-bb50-bf9d0367d42e req-6c69a5ff-32d8-411f-b586-0c69e136d183 service neutron] Checking segment: {'id': '2e33cbcf-2958-4a7f-a9a8-3a8630129fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '68c87d99-6ec7-4777-adec-10e70648f0bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:57:49.739648 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdd10a8-74a1-46b9-bb50-bf9d0367d42e req-6c69a5ff-32d8-411f-b586-0c69e136d183 service neutron] Bound using segment: {'id': '2e33cbcf-2958-4a7f-a9a8-3a8630129fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '68c87d99-6ec7-4777-adec-10e70648f0bd'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:57:49.740084 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-ffdd10a8-74a1-46b9-bb50-bf9d0367d42e req-6c69a5ff-32d8-411f-b586-0c69e136d183 service neutron] Bound port: 45cc1759-24db-424d-b356-b2786b4f13ee, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e33cbcf-2958-4a7f-a9a8-3a8630129fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '68c87d99-6ec7-4777-adec-10e70648f0bd'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:57:49.740474 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-ffdd10a8-74a1-46b9-bb50-bf9d0367d42e req-6c69a5ff-32d8-411f-b586-0c69e136d183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:49.809243 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-ffdd10a8-74a1-46b9-bb50-bf9d0367d42e req-6c69a5ff-32d8-411f-b586-0c69e136d183 service neutron] For port 45cc1759-24db-424d-b356-b2786b4f13ee, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:57:49.812566 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-ffdd10a8-74a1-46b9-bb50-bf9d0367d42e req-6c69a5ff-32d8-411f-b586-0c69e136d183 service neutron] For port 45cc1759-24db-424d-b356-b2786b4f13ee, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=45cc1759-24db-424d-b356-b2786b4f13ee,segment=NetworkSegment(2e33cbcf-2958-4a7f-a9a8-3a8630129fe2),segment_id=2e33cbcf-2958-4a7f-a9a8-3a8630129fe2)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:57:49.818305 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-ffdd10a8-74a1-46b9-bb50-bf9d0367d42e req-6c69a5ff-32d8-411f-b586-0c69e136d183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:49.854542 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd10a8-74a1-46b9-bb50-bf9d0367d42e req-6c69a5ff-32d8-411f-b586-0c69e136d183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:57:49.855090 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-ffdd10a8-74a1-46b9-bb50-bf9d0367d42e req-6c69a5ff-32d8-411f-b586-0c69e136d183 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:49.856504 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ffdd10a8-74a1-46b9-bb50-bf9d0367d42e req-6c69a5ff-32d8-411f-b586-0c69e136d183 service neutron] 10.222.0.41 "PUT /v2.0/ports/45cc1759-24db-424d-b356-b2786b4f13ee HTTP/1.1" status: 200 len: 1092 time: 0.5960064 Aug 22 13:57:49.856951 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61b1f70e-f2e7-4067-b189-33c8f5fcf4bb', 'tag': '45cc1759-24db-424d-b356-b2786b4f13ee'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:57:49.859199 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc7c97e-6299-4ef2-b45e-23bd456bc224" -d '{"events": [{"name": "network-changed", "server_uuid": "61b1f70e-f2e7-4067-b189-33c8f5fcf4bb", "tag": "45cc1759-24db-424d-b356-b2786b4f13ee"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:57:49.883519 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c69a5ff-32d8-411f-b586-0c69e136d183 service neutron] Pushing event updated for resources: {'Port': ['ID=45cc1759-24db-424d-b356-b2786b4f13ee,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:57:49.943680 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44618) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:57:49.945260 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd10a8-74a1-46b9-bb50-bf9d0367d42e req-c0ec19d7-24fd-4dfe-ade8-abdef1ab9b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:57:49.946921 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ffdd10a8-74a1-46b9-bb50-bf9d0367d42e req-c0ec19d7-24fd-4dfe-ade8-abdef1ab9b9b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d9a57d9f90e0417a9fc65ee7d945307e&device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 1095 time: 0.0490737 Aug 22 13:57:50.005753 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0ac62e-d868-4773-9534-ab9d6b2b7969 x-openstack-request-id: req-fa0ac62e-d868-4773-9534-ab9d6b2b7969 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:57:50.006041 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61b1f70e-f2e7-4067-b189-33c8f5fcf4bb", "tag": "45cc1759-24db-424d-b356-b2786b4f13ee", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:57:50.006289 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fa0ac62e-d868-4773-9534-ab9d6b2b7969 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:57:50.006676 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61b1f70e-f2e7-4067-b189-33c8f5fcf4bb', 'tag': '45cc1759-24db-424d-b356-b2786b4f13ee', 'status': 'completed', 'code': 200} Aug 22 13:57:50.008482 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ffdd10a8-74a1-46b9-bb50-bf9d0367d42e req-43eafcc2-6c2c-4f4e-bdc0-5ac6a80f02c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45cc1759-24db-424d-b356-b2786b4f13ee HTTP/1.1" status: 200 len: 217 time: 0.0527775 Aug 22 13:57:50.031045 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-79bee238-e3c8-4301-84d1-52ed1bfbda95 admin admin] Deleting subnet 74eb572b-c143-4bc5-b8b7-439797d34d6f {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:57:50.036212 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-79bee238-e3c8-4301-84d1-52ed1bfbda95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:50.067395 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a0aa69-d4df-4084-87a5-349be5f04b4b req-793ae668-533d-48ec-a4bd-3a24498e5b1a tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:57:50.067793 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd10a8-74a1-46b9-bb50-bf9d0367d42e req-785740ea-077b-497b-b9f2-d8a4373d3ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:57:50.068947 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-19a0aa69-d4df-4084-87a5-349be5f04b4b req-793ae668-533d-48ec-a4bd-3a24498e5b1a tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 943 time: 0.0926569 Aug 22 13:57:50.069319 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ffdd10a8-74a1-46b9-bb50-bf9d0367d42e req-785740ea-077b-497b-b9f2-d8a4373d3ee0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=641ba550-9659-40c9-966c-ec22e2efb8a9 HTTP/1.1" status: 200 len: 853 time: 0.0539558 Aug 22 13:57:50.088101 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-79bee238-e3c8-4301-84d1-52ed1bfbda95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:50.104912 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ffdd10a8-74a1-46b9-bb50-bf9d0367d42e req-7e841655-0732-427f-9b4b-c0c882153256 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68c87d99-6ec7-4777-adec-10e70648f0bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277340 Aug 22 13:57:50.145452 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-19a0aa69-d4df-4084-87a5-349be5f04b4b req-6a816d90-83fe-476b-8e87-74bd1ab04e7b tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685844 Aug 22 13:57:50.152774 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-79bee238-e3c8-4301-84d1-52ed1bfbda95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:50.206029 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ffdd10a8-74a1-46b9-bb50-bf9d0367d42e req-8488fba8-173c-4948-8846-e8b81d3508f7 service neutron] 10.222.0.41 "GET /v2.0/networks/68c87d99-6ec7-4777-adec-10e70648f0bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938828 Aug 22 13:57:50.209869 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-79bee238-e3c8-4301-84d1-52ed1bfbda95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:50.236256 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bee238-e3c8-4301-84d1-52ed1bfbda95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74eb572b-c143-4bc5-b8b7-439797d34d6f,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:57:50.240539 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-79bee238-e3c8-4301-84d1-52ed1bfbda95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:50.242457 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-79bee238-e3c8-4301-84d1-52ed1bfbda95 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/74eb572b-c143-4bc5-b8b7-439797d34d6f HTTP/1.1" status: 204 len: 168 time: 0.2974150 Aug 22 13:57:50.244995 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44620) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:57:50.307578 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ffdd10a8-74a1-46b9-bb50-bf9d0367d42e req-504a3eb4-8f26-44eb-b35e-f8b99ebaad3b service neutron] 10.222.0.41 "GET /v2.0/networks/68c87d99-6ec7-4777-adec-10e70648f0bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936038 Aug 22 13:57:50.312426 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5a1be908-756d-43e9-92ec-a287548ba8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:50.395942 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7c97e-6299-4ef2-b45e-23bd456bc224 req-6b3e0cfa-d7df-4c05-992b-0540d2462051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:57:50.397436 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-bbc7c97e-6299-4ef2-b45e-23bd456bc224 req-6b3e0cfa-d7df-4c05-992b-0540d2462051 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d9a57d9f90e0417a9fc65ee7d945307e&device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 1095 time: 0.0459414 Aug 22 13:57:50.399136 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5a1be908-756d-43e9-92ec-a287548ba8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:50.409639 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-5a1be908-756d-43e9-92ec-a287548ba8a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fbeffab-538f-44ba-96e3-e2dcfdde5959']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:57:50.420030 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-5a1be908-756d-43e9-92ec-a287548ba8a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c3d99c8-caa3-4eae-b50c-7c0190191b53') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:57:50.420366 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-5a1be908-756d-43e9-92ec-a287548ba8a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c3d99c8-caa3-4eae-b50c-7c0190191b53') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:57:50.430115 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5a1be908-756d-43e9-92ec-a287548ba8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:50.447426 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5a1be908-756d-43e9-92ec-a287548ba8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:50.456630 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a1be908-756d-43e9-92ec-a287548ba8a9 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:57:50.457050 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5a1be908-756d-43e9-92ec-a287548ba8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:50.459310 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 13:57:50.459310 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:57:50.459310 n-d-793621-33 neutron-server[94627]: timer() Aug 22 13:57:50.459310 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:57:50.459310 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 13:57:50.459310 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:57:50.459310 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 13:57:50.459310 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:57:50.459310 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 13:57:50.459310 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:57:50.459310 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 13:57:50.459310 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:57:50.459310 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 13:57:50.459310 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:57:50.459310 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:57:50.459310 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:57:50.459310 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:57:50.459310 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:57:50.459310 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 13:57:50.459310 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:57:50.459310 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 13:57:50.459310 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:57:50.459310 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:57:50.459310 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:57:50.459310 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 13:57:50.459310 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:57:50.459310 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:57:50.459310 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:57:50.459310 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:57:50.459310 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:57:50.459310 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:57:50.459310 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:57:50.500730 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7c97e-6299-4ef2-b45e-23bd456bc224 req-64842757-aa85-4d27-a59e-4880cbeb73e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:57:50.503102 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-bbc7c97e-6299-4ef2-b45e-23bd456bc224 req-64842757-aa85-4d27-a59e-4880cbeb73e2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=68c87d99-6ec7-4777-adec-10e70648f0bd HTTP/1.1" status: 200 len: 914 time: 0.0989227 Aug 22 13:57:50.520668 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5a1be908-756d-43e9-92ec-a287548ba8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:50.529941 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5a1be908-756d-43e9-92ec-a287548ba8a9 admin admin] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:50.534312 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-5a1be908-756d-43e9-92ec-a287548ba8a9 admin admin] 10.222.0.21 "DELETE /v2.0/networks/6fbeffab-538f-44ba-96e3-e2dcfdde5959 HTTP/1.1" status: 204 len: 168 time: 0.2857034 Aug 22 13:57:50.545077 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1be908-756d-43e9-92ec-a287548ba8a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fbeffab-538f-44ba-96e3-e2dcfdde5959,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:57:50.552508 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-bbc7c97e-6299-4ef2-b45e-23bd456bc224 req-25a14a5d-5850-498f-b2a6-83cbbd2953e5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45cc1759-24db-424d-b356-b2786b4f13ee HTTP/1.1" status: 200 len: 217 time: 0.0424085 Aug 22 13:57:50.605846 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7c97e-6299-4ef2-b45e-23bd456bc224 req-d63d6cd1-82fe-4baa-be7f-42bbbedbcb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:57:50.607394 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-bbc7c97e-6299-4ef2-b45e-23bd456bc224 req-d63d6cd1-82fe-4baa-be7f-42bbbedbcb23 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=641ba550-9659-40c9-966c-ec22e2efb8a9 HTTP/1.1" status: 200 len: 853 time: 0.0459707 Aug 22 13:57:50.640638 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-bbc7c97e-6299-4ef2-b45e-23bd456bc224 req-adb6e70e-4da0-4993-919b-c91217a3b696 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68c87d99-6ec7-4777-adec-10e70648f0bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256729 Aug 22 13:57:50.656402 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 44624) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:57:50.703916 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-2811170b-60cf-4938-bfa4-c52208c09323 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d6224ca15b764947853280783e68bbd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452011 Aug 22 13:57:50.707020 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 44626) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:57:50.768180 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-bbc7c97e-6299-4ef2-b45e-23bd456bc224 req-fdb63e6b-2a48-42d7-b606-4401defd557e service neutron] 10.222.0.41 "GET /v2.0/networks/68c87d99-6ec7-4777-adec-10e70648f0bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202252 Aug 22 13:57:50.803356 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b2365446-a6bb-4f8e-9699-86218098cc77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:50.860055 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b2365446-a6bb-4f8e-9699-86218098cc77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:50.914577 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-bbc7c97e-6299-4ef2-b45e-23bd456bc224 req-e4bdfd8b-6a35-4cdb-9289-51fa19cfdb8c service neutron] 10.222.0.41 "GET /v2.0/networks/68c87d99-6ec7-4777-adec-10e70648f0bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366415 Aug 22 13:57:50.937879 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b2365446-a6bb-4f8e-9699-86218098cc77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:50.940828 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b2365446-a6bb-4f8e-9699-86218098cc77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:50.942144 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b2365446-a6bb-4f8e-9699-86218098cc77 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/233543e4-5065-4e3d-b59f-534bb7e2e9c9 HTTP/1.1" status: 204 len: 168 time: 0.2341948 Aug 22 13:57:50.949958 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2365446-a6bb-4f8e-9699-86218098cc77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=233543e4-5065-4e3d-b59f-534bb7e2e9c9,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:57:51.286541 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb80a40-9a38-4ae9-a92c-0eaf39f11a0b req-d6d74cbc-e6e6-4576-b8b0-df091d0dee82 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:57:51.288039 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0eb80a40-9a38-4ae9-a92c-0eaf39f11a0b req-d6d74cbc-e6e6-4576-b8b0-df091d0dee82 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 943 time: 0.0600045 Aug 22 13:57:51.330574 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0eb80a40-9a38-4ae9-a92c-0eaf39f11a0b req-e2196c83-2e27-4bce-8248-4de805c88573 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360334 Aug 22 13:57:52.462936 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d78d563-3e49-4795-a70d-52658b09c449 req-8a07d5c4-d8ff-42da-aeeb-7dfef3efb9ba tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:57:52.464445 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d78d563-3e49-4795-a70d-52658b09c449 req-8a07d5c4-d8ff-42da-aeeb-7dfef3efb9ba tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 943 time: 0.0513813 Aug 22 13:57:52.508133 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d78d563-3e49-4795-a70d-52658b09c449 req-9df522d6-5199-415c-8d6e-b08d055ae904 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374255 Aug 22 13:57:53.546570 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 45cc1759-24db-424d-b356-b2786b4f13ee details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:57:53.627467 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d2fb4-4bef-42cf-9c2d-deb6ec40c6a2 req-5a1441ac-dbf4-432e-9567-ce30cac8ab9a tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:57:53.629159 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fd1d2fb4-4bef-42cf-9c2d-deb6ec40c6a2 req-5a1441ac-dbf4-432e-9567-ce30cac8ab9a tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 943 time: 0.0508516 Aug 22 13:57:53.649249 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 45cc1759-24db-424d-b356-b2786b4f13ee, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=45cc1759-24db-424d-b356-b2786b4f13ee,segment=NetworkSegment(2e33cbcf-2958-4a7f-a9a8-3a8630129fe2),segment_id=2e33cbcf-2958-4a7f-a9a8-3a8630129fe2)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:57:53.661153 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '45cc1759-24db-424d-b356-b2786b4f13ee', 'network_id': '68c87d99-6ec7-4777-adec-10e70648f0bd', 'port_id': '45cc1759-24db-424d-b356-b2786b4f13ee', 'mac_address': 'fa:16:3e:1c:48:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '641ba550-9659-40c9-966c-ec22e2efb8a9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:57:53.671358 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fd1d2fb4-4bef-42cf-9c2d-deb6ec40c6a2 req-30eff164-78bb-4e96-8629-f2b1cb855a15 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352829 Aug 22 13:57:53.698113 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:53.711003 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45cc1759-24db-424d-b356-b2786b4f13ee {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:57:53.730300 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 45cc1759-24db-424d-b356-b2786b4f13ee, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=45cc1759-24db-424d-b356-b2786b4f13ee,segment=NetworkSegment(2e33cbcf-2958-4a7f-a9a8-3a8630129fe2),segment_id=2e33cbcf-2958-4a7f-a9a8-3a8630129fe2)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:57:53.734259 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:53.779760 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=45cc1759-24db-424d-b356-b2786b4f13ee,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:57:53.787833 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:57:53.788115 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:57:53.788480 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:57:53.788819 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:57:53.789148 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:57:53.789476 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:57:53.789801 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:57:53.790125 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:57:53.790444 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:57:53.790766 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:57:53.791085 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:57:53.791404 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:57:53.934661 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['45cc1759-24db-424d-b356-b2786b4f13ee'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:57:54.782846 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38cab8-fdb2-4fb5-bc3f-462cf5d520d1 req-cbad602d-0354-49a9-9c3b-3523cf448f0e tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:57:54.784325 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fb38cab8-fdb2-4fb5-bc3f-462cf5d520d1 req-cbad602d-0354-49a9-9c3b-3523cf448f0e tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 944 time: 0.0482390 Aug 22 13:57:54.821292 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fb38cab8-fdb2-4fb5-bc3f-462cf5d520d1 req-5316ee58-8755-49fa-81b4-4624283cd366 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310261 Aug 22 13:57:55.577114 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 45cc1759-24db-424d-b356-b2786b4f13ee up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:57:55.624135 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 45cc1759-24db-424d-b356-b2786b4f13ee completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:57:55.627635 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 45cc1759-24db-424d-b356-b2786b4f13ee triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:57:55.628002 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:55.704906 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:55.727656 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b1f70e-f2e7-4067-b189-33c8f5fcf4bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45cc1759-24db-424d-b356-b2786b4f13ee'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:57:55.729923 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a88fd1-118d-4b51-adbc-1f054f843d68" -d '{"events": [{"server_uuid": "61b1f70e-f2e7-4067-b189-33c8f5fcf4bb", "name": "network-vif-plugged", "status": "completed", "tag": "45cc1759-24db-424d-b356-b2786b4f13ee"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:57:55.742399 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 45cc1759-24db-424d-b356-b2786b4f13ee, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=45cc1759-24db-424d-b356-b2786b4f13ee,segment=NetworkSegment(2e33cbcf-2958-4a7f-a9a8-3a8630129fe2),segment_id=2e33cbcf-2958-4a7f-a9a8-3a8630129fe2)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:57:55.747526 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:55.772210 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3280bad3-3faf-4923-ad01-bec0b2b9adf1 x-openstack-request-id: req-3280bad3-3faf-4923-ad01-bec0b2b9adf1 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:57:55.772516 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61b1f70e-f2e7-4067-b189-33c8f5fcf4bb", "name": "network-vif-plugged", "status": "completed", "tag": "45cc1759-24db-424d-b356-b2786b4f13ee", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:57:55.772761 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3280bad3-3faf-4923-ad01-bec0b2b9adf1 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:57:55.773138 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b1f70e-f2e7-4067-b189-33c8f5fcf4bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45cc1759-24db-424d-b356-b2786b4f13ee', 'code': 200} Aug 22 13:57:55.799598 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=45cc1759-24db-424d-b356-b2786b4f13ee,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:57:55.871082 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc64c5f-7505-4f55-9417-3bb69c42940f req-893e6f00-c85d-43f1-b035-23778eb6c015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:57:55.872757 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9bc64c5f-7505-4f55-9417-3bb69c42940f req-893e6f00-c85d-43f1-b035-23778eb6c015 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 1097 time: 0.0421605 Aug 22 13:57:55.908020 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9bc64c5f-7505-4f55-9417-3bb69c42940f req-73f0de7e-074e-4ca8-bcf9-99cc6b6cbab8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284414 Aug 22 13:57:55.935975 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f278e7a-02d7-4c9a-8cd7-240239257751 req-6a76e5bf-e448-48c0-b9fa-a35afdb39e46 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:57:55.937525 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9f278e7a-02d7-4c9a-8cd7-240239257751 req-6a76e5bf-e448-48c0-b9fa-a35afdb39e46 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0487578 Aug 22 13:57:55.978965 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9f278e7a-02d7-4c9a-8cd7-240239257751 req-46dd6f54-5fc3-4772-9b3f-121adfb23ac3 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345235 Aug 22 13:57:57.094442 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e11d46-6af5-424c-989b-6b8e4cacd717 req-34d3bcd9-7a42-480d-b9d8-9a535e92d693 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:57:57.096600 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c7e11d46-6af5-424c-989b-6b8e4cacd717 req-34d3bcd9-7a42-480d-b9d8-9a535e92d693 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0481219 Aug 22 13:57:57.133059 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c7e11d46-6af5-424c-989b-6b8e4cacd717 req-38020d54-66a7-4eb1-bfe8-9f43f39a4445 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301371 Aug 22 13:57:57.397581 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156c5e1-efca-4d5e-ae3b-b93a130daab8 req-f0ec9ec9-5067-42ba-99b4-6b069070ed28 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:57:57.399048 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9156c5e1-efca-4d5e-ae3b-b93a130daab8 req-f0ec9ec9-5067-42ba-99b4-6b069070ed28 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/networks?id=68c87d99-6ec7-4777-adec-10e70648f0bd HTTP/1.1" status: 200 len: 813 time: 0.0980411 Aug 22 13:57:57.413752 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9156c5e1-efca-4d5e-ae3b-b93a130daab8 req-3a8b8316-99b7-47de-a2b8-8927782ad04d tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/quotas/d9a57d9f90e0417a9fc65ee7d945307e HTTP/1.1" status: 200 len: 375 time: 0.0090916 Aug 22 13:57:57.465226 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9156c5e1-efca-4d5e-ae3b-b93a130daab8 req-6ac90bd5-1fad-4310-99c0-daa1ed349e20 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d9a57d9f90e0417a9fc65ee7d945307e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0463996 Aug 22 13:57:57.552184 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9156c5e1-efca-4d5e-ae3b-b93a130daab8 req-785c2c57-a7c4-4370-abf1-a5b6daf5bb39 service neutron] 10.222.0.21 "GET /v2.0/networks/68c87d99-6ec7-4777-adec-10e70648f0bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796306 Aug 22 13:57:57.641762 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9156c5e1-efca-4d5e-ae3b-b93a130daab8 req-d117c450-f044-46c6-95c6-3bb4ae6180c1 service neutron] 10.222.0.21 "GET /v2.0/networks/68c87d99-6ec7-4777-adec-10e70648f0bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836947 Aug 22 13:57:57.798631 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-be9c989e-47d8-463d-bf30-41ab63ed9358 req-30c931ba-44e0-46ad-8375-3ff0f9ef70f9 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=86a4eb45-f858-48a0-bd0b-e9654c95c321 HTTP/1.1" status: 200 len: 210 time: 0.0279901 Aug 22 13:57:58.457163 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d0db6654-fa6f-4d51-803d-3e08b194e600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:58.584749 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:58.724343 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156c5e1-efca-4d5e-ae3b-b93a130daab8 req-1855e321-3019-47d5-888b-bfd7c136e755 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:57:58.725755 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9156c5e1-efca-4d5e-ae3b-b93a130daab8 req-1855e321-3019-47d5-888b-bfd7c136e755 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.16 "GET /v2.0/networks?id=68c87d99-6ec7-4777-adec-10e70648f0bd HTTP/1.1" status: 200 len: 813 time: 0.0997503 Aug 22 13:57:58.739997 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-9156c5e1-efca-4d5e-ae3b-b93a130daab8 req-372f4500-3505-4458-bfa6-1549e5670fc6 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Request body: {'port': {'device_id': '86a4eb45-f858-48a0-bd0b-e9654c95c321', 'network_id': '68c87d99-6ec7-4777-adec-10e70648f0bd', 'admin_state_up': True, 'tenant_id': 'd9a57d9f90e0417a9fc65ee7d945307e'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:57:58.851638 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9156c5e1-efca-4d5e-ae3b-b93a130daab8 req-372f4500-3505-4458-bfa6-1549e5670fc6 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Made reservation on behalf of d9a57d9f90e0417a9fc65ee7d945307e for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:57:58.855159 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9156c5e1-efca-4d5e-ae3b-b93a130daab8 req-372f4500-3505-4458-bfa6-1549e5670fc6 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:58.895135 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5996b772-fcc6-4261-94b3-1afc8c1f6091 req-94f932af-b0c7-4bd6-aaad-44fa7c5f8db5 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=86a4eb45-f858-48a0-bd0b-e9654c95c321 HTTP/1.1" status: 200 len: 210 time: 0.0276036 Aug 22 13:57:59.006353 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-9156c5e1-efca-4d5e-ae3b-b93a130daab8 req-372f4500-3505-4458-bfa6-1549e5670fc6 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Allocated IP 172.20.0.8 (68c87d99-6ec7-4777-adec-10e70648f0bd/641ba550-9659-40c9-966c-ec22e2efb8a9/5069dfc5-68a2-4d53-bc05-4edb496bc81a) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:57:59.145267 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9156c5e1-efca-4d5e-ae3b-b93a130daab8 req-372f4500-3505-4458-bfa6-1549e5670fc6 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:59.186702 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9156c5e1-efca-4d5e-ae3b-b93a130daab8 req-372f4500-3505-4458-bfa6-1549e5670fc6 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:59.197456 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['45cc1759-24db-424d-b356-b2786b4f13ee'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:57:59.229195 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9156c5e1-efca-4d5e-ae3b-b93a130daab8 req-372f4500-3505-4458-bfa6-1549e5670fc6 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Network 68c87d99-6ec7-4777-adec-10e70648f0bd is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:57:59.232197 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-9156c5e1-efca-4d5e-ae3b-b93a130daab8 req-372f4500-3505-4458-bfa6-1549e5670fc6 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:57:59.235848 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-9156c5e1-efca-4d5e-ae3b-b93a130daab8 req-372f4500-3505-4458-bfa6-1549e5670fc6 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:57:59.246481 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372f4500-3505-4458-bfa6-1549e5670fc6 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Pushing event updated for resources: {'Port': ['ID=5069dfc5-68a2-4d53-bc05-4edb496bc81a,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:57:59.274890 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372f4500-3505-4458-bfa6-1549e5670fc6 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:57:59.275242 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372f4500-3505-4458-bfa6-1549e5670fc6 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:57:59.275680 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372f4500-3505-4458-bfa6-1549e5670fc6 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:57:59.275922 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372f4500-3505-4458-bfa6-1549e5670fc6 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:57:59.276286 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372f4500-3505-4458-bfa6-1549e5670fc6 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:57:59.276615 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372f4500-3505-4458-bfa6-1549e5670fc6 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:57:59.276938 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372f4500-3505-4458-bfa6-1549e5670fc6 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:57:59.277259 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372f4500-3505-4458-bfa6-1549e5670fc6 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:57:59.277805 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372f4500-3505-4458-bfa6-1549e5670fc6 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:57:59.278260 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372f4500-3505-4458-bfa6-1549e5670fc6 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:57:59.278586 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372f4500-3505-4458-bfa6-1549e5670fc6 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:57:59.278940 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372f4500-3505-4458-bfa6-1549e5670fc6 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:57:59.306026 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156c5e1-efca-4d5e-ae3b-b93a130daab8 req-372f4500-3505-4458-bfa6-1549e5670fc6 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:57:59.306721 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9156c5e1-efca-4d5e-ae3b-b93a130daab8 req-372f4500-3505-4458-bfa6-1549e5670fc6 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:59.320995 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9156c5e1-efca-4d5e-ae3b-b93a130daab8 req-372f4500-3505-4458-bfa6-1549e5670fc6 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5853395 Aug 22 13:57:59.334215 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-9156c5e1-efca-4d5e-ae3b-b93a130daab8 req-53081c2f-5857-4ff9-a392-a3e8fbcd1168 service neutron] Request body: {'port': {'device_id': '86a4eb45-f858-48a0-bd0b-e9654c95c321', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:57:59.389782 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9156c5e1-efca-4d5e-ae3b-b93a130daab8 req-53081c2f-5857-4ff9-a392-a3e8fbcd1168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:59.647990 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-9156c5e1-efca-4d5e-ae3b-b93a130daab8 req-53081c2f-5857-4ff9-a392-a3e8fbcd1168 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5069dfc5-68a2-4d53-bc05-4edb496bc81a {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:57:59.655581 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9156c5e1-efca-4d5e-ae3b-b93a130daab8 req-53081c2f-5857-4ff9-a392-a3e8fbcd1168 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:59.667255 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-9156c5e1-efca-4d5e-ae3b-b93a130daab8 req-53081c2f-5857-4ff9-a392-a3e8fbcd1168 service neutron] Transition to ACTIVE for port object 5069dfc5-68a2-4d53-bc05-4edb496bc81a will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:57:59.670810 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9156c5e1-efca-4d5e-ae3b-b93a130daab8 req-53081c2f-5857-4ff9-a392-a3e8fbcd1168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:59.721503 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53081c2f-5857-4ff9-a392-a3e8fbcd1168 service neutron] Pushing event updated for resources: {'Port': ['ID=5069dfc5-68a2-4d53-bc05-4edb496bc81a,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:57:59.785784 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-9156c5e1-efca-4d5e-ae3b-b93a130daab8 req-53081c2f-5857-4ff9-a392-a3e8fbcd1168 service neutron] Attempting to bind port 5069dfc5-68a2-4d53-bc05-4edb496bc81a on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:57:59.786456 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-9156c5e1-efca-4d5e-ae3b-b93a130daab8 req-53081c2f-5857-4ff9-a392-a3e8fbcd1168 service neutron] Attempting to bind port 5069dfc5-68a2-4d53-bc05-4edb496bc81a by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '2e33cbcf-2958-4a7f-a9a8-3a8630129fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '68c87d99-6ec7-4777-adec-10e70648f0bd'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:57:59.786456 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9156c5e1-efca-4d5e-ae3b-b93a130daab8 req-53081c2f-5857-4ff9-a392-a3e8fbcd1168 service neutron] Attempting to bind port 5069dfc5-68a2-4d53-bc05-4edb496bc81a on network 68c87d99-6ec7-4777-adec-10e70648f0bd {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:57:59.790561 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9156c5e1-efca-4d5e-ae3b-b93a130daab8 req-53081c2f-5857-4ff9-a392-a3e8fbcd1168 service neutron] Port 5069dfc5-68a2-4d53-bc05-4edb496bc81a on network 68c87d99-6ec7-4777-adec-10e70648f0bd not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:57:59.790871 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9156c5e1-efca-4d5e-ae3b-b93a130daab8 req-53081c2f-5857-4ff9-a392-a3e8fbcd1168 service neutron] Attempting to bind port 5069dfc5-68a2-4d53-bc05-4edb496bc81a on network 68c87d99-6ec7-4777-adec-10e70648f0bd {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:57:59.795525 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9156c5e1-efca-4d5e-ae3b-b93a130daab8 req-53081c2f-5857-4ff9-a392-a3e8fbcd1168 service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:57:59.795853 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9156c5e1-efca-4d5e-ae3b-b93a130daab8 req-53081c2f-5857-4ff9-a392-a3e8fbcd1168 service neutron] Checking segment: {'id': '2e33cbcf-2958-4a7f-a9a8-3a8630129fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '68c87d99-6ec7-4777-adec-10e70648f0bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:57:59.796227 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9156c5e1-efca-4d5e-ae3b-b93a130daab8 req-53081c2f-5857-4ff9-a392-a3e8fbcd1168 service neutron] Bound using segment: {'id': '2e33cbcf-2958-4a7f-a9a8-3a8630129fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '68c87d99-6ec7-4777-adec-10e70648f0bd'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:57:59.796671 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-9156c5e1-efca-4d5e-ae3b-b93a130daab8 req-53081c2f-5857-4ff9-a392-a3e8fbcd1168 service neutron] Bound port: 5069dfc5-68a2-4d53-bc05-4edb496bc81a, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e33cbcf-2958-4a7f-a9a8-3a8630129fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '68c87d99-6ec7-4777-adec-10e70648f0bd'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:57:59.797019 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9156c5e1-efca-4d5e-ae3b-b93a130daab8 req-53081c2f-5857-4ff9-a392-a3e8fbcd1168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:59.858795 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-9156c5e1-efca-4d5e-ae3b-b93a130daab8 req-53081c2f-5857-4ff9-a392-a3e8fbcd1168 service neutron] For port 5069dfc5-68a2-4d53-bc05-4edb496bc81a, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:57:59.862374 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-9156c5e1-efca-4d5e-ae3b-b93a130daab8 req-53081c2f-5857-4ff9-a392-a3e8fbcd1168 service neutron] For port 5069dfc5-68a2-4d53-bc05-4edb496bc81a, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=5069dfc5-68a2-4d53-bc05-4edb496bc81a,segment=NetworkSegment(2e33cbcf-2958-4a7f-a9a8-3a8630129fe2),segment_id=2e33cbcf-2958-4a7f-a9a8-3a8630129fe2)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:57:59.867107 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9156c5e1-efca-4d5e-ae3b-b93a130daab8 req-53081c2f-5857-4ff9-a392-a3e8fbcd1168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:59.900518 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156c5e1-efca-4d5e-ae3b-b93a130daab8 req-53081c2f-5857-4ff9-a392-a3e8fbcd1168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:57:59.901059 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9156c5e1-efca-4d5e-ae3b-b93a130daab8 req-53081c2f-5857-4ff9-a392-a3e8fbcd1168 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:57:59.902438 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9156c5e1-efca-4d5e-ae3b-b93a130daab8 req-53081c2f-5857-4ff9-a392-a3e8fbcd1168 service neutron] 10.222.0.16 "PUT /v2.0/ports/5069dfc5-68a2-4d53-bc05-4edb496bc81a HTTP/1.1" status: 200 len: 1092 time: 0.5732796 Aug 22 13:57:59.902860 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86a4eb45-f858-48a0-bd0b-e9654c95c321', 'tag': '5069dfc5-68a2-4d53-bc05-4edb496bc81a'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:57:59.905127 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dad7f03-8e0a-4ce2-9e8c-24646f43d0eb" -d '{"events": [{"name": "network-changed", "server_uuid": "86a4eb45-f858-48a0-bd0b-e9654c95c321", "tag": "5069dfc5-68a2-4d53-bc05-4edb496bc81a"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:57:59.941961 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53081c2f-5857-4ff9-a392-a3e8fbcd1168 service neutron] Pushing event updated for resources: {'Port': ['ID=5069dfc5-68a2-4d53-bc05-4edb496bc81a,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:57:59.954280 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c41b9fd-65d8-4c68-93c2-d843ce54a404 x-openstack-request-id: req-8c41b9fd-65d8-4c68-93c2-d843ce54a404 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:57:59.954821 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86a4eb45-f858-48a0-bd0b-e9654c95c321", "tag": "5069dfc5-68a2-4d53-bc05-4edb496bc81a", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:57:59.955076 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8c41b9fd-65d8-4c68-93c2-d843ce54a404 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:57:59.955497 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86a4eb45-f858-48a0-bd0b-e9654c95c321', 'tag': '5069dfc5-68a2-4d53-bc05-4edb496bc81a', 'status': 'completed', 'code': 200} Aug 22 13:58:00.368583 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156c5e1-efca-4d5e-ae3b-b93a130daab8 req-5ae8998c-2744-4fc5-901d-9ce2e76ee6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:00.370232 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9156c5e1-efca-4d5e-ae3b-b93a130daab8 req-5ae8998c-2744-4fc5-901d-9ce2e76ee6e1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d9a57d9f90e0417a9fc65ee7d945307e&device_id=86a4eb45-f858-48a0-bd0b-e9654c95c321 HTTP/1.1" status: 200 len: 1095 time: 0.4129601 Aug 22 13:58:00.384032 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd524b6-d77c-4a04-879a-e27f8808e638 req-9f6fbfc8-628b-4292-855b-11bf705f4386 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:00.385599 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2fd524b6-d77c-4a04-879a-e27f8808e638 req-9f6fbfc8-628b-4292-855b-11bf705f4386 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=86a4eb45-f858-48a0-bd0b-e9654c95c321 HTTP/1.1" status: 200 len: 943 time: 0.4019067 Aug 22 13:58:00.427479 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9156c5e1-efca-4d5e-ae3b-b93a130daab8 req-df3a53f2-c764-4808-93ae-468c76ac517c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5069dfc5-68a2-4d53-bc05-4edb496bc81a HTTP/1.1" status: 200 len: 217 time: 0.0409360 Aug 22 13:58:00.485276 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2fd524b6-d77c-4a04-879a-e27f8808e638 req-414869e5-fba4-4dbf-bc59-d10a3f945bcb tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931420 Aug 22 13:58:00.497894 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156c5e1-efca-4d5e-ae3b-b93a130daab8 req-4472ef1b-a2d1-44ba-ad88-95c34e50b3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:00.499412 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9156c5e1-efca-4d5e-ae3b-b93a130daab8 req-4472ef1b-a2d1-44ba-ad88-95c34e50b3c9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=641ba550-9659-40c9-966c-ec22e2efb8a9 HTTP/1.1" status: 200 len: 853 time: 0.0626373 Aug 22 13:58:00.531473 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9156c5e1-efca-4d5e-ae3b-b93a130daab8 req-70df14c0-49dc-43f4-bcc6-62e8b57d2aac service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=68c87d99-6ec7-4777-adec-10e70648f0bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245142 Aug 22 13:58:00.620113 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9156c5e1-efca-4d5e-ae3b-b93a130daab8 req-b1b024cc-c1e7-4fbc-ac3e-8a9773439594 service neutron] 10.222.0.16 "GET /v2.0/networks/68c87d99-6ec7-4777-adec-10e70648f0bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812106 Aug 22 13:58:00.712644 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9156c5e1-efca-4d5e-ae3b-b93a130daab8 req-170b2cf3-034d-4a52-bdb8-97a6a91abc42 service neutron] 10.222.0.16 "GET /v2.0/networks/68c87d99-6ec7-4777-adec-10e70648f0bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852139 Aug 22 13:58:00.806717 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad7f03-8e0a-4ce2-9e8c-24646f43d0eb req-b50a9109-204e-4b2b-855f-7ddaabe63bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:00.808277 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4dad7f03-8e0a-4ce2-9e8c-24646f43d0eb req-b50a9109-204e-4b2b-855f-7ddaabe63bb2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d9a57d9f90e0417a9fc65ee7d945307e&device_id=86a4eb45-f858-48a0-bd0b-e9654c95c321 HTTP/1.1" status: 200 len: 1095 time: 0.0413408 Aug 22 13:58:00.909566 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad7f03-8e0a-4ce2-9e8c-24646f43d0eb req-1d191983-5fa2-4383-90d9-ba47c279087e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:00.911014 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4dad7f03-8e0a-4ce2-9e8c-24646f43d0eb req-1d191983-5fa2-4383-90d9-ba47c279087e service neutron] 10.222.0.16 "GET /v2.0/networks?id=68c87d99-6ec7-4777-adec-10e70648f0bd HTTP/1.1" status: 200 len: 914 time: 0.0945551 Aug 22 13:58:00.955210 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4dad7f03-8e0a-4ce2-9e8c-24646f43d0eb req-c9c117c3-b6fe-43ea-83fc-500fedc41ad6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5069dfc5-68a2-4d53-bc05-4edb496bc81a HTTP/1.1" status: 200 len: 217 time: 0.0370595 Aug 22 13:58:01.011392 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad7f03-8e0a-4ce2-9e8c-24646f43d0eb req-70f4c11f-724e-4f24-b903-464e72668021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:01.013008 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4dad7f03-8e0a-4ce2-9e8c-24646f43d0eb req-70f4c11f-724e-4f24-b903-464e72668021 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=641ba550-9659-40c9-966c-ec22e2efb8a9 HTTP/1.1" status: 200 len: 853 time: 0.0496380 Aug 22 13:58:01.047071 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4dad7f03-8e0a-4ce2-9e8c-24646f43d0eb req-b60d7d26-407b-404a-ae0a-1cace263e3be service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=68c87d99-6ec7-4777-adec-10e70648f0bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249195 Aug 22 13:58:01.081886 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-05f32991-fb16-46e0-8f83-19ed48c67d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:58:01.145340 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4dad7f03-8e0a-4ce2-9e8c-24646f43d0eb req-eb8991ca-b0b8-44af-8549-4771f6cdf75f service neutron] 10.222.0.16 "GET /v2.0/networks/68c87d99-6ec7-4777-adec-10e70648f0bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899539 Aug 22 13:58:01.216919 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:58:01.239211 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4dad7f03-8e0a-4ce2-9e8c-24646f43d0eb req-4d18fc83-0d5c-4156-b8cd-0a2ab15893fb service neutron] 10.222.0.16 "GET /v2.0/networks/68c87d99-6ec7-4777-adec-10e70648f0bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864794 Aug 22 13:58:01.272450 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:58:01.606610 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d562993-58bc-4854-9389-a7a531f1bec5 req-47c1edc9-0057-47c2-89e2-994f9ab37f0a tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:01.608070 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8d562993-58bc-4854-9389-a7a531f1bec5 req-47c1edc9-0057-47c2-89e2-994f9ab37f0a tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=86a4eb45-f858-48a0-bd0b-e9654c95c321 HTTP/1.1" status: 200 len: 943 time: 0.0532537 Aug 22 13:58:01.645395 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8d562993-58bc-4854-9389-a7a531f1bec5 req-c6db8ba1-ae5b-4bff-84c5-e55a0be31356 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307004 Aug 22 13:58:02.490185 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:58:02.757372 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1f700-22e7-4f59-b65f-a9a7fc01e83e req-f098a0f5-d3d8-4761-a109-7b90b7862efe tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:02.758835 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-46a1f700-22e7-4f59-b65f-a9a7fc01e83e req-f098a0f5-d3d8-4761-a109-7b90b7862efe tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=86a4eb45-f858-48a0-bd0b-e9654c95c321 HTTP/1.1" status: 200 len: 943 time: 0.0475943 Aug 22 13:58:02.795614 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-46a1f700-22e7-4f59-b65f-a9a7fc01e83e req-d275f153-9b6c-4b9f-812e-ffd58b9e57d6 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309215 Aug 22 13:58:03.671164 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 5069dfc5-68a2-4d53-bc05-4edb496bc81a details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:58:03.765237 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 5069dfc5-68a2-4d53-bc05-4edb496bc81a, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=5069dfc5-68a2-4d53-bc05-4edb496bc81a,segment=NetworkSegment(2e33cbcf-2958-4a7f-a9a8-3a8630129fe2),segment_id=2e33cbcf-2958-4a7f-a9a8-3a8630129fe2)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:58:03.775335 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '5069dfc5-68a2-4d53-bc05-4edb496bc81a', 'network_id': '68c87d99-6ec7-4777-adec-10e70648f0bd', 'port_id': '5069dfc5-68a2-4d53-bc05-4edb496bc81a', 'mac_address': 'fa:16:3e:0a:1e:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '641ba550-9659-40c9-966c-ec22e2efb8a9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:58:03.811980 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:58:03.825136 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5069dfc5-68a2-4d53-bc05-4edb496bc81a {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:58:03.844792 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 5069dfc5-68a2-4d53-bc05-4edb496bc81a, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=5069dfc5-68a2-4d53-bc05-4edb496bc81a,segment=NetworkSegment(2e33cbcf-2958-4a7f-a9a8-3a8630129fe2),segment_id=2e33cbcf-2958-4a7f-a9a8-3a8630129fe2)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:58:03.849648 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:58:03.895676 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=5069dfc5-68a2-4d53-bc05-4edb496bc81a,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:58:03.915612 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c27bc7-1f75-48a2-a2d4-d5911d95cdba req-cc11f75e-6065-4be7-a66b-171071331470 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:03.917146 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f9c27bc7-1f75-48a2-a2d4-d5911d95cdba req-cc11f75e-6065-4be7-a66b-171071331470 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=86a4eb45-f858-48a0-bd0b-e9654c95c321 HTTP/1.1" status: 200 len: 944 time: 0.0550301 Aug 22 13:58:03.957517 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f9c27bc7-1f75-48a2-a2d4-d5911d95cdba req-d36a5ea5-97e0-49f0-8a0b-1456e827afac tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343583 Aug 22 13:58:04.026782 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:58:04.067668 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['5069dfc5-68a2-4d53-bc05-4edb496bc81a'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:58:04.278746 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:58:05.075126 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c94e4e-0f19-49f0-bf73-45b7400d6371 req-932c1429-6d8d-4f45-9677-8ce607ef79bf tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:05.076616 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-67c94e4e-0f19-49f0-bf73-45b7400d6371 req-932c1429-6d8d-4f45-9677-8ce607ef79bf tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=86a4eb45-f858-48a0-bd0b-e9654c95c321 HTTP/1.1" status: 200 len: 944 time: 0.0520675 Aug 22 13:58:05.113981 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-67c94e4e-0f19-49f0-bf73-45b7400d6371 req-a61a2d05-8a5e-4968-814a-6b3647ed2e30 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307229 Aug 22 13:58:05.670685 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 5069dfc5-68a2-4d53-bc05-4edb496bc81a up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:58:05.719028 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port 5069dfc5-68a2-4d53-bc05-4edb496bc81a completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:58:05.723683 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 5069dfc5-68a2-4d53-bc05-4edb496bc81a triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:58:05.724064 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:58:05.802213 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:58:05.826227 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a4eb45-f858-48a0-bd0b-e9654c95c321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5069dfc5-68a2-4d53-bc05-4edb496bc81a'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:58:05.828478 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad468123-ecda-4d54-b429-6240869b4943" -d '{"events": [{"server_uuid": "86a4eb45-f858-48a0-bd0b-e9654c95c321", "name": "network-vif-plugged", "status": "completed", "tag": "5069dfc5-68a2-4d53-bc05-4edb496bc81a"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:58:05.842122 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 5069dfc5-68a2-4d53-bc05-4edb496bc81a, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=5069dfc5-68a2-4d53-bc05-4edb496bc81a,segment=NetworkSegment(2e33cbcf-2958-4a7f-a9a8-3a8630129fe2),segment_id=2e33cbcf-2958-4a7f-a9a8-3a8630129fe2)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:58:05.846308 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:58:05.897777 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=5069dfc5-68a2-4d53-bc05-4edb496bc81a,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:58:05.995623 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7209d8-34fb-42a0-ab5f-c0d040f154fc x-openstack-request-id: req-6c7209d8-34fb-42a0-ab5f-c0d040f154fc {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:58:05.995976 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a4eb45-f858-48a0-bd0b-e9654c95c321", "name": "network-vif-plugged", "status": "completed", "tag": "5069dfc5-68a2-4d53-bc05-4edb496bc81a", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:58:05.996325 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c7209d8-34fb-42a0-ab5f-c0d040f154fc {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:58:05.996785 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a4eb45-f858-48a0-bd0b-e9654c95c321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5069dfc5-68a2-4d53-bc05-4edb496bc81a', 'code': 200} Aug 22 13:58:06.089194 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42152d51-c0b6-45e3-9b93-d9a595e3ebe1 req-8c734cb3-8c0a-4270-8164-ef57cfbdc514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:06.090653 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-42152d51-c0b6-45e3-9b93-d9a595e3ebe1 req-8c734cb3-8c0a-4270-8164-ef57cfbdc514 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=86a4eb45-f858-48a0-bd0b-e9654c95c321 HTTP/1.1" status: 200 len: 1097 time: 0.0400238 Aug 22 13:58:06.124859 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-42152d51-c0b6-45e3-9b93-d9a595e3ebe1 req-0d81f10d-9fe4-4187-9d74-e36969e0e51f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271821 Aug 22 13:58:06.228816 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30737a65-b62b-40fa-aff6-2c161b500a22 req-b35483e5-8fe9-49c2-8388-1851b521dbc3 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:06.230222 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-30737a65-b62b-40fa-aff6-2c161b500a22 req-b35483e5-8fe9-49c2-8388-1851b521dbc3 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=86a4eb45-f858-48a0-bd0b-e9654c95c321 HTTP/1.1" status: 200 len: 945 time: 0.0503898 Aug 22 13:58:06.267346 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-30737a65-b62b-40fa-aff6-2c161b500a22 req-f284e4b6-a4b7-4f18-9f25-a913b857a3df tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311320 Aug 22 13:58:07.389931 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade0724d-2d26-4113-adf5-2cbbe5b73491 req-eb6d96a3-4fed-4e99-940f-1fa9a4b192cd tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:07.391390 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ade0724d-2d26-4113-adf5-2cbbe5b73491 req-eb6d96a3-4fed-4e99-940f-1fa9a4b192cd tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=86a4eb45-f858-48a0-bd0b-e9654c95c321 HTTP/1.1" status: 200 len: 945 time: 0.0559950 Aug 22 13:58:07.431297 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ade0724d-2d26-4113-adf5-2cbbe5b73491 req-3e5efdbb-8004-4887-8908-9ae3cdc6c81c tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330811 Aug 22 13:58:07.664935 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd9f13-c89a-464c-abce-fdc13f6a5b8b req-737f5f28-48be-4d1f-964d-4840d38ff660 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:07.666418 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-25bd9f13-c89a-464c-abce-fdc13f6a5b8b req-737f5f28-48be-4d1f-964d-4840d38ff660 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=86a4eb45-f858-48a0-bd0b-e9654c95c321 HTTP/1.1" status: 200 len: 945 time: 0.0488858 Aug 22 13:58:07.703457 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-25bd9f13-c89a-464c-abce-fdc13f6a5b8b req-68bc2c54-280e-40cc-958f-cd299180be88 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310602 Aug 22 13:58:08.736348 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ee0f9f68-13a2-4867-bb4e-01dd7972829d req-cde61f85-10ec-469f-87e6-f1d79a6e6ea4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0454175 Aug 22 13:58:08.814611 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f9f68-13a2-4867-bb4e-01dd7972829d req-fd2ab30c-c22e-434e-a2ad-c0b4bb0fe5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:08.816104 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ee0f9f68-13a2-4867-bb4e-01dd7972829d req-fd2ab30c-c22e-434e-a2ad-c0b4bb0fe5d5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d9a57d9f90e0417a9fc65ee7d945307e&device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 1097 time: 0.0405579 Aug 22 13:58:08.820549 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff3555-372f-43e3-b212-ef67eb8680ee req-749c6e99-d5f4-42f6-8076-82d6edc49ad3 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:08.822038 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-72ff3555-372f-43e3-b212-ef67eb8680ee req-749c6e99-d5f4-42f6-8076-82d6edc49ad3 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=86a4eb45-f858-48a0-bd0b-e9654c95c321 HTTP/1.1" status: 200 len: 945 time: 0.0494788 Aug 22 13:58:08.860441 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-72ff3555-372f-43e3-b212-ef67eb8680ee req-1f8f4c4f-2336-4b4b-bd7b-8f00fa1bbeed tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320694 Aug 22 13:58:08.920329 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f9f68-13a2-4867-bb4e-01dd7972829d req-ce07a14a-ef04-4eb3-a495-ead081164063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:08.921790 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ee0f9f68-13a2-4867-bb4e-01dd7972829d req-ce07a14a-ef04-4eb3-a495-ead081164063 service neutron] 10.222.0.41 "GET /v2.0/networks?id=68c87d99-6ec7-4777-adec-10e70648f0bd HTTP/1.1" status: 200 len: 914 time: 0.0847058 Aug 22 13:58:08.967422 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46023cd-179d-4fba-9d1c-fae8d242b7c7 req-137ec3a4-8d3b-42bb-9617-fa53ea342eff tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:08.968373 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ee0f9f68-13a2-4867-bb4e-01dd7972829d req-161d79b8-b32a-497f-bc5e-26d12ace3db5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45cc1759-24db-424d-b356-b2786b4f13ee HTTP/1.1" status: 200 len: 217 time: 0.0400913 Aug 22 13:58:08.968880 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c46023cd-179d-4fba-9d1c-fae8d242b7c7 req-137ec3a4-8d3b-42bb-9617-fa53ea342eff tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.16 "GET /v2.0/ports?device_id=86a4eb45-f858-48a0-bd0b-e9654c95c321 HTTP/1.1" status: 200 len: 945 time: 0.0537930 Aug 22 13:58:09.016660 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f9f68-13a2-4867-bb4e-01dd7972829d req-9a5795b4-0374-4235-aba8-ca565368895e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:09.018097 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ee0f9f68-13a2-4867-bb4e-01dd7972829d req-9a5795b4-0374-4235-aba8-ca565368895e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=641ba550-9659-40c9-966c-ec22e2efb8a9 HTTP/1.1" status: 200 len: 853 time: 0.0434921 Aug 22 13:58:09.050144 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ee0f9f68-13a2-4867-bb4e-01dd7972829d req-47b314b3-6d65-44f6-87c6-e5e40ee3297e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68c87d99-6ec7-4777-adec-10e70648f0bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244353 Aug 22 13:58:09.060924 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-c46023cd-179d-4fba-9d1c-fae8d242b7c7 req-051faf11-fb2c-4440-9747-ea63e254a3cd tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Deleting port 5069dfc5-68a2-4d53-bc05-4edb496bc81a {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:58:09.061267 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-c46023cd-179d-4fba-9d1c-fae8d242b7c7 req-051faf11-fb2c-4440-9747-ea63e254a3cd tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:58:09.143368 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ee0f9f68-13a2-4867-bb4e-01dd7972829d req-6bc92646-2dc7-4148-bb34-97e502b61998 service neutron] 10.222.0.41 "GET /v2.0/networks/68c87d99-6ec7-4777-adec-10e70648f0bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852232 Aug 22 13:58:09.151548 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-c46023cd-179d-4fba-9d1c-fae8d242b7c7 req-051faf11-fb2c-4440-9747-ea63e254a3cd tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] For port 5069dfc5-68a2-4d53-bc05-4edb496bc81a, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=5069dfc5-68a2-4d53-bc05-4edb496bc81a,segment=NetworkSegment(2e33cbcf-2958-4a7f-a9a8-3a8630129fe2),segment_id=2e33cbcf-2958-4a7f-a9a8-3a8630129fe2)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:58:09.151934 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-c46023cd-179d-4fba-9d1c-fae8d242b7c7 req-051faf11-fb2c-4440-9747-ea63e254a3cd tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:58:09.163857 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-c46023cd-179d-4fba-9d1c-fae8d242b7c7 req-051faf11-fb2c-4440-9747-ea63e254a3cd tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Calling delete_port for 5069dfc5-68a2-4d53-bc05-4edb496bc81a owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:58:09.234491 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ee0f9f68-13a2-4867-bb4e-01dd7972829d req-49c2a063-46be-4d88-b18b-21e933dcffd4 service neutron] 10.222.0.41 "GET /v2.0/networks/68c87d99-6ec7-4777-adec-10e70648f0bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816727 Aug 22 13:58:09.294733 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-c46023cd-179d-4fba-9d1c-fae8d242b7c7 req-051faf11-fb2c-4440-9747-ea63e254a3cd tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:58:09.305933 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['5069dfc5-68a2-4d53-bc05-4edb496bc81a'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:58:09.326886 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051faf11-fb2c-4440-9747-ea63e254a3cd tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Pushing event deleted for resources: {'Port': ['ID=5069dfc5-68a2-4d53-bc05-4edb496bc81a,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:58:09.327236 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['45cc1759-24db-424d-b356-b2786b4f13ee'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:58:09.370728 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-c46023cd-179d-4fba-9d1c-fae8d242b7c7 req-051faf11-fb2c-4440-9747-ea63e254a3cd tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] No DVR routers for this DVR port 5069dfc5-68a2-4d53-bc05-4edb496bc81a on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:58:09.373462 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-c46023cd-179d-4fba-9d1c-fae8d242b7c7 req-051faf11-fb2c-4440-9747-ea63e254a3cd tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:58:09.375505 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c46023cd-179d-4fba-9d1c-fae8d242b7c7 req-051faf11-fb2c-4440-9747-ea63e254a3cd tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.16 "DELETE /v2.0/ports/5069dfc5-68a2-4d53-bc05-4edb496bc81a HTTP/1.1" status: 204 len: 173 time: 0.3993630 Aug 22 13:58:09.375948 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a4eb45-f858-48a0-bd0b-e9654c95c321', 'name': 'network-vif-deleted', 'tag': '5069dfc5-68a2-4d53-bc05-4edb496bc81a'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:58:09.378412 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe488dab-d8a4-4149-967b-ec1ba5390c10" -d '{"events": [{"server_uuid": "86a4eb45-f858-48a0-bd0b-e9654c95c321", "name": "network-vif-deleted", "tag": "5069dfc5-68a2-4d53-bc05-4edb496bc81a"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:58:09.416474 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435e4cee-8939-4607-89b0-6f7186e8713d x-openstack-request-id: req-435e4cee-8939-4607-89b0-6f7186e8713d {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:58:09.416774 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a4eb45-f858-48a0-bd0b-e9654c95c321", "name": "network-vif-deleted", "tag": "5069dfc5-68a2-4d53-bc05-4edb496bc81a", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:58:09.417032 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-435e4cee-8939-4607-89b0-6f7186e8713d {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:58:09.417441 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a4eb45-f858-48a0-bd0b-e9654c95c321', 'name': 'network-vif-deleted', 'tag': '5069dfc5-68a2-4d53-bc05-4edb496bc81a', 'status': 'completed', 'code': 200} Aug 22 13:58:10.009826 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e3be9-9ef5-4156-b5f7-db4182ff3f58 req-8957ce0a-37e1-43af-bcab-96b0ac775cce tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:10.011294 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-731e3be9-9ef5-4156-b5f7-db4182ff3f58 req-8957ce0a-37e1-43af-bcab-96b0ac775cce tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0491176 Aug 22 13:58:10.048600 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-731e3be9-9ef5-4156-b5f7-db4182ff3f58 req-e79342f8-3ac6-4158-9291-74a7ac9a0703 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312390 Aug 22 13:58:10.207661 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd743f1f-6a5d-4d0a-9327-cc672838e8fd req-336932f1-9ba0-4bab-9120-c7ed0cdf3694 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:10.209214 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fd743f1f-6a5d-4d0a-9327-cc672838e8fd req-336932f1-9ba0-4bab-9120-c7ed0cdf3694 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0481045 Aug 22 13:58:10.250307 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fd743f1f-6a5d-4d0a-9327-cc672838e8fd req-20499363-7d77-4d2c-8e04-dfac3890bf84 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351543 Aug 22 13:58:10.364558 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56d90b-58dc-4f2c-864f-8d1119195ad6 req-4bb76cfe-345c-432e-8e6e-d6fbc301195b tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:10.366024 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fe56d90b-58dc-4f2c-864f-8d1119195ad6 req-4bb76cfe-345c-432e-8e6e-d6fbc301195b tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0491683 Aug 22 13:58:10.404438 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fe56d90b-58dc-4f2c-864f-8d1119195ad6 req-b9be3eb1-d08a-4c79-ab7b-9d99daae2a22 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324097 Aug 22 13:58:11.686793 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 5069dfc5-68a2-4d53-bc05-4edb496bc81a no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:58:11.706608 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: 5069dfc5-68a2-4d53-bc05-4edb496bc81a {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:58:11.707760 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 5069dfc5-68a2-4d53-bc05-4edb496bc81a not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:58:12.044968 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276a3c2-1d46-470e-b996-07a05670d49c req-4d7751de-c0bd-4598-ae88-4ba3863fb8bd tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:12.046533 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c276a3c2-1d46-470e-b996-07a05670d49c req-4d7751de-c0bd-4598-ae88-4ba3863fb8bd tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0491493 Aug 22 13:58:12.084651 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c276a3c2-1d46-470e-b996-07a05670d49c req-e5b832c5-5023-45e6-b50a-01221504dbb5 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320668 Aug 22 13:58:12.198323 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768a29f-d232-4743-bacc-cc24cd4daeb6 req-6a4ddc08-52ac-4e42-a42c-b39c6593ee01 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:12.199830 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b768a29f-d232-4743-bacc-cc24cd4daeb6 req-6a4ddc08-52ac-4e42-a42c-b39c6593ee01 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0484135 Aug 22 13:58:12.243263 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b768a29f-d232-4743-bacc-cc24cd4daeb6 req-df63052c-884f-4839-abdf-e65e0b23f02f tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372007 Aug 22 13:58:13.705720 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e449c-6dca-4f66-bdc7-4a7abc9da70e req-3dd159e5-108b-4ef9-8408-741290cb6292 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:13.707438 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d90e449c-6dca-4f66-bdc7-4a7abc9da70e req-3dd159e5-108b-4ef9-8408-741290cb6292 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0498483 Aug 22 13:58:13.744857 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d90e449c-6dca-4f66-bdc7-4a7abc9da70e req-ca796972-5ef5-420b-9c02-fcdcf5af71ca tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317192 Aug 22 13:58:13.859463 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c3695-347b-4ac4-93fd-f4962ada38f4 req-bc3536f6-5e2f-49eb-9639-6c71e130e962 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:13.860985 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5a5c3695-347b-4ac4-93fd-f4962ada38f4 req-bc3536f6-5e2f-49eb-9639-6c71e130e962 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0498011 Aug 22 13:58:13.898736 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5a5c3695-347b-4ac4-93fd-f4962ada38f4 req-6eed55f0-ac72-478c-a2b5-28fb3c912c5e tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316455 Aug 22 13:58:14.060406 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659e2a7-19d7-4155-ac15-16f15e51fbfe req-035ae0d3-eca2-42ea-913f-1a96fbfaa334 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:14.061779 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8659e2a7-19d7-4155-ac15-16f15e51fbfe req-035ae0d3-eca2-42ea-913f-1a96fbfaa334 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0493724 Aug 22 13:58:14.103321 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8659e2a7-19d7-4155-ac15-16f15e51fbfe req-c41f8180-4081-4242-bfbc-ce3e9b1ebdfc tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355167 Aug 22 13:58:14.221637 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fff78e-8b08-4881-9fe2-787fb6a77fdc req-693593b8-cac4-4822-a564-7babe424b532 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:14.223549 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-17fff78e-8b08-4881-9fe2-787fb6a77fdc req-693593b8-cac4-4822-a564-7babe424b532 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0536067 Aug 22 13:58:14.263832 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-17fff78e-8b08-4881-9fe2-787fb6a77fdc req-666e5f72-2008-4f91-854e-804773ebc8d9 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341346 Aug 22 13:58:14.424875 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f21fd-ab13-46e8-b42e-824acbb11da4 req-5ebd6760-dbc9-4fec-be6a-1448fa5f2d83 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:14.426409 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9d7f21fd-ab13-46e8-b42e-824acbb11da4 req-5ebd6760-dbc9-4fec-be6a-1448fa5f2d83 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0493519 Aug 22 13:58:14.465738 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9d7f21fd-ab13-46e8-b42e-824acbb11da4 req-558fffcb-e10e-4ed9-8d05-3d494938e72d tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333502 Aug 22 13:58:14.515627 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-87e91a99-2310-408f-a37e-badd5acae3df req-1fee6d8b-6008-448a-8052-93134fd9e3d0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f15910a3-dc64-4349-96cf-424d04ade6d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395625 Aug 22 13:58:14.616801 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383505b-48bb-4f46-9685-19ad0daaa3e6 req-1be62cd7-20ae-4f4b-829e-66104228ba12 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:14.618265 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a383505b-48bb-4f46-9685-19ad0daaa3e6 req-1be62cd7-20ae-4f4b-829e-66104228ba12 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0799754 Aug 22 13:58:14.623322 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e91a99-2310-408f-a37e-badd5acae3df req-961a1905-70e8-411d-8227-461cdf6581c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:14.624793 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-87e91a99-2310-408f-a37e-badd5acae3df req-961a1905-70e8-411d-8227-461cdf6581c0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=19e069a6935a47bcb8831313e7520ef4&device_id=f15910a3-dc64-4349-96cf-424d04ade6d0 HTTP/1.1" status: 200 len: 1098 time: 0.0571935 Aug 22 13:58:14.673447 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a383505b-48bb-4f46-9685-19ad0daaa3e6 req-0b6fdb5c-83be-48bf-99f3-883f84a1568b tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477250 Aug 22 13:58:14.741534 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e91a99-2310-408f-a37e-badd5acae3df req-6b1e5e4f-7dea-4573-870d-6ee469ab2ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:14.743028 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-87e91a99-2310-408f-a37e-badd5acae3df req-6b1e5e4f-7dea-4573-870d-6ee469ab2ff2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f8ac2233-ea24-423f-9bd4-53abb27cd3b8 HTTP/1.1" status: 200 len: 913 time: 0.0991025 Aug 22 13:58:14.833189 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-87e91a99-2310-408f-a37e-badd5acae3df req-53abc259-21ba-4563-8bb6-808ecfe9c939 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d734c6c-43b2-4b1a-b01b-c5dc043a2704 HTTP/1.1" status: 200 len: 1002 time: 0.0819709 Aug 22 13:58:14.882123 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce4e6c-3261-49e7-be23-5ab8c06dbde7 req-c7e17722-6189-41b9-9ce7-a7bd23c830b2 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:14.883465 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0bce4e6c-3261-49e7-be23-5ab8c06dbde7 req-c7e17722-6189-41b9-9ce7-a7bd23c830b2 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0871580 Aug 22 13:58:14.910788 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e91a99-2310-408f-a37e-badd5acae3df req-5d39abc8-1247-46ae-944d-f4322a915da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:14.912198 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-87e91a99-2310-408f-a37e-badd5acae3df req-5d39abc8-1247-46ae-944d-f4322a915da0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ad565ab1-b54d-4060-a258-16294d6e46a2 HTTP/1.1" status: 200 len: 851 time: 0.0716915 Aug 22 13:58:14.953094 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0bce4e6c-3261-49e7-be23-5ab8c06dbde7 req-bc2268fc-ba8f-43f6-a381-d764291d611b tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637555 Aug 22 13:58:14.966202 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e91a99-2310-408f-a37e-badd5acae3df req-403f7f80-8642-479e-9e99-1de4ca392b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:14.967671 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-87e91a99-2310-408f-a37e-badd5acae3df req-403f7f80-8642-479e-9e99-1de4ca392b07 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f8ac2233-ea24-423f-9bd4-53abb27cd3b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454109 Aug 22 13:58:15.096350 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf5b64-ef8a-4b28-9b81-248d26704298 req-1835f34e-f2b3-4fa2-9b96-2825c9ee97e5 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:15.097839 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-20bf5b64-ef8a-4b28-9b81-248d26704298 req-1835f34e-f2b3-4fa2-9b96-2825c9ee97e5 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0756924 Aug 22 13:58:15.099714 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-87e91a99-2310-408f-a37e-badd5acae3df req-304cffc8-7962-4040-a43a-09c8858a95f4 service neutron] 10.222.0.16 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243343 Aug 22 13:58:15.180391 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-20bf5b64-ef8a-4b28-9b81-248d26704298 req-741804ae-44fc-4981-8bfe-e8e0712e1684 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764229 Aug 22 13:58:15.210650 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-87e91a99-2310-408f-a37e-badd5acae3df req-fa040040-2c85-4e8c-9f08-a963b4c24067 service neutron] 10.222.0.16 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010325 Aug 22 13:58:15.343821 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028fdf83-fe22-4c89-a783-f53dd1a4c854 req-62ae2122-2241-40b1-b8ab-b70298aed22d tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:15.345303 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-028fdf83-fe22-4c89-a783-f53dd1a4c854 req-62ae2122-2241-40b1-b8ab-b70298aed22d tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0525897 Aug 22 13:58:15.382331 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-028fdf83-fe22-4c89-a783-f53dd1a4c854 req-2e2f2f82-14c8-4ad1-b664-8d5296fdf41d tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311174 Aug 22 13:58:15.499484 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6fc0dd-a6c7-45a4-b9b6-ec087f15eaa4 req-c29ac604-d3b7-43e0-b9a7-9c08afcbabdb tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:15.500886 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cc6fc0dd-a6c7-45a4-b9b6-ec087f15eaa4 req-c29ac604-d3b7-43e0-b9a7-9c08afcbabdb tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0482509 Aug 22 13:58:15.540606 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cc6fc0dd-a6c7-45a4-b9b6-ec087f15eaa4 req-15715650-9c9d-4154-99ee-88a9ab4b962e tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330181 Aug 22 13:58:15.710633 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b09a1-dcd4-4fe7-ac06-7ed4488a33d1 req-34743590-f1cb-449c-90b1-e622648241f4 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:15.712411 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b01b09a1-dcd4-4fe7-ac06-7ed4488a33d1 req-34743590-f1cb-449c-90b1-e622648241f4 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0512989 Aug 22 13:58:15.749984 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b01b09a1-dcd4-4fe7-ac06-7ed4488a33d1 req-aeef8313-a4bc-4cd5-b9ed-7a3441c0f4e7 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316346 Aug 22 13:58:15.867006 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef9631b-d998-4afd-9153-8d76c0d3d420 req-78cc3c40-6547-4f26-9957-16a490e02c5c tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:15.868489 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ef9631b-d998-4afd-9153-8d76c0d3d420 req-78cc3c40-6547-4f26-9957-16a490e02c5c tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0518131 Aug 22 13:58:15.905173 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ef9631b-d998-4afd-9153-8d76c0d3d420 req-0ab578c4-81b6-4a92-8fa1-30a98f1cdcba tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307744 Aug 22 13:58:16.126591 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd27c7d2-ea9e-49c8-bdcc-4ecb6692a136 req-8ecf9347-2ab5-4978-8012-4c3d9907a921 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:16.128147 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fd27c7d2-ea9e-49c8-bdcc-4ecb6692a136 req-8ecf9347-2ab5-4978-8012-4c3d9907a921 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/networks?id=68c87d99-6ec7-4777-adec-10e70648f0bd HTTP/1.1" status: 200 len: 813 time: 0.0989909 Aug 22 13:58:16.143287 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fd27c7d2-ea9e-49c8-bdcc-4ecb6692a136 req-e49af218-8274-4e60-aec1-fa9a25752d09 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/quotas/d9a57d9f90e0417a9fc65ee7d945307e HTTP/1.1" status: 200 len: 375 time: 0.0092328 Aug 22 13:58:16.195777 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fd27c7d2-ea9e-49c8-bdcc-4ecb6692a136 req-a9d8dffe-b5ff-409d-8be4-08485be8a0fe tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d9a57d9f90e0417a9fc65ee7d945307e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0468354 Aug 22 13:58:16.303556 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c0ff6-6476-427a-8358-81ddd9c6ecd4 req-86b9e336-ae1a-4d17-8569-ac938685cfa9 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:16.304979 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-496c0ff6-6476-427a-8358-81ddd9c6ecd4 req-86b9e336-ae1a-4d17-8569-ac938685cfa9 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0490425 Aug 22 13:58:16.342555 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-496c0ff6-6476-427a-8358-81ddd9c6ecd4 req-4e444cb9-6b99-4e70-b2f7-51c4fe959af7 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316284 Aug 22 13:58:16.459008 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63c5f6-4470-4c23-a876-44bf9845e913 req-9c0fe73d-77b0-4ea8-be9e-c2bafcd3df61 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:16.460509 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cd63c5f6-4470-4c23-a876-44bf9845e913 req-9c0fe73d-77b0-4ea8-be9e-c2bafcd3df61 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0511293 Aug 22 13:58:16.497255 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cd63c5f6-4470-4c23-a876-44bf9845e913 req-e82a9891-b0b1-4d6a-b6a5-0c4135873ed2 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307086 Aug 22 13:58:16.641998 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b7234fbb-ace4-4396-b6c1-45b978c9da7c req-ada82271-54f1-4516-93e4-0b1bccdb141e tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=d9a57d9f90e0417a9fc65ee7d945307e HTTP/1.1" status: 200 len: 221 time: 0.0256674 Aug 22 13:58:16.743233 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24953774-b610-4297-adab-cbec4150cfa6 req-384cfc1e-b773-4109-9caf-d5f46c636ed5 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:16.744750 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-24953774-b610-4297-adab-cbec4150cfa6 req-384cfc1e-b773-4109-9caf-d5f46c636ed5 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0518060 Aug 22 13:58:16.781706 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-24953774-b610-4297-adab-cbec4150cfa6 req-d79fa28f-62d7-47d2-bf23-08af9acc5b9a tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311320 Aug 22 13:58:16.897091 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d195f-1738-4e76-bde8-f0af18059bee req-8d244069-b41a-4038-89d6-31ae64ee390e tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:16.898559 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6c1d195f-1738-4e76-bde8-f0af18059bee req-8d244069-b41a-4038-89d6-31ae64ee390e tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0487657 Aug 22 13:58:16.939041 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6c1d195f-1738-4e76-bde8-f0af18059bee req-3db2618e-5c6d-442e-ae45-29ce20e70240 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340998 Aug 22 13:58:17.071180 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fd98a-900c-4ffa-b8aa-ec76906b6d05 req-6e981350-0096-42bd-b876-c12e2740bf76 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:17.072591 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b85fd98a-900c-4ffa-b8aa-ec76906b6d05 req-6e981350-0096-42bd-b876-c12e2740bf76 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0485835 Aug 22 13:58:17.108929 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b85fd98a-900c-4ffa-b8aa-ec76906b6d05 req-d6ea6fdf-c140-4978-9b43-60374199dc3f tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304778 Aug 22 13:58:17.226402 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce1301a-8b70-4ff1-bcbf-a47080438388 req-edefa1bf-7029-4af7-bf6f-900cf02e06cf tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:17.227912 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3ce1301a-8b70-4ff1-bcbf-a47080438388 req-edefa1bf-7029-4af7-bf6f-900cf02e06cf tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0523701 Aug 22 13:58:17.264784 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3ce1301a-8b70-4ff1-bcbf-a47080438388 req-f641be3c-cfa7-4f84-a3ec-3b134712da63 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309992 Aug 22 13:58:17.387265 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab925a1f-33ea-4dde-957d-983210fe7445 req-2b3f7f75-2204-449e-a305-2249b1a9e98b tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:17.388762 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ab925a1f-33ea-4dde-957d-983210fe7445 req-2b3f7f75-2204-449e-a305-2249b1a9e98b tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0489881 Aug 22 13:58:17.425496 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ab925a1f-33ea-4dde-957d-983210fe7445 req-a9348be7-dbef-4875-bd0d-a6d15aa84c7a tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306840 Aug 22 13:58:17.540122 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea6cac-ff7e-4e7f-b740-27b16cc839f9 req-3495ac55-07f3-46ba-9ce3-fa4d7dd56166 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:17.541639 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d3ea6cac-ff7e-4e7f-b740-27b16cc839f9 req-3495ac55-07f3-46ba-9ce3-fa4d7dd56166 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0488753 Aug 22 13:58:17.577792 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d3ea6cac-ff7e-4e7f-b740-27b16cc839f9 req-953cffd1-721d-4cea-a7f9-d79505571db7 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302999 Aug 22 13:58:17.703577 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b4aef-9931-42fa-acb1-3b438a7ff20f req-f8bf6379-8972-446a-af6f-57e1d257fd49 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:17.705227 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-705b4aef-9931-42fa-acb1-3b438a7ff20f req-f8bf6379-8972-446a-af6f-57e1d257fd49 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0518494 Aug 22 13:58:17.742640 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-705b4aef-9931-42fa-acb1-3b438a7ff20f req-70fe2a5d-0f28-48a2-b6f0-aae28a07a869 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310307 Aug 22 13:58:17.856557 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58732be-abec-412b-afb0-6ee4548144a4 req-c694ffd4-e32f-438a-a0ee-d93e9da86f71 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:17.858059 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c58732be-abec-412b-afb0-6ee4548144a4 req-c694ffd4-e32f-438a-a0ee-d93e9da86f71 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0491250 Aug 22 13:58:17.895812 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c58732be-abec-412b-afb0-6ee4548144a4 req-f399a98f-cbef-45fd-b8f0-9d0c5659ab5f tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316792 Aug 22 13:58:18.033244 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba0c10b-165b-4455-9f3e-773caadf9441 req-179d0e64-8d3e-48b9-9975-8971030b5e94 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:18.034714 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0ba0c10b-165b-4455-9f3e-773caadf9441 req-179d0e64-8d3e-48b9-9975-8971030b5e94 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0492358 Aug 22 13:58:18.071784 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0ba0c10b-165b-4455-9f3e-773caadf9441 req-28d373ba-d3f0-4712-80a9-2dc784a62301 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309212 Aug 22 13:58:18.187857 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9615078-a4db-4912-9a78-b12158166724 req-01b6c839-5773-4d99-b7f0-496cf3053fc4 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:18.189355 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f9615078-a4db-4912-9a78-b12158166724 req-01b6c839-5773-4d99-b7f0-496cf3053fc4 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0521615 Aug 22 13:58:18.227244 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f9615078-a4db-4912-9a78-b12158166724 req-bd84bd29-f611-42ef-9189-e12c22a8d078 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313776 Aug 22 13:58:18.366433 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcea9721-4bac-4fb9-8732-dcb6085a5603 req-dd477207-36eb-4ca9-9093-cd4701b2cea3 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:18.367890 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dcea9721-4bac-4fb9-8732-dcb6085a5603 req-dd477207-36eb-4ca9-9093-cd4701b2cea3 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0496328 Aug 22 13:58:18.405126 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dcea9721-4bac-4fb9-8732-dcb6085a5603 req-d9044041-058d-47c2-a6a0-17beca5a8d52 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312326 Aug 22 13:58:18.520025 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e773f1d1-9830-4031-87a9-8be04bb8152b req-fd40c6d3-5d0e-4002-baa8-aa86576269d3 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:18.521724 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e773f1d1-9830-4031-87a9-8be04bb8152b req-fd40c6d3-5d0e-4002-baa8-aa86576269d3 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0481389 Aug 22 13:58:18.559130 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e773f1d1-9830-4031-87a9-8be04bb8152b req-3910cf13-9762-432f-a3ec-0e75d11171c8 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315297 Aug 22 13:58:18.698457 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6db46-74b3-4d67-b9f5-8bce3d0ff986 req-fe204552-047b-4502-832a-fa4a2a31cbb2 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:18.699963 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6ed6db46-74b3-4d67-b9f5-8bce3d0ff986 req-fe204552-047b-4502-832a-fa4a2a31cbb2 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0519588 Aug 22 13:58:18.737111 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6ed6db46-74b3-4d67-b9f5-8bce3d0ff986 req-b69964e6-cfa7-4b5f-98ea-20073d62d7eb tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310042 Aug 22 13:58:18.850626 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb8237-ff7a-4365-a613-411c7e495754 req-1c129adb-1028-4722-be29-eab25e8972e3 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:18.852096 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f0eb8237-ff7a-4365-a613-411c7e495754 req-1c129adb-1028-4722-be29-eab25e8972e3 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0488088 Aug 22 13:58:18.889347 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f0eb8237-ff7a-4365-a613-411c7e495754 req-946432d8-34d2-4c56-bd2d-4b9697f11122 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313952 Aug 22 13:58:19.055813 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c109348-f2c0-44b2-81eb-c3bbd1f20e24 req-ec1d1432-8911-4eff-8684-d16d76c1934f tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:19.057264 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1c109348-f2c0-44b2-81eb-c3bbd1f20e24 req-ec1d1432-8911-4eff-8684-d16d76c1934f tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0521443 Aug 22 13:58:19.094256 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1c109348-f2c0-44b2-81eb-c3bbd1f20e24 req-bc1c17e7-2613-4916-ac0a-12551a2cb65c tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310843 Aug 22 13:58:19.211565 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8edbfc-d6a1-400b-89ef-111a6de40fb4 req-09b03333-a58a-4045-bfa4-c1036795b027 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:19.213061 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ac8edbfc-d6a1-400b-89ef-111a6de40fb4 req-09b03333-a58a-4045-bfa4-c1036795b027 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0521502 Aug 22 13:58:19.249721 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ac8edbfc-d6a1-400b-89ef-111a6de40fb4 req-71597d4f-f749-4732-8cff-6c48dd8692e2 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307922 Aug 22 13:58:19.412289 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad8e7d-180a-4d93-8ca1-ec32e92d873a req-1a51bdc9-84ba-4828-8606-8459c7a13507 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:19.413777 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b3ad8e7d-180a-4d93-8ca1-ec32e92d873a req-1a51bdc9-84ba-4828-8606-8459c7a13507 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0492563 Aug 22 13:58:19.450540 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b3ad8e7d-180a-4d93-8ca1-ec32e92d873a req-d5373f68-574e-4c9a-b643-53310956db65 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309398 Aug 22 13:58:19.565782 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de523405-37de-4d29-981c-b235991b1b9c req-1b85b557-5fde-4916-a5d4-e413a5ccdebc tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:19.567278 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-de523405-37de-4d29-981c-b235991b1b9c req-1b85b557-5fde-4916-a5d4-e413a5ccdebc tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0486617 Aug 22 13:58:19.604289 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-de523405-37de-4d29-981c-b235991b1b9c req-a8282669-3e4e-4b35-8024-5cece5a6ce1e tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312190 Aug 22 13:58:19.735590 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea677c-229c-4939-aee7-6464dcb355eb req-bff315bb-f9f2-45e3-b2f8-e15e4522d0c9 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:19.737084 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-45ea677c-229c-4939-aee7-6464dcb355eb req-bff315bb-f9f2-45e3-b2f8-e15e4522d0c9 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0514002 Aug 22 13:58:19.774226 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-45ea677c-229c-4939-aee7-6464dcb355eb req-e31a3c52-abbd-4b10-889c-e2eb05b6164c tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305908 Aug 22 13:58:19.886429 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22371cd9-c709-44e9-8d5e-66a43f762623 req-e6bc30d3-c065-4d22-820a-f94726434ddc tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:19.887892 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-22371cd9-c709-44e9-8d5e-66a43f762623 req-e6bc30d3-c065-4d22-820a-f94726434ddc tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0479107 Aug 22 13:58:19.926275 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-22371cd9-c709-44e9-8d5e-66a43f762623 req-69ce976a-87b1-4592-8c59-5ea28728993d tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323987 Aug 22 13:58:20.132438 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b294c9-b526-477c-a5b3-9b2f0a5ed729 req-d560b3c1-55c4-4f93-a294-0fb9b8e86d5d tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:20.133915 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-27b294c9-b526-477c-a5b3-9b2f0a5ed729 req-d560b3c1-55c4-4f93-a294-0fb9b8e86d5d tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0483603 Aug 22 13:58:20.171836 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-27b294c9-b526-477c-a5b3-9b2f0a5ed729 req-42b168eb-db34-459c-8b91-044c4f9b67cb tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313334 Aug 22 13:58:21.293815 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b6d52-f361-4110-8e91-7a772e69d7da req-4baa7ea1-4807-4d0e-b11a-2056b54b1670 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:21.295168 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-558b6d52-f361-4110-8e91-7a772e69d7da req-4baa7ea1-4807-4d0e-b11a-2056b54b1670 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0524199 Aug 22 13:58:21.331426 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-558b6d52-f361-4110-8e91-7a772e69d7da req-67c61c5b-dbb7-4379-a0ed-646d4c6f5bf0 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303452 Aug 22 13:58:21.569749 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b02de-3ea2-49ce-90b6-d501684e0d63 req-61edc371-b388-489b-a409-1565ca7567bc tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:21.571149 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fe7b02de-3ea2-49ce-90b6-d501684e0d63 req-61edc371-b388-489b-a409-1565ca7567bc tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0498435 Aug 22 13:58:21.609755 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fe7b02de-3ea2-49ce-90b6-d501684e0d63 req-397e9b85-9a89-46ee-b3a9-2c284ff19140 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324774 Aug 22 13:58:22.725079 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659e532-a06a-4f99-ace1-dbd6193a1123 req-db89dd42-8370-4466-8142-03f256add249 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:22.726438 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2659e532-a06a-4f99-ace1-dbd6193a1123 req-db89dd42-8370-4466-8142-03f256add249 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0482788 Aug 22 13:58:22.763299 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2659e532-a06a-4f99-ace1-dbd6193a1123 req-88cf634d-69b0-4fc2-b25e-002ad5836a6e tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311177 Aug 22 13:58:22.881883 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f8f106-95ff-4244-8ddc-5751a17ffc4e req-a2bc1680-de8e-484d-be56-d5ec0b443094 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:22.883343 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-46f8f106-95ff-4244-8ddc-5751a17ffc4e req-a2bc1680-de8e-484d-be56-d5ec0b443094 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0519552 Aug 22 13:58:22.922033 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-46f8f106-95ff-4244-8ddc-5751a17ffc4e req-5d635c32-34c7-496a-a4c0-e6df9538b272 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326934 Aug 22 13:58:23.069562 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06bbcbe-dc53-496c-ad1e-db5d52959dc0 req-86756250-3233-44b9-8c87-0fcad22600ce tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:23.071030 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f06bbcbe-dc53-496c-ad1e-db5d52959dc0 req-86756250-3233-44b9-8c87-0fcad22600ce tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0485878 Aug 22 13:58:23.109019 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f06bbcbe-dc53-496c-ad1e-db5d52959dc0 req-2de6d3d2-ae4d-49a0-b98f-5e3780ce8603 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320683 Aug 22 13:58:23.223871 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f909c-839b-4b42-8012-7bf3c6fdd0bb req-b795872c-7821-447c-9237-e10dd0c37f7f tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:23.225389 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-954f909c-839b-4b42-8012-7bf3c6fdd0bb req-b795872c-7821-447c-9237-e10dd0c37f7f tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0501409 Aug 22 13:58:23.268160 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-954f909c-839b-4b42-8012-7bf3c6fdd0bb req-b93de345-a7b5-4fba-a944-d80e8ac1e839 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356963 Aug 22 13:58:23.401709 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ebe8f-49b2-453b-929d-2086a915cbc5 req-95319dcc-1300-442b-96dc-51e7210c8d39 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:23.403175 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-533ebe8f-49b2-453b-929d-2086a915cbc5 req-95319dcc-1300-442b-96dc-51e7210c8d39 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0522807 Aug 22 13:58:23.439743 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-533ebe8f-49b2-453b-929d-2086a915cbc5 req-d3d39007-4b5c-4d15-b9e0-f4a83f594ea9 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306652 Aug 22 13:58:23.557742 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e5776-fb15-4621-8741-bd48617de5a5 req-6050595a-8483-41d0-99ce-d864bf61704c tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:23.559118 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0a4e5776-fb15-4621-8741-bd48617de5a5 req-6050595a-8483-41d0-99ce-d864bf61704c tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0494549 Aug 22 13:58:23.596304 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0a4e5776-fb15-4621-8741-bd48617de5a5 req-51086f53-d99a-4735-84cd-14c684c5765f tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311658 Aug 22 13:58:23.740315 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdbf790-004a-4e78-80a4-a46461c04196 req-a79a11ad-4ef7-4e88-abe5-3256a8ba484d tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:23.741758 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dfdbf790-004a-4e78-80a4-a46461c04196 req-a79a11ad-4ef7-4e88-abe5-3256a8ba484d tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0475128 Aug 22 13:58:23.778217 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dfdbf790-004a-4e78-80a4-a46461c04196 req-f9f37115-5249-4dcf-8725-451049234c2e tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305035 Aug 22 13:58:23.893597 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a270d0ea-384e-4645-a2c5-0c1442fcfb36 req-3cbcb02e-feae-4540-9cb9-0aa4fe057723 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:23.895032 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a270d0ea-384e-4645-a2c5-0c1442fcfb36 req-3cbcb02e-feae-4540-9cb9-0aa4fe057723 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0514464 Aug 22 13:58:23.933331 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a270d0ea-384e-4645-a2c5-0c1442fcfb36 req-f06b880c-317f-4cba-a680-a8b889c94caa tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319247 Aug 22 13:58:24.066077 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27773d70-6170-4e09-8a8a-9ee9c8ef92c3 req-cf1df776-21d5-46c0-b73b-68411983984c tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:24.066326 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-27773d70-6170-4e09-8a8a-9ee9c8ef92c3 req-cf1df776-21d5-46c0-b73b-68411983984c tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0487461 Aug 22 13:58:24.103150 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-27773d70-6170-4e09-8a8a-9ee9c8ef92c3 req-471d1ad2-2fc0-4508-a6b3-12fe4a099f51 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309703 Aug 22 13:58:24.217186 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca04e7-4379-4a15-924d-408b5e28eef6 req-074a02b6-cf54-4be5-8671-d4e8920afbb3 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:24.218664 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b7ca04e7-4379-4a15-924d-408b5e28eef6 req-074a02b6-cf54-4be5-8671-d4e8920afbb3 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0492692 Aug 22 13:58:24.256547 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b7ca04e7-4379-4a15-924d-408b5e28eef6 req-fe933ae8-809b-49ca-9a37-fef3f7a07f8a tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313742 Aug 22 13:58:24.390049 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f3dc3a-458d-4fc4-8558-f8c487b39766 req-016d4d2c-b033-4638-bbc3-3c23897357a8 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:24.391537 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-18f3dc3a-458d-4fc4-8558-f8c487b39766 req-016d4d2c-b033-4638-bbc3-3c23897357a8 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0522609 Aug 22 13:58:24.429673 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-18f3dc3a-458d-4fc4-8558-f8c487b39766 req-78fb0d8c-e87e-4288-b8c5-2a4dc417d4ab tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315835 Aug 22 13:58:24.545632 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4b153-4329-4729-a57f-1aaff6f2c450 req-ae8d2f01-c213-4a4c-8a87-bdf3a35d1ff2 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:24.547079 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0fb4b153-4329-4729-a57f-1aaff6f2c450 req-ae8d2f01-c213-4a4c-8a87-bdf3a35d1ff2 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0490360 Aug 22 13:58:24.584069 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0fb4b153-4329-4729-a57f-1aaff6f2c450 req-7660299c-cd6a-44d3-b462-9a563f14e9d0 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309248 Aug 22 13:58:24.736285 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d6a39-6703-4fb9-8b0e-2dac43547ede req-0da2caea-f185-4af7-83db-0107339e7bb2 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:24.737734 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-266d6a39-6703-4fb9-8b0e-2dac43547ede req-0da2caea-f185-4af7-83db-0107339e7bb2 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0490291 Aug 22 13:58:24.774673 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-266d6a39-6703-4fb9-8b0e-2dac43547ede req-c64461bc-e089-4a7a-8fcf-b89715c5a021 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310047 Aug 22 13:58:24.891291 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f2d3b0-6660-4b5a-b0fc-124bf61ce746 req-d1aa7105-b5d1-44db-bb33-f447122121a7 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:24.892792 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-41f2d3b0-6660-4b5a-b0fc-124bf61ce746 req-d1aa7105-b5d1-44db-bb33-f447122121a7 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0528488 Aug 22 13:58:24.930390 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-41f2d3b0-6660-4b5a-b0fc-124bf61ce746 req-b3b8b54f-8963-4171-897b-91d5bcfe41c2 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310333 Aug 22 13:58:25.059954 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452e18ac-24d1-46fb-9ef4-990e27197706 req-752c9e05-7f08-4f16-9163-429624c2f0fd tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:25.061459 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-452e18ac-24d1-46fb-9ef4-990e27197706 req-752c9e05-7f08-4f16-9163-429624c2f0fd tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0487046 Aug 22 13:58:25.098148 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-452e18ac-24d1-46fb-9ef4-990e27197706 req-46cd6564-2b29-4f8b-9052-5fda4782cc8f tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308468 Aug 22 13:58:25.210869 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a640dec9-725b-46c7-bcdf-d69327ffce78 req-97954ef7-1d72-437e-8b58-df7508124ce9 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:25.212246 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a640dec9-725b-46c7-bcdf-d69327ffce78 req-97954ef7-1d72-437e-8b58-df7508124ce9 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0481071 Aug 22 13:58:25.248315 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a640dec9-725b-46c7-bcdf-d69327ffce78 req-df0494d8-cc8d-4b45-8761-78f24bc79e37 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301354 Aug 22 13:58:25.403155 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e0481-6d8b-4207-97d6-7dd4078ba7b5 req-89a4eb76-f139-4bd0-9067-264bae652082 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:25.404642 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ef2e0481-6d8b-4207-97d6-7dd4078ba7b5 req-89a4eb76-f139-4bd0-9067-264bae652082 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0512872 Aug 22 13:58:25.442837 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ef2e0481-6d8b-4207-97d6-7dd4078ba7b5 req-02baf0b5-3fa6-468b-91dc-9b2263f95ad0 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322320 Aug 22 13:58:25.555832 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1c6bdb-5720-47c0-916c-08f7324feea9 req-a64fd2f9-6f88-4709-b7df-f2f76afa8688 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:25.557381 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8f1c6bdb-5720-47c0-916c-08f7324feea9 req-a64fd2f9-6f88-4709-b7df-f2f76afa8688 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0485392 Aug 22 13:58:25.593738 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8f1c6bdb-5720-47c0-916c-08f7324feea9 req-11586bf0-497b-4485-88e4-76e143605ebc tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305133 Aug 22 13:58:25.755144 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db8662-9d0b-4ee7-be17-1deb3fd23ab0 req-3d8e8633-5346-41b2-ad08-c229065a69ee tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:25.756536 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-13db8662-9d0b-4ee7-be17-1deb3fd23ab0 req-3d8e8633-5346-41b2-ad08-c229065a69ee tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0485256 Aug 22 13:58:25.793912 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-13db8662-9d0b-4ee7-be17-1deb3fd23ab0 req-51571a44-dc1c-4766-8b5d-81a4bf5d0f52 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313826 Aug 22 13:58:25.910436 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2cd30b-ec15-4d55-bae5-faf590fb0b4f req-b833bf19-cb06-4082-b964-5316ab80bbab tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:25.912491 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9d2cd30b-ec15-4d55-bae5-faf590fb0b4f req-b833bf19-cb06-4082-b964-5316ab80bbab tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0521107 Aug 22 13:58:25.949662 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9d2cd30b-ec15-4d55-bae5-faf590fb0b4f req-943b6a8f-3192-49a8-a0f7-07da4553e041 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310359 Aug 22 13:58:26.078617 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1d373-9e68-49f7-87fc-f4e8c4830c64 req-afef5980-291b-4d82-aa69-261be8219e62 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:26.080278 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-87a1d373-9e68-49f7-87fc-f4e8c4830c64 req-afef5980-291b-4d82-aa69-261be8219e62 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0484047 Aug 22 13:58:26.117909 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-87a1d373-9e68-49f7-87fc-f4e8c4830c64 req-e9fe68c2-3fd8-4080-9847-4a8c1c98467f tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304976 Aug 22 13:58:26.232179 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52747f7-2103-4eb1-bb00-b7e91b5f0594 req-b43eb3b4-2743-4ebd-ad4d-87fdd2f8788c tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:26.233676 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d52747f7-2103-4eb1-bb00-b7e91b5f0594 req-b43eb3b4-2743-4ebd-ad4d-87fdd2f8788c tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0479250 Aug 22 13:58:26.270089 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d52747f7-2103-4eb1-bb00-b7e91b5f0594 req-c0637835-c5f2-4d4b-ad70-2d5ea71fd9e5 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299883 Aug 22 13:58:26.690322 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e489ad5-fa0e-4fd3-86a2-6d867536e32e req-b48c1a0c-b43e-4df6-9534-71756920dbcc tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:26.691769 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6e489ad5-fa0e-4fd3-86a2-6d867536e32e req-b48c1a0c-b43e-4df6-9534-71756920dbcc tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0515292 Aug 22 13:58:26.729395 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6e489ad5-fa0e-4fd3-86a2-6d867536e32e req-0be738ac-4c8e-45a7-9a49-dea42270c97d tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314655 Aug 22 13:58:27.844881 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eebdc9-cdf2-44a6-a275-25a86f4feb8a req-976795ba-3f37-47f5-a126-8d0aa283b535 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:27.846361 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-50eebdc9-cdf2-44a6-a275-25a86f4feb8a req-976795ba-3f37-47f5-a126-8d0aa283b535 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0499544 Aug 22 13:58:27.883857 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-50eebdc9-cdf2-44a6-a275-25a86f4feb8a req-630faffc-6d10-42c0-abc1-1c489e00ce75 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314195 Aug 22 13:58:28.458954 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3ed3cbda-bb5d-4736-8a8a-889c2725e789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:58:28.615632 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:58:28.997640 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae600f9-b1d9-4389-80b2-0fdb219ed5d6 req-f7495e65-2736-465f-b87f-447799c5ac70 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:28.999133 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0ae600f9-b1d9-4389-80b2-0fdb219ed5d6 req-f7495e65-2736-465f-b87f-447799c5ac70 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0487385 Aug 22 13:58:29.036191 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0ae600f9-b1d9-4389-80b2-0fdb219ed5d6 req-677576aa-147d-4e85-a876-a4696b74fc5a tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303466 Aug 22 13:58:30.157379 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d499b39-e018-482f-85c1-d30641fc2b36 req-c8c38b12-2bc2-4787-9400-c84254724c5b tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:30.158861 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6d499b39-e018-482f-85c1-d30641fc2b36 req-c8c38b12-2bc2-4787-9400-c84254724c5b tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0521224 Aug 22 13:58:30.195593 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6d499b39-e018-482f-85c1-d30641fc2b36 req-04b37d35-bcf4-421f-b78e-43b0e9b74d11 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306487 Aug 22 13:58:31.083547 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c227270d-d23d-4d52-9f88-3bcfcd044b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:58:31.218056 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:58:31.311067 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff43db3-e8d9-4479-801d-73bb9dacea48 req-a361271d-195e-47ac-af8e-2edc5f033ad7 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:31.312483 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dff43db3-e8d9-4479-801d-73bb9dacea48 req-a361271d-195e-47ac-af8e-2edc5f033ad7 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0507004 Aug 22 13:58:31.352131 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dff43db3-e8d9-4479-801d-73bb9dacea48 req-9ac6b101-0d8e-46d2-9e39-d51ec7b23c22 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335472 Aug 22 13:58:32.465381 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99543577-d902-4e04-9683-1df25255d712 req-72be56df-10c9-407b-8227-5c79eacf9838 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:32.466908 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-99543577-d902-4e04-9683-1df25255d712 req-72be56df-10c9-407b-8227-5c79eacf9838 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0493631 Aug 22 13:58:32.493079 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:58:32.505552 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-99543577-d902-4e04-9683-1df25255d712 req-f025e5ab-2876-41b5-ae6e-12cab9da0dbd tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326595 Aug 22 13:58:33.622638 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd432a8-22bb-49a7-9d68-02192bfeb06a req-529df773-6c37-4c4a-8909-8fbb7434c599 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:33.624169 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1bd432a8-22bb-49a7-9d68-02192bfeb06a req-529df773-6c37-4c4a-8909-8fbb7434c599 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0525296 Aug 22 13:58:33.666541 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1bd432a8-22bb-49a7-9d68-02192bfeb06a req-8418b281-4950-4f61-8db8-b917dc741ad2 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358231 Aug 22 13:58:34.041447 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:58:34.280890 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:58:34.779333 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd3161-068b-4a92-8add-f5a7d1bdade9 req-2a5a00aa-5cb3-4dcc-be05-85b6f1bf1d20 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:34.780957 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c0bd3161-068b-4a92-8add-f5a7d1bdade9 req-2a5a00aa-5cb3-4dcc-be05-85b6f1bf1d20 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0485730 Aug 22 13:58:34.817859 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c0bd3161-068b-4a92-8add-f5a7d1bdade9 req-f56b1a86-e641-4138-9c19-2cf9d1fd3716 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304399 Aug 22 13:58:35.930992 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bac63c-03c3-4b83-90a1-961438bdaa6e req-9475fb55-ef91-48c3-8645-d9bf97cf09ce tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:35.932478 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-13bac63c-03c3-4b83-90a1-961438bdaa6e req-9475fb55-ef91-48c3-8645-d9bf97cf09ce tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0479913 Aug 22 13:58:35.969850 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-13bac63c-03c3-4b83-90a1-961438bdaa6e req-a154d239-69ac-4230-8ba3-f8aaf09eb312 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309539 Aug 22 13:58:37.092361 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b82ef-0e26-4f07-ab18-59363d09784f req-817f36e4-1dee-4229-8113-46091b327688 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:37.093935 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-099b82ef-0e26-4f07-ab18-59363d09784f req-817f36e4-1dee-4229-8113-46091b327688 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0534730 Aug 22 13:58:37.131518 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-099b82ef-0e26-4f07-ab18-59363d09784f req-412db609-bb96-47ea-ac0c-6301750ae179 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315895 Aug 22 13:58:37.731830 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 45cc1759-24db-424d-b356-b2786b4f13ee details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:58:37.823413 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 45cc1759-24db-424d-b356-b2786b4f13ee, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=45cc1759-24db-424d-b356-b2786b4f13ee,segment=NetworkSegment(2e33cbcf-2958-4a7f-a9a8-3a8630129fe2),segment_id=2e33cbcf-2958-4a7f-a9a8-3a8630129fe2)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:58:37.834262 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '45cc1759-24db-424d-b356-b2786b4f13ee', 'network_id': '68c87d99-6ec7-4777-adec-10e70648f0bd', 'port_id': '45cc1759-24db-424d-b356-b2786b4f13ee', 'mac_address': 'fa:16:3e:1c:48:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '641ba550-9659-40c9-966c-ec22e2efb8a9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:58:37.870160 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:58:37.882451 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 45cc1759-24db-424d-b356-b2786b4f13ee {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:58:37.901024 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 45cc1759-24db-424d-b356-b2786b4f13ee, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=45cc1759-24db-424d-b356-b2786b4f13ee,segment=NetworkSegment(2e33cbcf-2958-4a7f-a9a8-3a8630129fe2),segment_id=2e33cbcf-2958-4a7f-a9a8-3a8630129fe2)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:58:37.904833 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:58:37.957099 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=45cc1759-24db-424d-b356-b2786b4f13ee,revision_number=6']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:58:37.977405 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['45cc1759-24db-424d-b356-b2786b4f13ee'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:58:38.244163 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4416ba-2e1e-4424-bc4b-891b0f7a9c45 req-088394b2-6eb8-41c2-9dca-9a81badccc48 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:38.245551 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3c4416ba-2e1e-4424-bc4b-891b0f7a9c45 req-088394b2-6eb8-41c2-9dca-9a81badccc48 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 944 time: 0.0477369 Aug 22 13:58:38.272062 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:58:38.285872 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3c4416ba-2e1e-4424-bc4b-891b0f7a9c45 req-4b346d1c-9268-4d1a-bf76-6af2851fb12a tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343430 Aug 22 13:58:39.407962 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51283b95-0cff-47e8-9990-e6f05a6a4989 req-03e89cb8-5bc6-4926-bd58-4f0d3191657c tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:39.409485 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-51283b95-0cff-47e8-9990-e6f05a6a4989 req-03e89cb8-5bc6-4926-bd58-4f0d3191657c tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 944 time: 0.0501935 Aug 22 13:58:39.456784 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-51283b95-0cff-47e8-9990-e6f05a6a4989 req-98445098-c9d9-4e45-bdc8-bfeb16a49a7b tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398533 Aug 22 13:58:39.764596 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 45cc1759-24db-424d-b356-b2786b4f13ee up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:58:39.819838 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 45cc1759-24db-424d-b356-b2786b4f13ee triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:58:39.820204 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:58:39.907180 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:58:39.939891 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b1f70e-f2e7-4067-b189-33c8f5fcf4bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45cc1759-24db-424d-b356-b2786b4f13ee'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:58:39.942991 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96335dd1-7048-474d-9ac6-84bfc6068374" -d '{"events": [{"server_uuid": "61b1f70e-f2e7-4067-b189-33c8f5fcf4bb", "name": "network-vif-plugged", "status": "completed", "tag": "45cc1759-24db-424d-b356-b2786b4f13ee"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:58:39.948809 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 45cc1759-24db-424d-b356-b2786b4f13ee, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=45cc1759-24db-424d-b356-b2786b4f13ee,segment=NetworkSegment(2e33cbcf-2958-4a7f-a9a8-3a8630129fe2),segment_id=2e33cbcf-2958-4a7f-a9a8-3a8630129fe2)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:58:39.953741 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:58:39.991629 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2efa3e01-93b0-4bf6-8d72-083dd945d094 x-openstack-request-id: req-2efa3e01-93b0-4bf6-8d72-083dd945d094 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:58:39.992073 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61b1f70e-f2e7-4067-b189-33c8f5fcf4bb", "name": "network-vif-plugged", "status": "completed", "tag": "45cc1759-24db-424d-b356-b2786b4f13ee", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:58:39.992550 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2efa3e01-93b0-4bf6-8d72-083dd945d094 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:58:39.993082 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b1f70e-f2e7-4067-b189-33c8f5fcf4bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45cc1759-24db-424d-b356-b2786b4f13ee', 'code': 200} Aug 22 13:58:40.032435 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=45cc1759-24db-424d-b356-b2786b4f13ee,revision_number=7']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:58:40.587484 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7df796-4e37-4c31-aca1-5fb857019bd8 req-e28e9731-d14a-45ad-b8ab-60cbf67903c4 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:40.589687 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ca7df796-4e37-4c31-aca1-5fb857019bd8 req-e28e9731-d14a-45ad-b8ab-60cbf67903c4 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0618215 Aug 22 13:58:40.628385 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ca7df796-4e37-4c31-aca1-5fb857019bd8 req-6bbae873-8459-4c80-a3f5-3a5d788eb1ab tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325325 Aug 22 13:58:41.751287 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e31f0-1b81-4b01-8262-754da7d17df2 req-6cef9387-e273-48bd-9ff8-7a039ff19417 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:41.752970 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bf5e31f0-1b81-4b01-8262-754da7d17df2 req-6cef9387-e273-48bd-9ff8-7a039ff19417 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0502532 Aug 22 13:58:41.796663 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bf5e31f0-1b81-4b01-8262-754da7d17df2 req-8f3b3e31-57d7-4b22-a161-ee0c8198bb5f tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367491 Aug 22 13:58:42.921063 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36252f23-2b6c-4286-ad23-87293dc41ea8 req-c76ad288-740d-47a6-8f41-15a632785724 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:42.930319 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-36252f23-2b6c-4286-ad23-87293dc41ea8 req-c76ad288-740d-47a6-8f41-15a632785724 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0610456 Aug 22 13:58:42.975559 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-36252f23-2b6c-4286-ad23-87293dc41ea8 req-f2715cbd-c243-4f96-9e3e-e478c763b550 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439072 Aug 22 13:58:44.125801 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364b051-4a41-4e5c-8ee6-681c8df2f768 req-b665f68e-60c6-452b-b18e-0e33724f1e0a tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:44.127509 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4364b051-4a41-4e5c-8ee6-681c8df2f768 req-b665f68e-60c6-452b-b18e-0e33724f1e0a tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0713031 Aug 22 13:58:44.184558 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4364b051-4a41-4e5c-8ee6-681c8df2f768 req-f6cfefdc-649a-4ab4-9b58-fd5dbbec5102 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471461 Aug 22 13:58:45.315225 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac699dce-9f02-4bd2-af65-bc1b0b072605 req-33069033-401c-426f-98aa-cad7b5ca6467 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:45.316706 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ac699dce-9f02-4bd2-af65-bc1b0b072605 req-33069033-401c-426f-98aa-cad7b5ca6467 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0528517 Aug 22 13:58:45.360944 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ac699dce-9f02-4bd2-af65-bc1b0b072605 req-676efcbd-740a-4889-9e9c-43f1f364c115 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356410 Aug 22 13:58:46.503275 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f891f8-e322-46f2-a9d6-a70b2a44874d req-0a663201-0ae9-4c20-8a11-c1451324638d tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:46.508721 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f8f891f8-e322-46f2-a9d6-a70b2a44874d req-0a663201-0ae9-4c20-8a11-c1451324638d tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0612237 Aug 22 13:58:46.545276 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f8f891f8-e322-46f2-a9d6-a70b2a44874d req-6889d120-f73c-4cdd-a108-8845ce953363 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344553 Aug 22 13:58:47.679912 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567993e0-4bb8-499f-8cba-3a00196ee1d7 req-a1309f73-a838-4fb9-8e9d-3adbf6d15d4c tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:47.681462 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-567993e0-4bb8-499f-8cba-3a00196ee1d7 req-a1309f73-a838-4fb9-8e9d-3adbf6d15d4c tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0554063 Aug 22 13:58:47.723264 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-567993e0-4bb8-499f-8cba-3a00196ee1d7 req-28324dc2-78db-490d-811b-153a7a4fe2a1 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353665 Aug 22 13:58:48.329085 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20a369-5318-4275-8448-833a4d634ad8 req-08022884-2383-4720-92c5-3926b2262d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:48.330832 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-dd20a369-5318-4275-8448-833a4d634ad8 req-08022884-2383-4720-92c5-3926b2262d66 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d9a57d9f90e0417a9fc65ee7d945307e&device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 1097 time: 0.0401020 Aug 22 13:58:48.423914 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20a369-5318-4275-8448-833a4d634ad8 req-d939d4df-2eca-4fcd-9b85-0fa6b0335667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:48.425407 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-dd20a369-5318-4275-8448-833a4d634ad8 req-d939d4df-2eca-4fcd-9b85-0fa6b0335667 service neutron] 10.222.0.41 "GET /v2.0/networks?id=68c87d99-6ec7-4777-adec-10e70648f0bd HTTP/1.1" status: 200 len: 914 time: 0.0873814 Aug 22 13:58:48.468405 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-dd20a369-5318-4275-8448-833a4d634ad8 req-e4e2aeba-e06f-4c65-bee9-a6c7e077742d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45cc1759-24db-424d-b356-b2786b4f13ee HTTP/1.1" status: 200 len: 217 time: 0.0346267 Aug 22 13:58:48.520216 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20a369-5318-4275-8448-833a4d634ad8 req-a9376be6-6f2c-4d1c-8c17-a82220307aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:48.521533 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-dd20a369-5318-4275-8448-833a4d634ad8 req-a9376be6-6f2c-4d1c-8c17-a82220307aca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=641ba550-9659-40c9-966c-ec22e2efb8a9 HTTP/1.1" status: 200 len: 853 time: 0.0467076 Aug 22 13:58:48.554456 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-dd20a369-5318-4275-8448-833a4d634ad8 req-b594ab6e-6195-4148-88af-3cf437b9b446 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68c87d99-6ec7-4777-adec-10e70648f0bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253422 Aug 22 13:58:48.646389 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-dd20a369-5318-4275-8448-833a4d634ad8 req-fb57cfb6-e1f8-4b47-a399-309acc221235 service neutron] 10.222.0.41 "GET /v2.0/networks/68c87d99-6ec7-4777-adec-10e70648f0bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848999 Aug 22 13:58:48.888891 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac3984-9a7d-41e2-a599-3715b79cf294 req-8485af3e-c4b8-4117-b2a2-e32e364150c2 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:48.890704 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5fac3984-9a7d-41e2-a599-3715b79cf294 req-8485af3e-c4b8-4117-b2a2-e32e364150c2 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0593884 Aug 22 13:58:48.933713 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5fac3984-9a7d-41e2-a599-3715b79cf294 req-a5f9497b-adfc-4c0e-ab3f-cc473e31a59a tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356331 Aug 22 13:58:49.074342 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-dd20a369-5318-4275-8448-833a4d634ad8 req-5d9a968e-8305-4582-a598-2f5cd1ac37cf service neutron] 10.222.0.41 "GET /v2.0/networks/68c87d99-6ec7-4777-adec-10e70648f0bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4198573 Aug 22 13:58:50.056502 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c5687-fb8f-4e24-babd-fb9b48e2b51f req-9a12a698-ab62-4544-be89-cc03358feac7 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:50.057994 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b21c5687-fb8f-4e24-babd-fb9b48e2b51f req-9a12a698-ab62-4544-be89-cc03358feac7 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0487623 Aug 22 13:58:50.100852 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b21c5687-fb8f-4e24-babd-fb9b48e2b51f req-b33c152a-63e2-497b-a221-3293a25bd987 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342989 Aug 22 13:58:51.551027 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe3ef5-019c-47c1-9511-18d07f6758b3 req-8cac539a-c6ed-4fcb-a6c4-23e16fdca647 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:51.553572 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-38fe3ef5-019c-47c1-9511-18d07f6758b3 req-8cac539a-c6ed-4fcb-a6c4-23e16fdca647 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.3846154 Aug 22 13:58:51.594185 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-38fe3ef5-019c-47c1-9511-18d07f6758b3 req-f118cf6b-50de-4ecb-9e12-b8a4b3117d6b tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343180 Aug 22 13:58:51.709012 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2fab88-921c-4182-bee0-8767b0b388e1 req-85d39bd2-4106-4e0a-a1e4-77fa845c4418 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:51.710493 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fe2fab88-921c-4182-bee0-8767b0b388e1 req-85d39bd2-4106-4e0a-a1e4-77fa845c4418 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 945 time: 0.0486734 Aug 22 13:58:51.755054 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fe2fab88-921c-4182-bee0-8767b0b388e1 req-4489a805-9f45-4a50-947e-cbcc41e04c2f tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386288 Aug 22 13:58:51.859077 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 45cc1759-24db-424d-b356-b2786b4f13ee no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:58:51.911015 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [req-aa1ea2f3-c43a-489e-9e7e-bfba0dbf855a req-e58bc16c-44a0-41bc-900c-897d586024ea service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:58:51.912560 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-aa1ea2f3-c43a-489e-9e7e-bfba0dbf855a req-e58bc16c-44a0-41bc-900c-897d586024ea service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061569 Aug 22 13:58:51.938678 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:58:51.967643 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b1f70e-f2e7-4067-b189-33c8f5fcf4bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45cc1759-24db-424d-b356-b2786b4f13ee'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:58:51.969912 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69d763a-18f7-4895-a775-bfb8551993a8" -d '{"events": [{"server_uuid": "61b1f70e-f2e7-4067-b189-33c8f5fcf4bb", "name": "network-vif-unplugged", "status": "completed", "tag": "45cc1759-24db-424d-b356-b2786b4f13ee"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:58:51.984572 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 45cc1759-24db-424d-b356-b2786b4f13ee, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=45cc1759-24db-424d-b356-b2786b4f13ee,segment=NetworkSegment(2e33cbcf-2958-4a7f-a9a8-3a8630129fe2),segment_id=2e33cbcf-2958-4a7f-a9a8-3a8630129fe2)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:58:51.991025 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:58:52.028612 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 22 Aug 2021 13:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a24473b-348f-4f05-b275-79dccbc8d6a9 x-openstack-request-id: req-1a24473b-348f-4f05-b275-79dccbc8d6a9 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:58:52.029146 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61b1f70e-f2e7-4067-b189-33c8f5fcf4bb", "name": "network-vif-unplugged", "status": "failed", "tag": "45cc1759-24db-424d-b356-b2786b4f13ee", "code": 422}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:58:52.029146 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1a24473b-348f-4f05-b275-79dccbc8d6a9 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:58:52.029718 n-d-793621-33 neutron-server[94629]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '61b1f70e-f2e7-4067-b189-33c8f5fcf4bb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '45cc1759-24db-424d-b356-b2786b4f13ee', 'code': 422} returned with failed status Aug 22 13:58:52.063605 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=45cc1759-24db-424d-b356-b2786b4f13ee,revision_number=8']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:58:52.118679 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c8967-59b8-4f6e-a859-47c5b244b28e req-1c33db9f-7ddc-4e86-b3ad-bb954ad06c22 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:52.120167 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3f4c8967-59b8-4f6e-a859-47c5b244b28e req-1c33db9f-7ddc-4e86-b3ad-bb954ad06c22 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 943 time: 0.0501878 Aug 22 13:58:52.161061 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3f4c8967-59b8-4f6e-a859-47c5b244b28e req-62d92b94-c225-4bc6-b2e1-bf078373ee6b tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327628 Aug 22 13:58:52.413609 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ea242e81-8674-4082-9026-737a3c220950 req-a14488c8-aaa8-4274-bd87-7c7b61d99ebc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1686161 Aug 22 13:58:52.422927 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [req-ea242e81-8674-4082-9026-737a3c220950 req-0b3734a3-c8ba-4153-9722-4b707bb03fe6 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 13:58:52.424640 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ea242e81-8674-4082-9026-737a3c220950 req-0b3734a3-c8ba-4153-9722-4b707bb03fe6 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058367 Aug 22 13:58:53.357575 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa3b3f-f7d9-4552-badd-181d0f830a2c req-51c5f491-7f8b-486a-a25b-e1a08c4f5649 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:53.359764 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-03fa3b3f-f7d9-4552-badd-181d0f830a2c req-51c5f491-7f8b-486a-a25b-e1a08c4f5649 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 943 time: 0.0699387 Aug 22 13:58:53.418730 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-03fa3b3f-f7d9-4552-badd-181d0f830a2c req-85fd38b6-f4f8-4ed1-b3fd-a23dcc93af61 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511467 Aug 22 13:58:53.575053 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea242e81-8674-4082-9026-737a3c220950 req-aa74488d-6747-4804-888c-bc4b2cb192de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:53.576889 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ea242e81-8674-4082-9026-737a3c220950 req-aa74488d-6747-4804-888c-bc4b2cb192de service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb&tenant_id=d9a57d9f90e0417a9fc65ee7d945307e HTTP/1.1" status: 200 len: 1095 time: 0.1039469 Aug 22 13:58:53.656750 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea242e81-8674-4082-9026-737a3c220950 req-c2f7602e-5f70-4231-92c6-3c9e48f8d518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:53.658442 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ea242e81-8674-4082-9026-737a3c220950 req-c2f7602e-5f70-4231-92c6-3c9e48f8d518 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d9a57d9f90e0417a9fc65ee7d945307e&device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 1095 time: 0.0596094 Aug 22 13:58:53.776553 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea242e81-8674-4082-9026-737a3c220950 req-87d97950-25b5-4afa-ba22-db3532aef54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:53.777955 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ea242e81-8674-4082-9026-737a3c220950 req-87d97950-25b5-4afa-ba22-db3532aef54e service neutron] 10.222.0.41 "GET /v2.0/networks?id=68c87d99-6ec7-4777-adec-10e70648f0bd HTTP/1.1" status: 200 len: 914 time: 0.1125491 Aug 22 13:58:53.826974 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ea242e81-8674-4082-9026-737a3c220950 req-af078620-118b-465e-b302-c2f1d8c08dbd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45cc1759-24db-424d-b356-b2786b4f13ee HTTP/1.1" status: 200 len: 217 time: 0.0419986 Aug 22 13:58:53.882749 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea242e81-8674-4082-9026-737a3c220950 req-ba062dbc-df84-40c0-9748-068df789e9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:53.884894 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ea242e81-8674-4082-9026-737a3c220950 req-ba062dbc-df84-40c0-9748-068df789e9a3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=641ba550-9659-40c9-966c-ec22e2efb8a9 HTTP/1.1" status: 200 len: 853 time: 0.0511312 Aug 22 13:58:53.932210 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ea242e81-8674-4082-9026-737a3c220950 req-2552bcb8-a03d-4dda-9683-b3d3f41bb03e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68c87d99-6ec7-4777-adec-10e70648f0bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393753 Aug 22 13:58:54.081778 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ea242e81-8674-4082-9026-737a3c220950 req-36ea713a-1cf4-4b60-957e-37d7b852a118 service neutron] 10.222.0.41 "GET /v2.0/networks/68c87d99-6ec7-4777-adec-10e70648f0bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420250 Aug 22 13:58:54.213207 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ea242e81-8674-4082-9026-737a3c220950 req-52f61564-b20b-4332-90ad-a5114c6ccef3 service neutron] 10.222.0.41 "GET /v2.0/networks/68c87d99-6ec7-4777-adec-10e70648f0bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238995 Aug 22 13:58:54.622496 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d939ed-0e2e-4a28-9ae6-4b2a03f130d3 req-0785e986-f489-41b0-8cbb-24ec17a9429e tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:54.630779 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e2d939ed-0e2e-4a28-9ae6-4b2a03f130d3 req-0785e986-f489-41b0-8cbb-24ec17a9429e tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 943 time: 0.0925596 Aug 22 13:58:54.697238 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e2d939ed-0e2e-4a28-9ae6-4b2a03f130d3 req-63df80a7-6ef7-4c40-bff1-b059a7558edf tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635006 Aug 22 13:58:55.860750 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac1417-04f2-4bf9-b2ec-63bb271a6b13 req-9d4c7990-7c12-4adf-ba72-bbb6b9c8c9ff tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:55.863442 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-aeac1417-04f2-4bf9-b2ec-63bb271a6b13 req-9d4c7990-7c12-4adf-ba72-bbb6b9c8c9ff tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 943 time: 0.0792332 Aug 22 13:58:55.934594 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-aeac1417-04f2-4bf9-b2ec-63bb271a6b13 req-29feb404-4700-4c77-a295-889f0387a64b tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633399 Aug 22 13:58:57.119516 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b271351-1041-4400-842c-5464030c8111 req-830209a2-bab2-4569-ad1a-309e14d6ebc0 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:57.127255 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2b271351-1041-4400-842c-5464030c8111 req-830209a2-bab2-4569-ad1a-309e14d6ebc0 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 943 time: 0.0766568 Aug 22 13:58:57.176816 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2b271351-1041-4400-842c-5464030c8111 req-bbfa9d1b-150f-44c2-b13d-f5db32aaf658 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483377 Aug 22 13:58:58.294115 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81598675-69e8-4563-be08-9281ffd12d28 req-94add3e2-1a96-4714-817f-f3414f542142 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:58.295845 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-81598675-69e8-4563-be08-9281ffd12d28 req-94add3e2-1a96-4714-817f-f3414f542142 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 943 time: 0.0494828 Aug 22 13:58:58.344707 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-81598675-69e8-4563-be08-9281ffd12d28 req-d8541e0e-d112-4888-b44f-8e2d9d458669 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426371 Aug 22 13:58:58.462522 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0704945f-5b13-4833-9150-c163e1a5348a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:58:58.618624 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:58:58.977868 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-16d2b494-9584-4af3-bcf8-e358352e1470 req-3079d014-d0f2-4bde-a316-ef9e1ae9d725 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-763249296&fields=id&tenant_id=19e069a6935a47bcb8831313e7520ef4 HTTP/1.1" status: 200 len: 267 time: 0.0317078 Aug 22 13:58:59.095238 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2b494-9584-4af3-bcf8-e358352e1470 req-5759d784-c905-4feb-907a-6bbb7a3cf468 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:59.096772 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-16d2b494-9584-4af3-bcf8-e358352e1470 req-5759d784-c905-4feb-907a-6bbb7a3cf468 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/networks?id=f8ac2233-ea24-423f-9bd4-53abb27cd3b8 HTTP/1.1" status: 200 len: 812 time: 0.1116619 Aug 22 13:58:59.114192 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-16d2b494-9584-4af3-bcf8-e358352e1470 req-0e7b226f-b220-411c-8276-eac8576bed2d tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/quotas/19e069a6935a47bcb8831313e7520ef4 HTTP/1.1" status: 200 len: 375 time: 0.0105984 Aug 22 13:58:59.174908 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-16d2b494-9584-4af3-bcf8-e358352e1470 req-8bd63c6f-c3ea-4946-b0d6-a39b19d1b17b tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=19e069a6935a47bcb8831313e7520ef4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0549502 Aug 22 13:58:59.280745 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-16d2b494-9584-4af3-bcf8-e358352e1470 req-6a1466e3-0cbb-4e7e-8f7e-aa0dbf589bc0 service neutron] 10.222.0.21 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930898 Aug 22 13:58:59.391925 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-16d2b494-9584-4af3-bcf8-e358352e1470 req-f2792541-b07c-4294-94d2-154d5f33712e service neutron] 10.222.0.21 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044550 Aug 22 13:58:59.477515 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f512abb8-edf8-400a-84b9-f0a70507d398 req-47dc5708-8fc6-48c7-a3fc-4ecf2a64d186 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:58:59.479072 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f512abb8-edf8-400a-84b9-f0a70507d398 req-47dc5708-8fc6-48c7-a3fc-4ecf2a64d186 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 943 time: 0.0618532 Aug 22 13:58:59.518261 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f512abb8-edf8-400a-84b9-f0a70507d398 req-31b741ee-87b3-4b26-b2f8-6eaf305b2b54 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332823 Aug 22 13:58:59.726842 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2be615a4-18bf-4684-88c3-928ddfbf32c2 req-b86faf3f-55f6-4614-b31b-fb58f58674ba tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=850528a9-d1e2-473b-9acf-f227ea6b6ebf HTTP/1.1" status: 200 len: 210 time: 0.0321283 Aug 22 13:59:00.758234 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99aa854-baa3-43ee-975c-fb09b00abcad req-4732135e-bd34-4f40-9771-fbd2a5d0726d tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:00.759762 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c99aa854-baa3-43ee-975c-fb09b00abcad req-4732135e-bd34-4f40-9771-fbd2a5d0726d tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 943 time: 0.1229548 Aug 22 13:59:00.809960 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2b494-9584-4af3-bcf8-e358352e1470 req-a6e5fd78-cf2d-4d22-b111-c2704dbb4699 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:00.811690 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-16d2b494-9584-4af3-bcf8-e358352e1470 req-a6e5fd78-cf2d-4d22-b111-c2704dbb4699 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.16 "GET /v2.0/networks?id=f8ac2233-ea24-423f-9bd4-53abb27cd3b8 HTTP/1.1" status: 200 len: 812 time: 0.1862001 Aug 22 13:59:00.860064 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c99aa854-baa3-43ee-975c-fb09b00abcad req-81010bbb-afd0-4b8f-a787-777837e94b9d tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911741 Aug 22 13:59:00.881279 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7aa2373e-6623-4c9f-8f0e-f03ff3cdc72e req-1e21b541-3ef5-4d10-ac49-2cda280056a0 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=850528a9-d1e2-473b-9acf-f227ea6b6ebf HTTP/1.1" status: 200 len: 210 time: 0.0542436 Aug 22 13:59:00.914194 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-16d2b494-9584-4af3-bcf8-e358352e1470 req-0d5692b3-460a-4bf8-b6a1-fa4dae14c923 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19e069a6935a47bcb8831313e7520ef4 HTTP/1.1" status: 200 len: 379 time: 0.0860772 Aug 22 13:59:00.925253 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-16d2b494-9584-4af3-bcf8-e358352e1470 req-73c72e34-657d-4a75-9cbd-5a6d9c637bf0 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Request body: {'port': {'device_id': '850528a9-d1e2-473b-9acf-f227ea6b6ebf', 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8', 'admin_state_up': True, 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'security_groups': ['fd42c95a-c24e-4c7d-aa36-bd21473692fd']}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:59:01.055613 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16d2b494-9584-4af3-bcf8-e358352e1470 req-73c72e34-657d-4a75-9cbd-5a6d9c637bf0 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Made reservation on behalf of 19e069a6935a47bcb8831313e7520ef4 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:59:01.059533 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-16d2b494-9584-4af3-bcf8-e358352e1470 req-73c72e34-657d-4a75-9cbd-5a6d9c637bf0 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:01.087086 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-82cbe6d2-7295-406c-a32e-94b0ad24ed72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:01.234141 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:01.241599 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-16d2b494-9584-4af3-bcf8-e358352e1470 req-73c72e34-657d-4a75-9cbd-5a6d9c637bf0 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Allocated IP 172.20.0.4 (f8ac2233-ea24-423f-9bd4-53abb27cd3b8/ad565ab1-b54d-4060-a258-16294d6e46a2/57e1f342-3ac7-48fc-99d3-2587794dd473) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:59:01.405719 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-16d2b494-9584-4af3-bcf8-e358352e1470 req-73c72e34-657d-4a75-9cbd-5a6d9c637bf0 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:01.423503 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-16d2b494-9584-4af3-bcf8-e358352e1470 req-73c72e34-657d-4a75-9cbd-5a6d9c637bf0 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Transition to ACTIVE for port object 57e1f342-3ac7-48fc-99d3-2587794dd473 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:59:01.457048 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-16d2b494-9584-4af3-bcf8-e358352e1470 req-73c72e34-657d-4a75-9cbd-5a6d9c637bf0 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:01.506471 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c72e34-657d-4a75-9cbd-5a6d9c637bf0 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Pushing event updated for resources: {'Port': ['ID=57e1f342-3ac7-48fc-99d3-2587794dd473,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:59:01.521099 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c72e34-657d-4a75-9cbd-5a6d9c637bf0 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:59:01.521546 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c72e34-657d-4a75-9cbd-5a6d9c637bf0 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:59:01.522031 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c72e34-657d-4a75-9cbd-5a6d9c637bf0 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:59:01.522442 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c72e34-657d-4a75-9cbd-5a6d9c637bf0 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:59:01.522856 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c72e34-657d-4a75-9cbd-5a6d9c637bf0 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:59:01.523264 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c72e34-657d-4a75-9cbd-5a6d9c637bf0 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:59:01.523652 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c72e34-657d-4a75-9cbd-5a6d9c637bf0 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:59:01.523982 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c72e34-657d-4a75-9cbd-5a6d9c637bf0 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:59:01.524331 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c72e34-657d-4a75-9cbd-5a6d9c637bf0 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:59:01.524656 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c72e34-657d-4a75-9cbd-5a6d9c637bf0 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:59:01.524988 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c72e34-657d-4a75-9cbd-5a6d9c637bf0 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:59:01.525303 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c72e34-657d-4a75-9cbd-5a6d9c637bf0 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:59:01.535468 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16d2b494-9584-4af3-bcf8-e358352e1470 req-73c72e34-657d-4a75-9cbd-5a6d9c637bf0 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Network f8ac2233-ea24-423f-9bd4-53abb27cd3b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:59:01.536912 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-16d2b494-9584-4af3-bcf8-e358352e1470 req-73c72e34-657d-4a75-9cbd-5a6d9c637bf0 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:59:01.539296 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d2b494-9584-4af3-bcf8-e358352e1470 req-73c72e34-657d-4a75-9cbd-5a6d9c637bf0 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:59:01.618320 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2b494-9584-4af3-bcf8-e358352e1470 req-73c72e34-657d-4a75-9cbd-5a6d9c637bf0 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:01.618907 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-16d2b494-9584-4af3-bcf8-e358352e1470 req-73c72e34-657d-4a75-9cbd-5a6d9c637bf0 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:01.639008 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-16d2b494-9584-4af3-bcf8-e358352e1470 req-73c72e34-657d-4a75-9cbd-5a6d9c637bf0 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7186935 Aug 22 13:59:01.652541 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-16d2b494-9584-4af3-bcf8-e358352e1470 req-c304e6b6-9246-4353-80b7-9a3204a15b99 service neutron] Request body: {'port': {'device_id': '850528a9-d1e2-473b-9acf-f227ea6b6ebf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:59:01.739121 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-16d2b494-9584-4af3-bcf8-e358352e1470 req-c304e6b6-9246-4353-80b7-9a3204a15b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:01.888991 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-b2954765-3c8a-4ddd-b6f0-1dca3ee9497d None None] Provisioning for port 57e1f342-3ac7-48fc-99d3-2587794dd473 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:59:01.893288 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-b2954765-3c8a-4ddd-b6f0-1dca3ee9497d None None] Provisioning complete for port 57e1f342-3ac7-48fc-99d3-2587794dd473 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:59:01.893660 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b2954765-3c8a-4ddd-b6f0-1dca3ee9497d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:01.990795 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-b2954765-3c8a-4ddd-b6f0-1dca3ee9497d None None] Port 57e1f342-3ac7-48fc-99d3-2587794dd473 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 13:59:02.141004 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-16d2b494-9584-4af3-bcf8-e358352e1470 req-c304e6b6-9246-4353-80b7-9a3204a15b99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57e1f342-3ac7-48fc-99d3-2587794dd473 {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:59:02.155196 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-16d2b494-9584-4af3-bcf8-e358352e1470 req-c304e6b6-9246-4353-80b7-9a3204a15b99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:02.182932 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814ab2b-cfd8-4e8b-a7a9-36579dc466e1 req-c928a911-1fe9-46da-ae42-860e3d8fae5f tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:02.185978 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9814ab2b-cfd8-4e8b-a7a9-36579dc466e1 req-c928a911-1fe9-46da-ae42-860e3d8fae5f tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 943 time: 0.1401243 Aug 22 13:59:02.197973 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796344e7-f3cd-4cca-a425-3c81eb50c783 req-ecdc336a-9aa1-4ad7-b11e-66cf360f788c tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:02.208946 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-796344e7-f3cd-4cca-a425-3c81eb50c783 req-ecdc336a-9aa1-4ad7-b11e-66cf360f788c tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=850528a9-d1e2-473b-9acf-f227ea6b6ebf HTTP/1.1" status: 200 len: 931 time: 0.1608939 Aug 22 13:59:02.211280 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-16d2b494-9584-4af3-bcf8-e358352e1470 req-c304e6b6-9246-4353-80b7-9a3204a15b99 service neutron] Transition to ACTIVE for port object 57e1f342-3ac7-48fc-99d3-2587794dd473 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:59:02.238465 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-16d2b494-9584-4af3-bcf8-e358352e1470 req-c304e6b6-9246-4353-80b7-9a3204a15b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:02.324442 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-796344e7-f3cd-4cca-a425-3c81eb50c783 req-363a2df7-9cb0-4fb5-bcbc-7d0f90146c48 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd42c95a-c24e-4c7d-aa36-bd21473692fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100197 Aug 22 13:59:02.343411 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9814ab2b-cfd8-4e8b-a7a9-36579dc466e1 req-b4803a96-6815-4ea3-ae60-bc1ba96e5693 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261771 Aug 22 13:59:02.353591 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c304e6b6-9246-4353-80b7-9a3204a15b99 service neutron] Pushing event updated for resources: {'Port': ['ID=57e1f342-3ac7-48fc-99d3-2587794dd473,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:59:02.434786 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-16d2b494-9584-4af3-bcf8-e358352e1470 req-c304e6b6-9246-4353-80b7-9a3204a15b99 service neutron] Attempting to bind port 57e1f342-3ac7-48fc-99d3-2587794dd473 on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:59:02.435103 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-16d2b494-9584-4af3-bcf8-e358352e1470 req-c304e6b6-9246-4353-80b7-9a3204a15b99 service neutron] Attempting to bind port 57e1f342-3ac7-48fc-99d3-2587794dd473 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': 'a8db1aa5-2938-4ee0-bbbc-1190f337bf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:59:02.435390 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d2b494-9584-4af3-bcf8-e358352e1470 req-c304e6b6-9246-4353-80b7-9a3204a15b99 service neutron] Attempting to bind port 57e1f342-3ac7-48fc-99d3-2587794dd473 on network f8ac2233-ea24-423f-9bd4-53abb27cd3b8 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:59:02.440671 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d2b494-9584-4af3-bcf8-e358352e1470 req-c304e6b6-9246-4353-80b7-9a3204a15b99 service neutron] Port 57e1f342-3ac7-48fc-99d3-2587794dd473 on network f8ac2233-ea24-423f-9bd4-53abb27cd3b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 13:59:02.441535 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d2b494-9584-4af3-bcf8-e358352e1470 req-c304e6b6-9246-4353-80b7-9a3204a15b99 service neutron] Attempting to bind port 57e1f342-3ac7-48fc-99d3-2587794dd473 on network f8ac2233-ea24-423f-9bd4-53abb27cd3b8 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:59:02.447587 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d2b494-9584-4af3-bcf8-e358352e1470 req-c304e6b6-9246-4353-80b7-9a3204a15b99 service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:59:02.447877 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d2b494-9584-4af3-bcf8-e358352e1470 req-c304e6b6-9246-4353-80b7-9a3204a15b99 service neutron] Checking segment: {'id': 'a8db1aa5-2938-4ee0-bbbc-1190f337bf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:59:02.448407 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d2b494-9584-4af3-bcf8-e358352e1470 req-c304e6b6-9246-4353-80b7-9a3204a15b99 service neutron] Bound using segment: {'id': 'a8db1aa5-2938-4ee0-bbbc-1190f337bf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:59:02.448953 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-16d2b494-9584-4af3-bcf8-e358352e1470 req-c304e6b6-9246-4353-80b7-9a3204a15b99 service neutron] Bound port: 57e1f342-3ac7-48fc-99d3-2587794dd473, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8db1aa5-2938-4ee0-bbbc-1190f337bf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:59:02.449361 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-16d2b494-9584-4af3-bcf8-e358352e1470 req-c304e6b6-9246-4353-80b7-9a3204a15b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:02.518330 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:02.556739 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-16d2b494-9584-4af3-bcf8-e358352e1470 req-c304e6b6-9246-4353-80b7-9a3204a15b99 service neutron] For port 57e1f342-3ac7-48fc-99d3-2587794dd473, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:59:02.561684 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-16d2b494-9584-4af3-bcf8-e358352e1470 req-c304e6b6-9246-4353-80b7-9a3204a15b99 service neutron] For port 57e1f342-3ac7-48fc-99d3-2587794dd473, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=57e1f342-3ac7-48fc-99d3-2587794dd473,segment=NetworkSegment(a8db1aa5-2938-4ee0-bbbc-1190f337bf80),segment_id=a8db1aa5-2938-4ee0-bbbc-1190f337bf80)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:59:02.570070 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-16d2b494-9584-4af3-bcf8-e358352e1470 req-c304e6b6-9246-4353-80b7-9a3204a15b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:02.638063 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2b494-9584-4af3-bcf8-e358352e1470 req-c304e6b6-9246-4353-80b7-9a3204a15b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:02.639876 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-16d2b494-9584-4af3-bcf8-e358352e1470 req-c304e6b6-9246-4353-80b7-9a3204a15b99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:02.641427 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-16d2b494-9584-4af3-bcf8-e358352e1470 req-c304e6b6-9246-4353-80b7-9a3204a15b99 service neutron] 10.222.0.16 "PUT /v2.0/ports/57e1f342-3ac7-48fc-99d3-2587794dd473 HTTP/1.1" status: 200 len: 1092 time: 0.9934554 Aug 22 13:59:02.641971 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '850528a9-d1e2-473b-9acf-f227ea6b6ebf', 'tag': '57e1f342-3ac7-48fc-99d3-2587794dd473'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:59:02.645186 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab07d6d-4823-426f-9905-b83866a26e5b" -d '{"events": [{"name": "network-changed", "server_uuid": "850528a9-d1e2-473b-9acf-f227ea6b6ebf", "tag": "57e1f342-3ac7-48fc-99d3-2587794dd473"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:59:02.743737 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c304e6b6-9246-4353-80b7-9a3204a15b99 service neutron] Pushing event updated for resources: {'Port': ['ID=57e1f342-3ac7-48fc-99d3-2587794dd473,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:59:02.781504 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2b494-9584-4af3-bcf8-e358352e1470 req-4538f5b5-5194-4526-8262-621bb5669856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:02.785640 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-16d2b494-9584-4af3-bcf8-e358352e1470 req-4538f5b5-5194-4526-8262-621bb5669856 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=19e069a6935a47bcb8831313e7520ef4&device_id=850528a9-d1e2-473b-9acf-f227ea6b6ebf HTTP/1.1" status: 200 len: 1095 time: 0.0949242 Aug 22 13:59:02.881614 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-16d2b494-9584-4af3-bcf8-e358352e1470 req-c19abfc6-c79a-4fde-9991-cc539eed4c62 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57e1f342-3ac7-48fc-99d3-2587794dd473 HTTP/1.1" status: 200 len: 217 time: 0.0883405 Aug 22 13:59:02.893172 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7ec903-6e97-41ef-9ca5-f48bed99d7c6 x-openstack-request-id: req-ff7ec903-6e97-41ef-9ca5-f48bed99d7c6 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:59:02.907238 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "850528a9-d1e2-473b-9acf-f227ea6b6ebf", "tag": "57e1f342-3ac7-48fc-99d3-2587794dd473", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:59:02.907238 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ff7ec903-6e97-41ef-9ca5-f48bed99d7c6 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:59:02.907238 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '850528a9-d1e2-473b-9acf-f227ea6b6ebf', 'tag': '57e1f342-3ac7-48fc-99d3-2587794dd473', 'status': 'completed', 'code': 200} Aug 22 13:59:02.989446 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2b494-9584-4af3-bcf8-e358352e1470 req-f963d212-5c5d-4181-865d-22c096201dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:02.991391 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-16d2b494-9584-4af3-bcf8-e358352e1470 req-f963d212-5c5d-4181-865d-22c096201dbb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ad565ab1-b54d-4060-a258-16294d6e46a2 HTTP/1.1" status: 200 len: 851 time: 0.0867093 Aug 22 13:59:03.076005 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2b494-9584-4af3-bcf8-e358352e1470 req-e30b0cd6-baaa-4f8a-8776-e785cb9c5876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:03.078102 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-16d2b494-9584-4af3-bcf8-e358352e1470 req-e30b0cd6-baaa-4f8a-8776-e785cb9c5876 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f8ac2233-ea24-423f-9bd4-53abb27cd3b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0793419 Aug 22 13:59:03.189529 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-16d2b494-9584-4af3-bcf8-e358352e1470 req-db104917-af28-4371-8342-b8750d65b5a9 service neutron] 10.222.0.16 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039410 Aug 22 13:59:03.292763 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-16d2b494-9584-4af3-bcf8-e358352e1470 req-2b8a0820-0baa-45c0-9ab6-aea914710e34 service neutron] 10.222.0.16 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943856 Aug 22 13:59:03.404818 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab07d6d-4823-426f-9905-b83866a26e5b req-cc9417ea-dabf-4c9a-9171-20c23180cf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:03.406437 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dab07d6d-4823-426f-9905-b83866a26e5b req-cc9417ea-dabf-4c9a-9171-20c23180cf6a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=19e069a6935a47bcb8831313e7520ef4&device_id=850528a9-d1e2-473b-9acf-f227ea6b6ebf HTTP/1.1" status: 200 len: 1095 time: 0.0605648 Aug 22 13:59:03.573164 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b9ff4-9592-41ef-964a-306d0f2270e8 req-d6a09d79-7f4d-451a-88b6-0d2a50c3cc07 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:03.574554 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-943b9ff4-9592-41ef-964a-306d0f2270e8 req-d6a09d79-7f4d-451a-88b6-0d2a50c3cc07 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 943 time: 0.1350133 Aug 22 13:59:03.599910 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d963b-b576-498b-984c-894d04b376e0 req-483662d8-55c6-453a-bda8-504d59132a50 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:03.601657 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-654d963b-b576-498b-984c-894d04b376e0 req-483662d8-55c6-453a-bda8-504d59132a50 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=850528a9-d1e2-473b-9acf-f227ea6b6ebf HTTP/1.1" status: 200 len: 943 time: 0.1925011 Aug 22 13:59:03.639680 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-943b9ff4-9592-41ef-964a-306d0f2270e8 req-39a864f1-df0c-4513-bb68-b8a09e730a1f tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517964 Aug 22 13:59:03.668731 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab07d6d-4823-426f-9905-b83866a26e5b req-1b909412-8fce-4426-8b23-8d2a473a70c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:03.670220 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dab07d6d-4823-426f-9905-b83866a26e5b req-1b909412-8fce-4426-8b23-8d2a473a70c5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f8ac2233-ea24-423f-9bd4-53abb27cd3b8 HTTP/1.1" status: 200 len: 913 time: 0.2153108 Aug 22 13:59:03.694571 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-654d963b-b576-498b-984c-894d04b376e0 req-6fbfbcc3-c0f3-402c-b2f7-ab48a8572888 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd42c95a-c24e-4c7d-aa36-bd21473692fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598969 Aug 22 13:59:03.722711 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dab07d6d-4823-426f-9905-b83866a26e5b req-3918bc75-42ca-4fa1-887d-95d61af13789 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57e1f342-3ac7-48fc-99d3-2587794dd473 HTTP/1.1" status: 200 len: 217 time: 0.0425336 Aug 22 13:59:03.787525 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab07d6d-4823-426f-9905-b83866a26e5b req-f2098080-9100-4dd5-a22c-805e2ca6f5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:03.789276 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dab07d6d-4823-426f-9905-b83866a26e5b req-f2098080-9100-4dd5-a22c-805e2ca6f5e7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ad565ab1-b54d-4060-a258-16294d6e46a2 HTTP/1.1" status: 200 len: 851 time: 0.0499916 Aug 22 13:59:03.865941 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab07d6d-4823-426f-9905-b83866a26e5b req-b0e52667-e429-47b4-b1f5-35c54215d8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:03.867457 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dab07d6d-4823-426f-9905-b83866a26e5b req-b0e52667-e429-47b4-b1f5-35c54215d8be service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f8ac2233-ea24-423f-9bd4-53abb27cd3b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599885 Aug 22 13:59:03.965315 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dab07d6d-4823-426f-9905-b83866a26e5b req-aca02f9f-4713-4ecc-b9de-5459f360a45d service neutron] 10.222.0.16 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902729 Aug 22 13:59:04.045628 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:04.082017 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dab07d6d-4823-426f-9905-b83866a26e5b req-97a31571-09e8-43fe-921a-d9bb602c72c2 service neutron] 10.222.0.16 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073353 Aug 22 13:59:04.297827 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:04.868751 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7613a2f-8504-4269-80df-1de24ccf1a81 req-37c5483d-dd5e-4ce4-9135-5d8fa5e6d54f tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:04.881148 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f7613a2f-8504-4269-80df-1de24ccf1a81 req-37c5483d-dd5e-4ce4-9135-5d8fa5e6d54f tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 943 time: 0.1347690 Aug 22 13:59:04.912708 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f858cf3-0b48-4d8d-b342-7059e8ae4fa2 req-ec44ca2d-410c-4df8-92d6-dfca95b69484 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:04.914458 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6f858cf3-0b48-4d8d-b342-7059e8ae4fa2 req-ec44ca2d-410c-4df8-92d6-dfca95b69484 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=850528a9-d1e2-473b-9acf-f227ea6b6ebf HTTP/1.1" status: 200 len: 943 time: 0.1130903 Aug 22 13:59:04.950785 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f7613a2f-8504-4269-80df-1de24ccf1a81 req-0281eb8c-6332-41e0-a64e-3ec6a99db3a8 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685546 Aug 22 13:59:04.995113 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6f858cf3-0b48-4d8d-b342-7059e8ae4fa2 req-198e3381-e2bd-4d94-a6e3-31bbf3d83faa tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd42c95a-c24e-4c7d-aa36-bd21473692fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627363 Aug 22 13:59:06.112767 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda162b-12ee-4acf-b52e-254f686a89a2 req-9f2f9262-62fc-49f4-b864-e7176a7e0ace tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:06.114499 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0eda162b-12ee-4acf-b52e-254f686a89a2 req-9f2f9262-62fc-49f4-b864-e7176a7e0ace tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 943 time: 0.0877211 Aug 22 13:59:06.141157 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f03ba-c741-44ee-9bca-a98ba421c524 req-d1acbbec-e2a0-467b-b5c4-302548e4c539 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:06.142890 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-197f03ba-c741-44ee-9bca-a98ba421c524 req-d1acbbec-e2a0-467b-b5c4-302548e4c539 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=850528a9-d1e2-473b-9acf-f227ea6b6ebf HTTP/1.1" status: 200 len: 943 time: 0.0824075 Aug 22 13:59:06.200513 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0eda162b-12ee-4acf-b52e-254f686a89a2 req-fafd81b8-8cc2-4ff1-961e-6ce4907b2325 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795252 Aug 22 13:59:06.224508 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-197f03ba-c741-44ee-9bca-a98ba421c524 req-c8f15804-f328-4113-af54-12394bf70e76 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd42c95a-c24e-4c7d-aa36-bd21473692fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708504 Aug 22 13:59:07.352123 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a253bcc5-818d-4c0f-933c-8af41fa4b523 req-80b4fd24-e372-42dd-8ac1-9477aa5a45e2 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:07.353628 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a253bcc5-818d-4c0f-933c-8af41fa4b523 req-80b4fd24-e372-42dd-8ac1-9477aa5a45e2 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=850528a9-d1e2-473b-9acf-f227ea6b6ebf HTTP/1.1" status: 200 len: 943 time: 0.0705643 Aug 22 13:59:07.361899 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18f898-540f-4305-848a-115fd0d99c80 req-5dcf78f6-854f-47e6-b7f4-c6ea1812b65a tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:07.363856 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1a18f898-540f-4305-848a-115fd0d99c80 req-5dcf78f6-854f-47e6-b7f4-c6ea1812b65a tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 943 time: 0.0895569 Aug 22 13:59:07.419286 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a253bcc5-818d-4c0f-933c-8af41fa4b523 req-9099d3e1-286e-4817-b39f-9519f40b38b2 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd42c95a-c24e-4c7d-aa36-bd21473692fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544541 Aug 22 13:59:07.422161 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1a18f898-540f-4305-848a-115fd0d99c80 req-ea15428b-01ca-4903-8dd7-de7b87ad7d97 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517354 Aug 22 13:59:07.945558 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 45cc1759-24db-424d-b356-b2786b4f13ee details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:59:08.191679 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 45cc1759-24db-424d-b356-b2786b4f13ee, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=45cc1759-24db-424d-b356-b2786b4f13ee,segment=NetworkSegment(2e33cbcf-2958-4a7f-a9a8-3a8630129fe2),segment_id=2e33cbcf-2958-4a7f-a9a8-3a8630129fe2)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:59:08.202482 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '45cc1759-24db-424d-b356-b2786b4f13ee', 'network_id': '68c87d99-6ec7-4777-adec-10e70648f0bd', 'port_id': '45cc1759-24db-424d-b356-b2786b4f13ee', 'mac_address': 'fa:16:3e:1c:48:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '641ba550-9659-40c9-966c-ec22e2efb8a9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:59:08.238061 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:08.249952 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45cc1759-24db-424d-b356-b2786b4f13ee {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:59:08.268730 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 45cc1759-24db-424d-b356-b2786b4f13ee, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=45cc1759-24db-424d-b356-b2786b4f13ee,segment=NetworkSegment(2e33cbcf-2958-4a7f-a9a8-3a8630129fe2),segment_id=2e33cbcf-2958-4a7f-a9a8-3a8630129fe2)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:59:08.273168 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:08.317492 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=45cc1759-24db-424d-b356-b2786b4f13ee,revision_number=9']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:59:08.324791 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:59:08.325141 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:59:08.325478 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:59:08.325812 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:59:08.326143 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:59:08.326465 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:59:08.326787 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:59:08.327111 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:59:08.327437 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:59:08.327754 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:59:08.328103 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:59:08.328423 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:59:08.473849 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['45cc1759-24db-424d-b356-b2786b4f13ee'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:59:08.574659 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d6a71-0f49-4414-8b4a-fbdf70cb28dc req-531d88f2-5479-4f12-a336-530325f7f515 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:08.576155 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-571d6a71-0f49-4414-8b4a-fbdf70cb28dc req-531d88f2-5479-4f12-a336-530325f7f515 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 944 time: 0.0818164 Aug 22 13:59:08.583634 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb34ad4-ead4-4d5e-9a51-ecfddd3176f2 req-9306a17d-bc39-40ef-8065-79afaeeb3d0c tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:08.585090 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ceb34ad4-ead4-4d5e-9a51-ecfddd3176f2 req-9306a17d-bc39-40ef-8065-79afaeeb3d0c tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=850528a9-d1e2-473b-9acf-f227ea6b6ebf HTTP/1.1" status: 200 len: 943 time: 0.0814869 Aug 22 13:59:08.639470 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-571d6a71-0f49-4414-8b4a-fbdf70cb28dc req-5bffe1a5-f0c4-4d2f-8bf4-8611609a48e0 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534201 Aug 22 13:59:08.644118 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ceb34ad4-ead4-4d5e-9a51-ecfddd3176f2 req-8453a5fd-7caf-416f-874a-26a937b6c432 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd42c95a-c24e-4c7d-aa36-bd21473692fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523531 Aug 22 13:59:08.781680 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24887d9-e88a-4fb9-9f10-72a629a05fb3 req-ca9cc6ba-d712-4555-b41b-0e7a7c972a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:08.783069 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d24887d9-e88a-4fb9-9f10-72a629a05fb3 req-ca9cc6ba-d712-4555-b41b-0e7a7c972a6d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d9a57d9f90e0417a9fc65ee7d945307e&device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 1096 time: 0.0402565 Aug 22 13:59:08.886778 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24887d9-e88a-4fb9-9f10-72a629a05fb3 req-5840036e-6181-445a-b53b-00fdd4d01379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:08.888217 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d24887d9-e88a-4fb9-9f10-72a629a05fb3 req-5840036e-6181-445a-b53b-00fdd4d01379 service neutron] 10.222.0.41 "GET /v2.0/networks?id=68c87d99-6ec7-4777-adec-10e70648f0bd HTTP/1.1" status: 200 len: 914 time: 0.0860763 Aug 22 13:59:08.929781 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d24887d9-e88a-4fb9-9f10-72a629a05fb3 req-dd7c8f7d-83f0-40a1-80e7-907e0be20193 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45cc1759-24db-424d-b356-b2786b4f13ee HTTP/1.1" status: 200 len: 217 time: 0.0342789 Aug 22 13:59:08.982500 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24887d9-e88a-4fb9-9f10-72a629a05fb3 req-23c263e3-8357-49e7-ab9c-ec3144f72eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:08.983948 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d24887d9-e88a-4fb9-9f10-72a629a05fb3 req-23c263e3-8357-49e7-ab9c-ec3144f72eb6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=641ba550-9659-40c9-966c-ec22e2efb8a9 HTTP/1.1" status: 200 len: 853 time: 0.0474467 Aug 22 13:59:09.014960 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d24887d9-e88a-4fb9-9f10-72a629a05fb3 req-0301ed14-8cd3-49da-8fe5-74e94f132d1a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68c87d99-6ec7-4777-adec-10e70648f0bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243423 Aug 22 13:59:09.103540 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d24887d9-e88a-4fb9-9f10-72a629a05fb3 req-ef71599d-ebd3-4b91-99ac-c9518e80fd24 service neutron] 10.222.0.41 "GET /v2.0/networks/68c87d99-6ec7-4777-adec-10e70648f0bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817878 Aug 22 13:59:09.195137 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d24887d9-e88a-4fb9-9f10-72a629a05fb3 req-6b958a2f-9ee5-429a-863b-11b89a678bc9 service neutron] 10.222.0.41 "GET /v2.0/networks/68c87d99-6ec7-4777-adec-10e70648f0bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850637 Aug 22 13:59:09.785323 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba134c-6288-41bb-9c9d-4859c0546dff req-40b52a01-7788-48bf-8b4a-94cbc87f1db3 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:09.786885 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-17ba134c-6288-41bb-9c9d-4859c0546dff req-40b52a01-7788-48bf-8b4a-94cbc87f1db3 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 944 time: 0.0806370 Aug 22 13:59:09.794553 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f95b4-a727-421d-9c4d-01769dabe139 req-ae2948fd-3b21-46ad-8df1-bf5265f08cfb tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:09.795683 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-481f95b4-a727-421d-9c4d-01769dabe139 req-ae2948fd-3b21-46ad-8df1-bf5265f08cfb tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=850528a9-d1e2-473b-9acf-f227ea6b6ebf HTTP/1.1" status: 200 len: 943 time: 0.0795336 Aug 22 13:59:09.850793 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-17ba134c-6288-41bb-9c9d-4859c0546dff req-e54f05d1-e8ea-475c-bc74-d1ae6ebf847f tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528793 Aug 22 13:59:09.864422 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-481f95b4-a727-421d-9c4d-01769dabe139 req-731785a4-2c99-40ad-adac-b5319ace79cc tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd42c95a-c24e-4c7d-aa36-bd21473692fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609694 Aug 22 13:59:09.948823 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 45cc1759-24db-424d-b356-b2786b4f13ee up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:59:09.998730 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 45cc1759-24db-424d-b356-b2786b4f13ee triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:59:09.999379 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:10.078468 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:10.101906 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b1f70e-f2e7-4067-b189-33c8f5fcf4bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45cc1759-24db-424d-b356-b2786b4f13ee'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:59:10.104170 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0833e4-59bd-4570-947d-587470ceddf4" -d '{"events": [{"server_uuid": "61b1f70e-f2e7-4067-b189-33c8f5fcf4bb", "name": "network-vif-plugged", "status": "completed", "tag": "45cc1759-24db-424d-b356-b2786b4f13ee"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:59:10.117412 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 45cc1759-24db-424d-b356-b2786b4f13ee, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=45cc1759-24db-424d-b356-b2786b4f13ee,segment=NetworkSegment(2e33cbcf-2958-4a7f-a9a8-3a8630129fe2),segment_id=2e33cbcf-2958-4a7f-a9a8-3a8630129fe2)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:59:10.122228 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:10.152630 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644124dc-769c-4216-ad59-79f6566cea6d x-openstack-request-id: req-644124dc-769c-4216-ad59-79f6566cea6d {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:59:10.152917 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61b1f70e-f2e7-4067-b189-33c8f5fcf4bb", "name": "network-vif-plugged", "status": "completed", "tag": "45cc1759-24db-424d-b356-b2786b4f13ee", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:59:10.153299 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-644124dc-769c-4216-ad59-79f6566cea6d {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:59:10.153902 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b1f70e-f2e7-4067-b189-33c8f5fcf4bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45cc1759-24db-424d-b356-b2786b4f13ee', 'code': 200} Aug 22 13:59:10.183285 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=45cc1759-24db-424d-b356-b2786b4f13ee,revision_number=10']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:59:10.292483 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9c0b7-b616-4c88-895b-8c417e14dd87 req-565a853f-d0a9-4c93-b31f-33781c0dac50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:10.293879 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ffa9c0b7-b616-4c88-895b-8c417e14dd87 req-565a853f-d0a9-4c93-b31f-33781c0dac50 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 1098 time: 0.0408127 Aug 22 13:59:10.328519 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ffa9c0b7-b616-4c88-895b-8c417e14dd87 req-1a7f1682-831d-449e-9350-70de921049f5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272565 Aug 22 13:59:10.996167 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280bcbb7-47d2-4716-8118-9d3f8219774d req-2078d8b7-514f-48c8-91a0-752834eb2cde tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:10.997681 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-280bcbb7-47d2-4716-8118-9d3f8219774d req-2078d8b7-514f-48c8-91a0-752834eb2cde tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 946 time: 0.0791478 Aug 22 13:59:11.009631 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb5fc60-0976-4c8f-ab57-4b9e76ff5b9b req-77b97998-fe78-4ab6-9515-b18ff136cc81 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:11.011111 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6eb5fc60-0976-4c8f-ab57-4b9e76ff5b9b req-77b97998-fe78-4ab6-9515-b18ff136cc81 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=850528a9-d1e2-473b-9acf-f227ea6b6ebf HTTP/1.1" status: 200 len: 943 time: 0.0650477 Aug 22 13:59:11.067279 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6eb5fc60-0976-4c8f-ab57-4b9e76ff5b9b req-f9068f45-6fa6-4489-b9b5-80b4b1405cee tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd42c95a-c24e-4c7d-aa36-bd21473692fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494950 Aug 22 13:59:11.069845 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-280bcbb7-47d2-4716-8118-9d3f8219774d req-2cdedb46-a714-4bb0-9e6a-00a5e6078238 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578871 Aug 22 13:59:12.211855 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf91cbe-1965-4072-8d04-3e4758afaa20 req-f0fd8819-6cdf-484a-b6a2-98a97e700f48 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:12.213338 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-abf91cbe-1965-4072-8d04-3e4758afaa20 req-f0fd8819-6cdf-484a-b6a2-98a97e700f48 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 946 time: 0.0701294 Aug 22 13:59:12.220432 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982a262-9d7a-475d-824e-33fd94fe155c req-7fe09300-a634-491d-bce1-a13df218ad19 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:12.221785 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6982a262-9d7a-475d-824e-33fd94fe155c req-7fe09300-a634-491d-bce1-a13df218ad19 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=850528a9-d1e2-473b-9acf-f227ea6b6ebf HTTP/1.1" status: 200 len: 943 time: 0.0873749 Aug 22 13:59:12.275211 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-abf91cbe-1965-4072-8d04-3e4758afaa20 req-c75e9774-cc94-4dce-999b-72238d19a3cf tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518801 Aug 22 13:59:12.279740 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6982a262-9d7a-475d-824e-33fd94fe155c req-bec31be5-b38c-4713-b372-65f272dd7a75 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd42c95a-c24e-4c7d-aa36-bd21473692fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508699 Aug 22 13:59:12.386742 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce749e6f-0566-4bf8-80bb-2043368795fd req-ec11be1f-fa1e-49cf-9562-8a588d6400d8 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:12.388197 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ce749e6f-0566-4bf8-80bb-2043368795fd req-ec11be1f-fa1e-49cf-9562-8a588d6400d8 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 946 time: 0.0478430 Aug 22 13:59:12.425788 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ce749e6f-0566-4bf8-80bb-2043368795fd req-2ef0b5bf-f6f0-4839-9370-679cf964fdcc tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313616 Aug 22 13:59:12.549513 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be3153d-f1ac-4fad-b720-d9defa44e868 req-7df5170b-0b2f-41ec-a881-a9f9662478cc tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:12.550931 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5be3153d-f1ac-4fad-b720-d9defa44e868 req-7df5170b-0b2f-41ec-a881-a9f9662478cc tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 946 time: 0.0518832 Aug 22 13:59:12.587711 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5be3153d-f1ac-4fad-b720-d9defa44e868 req-5e47a1a7-1a55-4222-9c87-00e26249ef91 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308790 Aug 22 13:59:12.714754 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb642ca-f1fc-40aa-aae8-9a740c23ae47 req-8bf4a368-2a4e-4cf2-b80b-bc0277433c59 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:12.716218 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8eb642ca-f1fc-40aa-aae8-9a740c23ae47 req-8bf4a368-2a4e-4cf2-b80b-bc0277433c59 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 946 time: 0.0484471 Aug 22 13:59:12.752543 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8eb642ca-f1fc-40aa-aae8-9a740c23ae47 req-60e1d6c7-7f4d-4ec7-acb8-0368bd14b2ab tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304163 Aug 22 13:59:12.869164 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ceb08-3655-4e16-96e7-af0c85cb76b0 req-fc60811d-9593-4fec-a336-183eb82aa032 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:12.870603 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d14ceb08-3655-4e16-96e7-af0c85cb76b0 req-fc60811d-9593-4fec-a336-183eb82aa032 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 946 time: 0.0478449 Aug 22 13:59:12.908071 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d14ceb08-3655-4e16-96e7-af0c85cb76b0 req-937631e1-3269-4183-92fa-1c0f5a924d37 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312619 Aug 22 13:59:13.040179 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc02689-6520-4741-97a2-9f6b701c9695 req-53dbc962-12ff-431a-b5b1-bdaea5e75a8d tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:13.041650 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4bc02689-6520-4741-97a2-9f6b701c9695 req-53dbc962-12ff-431a-b5b1-bdaea5e75a8d tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 946 time: 0.0505376 Aug 22 13:59:13.079213 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4bc02689-6520-4741-97a2-9f6b701c9695 req-40ad5dbc-c6d2-48a6-bcca-4ec64e8c85df tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317292 Aug 22 13:59:13.197599 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce7699-a7e2-473a-84f6-aa0f4ad7a33c req-7018b8d9-bf34-46f6-95eb-34b4e29e28b8 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:13.199092 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8dce7699-a7e2-473a-84f6-aa0f4ad7a33c req-7018b8d9-bf34-46f6-95eb-34b4e29e28b8 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 946 time: 0.0491340 Aug 22 13:59:13.237043 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8dce7699-a7e2-473a-84f6-aa0f4ad7a33c req-c1f9dbac-5f82-4224-9759-47ebfecf3ff7 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319324 Aug 22 13:59:13.495996 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8095f6b7-4d12-49ed-a76a-6bc9f069b29e req-22cf03a5-d13c-4f3a-88cf-c46c69da6676 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:13.497407 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8095f6b7-4d12-49ed-a76a-6bc9f069b29e req-22cf03a5-d13c-4f3a-88cf-c46c69da6676 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=850528a9-d1e2-473b-9acf-f227ea6b6ebf HTTP/1.1" status: 200 len: 943 time: 0.0767081 Aug 22 13:59:13.509464 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39379837-21fd-4786-8e45-851a2bb4ccf8 req-8ff1b553-4cbf-4e64-a09e-868299907ef0 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:13.510833 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-39379837-21fd-4786-8e45-851a2bb4ccf8 req-8ff1b553-4cbf-4e64-a09e-868299907ef0 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 946 time: 0.0798471 Aug 22 13:59:13.563620 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8095f6b7-4d12-49ed-a76a-6bc9f069b29e req-c7916a84-0b9e-4459-ac7d-3eecff610435 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd42c95a-c24e-4c7d-aa36-bd21473692fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518594 Aug 22 13:59:13.568999 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-39379837-21fd-4786-8e45-851a2bb4ccf8 req-df0b72fb-1605-4072-a843-d4477ada4679 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516710 Aug 22 13:59:13.966903 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 57e1f342-3ac7-48fc-99d3-2587794dd473 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 13:59:14.061102 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 57e1f342-3ac7-48fc-99d3-2587794dd473, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=57e1f342-3ac7-48fc-99d3-2587794dd473,segment=NetworkSegment(a8db1aa5-2938-4ee0-bbbc-1190f337bf80),segment_id=a8db1aa5-2938-4ee0-bbbc-1190f337bf80)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:59:14.072708 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '57e1f342-3ac7-48fc-99d3-2587794dd473', 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8', 'port_id': '57e1f342-3ac7-48fc-99d3-2587794dd473', 'mac_address': 'fa:16:3e:d1:c7:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad565ab1-b54d-4060-a258-16294d6e46a2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 13:59:14.108964 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:14.121657 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57e1f342-3ac7-48fc-99d3-2587794dd473 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 13:59:14.140114 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 57e1f342-3ac7-48fc-99d3-2587794dd473, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=57e1f342-3ac7-48fc-99d3-2587794dd473,segment=NetworkSegment(a8db1aa5-2938-4ee0-bbbc-1190f337bf80),segment_id=a8db1aa5-2938-4ee0-bbbc-1190f337bf80)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:59:14.143586 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:14.189054 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=57e1f342-3ac7-48fc-99d3-2587794dd473,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:59:14.367575 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['57e1f342-3ac7-48fc-99d3-2587794dd473'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:59:14.705594 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be48785-2c6a-404c-8ec7-3b8105d0725a req-52b2533a-3bae-4618-8784-677cdd703f5a tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:14.707459 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3be48785-2c6a-404c-8ec7-3b8105d0725a req-52b2533a-3bae-4618-8784-677cdd703f5a tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=850528a9-d1e2-473b-9acf-f227ea6b6ebf HTTP/1.1" status: 200 len: 944 time: 0.0759809 Aug 22 13:59:14.715216 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b67e1-e49a-40c2-96bb-7c05a09ac217 req-df8c9f37-bc01-4bf3-b31a-9a1314d51649 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:14.716590 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ca7b67e1-e49a-40c2-96bb-7c05a09ac217 req-df8c9f37-bc01-4bf3-b31a-9a1314d51649 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 946 time: 0.0762477 Aug 22 13:59:14.770278 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3be48785-2c6a-404c-8ec7-3b8105d0725a req-5e2edbdb-6334-4649-b535-d672993d8597 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd42c95a-c24e-4c7d-aa36-bd21473692fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527585 Aug 22 13:59:14.777176 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ca7b67e1-e49a-40c2-96bb-7c05a09ac217 req-65549374-359a-4ae3-96e1-c0a5b6775c23 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535443 Aug 22 13:59:14.977283 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-78e3927e-7fc3-4b88-a677-821af778efb6 req-101848ba-15c0-4298-a640-832fe88d191b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f15910a3-dc64-4349-96cf-424d04ade6d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0424821 Aug 22 13:59:15.051309 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d16c0f-a65c-4a2a-878b-16e4cc9d6876 req-fc55fbd2-5ecf-446b-8df3-cfb0b38546c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:15.052983 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c9d16c0f-a65c-4a2a-878b-16e4cc9d6876 req-fc55fbd2-5ecf-446b-8df3-cfb0b38546c0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d9a57d9f90e0417a9fc65ee7d945307e&device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 1098 time: 0.0410309 Aug 22 13:59:15.065801 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8f952-cf2a-4ec2-b6c5-2f2cd68e8b6d req-20607604-b265-43d6-8c6d-34c09ee0b3cd tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:15.067836 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-73a8f952-cf2a-4ec2-b6c5-2f2cd68e8b6d req-20607604-b265-43d6-8c6d-34c09ee0b3cd tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 946 time: 0.0822811 Aug 22 13:59:15.073880 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e3927e-7fc3-4b88-a677-821af778efb6 req-3637ccd2-b5ce-495f-8d49-80e773de4826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:15.075313 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-78e3927e-7fc3-4b88-a677-821af778efb6 req-3637ccd2-b5ce-495f-8d49-80e773de4826 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=19e069a6935a47bcb8831313e7520ef4&device_id=f15910a3-dc64-4349-96cf-424d04ade6d0 HTTP/1.1" status: 200 len: 1098 time: 0.0582938 Aug 22 13:59:15.128910 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-73a8f952-cf2a-4ec2-b6c5-2f2cd68e8b6d req-4a076560-d1aa-42d5-b371-30223ffea7ed tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520773 Aug 22 13:59:15.152859 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d16c0f-a65c-4a2a-878b-16e4cc9d6876 req-9075319b-39ad-44fa-ad5a-28d7176664ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:15.154326 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c9d16c0f-a65c-4a2a-878b-16e4cc9d6876 req-9075319b-39ad-44fa-ad5a-28d7176664ce service neutron] 10.222.0.41 "GET /v2.0/networks?id=68c87d99-6ec7-4777-adec-10e70648f0bd HTTP/1.1" status: 200 len: 914 time: 0.0940313 Aug 22 13:59:15.195026 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e3927e-7fc3-4b88-a677-821af778efb6 req-bddc82ba-6460-4925-8503-4facbce44030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:15.196116 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c9d16c0f-a65c-4a2a-878b-16e4cc9d6876 req-5f5bb6bd-6395-4449-9863-f1dcad441054 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45cc1759-24db-424d-b356-b2786b4f13ee HTTP/1.1" status: 200 len: 217 time: 0.0338621 Aug 22 13:59:15.196522 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-78e3927e-7fc3-4b88-a677-821af778efb6 req-bddc82ba-6460-4925-8503-4facbce44030 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f8ac2233-ea24-423f-9bd4-53abb27cd3b8 HTTP/1.1" status: 200 len: 913 time: 0.0984685 Aug 22 13:59:15.245555 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d16c0f-a65c-4a2a-878b-16e4cc9d6876 req-141ebb92-652d-466f-8321-252919888144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:15.246927 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c9d16c0f-a65c-4a2a-878b-16e4cc9d6876 req-141ebb92-652d-466f-8321-252919888144 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=641ba550-9659-40c9-966c-ec22e2efb8a9 HTTP/1.1" status: 200 len: 853 time: 0.0440474 Aug 22 13:59:15.261259 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-78e3927e-7fc3-4b88-a677-821af778efb6 req-51459162-f825-4ff9-b3bd-f9c6f91af1cb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d734c6c-43b2-4b1a-b01b-c5dc043a2704 HTTP/1.1" status: 200 len: 1002 time: 0.0580013 Aug 22 13:59:15.270765 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:59:15.283846 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c9d16c0f-a65c-4a2a-878b-16e4cc9d6876 req-46e5648c-37c5-4aad-94c1-e1345ab1525c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68c87d99-6ec7-4777-adec-10e70648f0bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294132 Aug 22 13:59:15.313434 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e3927e-7fc3-4b88-a677-821af778efb6 req-733b9889-89af-451f-8192-604ffd55f958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:15.314893 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-78e3927e-7fc3-4b88-a677-821af778efb6 req-733b9889-89af-451f-8192-604ffd55f958 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ad565ab1-b54d-4060-a258-16294d6e46a2 HTTP/1.1" status: 200 len: 851 time: 0.0472269 Aug 22 13:59:15.359308 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e3927e-7fc3-4b88-a677-821af778efb6 req-2dc96c3f-0dd3-4b6a-a46c-0f8145773ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:15.360837 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-78e3927e-7fc3-4b88-a677-821af778efb6 req-2dc96c3f-0dd3-4b6a-a46c-0f8145773ade service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f8ac2233-ea24-423f-9bd4-53abb27cd3b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389123 Aug 22 13:59:15.373552 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c9d16c0f-a65c-4a2a-878b-16e4cc9d6876 req-4df7147b-0844-40dc-b2a8-41f2ee39bb9b service neutron] 10.222.0.41 "GET /v2.0/networks/68c87d99-6ec7-4777-adec-10e70648f0bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829589 Aug 22 13:59:15.451740 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-78e3927e-7fc3-4b88-a677-821af778efb6 req-5d06fc58-a069-41c6-8d9d-8a8b22271caf service neutron] 10.222.0.16 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838268 Aug 22 13:59:15.470717 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c9d16c0f-a65c-4a2a-878b-16e4cc9d6876 req-aefab19b-a04f-4e90-b8c8-ac12c0a8591b service neutron] 10.222.0.41 "GET /v2.0/networks/68c87d99-6ec7-4777-adec-10e70648f0bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901651 Aug 22 13:59:15.549601 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-78e3927e-7fc3-4b88-a677-821af778efb6 req-898fa2bf-1246-44b6-bd6d-a5b38de5978b service neutron] 10.222.0.16 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902510 Aug 22 13:59:15.886505 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890680cf-1efd-44f1-a20b-ede820fafa90 req-a0a6c6a5-9ebd-4e82-9788-1703fded2e3a tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:15.887984 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-890680cf-1efd-44f1-a20b-ede820fafa90 req-a0a6c6a5-9ebd-4e82-9788-1703fded2e3a tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=850528a9-d1e2-473b-9acf-f227ea6b6ebf HTTP/1.1" status: 200 len: 944 time: 0.0492089 Aug 22 13:59:15.926935 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-890680cf-1efd-44f1-a20b-ede820fafa90 req-7fe2a485-f91c-41d3-9dc9-be30feeb3c35 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd42c95a-c24e-4c7d-aa36-bd21473692fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328727 Aug 22 13:59:15.980507 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 57e1f342-3ac7-48fc-99d3-2587794dd473 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 13:59:16.033038 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port 57e1f342-3ac7-48fc-99d3-2587794dd473 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 13:59:16.037055 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 57e1f342-3ac7-48fc-99d3-2587794dd473 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 13:59:16.037423 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:16.122686 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:16.145571 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '850528a9-d1e2-473b-9acf-f227ea6b6ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e1f342-3ac7-48fc-99d3-2587794dd473'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:59:16.147912 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8aba701-42fa-43ee-8d79-f6a59dc32df8" -d '{"events": [{"server_uuid": "850528a9-d1e2-473b-9acf-f227ea6b6ebf", "name": "network-vif-plugged", "status": "completed", "tag": "57e1f342-3ac7-48fc-99d3-2587794dd473"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:59:16.161749 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 57e1f342-3ac7-48fc-99d3-2587794dd473, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=57e1f342-3ac7-48fc-99d3-2587794dd473,segment=NetworkSegment(a8db1aa5-2938-4ee0-bbbc-1190f337bf80),segment_id=a8db1aa5-2938-4ee0-bbbc-1190f337bf80)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:59:16.166649 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:16.194970 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27290948-18b6-4016-89a4-4a81cb89c1b6 x-openstack-request-id: req-27290948-18b6-4016-89a4-4a81cb89c1b6 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:59:16.195296 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "850528a9-d1e2-473b-9acf-f227ea6b6ebf", "name": "network-vif-plugged", "status": "completed", "tag": "57e1f342-3ac7-48fc-99d3-2587794dd473", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:59:16.195502 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-27290948-18b6-4016-89a4-4a81cb89c1b6 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:59:16.195886 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '850528a9-d1e2-473b-9acf-f227ea6b6ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e1f342-3ac7-48fc-99d3-2587794dd473', 'code': 200} Aug 22 13:59:16.222334 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=57e1f342-3ac7-48fc-99d3-2587794dd473,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:59:16.287508 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7be88-e544-4ac2-938a-8699c69cba69 req-76114453-e363-4978-9cdc-c7276c341fcb tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:16.289009 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-90f7be88-e544-4ac2-938a-8699c69cba69 req-76114453-e363-4978-9cdc-c7276c341fcb tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 946 time: 0.0862744 Aug 22 13:59:16.303984 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88235b67-97df-4eca-ada6-783d6c39bab9 req-207dd8e9-3369-45b2-85c0-d027e7d4c502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:16.305462 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-88235b67-97df-4eca-ada6-783d6c39bab9 req-207dd8e9-3369-45b2-85c0-d027e7d4c502 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=850528a9-d1e2-473b-9acf-f227ea6b6ebf HTTP/1.1" status: 200 len: 1097 time: 0.0577571 Aug 22 13:59:16.351066 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-90f7be88-e544-4ac2-938a-8699c69cba69 req-cd7c3b9b-26fe-4e5f-802c-0b339e40969b tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552669 Aug 22 13:59:16.356533 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-88235b67-97df-4eca-ada6-783d6c39bab9 req-f453c899-d9d4-4b88-a715-c11cfeb84b4b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fd42c95a-c24e-4c7d-aa36-bd21473692fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438762 Aug 22 13:59:16.467328 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd24895-1181-4715-b7c8-28240119645b req-8be1e0a9-a416-4bcb-ad24-07bba81abc19 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:16.468846 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0cd24895-1181-4715-b7c8-28240119645b req-8be1e0a9-a416-4bcb-ad24-07bba81abc19 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 946 time: 0.0489659 Aug 22 13:59:16.506634 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0cd24895-1181-4715-b7c8-28240119645b req-0f574ecb-46f0-4fe2-a5bc-9a1365f54dfa tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312753 Aug 22 13:59:16.637243 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d897600b-e93a-4931-854b-aee53c262a2f req-95e6954c-e099-4534-a496-93f8f5e198c9 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:16.638607 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d897600b-e93a-4931-854b-aee53c262a2f req-95e6954c-e099-4534-a496-93f8f5e198c9 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 946 time: 0.0516574 Aug 22 13:59:16.674892 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d897600b-e93a-4931-854b-aee53c262a2f req-98fa0cbf-d6f9-4868-9948-09ce33e9dcfb tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304520 Aug 22 13:59:16.789148 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d32e0c-1f3f-4787-9696-6f2d5fb71f00 req-836f57d0-0ea1-48e1-a60a-6925086a303d tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:16.790612 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-64d32e0c-1f3f-4787-9696-6f2d5fb71f00 req-836f57d0-0ea1-48e1-a60a-6925086a303d tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 946 time: 0.0484707 Aug 22 13:59:16.826587 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-64d32e0c-1f3f-4787-9696-6f2d5fb71f00 req-00c31d4b-77e3-40ea-89fd-28eca793c97e tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301256 Aug 22 13:59:16.983416 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5259c3c0-9dfd-4f2b-8e15-f1a0748b0f69 req-3c7238f9-f897-40f4-b890-5e8f37aad2fc tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:16.989504 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5259c3c0-9dfd-4f2b-8e15-f1a0748b0f69 req-3c7238f9-f897-40f4-b890-5e8f37aad2fc tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 946 time: 0.0498378 Aug 22 13:59:17.052522 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5259c3c0-9dfd-4f2b-8e15-f1a0748b0f69 req-ee4ef161-ce56-43cd-a5d3-ba6a8d71f6b2 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607691 Aug 22 13:59:17.071081 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9021e0-550f-446b-ae96-319b57963b82 req-d6bb3944-71bb-462b-b398-f194b0b36329 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:17.072592 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5d9021e0-550f-446b-ae96-319b57963b82 req-d6bb3944-71bb-462b-b398-f194b0b36329 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=850528a9-d1e2-473b-9acf-f227ea6b6ebf HTTP/1.1" status: 200 len: 945 time: 0.0748143 Aug 22 13:59:17.114180 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5d9021e0-550f-446b-ae96-319b57963b82 req-025e15b7-7a47-4bcc-a392-ba4e70812aae tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd42c95a-c24e-4c7d-aa36-bd21473692fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352755 Aug 22 13:59:17.169135 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58436e-4685-46ff-a461-80d20922bdac req-606fa669-6533-4914-94ad-b2250f840246 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:17.170616 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1f58436e-4685-46ff-a461-80d20922bdac req-606fa669-6533-4914-94ad-b2250f840246 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 946 time: 0.0495915 Aug 22 13:59:17.209383 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1f58436e-4685-46ff-a461-80d20922bdac req-83a5831e-6a7b-4c0d-a4ae-bb6f971d095d tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328925 Aug 22 13:59:17.347579 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a296885-dd90-4ce3-ba3e-8b0193056a03 req-332207a2-f2f0-4a07-a8cc-9e4b884d17b5 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:17.349105 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8a296885-dd90-4ce3-ba3e-8b0193056a03 req-332207a2-f2f0-4a07-a8cc-9e4b884d17b5 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 946 time: 0.0495582 Aug 22 13:59:17.388053 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8a296885-dd90-4ce3-ba3e-8b0193056a03 req-635b505a-7da0-45a0-83a4-27c458170df5 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320258 Aug 22 13:59:17.511969 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82df0d-771a-4c95-8662-8a431a293b37 req-1832261a-c199-45cd-84d8-e0dbaea8e246 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:17.513480 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2c82df0d-771a-4c95-8662-8a431a293b37 req-1832261a-c199-45cd-84d8-e0dbaea8e246 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 946 time: 0.0559163 Aug 22 13:59:17.551923 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2c82df0d-771a-4c95-8662-8a431a293b37 req-4f166f4f-e49e-44fe-8f58-8e7be3c65036 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324390 Aug 22 13:59:17.706949 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547969f-6585-4e78-852a-aca9adb1785c req-64761f1f-4925-4c4c-9eab-74e2388055c3 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:17.708465 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c547969f-6585-4e78-852a-aca9adb1785c req-64761f1f-4925-4c4c-9eab-74e2388055c3 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 946 time: 0.0496078 Aug 22 13:59:17.745979 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c547969f-6585-4e78-852a-aca9adb1785c req-729c7b5f-0fcf-40bc-a222-4d8ed2dcfcc1 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316157 Aug 22 13:59:17.859587 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83141177-105f-45e8-bae3-b6dd805324c1 req-3b5c705b-2c61-454b-92a6-ec6aaa6670c7 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:17.861077 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-83141177-105f-45e8-bae3-b6dd805324c1 req-3b5c705b-2c61-454b-92a6-ec6aaa6670c7 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 946 time: 0.0486696 Aug 22 13:59:17.898032 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-83141177-105f-45e8-bae3-b6dd805324c1 req-1c0efb70-5c5c-45c5-87b0-7c6a39fa8932 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304203 Aug 22 13:59:18.031802 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25732a26-c5d8-431c-9f06-f8bdd0bf9569 req-728d1ea8-17da-4fdb-a53e-5a4b5bf503b4 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:18.033307 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-25732a26-c5d8-431c-9f06-f8bdd0bf9569 req-728d1ea8-17da-4fdb-a53e-5a4b5bf503b4 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 946 time: 0.0519702 Aug 22 13:59:18.071610 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-25732a26-c5d8-431c-9f06-f8bdd0bf9569 req-e0ac15e6-0657-4f29-91df-e0aeb3e07833 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314903 Aug 22 13:59:18.189591 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f33d9db-77a5-4473-b5f9-77ff62345035 req-11dbc3c6-6670-43b3-8d61-f29206cda46a tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:18.191043 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9f33d9db-77a5-4473-b5f9-77ff62345035 req-11dbc3c6-6670-43b3-8d61-f29206cda46a tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 946 time: 0.0523882 Aug 22 13:59:18.253580 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9f33d9db-77a5-4473-b5f9-77ff62345035 req-692d3329-432d-4bbe-89eb-fb21855d8a82 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543447 Aug 22 13:59:18.260684 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44176cc7-4205-445f-85a8-77a5589104f3 req-88744b48-808a-4f38-a56b-ab9db0acbc52 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:18.262126 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-44176cc7-4205-445f-85a8-77a5589104f3 req-88744b48-808a-4f38-a56b-ab9db0acbc52 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=850528a9-d1e2-473b-9acf-f227ea6b6ebf HTTP/1.1" status: 200 len: 945 time: 0.0808232 Aug 22 13:59:18.302119 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-44176cc7-4205-445f-85a8-77a5589104f3 req-a062a7c4-4fd0-40ae-99d1-b4bb42875e8b tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd42c95a-c24e-4c7d-aa36-bd21473692fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337217 Aug 22 13:59:18.729902 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf1182-5e4a-46bb-a587-a5ee0f6d05ea req-dcd14a7d-6a85-47e1-a653-2fe75de714cb tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:18.731385 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-15cf1182-5e4a-46bb-a587-a5ee0f6d05ea req-dcd14a7d-6a85-47e1-a653-2fe75de714cb tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 946 time: 0.3971212 Aug 22 13:59:18.742410 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec611f5b-61ba-407c-8d9c-8b8a8e022a62 req-0da99183-53b9-44d4-bb11-19ac2e781202 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:18.743795 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ec611f5b-61ba-407c-8d9c-8b8a8e022a62 req-0da99183-53b9-44d4-bb11-19ac2e781202 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=850528a9-d1e2-473b-9acf-f227ea6b6ebf HTTP/1.1" status: 200 len: 945 time: 0.0621066 Aug 22 13:59:18.795470 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-15cf1182-5e4a-46bb-a587-a5ee0f6d05ea req-6d04c7c6-8e0b-41c8-8fd7-331b8975d378 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507145 Aug 22 13:59:18.802395 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ec611f5b-61ba-407c-8d9c-8b8a8e022a62 req-88963a53-c398-4368-a97b-2e92125ed2af tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd42c95a-c24e-4c7d-aa36-bd21473692fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519991 Aug 22 13:59:18.824958 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45376) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:59:18.865872 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee08a5a-399a-4ccf-87f1-bdc1d0198dec tempest-TestVolumeBootPattern-1533443855 tempest-TestVolumeBootPattern-1533443855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:18.867599 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0ee08a5a-399a-4ccf-87f1-bdc1d0198dec tempest-TestVolumeBootPattern-1533443855 tempest-TestVolumeBootPattern-1533443855-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=850528a9-d1e2-473b-9acf-f227ea6b6ebf HTTP/1.1" status: 200 len: 1092 time: 0.0413575 Aug 22 13:59:18.870161 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45378) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:59:18.874506 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-2ad893b6-1e0e-4434-9dab-91db74c83253 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Request body: {'floatingip': {'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'port_id': '57e1f342-3ac7-48fc-99d3-2587794dd473', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:59:18.897566 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2ad893b6-1e0e-4434-9dab-91db74c83253 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks [] for floatingip, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:18.910483 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0399a2-9170-48b7-9d84-6aad7bb5a368 req-33cbe24b-4e6b-4b9f-9b88-521fedf29586 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:18.911960 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-be0399a2-9170-48b7-9d84-6aad7bb5a368 req-33cbe24b-4e6b-4b9f-9b88-521fedf29586 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 946 time: 0.0500972 Aug 22 13:59:18.952989 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-be0399a2-9170-48b7-9d84-6aad7bb5a368 req-06062007-3d58-43a1-8ee1-fac15bf45b23 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341883 Aug 22 13:59:18.999844 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2ad893b6-1e0e-4434-9dab-91db74c83253 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:19.079756 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb383993-c75e-4e83-9af9-1c1fe496a1c7 req-603a8abd-e281-4368-a716-811485d8f390 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:19.081797 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eb383993-c75e-4e83-9af9-1c1fe496a1c7 req-603a8abd-e281-4368-a716-811485d8f390 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 946 time: 0.0490067 Aug 22 13:59:19.102562 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-2ad893b6-1e0e-4434-9dab-91db74c83253 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Allocated IP 172.25.3.219 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/9467cdac-4a7e-4435-b34c-3929474b6ba4) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:59:19.120460 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eb383993-c75e-4e83-9af9-1c1fe496a1c7 req-ac8480d7-a0b1-4edd-9299-79aba0191f6b tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320315 Aug 22 13:59:19.212834 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2ad893b6-1e0e-4434-9dab-91db74c83253 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:19.258398 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2ad893b6-1e0e-4434-9dab-91db74c83253 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:19.294796 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad893b6-1e0e-4434-9dab-91db74c83253 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:59:19.297579 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-2ad893b6-1e0e-4434-9dab-91db74c83253 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:59:19.301687 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad893b6-1e0e-4434-9dab-91db74c83253 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:59:19.330339 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad893b6-1e0e-4434-9dab-91db74c83253 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Pushing event updated for resources: {'Port': ['ID=9467cdac-4a7e-4435-b34c-3929474b6ba4,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:59:19.341804 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad893b6-1e0e-4434-9dab-91db74c83253 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:59:19.342150 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad893b6-1e0e-4434-9dab-91db74c83253 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:59:19.342492 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad893b6-1e0e-4434-9dab-91db74c83253 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:59:19.342827 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad893b6-1e0e-4434-9dab-91db74c83253 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:59:19.343153 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad893b6-1e0e-4434-9dab-91db74c83253 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:59:19.343483 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad893b6-1e0e-4434-9dab-91db74c83253 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:59:19.343809 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad893b6-1e0e-4434-9dab-91db74c83253 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:59:19.344133 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad893b6-1e0e-4434-9dab-91db74c83253 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:59:19.344477 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad893b6-1e0e-4434-9dab-91db74c83253 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:59:19.344798 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad893b6-1e0e-4434-9dab-91db74c83253 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:59:19.345127 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad893b6-1e0e-4434-9dab-91db74c83253 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:59:19.345437 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad893b6-1e0e-4434-9dab-91db74c83253 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 13:59:19.674084 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2ad893b6-1e0e-4434-9dab-91db74c83253 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:19.741468 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2ad893b6-1e0e-4434-9dab-91db74c83253 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:19.890940 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2ad893b6-1e0e-4434-9dab-91db74c83253 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:19.896677 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2ad893b6-1e0e-4434-9dab-91db74c83253 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:19.963046 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad893b6-1e0e-4434-9dab-91db74c83253 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Pushing event updated for resources: {'Port': ['ID=9467cdac-4a7e-4435-b34c-3929474b6ba4,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:59:19.976291 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2ad893b6-1e0e-4434-9dab-91db74c83253 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:20.074708 n-d-793621-33 neutron-server[94628]: INFO neutron.db.l3_db [None req-2ad893b6-1e0e-4434-9dab-91db74c83253 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Floating IP 6dafd7c3-7776-4f02-b310-8563ab781e6b associated. External IP: 172.25.3.219, port: 57e1f342-3ac7-48fc-99d3-2587794dd473. Aug 22 13:59:20.293231 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad893b6-1e0e-4434-9dab-91db74c83253 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Router 691ab47d-88af-46ef-a7c2-bc1f9265894e has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 13:59:20.400566 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad893b6-1e0e-4434-9dab-91db74c83253 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 13:59:20.411765 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802b8f80-6775-4850-8b2e-a353bb3af722 None None] Sync routers for ids ['691ab47d-88af-46ef-a7c2-bc1f9265894e'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 13:59:20.418071 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2ad893b6-1e0e-4434-9dab-91db74c83253 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:20.421944 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802b8f80-6775-4850-8b2e-a353bb3af722 None None] Routers {'691ab47d-88af-46ef-a7c2-bc1f9265894e'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:59:20.422593 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-802b8f80-6775-4850-8b2e-a353bb3af722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:59:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['691ab47d-88af-46ef-a7c2-bc1f9265894e'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:59:20.456931 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2ad893b6-1e0e-4434-9dab-91db74c83253 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5753059 Aug 22 13:59:20.456931 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '850528a9-d1e2-473b-9acf-f227ea6b6ebf', 'tag': '57e1f342-3ac7-48fc-99d3-2587794dd473'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:59:20.456931 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b27460e-cc93-4d6f-b44b-d0deedf82fe9" -d '{"events": [{"name": "network-changed", "server_uuid": "850528a9-d1e2-473b-9acf-f227ea6b6ebf", "tag": "57e1f342-3ac7-48fc-99d3-2587794dd473"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:59:20.485532 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 13:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e742d49a-dd0f-4168-b3f5-e5b993a12f56 x-openstack-request-id: req-e742d49a-dd0f-4168-b3f5-e5b993a12f56 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:59:20.485821 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "850528a9-d1e2-473b-9acf-f227ea6b6ebf", "tag": "57e1f342-3ac7-48fc-99d3-2587794dd473", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:59:20.486069 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e742d49a-dd0f-4168-b3f5-e5b993a12f56 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:59:20.486470 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '850528a9-d1e2-473b-9acf-f227ea6b6ebf', 'tag': '57e1f342-3ac7-48fc-99d3-2587794dd473', 'status': 'completed', 'code': 200} Aug 22 13:59:20.536375 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-802b8f80-6775-4850-8b2e-a353bb3af722 None None] Set router 691ab47d-88af-46ef-a7c2-bc1f9265894e gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:59:20.559134 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27460e-cc93-4d6f-b44b-d0deedf82fe9 req-6869225e-99aa-4f01-995f-507f7c7ae3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:20.560715 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3b27460e-cc93-4d6f-b44b-d0deedf82fe9 req-6869225e-99aa-4f01-995f-507f7c7ae3f5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=19e069a6935a47bcb8831313e7520ef4&device_id=850528a9-d1e2-473b-9acf-f227ea6b6ebf HTTP/1.1" status: 200 len: 1097 time: 0.0465894 Aug 22 13:59:20.659234 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27460e-cc93-4d6f-b44b-d0deedf82fe9 req-ec885941-5053-4317-834f-421ecfc888fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:20.661185 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3b27460e-cc93-4d6f-b44b-d0deedf82fe9 req-ec885941-5053-4317-834f-421ecfc888fa service neutron] 10.222.0.16 "GET /v2.0/networks?id=f8ac2233-ea24-423f-9bd4-53abb27cd3b8 HTTP/1.1" status: 200 len: 913 time: 0.0930231 Aug 22 13:59:20.730992 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3b27460e-cc93-4d6f-b44b-d0deedf82fe9 req-e4ced91a-a471-4a52-8f00-8d7a06627d1a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57e1f342-3ac7-48fc-99d3-2587794dd473 HTTP/1.1" status: 200 len: 999 time: 0.0633333 Aug 22 13:59:20.769507 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-802b8f80-6775-4850-8b2e-a353bb3af722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'name': 'tempest-TestVolumeBootPattern-1585772999-router', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'eb0b350b-e9ed-4802-b640-bbd749af74cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:48Z', 'updated_at': '2021-08-22T13:48:57Z', 'revision_number': 4, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'gw_port': {'id': 'eb0b350b-e9ed-4802-b640-bbd749af74cf', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:82:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:49Z', 'updated_at': '2021-08-22T13:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '6dafd7c3-7776-4f02-b310-8563ab781e6b', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'floating_ip_address': '172.25.3.219', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'port_id': '57e1f342-3ac7-48fc-99d3-2587794dd473', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8', 'mac_address': 'fa:16:3e:d1:c7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850528a9-d1e2-473b-9acf-f227ea6b6ebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:59:19Z', 'updated_at': '2021-08-22T13:59:19Z', 'revision_number': 0, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'fixed_ip_address_scope': None}, {'id': 'efb03058-d65b-4173-8c1c-b0fd9b6a8efd', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'floating_ip_address': '172.25.3.119', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'port_id': '4d734c6c-43b2-4b1a-b01b-c5dc043a2704', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8', 'mac_address': 'fa:16:3e:ec:f3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15910a3-dc64-4349-96cf-424d04ade6d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:56:54Z', 'updated_at': '2021-08-22T13:56:57Z', 'revision_number': 1, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1703a5c7-14cb-4e00-840e-e5065226b41c', 'name': '', 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'mac_address': 'fa:16:3e:d4:63:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'ad565ab1-b54d-4060-a258-16294d6e46a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:54Z', 'updated_at': '2021-08-22T13:49:05Z', 'revision_number': 5, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'subnets': [{'id': 'ad565ab1-b54d-4060-a258-16294d6e46a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:59:20.782935 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27460e-cc93-4d6f-b44b-d0deedf82fe9 req-f8b7bc4d-0be4-4be7-96f5-29d8a30be62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:20.784558 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3b27460e-cc93-4d6f-b44b-d0deedf82fe9 req-f8b7bc4d-0be4-4be7-96f5-29d8a30be62e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ad565ab1-b54d-4060-a258-16294d6e46a2 HTTP/1.1" status: 200 len: 851 time: 0.0470221 Aug 22 13:59:20.795646 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802b8f80-6775-4850-8b2e-a353bb3af722 None None] Checking router: 691ab47d-88af-46ef-a7c2-bc1f9265894e for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 13:59:20.804671 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802b8f80-6775-4850-8b2e-a353bb3af722 None None] Routers {'691ab47d-88af-46ef-a7c2-bc1f9265894e'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 13:59:20.805273 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-802b8f80-6775-4850-8b2e-a353bb3af722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T13:59:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['691ab47d-88af-46ef-a7c2-bc1f9265894e'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:59:20.835090 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27460e-cc93-4d6f-b44b-d0deedf82fe9 req-ea80be3b-cf2d-41a9-b6d5-818fccbb91c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:20.836626 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3b27460e-cc93-4d6f-b44b-d0deedf82fe9 req-ea80be3b-cf2d-41a9-b6d5-818fccbb91c4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f8ac2233-ea24-423f-9bd4-53abb27cd3b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454452 Aug 22 13:59:20.912337 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-802b8f80-6775-4850-8b2e-a353bb3af722 None None] Set router 691ab47d-88af-46ef-a7c2-bc1f9265894e gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 13:59:20.928212 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3b27460e-cc93-4d6f-b44b-d0deedf82fe9 req-75940702-78cc-407e-a834-a30f468fa2ad service neutron] 10.222.0.16 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844681 Aug 22 13:59:21.027704 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3b27460e-cc93-4d6f-b44b-d0deedf82fe9 req-0eea9c46-d069-42ed-b795-4cccbd3678ef service neutron] 10.222.0.16 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922170 Aug 22 13:59:21.145703 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-802b8f80-6775-4850-8b2e-a353bb3af722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'name': 'tempest-TestVolumeBootPattern-1585772999-router', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'eb0b350b-e9ed-4802-b640-bbd749af74cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:48Z', 'updated_at': '2021-08-22T13:48:57Z', 'revision_number': 4, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'gw_port': {'id': 'eb0b350b-e9ed-4802-b640-bbd749af74cf', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:82:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:49Z', 'updated_at': '2021-08-22T13:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '6dafd7c3-7776-4f02-b310-8563ab781e6b', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'floating_ip_address': '172.25.3.219', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'port_id': '57e1f342-3ac7-48fc-99d3-2587794dd473', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8', 'mac_address': 'fa:16:3e:d1:c7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850528a9-d1e2-473b-9acf-f227ea6b6ebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:59:19Z', 'updated_at': '2021-08-22T13:59:19Z', 'revision_number': 0, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'fixed_ip_address_scope': None}, {'id': 'efb03058-d65b-4173-8c1c-b0fd9b6a8efd', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'floating_ip_address': '172.25.3.119', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'port_id': '4d734c6c-43b2-4b1a-b01b-c5dc043a2704', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8', 'mac_address': 'fa:16:3e:ec:f3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15910a3-dc64-4349-96cf-424d04ade6d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:56:54Z', 'updated_at': '2021-08-22T13:56:57Z', 'revision_number': 1, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1703a5c7-14cb-4e00-840e-e5065226b41c', 'name': '', 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'mac_address': 'fa:16:3e:d4:63:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'ad565ab1-b54d-4060-a258-16294d6e46a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:54Z', 'updated_at': '2021-08-22T13:49:05Z', 'revision_number': 5, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'subnets': [{'id': 'ad565ab1-b54d-4060-a258-16294d6e46a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:59:21.173993 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802b8f80-6775-4850-8b2e-a353bb3af722 None None] The sync data for ids ['691ab47d-88af-46ef-a7c2-bc1f9265894e'] in n-d-793621-33 is: [{'id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'name': 'tempest-TestVolumeBootPattern-1585772999-router', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'eb0b350b-e9ed-4802-b640-bbd749af74cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:48Z', 'updated_at': '2021-08-22T13:48:57Z', 'revision_number': 4, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'gw_port': {'id': 'eb0b350b-e9ed-4802-b640-bbd749af74cf', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:82:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:49Z', 'updated_at': '2021-08-22T13:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '6dafd7c3-7776-4f02-b310-8563ab781e6b', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'floating_ip_address': '172.25.3.219', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'port_id': '57e1f342-3ac7-48fc-99d3-2587794dd473', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8', 'mac_address': 'fa:16:3e:d1:c7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850528a9-d1e2-473b-9acf-f227ea6b6ebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:59:19Z', 'updated_at': '2021-08-22T13:59:19Z', 'revision_number': 0, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'fixed_ip_address_scope': None}, {'id': 'efb03058-d65b-4173-8c1c-b0fd9b6a8efd', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'floating_ip_address': '172.25.3.119', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'port_id': '4d734c6c-43b2-4b1a-b01b-c5dc043a2704', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8', 'mac_address': 'fa:16:3e:ec:f3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15910a3-dc64-4349-96cf-424d04ade6d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:56:54Z', 'updated_at': '2021-08-22T13:56:57Z', 'revision_number': 1, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1703a5c7-14cb-4e00-840e-e5065226b41c', 'name': '', 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'mac_address': 'fa:16:3e:d4:63:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'ad565ab1-b54d-4060-a258-16294d6e46a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:54Z', 'updated_at': '2021-08-22T13:49:05Z', 'revision_number': 5, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'subnets': [{'id': 'ad565ab1-b54d-4060-a258-16294d6e46a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 13:59:21.380902 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afcacd0-bf17-4fd2-922e-836c670c119e None None] New status for floating IP 6dafd7c3-7776-4f02-b310-8563ab781e6b: ACTIVE {{(pid=94629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 13:59:23.795459 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24002e40-7d01-44f9-9140-d2404205b5bd req-812eeff5-9e3d-4929-a6ce-e00645d7ac89 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:23.796878 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-24002e40-7d01-44f9-9140-d2404205b5bd req-812eeff5-9e3d-4929-a6ce-e00645d7ac89 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 946 time: 0.0486202 Aug 22 13:59:23.834986 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-24002e40-7d01-44f9-9140-d2404205b5bd req-5c5db203-6bd9-484c-ba07-42b7f488cfba tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316832 Aug 22 13:59:24.953199 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b55a34-71ce-41b9-841d-47732a526d5c req-f6830d11-f080-4e98-bf4e-811f1f1c2240 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:24.955306 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-15b55a34-71ce-41b9-841d-47732a526d5c req-f6830d11-f080-4e98-bf4e-811f1f1c2240 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 946 time: 0.0523183 Aug 22 13:59:24.992918 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-15b55a34-71ce-41b9-841d-47732a526d5c req-5e181487-7291-4bc0-91b3-c5ffdbb96516 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa71a-6cea-46db-9146-a671f3a66e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313945 Aug 22 13:59:25.333472 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8975051-be91-4ad5-aad7-ce1c7d3e7b8f req-95039718-a86a-4b58-9882-fdc0a84203f5 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:25.334917 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b8975051-be91-4ad5-aad7-ce1c7d3e7b8f req-95039718-a86a-4b58-9882-fdc0a84203f5 tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.41 "GET /v2.0/ports?device_id=61b1f70e-f2e7-4067-b189-33c8f5fcf4bb HTTP/1.1" status: 200 len: 946 time: 0.0490294 Aug 22 13:59:25.426585 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-b8975051-be91-4ad5-aad7-ce1c7d3e7b8f req-95f107bf-00e6-44eb-949b-c4f597020b2d tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Deleting port 45cc1759-24db-424d-b356-b2786b4f13ee {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:59:25.426926 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b8975051-be91-4ad5-aad7-ce1c7d3e7b8f req-95f107bf-00e6-44eb-949b-c4f597020b2d tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:25.513382 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-b8975051-be91-4ad5-aad7-ce1c7d3e7b8f req-95f107bf-00e6-44eb-949b-c4f597020b2d tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] For port 45cc1759-24db-424d-b356-b2786b4f13ee, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=45cc1759-24db-424d-b356-b2786b4f13ee,segment=NetworkSegment(2e33cbcf-2958-4a7f-a9a8-3a8630129fe2),segment_id=2e33cbcf-2958-4a7f-a9a8-3a8630129fe2)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 13:59:25.513741 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b8975051-be91-4ad5-aad7-ce1c7d3e7b8f req-95f107bf-00e6-44eb-949b-c4f597020b2d tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:25.524956 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-b8975051-be91-4ad5-aad7-ce1c7d3e7b8f req-95f107bf-00e6-44eb-949b-c4f597020b2d tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Calling delete_port for 45cc1759-24db-424d-b356-b2786b4f13ee owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 13:59:25.649798 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b8975051-be91-4ad5-aad7-ce1c7d3e7b8f req-95f107bf-00e6-44eb-949b-c4f597020b2d tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:25.662204 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['45cc1759-24db-424d-b356-b2786b4f13ee'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 13:59:25.678889 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f107bf-00e6-44eb-949b-c4f597020b2d tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Pushing event deleted for resources: {'Port': ['ID=45cc1759-24db-424d-b356-b2786b4f13ee,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:59:25.723852 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8975051-be91-4ad5-aad7-ce1c7d3e7b8f req-95f107bf-00e6-44eb-949b-c4f597020b2d tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] No DVR routers for this DVR port 45cc1759-24db-424d-b356-b2786b4f13ee on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 13:59:25.728211 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-b8975051-be91-4ad5-aad7-ce1c7d3e7b8f req-95f107bf-00e6-44eb-949b-c4f597020b2d tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:25.730563 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b8975051-be91-4ad5-aad7-ce1c7d3e7b8f req-95f107bf-00e6-44eb-949b-c4f597020b2d tempest-ServersNegativeTestJSON-1197327747 tempest-ServersNegativeTestJSON-1197327747-project] 10.222.0.41 "DELETE /v2.0/ports/45cc1759-24db-424d-b356-b2786b4f13ee HTTP/1.1" status: 204 len: 173 time: 0.3888843 Aug 22 13:59:25.731030 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b1f70e-f2e7-4067-b189-33c8f5fcf4bb', 'name': 'network-vif-deleted', 'tag': '45cc1759-24db-424d-b356-b2786b4f13ee'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 13:59:25.733853 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb543b7d-2ddd-4e5b-89ba-4e2415df2e8e" -d '{"events": [{"server_uuid": "61b1f70e-f2e7-4067-b189-33c8f5fcf4bb", "name": "network-vif-deleted", "tag": "45cc1759-24db-424d-b356-b2786b4f13ee"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 13:59:25.770084 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 13:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3fe17f-2022-48b4-aec2-53e064341c8f x-openstack-request-id: req-cc3fe17f-2022-48b4-aec2-53e064341c8f {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 13:59:25.770382 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61b1f70e-f2e7-4067-b189-33c8f5fcf4bb", "name": "network-vif-deleted", "tag": "45cc1759-24db-424d-b356-b2786b4f13ee", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 13:59:25.770634 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cc3fe17f-2022-48b4-aec2-53e064341c8f {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 13:59:25.771524 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b1f70e-f2e7-4067-b189-33c8f5fcf4bb', 'name': 'network-vif-deleted', 'tag': '45cc1759-24db-424d-b356-b2786b4f13ee', 'status': 'completed', 'code': 200} Aug 22 13:59:26.051012 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45418) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:59:26.096724 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-63e9bbc6-1916-4bad-bc7b-86bd908e66a8 admin admin] Deleting subnet 641ba550-9659-40c9-966c-ec22e2efb8a9 {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 13:59:26.099786 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-63e9bbc6-1916-4bad-bc7b-86bd908e66a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:26.133984 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-63e9bbc6-1916-4bad-bc7b-86bd908e66a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:26.175538 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-63e9bbc6-1916-4bad-bc7b-86bd908e66a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:26.230583 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-63e9bbc6-1916-4bad-bc7b-86bd908e66a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:26.255877 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e9bbc6-1916-4bad-bc7b-86bd908e66a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=641ba550-9659-40c9-966c-ec22e2efb8a9,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:59:26.259340 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-63e9bbc6-1916-4bad-bc7b-86bd908e66a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:26.263853 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-63e9bbc6-1916-4bad-bc7b-86bd908e66a8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/641ba550-9659-40c9-966c-ec22e2efb8a9 HTTP/1.1" status: 204 len: 168 time: 0.2092078 Aug 22 13:59:26.263853 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45420) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:59:26.331554 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ad295cda-6694-4a48-ada4-b3d07374bbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:26.410287 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ad295cda-6694-4a48-ada4-b3d07374bbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:26.419993 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-ad295cda-6694-4a48-ada4-b3d07374bbc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68c87d99-6ec7-4777-adec-10e70648f0bd']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:59:26.430200 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-ad295cda-6694-4a48-ada4-b3d07374bbc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e33cbcf-2958-4a7f-a9a8-3a8630129fe2') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:59:26.430495 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-ad295cda-6694-4a48-ada4-b3d07374bbc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e33cbcf-2958-4a7f-a9a8-3a8630129fe2') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 13:59:26.438941 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ad295cda-6694-4a48-ada4-b3d07374bbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:26.453044 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ad295cda-6694-4a48-ada4-b3d07374bbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:26.459075 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad295cda-6694-4a48-ada4-b3d07374bbc7 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 13:59:26.459433 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ad295cda-6694-4a48-ada4-b3d07374bbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:26.461049 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 13:59:26.461049 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 13:59:26.461049 n-d-793621-33 neutron-server[94628]: timer() Aug 22 13:59:26.461049 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 13:59:26.461049 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 13:59:26.461049 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 13:59:26.461049 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 13:59:26.461049 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 13:59:26.461049 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 13:59:26.461049 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 13:59:26.461049 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 13:59:26.461049 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 13:59:26.461049 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 13:59:26.461049 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 13:59:26.461049 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 13:59:26.461049 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 13:59:26.461049 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 13:59:26.461049 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 13:59:26.461049 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 13:59:26.461049 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 13:59:26.461049 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 13:59:26.461049 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 13:59:26.461049 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 13:59:26.461049 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 13:59:26.461049 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 13:59:26.461049 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 13:59:26.461049 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 13:59:26.461049 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 13:59:26.461049 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 13:59:26.461049 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 13:59:26.461049 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 13:59:26.461049 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 13:59:26.513369 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ad295cda-6694-4a48-ada4-b3d07374bbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:26.529715 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ad295cda-6694-4a48-ada4-b3d07374bbc7 admin admin] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:26.531736 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ad295cda-6694-4a48-ada4-b3d07374bbc7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/68c87d99-6ec7-4777-adec-10e70648f0bd HTTP/1.1" status: 204 len: 168 time: 0.2667079 Aug 22 13:59:26.535020 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad295cda-6694-4a48-ada4-b3d07374bbc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=68c87d99-6ec7-4777-adec-10e70648f0bd,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:59:26.703521 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45424) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:59:26.751863 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-845522ce-c791-4bac-8d2b-11f3496b4a68 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d9a57d9f90e0417a9fc65ee7d945307e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0445542 Aug 22 13:59:26.752107 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45426) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:59:26.800047 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7bb0390f-7af4-4161-b945-11ebca6694c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:26.820736 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7bb0390f-7af4-4161-b945-11ebca6694c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:26.867196 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7bb0390f-7af4-4161-b945-11ebca6694c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:26.869773 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7bb0390f-7af4-4161-b945-11ebca6694c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:26.870905 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7bb0390f-7af4-4161-b945-11ebca6694c2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/192aa71a-6cea-46db-9146-a671f3a66e40 HTTP/1.1" status: 204 len: 168 time: 0.1179307 Aug 22 13:59:26.878918 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb0390f-7af4-4161-b945-11ebca6694c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192aa71a-6cea-46db-9146-a671f3a66e40,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:59:28.058251 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 45cc1759-24db-424d-b356-b2786b4f13ee no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 13:59:28.079732 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: 45cc1759-24db-424d-b356-b2786b4f13ee {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 13:59:28.080464 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 45cc1759-24db-424d-b356-b2786b4f13ee not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 13:59:28.312370 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45486) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:59:28.425204 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5512f54a-df0b-44f7-aff4-bab5a693e6eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:28.465165 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-05cfcde5-870a-4a76-84d6-fc0d842e3c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:28.520823 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5512f54a-df0b-44f7-aff4-bab5a693e6eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:28.524623 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5512f54a-df0b-44f7-aff4-bab5a693e6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:28.567643 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5512f54a-df0b-44f7-aff4-bab5a693e6eb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7bbd9493f35643738175a7200546a532&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2541378 Aug 22 13:59:28.569213 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5512f54a-df0b-44f7-aff4-bab5a693e6eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f960afac-0ae0-47e5-8666-eb7ef880b854,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:59:28.570711 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45490) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:59:28.620953 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:28.628064 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bcffbcbe-57db-4b00-9000-cf9038026ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:28.653779 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bcffbcbe-57db-4b00-9000-cf9038026ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:28.701873 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bcffbcbe-57db-4b00-9000-cf9038026ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:28.705157 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bcffbcbe-57db-4b00-9000-cf9038026ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:28.706374 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-bcffbcbe-57db-4b00-9000-cf9038026ec5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f960afac-0ae0-47e5-8666-eb7ef880b854 HTTP/1.1" status: 204 len: 168 time: 0.1341145 Aug 22 13:59:28.715298 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcffbcbe-57db-4b00-9000-cf9038026ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f960afac-0ae0-47e5-8666-eb7ef880b854,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:59:31.089308 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-02f071f6-c63f-4c4a-abab-63e2b24724f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:31.217228 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:32.498877 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:33.631404 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45602) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:59:33.736071 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ad5f2ec5-5067-45c0-8261-cb7e8826ad4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:33.823715 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ad5f2ec5-5067-45c0-8261-cb7e8826ad4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:33.827502 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ad5f2ec5-5067-45c0-8261-cb7e8826ad4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:33.865303 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ad5f2ec5-5067-45c0-8261-cb7e8826ad4a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3f63c155e00241f2913c08270d2deb42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2322373 Aug 22 13:59:33.866569 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5f2ec5-5067-45c0-8261-cb7e8826ad4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f08b0c-fe2b-4218-b0d3-7fcfacaa4cd9,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:59:33.868040 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45606) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:59:33.918096 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-449fffb0-8fc5-48b2-93ba-139bc41c3516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:33.938974 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-449fffb0-8fc5-48b2-93ba-139bc41c3516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:33.987677 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-449fffb0-8fc5-48b2-93ba-139bc41c3516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:33.990313 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-449fffb0-8fc5-48b2-93ba-139bc41c3516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:33.991478 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-449fffb0-8fc5-48b2-93ba-139bc41c3516 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/15f08b0c-fe2b-4218-b0d3-7fcfacaa4cd9 HTTP/1.1" status: 204 len: 168 time: 0.1224263 Aug 22 13:59:33.999603 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449fffb0-8fc5-48b2-93ba-139bc41c3516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f08b0c-fe2b-4218-b0d3-7fcfacaa4cd9,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:59:34.056291 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:34.263154 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45612) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:59:34.277915 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ff81d28d-11a8-4aa9-829c-516efbed5635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:34.285344 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:34.367326 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ff81d28d-11a8-4aa9-829c-516efbed5635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:34.371155 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ff81d28d-11a8-4aa9-829c-516efbed5635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:34.408704 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ff81d28d-11a8-4aa9-829c-516efbed5635 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3c06d8d3fe6d4641b9463eb4e2abed23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1444724 Aug 22 13:59:34.409913 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff81d28d-11a8-4aa9-829c-516efbed5635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c2c71f-d326-4869-b098-2b2c3b1a4dff,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:59:34.411364 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45614) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:59:34.462362 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1a16f60a-7a47-4d82-b129-96a3b1ec63b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:34.482915 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1a16f60a-7a47-4d82-b129-96a3b1ec63b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:34.530930 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1a16f60a-7a47-4d82-b129-96a3b1ec63b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:34.534007 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1a16f60a-7a47-4d82-b129-96a3b1ec63b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:34.535408 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-1a16f60a-7a47-4d82-b129-96a3b1ec63b9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/82c2c71f-d326-4869-b098-2b2c3b1a4dff HTTP/1.1" status: 204 len: 168 time: 0.1220345 Aug 22 13:59:34.543754 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a16f60a-7a47-4d82-b129-96a3b1ec63b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c2c71f-d326-4869-b098-2b2c3b1a4dff,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:59:36.732481 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45680) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:59:36.840083 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-06ba4e3f-c755-4600-a475-fc933f726713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:36.925767 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-06ba4e3f-c755-4600-a475-fc933f726713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:36.929887 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-06ba4e3f-c755-4600-a475-fc933f726713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:36.970232 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-06ba4e3f-c755-4600-a475-fc933f726713 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=acc766f849024f18bd3ca49cff693e89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2366812 Aug 22 13:59:36.971111 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ba4e3f-c755-4600-a475-fc933f726713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ad802d-1317-47bc-bfce-64a22ca84ac1,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:59:36.974649 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45684) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:59:37.026786 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5515e7e0-d448-463c-a6a7-3b3c2e20b85e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:37.047626 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5515e7e0-d448-463c-a6a7-3b3c2e20b85e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:37.093958 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5515e7e0-d448-463c-a6a7-3b3c2e20b85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:37.096529 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5515e7e0-d448-463c-a6a7-3b3c2e20b85e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:37.097652 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-5515e7e0-d448-463c-a6a7-3b3c2e20b85e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/99ad802d-1317-47bc-bfce-64a22ca84ac1 HTTP/1.1" status: 204 len: 168 time: 0.1220825 Aug 22 13:59:37.105555 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5515e7e0-d448-463c-a6a7-3b3c2e20b85e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ad802d-1317-47bc-bfce-64a22ca84ac1,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:59:37.359858 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45690) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:59:37.372791 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b98bc704-ed67-4c97-b47a-f8153289efc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:37.465216 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b98bc704-ed67-4c97-b47a-f8153289efc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:37.468783 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b98bc704-ed67-4c97-b47a-f8153289efc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:37.504599 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98bc704-ed67-4c97-b47a-f8153289efc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042a20f1-9ff2-43f0-963e-0f2fb35fcdf6,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:59:37.510831 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b98bc704-ed67-4c97-b47a-f8153289efc4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=15daf73b26f543728f9c8984297036a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1498952 Aug 22 13:59:37.513672 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45692) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:59:37.561627 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ca8f3d1f-3b65-46c9-919b-9bdded442360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:37.583289 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ca8f3d1f-3b65-46c9-919b-9bdded442360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:37.628310 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ca8f3d1f-3b65-46c9-919b-9bdded442360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:37.631453 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ca8f3d1f-3b65-46c9-919b-9bdded442360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:37.632630 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ca8f3d1f-3b65-46c9-919b-9bdded442360 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/042a20f1-9ff2-43f0-963e-0f2fb35fcdf6 HTTP/1.1" status: 204 len: 168 time: 0.1183643 Aug 22 13:59:37.640036 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f3d1f-3b65-46c9-919b-9bdded442360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042a20f1-9ff2-43f0-963e-0f2fb35fcdf6,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:59:39.579071 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45754) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:59:39.689198 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-82181d51-0331-401d-9563-8db7b136b942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:39.786143 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-82181d51-0331-401d-9563-8db7b136b942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:39.790513 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-82181d51-0331-401d-9563-8db7b136b942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:39.830654 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-82181d51-0331-401d-9563-8db7b136b942 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fae235c7fc174636aa8044099d106773&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2505143 Aug 22 13:59:39.831522 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82181d51-0331-401d-9563-8db7b136b942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c55835-8333-4950-9ac6-7a7433315709,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:59:39.833998 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45758) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:59:39.882395 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f64614e6-cec9-418e-979b-26d3891e1ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:39.903003 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f64614e6-cec9-418e-979b-26d3891e1ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:39.950644 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f64614e6-cec9-418e-979b-26d3891e1ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:39.953597 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f64614e6-cec9-418e-979b-26d3891e1ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:39.954752 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f64614e6-cec9-418e-979b-26d3891e1ede admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/05c55835-8333-4950-9ac6-7a7433315709 HTTP/1.1" status: 204 len: 168 time: 0.1191790 Aug 22 13:59:39.964586 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64614e6-cec9-418e-979b-26d3891e1ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c55835-8333-4950-9ac6-7a7433315709,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:59:40.219500 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45764) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:59:40.233479 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7be5022a-6f97-4738-91c6-f56b5d467eb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:40.331671 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7be5022a-6f97-4738-91c6-f56b5d467eb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:40.336038 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7be5022a-6f97-4738-91c6-f56b5d467eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:40.375276 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7be5022a-6f97-4738-91c6-f56b5d467eb7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6f48da6936274035be4d18bd8b1e525d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1547058 Aug 22 13:59:40.376072 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be5022a-6f97-4738-91c6-f56b5d467eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf275b78-a15c-4268-a244-a10ea9e2adcd,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:59:40.377956 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45766) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:59:40.431770 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-539d39b3-a61b-4323-8c47-c6fd35340e3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:40.454592 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-539d39b3-a61b-4323-8c47-c6fd35340e3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:40.503575 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-539d39b3-a61b-4323-8c47-c6fd35340e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:40.506209 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-539d39b3-a61b-4323-8c47-c6fd35340e3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:40.507368 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-539d39b3-a61b-4323-8c47-c6fd35340e3d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cf275b78-a15c-4268-a244-a10ea9e2adcd HTTP/1.1" status: 204 len: 168 time: 0.1272659 Aug 22 13:59:40.515296 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539d39b3-a61b-4323-8c47-c6fd35340e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf275b78-a15c-4268-a244-a10ea9e2adcd,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:59:42.524093 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45824) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:59:42.637151 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-001662a6-e984-4fbf-b4c6-2f9e4fcb071a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:42.737155 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-001662a6-e984-4fbf-b4c6-2f9e4fcb071a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:42.740756 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-001662a6-e984-4fbf-b4c6-2f9e4fcb071a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:42.779346 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001662a6-e984-4fbf-b4c6-2f9e4fcb071a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10e1986-b8c7-4476-a733-ba49d735280b,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:59:42.789018 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-001662a6-e984-4fbf-b4c6-2f9e4fcb071a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a2cb1edf768b4ad093c6fefac3d01bdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2637641 Aug 22 13:59:42.789557 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45828) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:59:42.840988 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-defb4030-31a0-4991-9554-32566aadddfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:42.862930 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-defb4030-31a0-4991-9554-32566aadddfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:42.912181 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-defb4030-31a0-4991-9554-32566aadddfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:42.914840 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-defb4030-31a0-4991-9554-32566aadddfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:42.916003 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-defb4030-31a0-4991-9554-32566aadddfb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d10e1986-b8c7-4476-a733-ba49d735280b HTTP/1.1" status: 204 len: 168 time: 0.1254499 Aug 22 13:59:42.923589 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defb4030-31a0-4991-9554-32566aadddfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10e1986-b8c7-4476-a733-ba49d735280b,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:59:43.199471 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45834) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:59:43.212970 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1567e6b5-3b1b-4175-b441-bc0cadf0a0a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:43.305909 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1567e6b5-3b1b-4175-b441-bc0cadf0a0a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:43.309729 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1567e6b5-3b1b-4175-b441-bc0cadf0a0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:43.347037 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-1567e6b5-3b1b-4175-b441-bc0cadf0a0a6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b7246edbbeac4bad9f18b66fb9002f20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1464574 Aug 22 13:59:43.348196 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1567e6b5-3b1b-4175-b441-bc0cadf0a0a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb55a675-41e9-4e1b-a434-ff02fbf30606,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:59:43.351684 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45836) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:59:43.404379 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f7a38bbe-ae86-48c6-be65-02f050324e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:43.428724 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f7a38bbe-ae86-48c6-be65-02f050324e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:43.475861 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f7a38bbe-ae86-48c6-be65-02f050324e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:43.478434 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f7a38bbe-ae86-48c6-be65-02f050324e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:43.479579 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f7a38bbe-ae86-48c6-be65-02f050324e78 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fb55a675-41e9-4e1b-a434-ff02fbf30606 HTTP/1.1" status: 204 len: 168 time: 0.1263852 Aug 22 13:59:43.487264 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a38bbe-ae86-48c6-be65-02f050324e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb55a675-41e9-4e1b-a434-ff02fbf30606,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:59:45.659403 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 45898) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:59:45.766645 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3472d495-1015-4cd0-9e26-374bd5ebff98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:45.863222 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3472d495-1015-4cd0-9e26-374bd5ebff98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:45.867493 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3472d495-1015-4cd0-9e26-374bd5ebff98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:45.905753 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-3472d495-1015-4cd0-9e26-374bd5ebff98 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cf8b36b311c84a0f860b42d10172835a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2452161 Aug 22 13:59:45.906603 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3472d495-1015-4cd0-9e26-374bd5ebff98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7d1393-c781-47b6-b651-3352d19747db,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:59:45.908483 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 45902) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:59:45.965282 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-52592b18-70ab-4a58-8e52-4ff5e8c0415c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:45.986017 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-52592b18-70ab-4a58-8e52-4ff5e8c0415c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:46.031576 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-52592b18-70ab-4a58-8e52-4ff5e8c0415c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:46.034147 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-52592b18-70ab-4a58-8e52-4ff5e8c0415c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:46.035297 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-52592b18-70ab-4a58-8e52-4ff5e8c0415c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5e7d1393-c781-47b6-b651-3352d19747db HTTP/1.1" status: 204 len: 168 time: 0.1256611 Aug 22 13:59:46.042958 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52592b18-70ab-4a58-8e52-4ff5e8c0415c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7d1393-c781-47b6-b651-3352d19747db,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:59:48.644942 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46070) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:59:48.751904 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c4513491-4310-4875-81d7-95cbc9e60eac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:48.838484 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c4513491-4310-4875-81d7-95cbc9e60eac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:48.842228 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c4513491-4310-4875-81d7-95cbc9e60eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:48.882295 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c4513491-4310-4875-81d7-95cbc9e60eac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ac8f0b1ca8a84aa9aa165e4440be793d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2362790 Aug 22 13:59:48.883216 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4513491-4310-4875-81d7-95cbc9e60eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e8d7ff-f914-47ef-8d2a-b9bf12aede5d,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:59:48.884965 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46074) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:59:48.933104 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-457bd042-10b4-4c34-b143-c3826ab2ff14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:48.955373 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-457bd042-10b4-4c34-b143-c3826ab2ff14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:49.002181 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-457bd042-10b4-4c34-b143-c3826ab2ff14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:49.004874 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-457bd042-10b4-4c34-b143-c3826ab2ff14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:49.006070 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-457bd042-10b4-4c34-b143-c3826ab2ff14 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/53e8d7ff-f914-47ef-8d2a-b9bf12aede5d HTTP/1.1" status: 204 len: 168 time: 0.1199903 Aug 22 13:59:49.013549 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457bd042-10b4-4c34-b143-c3826ab2ff14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e8d7ff-f914-47ef-8d2a-b9bf12aede5d,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:59:49.260555 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46080) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:59:49.274261 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2d2b2c85-53eb-4109-82cd-5391e3bbf3bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:49.361601 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2d2b2c85-53eb-4109-82cd-5391e3bbf3bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:49.365228 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2d2b2c85-53eb-4109-82cd-5391e3bbf3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:49.401982 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2d2b2c85-53eb-4109-82cd-5391e3bbf3bf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=336f883b74a8419fbd7acd4814a313a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1403558 Aug 22 13:59:49.403159 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b2c85-53eb-4109-82cd-5391e3bbf3bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed74e4d8-2792-45f8-a142-0152092af723,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:59:49.404689 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46082) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:59:49.453894 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-92446ccd-78eb-44a3-9806-e28c7d424024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:49.475912 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-92446ccd-78eb-44a3-9806-e28c7d424024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:49.525234 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-92446ccd-78eb-44a3-9806-e28c7d424024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:49.527743 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-92446ccd-78eb-44a3-9806-e28c7d424024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:49.528898 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-92446ccd-78eb-44a3-9806-e28c7d424024 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ed74e4d8-2792-45f8-a142-0152092af723 HTTP/1.1" status: 204 len: 168 time: 0.1232204 Aug 22 13:59:49.536210 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92446ccd-78eb-44a3-9806-e28c7d424024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed74e4d8-2792-45f8-a142-0152092af723,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:59:51.098807 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46196) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:59:51.203808 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d47699f7-5cc9-4d36-b006-99aa09a77e62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:51.292747 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d47699f7-5cc9-4d36-b006-99aa09a77e62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:51.296180 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d47699f7-5cc9-4d36-b006-99aa09a77e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:51.334642 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d47699f7-5cc9-4d36-b006-99aa09a77e62 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1bc17b46d7604837b8b1e26760137173&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2345366 Aug 22 13:59:51.335597 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47699f7-5cc9-4d36-b006-99aa09a77e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dba1581-a4da-4866-87a6-2a66a238e864,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:59:51.337367 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46200) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:59:51.390362 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f9eb9211-7650-4392-b5fb-2dd99a827ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:51.410424 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f9eb9211-7650-4392-b5fb-2dd99a827ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:51.455244 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f9eb9211-7650-4392-b5fb-2dd99a827ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:51.457817 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f9eb9211-7650-4392-b5fb-2dd99a827ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:51.458993 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f9eb9211-7650-4392-b5fb-2dd99a827ef4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1dba1581-a4da-4866-87a6-2a66a238e864 HTTP/1.1" status: 204 len: 168 time: 0.1205862 Aug 22 13:59:51.466495 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb9211-7650-4392-b5fb-2dd99a827ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dba1581-a4da-4866-87a6-2a66a238e864,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:59:52.269660 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 13:59:52.592484 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46238) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:59:52.689122 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-b4b10710-e13b-4522-a815-5cdfe157d221 tempest-MeteringIpV6TestJSON-1857895772 tempest-MeteringIpV6TestJSON-1857895772-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-727429478'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:59:52.689571 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-b4b10710-e13b-4522-a815-5cdfe157d221 tempest-MeteringIpV6TestJSON-1857895772 tempest-MeteringIpV6TestJSON-1857895772-project-admin] Unknown quota resources ['metering_label']. {{(pid=94628) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 22 13:59:53.146982 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b4b10710-e13b-4522-a815-5cdfe157d221 tempest-MeteringIpV6TestJSON-1857895772 tempest-MeteringIpV6TestJSON-1857895772-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:53.148144 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b4b10710-e13b-4522-a815-5cdfe157d221 tempest-MeteringIpV6TestJSON-1857895772 tempest-MeteringIpV6TestJSON-1857895772-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5546350 Aug 22 13:59:53.150794 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46242) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:59:53.154882 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-f2286222-9232-492e-9910-ad2e57be7e29 tempest-MeteringIpV6TestJSON-1857895772 tempest-MeteringIpV6TestJSON-1857895772-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '09bb5a7f-498b-44ed-a228-4a0c263785b2'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:59:53.155365 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-f2286222-9232-492e-9910-ad2e57be7e29 tempest-MeteringIpV6TestJSON-1857895772 tempest-MeteringIpV6TestJSON-1857895772-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94628) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 22 13:59:53.226332 n-d-793621-33 neutron-server[94628]: WARNING neutron.services.metering.metering_plugin [None req-f2286222-9232-492e-9910-ad2e57be7e29 tempest-MeteringIpV6TestJSON-1857895772 tempest-MeteringIpV6TestJSON-1857895772-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 22 13:59:53.322116 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f2286222-9232-492e-9910-ad2e57be7e29 tempest-MeteringIpV6TestJSON-1857895772 tempest-MeteringIpV6TestJSON-1857895772-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:53.323184 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f2286222-9232-492e-9910-ad2e57be7e29 tempest-MeteringIpV6TestJSON-1857895772 tempest-MeteringIpV6TestJSON-1857895772-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1714857 Aug 22 13:59:53.326288 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46244) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:59:53.330643 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-9e617a4b-dac4-4982-897c-19553cbd8a12 tempest-MeteringIpV6TestJSON-1857895772 tempest-MeteringIpV6TestJSON-1857895772-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '09bb5a7f-498b-44ed-a228-4a0c263785b2'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:59:53.331120 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-9e617a4b-dac4-4982-897c-19553cbd8a12 tempest-MeteringIpV6TestJSON-1857895772 tempest-MeteringIpV6TestJSON-1857895772-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94628) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 22 13:59:53.384419 n-d-793621-33 neutron-server[94628]: WARNING neutron.services.metering.metering_plugin [None req-9e617a4b-dac4-4982-897c-19553cbd8a12 tempest-MeteringIpV6TestJSON-1857895772 tempest-MeteringIpV6TestJSON-1857895772-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 22 13:59:53.462859 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9e617a4b-dac4-4982-897c-19553cbd8a12 tempest-MeteringIpV6TestJSON-1857895772 tempest-MeteringIpV6TestJSON-1857895772-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:53.464030 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9e617a4b-dac4-4982-897c-19553cbd8a12 tempest-MeteringIpV6TestJSON-1857895772 tempest-MeteringIpV6TestJSON-1857895772-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1368332 Aug 22 13:59:53.467402 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46246) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:59:53.478090 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-26a3cda1-4039-4a4a-a301-203afbb79c68 tempest-MeteringIpV6TestJSON-1857895772 tempest-MeteringIpV6TestJSON-1857895772-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=7f756eda-141f-46f5-aa29-cdf08b6fda89 HTTP/1.1" status: 200 len: 462 time: 0.0096347 Aug 22 13:59:53.480393 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46248) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:59:53.577160 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-68c15d32-4bfd-4d18-9731-6e16bad5beb8 tempest-MeteringIpV6TestJSON-1857895772 tempest-MeteringIpV6TestJSON-1857895772-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:53.578183 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-68c15d32-4bfd-4d18-9731-6e16bad5beb8 tempest-MeteringIpV6TestJSON-1857895772 tempest-MeteringIpV6TestJSON-1857895772-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/7f756eda-141f-46f5-aa29-cdf08b6fda89 HTTP/1.1" status: 204 len: 168 time: 0.0969529 Aug 22 13:59:53.581068 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46250) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:59:53.589765 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b5a10142-7443-47c3-81e2-b75c3a6d8c7b tempest-MeteringIpV6TestJSON-1857895772 tempest-MeteringIpV6TestJSON-1857895772-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=7f756eda-141f-46f5-aa29-cdf08b6fda89 HTTP/1.1" status: 200 len: 221 time: 0.0077403 Aug 22 13:59:53.592795 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46252) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:59:53.596677 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-b65d761a-623b-413a-a995-abc537eedefb tempest-MeteringIpV6TestJSON-1857895772 tempest-MeteringIpV6TestJSON-1857895772-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1007402520', 'description': 'label created by tempest'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:59:53.597117 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-b65d761a-623b-413a-a995-abc537eedefb tempest-MeteringIpV6TestJSON-1857895772 tempest-MeteringIpV6TestJSON-1857895772-project-admin] Unknown quota resources ['metering_label']. {{(pid=94628) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 22 13:59:53.752914 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b65d761a-623b-413a-a995-abc537eedefb tempest-MeteringIpV6TestJSON-1857895772 tempest-MeteringIpV6TestJSON-1857895772-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:53.754071 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b65d761a-623b-413a-a995-abc537eedefb tempest-MeteringIpV6TestJSON-1857895772 tempest-MeteringIpV6TestJSON-1857895772-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.1604254 Aug 22 13:59:53.757044 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46254) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:59:53.828708 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a7254aa6-0618-43cf-8bff-5458da43df9c tempest-MeteringIpV6TestJSON-1857895772 tempest-MeteringIpV6TestJSON-1857895772-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=41c86b00-fcda-480a-8f4b-f46bc3ccd91e HTTP/1.1" status: 200 len: 468 time: 0.0704739 Aug 22 13:59:53.835680 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46256) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:59:54.009325 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-43e972a6-9b2b-4429-ad3b-daf6e17a36f5 tempest-MeteringIpV6TestJSON-1857895772 tempest-MeteringIpV6TestJSON-1857895772-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:54.010456 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-43e972a6-9b2b-4429-ad3b-daf6e17a36f5 tempest-MeteringIpV6TestJSON-1857895772 tempest-MeteringIpV6TestJSON-1857895772-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/41c86b00-fcda-480a-8f4b-f46bc3ccd91e HTTP/1.1" status: 204 len: 168 time: 0.1745803 Aug 22 13:59:54.013039 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46258) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:59:54.024316 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-1f87d77f-25ff-4f90-b8ab-8a4bc8727a30 tempest-MeteringIpV6TestJSON-1857895772 tempest-MeteringIpV6TestJSON-1857895772-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=41c86b00-fcda-480a-8f4b-f46bc3ccd91e HTTP/1.1" status: 200 len: 216 time: 0.0102496 Aug 22 13:59:54.027521 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46260) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:59:54.035920 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-cbc85922-13c3-42be-99ab-8570f517bae5 tempest-MeteringIpV6TestJSON-1857895772 tempest-MeteringIpV6TestJSON-1857895772-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0074332 Aug 22 13:59:54.039522 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46262) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:59:54.052889 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-1e7a2ac2-db8c-4a5b-9f4b-165e0e14bac2 tempest-MeteringIpV6TestJSON-1857895772 tempest-MeteringIpV6TestJSON-1857895772-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0124104 Aug 22 13:59:54.056112 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46264) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:59:54.106110 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f48de737-0aa5-4821-919c-ae33d2839b5e tempest-MeteringIpV6TestJSON-1857895772 tempest-MeteringIpV6TestJSON-1857895772-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels/09bb5a7f-498b-44ed-a228-4a0c263785b2 HTTP/1.1" status: 200 len: 472 time: 0.0489166 Aug 22 13:59:54.109283 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46266) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:59:54.118088 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-10e15675-e450-40e9-bd41-a215d71abeeb tempest-MeteringIpV6TestJSON-1857895772 tempest-MeteringIpV6TestJSON-1857895772-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules/c858aea2-0ad5-4391-b13c-d9b87f854324 HTTP/1.1" status: 200 len: 459 time: 0.0078342 Aug 22 13:59:54.120893 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46268) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:59:54.219267 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-df304350-7102-47f8-8b90-2c17a23a98c2 tempest-MeteringIpV6TestJSON-1857895772 tempest-MeteringIpV6TestJSON-1857895772-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:54.220421 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-df304350-7102-47f8-8b90-2c17a23a98c2 tempest-MeteringIpV6TestJSON-1857895772 tempest-MeteringIpV6TestJSON-1857895772-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/c858aea2-0ad5-4391-b13c-d9b87f854324 HTTP/1.1" status: 204 len: 168 time: 0.0986698 Aug 22 13:59:54.222829 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46270) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:59:54.401467 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b7b350ed-530d-476b-898d-051182ee451d tempest-MeteringIpV6TestJSON-1857895772 tempest-MeteringIpV6TestJSON-1857895772-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:54.402503 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b7b350ed-530d-476b-898d-051182ee451d tempest-MeteringIpV6TestJSON-1857895772 tempest-MeteringIpV6TestJSON-1857895772-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/09bb5a7f-498b-44ed-a228-4a0c263785b2 HTTP/1.1" status: 204 len: 168 time: 0.1787508 Aug 22 13:59:54.643690 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46276) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:59:54.750712 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4f46346a-7cea-49d1-93f7-544b57c9ca91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:54.835826 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4f46346a-7cea-49d1-93f7-544b57c9ca91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:54.839607 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4f46346a-7cea-49d1-93f7-544b57c9ca91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:54.877147 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4f46346a-7cea-49d1-93f7-544b57c9ca91 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=539fb9502cf54ab8aab4793c4f0d94ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2323544 Aug 22 13:59:54.878231 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f46346a-7cea-49d1-93f7-544b57c9ca91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8630e0-46f6-45f3-b757-dac087867204,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:59:54.879848 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46280) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:59:54.928869 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-691c048f-615e-4a23-8641-98af12b845c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:54.949377 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-691c048f-615e-4a23-8641-98af12b845c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:54.996995 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-691c048f-615e-4a23-8641-98af12b845c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:54.999559 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-691c048f-615e-4a23-8641-98af12b845c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:55.000744 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-691c048f-615e-4a23-8641-98af12b845c4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1f8630e0-46f6-45f3-b757-dac087867204 HTTP/1.1" status: 204 len: 168 time: 0.1190794 Aug 22 13:59:55.008354 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691c048f-615e-4a23-8641-98af12b845c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8630e0-46f6-45f3-b757-dac087867204,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:59:55.250843 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46286) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:59:55.264337 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d1923552-4d2e-4dd6-bbd2-6a1cff31c010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:55.353579 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d1923552-4d2e-4dd6-bbd2-6a1cff31c010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:55.357800 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d1923552-4d2e-4dd6-bbd2-6a1cff31c010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:55.396059 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d1923552-4d2e-4dd6-bbd2-6a1cff31c010 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d40449ba41d44c02bd50c204c3eb584a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1440618 Aug 22 13:59:55.397528 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1923552-4d2e-4dd6-bbd2-6a1cff31c010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b12f1ef-76c6-48fa-b38a-4d0f8b137a76,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:59:55.400165 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46288) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:59:55.448817 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-799caa3f-6cd0-426d-9cfb-638805fd5276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:55.470069 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-799caa3f-6cd0-426d-9cfb-638805fd5276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:55.515927 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-799caa3f-6cd0-426d-9cfb-638805fd5276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:55.518531 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-799caa3f-6cd0-426d-9cfb-638805fd5276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:55.519744 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-799caa3f-6cd0-426d-9cfb-638805fd5276 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4b12f1ef-76c6-48fa-b38a-4d0f8b137a76 HTTP/1.1" status: 204 len: 168 time: 0.1181118 Aug 22 13:59:55.527765 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799caa3f-6cd0-426d-9cfb-638805fd5276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b12f1ef-76c6-48fa-b38a-4d0f8b137a76,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:59:56.225550 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46310) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:59:56.341804 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-31a98faf-7f04-49b1-8a3b-f545ad6d25f0 tempest-AgentManagementNegativeTest-832757373 tempest-AgentManagementNegativeTest-832757373-project] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1151040 Aug 22 13:59:56.592091 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46318) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:59:56.705394 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0d220942-309a-4521-a4a3-05e9369200e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:56.795934 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0d220942-309a-4521-a4a3-05e9369200e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:56.799722 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0d220942-309a-4521-a4a3-05e9369200e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:56.840206 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0d220942-309a-4521-a4a3-05e9369200e6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4e3c076a3bfd400cb208bbc54a911d55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2468371 Aug 22 13:59:56.841029 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d220942-309a-4521-a4a3-05e9369200e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d66b6a78-31e7-495f-a50c-670eff6c963f,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:59:56.842945 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46322) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:59:56.894856 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e124ae75-db67-4944-974b-914e9f24092e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:56.917355 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e124ae75-db67-4944-974b-914e9f24092e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:56.969798 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e124ae75-db67-4944-974b-914e9f24092e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:56.972347 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e124ae75-db67-4944-974b-914e9f24092e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:56.973637 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e124ae75-db67-4944-974b-914e9f24092e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d66b6a78-31e7-495f-a50c-670eff6c963f HTTP/1.1" status: 204 len: 168 time: 0.1294999 Aug 22 13:59:56.982014 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e124ae75-db67-4944-974b-914e9f24092e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66b6a78-31e7-495f-a50c-670eff6c963f,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:59:57.640338 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46344) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:59:57.739682 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-bedb0c2b-a115-4672-9965-79f183c25d40 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-410023401'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:59:57.762410 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bedb0c2b-a115-4672-9965-79f183c25d40 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Made reservation on behalf of 9295d210d4a74ba2a4009c3dd8bce893 for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:59:57.766026 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bedb0c2b-a115-4672-9965-79f183c25d40 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:57.774711 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bedb0c2b-a115-4672-9965-79f183c25d40 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:57.871626 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bedb0c2b-a115-4672-9965-79f183c25d40 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:57.875187 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bedb0c2b-a115-4672-9965-79f183c25d40 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:57.900439 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bedb0c2b-a115-4672-9965-79f183c25d40 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 13:59:57.914967 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedb0c2b-a115-4672-9965-79f183c25d40 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f206532-22dd-45e4-ba4b-6017f7bba9dc,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:59:57.920566 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bedb0c2b-a115-4672-9965-79f183c25d40 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:57.920993 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-bedb0c2b-a115-4672-9965-79f183c25d40 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Added segment 0eea426e-7d1f-4af9-8e0c-36b33de1bc1c of type vlan for network aa16fc12-4cb4-4f7d-beb6-5e2d7cec00eb Aug 22 13:59:57.968763 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bedb0c2b-a115-4672-9965-79f183c25d40 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:57.997913 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bedb0c2b-a115-4672-9965-79f183c25d40 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:58.004418 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedb0c2b-a115-4672-9965-79f183c25d40 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:58.005087 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bedb0c2b-a115-4672-9965-79f183c25d40 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:58.070776 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-bedb0c2b-a115-4672-9965-79f183c25d40 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4292071 Aug 22 13:59:58.079291 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46348) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:59:58.083040 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedb0c2b-a115-4672-9965-79f183c25d40 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Pushing event updated for resources: {'Network': ['ID=aa16fc12-4cb4-4f7d-beb6-5e2d7cec00eb,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:59:58.088093 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-691e55ea-eb52-4bca-887e-2978efc6012a tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Request body: {'subnet': {'network_id': 'aa16fc12-4cb4-4f7d-beb6-5e2d7cec00eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:59:58.094757 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network aa16fc12-4cb4-4f7d-beb6-5e2d7cec00eb details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 13:59:58.185759 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691e55ea-eb52-4bca-887e-2978efc6012a tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Made reservation on behalf of 9295d210d4a74ba2a4009c3dd8bce893 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:59:58.189971 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-691e55ea-eb52-4bca-887e-2978efc6012a tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:58.384894 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-691e55ea-eb52-4bca-887e-2978efc6012a tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:58.449525 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691e55ea-eb52-4bca-887e-2978efc6012a tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Pushing event updated for resources: {'Subnet': ['ID=74fc6fd4-8a4e-4700-b263-9e6981b4c6fa,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:59:58.458560 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691e55ea-eb52-4bca-887e-2978efc6012a tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Checking segment: {'id': '0eea426e-7d1f-4af9-8e0c-36b33de1bc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'aa16fc12-4cb4-4f7d-beb6-5e2d7cec00eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:59:58.458924 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691e55ea-eb52-4bca-887e-2978efc6012a tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Network hostable DHCP agents. Network: aa16fc12-4cb4-4f7d-beb6-5e2d7cec00eb, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 13:59:58.467028 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9499bd8d-1de5-4697-8de6-31ac4b4d1728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:58.475132 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691e55ea-eb52-4bca-887e-2978efc6012a tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Network aa16fc12-4cb4-4f7d-beb6-5e2d7cec00eb is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 13:59:58.484526 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-691e55ea-eb52-4bca-887e-2978efc6012a tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, aa16fc12-4cb4-4f7d-beb6-5e2d7cec00eb) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:59:58.489712 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691e55ea-eb52-4bca-887e-2978efc6012a tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:58.490652 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-691e55ea-eb52-4bca-887e-2978efc6012a tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:58.498143 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21746eb3-7398-493d-88fa-5e109d83df90 None None] Network aa16fc12-4cb4-4f7d-beb6-5e2d7cec00eb requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 13:59:58.511982 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-691e55ea-eb52-4bca-887e-2978efc6012a tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4301736 Aug 22 13:59:58.514304 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46350) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:59:58.519336 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-f09a4158-7f31-4dca-b119-5f1f215c7bb4 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Request body: {'port': {'network_id': 'aa16fc12-4cb4-4f7d-beb6-5e2d7cec00eb', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1640750504'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:59:58.632518 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09a4158-7f31-4dca-b119-5f1f215c7bb4 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Made reservation on behalf of 9295d210d4a74ba2a4009c3dd8bce893 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:59:58.636182 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f09a4158-7f31-4dca-b119-5f1f215c7bb4 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:58.650477 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:58.654011 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-f09a4158-7f31-4dca-b119-5f1f215c7bb4 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] device_id is not set on port af004658-d536-4033-8214-d47c52b108da yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:59:58.658523 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde182df-3e99-472c-b381-5d3ef73959d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-aa16fc12-4cb4-4f7d-beb6-5e2d7cec00eb', 'network_id': 'aa16fc12-4cb4-4f7d-beb6-5e2d7cec00eb', 'tenant_id': '9295d210d4a74ba2a4009c3dd8bce893', 'fixed_ips': [{'subnet_id': '74fc6fd4-8a4e-4700-b263-9e6981b4c6fa'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 13:59:58.659385 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-bde182df-3e99-472c-b381-5d3ef73959d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:58.764346 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-f09a4158-7f31-4dca-b119-5f1f215c7bb4 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Allocated IP 172.20.0.10 (aa16fc12-4cb4-4f7d-beb6-5e2d7cec00eb/74fc6fd4-8a4e-4700-b263-9e6981b4c6fa/af004658-d536-4033-8214-d47c52b108da) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:59:58.921434 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f09a4158-7f31-4dca-b119-5f1f215c7bb4 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:58.935182 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-f09a4158-7f31-4dca-b119-5f1f215c7bb4 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Transition to ACTIVE for port object af004658-d536-4033-8214-d47c52b108da will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:59:58.971226 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f09a4158-7f31-4dca-b119-5f1f215c7bb4 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:59.013135 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09a4158-7f31-4dca-b119-5f1f215c7bb4 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Network aa16fc12-4cb4-4f7d-beb6-5e2d7cec00eb is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:59:59.016141 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-f09a4158-7f31-4dca-b119-5f1f215c7bb4 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:59:59.016853 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-bde182df-3e99-472c-b381-5d3ef73959d4 None None] Allocated IP 172.20.0.2 (aa16fc12-4cb4-4f7d-beb6-5e2d7cec00eb/74fc6fd4-8a4e-4700-b263-9e6981b4c6fa/d5c92d4f-dfba-4d87-b68f-29a96151d4d8) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:59:59.019618 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09a4158-7f31-4dca-b119-5f1f215c7bb4 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:59:59.051554 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09a4158-7f31-4dca-b119-5f1f215c7bb4 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Pushing event updated for resources: {'Port': ['ID=af004658-d536-4033-8214-d47c52b108da,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:59:59.075353 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09a4158-7f31-4dca-b119-5f1f215c7bb4 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:59.075960 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f09a4158-7f31-4dca-b119-5f1f215c7bb4 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:59.091058 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f09a4158-7f31-4dca-b119-5f1f215c7bb4 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.5755653 Aug 22 13:59:59.094019 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46352) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:59:59.099116 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-4134f234-9fa7-444d-a5c0-6137e28daa59 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Request body: {'port': {'network_id': 'aa16fc12-4cb4-4f7d-beb6-5e2d7cec00eb', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1593043240', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 13:59:59.099579 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.api.validators [None req-4134f234-9fa7-444d-a5c0-6137e28daa59 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] bootfile-name is not in valid_values {{(pid=94628) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 22 13:59:59.099910 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.api.validators [None req-4134f234-9fa7-444d-a5c0-6137e28daa59 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] tftp-server is not in valid_values {{(pid=94628) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 22 13:59:59.100299 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.api.validators [None req-4134f234-9fa7-444d-a5c0-6137e28daa59 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] server-ip-address is not in valid_values {{(pid=94628) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 22 13:59:59.159893 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-bde182df-3e99-472c-b381-5d3ef73959d4 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:59.168177 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-bde182df-3e99-472c-b381-5d3ef73959d4 None None] Transition to ACTIVE for port object d5c92d4f-dfba-4d87-b68f-29a96151d4d8 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:59:59.182409 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-bde182df-3e99-472c-b381-5d3ef73959d4 None None] Transition to ACTIVE for port object d5c92d4f-dfba-4d87-b68f-29a96151d4d8 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:59:59.188362 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-bde182df-3e99-472c-b381-5d3ef73959d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:59.212933 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4134f234-9fa7-444d-a5c0-6137e28daa59 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Made reservation on behalf of 9295d210d4a74ba2a4009c3dd8bce893 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 13:59:59.216483 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4134f234-9fa7-444d-a5c0-6137e28daa59 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:59.225641 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde182df-3e99-472c-b381-5d3ef73959d4 None None] Network aa16fc12-4cb4-4f7d-beb6-5e2d7cec00eb is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:59:59.228264 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-bde182df-3e99-472c-b381-5d3ef73959d4 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:59:59.231590 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde182df-3e99-472c-b381-5d3ef73959d4 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:59:59.234001 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-4134f234-9fa7-444d-a5c0-6137e28daa59 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] device_id is not set on port 5a96ad94-0b8a-4336-89a0-c25f1bc75dc3 yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 13:59:59.241023 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde182df-3e99-472c-b381-5d3ef73959d4 None None] Pushing event updated for resources: {'Port': ['ID=d5c92d4f-dfba-4d87-b68f-29a96151d4d8,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:59:59.296010 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-bde182df-3e99-472c-b381-5d3ef73959d4 None None] Attempting to bind port d5c92d4f-dfba-4d87-b68f-29a96151d4d8 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 13:59:59.296433 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-bde182df-3e99-472c-b381-5d3ef73959d4 None None] Attempting to bind port d5c92d4f-dfba-4d87-b68f-29a96151d4d8 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '0eea426e-7d1f-4af9-8e0c-36b33de1bc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'aa16fc12-4cb4-4f7d-beb6-5e2d7cec00eb'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 13:59:59.296917 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde182df-3e99-472c-b381-5d3ef73959d4 None None] Attempting to bind port d5c92d4f-dfba-4d87-b68f-29a96151d4d8 on network aa16fc12-4cb4-4f7d-beb6-5e2d7cec00eb {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 13:59:59.303163 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde182df-3e99-472c-b381-5d3ef73959d4 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 13, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 13:59:59.303558 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde182df-3e99-472c-b381-5d3ef73959d4 None None] Checking segment: {'id': '0eea426e-7d1f-4af9-8e0c-36b33de1bc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'aa16fc12-4cb4-4f7d-beb6-5e2d7cec00eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 13:59:59.304309 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-bde182df-3e99-472c-b381-5d3ef73959d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:59.304489 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde182df-3e99-472c-b381-5d3ef73959d4 None None] Bound using segment: {'id': '0eea426e-7d1f-4af9-8e0c-36b33de1bc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'aa16fc12-4cb4-4f7d-beb6-5e2d7cec00eb'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 13:59:59.304960 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-bde182df-3e99-472c-b381-5d3ef73959d4 None None] Bound port: d5c92d4f-dfba-4d87-b68f-29a96151d4d8, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eea426e-7d1f-4af9-8e0c-36b33de1bc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'aa16fc12-4cb4-4f7d-beb6-5e2d7cec00eb'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 13:59:59.305334 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-bde182df-3e99-472c-b381-5d3ef73959d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:59.369103 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-4134f234-9fa7-444d-a5c0-6137e28daa59 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Allocated IP 172.20.0.6 (aa16fc12-4cb4-4f7d-beb6-5e2d7cec00eb/74fc6fd4-8a4e-4700-b263-9e6981b4c6fa/5a96ad94-0b8a-4336-89a0-c25f1bc75dc3) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 13:59:59.387069 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-bde182df-3e99-472c-b381-5d3ef73959d4 None None] For port d5c92d4f-dfba-4d87-b68f-29a96151d4d8, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 13:59:59.391359 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-bde182df-3e99-472c-b381-5d3ef73959d4 None None] For port d5c92d4f-dfba-4d87-b68f-29a96151d4d8, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=d5c92d4f-dfba-4d87-b68f-29a96151d4d8,segment=NetworkSegment(0eea426e-7d1f-4af9-8e0c-36b33de1bc1c),segment_id=0eea426e-7d1f-4af9-8e0c-36b33de1bc1c)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 13:59:59.395489 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-bde182df-3e99-472c-b381-5d3ef73959d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:59.454956 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde182df-3e99-472c-b381-5d3ef73959d4 None None] Pushing event updated for resources: {'Port': ['ID=d5c92d4f-dfba-4d87-b68f-29a96151d4d8,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:59:59.534816 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4134f234-9fa7-444d-a5c0-6137e28daa59 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:59.549742 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-4134f234-9fa7-444d-a5c0-6137e28daa59 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Transition to ACTIVE for port object 5a96ad94-0b8a-4336-89a0-c25f1bc75dc3 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 13:59:59.586135 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4134f234-9fa7-444d-a5c0-6137e28daa59 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:59.634916 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4134f234-9fa7-444d-a5c0-6137e28daa59 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Network aa16fc12-4cb4-4f7d-beb6-5e2d7cec00eb is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 13:59:59.638128 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-4134f234-9fa7-444d-a5c0-6137e28daa59 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 13:59:59.644948 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4134f234-9fa7-444d-a5c0-6137e28daa59 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 13:59:59.649012 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4134f234-9fa7-444d-a5c0-6137e28daa59 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Pushing event updated for resources: {'Port': ['ID=5a96ad94-0b8a-4336-89a0-c25f1bc75dc3,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 13:59:59.701743 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4134f234-9fa7-444d-a5c0-6137e28daa59 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:59.702419 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4134f234-9fa7-444d-a5c0-6137e28daa59 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:59.718205 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4134f234-9fa7-444d-a5c0-6137e28daa59 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 0.6229928 Aug 22 13:59:59.720638 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46356) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:59:59.802225 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4929aa6-183b-4b35-84cd-381e703cd54e tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:59.808687 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4929aa6-183b-4b35-84cd-381e703cd54e tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:59.814609 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4929aa6-183b-4b35-84cd-381e703cd54e tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 13:59:59.816224 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a4929aa6-183b-4b35-84cd-381e703cd54e tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.0946677 Aug 22 13:59:59.819641 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46358) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 13:59:59.909568 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-f9ad0b25-d4c6-4d35-af61-e413c3e8bd90 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Deleting port 5a96ad94-0b8a-4336-89a0-c25f1bc75dc3 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 13:59:59.909830 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f9ad0b25-d4c6-4d35-af61-e413c3e8bd90 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 13:59:59.996020 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f9ad0b25-d4c6-4d35-af61-e413c3e8bd90 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:00.008327 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-f9ad0b25-d4c6-4d35-af61-e413c3e8bd90 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Calling delete_port for 5a96ad94-0b8a-4336-89a0-c25f1bc75dc3 owned by {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:00:00.147160 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f9ad0b25-d4c6-4d35-af61-e413c3e8bd90 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:00.173555 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ad0b25-d4c6-4d35-af61-e413c3e8bd90 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Pushing event deleted for resources: {'Port': ['ID=5a96ad94-0b8a-4336-89a0-c25f1bc75dc3,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:00.248333 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f9ad0b25-d4c6-4d35-af61-e413c3e8bd90 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:00.250460 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f9ad0b25-d4c6-4d35-af61-e413c3e8bd90 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] 10.222.0.21 "DELETE /v2.0/ports/5a96ad94-0b8a-4336-89a0-c25f1bc75dc3 HTTP/1.1" status: 204 len: 168 time: 0.4296193 Aug 22 14:00:00.254106 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46360) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:00.260839 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-74250f6f-8330-43ef-a819-f25ef2db53e1 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Request body: {'port': {'name': 'tempest-new-port-name-110457811', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:00:00.261244 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.api.validators [None req-74250f6f-8330-43ef-a819-f25ef2db53e1 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] bootfile-name is not in valid_values {{(pid=94627) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 22 14:00:00.261585 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.api.validators [None req-74250f6f-8330-43ef-a819-f25ef2db53e1 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] tftp-server is not in valid_values {{(pid=94627) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 22 14:00:00.261973 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.api.validators [None req-74250f6f-8330-43ef-a819-f25ef2db53e1 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] server-ip-address is not in valid_values {{(pid=94627) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 22 14:00:00.332750 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-74250f6f-8330-43ef-a819-f25ef2db53e1 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:00.384406 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433c3caf-cacf-41c2-8a53-72e9cec249d9 None None] Network aa16fc12-4cb4-4f7d-beb6-5e2d7cec00eb requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:00:00.497576 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-08419424-2bb9-47eb-a431-f8828aa3dce7 None None] Provisioning for port d5c92d4f-dfba-4d87-b68f-29a96151d4d8 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:00:00.541658 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-74250f6f-8330-43ef-a819-f25ef2db53e1 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:00.546744 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-74250f6f-8330-43ef-a819-f25ef2db53e1 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:00.591173 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device d5c92d4f-dfba-4d87-b68f-29a96151d4d8 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:00:00.636846 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74250f6f-8330-43ef-a819-f25ef2db53e1 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Pushing event updated for resources: {'Port': ['ID=af004658-d536-4033-8214-d47c52b108da,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:00.652549 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-74250f6f-8330-43ef-a819-f25ef2db53e1 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] In _notify_port_updated(), no bound segment for port af004658-d536-4033-8214-d47c52b108da on network aa16fc12-4cb4-4f7d-beb6-5e2d7cec00eb {{(pid=94627) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 22 14:00:00.654602 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port d5c92d4f-dfba-4d87-b68f-29a96151d4d8 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:00:00.658746 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74250f6f-8330-43ef-a819-f25ef2db53e1 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:00.658912 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port d5c92d4f-dfba-4d87-b68f-29a96151d4d8 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:00:00.659217 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:00.659932 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-74250f6f-8330-43ef-a819-f25ef2db53e1 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:00.661982 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-74250f6f-8330-43ef-a819-f25ef2db53e1 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] 10.222.0.21 "PUT /v2.0/ports/af004658-d536-4033-8214-d47c52b108da HTTP/1.1" status: 200 len: 1136 time: 0.4061899 Aug 22 14:00:00.665266 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46362) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:00.716775 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ceb40e-df8b-41c6-9e4d-0ea0dda5ff6b tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:00.718212 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-11ceb40e-df8b-41c6-9e4d-0ea0dda5ff6b tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] 10.222.0.21 "GET /v2.0/ports/af004658-d536-4033-8214-d47c52b108da HTTP/1.1" status: 200 len: 1136 time: 0.0518827 Aug 22 14:00:00.721942 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46364) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:00.743913 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:00.777400 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port d5c92d4f-dfba-4d87-b68f-29a96151d4d8, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=d5c92d4f-dfba-4d87-b68f-29a96151d4d8,segment=NetworkSegment(0eea426e-7d1f-4af9-8e0c-36b33de1bc1c),segment_id=0eea426e-7d1f-4af9-8e0c-36b33de1bc1c)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:00:00.781396 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:00.819856 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-fec1c1eb-c432-42cf-865f-f6bf98e9dfd2 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Deleting port af004658-d536-4033-8214-d47c52b108da {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:00:00.820309 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fec1c1eb-c432-42cf-865f-f6bf98e9dfd2 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:00.844105 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=d5c92d4f-dfba-4d87-b68f-29a96151d4d8,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:00.854253 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-97c752ab-c55c-4442-a65b-29a1c9dc1615 None None] Provisioning complete for port d5c92d4f-dfba-4d87-b68f-29a96151d4d8 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:00:00.854809 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-97c752ab-c55c-4442-a65b-29a1c9dc1615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:00.919968 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fec1c1eb-c432-42cf-865f-f6bf98e9dfd2 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:00.933916 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-fec1c1eb-c432-42cf-865f-f6bf98e9dfd2 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Calling delete_port for af004658-d536-4033-8214-d47c52b108da owned by {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:00:00.956732 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-97c752ab-c55c-4442-a65b-29a1c9dc1615 None None] Provisioning for port af004658-d536-4033-8214-d47c52b108da completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:00:00.961929 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-97c752ab-c55c-4442-a65b-29a1c9dc1615 None None] Provisioning complete for port af004658-d536-4033-8214-d47c52b108da triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:00:00.962256 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-97c752ab-c55c-4442-a65b-29a1c9dc1615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:01.007013 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-97c752ab-c55c-4442-a65b-29a1c9dc1615 None None] Port af004658-d536-4033-8214-d47c52b108da cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:00:01.074887 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fec1c1eb-c432-42cf-865f-f6bf98e9dfd2 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:01.098059 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c608899e-6173-48ad-869e-57fe550b252e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:01.113451 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec1c1eb-c432-42cf-865f-f6bf98e9dfd2 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Pushing event deleted for resources: {'Port': ['ID=af004658-d536-4033-8214-d47c52b108da,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:01.123772 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-920ecdb9-ba20-4f56-a84b-a94561397e8a None None] Could not find standard attr ID for object af004658-d536-4033-8214-d47c52b108da. {{(pid=94629) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 14:00:01.186460 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fec1c1eb-c432-42cf-865f-f6bf98e9dfd2 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:01.188481 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-fec1c1eb-c432-42cf-865f-f6bf98e9dfd2 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] 10.222.0.21 "DELETE /v2.0/ports/af004658-d536-4033-8214-d47c52b108da HTTP/1.1" status: 204 len: 168 time: 0.4657733 Aug 22 14:00:01.190875 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46366) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:01.222109 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:01.236655 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-0e7fa2bf-c272-43e8-b5be-078822d4a7da None None] Could not find standard attr ID for object 5a96ad94-0b8a-4336-89a0-c25f1bc75dc3. {{(pid=94629) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 14:00:01.249834 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5cc2f13-e01a-4022-a7fa-22d308329b19 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Deleting subnet 74fc6fd4-8a4e-4700-b263-9e6981b4c6fa {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:00:01.253318 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d5cc2f13-e01a-4022-a7fa-22d308329b19 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:01.552452 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-3a4b154d-824f-43ea-9406-6689d3eb4205 None None] Could not find standard attr ID for object af004658-d536-4033-8214-d47c52b108da. {{(pid=94629) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 14:00:01.600773 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d5cc2f13-e01a-4022-a7fa-22d308329b19 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:01.689740 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d5cc2f13-e01a-4022-a7fa-22d308329b19 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:01.749300 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d5cc2f13-e01a-4022-a7fa-22d308329b19 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:01.782677 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc2f13-e01a-4022-a7fa-22d308329b19 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Pushing event deleted for resources: {'Subnet': ['ID=74fc6fd4-8a4e-4700-b263-9e6981b4c6fa,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:01.788478 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d5cc2f13-e01a-4022-a7fa-22d308329b19 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:01.790646 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d5cc2f13-e01a-4022-a7fa-22d308329b19 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] 10.222.0.21 "DELETE /v2.0/subnets/74fc6fd4-8a4e-4700-b263-9e6981b4c6fa HTTP/1.1" status: 204 len: 168 time: 0.5986102 Aug 22 14:00:01.793924 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46368) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:01.795513 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e4a99b-33ba-4e98-9a51-a9c8a59bb357 None None] Network aa16fc12-4cb4-4f7d-beb6-5e2d7cec00eb requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:00:01.871424 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-39448d12-0df5-4c63-a69f-ff6f3c1454f4 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:01.924464 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-39448d12-0df5-4c63-a69f-ff6f3c1454f4 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Deleting port d5c92d4f-dfba-4d87-b68f-29a96151d4d8 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:00:01.924870 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-39448d12-0df5-4c63-a69f-ff6f3c1454f4 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:01.962966 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c874eed5-2949-4140-9258-7333d05e7a2e None None] DHCP port deletion for aa16fc12-4cb4-4f7d-beb6-5e2d7cec00eb request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 14:00:01.997893 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-39448d12-0df5-4c63-a69f-ff6f3c1454f4 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] For port d5c92d4f-dfba-4d87-b68f-29a96151d4d8, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=d5c92d4f-dfba-4d87-b68f-29a96151d4d8,segment=NetworkSegment(0eea426e-7d1f-4af9-8e0c-36b33de1bc1c),segment_id=0eea426e-7d1f-4af9-8e0c-36b33de1bc1c)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:00:01.998449 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-39448d12-0df5-4c63-a69f-ff6f3c1454f4 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:02.009921 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c874eed5-2949-4140-9258-7333d05e7a2e None None] Deleting port d5c92d4f-dfba-4d87-b68f-29a96151d4d8 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:00:02.010298 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c874eed5-2949-4140-9258-7333d05e7a2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:02.012262 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-39448d12-0df5-4c63-a69f-ff6f3c1454f4 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Calling delete_port for d5c92d4f-dfba-4d87-b68f-29a96151d4d8 owned by network:dhcp {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:00:02.077399 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c874eed5-2949-4140-9258-7333d05e7a2e None None] For port d5c92d4f-dfba-4d87-b68f-29a96151d4d8, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=d5c92d4f-dfba-4d87-b68f-29a96151d4d8,segment=NetworkSegment(0eea426e-7d1f-4af9-8e0c-36b33de1bc1c),segment_id=0eea426e-7d1f-4af9-8e0c-36b33de1bc1c)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:00:02.077799 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c874eed5-2949-4140-9258-7333d05e7a2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:02.089652 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-39448d12-0df5-4c63-a69f-ff6f3c1454f4 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:02.092611 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c874eed5-2949-4140-9258-7333d05e7a2e None None] Calling delete_port for d5c92d4f-dfba-4d87-b68f-29a96151d4d8 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:00:02.118903 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39448d12-0df5-4c63-a69f-ff6f3c1454f4 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Pushing event deleted for resources: {'Port': ['ID=d5c92d4f-dfba-4d87-b68f-29a96151d4d8,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:02.121774 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39448d12-0df5-4c63-a69f-ff6f3c1454f4 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] No DVR routers for this DVR port d5c92d4f-dfba-4d87-b68f-29a96151d4d8 on host n-d-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:00:02.173083 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c874eed5-2949-4140-9258-7333d05e7a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:02.201660 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c874eed5-2949-4140-9258-7333d05e7a2e None None] Pushing event deleted for resources: {'Port': ['ID=d5c92d4f-dfba-4d87-b68f-29a96151d4d8,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:02.205411 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c874eed5-2949-4140-9258-7333d05e7a2e None None] No DVR routers for this DVR port d5c92d4f-dfba-4d87-b68f-29a96151d4d8 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:00:02.220073 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-39448d12-0df5-4c63-a69f-ff6f3c1454f4 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:02.230385 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-39448d12-0df5-4c63-a69f-ff6f3c1454f4 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa16fc12-4cb4-4f7d-beb6-5e2d7cec00eb']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:00:02.240641 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-39448d12-0df5-4c63-a69f-ff6f3c1454f4 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eea426e-7d1f-4af9-8e0c-36b33de1bc1c') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:00:02.240970 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-39448d12-0df5-4c63-a69f-ff6f3c1454f4 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eea426e-7d1f-4af9-8e0c-36b33de1bc1c') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:00:02.249563 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-39448d12-0df5-4c63-a69f-ff6f3c1454f4 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:02.263450 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-39448d12-0df5-4c63-a69f-ff6f3c1454f4 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:02.269218 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39448d12-0df5-4c63-a69f-ff6f3c1454f4 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:00:02.269602 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-39448d12-0df5-4c63-a69f-ff6f3c1454f4 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:02.273226 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 14:00:02.273226 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:00:02.273226 n-d-793621-33 neutron-server[94628]: timer() Aug 22 14:00:02.273226 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:00:02.273226 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 14:00:02.273226 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:00:02.273226 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 14:00:02.273226 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:00:02.273226 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 14:00:02.273226 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:00:02.273226 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 14:00:02.273226 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:00:02.273226 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 14:00:02.273226 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:00:02.273226 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:00:02.273226 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:00:02.273226 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:00:02.273226 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:00:02.273226 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 14:00:02.273226 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:00:02.273226 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 14:00:02.273226 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:00:02.273226 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:00:02.273226 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:00:02.273226 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 14:00:02.273226 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:00:02.273226 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:00:02.273226 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:00:02.273226 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:00:02.273226 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:00:02.273226 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:00:02.273226 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:00:02.328623 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-39448d12-0df5-4c63-a69f-ff6f3c1454f4 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:02.336454 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-39448d12-0df5-4c63-a69f-ff6f3c1454f4 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:02.338139 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-39448d12-0df5-4c63-a69f-ff6f3c1454f4 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] 10.222.0.21 "DELETE /v2.0/networks/aa16fc12-4cb4-4f7d-beb6-5e2d7cec00eb HTTP/1.1" status: 204 len: 168 time: 0.5432065 Aug 22 14:00:02.349672 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39448d12-0df5-4c63-a69f-ff6f3c1454f4 tempest-ExtraDHCPOptionsTestJSON-1576902163 tempest-ExtraDHCPOptionsTestJSON-1576902163-project] Pushing event deleted for resources: {'Network': ['ID=aa16fc12-4cb4-4f7d-beb6-5e2d7cec00eb,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:02.516338 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:02.551260 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device d5c92d4f-dfba-4d87-b68f-29a96151d4d8 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:00:02.572278 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: d5c92d4f-dfba-4d87-b68f-29a96151d4d8 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:00:02.572959 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device d5c92d4f-dfba-4d87-b68f-29a96151d4d8 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:00:02.579738 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46374) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:02.714705 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4bdb460f-54e6-4c48-b5c3-baa486fa9c24 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9295d210d4a74ba2a4009c3dd8bce893&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1335061 Aug 22 14:00:02.717238 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46378) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:02.763919 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-afaf9234-5b0e-439c-be57-ae0962a3d7e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:02.784050 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-afaf9234-5b0e-439c-be57-ae0962a3d7e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:02.832131 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-afaf9234-5b0e-439c-be57-ae0962a3d7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:02.835408 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-afaf9234-5b0e-439c-be57-ae0962a3d7e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:02.836697 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-afaf9234-5b0e-439c-be57-ae0962a3d7e4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2f206532-22dd-45e4-ba4b-6017f7bba9dc HTTP/1.1" status: 204 len: 168 time: 0.1185000 Aug 22 14:00:02.844786 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf9234-5b0e-439c-be57-ae0962a3d7e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f206532-22dd-45e4-ba4b-6017f7bba9dc,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:03.474430 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46400) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:03.570860 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-cd73e3f2-23f5-4de8-8773-2aba110faa8e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1800606395'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:00:03.593832 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd73e3f2-23f5-4de8-8773-2aba110faa8e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Made reservation on behalf of e442035b1ae84d53bf1c4a67c458a11e for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:00:03.597245 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cd73e3f2-23f5-4de8-8773-2aba110faa8e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:03.606268 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cd73e3f2-23f5-4de8-8773-2aba110faa8e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:03.694078 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cd73e3f2-23f5-4de8-8773-2aba110faa8e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:03.698079 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cd73e3f2-23f5-4de8-8773-2aba110faa8e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:03.724672 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd73e3f2-23f5-4de8-8773-2aba110faa8e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:00:03.735442 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd73e3f2-23f5-4de8-8773-2aba110faa8e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1d2f4f-6a22-4c5a-aa8d-8dc20be25099,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:03.741963 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cd73e3f2-23f5-4de8-8773-2aba110faa8e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:03.742321 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-cd73e3f2-23f5-4de8-8773-2aba110faa8e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Added segment 0d14a9df-77a5-48ff-a996-5fab7284c4e0 of type vlan for network a3461f5e-4b43-42c5-9cf7-a492ebd39bf1 Aug 22 14:00:03.784294 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cd73e3f2-23f5-4de8-8773-2aba110faa8e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:03.809695 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cd73e3f2-23f5-4de8-8773-2aba110faa8e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:03.815207 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd73e3f2-23f5-4de8-8773-2aba110faa8e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:03.815785 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cd73e3f2-23f5-4de8-8773-2aba110faa8e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:03.873259 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-cd73e3f2-23f5-4de8-8773-2aba110faa8e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3977857 Aug 22 14:00:03.875815 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46404) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:03.880647 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-c1a976d6-cd99-44b4-ac1c-dfcf1b68ac39 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Request body: {'port': {'network_id': 'a3461f5e-4b43-42c5-9cf7-a492ebd39bf1', 'name': 'tempest-PortsIpV6TestJSON-103249079'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:00:03.903715 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd73e3f2-23f5-4de8-8773-2aba110faa8e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event updated for resources: {'Network': ['ID=a3461f5e-4b43-42c5-9cf7-a492ebd39bf1,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:03.914337 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network a3461f5e-4b43-42c5-9cf7-a492ebd39bf1 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:00:03.988409 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a976d6-cd99-44b4-ac1c-dfcf1b68ac39 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Made reservation on behalf of e442035b1ae84d53bf1c4a67c458a11e for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:00:03.992815 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c1a976d6-cd99-44b4-ac1c-dfcf1b68ac39 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:04.010870 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-c1a976d6-cd99-44b4-ac1c-dfcf1b68ac39 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] device_id is not set on port 61438c42-9992-431d-80ca-b9e715a6dfa9 yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 14:00:04.060589 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:04.176307 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c1a976d6-cd99-44b4-ac1c-dfcf1b68ac39 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:04.213439 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c1a976d6-cd99-44b4-ac1c-dfcf1b68ac39 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:04.268901 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a976d6-cd99-44b4-ac1c-dfcf1b68ac39 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event updated for resources: {'Port': ['ID=61438c42-9992-431d-80ca-b9e715a6dfa9,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:04.286218 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:04.291241 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a976d6-cd99-44b4-ac1c-dfcf1b68ac39 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Checking segment: {'id': '0d14a9df-77a5-48ff-a996-5fab7284c4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a3461f5e-4b43-42c5-9cf7-a492ebd39bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:00:04.291617 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a976d6-cd99-44b4-ac1c-dfcf1b68ac39 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Network hostable DHCP agents. Network: a3461f5e-4b43-42c5-9cf7-a492ebd39bf1, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:00:04.308212 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a976d6-cd99-44b4-ac1c-dfcf1b68ac39 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Network a3461f5e-4b43-42c5-9cf7-a492ebd39bf1 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:00:04.315915 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-c1a976d6-cd99-44b4-ac1c-dfcf1b68ac39 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, a3461f5e-4b43-42c5-9cf7-a492ebd39bf1) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:00:04.320430 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a976d6-cd99-44b4-ac1c-dfcf1b68ac39 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:00:04.326159 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a976d6-cd99-44b4-ac1c-dfcf1b68ac39 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:04.326759 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c1a976d6-cd99-44b4-ac1c-dfcf1b68ac39 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:04.327459 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01a9bce-f224-48c3-ba79-b6f67c2da050 None None] Network a3461f5e-4b43-42c5-9cf7-a492ebd39bf1 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:00:04.344628 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c1a976d6-cd99-44b4-ac1c-dfcf1b68ac39 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4649291 Aug 22 14:00:04.344843 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46406) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:04.349743 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-8c863da8-664f-4d14-b798-503602d64df6 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1681921804'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:00:04.372391 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c863da8-664f-4d14-b798-503602d64df6 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Made reservation on behalf of e442035b1ae84d53bf1c4a67c458a11e for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:00:04.375816 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8c863da8-664f-4d14-b798-503602d64df6 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:04.399553 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c863da8-664f-4d14-b798-503602d64df6 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:00:04.408175 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8c863da8-664f-4d14-b798-503602d64df6 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:04.408574 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-8c863da8-664f-4d14-b798-503602d64df6 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Added segment 5fd1ede4-d998-471c-b45d-4a5f700fe05f of type vlan for network 1031be25-adf2-4287-acd6-49a290b4d834 Aug 22 14:00:04.449482 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8c863da8-664f-4d14-b798-503602d64df6 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:04.475164 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8c863da8-664f-4d14-b798-503602d64df6 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:04.481022 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c863da8-664f-4d14-b798-503602d64df6 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:04.481606 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8c863da8-664f-4d14-b798-503602d64df6 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:04.535556 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8c863da8-664f-4d14-b798-503602d64df6 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1896505 Aug 22 14:00:04.538385 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46408) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:04.543764 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-a61487b7-614e-4ba4-a792-995cac1f2f0d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Request body: {'ports': [{'network_id': 'a3461f5e-4b43-42c5-9cf7-a492ebd39bf1'}, {'network_id': '1031be25-adf2-4287-acd6-49a290b4d834'}]} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:00:04.544206 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-a61487b7-614e-4ba4-a792-995cac1f2f0d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Request body: {'port': {'network_id': 'a3461f5e-4b43-42c5-9cf7-a492ebd39bf1'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:00:04.544716 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-a61487b7-614e-4ba4-a792-995cac1f2f0d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Request body: {'port': {'network_id': '1031be25-adf2-4287-acd6-49a290b4d834'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:00:04.553482 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c863da8-664f-4d14-b798-503602d64df6 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event updated for resources: {'Network': ['ID=1031be25-adf2-4287-acd6-49a290b4d834,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:04.563471 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 1031be25-adf2-4287-acd6-49a290b4d834 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:00:04.702688 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61487b7-614e-4ba4-a792-995cac1f2f0d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Made reservation on behalf of e442035b1ae84d53bf1c4a67c458a11e for: {'port': 2} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:00:04.707507 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a61487b7-614e-4ba4-a792-995cac1f2f0d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:04.720731 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a61487b7-614e-4ba4-a792-995cac1f2f0d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:04.800674 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [None req-a61487b7-614e-4ba4-a792-995cac1f2f0d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] device_id is not set on port 668bd47a-09df-4c64-9384-ed2d97352221 yet. {{(pid=94627) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 14:00:04.914006 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a61487b7-614e-4ba4-a792-995cac1f2f0d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:04.990650 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [None req-a61487b7-614e-4ba4-a792-995cac1f2f0d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] device_id is not set on port 20032463-460b-4b27-a019-944a501d2fb5 yet. {{(pid=94627) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 14:00:05.103649 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a61487b7-614e-4ba4-a792-995cac1f2f0d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:05.143292 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a61487b7-614e-4ba4-a792-995cac1f2f0d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:05.185678 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61487b7-614e-4ba4-a792-995cac1f2f0d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Network a3461f5e-4b43-42c5-9cf7-a492ebd39bf1 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:00:05.188604 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-a61487b7-614e-4ba4-a792-995cac1f2f0d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:00:05.192133 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61487b7-614e-4ba4-a792-995cac1f2f0d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:00:05.192987 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a61487b7-614e-4ba4-a792-995cac1f2f0d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:05.204020 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61487b7-614e-4ba4-a792-995cac1f2f0d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event updated for resources: {'Port': ['ID=668bd47a-09df-4c64-9384-ed2d97352221,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:05.215226 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61487b7-614e-4ba4-a792-995cac1f2f0d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:00:05.215569 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61487b7-614e-4ba4-a792-995cac1f2f0d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:00:05.215901 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61487b7-614e-4ba4-a792-995cac1f2f0d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:00:05.216410 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61487b7-614e-4ba4-a792-995cac1f2f0d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:00:05.216758 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61487b7-614e-4ba4-a792-995cac1f2f0d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:00:05.217086 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61487b7-614e-4ba4-a792-995cac1f2f0d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:00:05.217412 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61487b7-614e-4ba4-a792-995cac1f2f0d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:00:05.217734 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61487b7-614e-4ba4-a792-995cac1f2f0d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:00:05.218052 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61487b7-614e-4ba4-a792-995cac1f2f0d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:00:05.218385 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61487b7-614e-4ba4-a792-995cac1f2f0d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:00:05.218709 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61487b7-614e-4ba4-a792-995cac1f2f0d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:00:05.219021 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61487b7-614e-4ba4-a792-995cac1f2f0d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:00:05.279468 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61487b7-614e-4ba4-a792-995cac1f2f0d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event updated for resources: {'Port': ['ID=20032463-460b-4b27-a019-944a501d2fb5,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:05.282167 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61487b7-614e-4ba4-a792-995cac1f2f0d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Checking segment: {'id': '5fd1ede4-d998-471c-b45d-4a5f700fe05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1031be25-adf2-4287-acd6-49a290b4d834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:00:05.282781 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61487b7-614e-4ba4-a792-995cac1f2f0d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Network hostable DHCP agents. Network: 1031be25-adf2-4287-acd6-49a290b4d834, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:00:05.300938 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61487b7-614e-4ba4-a792-995cac1f2f0d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Network 1031be25-adf2-4287-acd6-49a290b4d834 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:00:05.309794 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-a61487b7-614e-4ba4-a792-995cac1f2f0d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 1031be25-adf2-4287-acd6-49a290b4d834) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:00:05.313331 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61487b7-614e-4ba4-a792-995cac1f2f0d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:00:05.318355 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa54615a-2ea6-459d-b6ef-73daee91fc16 None None] Network 1031be25-adf2-4287-acd6-49a290b4d834 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:00:05.319927 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61487b7-614e-4ba4-a792-995cac1f2f0d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:05.324897 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61487b7-614e-4ba4-a792-995cac1f2f0d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:05.325561 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a61487b7-614e-4ba4-a792-995cac1f2f0d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:05.339834 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a61487b7-614e-4ba4-a792-995cac1f2f0d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.8001745 Aug 22 14:00:05.342415 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46410) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:05.429398 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-c6430056-1f46-4b65-bda5-1daa74223e6f tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Deleting port 20032463-460b-4b27-a019-944a501d2fb5 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:00:05.429678 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c6430056-1f46-4b65-bda5-1daa74223e6f tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:05.497591 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c6430056-1f46-4b65-bda5-1daa74223e6f tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:05.509082 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-c6430056-1f46-4b65-bda5-1daa74223e6f tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Calling delete_port for 20032463-460b-4b27-a019-944a501d2fb5 owned by {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:00:05.586687 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c6430056-1f46-4b65-bda5-1daa74223e6f tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:05.614860 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6430056-1f46-4b65-bda5-1daa74223e6f tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event deleted for resources: {'Port': ['ID=20032463-460b-4b27-a019-944a501d2fb5,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:05.620140 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c6430056-1f46-4b65-bda5-1daa74223e6f tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:05.623498 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c6430056-1f46-4b65-bda5-1daa74223e6f tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "DELETE /v2.0/ports/20032463-460b-4b27-a019-944a501d2fb5 HTTP/1.1" status: 204 len: 168 time: 0.2801452 Aug 22 14:00:05.624545 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46412) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:05.678131 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1322bf-2919-4f37-95f8-1cd8cf0efc9f tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:05.685860 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1322bf-2919-4f37-95f8-1cd8cf0efc9f tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:05.687364 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-2f1322bf-2919-4f37-95f8-1cd8cf0efc9f tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0619056 Aug 22 14:00:05.690118 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46414) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:05.777787 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-efdd86df-1a19-475b-9911-b99339ddf8a3 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Deleting port 668bd47a-09df-4c64-9384-ed2d97352221 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:00:05.778131 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-efdd86df-1a19-475b-9911-b99339ddf8a3 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:05.845954 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-efdd86df-1a19-475b-9911-b99339ddf8a3 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:05.859253 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-efdd86df-1a19-475b-9911-b99339ddf8a3 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Calling delete_port for 668bd47a-09df-4c64-9384-ed2d97352221 owned by {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:00:05.941450 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-efdd86df-1a19-475b-9911-b99339ddf8a3 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:05.975620 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd86df-1a19-475b-9911-b99339ddf8a3 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event deleted for resources: {'Port': ['ID=668bd47a-09df-4c64-9384-ed2d97352221,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:05.979488 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-efdd86df-1a19-475b-9911-b99339ddf8a3 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:05.984153 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-efdd86df-1a19-475b-9911-b99339ddf8a3 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "DELETE /v2.0/ports/668bd47a-09df-4c64-9384-ed2d97352221 HTTP/1.1" status: 204 len: 168 time: 0.2926047 Aug 22 14:00:05.984440 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46416) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:06.037050 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1629a1-176b-4d31-9baa-344781ef9585 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:06.038795 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ce1629a1-176b-4d31-9baa-344781ef9585 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0532734 Aug 22 14:00:06.041509 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46418) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:06.066241 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4e76303-b225-4a0c-a376-3e34eca8fad3 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] GET failed (client error): The resource could not be found. Aug 22 14:00:06.067680 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e4e76303-b225-4a0c-a376-3e34eca8fad3 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "GET /v2.0/ports/20032463-460b-4b27-a019-944a501d2fb5 HTTP/1.1" status: 404 len: 333 time: 0.0252907 Aug 22 14:00:06.071021 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46420) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:06.098583 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-28b8268f-32ca-40c2-a68b-63a2065008f5 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] GET failed (client error): The resource could not be found. Aug 22 14:00:06.099996 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-28b8268f-32ca-40c2-a68b-63a2065008f5 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "GET /v2.0/ports/668bd47a-09df-4c64-9384-ed2d97352221 HTTP/1.1" status: 404 len: 333 time: 0.0280640 Aug 22 14:00:06.102994 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46422) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:06.182808 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-30d022c6-c5b2-4fb6-9941-a283735235d7 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:06.271863 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-30d022c6-c5b2-4fb6-9941-a283735235d7 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:06.281591 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-30d022c6-c5b2-4fb6-9941-a283735235d7 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1031be25-adf2-4287-acd6-49a290b4d834']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:00:06.291822 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-30d022c6-c5b2-4fb6-9941-a283735235d7 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fd1ede4-d998-471c-b45d-4a5f700fe05f') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:00:06.292113 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-30d022c6-c5b2-4fb6-9941-a283735235d7 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fd1ede4-d998-471c-b45d-4a5f700fe05f') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:00:06.300620 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-30d022c6-c5b2-4fb6-9941-a283735235d7 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:06.324369 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-30d022c6-c5b2-4fb6-9941-a283735235d7 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:06.330596 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30d022c6-c5b2-4fb6-9941-a283735235d7 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:00:06.331218 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-30d022c6-c5b2-4fb6-9941-a283735235d7 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:06.334306 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 14:00:06.334306 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:00:06.334306 n-d-793621-33 neutron-server[94628]: timer() Aug 22 14:00:06.334306 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:00:06.334306 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 14:00:06.334306 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:00:06.334306 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 14:00:06.334306 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:00:06.334306 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 14:00:06.334306 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:00:06.334306 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 14:00:06.334306 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:00:06.334306 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 14:00:06.334306 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:00:06.334306 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:00:06.334306 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:00:06.334306 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:00:06.334306 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:00:06.334306 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 14:00:06.334306 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:00:06.334306 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 14:00:06.334306 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:00:06.334306 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:00:06.334306 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:00:06.334306 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 14:00:06.334306 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:00:06.334306 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:00:06.334306 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:00:06.334306 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:00:06.334306 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:00:06.334306 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:00:06.334306 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:00:06.390718 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-30d022c6-c5b2-4fb6-9941-a283735235d7 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:06.398305 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-30d022c6-c5b2-4fb6-9941-a283735235d7 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:06.399672 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-30d022c6-c5b2-4fb6-9941-a283735235d7 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "DELETE /v2.0/networks/1031be25-adf2-4287-acd6-49a290b4d834 HTTP/1.1" status: 204 len: 168 time: 0.2957244 Aug 22 14:00:06.405920 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46424) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:06.411233 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d022c6-c5b2-4fb6-9941-a283735235d7 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event deleted for resources: {'Network': ['ID=1031be25-adf2-4287-acd6-49a290b4d834,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:06.411448 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-82d72000-f23d-43ac-a0fe-cfe89b525e68 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-384394'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:00:06.433147 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d72000-f23d-43ac-a0fe-cfe89b525e68 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Made reservation on behalf of e442035b1ae84d53bf1c4a67c458a11e for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:00:06.436738 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-82d72000-f23d-43ac-a0fe-cfe89b525e68 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:06.462222 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82d72000-f23d-43ac-a0fe-cfe89b525e68 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:00:06.471837 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-82d72000-f23d-43ac-a0fe-cfe89b525e68 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:06.472183 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-82d72000-f23d-43ac-a0fe-cfe89b525e68 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Added segment 4087ef87-d16f-45cc-b504-c8394e434e66 of type vlan for network 5611964e-e5ee-4549-8317-9d63b831eb61 Aug 22 14:00:06.518476 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-82d72000-f23d-43ac-a0fe-cfe89b525e68 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:06.544092 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-82d72000-f23d-43ac-a0fe-cfe89b525e68 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:06.549892 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d72000-f23d-43ac-a0fe-cfe89b525e68 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:06.550442 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-82d72000-f23d-43ac-a0fe-cfe89b525e68 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:06.601711 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-82d72000-f23d-43ac-a0fe-cfe89b525e68 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1945157 Aug 22 14:00:06.604747 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46426) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:06.610115 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-fccd425a-fddf-4b41-ab04-6d37b74f4493 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Request body: {'subnet': {'network_id': '5611964e-e5ee-4549-8317-9d63b831eb61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:00:06.619633 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d72000-f23d-43ac-a0fe-cfe89b525e68 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event updated for resources: {'Network': ['ID=5611964e-e5ee-4549-8317-9d63b831eb61,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:06.630430 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 5611964e-e5ee-4549-8317-9d63b831eb61 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:00:06.712361 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fccd425a-fddf-4b41-ab04-6d37b74f4493 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Made reservation on behalf of e442035b1ae84d53bf1c4a67c458a11e for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:00:06.715871 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fccd425a-fddf-4b41-ab04-6d37b74f4493 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:06.906966 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fccd425a-fddf-4b41-ab04-6d37b74f4493 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:06.972641 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccd425a-fddf-4b41-ab04-6d37b74f4493 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event updated for resources: {'Subnet': ['ID=11b0e88e-35ae-4cb0-89aa-c99d9220eee9,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:06.981284 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccd425a-fddf-4b41-ab04-6d37b74f4493 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Checking segment: {'id': '4087ef87-d16f-45cc-b504-c8394e434e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5611964e-e5ee-4549-8317-9d63b831eb61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:00:06.981643 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccd425a-fddf-4b41-ab04-6d37b74f4493 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Network hostable DHCP agents. Network: 5611964e-e5ee-4549-8317-9d63b831eb61, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:00:06.998010 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccd425a-fddf-4b41-ab04-6d37b74f4493 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Network 5611964e-e5ee-4549-8317-9d63b831eb61 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:00:07.007138 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-fccd425a-fddf-4b41-ab04-6d37b74f4493 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 5611964e-e5ee-4549-8317-9d63b831eb61) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:00:07.011548 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccd425a-fddf-4b41-ab04-6d37b74f4493 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:07.012259 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fccd425a-fddf-4b41-ab04-6d37b74f4493 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:07.016034 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88527a73-dcb5-406c-87cf-7135da87385d None None] Network 5611964e-e5ee-4549-8317-9d63b831eb61 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:00:07.026730 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-fccd425a-fddf-4b41-ab04-6d37b74f4493 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4207518 Aug 22 14:00:07.029312 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46432) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:07.035306 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-f31935d0-9c72-4962-aa7f-82defaccc51b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Request body: {'port': {'network_id': '5611964e-e5ee-4549-8317-9d63b831eb61', 'name': 'tempest-PortsIpV6TestJSON-1236370732'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:00:07.145981 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31935d0-9c72-4962-aa7f-82defaccc51b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Made reservation on behalf of e442035b1ae84d53bf1c4a67c458a11e for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:00:07.149896 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f31935d0-9c72-4962-aa7f-82defaccc51b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:07.164175 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377d995f-d23d-49be-ad97-7b65a9268495 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-5611964e-e5ee-4549-8317-9d63b831eb61', 'network_id': '5611964e-e5ee-4549-8317-9d63b831eb61', 'tenant_id': 'e442035b1ae84d53bf1c4a67c458a11e', 'fixed_ips': [{'subnet_id': '11b0e88e-35ae-4cb0-89aa-c99d9220eee9'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:00:07.165077 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-377d995f-d23d-49be-ad97-7b65a9268495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:07.169817 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-f31935d0-9c72-4962-aa7f-82defaccc51b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] device_id is not set on port d34fbaa2-19c6-4a44-8688-19e652088a5d yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 14:00:07.296578 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-f31935d0-9c72-4962-aa7f-82defaccc51b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Allocated IP 2001:db8::305 (5611964e-e5ee-4549-8317-9d63b831eb61/11b0e88e-35ae-4cb0-89aa-c99d9220eee9/d34fbaa2-19c6-4a44-8688-19e652088a5d) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:00:07.447690 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f31935d0-9c72-4962-aa7f-82defaccc51b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:07.462004 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-f31935d0-9c72-4962-aa7f-82defaccc51b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Transition to ACTIVE for port object d34fbaa2-19c6-4a44-8688-19e652088a5d will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:00:07.498541 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f31935d0-9c72-4962-aa7f-82defaccc51b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:07.547197 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-377d995f-d23d-49be-ad97-7b65a9268495 None None] Allocated IP 2001:db8::2 (5611964e-e5ee-4549-8317-9d63b831eb61/11b0e88e-35ae-4cb0-89aa-c99d9220eee9/4499de09-996a-4162-8d29-96da33300848) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:00:07.552556 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31935d0-9c72-4962-aa7f-82defaccc51b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Network 5611964e-e5ee-4549-8317-9d63b831eb61 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:00:07.557196 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-f31935d0-9c72-4962-aa7f-82defaccc51b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:00:07.561515 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31935d0-9c72-4962-aa7f-82defaccc51b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:00:07.568055 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31935d0-9c72-4962-aa7f-82defaccc51b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:07.569166 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f31935d0-9c72-4962-aa7f-82defaccc51b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:07.586266 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31935d0-9c72-4962-aa7f-82defaccc51b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event updated for resources: {'Port': ['ID=d34fbaa2-19c6-4a44-8688-19e652088a5d,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:07.596790 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f31935d0-9c72-4962-aa7f-82defaccc51b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5654745 Aug 22 14:00:07.599620 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46434) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:07.688934 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-ad3cdf01-0ade-46fc-98a7-cdadad42a4b7 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Deleting port d34fbaa2-19c6-4a44-8688-19e652088a5d {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:00:07.689285 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ad3cdf01-0ade-46fc-98a7-cdadad42a4b7 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:07.716205 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-377d995f-d23d-49be-ad97-7b65a9268495 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:07.724804 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-377d995f-d23d-49be-ad97-7b65a9268495 None None] Transition to ACTIVE for port object 4499de09-996a-4162-8d29-96da33300848 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:00:07.740808 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-377d995f-d23d-49be-ad97-7b65a9268495 None None] Transition to ACTIVE for port object 4499de09-996a-4162-8d29-96da33300848 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:00:07.746331 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-377d995f-d23d-49be-ad97-7b65a9268495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:07.782595 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ad3cdf01-0ade-46fc-98a7-cdadad42a4b7 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:07.784246 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377d995f-d23d-49be-ad97-7b65a9268495 None None] Network 5611964e-e5ee-4549-8317-9d63b831eb61 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:00:07.787084 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-377d995f-d23d-49be-ad97-7b65a9268495 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:00:07.791776 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377d995f-d23d-49be-ad97-7b65a9268495 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:00:07.797901 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-ad3cdf01-0ade-46fc-98a7-cdadad42a4b7 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Calling delete_port for d34fbaa2-19c6-4a44-8688-19e652088a5d owned by {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:00:07.800812 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d995f-d23d-49be-ad97-7b65a9268495 None None] Pushing event updated for resources: {'Port': ['ID=4499de09-996a-4162-8d29-96da33300848,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:07.861052 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-377d995f-d23d-49be-ad97-7b65a9268495 None None] Attempting to bind port 4499de09-996a-4162-8d29-96da33300848 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:00:07.861421 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-377d995f-d23d-49be-ad97-7b65a9268495 None None] Attempting to bind port 4499de09-996a-4162-8d29-96da33300848 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '4087ef87-d16f-45cc-b504-c8394e434e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5611964e-e5ee-4549-8317-9d63b831eb61'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:00:07.861834 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377d995f-d23d-49be-ad97-7b65a9268495 None None] Attempting to bind port 4499de09-996a-4162-8d29-96da33300848 on network 5611964e-e5ee-4549-8317-9d63b831eb61 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:00:07.867644 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377d995f-d23d-49be-ad97-7b65a9268495 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:00:07.868484 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377d995f-d23d-49be-ad97-7b65a9268495 None None] Checking segment: {'id': '4087ef87-d16f-45cc-b504-c8394e434e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5611964e-e5ee-4549-8317-9d63b831eb61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:00:07.868893 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-377d995f-d23d-49be-ad97-7b65a9268495 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:07.869284 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377d995f-d23d-49be-ad97-7b65a9268495 None None] Bound using segment: {'id': '4087ef87-d16f-45cc-b504-c8394e434e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5611964e-e5ee-4549-8317-9d63b831eb61'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:00:07.869750 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-377d995f-d23d-49be-ad97-7b65a9268495 None None] Bound port: 4499de09-996a-4162-8d29-96da33300848, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4087ef87-d16f-45cc-b504-c8394e434e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5611964e-e5ee-4549-8317-9d63b831eb61'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:00:07.870128 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-377d995f-d23d-49be-ad97-7b65a9268495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:07.929259 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ad3cdf01-0ade-46fc-98a7-cdadad42a4b7 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:07.936722 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-377d995f-d23d-49be-ad97-7b65a9268495 None None] For port 4499de09-996a-4162-8d29-96da33300848, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:00:07.939843 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-377d995f-d23d-49be-ad97-7b65a9268495 None None] For port 4499de09-996a-4162-8d29-96da33300848, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=4499de09-996a-4162-8d29-96da33300848,segment=NetworkSegment(4087ef87-d16f-45cc-b504-c8394e434e66),segment_id=4087ef87-d16f-45cc-b504-c8394e434e66)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:00:07.946188 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-377d995f-d23d-49be-ad97-7b65a9268495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:07.964917 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3cdf01-0ade-46fc-98a7-cdadad42a4b7 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event deleted for resources: {'Port': ['ID=d34fbaa2-19c6-4a44-8688-19e652088a5d,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:07.998421 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ad3cdf01-0ade-46fc-98a7-cdadad42a4b7 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:08.003999 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46436) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:08.004807 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ad3cdf01-0ade-46fc-98a7-cdadad42a4b7 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "DELETE /v2.0/ports/d34fbaa2-19c6-4a44-8688-19e652088a5d HTTP/1.1" status: 204 len: 168 time: 0.4034712 Aug 22 14:00:08.009764 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d995f-d23d-49be-ad97-7b65a9268495 None None] Pushing event updated for resources: {'Port': ['ID=4499de09-996a-4162-8d29-96da33300848,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:08.028630 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c899aea-49ab-4275-bc0f-da691f9d07ca tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] DELETE failed (client error): The resource could not be found. Aug 22 14:00:08.029288 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c899aea-49ab-4275-bc0f-da691f9d07ca tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 14:00:08.031025 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-6c899aea-49ab-4275-bc0f-da691f9d07ca tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "DELETE /v2.0/ports/d34fbaa2-19c6-4a44-8688-19e652088a5d HTTP/1.1" status: 404 len: 333 time: 0.0258925 Aug 22 14:00:08.033656 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46438) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:08.064642 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce854278-6aad-4319-a43e-ea19acdbe210 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] GET failed (client error): The resource could not be found. Aug 22 14:00:08.066199 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ce854278-6aad-4319-a43e-ea19acdbe210 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "GET /v2.0/ports/d34fbaa2-19c6-4a44-8688-19e652088a5d HTTP/1.1" status: 404 len: 333 time: 0.0316327 Aug 22 14:00:08.068907 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46440) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:08.123849 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-390f6e88-f6b4-4f8b-a6bf-649a9b7fca95 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Deleting subnet 11b0e88e-35ae-4cb0-89aa-c99d9220eee9 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:00:08.127693 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-390f6e88-f6b4-4f8b-a6bf-649a9b7fca95 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:08.179756 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-390f6e88-f6b4-4f8b-a6bf-649a9b7fca95 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:08.273447 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-390f6e88-f6b4-4f8b-a6bf-649a9b7fca95 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:08.331237 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-390f6e88-f6b4-4f8b-a6bf-649a9b7fca95 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:08.356127 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390f6e88-f6b4-4f8b-a6bf-649a9b7fca95 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event deleted for resources: {'Subnet': ['ID=11b0e88e-35ae-4cb0-89aa-c99d9220eee9,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:08.361778 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-390f6e88-f6b4-4f8b-a6bf-649a9b7fca95 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:08.365530 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-390f6e88-f6b4-4f8b-a6bf-649a9b7fca95 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "DELETE /v2.0/subnets/11b0e88e-35ae-4cb0-89aa-c99d9220eee9 HTTP/1.1" status: 204 len: 168 time: 0.2931826 Aug 22 14:00:08.367192 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46442) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:08.442480 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f2e35b59-7ea4-4f0d-a23c-30b86c7e320c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:08.493576 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-f2e35b59-7ea4-4f0d-a23c-30b86c7e320c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Deleting port 4499de09-996a-4162-8d29-96da33300848 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:00:08.493862 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f2e35b59-7ea4-4f0d-a23c-30b86c7e320c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:08.561748 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-f2e35b59-7ea4-4f0d-a23c-30b86c7e320c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] For port 4499de09-996a-4162-8d29-96da33300848, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=4499de09-996a-4162-8d29-96da33300848,segment=NetworkSegment(4087ef87-d16f-45cc-b504-c8394e434e66),segment_id=4087ef87-d16f-45cc-b504-c8394e434e66)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:00:08.562117 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f2e35b59-7ea4-4f0d-a23c-30b86c7e320c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:08.569333 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 4499de09-996a-4162-8d29-96da33300848 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:00:08.575692 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-f2e35b59-7ea4-4f0d-a23c-30b86c7e320c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Calling delete_port for 4499de09-996a-4162-8d29-96da33300848 owned by network:dhcp {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:00:08.626384 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 4499de09-996a-4162-8d29-96da33300848 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:00:08.658608 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f2e35b59-7ea4-4f0d-a23c-30b86c7e320c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:08.686983 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e35b59-7ea4-4f0d-a23c-30b86c7e320c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event deleted for resources: {'Port': ['ID=4499de09-996a-4162-8d29-96da33300848,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:08.692544 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e35b59-7ea4-4f0d-a23c-30b86c7e320c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] No DVR routers for this DVR port 4499de09-996a-4162-8d29-96da33300848 on host n-d-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:00:08.771184 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f2e35b59-7ea4-4f0d-a23c-30b86c7e320c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:08.782037 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-f2e35b59-7ea4-4f0d-a23c-30b86c7e320c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5611964e-e5ee-4549-8317-9d63b831eb61']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:00:08.792970 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-f2e35b59-7ea4-4f0d-a23c-30b86c7e320c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4087ef87-d16f-45cc-b504-c8394e434e66') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:00:08.793264 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-f2e35b59-7ea4-4f0d-a23c-30b86c7e320c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4087ef87-d16f-45cc-b504-c8394e434e66') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:00:08.803436 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f2e35b59-7ea4-4f0d-a23c-30b86c7e320c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:08.820891 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f2e35b59-7ea4-4f0d-a23c-30b86c7e320c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:08.827472 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2e35b59-7ea4-4f0d-a23c-30b86c7e320c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:00:08.827875 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f2e35b59-7ea4-4f0d-a23c-30b86c7e320c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:08.831160 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 14:00:08.831160 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:00:08.831160 n-d-793621-33 neutron-server[94628]: timer() Aug 22 14:00:08.831160 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:00:08.831160 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 14:00:08.831160 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:00:08.831160 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 14:00:08.831160 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:00:08.831160 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 14:00:08.831160 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:00:08.831160 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 14:00:08.831160 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:00:08.831160 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 14:00:08.831160 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:00:08.831160 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:00:08.831160 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:00:08.831160 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:00:08.831160 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:00:08.831160 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 14:00:08.831160 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:00:08.831160 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 14:00:08.831160 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:00:08.831160 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:00:08.831160 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:00:08.831160 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 14:00:08.831160 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:00:08.831160 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:00:08.831160 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:00:08.831160 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:00:08.831160 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:00:08.831160 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:00:08.831160 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:00:08.894467 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f2e35b59-7ea4-4f0d-a23c-30b86c7e320c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:08.902835 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f2e35b59-7ea4-4f0d-a23c-30b86c7e320c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:08.904687 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f2e35b59-7ea4-4f0d-a23c-30b86c7e320c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "DELETE /v2.0/networks/5611964e-e5ee-4549-8317-9d63b831eb61 HTTP/1.1" status: 204 len: 168 time: 0.5364506 Aug 22 14:00:08.908216 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46444) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:08.913622 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-5038ad22-d143-4cfd-bddd-08c2f07f0875 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2137072501'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:00:08.930580 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e35b59-7ea4-4f0d-a23c-30b86c7e320c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event deleted for resources: {'Network': ['ID=5611964e-e5ee-4549-8317-9d63b831eb61,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:08.946969 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5038ad22-d143-4cfd-bddd-08c2f07f0875 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Made reservation on behalf of e442035b1ae84d53bf1c4a67c458a11e for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:00:08.951259 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5038ad22-d143-4cfd-bddd-08c2f07f0875 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:08.981078 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5038ad22-d143-4cfd-bddd-08c2f07f0875 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:00:08.990744 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5038ad22-d143-4cfd-bddd-08c2f07f0875 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:08.992309 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-5038ad22-d143-4cfd-bddd-08c2f07f0875 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Added segment 2a31e91a-8931-4244-9151-fff34bd2ffa7 of type vlan for network a9a0b450-7094-4b62-b904-6deb7b9f8589 Aug 22 14:00:09.003789 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe38e7f-eedf-4dbd-a929-dcab872f8959 None None] DHCP port deletion for 5611964e-e5ee-4549-8317-9d63b831eb61 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 14:00:09.023500 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3042f9-08c0-4fc8-9b93-79bdc6c110d4 None None] Network 5611964e-e5ee-4549-8317-9d63b831eb61 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:00:09.026461 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-bf22b404-af32-4757-b1b6-647fdc8bc399 None None] Could not find standard attr ID for object 4499de09-996a-4162-8d29-96da33300848. {{(pid=94629) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 14:00:09.036476 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5038ad22-d143-4cfd-bddd-08c2f07f0875 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:09.040764 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3042f9-08c0-4fc8-9b93-79bdc6c110d4 None None] Network 5611964e-e5ee-4549-8317-9d63b831eb61 could not be found, it might have been deleted concurrently. {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 22 14:00:09.062655 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5038ad22-d143-4cfd-bddd-08c2f07f0875 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:09.068358 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5038ad22-d143-4cfd-bddd-08c2f07f0875 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:09.069675 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5038ad22-d143-4cfd-bddd-08c2f07f0875 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:09.124500 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5038ad22-d143-4cfd-bddd-08c2f07f0875 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2151895 Aug 22 14:00:09.127560 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46446) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:09.133105 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-57dacc92-ca27-4717-8409-d97f78bff68b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Request body: {'subnet': {'network_id': 'a9a0b450-7094-4b62-b904-6deb7b9f8589', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:00:09.142501 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038ad22-d143-4cfd-bddd-08c2f07f0875 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event updated for resources: {'Network': ['ID=a9a0b450-7094-4b62-b904-6deb7b9f8589,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:09.153150 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network a9a0b450-7094-4b62-b904-6deb7b9f8589 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:00:09.224893 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57dacc92-ca27-4717-8409-d97f78bff68b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Made reservation on behalf of e442035b1ae84d53bf1c4a67c458a11e for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:00:09.229553 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-57dacc92-ca27-4717-8409-d97f78bff68b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:09.427614 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-57dacc92-ca27-4717-8409-d97f78bff68b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:09.489071 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dacc92-ca27-4717-8409-d97f78bff68b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event updated for resources: {'Subnet': ['ID=435c9fd5-96bc-4b7d-a91d-23fe46980f26,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:09.499102 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57dacc92-ca27-4717-8409-d97f78bff68b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Checking segment: {'id': '2a31e91a-8931-4244-9151-fff34bd2ffa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a9a0b450-7094-4b62-b904-6deb7b9f8589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:00:09.499500 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dacc92-ca27-4717-8409-d97f78bff68b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Network hostable DHCP agents. Network: a9a0b450-7094-4b62-b904-6deb7b9f8589, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:00:09.516847 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dacc92-ca27-4717-8409-d97f78bff68b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Network a9a0b450-7094-4b62-b904-6deb7b9f8589 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:00:09.526406 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-57dacc92-ca27-4717-8409-d97f78bff68b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, a9a0b450-7094-4b62-b904-6deb7b9f8589) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:00:09.530483 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dacc92-ca27-4717-8409-d97f78bff68b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:09.531058 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-57dacc92-ca27-4717-8409-d97f78bff68b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:09.535950 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2c9b92-50cb-488c-9db8-2bda2cc1a8a3 None None] Network a9a0b450-7094-4b62-b904-6deb7b9f8589 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:00:09.546691 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-57dacc92-ca27-4717-8409-d97f78bff68b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4178553 Aug 22 14:00:09.549215 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46448) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:09.555727 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-d8c55fb4-cb71-4768-8583-927031618af3 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Request body: {'port': {'network_id': 'a9a0b450-7094-4b62-b904-6deb7b9f8589', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1639024025'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:00:09.661571 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c55fb4-cb71-4768-8583-927031618af3 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Made reservation on behalf of e442035b1ae84d53bf1c4a67c458a11e for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:00:09.665519 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d8c55fb4-cb71-4768-8583-927031618af3 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:09.676959 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cfd35c-1383-47e0-920c-74d5ac1b892a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-a9a0b450-7094-4b62-b904-6deb7b9f8589', 'network_id': 'a9a0b450-7094-4b62-b904-6deb7b9f8589', 'tenant_id': 'e442035b1ae84d53bf1c4a67c458a11e', 'fixed_ips': [{'subnet_id': '435c9fd5-96bc-4b7d-a91d-23fe46980f26'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:00:09.677923 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a5cfd35c-1383-47e0-920c-74d5ac1b892a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:09.686724 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [None req-d8c55fb4-cb71-4768-8583-927031618af3 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] device_id is not set on port 8ae4e882-f3ce-4861-ac5e-ae4f85bdadac yet. {{(pid=94627) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 14:00:09.802377 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-d8c55fb4-cb71-4768-8583-927031618af3 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Allocated IP 2001:db8::f2 (a9a0b450-7094-4b62-b904-6deb7b9f8589/435c9fd5-96bc-4b7d-a91d-23fe46980f26/8ae4e882-f3ce-4861-ac5e-ae4f85bdadac) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:00:09.917391 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d8c55fb4-cb71-4768-8583-927031618af3 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:09.934681 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-d8c55fb4-cb71-4768-8583-927031618af3 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Transition to ACTIVE for port object 8ae4e882-f3ce-4861-ac5e-ae4f85bdadac will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:00:09.967073 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d8c55fb4-cb71-4768-8583-927031618af3 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:10.006505 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c55fb4-cb71-4768-8583-927031618af3 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Network a9a0b450-7094-4b62-b904-6deb7b9f8589 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:00:10.009599 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-d8c55fb4-cb71-4768-8583-927031618af3 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:00:10.013271 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c55fb4-cb71-4768-8583-927031618af3 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:00:10.017183 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-a5cfd35c-1383-47e0-920c-74d5ac1b892a None None] Allocated IP 2001:db8::2 (a9a0b450-7094-4b62-b904-6deb7b9f8589/435c9fd5-96bc-4b7d-a91d-23fe46980f26/dc50a184-8977-4f91-ad1c-7a7d2fb01cc5) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:00:10.018971 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c55fb4-cb71-4768-8583-927031618af3 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:10.019569 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d8c55fb4-cb71-4768-8583-927031618af3 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:10.033023 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c55fb4-cb71-4768-8583-927031618af3 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event updated for resources: {'Port': ['ID=8ae4e882-f3ce-4861-ac5e-ae4f85bdadac,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:10.044956 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d8c55fb4-cb71-4768-8583-927031618af3 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.4944386 Aug 22 14:00:10.048008 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46450) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:10.135830 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-78b2ad74-4165-4e56-8ae5-db0c95190b52 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Deleting port 8ae4e882-f3ce-4861-ac5e-ae4f85bdadac {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:00:10.136171 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-78b2ad74-4165-4e56-8ae5-db0c95190b52 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:10.161709 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a5cfd35c-1383-47e0-920c-74d5ac1b892a None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:10.170935 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-a5cfd35c-1383-47e0-920c-74d5ac1b892a None None] Transition to ACTIVE for port object dc50a184-8977-4f91-ad1c-7a7d2fb01cc5 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:00:10.185790 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-a5cfd35c-1383-47e0-920c-74d5ac1b892a None None] Transition to ACTIVE for port object dc50a184-8977-4f91-ad1c-7a7d2fb01cc5 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:00:10.192488 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a5cfd35c-1383-47e0-920c-74d5ac1b892a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:10.226672 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-78b2ad74-4165-4e56-8ae5-db0c95190b52 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:10.233942 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cfd35c-1383-47e0-920c-74d5ac1b892a None None] Network a9a0b450-7094-4b62-b904-6deb7b9f8589 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:00:10.236686 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-a5cfd35c-1383-47e0-920c-74d5ac1b892a None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:00:10.239848 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-78b2ad74-4165-4e56-8ae5-db0c95190b52 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Calling delete_port for 8ae4e882-f3ce-4861-ac5e-ae4f85bdadac owned by {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:00:10.240070 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cfd35c-1383-47e0-920c-74d5ac1b892a None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:00:10.250854 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cfd35c-1383-47e0-920c-74d5ac1b892a None None] Pushing event updated for resources: {'Port': ['ID=dc50a184-8977-4f91-ad1c-7a7d2fb01cc5,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:10.261378 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cfd35c-1383-47e0-920c-74d5ac1b892a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:00:10.261729 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cfd35c-1383-47e0-920c-74d5ac1b892a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:00:10.262068 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cfd35c-1383-47e0-920c-74d5ac1b892a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:00:10.262402 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cfd35c-1383-47e0-920c-74d5ac1b892a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:00:10.262730 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cfd35c-1383-47e0-920c-74d5ac1b892a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:00:10.263190 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cfd35c-1383-47e0-920c-74d5ac1b892a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:00:10.263586 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cfd35c-1383-47e0-920c-74d5ac1b892a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:00:10.263913 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cfd35c-1383-47e0-920c-74d5ac1b892a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:00:10.264254 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cfd35c-1383-47e0-920c-74d5ac1b892a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:00:10.264582 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cfd35c-1383-47e0-920c-74d5ac1b892a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:00:10.264906 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cfd35c-1383-47e0-920c-74d5ac1b892a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:00:10.265226 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cfd35c-1383-47e0-920c-74d5ac1b892a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:00:10.311505 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-a5cfd35c-1383-47e0-920c-74d5ac1b892a None None] Attempting to bind port dc50a184-8977-4f91-ad1c-7a7d2fb01cc5 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:00:10.312017 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-a5cfd35c-1383-47e0-920c-74d5ac1b892a None None] Attempting to bind port dc50a184-8977-4f91-ad1c-7a7d2fb01cc5 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '2a31e91a-8931-4244-9151-fff34bd2ffa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a9a0b450-7094-4b62-b904-6deb7b9f8589'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:00:10.312516 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cfd35c-1383-47e0-920c-74d5ac1b892a None None] Attempting to bind port dc50a184-8977-4f91-ad1c-7a7d2fb01cc5 on network a9a0b450-7094-4b62-b904-6deb7b9f8589 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:00:10.317816 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cfd35c-1383-47e0-920c-74d5ac1b892a None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:00:10.318190 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cfd35c-1383-47e0-920c-74d5ac1b892a None None] Checking segment: {'id': '2a31e91a-8931-4244-9151-fff34bd2ffa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a9a0b450-7094-4b62-b904-6deb7b9f8589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:00:10.318596 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a5cfd35c-1383-47e0-920c-74d5ac1b892a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:10.318988 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cfd35c-1383-47e0-920c-74d5ac1b892a None None] Bound using segment: {'id': '2a31e91a-8931-4244-9151-fff34bd2ffa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a9a0b450-7094-4b62-b904-6deb7b9f8589'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:00:10.319453 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-a5cfd35c-1383-47e0-920c-74d5ac1b892a None None] Bound port: dc50a184-8977-4f91-ad1c-7a7d2fb01cc5, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a31e91a-8931-4244-9151-fff34bd2ffa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a9a0b450-7094-4b62-b904-6deb7b9f8589'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:00:10.319831 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a5cfd35c-1383-47e0-920c-74d5ac1b892a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:10.364710 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-78b2ad74-4165-4e56-8ae5-db0c95190b52 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:10.381661 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-a5cfd35c-1383-47e0-920c-74d5ac1b892a None None] For port dc50a184-8977-4f91-ad1c-7a7d2fb01cc5, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:00:10.384809 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-a5cfd35c-1383-47e0-920c-74d5ac1b892a None None] For port dc50a184-8977-4f91-ad1c-7a7d2fb01cc5, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=dc50a184-8977-4f91-ad1c-7a7d2fb01cc5,segment=NetworkSegment(2a31e91a-8931-4244-9151-fff34bd2ffa7),segment_id=2a31e91a-8931-4244-9151-fff34bd2ffa7)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:00:10.389541 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a5cfd35c-1383-47e0-920c-74d5ac1b892a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:10.401818 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b2ad74-4165-4e56-8ae5-db0c95190b52 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event deleted for resources: {'Port': ['ID=8ae4e882-f3ce-4861-ac5e-ae4f85bdadac,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:10.419679 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-78b2ad74-4165-4e56-8ae5-db0c95190b52 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:10.422382 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-78b2ad74-4165-4e56-8ae5-db0c95190b52 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "DELETE /v2.0/ports/8ae4e882-f3ce-4861-ac5e-ae4f85bdadac HTTP/1.1" status: 204 len: 168 time: 0.3732800 Aug 22 14:00:10.424895 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46452) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:10.448368 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cfd35c-1383-47e0-920c-74d5ac1b892a None None] Pushing event updated for resources: {'Port': ['ID=dc50a184-8977-4f91-ad1c-7a7d2fb01cc5,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:10.452382 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-18efdc47-18e6-416c-854e-0a2f591273b1 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] GET failed (client error): The resource could not be found. Aug 22 14:00:10.453973 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-18efdc47-18e6-416c-854e-0a2f591273b1 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "GET /v2.0/ports/8ae4e882-f3ce-4861-ac5e-ae4f85bdadac HTTP/1.1" status: 404 len: 333 time: 0.0281615 Aug 22 14:00:10.456853 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46454) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:10.518148 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e98846a-5896-4ed4-b6db-179a7d29a58d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Deleting subnet 435c9fd5-96bc-4b7d-a91d-23fe46980f26 {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:00:10.521577 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9e98846a-5896-4ed4-b6db-179a7d29a58d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:10.554232 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 4499de09-996a-4162-8d29-96da33300848 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:00:10.562040 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9e98846a-5896-4ed4-b6db-179a7d29a58d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:10.577379 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 4499de09-996a-4162-8d29-96da33300848 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:00:10.577866 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 4499de09-996a-4162-8d29-96da33300848 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:00:10.678915 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9e98846a-5896-4ed4-b6db-179a7d29a58d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:10.739940 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9e98846a-5896-4ed4-b6db-179a7d29a58d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:10.771984 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e98846a-5896-4ed4-b6db-179a7d29a58d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event deleted for resources: {'Subnet': ['ID=435c9fd5-96bc-4b7d-a91d-23fe46980f26,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:10.776898 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9e98846a-5896-4ed4-b6db-179a7d29a58d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:10.778781 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9e98846a-5896-4ed4-b6db-179a7d29a58d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "DELETE /v2.0/subnets/435c9fd5-96bc-4b7d-a91d-23fe46980f26 HTTP/1.1" status: 204 len: 168 time: 0.3208020 Aug 22 14:00:10.781803 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46456) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:10.858490 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b643f452-0691-4821-84e3-5dd1f0c94f4c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:10.913035 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-b643f452-0691-4821-84e3-5dd1f0c94f4c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Deleting port dc50a184-8977-4f91-ad1c-7a7d2fb01cc5 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:00:10.913468 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b643f452-0691-4821-84e3-5dd1f0c94f4c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:10.975831 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-b643f452-0691-4821-84e3-5dd1f0c94f4c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] For port dc50a184-8977-4f91-ad1c-7a7d2fb01cc5, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=dc50a184-8977-4f91-ad1c-7a7d2fb01cc5,segment=NetworkSegment(2a31e91a-8931-4244-9151-fff34bd2ffa7),segment_id=2a31e91a-8931-4244-9151-fff34bd2ffa7)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:00:10.976118 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b643f452-0691-4821-84e3-5dd1f0c94f4c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:10.988949 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-b643f452-0691-4821-84e3-5dd1f0c94f4c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Calling delete_port for dc50a184-8977-4f91-ad1c-7a7d2fb01cc5 owned by network:dhcp {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:00:11.073967 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b643f452-0691-4821-84e3-5dd1f0c94f4c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:11.101128 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b643f452-0691-4821-84e3-5dd1f0c94f4c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event deleted for resources: {'Port': ['ID=dc50a184-8977-4f91-ad1c-7a7d2fb01cc5,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:11.104855 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b643f452-0691-4821-84e3-5dd1f0c94f4c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] No DVR routers for this DVR port dc50a184-8977-4f91-ad1c-7a7d2fb01cc5 on host n-d-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:00:11.191391 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b643f452-0691-4821-84e3-5dd1f0c94f4c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:11.201646 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-b643f452-0691-4821-84e3-5dd1f0c94f4c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9a0b450-7094-4b62-b904-6deb7b9f8589']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:00:11.213203 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-b643f452-0691-4821-84e3-5dd1f0c94f4c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a31e91a-8931-4244-9151-fff34bd2ffa7') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:00:11.213500 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-b643f452-0691-4821-84e3-5dd1f0c94f4c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a31e91a-8931-4244-9151-fff34bd2ffa7') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:00:11.222568 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b643f452-0691-4821-84e3-5dd1f0c94f4c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:11.237226 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b643f452-0691-4821-84e3-5dd1f0c94f4c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:11.243782 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b643f452-0691-4821-84e3-5dd1f0c94f4c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:00:11.244185 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b643f452-0691-4821-84e3-5dd1f0c94f4c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:11.247235 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 14:00:11.247235 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:00:11.247235 n-d-793621-33 neutron-server[94628]: timer() Aug 22 14:00:11.247235 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:00:11.247235 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 14:00:11.247235 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:00:11.247235 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 14:00:11.247235 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:00:11.247235 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 14:00:11.247235 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:00:11.247235 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 14:00:11.247235 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:00:11.247235 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 14:00:11.247235 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:00:11.247235 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:00:11.247235 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:00:11.247235 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:00:11.247235 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:00:11.247235 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 14:00:11.247235 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:00:11.247235 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 14:00:11.247235 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:00:11.247235 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:00:11.247235 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:00:11.247235 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 14:00:11.247235 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:00:11.247235 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:00:11.247235 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:00:11.247235 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:00:11.247235 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:00:11.247235 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:00:11.247235 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:00:11.306188 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b643f452-0691-4821-84e3-5dd1f0c94f4c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:11.313085 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b643f452-0691-4821-84e3-5dd1f0c94f4c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:11.314917 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b643f452-0691-4821-84e3-5dd1f0c94f4c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "DELETE /v2.0/networks/a9a0b450-7094-4b62-b904-6deb7b9f8589 HTTP/1.1" status: 204 len: 168 time: 0.5322015 Aug 22 14:00:11.318636 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46458) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:11.325249 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-62baba52-8dd7-4718-93e6-4de0290e482f tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Request body: {'port': {'network_id': 'a3461f5e-4b43-42c5-9cf7-a492ebd39bf1', 'name': 'tempest-PortsIpV6TestJSON-1680133512'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:00:11.326748 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b643f452-0691-4821-84e3-5dd1f0c94f4c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event deleted for resources: {'Network': ['ID=a9a0b450-7094-4b62-b904-6deb7b9f8589,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:11.355522 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-661806c9-c60a-4f5f-955b-5a24aadf973f None None] Could not find standard attr ID for object dc50a184-8977-4f91-ad1c-7a7d2fb01cc5. {{(pid=94629) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 14:00:11.392333 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7b3eef-5b3e-4ce9-a0c0-dac125f8d595 None None] DHCP port deletion for a9a0b450-7094-4b62-b904-6deb7b9f8589 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 14:00:11.409969 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb5fcc7-5c14-4d76-80fd-ea235c7d04b7 None None] Network a9a0b450-7094-4b62-b904-6deb7b9f8589 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:00:11.423787 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb5fcc7-5c14-4d76-80fd-ea235c7d04b7 None None] Network a9a0b450-7094-4b62-b904-6deb7b9f8589 could not be found, it might have been deleted concurrently. {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 22 14:00:11.427406 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62baba52-8dd7-4718-93e6-4de0290e482f tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Made reservation on behalf of e442035b1ae84d53bf1c4a67c458a11e for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:00:11.431815 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-62baba52-8dd7-4718-93e6-4de0290e482f tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:11.449139 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [None req-62baba52-8dd7-4718-93e6-4de0290e482f tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] device_id is not set on port 49b7031e-0d36-4f37-b9b9-242042c3b9c3 yet. {{(pid=94627) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 14:00:11.601841 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-62baba52-8dd7-4718-93e6-4de0290e482f tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:11.636610 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-62baba52-8dd7-4718-93e6-4de0290e482f tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:11.682507 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62baba52-8dd7-4718-93e6-4de0290e482f tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Network a3461f5e-4b43-42c5-9cf7-a492ebd39bf1 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:00:11.685388 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-62baba52-8dd7-4718-93e6-4de0290e482f tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:00:11.687603 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62baba52-8dd7-4718-93e6-4de0290e482f tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:00:11.693192 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62baba52-8dd7-4718-93e6-4de0290e482f tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:11.693774 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-62baba52-8dd7-4718-93e6-4de0290e482f tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:11.705590 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62baba52-8dd7-4718-93e6-4de0290e482f tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event updated for resources: {'Port': ['ID=49b7031e-0d36-4f37-b9b9-242042c3b9c3,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:11.717328 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-62baba52-8dd7-4718-93e6-4de0290e482f tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.3968360 Aug 22 14:00:11.719843 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46460) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:11.730522 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [req-f3adc6d4-e528-44be-9702-73e79f99d3c5 req-c9e0e03d-fb05-48ff-86d5-264b57448779 tempest-TestNetworkAdvancedServerOps-1134211340 tempest-TestNetworkAdvancedServerOps-1134211340-project] (94628) timed out ('10.222.0.16', 64004) {{(pid=94628) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 22 14:00:11.802853 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-d9d3c3e0-8556-43bf-b7f3-053812063f6c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Deleting port 49b7031e-0d36-4f37-b9b9-242042c3b9c3 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:00:11.803204 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d9d3c3e0-8556-43bf-b7f3-053812063f6c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:11.865819 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d9d3c3e0-8556-43bf-b7f3-053812063f6c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:11.882365 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-d9d3c3e0-8556-43bf-b7f3-053812063f6c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Calling delete_port for 49b7031e-0d36-4f37-b9b9-242042c3b9c3 owned by {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:00:11.956129 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d9d3c3e0-8556-43bf-b7f3-053812063f6c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:11.985313 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d3c3e0-8556-43bf-b7f3-053812063f6c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event deleted for resources: {'Port': ['ID=49b7031e-0d36-4f37-b9b9-242042c3b9c3,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:11.991652 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d9d3c3e0-8556-43bf-b7f3-053812063f6c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:11.993856 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d9d3c3e0-8556-43bf-b7f3-053812063f6c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "DELETE /v2.0/ports/49b7031e-0d36-4f37-b9b9-242042c3b9c3 HTTP/1.1" status: 204 len: 168 time: 0.2730598 Aug 22 14:00:11.996192 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46462) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:12.001025 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-c0f4ec4d-71c2-43e0-8588-728f34b9ddc2 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Request body: {'port': {'network_id': 'a3461f5e-4b43-42c5-9cf7-a492ebd39bf1', 'mac_address': 'fa:16:3e:cc:34:9b', 'name': 'tempest-PortsIpV6TestJSON-717082028'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:00:12.089509 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f4ec4d-71c2-43e0-8588-728f34b9ddc2 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Made reservation on behalf of e442035b1ae84d53bf1c4a67c458a11e for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:00:12.152161 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c0f4ec4d-71c2-43e0-8588-728f34b9ddc2 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:12.171368 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [None req-c0f4ec4d-71c2-43e0-8588-728f34b9ddc2 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] device_id is not set on port 23daf0ca-9295-4e28-a6db-7a643c9e7b23 yet. {{(pid=94627) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 14:00:12.324934 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c0f4ec4d-71c2-43e0-8588-728f34b9ddc2 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:12.359509 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c0f4ec4d-71c2-43e0-8588-728f34b9ddc2 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:12.402541 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f4ec4d-71c2-43e0-8588-728f34b9ddc2 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Network a3461f5e-4b43-42c5-9cf7-a492ebd39bf1 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:00:12.405355 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-c0f4ec4d-71c2-43e0-8588-728f34b9ddc2 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:00:12.409651 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f4ec4d-71c2-43e0-8588-728f34b9ddc2 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:00:12.415286 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f4ec4d-71c2-43e0-8588-728f34b9ddc2 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:12.415872 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c0f4ec4d-71c2-43e0-8588-728f34b9ddc2 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:12.423995 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f4ec4d-71c2-43e0-8588-728f34b9ddc2 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event updated for resources: {'Port': ['ID=23daf0ca-9295-4e28-a6db-7a643c9e7b23,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:12.438279 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c0f4ec4d-71c2-43e0-8588-728f34b9ddc2 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4407272 Aug 22 14:00:12.440589 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46464) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:12.485411 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6714e4de-1f7b-4f05-9e2d-1413ff9d3683 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:12.486749 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-6714e4de-1f7b-4f05-9e2d-1413ff9d3683 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "GET /v2.0/ports/23daf0ca-9295-4e28-a6db-7a643c9e7b23 HTTP/1.1" status: 200 len: 844 time: 0.0452592 Aug 22 14:00:12.489498 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46466) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:12.572151 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-dcf1a7bf-d3e0-4ae8-b307-b311c9988c1e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Deleting port 23daf0ca-9295-4e28-a6db-7a643c9e7b23 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:00:12.572513 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-dcf1a7bf-d3e0-4ae8-b307-b311c9988c1e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:12.639056 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-dcf1a7bf-d3e0-4ae8-b307-b311c9988c1e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:12.650531 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-dcf1a7bf-d3e0-4ae8-b307-b311c9988c1e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Calling delete_port for 23daf0ca-9295-4e28-a6db-7a643c9e7b23 owned by {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:00:12.727138 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-dcf1a7bf-d3e0-4ae8-b307-b311c9988c1e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:12.753692 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf1a7bf-d3e0-4ae8-b307-b311c9988c1e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event deleted for resources: {'Port': ['ID=23daf0ca-9295-4e28-a6db-7a643c9e7b23,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:12.761195 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-dcf1a7bf-d3e0-4ae8-b307-b311c9988c1e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:12.763156 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-dcf1a7bf-d3e0-4ae8-b307-b311c9988c1e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "DELETE /v2.0/ports/23daf0ca-9295-4e28-a6db-7a643c9e7b23 HTTP/1.1" status: 204 len: 168 time: 0.2727537 Aug 22 14:00:12.765668 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46468) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:12.789402 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0aab5eb-85dd-4d4b-84d1-2818bb412260 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] GET failed (client error): The resource could not be found. Aug 22 14:00:12.790810 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e0aab5eb-85dd-4d4b-84d1-2818bb412260 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "GET /v2.0/ports/23daf0ca-9295-4e28-a6db-7a643c9e7b23 HTTP/1.1" status: 404 len: 333 time: 0.0242479 Aug 22 14:00:12.794417 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46470) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:12.799010 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-241b9b29-4e83-4d2a-9a35-e4b86ca93d35 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Request body: {'port': {'network_id': 'a3461f5e-4b43-42c5-9cf7-a492ebd39bf1', 'name': 'tempest-PortsIpV6TestJSON-1438729578'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:00:12.885382 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241b9b29-4e83-4d2a-9a35-e4b86ca93d35 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Made reservation on behalf of e442035b1ae84d53bf1c4a67c458a11e for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:00:12.888792 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-241b9b29-4e83-4d2a-9a35-e4b86ca93d35 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:12.906646 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [None req-241b9b29-4e83-4d2a-9a35-e4b86ca93d35 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] device_id is not set on port a565560b-41cb-4a25-9b44-f647c96a1700 yet. {{(pid=94627) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 14:00:13.064006 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-241b9b29-4e83-4d2a-9a35-e4b86ca93d35 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:13.099592 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-241b9b29-4e83-4d2a-9a35-e4b86ca93d35 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:13.139218 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241b9b29-4e83-4d2a-9a35-e4b86ca93d35 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Network a3461f5e-4b43-42c5-9cf7-a492ebd39bf1 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:00:13.142108 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-241b9b29-4e83-4d2a-9a35-e4b86ca93d35 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:00:13.144257 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241b9b29-4e83-4d2a-9a35-e4b86ca93d35 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:00:13.150212 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241b9b29-4e83-4d2a-9a35-e4b86ca93d35 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:13.150796 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-241b9b29-4e83-4d2a-9a35-e4b86ca93d35 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:13.166758 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241b9b29-4e83-4d2a-9a35-e4b86ca93d35 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event updated for resources: {'Port': ['ID=a565560b-41cb-4a25-9b44-f647c96a1700,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:13.177496 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-241b9b29-4e83-4d2a-9a35-e4b86ca93d35 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.3795824 Aug 22 14:00:13.177850 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46472) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:13.183932 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-b62fe8cd-b836-4401-af52-ed259dba3150 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:00:13.248787 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b62fe8cd-b836-4401-af52-ed259dba3150 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:13.398870 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b62fe8cd-b836-4401-af52-ed259dba3150 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:13.403151 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b62fe8cd-b836-4401-af52-ed259dba3150 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:13.438175 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-b62fe8cd-b836-4401-af52-ed259dba3150 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] In _notify_port_updated(), no bound segment for port a565560b-41cb-4a25-9b44-f647c96a1700 on network a3461f5e-4b43-42c5-9cf7-a492ebd39bf1 {{(pid=94628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 22 14:00:13.444112 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62fe8cd-b836-4401-af52-ed259dba3150 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:13.444910 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b62fe8cd-b836-4401-af52-ed259dba3150 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:13.446182 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b62fe8cd-b836-4401-af52-ed259dba3150 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "PUT /v2.0/ports/a565560b-41cb-4a25-9b44-f647c96a1700 HTTP/1.1" status: 200 len: 818 time: 0.2669752 Aug 22 14:00:13.448950 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46474) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:13.483974 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62fe8cd-b836-4401-af52-ed259dba3150 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event updated for resources: {'Port': ['ID=a565560b-41cb-4a25-9b44-f647c96a1700,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:13.546894 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-376498ee-f6e0-4602-b4e7-21aae9a5c112 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Deleting port a565560b-41cb-4a25-9b44-f647c96a1700 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:00:13.547148 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-376498ee-f6e0-4602-b4e7-21aae9a5c112 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:13.609975 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-376498ee-f6e0-4602-b4e7-21aae9a5c112 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:13.622899 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-376498ee-f6e0-4602-b4e7-21aae9a5c112 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Calling delete_port for a565560b-41cb-4a25-9b44-f647c96a1700 owned by {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:00:13.701427 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-376498ee-f6e0-4602-b4e7-21aae9a5c112 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:13.732498 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376498ee-f6e0-4602-b4e7-21aae9a5c112 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event deleted for resources: {'Port': ['ID=a565560b-41cb-4a25-9b44-f647c96a1700,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:13.736104 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-376498ee-f6e0-4602-b4e7-21aae9a5c112 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:13.738024 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-376498ee-f6e0-4602-b4e7-21aae9a5c112 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "DELETE /v2.0/ports/a565560b-41cb-4a25-9b44-f647c96a1700 HTTP/1.1" status: 204 len: 168 time: 0.2880878 Aug 22 14:00:13.741012 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46476) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:13.787573 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e551d29-2682-49f5-aa79-70dcd55f0692 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:13.789072 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4e551d29-2682-49f5-aa79-70dcd55f0692 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0471551 Aug 22 14:00:13.791603 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46478) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:13.815429 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdbdb9c8-7d37-452f-a922-00078194a858 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] GET failed (client error): The resource could not be found. Aug 22 14:00:13.816728 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-fdbdb9c8-7d37-452f-a922-00078194a858 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "GET /v2.0/ports/a565560b-41cb-4a25-9b44-f647c96a1700 HTTP/1.1" status: 404 len: 333 time: 0.0239122 Aug 22 14:00:13.821057 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46480) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:13.826202 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-c22dbf17-8fe8-4fcf-9ebe-a7b3aca8295a tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-52989461'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:00:13.846774 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22dbf17-8fe8-4fcf-9ebe-a7b3aca8295a tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Made reservation on behalf of e442035b1ae84d53bf1c4a67c458a11e for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:00:13.850181 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c22dbf17-8fe8-4fcf-9ebe-a7b3aca8295a tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:13.873475 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c22dbf17-8fe8-4fcf-9ebe-a7b3aca8295a tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:00:13.882885 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c22dbf17-8fe8-4fcf-9ebe-a7b3aca8295a tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:13.883222 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-c22dbf17-8fe8-4fcf-9ebe-a7b3aca8295a tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Added segment 78aa7585-dcb6-4244-867b-394727b110e1 of type vlan for network 05302700-e8d0-4c75-9b2c-25dcb57ff3a9 Aug 22 14:00:13.923884 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c22dbf17-8fe8-4fcf-9ebe-a7b3aca8295a tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:13.948967 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c22dbf17-8fe8-4fcf-9ebe-a7b3aca8295a tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:13.954548 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22dbf17-8fe8-4fcf-9ebe-a7b3aca8295a tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:13.955383 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c22dbf17-8fe8-4fcf-9ebe-a7b3aca8295a tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:14.018556 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c22dbf17-8fe8-4fcf-9ebe-a7b3aca8295a tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1963606 Aug 22 14:00:14.021362 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46482) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:14.026270 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-922c4a67-f052-4b04-b608-dbd83c50e8ad tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Request body: {'subnet': {'network_id': '05302700-e8d0-4c75-9b2c-25dcb57ff3a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:00:14.033069 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22dbf17-8fe8-4fcf-9ebe-a7b3aca8295a tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event updated for resources: {'Network': ['ID=05302700-e8d0-4c75-9b2c-25dcb57ff3a9,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:14.045052 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 05302700-e8d0-4c75-9b2c-25dcb57ff3a9 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:00:14.117784 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922c4a67-f052-4b04-b608-dbd83c50e8ad tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Made reservation on behalf of e442035b1ae84d53bf1c4a67c458a11e for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:00:14.121326 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-922c4a67-f052-4b04-b608-dbd83c50e8ad tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:14.308265 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-922c4a67-f052-4b04-b608-dbd83c50e8ad tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:14.373976 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922c4a67-f052-4b04-b608-dbd83c50e8ad tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event updated for resources: {'Subnet': ['ID=e34989da-407c-4328-ba75-1e6d40d6dc68,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:14.378978 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922c4a67-f052-4b04-b608-dbd83c50e8ad tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Checking segment: {'id': '78aa7585-dcb6-4244-867b-394727b110e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '05302700-e8d0-4c75-9b2c-25dcb57ff3a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:00:14.379340 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922c4a67-f052-4b04-b608-dbd83c50e8ad tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Network hostable DHCP agents. Network: 05302700-e8d0-4c75-9b2c-25dcb57ff3a9, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:00:14.395712 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922c4a67-f052-4b04-b608-dbd83c50e8ad tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Network 05302700-e8d0-4c75-9b2c-25dcb57ff3a9 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:00:14.404405 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-922c4a67-f052-4b04-b608-dbd83c50e8ad tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 05302700-e8d0-4c75-9b2c-25dcb57ff3a9) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:00:14.408311 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922c4a67-f052-4b04-b608-dbd83c50e8ad tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:14.408893 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-922c4a67-f052-4b04-b608-dbd83c50e8ad tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:14.413422 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617df2ee-a237-41b8-af07-28733e7f4622 None None] Network 05302700-e8d0-4c75-9b2c-25dcb57ff3a9 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:00:14.425619 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-922c4a67-f052-4b04-b608-dbd83c50e8ad tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4031382 Aug 22 14:00:14.428519 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46484) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:14.433563 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-fb6e1c38-e18e-4277-b0b3-a3b814f999e0 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Request body: {'subnet': {'network_id': '05302700-e8d0-4c75-9b2c-25dcb57ff3a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:00:14.542351 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6e1c38-e18e-4277-b0b3-a3b814f999e0 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Made reservation on behalf of e442035b1ae84d53bf1c4a67c458a11e for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:00:14.545850 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fb6e1c38-e18e-4277-b0b3-a3b814f999e0 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:14.560657 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719257d8-533e-4e70-a62c-a9fce0cfc926 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-05302700-e8d0-4c75-9b2c-25dcb57ff3a9', 'network_id': '05302700-e8d0-4c75-9b2c-25dcb57ff3a9', 'tenant_id': 'e442035b1ae84d53bf1c4a67c458a11e', 'fixed_ips': [{'subnet_id': 'e34989da-407c-4328-ba75-1e6d40d6dc68'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:00:14.561647 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-719257d8-533e-4e70-a62c-a9fce0cfc926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:14.636938 n-d-793621-33 neutron-server[94627]: INFO neutron.db.ipam_backend_mixin [None req-fb6e1c38-e18e-4277-b0b3-a3b814f999e0 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e34989da-407c-4328-ba75-1e6d40d6dc68 (CIDR: 2001:db8::/64) Aug 22 14:00:14.640624 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb6e1c38-e18e-4277-b0b3-a3b814f999e0 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 14:00:14.641151 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb6e1c38-e18e-4277-b0b3-a3b814f999e0 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 14:00:14.656504 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-fb6e1c38-e18e-4277-b0b3-a3b814f999e0 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2267869 Aug 22 14:00:14.659093 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46486) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:14.664764 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-c8a29790-024f-46c1-8c9f-58173695a82c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Request body: {'subnet': {'network_id': '05302700-e8d0-4c75-9b2c-25dcb57ff3a9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:00:14.698995 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-719257d8-533e-4e70-a62c-a9fce0cfc926 None None] Allocated IP 2001:db8::2 (05302700-e8d0-4c75-9b2c-25dcb57ff3a9/e34989da-407c-4328-ba75-1e6d40d6dc68/5ee9a579-dab3-4c83-9bd3-9465da076405) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:00:14.771342 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a29790-024f-46c1-8c9f-58173695a82c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Made reservation on behalf of e442035b1ae84d53bf1c4a67c458a11e for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:00:14.775740 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c8a29790-024f-46c1-8c9f-58173695a82c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:14.851177 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-719257d8-533e-4e70-a62c-a9fce0cfc926 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:14.859445 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-719257d8-533e-4e70-a62c-a9fce0cfc926 None None] Transition to ACTIVE for port object 5ee9a579-dab3-4c83-9bd3-9465da076405 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:00:14.874353 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-719257d8-533e-4e70-a62c-a9fce0cfc926 None None] Transition to ACTIVE for port object 5ee9a579-dab3-4c83-9bd3-9465da076405 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:00:14.880690 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-719257d8-533e-4e70-a62c-a9fce0cfc926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:14.917525 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719257d8-533e-4e70-a62c-a9fce0cfc926 None None] Network 05302700-e8d0-4c75-9b2c-25dcb57ff3a9 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:00:14.921551 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-719257d8-533e-4e70-a62c-a9fce0cfc926 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:00:14.924888 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719257d8-533e-4e70-a62c-a9fce0cfc926 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:00:14.934095 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719257d8-533e-4e70-a62c-a9fce0cfc926 None None] Pushing event updated for resources: {'Port': ['ID=5ee9a579-dab3-4c83-9bd3-9465da076405,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:14.993043 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-719257d8-533e-4e70-a62c-a9fce0cfc926 None None] Attempting to bind port 5ee9a579-dab3-4c83-9bd3-9465da076405 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:00:14.993414 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-719257d8-533e-4e70-a62c-a9fce0cfc926 None None] Attempting to bind port 5ee9a579-dab3-4c83-9bd3-9465da076405 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '78aa7585-dcb6-4244-867b-394727b110e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '05302700-e8d0-4c75-9b2c-25dcb57ff3a9'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:00:14.993772 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719257d8-533e-4e70-a62c-a9fce0cfc926 None None] Attempting to bind port 5ee9a579-dab3-4c83-9bd3-9465da076405 on network 05302700-e8d0-4c75-9b2c-25dcb57ff3a9 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:00:14.999351 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719257d8-533e-4e70-a62c-a9fce0cfc926 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:00:14.999729 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719257d8-533e-4e70-a62c-a9fce0cfc926 None None] Checking segment: {'id': '78aa7585-dcb6-4244-867b-394727b110e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '05302700-e8d0-4c75-9b2c-25dcb57ff3a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:00:15.000228 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-719257d8-533e-4e70-a62c-a9fce0cfc926 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:15.000384 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c8a29790-024f-46c1-8c9f-58173695a82c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:15.000942 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719257d8-533e-4e70-a62c-a9fce0cfc926 None None] Bound using segment: {'id': '78aa7585-dcb6-4244-867b-394727b110e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '05302700-e8d0-4c75-9b2c-25dcb57ff3a9'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:00:15.001099 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-719257d8-533e-4e70-a62c-a9fce0cfc926 None None] Bound port: 5ee9a579-dab3-4c83-9bd3-9465da076405, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78aa7585-dcb6-4244-867b-394727b110e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '05302700-e8d0-4c75-9b2c-25dcb57ff3a9'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:00:15.001473 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-719257d8-533e-4e70-a62c-a9fce0cfc926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:15.047235 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a29790-024f-46c1-8c9f-58173695a82c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Network 05302700-e8d0-4c75-9b2c-25dcb57ff3a9 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:00:15.050441 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-c8a29790-024f-46c1-8c9f-58173695a82c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:00:15.053759 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a29790-024f-46c1-8c9f-58173695a82c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:15.054504 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c8a29790-024f-46c1-8c9f-58173695a82c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:15.066894 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-719257d8-533e-4e70-a62c-a9fce0cfc926 None None] For port 5ee9a579-dab3-4c83-9bd3-9465da076405, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:00:15.067515 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a29790-024f-46c1-8c9f-58173695a82c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event updated for resources: {'Subnet': ['ID=ea64a6cd-9327-4d4b-a376-7823f8d89d27,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:15.070038 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-719257d8-533e-4e70-a62c-a9fce0cfc926 None None] For port 5ee9a579-dab3-4c83-9bd3-9465da076405, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=5ee9a579-dab3-4c83-9bd3-9465da076405,segment=NetworkSegment(78aa7585-dcb6-4244-867b-394727b110e1),segment_id=78aa7585-dcb6-4244-867b-394727b110e1)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:00:15.075966 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-719257d8-533e-4e70-a62c-a9fce0cfc926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:15.077238 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c8a29790-024f-46c1-8c9f-58173695a82c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4170113 Aug 22 14:00:15.079569 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46488) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:15.085593 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-bc616444-fcef-4181-9cd6-62ab4f271ce4 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Request body: {'port': {'network_id': '05302700-e8d0-4c75-9b2c-25dcb57ff3a9', 'fixed_ips': [{'subnet_id': 'e34989da-407c-4328-ba75-1e6d40d6dc68'}, {'subnet_id': 'ea64a6cd-9327-4d4b-a376-7823f8d89d27'}], 'name': 'tempest-PortsIpV6TestJSON-1099522600'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:00:15.138404 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719257d8-533e-4e70-a62c-a9fce0cfc926 None None] Pushing event updated for resources: {'Port': ['ID=5ee9a579-dab3-4c83-9bd3-9465da076405,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:15.199362 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc616444-fcef-4181-9cd6-62ab4f271ce4 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Made reservation on behalf of e442035b1ae84d53bf1c4a67c458a11e for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:00:15.638519 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4ff5a5d3-34b3-4fe8-b6c6-9100f75201b2 req-58c1f4be-acbb-470f-ad96-ee72f572ce12 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f15910a3-dc64-4349-96cf-424d04ade6d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0676095 Aug 22 14:00:15.642087 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bc616444-fcef-4181-9cd6-62ab4f271ce4 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:15.658361 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [None req-bc616444-fcef-4181-9cd6-62ab4f271ce4 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] device_id is not set on port 877610ed-2cee-49d3-b970-5f6af98c7232 yet. {{(pid=94627) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 14:00:15.786813 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5a5d3-34b3-4fe8-b6c6-9100f75201b2 req-f1df7eb4-b6ba-4e22-9381-4720d961b614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:15.789290 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4ff5a5d3-34b3-4fe8-b6c6-9100f75201b2 req-f1df7eb4-b6ba-4e22-9381-4720d961b614 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=19e069a6935a47bcb8831313e7520ef4&device_id=f15910a3-dc64-4349-96cf-424d04ade6d0 HTTP/1.1" status: 200 len: 1098 time: 0.0920157 Aug 22 14:00:15.971589 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5a5d3-34b3-4fe8-b6c6-9100f75201b2 req-c0d7ca2f-9267-423b-949e-61d7fdf5a66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:15.973602 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4ff5a5d3-34b3-4fe8-b6c6-9100f75201b2 req-c0d7ca2f-9267-423b-949e-61d7fdf5a66e service neutron] 10.222.0.16 "GET /v2.0/networks?id=f8ac2233-ea24-423f-9bd4-53abb27cd3b8 HTTP/1.1" status: 200 len: 913 time: 0.1492610 Aug 22 14:00:16.044115 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9431fd7-06d0-4b98-98b6-1c6db10c168b None None] Network 05302700-e8d0-4c75-9b2c-25dcb57ff3a9 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:00:16.090048 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-bc616444-fcef-4181-9cd6-62ab4f271ce4 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Allocated IP 2001:db8::77 (05302700-e8d0-4c75-9b2c-25dcb57ff3a9/e34989da-407c-4328-ba75-1e6d40d6dc68/877610ed-2cee-49d3-b970-5f6af98c7232) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:00:16.093298 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4ff5a5d3-34b3-4fe8-b6c6-9100f75201b2 req-e7a297d1-2536-43c9-9582-e73c7b369657 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d734c6c-43b2-4b1a-b01b-c5dc043a2704 HTTP/1.1" status: 200 len: 1002 time: 0.1083903 Aug 22 14:00:16.098578 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-bc616444-fcef-4181-9cd6-62ab4f271ce4 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Allocated IP 2001:db8:0:1::3b (05302700-e8d0-4c75-9b2c-25dcb57ff3a9/ea64a6cd-9327-4d4b-a376-7823f8d89d27/877610ed-2cee-49d3-b970-5f6af98c7232) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:00:16.127888 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-74698f00-24a4-49f6-a8b4-11d0a00d542d None None] Provisioning for port 5ee9a579-dab3-4c83-9bd3-9465da076405 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:00:16.167415 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5a5d3-34b3-4fe8-b6c6-9100f75201b2 req-c3d647b3-aefa-4681-88f4-ee426358f82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:16.168987 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4ff5a5d3-34b3-4fe8-b6c6-9100f75201b2 req-c3d647b3-aefa-4681-88f4-ee426358f82c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ad565ab1-b54d-4060-a258-16294d6e46a2 HTTP/1.1" status: 200 len: 851 time: 0.0674734 Aug 22 14:00:16.270544 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5a5d3-34b3-4fe8-b6c6-9100f75201b2 req-40d46cda-2125-4c9c-bf78-a4da05cced6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:16.272259 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4ff5a5d3-34b3-4fe8-b6c6-9100f75201b2 req-40d46cda-2125-4c9c-bf78-a4da05cced6e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f8ac2233-ea24-423f-9bd4-53abb27cd3b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0954418 Aug 22 14:00:16.272485 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03797e5f-9956-4d28-91f8-8cfb117fddc9 None None] Update dhcp port {'port': {'network_id': '05302700-e8d0-4c75-9b2c-25dcb57ff3a9', 'fixed_ips': [{'subnet_id': 'e34989da-407c-4328-ba75-1e6d40d6dc68', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ea64a6cd-9327-4d4b-a376-7823f8d89d27'}], 'binding:host_id': 'n-d-793621-33'}, 'id': '5ee9a579-dab3-4c83-9bd3-9465da076405'} from n-d-793621-33. {{(pid=94629) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 22 14:00:16.298009 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-03797e5f-9956-4d28-91f8-8cfb117fddc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:16.368542 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bc616444-fcef-4181-9cd6-62ab4f271ce4 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:16.392890 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-bc616444-fcef-4181-9cd6-62ab4f271ce4 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Transition to ACTIVE for port object 877610ed-2cee-49d3-b970-5f6af98c7232 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:00:16.411913 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4ff5a5d3-34b3-4fe8-b6c6-9100f75201b2 req-97c784de-c045-4255-9dac-c419f2d6963a service neutron] 10.222.0.16 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274168 Aug 22 14:00:16.487407 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bc616444-fcef-4181-9cd6-62ab4f271ce4 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:16.540639 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-03797e5f-9956-4d28-91f8-8cfb117fddc9 None None] Allocated IP 2001:db8:0:1::2 (05302700-e8d0-4c75-9b2c-25dcb57ff3a9/ea64a6cd-9327-4d4b-a376-7823f8d89d27/5ee9a579-dab3-4c83-9bd3-9465da076405) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:00:16.542070 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc616444-fcef-4181-9cd6-62ab4f271ce4 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Network 05302700-e8d0-4c75-9b2c-25dcb57ff3a9 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:00:16.548993 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-bc616444-fcef-4181-9cd6-62ab4f271ce4 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:00:16.557084 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc616444-fcef-4181-9cd6-62ab4f271ce4 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:00:16.562723 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc616444-fcef-4181-9cd6-62ab4f271ce4 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:16.563341 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bc616444-fcef-4181-9cd6-62ab4f271ce4 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:16.577624 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc616444-fcef-4181-9cd6-62ab4f271ce4 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event updated for resources: {'Port': ['ID=877610ed-2cee-49d3-b970-5f6af98c7232,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:16.589133 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4ff5a5d3-34b3-4fe8-b6c6-9100f75201b2 req-b811777b-1622-48be-844d-c4c3a556b0a4 service neutron] 10.222.0.16 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640503 Aug 22 14:00:16.605938 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-bc616444-fcef-4181-9cd6-62ab4f271ce4 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.5250473 Aug 22 14:00:16.608511 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46490) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:16.613737 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-79467cb2-a338-4fc8-a690-d2fbc19dab1c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e34989da-407c-4328-ba75-1e6d40d6dc68'}]}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:00:16.621759 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 5ee9a579-dab3-4c83-9bd3-9465da076405 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:00:16.679768 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-79467cb2-a338-4fc8-a690-d2fbc19dab1c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:16.695084 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-03797e5f-9956-4d28-91f8-8cfb117fddc9 None None] For port 5ee9a579-dab3-4c83-9bd3-9465da076405, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=5ee9a579-dab3-4c83-9bd3-9465da076405,segment=NetworkSegment(78aa7585-dcb6-4244-867b-394727b110e1),segment_id=78aa7585-dcb6-4244-867b-394727b110e1)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:00:16.711295 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 5ee9a579-dab3-4c83-9bd3-9465da076405 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:00:16.721615 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 5ee9a579-dab3-4c83-9bd3-9465da076405 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:00:16.721980 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:16.747031 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-03797e5f-9956-4d28-91f8-8cfb117fddc9 None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:16.767125 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-03797e5f-9956-4d28-91f8-8cfb117fddc9 None None] Transition to ACTIVE for port object 5ee9a579-dab3-4c83-9bd3-9465da076405 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:00:16.774212 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-03797e5f-9956-4d28-91f8-8cfb117fddc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:16.815787 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Port 5ee9a579-dab3-4c83-9bd3-9465da076405 had new provisioning blocks added so it will not transition to active. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Aug 22 14:00:16.865422 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03797e5f-9956-4d28-91f8-8cfb117fddc9 None None] Pushing event updated for resources: {'Port': ['ID=5ee9a579-dab3-4c83-9bd3-9465da076405,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:16.934579 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-79467cb2-a338-4fc8-a690-d2fbc19dab1c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Delete allocated IP 2001:db8:0:1::3b (05302700-e8d0-4c75-9b2c-25dcb57ff3a9/ea64a6cd-9327-4d4b-a376-7823f8d89d27) {{(pid=94627) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 22 14:00:17.063162 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-79467cb2-a338-4fc8-a690-d2fbc19dab1c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:17.075828 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-79467cb2-a338-4fc8-a690-d2fbc19dab1c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Ignored duplicate provisioning block setup for port 877610ed-2cee-49d3-b970-5f6af98c7232 by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 22 14:00:17.079982 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-79467cb2-a338-4fc8-a690-d2fbc19dab1c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:17.145385 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-79467cb2-a338-4fc8-a690-d2fbc19dab1c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] In _notify_port_updated(), no bound segment for port 877610ed-2cee-49d3-b970-5f6af98c7232 on network 05302700-e8d0-4c75-9b2c-25dcb57ff3a9 {{(pid=94627) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 22 14:00:17.151714 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79467cb2-a338-4fc8-a690-d2fbc19dab1c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:17.152663 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-79467cb2-a338-4fc8-a690-d2fbc19dab1c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:17.156431 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-79467cb2-a338-4fc8-a690-d2fbc19dab1c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "PUT /v2.0/ports/877610ed-2cee-49d3-b970-5f6af98c7232 HTTP/1.1" status: 200 len: 925 time: 0.5445793 Aug 22 14:00:17.156859 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46492) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:17.162450 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-d3398eaf-4abc-4890-9a85-de3a3ea74a96 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e34989da-407c-4328-ba75-1e6d40d6dc68'}, {'subnet_id': 'ea64a6cd-9327-4d4b-a376-7823f8d89d27'}]}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:00:17.163646 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79467cb2-a338-4fc8-a690-d2fbc19dab1c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event updated for resources: {'Port': ['ID=877610ed-2cee-49d3-b970-5f6af98c7232,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:17.311705 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d3398eaf-4abc-4890-9a85-de3a3ea74a96 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:17.370377 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee3293f-6be6-4b58-a93e-fe0e9f91c55a None None] Network 05302700-e8d0-4c75-9b2c-25dcb57ff3a9 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:00:17.373854 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-5f13c1f2-d3cc-4912-a612-3c62601203c3 None None] Provisioning for port 5ee9a579-dab3-4c83-9bd3-9465da076405 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:00:17.388595 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-5f13c1f2-d3cc-4912-a612-3c62601203c3 None None] Provisioning complete for port 5ee9a579-dab3-4c83-9bd3-9465da076405 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:00:17.388965 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5f13c1f2-d3cc-4912-a612-3c62601203c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:17.546573 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5f13c1f2-d3cc-4912-a612-3c62601203c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:17.582875 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-d3398eaf-4abc-4890-9a85-de3a3ea74a96 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Allocated IP 2001:db8:0:1::212 (05302700-e8d0-4c75-9b2c-25dcb57ff3a9/ea64a6cd-9327-4d4b-a376-7823f8d89d27/877610ed-2cee-49d3-b970-5f6af98c7232) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:00:17.602679 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-5f13c1f2-d3cc-4912-a612-3c62601203c3 None None] For port 5ee9a579-dab3-4c83-9bd3-9465da076405, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=5ee9a579-dab3-4c83-9bd3-9465da076405,segment=NetworkSegment(78aa7585-dcb6-4244-867b-394727b110e1),segment_id=78aa7585-dcb6-4244-867b-394727b110e1)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:00:17.607428 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5f13c1f2-d3cc-4912-a612-3c62601203c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:17.658607 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f13c1f2-d3cc-4912-a612-3c62601203c3 None None] Pushing event updated for resources: {'Port': ['ID=5ee9a579-dab3-4c83-9bd3-9465da076405,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:17.709910 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d3398eaf-4abc-4890-9a85-de3a3ea74a96 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:17.721700 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-d3398eaf-4abc-4890-9a85-de3a3ea74a96 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Ignored duplicate provisioning block setup for port 877610ed-2cee-49d3-b970-5f6af98c7232 by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 22 14:00:17.725844 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d3398eaf-4abc-4890-9a85-de3a3ea74a96 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:17.829375 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-266431af-33af-45f3-89da-c59b49119efe None None] Provisioning complete for port 5ee9a579-dab3-4c83-9bd3-9465da076405 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:00:17.829836 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-266431af-33af-45f3-89da-c59b49119efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:17.926353 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-266431af-33af-45f3-89da-c59b49119efe None None] Provisioning for port 877610ed-2cee-49d3-b970-5f6af98c7232 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:00:17.931818 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-266431af-33af-45f3-89da-c59b49119efe None None] Provisioning complete for port 877610ed-2cee-49d3-b970-5f6af98c7232 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:00:17.932189 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-266431af-33af-45f3-89da-c59b49119efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:17.987456 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-266431af-33af-45f3-89da-c59b49119efe None None] Port 877610ed-2cee-49d3-b970-5f6af98c7232 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:00:18.110156 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-07e0d296-eb3c-49d9-b093-116f4d3c0fe9 None None] Provisioning complete for port 877610ed-2cee-49d3-b970-5f6af98c7232 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:00:18.110587 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-07e0d296-eb3c-49d9-b093-116f4d3c0fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:18.128398 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-d3398eaf-4abc-4890-9a85-de3a3ea74a96 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] In _notify_port_updated(), no bound segment for port 877610ed-2cee-49d3-b970-5f6af98c7232 on network 05302700-e8d0-4c75-9b2c-25dcb57ff3a9 {{(pid=94628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 22 14:00:18.133940 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3398eaf-4abc-4890-9a85-de3a3ea74a96 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:18.134581 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d3398eaf-4abc-4890-9a85-de3a3ea74a96 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:18.135910 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d3398eaf-4abc-4890-9a85-de3a3ea74a96 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "PUT /v2.0/ports/877610ed-2cee-49d3-b970-5f6af98c7232 HTTP/1.1" status: 200 len: 1011 time: 0.9780545 Aug 22 14:00:18.138650 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46494) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:18.146266 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3398eaf-4abc-4890-9a85-de3a3ea74a96 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event updated for resources: {'Port': ['ID=877610ed-2cee-49d3-b970-5f6af98c7232,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:18.148496 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-07e0d296-eb3c-49d9-b093-116f4d3c0fe9 None None] Port 877610ed-2cee-49d3-b970-5f6af98c7232 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:00:18.231103 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-f6fc4b44-a212-4f96-9ef4-9317a0699a81 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Deleting port 877610ed-2cee-49d3-b970-5f6af98c7232 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:00:18.231679 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f6fc4b44-a212-4f96-9ef4-9317a0699a81 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:18.268024 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c01cf99e-8665-4cfc-b0a6-f63176538eed None None] Provisioning complete for port 877610ed-2cee-49d3-b970-5f6af98c7232 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:00:18.268570 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c01cf99e-8665-4cfc-b0a6-f63176538eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:18.304464 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c01cf99e-8665-4cfc-b0a6-f63176538eed None None] Port 877610ed-2cee-49d3-b970-5f6af98c7232 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:00:18.326503 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f6fc4b44-a212-4f96-9ef4-9317a0699a81 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:18.339372 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-f6fc4b44-a212-4f96-9ef4-9317a0699a81 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Calling delete_port for 877610ed-2cee-49d3-b970-5f6af98c7232 owned by {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:00:18.516826 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f6fc4b44-a212-4f96-9ef4-9317a0699a81 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:18.524016 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-6a9d7d2a-2516-41a6-affb-1ae78fe24bca None None] Provisioning complete for port 877610ed-2cee-49d3-b970-5f6af98c7232 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:00:18.524586 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6a9d7d2a-2516-41a6-affb-1ae78fe24bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:18.543409 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-6a9d7d2a-2516-41a6-affb-1ae78fe24bca None None] Port 877610ed-2cee-49d3-b970-5f6af98c7232 was deleted so its status cannot be updated. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 22 14:00:18.551724 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc4b44-a212-4f96-9ef4-9317a0699a81 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event deleted for resources: {'Port': ['ID=877610ed-2cee-49d3-b970-5f6af98c7232,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:18.554033 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 5ee9a579-dab3-4c83-9bd3-9465da076405 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:00:18.600266 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f6fc4b44-a212-4f96-9ef4-9317a0699a81 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:18.602342 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f6fc4b44-a212-4f96-9ef4-9317a0699a81 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "DELETE /v2.0/ports/877610ed-2cee-49d3-b970-5f6af98c7232 HTTP/1.1" status: 204 len: 168 time: 0.4626575 Aug 22 14:00:18.605446 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46496) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:18.616342 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 5ee9a579-dab3-4c83-9bd3-9465da076405 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:00:18.616499 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:18.631781 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-81402db8-4add-49c6-a377-0f4527d3a417 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] GET failed (client error): The resource could not be found. Aug 22 14:00:18.635897 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-81402db8-4add-49c6-a377-0f4527d3a417 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "GET /v2.0/ports/877610ed-2cee-49d3-b970-5f6af98c7232 HTTP/1.1" status: 404 len: 333 time: 0.0266263 Aug 22 14:00:18.636111 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46498) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:18.692903 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-40243899-d6a8-4ef1-b6f8-e7d480c9bce7 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Deleting subnet ea64a6cd-9327-4d4b-a376-7823f8d89d27 {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:00:18.696579 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-40243899-d6a8-4ef1-b6f8-e7d480c9bce7 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:18.738135 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-40243899-d6a8-4ef1-b6f8-e7d480c9bce7 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:18.821399 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-40243899-d6a8-4ef1-b6f8-e7d480c9bce7 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:18.892915 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-40243899-d6a8-4ef1-b6f8-e7d480c9bce7 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:18.922884 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-40243899-d6a8-4ef1-b6f8-e7d480c9bce7 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:18.924751 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-40243899-d6a8-4ef1-b6f8-e7d480c9bce7 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "DELETE /v2.0/subnets/ea64a6cd-9327-4d4b-a376-7823f8d89d27 HTTP/1.1" status: 204 len: 168 time: 0.2876821 Aug 22 14:00:18.926418 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40243899-d6a8-4ef1-b6f8-e7d480c9bce7 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event deleted for resources: {'Subnet': ['ID=ea64a6cd-9327-4d4b-a376-7823f8d89d27,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:18.929563 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd9a2da-b311-466a-9455-dff9960307c4 None None] Network 05302700-e8d0-4c75-9b2c-25dcb57ff3a9 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:00:18.931862 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46500) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:18.984871 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-eda8cf07-d124-41f9-b93c-56a5464598a9 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Deleting subnet e34989da-407c-4328-ba75-1e6d40d6dc68 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:00:18.988075 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-eda8cf07-d124-41f9-b93c-56a5464598a9 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:19.028664 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-eda8cf07-d124-41f9-b93c-56a5464598a9 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:19.121724 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-eda8cf07-d124-41f9-b93c-56a5464598a9 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:19.183233 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-eda8cf07-d124-41f9-b93c-56a5464598a9 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:19.212707 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda8cf07-d124-41f9-b93c-56a5464598a9 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event deleted for resources: {'Subnet': ['ID=e34989da-407c-4328-ba75-1e6d40d6dc68,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:19.214683 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-eda8cf07-d124-41f9-b93c-56a5464598a9 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:19.216630 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-eda8cf07-d124-41f9-b93c-56a5464598a9 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "DELETE /v2.0/subnets/e34989da-407c-4328-ba75-1e6d40d6dc68 HTTP/1.1" status: 204 len: 168 time: 0.2835515 Aug 22 14:00:19.219200 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46502) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:19.300536 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6e7262ff-b8fb-49d6-a40f-3ae5192ae304 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:19.356198 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-6e7262ff-b8fb-49d6-a40f-3ae5192ae304 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Deleting port 5ee9a579-dab3-4c83-9bd3-9465da076405 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:00:19.356570 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6e7262ff-b8fb-49d6-a40f-3ae5192ae304 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:19.420688 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-6e7262ff-b8fb-49d6-a40f-3ae5192ae304 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] For port 5ee9a579-dab3-4c83-9bd3-9465da076405, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=5ee9a579-dab3-4c83-9bd3-9465da076405,segment=NetworkSegment(78aa7585-dcb6-4244-867b-394727b110e1),segment_id=78aa7585-dcb6-4244-867b-394727b110e1)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:00:19.421054 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6e7262ff-b8fb-49d6-a40f-3ae5192ae304 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:19.435130 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-6e7262ff-b8fb-49d6-a40f-3ae5192ae304 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Calling delete_port for 5ee9a579-dab3-4c83-9bd3-9465da076405 owned by network:dhcp {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:00:19.518499 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6e7262ff-b8fb-49d6-a40f-3ae5192ae304 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:19.543204 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7262ff-b8fb-49d6-a40f-3ae5192ae304 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event deleted for resources: {'Port': ['ID=5ee9a579-dab3-4c83-9bd3-9465da076405,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:19.549534 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7262ff-b8fb-49d6-a40f-3ae5192ae304 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] No DVR routers for this DVR port 5ee9a579-dab3-4c83-9bd3-9465da076405 on host n-d-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:00:19.565387 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416de32a-b789-4998-bdad-ef66250ffbde None None] Network 05302700-e8d0-4c75-9b2c-25dcb57ff3a9 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:00:19.630612 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6e7262ff-b8fb-49d6-a40f-3ae5192ae304 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:19.641211 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-6e7262ff-b8fb-49d6-a40f-3ae5192ae304 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05302700-e8d0-4c75-9b2c-25dcb57ff3a9']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:00:19.651603 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-6e7262ff-b8fb-49d6-a40f-3ae5192ae304 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78aa7585-dcb6-4244-867b-394727b110e1') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:00:19.651897 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-6e7262ff-b8fb-49d6-a40f-3ae5192ae304 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78aa7585-dcb6-4244-867b-394727b110e1') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:00:19.660798 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6e7262ff-b8fb-49d6-a40f-3ae5192ae304 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:19.668782 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-53400467-1005-43d6-88e6-ad3a37fa452b None None] Could not find standard attr ID for object 5ee9a579-dab3-4c83-9bd3-9465da076405. {{(pid=94629) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 14:00:19.675098 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6e7262ff-b8fb-49d6-a40f-3ae5192ae304 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:19.681731 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e7262ff-b8fb-49d6-a40f-3ae5192ae304 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:00:19.682135 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6e7262ff-b8fb-49d6-a40f-3ae5192ae304 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:19.685258 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 14:00:19.685258 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:00:19.685258 n-d-793621-33 neutron-server[94627]: timer() Aug 22 14:00:19.685258 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:00:19.685258 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 14:00:19.685258 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:00:19.685258 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 14:00:19.685258 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:00:19.685258 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 14:00:19.685258 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:00:19.685258 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 14:00:19.685258 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:00:19.685258 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 14:00:19.685258 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:00:19.685258 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:00:19.685258 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:00:19.685258 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:00:19.685258 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:00:19.685258 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 14:00:19.685258 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:00:19.685258 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 14:00:19.685258 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:00:19.685258 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:00:19.685258 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:00:19.685258 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 14:00:19.685258 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:00:19.685258 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:00:19.685258 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:00:19.685258 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:00:19.685258 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:00:19.685258 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:00:19.685258 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:00:19.742006 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110fc5e4-e2bc-43b0-9ec5-35ae359b0752 None None] DHCP port deletion for 05302700-e8d0-4c75-9b2c-25dcb57ff3a9 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 14:00:19.743914 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6e7262ff-b8fb-49d6-a40f-3ae5192ae304 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:19.750860 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6e7262ff-b8fb-49d6-a40f-3ae5192ae304 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:19.750860 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-6e7262ff-b8fb-49d6-a40f-3ae5192ae304 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "DELETE /v2.0/networks/05302700-e8d0-4c75-9b2c-25dcb57ff3a9 HTTP/1.1" status: 204 len: 168 time: 0.5307405 Aug 22 14:00:19.755504 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46504) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:19.771356 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7262ff-b8fb-49d6-a40f-3ae5192ae304 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event deleted for resources: {'Network': ['ID=05302700-e8d0-4c75-9b2c-25dcb57ff3a9,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:19.804616 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c525599-fb8f-49f6-ab7f-da1b7ef29b5a tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:19.806024 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2c525599-fb8f-49f6-ab7f-da1b7ef29b5a tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0489469 Aug 22 14:00:19.809556 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46506) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:19.852587 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-fed1cfcc-8a96-4225-abb1-8baebeb02d4c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0418639 Aug 22 14:00:19.856132 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46508) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:19.860967 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-4ed6a06f-7021-4bcb-bfbb-56fbe37016ab tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1136665784'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:00:19.886825 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed6a06f-7021-4bcb-bfbb-56fbe37016ab tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Made reservation on behalf of e442035b1ae84d53bf1c4a67c458a11e for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:00:19.890314 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4ed6a06f-7021-4bcb-bfbb-56fbe37016ab tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:19.912781 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ed6a06f-7021-4bcb-bfbb-56fbe37016ab tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:00:19.921678 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4ed6a06f-7021-4bcb-bfbb-56fbe37016ab tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:19.921964 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-4ed6a06f-7021-4bcb-bfbb-56fbe37016ab tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Added segment ea0150a4-ece8-4f18-a647-383439258f03 of type vlan for network 20e8af04-afcb-46bb-9fec-9d54e128616a Aug 22 14:00:19.965724 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4ed6a06f-7021-4bcb-bfbb-56fbe37016ab tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:19.989874 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4ed6a06f-7021-4bcb-bfbb-56fbe37016ab tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:19.996109 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed6a06f-7021-4bcb-bfbb-56fbe37016ab tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:19.996726 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4ed6a06f-7021-4bcb-bfbb-56fbe37016ab tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:20.051537 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4ed6a06f-7021-4bcb-bfbb-56fbe37016ab tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1943917 Aug 22 14:00:20.055027 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46510) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:20.059833 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-d549224d-bae3-478f-b855-f48aca7c5342 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Request body: {'subnet': {'network_id': '20e8af04-afcb-46bb-9fec-9d54e128616a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:00:20.082327 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6a06f-7021-4bcb-bfbb-56fbe37016ab tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event updated for resources: {'Network': ['ID=20e8af04-afcb-46bb-9fec-9d54e128616a,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:20.126662 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed6a06f-7021-4bcb-bfbb-56fbe37016ab tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:00:20.127006 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed6a06f-7021-4bcb-bfbb-56fbe37016ab tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:00:20.127347 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed6a06f-7021-4bcb-bfbb-56fbe37016ab tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:00:20.127711 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed6a06f-7021-4bcb-bfbb-56fbe37016ab tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:00:20.128052 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed6a06f-7021-4bcb-bfbb-56fbe37016ab tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:00:20.128409 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed6a06f-7021-4bcb-bfbb-56fbe37016ab tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:00:20.128741 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed6a06f-7021-4bcb-bfbb-56fbe37016ab tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:00:20.129067 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed6a06f-7021-4bcb-bfbb-56fbe37016ab tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:00:20.129389 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed6a06f-7021-4bcb-bfbb-56fbe37016ab tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:00:20.129727 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed6a06f-7021-4bcb-bfbb-56fbe37016ab tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:00:20.130054 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed6a06f-7021-4bcb-bfbb-56fbe37016ab tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:00:20.130375 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed6a06f-7021-4bcb-bfbb-56fbe37016ab tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:00:20.141239 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 20e8af04-afcb-46bb-9fec-9d54e128616a details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:00:20.169061 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d549224d-bae3-478f-b855-f48aca7c5342 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Made reservation on behalf of e442035b1ae84d53bf1c4a67c458a11e for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:00:20.172564 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d549224d-bae3-478f-b855-f48aca7c5342 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:20.351999 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d549224d-bae3-478f-b855-f48aca7c5342 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:20.410542 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d549224d-bae3-478f-b855-f48aca7c5342 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event updated for resources: {'Subnet': ['ID=7d1b6692-a15d-4f07-a31d-05936f5287e1,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:20.420215 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d549224d-bae3-478f-b855-f48aca7c5342 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Checking segment: {'id': 'ea0150a4-ece8-4f18-a647-383439258f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '20e8af04-afcb-46bb-9fec-9d54e128616a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:00:20.420596 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d549224d-bae3-478f-b855-f48aca7c5342 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Network hostable DHCP agents. Network: 20e8af04-afcb-46bb-9fec-9d54e128616a, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:00:20.436322 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d549224d-bae3-478f-b855-f48aca7c5342 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Network 20e8af04-afcb-46bb-9fec-9d54e128616a is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:00:20.444147 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-d549224d-bae3-478f-b855-f48aca7c5342 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 20e8af04-afcb-46bb-9fec-9d54e128616a) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:00:20.448921 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d549224d-bae3-478f-b855-f48aca7c5342 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:20.449720 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d549224d-bae3-478f-b855-f48aca7c5342 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:20.452660 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df4fe82-82a0-4793-b5ef-92e574302599 None None] Network 20e8af04-afcb-46bb-9fec-9d54e128616a requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:00:20.466798 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d549224d-bae3-478f-b855-f48aca7c5342 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4081886 Aug 22 14:00:20.467135 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46512) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:20.473110 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-7c20180b-49b4-4872-af66-eeab0499bc30 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Request body: {'port': {'network_id': '20e8af04-afcb-46bb-9fec-9d54e128616a', 'name': 'tempest-PortsIpV6TestJSON-1026263952'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:00:20.566347 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 5ee9a579-dab3-4c83-9bd3-9465da076405 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:00:20.590865 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c20180b-49b4-4872-af66-eeab0499bc30 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Made reservation on behalf of e442035b1ae84d53bf1c4a67c458a11e for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:00:20.591892 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 5ee9a579-dab3-4c83-9bd3-9465da076405 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:00:20.592259 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 5ee9a579-dab3-4c83-9bd3-9465da076405 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:00:20.596356 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7c20180b-49b4-4872-af66-eeab0499bc30 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:20.616313 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-7c20180b-49b4-4872-af66-eeab0499bc30 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] device_id is not set on port dc46c1e0-32f3-44ca-b2ec-93497ae6a1fd yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 14:00:20.632956 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b95fe7-bc8d-4720-8b7f-38b8fd4b040d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-20e8af04-afcb-46bb-9fec-9d54e128616a', 'network_id': '20e8af04-afcb-46bb-9fec-9d54e128616a', 'tenant_id': 'e442035b1ae84d53bf1c4a67c458a11e', 'fixed_ips': [{'subnet_id': '7d1b6692-a15d-4f07-a31d-05936f5287e1'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:00:20.634011 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e2b95fe7-bc8d-4720-8b7f-38b8fd4b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:20.732163 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-7c20180b-49b4-4872-af66-eeab0499bc30 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Allocated IP 2001:db8::db (20e8af04-afcb-46bb-9fec-9d54e128616a/7d1b6692-a15d-4f07-a31d-05936f5287e1/dc46c1e0-32f3-44ca-b2ec-93497ae6a1fd) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:00:20.888928 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7c20180b-49b4-4872-af66-eeab0499bc30 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:20.903162 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-7c20180b-49b4-4872-af66-eeab0499bc30 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Transition to ACTIVE for port object dc46c1e0-32f3-44ca-b2ec-93497ae6a1fd will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:00:20.934225 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7c20180b-49b4-4872-af66-eeab0499bc30 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:20.978722 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c20180b-49b4-4872-af66-eeab0499bc30 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Network 20e8af04-afcb-46bb-9fec-9d54e128616a is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:00:20.981793 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-7c20180b-49b4-4872-af66-eeab0499bc30 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:00:20.984261 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c20180b-49b4-4872-af66-eeab0499bc30 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:00:20.991164 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-e2b95fe7-bc8d-4720-8b7f-38b8fd4b040d None None] Allocated IP 2001:db8::2 (20e8af04-afcb-46bb-9fec-9d54e128616a/7d1b6692-a15d-4f07-a31d-05936f5287e1/541dc198-dc50-47ce-a1a9-0e9ebf4ab8f0) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:00:20.991388 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c20180b-49b4-4872-af66-eeab0499bc30 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:20.991388 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7c20180b-49b4-4872-af66-eeab0499bc30 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:21.007158 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c20180b-49b4-4872-af66-eeab0499bc30 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event updated for resources: {'Port': ['ID=dc46c1e0-32f3-44ca-b2ec-93497ae6a1fd,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:21.017705 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7c20180b-49b4-4872-af66-eeab0499bc30 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5465519 Aug 22 14:00:21.017705 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46514) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:21.022971 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-e9224f36-e6a8-416f-a814-006f8805128b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Request body: {'port': {'network_id': '20e8af04-afcb-46bb-9fec-9d54e128616a', 'name': 'tempest-PortsIpV6TestJSON-1620939368'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:00:21.136313 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9224f36-e6a8-416f-a814-006f8805128b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Made reservation on behalf of e442035b1ae84d53bf1c4a67c458a11e for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:00:21.138817 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e2b95fe7-bc8d-4720-8b7f-38b8fd4b040d None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:21.139786 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e9224f36-e6a8-416f-a814-006f8805128b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:21.147249 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e2b95fe7-bc8d-4720-8b7f-38b8fd4b040d None None] Transition to ACTIVE for port object 541dc198-dc50-47ce-a1a9-0e9ebf4ab8f0 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:00:21.157382 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-e9224f36-e6a8-416f-a814-006f8805128b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] device_id is not set on port 35d6ef56-bf1f-4276-8a4f-b6803d97036c yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 14:00:21.161730 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e2b95fe7-bc8d-4720-8b7f-38b8fd4b040d None None] Transition to ACTIVE for port object 541dc198-dc50-47ce-a1a9-0e9ebf4ab8f0 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:00:21.167568 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e2b95fe7-bc8d-4720-8b7f-38b8fd4b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:21.203714 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b95fe7-bc8d-4720-8b7f-38b8fd4b040d None None] Network 20e8af04-afcb-46bb-9fec-9d54e128616a is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:00:21.208075 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-e2b95fe7-bc8d-4720-8b7f-38b8fd4b040d None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:00:21.211449 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b95fe7-bc8d-4720-8b7f-38b8fd4b040d None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:00:21.220919 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b95fe7-bc8d-4720-8b7f-38b8fd4b040d None None] Pushing event updated for resources: {'Port': ['ID=541dc198-dc50-47ce-a1a9-0e9ebf4ab8f0,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:21.272121 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-e2b95fe7-bc8d-4720-8b7f-38b8fd4b040d None None] Attempting to bind port 541dc198-dc50-47ce-a1a9-0e9ebf4ab8f0 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:00:21.272413 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-e2b95fe7-bc8d-4720-8b7f-38b8fd4b040d None None] Attempting to bind port 541dc198-dc50-47ce-a1a9-0e9ebf4ab8f0 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'ea0150a4-ece8-4f18-a647-383439258f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '20e8af04-afcb-46bb-9fec-9d54e128616a'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:00:21.272781 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b95fe7-bc8d-4720-8b7f-38b8fd4b040d None None] Attempting to bind port 541dc198-dc50-47ce-a1a9-0e9ebf4ab8f0 on network 20e8af04-afcb-46bb-9fec-9d54e128616a {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:00:21.277802 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b95fe7-bc8d-4720-8b7f-38b8fd4b040d None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:00:21.278171 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b95fe7-bc8d-4720-8b7f-38b8fd4b040d None None] Checking segment: {'id': 'ea0150a4-ece8-4f18-a647-383439258f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '20e8af04-afcb-46bb-9fec-9d54e128616a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:00:21.278572 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e2b95fe7-bc8d-4720-8b7f-38b8fd4b040d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:21.278712 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-e9224f36-e6a8-416f-a814-006f8805128b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Allocated IP 2001:db8::131 (20e8af04-afcb-46bb-9fec-9d54e128616a/7d1b6692-a15d-4f07-a31d-05936f5287e1/35d6ef56-bf1f-4276-8a4f-b6803d97036c) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:00:21.278963 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b95fe7-bc8d-4720-8b7f-38b8fd4b040d None None] Bound using segment: {'id': 'ea0150a4-ece8-4f18-a647-383439258f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '20e8af04-afcb-46bb-9fec-9d54e128616a'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:00:21.279430 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-e2b95fe7-bc8d-4720-8b7f-38b8fd4b040d None None] Bound port: 541dc198-dc50-47ce-a1a9-0e9ebf4ab8f0, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea0150a4-ece8-4f18-a647-383439258f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '20e8af04-afcb-46bb-9fec-9d54e128616a'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:00:21.279805 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e2b95fe7-bc8d-4720-8b7f-38b8fd4b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:21.345767 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e2b95fe7-bc8d-4720-8b7f-38b8fd4b040d None None] For port 541dc198-dc50-47ce-a1a9-0e9ebf4ab8f0, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:00:21.348811 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e2b95fe7-bc8d-4720-8b7f-38b8fd4b040d None None] For port 541dc198-dc50-47ce-a1a9-0e9ebf4ab8f0, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=541dc198-dc50-47ce-a1a9-0e9ebf4ab8f0,segment=NetworkSegment(ea0150a4-ece8-4f18-a647-383439258f03),segment_id=ea0150a4-ece8-4f18-a647-383439258f03)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:00:21.353414 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e2b95fe7-bc8d-4720-8b7f-38b8fd4b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:21.413820 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b95fe7-bc8d-4720-8b7f-38b8fd4b040d None None] Pushing event updated for resources: {'Port': ['ID=541dc198-dc50-47ce-a1a9-0e9ebf4ab8f0,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:21.427601 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e9224f36-e6a8-416f-a814-006f8805128b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:21.442569 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-e9224f36-e6a8-416f-a814-006f8805128b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Transition to ACTIVE for port object 35d6ef56-bf1f-4276-8a4f-b6803d97036c will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:00:21.476304 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e9224f36-e6a8-416f-a814-006f8805128b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:21.524853 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9224f36-e6a8-416f-a814-006f8805128b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Network 20e8af04-afcb-46bb-9fec-9d54e128616a is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:00:21.527837 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-e9224f36-e6a8-416f-a814-006f8805128b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:00:21.531560 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9224f36-e6a8-416f-a814-006f8805128b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:00:21.537888 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9224f36-e6a8-416f-a814-006f8805128b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:21.538531 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e9224f36-e6a8-416f-a814-006f8805128b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:21.549777 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9224f36-e6a8-416f-a814-006f8805128b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event updated for resources: {'Port': ['ID=35d6ef56-bf1f-4276-8a4f-b6803d97036c,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:21.566327 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e9224f36-e6a8-416f-a814-006f8805128b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5481074 Aug 22 14:00:21.569349 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46516) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:21.667299 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6296c92b-5ce7-4c7d-a019-f0dce45756b2 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:21.670230 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6296c92b-5ce7-4c7d-a019-f0dce45756b2 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Adb HTTP/1.1" status: 200 len: 928 time: 0.0983629 Aug 22 14:00:21.671570 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46518) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:21.762607 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-19048265-ada7-4334-98aa-690b2afd18d1 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Deleting port 35d6ef56-bf1f-4276-8a4f-b6803d97036c {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:00:21.762946 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-19048265-ada7-4334-98aa-690b2afd18d1 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:21.848624 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-19048265-ada7-4334-98aa-690b2afd18d1 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:21.861867 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-19048265-ada7-4334-98aa-690b2afd18d1 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Calling delete_port for 35d6ef56-bf1f-4276-8a4f-b6803d97036c owned by {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:00:21.993822 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-19048265-ada7-4334-98aa-690b2afd18d1 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:22.024119 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19048265-ada7-4334-98aa-690b2afd18d1 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event deleted for resources: {'Port': ['ID=35d6ef56-bf1f-4276-8a4f-b6803d97036c,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:22.054724 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-19048265-ada7-4334-98aa-690b2afd18d1 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:22.056616 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-19048265-ada7-4334-98aa-690b2afd18d1 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "DELETE /v2.0/ports/35d6ef56-bf1f-4276-8a4f-b6803d97036c HTTP/1.1" status: 204 len: 168 time: 0.3841207 Aug 22 14:00:22.059179 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46520) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:22.083577 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-f484564e-4f60-4e2c-8518-5b7b2aaa7216 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] GET failed (client error): The resource could not be found. Aug 22 14:00:22.085777 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f484564e-4f60-4e2c-8518-5b7b2aaa7216 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "GET /v2.0/ports/35d6ef56-bf1f-4276-8a4f-b6803d97036c HTTP/1.1" status: 404 len: 333 time: 0.0256095 Aug 22 14:00:22.088414 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46522) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:22.178964 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-fecffd8a-3a4b-42c6-9735-7f9ccb1b6c89 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Deleting port dc46c1e0-32f3-44ca-b2ec-93497ae6a1fd {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:00:22.179308 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fecffd8a-3a4b-42c6-9735-7f9ccb1b6c89 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:22.272182 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fecffd8a-3a4b-42c6-9735-7f9ccb1b6c89 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:22.284175 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-fecffd8a-3a4b-42c6-9735-7f9ccb1b6c89 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Calling delete_port for dc46c1e0-32f3-44ca-b2ec-93497ae6a1fd owned by {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:00:22.298344 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d02ce7-f501-43fe-aecb-5a8a33ed3211 None None] Network 20e8af04-afcb-46bb-9fec-9d54e128616a requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:00:22.416924 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fecffd8a-3a4b-42c6-9735-7f9ccb1b6c89 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:22.420845 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-ff812507-bb23-4729-80ec-a21538f176c9 None None] Provisioning for port 541dc198-dc50-47ce-a1a9-0e9ebf4ab8f0 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:00:22.452262 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecffd8a-3a4b-42c6-9735-7f9ccb1b6c89 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event deleted for resources: {'Port': ['ID=dc46c1e0-32f3-44ca-b2ec-93497ae6a1fd,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:22.481586 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fecffd8a-3a4b-42c6-9735-7f9ccb1b6c89 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:22.483564 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-fecffd8a-3a4b-42c6-9735-7f9ccb1b6c89 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "DELETE /v2.0/ports/dc46c1e0-32f3-44ca-b2ec-93497ae6a1fd HTTP/1.1" status: 204 len: 168 time: 0.3941376 Aug 22 14:00:22.486121 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46524) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:22.511257 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-5501ea9c-561b-4c46-9643-db720406174b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] GET failed (client error): The resource could not be found. Aug 22 14:00:22.512866 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5501ea9c-561b-4c46-9643-db720406174b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "GET /v2.0/ports/dc46c1e0-32f3-44ca-b2ec-93497ae6a1fd HTTP/1.1" status: 404 len: 333 time: 0.0258143 Aug 22 14:00:22.515791 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46526) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:22.578265 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-160bb13b-a5d8-4f3c-b549-1c14b8b92bbd tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Deleting subnet 7d1b6692-a15d-4f07-a31d-05936f5287e1 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:00:22.581913 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-160bb13b-a5d8-4f3c-b549-1c14b8b92bbd tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:22.601872 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 541dc198-dc50-47ce-a1a9-0e9ebf4ab8f0 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:00:22.626256 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-160bb13b-a5d8-4f3c-b549-1c14b8b92bbd tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:22.654268 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 541dc198-dc50-47ce-a1a9-0e9ebf4ab8f0 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:00:22.660323 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 541dc198-dc50-47ce-a1a9-0e9ebf4ab8f0 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:00:22.660750 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:22.717057 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-160bb13b-a5d8-4f3c-b549-1c14b8b92bbd tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:22.758011 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:22.774174 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-84585d92-7669-4d2d-9c33-55311d163c5c None None] Provisioning complete for port 541dc198-dc50-47ce-a1a9-0e9ebf4ab8f0 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:00:22.774549 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-84585d92-7669-4d2d-9c33-55311d163c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:22.784565 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-160bb13b-a5d8-4f3c-b549-1c14b8b92bbd tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:22.816670 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160bb13b-a5d8-4f3c-b549-1c14b8b92bbd tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event deleted for resources: {'Subnet': ['ID=7d1b6692-a15d-4f07-a31d-05936f5287e1,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:22.819240 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-160bb13b-a5d8-4f3c-b549-1c14b8b92bbd tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:22.821554 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-160bb13b-a5d8-4f3c-b549-1c14b8b92bbd tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "DELETE /v2.0/subnets/7d1b6692-a15d-4f07-a31d-05936f5287e1 HTTP/1.1" status: 204 len: 168 time: 0.3045745 Aug 22 14:00:22.824089 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46528) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:22.855067 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.db.api [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 14:00:22.855424 n-d-793621-33 neutron-server[94629]: DEBUG oslo_db.api [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 14:00:22.900601 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-84585d92-7669-4d2d-9c33-55311d163c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:22.903797 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8215e7-2921-4334-abdb-a636d681fe3e None None] Network 20e8af04-afcb-46bb-9fec-9d54e128616a requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:00:22.906910 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c6cc37e9-9e4d-4180-95b2-2e66291a0259 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:22.963955 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc37e9-9e4d-4180-95b2-2e66291a0259 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Deleting port 541dc198-dc50-47ce-a1a9-0e9ebf4ab8f0 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:00:22.964213 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c6cc37e9-9e4d-4180-95b2-2e66291a0259 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:22.985329 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-84585d92-7669-4d2d-9c33-55311d163c5c None None] For port 541dc198-dc50-47ce-a1a9-0e9ebf4ab8f0, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=541dc198-dc50-47ce-a1a9-0e9ebf4ab8f0,segment=NetworkSegment(ea0150a4-ece8-4f18-a647-383439258f03),segment_id=ea0150a4-ece8-4f18-a647-383439258f03)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:00:23.010747 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-84585d92-7669-4d2d-9c33-55311d163c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:23.036087 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-c6cc37e9-9e4d-4180-95b2-2e66291a0259 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] For port 541dc198-dc50-47ce-a1a9-0e9ebf4ab8f0, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=541dc198-dc50-47ce-a1a9-0e9ebf4ab8f0,segment=NetworkSegment(ea0150a4-ece8-4f18-a647-383439258f03),segment_id=ea0150a4-ece8-4f18-a647-383439258f03)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:00:23.036477 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c6cc37e9-9e4d-4180-95b2-2e66291a0259 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:23.049814 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc37e9-9e4d-4180-95b2-2e66291a0259 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Calling delete_port for 541dc198-dc50-47ce-a1a9-0e9ebf4ab8f0 owned by network:dhcp {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:00:23.079739 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84585d92-7669-4d2d-9c33-55311d163c5c None None] Pushing event updated for resources: {'Port': ['ID=541dc198-dc50-47ce-a1a9-0e9ebf4ab8f0,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:23.123061 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-52240a37-11a0-47cf-b75a-caf009810c39 None None] Could not find standard attr ID for object dc46c1e0-32f3-44ca-b2ec-93497ae6a1fd. {{(pid=94629) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 14:00:23.136097 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c6cc37e9-9e4d-4180-95b2-2e66291a0259 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:23.144744 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb363ce-24f7-4f66-8eba-ceb482f08916 None None] DHCP port deletion for 20e8af04-afcb-46bb-9fec-9d54e128616a request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 14:00:23.167578 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc37e9-9e4d-4180-95b2-2e66291a0259 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event deleted for resources: {'Port': ['ID=541dc198-dc50-47ce-a1a9-0e9ebf4ab8f0,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:23.171049 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cc37e9-9e4d-4180-95b2-2e66291a0259 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] No DVR routers for this DVR port 541dc198-dc50-47ce-a1a9-0e9ebf4ab8f0 on host n-d-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:00:23.249352 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c6cc37e9-9e4d-4180-95b2-2e66291a0259 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:23.259858 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-c6cc37e9-9e4d-4180-95b2-2e66291a0259 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20e8af04-afcb-46bb-9fec-9d54e128616a']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:00:23.269990 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-c6cc37e9-9e4d-4180-95b2-2e66291a0259 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea0150a4-ece8-4f18-a647-383439258f03') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:00:23.270289 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-c6cc37e9-9e4d-4180-95b2-2e66291a0259 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea0150a4-ece8-4f18-a647-383439258f03') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:00:23.279967 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c6cc37e9-9e4d-4180-95b2-2e66291a0259 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:23.293985 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c6cc37e9-9e4d-4180-95b2-2e66291a0259 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:23.300160 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6cc37e9-9e4d-4180-95b2-2e66291a0259 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:00:23.300606 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c6cc37e9-9e4d-4180-95b2-2e66291a0259 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:23.304257 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 14:00:23.304257 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:00:23.304257 n-d-793621-33 neutron-server[94627]: timer() Aug 22 14:00:23.304257 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:00:23.304257 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 14:00:23.304257 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:00:23.304257 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 14:00:23.304257 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:00:23.304257 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 14:00:23.304257 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:00:23.304257 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 14:00:23.304257 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:00:23.304257 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 14:00:23.304257 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:00:23.304257 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:00:23.304257 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:00:23.304257 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:00:23.304257 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:00:23.304257 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 14:00:23.304257 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:00:23.304257 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 14:00:23.304257 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:00:23.304257 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:00:23.304257 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:00:23.304257 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 14:00:23.304257 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:00:23.304257 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:00:23.304257 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:00:23.304257 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:00:23.304257 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:00:23.304257 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:00:23.304257 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:00:23.367020 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c6cc37e9-9e4d-4180-95b2-2e66291a0259 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:23.374480 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c6cc37e9-9e4d-4180-95b2-2e66291a0259 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:23.376286 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c6cc37e9-9e4d-4180-95b2-2e66291a0259 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "DELETE /v2.0/networks/20e8af04-afcb-46bb-9fec-9d54e128616a HTTP/1.1" status: 204 len: 168 time: 0.5511858 Aug 22 14:00:23.376862 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Port 541dc198-dc50-47ce-a1a9-0e9ebf4ab8f0 update to ACTIVE by agent not found {{(pid=94629) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 22 14:00:23.381651 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46530) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:23.388116 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-1e88a314-cb7c-463f-8347-2ea911dfeff9 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2090720276'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:00:23.389563 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc37e9-9e4d-4180-95b2-2e66291a0259 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event deleted for resources: {'Network': ['ID=20e8af04-afcb-46bb-9fec-9d54e128616a,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:23.410275 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e88a314-cb7c-463f-8347-2ea911dfeff9 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Made reservation on behalf of e442035b1ae84d53bf1c4a67c458a11e for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:00:23.413877 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1e88a314-cb7c-463f-8347-2ea911dfeff9 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:23.437427 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e88a314-cb7c-463f-8347-2ea911dfeff9 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:00:23.446767 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1e88a314-cb7c-463f-8347-2ea911dfeff9 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:23.447108 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-1e88a314-cb7c-463f-8347-2ea911dfeff9 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Added segment 295120be-0d7c-4a76-ac87-b25d8c2cb13f of type vlan for network 21157e2e-d6f3-470e-b0a6-b9982a3237be Aug 22 14:00:23.485046 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1e88a314-cb7c-463f-8347-2ea911dfeff9 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:23.509063 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1e88a314-cb7c-463f-8347-2ea911dfeff9 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:23.514696 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e88a314-cb7c-463f-8347-2ea911dfeff9 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:23.515269 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1e88a314-cb7c-463f-8347-2ea911dfeff9 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:23.573250 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-1e88a314-cb7c-463f-8347-2ea911dfeff9 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1890712 Aug 22 14:00:23.576336 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46532) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:23.581805 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-b2dfadbc-8aef-4dad-a619-85db2de3b13c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Request body: {'subnet': {'network_id': '21157e2e-d6f3-470e-b0a6-b9982a3237be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:00:23.584150 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e88a314-cb7c-463f-8347-2ea911dfeff9 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event updated for resources: {'Network': ['ID=21157e2e-d6f3-470e-b0a6-b9982a3237be,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:23.595169 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 21157e2e-d6f3-470e-b0a6-b9982a3237be details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:00:23.668544 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2dfadbc-8aef-4dad-a619-85db2de3b13c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Made reservation on behalf of e442035b1ae84d53bf1c4a67c458a11e for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:00:23.671975 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b2dfadbc-8aef-4dad-a619-85db2de3b13c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:23.850224 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b2dfadbc-8aef-4dad-a619-85db2de3b13c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:23.912554 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfadbc-8aef-4dad-a619-85db2de3b13c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event updated for resources: {'Subnet': ['ID=5e1df2d9-952f-4c07-8a1d-2cdda7d57d1c,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:23.921199 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dfadbc-8aef-4dad-a619-85db2de3b13c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Checking segment: {'id': '295120be-0d7c-4a76-ac87-b25d8c2cb13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '21157e2e-d6f3-470e-b0a6-b9982a3237be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:00:23.921559 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2dfadbc-8aef-4dad-a619-85db2de3b13c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Network hostable DHCP agents. Network: 21157e2e-d6f3-470e-b0a6-b9982a3237be, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:00:23.937727 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2dfadbc-8aef-4dad-a619-85db2de3b13c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Network 21157e2e-d6f3-470e-b0a6-b9982a3237be is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:00:23.947287 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-b2dfadbc-8aef-4dad-a619-85db2de3b13c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 21157e2e-d6f3-470e-b0a6-b9982a3237be) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:00:23.952226 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dfadbc-8aef-4dad-a619-85db2de3b13c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:23.952915 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b2dfadbc-8aef-4dad-a619-85db2de3b13c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:23.957659 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a366440-96af-476f-b9df-9981798b2743 None None] Network 21157e2e-d6f3-470e-b0a6-b9982a3237be requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:00:23.968720 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-b2dfadbc-8aef-4dad-a619-85db2de3b13c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3911164 Aug 22 14:00:23.972121 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46534) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:23.977498 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-b0f29398-d9d7-4a72-89b8-ccf5b8634781 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Request body: {'port': {'network_id': '21157e2e-d6f3-470e-b0a6-b9982a3237be', 'name': 'tempest-PortsIpV6TestJSON-523844171', 'fixed_ips': [{'subnet_id': '5e1df2d9-952f-4c07-8a1d-2cdda7d57d1c', 'ip_address': '2001:db8::10'}]}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:00:24.083015 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f29398-d9d7-4a72-89b8-ccf5b8634781 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Made reservation on behalf of e442035b1ae84d53bf1c4a67c458a11e for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:00:24.104028 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbe2b52-dfa6-472d-ba1e-9fb4235f0f92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-21157e2e-d6f3-470e-b0a6-b9982a3237be', 'network_id': '21157e2e-d6f3-470e-b0a6-b9982a3237be', 'tenant_id': 'e442035b1ae84d53bf1c4a67c458a11e', 'fixed_ips': [{'subnet_id': '5e1df2d9-952f-4c07-8a1d-2cdda7d57d1c'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:00:24.104890 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3dbe2b52-dfa6-472d-ba1e-9fb4235f0f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:24.169236 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b0f29398-d9d7-4a72-89b8-ccf5b8634781 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:24.186034 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [None req-b0f29398-d9d7-4a72-89b8-ccf5b8634781 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] device_id is not set on port 6d65e158-990e-45d4-b868-fb2145ab04a1 yet. {{(pid=94627) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 14:00:24.241458 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-3dbe2b52-dfa6-472d-ba1e-9fb4235f0f92 None None] Allocated IP 2001:db8::2 (21157e2e-d6f3-470e-b0a6-b9982a3237be/5e1df2d9-952f-4c07-8a1d-2cdda7d57d1c/11a87217-1304-4b71-bb23-bc627bfb89d9) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:00:24.381364 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3dbe2b52-dfa6-472d-ba1e-9fb4235f0f92 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:24.389950 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-3dbe2b52-dfa6-472d-ba1e-9fb4235f0f92 None None] Transition to ACTIVE for port object 11a87217-1304-4b71-bb23-bc627bfb89d9 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:00:24.405453 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-3dbe2b52-dfa6-472d-ba1e-9fb4235f0f92 None None] Transition to ACTIVE for port object 11a87217-1304-4b71-bb23-bc627bfb89d9 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:00:24.411350 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3dbe2b52-dfa6-472d-ba1e-9fb4235f0f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:24.452539 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbe2b52-dfa6-472d-ba1e-9fb4235f0f92 None None] Network 21157e2e-d6f3-470e-b0a6-b9982a3237be is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:00:24.455623 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-3dbe2b52-dfa6-472d-ba1e-9fb4235f0f92 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:00:24.459681 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbe2b52-dfa6-472d-ba1e-9fb4235f0f92 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:00:24.469211 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbe2b52-dfa6-472d-ba1e-9fb4235f0f92 None None] Pushing event updated for resources: {'Port': ['ID=11a87217-1304-4b71-bb23-bc627bfb89d9,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:24.479799 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-b0f29398-d9d7-4a72-89b8-ccf5b8634781 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Allocated IP 2001:db8::10 (21157e2e-d6f3-470e-b0a6-b9982a3237be/5e1df2d9-952f-4c07-8a1d-2cdda7d57d1c/6d65e158-990e-45d4-b868-fb2145ab04a1) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:00:24.531280 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-3dbe2b52-dfa6-472d-ba1e-9fb4235f0f92 None None] Attempting to bind port 11a87217-1304-4b71-bb23-bc627bfb89d9 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:00:24.531803 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-3dbe2b52-dfa6-472d-ba1e-9fb4235f0f92 None None] Attempting to bind port 11a87217-1304-4b71-bb23-bc627bfb89d9 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '295120be-0d7c-4a76-ac87-b25d8c2cb13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '21157e2e-d6f3-470e-b0a6-b9982a3237be'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:00:24.532280 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbe2b52-dfa6-472d-ba1e-9fb4235f0f92 None None] Attempting to bind port 11a87217-1304-4b71-bb23-bc627bfb89d9 on network 21157e2e-d6f3-470e-b0a6-b9982a3237be {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:00:24.538555 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbe2b52-dfa6-472d-ba1e-9fb4235f0f92 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:00:24.539043 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbe2b52-dfa6-472d-ba1e-9fb4235f0f92 None None] Checking segment: {'id': '295120be-0d7c-4a76-ac87-b25d8c2cb13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '21157e2e-d6f3-470e-b0a6-b9982a3237be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:00:24.539593 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3dbe2b52-dfa6-472d-ba1e-9fb4235f0f92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:24.540166 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbe2b52-dfa6-472d-ba1e-9fb4235f0f92 None None] Bound using segment: {'id': '295120be-0d7c-4a76-ac87-b25d8c2cb13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '21157e2e-d6f3-470e-b0a6-b9982a3237be'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:00:24.540635 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-3dbe2b52-dfa6-472d-ba1e-9fb4235f0f92 None None] Bound port: 11a87217-1304-4b71-bb23-bc627bfb89d9, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '295120be-0d7c-4a76-ac87-b25d8c2cb13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '21157e2e-d6f3-470e-b0a6-b9982a3237be'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:00:24.541106 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3dbe2b52-dfa6-472d-ba1e-9fb4235f0f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:24.581267 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 541dc198-dc50-47ce-a1a9-0e9ebf4ab8f0 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:00:24.608011 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 541dc198-dc50-47ce-a1a9-0e9ebf4ab8f0 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:00:24.608469 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 541dc198-dc50-47ce-a1a9-0e9ebf4ab8f0 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:00:24.636984 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-3dbe2b52-dfa6-472d-ba1e-9fb4235f0f92 None None] For port 11a87217-1304-4b71-bb23-bc627bfb89d9, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:00:24.640125 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-3dbe2b52-dfa6-472d-ba1e-9fb4235f0f92 None None] For port 11a87217-1304-4b71-bb23-bc627bfb89d9, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=11a87217-1304-4b71-bb23-bc627bfb89d9,segment=NetworkSegment(295120be-0d7c-4a76-ac87-b25d8c2cb13f),segment_id=295120be-0d7c-4a76-ac87-b25d8c2cb13f)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:00:24.644385 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3dbe2b52-dfa6-472d-ba1e-9fb4235f0f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:24.651016 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b0f29398-d9d7-4a72-89b8-ccf5b8634781 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:24.665354 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-b0f29398-d9d7-4a72-89b8-ccf5b8634781 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Transition to ACTIVE for port object 6d65e158-990e-45d4-b868-fb2145ab04a1 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:00:24.701952 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbe2b52-dfa6-472d-ba1e-9fb4235f0f92 None None] Pushing event updated for resources: {'Port': ['ID=11a87217-1304-4b71-bb23-bc627bfb89d9,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:24.704106 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b0f29398-d9d7-4a72-89b8-ccf5b8634781 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:24.754856 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f29398-d9d7-4a72-89b8-ccf5b8634781 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Network 21157e2e-d6f3-470e-b0a6-b9982a3237be is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:00:24.758196 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-b0f29398-d9d7-4a72-89b8-ccf5b8634781 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:00:24.760608 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f29398-d9d7-4a72-89b8-ccf5b8634781 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:00:24.766261 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f29398-d9d7-4a72-89b8-ccf5b8634781 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:24.766868 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b0f29398-d9d7-4a72-89b8-ccf5b8634781 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:24.780714 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f29398-d9d7-4a72-89b8-ccf5b8634781 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event updated for resources: {'Port': ['ID=6d65e158-990e-45d4-b868-fb2145ab04a1,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:24.793359 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-b0f29398-d9d7-4a72-89b8-ccf5b8634781 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8200104 Aug 22 14:00:24.796136 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46536) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:24.804623 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-5843fc4b-df90-41d6-ae91-25f077995e96 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Request body: {'port': {'network_id': '21157e2e-d6f3-470e-b0a6-b9982a3237be', 'name': 'tempest-PortsIpV6TestJSON-608219695', 'fixed_ips': [{'subnet_id': '5e1df2d9-952f-4c07-8a1d-2cdda7d57d1c', 'ip_address': '2001:db8::f'}]}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:00:24.923663 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5843fc4b-df90-41d6-ae91-25f077995e96 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Made reservation on behalf of e442035b1ae84d53bf1c4a67c458a11e for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:00:24.928794 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5843fc4b-df90-41d6-ae91-25f077995e96 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:24.948410 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [None req-5843fc4b-df90-41d6-ae91-25f077995e96 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] device_id is not set on port aa83bb17-2de5-4534-93e1-b316400c8e25 yet. {{(pid=94627) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 14:00:25.109962 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-5843fc4b-df90-41d6-ae91-25f077995e96 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Allocated IP 2001:db8::f (21157e2e-d6f3-470e-b0a6-b9982a3237be/5e1df2d9-952f-4c07-8a1d-2cdda7d57d1c/aa83bb17-2de5-4534-93e1-b316400c8e25) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:00:25.260660 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5843fc4b-df90-41d6-ae91-25f077995e96 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:25.273881 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-5843fc4b-df90-41d6-ae91-25f077995e96 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Transition to ACTIVE for port object aa83bb17-2de5-4534-93e1-b316400c8e25 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:00:25.306813 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5843fc4b-df90-41d6-ae91-25f077995e96 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:25.353051 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5843fc4b-df90-41d6-ae91-25f077995e96 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Network 21157e2e-d6f3-470e-b0a6-b9982a3237be is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:00:25.356202 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-5843fc4b-df90-41d6-ae91-25f077995e96 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:00:25.359923 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5843fc4b-df90-41d6-ae91-25f077995e96 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:00:25.366919 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5843fc4b-df90-41d6-ae91-25f077995e96 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:25.367640 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5843fc4b-df90-41d6-ae91-25f077995e96 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:25.376198 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5843fc4b-df90-41d6-ae91-25f077995e96 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event updated for resources: {'Port': ['ID=aa83bb17-2de5-4534-93e1-b316400c8e25,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:25.393247 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-5843fc4b-df90-41d6-ae91-25f077995e96 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.5960097 Aug 22 14:00:25.395743 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46538) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:25.450565 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142baab5-c2fd-44eb-95f2-b5c96d6fb64c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:25.452156 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-142baab5-c2fd-44eb-95f2-b5c96d6fb64c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.0554526 Aug 22 14:00:25.454900 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46540) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:25.512425 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f75adb-c179-4b13-9fda-f21bb038d69c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:25.518386 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f75adb-c179-4b13-9fda-f21bb038d69c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:25.524535 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f75adb-c179-4b13-9fda-f21bb038d69c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:25.526303 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-48f75adb-c179-4b13-9fda-f21bb038d69c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.0702190 Aug 22 14:00:25.529081 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46542) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:25.621173 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-85c6fc02-8912-4a12-a1c1-13ee4b526153 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Deleting port aa83bb17-2de5-4534-93e1-b316400c8e25 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:00:25.621385 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-85c6fc02-8912-4a12-a1c1-13ee4b526153 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:25.626360 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b876b485-2f39-4249-ba3f-30497a96ff14 None None] Network 21157e2e-d6f3-470e-b0a6-b9982a3237be requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:00:25.697300 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-4985996d-a0ff-4cbf-a536-2a491e20c130 None None] Provisioning for port 11a87217-1304-4b71-bb23-bc627bfb89d9 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:00:25.713776 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-85c6fc02-8912-4a12-a1c1-13ee4b526153 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:25.725894 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-85c6fc02-8912-4a12-a1c1-13ee4b526153 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Calling delete_port for aa83bb17-2de5-4534-93e1-b316400c8e25 owned by {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:00:25.860747 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-85c6fc02-8912-4a12-a1c1-13ee4b526153 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:25.895897 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c6fc02-8912-4a12-a1c1-13ee4b526153 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event deleted for resources: {'Port': ['ID=aa83bb17-2de5-4534-93e1-b316400c8e25,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:25.926774 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-85c6fc02-8912-4a12-a1c1-13ee4b526153 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:25.930115 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-85c6fc02-8912-4a12-a1c1-13ee4b526153 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "DELETE /v2.0/ports/aa83bb17-2de5-4534-93e1-b316400c8e25 HTTP/1.1" status: 204 len: 168 time: 0.4000897 Aug 22 14:00:25.932641 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46544) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:25.959746 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-6112f460-6c93-4460-aa83-0d16be5d0dd0 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] GET failed (client error): The resource could not be found. Aug 22 14:00:25.961355 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-6112f460-6c93-4460-aa83-0d16be5d0dd0 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "GET /v2.0/ports/aa83bb17-2de5-4534-93e1-b316400c8e25 HTTP/1.1" status: 404 len: 333 time: 0.0277140 Aug 22 14:00:25.963926 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46546) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:26.047535 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-4f76b0df-3f0b-4bfb-9c45-54c3a99736dc None None] Provisioning for port 6d65e158-990e-45d4-b868-fb2145ab04a1 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:00:26.051854 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-4f76b0df-3f0b-4bfb-9c45-54c3a99736dc None None] Provisioning complete for port 6d65e158-990e-45d4-b868-fb2145ab04a1 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:00:26.052143 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4f76b0df-3f0b-4bfb-9c45-54c3a99736dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:26.055463 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-1e6d64a1-21b7-44ec-a66c-80aba4459b1e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Deleting port 6d65e158-990e-45d4-b868-fb2145ab04a1 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:00:26.056780 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1e6d64a1-21b7-44ec-a66c-80aba4459b1e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:26.088715 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-4f76b0df-3f0b-4bfb-9c45-54c3a99736dc None None] Port 6d65e158-990e-45d4-b868-fb2145ab04a1 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:00:26.091874 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-4f76b0df-3f0b-4bfb-9c45-54c3a99736dc None None] Could not find standard attr ID for object aa83bb17-2de5-4534-93e1-b316400c8e25. {{(pid=94629) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 14:00:26.149462 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1e6d64a1-21b7-44ec-a66c-80aba4459b1e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:26.163404 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-1e6d64a1-21b7-44ec-a66c-80aba4459b1e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Calling delete_port for 6d65e158-990e-45d4-b868-fb2145ab04a1 owned by {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:00:26.299546 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1e6d64a1-21b7-44ec-a66c-80aba4459b1e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:26.306213 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-91b0f1f4-13bb-4cd0-85b0-6f8faba0733a None None] Could not find standard attr ID for object 6d65e158-990e-45d4-b868-fb2145ab04a1. {{(pid=94629) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 14:00:26.332290 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6d64a1-21b7-44ec-a66c-80aba4459b1e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event deleted for resources: {'Port': ['ID=6d65e158-990e-45d4-b868-fb2145ab04a1,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:26.356260 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1e6d64a1-21b7-44ec-a66c-80aba4459b1e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:26.358311 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-1e6d64a1-21b7-44ec-a66c-80aba4459b1e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "DELETE /v2.0/ports/6d65e158-990e-45d4-b868-fb2145ab04a1 HTTP/1.1" status: 204 len: 168 time: 0.3933945 Aug 22 14:00:26.360901 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46548) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:26.385653 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-edcc7d9d-8209-4668-954a-cdd26b5e4e17 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] GET failed (client error): The resource could not be found. Aug 22 14:00:26.387212 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-edcc7d9d-8209-4668-954a-cdd26b5e4e17 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "GET /v2.0/ports/6d65e158-990e-45d4-b868-fb2145ab04a1 HTTP/1.1" status: 404 len: 333 time: 0.0253928 Aug 22 14:00:26.390008 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46550) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:26.424336 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-760dece4-e9db-4e87-a326-c3a87d206617 None None] Could not find standard attr ID for object aa83bb17-2de5-4534-93e1-b316400c8e25. {{(pid=94629) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 14:00:26.448550 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f861c94-992f-4ff3-b888-0733166d49fc tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Deleting subnet 5e1df2d9-952f-4c07-8a1d-2cdda7d57d1c {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:00:26.451873 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1f861c94-992f-4ff3-b888-0733166d49fc tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:26.498446 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1f861c94-992f-4ff3-b888-0733166d49fc tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:26.594819 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 11a87217-1304-4b71-bb23-bc627bfb89d9 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:00:26.596518 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1f861c94-992f-4ff3-b888-0733166d49fc tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:26.651495 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 11a87217-1304-4b71-bb23-bc627bfb89d9 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:00:26.657937 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 11a87217-1304-4b71-bb23-bc627bfb89d9 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:00:26.658804 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:26.661878 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1f861c94-992f-4ff3-b888-0733166d49fc tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:26.696295 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f861c94-992f-4ff3-b888-0733166d49fc tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event deleted for resources: {'Subnet': ['ID=5e1df2d9-952f-4c07-8a1d-2cdda7d57d1c,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:26.698357 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1f861c94-992f-4ff3-b888-0733166d49fc tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:26.700646 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-1f861c94-992f-4ff3-b888-0733166d49fc tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "DELETE /v2.0/subnets/5e1df2d9-952f-4c07-8a1d-2cdda7d57d1c HTTP/1.1" status: 204 len: 168 time: 0.3093812 Aug 22 14:00:26.703370 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46552) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:26.760613 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:26.788333 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b854949b-d29b-4afa-9e98-ac3a2706443a tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:26.802286 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 11a87217-1304-4b71-bb23-bc627bfb89d9, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=11a87217-1304-4b71-bb23-bc627bfb89d9,segment=NetworkSegment(295120be-0d7c-4a76-ac87-b25d8c2cb13f),segment_id=295120be-0d7c-4a76-ac87-b25d8c2cb13f)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:00:26.809999 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:26.868504 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=11a87217-1304-4b71-bb23-bc627bfb89d9,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:26.906752 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-b854949b-d29b-4afa-9e98-ac3a2706443a tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Deleting port 11a87217-1304-4b71-bb23-bc627bfb89d9 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:00:26.907360 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b854949b-d29b-4afa-9e98-ac3a2706443a tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:26.989288 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0c3b03-9bf4-4b70-ab2a-464b0e09f1b5 None None] Network 21157e2e-d6f3-470e-b0a6-b9982a3237be requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:00:26.989519 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-b854949b-d29b-4afa-9e98-ac3a2706443a tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] For port 11a87217-1304-4b71-bb23-bc627bfb89d9, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=11a87217-1304-4b71-bb23-bc627bfb89d9,segment=NetworkSegment(295120be-0d7c-4a76-ac87-b25d8c2cb13f),segment_id=295120be-0d7c-4a76-ac87-b25d8c2cb13f)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:00:26.989519 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b854949b-d29b-4afa-9e98-ac3a2706443a tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:27.002473 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-b854949b-d29b-4afa-9e98-ac3a2706443a tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Calling delete_port for 11a87217-1304-4b71-bb23-bc627bfb89d9 owned by network:dhcp {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:00:27.086516 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b854949b-d29b-4afa-9e98-ac3a2706443a tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:27.116832 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854949b-d29b-4afa-9e98-ac3a2706443a tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event deleted for resources: {'Port': ['ID=11a87217-1304-4b71-bb23-bc627bfb89d9,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:27.121615 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b854949b-d29b-4afa-9e98-ac3a2706443a tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] No DVR routers for this DVR port 11a87217-1304-4b71-bb23-bc627bfb89d9 on host n-d-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:00:27.184569 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf59d845-266f-425a-a057-b267e0df45a3 None None] DHCP port deletion for 21157e2e-d6f3-470e-b0a6-b9982a3237be request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 14:00:27.211477 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b854949b-d29b-4afa-9e98-ac3a2706443a tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:27.221158 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-b854949b-d29b-4afa-9e98-ac3a2706443a tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21157e2e-d6f3-470e-b0a6-b9982a3237be']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:00:27.232602 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-b854949b-d29b-4afa-9e98-ac3a2706443a tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '295120be-0d7c-4a76-ac87-b25d8c2cb13f') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:00:27.232896 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-b854949b-d29b-4afa-9e98-ac3a2706443a tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '295120be-0d7c-4a76-ac87-b25d8c2cb13f') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:00:27.241927 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b854949b-d29b-4afa-9e98-ac3a2706443a tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:27.254910 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b854949b-d29b-4afa-9e98-ac3a2706443a tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:27.261126 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b854949b-d29b-4afa-9e98-ac3a2706443a tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:00:27.261542 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b854949b-d29b-4afa-9e98-ac3a2706443a tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:27.264718 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 14:00:27.264718 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:00:27.264718 n-d-793621-33 neutron-server[94627]: timer() Aug 22 14:00:27.264718 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:00:27.264718 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 14:00:27.264718 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:00:27.264718 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 14:00:27.264718 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:00:27.264718 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 14:00:27.264718 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:00:27.264718 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 14:00:27.264718 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:00:27.264718 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 14:00:27.264718 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:00:27.264718 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:00:27.264718 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:00:27.264718 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:00:27.264718 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:00:27.264718 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 14:00:27.264718 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:00:27.264718 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 14:00:27.264718 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:00:27.264718 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:00:27.264718 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:00:27.264718 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 14:00:27.264718 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:00:27.264718 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:00:27.264718 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:00:27.264718 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:00:27.264718 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:00:27.264718 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:00:27.264718 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:00:27.326248 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b854949b-d29b-4afa-9e98-ac3a2706443a tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:27.333072 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b854949b-d29b-4afa-9e98-ac3a2706443a tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:27.335748 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-b854949b-d29b-4afa-9e98-ac3a2706443a tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "DELETE /v2.0/networks/21157e2e-d6f3-470e-b0a6-b9982a3237be HTTP/1.1" status: 204 len: 168 time: 0.6313784 Aug 22 14:00:27.339648 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46554) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:27.345760 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-96318a97-e856-4c0d-abd0-d3583d66844d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-684972024'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:00:27.369216 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96318a97-e856-4c0d-abd0-d3583d66844d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Made reservation on behalf of e442035b1ae84d53bf1c4a67c458a11e for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:00:27.372932 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-96318a97-e856-4c0d-abd0-d3583d66844d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:27.399935 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96318a97-e856-4c0d-abd0-d3583d66844d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:00:27.410612 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-96318a97-e856-4c0d-abd0-d3583d66844d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:27.410879 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-96318a97-e856-4c0d-abd0-d3583d66844d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Added segment 89b9e3d4-1254-4aef-8782-aa66ca0f48e8 of type vlan for network 57d95d22-f85c-4ab5-a426-1916a9c1da7d Aug 22 14:00:27.457267 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-96318a97-e856-4c0d-abd0-d3583d66844d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:27.485338 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-96318a97-e856-4c0d-abd0-d3583d66844d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:27.491798 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96318a97-e856-4c0d-abd0-d3583d66844d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:27.492454 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-96318a97-e856-4c0d-abd0-d3583d66844d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:27.554706 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-96318a97-e856-4c0d-abd0-d3583d66844d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2102206 Aug 22 14:00:27.559525 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46556) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:27.567065 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-3fa3f447-9ba3-42d5-8525-4448f66db8b1 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Request body: {'subnet': {'network_id': '57d95d22-f85c-4ab5-a426-1916a9c1da7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:00:27.620387 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96318a97-e856-4c0d-abd0-d3583d66844d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event updated for resources: {'Network': ['ID=57d95d22-f85c-4ab5-a426-1916a9c1da7d,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:27.631519 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 57d95d22-f85c-4ab5-a426-1916a9c1da7d details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:00:27.676368 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa3f447-9ba3-42d5-8525-4448f66db8b1 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Made reservation on behalf of e442035b1ae84d53bf1c4a67c458a11e for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:00:27.680765 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3fa3f447-9ba3-42d5-8525-4448f66db8b1 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:27.692869 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854949b-d29b-4afa-9e98-ac3a2706443a tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event deleted for resources: {'Network': ['ID=21157e2e-d6f3-470e-b0a6-b9982a3237be,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:27.862102 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3fa3f447-9ba3-42d5-8525-4448f66db8b1 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:27.930897 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa3f447-9ba3-42d5-8525-4448f66db8b1 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event updated for resources: {'Subnet': ['ID=8540c2e9-8fd6-470e-a250-552754b4ede2,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:27.933051 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa3f447-9ba3-42d5-8525-4448f66db8b1 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Checking segment: {'id': '89b9e3d4-1254-4aef-8782-aa66ca0f48e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '57d95d22-f85c-4ab5-a426-1916a9c1da7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:00:27.933430 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa3f447-9ba3-42d5-8525-4448f66db8b1 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Network hostable DHCP agents. Network: 57d95d22-f85c-4ab5-a426-1916a9c1da7d, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:00:27.950008 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa3f447-9ba3-42d5-8525-4448f66db8b1 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Network 57d95d22-f85c-4ab5-a426-1916a9c1da7d is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:00:27.957603 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-3fa3f447-9ba3-42d5-8525-4448f66db8b1 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 57d95d22-f85c-4ab5-a426-1916a9c1da7d) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:00:27.962073 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa3f447-9ba3-42d5-8525-4448f66db8b1 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:27.962665 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3fa3f447-9ba3-42d5-8525-4448f66db8b1 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:27.967484 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d165101a-3d09-46ff-8051-f9b473202fcc None None] Network 57d95d22-f85c-4ab5-a426-1916a9c1da7d requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:00:27.982497 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-3fa3f447-9ba3-42d5-8525-4448f66db8b1 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4220159 Aug 22 14:00:27.985151 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46558) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:27.989971 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-5a2b2f2f-b146-46d0-851e-e86bef9f360a tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1942851039', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:00:28.012372 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5a2b2f2f-b146-46d0-851e-e86bef9f360a tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:28.013349 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5a2b2f2f-b146-46d0-851e-e86bef9f360a tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:28.062341 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5a2b2f2f-b146-46d0-851e-e86bef9f360a tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:28.066622 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5a2b2f2f-b146-46d0-851e-e86bef9f360a tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:28.083298 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5a2b2f2f-b146-46d0-851e-e86bef9f360a tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:28.087519 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-5a2b2f2f-b146-46d0-851e-e86bef9f360a tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.0988424 Aug 22 14:00:28.088164 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46560) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:28.093243 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-6db16057-a77d-4806-add1-5c25f086c17c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Request body: {'port': {'network_id': '57d95d22-f85c-4ab5-a426-1916a9c1da7d', 'name': 'tempest-PortsIpV6TestJSON-1215098383'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:00:28.124158 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17703ce8-6814-4e04-93ff-84238f36ae71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-57d95d22-f85c-4ab5-a426-1916a9c1da7d', 'network_id': '57d95d22-f85c-4ab5-a426-1916a9c1da7d', 'tenant_id': 'e442035b1ae84d53bf1c4a67c458a11e', 'fixed_ips': [{'subnet_id': '8540c2e9-8fd6-470e-a250-552754b4ede2'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:00:28.125040 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-17703ce8-6814-4e04-93ff-84238f36ae71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:28.204374 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db16057-a77d-4806-add1-5c25f086c17c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Made reservation on behalf of e442035b1ae84d53bf1c4a67c458a11e for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:00:28.208039 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6db16057-a77d-4806-add1-5c25f086c17c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:28.226464 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [None req-6db16057-a77d-4806-add1-5c25f086c17c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] device_id is not set on port fa3007de-cfed-4e4f-a023-3f459271b112 yet. {{(pid=94627) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 14:00:28.265528 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-17703ce8-6814-4e04-93ff-84238f36ae71 None None] Allocated IP 2001:db8::2 (57d95d22-f85c-4ab5-a426-1916a9c1da7d/8540c2e9-8fd6-470e-a250-552754b4ede2/eba1c061-03fb-4003-a7be-c44085f0c754) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:00:28.407308 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-17703ce8-6814-4e04-93ff-84238f36ae71 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:28.415858 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-17703ce8-6814-4e04-93ff-84238f36ae71 None None] Transition to ACTIVE for port object eba1c061-03fb-4003-a7be-c44085f0c754 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:00:28.430637 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-17703ce8-6814-4e04-93ff-84238f36ae71 None None] Transition to ACTIVE for port object eba1c061-03fb-4003-a7be-c44085f0c754 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:00:28.436280 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-17703ce8-6814-4e04-93ff-84238f36ae71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:28.477918 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17703ce8-6814-4e04-93ff-84238f36ae71 None None] Network 57d95d22-f85c-4ab5-a426-1916a9c1da7d is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:00:28.486394 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-17703ce8-6814-4e04-93ff-84238f36ae71 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:00:28.488865 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17703ce8-6814-4e04-93ff-84238f36ae71 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:00:28.491111 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-6db16057-a77d-4806-add1-5c25f086c17c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Allocated IP 2001:db8::35 (57d95d22-f85c-4ab5-a426-1916a9c1da7d/8540c2e9-8fd6-470e-a250-552754b4ede2/fa3007de-cfed-4e4f-a023-3f459271b112) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:00:28.502583 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17703ce8-6814-4e04-93ff-84238f36ae71 None None] Pushing event updated for resources: {'Port': ['ID=eba1c061-03fb-4003-a7be-c44085f0c754,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:28.505562 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3d0276f1-5ba0-41ad-bd94-50ec72bb6599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:28.562012 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-17703ce8-6814-4e04-93ff-84238f36ae71 None None] Attempting to bind port eba1c061-03fb-4003-a7be-c44085f0c754 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:00:28.562528 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-17703ce8-6814-4e04-93ff-84238f36ae71 None None] Attempting to bind port eba1c061-03fb-4003-a7be-c44085f0c754 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '89b9e3d4-1254-4aef-8782-aa66ca0f48e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '57d95d22-f85c-4ab5-a426-1916a9c1da7d'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:00:28.562774 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17703ce8-6814-4e04-93ff-84238f36ae71 None None] Attempting to bind port eba1c061-03fb-4003-a7be-c44085f0c754 on network 57d95d22-f85c-4ab5-a426-1916a9c1da7d {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:00:28.566899 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 11a87217-1304-4b71-bb23-bc627bfb89d9 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:00:28.588738 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17703ce8-6814-4e04-93ff-84238f36ae71 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:00:28.589128 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17703ce8-6814-4e04-93ff-84238f36ae71 None None] Checking segment: {'id': '89b9e3d4-1254-4aef-8782-aa66ca0f48e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '57d95d22-f85c-4ab5-a426-1916a9c1da7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:00:28.589532 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-17703ce8-6814-4e04-93ff-84238f36ae71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:28.590087 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17703ce8-6814-4e04-93ff-84238f36ae71 None None] Bound using segment: {'id': '89b9e3d4-1254-4aef-8782-aa66ca0f48e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '57d95d22-f85c-4ab5-a426-1916a9c1da7d'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:00:28.590566 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-17703ce8-6814-4e04-93ff-84238f36ae71 None None] Bound port: eba1c061-03fb-4003-a7be-c44085f0c754, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89b9e3d4-1254-4aef-8782-aa66ca0f48e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '57d95d22-f85c-4ab5-a426-1916a9c1da7d'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:00:28.590950 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-17703ce8-6814-4e04-93ff-84238f36ae71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:28.592694 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 11a87217-1304-4b71-bb23-bc627bfb89d9 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:00:28.593037 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 11a87217-1304-4b71-bb23-bc627bfb89d9 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:00:28.652697 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6db16057-a77d-4806-add1-5c25f086c17c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:28.657044 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:28.667740 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-6db16057-a77d-4806-add1-5c25f086c17c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Transition to ACTIVE for port object fa3007de-cfed-4e4f-a023-3f459271b112 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:00:28.670350 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-17703ce8-6814-4e04-93ff-84238f36ae71 None None] For port eba1c061-03fb-4003-a7be-c44085f0c754, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:00:28.673417 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-17703ce8-6814-4e04-93ff-84238f36ae71 None None] For port eba1c061-03fb-4003-a7be-c44085f0c754, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=eba1c061-03fb-4003-a7be-c44085f0c754,segment=NetworkSegment(89b9e3d4-1254-4aef-8782-aa66ca0f48e8),segment_id=89b9e3d4-1254-4aef-8782-aa66ca0f48e8)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:00:28.677038 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-17703ce8-6814-4e04-93ff-84238f36ae71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:28.700228 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6db16057-a77d-4806-add1-5c25f086c17c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:28.734343 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17703ce8-6814-4e04-93ff-84238f36ae71 None None] Pushing event updated for resources: {'Port': ['ID=eba1c061-03fb-4003-a7be-c44085f0c754,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:28.752111 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db16057-a77d-4806-add1-5c25f086c17c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Network 57d95d22-f85c-4ab5-a426-1916a9c1da7d is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:00:28.755574 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-6db16057-a77d-4806-add1-5c25f086c17c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:00:28.758680 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db16057-a77d-4806-add1-5c25f086c17c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:00:28.764650 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db16057-a77d-4806-add1-5c25f086c17c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:28.765294 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6db16057-a77d-4806-add1-5c25f086c17c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:28.778072 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db16057-a77d-4806-add1-5c25f086c17c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event updated for resources: {'Port': ['ID=fa3007de-cfed-4e4f-a023-3f459271b112,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:28.792452 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46562) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:28.792969 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-6db16057-a77d-4806-add1-5c25f086c17c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7032850 Aug 22 14:00:29.133570 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a08adcf6-8025-4871-980b-bda5dfb8413d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:29.268376 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:00:29.370258 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a08adcf6-8025-4871-980b-bda5dfb8413d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:29.374855 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a08adcf6-8025-4871-980b-bda5dfb8413d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:29.453128 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08adcf6-8025-4871-980b-bda5dfb8413d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event updated for resources: {'Port': ['ID=fa3007de-cfed-4e4f-a023-3f459271b112,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:29.555366 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a08adcf6-8025-4871-980b-bda5dfb8413d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:29.623344 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0598f7c2-d86a-467b-8940-3b94ff474f69 None None] Network 57d95d22-f85c-4ab5-a426-1916a9c1da7d requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:00:29.672256 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a08adcf6-8025-4871-980b-bda5dfb8413d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:29.714695 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-513fb578-4a89-4c77-ac11-61f22a72b020 None None] Provisioning for port eba1c061-03fb-4003-a7be-c44085f0c754 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:00:29.935452 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a08adcf6-8025-4871-980b-bda5dfb8413d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:29.940205 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a08adcf6-8025-4871-980b-bda5dfb8413d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:29.941101 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a08adcf6-8025-4871-980b-bda5dfb8413d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:30.039120 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08adcf6-8025-4871-980b-bda5dfb8413d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event updated for resources: {'Port': ['ID=fa3007de-cfed-4e4f-a023-3f459271b112,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:30.070712 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-80a6c77b-3725-4662-a5ed-7c8b788a56c8 None None] Provisioning for port fa3007de-cfed-4e4f-a023-3f459271b112 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:00:30.074818 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-80a6c77b-3725-4662-a5ed-7c8b788a56c8 None None] Provisioning complete for port fa3007de-cfed-4e4f-a023-3f459271b112 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:00:30.075185 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-80a6c77b-3725-4662-a5ed-7c8b788a56c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:30.079194 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08adcf6-8025-4871-980b-bda5dfb8413d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Network 57d95d22-f85c-4ab5-a426-1916a9c1da7d is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:00:30.081177 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-a08adcf6-8025-4871-980b-bda5dfb8413d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:00:30.118454 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-80a6c77b-3725-4662-a5ed-7c8b788a56c8 None None] Port fa3007de-cfed-4e4f-a023-3f459271b112 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:00:30.209824 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a08adcf6-8025-4871-980b-bda5dfb8413d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Router 9280eee7-26a0-4dea-bc4c-8e568396d2ae is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 14:00:30.239189 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-7fdeb4ba-00a7-4bba-9b9b-2b97e914c2fa None None] Provisioning complete for port fa3007de-cfed-4e4f-a023-3f459271b112 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:00:30.243553 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7fdeb4ba-00a7-4bba-9b9b-2b97e914c2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:30.279961 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-7fdeb4ba-00a7-4bba-9b9b-2b97e914c2fa None None] Port fa3007de-cfed-4e4f-a023-3f459271b112 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:00:30.402555 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-f254ab4c-6b70-4b1a-8004-661063d06b3c None None] Provisioning complete for port fa3007de-cfed-4e4f-a023-3f459271b112 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:00:30.403017 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f254ab4c-6b70-4b1a-8004-661063d06b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:30.440392 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-f254ab4c-6b70-4b1a-8004-661063d06b3c None None] Port fa3007de-cfed-4e4f-a023-3f459271b112 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:00:30.590582 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device eba1c061-03fb-4003-a7be-c44085f0c754 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:00:30.623252 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08adcf6-8025-4871-980b-bda5dfb8413d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:00:30.631016 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a08adcf6-8025-4871-980b-bda5dfb8413d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "PUT /v2.0/routers/9280eee7-26a0-4dea-bc4c-8e568396d2ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8373458 Aug 22 14:00:30.632368 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46564) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:30.634153 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a39d79-e3b3-47c7-abd9-7b4fe481703c None None] Sync routers for ids ['9280eee7-26a0-4dea-bc4c-8e568396d2ae'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:00:30.643143 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port eba1c061-03fb-4003-a7be-c44085f0c754 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:00:30.644960 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a39d79-e3b3-47c7-abd9-7b4fe481703c None None] Routers {'9280eee7-26a0-4dea-bc4c-8e568396d2ae'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:00:30.645821 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-d9a39d79-e3b3-47c7-abd9-7b4fe481703c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:00:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['9280eee7-26a0-4dea-bc4c-8e568396d2ae'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:00:30.653681 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port eba1c061-03fb-4003-a7be-c44085f0c754 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:00:30.654161 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:30.685455 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7aab3c-cd03-4f13-b8ae-57dd33d80d6c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:30.686389 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-d9a39d79-e3b3-47c7-abd9-7b4fe481703c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:00:30.688285 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-be7aab3c-cd03-4f13-b8ae-57dd33d80d6c tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "GET /v2.0/ports?device_id=9280eee7-26a0-4dea-bc4c-8e568396d2ae HTTP/1.1" status: 200 len: 988 time: 0.0534630 Aug 22 14:00:30.689775 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-2dd1e09c-a62d-49ba-89b1-c24417a384ea None None] Provisioning complete for port fa3007de-cfed-4e4f-a023-3f459271b112 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:00:30.690243 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2dd1e09c-a62d-49ba-89b1-c24417a384ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:30.690467 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46566) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:30.695372 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a39d79-e3b3-47c7-abd9-7b4fe481703c None None] Routers {'9280eee7-26a0-4dea-bc4c-8e568396d2ae'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:00:30.696066 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-d9a39d79-e3b3-47c7-abd9-7b4fe481703c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:00:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['9280eee7-26a0-4dea-bc4c-8e568396d2ae'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:00:30.728180 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-d9a39d79-e3b3-47c7-abd9-7b4fe481703c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:00:30.728938 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a39d79-e3b3-47c7-abd9-7b4fe481703c None None] The sync data for ids ['9280eee7-26a0-4dea-bc4c-8e568396d2ae'] in n-d-793621-33 is: [] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:00:30.735028 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-2dd1e09c-a62d-49ba-89b1-c24417a384ea None None] Port fa3007de-cfed-4e4f-a023-3f459271b112 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:00:30.775538 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:30.808152 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port eba1c061-03fb-4003-a7be-c44085f0c754, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=eba1c061-03fb-4003-a7be-c44085f0c754,segment=NetworkSegment(89b9e3d4-1254-4aef-8782-aa66ca0f48e8),segment_id=89b9e3d4-1254-4aef-8782-aa66ca0f48e8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:00:30.811903 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:30.858111 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=eba1c061-03fb-4003-a7be-c44085f0c754,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:31.005183 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c8621bf4-79e3-4880-bacb-23a1ff313d37 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:31.091119 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1c8fc686-499c-4b9d-8c4a-74f5b119676a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:31.218630 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-c8621bf4-79e3-4880-bacb-23a1ff313d37 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Deleting port fa3007de-cfed-4e4f-a023-3f459271b112 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:00:31.218888 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:31.219025 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c8621bf4-79e3-4880-bacb-23a1ff313d37 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:31.309328 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c8621bf4-79e3-4880-bacb-23a1ff313d37 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:31.321322 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-c8621bf4-79e3-4880-bacb-23a1ff313d37 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Calling delete_port for fa3007de-cfed-4e4f-a023-3f459271b112 owned by network:router_interface {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:00:31.487793 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c8621bf4-79e3-4880-bacb-23a1ff313d37 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:31.514432 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8621bf4-79e3-4880-bacb-23a1ff313d37 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event deleted for resources: {'Port': ['ID=fa3007de-cfed-4e4f-a023-3f459271b112,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:31.612296 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c8621bf4-79e3-4880-bacb-23a1ff313d37 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:31.767115 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8621bf4-79e3-4880-bacb-23a1ff313d37 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Router 9280eee7-26a0-4dea-bc4c-8e568396d2ae has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:00:31.838234 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8621bf4-79e3-4880-bacb-23a1ff313d37 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:00:31.844074 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c8621bf4-79e3-4880-bacb-23a1ff313d37 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "PUT /v2.0/routers/9280eee7-26a0-4dea-bc4c-8e568396d2ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.1521800 Aug 22 14:00:31.846325 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46568) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:31.847439 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff4bb5e-235a-4f06-94ba-2e85338f590f None None] Sync routers for ids ['9280eee7-26a0-4dea-bc4c-8e568396d2ae'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:00:31.857544 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff4bb5e-235a-4f06-94ba-2e85338f590f None None] Routers {'9280eee7-26a0-4dea-bc4c-8e568396d2ae'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:00:31.858155 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-3ff4bb5e-235a-4f06-94ba-2e85338f590f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:00:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['9280eee7-26a0-4dea-bc4c-8e568396d2ae'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:00:31.870750 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-783c384b-5795-4f8b-aa4b-93807535263e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] GET failed (client error): The resource could not be found. Aug 22 14:00:31.872204 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-783c384b-5795-4f8b-aa4b-93807535263e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "GET /v2.0/ports/fa3007de-cfed-4e4f-a023-3f459271b112 HTTP/1.1" status: 404 len: 333 time: 0.0248199 Aug 22 14:00:31.874851 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46570) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:31.888947 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-3ff4bb5e-235a-4f06-94ba-2e85338f590f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:00:31.898176 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff4bb5e-235a-4f06-94ba-2e85338f590f None None] Routers {'9280eee7-26a0-4dea-bc4c-8e568396d2ae'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:00:31.898772 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-3ff4bb5e-235a-4f06-94ba-2e85338f590f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:00:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['9280eee7-26a0-4dea-bc4c-8e568396d2ae'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:00:31.929808 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-3ff4bb5e-235a-4f06-94ba-2e85338f590f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:00:31.930442 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff4bb5e-235a-4f06-94ba-2e85338f590f None None] The sync data for ids ['9280eee7-26a0-4dea-bc4c-8e568396d2ae'] in n-d-793621-33 is: [] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:00:31.950473 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-676c339e-df37-43d9-a995-12203d755d81 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:32.104690 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-676c339e-df37-43d9-a995-12203d755d81 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:32.106826 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-676c339e-df37-43d9-a995-12203d755d81 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:32.152248 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-676c339e-df37-43d9-a995-12203d755d81 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:32.152757 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676c339e-df37-43d9-a995-12203d755d81 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Fanout notify agent at l3_agent the message router_deleted on router 9280eee7-26a0-4dea-bc4c-8e568396d2ae {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 14:00:32.159464 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-676c339e-df37-43d9-a995-12203d755d81 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:32.163254 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-676c339e-df37-43d9-a995-12203d755d81 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "DELETE /v2.0/routers/9280eee7-26a0-4dea-bc4c-8e568396d2ae HTTP/1.1" status: 204 len: 168 time: 0.2874353 Aug 22 14:00:32.163389 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46572) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:32.217996 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-036f031c-b6f2-470b-b1f1-17a240c9a171 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Deleting subnet 8540c2e9-8fd6-470e-a250-552754b4ede2 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:00:32.221069 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-036f031c-b6f2-470b-b1f1-17a240c9a171 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:32.259593 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-036f031c-b6f2-470b-b1f1-17a240c9a171 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:32.338930 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-036f031c-b6f2-470b-b1f1-17a240c9a171 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:32.400598 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-036f031c-b6f2-470b-b1f1-17a240c9a171 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:32.428655 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f031c-b6f2-470b-b1f1-17a240c9a171 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event deleted for resources: {'Subnet': ['ID=8540c2e9-8fd6-470e-a250-552754b4ede2,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:32.430585 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-036f031c-b6f2-470b-b1f1-17a240c9a171 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:32.432452 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-036f031c-b6f2-470b-b1f1-17a240c9a171 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "DELETE /v2.0/subnets/8540c2e9-8fd6-470e-a250-552754b4ede2 HTTP/1.1" status: 204 len: 168 time: 0.2680352 Aug 22 14:00:32.435052 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46574) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:32.437695 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b755e4a-cc2c-4dce-b709-493bcb98b87e None None] Network 57d95d22-f85c-4ab5-a426-1916a9c1da7d requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:00:32.515509 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-55cff3de-da2f-4b0b-982b-21dde3c23a1e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:32.576171 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-55cff3de-da2f-4b0b-982b-21dde3c23a1e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Deleting port eba1c061-03fb-4003-a7be-c44085f0c754 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:00:32.576616 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-55cff3de-da2f-4b0b-982b-21dde3c23a1e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:32.648543 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-55cff3de-da2f-4b0b-982b-21dde3c23a1e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] For port eba1c061-03fb-4003-a7be-c44085f0c754, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=eba1c061-03fb-4003-a7be-c44085f0c754,segment=NetworkSegment(89b9e3d4-1254-4aef-8782-aa66ca0f48e8),segment_id=89b9e3d4-1254-4aef-8782-aa66ca0f48e8)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:00:32.648917 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-55cff3de-da2f-4b0b-982b-21dde3c23a1e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:32.658022 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device eba1c061-03fb-4003-a7be-c44085f0c754 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:00:32.661683 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-55cff3de-da2f-4b0b-982b-21dde3c23a1e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Calling delete_port for eba1c061-03fb-4003-a7be-c44085f0c754 owned by network:dhcp {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:00:32.710077 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:32.744734 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-55cff3de-da2f-4b0b-982b-21dde3c23a1e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:32.762233 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Could not find standard attr ID for object eba1c061-03fb-4003-a7be-c44085f0c754. {{(pid=94629) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 14:00:32.775963 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cff3de-da2f-4b0b-982b-21dde3c23a1e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event deleted for resources: {'Port': ['ID=eba1c061-03fb-4003-a7be-c44085f0c754,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:32.779171 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cff3de-da2f-4b0b-982b-21dde3c23a1e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] No DVR routers for this DVR port eba1c061-03fb-4003-a7be-c44085f0c754 on host n-d-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:00:32.836248 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8627526d-9fe4-4749-bbfa-2c11c96ea500 None None] DHCP port deletion for 57d95d22-f85c-4ab5-a426-1916a9c1da7d request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 14:00:32.864469 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-55cff3de-da2f-4b0b-982b-21dde3c23a1e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:32.874842 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-55cff3de-da2f-4b0b-982b-21dde3c23a1e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57d95d22-f85c-4ab5-a426-1916a9c1da7d']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:00:32.885301 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-55cff3de-da2f-4b0b-982b-21dde3c23a1e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89b9e3d4-1254-4aef-8782-aa66ca0f48e8') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:00:32.885592 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-55cff3de-da2f-4b0b-982b-21dde3c23a1e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89b9e3d4-1254-4aef-8782-aa66ca0f48e8') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:00:32.893975 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-55cff3de-da2f-4b0b-982b-21dde3c23a1e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:32.907166 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-55cff3de-da2f-4b0b-982b-21dde3c23a1e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:32.914231 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55cff3de-da2f-4b0b-982b-21dde3c23a1e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:00:32.914540 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-55cff3de-da2f-4b0b-982b-21dde3c23a1e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:32.917485 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 14:00:32.917485 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:00:32.917485 n-d-793621-33 neutron-server[94627]: timer() Aug 22 14:00:32.917485 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:00:32.917485 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 14:00:32.917485 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:00:32.917485 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 14:00:32.917485 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:00:32.917485 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 14:00:32.917485 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:00:32.917485 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 14:00:32.917485 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:00:32.917485 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 14:00:32.917485 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:00:32.917485 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:00:32.917485 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:00:32.917485 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:00:32.917485 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:00:32.917485 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 14:00:32.917485 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:00:32.917485 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 14:00:32.917485 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:00:32.917485 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:00:32.917485 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:00:32.917485 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 14:00:32.917485 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:00:32.917485 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:00:32.917485 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:00:32.917485 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:00:32.917485 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:00:32.917485 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:00:32.917485 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:00:32.977418 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-55cff3de-da2f-4b0b-982b-21dde3c23a1e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:32.982409 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-55cff3de-da2f-4b0b-982b-21dde3c23a1e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:32.990791 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-55cff3de-da2f-4b0b-982b-21dde3c23a1e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "DELETE /v2.0/networks/57d95d22-f85c-4ab5-a426-1916a9c1da7d HTTP/1.1" status: 204 len: 168 time: 0.5479918 Aug 22 14:00:32.991428 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46576) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:32.999784 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cff3de-da2f-4b0b-982b-21dde3c23a1e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event deleted for resources: {'Network': ['ID=57d95d22-f85c-4ab5-a426-1916a9c1da7d,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:33.033784 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c628c73-d374-4abb-aebc-c894954aec46 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:33.035120 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-3c628c73-d374-4abb-aebc-c894954aec46 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "GET /v2.0/ports/61438c42-9992-431d-80ca-b9e715a6dfa9 HTTP/1.1" status: 200 len: 844 time: 0.0426171 Aug 22 14:00:33.039297 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46578) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:33.076849 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0411ed0f-2be3-46e1-bd9c-18f3981cd7d6 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "GET /v2.0/ports/61438c42-9992-431d-80ca-b9e715a6dfa9?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0363441 Aug 22 14:00:33.080551 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46580) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:33.085582 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-ab52d65f-690b-4c47-83ef-0a7b810706f9 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Request body: {'subnet': {'network_id': 'a3461f5e-4b43-42c5-9cf7-a492ebd39bf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:00:33.174581 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab52d65f-690b-4c47-83ef-0a7b810706f9 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Made reservation on behalf of e442035b1ae84d53bf1c4a67c458a11e for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:00:33.178099 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ab52d65f-690b-4c47-83ef-0a7b810706f9 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:33.354651 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ab52d65f-690b-4c47-83ef-0a7b810706f9 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:33.396696 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab52d65f-690b-4c47-83ef-0a7b810706f9 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Network a3461f5e-4b43-42c5-9cf7-a492ebd39bf1 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:00:33.399799 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-ab52d65f-690b-4c47-83ef-0a7b810706f9 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:00:33.403896 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab52d65f-690b-4c47-83ef-0a7b810706f9 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:33.404502 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ab52d65f-690b-4c47-83ef-0a7b810706f9 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:33.408605 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396122fe-1918-4216-995a-b39e3fe69c23 None None] Network a3461f5e-4b43-42c5-9cf7-a492ebd39bf1 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:00:33.415712 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab52d65f-690b-4c47-83ef-0a7b810706f9 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event updated for resources: {'Subnet': ['ID=f968bd2b-f3c9-44a3-a662-53337a060212,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:33.424786 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ab52d65f-690b-4c47-83ef-0a7b810706f9 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3431473 Aug 22 14:00:33.425894 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46582) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:33.431537 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-984af647-63fd-484b-bd19-82395b4be732 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Request body: {'security_group': {'name': 'tempest-secgroup-576397627'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:00:33.454120 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-984af647-63fd-484b-bd19-82395b4be732 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:33.540079 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-984af647-63fd-484b-bd19-82395b4be732 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:33.543869 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-984af647-63fd-484b-bd19-82395b4be732 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:33.569539 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8efa9ce-01c0-4785-9216-8bedeb6129b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-a3461f5e-4b43-42c5-9cf7-a492ebd39bf1', 'network_id': 'a3461f5e-4b43-42c5-9cf7-a492ebd39bf1', 'tenant_id': 'e442035b1ae84d53bf1c4a67c458a11e', 'fixed_ips': [{'subnet_id': 'f968bd2b-f3c9-44a3-a662-53337a060212'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:00:33.570631 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e8efa9ce-01c0-4785-9216-8bedeb6129b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:33.573255 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-984af647-63fd-484b-bd19-82395b4be732 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:33.577168 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46584) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:33.577327 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-984af647-63fd-484b-bd19-82395b4be732 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1503003 Aug 22 14:00:33.581459 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984af647-63fd-484b-bd19-82395b4be732 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15a41933-614d-4176-9f45-97823f8d2c80,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:33.582574 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-a32565ea-2dd4-4e90-872b-d2978d64bfee tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Request body: {'security_group': {'name': 'tempest-secgroup-1579529287'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:00:33.606038 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a32565ea-2dd4-4e90-872b-d2978d64bfee tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:33.687507 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a32565ea-2dd4-4e90-872b-d2978d64bfee tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:33.691444 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a32565ea-2dd4-4e90-872b-d2978d64bfee tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:33.717244 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-e8efa9ce-01c0-4785-9216-8bedeb6129b1 None None] Allocated IP 2001:db8::2 (a3461f5e-4b43-42c5-9cf7-a492ebd39bf1/f968bd2b-f3c9-44a3-a662-53337a060212/c1a31b4e-de40-4702-88c0-9542aca88138) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:00:33.721786 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a32565ea-2dd4-4e90-872b-d2978d64bfee tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:33.723135 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a32565ea-2dd4-4e90-872b-d2978d64bfee tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1447792 Aug 22 14:00:33.724142 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32565ea-2dd4-4e90-872b-d2978d64bfee tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84e5e1a3-967f-490b-873c-22b90ff03bc8,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:33.727270 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46586) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:33.734107 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-5b43de02-c188-484f-95cf-dfd07243238e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-762640733', 'security_groups': ['84e5e1a3-967f-490b-873c-22b90ff03bc8'], 'network_id': 'a3461f5e-4b43-42c5-9cf7-a492ebd39bf1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f968bd2b-f3c9-44a3-a662-53337a060212'}]}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:00:33.845261 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b43de02-c188-484f-95cf-dfd07243238e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Made reservation on behalf of e442035b1ae84d53bf1c4a67c458a11e for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:00:33.862972 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e8efa9ce-01c0-4785-9216-8bedeb6129b1 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:33.872469 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e8efa9ce-01c0-4785-9216-8bedeb6129b1 None None] Transition to ACTIVE for port object c1a31b4e-de40-4702-88c0-9542aca88138 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:00:33.887041 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e8efa9ce-01c0-4785-9216-8bedeb6129b1 None None] Transition to ACTIVE for port object c1a31b4e-de40-4702-88c0-9542aca88138 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:00:33.893850 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e8efa9ce-01c0-4785-9216-8bedeb6129b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:33.928293 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5b43de02-c188-484f-95cf-dfd07243238e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:33.932514 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8efa9ce-01c0-4785-9216-8bedeb6129b1 None None] Network a3461f5e-4b43-42c5-9cf7-a492ebd39bf1 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:00:33.935311 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-e8efa9ce-01c0-4785-9216-8bedeb6129b1 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:00:33.941631 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8efa9ce-01c0-4785-9216-8bedeb6129b1 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:00:33.945323 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8efa9ce-01c0-4785-9216-8bedeb6129b1 None None] Pushing event updated for resources: {'Port': ['ID=c1a31b4e-de40-4702-88c0-9542aca88138,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:33.946108 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [None req-5b43de02-c188-484f-95cf-dfd07243238e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] device_id is not set on port 9d5060e9-df5b-4ccd-b9f3-f730348a74b5 yet. {{(pid=94628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 14:00:33.999521 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-e8efa9ce-01c0-4785-9216-8bedeb6129b1 None None] Attempting to bind port c1a31b4e-de40-4702-88c0-9542aca88138 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:00:33.999895 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-e8efa9ce-01c0-4785-9216-8bedeb6129b1 None None] Attempting to bind port c1a31b4e-de40-4702-88c0-9542aca88138 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '0d14a9df-77a5-48ff-a996-5fab7284c4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a3461f5e-4b43-42c5-9cf7-a492ebd39bf1'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:00:34.000277 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8efa9ce-01c0-4785-9216-8bedeb6129b1 None None] Attempting to bind port c1a31b4e-de40-4702-88c0-9542aca88138 on network a3461f5e-4b43-42c5-9cf7-a492ebd39bf1 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:00:34.005153 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8efa9ce-01c0-4785-9216-8bedeb6129b1 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:00:34.005529 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8efa9ce-01c0-4785-9216-8bedeb6129b1 None None] Checking segment: {'id': '0d14a9df-77a5-48ff-a996-5fab7284c4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a3461f5e-4b43-42c5-9cf7-a492ebd39bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:00:34.006641 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e8efa9ce-01c0-4785-9216-8bedeb6129b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:34.007039 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8efa9ce-01c0-4785-9216-8bedeb6129b1 None None] Bound using segment: {'id': '0d14a9df-77a5-48ff-a996-5fab7284c4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a3461f5e-4b43-42c5-9cf7-a492ebd39bf1'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:00:34.007527 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-e8efa9ce-01c0-4785-9216-8bedeb6129b1 None None] Bound port: c1a31b4e-de40-4702-88c0-9542aca88138, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d14a9df-77a5-48ff-a996-5fab7284c4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a3461f5e-4b43-42c5-9cf7-a492ebd39bf1'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:00:34.007908 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e8efa9ce-01c0-4785-9216-8bedeb6129b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:34.082903 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e8efa9ce-01c0-4785-9216-8bedeb6129b1 None None] For port c1a31b4e-de40-4702-88c0-9542aca88138, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:00:34.086455 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e8efa9ce-01c0-4785-9216-8bedeb6129b1 None None] For port c1a31b4e-de40-4702-88c0-9542aca88138, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=c1a31b4e-de40-4702-88c0-9542aca88138,segment=NetworkSegment(0d14a9df-77a5-48ff-a996-5fab7284c4e0),segment_id=0d14a9df-77a5-48ff-a996-5fab7284c4e0)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:00:34.087436 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:34.090348 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e8efa9ce-01c0-4785-9216-8bedeb6129b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:34.117171 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-5b43de02-c188-484f-95cf-dfd07243238e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Allocated IP 2001:db8::40 (a3461f5e-4b43-42c5-9cf7-a492ebd39bf1/f968bd2b-f3c9-44a3-a662-53337a060212/9d5060e9-df5b-4ccd-b9f3-f730348a74b5) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:00:34.148786 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8efa9ce-01c0-4785-9216-8bedeb6129b1 None None] Pushing event updated for resources: {'Port': ['ID=c1a31b4e-de40-4702-88c0-9542aca88138,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:34.279035 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5b43de02-c188-484f-95cf-dfd07243238e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:34.286392 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:34.295146 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-5b43de02-c188-484f-95cf-dfd07243238e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Transition to ACTIVE for port object 9d5060e9-df5b-4ccd-b9f3-f730348a74b5 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:00:34.343454 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5b43de02-c188-484f-95cf-dfd07243238e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:34.388444 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b43de02-c188-484f-95cf-dfd07243238e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Network a3461f5e-4b43-42c5-9cf7-a492ebd39bf1 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:00:34.391543 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-5b43de02-c188-484f-95cf-dfd07243238e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:00:34.395254 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b43de02-c188-484f-95cf-dfd07243238e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:00:34.401093 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b43de02-c188-484f-95cf-dfd07243238e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:34.401737 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5b43de02-c188-484f-95cf-dfd07243238e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:34.410477 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b43de02-c188-484f-95cf-dfd07243238e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event updated for resources: {'Port': ['ID=9d5060e9-df5b-4ccd-b9f3-f730348a74b5,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:34.429591 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46588) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:34.430163 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5b43de02-c188-484f-95cf-dfd07243238e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7004640 Aug 22 14:00:34.435579 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-8889fda0-8dff-465d-9bb4-f2ce9221c083 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Request body: {'subnet': {'network_id': 'a3461f5e-4b43-42c5-9cf7-a492ebd39bf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:00:34.550065 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8889fda0-8dff-465d-9bb4-f2ce9221c083 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Made reservation on behalf of e442035b1ae84d53bf1c4a67c458a11e for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:00:34.554407 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8889fda0-8dff-465d-9bb4-f2ce9221c083 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:34.599172 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device c1a31b4e-de40-4702-88c0-9542aca88138 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:00:34.646018 n-d-793621-33 neutron-server[94627]: INFO neutron.db.ipam_backend_mixin [None req-8889fda0-8dff-465d-9bb4-f2ce9221c083 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f968bd2b-f3c9-44a3-a662-53337a060212 (CIDR: 2001:db8::/64) Aug 22 14:00:34.650177 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-8889fda0-8dff-465d-9bb4-f2ce9221c083 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 14:00:34.650598 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port c1a31b4e-de40-4702-88c0-9542aca88138 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:00:34.650798 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8889fda0-8dff-465d-9bb4-f2ce9221c083 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 14:00:34.666367 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-8889fda0-8dff-465d-9bb4-f2ce9221c083 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2346907 Aug 22 14:00:34.668908 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46590) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:34.673929 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-70726a83-3cd6-4061-89c7-310826154c93 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Request body: {'subnet': {'network_id': 'a3461f5e-4b43-42c5-9cf7-a492ebd39bf1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:00:34.701323 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device eba1c061-03fb-4003-a7be-c44085f0c754 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:00:34.725950 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: eba1c061-03fb-4003-a7be-c44085f0c754 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:00:34.725950 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device eba1c061-03fb-4003-a7be-c44085f0c754 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:00:34.788758 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70726a83-3cd6-4061-89c7-310826154c93 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Made reservation on behalf of e442035b1ae84d53bf1c4a67c458a11e for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:00:34.792283 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-70726a83-3cd6-4061-89c7-310826154c93 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:35.020810 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-70726a83-3cd6-4061-89c7-310826154c93 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:35.064334 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70726a83-3cd6-4061-89c7-310826154c93 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Network a3461f5e-4b43-42c5-9cf7-a492ebd39bf1 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:00:35.067501 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-70726a83-3cd6-4061-89c7-310826154c93 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:00:35.071791 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70726a83-3cd6-4061-89c7-310826154c93 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:35.072399 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-70726a83-3cd6-4061-89c7-310826154c93 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:35.085196 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70726a83-3cd6-4061-89c7-310826154c93 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event updated for resources: {'Subnet': ['ID=487387df-34f2-4a12-95a0-210a364af339,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:35.098670 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-70726a83-3cd6-4061-89c7-310826154c93 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4261076 Aug 22 14:00:35.098967 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46592) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:35.100357 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-17c0f46b-a996-410f-b2ee-1bacbbbbfbb4 None None] Provisioning for port c1a31b4e-de40-4702-88c0-9542aca88138 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:00:35.105285 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-17c0f46b-a996-410f-b2ee-1bacbbbbfbb4 None None] Provisioning complete for port c1a31b4e-de40-4702-88c0-9542aca88138 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:00:35.105505 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-72c109f5-8e73-4e01-8219-c65af055d21b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-201848179', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '487387df-34f2-4a12-95a0-210a364af339'}], 'security_groups': ['15a41933-614d-4176-9f45-97823f8d2c80']}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:00:35.105620 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-17c0f46b-a996-410f-b2ee-1bacbbbbfbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:35.184321 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-17c0f46b-a996-410f-b2ee-1bacbbbbfbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:35.216756 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-17c0f46b-a996-410f-b2ee-1bacbbbbfbb4 None None] For port c1a31b4e-de40-4702-88c0-9542aca88138, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=c1a31b4e-de40-4702-88c0-9542aca88138,segment=NetworkSegment(0d14a9df-77a5-48ff-a996-5fab7284c4e0),segment_id=0d14a9df-77a5-48ff-a996-5fab7284c4e0)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:00:35.220948 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-17c0f46b-a996-410f-b2ee-1bacbbbbfbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:35.252603 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b74d78-406b-4dd6-8a9d-2e0e332190b1 None None] Network a3461f5e-4b43-42c5-9cf7-a492ebd39bf1 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:00:35.265778 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-72c109f5-8e73-4e01-8219-c65af055d21b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:35.311406 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-17c0f46b-a996-410f-b2ee-1bacbbbbfbb4 None None] Provisioning complete for port 61438c42-9992-431d-80ca-b9e715a6dfa9 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:00:35.311689 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-17c0f46b-a996-410f-b2ee-1bacbbbbfbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:35.343620 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c0f46b-a996-410f-b2ee-1bacbbbbfbb4 None None] Pushing event updated for resources: {'Port': ['ID=c1a31b4e-de40-4702-88c0-9542aca88138,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:35.370510 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-17c0f46b-a996-410f-b2ee-1bacbbbbfbb4 None None] Port 61438c42-9992-431d-80ca-b9e715a6dfa9 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:00:35.510668 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-7370644a-c165-408b-994f-ff8560b0ede2 None None] Provisioning for port 9d5060e9-df5b-4ccd-b9f3-f730348a74b5 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:00:35.518640 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-7370644a-c165-408b-994f-ff8560b0ede2 None None] Provisioning complete for port 9d5060e9-df5b-4ccd-b9f3-f730348a74b5 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:00:35.518944 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7370644a-c165-408b-994f-ff8560b0ede2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:35.549574 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d7d233-42eb-4e94-a56a-9837e6cb6629 None None] Update dhcp port {'port': {'network_id': 'a3461f5e-4b43-42c5-9cf7-a492ebd39bf1', 'fixed_ips': [{'subnet_id': 'f968bd2b-f3c9-44a3-a662-53337a060212', 'ip_address': '2001:db8::2'}, {'subnet_id': '487387df-34f2-4a12-95a0-210a364af339'}], 'binding:host_id': 'n-d-793621-33'}, 'id': 'c1a31b4e-de40-4702-88c0-9542aca88138'} from n-d-793621-33. {{(pid=94629) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 22 14:00:35.569369 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-72c109f5-8e73-4e01-8219-c65af055d21b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Delete allocated IP 2001:db8::40 (a3461f5e-4b43-42c5-9cf7-a492ebd39bf1/f968bd2b-f3c9-44a3-a662-53337a060212) {{(pid=94627) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 22 14:00:35.576518 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-7370644a-c165-408b-994f-ff8560b0ede2 None None] Port 9d5060e9-df5b-4ccd-b9f3-f730348a74b5 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:00:35.578498 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-72c109f5-8e73-4e01-8219-c65af055d21b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Allocated IP 2001:db8:0:1::120 (a3461f5e-4b43-42c5-9cf7-a492ebd39bf1/487387df-34f2-4a12-95a0-210a364af339/9d5060e9-df5b-4ccd-b9f3-f730348a74b5) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:00:35.582957 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a5d7d233-42eb-4e94-a56a-9837e6cb6629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:35.730562 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-72c109f5-8e73-4e01-8219-c65af055d21b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:35.742779 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-72c109f5-8e73-4e01-8219-c65af055d21b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Ignored duplicate provisioning block setup for port 9d5060e9-df5b-4ccd-b9f3-f730348a74b5 by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 22 14:00:35.746686 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-72c109f5-8e73-4e01-8219-c65af055d21b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:35.797488 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-a5d7d233-42eb-4e94-a56a-9837e6cb6629 None None] Allocated IP 2001:db8:0:1::2 (a3461f5e-4b43-42c5-9cf7-a492ebd39bf1/487387df-34f2-4a12-95a0-210a364af339/c1a31b4e-de40-4702-88c0-9542aca88138) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:00:35.808302 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-72c109f5-8e73-4e01-8219-c65af055d21b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] In _notify_port_updated(), no bound segment for port 9d5060e9-df5b-4ccd-b9f3-f730348a74b5 on network a3461f5e-4b43-42c5-9cf7-a492ebd39bf1 {{(pid=94627) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 22 14:00:35.813759 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c109f5-8e73-4e01-8219-c65af055d21b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:35.814373 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-72c109f5-8e73-4e01-8219-c65af055d21b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:35.815671 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-72c109f5-8e73-4e01-8219-c65af055d21b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "PUT /v2.0/ports/9d5060e9-df5b-4ccd-b9f3-f730348a74b5 HTTP/1.1" status: 200 len: 930 time: 0.7153320 Aug 22 14:00:35.819041 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46594) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:35.854829 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c109f5-8e73-4e01-8219-c65af055d21b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event updated for resources: {'Port': ['ID=9d5060e9-df5b-4ccd-b9f3-f730348a74b5,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:35.898049 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-a5d7d233-42eb-4e94-a56a-9837e6cb6629 None None] For port c1a31b4e-de40-4702-88c0-9542aca88138, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=c1a31b4e-de40-4702-88c0-9542aca88138,segment=NetworkSegment(0d14a9df-77a5-48ff-a996-5fab7284c4e0),segment_id=0d14a9df-77a5-48ff-a996-5fab7284c4e0)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:00:35.913922 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-e4016136-4b32-4bb6-b9e0-c32080495f39 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Deleting port 9d5060e9-df5b-4ccd-b9f3-f730348a74b5 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:00:35.914262 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e4016136-4b32-4bb6-b9e0-c32080495f39 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:35.926487 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a5d7d233-42eb-4e94-a56a-9837e6cb6629 None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:35.939779 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-a5d7d233-42eb-4e94-a56a-9837e6cb6629 None None] Transition to ACTIVE for port object c1a31b4e-de40-4702-88c0-9542aca88138 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:00:35.943899 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a5d7d233-42eb-4e94-a56a-9837e6cb6629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:36.006691 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e4016136-4b32-4bb6-b9e0-c32080495f39 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:36.019001 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-e4016136-4b32-4bb6-b9e0-c32080495f39 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Calling delete_port for 9d5060e9-df5b-4ccd-b9f3-f730348a74b5 owned by {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:00:36.031406 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d7d233-42eb-4e94-a56a-9837e6cb6629 None None] Pushing event updated for resources: {'Port': ['ID=c1a31b4e-de40-4702-88c0-9542aca88138,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:36.150909 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e4016136-4b32-4bb6-b9e0-c32080495f39 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:36.184389 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4016136-4b32-4bb6-b9e0-c32080495f39 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event deleted for resources: {'Port': ['ID=9d5060e9-df5b-4ccd-b9f3-f730348a74b5,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:36.213301 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e4016136-4b32-4bb6-b9e0-c32080495f39 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:36.215251 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e4016136-4b32-4bb6-b9e0-c32080495f39 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "DELETE /v2.0/ports/9d5060e9-df5b-4ccd-b9f3-f730348a74b5 HTTP/1.1" status: 204 len: 168 time: 0.3952944 Aug 22 14:00:36.217783 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46596) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:36.245900 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-240c913a-4788-4163-9851-b6d7f083e602 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] GET failed (client error): The resource could not be found. Aug 22 14:00:36.247465 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-240c913a-4788-4163-9851-b6d7f083e602 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "GET /v2.0/ports/9d5060e9-df5b-4ccd-b9f3-f730348a74b5 HTTP/1.1" status: 404 len: 333 time: 0.0287528 Aug 22 14:00:36.250160 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46598) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:36.303854 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3c510334-2f8a-41b2-a197-375191275dd4 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:36.326919 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3c510334-2f8a-41b2-a197-375191275dd4 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:36.373993 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3c510334-2f8a-41b2-a197-375191275dd4 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:36.376898 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3c510334-2f8a-41b2-a197-375191275dd4 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:36.378069 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-3c510334-2f8a-41b2-a197-375191275dd4 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "DELETE /v2.0/security-groups/84e5e1a3-967f-490b-873c-22b90ff03bc8 HTTP/1.1" status: 204 len: 168 time: 0.1269372 Aug 22 14:00:36.381001 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46600) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:36.389156 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c510334-2f8a-41b2-a197-375191275dd4 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e5e1a3-967f-490b-873c-22b90ff03bc8,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:36.437552 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d6d2e64d-74d2-4353-be26-d9cb806e5c8d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:36.461997 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d6d2e64d-74d2-4353-be26-d9cb806e5c8d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:36.511130 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d6d2e64d-74d2-4353-be26-d9cb806e5c8d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:36.514293 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d6d2e64d-74d2-4353-be26-d9cb806e5c8d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:36.518478 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d6d2e64d-74d2-4353-be26-d9cb806e5c8d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "DELETE /v2.0/security-groups/15a41933-614d-4176-9f45-97823f8d2c80 HTTP/1.1" status: 204 len: 168 time: 0.1336052 Aug 22 14:00:36.519609 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46602) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:36.527505 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d2e64d-74d2-4353-be26-d9cb806e5c8d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a41933-614d-4176-9f45-97823f8d2c80,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:36.585738 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device c1a31b4e-de40-4702-88c0-9542aca88138 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:00:36.595518 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f7a2ecc-ce37-461f-a5e8-2d46b17c75ef tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Deleting subnet f968bd2b-f3c9-44a3-a662-53337a060212 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:00:36.598941 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8f7a2ecc-ce37-461f-a5e8-2d46b17c75ef tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:36.629224 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-104d8d42-5741-47e7-b27d-04066b6a2677 None None] Provisioning for port c1a31b4e-de40-4702-88c0-9542aca88138 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:00:36.639096 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-104d8d42-5741-47e7-b27d-04066b6a2677 None None] Provisioning complete for port c1a31b4e-de40-4702-88c0-9542aca88138 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:00:36.639593 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-104d8d42-5741-47e7-b27d-04066b6a2677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:36.645191 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8f7a2ecc-ce37-461f-a5e8-2d46b17c75ef tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:36.681781 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port c1a31b4e-de40-4702-88c0-9542aca88138 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:00:36.682439 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:36.731829 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8f7a2ecc-ce37-461f-a5e8-2d46b17c75ef tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:36.799881 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8f7a2ecc-ce37-461f-a5e8-2d46b17c75ef tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:36.808402 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-104d8d42-5741-47e7-b27d-04066b6a2677 None None] Provisioning complete for port 61438c42-9992-431d-80ca-b9e715a6dfa9 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:00:36.808937 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-104d8d42-5741-47e7-b27d-04066b6a2677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:36.831968 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7a2ecc-ce37-461f-a5e8-2d46b17c75ef tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event deleted for resources: {'Subnet': ['ID=f968bd2b-f3c9-44a3-a662-53337a060212,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:36.834232 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8f7a2ecc-ce37-461f-a5e8-2d46b17c75ef tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:36.835943 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-8f7a2ecc-ce37-461f-a5e8-2d46b17c75ef tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "DELETE /v2.0/subnets/f968bd2b-f3c9-44a3-a662-53337a060212 HTTP/1.1" status: 204 len: 168 time: 0.3150485 Aug 22 14:00:36.840267 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46604) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:36.846338 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-d3be54dc-e5b8-4ec2-bd50-a5503f29e230 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Request body: {'subnet': {'network_id': 'a3461f5e-4b43-42c5-9cf7-a492ebd39bf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:00:36.848111 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-104d8d42-5741-47e7-b27d-04066b6a2677 None None] Port 61438c42-9992-431d-80ca-b9e715a6dfa9 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:00:36.851892 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-104d8d42-5741-47e7-b27d-04066b6a2677 None None] Could not find standard attr ID for object 9d5060e9-df5b-4ccd-b9f3-f730348a74b5. {{(pid=94629) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 14:00:36.964032 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c28e60c4-a125-41ca-a6f9-3c77e5a949e0 None None] Could not find standard attr ID for object 9d5060e9-df5b-4ccd-b9f3-f730348a74b5. {{(pid=94629) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 14:00:36.968687 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3be54dc-e5b8-4ec2-bd50-a5503f29e230 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Made reservation on behalf of e442035b1ae84d53bf1c4a67c458a11e for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:00:36.972267 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d3be54dc-e5b8-4ec2-bd50-a5503f29e230 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:36.987578 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70ea461-aabe-486a-a9a4-b1c66948e91f None None] Network a3461f5e-4b43-42c5-9cf7-a492ebd39bf1 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:00:37.240538 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d3be54dc-e5b8-4ec2-bd50-a5503f29e230 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:37.290096 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3be54dc-e5b8-4ec2-bd50-a5503f29e230 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Network a3461f5e-4b43-42c5-9cf7-a492ebd39bf1 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:00:37.293405 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-d3be54dc-e5b8-4ec2-bd50-a5503f29e230 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:00:37.297804 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3be54dc-e5b8-4ec2-bd50-a5503f29e230 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:37.298395 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d3be54dc-e5b8-4ec2-bd50-a5503f29e230 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:37.310665 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be54dc-e5b8-4ec2-bd50-a5503f29e230 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event updated for resources: {'Subnet': ['ID=3056e7c4-3779-4234-b84f-7d371590812e,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:37.319674 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d3be54dc-e5b8-4ec2-bd50-a5503f29e230 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4782538 Aug 22 14:00:37.322334 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46606) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:37.327507 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-60ca45d8-739c-4a5e-8e06-33a65912ac16 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Request body: {'security_group': {'name': 'tempest-secgroup-1478262120'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:00:37.351051 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-60ca45d8-739c-4a5e-8e06-33a65912ac16 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:37.438322 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-60ca45d8-739c-4a5e-8e06-33a65912ac16 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:37.442189 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-60ca45d8-739c-4a5e-8e06-33a65912ac16 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:37.472140 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-60ca45d8-739c-4a5e-8e06-33a65912ac16 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:37.473449 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-60ca45d8-739c-4a5e-8e06-33a65912ac16 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1500676 Aug 22 14:00:37.474911 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca45d8-739c-4a5e-8e06-33a65912ac16 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9073e553-5dcd-40d8-9441-7b2aa18b802a,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:37.476946 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46608) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:37.481389 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-57c46c57-cc48-4a3a-940c-d63b3e91ada7 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Request body: {'security_group': {'name': 'tempest-secgroup-1732358103'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:00:37.505211 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-57c46c57-cc48-4a3a-940c-d63b3e91ada7 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:37.591731 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-57c46c57-cc48-4a3a-940c-d63b3e91ada7 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:37.595654 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-57c46c57-cc48-4a3a-940c-d63b3e91ada7 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:37.623119 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-57c46c57-cc48-4a3a-940c-d63b3e91ada7 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:37.624307 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-57c46c57-cc48-4a3a-940c-d63b3e91ada7 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1464100 Aug 22 14:00:37.627103 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46610) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:37.628724 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c46c57-cc48-4a3a-940c-d63b3e91ada7 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32edc2c1-9961-427a-b2f7-e5b14f2cc685,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:37.638094 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-9d0d3dc8-a22e-4d5e-aaa1-4d4f0710a0a1 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Request body: {'security_group': {'name': 'tempest-secgroup-1576300585'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:00:37.657999 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d026436b-c512-4164-a7fc-23029394c164 None None] Network a3461f5e-4b43-42c5-9cf7-a492ebd39bf1 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:00:37.661148 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9d0d3dc8-a22e-4d5e-aaa1-4d4f0710a0a1 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:37.723951 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-12b024c9-130d-4e9a-8e8d-c46e369cff7a None None] Provisioning complete for port c1a31b4e-de40-4702-88c0-9542aca88138 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:00:37.724902 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-12b024c9-130d-4e9a-8e8d-c46e369cff7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:37.745875 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9d0d3dc8-a22e-4d5e-aaa1-4d4f0710a0a1 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:37.749627 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9d0d3dc8-a22e-4d5e-aaa1-4d4f0710a0a1 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:37.776043 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9d0d3dc8-a22e-4d5e-aaa1-4d4f0710a0a1 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:37.777303 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9d0d3dc8-a22e-4d5e-aaa1-4d4f0710a0a1 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1491909 Aug 22 14:00:37.780126 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46612) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:37.785227 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-89734ea3-4db2-4e1e-86e1-966983c69768 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-894926156', 'security_groups': ['aab16b9d-0a47-4653-b24f-ad59c92b8202'], 'network_id': 'a3461f5e-4b43-42c5-9cf7-a492ebd39bf1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3056e7c4-3779-4234-b84f-7d371590812e'}]}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:00:37.786088 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d3dc8-a22e-4d5e-aaa1-4d4f0710a0a1 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aab16b9d-0a47-4653-b24f-ad59c92b8202,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:37.890916 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-12b024c9-130d-4e9a-8e8d-c46e369cff7a None None] Provisioning complete for port 61438c42-9992-431d-80ca-b9e715a6dfa9 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:00:37.891553 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-12b024c9-130d-4e9a-8e8d-c46e369cff7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:37.901794 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89734ea3-4db2-4e1e-86e1-966983c69768 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Made reservation on behalf of e442035b1ae84d53bf1c4a67c458a11e for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:00:37.908350 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-89734ea3-4db2-4e1e-86e1-966983c69768 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:37.926224 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [None req-89734ea3-4db2-4e1e-86e1-966983c69768 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] device_id is not set on port 211b03ac-594b-471f-a7fb-2c190272a4f7 yet. {{(pid=94627) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 14:00:37.953816 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-12b024c9-130d-4e9a-8e8d-c46e369cff7a None None] Port 61438c42-9992-431d-80ca-b9e715a6dfa9 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:00:37.957644 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f4f5df-8ca8-4530-8536-d7f434b43210 None None] Update dhcp port {'port': {'network_id': 'a3461f5e-4b43-42c5-9cf7-a492ebd39bf1', 'fixed_ips': [{'subnet_id': '487387df-34f2-4a12-95a0-210a364af339', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3056e7c4-3779-4234-b84f-7d371590812e'}], 'binding:host_id': 'n-d-793621-33'}, 'id': 'c1a31b4e-de40-4702-88c0-9542aca88138'} from n-d-793621-33. {{(pid=94629) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 22 14:00:37.982164 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e1f4f5df-8ca8-4530-8536-d7f434b43210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:38.102890 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-89734ea3-4db2-4e1e-86e1-966983c69768 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Allocated IP 2001:db8::1b4 (a3461f5e-4b43-42c5-9cf7-a492ebd39bf1/3056e7c4-3779-4234-b84f-7d371590812e/211b03ac-594b-471f-a7fb-2c190272a4f7) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:00:38.233395 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-89734ea3-4db2-4e1e-86e1-966983c69768 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:38.246082 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-89734ea3-4db2-4e1e-86e1-966983c69768 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Transition to ACTIVE for port object 211b03ac-594b-471f-a7fb-2c190272a4f7 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:00:38.279140 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-89734ea3-4db2-4e1e-86e1-966983c69768 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:38.326978 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-e1f4f5df-8ca8-4530-8536-d7f434b43210 None None] Allocated IP 2001:db8::2 (a3461f5e-4b43-42c5-9cf7-a492ebd39bf1/3056e7c4-3779-4234-b84f-7d371590812e/c1a31b4e-de40-4702-88c0-9542aca88138) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:00:38.428837 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e1f4f5df-8ca8-4530-8536-d7f434b43210 None None] For port c1a31b4e-de40-4702-88c0-9542aca88138, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=c1a31b4e-de40-4702-88c0-9542aca88138,segment=NetworkSegment(0d14a9df-77a5-48ff-a996-5fab7284c4e0),segment_id=0d14a9df-77a5-48ff-a996-5fab7284c4e0)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:00:38.459165 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e1f4f5df-8ca8-4530-8536-d7f434b43210 None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:38.473037 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e1f4f5df-8ca8-4530-8536-d7f434b43210 None None] Transition to ACTIVE for port object c1a31b4e-de40-4702-88c0-9542aca88138 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:00:38.477852 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e1f4f5df-8ca8-4530-8536-d7f434b43210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:38.564298 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f4f5df-8ca8-4530-8536-d7f434b43210 None None] Pushing event updated for resources: {'Port': ['ID=c1a31b4e-de40-4702-88c0-9542aca88138,revision_number=6']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:38.664628 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89734ea3-4db2-4e1e-86e1-966983c69768 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Network a3461f5e-4b43-42c5-9cf7-a492ebd39bf1 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:00:38.667871 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-89734ea3-4db2-4e1e-86e1-966983c69768 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:00:38.671815 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89734ea3-4db2-4e1e-86e1-966983c69768 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:00:38.677572 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89734ea3-4db2-4e1e-86e1-966983c69768 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:38.678783 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-89734ea3-4db2-4e1e-86e1-966983c69768 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:38.687544 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89734ea3-4db2-4e1e-86e1-966983c69768 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event updated for resources: {'Port': ['ID=211b03ac-594b-471f-a7fb-2c190272a4f7,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:38.701473 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-89734ea3-4db2-4e1e-86e1-966983c69768 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9201610 Aug 22 14:00:38.704944 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46614) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:38.711046 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-49153822-60d4-4177-a4bb-d0d709a1049a tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Request body: {'subnet': {'network_id': 'a3461f5e-4b43-42c5-9cf7-a492ebd39bf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:00:38.822276 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49153822-60d4-4177-a4bb-d0d709a1049a tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Made reservation on behalf of e442035b1ae84d53bf1c4a67c458a11e for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:00:38.826268 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-49153822-60d4-4177-a4bb-d0d709a1049a tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:38.923303 n-d-793621-33 neutron-server[94627]: INFO neutron.db.ipam_backend_mixin [None req-49153822-60d4-4177-a4bb-d0d709a1049a tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3056e7c4-3779-4234-b84f-7d371590812e (CIDR: 2001:db8::/64) Aug 22 14:00:38.927029 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-49153822-60d4-4177-a4bb-d0d709a1049a tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 14:00:38.928758 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49153822-60d4-4177-a4bb-d0d709a1049a tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 14:00:38.943731 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-49153822-60d4-4177-a4bb-d0d709a1049a tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2373137 Aug 22 14:00:38.946337 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46616) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:38.951665 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-b208e41f-d940-4428-b8b1-bc332e3f485b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Request body: {'subnet': {'network_id': 'a3461f5e-4b43-42c5-9cf7-a492ebd39bf1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:00:39.067133 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b208e41f-d940-4428-b8b1-bc332e3f485b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Made reservation on behalf of e442035b1ae84d53bf1c4a67c458a11e for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:00:39.071822 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b208e41f-d940-4428-b8b1-bc332e3f485b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:39.084819 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-f328918a-1b9d-404c-8cfe-fa7ade003759 None None] Provisioning for port c1a31b4e-de40-4702-88c0-9542aca88138 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:00:39.090541 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-f328918a-1b9d-404c-8cfe-fa7ade003759 None None] Provisioning complete for port c1a31b4e-de40-4702-88c0-9542aca88138 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:00:39.090918 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f328918a-1b9d-404c-8cfe-fa7ade003759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:39.173937 n-d-793621-33 neutron-server[94627]: INFO neutron.db.ipam_backend_mixin [None req-b208e41f-d940-4428-b8b1-bc332e3f485b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 487387df-34f2-4a12-95a0-210a364af339 (CIDR: 2001:db8:0:1::/64) Aug 22 14:00:39.177764 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-b208e41f-d940-4428-b8b1-bc332e3f485b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 14:00:39.178404 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b208e41f-d940-4428-b8b1-bc332e3f485b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 14:00:39.185906 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-f328918a-1b9d-404c-8cfe-fa7ade003759 None None] Provisioning complete for port 61438c42-9992-431d-80ca-b9e715a6dfa9 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:00:39.186713 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f328918a-1b9d-404c-8cfe-fa7ade003759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:39.192992 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-b208e41f-d940-4428-b8b1-bc332e3f485b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.2453792 Aug 22 14:00:39.196338 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46618) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:39.201931 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-aad0acbd-0e8a-44df-b7bc-d86352d6fc67 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Request body: {'subnet': {'network_id': 'a3461f5e-4b43-42c5-9cf7-a492ebd39bf1', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:00:39.222371 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-f328918a-1b9d-404c-8cfe-fa7ade003759 None None] Port 61438c42-9992-431d-80ca-b9e715a6dfa9 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:00:39.320030 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad0acbd-0e8a-44df-b7bc-d86352d6fc67 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Made reservation on behalf of e442035b1ae84d53bf1c4a67c458a11e for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:00:39.323425 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-aad0acbd-0e8a-44df-b7bc-d86352d6fc67 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:39.343089 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-a6cee029-ce83-4d2b-be92-ca60b57c90c8 None None] Provisioning for port 211b03ac-594b-471f-a7fb-2c190272a4f7 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:00:39.346797 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-a6cee029-ce83-4d2b-be92-ca60b57c90c8 None None] Provisioning complete for port 211b03ac-594b-471f-a7fb-2c190272a4f7 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:00:39.347167 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a6cee029-ce83-4d2b-be92-ca60b57c90c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:39.380007 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-a6cee029-ce83-4d2b-be92-ca60b57c90c8 None None] Port 211b03ac-594b-471f-a7fb-2c190272a4f7 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:00:39.539666 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-aad0acbd-0e8a-44df-b7bc-d86352d6fc67 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:39.578727 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad0acbd-0e8a-44df-b7bc-d86352d6fc67 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Network a3461f5e-4b43-42c5-9cf7-a492ebd39bf1 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:00:39.581935 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-aad0acbd-0e8a-44df-b7bc-d86352d6fc67 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:00:39.587012 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad0acbd-0e8a-44df-b7bc-d86352d6fc67 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:39.587712 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-aad0acbd-0e8a-44df-b7bc-d86352d6fc67 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:39.593419 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106e564b-20e6-4a9b-9820-01e9e42faecd None None] Network a3461f5e-4b43-42c5-9cf7-a492ebd39bf1 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:00:39.600582 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad0acbd-0e8a-44df-b7bc-d86352d6fc67 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event updated for resources: {'Subnet': ['ID=c894a696-bcda-4531-b862-2ed166e32460,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:39.609034 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-aad0acbd-0e8a-44df-b7bc-d86352d6fc67 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4105840 Aug 22 14:00:39.610823 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46620) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:39.615999 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-a335083a-c73d-4373-a0fc-aec3916ad02f tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-973852592', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c894a696-bcda-4531-b862-2ed166e32460'}], 'security_groups': ['9073e553-5dcd-40d8-9441-7b2aa18b802a', '32edc2c1-9961-427a-b2f7-e5b14f2cc685']}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:00:39.679344 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a335083a-c73d-4373-a0fc-aec3916ad02f tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:39.939398 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4654e25-b9b6-414f-a333-7f989dfacfc0 None None] Update dhcp port {'port': {'network_id': 'a3461f5e-4b43-42c5-9cf7-a492ebd39bf1', 'fixed_ips': [{'subnet_id': '487387df-34f2-4a12-95a0-210a364af339', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3056e7c4-3779-4234-b84f-7d371590812e', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c894a696-bcda-4531-b862-2ed166e32460'}], 'binding:host_id': 'n-d-793621-33'}, 'id': 'c1a31b4e-de40-4702-88c0-9542aca88138'} from n-d-793621-33. {{(pid=94629) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 22 14:00:39.964667 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d4654e25-b9b6-414f-a333-7f989dfacfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:39.995203 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-a335083a-c73d-4373-a0fc-aec3916ad02f tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Delete allocated IP 2001:db8::1b4 (a3461f5e-4b43-42c5-9cf7-a492ebd39bf1/3056e7c4-3779-4234-b84f-7d371590812e) {{(pid=94627) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 22 14:00:40.003601 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-a335083a-c73d-4373-a0fc-aec3916ad02f tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Allocated IP 2001:db8:0:2::256 (a3461f5e-4b43-42c5-9cf7-a492ebd39bf1/c894a696-bcda-4531-b862-2ed166e32460/211b03ac-594b-471f-a7fb-2c190272a4f7) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:00:40.167598 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a335083a-c73d-4373-a0fc-aec3916ad02f tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:40.181556 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-a335083a-c73d-4373-a0fc-aec3916ad02f tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Transition to ACTIVE for port object 211b03ac-594b-471f-a7fb-2c190272a4f7 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:00:40.186466 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a335083a-c73d-4373-a0fc-aec3916ad02f tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:40.242280 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-d4654e25-b9b6-414f-a333-7f989dfacfc0 None None] Allocated IP 2001:db8:0:2::2 (a3461f5e-4b43-42c5-9cf7-a492ebd39bf1/c894a696-bcda-4531-b862-2ed166e32460/c1a31b4e-de40-4702-88c0-9542aca88138) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:00:40.247183 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-a335083a-c73d-4373-a0fc-aec3916ad02f tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] In _notify_port_updated(), no bound segment for port 211b03ac-594b-471f-a7fb-2c190272a4f7 on network a3461f5e-4b43-42c5-9cf7-a492ebd39bf1 {{(pid=94627) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 22 14:00:40.252687 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a335083a-c73d-4373-a0fc-aec3916ad02f tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:40.253300 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a335083a-c73d-4373-a0fc-aec3916ad02f tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:40.258489 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a335083a-c73d-4373-a0fc-aec3916ad02f tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "PUT /v2.0/ports/211b03ac-594b-471f-a7fb-2c190272a4f7 HTTP/1.1" status: 200 len: 969 time: 0.6428578 Aug 22 14:00:40.258944 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46622) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:40.266806 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a335083a-c73d-4373-a0fc-aec3916ad02f tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event updated for resources: {'Port': ['ID=211b03ac-594b-471f-a7fb-2c190272a4f7,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:40.338974 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-d4654e25-b9b6-414f-a333-7f989dfacfc0 None None] For port c1a31b4e-de40-4702-88c0-9542aca88138, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=c1a31b4e-de40-4702-88c0-9542aca88138,segment=NetworkSegment(0d14a9df-77a5-48ff-a996-5fab7284c4e0),segment_id=0d14a9df-77a5-48ff-a996-5fab7284c4e0)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:00:40.354511 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-273535f8-26e2-47cd-8750-31ed86a3b799 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Deleting port 211b03ac-594b-471f-a7fb-2c190272a4f7 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:00:40.354849 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-273535f8-26e2-47cd-8750-31ed86a3b799 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:40.369574 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d4654e25-b9b6-414f-a333-7f989dfacfc0 None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:40.383535 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-d4654e25-b9b6-414f-a333-7f989dfacfc0 None None] Transition to ACTIVE for port object c1a31b4e-de40-4702-88c0-9542aca88138 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:00:40.387568 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d4654e25-b9b6-414f-a333-7f989dfacfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:40.448769 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-273535f8-26e2-47cd-8750-31ed86a3b799 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:40.461929 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-273535f8-26e2-47cd-8750-31ed86a3b799 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Calling delete_port for 211b03ac-594b-471f-a7fb-2c190272a4f7 owned by {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:00:40.606417 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device c1a31b4e-de40-4702-88c0-9542aca88138 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:00:40.607756 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-273535f8-26e2-47cd-8750-31ed86a3b799 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:40.637708 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273535f8-26e2-47cd-8750-31ed86a3b799 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event deleted for resources: {'Port': ['ID=211b03ac-594b-471f-a7fb-2c190272a4f7,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:40.652083 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4654e25-b9b6-414f-a333-7f989dfacfc0 None None] Pushing event updated for resources: {'Port': ['ID=c1a31b4e-de40-4702-88c0-9542aca88138,revision_number=7']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:40.665027 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-273535f8-26e2-47cd-8750-31ed86a3b799 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:40.668653 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-273535f8-26e2-47cd-8750-31ed86a3b799 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "DELETE /v2.0/ports/211b03ac-594b-471f-a7fb-2c190272a4f7 HTTP/1.1" status: 204 len: 168 time: 0.4083827 Aug 22 14:00:40.669595 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46624) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:40.697378 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-dba04755-48f9-4d1d-b224-fe1febbe7771 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] GET failed (client error): The resource could not be found. Aug 22 14:00:40.698978 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-dba04755-48f9-4d1d-b224-fe1febbe7771 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "GET /v2.0/ports/211b03ac-594b-471f-a7fb-2c190272a4f7 HTTP/1.1" status: 404 len: 333 time: 0.0283978 Aug 22 14:00:40.701716 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46626) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:40.755799 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-343886b3-1d5a-4751-9c83-7b4263d29a8b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:40.779028 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-343886b3-1d5a-4751-9c83-7b4263d29a8b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:40.827159 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-343886b3-1d5a-4751-9c83-7b4263d29a8b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:40.829718 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-343886b3-1d5a-4751-9c83-7b4263d29a8b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:40.831281 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-343886b3-1d5a-4751-9c83-7b4263d29a8b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "DELETE /v2.0/security-groups/aab16b9d-0a47-4653-b24f-ad59c92b8202 HTTP/1.1" status: 204 len: 168 time: 0.1285203 Aug 22 14:00:40.834800 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46628) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:40.841073 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343886b3-1d5a-4751-9c83-7b4263d29a8b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab16b9d-0a47-4653-b24f-ad59c92b8202,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:40.896430 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e6441fe8-5478-4c88-b943-ee26c4347acd tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:40.924335 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e6441fe8-5478-4c88-b943-ee26c4347acd tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:40.971148 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e6441fe8-5478-4c88-b943-ee26c4347acd tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:40.973908 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e6441fe8-5478-4c88-b943-ee26c4347acd tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:40.976975 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e6441fe8-5478-4c88-b943-ee26c4347acd tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "DELETE /v2.0/security-groups/32edc2c1-9961-427a-b2f7-e5b14f2cc685 HTTP/1.1" status: 204 len: 168 time: 0.1406822 Aug 22 14:00:40.977926 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46630) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:40.995117 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6441fe8-5478-4c88-b943-ee26c4347acd tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32edc2c1-9961-427a-b2f7-e5b14f2cc685,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:41.044821 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a5988ebd-c0d8-43b4-9b9a-69a26209df57 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:41.068974 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a5988ebd-c0d8-43b4-9b9a-69a26209df57 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:41.112616 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a5988ebd-c0d8-43b4-9b9a-69a26209df57 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:41.115533 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a5988ebd-c0d8-43b4-9b9a-69a26209df57 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:41.116628 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a5988ebd-c0d8-43b4-9b9a-69a26209df57 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "DELETE /v2.0/security-groups/9073e553-5dcd-40d8-9441-7b2aa18b802a HTTP/1.1" status: 204 len: 168 time: 0.1376569 Aug 22 14:00:41.119522 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46632) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:41.126714 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5988ebd-c0d8-43b4-9b9a-69a26209df57 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9073e553-5dcd-40d8-9441-7b2aa18b802a,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:41.178833 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-6138c3a3-d6e1-4c68-9512-5a8ce5f33fb3 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Deleting subnet 3056e7c4-3779-4234-b84f-7d371590812e {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:00:41.182603 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6138c3a3-d6e1-4c68-9512-5a8ce5f33fb3 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:41.217879 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-4f6ab1b1-a5da-47a6-9963-baa97ec23a33 None None] Could not find standard attr ID for object 211b03ac-594b-471f-a7fb-2c190272a4f7. {{(pid=94629) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 14:00:41.227607 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6138c3a3-d6e1-4c68-9512-5a8ce5f33fb3 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:41.228667 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-4f6ab1b1-a5da-47a6-9963-baa97ec23a33 None None] Provisioning for port c1a31b4e-de40-4702-88c0-9542aca88138 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:00:41.233649 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-4f6ab1b1-a5da-47a6-9963-baa97ec23a33 None None] Provisioning complete for port c1a31b4e-de40-4702-88c0-9542aca88138 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:00:41.234147 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4f6ab1b1-a5da-47a6-9963-baa97ec23a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:41.322293 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6138c3a3-d6e1-4c68-9512-5a8ce5f33fb3 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:41.329589 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-4f6ab1b1-a5da-47a6-9963-baa97ec23a33 None None] Provisioning complete for port 61438c42-9992-431d-80ca-b9e715a6dfa9 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:00:41.330191 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4f6ab1b1-a5da-47a6-9963-baa97ec23a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:41.366470 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-4f6ab1b1-a5da-47a6-9963-baa97ec23a33 None None] Port 61438c42-9992-431d-80ca-b9e715a6dfa9 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:00:41.387755 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6138c3a3-d6e1-4c68-9512-5a8ce5f33fb3 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:41.417156 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6138c3a3-d6e1-4c68-9512-5a8ce5f33fb3 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event deleted for resources: {'Subnet': ['ID=3056e7c4-3779-4234-b84f-7d371590812e,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:41.420656 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6138c3a3-d6e1-4c68-9512-5a8ce5f33fb3 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:41.427802 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-6138c3a3-d6e1-4c68-9512-5a8ce5f33fb3 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "DELETE /v2.0/subnets/3056e7c4-3779-4234-b84f-7d371590812e HTTP/1.1" status: 204 len: 168 time: 0.3018928 Aug 22 14:00:41.428048 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46634) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:41.479267 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-ecf96614-8b89-4b67-8211-d44d1cdc53d0 None None] Could not find standard attr ID for object 211b03ac-594b-471f-a7fb-2c190272a4f7. {{(pid=94629) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 14:00:41.479941 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-c874b8b1-94fe-458c-921d-f32d50be7c7e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Deleting subnet c894a696-bcda-4531-b862-2ed166e32460 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:00:41.483252 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c874b8b1-94fe-458c-921d-f32d50be7c7e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:41.529317 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c874b8b1-94fe-458c-921d-f32d50be7c7e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:41.576313 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd424e79-fa23-4c41-b97d-a54606cd5f5c None None] Network a3461f5e-4b43-42c5-9cf7-a492ebd39bf1 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:00:41.616289 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c874b8b1-94fe-458c-921d-f32d50be7c7e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:41.673031 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c874b8b1-94fe-458c-921d-f32d50be7c7e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:41.706764 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c874b8b1-94fe-458c-921d-f32d50be7c7e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event deleted for resources: {'Subnet': ['ID=c894a696-bcda-4531-b862-2ed166e32460,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:41.708770 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c874b8b1-94fe-458c-921d-f32d50be7c7e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:41.710690 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c874b8b1-94fe-458c-921d-f32d50be7c7e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "DELETE /v2.0/subnets/c894a696-bcda-4531-b862-2ed166e32460 HTTP/1.1" status: 204 len: 168 time: 0.2816355 Aug 22 14:00:41.713104 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46636) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:41.739287 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-cae3090f-bd84-4865-b6a4-d992a679b6cb tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] DELETE failed (client error): The resource could not be found. Aug 22 14:00:41.740299 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cae3090f-bd84-4865-b6a4-d992a679b6cb tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 14:00:41.742095 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-cae3090f-bd84-4865-b6a4-d992a679b6cb tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "DELETE /v2.0/subnets/3056e7c4-3779-4234-b84f-7d371590812e HTTP/1.1" status: 404 len: 337 time: 0.0280395 Aug 22 14:00:41.744645 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46638) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:41.793732 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a429ebc8-a154-4eec-b881-b1469e4cca2a None None] Update dhcp port {'port': {'network_id': 'a3461f5e-4b43-42c5-9cf7-a492ebd39bf1', 'fixed_ips': [{'subnet_id': '487387df-34f2-4a12-95a0-210a364af339', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c894a696-bcda-4531-b862-2ed166e32460'}], 'binding:host_id': 'n-d-793621-33'}, 'id': 'c1a31b4e-de40-4702-88c0-9542aca88138'} from n-d-793621-33. {{(pid=94629) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 22 14:00:41.795836 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e647d1c-1516-4996-bfe1-1aa961d981ad tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Deleting subnet 487387df-34f2-4a12-95a0-210a364af339 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:00:41.798945 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3e647d1c-1516-4996-bfe1-1aa961d981ad tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:41.819156 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a429ebc8-a154-4eec-b881-b1469e4cca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:41.839358 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3e647d1c-1516-4996-bfe1-1aa961d981ad tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:41.931326 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3e647d1c-1516-4996-bfe1-1aa961d981ad tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:41.993841 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3e647d1c-1516-4996-bfe1-1aa961d981ad tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server [None req-a429ebc8-a154-4eec-b881-b1469e4cca2a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 487387df-34f2-4a12-95a0-210a364af339: This subnet is being modified by another concurrent operation. Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server raise exception Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 487387df-34f2-4a12-95a0-210a364af339: This subnet is being modified by another concurrent operation. Aug 22 14:00:41.998925 n-d-793621-33 neutron-server[94629]: ERROR oslo_messaging.rpc.server Aug 22 14:00:42.035321 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e647d1c-1516-4996-bfe1-1aa961d981ad tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event deleted for resources: {'Subnet': ['ID=487387df-34f2-4a12-95a0-210a364af339,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:42.040822 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3e647d1c-1516-4996-bfe1-1aa961d981ad tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:42.046050 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-3e647d1c-1516-4996-bfe1-1aa961d981ad tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "DELETE /v2.0/subnets/487387df-34f2-4a12-95a0-210a364af339 HTTP/1.1" status: 204 len: 168 time: 0.2982061 Aug 22 14:00:42.046441 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46640) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:42.072917 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-661716c3-831e-4b94-b880-d10938d1d989 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] DELETE failed (client error): The resource could not be found. Aug 22 14:00:42.073397 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-661716c3-831e-4b94-b880-d10938d1d989 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 14:00:42.075119 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-661716c3-831e-4b94-b880-d10938d1d989 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "DELETE /v2.0/subnets/f968bd2b-f3c9-44a3-a662-53337a060212 HTTP/1.1" status: 404 len: 337 time: 0.0279157 Aug 22 14:00:42.083193 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46642) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:42.097472 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bd6f8a-2734-4c07-8766-d209c26c11dc None None] Network a3461f5e-4b43-42c5-9cf7-a492ebd39bf1 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:00:42.108807 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-115a73c9-4f12-44fa-9f97-fa93880f1fff tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "GET /v2.0/ports?device_id=9280eee7-26a0-4dea-bc4c-8e568396d2ae HTTP/1.1" status: 200 len: 205 time: 0.0291462 Aug 22 14:00:42.111714 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46644) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:42.152549 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-72c6930a-fbec-4df5-aa00-a131887dedd8 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] delete failed (client error): The resource could not be found. Aug 22 14:00:42.152974 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-75bec8a6-7dbb-4cac-9c61-97ad49f0f3e1 None None] Provisioning complete for port c1a31b4e-de40-4702-88c0-9542aca88138 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:00:42.153349 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-75bec8a6-7dbb-4cac-9c61-97ad49f0f3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:42.153560 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-72c6930a-fbec-4df5-aa00-a131887dedd8 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "DELETE /v2.0/routers/9280eee7-26a0-4dea-bc4c-8e568396d2ae HTTP/1.1" status: 404 len: 336 time: 0.0407267 Aug 22 14:00:42.156060 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46646) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:42.182435 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-d53bf790-b5f6-435c-a011-cc369f0e4c4e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] DELETE failed (client error): The resource could not be found. Aug 22 14:00:42.183230 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d53bf790-b5f6-435c-a011-cc369f0e4c4e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 14:00:42.185170 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d53bf790-b5f6-435c-a011-cc369f0e4c4e tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "DELETE /v2.0/subnets/8540c2e9-8fd6-470e-a250-552754b4ede2 HTTP/1.1" status: 404 len: 337 time: 0.0279810 Aug 22 14:00:42.188498 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46648) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:42.216536 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-11ae8051-9588-4a5e-b4bb-7032e214085b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] DELETE failed (client error): The resource could not be found. Aug 22 14:00:42.216985 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11ae8051-9588-4a5e-b4bb-7032e214085b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 14:00:42.218701 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-11ae8051-9588-4a5e-b4bb-7032e214085b tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "DELETE /v2.0/subnets/5e1df2d9-952f-4c07-8a1d-2cdda7d57d1c HTTP/1.1" status: 404 len: 337 time: 0.0292897 Aug 22 14:00:42.221266 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46650) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:42.247493 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-25ed2a0b-57fd-4084-bef5-07bb00704c3d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] DELETE failed (client error): The resource could not be found. Aug 22 14:00:42.247866 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25ed2a0b-57fd-4084-bef5-07bb00704c3d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 14:00:42.249572 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-25ed2a0b-57fd-4084-bef5-07bb00704c3d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "DELETE /v2.0/subnets/7d1b6692-a15d-4f07-a31d-05936f5287e1 HTTP/1.1" status: 404 len: 337 time: 0.0274169 Aug 22 14:00:42.252058 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46652) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:42.274421 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-4906c26a-8c08-4499-81c1-2a4085ff5c4d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] DELETE failed (client error): The resource could not be found. Aug 22 14:00:42.275035 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4906c26a-8c08-4499-81c1-2a4085ff5c4d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 14:00:42.276737 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4906c26a-8c08-4499-81c1-2a4085ff5c4d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "DELETE /v2.0/ports/877610ed-2cee-49d3-b970-5f6af98c7232 HTTP/1.1" status: 404 len: 333 time: 0.0237606 Aug 22 14:00:42.279138 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46654) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:42.297483 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-75bec8a6-7dbb-4cac-9c61-97ad49f0f3e1 None None] Provisioning complete for port 61438c42-9992-431d-80ca-b9e715a6dfa9 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:00:42.297861 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-75bec8a6-7dbb-4cac-9c61-97ad49f0f3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:42.301361 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9f412d-907d-4974-816c-6f2b38608308 None None] DHCP port deletion for a3461f5e-4b43-42c5-9cf7-a492ebd39bf1 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 14:00:42.310126 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-f23504ee-7f45-4cc8-ac72-fe0de62c5693 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] DELETE failed (client error): The resource could not be found. Aug 22 14:00:42.310506 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f23504ee-7f45-4cc8-ac72-fe0de62c5693 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 14:00:42.312210 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f23504ee-7f45-4cc8-ac72-fe0de62c5693 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "DELETE /v2.0/subnets/ea64a6cd-9327-4d4b-a376-7823f8d89d27 HTTP/1.1" status: 404 len: 337 time: 0.0317564 Aug 22 14:00:42.314712 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46656) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:42.340615 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-68e0eb68-6e61-4ade-bc30-89e73feed4f0 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] DELETE failed (client error): The resource could not be found. Aug 22 14:00:42.341060 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68e0eb68-6e61-4ade-bc30-89e73feed4f0 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 14:00:42.342734 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-68e0eb68-6e61-4ade-bc30-89e73feed4f0 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "DELETE /v2.0/subnets/e34989da-407c-4328-ba75-1e6d40d6dc68 HTTP/1.1" status: 404 len: 337 time: 0.0271432 Aug 22 14:00:42.345162 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46658) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:42.353717 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-75bec8a6-7dbb-4cac-9c61-97ad49f0f3e1 None None] Port 61438c42-9992-431d-80ca-b9e715a6dfa9 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:00:42.368662 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-68e8b6e6-642d-489f-899e-4409ea12fa73 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] DELETE failed (client error): The resource could not be found. Aug 22 14:00:42.369287 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68e8b6e6-642d-489f-899e-4409ea12fa73 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 14:00:42.370979 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-68e8b6e6-642d-489f-899e-4409ea12fa73 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "DELETE /v2.0/ports/8ae4e882-f3ce-4861-ac5e-ae4f85bdadac HTTP/1.1" status: 404 len: 333 time: 0.0249407 Aug 22 14:00:42.373443 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46660) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:42.376040 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-fa9f412d-907d-4974-816c-6f2b38608308 None None] Deleting port c1a31b4e-de40-4702-88c0-9542aca88138 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:00:42.376448 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-fa9f412d-907d-4974-816c-6f2b38608308 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:42.399494 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-b35f1dbe-0d7b-4c2f-8957-5a5fdb2e1fe9 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] DELETE failed (client error): The resource could not be found. Aug 22 14:00:42.399939 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b35f1dbe-0d7b-4c2f-8957-5a5fdb2e1fe9 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 14:00:42.401961 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b35f1dbe-0d7b-4c2f-8957-5a5fdb2e1fe9 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "DELETE /v2.0/subnets/435c9fd5-96bc-4b7d-a91d-23fe46980f26 HTTP/1.1" status: 404 len: 337 time: 0.0276263 Aug 22 14:00:42.404605 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46662) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:42.431658 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cd67a92-83af-4b10-b065-36b7d4968e95 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] DELETE failed (client error): The resource could not be found. Aug 22 14:00:42.432111 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cd67a92-83af-4b10-b065-36b7d4968e95 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 14:00:42.433961 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-2cd67a92-83af-4b10-b065-36b7d4968e95 tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "DELETE /v2.0/subnets/11b0e88e-35ae-4cb0-89aa-c99d9220eee9 HTTP/1.1" status: 404 len: 337 time: 0.0283675 Aug 22 14:00:42.436439 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46664) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:42.437145 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-fa9f412d-907d-4974-816c-6f2b38608308 None None] For port c1a31b4e-de40-4702-88c0-9542aca88138, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=c1a31b4e-de40-4702-88c0-9542aca88138,segment=NetworkSegment(0d14a9df-77a5-48ff-a996-5fab7284c4e0),segment_id=0d14a9df-77a5-48ff-a996-5fab7284c4e0)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:00:42.437541 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-fa9f412d-907d-4974-816c-6f2b38608308 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:42.455661 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-fa9f412d-907d-4974-816c-6f2b38608308 None None] Calling delete_port for c1a31b4e-de40-4702-88c0-9542aca88138 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:00:42.542897 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-d91cfdf3-961e-4173-8dab-d0dd01bca18a tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Deleting port 61438c42-9992-431d-80ca-b9e715a6dfa9 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:00:42.543421 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d91cfdf3-961e-4173-8dab-d0dd01bca18a tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:42.544772 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-fa9f412d-907d-4974-816c-6f2b38608308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:42.581632 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9f412d-907d-4974-816c-6f2b38608308 None None] Pushing event deleted for resources: {'Port': ['ID=c1a31b4e-de40-4702-88c0-9542aca88138,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:42.583571 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device c1a31b4e-de40-4702-88c0-9542aca88138 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:00:42.605449 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: c1a31b4e-de40-4702-88c0-9542aca88138 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:00:42.605851 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device c1a31b4e-de40-4702-88c0-9542aca88138 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:00:42.607254 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9f412d-907d-4974-816c-6f2b38608308 None None] No DVR routers for this DVR port c1a31b4e-de40-4702-88c0-9542aca88138 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:00:42.623543 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af6c346-2f8e-4364-b575-c3cf9c6ff838 None None] get_active_networks_info from n-d-793621-33 {{(pid=94629) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 22 14:00:42.636041 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d91cfdf3-961e-4173-8dab-d0dd01bca18a tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:42.650577 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-d91cfdf3-961e-4173-8dab-d0dd01bca18a tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Calling delete_port for 61438c42-9992-431d-80ca-b9e715a6dfa9 owned by {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:00:42.704172 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af6c346-2f8e-4364-b575-c3cf9c6ff838 None None] Resources bound (agent type, host, resource id): {{(pid=94629) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 22 14:00:42.746611 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d91cfdf3-961e-4173-8dab-d0dd01bca18a tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:42.777114 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91cfdf3-961e-4173-8dab-d0dd01bca18a tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event deleted for resources: {'Port': ['ID=61438c42-9992-431d-80ca-b9e715a6dfa9,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:42.783029 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d91cfdf3-961e-4173-8dab-d0dd01bca18a tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:42.785861 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d91cfdf3-961e-4173-8dab-d0dd01bca18a tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "DELETE /v2.0/ports/61438c42-9992-431d-80ca-b9e715a6dfa9 HTTP/1.1" status: 204 len: 168 time: 0.3484623 Aug 22 14:00:42.788613 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46668) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:42.869897 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2fba1396-f1a0-45c0-bcb3-410dbb01781d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:42.960199 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2fba1396-f1a0-45c0-bcb3-410dbb01781d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:42.970912 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-2fba1396-f1a0-45c0-bcb3-410dbb01781d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3461f5e-4b43-42c5-9cf7-a492ebd39bf1']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:00:42.982805 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-2fba1396-f1a0-45c0-bcb3-410dbb01781d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d14a9df-77a5-48ff-a996-5fab7284c4e0') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:00:42.983105 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-2fba1396-f1a0-45c0-bcb3-410dbb01781d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d14a9df-77a5-48ff-a996-5fab7284c4e0') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:00:42.992810 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2fba1396-f1a0-45c0-bcb3-410dbb01781d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:43.007586 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2fba1396-f1a0-45c0-bcb3-410dbb01781d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:43.013923 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fba1396-f1a0-45c0-bcb3-410dbb01781d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:00:43.014543 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2fba1396-f1a0-45c0-bcb3-410dbb01781d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:43.019022 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 14:00:43.019022 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:00:43.019022 n-d-793621-33 neutron-server[94627]: timer() Aug 22 14:00:43.019022 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:00:43.019022 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 14:00:43.019022 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:00:43.019022 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 14:00:43.019022 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:00:43.019022 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 14:00:43.019022 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:00:43.019022 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 14:00:43.019022 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:00:43.019022 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 14:00:43.019022 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:00:43.019022 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:00:43.019022 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:00:43.019022 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:00:43.019022 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:00:43.019022 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 14:00:43.019022 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:00:43.019022 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 14:00:43.019022 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:00:43.019022 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:00:43.019022 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:00:43.019022 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 14:00:43.019022 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:00:43.019022 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:00:43.019022 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:00:43.019022 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:00:43.019022 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:00:43.019022 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:00:43.019022 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:00:43.083351 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2fba1396-f1a0-45c0-bcb3-410dbb01781d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:43.091122 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2fba1396-f1a0-45c0-bcb3-410dbb01781d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:43.095885 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-2fba1396-f1a0-45c0-bcb3-410dbb01781d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] 10.222.0.21 "DELETE /v2.0/networks/a3461f5e-4b43-42c5-9cf7-a492ebd39bf1 HTTP/1.1" status: 204 len: 168 time: 0.3062885 Aug 22 14:00:43.108186 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba1396-f1a0-45c0-bcb3-410dbb01781d tempest-PortsIpV6TestJSON-1451191902 tempest-PortsIpV6TestJSON-1451191902-project] Pushing event deleted for resources: {'Network': ['ID=a3461f5e-4b43-42c5-9cf7-a492ebd39bf1,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:43.337547 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46676) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:43.473324 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-24b6b758-9d71-4957-a2ce-43dfd9639472 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e442035b1ae84d53bf1c4a67c458a11e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1346083 Aug 22 14:00:43.476343 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46680) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:43.522735 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5e29586e-a322-4f1c-8e02-cb02b3ee616b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:43.544428 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5e29586e-a322-4f1c-8e02-cb02b3ee616b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:43.589187 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5e29586e-a322-4f1c-8e02-cb02b3ee616b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:43.591921 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5e29586e-a322-4f1c-8e02-cb02b3ee616b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:43.593077 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-5e29586e-a322-4f1c-8e02-cb02b3ee616b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0a1d2f4f-6a22-4c5a-aa8d-8dc20be25099 HTTP/1.1" status: 204 len: 168 time: 0.1158540 Aug 22 14:00:43.601354 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e29586e-a322-4f1c-8e02-cb02b3ee616b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1d2f4f-6a22-4c5a-aa8d-8dc20be25099,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:47.870835 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46738) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:48.040442 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-4fca5ecb-445f-4273-a776-83a9770fb6e0 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Deleting port 9467cdac-4a7e-4435-b34c-3929474b6ba4 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:00:48.040786 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4fca5ecb-445f-4273-a776-83a9770fb6e0 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:48.113138 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4fca5ecb-445f-4273-a776-83a9770fb6e0 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:48.113477 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4fca5ecb-445f-4273-a776-83a9770fb6e0 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:48.125507 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-4fca5ecb-445f-4273-a776-83a9770fb6e0 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Calling delete_port for 9467cdac-4a7e-4435-b34c-3929474b6ba4 owned by network:floatingip {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:00:48.293886 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4fca5ecb-445f-4273-a776-83a9770fb6e0 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:48.324135 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca5ecb-445f-4273-a776-83a9770fb6e0 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Pushing event deleted for resources: {'Port': ['ID=9467cdac-4a7e-4435-b34c-3929474b6ba4,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:48.385108 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4fca5ecb-445f-4273-a776-83a9770fb6e0 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks [] for floatingip, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:48.385354 n-d-793621-33 neutron-server[94627]: INFO neutron.db.l3_db [None req-4fca5ecb-445f-4273-a776-83a9770fb6e0 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Floating IP 6dafd7c3-7776-4f02-b310-8563ab781e6b disassociated (deleted). External IP: 172.25.3.219, port: 57e1f342-3ac7-48fc-99d3-2587794dd473. Aug 22 14:00:48.596038 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fca5ecb-445f-4273-a776-83a9770fb6e0 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Router 691ab47d-88af-46ef-a7c2-bc1f9265894e has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:00:48.707679 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fca5ecb-445f-4273-a776-83a9770fb6e0 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:00:48.713478 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4fca5ecb-445f-4273-a776-83a9770fb6e0 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:48.720841 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6414190c-fb86-436b-b57e-ac6a17065845 None None] Sync routers for ids ['691ab47d-88af-46ef-a7c2-bc1f9265894e'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:00:48.732899 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6414190c-fb86-436b-b57e-ac6a17065845 None None] Routers {'691ab47d-88af-46ef-a7c2-bc1f9265894e'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:00:48.733577 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-6414190c-fb86-436b-b57e-ac6a17065845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:00:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['691ab47d-88af-46ef-a7c2-bc1f9265894e'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:00:48.746976 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-4fca5ecb-445f-4273-a776-83a9770fb6e0 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "DELETE /v2.0/floatingips/6dafd7c3-7776-4f02-b310-8563ab781e6b HTTP/1.1" status: 204 len: 168 time: 0.8750165 Aug 22 14:00:48.747852 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '850528a9-d1e2-473b-9acf-f227ea6b6ebf', 'tag': '57e1f342-3ac7-48fc-99d3-2587794dd473'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:00:48.750195 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23830ab-468b-453c-9e2c-0b0509e5f07b" -d '{"events": [{"name": "network-changed", "server_uuid": "850528a9-d1e2-473b-9acf-f227ea6b6ebf", "tag": "57e1f342-3ac7-48fc-99d3-2587794dd473"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:00:48.805790 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f076805d-af97-4d86-9f26-6dcef0c3ea67 x-openstack-request-id: req-f076805d-af97-4d86-9f26-6dcef0c3ea67 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:00:48.806081 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "850528a9-d1e2-473b-9acf-f227ea6b6ebf", "tag": "57e1f342-3ac7-48fc-99d3-2587794dd473", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:00:48.806334 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f076805d-af97-4d86-9f26-6dcef0c3ea67 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:00:48.807553 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '850528a9-d1e2-473b-9acf-f227ea6b6ebf', 'tag': '57e1f342-3ac7-48fc-99d3-2587794dd473', 'status': 'completed', 'code': 200} Aug 22 14:00:48.877102 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-6414190c-fb86-436b-b57e-ac6a17065845 None None] Set router 691ab47d-88af-46ef-a7c2-bc1f9265894e gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:00:48.878137 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23830ab-468b-453c-9e2c-0b0509e5f07b req-0b07387f-52a9-44b5-942d-c8a9adadb1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:48.880358 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c23830ab-468b-453c-9e2c-0b0509e5f07b req-0b07387f-52a9-44b5-942d-c8a9adadb1f7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=19e069a6935a47bcb8831313e7520ef4&device_id=850528a9-d1e2-473b-9acf-f227ea6b6ebf HTTP/1.1" status: 200 len: 1097 time: 0.0550559 Aug 22 14:00:48.993840 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23830ab-468b-453c-9e2c-0b0509e5f07b req-f3e1f176-d209-4c4e-b976-4b4abb540407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:48.995380 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c23830ab-468b-453c-9e2c-0b0509e5f07b req-f3e1f176-d209-4c4e-b976-4b4abb540407 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f8ac2233-ea24-423f-9bd4-53abb27cd3b8 HTTP/1.1" status: 200 len: 913 time: 0.1080925 Aug 22 14:00:49.064769 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c23830ab-468b-453c-9e2c-0b0509e5f07b req-e718504f-b5e6-4bde-bfb6-36de5bbf1086 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57e1f342-3ac7-48fc-99d3-2587794dd473 HTTP/1.1" status: 200 len: 217 time: 0.0545309 Aug 22 14:00:49.120548 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63bd214-c851-4c86-96d9-5f3ddb3bfee3 req-c62089aa-e7b3-4a55-8681-8cb239737f13 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:49.122104 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d63bd214-c851-4c86-96d9-5f3ddb3bfee3 req-c62089aa-e7b3-4a55-8681-8cb239737f13 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=850528a9-d1e2-473b-9acf-f227ea6b6ebf HTTP/1.1" status: 200 len: 945 time: 0.1216090 Aug 22 14:00:49.134807 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-6414190c-fb86-436b-b57e-ac6a17065845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'name': 'tempest-TestVolumeBootPattern-1585772999-router', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'eb0b350b-e9ed-4802-b640-bbd749af74cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:48Z', 'updated_at': '2021-08-22T13:48:57Z', 'revision_number': 4, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'gw_port': {'id': 'eb0b350b-e9ed-4802-b640-bbd749af74cf', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:82:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:49Z', 'updated_at': '2021-08-22T13:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'efb03058-d65b-4173-8c1c-b0fd9b6a8efd', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'floating_ip_address': '172.25.3.119', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'port_id': '4d734c6c-43b2-4b1a-b01b-c5dc043a2704', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8', 'mac_address': 'fa:16:3e:ec:f3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15910a3-dc64-4349-96cf-424d04ade6d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:56:54Z', 'updated_at': '2021-08-22T13:56:57Z', 'revision_number': 1, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1703a5c7-14cb-4e00-840e-e5065226b41c', 'name': '', 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'mac_address': 'fa:16:3e:d4:63:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'ad565ab1-b54d-4060-a258-16294d6e46a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:54Z', 'updated_at': '2021-08-22T13:49:05Z', 'revision_number': 5, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'subnets': [{'id': 'ad565ab1-b54d-4060-a258-16294d6e46a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:00:49.161152 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6414190c-fb86-436b-b57e-ac6a17065845 None None] Checking router: 691ab47d-88af-46ef-a7c2-bc1f9265894e for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:00:49.170388 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6414190c-fb86-436b-b57e-ac6a17065845 None None] Routers {'691ab47d-88af-46ef-a7c2-bc1f9265894e'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:00:49.170671 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23830ab-468b-453c-9e2c-0b0509e5f07b req-63116fa2-1994-4bdd-8aaa-cd735823ca5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:49.170930 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-6414190c-fb86-436b-b57e-ac6a17065845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:00:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['691ab47d-88af-46ef-a7c2-bc1f9265894e'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:00:49.172101 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c23830ab-468b-453c-9e2c-0b0509e5f07b req-63116fa2-1994-4bdd-8aaa-cd735823ca5e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ad565ab1-b54d-4060-a258-16294d6e46a2 HTTP/1.1" status: 200 len: 851 time: 0.0994787 Aug 22 14:00:49.175105 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d63bd214-c851-4c86-96d9-5f3ddb3bfee3 req-5af335b3-9859-455a-b9c4-3c6efb7afce2 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd42c95a-c24e-4c7d-aa36-bd21473692fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427740 Aug 22 14:00:49.228025 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23830ab-468b-453c-9e2c-0b0509e5f07b req-4709c8fd-796b-46f8-aac6-8a6046388a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:49.229851 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c23830ab-468b-453c-9e2c-0b0509e5f07b req-4709c8fd-796b-46f8-aac6-8a6046388a9e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f8ac2233-ea24-423f-9bd4-53abb27cd3b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497522 Aug 22 14:00:49.279388 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-6414190c-fb86-436b-b57e-ac6a17065845 None None] Set router 691ab47d-88af-46ef-a7c2-bc1f9265894e gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:00:49.326189 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c23830ab-468b-453c-9e2c-0b0509e5f07b req-4b87e6d1-9aa4-4b5a-b80d-1c45dd28f998 service neutron] 10.222.0.16 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881295 Aug 22 14:00:49.421597 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c23830ab-468b-453c-9e2c-0b0509e5f07b req-0289cf2a-6529-453a-b69f-3d8ef6aea106 service neutron] 10.222.0.16 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873008 Aug 22 14:00:49.507247 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-6414190c-fb86-436b-b57e-ac6a17065845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'name': 'tempest-TestVolumeBootPattern-1585772999-router', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'eb0b350b-e9ed-4802-b640-bbd749af74cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:48Z', 'updated_at': '2021-08-22T13:48:57Z', 'revision_number': 4, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'gw_port': {'id': 'eb0b350b-e9ed-4802-b640-bbd749af74cf', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:82:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:49Z', 'updated_at': '2021-08-22T13:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'efb03058-d65b-4173-8c1c-b0fd9b6a8efd', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'floating_ip_address': '172.25.3.119', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'port_id': '4d734c6c-43b2-4b1a-b01b-c5dc043a2704', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8', 'mac_address': 'fa:16:3e:ec:f3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15910a3-dc64-4349-96cf-424d04ade6d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:56:54Z', 'updated_at': '2021-08-22T13:56:57Z', 'revision_number': 1, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1703a5c7-14cb-4e00-840e-e5065226b41c', 'name': '', 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'mac_address': 'fa:16:3e:d4:63:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'ad565ab1-b54d-4060-a258-16294d6e46a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:54Z', 'updated_at': '2021-08-22T13:49:05Z', 'revision_number': 5, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'subnets': [{'id': 'ad565ab1-b54d-4060-a258-16294d6e46a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:00:49.532424 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6414190c-fb86-436b-b57e-ac6a17065845 None None] The sync data for ids ['691ab47d-88af-46ef-a7c2-bc1f9265894e'] in n-d-793621-33 is: [{'id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'name': 'tempest-TestVolumeBootPattern-1585772999-router', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'eb0b350b-e9ed-4802-b640-bbd749af74cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:48Z', 'updated_at': '2021-08-22T13:48:57Z', 'revision_number': 4, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'gw_port': {'id': 'eb0b350b-e9ed-4802-b640-bbd749af74cf', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:82:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:49Z', 'updated_at': '2021-08-22T13:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'efb03058-d65b-4173-8c1c-b0fd9b6a8efd', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'floating_ip_address': '172.25.3.119', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'port_id': '4d734c6c-43b2-4b1a-b01b-c5dc043a2704', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8', 'mac_address': 'fa:16:3e:ec:f3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15910a3-dc64-4349-96cf-424d04ade6d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T13:56:54Z', 'updated_at': '2021-08-22T13:56:57Z', 'revision_number': 1, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1703a5c7-14cb-4e00-840e-e5065226b41c', 'name': '', 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'mac_address': 'fa:16:3e:d4:63:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'ad565ab1-b54d-4060-a258-16294d6e46a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:54Z', 'updated_at': '2021-08-22T13:49:05Z', 'revision_number': 5, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'subnets': [{'id': 'ad565ab1-b54d-4060-a258-16294d6e46a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:00:49.762072 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6b5896-729b-4e5a-8c73-42477bb52ca6 None None] New status for floating IP 6dafd7c3-7776-4f02-b310-8563ab781e6b: DOWN {{(pid=94629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 14:00:50.307009 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040cfb99-0a6d-40d5-8129-f5431dac74e0 req-b0d29b24-7da0-4092-a12c-20c2208e7fd8 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:50.308493 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-040cfb99-0a6d-40d5-8129-f5431dac74e0 req-b0d29b24-7da0-4092-a12c-20c2208e7fd8 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=850528a9-d1e2-473b-9acf-f227ea6b6ebf HTTP/1.1" status: 200 len: 945 time: 0.0503166 Aug 22 14:00:50.345966 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-040cfb99-0a6d-40d5-8129-f5431dac74e0 req-bfefe92c-10c5-42f6-b498-9023317f5700 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd42c95a-c24e-4c7d-aa36-bd21473692fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315166 Aug 22 14:00:50.571049 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daedb640-7001-48d2-b9c8-0949defba90c req-8f5c00d7-c9f3-4ab8-b24f-c55c9d5d0a2f tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:00:50.572503 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-daedb640-7001-48d2-b9c8-0949defba90c req-8f5c00d7-c9f3-4ab8-b24f-c55c9d5d0a2f tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.16 "GET /v2.0/ports?device_id=850528a9-d1e2-473b-9acf-f227ea6b6ebf HTTP/1.1" status: 200 len: 945 time: 0.0523460 Aug 22 14:00:50.659574 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-daedb640-7001-48d2-b9c8-0949defba90c req-4415ebff-0b29-49ab-b5af-6e13f5b34fe5 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Deleting port 57e1f342-3ac7-48fc-99d3-2587794dd473 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:00:50.659911 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-daedb640-7001-48d2-b9c8-0949defba90c req-4415ebff-0b29-49ab-b5af-6e13f5b34fe5 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:50.747919 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-daedb640-7001-48d2-b9c8-0949defba90c req-4415ebff-0b29-49ab-b5af-6e13f5b34fe5 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] For port 57e1f342-3ac7-48fc-99d3-2587794dd473, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=57e1f342-3ac7-48fc-99d3-2587794dd473,segment=NetworkSegment(a8db1aa5-2938-4ee0-bbbc-1190f337bf80),segment_id=a8db1aa5-2938-4ee0-bbbc-1190f337bf80)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:00:50.748317 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-daedb640-7001-48d2-b9c8-0949defba90c req-4415ebff-0b29-49ab-b5af-6e13f5b34fe5 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:50.761076 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-daedb640-7001-48d2-b9c8-0949defba90c req-4415ebff-0b29-49ab-b5af-6e13f5b34fe5 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Calling delete_port for 57e1f342-3ac7-48fc-99d3-2587794dd473 owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:00:50.884480 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-daedb640-7001-48d2-b9c8-0949defba90c req-4415ebff-0b29-49ab-b5af-6e13f5b34fe5 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:50.923188 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4415ebff-0b29-49ab-b5af-6e13f5b34fe5 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Pushing event deleted for resources: {'Port': ['ID=57e1f342-3ac7-48fc-99d3-2587794dd473,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:50.959846 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-daedb640-7001-48d2-b9c8-0949defba90c req-4415ebff-0b29-49ab-b5af-6e13f5b34fe5 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] No DVR routers for this DVR port 57e1f342-3ac7-48fc-99d3-2587794dd473 on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:00:50.962551 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-daedb640-7001-48d2-b9c8-0949defba90c req-4415ebff-0b29-49ab-b5af-6e13f5b34fe5 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:50.964534 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-daedb640-7001-48d2-b9c8-0949defba90c req-4415ebff-0b29-49ab-b5af-6e13f5b34fe5 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.16 "DELETE /v2.0/ports/57e1f342-3ac7-48fc-99d3-2587794dd473 HTTP/1.1" status: 204 len: 173 time: 0.3856409 Aug 22 14:00:50.964973 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '850528a9-d1e2-473b-9acf-f227ea6b6ebf', 'name': 'network-vif-deleted', 'tag': '57e1f342-3ac7-48fc-99d3-2587794dd473'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:00:50.967671 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad621a2-8e07-4840-b4c8-d5d099126994" -d '{"events": [{"server_uuid": "850528a9-d1e2-473b-9acf-f227ea6b6ebf", "name": "network-vif-deleted", "tag": "57e1f342-3ac7-48fc-99d3-2587794dd473"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:00:51.016117 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc5d6f8-32e5-42c2-89fc-5bee0a81e85f x-openstack-request-id: req-0dc5d6f8-32e5-42c2-89fc-5bee0a81e85f {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:00:51.016435 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "850528a9-d1e2-473b-9acf-f227ea6b6ebf", "name": "network-vif-deleted", "tag": "57e1f342-3ac7-48fc-99d3-2587794dd473", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:00:51.016686 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0dc5d6f8-32e5-42c2-89fc-5bee0a81e85f {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:00:51.017086 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '850528a9-d1e2-473b-9acf-f227ea6b6ebf', 'name': 'network-vif-deleted', 'tag': '57e1f342-3ac7-48fc-99d3-2587794dd473', 'status': 'completed', 'code': 200} Aug 22 14:00:51.457723 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7dcf8ef0-b888-4e8f-a7ec-ea63c20d81dd req-17950ceb-f2ed-4214-a9ed-2ab0eb8fffe3 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=850528a9-d1e2-473b-9acf-f227ea6b6ebf HTTP/1.1" status: 200 len: 210 time: 0.0280900 Aug 22 14:00:52.384084 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 57e1f342-3ac7-48fc-99d3-2587794dd473 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:00:52.406598 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: 57e1f342-3ac7-48fc-99d3-2587794dd473 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:00:52.406943 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 57e1f342-3ac7-48fc-99d3-2587794dd473 not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:00:52.718710 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-61628b13-7c03-4d32-bec8-cd1f338e925d req-446509b4-8c98-46e0-bf6d-df879de6a8c1 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=850528a9-d1e2-473b-9acf-f227ea6b6ebf HTTP/1.1" status: 200 len: 210 time: 0.1903291 Aug 22 14:00:53.819949 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e9736554-fe59-4776-9037-3769d07837ca req-46435a7c-c25b-4fab-95d9-e935094a99c5 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=850528a9-d1e2-473b-9acf-f227ea6b6ebf HTTP/1.1" status: 200 len: 210 time: 0.0290294 Aug 22 14:00:58.466818 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c29fd58f-8ee8-4713-bbf6-59ce597c9cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:58.645864 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:59.187187 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46850) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:00:59.340399 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-d11e6d2d-fbd4-4ecb-b77f-e5ad8a0c2fa8 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Deleting port ab56d9e3-c7d1-45fb-989a-83ad59c0cb0f {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:00:59.340747 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d11e6d2d-fbd4-4ecb-b77f-e5ad8a0c2fa8 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:59.415192 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d11e6d2d-fbd4-4ecb-b77f-e5ad8a0c2fa8 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:59.415536 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d11e6d2d-fbd4-4ecb-b77f-e5ad8a0c2fa8 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:59.426824 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-d11e6d2d-fbd4-4ecb-b77f-e5ad8a0c2fa8 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Calling delete_port for ab56d9e3-c7d1-45fb-989a-83ad59c0cb0f owned by network:floatingip {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:00:59.721480 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [req-1dacc5ce-3bc3-488f-8683-9bcf74a6c38f req-ef8006d3-10a5-48cb-9e45-288e04ad9b3d service neutron] (94628) timed out ('10.222.0.21', 56294) {{(pid=94628) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 22 14:00:59.888644 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d11e6d2d-fbd4-4ecb-b77f-e5ad8a0c2fa8 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:59.914239 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e6d2d-fbd4-4ecb-b77f-e5ad8a0c2fa8 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Pushing event deleted for resources: {'Port': ['ID=ab56d9e3-c7d1-45fb-989a-83ad59c0cb0f,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:00:59.979710 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d11e6d2d-fbd4-4ecb-b77f-e5ad8a0c2fa8 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks [] for floatingip, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:00:59.980002 n-d-793621-33 neutron-server[94627]: INFO neutron.db.l3_db [None req-d11e6d2d-fbd4-4ecb-b77f-e5ad8a0c2fa8 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Floating IP efb03058-d65b-4173-8c1c-b0fd9b6a8efd disassociated (deleted). External IP: 172.25.3.119, port: 4d734c6c-43b2-4b1a-b01b-c5dc043a2704. Aug 22 14:01:00.192800 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d11e6d2d-fbd4-4ecb-b77f-e5ad8a0c2fa8 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Router 691ab47d-88af-46ef-a7c2-bc1f9265894e has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:01:00.301413 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11e6d2d-fbd4-4ecb-b77f-e5ad8a0c2fa8 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:01:00.306227 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d11e6d2d-fbd4-4ecb-b77f-e5ad8a0c2fa8 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:00.311353 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a638cb-8e70-41f0-90ee-ac351d531c8c None None] Sync routers for ids ['691ab47d-88af-46ef-a7c2-bc1f9265894e'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:01:00.321118 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a638cb-8e70-41f0-90ee-ac351d531c8c None None] Routers {'691ab47d-88af-46ef-a7c2-bc1f9265894e'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:01:00.321975 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-80a638cb-8e70-41f0-90ee-ac351d531c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:00:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['691ab47d-88af-46ef-a7c2-bc1f9265894e'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:01:00.335937 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d11e6d2d-fbd4-4ecb-b77f-e5ad8a0c2fa8 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "DELETE /v2.0/floatingips/efb03058-d65b-4173-8c1c-b0fd9b6a8efd HTTP/1.1" status: 204 len: 168 time: 1.1476440 Aug 22 14:01:00.336674 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f15910a3-dc64-4349-96cf-424d04ade6d0', 'tag': '4d734c6c-43b2-4b1a-b01b-c5dc043a2704'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:01:00.338976 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287c1bd6-70ab-4fc7-80b1-70976165e82c" -d '{"events": [{"name": "network-changed", "server_uuid": "f15910a3-dc64-4349-96cf-424d04ade6d0", "tag": "4d734c6c-43b2-4b1a-b01b-c5dc043a2704"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:01:00.383977 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93b039f-5057-46f5-b2fa-abe7ba6fcf93 x-openstack-request-id: req-b93b039f-5057-46f5-b2fa-abe7ba6fcf93 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:01:00.384282 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f15910a3-dc64-4349-96cf-424d04ade6d0", "tag": "4d734c6c-43b2-4b1a-b01b-c5dc043a2704", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:01:00.384543 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b93b039f-5057-46f5-b2fa-abe7ba6fcf93 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:01:00.385809 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f15910a3-dc64-4349-96cf-424d04ade6d0', 'tag': '4d734c6c-43b2-4b1a-b01b-c5dc043a2704', 'status': 'completed', 'code': 200} Aug 22 14:01:00.436901 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-80a638cb-8e70-41f0-90ee-ac351d531c8c None None] Set router 691ab47d-88af-46ef-a7c2-bc1f9265894e gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:01:00.457126 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c1bd6-70ab-4fc7-80b1-70976165e82c req-651e7a79-c9da-4ca2-a308-c353a45299c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:01:00.459775 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-287c1bd6-70ab-4fc7-80b1-70976165e82c req-651e7a79-c9da-4ca2-a308-c353a45299c2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=19e069a6935a47bcb8831313e7520ef4&device_id=f15910a3-dc64-4349-96cf-424d04ade6d0 HTTP/1.1" status: 200 len: 1098 time: 0.0501053 Aug 22 14:01:00.620224 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c1bd6-70ab-4fc7-80b1-70976165e82c req-1e5e313a-ac52-466a-8287-d4ccc447c8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:01:00.621854 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-287c1bd6-70ab-4fc7-80b1-70976165e82c req-1e5e313a-ac52-466a-8287-d4ccc447c8a1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f8ac2233-ea24-423f-9bd4-53abb27cd3b8 HTTP/1.1" status: 200 len: 913 time: 0.1550570 Aug 22 14:01:00.638080 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12d085-ee86-4905-9df3-0ecbbb07edf4 req-eeb9ea74-394d-4ed3-aac1-0ac86428d69b tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:01:00.639597 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8e12d085-ee86-4905-9df3-0ecbbb07edf4 req-eeb9ea74-394d-4ed3-aac1-0ac86428d69b tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=f15910a3-dc64-4349-96cf-424d04ade6d0 HTTP/1.1" status: 200 len: 946 time: 0.0749691 Aug 22 14:01:00.680281 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-80a638cb-8e70-41f0-90ee-ac351d531c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'name': 'tempest-TestVolumeBootPattern-1585772999-router', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'eb0b350b-e9ed-4802-b640-bbd749af74cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:48Z', 'updated_at': '2021-08-22T13:48:57Z', 'revision_number': 4, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'gw_port': {'id': 'eb0b350b-e9ed-4802-b640-bbd749af74cf', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:82:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:49Z', 'updated_at': '2021-08-22T13:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '1703a5c7-14cb-4e00-840e-e5065226b41c', 'name': '', 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'mac_address': 'fa:16:3e:d4:63:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'ad565ab1-b54d-4060-a258-16294d6e46a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:54Z', 'updated_at': '2021-08-22T13:49:05Z', 'revision_number': 5, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'subnets': [{'id': 'ad565ab1-b54d-4060-a258-16294d6e46a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:01:00.688357 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-287c1bd6-70ab-4fc7-80b1-70976165e82c req-c00b5614-6ac8-4f03-b1c7-ae50bb590d98 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d734c6c-43b2-4b1a-b01b-c5dc043a2704 HTTP/1.1" status: 200 len: 217 time: 0.0477531 Aug 22 14:01:00.710589 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a638cb-8e70-41f0-90ee-ac351d531c8c None None] Checking router: 691ab47d-88af-46ef-a7c2-bc1f9265894e for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:01:00.719314 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a638cb-8e70-41f0-90ee-ac351d531c8c None None] Routers {'691ab47d-88af-46ef-a7c2-bc1f9265894e'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:01:00.719923 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-80a638cb-8e70-41f0-90ee-ac351d531c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:00:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['691ab47d-88af-46ef-a7c2-bc1f9265894e'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:01:00.746925 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8e12d085-ee86-4905-9df3-0ecbbb07edf4 req-c9bd51d0-fde5-4f66-9f3c-837a600fbc56 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd42c95a-c24e-4c7d-aa36-bd21473692fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981588 Aug 22 14:01:00.761102 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c1bd6-70ab-4fc7-80b1-70976165e82c req-08ba89c5-999f-4d82-bd84-d4aa25749fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:01:00.762167 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-287c1bd6-70ab-4fc7-80b1-70976165e82c req-08ba89c5-999f-4d82-bd84-d4aa25749fe2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ad565ab1-b54d-4060-a258-16294d6e46a2 HTTP/1.1" status: 200 len: 851 time: 0.0661900 Aug 22 14:01:00.821899 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c1bd6-70ab-4fc7-80b1-70976165e82c req-bb932a25-bb88-4300-ad84-93a9c15118ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:01:00.823592 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-287c1bd6-70ab-4fc7-80b1-70976165e82c req-bb932a25-bb88-4300-ad84-93a9c15118ab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f8ac2233-ea24-423f-9bd4-53abb27cd3b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528965 Aug 22 14:01:00.930067 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-80a638cb-8e70-41f0-90ee-ac351d531c8c None None] Set router 691ab47d-88af-46ef-a7c2-bc1f9265894e gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:01:00.939824 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-287c1bd6-70ab-4fc7-80b1-70976165e82c req-66186762-5aba-428f-8a8c-b5b92753e9cb service neutron] 10.222.0.16 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078510 Aug 22 14:01:01.070880 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-287c1bd6-70ab-4fc7-80b1-70976165e82c req-aec80e30-a8bb-4b15-9e2b-7a988f372d9a service neutron] 10.222.0.16 "GET /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236610 Aug 22 14:01:01.095125 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0eb309d9-f31c-4354-9898-2090afe4d532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:01.174300 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-80a638cb-8e70-41f0-90ee-ac351d531c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'name': 'tempest-TestVolumeBootPattern-1585772999-router', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'eb0b350b-e9ed-4802-b640-bbd749af74cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:48Z', 'updated_at': '2021-08-22T13:48:57Z', 'revision_number': 4, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'gw_port': {'id': 'eb0b350b-e9ed-4802-b640-bbd749af74cf', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:82:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:49Z', 'updated_at': '2021-08-22T13:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '1703a5c7-14cb-4e00-840e-e5065226b41c', 'name': '', 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'mac_address': 'fa:16:3e:d4:63:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'ad565ab1-b54d-4060-a258-16294d6e46a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:54Z', 'updated_at': '2021-08-22T13:49:05Z', 'revision_number': 5, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'subnets': [{'id': 'ad565ab1-b54d-4060-a258-16294d6e46a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:01:01.200754 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a638cb-8e70-41f0-90ee-ac351d531c8c None None] The sync data for ids ['691ab47d-88af-46ef-a7c2-bc1f9265894e'] in n-d-793621-33 is: [{'id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'name': 'tempest-TestVolumeBootPattern-1585772999-router', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'eb0b350b-e9ed-4802-b640-bbd749af74cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:48Z', 'updated_at': '2021-08-22T13:48:57Z', 'revision_number': 4, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'gw_port': {'id': 'eb0b350b-e9ed-4802-b640-bbd749af74cf', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:82:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:49Z', 'updated_at': '2021-08-22T13:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '1703a5c7-14cb-4e00-840e-e5065226b41c', 'name': '', 'network_id': 'f8ac2233-ea24-423f-9bd4-53abb27cd3b8', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'mac_address': 'fa:16:3e:d4:63:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'ad565ab1-b54d-4060-a258-16294d6e46a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:54Z', 'updated_at': '2021-08-22T13:49:05Z', 'revision_number': 5, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'subnets': [{'id': 'ad565ab1-b54d-4060-a258-16294d6e46a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:01:01.226836 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:01.431132 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb87bd8e-7962-4a2a-bb41-3349bff34b6f None None] New status for floating IP efb03058-d65b-4173-8c1c-b0fd9b6a8efd: DOWN {{(pid=94629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 14:01:01.874839 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98642b1b-2f6b-4607-bac1-97c949213004 req-f058bc86-07d0-44ea-a6bb-cc9c8449a221 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:01:01.876348 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-98642b1b-2f6b-4607-bac1-97c949213004 req-f058bc86-07d0-44ea-a6bb-cc9c8449a221 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=f15910a3-dc64-4349-96cf-424d04ade6d0 HTTP/1.1" status: 200 len: 946 time: 0.0511749 Aug 22 14:01:01.914002 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-98642b1b-2f6b-4607-bac1-97c949213004 req-0bb7c917-f89c-44cb-9768-4a2b732cd3d1 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd42c95a-c24e-4c7d-aa36-bd21473692fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309167 Aug 22 14:01:02.003430 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c3700-e034-42a3-a756-426260cb7b32 req-0e7092f9-f57c-42ad-b6ac-887b6a6bc182 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:01:02.004920 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-948c3700-e034-42a3-a756-426260cb7b32 req-0e7092f9-f57c-42ad-b6ac-887b6a6bc182 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.16 "GET /v2.0/ports?device_id=f15910a3-dc64-4349-96cf-424d04ade6d0 HTTP/1.1" status: 200 len: 946 time: 0.0493131 Aug 22 14:01:02.098407 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-948c3700-e034-42a3-a756-426260cb7b32 req-e3a7477d-29cf-46c1-8c05-71753c74c50e tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Deleting port 4d734c6c-43b2-4b1a-b01b-c5dc043a2704 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:01:02.098751 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-948c3700-e034-42a3-a756-426260cb7b32 req-e3a7477d-29cf-46c1-8c05-71753c74c50e tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:02.190653 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-948c3700-e034-42a3-a756-426260cb7b32 req-e3a7477d-29cf-46c1-8c05-71753c74c50e tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] For port 4d734c6c-43b2-4b1a-b01b-c5dc043a2704, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=4d734c6c-43b2-4b1a-b01b-c5dc043a2704,segment=NetworkSegment(a8db1aa5-2938-4ee0-bbbc-1190f337bf80),segment_id=a8db1aa5-2938-4ee0-bbbc-1190f337bf80)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:01:02.191023 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-948c3700-e034-42a3-a756-426260cb7b32 req-e3a7477d-29cf-46c1-8c05-71753c74c50e tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:02.203268 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-948c3700-e034-42a3-a756-426260cb7b32 req-e3a7477d-29cf-46c1-8c05-71753c74c50e tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Calling delete_port for 4d734c6c-43b2-4b1a-b01b-c5dc043a2704 owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:01:02.340096 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-948c3700-e034-42a3-a756-426260cb7b32 req-e3a7477d-29cf-46c1-8c05-71753c74c50e tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:02.372034 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a7477d-29cf-46c1-8c05-71753c74c50e tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Pushing event deleted for resources: {'Port': ['ID=4d734c6c-43b2-4b1a-b01b-c5dc043a2704,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:01:02.419048 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-948c3700-e034-42a3-a756-426260cb7b32 req-e3a7477d-29cf-46c1-8c05-71753c74c50e tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] No DVR routers for this DVR port 4d734c6c-43b2-4b1a-b01b-c5dc043a2704 on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:01:02.421432 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-948c3700-e034-42a3-a756-426260cb7b32 req-e3a7477d-29cf-46c1-8c05-71753c74c50e tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:02.423415 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-948c3700-e034-42a3-a756-426260cb7b32 req-e3a7477d-29cf-46c1-8c05-71753c74c50e tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.16 "DELETE /v2.0/ports/4d734c6c-43b2-4b1a-b01b-c5dc043a2704 HTTP/1.1" status: 204 len: 173 time: 0.4124925 Aug 22 14:01:02.423848 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f15910a3-dc64-4349-96cf-424d04ade6d0', 'name': 'network-vif-deleted', 'tag': '4d734c6c-43b2-4b1a-b01b-c5dc043a2704'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:01:02.426091 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af453f6-319b-4ba9-823f-5e683163a73a" -d '{"events": [{"server_uuid": "f15910a3-dc64-4349-96cf-424d04ade6d0", "name": "network-vif-deleted", "tag": "4d734c6c-43b2-4b1a-b01b-c5dc043a2704"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:01:02.470002 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7161d229-f99d-46e4-95a6-66c630c3427b x-openstack-request-id: req-7161d229-f99d-46e4-95a6-66c630c3427b {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:01:02.470298 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f15910a3-dc64-4349-96cf-424d04ade6d0", "name": "network-vif-deleted", "tag": "4d734c6c-43b2-4b1a-b01b-c5dc043a2704", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:01:02.470552 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7161d229-f99d-46e4-95a6-66c630c3427b {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:01:02.470957 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f15910a3-dc64-4349-96cf-424d04ade6d0', 'name': 'network-vif-deleted', 'tag': '4d734c6c-43b2-4b1a-b01b-c5dc043a2704', 'status': 'completed', 'code': 200} Aug 22 14:01:02.506608 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:03.014974 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c8611360-4787-45d5-90f9-e6293e96b4a1 req-7672b6d4-dd48-4fc6-a501-904da54f7f92 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=f15910a3-dc64-4349-96cf-424d04ade6d0 HTTP/1.1" status: 200 len: 210 time: 0.0271580 Aug 22 14:01:04.068825 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:04.112836 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-839d077c-7283-486d-b14f-132280158825 req-d966fb6f-974c-4305-8a87-b75f5a7526ac tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=f15910a3-dc64-4349-96cf-424d04ade6d0 HTTP/1.1" status: 200 len: 210 time: 0.0258322 Aug 22 14:01:04.288915 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:04.479877 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 4d734c6c-43b2-4b1a-b01b-c5dc043a2704 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:01:04.502343 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: 4d734c6c-43b2-4b1a-b01b-c5dc043a2704 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:01:04.502686 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 4d734c6c-43b2-4b1a-b01b-c5dc043a2704 not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:01:05.212860 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9eaf3765-afbe-431d-8b4e-3f53f0807526 req-fcdbe7f4-2a70-4840-9181-7f0b4829fae7 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=f15910a3-dc64-4349-96cf-424d04ade6d0 HTTP/1.1" status: 200 len: 210 time: 0.0289679 Aug 22 14:01:06.267494 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:01:06.324609 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b6546430-d588-4d63-a23c-f4f18b14703c req-76485c38-b075-474f-9b0e-a2a8a22c810d tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "GET /v2.0/ports?device_id=f15910a3-dc64-4349-96cf-424d04ade6d0 HTTP/1.1" status: 200 len: 210 time: 0.0277920 Aug 22 14:01:07.383316 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46940) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:01:07.509814 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-b663e606-d863-4fd4-ba3c-03c7bb5b9e33 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Deleting port 6b4f4f83-50fa-4a43-afa6-48988d0e1582 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:01:07.510277 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b663e606-d863-4fd4-ba3c-03c7bb5b9e33 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:07.589305 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b663e606-d863-4fd4-ba3c-03c7bb5b9e33 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:07.589631 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b663e606-d863-4fd4-ba3c-03c7bb5b9e33 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:07.602043 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-b663e606-d863-4fd4-ba3c-03c7bb5b9e33 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Calling delete_port for 6b4f4f83-50fa-4a43-afa6-48988d0e1582 owned by network:floatingip {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:01:07.742988 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b663e606-d863-4fd4-ba3c-03c7bb5b9e33 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:07.781362 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b663e606-d863-4fd4-ba3c-03c7bb5b9e33 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Pushing event deleted for resources: {'Port': ['ID=6b4f4f83-50fa-4a43-afa6-48988d0e1582,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:01:07.805366 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b663e606-d863-4fd4-ba3c-03c7bb5b9e33 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:01:07.805715 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b663e606-d863-4fd4-ba3c-03c7bb5b9e33 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:01:07.806068 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b663e606-d863-4fd4-ba3c-03c7bb5b9e33 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:01:07.806414 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b663e606-d863-4fd4-ba3c-03c7bb5b9e33 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:01:07.806766 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b663e606-d863-4fd4-ba3c-03c7bb5b9e33 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:01:07.807100 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b663e606-d863-4fd4-ba3c-03c7bb5b9e33 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:01:07.807432 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b663e606-d863-4fd4-ba3c-03c7bb5b9e33 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:01:07.807761 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b663e606-d863-4fd4-ba3c-03c7bb5b9e33 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:01:07.808089 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b663e606-d863-4fd4-ba3c-03c7bb5b9e33 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:01:07.808450 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b663e606-d863-4fd4-ba3c-03c7bb5b9e33 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:01:07.808829 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b663e606-d863-4fd4-ba3c-03c7bb5b9e33 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:01:07.809165 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b663e606-d863-4fd4-ba3c-03c7bb5b9e33 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:01:07.854390 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b663e606-d863-4fd4-ba3c-03c7bb5b9e33 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks [] for floatingip, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:07.857320 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b663e606-d863-4fd4-ba3c-03c7bb5b9e33 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:07.860064 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-b663e606-d863-4fd4-ba3c-03c7bb5b9e33 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "DELETE /v2.0/floatingips/b3b15388-cd70-4543-b654-b9142a8d44f5 HTTP/1.1" status: 204 len: 168 time: 0.4742601 Aug 22 14:01:10.134997 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46962) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:01:10.196082 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-486239fa-72c6-4e86-ac64-d7dd19e34062 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:10.223963 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-486239fa-72c6-4e86-ac64-d7dd19e34062 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:10.293216 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-486239fa-72c6-4e86-ac64-d7dd19e34062 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:10.296354 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-486239fa-72c6-4e86-ac64-d7dd19e34062 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:10.300155 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-486239fa-72c6-4e86-ac64-d7dd19e34062 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] 10.222.0.21 "DELETE /v2.0/security-groups/fd42c95a-c24e-4c7d-aa36-bd21473692fd HTTP/1.1" status: 204 len: 168 time: 0.1617072 Aug 22 14:01:10.308556 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486239fa-72c6-4e86-ac64-d7dd19e34062 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd42c95a-c24e-4c7d-aa36-bd21473692fd,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:01:10.370194 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46968) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:01:10.861598 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-297c50aa-6c2c-4605-846f-ac921f51b71d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:11.113812 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-297c50aa-6c2c-4605-846f-ac921f51b71d admin admin] Deleting port 1703a5c7-14cb-4e00-840e-e5065226b41c {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:01:11.114045 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-297c50aa-6c2c-4605-846f-ac921f51b71d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:11.189467 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-297c50aa-6c2c-4605-846f-ac921f51b71d admin admin] For port 1703a5c7-14cb-4e00-840e-e5065226b41c, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=1703a5c7-14cb-4e00-840e-e5065226b41c,segment=NetworkSegment(a8db1aa5-2938-4ee0-bbbc-1190f337bf80),segment_id=a8db1aa5-2938-4ee0-bbbc-1190f337bf80)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:01:11.189825 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-297c50aa-6c2c-4605-846f-ac921f51b71d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:11.201789 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-297c50aa-6c2c-4605-846f-ac921f51b71d admin admin] Calling delete_port for 1703a5c7-14cb-4e00-840e-e5065226b41c owned by network:router_interface {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:01:11.394018 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-297c50aa-6c2c-4605-846f-ac921f51b71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:11.429412 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297c50aa-6c2c-4605-846f-ac921f51b71d admin admin] Pushing event deleted for resources: {'Port': ['ID=1703a5c7-14cb-4e00-840e-e5065226b41c,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:01:11.495894 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46978) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:01:11.632744 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8f45f251-2033-4787-841d-568fef0b52dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:11.658384 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-297c50aa-6c2c-4605-846f-ac921f51b71d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:11.876071 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8f45f251-2033-4787-841d-568fef0b52dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:11.883076 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8f45f251-2033-4787-841d-568fef0b52dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:11.960088 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8f45f251-2033-4787-841d-568fef0b52dd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dfa1d42c6a8a407daabeb606f9bc4941&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4630718 Aug 22 14:01:11.962853 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46982) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:01:11.972959 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f45f251-2033-4787-841d-568fef0b52dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96435026-5dc1-4ac6-ac1a-4e7597d244cb,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:01:11.986494 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-297c50aa-6c2c-4605-846f-ac921f51b71d admin admin] Router 691ab47d-88af-46ef-a7c2-bc1f9265894e has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:01:12.021354 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5083ef1d-558f-402d-b771-90ac429cd207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:12.043061 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5083ef1d-558f-402d-b771-90ac429cd207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:12.091032 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5083ef1d-558f-402d-b771-90ac429cd207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:12.093821 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5083ef1d-558f-402d-b771-90ac429cd207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:12.095013 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-5083ef1d-558f-402d-b771-90ac429cd207 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/96435026-5dc1-4ac6-ac1a-4e7597d244cb HTTP/1.1" status: 204 len: 168 time: 0.1311042 Aug 22 14:01:12.104384 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5083ef1d-558f-402d-b771-90ac429cd207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96435026-5dc1-4ac6-ac1a-4e7597d244cb,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:01:12.388440 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46988) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:01:12.401947 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c317a9a8-37d7-4e63-80ed-53c4ac8ce27e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:12.419033 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297c50aa-6c2c-4605-846f-ac921f51b71d admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:01:12.428723 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-297c50aa-6c2c-4605-846f-ac921f51b71d admin admin] 10.222.0.21 "PUT /v2.0/routers/691ab47d-88af-46ef-a7c2-bc1f9265894e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0536375 Aug 22 14:01:12.429051 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8473c9-f16b-44e5-ab4d-0cf4c2508c22 None None] Sync routers for ids ['691ab47d-88af-46ef-a7c2-bc1f9265894e'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:01:12.430239 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 46990) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:01:12.438354 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8473c9-f16b-44e5-ab4d-0cf4c2508c22 None None] Routers {'691ab47d-88af-46ef-a7c2-bc1f9265894e'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:01:12.439214 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-bd8473c9-f16b-44e5-ab4d-0cf4c2508c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:01:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['691ab47d-88af-46ef-a7c2-bc1f9265894e'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:01:12.545717 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-bd8473c9-f16b-44e5-ab4d-0cf4c2508c22 None None] Set router 691ab47d-88af-46ef-a7c2-bc1f9265894e gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:01:12.581105 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c7bb52dd-4c6b-4ad7-a558-de2b3478323b admin admin] Notify callbacks [] for router, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:12.593438 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c317a9a8-37d7-4e63-80ed-53c4ac8ce27e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:12.628147 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c317a9a8-37d7-4e63-80ed-53c4ac8ce27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:12.676937 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c317a9a8-37d7-4e63-80ed-53c4ac8ce27e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=671f0c215bbd4a66a9c7816d7946a615&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2873042 Aug 22 14:01:12.680302 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 46992) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:01:12.686897 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c317a9a8-37d7-4e63-80ed-53c4ac8ce27e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91981799-ceb3-4e5d-8688-909c6ad4fbe2,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:01:12.731450 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bf7ba9df-468b-4e59-a630-2d2d5fe77507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:12.741406 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c7bb52dd-4c6b-4ad7-a558-de2b3478323b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:12.746872 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-bd8473c9-f16b-44e5-ab4d-0cf4c2508c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'name': 'tempest-TestVolumeBootPattern-1585772999-router', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'eb0b350b-e9ed-4802-b640-bbd749af74cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:48Z', 'updated_at': '2021-08-22T14:01:11Z', 'revision_number': 5, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'gw_port': {'id': 'eb0b350b-e9ed-4802-b640-bbd749af74cf', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:82:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:48:49Z', 'updated_at': '2021-08-22T13:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:01:12.754178 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bf7ba9df-468b-4e59-a630-2d2d5fe77507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:12.775107 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8473c9-f16b-44e5-ab4d-0cf4c2508c22 None None] Checking router: 691ab47d-88af-46ef-a7c2-bc1f9265894e for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:01:12.786114 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8473c9-f16b-44e5-ab4d-0cf4c2508c22 None None] Routers {'691ab47d-88af-46ef-a7c2-bc1f9265894e'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:01:12.786665 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-bd8473c9-f16b-44e5-ab4d-0cf4c2508c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:01:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['691ab47d-88af-46ef-a7c2-bc1f9265894e'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:01:12.799195 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-c7bb52dd-4c6b-4ad7-a558-de2b3478323b admin admin] Deleting port eb0b350b-e9ed-4802-b640-bbd749af74cf {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:01:12.799552 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c7bb52dd-4c6b-4ad7-a558-de2b3478323b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:12.809837 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bf7ba9df-468b-4e59-a630-2d2d5fe77507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:12.812683 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bf7ba9df-468b-4e59-a630-2d2d5fe77507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:12.813833 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-bf7ba9df-468b-4e59-a630-2d2d5fe77507 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/91981799-ceb3-4e5d-8688-909c6ad4fbe2 HTTP/1.1" status: 204 len: 168 time: 0.1322293 Aug 22 14:01:12.827313 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7ba9df-468b-4e59-a630-2d2d5fe77507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91981799-ceb3-4e5d-8688-909c6ad4fbe2,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:01:12.883335 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-bd8473c9-f16b-44e5-ab4d-0cf4c2508c22 None None] Set router 691ab47d-88af-46ef-a7c2-bc1f9265894e gateway port host: None {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:01:12.899578 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-c7bb52dd-4c6b-4ad7-a558-de2b3478323b admin admin] For port eb0b350b-e9ed-4802-b640-bbd749af74cf, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=eb0b350b-e9ed-4802-b640-bbd749af74cf,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:01:12.899963 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c7bb52dd-4c6b-4ad7-a558-de2b3478323b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:12.912429 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-c7bb52dd-4c6b-4ad7-a558-de2b3478323b admin admin] Calling delete_port for eb0b350b-e9ed-4802-b640-bbd749af74cf owned by network:router_gateway {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:01:12.936636 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-bd8473c9-f16b-44e5-ab4d-0cf4c2508c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'name': 'tempest-TestVolumeBootPattern-1585772999-router', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:48Z', 'updated_at': '2021-08-22T14:01:12Z', 'revision_number': 6, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'gw_port_host': None}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:01:12.967687 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8473c9-f16b-44e5-ab4d-0cf4c2508c22 None None] The sync data for ids ['691ab47d-88af-46ef-a7c2-bc1f9265894e'] in n-d-793621-33 is: [{'id': '691ab47d-88af-46ef-a7c2-bc1f9265894e', 'name': 'tempest-TestVolumeBootPattern-1585772999-router', 'tenant_id': '19e069a6935a47bcb8831313e7520ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:48:48Z', 'updated_at': '2021-08-22T14:01:12Z', 'revision_number': 6, 'project_id': '19e069a6935a47bcb8831313e7520ef4', 'gw_port_host': None}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:01:13.104637 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c7bb52dd-4c6b-4ad7-a558-de2b3478323b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:13.138797 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb52dd-4c6b-4ad7-a558-de2b3478323b admin admin] Pushing event deleted for resources: {'Port': ['ID=eb0b350b-e9ed-4802-b640-bbd749af74cf,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:01:13.201883 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c7bb52dd-4c6b-4ad7-a558-de2b3478323b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:13.294911 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c7bb52dd-4c6b-4ad7-a558-de2b3478323b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:13.297123 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c7bb52dd-4c6b-4ad7-a558-de2b3478323b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:13.345098 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c7bb52dd-4c6b-4ad7-a558-de2b3478323b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:13.345862 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7bb52dd-4c6b-4ad7-a558-de2b3478323b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 691ab47d-88af-46ef-a7c2-bc1f9265894e {{(pid=94627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 14:01:13.353543 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c7bb52dd-4c6b-4ad7-a558-de2b3478323b admin admin] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:13.354830 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c7bb52dd-4c6b-4ad7-a558-de2b3478323b admin admin] 10.222.0.21 "DELETE /v2.0/routers/691ab47d-88af-46ef-a7c2-bc1f9265894e HTTP/1.1" status: 204 len: 168 time: 0.9234717 Aug 22 14:01:13.357422 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47008) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:01:13.417070 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-33002246-435b-47ba-80f8-7b8ddd96de82 admin admin] Deleting subnet ad565ab1-b54d-4060-a258-16294d6e46a2 {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:01:13.420438 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-33002246-435b-47ba-80f8-7b8ddd96de82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:13.456223 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-33002246-435b-47ba-80f8-7b8ddd96de82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:13.531148 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-33002246-435b-47ba-80f8-7b8ddd96de82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:13.585038 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-33002246-435b-47ba-80f8-7b8ddd96de82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:13.612553 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33002246-435b-47ba-80f8-7b8ddd96de82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad565ab1-b54d-4060-a258-16294d6e46a2,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:01:13.621314 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-33002246-435b-47ba-80f8-7b8ddd96de82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:13.626357 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-33002246-435b-47ba-80f8-7b8ddd96de82 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ad565ab1-b54d-4060-a258-16294d6e46a2 HTTP/1.1" status: 204 len: 168 time: 0.2656996 Aug 22 14:01:13.626542 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3524db-e82e-4256-88e4-f12349a6fa9b None None] Network f8ac2233-ea24-423f-9bd4-53abb27cd3b8 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:01:13.627309 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47018) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:01:13.695546 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8c0b6280-b2bd-4eee-a51f-3a062e4bd3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:13.761406 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-8c0b6280-b2bd-4eee-a51f-3a062e4bd3db admin admin] Deleting port e49080a5-24a8-4ae4-afdf-63d5f4c89a75 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:01:13.761745 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8c0b6280-b2bd-4eee-a51f-3a062e4bd3db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:13.829990 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ec489b-2e0f-47e8-9fb4-0f2fa00fc47f None None] DHCP port deletion for f8ac2233-ea24-423f-9bd4-53abb27cd3b8 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 14:01:13.843346 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-8c0b6280-b2bd-4eee-a51f-3a062e4bd3db admin admin] For port e49080a5-24a8-4ae4-afdf-63d5f4c89a75, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=e49080a5-24a8-4ae4-afdf-63d5f4c89a75,segment=NetworkSegment(a8db1aa5-2938-4ee0-bbbc-1190f337bf80),segment_id=a8db1aa5-2938-4ee0-bbbc-1190f337bf80)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:01:13.843715 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8c0b6280-b2bd-4eee-a51f-3a062e4bd3db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:13.859549 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-8c0b6280-b2bd-4eee-a51f-3a062e4bd3db admin admin] Calling delete_port for e49080a5-24a8-4ae4-afdf-63d5f4c89a75 owned by network:dhcp {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:01:13.887969 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-f3ec489b-2e0f-47e8-9fb4-0f2fa00fc47f None None] Deleting port e49080a5-24a8-4ae4-afdf-63d5f4c89a75 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:01:13.888383 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f3ec489b-2e0f-47e8-9fb4-0f2fa00fc47f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:13.946859 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8c0b6280-b2bd-4eee-a51f-3a062e4bd3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:13.971030 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-f3ec489b-2e0f-47e8-9fb4-0f2fa00fc47f None None] For port e49080a5-24a8-4ae4-afdf-63d5f4c89a75, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=e49080a5-24a8-4ae4-afdf-63d5f4c89a75,segment=NetworkSegment(a8db1aa5-2938-4ee0-bbbc-1190f337bf80),segment_id=a8db1aa5-2938-4ee0-bbbc-1190f337bf80)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:01:13.971389 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f3ec489b-2e0f-47e8-9fb4-0f2fa00fc47f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:13.975286 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0b6280-b2bd-4eee-a51f-3a062e4bd3db admin admin] Pushing event deleted for resources: {'Port': ['ID=e49080a5-24a8-4ae4-afdf-63d5f4c89a75,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:01:13.977510 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0b6280-b2bd-4eee-a51f-3a062e4bd3db admin admin] No DVR routers for this DVR port e49080a5-24a8-4ae4-afdf-63d5f4c89a75 on host n-d-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:01:13.988516 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-f3ec489b-2e0f-47e8-9fb4-0f2fa00fc47f None None] Calling delete_port for e49080a5-24a8-4ae4-afdf-63d5f4c89a75 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:01:14.055416 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8c0b6280-b2bd-4eee-a51f-3a062e4bd3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:14.066563 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-8c0b6280-b2bd-4eee-a51f-3a062e4bd3db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8ac2233-ea24-423f-9bd4-53abb27cd3b8']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:01:14.072823 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f3ec489b-2e0f-47e8-9fb4-0f2fa00fc47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:14.079043 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-8c0b6280-b2bd-4eee-a51f-3a062e4bd3db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8db1aa5-2938-4ee0-bbbc-1190f337bf80') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:01:14.079370 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-8c0b6280-b2bd-4eee-a51f-3a062e4bd3db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8db1aa5-2938-4ee0-bbbc-1190f337bf80') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:01:14.101403 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8c0b6280-b2bd-4eee-a51f-3a062e4bd3db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:14.103493 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ec489b-2e0f-47e8-9fb4-0f2fa00fc47f None None] Pushing event deleted for resources: {'Port': ['ID=e49080a5-24a8-4ae4-afdf-63d5f4c89a75,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:01:14.112476 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ec489b-2e0f-47e8-9fb4-0f2fa00fc47f None None] No DVR routers for this DVR port e49080a5-24a8-4ae4-afdf-63d5f4c89a75 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:01:14.121184 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec489b-2e0f-47e8-9fb4-0f2fa00fc47f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:01:14.121540 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec489b-2e0f-47e8-9fb4-0f2fa00fc47f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:01:14.121880 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec489b-2e0f-47e8-9fb4-0f2fa00fc47f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:01:14.122485 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec489b-2e0f-47e8-9fb4-0f2fa00fc47f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:01:14.122906 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec489b-2e0f-47e8-9fb4-0f2fa00fc47f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:01:14.123513 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8c0b6280-b2bd-4eee-a51f-3a062e4bd3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:14.131276 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c0b6280-b2bd-4eee-a51f-3a062e4bd3db admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:01:14.132391 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8c0b6280-b2bd-4eee-a51f-3a062e4bd3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:14.136808 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec489b-2e0f-47e8-9fb4-0f2fa00fc47f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:01:14.137903 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec489b-2e0f-47e8-9fb4-0f2fa00fc47f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:01:14.139160 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec489b-2e0f-47e8-9fb4-0f2fa00fc47f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:01:14.140083 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec489b-2e0f-47e8-9fb4-0f2fa00fc47f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:01:14.140083 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec489b-2e0f-47e8-9fb4-0f2fa00fc47f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:01:14.140483 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec489b-2e0f-47e8-9fb4-0f2fa00fc47f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:01:14.141029 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec489b-2e0f-47e8-9fb4-0f2fa00fc47f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:01:14.141324 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 14:01:14.141324 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:01:14.141324 n-d-793621-33 neutron-server[94628]: timer() Aug 22 14:01:14.141324 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:01:14.141324 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 14:01:14.141324 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:01:14.141324 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 14:01:14.141324 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:01:14.141324 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 14:01:14.141324 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:01:14.141324 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 14:01:14.141324 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:01:14.141324 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 14:01:14.141324 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:01:14.141324 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:01:14.141324 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:01:14.141324 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:01:14.141324 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:01:14.141324 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 14:01:14.141324 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:01:14.141324 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 14:01:14.141324 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:01:14.141324 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:01:14.141324 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:01:14.141324 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 14:01:14.141324 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:01:14.141324 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:01:14.141324 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:01:14.141324 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:01:14.141324 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:01:14.141324 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:01:14.141324 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:01:14.205807 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8c0b6280-b2bd-4eee-a51f-3a062e4bd3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:14.217942 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8c0b6280-b2bd-4eee-a51f-3a062e4bd3db admin admin] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:14.220822 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8c0b6280-b2bd-4eee-a51f-3a062e4bd3db admin admin] 10.222.0.21 "DELETE /v2.0/networks/f8ac2233-ea24-423f-9bd4-53abb27cd3b8 HTTP/1.1" status: 204 len: 168 time: 0.5924027 Aug 22 14:01:14.223776 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47032) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:01:14.239903 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0b6280-b2bd-4eee-a51f-3a062e4bd3db admin admin] Pushing event deleted for resources: {'Network': ['ID=f8ac2233-ea24-423f-9bd4-53abb27cd3b8,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:01:14.587951 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 1703a5c7-14cb-4e00-840e-e5065226b41c no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:01:14.596525 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-af43a0d7-2d9d-4f99-a4d1-3f7267a8154c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:14.611449 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 1703a5c7-14cb-4e00-840e-e5065226b41c {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:01:14.611795 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 1703a5c7-14cb-4e00-840e-e5065226b41c not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:01:14.612221 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device e49080a5-24a8-4ae4-afdf-63d5f4c89a75 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:01:14.631821 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: e49080a5-24a8-4ae4-afdf-63d5f4c89a75 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:01:14.632523 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device e49080a5-24a8-4ae4-afdf-63d5f4c89a75 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:01:14.632620 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device eb0b350b-e9ed-4802-b640-bbd749af74cf no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:01:14.653790 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: eb0b350b-e9ed-4802-b640-bbd749af74cf {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:01:14.654273 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device eb0b350b-e9ed-4802-b640-bbd749af74cf not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:01:14.736652 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47046) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:01:14.844853 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4963efec-e7ff-4727-9a3c-142adfef0866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:14.848409 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-af43a0d7-2d9d-4f99-a4d1-3f7267a8154c admin admin] Deleting port 0fd5c742-5ca0-4a35-81c5-87b52ccb4c27 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:01:14.848754 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-af43a0d7-2d9d-4f99-a4d1-3f7267a8154c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:14.929204 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-af43a0d7-2d9d-4f99-a4d1-3f7267a8154c admin admin] For port 0fd5c742-5ca0-4a35-81c5-87b52ccb4c27, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=0fd5c742-5ca0-4a35-81c5-87b52ccb4c27,segment=NetworkSegment(b291210e-4b18-41ea-b6c6-ac6f0b600e7f),segment_id=b291210e-4b18-41ea-b6c6-ac6f0b600e7f)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:01:14.929572 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-af43a0d7-2d9d-4f99-a4d1-3f7267a8154c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:14.931487 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4963efec-e7ff-4727-9a3c-142adfef0866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:14.935942 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4963efec-e7ff-4727-9a3c-142adfef0866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:14.942372 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-af43a0d7-2d9d-4f99-a4d1-3f7267a8154c admin admin] Calling delete_port for 0fd5c742-5ca0-4a35-81c5-87b52ccb4c27 owned by network:router_interface {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:01:14.978559 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4963efec-e7ff-4727-9a3c-142adfef0866 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=98d0ca9c8ddb44ac92f475622ce7d7db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2385552 Aug 22 14:01:14.978559 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4963efec-e7ff-4727-9a3c-142adfef0866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdbf5d6-40ca-41e1-bbb0-52e65e3a3a86,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:01:14.980202 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47050) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:01:15.032885 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fe55b8f0-3d4d-4e02-abb9-1fdf26fc2f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:15.053639 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fe55b8f0-3d4d-4e02-abb9-1fdf26fc2f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:15.100325 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fe55b8f0-3d4d-4e02-abb9-1fdf26fc2f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:15.102995 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fe55b8f0-3d4d-4e02-abb9-1fdf26fc2f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:15.104166 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-fe55b8f0-3d4d-4e02-abb9-1fdf26fc2f50 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7cdbf5d6-40ca-41e1-bbb0-52e65e3a3a86 HTTP/1.1" status: 204 len: 168 time: 0.1229758 Aug 22 14:01:15.113380 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe55b8f0-3d4d-4e02-abb9-1fdf26fc2f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cdbf5d6-40ca-41e1-bbb0-52e65e3a3a86,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:01:15.143854 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-af43a0d7-2d9d-4f99-a4d1-3f7267a8154c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:15.172827 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af43a0d7-2d9d-4f99-a4d1-3f7267a8154c admin admin] Pushing event deleted for resources: {'Port': ['ID=0fd5c742-5ca0-4a35-81c5-87b52ccb4c27,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:01:15.347781 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-af43a0d7-2d9d-4f99-a4d1-3f7267a8154c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:15.399966 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47056) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:01:15.416073 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b5af7544-09ba-4fde-ae61-76b9f7f8a4a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:15.514914 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b5af7544-09ba-4fde-ae61-76b9f7f8a4a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:15.518734 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b5af7544-09ba-4fde-ae61-76b9f7f8a4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:15.558273 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b5af7544-09ba-4fde-ae61-76b9f7f8a4a1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=60f57ed74b8b41188b61f2ccf3aaced6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1570454 Aug 22 14:01:15.560810 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47058) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:01:15.565653 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af43a0d7-2d9d-4f99-a4d1-3f7267a8154c admin admin] Router 041568ed-38d6-4e61-aff1-fac7c3c85dbe has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:01:15.567588 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af7544-09ba-4fde-ae61-76b9f7f8a4a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900dac9e-80d8-4269-84ba-8a7a0d17f9dd,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:01:15.612470 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dd547f82-eb41-442c-8909-47239d91a7ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:15.636057 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dd547f82-eb41-442c-8909-47239d91a7ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:15.672210 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af43a0d7-2d9d-4f99-a4d1-3f7267a8154c admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:01:15.679375 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-af43a0d7-2d9d-4f99-a4d1-3f7267a8154c admin admin] 10.222.0.21 "PUT /v2.0/routers/041568ed-38d6-4e61-aff1-fac7c3c85dbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4530535 Aug 22 14:01:15.682040 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47060) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:01:15.685575 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b50a36-946f-4fc3-80d5-28b080995202 None None] Sync routers for ids ['041568ed-38d6-4e61-aff1-fac7c3c85dbe'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:01:15.698458 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b50a36-946f-4fc3-80d5-28b080995202 None None] Routers {'041568ed-38d6-4e61-aff1-fac7c3c85dbe'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:01:15.699219 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-b9b50a36-946f-4fc3-80d5-28b080995202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:01:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['041568ed-38d6-4e61-aff1-fac7c3c85dbe'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:01:15.733174 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dd547f82-eb41-442c-8909-47239d91a7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:15.735707 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dd547f82-eb41-442c-8909-47239d91a7ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:15.736872 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-dd547f82-eb41-442c-8909-47239d91a7ec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/900dac9e-80d8-4269-84ba-8a7a0d17f9dd HTTP/1.1" status: 204 len: 168 time: 0.1751597 Aug 22 14:01:15.750777 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd547f82-eb41-442c-8909-47239d91a7ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900dac9e-80d8-4269-84ba-8a7a0d17f9dd,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:01:15.812970 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0e47951e-4571-445e-8a91-7d56d1dfab0f admin admin] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:15.826281 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-b9b50a36-946f-4fc3-80d5-28b080995202 None None] Set router 041568ed-38d6-4e61-aff1-fac7c3c85dbe gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:01:15.928122 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0e47951e-4571-445e-8a91-7d56d1dfab0f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:15.991423 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-0e47951e-4571-445e-8a91-7d56d1dfab0f admin admin] Deleting port 5b6e976a-a1a0-402b-9463-e98ec238e56e {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:01:15.992033 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0e47951e-4571-445e-8a91-7d56d1dfab0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:16.022589 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-b9b50a36-946f-4fc3-80d5-28b080995202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041568ed-38d6-4e61-aff1-fac7c3c85dbe', 'name': 'tempest-TestVolumeBootPattern-202911077-router', 'tenant_id': '14db49331a764372a582b71d4366080c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '5b6e976a-a1a0-402b-9463-e98ec238e56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:49:02Z', 'updated_at': '2021-08-22T14:01:15Z', 'revision_number': 5, 'project_id': '14db49331a764372a582b71d4366080c', 'gw_port': {'id': '5b6e976a-a1a0-402b-9463-e98ec238e56e', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041568ed-38d6-4e61-aff1-fac7c3c85dbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T13:49:03Z', 'updated_at': '2021-08-22T13:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:01:16.078096 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-0e47951e-4571-445e-8a91-7d56d1dfab0f admin admin] For port 5b6e976a-a1a0-402b-9463-e98ec238e56e, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=5b6e976a-a1a0-402b-9463-e98ec238e56e,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:01:16.078467 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0e47951e-4571-445e-8a91-7d56d1dfab0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:16.092738 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-0e47951e-4571-445e-8a91-7d56d1dfab0f admin admin] Calling delete_port for 5b6e976a-a1a0-402b-9463-e98ec238e56e owned by network:router_gateway {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:01:16.218300 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b50a36-946f-4fc3-80d5-28b080995202 None None] Checking router: 041568ed-38d6-4e61-aff1-fac7c3c85dbe for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:01:16.227478 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b50a36-946f-4fc3-80d5-28b080995202 None None] Routers {'041568ed-38d6-4e61-aff1-fac7c3c85dbe'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:01:16.228158 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-b9b50a36-946f-4fc3-80d5-28b080995202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:01:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['041568ed-38d6-4e61-aff1-fac7c3c85dbe'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:01:16.281683 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0e47951e-4571-445e-8a91-7d56d1dfab0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:16.309501 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e47951e-4571-445e-8a91-7d56d1dfab0f admin admin] Pushing event deleted for resources: {'Port': ['ID=5b6e976a-a1a0-402b-9463-e98ec238e56e,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:01:16.325008 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-b9b50a36-946f-4fc3-80d5-28b080995202 None None] Set router 041568ed-38d6-4e61-aff1-fac7c3c85dbe gateway port host: None {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:01:16.377045 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0e47951e-4571-445e-8a91-7d56d1dfab0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:16.385341 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-b9b50a36-946f-4fc3-80d5-28b080995202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041568ed-38d6-4e61-aff1-fac7c3c85dbe', 'name': 'tempest-TestVolumeBootPattern-202911077-router', 'tenant_id': '14db49331a764372a582b71d4366080c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:49:02Z', 'updated_at': '2021-08-22T14:01:15Z', 'revision_number': 6, 'project_id': '14db49331a764372a582b71d4366080c', 'gw_port_host': None}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:01:16.417938 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b50a36-946f-4fc3-80d5-28b080995202 None None] The sync data for ids ['041568ed-38d6-4e61-aff1-fac7c3c85dbe'] in n-d-793621-33 is: [{'id': '041568ed-38d6-4e61-aff1-fac7c3c85dbe', 'name': 'tempest-TestVolumeBootPattern-202911077-router', 'tenant_id': '14db49331a764372a582b71d4366080c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T13:49:02Z', 'updated_at': '2021-08-22T14:01:15Z', 'revision_number': 6, 'project_id': '14db49331a764372a582b71d4366080c', 'gw_port_host': None}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:01:16.481053 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0e47951e-4571-445e-8a91-7d56d1dfab0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:16.483170 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0e47951e-4571-445e-8a91-7d56d1dfab0f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:16.527744 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0e47951e-4571-445e-8a91-7d56d1dfab0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:16.528393 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e47951e-4571-445e-8a91-7d56d1dfab0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 041568ed-38d6-4e61-aff1-fac7c3c85dbe {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 14:01:16.533020 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0e47951e-4571-445e-8a91-7d56d1dfab0f admin admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:16.534156 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0e47951e-4571-445e-8a91-7d56d1dfab0f admin admin] 10.222.0.21 "DELETE /v2.0/routers/041568ed-38d6-4e61-aff1-fac7c3c85dbe HTTP/1.1" status: 204 len: 168 time: 0.8507061 Aug 22 14:01:16.536610 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47082) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:01:16.582006 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc7d7ca0-7e62-4702-a97a-006b2cc32467 admin admin] Deleting subnet fa5fc431-eb88-4828-8eb0-4a015184f53a {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:01:16.585749 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dc7d7ca0-7e62-4702-a97a-006b2cc32467 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:16.619590 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dc7d7ca0-7e62-4702-a97a-006b2cc32467 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:16.704693 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dc7d7ca0-7e62-4702-a97a-006b2cc32467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:16.761743 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dc7d7ca0-7e62-4702-a97a-006b2cc32467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:16.796300 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7d7ca0-7e62-4702-a97a-006b2cc32467 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa5fc431-eb88-4828-8eb0-4a015184f53a,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:01:16.799685 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dc7d7ca0-7e62-4702-a97a-006b2cc32467 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:16.801674 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-dc7d7ca0-7e62-4702-a97a-006b2cc32467 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fa5fc431-eb88-4828-8eb0-4a015184f53a HTTP/1.1" status: 204 len: 168 time: 0.2635117 Aug 22 14:01:16.804405 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47092) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:01:16.819919 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87a4797-4ddb-45b3-aa70-8e3775e24e58 None None] Network 12cbe5ff-e290-4bb7-b305-d0b334dc5cb1 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:01:16.956550 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 0fd5c742-5ca0-4a35-81c5-87b52ccb4c27 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:01:16.993198 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 0fd5c742-5ca0-4a35-81c5-87b52ccb4c27 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:01:16.993906 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 0fd5c742-5ca0-4a35-81c5-87b52ccb4c27 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:01:17.223189 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-36640bbb-25c3-4a1e-938b-f48e00c3e494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:17.275794 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-36640bbb-25c3-4a1e-938b-f48e00c3e494 admin admin] Deleting port 51551824-8859-4d07-b4d2-22694e08b055 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:01:17.276130 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-36640bbb-25c3-4a1e-938b-f48e00c3e494 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:17.317377 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baefa6ff-b9fb-4f1d-9835-1bb139594cb9 None None] DHCP port deletion for 12cbe5ff-e290-4bb7-b305-d0b334dc5cb1 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 14:01:17.346000 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-36640bbb-25c3-4a1e-938b-f48e00c3e494 admin admin] For port 51551824-8859-4d07-b4d2-22694e08b055, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=51551824-8859-4d07-b4d2-22694e08b055,segment=NetworkSegment(b291210e-4b18-41ea-b6c6-ac6f0b600e7f),segment_id=b291210e-4b18-41ea-b6c6-ac6f0b600e7f)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:01:17.346362 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-36640bbb-25c3-4a1e-938b-f48e00c3e494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:17.359880 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-36640bbb-25c3-4a1e-938b-f48e00c3e494 admin admin] Calling delete_port for 51551824-8859-4d07-b4d2-22694e08b055 owned by network:dhcp {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:01:17.369933 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-baefa6ff-b9fb-4f1d-9835-1bb139594cb9 None None] Deleting port 51551824-8859-4d07-b4d2-22694e08b055 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:01:17.370311 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-baefa6ff-b9fb-4f1d-9835-1bb139594cb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:17.402006 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [req-0602341c-0975-43e3-acfc-3f6bf7d1ded3 req-d0f1ca36-cc48-455c-9057-923c7a277fd8 service neutron] (94628) timed out ('10.222.0.21', 33832) {{(pid=94628) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 22 14:01:17.445176 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-baefa6ff-b9fb-4f1d-9835-1bb139594cb9 None None] For port 51551824-8859-4d07-b4d2-22694e08b055, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=51551824-8859-4d07-b4d2-22694e08b055,segment=NetworkSegment(b291210e-4b18-41ea-b6c6-ac6f0b600e7f),segment_id=b291210e-4b18-41ea-b6c6-ac6f0b600e7f)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:01:17.445834 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-baefa6ff-b9fb-4f1d-9835-1bb139594cb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:17.453933 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-36640bbb-25c3-4a1e-938b-f48e00c3e494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:17.460764 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-baefa6ff-b9fb-4f1d-9835-1bb139594cb9 None None] Calling delete_port for 51551824-8859-4d07-b4d2-22694e08b055 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:01:17.487289 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36640bbb-25c3-4a1e-938b-f48e00c3e494 admin admin] Pushing event deleted for resources: {'Port': ['ID=51551824-8859-4d07-b4d2-22694e08b055,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:01:17.494918 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36640bbb-25c3-4a1e-938b-f48e00c3e494 admin admin] No DVR routers for this DVR port 51551824-8859-4d07-b4d2-22694e08b055 on host n-d-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:01:17.546066 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-baefa6ff-b9fb-4f1d-9835-1bb139594cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:17.570718 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-36640bbb-25c3-4a1e-938b-f48e00c3e494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:17.577992 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baefa6ff-b9fb-4f1d-9835-1bb139594cb9 None None] Pushing event deleted for resources: {'Port': ['ID=51551824-8859-4d07-b4d2-22694e08b055,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:01:17.579818 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baefa6ff-b9fb-4f1d-9835-1bb139594cb9 None None] No DVR routers for this DVR port 51551824-8859-4d07-b4d2-22694e08b055 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:01:17.602196 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-36640bbb-25c3-4a1e-938b-f48e00c3e494 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12cbe5ff-e290-4bb7-b305-d0b334dc5cb1']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:01:17.613386 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-36640bbb-25c3-4a1e-938b-f48e00c3e494 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b291210e-4b18-41ea-b6c6-ac6f0b600e7f') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:01:17.613679 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-36640bbb-25c3-4a1e-938b-f48e00c3e494 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b291210e-4b18-41ea-b6c6-ac6f0b600e7f') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:01:17.623817 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-36640bbb-25c3-4a1e-938b-f48e00c3e494 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:17.637902 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-36640bbb-25c3-4a1e-938b-f48e00c3e494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:17.644669 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36640bbb-25c3-4a1e-938b-f48e00c3e494 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:01:17.644785 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-36640bbb-25c3-4a1e-938b-f48e00c3e494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:17.647306 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 14:01:17.647306 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:01:17.647306 n-d-793621-33 neutron-server[94627]: timer() Aug 22 14:01:17.647306 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:01:17.647306 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 14:01:17.647306 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:01:17.647306 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 14:01:17.647306 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:01:17.647306 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 14:01:17.647306 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:01:17.647306 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 14:01:17.647306 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:01:17.647306 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 14:01:17.647306 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:01:17.647306 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:01:17.647306 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:01:17.647306 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:01:17.647306 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:01:17.647306 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 14:01:17.647306 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:01:17.647306 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 14:01:17.647306 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:01:17.647306 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:01:17.647306 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:01:17.647306 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 14:01:17.647306 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:01:17.647306 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:01:17.647306 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:01:17.647306 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:01:17.647306 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:01:17.647306 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:01:17.647306 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:01:17.706929 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-36640bbb-25c3-4a1e-938b-f48e00c3e494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:17.719451 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-36640bbb-25c3-4a1e-938b-f48e00c3e494 admin admin] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:17.721365 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-36640bbb-25c3-4a1e-938b-f48e00c3e494 admin admin] 10.222.0.21 "DELETE /v2.0/networks/12cbe5ff-e290-4bb7-b305-d0b334dc5cb1 HTTP/1.1" status: 204 len: 168 time: 0.9159615 Aug 22 14:01:17.733753 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36640bbb-25c3-4a1e-938b-f48e00c3e494 admin admin] Pushing event deleted for resources: {'Network': ['ID=12cbe5ff-e290-4bb7-b305-d0b334dc5cb1,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:01:17.926478 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47114) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:01:17.966884 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-68679088-25fe-41a7-8720-047de49fa668 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=19e069a6935a47bcb8831313e7520ef4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395446 Aug 22 14:01:17.969301 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47118) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:01:18.020400 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-02835ded-f73f-47ef-af13-1f65f5d8680a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:18.042026 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-02835ded-f73f-47ef-af13-1f65f5d8680a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:18.091042 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-02835ded-f73f-47ef-af13-1f65f5d8680a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:18.093914 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-02835ded-f73f-47ef-af13-1f65f5d8680a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:18.097623 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-02835ded-f73f-47ef-af13-1f65f5d8680a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/276afc76-7a1a-4a65-bacd-f76df47b9ff8 HTTP/1.1" status: 204 len: 168 time: 0.1248934 Aug 22 14:01:18.104129 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02835ded-f73f-47ef-af13-1f65f5d8680a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276afc76-7a1a-4a65-bacd-f76df47b9ff8,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:01:18.441111 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47124) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:01:18.486384 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47126) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:01:18.486926 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-3a6d725d-c807-4c3d-8969-1327cea889f2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=14db49331a764372a582b71d4366080c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0444708 Aug 22 14:01:18.545089 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7a86d599-cfe1-45ae-8e84-68a365686394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:18.567804 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7a86d599-cfe1-45ae-8e84-68a365686394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:18.588357 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 5b6e976a-a1a0-402b-9463-e98ec238e56e no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:01:18.608466 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 5b6e976a-a1a0-402b-9463-e98ec238e56e {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:01:18.608816 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 5b6e976a-a1a0-402b-9463-e98ec238e56e not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:01:18.609269 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 51551824-8859-4d07-b4d2-22694e08b055 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:01:18.627732 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 51551824-8859-4d07-b4d2-22694e08b055 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:01:18.628078 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 51551824-8859-4d07-b4d2-22694e08b055 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:01:18.632424 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7a86d599-cfe1-45ae-8e84-68a365686394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:18.634986 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7a86d599-cfe1-45ae-8e84-68a365686394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:18.636480 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7a86d599-cfe1-45ae-8e84-68a365686394 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/56fda7c7-a650-4b73-9e3c-c8ee4732e721 HTTP/1.1" status: 204 len: 168 time: 0.1490755 Aug 22 14:01:18.644354 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a86d599-cfe1-45ae-8e84-68a365686394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56fda7c7-a650-4b73-9e3c-c8ee4732e721,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:01:22.109751 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47158) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:01:22.216428 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-57986b2d-aa33-4e5a-8006-342b66ab1cef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:22.302405 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-57986b2d-aa33-4e5a-8006-342b66ab1cef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:22.306040 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-57986b2d-aa33-4e5a-8006-342b66ab1cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:22.343601 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-57986b2d-aa33-4e5a-8006-342b66ab1cef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6cd1731652234f73a1bf574341c74368&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2328327 Aug 22 14:01:22.344434 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57986b2d-aa33-4e5a-8006-342b66ab1cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=554ba782-287f-49ad-bc55-d14652e178b7,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:01:22.346310 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47162) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:01:22.352882 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57986b2d-aa33-4e5a-8006-342b66ab1cef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:01:22.353223 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57986b2d-aa33-4e5a-8006-342b66ab1cef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:01:22.353555 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57986b2d-aa33-4e5a-8006-342b66ab1cef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:01:22.353883 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57986b2d-aa33-4e5a-8006-342b66ab1cef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:01:22.354207 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57986b2d-aa33-4e5a-8006-342b66ab1cef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:01:22.354534 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57986b2d-aa33-4e5a-8006-342b66ab1cef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:01:22.354850 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57986b2d-aa33-4e5a-8006-342b66ab1cef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:01:22.355166 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57986b2d-aa33-4e5a-8006-342b66ab1cef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:01:22.355478 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57986b2d-aa33-4e5a-8006-342b66ab1cef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:01:22.355794 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57986b2d-aa33-4e5a-8006-342b66ab1cef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:01:22.356107 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57986b2d-aa33-4e5a-8006-342b66ab1cef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:01:22.356442 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57986b2d-aa33-4e5a-8006-342b66ab1cef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:01:22.397974 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-39187adf-b0d6-497e-bd50-77421fe0bf19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:22.418245 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-39187adf-b0d6-497e-bd50-77421fe0bf19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:22.464003 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-39187adf-b0d6-497e-bd50-77421fe0bf19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:22.466561 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-39187adf-b0d6-497e-bd50-77421fe0bf19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:22.467678 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-39187adf-b0d6-497e-bd50-77421fe0bf19 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/554ba782-287f-49ad-bc55-d14652e178b7 HTTP/1.1" status: 204 len: 168 time: 0.1204069 Aug 22 14:01:22.475716 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39187adf-b0d6-497e-bd50-77421fe0bf19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=554ba782-287f-49ad-bc55-d14652e178b7,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:01:22.730308 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47168) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:01:22.743565 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8d92342f-f9f8-48e7-9305-14135697d790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:22.828902 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8d92342f-f9f8-48e7-9305-14135697d790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:22.832787 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8d92342f-f9f8-48e7-9305-14135697d790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:22.870369 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-8d92342f-f9f8-48e7-9305-14135697d790 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4b3a77d087e64ffeb9c4271c4db797e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1389856 Aug 22 14:01:22.871476 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d92342f-f9f8-48e7-9305-14135697d790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f76ede-6569-454f-ae1f-ef95ac5d6dcb,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:01:22.873127 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47170) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:01:22.924052 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f2cee878-8a70-49d5-a069-fbddc3f661ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:22.945513 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f2cee878-8a70-49d5-a069-fbddc3f661ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:22.993021 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f2cee878-8a70-49d5-a069-fbddc3f661ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:22.996099 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f2cee878-8a70-49d5-a069-fbddc3f661ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:22.997281 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f2cee878-8a70-49d5-a069-fbddc3f661ae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/31f76ede-6569-454f-ae1f-ef95ac5d6dcb HTTP/1.1" status: 204 len: 168 time: 0.1225581 Aug 22 14:01:23.004912 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cee878-8a70-49d5-a069-fbddc3f661ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f76ede-6569-454f-ae1f-ef95ac5d6dcb,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:01:28.469850 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b61fee84-7d63-40b8-8150-d38e36cdf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:28.644376 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:29.735865 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47258) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:01:29.841063 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-170e9a99-ef88-4781-afd5-5151f7f0f210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:29.931037 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-170e9a99-ef88-4781-afd5-5151f7f0f210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:29.934640 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-170e9a99-ef88-4781-afd5-5151f7f0f210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:29.972336 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-170e9a99-ef88-4781-afd5-5151f7f0f210 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=65a72111181a4dfeab76d0fd265089d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2352133 Aug 22 14:01:29.973740 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170e9a99-ef88-4781-afd5-5151f7f0f210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95121f0b-ca4b-4cb7-a21e-f99304054dc5,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:01:29.975024 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47262) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:01:30.025492 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4a9430ba-8499-4d17-8eed-38fd9e5a4476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:30.046038 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4a9430ba-8499-4d17-8eed-38fd9e5a4476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:30.094265 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4a9430ba-8499-4d17-8eed-38fd9e5a4476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:30.096945 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4a9430ba-8499-4d17-8eed-38fd9e5a4476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:30.098189 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-4a9430ba-8499-4d17-8eed-38fd9e5a4476 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/95121f0b-ca4b-4cb7-a21e-f99304054dc5 HTTP/1.1" status: 204 len: 168 time: 0.1221020 Aug 22 14:01:30.106256 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9430ba-8499-4d17-8eed-38fd9e5a4476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95121f0b-ca4b-4cb7-a21e-f99304054dc5,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:01:30.353120 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47268) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:01:30.366458 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c0068659-e782-4e1b-a9c6-c71959c5d5f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:30.454708 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c0068659-e782-4e1b-a9c6-c71959c5d5f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:30.458516 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c0068659-e782-4e1b-a9c6-c71959c5d5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:30.496283 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c0068659-e782-4e1b-a9c6-c71959c5d5f1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cb85233a864848e79f57346b978e6898&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1420128 Aug 22 14:01:30.497206 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0068659-e782-4e1b-a9c6-c71959c5d5f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ddad6f-0dc7-4064-8bcf-fa2992f858c0,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:01:30.498934 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47270) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:01:30.552159 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-05c6bff8-eab8-47e4-9697-3d4fd5cf2728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:30.573120 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-05c6bff8-eab8-47e4-9697-3d4fd5cf2728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:30.619091 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-05c6bff8-eab8-47e4-9697-3d4fd5cf2728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:30.622087 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-05c6bff8-eab8-47e4-9697-3d4fd5cf2728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:30.623380 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-05c6bff8-eab8-47e4-9697-3d4fd5cf2728 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/69ddad6f-0dc7-4064-8bcf-fa2992f858c0 HTTP/1.1" status: 204 len: 168 time: 0.1228650 Aug 22 14:01:30.630884 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c6bff8-eab8-47e4-9697-3d4fd5cf2728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ddad6f-0dc7-4064-8bcf-fa2992f858c0,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:01:31.096468 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-35475e5e-0dfa-4466-9159-abdf036f3ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:31.218334 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:32.509532 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:34.064025 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:34.290412 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:35.192135 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47318) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:01:35.307840 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-30b5444e-a6cc-4c20-ae6d-fd050727c60d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:35.394670 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-30b5444e-a6cc-4c20-ae6d-fd050727c60d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:35.398907 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-30b5444e-a6cc-4c20-ae6d-fd050727c60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:35.434893 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-30b5444e-a6cc-4c20-ae6d-fd050727c60d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=98ef013d35f44e5f8e4f8ae05d790155&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2415123 Aug 22 14:01:35.436990 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b5444e-a6cc-4c20-ae6d-fd050727c60d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca61e8e-e242-4268-b281-51b9002862c3,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:01:35.439327 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47322) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:01:35.490525 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-52334cea-532e-4fbe-9457-6cf820bda95f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:35.510887 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-52334cea-532e-4fbe-9457-6cf820bda95f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:35.556473 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-52334cea-532e-4fbe-9457-6cf820bda95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:35.559040 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-52334cea-532e-4fbe-9457-6cf820bda95f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:35.560179 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-52334cea-532e-4fbe-9457-6cf820bda95f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6ca61e8e-e242-4268-b281-51b9002862c3 HTTP/1.1" status: 204 len: 168 time: 0.1199999 Aug 22 14:01:35.567428 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52334cea-532e-4fbe-9457-6cf820bda95f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca61e8e-e242-4268-b281-51b9002862c3,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:01:43.266626 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:01:58.470752 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-03a05d95-978c-4181-917b-51e70e2a4ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:01:58.643885 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:01.097983 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ecbed537-269a-4296-8881-558e81414c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:01.220655 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:02.513663 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:04.066063 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:04.295345 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:20.266670 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:02:20.952094 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47652) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:02:21.086426 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f7b59764-cbdd-49c9-98be-7b7fbe5f3a6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:21.172907 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f7b59764-cbdd-49c9-98be-7b7fbe5f3a6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:21.176415 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f7b59764-cbdd-49c9-98be-7b7fbe5f3a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:21.211900 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b59764-cbdd-49c9-98be-7b7fbe5f3a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0355a1-dfd6-4c54-a1fa-7568d25c6a4e,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:02:21.216677 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f7b59764-cbdd-49c9-98be-7b7fbe5f3a6e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9aa6e4d690774e258f087ea217b9771c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2635033 Aug 22 14:02:21.219457 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47656) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:02:21.222236 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b59764-cbdd-49c9-98be-7b7fbe5f3a6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:02:21.222579 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b59764-cbdd-49c9-98be-7b7fbe5f3a6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:02:21.222912 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b59764-cbdd-49c9-98be-7b7fbe5f3a6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:02:21.223240 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b59764-cbdd-49c9-98be-7b7fbe5f3a6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:02:21.223566 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b59764-cbdd-49c9-98be-7b7fbe5f3a6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:02:21.223890 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b59764-cbdd-49c9-98be-7b7fbe5f3a6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:02:21.224208 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b59764-cbdd-49c9-98be-7b7fbe5f3a6e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:02:21.224554 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b59764-cbdd-49c9-98be-7b7fbe5f3a6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:02:21.224874 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b59764-cbdd-49c9-98be-7b7fbe5f3a6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:02:21.225187 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b59764-cbdd-49c9-98be-7b7fbe5f3a6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:02:21.225502 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b59764-cbdd-49c9-98be-7b7fbe5f3a6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:02:21.225815 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b59764-cbdd-49c9-98be-7b7fbe5f3a6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:02:21.271640 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-db6dbe58-44ac-49a6-84eb-446fa0986f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:21.295819 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-db6dbe58-44ac-49a6-84eb-446fa0986f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:21.341541 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-db6dbe58-44ac-49a6-84eb-446fa0986f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:21.344279 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-db6dbe58-44ac-49a6-84eb-446fa0986f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:21.345431 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-db6dbe58-44ac-49a6-84eb-446fa0986f43 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5c0355a1-dfd6-4c54-a1fa-7568d25c6a4e HTTP/1.1" status: 204 len: 168 time: 0.1249347 Aug 22 14:02:21.353282 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6dbe58-44ac-49a6-84eb-446fa0986f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0355a1-dfd6-4c54-a1fa-7568d25c6a4e,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:02:22.503612 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47692) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:02:22.645434 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-658b4da5-caee-47d2-b4eb-4a65875510b6 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Request body: {'network': {'name': 'tempest-network-smoke--1255781611', 'project_id': '8475de1767444d53870fb68937f13818', 'port_security_enabled': True}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:02:22.667018 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658b4da5-caee-47d2-b4eb-4a65875510b6 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Made reservation on behalf of 8475de1767444d53870fb68937f13818 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:02:22.670421 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-658b4da5-caee-47d2-b4eb-4a65875510b6 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:22.678743 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-658b4da5-caee-47d2-b4eb-4a65875510b6 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:22.766511 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-658b4da5-caee-47d2-b4eb-4a65875510b6 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:22.770411 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-658b4da5-caee-47d2-b4eb-4a65875510b6 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:22.796905 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-658b4da5-caee-47d2-b4eb-4a65875510b6 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:02:22.806705 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b4da5-caee-47d2-b4eb-4a65875510b6 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1343fae9-7bcd-4fba-8248-0cd71a9725ed,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:02:22.814913 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-658b4da5-caee-47d2-b4eb-4a65875510b6 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:22.815253 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-658b4da5-caee-47d2-b4eb-4a65875510b6 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Added segment c8b836ba-5097-4f6d-ba05-5b055d007218 of type vlan for network 105db209-79ad-433a-9528-f24c580252c0 Aug 22 14:02:22.817257 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b4da5-caee-47d2-b4eb-4a65875510b6 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:02:22.817593 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b4da5-caee-47d2-b4eb-4a65875510b6 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:02:22.817926 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b4da5-caee-47d2-b4eb-4a65875510b6 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:02:22.818253 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b4da5-caee-47d2-b4eb-4a65875510b6 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:02:22.818578 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b4da5-caee-47d2-b4eb-4a65875510b6 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:02:22.818902 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b4da5-caee-47d2-b4eb-4a65875510b6 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:02:22.819220 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b4da5-caee-47d2-b4eb-4a65875510b6 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:02:22.819536 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b4da5-caee-47d2-b4eb-4a65875510b6 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:02:22.819849 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b4da5-caee-47d2-b4eb-4a65875510b6 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:02:22.820735 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b4da5-caee-47d2-b4eb-4a65875510b6 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:02:22.821189 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b4da5-caee-47d2-b4eb-4a65875510b6 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:02:22.821512 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b4da5-caee-47d2-b4eb-4a65875510b6 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:02:22.864207 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-658b4da5-caee-47d2-b4eb-4a65875510b6 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:22.888028 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-658b4da5-caee-47d2-b4eb-4a65875510b6 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:22.893408 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658b4da5-caee-47d2-b4eb-4a65875510b6 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:02:22.893976 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-658b4da5-caee-47d2-b4eb-4a65875510b6 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:22.953741 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-658b4da5-caee-47d2-b4eb-4a65875510b6 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4489748 Aug 22 14:02:22.957387 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47698) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:02:22.962763 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-942a8202-10d7-4009-ae5f-785d292441a8 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1184236507', 'admin_state_up': True, 'project_id': '8475de1767444d53870fb68937f13818', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:02:22.965700 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b4da5-caee-47d2-b4eb-4a65875510b6 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event updated for resources: {'Network': ['ID=105db209-79ad-433a-9528-f24c580252c0,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:02:22.978929 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 105db209-79ad-433a-9528-f24c580252c0 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:02:22.993299 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-942a8202-10d7-4009-ae5f-785d292441a8 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:22.994615 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-942a8202-10d7-4009-ae5f-785d292441a8 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:23.047547 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-942a8202-10d7-4009-ae5f-785d292441a8 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:23.182308 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-942a8202-10d7-4009-ae5f-785d292441a8 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:23.368037 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-942a8202-10d7-4009-ae5f-785d292441a8 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for router_gateway, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:23.386824 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-942a8202-10d7-4009-ae5f-785d292441a8 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:23.490181 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-942a8202-10d7-4009-ae5f-785d292441a8 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Allocated IP 172.25.3.38 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/f255e012-6eb8-468e-a5ef-1402b44415c0) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:02:23.588635 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-942a8202-10d7-4009-ae5f-785d292441a8 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:23.626105 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-942a8202-10d7-4009-ae5f-785d292441a8 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:23.667411 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942a8202-10d7-4009-ae5f-785d292441a8 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:02:23.671411 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-942a8202-10d7-4009-ae5f-785d292441a8 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:02:23.675005 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942a8202-10d7-4009-ae5f-785d292441a8 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:02:23.682854 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942a8202-10d7-4009-ae5f-785d292441a8 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event updated for resources: {'Port': ['ID=f255e012-6eb8-468e-a5ef-1402b44415c0,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:02:23.925107 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-942a8202-10d7-4009-ae5f-785d292441a8 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for router_gateway, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:24.119258 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-942a8202-10d7-4009-ae5f-785d292441a8 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:24.243781 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-942a8202-10d7-4009-ae5f-785d292441a8 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Router 42ba5902-9d85-4415-a7da-46a70b2f5520 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 14:02:24.345731 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942a8202-10d7-4009-ae5f-785d292441a8 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:02:24.358010 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b51ce8-e3cc-4f94-8d74-1338ecadce12 None None] Sync routers for ids ['42ba5902-9d85-4415-a7da-46a70b2f5520'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:02:24.365176 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-942a8202-10d7-4009-ae5f-785d292441a8 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:24.366418 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-942a8202-10d7-4009-ae5f-785d292441a8 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4079912 Aug 22 14:02:24.370336 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47700) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:02:24.373812 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b51ce8-e3cc-4f94-8d74-1338ecadce12 None None] Routers {'42ba5902-9d85-4415-a7da-46a70b2f5520'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:02:24.374429 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-a1b51ce8-e3cc-4f94-8d74-1338ecadce12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:02:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['42ba5902-9d85-4415-a7da-46a70b2f5520'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:02:24.447960 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-5478423a-1341-45dd-9e7d-57f575e1a0fb tempest-TestNetworkBasicOps-931913881 tempest-TestNetworkBasicOps-931913881-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=8475de1767444d53870fb68937f13818&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0764401 Aug 22 14:02:24.450635 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47704) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:02:24.518421 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-a1b51ce8-e3cc-4f94-8d74-1338ecadce12 None None] Set router 42ba5902-9d85-4415-a7da-46a70b2f5520 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:02:24.536034 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e30b36-aa4c-4cb2-b2bc-81eda0796561 tempest-TestNetworkBasicOps-931913881 tempest-TestNetworkBasicOps-931913881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:02:24.537574 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-90e30b36-aa4c-4cb2-b2bc-81eda0796561 tempest-TestNetworkBasicOps-931913881 tempest-TestNetworkBasicOps-931913881-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0860467 Aug 22 14:02:24.541068 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47706) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:02:24.568469 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d49759cd-3c10-44d9-a74e-6cd73dd1d575 tempest-TestNetworkBasicOps-931913881 tempest-TestNetworkBasicOps-931913881-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=7de6ab83-cd00-4b3c-94fb-810dd34d29b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263338 Aug 22 14:02:24.571112 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47708) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:02:24.575941 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-cd2b7b33-f547-446f-9abe-d6a394b0b9dd tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1824480460', 'network_id': '105db209-79ad-433a-9528-f24c580252c0', 'project_id': '8475de1767444d53870fb68937f13818', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:02:24.666750 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2b7b33-f547-446f-9abe-d6a394b0b9dd tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Made reservation on behalf of 8475de1767444d53870fb68937f13818 for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:02:24.670305 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cd2b7b33-f547-446f-9abe-d6a394b0b9dd tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:24.746376 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-a1b51ce8-e3cc-4f94-8d74-1338ecadce12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'name': 'tempest-TestNetworkBasicOps-router-1184236507', 'tenant_id': '8475de1767444d53870fb68937f13818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'f255e012-6eb8-468e-a5ef-1402b44415c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:02:22Z', 'updated_at': '2021-08-22T14:02:23Z', 'revision_number': 3, 'project_id': '8475de1767444d53870fb68937f13818', 'gw_port': {'id': 'f255e012-6eb8-468e-a5ef-1402b44415c0', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c2:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:02:23Z', 'updated_at': '2021-08-22T14:02:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:02:24.777158 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b51ce8-e3cc-4f94-8d74-1338ecadce12 None None] Checking router: 42ba5902-9d85-4415-a7da-46a70b2f5520 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:02:24.777433 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b51ce8-e3cc-4f94-8d74-1338ecadce12 None None] Updating router 42ba5902-9d85-4415-a7da-46a70b2f5520 port f255e012-6eb8-468e-a5ef-1402b44415c0 binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:02:24.801896 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-a1b51ce8-e3cc-4f94-8d74-1338ecadce12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:24.850073 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cd2b7b33-f547-446f-9abe-d6a394b0b9dd tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:24.914792 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b7b33-f547-446f-9abe-d6a394b0b9dd tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event updated for resources: {'Subnet': ['ID=e9a63140-5e79-4dcc-838c-6dcc8a51a343,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:02:24.917306 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2b7b33-f547-446f-9abe-d6a394b0b9dd tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Checking segment: {'id': 'c8b836ba-5097-4f6d-ba05-5b055d007218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '105db209-79ad-433a-9528-f24c580252c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:02:24.917668 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2b7b33-f547-446f-9abe-d6a394b0b9dd tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Network hostable DHCP agents. Network: 105db209-79ad-433a-9528-f24c580252c0, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:02:24.935263 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2b7b33-f547-446f-9abe-d6a394b0b9dd tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Network 105db209-79ad-433a-9528-f24c580252c0 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:02:24.945875 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-cd2b7b33-f547-446f-9abe-d6a394b0b9dd tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 105db209-79ad-433a-9528-f24c580252c0) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:02:24.949985 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2b7b33-f547-446f-9abe-d6a394b0b9dd tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:02:24.950675 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cd2b7b33-f547-446f-9abe-d6a394b0b9dd tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:24.958693 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9139a5-4a2b-4e97-8499-206e74458081 None None] Network 105db209-79ad-433a-9528-f24c580252c0 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:02:24.969188 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-cd2b7b33-f547-446f-9abe-d6a394b0b9dd tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3965974 Aug 22 14:02:24.970867 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47710) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:02:25.133126 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e7f690-4375-43c4-a8ae-52f5f1f004aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-105db209-79ad-433a-9528-f24c580252c0', 'network_id': '105db209-79ad-433a-9528-f24c580252c0', 'tenant_id': '8475de1767444d53870fb68937f13818', 'fixed_ips': [{'subnet_id': 'e9a63140-5e79-4dcc-838c-6dcc8a51a343'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:02:25.134504 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f0e7f690-4375-43c4-a8ae-52f5f1f004aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:25.164615 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-a1b51ce8-e3cc-4f94-8d74-1338ecadce12 None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:25.175212 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-a1b51ce8-e3cc-4f94-8d74-1338ecadce12 None None] Transition to ACTIVE for port object f255e012-6eb8-468e-a5ef-1402b44415c0 will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:02:25.181605 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-a1b51ce8-e3cc-4f94-8d74-1338ecadce12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:25.237320 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-a1b51ce8-e3cc-4f94-8d74-1338ecadce12 None None] Attempting to bind port f255e012-6eb8-468e-a5ef-1402b44415c0 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:02:25.237731 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-a1b51ce8-e3cc-4f94-8d74-1338ecadce12 None None] Attempting to bind port f255e012-6eb8-468e-a5ef-1402b44415c0 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:02:25.238056 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b51ce8-e3cc-4f94-8d74-1338ecadce12 None None] Attempting to bind port f255e012-6eb8-468e-a5ef-1402b44415c0 on network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:02:25.240032 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daddfa90-d747-4877-99be-d31a749dc812 None None] Pushing event updated for resources: {'Port': ['ID=f255e012-6eb8-468e-a5ef-1402b44415c0,revision_number=2']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:02:25.249435 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b51ce8-e3cc-4f94-8d74-1338ecadce12 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:02:25.249817 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b51ce8-e3cc-4f94-8d74-1338ecadce12 None None] Checking segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:02:25.250216 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-a1b51ce8-e3cc-4f94-8d74-1338ecadce12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:25.250616 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b51ce8-e3cc-4f94-8d74-1338ecadce12 None None] Bound using segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:02:25.251081 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-a1b51ce8-e3cc-4f94-8d74-1338ecadce12 None None] Bound port: f255e012-6eb8-468e-a5ef-1402b44415c0, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:02:25.251464 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-a1b51ce8-e3cc-4f94-8d74-1338ecadce12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:25.253721 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daddfa90-d747-4877-99be-d31a749dc812 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:02:25.254069 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daddfa90-d747-4877-99be-d31a749dc812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:02:25.254591 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daddfa90-d747-4877-99be-d31a749dc812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:02:25.255381 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daddfa90-d747-4877-99be-d31a749dc812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:02:25.255381 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daddfa90-d747-4877-99be-d31a749dc812 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:02:25.255765 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daddfa90-d747-4877-99be-d31a749dc812 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:02:25.256065 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daddfa90-d747-4877-99be-d31a749dc812 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:02:25.256421 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daddfa90-d747-4877-99be-d31a749dc812 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:02:25.256752 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daddfa90-d747-4877-99be-d31a749dc812 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:02:25.257080 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daddfa90-d747-4877-99be-d31a749dc812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:02:25.257406 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daddfa90-d747-4877-99be-d31a749dc812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:02:25.258275 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daddfa90-d747-4877-99be-d31a749dc812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:02:25.274456 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-f0e7f690-4375-43c4-a8ae-52f5f1f004aa None None] Allocated IP 172.20.0.2 (105db209-79ad-433a-9528-f24c580252c0/e9a63140-5e79-4dcc-838c-6dcc8a51a343/b857da3d-9bd2-41d8-8a63-2be2d51bf460) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:02:25.315925 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-a1b51ce8-e3cc-4f94-8d74-1338ecadce12 None None] For port f255e012-6eb8-468e-a5ef-1402b44415c0, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:02:25.319858 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-a1b51ce8-e3cc-4f94-8d74-1338ecadce12 None None] For port f255e012-6eb8-468e-a5ef-1402b44415c0, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=f255e012-6eb8-468e-a5ef-1402b44415c0,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:02:25.324977 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-a1b51ce8-e3cc-4f94-8d74-1338ecadce12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:25.390796 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daddfa90-d747-4877-99be-d31a749dc812 None None] Pushing event updated for resources: {'Port': ['ID=f255e012-6eb8-468e-a5ef-1402b44415c0,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:02:25.395867 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b51ce8-e3cc-4f94-8d74-1338ecadce12 None None] Routers {'42ba5902-9d85-4415-a7da-46a70b2f5520'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:02:25.396532 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-a1b51ce8-e3cc-4f94-8d74-1338ecadce12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:02:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['42ba5902-9d85-4415-a7da-46a70b2f5520'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:02:25.438052 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f0e7f690-4375-43c4-a8ae-52f5f1f004aa None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:25.449428 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-f0e7f690-4375-43c4-a8ae-52f5f1f004aa None None] Transition to ACTIVE for port object b857da3d-9bd2-41d8-8a63-2be2d51bf460 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:02:25.465790 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-f0e7f690-4375-43c4-a8ae-52f5f1f004aa None None] Transition to ACTIVE for port object b857da3d-9bd2-41d8-8a63-2be2d51bf460 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:02:25.472091 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f0e7f690-4375-43c4-a8ae-52f5f1f004aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:25.506276 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e7f690-4375-43c4-a8ae-52f5f1f004aa None None] Network 105db209-79ad-433a-9528-f24c580252c0 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:02:25.508500 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-a1b51ce8-e3cc-4f94-8d74-1338ecadce12 None None] Set router 42ba5902-9d85-4415-a7da-46a70b2f5520 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:02:25.510982 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-f0e7f690-4375-43c4-a8ae-52f5f1f004aa None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:02:25.513930 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e7f690-4375-43c4-a8ae-52f5f1f004aa None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:02:25.578885 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e7f690-4375-43c4-a8ae-52f5f1f004aa None None] Pushing event updated for resources: {'Port': ['ID=b857da3d-9bd2-41d8-8a63-2be2d51bf460,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:02:25.593819 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e7f690-4375-43c4-a8ae-52f5f1f004aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:02:25.594169 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e7f690-4375-43c4-a8ae-52f5f1f004aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:02:25.594645 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e7f690-4375-43c4-a8ae-52f5f1f004aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:02:25.594984 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e7f690-4375-43c4-a8ae-52f5f1f004aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:02:25.595314 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e7f690-4375-43c4-a8ae-52f5f1f004aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:02:25.595642 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e7f690-4375-43c4-a8ae-52f5f1f004aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:02:25.595967 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e7f690-4375-43c4-a8ae-52f5f1f004aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:02:25.596311 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e7f690-4375-43c4-a8ae-52f5f1f004aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:02:25.596794 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e7f690-4375-43c4-a8ae-52f5f1f004aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:02:25.597009 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e7f690-4375-43c4-a8ae-52f5f1f004aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:02:25.597292 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e7f690-4375-43c4-a8ae-52f5f1f004aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:02:25.597611 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e7f690-4375-43c4-a8ae-52f5f1f004aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:02:25.603416 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-f0e7f690-4375-43c4-a8ae-52f5f1f004aa None None] Attempting to bind port b857da3d-9bd2-41d8-8a63-2be2d51bf460 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:02:25.603778 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-f0e7f690-4375-43c4-a8ae-52f5f1f004aa None None] Attempting to bind port b857da3d-9bd2-41d8-8a63-2be2d51bf460 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'c8b836ba-5097-4f6d-ba05-5b055d007218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '105db209-79ad-433a-9528-f24c580252c0'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:02:25.604138 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e7f690-4375-43c4-a8ae-52f5f1f004aa None None] Attempting to bind port b857da3d-9bd2-41d8-8a63-2be2d51bf460 on network 105db209-79ad-433a-9528-f24c580252c0 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:02:25.609580 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e7f690-4375-43c4-a8ae-52f5f1f004aa None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:02:25.610016 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e7f690-4375-43c4-a8ae-52f5f1f004aa None None] Checking segment: {'id': 'c8b836ba-5097-4f6d-ba05-5b055d007218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '105db209-79ad-433a-9528-f24c580252c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:02:25.610886 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f0e7f690-4375-43c4-a8ae-52f5f1f004aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:25.610886 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e7f690-4375-43c4-a8ae-52f5f1f004aa None None] Bound using segment: {'id': 'c8b836ba-5097-4f6d-ba05-5b055d007218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '105db209-79ad-433a-9528-f24c580252c0'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:02:25.611224 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-f0e7f690-4375-43c4-a8ae-52f5f1f004aa None None] Bound port: b857da3d-9bd2-41d8-8a63-2be2d51bf460, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8b836ba-5097-4f6d-ba05-5b055d007218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '105db209-79ad-433a-9528-f24c580252c0'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:02:25.611594 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f0e7f690-4375-43c4-a8ae-52f5f1f004aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:25.673853 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-f0e7f690-4375-43c4-a8ae-52f5f1f004aa None None] For port b857da3d-9bd2-41d8-8a63-2be2d51bf460, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:02:25.677886 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-f0e7f690-4375-43c4-a8ae-52f5f1f004aa None None] For port b857da3d-9bd2-41d8-8a63-2be2d51bf460, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=b857da3d-9bd2-41d8-8a63-2be2d51bf460,segment=NetworkSegment(c8b836ba-5097-4f6d-ba05-5b055d007218),segment_id=c8b836ba-5097-4f6d-ba05-5b055d007218)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:02:25.684064 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f0e7f690-4375-43c4-a8ae-52f5f1f004aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:25.705339 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-a1b51ce8-e3cc-4f94-8d74-1338ecadce12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'name': 'tempest-TestNetworkBasicOps-router-1184236507', 'tenant_id': '8475de1767444d53870fb68937f13818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'f255e012-6eb8-468e-a5ef-1402b44415c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:02:22Z', 'updated_at': '2021-08-22T14:02:23Z', 'revision_number': 3, 'project_id': '8475de1767444d53870fb68937f13818', 'gw_port': {'id': 'f255e012-6eb8-468e-a5ef-1402b44415c0', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c2:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:02:23Z', 'updated_at': '2021-08-22T14:02:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:02:25.738081 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e7f690-4375-43c4-a8ae-52f5f1f004aa None None] Pushing event updated for resources: {'Port': ['ID=b857da3d-9bd2-41d8-8a63-2be2d51bf460,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:02:25.738428 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b51ce8-e3cc-4f94-8d74-1338ecadce12 None None] The sync data for ids ['42ba5902-9d85-4415-a7da-46a70b2f5520'] in n-d-793621-33 is: [{'id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'name': 'tempest-TestNetworkBasicOps-router-1184236507', 'tenant_id': '8475de1767444d53870fb68937f13818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'f255e012-6eb8-468e-a5ef-1402b44415c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:02:22Z', 'updated_at': '2021-08-22T14:02:23Z', 'revision_number': 3, 'project_id': '8475de1767444d53870fb68937f13818', 'gw_port': {'id': 'f255e012-6eb8-468e-a5ef-1402b44415c0', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c2:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:02:23Z', 'updated_at': '2021-08-22T14:02:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:02:25.816028 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-295bcca2-eb8e-495f-8501-7325adacd6b6 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:26.167421 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-295bcca2-eb8e-495f-8501-7325adacd6b6 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Allocated IP 172.20.0.1 (105db209-79ad-433a-9528-f24c580252c0/e9a63140-5e79-4dcc-838c-6dcc8a51a343/3ac0ce12-fada-487e-88df-adf53ada5c59) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:02:26.296825 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-295bcca2-eb8e-495f-8501-7325adacd6b6 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:26.311256 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-295bcca2-eb8e-495f-8501-7325adacd6b6 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Transition to ACTIVE for port object 3ac0ce12-fada-487e-88df-adf53ada5c59 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:02:26.345412 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-295bcca2-eb8e-495f-8501-7325adacd6b6 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:26.385822 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295bcca2-eb8e-495f-8501-7325adacd6b6 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Network 105db209-79ad-433a-9528-f24c580252c0 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:02:26.388978 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-295bcca2-eb8e-495f-8501-7325adacd6b6 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:02:26.392838 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295bcca2-eb8e-495f-8501-7325adacd6b6 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:02:26.422214 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295bcca2-eb8e-495f-8501-7325adacd6b6 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event updated for resources: {'Port': ['ID=3ac0ce12-fada-487e-88df-adf53ada5c59,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:02:26.446675 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-295bcca2-eb8e-495f-8501-7325adacd6b6 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:26.604628 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-295bcca2-eb8e-495f-8501-7325adacd6b6 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:26.719470 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device b857da3d-9bd2-41d8-8a63-2be2d51bf460 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:02:26.779374 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port b857da3d-9bd2-41d8-8a63-2be2d51bf460 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:02:26.783738 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device f255e012-6eb8-468e-a5ef-1402b44415c0 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:02:26.805409 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f181fe3a-e6fc-4661-9f05-1b523845fbf0 None None] Network 105db209-79ad-433a-9528-f24c580252c0 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:02:26.884213 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-25d8e0b4-8ec6-44e9-9e51-5fe380559299 None None] Provisioning for port b857da3d-9bd2-41d8-8a63-2be2d51bf460 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:02:26.899043 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-25d8e0b4-8ec6-44e9-9e51-5fe380559299 None None] Provisioning complete for port b857da3d-9bd2-41d8-8a63-2be2d51bf460 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:02:26.899314 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-25d8e0b4-8ec6-44e9-9e51-5fe380559299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:26.918835 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-295bcca2-eb8e-495f-8501-7325adacd6b6 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:26.924615 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-295bcca2-eb8e-495f-8501-7325adacd6b6 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:26.927482 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port f255e012-6eb8-468e-a5ef-1402b44415c0 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:02:26.935929 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port f255e012-6eb8-468e-a5ef-1402b44415c0 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:02:26.936331 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:27.003251 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295bcca2-eb8e-495f-8501-7325adacd6b6 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event updated for resources: {'Port': ['ID=3ac0ce12-fada-487e-88df-adf53ada5c59,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:02:27.009019 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-295bcca2-eb8e-495f-8501-7325adacd6b6 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:27.105671 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295bcca2-eb8e-495f-8501-7325adacd6b6 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Network 105db209-79ad-433a-9528-f24c580252c0 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:02:27.107712 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-295bcca2-eb8e-495f-8501-7325adacd6b6 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:02:27.122966 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:27.129297 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-25d8e0b4-8ec6-44e9-9e51-5fe380559299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:27.159147 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port f255e012-6eb8-468e-a5ef-1402b44415c0, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=f255e012-6eb8-468e-a5ef-1402b44415c0,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:02:27.172420 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:27.184513 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-25d8e0b4-8ec6-44e9-9e51-5fe380559299 None None] For port b857da3d-9bd2-41d8-8a63-2be2d51bf460, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=b857da3d-9bd2-41d8-8a63-2be2d51bf460,segment=NetworkSegment(c8b836ba-5097-4f6d-ba05-5b055d007218),segment_id=c8b836ba-5097-4f6d-ba05-5b055d007218)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:02:27.209407 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-25d8e0b4-8ec6-44e9-9e51-5fe380559299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:27.236891 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=f255e012-6eb8-468e-a5ef-1402b44415c0,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:02:27.240179 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-295bcca2-eb8e-495f-8501-7325adacd6b6 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Router 42ba5902-9d85-4415-a7da-46a70b2f5520 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:02:27.296045 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d8e0b4-8ec6-44e9-9e51-5fe380559299 None None] Pushing event updated for resources: {'Port': ['ID=b857da3d-9bd2-41d8-8a63-2be2d51bf460,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:02:27.362856 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295bcca2-eb8e-495f-8501-7325adacd6b6 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:02:27.369654 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-295bcca2-eb8e-495f-8501-7325adacd6b6 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "PUT /v2.0/routers/42ba5902-9d85-4415-a7da-46a70b2f5520/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3973784 Aug 22 14:02:27.371947 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47712) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:02:27.430088 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-66ec7aae-3234-47ba-8050-79bfb7fb4633 None None] Provisioning complete for port b857da3d-9bd2-41d8-8a63-2be2d51bf460 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:02:27.430558 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-66ec7aae-3234-47ba-8050-79bfb7fb4633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:27.522457 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ff02d4-658d-4f34-9bee-9866c9b2c69e None None] Sync routers for ids ['42ba5902-9d85-4415-a7da-46a70b2f5520'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:02:27.545276 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ff02d4-658d-4f34-9bee-9866c9b2c69e None None] Routers {'42ba5902-9d85-4415-a7da-46a70b2f5520'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:02:27.545918 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-a7ff02d4-658d-4f34-9bee-9866c9b2c69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:02:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['42ba5902-9d85-4415-a7da-46a70b2f5520'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:02:27.602809 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db75a21e-57a9-4596-ab4c-cfd7dc58f09f tempest-TestNetworkBasicOps-931913881 tempest-TestNetworkBasicOps-931913881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:02:27.603565 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db75a21e-57a9-4596-ab4c-cfd7dc58f09f tempest-TestNetworkBasicOps-931913881 tempest-TestNetworkBasicOps-931913881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:02:27.604299 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db75a21e-57a9-4596-ab4c-cfd7dc58f09f tempest-TestNetworkBasicOps-931913881 tempest-TestNetworkBasicOps-931913881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:02:27.611916 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db75a21e-57a9-4596-ab4c-cfd7dc58f09f tempest-TestNetworkBasicOps-931913881 tempest-TestNetworkBasicOps-931913881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:02:27.613129 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47714) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:02:27.613596 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-db75a21e-57a9-4596-ab4c-cfd7dc58f09f tempest-TestNetworkBasicOps-931913881 tempest-TestNetworkBasicOps-931913881-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2402124 Aug 22 14:02:27.669059 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-a7ff02d4-658d-4f34-9bee-9866c9b2c69e None None] Set router 42ba5902-9d85-4415-a7da-46a70b2f5520 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:02:27.685132 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90528f8-6a89-4c4b-a228-26c61a8e6e45 tempest-TestNetworkBasicOps-931913881 tempest-TestNetworkBasicOps-931913881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:02:27.685969 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90528f8-6a89-4c4b-a228-26c61a8e6e45 tempest-TestNetworkBasicOps-931913881 tempest-TestNetworkBasicOps-931913881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:02:27.686619 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90528f8-6a89-4c4b-a228-26c61a8e6e45 tempest-TestNetworkBasicOps-931913881 tempest-TestNetworkBasicOps-931913881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:02:27.687304 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90528f8-6a89-4c4b-a228-26c61a8e6e45 tempest-TestNetworkBasicOps-931913881 tempest-TestNetworkBasicOps-931913881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:02:27.689343 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f90528f8-6a89-4c4b-a228-26c61a8e6e45 tempest-TestNetworkBasicOps-931913881 tempest-TestNetworkBasicOps-931913881-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0743625 Aug 22 14:02:27.692166 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47716) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:02:27.706053 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-66ec7aae-3234-47ba-8050-79bfb7fb4633 None None] Provisioning for port 3ac0ce12-fada-487e-88df-adf53ada5c59 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:02:27.715310 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-66ec7aae-3234-47ba-8050-79bfb7fb4633 None None] Provisioning complete for port 3ac0ce12-fada-487e-88df-adf53ada5c59 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:02:27.715688 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-66ec7aae-3234-47ba-8050-79bfb7fb4633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:27.831979 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-66ec7aae-3234-47ba-8050-79bfb7fb4633 None None] Port 3ac0ce12-fada-487e-88df-adf53ada5c59 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:02:27.925983 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-a7ff02d4-658d-4f34-9bee-9866c9b2c69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'name': 'tempest-TestNetworkBasicOps-router-1184236507', 'tenant_id': '8475de1767444d53870fb68937f13818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'f255e012-6eb8-468e-a5ef-1402b44415c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:02:22Z', 'updated_at': '2021-08-22T14:02:26Z', 'revision_number': 4, 'project_id': '8475de1767444d53870fb68937f13818', 'gw_port': {'id': 'f255e012-6eb8-468e-a5ef-1402b44415c0', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:02:23Z', 'updated_at': '2021-08-22T14:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '3ac0ce12-fada-487e-88df-adf53ada5c59', 'name': '', 'network_id': '105db209-79ad-433a-9528-f24c580252c0', 'tenant_id': '8475de1767444d53870fb68937f13818', 'mac_address': 'fa:16:3e:a8:c9:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'e9a63140-5e79-4dcc-838c-6dcc8a51a343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:02:25Z', 'updated_at': '2021-08-22T14:02:26Z', 'revision_number': 2, 'project_id': '8475de1767444d53870fb68937f13818', 'subnets': [{'id': 'e9a63140-5e79-4dcc-838c-6dcc8a51a343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:02:27.941068 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-91a45859-5436-4103-b77a-2286d99b332a tempest-TestNetworkBasicOps-931913881 tempest-TestNetworkBasicOps-931913881-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2476971 Aug 22 14:02:27.958592 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ff02d4-658d-4f34-9bee-9866c9b2c69e None None] Checking router: 42ba5902-9d85-4415-a7da-46a70b2f5520 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:02:27.958943 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ff02d4-658d-4f34-9bee-9866c9b2c69e None None] Updating router 42ba5902-9d85-4415-a7da-46a70b2f5520 port 3ac0ce12-fada-487e-88df-adf53ada5c59 binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:02:27.989643 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-9c1bb777-db7f-49a4-aae1-47c47f8bc1f0 None None] Provisioning complete for port 3ac0ce12-fada-487e-88df-adf53ada5c59 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:02:27.990131 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9c1bb777-db7f-49a4-aae1-47c47f8bc1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:28.012060 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a7ff02d4-658d-4f34-9bee-9866c9b2c69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:28.054124 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-9c1bb777-db7f-49a4-aae1-47c47f8bc1f0 None None] Port 3ac0ce12-fada-487e-88df-adf53ada5c59 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:02:28.283807 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47722) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:02:28.288997 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-20ab1da1-34de-4921-aae2-661277947042 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1382331949', 'description': 'tempest-secgroup-smoke-1382331949 description', 'project_id': '8475de1767444d53870fb68937f13818'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:02:28.312654 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-20ab1da1-34de-4921-aae2-661277947042 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:28.403090 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-20ab1da1-34de-4921-aae2-661277947042 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:28.407494 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-20ab1da1-34de-4921-aae2-661277947042 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:28.433866 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a7ff02d4-658d-4f34-9bee-9866c9b2c69e None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:28.434476 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-20ab1da1-34de-4921-aae2-661277947042 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:28.435700 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-20ab1da1-34de-4921-aae2-661277947042 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1508286 Aug 22 14:02:28.438763 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47724) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:02:28.440441 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab1da1-34de-4921-aae2-661277947042 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08c98af9-03a1-42bf-8416-01276ffb4693,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:02:28.446749 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-f904eb53-f629-4476-acfc-ac9b59debc32 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Request body: {'security_group_rule': {'security_group_id': '08c98af9-03a1-42bf-8416-01276ffb4693', 'project_id': '8475de1767444d53870fb68937f13818', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:02:28.451179 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-a7ff02d4-658d-4f34-9bee-9866c9b2c69e None None] Transition to ACTIVE for port object 3ac0ce12-fada-487e-88df-adf53ada5c59 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:02:28.458272 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a7ff02d4-658d-4f34-9bee-9866c9b2c69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:28.480531 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f904eb53-f629-4476-acfc-ac9b59debc32 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:28.509039 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-73cecbc0-d4b0-467c-ae51-26d3f3c6aace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:28.521882 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cb5c7e-93da-498b-99e0-4f4a7adc67b4 None None] Pushing event updated for resources: {'Port': ['ID=3ac0ce12-fada-487e-88df-adf53ada5c59,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:02:28.552014 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f904eb53-f629-4476-acfc-ac9b59debc32 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:28.557435 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f904eb53-f629-4476-acfc-ac9b59debc32 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:28.577302 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-a7ff02d4-658d-4f34-9bee-9866c9b2c69e None None] Attempting to bind port 3ac0ce12-fada-487e-88df-adf53ada5c59 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:02:28.577679 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-a7ff02d4-658d-4f34-9bee-9866c9b2c69e None None] Attempting to bind port 3ac0ce12-fada-487e-88df-adf53ada5c59 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'c8b836ba-5097-4f6d-ba05-5b055d007218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '105db209-79ad-433a-9528-f24c580252c0'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:02:28.578070 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ff02d4-658d-4f34-9bee-9866c9b2c69e None None] Attempting to bind port 3ac0ce12-fada-487e-88df-adf53ada5c59 on network 105db209-79ad-433a-9528-f24c580252c0 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:02:28.583849 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ff02d4-658d-4f34-9bee-9866c9b2c69e None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:02:28.584253 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ff02d4-658d-4f34-9bee-9866c9b2c69e None None] Checking segment: {'id': 'c8b836ba-5097-4f6d-ba05-5b055d007218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '105db209-79ad-433a-9528-f24c580252c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:02:28.584662 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a7ff02d4-658d-4f34-9bee-9866c9b2c69e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:28.585466 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ff02d4-658d-4f34-9bee-9866c9b2c69e None None] Bound using segment: {'id': 'c8b836ba-5097-4f6d-ba05-5b055d007218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '105db209-79ad-433a-9528-f24c580252c0'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:02:28.585466 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-a7ff02d4-658d-4f34-9bee-9866c9b2c69e None None] Bound port: 3ac0ce12-fada-487e-88df-adf53ada5c59, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8b836ba-5097-4f6d-ba05-5b055d007218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '105db209-79ad-433a-9528-f24c580252c0'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:02:28.585940 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a7ff02d4-658d-4f34-9bee-9866c9b2c69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:28.595377 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f904eb53-f629-4476-acfc-ac9b59debc32 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e0428aa-4771-4c58-beb1-36d8ef9072ad,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:02:28.616732 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f904eb53-f629-4476-acfc-ac9b59debc32 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:28.618675 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f904eb53-f629-4476-acfc-ac9b59debc32 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1783156 Aug 22 14:02:28.621684 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47726) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:02:28.629620 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-1937ea57-801e-4876-9827-044f05d72a9d tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Request body: {'security_group_rule': {'security_group_id': '08c98af9-03a1-42bf-8416-01276ffb4693', 'project_id': '8475de1767444d53870fb68937f13818', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:02:28.661451 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1937ea57-801e-4876-9827-044f05d72a9d tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:28.665599 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device b857da3d-9bd2-41d8-8a63-2be2d51bf460 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:02:28.690773 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-a7ff02d4-658d-4f34-9bee-9866c9b2c69e None None] For port 3ac0ce12-fada-487e-88df-adf53ada5c59, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:02:28.696499 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:28.708034 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-a7ff02d4-658d-4f34-9bee-9866c9b2c69e None None] For port 3ac0ce12-fada-487e-88df-adf53ada5c59, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=3ac0ce12-fada-487e-88df-adf53ada5c59,segment=NetworkSegment(c8b836ba-5097-4f6d-ba05-5b055d007218),segment_id=c8b836ba-5097-4f6d-ba05-5b055d007218)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:02:28.718706 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a7ff02d4-658d-4f34-9bee-9866c9b2c69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:28.738891 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1937ea57-801e-4876-9827-044f05d72a9d tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:28.743343 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1937ea57-801e-4876-9827-044f05d72a9d tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:28.763355 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1937ea57-801e-4876-9827-044f05d72a9d tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e39f5cfa-473e-4450-a954-97f22b3932e7,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:02:28.776885 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1937ea57-801e-4876-9827-044f05d72a9d tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:28.781085 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-1937ea57-801e-4876-9827-044f05d72a9d tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1539619 Aug 22 14:02:28.781278 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47728) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:02:28.786428 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-8d2594b8-97fc-41eb-b669-bc80bdb734ff tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Request body: {'security_group_rule': {'security_group_id': '08c98af9-03a1-42bf-8416-01276ffb4693', 'project_id': '8475de1767444d53870fb68937f13818', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:02:28.791158 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cb5c7e-93da-498b-99e0-4f4a7adc67b4 None None] Pushing event updated for resources: {'Port': ['ID=3ac0ce12-fada-487e-88df-adf53ada5c59,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:02:28.800522 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ff02d4-658d-4f34-9bee-9866c9b2c69e None None] Routers {'42ba5902-9d85-4415-a7da-46a70b2f5520'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:02:28.801150 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-a7ff02d4-658d-4f34-9bee-9866c9b2c69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:02:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['42ba5902-9d85-4415-a7da-46a70b2f5520'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:02:28.803670 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port b857da3d-9bd2-41d8-8a63-2be2d51bf460 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:02:28.804038 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:28.821576 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8d2594b8-97fc-41eb-b669-bc80bdb734ff tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:28.890410 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8d2594b8-97fc-41eb-b669-bc80bdb734ff tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:28.895346 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8d2594b8-97fc-41eb-b669-bc80bdb734ff tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:28.915237 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2594b8-97fc-41eb-b669-bc80bdb734ff tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4ce2777-9a87-4ea4-86c8-1f0eb3bf2c70,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:02:28.923018 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8d2594b8-97fc-41eb-b669-bc80bdb734ff tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:28.927407 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-8d2594b8-97fc-41eb-b669-bc80bdb734ff tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1417494 Aug 22 14:02:28.927407 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47730) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:02:28.933090 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-b0c89ade-0b52-4080-a28c-f716c46ca962 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Request body: {'security_group_rule': {'security_group_id': '08c98af9-03a1-42bf-8416-01276ffb4693', 'project_id': '8475de1767444d53870fb68937f13818', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:02:28.962055 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b0c89ade-0b52-4080-a28c-f716c46ca962 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:28.988318 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-a7ff02d4-658d-4f34-9bee-9866c9b2c69e None None] Set router 42ba5902-9d85-4415-a7da-46a70b2f5520 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:02:29.013891 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device f255e012-6eb8-468e-a5ef-1402b44415c0 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:02:29.027736 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b0c89ade-0b52-4080-a28c-f716c46ca962 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:29.031711 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b0c89ade-0b52-4080-a28c-f716c46ca962 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:29.050442 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c89ade-0b52-4080-a28c-f716c46ca962 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ad2b39a-5b44-4174-9424-dff3fb91a7b6,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:02:29.058983 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b0c89ade-0b52-4080-a28c-f716c46ca962 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:29.060201 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-b0c89ade-0b52-4080-a28c-f716c46ca962 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1314692 Aug 22 14:02:29.062943 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47732) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:02:29.067476 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-0c1c84f3-965d-434d-b7e8-04e64d7f2747 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Request body: {'security_group_rule': {'security_group_id': '08c98af9-03a1-42bf-8416-01276ffb4693', 'project_id': '8475de1767444d53870fb68937f13818', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:02:29.091513 n-d-793621-33 neutron-server[94627]: INFO neutron.db.securitygroups_db [None req-0c1c84f3-965d-434d-b7e8-04e64d7f2747 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Project 8475de1767444d53870fb68937f13818 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 14:02:29.097272 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0c1c84f3-965d-434d-b7e8-04e64d7f2747 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:29.157891 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0c1c84f3-965d-434d-b7e8-04e64d7f2747 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:29.161952 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0c1c84f3-965d-434d-b7e8-04e64d7f2747 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:29.169911 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port f255e012-6eb8-468e-a5ef-1402b44415c0 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:02:29.170278 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:29.182186 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c84f3-965d-434d-b7e8-04e64d7f2747 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2424777-7b61-4a58-a867-9c9d1c78abfd,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:02:29.189435 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0c1c84f3-965d-434d-b7e8-04e64d7f2747 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:29.193170 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-0c1c84f3-965d-434d-b7e8-04e64d7f2747 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1268520 Aug 22 14:02:29.193363 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47734) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:02:29.198034 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-e85e1059-e6e4-4c46-9a2a-0d217a3c7cbf tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Request body: {'security_group_rule': {'security_group_id': '08c98af9-03a1-42bf-8416-01276ffb4693', 'project_id': '8475de1767444d53870fb68937f13818', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:02:29.220125 n-d-793621-33 neutron-server[94627]: INFO neutron.db.securitygroups_db [None req-e85e1059-e6e4-4c46-9a2a-0d217a3c7cbf tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Project 8475de1767444d53870fb68937f13818 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 14:02:29.224935 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e85e1059-e6e4-4c46-9a2a-0d217a3c7cbf tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:29.287703 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e85e1059-e6e4-4c46-9a2a-0d217a3c7cbf tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:29.292393 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e85e1059-e6e4-4c46-9a2a-0d217a3c7cbf tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:29.299757 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-a7ff02d4-658d-4f34-9bee-9866c9b2c69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'name': 'tempest-TestNetworkBasicOps-router-1184236507', 'tenant_id': '8475de1767444d53870fb68937f13818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'f255e012-6eb8-468e-a5ef-1402b44415c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:02:22Z', 'updated_at': '2021-08-22T14:02:26Z', 'revision_number': 4, 'project_id': '8475de1767444d53870fb68937f13818', 'gw_port': {'id': 'f255e012-6eb8-468e-a5ef-1402b44415c0', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:02:23Z', 'updated_at': '2021-08-22T14:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '3ac0ce12-fada-487e-88df-adf53ada5c59', 'name': '', 'network_id': '105db209-79ad-433a-9528-f24c580252c0', 'tenant_id': '8475de1767444d53870fb68937f13818', 'mac_address': 'fa:16:3e:a8:c9:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'e9a63140-5e79-4dcc-838c-6dcc8a51a343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:02:25Z', 'updated_at': '2021-08-22T14:02:28Z', 'revision_number': 4, 'project_id': '8475de1767444d53870fb68937f13818', 'subnets': [{'id': 'e9a63140-5e79-4dcc-838c-6dcc8a51a343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:02:29.312719 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e1059-e6e4-4c46-9a2a-0d217a3c7cbf tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4881361f-63d1-4d74-a3a8-c83e2d8e50fe,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:02:29.318002 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e85e1059-e6e4-4c46-9a2a-0d217a3c7cbf tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:29.319356 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e85e1059-e6e4-4c46-9a2a-0d217a3c7cbf tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1249685 Aug 22 14:02:29.327157 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ff02d4-658d-4f34-9bee-9866c9b2c69e None None] The sync data for ids ['42ba5902-9d85-4415-a7da-46a70b2f5520'] in n-d-793621-33 is: [{'id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'name': 'tempest-TestNetworkBasicOps-router-1184236507', 'tenant_id': '8475de1767444d53870fb68937f13818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'f255e012-6eb8-468e-a5ef-1402b44415c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:02:22Z', 'updated_at': '2021-08-22T14:02:26Z', 'revision_number': 4, 'project_id': '8475de1767444d53870fb68937f13818', 'gw_port': {'id': 'f255e012-6eb8-468e-a5ef-1402b44415c0', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:02:23Z', 'updated_at': '2021-08-22T14:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '3ac0ce12-fada-487e-88df-adf53ada5c59', 'name': '', 'network_id': '105db209-79ad-433a-9528-f24c580252c0', 'tenant_id': '8475de1767444d53870fb68937f13818', 'mac_address': 'fa:16:3e:a8:c9:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'e9a63140-5e79-4dcc-838c-6dcc8a51a343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:02:25Z', 'updated_at': '2021-08-22T14:02:28Z', 'revision_number': 4, 'project_id': '8475de1767444d53870fb68937f13818', 'subnets': [{'id': 'e9a63140-5e79-4dcc-838c-6dcc8a51a343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:02:29.484645 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-616351d7-29ef-494b-8d43-baf3c5df4b43 req-2c68f593-3001-4587-96a7-15342f88c8f8 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1382331949&fields=id&tenant_id=8475de1767444d53870fb68937f13818 HTTP/1.1" status: 200 len: 267 time: 0.0388343 Aug 22 14:02:29.597371 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616351d7-29ef-494b-8d43-baf3c5df4b43 req-f79874fe-0c6f-4c14-8fe0-2b41838e00a0 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:02:29.598971 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-616351d7-29ef-494b-8d43-baf3c5df4b43 req-f79874fe-0c6f-4c14-8fe0-2b41838e00a0 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/networks?id=105db209-79ad-433a-9528-f24c580252c0 HTTP/1.1" status: 200 len: 797 time: 0.1074030 Aug 22 14:02:29.615038 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-616351d7-29ef-494b-8d43-baf3c5df4b43 req-4f4fecff-3e76-4a7a-8ac1-14da2baffac5 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/quotas/8475de1767444d53870fb68937f13818 HTTP/1.1" status: 200 len: 375 time: 0.0097158 Aug 22 14:02:29.670781 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-616351d7-29ef-494b-8d43-baf3c5df4b43 req-ff709af3-33d2-4033-86eb-e135849abf77 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8475de1767444d53870fb68937f13818&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493159 Aug 22 14:02:29.833685 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-616351d7-29ef-494b-8d43-baf3c5df4b43 req-b2110a9f-476e-4ab7-ad6b-9ec635cbd781 service neutron] 10.222.0.21 "GET /v2.0/networks/105db209-79ad-433a-9528-f24c580252c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506002 Aug 22 14:02:29.931209 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-616351d7-29ef-494b-8d43-baf3c5df4b43 req-eee8ea7b-167c-4ba1-ad95-86f0c7474cb4 service neutron] 10.222.0.21 "GET /v2.0/networks/105db209-79ad-433a-9528-f24c580252c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901406 Aug 22 14:02:30.254057 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-85f31a2d-10f7-4663-85ab-acbdedcd4fb3 req-3d4baf4d-cfc6-4c2c-8ed1-40f106c358a0 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bde28d6-6dfd-49fc-853f-25bd508b5d82 HTTP/1.1" status: 200 len: 210 time: 0.1791558 Aug 22 14:02:30.639281 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 3ac0ce12-fada-487e-88df-adf53ada5c59 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:02:30.690976 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 3ac0ce12-fada-487e-88df-adf53ada5c59 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:02:30.694904 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 3ac0ce12-fada-487e-88df-adf53ada5c59 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:02:30.696668 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:30.773734 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:30.805656 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 3ac0ce12-fada-487e-88df-adf53ada5c59, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=3ac0ce12-fada-487e-88df-adf53ada5c59,segment=NetworkSegment(c8b836ba-5097-4f6d-ba05-5b055d007218),segment_id=c8b836ba-5097-4f6d-ba05-5b055d007218)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:02:30.809542 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:30.858450 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=3ac0ce12-fada-487e-88df-adf53ada5c59,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:02:31.061795 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616351d7-29ef-494b-8d43-baf3c5df4b43 req-63ed83f9-f39c-42b7-bba8-577b662141f6 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:02:31.063245 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-616351d7-29ef-494b-8d43-baf3c5df4b43 req-63ed83f9-f39c-42b7-bba8-577b662141f6 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.16 "GET /v2.0/networks?id=105db209-79ad-433a-9528-f24c580252c0 HTTP/1.1" status: 200 len: 797 time: 0.1055930 Aug 22 14:02:31.099439 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5b631b39-3c53-4eaf-b8e2-962c7390b8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:31.119183 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-616351d7-29ef-494b-8d43-baf3c5df4b43 req-70ab9e44-023f-4f71-ace0-38597c614419 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8475de1767444d53870fb68937f13818 HTTP/1.1" status: 200 len: 380 time: 0.0454183 Aug 22 14:02:31.129439 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-616351d7-29ef-494b-8d43-baf3c5df4b43 req-3734ece0-0b4f-4d21-aeda-6d8212811877 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Request body: {'port': {'device_id': '1bde28d6-6dfd-49fc-853f-25bd508b5d82', 'network_id': '105db209-79ad-433a-9528-f24c580252c0', 'admin_state_up': True, 'tenant_id': '8475de1767444d53870fb68937f13818', 'security_groups': ['08c98af9-03a1-42bf-8416-01276ffb4693']}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:02:31.222584 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:31.234333 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-616351d7-29ef-494b-8d43-baf3c5df4b43 req-3734ece0-0b4f-4d21-aeda-6d8212811877 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Made reservation on behalf of 8475de1767444d53870fb68937f13818 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:02:31.237906 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-616351d7-29ef-494b-8d43-baf3c5df4b43 req-3734ece0-0b4f-4d21-aeda-6d8212811877 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:31.383962 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c09c8b9c-7833-48bb-a29f-ce85b4a97fda req-a6f41e4a-d88d-4c65-be67-0ac32c0e15cf tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bde28d6-6dfd-49fc-853f-25bd508b5d82 HTTP/1.1" status: 200 len: 210 time: 0.0309734 Aug 22 14:02:31.389857 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-616351d7-29ef-494b-8d43-baf3c5df4b43 req-3734ece0-0b4f-4d21-aeda-6d8212811877 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Allocated IP 172.20.0.11 (105db209-79ad-433a-9528-f24c580252c0/e9a63140-5e79-4dcc-838c-6dcc8a51a343/8426ee53-7dc7-46df-a5cb-16e386abb623) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:02:31.525887 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-616351d7-29ef-494b-8d43-baf3c5df4b43 req-3734ece0-0b4f-4d21-aeda-6d8212811877 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:31.539599 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-616351d7-29ef-494b-8d43-baf3c5df4b43 req-3734ece0-0b4f-4d21-aeda-6d8212811877 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Transition to ACTIVE for port object 8426ee53-7dc7-46df-a5cb-16e386abb623 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:02:31.571127 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-616351d7-29ef-494b-8d43-baf3c5df4b43 req-3734ece0-0b4f-4d21-aeda-6d8212811877 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:31.612496 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-616351d7-29ef-494b-8d43-baf3c5df4b43 req-3734ece0-0b4f-4d21-aeda-6d8212811877 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Network 105db209-79ad-433a-9528-f24c580252c0 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:02:31.615416 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-616351d7-29ef-494b-8d43-baf3c5df4b43 req-3734ece0-0b4f-4d21-aeda-6d8212811877 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:02:31.619290 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-616351d7-29ef-494b-8d43-baf3c5df4b43 req-3734ece0-0b4f-4d21-aeda-6d8212811877 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:02:31.645108 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3734ece0-0b4f-4d21-aeda-6d8212811877 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event updated for resources: {'Port': ['ID=8426ee53-7dc7-46df-a5cb-16e386abb623,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:02:31.673550 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616351d7-29ef-494b-8d43-baf3c5df4b43 req-3734ece0-0b4f-4d21-aeda-6d8212811877 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:02:31.674172 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-616351d7-29ef-494b-8d43-baf3c5df4b43 req-3734ece0-0b4f-4d21-aeda-6d8212811877 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:31.688835 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-616351d7-29ef-494b-8d43-baf3c5df4b43 req-3734ece0-0b4f-4d21-aeda-6d8212811877 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5630028 Aug 22 14:02:31.700018 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [req-616351d7-29ef-494b-8d43-baf3c5df4b43 req-2877241f-b132-4d22-98ad-147b14e342d7 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:02:31.701149 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-616351d7-29ef-494b-8d43-baf3c5df4b43 req-2877241f-b132-4d22-98ad-147b14e342d7 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061140 Aug 22 14:02:31.768469 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-616351d7-29ef-494b-8d43-baf3c5df4b43 req-b49ead59-c998-4f3b-a608-84504aa67e2d service neutron] Request body: {'port': {'device_id': '1bde28d6-6dfd-49fc-853f-25bd508b5d82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:02:31.825814 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-616351d7-29ef-494b-8d43-baf3c5df4b43 req-b49ead59-c998-4f3b-a608-84504aa67e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:31.887184 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-94a5d242-5ae0-40dc-9251-3d430a36ab41 None None] Provisioning for port 8426ee53-7dc7-46df-a5cb-16e386abb623 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:02:31.890650 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-94a5d242-5ae0-40dc-9251-3d430a36ab41 None None] Provisioning complete for port 8426ee53-7dc7-46df-a5cb-16e386abb623 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:02:31.891023 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-94a5d242-5ae0-40dc-9251-3d430a36ab41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:31.924340 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-94a5d242-5ae0-40dc-9251-3d430a36ab41 None None] Port 8426ee53-7dc7-46df-a5cb-16e386abb623 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:02:32.082730 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-616351d7-29ef-494b-8d43-baf3c5df4b43 req-b49ead59-c998-4f3b-a608-84504aa67e2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8426ee53-7dc7-46df-a5cb-16e386abb623 {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:02:32.090816 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-616351d7-29ef-494b-8d43-baf3c5df4b43 req-b49ead59-c998-4f3b-a608-84504aa67e2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:32.103079 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-616351d7-29ef-494b-8d43-baf3c5df4b43 req-b49ead59-c998-4f3b-a608-84504aa67e2d service neutron] Transition to ACTIVE for port object 8426ee53-7dc7-46df-a5cb-16e386abb623 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:02:32.106609 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-616351d7-29ef-494b-8d43-baf3c5df4b43 req-b49ead59-c998-4f3b-a608-84504aa67e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:32.155950 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49ead59-c998-4f3b-a608-84504aa67e2d service neutron] Pushing event updated for resources: {'Port': ['ID=8426ee53-7dc7-46df-a5cb-16e386abb623,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:02:32.228400 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-616351d7-29ef-494b-8d43-baf3c5df4b43 req-b49ead59-c998-4f3b-a608-84504aa67e2d service neutron] Attempting to bind port 8426ee53-7dc7-46df-a5cb-16e386abb623 on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:02:32.228727 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-616351d7-29ef-494b-8d43-baf3c5df4b43 req-b49ead59-c998-4f3b-a608-84504aa67e2d service neutron] Attempting to bind port 8426ee53-7dc7-46df-a5cb-16e386abb623 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': 'c8b836ba-5097-4f6d-ba05-5b055d007218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '105db209-79ad-433a-9528-f24c580252c0'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:02:32.229060 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616351d7-29ef-494b-8d43-baf3c5df4b43 req-b49ead59-c998-4f3b-a608-84504aa67e2d service neutron] Attempting to bind port 8426ee53-7dc7-46df-a5cb-16e386abb623 on network 105db209-79ad-433a-9528-f24c580252c0 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:02:32.233600 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616351d7-29ef-494b-8d43-baf3c5df4b43 req-b49ead59-c998-4f3b-a608-84504aa67e2d service neutron] Port 8426ee53-7dc7-46df-a5cb-16e386abb623 on network 105db209-79ad-433a-9528-f24c580252c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:02:32.233925 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616351d7-29ef-494b-8d43-baf3c5df4b43 req-b49ead59-c998-4f3b-a608-84504aa67e2d service neutron] Attempting to bind port 8426ee53-7dc7-46df-a5cb-16e386abb623 on network 105db209-79ad-433a-9528-f24c580252c0 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:02:32.238829 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616351d7-29ef-494b-8d43-baf3c5df4b43 req-b49ead59-c998-4f3b-a608-84504aa67e2d service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:02:32.239163 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616351d7-29ef-494b-8d43-baf3c5df4b43 req-b49ead59-c998-4f3b-a608-84504aa67e2d service neutron] Checking segment: {'id': 'c8b836ba-5097-4f6d-ba05-5b055d007218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '105db209-79ad-433a-9528-f24c580252c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:02:32.239547 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616351d7-29ef-494b-8d43-baf3c5df4b43 req-b49ead59-c998-4f3b-a608-84504aa67e2d service neutron] Bound using segment: {'id': 'c8b836ba-5097-4f6d-ba05-5b055d007218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '105db209-79ad-433a-9528-f24c580252c0'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:02:32.239972 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-616351d7-29ef-494b-8d43-baf3c5df4b43 req-b49ead59-c998-4f3b-a608-84504aa67e2d service neutron] Bound port: 8426ee53-7dc7-46df-a5cb-16e386abb623, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8b836ba-5097-4f6d-ba05-5b055d007218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '105db209-79ad-433a-9528-f24c580252c0'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:02:32.240354 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-616351d7-29ef-494b-8d43-baf3c5df4b43 req-b49ead59-c998-4f3b-a608-84504aa67e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:32.307538 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-616351d7-29ef-494b-8d43-baf3c5df4b43 req-b49ead59-c998-4f3b-a608-84504aa67e2d service neutron] For port 8426ee53-7dc7-46df-a5cb-16e386abb623, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:02:32.310539 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-616351d7-29ef-494b-8d43-baf3c5df4b43 req-b49ead59-c998-4f3b-a608-84504aa67e2d service neutron] For port 8426ee53-7dc7-46df-a5cb-16e386abb623, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=8426ee53-7dc7-46df-a5cb-16e386abb623,segment=NetworkSegment(c8b836ba-5097-4f6d-ba05-5b055d007218),segment_id=c8b836ba-5097-4f6d-ba05-5b055d007218)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:02:32.315132 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-616351d7-29ef-494b-8d43-baf3c5df4b43 req-b49ead59-c998-4f3b-a608-84504aa67e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:32.350011 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616351d7-29ef-494b-8d43-baf3c5df4b43 req-b49ead59-c998-4f3b-a608-84504aa67e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:02:32.350628 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-616351d7-29ef-494b-8d43-baf3c5df4b43 req-b49ead59-c998-4f3b-a608-84504aa67e2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:32.353139 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-616351d7-29ef-494b-8d43-baf3c5df4b43 req-b49ead59-c998-4f3b-a608-84504aa67e2d service neutron] 10.222.0.16 "PUT /v2.0/ports/8426ee53-7dc7-46df-a5cb-16e386abb623 HTTP/1.1" status: 200 len: 1093 time: 0.6441615 Aug 22 14:02:32.353594 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bde28d6-6dfd-49fc-853f-25bd508b5d82', 'tag': '8426ee53-7dc7-46df-a5cb-16e386abb623'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:02:32.356023 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b464d0-c1c0-4a83-a315-bd612a8c8baf" -d '{"events": [{"name": "network-changed", "server_uuid": "1bde28d6-6dfd-49fc-853f-25bd508b5d82", "tag": "8426ee53-7dc7-46df-a5cb-16e386abb623"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:02:32.391445 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49ead59-c998-4f3b-a608-84504aa67e2d service neutron] Pushing event updated for resources: {'Port': ['ID=8426ee53-7dc7-46df-a5cb-16e386abb623,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:02:32.425234 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad2302f-d752-40e1-88a0-8722db413048 x-openstack-request-id: req-6ad2302f-d752-40e1-88a0-8722db413048 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:02:32.425411 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bde28d6-6dfd-49fc-853f-25bd508b5d82", "tag": "8426ee53-7dc7-46df-a5cb-16e386abb623", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:02:32.425649 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6ad2302f-d752-40e1-88a0-8722db413048 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:02:32.426054 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bde28d6-6dfd-49fc-853f-25bd508b5d82', 'tag': '8426ee53-7dc7-46df-a5cb-16e386abb623', 'status': 'completed', 'code': 200} Aug 22 14:02:32.444175 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616351d7-29ef-494b-8d43-baf3c5df4b43 req-7a57bcb7-18a4-4640-8d2e-54a9089de984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:02:32.446419 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-616351d7-29ef-494b-8d43-baf3c5df4b43 req-7a57bcb7-18a4-4640-8d2e-54a9089de984 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8475de1767444d53870fb68937f13818&device_id=1bde28d6-6dfd-49fc-853f-25bd508b5d82 HTTP/1.1" status: 200 len: 1096 time: 0.0500979 Aug 22 14:02:32.503236 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-616351d7-29ef-494b-8d43-baf3c5df4b43 req-c8f01421-a63c-418d-9108-ce37bfc99c12 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8426ee53-7dc7-46df-a5cb-16e386abb623 HTTP/1.1" status: 200 len: 217 time: 0.0491831 Aug 22 14:02:32.517134 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:32.579529 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577a5b5-f061-450b-8acb-b88611b45a31 req-fe413ada-3a0f-4c96-a4dd-2bb1a46dc991 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:02:32.581326 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e577a5b5-f061-450b-8acb-b88611b45a31 req-fe413ada-3a0f-4c96-a4dd-2bb1a46dc991 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bde28d6-6dfd-49fc-853f-25bd508b5d82 HTTP/1.1" status: 200 len: 944 time: 0.1209166 Aug 22 14:02:32.582756 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616351d7-29ef-494b-8d43-baf3c5df4b43 req-821a011f-ea3d-4fb8-a4bf-6a19bd74ba05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:02:32.584086 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-616351d7-29ef-494b-8d43-baf3c5df4b43 req-821a011f-ea3d-4fb8-a4bf-6a19bd74ba05 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e9a63140-5e79-4dcc-838c-6dcc8a51a343 HTTP/1.1" status: 200 len: 835 time: 0.0654783 Aug 22 14:02:32.627609 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 3ac0ce12-fada-487e-88df-adf53ada5c59 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:02:32.653408 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e577a5b5-f061-450b-8acb-b88611b45a31 req-57750af8-278d-4e89-a4c2-94527eab594d tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/security-groups?id=08c98af9-03a1-42bf-8416-01276ffb4693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657823 Aug 22 14:02:32.659846 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616351d7-29ef-494b-8d43-baf3c5df4b43 req-cb0d6ebb-ae85-4667-b781-0487ffd25b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:02:32.661038 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-616351d7-29ef-494b-8d43-baf3c5df4b43 req-cb0d6ebb-ae85-4667-b781-0487ffd25b75 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=105db209-79ad-433a-9528-f24c580252c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0674541 Aug 22 14:02:32.674406 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 3ac0ce12-fada-487e-88df-adf53ada5c59 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:02:32.674943 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:32.751582 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-616351d7-29ef-494b-8d43-baf3c5df4b43 req-f0a29747-25cd-48a6-9e79-7789ca82652f service neutron] 10.222.0.16 "GET /v2.0/networks/105db209-79ad-433a-9528-f24c580252c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834708 Aug 22 14:02:32.846963 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-616351d7-29ef-494b-8d43-baf3c5df4b43 req-de10af66-7231-42d6-b52c-b7b6f1ae44d5 service neutron] 10.222.0.16 "GET /v2.0/networks/105db209-79ad-433a-9528-f24c580252c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879622 Aug 22 14:02:32.930403 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b464d0-c1c0-4a83-a315-bd612a8c8baf req-ff3c199e-5774-4b6a-8774-7d0967edf197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:02:32.931798 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c6b464d0-c1c0-4a83-a315-bd612a8c8baf req-ff3c199e-5774-4b6a-8774-7d0967edf197 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8475de1767444d53870fb68937f13818&device_id=1bde28d6-6dfd-49fc-853f-25bd508b5d82 HTTP/1.1" status: 200 len: 1096 time: 0.0410845 Aug 22 14:02:33.024269 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b464d0-c1c0-4a83-a315-bd612a8c8baf req-09ee003e-aca6-4bda-a099-2419f94c78bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:02:33.025919 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c6b464d0-c1c0-4a83-a315-bd612a8c8baf req-09ee003e-aca6-4bda-a099-2419f94c78bd service neutron] 10.222.0.16 "GET /v2.0/networks?id=105db209-79ad-433a-9528-f24c580252c0 HTTP/1.1" status: 200 len: 898 time: 0.0873866 Aug 22 14:02:33.066774 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c6b464d0-c1c0-4a83-a315-bd612a8c8baf req-b423eb43-72c3-4778-80b9-487a3f2ed9be service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8426ee53-7dc7-46df-a5cb-16e386abb623 HTTP/1.1" status: 200 len: 217 time: 0.0336452 Aug 22 14:02:33.115453 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b464d0-c1c0-4a83-a315-bd612a8c8baf req-3bc6e5a6-dd0a-48ca-8758-523f7d762daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:02:33.116986 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c6b464d0-c1c0-4a83-a315-bd612a8c8baf req-3bc6e5a6-dd0a-48ca-8758-523f7d762daf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e9a63140-5e79-4dcc-838c-6dcc8a51a343 HTTP/1.1" status: 200 len: 835 time: 0.0431399 Aug 22 14:02:33.162482 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b464d0-c1c0-4a83-a315-bd612a8c8baf req-652a3922-2f1a-4985-84af-bf314b650384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:02:33.164103 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c6b464d0-c1c0-4a83-a315-bd612a8c8baf req-652a3922-2f1a-4985-84af-bf314b650384 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=105db209-79ad-433a-9528-f24c580252c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393617 Aug 22 14:02:33.256547 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c6b464d0-c1c0-4a83-a315-bd612a8c8baf req-cb135d24-ece0-4bea-b727-d1aacaacc655 service neutron] 10.222.0.16 "GET /v2.0/networks/105db209-79ad-433a-9528-f24c580252c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849693 Aug 22 14:02:33.343251 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c6b464d0-c1c0-4a83-a315-bd612a8c8baf req-c5c57035-e8d7-4f5c-b1f8-a15ae989e1e8 service neutron] 10.222.0.16 "GET /v2.0/networks/105db209-79ad-433a-9528-f24c580252c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793118 Aug 22 14:02:33.776416 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a061356-aace-4347-bca2-c99657b918b6 req-a2ebf05c-b990-45cc-b6d0-8468ebb7805f tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:02:33.777899 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4a061356-aace-4347-bca2-c99657b918b6 req-a2ebf05c-b990-45cc-b6d0-8468ebb7805f tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bde28d6-6dfd-49fc-853f-25bd508b5d82 HTTP/1.1" status: 200 len: 944 time: 0.0544629 Aug 22 14:02:33.816411 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4a061356-aace-4347-bca2-c99657b918b6 req-7da84318-8446-402e-b77f-3d0c6e6a28a0 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/security-groups?id=08c98af9-03a1-42bf-8416-01276ffb4693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324676 Aug 22 14:02:34.068672 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:34.296888 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:34.931587 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa2a9c-cdeb-475c-aa29-6b1e944d11bc req-8450915f-ccd6-4e60-882d-e636f10442ed tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:02:34.933070 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-12aa2a9c-cdeb-475c-aa29-6b1e944d11bc req-8450915f-ccd6-4e60-882d-e636f10442ed tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bde28d6-6dfd-49fc-853f-25bd508b5d82 HTTP/1.1" status: 200 len: 944 time: 0.0479276 Aug 22 14:02:34.971583 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-12aa2a9c-cdeb-475c-aa29-6b1e944d11bc req-77fdbaac-9b7a-4390-88d0-4c5e2f0cec52 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/security-groups?id=08c98af9-03a1-42bf-8416-01276ffb4693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324874 Aug 22 14:02:36.086169 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd2c97e-8cfd-45f6-9a66-9d80f5405b4e req-457a089f-00af-472f-9577-7018f117c688 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:02:36.087617 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fdd2c97e-8cfd-45f6-9a66-9d80f5405b4e req-457a089f-00af-472f-9577-7018f117c688 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bde28d6-6dfd-49fc-853f-25bd508b5d82 HTTP/1.1" status: 200 len: 944 time: 0.0492005 Aug 22 14:02:36.124361 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fdd2c97e-8cfd-45f6-9a66-9d80f5405b4e req-50593d80-ceda-4f42-b995-f4665a632132 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/security-groups?id=08c98af9-03a1-42bf-8416-01276ffb4693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308001 Aug 22 14:02:36.958045 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 8426ee53-7dc7-46df-a5cb-16e386abb623 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:02:37.047828 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 8426ee53-7dc7-46df-a5cb-16e386abb623, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=8426ee53-7dc7-46df-a5cb-16e386abb623,segment=NetworkSegment(c8b836ba-5097-4f6d-ba05-5b055d007218),segment_id=c8b836ba-5097-4f6d-ba05-5b055d007218)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:02:37.059156 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '8426ee53-7dc7-46df-a5cb-16e386abb623', 'network_id': '105db209-79ad-433a-9528-f24c580252c0', 'port_id': '8426ee53-7dc7-46df-a5cb-16e386abb623', 'mac_address': 'fa:16:3e:c7:68:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9a63140-5e79-4dcc-838c-6dcc8a51a343', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:02:37.098709 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:37.111183 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8426ee53-7dc7-46df-a5cb-16e386abb623 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:02:37.129967 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 8426ee53-7dc7-46df-a5cb-16e386abb623, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=8426ee53-7dc7-46df-a5cb-16e386abb623,segment=NetworkSegment(c8b836ba-5097-4f6d-ba05-5b055d007218),segment_id=c8b836ba-5097-4f6d-ba05-5b055d007218)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:02:37.133796 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:37.181121 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=8426ee53-7dc7-46df-a5cb-16e386abb623,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:02:37.241808 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759fc410-60f7-4c5f-99d5-b4323085d2a5 req-2371573d-9e75-4a4a-8fdb-cc822b6940d6 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:02:37.243147 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-759fc410-60f7-4c5f-99d5-b4323085d2a5 req-2371573d-9e75-4a4a-8fdb-cc822b6940d6 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bde28d6-6dfd-49fc-853f-25bd508b5d82 HTTP/1.1" status: 200 len: 945 time: 0.0521860 Aug 22 14:02:37.279549 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-759fc410-60f7-4c5f-99d5-b4323085d2a5 req-bc76ed55-eaf6-495f-991c-e3dafcd696e5 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/security-groups?id=08c98af9-03a1-42bf-8416-01276ffb4693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305302 Aug 22 14:02:37.364733 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['8426ee53-7dc7-46df-a5cb-16e386abb623'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:02:38.392321 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9706cb-49b3-4079-9d65-0b9e3084e3e0 req-0bcad0d6-1d3b-4a5e-8e80-4524d3add073 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:02:38.393794 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1d9706cb-49b3-4079-9d65-0b9e3084e3e0 req-0bcad0d6-1d3b-4a5e-8e80-4524d3add073 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bde28d6-6dfd-49fc-853f-25bd508b5d82 HTTP/1.1" status: 200 len: 945 time: 0.0487239 Aug 22 14:02:38.431706 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1d9706cb-49b3-4079-9d65-0b9e3084e3e0 req-2fdbb9bd-53d6-4ec1-8e29-dedd69631be6 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/security-groups?id=08c98af9-03a1-42bf-8416-01276ffb4693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311759 Aug 22 14:02:38.973076 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 8426ee53-7dc7-46df-a5cb-16e386abb623 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:02:39.020130 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port 8426ee53-7dc7-46df-a5cb-16e386abb623 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:02:39.024213 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 8426ee53-7dc7-46df-a5cb-16e386abb623 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:02:39.024609 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:39.101144 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:39.122220 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bde28d6-6dfd-49fc-853f-25bd508b5d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8426ee53-7dc7-46df-a5cb-16e386abb623'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:02:39.124477 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d246ca08-2f74-4da6-931f-48b980ec919f" -d '{"events": [{"server_uuid": "1bde28d6-6dfd-49fc-853f-25bd508b5d82", "name": "network-vif-plugged", "status": "completed", "tag": "8426ee53-7dc7-46df-a5cb-16e386abb623"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:02:39.137959 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 8426ee53-7dc7-46df-a5cb-16e386abb623, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=8426ee53-7dc7-46df-a5cb-16e386abb623,segment=NetworkSegment(c8b836ba-5097-4f6d-ba05-5b055d007218),segment_id=c8b836ba-5097-4f6d-ba05-5b055d007218)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:02:39.142039 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:39.197229 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9324360-a199-48ce-841e-58bbbfde1167 x-openstack-request-id: req-f9324360-a199-48ce-841e-58bbbfde1167 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:02:39.197229 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bde28d6-6dfd-49fc-853f-25bd508b5d82", "name": "network-vif-plugged", "status": "completed", "tag": "8426ee53-7dc7-46df-a5cb-16e386abb623", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:02:39.197229 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f9324360-a199-48ce-841e-58bbbfde1167 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:02:39.197229 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bde28d6-6dfd-49fc-853f-25bd508b5d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8426ee53-7dc7-46df-a5cb-16e386abb623', 'code': 200} Aug 22 14:02:39.198945 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=8426ee53-7dc7-46df-a5cb-16e386abb623,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:02:39.299791 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311cfb54-74a3-44c5-aef7-81218169533f req-65072f31-acad-4a97-a552-867c94e75fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:02:39.301262 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-311cfb54-74a3-44c5-aef7-81218169533f req-65072f31-acad-4a97-a552-867c94e75fa2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1bde28d6-6dfd-49fc-853f-25bd508b5d82 HTTP/1.1" status: 200 len: 1098 time: 0.0387051 Aug 22 14:02:39.336338 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-311cfb54-74a3-44c5-aef7-81218169533f req-4988ab0d-83ac-4630-8b0f-2ce4e830a53f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=08c98af9-03a1-42bf-8416-01276ffb4693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268090 Aug 22 14:02:39.546483 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7cf0fb-6dfd-430d-8c92-84da11488513 req-d0a7197d-7db8-4176-8008-fc67c91a304b tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:02:39.547942 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eb7cf0fb-6dfd-430d-8c92-84da11488513 req-d0a7197d-7db8-4176-8008-fc67c91a304b tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bde28d6-6dfd-49fc-853f-25bd508b5d82 HTTP/1.1" status: 200 len: 946 time: 0.0508184 Aug 22 14:02:39.586213 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eb7cf0fb-6dfd-430d-8c92-84da11488513 req-134112fe-5758-419f-bcf2-bb644a4b3aac tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/security-groups?id=08c98af9-03a1-42bf-8416-01276ffb4693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321710 Aug 22 14:02:40.700224 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a44f43a-b896-4e23-aa4c-c05c2d9e578e req-f80e2e46-62f5-410c-9920-9930cca8963f tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:02:40.701647 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7a44f43a-b896-4e23-aa4c-c05c2d9e578e req-f80e2e46-62f5-410c-9920-9930cca8963f tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bde28d6-6dfd-49fc-853f-25bd508b5d82 HTTP/1.1" status: 200 len: 946 time: 0.0482223 Aug 22 14:02:40.741149 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7a44f43a-b896-4e23-aa4c-c05c2d9e578e req-0463009f-e977-468d-b7f7-514f22b337fa tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/security-groups?id=08c98af9-03a1-42bf-8416-01276ffb4693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333340 Aug 22 14:02:40.853562 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a07401-2448-4f44-9a3f-c44281f02f37 req-e9e67f27-d0fc-4a54-94c9-befd10cce03b tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:02:40.855014 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a6a07401-2448-4f44-9a3f-c44281f02f37 req-e9e67f27-d0fc-4a54-94c9-befd10cce03b tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bde28d6-6dfd-49fc-853f-25bd508b5d82 HTTP/1.1" status: 200 len: 946 time: 0.0478511 Aug 22 14:02:40.891204 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a6a07401-2448-4f44-9a3f-c44281f02f37 req-96f95067-4282-4f49-917a-aefc034bbcb4 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/security-groups?id=08c98af9-03a1-42bf-8416-01276ffb4693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303345 Aug 22 14:02:40.913167 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47796) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:02:40.957147 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49291e17-ac03-4cb3-a217-c0c4cef2c7f7 tempest-TestNetworkBasicOps-931913881 tempest-TestNetworkBasicOps-931913881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:02:40.958560 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-49291e17-ac03-4cb3-a217-c0c4cef2c7f7 tempest-TestNetworkBasicOps-931913881 tempest-TestNetworkBasicOps-931913881-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1bde28d6-6dfd-49fc-853f-25bd508b5d82 HTTP/1.1" status: 200 len: 1093 time: 0.0443730 Aug 22 14:02:40.961875 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47798) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:02:40.966134 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-e0ace88a-0230-47a5-b9bc-6226875b260d tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Request body: {'floatingip': {'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'port_id': '8426ee53-7dc7-46df-a5cb-16e386abb623', 'tenant_id': '8475de1767444d53870fb68937f13818', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:02:40.987313 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e0ace88a-0230-47a5-b9bc-6226875b260d tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for floatingip, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:41.079090 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e0ace88a-0230-47a5-b9bc-6226875b260d tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:41.508205 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-e0ace88a-0230-47a5-b9bc-6226875b260d tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Allocated IP 172.25.3.189 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/2954fc3b-b160-4622-8c5b-4035bd3a77d5) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:02:41.604615 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e0ace88a-0230-47a5-b9bc-6226875b260d tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:41.640768 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e0ace88a-0230-47a5-b9bc-6226875b260d tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:41.680192 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ace88a-0230-47a5-b9bc-6226875b260d tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:02:41.682829 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-e0ace88a-0230-47a5-b9bc-6226875b260d tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:02:41.686177 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ace88a-0230-47a5-b9bc-6226875b260d tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:02:41.709094 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ace88a-0230-47a5-b9bc-6226875b260d tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event updated for resources: {'Port': ['ID=2954fc3b-b160-4622-8c5b-4035bd3a77d5,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:02:42.029808 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e0ace88a-0230-47a5-b9bc-6226875b260d tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:42.098964 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e0ace88a-0230-47a5-b9bc-6226875b260d tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:42.245954 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e0ace88a-0230-47a5-b9bc-6226875b260d tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:42.250348 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e0ace88a-0230-47a5-b9bc-6226875b260d tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:42.315332 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ace88a-0230-47a5-b9bc-6226875b260d tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event updated for resources: {'Port': ['ID=2954fc3b-b160-4622-8c5b-4035bd3a77d5,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:02:42.327071 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e0ace88a-0230-47a5-b9bc-6226875b260d tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:42.425800 n-d-793621-33 neutron-server[94627]: INFO neutron.db.l3_db [None req-e0ace88a-0230-47a5-b9bc-6226875b260d tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Floating IP 2490f29a-ddc2-4bec-91bc-63c9d309b2b8 associated. External IP: 172.25.3.189, port: 8426ee53-7dc7-46df-a5cb-16e386abb623. Aug 22 14:02:42.633843 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ace88a-0230-47a5-b9bc-6226875b260d tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Router 42ba5902-9d85-4415-a7da-46a70b2f5520 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:02:42.744575 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ace88a-0230-47a5-b9bc-6226875b260d tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:02:42.754790 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1452fb57-9c52-4761-ae25-80d39a3f5920 None None] Sync routers for ids ['42ba5902-9d85-4415-a7da-46a70b2f5520'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:02:42.762911 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e0ace88a-0230-47a5-b9bc-6226875b260d tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:42.767086 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1452fb57-9c52-4761-ae25-80d39a3f5920 None None] Routers {'42ba5902-9d85-4415-a7da-46a70b2f5520'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:02:42.767933 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-1452fb57-9c52-4761-ae25-80d39a3f5920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:02:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['42ba5902-9d85-4415-a7da-46a70b2f5520'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:02:42.791708 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e0ace88a-0230-47a5-b9bc-6226875b260d tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8286464 Aug 22 14:02:42.792342 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bde28d6-6dfd-49fc-853f-25bd508b5d82', 'tag': '8426ee53-7dc7-46df-a5cb-16e386abb623'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:02:42.794673 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9f2db8-1b29-4715-ac50-f841dc47a7e8" -d '{"events": [{"name": "network-changed", "server_uuid": "1bde28d6-6dfd-49fc-853f-25bd508b5d82", "tag": "8426ee53-7dc7-46df-a5cb-16e386abb623"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:02:42.794790 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47800) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:02:42.841357 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303f6287-a249-4af5-8802-4d1641fed0a9 x-openstack-request-id: req-303f6287-a249-4af5-8802-4d1641fed0a9 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:02:42.841766 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bde28d6-6dfd-49fc-853f-25bd508b5d82", "tag": "8426ee53-7dc7-46df-a5cb-16e386abb623", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:02:42.842162 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-303f6287-a249-4af5-8802-4d1641fed0a9 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:02:42.842575 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bde28d6-6dfd-49fc-853f-25bd508b5d82', 'tag': '8426ee53-7dc7-46df-a5cb-16e386abb623', 'status': 'completed', 'code': 200} Aug 22 14:02:42.870502 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-952e8c25-6b1e-4da8-8c80-5a69352d6ef9 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/floatingips/2490f29a-ddc2-4bec-91bc-63c9d309b2b8 HTTP/1.1" status: 200 len: 992 time: 0.0745373 Aug 22 14:02:42.882240 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-1452fb57-9c52-4761-ae25-80d39a3f5920 None None] Set router 42ba5902-9d85-4415-a7da-46a70b2f5520 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:02:42.902783 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f2db8-1b29-4715-ac50-f841dc47a7e8 req-497a024a-b6fb-49e0-a825-02684e514f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:02:42.904437 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3f9f2db8-1b29-4715-ac50-f841dc47a7e8 req-497a024a-b6fb-49e0-a825-02684e514f5c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8475de1767444d53870fb68937f13818&device_id=1bde28d6-6dfd-49fc-853f-25bd508b5d82 HTTP/1.1" status: 200 len: 1098 time: 0.0412128 Aug 22 14:02:43.007425 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f2db8-1b29-4715-ac50-f841dc47a7e8 req-a1cefb32-3bcc-4e3b-af46-380b032e3b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:02:43.009270 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3f9f2db8-1b29-4715-ac50-f841dc47a7e8 req-a1cefb32-3bcc-4e3b-af46-380b032e3b70 service neutron] 10.222.0.16 "GET /v2.0/networks?id=105db209-79ad-433a-9528-f24c580252c0 HTTP/1.1" status: 200 len: 898 time: 0.0972731 Aug 22 14:02:43.076843 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3f9f2db8-1b29-4715-ac50-f841dc47a7e8 req-3770b440-d391-4bfe-bb92-47dee09f46d2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8426ee53-7dc7-46df-a5cb-16e386abb623 HTTP/1.1" status: 200 len: 1000 time: 0.0595527 Aug 22 14:02:43.104711 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-1452fb57-9c52-4761-ae25-80d39a3f5920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'name': 'tempest-TestNetworkBasicOps-router-1184236507', 'tenant_id': '8475de1767444d53870fb68937f13818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'f255e012-6eb8-468e-a5ef-1402b44415c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:02:22Z', 'updated_at': '2021-08-22T14:02:26Z', 'revision_number': 4, 'project_id': '8475de1767444d53870fb68937f13818', 'gw_port': {'id': 'f255e012-6eb8-468e-a5ef-1402b44415c0', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:02:23Z', 'updated_at': '2021-08-22T14:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '2490f29a-ddc2-4bec-91bc-63c9d309b2b8', 'tenant_id': '8475de1767444d53870fb68937f13818', 'floating_ip_address': '172.25.3.189', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'port_id': '8426ee53-7dc7-46df-a5cb-16e386abb623', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '105db209-79ad-433a-9528-f24c580252c0', 'mac_address': 'fa:16:3e:c7:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bde28d6-6dfd-49fc-853f-25bd508b5d82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:02:41Z', 'updated_at': '2021-08-22T14:02:41Z', 'revision_number': 0, 'project_id': '8475de1767444d53870fb68937f13818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ac0ce12-fada-487e-88df-adf53ada5c59', 'name': '', 'network_id': '105db209-79ad-433a-9528-f24c580252c0', 'tenant_id': '8475de1767444d53870fb68937f13818', 'mac_address': 'fa:16:3e:a8:c9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'e9a63140-5e79-4dcc-838c-6dcc8a51a343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:02:25Z', 'updated_at': '2021-08-22T14:02:30Z', 'revision_number': 5, 'project_id': '8475de1767444d53870fb68937f13818', 'subnets': [{'id': 'e9a63140-5e79-4dcc-838c-6dcc8a51a343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:02:43.126689 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f2db8-1b29-4715-ac50-f841dc47a7e8 req-784f2c75-a858-4916-ad91-9f66fe4049f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:02:43.128177 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3f9f2db8-1b29-4715-ac50-f841dc47a7e8 req-784f2c75-a858-4916-ad91-9f66fe4049f5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e9a63140-5e79-4dcc-838c-6dcc8a51a343 HTTP/1.1" status: 200 len: 835 time: 0.0441122 Aug 22 14:02:43.134665 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1452fb57-9c52-4761-ae25-80d39a3f5920 None None] Checking router: 42ba5902-9d85-4415-a7da-46a70b2f5520 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:02:43.143418 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1452fb57-9c52-4761-ae25-80d39a3f5920 None None] Routers {'42ba5902-9d85-4415-a7da-46a70b2f5520'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:02:43.143921 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-1452fb57-9c52-4761-ae25-80d39a3f5920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:02:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['42ba5902-9d85-4415-a7da-46a70b2f5520'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:02:43.185047 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f2db8-1b29-4715-ac50-f841dc47a7e8 req-556a5cf4-9799-4bd4-8a29-db604763b7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:02:43.186583 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3f9f2db8-1b29-4715-ac50-f841dc47a7e8 req-556a5cf4-9799-4bd4-8a29-db604763b7dd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=105db209-79ad-433a-9528-f24c580252c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510097 Aug 22 14:02:43.249423 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-1452fb57-9c52-4761-ae25-80d39a3f5920 None None] Set router 42ba5902-9d85-4415-a7da-46a70b2f5520 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:02:43.281000 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3f9f2db8-1b29-4715-ac50-f841dc47a7e8 req-b3398957-15b7-4044-ba9d-6f8728637ff6 service neutron] 10.222.0.16 "GET /v2.0/networks/105db209-79ad-433a-9528-f24c580252c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868595 Aug 22 14:02:43.374274 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3f9f2db8-1b29-4715-ac50-f841dc47a7e8 req-2c500731-9887-481d-a8e6-07d7d6b1b695 service neutron] 10.222.0.16 "GET /v2.0/networks/105db209-79ad-433a-9528-f24c580252c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866175 Aug 22 14:02:43.477846 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-1452fb57-9c52-4761-ae25-80d39a3f5920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'name': 'tempest-TestNetworkBasicOps-router-1184236507', 'tenant_id': '8475de1767444d53870fb68937f13818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'f255e012-6eb8-468e-a5ef-1402b44415c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:02:22Z', 'updated_at': '2021-08-22T14:02:26Z', 'revision_number': 4, 'project_id': '8475de1767444d53870fb68937f13818', 'gw_port': {'id': 'f255e012-6eb8-468e-a5ef-1402b44415c0', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:02:23Z', 'updated_at': '2021-08-22T14:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '2490f29a-ddc2-4bec-91bc-63c9d309b2b8', 'tenant_id': '8475de1767444d53870fb68937f13818', 'floating_ip_address': '172.25.3.189', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'port_id': '8426ee53-7dc7-46df-a5cb-16e386abb623', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '105db209-79ad-433a-9528-f24c580252c0', 'mac_address': 'fa:16:3e:c7:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bde28d6-6dfd-49fc-853f-25bd508b5d82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:02:41Z', 'updated_at': '2021-08-22T14:02:41Z', 'revision_number': 0, 'project_id': '8475de1767444d53870fb68937f13818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ac0ce12-fada-487e-88df-adf53ada5c59', 'name': '', 'network_id': '105db209-79ad-433a-9528-f24c580252c0', 'tenant_id': '8475de1767444d53870fb68937f13818', 'mac_address': 'fa:16:3e:a8:c9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'e9a63140-5e79-4dcc-838c-6dcc8a51a343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:02:25Z', 'updated_at': '2021-08-22T14:02:30Z', 'revision_number': 5, 'project_id': '8475de1767444d53870fb68937f13818', 'subnets': [{'id': 'e9a63140-5e79-4dcc-838c-6dcc8a51a343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:02:43.508146 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1452fb57-9c52-4761-ae25-80d39a3f5920 None None] The sync data for ids ['42ba5902-9d85-4415-a7da-46a70b2f5520'] in n-d-793621-33 is: [{'id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'name': 'tempest-TestNetworkBasicOps-router-1184236507', 'tenant_id': '8475de1767444d53870fb68937f13818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'f255e012-6eb8-468e-a5ef-1402b44415c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:02:22Z', 'updated_at': '2021-08-22T14:02:26Z', 'revision_number': 4, 'project_id': '8475de1767444d53870fb68937f13818', 'gw_port': {'id': 'f255e012-6eb8-468e-a5ef-1402b44415c0', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:02:23Z', 'updated_at': '2021-08-22T14:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '2490f29a-ddc2-4bec-91bc-63c9d309b2b8', 'tenant_id': '8475de1767444d53870fb68937f13818', 'floating_ip_address': '172.25.3.189', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'port_id': '8426ee53-7dc7-46df-a5cb-16e386abb623', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '105db209-79ad-433a-9528-f24c580252c0', 'mac_address': 'fa:16:3e:c7:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bde28d6-6dfd-49fc-853f-25bd508b5d82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:02:41Z', 'updated_at': '2021-08-22T14:02:41Z', 'revision_number': 0, 'project_id': '8475de1767444d53870fb68937f13818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ac0ce12-fada-487e-88df-adf53ada5c59', 'name': '', 'network_id': '105db209-79ad-433a-9528-f24c580252c0', 'tenant_id': '8475de1767444d53870fb68937f13818', 'mac_address': 'fa:16:3e:a8:c9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'e9a63140-5e79-4dcc-838c-6dcc8a51a343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:02:25Z', 'updated_at': '2021-08-22T14:02:30Z', 'revision_number': 5, 'project_id': '8475de1767444d53870fb68937f13818', 'subnets': [{'id': 'e9a63140-5e79-4dcc-838c-6dcc8a51a343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:02:43.691921 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbcd0d3-f9fc-4536-a34d-9c4e3ebaf554 None None] New status for floating IP 2490f29a-ddc2-4bec-91bc-63c9d309b2b8: ACTIVE {{(pid=94629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 14:02:43.873971 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47804) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:02:43.936431 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-37afbec3-a97e-418a-84e7-6b03aa53d6dd tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/floatingips/2490f29a-ddc2-4bec-91bc-63c9d309b2b8 HTTP/1.1" status: 200 len: 994 time: 0.0610678 Aug 22 14:02:57.266409 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:02:58.470438 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b97ad5c6-45bc-4140-b44d-e396f571ce89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:02:58.638713 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:01.101504 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-153ebf47-c107-42c1-a40f-2d570b00e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:01.225567 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:02.521119 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:04.063100 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:04.300731 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:12.443612 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47816) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:03:12.514573 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4842923e-9c71-4edc-a6a8-41223cbb2176 tempest-TestNetworkBasicOps-931913881 tempest-TestNetworkBasicOps-931913881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:03:12.517172 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4842923e-9c71-4edc-a6a8-41223cbb2176 tempest-TestNetworkBasicOps-931913881 tempest-TestNetworkBasicOps-931913881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:03:12.517172 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4842923e-9c71-4edc-a6a8-41223cbb2176 tempest-TestNetworkBasicOps-931913881 tempest-TestNetworkBasicOps-931913881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:03:12.517172 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4842923e-9c71-4edc-a6a8-41223cbb2176 tempest-TestNetworkBasicOps-931913881 tempest-TestNetworkBasicOps-931913881-project-admin] 10.222.0.21 "GET /v2.0/ports?project_id=8475de1767444d53870fb68937f13818&network_id=105db209-79ad-433a-9528-f24c580252c0 HTTP/1.1" status: 200 len: 2973 time: 0.0718660 Aug 22 14:03:15.835319 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47826) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:03:15.888736 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9a98eb-1942-443b-b620-46cb66cefb72 tempest-TestNetworkBasicOps-931913881 tempest-TestNetworkBasicOps-931913881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:03:15.890209 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2f9a98eb-1942-443b-b620-46cb66cefb72 tempest-TestNetworkBasicOps-931913881 tempest-TestNetworkBasicOps-931913881-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=7de6ab83-cd00-4b3c-94fb-810dd34d29b8 HTTP/1.1" status: 200 len: 814 time: 0.0538659 Aug 22 14:03:16.814988 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47832) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:03:16.820840 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-099547e5-eef0-48df-811c-f76015ca1683 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Request body: {'network': {'name': 'tempest-network-smoke--753346471', 'project_id': '8475de1767444d53870fb68937f13818', 'port_security_enabled': True}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:03:16.842775 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099547e5-eef0-48df-811c-f76015ca1683 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Made reservation on behalf of 8475de1767444d53870fb68937f13818 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:03:16.846444 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-099547e5-eef0-48df-811c-f76015ca1683 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:16.869028 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-099547e5-eef0-48df-811c-f76015ca1683 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:03:16.877687 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-099547e5-eef0-48df-811c-f76015ca1683 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:16.878027 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-099547e5-eef0-48df-811c-f76015ca1683 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Added segment bc6258b9-e607-4458-807d-dcfa8e2b7088 of type vlan for network d66faf45-fab4-4e12-9626-fe67e9ee5d40 Aug 22 14:03:16.918250 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-099547e5-eef0-48df-811c-f76015ca1683 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:16.942990 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-099547e5-eef0-48df-811c-f76015ca1683 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:16.949479 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099547e5-eef0-48df-811c-f76015ca1683 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:03:16.950059 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-099547e5-eef0-48df-811c-f76015ca1683 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:16.959324 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-78c5f79f-4886-4227-93ec-cc188ced4c5d req-6a14417f-769d-4ce4-985c-9acade7ff54e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1bde28d6-6dfd-49fc-853f-25bd508b5d82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0430305 Aug 22 14:03:17.005639 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-099547e5-eef0-48df-811c-f76015ca1683 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1895185 Aug 22 14:03:17.012770 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47834) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:03:17.045882 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c5f79f-4886-4227-93ec-cc188ced4c5d req-a3720534-5354-43b0-b8b7-7f7419ee373b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:03:17.047404 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-78c5f79f-4886-4227-93ec-cc188ced4c5d req-a3720534-5354-43b0-b8b7-7f7419ee373b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8475de1767444d53870fb68937f13818&device_id=1bde28d6-6dfd-49fc-853f-25bd508b5d82 HTTP/1.1" status: 200 len: 1098 time: 0.0431426 Aug 22 14:03:17.049710 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099547e5-eef0-48df-811c-f76015ca1683 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event updated for resources: {'Network': ['ID=d66faf45-fab4-4e12-9626-fe67e9ee5d40,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:03:17.062988 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network d66faf45-fab4-4e12-9626-fe67e9ee5d40 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:03:17.068465 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b56da79-4fa6-427d-832c-6096ba067b6d tempest-TestNetworkBasicOps-931913881 tempest-TestNetworkBasicOps-931913881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:03:17.070765 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0b56da79-4fa6-427d-832c-6096ba067b6d tempest-TestNetworkBasicOps-931913881 tempest-TestNetworkBasicOps-931913881-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=8475de1767444d53870fb68937f13818&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0570185 Aug 22 14:03:17.073327 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47836) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:03:17.158114 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c5f79f-4886-4227-93ec-cc188ced4c5d req-3b92c4e6-be50-44ef-8621-116310f8b1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:03:17.159077 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619c9ed7-e945-4f1c-9203-8a544e584a6f tempest-TestNetworkBasicOps-931913881 tempest-TestNetworkBasicOps-931913881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:03:17.159594 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-78c5f79f-4886-4227-93ec-cc188ced4c5d req-3b92c4e6-be50-44ef-8621-116310f8b1d5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=105db209-79ad-433a-9528-f24c580252c0 HTTP/1.1" status: 200 len: 898 time: 0.0919614 Aug 22 14:03:17.160643 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-619c9ed7-e945-4f1c-9203-8a544e584a6f tempest-TestNetworkBasicOps-931913881 tempest-TestNetworkBasicOps-931913881-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0864227 Aug 22 14:03:17.163658 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47838) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:03:17.206428 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9ab25b38-3d35-4635-8d6d-801567234860 tempest-TestNetworkBasicOps-931913881 tempest-TestNetworkBasicOps-931913881-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=7de6ab83-cd00-4b3c-94fb-810dd34d29b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406499 Aug 22 14:03:17.208549 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47840) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:03:17.231125 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-78c5f79f-4886-4227-93ec-cc188ced4c5d req-46379b2b-a9ce-4ed4-a983-2cf932e8868f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8426ee53-7dc7-46df-a5cb-16e386abb623 HTTP/1.1" status: 200 len: 1002 time: 0.0630717 Aug 22 14:03:17.235909 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d1314572-03c3-4c2f-98e1-7c263f59e487 tempest-TestNetworkBasicOps-931913881 tempest-TestNetworkBasicOps-931913881-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=8475de1767444d53870fb68937f13818&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263267 Aug 22 14:03:17.238290 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47842) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:03:17.281263 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c5f79f-4886-4227-93ec-cc188ced4c5d req-7d428940-2ee3-4cf5-9cc6-56c3c1a31421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:03:17.283277 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-78c5f79f-4886-4227-93ec-cc188ced4c5d req-7d428940-2ee3-4cf5-9cc6-56c3c1a31421 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e9a63140-5e79-4dcc-838c-6dcc8a51a343 HTTP/1.1" status: 200 len: 835 time: 0.0439398 Aug 22 14:03:17.324788 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171a67ca-aef3-4d20-9ccd-618f6d3639b1 tempest-TestNetworkBasicOps-931913881 tempest-TestNetworkBasicOps-931913881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:03:17.326271 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-171a67ca-aef3-4d20-9ccd-618f6d3639b1 tempest-TestNetworkBasicOps-931913881 tempest-TestNetworkBasicOps-931913881-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0871003 Aug 22 14:03:17.329022 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47844) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:03:17.335928 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c5f79f-4886-4227-93ec-cc188ced4c5d req-7c040866-be74-4f59-9a11-be53d28a594d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:03:17.337501 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-78c5f79f-4886-4227-93ec-cc188ced4c5d req-7c040866-be74-4f59-9a11-be53d28a594d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=105db209-79ad-433a-9528-f24c580252c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465159 Aug 22 14:03:17.360880 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b2b923f6-9ce3-46ab-83f4-f0ab01400435 tempest-TestNetworkBasicOps-931913881 tempest-TestNetworkBasicOps-931913881-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=7de6ab83-cd00-4b3c-94fb-810dd34d29b8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307863 Aug 22 14:03:17.363375 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47846) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:03:17.369229 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-61508228-a224-40af-8d2d-a7370e286f1a tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-328010255', 'network_id': 'd66faf45-fab4-4e12-9626-fe67e9ee5d40', 'project_id': '8475de1767444d53870fb68937f13818', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:03:17.435540 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-78c5f79f-4886-4227-93ec-cc188ced4c5d req-445679ca-6d57-4a7f-adec-e2b5aaa771f4 service neutron] 10.222.0.16 "GET /v2.0/networks/105db209-79ad-433a-9528-f24c580252c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881886 Aug 22 14:03:17.455073 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61508228-a224-40af-8d2d-a7370e286f1a tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Made reservation on behalf of 8475de1767444d53870fb68937f13818 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:03:17.458801 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-61508228-a224-40af-8d2d-a7370e286f1a tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:17.535704 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-78c5f79f-4886-4227-93ec-cc188ced4c5d req-b54c4e76-a9ea-4467-9695-01d80785f025 service neutron] 10.222.0.16 "GET /v2.0/networks/105db209-79ad-433a-9528-f24c580252c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921512 Aug 22 14:03:17.639857 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-61508228-a224-40af-8d2d-a7370e286f1a tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:17.699520 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61508228-a224-40af-8d2d-a7370e286f1a tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event updated for resources: {'Subnet': ['ID=c08c141a-c924-4faa-bc0c-eb2bb0adaa7a,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:03:17.708517 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61508228-a224-40af-8d2d-a7370e286f1a tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Checking segment: {'id': 'bc6258b9-e607-4458-807d-dcfa8e2b7088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd66faf45-fab4-4e12-9626-fe67e9ee5d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:03:17.708879 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61508228-a224-40af-8d2d-a7370e286f1a tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Network hostable DHCP agents. Network: d66faf45-fab4-4e12-9626-fe67e9ee5d40, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:03:17.726296 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61508228-a224-40af-8d2d-a7370e286f1a tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Network d66faf45-fab4-4e12-9626-fe67e9ee5d40 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:03:17.734388 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-61508228-a224-40af-8d2d-a7370e286f1a tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, d66faf45-fab4-4e12-9626-fe67e9ee5d40) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:03:17.738683 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61508228-a224-40af-8d2d-a7370e286f1a tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:03:17.739430 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-61508228-a224-40af-8d2d-a7370e286f1a tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:17.743369 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45352bd-0501-4fbc-8cf7-ec48684487ad None None] Network d66faf45-fab4-4e12-9626-fe67e9ee5d40 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:03:17.753792 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-61508228-a224-40af-8d2d-a7370e286f1a tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3893943 Aug 22 14:03:17.891627 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c454757-a79d-4818-8380-e4a527a6a0ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-d66faf45-fab4-4e12-9626-fe67e9ee5d40', 'network_id': 'd66faf45-fab4-4e12-9626-fe67e9ee5d40', 'tenant_id': '8475de1767444d53870fb68937f13818', 'fixed_ips': [{'subnet_id': 'c08c141a-c924-4faa-bc0c-eb2bb0adaa7a'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:03:17.892568 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1c454757-a79d-4818-8380-e4a527a6a0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:18.179472 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-1c454757-a79d-4818-8380-e4a527a6a0ba None None] Allocated IP 172.20.0.18 (d66faf45-fab4-4e12-9626-fe67e9ee5d40/c08c141a-c924-4faa-bc0c-eb2bb0adaa7a/75ffc742-8ac6-47d1-a773-0fa393b324b2) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:03:18.317222 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1c454757-a79d-4818-8380-e4a527a6a0ba None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:18.325371 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-1c454757-a79d-4818-8380-e4a527a6a0ba None None] Transition to ACTIVE for port object 75ffc742-8ac6-47d1-a773-0fa393b324b2 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:03:18.340010 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-1c454757-a79d-4818-8380-e4a527a6a0ba None None] Transition to ACTIVE for port object 75ffc742-8ac6-47d1-a773-0fa393b324b2 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:03:18.345896 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1c454757-a79d-4818-8380-e4a527a6a0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:18.382319 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c454757-a79d-4818-8380-e4a527a6a0ba None None] Network d66faf45-fab4-4e12-9626-fe67e9ee5d40 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:03:18.384993 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-1c454757-a79d-4818-8380-e4a527a6a0ba None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:03:18.388306 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c454757-a79d-4818-8380-e4a527a6a0ba None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:03:18.397963 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c454757-a79d-4818-8380-e4a527a6a0ba None None] Pushing event updated for resources: {'Port': ['ID=75ffc742-8ac6-47d1-a773-0fa393b324b2,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:03:18.448294 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-1c454757-a79d-4818-8380-e4a527a6a0ba None None] Attempting to bind port 75ffc742-8ac6-47d1-a773-0fa393b324b2 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:03:18.448736 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-1c454757-a79d-4818-8380-e4a527a6a0ba None None] Attempting to bind port 75ffc742-8ac6-47d1-a773-0fa393b324b2 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'bc6258b9-e607-4458-807d-dcfa8e2b7088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd66faf45-fab4-4e12-9626-fe67e9ee5d40'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:03:18.449168 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c454757-a79d-4818-8380-e4a527a6a0ba None None] Attempting to bind port 75ffc742-8ac6-47d1-a773-0fa393b324b2 on network d66faf45-fab4-4e12-9626-fe67e9ee5d40 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:03:18.451342 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47850) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:03:18.456608 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c454757-a79d-4818-8380-e4a527a6a0ba None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:03:18.457268 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c454757-a79d-4818-8380-e4a527a6a0ba None None] Checking segment: {'id': 'bc6258b9-e607-4458-807d-dcfa8e2b7088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd66faf45-fab4-4e12-9626-fe67e9ee5d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:03:18.457464 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1c454757-a79d-4818-8380-e4a527a6a0ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:18.457900 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c454757-a79d-4818-8380-e4a527a6a0ba None None] Bound using segment: {'id': 'bc6258b9-e607-4458-807d-dcfa8e2b7088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd66faf45-fab4-4e12-9626-fe67e9ee5d40'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:03:18.458490 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-1c454757-a79d-4818-8380-e4a527a6a0ba None None] Bound port: 75ffc742-8ac6-47d1-a773-0fa393b324b2, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc6258b9-e607-4458-807d-dcfa8e2b7088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd66faf45-fab4-4e12-9626-fe67e9ee5d40'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:03:18.458675 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-3f8c8712-71a0-4f20-806b-6881c81a9b4e tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1106375137', 'description': 'tempest-secgroup-smoke-1106375137 description', 'project_id': '8475de1767444d53870fb68937f13818'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:03:18.458891 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1c454757-a79d-4818-8380-e4a527a6a0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:18.486833 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3f8c8712-71a0-4f20-806b-6881c81a9b4e tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:18.527659 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-1c454757-a79d-4818-8380-e4a527a6a0ba None None] For port 75ffc742-8ac6-47d1-a773-0fa393b324b2, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:03:18.530793 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-1c454757-a79d-4818-8380-e4a527a6a0ba None None] For port 75ffc742-8ac6-47d1-a773-0fa393b324b2, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=75ffc742-8ac6-47d1-a773-0fa393b324b2,segment=NetworkSegment(bc6258b9-e607-4458-807d-dcfa8e2b7088),segment_id=bc6258b9-e607-4458-807d-dcfa8e2b7088)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:03:18.535218 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1c454757-a79d-4818-8380-e4a527a6a0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:18.583541 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3f8c8712-71a0-4f20-806b-6881c81a9b4e tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:18.592144 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3f8c8712-71a0-4f20-806b-6881c81a9b4e tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:18.604691 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c454757-a79d-4818-8380-e4a527a6a0ba None None] Pushing event updated for resources: {'Port': ['ID=75ffc742-8ac6-47d1-a773-0fa393b324b2,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:03:18.631429 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3f8c8712-71a0-4f20-806b-6881c81a9b4e tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:18.633294 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-3f8c8712-71a0-4f20-806b-6881c81a9b4e tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1807802 Aug 22 14:03:18.636194 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47852) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:03:18.641673 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-afef64d2-3da4-4e7a-821b-a41add7c3c23 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Request body: {'security_group_rule': {'security_group_id': 'c3760d97-32c8-4082-85c8-5f82f755f5c2', 'project_id': '8475de1767444d53870fb68937f13818', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:03:18.642211 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c8712-71a0-4f20-806b-6881c81a9b4e tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3760d97-32c8-4082-85c8-5f82f755f5c2,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:03:18.671879 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-afef64d2-3da4-4e7a-821b-a41add7c3c23 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:18.732670 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-afef64d2-3da4-4e7a-821b-a41add7c3c23 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:18.737479 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-afef64d2-3da4-4e7a-821b-a41add7c3c23 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:18.757339 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afef64d2-3da4-4e7a-821b-a41add7c3c23 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f3c3105-723f-40e7-bed0-6b222d067426,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:03:18.766979 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-afef64d2-3da4-4e7a-821b-a41add7c3c23 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:18.769085 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-afef64d2-3da4-4e7a-821b-a41add7c3c23 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1311424 Aug 22 14:03:18.771724 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47854) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:03:18.777337 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-eeef662b-00be-46ca-bd5c-eeab41a52b97 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Request body: {'security_group_rule': {'security_group_id': 'c3760d97-32c8-4082-85c8-5f82f755f5c2', 'project_id': '8475de1767444d53870fb68937f13818', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:03:18.806908 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-eeef662b-00be-46ca-bd5c-eeab41a52b97 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:18.870826 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-eeef662b-00be-46ca-bd5c-eeab41a52b97 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:18.874724 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-eeef662b-00be-46ca-bd5c-eeab41a52b97 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:18.893184 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef662b-00be-46ca-bd5c-eeab41a52b97 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22288ef6-dcc7-4c0d-887c-0c8c2630b531,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:03:18.904981 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-eeef662b-00be-46ca-bd5c-eeab41a52b97 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:18.906215 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-eeef662b-00be-46ca-bd5c-eeab41a52b97 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1326551 Aug 22 14:03:18.909206 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47856) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:03:18.913939 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-8682f412-4001-423e-aa06-1079f95fc46b tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Request body: {'security_group_rule': {'security_group_id': 'c3760d97-32c8-4082-85c8-5f82f755f5c2', 'project_id': '8475de1767444d53870fb68937f13818', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:03:18.938568 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8682f412-4001-423e-aa06-1079f95fc46b tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:19.000394 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8682f412-4001-423e-aa06-1079f95fc46b tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:19.003982 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8682f412-4001-423e-aa06-1079f95fc46b tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:19.021908 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8682f412-4001-423e-aa06-1079f95fc46b tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=937b57dd-d325-4e9f-9388-58f30fef3ab4,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:03:19.029139 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8682f412-4001-423e-aa06-1079f95fc46b tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:19.030558 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-8682f412-4001-423e-aa06-1079f95fc46b tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1204152 Aug 22 14:03:19.033433 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47858) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:03:19.038056 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-9f804a64-7e31-40e4-b2f8-46f5663fcd41 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Request body: {'security_group_rule': {'security_group_id': 'c3760d97-32c8-4082-85c8-5f82f755f5c2', 'project_id': '8475de1767444d53870fb68937f13818', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:03:19.066377 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9f804a64-7e31-40e4-b2f8-46f5663fcd41 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:19.125668 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9f804a64-7e31-40e4-b2f8-46f5663fcd41 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:19.129143 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9f804a64-7e31-40e4-b2f8-46f5663fcd41 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:19.147191 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f804a64-7e31-40e4-b2f8-46f5663fcd41 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3deb1dc1-0df0-4c7b-8e06-87e2ea1e30a2,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:03:19.154137 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9f804a64-7e31-40e4-b2f8-46f5663fcd41 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:19.155346 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9f804a64-7e31-40e4-b2f8-46f5663fcd41 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1208959 Aug 22 14:03:19.158052 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47860) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:03:19.162393 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-7ad08014-6097-41e3-a810-0f1ec0c225c5 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Request body: {'security_group_rule': {'security_group_id': 'c3760d97-32c8-4082-85c8-5f82f755f5c2', 'project_id': '8475de1767444d53870fb68937f13818', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:03:19.184841 n-d-793621-33 neutron-server[94628]: INFO neutron.db.securitygroups_db [None req-7ad08014-6097-41e3-a810-0f1ec0c225c5 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Project 8475de1767444d53870fb68937f13818 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 14:03:19.189443 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7ad08014-6097-41e3-a810-0f1ec0c225c5 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:19.252798 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7ad08014-6097-41e3-a810-0f1ec0c225c5 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:19.256938 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7ad08014-6097-41e3-a810-0f1ec0c225c5 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:19.275209 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad08014-6097-41e3-a810-0f1ec0c225c5 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13c0720b-422b-4011-8ccc-0ced40501101,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:03:19.285800 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7ad08014-6097-41e3-a810-0f1ec0c225c5 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:19.287002 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7ad08014-6097-41e3-a810-0f1ec0c225c5 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1280408 Aug 22 14:03:19.289938 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47862) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:03:19.294417 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-8753a0b9-2c09-44d4-a66e-2b40f1cef7ff tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Request body: {'security_group_rule': {'security_group_id': 'c3760d97-32c8-4082-85c8-5f82f755f5c2', 'project_id': '8475de1767444d53870fb68937f13818', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:03:19.317835 n-d-793621-33 neutron-server[94628]: INFO neutron.db.securitygroups_db [None req-8753a0b9-2c09-44d4-a66e-2b40f1cef7ff tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Project 8475de1767444d53870fb68937f13818 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 14:03:19.323962 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8753a0b9-2c09-44d4-a66e-2b40f1cef7ff tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:19.388248 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8753a0b9-2c09-44d4-a66e-2b40f1cef7ff tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:19.392600 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8753a0b9-2c09-44d4-a66e-2b40f1cef7ff tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:19.415569 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8753a0b9-2c09-44d4-a66e-2b40f1cef7ff tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=440d14b6-8392-445b-8ab5-4c26fb1e133d,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:03:19.422895 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8753a0b9-2c09-44d4-a66e-2b40f1cef7ff tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:19.429203 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8753a0b9-2c09-44d4-a66e-2b40f1cef7ff tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1377709 Aug 22 14:03:19.528679 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6823f1a1-a25a-485d-be4c-16bdc341d9bc None None] Network d66faf45-fab4-4e12-9626-fe67e9ee5d40 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:03:19.576921 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9078d11d-ed41-4e2b-a514-3c086325b4ee req-401be829-c921-4a2f-9e95-b6a66f98e982 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1106375137&fields=id&tenant_id=8475de1767444d53870fb68937f13818 HTTP/1.1" status: 200 len: 267 time: 0.0356131 Aug 22 14:03:19.587436 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-71ecad59-8069-43f2-ac64-8c86e64b5144 None None] Provisioning for port 75ffc742-8ac6-47d1-a773-0fa393b324b2 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:03:19.684328 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078d11d-ed41-4e2b-a514-3c086325b4ee req-e69b04c2-8257-40b7-9bad-a2d69bf2ebcf tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:03:19.685882 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9078d11d-ed41-4e2b-a514-3c086325b4ee req-e69b04c2-8257-40b7-9bad-a2d69bf2ebcf tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/networks?id=d66faf45-fab4-4e12-9626-fe67e9ee5d40 HTTP/1.1" status: 200 len: 796 time: 0.1013677 Aug 22 14:03:19.702074 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9078d11d-ed41-4e2b-a514-3c086325b4ee req-1690f052-dc40-45a5-85d8-2e67bd65b6c8 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/quotas/8475de1767444d53870fb68937f13818 HTTP/1.1" status: 200 len: 375 time: 0.0100012 Aug 22 14:03:19.767991 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9078d11d-ed41-4e2b-a514-3c086325b4ee req-0547c15e-4cac-487c-8a68-fb7f9d6523c7 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8475de1767444d53870fb68937f13818&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0596309 Aug 22 14:03:19.917211 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9078d11d-ed41-4e2b-a514-3c086325b4ee req-a0be2481-6e71-475a-97eb-9aa0db55ac1d service neutron] 10.222.0.21 "GET /v2.0/networks/d66faf45-fab4-4e12-9626-fe67e9ee5d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357565 Aug 22 14:03:20.011747 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9078d11d-ed41-4e2b-a514-3c086325b4ee req-cf36228a-c35f-4b53-9641-1e9b32912a09 service neutron] 10.222.0.21 "GET /v2.0/networks/d66faf45-fab4-4e12-9626-fe67e9ee5d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884860 Aug 22 14:03:20.181928 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6bc39a3f-0d46-4d9a-af78-0edc7c3e56a3 req-3ada75e3-9a49-4684-ba15-7df4dc6fedc7 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5868b91-b391-4352-a628-30e02e17a8a4 HTTP/1.1" status: 200 len: 210 time: 0.0279853 Aug 22 14:03:20.666052 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 75ffc742-8ac6-47d1-a773-0fa393b324b2 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:03:20.713598 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 75ffc742-8ac6-47d1-a773-0fa393b324b2 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:03:20.717167 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 75ffc742-8ac6-47d1-a773-0fa393b324b2 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:03:20.717534 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:20.792707 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:20.826170 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 75ffc742-8ac6-47d1-a773-0fa393b324b2, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=75ffc742-8ac6-47d1-a773-0fa393b324b2,segment=NetworkSegment(bc6258b9-e607-4458-807d-dcfa8e2b7088),segment_id=bc6258b9-e607-4458-807d-dcfa8e2b7088)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:03:20.829733 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:20.876640 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=75ffc742-8ac6-47d1-a773-0fa393b324b2,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:03:21.259896 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-db80feb2-ae80-42af-8535-909c6b7af0e2 req-1d694537-7323-4407-9e35-ad1e51e95008 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5868b91-b391-4352-a628-30e02e17a8a4 HTTP/1.1" status: 200 len: 210 time: 0.0266478 Aug 22 14:03:22.342345 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2b3fe9ae-1750-42a7-8694-263299823324 req-0083d410-0ae7-4c05-84b1-45e856cde748 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5868b91-b391-4352-a628-30e02e17a8a4 HTTP/1.1" status: 200 len: 210 time: 0.0317433 Aug 22 14:03:22.659550 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 75ffc742-8ac6-47d1-a773-0fa393b324b2 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:03:22.709133 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 75ffc742-8ac6-47d1-a773-0fa393b324b2 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:03:22.709498 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:23.099779 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078d11d-ed41-4e2b-a514-3c086325b4ee req-7358f01a-9da7-4fbc-9da7-bdd7362daed7 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:03:23.102146 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9078d11d-ed41-4e2b-a514-3c086325b4ee req-7358f01a-9da7-4fbc-9da7-bdd7362daed7 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.41 "GET /v2.0/networks?id=d66faf45-fab4-4e12-9626-fe67e9ee5d40 HTTP/1.1" status: 200 len: 796 time: 0.1023691 Aug 22 14:03:23.146505 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9078d11d-ed41-4e2b-a514-3c086325b4ee req-2c9a8c6a-388f-4c7c-a33e-885052744ea6 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8475de1767444d53870fb68937f13818 HTTP/1.1" status: 200 len: 473 time: 0.0355003 Aug 22 14:03:23.162230 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-9078d11d-ed41-4e2b-a514-3c086325b4ee req-cc0a3d7c-e353-4340-8cef-4f3b43e64733 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Request body: {'port': {'device_id': 'f5868b91-b391-4352-a628-30e02e17a8a4', 'network_id': 'd66faf45-fab4-4e12-9626-fe67e9ee5d40', 'admin_state_up': True, 'tenant_id': '8475de1767444d53870fb68937f13818', 'security_groups': ['c3760d97-32c8-4082-85c8-5f82f755f5c2']}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:03:23.269839 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9078d11d-ed41-4e2b-a514-3c086325b4ee req-cc0a3d7c-e353-4340-8cef-4f3b43e64733 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Made reservation on behalf of 8475de1767444d53870fb68937f13818 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:03:23.274104 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-9078d11d-ed41-4e2b-a514-3c086325b4ee req-cc0a3d7c-e353-4340-8cef-4f3b43e64733 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:23.395628 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-9078d11d-ed41-4e2b-a514-3c086325b4ee req-cc0a3d7c-e353-4340-8cef-4f3b43e64733 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Allocated IP 172.20.0.21 (d66faf45-fab4-4e12-9626-fe67e9ee5d40/c08c141a-c924-4faa-bc0c-eb2bb0adaa7a/2c5f3feb-eb34-4d38-87d6-ca59133af926) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:03:23.440021 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b054cb59-1ae3-462b-a269-279dfbd1e1d8 req-57c14ca4-c4e0-4f87-883f-0a2b519171f1 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5868b91-b391-4352-a628-30e02e17a8a4 HTTP/1.1" status: 200 len: 210 time: 0.0279367 Aug 22 14:03:23.534423 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-9078d11d-ed41-4e2b-a514-3c086325b4ee req-cc0a3d7c-e353-4340-8cef-4f3b43e64733 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:23.547595 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-9078d11d-ed41-4e2b-a514-3c086325b4ee req-cc0a3d7c-e353-4340-8cef-4f3b43e64733 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Transition to ACTIVE for port object 2c5f3feb-eb34-4d38-87d6-ca59133af926 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:03:23.578962 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-9078d11d-ed41-4e2b-a514-3c086325b4ee req-cc0a3d7c-e353-4340-8cef-4f3b43e64733 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:23.620664 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9078d11d-ed41-4e2b-a514-3c086325b4ee req-cc0a3d7c-e353-4340-8cef-4f3b43e64733 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Network d66faf45-fab4-4e12-9626-fe67e9ee5d40 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:03:23.623629 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-9078d11d-ed41-4e2b-a514-3c086325b4ee req-cc0a3d7c-e353-4340-8cef-4f3b43e64733 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:03:23.627207 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-9078d11d-ed41-4e2b-a514-3c086325b4ee req-cc0a3d7c-e353-4340-8cef-4f3b43e64733 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:03:23.636096 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0a3d7c-e353-4340-8cef-4f3b43e64733 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event updated for resources: {'Port': ['ID=2c5f3feb-eb34-4d38-87d6-ca59133af926,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:03:23.673125 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0a3d7c-e353-4340-8cef-4f3b43e64733 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:03:23.673470 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0a3d7c-e353-4340-8cef-4f3b43e64733 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:03:23.673958 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0a3d7c-e353-4340-8cef-4f3b43e64733 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:03:23.674301 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0a3d7c-e353-4340-8cef-4f3b43e64733 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:03:23.674633 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0a3d7c-e353-4340-8cef-4f3b43e64733 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:03:23.674958 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0a3d7c-e353-4340-8cef-4f3b43e64733 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:03:23.675283 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0a3d7c-e353-4340-8cef-4f3b43e64733 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:03:23.675604 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0a3d7c-e353-4340-8cef-4f3b43e64733 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:03:23.675923 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0a3d7c-e353-4340-8cef-4f3b43e64733 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:03:23.676282 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0a3d7c-e353-4340-8cef-4f3b43e64733 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:03:23.676636 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0a3d7c-e353-4340-8cef-4f3b43e64733 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:03:23.677101 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0a3d7c-e353-4340-8cef-4f3b43e64733 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:03:23.704937 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078d11d-ed41-4e2b-a514-3c086325b4ee req-cc0a3d7c-e353-4340-8cef-4f3b43e64733 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:03:23.705784 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-9078d11d-ed41-4e2b-a514-3c086325b4ee req-cc0a3d7c-e353-4340-8cef-4f3b43e64733 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:23.721476 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9078d11d-ed41-4e2b-a514-3c086325b4ee req-cc0a3d7c-e353-4340-8cef-4f3b43e64733 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5627837 Aug 22 14:03:23.734009 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [req-9078d11d-ed41-4e2b-a514-3c086325b4ee req-2a20b02a-40fa-4396-8601-afefc11db35e tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:03:23.734982 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9078d11d-ed41-4e2b-a514-3c086325b4ee req-2a20b02a-40fa-4396-8601-afefc11db35e tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053997 Aug 22 14:03:23.800393 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-9078d11d-ed41-4e2b-a514-3c086325b4ee req-716e8504-9736-439f-b8f5-98e76e465a02 service neutron] Request body: {'port': {'device_id': 'f5868b91-b391-4352-a628-30e02e17a8a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:03:23.853539 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-9078d11d-ed41-4e2b-a514-3c086325b4ee req-716e8504-9736-439f-b8f5-98e76e465a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:23.861060 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-411649c3-d9be-4957-a6a6-5a33e3da94d5 None None] Provisioning for port 2c5f3feb-eb34-4d38-87d6-ca59133af926 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:03:23.864860 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-411649c3-d9be-4957-a6a6-5a33e3da94d5 None None] Provisioning complete for port 2c5f3feb-eb34-4d38-87d6-ca59133af926 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:03:23.865253 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-411649c3-d9be-4957-a6a6-5a33e3da94d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:23.898461 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-411649c3-d9be-4957-a6a6-5a33e3da94d5 None None] Port 2c5f3feb-eb34-4d38-87d6-ca59133af926 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:03:24.114624 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-9078d11d-ed41-4e2b-a514-3c086325b4ee req-716e8504-9736-439f-b8f5-98e76e465a02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c5f3feb-eb34-4d38-87d6-ca59133af926 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:03:24.122430 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-9078d11d-ed41-4e2b-a514-3c086325b4ee req-716e8504-9736-439f-b8f5-98e76e465a02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:24.134342 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-9078d11d-ed41-4e2b-a514-3c086325b4ee req-716e8504-9736-439f-b8f5-98e76e465a02 service neutron] Transition to ACTIVE for port object 2c5f3feb-eb34-4d38-87d6-ca59133af926 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:03:24.138326 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-9078d11d-ed41-4e2b-a514-3c086325b4ee req-716e8504-9736-439f-b8f5-98e76e465a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:24.501172 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716e8504-9736-439f-b8f5-98e76e465a02 service neutron] Pushing event updated for resources: {'Port': ['ID=2c5f3feb-eb34-4d38-87d6-ca59133af926,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:03:24.567270 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468a7ac-16b3-4905-beb9-31d7305248b9 req-730e43ad-6f69-4bdb-9af2-b26d257134de tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:03:24.568901 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9468a7ac-16b3-4905-beb9-31d7305248b9 req-730e43ad-6f69-4bdb-9af2-b26d257134de tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5868b91-b391-4352-a628-30e02e17a8a4 HTTP/1.1" status: 200 len: 944 time: 0.0529618 Aug 22 14:03:24.572870 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-9078d11d-ed41-4e2b-a514-3c086325b4ee req-716e8504-9736-439f-b8f5-98e76e465a02 service neutron] Attempting to bind port 2c5f3feb-eb34-4d38-87d6-ca59133af926 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:03:24.573208 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-9078d11d-ed41-4e2b-a514-3c086325b4ee req-716e8504-9736-439f-b8f5-98e76e465a02 service neutron] Attempting to bind port 2c5f3feb-eb34-4d38-87d6-ca59133af926 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': 'bc6258b9-e607-4458-807d-dcfa8e2b7088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd66faf45-fab4-4e12-9626-fe67e9ee5d40'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:03:24.573533 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9078d11d-ed41-4e2b-a514-3c086325b4ee req-716e8504-9736-439f-b8f5-98e76e465a02 service neutron] Attempting to bind port 2c5f3feb-eb34-4d38-87d6-ca59133af926 on network d66faf45-fab4-4e12-9626-fe67e9ee5d40 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:03:24.579423 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9078d11d-ed41-4e2b-a514-3c086325b4ee req-716e8504-9736-439f-b8f5-98e76e465a02 service neutron] Port 2c5f3feb-eb34-4d38-87d6-ca59133af926 on network d66faf45-fab4-4e12-9626-fe67e9ee5d40 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:03:24.579756 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9078d11d-ed41-4e2b-a514-3c086325b4ee req-716e8504-9736-439f-b8f5-98e76e465a02 service neutron] Attempting to bind port 2c5f3feb-eb34-4d38-87d6-ca59133af926 on network d66faf45-fab4-4e12-9626-fe67e9ee5d40 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:03:24.585991 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9078d11d-ed41-4e2b-a514-3c086325b4ee req-716e8504-9736-439f-b8f5-98e76e465a02 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:03:24.586346 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9078d11d-ed41-4e2b-a514-3c086325b4ee req-716e8504-9736-439f-b8f5-98e76e465a02 service neutron] Checking segment: {'id': 'bc6258b9-e607-4458-807d-dcfa8e2b7088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd66faf45-fab4-4e12-9626-fe67e9ee5d40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:03:24.586738 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9078d11d-ed41-4e2b-a514-3c086325b4ee req-716e8504-9736-439f-b8f5-98e76e465a02 service neutron] Bound using segment: {'id': 'bc6258b9-e607-4458-807d-dcfa8e2b7088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd66faf45-fab4-4e12-9626-fe67e9ee5d40'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:03:24.587169 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-9078d11d-ed41-4e2b-a514-3c086325b4ee req-716e8504-9736-439f-b8f5-98e76e465a02 service neutron] Bound port: 2c5f3feb-eb34-4d38-87d6-ca59133af926, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc6258b9-e607-4458-807d-dcfa8e2b7088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd66faf45-fab4-4e12-9626-fe67e9ee5d40'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:03:24.587531 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-9078d11d-ed41-4e2b-a514-3c086325b4ee req-716e8504-9736-439f-b8f5-98e76e465a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:24.613416 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9468a7ac-16b3-4905-beb9-31d7305248b9 req-67297b29-c2ae-41ec-93a1-7d80465c624a tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3760d97-32c8-4082-85c8-5f82f755f5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374680 Aug 22 14:03:24.660455 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-9078d11d-ed41-4e2b-a514-3c086325b4ee req-716e8504-9736-439f-b8f5-98e76e465a02 service neutron] For port 2c5f3feb-eb34-4d38-87d6-ca59133af926, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:03:24.664838 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-9078d11d-ed41-4e2b-a514-3c086325b4ee req-716e8504-9736-439f-b8f5-98e76e465a02 service neutron] For port 2c5f3feb-eb34-4d38-87d6-ca59133af926, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=2c5f3feb-eb34-4d38-87d6-ca59133af926,segment=NetworkSegment(bc6258b9-e607-4458-807d-dcfa8e2b7088),segment_id=bc6258b9-e607-4458-807d-dcfa8e2b7088)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:03:24.669370 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-9078d11d-ed41-4e2b-a514-3c086325b4ee req-716e8504-9736-439f-b8f5-98e76e465a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:24.703429 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078d11d-ed41-4e2b-a514-3c086325b4ee req-716e8504-9736-439f-b8f5-98e76e465a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:03:24.704100 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-9078d11d-ed41-4e2b-a514-3c086325b4ee req-716e8504-9736-439f-b8f5-98e76e465a02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:24.705441 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9078d11d-ed41-4e2b-a514-3c086325b4ee req-716e8504-9736-439f-b8f5-98e76e465a02 service neutron] 10.222.0.41 "PUT /v2.0/ports/2c5f3feb-eb34-4d38-87d6-ca59133af926 HTTP/1.1" status: 200 len: 1093 time: 0.9624567 Aug 22 14:03:24.705879 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5868b91-b391-4352-a628-30e02e17a8a4', 'tag': '2c5f3feb-eb34-4d38-87d6-ca59133af926'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:03:24.708644 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26569f9-77e5-42f3-bbfd-b35c488b36b8" -d '{"events": [{"name": "network-changed", "server_uuid": "f5868b91-b391-4352-a628-30e02e17a8a4", "tag": "2c5f3feb-eb34-4d38-87d6-ca59133af926"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:03:24.735472 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716e8504-9736-439f-b8f5-98e76e465a02 service neutron] Pushing event updated for resources: {'Port': ['ID=2c5f3feb-eb34-4d38-87d6-ca59133af926,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:03:24.801629 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078d11d-ed41-4e2b-a514-3c086325b4ee req-fec7e619-1f72-425f-9747-bf0c7dca1365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:03:24.803159 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9078d11d-ed41-4e2b-a514-3c086325b4ee req-fec7e619-1f72-425f-9747-bf0c7dca1365 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8475de1767444d53870fb68937f13818&device_id=f5868b91-b391-4352-a628-30e02e17a8a4 HTTP/1.1" status: 200 len: 1096 time: 0.0481834 Aug 22 14:03:24.851361 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e6cdc6-594a-4e5a-9fae-ec19d0c37214 x-openstack-request-id: req-f8e6cdc6-594a-4e5a-9fae-ec19d0c37214 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:03:24.851644 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5868b91-b391-4352-a628-30e02e17a8a4", "tag": "2c5f3feb-eb34-4d38-87d6-ca59133af926", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:03:24.851889 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f8e6cdc6-594a-4e5a-9fae-ec19d0c37214 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:03:24.852328 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5868b91-b391-4352-a628-30e02e17a8a4', 'tag': '2c5f3feb-eb34-4d38-87d6-ca59133af926', 'status': 'completed', 'code': 200} Aug 22 14:03:24.853856 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9078d11d-ed41-4e2b-a514-3c086325b4ee req-208201af-7671-4f19-97e7-eab6d2fd17f4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=2c5f3feb-eb34-4d38-87d6-ca59133af926 HTTP/1.1" status: 200 len: 217 time: 0.0431826 Aug 22 14:03:24.904295 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078d11d-ed41-4e2b-a514-3c086325b4ee req-13d0f6a1-9c96-44d0-a82f-7e4952523dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:03:24.905771 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9078d11d-ed41-4e2b-a514-3c086325b4ee req-13d0f6a1-9c96-44d0-a82f-7e4952523dd9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c08c141a-c924-4faa-bc0c-eb2bb0adaa7a HTTP/1.1" status: 200 len: 837 time: 0.0453777 Aug 22 14:03:24.951954 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078d11d-ed41-4e2b-a514-3c086325b4ee req-d25cfeac-11df-4db1-87eb-b34e21edb20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:03:24.953602 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9078d11d-ed41-4e2b-a514-3c086325b4ee req-d25cfeac-11df-4db1-87eb-b34e21edb20b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d66faf45-fab4-4e12-9626-fe67e9ee5d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0407276 Aug 22 14:03:25.045245 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9078d11d-ed41-4e2b-a514-3c086325b4ee req-6404a1a3-2b65-4309-a002-20f82de83750 service neutron] 10.222.0.41 "GET /v2.0/networks/d66faf45-fab4-4e12-9626-fe67e9ee5d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833263 Aug 22 14:03:25.131411 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9078d11d-ed41-4e2b-a514-3c086325b4ee req-6b6e6891-cf0a-43ff-b2c4-8d408fd823eb service neutron] 10.222.0.41 "GET /v2.0/networks/d66faf45-fab4-4e12-9626-fe67e9ee5d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791135 Aug 22 14:03:25.217414 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26569f9-77e5-42f3-bbfd-b35c488b36b8 req-9a88e1c5-3554-4305-b9ca-77dda50f5a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:03:25.218878 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e26569f9-77e5-42f3-bbfd-b35c488b36b8 req-9a88e1c5-3554-4305-b9ca-77dda50f5a4a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8475de1767444d53870fb68937f13818&device_id=f5868b91-b391-4352-a628-30e02e17a8a4 HTTP/1.1" status: 200 len: 1096 time: 0.0420003 Aug 22 14:03:25.311970 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26569f9-77e5-42f3-bbfd-b35c488b36b8 req-2c817552-dea7-4922-894f-084bcdd9bbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:03:25.313375 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e26569f9-77e5-42f3-bbfd-b35c488b36b8 req-2c817552-dea7-4922-894f-084bcdd9bbee service neutron] 10.222.0.41 "GET /v2.0/networks?id=d66faf45-fab4-4e12-9626-fe67e9ee5d40 HTTP/1.1" status: 200 len: 897 time: 0.0869927 Aug 22 14:03:25.355242 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e26569f9-77e5-42f3-bbfd-b35c488b36b8 req-533679a5-4b92-497f-aeeb-30c9bcc48e83 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=2c5f3feb-eb34-4d38-87d6-ca59133af926 HTTP/1.1" status: 200 len: 217 time: 0.0336542 Aug 22 14:03:25.403152 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26569f9-77e5-42f3-bbfd-b35c488b36b8 req-2c2ecd12-2d7a-4cf7-bd91-448da1311c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:03:25.404617 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e26569f9-77e5-42f3-bbfd-b35c488b36b8 req-2c2ecd12-2d7a-4cf7-bd91-448da1311c9a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c08c141a-c924-4faa-bc0c-eb2bb0adaa7a HTTP/1.1" status: 200 len: 837 time: 0.0424883 Aug 22 14:03:25.455764 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26569f9-77e5-42f3-bbfd-b35c488b36b8 req-3d8af117-3753-439e-90b6-e12eb70b9fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:03:25.457565 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e26569f9-77e5-42f3-bbfd-b35c488b36b8 req-3d8af117-3753-439e-90b6-e12eb70b9fa4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d66faf45-fab4-4e12-9626-fe67e9ee5d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0450544 Aug 22 14:03:25.546857 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e26569f9-77e5-42f3-bbfd-b35c488b36b8 req-7910e300-21cd-4379-b17f-d692d8cfd408 service neutron] 10.222.0.41 "GET /v2.0/networks/d66faf45-fab4-4e12-9626-fe67e9ee5d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811839 Aug 22 14:03:25.640369 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e26569f9-77e5-42f3-bbfd-b35c488b36b8 req-60699e52-53fd-451c-ad0b-43fc15834f2d service neutron] 10.222.0.41 "GET /v2.0/networks/d66faf45-fab4-4e12-9626-fe67e9ee5d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849946 Aug 22 14:03:25.728866 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bca6eb9-495c-426e-a00e-ce6d199f7b2d req-fe2aeba3-d7e3-46a7-88ee-c0b5dfb8986e tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:03:25.730341 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5bca6eb9-495c-426e-a00e-ce6d199f7b2d req-fe2aeba3-d7e3-46a7-88ee-c0b5dfb8986e tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5868b91-b391-4352-a628-30e02e17a8a4 HTTP/1.1" status: 200 len: 944 time: 0.0482986 Aug 22 14:03:25.767261 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5bca6eb9-495c-426e-a00e-ce6d199f7b2d req-99586516-993a-42b5-86bc-f2c7bed2603c tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3760d97-32c8-4082-85c8-5f82f755f5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310025 Aug 22 14:03:26.886029 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39221b27-3549-417b-a5c4-b936b31ec626 req-291e9229-5e09-4445-b2b3-c4a6a4f89519 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:03:26.887420 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-39221b27-3549-417b-a5c4-b936b31ec626 req-291e9229-5e09-4445-b2b3-c4a6a4f89519 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5868b91-b391-4352-a628-30e02e17a8a4 HTTP/1.1" status: 200 len: 944 time: 0.0491109 Aug 22 14:03:26.928030 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-39221b27-3549-417b-a5c4-b936b31ec626 req-c3c209c2-0ad2-476b-bd3b-55623fbded97 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3760d97-32c8-4082-85c8-5f82f755f5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315259 Aug 22 14:03:27.391014 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 2c5f3feb-eb34-4d38-87d6-ca59133af926 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:03:27.484726 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 2c5f3feb-eb34-4d38-87d6-ca59133af926, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=2c5f3feb-eb34-4d38-87d6-ca59133af926,segment=NetworkSegment(bc6258b9-e607-4458-807d-dcfa8e2b7088),segment_id=bc6258b9-e607-4458-807d-dcfa8e2b7088)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:03:27.494817 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '2c5f3feb-eb34-4d38-87d6-ca59133af926', 'network_id': 'd66faf45-fab4-4e12-9626-fe67e9ee5d40', 'port_id': '2c5f3feb-eb34-4d38-87d6-ca59133af926', 'mac_address': 'fa:16:3e:36:73:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c08c141a-c924-4faa-bc0c-eb2bb0adaa7a', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:03:27.534752 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:27.547832 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c5f3feb-eb34-4d38-87d6-ca59133af926 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:03:27.566397 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 2c5f3feb-eb34-4d38-87d6-ca59133af926, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=2c5f3feb-eb34-4d38-87d6-ca59133af926,segment=NetworkSegment(bc6258b9-e607-4458-807d-dcfa8e2b7088),segment_id=bc6258b9-e607-4458-807d-dcfa8e2b7088)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:03:27.570987 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:27.615762 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=2c5f3feb-eb34-4d38-87d6-ca59133af926,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:03:27.623413 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:03:27.623755 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:03:27.624095 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:03:27.624456 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:03:27.624789 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:03:27.625118 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:03:27.625447 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:03:27.625776 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:03:27.626099 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:03:27.626421 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:03:27.626749 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:03:27.627069 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:03:27.807770 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['2c5f3feb-eb34-4d38-87d6-ca59133af926'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:03:28.047927 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d0719-a140-4574-bca1-9630f4e6a571 req-db730724-c654-4321-a84e-153996d305b7 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:03:28.049509 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b47d0719-a140-4574-bca1-9630f4e6a571 req-db730724-c654-4321-a84e-153996d305b7 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5868b91-b391-4352-a628-30e02e17a8a4 HTTP/1.1" status: 200 len: 945 time: 0.0510056 Aug 22 14:03:28.092573 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b47d0719-a140-4574-bca1-9630f4e6a571 req-8a4870c3-c0a5-4902-bc23-ddb9ea6ea610 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3760d97-32c8-4082-85c8-5f82f755f5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362864 Aug 22 14:03:28.470783 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-bde19cc3-82a7-436d-a530-f4310f97b99c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:28.633036 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:29.207681 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4769b7-bcee-40b1-af04-c9c6020232b8 req-4bc3ad2f-5881-4c7b-aa19-7868ad600d43 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:03:29.209184 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3f4769b7-bcee-40b1-af04-c9c6020232b8 req-4bc3ad2f-5881-4c7b-aa19-7868ad600d43 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5868b91-b391-4352-a628-30e02e17a8a4 HTTP/1.1" status: 200 len: 945 time: 0.0491071 Aug 22 14:03:29.247875 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3f4769b7-bcee-40b1-af04-c9c6020232b8 req-eee8f09a-faf5-4b43-93fd-14b6f3091e00 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3760d97-32c8-4082-85c8-5f82f755f5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317020 Aug 22 14:03:29.390831 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 2c5f3feb-eb34-4d38-87d6-ca59133af926 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:03:29.438652 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 2c5f3feb-eb34-4d38-87d6-ca59133af926 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:03:29.442392 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 2c5f3feb-eb34-4d38-87d6-ca59133af926 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:03:29.442807 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:29.520790 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:29.543412 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5868b91-b391-4352-a628-30e02e17a8a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5f3feb-eb34-4d38-87d6-ca59133af926'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:03:29.545672 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98faf619-bdef-4903-b06a-5ffbf08aa586" -d '{"events": [{"server_uuid": "f5868b91-b391-4352-a628-30e02e17a8a4", "name": "network-vif-plugged", "status": "completed", "tag": "2c5f3feb-eb34-4d38-87d6-ca59133af926"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:03:29.558498 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 2c5f3feb-eb34-4d38-87d6-ca59133af926, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=2c5f3feb-eb34-4d38-87d6-ca59133af926,segment=NetworkSegment(bc6258b9-e607-4458-807d-dcfa8e2b7088),segment_id=bc6258b9-e607-4458-807d-dcfa8e2b7088)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:03:29.562758 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:29.610273 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=2c5f3feb-eb34-4d38-87d6-ca59133af926,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:03:29.655540 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3526dac-7357-4c54-8765-cec5f04583d5 x-openstack-request-id: req-c3526dac-7357-4c54-8765-cec5f04583d5 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:03:29.655835 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5868b91-b391-4352-a628-30e02e17a8a4", "name": "network-vif-plugged", "status": "completed", "tag": "2c5f3feb-eb34-4d38-87d6-ca59133af926", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:03:29.656117 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c3526dac-7357-4c54-8765-cec5f04583d5 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:03:29.656555 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5868b91-b391-4352-a628-30e02e17a8a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5f3feb-eb34-4d38-87d6-ca59133af926', 'code': 200} Aug 22 14:03:29.750975 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028069c-c8e3-43ae-9a6a-eee5a4f51bb0 req-f1bcf13d-fb26-44a5-a0f4-4bb4e415f3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:03:29.752469 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9028069c-c8e3-43ae-9a6a-eee5a4f51bb0 req-f1bcf13d-fb26-44a5-a0f4-4bb4e415f3c1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f5868b91-b391-4352-a628-30e02e17a8a4 HTTP/1.1" status: 200 len: 1098 time: 0.0403605 Aug 22 14:03:29.786143 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9028069c-c8e3-43ae-9a6a-eee5a4f51bb0 req-8df41ae5-2b35-4b21-9dd2-6bf61fc0207b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c3760d97-32c8-4082-85c8-5f82f755f5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266650 Aug 22 14:03:30.361040 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9592378e-b1e1-4170-adfd-8d890937f570 req-a35a2fa2-a12b-43d0-bf28-d7b4ecd2204f tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:03:30.362497 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9592378e-b1e1-4170-adfd-8d890937f570 req-a35a2fa2-a12b-43d0-bf28-d7b4ecd2204f tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5868b91-b391-4352-a628-30e02e17a8a4 HTTP/1.1" status: 200 len: 946 time: 0.0481040 Aug 22 14:03:30.399823 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9592378e-b1e1-4170-adfd-8d890937f570 req-69d0c880-b945-4570-a7e8-69a3eeb29e68 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3760d97-32c8-4082-85c8-5f82f755f5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309179 Aug 22 14:03:31.102403 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-674c9091-c3f1-4f6a-8309-15ea0f0a3154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:31.227437 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:31.515785 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c6f4fd-1990-4b11-85a7-f092214fb8e8 req-4cd4773f-9b9b-463b-8b51-54c71b837647 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:03:31.517282 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e5c6f4fd-1990-4b11-85a7-f092214fb8e8 req-4cd4773f-9b9b-463b-8b51-54c71b837647 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5868b91-b391-4352-a628-30e02e17a8a4 HTTP/1.1" status: 200 len: 946 time: 0.0488677 Aug 22 14:03:31.558337 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e5c6f4fd-1990-4b11-85a7-f092214fb8e8 req-c7b82321-f4f2-4bb0-a213-8111e970117d tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3760d97-32c8-4082-85c8-5f82f755f5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343146 Aug 22 14:03:31.675205 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f114953-b219-480b-8ab1-73c037bedbc3 req-43144d55-7127-4e9f-baac-fdbb86566b91 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:03:31.676718 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5f114953-b219-480b-8ab1-73c037bedbc3 req-43144d55-7127-4e9f-baac-fdbb86566b91 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5868b91-b391-4352-a628-30e02e17a8a4 HTTP/1.1" status: 200 len: 946 time: 0.0505006 Aug 22 14:03:31.714883 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5f114953-b219-480b-8ab1-73c037bedbc3 req-307b27cc-cd43-401f-a796-9e09a7fc0d1a tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3760d97-32c8-4082-85c8-5f82f755f5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321465 Aug 22 14:03:32.521508 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:33.191632 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47928) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:03:33.618428 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-47b5177c-59f5-4075-b631-d23077cb98cc tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:33.874616 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-47b5177c-59f5-4075-b631-d23077cb98cc tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Allocated IP 172.20.0.17 (d66faf45-fab4-4e12-9626-fe67e9ee5d40/c08c141a-c924-4faa-bc0c-eb2bb0adaa7a/adf7b961-5abe-455c-b6f9-1a64331365c0) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:03:33.985848 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-47b5177c-59f5-4075-b631-d23077cb98cc tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:33.999280 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-47b5177c-59f5-4075-b631-d23077cb98cc tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Transition to ACTIVE for port object adf7b961-5abe-455c-b6f9-1a64331365c0 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:03:34.030761 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-47b5177c-59f5-4075-b631-d23077cb98cc tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:34.068017 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b5177c-59f5-4075-b631-d23077cb98cc tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Network d66faf45-fab4-4e12-9626-fe67e9ee5d40 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:03:34.069258 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:34.071566 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-47b5177c-59f5-4075-b631-d23077cb98cc tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:03:34.075105 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b5177c-59f5-4075-b631-d23077cb98cc tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:03:34.102924 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b5177c-59f5-4075-b631-d23077cb98cc tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event updated for resources: {'Port': ['ID=adf7b961-5abe-455c-b6f9-1a64331365c0,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:03:34.126624 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-47b5177c-59f5-4075-b631-d23077cb98cc tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:34.265153 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:03:34.266780 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-47b5177c-59f5-4075-b631-d23077cb98cc tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:34.305224 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:34.328060 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-edb7cb11-acc1-425b-8fc7-8123250fe2ea None None] Provisioning for port adf7b961-5abe-455c-b6f9-1a64331365c0 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:03:34.332003 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-edb7cb11-acc1-425b-8fc7-8123250fe2ea None None] Provisioning complete for port adf7b961-5abe-455c-b6f9-1a64331365c0 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:03:34.332400 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-edb7cb11-acc1-425b-8fc7-8123250fe2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:34.368205 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-edb7cb11-acc1-425b-8fc7-8123250fe2ea None None] Port adf7b961-5abe-455c-b6f9-1a64331365c0 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:03:34.544931 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-47b5177c-59f5-4075-b631-d23077cb98cc tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:34.549128 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-47b5177c-59f5-4075-b631-d23077cb98cc tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:34.622848 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b5177c-59f5-4075-b631-d23077cb98cc tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event updated for resources: {'Port': ['ID=adf7b961-5abe-455c-b6f9-1a64331365c0,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:03:34.626247 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-47b5177c-59f5-4075-b631-d23077cb98cc tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:34.715802 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b5177c-59f5-4075-b631-d23077cb98cc tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Network d66faf45-fab4-4e12-9626-fe67e9ee5d40 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:03:34.717274 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-47b5177c-59f5-4075-b631-d23077cb98cc tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:03:34.833657 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b5177c-59f5-4075-b631-d23077cb98cc tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Router 42ba5902-9d85-4415-a7da-46a70b2f5520 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:03:34.941906 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b5177c-59f5-4075-b631-d23077cb98cc tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:03:34.947671 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-47b5177c-59f5-4075-b631-d23077cb98cc tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "PUT /v2.0/routers/42ba5902-9d85-4415-a7da-46a70b2f5520/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7549703 Aug 22 14:03:34.953809 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89f7cf6-c88e-4d55-ac20-b09a1a8a572a None None] Sync routers for ids ['42ba5902-9d85-4415-a7da-46a70b2f5520'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:03:34.964698 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89f7cf6-c88e-4d55-ac20-b09a1a8a572a None None] Routers {'42ba5902-9d85-4415-a7da-46a70b2f5520'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:03:34.965388 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-b89f7cf6-c88e-4d55-ac20-b09a1a8a572a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:03:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['42ba5902-9d85-4415-a7da-46a70b2f5520'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:03:34.990000 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-fa2e972c-968d-4e55-90f5-506c80537809 None None] Provisioning complete for port adf7b961-5abe-455c-b6f9-1a64331365c0 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:03:34.990298 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-fa2e972c-968d-4e55-90f5-506c80537809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:35.024520 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-fa2e972c-968d-4e55-90f5-506c80537809 None None] Port adf7b961-5abe-455c-b6f9-1a64331365c0 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:03:35.173954 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-b89f7cf6-c88e-4d55-ac20-b09a1a8a572a None None] Set router 42ba5902-9d85-4415-a7da-46a70b2f5520 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:03:35.391278 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-b89f7cf6-c88e-4d55-ac20-b09a1a8a572a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'name': 'tempest-TestNetworkBasicOps-router-1184236507', 'tenant_id': '8475de1767444d53870fb68937f13818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'f255e012-6eb8-468e-a5ef-1402b44415c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:02:22Z', 'updated_at': '2021-08-22T14:03:34Z', 'revision_number': 5, 'project_id': '8475de1767444d53870fb68937f13818', 'gw_port': {'id': 'f255e012-6eb8-468e-a5ef-1402b44415c0', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:02:23Z', 'updated_at': '2021-08-22T14:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '2490f29a-ddc2-4bec-91bc-63c9d309b2b8', 'tenant_id': '8475de1767444d53870fb68937f13818', 'floating_ip_address': '172.25.3.189', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'port_id': '8426ee53-7dc7-46df-a5cb-16e386abb623', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '105db209-79ad-433a-9528-f24c580252c0', 'mac_address': 'fa:16:3e:c7:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bde28d6-6dfd-49fc-853f-25bd508b5d82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:02:41Z', 'updated_at': '2021-08-22T14:02:43Z', 'revision_number': 1, 'project_id': '8475de1767444d53870fb68937f13818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ac0ce12-fada-487e-88df-adf53ada5c59', 'name': '', 'network_id': '105db209-79ad-433a-9528-f24c580252c0', 'tenant_id': '8475de1767444d53870fb68937f13818', 'mac_address': 'fa:16:3e:a8:c9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'e9a63140-5e79-4dcc-838c-6dcc8a51a343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:02:25Z', 'updated_at': '2021-08-22T14:02:30Z', 'revision_number': 5, 'project_id': '8475de1767444d53870fb68937f13818', 'subnets': [{'id': 'e9a63140-5e79-4dcc-838c-6dcc8a51a343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'adf7b961-5abe-455c-b6f9-1a64331365c0', 'name': '', 'network_id': 'd66faf45-fab4-4e12-9626-fe67e9ee5d40', 'tenant_id': '8475de1767444d53870fb68937f13818', 'mac_address': 'fa:16:3e:6c:3c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'c08c141a-c924-4faa-bc0c-eb2bb0adaa7a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:03:33Z', 'updated_at': '2021-08-22T14:03:34Z', 'revision_number': 2, 'project_id': '8475de1767444d53870fb68937f13818', 'subnets': [{'id': 'c08c141a-c924-4faa-bc0c-eb2bb0adaa7a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:03:35.416796 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89f7cf6-c88e-4d55-ac20-b09a1a8a572a None None] Checking router: 42ba5902-9d85-4415-a7da-46a70b2f5520 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:03:35.417149 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89f7cf6-c88e-4d55-ac20-b09a1a8a572a None None] Updating router 42ba5902-9d85-4415-a7da-46a70b2f5520 port adf7b961-5abe-455c-b6f9-1a64331365c0 binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:03:35.440833 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-b89f7cf6-c88e-4d55-ac20-b09a1a8a572a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:35.695446 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-b89f7cf6-c88e-4d55-ac20-b09a1a8a572a None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:35.704609 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-b89f7cf6-c88e-4d55-ac20-b09a1a8a572a None None] Transition to ACTIVE for port object adf7b961-5abe-455c-b6f9-1a64331365c0 will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:03:35.711438 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-b89f7cf6-c88e-4d55-ac20-b09a1a8a572a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:35.762166 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d78883-033d-4b88-966f-1ad8770fea7f None None] Pushing event updated for resources: {'Port': ['ID=adf7b961-5abe-455c-b6f9-1a64331365c0,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:03:35.785881 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d78883-033d-4b88-966f-1ad8770fea7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:03:35.786225 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d78883-033d-4b88-966f-1ad8770fea7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:03:35.786564 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d78883-033d-4b88-966f-1ad8770fea7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:03:35.786894 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d78883-033d-4b88-966f-1ad8770fea7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:03:35.787221 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d78883-033d-4b88-966f-1ad8770fea7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:03:35.787615 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d78883-033d-4b88-966f-1ad8770fea7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:03:35.788530 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d78883-033d-4b88-966f-1ad8770fea7f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:03:35.788865 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d78883-033d-4b88-966f-1ad8770fea7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:03:35.789192 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d78883-033d-4b88-966f-1ad8770fea7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:03:35.789517 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d78883-033d-4b88-966f-1ad8770fea7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:03:35.789843 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d78883-033d-4b88-966f-1ad8770fea7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:03:35.790184 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d78883-033d-4b88-966f-1ad8770fea7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:03:35.826303 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-b89f7cf6-c88e-4d55-ac20-b09a1a8a572a None None] Attempting to bind port adf7b961-5abe-455c-b6f9-1a64331365c0 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:03:35.826670 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-b89f7cf6-c88e-4d55-ac20-b09a1a8a572a None None] Attempting to bind port adf7b961-5abe-455c-b6f9-1a64331365c0 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'bc6258b9-e607-4458-807d-dcfa8e2b7088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd66faf45-fab4-4e12-9626-fe67e9ee5d40'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:03:35.827028 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89f7cf6-c88e-4d55-ac20-b09a1a8a572a None None] Attempting to bind port adf7b961-5abe-455c-b6f9-1a64331365c0 on network d66faf45-fab4-4e12-9626-fe67e9ee5d40 {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:03:35.832618 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89f7cf6-c88e-4d55-ac20-b09a1a8a572a None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:03:35.833014 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89f7cf6-c88e-4d55-ac20-b09a1a8a572a None None] Checking segment: {'id': 'bc6258b9-e607-4458-807d-dcfa8e2b7088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd66faf45-fab4-4e12-9626-fe67e9ee5d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:03:35.833493 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-b89f7cf6-c88e-4d55-ac20-b09a1a8a572a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:35.833906 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89f7cf6-c88e-4d55-ac20-b09a1a8a572a None None] Bound using segment: {'id': 'bc6258b9-e607-4458-807d-dcfa8e2b7088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd66faf45-fab4-4e12-9626-fe67e9ee5d40'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:03:35.834638 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-b89f7cf6-c88e-4d55-ac20-b09a1a8a572a None None] Bound port: adf7b961-5abe-455c-b6f9-1a64331365c0, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc6258b9-e607-4458-807d-dcfa8e2b7088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd66faf45-fab4-4e12-9626-fe67e9ee5d40'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:03:35.835598 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-b89f7cf6-c88e-4d55-ac20-b09a1a8a572a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:35.901170 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-b89f7cf6-c88e-4d55-ac20-b09a1a8a572a None None] For port adf7b961-5abe-455c-b6f9-1a64331365c0, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:03:35.904455 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-b89f7cf6-c88e-4d55-ac20-b09a1a8a572a None None] For port adf7b961-5abe-455c-b6f9-1a64331365c0, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=adf7b961-5abe-455c-b6f9-1a64331365c0,segment=NetworkSegment(bc6258b9-e607-4458-807d-dcfa8e2b7088),segment_id=bc6258b9-e607-4458-807d-dcfa8e2b7088)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:03:35.909501 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-b89f7cf6-c88e-4d55-ac20-b09a1a8a572a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:35.963629 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89f7cf6-c88e-4d55-ac20-b09a1a8a572a None None] Routers {'42ba5902-9d85-4415-a7da-46a70b2f5520'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:03:35.964277 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-b89f7cf6-c88e-4d55-ac20-b09a1a8a572a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:03:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['42ba5902-9d85-4415-a7da-46a70b2f5520'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:03:36.010321 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d78883-033d-4b88-966f-1ad8770fea7f None None] Pushing event updated for resources: {'Port': ['ID=adf7b961-5abe-455c-b6f9-1a64331365c0,revision_number=4']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:03:36.083221 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-b89f7cf6-c88e-4d55-ac20-b09a1a8a572a None None] Set router 42ba5902-9d85-4415-a7da-46a70b2f5520 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:03:36.310104 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-b89f7cf6-c88e-4d55-ac20-b09a1a8a572a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'name': 'tempest-TestNetworkBasicOps-router-1184236507', 'tenant_id': '8475de1767444d53870fb68937f13818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'f255e012-6eb8-468e-a5ef-1402b44415c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:02:22Z', 'updated_at': '2021-08-22T14:03:34Z', 'revision_number': 5, 'project_id': '8475de1767444d53870fb68937f13818', 'gw_port': {'id': 'f255e012-6eb8-468e-a5ef-1402b44415c0', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:02:23Z', 'updated_at': '2021-08-22T14:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '2490f29a-ddc2-4bec-91bc-63c9d309b2b8', 'tenant_id': '8475de1767444d53870fb68937f13818', 'floating_ip_address': '172.25.3.189', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'port_id': '8426ee53-7dc7-46df-a5cb-16e386abb623', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '105db209-79ad-433a-9528-f24c580252c0', 'mac_address': 'fa:16:3e:c7:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bde28d6-6dfd-49fc-853f-25bd508b5d82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:02:41Z', 'updated_at': '2021-08-22T14:02:43Z', 'revision_number': 1, 'project_id': '8475de1767444d53870fb68937f13818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ac0ce12-fada-487e-88df-adf53ada5c59', 'name': '', 'network_id': '105db209-79ad-433a-9528-f24c580252c0', 'tenant_id': '8475de1767444d53870fb68937f13818', 'mac_address': 'fa:16:3e:a8:c9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'e9a63140-5e79-4dcc-838c-6dcc8a51a343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:02:25Z', 'updated_at': '2021-08-22T14:02:30Z', 'revision_number': 5, 'project_id': '8475de1767444d53870fb68937f13818', 'subnets': [{'id': 'e9a63140-5e79-4dcc-838c-6dcc8a51a343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'adf7b961-5abe-455c-b6f9-1a64331365c0', 'name': '', 'network_id': 'd66faf45-fab4-4e12-9626-fe67e9ee5d40', 'tenant_id': '8475de1767444d53870fb68937f13818', 'mac_address': 'fa:16:3e:6c:3c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'c08c141a-c924-4faa-bc0c-eb2bb0adaa7a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:03:33Z', 'updated_at': '2021-08-22T14:03:35Z', 'revision_number': 4, 'project_id': '8475de1767444d53870fb68937f13818', 'subnets': [{'id': 'c08c141a-c924-4faa-bc0c-eb2bb0adaa7a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:03:36.337280 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89f7cf6-c88e-4d55-ac20-b09a1a8a572a None None] The sync data for ids ['42ba5902-9d85-4415-a7da-46a70b2f5520'] in n-d-793621-33 is: [{'id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'name': 'tempest-TestNetworkBasicOps-router-1184236507', 'tenant_id': '8475de1767444d53870fb68937f13818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'f255e012-6eb8-468e-a5ef-1402b44415c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:02:22Z', 'updated_at': '2021-08-22T14:03:34Z', 'revision_number': 5, 'project_id': '8475de1767444d53870fb68937f13818', 'gw_port': {'id': 'f255e012-6eb8-468e-a5ef-1402b44415c0', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:02:23Z', 'updated_at': '2021-08-22T14:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '2490f29a-ddc2-4bec-91bc-63c9d309b2b8', 'tenant_id': '8475de1767444d53870fb68937f13818', 'floating_ip_address': '172.25.3.189', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'port_id': '8426ee53-7dc7-46df-a5cb-16e386abb623', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '105db209-79ad-433a-9528-f24c580252c0', 'mac_address': 'fa:16:3e:c7:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bde28d6-6dfd-49fc-853f-25bd508b5d82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:02:41Z', 'updated_at': '2021-08-22T14:02:43Z', 'revision_number': 1, 'project_id': '8475de1767444d53870fb68937f13818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ac0ce12-fada-487e-88df-adf53ada5c59', 'name': '', 'network_id': '105db209-79ad-433a-9528-f24c580252c0', 'tenant_id': '8475de1767444d53870fb68937f13818', 'mac_address': 'fa:16:3e:a8:c9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'e9a63140-5e79-4dcc-838c-6dcc8a51a343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:02:25Z', 'updated_at': '2021-08-22T14:02:30Z', 'revision_number': 5, 'project_id': '8475de1767444d53870fb68937f13818', 'subnets': [{'id': 'e9a63140-5e79-4dcc-838c-6dcc8a51a343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'adf7b961-5abe-455c-b6f9-1a64331365c0', 'name': '', 'network_id': 'd66faf45-fab4-4e12-9626-fe67e9ee5d40', 'tenant_id': '8475de1767444d53870fb68937f13818', 'mac_address': 'fa:16:3e:6c:3c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'c08c141a-c924-4faa-bc0c-eb2bb0adaa7a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:03:33Z', 'updated_at': '2021-08-22T14:03:35Z', 'revision_number': 4, 'project_id': '8475de1767444d53870fb68937f13818', 'subnets': [{'id': 'c08c141a-c924-4faa-bc0c-eb2bb0adaa7a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:03:36.674244 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device adf7b961-5abe-455c-b6f9-1a64331365c0 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:03:36.726549 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port adf7b961-5abe-455c-b6f9-1a64331365c0 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:03:36.732761 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port adf7b961-5abe-455c-b6f9-1a64331365c0 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:03:36.733154 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:36.819275 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:36.853933 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port adf7b961-5abe-455c-b6f9-1a64331365c0, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=adf7b961-5abe-455c-b6f9-1a64331365c0,segment=NetworkSegment(bc6258b9-e607-4458-807d-dcfa8e2b7088),segment_id=bc6258b9-e607-4458-807d-dcfa8e2b7088)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:03:36.858101 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:36.906179 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=adf7b961-5abe-455c-b6f9-1a64331365c0,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:03:38.655634 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device adf7b961-5abe-455c-b6f9-1a64331365c0 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:03:38.703342 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port adf7b961-5abe-455c-b6f9-1a64331365c0 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:03:38.703704 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:55.321764 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47952) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:03:55.675779 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3d1cf94d-cdb4-4cbd-99dc-e704489c6449 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:55.981682 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-3d1cf94d-cdb4-4cbd-99dc-e704489c6449 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Deleting port adf7b961-5abe-455c-b6f9-1a64331365c0 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:03:55.981948 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3d1cf94d-cdb4-4cbd-99dc-e704489c6449 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:56.067284 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-3d1cf94d-cdb4-4cbd-99dc-e704489c6449 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] For port adf7b961-5abe-455c-b6f9-1a64331365c0, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=adf7b961-5abe-455c-b6f9-1a64331365c0,segment=NetworkSegment(bc6258b9-e607-4458-807d-dcfa8e2b7088),segment_id=bc6258b9-e607-4458-807d-dcfa8e2b7088)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:03:56.067648 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3d1cf94d-cdb4-4cbd-99dc-e704489c6449 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:56.079466 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-3d1cf94d-cdb4-4cbd-99dc-e704489c6449 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Calling delete_port for adf7b961-5abe-455c-b6f9-1a64331365c0 owned by network:router_interface {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:03:56.258986 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3d1cf94d-cdb4-4cbd-99dc-e704489c6449 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:56.290829 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1cf94d-cdb4-4cbd-99dc-e704489c6449 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event deleted for resources: {'Port': ['ID=adf7b961-5abe-455c-b6f9-1a64331365c0,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:03:56.314824 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1cf94d-cdb4-4cbd-99dc-e704489c6449 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:03:56.315171 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1cf94d-cdb4-4cbd-99dc-e704489c6449 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:03:56.315510 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1cf94d-cdb4-4cbd-99dc-e704489c6449 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:03:56.315845 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1cf94d-cdb4-4cbd-99dc-e704489c6449 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:03:56.316173 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1cf94d-cdb4-4cbd-99dc-e704489c6449 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:03:56.316528 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1cf94d-cdb4-4cbd-99dc-e704489c6449 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:03:56.316855 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1cf94d-cdb4-4cbd-99dc-e704489c6449 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:03:56.317177 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1cf94d-cdb4-4cbd-99dc-e704489c6449 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:03:56.317499 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1cf94d-cdb4-4cbd-99dc-e704489c6449 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:03:56.317822 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1cf94d-cdb4-4cbd-99dc-e704489c6449 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:03:56.318143 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1cf94d-cdb4-4cbd-99dc-e704489c6449 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:03:56.318464 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1cf94d-cdb4-4cbd-99dc-e704489c6449 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:03:56.469569 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3d1cf94d-cdb4-4cbd-99dc-e704489c6449 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:57.018215 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d1cf94d-cdb4-4cbd-99dc-e704489c6449 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Router 42ba5902-9d85-4415-a7da-46a70b2f5520 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:03:57.123314 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1cf94d-cdb4-4cbd-99dc-e704489c6449 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:03:57.128417 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-3d1cf94d-cdb4-4cbd-99dc-e704489c6449 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "PUT /v2.0/routers/42ba5902-9d85-4415-a7da-46a70b2f5520/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8056648 Aug 22 14:03:57.134342 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac9ab13-244c-40d9-bf04-4969ceab4df9 None None] Sync routers for ids ['42ba5902-9d85-4415-a7da-46a70b2f5520'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:03:57.144822 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac9ab13-244c-40d9-bf04-4969ceab4df9 None None] Routers {'42ba5902-9d85-4415-a7da-46a70b2f5520'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:03:57.145453 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-1ac9ab13-244c-40d9-bf04-4969ceab4df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:03:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['42ba5902-9d85-4415-a7da-46a70b2f5520'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:03:57.267808 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-1ac9ab13-244c-40d9-bf04-4969ceab4df9 None None] Set router 42ba5902-9d85-4415-a7da-46a70b2f5520 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:03:57.346942 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1f14d-a297-449d-98a8-6d8d2ee15af9 req-e6efcad0-e35d-4301-9ccd-d9f5a44911be tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:03:57.348456 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-90c1f14d-a297-449d-98a8-6d8d2ee15af9 req-e6efcad0-e35d-4301-9ccd-d9f5a44911be tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5868b91-b391-4352-a628-30e02e17a8a4 HTTP/1.1" status: 200 len: 946 time: 0.0485511 Aug 22 14:03:57.386507 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-90c1f14d-a297-449d-98a8-6d8d2ee15af9 req-ddfbbdad-9239-48e6-b160-a7afcc257e86 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3760d97-32c8-4082-85c8-5f82f755f5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313158 Aug 22 14:03:57.487696 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-1ac9ab13-244c-40d9-bf04-4969ceab4df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'name': 'tempest-TestNetworkBasicOps-router-1184236507', 'tenant_id': '8475de1767444d53870fb68937f13818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'f255e012-6eb8-468e-a5ef-1402b44415c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:02:22Z', 'updated_at': '2021-08-22T14:03:56Z', 'revision_number': 6, 'project_id': '8475de1767444d53870fb68937f13818', 'gw_port': {'id': 'f255e012-6eb8-468e-a5ef-1402b44415c0', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:02:23Z', 'updated_at': '2021-08-22T14:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '2490f29a-ddc2-4bec-91bc-63c9d309b2b8', 'tenant_id': '8475de1767444d53870fb68937f13818', 'floating_ip_address': '172.25.3.189', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'port_id': '8426ee53-7dc7-46df-a5cb-16e386abb623', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '105db209-79ad-433a-9528-f24c580252c0', 'mac_address': 'fa:16:3e:c7:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bde28d6-6dfd-49fc-853f-25bd508b5d82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:02:41Z', 'updated_at': '2021-08-22T14:02:43Z', 'revision_number': 1, 'project_id': '8475de1767444d53870fb68937f13818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ac0ce12-fada-487e-88df-adf53ada5c59', 'name': '', 'network_id': '105db209-79ad-433a-9528-f24c580252c0', 'tenant_id': '8475de1767444d53870fb68937f13818', 'mac_address': 'fa:16:3e:a8:c9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'e9a63140-5e79-4dcc-838c-6dcc8a51a343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:02:25Z', 'updated_at': '2021-08-22T14:02:30Z', 'revision_number': 5, 'project_id': '8475de1767444d53870fb68937f13818', 'subnets': [{'id': 'e9a63140-5e79-4dcc-838c-6dcc8a51a343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:03:57.516450 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac9ab13-244c-40d9-bf04-4969ceab4df9 None None] Checking router: 42ba5902-9d85-4415-a7da-46a70b2f5520 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:03:57.524917 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac9ab13-244c-40d9-bf04-4969ceab4df9 None None] Routers {'42ba5902-9d85-4415-a7da-46a70b2f5520'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:03:57.525511 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-1ac9ab13-244c-40d9-bf04-4969ceab4df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:03:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['42ba5902-9d85-4415-a7da-46a70b2f5520'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:03:57.626568 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-1ac9ab13-244c-40d9-bf04-4969ceab4df9 None None] Set router 42ba5902-9d85-4415-a7da-46a70b2f5520 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:03:57.839073 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-1ac9ab13-244c-40d9-bf04-4969ceab4df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'name': 'tempest-TestNetworkBasicOps-router-1184236507', 'tenant_id': '8475de1767444d53870fb68937f13818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'f255e012-6eb8-468e-a5ef-1402b44415c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:02:22Z', 'updated_at': '2021-08-22T14:03:56Z', 'revision_number': 6, 'project_id': '8475de1767444d53870fb68937f13818', 'gw_port': {'id': 'f255e012-6eb8-468e-a5ef-1402b44415c0', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:02:23Z', 'updated_at': '2021-08-22T14:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '2490f29a-ddc2-4bec-91bc-63c9d309b2b8', 'tenant_id': '8475de1767444d53870fb68937f13818', 'floating_ip_address': '172.25.3.189', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'port_id': '8426ee53-7dc7-46df-a5cb-16e386abb623', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '105db209-79ad-433a-9528-f24c580252c0', 'mac_address': 'fa:16:3e:c7:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bde28d6-6dfd-49fc-853f-25bd508b5d82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:02:41Z', 'updated_at': '2021-08-22T14:02:43Z', 'revision_number': 1, 'project_id': '8475de1767444d53870fb68937f13818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ac0ce12-fada-487e-88df-adf53ada5c59', 'name': '', 'network_id': '105db209-79ad-433a-9528-f24c580252c0', 'tenant_id': '8475de1767444d53870fb68937f13818', 'mac_address': 'fa:16:3e:a8:c9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'e9a63140-5e79-4dcc-838c-6dcc8a51a343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:02:25Z', 'updated_at': '2021-08-22T14:02:30Z', 'revision_number': 5, 'project_id': '8475de1767444d53870fb68937f13818', 'subnets': [{'id': 'e9a63140-5e79-4dcc-838c-6dcc8a51a343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:03:57.863924 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac9ab13-244c-40d9-bf04-4969ceab4df9 None None] The sync data for ids ['42ba5902-9d85-4415-a7da-46a70b2f5520'] in n-d-793621-33 is: [{'id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'name': 'tempest-TestNetworkBasicOps-router-1184236507', 'tenant_id': '8475de1767444d53870fb68937f13818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'f255e012-6eb8-468e-a5ef-1402b44415c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:02:22Z', 'updated_at': '2021-08-22T14:03:56Z', 'revision_number': 6, 'project_id': '8475de1767444d53870fb68937f13818', 'gw_port': {'id': 'f255e012-6eb8-468e-a5ef-1402b44415c0', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:02:23Z', 'updated_at': '2021-08-22T14:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '2490f29a-ddc2-4bec-91bc-63c9d309b2b8', 'tenant_id': '8475de1767444d53870fb68937f13818', 'floating_ip_address': '172.25.3.189', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'port_id': '8426ee53-7dc7-46df-a5cb-16e386abb623', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '105db209-79ad-433a-9528-f24c580252c0', 'mac_address': 'fa:16:3e:c7:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bde28d6-6dfd-49fc-853f-25bd508b5d82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:02:41Z', 'updated_at': '2021-08-22T14:02:43Z', 'revision_number': 1, 'project_id': '8475de1767444d53870fb68937f13818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ac0ce12-fada-487e-88df-adf53ada5c59', 'name': '', 'network_id': '105db209-79ad-433a-9528-f24c580252c0', 'tenant_id': '8475de1767444d53870fb68937f13818', 'mac_address': 'fa:16:3e:a8:c9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'e9a63140-5e79-4dcc-838c-6dcc8a51a343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:02:25Z', 'updated_at': '2021-08-22T14:02:30Z', 'revision_number': 5, 'project_id': '8475de1767444d53870fb68937f13818', 'subnets': [{'id': 'e9a63140-5e79-4dcc-838c-6dcc8a51a343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:03:58.473646 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5b618d7e-505d-4abb-8a1e-d6bcaedc6913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:58.503642 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09118e02-f85a-4be2-9eb0-5a1dfd43a29f req-a46f9a2a-7c40-42c1-b53a-96a470ade000 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:03:58.505163 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-09118e02-f85a-4be2-9eb0-5a1dfd43a29f req-a46f9a2a-7c40-42c1-b53a-96a470ade000 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5868b91-b391-4352-a628-30e02e17a8a4 HTTP/1.1" status: 200 len: 946 time: 0.0503561 Aug 22 14:03:58.545764 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-09118e02-f85a-4be2-9eb0-5a1dfd43a29f req-1eb24ecb-e597-4861-8ef2-78cfe446eb34 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3760d97-32c8-4082-85c8-5f82f755f5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338910 Aug 22 14:03:58.612575 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d334e96e-d770-4f44-be9c-f42cb4e6ccc9 req-e7c1f8ec-4fed-4570-a714-e57a8eec45e0 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:03:58.614073 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d334e96e-d770-4f44-be9c-f42cb4e6ccc9 req-e7c1f8ec-4fed-4570-a714-e57a8eec45e0 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5868b91-b391-4352-a628-30e02e17a8a4 HTTP/1.1" status: 200 len: 946 time: 0.0495293 Aug 22 14:03:58.626452 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device adf7b961-5abe-455c-b6f9-1a64331365c0 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:03:58.652825 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: adf7b961-5abe-455c-b6f9-1a64331365c0 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:03:58.653169 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device adf7b961-5abe-455c-b6f9-1a64331365c0 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:03:58.654585 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:58.708004 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-d334e96e-d770-4f44-be9c-f42cb4e6ccc9 req-5c6609a0-d23d-4686-8943-e15be28377b2 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Deleting port 2c5f3feb-eb34-4d38-87d6-ca59133af926 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:03:58.708370 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-d334e96e-d770-4f44-be9c-f42cb4e6ccc9 req-5c6609a0-d23d-4686-8943-e15be28377b2 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:58.795575 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-d334e96e-d770-4f44-be9c-f42cb4e6ccc9 req-5c6609a0-d23d-4686-8943-e15be28377b2 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] For port 2c5f3feb-eb34-4d38-87d6-ca59133af926, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=2c5f3feb-eb34-4d38-87d6-ca59133af926,segment=NetworkSegment(bc6258b9-e607-4458-807d-dcfa8e2b7088),segment_id=bc6258b9-e607-4458-807d-dcfa8e2b7088)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:03:58.795850 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-d334e96e-d770-4f44-be9c-f42cb4e6ccc9 req-5c6609a0-d23d-4686-8943-e15be28377b2 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:58.807832 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-d334e96e-d770-4f44-be9c-f42cb4e6ccc9 req-5c6609a0-d23d-4686-8943-e15be28377b2 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Calling delete_port for 2c5f3feb-eb34-4d38-87d6-ca59133af926 owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:03:58.936557 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-d334e96e-d770-4f44-be9c-f42cb4e6ccc9 req-5c6609a0-d23d-4686-8943-e15be28377b2 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:58.965458 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6609a0-d23d-4686-8943-e15be28377b2 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event deleted for resources: {'Port': ['ID=2c5f3feb-eb34-4d38-87d6-ca59133af926,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:03:59.013112 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-d334e96e-d770-4f44-be9c-f42cb4e6ccc9 req-5c6609a0-d23d-4686-8943-e15be28377b2 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] No DVR routers for this DVR port 2c5f3feb-eb34-4d38-87d6-ca59133af926 on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:03:59.015592 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-d334e96e-d770-4f44-be9c-f42cb4e6ccc9 req-5c6609a0-d23d-4686-8943-e15be28377b2 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:59.017648 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d334e96e-d770-4f44-be9c-f42cb4e6ccc9 req-5c6609a0-d23d-4686-8943-e15be28377b2 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.41 "DELETE /v2.0/ports/2c5f3feb-eb34-4d38-87d6-ca59133af926 HTTP/1.1" status: 204 len: 173 time: 0.3976824 Aug 22 14:03:59.018078 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5868b91-b391-4352-a628-30e02e17a8a4', 'name': 'network-vif-deleted', 'tag': '2c5f3feb-eb34-4d38-87d6-ca59133af926'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:03:59.020288 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d483edb5-a3d5-4489-bbe5-2ce992bf9da4" -d '{"events": [{"server_uuid": "f5868b91-b391-4352-a628-30e02e17a8a4", "name": "network-vif-deleted", "tag": "2c5f3feb-eb34-4d38-87d6-ca59133af926"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:03:59.078424 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc87bc20-d8d2-48a2-98be-c4e4e52d6d38 x-openstack-request-id: req-cc87bc20-d8d2-48a2-98be-c4e4e52d6d38 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:03:59.078712 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5868b91-b391-4352-a628-30e02e17a8a4", "name": "network-vif-deleted", "tag": "2c5f3feb-eb34-4d38-87d6-ca59133af926", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:03:59.079104 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cc87bc20-d8d2-48a2-98be-c4e4e52d6d38 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:03:59.079509 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5868b91-b391-4352-a628-30e02e17a8a4', 'name': 'network-vif-deleted', 'tag': '2c5f3feb-eb34-4d38-87d6-ca59133af926', 'status': 'completed', 'code': 200} Aug 22 14:03:59.601964 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47966) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:03:59.662053 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-15e28d5e-7eb2-44e6-8914-d14394e7f6b3 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:59.686356 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-15e28d5e-7eb2-44e6-8914-d14394e7f6b3 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:59.743778 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-15e28d5e-7eb2-44e6-8914-d14394e7f6b3 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:59.746408 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-15e28d5e-7eb2-44e6-8914-d14394e7f6b3 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:59.747535 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-15e28d5e-7eb2-44e6-8914-d14394e7f6b3 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "DELETE /v2.0/security-groups/c3760d97-32c8-4082-85c8-5f82f755f5c2 HTTP/1.1" status: 204 len: 168 time: 0.1446002 Aug 22 14:03:59.757359 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e28d5e-7eb2-44e6-8914-d14394e7f6b3 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3760d97-32c8-4082-85c8-5f82f755f5c2,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:03:59.780465 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47970) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:03:59.831702 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-b15d3e2f-a0c8-47a7-b7a6-d4ee7d33be57 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Deleting subnet c08c141a-c924-4faa-bc0c-eb2bb0adaa7a {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:03:59.835088 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b15d3e2f-a0c8-47a7-b7a6-d4ee7d33be57 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:59.875061 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b15d3e2f-a0c8-47a7-b7a6-d4ee7d33be57 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:03:59.964057 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b15d3e2f-a0c8-47a7-b7a6-d4ee7d33be57 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:00.022671 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b15d3e2f-a0c8-47a7-b7a6-d4ee7d33be57 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:00.052001 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b15d3e2f-a0c8-47a7-b7a6-d4ee7d33be57 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:00.054807 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-b15d3e2f-a0c8-47a7-b7a6-d4ee7d33be57 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "DELETE /v2.0/subnets/c08c141a-c924-4faa-bc0c-eb2bb0adaa7a HTTP/1.1" status: 204 len: 168 time: 0.2731664 Aug 22 14:04:00.055808 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d3e2f-a0c8-47a7-b7a6-d4ee7d33be57 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event deleted for resources: {'Subnet': ['ID=c08c141a-c924-4faa-bc0c-eb2bb0adaa7a,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:04:00.057377 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47972) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:04:00.059937 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a62214b-dafb-49c7-861b-7cd8ee279c66 None None] Network d66faf45-fab4-4e12-9626-fe67e9ee5d40 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:04:00.133096 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8a3bcac4-0ce0-4aa5-9028-6ed6616188b0 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:00.186766 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-8a3bcac4-0ce0-4aa5-9028-6ed6616188b0 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Deleting port 75ffc742-8ac6-47d1-a773-0fa393b324b2 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:04:00.187108 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8a3bcac4-0ce0-4aa5-9028-6ed6616188b0 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:00.239527 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f168fb9-480f-4667-8dc3-14875eac7372 None None] DHCP port deletion for d66faf45-fab4-4e12-9626-fe67e9ee5d40 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 14:04:00.257113 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-8a3bcac4-0ce0-4aa5-9028-6ed6616188b0 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] For port 75ffc742-8ac6-47d1-a773-0fa393b324b2, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=75ffc742-8ac6-47d1-a773-0fa393b324b2,segment=NetworkSegment(bc6258b9-e607-4458-807d-dcfa8e2b7088),segment_id=bc6258b9-e607-4458-807d-dcfa8e2b7088)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:04:00.257524 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8a3bcac4-0ce0-4aa5-9028-6ed6616188b0 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:00.270189 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-8a3bcac4-0ce0-4aa5-9028-6ed6616188b0 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Calling delete_port for 75ffc742-8ac6-47d1-a773-0fa393b324b2 owned by network:dhcp {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:04:00.284772 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-0f168fb9-480f-4667-8dc3-14875eac7372 None None] Deleting port 75ffc742-8ac6-47d1-a773-0fa393b324b2 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:04:00.285140 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0f168fb9-480f-4667-8dc3-14875eac7372 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:00.345949 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-0f168fb9-480f-4667-8dc3-14875eac7372 None None] For port 75ffc742-8ac6-47d1-a773-0fa393b324b2, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=75ffc742-8ac6-47d1-a773-0fa393b324b2,segment=NetworkSegment(bc6258b9-e607-4458-807d-dcfa8e2b7088),segment_id=bc6258b9-e607-4458-807d-dcfa8e2b7088)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:04:00.346418 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0f168fb9-480f-4667-8dc3-14875eac7372 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:00.346854 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8a3bcac4-0ce0-4aa5-9028-6ed6616188b0 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:00.359683 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-0f168fb9-480f-4667-8dc3-14875eac7372 None None] Calling delete_port for 75ffc742-8ac6-47d1-a773-0fa393b324b2 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:04:00.373574 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3bcac4-0ce0-4aa5-9028-6ed6616188b0 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event deleted for resources: {'Port': ['ID=75ffc742-8ac6-47d1-a773-0fa393b324b2,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:04:00.375380 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3bcac4-0ce0-4aa5-9028-6ed6616188b0 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] No DVR routers for this DVR port 75ffc742-8ac6-47d1-a773-0fa393b324b2 on host n-d-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:04:00.437671 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0f168fb9-480f-4667-8dc3-14875eac7372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:00.455822 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8a3bcac4-0ce0-4aa5-9028-6ed6616188b0 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:00.463064 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f168fb9-480f-4667-8dc3-14875eac7372 None None] Pushing event deleted for resources: {'Port': ['ID=75ffc742-8ac6-47d1-a773-0fa393b324b2,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:04:00.465939 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-8a3bcac4-0ce0-4aa5-9028-6ed6616188b0 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d66faf45-fab4-4e12-9626-fe67e9ee5d40']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:04:00.468176 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f168fb9-480f-4667-8dc3-14875eac7372 None None] No DVR routers for this DVR port 75ffc742-8ac6-47d1-a773-0fa393b324b2 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:04:00.476872 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-8a3bcac4-0ce0-4aa5-9028-6ed6616188b0 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc6258b9-e607-4458-807d-dcfa8e2b7088') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:04:00.477171 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-8a3bcac4-0ce0-4aa5-9028-6ed6616188b0 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc6258b9-e607-4458-807d-dcfa8e2b7088') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:04:00.485916 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8a3bcac4-0ce0-4aa5-9028-6ed6616188b0 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:00.499579 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8a3bcac4-0ce0-4aa5-9028-6ed6616188b0 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:00.505328 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a3bcac4-0ce0-4aa5-9028-6ed6616188b0 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:04:00.505709 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8a3bcac4-0ce0-4aa5-9028-6ed6616188b0 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:00.509465 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 14:04:00.509465 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:04:00.509465 n-d-793621-33 neutron-server[94628]: timer() Aug 22 14:04:00.509465 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:04:00.509465 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 14:04:00.509465 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:04:00.509465 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 14:04:00.509465 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:04:00.509465 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 14:04:00.509465 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:04:00.509465 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 14:04:00.509465 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:04:00.509465 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 14:04:00.509465 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:04:00.509465 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:04:00.509465 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:04:00.509465 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:04:00.509465 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:04:00.509465 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 14:04:00.509465 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:04:00.509465 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 14:04:00.509465 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:04:00.509465 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:04:00.509465 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:04:00.509465 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 14:04:00.509465 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:04:00.509465 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:04:00.509465 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:04:00.509465 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:04:00.509465 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:04:00.509465 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:04:00.509465 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:04:00.569339 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8a3bcac4-0ce0-4aa5-9028-6ed6616188b0 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:00.587058 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8a3bcac4-0ce0-4aa5-9028-6ed6616188b0 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:00.588934 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8a3bcac4-0ce0-4aa5-9028-6ed6616188b0 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "DELETE /v2.0/networks/d66faf45-fab4-4e12-9626-fe67e9ee5d40 HTTP/1.1" status: 204 len: 168 time: 0.5304050 Aug 22 14:04:00.590249 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3bcac4-0ce0-4aa5-9028-6ed6616188b0 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event deleted for resources: {'Network': ['ID=d66faf45-fab4-4e12-9626-fe67e9ee5d40,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:04:00.591829 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47974) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:04:00.664120 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 75ffc742-8ac6-47d1-a773-0fa393b324b2 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:04:00.684013 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 75ffc742-8ac6-47d1-a773-0fa393b324b2 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:04:00.684385 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 75ffc742-8ac6-47d1-a773-0fa393b324b2 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:04:00.753264 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-3996ce25-8fc2-48cb-81ab-c81ac29026f1 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Deleting port 2954fc3b-b160-4622-8c5b-4035bd3a77d5 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:04:00.753857 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3996ce25-8fc2-48cb-81ab-c81ac29026f1 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:00.832112 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3996ce25-8fc2-48cb-81ab-c81ac29026f1 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:00.832474 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3996ce25-8fc2-48cb-81ab-c81ac29026f1 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:00.844672 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-3996ce25-8fc2-48cb-81ab-c81ac29026f1 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Calling delete_port for 2954fc3b-b160-4622-8c5b-4035bd3a77d5 owned by network:floatingip {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:04:00.989687 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3996ce25-8fc2-48cb-81ab-c81ac29026f1 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:01.020364 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3996ce25-8fc2-48cb-81ab-c81ac29026f1 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event deleted for resources: {'Port': ['ID=2954fc3b-b160-4622-8c5b-4035bd3a77d5,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:04:01.073095 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3996ce25-8fc2-48cb-81ab-c81ac29026f1 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for floatingip, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:01.073408 n-d-793621-33 neutron-server[94627]: INFO neutron.db.l3_db [None req-3996ce25-8fc2-48cb-81ab-c81ac29026f1 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Floating IP 2490f29a-ddc2-4bec-91bc-63c9d309b2b8 disassociated (deleted). External IP: 172.25.3.189, port: 8426ee53-7dc7-46df-a5cb-16e386abb623. Aug 22 14:04:01.101738 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-797b3155-9977-4a1b-a430-199a9402ece8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:01.228662 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:01.280715 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3996ce25-8fc2-48cb-81ab-c81ac29026f1 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Router 42ba5902-9d85-4415-a7da-46a70b2f5520 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:04:01.387883 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3996ce25-8fc2-48cb-81ab-c81ac29026f1 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:04:01.392295 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3996ce25-8fc2-48cb-81ab-c81ac29026f1 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:01.397148 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ab2c46-07e6-4436-8b2f-2b6bcbe8110a None None] Sync routers for ids ['42ba5902-9d85-4415-a7da-46a70b2f5520'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:04:01.406540 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ab2c46-07e6-4436-8b2f-2b6bcbe8110a None None] Routers {'42ba5902-9d85-4415-a7da-46a70b2f5520'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:04:01.407145 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-91ab2c46-07e6-4436-8b2f-2b6bcbe8110a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:04:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['42ba5902-9d85-4415-a7da-46a70b2f5520'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:04:01.420729 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-3996ce25-8fc2-48cb-81ab-c81ac29026f1 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "DELETE /v2.0/floatingips/2490f29a-ddc2-4bec-91bc-63c9d309b2b8 HTTP/1.1" status: 204 len: 168 time: 0.8252900 Aug 22 14:04:01.420729 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bde28d6-6dfd-49fc-853f-25bd508b5d82', 'tag': '8426ee53-7dc7-46df-a5cb-16e386abb623'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:04:01.421280 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef87519-aee6-40fb-beaa-44be1b3cd1bb" -d '{"events": [{"name": "network-changed", "server_uuid": "1bde28d6-6dfd-49fc-853f-25bd508b5d82", "tag": "8426ee53-7dc7-46df-a5cb-16e386abb623"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:04:01.461815 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f822f574-f155-470f-97a0-b130e0afbf9a x-openstack-request-id: req-f822f574-f155-470f-97a0-b130e0afbf9a {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:04:01.462110 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bde28d6-6dfd-49fc-853f-25bd508b5d82", "tag": "8426ee53-7dc7-46df-a5cb-16e386abb623", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:04:01.462520 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f822f574-f155-470f-97a0-b130e0afbf9a {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:04:01.463030 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bde28d6-6dfd-49fc-853f-25bd508b5d82', 'tag': '8426ee53-7dc7-46df-a5cb-16e386abb623', 'status': 'completed', 'code': 200} Aug 22 14:04:01.520745 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-91ab2c46-07e6-4436-8b2f-2b6bcbe8110a None None] Set router 42ba5902-9d85-4415-a7da-46a70b2f5520 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:04:01.524535 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef87519-aee6-40fb-beaa-44be1b3cd1bb req-70fa6608-c991-411b-808d-7c6127b5b542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:04:01.526172 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9ef87519-aee6-40fb-beaa-44be1b3cd1bb req-70fa6608-c991-411b-808d-7c6127b5b542 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8475de1767444d53870fb68937f13818&device_id=1bde28d6-6dfd-49fc-853f-25bd508b5d82 HTTP/1.1" status: 200 len: 1098 time: 0.0427241 Aug 22 14:04:01.546374 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 2c5f3feb-eb34-4d38-87d6-ca59133af926 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:04:01.574159 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: 2c5f3feb-eb34-4d38-87d6-ca59133af926 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:04:01.574520 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 2c5f3feb-eb34-4d38-87d6-ca59133af926 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:04:01.662083 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef87519-aee6-40fb-beaa-44be1b3cd1bb req-97678fea-cda0-4427-860e-52d466968698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:04:01.663744 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9ef87519-aee6-40fb-beaa-44be1b3cd1bb req-97678fea-cda0-4427-860e-52d466968698 service neutron] 10.222.0.16 "GET /v2.0/networks?id=105db209-79ad-433a-9528-f24c580252c0 HTTP/1.1" status: 200 len: 898 time: 0.1303256 Aug 22 14:04:01.720358 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3706b-2ae3-40db-bd22-c399cdc16655 req-3f9c19a5-307f-4a11-accf-874437469cc1 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:04:01.721858 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-57b3706b-2ae3-40db-bd22-c399cdc16655 req-3f9c19a5-307f-4a11-accf-874437469cc1 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bde28d6-6dfd-49fc-853f-25bd508b5d82 HTTP/1.1" status: 200 len: 946 time: 0.1073570 Aug 22 14:04:01.723302 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9ef87519-aee6-40fb-beaa-44be1b3cd1bb req-84498747-dc8b-4c1b-a9f8-6bef38a49cb9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8426ee53-7dc7-46df-a5cb-16e386abb623 HTTP/1.1" status: 200 len: 217 time: 0.0511136 Aug 22 14:04:01.755258 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-91ab2c46-07e6-4436-8b2f-2b6bcbe8110a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'name': 'tempest-TestNetworkBasicOps-router-1184236507', 'tenant_id': '8475de1767444d53870fb68937f13818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'f255e012-6eb8-468e-a5ef-1402b44415c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:02:22Z', 'updated_at': '2021-08-22T14:03:56Z', 'revision_number': 6, 'project_id': '8475de1767444d53870fb68937f13818', 'gw_port': {'id': 'f255e012-6eb8-468e-a5ef-1402b44415c0', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:02:23Z', 'updated_at': '2021-08-22T14:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '3ac0ce12-fada-487e-88df-adf53ada5c59', 'name': '', 'network_id': '105db209-79ad-433a-9528-f24c580252c0', 'tenant_id': '8475de1767444d53870fb68937f13818', 'mac_address': 'fa:16:3e:a8:c9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'e9a63140-5e79-4dcc-838c-6dcc8a51a343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:02:25Z', 'updated_at': '2021-08-22T14:02:30Z', 'revision_number': 5, 'project_id': '8475de1767444d53870fb68937f13818', 'subnets': [{'id': 'e9a63140-5e79-4dcc-838c-6dcc8a51a343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:04:01.786663 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ab2c46-07e6-4436-8b2f-2b6bcbe8110a None None] Checking router: 42ba5902-9d85-4415-a7da-46a70b2f5520 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:04:01.793442 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-57b3706b-2ae3-40db-bd22-c399cdc16655 req-d965f3b4-22bb-4e66-af31-2f5fc271a725 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/security-groups?id=08c98af9-03a1-42bf-8416-01276ffb4693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652792 Aug 22 14:04:01.796316 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ab2c46-07e6-4436-8b2f-2b6bcbe8110a None None] Routers {'42ba5902-9d85-4415-a7da-46a70b2f5520'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:04:01.797002 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-91ab2c46-07e6-4436-8b2f-2b6bcbe8110a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:04:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['42ba5902-9d85-4415-a7da-46a70b2f5520'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:04:01.798979 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef87519-aee6-40fb-beaa-44be1b3cd1bb req-4d70f233-cd7f-4d5c-bec9-00c3837bb290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:04:01.800529 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9ef87519-aee6-40fb-beaa-44be1b3cd1bb req-4d70f233-cd7f-4d5c-bec9-00c3837bb290 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e9a63140-5e79-4dcc-838c-6dcc8a51a343 HTTP/1.1" status: 200 len: 835 time: 0.0653296 Aug 22 14:04:01.853570 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef87519-aee6-40fb-beaa-44be1b3cd1bb req-32a29a76-2811-4cf8-b7a2-5924163e1584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:04:01.855385 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9ef87519-aee6-40fb-beaa-44be1b3cd1bb req-32a29a76-2811-4cf8-b7a2-5924163e1584 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=105db209-79ad-433a-9528-f24c580252c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461991 Aug 22 14:04:01.959434 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9ef87519-aee6-40fb-beaa-44be1b3cd1bb req-a67c1f59-303c-4684-8854-e049edba4191 service neutron] 10.222.0.16 "GET /v2.0/networks/105db209-79ad-433a-9528-f24c580252c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943274 Aug 22 14:04:01.999299 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-91ab2c46-07e6-4436-8b2f-2b6bcbe8110a None None] Set router 42ba5902-9d85-4415-a7da-46a70b2f5520 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:04:02.052266 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9ef87519-aee6-40fb-beaa-44be1b3cd1bb req-0445071e-1a25-4979-849f-52a9d07d2cb8 service neutron] 10.222.0.16 "GET /v2.0/networks/105db209-79ad-433a-9528-f24c580252c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859821 Aug 22 14:04:02.190790 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-91ab2c46-07e6-4436-8b2f-2b6bcbe8110a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'name': 'tempest-TestNetworkBasicOps-router-1184236507', 'tenant_id': '8475de1767444d53870fb68937f13818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'f255e012-6eb8-468e-a5ef-1402b44415c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:02:22Z', 'updated_at': '2021-08-22T14:03:56Z', 'revision_number': 6, 'project_id': '8475de1767444d53870fb68937f13818', 'gw_port': {'id': 'f255e012-6eb8-468e-a5ef-1402b44415c0', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:02:23Z', 'updated_at': '2021-08-22T14:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '3ac0ce12-fada-487e-88df-adf53ada5c59', 'name': '', 'network_id': '105db209-79ad-433a-9528-f24c580252c0', 'tenant_id': '8475de1767444d53870fb68937f13818', 'mac_address': 'fa:16:3e:a8:c9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'e9a63140-5e79-4dcc-838c-6dcc8a51a343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:02:25Z', 'updated_at': '2021-08-22T14:02:30Z', 'revision_number': 5, 'project_id': '8475de1767444d53870fb68937f13818', 'subnets': [{'id': 'e9a63140-5e79-4dcc-838c-6dcc8a51a343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:04:02.216648 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ab2c46-07e6-4436-8b2f-2b6bcbe8110a None None] The sync data for ids ['42ba5902-9d85-4415-a7da-46a70b2f5520'] in n-d-793621-33 is: [{'id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'name': 'tempest-TestNetworkBasicOps-router-1184236507', 'tenant_id': '8475de1767444d53870fb68937f13818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'f255e012-6eb8-468e-a5ef-1402b44415c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:02:22Z', 'updated_at': '2021-08-22T14:03:56Z', 'revision_number': 6, 'project_id': '8475de1767444d53870fb68937f13818', 'gw_port': {'id': 'f255e012-6eb8-468e-a5ef-1402b44415c0', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:02:23Z', 'updated_at': '2021-08-22T14:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '3ac0ce12-fada-487e-88df-adf53ada5c59', 'name': '', 'network_id': '105db209-79ad-433a-9528-f24c580252c0', 'tenant_id': '8475de1767444d53870fb68937f13818', 'mac_address': 'fa:16:3e:a8:c9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'e9a63140-5e79-4dcc-838c-6dcc8a51a343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:02:25Z', 'updated_at': '2021-08-22T14:02:30Z', 'revision_number': 5, 'project_id': '8475de1767444d53870fb68937f13818', 'subnets': [{'id': 'e9a63140-5e79-4dcc-838c-6dcc8a51a343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:04:02.432882 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a458900-bc84-4b8e-b8a6-98cb8227db5f None None] New status for floating IP 2490f29a-ddc2-4bec-91bc-63c9d309b2b8: DOWN {{(pid=94629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 14:04:02.526370 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:02.943692 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305fbd4-1242-4895-a2da-4184c18d0e3e req-788d1b43-764f-4192-aaff-b77561dc7e35 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:04:02.945154 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6305fbd4-1242-4895-a2da-4184c18d0e3e req-788d1b43-764f-4192-aaff-b77561dc7e35 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bde28d6-6dfd-49fc-853f-25bd508b5d82 HTTP/1.1" status: 200 len: 946 time: 0.0809338 Aug 22 14:04:02.956544 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1917b-0577-47b3-bae1-0a6c0bdfda77 req-afb7db06-ff68-47d9-884b-6dc29b4702db tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:04:02.957963 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-98d1917b-0577-47b3-bae1-0a6c0bdfda77 req-afb7db06-ff68-47d9-884b-6dc29b4702db tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bde28d6-6dfd-49fc-853f-25bd508b5d82 HTTP/1.1" status: 200 len: 946 time: 0.0815504 Aug 22 14:04:03.023405 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6305fbd4-1242-4895-a2da-4184c18d0e3e req-d3ff151f-5905-41d5-8a40-ed71a812e41d tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/security-groups?id=08c98af9-03a1-42bf-8416-01276ffb4693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644903 Aug 22 14:04:03.067762 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-98d1917b-0577-47b3-bae1-0a6c0bdfda77 req-3682f150-93c8-49f6-a235-29fe320f75e7 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Deleting port 8426ee53-7dc7-46df-a5cb-16e386abb623 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:04:03.068110 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-98d1917b-0577-47b3-bae1-0a6c0bdfda77 req-3682f150-93c8-49f6-a235-29fe320f75e7 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:03.157186 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-98d1917b-0577-47b3-bae1-0a6c0bdfda77 req-3682f150-93c8-49f6-a235-29fe320f75e7 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] For port 8426ee53-7dc7-46df-a5cb-16e386abb623, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=8426ee53-7dc7-46df-a5cb-16e386abb623,segment=NetworkSegment(c8b836ba-5097-4f6d-ba05-5b055d007218),segment_id=c8b836ba-5097-4f6d-ba05-5b055d007218)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:04:03.157555 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-98d1917b-0577-47b3-bae1-0a6c0bdfda77 req-3682f150-93c8-49f6-a235-29fe320f75e7 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:03.169496 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-98d1917b-0577-47b3-bae1-0a6c0bdfda77 req-3682f150-93c8-49f6-a235-29fe320f75e7 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Calling delete_port for 8426ee53-7dc7-46df-a5cb-16e386abb623 owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:04:03.297983 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-98d1917b-0577-47b3-bae1-0a6c0bdfda77 req-3682f150-93c8-49f6-a235-29fe320f75e7 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:03.333617 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3682f150-93c8-49f6-a235-29fe320f75e7 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event deleted for resources: {'Port': ['ID=8426ee53-7dc7-46df-a5cb-16e386abb623,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:04:03.370558 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d1917b-0577-47b3-bae1-0a6c0bdfda77 req-3682f150-93c8-49f6-a235-29fe320f75e7 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] No DVR routers for this DVR port 8426ee53-7dc7-46df-a5cb-16e386abb623 on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:04:03.373033 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-98d1917b-0577-47b3-bae1-0a6c0bdfda77 req-3682f150-93c8-49f6-a235-29fe320f75e7 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:03.375073 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-98d1917b-0577-47b3-bae1-0a6c0bdfda77 req-3682f150-93c8-49f6-a235-29fe320f75e7 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.16 "DELETE /v2.0/ports/8426ee53-7dc7-46df-a5cb-16e386abb623 HTTP/1.1" status: 204 len: 173 time: 0.4095972 Aug 22 14:04:03.463880 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bde28d6-6dfd-49fc-853f-25bd508b5d82', 'name': 'network-vif-deleted', 'tag': '8426ee53-7dc7-46df-a5cb-16e386abb623'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:04:03.466259 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c909558-1058-40b0-a844-7d86d67928dd" -d '{"events": [{"server_uuid": "1bde28d6-6dfd-49fc-853f-25bd508b5d82", "name": "network-vif-deleted", "tag": "8426ee53-7dc7-46df-a5cb-16e386abb623"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:04:03.563579 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd93d7e-a3e8-4ff8-91f9-103129f1c0a4 x-openstack-request-id: req-8dd93d7e-a3e8-4ff8-91f9-103129f1c0a4 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:04:03.563867 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bde28d6-6dfd-49fc-853f-25bd508b5d82", "name": "network-vif-deleted", "tag": "8426ee53-7dc7-46df-a5cb-16e386abb623", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:04:03.564122 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8dd93d7e-a3e8-4ff8-91f9-103129f1c0a4 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:04:03.564544 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bde28d6-6dfd-49fc-853f-25bd508b5d82', 'name': 'network-vif-deleted', 'tag': '8426ee53-7dc7-46df-a5cb-16e386abb623', 'status': 'completed', 'code': 200} Aug 22 14:04:04.076777 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:04.081784 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 47990) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:04:04.139398 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8fca58b9-e0af-451f-85ab-a70c03d02bf2 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:04.163151 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8fca58b9-e0af-451f-85ab-a70c03d02bf2 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:04.221987 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8fca58b9-e0af-451f-85ab-a70c03d02bf2 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:04.224748 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8fca58b9-e0af-451f-85ab-a70c03d02bf2 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:04.225915 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8fca58b9-e0af-451f-85ab-a70c03d02bf2 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "DELETE /v2.0/security-groups/08c98af9-03a1-42bf-8416-01276ffb4693 HTTP/1.1" status: 204 len: 168 time: 0.1431398 Aug 22 14:04:04.235824 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fca58b9-e0af-451f-85ab-a70c03d02bf2 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c98af9-03a1-42bf-8416-01276ffb4693,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:04:04.265658 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47994) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:04:04.306743 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:04.615307 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-35265f41-d812-4db1-861e-979a302dda21 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:04.861768 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-35265f41-d812-4db1-861e-979a302dda21 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Deleting port 3ac0ce12-fada-487e-88df-adf53ada5c59 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:04:04.862033 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-35265f41-d812-4db1-861e-979a302dda21 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:04.947694 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-35265f41-d812-4db1-861e-979a302dda21 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] For port 3ac0ce12-fada-487e-88df-adf53ada5c59, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=3ac0ce12-fada-487e-88df-adf53ada5c59,segment=NetworkSegment(c8b836ba-5097-4f6d-ba05-5b055d007218),segment_id=c8b836ba-5097-4f6d-ba05-5b055d007218)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:04:04.948057 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-35265f41-d812-4db1-861e-979a302dda21 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:04.961368 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-35265f41-d812-4db1-861e-979a302dda21 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Calling delete_port for 3ac0ce12-fada-487e-88df-adf53ada5c59 owned by network:router_interface {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:04:05.142226 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-35265f41-d812-4db1-861e-979a302dda21 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:05.172486 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35265f41-d812-4db1-861e-979a302dda21 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event deleted for resources: {'Port': ['ID=3ac0ce12-fada-487e-88df-adf53ada5c59,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:04:05.344994 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-35265f41-d812-4db1-861e-979a302dda21 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:05.550866 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35265f41-d812-4db1-861e-979a302dda21 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Router 42ba5902-9d85-4415-a7da-46a70b2f5520 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:04:05.662679 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35265f41-d812-4db1-861e-979a302dda21 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:04:05.668421 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-35265f41-d812-4db1-861e-979a302dda21 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "PUT /v2.0/routers/42ba5902-9d85-4415-a7da-46a70b2f5520/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4010985 Aug 22 14:04:05.670523 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47996) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:04:05.673320 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48028ca3-87ab-4116-a03b-16c427c62454 None None] Sync routers for ids ['42ba5902-9d85-4415-a7da-46a70b2f5520'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:04:05.682973 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48028ca3-87ab-4116-a03b-16c427c62454 None None] Routers {'42ba5902-9d85-4415-a7da-46a70b2f5520'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:04:05.683669 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-48028ca3-87ab-4116-a03b-16c427c62454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:04:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['42ba5902-9d85-4415-a7da-46a70b2f5520'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:04:05.721145 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc6e82ae-1c4b-4db7-b3e0-ac13a5dfcb6c tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Deleting subnet e9a63140-5e79-4dcc-838c-6dcc8a51a343 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:04:05.724170 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fc6e82ae-1c4b-4db7-b3e0-ac13a5dfcb6c tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:05.763802 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fc6e82ae-1c4b-4db7-b3e0-ac13a5dfcb6c tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:05.785853 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-48028ca3-87ab-4116-a03b-16c427c62454 None None] Set router 42ba5902-9d85-4415-a7da-46a70b2f5520 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:04:05.849842 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fc6e82ae-1c4b-4db7-b3e0-ac13a5dfcb6c tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:05.910030 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fc6e82ae-1c4b-4db7-b3e0-ac13a5dfcb6c tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:05.937824 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6e82ae-1c4b-4db7-b3e0-ac13a5dfcb6c tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event deleted for resources: {'Subnet': ['ID=e9a63140-5e79-4dcc-838c-6dcc8a51a343,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:04:05.939887 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fc6e82ae-1c4b-4db7-b3e0-ac13a5dfcb6c tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:05.941796 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-fc6e82ae-1c4b-4db7-b3e0-ac13a5dfcb6c tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "DELETE /v2.0/subnets/e9a63140-5e79-4dcc-838c-6dcc8a51a343 HTTP/1.1" status: 204 len: 168 time: 0.2703378 Aug 22 14:04:05.944423 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 47998) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:04:05.944568 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34510c20-b108-414d-a7a6-68c7518eafb4 None None] Network 105db209-79ad-433a-9528-f24c580252c0 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:04:05.979413 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-48028ca3-87ab-4116-a03b-16c427c62454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'name': 'tempest-TestNetworkBasicOps-router-1184236507', 'tenant_id': '8475de1767444d53870fb68937f13818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'f255e012-6eb8-468e-a5ef-1402b44415c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:02:22Z', 'updated_at': '2021-08-22T14:04:05Z', 'revision_number': 7, 'project_id': '8475de1767444d53870fb68937f13818', 'gw_port': {'id': 'f255e012-6eb8-468e-a5ef-1402b44415c0', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:02:23Z', 'updated_at': '2021-08-22T14:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:04:06.010162 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48028ca3-87ab-4116-a03b-16c427c62454 None None] Checking router: 42ba5902-9d85-4415-a7da-46a70b2f5520 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:04:06.019636 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48028ca3-87ab-4116-a03b-16c427c62454 None None] Routers {'42ba5902-9d85-4415-a7da-46a70b2f5520'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:04:06.020308 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-48028ca3-87ab-4116-a03b-16c427c62454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:04:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['42ba5902-9d85-4415-a7da-46a70b2f5520'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:04:06.064999 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c9ba3da9-680b-49a2-b918-7e45a45928ba tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for router, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:06.134836 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-48028ca3-87ab-4116-a03b-16c427c62454 None None] Set router 42ba5902-9d85-4415-a7da-46a70b2f5520 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:04:06.171025 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c9ba3da9-680b-49a2-b918-7e45a45928ba tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:06.226834 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-c9ba3da9-680b-49a2-b918-7e45a45928ba tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Deleting port f255e012-6eb8-468e-a5ef-1402b44415c0 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:04:06.227487 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c9ba3da9-680b-49a2-b918-7e45a45928ba tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:06.302503 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e213284-6dc3-4219-8376-15151356ac69 None None] DHCP port deletion for 105db209-79ad-433a-9528-f24c580252c0 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 14:04:06.332710 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-48028ca3-87ab-4116-a03b-16c427c62454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'name': 'tempest-TestNetworkBasicOps-router-1184236507', 'tenant_id': '8475de1767444d53870fb68937f13818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'f255e012-6eb8-468e-a5ef-1402b44415c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:02:22Z', 'updated_at': '2021-08-22T14:04:05Z', 'revision_number': 7, 'project_id': '8475de1767444d53870fb68937f13818', 'gw_port': {'id': 'f255e012-6eb8-468e-a5ef-1402b44415c0', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:02:23Z', 'updated_at': '2021-08-22T14:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:04:06.356419 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-7e213284-6dc3-4219-8376-15151356ac69 None None] Deleting port b857da3d-9bd2-41d8-8a63-2be2d51bf460 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:04:06.357145 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7e213284-6dc3-4219-8376-15151356ac69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:06.364163 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48028ca3-87ab-4116-a03b-16c427c62454 None None] The sync data for ids ['42ba5902-9d85-4415-a7da-46a70b2f5520'] in n-d-793621-33 is: [{'id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'name': 'tempest-TestNetworkBasicOps-router-1184236507', 'tenant_id': '8475de1767444d53870fb68937f13818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'f255e012-6eb8-468e-a5ef-1402b44415c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:02:22Z', 'updated_at': '2021-08-22T14:04:05Z', 'revision_number': 7, 'project_id': '8475de1767444d53870fb68937f13818', 'gw_port': {'id': 'f255e012-6eb8-468e-a5ef-1402b44415c0', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba5902-9d85-4415-a7da-46a70b2f5520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:02:23Z', 'updated_at': '2021-08-22T14:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:04:06.435447 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-7e213284-6dc3-4219-8376-15151356ac69 None None] For port b857da3d-9bd2-41d8-8a63-2be2d51bf460, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=b857da3d-9bd2-41d8-8a63-2be2d51bf460,segment=NetworkSegment(c8b836ba-5097-4f6d-ba05-5b055d007218),segment_id=c8b836ba-5097-4f6d-ba05-5b055d007218)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:04:06.435848 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7e213284-6dc3-4219-8376-15151356ac69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:06.450180 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-7e213284-6dc3-4219-8376-15151356ac69 None None] Calling delete_port for b857da3d-9bd2-41d8-8a63-2be2d51bf460 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:04:06.529319 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7e213284-6dc3-4219-8376-15151356ac69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:06.555387 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e213284-6dc3-4219-8376-15151356ac69 None None] Pushing event deleted for resources: {'Port': ['ID=b857da3d-9bd2-41d8-8a63-2be2d51bf460,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:04:06.559205 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e213284-6dc3-4219-8376-15151356ac69 None None] No DVR routers for this DVR port b857da3d-9bd2-41d8-8a63-2be2d51bf460 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:04:06.656708 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-c9ba3da9-680b-49a2-b918-7e45a45928ba tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] For port f255e012-6eb8-468e-a5ef-1402b44415c0, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=f255e012-6eb8-468e-a5ef-1402b44415c0,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:04:06.657252 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c9ba3da9-680b-49a2-b918-7e45a45928ba tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:06.668984 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-c9ba3da9-680b-49a2-b918-7e45a45928ba tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Calling delete_port for f255e012-6eb8-468e-a5ef-1402b44415c0 owned by network:router_gateway {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:04:06.753939 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device b857da3d-9bd2-41d8-8a63-2be2d51bf460 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:04:06.779073 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: b857da3d-9bd2-41d8-8a63-2be2d51bf460 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:04:06.779423 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device b857da3d-9bd2-41d8-8a63-2be2d51bf460 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:04:06.779910 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 3ac0ce12-fada-487e-88df-adf53ada5c59 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:04:06.800344 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 3ac0ce12-fada-487e-88df-adf53ada5c59 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:04:06.800695 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 3ac0ce12-fada-487e-88df-adf53ada5c59 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:04:06.855843 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c9ba3da9-680b-49a2-b918-7e45a45928ba tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:06.881799 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ba3da9-680b-49a2-b918-7e45a45928ba tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event deleted for resources: {'Port': ['ID=f255e012-6eb8-468e-a5ef-1402b44415c0,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:04:06.940848 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c9ba3da9-680b-49a2-b918-7e45a45928ba tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:07.041472 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c9ba3da9-680b-49a2-b918-7e45a45928ba tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:07.043577 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c9ba3da9-680b-49a2-b918-7e45a45928ba tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:07.086372 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c9ba3da9-680b-49a2-b918-7e45a45928ba tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:07.086865 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ba3da9-680b-49a2-b918-7e45a45928ba tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Fanout notify agent at l3_agent the message router_deleted on router 42ba5902-9d85-4415-a7da-46a70b2f5520 {{(pid=94627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 14:04:07.093969 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c9ba3da9-680b-49a2-b918-7e45a45928ba tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:07.097462 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c9ba3da9-680b-49a2-b918-7e45a45928ba tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "DELETE /v2.0/routers/42ba5902-9d85-4415-a7da-46a70b2f5520 HTTP/1.1" status: 204 len: 168 time: 1.1487658 Aug 22 14:04:07.097701 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48000) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:04:07.176455 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bf59e057-0be9-4b2c-9b29-252a9ebe4f91 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:07.265394 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bf59e057-0be9-4b2c-9b29-252a9ebe4f91 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:07.275783 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-bf59e057-0be9-4b2c-9b29-252a9ebe4f91 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['105db209-79ad-433a-9528-f24c580252c0']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:04:07.285727 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-bf59e057-0be9-4b2c-9b29-252a9ebe4f91 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8b836ba-5097-4f6d-ba05-5b055d007218') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:04:07.286021 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-bf59e057-0be9-4b2c-9b29-252a9ebe4f91 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8b836ba-5097-4f6d-ba05-5b055d007218') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:04:07.295727 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bf59e057-0be9-4b2c-9b29-252a9ebe4f91 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:07.309512 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bf59e057-0be9-4b2c-9b29-252a9ebe4f91 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:07.315138 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf59e057-0be9-4b2c-9b29-252a9ebe4f91 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:04:07.315520 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bf59e057-0be9-4b2c-9b29-252a9ebe4f91 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:07.318478 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 14:04:07.318478 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:04:07.318478 n-d-793621-33 neutron-server[94627]: timer() Aug 22 14:04:07.318478 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:04:07.318478 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 14:04:07.318478 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:04:07.318478 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 14:04:07.318478 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:04:07.318478 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 14:04:07.318478 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:04:07.318478 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 14:04:07.318478 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:04:07.318478 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 14:04:07.318478 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:04:07.318478 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:04:07.318478 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:04:07.318478 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:04:07.318478 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:04:07.318478 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 14:04:07.318478 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:04:07.318478 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 14:04:07.318478 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:04:07.318478 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:04:07.318478 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:04:07.318478 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 14:04:07.318478 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:04:07.318478 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:04:07.318478 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:04:07.318478 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:04:07.318478 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:04:07.318478 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:04:07.318478 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:04:07.379706 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bf59e057-0be9-4b2c-9b29-252a9ebe4f91 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:07.386927 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bf59e057-0be9-4b2c-9b29-252a9ebe4f91 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:07.388617 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-bf59e057-0be9-4b2c-9b29-252a9ebe4f91 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "DELETE /v2.0/networks/105db209-79ad-433a-9528-f24c580252c0 HTTP/1.1" status: 204 len: 168 time: 0.2899489 Aug 22 14:04:07.400883 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf59e057-0be9-4b2c-9b29-252a9ebe4f91 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event deleted for resources: {'Network': ['ID=105db209-79ad-433a-9528-f24c580252c0,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:04:07.408493 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48002) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:04:07.413459 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-d843debe-b4bf-48c5-b4d4-4623a187ac7b tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Request body: {'network': {'name': 'tempest-network-smoke--97186136', 'project_id': '8475de1767444d53870fb68937f13818', 'port_security_enabled': True}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:04:07.425599 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 8426ee53-7dc7-46df-a5cb-16e386abb623 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:04:07.435538 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d843debe-b4bf-48c5-b4d4-4623a187ac7b tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Made reservation on behalf of 8475de1767444d53870fb68937f13818 for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:04:07.438932 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d843debe-b4bf-48c5-b4d4-4623a187ac7b tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:07.444886 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: 8426ee53-7dc7-46df-a5cb-16e386abb623 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:04:07.445838 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 8426ee53-7dc7-46df-a5cb-16e386abb623 not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:04:07.463258 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d843debe-b4bf-48c5-b4d4-4623a187ac7b tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:04:07.471943 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d843debe-b4bf-48c5-b4d4-4623a187ac7b tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:07.472328 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-d843debe-b4bf-48c5-b4d4-4623a187ac7b tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Added segment 055059bc-0dba-4bdf-9ce0-a49f06f04212 of type vlan for network 81d7df6d-d7f6-4570-9a7a-9668723f3d9a Aug 22 14:04:07.512879 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d843debe-b4bf-48c5-b4d4-4623a187ac7b tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:07.537953 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d843debe-b4bf-48c5-b4d4-4623a187ac7b tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:07.544740 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d843debe-b4bf-48c5-b4d4-4623a187ac7b tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:04:07.545356 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d843debe-b4bf-48c5-b4d4-4623a187ac7b tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:07.608730 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d843debe-b4bf-48c5-b4d4-4623a187ac7b tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1991479 Aug 22 14:04:07.611539 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48004) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:04:07.615060 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d843debe-b4bf-48c5-b4d4-4623a187ac7b tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event updated for resources: {'Network': ['ID=81d7df6d-d7f6-4570-9a7a-9668723f3d9a,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:04:07.616582 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-74e4804d-646c-483e-abe3-abd8702df8c5 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-122672403', 'admin_state_up': True, 'project_id': '8475de1767444d53870fb68937f13818', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:04:07.626352 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 81d7df6d-d7f6-4570-9a7a-9668723f3d9a details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:04:07.643153 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-74e4804d-646c-483e-abe3-abd8702df8c5 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:07.644342 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-74e4804d-646c-483e-abe3-abd8702df8c5 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:07.707029 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-74e4804d-646c-483e-abe3-abd8702df8c5 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:07.842414 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-74e4804d-646c-483e-abe3-abd8702df8c5 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:08.361717 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-74e4804d-646c-483e-abe3-abd8702df8c5 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for router_gateway, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:08.380431 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-74e4804d-646c-483e-abe3-abd8702df8c5 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:08.479377 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-74e4804d-646c-483e-abe3-abd8702df8c5 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Allocated IP 172.25.3.208 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/f925fd01-bd8b-4b22-b8da-30822a51d024) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:04:08.582329 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-74e4804d-646c-483e-abe3-abd8702df8c5 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:08.620252 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-74e4804d-646c-483e-abe3-abd8702df8c5 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:08.656745 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e4804d-646c-483e-abe3-abd8702df8c5 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:04:08.662505 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-74e4804d-646c-483e-abe3-abd8702df8c5 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:04:08.668535 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device f255e012-6eb8-468e-a5ef-1402b44415c0 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:04:08.669891 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e4804d-646c-483e-abe3-abd8702df8c5 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event updated for resources: {'Port': ['ID=f925fd01-bd8b-4b22-b8da-30822a51d024,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:04:08.672159 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e4804d-646c-483e-abe3-abd8702df8c5 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:04:08.692743 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: f255e012-6eb8-468e-a5ef-1402b44415c0 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:04:08.693164 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device f255e012-6eb8-468e-a5ef-1402b44415c0 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:04:08.907969 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-74e4804d-646c-483e-abe3-abd8702df8c5 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for router_gateway, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:09.102870 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-74e4804d-646c-483e-abe3-abd8702df8c5 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:09.224538 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e4804d-646c-483e-abe3-abd8702df8c5 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Router c80d20db-1d32-436a-abdb-b6ae70e423b1 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 14:04:09.326214 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e4804d-646c-483e-abe3-abd8702df8c5 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:04:09.336756 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b19a480-861f-4c17-b362-94fc20cfc574 None None] Sync routers for ids ['c80d20db-1d32-436a-abdb-b6ae70e423b1'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:04:09.345629 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b19a480-861f-4c17-b362-94fc20cfc574 None None] Routers {'c80d20db-1d32-436a-abdb-b6ae70e423b1'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:04:09.345864 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-74e4804d-646c-483e-abe3-abd8702df8c5 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:09.346301 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-4b19a480-861f-4c17-b362-94fc20cfc574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:04:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['c80d20db-1d32-436a-abdb-b6ae70e423b1'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:04:09.347164 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-74e4804d-646c-483e-abe3-abd8702df8c5 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7344544 Aug 22 14:04:09.350081 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48008) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:04:09.380080 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8fdf3406-ced7-4e7f-91d5-e8743e1f726e tempest-TestNetworkBasicOps-931913881 tempest-TestNetworkBasicOps-931913881-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=8475de1767444d53870fb68937f13818&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288987 Aug 22 14:04:09.382616 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48010) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:04:09.451117 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-4b19a480-861f-4c17-b362-94fc20cfc574 None None] Set router c80d20db-1d32-436a-abdb-b6ae70e423b1 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:04:09.474780 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa7cd21-edeb-4f67-ab86-6d46a8509ddc tempest-TestNetworkBasicOps-931913881 tempest-TestNetworkBasicOps-931913881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:04:09.476221 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8aa7cd21-edeb-4f67-ab86-6d46a8509ddc tempest-TestNetworkBasicOps-931913881 tempest-TestNetworkBasicOps-931913881-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0920801 Aug 22 14:04:09.479067 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48012) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:04:09.507104 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9515eebe-40c3-48d4-991f-3ad224b5b2bf tempest-TestNetworkBasicOps-931913881 tempest-TestNetworkBasicOps-931913881-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=7de6ab83-cd00-4b3c-94fb-810dd34d29b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269341 Aug 22 14:04:09.510074 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48014) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:04:09.514820 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-78389264-c7a2-42b4-b572-c5471ce5a6ae tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-928277980', 'network_id': '81d7df6d-d7f6-4570-9a7a-9668723f3d9a', 'project_id': '8475de1767444d53870fb68937f13818', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:04:09.599983 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78389264-c7a2-42b4-b572-c5471ce5a6ae tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Made reservation on behalf of 8475de1767444d53870fb68937f13818 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:04:09.604082 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-78389264-c7a2-42b4-b572-c5471ce5a6ae tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:09.624849 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-4b19a480-861f-4c17-b362-94fc20cfc574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80d20db-1d32-436a-abdb-b6ae70e423b1', 'name': 'tempest-TestNetworkBasicOps-router-122672403', 'tenant_id': '8475de1767444d53870fb68937f13818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'f925fd01-bd8b-4b22-b8da-30822a51d024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:04:07Z', 'updated_at': '2021-08-22T14:04:08Z', 'revision_number': 3, 'project_id': '8475de1767444d53870fb68937f13818', 'gw_port': {'id': 'f925fd01-bd8b-4b22-b8da-30822a51d024', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b8:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80d20db-1d32-436a-abdb-b6ae70e423b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:04:08Z', 'updated_at': '2021-08-22T14:04:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:04:09.650657 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b19a480-861f-4c17-b362-94fc20cfc574 None None] Checking router: c80d20db-1d32-436a-abdb-b6ae70e423b1 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:04:09.650998 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b19a480-861f-4c17-b362-94fc20cfc574 None None] Updating router c80d20db-1d32-436a-abdb-b6ae70e423b1 port f925fd01-bd8b-4b22-b8da-30822a51d024 binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:04:09.675499 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4b19a480-861f-4c17-b362-94fc20cfc574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:09.784531 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-78389264-c7a2-42b4-b572-c5471ce5a6ae tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:09.849024 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78389264-c7a2-42b4-b572-c5471ce5a6ae tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event updated for resources: {'Subnet': ['ID=30d36040-80a2-4acd-a425-878d677619d3,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:04:09.856493 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78389264-c7a2-42b4-b572-c5471ce5a6ae tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Checking segment: {'id': '055059bc-0dba-4bdf-9ce0-a49f06f04212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '81d7df6d-d7f6-4570-9a7a-9668723f3d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:04:09.856852 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78389264-c7a2-42b4-b572-c5471ce5a6ae tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Network hostable DHCP agents. Network: 81d7df6d-d7f6-4570-9a7a-9668723f3d9a, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:04:09.873187 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78389264-c7a2-42b4-b572-c5471ce5a6ae tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Network 81d7df6d-d7f6-4570-9a7a-9668723f3d9a is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:04:09.881755 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-78389264-c7a2-42b4-b572-c5471ce5a6ae tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 81d7df6d-d7f6-4570-9a7a-9668723f3d9a) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:04:09.887354 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78389264-c7a2-42b4-b572-c5471ce5a6ae tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:04:09.888194 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-78389264-c7a2-42b4-b572-c5471ce5a6ae tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:09.894954 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e63bb2-e20e-4cd8-abe5-eeaa95cf1823 None None] Network 81d7df6d-d7f6-4570-9a7a-9668723f3d9a requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:04:09.903195 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-78389264-c7a2-42b4-b572-c5471ce5a6ae tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3921230 Aug 22 14:04:09.905970 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48016) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:04:09.975066 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4b19a480-861f-4c17-b362-94fc20cfc574 None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:09.997010 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-4b19a480-861f-4c17-b362-94fc20cfc574 None None] Transition to ACTIVE for port object f925fd01-bd8b-4b22-b8da-30822a51d024 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:04:10.009405 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4b19a480-861f-4c17-b362-94fc20cfc574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:10.099096 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dca036-be51-49bb-8830-f774549da925 None None] Pushing event updated for resources: {'Port': ['ID=f925fd01-bd8b-4b22-b8da-30822a51d024,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:04:10.107871 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-4b19a480-861f-4c17-b362-94fc20cfc574 None None] Attempting to bind port f925fd01-bd8b-4b22-b8da-30822a51d024 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:04:10.108260 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-4b19a480-861f-4c17-b362-94fc20cfc574 None None] Attempting to bind port f925fd01-bd8b-4b22-b8da-30822a51d024 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:04:10.108624 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b19a480-861f-4c17-b362-94fc20cfc574 None None] Attempting to bind port f925fd01-bd8b-4b22-b8da-30822a51d024 on network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:04:10.119751 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b19a480-861f-4c17-b362-94fc20cfc574 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:04:10.120119 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b19a480-861f-4c17-b362-94fc20cfc574 None None] Checking segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:04:10.120547 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4b19a480-861f-4c17-b362-94fc20cfc574 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:10.120935 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b19a480-861f-4c17-b362-94fc20cfc574 None None] Bound using segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:04:10.121403 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-4b19a480-861f-4c17-b362-94fc20cfc574 None None] Bound port: f925fd01-bd8b-4b22-b8da-30822a51d024, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:04:10.121788 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4b19a480-861f-4c17-b362-94fc20cfc574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:10.176422 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2e2426-380b-4171-9118-7c4f5d6d287e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-81d7df6d-d7f6-4570-9a7a-9668723f3d9a', 'network_id': '81d7df6d-d7f6-4570-9a7a-9668723f3d9a', 'tenant_id': '8475de1767444d53870fb68937f13818', 'fixed_ips': [{'subnet_id': '30d36040-80a2-4acd-a425-878d677619d3'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:04:10.177258 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1a2e2426-380b-4171-9118-7c4f5d6d287e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:10.202445 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-4b19a480-861f-4c17-b362-94fc20cfc574 None None] For port f925fd01-bd8b-4b22-b8da-30822a51d024, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:04:10.220637 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-4b19a480-861f-4c17-b362-94fc20cfc574 None None] For port f925fd01-bd8b-4b22-b8da-30822a51d024, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=f925fd01-bd8b-4b22-b8da-30822a51d024,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:04:10.225115 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4b19a480-861f-4c17-b362-94fc20cfc574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:10.345990 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a0d250fb-7c05-463e-8405-6631b05b1416 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:10.379398 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dca036-be51-49bb-8830-f774549da925 None None] Pushing event updated for resources: {'Port': ['ID=f925fd01-bd8b-4b22-b8da-30822a51d024,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:04:10.381857 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b19a480-861f-4c17-b362-94fc20cfc574 None None] Routers {'c80d20db-1d32-436a-abdb-b6ae70e423b1'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:04:10.382459 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-4b19a480-861f-4c17-b362-94fc20cfc574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:04:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['c80d20db-1d32-436a-abdb-b6ae70e423b1'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:04:10.436972 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-1a2e2426-380b-4171-9118-7c4f5d6d287e None None] Allocated IP 172.20.0.2 (81d7df6d-d7f6-4570-9a7a-9668723f3d9a/30d36040-80a2-4acd-a425-878d677619d3/a62c5100-c086-451e-8834-3df12102535a) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:04:10.543876 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-4b19a480-861f-4c17-b362-94fc20cfc574 None None] Set router c80d20db-1d32-436a-abdb-b6ae70e423b1 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:04:10.757592 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1a2e2426-380b-4171-9118-7c4f5d6d287e None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:10.770170 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-1a2e2426-380b-4171-9118-7c4f5d6d287e None None] Transition to ACTIVE for port object a62c5100-c086-451e-8834-3df12102535a will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:04:10.789551 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-1a2e2426-380b-4171-9118-7c4f5d6d287e None None] Transition to ACTIVE for port object a62c5100-c086-451e-8834-3df12102535a will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:04:10.796986 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1a2e2426-380b-4171-9118-7c4f5d6d287e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:10.838452 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-4b19a480-861f-4c17-b362-94fc20cfc574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80d20db-1d32-436a-abdb-b6ae70e423b1', 'name': 'tempest-TestNetworkBasicOps-router-122672403', 'tenant_id': '8475de1767444d53870fb68937f13818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'f925fd01-bd8b-4b22-b8da-30822a51d024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:04:07Z', 'updated_at': '2021-08-22T14:04:08Z', 'revision_number': 3, 'project_id': '8475de1767444d53870fb68937f13818', 'gw_port': {'id': 'f925fd01-bd8b-4b22-b8da-30822a51d024', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b8:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80d20db-1d32-436a-abdb-b6ae70e423b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:04:08Z', 'updated_at': '2021-08-22T14:04:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:04:10.842505 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2e2426-380b-4171-9118-7c4f5d6d287e None None] Network 81d7df6d-d7f6-4570-9a7a-9668723f3d9a is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:04:10.844268 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-a0d250fb-7c05-463e-8405-6631b05b1416 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Allocated IP 172.20.0.1 (81d7df6d-d7f6-4570-9a7a-9668723f3d9a/30d36040-80a2-4acd-a425-878d677619d3/8e612a7c-ea57-4248-8d53-92577e93e491) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:04:10.872918 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-1a2e2426-380b-4171-9118-7c4f5d6d287e None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:04:10.876488 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b19a480-861f-4c17-b362-94fc20cfc574 None None] The sync data for ids ['c80d20db-1d32-436a-abdb-b6ae70e423b1'] in n-d-793621-33 is: [{'id': 'c80d20db-1d32-436a-abdb-b6ae70e423b1', 'name': 'tempest-TestNetworkBasicOps-router-122672403', 'tenant_id': '8475de1767444d53870fb68937f13818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'f925fd01-bd8b-4b22-b8da-30822a51d024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:04:07Z', 'updated_at': '2021-08-22T14:04:08Z', 'revision_number': 3, 'project_id': '8475de1767444d53870fb68937f13818', 'gw_port': {'id': 'f925fd01-bd8b-4b22-b8da-30822a51d024', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b8:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80d20db-1d32-436a-abdb-b6ae70e423b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:04:08Z', 'updated_at': '2021-08-22T14:04:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:04:10.877944 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2e2426-380b-4171-9118-7c4f5d6d287e None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:04:10.887793 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e2426-380b-4171-9118-7c4f5d6d287e None None] Pushing event updated for resources: {'Port': ['ID=a62c5100-c086-451e-8834-3df12102535a,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:04:10.978476 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a0d250fb-7c05-463e-8405-6631b05b1416 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:10.998979 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-a0d250fb-7c05-463e-8405-6631b05b1416 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Transition to ACTIVE for port object 8e612a7c-ea57-4248-8d53-92577e93e491 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:04:11.035198 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a0d250fb-7c05-463e-8405-6631b05b1416 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:11.090356 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d250fb-7c05-463e-8405-6631b05b1416 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Network 81d7df6d-d7f6-4570-9a7a-9668723f3d9a is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:04:11.099870 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-a0d250fb-7c05-463e-8405-6631b05b1416 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:04:11.103053 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d250fb-7c05-463e-8405-6631b05b1416 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:04:11.126333 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-1a2e2426-380b-4171-9118-7c4f5d6d287e None None] Attempting to bind port a62c5100-c086-451e-8834-3df12102535a on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:04:11.126711 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-1a2e2426-380b-4171-9118-7c4f5d6d287e None None] Attempting to bind port a62c5100-c086-451e-8834-3df12102535a by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '055059bc-0dba-4bdf-9ce0-a49f06f04212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '81d7df6d-d7f6-4570-9a7a-9668723f3d9a'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:04:11.127075 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2e2426-380b-4171-9118-7c4f5d6d287e None None] Attempting to bind port a62c5100-c086-451e-8834-3df12102535a on network 81d7df6d-d7f6-4570-9a7a-9668723f3d9a {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:04:11.131655 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d250fb-7c05-463e-8405-6631b05b1416 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event updated for resources: {'Port': ['ID=8e612a7c-ea57-4248-8d53-92577e93e491,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:04:11.132362 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2e2426-380b-4171-9118-7c4f5d6d287e None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:04:11.132871 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2e2426-380b-4171-9118-7c4f5d6d287e None None] Checking segment: {'id': '055059bc-0dba-4bdf-9ce0-a49f06f04212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '81d7df6d-d7f6-4570-9a7a-9668723f3d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:04:11.133871 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1a2e2426-380b-4171-9118-7c4f5d6d287e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:11.134261 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2e2426-380b-4171-9118-7c4f5d6d287e None None] Bound using segment: {'id': '055059bc-0dba-4bdf-9ce0-a49f06f04212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '81d7df6d-d7f6-4570-9a7a-9668723f3d9a'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:04:11.134719 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-1a2e2426-380b-4171-9118-7c4f5d6d287e None None] Bound port: a62c5100-c086-451e-8834-3df12102535a, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '055059bc-0dba-4bdf-9ce0-a49f06f04212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '81d7df6d-d7f6-4570-9a7a-9668723f3d9a'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:04:11.135102 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1a2e2426-380b-4171-9118-7c4f5d6d287e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:11.158614 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a0d250fb-7c05-463e-8405-6631b05b1416 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:11.201631 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-1a2e2426-380b-4171-9118-7c4f5d6d287e None None] For port a62c5100-c086-451e-8834-3df12102535a, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:04:11.205384 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-1a2e2426-380b-4171-9118-7c4f5d6d287e None None] For port a62c5100-c086-451e-8834-3df12102535a, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=a62c5100-c086-451e-8834-3df12102535a,segment=NetworkSegment(055059bc-0dba-4bdf-9ce0-a49f06f04212),segment_id=055059bc-0dba-4bdf-9ce0-a49f06f04212)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:04:11.214339 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1a2e2426-380b-4171-9118-7c4f5d6d287e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:11.266634 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:04:11.284208 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e2426-380b-4171-9118-7c4f5d6d287e None None] Pushing event updated for resources: {'Port': ['ID=a62c5100-c086-451e-8834-3df12102535a,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:04:11.313139 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a0d250fb-7c05-463e-8405-6631b05b1416 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:11.626951 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a0d250fb-7c05-463e-8405-6631b05b1416 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:11.632979 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a0d250fb-7c05-463e-8405-6631b05b1416 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:11.707042 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d250fb-7c05-463e-8405-6631b05b1416 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event updated for resources: {'Port': ['ID=8e612a7c-ea57-4248-8d53-92577e93e491,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:04:11.709598 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a0d250fb-7c05-463e-8405-6631b05b1416 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:11.807104 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d250fb-7c05-463e-8405-6631b05b1416 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Network 81d7df6d-d7f6-4570-9a7a-9668723f3d9a is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:04:11.808499 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-a0d250fb-7c05-463e-8405-6631b05b1416 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:04:11.924099 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0d250fb-7c05-463e-8405-6631b05b1416 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Router c80d20db-1d32-436a-abdb-b6ae70e423b1 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:04:12.037499 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d250fb-7c05-463e-8405-6631b05b1416 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:04:12.043541 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a0d250fb-7c05-463e-8405-6631b05b1416 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "PUT /v2.0/routers/c80d20db-1d32-436a-abdb-b6ae70e423b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1362684 Aug 22 14:04:12.045895 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48018) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:04:12.142464 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1a9fb9-9668-4700-a584-514806b72cbd tempest-TestNetworkBasicOps-931913881 tempest-TestNetworkBasicOps-931913881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:04:12.142942 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1a9fb9-9668-4700-a584-514806b72cbd tempest-TestNetworkBasicOps-931913881 tempest-TestNetworkBasicOps-931913881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:04:12.143408 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1a9fb9-9668-4700-a584-514806b72cbd tempest-TestNetworkBasicOps-931913881 tempest-TestNetworkBasicOps-931913881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:04:12.143867 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1a9fb9-9668-4700-a584-514806b72cbd tempest-TestNetworkBasicOps-931913881 tempest-TestNetworkBasicOps-931913881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:04:12.145688 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8a1a9fb9-9668-4700-a584-514806b72cbd tempest-TestNetworkBasicOps-931913881 tempest-TestNetworkBasicOps-931913881-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2884 time: 0.0987418 Aug 22 14:04:12.148202 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48020) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:04:12.184898 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b500affa-2d53-4e0f-9e4c-7e29915232f7 None None] Network 81d7df6d-d7f6-4570-9a7a-9668723f3d9a requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:04:12.201923 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0620d797-f382-4fce-92ab-118bd6de9a79 tempest-TestNetworkBasicOps-931913881 tempest-TestNetworkBasicOps-931913881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:04:12.202387 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0620d797-f382-4fce-92ab-118bd6de9a79 tempest-TestNetworkBasicOps-931913881 tempest-TestNetworkBasicOps-931913881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:04:12.202839 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0620d797-f382-4fce-92ab-118bd6de9a79 tempest-TestNetworkBasicOps-931913881 tempest-TestNetworkBasicOps-931913881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:04:12.203290 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0620d797-f382-4fce-92ab-118bd6de9a79 tempest-TestNetworkBasicOps-931913881 tempest-TestNetworkBasicOps-931913881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:04:12.204946 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0620d797-f382-4fce-92ab-118bd6de9a79 tempest-TestNetworkBasicOps-931913881 tempest-TestNetworkBasicOps-931913881-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0552661 Aug 22 14:04:12.207928 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48022) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:04:12.243747 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-796f9ff5-3081-4602-bbac-b2cc9bf07d2f None None] Provisioning for port a62c5100-c086-451e-8834-3df12102535a completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:04:12.340994 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-239f5bb0-a2c1-4d13-9f9f-207d4a85cf50 tempest-TestNetworkBasicOps-931913881 tempest-TestNetworkBasicOps-931913881-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1318913 Aug 22 14:04:12.585704 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-2f0e5197-84c3-4ad4-b7e2-35e67ab932aa None None] Provisioning for port 8e612a7c-ea57-4248-8d53-92577e93e491 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:04:12.590776 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-2f0e5197-84c3-4ad4-b7e2-35e67ab932aa None None] Provisioning complete for port 8e612a7c-ea57-4248-8d53-92577e93e491 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:04:12.591252 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2f0e5197-84c3-4ad4-b7e2-35e67ab932aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:12.635374 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-2f0e5197-84c3-4ad4-b7e2-35e67ab932aa None None] Port 8e612a7c-ea57-4248-8d53-92577e93e491 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:04:12.646034 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48026) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:04:12.651374 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-13b6d544-f98e-4de1-a46c-f6171dec7053 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1690203889', 'description': 'tempest-secgroup-smoke-1690203889 description', 'project_id': '8475de1767444d53870fb68937f13818'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:04:12.684696 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-13b6d544-f98e-4de1-a46c-f6171dec7053 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:12.697674 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22820c8-6889-4493-a315-ee9f817e150c None None] Sync routers for ids ['c80d20db-1d32-436a-abdb-b6ae70e423b1'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:04:12.708463 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22820c8-6889-4493-a315-ee9f817e150c None None] Routers {'c80d20db-1d32-436a-abdb-b6ae70e423b1'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:04:12.709092 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-f22820c8-6889-4493-a315-ee9f817e150c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:04:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['c80d20db-1d32-436a-abdb-b6ae70e423b1'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:04:12.780219 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device a62c5100-c086-451e-8834-3df12102535a up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:04:12.789951 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-13b6d544-f98e-4de1-a46c-f6171dec7053 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:12.796382 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-13b6d544-f98e-4de1-a46c-f6171dec7053 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:12.826910 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b6d544-f98e-4de1-a46c-f6171dec7053 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0fda054-af39-445d-9f40-427e00307d58,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:04:12.833322 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-13b6d544-f98e-4de1-a46c-f6171dec7053 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:12.835009 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-f22820c8-6889-4493-a315-ee9f817e150c None None] Set router c80d20db-1d32-436a-abdb-b6ae70e423b1 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:04:12.837856 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-13b6d544-f98e-4de1-a46c-f6171dec7053 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1887653 Aug 22 14:04:12.839761 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48028) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:04:12.846384 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-ff96d111-5538-4250-917a-162c5e8324c5 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Request body: {'security_group_rule': {'security_group_id': 'c0fda054-af39-445d-9f40-427e00307d58', 'project_id': '8475de1767444d53870fb68937f13818', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:04:12.873187 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-6ab54aef-b0f5-4ff9-bab7-44665e5ed7cb None None] Provisioning complete for port 8e612a7c-ea57-4248-8d53-92577e93e491 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:04:12.873546 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6ab54aef-b0f5-4ff9-bab7-44665e5ed7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:12.885590 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ff96d111-5538-4250-917a-162c5e8324c5 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:12.895904 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port a62c5100-c086-451e-8834-3df12102535a completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:04:12.905044 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port a62c5100-c086-451e-8834-3df12102535a triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:04:12.905412 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:12.944827 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-6ab54aef-b0f5-4ff9-bab7-44665e5ed7cb None None] Port 8e612a7c-ea57-4248-8d53-92577e93e491 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:04:12.957515 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ff96d111-5538-4250-917a-162c5e8324c5 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:12.965139 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ff96d111-5538-4250-917a-162c5e8324c5 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:12.989743 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d111-5538-4250-917a-162c5e8324c5 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d320b760-c8d7-4a34-84fd-1be47eae09e7,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:04:12.996693 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ff96d111-5538-4250-917a-162c5e8324c5 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:12.998332 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ff96d111-5538-4250-917a-162c5e8324c5 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1566396 Aug 22 14:04:13.001139 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48030) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:04:13.007346 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-c4c3b56e-0f84-4387-be9e-07c7f9814742 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Request body: {'security_group_rule': {'security_group_id': 'c0fda054-af39-445d-9f40-427e00307d58', 'project_id': '8475de1767444d53870fb68937f13818', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:04:13.031029 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:13.042378 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c4c3b56e-0f84-4387-be9e-07c7f9814742 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:13.067465 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port a62c5100-c086-451e-8834-3df12102535a, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=a62c5100-c086-451e-8834-3df12102535a,segment=NetworkSegment(055059bc-0dba-4bdf-9ce0-a49f06f04212),segment_id=055059bc-0dba-4bdf-9ce0-a49f06f04212)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:04:13.074033 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:13.074893 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device f925fd01-bd8b-4b22-b8da-30822a51d024 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:04:13.089460 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-f22820c8-6889-4493-a315-ee9f817e150c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80d20db-1d32-436a-abdb-b6ae70e423b1', 'name': 'tempest-TestNetworkBasicOps-router-122672403', 'tenant_id': '8475de1767444d53870fb68937f13818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'f925fd01-bd8b-4b22-b8da-30822a51d024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:04:07Z', 'updated_at': '2021-08-22T14:04:11Z', 'revision_number': 4, 'project_id': '8475de1767444d53870fb68937f13818', 'gw_port': {'id': 'f925fd01-bd8b-4b22-b8da-30822a51d024', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b8:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80d20db-1d32-436a-abdb-b6ae70e423b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:04:08Z', 'updated_at': '2021-08-22T14:04:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '8e612a7c-ea57-4248-8d53-92577e93e491', 'name': '', 'network_id': '81d7df6d-d7f6-4570-9a7a-9668723f3d9a', 'tenant_id': '8475de1767444d53870fb68937f13818', 'mac_address': 'fa:16:3e:6d:1f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80d20db-1d32-436a-abdb-b6ae70e423b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '30d36040-80a2-4acd-a425-878d677619d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:04:10Z', 'updated_at': '2021-08-22T14:04:11Z', 'revision_number': 2, 'project_id': '8475de1767444d53870fb68937f13818', 'subnets': [{'id': '30d36040-80a2-4acd-a425-878d677619d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:04:13.109983 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c4c3b56e-0f84-4387-be9e-07c7f9814742 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:13.114943 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c4c3b56e-0f84-4387-be9e-07c7f9814742 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:13.129275 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22820c8-6889-4493-a315-ee9f817e150c None None] Checking router: c80d20db-1d32-436a-abdb-b6ae70e423b1 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:04:13.129722 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22820c8-6889-4493-a315-ee9f817e150c None None] Updating router c80d20db-1d32-436a-abdb-b6ae70e423b1 port 8e612a7c-ea57-4248-8d53-92577e93e491 binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:04:13.138847 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c4c3b56e-0f84-4387-be9e-07c7f9814742 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:13.142803 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c4c3b56e-0f84-4387-be9e-07c7f9814742 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1378713 Aug 22 14:04:13.143282 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48032) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:04:13.145073 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3b56e-0f84-4387-be9e-07c7f9814742 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bed02c1-97ca-41f4-aeed-7030757c80fc,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:04:13.154343 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-5fae733b-f705-4443-afb3-6ae06eba73ea tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Request body: {'security_group_rule': {'security_group_id': 'c0fda054-af39-445d-9f40-427e00307d58', 'project_id': '8475de1767444d53870fb68937f13818', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:04:13.158022 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=a62c5100-c086-451e-8834-3df12102535a,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:04:13.162354 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-f22820c8-6889-4493-a315-ee9f817e150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:13.175207 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-20e14a80-677f-4da1-9d8a-6efadcd241b9 None None] Provisioning complete for port 8e612a7c-ea57-4248-8d53-92577e93e491 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:04:13.175576 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-20e14a80-677f-4da1-9d8a-6efadcd241b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:13.177262 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port f925fd01-bd8b-4b22-b8da-30822a51d024 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:04:13.192841 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5fae733b-f705-4443-afb3-6ae06eba73ea tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:13.208943 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port f925fd01-bd8b-4b22-b8da-30822a51d024 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:04:13.209493 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:13.246676 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-20e14a80-677f-4da1-9d8a-6efadcd241b9 None None] Port 8e612a7c-ea57-4248-8d53-92577e93e491 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:04:13.254259 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5fae733b-f705-4443-afb3-6ae06eba73ea tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:13.259552 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5fae733b-f705-4443-afb3-6ae06eba73ea tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:13.280530 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae733b-f705-4443-afb3-6ae06eba73ea tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb0aedc7-d44c-4f55-b7d4-4d962d980d94,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:04:13.284588 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5fae733b-f705-4443-afb3-6ae06eba73ea tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:13.288490 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5fae733b-f705-4443-afb3-6ae06eba73ea tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1414752 Aug 22 14:04:13.288972 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48034) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:04:13.294134 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-769ae136-89cd-41ad-bf14-f848a41fc621 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Request body: {'security_group_rule': {'security_group_id': 'c0fda054-af39-445d-9f40-427e00307d58', 'project_id': '8475de1767444d53870fb68937f13818', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:04:13.302246 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:13.321846 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-769ae136-89cd-41ad-bf14-f848a41fc621 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:13.325703 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port f925fd01-bd8b-4b22-b8da-30822a51d024, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=f925fd01-bd8b-4b22-b8da-30822a51d024,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:04:13.329869 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:13.380121 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=f925fd01-bd8b-4b22-b8da-30822a51d024,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:04:13.391719 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-769ae136-89cd-41ad-bf14-f848a41fc621 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:13.396614 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-769ae136-89cd-41ad-bf14-f848a41fc621 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:13.413707 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ae136-89cd-41ad-bf14-f848a41fc621 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02ee48c5-ff79-404a-8c6e-aebd5189ec25,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:04:13.421664 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-769ae136-89cd-41ad-bf14-f848a41fc621 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:13.423046 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-769ae136-89cd-41ad-bf14-f848a41fc621 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1332672 Aug 22 14:04:13.426309 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48036) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:04:13.431365 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-1b3da58c-3bb6-4c28-9edb-ac009eb059fe tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Request body: {'security_group_rule': {'security_group_id': 'c0fda054-af39-445d-9f40-427e00307d58', 'project_id': '8475de1767444d53870fb68937f13818', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:04:13.453398 n-d-793621-33 neutron-server[94628]: INFO neutron.db.securitygroups_db [None req-1b3da58c-3bb6-4c28-9edb-ac009eb059fe tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Project 8475de1767444d53870fb68937f13818 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 14:04:13.458501 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1b3da58c-3bb6-4c28-9edb-ac009eb059fe tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:13.459347 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-f22820c8-6889-4493-a315-ee9f817e150c None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:13.469247 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-f22820c8-6889-4493-a315-ee9f817e150c None None] Transition to ACTIVE for port object 8e612a7c-ea57-4248-8d53-92577e93e491 will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:04:13.475117 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-f22820c8-6889-4493-a315-ee9f817e150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:13.521347 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1b3da58c-3bb6-4c28-9edb-ac009eb059fe tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:13.526763 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1b3da58c-3bb6-4c28-9edb-ac009eb059fe tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:13.529292 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec17429-fe41-4cc7-b30f-e179b5151102 None None] Pushing event updated for resources: {'Port': ['ID=8e612a7c-ea57-4248-8d53-92577e93e491,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:04:13.544887 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3da58c-3bb6-4c28-9edb-ac009eb059fe tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=798cb108-439f-4116-a78c-2848884c1f00,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:04:13.553453 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1b3da58c-3bb6-4c28-9edb-ac009eb059fe tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:13.555287 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-1b3da58c-3bb6-4c28-9edb-ac009eb059fe tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1273692 Aug 22 14:04:13.558101 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48038) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:04:13.562781 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-6fe7c5fa-6a0a-4a7f-a0f8-10f7cc6d9043 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Request body: {'security_group_rule': {'security_group_id': 'c0fda054-af39-445d-9f40-427e00307d58', 'project_id': '8475de1767444d53870fb68937f13818', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:04:13.586905 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-f22820c8-6889-4493-a315-ee9f817e150c None None] Attempting to bind port 8e612a7c-ea57-4248-8d53-92577e93e491 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:04:13.587211 n-d-793621-33 neutron-server[94627]: INFO neutron.db.securitygroups_db [None req-6fe7c5fa-6a0a-4a7f-a0f8-10f7cc6d9043 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Project 8475de1767444d53870fb68937f13818 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 14:04:13.587349 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-f22820c8-6889-4493-a315-ee9f817e150c None None] Attempting to bind port 8e612a7c-ea57-4248-8d53-92577e93e491 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '055059bc-0dba-4bdf-9ce0-a49f06f04212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '81d7df6d-d7f6-4570-9a7a-9668723f3d9a'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:04:13.587720 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22820c8-6889-4493-a315-ee9f817e150c None None] Attempting to bind port 8e612a7c-ea57-4248-8d53-92577e93e491 on network 81d7df6d-d7f6-4570-9a7a-9668723f3d9a {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:04:13.593075 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22820c8-6889-4493-a315-ee9f817e150c None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:04:13.593446 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22820c8-6889-4493-a315-ee9f817e150c None None] Checking segment: {'id': '055059bc-0dba-4bdf-9ce0-a49f06f04212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '81d7df6d-d7f6-4570-9a7a-9668723f3d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:04:13.593717 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6fe7c5fa-6a0a-4a7f-a0f8-10f7cc6d9043 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:13.594031 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-f22820c8-6889-4493-a315-ee9f817e150c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:13.594428 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22820c8-6889-4493-a315-ee9f817e150c None None] Bound using segment: {'id': '055059bc-0dba-4bdf-9ce0-a49f06f04212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '81d7df6d-d7f6-4570-9a7a-9668723f3d9a'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:04:13.594902 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-f22820c8-6889-4493-a315-ee9f817e150c None None] Bound port: 8e612a7c-ea57-4248-8d53-92577e93e491, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '055059bc-0dba-4bdf-9ce0-a49f06f04212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '81d7df6d-d7f6-4570-9a7a-9668723f3d9a'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:04:13.595293 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-f22820c8-6889-4493-a315-ee9f817e150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:13.663779 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6fe7c5fa-6a0a-4a7f-a0f8-10f7cc6d9043 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:13.665100 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-f22820c8-6889-4493-a315-ee9f817e150c None None] For port 8e612a7c-ea57-4248-8d53-92577e93e491, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:04:13.669527 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-f22820c8-6889-4493-a315-ee9f817e150c None None] For port 8e612a7c-ea57-4248-8d53-92577e93e491, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=8e612a7c-ea57-4248-8d53-92577e93e491,segment=NetworkSegment(055059bc-0dba-4bdf-9ce0-a49f06f04212),segment_id=055059bc-0dba-4bdf-9ce0-a49f06f04212)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:04:13.670400 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6fe7c5fa-6a0a-4a7f-a0f8-10f7cc6d9043 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:13.674494 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-f22820c8-6889-4493-a315-ee9f817e150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:13.692373 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6fe7c5fa-6a0a-4a7f-a0f8-10f7cc6d9043 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:13.701673 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-6fe7c5fa-6a0a-4a7f-a0f8-10f7cc6d9043 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1344781 Aug 22 14:04:13.705193 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe7c5fa-6a0a-4a7f-a0f8-10f7cc6d9043 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f10b23b-2b02-4849-ad5d-3e001fc3e4d9,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:04:13.741559 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec17429-fe41-4cc7-b30f-e179b5151102 None None] Pushing event updated for resources: {'Port': ['ID=8e612a7c-ea57-4248-8d53-92577e93e491,revision_number=4']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:04:13.751348 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22820c8-6889-4493-a315-ee9f817e150c None None] Routers {'c80d20db-1d32-436a-abdb-b6ae70e423b1'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:04:13.751979 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-f22820c8-6889-4493-a315-ee9f817e150c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:04:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['c80d20db-1d32-436a-abdb-b6ae70e423b1'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:04:13.861443 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-f22820c8-6889-4493-a315-ee9f817e150c None None] Set router c80d20db-1d32-436a-abdb-b6ae70e423b1 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:04:13.873967 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-35a2a6fd-4af1-49da-9fbb-21b867a0b0af req-fe0d202e-19ba-4f61-a85f-8185bf58b05f tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1690203889&fields=id&tenant_id=8475de1767444d53870fb68937f13818 HTTP/1.1" status: 200 len: 267 time: 0.0425038 Aug 22 14:04:14.000966 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2a6fd-4af1-49da-9fbb-21b867a0b0af req-4ebcbd3b-c9f7-4479-8222-d0afeacc445b tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:04:14.002499 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-35a2a6fd-4af1-49da-9fbb-21b867a0b0af req-4ebcbd3b-c9f7-4479-8222-d0afeacc445b tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/networks?id=81d7df6d-d7f6-4570-9a7a-9668723f3d9a HTTP/1.1" status: 200 len: 795 time: 0.1212718 Aug 22 14:04:14.017892 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-35a2a6fd-4af1-49da-9fbb-21b867a0b0af req-d6dcd661-4430-431b-bd17-4fed5f22fb93 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/quotas/8475de1767444d53870fb68937f13818 HTTP/1.1" status: 200 len: 375 time: 0.0090461 Aug 22 14:04:14.069065 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-35a2a6fd-4af1-49da-9fbb-21b867a0b0af req-daa2eba5-f441-4110-8786-932f987e7169 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8475de1767444d53870fb68937f13818&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455859 Aug 22 14:04:14.158112 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-f22820c8-6889-4493-a315-ee9f817e150c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80d20db-1d32-436a-abdb-b6ae70e423b1', 'name': 'tempest-TestNetworkBasicOps-router-122672403', 'tenant_id': '8475de1767444d53870fb68937f13818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'f925fd01-bd8b-4b22-b8da-30822a51d024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:04:07Z', 'updated_at': '2021-08-22T14:04:11Z', 'revision_number': 4, 'project_id': '8475de1767444d53870fb68937f13818', 'gw_port': {'id': 'f925fd01-bd8b-4b22-b8da-30822a51d024', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80d20db-1d32-436a-abdb-b6ae70e423b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:04:08Z', 'updated_at': '2021-08-22T14:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '8e612a7c-ea57-4248-8d53-92577e93e491', 'name': '', 'network_id': '81d7df6d-d7f6-4570-9a7a-9668723f3d9a', 'tenant_id': '8475de1767444d53870fb68937f13818', 'mac_address': 'fa:16:3e:6d:1f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80d20db-1d32-436a-abdb-b6ae70e423b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '30d36040-80a2-4acd-a425-878d677619d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:04:10Z', 'updated_at': '2021-08-22T14:04:13Z', 'revision_number': 4, 'project_id': '8475de1767444d53870fb68937f13818', 'subnets': [{'id': '30d36040-80a2-4acd-a425-878d677619d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:04:14.166043 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-35a2a6fd-4af1-49da-9fbb-21b867a0b0af req-f0c566dd-3108-49f2-b088-224080807065 service neutron] 10.222.0.21 "GET /v2.0/networks/81d7df6d-d7f6-4570-9a7a-9668723f3d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844829 Aug 22 14:04:14.184372 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22820c8-6889-4493-a315-ee9f817e150c None None] The sync data for ids ['c80d20db-1d32-436a-abdb-b6ae70e423b1'] in n-d-793621-33 is: [{'id': 'c80d20db-1d32-436a-abdb-b6ae70e423b1', 'name': 'tempest-TestNetworkBasicOps-router-122672403', 'tenant_id': '8475de1767444d53870fb68937f13818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'f925fd01-bd8b-4b22-b8da-30822a51d024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:04:07Z', 'updated_at': '2021-08-22T14:04:11Z', 'revision_number': 4, 'project_id': '8475de1767444d53870fb68937f13818', 'gw_port': {'id': 'f925fd01-bd8b-4b22-b8da-30822a51d024', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80d20db-1d32-436a-abdb-b6ae70e423b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:04:08Z', 'updated_at': '2021-08-22T14:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '8e612a7c-ea57-4248-8d53-92577e93e491', 'name': '', 'network_id': '81d7df6d-d7f6-4570-9a7a-9668723f3d9a', 'tenant_id': '8475de1767444d53870fb68937f13818', 'mac_address': 'fa:16:3e:6d:1f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80d20db-1d32-436a-abdb-b6ae70e423b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '30d36040-80a2-4acd-a425-878d677619d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:04:10Z', 'updated_at': '2021-08-22T14:04:13Z', 'revision_number': 4, 'project_id': '8475de1767444d53870fb68937f13818', 'subnets': [{'id': '30d36040-80a2-4acd-a425-878d677619d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:04:14.276367 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-35a2a6fd-4af1-49da-9fbb-21b867a0b0af req-f3ac6ec0-8135-4e71-8041-95e34f61c767 service neutron] 10.222.0.21 "GET /v2.0/networks/81d7df6d-d7f6-4570-9a7a-9668723f3d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039505 Aug 22 14:04:14.463947 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b3ae6584-874a-405a-a284-f90c3033f518 req-718bd7d5-75cd-444c-91c3-c09aafdb30b5 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/ports?device_id=3390da3c-6ff1-48fe-8fa9-78f24ebbb829 HTTP/1.1" status: 200 len: 210 time: 0.0279071 Aug 22 14:04:14.771115 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device a62c5100-c086-451e-8834-3df12102535a up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:04:14.833461 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port a62c5100-c086-451e-8834-3df12102535a triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:04:14.833916 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:14.921328 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 8e612a7c-ea57-4248-8d53-92577e93e491 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:04:14.978127 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 8e612a7c-ea57-4248-8d53-92577e93e491 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:04:14.982378 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 8e612a7c-ea57-4248-8d53-92577e93e491 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:04:14.982752 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:15.065678 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:15.100535 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 8e612a7c-ea57-4248-8d53-92577e93e491, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=8e612a7c-ea57-4248-8d53-92577e93e491,segment=NetworkSegment(055059bc-0dba-4bdf-9ce0-a49f06f04212),segment_id=055059bc-0dba-4bdf-9ce0-a49f06f04212)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:04:15.104933 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:15.105778 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device f925fd01-bd8b-4b22-b8da-30822a51d024 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:04:15.184260 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=8e612a7c-ea57-4248-8d53-92577e93e491,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:04:15.198454 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port f925fd01-bd8b-4b22-b8da-30822a51d024 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:04:15.198832 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:15.536513 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2a6fd-4af1-49da-9fbb-21b867a0b0af req-f0681478-7805-4443-9c90-8fc101087b76 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:04:15.537913 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-35a2a6fd-4af1-49da-9fbb-21b867a0b0af req-f0681478-7805-4443-9c90-8fc101087b76 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.41 "GET /v2.0/networks?id=81d7df6d-d7f6-4570-9a7a-9668723f3d9a HTTP/1.1" status: 200 len: 795 time: 0.1070876 Aug 22 14:04:15.578527 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6399bedb-6e4d-4c46-b37b-67f583d48aa4 req-9958fc89-2bdb-442e-8aa8-69ec52e4b58d tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/ports?device_id=3390da3c-6ff1-48fe-8fa9-78f24ebbb829 HTTP/1.1" status: 200 len: 210 time: 0.0326118 Aug 22 14:04:15.584016 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-35a2a6fd-4af1-49da-9fbb-21b867a0b0af req-e0f6adfd-8107-45a2-90fd-6c1038e3fd8e tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8475de1767444d53870fb68937f13818 HTTP/1.1" status: 200 len: 380 time: 0.0375509 Aug 22 14:04:15.596772 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-35a2a6fd-4af1-49da-9fbb-21b867a0b0af req-c4cf1781-60b9-4100-b3a4-555c34245fcd tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Request body: {'port': {'device_id': '3390da3c-6ff1-48fe-8fa9-78f24ebbb829', 'network_id': '81d7df6d-d7f6-4570-9a7a-9668723f3d9a', 'admin_state_up': True, 'tenant_id': '8475de1767444d53870fb68937f13818', 'security_groups': ['c0fda054-af39-445d-9f40-427e00307d58']}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:04:16.037999 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35a2a6fd-4af1-49da-9fbb-21b867a0b0af req-c4cf1781-60b9-4100-b3a4-555c34245fcd tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Made reservation on behalf of 8475de1767444d53870fb68937f13818 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:04:16.041685 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-35a2a6fd-4af1-49da-9fbb-21b867a0b0af req-c4cf1781-60b9-4100-b3a4-555c34245fcd tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:16.167356 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-35a2a6fd-4af1-49da-9fbb-21b867a0b0af req-c4cf1781-60b9-4100-b3a4-555c34245fcd tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Allocated IP 172.20.0.8 (81d7df6d-d7f6-4570-9a7a-9668723f3d9a/30d36040-80a2-4acd-a425-878d677619d3/2cf10bb2-4608-462b-830e-9a6888cc13f4) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:04:16.309747 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-35a2a6fd-4af1-49da-9fbb-21b867a0b0af req-c4cf1781-60b9-4100-b3a4-555c34245fcd tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:16.323692 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-35a2a6fd-4af1-49da-9fbb-21b867a0b0af req-c4cf1781-60b9-4100-b3a4-555c34245fcd tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Transition to ACTIVE for port object 2cf10bb2-4608-462b-830e-9a6888cc13f4 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:04:16.354667 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-35a2a6fd-4af1-49da-9fbb-21b867a0b0af req-c4cf1781-60b9-4100-b3a4-555c34245fcd tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:16.398282 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35a2a6fd-4af1-49da-9fbb-21b867a0b0af req-c4cf1781-60b9-4100-b3a4-555c34245fcd tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Network 81d7df6d-d7f6-4570-9a7a-9668723f3d9a is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:04:16.401248 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-35a2a6fd-4af1-49da-9fbb-21b867a0b0af req-c4cf1781-60b9-4100-b3a4-555c34245fcd tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:04:16.404772 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a2a6fd-4af1-49da-9fbb-21b867a0b0af req-c4cf1781-60b9-4100-b3a4-555c34245fcd tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:04:16.435220 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf1781-60b9-4100-b3a4-555c34245fcd tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event updated for resources: {'Port': ['ID=2cf10bb2-4608-462b-830e-9a6888cc13f4,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:04:16.460190 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2a6fd-4af1-49da-9fbb-21b867a0b0af req-c4cf1781-60b9-4100-b3a4-555c34245fcd tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:04:16.460826 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-35a2a6fd-4af1-49da-9fbb-21b867a0b0af req-c4cf1781-60b9-4100-b3a4-555c34245fcd tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:16.476710 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-35a2a6fd-4af1-49da-9fbb-21b867a0b0af req-c4cf1781-60b9-4100-b3a4-555c34245fcd tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8838105 Aug 22 14:04:16.489065 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-35a2a6fd-4af1-49da-9fbb-21b867a0b0af req-0b94e897-272d-4a3b-b10e-d8de277b813b service neutron] Request body: {'port': {'device_id': '3390da3c-6ff1-48fe-8fa9-78f24ebbb829', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:04:16.545078 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-35a2a6fd-4af1-49da-9fbb-21b867a0b0af req-0b94e897-272d-4a3b-b10e-d8de277b813b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:16.639054 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-f038ccce-f09f-4daa-bbd4-7d563bb3e2ee None None] Provisioning for port 2cf10bb2-4608-462b-830e-9a6888cc13f4 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:04:16.645502 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-f038ccce-f09f-4daa-bbd4-7d563bb3e2ee None None] Provisioning complete for port 2cf10bb2-4608-462b-830e-9a6888cc13f4 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:04:16.645879 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f038ccce-f09f-4daa-bbd4-7d563bb3e2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:16.695950 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-f038ccce-f09f-4daa-bbd4-7d563bb3e2ee None None] Port 2cf10bb2-4608-462b-830e-9a6888cc13f4 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:04:16.710916 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 8e612a7c-ea57-4248-8d53-92577e93e491 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:04:16.715380 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8db9f8-6cd3-4020-80c0-717ccadcad62 req-973162a7-2c41-4bfb-a4af-604aa80005a9 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:04:16.716974 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6e8db9f8-6cd3-4020-80c0-717ccadcad62 req-973162a7-2c41-4bfb-a4af-604aa80005a9 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/ports?device_id=3390da3c-6ff1-48fe-8fa9-78f24ebbb829 HTTP/1.1" status: 200 len: 931 time: 0.0579476 Aug 22 14:04:16.760896 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6e8db9f8-6cd3-4020-80c0-717ccadcad62 req-d150e702-5503-4638-908f-be016330425b tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fda054-af39-445d-9f40-427e00307d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376465 Aug 22 14:04:16.761962 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 8e612a7c-ea57-4248-8d53-92577e93e491 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:04:16.762330 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:16.827979 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-35a2a6fd-4af1-49da-9fbb-21b867a0b0af req-0b94e897-272d-4a3b-b10e-d8de277b813b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cf10bb2-4608-462b-830e-9a6888cc13f4 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:04:16.835408 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-35a2a6fd-4af1-49da-9fbb-21b867a0b0af req-0b94e897-272d-4a3b-b10e-d8de277b813b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:16.848456 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-35a2a6fd-4af1-49da-9fbb-21b867a0b0af req-0b94e897-272d-4a3b-b10e-d8de277b813b service neutron] Transition to ACTIVE for port object 2cf10bb2-4608-462b-830e-9a6888cc13f4 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:04:16.852374 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-35a2a6fd-4af1-49da-9fbb-21b867a0b0af req-0b94e897-272d-4a3b-b10e-d8de277b813b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:16.902032 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b94e897-272d-4a3b-b10e-d8de277b813b service neutron] Pushing event updated for resources: {'Port': ['ID=2cf10bb2-4608-462b-830e-9a6888cc13f4,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:04:16.972490 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-35a2a6fd-4af1-49da-9fbb-21b867a0b0af req-0b94e897-272d-4a3b-b10e-d8de277b813b service neutron] Attempting to bind port 2cf10bb2-4608-462b-830e-9a6888cc13f4 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:04:16.972817 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-35a2a6fd-4af1-49da-9fbb-21b867a0b0af req-0b94e897-272d-4a3b-b10e-d8de277b813b service neutron] Attempting to bind port 2cf10bb2-4608-462b-830e-9a6888cc13f4 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '055059bc-0dba-4bdf-9ce0-a49f06f04212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '81d7df6d-d7f6-4570-9a7a-9668723f3d9a'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:04:16.973145 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a2a6fd-4af1-49da-9fbb-21b867a0b0af req-0b94e897-272d-4a3b-b10e-d8de277b813b service neutron] Attempting to bind port 2cf10bb2-4608-462b-830e-9a6888cc13f4 on network 81d7df6d-d7f6-4570-9a7a-9668723f3d9a {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:04:16.979255 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a2a6fd-4af1-49da-9fbb-21b867a0b0af req-0b94e897-272d-4a3b-b10e-d8de277b813b service neutron] Port 2cf10bb2-4608-462b-830e-9a6888cc13f4 on network 81d7df6d-d7f6-4570-9a7a-9668723f3d9a not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:04:16.979583 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a2a6fd-4af1-49da-9fbb-21b867a0b0af req-0b94e897-272d-4a3b-b10e-d8de277b813b service neutron] Attempting to bind port 2cf10bb2-4608-462b-830e-9a6888cc13f4 on network 81d7df6d-d7f6-4570-9a7a-9668723f3d9a {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:04:16.985053 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a2a6fd-4af1-49da-9fbb-21b867a0b0af req-0b94e897-272d-4a3b-b10e-d8de277b813b service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:04:16.985395 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a2a6fd-4af1-49da-9fbb-21b867a0b0af req-0b94e897-272d-4a3b-b10e-d8de277b813b service neutron] Checking segment: {'id': '055059bc-0dba-4bdf-9ce0-a49f06f04212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '81d7df6d-d7f6-4570-9a7a-9668723f3d9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:04:16.985779 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a2a6fd-4af1-49da-9fbb-21b867a0b0af req-0b94e897-272d-4a3b-b10e-d8de277b813b service neutron] Bound using segment: {'id': '055059bc-0dba-4bdf-9ce0-a49f06f04212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '81d7df6d-d7f6-4570-9a7a-9668723f3d9a'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:04:16.986205 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-35a2a6fd-4af1-49da-9fbb-21b867a0b0af req-0b94e897-272d-4a3b-b10e-d8de277b813b service neutron] Bound port: 2cf10bb2-4608-462b-830e-9a6888cc13f4, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '055059bc-0dba-4bdf-9ce0-a49f06f04212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '81d7df6d-d7f6-4570-9a7a-9668723f3d9a'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:04:16.986560 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-35a2a6fd-4af1-49da-9fbb-21b867a0b0af req-0b94e897-272d-4a3b-b10e-d8de277b813b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:17.057127 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-35a2a6fd-4af1-49da-9fbb-21b867a0b0af req-0b94e897-272d-4a3b-b10e-d8de277b813b service neutron] For port 2cf10bb2-4608-462b-830e-9a6888cc13f4, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:04:17.060490 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-35a2a6fd-4af1-49da-9fbb-21b867a0b0af req-0b94e897-272d-4a3b-b10e-d8de277b813b service neutron] For port 2cf10bb2-4608-462b-830e-9a6888cc13f4, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=2cf10bb2-4608-462b-830e-9a6888cc13f4,segment=NetworkSegment(055059bc-0dba-4bdf-9ce0-a49f06f04212),segment_id=055059bc-0dba-4bdf-9ce0-a49f06f04212)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:04:17.066053 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-35a2a6fd-4af1-49da-9fbb-21b867a0b0af req-0b94e897-272d-4a3b-b10e-d8de277b813b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:17.100803 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2a6fd-4af1-49da-9fbb-21b867a0b0af req-0b94e897-272d-4a3b-b10e-d8de277b813b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:04:17.101375 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-35a2a6fd-4af1-49da-9fbb-21b867a0b0af req-0b94e897-272d-4a3b-b10e-d8de277b813b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:17.103500 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-35a2a6fd-4af1-49da-9fbb-21b867a0b0af req-0b94e897-272d-4a3b-b10e-d8de277b813b service neutron] 10.222.0.41 "PUT /v2.0/ports/2cf10bb2-4608-462b-830e-9a6888cc13f4 HTTP/1.1" status: 200 len: 1092 time: 0.6185536 Aug 22 14:04:17.104181 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3390da3c-6ff1-48fe-8fa9-78f24ebbb829', 'tag': '2cf10bb2-4608-462b-830e-9a6888cc13f4'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:04:17.106526 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7fc8b35-85fe-4e3d-aed4-cb35ad847307" -d '{"events": [{"name": "network-changed", "server_uuid": "3390da3c-6ff1-48fe-8fa9-78f24ebbb829", "tag": "2cf10bb2-4608-462b-830e-9a6888cc13f4"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:04:17.139299 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b94e897-272d-4a3b-b10e-d8de277b813b service neutron] Pushing event updated for resources: {'Port': ['ID=2cf10bb2-4608-462b-830e-9a6888cc13f4,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:04:17.156485 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4c488f-42c1-4767-8508-7ef3fa0a9074 x-openstack-request-id: req-3d4c488f-42c1-4767-8508-7ef3fa0a9074 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:04:17.156845 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3390da3c-6ff1-48fe-8fa9-78f24ebbb829", "tag": "2cf10bb2-4608-462b-830e-9a6888cc13f4", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:04:17.157157 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3d4c488f-42c1-4767-8508-7ef3fa0a9074 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:04:17.157633 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3390da3c-6ff1-48fe-8fa9-78f24ebbb829', 'tag': '2cf10bb2-4608-462b-830e-9a6888cc13f4', 'status': 'completed', 'code': 200} Aug 22 14:04:17.193126 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2a6fd-4af1-49da-9fbb-21b867a0b0af req-4e597d0a-748c-4d17-a4d7-544e453582a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:04:17.194675 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-35a2a6fd-4af1-49da-9fbb-21b867a0b0af req-4e597d0a-748c-4d17-a4d7-544e453582a8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8475de1767444d53870fb68937f13818&device_id=3390da3c-6ff1-48fe-8fa9-78f24ebbb829 HTTP/1.1" status: 200 len: 1095 time: 0.0489335 Aug 22 14:04:17.241028 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-35a2a6fd-4af1-49da-9fbb-21b867a0b0af req-635bcb28-70f6-46b8-b1c9-cc731b0c2ca9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2cf10bb2-4608-462b-830e-9a6888cc13f4 HTTP/1.1" status: 200 len: 217 time: 0.0382640 Aug 22 14:04:17.294018 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2a6fd-4af1-49da-9fbb-21b867a0b0af req-3cee25a0-886c-4eaf-89f5-4ebc14d539ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:04:17.296431 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-35a2a6fd-4af1-49da-9fbb-21b867a0b0af req-3cee25a0-886c-4eaf-89f5-4ebc14d539ee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=30d36040-80a2-4acd-a425-878d677619d3 HTTP/1.1" status: 200 len: 834 time: 0.0477951 Aug 22 14:04:17.344041 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2a6fd-4af1-49da-9fbb-21b867a0b0af req-58f17a04-8a16-4378-a2d6-78633db516c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:04:17.345789 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-35a2a6fd-4af1-49da-9fbb-21b867a0b0af req-58f17a04-8a16-4378-a2d6-78633db516c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81d7df6d-d7f6-4570-9a7a-9668723f3d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429387 Aug 22 14:04:17.442429 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-35a2a6fd-4af1-49da-9fbb-21b867a0b0af req-66ce167e-f119-4f73-8028-622e5ff66ce7 service neutron] 10.222.0.41 "GET /v2.0/networks/81d7df6d-d7f6-4570-9a7a-9668723f3d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882931 Aug 22 14:04:17.533276 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-35a2a6fd-4af1-49da-9fbb-21b867a0b0af req-c4c18e61-727c-49e0-aae2-79d1d358e02c service neutron] 10.222.0.41 "GET /v2.0/networks/81d7df6d-d7f6-4570-9a7a-9668723f3d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836012 Aug 22 14:04:17.622067 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc8b35-85fe-4e3d-aed4-cb35ad847307 req-a230efd8-b592-42db-8f5f-291e211177e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:04:17.623487 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d7fc8b35-85fe-4e3d-aed4-cb35ad847307 req-a230efd8-b592-42db-8f5f-291e211177e1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8475de1767444d53870fb68937f13818&device_id=3390da3c-6ff1-48fe-8fa9-78f24ebbb829 HTTP/1.1" status: 200 len: 1095 time: 0.0434537 Aug 22 14:04:17.715543 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc8b35-85fe-4e3d-aed4-cb35ad847307 req-76feb264-f162-4b07-9160-1ac64878d04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:04:17.717044 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d7fc8b35-85fe-4e3d-aed4-cb35ad847307 req-76feb264-f162-4b07-9160-1ac64878d04c service neutron] 10.222.0.41 "GET /v2.0/networks?id=81d7df6d-d7f6-4570-9a7a-9668723f3d9a HTTP/1.1" status: 200 len: 896 time: 0.0865483 Aug 22 14:04:17.759066 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d7fc8b35-85fe-4e3d-aed4-cb35ad847307 req-d1676161-3e05-4b05-a355-cca34faf7a4e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2cf10bb2-4608-462b-830e-9a6888cc13f4 HTTP/1.1" status: 200 len: 217 time: 0.0339494 Aug 22 14:04:17.807499 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc8b35-85fe-4e3d-aed4-cb35ad847307 req-d611fe27-b675-486c-87f1-87a5bff9de5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:04:17.809036 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d7fc8b35-85fe-4e3d-aed4-cb35ad847307 req-d611fe27-b675-486c-87f1-87a5bff9de5d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=30d36040-80a2-4acd-a425-878d677619d3 HTTP/1.1" status: 200 len: 834 time: 0.0433662 Aug 22 14:04:17.860012 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc8b35-85fe-4e3d-aed4-cb35ad847307 req-be0398b4-c63c-4ac2-ab6e-87eaea98e3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:04:17.861636 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d7fc8b35-85fe-4e3d-aed4-cb35ad847307 req-be0398b4-c63c-4ac2-ab6e-87eaea98e3c5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81d7df6d-d7f6-4570-9a7a-9668723f3d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459151 Aug 22 14:04:17.874032 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc983d0-1797-4006-994a-06e773222189 req-2d4a0d32-b5b5-4c3a-880f-95c4a0f1076c tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:04:17.875469 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6fc983d0-1797-4006-994a-06e773222189 req-2d4a0d32-b5b5-4c3a-880f-95c4a0f1076c tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/ports?device_id=3390da3c-6ff1-48fe-8fa9-78f24ebbb829 HTTP/1.1" status: 200 len: 943 time: 0.0493565 Aug 22 14:04:17.913534 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6fc983d0-1797-4006-994a-06e773222189 req-4e888bf3-0ad1-4b3f-81c1-4777143ec8c4 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fda054-af39-445d-9f40-427e00307d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321121 Aug 22 14:04:17.951869 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d7fc8b35-85fe-4e3d-aed4-cb35ad847307 req-fee8273b-633b-4f96-8957-2d96cb04fd20 service neutron] 10.222.0.41 "GET /v2.0/networks/81d7df6d-d7f6-4570-9a7a-9668723f3d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822675 Aug 22 14:04:18.047650 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d7fc8b35-85fe-4e3d-aed4-cb35ad847307 req-6921daf0-1c22-4bb1-a040-c893d41bb2a7 service neutron] 10.222.0.41 "GET /v2.0/networks/81d7df6d-d7f6-4570-9a7a-9668723f3d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870142 Aug 22 14:04:19.037720 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066aebf-3695-4843-b461-e366354b5c8f req-311d1657-46f0-4b83-9d15-4570ecd05f36 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:04:19.039220 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b066aebf-3695-4843-b461-e366354b5c8f req-311d1657-46f0-4b83-9d15-4570ecd05f36 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/ports?device_id=3390da3c-6ff1-48fe-8fa9-78f24ebbb829 HTTP/1.1" status: 200 len: 943 time: 0.0519531 Aug 22 14:04:19.076879 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b066aebf-3695-4843-b461-e366354b5c8f req-94b419a0-7631-4b0d-b20b-8103628edcb0 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fda054-af39-445d-9f40-427e00307d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312283 Aug 22 14:04:19.639588 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 2cf10bb2-4608-462b-830e-9a6888cc13f4 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:04:19.735973 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 2cf10bb2-4608-462b-830e-9a6888cc13f4, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=2cf10bb2-4608-462b-830e-9a6888cc13f4,segment=NetworkSegment(055059bc-0dba-4bdf-9ce0-a49f06f04212),segment_id=055059bc-0dba-4bdf-9ce0-a49f06f04212)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:04:19.746371 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '2cf10bb2-4608-462b-830e-9a6888cc13f4', 'network_id': '81d7df6d-d7f6-4570-9a7a-9668723f3d9a', 'port_id': '2cf10bb2-4608-462b-830e-9a6888cc13f4', 'mac_address': 'fa:16:3e:ed:8f:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30d36040-80a2-4acd-a425-878d677619d3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:04:19.783945 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:19.796334 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cf10bb2-4608-462b-830e-9a6888cc13f4 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:04:19.815155 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 2cf10bb2-4608-462b-830e-9a6888cc13f4, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=2cf10bb2-4608-462b-830e-9a6888cc13f4,segment=NetworkSegment(055059bc-0dba-4bdf-9ce0-a49f06f04212),segment_id=055059bc-0dba-4bdf-9ce0-a49f06f04212)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:04:19.818862 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:19.864294 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=2cf10bb2-4608-462b-830e-9a6888cc13f4,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:04:20.003823 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['2cf10bb2-4608-462b-830e-9a6888cc13f4'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:04:20.190874 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6f388-c1db-4233-b642-f88387f3b9a1 req-18dafc08-a3a2-432d-9bc6-d6188e3dfac1 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:04:20.192462 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-10c6f388-c1db-4233-b642-f88387f3b9a1 req-18dafc08-a3a2-432d-9bc6-d6188e3dfac1 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/ports?device_id=3390da3c-6ff1-48fe-8fa9-78f24ebbb829 HTTP/1.1" status: 200 len: 944 time: 0.0484154 Aug 22 14:04:20.232770 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-10c6f388-c1db-4233-b642-f88387f3b9a1 req-8db36d74-9620-49a7-9fe8-8819bd618df3 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fda054-af39-445d-9f40-427e00307d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330336 Aug 22 14:04:21.347780 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e195488-e098-468a-9e53-85a959ec525c req-ba474f89-3398-4d1e-ae6d-16dc83d83d6a tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:04:21.349278 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6e195488-e098-468a-9e53-85a959ec525c req-ba474f89-3398-4d1e-ae6d-16dc83d83d6a tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/ports?device_id=3390da3c-6ff1-48fe-8fa9-78f24ebbb829 HTTP/1.1" status: 200 len: 944 time: 0.0491798 Aug 22 14:04:21.386490 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6e195488-e098-468a-9e53-85a959ec525c req-ae0b775b-a941-4274-8947-c8677cb9b657 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fda054-af39-445d-9f40-427e00307d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311148 Aug 22 14:04:21.655266 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 2cf10bb2-4608-462b-830e-9a6888cc13f4 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:04:21.701880 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 2cf10bb2-4608-462b-830e-9a6888cc13f4 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:04:21.705374 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 2cf10bb2-4608-462b-830e-9a6888cc13f4 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:04:21.705742 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:21.781255 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:21.803118 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3390da3c-6ff1-48fe-8fa9-78f24ebbb829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf10bb2-4608-462b-830e-9a6888cc13f4'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:04:21.805383 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18dc137-da7c-4a39-88aa-b6299bc4ea20" -d '{"events": [{"server_uuid": "3390da3c-6ff1-48fe-8fa9-78f24ebbb829", "name": "network-vif-plugged", "status": "completed", "tag": "2cf10bb2-4608-462b-830e-9a6888cc13f4"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:04:21.818100 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 2cf10bb2-4608-462b-830e-9a6888cc13f4, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=2cf10bb2-4608-462b-830e-9a6888cc13f4,segment=NetworkSegment(055059bc-0dba-4bdf-9ce0-a49f06f04212),segment_id=055059bc-0dba-4bdf-9ce0-a49f06f04212)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:04:21.821848 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:21.844391 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c402512-63e5-4b3d-8d4c-d4f12f32a65a x-openstack-request-id: req-8c402512-63e5-4b3d-8d4c-d4f12f32a65a {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:04:21.844640 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3390da3c-6ff1-48fe-8fa9-78f24ebbb829", "name": "network-vif-plugged", "status": "completed", "tag": "2cf10bb2-4608-462b-830e-9a6888cc13f4", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:04:21.844893 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8c402512-63e5-4b3d-8d4c-d4f12f32a65a {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:04:21.845278 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3390da3c-6ff1-48fe-8fa9-78f24ebbb829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf10bb2-4608-462b-830e-9a6888cc13f4', 'code': 200} Aug 22 14:04:21.871721 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=2cf10bb2-4608-462b-830e-9a6888cc13f4,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:04:21.939911 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b9621-51a2-4236-ab73-b8a7ec0ffd0e req-a79ea199-fe7f-459c-8696-35a578b58208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:04:21.941346 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-572b9621-51a2-4236-ab73-b8a7ec0ffd0e req-a79ea199-fe7f-459c-8696-35a578b58208 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3390da3c-6ff1-48fe-8fa9-78f24ebbb829 HTTP/1.1" status: 200 len: 1097 time: 0.0404847 Aug 22 14:04:21.976499 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-572b9621-51a2-4236-ab73-b8a7ec0ffd0e req-bbc4dd6d-29cb-4389-9cef-b999f42dac96 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c0fda054-af39-445d-9f40-427e00307d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278337 Aug 22 14:04:22.502802 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813051b-d199-46ff-908a-8560f86328ea req-b89315b0-026e-49e3-989a-1cdfa43695ba tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:04:22.504307 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2813051b-d199-46ff-908a-8560f86328ea req-b89315b0-026e-49e3-989a-1cdfa43695ba tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/ports?device_id=3390da3c-6ff1-48fe-8fa9-78f24ebbb829 HTTP/1.1" status: 200 len: 945 time: 0.0525248 Aug 22 14:04:22.541515 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2813051b-d199-46ff-908a-8560f86328ea req-d5183418-f063-48d2-a51c-c0c39fc9a236 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fda054-af39-445d-9f40-427e00307d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308478 Aug 22 14:04:23.657741 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c8107d-886b-4a04-88a5-e862964f339f req-a52527d6-cfe4-4ce0-a4a6-f9a59587ceba tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:04:23.659229 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d2c8107d-886b-4a04-88a5-e862964f339f req-a52527d6-cfe4-4ce0-a4a6-f9a59587ceba tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/ports?device_id=3390da3c-6ff1-48fe-8fa9-78f24ebbb829 HTTP/1.1" status: 200 len: 945 time: 0.0484519 Aug 22 14:04:23.695947 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d2c8107d-886b-4a04-88a5-e862964f339f req-68474f90-a770-4e85-8ee4-01fb3beb51a9 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fda054-af39-445d-9f40-427e00307d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308862 Aug 22 14:04:23.809466 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc858c-0191-4735-a858-e4d6e4fbb6d7 req-f9ce9c1b-d033-4b4c-8af7-5aade7078a70 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:04:23.810972 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-56fc858c-0191-4735-a858-e4d6e4fbb6d7 req-f9ce9c1b-d033-4b4c-8af7-5aade7078a70 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/ports?device_id=3390da3c-6ff1-48fe-8fa9-78f24ebbb829 HTTP/1.1" status: 200 len: 945 time: 0.0494668 Aug 22 14:04:23.848321 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-56fc858c-0191-4735-a858-e4d6e4fbb6d7 req-a5924f18-2320-4dc5-ab82-46774edacf25 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fda054-af39-445d-9f40-427e00307d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314436 Aug 22 14:04:23.870413 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48090) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:04:23.912429 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd23b34-8565-4705-87d2-9d01440fe1b6 tempest-TestNetworkBasicOps-931913881 tempest-TestNetworkBasicOps-931913881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:04:23.913914 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-4bd23b34-8565-4705-87d2-9d01440fe1b6 tempest-TestNetworkBasicOps-931913881 tempest-TestNetworkBasicOps-931913881-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3390da3c-6ff1-48fe-8fa9-78f24ebbb829 HTTP/1.1" status: 200 len: 1092 time: 0.0425246 Aug 22 14:04:23.916913 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48092) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:04:23.921248 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-c43a5b58-0fd6-431a-a8df-314e8efca500 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Request body: {'floatingip': {'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'port_id': '2cf10bb2-4608-462b-830e-9a6888cc13f4', 'tenant_id': '8475de1767444d53870fb68937f13818', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:04:23.942948 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c43a5b58-0fd6-431a-a8df-314e8efca500 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for floatingip, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:24.044564 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c43a5b58-0fd6-431a-a8df-314e8efca500 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:24.148657 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-c43a5b58-0fd6-431a-a8df-314e8efca500 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Allocated IP 172.25.3.200 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/3d50d919-7ad1-4024-967a-7fa45f90815a) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:04:24.247366 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c43a5b58-0fd6-431a-a8df-314e8efca500 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:24.284390 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c43a5b58-0fd6-431a-a8df-314e8efca500 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:24.325224 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43a5b58-0fd6-431a-a8df-314e8efca500 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:04:24.329350 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-c43a5b58-0fd6-431a-a8df-314e8efca500 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:04:24.331851 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43a5b58-0fd6-431a-a8df-314e8efca500 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:04:24.359395 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43a5b58-0fd6-431a-a8df-314e8efca500 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event updated for resources: {'Port': ['ID=3d50d919-7ad1-4024-967a-7fa45f90815a,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:04:24.687500 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c43a5b58-0fd6-431a-a8df-314e8efca500 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:24.755045 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c43a5b58-0fd6-431a-a8df-314e8efca500 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:24.902956 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c43a5b58-0fd6-431a-a8df-314e8efca500 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:24.907152 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c43a5b58-0fd6-431a-a8df-314e8efca500 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:24.973078 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43a5b58-0fd6-431a-a8df-314e8efca500 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event updated for resources: {'Port': ['ID=3d50d919-7ad1-4024-967a-7fa45f90815a,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:04:24.988649 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c43a5b58-0fd6-431a-a8df-314e8efca500 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:25.087342 n-d-793621-33 neutron-server[94627]: INFO neutron.db.l3_db [None req-c43a5b58-0fd6-431a-a8df-314e8efca500 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Floating IP 49942628-123e-4699-8583-9a2dbbc72959 associated. External IP: 172.25.3.200, port: 2cf10bb2-4608-462b-830e-9a6888cc13f4. Aug 22 14:04:25.285882 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c43a5b58-0fd6-431a-a8df-314e8efca500 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Router c80d20db-1d32-436a-abdb-b6ae70e423b1 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:04:25.391823 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c43a5b58-0fd6-431a-a8df-314e8efca500 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:04:25.402572 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f172b9e1-1d3a-42fb-8951-06819e2bf930 None None] Sync routers for ids ['c80d20db-1d32-436a-abdb-b6ae70e423b1'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:04:25.408650 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c43a5b58-0fd6-431a-a8df-314e8efca500 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:25.412949 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f172b9e1-1d3a-42fb-8951-06819e2bf930 None None] Routers {'c80d20db-1d32-436a-abdb-b6ae70e423b1'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:04:25.413567 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-f172b9e1-1d3a-42fb-8951-06819e2bf930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:04:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['c80d20db-1d32-436a-abdb-b6ae70e423b1'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:04:25.435573 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c43a5b58-0fd6-431a-a8df-314e8efca500 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5176406 Aug 22 14:04:25.436146 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3390da3c-6ff1-48fe-8fa9-78f24ebbb829', 'tag': '2cf10bb2-4608-462b-830e-9a6888cc13f4'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:04:25.438363 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48094) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:04:25.438822 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23bd4a7-29f4-4fac-a359-d4d19ab91419" -d '{"events": [{"name": "network-changed", "server_uuid": "3390da3c-6ff1-48fe-8fa9-78f24ebbb829", "tag": "2cf10bb2-4608-462b-830e-9a6888cc13f4"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:04:25.478167 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ccee9cf-aca5-485e-84e5-4c9ecb6dc8b0 x-openstack-request-id: req-0ccee9cf-aca5-485e-84e5-4c9ecb6dc8b0 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:04:25.478477 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3390da3c-6ff1-48fe-8fa9-78f24ebbb829", "tag": "2cf10bb2-4608-462b-830e-9a6888cc13f4", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:04:25.478729 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0ccee9cf-aca5-485e-84e5-4c9ecb6dc8b0 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:04:25.479135 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3390da3c-6ff1-48fe-8fa9-78f24ebbb829', 'tag': '2cf10bb2-4608-462b-830e-9a6888cc13f4', 'status': 'completed', 'code': 200} Aug 22 14:04:25.516916 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-11455b3f-e19a-410e-80b6-786cb7a31295 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/floatingips/49942628-123e-4699-8583-9a2dbbc72959 HTTP/1.1" status: 200 len: 991 time: 0.0773294 Aug 22 14:04:25.524153 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-f172b9e1-1d3a-42fb-8951-06819e2bf930 None None] Set router c80d20db-1d32-436a-abdb-b6ae70e423b1 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:04:25.545085 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23bd4a7-29f4-4fac-a359-d4d19ab91419 req-17258e52-a3db-4710-a7dc-a07f811c6f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:04:25.546528 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b23bd4a7-29f4-4fac-a359-d4d19ab91419 req-17258e52-a3db-4710-a7dc-a07f811c6f25 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8475de1767444d53870fb68937f13818&device_id=3390da3c-6ff1-48fe-8fa9-78f24ebbb829 HTTP/1.1" status: 200 len: 1097 time: 0.0438578 Aug 22 14:04:25.636120 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23bd4a7-29f4-4fac-a359-d4d19ab91419 req-9093399f-3796-4a9e-bc6e-6d5ebc5fb0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:04:25.637630 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b23bd4a7-29f4-4fac-a359-d4d19ab91419 req-9093399f-3796-4a9e-bc6e-6d5ebc5fb0c1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=81d7df6d-d7f6-4570-9a7a-9668723f3d9a HTTP/1.1" status: 200 len: 896 time: 0.0837281 Aug 22 14:04:25.705840 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b23bd4a7-29f4-4fac-a359-d4d19ab91419 req-3334971d-24f3-448b-a73c-e101a0bacec5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2cf10bb2-4608-462b-830e-9a6888cc13f4 HTTP/1.1" status: 200 len: 999 time: 0.0617383 Aug 22 14:04:25.751613 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-f172b9e1-1d3a-42fb-8951-06819e2bf930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80d20db-1d32-436a-abdb-b6ae70e423b1', 'name': 'tempest-TestNetworkBasicOps-router-122672403', 'tenant_id': '8475de1767444d53870fb68937f13818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'f925fd01-bd8b-4b22-b8da-30822a51d024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:04:07Z', 'updated_at': '2021-08-22T14:04:11Z', 'revision_number': 4, 'project_id': '8475de1767444d53870fb68937f13818', 'gw_port': {'id': 'f925fd01-bd8b-4b22-b8da-30822a51d024', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80d20db-1d32-436a-abdb-b6ae70e423b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:04:08Z', 'updated_at': '2021-08-22T14:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '49942628-123e-4699-8583-9a2dbbc72959', 'tenant_id': '8475de1767444d53870fb68937f13818', 'floating_ip_address': '172.25.3.200', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': 'c80d20db-1d32-436a-abdb-b6ae70e423b1', 'port_id': '2cf10bb2-4608-462b-830e-9a6888cc13f4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81d7df6d-d7f6-4570-9a7a-9668723f3d9a', 'mac_address': 'fa:16:3e:ed:8f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3390da3c-6ff1-48fe-8fa9-78f24ebbb829', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:04:24Z', 'updated_at': '2021-08-22T14:04:24Z', 'revision_number': 0, 'project_id': '8475de1767444d53870fb68937f13818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e612a7c-ea57-4248-8d53-92577e93e491', 'name': '', 'network_id': '81d7df6d-d7f6-4570-9a7a-9668723f3d9a', 'tenant_id': '8475de1767444d53870fb68937f13818', 'mac_address': 'fa:16:3e:6d:1f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80d20db-1d32-436a-abdb-b6ae70e423b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '30d36040-80a2-4acd-a425-878d677619d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:04:10Z', 'updated_at': '2021-08-22T14:04:15Z', 'revision_number': 5, 'project_id': '8475de1767444d53870fb68937f13818', 'subnets': [{'id': '30d36040-80a2-4acd-a425-878d677619d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:04:25.754364 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23bd4a7-29f4-4fac-a359-d4d19ab91419 req-b92bf532-d59e-44b6-851c-1d040616a4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:04:25.755823 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b23bd4a7-29f4-4fac-a359-d4d19ab91419 req-b92bf532-d59e-44b6-851c-1d040616a4ab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=30d36040-80a2-4acd-a425-878d677619d3 HTTP/1.1" status: 200 len: 834 time: 0.0433021 Aug 22 14:04:25.777339 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f172b9e1-1d3a-42fb-8951-06819e2bf930 None None] Checking router: c80d20db-1d32-436a-abdb-b6ae70e423b1 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:04:25.785453 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f172b9e1-1d3a-42fb-8951-06819e2bf930 None None] Routers {'c80d20db-1d32-436a-abdb-b6ae70e423b1'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:04:25.786060 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-f172b9e1-1d3a-42fb-8951-06819e2bf930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:04:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['c80d20db-1d32-436a-abdb-b6ae70e423b1'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:04:25.800959 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23bd4a7-29f4-4fac-a359-d4d19ab91419 req-1301375d-77cf-49d8-b3e0-25606c08f439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:04:25.802376 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b23bd4a7-29f4-4fac-a359-d4d19ab91419 req-1301375d-77cf-49d8-b3e0-25606c08f439 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81d7df6d-d7f6-4570-9a7a-9668723f3d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395567 Aug 22 14:04:25.894567 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-f172b9e1-1d3a-42fb-8951-06819e2bf930 None None] Set router c80d20db-1d32-436a-abdb-b6ae70e423b1 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:04:25.897482 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b23bd4a7-29f4-4fac-a359-d4d19ab91419 req-ff13491b-d83a-4547-9bdf-ecf8f479ead0 service neutron] 10.222.0.41 "GET /v2.0/networks/81d7df6d-d7f6-4570-9a7a-9668723f3d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881183 Aug 22 14:04:25.998211 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b23bd4a7-29f4-4fac-a359-d4d19ab91419 req-c676cba0-c529-48e8-b67c-81d84581740a service neutron] 10.222.0.41 "GET /v2.0/networks/81d7df6d-d7f6-4570-9a7a-9668723f3d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938978 Aug 22 14:04:26.131452 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-f172b9e1-1d3a-42fb-8951-06819e2bf930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80d20db-1d32-436a-abdb-b6ae70e423b1', 'name': 'tempest-TestNetworkBasicOps-router-122672403', 'tenant_id': '8475de1767444d53870fb68937f13818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'f925fd01-bd8b-4b22-b8da-30822a51d024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:04:07Z', 'updated_at': '2021-08-22T14:04:11Z', 'revision_number': 4, 'project_id': '8475de1767444d53870fb68937f13818', 'gw_port': {'id': 'f925fd01-bd8b-4b22-b8da-30822a51d024', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80d20db-1d32-436a-abdb-b6ae70e423b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:04:08Z', 'updated_at': '2021-08-22T14:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '49942628-123e-4699-8583-9a2dbbc72959', 'tenant_id': '8475de1767444d53870fb68937f13818', 'floating_ip_address': '172.25.3.200', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': 'c80d20db-1d32-436a-abdb-b6ae70e423b1', 'port_id': '2cf10bb2-4608-462b-830e-9a6888cc13f4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81d7df6d-d7f6-4570-9a7a-9668723f3d9a', 'mac_address': 'fa:16:3e:ed:8f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3390da3c-6ff1-48fe-8fa9-78f24ebbb829', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:04:24Z', 'updated_at': '2021-08-22T14:04:24Z', 'revision_number': 0, 'project_id': '8475de1767444d53870fb68937f13818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e612a7c-ea57-4248-8d53-92577e93e491', 'name': '', 'network_id': '81d7df6d-d7f6-4570-9a7a-9668723f3d9a', 'tenant_id': '8475de1767444d53870fb68937f13818', 'mac_address': 'fa:16:3e:6d:1f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80d20db-1d32-436a-abdb-b6ae70e423b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '30d36040-80a2-4acd-a425-878d677619d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:04:10Z', 'updated_at': '2021-08-22T14:04:15Z', 'revision_number': 5, 'project_id': '8475de1767444d53870fb68937f13818', 'subnets': [{'id': '30d36040-80a2-4acd-a425-878d677619d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:04:26.157238 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f172b9e1-1d3a-42fb-8951-06819e2bf930 None None] The sync data for ids ['c80d20db-1d32-436a-abdb-b6ae70e423b1'] in n-d-793621-33 is: [{'id': 'c80d20db-1d32-436a-abdb-b6ae70e423b1', 'name': 'tempest-TestNetworkBasicOps-router-122672403', 'tenant_id': '8475de1767444d53870fb68937f13818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'f925fd01-bd8b-4b22-b8da-30822a51d024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:04:07Z', 'updated_at': '2021-08-22T14:04:11Z', 'revision_number': 4, 'project_id': '8475de1767444d53870fb68937f13818', 'gw_port': {'id': 'f925fd01-bd8b-4b22-b8da-30822a51d024', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80d20db-1d32-436a-abdb-b6ae70e423b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:04:08Z', 'updated_at': '2021-08-22T14:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '49942628-123e-4699-8583-9a2dbbc72959', 'tenant_id': '8475de1767444d53870fb68937f13818', 'floating_ip_address': '172.25.3.200', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': 'c80d20db-1d32-436a-abdb-b6ae70e423b1', 'port_id': '2cf10bb2-4608-462b-830e-9a6888cc13f4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81d7df6d-d7f6-4570-9a7a-9668723f3d9a', 'mac_address': 'fa:16:3e:ed:8f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3390da3c-6ff1-48fe-8fa9-78f24ebbb829', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:04:24Z', 'updated_at': '2021-08-22T14:04:24Z', 'revision_number': 0, 'project_id': '8475de1767444d53870fb68937f13818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e612a7c-ea57-4248-8d53-92577e93e491', 'name': '', 'network_id': '81d7df6d-d7f6-4570-9a7a-9668723f3d9a', 'tenant_id': '8475de1767444d53870fb68937f13818', 'mac_address': 'fa:16:3e:6d:1f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80d20db-1d32-436a-abdb-b6ae70e423b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '30d36040-80a2-4acd-a425-878d677619d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:04:10Z', 'updated_at': '2021-08-22T14:04:15Z', 'revision_number': 5, 'project_id': '8475de1767444d53870fb68937f13818', 'subnets': [{'id': '30d36040-80a2-4acd-a425-878d677619d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:04:26.342825 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabfb0f1-9d52-46ab-81a3-39988694d559 None None] New status for floating IP 49942628-123e-4699-8583-9a2dbbc72959: ACTIVE {{(pid=94630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 14:04:26.520357 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48100) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:04:26.586125 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ac3219cd-ea21-4adb-bcb3-0e90732285e5 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/floatingips/49942628-123e-4699-8583-9a2dbbc72959 HTTP/1.1" status: 200 len: 993 time: 0.0645647 Aug 22 14:04:28.474922 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9a430302-0870-41d2-a696-b9e0da734967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:28.643920 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:31.103547 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c27ae455-0459-448f-b714-f0b009e94641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:31.229626 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:32.528604 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:34.077478 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:34.309003 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:48.263899 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:04:48.672963 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [req-ac283315-aead-41e4-8851-00a9c70fd114 req-a28605fb-4e89-4127-b8f7-5c4b0a0220e4 service neutron] (94627) timed out ('10.222.0.16', 64064) {{(pid=94627) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 22 14:04:53.087763 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48110) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:04:53.146917 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8e91acf7-e20d-4547-9274-c8478285d53b tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/floatingips/49942628-123e-4699-8583-9a2dbbc72959 HTTP/1.1" status: 200 len: 993 time: 0.0579104 Aug 22 14:04:53.452717 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48116) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:04:53.606037 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-1d557db0-6a34-4f52-bead-5cd2ee912b99 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Deleting port 3d50d919-7ad1-4024-967a-7fa45f90815a {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:04:53.606376 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1d557db0-6a34-4f52-bead-5cd2ee912b99 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:53.682591 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1d557db0-6a34-4f52-bead-5cd2ee912b99 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:53.683394 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1d557db0-6a34-4f52-bead-5cd2ee912b99 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:53.694750 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-1d557db0-6a34-4f52-bead-5cd2ee912b99 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Calling delete_port for 3d50d919-7ad1-4024-967a-7fa45f90815a owned by network:floatingip {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:04:53.837145 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1d557db0-6a34-4f52-bead-5cd2ee912b99 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:53.860178 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d557db0-6a34-4f52-bead-5cd2ee912b99 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event deleted for resources: {'Port': ['ID=3d50d919-7ad1-4024-967a-7fa45f90815a,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:04:53.870152 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d557db0-6a34-4f52-bead-5cd2ee912b99 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:04:53.870999 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d557db0-6a34-4f52-bead-5cd2ee912b99 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:04:53.871364 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d557db0-6a34-4f52-bead-5cd2ee912b99 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:04:53.871699 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d557db0-6a34-4f52-bead-5cd2ee912b99 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:04:53.872024 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d557db0-6a34-4f52-bead-5cd2ee912b99 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:04:53.872755 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d557db0-6a34-4f52-bead-5cd2ee912b99 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:04:53.872755 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d557db0-6a34-4f52-bead-5cd2ee912b99 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:04:53.872981 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d557db0-6a34-4f52-bead-5cd2ee912b99 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:04:53.873295 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d557db0-6a34-4f52-bead-5cd2ee912b99 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:04:53.873608 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d557db0-6a34-4f52-bead-5cd2ee912b99 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:04:53.873922 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d557db0-6a34-4f52-bead-5cd2ee912b99 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:04:53.874234 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d557db0-6a34-4f52-bead-5cd2ee912b99 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:04:53.932395 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1d557db0-6a34-4f52-bead-5cd2ee912b99 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for floatingip, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:53.932784 n-d-793621-33 neutron-server[94628]: INFO neutron.db.l3_db [None req-1d557db0-6a34-4f52-bead-5cd2ee912b99 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Floating IP 49942628-123e-4699-8583-9a2dbbc72959 disassociated (deleted). External IP: 172.25.3.200, port: 2cf10bb2-4608-462b-830e-9a6888cc13f4. Aug 22 14:04:54.138118 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d557db0-6a34-4f52-bead-5cd2ee912b99 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Router c80d20db-1d32-436a-abdb-b6ae70e423b1 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:04:54.242975 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d557db0-6a34-4f52-bead-5cd2ee912b99 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:04:54.248820 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1d557db0-6a34-4f52-bead-5cd2ee912b99 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:54.253907 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d92bfb4-aee8-4ae3-892a-7a8125fe14d2 None None] Sync routers for ids ['c80d20db-1d32-436a-abdb-b6ae70e423b1'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:04:54.262789 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d92bfb4-aee8-4ae3-892a-7a8125fe14d2 None None] Routers {'c80d20db-1d32-436a-abdb-b6ae70e423b1'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:04:54.263394 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-2d92bfb4-aee8-4ae3-892a-7a8125fe14d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:04:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['c80d20db-1d32-436a-abdb-b6ae70e423b1'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:04:54.274938 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-1d557db0-6a34-4f52-bead-5cd2ee912b99 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "DELETE /v2.0/floatingips/49942628-123e-4699-8583-9a2dbbc72959 HTTP/1.1" status: 204 len: 168 time: 0.8211248 Aug 22 14:04:54.275526 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3390da3c-6ff1-48fe-8fa9-78f24ebbb829', 'tag': '2cf10bb2-4608-462b-830e-9a6888cc13f4'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:04:54.278347 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7dc758-d564-41e1-ab7c-9b506e6a1988" -d '{"events": [{"name": "network-changed", "server_uuid": "3390da3c-6ff1-48fe-8fa9-78f24ebbb829", "tag": "2cf10bb2-4608-462b-830e-9a6888cc13f4"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:04:54.318528 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3288b9d-8346-4f2b-8741-fca8665d29ac x-openstack-request-id: req-b3288b9d-8346-4f2b-8741-fca8665d29ac {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:04:54.318816 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3390da3c-6ff1-48fe-8fa9-78f24ebbb829", "tag": "2cf10bb2-4608-462b-830e-9a6888cc13f4", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:04:54.319063 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b3288b9d-8346-4f2b-8741-fca8665d29ac {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:04:54.319460 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3390da3c-6ff1-48fe-8fa9-78f24ebbb829', 'tag': '2cf10bb2-4608-462b-830e-9a6888cc13f4', 'status': 'completed', 'code': 200} Aug 22 14:04:54.375963 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-2d92bfb4-aee8-4ae3-892a-7a8125fe14d2 None None] Set router c80d20db-1d32-436a-abdb-b6ae70e423b1 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:04:54.385443 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7dc758-d564-41e1-ab7c-9b506e6a1988 req-1738a69f-286b-4634-aaf4-b6251a08bba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:04:54.387449 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ae7dc758-d564-41e1-ab7c-9b506e6a1988 req-1738a69f-286b-4634-aaf4-b6251a08bba2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8475de1767444d53870fb68937f13818&device_id=3390da3c-6ff1-48fe-8fa9-78f24ebbb829 HTTP/1.1" status: 200 len: 1097 time: 0.0449734 Aug 22 14:04:54.494359 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7dc758-d564-41e1-ab7c-9b506e6a1988 req-a2ed914c-b6b2-4dfc-8e13-7584c4701138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:04:54.496789 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ae7dc758-d564-41e1-ab7c-9b506e6a1988 req-a2ed914c-b6b2-4dfc-8e13-7584c4701138 service neutron] 10.222.0.41 "GET /v2.0/networks?id=81d7df6d-d7f6-4570-9a7a-9668723f3d9a HTTP/1.1" status: 200 len: 896 time: 0.0995834 Aug 22 14:04:54.502600 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35afc0cb-8bc0-4372-ba5d-ae119418e016 req-55b2bbff-d662-4048-ac98-e3cabf099327 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:04:54.504089 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-35afc0cb-8bc0-4372-ba5d-ae119418e016 req-55b2bbff-d662-4048-ac98-e3cabf099327 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/ports?device_id=3390da3c-6ff1-48fe-8fa9-78f24ebbb829 HTTP/1.1" status: 200 len: 945 time: 0.0507979 Aug 22 14:04:54.543437 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-35afc0cb-8bc0-4372-ba5d-ae119418e016 req-ff784d32-ac7b-4e0e-8b99-9234080f5388 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fda054-af39-445d-9f40-427e00307d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332413 Aug 22 14:04:54.545178 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ae7dc758-d564-41e1-ab7c-9b506e6a1988 req-94a3e014-8989-49a1-ad60-45e3ee96147d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2cf10bb2-4608-462b-830e-9a6888cc13f4 HTTP/1.1" status: 200 len: 217 time: 0.0393689 Aug 22 14:04:54.591563 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-2d92bfb4-aee8-4ae3-892a-7a8125fe14d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80d20db-1d32-436a-abdb-b6ae70e423b1', 'name': 'tempest-TestNetworkBasicOps-router-122672403', 'tenant_id': '8475de1767444d53870fb68937f13818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'f925fd01-bd8b-4b22-b8da-30822a51d024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:04:07Z', 'updated_at': '2021-08-22T14:04:11Z', 'revision_number': 4, 'project_id': '8475de1767444d53870fb68937f13818', 'gw_port': {'id': 'f925fd01-bd8b-4b22-b8da-30822a51d024', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80d20db-1d32-436a-abdb-b6ae70e423b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:04:08Z', 'updated_at': '2021-08-22T14:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '8e612a7c-ea57-4248-8d53-92577e93e491', 'name': '', 'network_id': '81d7df6d-d7f6-4570-9a7a-9668723f3d9a', 'tenant_id': '8475de1767444d53870fb68937f13818', 'mac_address': 'fa:16:3e:6d:1f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80d20db-1d32-436a-abdb-b6ae70e423b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '30d36040-80a2-4acd-a425-878d677619d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:04:10Z', 'updated_at': '2021-08-22T14:04:15Z', 'revision_number': 5, 'project_id': '8475de1767444d53870fb68937f13818', 'subnets': [{'id': '30d36040-80a2-4acd-a425-878d677619d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:04:54.595849 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7dc758-d564-41e1-ab7c-9b506e6a1988 req-a9e36884-425c-4968-ba50-64f6cb82a129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:04:54.597333 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ae7dc758-d564-41e1-ab7c-9b506e6a1988 req-a9e36884-425c-4968-ba50-64f6cb82a129 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=30d36040-80a2-4acd-a425-878d677619d3 HTTP/1.1" status: 200 len: 834 time: 0.0445824 Aug 22 14:04:54.652724 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7dc758-d564-41e1-ab7c-9b506e6a1988 req-840d915e-88b8-4547-9a2b-1fa89920198a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:04:54.654166 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ae7dc758-d564-41e1-ab7c-9b506e6a1988 req-840d915e-88b8-4547-9a2b-1fa89920198a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81d7df6d-d7f6-4570-9a7a-9668723f3d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478880 Aug 22 14:04:54.755646 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ae7dc758-d564-41e1-ab7c-9b506e6a1988 req-4a14a3e7-230f-4179-8124-5adc7701b01e service neutron] 10.222.0.41 "GET /v2.0/networks/81d7df6d-d7f6-4570-9a7a-9668723f3d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915446 Aug 22 14:04:54.777398 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d92bfb4-aee8-4ae3-892a-7a8125fe14d2 None None] Checking router: c80d20db-1d32-436a-abdb-b6ae70e423b1 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:04:54.787182 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d92bfb4-aee8-4ae3-892a-7a8125fe14d2 None None] Routers {'c80d20db-1d32-436a-abdb-b6ae70e423b1'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:04:54.787797 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-2d92bfb4-aee8-4ae3-892a-7a8125fe14d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:04:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['c80d20db-1d32-436a-abdb-b6ae70e423b1'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:04:54.852260 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ae7dc758-d564-41e1-ab7c-9b506e6a1988 req-ed895a0f-26e7-4db4-b183-1d0d1d56e25a service neutron] 10.222.0.41 "GET /v2.0/networks/81d7df6d-d7f6-4570-9a7a-9668723f3d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876238 Aug 22 14:04:54.893620 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-2d92bfb4-aee8-4ae3-892a-7a8125fe14d2 None None] Set router c80d20db-1d32-436a-abdb-b6ae70e423b1 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:04:55.087205 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-2d92bfb4-aee8-4ae3-892a-7a8125fe14d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80d20db-1d32-436a-abdb-b6ae70e423b1', 'name': 'tempest-TestNetworkBasicOps-router-122672403', 'tenant_id': '8475de1767444d53870fb68937f13818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'f925fd01-bd8b-4b22-b8da-30822a51d024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:04:07Z', 'updated_at': '2021-08-22T14:04:11Z', 'revision_number': 4, 'project_id': '8475de1767444d53870fb68937f13818', 'gw_port': {'id': 'f925fd01-bd8b-4b22-b8da-30822a51d024', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80d20db-1d32-436a-abdb-b6ae70e423b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:04:08Z', 'updated_at': '2021-08-22T14:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '8e612a7c-ea57-4248-8d53-92577e93e491', 'name': '', 'network_id': '81d7df6d-d7f6-4570-9a7a-9668723f3d9a', 'tenant_id': '8475de1767444d53870fb68937f13818', 'mac_address': 'fa:16:3e:6d:1f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80d20db-1d32-436a-abdb-b6ae70e423b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '30d36040-80a2-4acd-a425-878d677619d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:04:10Z', 'updated_at': '2021-08-22T14:04:15Z', 'revision_number': 5, 'project_id': '8475de1767444d53870fb68937f13818', 'subnets': [{'id': '30d36040-80a2-4acd-a425-878d677619d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:04:55.117302 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d92bfb4-aee8-4ae3-892a-7a8125fe14d2 None None] The sync data for ids ['c80d20db-1d32-436a-abdb-b6ae70e423b1'] in n-d-793621-33 is: [{'id': 'c80d20db-1d32-436a-abdb-b6ae70e423b1', 'name': 'tempest-TestNetworkBasicOps-router-122672403', 'tenant_id': '8475de1767444d53870fb68937f13818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'f925fd01-bd8b-4b22-b8da-30822a51d024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:04:07Z', 'updated_at': '2021-08-22T14:04:11Z', 'revision_number': 4, 'project_id': '8475de1767444d53870fb68937f13818', 'gw_port': {'id': 'f925fd01-bd8b-4b22-b8da-30822a51d024', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80d20db-1d32-436a-abdb-b6ae70e423b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:04:08Z', 'updated_at': '2021-08-22T14:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '8e612a7c-ea57-4248-8d53-92577e93e491', 'name': '', 'network_id': '81d7df6d-d7f6-4570-9a7a-9668723f3d9a', 'tenant_id': '8475de1767444d53870fb68937f13818', 'mac_address': 'fa:16:3e:6d:1f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80d20db-1d32-436a-abdb-b6ae70e423b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '30d36040-80a2-4acd-a425-878d677619d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:04:10Z', 'updated_at': '2021-08-22T14:04:15Z', 'revision_number': 5, 'project_id': '8475de1767444d53870fb68937f13818', 'subnets': [{'id': '30d36040-80a2-4acd-a425-878d677619d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:04:55.329337 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70426779-0d08-4ddd-bf38-45e0502a44f3 None None] New status for floating IP 49942628-123e-4699-8583-9a2dbbc72959: DOWN {{(pid=94630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 14:04:55.662479 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc04942-477e-41d3-933a-8d8d3f84a7b3 req-29f35f0f-e21d-4959-a91f-fa1d4e7030eb tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:04:55.663936 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2fc04942-477e-41d3-933a-8d8d3f84a7b3 req-29f35f0f-e21d-4959-a91f-fa1d4e7030eb tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/ports?device_id=3390da3c-6ff1-48fe-8fa9-78f24ebbb829 HTTP/1.1" status: 200 len: 945 time: 0.0480502 Aug 22 14:04:55.706849 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2fc04942-477e-41d3-933a-8d8d3f84a7b3 req-23fc8b6b-157e-4e32-9405-f7aed4aa814c tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fda054-af39-445d-9f40-427e00307d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356762 Aug 22 14:04:55.836595 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89089304-04ac-4ee1-91cd-dbfe54bd3610 req-53380fb7-ab87-4553-b7dd-ae1a4aa811cf tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:04:55.838040 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-89089304-04ac-4ee1-91cd-dbfe54bd3610 req-53380fb7-ab87-4553-b7dd-ae1a4aa811cf tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.41 "GET /v2.0/ports?device_id=3390da3c-6ff1-48fe-8fa9-78f24ebbb829 HTTP/1.1" status: 200 len: 945 time: 0.0487998 Aug 22 14:04:55.931653 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-89089304-04ac-4ee1-91cd-dbfe54bd3610 req-7ec20153-b080-4d84-b39f-feb1823d4736 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Deleting port 2cf10bb2-4608-462b-830e-9a6888cc13f4 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:04:55.931990 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-89089304-04ac-4ee1-91cd-dbfe54bd3610 req-7ec20153-b080-4d84-b39f-feb1823d4736 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:56.024906 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-89089304-04ac-4ee1-91cd-dbfe54bd3610 req-7ec20153-b080-4d84-b39f-feb1823d4736 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] For port 2cf10bb2-4608-462b-830e-9a6888cc13f4, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=2cf10bb2-4608-462b-830e-9a6888cc13f4,segment=NetworkSegment(055059bc-0dba-4bdf-9ce0-a49f06f04212),segment_id=055059bc-0dba-4bdf-9ce0-a49f06f04212)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:04:56.025271 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-89089304-04ac-4ee1-91cd-dbfe54bd3610 req-7ec20153-b080-4d84-b39f-feb1823d4736 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:56.036945 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-89089304-04ac-4ee1-91cd-dbfe54bd3610 req-7ec20153-b080-4d84-b39f-feb1823d4736 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Calling delete_port for 2cf10bb2-4608-462b-830e-9a6888cc13f4 owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:04:56.166037 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-89089304-04ac-4ee1-91cd-dbfe54bd3610 req-7ec20153-b080-4d84-b39f-feb1823d4736 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:56.196297 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec20153-b080-4d84-b39f-feb1823d4736 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event deleted for resources: {'Port': ['ID=2cf10bb2-4608-462b-830e-9a6888cc13f4,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:04:56.240030 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-89089304-04ac-4ee1-91cd-dbfe54bd3610 req-7ec20153-b080-4d84-b39f-feb1823d4736 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] No DVR routers for this DVR port 2cf10bb2-4608-462b-830e-9a6888cc13f4 on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:04:56.242511 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-89089304-04ac-4ee1-91cd-dbfe54bd3610 req-7ec20153-b080-4d84-b39f-feb1823d4736 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:56.244515 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-89089304-04ac-4ee1-91cd-dbfe54bd3610 req-7ec20153-b080-4d84-b39f-feb1823d4736 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.41 "DELETE /v2.0/ports/2cf10bb2-4608-462b-830e-9a6888cc13f4 HTTP/1.1" status: 204 len: 173 time: 0.4000833 Aug 22 14:04:56.320350 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3390da3c-6ff1-48fe-8fa9-78f24ebbb829', 'name': 'network-vif-deleted', 'tag': '2cf10bb2-4608-462b-830e-9a6888cc13f4'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:04:56.322755 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a51cbe-47c1-4168-8e86-959e7d0e38e2" -d '{"events": [{"server_uuid": "3390da3c-6ff1-48fe-8fa9-78f24ebbb829", "name": "network-vif-deleted", "tag": "2cf10bb2-4608-462b-830e-9a6888cc13f4"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:04:56.360008 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff69ba5-3c26-4b0a-b7f8-316e64fc3a66 x-openstack-request-id: req-5ff69ba5-3c26-4b0a-b7f8-316e64fc3a66 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:04:56.360334 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3390da3c-6ff1-48fe-8fa9-78f24ebbb829", "name": "network-vif-deleted", "tag": "2cf10bb2-4608-462b-830e-9a6888cc13f4", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:04:56.360608 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5ff69ba5-3c26-4b0a-b7f8-316e64fc3a66 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:04:56.360991 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3390da3c-6ff1-48fe-8fa9-78f24ebbb829', 'name': 'network-vif-deleted', 'tag': '2cf10bb2-4608-462b-830e-9a6888cc13f4', 'status': 'completed', 'code': 200} Aug 22 14:04:56.764445 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48130) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:04:56.821536 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-700f7dd9-3c29-4b15-b58b-8eef1e968470 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:56.847854 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-700f7dd9-3c29-4b15-b58b-8eef1e968470 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:56.906684 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-700f7dd9-3c29-4b15-b58b-8eef1e968470 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:56.909551 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-700f7dd9-3c29-4b15-b58b-8eef1e968470 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:56.910746 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-700f7dd9-3c29-4b15-b58b-8eef1e968470 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "DELETE /v2.0/security-groups/c0fda054-af39-445d-9f40-427e00307d58 HTTP/1.1" status: 204 len: 168 time: 0.1452672 Aug 22 14:04:56.919887 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700f7dd9-3c29-4b15-b58b-8eef1e968470 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0fda054-af39-445d-9f40-427e00307d58,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:04:56.927381 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700f7dd9-3c29-4b15-b58b-8eef1e968470 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:04:56.927729 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700f7dd9-3c29-4b15-b58b-8eef1e968470 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:04:56.928189 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700f7dd9-3c29-4b15-b58b-8eef1e968470 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:04:56.928475 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700f7dd9-3c29-4b15-b58b-8eef1e968470 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:04:56.928820 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700f7dd9-3c29-4b15-b58b-8eef1e968470 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:04:56.929153 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700f7dd9-3c29-4b15-b58b-8eef1e968470 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:04:56.929480 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700f7dd9-3c29-4b15-b58b-8eef1e968470 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:04:56.929807 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700f7dd9-3c29-4b15-b58b-8eef1e968470 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:04:56.930131 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700f7dd9-3c29-4b15-b58b-8eef1e968470 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:04:56.930454 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700f7dd9-3c29-4b15-b58b-8eef1e968470 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:04:56.930777 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700f7dd9-3c29-4b15-b58b-8eef1e968470 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:04:56.931446 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700f7dd9-3c29-4b15-b58b-8eef1e968470 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:04:56.942591 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48134) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:04:57.296515 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-664a72c3-e416-4d95-a30e-208383a2940c tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:57.543757 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-664a72c3-e416-4d95-a30e-208383a2940c tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Deleting port 8e612a7c-ea57-4248-8d53-92577e93e491 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:04:57.544096 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-664a72c3-e416-4d95-a30e-208383a2940c tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:57.629196 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-664a72c3-e416-4d95-a30e-208383a2940c tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] For port 8e612a7c-ea57-4248-8d53-92577e93e491, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=8e612a7c-ea57-4248-8d53-92577e93e491,segment=NetworkSegment(055059bc-0dba-4bdf-9ce0-a49f06f04212),segment_id=055059bc-0dba-4bdf-9ce0-a49f06f04212)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:04:57.629564 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-664a72c3-e416-4d95-a30e-208383a2940c tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:57.641811 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-664a72c3-e416-4d95-a30e-208383a2940c tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Calling delete_port for 8e612a7c-ea57-4248-8d53-92577e93e491 owned by network:router_interface {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:04:57.820691 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-664a72c3-e416-4d95-a30e-208383a2940c tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:57.850610 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664a72c3-e416-4d95-a30e-208383a2940c tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event deleted for resources: {'Port': ['ID=8e612a7c-ea57-4248-8d53-92577e93e491,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:04:58.332262 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-664a72c3-e416-4d95-a30e-208383a2940c tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:58.478234 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0b3635be-113a-442c-928f-a96ab6d6461f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:58.546114 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-664a72c3-e416-4d95-a30e-208383a2940c tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Router c80d20db-1d32-436a-abdb-b6ae70e423b1 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:04:58.633692 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:58.654380 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664a72c3-e416-4d95-a30e-208383a2940c tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:04:58.659951 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-664a72c3-e416-4d95-a30e-208383a2940c tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "PUT /v2.0/routers/c80d20db-1d32-436a-abdb-b6ae70e423b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7162185 Aug 22 14:04:58.663017 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48136) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:04:58.664211 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed12a3a-9890-4f2f-a004-4a7fc6ea0b3a None None] Sync routers for ids ['c80d20db-1d32-436a-abdb-b6ae70e423b1'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:04:58.673779 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed12a3a-9890-4f2f-a004-4a7fc6ea0b3a None None] Routers {'c80d20db-1d32-436a-abdb-b6ae70e423b1'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:04:58.674306 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-4ed12a3a-9890-4f2f-a004-4a7fc6ea0b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:04:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['c80d20db-1d32-436a-abdb-b6ae70e423b1'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:04:58.716812 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a6dc893-6bbd-4395-b43d-2372ae72bd4f tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Deleting subnet 30d36040-80a2-4acd-a425-878d677619d3 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:04:58.719963 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc893-6bbd-4395-b43d-2372ae72bd4f tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:58.762821 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc893-6bbd-4395-b43d-2372ae72bd4f tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:58.781680 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-4ed12a3a-9890-4f2f-a004-4a7fc6ea0b3a None None] Set router c80d20db-1d32-436a-abdb-b6ae70e423b1 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:04:58.847494 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc893-6bbd-4395-b43d-2372ae72bd4f tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:58.912761 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc893-6bbd-4395-b43d-2372ae72bd4f tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:58.945668 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6dc893-6bbd-4395-b43d-2372ae72bd4f tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event deleted for resources: {'Subnet': ['ID=30d36040-80a2-4acd-a425-878d677619d3,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:04:58.950035 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc893-6bbd-4395-b43d-2372ae72bd4f tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:58.951989 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-4a6dc893-6bbd-4395-b43d-2372ae72bd4f tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "DELETE /v2.0/subnets/30d36040-80a2-4acd-a425-878d677619d3 HTTP/1.1" status: 204 len: 168 time: 0.2879589 Aug 22 14:04:58.954579 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48138) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:04:58.959830 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e707a7-9464-43f7-b271-0c5fea2830c2 None None] Network 81d7df6d-d7f6-4570-9a7a-9668723f3d9a requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:04:58.963468 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-4ed12a3a-9890-4f2f-a004-4a7fc6ea0b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80d20db-1d32-436a-abdb-b6ae70e423b1', 'name': 'tempest-TestNetworkBasicOps-router-122672403', 'tenant_id': '8475de1767444d53870fb68937f13818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'f925fd01-bd8b-4b22-b8da-30822a51d024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:04:07Z', 'updated_at': '2021-08-22T14:04:57Z', 'revision_number': 5, 'project_id': '8475de1767444d53870fb68937f13818', 'gw_port': {'id': 'f925fd01-bd8b-4b22-b8da-30822a51d024', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80d20db-1d32-436a-abdb-b6ae70e423b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:04:08Z', 'updated_at': '2021-08-22T14:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:04:59.004444 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed12a3a-9890-4f2f-a004-4a7fc6ea0b3a None None] Checking router: c80d20db-1d32-436a-abdb-b6ae70e423b1 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:04:59.047079 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed12a3a-9890-4f2f-a004-4a7fc6ea0b3a None None] Routers {'c80d20db-1d32-436a-abdb-b6ae70e423b1'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:04:59.047706 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-4ed12a3a-9890-4f2f-a004-4a7fc6ea0b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:04:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['c80d20db-1d32-436a-abdb-b6ae70e423b1'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:04:59.066224 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e47e1239-4d8d-4c64-a4cd-84752ae9a396 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for router, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:59.169095 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e47e1239-4d8d-4c64-a4cd-84752ae9a396 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:59.201106 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-4ed12a3a-9890-4f2f-a004-4a7fc6ea0b3a None None] Set router c80d20db-1d32-436a-abdb-b6ae70e423b1 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:04:59.279560 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bb3b76-6b7a-40d7-a420-50176e4b0956 None None] DHCP port deletion for 81d7df6d-d7f6-4570-9a7a-9668723f3d9a request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 14:04:59.413033 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-40bb3b76-6b7a-40d7-a420-50176e4b0956 None None] Deleting port a62c5100-c086-451e-8834-3df12102535a {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:04:59.413402 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-40bb3b76-6b7a-40d7-a420-50176e4b0956 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:59.489360 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-40bb3b76-6b7a-40d7-a420-50176e4b0956 None None] For port a62c5100-c086-451e-8834-3df12102535a, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=a62c5100-c086-451e-8834-3df12102535a,segment=NetworkSegment(055059bc-0dba-4bdf-9ce0-a49f06f04212),segment_id=055059bc-0dba-4bdf-9ce0-a49f06f04212)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:04:59.490022 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-40bb3b76-6b7a-40d7-a420-50176e4b0956 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:59.504249 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-40bb3b76-6b7a-40d7-a420-50176e4b0956 None None] Calling delete_port for a62c5100-c086-451e-8834-3df12102535a owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:04:59.513240 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-4ed12a3a-9890-4f2f-a004-4a7fc6ea0b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80d20db-1d32-436a-abdb-b6ae70e423b1', 'name': 'tempest-TestNetworkBasicOps-router-122672403', 'tenant_id': '8475de1767444d53870fb68937f13818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'f925fd01-bd8b-4b22-b8da-30822a51d024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:04:07Z', 'updated_at': '2021-08-22T14:04:57Z', 'revision_number': 5, 'project_id': '8475de1767444d53870fb68937f13818', 'gw_port': {'id': 'f925fd01-bd8b-4b22-b8da-30822a51d024', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80d20db-1d32-436a-abdb-b6ae70e423b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:04:08Z', 'updated_at': '2021-08-22T14:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:04:59.545646 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed12a3a-9890-4f2f-a004-4a7fc6ea0b3a None None] The sync data for ids ['c80d20db-1d32-436a-abdb-b6ae70e423b1'] in n-d-793621-33 is: [{'id': 'c80d20db-1d32-436a-abdb-b6ae70e423b1', 'name': 'tempest-TestNetworkBasicOps-router-122672403', 'tenant_id': '8475de1767444d53870fb68937f13818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'f925fd01-bd8b-4b22-b8da-30822a51d024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:04:07Z', 'updated_at': '2021-08-22T14:04:57Z', 'revision_number': 5, 'project_id': '8475de1767444d53870fb68937f13818', 'gw_port': {'id': 'f925fd01-bd8b-4b22-b8da-30822a51d024', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80d20db-1d32-436a-abdb-b6ae70e423b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:04:08Z', 'updated_at': '2021-08-22T14:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:04:59.570576 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-e47e1239-4d8d-4c64-a4cd-84752ae9a396 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Deleting port f925fd01-bd8b-4b22-b8da-30822a51d024 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:04:59.570681 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e47e1239-4d8d-4c64-a4cd-84752ae9a396 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:59.616954 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-40bb3b76-6b7a-40d7-a420-50176e4b0956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:59.647859 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb3b76-6b7a-40d7-a420-50176e4b0956 None None] Pushing event deleted for resources: {'Port': ['ID=a62c5100-c086-451e-8834-3df12102535a,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:04:59.648759 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-e47e1239-4d8d-4c64-a4cd-84752ae9a396 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] For port f925fd01-bd8b-4b22-b8da-30822a51d024, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=f925fd01-bd8b-4b22-b8da-30822a51d024,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:04:59.649133 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e47e1239-4d8d-4c64-a4cd-84752ae9a396 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:59.650533 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bb3b76-6b7a-40d7-a420-50176e4b0956 None None] No DVR routers for this DVR port a62c5100-c086-451e-8834-3df12102535a on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:04:59.660264 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bb3b76-6b7a-40d7-a420-50176e4b0956 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:04:59.660629 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bb3b76-6b7a-40d7-a420-50176e4b0956 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:04:59.660974 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bb3b76-6b7a-40d7-a420-50176e4b0956 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:04:59.661312 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bb3b76-6b7a-40d7-a420-50176e4b0956 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:04:59.661646 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bb3b76-6b7a-40d7-a420-50176e4b0956 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:04:59.661980 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bb3b76-6b7a-40d7-a420-50176e4b0956 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:04:59.662352 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bb3b76-6b7a-40d7-a420-50176e4b0956 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:04:59.662625 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bb3b76-6b7a-40d7-a420-50176e4b0956 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:04:59.662942 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bb3b76-6b7a-40d7-a420-50176e4b0956 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:04:59.663267 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bb3b76-6b7a-40d7-a420-50176e4b0956 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:04:59.663588 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bb3b76-6b7a-40d7-a420-50176e4b0956 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:04:59.663959 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bb3b76-6b7a-40d7-a420-50176e4b0956 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:04:59.665289 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-e47e1239-4d8d-4c64-a4cd-84752ae9a396 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Calling delete_port for f925fd01-bd8b-4b22-b8da-30822a51d024 owned by network:router_gateway {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:04:59.828778 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e47e1239-4d8d-4c64-a4cd-84752ae9a396 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:04:59.842881 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 2cf10bb2-4608-462b-830e-9a6888cc13f4 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:04:59.854957 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47e1239-4d8d-4c64-a4cd-84752ae9a396 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event deleted for resources: {'Port': ['ID=f925fd01-bd8b-4b22-b8da-30822a51d024,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:04:59.863358 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: 2cf10bb2-4608-462b-830e-9a6888cc13f4 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:04:59.863705 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 2cf10bb2-4608-462b-830e-9a6888cc13f4 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:04:59.916681 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e47e1239-4d8d-4c64-a4cd-84752ae9a396 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:00.008302 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e47e1239-4d8d-4c64-a4cd-84752ae9a396 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:00.010464 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e47e1239-4d8d-4c64-a4cd-84752ae9a396 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:00.057473 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e47e1239-4d8d-4c64-a4cd-84752ae9a396 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:00.058101 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47e1239-4d8d-4c64-a4cd-84752ae9a396 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Fanout notify agent at l3_agent the message router_deleted on router c80d20db-1d32-436a-abdb-b6ae70e423b1 {{(pid=94627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 14:05:00.069655 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e47e1239-4d8d-4c64-a4cd-84752ae9a396 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:00.070768 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e47e1239-4d8d-4c64-a4cd-84752ae9a396 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "DELETE /v2.0/routers/c80d20db-1d32-436a-abdb-b6ae70e423b1 HTTP/1.1" status: 204 len: 168 time: 1.1151111 Aug 22 14:05:00.073419 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48140) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:05:00.151089 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ea8be0eb-6fae-42c3-b8ca-adb069b1f489 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:00.243255 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ea8be0eb-6fae-42c3-b8ca-adb069b1f489 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:00.252739 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-ea8be0eb-6fae-42c3-b8ca-adb069b1f489 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81d7df6d-d7f6-4570-9a7a-9668723f3d9a']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:05:00.263037 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-ea8be0eb-6fae-42c3-b8ca-adb069b1f489 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '055059bc-0dba-4bdf-9ce0-a49f06f04212') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:05:00.263329 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-ea8be0eb-6fae-42c3-b8ca-adb069b1f489 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '055059bc-0dba-4bdf-9ce0-a49f06f04212') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:05:00.271641 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ea8be0eb-6fae-42c3-b8ca-adb069b1f489 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:00.286824 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ea8be0eb-6fae-42c3-b8ca-adb069b1f489 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:00.293856 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea8be0eb-6fae-42c3-b8ca-adb069b1f489 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:05:00.294302 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ea8be0eb-6fae-42c3-b8ca-adb069b1f489 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:00.297533 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 14:05:00.297533 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:05:00.297533 n-d-793621-33 neutron-server[94627]: timer() Aug 22 14:05:00.297533 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:05:00.297533 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 14:05:00.297533 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:05:00.297533 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 14:05:00.297533 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:05:00.297533 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 14:05:00.297533 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:05:00.297533 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 14:05:00.297533 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:05:00.297533 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 14:05:00.297533 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:05:00.297533 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:05:00.297533 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:05:00.297533 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:05:00.297533 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:05:00.297533 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 14:05:00.297533 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:05:00.297533 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 14:05:00.297533 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:05:00.297533 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:05:00.297533 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:05:00.297533 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 14:05:00.297533 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:05:00.297533 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:05:00.297533 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:05:00.297533 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:05:00.297533 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:05:00.297533 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:05:00.297533 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:05:00.358114 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ea8be0eb-6fae-42c3-b8ca-adb069b1f489 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:00.364894 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ea8be0eb-6fae-42c3-b8ca-adb069b1f489 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:00.367043 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ea8be0eb-6fae-42c3-b8ca-adb069b1f489 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] 10.222.0.21 "DELETE /v2.0/networks/81d7df6d-d7f6-4570-9a7a-9668723f3d9a HTTP/1.1" status: 204 len: 168 time: 0.2921720 Aug 22 14:05:00.378893 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8be0eb-6fae-42c3-b8ca-adb069b1f489 tempest-TestNetworkBasicOps-1750996917 tempest-TestNetworkBasicOps-1750996917-project] Pushing event deleted for resources: {'Network': ['ID=81d7df6d-d7f6-4570-9a7a-9668723f3d9a,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:05:00.635921 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48146) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:05:00.703884 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device a62c5100-c086-451e-8834-3df12102535a no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:05:00.723466 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: a62c5100-c086-451e-8834-3df12102535a {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:05:00.723811 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device a62c5100-c086-451e-8834-3df12102535a not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:05:00.724246 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 8e612a7c-ea57-4248-8d53-92577e93e491 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:05:00.748001 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 8e612a7c-ea57-4248-8d53-92577e93e491 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:05:00.748370 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 8e612a7c-ea57-4248-8d53-92577e93e491 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:05:00.748797 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device f925fd01-bd8b-4b22-b8da-30822a51d024 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:05:00.767236 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: f925fd01-bd8b-4b22-b8da-30822a51d024 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:05:00.767573 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device f925fd01-bd8b-4b22-b8da-30822a51d024 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:05:00.788348 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-bb02b955-facf-41cd-b8c9-e043908ec269 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8475de1767444d53870fb68937f13818&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1506333 Aug 22 14:05:00.790735 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48150) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:05:00.838137 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-671f8ddf-18c3-44b4-9bc6-b2ae5c5ba4dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:00.858863 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-671f8ddf-18c3-44b4-9bc6-b2ae5c5ba4dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:00.902982 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-671f8ddf-18c3-44b4-9bc6-b2ae5c5ba4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:00.905699 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-671f8ddf-18c3-44b4-9bc6-b2ae5c5ba4dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:00.906832 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-671f8ddf-18c3-44b4-9bc6-b2ae5c5ba4dc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1343fae9-7bcd-4fba-8248-0cd71a9725ed HTTP/1.1" status: 204 len: 168 time: 0.1151981 Aug 22 14:05:00.914367 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f8ddf-18c3-44b4-9bc6-b2ae5c5ba4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1343fae9-7bcd-4fba-8248-0cd71a9725ed,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:05:01.105069 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-074df2ea-6217-48bc-81d4-b4b3950267ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:01.172081 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48156) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:05:01.185524 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7d88ab32-bf2e-4a44-b9b7-d9e55629251f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:01.231268 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:01.275982 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7d88ab32-bf2e-4a44-b9b7-d9e55629251f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:01.280384 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7d88ab32-bf2e-4a44-b9b7-d9e55629251f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:01.317928 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-7d88ab32-bf2e-4a44-b9b7-d9e55629251f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=48b15281b2c743d0bdfd439278699384&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1447282 Aug 22 14:05:01.319968 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d88ab32-bf2e-4a44-b9b7-d9e55629251f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5309786-5239-4b78-b978-d8812e5619fd,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:05:01.320573 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48158) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:05:01.372111 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-52644e56-892a-4981-8c55-77ffdb5e7065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:01.393355 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-52644e56-892a-4981-8c55-77ffdb5e7065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:01.437920 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-52644e56-892a-4981-8c55-77ffdb5e7065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:01.440430 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-52644e56-892a-4981-8c55-77ffdb5e7065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:01.441569 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-52644e56-892a-4981-8c55-77ffdb5e7065 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e5309786-5239-4b78-b978-d8812e5619fd HTTP/1.1" status: 204 len: 168 time: 0.1199081 Aug 22 14:05:01.449673 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52644e56-892a-4981-8c55-77ffdb5e7065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5309786-5239-4b78-b978-d8812e5619fd,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:05:02.535565 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:04.091753 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:04.312928 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:11.395432 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9fed0bea-7e88-46b4-815f-13887bf45102 req-b257f09e-6cce-4c92-9625-ae12672d8381 tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=02a85f5b10a0472ea5763f9b114ce791&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245748 Aug 22 14:05:11.503129 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed0bea-7e88-46b4-815f-13887bf45102 req-ed17876d-7a6e-498c-a1d4-275e86ca3c85 tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:11.504602 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9fed0bea-7e88-46b4-815f-13887bf45102 req-ed17876d-7a6e-498c-a1d4-275e86ca3c85 tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1038818 Aug 22 14:05:11.520097 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9fed0bea-7e88-46b4-815f-13887bf45102 req-3e621bab-2dcf-499b-9e1d-6ff6dc645f69 tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] 10.222.0.21 "GET /v2.0/quotas/02a85f5b10a0472ea5763f9b114ce791 HTTP/1.1" status: 200 len: 375 time: 0.0096798 Aug 22 14:05:11.551345 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9fed0bea-7e88-46b4-815f-13887bf45102 req-b90028bf-5b46-42f0-8593-89d4b3a01930 tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=02a85f5b10a0472ea5763f9b114ce791&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256965 Aug 22 14:05:11.707970 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cbec44c9-da0a-4bb9-b676-f081f49e656c req-7f4ce73e-d305-40cc-a829-cc4da6ead608 tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc97f179-de3d-409c-b276-cc149eb3ce16 HTTP/1.1" status: 200 len: 210 time: 0.0268385 Aug 22 14:05:12.562584 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9fed0bea-7e88-46b4-815f-13887bf45102 req-8e57640d-3f3b-49af-a995-c59b2f63f6c6 tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=02a85f5b10a0472ea5763f9b114ce791&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267577 Aug 22 14:05:12.671492 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed0bea-7e88-46b4-815f-13887bf45102 req-b39faccb-5dab-4392-894d-28065e14b845 tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:12.672979 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9fed0bea-7e88-46b4-815f-13887bf45102 req-b39faccb-5dab-4392-894d-28065e14b845 tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1044338 Aug 22 14:05:12.687314 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-9fed0bea-7e88-46b4-815f-13887bf45102 req-bdad30d0-7a1f-47e1-b29e-8cf800a1d4df tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] Request body: {'port': {'device_id': 'fc97f179-de3d-409c-b276-cc149eb3ce16', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'admin_state_up': True, 'tenant_id': '02a85f5b10a0472ea5763f9b114ce791'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:05:12.811800 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6ca71f21-4bad-418e-86a4-e0a466bf8e3d req-c639fe60-fa2a-4500-8852-720d1f7d3ea5 tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc97f179-de3d-409c-b276-cc149eb3ce16 HTTP/1.1" status: 200 len: 210 time: 0.0362325 Aug 22 14:05:12.823176 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fed0bea-7e88-46b4-815f-13887bf45102 req-bdad30d0-7a1f-47e1-b29e-8cf800a1d4df tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] Made reservation on behalf of 02a85f5b10a0472ea5763f9b114ce791 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:05:12.827670 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9fed0bea-7e88-46b4-815f-13887bf45102 req-bdad30d0-7a1f-47e1-b29e-8cf800a1d4df tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:12.836579 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9fed0bea-7e88-46b4-815f-13887bf45102 req-bdad30d0-7a1f-47e1-b29e-8cf800a1d4df tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:12.922779 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9fed0bea-7e88-46b4-815f-13887bf45102 req-bdad30d0-7a1f-47e1-b29e-8cf800a1d4df tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:12.926163 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9fed0bea-7e88-46b4-815f-13887bf45102 req-bdad30d0-7a1f-47e1-b29e-8cf800a1d4df tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:12.989934 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad30d0-7a1f-47e1-b29e-8cf800a1d4df tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff9c2df-d808-4726-975e-fdca7b4af2ed,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:05:13.063406 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-9fed0bea-7e88-46b4-815f-13887bf45102 req-bdad30d0-7a1f-47e1-b29e-8cf800a1d4df tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] Allocated IP 192.168.233.29 (7dc41cff-a3ac-4fc2-ba06-973efce2365e/7151c727-b27f-4308-8098-60bc16140d45/adbcd321-723b-4e7d-a066-cefa6c1c2646) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:05:13.209008 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9fed0bea-7e88-46b4-815f-13887bf45102 req-bdad30d0-7a1f-47e1-b29e-8cf800a1d4df tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:13.223009 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-9fed0bea-7e88-46b4-815f-13887bf45102 req-bdad30d0-7a1f-47e1-b29e-8cf800a1d4df tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] Transition to ACTIVE for port object adbcd321-723b-4e7d-a066-cefa6c1c2646 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:05:13.254602 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9fed0bea-7e88-46b4-815f-13887bf45102 req-bdad30d0-7a1f-47e1-b29e-8cf800a1d4df tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:13.300623 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fed0bea-7e88-46b4-815f-13887bf45102 req-bdad30d0-7a1f-47e1-b29e-8cf800a1d4df tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] Network 7dc41cff-a3ac-4fc2-ba06-973efce2365e is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:05:13.303576 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-9fed0bea-7e88-46b4-815f-13887bf45102 req-bdad30d0-7a1f-47e1-b29e-8cf800a1d4df tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:05:13.307148 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fed0bea-7e88-46b4-815f-13887bf45102 req-bdad30d0-7a1f-47e1-b29e-8cf800a1d4df tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:05:13.333821 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad30d0-7a1f-47e1-b29e-8cf800a1d4df tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] Pushing event updated for resources: {'Port': ['ID=adbcd321-723b-4e7d-a066-cefa6c1c2646,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:05:13.363719 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed0bea-7e88-46b4-815f-13887bf45102 req-bdad30d0-7a1f-47e1-b29e-8cf800a1d4df tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:13.364377 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9fed0bea-7e88-46b4-815f-13887bf45102 req-bdad30d0-7a1f-47e1-b29e-8cf800a1d4df tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:13.379968 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9fed0bea-7e88-46b4-815f-13887bf45102 req-bdad30d0-7a1f-47e1-b29e-8cf800a1d4df tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6963475 Aug 22 14:05:13.392144 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-9fed0bea-7e88-46b4-815f-13887bf45102 req-a095661e-5f67-4d1b-95f4-01e4ed663339 service neutron] Request body: {'port': {'device_id': 'fc97f179-de3d-409c-b276-cc149eb3ce16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:05:13.448315 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9fed0bea-7e88-46b4-815f-13887bf45102 req-a095661e-5f67-4d1b-95f4-01e4ed663339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:13.496127 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-af55fff2-f5f8-49db-aa54-c7038be150f7 None None] Provisioning for port adbcd321-723b-4e7d-a066-cefa6c1c2646 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:05:13.500718 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-af55fff2-f5f8-49db-aa54-c7038be150f7 None None] Provisioning complete for port adbcd321-723b-4e7d-a066-cefa6c1c2646 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:05:13.501088 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-af55fff2-f5f8-49db-aa54-c7038be150f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:13.534063 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-af55fff2-f5f8-49db-aa54-c7038be150f7 None None] Port adbcd321-723b-4e7d-a066-cefa6c1c2646 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:05:13.725720 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-9fed0bea-7e88-46b4-815f-13887bf45102 req-a095661e-5f67-4d1b-95f4-01e4ed663339 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adbcd321-723b-4e7d-a066-cefa6c1c2646 {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:05:13.733758 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9fed0bea-7e88-46b4-815f-13887bf45102 req-a095661e-5f67-4d1b-95f4-01e4ed663339 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:13.745409 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-9fed0bea-7e88-46b4-815f-13887bf45102 req-a095661e-5f67-4d1b-95f4-01e4ed663339 service neutron] Transition to ACTIVE for port object adbcd321-723b-4e7d-a066-cefa6c1c2646 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:05:13.749235 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9fed0bea-7e88-46b4-815f-13887bf45102 req-a095661e-5f67-4d1b-95f4-01e4ed663339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:13.800647 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a095661e-5f67-4d1b-95f4-01e4ed663339 service neutron] Pushing event updated for resources: {'Port': ['ID=adbcd321-723b-4e7d-a066-cefa6c1c2646,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:05:13.870372 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-9fed0bea-7e88-46b4-815f-13887bf45102 req-a095661e-5f67-4d1b-95f4-01e4ed663339 service neutron] Attempting to bind port adbcd321-723b-4e7d-a066-cefa6c1c2646 on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:05:13.870987 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-9fed0bea-7e88-46b4-815f-13887bf45102 req-a095661e-5f67-4d1b-95f4-01e4ed663339 service neutron] Attempting to bind port adbcd321-723b-4e7d-a066-cefa6c1c2646 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:05:13.871998 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fed0bea-7e88-46b4-815f-13887bf45102 req-a095661e-5f67-4d1b-95f4-01e4ed663339 service neutron] Attempting to bind port adbcd321-723b-4e7d-a066-cefa6c1c2646 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:05:13.876663 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fed0bea-7e88-46b4-815f-13887bf45102 req-a095661e-5f67-4d1b-95f4-01e4ed663339 service neutron] Port adbcd321-723b-4e7d-a066-cefa6c1c2646 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:05:13.877105 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fed0bea-7e88-46b4-815f-13887bf45102 req-a095661e-5f67-4d1b-95f4-01e4ed663339 service neutron] Attempting to bind port adbcd321-723b-4e7d-a066-cefa6c1c2646 on network 7dc41cff-a3ac-4fc2-ba06-973efce2365e {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:05:13.883067 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fed0bea-7e88-46b4-815f-13887bf45102 req-a095661e-5f67-4d1b-95f4-01e4ed663339 service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:05:13.883565 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fed0bea-7e88-46b4-815f-13887bf45102 req-a095661e-5f67-4d1b-95f4-01e4ed663339 service neutron] Checking segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:05:13.884045 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fed0bea-7e88-46b4-815f-13887bf45102 req-a095661e-5f67-4d1b-95f4-01e4ed663339 service neutron] Bound using segment: {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:05:13.884596 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-9fed0bea-7e88-46b4-815f-13887bf45102 req-a095661e-5f67-4d1b-95f4-01e4ed663339 service neutron] Bound port: adbcd321-723b-4e7d-a066-cefa6c1c2646, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '937caa3c-7b50-441b-9e10-095e89bb27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:05:13.885051 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9fed0bea-7e88-46b4-815f-13887bf45102 req-a095661e-5f67-4d1b-95f4-01e4ed663339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:13.983402 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d328ace0-56e7-4f57-9607-51e835e93899 req-2b6f0832-da8c-4526-99e5-e4a22c2686c8 tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:13.984881 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d328ace0-56e7-4f57-9607-51e835e93899 req-2b6f0832-da8c-4526-99e5-e4a22c2686c8 tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc97f179-de3d-409c-b276-cc149eb3ce16 HTTP/1.1" status: 200 len: 947 time: 0.0975430 Aug 22 14:05:14.001080 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-9fed0bea-7e88-46b4-815f-13887bf45102 req-a095661e-5f67-4d1b-95f4-01e4ed663339 service neutron] For port adbcd321-723b-4e7d-a066-cefa6c1c2646, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:05:14.023912 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-9fed0bea-7e88-46b4-815f-13887bf45102 req-a095661e-5f67-4d1b-95f4-01e4ed663339 service neutron] For port adbcd321-723b-4e7d-a066-cefa6c1c2646, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=adbcd321-723b-4e7d-a066-cefa6c1c2646,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:05:14.030642 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9fed0bea-7e88-46b4-815f-13887bf45102 req-a095661e-5f67-4d1b-95f4-01e4ed663339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:14.046058 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d328ace0-56e7-4f57-9607-51e835e93899 req-b70d6148-5f42-47ba-8b65-2de9633ae11c tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ff9c2df-d808-4726-975e-fdca7b4af2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550284 Aug 22 14:05:14.069782 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed0bea-7e88-46b4-815f-13887bf45102 req-a095661e-5f67-4d1b-95f4-01e4ed663339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:14.070405 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-9fed0bea-7e88-46b4-815f-13887bf45102 req-a095661e-5f67-4d1b-95f4-01e4ed663339 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:14.071761 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9fed0bea-7e88-46b4-815f-13887bf45102 req-a095661e-5f67-4d1b-95f4-01e4ed663339 service neutron] 10.222.0.16 "PUT /v2.0/ports/adbcd321-723b-4e7d-a066-cefa6c1c2646 HTTP/1.1" status: 200 len: 1096 time: 0.6842046 Aug 22 14:05:14.072201 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc97f179-de3d-409c-b276-cc149eb3ce16', 'tag': 'adbcd321-723b-4e7d-a066-cefa6c1c2646'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:05:14.074444 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4911fbc0-2b5e-47c2-a368-2874b556d17f" -d '{"events": [{"name": "network-changed", "server_uuid": "fc97f179-de3d-409c-b276-cc149eb3ce16", "tag": "adbcd321-723b-4e7d-a066-cefa6c1c2646"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:05:14.111242 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a095661e-5f67-4d1b-95f4-01e4ed663339 service neutron] Pushing event updated for resources: {'Port': ['ID=adbcd321-723b-4e7d-a066-cefa6c1c2646,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:05:14.118381 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c51a649-b609-417d-ba0f-60a7eb479b42 x-openstack-request-id: req-7c51a649-b609-417d-ba0f-60a7eb479b42 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:05:14.118672 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc97f179-de3d-409c-b276-cc149eb3ce16", "tag": "adbcd321-723b-4e7d-a066-cefa6c1c2646", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:05:14.118922 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c51a649-b609-417d-ba0f-60a7eb479b42 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:05:14.119340 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc97f179-de3d-409c-b276-cc149eb3ce16', 'tag': 'adbcd321-723b-4e7d-a066-cefa6c1c2646', 'status': 'completed', 'code': 200} Aug 22 14:05:14.165783 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed0bea-7e88-46b4-815f-13887bf45102 req-05acc169-7a14-4b7f-b325-aea3bb0db62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:14.167349 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9fed0bea-7e88-46b4-815f-13887bf45102 req-05acc169-7a14-4b7f-b325-aea3bb0db62b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=02a85f5b10a0472ea5763f9b114ce791&device_id=fc97f179-de3d-409c-b276-cc149eb3ce16 HTTP/1.1" status: 200 len: 1099 time: 0.0468085 Aug 22 14:05:14.211322 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9fed0bea-7e88-46b4-815f-13887bf45102 req-6d336672-e386-4679-8039-df229deece97 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=adbcd321-723b-4e7d-a066-cefa6c1c2646 HTTP/1.1" status: 200 len: 217 time: 0.0351794 Aug 22 14:05:14.261499 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed0bea-7e88-46b4-815f-13887bf45102 req-1d8393d1-ef6b-4ba5-b9c2-cf6841d235bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:14.263497 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9fed0bea-7e88-46b4-815f-13887bf45102 req-1d8393d1-ef6b-4ba5-b9c2-cf6841d235bb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.0451035 Aug 22 14:05:14.314441 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed0bea-7e88-46b4-815f-13887bf45102 req-17cb9f83-f81b-4ac9-aa44-2a215c7f09ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:14.315944 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9fed0bea-7e88-46b4-815f-13887bf45102 req-17cb9f83-f81b-4ac9-aa44-2a215c7f09ad service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0449884 Aug 22 14:05:14.409249 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9fed0bea-7e88-46b4-815f-13887bf45102 req-dd290b6b-520c-4cd9-abb1-4ef97686b74c service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854836 Aug 22 14:05:14.503523 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9fed0bea-7e88-46b4-815f-13887bf45102 req-6530e548-af63-4ac8-b1a2-88537dd7df24 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863266 Aug 22 14:05:14.592207 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911fbc0-2b5e-47c2-a368-2874b556d17f req-597719a6-b245-410c-8ab3-7048d3fe625f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:14.593731 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4911fbc0-2b5e-47c2-a368-2874b556d17f req-597719a6-b245-410c-8ab3-7048d3fe625f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=02a85f5b10a0472ea5763f9b114ce791&device_id=fc97f179-de3d-409c-b276-cc149eb3ce16 HTTP/1.1" status: 200 len: 1099 time: 0.0413251 Aug 22 14:05:14.682455 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911fbc0-2b5e-47c2-a368-2874b556d17f req-14e6ba7b-e6dd-466b-93e3-8ba060ff13ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:14.683939 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4911fbc0-2b5e-47c2-a368-2874b556d17f req-14e6ba7b-e6dd-466b-93e3-8ba060ff13ea service neutron] 10.222.0.16 "GET /v2.0/networks?id=7dc41cff-a3ac-4fc2-ba06-973efce2365e HTTP/1.1" status: 200 len: 870 time: 0.0829327 Aug 22 14:05:14.728778 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4911fbc0-2b5e-47c2-a368-2874b556d17f req-81c74b0a-4619-403a-a69c-36f2903ec53e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=adbcd321-723b-4e7d-a066-cefa6c1c2646 HTTP/1.1" status: 200 len: 217 time: 0.0375693 Aug 22 14:05:14.777652 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911fbc0-2b5e-47c2-a368-2874b556d17f req-7e91c36d-6711-4f3e-a2cd-19a98ca73913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:14.779749 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4911fbc0-2b5e-47c2-a368-2874b556d17f req-7e91c36d-6711-4f3e-a2cd-19a98ca73913 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7151c727-b27f-4308-8098-60bc16140d45 HTTP/1.1" status: 200 len: 843 time: 0.0427938 Aug 22 14:05:14.824405 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911fbc0-2b5e-47c2-a368-2874b556d17f req-915610dc-0058-40ec-a971-2d14d9a63324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:14.826509 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4911fbc0-2b5e-47c2-a368-2874b556d17f req-915610dc-0058-40ec-a971-2d14d9a63324 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dc41cff-a3ac-4fc2-ba06-973efce2365e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0397809 Aug 22 14:05:14.920112 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4911fbc0-2b5e-47c2-a368-2874b556d17f req-34754911-b1ef-4ff0-8d73-246b392c89f2 service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859323 Aug 22 14:05:15.009730 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4911fbc0-2b5e-47c2-a368-2874b556d17f req-136467bd-144e-4c65-be66-b9ea3af1245f service neutron] 10.222.0.16 "GET /v2.0/networks/7dc41cff-a3ac-4fc2-ba06-973efce2365e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826852 Aug 22 14:05:15.163153 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bc71a9-590b-41aa-877a-582071c10669 req-5ad69af3-7ddf-49ac-bab0-f35ec079acaa tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:15.164655 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c5bc71a9-590b-41aa-877a-582071c10669 req-5ad69af3-7ddf-49ac-bab0-f35ec079acaa tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc97f179-de3d-409c-b276-cc149eb3ce16 HTTP/1.1" status: 200 len: 947 time: 0.0483038 Aug 22 14:05:15.206678 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c5bc71a9-590b-41aa-877a-582071c10669 req-7404d976-5f77-4b94-a886-3b4fe092794e tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ff9c2df-d808-4726-975e-fdca7b4af2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355885 Aug 22 14:05:16.324131 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1543a91-95d8-48b3-ab13-2b59ddf1528d req-4e1a7433-7135-44bd-800a-df57e98838bd tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:16.326365 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e1543a91-95d8-48b3-ab13-2b59ddf1528d req-4e1a7433-7135-44bd-800a-df57e98838bd tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc97f179-de3d-409c-b276-cc149eb3ce16 HTTP/1.1" status: 200 len: 947 time: 0.0501935 Aug 22 14:05:16.364753 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e1543a91-95d8-48b3-ab13-2b59ddf1528d req-5da16b15-db20-4133-9968-959cc13c2469 tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ff9c2df-d808-4726-975e-fdca7b4af2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324020 Aug 22 14:05:17.479488 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004ab3a-d828-4390-92ae-870b796b20b9 req-0174c1fb-7570-4c5d-8b45-41b559518a1f tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:17.480977 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8004ab3a-d828-4390-92ae-870b796b20b9 req-0174c1fb-7570-4c5d-8b45-41b559518a1f tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc97f179-de3d-409c-b276-cc149eb3ce16 HTTP/1.1" status: 200 len: 947 time: 0.0486610 Aug 22 14:05:17.518288 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8004ab3a-d828-4390-92ae-870b796b20b9 req-3831081f-2003-416a-bc33-7eaae072f46c tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ff9c2df-d808-4726-975e-fdca7b4af2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313349 Aug 22 14:05:17.768125 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device adbcd321-723b-4e7d-a066-cefa6c1c2646 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:05:17.861365 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port adbcd321-723b-4e7d-a066-cefa6c1c2646, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=adbcd321-723b-4e7d-a066-cefa6c1c2646,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:05:17.871359 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': 'adbcd321-723b-4e7d-a066-cefa6c1c2646', 'network_id': '7dc41cff-a3ac-4fc2-ba06-973efce2365e', 'port_id': 'adbcd321-723b-4e7d-a066-cefa6c1c2646', 'mac_address': 'fa:16:3e:4a:c9:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7151c727-b27f-4308-8098-60bc16140d45', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:05:18.061261 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:18.073648 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adbcd321-723b-4e7d-a066-cefa6c1c2646 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:05:18.094175 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port adbcd321-723b-4e7d-a066-cefa6c1c2646, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=adbcd321-723b-4e7d-a066-cefa6c1c2646,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:05:18.097434 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:18.142742 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=adbcd321-723b-4e7d-a066-cefa6c1c2646,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:05:18.298680 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['adbcd321-723b-4e7d-a066-cefa6c1c2646'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:05:18.628491 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc7309-ed71-4cae-ad4a-f510a1a7383c req-bd29ea8e-3f88-4c85-af35-2709b4b332df tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:18.629947 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-74cc7309-ed71-4cae-ad4a-f510a1a7383c req-bd29ea8e-3f88-4c85-af35-2709b4b332df tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc97f179-de3d-409c-b276-cc149eb3ce16 HTTP/1.1" status: 200 len: 948 time: 0.0478649 Aug 22 14:05:18.671165 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-74cc7309-ed71-4cae-ad4a-f510a1a7383c req-0a45672e-aec3-4079-93a1-793b23a05390 tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ff9c2df-d808-4726-975e-fdca7b4af2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353811 Aug 22 14:05:19.782928 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device adbcd321-723b-4e7d-a066-cefa6c1c2646 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:05:19.786217 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b29d3-0333-4a12-98d2-496d1c366c8f req-9063f027-d96f-4424-bd71-33491caa0ffb tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:19.787738 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-339b29d3-0333-4a12-98d2-496d1c366c8f req-9063f027-d96f-4424-bd71-33491caa0ffb tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc97f179-de3d-409c-b276-cc149eb3ce16 HTTP/1.1" status: 200 len: 948 time: 0.0498991 Aug 22 14:05:19.825935 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-339b29d3-0333-4a12-98d2-496d1c366c8f req-4366ea56-df6c-4327-a1df-994649019cba tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ff9c2df-d808-4726-975e-fdca7b4af2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320725 Aug 22 14:05:19.831311 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port adbcd321-723b-4e7d-a066-cefa6c1c2646 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:05:19.835457 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port adbcd321-723b-4e7d-a066-cefa6c1c2646 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:05:19.835825 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:19.911637 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:19.933148 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc97f179-de3d-409c-b276-cc149eb3ce16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adbcd321-723b-4e7d-a066-cefa6c1c2646'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:05:19.935620 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602917f9-8a53-4311-aef7-001fcc388e5d" -d '{"events": [{"server_uuid": "fc97f179-de3d-409c-b276-cc149eb3ce16", "name": "network-vif-plugged", "status": "completed", "tag": "adbcd321-723b-4e7d-a066-cefa6c1c2646"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:05:19.948364 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port adbcd321-723b-4e7d-a066-cefa6c1c2646, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=adbcd321-723b-4e7d-a066-cefa6c1c2646,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:05:19.952659 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:19.977486 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1bc7d1c-a96f-4e68-8e1a-cccb2a5052ac x-openstack-request-id: req-f1bc7d1c-a96f-4e68-8e1a-cccb2a5052ac {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:05:19.977781 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc97f179-de3d-409c-b276-cc149eb3ce16", "name": "network-vif-plugged", "status": "completed", "tag": "adbcd321-723b-4e7d-a066-cefa6c1c2646", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:05:19.978234 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f1bc7d1c-a96f-4e68-8e1a-cccb2a5052ac {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:05:19.978505 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc97f179-de3d-409c-b276-cc149eb3ce16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adbcd321-723b-4e7d-a066-cefa6c1c2646', 'code': 200} Aug 22 14:05:20.005526 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=adbcd321-723b-4e7d-a066-cefa6c1c2646,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:05:20.069238 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad385e-e96d-4e8c-9ef2-31ba2978016b req-ebe27ec1-e93d-4353-ba74-43c432f03c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:20.070713 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7cad385e-e96d-4e8c-9ef2-31ba2978016b req-ebe27ec1-e93d-4353-ba74-43c432f03c3f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fc97f179-de3d-409c-b276-cc149eb3ce16 HTTP/1.1" status: 200 len: 1101 time: 0.0399408 Aug 22 14:05:20.105308 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7cad385e-e96d-4e8c-9ef2-31ba2978016b req-9d6d4c8c-823f-4182-8d1b-061aec34f596 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8ff9c2df-d808-4726-975e-fdca7b4af2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269349 Aug 22 14:05:20.942579 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dffd09-a09f-4702-bcd1-6f7649216afe req-2661b175-db2d-4be7-9319-1a4d05303504 tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:20.944021 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-08dffd09-a09f-4702-bcd1-6f7649216afe req-2661b175-db2d-4be7-9319-1a4d05303504 tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc97f179-de3d-409c-b276-cc149eb3ce16 HTTP/1.1" status: 200 len: 949 time: 0.0489252 Aug 22 14:05:20.986039 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-08dffd09-a09f-4702-bcd1-6f7649216afe req-7a71dd93-477b-4e69-9efc-7d24afa13a86 tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ff9c2df-d808-4726-975e-fdca7b4af2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361853 Aug 22 14:05:22.100678 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f476363-6131-4af0-b85c-4d23dba381ef req-73629841-0cff-4b8b-abe6-d7f68abfc727 tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:22.102151 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1f476363-6131-4af0-b85c-4d23dba381ef req-73629841-0cff-4b8b-abe6-d7f68abfc727 tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc97f179-de3d-409c-b276-cc149eb3ce16 HTTP/1.1" status: 200 len: 949 time: 0.0484395 Aug 22 14:05:22.139715 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1f476363-6131-4af0-b85c-4d23dba381ef req-a2d28216-3b9e-4b82-8fb6-3fd859afff80 tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ff9c2df-d808-4726-975e-fdca7b4af2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314956 Aug 22 14:05:22.415028 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [req-1129574f-1b6a-4bf2-bf3e-4f519eb37ffa req-1ea0845b-5fb2-4d01-90a5-950639e6a853 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:05:22.416032 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1129574f-1b6a-4bf2-bf3e-4f519eb37ffa req-1ea0845b-5fb2-4d01-90a5-950639e6a853 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054798 Aug 22 14:05:22.737778 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [req-845cd1f6-e34d-438e-b4d9-843fd2be9750 req-3f2df60f-82a2-4395-a4c1-ea48f5167c37 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:05:22.738756 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-845cd1f6-e34d-438e-b4d9-843fd2be9750 req-3f2df60f-82a2-4395-a4c1-ea48f5167c37 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053682 Aug 22 14:05:23.064824 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae67635-4449-464a-85eb-0fdaa17c47f5 req-9d686233-8186-4e06-9bf1-3c0683a50031 tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:23.066218 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cae67635-4449-464a-85eb-0fdaa17c47f5 req-9d686233-8186-4e06-9bf1-3c0683a50031 tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc97f179-de3d-409c-b276-cc149eb3ce16 HTTP/1.1" status: 200 len: 949 time: 0.0491698 Aug 22 14:05:23.104041 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cae67635-4449-464a-85eb-0fdaa17c47f5 req-55aec228-5a02-44ea-8af2-836a7b5f95c0 tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ff9c2df-d808-4726-975e-fdca7b4af2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318778 Aug 22 14:05:24.221056 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c0cb95-eefe-4d6a-b97a-120ff0aeec21 req-3acc9984-01ad-4ebc-a61b-171f4ba7e3e8 tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:24.222555 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e6c0cb95-eefe-4d6a-b97a-120ff0aeec21 req-3acc9984-01ad-4ebc-a61b-171f4ba7e3e8 tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc97f179-de3d-409c-b276-cc149eb3ce16 HTTP/1.1" status: 200 len: 949 time: 0.0498981 Aug 22 14:05:24.266065 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e6c0cb95-eefe-4d6a-b97a-120ff0aeec21 req-39a44fa9-a7a2-4307-9a7c-f99c1444257f tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ff9c2df-d808-4726-975e-fdca7b4af2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373983 Aug 22 14:05:24.383144 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddccf94-0350-48b4-afa9-7db32eca532d req-bc5e24e2-d17b-48af-ab62-adeacefb84c4 tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:24.384584 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3ddccf94-0350-48b4-afa9-7db32eca532d req-bc5e24e2-d17b-48af-ab62-adeacefb84c4 tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc97f179-de3d-409c-b276-cc149eb3ce16 HTTP/1.1" status: 200 len: 949 time: 0.0478263 Aug 22 14:05:24.471133 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-3ddccf94-0350-48b4-afa9-7db32eca532d req-c6cb1031-8a71-4448-a290-082eb8414127 tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] Deleting port adbcd321-723b-4e7d-a066-cefa6c1c2646 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:05:24.471467 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-3ddccf94-0350-48b4-afa9-7db32eca532d req-c6cb1031-8a71-4448-a290-082eb8414127 tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:24.559808 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-3ddccf94-0350-48b4-afa9-7db32eca532d req-c6cb1031-8a71-4448-a290-082eb8414127 tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] For port adbcd321-723b-4e7d-a066-cefa6c1c2646, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=adbcd321-723b-4e7d-a066-cefa6c1c2646,segment=NetworkSegment(937caa3c-7b50-441b-9e10-095e89bb27cc),segment_id=937caa3c-7b50-441b-9e10-095e89bb27cc)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:05:24.560194 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-3ddccf94-0350-48b4-afa9-7db32eca532d req-c6cb1031-8a71-4448-a290-082eb8414127 tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:24.571874 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-3ddccf94-0350-48b4-afa9-7db32eca532d req-c6cb1031-8a71-4448-a290-082eb8414127 tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] Calling delete_port for adbcd321-723b-4e7d-a066-cefa6c1c2646 owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:05:24.697492 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-3ddccf94-0350-48b4-afa9-7db32eca532d req-c6cb1031-8a71-4448-a290-082eb8414127 tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:24.709465 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['adbcd321-723b-4e7d-a066-cefa6c1c2646'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:05:24.726920 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cb1031-8a71-4448-a290-082eb8414127 tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] Pushing event deleted for resources: {'Port': ['ID=adbcd321-723b-4e7d-a066-cefa6c1c2646,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:05:24.768895 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ddccf94-0350-48b4-afa9-7db32eca532d req-c6cb1031-8a71-4448-a290-082eb8414127 tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] No DVR routers for this DVR port adbcd321-723b-4e7d-a066-cefa6c1c2646 on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:05:24.771550 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-3ddccf94-0350-48b4-afa9-7db32eca532d req-c6cb1031-8a71-4448-a290-082eb8414127 tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:24.773654 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3ddccf94-0350-48b4-afa9-7db32eca532d req-c6cb1031-8a71-4448-a290-082eb8414127 tempest-ServersAdminNegativeTestJSON-993042497 tempest-ServersAdminNegativeTestJSON-993042497-project] 10.222.0.16 "DELETE /v2.0/ports/adbcd321-723b-4e7d-a066-cefa6c1c2646 HTTP/1.1" status: 204 len: 173 time: 0.3825104 Aug 22 14:05:24.774090 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc97f179-de3d-409c-b276-cc149eb3ce16', 'name': 'network-vif-deleted', 'tag': 'adbcd321-723b-4e7d-a066-cefa6c1c2646'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:05:24.776362 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6754f0-d17a-4ee7-9f43-81d410050ea1" -d '{"events": [{"server_uuid": "fc97f179-de3d-409c-b276-cc149eb3ce16", "name": "network-vif-deleted", "tag": "adbcd321-723b-4e7d-a066-cefa6c1c2646"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:05:24.818339 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70a60c7-0569-4d40-a95f-ca74787284ad x-openstack-request-id: req-e70a60c7-0569-4d40-a95f-ca74787284ad {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:05:24.818633 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc97f179-de3d-409c-b276-cc149eb3ce16", "name": "network-vif-deleted", "tag": "adbcd321-723b-4e7d-a066-cefa6c1c2646", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:05:24.818993 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e70a60c7-0569-4d40-a95f-ca74787284ad {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:05:24.819400 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc97f179-de3d-409c-b276-cc149eb3ce16', 'name': 'network-vif-deleted', 'tag': 'adbcd321-723b-4e7d-a066-cefa6c1c2646', 'status': 'completed', 'code': 200} Aug 22 14:05:25.263305 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:05:25.554852 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48284) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:05:25.691758 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0efa63a1-8eb6-47c4-af03-7eec6d8942be admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=02a85f5b10a0472ea5763f9b114ce791&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1357508 Aug 22 14:05:25.694361 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48288) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:05:25.740891 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0938d688-b4dc-4e65-8162-0276e13674d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:25.761109 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0938d688-b4dc-4e65-8162-0276e13674d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:25.808514 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0938d688-b4dc-4e65-8162-0276e13674d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:25.811541 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0938d688-b4dc-4e65-8162-0276e13674d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:25.812688 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0938d688-b4dc-4e65-8162-0276e13674d3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8ff9c2df-d808-4726-975e-fdca7b4af2ed HTTP/1.1" status: 204 len: 168 time: 0.1174493 Aug 22 14:05:25.819945 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0938d688-b4dc-4e65-8162-0276e13674d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff9c2df-d808-4726-975e-fdca7b4af2ed,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:05:26.074216 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48294) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:05:26.088352 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1b9a83e9-3ae8-4295-b794-7a4c03140bcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:26.174352 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1b9a83e9-3ae8-4295-b794-7a4c03140bcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:26.178206 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1b9a83e9-3ae8-4295-b794-7a4c03140bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:26.215926 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-1b9a83e9-3ae8-4295-b794-7a4c03140bcf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=af1d83c70463474ab2a09f1f2379ebe0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1406205 Aug 22 14:05:26.217296 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9a83e9-3ae8-4295-b794-7a4c03140bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf20b3a-c137-4314-b3df-b8fbad2ec50c,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:05:26.218841 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48296) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:05:26.267606 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7cc74c79-0074-40f4-9472-86d8fd6cf897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:26.287894 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7cc74c79-0074-40f4-9472-86d8fd6cf897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:26.338165 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7cc74c79-0074-40f4-9472-86d8fd6cf897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:26.340746 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7cc74c79-0074-40f4-9472-86d8fd6cf897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:26.342197 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-7cc74c79-0074-40f4-9472-86d8fd6cf897 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/adf20b3a-c137-4314-b3df-b8fbad2ec50c HTTP/1.1" status: 204 len: 168 time: 0.1222541 Aug 22 14:05:26.349859 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc74c79-0074-40f4-9472-86d8fd6cf897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf20b3a-c137-4314-b3df-b8fbad2ec50c,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:05:27.040548 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48318) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:05:27.138806 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-bcf635bd-e236-4417-8774-da5c65ebaab6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1366398681-network', 'tenant_id': '5e37e9cd82744447b367ac05bd100a50'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:05:27.159078 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf635bd-e236-4417-8774-da5c65ebaab6 admin admin] Made reservation on behalf of 5e37e9cd82744447b367ac05bd100a50 for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:05:27.161583 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bcf635bd-e236-4417-8774-da5c65ebaab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:27.170097 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bcf635bd-e236-4417-8774-da5c65ebaab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:27.259178 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bcf635bd-e236-4417-8774-da5c65ebaab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:27.262909 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bcf635bd-e236-4417-8774-da5c65ebaab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:27.290150 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcf635bd-e236-4417-8774-da5c65ebaab6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:05:27.300181 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf635bd-e236-4417-8774-da5c65ebaab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa31aea2-ebdc-42c5-b632-5ed828b9b512,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:05:27.307823 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bcf635bd-e236-4417-8774-da5c65ebaab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:27.307940 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-bcf635bd-e236-4417-8774-da5c65ebaab6 admin admin] Added segment e571f3e7-e54c-4915-9c04-266c9a5172a0 of type vlan for network 3a5e3c09-d0a6-4720-89d9-f9edf328afc1 Aug 22 14:05:27.348766 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bcf635bd-e236-4417-8774-da5c65ebaab6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:27.374637 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bcf635bd-e236-4417-8774-da5c65ebaab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:27.375585 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf635bd-e236-4417-8774-da5c65ebaab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:27.376181 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bcf635bd-e236-4417-8774-da5c65ebaab6 admin admin] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:27.432152 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-bcf635bd-e236-4417-8774-da5c65ebaab6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3905139 Aug 22 14:05:27.435429 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48322) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:05:27.437740 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf635bd-e236-4417-8774-da5c65ebaab6 admin admin] Pushing event updated for resources: {'Network': ['ID=3a5e3c09-d0a6-4720-89d9-f9edf328afc1,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:05:27.441616 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-5aad48c0-2ce8-4680-bf8d-8091aff432b9 admin admin] Request body: {'subnet': {'network_id': '3a5e3c09-d0a6-4720-89d9-f9edf328afc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1366398681-subnet', 'tenant_id': '5e37e9cd82744447b367ac05bd100a50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:05:27.453416 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 3a5e3c09-d0a6-4720-89d9-f9edf328afc1 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:05:27.464989 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aad48c0-2ce8-4680-bf8d-8091aff432b9 admin admin] Made reservation on behalf of 5e37e9cd82744447b367ac05bd100a50 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:05:27.467795 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5aad48c0-2ce8-4680-bf8d-8091aff432b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:27.635446 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5aad48c0-2ce8-4680-bf8d-8091aff432b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:27.690171 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aad48c0-2ce8-4680-bf8d-8091aff432b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=869d1adc-986a-4c4c-a72a-96f0b6fb1c0d,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:05:27.697291 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aad48c0-2ce8-4680-bf8d-8091aff432b9 admin admin] Checking segment: {'id': 'e571f3e7-e54c-4915-9c04-266c9a5172a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3a5e3c09-d0a6-4720-89d9-f9edf328afc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:05:27.697646 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aad48c0-2ce8-4680-bf8d-8091aff432b9 admin admin] Network hostable DHCP agents. Network: 3a5e3c09-d0a6-4720-89d9-f9edf328afc1, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:05:27.713942 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aad48c0-2ce8-4680-bf8d-8091aff432b9 admin admin] Network 3a5e3c09-d0a6-4720-89d9-f9edf328afc1 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:05:27.722332 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-5aad48c0-2ce8-4680-bf8d-8091aff432b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 3a5e3c09-d0a6-4720-89d9-f9edf328afc1) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:05:27.726513 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aad48c0-2ce8-4680-bf8d-8091aff432b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:27.727085 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5aad48c0-2ce8-4680-bf8d-8091aff432b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:27.732043 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d025cd84-22a9-4233-bbfe-eaae03bdca6c None None] Network 3a5e3c09-d0a6-4720-89d9-f9edf328afc1 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:05:27.740530 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5aad48c0-2ce8-4680-bf8d-8091aff432b9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3038774 Aug 22 14:05:27.905946 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4fee92-43f1-441e-b536-1b6068be63d1 None None] Network 3a5e3c09-d0a6-4720-89d9-f9edf328afc1 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:05:28.204246 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02826c73-8235-4908-8752-9315b7aa79e9 req-ab2af5a9-8b14-4698-b28f-b8ad65d9b658 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:28.205731 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-02826c73-8235-4908-8752-9315b7aa79e9 req-ab2af5a9-8b14-4698-b28f-b8ad65d9b658 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/networks?id=3a5e3c09-d0a6-4720-89d9-f9edf328afc1 HTTP/1.1" status: 200 len: 812 time: 0.0974674 Aug 22 14:05:28.221333 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-02826c73-8235-4908-8752-9315b7aa79e9 req-87651614-c43e-453e-8377-57546230f513 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/quotas/5e37e9cd82744447b367ac05bd100a50 HTTP/1.1" status: 200 len: 375 time: 0.0095451 Aug 22 14:05:28.252533 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-02826c73-8235-4908-8752-9315b7aa79e9 req-0a34da65-da74-4fa3-87d9-ea0b03615d74 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5e37e9cd82744447b367ac05bd100a50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258858 Aug 22 14:05:28.262671 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [req-02826c73-8235-4908-8752-9315b7aa79e9 req-83f5ef3b-1f30-4247-9a82-254a5d0b4a6e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:05:28.263654 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-02826c73-8235-4908-8752-9315b7aa79e9 req-83f5ef3b-1f30-4247-9a82-254a5d0b4a6e service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048306 Aug 22 14:05:28.355998 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-02826c73-8235-4908-8752-9315b7aa79e9 req-50738770-ca34-46f4-9e6e-ff21595c9f39 service neutron] 10.222.0.21 "GET /v2.0/networks/3a5e3c09-d0a6-4720-89d9-f9edf328afc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866597 Aug 22 14:05:28.447593 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-02826c73-8235-4908-8752-9315b7aa79e9 req-c77ad8dc-e4e1-490d-96b3-37013f2d55c5 service neutron] 10.222.0.21 "GET /v2.0/networks/3a5e3c09-d0a6-4720-89d9-f9edf328afc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847929 Aug 22 14:05:28.484120 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e3f1560a-9cb2-47fa-93d1-1f421778a27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:28.621234 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bb31f8f2-adf9-453a-8b1d-6c01cdb168f2 req-25845f58-0259-466f-9731-9d81d9d6fdcb tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5fe6e11-aca2-426a-8214-ab1cce328030 HTTP/1.1" status: 200 len: 210 time: 0.0342934 Aug 22 14:05:28.657942 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:29.520842 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02826c73-8235-4908-8752-9315b7aa79e9 req-a589c41e-f3d8-438a-b376-f33af683bf84 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:29.522357 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-02826c73-8235-4908-8752-9315b7aa79e9 req-a589c41e-f3d8-438a-b376-f33af683bf84 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.16 "GET /v2.0/networks?id=3a5e3c09-d0a6-4720-89d9-f9edf328afc1 HTTP/1.1" status: 200 len: 812 time: 0.1058555 Aug 22 14:05:29.536182 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-02826c73-8235-4908-8752-9315b7aa79e9 req-1b6626f9-dfa6-4e2f-b8bf-b2975a8ef111 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] Request body: {'port': {'device_id': 'b5fe6e11-aca2-426a-8214-ab1cce328030', 'network_id': '3a5e3c09-d0a6-4720-89d9-f9edf328afc1', 'admin_state_up': True, 'tenant_id': '5e37e9cd82744447b367ac05bd100a50'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:05:29.648549 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02826c73-8235-4908-8752-9315b7aa79e9 req-1b6626f9-dfa6-4e2f-b8bf-b2975a8ef111 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] Made reservation on behalf of 5e37e9cd82744447b367ac05bd100a50 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:05:29.652108 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-02826c73-8235-4908-8752-9315b7aa79e9 req-1b6626f9-dfa6-4e2f-b8bf-b2975a8ef111 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:29.741523 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f2ad29ab-d8c4-4927-b898-d0a62292474c req-adf728c3-d320-4a95-8773-93aa6c8df00f tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5fe6e11-aca2-426a-8214-ab1cce328030 HTTP/1.1" status: 200 len: 210 time: 0.0364385 Aug 22 14:05:29.802208 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-02826c73-8235-4908-8752-9315b7aa79e9 req-1b6626f9-dfa6-4e2f-b8bf-b2975a8ef111 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] Allocated IP 172.20.0.4 (3a5e3c09-d0a6-4720-89d9-f9edf328afc1/869d1adc-986a-4c4c-a72a-96f0b6fb1c0d/d30a095f-1409-486c-9055-a3a413b5d0bc) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:05:29.848601 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device adbcd321-723b-4e7d-a066-cefa6c1c2646 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:05:29.868141 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: adbcd321-723b-4e7d-a066-cefa6c1c2646 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:05:29.868513 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device adbcd321-723b-4e7d-a066-cefa6c1c2646 not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:05:29.946556 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-02826c73-8235-4908-8752-9315b7aa79e9 req-1b6626f9-dfa6-4e2f-b8bf-b2975a8ef111 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:29.986854 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-02826c73-8235-4908-8752-9315b7aa79e9 req-1b6626f9-dfa6-4e2f-b8bf-b2975a8ef111 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:30.032313 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02826c73-8235-4908-8752-9315b7aa79e9 req-1b6626f9-dfa6-4e2f-b8bf-b2975a8ef111 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] Network 3a5e3c09-d0a6-4720-89d9-f9edf328afc1 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:05:30.035227 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-02826c73-8235-4908-8752-9315b7aa79e9 req-1b6626f9-dfa6-4e2f-b8bf-b2975a8ef111 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:05:30.037671 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-02826c73-8235-4908-8752-9315b7aa79e9 req-1b6626f9-dfa6-4e2f-b8bf-b2975a8ef111 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:05:30.066546 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6626f9-dfa6-4e2f-b8bf-b2975a8ef111 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] Pushing event updated for resources: {'Port': ['ID=d30a095f-1409-486c-9055-a3a413b5d0bc,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:05:30.094708 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02826c73-8235-4908-8752-9315b7aa79e9 req-1b6626f9-dfa6-4e2f-b8bf-b2975a8ef111 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:30.095297 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-02826c73-8235-4908-8752-9315b7aa79e9 req-1b6626f9-dfa6-4e2f-b8bf-b2975a8ef111 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:30.108577 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-02826c73-8235-4908-8752-9315b7aa79e9 req-1b6626f9-dfa6-4e2f-b8bf-b2975a8ef111 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5763669 Aug 22 14:05:30.120641 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-02826c73-8235-4908-8752-9315b7aa79e9 req-6885234a-d5c0-41ae-b432-daa3d52185da service neutron] Request body: {'port': {'device_id': 'b5fe6e11-aca2-426a-8214-ab1cce328030', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:05:30.173912 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-02826c73-8235-4908-8752-9315b7aa79e9 req-6885234a-d5c0-41ae-b432-daa3d52185da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:30.430871 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-02826c73-8235-4908-8752-9315b7aa79e9 req-6885234a-d5c0-41ae-b432-daa3d52185da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d30a095f-1409-486c-9055-a3a413b5d0bc {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:05:30.438637 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-02826c73-8235-4908-8752-9315b7aa79e9 req-6885234a-d5c0-41ae-b432-daa3d52185da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:30.450179 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-02826c73-8235-4908-8752-9315b7aa79e9 req-6885234a-d5c0-41ae-b432-daa3d52185da service neutron] Transition to ACTIVE for port object d30a095f-1409-486c-9055-a3a413b5d0bc will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:05:30.453589 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-02826c73-8235-4908-8752-9315b7aa79e9 req-6885234a-d5c0-41ae-b432-daa3d52185da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:30.518082 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6885234a-d5c0-41ae-b432-daa3d52185da service neutron] Pushing event updated for resources: {'Port': ['ID=d30a095f-1409-486c-9055-a3a413b5d0bc,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:05:30.565194 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-02826c73-8235-4908-8752-9315b7aa79e9 req-6885234a-d5c0-41ae-b432-daa3d52185da service neutron] Attempting to bind port d30a095f-1409-486c-9055-a3a413b5d0bc on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:05:30.565880 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-02826c73-8235-4908-8752-9315b7aa79e9 req-6885234a-d5c0-41ae-b432-daa3d52185da service neutron] Attempting to bind port d30a095f-1409-486c-9055-a3a413b5d0bc by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': 'e571f3e7-e54c-4915-9c04-266c9a5172a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3a5e3c09-d0a6-4720-89d9-f9edf328afc1'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:05:30.565880 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02826c73-8235-4908-8752-9315b7aa79e9 req-6885234a-d5c0-41ae-b432-daa3d52185da service neutron] Attempting to bind port d30a095f-1409-486c-9055-a3a413b5d0bc on network 3a5e3c09-d0a6-4720-89d9-f9edf328afc1 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:05:30.570016 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02826c73-8235-4908-8752-9315b7aa79e9 req-6885234a-d5c0-41ae-b432-daa3d52185da service neutron] Port d30a095f-1409-486c-9055-a3a413b5d0bc on network 3a5e3c09-d0a6-4720-89d9-f9edf328afc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:05:30.570340 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02826c73-8235-4908-8752-9315b7aa79e9 req-6885234a-d5c0-41ae-b432-daa3d52185da service neutron] Attempting to bind port d30a095f-1409-486c-9055-a3a413b5d0bc on network 3a5e3c09-d0a6-4720-89d9-f9edf328afc1 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:05:30.575061 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02826c73-8235-4908-8752-9315b7aa79e9 req-6885234a-d5c0-41ae-b432-daa3d52185da service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:05:30.575396 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02826c73-8235-4908-8752-9315b7aa79e9 req-6885234a-d5c0-41ae-b432-daa3d52185da service neutron] Checking segment: {'id': 'e571f3e7-e54c-4915-9c04-266c9a5172a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3a5e3c09-d0a6-4720-89d9-f9edf328afc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:05:30.575776 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02826c73-8235-4908-8752-9315b7aa79e9 req-6885234a-d5c0-41ae-b432-daa3d52185da service neutron] Bound using segment: {'id': 'e571f3e7-e54c-4915-9c04-266c9a5172a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3a5e3c09-d0a6-4720-89d9-f9edf328afc1'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:05:30.576202 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-02826c73-8235-4908-8752-9315b7aa79e9 req-6885234a-d5c0-41ae-b432-daa3d52185da service neutron] Bound port: d30a095f-1409-486c-9055-a3a413b5d0bc, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e571f3e7-e54c-4915-9c04-266c9a5172a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3a5e3c09-d0a6-4720-89d9-f9edf328afc1'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:05:30.576589 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-02826c73-8235-4908-8752-9315b7aa79e9 req-6885234a-d5c0-41ae-b432-daa3d52185da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:30.642976 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-02826c73-8235-4908-8752-9315b7aa79e9 req-6885234a-d5c0-41ae-b432-daa3d52185da service neutron] For port d30a095f-1409-486c-9055-a3a413b5d0bc, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:05:30.646133 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-02826c73-8235-4908-8752-9315b7aa79e9 req-6885234a-d5c0-41ae-b432-daa3d52185da service neutron] For port d30a095f-1409-486c-9055-a3a413b5d0bc, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=d30a095f-1409-486c-9055-a3a413b5d0bc,segment=NetworkSegment(e571f3e7-e54c-4915-9c04-266c9a5172a0),segment_id=e571f3e7-e54c-4915-9c04-266c9a5172a0)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:05:30.649780 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-02826c73-8235-4908-8752-9315b7aa79e9 req-6885234a-d5c0-41ae-b432-daa3d52185da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:30.683148 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02826c73-8235-4908-8752-9315b7aa79e9 req-6885234a-d5c0-41ae-b432-daa3d52185da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:30.683754 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-02826c73-8235-4908-8752-9315b7aa79e9 req-6885234a-d5c0-41ae-b432-daa3d52185da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:30.685158 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-02826c73-8235-4908-8752-9315b7aa79e9 req-6885234a-d5c0-41ae-b432-daa3d52185da service neutron] 10.222.0.16 "PUT /v2.0/ports/d30a095f-1409-486c-9055-a3a413b5d0bc HTTP/1.1" status: 200 len: 1092 time: 0.5685515 Aug 22 14:05:30.685590 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5fe6e11-aca2-426a-8214-ab1cce328030', 'tag': 'd30a095f-1409-486c-9055-a3a413b5d0bc'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:05:30.688443 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e88827a-ee41-4fa5-a2b2-ee6858028836" -d '{"events": [{"name": "network-changed", "server_uuid": "b5fe6e11-aca2-426a-8214-ab1cce328030", "tag": "d30a095f-1409-486c-9055-a3a413b5d0bc"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:05:30.712006 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6885234a-d5c0-41ae-b432-daa3d52185da service neutron] Pushing event updated for resources: {'Port': ['ID=d30a095f-1409-486c-9055-a3a413b5d0bc,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:05:30.732558 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3a3b89-db23-4709-8dc3-ee3fdf1000ac x-openstack-request-id: req-8c3a3b89-db23-4709-8dc3-ee3fdf1000ac {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:05:30.732845 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5fe6e11-aca2-426a-8214-ab1cce328030", "tag": "d30a095f-1409-486c-9055-a3a413b5d0bc", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:05:30.733095 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8c3a3b89-db23-4709-8dc3-ee3fdf1000ac {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:05:30.733486 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5fe6e11-aca2-426a-8214-ab1cce328030', 'tag': 'd30a095f-1409-486c-9055-a3a413b5d0bc', 'status': 'completed', 'code': 200} Aug 22 14:05:30.762703 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02826c73-8235-4908-8752-9315b7aa79e9 req-84770904-8625-4417-8230-be55674f1278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:30.764184 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-02826c73-8235-4908-8752-9315b7aa79e9 req-84770904-8625-4417-8230-be55674f1278 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5e37e9cd82744447b367ac05bd100a50&device_id=b5fe6e11-aca2-426a-8214-ab1cce328030 HTTP/1.1" status: 200 len: 1095 time: 0.0416336 Aug 22 14:05:30.809613 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-02826c73-8235-4908-8752-9315b7aa79e9 req-011320d1-13c1-4d65-88d8-e1e0e2e02556 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d30a095f-1409-486c-9055-a3a413b5d0bc HTTP/1.1" status: 200 len: 217 time: 0.0378857 Aug 22 14:05:30.881425 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02826c73-8235-4908-8752-9315b7aa79e9 req-3828db6d-0784-4f10-9759-f0f1957d8a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:30.882866 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-02826c73-8235-4908-8752-9315b7aa79e9 req-3828db6d-0784-4f10-9759-f0f1957d8a7c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=869d1adc-986a-4c4c-a72a-96f0b6fb1c0d HTTP/1.1" status: 200 len: 852 time: 0.0647178 Aug 22 14:05:30.891086 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f63093-fbdf-4def-b928-fcbde429a585 req-51539411-f072-4c3a-b77f-ebb90a8b5a3e tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:30.892466 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-58f63093-fbdf-4def-b928-fcbde429a585 req-51539411-f072-4c3a-b77f-ebb90a8b5a3e tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5fe6e11-aca2-426a-8214-ab1cce328030 HTTP/1.1" status: 200 len: 943 time: 0.0845993 Aug 22 14:05:30.926966 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-02826c73-8235-4908-8752-9315b7aa79e9 req-3fc59536-448c-409e-8e4e-16ce1955aa01 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3a5e3c09-d0a6-4720-89d9-f9edf328afc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335817 Aug 22 14:05:30.964322 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-58f63093-fbdf-4def-b928-fcbde429a585 req-24e31d79-7e4f-4a34-9fc9-d611f79b48e3 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa31aea2-ebdc-42c5-b632-5ed828b9b512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636044 Aug 22 14:05:31.030062 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-02826c73-8235-4908-8752-9315b7aa79e9 req-2992e78a-063c-4784-8a68-31c932391a2c service neutron] 10.222.0.16 "GET /v2.0/networks/3a5e3c09-d0a6-4720-89d9-f9edf328afc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905740 Aug 22 14:05:31.106731 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3b4db5b3-fc31-4b60-a2b5-370740cc87f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:31.119630 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-02826c73-8235-4908-8752-9315b7aa79e9 req-f843db24-c94c-4241-bdd9-2b9fc49d7fbb service neutron] 10.222.0.16 "GET /v2.0/networks/3a5e3c09-d0a6-4720-89d9-f9edf328afc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820148 Aug 22 14:05:31.205998 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e88827a-ee41-4fa5-a2b2-ee6858028836 req-b9b4e855-abe5-4827-abfc-d8faef2b0540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:31.207508 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7e88827a-ee41-4fa5-a2b2-ee6858028836 req-b9b4e855-abe5-4827-abfc-d8faef2b0540 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5e37e9cd82744447b367ac05bd100a50&device_id=b5fe6e11-aca2-426a-8214-ab1cce328030 HTTP/1.1" status: 200 len: 1095 time: 0.0457015 Aug 22 14:05:31.233476 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:31.298058 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e88827a-ee41-4fa5-a2b2-ee6858028836 req-a4b1595a-8af5-4092-a648-e3ba0be43c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:31.299520 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7e88827a-ee41-4fa5-a2b2-ee6858028836 req-a4b1595a-8af5-4092-a648-e3ba0be43c0b service neutron] 10.222.0.16 "GET /v2.0/networks?id=3a5e3c09-d0a6-4720-89d9-f9edf328afc1 HTTP/1.1" status: 200 len: 913 time: 0.0844922 Aug 22 14:05:31.344857 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7e88827a-ee41-4fa5-a2b2-ee6858028836 req-19c2bc8e-ff31-409a-a27b-90e3c4da6d1c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d30a095f-1409-486c-9055-a3a413b5d0bc HTTP/1.1" status: 200 len: 217 time: 0.0378573 Aug 22 14:05:31.393107 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e88827a-ee41-4fa5-a2b2-ee6858028836 req-eac67aae-8be8-4c18-b6bc-ba5549a12d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:31.394499 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7e88827a-ee41-4fa5-a2b2-ee6858028836 req-eac67aae-8be8-4c18-b6bc-ba5549a12d65 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=869d1adc-986a-4c4c-a72a-96f0b6fb1c0d HTTP/1.1" status: 200 len: 852 time: 0.0424168 Aug 22 14:05:31.425881 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7e88827a-ee41-4fa5-a2b2-ee6858028836 req-b43aa980-5d67-4efa-bf60-e09e8a7263a4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3a5e3c09-d0a6-4720-89d9-f9edf328afc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236449 Aug 22 14:05:31.514848 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7e88827a-ee41-4fa5-a2b2-ee6858028836 req-2c356139-504e-4aff-8179-15eac01ce45b service neutron] 10.222.0.16 "GET /v2.0/networks/3a5e3c09-d0a6-4720-89d9-f9edf328afc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801182 Aug 22 14:05:31.605961 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7e88827a-ee41-4fa5-a2b2-ee6858028836 req-890305f5-9e16-4f0d-9b18-24c90a24ac78 service neutron] 10.222.0.16 "GET /v2.0/networks/3a5e3c09-d0a6-4720-89d9-f9edf328afc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841007 Aug 22 14:05:32.083152 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b8fb0-ead4-4d67-b925-ad6450438d45 req-bc60ed0d-082a-408c-ab4b-a59cdf077c56 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:32.084650 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1e8b8fb0-ead4-4d67-b925-ad6450438d45 req-bc60ed0d-082a-408c-ab4b-a59cdf077c56 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5fe6e11-aca2-426a-8214-ab1cce328030 HTTP/1.1" status: 200 len: 943 time: 0.0490155 Aug 22 14:05:32.122099 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1e8b8fb0-ead4-4d67-b925-ad6450438d45 req-22bccdbf-d67b-4c3e-8d64-641898def397 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa31aea2-ebdc-42c5-b632-5ed828b9b512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313475 Aug 22 14:05:32.536109 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:33.248671 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77768c0d-ddf4-4011-8da7-759c9ffb6cff req-9a24d08d-e006-4d70-960e-19786b4715f4 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:33.250777 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-77768c0d-ddf4-4011-8da7-759c9ffb6cff req-9a24d08d-e006-4d70-960e-19786b4715f4 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5fe6e11-aca2-426a-8214-ab1cce328030 HTTP/1.1" status: 200 len: 943 time: 0.0530224 Aug 22 14:05:33.287490 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-77768c0d-ddf4-4011-8da7-759c9ffb6cff req-965611b2-8da8-4a1c-803a-986a60ff361f tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa31aea2-ebdc-42c5-b632-5ed828b9b512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306904 Aug 22 14:05:33.861256 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device d30a095f-1409-486c-9055-a3a413b5d0bc details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:05:33.951065 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port d30a095f-1409-486c-9055-a3a413b5d0bc, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=d30a095f-1409-486c-9055-a3a413b5d0bc,segment=NetworkSegment(e571f3e7-e54c-4915-9c04-266c9a5172a0),segment_id=e571f3e7-e54c-4915-9c04-266c9a5172a0)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:05:33.961617 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': 'd30a095f-1409-486c-9055-a3a413b5d0bc', 'network_id': '3a5e3c09-d0a6-4720-89d9-f9edf328afc1', 'port_id': 'd30a095f-1409-486c-9055-a3a413b5d0bc', 'mac_address': 'fa:16:3e:de:98:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '869d1adc-986a-4c4c-a72a-96f0b6fb1c0d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:05:34.003588 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:34.016379 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d30a095f-1409-486c-9055-a3a413b5d0bc {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:05:34.035127 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port d30a095f-1409-486c-9055-a3a413b5d0bc, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=d30a095f-1409-486c-9055-a3a413b5d0bc,segment=NetworkSegment(e571f3e7-e54c-4915-9c04-266c9a5172a0),segment_id=e571f3e7-e54c-4915-9c04-266c9a5172a0)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:05:34.039357 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:34.089615 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=d30a095f-1409-486c-9055-a3a413b5d0bc,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:05:34.101554 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:34.226489 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['d30a095f-1409-486c-9055-a3a413b5d0bc'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:05:34.340261 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:34.415995 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597476ff-c297-47b8-b841-3280a6a8f062 req-40bf737e-908c-4617-890a-c0235bbeec3c tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:34.418137 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-597476ff-c297-47b8-b841-3280a6a8f062 req-40bf737e-908c-4617-890a-c0235bbeec3c tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5fe6e11-aca2-426a-8214-ab1cce328030 HTTP/1.1" status: 200 len: 944 time: 0.0508418 Aug 22 14:05:34.456595 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-597476ff-c297-47b8-b841-3280a6a8f062 req-5aa17396-42d7-4a5a-95df-05964747c790 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa31aea2-ebdc-42c5-b632-5ed828b9b512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314500 Aug 22 14:05:35.568675 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3341d-ede1-4a83-a680-7764c55ba8cc req-024dd73c-07b2-482d-9255-ccbb269b3e84 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:35.570310 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a0f3341d-ede1-4a83-a680-7764c55ba8cc req-024dd73c-07b2-482d-9255-ccbb269b3e84 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5fe6e11-aca2-426a-8214-ab1cce328030 HTTP/1.1" status: 200 len: 944 time: 0.0475554 Aug 22 14:05:35.607608 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a0f3341d-ede1-4a83-a680-7764c55ba8cc req-7243bf36-4a9d-47ce-b6be-19a4e0b9ef95 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa31aea2-ebdc-42c5-b632-5ed828b9b512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312200 Aug 22 14:05:35.877073 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device d30a095f-1409-486c-9055-a3a413b5d0bc up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:05:35.923331 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port d30a095f-1409-486c-9055-a3a413b5d0bc completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:05:35.926818 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port d30a095f-1409-486c-9055-a3a413b5d0bc triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:05:35.927179 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:36.005019 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:36.027642 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5fe6e11-aca2-426a-8214-ab1cce328030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd30a095f-1409-486c-9055-a3a413b5d0bc'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:05:36.029873 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1bdc868-77b1-40de-bec4-675f20942623" -d '{"events": [{"server_uuid": "b5fe6e11-aca2-426a-8214-ab1cce328030", "name": "network-vif-plugged", "status": "completed", "tag": "d30a095f-1409-486c-9055-a3a413b5d0bc"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:05:36.045426 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port d30a095f-1409-486c-9055-a3a413b5d0bc, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=d30a095f-1409-486c-9055-a3a413b5d0bc,segment=NetworkSegment(e571f3e7-e54c-4915-9c04-266c9a5172a0),segment_id=e571f3e7-e54c-4915-9c04-266c9a5172a0)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:05:36.050594 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:36.073572 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e545d0b5-c5bb-4ecb-aced-3c84ddc07620 x-openstack-request-id: req-e545d0b5-c5bb-4ecb-aced-3c84ddc07620 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:05:36.073861 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5fe6e11-aca2-426a-8214-ab1cce328030", "name": "network-vif-plugged", "status": "completed", "tag": "d30a095f-1409-486c-9055-a3a413b5d0bc", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:05:36.074106 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e545d0b5-c5bb-4ecb-aced-3c84ddc07620 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:05:36.074489 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5fe6e11-aca2-426a-8214-ab1cce328030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd30a095f-1409-486c-9055-a3a413b5d0bc', 'code': 200} Aug 22 14:05:36.100037 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=d30a095f-1409-486c-9055-a3a413b5d0bc,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:05:36.163817 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e6c803-9590-49ad-8949-3e2f7df17f31 req-a33d4e41-b477-4ef2-acf2-042f2a53f59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:36.165248 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e1e6c803-9590-49ad-8949-3e2f7df17f31 req-a33d4e41-b477-4ef2-acf2-042f2a53f59d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b5fe6e11-aca2-426a-8214-ab1cce328030 HTTP/1.1" status: 200 len: 1097 time: 0.0422699 Aug 22 14:05:36.199393 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e1e6c803-9590-49ad-8949-3e2f7df17f31 req-ec166a4b-9c5f-49d7-a08b-db716f7e60b2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=aa31aea2-ebdc-42c5-b632-5ed828b9b512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268123 Aug 22 14:05:36.719083 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de450c-a7b0-4e75-a2d4-2e690f736fea req-a5f3bee1-ebeb-4296-97df-0a9d6507a24f tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:36.720559 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-50de450c-a7b0-4e75-a2d4-2e690f736fea req-a5f3bee1-ebeb-4296-97df-0a9d6507a24f tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5fe6e11-aca2-426a-8214-ab1cce328030 HTTP/1.1" status: 200 len: 945 time: 0.0476942 Aug 22 14:05:36.758204 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-50de450c-a7b0-4e75-a2d4-2e690f736fea req-16c435b3-113e-472e-a64d-897b0e239c7e tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa31aea2-ebdc-42c5-b632-5ed828b9b512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314710 Aug 22 14:05:37.872531 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c6f36-121b-4f82-9d57-d9f57c8c5dea req-4ffb46a2-be53-42b6-ad70-114deaba02d0 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:37.873977 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-754c6f36-121b-4f82-9d57-d9f57c8c5dea req-4ffb46a2-be53-42b6-ad70-114deaba02d0 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5fe6e11-aca2-426a-8214-ab1cce328030 HTTP/1.1" status: 200 len: 945 time: 0.0476003 Aug 22 14:05:37.910542 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-754c6f36-121b-4f82-9d57-d9f57c8c5dea req-529f26f1-3a8c-41c0-b044-dac0a26e3072 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa31aea2-ebdc-42c5-b632-5ed828b9b512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302737 Aug 22 14:05:38.088931 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48378) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:05:38.153773 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f241a985-0283-42a5-a59f-f16774c4d7ed req-786588eb-ff3c-4460-ba59-5de6a44dd040 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:38.155251 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f241a985-0283-42a5-a59f-f16774c4d7ed req-786588eb-ff3c-4460-ba59-5de6a44dd040 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5fe6e11-aca2-426a-8214-ab1cce328030 HTTP/1.1" status: 200 len: 945 time: 0.0523438 Aug 22 14:05:38.193489 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3994ef51-93c1-4d2f-a9c8-ef36248fc2da req-74054b0b-462e-4427-83e5-37dcfc4d3754 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b5fe6e11-aca2-426a-8214-ab1cce328030&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1027510 Aug 22 14:05:38.193694 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f241a985-0283-42a5-a59f-f16774c4d7ed req-4a866de5-1fe0-44ee-8ee0-5588f3318bd7 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa31aea2-ebdc-42c5-b632-5ed828b9b512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320098 Aug 22 14:05:38.202504 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [req-3994ef51-93c1-4d2f-a9c8-ef36248fc2da req-f961dfff-aec8-4a03-877b-5725c0497c21 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:05:38.203531 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3994ef51-93c1-4d2f-a9c8-ef36248fc2da req-f961dfff-aec8-4a03-877b-5725c0497c21 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052571 Aug 22 14:05:39.335642 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9795c-da94-4403-979f-cc46aaa3c74b req-4e047a0e-1854-451a-8616-6201025c93ca tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:39.337378 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-30c9795c-da94-4403-979f-cc46aaa3c74b req-4e047a0e-1854-451a-8616-6201025c93ca tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5fe6e11-aca2-426a-8214-ab1cce328030 HTTP/1.1" status: 200 len: 945 time: 0.0719666 Aug 22 14:05:39.342328 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994ef51-93c1-4d2f-a9c8-ef36248fc2da req-0c29b8d8-295d-4212-aeab-a88e6cc32093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:39.344317 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3994ef51-93c1-4d2f-a9c8-ef36248fc2da req-0c29b8d8-295d-4212-aeab-a88e6cc32093 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5e37e9cd82744447b367ac05bd100a50&device_id=b5fe6e11-aca2-426a-8214-ab1cce328030 HTTP/1.1" status: 200 len: 1097 time: 0.0701351 Aug 22 14:05:39.424722 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-30c9795c-da94-4403-979f-cc46aaa3c74b req-ec159227-faff-495c-8833-cd1f52220db6 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa31aea2-ebdc-42c5-b632-5ed828b9b512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794713 Aug 22 14:05:39.454659 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994ef51-93c1-4d2f-a9c8-ef36248fc2da req-fec635ee-079a-461f-97f3-fe429e05402b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:39.456103 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3994ef51-93c1-4d2f-a9c8-ef36248fc2da req-fec635ee-079a-461f-97f3-fe429e05402b service neutron] 10.222.0.16 "GET /v2.0/networks?id=3a5e3c09-d0a6-4720-89d9-f9edf328afc1 HTTP/1.1" status: 200 len: 913 time: 0.1053460 Aug 22 14:05:39.497744 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3994ef51-93c1-4d2f-a9c8-ef36248fc2da req-512353e1-de65-41ad-8b38-8ee2ea778755 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d30a095f-1409-486c-9055-a3a413b5d0bc HTTP/1.1" status: 200 len: 217 time: 0.0333157 Aug 22 14:05:39.551936 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994ef51-93c1-4d2f-a9c8-ef36248fc2da req-6c68ca7d-deb8-4409-8bab-290c68f01ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:39.553398 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3994ef51-93c1-4d2f-a9c8-ef36248fc2da req-6c68ca7d-deb8-4409-8bab-290c68f01ce7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=869d1adc-986a-4c4c-a72a-96f0b6fb1c0d HTTP/1.1" status: 200 len: 852 time: 0.0495162 Aug 22 14:05:39.585201 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3994ef51-93c1-4d2f-a9c8-ef36248fc2da req-35363ef5-9640-4508-9935-edd560b3ebd4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3a5e3c09-d0a6-4720-89d9-f9edf328afc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241265 Aug 22 14:05:39.670717 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3994ef51-93c1-4d2f-a9c8-ef36248fc2da req-a14075b7-5e88-44c0-afdf-bdb1efc6fa24 service neutron] 10.222.0.16 "GET /v2.0/networks/3a5e3c09-d0a6-4720-89d9-f9edf328afc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789492 Aug 22 14:05:40.092494 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3994ef51-93c1-4d2f-a9c8-ef36248fc2da req-b26cf12b-999f-4895-a95c-d1c784b6f214 service neutron] 10.222.0.16 "GET /v2.0/networks/3a5e3c09-d0a6-4720-89d9-f9edf328afc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4150212 Aug 22 14:05:40.538137 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f9704e-56ed-4d8f-9f59-6b8f32031d7c req-c903d6bc-b2cb-4740-88ef-da75dbe94d03 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:40.539596 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c9f9704e-56ed-4d8f-9f59-6b8f32031d7c req-c903d6bc-b2cb-4740-88ef-da75dbe94d03 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5fe6e11-aca2-426a-8214-ab1cce328030 HTTP/1.1" status: 200 len: 945 time: 0.0483255 Aug 22 14:05:40.576716 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c9f9704e-56ed-4d8f-9f59-6b8f32031d7c req-f4d5cd5b-2f8c-43f6-9d34-bdbf1ab658e3 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa31aea2-ebdc-42c5-b632-5ed828b9b512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310853 Aug 22 14:05:41.689381 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313afa83-c225-49d8-b8d5-4337262d7657 req-f4a75686-9388-4261-98b6-39eaa6f1aa00 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:41.690839 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-313afa83-c225-49d8-b8d5-4337262d7657 req-f4a75686-9388-4261-98b6-39eaa6f1aa00 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5fe6e11-aca2-426a-8214-ab1cce328030 HTTP/1.1" status: 200 len: 945 time: 0.0474195 Aug 22 14:05:41.727869 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-313afa83-c225-49d8-b8d5-4337262d7657 req-e108febf-79d5-4fc3-99c3-9afeb33b4db7 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa31aea2-ebdc-42c5-b632-5ed828b9b512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311821 Aug 22 14:05:42.846296 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a0939a-e8bc-475b-9903-b89c99cbc013 req-0d9c6691-2807-4e3c-82d0-c94b974f8e2d tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:42.847767 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-76a0939a-e8bc-475b-9903-b89c99cbc013 req-0d9c6691-2807-4e3c-82d0-c94b974f8e2d tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5fe6e11-aca2-426a-8214-ab1cce328030 HTTP/1.1" status: 200 len: 945 time: 0.0531025 Aug 22 14:05:42.885828 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-76a0939a-e8bc-475b-9903-b89c99cbc013 req-69e75005-14a3-4815-b928-8edf5005bf8b tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa31aea2-ebdc-42c5-b632-5ed828b9b512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321083 Aug 22 14:05:44.001770 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f27eb0-3842-42b8-80a1-d65fb8aa2691 req-40266498-b087-4a7f-862e-3fab2bca9e19 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:44.003233 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-54f27eb0-3842-42b8-80a1-d65fb8aa2691 req-40266498-b087-4a7f-862e-3fab2bca9e19 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5fe6e11-aca2-426a-8214-ab1cce328030 HTTP/1.1" status: 200 len: 945 time: 0.0487506 Aug 22 14:05:44.039793 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-54f27eb0-3842-42b8-80a1-d65fb8aa2691 req-4acada42-6992-4220-bcf3-b05c44213253 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa31aea2-ebdc-42c5-b632-5ed828b9b512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307229 Aug 22 14:05:45.153593 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce18ad-8436-4b1f-9bb0-79467f92905c req-45fe7818-a034-473c-a3f5-15405057a4a4 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:45.155043 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-13ce18ad-8436-4b1f-9bb0-79467f92905c req-45fe7818-a034-473c-a3f5-15405057a4a4 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5fe6e11-aca2-426a-8214-ab1cce328030 HTTP/1.1" status: 200 len: 945 time: 0.0479929 Aug 22 14:05:45.195287 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-13ce18ad-8436-4b1f-9bb0-79467f92905c req-c98803ef-e20b-473b-bf4f-f36bd478afb2 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa31aea2-ebdc-42c5-b632-5ed828b9b512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343781 Aug 22 14:05:46.315630 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f41e1-f811-444d-9103-3e929434f09c req-771e5b37-aa88-415f-9d55-ea1097bab455 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:46.317072 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a63f41e1-f811-444d-9103-3e929434f09c req-771e5b37-aa88-415f-9d55-ea1097bab455 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5fe6e11-aca2-426a-8214-ab1cce328030 HTTP/1.1" status: 200 len: 945 time: 0.0542319 Aug 22 14:05:46.354588 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a63f41e1-f811-444d-9103-3e929434f09c req-52586464-0100-4ba7-a12b-671fa2b3951e tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa31aea2-ebdc-42c5-b632-5ed828b9b512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315895 Aug 22 14:05:47.482136 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b83b7-afff-43f6-81ac-3332ec218e6b req-439ab1fa-8cf8-4bd6-945b-9e5774016f7d tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:47.483637 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b02b83b7-afff-43f6-81ac-3332ec218e6b req-439ab1fa-8cf8-4bd6-945b-9e5774016f7d tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5fe6e11-aca2-426a-8214-ab1cce328030 HTTP/1.1" status: 200 len: 945 time: 0.0511680 Aug 22 14:05:47.524380 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b02b83b7-afff-43f6-81ac-3332ec218e6b req-e3c8b19e-789d-42ab-87fe-57f811203aff tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa31aea2-ebdc-42c5-b632-5ed828b9b512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340164 Aug 22 14:05:48.641322 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3251c7aa-198f-42a5-a2df-3980cf02caa5 req-4207002d-364a-4a19-9c7d-c4b920c088ea tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:48.642850 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3251c7aa-198f-42a5-a2df-3980cf02caa5 req-4207002d-364a-4a19-9c7d-c4b920c088ea tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5fe6e11-aca2-426a-8214-ab1cce328030 HTTP/1.1" status: 200 len: 945 time: 0.0477457 Aug 22 14:05:48.679643 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3251c7aa-198f-42a5-a2df-3980cf02caa5 req-4e8f7e18-3294-4dee-8f8c-c174633ec6fc tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa31aea2-ebdc-42c5-b632-5ed828b9b512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310493 Aug 22 14:05:49.796361 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa88da-dc1e-427f-bdec-22f8cc93cd8d req-308a4148-a912-4007-a388-fd1473834b33 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:49.798793 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-92fa88da-dc1e-427f-bdec-22f8cc93cd8d req-308a4148-a912-4007-a388-fd1473834b33 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5fe6e11-aca2-426a-8214-ab1cce328030 HTTP/1.1" status: 200 len: 945 time: 0.0528007 Aug 22 14:05:49.835296 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-92fa88da-dc1e-427f-bdec-22f8cc93cd8d req-d0466bdb-1b5c-4979-914d-803f568b6625 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa31aea2-ebdc-42c5-b632-5ed828b9b512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304358 Aug 22 14:05:50.949639 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99197651-8a1b-4d89-b337-aca7928d984e req-47e6c20c-625b-4972-a2a2-daedaac7467a tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:50.951035 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-99197651-8a1b-4d89-b337-aca7928d984e req-47e6c20c-625b-4972-a2a2-daedaac7467a tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5fe6e11-aca2-426a-8214-ab1cce328030 HTTP/1.1" status: 200 len: 945 time: 0.0497301 Aug 22 14:05:50.989282 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-99197651-8a1b-4d89-b337-aca7928d984e req-73430747-0897-4a3e-9497-73664e0a7f9d tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa31aea2-ebdc-42c5-b632-5ed828b9b512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318439 Aug 22 14:05:52.102250 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb3298-2fbd-4a39-972c-1136a4f6b244 req-91892983-6e52-4ed2-93b9-1e046de264d1 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:52.103719 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-46eb3298-2fbd-4a39-972c-1136a4f6b244 req-91892983-6e52-4ed2-93b9-1e046de264d1 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5fe6e11-aca2-426a-8214-ab1cce328030 HTTP/1.1" status: 200 len: 945 time: 0.0483267 Aug 22 14:05:52.140910 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-46eb3298-2fbd-4a39-972c-1136a4f6b244 req-2b89ee03-60f0-43ce-a010-a18890493ede tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa31aea2-ebdc-42c5-b632-5ed828b9b512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305412 Aug 22 14:05:53.258015 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b3282-57ec-4f3c-8420-41a418fb7432 req-2096078c-527d-48a2-a39d-14962c980388 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:53.259453 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b56b3282-57ec-4f3c-8420-41a418fb7432 req-2096078c-527d-48a2-a39d-14962c980388 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5fe6e11-aca2-426a-8214-ab1cce328030 HTTP/1.1" status: 200 len: 945 time: 0.0532560 Aug 22 14:05:53.295282 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b56b3282-57ec-4f3c-8420-41a418fb7432 req-4c18779d-4167-47fe-9941-df0964645222 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa31aea2-ebdc-42c5-b632-5ed828b9b512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299730 Aug 22 14:05:54.466520 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1a3f2-ec83-484a-8831-f044d48de2fb req-6a86c8f2-a1f0-4db1-9045-b75209a735bc tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:54.467998 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b8e1a3f2-ec83-484a-8831-f044d48de2fb req-6a86c8f2-a1f0-4db1-9045-b75209a735bc tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5fe6e11-aca2-426a-8214-ab1cce328030 HTTP/1.1" status: 200 len: 945 time: 0.1052430 Aug 22 14:05:54.505842 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b8e1a3f2-ec83-484a-8831-f044d48de2fb req-b99a7c06-cdce-42a2-8a67-470bda66d0d5 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa31aea2-ebdc-42c5-b632-5ed828b9b512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312357 Aug 22 14:05:55.617741 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7569734-b57e-4d12-871f-c815ff9728df req-3f36e4aa-7182-40c1-b285-d7a9cbbea865 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:55.619206 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f7569734-b57e-4d12-871f-c815ff9728df req-3f36e4aa-7182-40c1-b285-d7a9cbbea865 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5fe6e11-aca2-426a-8214-ab1cce328030 HTTP/1.1" status: 200 len: 945 time: 0.0486534 Aug 22 14:05:55.656849 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f7569734-b57e-4d12-871f-c815ff9728df req-26bf4d62-010b-49a8-91a4-6203ac4c933a tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa31aea2-ebdc-42c5-b632-5ed828b9b512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312052 Aug 22 14:05:56.772700 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd30b1-925e-4476-87df-5b0256b6ffcc req-3b2d9f08-064b-410c-b361-0db816b97109 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:56.774173 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-79bd30b1-925e-4476-87df-5b0256b6ffcc req-3b2d9f08-064b-410c-b361-0db816b97109 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5fe6e11-aca2-426a-8214-ab1cce328030 HTTP/1.1" status: 200 len: 945 time: 0.0515552 Aug 22 14:05:56.811410 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-79bd30b1-925e-4476-87df-5b0256b6ffcc req-0310a027-f6ed-48a3-9d5e-ed6177db3932 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa31aea2-ebdc-42c5-b632-5ed828b9b512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313644 Aug 22 14:05:57.926722 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248bf0d-12b7-40ad-8ac6-2cb05ac846ad req-4f053dd4-cc5f-43d3-a2fa-4c1be7e081d3 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:57.928224 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7248bf0d-12b7-40ad-8ac6-2cb05ac846ad req-4f053dd4-cc5f-43d3-a2fa-4c1be7e081d3 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5fe6e11-aca2-426a-8214-ab1cce328030 HTTP/1.1" status: 200 len: 945 time: 0.0498555 Aug 22 14:05:57.966470 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7248bf0d-12b7-40ad-8ac6-2cb05ac846ad req-ac61a04a-978f-4861-abd7-d66b36bb6e28 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa31aea2-ebdc-42c5-b632-5ed828b9b512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320861 Aug 22 14:05:58.485852 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-38605ff3-67ff-489d-9165-22d789a92bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:58.683110 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:05:59.081904 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa1c71-e9a1-45db-8270-7a8aecff9a83 req-e31b0699-d993-4b98-b909-0d41a7255af7 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:05:59.083371 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47fa1c71-e9a1-45db-8270-7a8aecff9a83 req-e31b0699-d993-4b98-b909-0d41a7255af7 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5fe6e11-aca2-426a-8214-ab1cce328030 HTTP/1.1" status: 200 len: 945 time: 0.0483947 Aug 22 14:05:59.120145 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47fa1c71-e9a1-45db-8270-7a8aecff9a83 req-fb185c60-d1de-4320-81ea-735ddb076fcf tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa31aea2-ebdc-42c5-b632-5ed828b9b512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306110 Aug 22 14:06:00.242735 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a098e5cc-0685-4591-a2f4-e034e28d5a14 req-5ff5dac4-bdf5-49f1-a17a-bd0cfa7f834e tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:00.244131 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a098e5cc-0685-4591-a2f4-e034e28d5a14 req-5ff5dac4-bdf5-49f1-a17a-bd0cfa7f834e tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5fe6e11-aca2-426a-8214-ab1cce328030 HTTP/1.1" status: 200 len: 945 time: 0.0531449 Aug 22 14:06:00.281808 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a098e5cc-0685-4591-a2f4-e034e28d5a14 req-15367a75-98ad-4901-964f-7358fe74fb2c tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa31aea2-ebdc-42c5-b632-5ed828b9b512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314105 Aug 22 14:06:01.108381 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-26a012b0-1e5e-4fe0-8ff9-246137cdf00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:01.235356 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:01.395043 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec2097-9d22-4136-bc12-9948d3423e7a req-30d0615b-8ad3-43b3-bb51-4f76ec2079c6 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:01.396537 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-54ec2097-9d22-4136-bc12-9948d3423e7a req-30d0615b-8ad3-43b3-bb51-4f76ec2079c6 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5fe6e11-aca2-426a-8214-ab1cce328030 HTTP/1.1" status: 200 len: 945 time: 0.0486510 Aug 22 14:06:01.434767 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-54ec2097-9d22-4136-bc12-9948d3423e7a req-8db21feb-d4c6-4ba0-8ba9-05809faf1d9b tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa31aea2-ebdc-42c5-b632-5ed828b9b512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323699 Aug 22 14:06:02.262326 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:06:02.537671 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:02.553375 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d15a6-4a81-4546-9165-1e06228c91ca req-38b43dc0-c7ad-4835-a6de-dbc4f9c52726 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:02.554925 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e48d15a6-4a81-4546-9165-1e06228c91ca req-38b43dc0-c7ad-4835-a6de-dbc4f9c52726 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5fe6e11-aca2-426a-8214-ab1cce328030 HTTP/1.1" status: 200 len: 945 time: 0.0494709 Aug 22 14:06:02.592585 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e48d15a6-4a81-4546-9165-1e06228c91ca req-7cfa3ca2-7454-4852-b44d-accdb881cb6d tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa31aea2-ebdc-42c5-b632-5ed828b9b512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317748 Aug 22 14:06:03.710091 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2049bd9e-822d-439c-8b06-9cd80d3552b8 req-07632c07-70d8-4171-8af7-fda39f61b4cc tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:03.711555 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2049bd9e-822d-439c-8b06-9cd80d3552b8 req-07632c07-70d8-4171-8af7-fda39f61b4cc tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5fe6e11-aca2-426a-8214-ab1cce328030 HTTP/1.1" status: 200 len: 945 time: 0.0517807 Aug 22 14:06:03.750084 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2049bd9e-822d-439c-8b06-9cd80d3552b8 req-6a230f66-e1da-4177-99a7-32ebffcd9fec tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa31aea2-ebdc-42c5-b632-5ed828b9b512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314028 Aug 22 14:06:04.111676 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:04.317796 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:04.868798 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05cef80-9d31-4ba4-8880-acf11e2c334f req-5aea4a1e-cd86-4b85-a78e-4e609084286e tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:04.870261 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f05cef80-9d31-4ba4-8880-acf11e2c334f req-5aea4a1e-cd86-4b85-a78e-4e609084286e tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5fe6e11-aca2-426a-8214-ab1cce328030 HTTP/1.1" status: 200 len: 945 time: 0.0494463 Aug 22 14:06:04.907425 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f05cef80-9d31-4ba4-8880-acf11e2c334f req-d66c519d-ed72-489c-88b3-c68bddb887c7 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa31aea2-ebdc-42c5-b632-5ed828b9b512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307486 Aug 22 14:06:06.025651 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546567ce-1c21-48ec-98f1-a62a14cee3e8 req-02d2d196-7f10-4e0a-ae67-6201cc152527 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:06.027165 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-546567ce-1c21-48ec-98f1-a62a14cee3e8 req-02d2d196-7f10-4e0a-ae67-6201cc152527 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5fe6e11-aca2-426a-8214-ab1cce328030 HTTP/1.1" status: 200 len: 945 time: 0.0516713 Aug 22 14:06:06.065570 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-546567ce-1c21-48ec-98f1-a62a14cee3e8 req-73d85c24-7750-4266-8bea-ab0d35681267 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa31aea2-ebdc-42c5-b632-5ed828b9b512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317051 Aug 22 14:06:06.986700 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [req-3994ef51-93c1-4d2f-a9c8-ef36248fc2da req-34a3ae9f-a493-49fe-9366-e237d7fcfdfe service neutron] show failed (client error): The resource could not be found. Aug 22 14:06:06.987655 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3994ef51-93c1-4d2f-a9c8-ef36248fc2da req-34a3ae9f-a493-49fe-9366-e237d7fcfdfe service neutron] 10.222.0.16 "GET /v2.0/ports/d30a095f-1409-486c-9055-a3a413b5d0bc/bindings/n-h1-793621-33 HTTP/1.1" status: 404 len: 381 time: 0.0601499 Aug 22 14:06:07.178918 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994ef51-93c1-4d2f-a9c8-ef36248fc2da req-3c362fc1-f998-4aba-8053-b8d0ed2840b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:07.180476 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3994ef51-93c1-4d2f-a9c8-ef36248fc2da req-3c362fc1-f998-4aba-8053-b8d0ed2840b7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b5fe6e11-aca2-426a-8214-ab1cce328030&tenant_id=5e37e9cd82744447b367ac05bd100a50 HTTP/1.1" status: 200 len: 1097 time: 0.0415430 Aug 22 14:06:07.186085 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f018e0b-a3d5-4cfb-8a03-f25d9d8b1450 req-1ff1b8b8-d72f-4c0f-8647-2eb7e0ae50e9 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:07.187648 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2f018e0b-a3d5-4cfb-8a03-f25d9d8b1450 req-1ff1b8b8-d72f-4c0f-8647-2eb7e0ae50e9 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5fe6e11-aca2-426a-8214-ab1cce328030 HTTP/1.1" status: 200 len: 945 time: 0.0488622 Aug 22 14:06:07.192783 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-3994ef51-93c1-4d2f-a9c8-ef36248fc2da req-aea30058-f488-4672-8e72-7674f2b21776 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-33', 'device_owner': 'compute:nova'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:06:07.227010 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2f018e0b-a3d5-4cfb-8a03-f25d9d8b1450 req-500ba8c3-d416-4fbc-b81a-735bfe970e70 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa31aea2-ebdc-42c5-b632-5ed828b9b512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322428 Aug 22 14:06:07.246510 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-3994ef51-93c1-4d2f-a9c8-ef36248fc2da req-aea30058-f488-4672-8e72-7674f2b21776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:07.446721 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-3994ef51-93c1-4d2f-a9c8-ef36248fc2da req-aea30058-f488-4672-8e72-7674f2b21776 service neutron] For port d30a095f-1409-486c-9055-a3a413b5d0bc, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=d30a095f-1409-486c-9055-a3a413b5d0bc,segment=NetworkSegment(e571f3e7-e54c-4915-9c04-266c9a5172a0),segment_id=e571f3e7-e54c-4915-9c04-266c9a5172a0)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:06:07.483604 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-3994ef51-93c1-4d2f-a9c8-ef36248fc2da req-aea30058-f488-4672-8e72-7674f2b21776 service neutron] For port d30a095f-1409-486c-9055-a3a413b5d0bc, host n-h2-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:06:07.522999 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5fe6e11-aca2-426a-8214-ab1cce328030', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd30a095f-1409-486c-9055-a3a413b5d0bc'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:06:07.525363 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8e09e0-a0ef-44ed-9932-606dfe73fd10" -d '{"events": [{"server_uuid": "b5fe6e11-aca2-426a-8214-ab1cce328030", "name": "network-vif-unplugged", "status": "completed", "tag": "d30a095f-1409-486c-9055-a3a413b5d0bc"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:06:07.529078 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-3994ef51-93c1-4d2f-a9c8-ef36248fc2da req-aea30058-f488-4672-8e72-7674f2b21776 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:07.541602 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-3994ef51-93c1-4d2f-a9c8-ef36248fc2da req-aea30058-f488-4672-8e72-7674f2b21776 service neutron] Transition to ACTIVE for port object d30a095f-1409-486c-9055-a3a413b5d0bc will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:06:07.546335 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-3994ef51-93c1-4d2f-a9c8-ef36248fc2da req-aea30058-f488-4672-8e72-7674f2b21776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:07.581827 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 14:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f78bbc-61ae-419c-ac40-6f59075a8617 x-openstack-request-id: req-48f78bbc-61ae-419c-ac40-6f59075a8617 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:06:07.582112 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5fe6e11-aca2-426a-8214-ab1cce328030", "name": "network-vif-unplugged", "status": "completed", "tag": "d30a095f-1409-486c-9055-a3a413b5d0bc", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:06:07.582359 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-48f78bbc-61ae-419c-ac40-6f59075a8617 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:06:07.582746 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5fe6e11-aca2-426a-8214-ab1cce328030', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd30a095f-1409-486c-9055-a3a413b5d0bc', 'code': 200} Aug 22 14:06:07.606102 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-3994ef51-93c1-4d2f-a9c8-ef36248fc2da req-aea30058-f488-4672-8e72-7674f2b21776 service neutron] No DVR routers for this DVR port d30a095f-1409-486c-9055-a3a413b5d0bc on host n-h2-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:06:07.616635 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea30058-f488-4672-8e72-7674f2b21776 service neutron] Pushing event updated for resources: {'Port': ['ID=d30a095f-1409-486c-9055-a3a413b5d0bc,revision_number=6']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:06:07.641678 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea30058-f488-4672-8e72-7674f2b21776 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:06:07.642128 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea30058-f488-4672-8e72-7674f2b21776 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:06:07.642467 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea30058-f488-4672-8e72-7674f2b21776 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:06:07.642803 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea30058-f488-4672-8e72-7674f2b21776 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:06:07.643131 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea30058-f488-4672-8e72-7674f2b21776 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:06:07.643455 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea30058-f488-4672-8e72-7674f2b21776 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:06:07.643794 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea30058-f488-4672-8e72-7674f2b21776 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:06:07.644098 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea30058-f488-4672-8e72-7674f2b21776 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:06:07.644449 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea30058-f488-4672-8e72-7674f2b21776 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:06:07.644772 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea30058-f488-4672-8e72-7674f2b21776 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:06:07.645092 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea30058-f488-4672-8e72-7674f2b21776 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:06:07.645410 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea30058-f488-4672-8e72-7674f2b21776 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:06:07.659714 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-3994ef51-93c1-4d2f-a9c8-ef36248fc2da req-aea30058-f488-4672-8e72-7674f2b21776 service neutron] Attempting to bind port d30a095f-1409-486c-9055-a3a413b5d0bc on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:06:07.660048 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-3994ef51-93c1-4d2f-a9c8-ef36248fc2da req-aea30058-f488-4672-8e72-7674f2b21776 service neutron] Attempting to bind port d30a095f-1409-486c-9055-a3a413b5d0bc by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': 'e571f3e7-e54c-4915-9c04-266c9a5172a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3a5e3c09-d0a6-4720-89d9-f9edf328afc1'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:06:07.660409 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3994ef51-93c1-4d2f-a9c8-ef36248fc2da req-aea30058-f488-4672-8e72-7674f2b21776 service neutron] Attempting to bind port d30a095f-1409-486c-9055-a3a413b5d0bc on network 3a5e3c09-d0a6-4720-89d9-f9edf328afc1 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:06:07.664608 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3994ef51-93c1-4d2f-a9c8-ef36248fc2da req-aea30058-f488-4672-8e72-7674f2b21776 service neutron] Port d30a095f-1409-486c-9055-a3a413b5d0bc on network 3a5e3c09-d0a6-4720-89d9-f9edf328afc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:06:07.664924 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3994ef51-93c1-4d2f-a9c8-ef36248fc2da req-aea30058-f488-4672-8e72-7674f2b21776 service neutron] Attempting to bind port d30a095f-1409-486c-9055-a3a413b5d0bc on network 3a5e3c09-d0a6-4720-89d9-f9edf328afc1 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:06:07.669609 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3994ef51-93c1-4d2f-a9c8-ef36248fc2da req-aea30058-f488-4672-8e72-7674f2b21776 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:06:07.669939 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3994ef51-93c1-4d2f-a9c8-ef36248fc2da req-aea30058-f488-4672-8e72-7674f2b21776 service neutron] Checking segment: {'id': 'e571f3e7-e54c-4915-9c04-266c9a5172a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3a5e3c09-d0a6-4720-89d9-f9edf328afc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:06:07.670315 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3994ef51-93c1-4d2f-a9c8-ef36248fc2da req-aea30058-f488-4672-8e72-7674f2b21776 service neutron] Bound using segment: {'id': 'e571f3e7-e54c-4915-9c04-266c9a5172a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3a5e3c09-d0a6-4720-89d9-f9edf328afc1'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:06:07.670730 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-3994ef51-93c1-4d2f-a9c8-ef36248fc2da req-aea30058-f488-4672-8e72-7674f2b21776 service neutron] Bound port: d30a095f-1409-486c-9055-a3a413b5d0bc, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e571f3e7-e54c-4915-9c04-266c9a5172a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3a5e3c09-d0a6-4720-89d9-f9edf328afc1'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:06:07.671080 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-3994ef51-93c1-4d2f-a9c8-ef36248fc2da req-aea30058-f488-4672-8e72-7674f2b21776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:07.739748 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-3994ef51-93c1-4d2f-a9c8-ef36248fc2da req-aea30058-f488-4672-8e72-7674f2b21776 service neutron] For port d30a095f-1409-486c-9055-a3a413b5d0bc, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:06:07.742884 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-3994ef51-93c1-4d2f-a9c8-ef36248fc2da req-aea30058-f488-4672-8e72-7674f2b21776 service neutron] For port d30a095f-1409-486c-9055-a3a413b5d0bc, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=d30a095f-1409-486c-9055-a3a413b5d0bc,segment=NetworkSegment(e571f3e7-e54c-4915-9c04-266c9a5172a0),segment_id=e571f3e7-e54c-4915-9c04-266c9a5172a0)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:06:07.747581 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-3994ef51-93c1-4d2f-a9c8-ef36248fc2da req-aea30058-f488-4672-8e72-7674f2b21776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:07.781593 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994ef51-93c1-4d2f-a9c8-ef36248fc2da req-aea30058-f488-4672-8e72-7674f2b21776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:07.782195 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-3994ef51-93c1-4d2f-a9c8-ef36248fc2da req-aea30058-f488-4672-8e72-7674f2b21776 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:07.783588 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3994ef51-93c1-4d2f-a9c8-ef36248fc2da req-aea30058-f488-4672-8e72-7674f2b21776 service neutron] 10.222.0.41 "PUT /v2.0/ports/d30a095f-1409-486c-9055-a3a413b5d0bc HTTP/1.1" status: 200 len: 1092 time: 0.5956349 Aug 22 14:06:07.802716 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea30058-f488-4672-8e72-7674f2b21776 service neutron] Pushing event updated for resources: {'Port': ['ID=d30a095f-1409-486c-9055-a3a413b5d0bc,revision_number=7']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:06:07.845746 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994ef51-93c1-4d2f-a9c8-ef36248fc2da req-412d8610-6f63-4c8e-97e4-57059d682e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:07.847114 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3994ef51-93c1-4d2f-a9c8-ef36248fc2da req-412d8610-6f63-4c8e-97e4-57059d682e0a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5e37e9cd82744447b367ac05bd100a50&device_id=b5fe6e11-aca2-426a-8214-ab1cce328030 HTTP/1.1" status: 200 len: 1095 time: 0.0407693 Aug 22 14:06:07.936630 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994ef51-93c1-4d2f-a9c8-ef36248fc2da req-64eee732-8bfa-4f8c-8c04-65de6196c016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:07.938055 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3994ef51-93c1-4d2f-a9c8-ef36248fc2da req-64eee732-8bfa-4f8c-8c04-65de6196c016 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3a5e3c09-d0a6-4720-89d9-f9edf328afc1 HTTP/1.1" status: 200 len: 913 time: 0.0837743 Aug 22 14:06:07.978601 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3994ef51-93c1-4d2f-a9c8-ef36248fc2da req-0d51591c-36e0-4d7a-a445-d8eed3c34b8c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d30a095f-1409-486c-9055-a3a413b5d0bc HTTP/1.1" status: 200 len: 217 time: 0.0340204 Aug 22 14:06:08.027538 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994ef51-93c1-4d2f-a9c8-ef36248fc2da req-5680b5c3-f2a6-4671-8bc2-ec5311d1193b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:08.029019 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3994ef51-93c1-4d2f-a9c8-ef36248fc2da req-5680b5c3-f2a6-4671-8bc2-ec5311d1193b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=869d1adc-986a-4c4c-a72a-96f0b6fb1c0d HTTP/1.1" status: 200 len: 852 time: 0.0438223 Aug 22 14:06:08.059710 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3994ef51-93c1-4d2f-a9c8-ef36248fc2da req-d52fc139-520d-42af-860f-bd1df31f27b8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3a5e3c09-d0a6-4720-89d9-f9edf328afc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236232 Aug 22 14:06:08.150605 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3994ef51-93c1-4d2f-a9c8-ef36248fc2da req-62eb4039-3298-4f84-839c-f9ce5c4d1202 service neutron] 10.222.0.41 "GET /v2.0/networks/3a5e3c09-d0a6-4720-89d9-f9edf328afc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841942 Aug 22 14:06:08.237726 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3994ef51-93c1-4d2f-a9c8-ef36248fc2da req-95fa98a7-3a82-43d4-834d-f474602457e3 service neutron] 10.222.0.41 "GET /v2.0/networks/3a5e3c09-d0a6-4720-89d9-f9edf328afc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800440 Aug 22 14:06:08.343908 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e5d3c-ee6c-4fb2-8e8e-a0c80d9ad546 req-593c452c-0aad-44b3-8018-aa77a600227b tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:08.346333 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e64e5d3c-ee6c-4fb2-8e8e-a0c80d9ad546 req-593c452c-0aad-44b3-8018-aa77a600227b tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5fe6e11-aca2-426a-8214-ab1cce328030 HTTP/1.1" status: 200 len: 943 time: 0.0515761 Aug 22 14:06:08.382677 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e64e5d3c-ee6c-4fb2-8e8e-a0c80d9ad546 req-d2e565ad-a791-4286-b7eb-bced9d9cfa3a tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa31aea2-ebdc-42c5-b632-5ed828b9b512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306032 Aug 22 14:06:09.502852 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4653d697-3e7b-4896-a512-216f8f8902d9 req-b7b82edc-d079-4ac3-a0e5-ca28f9359ab7 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:09.504357 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4653d697-3e7b-4896-a512-216f8f8902d9 req-b7b82edc-d079-4ac3-a0e5-ca28f9359ab7 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5fe6e11-aca2-426a-8214-ab1cce328030 HTTP/1.1" status: 200 len: 943 time: 0.0528295 Aug 22 14:06:09.541794 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4653d697-3e7b-4896-a512-216f8f8902d9 req-73aeb513-1436-4218-89e2-0d93e3947ec4 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa31aea2-ebdc-42c5-b632-5ed828b9b512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315132 Aug 22 14:06:09.583864 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5fe6e11-aca2-426a-8214-ab1cce328030', 'tag': 'd30a095f-1409-486c-9055-a3a413b5d0bc'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:06:09.586206 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf42fc6-ee9a-4f0e-8c57-74daae3a0615" -d '{"events": [{"name": "network-changed", "server_uuid": "b5fe6e11-aca2-426a-8214-ab1cce328030", "tag": "d30a095f-1409-486c-9055-a3a413b5d0bc"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:06:09.634727 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61de4600-decf-4704-a6d0-08186f0be106 x-openstack-request-id: req-61de4600-decf-4704-a6d0-08186f0be106 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:06:09.635043 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5fe6e11-aca2-426a-8214-ab1cce328030", "tag": "d30a095f-1409-486c-9055-a3a413b5d0bc", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:06:09.635279 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-61de4600-decf-4704-a6d0-08186f0be106 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:06:09.635682 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5fe6e11-aca2-426a-8214-ab1cce328030', 'tag': 'd30a095f-1409-486c-9055-a3a413b5d0bc', 'status': 'completed', 'code': 200} Aug 22 14:06:09.694929 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf42fc6-ee9a-4f0e-8c57-74daae3a0615 req-47e40dc2-12b3-479d-8796-172a86556658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:09.696997 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7cf42fc6-ee9a-4f0e-8c57-74daae3a0615 req-47e40dc2-12b3-479d-8796-172a86556658 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5e37e9cd82744447b367ac05bd100a50&device_id=b5fe6e11-aca2-426a-8214-ab1cce328030 HTTP/1.1" status: 200 len: 1095 time: 0.0441284 Aug 22 14:06:09.715609 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf42fc6-ee9a-4f0e-8c57-74daae3a0615 req-77aacfba-978d-4a4a-a34d-455c15f817cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:09.717188 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7cf42fc6-ee9a-4f0e-8c57-74daae3a0615 req-77aacfba-978d-4a4a-a34d-455c15f817cc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5e37e9cd82744447b367ac05bd100a50&device_id=b5fe6e11-aca2-426a-8214-ab1cce328030 HTTP/1.1" status: 200 len: 1095 time: 0.0562654 Aug 22 14:06:09.793761 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf42fc6-ee9a-4f0e-8c57-74daae3a0615 req-db6e0512-e4bd-4c8d-a663-fce120f3ec1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:09.795228 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7cf42fc6-ee9a-4f0e-8c57-74daae3a0615 req-db6e0512-e4bd-4c8d-a663-fce120f3ec1c service neutron] 10.222.0.16 "GET /v2.0/networks?id=3a5e3c09-d0a6-4720-89d9-f9edf328afc1 HTTP/1.1" status: 200 len: 913 time: 0.0915418 Aug 22 14:06:09.812552 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf42fc6-ee9a-4f0e-8c57-74daae3a0615 req-8d3c5939-df22-460a-9a7d-20b7c1bed103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:09.814843 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7cf42fc6-ee9a-4f0e-8c57-74daae3a0615 req-8d3c5939-df22-460a-9a7d-20b7c1bed103 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3a5e3c09-d0a6-4720-89d9-f9edf328afc1 HTTP/1.1" status: 200 len: 913 time: 0.0893683 Aug 22 14:06:09.840198 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7cf42fc6-ee9a-4f0e-8c57-74daae3a0615 req-26960aeb-b6a2-4352-858a-e60d2b4c31a0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d30a095f-1409-486c-9055-a3a413b5d0bc HTTP/1.1" status: 200 len: 217 time: 0.0381963 Aug 22 14:06:09.859116 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7cf42fc6-ee9a-4f0e-8c57-74daae3a0615 req-74964f3d-3c7e-467a-9705-ca1189329fdd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d30a095f-1409-486c-9055-a3a413b5d0bc HTTP/1.1" status: 200 len: 217 time: 0.0381486 Aug 22 14:06:09.889298 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf42fc6-ee9a-4f0e-8c57-74daae3a0615 req-a90343ea-c180-45a5-b383-4f6b080b5d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:09.890811 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7cf42fc6-ee9a-4f0e-8c57-74daae3a0615 req-a90343ea-c180-45a5-b383-4f6b080b5d77 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=869d1adc-986a-4c4c-a72a-96f0b6fb1c0d HTTP/1.1" status: 200 len: 852 time: 0.0442321 Aug 22 14:06:09.909820 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf42fc6-ee9a-4f0e-8c57-74daae3a0615 req-dca80b87-212c-40e1-a0b2-ff917285df8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:09.911312 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7cf42fc6-ee9a-4f0e-8c57-74daae3a0615 req-dca80b87-212c-40e1-a0b2-ff917285df8e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=869d1adc-986a-4c4c-a72a-96f0b6fb1c0d HTTP/1.1" status: 200 len: 852 time: 0.0452802 Aug 22 14:06:09.922309 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7cf42fc6-ee9a-4f0e-8c57-74daae3a0615 req-8fc6124e-3c8a-4327-bce0-c9d96a08025e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3a5e3c09-d0a6-4720-89d9-f9edf328afc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248113 Aug 22 14:06:09.944857 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7cf42fc6-ee9a-4f0e-8c57-74daae3a0615 req-6ef80a84-8876-4b5a-a8df-d7570f1d4967 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3a5e3c09-d0a6-4720-89d9-f9edf328afc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253551 Aug 22 14:06:10.020394 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7cf42fc6-ee9a-4f0e-8c57-74daae3a0615 req-756660ce-52b9-400a-ade7-185931c32bd5 service neutron] 10.222.0.16 "GET /v2.0/networks/3a5e3c09-d0a6-4720-89d9-f9edf328afc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914145 Aug 22 14:06:10.035633 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7cf42fc6-ee9a-4f0e-8c57-74daae3a0615 req-d8f175bb-dd15-4472-ae25-6ea97a9e45f4 service neutron] 10.222.0.41 "GET /v2.0/networks/3a5e3c09-d0a6-4720-89d9-f9edf328afc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837538 Aug 22 14:06:10.111734 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7cf42fc6-ee9a-4f0e-8c57-74daae3a0615 req-334f6d3b-4b06-479f-bf38-c165fe708cbe service neutron] 10.222.0.16 "GET /v2.0/networks/3a5e3c09-d0a6-4720-89d9-f9edf328afc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821619 Aug 22 14:06:10.130301 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7cf42fc6-ee9a-4f0e-8c57-74daae3a0615 req-5c8ac046-0997-4f2d-a0ea-bbef84775a2f service neutron] 10.222.0.41 "GET /v2.0/networks/3a5e3c09-d0a6-4720-89d9-f9edf328afc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874221 Aug 22 14:06:10.131951 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device d30a095f-1409-486c-9055-a3a413b5d0bc details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:06:10.226301 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port d30a095f-1409-486c-9055-a3a413b5d0bc, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=d30a095f-1409-486c-9055-a3a413b5d0bc,segment=NetworkSegment(e571f3e7-e54c-4915-9c04-266c9a5172a0),segment_id=e571f3e7-e54c-4915-9c04-266c9a5172a0)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:06:10.236599 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': 'd30a095f-1409-486c-9055-a3a413b5d0bc', 'network_id': '3a5e3c09-d0a6-4720-89d9-f9edf328afc1', 'port_id': 'd30a095f-1409-486c-9055-a3a413b5d0bc', 'mac_address': 'fa:16:3e:de:98:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '869d1adc-986a-4c4c-a72a-96f0b6fb1c0d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:06:10.273193 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:10.285171 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d30a095f-1409-486c-9055-a3a413b5d0bc {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:06:10.303508 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port d30a095f-1409-486c-9055-a3a413b5d0bc, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=d30a095f-1409-486c-9055-a3a413b5d0bc,segment=NetworkSegment(e571f3e7-e54c-4915-9c04-266c9a5172a0),segment_id=e571f3e7-e54c-4915-9c04-266c9a5172a0)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:06:10.307019 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:10.353243 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=d30a095f-1409-486c-9055-a3a413b5d0bc,revision_number=8']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:06:10.360269 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:06:10.360635 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:06:10.361262 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:06:10.361596 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:06:10.361954 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:06:10.362285 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:06:10.362611 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:06:10.362934 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:06:10.363256 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:06:10.363575 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:06:10.363896 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:06:10.364210 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:06:10.526664 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['d30a095f-1409-486c-9055-a3a413b5d0bc'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:06:10.659068 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c582c7-fd55-4827-a4c9-b0d76e622f9d req-3a1b697d-1194-4300-8d32-5dbf6c6ef8a0 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:10.660748 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a0c582c7-fd55-4827-a4c9-b0d76e622f9d req-3a1b697d-1194-4300-8d32-5dbf6c6ef8a0 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5fe6e11-aca2-426a-8214-ab1cce328030 HTTP/1.1" status: 200 len: 944 time: 0.0519426 Aug 22 14:06:10.703061 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a0c582c7-fd55-4827-a4c9-b0d76e622f9d req-9182e203-2d5e-4a81-826d-f7e0be4da08a tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa31aea2-ebdc-42c5-b632-5ed828b9b512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363917 Aug 22 14:06:10.985101 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9cc4d-9eef-4591-b037-469bd703d16b req-d8f44732-a000-4146-9fa3-e85f862bea86 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:10.987009 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cff9cc4d-9eef-4591-b037-469bd703d16b req-d8f44732-a000-4146-9fa3-e85f862bea86 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5fe6e11-aca2-426a-8214-ab1cce328030&tenant_id=5e37e9cd82744447b367ac05bd100a50&binding%3Ahost_id=n-h1-793621-33 HTTP/1.1" status: 200 len: 944 time: 0.0914149 Aug 22 14:06:11.049165 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [req-cff9cc4d-9eef-4591-b037-469bd703d16b req-e7296737-eecb-46d1-a3d5-76577fc1e75c service neutron] delete failed (client error): The resource could not be found. Aug 22 14:06:11.050228 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cff9cc4d-9eef-4591-b037-469bd703d16b req-e7296737-eecb-46d1-a3d5-76577fc1e75c service neutron] 10.222.0.16 "DELETE /v2.0/ports/d30a095f-1409-486c-9055-a3a413b5d0bc/bindings/n-h2-793621-33 HTTP/1.1" status: 404 len: 381 time: 0.0552502 Aug 22 14:06:11.137400 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9cc4d-9eef-4591-b037-469bd703d16b req-3b6ab74b-1022-4299-b94f-49320742af36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:11.138884 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cff9cc4d-9eef-4591-b037-469bd703d16b req-3b6ab74b-1022-4299-b94f-49320742af36 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5e37e9cd82744447b367ac05bd100a50&device_id=b5fe6e11-aca2-426a-8214-ab1cce328030 HTTP/1.1" status: 200 len: 1096 time: 0.0449121 Aug 22 14:06:11.227583 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9cc4d-9eef-4591-b037-469bd703d16b req-5c18dfb0-3e1e-40c6-bd6a-cd1689df003d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:11.229090 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cff9cc4d-9eef-4591-b037-469bd703d16b req-5c18dfb0-3e1e-40c6-bd6a-cd1689df003d service neutron] 10.222.0.16 "GET /v2.0/networks?id=3a5e3c09-d0a6-4720-89d9-f9edf328afc1 HTTP/1.1" status: 200 len: 913 time: 0.0836172 Aug 22 14:06:11.272754 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cff9cc4d-9eef-4591-b037-469bd703d16b req-901c8a2e-edc4-4ada-b5bc-869fb4b756cb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d30a095f-1409-486c-9055-a3a413b5d0bc HTTP/1.1" status: 200 len: 217 time: 0.0370071 Aug 22 14:06:11.321210 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9cc4d-9eef-4591-b037-469bd703d16b req-aa77354f-0c2e-496f-b1ab-4976ff28f954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:11.322615 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cff9cc4d-9eef-4591-b037-469bd703d16b req-aa77354f-0c2e-496f-b1ab-4976ff28f954 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=869d1adc-986a-4c4c-a72a-96f0b6fb1c0d HTTP/1.1" status: 200 len: 852 time: 0.0423911 Aug 22 14:06:11.354906 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cff9cc4d-9eef-4591-b037-469bd703d16b req-46887e4a-b6bf-46e7-bbe2-06f0c153db83 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3a5e3c09-d0a6-4720-89d9-f9edf328afc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243416 Aug 22 14:06:11.441836 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cff9cc4d-9eef-4591-b037-469bd703d16b req-e26cc15a-be81-40a6-9373-6955f1616725 service neutron] 10.222.0.16 "GET /v2.0/networks/3a5e3c09-d0a6-4720-89d9-f9edf328afc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790982 Aug 22 14:06:11.537131 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cff9cc4d-9eef-4591-b037-469bd703d16b req-749158bf-d11a-4450-9c3a-42a3aa48fc53 service neutron] 10.222.0.16 "GET /v2.0/networks/3a5e3c09-d0a6-4720-89d9-f9edf328afc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874679 Aug 22 14:06:12.007094 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device d30a095f-1409-486c-9055-a3a413b5d0bc no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:06:12.044654 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device d30a095f-1409-486c-9055-a3a413b5d0bc not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:06:12.139710 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device d30a095f-1409-486c-9055-a3a413b5d0bc up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:06:12.191140 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port d30a095f-1409-486c-9055-a3a413b5d0bc completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:06:12.196083 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port d30a095f-1409-486c-9055-a3a413b5d0bc triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:06:12.196923 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:12.281067 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:12.303225 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5fe6e11-aca2-426a-8214-ab1cce328030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd30a095f-1409-486c-9055-a3a413b5d0bc'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:06:12.305509 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e34363-9d86-4a6d-8722-7b825c902b4f" -d '{"events": [{"server_uuid": "b5fe6e11-aca2-426a-8214-ab1cce328030", "name": "network-vif-plugged", "status": "completed", "tag": "d30a095f-1409-486c-9055-a3a413b5d0bc"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:06:12.318861 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port d30a095f-1409-486c-9055-a3a413b5d0bc, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=d30a095f-1409-486c-9055-a3a413b5d0bc,segment=NetworkSegment(e571f3e7-e54c-4915-9c04-266c9a5172a0),segment_id=e571f3e7-e54c-4915-9c04-266c9a5172a0)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:06:12.324761 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:12.337127 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e5911-dc20-4fad-854e-8447dcf48750 req-4fb2df63-9079-494c-b0b8-8b95a695923b tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:12.338902 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9b5e5911-dc20-4fad-854e-8447dcf48750 req-4fb2df63-9079-494c-b0b8-8b95a695923b tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5fe6e11-aca2-426a-8214-ab1cce328030 HTTP/1.1" status: 200 len: 944 time: 0.0525026 Aug 22 14:06:12.350139 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf67907d-8006-4264-b281-4b2c61109ecc x-openstack-request-id: req-cf67907d-8006-4264-b281-4b2c61109ecc {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:06:12.350429 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5fe6e11-aca2-426a-8214-ab1cce328030", "name": "network-vif-plugged", "status": "completed", "tag": "d30a095f-1409-486c-9055-a3a413b5d0bc", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:06:12.350676 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cf67907d-8006-4264-b281-4b2c61109ecc {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:06:12.351059 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5fe6e11-aca2-426a-8214-ab1cce328030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd30a095f-1409-486c-9055-a3a413b5d0bc', 'code': 200} Aug 22 14:06:12.375016 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=d30a095f-1409-486c-9055-a3a413b5d0bc,revision_number=9']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:06:12.378611 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9b5e5911-dc20-4fad-854e-8447dcf48750 req-e8c7eb97-7ed9-4b8c-918e-3a2c2651e384 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa31aea2-ebdc-42c5-b632-5ed828b9b512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325172 Aug 22 14:06:13.497604 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f1e589-2616-4d36-9caf-6cb06fe3b4c4 req-6f413f57-936f-4de8-b56c-9fc29e797ba4 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:13.499065 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b2f1e589-2616-4d36-9caf-6cb06fe3b4c4 req-6f413f57-936f-4de8-b56c-9fc29e797ba4 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5fe6e11-aca2-426a-8214-ab1cce328030 HTTP/1.1" status: 200 len: 945 time: 0.0519454 Aug 22 14:06:13.537561 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b2f1e589-2616-4d36-9caf-6cb06fe3b4c4 req-6ff17744-7fc2-42e6-b9ba-7abe6ea5dd46 tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa31aea2-ebdc-42c5-b632-5ed828b9b512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318353 Aug 22 14:06:13.551867 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9cc4d-9eef-4591-b037-469bd703d16b req-5bee6ec9-5158-40b4-95ad-3b95a884d3df tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:13.553474 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cff9cc4d-9eef-4591-b037-469bd703d16b req-5bee6ec9-5158-40b4-95ad-3b95a884d3df tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5fe6e11-aca2-426a-8214-ab1cce328030 HTTP/1.1" status: 200 len: 945 time: 0.0490134 Aug 22 14:06:13.645606 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-cff9cc4d-9eef-4591-b037-469bd703d16b req-4ba4f304-9923-44cb-bdf9-a3aac2f7ef2a tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] Deleting port d30a095f-1409-486c-9055-a3a413b5d0bc {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:06:13.645945 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-cff9cc4d-9eef-4591-b037-469bd703d16b req-4ba4f304-9923-44cb-bdf9-a3aac2f7ef2a tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:13.732018 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-cff9cc4d-9eef-4591-b037-469bd703d16b req-4ba4f304-9923-44cb-bdf9-a3aac2f7ef2a tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] For port d30a095f-1409-486c-9055-a3a413b5d0bc, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=d30a095f-1409-486c-9055-a3a413b5d0bc,segment=NetworkSegment(e571f3e7-e54c-4915-9c04-266c9a5172a0),segment_id=e571f3e7-e54c-4915-9c04-266c9a5172a0)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:06:13.732324 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-cff9cc4d-9eef-4591-b037-469bd703d16b req-4ba4f304-9923-44cb-bdf9-a3aac2f7ef2a tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:13.744351 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-cff9cc4d-9eef-4591-b037-469bd703d16b req-4ba4f304-9923-44cb-bdf9-a3aac2f7ef2a tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] Calling delete_port for d30a095f-1409-486c-9055-a3a413b5d0bc owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:06:13.873739 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-cff9cc4d-9eef-4591-b037-469bd703d16b req-4ba4f304-9923-44cb-bdf9-a3aac2f7ef2a tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:13.888387 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['d30a095f-1409-486c-9055-a3a413b5d0bc'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:06:13.902258 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba4f304-9923-44cb-bdf9-a3aac2f7ef2a tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] Pushing event deleted for resources: {'Port': ['ID=d30a095f-1409-486c-9055-a3a413b5d0bc,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:06:13.949609 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-cff9cc4d-9eef-4591-b037-469bd703d16b req-4ba4f304-9923-44cb-bdf9-a3aac2f7ef2a tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] No DVR routers for this DVR port d30a095f-1409-486c-9055-a3a413b5d0bc on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:06:13.952123 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-cff9cc4d-9eef-4591-b037-469bd703d16b req-4ba4f304-9923-44cb-bdf9-a3aac2f7ef2a tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:13.954140 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-cff9cc4d-9eef-4591-b037-469bd703d16b req-4ba4f304-9923-44cb-bdf9-a3aac2f7ef2a tempest-DeleteServersTestJSON-277861395 tempest-DeleteServersTestJSON-277861395-project] 10.222.0.41 "DELETE /v2.0/ports/d30a095f-1409-486c-9055-a3a413b5d0bc HTTP/1.1" status: 204 len: 173 time: 0.3944707 Aug 22 14:06:13.954981 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5fe6e11-aca2-426a-8214-ab1cce328030', 'name': 'network-vif-deleted', 'tag': 'd30a095f-1409-486c-9055-a3a413b5d0bc'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:06:13.957365 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019d47c3-8d3d-4a76-9fd0-3bc258fc08c5" -d '{"events": [{"server_uuid": "b5fe6e11-aca2-426a-8214-ab1cce328030", "name": "network-vif-deleted", "tag": "d30a095f-1409-486c-9055-a3a413b5d0bc"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:06:13.998416 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ca5b55-0e86-431e-825e-23d3e0366fd5 x-openstack-request-id: req-53ca5b55-0e86-431e-825e-23d3e0366fd5 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:06:13.998735 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5fe6e11-aca2-426a-8214-ab1cce328030", "name": "network-vif-deleted", "tag": "d30a095f-1409-486c-9055-a3a413b5d0bc", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:06:13.998994 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-53ca5b55-0e86-431e-825e-23d3e0366fd5 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:06:13.999394 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5fe6e11-aca2-426a-8214-ab1cce328030', 'name': 'network-vif-deleted', 'tag': 'd30a095f-1409-486c-9055-a3a413b5d0bc', 'status': 'completed', 'code': 200} Aug 22 14:06:14.663123 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48484) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:06:14.707163 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-205317df-6037-460d-b328-8a671d0a56a9 admin admin] Deleting subnet 869d1adc-986a-4c4c-a72a-96f0b6fb1c0d {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:06:14.710211 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-205317df-6037-460d-b328-8a671d0a56a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:14.744142 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-205317df-6037-460d-b328-8a671d0a56a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:14.781410 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-205317df-6037-460d-b328-8a671d0a56a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:14.832951 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-205317df-6037-460d-b328-8a671d0a56a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:14.862398 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205317df-6037-460d-b328-8a671d0a56a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=869d1adc-986a-4c4c-a72a-96f0b6fb1c0d,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:06:14.867253 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-205317df-6037-460d-b328-8a671d0a56a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:14.869042 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-205317df-6037-460d-b328-8a671d0a56a9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/869d1adc-986a-4c4c-a72a-96f0b6fb1c0d HTTP/1.1" status: 204 len: 168 time: 0.2049499 Aug 22 14:06:14.871500 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48486) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:06:14.937325 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2d2fa188-c821-40aa-8bcf-f1443423f39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:15.018595 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2d2fa188-c821-40aa-8bcf-f1443423f39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:15.028302 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-2d2fa188-c821-40aa-8bcf-f1443423f39e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a5e3c09-d0a6-4720-89d9-f9edf328afc1']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:06:15.038446 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-2d2fa188-c821-40aa-8bcf-f1443423f39e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e571f3e7-e54c-4915-9c04-266c9a5172a0') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:06:15.038738 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-2d2fa188-c821-40aa-8bcf-f1443423f39e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e571f3e7-e54c-4915-9c04-266c9a5172a0') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:06:15.047266 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2d2fa188-c821-40aa-8bcf-f1443423f39e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:15.060346 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2d2fa188-c821-40aa-8bcf-f1443423f39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:15.066626 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d2fa188-c821-40aa-8bcf-f1443423f39e admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:06:15.067002 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2d2fa188-c821-40aa-8bcf-f1443423f39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:15.068628 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 14:06:15.068628 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:06:15.068628 n-d-793621-33 neutron-server[94628]: timer() Aug 22 14:06:15.068628 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:06:15.068628 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 14:06:15.068628 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:06:15.068628 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 14:06:15.068628 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:06:15.068628 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 14:06:15.068628 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:06:15.068628 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 14:06:15.068628 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:06:15.068628 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 14:06:15.068628 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:06:15.068628 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:06:15.068628 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:06:15.068628 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:06:15.068628 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:06:15.068628 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 14:06:15.068628 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:06:15.068628 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 14:06:15.068628 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:06:15.068628 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:06:15.068628 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:06:15.068628 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 14:06:15.068628 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:06:15.068628 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:06:15.068628 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:06:15.068628 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:06:15.068628 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:06:15.068628 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:06:15.068628 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:06:15.120741 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2d2fa188-c821-40aa-8bcf-f1443423f39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:15.126030 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2d2fa188-c821-40aa-8bcf-f1443423f39e admin admin] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:15.128715 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2d2fa188-c821-40aa-8bcf-f1443423f39e admin admin] 10.222.0.21 "DELETE /v2.0/networks/3a5e3c09-d0a6-4720-89d9-f9edf328afc1 HTTP/1.1" status: 204 len: 168 time: 0.2562754 Aug 22 14:06:15.139801 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2fa188-c821-40aa-8bcf-f1443423f39e admin admin] Pushing event deleted for resources: {'Network': ['ID=3a5e3c09-d0a6-4720-89d9-f9edf328afc1,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:06:15.235580 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48490) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:06:15.275148 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ab2dfc9e-c3e2-4b00-8f8b-3e2d72ea3ebe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5e37e9cd82744447b367ac05bd100a50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376620 Aug 22 14:06:15.277542 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48492) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:06:15.328311 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c3ebc3f3-aa0b-4d2d-87c6-65e60be93e7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:15.348915 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c3ebc3f3-aa0b-4d2d-87c6-65e60be93e7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:15.396098 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c3ebc3f3-aa0b-4d2d-87c6-65e60be93e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:15.398622 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c3ebc3f3-aa0b-4d2d-87c6-65e60be93e7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:15.399760 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c3ebc3f3-aa0b-4d2d-87c6-65e60be93e7a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aa31aea2-ebdc-42c5-b632-5ed828b9b512 HTTP/1.1" status: 204 len: 168 time: 0.1213334 Aug 22 14:06:15.408028 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ebc3f3-aa0b-4d2d-87c6-65e60be93e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa31aea2-ebdc-42c5-b632-5ed828b9b512,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:06:16.058470 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48514) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:06:16.157106 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-6ef7d8ef-de09-42b5-83d1-1d0c92ce53a3 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1434809143-network', 'tenant_id': '00d4b807feb64e5c9f7aa39777c0498c'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:06:16.171561 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device d30a095f-1409-486c-9055-a3a413b5d0bc no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:06:16.180184 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef7d8ef-de09-42b5-83d1-1d0c92ce53a3 admin admin] Made reservation on behalf of 00d4b807feb64e5c9f7aa39777c0498c for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:06:16.182563 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6ef7d8ef-de09-42b5-83d1-1d0c92ce53a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:16.191081 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: d30a095f-1409-486c-9055-a3a413b5d0bc {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:06:16.191425 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device d30a095f-1409-486c-9055-a3a413b5d0bc not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:06:16.191847 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6ef7d8ef-de09-42b5-83d1-1d0c92ce53a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:16.283086 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6ef7d8ef-de09-42b5-83d1-1d0c92ce53a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:16.286944 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6ef7d8ef-de09-42b5-83d1-1d0c92ce53a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:16.307857 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ef7d8ef-de09-42b5-83d1-1d0c92ce53a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:06:16.322378 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef7d8ef-de09-42b5-83d1-1d0c92ce53a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:06:16.326992 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6ef7d8ef-de09-42b5-83d1-1d0c92ce53a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:16.327338 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-6ef7d8ef-de09-42b5-83d1-1d0c92ce53a3 admin admin] Added segment 4dd822cc-8c32-4840-8420-8f78a39eb4f3 of type vlan for network a8d9acee-6eea-4880-9c72-bc8ffe79fdde Aug 22 14:06:16.338125 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef7d8ef-de09-42b5-83d1-1d0c92ce53a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:06:16.338463 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef7d8ef-de09-42b5-83d1-1d0c92ce53a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:06:16.338798 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef7d8ef-de09-42b5-83d1-1d0c92ce53a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:06:16.339128 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef7d8ef-de09-42b5-83d1-1d0c92ce53a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:06:16.339452 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef7d8ef-de09-42b5-83d1-1d0c92ce53a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:06:16.339772 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef7d8ef-de09-42b5-83d1-1d0c92ce53a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:06:16.340090 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef7d8ef-de09-42b5-83d1-1d0c92ce53a3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:06:16.340435 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef7d8ef-de09-42b5-83d1-1d0c92ce53a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:06:16.340753 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef7d8ef-de09-42b5-83d1-1d0c92ce53a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:06:16.341067 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef7d8ef-de09-42b5-83d1-1d0c92ce53a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:06:16.341390 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef7d8ef-de09-42b5-83d1-1d0c92ce53a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:06:16.341694 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef7d8ef-de09-42b5-83d1-1d0c92ce53a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:06:16.380700 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6ef7d8ef-de09-42b5-83d1-1d0c92ce53a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:16.403355 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6ef7d8ef-de09-42b5-83d1-1d0c92ce53a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:16.404353 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef7d8ef-de09-42b5-83d1-1d0c92ce53a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:16.404926 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6ef7d8ef-de09-42b5-83d1-1d0c92ce53a3 admin admin] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:16.458246 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-6ef7d8ef-de09-42b5-83d1-1d0c92ce53a3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3985939 Aug 22 14:06:16.461203 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48518) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:06:16.466579 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-fbc4ddd4-9d36-4402-b306-e99d2657840f admin admin] Request body: {'subnet': {'network_id': 'a8d9acee-6eea-4880-9c72-bc8ffe79fdde', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1434809143-subnet', 'tenant_id': '00d4b807feb64e5c9f7aa39777c0498c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:06:16.467177 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef7d8ef-de09-42b5-83d1-1d0c92ce53a3 admin admin] Pushing event updated for resources: {'Network': ['ID=a8d9acee-6eea-4880-9c72-bc8ffe79fdde,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:06:16.477315 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network a8d9acee-6eea-4880-9c72-bc8ffe79fdde details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:06:16.490482 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc4ddd4-9d36-4402-b306-e99d2657840f admin admin] Made reservation on behalf of 00d4b807feb64e5c9f7aa39777c0498c for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:06:16.493024 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fbc4ddd4-9d36-4402-b306-e99d2657840f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:16.657485 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fbc4ddd4-9d36-4402-b306-e99d2657840f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:16.715771 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc4ddd4-9d36-4402-b306-e99d2657840f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8f9c01f-a557-4eda-8d95-ee416d0a05d0,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:06:16.725471 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc4ddd4-9d36-4402-b306-e99d2657840f admin admin] Checking segment: {'id': '4dd822cc-8c32-4840-8420-8f78a39eb4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a8d9acee-6eea-4880-9c72-bc8ffe79fdde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:06:16.725829 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc4ddd4-9d36-4402-b306-e99d2657840f admin admin] Network hostable DHCP agents. Network: a8d9acee-6eea-4880-9c72-bc8ffe79fdde, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:06:16.740737 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc4ddd4-9d36-4402-b306-e99d2657840f admin admin] Network a8d9acee-6eea-4880-9c72-bc8ffe79fdde is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:06:16.748750 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-fbc4ddd4-9d36-4402-b306-e99d2657840f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, a8d9acee-6eea-4880-9c72-bc8ffe79fdde) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:06:16.752653 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc4ddd4-9d36-4402-b306-e99d2657840f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:16.753230 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fbc4ddd4-9d36-4402-b306-e99d2657840f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:16.758072 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b99fa5a-5d96-474b-9f06-1b2084e413f2 None None] Network a8d9acee-6eea-4880-9c72-bc8ffe79fdde requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:06:16.767785 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-fbc4ddd4-9d36-4402-b306-e99d2657840f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3048050 Aug 22 14:06:16.884395 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ead6a3-2c33-4f91-b51a-6dff96313841 None None] Network a8d9acee-6eea-4880-9c72-bc8ffe79fdde requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:06:17.190231 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eafd270-d054-461e-86d5-a9e0b04615e5 req-522ea00a-c817-4512-ba6a-304db9825f4a tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:17.191713 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9eafd270-d054-461e-86d5-a9e0b04615e5 req-522ea00a-c817-4512-ba6a-304db9825f4a tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/networks?id=a8d9acee-6eea-4880-9c72-bc8ffe79fdde HTTP/1.1" status: 200 len: 815 time: 0.0997145 Aug 22 14:06:17.206988 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9eafd270-d054-461e-86d5-a9e0b04615e5 req-68c69d29-5188-43cb-a825-e5be36d2b490 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/quotas/00d4b807feb64e5c9f7aa39777c0498c HTTP/1.1" status: 200 len: 375 time: 0.0095861 Aug 22 14:06:17.241997 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9eafd270-d054-461e-86d5-a9e0b04615e5 req-193f0e98-d781-4f6b-b5cf-fbc5fbd795d0 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=00d4b807feb64e5c9f7aa39777c0498c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297694 Aug 22 14:06:17.253011 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [req-9eafd270-d054-461e-86d5-a9e0b04615e5 req-c9a31959-54d9-412c-b7ec-5ab5e44d8cc1 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:06:17.254011 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9eafd270-d054-461e-86d5-a9e0b04615e5 req-c9a31959-54d9-412c-b7ec-5ab5e44d8cc1 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055573 Aug 22 14:06:17.339772 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9eafd270-d054-461e-86d5-a9e0b04615e5 req-d83b960d-e005-4613-bf31-e5a6a031c747 service neutron] 10.222.0.21 "GET /v2.0/networks/a8d9acee-6eea-4880-9c72-bc8ffe79fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801399 Aug 22 14:06:17.429803 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9eafd270-d054-461e-86d5-a9e0b04615e5 req-13c379c8-97bf-4af2-befd-e06f58f03dfd service neutron] 10.222.0.21 "GET /v2.0/networks/a8d9acee-6eea-4880-9c72-bc8ffe79fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835581 Aug 22 14:06:17.588474 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e5baa9a1-2385-4718-9a54-fcb460aa41ff req-3839e5f8-eae6-481c-8408-4dc3b27a80e0 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0a2e04-aa49-42cf-a622-6d4bb07e3a37 HTTP/1.1" status: 200 len: 210 time: 0.0277963 Aug 22 14:06:18.476563 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eafd270-d054-461e-86d5-a9e0b04615e5 req-b68058e8-c381-421b-b973-d9c8da55fa85 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:18.478095 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9eafd270-d054-461e-86d5-a9e0b04615e5 req-b68058e8-c381-421b-b973-d9c8da55fa85 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.41 "GET /v2.0/networks?id=a8d9acee-6eea-4880-9c72-bc8ffe79fdde HTTP/1.1" status: 200 len: 815 time: 0.1093273 Aug 22 14:06:18.490534 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-9eafd270-d054-461e-86d5-a9e0b04615e5 req-46bdfab7-b6b2-410d-8ed6-2dc94c17c4b4 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Request body: {'port': {'device_id': '8d0a2e04-aa49-42cf-a622-6d4bb07e3a37', 'network_id': 'a8d9acee-6eea-4880-9c72-bc8ffe79fdde', 'admin_state_up': True, 'tenant_id': '00d4b807feb64e5c9f7aa39777c0498c'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:06:18.595907 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eafd270-d054-461e-86d5-a9e0b04615e5 req-46bdfab7-b6b2-410d-8ed6-2dc94c17c4b4 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Made reservation on behalf of 00d4b807feb64e5c9f7aa39777c0498c for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:06:18.599390 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-9eafd270-d054-461e-86d5-a9e0b04615e5 req-46bdfab7-b6b2-410d-8ed6-2dc94c17c4b4 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:18.682822 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-066e1d62-90fd-4de1-b067-01aa0e0f5a6c req-00c020ac-a71e-4d62-89f1-633ec074ba74 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0a2e04-aa49-42cf-a622-6d4bb07e3a37 HTTP/1.1" status: 200 len: 210 time: 0.0268061 Aug 22 14:06:18.730001 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-9eafd270-d054-461e-86d5-a9e0b04615e5 req-46bdfab7-b6b2-410d-8ed6-2dc94c17c4b4 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Allocated IP 172.20.0.9 (a8d9acee-6eea-4880-9c72-bc8ffe79fdde/c8f9c01f-a557-4eda-8d95-ee416d0a05d0/9068360a-1b32-4586-8568-583423c254fd) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:06:18.871460 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-9eafd270-d054-461e-86d5-a9e0b04615e5 req-46bdfab7-b6b2-410d-8ed6-2dc94c17c4b4 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:18.913889 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-9eafd270-d054-461e-86d5-a9e0b04615e5 req-46bdfab7-b6b2-410d-8ed6-2dc94c17c4b4 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:18.954629 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eafd270-d054-461e-86d5-a9e0b04615e5 req-46bdfab7-b6b2-410d-8ed6-2dc94c17c4b4 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Network a8d9acee-6eea-4880-9c72-bc8ffe79fdde is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:06:18.957574 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-9eafd270-d054-461e-86d5-a9e0b04615e5 req-46bdfab7-b6b2-410d-8ed6-2dc94c17c4b4 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:06:18.961103 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eafd270-d054-461e-86d5-a9e0b04615e5 req-46bdfab7-b6b2-410d-8ed6-2dc94c17c4b4 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:06:18.970444 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bdfab7-b6b2-410d-8ed6-2dc94c17c4b4 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Pushing event updated for resources: {'Port': ['ID=9068360a-1b32-4586-8568-583423c254fd,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:06:19.015400 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eafd270-d054-461e-86d5-a9e0b04615e5 req-46bdfab7-b6b2-410d-8ed6-2dc94c17c4b4 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:19.016000 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-9eafd270-d054-461e-86d5-a9e0b04615e5 req-46bdfab7-b6b2-410d-8ed6-2dc94c17c4b4 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:19.029399 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9eafd270-d054-461e-86d5-a9e0b04615e5 req-46bdfab7-b6b2-410d-8ed6-2dc94c17c4b4 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5426354 Aug 22 14:06:19.041218 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-9eafd270-d054-461e-86d5-a9e0b04615e5 req-9f23a30a-2659-49b0-835e-9916840dd5a0 service neutron] Request body: {'port': {'device_id': '8d0a2e04-aa49-42cf-a622-6d4bb07e3a37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:06:19.095461 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-9eafd270-d054-461e-86d5-a9e0b04615e5 req-9f23a30a-2659-49b0-835e-9916840dd5a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:19.348802 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-9eafd270-d054-461e-86d5-a9e0b04615e5 req-9f23a30a-2659-49b0-835e-9916840dd5a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9068360a-1b32-4586-8568-583423c254fd {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:06:19.356024 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-9eafd270-d054-461e-86d5-a9e0b04615e5 req-9f23a30a-2659-49b0-835e-9916840dd5a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:19.368060 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-9eafd270-d054-461e-86d5-a9e0b04615e5 req-9f23a30a-2659-49b0-835e-9916840dd5a0 service neutron] Transition to ACTIVE for port object 9068360a-1b32-4586-8568-583423c254fd will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:06:19.371260 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-9eafd270-d054-461e-86d5-a9e0b04615e5 req-9f23a30a-2659-49b0-835e-9916840dd5a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:19.422480 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f23a30a-2659-49b0-835e-9916840dd5a0 service neutron] Pushing event updated for resources: {'Port': ['ID=9068360a-1b32-4586-8568-583423c254fd,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:06:19.491537 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-9eafd270-d054-461e-86d5-a9e0b04615e5 req-9f23a30a-2659-49b0-835e-9916840dd5a0 service neutron] Attempting to bind port 9068360a-1b32-4586-8568-583423c254fd on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:06:19.492329 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-9eafd270-d054-461e-86d5-a9e0b04615e5 req-9f23a30a-2659-49b0-835e-9916840dd5a0 service neutron] Attempting to bind port 9068360a-1b32-4586-8568-583423c254fd by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '4dd822cc-8c32-4840-8420-8f78a39eb4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a8d9acee-6eea-4880-9c72-bc8ffe79fdde'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:06:19.492329 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eafd270-d054-461e-86d5-a9e0b04615e5 req-9f23a30a-2659-49b0-835e-9916840dd5a0 service neutron] Attempting to bind port 9068360a-1b32-4586-8568-583423c254fd on network a8d9acee-6eea-4880-9c72-bc8ffe79fdde {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:06:19.496412 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eafd270-d054-461e-86d5-a9e0b04615e5 req-9f23a30a-2659-49b0-835e-9916840dd5a0 service neutron] Port 9068360a-1b32-4586-8568-583423c254fd on network a8d9acee-6eea-4880-9c72-bc8ffe79fdde not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:06:19.496732 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eafd270-d054-461e-86d5-a9e0b04615e5 req-9f23a30a-2659-49b0-835e-9916840dd5a0 service neutron] Attempting to bind port 9068360a-1b32-4586-8568-583423c254fd on network a8d9acee-6eea-4880-9c72-bc8ffe79fdde {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:06:19.501467 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eafd270-d054-461e-86d5-a9e0b04615e5 req-9f23a30a-2659-49b0-835e-9916840dd5a0 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:06:19.501804 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eafd270-d054-461e-86d5-a9e0b04615e5 req-9f23a30a-2659-49b0-835e-9916840dd5a0 service neutron] Checking segment: {'id': '4dd822cc-8c32-4840-8420-8f78a39eb4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a8d9acee-6eea-4880-9c72-bc8ffe79fdde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:06:19.502186 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eafd270-d054-461e-86d5-a9e0b04615e5 req-9f23a30a-2659-49b0-835e-9916840dd5a0 service neutron] Bound using segment: {'id': '4dd822cc-8c32-4840-8420-8f78a39eb4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a8d9acee-6eea-4880-9c72-bc8ffe79fdde'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:06:19.502635 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-9eafd270-d054-461e-86d5-a9e0b04615e5 req-9f23a30a-2659-49b0-835e-9916840dd5a0 service neutron] Bound port: 9068360a-1b32-4586-8568-583423c254fd, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd822cc-8c32-4840-8420-8f78a39eb4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a8d9acee-6eea-4880-9c72-bc8ffe79fdde'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:06:19.503147 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-9eafd270-d054-461e-86d5-a9e0b04615e5 req-9f23a30a-2659-49b0-835e-9916840dd5a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:19.564924 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-9eafd270-d054-461e-86d5-a9e0b04615e5 req-9f23a30a-2659-49b0-835e-9916840dd5a0 service neutron] For port 9068360a-1b32-4586-8568-583423c254fd, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:06:19.568089 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-9eafd270-d054-461e-86d5-a9e0b04615e5 req-9f23a30a-2659-49b0-835e-9916840dd5a0 service neutron] For port 9068360a-1b32-4586-8568-583423c254fd, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=9068360a-1b32-4586-8568-583423c254fd,segment=NetworkSegment(4dd822cc-8c32-4840-8420-8f78a39eb4f3),segment_id=4dd822cc-8c32-4840-8420-8f78a39eb4f3)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:06:19.571961 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-9eafd270-d054-461e-86d5-a9e0b04615e5 req-9f23a30a-2659-49b0-835e-9916840dd5a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:19.606905 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eafd270-d054-461e-86d5-a9e0b04615e5 req-9f23a30a-2659-49b0-835e-9916840dd5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:19.607464 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-9eafd270-d054-461e-86d5-a9e0b04615e5 req-9f23a30a-2659-49b0-835e-9916840dd5a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:19.608866 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9eafd270-d054-461e-86d5-a9e0b04615e5 req-9f23a30a-2659-49b0-835e-9916840dd5a0 service neutron] 10.222.0.41 "PUT /v2.0/ports/9068360a-1b32-4586-8568-583423c254fd HTTP/1.1" status: 200 len: 1092 time: 0.5716977 Aug 22 14:06:19.609298 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d0a2e04-aa49-42cf-a622-6d4bb07e3a37', 'tag': '9068360a-1b32-4586-8568-583423c254fd'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:06:19.611516 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c945647-3f28-4f2f-b88c-43c8c3e415a3" -d '{"events": [{"name": "network-changed", "server_uuid": "8d0a2e04-aa49-42cf-a622-6d4bb07e3a37", "tag": "9068360a-1b32-4586-8568-583423c254fd"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:06:19.635364 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f23a30a-2659-49b0-835e-9916840dd5a0 service neutron] Pushing event updated for resources: {'Port': ['ID=9068360a-1b32-4586-8568-583423c254fd,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:06:19.654393 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd86e8ad-338f-4e76-b27f-13085e544797 x-openstack-request-id: req-fd86e8ad-338f-4e76-b27f-13085e544797 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:06:19.654679 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d0a2e04-aa49-42cf-a622-6d4bb07e3a37", "tag": "9068360a-1b32-4586-8568-583423c254fd", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:06:19.654926 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fd86e8ad-338f-4e76-b27f-13085e544797 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:06:19.655308 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d0a2e04-aa49-42cf-a622-6d4bb07e3a37', 'tag': '9068360a-1b32-4586-8568-583423c254fd', 'status': 'completed', 'code': 200} Aug 22 14:06:19.687726 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eafd270-d054-461e-86d5-a9e0b04615e5 req-90c8cc80-74af-49fc-8280-fbcb1bfbd84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:19.689222 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9eafd270-d054-461e-86d5-a9e0b04615e5 req-90c8cc80-74af-49fc-8280-fbcb1bfbd84a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=00d4b807feb64e5c9f7aa39777c0498c&device_id=8d0a2e04-aa49-42cf-a622-6d4bb07e3a37 HTTP/1.1" status: 200 len: 1095 time: 0.0435164 Aug 22 14:06:19.733788 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9eafd270-d054-461e-86d5-a9e0b04615e5 req-41caf677-e5cc-4f4f-8ce2-365d00509ca2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9068360a-1b32-4586-8568-583423c254fd HTTP/1.1" status: 200 len: 217 time: 0.0368459 Aug 22 14:06:19.781959 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eafd270-d054-461e-86d5-a9e0b04615e5 req-e6a58d91-2160-4638-ada1-3e687ce4819f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:19.783407 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9eafd270-d054-461e-86d5-a9e0b04615e5 req-e6a58d91-2160-4638-ada1-3e687ce4819f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8f9c01f-a557-4eda-8d95-ee416d0a05d0 HTTP/1.1" status: 200 len: 855 time: 0.0428021 Aug 22 14:06:19.798029 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277bc1d3-5c1f-41c0-8c5b-850bf467532c req-14d112a6-d9a3-4fa0-b2da-bcd8de000181 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:19.799671 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-277bc1d3-5c1f-41c0-8c5b-850bf467532c req-14d112a6-d9a3-4fa0-b2da-bcd8de000181 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0a2e04-aa49-42cf-a622-6d4bb07e3a37 HTTP/1.1" status: 200 len: 943 time: 0.0487919 Aug 22 14:06:19.815709 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9eafd270-d054-461e-86d5-a9e0b04615e5 req-874b16c5-c357-4c50-a84a-f105d9cd5bb8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a8d9acee-6eea-4880-9c72-bc8ffe79fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246611 Aug 22 14:06:19.837030 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-277bc1d3-5c1f-41c0-8c5b-850bf467532c req-e1c2cba2-3159-40b9-9236-29452b18c67a tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312595 Aug 22 14:06:19.908085 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9eafd270-d054-461e-86d5-a9e0b04615e5 req-499ebee6-7490-4aef-9a23-9ebb9c584581 service neutron] 10.222.0.41 "GET /v2.0/networks/a8d9acee-6eea-4880-9c72-bc8ffe79fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854337 Aug 22 14:06:19.997653 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9eafd270-d054-461e-86d5-a9e0b04615e5 req-dd6ba042-32e6-4484-9540-fcf4f191d750 service neutron] 10.222.0.41 "GET /v2.0/networks/a8d9acee-6eea-4880-9c72-bc8ffe79fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825317 Aug 22 14:06:20.083056 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c945647-3f28-4f2f-b88c-43c8c3e415a3 req-dd61643b-a10f-4a27-b0a5-7a339cf46166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:20.084541 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5c945647-3f28-4f2f-b88c-43c8c3e415a3 req-dd61643b-a10f-4a27-b0a5-7a339cf46166 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=00d4b807feb64e5c9f7aa39777c0498c&device_id=8d0a2e04-aa49-42cf-a622-6d4bb07e3a37 HTTP/1.1" status: 200 len: 1095 time: 0.0406079 Aug 22 14:06:20.176570 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c945647-3f28-4f2f-b88c-43c8c3e415a3 req-d958643e-8836-4cd7-b883-ac4348077b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:20.177975 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5c945647-3f28-4f2f-b88c-43c8c3e415a3 req-d958643e-8836-4cd7-b883-ac4348077b9d service neutron] 10.222.0.41 "GET /v2.0/networks?id=a8d9acee-6eea-4880-9c72-bc8ffe79fdde HTTP/1.1" status: 200 len: 916 time: 0.0859692 Aug 22 14:06:20.223455 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5c945647-3f28-4f2f-b88c-43c8c3e415a3 req-1fc46281-8ae2-47ed-8c36-06ad8eddb3db service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9068360a-1b32-4586-8568-583423c254fd HTTP/1.1" status: 200 len: 217 time: 0.0388684 Aug 22 14:06:20.278772 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c945647-3f28-4f2f-b88c-43c8c3e415a3 req-c43f01c0-2b63-4028-be4a-87fe31c759bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:20.280255 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5c945647-3f28-4f2f-b88c-43c8c3e415a3 req-c43f01c0-2b63-4028-be4a-87fe31c759bc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8f9c01f-a557-4eda-8d95-ee416d0a05d0 HTTP/1.1" status: 200 len: 855 time: 0.0492723 Aug 22 14:06:20.311813 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5c945647-3f28-4f2f-b88c-43c8c3e415a3 req-2583e313-0452-4525-880b-5f8a026029ba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a8d9acee-6eea-4880-9c72-bc8ffe79fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239706 Aug 22 14:06:20.404150 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5c945647-3f28-4f2f-b88c-43c8c3e415a3 req-7982fe0f-42aa-4ea2-a3f0-6d96c46ea81f service neutron] 10.222.0.41 "GET /v2.0/networks/a8d9acee-6eea-4880-9c72-bc8ffe79fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825241 Aug 22 14:06:20.500453 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5c945647-3f28-4f2f-b88c-43c8c3e415a3 req-5da46605-a4b7-4cb0-8917-591ad0ba650d service neutron] 10.222.0.41 "GET /v2.0/networks/a8d9acee-6eea-4880-9c72-bc8ffe79fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885565 Aug 22 14:06:20.951413 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a92c7-1438-402f-8724-f52b77ea5e3d req-e4136f8e-395f-4e80-9952-87c37f554df9 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:20.952892 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fa4a92c7-1438-402f-8724-f52b77ea5e3d req-e4136f8e-395f-4e80-9952-87c37f554df9 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0a2e04-aa49-42cf-a622-6d4bb07e3a37 HTTP/1.1" status: 200 len: 943 time: 0.0478230 Aug 22 14:06:20.995498 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fa4a92c7-1438-402f-8724-f52b77ea5e3d req-e844c615-9101-44f0-a838-5900c3b92512 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361464 Aug 22 14:06:22.108093 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7f8ee-6e97-4129-bc2c-8982a36a737a req-ece524d2-1212-49ac-9aae-b96309772509 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:22.109578 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-54f7f8ee-6e97-4129-bc2c-8982a36a737a req-ece524d2-1212-49ac-9aae-b96309772509 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0a2e04-aa49-42cf-a622-6d4bb07e3a37 HTTP/1.1" status: 200 len: 943 time: 0.0485346 Aug 22 14:06:22.146781 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-54f7f8ee-6e97-4129-bc2c-8982a36a737a req-da23bdc0-d6a5-407b-a2ee-c0ede88c4d50 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313270 Aug 22 14:06:22.199395 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 9068360a-1b32-4586-8568-583423c254fd details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:06:22.289655 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 9068360a-1b32-4586-8568-583423c254fd, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=9068360a-1b32-4586-8568-583423c254fd,segment=NetworkSegment(4dd822cc-8c32-4840-8420-8f78a39eb4f3),segment_id=4dd822cc-8c32-4840-8420-8f78a39eb4f3)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:06:22.299612 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '9068360a-1b32-4586-8568-583423c254fd', 'network_id': 'a8d9acee-6eea-4880-9c72-bc8ffe79fdde', 'port_id': '9068360a-1b32-4586-8568-583423c254fd', 'mac_address': 'fa:16:3e:7f:25:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8f9c01f-a557-4eda-8d95-ee416d0a05d0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:06:22.339413 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:22.351595 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9068360a-1b32-4586-8568-583423c254fd {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:06:22.369282 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 9068360a-1b32-4586-8568-583423c254fd, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=9068360a-1b32-4586-8568-583423c254fd,segment=NetworkSegment(4dd822cc-8c32-4840-8420-8f78a39eb4f3),segment_id=4dd822cc-8c32-4840-8420-8f78a39eb4f3)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:06:22.373028 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:22.417998 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=9068360a-1b32-4586-8568-583423c254fd,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:06:22.557540 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['9068360a-1b32-4586-8568-583423c254fd'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:06:23.260326 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa3177b-c8cf-4d18-9d32-d026abb56a14 req-2f25e18f-b37e-4bed-90fe-452a32a3af08 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:23.261736 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6aa3177b-c8cf-4d18-9d32-d026abb56a14 req-2f25e18f-b37e-4bed-90fe-452a32a3af08 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0a2e04-aa49-42cf-a622-6d4bb07e3a37 HTTP/1.1" status: 200 len: 944 time: 0.0488446 Aug 22 14:06:23.298446 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6aa3177b-c8cf-4d18-9d32-d026abb56a14 req-e0cff696-78c7-4137-a810-6ca28ae50fb4 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309234 Aug 22 14:06:24.202168 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 9068360a-1b32-4586-8568-583423c254fd up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:06:24.250849 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 9068360a-1b32-4586-8568-583423c254fd completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:06:24.254577 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 9068360a-1b32-4586-8568-583423c254fd triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:06:24.254942 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:24.328325 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:24.354423 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0a2e04-aa49-42cf-a622-6d4bb07e3a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9068360a-1b32-4586-8568-583423c254fd'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:06:24.357110 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc239f2-8eac-44d7-a13f-cc71795e1378" -d '{"events": [{"server_uuid": "8d0a2e04-aa49-42cf-a622-6d4bb07e3a37", "name": "network-vif-plugged", "status": "completed", "tag": "9068360a-1b32-4586-8568-583423c254fd"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:06:24.369640 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 9068360a-1b32-4586-8568-583423c254fd, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=9068360a-1b32-4586-8568-583423c254fd,segment=NetworkSegment(4dd822cc-8c32-4840-8420-8f78a39eb4f3),segment_id=4dd822cc-8c32-4840-8420-8f78a39eb4f3)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:06:24.376336 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:24.400330 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c901c648-9e64-4f5c-8b45-3abc836f04c0 x-openstack-request-id: req-c901c648-9e64-4f5c-8b45-3abc836f04c0 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:06:24.400620 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0a2e04-aa49-42cf-a622-6d4bb07e3a37", "name": "network-vif-plugged", "status": "completed", "tag": "9068360a-1b32-4586-8568-583423c254fd", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:06:24.400869 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c901c648-9e64-4f5c-8b45-3abc836f04c0 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:06:24.401262 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0a2e04-aa49-42cf-a622-6d4bb07e3a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9068360a-1b32-4586-8568-583423c254fd', 'code': 200} Aug 22 14:06:24.428901 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=9068360a-1b32-4586-8568-583423c254fd,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:06:24.441732 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba88a05-343a-482d-bc4b-9b4bc1fd5e59 req-1a50650d-b96a-4a18-be7e-e87e6ef73afb tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:24.443367 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-aba88a05-343a-482d-bc4b-9b4bc1fd5e59 req-1a50650d-b96a-4a18-be7e-e87e6ef73afb tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0a2e04-aa49-42cf-a622-6d4bb07e3a37 HTTP/1.1" status: 200 len: 945 time: 0.0749447 Aug 22 14:06:24.489711 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-aba88a05-343a-482d-bc4b-9b4bc1fd5e59 req-1d680aad-1d38-4b4b-8167-f6d6ddf0f2d0 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403917 Aug 22 14:06:24.515598 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b51d5-b85c-4632-bb42-49356271f13e req-75a54bba-188a-402e-b243-77ff90cda7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:24.517136 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5b5b51d5-b85c-4632-bb42-49356271f13e req-75a54bba-188a-402e-b243-77ff90cda7b8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8d0a2e04-aa49-42cf-a622-6d4bb07e3a37 HTTP/1.1" status: 200 len: 1097 time: 0.0507317 Aug 22 14:06:24.552876 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5b5b51d5-b85c-4632-bb42-49356271f13e req-2b933d6a-8478-4ae3-af2b-bca4fca548cf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285201 Aug 22 14:06:25.606587 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c534be-efae-4e7d-8c00-f7305ddf1d9e req-5d1b9608-5baf-4a5a-a08b-df44b59499dc tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:25.608047 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f7c534be-efae-4e7d-8c00-f7305ddf1d9e req-5d1b9608-5baf-4a5a-a08b-df44b59499dc tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0a2e04-aa49-42cf-a622-6d4bb07e3a37 HTTP/1.1" status: 200 len: 945 time: 0.0489407 Aug 22 14:06:25.646036 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f7c534be-efae-4e7d-8c00-f7305ddf1d9e req-0c08385a-2cf4-4d85-80d8-2a6c577a1fb9 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319879 Aug 22 14:06:25.757736 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d9fce-ee2b-4f6c-9e1f-58f84f0fbb89 req-ca9dae63-6ac3-4b4b-8f36-1c766e64930c tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:25.759197 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-537d9fce-ee2b-4f6c-9e1f-58f84f0fbb89 req-ca9dae63-6ac3-4b4b-8f36-1c766e64930c tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0a2e04-aa49-42cf-a622-6d4bb07e3a37 HTTP/1.1" status: 200 len: 945 time: 0.0488193 Aug 22 14:06:25.795176 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-537d9fce-ee2b-4f6c-9e1f-58f84f0fbb89 req-1e73033f-5dec-41f2-9cb2-ed1df56854b7 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301454 Aug 22 14:06:25.997817 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b86fd3-1aef-45f2-ad7e-721fc4424292 req-70ffac05-8bc1-471f-947a-7cb30f4215d1 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:25.999283 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e2b86fd3-1aef-45f2-ad7e-721fc4424292 req-70ffac05-8bc1-471f-947a-7cb30f4215d1 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0a2e04-aa49-42cf-a622-6d4bb07e3a37 HTTP/1.1" status: 200 len: 945 time: 0.0500705 Aug 22 14:06:26.042697 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e2b86fd3-1aef-45f2-ad7e-721fc4424292 req-5b511e67-61ee-4f57-9254-03674355fe1c tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368853 Aug 22 14:06:26.154831 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f3beb-07f3-48b5-82e8-9c54ebc62dd8 req-698790de-93e8-4b04-9aa4-37ec20470329 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:26.156310 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-027f3beb-07f3-48b5-82e8-9c54ebc62dd8 req-698790de-93e8-4b04-9aa4-37ec20470329 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0a2e04-aa49-42cf-a622-6d4bb07e3a37 HTTP/1.1" status: 200 len: 945 time: 0.0483856 Aug 22 14:06:26.193572 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-027f3beb-07f3-48b5-82e8-9c54ebc62dd8 req-7c0c3347-34df-4810-9d69-bd6f4aa6697c tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310314 Aug 22 14:06:26.412282 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-57506ea5-3d78-4bb6-bdfd-c3b22a9b6385 req-2fa72590-b15f-48dd-a2ff-86c6dae0640d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8d0a2e04-aa49-42cf-a622-6d4bb07e3a37&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0402658 Aug 22 14:06:26.429107 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad7a56-8732-4eac-a006-427444f9ac64 req-607bc983-4c68-404c-81f2-594c220c8ec4 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:26.430634 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a7ad7a56-8732-4eac-a006-427444f9ac64 req-607bc983-4c68-404c-81f2-594c220c8ec4 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0a2e04-aa49-42cf-a622-6d4bb07e3a37 HTTP/1.1" status: 200 len: 945 time: 0.0496809 Aug 22 14:06:26.472711 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a7ad7a56-8732-4eac-a006-427444f9ac64 req-2ecaba02-ff42-4e18-9fd6-c9d4189ab721 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354214 Aug 22 14:06:27.523933 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57506ea5-3d78-4bb6-bdfd-c3b22a9b6385 req-48bb1370-ae24-4a80-ac38-39d394bc4380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:27.525446 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-57506ea5-3d78-4bb6-bdfd-c3b22a9b6385 req-48bb1370-ae24-4a80-ac38-39d394bc4380 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=00d4b807feb64e5c9f7aa39777c0498c&device_id=8d0a2e04-aa49-42cf-a622-6d4bb07e3a37 HTTP/1.1" status: 200 len: 1097 time: 0.0443456 Aug 22 14:06:27.591360 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1d346-ec45-482c-896e-40dcb5d850e9 req-5d01c41f-682b-4738-abea-601fd449b5df tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:27.592988 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ffd1d346-ec45-482c-896e-40dcb5d850e9 req-5d01c41f-682b-4738-abea-601fd449b5df tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0a2e04-aa49-42cf-a622-6d4bb07e3a37 HTTP/1.1" status: 200 len: 945 time: 0.0499899 Aug 22 14:06:27.637233 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ffd1d346-ec45-482c-896e-40dcb5d850e9 req-928b5e38-2988-432d-8858-2bde6988c3fd tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374916 Aug 22 14:06:27.936362 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57506ea5-3d78-4bb6-bdfd-c3b22a9b6385 req-950b7c89-fdd5-4eea-bc69-cd34053e5507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:27.937866 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-57506ea5-3d78-4bb6-bdfd-c3b22a9b6385 req-950b7c89-fdd5-4eea-bc69-cd34053e5507 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a8d9acee-6eea-4880-9c72-bc8ffe79fdde HTTP/1.1" status: 200 len: 916 time: 0.4059558 Aug 22 14:06:27.981398 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-57506ea5-3d78-4bb6-bdfd-c3b22a9b6385 req-5834c4af-fa4a-4346-85a0-bef4446f6fed service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9068360a-1b32-4586-8568-583423c254fd HTTP/1.1" status: 200 len: 217 time: 0.0365529 Aug 22 14:06:28.030576 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57506ea5-3d78-4bb6-bdfd-c3b22a9b6385 req-07944b63-cf15-4245-babf-209fa977148f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:28.031988 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-57506ea5-3d78-4bb6-bdfd-c3b22a9b6385 req-07944b63-cf15-4245-babf-209fa977148f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8f9c01f-a557-4eda-8d95-ee416d0a05d0 HTTP/1.1" status: 200 len: 855 time: 0.0437212 Aug 22 14:06:28.063824 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-57506ea5-3d78-4bb6-bdfd-c3b22a9b6385 req-728861bd-bfdb-4ec0-882d-9d1ba41572ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a8d9acee-6eea-4880-9c72-bc8ffe79fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244784 Aug 22 14:06:28.155392 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-57506ea5-3d78-4bb6-bdfd-c3b22a9b6385 req-f6c774ef-257f-4c86-8ced-fbb7eb419ac9 service neutron] 10.222.0.41 "GET /v2.0/networks/a8d9acee-6eea-4880-9c72-bc8ffe79fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844235 Aug 22 14:06:28.244063 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-57506ea5-3d78-4bb6-bdfd-c3b22a9b6385 req-41625b55-e871-43bd-a4e2-3b50a6b49c38 service neutron] 10.222.0.41 "GET /v2.0/networks/a8d9acee-6eea-4880-9c72-bc8ffe79fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820270 Aug 22 14:06:28.486409 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f564d251-ebbe-44f3-a1dc-b385df144ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:28.678244 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:28.763996 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f23211a-4ece-43c6-ad10-bb6ff2eac7c3 req-f0918345-c52f-456c-be61-050d20899414 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:28.765528 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2f23211a-4ece-43c6-ad10-bb6ff2eac7c3 req-f0918345-c52f-456c-be61-050d20899414 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0a2e04-aa49-42cf-a622-6d4bb07e3a37 HTTP/1.1" status: 200 len: 945 time: 0.0597184 Aug 22 14:06:28.804533 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2f23211a-4ece-43c6-ad10-bb6ff2eac7c3 req-00c56de4-3f69-4ea8-9e32-5cf706ad8162 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323179 Aug 22 14:06:29.918560 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9392a1d-77c0-4ccf-9d2b-8eb2d6eb500f req-048e66b5-f758-44ac-995f-1ba9d2a95323 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:29.920030 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d9392a1d-77c0-4ccf-9d2b-8eb2d6eb500f req-048e66b5-f758-44ac-995f-1ba9d2a95323 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0a2e04-aa49-42cf-a622-6d4bb07e3a37 HTTP/1.1" status: 200 len: 945 time: 0.0486736 Aug 22 14:06:29.956446 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d9392a1d-77c0-4ccf-9d2b-8eb2d6eb500f req-aaca42fc-986f-4c78-b207-ace0e2121eb1 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299118 Aug 22 14:06:31.071848 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589077b4-011e-466f-af48-0ffb171d01f1 req-3bc89cf9-b9b6-417a-8559-0a03720b9238 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:31.073335 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-589077b4-011e-466f-af48-0ffb171d01f1 req-3bc89cf9-b9b6-417a-8559-0a03720b9238 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0a2e04-aa49-42cf-a622-6d4bb07e3a37 HTTP/1.1" status: 200 len: 945 time: 0.0479805 Aug 22 14:06:31.110059 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-82332366-ef69-4580-b0ef-934186fa6736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:31.115380 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-589077b4-011e-466f-af48-0ffb171d01f1 req-be922820-f9dc-49d7-bfe9-0c1aa1ca13d4 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361600 Aug 22 14:06:31.235311 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:32.230645 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99b328-28a4-4d19-879b-583eb25cefb0 req-ac608b9c-6efb-4bf5-b45e-2653aefa0cc5 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:32.232126 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4a99b328-28a4-4d19-879b-583eb25cefb0 req-ac608b9c-6efb-4bf5-b45e-2653aefa0cc5 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0a2e04-aa49-42cf-a622-6d4bb07e3a37 HTTP/1.1" status: 200 len: 945 time: 0.0492752 Aug 22 14:06:32.269588 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4a99b328-28a4-4d19-879b-583eb25cefb0 req-7892ada8-0822-4752-9c06-044cb9961b82 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314612 Aug 22 14:06:32.540357 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:33.383189 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cac48a-91ee-4a7a-bbba-8d2e15663c97 req-0fdd4c32-e78c-4f0f-94cd-a94dfcaa3508 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:33.384698 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d3cac48a-91ee-4a7a-bbba-8d2e15663c97 req-0fdd4c32-e78c-4f0f-94cd-a94dfcaa3508 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0a2e04-aa49-42cf-a622-6d4bb07e3a37 HTTP/1.1" status: 200 len: 945 time: 0.0486753 Aug 22 14:06:33.421709 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d3cac48a-91ee-4a7a-bbba-8d2e15663c97 req-737195e9-868d-4b2f-a03f-5e33ed7e5d57 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312457 Aug 22 14:06:34.107485 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:34.318690 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:34.534269 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9985b007-79ca-47b3-b26f-31dc7e55a165 req-c7f8b20f-e5df-4dff-b1be-0f86db3a3f5f tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:34.536293 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9985b007-79ca-47b3-b26f-31dc7e55a165 req-c7f8b20f-e5df-4dff-b1be-0f86db3a3f5f tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0a2e04-aa49-42cf-a622-6d4bb07e3a37 HTTP/1.1" status: 200 len: 945 time: 0.0485578 Aug 22 14:06:34.576455 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9985b007-79ca-47b3-b26f-31dc7e55a165 req-e5f094e8-776d-4765-b290-1323628a521c tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342197 Aug 22 14:06:35.688575 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2d7ee-9d32-4699-bf8b-f1c4e8f022c6 req-688d0d75-a18f-4b26-b4ed-c22aea1c334b tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:35.690030 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d2d2d7ee-9d32-4699-bf8b-f1c4e8f022c6 req-688d0d75-a18f-4b26-b4ed-c22aea1c334b tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0a2e04-aa49-42cf-a622-6d4bb07e3a37 HTTP/1.1" status: 200 len: 945 time: 0.0478976 Aug 22 14:06:35.727643 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d2d2d7ee-9d32-4699-bf8b-f1c4e8f022c6 req-505604ec-782c-4c49-be58-55d162f4f2a9 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309067 Aug 22 14:06:36.842551 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a333c-0650-437d-97b9-75ea7cd14777 req-d980ec4d-efa5-4d2d-b0ea-a273807a80f8 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:36.844021 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7e3a333c-0650-437d-97b9-75ea7cd14777 req-d980ec4d-efa5-4d2d-b0ea-a273807a80f8 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0a2e04-aa49-42cf-a622-6d4bb07e3a37 HTTP/1.1" status: 200 len: 945 time: 0.0484800 Aug 22 14:06:36.880291 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7e3a333c-0650-437d-97b9-75ea7cd14777 req-87965817-ece4-42d7-bab1-a732df04d169 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303588 Aug 22 14:06:37.994132 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c54ca-fc55-465f-a93a-fab8147c4aa8 req-3b4ebc7d-d41c-47db-b3c6-fa909beb762b tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:37.995604 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-863c54ca-fc55-465f-a93a-fab8147c4aa8 req-3b4ebc7d-d41c-47db-b3c6-fa909beb762b tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0a2e04-aa49-42cf-a622-6d4bb07e3a37 HTTP/1.1" status: 200 len: 945 time: 0.0496759 Aug 22 14:06:38.036023 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-863c54ca-fc55-465f-a93a-fab8147c4aa8 req-5f4c932a-6b48-450b-99d2-3b63802a2142 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345092 Aug 22 14:06:39.155425 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc36850-bd0a-4be2-bade-fd3e6ace4c9d req-065b9e27-5e63-4c05-9c01-f9d6bad764f1 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:39.156933 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1dc36850-bd0a-4be2-bade-fd3e6ace4c9d req-065b9e27-5e63-4c05-9c01-f9d6bad764f1 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0a2e04-aa49-42cf-a622-6d4bb07e3a37 HTTP/1.1" status: 200 len: 945 time: 0.0501213 Aug 22 14:06:39.194367 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1dc36850-bd0a-4be2-bade-fd3e6ace4c9d req-58a8fdb0-eee1-4594-8f69-d1617c611af1 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307150 Aug 22 14:06:39.260742 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:06:40.310024 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f94ca1-d730-4afc-8b12-b8cbcf2b793f req-27f64fb4-1ef6-404a-a200-31d68b6115bb tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:40.311402 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-44f94ca1-d730-4afc-8b12-b8cbcf2b793f req-27f64fb4-1ef6-404a-a200-31d68b6115bb tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0a2e04-aa49-42cf-a622-6d4bb07e3a37 HTTP/1.1" status: 200 len: 945 time: 0.0483100 Aug 22 14:06:40.349149 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-44f94ca1-d730-4afc-8b12-b8cbcf2b793f req-fa07c3bd-9d66-40f7-9aa9-a4245f9ac109 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313628 Aug 22 14:06:41.463677 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36d192-beda-4f02-bd9a-d07525f26dce req-5ded4a31-0596-4590-bfb9-1edc10822fc9 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:41.465429 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5d36d192-beda-4f02-bd9a-d07525f26dce req-5ded4a31-0596-4590-bfb9-1edc10822fc9 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0a2e04-aa49-42cf-a622-6d4bb07e3a37 HTTP/1.1" status: 200 len: 945 time: 0.0488102 Aug 22 14:06:41.506667 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5d36d192-beda-4f02-bd9a-d07525f26dce req-efa270a9-585f-46ff-b592-ac64be851bc2 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354154 Aug 22 14:06:42.623778 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884cf43-e9c5-4c66-8380-d67987b216e5 req-1b9c6d89-4edd-4a59-a8f4-eb918b1df006 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:42.625341 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2884cf43-e9c5-4c66-8380-d67987b216e5 req-1b9c6d89-4edd-4a59-a8f4-eb918b1df006 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0a2e04-aa49-42cf-a622-6d4bb07e3a37 HTTP/1.1" status: 200 len: 945 time: 0.0492253 Aug 22 14:06:42.663659 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2884cf43-e9c5-4c66-8380-d67987b216e5 req-3e03a9b7-eaed-4755-a9b8-e77234376674 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317974 Aug 22 14:06:43.777970 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a42e7-cc93-4958-85e5-0976e4846330 req-bef86365-0d28-4276-be9c-ba8c29d2a61d tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:43.779463 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-371a42e7-cc93-4958-85e5-0976e4846330 req-bef86365-0d28-4276-be9c-ba8c29d2a61d tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0a2e04-aa49-42cf-a622-6d4bb07e3a37 HTTP/1.1" status: 200 len: 945 time: 0.0483718 Aug 22 14:06:43.816385 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-371a42e7-cc93-4958-85e5-0976e4846330 req-877943a1-cdf7-4008-b48b-25d44c73b23a tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309236 Aug 22 14:06:44.931303 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610feb59-97a4-4e03-8a14-a48a5709773a req-c3f88645-721c-48aa-a507-d84bb203f4ec tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:44.932813 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-610feb59-97a4-4e03-8a14-a48a5709773a req-c3f88645-721c-48aa-a507-d84bb203f4ec tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0a2e04-aa49-42cf-a622-6d4bb07e3a37 HTTP/1.1" status: 200 len: 945 time: 0.0490303 Aug 22 14:06:44.974456 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-610feb59-97a4-4e03-8a14-a48a5709773a req-7613c198-65a6-482b-b33e-d97a8c1afe34 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355446 Aug 22 14:06:46.091034 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d918b4-255d-4202-8f3e-6a6b9737e426 req-7b5fc7e1-c831-4c1f-bb7c-78fa3a3e31d0 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:46.092516 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e8d918b4-255d-4202-8f3e-6a6b9737e426 req-7b5fc7e1-c831-4c1f-bb7c-78fa3a3e31d0 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0a2e04-aa49-42cf-a622-6d4bb07e3a37 HTTP/1.1" status: 200 len: 945 time: 0.0498772 Aug 22 14:06:46.129868 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e8d918b4-255d-4202-8f3e-6a6b9737e426 req-1f1cb30c-2f26-4451-b3ac-623c0ab92caa tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314291 Aug 22 14:06:47.253858 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9783c-3e8e-48fa-a639-5fa8b4d3ea31 req-8d4ad9a0-e6d3-4cc9-aa3d-dbecd8221a5c tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:47.255468 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d9c9783c-3e8e-48fa-a639-5fa8b4d3ea31 req-8d4ad9a0-e6d3-4cc9-aa3d-dbecd8221a5c tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0a2e04-aa49-42cf-a622-6d4bb07e3a37 HTTP/1.1" status: 200 len: 945 time: 0.0542595 Aug 22 14:06:47.292928 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d9c9783c-3e8e-48fa-a639-5fa8b4d3ea31 req-846deda0-77d1-4284-8d83-b47498641f8e tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314386 Aug 22 14:06:48.406761 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e363830-c6f2-4b45-8d2e-fd0577c108b5 req-12f50229-7597-4e5c-8488-81f7a89ac696 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:48.408209 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8e363830-c6f2-4b45-8d2e-fd0577c108b5 req-12f50229-7597-4e5c-8488-81f7a89ac696 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0a2e04-aa49-42cf-a622-6d4bb07e3a37 HTTP/1.1" status: 200 len: 945 time: 0.0474837 Aug 22 14:06:48.447922 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8e363830-c6f2-4b45-8d2e-fd0577c108b5 req-84cf6d1f-fea3-4eb4-870f-b19bac806ff5 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331333 Aug 22 14:06:49.568859 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb0bc91-7439-43d2-8343-ea69fafb951e req-87b21256-1bcf-464c-9f7d-59840f2e3ffe tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:49.570357 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ebb0bc91-7439-43d2-8343-ea69fafb951e req-87b21256-1bcf-464c-9f7d-59840f2e3ffe tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0a2e04-aa49-42cf-a622-6d4bb07e3a37 HTTP/1.1" status: 200 len: 945 time: 0.0479579 Aug 22 14:06:49.606875 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ebb0bc91-7439-43d2-8343-ea69fafb951e req-67561c1a-45ec-4ed4-8930-c87b79dc6731 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307093 Aug 22 14:06:50.720707 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4052e384-c174-4832-89d9-89c79118f9ba req-965b1501-f378-4ec5-8b44-c0ee3a73da4a tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:50.722203 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4052e384-c174-4832-89d9-89c79118f9ba req-965b1501-f378-4ec5-8b44-c0ee3a73da4a tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0a2e04-aa49-42cf-a622-6d4bb07e3a37 HTTP/1.1" status: 200 len: 945 time: 0.0480039 Aug 22 14:06:50.759467 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4052e384-c174-4832-89d9-89c79118f9ba req-5eedc4bc-8419-4768-8a7a-7d466a2be480 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307746 Aug 22 14:06:51.874004 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4fe20c-63ee-48f5-a5bf-146df95ef642 req-291710a7-8ff6-400d-8f53-697018b6775b tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:51.875459 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dc4fe20c-63ee-48f5-a5bf-146df95ef642 req-291710a7-8ff6-400d-8f53-697018b6775b tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0a2e04-aa49-42cf-a622-6d4bb07e3a37 HTTP/1.1" status: 200 len: 945 time: 0.0487256 Aug 22 14:06:51.915124 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dc4fe20c-63ee-48f5-a5bf-146df95ef642 req-73b6aae2-a2bd-4360-9568-878594cedccb tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330765 Aug 22 14:06:53.029917 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c6dae4-f031-4bba-99e7-3a5cedc341b0 req-407e18cd-3a95-4f23-9861-1e78d690b2fe tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:53.031349 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c4c6dae4-f031-4bba-99e7-3a5cedc341b0 req-407e18cd-3a95-4f23-9861-1e78d690b2fe tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0a2e04-aa49-42cf-a622-6d4bb07e3a37 HTTP/1.1" status: 200 len: 945 time: 0.0488374 Aug 22 14:06:53.067669 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c4c6dae4-f031-4bba-99e7-3a5cedc341b0 req-d551a1ad-1e43-416f-a462-dcd764ee747d tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303066 Aug 22 14:06:54.182038 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39438531-c6f2-4d9d-a984-a562a636a2d1 req-e09fc9dc-a1ed-4d23-86a4-3d3fc55583d2 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:54.183491 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-39438531-c6f2-4d9d-a984-a562a636a2d1 req-e09fc9dc-a1ed-4d23-86a4-3d3fc55583d2 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0a2e04-aa49-42cf-a622-6d4bb07e3a37 HTTP/1.1" status: 200 len: 945 time: 0.0478840 Aug 22 14:06:54.220218 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-39438531-c6f2-4d9d-a984-a562a636a2d1 req-7fa7a305-e12d-404a-b4c0-af8ad401f37f tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308676 Aug 22 14:06:55.049248 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [req-57506ea5-3d78-4bb6-bdfd-c3b22a9b6385 req-11f993bf-02e6-4c31-bebd-8676edb1a63b service neutron] show failed (client error): The resource could not be found. Aug 22 14:06:55.050220 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-57506ea5-3d78-4bb6-bdfd-c3b22a9b6385 req-11f993bf-02e6-4c31-bebd-8676edb1a63b service neutron] 10.222.0.41 "GET /v2.0/ports/9068360a-1b32-4586-8568-583423c254fd/bindings/n-h2-793621-33 HTTP/1.1" status: 404 len: 381 time: 0.0538559 Aug 22 14:06:55.300937 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57506ea5-3d78-4bb6-bdfd-c3b22a9b6385 req-086d8a1b-f745-4fe3-a685-6f38babc329e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:55.302388 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-57506ea5-3d78-4bb6-bdfd-c3b22a9b6385 req-086d8a1b-f745-4fe3-a685-6f38babc329e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8d0a2e04-aa49-42cf-a622-6d4bb07e3a37&tenant_id=00d4b807feb64e5c9f7aa39777c0498c HTTP/1.1" status: 200 len: 1097 time: 0.1022999 Aug 22 14:06:55.325632 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-57506ea5-3d78-4bb6-bdfd-c3b22a9b6385 req-a131cb95-62ec-487c-bec9-50d30c2c0191 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-33', 'device_owner': 'compute:nova'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:06:55.386397 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b0d6f-5bcb-4216-bab9-125ff2bc205f req-123c2860-0f3c-4ec6-8c66-112dddd14ba0 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:55.387911 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ce6b0d6f-5bcb-4216-bab9-125ff2bc205f req-123c2860-0f3c-4ec6-8c66-112dddd14ba0 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0a2e04-aa49-42cf-a622-6d4bb07e3a37 HTTP/1.1" status: 200 len: 945 time: 0.0973113 Aug 22 14:06:55.400052 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-57506ea5-3d78-4bb6-bdfd-c3b22a9b6385 req-a131cb95-62ec-487c-bec9-50d30c2c0191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:55.458934 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ce6b0d6f-5bcb-4216-bab9-125ff2bc205f req-2945c789-891a-45b6-8aa2-61214593969e tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648258 Aug 22 14:06:55.623892 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-57506ea5-3d78-4bb6-bdfd-c3b22a9b6385 req-a131cb95-62ec-487c-bec9-50d30c2c0191 service neutron] For port 9068360a-1b32-4586-8568-583423c254fd, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=9068360a-1b32-4586-8568-583423c254fd,segment=NetworkSegment(4dd822cc-8c32-4840-8420-8f78a39eb4f3),segment_id=4dd822cc-8c32-4840-8420-8f78a39eb4f3)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:06:55.658837 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-57506ea5-3d78-4bb6-bdfd-c3b22a9b6385 req-a131cb95-62ec-487c-bec9-50d30c2c0191 service neutron] For port 9068360a-1b32-4586-8568-583423c254fd, host n-h1-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:06:55.703121 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0a2e04-aa49-42cf-a622-6d4bb07e3a37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9068360a-1b32-4586-8568-583423c254fd'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:06:55.705445 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6856f562-394f-4bcb-90ac-5a86cfeaf6a8" -d '{"events": [{"server_uuid": "8d0a2e04-aa49-42cf-a622-6d4bb07e3a37", "name": "network-vif-unplugged", "status": "completed", "tag": "9068360a-1b32-4586-8568-583423c254fd"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:06:55.709439 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-57506ea5-3d78-4bb6-bdfd-c3b22a9b6385 req-a131cb95-62ec-487c-bec9-50d30c2c0191 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:55.722452 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-57506ea5-3d78-4bb6-bdfd-c3b22a9b6385 req-a131cb95-62ec-487c-bec9-50d30c2c0191 service neutron] Transition to ACTIVE for port object 9068360a-1b32-4586-8568-583423c254fd will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:06:55.726178 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-57506ea5-3d78-4bb6-bdfd-c3b22a9b6385 req-a131cb95-62ec-487c-bec9-50d30c2c0191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:55.758657 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 14:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619a591e-3268-4d23-af59-83fca428aa5d x-openstack-request-id: req-619a591e-3268-4d23-af59-83fca428aa5d {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:06:55.758909 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0a2e04-aa49-42cf-a622-6d4bb07e3a37", "name": "network-vif-unplugged", "status": "completed", "tag": "9068360a-1b32-4586-8568-583423c254fd", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:06:55.759161 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-619a591e-3268-4d23-af59-83fca428aa5d {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:06:55.759554 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0a2e04-aa49-42cf-a622-6d4bb07e3a37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9068360a-1b32-4586-8568-583423c254fd', 'code': 200} Aug 22 14:06:55.789613 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a131cb95-62ec-487c-bec9-50d30c2c0191 service neutron] Pushing event updated for resources: {'Port': ['ID=9068360a-1b32-4586-8568-583423c254fd,revision_number=6']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:06:55.791905 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-57506ea5-3d78-4bb6-bdfd-c3b22a9b6385 req-a131cb95-62ec-487c-bec9-50d30c2c0191 service neutron] No DVR routers for this DVR port 9068360a-1b32-4586-8568-583423c254fd on host n-h1-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:06:55.826094 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-57506ea5-3d78-4bb6-bdfd-c3b22a9b6385 req-a131cb95-62ec-487c-bec9-50d30c2c0191 service neutron] Attempting to bind port 9068360a-1b32-4586-8568-583423c254fd on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:06:55.826433 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-57506ea5-3d78-4bb6-bdfd-c3b22a9b6385 req-a131cb95-62ec-487c-bec9-50d30c2c0191 service neutron] Attempting to bind port 9068360a-1b32-4586-8568-583423c254fd by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '4dd822cc-8c32-4840-8420-8f78a39eb4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a8d9acee-6eea-4880-9c72-bc8ffe79fdde'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:06:55.826763 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57506ea5-3d78-4bb6-bdfd-c3b22a9b6385 req-a131cb95-62ec-487c-bec9-50d30c2c0191 service neutron] Attempting to bind port 9068360a-1b32-4586-8568-583423c254fd on network a8d9acee-6eea-4880-9c72-bc8ffe79fdde {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:06:55.830912 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57506ea5-3d78-4bb6-bdfd-c3b22a9b6385 req-a131cb95-62ec-487c-bec9-50d30c2c0191 service neutron] Port 9068360a-1b32-4586-8568-583423c254fd on network a8d9acee-6eea-4880-9c72-bc8ffe79fdde not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:06:55.831235 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57506ea5-3d78-4bb6-bdfd-c3b22a9b6385 req-a131cb95-62ec-487c-bec9-50d30c2c0191 service neutron] Attempting to bind port 9068360a-1b32-4586-8568-583423c254fd on network a8d9acee-6eea-4880-9c72-bc8ffe79fdde {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:06:55.836034 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57506ea5-3d78-4bb6-bdfd-c3b22a9b6385 req-a131cb95-62ec-487c-bec9-50d30c2c0191 service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:06:55.836402 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57506ea5-3d78-4bb6-bdfd-c3b22a9b6385 req-a131cb95-62ec-487c-bec9-50d30c2c0191 service neutron] Checking segment: {'id': '4dd822cc-8c32-4840-8420-8f78a39eb4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a8d9acee-6eea-4880-9c72-bc8ffe79fdde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:06:55.836787 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57506ea5-3d78-4bb6-bdfd-c3b22a9b6385 req-a131cb95-62ec-487c-bec9-50d30c2c0191 service neutron] Bound using segment: {'id': '4dd822cc-8c32-4840-8420-8f78a39eb4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a8d9acee-6eea-4880-9c72-bc8ffe79fdde'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:06:55.837217 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-57506ea5-3d78-4bb6-bdfd-c3b22a9b6385 req-a131cb95-62ec-487c-bec9-50d30c2c0191 service neutron] Bound port: 9068360a-1b32-4586-8568-583423c254fd, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd822cc-8c32-4840-8420-8f78a39eb4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a8d9acee-6eea-4880-9c72-bc8ffe79fdde'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:06:55.837576 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-57506ea5-3d78-4bb6-bdfd-c3b22a9b6385 req-a131cb95-62ec-487c-bec9-50d30c2c0191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:55.903578 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-57506ea5-3d78-4bb6-bdfd-c3b22a9b6385 req-a131cb95-62ec-487c-bec9-50d30c2c0191 service neutron] For port 9068360a-1b32-4586-8568-583423c254fd, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:06:55.906497 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-57506ea5-3d78-4bb6-bdfd-c3b22a9b6385 req-a131cb95-62ec-487c-bec9-50d30c2c0191 service neutron] For port 9068360a-1b32-4586-8568-583423c254fd, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=9068360a-1b32-4586-8568-583423c254fd,segment=NetworkSegment(4dd822cc-8c32-4840-8420-8f78a39eb4f3),segment_id=4dd822cc-8c32-4840-8420-8f78a39eb4f3)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:06:55.909975 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-57506ea5-3d78-4bb6-bdfd-c3b22a9b6385 req-a131cb95-62ec-487c-bec9-50d30c2c0191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:55.942491 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57506ea5-3d78-4bb6-bdfd-c3b22a9b6385 req-a131cb95-62ec-487c-bec9-50d30c2c0191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:55.943708 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-57506ea5-3d78-4bb6-bdfd-c3b22a9b6385 req-a131cb95-62ec-487c-bec9-50d30c2c0191 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:55.945171 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-57506ea5-3d78-4bb6-bdfd-c3b22a9b6385 req-a131cb95-62ec-487c-bec9-50d30c2c0191 service neutron] 10.222.0.16 "PUT /v2.0/ports/9068360a-1b32-4586-8568-583423c254fd HTTP/1.1" status: 200 len: 1092 time: 0.6245389 Aug 22 14:06:55.967810 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a131cb95-62ec-487c-bec9-50d30c2c0191 service neutron] Pushing event updated for resources: {'Port': ['ID=9068360a-1b32-4586-8568-583423c254fd,revision_number=7']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:06:56.015581 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57506ea5-3d78-4bb6-bdfd-c3b22a9b6385 req-bf88cc74-70a0-4cdd-b5b2-b4ed2fbc7b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:56.017122 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-57506ea5-3d78-4bb6-bdfd-c3b22a9b6385 req-bf88cc74-70a0-4cdd-b5b2-b4ed2fbc7b13 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=00d4b807feb64e5c9f7aa39777c0498c&device_id=8d0a2e04-aa49-42cf-a622-6d4bb07e3a37 HTTP/1.1" status: 200 len: 1095 time: 0.0460277 Aug 22 14:06:56.109431 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57506ea5-3d78-4bb6-bdfd-c3b22a9b6385 req-f1b82855-40a5-44e0-8ed9-c156254f0178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:56.110884 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-57506ea5-3d78-4bb6-bdfd-c3b22a9b6385 req-f1b82855-40a5-44e0-8ed9-c156254f0178 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a8d9acee-6eea-4880-9c72-bc8ffe79fdde HTTP/1.1" status: 200 len: 916 time: 0.0856431 Aug 22 14:06:56.152998 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-57506ea5-3d78-4bb6-bdfd-c3b22a9b6385 req-b2d1edbe-43c9-4e59-b360-d16bc68f0882 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9068360a-1b32-4586-8568-583423c254fd HTTP/1.1" status: 200 len: 217 time: 0.0340197 Aug 22 14:06:56.201776 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57506ea5-3d78-4bb6-bdfd-c3b22a9b6385 req-3ffdc86e-8d46-44b0-89fe-e3943733e09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:56.203152 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-57506ea5-3d78-4bb6-bdfd-c3b22a9b6385 req-3ffdc86e-8d46-44b0-89fe-e3943733e09c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c8f9c01f-a557-4eda-8d95-ee416d0a05d0 HTTP/1.1" status: 200 len: 855 time: 0.0426567 Aug 22 14:06:56.235614 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-57506ea5-3d78-4bb6-bdfd-c3b22a9b6385 req-9619b206-2b93-4d4d-bd4f-d5e626715f75 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a8d9acee-6eea-4880-9c72-bc8ffe79fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244999 Aug 22 14:06:56.328169 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-57506ea5-3d78-4bb6-bdfd-c3b22a9b6385 req-6f2e3a80-dc36-40f0-926b-6bfe13a25cac service neutron] 10.222.0.16 "GET /v2.0/networks/a8d9acee-6eea-4880-9c72-bc8ffe79fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842350 Aug 22 14:06:56.417153 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-57506ea5-3d78-4bb6-bdfd-c3b22a9b6385 req-8040ff50-5371-41c7-8c92-a000c78939d1 service neutron] 10.222.0.16 "GET /v2.0/networks/a8d9acee-6eea-4880-9c72-bc8ffe79fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817182 Aug 22 14:06:56.581051 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c04202-b0f6-4965-9d9e-8007c5c23818 req-fbbb4aef-1e61-40db-80b2-f7ec1eb4b7e5 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:56.582545 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f1c04202-b0f6-4965-9d9e-8007c5c23818 req-fbbb4aef-1e61-40db-80b2-f7ec1eb4b7e5 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0a2e04-aa49-42cf-a622-6d4bb07e3a37 HTTP/1.1" status: 200 len: 943 time: 0.0546815 Aug 22 14:06:56.619774 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f1c04202-b0f6-4965-9d9e-8007c5c23818 req-472d50dd-e48e-4bb8-90e8-2748d0011dee tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307510 Aug 22 14:06:57.737535 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8f2504-d2aa-4a40-805a-62b17b389d5f req-9491d4c9-eb86-4ca5-8385-cb41b070dd6b tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:57.739018 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9e8f2504-d2aa-4a40-805a-62b17b389d5f req-9491d4c9-eb86-4ca5-8385-cb41b070dd6b tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0a2e04-aa49-42cf-a622-6d4bb07e3a37 HTTP/1.1" status: 200 len: 943 time: 0.0489352 Aug 22 14:06:57.760219 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d0a2e04-aa49-42cf-a622-6d4bb07e3a37', 'tag': '9068360a-1b32-4586-8568-583423c254fd'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:06:57.762435 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d1d570-8e57-4aff-b2e7-028087821244" -d '{"events": [{"name": "network-changed", "server_uuid": "8d0a2e04-aa49-42cf-a622-6d4bb07e3a37", "tag": "9068360a-1b32-4586-8568-583423c254fd"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:06:57.782147 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9e8f2504-d2aa-4a40-805a-62b17b389d5f req-1fc670b5-8a4c-44b7-a3ec-ed6b58adb7c3 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373011 Aug 22 14:06:57.811886 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9a9a1f-57ff-40fc-8d13-47d3c2e1ab13 x-openstack-request-id: req-7f9a9a1f-57ff-40fc-8d13-47d3c2e1ab13 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:06:57.812174 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d0a2e04-aa49-42cf-a622-6d4bb07e3a37", "tag": "9068360a-1b32-4586-8568-583423c254fd", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:06:57.812458 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7f9a9a1f-57ff-40fc-8d13-47d3c2e1ab13 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:06:57.812905 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d0a2e04-aa49-42cf-a622-6d4bb07e3a37', 'tag': '9068360a-1b32-4586-8568-583423c254fd', 'status': 'completed', 'code': 200} Aug 22 14:06:57.876920 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1d570-8e57-4aff-b2e7-028087821244 req-448eeb64-059f-40eb-a5e5-dc2d8b7a7dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:57.878436 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a4d1d570-8e57-4aff-b2e7-028087821244 req-448eeb64-059f-40eb-a5e5-dc2d8b7a7dc0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=00d4b807feb64e5c9f7aa39777c0498c&device_id=8d0a2e04-aa49-42cf-a622-6d4bb07e3a37 HTTP/1.1" status: 200 len: 1095 time: 0.0412381 Aug 22 14:06:57.879324 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1d570-8e57-4aff-b2e7-028087821244 req-7af0371e-2c33-44b2-8f34-a342493ce6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:57.881344 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a4d1d570-8e57-4aff-b2e7-028087821244 req-7af0371e-2c33-44b2-8f34-a342493ce6c8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=00d4b807feb64e5c9f7aa39777c0498c&device_id=8d0a2e04-aa49-42cf-a622-6d4bb07e3a37 HTTP/1.1" status: 200 len: 1095 time: 0.0447590 Aug 22 14:06:57.970513 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1d570-8e57-4aff-b2e7-028087821244 req-5eef1816-22b1-42c6-a341-9da6e5d8b586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:57.972177 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a4d1d570-8e57-4aff-b2e7-028087821244 req-5eef1816-22b1-42c6-a341-9da6e5d8b586 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a8d9acee-6eea-4880-9c72-bc8ffe79fdde HTTP/1.1" status: 200 len: 916 time: 0.0842607 Aug 22 14:06:57.979912 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1d570-8e57-4aff-b2e7-028087821244 req-2e75d4e8-3e38-4605-86dc-5bd93f41c078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:57.981433 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a4d1d570-8e57-4aff-b2e7-028087821244 req-2e75d4e8-3e38-4605-86dc-5bd93f41c078 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a8d9acee-6eea-4880-9c72-bc8ffe79fdde HTTP/1.1" status: 200 len: 916 time: 0.0909724 Aug 22 14:06:58.018215 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a4d1d570-8e57-4aff-b2e7-028087821244 req-1127299b-5dbd-497a-af0d-fd2b18695b23 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9068360a-1b32-4586-8568-583423c254fd HTTP/1.1" status: 200 len: 217 time: 0.0380166 Aug 22 14:06:58.032362 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a4d1d570-8e57-4aff-b2e7-028087821244 req-12520f1b-1256-48a1-aa4c-545c1c8fb3a6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9068360a-1b32-4586-8568-583423c254fd HTTP/1.1" status: 200 len: 217 time: 0.0384040 Aug 22 14:06:58.073576 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1d570-8e57-4aff-b2e7-028087821244 req-604b3f57-fdab-4840-97c5-b65b97eef22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:58.075175 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a4d1d570-8e57-4aff-b2e7-028087821244 req-604b3f57-fdab-4840-97c5-b65b97eef22e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8f9c01f-a557-4eda-8d95-ee416d0a05d0 HTTP/1.1" status: 200 len: 855 time: 0.0510554 Aug 22 14:06:58.094165 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1d570-8e57-4aff-b2e7-028087821244 req-d5f78f69-4d4d-4df7-81ae-ab093b3b5180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:58.095732 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a4d1d570-8e57-4aff-b2e7-028087821244 req-d5f78f69-4d4d-4df7-81ae-ab093b3b5180 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c8f9c01f-a557-4eda-8d95-ee416d0a05d0 HTTP/1.1" status: 200 len: 855 time: 0.0479670 Aug 22 14:06:58.108912 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a4d1d570-8e57-4aff-b2e7-028087821244 req-336a0f1a-bb86-42f3-9fc4-dc0282d12138 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a8d9acee-6eea-4880-9c72-bc8ffe79fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270178 Aug 22 14:06:58.136692 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a4d1d570-8e57-4aff-b2e7-028087821244 req-2fdd6581-fdb6-4b35-9b16-24eeb664d0fc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a8d9acee-6eea-4880-9c72-bc8ffe79fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313830 Aug 22 14:06:58.199795 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a4d1d570-8e57-4aff-b2e7-028087821244 req-b701956a-9763-40a2-89bb-75507752cb52 service neutron] 10.222.0.41 "GET /v2.0/networks/a8d9acee-6eea-4880-9c72-bc8ffe79fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836160 Aug 22 14:06:58.232430 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a4d1d570-8e57-4aff-b2e7-028087821244 req-44d97494-a59e-4af6-812f-08b4dece4600 service neutron] 10.222.0.16 "GET /v2.0/networks/a8d9acee-6eea-4880-9c72-bc8ffe79fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867906 Aug 22 14:06:58.294198 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a4d1d570-8e57-4aff-b2e7-028087821244 req-233f65cf-8405-4b39-99b9-03045ded47b8 service neutron] 10.222.0.41 "GET /v2.0/networks/a8d9acee-6eea-4880-9c72-bc8ffe79fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876048 Aug 22 14:06:58.335433 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a4d1d570-8e57-4aff-b2e7-028087821244 req-200b1e9f-8008-415b-bdcf-19193c8635db service neutron] 10.222.0.16 "GET /v2.0/networks/a8d9acee-6eea-4880-9c72-bc8ffe79fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896506 Aug 22 14:06:58.358425 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 9068360a-1b32-4586-8568-583423c254fd no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:06:58.395349 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 9068360a-1b32-4586-8568-583423c254fd not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:06:58.486741 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c5f8e4dc-4b0d-4fad-bc47-ba859481db63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:58.697340 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:06:58.898613 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819b9b3-795d-4a3a-ab90-455891e4d5bb req-fbd23879-0dd4-4cd3-8911-936a8cc14713 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:58.900101 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c819b9b3-795d-4a3a-ab90-455891e4d5bb req-fbd23879-0dd4-4cd3-8911-936a8cc14713 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0a2e04-aa49-42cf-a622-6d4bb07e3a37 HTTP/1.1" status: 200 len: 943 time: 0.0504835 Aug 22 14:06:58.938494 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c819b9b3-795d-4a3a-ab90-455891e4d5bb req-e5f9dc80-bc5d-4425-b801-4e4d52cf27bd tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324349 Aug 22 14:06:59.135189 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fecce1e-be10-4300-b301-d2451b4f1a52 req-d51e5bb8-0488-4675-b246-357190a25e2c tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:59.136719 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8fecce1e-be10-4300-b301-d2451b4f1a52 req-d51e5bb8-0488-4675-b246-357190a25e2c tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0a2e04-aa49-42cf-a622-6d4bb07e3a37 HTTP/1.1" status: 200 len: 943 time: 0.0502560 Aug 22 14:06:59.173928 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8fecce1e-be10-4300-b301-d2451b4f1a52 req-dc41df99-fc8b-465b-96bc-eecd1c0da9bb tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310638 Aug 22 14:06:59.180857 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb49ec2-d706-4498-b923-9b342febf5a0 req-05a8ee39-b47f-4b6d-b846-977c6ebb6adc tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:59.182374 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9cb49ec2-d706-4498-b923-9b342febf5a0 req-05a8ee39-b47f-4b6d-b846-977c6ebb6adc tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d0a2e04-aa49-42cf-a622-6d4bb07e3a37&tenant_id=00d4b807feb64e5c9f7aa39777c0498c&binding%3Ahost_id=n-h2-793621-33 HTTP/1.1" status: 200 len: 943 time: 0.0867987 Aug 22 14:06:59.247561 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [req-9cb49ec2-d706-4498-b923-9b342febf5a0 req-631fcdb6-9161-48f5-933e-2274288b8fc8 service neutron] delete failed (client error): The resource could not be found. Aug 22 14:06:59.248585 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9cb49ec2-d706-4498-b923-9b342febf5a0 req-631fcdb6-9161-48f5-933e-2274288b8fc8 service neutron] 10.222.0.41 "DELETE /v2.0/ports/9068360a-1b32-4586-8568-583423c254fd/bindings/n-h1-793621-33 HTTP/1.1" status: 404 len: 381 time: 0.0590405 Aug 22 14:06:59.326837 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb49ec2-d706-4498-b923-9b342febf5a0 req-587ae985-eee5-49f3-ab9d-36ddd3bee827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:59.328333 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9cb49ec2-d706-4498-b923-9b342febf5a0 req-587ae985-eee5-49f3-ab9d-36ddd3bee827 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=00d4b807feb64e5c9f7aa39777c0498c&device_id=8d0a2e04-aa49-42cf-a622-6d4bb07e3a37 HTTP/1.1" status: 200 len: 1095 time: 0.0399406 Aug 22 14:06:59.415927 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb49ec2-d706-4498-b923-9b342febf5a0 req-63d7f620-9195-42e3-a7e2-0719496bf8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:59.417328 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9cb49ec2-d706-4498-b923-9b342febf5a0 req-63d7f620-9195-42e3-a7e2-0719496bf8aa service neutron] 10.222.0.41 "GET /v2.0/networks?id=a8d9acee-6eea-4880-9c72-bc8ffe79fdde HTTP/1.1" status: 200 len: 916 time: 0.0821829 Aug 22 14:06:59.461014 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9cb49ec2-d706-4498-b923-9b342febf5a0 req-fca3e57e-c1df-4059-a5a2-b2ac992b0c32 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9068360a-1b32-4586-8568-583423c254fd HTTP/1.1" status: 200 len: 217 time: 0.0371449 Aug 22 14:06:59.510291 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb49ec2-d706-4498-b923-9b342febf5a0 req-7a23a0e1-32cb-438a-be42-b22de27c7fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:06:59.511707 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9cb49ec2-d706-4498-b923-9b342febf5a0 req-7a23a0e1-32cb-438a-be42-b22de27c7fde service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8f9c01f-a557-4eda-8d95-ee416d0a05d0 HTTP/1.1" status: 200 len: 855 time: 0.0429330 Aug 22 14:06:59.542810 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9cb49ec2-d706-4498-b923-9b342febf5a0 req-6adc1992-5c9c-485b-82cf-7855bb47cb89 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a8d9acee-6eea-4880-9c72-bc8ffe79fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243504 Aug 22 14:06:59.633542 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9cb49ec2-d706-4498-b923-9b342febf5a0 req-1fb7f65f-1d3f-4483-a7db-935f373aeafc service neutron] 10.222.0.41 "GET /v2.0/networks/a8d9acee-6eea-4880-9c72-bc8ffe79fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842340 Aug 22 14:06:59.720853 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9cb49ec2-d706-4498-b923-9b342febf5a0 req-97e848ef-7d54-46be-a071-8415c6e07177 service neutron] 10.222.0.41 "GET /v2.0/networks/a8d9acee-6eea-4880-9c72-bc8ffe79fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801682 Aug 22 14:07:00.217647 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 9068360a-1b32-4586-8568-583423c254fd details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:07:00.311140 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439c342-c20f-4f67-ae18-6f66d7302a1e req-6542b6ab-9466-4cb9-98e0-d0595e7ccd58 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:00.312549 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f439c342-c20f-4f67-ae18-6f66d7302a1e req-6542b6ab-9466-4cb9-98e0-d0595e7ccd58 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0a2e04-aa49-42cf-a622-6d4bb07e3a37 HTTP/1.1" status: 200 len: 943 time: 0.0561237 Aug 22 14:07:00.316930 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 9068360a-1b32-4586-8568-583423c254fd, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=9068360a-1b32-4586-8568-583423c254fd,segment=NetworkSegment(4dd822cc-8c32-4840-8420-8f78a39eb4f3),segment_id=4dd822cc-8c32-4840-8420-8f78a39eb4f3)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:07:00.328729 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '9068360a-1b32-4586-8568-583423c254fd', 'network_id': 'a8d9acee-6eea-4880-9c72-bc8ffe79fdde', 'port_id': '9068360a-1b32-4586-8568-583423c254fd', 'mac_address': 'fa:16:3e:7f:25:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8f9c01f-a557-4eda-8d95-ee416d0a05d0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:07:00.350980 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f439c342-c20f-4f67-ae18-6f66d7302a1e req-95643f66-23db-4fe2-9147-26a20e2c0868 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318778 Aug 22 14:07:00.368102 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:00.380605 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9068360a-1b32-4586-8568-583423c254fd {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:07:00.402808 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 9068360a-1b32-4586-8568-583423c254fd, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=9068360a-1b32-4586-8568-583423c254fd,segment=NetworkSegment(4dd822cc-8c32-4840-8420-8f78a39eb4f3),segment_id=4dd822cc-8c32-4840-8420-8f78a39eb4f3)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:07:00.408275 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:00.461936 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=9068360a-1b32-4586-8568-583423c254fd,revision_number=8']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:07:00.483757 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad3b5a-9046-422d-b053-c90e36888f9a req-01d6185e-5f3d-4131-84fe-f540845f81d4 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:00.485203 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-aaad3b5a-9046-422d-b053-c90e36888f9a req-01d6185e-5f3d-4131-84fe-f540845f81d4 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0a2e04-aa49-42cf-a622-6d4bb07e3a37 HTTP/1.1" status: 200 len: 944 time: 0.0519643 Aug 22 14:07:00.523111 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-aaad3b5a-9046-422d-b053-c90e36888f9a req-38ac9822-d20b-482e-9925-55ec32207dea tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312259 Aug 22 14:07:00.638185 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa691cf-51b4-4f83-a930-d41fa695c7ed req-1faa98d6-c856-4a05-a798-cf5c7d10a872 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:00.639666 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dfa691cf-51b4-4f83-a930-d41fa695c7ed req-1faa98d6-c856-4a05-a798-cf5c7d10a872 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0a2e04-aa49-42cf-a622-6d4bb07e3a37 HTTP/1.1" status: 200 len: 944 time: 0.0487130 Aug 22 14:07:00.666503 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['9068360a-1b32-4586-8568-583423c254fd'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:07:00.677876 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dfa691cf-51b4-4f83-a930-d41fa695c7ed req-c5629ccd-77ed-43a9-b0ea-46752f7957f2 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321972 Aug 22 14:07:01.025170 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18a300-0e92-4e21-8e58-f29939aba377 req-268bde56-a75f-40bd-94c4-ca53edca1705 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:01.026639 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1f18a300-0e92-4e21-8e58-f29939aba377 req-268bde56-a75f-40bd-94c4-ca53edca1705 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/networks?id=a8d9acee-6eea-4880-9c72-bc8ffe79fdde HTTP/1.1" status: 200 len: 815 time: 0.1051981 Aug 22 14:07:01.040987 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1f18a300-0e92-4e21-8e58-f29939aba377 req-d02d4638-87a7-4d9d-9502-d53fbeb0fd08 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/quotas/00d4b807feb64e5c9f7aa39777c0498c HTTP/1.1" status: 200 len: 375 time: 0.0087678 Aug 22 14:07:01.088736 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1f18a300-0e92-4e21-8e58-f29939aba377 req-3057153a-957f-422d-92f9-15209025c14f tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=00d4b807feb64e5c9f7aa39777c0498c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0426688 Aug 22 14:07:01.111521 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d2eb7157-2489-475c-9ad9-33baba910e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:01.183841 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1f18a300-0e92-4e21-8e58-f29939aba377 req-72c61dc3-3124-44e2-b425-68816cab6948 service neutron] 10.222.0.21 "GET /v2.0/networks/a8d9acee-6eea-4880-9c72-bc8ffe79fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878587 Aug 22 14:07:01.237710 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:01.276018 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1f18a300-0e92-4e21-8e58-f29939aba377 req-67ffb96c-bf5a-43e5-a5dc-3298b74996ce service neutron] 10.222.0.21 "GET /v2.0/networks/a8d9acee-6eea-4880-9c72-bc8ffe79fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862014 Aug 22 14:07:01.435220 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-418bab8b-9717-42c8-a7ce-aba16a43f287 req-d75cff10-53a2-40b5-8ddc-23fca3c7fe48 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d418e0f-69c6-4f02-a540-bdbc0ace3868 HTTP/1.1" status: 200 len: 210 time: 0.0285194 Aug 22 14:07:02.236705 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 9068360a-1b32-4586-8568-583423c254fd up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:07:02.292289 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port 9068360a-1b32-4586-8568-583423c254fd completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:07:02.295738 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 9068360a-1b32-4586-8568-583423c254fd triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:07:02.296104 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:02.394350 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:02.418306 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0a2e04-aa49-42cf-a622-6d4bb07e3a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9068360a-1b32-4586-8568-583423c254fd'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:07:02.419034 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18a300-0e92-4e21-8e58-f29939aba377 req-6a5465c2-22db-4179-885a-f42f7d3ec405 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:02.421181 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b3add7-cbce-4ef8-a120-6d580a960f6b" -d '{"events": [{"server_uuid": "8d0a2e04-aa49-42cf-a622-6d4bb07e3a37", "name": "network-vif-plugged", "status": "completed", "tag": "9068360a-1b32-4586-8568-583423c254fd"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:07:02.421332 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1f18a300-0e92-4e21-8e58-f29939aba377 req-6a5465c2-22db-4179-885a-f42f7d3ec405 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.16 "GET /v2.0/networks?id=a8d9acee-6eea-4880-9c72-bc8ffe79fdde HTTP/1.1" status: 200 len: 815 time: 0.1118281 Aug 22 14:07:02.438999 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 9068360a-1b32-4586-8568-583423c254fd, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=9068360a-1b32-4586-8568-583423c254fd,segment=NetworkSegment(4dd822cc-8c32-4840-8420-8f78a39eb4f3),segment_id=4dd822cc-8c32-4840-8420-8f78a39eb4f3)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:07:02.443754 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:02.447161 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-1f18a300-0e92-4e21-8e58-f29939aba377 req-2af6b402-5dc6-4ef8-a993-0e32d995ca7e tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Request body: {'port': {'device_id': '2d418e0f-69c6-4f02-a540-bdbc0ace3868', 'network_id': 'a8d9acee-6eea-4880-9c72-bc8ffe79fdde', 'admin_state_up': True, 'tenant_id': '00d4b807feb64e5c9f7aa39777c0498c'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:07:02.477230 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e818a3-5804-44a9-9729-07e9f9b13017 x-openstack-request-id: req-b7e818a3-5804-44a9-9729-07e9f9b13017 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:07:02.477550 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0a2e04-aa49-42cf-a622-6d4bb07e3a37", "name": "network-vif-plugged", "status": "completed", "tag": "9068360a-1b32-4586-8568-583423c254fd", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:07:02.477794 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b7e818a3-5804-44a9-9729-07e9f9b13017 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:07:02.478150 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0a2e04-aa49-42cf-a622-6d4bb07e3a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9068360a-1b32-4586-8568-583423c254fd', 'code': 200} Aug 22 14:07:02.491084 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.16', 64716) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:07:02.510554 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=9068360a-1b32-4586-8568-583423c254fd,revision_number=9']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:07:02.544798 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:02.562154 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7899ece1-770a-4d8a-8991-5284c9ac4f47 req-61f1cdc7-a379-42db-9b8b-45ec287bbc14 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:02.563620 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7899ece1-770a-4d8a-8991-5284c9ac4f47 req-61f1cdc7-a379-42db-9b8b-45ec287bbc14 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d0a2e04-aa49-42cf-a622-6d4bb07e3a37 HTTP/1.1" status: 200 len: 945 time: 0.0715268 Aug 22 14:07:02.563757 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a5b4a95e-c1fd-42b3-a6ba-1ccc109dff31 req-c927fd37-f138-42e6-8ae2-f1f16e0ae371 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d418e0f-69c6-4f02-a540-bdbc0ace3868 HTTP/1.1" status: 200 len: 210 time: 0.0427158 Aug 22 14:07:02.594596 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f18a300-0e92-4e21-8e58-f29939aba377 req-2af6b402-5dc6-4ef8-a993-0e32d995ca7e tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Made reservation on behalf of 00d4b807feb64e5c9f7aa39777c0498c for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:07:02.598077 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-1f18a300-0e92-4e21-8e58-f29939aba377 req-2af6b402-5dc6-4ef8-a993-0e32d995ca7e tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:02.663825 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-7899ece1-770a-4d8a-8991-5284c9ac4f47 req-9438de1f-ab01-49f7-a36a-abe3f727010a tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Deleting port 9068360a-1b32-4586-8568-583423c254fd {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:07:02.664717 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-7899ece1-770a-4d8a-8991-5284c9ac4f47 req-9438de1f-ab01-49f7-a36a-abe3f727010a tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:02.726672 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-1f18a300-0e92-4e21-8e58-f29939aba377 req-2af6b402-5dc6-4ef8-a993-0e32d995ca7e tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Allocated IP 172.20.0.11 (a8d9acee-6eea-4880-9c72-bc8ffe79fdde/c8f9c01f-a557-4eda-8d95-ee416d0a05d0/372837cf-0c98-457e-a975-a53906ff9777) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:07:02.754195 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-7899ece1-770a-4d8a-8991-5284c9ac4f47 req-9438de1f-ab01-49f7-a36a-abe3f727010a tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] For port 9068360a-1b32-4586-8568-583423c254fd, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=9068360a-1b32-4586-8568-583423c254fd,segment=NetworkSegment(4dd822cc-8c32-4840-8420-8f78a39eb4f3),segment_id=4dd822cc-8c32-4840-8420-8f78a39eb4f3)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:07:02.754557 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-7899ece1-770a-4d8a-8991-5284c9ac4f47 req-9438de1f-ab01-49f7-a36a-abe3f727010a tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:02.766441 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-7899ece1-770a-4d8a-8991-5284c9ac4f47 req-9438de1f-ab01-49f7-a36a-abe3f727010a tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Calling delete_port for 9068360a-1b32-4586-8568-583423c254fd owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:07:02.903031 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-7899ece1-770a-4d8a-8991-5284c9ac4f47 req-9438de1f-ab01-49f7-a36a-abe3f727010a tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:02.915109 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['9068360a-1b32-4586-8568-583423c254fd'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:07:02.934445 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9438de1f-ab01-49f7-a36a-abe3f727010a tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Pushing event deleted for resources: {'Port': ['ID=9068360a-1b32-4586-8568-583423c254fd,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:07:02.981957 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-7899ece1-770a-4d8a-8991-5284c9ac4f47 req-9438de1f-ab01-49f7-a36a-abe3f727010a tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] No DVR routers for this DVR port 9068360a-1b32-4586-8568-583423c254fd on host n-h2-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:07:02.984450 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-7899ece1-770a-4d8a-8991-5284c9ac4f47 req-9438de1f-ab01-49f7-a36a-abe3f727010a tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:02.986507 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7899ece1-770a-4d8a-8991-5284c9ac4f47 req-9438de1f-ab01-49f7-a36a-abe3f727010a tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.16 "DELETE /v2.0/ports/9068360a-1b32-4586-8568-583423c254fd HTTP/1.1" status: 204 len: 173 time: 0.4161599 Aug 22 14:07:02.986971 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0a2e04-aa49-42cf-a622-6d4bb07e3a37', 'name': 'network-vif-deleted', 'tag': '9068360a-1b32-4586-8568-583423c254fd'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:07:02.989206 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d811fbf-c014-489f-81f8-3acf05ace89a" -d '{"events": [{"server_uuid": "8d0a2e04-aa49-42cf-a622-6d4bb07e3a37", "name": "network-vif-deleted", "tag": "9068360a-1b32-4586-8568-583423c254fd"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:07:03.032612 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c67038-398e-49cf-a619-e33b5a8e8862 x-openstack-request-id: req-f9c67038-398e-49cf-a619-e33b5a8e8862 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:07:03.032904 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0a2e04-aa49-42cf-a622-6d4bb07e3a37", "name": "network-vif-deleted", "tag": "9068360a-1b32-4586-8568-583423c254fd", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:07:03.033161 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f9c67038-398e-49cf-a619-e33b5a8e8862 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:07:03.033692 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0a2e04-aa49-42cf-a622-6d4bb07e3a37', 'name': 'network-vif-deleted', 'tag': '9068360a-1b32-4586-8568-583423c254fd', 'status': 'completed', 'code': 200} Aug 22 14:07:03.263371 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-1f18a300-0e92-4e21-8e58-f29939aba377 req-2af6b402-5dc6-4ef8-a993-0e32d995ca7e tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:03.302363 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-1f18a300-0e92-4e21-8e58-f29939aba377 req-2af6b402-5dc6-4ef8-a993-0e32d995ca7e tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:03.313553 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['9068360a-1b32-4586-8568-583423c254fd'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:07:03.346182 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f18a300-0e92-4e21-8e58-f29939aba377 req-2af6b402-5dc6-4ef8-a993-0e32d995ca7e tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Network a8d9acee-6eea-4880-9c72-bc8ffe79fdde is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:07:03.349499 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-1f18a300-0e92-4e21-8e58-f29939aba377 req-2af6b402-5dc6-4ef8-a993-0e32d995ca7e tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:07:03.354179 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f18a300-0e92-4e21-8e58-f29939aba377 req-2af6b402-5dc6-4ef8-a993-0e32d995ca7e tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:07:03.379317 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af6b402-5dc6-4ef8-a993-0e32d995ca7e tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Pushing event updated for resources: {'Port': ['ID=372837cf-0c98-457e-a975-a53906ff9777,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:07:03.407617 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18a300-0e92-4e21-8e58-f29939aba377 req-2af6b402-5dc6-4ef8-a993-0e32d995ca7e tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:03.408164 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-1f18a300-0e92-4e21-8e58-f29939aba377 req-2af6b402-5dc6-4ef8-a993-0e32d995ca7e tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:03.422421 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1f18a300-0e92-4e21-8e58-f29939aba377 req-2af6b402-5dc6-4ef8-a993-0e32d995ca7e tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9815662 Aug 22 14:07:03.434796 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-1f18a300-0e92-4e21-8e58-f29939aba377 req-8b720101-b827-4467-89a6-bb1271f349f1 service neutron] Request body: {'port': {'device_id': '2d418e0f-69c6-4f02-a540-bdbc0ace3868', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:07:03.490167 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-1f18a300-0e92-4e21-8e58-f29939aba377 req-8b720101-b827-4467-89a6-bb1271f349f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:03.721434 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79053d58-bf1f-4b13-bc68-3e96212f9ad7 req-a9cb1f38-7466-4bed-89cd-7132f4a0e43a tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:03.722835 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-79053d58-bf1f-4b13-bc68-3e96212f9ad7 req-a9cb1f38-7466-4bed-89cd-7132f4a0e43a tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d418e0f-69c6-4f02-a540-bdbc0ace3868 HTTP/1.1" status: 200 len: 932 time: 0.0672052 Aug 22 14:07:03.790047 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-79053d58-bf1f-4b13-bc68-3e96212f9ad7 req-88daf5dd-fe4b-4a1c-836d-c33feb82f74f tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573208 Aug 22 14:07:03.828470 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-1f18a300-0e92-4e21-8e58-f29939aba377 req-8b720101-b827-4467-89a6-bb1271f349f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 372837cf-0c98-457e-a975-a53906ff9777 {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:07:03.835883 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-1f18a300-0e92-4e21-8e58-f29939aba377 req-8b720101-b827-4467-89a6-bb1271f349f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:03.847733 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-1f18a300-0e92-4e21-8e58-f29939aba377 req-8b720101-b827-4467-89a6-bb1271f349f1 service neutron] Transition to ACTIVE for port object 372837cf-0c98-457e-a975-a53906ff9777 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:07:03.853014 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-1f18a300-0e92-4e21-8e58-f29939aba377 req-8b720101-b827-4467-89a6-bb1271f349f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:03.917782 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b720101-b827-4467-89a6-bb1271f349f1 service neutron] Pushing event updated for resources: {'Port': ['ID=372837cf-0c98-457e-a975-a53906ff9777,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:07:03.965894 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-1f18a300-0e92-4e21-8e58-f29939aba377 req-8b720101-b827-4467-89a6-bb1271f349f1 service neutron] Attempting to bind port 372837cf-0c98-457e-a975-a53906ff9777 on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:07:03.966220 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-1f18a300-0e92-4e21-8e58-f29939aba377 req-8b720101-b827-4467-89a6-bb1271f349f1 service neutron] Attempting to bind port 372837cf-0c98-457e-a975-a53906ff9777 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '4dd822cc-8c32-4840-8420-8f78a39eb4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a8d9acee-6eea-4880-9c72-bc8ffe79fdde'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:07:03.966539 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f18a300-0e92-4e21-8e58-f29939aba377 req-8b720101-b827-4467-89a6-bb1271f349f1 service neutron] Attempting to bind port 372837cf-0c98-457e-a975-a53906ff9777 on network a8d9acee-6eea-4880-9c72-bc8ffe79fdde {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:07:03.970842 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f18a300-0e92-4e21-8e58-f29939aba377 req-8b720101-b827-4467-89a6-bb1271f349f1 service neutron] Port 372837cf-0c98-457e-a975-a53906ff9777 on network a8d9acee-6eea-4880-9c72-bc8ffe79fdde not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:07:03.971650 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f18a300-0e92-4e21-8e58-f29939aba377 req-8b720101-b827-4467-89a6-bb1271f349f1 service neutron] Attempting to bind port 372837cf-0c98-457e-a975-a53906ff9777 on network a8d9acee-6eea-4880-9c72-bc8ffe79fdde {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:07:03.976486 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f18a300-0e92-4e21-8e58-f29939aba377 req-8b720101-b827-4467-89a6-bb1271f349f1 service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:07:03.977311 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f18a300-0e92-4e21-8e58-f29939aba377 req-8b720101-b827-4467-89a6-bb1271f349f1 service neutron] Checking segment: {'id': '4dd822cc-8c32-4840-8420-8f78a39eb4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a8d9acee-6eea-4880-9c72-bc8ffe79fdde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:07:03.977688 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f18a300-0e92-4e21-8e58-f29939aba377 req-8b720101-b827-4467-89a6-bb1271f349f1 service neutron] Bound using segment: {'id': '4dd822cc-8c32-4840-8420-8f78a39eb4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a8d9acee-6eea-4880-9c72-bc8ffe79fdde'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:07:03.978118 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-1f18a300-0e92-4e21-8e58-f29939aba377 req-8b720101-b827-4467-89a6-bb1271f349f1 service neutron] Bound port: 372837cf-0c98-457e-a975-a53906ff9777, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd822cc-8c32-4840-8420-8f78a39eb4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a8d9acee-6eea-4880-9c72-bc8ffe79fdde'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:07:03.978467 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-1f18a300-0e92-4e21-8e58-f29939aba377 req-8b720101-b827-4467-89a6-bb1271f349f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:04.043848 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-1f18a300-0e92-4e21-8e58-f29939aba377 req-8b720101-b827-4467-89a6-bb1271f349f1 service neutron] For port 372837cf-0c98-457e-a975-a53906ff9777, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:07:04.046843 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-1f18a300-0e92-4e21-8e58-f29939aba377 req-8b720101-b827-4467-89a6-bb1271f349f1 service neutron] For port 372837cf-0c98-457e-a975-a53906ff9777, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=372837cf-0c98-457e-a975-a53906ff9777,segment=NetworkSegment(4dd822cc-8c32-4840-8420-8f78a39eb4f3),segment_id=4dd822cc-8c32-4840-8420-8f78a39eb4f3)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:07:04.051205 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-1f18a300-0e92-4e21-8e58-f29939aba377 req-8b720101-b827-4467-89a6-bb1271f349f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:04.083088 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18a300-0e92-4e21-8e58-f29939aba377 req-8b720101-b827-4467-89a6-bb1271f349f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:04.083704 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-1f18a300-0e92-4e21-8e58-f29939aba377 req-8b720101-b827-4467-89a6-bb1271f349f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:04.085124 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1f18a300-0e92-4e21-8e58-f29939aba377 req-8b720101-b827-4467-89a6-bb1271f349f1 service neutron] 10.222.0.16 "PUT /v2.0/ports/372837cf-0c98-457e-a975-a53906ff9777 HTTP/1.1" status: 200 len: 1093 time: 0.6544218 Aug 22 14:07:04.085562 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d418e0f-69c6-4f02-a540-bdbc0ace3868', 'tag': '372837cf-0c98-457e-a975-a53906ff9777'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:07:04.087819 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51823007-50c7-43c9-918d-c46019529ee4" -d '{"events": [{"name": "network-changed", "server_uuid": "2d418e0f-69c6-4f02-a540-bdbc0ace3868", "tag": "372837cf-0c98-457e-a975-a53906ff9777"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:07:04.109859 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:04.114721 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b720101-b827-4467-89a6-bb1271f349f1 service neutron] Pushing event updated for resources: {'Port': ['ID=372837cf-0c98-457e-a975-a53906ff9777,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:07:04.138299 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc9e131-152a-4058-8c20-60a4ad4d6dad x-openstack-request-id: req-dbc9e131-152a-4058-8c20-60a4ad4d6dad {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:07:04.138582 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d418e0f-69c6-4f02-a540-bdbc0ace3868", "tag": "372837cf-0c98-457e-a975-a53906ff9777", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:07:04.138832 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dbc9e131-152a-4058-8c20-60a4ad4d6dad {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:07:04.139221 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d418e0f-69c6-4f02-a540-bdbc0ace3868', 'tag': '372837cf-0c98-457e-a975-a53906ff9777', 'status': 'completed', 'code': 200} Aug 22 14:07:04.170409 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18a300-0e92-4e21-8e58-f29939aba377 req-0d5992d3-da12-4ff0-8123-272ff1449655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:04.171897 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1f18a300-0e92-4e21-8e58-f29939aba377 req-0d5992d3-da12-4ff0-8123-272ff1449655 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=00d4b807feb64e5c9f7aa39777c0498c&device_id=2d418e0f-69c6-4f02-a540-bdbc0ace3868 HTTP/1.1" status: 200 len: 1096 time: 0.0436862 Aug 22 14:07:04.219070 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1f18a300-0e92-4e21-8e58-f29939aba377 req-eda9eb94-f3ff-4492-ad5d-b2684595d268 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=372837cf-0c98-457e-a975-a53906ff9777 HTTP/1.1" status: 200 len: 217 time: 0.0393660 Aug 22 14:07:04.267943 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18a300-0e92-4e21-8e58-f29939aba377 req-20f3c61e-bb9d-4988-872d-b0afc19582cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:04.269416 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1f18a300-0e92-4e21-8e58-f29939aba377 req-20f3c61e-bb9d-4988-872d-b0afc19582cb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c8f9c01f-a557-4eda-8d95-ee416d0a05d0 HTTP/1.1" status: 200 len: 855 time: 0.0437000 Aug 22 14:07:04.304037 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1f18a300-0e92-4e21-8e58-f29939aba377 req-f992b106-a43c-4817-9868-7d52e9fb7aee service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a8d9acee-6eea-4880-9c72-bc8ffe79fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267243 Aug 22 14:07:04.324050 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:04.397727 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1f18a300-0e92-4e21-8e58-f29939aba377 req-4b675663-58ee-4e16-9a39-3f74b2d838a2 service neutron] 10.222.0.16 "GET /v2.0/networks/a8d9acee-6eea-4880-9c72-bc8ffe79fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861201 Aug 22 14:07:04.489534 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1f18a300-0e92-4e21-8e58-f29939aba377 req-5ee1955f-e344-4ec4-94af-1f7a423c5ea5 service neutron] 10.222.0.16 "GET /v2.0/networks/a8d9acee-6eea-4880-9c72-bc8ffe79fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836551 Aug 22 14:07:04.577326 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51823007-50c7-43c9-918d-c46019529ee4 req-251fa75a-2aff-4598-a46b-2720bf4437de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:04.578760 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-51823007-50c7-43c9-918d-c46019529ee4 req-251fa75a-2aff-4598-a46b-2720bf4437de service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=00d4b807feb64e5c9f7aa39777c0498c&device_id=2d418e0f-69c6-4f02-a540-bdbc0ace3868 HTTP/1.1" status: 200 len: 1096 time: 0.0438573 Aug 22 14:07:04.673912 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51823007-50c7-43c9-918d-c46019529ee4 req-f0b80786-bf2b-4087-9fe5-af8cfcb5230c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:04.675381 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-51823007-50c7-43c9-918d-c46019529ee4 req-f0b80786-bf2b-4087-9fe5-af8cfcb5230c service neutron] 10.222.0.16 "GET /v2.0/networks?id=a8d9acee-6eea-4880-9c72-bc8ffe79fdde HTTP/1.1" status: 200 len: 916 time: 0.0893803 Aug 22 14:07:04.718043 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-51823007-50c7-43c9-918d-c46019529ee4 req-fbd199a0-5c03-4fb6-b2ea-a0364b16c747 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=372837cf-0c98-457e-a975-a53906ff9777 HTTP/1.1" status: 200 len: 217 time: 0.0360096 Aug 22 14:07:04.764772 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51823007-50c7-43c9-918d-c46019529ee4 req-ad401100-3110-4235-8f6c-e4e0facb4304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:04.766192 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-51823007-50c7-43c9-918d-c46019529ee4 req-ad401100-3110-4235-8f6c-e4e0facb4304 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c8f9c01f-a557-4eda-8d95-ee416d0a05d0 HTTP/1.1" status: 200 len: 855 time: 0.0412171 Aug 22 14:07:04.801517 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-51823007-50c7-43c9-918d-c46019529ee4 req-e0486ab9-018a-4249-b5fe-b51b95acb7c3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a8d9acee-6eea-4880-9c72-bc8ffe79fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276737 Aug 22 14:07:04.933891 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ad0f2-6205-4b8e-b9c0-3154908afb8d req-b5c8b993-725c-4a26-90e5-818e3826454f tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:04.935355 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-090ad0f2-6205-4b8e-b9c0-3154908afb8d req-b5c8b993-725c-4a26-90e5-818e3826454f tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d418e0f-69c6-4f02-a540-bdbc0ace3868 HTTP/1.1" status: 200 len: 944 time: 0.0758786 Aug 22 14:07:04.937145 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-51823007-50c7-43c9-918d-c46019529ee4 req-bd66dfdd-34db-4ecb-a6f6-a5011f8bc189 service neutron] 10.222.0.16 "GET /v2.0/networks/a8d9acee-6eea-4880-9c72-bc8ffe79fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280427 Aug 22 14:07:05.022200 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-090ad0f2-6205-4b8e-b9c0-3154908afb8d req-dcf0a29f-9585-4cd3-a5f5-4cbd5fac2112 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809412 Aug 22 14:07:05.051607 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-51823007-50c7-43c9-918d-c46019529ee4 req-5b38d2d0-93e5-4013-b64c-631838868941 service neutron] 10.222.0.16 "GET /v2.0/networks/a8d9acee-6eea-4880-9c72-bc8ffe79fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039023 Aug 22 14:07:06.137769 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be9c785-e8b9-401c-862e-a3fbea525a0b req-9c22e970-4dea-4ca5-922e-f7a25646612e tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:06.139198 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7be9c785-e8b9-401c-862e-a3fbea525a0b req-9c22e970-4dea-4ca5-922e-f7a25646612e tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d418e0f-69c6-4f02-a540-bdbc0ace3868 HTTP/1.1" status: 200 len: 944 time: 0.0499935 Aug 22 14:07:06.182607 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7be9c785-e8b9-401c-862e-a3fbea525a0b req-91cd63ac-dc1a-41b6-8649-7ac78299723f tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374296 Aug 22 14:07:06.253437 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 9068360a-1b32-4586-8568-583423c254fd no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:07:06.273055 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: 9068360a-1b32-4586-8568-583423c254fd {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:07:06.273405 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 9068360a-1b32-4586-8568-583423c254fd not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:07:07.295454 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00623818-2dbb-49bc-8418-060235e93176 req-30bc4ff2-e6db-43bb-b8cb-5c25c7e1ee07 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:07.296866 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-00623818-2dbb-49bc-8418-060235e93176 req-30bc4ff2-e6db-43bb-b8cb-5c25c7e1ee07 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d418e0f-69c6-4f02-a540-bdbc0ace3868 HTTP/1.1" status: 200 len: 944 time: 0.0488315 Aug 22 14:07:07.334929 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-00623818-2dbb-49bc-8418-060235e93176 req-81b26324-cc29-471c-bff0-64ed3db63e99 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322077 Aug 22 14:07:08.252165 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 372837cf-0c98-457e-a975-a53906ff9777 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:07:08.344845 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 372837cf-0c98-457e-a975-a53906ff9777, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=372837cf-0c98-457e-a975-a53906ff9777,segment=NetworkSegment(4dd822cc-8c32-4840-8420-8f78a39eb4f3),segment_id=4dd822cc-8c32-4840-8420-8f78a39eb4f3)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:07:08.356007 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '372837cf-0c98-457e-a975-a53906ff9777', 'network_id': 'a8d9acee-6eea-4880-9c72-bc8ffe79fdde', 'port_id': '372837cf-0c98-457e-a975-a53906ff9777', 'mac_address': 'fa:16:3e:a2:14:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8f9c01f-a557-4eda-8d95-ee416d0a05d0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:07:08.392353 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:08.404846 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 372837cf-0c98-457e-a975-a53906ff9777 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:07:08.424283 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 372837cf-0c98-457e-a975-a53906ff9777, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=372837cf-0c98-457e-a975-a53906ff9777,segment=NetworkSegment(4dd822cc-8c32-4840-8420-8f78a39eb4f3),segment_id=4dd822cc-8c32-4840-8420-8f78a39eb4f3)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:07:08.429147 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:08.450191 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff9126d-e143-4bbb-874d-9346c3249a54 req-3eb8370e-af53-496d-904e-1bee4474bbbb tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:08.451709 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ff9126d-e143-4bbb-874d-9346c3249a54 req-3eb8370e-af53-496d-904e-1bee4474bbbb tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d418e0f-69c6-4f02-a540-bdbc0ace3868 HTTP/1.1" status: 200 len: 944 time: 0.0504894 Aug 22 14:07:08.479925 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=372837cf-0c98-457e-a975-a53906ff9777,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:07:08.490657 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ff9126d-e143-4bbb-874d-9346c3249a54 req-f1c7de96-6ca2-4eb4-88e3-a163eba25a2a tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327775 Aug 22 14:07:08.636033 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['372837cf-0c98-457e-a975-a53906ff9777'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:07:09.603438 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01968155-35bf-4375-bb44-973239396482 req-3c1c50df-b489-4cd4-a76f-3af0eab9ecef tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:09.604928 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-01968155-35bf-4375-bb44-973239396482 req-3c1c50df-b489-4cd4-a76f-3af0eab9ecef tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d418e0f-69c6-4f02-a540-bdbc0ace3868 HTTP/1.1" status: 200 len: 945 time: 0.0478113 Aug 22 14:07:09.645089 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-01968155-35bf-4375-bb44-973239396482 req-37932a14-f645-499f-be4b-3178f931b6fd tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343280 Aug 22 14:07:10.269811 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 372837cf-0c98-457e-a975-a53906ff9777 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:07:10.316889 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port 372837cf-0c98-457e-a975-a53906ff9777 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:07:10.320389 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 372837cf-0c98-457e-a975-a53906ff9777 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:07:10.320760 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:10.395993 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:10.418323 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d418e0f-69c6-4f02-a540-bdbc0ace3868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '372837cf-0c98-457e-a975-a53906ff9777'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:07:10.420573 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c359d0a-7a2e-4958-9879-dbd1ac3dfe80" -d '{"events": [{"server_uuid": "2d418e0f-69c6-4f02-a540-bdbc0ace3868", "name": "network-vif-plugged", "status": "completed", "tag": "372837cf-0c98-457e-a975-a53906ff9777"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:07:10.433220 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 372837cf-0c98-457e-a975-a53906ff9777, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=372837cf-0c98-457e-a975-a53906ff9777,segment=NetworkSegment(4dd822cc-8c32-4840-8420-8f78a39eb4f3),segment_id=4dd822cc-8c32-4840-8420-8f78a39eb4f3)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:07:10.437801 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:10.460681 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b9b01b-36bc-473f-8794-03afbcaea303 x-openstack-request-id: req-93b9b01b-36bc-473f-8794-03afbcaea303 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:07:10.460973 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d418e0f-69c6-4f02-a540-bdbc0ace3868", "name": "network-vif-plugged", "status": "completed", "tag": "372837cf-0c98-457e-a975-a53906ff9777", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:07:10.461224 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-93b9b01b-36bc-473f-8794-03afbcaea303 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:07:10.461605 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d418e0f-69c6-4f02-a540-bdbc0ace3868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '372837cf-0c98-457e-a975-a53906ff9777', 'code': 200} Aug 22 14:07:10.487925 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=372837cf-0c98-457e-a975-a53906ff9777,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:07:10.495897 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:07:10.496269 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:07:10.496667 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:07:10.497002 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:07:10.497331 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:07:10.497655 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:07:10.497974 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:07:10.498295 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:07:10.498615 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:07:10.498930 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:07:10.499248 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:07:10.499564 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:07:10.553171 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a103d8e-e842-41e1-82c3-c396ff6cb4fe req-8cbcfe48-c574-4b41-9c9a-64c34c43bbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:10.554539 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6a103d8e-e842-41e1-82c3-c396ff6cb4fe req-8cbcfe48-c574-4b41-9c9a-64c34c43bbdd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2d418e0f-69c6-4f02-a540-bdbc0ace3868 HTTP/1.1" status: 200 len: 1098 time: 0.0385373 Aug 22 14:07:10.589159 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6a103d8e-e842-41e1-82c3-c396ff6cb4fe req-288258c9-ecab-41fd-844b-f184f047f6a0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268710 Aug 22 14:07:10.757131 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005abf2-b286-48b4-a6fe-c0305ff8a584 req-b1d99c54-a504-4458-b736-4df29da90124 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:10.758590 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a005abf2-b286-48b4-a6fe-c0305ff8a584 req-b1d99c54-a504-4458-b736-4df29da90124 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d418e0f-69c6-4f02-a540-bdbc0ace3868 HTTP/1.1" status: 200 len: 946 time: 0.0484402 Aug 22 14:07:10.795252 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a005abf2-b286-48b4-a6fe-c0305ff8a584 req-4ccc6ec1-cc3b-4d3f-ba5d-043c6c1cc371 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307612 Aug 22 14:07:11.909045 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e1363-a68a-4f2b-a689-9f68ea195784 req-c88fd073-5026-4e08-9948-985a61010984 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:11.910507 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9a3e1363-a68a-4f2b-a689-9f68ea195784 req-c88fd073-5026-4e08-9948-985a61010984 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d418e0f-69c6-4f02-a540-bdbc0ace3868 HTTP/1.1" status: 200 len: 946 time: 0.0484722 Aug 22 14:07:11.950516 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9a3e1363-a68a-4f2b-a689-9f68ea195784 req-029d09d5-90d0-418b-b5f8-b509283f29af tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341315 Aug 22 14:07:12.062047 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0312a7-bdf3-4040-9f64-fed722bde80c req-3843acc0-b775-4049-877a-21e08de63896 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:12.063532 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0c0312a7-bdf3-4040-9f64-fed722bde80c req-3843acc0-b775-4049-877a-21e08de63896 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d418e0f-69c6-4f02-a540-bdbc0ace3868 HTTP/1.1" status: 200 len: 946 time: 0.0478985 Aug 22 14:07:12.099787 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0c0312a7-bdf3-4040-9f64-fed722bde80c req-a9c07e54-0023-40ec-8d4a-a419f5b63747 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304286 Aug 22 14:07:12.325740 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-625f88d8-b5e0-4cc6-ae5e-3f2d0e233077 req-de9ff929-a59c-4a6d-a258-5154006546c4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2d418e0f-69c6-4f02-a540-bdbc0ace3868&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0409052 Aug 22 14:07:12.337673 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c9497-3019-4e37-8b6b-bd7361e85c62 req-350c394a-66b4-4fac-a3f0-0dfb95c7c2aa tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:12.339157 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bb2c9497-3019-4e37-8b6b-bd7361e85c62 req-350c394a-66b4-4fac-a3f0-0dfb95c7c2aa tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d418e0f-69c6-4f02-a540-bdbc0ace3868 HTTP/1.1" status: 200 len: 946 time: 0.0496833 Aug 22 14:07:12.379326 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bb2c9497-3019-4e37-8b6b-bd7361e85c62 req-d48ec803-a2f0-48bd-95a0-17a9121abce2 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333204 Aug 22 14:07:13.494216 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f6686-d501-46ac-a78b-36bc78148732 req-905d7922-a020-4224-86de-63bbb386a245 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:13.496065 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-912f6686-d501-46ac-a78b-36bc78148732 req-905d7922-a020-4224-86de-63bbb386a245 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d418e0f-69c6-4f02-a540-bdbc0ace3868 HTTP/1.1" status: 200 len: 946 time: 0.0494292 Aug 22 14:07:13.537324 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-912f6686-d501-46ac-a78b-36bc78148732 req-86c6ce2a-2dc8-44c0-a1e6-b1794782a6dd tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353551 Aug 22 14:07:13.630402 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f88d8-b5e0-4cc6-ae5e-3f2d0e233077 req-0c185f37-c73d-4ad3-97a4-d24fee138bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:13.631853 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-625f88d8-b5e0-4cc6-ae5e-3f2d0e233077 req-0c185f37-c73d-4ad3-97a4-d24fee138bdf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=00d4b807feb64e5c9f7aa39777c0498c&device_id=2d418e0f-69c6-4f02-a540-bdbc0ace3868 HTTP/1.1" status: 200 len: 1098 time: 0.0401044 Aug 22 14:07:13.723701 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f88d8-b5e0-4cc6-ae5e-3f2d0e233077 req-50a4f607-1e09-4661-bbca-2303bc2aecd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:13.725100 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-625f88d8-b5e0-4cc6-ae5e-3f2d0e233077 req-50a4f607-1e09-4661-bbca-2303bc2aecd2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a8d9acee-6eea-4880-9c72-bc8ffe79fdde HTTP/1.1" status: 200 len: 916 time: 0.0827754 Aug 22 14:07:13.770541 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-625f88d8-b5e0-4cc6-ae5e-3f2d0e233077 req-b0cfb20c-8238-4970-a5c8-6d321d562506 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=372837cf-0c98-457e-a975-a53906ff9777 HTTP/1.1" status: 200 len: 217 time: 0.0373473 Aug 22 14:07:13.818744 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f88d8-b5e0-4cc6-ae5e-3f2d0e233077 req-10fb733a-1a56-4e0e-ab87-5719f4348886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:13.820177 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-625f88d8-b5e0-4cc6-ae5e-3f2d0e233077 req-10fb733a-1a56-4e0e-ab87-5719f4348886 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c8f9c01f-a557-4eda-8d95-ee416d0a05d0 HTTP/1.1" status: 200 len: 855 time: 0.0421393 Aug 22 14:07:13.852655 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-625f88d8-b5e0-4cc6-ae5e-3f2d0e233077 req-35582dd8-4a40-4674-9fe6-2590a6e478e0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a8d9acee-6eea-4880-9c72-bc8ffe79fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248468 Aug 22 14:07:13.945224 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-625f88d8-b5e0-4cc6-ae5e-3f2d0e233077 req-0340aadb-1db7-416b-b296-f4b9dd7c49a6 service neutron] 10.222.0.16 "GET /v2.0/networks/a8d9acee-6eea-4880-9c72-bc8ffe79fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852277 Aug 22 14:07:14.036284 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-625f88d8-b5e0-4cc6-ae5e-3f2d0e233077 req-db86c856-5f3e-4463-8f2d-602d93e89baf service neutron] 10.222.0.16 "GET /v2.0/networks/a8d9acee-6eea-4880-9c72-bc8ffe79fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836120 Aug 22 14:07:14.655396 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17fc7bc-50ca-487d-8679-e2067a4c4416 req-ed5e03bb-05e9-4c04-8744-c9498181e144 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:14.656892 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a17fc7bc-50ca-487d-8679-e2067a4c4416 req-ed5e03bb-05e9-4c04-8744-c9498181e144 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d418e0f-69c6-4f02-a540-bdbc0ace3868 HTTP/1.1" status: 200 len: 946 time: 0.0484924 Aug 22 14:07:14.693610 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a17fc7bc-50ca-487d-8679-e2067a4c4416 req-490c05b2-3feb-4b24-b422-cbaa31d356d0 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310047 Aug 22 14:07:15.813241 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a18148-981d-4643-90c6-9cc36fee5003 req-fb6b32cd-26bd-4a07-a11f-9e5379b34670 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:15.814817 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f6a18148-981d-4643-90c6-9cc36fee5003 req-fb6b32cd-26bd-4a07-a11f-9e5379b34670 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d418e0f-69c6-4f02-a540-bdbc0ace3868 HTTP/1.1" status: 200 len: 946 time: 0.0534315 Aug 22 14:07:15.852424 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f6a18148-981d-4643-90c6-9cc36fee5003 req-4bbbdab5-6daa-4b9b-94ec-4d4cb7c9fcb3 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317292 Aug 22 14:07:16.258984 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:07:16.967777 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512fc4a-ec10-422e-b7e3-1c03b9cb8336 req-ce3b99ad-54bc-42f3-a1c9-d2a1d4b7d4bb tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:16.969198 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6512fc4a-ec10-422e-b7e3-1c03b9cb8336 req-ce3b99ad-54bc-42f3-a1c9-d2a1d4b7d4bb tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d418e0f-69c6-4f02-a540-bdbc0ace3868 HTTP/1.1" status: 200 len: 946 time: 0.0492220 Aug 22 14:07:17.008359 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6512fc4a-ec10-422e-b7e3-1c03b9cb8336 req-7ea63ac1-38d3-4d5d-bdd5-5306527d92b3 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327015 Aug 22 14:07:18.121610 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a6e10-ac72-44f4-9886-5a4267980acc req-58f0a754-a1f1-4912-8c42-295d8c85a235 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:18.123077 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d44a6e10-ac72-44f4-9886-5a4267980acc req-58f0a754-a1f1-4912-8c42-295d8c85a235 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d418e0f-69c6-4f02-a540-bdbc0ace3868 HTTP/1.1" status: 200 len: 946 time: 0.0485978 Aug 22 14:07:18.160906 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d44a6e10-ac72-44f4-9886-5a4267980acc req-9deace4a-7cf7-4dcb-b851-8c381c5fd8e2 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320408 Aug 22 14:07:19.277716 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb27e0f9-bc4d-40e3-a663-61dcb1348508 req-549971b0-95ab-4e23-a782-486b88056204 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:19.279106 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bb27e0f9-bc4d-40e3-a663-61dcb1348508 req-549971b0-95ab-4e23-a782-486b88056204 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d418e0f-69c6-4f02-a540-bdbc0ace3868 HTTP/1.1" status: 200 len: 946 time: 0.0521855 Aug 22 14:07:19.315151 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bb27e0f9-bc4d-40e3-a663-61dcb1348508 req-1178e800-e106-406a-bbed-d1d0afde4715 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302851 Aug 22 14:07:20.429185 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a00194-81a2-4d94-803c-3b2308643ef6 req-b06379aa-b561-4552-9ec2-1d856d985892 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:20.430659 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-97a00194-81a2-4d94-803c-3b2308643ef6 req-b06379aa-b561-4552-9ec2-1d856d985892 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d418e0f-69c6-4f02-a540-bdbc0ace3868 HTTP/1.1" status: 200 len: 946 time: 0.0487263 Aug 22 14:07:20.468722 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-97a00194-81a2-4d94-803c-3b2308643ef6 req-3d63a1fe-cb08-4bd5-9788-a9cf8a035f44 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308797 Aug 22 14:07:20.986851 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b486576-e2ad-48a9-b072-181a87ae2b2a req-7ffbc088-a187-4da7-b742-5a9798bf49bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:20.988346 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2b486576-e2ad-48a9-b072-181a87ae2b2a req-7ffbc088-a187-4da7-b742-5a9798bf49bf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=00d4b807feb64e5c9f7aa39777c0498c&device_id=2d418e0f-69c6-4f02-a540-bdbc0ace3868 HTTP/1.1" status: 200 len: 1098 time: 0.0428052 Aug 22 14:07:21.093226 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b486576-e2ad-48a9-b072-181a87ae2b2a req-54cc47c2-f8f5-4743-b911-806293583125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:21.094680 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2b486576-e2ad-48a9-b072-181a87ae2b2a req-54cc47c2-f8f5-4743-b911-806293583125 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a8d9acee-6eea-4880-9c72-bc8ffe79fdde HTTP/1.1" status: 200 len: 916 time: 0.0872171 Aug 22 14:07:21.135736 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2b486576-e2ad-48a9-b072-181a87ae2b2a req-c4a0653e-711c-4b18-96ed-f0a334484188 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=372837cf-0c98-457e-a975-a53906ff9777 HTTP/1.1" status: 200 len: 217 time: 0.0328715 Aug 22 14:07:21.181249 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b486576-e2ad-48a9-b072-181a87ae2b2a req-76e639fd-8a66-474a-a3e6-064891b89e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:21.182715 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2b486576-e2ad-48a9-b072-181a87ae2b2a req-76e639fd-8a66-474a-a3e6-064891b89e77 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c8f9c01f-a557-4eda-8d95-ee416d0a05d0 HTTP/1.1" status: 200 len: 855 time: 0.0415676 Aug 22 14:07:21.219282 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2b486576-e2ad-48a9-b072-181a87ae2b2a req-e38c26a7-8d6e-4815-95c8-f79b0597eaee service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a8d9acee-6eea-4880-9c72-bc8ffe79fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294178 Aug 22 14:07:21.306489 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2b486576-e2ad-48a9-b072-181a87ae2b2a req-fc49f512-4113-4851-8076-19ee9266f18c service neutron] 10.222.0.16 "GET /v2.0/networks/a8d9acee-6eea-4880-9c72-bc8ffe79fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796378 Aug 22 14:07:21.398019 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2b486576-e2ad-48a9-b072-181a87ae2b2a req-9e54b7b5-33bc-492a-8f44-c9c9211a1cc3 service neutron] 10.222.0.16 "GET /v2.0/networks/a8d9acee-6eea-4880-9c72-bc8ffe79fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843771 Aug 22 14:07:21.583126 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73066380-5e74-46fd-bc30-479b0c20b6ef req-f73320c6-8839-4991-b512-dc2a9cb85f38 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:21.584656 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-73066380-5e74-46fd-bc30-479b0c20b6ef req-f73320c6-8839-4991-b512-dc2a9cb85f38 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d418e0f-69c6-4f02-a540-bdbc0ace3868 HTTP/1.1" status: 200 len: 946 time: 0.0493791 Aug 22 14:07:21.622624 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-73066380-5e74-46fd-bc30-479b0c20b6ef req-925cb743-8f7e-4a51-9e16-ef407b893484 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308883 Aug 22 14:07:22.735983 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381e328a-f382-4c12-b4e7-a01d5f31322e req-65e48cff-bc1d-4fe6-9a30-c68502e422bd tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:22.737497 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-381e328a-f382-4c12-b4e7-a01d5f31322e req-65e48cff-bc1d-4fe6-9a30-c68502e422bd tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d418e0f-69c6-4f02-a540-bdbc0ace3868 HTTP/1.1" status: 200 len: 946 time: 0.0486226 Aug 22 14:07:22.774451 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-381e328a-f382-4c12-b4e7-a01d5f31322e req-0c6d9e96-7d9a-4322-9453-48034450bb96 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310709 Aug 22 14:07:23.894012 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8844b40-6748-4272-b353-1649c23846d9 req-a40e5246-6023-4687-bbe9-33508f88ca2a tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:23.895474 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b8844b40-6748-4272-b353-1649c23846d9 req-a40e5246-6023-4687-bbe9-33508f88ca2a tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d418e0f-69c6-4f02-a540-bdbc0ace3868 HTTP/1.1" status: 200 len: 946 time: 0.0523467 Aug 22 14:07:23.932666 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b8844b40-6748-4272-b353-1649c23846d9 req-19de70f7-e7c5-4d4e-92d4-3fde7af98d43 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302613 Aug 22 14:07:25.048826 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e7a38-5328-43cd-bc84-28ef3b9cabb6 req-01bc556b-7e25-4e0f-b7e3-b091b8aa35d3 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:25.050313 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3d4e7a38-5328-43cd-bc84-28ef3b9cabb6 req-01bc556b-7e25-4e0f-b7e3-b091b8aa35d3 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d418e0f-69c6-4f02-a540-bdbc0ace3868 HTTP/1.1" status: 200 len: 946 time: 0.0491767 Aug 22 14:07:25.087096 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3d4e7a38-5328-43cd-bc84-28ef3b9cabb6 req-2bd15dc2-ed8d-4771-9baa-383cb7f0d859 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309987 Aug 22 14:07:26.200147 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6222a3e5-0c17-485b-be60-9362e38ddfd7 req-6e34944e-7895-480b-9118-509029409845 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:26.201621 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6222a3e5-0c17-485b-be60-9362e38ddfd7 req-6e34944e-7895-480b-9118-509029409845 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d418e0f-69c6-4f02-a540-bdbc0ace3868 HTTP/1.1" status: 200 len: 946 time: 0.0479267 Aug 22 14:07:26.238392 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6222a3e5-0c17-485b-be60-9362e38ddfd7 req-b0240577-f4e5-4af9-bba4-07c1300130a0 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308440 Aug 22 14:07:27.356717 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a57ca5-a5e0-4949-954f-452f34fd3c48 req-5e34fadc-6457-4279-b80c-8194c042a7ce tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:27.358203 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f3a57ca5-a5e0-4949-954f-452f34fd3c48 req-5e34fadc-6457-4279-b80c-8194c042a7ce tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d418e0f-69c6-4f02-a540-bdbc0ace3868 HTTP/1.1" status: 200 len: 946 time: 0.0524983 Aug 22 14:07:27.394503 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f3a57ca5-a5e0-4949-954f-452f34fd3c48 req-436fa19f-2291-4574-aeb8-aa2d880b602b tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305398 Aug 22 14:07:28.487346 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-975cc9d6-050f-4236-8aa0-d857bc277f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:28.510991 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff744d2f-a1c8-48f6-b71e-efb5b2b58684 req-dca57d94-ce95-4d97-b2c4-9d684fc32b5d tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:28.512606 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ff744d2f-a1c8-48f6-b71e-efb5b2b58684 req-dca57d94-ce95-4d97-b2c4-9d684fc32b5d tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d418e0f-69c6-4f02-a540-bdbc0ace3868 HTTP/1.1" status: 200 len: 946 time: 0.0524254 Aug 22 14:07:28.549398 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ff744d2f-a1c8-48f6-b71e-efb5b2b58684 req-088a1fde-31f2-4932-a031-29f8184390fd tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309722 Aug 22 14:07:28.729968 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:29.663061 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a67b51-9c46-4ee4-8350-447265f667da req-36c3d20d-db3e-4c49-acc3-2181b0de4bf4 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:29.664551 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-71a67b51-9c46-4ee4-8350-447265f667da req-36c3d20d-db3e-4c49-acc3-2181b0de4bf4 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d418e0f-69c6-4f02-a540-bdbc0ace3868 HTTP/1.1" status: 200 len: 946 time: 0.0483158 Aug 22 14:07:29.701948 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-71a67b51-9c46-4ee4-8350-447265f667da req-504a2b1c-bd10-40b5-b90b-bf02f8e6d915 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312819 Aug 22 14:07:30.876770 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86433844-917a-406d-95f1-dd1900324aa7 req-9b1e607b-0e97-4306-a089-6bb546af92c7 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:30.878222 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-86433844-917a-406d-95f1-dd1900324aa7 req-9b1e607b-0e97-4306-a089-6bb546af92c7 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d418e0f-69c6-4f02-a540-bdbc0ace3868 HTTP/1.1" status: 200 len: 946 time: 0.1100392 Aug 22 14:07:30.916039 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-86433844-917a-406d-95f1-dd1900324aa7 req-d069af30-b820-44fd-a658-1b01291ee644 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318799 Aug 22 14:07:31.114850 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8bf260c2-735c-41aa-b6c1-bafc5c5e961d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:31.238507 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:32.031716 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc775de3-85fd-49ef-ba74-0f69964a0216 req-731d372a-6a60-419c-a428-968626143fc5 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:32.033207 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fc775de3-85fd-49ef-ba74-0f69964a0216 req-731d372a-6a60-419c-a428-968626143fc5 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d418e0f-69c6-4f02-a540-bdbc0ace3868 HTTP/1.1" status: 200 len: 946 time: 0.0487726 Aug 22 14:07:32.070499 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fc775de3-85fd-49ef-ba74-0f69964a0216 req-8fc63866-393f-4fad-b9f6-8492405934bb tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313413 Aug 22 14:07:32.547477 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:33.184132 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef92ada-cefd-4e45-b39b-be68d05c3405 req-3e455c03-839a-47d1-bae0-d5b0278125a5 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:33.185629 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0ef92ada-cefd-4e45-b39b-be68d05c3405 req-3e455c03-839a-47d1-bae0-d5b0278125a5 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d418e0f-69c6-4f02-a540-bdbc0ace3868 HTTP/1.1" status: 200 len: 946 time: 0.0477834 Aug 22 14:07:33.223084 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0ef92ada-cefd-4e45-b39b-be68d05c3405 req-ca0c8c2f-5670-48f3-903a-87fb39973551 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316732 Aug 22 14:07:34.108870 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:34.328358 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:34.363789 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46243a76-5010-4128-bd7a-143927ecccf7 req-33c398b0-dd8f-4b65-bdf6-a5d5cde1e68b tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:34.365302 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-46243a76-5010-4128-bd7a-143927ecccf7 req-33c398b0-dd8f-4b65-bdf6-a5d5cde1e68b tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d418e0f-69c6-4f02-a540-bdbc0ace3868 HTTP/1.1" status: 200 len: 946 time: 0.0567455 Aug 22 14:07:34.403909 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-46243a76-5010-4128-bd7a-143927ecccf7 req-3be4237f-d489-4dcc-ad5f-8fe07329d68c tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321574 Aug 22 14:07:35.517969 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf6f30a-4717-4ed0-8c3a-6b846fa8f707 req-cb548c59-d554-4519-897c-cc237d956424 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:35.519451 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5cf6f30a-4717-4ed0-8c3a-6b846fa8f707 req-cb548c59-d554-4519-897c-cc237d956424 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d418e0f-69c6-4f02-a540-bdbc0ace3868 HTTP/1.1" status: 200 len: 946 time: 0.0484891 Aug 22 14:07:35.556490 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5cf6f30a-4717-4ed0-8c3a-6b846fa8f707 req-f0e0f3af-90f4-43c7-93d8-048694328723 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311558 Aug 22 14:07:36.670047 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b8bf89-b2da-4b80-bed3-aa7691295926 req-066d115f-deb5-43ba-b64e-914ce55e107f tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:36.671522 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a1b8bf89-b2da-4b80-bed3-aa7691295926 req-066d115f-deb5-43ba-b64e-914ce55e107f tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d418e0f-69c6-4f02-a540-bdbc0ace3868 HTTP/1.1" status: 200 len: 946 time: 0.0487702 Aug 22 14:07:36.707714 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a1b8bf89-b2da-4b80-bed3-aa7691295926 req-42c2a0f3-9d32-4e12-a586-f44c01c10270 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303724 Aug 22 14:07:37.826650 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367219e-1aae-4a82-aa54-be15a1ac268c req-546c8589-9cb6-4d8e-ab19-a78080ecceb9 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:37.828115 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6367219e-1aae-4a82-aa54-be15a1ac268c req-546c8589-9cb6-4d8e-ab19-a78080ecceb9 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d418e0f-69c6-4f02-a540-bdbc0ace3868 HTTP/1.1" status: 200 len: 946 time: 0.0545800 Aug 22 14:07:37.867852 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6367219e-1aae-4a82-aa54-be15a1ac268c req-2f38eb06-47ba-4eef-9b3e-67e5c3b6313a tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339315 Aug 22 14:07:38.981568 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7fb61-6d98-4eaa-af3f-6260fef14cbe req-6b515d39-ffa7-43f6-a27a-a22473474bb8 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:38.983000 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fef7fb61-6d98-4eaa-af3f-6260fef14cbe req-6b515d39-ffa7-43f6-a27a-a22473474bb8 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d418e0f-69c6-4f02-a540-bdbc0ace3868 HTTP/1.1" status: 200 len: 946 time: 0.0494053 Aug 22 14:07:39.021053 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fef7fb61-6d98-4eaa-af3f-6260fef14cbe req-3c662e1d-6c60-437d-b241-4f0f4aeb9192 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321414 Aug 22 14:07:40.136189 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b7d45-b4ef-4e5c-91f5-77ad9300fa98 req-bbc861e1-4dc5-40d9-ace6-6d819929fbdf tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:40.137678 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-db1b7d45-b4ef-4e5c-91f5-77ad9300fa98 req-bbc861e1-4dc5-40d9-ace6-6d819929fbdf tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d418e0f-69c6-4f02-a540-bdbc0ace3868 HTTP/1.1" status: 200 len: 946 time: 0.0480113 Aug 22 14:07:40.174398 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-db1b7d45-b4ef-4e5c-91f5-77ad9300fa98 req-55cc15a4-3cbe-4ceb-886d-1f191c16994d tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308886 Aug 22 14:07:40.850332 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [req-625f88d8-b5e0-4cc6-ae5e-3f2d0e233077 req-e7b3e763-3f25-45e9-ab45-7e79e2092386 service neutron] show failed (client error): The resource could not be found. Aug 22 14:07:40.851332 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-625f88d8-b5e0-4cc6-ae5e-3f2d0e233077 req-e7b3e763-3f25-45e9-ab45-7e79e2092386 service neutron] 10.222.0.16 "GET /v2.0/ports/372837cf-0c98-457e-a975-a53906ff9777/bindings/n-h1-793621-33 HTTP/1.1" status: 404 len: 381 time: 0.1090004 Aug 22 14:07:41.039882 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f88d8-b5e0-4cc6-ae5e-3f2d0e233077 req-1f815831-4bfa-4be5-9549-6e41b31394af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:41.041445 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-625f88d8-b5e0-4cc6-ae5e-3f2d0e233077 req-1f815831-4bfa-4be5-9549-6e41b31394af service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2d418e0f-69c6-4f02-a540-bdbc0ace3868&tenant_id=00d4b807feb64e5c9f7aa39777c0498c HTTP/1.1" status: 200 len: 1098 time: 0.0402904 Aug 22 14:07:41.052689 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-625f88d8-b5e0-4cc6-ae5e-3f2d0e233077 req-155127d2-2e65-4a90-9468-b02bc7c83e0b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-33', 'device_owner': 'compute:nova'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:07:41.107523 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-625f88d8-b5e0-4cc6-ae5e-3f2d0e233077 req-155127d2-2e65-4a90-9468-b02bc7c83e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:41.292535 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e0d7fd-ed66-4fcd-8c08-c3c6f536b608 req-a5621fce-9857-494a-8d7a-92e552d97503 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:41.294022 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d3e0d7fd-ed66-4fcd-8c08-c3c6f536b608 req-a5621fce-9857-494a-8d7a-92e552d97503 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d418e0f-69c6-4f02-a540-bdbc0ace3868 HTTP/1.1" status: 200 len: 946 time: 0.0511813 Aug 22 14:07:41.307910 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-625f88d8-b5e0-4cc6-ae5e-3f2d0e233077 req-155127d2-2e65-4a90-9468-b02bc7c83e0b service neutron] For port 372837cf-0c98-457e-a975-a53906ff9777, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=372837cf-0c98-457e-a975-a53906ff9777,segment=NetworkSegment(4dd822cc-8c32-4840-8420-8f78a39eb4f3),segment_id=4dd822cc-8c32-4840-8420-8f78a39eb4f3)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:07:41.332427 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d3e0d7fd-ed66-4fcd-8c08-c3c6f536b608 req-e3359eed-9dbc-48d9-924f-a70f99366919 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323331 Aug 22 14:07:41.342716 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-625f88d8-b5e0-4cc6-ae5e-3f2d0e233077 req-155127d2-2e65-4a90-9468-b02bc7c83e0b service neutron] For port 372837cf-0c98-457e-a975-a53906ff9777, host n-h2-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:07:41.382152 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d418e0f-69c6-4f02-a540-bdbc0ace3868', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '372837cf-0c98-457e-a975-a53906ff9777'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:07:41.389099 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6767525-7f35-4f06-b497-28ea78c529a4" -d '{"events": [{"server_uuid": "2d418e0f-69c6-4f02-a540-bdbc0ace3868", "name": "network-vif-unplugged", "status": "completed", "tag": "372837cf-0c98-457e-a975-a53906ff9777"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:07:41.389813 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-625f88d8-b5e0-4cc6-ae5e-3f2d0e233077 req-155127d2-2e65-4a90-9468-b02bc7c83e0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:41.404419 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-625f88d8-b5e0-4cc6-ae5e-3f2d0e233077 req-155127d2-2e65-4a90-9468-b02bc7c83e0b service neutron] Transition to ACTIVE for port object 372837cf-0c98-457e-a975-a53906ff9777 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:07:41.407994 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-625f88d8-b5e0-4cc6-ae5e-3f2d0e233077 req-155127d2-2e65-4a90-9468-b02bc7c83e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:41.439183 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 14:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2da806-c158-4197-8556-8b248af09056 x-openstack-request-id: req-6d2da806-c158-4197-8556-8b248af09056 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:07:41.439471 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d418e0f-69c6-4f02-a540-bdbc0ace3868", "name": "network-vif-unplugged", "status": "completed", "tag": "372837cf-0c98-457e-a975-a53906ff9777", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:07:41.439722 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6d2da806-c158-4197-8556-8b248af09056 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:07:41.440109 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d418e0f-69c6-4f02-a540-bdbc0ace3868', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '372837cf-0c98-457e-a975-a53906ff9777', 'code': 200} Aug 22 14:07:41.480074 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155127d2-2e65-4a90-9468-b02bc7c83e0b service neutron] Pushing event updated for resources: {'Port': ['ID=372837cf-0c98-457e-a975-a53906ff9777,revision_number=6']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:07:41.482178 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-625f88d8-b5e0-4cc6-ae5e-3f2d0e233077 req-155127d2-2e65-4a90-9468-b02bc7c83e0b service neutron] No DVR routers for this DVR port 372837cf-0c98-457e-a975-a53906ff9777 on host n-h2-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:07:41.491507 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155127d2-2e65-4a90-9468-b02bc7c83e0b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:07:41.491853 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155127d2-2e65-4a90-9468-b02bc7c83e0b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:07:41.492192 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155127d2-2e65-4a90-9468-b02bc7c83e0b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:07:41.492552 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155127d2-2e65-4a90-9468-b02bc7c83e0b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:07:41.492884 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155127d2-2e65-4a90-9468-b02bc7c83e0b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:07:41.493213 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155127d2-2e65-4a90-9468-b02bc7c83e0b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:07:41.493536 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155127d2-2e65-4a90-9468-b02bc7c83e0b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:07:41.493857 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155127d2-2e65-4a90-9468-b02bc7c83e0b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:07:41.494179 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155127d2-2e65-4a90-9468-b02bc7c83e0b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:07:41.495256 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155127d2-2e65-4a90-9468-b02bc7c83e0b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:07:41.495946 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155127d2-2e65-4a90-9468-b02bc7c83e0b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:07:41.496299 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155127d2-2e65-4a90-9468-b02bc7c83e0b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:07:41.530270 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-625f88d8-b5e0-4cc6-ae5e-3f2d0e233077 req-155127d2-2e65-4a90-9468-b02bc7c83e0b service neutron] Attempting to bind port 372837cf-0c98-457e-a975-a53906ff9777 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:07:41.530609 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-625f88d8-b5e0-4cc6-ae5e-3f2d0e233077 req-155127d2-2e65-4a90-9468-b02bc7c83e0b service neutron] Attempting to bind port 372837cf-0c98-457e-a975-a53906ff9777 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '4dd822cc-8c32-4840-8420-8f78a39eb4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a8d9acee-6eea-4880-9c72-bc8ffe79fdde'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:07:41.530937 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625f88d8-b5e0-4cc6-ae5e-3f2d0e233077 req-155127d2-2e65-4a90-9468-b02bc7c83e0b service neutron] Attempting to bind port 372837cf-0c98-457e-a975-a53906ff9777 on network a8d9acee-6eea-4880-9c72-bc8ffe79fdde {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:07:41.535171 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625f88d8-b5e0-4cc6-ae5e-3f2d0e233077 req-155127d2-2e65-4a90-9468-b02bc7c83e0b service neutron] Port 372837cf-0c98-457e-a975-a53906ff9777 on network a8d9acee-6eea-4880-9c72-bc8ffe79fdde not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:07:41.535606 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625f88d8-b5e0-4cc6-ae5e-3f2d0e233077 req-155127d2-2e65-4a90-9468-b02bc7c83e0b service neutron] Attempting to bind port 372837cf-0c98-457e-a975-a53906ff9777 on network a8d9acee-6eea-4880-9c72-bc8ffe79fdde {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:07:41.542951 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625f88d8-b5e0-4cc6-ae5e-3f2d0e233077 req-155127d2-2e65-4a90-9468-b02bc7c83e0b service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:07:41.543233 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625f88d8-b5e0-4cc6-ae5e-3f2d0e233077 req-155127d2-2e65-4a90-9468-b02bc7c83e0b service neutron] Checking segment: {'id': '4dd822cc-8c32-4840-8420-8f78a39eb4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a8d9acee-6eea-4880-9c72-bc8ffe79fdde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:07:41.543617 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625f88d8-b5e0-4cc6-ae5e-3f2d0e233077 req-155127d2-2e65-4a90-9468-b02bc7c83e0b service neutron] Bound using segment: {'id': '4dd822cc-8c32-4840-8420-8f78a39eb4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a8d9acee-6eea-4880-9c72-bc8ffe79fdde'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:07:41.544044 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-625f88d8-b5e0-4cc6-ae5e-3f2d0e233077 req-155127d2-2e65-4a90-9468-b02bc7c83e0b service neutron] Bound port: 372837cf-0c98-457e-a975-a53906ff9777, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd822cc-8c32-4840-8420-8f78a39eb4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a8d9acee-6eea-4880-9c72-bc8ffe79fdde'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:07:41.544430 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-625f88d8-b5e0-4cc6-ae5e-3f2d0e233077 req-155127d2-2e65-4a90-9468-b02bc7c83e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:41.609345 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-625f88d8-b5e0-4cc6-ae5e-3f2d0e233077 req-155127d2-2e65-4a90-9468-b02bc7c83e0b service neutron] For port 372837cf-0c98-457e-a975-a53906ff9777, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:07:41.613195 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-625f88d8-b5e0-4cc6-ae5e-3f2d0e233077 req-155127d2-2e65-4a90-9468-b02bc7c83e0b service neutron] For port 372837cf-0c98-457e-a975-a53906ff9777, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=372837cf-0c98-457e-a975-a53906ff9777,segment=NetworkSegment(4dd822cc-8c32-4840-8420-8f78a39eb4f3),segment_id=4dd822cc-8c32-4840-8420-8f78a39eb4f3)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:07:41.617364 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-625f88d8-b5e0-4cc6-ae5e-3f2d0e233077 req-155127d2-2e65-4a90-9468-b02bc7c83e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:41.651237 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f88d8-b5e0-4cc6-ae5e-3f2d0e233077 req-155127d2-2e65-4a90-9468-b02bc7c83e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:41.652449 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-625f88d8-b5e0-4cc6-ae5e-3f2d0e233077 req-155127d2-2e65-4a90-9468-b02bc7c83e0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:41.653831 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-625f88d8-b5e0-4cc6-ae5e-3f2d0e233077 req-155127d2-2e65-4a90-9468-b02bc7c83e0b service neutron] 10.222.0.41 "PUT /v2.0/ports/372837cf-0c98-457e-a975-a53906ff9777 HTTP/1.1" status: 200 len: 1093 time: 0.6050966 Aug 22 14:07:41.676719 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155127d2-2e65-4a90-9468-b02bc7c83e0b service neutron] Pushing event updated for resources: {'Port': ['ID=372837cf-0c98-457e-a975-a53906ff9777,revision_number=7']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:07:41.722892 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f88d8-b5e0-4cc6-ae5e-3f2d0e233077 req-e8b2fd16-50ec-46af-bfdf-684b0544fa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:41.724426 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-625f88d8-b5e0-4cc6-ae5e-3f2d0e233077 req-e8b2fd16-50ec-46af-bfdf-684b0544fa94 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=00d4b807feb64e5c9f7aa39777c0498c&device_id=2d418e0f-69c6-4f02-a540-bdbc0ace3868 HTTP/1.1" status: 200 len: 1096 time: 0.0448868 Aug 22 14:07:41.811020 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f88d8-b5e0-4cc6-ae5e-3f2d0e233077 req-d56e8146-cd71-4225-a090-663aa16194b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:41.812404 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-625f88d8-b5e0-4cc6-ae5e-3f2d0e233077 req-d56e8146-cd71-4225-a090-663aa16194b5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a8d9acee-6eea-4880-9c72-bc8ffe79fdde HTTP/1.1" status: 200 len: 916 time: 0.0809748 Aug 22 14:07:41.852325 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-625f88d8-b5e0-4cc6-ae5e-3f2d0e233077 req-50ff2670-0e29-468b-b06c-3aa24e072609 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=372837cf-0c98-457e-a975-a53906ff9777 HTTP/1.1" status: 200 len: 217 time: 0.0331604 Aug 22 14:07:41.903309 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f88d8-b5e0-4cc6-ae5e-3f2d0e233077 req-264197ad-5eb2-4a22-864c-9f61f07db8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:41.904717 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-625f88d8-b5e0-4cc6-ae5e-3f2d0e233077 req-264197ad-5eb2-4a22-864c-9f61f07db8d5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8f9c01f-a557-4eda-8d95-ee416d0a05d0 HTTP/1.1" status: 200 len: 855 time: 0.0460122 Aug 22 14:07:41.935696 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-625f88d8-b5e0-4cc6-ae5e-3f2d0e233077 req-5cacf7a6-2429-4df1-a70f-71e19b62a682 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a8d9acee-6eea-4880-9c72-bc8ffe79fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240309 Aug 22 14:07:42.021920 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-625f88d8-b5e0-4cc6-ae5e-3f2d0e233077 req-c6f3b737-8a3a-41d3-84a9-98a5cfe2d7fc service neutron] 10.222.0.41 "GET /v2.0/networks/a8d9acee-6eea-4880-9c72-bc8ffe79fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794191 Aug 22 14:07:42.114550 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-625f88d8-b5e0-4cc6-ae5e-3f2d0e233077 req-aa5b1943-bc19-48cb-a9e1-e44f28c242c6 service neutron] 10.222.0.41 "GET /v2.0/networks/a8d9acee-6eea-4880-9c72-bc8ffe79fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846088 Aug 22 14:07:42.450893 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e48849-e874-4a91-b846-d40c4bd5d20f req-31501fbf-b4f7-4d0c-8928-c8b2fc6a2274 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:42.452400 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-87e48849-e874-4a91-b846-d40c4bd5d20f req-31501fbf-b4f7-4d0c-8928-c8b2fc6a2274 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d418e0f-69c6-4f02-a540-bdbc0ace3868 HTTP/1.1" status: 200 len: 944 time: 0.0526896 Aug 22 14:07:42.490046 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-87e48849-e874-4a91-b846-d40c4bd5d20f req-08ed29fd-b1ad-43e7-bb44-5615989b6b2b tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318041 Aug 22 14:07:43.441744 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d418e0f-69c6-4f02-a540-bdbc0ace3868', 'tag': '372837cf-0c98-457e-a975-a53906ff9777'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:07:43.444152 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bee80a9-bc39-4c5e-818b-ee6a88fc3183" -d '{"events": [{"name": "network-changed", "server_uuid": "2d418e0f-69c6-4f02-a540-bdbc0ace3868", "tag": "372837cf-0c98-457e-a975-a53906ff9777"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:07:43.494104 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1630dea5-09a2-4c9a-a514-f4fbb4847410 x-openstack-request-id: req-1630dea5-09a2-4c9a-a514-f4fbb4847410 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:07:43.494462 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d418e0f-69c6-4f02-a540-bdbc0ace3868", "tag": "372837cf-0c98-457e-a975-a53906ff9777", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:07:43.495024 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1630dea5-09a2-4c9a-a514-f4fbb4847410 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:07:43.495150 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d418e0f-69c6-4f02-a540-bdbc0ace3868', 'tag': '372837cf-0c98-457e-a975-a53906ff9777', 'status': 'completed', 'code': 200} Aug 22 14:07:43.552913 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee80a9-bc39-4c5e-818b-ee6a88fc3183 req-6253c529-ce5d-43dd-9a9d-87773e5f169a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:43.555077 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6bee80a9-bc39-4c5e-818b-ee6a88fc3183 req-6253c529-ce5d-43dd-9a9d-87773e5f169a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=00d4b807feb64e5c9f7aa39777c0498c&device_id=2d418e0f-69c6-4f02-a540-bdbc0ace3868 HTTP/1.1" status: 200 len: 1096 time: 0.0426192 Aug 22 14:07:43.561072 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee80a9-bc39-4c5e-818b-ee6a88fc3183 req-3f77aaad-d4df-425f-9458-3c7643ee84b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:43.562651 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6bee80a9-bc39-4c5e-818b-ee6a88fc3183 req-3f77aaad-d4df-425f-9458-3c7643ee84b9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=00d4b807feb64e5c9f7aa39777c0498c&device_id=2d418e0f-69c6-4f02-a540-bdbc0ace3868 HTTP/1.1" status: 200 len: 1096 time: 0.0437996 Aug 22 14:07:43.672503 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee80a9-bc39-4c5e-818b-ee6a88fc3183 req-ba2c3d2a-3251-4213-8cbd-d7e8128ad294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:43.672709 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4c955-a2b2-488d-bfaf-e0632861807f req-19cb63db-7285-4ed9-95f2-91cb88e6c373 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:43.673993 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6bee80a9-bc39-4c5e-818b-ee6a88fc3183 req-ba2c3d2a-3251-4213-8cbd-d7e8128ad294 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a8d9acee-6eea-4880-9c72-bc8ffe79fdde HTTP/1.1" status: 200 len: 916 time: 0.1043587 Aug 22 14:07:43.674115 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ac4c955-a2b2-488d-bfaf-e0632861807f req-19cb63db-7285-4ed9-95f2-91cb88e6c373 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d418e0f-69c6-4f02-a540-bdbc0ace3868 HTTP/1.1" status: 200 len: 944 time: 0.1103878 Aug 22 14:07:43.720518 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6bee80a9-bc39-4c5e-818b-ee6a88fc3183 req-2af4659f-d7a5-4870-8cb4-52c275f61a07 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=372837cf-0c98-457e-a975-a53906ff9777 HTTP/1.1" status: 200 len: 217 time: 0.0382640 Aug 22 14:07:43.726838 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee80a9-bc39-4c5e-818b-ee6a88fc3183 req-3d43bf19-4f79-4edb-b78b-1f6b7a9bacb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:43.728334 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6bee80a9-bc39-4c5e-818b-ee6a88fc3183 req-3d43bf19-4f79-4edb-b78b-1f6b7a9bacb0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a8d9acee-6eea-4880-9c72-bc8ffe79fdde HTTP/1.1" status: 200 len: 916 time: 0.1635282 Aug 22 14:07:43.735833 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ac4c955-a2b2-488d-bfaf-e0632861807f req-e9e5a17f-7086-40fe-8974-1efeb9e9d059 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509152 Aug 22 14:07:43.775464 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6bee80a9-bc39-4c5e-818b-ee6a88fc3183 req-4cd86960-52bc-4d02-aae8-100150c206d6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=372837cf-0c98-457e-a975-a53906ff9777 HTTP/1.1" status: 200 len: 217 time: 0.0386765 Aug 22 14:07:43.778224 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee80a9-bc39-4c5e-818b-ee6a88fc3183 req-97b21e1d-3d73-4725-b2c4-ae3dcad56bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:43.779684 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6bee80a9-bc39-4c5e-818b-ee6a88fc3183 req-97b21e1d-3d73-4725-b2c4-ae3dcad56bac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8f9c01f-a557-4eda-8d95-ee416d0a05d0 HTTP/1.1" status: 200 len: 855 time: 0.0519521 Aug 22 14:07:43.816059 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6bee80a9-bc39-4c5e-818b-ee6a88fc3183 req-9657b650-f620-4233-ae5c-e951a4e414f6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a8d9acee-6eea-4880-9c72-bc8ffe79fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295272 Aug 22 14:07:43.829672 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee80a9-bc39-4c5e-818b-ee6a88fc3183 req-f8fe3c4d-8e41-4e97-be5f-34dc729b9f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:43.831303 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6bee80a9-bc39-4c5e-818b-ee6a88fc3183 req-f8fe3c4d-8e41-4e97-be5f-34dc729b9f36 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c8f9c01f-a557-4eda-8d95-ee416d0a05d0 HTTP/1.1" status: 200 len: 855 time: 0.0480397 Aug 22 14:07:43.865021 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6bee80a9-bc39-4c5e-818b-ee6a88fc3183 req-89db631d-6fae-4aa4-829c-4aecaf55dd95 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a8d9acee-6eea-4880-9c72-bc8ffe79fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258949 Aug 22 14:07:43.914109 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6bee80a9-bc39-4c5e-818b-ee6a88fc3183 req-3b767398-ce7d-4905-aa3c-522002193d20 service neutron] 10.222.0.41 "GET /v2.0/networks/a8d9acee-6eea-4880-9c72-bc8ffe79fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905519 Aug 22 14:07:43.959656 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6bee80a9-bc39-4c5e-818b-ee6a88fc3183 req-67d482aa-3e4a-4297-8564-1dc2d1ae9635 service neutron] 10.222.0.16 "GET /v2.0/networks/a8d9acee-6eea-4880-9c72-bc8ffe79fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878615 Aug 22 14:07:44.005695 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6bee80a9-bc39-4c5e-818b-ee6a88fc3183 req-7d2a791f-e479-495d-a55e-66678acc63a0 service neutron] 10.222.0.41 "GET /v2.0/networks/a8d9acee-6eea-4880-9c72-bc8ffe79fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843649 Aug 22 14:07:44.051696 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6bee80a9-bc39-4c5e-818b-ee6a88fc3183 req-dab733c2-d23a-4b7d-b9c3-bb50d0136057 service neutron] 10.222.0.16 "GET /v2.0/networks/a8d9acee-6eea-4880-9c72-bc8ffe79fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841870 Aug 22 14:07:44.407963 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 372837cf-0c98-457e-a975-a53906ff9777 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:07:44.445526 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 372837cf-0c98-457e-a975-a53906ff9777 not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:07:44.607300 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 372837cf-0c98-457e-a975-a53906ff9777 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:07:44.699224 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 372837cf-0c98-457e-a975-a53906ff9777, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=372837cf-0c98-457e-a975-a53906ff9777,segment=NetworkSegment(4dd822cc-8c32-4840-8420-8f78a39eb4f3),segment_id=4dd822cc-8c32-4840-8420-8f78a39eb4f3)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:07:44.709235 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '372837cf-0c98-457e-a975-a53906ff9777', 'network_id': 'a8d9acee-6eea-4880-9c72-bc8ffe79fdde', 'port_id': '372837cf-0c98-457e-a975-a53906ff9777', 'mac_address': 'fa:16:3e:a2:14:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8f9c01f-a557-4eda-8d95-ee416d0a05d0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:07:44.750186 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:44.762580 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 372837cf-0c98-457e-a975-a53906ff9777 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:07:44.781866 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 372837cf-0c98-457e-a975-a53906ff9777, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=372837cf-0c98-457e-a975-a53906ff9777,segment=NetworkSegment(4dd822cc-8c32-4840-8420-8f78a39eb4f3),segment_id=4dd822cc-8c32-4840-8420-8f78a39eb4f3)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:07:44.786276 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:44.832645 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=372837cf-0c98-457e-a975-a53906ff9777,revision_number=8']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:07:44.861769 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd750d-cf5a-4317-adbe-b81f53351f70 req-8775af02-97b3-473a-a629-7950b705f860 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:44.863268 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b9bd750d-cf5a-4317-adbe-b81f53351f70 req-8775af02-97b3-473a-a629-7950b705f860 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d418e0f-69c6-4f02-a540-bdbc0ace3868 HTTP/1.1" status: 200 len: 945 time: 0.0503545 Aug 22 14:07:44.904623 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b9bd750d-cf5a-4317-adbe-b81f53351f70 req-428e3c3d-eee5-4ce7-9b5e-3cb1ef2620bd tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354860 Aug 22 14:07:44.997730 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['372837cf-0c98-457e-a975-a53906ff9777'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:07:45.142901 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaf66f-29d4-4f0b-b1a8-3ea31382f991 req-0c02ec54-22bd-4683-a21e-f7e5ff04f69a tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:45.144442 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f4aaf66f-29d4-4f0b-b1a8-3ea31382f991 req-0c02ec54-22bd-4683-a21e-f7e5ff04f69a tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d418e0f-69c6-4f02-a540-bdbc0ace3868 HTTP/1.1" status: 200 len: 945 time: 0.0858366 Aug 22 14:07:45.153855 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f2ea1-9874-4809-bbe4-58a0bed1d331 req-8f49932e-6625-4fc3-92ba-e114f7e78a02 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:45.155718 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-786f2ea1-9874-4809-bbe4-58a0bed1d331 req-8f49932e-6625-4fc3-92ba-e114f7e78a02 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d418e0f-69c6-4f02-a540-bdbc0ace3868&tenant_id=00d4b807feb64e5c9f7aa39777c0498c&binding%3Ahost_id=n-h1-793621-33 HTTP/1.1" status: 200 len: 945 time: 0.0849535 Aug 22 14:07:45.222806 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f4aaf66f-29d4-4f0b-b1a8-3ea31382f991 req-9343615f-8248-4510-8c89-2d71de3d84e1 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660410 Aug 22 14:07:45.241097 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [req-786f2ea1-9874-4809-bbe4-58a0bed1d331 req-4fff80b3-b428-4216-ace8-3dd79c52c9f8 service neutron] delete failed (client error): The resource could not be found. Aug 22 14:07:45.242183 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-786f2ea1-9874-4809-bbe4-58a0bed1d331 req-4fff80b3-b428-4216-ace8-3dd79c52c9f8 service neutron] 10.222.0.16 "DELETE /v2.0/ports/372837cf-0c98-457e-a975-a53906ff9777/bindings/n-h2-793621-33 HTTP/1.1" status: 404 len: 381 time: 0.0784419 Aug 22 14:07:45.556088 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f2ea1-9874-4809-bbe4-58a0bed1d331 req-8c7fdd3a-de3a-4a4c-ab08-5fbca8ce990e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:45.558152 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-786f2ea1-9874-4809-bbe4-58a0bed1d331 req-8c7fdd3a-de3a-4a4c-ab08-5fbca8ce990e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=00d4b807feb64e5c9f7aa39777c0498c&device_id=2d418e0f-69c6-4f02-a540-bdbc0ace3868 HTTP/1.1" status: 200 len: 1097 time: 0.2712708 Aug 22 14:07:45.644310 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f2ea1-9874-4809-bbe4-58a0bed1d331 req-4c998a70-3f93-4732-94f3-de374b097b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:45.645739 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-786f2ea1-9874-4809-bbe4-58a0bed1d331 req-4c998a70-3f93-4732-94f3-de374b097b6d service neutron] 10.222.0.16 "GET /v2.0/networks?id=a8d9acee-6eea-4880-9c72-bc8ffe79fdde HTTP/1.1" status: 200 len: 916 time: 0.0800824 Aug 22 14:07:45.689090 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-786f2ea1-9874-4809-bbe4-58a0bed1d331 req-4730afb3-9170-4b67-8924-51fd24185fed service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=372837cf-0c98-457e-a975-a53906ff9777 HTTP/1.1" status: 200 len: 217 time: 0.0356114 Aug 22 14:07:45.736220 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f2ea1-9874-4809-bbe4-58a0bed1d331 req-c5a4a1b7-2ea0-4b5e-9531-c6ad6f67cb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:45.737630 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-786f2ea1-9874-4809-bbe4-58a0bed1d331 req-c5a4a1b7-2ea0-4b5e-9531-c6ad6f67cb8b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c8f9c01f-a557-4eda-8d95-ee416d0a05d0 HTTP/1.1" status: 200 len: 855 time: 0.0422103 Aug 22 14:07:45.768931 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-786f2ea1-9874-4809-bbe4-58a0bed1d331 req-42d715e1-e121-41c4-b1ef-defa200b1460 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a8d9acee-6eea-4880-9c72-bc8ffe79fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245142 Aug 22 14:07:45.859856 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-786f2ea1-9874-4809-bbe4-58a0bed1d331 req-7be4fd4a-a4f2-4991-a4b3-cbe28f754953 service neutron] 10.222.0.16 "GET /v2.0/networks/a8d9acee-6eea-4880-9c72-bc8ffe79fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835946 Aug 22 14:07:45.948691 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-786f2ea1-9874-4809-bbe4-58a0bed1d331 req-78279033-78ea-4a50-9d4f-bb039a56159c service neutron] 10.222.0.16 "GET /v2.0/networks/a8d9acee-6eea-4880-9c72-bc8ffe79fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815089 Aug 22 14:07:46.347667 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f679943c-3d67-4ed0-b454-ca1c63dca7dc req-39f0a00e-e721-44e0-8a9a-fb3822eaff55 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:46.349195 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f679943c-3d67-4ed0-b454-ca1c63dca7dc req-39f0a00e-e721-44e0-8a9a-fb3822eaff55 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d418e0f-69c6-4f02-a540-bdbc0ace3868 HTTP/1.1" status: 200 len: 945 time: 0.0509977 Aug 22 14:07:46.390457 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f679943c-3d67-4ed0-b454-ca1c63dca7dc req-68763cf6-b4bb-4c6d-98cb-fe615c837df3 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339844 Aug 22 14:07:46.624833 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 372837cf-0c98-457e-a975-a53906ff9777 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:07:46.671212 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 372837cf-0c98-457e-a975-a53906ff9777 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:07:46.674825 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 372837cf-0c98-457e-a975-a53906ff9777 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:07:46.675186 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:46.751266 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:46.777125 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d418e0f-69c6-4f02-a540-bdbc0ace3868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '372837cf-0c98-457e-a975-a53906ff9777'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:07:46.779559 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b60231-5a9a-4358-a7a3-89a2b732d6a2" -d '{"events": [{"server_uuid": "2d418e0f-69c6-4f02-a540-bdbc0ace3868", "name": "network-vif-plugged", "status": "completed", "tag": "372837cf-0c98-457e-a975-a53906ff9777"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:07:46.792589 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 372837cf-0c98-457e-a975-a53906ff9777, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=372837cf-0c98-457e-a975-a53906ff9777,segment=NetworkSegment(4dd822cc-8c32-4840-8420-8f78a39eb4f3),segment_id=4dd822cc-8c32-4840-8420-8f78a39eb4f3)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:07:46.796633 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:46.821713 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd9eea1-1b82-4974-b72a-d68be62e92ba x-openstack-request-id: req-edd9eea1-1b82-4974-b72a-d68be62e92ba {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:07:46.822006 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d418e0f-69c6-4f02-a540-bdbc0ace3868", "name": "network-vif-plugged", "status": "completed", "tag": "372837cf-0c98-457e-a975-a53906ff9777", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:07:46.822261 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-edd9eea1-1b82-4974-b72a-d68be62e92ba {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:07:46.823171 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d418e0f-69c6-4f02-a540-bdbc0ace3868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '372837cf-0c98-457e-a975-a53906ff9777', 'code': 200} Aug 22 14:07:46.848542 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=372837cf-0c98-457e-a975-a53906ff9777,revision_number=9']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:07:47.510354 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c8b4aa-b95a-4d10-ac53-8deb6da6bfa0 req-eb84b8ac-2156-49fe-b04b-878a290f3de4 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:47.511865 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a6c8b4aa-b95a-4d10-ac53-8deb6da6bfa0 req-eb84b8ac-2156-49fe-b04b-878a290f3de4 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d418e0f-69c6-4f02-a540-bdbc0ace3868 HTTP/1.1" status: 200 len: 946 time: 0.0531847 Aug 22 14:07:47.548202 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a6c8b4aa-b95a-4d10-ac53-8deb6da6bfa0 req-9beeebca-c506-4725-8b04-7b385d523f77 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304968 Aug 22 14:07:47.668325 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b89cb25-62de-4507-9420-38863b082e30 req-851337d9-7293-4889-a1b8-84d8f009681e tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:47.669856 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0b89cb25-62de-4507-9420-38863b082e30 req-851337d9-7293-4889-a1b8-84d8f009681e tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d418e0f-69c6-4f02-a540-bdbc0ace3868 HTTP/1.1" status: 200 len: 946 time: 0.0485394 Aug 22 14:07:47.706041 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0b89cb25-62de-4507-9420-38863b082e30 req-26405f78-1463-4e9b-b9cf-30e47241c761 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304749 Aug 22 14:07:47.818590 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e0d5b-980a-433c-8a7f-94f88732e174 req-90c533d3-852a-43b6-a5ba-2d404e9a5d16 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:47.820058 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-089e0d5b-980a-433c-8a7f-94f88732e174 req-90c533d3-852a-43b6-a5ba-2d404e9a5d16 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d418e0f-69c6-4f02-a540-bdbc0ace3868 HTTP/1.1" status: 200 len: 946 time: 0.0491917 Aug 22 14:07:47.858200 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-089e0d5b-980a-433c-8a7f-94f88732e174 req-7ada2903-fe82-40f9-ae44-1c0f71109880 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318756 Aug 22 14:07:48.204780 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0859880d-2a89-40df-85b0-5e7ec7a08b6c req-90dcbe41-cf67-4f43-b468-e34199de1258 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:48.206225 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0859880d-2a89-40df-85b0-5e7ec7a08b6c req-90dcbe41-cf67-4f43-b468-e34199de1258 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d418e0f-69c6-4f02-a540-bdbc0ace3868 HTTP/1.1" status: 200 len: 946 time: 0.0551112 Aug 22 14:07:48.256709 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0859880d-2a89-40df-85b0-5e7ec7a08b6c req-32d95af0-ad1e-4dd9-8909-9eff65402d14 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442657 Aug 22 14:07:49.356431 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5423f970-fe3a-4d8a-9c82-9153cb576b9a req-4bfa5118-6135-43e4-ba1d-81635d673cd8 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:49.357895 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5423f970-fe3a-4d8a-9c82-9153cb576b9a req-4bfa5118-6135-43e4-ba1d-81635d673cd8 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d418e0f-69c6-4f02-a540-bdbc0ace3868 HTTP/1.1" status: 200 len: 946 time: 0.0535891 Aug 22 14:07:49.372768 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1273145c-bc67-4005-8d31-6b0959952d09 req-5ca5bbf1-bf11-46f4-a80f-c1b3b05b915c tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:49.374275 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1273145c-bc67-4005-8d31-6b0959952d09 req-5ca5bbf1-bf11-46f4-a80f-c1b3b05b915c tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d418e0f-69c6-4f02-a540-bdbc0ace3868 HTTP/1.1" status: 200 len: 946 time: 0.0491800 Aug 22 14:07:49.412549 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1273145c-bc67-4005-8d31-6b0959952d09 req-a4da5dde-4dff-4fc5-8738-582e30924560 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322468 Aug 22 14:07:49.446140 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-5423f970-fe3a-4d8a-9c82-9153cb576b9a req-4c9cf0a5-fa4a-4731-b128-b865af7f9389 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Deleting port 372837cf-0c98-457e-a975-a53906ff9777 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:07:49.446474 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5423f970-fe3a-4d8a-9c82-9153cb576b9a req-4c9cf0a5-fa4a-4731-b128-b865af7f9389 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:49.535449 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-5423f970-fe3a-4d8a-9c82-9153cb576b9a req-4c9cf0a5-fa4a-4731-b128-b865af7f9389 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] For port 372837cf-0c98-457e-a975-a53906ff9777, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=372837cf-0c98-457e-a975-a53906ff9777,segment=NetworkSegment(4dd822cc-8c32-4840-8420-8f78a39eb4f3),segment_id=4dd822cc-8c32-4840-8420-8f78a39eb4f3)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:07:49.535734 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5423f970-fe3a-4d8a-9c82-9153cb576b9a req-4c9cf0a5-fa4a-4731-b128-b865af7f9389 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:49.547729 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-5423f970-fe3a-4d8a-9c82-9153cb576b9a req-4c9cf0a5-fa4a-4731-b128-b865af7f9389 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Calling delete_port for 372837cf-0c98-457e-a975-a53906ff9777 owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:07:49.677452 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5423f970-fe3a-4d8a-9c82-9153cb576b9a req-4c9cf0a5-fa4a-4731-b128-b865af7f9389 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:49.690283 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['372837cf-0c98-457e-a975-a53906ff9777'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:07:49.710281 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9cf0a5-fa4a-4731-b128-b865af7f9389 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Pushing event deleted for resources: {'Port': ['ID=372837cf-0c98-457e-a975-a53906ff9777,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:07:49.749767 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-5423f970-fe3a-4d8a-9c82-9153cb576b9a req-4c9cf0a5-fa4a-4731-b128-b865af7f9389 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] No DVR routers for this DVR port 372837cf-0c98-457e-a975-a53906ff9777 on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:07:49.752401 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5423f970-fe3a-4d8a-9c82-9153cb576b9a req-4c9cf0a5-fa4a-4731-b128-b865af7f9389 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:49.754387 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5423f970-fe3a-4d8a-9c82-9153cb576b9a req-4c9cf0a5-fa4a-4731-b128-b865af7f9389 tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] 10.222.0.41 "DELETE /v2.0/ports/372837cf-0c98-457e-a975-a53906ff9777 HTTP/1.1" status: 204 len: 173 time: 0.3905547 Aug 22 14:07:49.754824 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d418e0f-69c6-4f02-a540-bdbc0ace3868', 'name': 'network-vif-deleted', 'tag': '372837cf-0c98-457e-a975-a53906ff9777'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:07:49.757092 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5208b07a-a3ab-432c-828a-5cffdbf69f5d" -d '{"events": [{"server_uuid": "2d418e0f-69c6-4f02-a540-bdbc0ace3868", "name": "network-vif-deleted", "tag": "372837cf-0c98-457e-a975-a53906ff9777"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:07:49.794832 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ee0999-106c-46c7-9388-900995972388 x-openstack-request-id: req-04ee0999-106c-46c7-9388-900995972388 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:07:49.795562 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d418e0f-69c6-4f02-a540-bdbc0ace3868", "name": "network-vif-deleted", "tag": "372837cf-0c98-457e-a975-a53906ff9777", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:07:49.795834 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-04ee0999-106c-46c7-9388-900995972388 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:07:49.796408 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d418e0f-69c6-4f02-a540-bdbc0ace3868', 'name': 'network-vif-deleted', 'tag': '372837cf-0c98-457e-a975-a53906ff9777', 'status': 'completed', 'code': 200} Aug 22 14:07:50.531418 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48856) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:07:50.576046 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2a28d76-3761-455e-bc4c-b2ce2ad5d5c5 admin admin] Deleting subnet c8f9c01f-a557-4eda-8d95-ee416d0a05d0 {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:07:50.578937 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a2a28d76-3761-455e-bc4c-b2ce2ad5d5c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:50.616721 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a2a28d76-3761-455e-bc4c-b2ce2ad5d5c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:50.657007 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a2a28d76-3761-455e-bc4c-b2ce2ad5d5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:50.708901 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a2a28d76-3761-455e-bc4c-b2ce2ad5d5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:50.735040 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a28d76-3761-455e-bc4c-b2ce2ad5d5c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8f9c01f-a557-4eda-8d95-ee416d0a05d0,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:07:50.739361 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a2a28d76-3761-455e-bc4c-b2ce2ad5d5c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:50.741686 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a2a28d76-3761-455e-bc4c-b2ce2ad5d5c5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c8f9c01f-a557-4eda-8d95-ee416d0a05d0 HTTP/1.1" status: 204 len: 168 time: 0.2090218 Aug 22 14:07:50.744013 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48858) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:07:50.813792 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-90904a17-6fb6-4568-89e1-4a174d882a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:50.894743 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-90904a17-6fb6-4568-89e1-4a174d882a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:50.904981 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-90904a17-6fb6-4568-89e1-4a174d882a01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8d9acee-6eea-4880-9c72-bc8ffe79fdde']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:07:50.914908 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-90904a17-6fb6-4568-89e1-4a174d882a01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dd822cc-8c32-4840-8420-8f78a39eb4f3') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:07:50.915201 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-90904a17-6fb6-4568-89e1-4a174d882a01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dd822cc-8c32-4840-8420-8f78a39eb4f3') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:07:50.924005 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-90904a17-6fb6-4568-89e1-4a174d882a01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:50.937703 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-90904a17-6fb6-4568-89e1-4a174d882a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:50.943414 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90904a17-6fb6-4568-89e1-4a174d882a01 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:07:50.943853 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-90904a17-6fb6-4568-89e1-4a174d882a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:50.945598 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 14:07:50.945598 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:07:50.945598 n-d-793621-33 neutron-server[94627]: timer() Aug 22 14:07:50.945598 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:07:50.945598 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 14:07:50.945598 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:07:50.945598 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 14:07:50.945598 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:07:50.945598 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 14:07:50.945598 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:07:50.945598 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 14:07:50.945598 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:07:50.945598 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 14:07:50.945598 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:07:50.945598 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:07:50.945598 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:07:50.945598 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:07:50.945598 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:07:50.945598 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 14:07:50.945598 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:07:50.945598 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 14:07:50.945598 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:07:50.945598 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:07:50.945598 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:07:50.945598 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 14:07:50.945598 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:07:50.945598 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:07:50.945598 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:07:50.945598 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:07:50.945598 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:07:50.945598 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:07:50.945598 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:07:51.004217 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-90904a17-6fb6-4568-89e1-4a174d882a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:51.011457 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-90904a17-6fb6-4568-89e1-4a174d882a01 admin admin] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:51.013315 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-90904a17-6fb6-4568-89e1-4a174d882a01 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a8d9acee-6eea-4880-9c72-bc8ffe79fdde HTTP/1.1" status: 204 len: 168 time: 0.2680938 Aug 22 14:07:51.022783 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90904a17-6fb6-4568-89e1-4a174d882a01 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8d9acee-6eea-4880-9c72-bc8ffe79fdde,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:07:51.030251 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90904a17-6fb6-4568-89e1-4a174d882a01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:07:51.030597 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90904a17-6fb6-4568-89e1-4a174d882a01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:07:51.030936 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90904a17-6fb6-4568-89e1-4a174d882a01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:07:51.031271 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90904a17-6fb6-4568-89e1-4a174d882a01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:07:51.031600 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90904a17-6fb6-4568-89e1-4a174d882a01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:07:51.031928 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90904a17-6fb6-4568-89e1-4a174d882a01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:07:51.032277 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90904a17-6fb6-4568-89e1-4a174d882a01 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:07:51.032654 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90904a17-6fb6-4568-89e1-4a174d882a01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:07:51.032912 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90904a17-6fb6-4568-89e1-4a174d882a01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:07:51.033233 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90904a17-6fb6-4568-89e1-4a174d882a01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:07:51.033553 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90904a17-6fb6-4568-89e1-4a174d882a01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:07:51.033872 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90904a17-6fb6-4568-89e1-4a174d882a01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:07:51.120417 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48862) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:07:51.158705 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e6ef7548-36af-461d-802c-1172cdf06b80 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=00d4b807feb64e5c9f7aa39777c0498c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0370512 Aug 22 14:07:51.161175 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48864) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:07:51.208952 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b1de1ba6-a04e-49a9-8e38-5ba0a23a5c26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:51.230104 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b1de1ba6-a04e-49a9-8e38-5ba0a23a5c26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:51.274629 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b1de1ba6-a04e-49a9-8e38-5ba0a23a5c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:51.277262 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b1de1ba6-a04e-49a9-8e38-5ba0a23a5c26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:51.278449 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-b1de1ba6-a04e-49a9-8e38-5ba0a23a5c26 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3eb06c68-aa67-4b65-b8ab-a2435a2c5aca HTTP/1.1" status: 204 len: 168 time: 0.1163390 Aug 22 14:07:51.286006 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de1ba6-a04e-49a9-8e38-5ba0a23a5c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb06c68-aa67-4b65-b8ab-a2435a2c5aca,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:07:51.939007 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48886) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:07:52.039011 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-167c869e-6280-4686-89aa-738c5dc2fc96 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1475043879-network', 'tenant_id': '000c9eb7079943208008751342206e4e'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:07:52.063428 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167c869e-6280-4686-89aa-738c5dc2fc96 admin admin] Made reservation on behalf of 000c9eb7079943208008751342206e4e for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:07:52.065630 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-167c869e-6280-4686-89aa-738c5dc2fc96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:52.074757 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-167c869e-6280-4686-89aa-738c5dc2fc96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:52.162156 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-167c869e-6280-4686-89aa-738c5dc2fc96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:52.165897 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-167c869e-6280-4686-89aa-738c5dc2fc96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:52.189893 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-167c869e-6280-4686-89aa-738c5dc2fc96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:07:52.198915 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c869e-6280-4686-89aa-738c5dc2fc96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a77d53-4837-4e35-88a1-46123b053cb8,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:07:52.204844 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-167c869e-6280-4686-89aa-738c5dc2fc96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:52.205190 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-167c869e-6280-4686-89aa-738c5dc2fc96 admin admin] Added segment daac6273-e2ad-41db-a5df-98ad96ede67a of type vlan for network 80544ff9-4d7a-4bda-83ac-c376294c8e4f Aug 22 14:07:52.244151 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-167c869e-6280-4686-89aa-738c5dc2fc96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:52.268278 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-167c869e-6280-4686-89aa-738c5dc2fc96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:52.269216 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167c869e-6280-4686-89aa-738c5dc2fc96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:52.269783 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-167c869e-6280-4686-89aa-738c5dc2fc96 admin admin] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:52.321311 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-167c869e-6280-4686-89aa-738c5dc2fc96 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3810894 Aug 22 14:07:52.325379 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48890) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:07:52.330412 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-90f513ad-33e3-4471-89fb-6060be7f0d68 admin admin] Request body: {'subnet': {'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1475043879-subnet', 'tenant_id': '000c9eb7079943208008751342206e4e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:07:52.336022 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c869e-6280-4686-89aa-738c5dc2fc96 admin admin] Pushing event updated for resources: {'Network': ['ID=80544ff9-4d7a-4bda-83ac-c376294c8e4f,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:07:52.347155 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 80544ff9-4d7a-4bda-83ac-c376294c8e4f details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:07:52.352722 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f513ad-33e3-4471-89fb-6060be7f0d68 admin admin] Made reservation on behalf of 000c9eb7079943208008751342206e4e for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:07:52.355310 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-90f513ad-33e3-4471-89fb-6060be7f0d68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:52.519430 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-90f513ad-33e3-4471-89fb-6060be7f0d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:52.573825 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f513ad-33e3-4471-89fb-6060be7f0d68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0960ef9e-f71d-43e9-946b-72ee9dbd7b2a,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:07:52.584062 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f513ad-33e3-4471-89fb-6060be7f0d68 admin admin] Checking segment: {'id': 'daac6273-e2ad-41db-a5df-98ad96ede67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:07:52.584725 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f513ad-33e3-4471-89fb-6060be7f0d68 admin admin] Network hostable DHCP agents. Network: 80544ff9-4d7a-4bda-83ac-c376294c8e4f, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:07:52.600797 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f513ad-33e3-4471-89fb-6060be7f0d68 admin admin] Network 80544ff9-4d7a-4bda-83ac-c376294c8e4f is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:07:52.610319 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-90f513ad-33e3-4471-89fb-6060be7f0d68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 80544ff9-4d7a-4bda-83ac-c376294c8e4f) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:07:52.614356 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f513ad-33e3-4471-89fb-6060be7f0d68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:52.614939 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-90f513ad-33e3-4471-89fb-6060be7f0d68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:52.620799 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de293d1-d4d0-4108-bf9a-29829952a661 None None] Network 80544ff9-4d7a-4bda-83ac-c376294c8e4f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:07:52.631918 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-90f513ad-33e3-4471-89fb-6060be7f0d68 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3029492 Aug 22 14:07:52.632372 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48892) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:07:52.637973 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-9d9c5206-595e-4ae2-a793-fdb6465d373a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1475043879-router', 'tenant_id': '000c9eb7079943208008751342206e4e', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:07:52.659102 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 372837cf-0c98-457e-a975-a53906ff9777 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:07:52.661550 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9d9c5206-595e-4ae2-a793-fdb6465d373a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:52.662613 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9d9c5206-595e-4ae2-a793-fdb6465d373a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:52.685794 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: 372837cf-0c98-457e-a975-a53906ff9777 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:07:52.686132 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 372837cf-0c98-457e-a975-a53906ff9777 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:07:52.749011 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9d9c5206-595e-4ae2-a793-fdb6465d373a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:52.783304 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd0fe61-f272-40a5-9341-0b153af44429 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-80544ff9-4d7a-4bda-83ac-c376294c8e4f', 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f', 'tenant_id': '000c9eb7079943208008751342206e4e', 'fixed_ips': [{'subnet_id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:07:52.784150 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-acd0fe61-f272-40a5-9341-0b153af44429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:52.880671 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9d9c5206-595e-4ae2-a793-fdb6465d373a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:52.913994 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-acd0fe61-f272-40a5-9341-0b153af44429 None None] Allocated IP 172.20.0.2 (80544ff9-4d7a-4bda-83ac-c376294c8e4f/0960ef9e-f71d-43e9-946b-72ee9dbd7b2a/4ba4b424-8d5c-4069-bc80-34a1a0260cfc) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:07:53.065222 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-acd0fe61-f272-40a5-9341-0b153af44429 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:53.073938 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-acd0fe61-f272-40a5-9341-0b153af44429 None None] Transition to ACTIVE for port object 4ba4b424-8d5c-4069-bc80-34a1a0260cfc will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:07:53.088165 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-acd0fe61-f272-40a5-9341-0b153af44429 None None] Transition to ACTIVE for port object 4ba4b424-8d5c-4069-bc80-34a1a0260cfc will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:07:53.094620 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-acd0fe61-f272-40a5-9341-0b153af44429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:53.104820 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9d9c5206-595e-4ae2-a793-fdb6465d373a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:53.129118 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9d9c5206-595e-4ae2-a793-fdb6465d373a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:53.131658 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd0fe61-f272-40a5-9341-0b153af44429 None None] Network 80544ff9-4d7a-4bda-83ac-c376294c8e4f is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:07:53.134349 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-acd0fe61-f272-40a5-9341-0b153af44429 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:07:53.138476 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd0fe61-f272-40a5-9341-0b153af44429 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:07:53.147387 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd0fe61-f272-40a5-9341-0b153af44429 None None] Pushing event updated for resources: {'Port': ['ID=4ba4b424-8d5c-4069-bc80-34a1a0260cfc,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:07:53.201332 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-acd0fe61-f272-40a5-9341-0b153af44429 None None] Attempting to bind port 4ba4b424-8d5c-4069-bc80-34a1a0260cfc on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:07:53.201702 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-acd0fe61-f272-40a5-9341-0b153af44429 None None] Attempting to bind port 4ba4b424-8d5c-4069-bc80-34a1a0260cfc by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'daac6273-e2ad-41db-a5df-98ad96ede67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:07:53.202060 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd0fe61-f272-40a5-9341-0b153af44429 None None] Attempting to bind port 4ba4b424-8d5c-4069-bc80-34a1a0260cfc on network 80544ff9-4d7a-4bda-83ac-c376294c8e4f {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:07:53.207032 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd0fe61-f272-40a5-9341-0b153af44429 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:07:53.207401 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd0fe61-f272-40a5-9341-0b153af44429 None None] Checking segment: {'id': 'daac6273-e2ad-41db-a5df-98ad96ede67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:07:53.207798 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-acd0fe61-f272-40a5-9341-0b153af44429 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:53.208188 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd0fe61-f272-40a5-9341-0b153af44429 None None] Bound using segment: {'id': 'daac6273-e2ad-41db-a5df-98ad96ede67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:07:53.208679 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-acd0fe61-f272-40a5-9341-0b153af44429 None None] Bound port: 4ba4b424-8d5c-4069-bc80-34a1a0260cfc, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daac6273-e2ad-41db-a5df-98ad96ede67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:07:53.209052 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-acd0fe61-f272-40a5-9341-0b153af44429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:53.239770 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-9d9c5206-595e-4ae2-a793-fdb6465d373a admin admin] Allocated IP 172.25.3.74 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/86097f35-0140-4305-ac3c-fe71f036fda3) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:07:53.257359 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:07:53.273145 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-acd0fe61-f272-40a5-9341-0b153af44429 None None] For port 4ba4b424-8d5c-4069-bc80-34a1a0260cfc, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:07:53.276887 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-acd0fe61-f272-40a5-9341-0b153af44429 None None] For port 4ba4b424-8d5c-4069-bc80-34a1a0260cfc, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=4ba4b424-8d5c-4069-bc80-34a1a0260cfc,segment=NetworkSegment(daac6273-e2ad-41db-a5df-98ad96ede67a),segment_id=daac6273-e2ad-41db-a5df-98ad96ede67a)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:07:53.283282 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-acd0fe61-f272-40a5-9341-0b153af44429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:53.339331 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd0fe61-f272-40a5-9341-0b153af44429 None None] Pushing event updated for resources: {'Port': ['ID=4ba4b424-8d5c-4069-bc80-34a1a0260cfc,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:07:53.360013 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9d9c5206-595e-4ae2-a793-fdb6465d373a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:53.400690 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9d9c5206-595e-4ae2-a793-fdb6465d373a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:53.442510 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9c5206-595e-4ae2-a793-fdb6465d373a admin admin] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:07:53.454073 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-9d9c5206-595e-4ae2-a793-fdb6465d373a admin admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:07:53.459778 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9c5206-595e-4ae2-a793-fdb6465d373a admin admin] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:07:53.481457 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9c5206-595e-4ae2-a793-fdb6465d373a admin admin] Pushing event updated for resources: {'Port': ['ID=86097f35-0140-4305-ac3c-fe71f036fda3,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:07:53.706245 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9d9c5206-595e-4ae2-a793-fdb6465d373a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:54.139206 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9d9c5206-595e-4ae2-a793-fdb6465d373a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:54.233453 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eaee46c-d48a-48f4-a432-35090928bdd9 None None] Network 80544ff9-4d7a-4bda-83ac-c376294c8e4f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:07:54.282383 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d9c5206-595e-4ae2-a793-fdb6465d373a admin admin] Router 2912f955-3863-4556-b0d4-5f26d86004bb is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 14:07:54.363800 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-454482ad-5521-4282-9aa6-b0ede4eb0f38 None None] Provisioning for port 4ba4b424-8d5c-4069-bc80-34a1a0260cfc completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:07:54.388419 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9c5206-595e-4ae2-a793-fdb6465d373a admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:07:54.399138 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee4b435-da94-4d6f-bc5a-d513a4652bf9 None None] Sync routers for ids ['2912f955-3863-4556-b0d4-5f26d86004bb'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:07:54.405986 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9d9c5206-595e-4ae2-a793-fdb6465d373a admin admin] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:54.407300 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-9d9c5206-595e-4ae2-a793-fdb6465d373a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7737887 Aug 22 14:07:54.410249 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48894) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:07:54.410806 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee4b435-da94-4d6f-bc5a-d513a4652bf9 None None] Routers {'2912f955-3863-4556-b0d4-5f26d86004bb'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:07:54.411449 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-3ee4b435-da94-4d6f-bc5a-d513a4652bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:07:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['2912f955-3863-4556-b0d4-5f26d86004bb'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:07:54.518103 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-3ee4b435-da94-4d6f-bc5a-d513a4652bf9 None None] Set router 2912f955-3863-4556-b0d4-5f26d86004bb gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:07:54.696877 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-3ee4b435-da94-4d6f-bc5a-d513a4652bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'name': 'tempest-ServerActionsTestJSON-1475043879-router', 'tenant_id': '000c9eb7079943208008751342206e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '86097f35-0140-4305-ac3c-fe71f036fda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:07:52Z', 'updated_at': '2021-08-22T14:07:53Z', 'revision_number': 3, 'project_id': '000c9eb7079943208008751342206e4e', 'gw_port': {'id': '86097f35-0140-4305-ac3c-fe71f036fda3', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:07:53Z', 'updated_at': '2021-08-22T14:07:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:07:54.724191 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee4b435-da94-4d6f-bc5a-d513a4652bf9 None None] Checking router: 2912f955-3863-4556-b0d4-5f26d86004bb for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:07:54.724558 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee4b435-da94-4d6f-bc5a-d513a4652bf9 None None] Updating router 2912f955-3863-4556-b0d4-5f26d86004bb port 86097f35-0140-4305-ac3c-fe71f036fda3 binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:07:54.753437 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-3ee4b435-da94-4d6f-bc5a-d513a4652bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:54.820375 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 4ba4b424-8d5c-4069-bc80-34a1a0260cfc up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:07:54.849453 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-41cee683-1501-4f9d-a34b-5f58b848c577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:54.871097 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 4ba4b424-8d5c-4069-bc80-34a1a0260cfc completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:07:54.875047 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 4ba4b424-8d5c-4069-bc80-34a1a0260cfc triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:07:54.875650 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:54.959603 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:55.001104 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 4ba4b424-8d5c-4069-bc80-34a1a0260cfc, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=4ba4b424-8d5c-4069-bc80-34a1a0260cfc,segment=NetworkSegment(daac6273-e2ad-41db-a5df-98ad96ede67a),segment_id=daac6273-e2ad-41db-a5df-98ad96ede67a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:07:55.005198 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:55.016168 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-3ee4b435-da94-4d6f-bc5a-d513a4652bf9 None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:55.027213 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-3ee4b435-da94-4d6f-bc5a-d513a4652bf9 None None] Transition to ACTIVE for port object 86097f35-0140-4305-ac3c-fe71f036fda3 will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:07:55.033204 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-3ee4b435-da94-4d6f-bc5a-d513a4652bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:55.058402 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=4ba4b424-8d5c-4069-bc80-34a1a0260cfc,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:07:55.078945 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-3ee4b435-da94-4d6f-bc5a-d513a4652bf9 None None] Attempting to bind port 86097f35-0140-4305-ac3c-fe71f036fda3 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:07:55.079314 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-3ee4b435-da94-4d6f-bc5a-d513a4652bf9 None None] Attempting to bind port 86097f35-0140-4305-ac3c-fe71f036fda3 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:07:55.079679 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee4b435-da94-4d6f-bc5a-d513a4652bf9 None None] Attempting to bind port 86097f35-0140-4305-ac3c-fe71f036fda3 on network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:07:55.082386 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-41cee683-1501-4f9d-a34b-5f58b848c577 admin admin] Allocated IP 172.20.0.1 (80544ff9-4d7a-4bda-83ac-c376294c8e4f/0960ef9e-f71d-43e9-946b-72ee9dbd7b2a/ceedafbe-919a-4046-ab48-537f1cc3161d) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:07:55.091016 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a610d1-61f1-4ad3-849b-d6c3b7556c78 None None] Pushing event updated for resources: {'Port': ['ID=86097f35-0140-4305-ac3c-fe71f036fda3,revision_number=2']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:07:55.094257 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee4b435-da94-4d6f-bc5a-d513a4652bf9 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:07:55.094654 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee4b435-da94-4d6f-bc5a-d513a4652bf9 None None] Checking segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:07:55.095032 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-3ee4b435-da94-4d6f-bc5a-d513a4652bf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:55.095429 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee4b435-da94-4d6f-bc5a-d513a4652bf9 None None] Bound using segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:07:55.095876 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-3ee4b435-da94-4d6f-bc5a-d513a4652bf9 None None] Bound port: 86097f35-0140-4305-ac3c-fe71f036fda3, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:07:55.096314 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-3ee4b435-da94-4d6f-bc5a-d513a4652bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:55.102624 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a610d1-61f1-4ad3-849b-d6c3b7556c78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:07:55.102969 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a610d1-61f1-4ad3-849b-d6c3b7556c78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:07:55.103306 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a610d1-61f1-4ad3-849b-d6c3b7556c78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:07:55.103638 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a610d1-61f1-4ad3-849b-d6c3b7556c78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:07:55.104032 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a610d1-61f1-4ad3-849b-d6c3b7556c78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:07:55.104392 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a610d1-61f1-4ad3-849b-d6c3b7556c78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:07:55.104734 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a610d1-61f1-4ad3-849b-d6c3b7556c78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:07:55.105118 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a610d1-61f1-4ad3-849b-d6c3b7556c78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:07:55.105443 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a610d1-61f1-4ad3-849b-d6c3b7556c78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:07:55.105763 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a610d1-61f1-4ad3-849b-d6c3b7556c78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:07:55.106083 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a610d1-61f1-4ad3-849b-d6c3b7556c78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:07:55.106399 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a610d1-61f1-4ad3-849b-d6c3b7556c78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:07:55.156700 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-3ee4b435-da94-4d6f-bc5a-d513a4652bf9 None None] For port 86097f35-0140-4305-ac3c-fe71f036fda3, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:07:55.159753 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-3ee4b435-da94-4d6f-bc5a-d513a4652bf9 None None] For port 86097f35-0140-4305-ac3c-fe71f036fda3, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=86097f35-0140-4305-ac3c-fe71f036fda3,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:07:55.164321 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-3ee4b435-da94-4d6f-bc5a-d513a4652bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:55.192360 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-41cee683-1501-4f9d-a34b-5f58b848c577 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:55.207425 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-41cee683-1501-4f9d-a34b-5f58b848c577 admin admin] Transition to ACTIVE for port object ceedafbe-919a-4046-ab48-537f1cc3161d will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:07:55.220806 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee4b435-da94-4d6f-bc5a-d513a4652bf9 None None] Routers {'2912f955-3863-4556-b0d4-5f26d86004bb'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:07:55.221429 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-3ee4b435-da94-4d6f-bc5a-d513a4652bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:07:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['2912f955-3863-4556-b0d4-5f26d86004bb'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:07:55.239541 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-41cee683-1501-4f9d-a34b-5f58b848c577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:55.256912 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a610d1-61f1-4ad3-849b-d6c3b7556c78 None None] Pushing event updated for resources: {'Port': ['ID=86097f35-0140-4305-ac3c-fe71f036fda3,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:07:55.276936 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cee683-1501-4f9d-a34b-5f58b848c577 admin admin] Network 80544ff9-4d7a-4bda-83ac-c376294c8e4f is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:07:55.279671 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-41cee683-1501-4f9d-a34b-5f58b848c577 admin admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:07:55.283024 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cee683-1501-4f9d-a34b-5f58b848c577 admin admin] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:07:55.308985 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cee683-1501-4f9d-a34b-5f58b848c577 admin admin] Pushing event updated for resources: {'Port': ['ID=ceedafbe-919a-4046-ab48-537f1cc3161d,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:07:55.328942 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-41cee683-1501-4f9d-a34b-5f58b848c577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:55.330130 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-3ee4b435-da94-4d6f-bc5a-d513a4652bf9 None None] Set router 2912f955-3863-4556-b0d4-5f26d86004bb gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:07:55.500842 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-41cee683-1501-4f9d-a34b-5f58b848c577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:55.522005 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-3ee4b435-da94-4d6f-bc5a-d513a4652bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'name': 'tempest-ServerActionsTestJSON-1475043879-router', 'tenant_id': '000c9eb7079943208008751342206e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '86097f35-0140-4305-ac3c-fe71f036fda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:07:52Z', 'updated_at': '2021-08-22T14:07:53Z', 'revision_number': 3, 'project_id': '000c9eb7079943208008751342206e4e', 'gw_port': {'id': '86097f35-0140-4305-ac3c-fe71f036fda3', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:07:53Z', 'updated_at': '2021-08-22T14:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:07:55.532032 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-576f077c-95bc-405d-9cad-fcaffbbc0b14 None None] Provisioning for port ceedafbe-919a-4046-ab48-537f1cc3161d completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:07:55.535809 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-576f077c-95bc-405d-9cad-fcaffbbc0b14 None None] Provisioning complete for port ceedafbe-919a-4046-ab48-537f1cc3161d triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:07:55.536178 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-576f077c-95bc-405d-9cad-fcaffbbc0b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:55.551192 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee4b435-da94-4d6f-bc5a-d513a4652bf9 None None] The sync data for ids ['2912f955-3863-4556-b0d4-5f26d86004bb'] in n-d-793621-33 is: [{'id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'name': 'tempest-ServerActionsTestJSON-1475043879-router', 'tenant_id': '000c9eb7079943208008751342206e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '86097f35-0140-4305-ac3c-fe71f036fda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:07:52Z', 'updated_at': '2021-08-22T14:07:53Z', 'revision_number': 3, 'project_id': '000c9eb7079943208008751342206e4e', 'gw_port': {'id': '86097f35-0140-4305-ac3c-fe71f036fda3', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:07:53Z', 'updated_at': '2021-08-22T14:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:07:55.576769 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-576f077c-95bc-405d-9cad-fcaffbbc0b14 None None] Port ceedafbe-919a-4046-ab48-537f1cc3161d cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:07:55.673767 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-41cee683-1501-4f9d-a34b-5f58b848c577 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:55.681523 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-41cee683-1501-4f9d-a34b-5f58b848c577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:55.750278 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cee683-1501-4f9d-a34b-5f58b848c577 admin admin] Pushing event updated for resources: {'Port': ['ID=ceedafbe-919a-4046-ab48-537f1cc3161d,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:07:55.755131 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-41cee683-1501-4f9d-a34b-5f58b848c577 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:55.858729 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cee683-1501-4f9d-a34b-5f58b848c577 admin admin] Network 80544ff9-4d7a-4bda-83ac-c376294c8e4f is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:07:55.860187 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-41cee683-1501-4f9d-a34b-5f58b848c577 admin admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:07:55.989944 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41cee683-1501-4f9d-a34b-5f58b848c577 admin admin] Router 2912f955-3863-4556-b0d4-5f26d86004bb has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:07:56.100659 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-04076062-cc8f-4e2a-998d-3492783b4777 None None] Provisioning complete for port ceedafbe-919a-4046-ab48-537f1cc3161d triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:07:56.101271 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-04076062-cc8f-4e2a-998d-3492783b4777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:56.110029 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41cee683-1501-4f9d-a34b-5f58b848c577 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:07:56.115166 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-41cee683-1501-4f9d-a34b-5f58b848c577 admin admin] 10.222.0.21 "PUT /v2.0/routers/2912f955-3863-4556-b0d4-5f26d86004bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7038016 Aug 22 14:07:56.144812 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-04076062-cc8f-4e2a-998d-3492783b4777 None None] Port ceedafbe-919a-4046-ab48-537f1cc3161d cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:07:56.867141 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 4ba4b424-8d5c-4069-bc80-34a1a0260cfc up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:07:56.875710 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48902) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:07:56.879407 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-e61380d9-e24f-4c96-aa41-0a7fac40b3fc tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Request body: {'security_group': {'name': 'tempest-securitygroup--786540181', 'description': 'tempest-description--2050980985'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:07:56.903454 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e61380d9-e24f-4c96-aa41-0a7fac40b3fc tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:56.920773 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 4ba4b424-8d5c-4069-bc80-34a1a0260cfc triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:07:56.921142 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:56.994236 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e61380d9-e24f-4c96-aa41-0a7fac40b3fc tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:56.999135 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e61380d9-e24f-4c96-aa41-0a7fac40b3fc tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:57.003436 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 86097f35-0140-4305-ac3c-fe71f036fda3 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:07:57.031704 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e61380d9-e24f-4c96-aa41-0a7fac40b3fc tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:57.033029 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e61380d9-e24f-4c96-aa41-0a7fac40b3fc tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1573455 Aug 22 14:07:57.034111 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61380d9-e24f-4c96-aa41-0a7fac40b3fc tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb78370-e979-4f3e-9513-af85d2ed8790,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:07:57.036149 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48904) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:07:57.040843 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-f5721291-1b02-469e-835b-8fd74e911ba9 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Request body: {'security_group_rule': {'security_group_id': 'bcb78370-e979-4f3e-9513-af85d2ed8790', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:07:57.064693 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 86097f35-0140-4305-ac3c-fe71f036fda3 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:07:57.068490 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 86097f35-0140-4305-ac3c-fe71f036fda3 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:07:57.068965 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:57.070372 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f5721291-1b02-469e-835b-8fd74e911ba9 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:57.133002 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f5721291-1b02-469e-835b-8fd74e911ba9 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:57.137982 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f5721291-1b02-469e-835b-8fd74e911ba9 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:57.152952 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:57.155609 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5721291-1b02-469e-835b-8fd74e911ba9 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ff2f620-a923-4e66-91a0-55cdd619da14,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:07:57.161532 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f5721291-1b02-469e-835b-8fd74e911ba9 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:57.163352 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f5721291-1b02-469e-835b-8fd74e911ba9 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1256187 Aug 22 14:07:57.165364 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48906) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:07:57.170709 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-de7d051a-5c95-4d57-a781-717b439ad4a4 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Request body: {'security_group_rule': {'security_group_id': 'bcb78370-e979-4f3e-9513-af85d2ed8790', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:07:57.180541 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 86097f35-0140-4305-ac3c-fe71f036fda3, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=86097f35-0140-4305-ac3c-fe71f036fda3,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:07:57.185152 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:57.199229 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-de7d051a-5c95-4d57-a781-717b439ad4a4 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:57.214076 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e297742-fcd6-435c-8e73-ca96f393aabd None None] Sync routers for ids ['2912f955-3863-4556-b0d4-5f26d86004bb'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:07:57.230716 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e297742-fcd6-435c-8e73-ca96f393aabd None None] Routers {'2912f955-3863-4556-b0d4-5f26d86004bb'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:07:57.231348 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-9e297742-fcd6-435c-8e73-ca96f393aabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:07:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['2912f955-3863-4556-b0d4-5f26d86004bb'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:07:57.259286 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-de7d051a-5c95-4d57-a781-717b439ad4a4 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:57.263177 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-de7d051a-5c95-4d57-a781-717b439ad4a4 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:57.281345 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d051a-5c95-4d57-a781-717b439ad4a4 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69ef8c8d-44e3-4750-889c-fbcf6723c8e1,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:07:57.285144 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=86097f35-0140-4305-ac3c-fe71f036fda3,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:07:57.286830 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-de7d051a-5c95-4d57-a781-717b439ad4a4 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:57.288073 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-de7d051a-5c95-4d57-a781-717b439ad4a4 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1216297 Aug 22 14:07:57.291047 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 48908) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:07:57.296055 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-42ca4595-c154-472e-9028-3fa9db12e461 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Request body: {'floatingip': {'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:07:57.317479 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-42ca4595-c154-472e-9028-3fa9db12e461 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks [] for floatingip, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:57.354563 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-9e297742-fcd6-435c-8e73-ca96f393aabd None None] Set router 2912f955-3863-4556-b0d4-5f26d86004bb gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:07:57.417807 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-42ca4595-c154-472e-9028-3fa9db12e461 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:57.521921 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-42ca4595-c154-472e-9028-3fa9db12e461 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Allocated IP 172.25.3.104 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/1b3f9dd0-3850-4ec0-a421-3d5a640347d5) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:07:57.553745 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-9e297742-fcd6-435c-8e73-ca96f393aabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'name': 'tempest-ServerActionsTestJSON-1475043879-router', 'tenant_id': '000c9eb7079943208008751342206e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '86097f35-0140-4305-ac3c-fe71f036fda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:07:52Z', 'updated_at': '2021-08-22T14:07:55Z', 'revision_number': 4, 'project_id': '000c9eb7079943208008751342206e4e', 'gw_port': {'id': '86097f35-0140-4305-ac3c-fe71f036fda3', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:07:53Z', 'updated_at': '2021-08-22T14:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'ceedafbe-919a-4046-ab48-537f1cc3161d', 'name': '', 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f', 'tenant_id': '000c9eb7079943208008751342206e4e', 'mac_address': 'fa:16:3e:d9:41:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:07:54Z', 'updated_at': '2021-08-22T14:07:55Z', 'revision_number': 2, 'project_id': '000c9eb7079943208008751342206e4e', 'subnets': [{'id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:07:57.580015 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e297742-fcd6-435c-8e73-ca96f393aabd None None] Checking router: 2912f955-3863-4556-b0d4-5f26d86004bb for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:07:57.580408 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e297742-fcd6-435c-8e73-ca96f393aabd None None] Updating router 2912f955-3863-4556-b0d4-5f26d86004bb port ceedafbe-919a-4046-ab48-537f1cc3161d binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:07:57.605947 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9e297742-fcd6-435c-8e73-ca96f393aabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:57.629759 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-42ca4595-c154-472e-9028-3fa9db12e461 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:57.667386 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-42ca4595-c154-472e-9028-3fa9db12e461 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:57.704016 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ca4595-c154-472e-9028-3fa9db12e461 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:07:57.708122 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-42ca4595-c154-472e-9028-3fa9db12e461 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:07:57.711601 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ca4595-c154-472e-9028-3fa9db12e461 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:07:57.719742 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca4595-c154-472e-9028-3fa9db12e461 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Pushing event updated for resources: {'Port': ['ID=1b3f9dd0-3850-4ec0-a421-3d5a640347d5,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:07:57.797885 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-42ca4595-c154-472e-9028-3fa9db12e461 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:57.834316 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-42ca4595-c154-472e-9028-3fa9db12e461 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:57.874368 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9e297742-fcd6-435c-8e73-ca96f393aabd None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:57.883878 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-9e297742-fcd6-435c-8e73-ca96f393aabd None None] Transition to ACTIVE for port object ceedafbe-919a-4046-ab48-537f1cc3161d will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:07:57.890586 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9e297742-fcd6-435c-8e73-ca96f393aabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:57.941791 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271c6529-73de-4a79-93bc-55614dbccf83 None None] Pushing event updated for resources: {'Port': ['ID=ceedafbe-919a-4046-ab48-537f1cc3161d,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:07:57.992168 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-42ca4595-c154-472e-9028-3fa9db12e461 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:57.997332 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-9e297742-fcd6-435c-8e73-ca96f393aabd None None] Attempting to bind port ceedafbe-919a-4046-ab48-537f1cc3161d on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:07:57.997681 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-9e297742-fcd6-435c-8e73-ca96f393aabd None None] Attempting to bind port ceedafbe-919a-4046-ab48-537f1cc3161d by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'daac6273-e2ad-41db-a5df-98ad96ede67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:07:57.998117 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-42ca4595-c154-472e-9028-3fa9db12e461 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:57.998254 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e297742-fcd6-435c-8e73-ca96f393aabd None None] Attempting to bind port ceedafbe-919a-4046-ab48-537f1cc3161d on network 80544ff9-4d7a-4bda-83ac-c376294c8e4f {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:07:58.003621 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e297742-fcd6-435c-8e73-ca96f393aabd None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:07:58.003993 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e297742-fcd6-435c-8e73-ca96f393aabd None None] Checking segment: {'id': 'daac6273-e2ad-41db-a5df-98ad96ede67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:07:58.004446 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9e297742-fcd6-435c-8e73-ca96f393aabd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:58.005629 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e297742-fcd6-435c-8e73-ca96f393aabd None None] Bound using segment: {'id': 'daac6273-e2ad-41db-a5df-98ad96ede67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:07:58.007227 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-9e297742-fcd6-435c-8e73-ca96f393aabd None None] Bound port: ceedafbe-919a-4046-ab48-537f1cc3161d, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daac6273-e2ad-41db-a5df-98ad96ede67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:07:58.007227 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9e297742-fcd6-435c-8e73-ca96f393aabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:58.074684 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca4595-c154-472e-9028-3fa9db12e461 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Pushing event updated for resources: {'Port': ['ID=1b3f9dd0-3850-4ec0-a421-3d5a640347d5,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:07:58.085050 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-9e297742-fcd6-435c-8e73-ca96f393aabd None None] For port ceedafbe-919a-4046-ab48-537f1cc3161d, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:07:58.086736 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-42ca4595-c154-472e-9028-3fa9db12e461 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:58.089282 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-9e297742-fcd6-435c-8e73-ca96f393aabd None None] For port ceedafbe-919a-4046-ab48-537f1cc3161d, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=ceedafbe-919a-4046-ab48-537f1cc3161d,segment=NetworkSegment(daac6273-e2ad-41db-a5df-98ad96ede67a),segment_id=daac6273-e2ad-41db-a5df-98ad96ede67a)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:07:58.095643 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9e297742-fcd6-435c-8e73-ca96f393aabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:58.101085 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-42ca4595-c154-472e-9028-3fa9db12e461 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:58.112014 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-42ca4595-c154-472e-9028-3fa9db12e461 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8100216 Aug 22 14:07:58.148590 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e297742-fcd6-435c-8e73-ca96f393aabd None None] Routers {'2912f955-3863-4556-b0d4-5f26d86004bb'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:07:58.149264 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-9e297742-fcd6-435c-8e73-ca96f393aabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:07:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['2912f955-3863-4556-b0d4-5f26d86004bb'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:07:58.208548 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271c6529-73de-4a79-93bc-55614dbccf83 None None] Pushing event updated for resources: {'Port': ['ID=ceedafbe-919a-4046-ab48-537f1cc3161d,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:07:58.257627 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6be2404c-1907-4bdb-a8a3-91ecf4d6a612 req-395d4630-8817-4162-a333-85c4be975464 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--786540181&fields=id&tenant_id=000c9eb7079943208008751342206e4e HTTP/1.1" status: 200 len: 267 time: 0.0357523 Aug 22 14:07:58.377467 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2404c-1907-4bdb-a8a3-91ecf4d6a612 req-b34a6dd1-aa1c-4a38-b03e-6365191ac839 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:58.379020 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6be2404c-1907-4bdb-a8a3-91ecf4d6a612 req-b34a6dd1-aa1c-4a38-b03e-6365191ac839 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/networks?id=80544ff9-4d7a-4bda-83ac-c376294c8e4f HTTP/1.1" status: 200 len: 812 time: 0.1138589 Aug 22 14:07:58.394609 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6be2404c-1907-4bdb-a8a3-91ecf4d6a612 req-42b20840-1b56-4510-b77f-414a83f0a3be tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/quotas/000c9eb7079943208008751342206e4e HTTP/1.1" status: 200 len: 375 time: 0.0098112 Aug 22 14:07:58.449398 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6be2404c-1907-4bdb-a8a3-91ecf4d6a612 req-85902fa0-51e8-4bcf-a5cb-e61b5a09a9c9 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=000c9eb7079943208008751342206e4e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491421 Aug 22 14:07:58.455960 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-9e297742-fcd6-435c-8e73-ca96f393aabd None None] Set router 2912f955-3863-4556-b0d4-5f26d86004bb gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:07:58.502085 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-40c48689-e74c-427b-816c-d3e0db887ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:58.603535 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6be2404c-1907-4bdb-a8a3-91ecf4d6a612 req-0401481b-6d30-4a29-a636-565ac33e7ced service neutron] 10.222.0.21 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407723 Aug 22 14:07:58.664952 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-9e297742-fcd6-435c-8e73-ca96f393aabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'name': 'tempest-ServerActionsTestJSON-1475043879-router', 'tenant_id': '000c9eb7079943208008751342206e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '86097f35-0140-4305-ac3c-fe71f036fda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:07:52Z', 'updated_at': '2021-08-22T14:07:55Z', 'revision_number': 4, 'project_id': '000c9eb7079943208008751342206e4e', 'gw_port': {'id': '86097f35-0140-4305-ac3c-fe71f036fda3', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:07:53Z', 'updated_at': '2021-08-22T14:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'ceedafbe-919a-4046-ab48-537f1cc3161d', 'name': '', 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f', 'tenant_id': '000c9eb7079943208008751342206e4e', 'mac_address': 'fa:16:3e:d9:41:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:07:54Z', 'updated_at': '2021-08-22T14:07:58Z', 'revision_number': 4, 'project_id': '000c9eb7079943208008751342206e4e', 'subnets': [{'id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:07:58.692558 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6be2404c-1907-4bdb-a8a3-91ecf4d6a612 req-4f002bf8-b9ed-43f7-bee9-85ecfe318612 service neutron] 10.222.0.21 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821900 Aug 22 14:07:58.695208 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e297742-fcd6-435c-8e73-ca96f393aabd None None] The sync data for ids ['2912f955-3863-4556-b0d4-5f26d86004bb'] in n-d-793621-33 is: [{'id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'name': 'tempest-ServerActionsTestJSON-1475043879-router', 'tenant_id': '000c9eb7079943208008751342206e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '86097f35-0140-4305-ac3c-fe71f036fda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:07:52Z', 'updated_at': '2021-08-22T14:07:55Z', 'revision_number': 4, 'project_id': '000c9eb7079943208008751342206e4e', 'gw_port': {'id': '86097f35-0140-4305-ac3c-fe71f036fda3', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:07:53Z', 'updated_at': '2021-08-22T14:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'ceedafbe-919a-4046-ab48-537f1cc3161d', 'name': '', 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f', 'tenant_id': '000c9eb7079943208008751342206e4e', 'mac_address': 'fa:16:3e:d9:41:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:07:54Z', 'updated_at': '2021-08-22T14:07:58Z', 'revision_number': 4, 'project_id': '000c9eb7079943208008751342206e4e', 'subnets': [{'id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:07:58.758448 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:58.904097 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f083d0e4-4f2b-444f-be3b-2cbae044cfeb req-9d6d5837-f195-4427-a2c6-b90453d71a1a tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ffa4b57-b0da-4ceb-a764-f7783f910ae0 HTTP/1.1" status: 200 len: 210 time: 0.0401180 Aug 22 14:07:58.950059 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 86097f35-0140-4305-ac3c-fe71f036fda3 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:07:59.004262 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 86097f35-0140-4305-ac3c-fe71f036fda3 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:07:59.004752 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:59.102019 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device ceedafbe-919a-4046-ab48-537f1cc3161d up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:07:59.155255 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port ceedafbe-919a-4046-ab48-537f1cc3161d completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:07:59.159321 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port ceedafbe-919a-4046-ab48-537f1cc3161d triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:07:59.159771 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:59.246364 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:59.281427 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port ceedafbe-919a-4046-ab48-537f1cc3161d, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=ceedafbe-919a-4046-ab48-537f1cc3161d,segment=NetworkSegment(daac6273-e2ad-41db-a5df-98ad96ede67a),segment_id=daac6273-e2ad-41db-a5df-98ad96ede67a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:07:59.286566 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:07:59.343910 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=ceedafbe-919a-4046-ab48-537f1cc3161d,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:07:59.885873 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2404c-1907-4bdb-a8a3-91ecf4d6a612 req-cf32d865-f800-4eca-aa6e-e68f41bc4b47 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:07:59.887374 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6be2404c-1907-4bdb-a8a3-91ecf4d6a612 req-cf32d865-f800-4eca-aa6e-e68f41bc4b47 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.41 "GET /v2.0/networks?id=80544ff9-4d7a-4bda-83ac-c376294c8e4f HTTP/1.1" status: 200 len: 812 time: 0.1132209 Aug 22 14:07:59.930431 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6be2404c-1907-4bdb-a8a3-91ecf4d6a612 req-c6bc6be8-4076-4be9-a102-98e6c8f7a5bf tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=000c9eb7079943208008751342206e4e HTTP/1.1" status: 200 len: 379 time: 0.0344653 Aug 22 14:07:59.941344 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-6be2404c-1907-4bdb-a8a3-91ecf4d6a612 req-4c9e049a-f7d1-44d5-90da-250446b81e8d tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Request body: {'port': {'device_id': '3ffa4b57-b0da-4ceb-a764-f7783f910ae0', 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f', 'admin_state_up': True, 'tenant_id': '000c9eb7079943208008751342206e4e', 'security_groups': ['bcb78370-e979-4f3e-9513-af85d2ed8790']}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:07:59.998973 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4a420210-2e63-4736-899e-743c62e188ba req-46bb3913-4c35-4bf9-88d5-4c0fc76a9bfe tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ffa4b57-b0da-4ceb-a764-f7783f910ae0 HTTP/1.1" status: 200 len: 210 time: 0.0328150 Aug 22 14:08:00.049701 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6be2404c-1907-4bdb-a8a3-91ecf4d6a612 req-4c9e049a-f7d1-44d5-90da-250446b81e8d tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Made reservation on behalf of 000c9eb7079943208008751342206e4e for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:08:00.053387 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-6be2404c-1907-4bdb-a8a3-91ecf4d6a612 req-4c9e049a-f7d1-44d5-90da-250446b81e8d tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:08:00.177262 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-6be2404c-1907-4bdb-a8a3-91ecf4d6a612 req-4c9e049a-f7d1-44d5-90da-250446b81e8d tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Allocated IP 172.20.0.4 (80544ff9-4d7a-4bda-83ac-c376294c8e4f/0960ef9e-f71d-43e9-946b-72ee9dbd7b2a/f706180d-4493-47ce-a7dd-478950b38005) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:08:00.311119 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-6be2404c-1907-4bdb-a8a3-91ecf4d6a612 req-4c9e049a-f7d1-44d5-90da-250446b81e8d tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:08:00.328985 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-6be2404c-1907-4bdb-a8a3-91ecf4d6a612 req-4c9e049a-f7d1-44d5-90da-250446b81e8d tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Transition to ACTIVE for port object f706180d-4493-47ce-a7dd-478950b38005 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:08:00.365532 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-6be2404c-1907-4bdb-a8a3-91ecf4d6a612 req-4c9e049a-f7d1-44d5-90da-250446b81e8d tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:08:00.408792 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6be2404c-1907-4bdb-a8a3-91ecf4d6a612 req-4c9e049a-f7d1-44d5-90da-250446b81e8d tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Network 80544ff9-4d7a-4bda-83ac-c376294c8e4f is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:08:00.411984 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-6be2404c-1907-4bdb-a8a3-91ecf4d6a612 req-4c9e049a-f7d1-44d5-90da-250446b81e8d tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:08:00.415618 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-6be2404c-1907-4bdb-a8a3-91ecf4d6a612 req-4c9e049a-f7d1-44d5-90da-250446b81e8d tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:08:00.426801 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e049a-f7d1-44d5-90da-250446b81e8d tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Pushing event updated for resources: {'Port': ['ID=f706180d-4493-47ce-a7dd-478950b38005,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:08:00.474404 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2404c-1907-4bdb-a8a3-91ecf4d6a612 req-4c9e049a-f7d1-44d5-90da-250446b81e8d tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:08:00.475151 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-6be2404c-1907-4bdb-a8a3-91ecf4d6a612 req-4c9e049a-f7d1-44d5-90da-250446b81e8d tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:08:00.491687 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6be2404c-1907-4bdb-a8a3-91ecf4d6a612 req-4c9e049a-f7d1-44d5-90da-250446b81e8d tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5539994 Aug 22 14:08:00.504340 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-6be2404c-1907-4bdb-a8a3-91ecf4d6a612 req-bafff076-9d72-466a-8116-6ba5df192d2a service neutron] Request body: {'port': {'device_id': '3ffa4b57-b0da-4ceb-a764-f7783f910ae0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:08:00.560199 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-6be2404c-1907-4bdb-a8a3-91ecf4d6a612 req-bafff076-9d72-466a-8116-6ba5df192d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:08:00.686584 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-00fd1f10-5b07-4149-8122-c58b208a8330 None None] Provisioning for port f706180d-4493-47ce-a7dd-478950b38005 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:08:00.691159 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-00fd1f10-5b07-4149-8122-c58b208a8330 None None] Provisioning complete for port f706180d-4493-47ce-a7dd-478950b38005 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:08:00.691532 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-00fd1f10-5b07-4149-8122-c58b208a8330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:08:00.729593 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-00fd1f10-5b07-4149-8122-c58b208a8330 None None] Port f706180d-4493-47ce-a7dd-478950b38005 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:08:00.792690 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device ceedafbe-919a-4046-ab48-537f1cc3161d up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:08:00.828321 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-6be2404c-1907-4bdb-a8a3-91ecf4d6a612 req-bafff076-9d72-466a-8116-6ba5df192d2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f706180d-4493-47ce-a7dd-478950b38005 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:08:00.835837 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-6be2404c-1907-4bdb-a8a3-91ecf4d6a612 req-bafff076-9d72-466a-8116-6ba5df192d2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:08:00.839449 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port ceedafbe-919a-4046-ab48-537f1cc3161d triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:08:00.839712 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:08:00.848620 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-6be2404c-1907-4bdb-a8a3-91ecf4d6a612 req-bafff076-9d72-466a-8116-6ba5df192d2a service neutron] Transition to ACTIVE for port object f706180d-4493-47ce-a7dd-478950b38005 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:08:00.852606 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-6be2404c-1907-4bdb-a8a3-91ecf4d6a612 req-bafff076-9d72-466a-8116-6ba5df192d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:08:00.921217 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafff076-9d72-466a-8116-6ba5df192d2a service neutron] Pushing event updated for resources: {'Port': ['ID=f706180d-4493-47ce-a7dd-478950b38005,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:08:00.981709 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-6be2404c-1907-4bdb-a8a3-91ecf4d6a612 req-bafff076-9d72-466a-8116-6ba5df192d2a service neutron] Attempting to bind port f706180d-4493-47ce-a7dd-478950b38005 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:08:00.982075 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-6be2404c-1907-4bdb-a8a3-91ecf4d6a612 req-bafff076-9d72-466a-8116-6ba5df192d2a service neutron] Attempting to bind port f706180d-4493-47ce-a7dd-478950b38005 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': 'daac6273-e2ad-41db-a5df-98ad96ede67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:08:00.982403 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be2404c-1907-4bdb-a8a3-91ecf4d6a612 req-bafff076-9d72-466a-8116-6ba5df192d2a service neutron] Attempting to bind port f706180d-4493-47ce-a7dd-478950b38005 on network 80544ff9-4d7a-4bda-83ac-c376294c8e4f {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:08:00.987005 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be2404c-1907-4bdb-a8a3-91ecf4d6a612 req-bafff076-9d72-466a-8116-6ba5df192d2a service neutron] Port f706180d-4493-47ce-a7dd-478950b38005 on network 80544ff9-4d7a-4bda-83ac-c376294c8e4f not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:08:00.987320 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be2404c-1907-4bdb-a8a3-91ecf4d6a612 req-bafff076-9d72-466a-8116-6ba5df192d2a service neutron] Attempting to bind port f706180d-4493-47ce-a7dd-478950b38005 on network 80544ff9-4d7a-4bda-83ac-c376294c8e4f {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:08:00.992464 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be2404c-1907-4bdb-a8a3-91ecf4d6a612 req-bafff076-9d72-466a-8116-6ba5df192d2a service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:08:00.992805 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be2404c-1907-4bdb-a8a3-91ecf4d6a612 req-bafff076-9d72-466a-8116-6ba5df192d2a service neutron] Checking segment: {'id': 'daac6273-e2ad-41db-a5df-98ad96ede67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:08:00.993190 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be2404c-1907-4bdb-a8a3-91ecf4d6a612 req-bafff076-9d72-466a-8116-6ba5df192d2a service neutron] Bound using segment: {'id': 'daac6273-e2ad-41db-a5df-98ad96ede67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:08:00.993617 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-6be2404c-1907-4bdb-a8a3-91ecf4d6a612 req-bafff076-9d72-466a-8116-6ba5df192d2a service neutron] Bound port: f706180d-4493-47ce-a7dd-478950b38005, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daac6273-e2ad-41db-a5df-98ad96ede67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:08:00.993975 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-6be2404c-1907-4bdb-a8a3-91ecf4d6a612 req-bafff076-9d72-466a-8116-6ba5df192d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:08:01.062587 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-6be2404c-1907-4bdb-a8a3-91ecf4d6a612 req-bafff076-9d72-466a-8116-6ba5df192d2a service neutron] For port f706180d-4493-47ce-a7dd-478950b38005, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:08:01.066973 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-6be2404c-1907-4bdb-a8a3-91ecf4d6a612 req-bafff076-9d72-466a-8116-6ba5df192d2a service neutron] For port f706180d-4493-47ce-a7dd-478950b38005, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=f706180d-4493-47ce-a7dd-478950b38005,segment=NetworkSegment(daac6273-e2ad-41db-a5df-98ad96ede67a),segment_id=daac6273-e2ad-41db-a5df-98ad96ede67a)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:08:01.071605 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-6be2404c-1907-4bdb-a8a3-91ecf4d6a612 req-bafff076-9d72-466a-8116-6ba5df192d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:08:01.106964 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2404c-1907-4bdb-a8a3-91ecf4d6a612 req-bafff076-9d72-466a-8116-6ba5df192d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:08:01.107629 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-6be2404c-1907-4bdb-a8a3-91ecf4d6a612 req-bafff076-9d72-466a-8116-6ba5df192d2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:08:01.109094 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6be2404c-1907-4bdb-a8a3-91ecf4d6a612 req-bafff076-9d72-466a-8116-6ba5df192d2a service neutron] 10.222.0.41 "PUT /v2.0/ports/f706180d-4493-47ce-a7dd-478950b38005 HTTP/1.1" status: 200 len: 1092 time: 0.6091859 Aug 22 14:08:01.109618 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ffa4b57-b0da-4ceb-a764-f7783f910ae0', 'tag': 'f706180d-4493-47ce-a7dd-478950b38005'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:08:01.112033 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c666502-49f9-4303-aa25-97bd839e8869" -d '{"events": [{"name": "network-changed", "server_uuid": "3ffa4b57-b0da-4ceb-a764-f7783f910ae0", "tag": "f706180d-4493-47ce-a7dd-478950b38005"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:08:01.123486 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-aa00af9c-9479-4326-ab61-471b78f4054b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:08:01.124008 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e906c4-d6cf-4b4b-aa96-6f29a0591aed req-4a0d676a-47d1-44d9-af86-46a148436a70 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:08:01.125788 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-24e906c4-d6cf-4b4b-aa96-6f29a0591aed req-4a0d676a-47d1-44d9-af86-46a148436a70 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ffa4b57-b0da-4ceb-a764-f7783f910ae0 HTTP/1.1" status: 200 len: 943 time: 0.0547669 Aug 22 14:08:01.142965 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafff076-9d72-466a-8116-6ba5df192d2a service neutron] Pushing event updated for resources: {'Port': ['ID=f706180d-4493-47ce-a7dd-478950b38005,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:08:01.184617 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-24e906c4-d6cf-4b4b-aa96-6f29a0591aed req-7873290f-c26a-4474-9859-98f14b441451 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491188 Aug 22 14:08:01.189958 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47600ab8-8446-457f-9582-478f646a650e x-openstack-request-id: req-47600ab8-8446-457f-9582-478f646a650e {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:08:01.190243 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ffa4b57-b0da-4ceb-a764-f7783f910ae0", "tag": "f706180d-4493-47ce-a7dd-478950b38005", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:08:01.190490 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-47600ab8-8446-457f-9582-478f646a650e {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:08:01.190883 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ffa4b57-b0da-4ceb-a764-f7783f910ae0', 'tag': 'f706180d-4493-47ce-a7dd-478950b38005', 'status': 'completed', 'code': 200} Aug 22 14:08:01.206656 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2404c-1907-4bdb-a8a3-91ecf4d6a612 req-e52bb1a9-2f2e-47c1-b9f1-0efd1b2b8926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:08:01.208197 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6be2404c-1907-4bdb-a8a3-91ecf4d6a612 req-e52bb1a9-2f2e-47c1-b9f1-0efd1b2b8926 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=000c9eb7079943208008751342206e4e&device_id=3ffa4b57-b0da-4ceb-a764-f7783f910ae0 HTTP/1.1" status: 200 len: 1095 time: 0.0448892 Aug 22 14:08:01.243021 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:08:01.258102 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6be2404c-1907-4bdb-a8a3-91ecf4d6a612 req-3e1f7083-d3f8-4ec6-8bac-a268525a0a08 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f706180d-4493-47ce-a7dd-478950b38005 HTTP/1.1" status: 200 len: 217 time: 0.0407443 Aug 22 14:08:01.309485 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2404c-1907-4bdb-a8a3-91ecf4d6a612 req-f5ed3fb3-63d9-4af0-ac28-42bc227c5590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:08:01.311148 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6be2404c-1907-4bdb-a8a3-91ecf4d6a612 req-f5ed3fb3-63d9-4af0-ac28-42bc227c5590 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0960ef9e-f71d-43e9-946b-72ee9dbd7b2a HTTP/1.1" status: 200 len: 851 time: 0.0460737 Aug 22 14:08:01.358546 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2404c-1907-4bdb-a8a3-91ecf4d6a612 req-3470be0c-1340-4b6f-a8e0-663eb678c7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:08:01.359965 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6be2404c-1907-4bdb-a8a3-91ecf4d6a612 req-3470be0c-1340-4b6f-a8e0-663eb678c7ba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80544ff9-4d7a-4bda-83ac-c376294c8e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423052 Aug 22 14:08:01.451181 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6be2404c-1907-4bdb-a8a3-91ecf4d6a612 req-502e8f4a-a4ab-4657-a79c-632220976430 service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842416 Aug 22 14:08:01.538779 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6be2404c-1907-4bdb-a8a3-91ecf4d6a612 req-9f06bf25-54dc-44ff-bb01-9fab554ec63c service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809784 Aug 22 14:08:01.622141 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c666502-49f9-4303-aa25-97bd839e8869 req-6e6773cd-5989-4dc1-ade8-929293e1db65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:08:01.623520 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6c666502-49f9-4303-aa25-97bd839e8869 req-6e6773cd-5989-4dc1-ade8-929293e1db65 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=000c9eb7079943208008751342206e4e&device_id=3ffa4b57-b0da-4ceb-a764-f7783f910ae0 HTTP/1.1" status: 200 len: 1095 time: 0.0405891 Aug 22 14:08:02.034215 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c666502-49f9-4303-aa25-97bd839e8869 req-28d7ed79-5d08-42f4-8098-d62d618a173e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:08:02.035683 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6c666502-49f9-4303-aa25-97bd839e8869 req-28d7ed79-5d08-42f4-8098-d62d618a173e service neutron] 10.222.0.41 "GET /v2.0/networks?id=80544ff9-4d7a-4bda-83ac-c376294c8e4f HTTP/1.1" status: 200 len: 913 time: 0.4056859 Aug 22 14:08:02.077450 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6c666502-49f9-4303-aa25-97bd839e8869 req-19149eaa-c3bb-48fa-ba4a-a379beb93641 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f706180d-4493-47ce-a7dd-478950b38005 HTTP/1.1" status: 200 len: 217 time: 0.0337374 Aug 22 14:08:02.132994 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c666502-49f9-4303-aa25-97bd839e8869 req-b897d386-56cd-4625-aeeb-fcdecb16e32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:08:02.135360 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6c666502-49f9-4303-aa25-97bd839e8869 req-b897d386-56cd-4625-aeeb-fcdecb16e32f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0960ef9e-f71d-43e9-946b-72ee9dbd7b2a HTTP/1.1" status: 200 len: 851 time: 0.0509567 Aug 22 14:08:02.182581 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c666502-49f9-4303-aa25-97bd839e8869 req-8786c8ab-849e-4799-b41d-376105e6188d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:08:02.184150 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6c666502-49f9-4303-aa25-97bd839e8869 req-8786c8ab-849e-4799-b41d-376105e6188d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80544ff9-4d7a-4bda-83ac-c376294c8e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407128 Aug 22 14:08:02.277890 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6c666502-49f9-4303-aa25-97bd839e8869 req-6e03ebd4-21c1-4d31-900b-aadacf29d044 service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857406 Aug 22 14:08:02.303234 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28bb1cc-2e2d-493e-b550-b00500366c83 req-d6f66171-4dc4-458a-b3f8-16c3b5c594b0 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:08:02.304872 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f28bb1cc-2e2d-493e-b550-b00500366c83 req-d6f66171-4dc4-458a-b3f8-16c3b5c594b0 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ffa4b57-b0da-4ceb-a764-f7783f910ae0 HTTP/1.1" status: 200 len: 943 time: 0.0505137 Aug 22 14:08:02.353316 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f28bb1cc-2e2d-493e-b550-b00500366c83 req-b6d4089c-34ce-46f8-8dc9-1ca7e45a725c tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423064 Aug 22 14:08:02.369684 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6c666502-49f9-4303-aa25-97bd839e8869 req-385466b2-1df5-4019-990f-b79d63076ff5 service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841846 Aug 22 14:08:02.549720 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:08:02.672680 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device f706180d-4493-47ce-a7dd-478950b38005 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:08:02.774219 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port f706180d-4493-47ce-a7dd-478950b38005, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=f706180d-4493-47ce-a7dd-478950b38005,segment=NetworkSegment(daac6273-e2ad-41db-a5df-98ad96ede67a),segment_id=daac6273-e2ad-41db-a5df-98ad96ede67a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:08:02.784643 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': 'f706180d-4493-47ce-a7dd-478950b38005', 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f', 'port_id': 'f706180d-4493-47ce-a7dd-478950b38005', 'mac_address': 'fa:16:3e:5d:3a:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:08:02.825993 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:08:02.838014 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f706180d-4493-47ce-a7dd-478950b38005 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:08:02.857460 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port f706180d-4493-47ce-a7dd-478950b38005, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=f706180d-4493-47ce-a7dd-478950b38005,segment=NetworkSegment(daac6273-e2ad-41db-a5df-98ad96ede67a),segment_id=daac6273-e2ad-41db-a5df-98ad96ede67a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:08:02.861344 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:08:02.907553 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=f706180d-4493-47ce-a7dd-478950b38005,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:08:03.045924 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['f706180d-4493-47ce-a7dd-478950b38005'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:08:03.474623 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90413e62-750a-459e-b457-96d09c9be244 req-88c0690a-b484-4867-811e-e84bd34fb0e6 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:08:03.476085 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-90413e62-750a-459e-b457-96d09c9be244 req-88c0690a-b484-4867-811e-e84bd34fb0e6 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ffa4b57-b0da-4ceb-a764-f7783f910ae0 HTTP/1.1" status: 200 len: 944 time: 0.0544925 Aug 22 14:08:03.513422 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-90413e62-750a-459e-b457-96d09c9be244 req-0338ec7c-e054-43fb-b228-7011df501224 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312369 Aug 22 14:08:04.122571 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:08:04.331424 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:08:04.631312 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe2e8f0-7090-48f3-9d66-2f25e875b1d6 req-c826cef3-6df5-4795-b5d0-bb1bade7a068 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:08:04.632841 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9fe2e8f0-7090-48f3-9d66-2f25e875b1d6 req-c826cef3-6df5-4795-b5d0-bb1bade7a068 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ffa4b57-b0da-4ceb-a764-f7783f910ae0 HTTP/1.1" status: 200 len: 944 time: 0.0505958 Aug 22 14:08:04.671285 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9fe2e8f0-7090-48f3-9d66-2f25e875b1d6 req-ce7ff8d8-4682-48a7-96d6-fd287460895a tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322366 Aug 22 14:08:04.702024 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device f706180d-4493-47ce-a7dd-478950b38005 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:08:04.755750 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port f706180d-4493-47ce-a7dd-478950b38005 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:08:04.760435 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port f706180d-4493-47ce-a7dd-478950b38005 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:08:04.760840 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:08:04.838420 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:08:04.863571 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ffa4b57-b0da-4ceb-a764-f7783f910ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f706180d-4493-47ce-a7dd-478950b38005'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:08:04.865877 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac418d1-31d7-445c-9c0b-c0e0470f47ac" -d '{"events": [{"server_uuid": "3ffa4b57-b0da-4ceb-a764-f7783f910ae0", "name": "network-vif-plugged", "status": "completed", "tag": "f706180d-4493-47ce-a7dd-478950b38005"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:08:04.879428 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port f706180d-4493-47ce-a7dd-478950b38005, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=f706180d-4493-47ce-a7dd-478950b38005,segment=NetworkSegment(daac6273-e2ad-41db-a5df-98ad96ede67a),segment_id=daac6273-e2ad-41db-a5df-98ad96ede67a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:08:04.883633 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:08:04.907656 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd0c082-3945-4975-b0b2-80ba74e49eac x-openstack-request-id: req-1fd0c082-3945-4975-b0b2-80ba74e49eac {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:08:04.907941 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ffa4b57-b0da-4ceb-a764-f7783f910ae0", "name": "network-vif-plugged", "status": "completed", "tag": "f706180d-4493-47ce-a7dd-478950b38005", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:08:04.908210 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1fd0c082-3945-4975-b0b2-80ba74e49eac {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:08:04.908628 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ffa4b57-b0da-4ceb-a764-f7783f910ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f706180d-4493-47ce-a7dd-478950b38005', 'code': 200} Aug 22 14:08:04.934388 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=f706180d-4493-47ce-a7dd-478950b38005,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:08:05.000040 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb71f84-d08d-41bd-a717-afdc7be00ff4 req-cbb09238-4f2c-4105-9403-48adeffca4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:08:05.001571 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ecb71f84-d08d-41bd-a717-afdc7be00ff4 req-cbb09238-4f2c-4105-9403-48adeffca4b7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3ffa4b57-b0da-4ceb-a764-f7783f910ae0 HTTP/1.1" status: 200 len: 1097 time: 0.0433605 Aug 22 14:08:05.036310 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ecb71f84-d08d-41bd-a717-afdc7be00ff4 req-699069e6-1645-4d09-bc0a-6420585e0960 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274582 Aug 22 14:08:05.786581 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6048128d-615d-421c-9722-46ddb4aabf9b req-219feeda-b5d2-4353-b620-af009f5a1503 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:08:05.788029 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6048128d-615d-421c-9722-46ddb4aabf9b req-219feeda-b5d2-4353-b620-af009f5a1503 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ffa4b57-b0da-4ceb-a764-f7783f910ae0 HTTP/1.1" status: 200 len: 945 time: 0.0481777 Aug 22 14:08:05.826003 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6048128d-615d-421c-9722-46ddb4aabf9b req-1594d724-76ce-4ded-9f21-1a5d41e12537 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310791 Aug 22 14:08:06.943943 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3729ea-81d3-4576-a354-e23cc37ce2ac req-0f3f7720-92a8-45b8-ba34-cacbbc25c9e9 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:08:06.945416 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5d3729ea-81d3-4576-a354-e23cc37ce2ac req-0f3f7720-92a8-45b8-ba34-cacbbc25c9e9 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ffa4b57-b0da-4ceb-a764-f7783f910ae0 HTTP/1.1" status: 200 len: 945 time: 0.0507777 Aug 22 14:08:06.983106 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5d3729ea-81d3-4576-a354-e23cc37ce2ac req-e8ba3e3c-50a9-40bc-baf3-4b6ac8a187fe tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309052 Aug 22 14:08:07.093441 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d37aa0-3b53-48fa-8a85-db99951003a9 req-b9397ac4-de05-4a65-b77d-14790a53e178 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:08:07.094899 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-49d37aa0-3b53-48fa-8a85-db99951003a9 req-b9397ac4-de05-4a65-b77d-14790a53e178 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ffa4b57-b0da-4ceb-a764-f7783f910ae0 HTTP/1.1" status: 200 len: 945 time: 0.0486794 Aug 22 14:08:07.103670 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 48954) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:08:07.108273 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-8dd357d3-babe-433e-b44f-5883bea87c66 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Request body: {'floatingip': {'port_id': 'f706180d-4493-47ce-a7dd-478950b38005'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:08:07.178824 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8dd357d3-babe-433e-b44f-5883bea87c66 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks [] for floatingip, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:08:07.868898 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8dd357d3-babe-433e-b44f-5883bea87c66 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:08:07.873393 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8dd357d3-babe-433e-b44f-5883bea87c66 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:08:07.980429 n-d-793621-33 neutron-server[94627]: INFO neutron.db.l3_db [None req-8dd357d3-babe-433e-b44f-5883bea87c66 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Floating IP 64a835be-6c89-43a2-95fb-bae168cd3d4e associated. External IP: 172.25.3.104, port: f706180d-4493-47ce-a7dd-478950b38005. Aug 22 14:08:08.181562 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd357d3-babe-433e-b44f-5883bea87c66 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Router 2912f955-3863-4556-b0d4-5f26d86004bb has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:08:08.287736 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd357d3-babe-433e-b44f-5883bea87c66 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:08:08.292842 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8dd357d3-babe-433e-b44f-5883bea87c66 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:08:08.298218 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc88412d-2040-4d14-9049-d4e37f1b4556 None None] Sync routers for ids ['2912f955-3863-4556-b0d4-5f26d86004bb'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:08:08.307038 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc88412d-2040-4d14-9049-d4e37f1b4556 None None] Routers {'2912f955-3863-4556-b0d4-5f26d86004bb'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:08:08.307662 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-dc88412d-2040-4d14-9049-d4e37f1b4556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:08:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['2912f955-3863-4556-b0d4-5f26d86004bb'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:08:08.319533 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-8dd357d3-babe-433e-b44f-5883bea87c66 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "PUT /v2.0/floatingips/64a835be-6c89-43a2-95fb-bae168cd3d4e HTTP/1.1" status: 200 len: 991 time: 1.2147999 Aug 22 14:08:08.320113 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ffa4b57-b0da-4ceb-a764-f7783f910ae0', 'tag': 'f706180d-4493-47ce-a7dd-478950b38005'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:08:08.322413 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0b8b9b-a9ca-4184-b183-e9aa5a42adec" -d '{"events": [{"name": "network-changed", "server_uuid": "3ffa4b57-b0da-4ceb-a764-f7783f910ae0", "tag": "f706180d-4493-47ce-a7dd-478950b38005"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:08:08.359807 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ebca942-88a1-4724-a703-412bcc88fd12 x-openstack-request-id: req-9ebca942-88a1-4724-a703-412bcc88fd12 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:08:08.360097 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ffa4b57-b0da-4ceb-a764-f7783f910ae0", "tag": "f706180d-4493-47ce-a7dd-478950b38005", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:08:08.360391 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9ebca942-88a1-4724-a703-412bcc88fd12 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:08:08.360770 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ffa4b57-b0da-4ceb-a764-f7783f910ae0', 'tag': 'f706180d-4493-47ce-a7dd-478950b38005', 'status': 'completed', 'code': 200} Aug 22 14:08:08.429861 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b8b9b-a9ca-4184-b183-e9aa5a42adec req-c65c067f-eb59-452a-bc0a-6d37b3813e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:08:08.431402 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ee0b8b9b-a9ca-4184-b183-e9aa5a42adec req-c65c067f-eb59-452a-bc0a-6d37b3813e77 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=000c9eb7079943208008751342206e4e&device_id=3ffa4b57-b0da-4ceb-a764-f7783f910ae0 HTTP/1.1" status: 200 len: 1097 time: 0.0492983 Aug 22 14:08:08.507217 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-dc88412d-2040-4d14-9049-d4e37f1b4556 None None] Set router 2912f955-3863-4556-b0d4-5f26d86004bb gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:08:08.520049 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b8b9b-a9ca-4184-b183-e9aa5a42adec req-60651a38-2d4a-4355-b11b-20e800287032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:08:08.521537 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ee0b8b9b-a9ca-4184-b183-e9aa5a42adec req-60651a38-2d4a-4355-b11b-20e800287032 service neutron] 10.222.0.41 "GET /v2.0/networks?id=80544ff9-4d7a-4bda-83ac-c376294c8e4f HTTP/1.1" status: 200 len: 913 time: 0.0825827 Aug 22 14:08:08.590623 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ee0b8b9b-a9ca-4184-b183-e9aa5a42adec req-47e82640-ac67-4e82-9b7c-6a8dbfd4b6fa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f706180d-4493-47ce-a7dd-478950b38005 HTTP/1.1" status: 200 len: 999 time: 0.0607729 Aug 22 14:08:08.638218 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b8b9b-a9ca-4184-b183-e9aa5a42adec req-eca8920a-7af4-4b1f-9d94-ffce2f27db83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:08:08.639696 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ee0b8b9b-a9ca-4184-b183-e9aa5a42adec req-eca8920a-7af4-4b1f-9d94-ffce2f27db83 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0960ef9e-f71d-43e9-946b-72ee9dbd7b2a HTTP/1.1" status: 200 len: 851 time: 0.0427616 Aug 22 14:08:08.684677 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b8b9b-a9ca-4184-b183-e9aa5a42adec req-9e7de3b2-5abd-426c-9356-405800c49f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:08:08.686168 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ee0b8b9b-a9ca-4184-b183-e9aa5a42adec req-9e7de3b2-5abd-426c-9356-405800c49f86 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80544ff9-4d7a-4bda-83ac-c376294c8e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401263 Aug 22 14:08:08.729148 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-dc88412d-2040-4d14-9049-d4e37f1b4556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'name': 'tempest-ServerActionsTestJSON-1475043879-router', 'tenant_id': '000c9eb7079943208008751342206e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '86097f35-0140-4305-ac3c-fe71f036fda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:07:52Z', 'updated_at': '2021-08-22T14:07:55Z', 'revision_number': 4, 'project_id': '000c9eb7079943208008751342206e4e', 'gw_port': {'id': '86097f35-0140-4305-ac3c-fe71f036fda3', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:07:53Z', 'updated_at': '2021-08-22T14:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '64a835be-6c89-43a2-95fb-bae168cd3d4e', 'tenant_id': '000c9eb7079943208008751342206e4e', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'port_id': 'f706180d-4493-47ce-a7dd-478950b38005', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f', 'mac_address': 'fa:16:3e:5d:3a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ffa4b57-b0da-4ceb-a764-f7783f910ae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:07:57Z', 'updated_at': '2021-08-22T14:08:07Z', 'revision_number': 1, 'project_id': '000c9eb7079943208008751342206e4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceedafbe-919a-4046-ab48-537f1cc3161d', 'name': '', 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f', 'tenant_id': '000c9eb7079943208008751342206e4e', 'mac_address': 'fa:16:3e:d9:41:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:07:54Z', 'updated_at': '2021-08-22T14:07:59Z', 'revision_number': 5, 'project_id': '000c9eb7079943208008751342206e4e', 'subnets': [{'id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:08:08.758756 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc88412d-2040-4d14-9049-d4e37f1b4556 None None] Checking router: 2912f955-3863-4556-b0d4-5f26d86004bb for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:08:08.767523 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc88412d-2040-4d14-9049-d4e37f1b4556 None None] Routers {'2912f955-3863-4556-b0d4-5f26d86004bb'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:08:08.768129 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-dc88412d-2040-4d14-9049-d4e37f1b4556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:08:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['2912f955-3863-4556-b0d4-5f26d86004bb'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:08:08.781422 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ee0b8b9b-a9ca-4184-b183-e9aa5a42adec req-9ebc3763-b683-47b6-b666-d0b2a7cf8542 service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874255 Aug 22 14:08:08.869860 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ee0b8b9b-a9ca-4184-b183-e9aa5a42adec req-9104e0b1-cbec-4552-be59-abf150a895f0 service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813649 Aug 22 14:08:08.872206 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-dc88412d-2040-4d14-9049-d4e37f1b4556 None None] Set router 2912f955-3863-4556-b0d4-5f26d86004bb gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:08:09.091140 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-dc88412d-2040-4d14-9049-d4e37f1b4556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'name': 'tempest-ServerActionsTestJSON-1475043879-router', 'tenant_id': '000c9eb7079943208008751342206e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '86097f35-0140-4305-ac3c-fe71f036fda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:07:52Z', 'updated_at': '2021-08-22T14:07:55Z', 'revision_number': 4, 'project_id': '000c9eb7079943208008751342206e4e', 'gw_port': {'id': '86097f35-0140-4305-ac3c-fe71f036fda3', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:07:53Z', 'updated_at': '2021-08-22T14:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '64a835be-6c89-43a2-95fb-bae168cd3d4e', 'tenant_id': '000c9eb7079943208008751342206e4e', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'port_id': 'f706180d-4493-47ce-a7dd-478950b38005', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f', 'mac_address': 'fa:16:3e:5d:3a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ffa4b57-b0da-4ceb-a764-f7783f910ae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:07:57Z', 'updated_at': '2021-08-22T14:08:07Z', 'revision_number': 1, 'project_id': '000c9eb7079943208008751342206e4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceedafbe-919a-4046-ab48-537f1cc3161d', 'name': '', 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f', 'tenant_id': '000c9eb7079943208008751342206e4e', 'mac_address': 'fa:16:3e:d9:41:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:07:54Z', 'updated_at': '2021-08-22T14:07:59Z', 'revision_number': 5, 'project_id': '000c9eb7079943208008751342206e4e', 'subnets': [{'id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:08:09.119277 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc88412d-2040-4d14-9049-d4e37f1b4556 None None] The sync data for ids ['2912f955-3863-4556-b0d4-5f26d86004bb'] in n-d-793621-33 is: [{'id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'name': 'tempest-ServerActionsTestJSON-1475043879-router', 'tenant_id': '000c9eb7079943208008751342206e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '86097f35-0140-4305-ac3c-fe71f036fda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:07:52Z', 'updated_at': '2021-08-22T14:07:55Z', 'revision_number': 4, 'project_id': '000c9eb7079943208008751342206e4e', 'gw_port': {'id': '86097f35-0140-4305-ac3c-fe71f036fda3', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:07:53Z', 'updated_at': '2021-08-22T14:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '64a835be-6c89-43a2-95fb-bae168cd3d4e', 'tenant_id': '000c9eb7079943208008751342206e4e', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'port_id': 'f706180d-4493-47ce-a7dd-478950b38005', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f', 'mac_address': 'fa:16:3e:5d:3a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ffa4b57-b0da-4ceb-a764-f7783f910ae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:07:57Z', 'updated_at': '2021-08-22T14:08:07Z', 'revision_number': 1, 'project_id': '000c9eb7079943208008751342206e4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceedafbe-919a-4046-ab48-537f1cc3161d', 'name': '', 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f', 'tenant_id': '000c9eb7079943208008751342206e4e', 'mac_address': 'fa:16:3e:d9:41:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:07:54Z', 'updated_at': '2021-08-22T14:07:59Z', 'revision_number': 5, 'project_id': '000c9eb7079943208008751342206e4e', 'subnets': [{'id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:08:09.315946 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81671f9-ebf4-46dc-8109-4dad03d40483 None None] New status for floating IP 64a835be-6c89-43a2-95fb-bae168cd3d4e: ACTIVE {{(pid=94629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 14:08:19.715659 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-19adcd80-00df-4382-8c79-4f58f97d267d req-61885122-8174-41c5-b4b5-2d7957c189d8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3ffa4b57-b0da-4ceb-a764-f7783f910ae0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0383675 Aug 22 14:08:19.798777 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19adcd80-00df-4382-8c79-4f58f97d267d req-7b136ff1-0fb6-4ef7-8698-9ef1fb1ed949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:08:19.800147 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-19adcd80-00df-4382-8c79-4f58f97d267d req-7b136ff1-0fb6-4ef7-8698-9ef1fb1ed949 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=000c9eb7079943208008751342206e4e&device_id=3ffa4b57-b0da-4ceb-a764-f7783f910ae0 HTTP/1.1" status: 200 len: 1097 time: 0.0439751 Aug 22 14:08:19.905167 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19adcd80-00df-4382-8c79-4f58f97d267d req-4574fe4a-1833-465d-b782-dd7379bf53b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:08:19.906652 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-19adcd80-00df-4382-8c79-4f58f97d267d req-4574fe4a-1833-465d-b782-dd7379bf53b5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=80544ff9-4d7a-4bda-83ac-c376294c8e4f HTTP/1.1" status: 200 len: 913 time: 0.0845361 Aug 22 14:08:19.975555 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-19adcd80-00df-4382-8c79-4f58f97d267d req-c5785681-cadf-4400-af46-143cdd36e251 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f706180d-4493-47ce-a7dd-478950b38005 HTTP/1.1" status: 200 len: 1001 time: 0.0610116 Aug 22 14:08:20.026613 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19adcd80-00df-4382-8c79-4f58f97d267d req-21632ce0-6b58-4aad-ac44-a76f170d5849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:08:20.028125 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-19adcd80-00df-4382-8c79-4f58f97d267d req-21632ce0-6b58-4aad-ac44-a76f170d5849 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0960ef9e-f71d-43e9-946b-72ee9dbd7b2a HTTP/1.1" status: 200 len: 851 time: 0.0437148 Aug 22 14:08:20.074508 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19adcd80-00df-4382-8c79-4f58f97d267d req-e6faf1da-8b65-405f-95e7-91d57097bf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:08:20.076506 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-19adcd80-00df-4382-8c79-4f58f97d267d req-e6faf1da-8b65-405f-95e7-91d57097bf36 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80544ff9-4d7a-4bda-83ac-c376294c8e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394373 Aug 22 14:08:20.166972 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-19adcd80-00df-4382-8c79-4f58f97d267d req-564dacff-b232-471c-8a30-576a818e04b0 service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832484 Aug 22 14:08:20.255634 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-19adcd80-00df-4382-8c79-4f58f97d267d req-1f201abe-50b2-4bc6-8c49-a8e4b00d799a service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817196 Aug 22 14:08:28.493373 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-311cbf0b-0a9f-4e30-9b3a-1f35e9f2df4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:08:28.760753 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:08:30.257026 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:08:31.114848 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ec6c7471-f872-46fc-83fb-0f898b6557bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:08:31.243725 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:08:32.552007 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:08:34.123320 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:08:34.330739 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:08:58.494386 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-488c646b-37e1-45b7-ba14-81e87b1cb935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:08:58.771801 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:09:01.114794 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c05980b1-b390-48cb-ad56-dc3c207ee52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:09:01.244631 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:09:02.555676 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:09:04.134847 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:09:04.335080 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:09:07.256755 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:09:09.119742 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [req-d3459874-35c0-4b2d-9f52-e3c2d9894b06 req-9e2d1726-3be5-4c3a-b27f-e3580b3d142c service neutron] (94628) timed out ('10.222.0.41', 53859) {{(pid=94628) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 22 14:09:21.805542 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-636eb32f-44ae-4645-95e6-4cd1f4541873 req-59d1f63a-2d6d-47ef-ba23-6521d9cb577e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3ffa4b57-b0da-4ceb-a764-f7783f910ae0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1381004 Aug 22 14:09:21.892651 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636eb32f-44ae-4645-95e6-4cd1f4541873 req-6c9793f9-7e4b-4f58-b212-3b108708819d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:09:21.893485 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-636eb32f-44ae-4645-95e6-4cd1f4541873 req-6c9793f9-7e4b-4f58-b212-3b108708819d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=000c9eb7079943208008751342206e4e&device_id=3ffa4b57-b0da-4ceb-a764-f7783f910ae0 HTTP/1.1" status: 200 len: 1097 time: 0.0461454 Aug 22 14:09:22.002403 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636eb32f-44ae-4645-95e6-4cd1f4541873 req-ae2343ef-cd5c-435c-b4e2-754bde924469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:09:22.003877 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-636eb32f-44ae-4645-95e6-4cd1f4541873 req-ae2343ef-cd5c-435c-b4e2-754bde924469 service neutron] 10.222.0.41 "GET /v2.0/networks?id=80544ff9-4d7a-4bda-83ac-c376294c8e4f HTTP/1.1" status: 200 len: 913 time: 0.0909979 Aug 22 14:09:22.072321 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-636eb32f-44ae-4645-95e6-4cd1f4541873 req-bc7da694-d7b2-4eba-98a7-aa3701ae996c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f706180d-4493-47ce-a7dd-478950b38005 HTTP/1.1" status: 200 len: 1001 time: 0.0612698 Aug 22 14:09:22.121476 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636eb32f-44ae-4645-95e6-4cd1f4541873 req-7bf45179-9990-4671-a7a0-86194874526c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:09:22.122878 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-636eb32f-44ae-4645-95e6-4cd1f4541873 req-7bf45179-9990-4671-a7a0-86194874526c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0960ef9e-f71d-43e9-946b-72ee9dbd7b2a HTTP/1.1" status: 200 len: 851 time: 0.0435212 Aug 22 14:09:22.168946 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636eb32f-44ae-4645-95e6-4cd1f4541873 req-33179b08-7644-4bb9-9f87-6ebf86e41d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:09:22.170349 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-636eb32f-44ae-4645-95e6-4cd1f4541873 req-33179b08-7644-4bb9-9f87-6ebf86e41d0f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80544ff9-4d7a-4bda-83ac-c376294c8e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401518 Aug 22 14:09:22.263869 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-636eb32f-44ae-4645-95e6-4cd1f4541873 req-d1f7822b-b241-4fed-baf2-6bcc75e5c922 service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863407 Aug 22 14:09:22.358219 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-636eb32f-44ae-4645-95e6-4cd1f4541873 req-2ac6582f-2960-4139-9cf9-dd2f898b1519 service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871129 Aug 22 14:09:28.494549 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-66d4db14-9d9b-4da9-89c0-3d215581aae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:09:28.776995 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:09:31.114054 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-fca0dee6-f213-4b35-952a-73baa4fb37a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:09:31.246056 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:09:32.557595 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:09:34.153397 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:09:34.337361 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:09:42.980652 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06807f70-f5ce-420f-bf3d-830c281dd364 req-22a3eecd-0623-4fd8-8f9a-043e67343e18 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:09:42.982199 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-06807f70-f5ce-420f-bf3d-830c281dd364 req-22a3eecd-0623-4fd8-8f9a-043e67343e18 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ffa4b57-b0da-4ceb-a764-f7783f910ae0 HTTP/1.1" status: 200 len: 945 time: 0.0548835 Aug 22 14:09:43.021271 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-06807f70-f5ce-420f-bf3d-830c281dd364 req-d377acbf-98d6-4075-9ab6-8b8129107dcb tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326467 Aug 22 14:09:43.254285 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-489844cb-3eec-42f8-b84e-9c8a00d0e648 req-8e00220c-6d9d-4b1c-9b6c-66114e49f522 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3ffa4b57-b0da-4ceb-a764-f7783f910ae0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0465908 Aug 22 14:09:43.263449 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63492a-0e76-4a64-a6e0-fcd737f79101 req-447bcafa-2b77-4014-bb84-2166af02f457 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:09:43.265297 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2d63492a-0e76-4a64-a6e0-fcd737f79101 req-447bcafa-2b77-4014-bb84-2166af02f457 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ffa4b57-b0da-4ceb-a764-f7783f910ae0 HTTP/1.1" status: 200 len: 945 time: 0.0505331 Aug 22 14:09:43.305759 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2d63492a-0e76-4a64-a6e0-fcd737f79101 req-9f24128e-6801-4ded-9fa9-4f23330455c0 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337150 Aug 22 14:09:44.256186 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:09:44.429454 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd29278-b1e2-4c74-8b76-991124e887ba req-54514839-e9dd-43ea-b205-467d3cb9fb11 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:09:44.430957 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6fd29278-b1e2-4c74-8b76-991124e887ba req-54514839-e9dd-43ea-b205-467d3cb9fb11 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ffa4b57-b0da-4ceb-a764-f7783f910ae0 HTTP/1.1" status: 200 len: 945 time: 0.0546834 Aug 22 14:09:44.450609 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489844cb-3eec-42f8-b84e-9c8a00d0e648 req-481bae8a-a5c9-48f1-bcd0-167e0b3f55e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:09:44.452141 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-489844cb-3eec-42f8-b84e-9c8a00d0e648 req-481bae8a-a5c9-48f1-bcd0-167e0b3f55e8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=000c9eb7079943208008751342206e4e&device_id=3ffa4b57-b0da-4ceb-a764-f7783f910ae0 HTTP/1.1" status: 200 len: 1097 time: 0.0458772 Aug 22 14:09:44.469149 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6fd29278-b1e2-4c74-8b76-991124e887ba req-296c1500-da1f-4bce-be1f-cf6fc797bf91 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321782 Aug 22 14:09:44.543536 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489844cb-3eec-42f8-b84e-9c8a00d0e648 req-24fa211b-1821-4204-838b-e18d9343db97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:09:44.544976 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-489844cb-3eec-42f8-b84e-9c8a00d0e648 req-24fa211b-1821-4204-838b-e18d9343db97 service neutron] 10.222.0.41 "GET /v2.0/networks?id=80544ff9-4d7a-4bda-83ac-c376294c8e4f HTTP/1.1" status: 200 len: 913 time: 0.0855212 Aug 22 14:09:44.615410 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-489844cb-3eec-42f8-b84e-9c8a00d0e648 req-6ab05d0a-e568-4de4-97da-fad44f1c5308 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f706180d-4493-47ce-a7dd-478950b38005 HTTP/1.1" status: 200 len: 1001 time: 0.0622330 Aug 22 14:09:44.665022 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489844cb-3eec-42f8-b84e-9c8a00d0e648 req-c752f172-8879-4848-b37b-a311fa0af103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:09:44.666424 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-489844cb-3eec-42f8-b84e-9c8a00d0e648 req-c752f172-8879-4848-b37b-a311fa0af103 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0960ef9e-f71d-43e9-946b-72ee9dbd7b2a HTTP/1.1" status: 200 len: 851 time: 0.0445447 Aug 22 14:09:44.712626 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489844cb-3eec-42f8-b84e-9c8a00d0e648 req-9c6ce949-5d1a-4dc9-9344-6a45932067f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:09:44.714088 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-489844cb-3eec-42f8-b84e-9c8a00d0e648 req-9c6ce949-5d1a-4dc9-9344-6a45932067f8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80544ff9-4d7a-4bda-83ac-c376294c8e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409596 Aug 22 14:09:44.807690 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-489844cb-3eec-42f8-b84e-9c8a00d0e648 req-c1fb63c6-8615-4e78-bc4e-cfcc7572ed71 service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848105 Aug 22 14:09:44.895457 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-489844cb-3eec-42f8-b84e-9c8a00d0e648 req-02427ba2-0e98-4c6a-b54c-decb8c9ae4ae service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808747 Aug 22 14:09:45.584972 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e232809-1a8d-4c7e-b1be-04c2c0062500 req-9ab75277-4a66-4ae9-bc28-1e8fe37b0c01 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:09:45.586434 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6e232809-1a8d-4c7e-b1be-04c2c0062500 req-9ab75277-4a66-4ae9-bc28-1e8fe37b0c01 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ffa4b57-b0da-4ceb-a764-f7783f910ae0 HTTP/1.1" status: 200 len: 945 time: 0.0485435 Aug 22 14:09:45.623154 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6e232809-1a8d-4c7e-b1be-04c2c0062500 req-53b09044-1131-4845-8255-37cb7de85c7e tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308824 Aug 22 14:09:46.738535 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7da1d-195e-4082-8d2b-599c82b53aa1 req-58e22ed2-cc8e-4e83-9bab-4afd70cc0ed0 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:09:46.740027 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-19c7da1d-195e-4082-8d2b-599c82b53aa1 req-58e22ed2-cc8e-4e83-9bab-4afd70cc0ed0 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ffa4b57-b0da-4ceb-a764-f7783f910ae0 HTTP/1.1" status: 200 len: 945 time: 0.0484409 Aug 22 14:09:46.777214 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-19c7da1d-195e-4082-8d2b-599c82b53aa1 req-a2286a9f-efb2-4f41-8100-a17d9a342336 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312819 Aug 22 14:09:47.895166 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a3e77-5810-47d5-a1fa-116d637615f6 req-4f4864dd-117e-4c7b-b487-34d17ca6906c tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:09:47.896651 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8a2a3e77-5810-47d5-a1fa-116d637615f6 req-4f4864dd-117e-4c7b-b487-34d17ca6906c tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ffa4b57-b0da-4ceb-a764-f7783f910ae0 HTTP/1.1" status: 200 len: 945 time: 0.0525384 Aug 22 14:09:47.933201 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8a2a3e77-5810-47d5-a1fa-116d637615f6 req-74aa1e28-a57f-4b48-809f-8c41378330be tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307536 Aug 22 14:09:49.060753 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e747f9-b2f0-4a99-82e7-045d8ca01b73 req-6c68d18f-0612-409c-98dd-8807454eb67d tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:09:49.062188 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-13e747f9-b2f0-4a99-82e7-045d8ca01b73 req-6c68d18f-0612-409c-98dd-8807454eb67d tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ffa4b57-b0da-4ceb-a764-f7783f910ae0 HTTP/1.1" status: 200 len: 945 time: 0.0550430 Aug 22 14:09:49.104761 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-13e747f9-b2f0-4a99-82e7-045d8ca01b73 req-733b3e5a-5e0a-4aaf-9357-757ecd148c03 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355599 Aug 22 14:09:50.222845 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b95eaad-e570-4afd-86f4-878891b32ce6 req-664c7502-890a-4df5-bde7-7e81ac52efba tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:09:50.224377 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1b95eaad-e570-4afd-86f4-878891b32ce6 req-664c7502-890a-4df5-bde7-7e81ac52efba tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ffa4b57-b0da-4ceb-a764-f7783f910ae0 HTTP/1.1" status: 200 len: 945 time: 0.0506146 Aug 22 14:09:50.261735 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1b95eaad-e570-4afd-86f4-878891b32ce6 req-6c6bfe53-0664-4fc9-869a-aa3220a5824c tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312848 Aug 22 14:09:51.380297 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5590f5f-7c4f-45a0-afd6-ec5f69df1a2b req-ec5385c1-f586-4bf6-b935-f1c5bc767a1b tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:09:51.381765 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f5590f5f-7c4f-45a0-afd6-ec5f69df1a2b req-ec5385c1-f586-4bf6-b935-f1c5bc767a1b tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ffa4b57-b0da-4ceb-a764-f7783f910ae0 HTTP/1.1" status: 200 len: 945 time: 0.0522034 Aug 22 14:09:51.418854 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f5590f5f-7c4f-45a0-afd6-ec5f69df1a2b req-ef06c84d-016f-428c-91ad-cbdf76bbd2eb tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313134 Aug 22 14:09:52.532945 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7a35a-527c-4485-a117-ad7821f1ca74 req-8b260f61-4ced-40f0-b220-3a81725cd067 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:09:52.535092 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0ed7a35a-527c-4485-a117-ad7821f1ca74 req-8b260f61-4ced-40f0-b220-3a81725cd067 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ffa4b57-b0da-4ceb-a764-f7783f910ae0 HTTP/1.1" status: 200 len: 945 time: 0.0495751 Aug 22 14:09:52.573514 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0ed7a35a-527c-4485-a117-ad7821f1ca74 req-0f9ed6d4-cb6c-4406-9a58-8a2577f06631 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323796 Aug 22 14:09:53.692265 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf9796-9592-4429-b930-5b9ee4347985 req-cc075b22-bdbe-4300-be04-e93c1b8b2948 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:09:53.693754 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7dbf9796-9592-4429-b930-5b9ee4347985 req-cc075b22-bdbe-4300-be04-e93c1b8b2948 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ffa4b57-b0da-4ceb-a764-f7783f910ae0 HTTP/1.1" status: 200 len: 945 time: 0.0483100 Aug 22 14:09:53.729912 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7dbf9796-9592-4429-b930-5b9ee4347985 req-74fc9e9b-8ab5-4710-91dc-2613d43b283d tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301509 Aug 22 14:09:54.848145 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d004429-7bf8-4b95-93e4-1d3f8bc8e2a1 req-e277e847-7e30-4c4b-afa3-adef04d43483 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:09:54.849651 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3d004429-7bf8-4b95-93e4-1d3f8bc8e2a1 req-e277e847-7e30-4c4b-afa3-adef04d43483 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ffa4b57-b0da-4ceb-a764-f7783f910ae0 HTTP/1.1" status: 200 len: 945 time: 0.0532227 Aug 22 14:09:54.886679 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3d004429-7bf8-4b95-93e4-1d3f8bc8e2a1 req-20005e8c-e2f1-4f1e-9879-7ab500317916 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311384 Aug 22 14:09:56.005234 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab927ec-17c4-4584-8c73-1dff4cee6d20 req-f5eaa408-cc14-4c84-b48a-df21bfbfe154 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:09:56.006752 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dab927ec-17c4-4584-8c73-1dff4cee6d20 req-f5eaa408-cc14-4c84-b48a-df21bfbfe154 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ffa4b57-b0da-4ceb-a764-f7783f910ae0 HTTP/1.1" status: 200 len: 945 time: 0.0508235 Aug 22 14:09:56.044017 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dab927ec-17c4-4584-8c73-1dff4cee6d20 req-7f738372-ae34-4421-ae73-7c3a844b01d6 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313566 Aug 22 14:09:56.676004 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [req-489844cb-3eec-42f8-b84e-9c8a00d0e648 req-af341ec2-a0cb-4f69-9658-24c84dadc47d service neutron] show failed (client error): The resource could not be found. Aug 22 14:09:56.677021 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-489844cb-3eec-42f8-b84e-9c8a00d0e648 req-af341ec2-a0cb-4f69-9658-24c84dadc47d service neutron] 10.222.0.41 "GET /v2.0/ports/f706180d-4493-47ce-a7dd-478950b38005/bindings/n-h2-793621-33 HTTP/1.1" status: 404 len: 381 time: 0.0528059 Aug 22 14:09:56.870693 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489844cb-3eec-42f8-b84e-9c8a00d0e648 req-6b6bcf4f-2873-45e6-b8bd-049dd2cc2da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:09:56.872190 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-489844cb-3eec-42f8-b84e-9c8a00d0e648 req-6b6bcf4f-2873-45e6-b8bd-049dd2cc2da7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3ffa4b57-b0da-4ceb-a764-f7783f910ae0&tenant_id=000c9eb7079943208008751342206e4e HTTP/1.1" status: 200 len: 1097 time: 0.0420635 Aug 22 14:09:56.884629 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-489844cb-3eec-42f8-b84e-9c8a00d0e648 req-f83cdbea-53ab-432d-bad6-4bda93c794ad service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-33', 'device_owner': 'compute:nova'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:09:56.939677 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-489844cb-3eec-42f8-b84e-9c8a00d0e648 req-f83cdbea-53ab-432d-bad6-4bda93c794ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:09:57.166224 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-489844cb-3eec-42f8-b84e-9c8a00d0e648 req-f83cdbea-53ab-432d-bad6-4bda93c794ad service neutron] For port f706180d-4493-47ce-a7dd-478950b38005, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=f706180d-4493-47ce-a7dd-478950b38005,segment=NetworkSegment(daac6273-e2ad-41db-a5df-98ad96ede67a),segment_id=daac6273-e2ad-41db-a5df-98ad96ede67a)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:09:57.191400 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033fbb5-1784-41a8-bbfc-d85d2035101c req-ff1d428a-2504-4c89-bb26-1496c2ff45dd tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:09:57.192926 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0033fbb5-1784-41a8-bbfc-d85d2035101c req-ff1d428a-2504-4c89-bb26-1496c2ff45dd tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ffa4b57-b0da-4ceb-a764-f7783f910ae0 HTTP/1.1" status: 200 len: 945 time: 0.0780315 Aug 22 14:09:57.225478 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-489844cb-3eec-42f8-b84e-9c8a00d0e648 req-f83cdbea-53ab-432d-bad6-4bda93c794ad service neutron] For port f706180d-4493-47ce-a7dd-478950b38005, host n-h1-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:09:57.269274 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0033fbb5-1784-41a8-bbfc-d85d2035101c req-a00bc2f1-dff1-432e-97df-5eda40b08404 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680602 Aug 22 14:09:57.279847 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ffa4b57-b0da-4ceb-a764-f7783f910ae0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f706180d-4493-47ce-a7dd-478950b38005'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:09:57.282135 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59509b45-bb9e-4a1e-8efa-de1c19164ac9" -d '{"events": [{"server_uuid": "3ffa4b57-b0da-4ceb-a764-f7783f910ae0", "name": "network-vif-unplugged", "status": "completed", "tag": "f706180d-4493-47ce-a7dd-478950b38005"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:09:57.286600 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-489844cb-3eec-42f8-b84e-9c8a00d0e648 req-f83cdbea-53ab-432d-bad6-4bda93c794ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:09:57.298838 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-489844cb-3eec-42f8-b84e-9c8a00d0e648 req-f83cdbea-53ab-432d-bad6-4bda93c794ad service neutron] Transition to ACTIVE for port object f706180d-4493-47ce-a7dd-478950b38005 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:09:57.304763 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-489844cb-3eec-42f8-b84e-9c8a00d0e648 req-f83cdbea-53ab-432d-bad6-4bda93c794ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:09:57.412814 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 14:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d2486a-75f6-4da4-bb5c-57023ab06fce x-openstack-request-id: req-63d2486a-75f6-4da4-bb5c-57023ab06fce {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:09:57.413112 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ffa4b57-b0da-4ceb-a764-f7783f910ae0", "name": "network-vif-unplugged", "status": "completed", "tag": "f706180d-4493-47ce-a7dd-478950b38005", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:09:57.413367 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-63d2486a-75f6-4da4-bb5c-57023ab06fce {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:09:57.413761 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ffa4b57-b0da-4ceb-a764-f7783f910ae0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f706180d-4493-47ce-a7dd-478950b38005', 'code': 200} Aug 22 14:09:57.447883 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83cdbea-53ab-432d-bad6-4bda93c794ad service neutron] Pushing event updated for resources: {'Port': ['ID=f706180d-4493-47ce-a7dd-478950b38005,revision_number=6']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:09:57.467246 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83cdbea-53ab-432d-bad6-4bda93c794ad service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:09:57.467591 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83cdbea-53ab-432d-bad6-4bda93c794ad service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:09:57.467931 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83cdbea-53ab-432d-bad6-4bda93c794ad service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:09:57.468289 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83cdbea-53ab-432d-bad6-4bda93c794ad service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:09:57.468622 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83cdbea-53ab-432d-bad6-4bda93c794ad service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:09:57.468949 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83cdbea-53ab-432d-bad6-4bda93c794ad service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:09:57.469276 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83cdbea-53ab-432d-bad6-4bda93c794ad service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:09:57.469599 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83cdbea-53ab-432d-bad6-4bda93c794ad service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:09:57.469922 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83cdbea-53ab-432d-bad6-4bda93c794ad service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:09:57.470244 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83cdbea-53ab-432d-bad6-4bda93c794ad service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:09:57.470563 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83cdbea-53ab-432d-bad6-4bda93c794ad service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:09:57.470930 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83cdbea-53ab-432d-bad6-4bda93c794ad service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:09:57.491622 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-489844cb-3eec-42f8-b84e-9c8a00d0e648 req-f83cdbea-53ab-432d-bad6-4bda93c794ad service neutron] No DVR routers for this DVR port f706180d-4493-47ce-a7dd-478950b38005 on host n-h1-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:09:57.624838 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-489844cb-3eec-42f8-b84e-9c8a00d0e648 req-f83cdbea-53ab-432d-bad6-4bda93c794ad service neutron] Attempting to bind port f706180d-4493-47ce-a7dd-478950b38005 on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:09:57.625061 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-489844cb-3eec-42f8-b84e-9c8a00d0e648 req-f83cdbea-53ab-432d-bad6-4bda93c794ad service neutron] Attempting to bind port f706180d-4493-47ce-a7dd-478950b38005 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': 'daac6273-e2ad-41db-a5df-98ad96ede67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:09:57.625956 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489844cb-3eec-42f8-b84e-9c8a00d0e648 req-f83cdbea-53ab-432d-bad6-4bda93c794ad service neutron] Attempting to bind port f706180d-4493-47ce-a7dd-478950b38005 on network 80544ff9-4d7a-4bda-83ac-c376294c8e4f {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:09:57.630381 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489844cb-3eec-42f8-b84e-9c8a00d0e648 req-f83cdbea-53ab-432d-bad6-4bda93c794ad service neutron] Port f706180d-4493-47ce-a7dd-478950b38005 on network 80544ff9-4d7a-4bda-83ac-c376294c8e4f not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:09:57.630703 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489844cb-3eec-42f8-b84e-9c8a00d0e648 req-f83cdbea-53ab-432d-bad6-4bda93c794ad service neutron] Attempting to bind port f706180d-4493-47ce-a7dd-478950b38005 on network 80544ff9-4d7a-4bda-83ac-c376294c8e4f {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:09:57.635487 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489844cb-3eec-42f8-b84e-9c8a00d0e648 req-f83cdbea-53ab-432d-bad6-4bda93c794ad service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:09:57.635823 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489844cb-3eec-42f8-b84e-9c8a00d0e648 req-f83cdbea-53ab-432d-bad6-4bda93c794ad service neutron] Checking segment: {'id': 'daac6273-e2ad-41db-a5df-98ad96ede67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:09:57.636200 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489844cb-3eec-42f8-b84e-9c8a00d0e648 req-f83cdbea-53ab-432d-bad6-4bda93c794ad service neutron] Bound using segment: {'id': 'daac6273-e2ad-41db-a5df-98ad96ede67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:09:57.636656 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-489844cb-3eec-42f8-b84e-9c8a00d0e648 req-f83cdbea-53ab-432d-bad6-4bda93c794ad service neutron] Bound port: f706180d-4493-47ce-a7dd-478950b38005, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daac6273-e2ad-41db-a5df-98ad96ede67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:09:57.637012 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-489844cb-3eec-42f8-b84e-9c8a00d0e648 req-f83cdbea-53ab-432d-bad6-4bda93c794ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:09:57.698153 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-489844cb-3eec-42f8-b84e-9c8a00d0e648 req-f83cdbea-53ab-432d-bad6-4bda93c794ad service neutron] For port f706180d-4493-47ce-a7dd-478950b38005, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:09:57.701356 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-489844cb-3eec-42f8-b84e-9c8a00d0e648 req-f83cdbea-53ab-432d-bad6-4bda93c794ad service neutron] For port f706180d-4493-47ce-a7dd-478950b38005, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=f706180d-4493-47ce-a7dd-478950b38005,segment=NetworkSegment(daac6273-e2ad-41db-a5df-98ad96ede67a),segment_id=daac6273-e2ad-41db-a5df-98ad96ede67a)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:09:57.706001 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-489844cb-3eec-42f8-b84e-9c8a00d0e648 req-f83cdbea-53ab-432d-bad6-4bda93c794ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:09:57.744759 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489844cb-3eec-42f8-b84e-9c8a00d0e648 req-f83cdbea-53ab-432d-bad6-4bda93c794ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:09:57.745469 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-489844cb-3eec-42f8-b84e-9c8a00d0e648 req-f83cdbea-53ab-432d-bad6-4bda93c794ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:09:57.746787 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-489844cb-3eec-42f8-b84e-9c8a00d0e648 req-f83cdbea-53ab-432d-bad6-4bda93c794ad service neutron] 10.222.0.16 "PUT /v2.0/ports/f706180d-4493-47ce-a7dd-478950b38005 HTTP/1.1" status: 200 len: 1092 time: 0.8661394 Aug 22 14:09:57.766075 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83cdbea-53ab-432d-bad6-4bda93c794ad service neutron] Pushing event updated for resources: {'Port': ['ID=f706180d-4493-47ce-a7dd-478950b38005,revision_number=7']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:09:57.813706 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489844cb-3eec-42f8-b84e-9c8a00d0e648 req-97a3f507-9e5a-4417-9ea0-b1fa5c767639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:09:57.815853 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-489844cb-3eec-42f8-b84e-9c8a00d0e648 req-97a3f507-9e5a-4417-9ea0-b1fa5c767639 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=000c9eb7079943208008751342206e4e&device_id=3ffa4b57-b0da-4ceb-a764-f7783f910ae0 HTTP/1.1" status: 200 len: 1095 time: 0.0447321 Aug 22 14:09:57.909718 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489844cb-3eec-42f8-b84e-9c8a00d0e648 req-c7225384-e006-4439-a740-048404957a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:09:57.911430 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-489844cb-3eec-42f8-b84e-9c8a00d0e648 req-c7225384-e006-4439-a740-048404957a86 service neutron] 10.222.0.16 "GET /v2.0/networks?id=80544ff9-4d7a-4bda-83ac-c376294c8e4f HTTP/1.1" status: 200 len: 913 time: 0.0880353 Aug 22 14:09:58.008950 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-489844cb-3eec-42f8-b84e-9c8a00d0e648 req-f4937fb1-ca92-4bfa-ae99-c81adb529416 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f706180d-4493-47ce-a7dd-478950b38005 HTTP/1.1" status: 200 len: 999 time: 0.0896680 Aug 22 14:09:58.057174 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489844cb-3eec-42f8-b84e-9c8a00d0e648 req-e52eb4b3-f167-412f-b6a9-a950515a0ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:09:58.058578 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-489844cb-3eec-42f8-b84e-9c8a00d0e648 req-e52eb4b3-f167-412f-b6a9-a950515a0ffb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0960ef9e-f71d-43e9-946b-72ee9dbd7b2a HTTP/1.1" status: 200 len: 851 time: 0.0425897 Aug 22 14:09:58.367055 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489844cb-3eec-42f8-b84e-9c8a00d0e648 req-db46c6a4-3b1a-4109-9fa4-7c716e895c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:09:58.368710 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-489844cb-3eec-42f8-b84e-9c8a00d0e648 req-db46c6a4-3b1a-4109-9fa4-7c716e895c86 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=80544ff9-4d7a-4bda-83ac-c376294c8e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3028336 Aug 22 14:09:58.451242 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5b78c-6920-488f-a891-56297aca1242 req-78c30c21-6489-4a3e-a6db-1fad7d93a7dc tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:09:58.452742 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-53f5b78c-6920-488f-a891-56297aca1242 req-78c30c21-6489-4a3e-a6db-1fad7d93a7dc tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ffa4b57-b0da-4ceb-a764-f7783f910ae0 HTTP/1.1" status: 200 len: 943 time: 0.0996015 Aug 22 14:09:58.495579 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-51d549d5-5914-4d2c-b4cf-8ab93398e05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:09:58.507088 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-489844cb-3eec-42f8-b84e-9c8a00d0e648 req-71dec28b-ebd1-4f69-9165-3a13193db4b3 service neutron] 10.222.0.16 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255939 Aug 22 14:09:58.511914 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-53f5b78c-6920-488f-a891-56297aca1242 req-e1d3b5ae-23d4-47ac-b764-5975ee6fc31a tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527151 Aug 22 14:09:58.596900 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-489844cb-3eec-42f8-b84e-9c8a00d0e648 req-77bee38e-9f58-4656-b5b1-739618c47430 service neutron] 10.222.0.16 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819685 Aug 22 14:09:58.775103 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:09:59.414697 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ffa4b57-b0da-4ceb-a764-f7783f910ae0', 'tag': 'f706180d-4493-47ce-a7dd-478950b38005'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:09:59.417126 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17d9080-a126-4a4e-b716-749349bfa1fb" -d '{"events": [{"name": "network-changed", "server_uuid": "3ffa4b57-b0da-4ceb-a764-f7783f910ae0", "tag": "f706180d-4493-47ce-a7dd-478950b38005"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:09:59.465155 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abae846c-5445-444e-9ca9-3985c656fd71 x-openstack-request-id: req-abae846c-5445-444e-9ca9-3985c656fd71 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:09:59.465447 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ffa4b57-b0da-4ceb-a764-f7783f910ae0", "tag": "f706180d-4493-47ce-a7dd-478950b38005", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:09:59.465692 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-abae846c-5445-444e-9ca9-3985c656fd71 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:09:59.466084 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ffa4b57-b0da-4ceb-a764-f7783f910ae0', 'tag': 'f706180d-4493-47ce-a7dd-478950b38005', 'status': 'completed', 'code': 200} Aug 22 14:09:59.531291 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d9080-a126-4a4e-b716-749349bfa1fb req-4246be1a-f7e5-4bb8-9c8c-6156b0be2992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:09:59.532119 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d9080-a126-4a4e-b716-749349bfa1fb req-6addb2de-3e03-4d2e-bb89-873a07a18269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:09:59.532826 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d17d9080-a126-4a4e-b716-749349bfa1fb req-4246be1a-f7e5-4bb8-9c8c-6156b0be2992 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=000c9eb7079943208008751342206e4e&device_id=3ffa4b57-b0da-4ceb-a764-f7783f910ae0 HTTP/1.1" status: 200 len: 1095 time: 0.0456526 Aug 22 14:09:59.534377 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d17d9080-a126-4a4e-b716-749349bfa1fb req-6addb2de-3e03-4d2e-bb89-873a07a18269 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=000c9eb7079943208008751342206e4e&device_id=3ffa4b57-b0da-4ceb-a764-f7783f910ae0 HTTP/1.1" status: 200 len: 1095 time: 0.0463171 Aug 22 14:09:59.626786 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d9080-a126-4a4e-b716-749349bfa1fb req-5347c3b7-0595-46c8-94e0-eca6de6c618c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:09:59.629135 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d17d9080-a126-4a4e-b716-749349bfa1fb req-5347c3b7-0595-46c8-94e0-eca6de6c618c service neutron] 10.222.0.41 "GET /v2.0/networks?id=80544ff9-4d7a-4bda-83ac-c376294c8e4f HTTP/1.1" status: 200 len: 913 time: 0.0876164 Aug 22 14:09:59.665235 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e3e53-fc31-4292-acbd-0755d91f9a2c req-4ea16586-0dec-487b-927c-41d669292b7e tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:09:59.666622 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e18e3e53-fc31-4292-acbd-0755d91f9a2c req-4ea16586-0dec-487b-927c-41d669292b7e tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ffa4b57-b0da-4ceb-a764-f7783f910ae0 HTTP/1.1" status: 200 len: 943 time: 0.0802066 Aug 22 14:09:59.667978 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d9080-a126-4a4e-b716-749349bfa1fb req-b2a254ce-09ce-4496-a332-cba814eec006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:09:59.669324 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d17d9080-a126-4a4e-b716-749349bfa1fb req-b2a254ce-09ce-4496-a332-cba814eec006 service neutron] 10.222.0.16 "GET /v2.0/networks?id=80544ff9-4d7a-4bda-83ac-c376294c8e4f HTTP/1.1" status: 200 len: 913 time: 0.1266513 Aug 22 14:09:59.699029 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d17d9080-a126-4a4e-b716-749349bfa1fb req-c0e2ccdc-fbb0-481c-8321-f8fccbb4541e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f706180d-4493-47ce-a7dd-478950b38005 HTTP/1.1" status: 200 len: 999 time: 0.0634344 Aug 22 14:09:59.744552 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e18e3e53-fc31-4292-acbd-0755d91f9a2c req-e61a9e8c-c4a0-4d0c-9350-b9543e7f9693 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717106 Aug 22 14:09:59.748426 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d9080-a126-4a4e-b716-749349bfa1fb req-3c00ee26-f394-443c-9e62-63c985dcead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:09:59.749900 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d17d9080-a126-4a4e-b716-749349bfa1fb req-3c00ee26-f394-443c-9e62-63c985dcead7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0960ef9e-f71d-43e9-946b-72ee9dbd7b2a HTTP/1.1" status: 200 len: 851 time: 0.0436869 Aug 22 14:09:59.756953 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d17d9080-a126-4a4e-b716-749349bfa1fb req-5301757c-690f-4590-8b9c-08fa0e141ac2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f706180d-4493-47ce-a7dd-478950b38005 HTTP/1.1" status: 200 len: 999 time: 0.0768974 Aug 22 14:09:59.796718 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d9080-a126-4a4e-b716-749349bfa1fb req-1bc8f8e4-1648-41b9-9b3b-f303ebc3d8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:09:59.798210 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d17d9080-a126-4a4e-b716-749349bfa1fb req-1bc8f8e4-1648-41b9-9b3b-f303ebc3d8f6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80544ff9-4d7a-4bda-83ac-c376294c8e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406339 Aug 22 14:09:59.808216 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d9080-a126-4a4e-b716-749349bfa1fb req-72a4355e-3667-48af-9ebd-e92273891941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:09:59.809680 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d17d9080-a126-4a4e-b716-749349bfa1fb req-72a4355e-3667-48af-9ebd-e92273891941 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0960ef9e-f71d-43e9-946b-72ee9dbd7b2a HTTP/1.1" status: 200 len: 851 time: 0.0436692 Aug 22 14:09:59.859992 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d9080-a126-4a4e-b716-749349bfa1fb req-c4a1bf82-4d76-4ebd-84ff-b00bc02b6940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:09:59.862035 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d17d9080-a126-4a4e-b716-749349bfa1fb req-c4a1bf82-4d76-4ebd-84ff-b00bc02b6940 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=80544ff9-4d7a-4bda-83ac-c376294c8e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434155 Aug 22 14:09:59.892896 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d17d9080-a126-4a4e-b716-749349bfa1fb req-38d9d1b3-20bd-4986-b3fb-23bef254a2c8 service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868273 Aug 22 14:09:59.952403 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d17d9080-a126-4a4e-b716-749349bfa1fb req-7456359b-8f7d-4246-80b2-85d892febf0d service neutron] 10.222.0.16 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820930 Aug 22 14:09:59.983787 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d17d9080-a126-4a4e-b716-749349bfa1fb req-8d4ed633-9d47-44b4-90f1-74328fa0940d service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843930 Aug 22 14:10:00.049933 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d17d9080-a126-4a4e-b716-749349bfa1fb req-e4d7df43-fffa-415b-b022-115892c8f071 service neutron] 10.222.0.16 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887191 Aug 22 14:10:00.863325 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8517e-ff81-4e9b-bdb6-651295f17113 req-261f014f-41cf-45fa-8475-7d63d476141b tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:10:00.864838 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c8e8517e-ff81-4e9b-bdb6-651295f17113 req-261f014f-41cf-45fa-8475-7d63d476141b tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ffa4b57-b0da-4ceb-a764-f7783f910ae0 HTTP/1.1" status: 200 len: 943 time: 0.0506017 Aug 22 14:10:00.901194 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c8e8517e-ff81-4e9b-bdb6-651295f17113 req-f51db963-469e-42e7-8fb1-be659e9ad5e1 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305107 Aug 22 14:10:01.009243 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device f706180d-4493-47ce-a7dd-478950b38005 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:10:01.095008 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d80cf-a505-4ceb-a796-0802354eb119 req-d8efad5b-55bc-4f52-ae1b-b57d77b019e9 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:10:01.097419 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0f8d80cf-a505-4ceb-a796-0802354eb119 req-d8efad5b-55bc-4f52-ae1b-b57d77b019e9 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ffa4b57-b0da-4ceb-a764-f7783f910ae0 HTTP/1.1" status: 200 len: 943 time: 0.0492473 Aug 22 14:10:01.109836 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port f706180d-4493-47ce-a7dd-478950b38005, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=f706180d-4493-47ce-a7dd-478950b38005,segment=NetworkSegment(daac6273-e2ad-41db-a5df-98ad96ede67a),segment_id=daac6273-e2ad-41db-a5df-98ad96ede67a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:10:01.117182 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8a9c9-0f61-49de-9693-b9f8b6a6fd7f req-971f27c2-6d68-4c30-a6c8-f008696dec29 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:10:01.118720 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-49f8a9c9-0f61-49de-9693-b9f8b6a6fd7f req-971f27c2-6d68-4c30-a6c8-f008696dec29 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ffa4b57-b0da-4ceb-a764-f7783f910ae0&tenant_id=000c9eb7079943208008751342206e4e&binding%3Ahost_id=n-h2-793621-33 HTTP/1.1" status: 200 len: 943 time: 0.0530765 Aug 22 14:10:01.127644 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': 'f706180d-4493-47ce-a7dd-478950b38005', 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f', 'port_id': 'f706180d-4493-47ce-a7dd-478950b38005', 'mac_address': 'fa:16:3e:5d:3a:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:10:01.138222 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0f8d80cf-a505-4ceb-a796-0802354eb119 req-ef7e61ca-a590-4189-bb15-38eb43017f12 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334210 Aug 22 14:10:01.158289 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7a24246a-989d-48fc-8620-38ab2f6474e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:10:01.172864 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:10:01.185762 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f706180d-4493-47ce-a7dd-478950b38005 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:10:01.191178 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [req-49f8a9c9-0f61-49de-9693-b9f8b6a6fd7f req-cd4be93f-b0ea-4194-8248-e376366d4860 service neutron] delete failed (client error): The resource could not be found. Aug 22 14:10:01.192193 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-49f8a9c9-0f61-49de-9693-b9f8b6a6fd7f req-cd4be93f-b0ea-4194-8248-e376366d4860 service neutron] 10.222.0.41 "DELETE /v2.0/ports/f706180d-4493-47ce-a7dd-478950b38005/bindings/n-h1-793621-33 HTTP/1.1" status: 404 len: 381 time: 0.0661719 Aug 22 14:10:01.199113 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device f706180d-4493-47ce-a7dd-478950b38005 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:10:01.241750 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port f706180d-4493-47ce-a7dd-478950b38005, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=f706180d-4493-47ce-a7dd-478950b38005,segment=NetworkSegment(daac6273-e2ad-41db-a5df-98ad96ede67a),segment_id=daac6273-e2ad-41db-a5df-98ad96ede67a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:10:01.252103 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:10:01.276820 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8a9c9-0f61-49de-9693-b9f8b6a6fd7f req-a1ed3a61-3b12-4e94-bff7-11c6c78403da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:10:01.278307 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-49f8a9c9-0f61-49de-9693-b9f8b6a6fd7f req-a1ed3a61-3b12-4e94-bff7-11c6c78403da service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=000c9eb7079943208008751342206e4e&device_id=3ffa4b57-b0da-4ceb-a764-f7783f910ae0 HTTP/1.1" status: 200 len: 1096 time: 0.0426574 Aug 22 14:10:01.286265 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:10:01.300277 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device f706180d-4493-47ce-a7dd-478950b38005 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:10:01.316079 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=f706180d-4493-47ce-a7dd-478950b38005,revision_number=8']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:10:01.323501 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:10:01.323848 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:10:01.324189 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:10:01.324561 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:10:01.324894 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:10:01.325219 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:10:01.325544 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:10:01.325867 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:10:01.326192 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:10:01.326510 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:10:01.326832 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:10:01.327149 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:10:01.367360 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8a9c9-0f61-49de-9693-b9f8b6a6fd7f req-a7709a7d-3b83-487a-8f01-37ec323e531e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:10:01.368790 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-49f8a9c9-0f61-49de-9693-b9f8b6a6fd7f req-a7709a7d-3b83-487a-8f01-37ec323e531e service neutron] 10.222.0.41 "GET /v2.0/networks?id=80544ff9-4d7a-4bda-83ac-c376294c8e4f HTTP/1.1" status: 200 len: 913 time: 0.0835574 Aug 22 14:10:01.436166 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-49f8a9c9-0f61-49de-9693-b9f8b6a6fd7f req-2c277a97-39e3-412f-a8e1-4b27483867c4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f706180d-4493-47ce-a7dd-478950b38005 HTTP/1.1" status: 200 len: 1000 time: 0.0606356 Aug 22 14:10:01.484301 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8a9c9-0f61-49de-9693-b9f8b6a6fd7f req-2a767313-45ac-480c-ac8e-de100c30a05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:10:01.485726 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-49f8a9c9-0f61-49de-9693-b9f8b6a6fd7f req-2a767313-45ac-480c-ac8e-de100c30a05a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0960ef9e-f71d-43e9-946b-72ee9dbd7b2a HTTP/1.1" status: 200 len: 851 time: 0.0427706 Aug 22 14:10:01.529962 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8a9c9-0f61-49de-9693-b9f8b6a6fd7f req-171038a6-cb87-4bc7-b8be-8d8422914ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:10:01.531419 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-49f8a9c9-0f61-49de-9693-b9f8b6a6fd7f req-171038a6-cb87-4bc7-b8be-8d8422914ba0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80544ff9-4d7a-4bda-83ac-c376294c8e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384326 Aug 22 14:10:01.539443 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['f706180d-4493-47ce-a7dd-478950b38005'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:10:01.626652 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-49f8a9c9-0f61-49de-9693-b9f8b6a6fd7f req-6e8452a1-24eb-43e1-8b4e-e139d8a2a891 service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867684 Aug 22 14:10:01.713629 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-49f8a9c9-0f61-49de-9693-b9f8b6a6fd7f req-b8bb2b67-969f-4e93-a326-3aa3a195a47d service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802915 Aug 22 14:10:02.276877 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd96bc2-bf76-4770-ae32-dc335e57a5a9 req-db45901c-c49f-42ca-9a47-34ecaa0ff2f0 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:10:02.278283 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2fd96bc2-bf76-4770-ae32-dc335e57a5a9 req-db45901c-c49f-42ca-9a47-34ecaa0ff2f0 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ffa4b57-b0da-4ceb-a764-f7783f910ae0 HTTP/1.1" status: 200 len: 944 time: 0.0551035 Aug 22 14:10:02.314222 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2fd96bc2-bf76-4770-ae32-dc335e57a5a9 req-e3454f24-98a7-4e1d-943b-66b211d3846d tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300162 Aug 22 14:10:02.428224 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095fca3a-ffff-4258-8ae3-1c80ae05532e req-32b1bdc9-49cc-4b9b-9b86-ad95a9a3571a tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:10:02.429730 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-095fca3a-ffff-4258-8ae3-1c80ae05532e req-32b1bdc9-49cc-4b9b-9b86-ad95a9a3571a tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ffa4b57-b0da-4ceb-a764-f7783f910ae0 HTTP/1.1" status: 200 len: 944 time: 0.0487871 Aug 22 14:10:02.466385 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-095fca3a-ffff-4258-8ae3-1c80ae05532e req-14b1e7c5-5498-4412-bb3e-e449e045f944 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308542 Aug 22 14:10:02.560912 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:10:02.581699 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30509f42-c6e7-45a6-8ef3-0f44f1584eae req-7381f54e-abce-4f42-afa1-fd4556c1e8a2 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:10:02.583169 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-30509f42-c6e7-45a6-8ef3-0f44f1584eae req-7381f54e-abce-4f42-afa1-fd4556c1e8a2 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ffa4b57-b0da-4ceb-a764-f7783f910ae0 HTTP/1.1" status: 200 len: 944 time: 0.0498431 Aug 22 14:10:02.620168 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-30509f42-c6e7-45a6-8ef3-0f44f1584eae req-9fff2cff-a8dd-43c8-9086-f40e5d31e0c6 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311408 Aug 22 14:10:02.849635 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e1843-0cac-4e12-a633-6dac9e9f13ab req-dd1f10ce-66f5-4a02-9303-3b456a0c2a8a tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:10:02.851113 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7c7e1843-0cac-4e12-a633-6dac9e9f13ab req-dd1f10ce-66f5-4a02-9303-3b456a0c2a8a tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ffa4b57-b0da-4ceb-a764-f7783f910ae0 HTTP/1.1" status: 200 len: 944 time: 0.0538530 Aug 22 14:10:02.887073 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7c7e1843-0cac-4e12-a633-6dac9e9f13ab req-2eb5f4dd-a52b-4c10-8875-3b74301a23a0 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300324 Aug 22 14:10:03.011334 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device f706180d-4493-47ce-a7dd-478950b38005 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:10:03.061099 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port f706180d-4493-47ce-a7dd-478950b38005 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:10:03.065298 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port f706180d-4493-47ce-a7dd-478950b38005 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:10:03.065703 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:10:03.138478 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:10:03.160272 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ffa4b57-b0da-4ceb-a764-f7783f910ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f706180d-4493-47ce-a7dd-478950b38005'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:10:03.162466 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb1f98c-02b6-44df-b628-840dadfc8b9d" -d '{"events": [{"server_uuid": "3ffa4b57-b0da-4ceb-a764-f7783f910ae0", "name": "network-vif-plugged", "status": "completed", "tag": "f706180d-4493-47ce-a7dd-478950b38005"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:10:03.174345 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port f706180d-4493-47ce-a7dd-478950b38005, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=f706180d-4493-47ce-a7dd-478950b38005,segment=NetworkSegment(daac6273-e2ad-41db-a5df-98ad96ede67a),segment_id=daac6273-e2ad-41db-a5df-98ad96ede67a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:10:03.179025 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:10:03.228559 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=f706180d-4493-47ce-a7dd-478950b38005,revision_number=9']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:10:03.264219 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4e4b0f-1cc6-4aed-8628-8a4a74c69f1c x-openstack-request-id: req-2a4e4b0f-1cc6-4aed-8628-8a4a74c69f1c {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:10:03.264612 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ffa4b57-b0da-4ceb-a764-f7783f910ae0", "name": "network-vif-plugged", "status": "completed", "tag": "f706180d-4493-47ce-a7dd-478950b38005", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:10:03.264868 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2a4e4b0f-1cc6-4aed-8628-8a4a74c69f1c {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:10:03.265262 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ffa4b57-b0da-4ceb-a764-f7783f910ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f706180d-4493-47ce-a7dd-478950b38005', 'code': 200} Aug 22 14:10:03.999996 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd53a4a-e409-4b4d-8982-4c42d37e5eaf req-d7e0b343-ef31-465a-9ea5-e680fe661c17 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:10:04.001515 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5cd53a4a-e409-4b4d-8982-4c42d37e5eaf req-d7e0b343-ef31-465a-9ea5-e680fe661c17 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ffa4b57-b0da-4ceb-a764-f7783f910ae0 HTTP/1.1" status: 200 len: 945 time: 0.0490434 Aug 22 14:10:04.041112 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5cd53a4a-e409-4b4d-8982-4c42d37e5eaf req-185a4b69-ecd6-438f-95c9-5709d9a3fe5b tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331411 Aug 22 14:10:04.107762 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc1b3c-4885-440a-b558-98150bd918b3 req-75d9f26a-161f-4dde-9b78-44bf62175914 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:10:04.109212 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bcfc1b3c-4885-440a-b558-98150bd918b3 req-75d9f26a-161f-4dde-9b78-44bf62175914 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ffa4b57-b0da-4ceb-a764-f7783f910ae0 HTTP/1.1" status: 200 len: 945 time: 0.0482683 Aug 22 14:10:04.152276 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:10:04.201540 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-bcfc1b3c-4885-440a-b558-98150bd918b3 req-64ffc274-7914-41d0-b50c-d7866cf1a46f tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Deleting port f706180d-4493-47ce-a7dd-478950b38005 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:10:04.201797 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-bcfc1b3c-4885-440a-b558-98150bd918b3 req-64ffc274-7914-41d0-b50c-d7866cf1a46f tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:10:04.290082 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-bcfc1b3c-4885-440a-b558-98150bd918b3 req-64ffc274-7914-41d0-b50c-d7866cf1a46f tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] For port f706180d-4493-47ce-a7dd-478950b38005, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=f706180d-4493-47ce-a7dd-478950b38005,segment=NetworkSegment(daac6273-e2ad-41db-a5df-98ad96ede67a),segment_id=daac6273-e2ad-41db-a5df-98ad96ede67a)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:10:04.290447 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-bcfc1b3c-4885-440a-b558-98150bd918b3 req-64ffc274-7914-41d0-b50c-d7866cf1a46f tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:10:04.341185 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:10:04.509279 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-bcfc1b3c-4885-440a-b558-98150bd918b3 req-64ffc274-7914-41d0-b50c-d7866cf1a46f tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:10:04.509500 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-bcfc1b3c-4885-440a-b558-98150bd918b3 req-64ffc274-7914-41d0-b50c-d7866cf1a46f tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:10:04.509798 n-d-793621-33 neutron-server[94627]: INFO neutron.db.l3_db [req-bcfc1b3c-4885-440a-b558-98150bd918b3 req-64ffc274-7914-41d0-b50c-d7866cf1a46f tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Floating IP 64a835be-6c89-43a2-95fb-bae168cd3d4e disassociated. External IP: 172.25.3.104, port: f706180d-4493-47ce-a7dd-478950b38005. Aug 22 14:10:04.510133 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-bcfc1b3c-4885-440a-b558-98150bd918b3 req-64ffc274-7914-41d0-b50c-d7866cf1a46f tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Calling delete_port for f706180d-4493-47ce-a7dd-478950b38005 owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:10:04.633665 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-bcfc1b3c-4885-440a-b558-98150bd918b3 req-64ffc274-7914-41d0-b50c-d7866cf1a46f tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:10:04.661139 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ffc274-7914-41d0-b50c-d7866cf1a46f tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Pushing event deleted for resources: {'Port': ['ID=f706180d-4493-47ce-a7dd-478950b38005,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:10:04.778473 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bcfc1b3c-4885-440a-b558-98150bd918b3 req-64ffc274-7914-41d0-b50c-d7866cf1a46f tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Router 2912f955-3863-4556-b0d4-5f26d86004bb has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:10:04.886509 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bcfc1b3c-4885-440a-b558-98150bd918b3 req-64ffc274-7914-41d0-b50c-d7866cf1a46f tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:10:04.896164 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714b1da9-cfd3-415d-b9de-294d3e5e7ec0 None None] Sync routers for ids ['2912f955-3863-4556-b0d4-5f26d86004bb'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:10:04.905605 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714b1da9-cfd3-415d-b9de-294d3e5e7ec0 None None] Routers {'2912f955-3863-4556-b0d4-5f26d86004bb'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:10:04.906208 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-714b1da9-cfd3-415d-b9de-294d3e5e7ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:10:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['2912f955-3863-4556-b0d4-5f26d86004bb'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:10:04.924746 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcfc1b3c-4885-440a-b558-98150bd918b3 req-64ffc274-7914-41d0-b50c-d7866cf1a46f tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] No DVR routers for this DVR port f706180d-4493-47ce-a7dd-478950b38005 on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:10:04.927980 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-bcfc1b3c-4885-440a-b558-98150bd918b3 req-64ffc274-7914-41d0-b50c-d7866cf1a46f tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:10:04.930074 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bcfc1b3c-4885-440a-b558-98150bd918b3 req-64ffc274-7914-41d0-b50c-d7866cf1a46f tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.16 "DELETE /v2.0/ports/f706180d-4493-47ce-a7dd-478950b38005 HTTP/1.1" status: 204 len: 173 time: 0.8146534 Aug 22 14:10:04.930514 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ffa4b57-b0da-4ceb-a764-f7783f910ae0', 'name': 'network-vif-deleted', 'tag': 'f706180d-4493-47ce-a7dd-478950b38005'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:10:04.932764 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be8d710e-f69d-4bf8-b712-7aa46075e36f" -d '{"events": [{"server_uuid": "3ffa4b57-b0da-4ceb-a764-f7783f910ae0", "name": "network-vif-deleted", "tag": "f706180d-4493-47ce-a7dd-478950b38005"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:10:04.984998 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b51939-8219-487d-a697-cefd3bd6aa0a x-openstack-request-id: req-88b51939-8219-487d-a697-cefd3bd6aa0a {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:10:04.985297 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ffa4b57-b0da-4ceb-a764-f7783f910ae0", "name": "network-vif-deleted", "tag": "f706180d-4493-47ce-a7dd-478950b38005", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:10:04.985550 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-88b51939-8219-487d-a697-cefd3bd6aa0a {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:10:04.985957 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ffa4b57-b0da-4ceb-a764-f7783f910ae0', 'name': 'network-vif-deleted', 'tag': 'f706180d-4493-47ce-a7dd-478950b38005', 'status': 'completed', 'code': 200} Aug 22 14:10:05.037022 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-714b1da9-cfd3-415d-b9de-294d3e5e7ec0 None None] Set router 2912f955-3863-4556-b0d4-5f26d86004bb gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:10:05.149846 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-df2163dd-a0ee-4317-a561-be9fdc6624e3 req-b07eb934-03ac-457b-8fd6-a48911758aa4 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ffa4b57-b0da-4ceb-a764-f7783f910ae0 HTTP/1.1" status: 200 len: 210 time: 0.0271976 Aug 22 14:10:05.242677 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-714b1da9-cfd3-415d-b9de-294d3e5e7ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'name': 'tempest-ServerActionsTestJSON-1475043879-router', 'tenant_id': '000c9eb7079943208008751342206e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '86097f35-0140-4305-ac3c-fe71f036fda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:07:52Z', 'updated_at': '2021-08-22T14:07:55Z', 'revision_number': 4, 'project_id': '000c9eb7079943208008751342206e4e', 'gw_port': {'id': '86097f35-0140-4305-ac3c-fe71f036fda3', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:07:53Z', 'updated_at': '2021-08-22T14:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'ceedafbe-919a-4046-ab48-537f1cc3161d', 'name': '', 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f', 'tenant_id': '000c9eb7079943208008751342206e4e', 'mac_address': 'fa:16:3e:d9:41:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:07:54Z', 'updated_at': '2021-08-22T14:07:59Z', 'revision_number': 5, 'project_id': '000c9eb7079943208008751342206e4e', 'subnets': [{'id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:10:05.270723 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714b1da9-cfd3-415d-b9de-294d3e5e7ec0 None None] Checking router: 2912f955-3863-4556-b0d4-5f26d86004bb for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:10:05.278700 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714b1da9-cfd3-415d-b9de-294d3e5e7ec0 None None] Routers {'2912f955-3863-4556-b0d4-5f26d86004bb'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:10:05.279299 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-714b1da9-cfd3-415d-b9de-294d3e5e7ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:10:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['2912f955-3863-4556-b0d4-5f26d86004bb'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:10:05.381223 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-714b1da9-cfd3-415d-b9de-294d3e5e7ec0 None None] Set router 2912f955-3863-4556-b0d4-5f26d86004bb gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:10:05.659765 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-714b1da9-cfd3-415d-b9de-294d3e5e7ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'name': 'tempest-ServerActionsTestJSON-1475043879-router', 'tenant_id': '000c9eb7079943208008751342206e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '86097f35-0140-4305-ac3c-fe71f036fda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:07:52Z', 'updated_at': '2021-08-22T14:07:55Z', 'revision_number': 4, 'project_id': '000c9eb7079943208008751342206e4e', 'gw_port': {'id': '86097f35-0140-4305-ac3c-fe71f036fda3', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:07:53Z', 'updated_at': '2021-08-22T14:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'ceedafbe-919a-4046-ab48-537f1cc3161d', 'name': '', 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f', 'tenant_id': '000c9eb7079943208008751342206e4e', 'mac_address': 'fa:16:3e:d9:41:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:07:54Z', 'updated_at': '2021-08-22T14:07:59Z', 'revision_number': 5, 'project_id': '000c9eb7079943208008751342206e4e', 'subnets': [{'id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:10:05.684906 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714b1da9-cfd3-415d-b9de-294d3e5e7ec0 None None] The sync data for ids ['2912f955-3863-4556-b0d4-5f26d86004bb'] in n-d-793621-33 is: [{'id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'name': 'tempest-ServerActionsTestJSON-1475043879-router', 'tenant_id': '000c9eb7079943208008751342206e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '86097f35-0140-4305-ac3c-fe71f036fda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:07:52Z', 'updated_at': '2021-08-22T14:07:55Z', 'revision_number': 4, 'project_id': '000c9eb7079943208008751342206e4e', 'gw_port': {'id': '86097f35-0140-4305-ac3c-fe71f036fda3', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:07:53Z', 'updated_at': '2021-08-22T14:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'ceedafbe-919a-4046-ab48-537f1cc3161d', 'name': '', 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f', 'tenant_id': '000c9eb7079943208008751342206e4e', 'mac_address': 'fa:16:3e:d9:41:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:07:54Z', 'updated_at': '2021-08-22T14:07:59Z', 'revision_number': 5, 'project_id': '000c9eb7079943208008751342206e4e', 'subnets': [{'id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:10:05.894359 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7865e5-2f22-4bad-8194-3815e2f0cbe4 None None] New status for floating IP 64a835be-6c89-43a2-95fb-bae168cd3d4e: DOWN {{(pid=94629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 14:10:06.378611 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dbbf6e24-54dd-42c1-a919-7e7488116461 req-b9c600ea-2ed5-40fe-b0ad-80fefe33b72f tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--786540181&fields=id&tenant_id=000c9eb7079943208008751342206e4e HTTP/1.1" status: 200 len: 267 time: 0.0332417 Aug 22 14:10:06.485431 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf6e24-54dd-42c1-a919-7e7488116461 req-00abab76-417a-4648-9dd2-3c93756cecc4 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:10:06.486877 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dbbf6e24-54dd-42c1-a919-7e7488116461 req-00abab76-417a-4648-9dd2-3c93756cecc4 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/networks?id=80544ff9-4d7a-4bda-83ac-c376294c8e4f HTTP/1.1" status: 200 len: 812 time: 0.1007049 Aug 22 14:10:06.501571 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dbbf6e24-54dd-42c1-a919-7e7488116461 req-0b7fa1e4-dd3c-4cc1-b8c6-954f9e398202 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/quotas/000c9eb7079943208008751342206e4e HTTP/1.1" status: 200 len: 375 time: 0.0087419 Aug 22 14:10:06.553795 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dbbf6e24-54dd-42c1-a919-7e7488116461 req-3b23b575-80fd-40bb-b82e-13f1ec14b23a tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=000c9eb7079943208008751342206e4e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471098 Aug 22 14:10:06.650001 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dbbf6e24-54dd-42c1-a919-7e7488116461 req-aee24687-aef3-4614-8a71-70a3bb3b5c12 service neutron] 10.222.0.21 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846698 Aug 22 14:10:06.738362 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dbbf6e24-54dd-42c1-a919-7e7488116461 req-ac6c7be8-6eea-46fb-a050-4c888d7b721d service neutron] 10.222.0.21 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823793 Aug 22 14:10:06.893401 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b1f65f6-0608-46e2-a31c-fbf38e27a20c req-93ea3beb-db4c-40cc-a0c8-0a05ebc90ecb tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fbc7e34-6744-4039-a120-eac612dd2324 HTTP/1.1" status: 200 len: 210 time: 0.0267878 Aug 22 14:10:07.972345 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d4c72773-c218-4777-9e7f-2a9f59a4b8c3 req-e7247dcd-e532-4e93-8ff1-b106ce7dc4ba tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fbc7e34-6744-4039-a120-eac612dd2324 HTTP/1.1" status: 200 len: 210 time: 0.0271261 Aug 22 14:10:09.047572 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device f706180d-4493-47ce-a7dd-478950b38005 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:10:09.068186 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: f706180d-4493-47ce-a7dd-478950b38005 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:10:09.068552 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device f706180d-4493-47ce-a7dd-478950b38005 not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:10:09.070023 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-29b366df-30b7-4355-8c3f-912338eaf887 req-2f1bf8e7-f5bf-4c8f-9235-423394fe4e58 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fbc7e34-6744-4039-a120-eac612dd2324 HTTP/1.1" status: 200 len: 210 time: 0.0311437 Aug 22 14:10:09.994092 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf6e24-54dd-42c1-a919-7e7488116461 req-fac15fa1-931e-4faf-8d65-105c68a7c47a tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:10:09.995695 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-dbbf6e24-54dd-42c1-a919-7e7488116461 req-fac15fa1-931e-4faf-8d65-105c68a7c47a tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.41 "GET /v2.0/networks?id=80544ff9-4d7a-4bda-83ac-c376294c8e4f HTTP/1.1" status: 200 len: 812 time: 0.1095302 Aug 22 14:10:10.039720 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-dbbf6e24-54dd-42c1-a919-7e7488116461 req-8ce54270-0d5f-4d18-a984-5266789ee8d3 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=000c9eb7079943208008751342206e4e HTTP/1.1" status: 200 len: 379 time: 0.0355835 Aug 22 14:10:10.052465 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-dbbf6e24-54dd-42c1-a919-7e7488116461 req-22af1a3d-bec6-4ecf-af91-1040ae498f51 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Request body: {'port': {'device_id': '5fbc7e34-6744-4039-a120-eac612dd2324', 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f', 'admin_state_up': True, 'tenant_id': '000c9eb7079943208008751342206e4e', 'security_groups': ['bcb78370-e979-4f3e-9513-af85d2ed8790']}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:10:10.154610 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbbf6e24-54dd-42c1-a919-7e7488116461 req-22af1a3d-bec6-4ecf-af91-1040ae498f51 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Made reservation on behalf of 000c9eb7079943208008751342206e4e for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:10:10.158089 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-dbbf6e24-54dd-42c1-a919-7e7488116461 req-22af1a3d-bec6-4ecf-af91-1040ae498f51 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:10:10.163700 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9b403d77-d1dc-4354-85c5-544c503c69b7 req-22de7064-b872-44c6-84ce-cf3767380e48 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fbc7e34-6744-4039-a120-eac612dd2324 HTTP/1.1" status: 200 len: 210 time: 0.0265083 Aug 22 14:10:10.287319 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-dbbf6e24-54dd-42c1-a919-7e7488116461 req-22af1a3d-bec6-4ecf-af91-1040ae498f51 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Allocated IP 172.20.0.12 (80544ff9-4d7a-4bda-83ac-c376294c8e4f/0960ef9e-f71d-43e9-946b-72ee9dbd7b2a/38a4e330-3725-40e1-b6bd-41cae3d909b2) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:10:10.424680 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-dbbf6e24-54dd-42c1-a919-7e7488116461 req-22af1a3d-bec6-4ecf-af91-1040ae498f51 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:10:10.439043 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-dbbf6e24-54dd-42c1-a919-7e7488116461 req-22af1a3d-bec6-4ecf-af91-1040ae498f51 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Transition to ACTIVE for port object 38a4e330-3725-40e1-b6bd-41cae3d909b2 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:10:10.470391 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-dbbf6e24-54dd-42c1-a919-7e7488116461 req-22af1a3d-bec6-4ecf-af91-1040ae498f51 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:10:10.511983 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbbf6e24-54dd-42c1-a919-7e7488116461 req-22af1a3d-bec6-4ecf-af91-1040ae498f51 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Network 80544ff9-4d7a-4bda-83ac-c376294c8e4f is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:10:10.514903 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-dbbf6e24-54dd-42c1-a919-7e7488116461 req-22af1a3d-bec6-4ecf-af91-1040ae498f51 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:10:10.518444 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbbf6e24-54dd-42c1-a919-7e7488116461 req-22af1a3d-bec6-4ecf-af91-1040ae498f51 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:10:10.526772 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22af1a3d-bec6-4ecf-af91-1040ae498f51 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Pushing event updated for resources: {'Port': ['ID=38a4e330-3725-40e1-b6bd-41cae3d909b2,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:10:10.557647 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22af1a3d-bec6-4ecf-af91-1040ae498f51 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:10:10.557987 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22af1a3d-bec6-4ecf-af91-1040ae498f51 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:10:10.558315 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22af1a3d-bec6-4ecf-af91-1040ae498f51 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:10:10.558648 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22af1a3d-bec6-4ecf-af91-1040ae498f51 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:10:10.558974 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22af1a3d-bec6-4ecf-af91-1040ae498f51 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:10:10.559294 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22af1a3d-bec6-4ecf-af91-1040ae498f51 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:10:10.559611 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22af1a3d-bec6-4ecf-af91-1040ae498f51 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:10:10.559925 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22af1a3d-bec6-4ecf-af91-1040ae498f51 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:10:10.560258 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22af1a3d-bec6-4ecf-af91-1040ae498f51 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:10:10.560585 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22af1a3d-bec6-4ecf-af91-1040ae498f51 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:10:10.560897 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22af1a3d-bec6-4ecf-af91-1040ae498f51 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:10:10.561208 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22af1a3d-bec6-4ecf-af91-1040ae498f51 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:10:10.585314 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf6e24-54dd-42c1-a919-7e7488116461 req-22af1a3d-bec6-4ecf-af91-1040ae498f51 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:10:10.585965 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-dbbf6e24-54dd-42c1-a919-7e7488116461 req-22af1a3d-bec6-4ecf-af91-1040ae498f51 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:10:10.604055 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-dbbf6e24-54dd-42c1-a919-7e7488116461 req-22af1a3d-bec6-4ecf-af91-1040ae498f51 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5558779 Aug 22 14:10:10.617815 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-dbbf6e24-54dd-42c1-a919-7e7488116461 req-077052ad-39e5-417e-8afb-8d582687978e service neutron] Request body: {'port': {'device_id': '5fbc7e34-6744-4039-a120-eac612dd2324', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:10:10.675752 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-dbbf6e24-54dd-42c1-a919-7e7488116461 req-077052ad-39e5-417e-8afb-8d582687978e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:10:10.744697 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-08825369-afa6-43b3-b2bd-fc5444b4e26b None None] Provisioning for port 38a4e330-3725-40e1-b6bd-41cae3d909b2 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:10:10.749037 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-08825369-afa6-43b3-b2bd-fc5444b4e26b None None] Provisioning complete for port 38a4e330-3725-40e1-b6bd-41cae3d909b2 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:10:10.749429 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-08825369-afa6-43b3-b2bd-fc5444b4e26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:10:10.781768 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-08825369-afa6-43b3-b2bd-fc5444b4e26b None None] Port 38a4e330-3725-40e1-b6bd-41cae3d909b2 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:10:10.933016 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-dbbf6e24-54dd-42c1-a919-7e7488116461 req-077052ad-39e5-417e-8afb-8d582687978e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38a4e330-3725-40e1-b6bd-41cae3d909b2 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:10:10.940127 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-dbbf6e24-54dd-42c1-a919-7e7488116461 req-077052ad-39e5-417e-8afb-8d582687978e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:10:10.952168 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-dbbf6e24-54dd-42c1-a919-7e7488116461 req-077052ad-39e5-417e-8afb-8d582687978e service neutron] Transition to ACTIVE for port object 38a4e330-3725-40e1-b6bd-41cae3d909b2 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:10:10.955548 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-dbbf6e24-54dd-42c1-a919-7e7488116461 req-077052ad-39e5-417e-8afb-8d582687978e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:10:11.007428 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077052ad-39e5-417e-8afb-8d582687978e service neutron] Pushing event updated for resources: {'Port': ['ID=38a4e330-3725-40e1-b6bd-41cae3d909b2,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:10:11.079192 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-dbbf6e24-54dd-42c1-a919-7e7488116461 req-077052ad-39e5-417e-8afb-8d582687978e service neutron] Attempting to bind port 38a4e330-3725-40e1-b6bd-41cae3d909b2 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:10:11.079726 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-dbbf6e24-54dd-42c1-a919-7e7488116461 req-077052ad-39e5-417e-8afb-8d582687978e service neutron] Attempting to bind port 38a4e330-3725-40e1-b6bd-41cae3d909b2 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': 'daac6273-e2ad-41db-a5df-98ad96ede67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:10:11.080055 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbf6e24-54dd-42c1-a919-7e7488116461 req-077052ad-39e5-417e-8afb-8d582687978e service neutron] Attempting to bind port 38a4e330-3725-40e1-b6bd-41cae3d909b2 on network 80544ff9-4d7a-4bda-83ac-c376294c8e4f {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:10:11.085496 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbf6e24-54dd-42c1-a919-7e7488116461 req-077052ad-39e5-417e-8afb-8d582687978e service neutron] Port 38a4e330-3725-40e1-b6bd-41cae3d909b2 on network 80544ff9-4d7a-4bda-83ac-c376294c8e4f not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:10:11.085814 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbf6e24-54dd-42c1-a919-7e7488116461 req-077052ad-39e5-417e-8afb-8d582687978e service neutron] Attempting to bind port 38a4e330-3725-40e1-b6bd-41cae3d909b2 on network 80544ff9-4d7a-4bda-83ac-c376294c8e4f {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:10:11.090761 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbf6e24-54dd-42c1-a919-7e7488116461 req-077052ad-39e5-417e-8afb-8d582687978e service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:10:11.091101 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbf6e24-54dd-42c1-a919-7e7488116461 req-077052ad-39e5-417e-8afb-8d582687978e service neutron] Checking segment: {'id': 'daac6273-e2ad-41db-a5df-98ad96ede67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:10:11.091536 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbf6e24-54dd-42c1-a919-7e7488116461 req-077052ad-39e5-417e-8afb-8d582687978e service neutron] Bound using segment: {'id': 'daac6273-e2ad-41db-a5df-98ad96ede67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:10:11.091974 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-dbbf6e24-54dd-42c1-a919-7e7488116461 req-077052ad-39e5-417e-8afb-8d582687978e service neutron] Bound port: 38a4e330-3725-40e1-b6bd-41cae3d909b2, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daac6273-e2ad-41db-a5df-98ad96ede67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:10:11.092358 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-dbbf6e24-54dd-42c1-a919-7e7488116461 req-077052ad-39e5-417e-8afb-8d582687978e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:10:11.157529 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-dbbf6e24-54dd-42c1-a919-7e7488116461 req-077052ad-39e5-417e-8afb-8d582687978e service neutron] For port 38a4e330-3725-40e1-b6bd-41cae3d909b2, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:10:11.161642 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-dbbf6e24-54dd-42c1-a919-7e7488116461 req-077052ad-39e5-417e-8afb-8d582687978e service neutron] For port 38a4e330-3725-40e1-b6bd-41cae3d909b2, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=38a4e330-3725-40e1-b6bd-41cae3d909b2,segment=NetworkSegment(daac6273-e2ad-41db-a5df-98ad96ede67a),segment_id=daac6273-e2ad-41db-a5df-98ad96ede67a)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:10:11.167297 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-dbbf6e24-54dd-42c1-a919-7e7488116461 req-077052ad-39e5-417e-8afb-8d582687978e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:10:11.201949 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf6e24-54dd-42c1-a919-7e7488116461 req-077052ad-39e5-417e-8afb-8d582687978e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:10:11.202561 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-dbbf6e24-54dd-42c1-a919-7e7488116461 req-077052ad-39e5-417e-8afb-8d582687978e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:10:11.204003 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-dbbf6e24-54dd-42c1-a919-7e7488116461 req-077052ad-39e5-417e-8afb-8d582687978e service neutron] 10.222.0.41 "PUT /v2.0/ports/38a4e330-3725-40e1-b6bd-41cae3d909b2 HTTP/1.1" status: 200 len: 1093 time: 0.5910482 Aug 22 14:10:11.204476 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fbc7e34-6744-4039-a120-eac612dd2324', 'tag': '38a4e330-3725-40e1-b6bd-41cae3d909b2'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:10:11.206614 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6791ed03-b0eb-400b-a24f-fe1c76737310" -d '{"events": [{"name": "network-changed", "server_uuid": "5fbc7e34-6744-4039-a120-eac612dd2324", "tag": "38a4e330-3725-40e1-b6bd-41cae3d909b2"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:10:11.232358 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077052ad-39e5-417e-8afb-8d582687978e service neutron] Pushing event updated for resources: {'Port': ['ID=38a4e330-3725-40e1-b6bd-41cae3d909b2,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:10:11.302858 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf6e24-54dd-42c1-a919-7e7488116461 req-938b265b-5778-4a35-8cd3-39c6376964de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:10:11.304486 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-dbbf6e24-54dd-42c1-a919-7e7488116461 req-938b265b-5778-4a35-8cd3-39c6376964de service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=000c9eb7079943208008751342206e4e&device_id=5fbc7e34-6744-4039-a120-eac612dd2324 HTTP/1.1" status: 200 len: 1096 time: 0.0483320 Aug 22 14:10:11.313974 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fce17c-0680-4d42-bc43-e33030b7f983 req-45543385-a763-40c0-a300-dbbe02e4a5e0 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:10:11.315542 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-69fce17c-0680-4d42-bc43-e33030b7f983 req-45543385-a763-40c0-a300-dbbe02e4a5e0 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fbc7e34-6744-4039-a120-eac612dd2324 HTTP/1.1" status: 200 len: 944 time: 0.0541263 Aug 22 14:10:11.354695 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4240e8d-f394-4a06-bd7a-a10eda8e352d x-openstack-request-id: req-e4240e8d-f394-4a06-bd7a-a10eda8e352d {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:10:11.355049 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fbc7e34-6744-4039-a120-eac612dd2324", "tag": "38a4e330-3725-40e1-b6bd-41cae3d909b2", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:10:11.355373 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e4240e8d-f394-4a06-bd7a-a10eda8e352d {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:10:11.355832 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fbc7e34-6744-4039-a120-eac612dd2324', 'tag': '38a4e330-3725-40e1-b6bd-41cae3d909b2', 'status': 'completed', 'code': 200} Aug 22 14:10:11.357741 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-dbbf6e24-54dd-42c1-a919-7e7488116461 req-9e5d3e98-38c5-489f-8a86-8f1d97d2f02e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38a4e330-3725-40e1-b6bd-41cae3d909b2 HTTP/1.1" status: 200 len: 217 time: 0.0454113 Aug 22 14:10:11.364512 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-69fce17c-0680-4d42-bc43-e33030b7f983 req-b90e040a-e5e4-4b32-acae-7510a8975006 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403936 Aug 22 14:10:11.414936 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf6e24-54dd-42c1-a919-7e7488116461 req-c76079a6-96e8-4cd9-b251-9866213b989c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:10:11.416426 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-dbbf6e24-54dd-42c1-a919-7e7488116461 req-c76079a6-96e8-4cd9-b251-9866213b989c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0960ef9e-f71d-43e9-946b-72ee9dbd7b2a HTTP/1.1" status: 200 len: 851 time: 0.0514178 Aug 22 14:10:11.462960 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf6e24-54dd-42c1-a919-7e7488116461 req-61c607d3-b9dd-4a7b-a212-18ab92f82be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:10:11.464468 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-dbbf6e24-54dd-42c1-a919-7e7488116461 req-61c607d3-b9dd-4a7b-a212-18ab92f82be4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80544ff9-4d7a-4bda-83ac-c376294c8e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413363 Aug 22 14:10:11.556808 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-dbbf6e24-54dd-42c1-a919-7e7488116461 req-7e1fd86f-0251-47b7-8afe-56a0b243d1b3 service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845120 Aug 22 14:10:11.645012 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-dbbf6e24-54dd-42c1-a919-7e7488116461 req-68339fbc-3982-4066-9e65-637a5d6b5717 service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811296 Aug 22 14:10:11.730963 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791ed03-b0eb-400b-a24f-fe1c76737310 req-f66a7589-6a19-46c4-8d7e-d8a19289c62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:10:11.732455 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6791ed03-b0eb-400b-a24f-fe1c76737310 req-f66a7589-6a19-46c4-8d7e-d8a19289c62b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=000c9eb7079943208008751342206e4e&device_id=5fbc7e34-6744-4039-a120-eac612dd2324 HTTP/1.1" status: 200 len: 1096 time: 0.0448997 Aug 22 14:10:11.818452 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791ed03-b0eb-400b-a24f-fe1c76737310 req-f60fe9eb-538f-4a64-bf27-06f71c515724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:10:11.819780 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6791ed03-b0eb-400b-a24f-fe1c76737310 req-f60fe9eb-538f-4a64-bf27-06f71c515724 service neutron] 10.222.0.41 "GET /v2.0/networks?id=80544ff9-4d7a-4bda-83ac-c376294c8e4f HTTP/1.1" status: 200 len: 913 time: 0.0802584 Aug 22 14:10:11.859226 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6791ed03-b0eb-400b-a24f-fe1c76737310 req-244e9ba5-fe8d-432f-9532-4dae608bce87 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38a4e330-3725-40e1-b6bd-41cae3d909b2 HTTP/1.1" status: 200 len: 217 time: 0.0325375 Aug 22 14:10:11.913037 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791ed03-b0eb-400b-a24f-fe1c76737310 req-3e90264b-e3da-4720-884f-1b3b9ef6a8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:10:11.914455 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6791ed03-b0eb-400b-a24f-fe1c76737310 req-3e90264b-e3da-4720-884f-1b3b9ef6a8e0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0960ef9e-f71d-43e9-946b-72ee9dbd7b2a HTTP/1.1" status: 200 len: 851 time: 0.0471365 Aug 22 14:10:11.960463 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791ed03-b0eb-400b-a24f-fe1c76737310 req-9a0bfdeb-6266-42fe-9a38-ac36fce779da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:10:11.962091 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6791ed03-b0eb-400b-a24f-fe1c76737310 req-9a0bfdeb-6266-42fe-9a38-ac36fce779da service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80544ff9-4d7a-4bda-83ac-c376294c8e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398064 Aug 22 14:10:12.049596 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6791ed03-b0eb-400b-a24f-fe1c76737310 req-d13d144a-c7bd-42f0-8407-b4d85725b7f3 service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802109 Aug 22 14:10:12.139952 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6791ed03-b0eb-400b-a24f-fe1c76737310 req-a309bbe2-1f1e-4d74-90d3-64202be62365 service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831633 Aug 22 14:10:12.482772 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c651ab9-be42-4d92-b75a-f588774eac31 req-1394d20e-4378-4d8b-80cc-ae9fad94d661 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:10:12.484257 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2c651ab9-be42-4d92-b75a-f588774eac31 req-1394d20e-4378-4d8b-80cc-ae9fad94d661 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fbc7e34-6744-4039-a120-eac612dd2324 HTTP/1.1" status: 200 len: 944 time: 0.0491123 Aug 22 14:10:12.520840 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2c651ab9-be42-4d92-b75a-f588774eac31 req-17587331-7c0a-4a24-9756-5cf2711c56f3 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300953 Aug 22 14:10:13.253237 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 38a4e330-3725-40e1-b6bd-41cae3d909b2 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:10:13.345538 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 38a4e330-3725-40e1-b6bd-41cae3d909b2, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=38a4e330-3725-40e1-b6bd-41cae3d909b2,segment=NetworkSegment(daac6273-e2ad-41db-a5df-98ad96ede67a),segment_id=daac6273-e2ad-41db-a5df-98ad96ede67a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:10:13.355892 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '38a4e330-3725-40e1-b6bd-41cae3d909b2', 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f', 'port_id': '38a4e330-3725-40e1-b6bd-41cae3d909b2', 'mac_address': 'fa:16:3e:6b:c4:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:10:13.391969 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:10:13.404619 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38a4e330-3725-40e1-b6bd-41cae3d909b2 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:10:13.423689 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 38a4e330-3725-40e1-b6bd-41cae3d909b2, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=38a4e330-3725-40e1-b6bd-41cae3d909b2,segment=NetworkSegment(daac6273-e2ad-41db-a5df-98ad96ede67a),segment_id=daac6273-e2ad-41db-a5df-98ad96ede67a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:10:13.428295 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:10:13.476501 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=38a4e330-3725-40e1-b6bd-41cae3d909b2,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:10:13.636216 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['38a4e330-3725-40e1-b6bd-41cae3d909b2'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:10:13.638966 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeac15b-3ecf-4133-aedd-c03955aa18f9 req-46001e82-147e-40ac-a4f4-d128b5ea2c09 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:10:13.640486 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bbeac15b-3ecf-4133-aedd-c03955aa18f9 req-46001e82-147e-40ac-a4f4-d128b5ea2c09 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fbc7e34-6744-4039-a120-eac612dd2324 HTTP/1.1" status: 200 len: 945 time: 0.0527346 Aug 22 14:10:13.678170 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bbeac15b-3ecf-4133-aedd-c03955aa18f9 req-3e52eb36-d947-4184-819a-538d64a38e57 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318651 Aug 22 14:10:14.790581 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89236f1c-5823-47cf-ba26-f135f77a830d req-457b1fa2-ad84-4971-98e2-b02ecc8393aa tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:10:14.792062 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-89236f1c-5823-47cf-ba26-f135f77a830d req-457b1fa2-ad84-4971-98e2-b02ecc8393aa tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fbc7e34-6744-4039-a120-eac612dd2324 HTTP/1.1" status: 200 len: 945 time: 0.0481701 Aug 22 14:10:14.829846 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-89236f1c-5823-47cf-ba26-f135f77a830d req-1c3a3195-5828-423b-8281-b31e70378b68 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319366 Aug 22 14:10:15.263708 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 38a4e330-3725-40e1-b6bd-41cae3d909b2 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:10:15.313338 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 38a4e330-3725-40e1-b6bd-41cae3d909b2 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:10:15.316950 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 38a4e330-3725-40e1-b6bd-41cae3d909b2 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:10:15.317311 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:10:15.390206 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:10:15.411490 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbc7e34-6744-4039-a120-eac612dd2324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a4e330-3725-40e1-b6bd-41cae3d909b2'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:10:15.415082 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291728eb-5bbf-4539-a5f3-9e5999c2e55d" -d '{"events": [{"server_uuid": "5fbc7e34-6744-4039-a120-eac612dd2324", "name": "network-vif-plugged", "status": "completed", "tag": "38a4e330-3725-40e1-b6bd-41cae3d909b2"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:10:15.427642 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 38a4e330-3725-40e1-b6bd-41cae3d909b2, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=38a4e330-3725-40e1-b6bd-41cae3d909b2,segment=NetworkSegment(daac6273-e2ad-41db-a5df-98ad96ede67a),segment_id=daac6273-e2ad-41db-a5df-98ad96ede67a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:10:15.433044 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:10:15.456404 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f066d871-20a3-4689-a830-9aab3b504bee x-openstack-request-id: req-f066d871-20a3-4689-a830-9aab3b504bee {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:10:15.456699 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbc7e34-6744-4039-a120-eac612dd2324", "name": "network-vif-plugged", "status": "completed", "tag": "38a4e330-3725-40e1-b6bd-41cae3d909b2", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:10:15.456956 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f066d871-20a3-4689-a830-9aab3b504bee {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:10:15.457360 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fbc7e34-6744-4039-a120-eac612dd2324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a4e330-3725-40e1-b6bd-41cae3d909b2', 'code': 200} Aug 22 14:10:15.486888 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=38a4e330-3725-40e1-b6bd-41cae3d909b2,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:10:15.549027 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336df628-ebd2-4dc7-8b64-30fc971c9abf req-897702d7-ded7-4ef3-9bfa-209ce6e2d1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:10:15.550408 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-336df628-ebd2-4dc7-8b64-30fc971c9abf req-897702d7-ded7-4ef3-9bfa-209ce6e2d1f6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5fbc7e34-6744-4039-a120-eac612dd2324 HTTP/1.1" status: 200 len: 1098 time: 0.0400007 Aug 22 14:10:15.584486 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-336df628-ebd2-4dc7-8b64-30fc971c9abf req-a4491c28-b163-4c0e-b61f-f0cdf2f4414b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0261686 Aug 22 14:10:15.945038 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0da1d-ddb1-47af-9964-9a05511b1b4c req-dd97136a-e3dc-483e-bbd9-190fa9910624 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:10:15.946503 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b9b0da1d-ddb1-47af-9964-9a05511b1b4c req-dd97136a-e3dc-483e-bbd9-190fa9910624 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fbc7e34-6744-4039-a120-eac612dd2324 HTTP/1.1" status: 200 len: 946 time: 0.0510507 Aug 22 14:10:15.984244 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b9b0da1d-ddb1-47af-9964-9a05511b1b4c req-16dbf0c3-8d86-47f9-bf7f-ab21104133fb tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317860 Aug 22 14:10:17.104559 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a75e3f-9992-4a16-bd22-7d807c7c4649 req-e48cb9b5-1418-41d6-9027-4be2d5b77dca tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:10:17.106034 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c7a75e3f-9992-4a16-bd22-7d807c7c4649 req-e48cb9b5-1418-41d6-9027-4be2d5b77dca tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fbc7e34-6744-4039-a120-eac612dd2324 HTTP/1.1" status: 200 len: 946 time: 0.0526435 Aug 22 14:10:17.142322 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c7a75e3f-9992-4a16-bd22-7d807c7c4649 req-2ce7a8b8-455c-4c38-b65a-841fe20cbb6a tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304656 Aug 22 14:10:17.253177 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcbce50-9910-4ba2-b404-6cec451862bf req-4bdbcf69-ad1d-4c57-9075-b879fec0df31 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:10:17.254637 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9dcbce50-9910-4ba2-b404-6cec451862bf req-4bdbcf69-ad1d-4c57-9075-b879fec0df31 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fbc7e34-6744-4039-a120-eac612dd2324 HTTP/1.1" status: 200 len: 946 time: 0.0483994 Aug 22 14:10:17.263776 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49318) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:10:17.268182 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-7a825cef-f473-4d45-9c39-5b5c742490ce tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Request body: {'floatingip': {'port_id': '38a4e330-3725-40e1-b6bd-41cae3d909b2'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:10:17.306127 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7a825cef-f473-4d45-9c39-5b5c742490ce tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks [] for floatingip, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:10:17.947716 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.db.resource_extend [None req-7a825cef-f473-4d45-9c39-5b5c742490ce tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 22 14:10:17.997052 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7a825cef-f473-4d45-9c39-5b5c742490ce tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:10:18.000471 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7a825cef-f473-4d45-9c39-5b5c742490ce tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:10:18.097377 n-d-793621-33 neutron-server[94627]: INFO neutron.db.l3_db [None req-7a825cef-f473-4d45-9c39-5b5c742490ce tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Floating IP 64a835be-6c89-43a2-95fb-bae168cd3d4e associated. External IP: 172.25.3.104, port: 38a4e330-3725-40e1-b6bd-41cae3d909b2. Aug 22 14:10:18.296952 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a825cef-f473-4d45-9c39-5b5c742490ce tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Router 2912f955-3863-4556-b0d4-5f26d86004bb has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:10:18.402545 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a825cef-f473-4d45-9c39-5b5c742490ce tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:10:18.407435 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7a825cef-f473-4d45-9c39-5b5c742490ce tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:10:18.412133 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6cb302-5ae3-41a9-912d-b4100f717167 None None] Sync routers for ids ['2912f955-3863-4556-b0d4-5f26d86004bb'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:10:18.422041 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6cb302-5ae3-41a9-912d-b4100f717167 None None] Routers {'2912f955-3863-4556-b0d4-5f26d86004bb'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:10:18.422794 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-ec6cb302-5ae3-41a9-912d-b4100f717167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:10:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['2912f955-3863-4556-b0d4-5f26d86004bb'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:10:18.434518 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-7a825cef-f473-4d45-9c39-5b5c742490ce tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "PUT /v2.0/floatingips/64a835be-6c89-43a2-95fb-bae168cd3d4e HTTP/1.1" status: 200 len: 992 time: 1.1696506 Aug 22 14:10:18.435113 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fbc7e34-6744-4039-a120-eac612dd2324', 'tag': '38a4e330-3725-40e1-b6bd-41cae3d909b2'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:10:18.437375 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9fb932-666c-499a-afb7-dedb6cc7d6e7" -d '{"events": [{"name": "network-changed", "server_uuid": "5fbc7e34-6744-4039-a120-eac612dd2324", "tag": "38a4e330-3725-40e1-b6bd-41cae3d909b2"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:10:18.475195 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7deacb-a85b-4f7b-845f-e801eae20500 x-openstack-request-id: req-fd7deacb-a85b-4f7b-845f-e801eae20500 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:10:18.475552 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fbc7e34-6744-4039-a120-eac612dd2324", "tag": "38a4e330-3725-40e1-b6bd-41cae3d909b2", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:10:18.475892 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fd7deacb-a85b-4f7b-845f-e801eae20500 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:10:18.476399 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fbc7e34-6744-4039-a120-eac612dd2324', 'tag': '38a4e330-3725-40e1-b6bd-41cae3d909b2', 'status': 'completed', 'code': 200} Aug 22 14:10:18.532925 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-ec6cb302-5ae3-41a9-912d-b4100f717167 None None] Set router 2912f955-3863-4556-b0d4-5f26d86004bb gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:10:18.539368 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9fb932-666c-499a-afb7-dedb6cc7d6e7 req-699b6b02-e496-498d-b741-b863ce20363d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:10:18.540929 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-fc9fb932-666c-499a-afb7-dedb6cc7d6e7 req-699b6b02-e496-498d-b741-b863ce20363d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=000c9eb7079943208008751342206e4e&device_id=5fbc7e34-6744-4039-a120-eac612dd2324 HTTP/1.1" status: 200 len: 1098 time: 0.0442028 Aug 22 14:10:18.629977 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9fb932-666c-499a-afb7-dedb6cc7d6e7 req-d7f0bfcd-2580-4de3-83ea-86730cbb3214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:10:18.631788 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-fc9fb932-666c-499a-afb7-dedb6cc7d6e7 req-d7f0bfcd-2580-4de3-83ea-86730cbb3214 service neutron] 10.222.0.41 "GET /v2.0/networks?id=80544ff9-4d7a-4bda-83ac-c376294c8e4f HTTP/1.1" status: 200 len: 913 time: 0.0838578 Aug 22 14:10:18.700711 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-fc9fb932-666c-499a-afb7-dedb6cc7d6e7 req-c2277b6d-d574-4a3a-b948-9bf230bd0252 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38a4e330-3725-40e1-b6bd-41cae3d909b2 HTTP/1.1" status: 200 len: 1000 time: 0.0620835 Aug 22 14:10:18.753663 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-ec6cb302-5ae3-41a9-912d-b4100f717167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'name': 'tempest-ServerActionsTestJSON-1475043879-router', 'tenant_id': '000c9eb7079943208008751342206e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '86097f35-0140-4305-ac3c-fe71f036fda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:07:52Z', 'updated_at': '2021-08-22T14:07:55Z', 'revision_number': 4, 'project_id': '000c9eb7079943208008751342206e4e', 'gw_port': {'id': '86097f35-0140-4305-ac3c-fe71f036fda3', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:07:53Z', 'updated_at': '2021-08-22T14:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '64a835be-6c89-43a2-95fb-bae168cd3d4e', 'tenant_id': '000c9eb7079943208008751342206e4e', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'port_id': '38a4e330-3725-40e1-b6bd-41cae3d909b2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f', 'mac_address': 'fa:16:3e:6b:c4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbc7e34-6744-4039-a120-eac612dd2324', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:07:57Z', 'updated_at': '2021-08-22T14:10:17Z', 'revision_number': 5, 'project_id': '000c9eb7079943208008751342206e4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceedafbe-919a-4046-ab48-537f1cc3161d', 'name': '', 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f', 'tenant_id': '000c9eb7079943208008751342206e4e', 'mac_address': 'fa:16:3e:d9:41:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:07:54Z', 'updated_at': '2021-08-22T14:07:59Z', 'revision_number': 5, 'project_id': '000c9eb7079943208008751342206e4e', 'subnets': [{'id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:10:18.781216 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6cb302-5ae3-41a9-912d-b4100f717167 None None] Checking router: 2912f955-3863-4556-b0d4-5f26d86004bb for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:10:18.790308 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6cb302-5ae3-41a9-912d-b4100f717167 None None] Routers {'2912f955-3863-4556-b0d4-5f26d86004bb'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:10:18.790927 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-ec6cb302-5ae3-41a9-912d-b4100f717167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:10:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['2912f955-3863-4556-b0d4-5f26d86004bb'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:10:18.899213 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-ec6cb302-5ae3-41a9-912d-b4100f717167 None None] Set router 2912f955-3863-4556-b0d4-5f26d86004bb gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:10:19.082404 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9fb932-666c-499a-afb7-dedb6cc7d6e7 req-50035ce5-f430-44b4-9358-fd83b46f5aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:10:19.084779 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-fc9fb932-666c-499a-afb7-dedb6cc7d6e7 req-50035ce5-f430-44b4-9358-fd83b46f5aa5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0960ef9e-f71d-43e9-946b-72ee9dbd7b2a HTTP/1.1" status: 200 len: 851 time: 0.3769653 Aug 22 14:10:19.128759 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9fb932-666c-499a-afb7-dedb6cc7d6e7 req-280a883d-5880-408c-b1c7-ed6c38bb5a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:10:19.129006 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-ec6cb302-5ae3-41a9-912d-b4100f717167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'name': 'tempest-ServerActionsTestJSON-1475043879-router', 'tenant_id': '000c9eb7079943208008751342206e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '86097f35-0140-4305-ac3c-fe71f036fda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:07:52Z', 'updated_at': '2021-08-22T14:07:55Z', 'revision_number': 4, 'project_id': '000c9eb7079943208008751342206e4e', 'gw_port': {'id': '86097f35-0140-4305-ac3c-fe71f036fda3', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:07:53Z', 'updated_at': '2021-08-22T14:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '64a835be-6c89-43a2-95fb-bae168cd3d4e', 'tenant_id': '000c9eb7079943208008751342206e4e', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'port_id': '38a4e330-3725-40e1-b6bd-41cae3d909b2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f', 'mac_address': 'fa:16:3e:6b:c4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbc7e34-6744-4039-a120-eac612dd2324', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:07:57Z', 'updated_at': '2021-08-22T14:10:17Z', 'revision_number': 5, 'project_id': '000c9eb7079943208008751342206e4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceedafbe-919a-4046-ab48-537f1cc3161d', 'name': '', 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f', 'tenant_id': '000c9eb7079943208008751342206e4e', 'mac_address': 'fa:16:3e:d9:41:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:07:54Z', 'updated_at': '2021-08-22T14:07:59Z', 'revision_number': 5, 'project_id': '000c9eb7079943208008751342206e4e', 'subnets': [{'id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:10:19.130235 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-fc9fb932-666c-499a-afb7-dedb6cc7d6e7 req-280a883d-5880-408c-b1c7-ed6c38bb5a44 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80544ff9-4d7a-4bda-83ac-c376294c8e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392561 Aug 22 14:10:19.155482 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6cb302-5ae3-41a9-912d-b4100f717167 None None] The sync data for ids ['2912f955-3863-4556-b0d4-5f26d86004bb'] in n-d-793621-33 is: [{'id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'name': 'tempest-ServerActionsTestJSON-1475043879-router', 'tenant_id': '000c9eb7079943208008751342206e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '86097f35-0140-4305-ac3c-fe71f036fda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:07:52Z', 'updated_at': '2021-08-22T14:07:55Z', 'revision_number': 4, 'project_id': '000c9eb7079943208008751342206e4e', 'gw_port': {'id': '86097f35-0140-4305-ac3c-fe71f036fda3', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:07:53Z', 'updated_at': '2021-08-22T14:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '64a835be-6c89-43a2-95fb-bae168cd3d4e', 'tenant_id': '000c9eb7079943208008751342206e4e', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'port_id': '38a4e330-3725-40e1-b6bd-41cae3d909b2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f', 'mac_address': 'fa:16:3e:6b:c4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbc7e34-6744-4039-a120-eac612dd2324', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:07:57Z', 'updated_at': '2021-08-22T14:10:17Z', 'revision_number': 5, 'project_id': '000c9eb7079943208008751342206e4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceedafbe-919a-4046-ab48-537f1cc3161d', 'name': '', 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f', 'tenant_id': '000c9eb7079943208008751342206e4e', 'mac_address': 'fa:16:3e:d9:41:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:07:54Z', 'updated_at': '2021-08-22T14:07:59Z', 'revision_number': 5, 'project_id': '000c9eb7079943208008751342206e4e', 'subnets': [{'id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:10:19.222557 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-fc9fb932-666c-499a-afb7-dedb6cc7d6e7 req-83bfe31a-770a-478d-ac6c-dce95ac02bd6 service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853698 Aug 22 14:10:19.313022 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-fc9fb932-666c-499a-afb7-dedb6cc7d6e7 req-f3a41d36-7a44-4b3b-be1a-3e1315bd1d58 service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833225 Aug 22 14:10:19.349732 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1339e9df-52b4-4ca4-a8b4-54a7426f3631 None None] New status for floating IP 64a835be-6c89-43a2-95fb-bae168cd3d4e: ACTIVE {{(pid=94629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 14:10:21.254644 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:10:23.721695 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-76f0c0d2-3f0b-4c18-9f3c-f50f143d40af req-96043875-dc6e-42a2-8961-577a63924ea7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5fbc7e34-6744-4039-a120-eac612dd2324&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0385952 Aug 22 14:10:23.807603 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0c0d2-3f0b-4c18-9f3c-f50f143d40af req-da23f463-9dfc-4c2e-8d79-bab5a711b3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:10:23.809108 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-76f0c0d2-3f0b-4c18-9f3c-f50f143d40af req-da23f463-9dfc-4c2e-8d79-bab5a711b3ee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=000c9eb7079943208008751342206e4e&device_id=5fbc7e34-6744-4039-a120-eac612dd2324 HTTP/1.1" status: 200 len: 1098 time: 0.0474222 Aug 22 14:10:23.907919 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0c0d2-3f0b-4c18-9f3c-f50f143d40af req-575afa50-1eaf-44cc-afbd-0d1c8a0030f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:10:23.909381 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-76f0c0d2-3f0b-4c18-9f3c-f50f143d40af req-575afa50-1eaf-44cc-afbd-0d1c8a0030f7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=80544ff9-4d7a-4bda-83ac-c376294c8e4f HTTP/1.1" status: 200 len: 913 time: 0.0807862 Aug 22 14:10:23.977990 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-76f0c0d2-3f0b-4c18-9f3c-f50f143d40af req-c5e3dba8-1439-4848-9876-98788be31f52 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38a4e330-3725-40e1-b6bd-41cae3d909b2 HTTP/1.1" status: 200 len: 1002 time: 0.0615122 Aug 22 14:10:24.025617 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0c0d2-3f0b-4c18-9f3c-f50f143d40af req-428a1299-26fe-41c5-a357-b65b018e4676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:10:24.027023 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-76f0c0d2-3f0b-4c18-9f3c-f50f143d40af req-428a1299-26fe-41c5-a357-b65b018e4676 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0960ef9e-f71d-43e9-946b-72ee9dbd7b2a HTTP/1.1" status: 200 len: 851 time: 0.0423913 Aug 22 14:10:24.071957 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0c0d2-3f0b-4c18-9f3c-f50f143d40af req-11faeb7a-c904-45d3-a131-37db26371090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:10:24.073417 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-76f0c0d2-3f0b-4c18-9f3c-f50f143d40af req-11faeb7a-c904-45d3-a131-37db26371090 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80544ff9-4d7a-4bda-83ac-c376294c8e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390451 Aug 22 14:10:24.163132 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-76f0c0d2-3f0b-4c18-9f3c-f50f143d40af req-f72397b5-b0c5-4b54-9ff8-f910876e735e service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822463 Aug 22 14:10:24.249825 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-76f0c0d2-3f0b-4c18-9f3c-f50f143d40af req-b52993e9-6303-46e8-945a-a6ec0ea70f40 service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796995 Aug 22 14:10:28.497541 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d0bb8175-4e1d-4005-b664-d53ed5f03fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:10:28.769911 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:10:31.119584 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b8db4516-2b89-4608-b1ff-517ebc181d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:10:31.247756 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:10:32.563670 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:10:34.168720 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:10:34.341936 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:10:58.255173 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:10:58.500405 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-54722579-4f8a-49a6-98fa-c1239f2f4cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:10:58.782947 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:11:01.119691 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f92a34b2-0efa-4f76-be1f-8d757ca15c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:11:01.249334 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:11:02.566175 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:11:04.170699 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:11:04.344297 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:11:23.714931 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-43025f88-915e-4c53-a957-6617bad58e3e req-7de3aaad-0d09-47f4-acf5-4b15ee978a23 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5fbc7e34-6744-4039-a120-eac612dd2324&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0423822 Aug 22 14:11:23.802389 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43025f88-915e-4c53-a957-6617bad58e3e req-9e9765a5-a294-4ab7-b94f-5a3778a4cffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:11:23.803874 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-43025f88-915e-4c53-a957-6617bad58e3e req-9e9765a5-a294-4ab7-b94f-5a3778a4cffc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=000c9eb7079943208008751342206e4e&device_id=5fbc7e34-6744-4039-a120-eac612dd2324 HTTP/1.1" status: 200 len: 1098 time: 0.0485265 Aug 22 14:11:23.903803 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43025f88-915e-4c53-a957-6617bad58e3e req-2345e95f-7d60-42d5-a241-86f4fc422d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:11:23.905305 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-43025f88-915e-4c53-a957-6617bad58e3e req-2345e95f-7d60-42d5-a241-86f4fc422d22 service neutron] 10.222.0.41 "GET /v2.0/networks?id=80544ff9-4d7a-4bda-83ac-c376294c8e4f HTTP/1.1" status: 200 len: 913 time: 0.0823369 Aug 22 14:11:23.971685 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-43025f88-915e-4c53-a957-6617bad58e3e req-16cc6781-da5c-4e32-b8fd-95e3034aa191 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38a4e330-3725-40e1-b6bd-41cae3d909b2 HTTP/1.1" status: 200 len: 1002 time: 0.0597680 Aug 22 14:11:24.019559 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43025f88-915e-4c53-a957-6617bad58e3e req-704d2fd5-cee1-48d8-99af-7e060fc41c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:11:24.021012 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-43025f88-915e-4c53-a957-6617bad58e3e req-704d2fd5-cee1-48d8-99af-7e060fc41c09 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0960ef9e-f71d-43e9-946b-72ee9dbd7b2a HTTP/1.1" status: 200 len: 851 time: 0.0430369 Aug 22 14:11:24.064608 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43025f88-915e-4c53-a957-6617bad58e3e req-090123a2-1a22-41f2-8e5f-e64b0ef90414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:11:24.066042 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-43025f88-915e-4c53-a957-6617bad58e3e req-090123a2-1a22-41f2-8e5f-e64b0ef90414 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80544ff9-4d7a-4bda-83ac-c376294c8e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0379448 Aug 22 14:11:24.156404 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-43025f88-915e-4c53-a957-6617bad58e3e req-685ff2d0-8068-43c5-aa0f-808d7e5e1b3b service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823162 Aug 22 14:11:24.247809 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-43025f88-915e-4c53-a957-6617bad58e3e req-7c3ab3e3-19b2-4446-a3ec-7f87330acb3b service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843875 Aug 22 14:11:28.500164 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-05501043-f7ed-4106-bcc6-4b51e107fb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:11:28.788499 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:11:29.520555 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [req-792e3640-465e-46b9-9102-bfcf932e021a req-d656803e-1a0b-4c79-aaca-1d76264badf9 tempest-TestVolumeBootPattern-138156006 tempest-TestVolumeBootPattern-138156006-project] (94628) timed out ('10.222.0.41', 53768) {{(pid=94628) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 22 14:11:31.120059 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6af2a014-2953-4929-b519-472035b2c8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:11:31.250562 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:11:32.572086 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:11:34.170761 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:11:34.348217 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:11:35.254824 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:11:54.242201 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60005d1c-486b-41ee-93f2-6cc3f450c09d req-54a07969-792b-4091-9cd1-821b5349cd46 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:11:54.243595 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-60005d1c-486b-41ee-93f2-6cc3f450c09d req-54a07969-792b-4091-9cd1-821b5349cd46 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fbc7e34-6744-4039-a120-eac612dd2324 HTTP/1.1" status: 200 len: 946 time: 0.0556152 Aug 22 14:11:54.285976 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-60005d1c-486b-41ee-93f2-6cc3f450c09d req-d6413623-2258-4aec-94f9-dbd40521eb9f tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363793 Aug 22 14:11:55.488990 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c5f7c-73de-41ee-9d7f-f14769487cc5 req-9260d0e5-e29a-4448-91df-e142ada2ef04 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:11:55.490363 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f36c5f7c-73de-41ee-9d7f-f14769487cc5 req-9260d0e5-e29a-4448-91df-e142ada2ef04 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fbc7e34-6744-4039-a120-eac612dd2324 HTTP/1.1" status: 200 len: 946 time: 0.1344526 Aug 22 14:11:55.527370 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f36c5f7c-73de-41ee-9d7f-f14769487cc5 req-228462d5-f738-4b8c-acd3-8d762a75e217 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307379 Aug 22 14:11:56.646463 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59711c4-668c-4bcf-9bd1-178489cce897 req-6f801ca3-d2ab-4327-b586-3947f8fec0a6 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:11:56.647920 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f59711c4-668c-4bcf-9bd1-178489cce897 req-6f801ca3-d2ab-4327-b586-3947f8fec0a6 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fbc7e34-6744-4039-a120-eac612dd2324 HTTP/1.1" status: 200 len: 946 time: 0.0525897 Aug 22 14:11:56.685254 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f59711c4-668c-4bcf-9bd1-178489cce897 req-74ca9504-a1db-4307-83e9-c4c9a8319bae tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307753 Aug 22 14:11:57.800426 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a372f8-9bab-4559-92c5-96fd87289d22 req-18887e78-ee4a-4095-a4e9-cc6cd4cea141 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:11:57.801904 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-36a372f8-9bab-4559-92c5-96fd87289d22 req-18887e78-ee4a-4095-a4e9-cc6cd4cea141 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fbc7e34-6744-4039-a120-eac612dd2324 HTTP/1.1" status: 200 len: 946 time: 0.0492692 Aug 22 14:11:57.844540 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-36a372f8-9bab-4559-92c5-96fd87289d22 req-393ee4ad-7a21-4b4b-ac3b-b6ef8c282e22 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357118 Aug 22 14:11:58.500133 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-55414941-5176-4022-9732-acf73fdc555b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:11:58.794912 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:11:58.960452 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb0e6b-4d62-42e6-89d0-3fc32c0929d7 req-9779d312-b64d-41f4-9959-3ddecfe9ea3c tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:11:58.961850 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f9cb0e6b-4d62-42e6-89d0-3fc32c0929d7 req-9779d312-b64d-41f4-9959-3ddecfe9ea3c tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fbc7e34-6744-4039-a120-eac612dd2324 HTTP/1.1" status: 200 len: 946 time: 0.0486946 Aug 22 14:11:59.000189 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f9cb0e6b-4d62-42e6-89d0-3fc32c0929d7 req-d505bc19-2d9f-41c1-ba62-9c4e0faeb7fb tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323079 Aug 22 14:12:00.114110 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48daaf-aa59-4c45-992f-2989bbb4d28e req-0840bedb-8380-4018-9ffa-25e7932c943a tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:00.115570 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1a48daaf-aa59-4c45-992f-2989bbb4d28e req-0840bedb-8380-4018-9ffa-25e7932c943a tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fbc7e34-6744-4039-a120-eac612dd2324 HTTP/1.1" status: 200 len: 946 time: 0.0487363 Aug 22 14:12:00.152078 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1a48daaf-aa59-4c45-992f-2989bbb4d28e req-285dd043-80dc-413c-9698-533c4a47fae8 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306139 Aug 22 14:12:01.120745 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-be947936-dda8-42b3-845f-62583c78fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:12:01.251017 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:12:01.267284 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d31f6b-74ca-4be3-9691-21df94e72622 req-d3923ae5-18bd-4488-9060-5fb7545e65d7 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:01.269142 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e0d31f6b-74ca-4be3-9691-21df94e72622 req-d3923ae5-18bd-4488-9060-5fb7545e65d7 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fbc7e34-6744-4039-a120-eac612dd2324 HTTP/1.1" status: 200 len: 946 time: 0.0516067 Aug 22 14:12:01.311348 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e0d31f6b-74ca-4be3-9691-21df94e72622 req-4e0a0cac-df7f-417d-9384-5e3c7fdba43e tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362885 Aug 22 14:12:02.426744 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df585e9f-0e5b-46aa-9e1c-be2e77717734 req-99bb48e7-8bfb-4edc-9abb-5fcb03c370cc tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:02.428208 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-df585e9f-0e5b-46aa-9e1c-be2e77717734 req-99bb48e7-8bfb-4edc-9abb-5fcb03c370cc tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fbc7e34-6744-4039-a120-eac612dd2324 HTTP/1.1" status: 200 len: 946 time: 0.0492258 Aug 22 14:12:02.467219 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-df585e9f-0e5b-46aa-9e1c-be2e77717734 req-2e35b123-b176-4f0b-b52d-7b0c7d555009 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328994 Aug 22 14:12:02.573557 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:12:03.582032 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908165b3-3f9c-4a53-8b4e-f8a374988973 req-a34d4522-17f6-43df-8c1d-ce9b21b93437 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:03.584070 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-908165b3-3f9c-4a53-8b4e-f8a374988973 req-a34d4522-17f6-43df-8c1d-ce9b21b93437 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fbc7e34-6744-4039-a120-eac612dd2324 HTTP/1.1" status: 200 len: 946 time: 0.0505388 Aug 22 14:12:03.625373 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-908165b3-3f9c-4a53-8b4e-f8a374988973 req-90a2fca7-dd9a-4616-9801-b56b890c85ea tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345838 Aug 22 14:12:04.182347 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:12:04.348879 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:12:04.739606 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57305a3-05e8-41bd-9bf8-fbc423be3529 req-4d428ced-a814-47e7-911b-0dd1e751fba2 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:04.741124 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b57305a3-05e8-41bd-9bf8-fbc423be3529 req-4d428ced-a814-47e7-911b-0dd1e751fba2 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fbc7e34-6744-4039-a120-eac612dd2324 HTTP/1.1" status: 200 len: 946 time: 0.0482163 Aug 22 14:12:04.783451 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b57305a3-05e8-41bd-9bf8-fbc423be3529 req-1b196d9a-2088-42c8-b7b7-0e25d03a93dc tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343931 Aug 22 14:12:05.019473 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52327966-97bb-43be-9ce5-086ad7f8c90b req-cd3c4b4b-4498-48ac-9021-3e7580a3cdc2 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:05.021970 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-52327966-97bb-43be-9ce5-086ad7f8c90b req-cd3c4b4b-4498-48ac-9021-3e7580a3cdc2 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fbc7e34-6744-4039-a120-eac612dd2324 HTTP/1.1" status: 200 len: 946 time: 0.0528607 Aug 22 14:12:05.049943 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8c39e560-7fa5-4bfb-ba88-a101e455e780 req-c3ba3438-4c51-4dcc-a45a-1f8d9fbca19c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5fbc7e34-6744-4039-a120-eac612dd2324&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0895312 Aug 22 14:12:05.059859 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [req-8c39e560-7fa5-4bfb-ba88-a101e455e780 req-a503b917-221e-4b51-85af-15251454f6b0 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:12:05.060177 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-52327966-97bb-43be-9ce5-086ad7f8c90b req-7bbb3d82-f59f-4ff4-b8d7-b8e73d9de893 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332890 Aug 22 14:12:05.060860 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8c39e560-7fa5-4bfb-ba88-a101e455e780 req-a503b917-221e-4b51-85af-15251454f6b0 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059333 Aug 22 14:12:06.124458 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c39e560-7fa5-4bfb-ba88-a101e455e780 req-af525fcf-b684-4b85-9624-4faf081eb95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:06.125960 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8c39e560-7fa5-4bfb-ba88-a101e455e780 req-af525fcf-b684-4b85-9624-4faf081eb95c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=000c9eb7079943208008751342206e4e&device_id=5fbc7e34-6744-4039-a120-eac612dd2324 HTTP/1.1" status: 200 len: 1098 time: 0.0456605 Aug 22 14:12:06.178371 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd564a-e95b-4676-893b-e228141b5740 req-cd5544bc-59e1-4ead-8e96-31174e86d4e9 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:06.179857 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e2bd564a-e95b-4676-893b-e228141b5740 req-cd5544bc-59e1-4ead-8e96-31174e86d4e9 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fbc7e34-6744-4039-a120-eac612dd2324 HTTP/1.1" status: 200 len: 946 time: 0.0491717 Aug 22 14:12:06.217933 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e2bd564a-e95b-4676-893b-e228141b5740 req-516bd6d9-93ef-4af2-9179-0091ef1be39a tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321112 Aug 22 14:12:06.220201 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c39e560-7fa5-4bfb-ba88-a101e455e780 req-c0f750c0-4cfd-4815-8846-7181baa04e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:06.221716 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8c39e560-7fa5-4bfb-ba88-a101e455e780 req-c0f750c0-4cfd-4815-8846-7181baa04e01 service neutron] 10.222.0.41 "GET /v2.0/networks?id=80544ff9-4d7a-4bda-83ac-c376294c8e4f HTTP/1.1" status: 200 len: 913 time: 0.0845878 Aug 22 14:12:06.291255 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8c39e560-7fa5-4bfb-ba88-a101e455e780 req-fa41c6aa-f16b-45d0-96a5-5e7f2e6be503 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38a4e330-3725-40e1-b6bd-41cae3d909b2 HTTP/1.1" status: 200 len: 1002 time: 0.0625741 Aug 22 14:12:06.339583 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c39e560-7fa5-4bfb-ba88-a101e455e780 req-33ef369a-8d73-4cff-9a6e-0d7e7e7e7f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:06.340979 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8c39e560-7fa5-4bfb-ba88-a101e455e780 req-33ef369a-8d73-4cff-9a6e-0d7e7e7e7f01 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0960ef9e-f71d-43e9-946b-72ee9dbd7b2a HTTP/1.1" status: 200 len: 851 time: 0.0430954 Aug 22 14:12:06.386711 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c39e560-7fa5-4bfb-ba88-a101e455e780 req-a16aa378-febf-4634-9347-32793e6c2c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:06.388176 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8c39e560-7fa5-4bfb-ba88-a101e455e780 req-a16aa378-febf-4634-9347-32793e6c2c81 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80544ff9-4d7a-4bda-83ac-c376294c8e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396800 Aug 22 14:12:06.479622 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8c39e560-7fa5-4bfb-ba88-a101e455e780 req-deae4790-eb1f-4630-baca-ad9eae6af194 service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847142 Aug 22 14:12:06.566858 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8c39e560-7fa5-4bfb-ba88-a101e455e780 req-379089da-e4c9-4a51-8d3a-16bba07fb3b3 service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806522 Aug 22 14:12:07.334443 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5689c50-b462-4a5d-b7dd-a5414b40da3f req-ec4a5b64-32ee-4636-85a7-958af2bbcc81 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:07.335916 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f5689c50-b462-4a5d-b7dd-a5414b40da3f req-ec4a5b64-32ee-4636-85a7-958af2bbcc81 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fbc7e34-6744-4039-a120-eac612dd2324 HTTP/1.1" status: 200 len: 946 time: 0.0491397 Aug 22 14:12:07.377803 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f5689c50-b462-4a5d-b7dd-a5414b40da3f req-8966dee4-db30-4491-8afd-d9261afe2b20 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352447 Aug 22 14:12:08.300778 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [req-8c39e560-7fa5-4bfb-ba88-a101e455e780 req-1d23ff34-5a11-4a12-8977-2b60c8bee6c8 service neutron] show failed (client error): The resource could not be found. Aug 22 14:12:08.301698 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8c39e560-7fa5-4bfb-ba88-a101e455e780 req-1d23ff34-5a11-4a12-8977-2b60c8bee6c8 service neutron] 10.222.0.41 "GET /v2.0/ports/38a4e330-3725-40e1-b6bd-41cae3d909b2/bindings/n-h2-793621-33 HTTP/1.1" status: 404 len: 381 time: 0.0542710 Aug 22 14:12:08.522401 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71701d-12de-4a02-a541-8451eb06f5e2 req-ddf24041-11b2-4f23-8b27-820b0ed3adcf tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:08.523883 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6c71701d-12de-4a02-a541-8451eb06f5e2 req-ddf24041-11b2-4f23-8b27-820b0ed3adcf tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fbc7e34-6744-4039-a120-eac612dd2324 HTTP/1.1" status: 200 len: 946 time: 0.0767474 Aug 22 14:12:08.526921 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c39e560-7fa5-4bfb-ba88-a101e455e780 req-62adfdf5-80fd-47c1-956e-283f50d8f7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:08.528308 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8c39e560-7fa5-4bfb-ba88-a101e455e780 req-62adfdf5-80fd-47c1-956e-283f50d8f7c3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5fbc7e34-6744-4039-a120-eac612dd2324&tenant_id=000c9eb7079943208008751342206e4e HTTP/1.1" status: 200 len: 1098 time: 0.0716898 Aug 22 14:12:08.541427 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-8c39e560-7fa5-4bfb-ba88-a101e455e780 req-5629342f-fe9f-4f93-ab8f-32fc307ac9a7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-33', 'device_owner': 'compute:nova'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:12:08.594479 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6c71701d-12de-4a02-a541-8451eb06f5e2 req-0efd0685-6e32-47cc-8e5f-8396360407b9 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634642 Aug 22 14:12:08.617381 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-8c39e560-7fa5-4bfb-ba88-a101e455e780 req-5629342f-fe9f-4f93-ab8f-32fc307ac9a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:12:08.822401 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-8c39e560-7fa5-4bfb-ba88-a101e455e780 req-5629342f-fe9f-4f93-ab8f-32fc307ac9a7 service neutron] For port 38a4e330-3725-40e1-b6bd-41cae3d909b2, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=38a4e330-3725-40e1-b6bd-41cae3d909b2,segment=NetworkSegment(daac6273-e2ad-41db-a5df-98ad96ede67a),segment_id=daac6273-e2ad-41db-a5df-98ad96ede67a)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:12:08.854630 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-8c39e560-7fa5-4bfb-ba88-a101e455e780 req-5629342f-fe9f-4f93-ab8f-32fc307ac9a7 service neutron] For port 38a4e330-3725-40e1-b6bd-41cae3d909b2, host n-h1-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:12:08.892898 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbc7e34-6744-4039-a120-eac612dd2324', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38a4e330-3725-40e1-b6bd-41cae3d909b2'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:12:08.895154 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11087d1c-0e1f-4c41-93a3-7d900eeaaf24" -d '{"events": [{"server_uuid": "5fbc7e34-6744-4039-a120-eac612dd2324", "name": "network-vif-unplugged", "status": "completed", "tag": "38a4e330-3725-40e1-b6bd-41cae3d909b2"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:12:08.898874 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-8c39e560-7fa5-4bfb-ba88-a101e455e780 req-5629342f-fe9f-4f93-ab8f-32fc307ac9a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:12:08.910825 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-8c39e560-7fa5-4bfb-ba88-a101e455e780 req-5629342f-fe9f-4f93-ab8f-32fc307ac9a7 service neutron] Transition to ACTIVE for port object 38a4e330-3725-40e1-b6bd-41cae3d909b2 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:12:08.914219 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-8c39e560-7fa5-4bfb-ba88-a101e455e780 req-5629342f-fe9f-4f93-ab8f-32fc307ac9a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:12:08.951221 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 14:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355ee1f5-e008-4486-88a3-496844ed0cf1 x-openstack-request-id: req-355ee1f5-e008-4486-88a3-496844ed0cf1 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:12:08.951467 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbc7e34-6744-4039-a120-eac612dd2324", "name": "network-vif-unplugged", "status": "completed", "tag": "38a4e330-3725-40e1-b6bd-41cae3d909b2", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:12:08.951722 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-355ee1f5-e008-4486-88a3-496844ed0cf1 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:12:08.952119 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fbc7e34-6744-4039-a120-eac612dd2324', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38a4e330-3725-40e1-b6bd-41cae3d909b2', 'code': 200} Aug 22 14:12:09.003144 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5629342f-fe9f-4f93-ab8f-32fc307ac9a7 service neutron] Pushing event updated for resources: {'Port': ['ID=38a4e330-3725-40e1-b6bd-41cae3d909b2,revision_number=6']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:12:09.015779 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5629342f-fe9f-4f93-ab8f-32fc307ac9a7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:12:09.016124 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5629342f-fe9f-4f93-ab8f-32fc307ac9a7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:12:09.016497 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5629342f-fe9f-4f93-ab8f-32fc307ac9a7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:12:09.016834 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5629342f-fe9f-4f93-ab8f-32fc307ac9a7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:12:09.017167 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5629342f-fe9f-4f93-ab8f-32fc307ac9a7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:12:09.017502 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5629342f-fe9f-4f93-ab8f-32fc307ac9a7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:12:09.017824 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5629342f-fe9f-4f93-ab8f-32fc307ac9a7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:12:09.018148 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5629342f-fe9f-4f93-ab8f-32fc307ac9a7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:12:09.018474 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5629342f-fe9f-4f93-ab8f-32fc307ac9a7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:12:09.018795 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5629342f-fe9f-4f93-ab8f-32fc307ac9a7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:12:09.019119 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5629342f-fe9f-4f93-ab8f-32fc307ac9a7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:12:09.019437 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5629342f-fe9f-4f93-ab8f-32fc307ac9a7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:12:09.053226 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c39e560-7fa5-4bfb-ba88-a101e455e780 req-5629342f-fe9f-4f93-ab8f-32fc307ac9a7 service neutron] No DVR routers for this DVR port 38a4e330-3725-40e1-b6bd-41cae3d909b2 on host n-h1-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:12:09.189974 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-8c39e560-7fa5-4bfb-ba88-a101e455e780 req-5629342f-fe9f-4f93-ab8f-32fc307ac9a7 service neutron] Attempting to bind port 38a4e330-3725-40e1-b6bd-41cae3d909b2 on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:12:09.190304 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-8c39e560-7fa5-4bfb-ba88-a101e455e780 req-5629342f-fe9f-4f93-ab8f-32fc307ac9a7 service neutron] Attempting to bind port 38a4e330-3725-40e1-b6bd-41cae3d909b2 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': 'daac6273-e2ad-41db-a5df-98ad96ede67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:12:09.190627 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c39e560-7fa5-4bfb-ba88-a101e455e780 req-5629342f-fe9f-4f93-ab8f-32fc307ac9a7 service neutron] Attempting to bind port 38a4e330-3725-40e1-b6bd-41cae3d909b2 on network 80544ff9-4d7a-4bda-83ac-c376294c8e4f {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:12:09.195749 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c39e560-7fa5-4bfb-ba88-a101e455e780 req-5629342f-fe9f-4f93-ab8f-32fc307ac9a7 service neutron] Port 38a4e330-3725-40e1-b6bd-41cae3d909b2 on network 80544ff9-4d7a-4bda-83ac-c376294c8e4f not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:12:09.196065 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c39e560-7fa5-4bfb-ba88-a101e455e780 req-5629342f-fe9f-4f93-ab8f-32fc307ac9a7 service neutron] Attempting to bind port 38a4e330-3725-40e1-b6bd-41cae3d909b2 on network 80544ff9-4d7a-4bda-83ac-c376294c8e4f {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:12:09.201013 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c39e560-7fa5-4bfb-ba88-a101e455e780 req-5629342f-fe9f-4f93-ab8f-32fc307ac9a7 service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:12:09.201346 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c39e560-7fa5-4bfb-ba88-a101e455e780 req-5629342f-fe9f-4f93-ab8f-32fc307ac9a7 service neutron] Checking segment: {'id': 'daac6273-e2ad-41db-a5df-98ad96ede67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:12:09.201725 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c39e560-7fa5-4bfb-ba88-a101e455e780 req-5629342f-fe9f-4f93-ab8f-32fc307ac9a7 service neutron] Bound using segment: {'id': 'daac6273-e2ad-41db-a5df-98ad96ede67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:12:09.202148 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-8c39e560-7fa5-4bfb-ba88-a101e455e780 req-5629342f-fe9f-4f93-ab8f-32fc307ac9a7 service neutron] Bound port: 38a4e330-3725-40e1-b6bd-41cae3d909b2, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daac6273-e2ad-41db-a5df-98ad96ede67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:12:09.202499 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-8c39e560-7fa5-4bfb-ba88-a101e455e780 req-5629342f-fe9f-4f93-ab8f-32fc307ac9a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:12:09.268019 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-8c39e560-7fa5-4bfb-ba88-a101e455e780 req-5629342f-fe9f-4f93-ab8f-32fc307ac9a7 service neutron] For port 38a4e330-3725-40e1-b6bd-41cae3d909b2, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:12:09.271245 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-8c39e560-7fa5-4bfb-ba88-a101e455e780 req-5629342f-fe9f-4f93-ab8f-32fc307ac9a7 service neutron] For port 38a4e330-3725-40e1-b6bd-41cae3d909b2, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=38a4e330-3725-40e1-b6bd-41cae3d909b2,segment=NetworkSegment(daac6273-e2ad-41db-a5df-98ad96ede67a),segment_id=daac6273-e2ad-41db-a5df-98ad96ede67a)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:12:09.275454 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-8c39e560-7fa5-4bfb-ba88-a101e455e780 req-5629342f-fe9f-4f93-ab8f-32fc307ac9a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:12:09.314064 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c39e560-7fa5-4bfb-ba88-a101e455e780 req-5629342f-fe9f-4f93-ab8f-32fc307ac9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:09.314695 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-8c39e560-7fa5-4bfb-ba88-a101e455e780 req-5629342f-fe9f-4f93-ab8f-32fc307ac9a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:12:09.316066 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8c39e560-7fa5-4bfb-ba88-a101e455e780 req-5629342f-fe9f-4f93-ab8f-32fc307ac9a7 service neutron] 10.222.0.16 "PUT /v2.0/ports/38a4e330-3725-40e1-b6bd-41cae3d909b2 HTTP/1.1" status: 200 len: 1093 time: 0.7792606 Aug 22 14:12:09.339760 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5629342f-fe9f-4f93-ab8f-32fc307ac9a7 service neutron] Pushing event updated for resources: {'Port': ['ID=38a4e330-3725-40e1-b6bd-41cae3d909b2,revision_number=7']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:12:09.390310 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c39e560-7fa5-4bfb-ba88-a101e455e780 req-592ec3c9-5818-4485-bf98-84295bd92e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:09.391842 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8c39e560-7fa5-4bfb-ba88-a101e455e780 req-592ec3c9-5818-4485-bf98-84295bd92e6e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=000c9eb7079943208008751342206e4e&device_id=5fbc7e34-6744-4039-a120-eac612dd2324 HTTP/1.1" status: 200 len: 1096 time: 0.0497956 Aug 22 14:12:09.493588 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c39e560-7fa5-4bfb-ba88-a101e455e780 req-c8fe2782-69a0-4598-8c68-6424cf1058a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:09.495808 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8c39e560-7fa5-4bfb-ba88-a101e455e780 req-c8fe2782-69a0-4598-8c68-6424cf1058a4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=80544ff9-4d7a-4bda-83ac-c376294c8e4f HTTP/1.1" status: 200 len: 913 time: 0.0968835 Aug 22 14:12:09.567040 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8c39e560-7fa5-4bfb-ba88-a101e455e780 req-5fb7e980-df13-4b60-a92c-d6e31b9c0203 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38a4e330-3725-40e1-b6bd-41cae3d909b2 HTTP/1.1" status: 200 len: 1000 time: 0.0637367 Aug 22 14:12:09.617587 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c39e560-7fa5-4bfb-ba88-a101e455e780 req-9dec5c28-6c04-42c4-a78d-005fc04db1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:09.618978 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8c39e560-7fa5-4bfb-ba88-a101e455e780 req-9dec5c28-6c04-42c4-a78d-005fc04db1d6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0960ef9e-f71d-43e9-946b-72ee9dbd7b2a HTTP/1.1" status: 200 len: 851 time: 0.0447581 Aug 22 14:12:09.673387 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c39e560-7fa5-4bfb-ba88-a101e455e780 req-a30d555c-7140-4059-91e2-6e5c349eb560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:09.674751 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8c39e560-7fa5-4bfb-ba88-a101e455e780 req-a30d555c-7140-4059-91e2-6e5c349eb560 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=80544ff9-4d7a-4bda-83ac-c376294c8e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489287 Aug 22 14:12:09.766659 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9835be-4028-45e4-b651-39e84363996b req-af691f1f-565a-466a-bf61-b1073068475d tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:09.768121 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bf9835be-4028-45e4-b651-39e84363996b req-af691f1f-565a-466a-bf61-b1073068475d tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fbc7e34-6744-4039-a120-eac612dd2324 HTTP/1.1" status: 200 len: 944 time: 0.1058154 Aug 22 14:12:09.809027 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8c39e560-7fa5-4bfb-ba88-a101e455e780 req-6d68ece0-5370-4abc-bc54-9f8e58a4a42b service neutron] 10.222.0.16 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140845 Aug 22 14:12:09.827373 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bf9835be-4028-45e4-b651-39e84363996b req-500d88d9-985f-4fe3-b585-25d9846c5c1f tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530903 Aug 22 14:12:09.906461 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8c39e560-7fa5-4bfb-ba88-a101e455e780 req-41248b32-2fa4-4287-a836-6bf45c78c081 service neutron] 10.222.0.16 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881658 Aug 22 14:12:10.947413 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4208d22-757f-48f1-8393-cc7464eb9478 req-01112910-18bb-48cb-92e2-9222c41ce388 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:10.949326 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a4208d22-757f-48f1-8393-cc7464eb9478 req-01112910-18bb-48cb-92e2-9222c41ce388 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fbc7e34-6744-4039-a120-eac612dd2324 HTTP/1.1" status: 200 len: 944 time: 0.0502746 Aug 22 14:12:10.952895 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fbc7e34-6744-4039-a120-eac612dd2324', 'tag': '38a4e330-3725-40e1-b6bd-41cae3d909b2'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:12:10.955134 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f233e7-4566-40ae-81b0-1a01c86741db" -d '{"events": [{"name": "network-changed", "server_uuid": "5fbc7e34-6744-4039-a120-eac612dd2324", "tag": "38a4e330-3725-40e1-b6bd-41cae3d909b2"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:12:10.992548 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a4208d22-757f-48f1-8393-cc7464eb9478 req-ad986832-6254-45f3-b3c7-b7e0f0b5f1d1 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340984 Aug 22 14:12:11.017184 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd95d41e-08e4-4558-9b0c-1b40486a0701 x-openstack-request-id: req-fd95d41e-08e4-4558-9b0c-1b40486a0701 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:12:11.017538 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fbc7e34-6744-4039-a120-eac612dd2324", "tag": "38a4e330-3725-40e1-b6bd-41cae3d909b2", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:12:11.017782 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fd95d41e-08e4-4558-9b0c-1b40486a0701 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:12:11.018180 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fbc7e34-6744-4039-a120-eac612dd2324', 'tag': '38a4e330-3725-40e1-b6bd-41cae3d909b2', 'status': 'completed', 'code': 200} Aug 22 14:12:11.073507 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f233e7-4566-40ae-81b0-1a01c86741db req-873c8659-3f92-4d1f-9382-fc281d806751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:11.075206 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-98f233e7-4566-40ae-81b0-1a01c86741db req-873c8659-3f92-4d1f-9382-fc281d806751 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=000c9eb7079943208008751342206e4e&device_id=5fbc7e34-6744-4039-a120-eac612dd2324 HTTP/1.1" status: 200 len: 1096 time: 0.0448186 Aug 22 14:12:11.094069 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f233e7-4566-40ae-81b0-1a01c86741db req-4446bf3e-9083-4034-9550-0f81eb54ee0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:11.095583 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-98f233e7-4566-40ae-81b0-1a01c86741db req-4446bf3e-9083-4034-9550-0f81eb54ee0d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=000c9eb7079943208008751342206e4e&device_id=5fbc7e34-6744-4039-a120-eac612dd2324 HTTP/1.1" status: 200 len: 1096 time: 0.0539272 Aug 22 14:12:11.178581 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f233e7-4566-40ae-81b0-1a01c86741db req-a730ae1c-a048-4383-9bd7-533ddca666ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:11.179967 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-98f233e7-4566-40ae-81b0-1a01c86741db req-a730ae1c-a048-4383-9bd7-533ddca666ee service neutron] 10.222.0.16 "GET /v2.0/networks?id=80544ff9-4d7a-4bda-83ac-c376294c8e4f HTTP/1.1" status: 200 len: 913 time: 0.0967007 Aug 22 14:12:11.189049 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f233e7-4566-40ae-81b0-1a01c86741db req-a1d4bc3f-d75d-4f27-b456-8c5aa2c7ff28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:11.190580 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-98f233e7-4566-40ae-81b0-1a01c86741db req-a1d4bc3f-d75d-4f27-b456-8c5aa2c7ff28 service neutron] 10.222.0.41 "GET /v2.0/networks?id=80544ff9-4d7a-4bda-83ac-c376294c8e4f HTTP/1.1" status: 200 len: 913 time: 0.0877252 Aug 22 14:12:11.248929 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-98f233e7-4566-40ae-81b0-1a01c86741db req-62d60f71-e914-4c78-80b2-499a315a7287 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38a4e330-3725-40e1-b6bd-41cae3d909b2 HTTP/1.1" status: 200 len: 1000 time: 0.0612302 Aug 22 14:12:11.260085 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-98f233e7-4566-40ae-81b0-1a01c86741db req-03e35cc0-e878-4930-9521-842e15f9f4b2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38a4e330-3725-40e1-b6bd-41cae3d909b2 HTTP/1.1" status: 200 len: 1000 time: 0.0628562 Aug 22 14:12:11.301983 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f233e7-4566-40ae-81b0-1a01c86741db req-6e565786-246d-46fb-90f9-93b8ba1a19a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:11.303449 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-98f233e7-4566-40ae-81b0-1a01c86741db req-6e565786-246d-46fb-90f9-93b8ba1a19a6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0960ef9e-f71d-43e9-946b-72ee9dbd7b2a HTTP/1.1" status: 200 len: 851 time: 0.0482130 Aug 22 14:12:11.309897 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f233e7-4566-40ae-81b0-1a01c86741db req-8fea1781-82b5-4780-a736-6c5ebe23fdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:11.311340 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-98f233e7-4566-40ae-81b0-1a01c86741db req-8fea1781-82b5-4780-a736-6c5ebe23fdc1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0960ef9e-f71d-43e9-946b-72ee9dbd7b2a HTTP/1.1" status: 200 len: 851 time: 0.0445037 Aug 22 14:12:11.348969 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f233e7-4566-40ae-81b0-1a01c86741db req-1c34b35e-6aae-4be0-a4b7-20b3344c1756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:11.350744 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-98f233e7-4566-40ae-81b0-1a01c86741db req-1c34b35e-6aae-4be0-a4b7-20b3344c1756 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=80544ff9-4d7a-4bda-83ac-c376294c8e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404716 Aug 22 14:12:11.359603 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f233e7-4566-40ae-81b0-1a01c86741db req-69548923-2028-413f-8d29-5ebafba2fa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:11.361119 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-98f233e7-4566-40ae-81b0-1a01c86741db req-69548923-2028-413f-8d29-5ebafba2fa12 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80544ff9-4d7a-4bda-83ac-c376294c8e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429268 Aug 22 14:12:11.439983 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-98f233e7-4566-40ae-81b0-1a01c86741db req-85ea209f-21ae-4d12-880f-0f00e30f0f0b service neutron] 10.222.0.16 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819201 Aug 22 14:12:11.455096 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-98f233e7-4566-40ae-81b0-1a01c86741db req-465e91f7-374e-4efe-bf62-595822a4e5b6 service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867310 Aug 22 14:12:11.535530 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-98f233e7-4566-40ae-81b0-1a01c86741db req-91d8fc57-7f10-4003-8c28-301ba1087387 service neutron] 10.222.0.16 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892255 Aug 22 14:12:11.546484 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-98f233e7-4566-40ae-81b0-1a01c86741db req-abdf8214-1331-49fa-a073-a111d25c4a25 service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844054 Aug 22 14:12:11.686670 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 38a4e330-3725-40e1-b6bd-41cae3d909b2 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:12:11.774766 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 38a4e330-3725-40e1-b6bd-41cae3d909b2, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=38a4e330-3725-40e1-b6bd-41cae3d909b2,segment=NetworkSegment(daac6273-e2ad-41db-a5df-98ad96ede67a),segment_id=daac6273-e2ad-41db-a5df-98ad96ede67a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:12:11.784742 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '38a4e330-3725-40e1-b6bd-41cae3d909b2', 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f', 'port_id': '38a4e330-3725-40e1-b6bd-41cae3d909b2', 'mac_address': 'fa:16:3e:6b:c4:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:12:11.963246 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 38a4e330-3725-40e1-b6bd-41cae3d909b2 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:12:12.001379 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:12:12.021098 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38a4e330-3725-40e1-b6bd-41cae3d909b2 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:12:12.024999 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 38a4e330-3725-40e1-b6bd-41cae3d909b2 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:12:12.043060 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 38a4e330-3725-40e1-b6bd-41cae3d909b2, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=38a4e330-3725-40e1-b6bd-41cae3d909b2,segment=NetworkSegment(daac6273-e2ad-41db-a5df-98ad96ede67a),segment_id=daac6273-e2ad-41db-a5df-98ad96ede67a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:12:12.046993 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:12:12.094703 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=38a4e330-3725-40e1-b6bd-41cae3d909b2,revision_number=8']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:12:12.102164 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:12:12.102510 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:12:12.102844 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:12:12.103176 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:12:12.103510 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:12:12.103838 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:12:12.104700 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:12:12.105320 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:12:12.105422 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:12:12.105655 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:12:12.105973 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:12:12.106290 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:12:12.113824 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6862d3a-2a99-4639-9134-89ed290a04c3 req-c01c7e7b-3b46-4f44-82ad-ccb6308c7c15 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:12.115716 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a6862d3a-2a99-4639-9134-89ed290a04c3 req-c01c7e7b-3b46-4f44-82ad-ccb6308c7c15 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fbc7e34-6744-4039-a120-eac612dd2324 HTTP/1.1" status: 200 len: 945 time: 0.0509279 Aug 22 14:12:12.154361 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a6862d3a-2a99-4639-9134-89ed290a04c3 req-47be4eff-8dc0-4346-9adb-632705631929 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321565 Aug 22 14:12:12.254356 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:12:12.257112 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['38a4e330-3725-40e1-b6bd-41cae3d909b2'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:12:12.354794 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6350d20b-0247-4a4a-9017-bbb173a7c9a0 req-557e81eb-6766-4dc5-a261-441f2438f7f1 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:12.356412 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6350d20b-0247-4a4a-9017-bbb173a7c9a0 req-557e81eb-6766-4dc5-a261-441f2438f7f1 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fbc7e34-6744-4039-a120-eac612dd2324 HTTP/1.1" status: 200 len: 945 time: 0.0528569 Aug 22 14:12:12.361732 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d9f97-854c-4247-be9f-ebdb46146e35 req-d7d5d2fd-49f9-462b-be07-958d87b562b7 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:12.363229 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-449d9f97-854c-4247-be9f-ebdb46146e35 req-d7d5d2fd-49f9-462b-be07-958d87b562b7 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fbc7e34-6744-4039-a120-eac612dd2324&tenant_id=000c9eb7079943208008751342206e4e&binding%3Ahost_id=n-h2-793621-33 HTTP/1.1" status: 200 len: 945 time: 0.0545998 Aug 22 14:12:12.401011 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6350d20b-0247-4a4a-9017-bbb173a7c9a0 req-5fd5139f-9afb-4936-bbfd-d584ac8f43d9 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378141 Aug 22 14:12:12.428591 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [req-449d9f97-854c-4247-be9f-ebdb46146e35 req-a3f58f8a-0ca9-4ee6-9ea9-1fe63e75a92e service neutron] delete failed (client error): The resource could not be found. Aug 22 14:12:12.429573 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-449d9f97-854c-4247-be9f-ebdb46146e35 req-a3f58f8a-0ca9-4ee6-9ea9-1fe63e75a92e service neutron] 10.222.0.41 "DELETE /v2.0/ports/38a4e330-3725-40e1-b6bd-41cae3d909b2/bindings/n-h1-793621-33 HTTP/1.1" status: 404 len: 381 time: 0.0583951 Aug 22 14:12:12.510080 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d9f97-854c-4247-be9f-ebdb46146e35 req-5e9515c8-865d-408b-85ba-2c06ce94b542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:12.512113 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-449d9f97-854c-4247-be9f-ebdb46146e35 req-5e9515c8-865d-408b-85ba-2c06ce94b542 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=000c9eb7079943208008751342206e4e&device_id=5fbc7e34-6744-4039-a120-eac612dd2324 HTTP/1.1" status: 200 len: 1097 time: 0.0405610 Aug 22 14:12:12.599804 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d9f97-854c-4247-be9f-ebdb46146e35 req-a00796b2-7c36-4285-afcc-35354b7ffb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:12.601532 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-449d9f97-854c-4247-be9f-ebdb46146e35 req-a00796b2-7c36-4285-afcc-35354b7ffb5d service neutron] 10.222.0.41 "GET /v2.0/networks?id=80544ff9-4d7a-4bda-83ac-c376294c8e4f HTTP/1.1" status: 200 len: 913 time: 0.0827193 Aug 22 14:12:12.669214 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-449d9f97-854c-4247-be9f-ebdb46146e35 req-b5e6b5ca-f5db-433f-84f5-9be091e85a3f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38a4e330-3725-40e1-b6bd-41cae3d909b2 HTTP/1.1" status: 200 len: 1001 time: 0.0606387 Aug 22 14:12:12.717734 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d9f97-854c-4247-be9f-ebdb46146e35 req-41c924f4-08d9-4dd1-8a17-47785b874fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:12.719132 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-449d9f97-854c-4247-be9f-ebdb46146e35 req-41c924f4-08d9-4dd1-8a17-47785b874fb3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0960ef9e-f71d-43e9-946b-72ee9dbd7b2a HTTP/1.1" status: 200 len: 851 time: 0.0428698 Aug 22 14:12:12.764258 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d9f97-854c-4247-be9f-ebdb46146e35 req-ec879960-970e-4e85-9249-20222806c43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:12.765717 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-449d9f97-854c-4247-be9f-ebdb46146e35 req-ec879960-970e-4e85-9249-20222806c43f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80544ff9-4d7a-4bda-83ac-c376294c8e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393534 Aug 22 14:12:12.855828 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-449d9f97-854c-4247-be9f-ebdb46146e35 req-45e001d1-82da-49b7-bea6-0f4c1aec1465 service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828631 Aug 22 14:12:12.944051 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-449d9f97-854c-4247-be9f-ebdb46146e35 req-04c26cc8-7e4e-4c6d-8305-dab90e4d2f16 service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802264 Aug 22 14:12:13.519472 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62a38a-face-48f7-ac6a-9f245e2cee42 req-d85af746-4fae-41c2-adb7-2f32be4d9fad tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:13.520986 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fc62a38a-face-48f7-ac6a-9f245e2cee42 req-d85af746-4fae-41c2-adb7-2f32be4d9fad tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fbc7e34-6744-4039-a120-eac612dd2324 HTTP/1.1" status: 200 len: 945 time: 0.0498495 Aug 22 14:12:13.558350 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fc62a38a-face-48f7-ac6a-9f245e2cee42 req-7c895048-f2b3-4a65-9d46-590469df9da2 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310488 Aug 22 14:12:13.675776 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93699b0-1479-41ce-9059-c5a19809a88f req-09f244a3-1173-4bce-8a7c-b8a99c804ed8 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:13.677289 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e93699b0-1479-41ce-9059-c5a19809a88f req-09f244a3-1173-4bce-8a7c-b8a99c804ed8 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fbc7e34-6744-4039-a120-eac612dd2324 HTTP/1.1" status: 200 len: 945 time: 0.0490551 Aug 22 14:12:13.693915 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 38a4e330-3725-40e1-b6bd-41cae3d909b2 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:12:13.715069 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e93699b0-1479-41ce-9059-c5a19809a88f req-b15ab51a-a640-420b-bc27-4f73135202dc tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317280 Aug 22 14:12:13.744295 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port 38a4e330-3725-40e1-b6bd-41cae3d909b2 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:12:13.748194 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 38a4e330-3725-40e1-b6bd-41cae3d909b2 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:12:13.748611 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:12:13.830359 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:12:13.855159 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbc7e34-6744-4039-a120-eac612dd2324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a4e330-3725-40e1-b6bd-41cae3d909b2'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:12:13.858345 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f7f384-54fa-4a04-93a4-cd11b9464e5c" -d '{"events": [{"server_uuid": "5fbc7e34-6744-4039-a120-eac612dd2324", "name": "network-vif-plugged", "status": "completed", "tag": "38a4e330-3725-40e1-b6bd-41cae3d909b2"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:12:13.871808 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 38a4e330-3725-40e1-b6bd-41cae3d909b2, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=38a4e330-3725-40e1-b6bd-41cae3d909b2,segment=NetworkSegment(daac6273-e2ad-41db-a5df-98ad96ede67a),segment_id=daac6273-e2ad-41db-a5df-98ad96ede67a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:12:13.875709 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:12:13.915475 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afebfa46-a22e-4c59-b7cd-90d8d6e9996f req-eec4b3ea-59ed-44c9-9669-e9a8523a3263 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:13.917610 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-afebfa46-a22e-4c59-b7cd-90d8d6e9996f req-eec4b3ea-59ed-44c9-9669-e9a8523a3263 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fbc7e34-6744-4039-a120-eac612dd2324 HTTP/1.1" status: 200 len: 945 time: 0.0549376 Aug 22 14:12:13.920629 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab45d61b-5102-491f-94e0-40ff27b051c9 x-openstack-request-id: req-ab45d61b-5102-491f-94e0-40ff27b051c9 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:12:13.920950 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbc7e34-6744-4039-a120-eac612dd2324", "name": "network-vif-plugged", "status": "completed", "tag": "38a4e330-3725-40e1-b6bd-41cae3d909b2", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:12:13.921199 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ab45d61b-5102-491f-94e0-40ff27b051c9 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:12:13.921584 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fbc7e34-6744-4039-a120-eac612dd2324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a4e330-3725-40e1-b6bd-41cae3d909b2', 'code': 200} Aug 22 14:12:13.932824 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=38a4e330-3725-40e1-b6bd-41cae3d909b2,revision_number=9']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:12:13.983984 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-afebfa46-a22e-4c59-b7cd-90d8d6e9996f req-d32a06d2-43dc-4a2d-bd18-b588ad066744 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596149 Aug 22 14:12:13.996633 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb4338f-653d-4cd3-a086-40ad789c8bbf req-0adb4554-1a91-4f85-80e2-832ad71a09a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:13.998186 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1fb4338f-653d-4cd3-a086-40ad789c8bbf req-0adb4554-1a91-4f85-80e2-832ad71a09a7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=000c9eb7079943208008751342206e4e&device_id=5fbc7e34-6744-4039-a120-eac612dd2324 HTTP/1.1" status: 200 len: 1098 time: 0.0563054 Aug 22 14:12:14.086585 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb4338f-653d-4cd3-a086-40ad789c8bbf req-15cb4ee4-41d2-4551-ad23-f46d3b5e7af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:14.088043 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1fb4338f-653d-4cd3-a086-40ad789c8bbf req-15cb4ee4-41d2-4551-ad23-f46d3b5e7af3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=80544ff9-4d7a-4bda-83ac-c376294c8e4f HTTP/1.1" status: 200 len: 913 time: 0.0828784 Aug 22 14:12:14.156767 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1fb4338f-653d-4cd3-a086-40ad789c8bbf req-6a86b542-e636-448c-b9e9-c7580fd788fe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38a4e330-3725-40e1-b6bd-41cae3d909b2 HTTP/1.1" status: 200 len: 1002 time: 0.0607505 Aug 22 14:12:14.205443 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb4338f-653d-4cd3-a086-40ad789c8bbf req-cde6bb4a-e2f5-476f-912d-435adddd92a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:14.206899 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1fb4338f-653d-4cd3-a086-40ad789c8bbf req-cde6bb4a-e2f5-476f-912d-435adddd92a1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0960ef9e-f71d-43e9-946b-72ee9dbd7b2a HTTP/1.1" status: 200 len: 851 time: 0.0427763 Aug 22 14:12:14.251287 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb4338f-653d-4cd3-a086-40ad789c8bbf req-5cb8023c-a9c9-4763-b156-fe6f679e7d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:14.252774 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1fb4338f-653d-4cd3-a086-40ad789c8bbf req-5cb8023c-a9c9-4763-b156-fe6f679e7d2b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=80544ff9-4d7a-4bda-83ac-c376294c8e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391111 Aug 22 14:12:14.345584 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1fb4338f-653d-4cd3-a086-40ad789c8bbf req-aad35977-76d8-4ece-9bc7-f285a3a1aa0d service neutron] 10.222.0.16 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840573 Aug 22 14:12:14.435158 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1fb4338f-653d-4cd3-a086-40ad789c8bbf req-f191e272-90ad-41df-a07b-9b735acc74d5 service neutron] 10.222.0.16 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821214 Aug 22 14:12:15.103797 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f778f-d622-42e9-9b28-6c2857c8a218 req-3658579b-43fb-489e-a6ac-96f86c5c1a55 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:15.105338 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a13f778f-d622-42e9-9b28-6c2857c8a218 req-3658579b-43fb-489e-a6ac-96f86c5c1a55 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fbc7e34-6744-4039-a120-eac612dd2324 HTTP/1.1" status: 200 len: 946 time: 0.0491860 Aug 22 14:12:15.146366 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a13f778f-d622-42e9-9b28-6c2857c8a218 req-f8f5401a-4d8d-4005-9bdf-4f3e4c97d684 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351872 Aug 22 14:12:15.373962 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc8168-d40a-4725-8283-1ba0daa24e11 req-053e84f1-a20b-474b-8237-411750c64aad tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:15.375446 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-35bc8168-d40a-4725-8283-1ba0daa24e11 req-053e84f1-a20b-474b-8237-411750c64aad tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fbc7e34-6744-4039-a120-eac612dd2324 HTTP/1.1" status: 200 len: 946 time: 0.0497863 Aug 22 14:12:15.411704 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-35bc8168-d40a-4725-8283-1ba0daa24e11 req-bd708931-f8b8-4371-9f38-c957cf04095e tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302575 Aug 22 14:12:16.532585 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88058ab-11f3-4f38-8191-5755618b8eeb req-ddeeb1b0-ab38-4781-b306-d7ac33351b2b tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:16.534061 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a88058ab-11f3-4f38-8191-5755618b8eeb req-ddeeb1b0-ab38-4781-b306-d7ac33351b2b tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fbc7e34-6744-4039-a120-eac612dd2324 HTTP/1.1" status: 200 len: 946 time: 0.0484841 Aug 22 14:12:16.571038 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a88058ab-11f3-4f38-8191-5755618b8eeb req-ca8a7077-3a68-4941-adda-cb77e5fd630c tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310559 Aug 22 14:12:16.631534 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6766d359-d3e0-4ba1-94bc-184f9f0900ad req-bd15d4d4-1bc1-4955-98c1-745eae0a9dce tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:16.632991 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6766d359-d3e0-4ba1-94bc-184f9f0900ad req-bd15d4d4-1bc1-4955-98c1-745eae0a9dce tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fbc7e34-6744-4039-a120-eac612dd2324 HTTP/1.1" status: 200 len: 946 time: 0.0470886 Aug 22 14:12:16.727579 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-6766d359-d3e0-4ba1-94bc-184f9f0900ad req-d0ace1f1-58cc-47fb-bbf6-a04a85da2626 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Deleting port 38a4e330-3725-40e1-b6bd-41cae3d909b2 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:12:16.727828 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-6766d359-d3e0-4ba1-94bc-184f9f0900ad req-d0ace1f1-58cc-47fb-bbf6-a04a85da2626 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:12:16.813264 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-6766d359-d3e0-4ba1-94bc-184f9f0900ad req-d0ace1f1-58cc-47fb-bbf6-a04a85da2626 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] For port 38a4e330-3725-40e1-b6bd-41cae3d909b2, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=38a4e330-3725-40e1-b6bd-41cae3d909b2,segment=NetworkSegment(daac6273-e2ad-41db-a5df-98ad96ede67a),segment_id=daac6273-e2ad-41db-a5df-98ad96ede67a)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:12:16.813627 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-6766d359-d3e0-4ba1-94bc-184f9f0900ad req-d0ace1f1-58cc-47fb-bbf6-a04a85da2626 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:12:16.987109 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-6766d359-d3e0-4ba1-94bc-184f9f0900ad req-d0ace1f1-58cc-47fb-bbf6-a04a85da2626 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:12:16.987425 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-6766d359-d3e0-4ba1-94bc-184f9f0900ad req-d0ace1f1-58cc-47fb-bbf6-a04a85da2626 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:12:16.987743 n-d-793621-33 neutron-server[94627]: INFO neutron.db.l3_db [req-6766d359-d3e0-4ba1-94bc-184f9f0900ad req-d0ace1f1-58cc-47fb-bbf6-a04a85da2626 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Floating IP 64a835be-6c89-43a2-95fb-bae168cd3d4e disassociated. External IP: 172.25.3.104, port: 38a4e330-3725-40e1-b6bd-41cae3d909b2. Aug 22 14:12:16.988099 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-6766d359-d3e0-4ba1-94bc-184f9f0900ad req-d0ace1f1-58cc-47fb-bbf6-a04a85da2626 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Calling delete_port for 38a4e330-3725-40e1-b6bd-41cae3d909b2 owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:12:17.110764 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-6766d359-d3e0-4ba1-94bc-184f9f0900ad req-d0ace1f1-58cc-47fb-bbf6-a04a85da2626 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:12:17.140782 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ace1f1-58cc-47fb-bbf6-a04a85da2626 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Pushing event deleted for resources: {'Port': ['ID=38a4e330-3725-40e1-b6bd-41cae3d909b2,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:12:17.255200 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6766d359-d3e0-4ba1-94bc-184f9f0900ad req-d0ace1f1-58cc-47fb-bbf6-a04a85da2626 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Router 2912f955-3863-4556-b0d4-5f26d86004bb has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:12:17.363184 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6766d359-d3e0-4ba1-94bc-184f9f0900ad req-d0ace1f1-58cc-47fb-bbf6-a04a85da2626 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:12:17.373946 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214350cc-b13b-4279-b330-2feb2bf66fed None None] Sync routers for ids ['2912f955-3863-4556-b0d4-5f26d86004bb'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:12:17.382779 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214350cc-b13b-4279-b330-2feb2bf66fed None None] Routers {'2912f955-3863-4556-b0d4-5f26d86004bb'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:12:17.383396 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-214350cc-b13b-4279-b330-2feb2bf66fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:12:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['2912f955-3863-4556-b0d4-5f26d86004bb'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:12:17.405587 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-6766d359-d3e0-4ba1-94bc-184f9f0900ad req-d0ace1f1-58cc-47fb-bbf6-a04a85da2626 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] No DVR routers for this DVR port 38a4e330-3725-40e1-b6bd-41cae3d909b2 on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:12:17.408107 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-6766d359-d3e0-4ba1-94bc-184f9f0900ad req-d0ace1f1-58cc-47fb-bbf6-a04a85da2626 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:12:17.410173 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6766d359-d3e0-4ba1-94bc-184f9f0900ad req-d0ace1f1-58cc-47fb-bbf6-a04a85da2626 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.16 "DELETE /v2.0/ports/38a4e330-3725-40e1-b6bd-41cae3d909b2 HTTP/1.1" status: 204 len: 173 time: 0.7712808 Aug 22 14:12:17.410633 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbc7e34-6744-4039-a120-eac612dd2324', 'name': 'network-vif-deleted', 'tag': '38a4e330-3725-40e1-b6bd-41cae3d909b2'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:12:17.412977 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19d984e-1239-4dae-8845-84eee61cf9cf" -d '{"events": [{"server_uuid": "5fbc7e34-6744-4039-a120-eac612dd2324", "name": "network-vif-deleted", "tag": "38a4e330-3725-40e1-b6bd-41cae3d909b2"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:12:17.451329 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517a43d0-9a23-45b1-a2bc-0dfacb20566a x-openstack-request-id: req-517a43d0-9a23-45b1-a2bc-0dfacb20566a {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:12:17.451623 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbc7e34-6744-4039-a120-eac612dd2324", "name": "network-vif-deleted", "tag": "38a4e330-3725-40e1-b6bd-41cae3d909b2", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:12:17.451875 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-517a43d0-9a23-45b1-a2bc-0dfacb20566a {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:12:17.452305 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fbc7e34-6744-4039-a120-eac612dd2324', 'name': 'network-vif-deleted', 'tag': '38a4e330-3725-40e1-b6bd-41cae3d909b2', 'status': 'completed', 'code': 200} Aug 22 14:12:17.502042 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-214350cc-b13b-4279-b330-2feb2bf66fed None None] Set router 2912f955-3863-4556-b0d4-5f26d86004bb gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:12:17.684184 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47b1b27e-56bf-4da5-95a0-22f224b3000f req-8612249b-6f18-45f5-81e5-45cce476c1a1 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fbc7e34-6744-4039-a120-eac612dd2324 HTTP/1.1" status: 200 len: 210 time: 0.0274065 Aug 22 14:12:17.715833 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-214350cc-b13b-4279-b330-2feb2bf66fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'name': 'tempest-ServerActionsTestJSON-1475043879-router', 'tenant_id': '000c9eb7079943208008751342206e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '86097f35-0140-4305-ac3c-fe71f036fda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:07:52Z', 'updated_at': '2021-08-22T14:07:55Z', 'revision_number': 4, 'project_id': '000c9eb7079943208008751342206e4e', 'gw_port': {'id': '86097f35-0140-4305-ac3c-fe71f036fda3', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:07:53Z', 'updated_at': '2021-08-22T14:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'ceedafbe-919a-4046-ab48-537f1cc3161d', 'name': '', 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f', 'tenant_id': '000c9eb7079943208008751342206e4e', 'mac_address': 'fa:16:3e:d9:41:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:07:54Z', 'updated_at': '2021-08-22T14:07:59Z', 'revision_number': 5, 'project_id': '000c9eb7079943208008751342206e4e', 'subnets': [{'id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:12:17.745999 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214350cc-b13b-4279-b330-2feb2bf66fed None None] Checking router: 2912f955-3863-4556-b0d4-5f26d86004bb for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:12:17.754003 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214350cc-b13b-4279-b330-2feb2bf66fed None None] Routers {'2912f955-3863-4556-b0d4-5f26d86004bb'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:12:17.754603 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-214350cc-b13b-4279-b330-2feb2bf66fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:12:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['2912f955-3863-4556-b0d4-5f26d86004bb'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:12:17.943606 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-214350cc-b13b-4279-b330-2feb2bf66fed None None] Set router 2912f955-3863-4556-b0d4-5f26d86004bb gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:12:18.134024 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-214350cc-b13b-4279-b330-2feb2bf66fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'name': 'tempest-ServerActionsTestJSON-1475043879-router', 'tenant_id': '000c9eb7079943208008751342206e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '86097f35-0140-4305-ac3c-fe71f036fda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:07:52Z', 'updated_at': '2021-08-22T14:07:55Z', 'revision_number': 4, 'project_id': '000c9eb7079943208008751342206e4e', 'gw_port': {'id': '86097f35-0140-4305-ac3c-fe71f036fda3', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:07:53Z', 'updated_at': '2021-08-22T14:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'ceedafbe-919a-4046-ab48-537f1cc3161d', 'name': '', 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f', 'tenant_id': '000c9eb7079943208008751342206e4e', 'mac_address': 'fa:16:3e:d9:41:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:07:54Z', 'updated_at': '2021-08-22T14:07:59Z', 'revision_number': 5, 'project_id': '000c9eb7079943208008751342206e4e', 'subnets': [{'id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:12:18.159562 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214350cc-b13b-4279-b330-2feb2bf66fed None None] The sync data for ids ['2912f955-3863-4556-b0d4-5f26d86004bb'] in n-d-793621-33 is: [{'id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'name': 'tempest-ServerActionsTestJSON-1475043879-router', 'tenant_id': '000c9eb7079943208008751342206e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '86097f35-0140-4305-ac3c-fe71f036fda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:07:52Z', 'updated_at': '2021-08-22T14:07:55Z', 'revision_number': 4, 'project_id': '000c9eb7079943208008751342206e4e', 'gw_port': {'id': '86097f35-0140-4305-ac3c-fe71f036fda3', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:07:53Z', 'updated_at': '2021-08-22T14:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'ceedafbe-919a-4046-ab48-537f1cc3161d', 'name': '', 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f', 'tenant_id': '000c9eb7079943208008751342206e4e', 'mac_address': 'fa:16:3e:d9:41:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:07:54Z', 'updated_at': '2021-08-22T14:07:59Z', 'revision_number': 5, 'project_id': '000c9eb7079943208008751342206e4e', 'subnets': [{'id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:12:18.373064 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e5118d-994b-48bc-8368-c5703ae864c8 None None] New status for floating IP 64a835be-6c89-43a2-95fb-bae168cd3d4e: DOWN {{(pid=94629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 14:12:18.942854 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-642927ea-8df9-4d8a-a507-50a399f2e0cc req-db6650f2-e117-4d3c-a279-0e820a84c191 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--786540181&fields=id&tenant_id=000c9eb7079943208008751342206e4e HTTP/1.1" status: 200 len: 267 time: 0.0318584 Aug 22 14:12:19.050431 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642927ea-8df9-4d8a-a507-50a399f2e0cc req-3ec2a0fd-097a-4aaf-a752-2b6bd40f2cf9 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:19.051873 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-642927ea-8df9-4d8a-a507-50a399f2e0cc req-3ec2a0fd-097a-4aaf-a752-2b6bd40f2cf9 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/networks?id=80544ff9-4d7a-4bda-83ac-c376294c8e4f HTTP/1.1" status: 200 len: 812 time: 0.1018023 Aug 22 14:12:19.066476 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-642927ea-8df9-4d8a-a507-50a399f2e0cc req-49dec867-3b7c-43a1-85d1-f7fb20af0b49 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/quotas/000c9eb7079943208008751342206e4e HTTP/1.1" status: 200 len: 375 time: 0.0087688 Aug 22 14:12:19.118152 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-642927ea-8df9-4d8a-a507-50a399f2e0cc req-436f9a02-79fc-48f0-9014-e8cdf9c5f3bd tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=000c9eb7079943208008751342206e4e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0466075 Aug 22 14:12:19.256548 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-642927ea-8df9-4d8a-a507-50a399f2e0cc req-93a6e5eb-6193-4a63-936a-eb094cfdbb8a service neutron] 10.222.0.21 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268821 Aug 22 14:12:19.347403 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-642927ea-8df9-4d8a-a507-50a399f2e0cc req-691a7452-9031-47f3-ad0f-4d70538a79f8 service neutron] 10.222.0.21 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837340 Aug 22 14:12:19.537623 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6cce4f10-f8cc-4aef-b903-e2b8925db8cd req-22c1cd6a-5f75-47d9-9aec-e0e696512172 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=978c6077-cd17-413b-a10b-c1453a1e92df HTTP/1.1" status: 200 len: 210 time: 0.0306814 Aug 22 14:12:19.718072 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 38a4e330-3725-40e1-b6bd-41cae3d909b2 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:12:19.741662 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: 38a4e330-3725-40e1-b6bd-41cae3d909b2 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:12:19.742007 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 38a4e330-3725-40e1-b6bd-41cae3d909b2 not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:12:20.616620 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cef347ca-998e-4539-9592-cc65a6f05254 req-c06cfcd7-280f-4893-96fe-bd8f31e25959 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=978c6077-cd17-413b-a10b-c1453a1e92df HTTP/1.1" status: 200 len: 210 time: 0.0269094 Aug 22 14:12:21.712665 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5cb0afa6-65c3-4201-b123-07783f4ee9de req-87f8f7b7-609b-48f7-8f60-1902f0de859b tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=978c6077-cd17-413b-a10b-c1453a1e92df HTTP/1.1" status: 200 len: 210 time: 0.0260439 Aug 22 14:12:22.685617 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642927ea-8df9-4d8a-a507-50a399f2e0cc req-f606aa6c-8908-4273-89da-3f40b3637874 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:22.687188 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-642927ea-8df9-4d8a-a507-50a399f2e0cc req-f606aa6c-8908-4273-89da-3f40b3637874 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.41 "GET /v2.0/networks?id=80544ff9-4d7a-4bda-83ac-c376294c8e4f HTTP/1.1" status: 200 len: 812 time: 0.1088457 Aug 22 14:12:22.732014 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-642927ea-8df9-4d8a-a507-50a399f2e0cc req-fac30056-fe72-4241-8d4e-31cfc4d4e1f7 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=000c9eb7079943208008751342206e4e HTTP/1.1" status: 200 len: 379 time: 0.0356650 Aug 22 14:12:22.741555 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-642927ea-8df9-4d8a-a507-50a399f2e0cc req-7aa174dd-5aac-4555-9a54-a51c00b6ba2d tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Request body: {'port': {'device_id': '978c6077-cd17-413b-a10b-c1453a1e92df', 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f', 'admin_state_up': True, 'tenant_id': '000c9eb7079943208008751342206e4e', 'security_groups': ['bcb78370-e979-4f3e-9513-af85d2ed8790']}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:12:22.806596 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-403437f4-65cd-44b6-99e4-9b3adeace14c req-4d3bb73e-d58e-4304-a9ed-fa6e63639d55 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=978c6077-cd17-413b-a10b-c1453a1e92df HTTP/1.1" status: 200 len: 210 time: 0.0262783 Aug 22 14:12:22.851673 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-642927ea-8df9-4d8a-a507-50a399f2e0cc req-7aa174dd-5aac-4555-9a54-a51c00b6ba2d tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Made reservation on behalf of 000c9eb7079943208008751342206e4e for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:12:22.856131 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-642927ea-8df9-4d8a-a507-50a399f2e0cc req-7aa174dd-5aac-4555-9a54-a51c00b6ba2d tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:12:22.984278 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-642927ea-8df9-4d8a-a507-50a399f2e0cc req-7aa174dd-5aac-4555-9a54-a51c00b6ba2d tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Allocated IP 172.20.0.8 (80544ff9-4d7a-4bda-83ac-c376294c8e4f/0960ef9e-f71d-43e9-946b-72ee9dbd7b2a/ca021a73-a766-4067-8981-102dad83606d) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:12:23.122152 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-642927ea-8df9-4d8a-a507-50a399f2e0cc req-7aa174dd-5aac-4555-9a54-a51c00b6ba2d tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:12:23.135540 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-642927ea-8df9-4d8a-a507-50a399f2e0cc req-7aa174dd-5aac-4555-9a54-a51c00b6ba2d tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Transition to ACTIVE for port object ca021a73-a766-4067-8981-102dad83606d will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:12:23.168291 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-642927ea-8df9-4d8a-a507-50a399f2e0cc req-7aa174dd-5aac-4555-9a54-a51c00b6ba2d tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:12:23.209176 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-642927ea-8df9-4d8a-a507-50a399f2e0cc req-7aa174dd-5aac-4555-9a54-a51c00b6ba2d tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Network 80544ff9-4d7a-4bda-83ac-c376294c8e4f is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:12:23.212048 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-642927ea-8df9-4d8a-a507-50a399f2e0cc req-7aa174dd-5aac-4555-9a54-a51c00b6ba2d tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:12:23.216194 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-642927ea-8df9-4d8a-a507-50a399f2e0cc req-7aa174dd-5aac-4555-9a54-a51c00b6ba2d tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:12:23.225678 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa174dd-5aac-4555-9a54-a51c00b6ba2d tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Pushing event updated for resources: {'Port': ['ID=ca021a73-a766-4067-8981-102dad83606d,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:12:23.258056 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa174dd-5aac-4555-9a54-a51c00b6ba2d tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:12:23.258393 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa174dd-5aac-4555-9a54-a51c00b6ba2d tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:12:23.258723 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa174dd-5aac-4555-9a54-a51c00b6ba2d tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:12:23.259048 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa174dd-5aac-4555-9a54-a51c00b6ba2d tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:12:23.259373 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa174dd-5aac-4555-9a54-a51c00b6ba2d tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:12:23.259712 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa174dd-5aac-4555-9a54-a51c00b6ba2d tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:12:23.260079 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa174dd-5aac-4555-9a54-a51c00b6ba2d tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:12:23.260430 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa174dd-5aac-4555-9a54-a51c00b6ba2d tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:12:23.260827 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa174dd-5aac-4555-9a54-a51c00b6ba2d tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:12:23.261304 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa174dd-5aac-4555-9a54-a51c00b6ba2d tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:12:23.261704 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa174dd-5aac-4555-9a54-a51c00b6ba2d tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:12:23.262021 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa174dd-5aac-4555-9a54-a51c00b6ba2d tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:12:23.286495 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642927ea-8df9-4d8a-a507-50a399f2e0cc req-7aa174dd-5aac-4555-9a54-a51c00b6ba2d tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:23.287117 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-642927ea-8df9-4d8a-a507-50a399f2e0cc req-7aa174dd-5aac-4555-9a54-a51c00b6ba2d tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:12:23.302760 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-642927ea-8df9-4d8a-a507-50a399f2e0cc req-7aa174dd-5aac-4555-9a54-a51c00b6ba2d tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5648477 Aug 22 14:12:23.314552 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-642927ea-8df9-4d8a-a507-50a399f2e0cc req-aa2a73c4-b958-4e69-9b9e-5422bf732324 service neutron] Request body: {'port': {'device_id': '978c6077-cd17-413b-a10b-c1453a1e92df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:12:23.374185 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-642927ea-8df9-4d8a-a507-50a399f2e0cc req-aa2a73c4-b958-4e69-9b9e-5422bf732324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:12:23.430171 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-11f169ac-04b6-42cd-aac0-1b2825aa7ad6 None None] Provisioning for port ca021a73-a766-4067-8981-102dad83606d completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:12:23.434199 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-11f169ac-04b6-42cd-aac0-1b2825aa7ad6 None None] Provisioning complete for port ca021a73-a766-4067-8981-102dad83606d triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:12:23.434602 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-11f169ac-04b6-42cd-aac0-1b2825aa7ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:12:23.469135 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-11f169ac-04b6-42cd-aac0-1b2825aa7ad6 None None] Port ca021a73-a766-4067-8981-102dad83606d cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:12:23.630885 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-642927ea-8df9-4d8a-a507-50a399f2e0cc req-aa2a73c4-b958-4e69-9b9e-5422bf732324 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca021a73-a766-4067-8981-102dad83606d {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:12:23.638673 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-642927ea-8df9-4d8a-a507-50a399f2e0cc req-aa2a73c4-b958-4e69-9b9e-5422bf732324 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:12:23.650586 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-642927ea-8df9-4d8a-a507-50a399f2e0cc req-aa2a73c4-b958-4e69-9b9e-5422bf732324 service neutron] Transition to ACTIVE for port object ca021a73-a766-4067-8981-102dad83606d will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:12:23.654994 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-642927ea-8df9-4d8a-a507-50a399f2e0cc req-aa2a73c4-b958-4e69-9b9e-5422bf732324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:12:23.726287 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2a73c4-b958-4e69-9b9e-5422bf732324 service neutron] Pushing event updated for resources: {'Port': ['ID=ca021a73-a766-4067-8981-102dad83606d,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:12:23.775115 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-642927ea-8df9-4d8a-a507-50a399f2e0cc req-aa2a73c4-b958-4e69-9b9e-5422bf732324 service neutron] Attempting to bind port ca021a73-a766-4067-8981-102dad83606d on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:12:23.775604 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-642927ea-8df9-4d8a-a507-50a399f2e0cc req-aa2a73c4-b958-4e69-9b9e-5422bf732324 service neutron] Attempting to bind port ca021a73-a766-4067-8981-102dad83606d by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': 'daac6273-e2ad-41db-a5df-98ad96ede67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:12:23.775937 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642927ea-8df9-4d8a-a507-50a399f2e0cc req-aa2a73c4-b958-4e69-9b9e-5422bf732324 service neutron] Attempting to bind port ca021a73-a766-4067-8981-102dad83606d on network 80544ff9-4d7a-4bda-83ac-c376294c8e4f {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:12:23.781257 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642927ea-8df9-4d8a-a507-50a399f2e0cc req-aa2a73c4-b958-4e69-9b9e-5422bf732324 service neutron] Port ca021a73-a766-4067-8981-102dad83606d on network 80544ff9-4d7a-4bda-83ac-c376294c8e4f not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:12:23.781571 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642927ea-8df9-4d8a-a507-50a399f2e0cc req-aa2a73c4-b958-4e69-9b9e-5422bf732324 service neutron] Attempting to bind port ca021a73-a766-4067-8981-102dad83606d on network 80544ff9-4d7a-4bda-83ac-c376294c8e4f {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:12:23.786613 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642927ea-8df9-4d8a-a507-50a399f2e0cc req-aa2a73c4-b958-4e69-9b9e-5422bf732324 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:12:23.786943 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642927ea-8df9-4d8a-a507-50a399f2e0cc req-aa2a73c4-b958-4e69-9b9e-5422bf732324 service neutron] Checking segment: {'id': 'daac6273-e2ad-41db-a5df-98ad96ede67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:12:23.787324 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642927ea-8df9-4d8a-a507-50a399f2e0cc req-aa2a73c4-b958-4e69-9b9e-5422bf732324 service neutron] Bound using segment: {'id': 'daac6273-e2ad-41db-a5df-98ad96ede67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:12:23.787743 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-642927ea-8df9-4d8a-a507-50a399f2e0cc req-aa2a73c4-b958-4e69-9b9e-5422bf732324 service neutron] Bound port: ca021a73-a766-4067-8981-102dad83606d, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daac6273-e2ad-41db-a5df-98ad96ede67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:12:23.788099 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-642927ea-8df9-4d8a-a507-50a399f2e0cc req-aa2a73c4-b958-4e69-9b9e-5422bf732324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:12:23.857904 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-642927ea-8df9-4d8a-a507-50a399f2e0cc req-aa2a73c4-b958-4e69-9b9e-5422bf732324 service neutron] For port ca021a73-a766-4067-8981-102dad83606d, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:12:23.861322 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-642927ea-8df9-4d8a-a507-50a399f2e0cc req-aa2a73c4-b958-4e69-9b9e-5422bf732324 service neutron] For port ca021a73-a766-4067-8981-102dad83606d, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=ca021a73-a766-4067-8981-102dad83606d,segment=NetworkSegment(daac6273-e2ad-41db-a5df-98ad96ede67a),segment_id=daac6273-e2ad-41db-a5df-98ad96ede67a)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:12:23.867001 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-642927ea-8df9-4d8a-a507-50a399f2e0cc req-aa2a73c4-b958-4e69-9b9e-5422bf732324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:12:23.905735 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642927ea-8df9-4d8a-a507-50a399f2e0cc req-aa2a73c4-b958-4e69-9b9e-5422bf732324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:23.906644 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-642927ea-8df9-4d8a-a507-50a399f2e0cc req-aa2a73c4-b958-4e69-9b9e-5422bf732324 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:12:23.908041 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-642927ea-8df9-4d8a-a507-50a399f2e0cc req-aa2a73c4-b958-4e69-9b9e-5422bf732324 service neutron] 10.222.0.41 "PUT /v2.0/ports/ca021a73-a766-4067-8981-102dad83606d HTTP/1.1" status: 200 len: 1092 time: 0.5978551 Aug 22 14:12:23.908970 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '978c6077-cd17-413b-a10b-c1453a1e92df', 'tag': 'ca021a73-a766-4067-8981-102dad83606d'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:12:23.911251 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901be03a-ada9-422e-8426-0fe5df340566" -d '{"events": [{"name": "network-changed", "server_uuid": "978c6077-cd17-413b-a10b-c1453a1e92df", "tag": "ca021a73-a766-4067-8981-102dad83606d"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:12:23.942516 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2a73c4-b958-4e69-9b9e-5422bf732324 service neutron] Pushing event updated for resources: {'Port': ['ID=ca021a73-a766-4067-8981-102dad83606d,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:12:23.967829 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1447cf1f-a484-4e66-b9a5-598f8438bb70 x-openstack-request-id: req-1447cf1f-a484-4e66-b9a5-598f8438bb70 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:12:23.968116 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "978c6077-cd17-413b-a10b-c1453a1e92df", "tag": "ca021a73-a766-4067-8981-102dad83606d", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:12:23.968424 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1447cf1f-a484-4e66-b9a5-598f8438bb70 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:12:23.968820 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '978c6077-cd17-413b-a10b-c1453a1e92df', 'tag': 'ca021a73-a766-4067-8981-102dad83606d', 'status': 'completed', 'code': 200} Aug 22 14:12:24.023873 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642927ea-8df9-4d8a-a507-50a399f2e0cc req-41651889-8253-440d-8196-33b89b23125f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:24.025911 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-642927ea-8df9-4d8a-a507-50a399f2e0cc req-41651889-8253-440d-8196-33b89b23125f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=000c9eb7079943208008751342206e4e&device_id=978c6077-cd17-413b-a10b-c1453a1e92df HTTP/1.1" status: 200 len: 1095 time: 0.0497677 Aug 22 14:12:24.071726 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-642927ea-8df9-4d8a-a507-50a399f2e0cc req-2326c43c-add5-43e6-9331-e40dab602b1e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca021a73-a766-4067-8981-102dad83606d HTTP/1.1" status: 200 len: 217 time: 0.0369961 Aug 22 14:12:24.125912 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642927ea-8df9-4d8a-a507-50a399f2e0cc req-0cce8334-4eac-488b-96c5-465920335c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:24.128033 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-642927ea-8df9-4d8a-a507-50a399f2e0cc req-0cce8334-4eac-488b-96c5-465920335c71 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0960ef9e-f71d-43e9-946b-72ee9dbd7b2a HTTP/1.1" status: 200 len: 851 time: 0.0495543 Aug 22 14:12:24.176869 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642927ea-8df9-4d8a-a507-50a399f2e0cc req-0425ac8d-f51e-46d3-8788-4d484b02d61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:24.178451 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-642927ea-8df9-4d8a-a507-50a399f2e0cc req-0425ac8d-f51e-46d3-8788-4d484b02d61c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80544ff9-4d7a-4bda-83ac-c376294c8e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435493 Aug 22 14:12:24.230939 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f53547-8e91-4522-bec6-26d8c2315205 req-67c1fb77-477a-48bb-805f-5bc0aad003e3 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:24.232515 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c4f53547-8e91-4522-bec6-26d8c2315205 req-67c1fb77-477a-48bb-805f-5bc0aad003e3 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=978c6077-cd17-413b-a10b-c1453a1e92df HTTP/1.1" status: 200 len: 943 time: 0.3510952 Aug 22 14:12:24.271353 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c4f53547-8e91-4522-bec6-26d8c2315205 req-f57a2dc5-0c6e-4c54-8acb-c49938bac019 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328097 Aug 22 14:12:24.285501 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-642927ea-8df9-4d8a-a507-50a399f2e0cc req-4bb7c9e4-0374-4041-8034-43cb29767ba5 service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996754 Aug 22 14:12:24.376942 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-642927ea-8df9-4d8a-a507-50a399f2e0cc req-b2df86f7-ac7c-48bc-94e6-a1ead4858ee9 service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831549 Aug 22 14:12:24.462949 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901be03a-ada9-422e-8426-0fe5df340566 req-a3dc2c49-26d2-4d55-9ff7-a8cd61983271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:24.465083 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-901be03a-ada9-422e-8426-0fe5df340566 req-a3dc2c49-26d2-4d55-9ff7-a8cd61983271 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=000c9eb7079943208008751342206e4e&device_id=978c6077-cd17-413b-a10b-c1453a1e92df HTTP/1.1" status: 200 len: 1095 time: 0.0454676 Aug 22 14:12:24.559414 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901be03a-ada9-422e-8426-0fe5df340566 req-f0b332b9-47e2-4f2d-a21d-f1b9fa627cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:24.560791 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-901be03a-ada9-422e-8426-0fe5df340566 req-f0b332b9-47e2-4f2d-a21d-f1b9fa627cf1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=80544ff9-4d7a-4bda-83ac-c376294c8e4f HTTP/1.1" status: 200 len: 913 time: 0.0893686 Aug 22 14:12:24.607447 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-901be03a-ada9-422e-8426-0fe5df340566 req-0c6b2f24-2f3b-4278-adbd-f5cc9b5a3fc4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca021a73-a766-4067-8981-102dad83606d HTTP/1.1" status: 200 len: 217 time: 0.0394676 Aug 22 14:12:24.655989 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901be03a-ada9-422e-8426-0fe5df340566 req-97322147-a6cb-4a49-8e0e-2f5570625c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:24.657437 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-901be03a-ada9-422e-8426-0fe5df340566 req-97322147-a6cb-4a49-8e0e-2f5570625c30 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0960ef9e-f71d-43e9-946b-72ee9dbd7b2a HTTP/1.1" status: 200 len: 851 time: 0.0428424 Aug 22 14:12:24.712371 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901be03a-ada9-422e-8426-0fe5df340566 req-025f8d2a-f2c6-442c-af73-3bb703e0f412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:24.713754 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-901be03a-ada9-422e-8426-0fe5df340566 req-025f8d2a-f2c6-442c-af73-3bb703e0f412 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80544ff9-4d7a-4bda-83ac-c376294c8e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422873 Aug 22 14:12:24.808920 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-901be03a-ada9-422e-8426-0fe5df340566 req-550b67fb-26b3-4d76-b796-42ea636e367f service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842488 Aug 22 14:12:24.910622 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-901be03a-ada9-422e-8426-0fe5df340566 req-96dd0480-81e0-45b6-85f5-9ea22b079eba service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940156 Aug 22 14:12:25.387535 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e980a0a6-ec5f-44d7-8abf-d8e8054e1469 req-32eae167-10a9-4d24-bc4b-9100813ef384 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:25.389088 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e980a0a6-ec5f-44d7-8abf-d8e8054e1469 req-32eae167-10a9-4d24-bc4b-9100813ef384 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=978c6077-cd17-413b-a10b-c1453a1e92df HTTP/1.1" status: 200 len: 943 time: 0.0487771 Aug 22 14:12:25.426434 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e980a0a6-ec5f-44d7-8abf-d8e8054e1469 req-5fa4fa0b-7194-4af3-aa83-d8da0b53c40d tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315387 Aug 22 14:12:26.539643 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b0aaba-64f9-43b8-b9bd-7e028fa2b35c req-d6c0a080-b549-4bc0-9aa9-727fea735676 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:26.541129 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-10b0aaba-64f9-43b8-b9bd-7e028fa2b35c req-d6c0a080-b549-4bc0-9aa9-727fea735676 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=978c6077-cd17-413b-a10b-c1453a1e92df HTTP/1.1" status: 200 len: 943 time: 0.0485961 Aug 22 14:12:26.577847 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-10b0aaba-64f9-43b8-b9bd-7e028fa2b35c req-3af5fd92-4177-490a-a108-468d0fc40d8e tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303831 Aug 22 14:12:27.695554 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ce13d-7510-4a52-bd6c-d9eacafb2dc7 req-8b65c505-3a93-45cd-8594-b7059aed6abb tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:27.697045 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-356ce13d-7510-4a52-bd6c-d9eacafb2dc7 req-8b65c505-3a93-45cd-8594-b7059aed6abb tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=978c6077-cd17-413b-a10b-c1453a1e92df HTTP/1.1" status: 200 len: 943 time: 0.0520949 Aug 22 14:12:27.734623 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-356ce13d-7510-4a52-bd6c-d9eacafb2dc7 req-d210fe09-5d33-44c5-b735-69d26b5e59fd tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314629 Aug 22 14:12:27.962864 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device ca021a73-a766-4067-8981-102dad83606d details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:12:28.057687 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port ca021a73-a766-4067-8981-102dad83606d, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=ca021a73-a766-4067-8981-102dad83606d,segment=NetworkSegment(daac6273-e2ad-41db-a5df-98ad96ede67a),segment_id=daac6273-e2ad-41db-a5df-98ad96ede67a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:12:28.067843 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': 'ca021a73-a766-4067-8981-102dad83606d', 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f', 'port_id': 'ca021a73-a766-4067-8981-102dad83606d', 'mac_address': 'fa:16:3e:48:4b:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:12:28.108393 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:12:28.120359 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca021a73-a766-4067-8981-102dad83606d {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:12:28.138941 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port ca021a73-a766-4067-8981-102dad83606d, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=ca021a73-a766-4067-8981-102dad83606d,segment=NetworkSegment(daac6273-e2ad-41db-a5df-98ad96ede67a),segment_id=daac6273-e2ad-41db-a5df-98ad96ede67a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:12:28.142748 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:12:28.188213 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=ca021a73-a766-4067-8981-102dad83606d,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:12:28.341515 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['ca021a73-a766-4067-8981-102dad83606d'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:12:28.499689 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a3aa7fbc-ac00-4a1c-ad6b-f8160f54ca8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:12:28.787223 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:12:28.850139 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d344e1-cf4e-4067-a240-ca0a77952348 req-f1554f97-6b2f-41ea-8ffc-ca02fe655a27 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:28.851864 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f6d344e1-cf4e-4067-a240-ca0a77952348 req-f1554f97-6b2f-41ea-8ffc-ca02fe655a27 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=978c6077-cd17-413b-a10b-c1453a1e92df HTTP/1.1" status: 200 len: 944 time: 0.0489395 Aug 22 14:12:28.889893 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f6d344e1-cf4e-4067-a240-ca0a77952348 req-dbd583c9-406d-4c87-825b-10d17f66935f tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314031 Aug 22 14:12:29.978605 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device ca021a73-a766-4067-8981-102dad83606d up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:12:30.005832 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11ec4b-89f5-4bef-b01e-4e506bea72ae req-b41b9eab-a4b1-4ebb-9f83-bd8e12c96e60 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:30.007328 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dd11ec4b-89f5-4bef-b01e-4e506bea72ae req-b41b9eab-a4b1-4ebb-9f83-bd8e12c96e60 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=978c6077-cd17-413b-a10b-c1453a1e92df HTTP/1.1" status: 200 len: 944 time: 0.0509014 Aug 22 14:12:30.028152 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port ca021a73-a766-4067-8981-102dad83606d completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:12:30.031753 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port ca021a73-a766-4067-8981-102dad83606d triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:12:30.032123 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:12:30.047005 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dd11ec4b-89f5-4bef-b01e-4e506bea72ae req-bff011b5-8b0d-49fb-95f2-3c8b08fab5db tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329630 Aug 22 14:12:30.112531 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:12:30.135180 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978c6077-cd17-413b-a10b-c1453a1e92df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca021a73-a766-4067-8981-102dad83606d'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:12:30.138169 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b98a744-a0ed-43da-b503-0284afc93453" -d '{"events": [{"server_uuid": "978c6077-cd17-413b-a10b-c1453a1e92df", "name": "network-vif-plugged", "status": "completed", "tag": "ca021a73-a766-4067-8981-102dad83606d"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:12:30.151612 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port ca021a73-a766-4067-8981-102dad83606d, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=ca021a73-a766-4067-8981-102dad83606d,segment=NetworkSegment(daac6273-e2ad-41db-a5df-98ad96ede67a),segment_id=daac6273-e2ad-41db-a5df-98ad96ede67a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:12:30.162409 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:12:30.191013 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211b9734-6860-4356-8b60-6f6bbbda48a3 x-openstack-request-id: req-211b9734-6860-4356-8b60-6f6bbbda48a3 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:12:30.191439 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "978c6077-cd17-413b-a10b-c1453a1e92df", "name": "network-vif-plugged", "status": "completed", "tag": "ca021a73-a766-4067-8981-102dad83606d", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:12:30.191699 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-211b9734-6860-4356-8b60-6f6bbbda48a3 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:12:30.192134 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978c6077-cd17-413b-a10b-c1453a1e92df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca021a73-a766-4067-8981-102dad83606d', 'code': 200} Aug 22 14:12:30.217676 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=ca021a73-a766-4067-8981-102dad83606d,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:12:30.290498 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9738bb-7b57-4bfc-a895-da938acb7b83 req-95cd8c0c-23e7-48e4-90bf-acfa9e850418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:30.292186 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2a9738bb-7b57-4bfc-a895-da938acb7b83 req-95cd8c0c-23e7-48e4-90bf-acfa9e850418 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=978c6077-cd17-413b-a10b-c1453a1e92df HTTP/1.1" status: 200 len: 1097 time: 0.0421145 Aug 22 14:12:30.327086 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2a9738bb-7b57-4bfc-a895-da938acb7b83 req-d7974401-547c-460e-a4da-73227b56d4b1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284092 Aug 22 14:12:31.121319 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6314e376-292c-4cca-99bc-a4ea3b6c5d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:12:31.253646 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:12:31.265859 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc0710f-f0dd-4b76-8e23-f9ef1dd5326f req-6d131058-167d-4f24-968d-5d4e151d5334 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:31.267411 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bdc0710f-f0dd-4b76-8e23-f9ef1dd5326f req-6d131058-167d-4f24-968d-5d4e151d5334 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=978c6077-cd17-413b-a10b-c1453a1e92df HTTP/1.1" status: 200 len: 945 time: 0.1523046 Aug 22 14:12:31.306380 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bdc0710f-f0dd-4b76-8e23-f9ef1dd5326f req-0cbe12b1-54b9-4478-92cb-7b2a9e30f02d tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322859 Aug 22 14:12:32.422999 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6f09e-02c1-4e80-bf9c-366f64c63351 req-cf759857-0609-4d60-a017-764b28f3c405 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:32.424509 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-81e6f09e-02c1-4e80-bf9c-366f64c63351 req-cf759857-0609-4d60-a017-764b28f3c405 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=978c6077-cd17-413b-a10b-c1453a1e92df HTTP/1.1" status: 200 len: 945 time: 0.0487404 Aug 22 14:12:32.461557 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-81e6f09e-02c1-4e80-bf9c-366f64c63351 req-e8a75e28-d4b7-4465-b1d6-85fba2a1ce5c tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312455 Aug 22 14:12:32.572211 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92288e0e-646a-4e3a-9803-461be3c0f883 req-5d053d7f-a2a2-47f3-84a3-c09f2b37c882 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:32.573738 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-92288e0e-646a-4e3a-9803-461be3c0f883 req-5d053d7f-a2a2-47f3-84a3-c09f2b37c882 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=978c6077-cd17-413b-a10b-c1453a1e92df HTTP/1.1" status: 200 len: 945 time: 0.0493836 Aug 22 14:12:32.575420 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:12:32.582481 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 49726) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:12:32.587116 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-4fbcedd6-d176-46b5-8ba6-02fdfe18eadd tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Request body: {'floatingip': {'port_id': 'ca021a73-a766-4067-8981-102dad83606d'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:12:32.629331 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4fbcedd6-d176-46b5-8ba6-02fdfe18eadd tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks [] for floatingip, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:12:33.058706 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4fbcedd6-d176-46b5-8ba6-02fdfe18eadd tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:12:33.062643 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4fbcedd6-d176-46b5-8ba6-02fdfe18eadd tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:12:33.157269 n-d-793621-33 neutron-server[94627]: INFO neutron.db.l3_db [None req-4fbcedd6-d176-46b5-8ba6-02fdfe18eadd tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Floating IP 64a835be-6c89-43a2-95fb-bae168cd3d4e associated. External IP: 172.25.3.104, port: ca021a73-a766-4067-8981-102dad83606d. Aug 22 14:12:33.362174 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fbcedd6-d176-46b5-8ba6-02fdfe18eadd tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Router 2912f955-3863-4556-b0d4-5f26d86004bb has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:12:33.471481 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fbcedd6-d176-46b5-8ba6-02fdfe18eadd tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:12:33.476607 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4fbcedd6-d176-46b5-8ba6-02fdfe18eadd tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:12:33.481756 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345500d7-5a87-43ef-a8d9-b14719afe2b0 None None] Sync routers for ids ['2912f955-3863-4556-b0d4-5f26d86004bb'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:12:33.490342 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345500d7-5a87-43ef-a8d9-b14719afe2b0 None None] Routers {'2912f955-3863-4556-b0d4-5f26d86004bb'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:12:33.490942 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-345500d7-5a87-43ef-a8d9-b14719afe2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:12:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['2912f955-3863-4556-b0d4-5f26d86004bb'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:12:33.504108 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-4fbcedd6-d176-46b5-8ba6-02fdfe18eadd tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "PUT /v2.0/floatingips/64a835be-6c89-43a2-95fb-bae168cd3d4e HTTP/1.1" status: 200 len: 991 time: 0.9205549 Aug 22 14:12:33.504720 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '978c6077-cd17-413b-a10b-c1453a1e92df', 'tag': 'ca021a73-a766-4067-8981-102dad83606d'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:12:33.506967 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8d4ba8-35f5-40c9-851d-353f961a08a7" -d '{"events": [{"name": "network-changed", "server_uuid": "978c6077-cd17-413b-a10b-c1453a1e92df", "tag": "ca021a73-a766-4067-8981-102dad83606d"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:12:33.548591 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12756198-b4a1-43d0-900c-ec78f4b0006e x-openstack-request-id: req-12756198-b4a1-43d0-900c-ec78f4b0006e {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:12:33.548879 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "978c6077-cd17-413b-a10b-c1453a1e92df", "tag": "ca021a73-a766-4067-8981-102dad83606d", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:12:33.549138 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-12756198-b4a1-43d0-900c-ec78f4b0006e {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:12:33.549592 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '978c6077-cd17-413b-a10b-c1453a1e92df', 'tag': 'ca021a73-a766-4067-8981-102dad83606d', 'status': 'completed', 'code': 200} Aug 22 14:12:33.608149 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-345500d7-5a87-43ef-a8d9-b14719afe2b0 None None] Set router 2912f955-3863-4556-b0d4-5f26d86004bb gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:12:33.616132 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d4ba8-35f5-40c9-851d-353f961a08a7 req-b60d7e87-3906-40e2-815b-338aaaf76fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:33.617658 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ed8d4ba8-35f5-40c9-851d-353f961a08a7 req-b60d7e87-3906-40e2-815b-338aaaf76fb3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=000c9eb7079943208008751342206e4e&device_id=978c6077-cd17-413b-a10b-c1453a1e92df HTTP/1.1" status: 200 len: 1097 time: 0.0447807 Aug 22 14:12:33.705000 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d4ba8-35f5-40c9-851d-353f961a08a7 req-6070c283-983d-4c01-b6c0-7134c08d8a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:33.706461 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ed8d4ba8-35f5-40c9-851d-353f961a08a7 req-6070c283-983d-4c01-b6c0-7134c08d8a8f service neutron] 10.222.0.41 "GET /v2.0/networks?id=80544ff9-4d7a-4bda-83ac-c376294c8e4f HTTP/1.1" status: 200 len: 913 time: 0.0824604 Aug 22 14:12:33.774135 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ed8d4ba8-35f5-40c9-851d-353f961a08a7 req-1b902751-223e-4ac7-b194-9417e04e0ca1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca021a73-a766-4067-8981-102dad83606d HTTP/1.1" status: 200 len: 999 time: 0.0610852 Aug 22 14:12:33.821930 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d4ba8-35f5-40c9-851d-353f961a08a7 req-7a84a422-38b4-40a1-8a69-33e8a6cca2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:33.823368 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ed8d4ba8-35f5-40c9-851d-353f961a08a7 req-7a84a422-38b4-40a1-8a69-33e8a6cca2a2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0960ef9e-f71d-43e9-946b-72ee9dbd7b2a HTTP/1.1" status: 200 len: 851 time: 0.0426166 Aug 22 14:12:33.827205 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-345500d7-5a87-43ef-a8d9-b14719afe2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'name': 'tempest-ServerActionsTestJSON-1475043879-router', 'tenant_id': '000c9eb7079943208008751342206e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '86097f35-0140-4305-ac3c-fe71f036fda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:07:52Z', 'updated_at': '2021-08-22T14:07:55Z', 'revision_number': 4, 'project_id': '000c9eb7079943208008751342206e4e', 'gw_port': {'id': '86097f35-0140-4305-ac3c-fe71f036fda3', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:07:53Z', 'updated_at': '2021-08-22T14:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '64a835be-6c89-43a2-95fb-bae168cd3d4e', 'tenant_id': '000c9eb7079943208008751342206e4e', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'port_id': 'ca021a73-a766-4067-8981-102dad83606d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f', 'mac_address': 'fa:16:3e:48:4b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978c6077-cd17-413b-a10b-c1453a1e92df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:07:57Z', 'updated_at': '2021-08-22T14:12:32Z', 'revision_number': 9, 'project_id': '000c9eb7079943208008751342206e4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceedafbe-919a-4046-ab48-537f1cc3161d', 'name': '', 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f', 'tenant_id': '000c9eb7079943208008751342206e4e', 'mac_address': 'fa:16:3e:d9:41:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:07:54Z', 'updated_at': '2021-08-22T14:07:59Z', 'revision_number': 5, 'project_id': '000c9eb7079943208008751342206e4e', 'subnets': [{'id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:12:33.853374 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345500d7-5a87-43ef-a8d9-b14719afe2b0 None None] Checking router: 2912f955-3863-4556-b0d4-5f26d86004bb for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:12:33.862392 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345500d7-5a87-43ef-a8d9-b14719afe2b0 None None] Routers {'2912f955-3863-4556-b0d4-5f26d86004bb'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:12:33.862995 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-345500d7-5a87-43ef-a8d9-b14719afe2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:12:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['2912f955-3863-4556-b0d4-5f26d86004bb'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:12:33.869365 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d4ba8-35f5-40c9-851d-353f961a08a7 req-e1411fac-f745-4789-b5c1-ae756cf637ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:12:33.870936 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ed8d4ba8-35f5-40c9-851d-353f961a08a7 req-e1411fac-f745-4789-b5c1-ae756cf637ba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80544ff9-4d7a-4bda-83ac-c376294c8e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408275 Aug 22 14:12:33.968477 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-345500d7-5a87-43ef-a8d9-b14719afe2b0 None None] Set router 2912f955-3863-4556-b0d4-5f26d86004bb gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:12:34.187241 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:12:34.198538 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-345500d7-5a87-43ef-a8d9-b14719afe2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'name': 'tempest-ServerActionsTestJSON-1475043879-router', 'tenant_id': '000c9eb7079943208008751342206e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '86097f35-0140-4305-ac3c-fe71f036fda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:07:52Z', 'updated_at': '2021-08-22T14:07:55Z', 'revision_number': 4, 'project_id': '000c9eb7079943208008751342206e4e', 'gw_port': {'id': '86097f35-0140-4305-ac3c-fe71f036fda3', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:07:53Z', 'updated_at': '2021-08-22T14:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '64a835be-6c89-43a2-95fb-bae168cd3d4e', 'tenant_id': '000c9eb7079943208008751342206e4e', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'port_id': 'ca021a73-a766-4067-8981-102dad83606d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f', 'mac_address': 'fa:16:3e:48:4b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978c6077-cd17-413b-a10b-c1453a1e92df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:07:57Z', 'updated_at': '2021-08-22T14:12:32Z', 'revision_number': 9, 'project_id': '000c9eb7079943208008751342206e4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceedafbe-919a-4046-ab48-537f1cc3161d', 'name': '', 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f', 'tenant_id': '000c9eb7079943208008751342206e4e', 'mac_address': 'fa:16:3e:d9:41:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:07:54Z', 'updated_at': '2021-08-22T14:07:59Z', 'revision_number': 5, 'project_id': '000c9eb7079943208008751342206e4e', 'subnets': [{'id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:12:34.227477 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345500d7-5a87-43ef-a8d9-b14719afe2b0 None None] The sync data for ids ['2912f955-3863-4556-b0d4-5f26d86004bb'] in n-d-793621-33 is: [{'id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'name': 'tempest-ServerActionsTestJSON-1475043879-router', 'tenant_id': '000c9eb7079943208008751342206e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '86097f35-0140-4305-ac3c-fe71f036fda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:07:52Z', 'updated_at': '2021-08-22T14:07:55Z', 'revision_number': 4, 'project_id': '000c9eb7079943208008751342206e4e', 'gw_port': {'id': '86097f35-0140-4305-ac3c-fe71f036fda3', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:07:53Z', 'updated_at': '2021-08-22T14:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '64a835be-6c89-43a2-95fb-bae168cd3d4e', 'tenant_id': '000c9eb7079943208008751342206e4e', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'port_id': 'ca021a73-a766-4067-8981-102dad83606d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f', 'mac_address': 'fa:16:3e:48:4b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978c6077-cd17-413b-a10b-c1453a1e92df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:07:57Z', 'updated_at': '2021-08-22T14:12:32Z', 'revision_number': 9, 'project_id': '000c9eb7079943208008751342206e4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceedafbe-919a-4046-ab48-537f1cc3161d', 'name': '', 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f', 'tenant_id': '000c9eb7079943208008751342206e4e', 'mac_address': 'fa:16:3e:d9:41:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:07:54Z', 'updated_at': '2021-08-22T14:07:59Z', 'revision_number': 5, 'project_id': '000c9eb7079943208008751342206e4e', 'subnets': [{'id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:12:34.305772 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ed8d4ba8-35f5-40c9-851d-353f961a08a7 req-2457d577-20d3-411a-8025-d5b2a1114baa service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4260561 Aug 22 14:12:34.354743 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:12:34.398565 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ed8d4ba8-35f5-40c9-851d-353f961a08a7 req-71a9cc69-4ced-45f4-a36d-630e4d739d7c service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856099 Aug 22 14:12:34.451381 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa690f49-1f61-487f-a708-204cd3ba5492 None None] New status for floating IP 64a835be-6c89-43a2-95fb-bae168cd3d4e: ACTIVE {{(pid=94629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 14:12:49.254665 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:12:58.500517 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8d161295-570e-4ed0-b462-7a4da4b05acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:12:58.802622 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:13:01.124479 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-fa755c84-e7ff-4465-aaa5-5e0bf523536c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:13:01.255063 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:13:02.579386 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:13:04.197178 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:13:04.357275 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:13:26.254051 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:13:26.709626 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e90e81cc-8506-453b-b617-89dea86bf1c1 req-8ad192d5-1489-42b6-bb35-c71326f2995b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=978c6077-cd17-413b-a10b-c1453a1e92df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402615 Aug 22 14:13:26.792961 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e81cc-8506-453b-b617-89dea86bf1c1 req-73b5764a-aef3-428d-8700-108ebd592ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:13:26.794447 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e90e81cc-8506-453b-b617-89dea86bf1c1 req-73b5764a-aef3-428d-8700-108ebd592ae1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=000c9eb7079943208008751342206e4e&device_id=978c6077-cd17-413b-a10b-c1453a1e92df HTTP/1.1" status: 200 len: 1097 time: 0.0435066 Aug 22 14:13:26.894983 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e81cc-8506-453b-b617-89dea86bf1c1 req-52127e73-6b20-48a7-81eb-a0f681574dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:13:26.896476 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e90e81cc-8506-453b-b617-89dea86bf1c1 req-52127e73-6b20-48a7-81eb-a0f681574dd8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=80544ff9-4d7a-4bda-83ac-c376294c8e4f HTTP/1.1" status: 200 len: 913 time: 0.0833681 Aug 22 14:13:26.966332 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e90e81cc-8506-453b-b617-89dea86bf1c1 req-7cf631ef-670b-4756-acd4-93625a56fc1c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca021a73-a766-4067-8981-102dad83606d HTTP/1.1" status: 200 len: 1002 time: 0.0630329 Aug 22 14:13:27.015377 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e81cc-8506-453b-b617-89dea86bf1c1 req-50040efb-92cc-4b66-8aa9-4730476672c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:13:27.017853 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e90e81cc-8506-453b-b617-89dea86bf1c1 req-50040efb-92cc-4b66-8aa9-4730476672c7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0960ef9e-f71d-43e9-946b-72ee9dbd7b2a HTTP/1.1" status: 200 len: 851 time: 0.0445225 Aug 22 14:13:27.062034 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e81cc-8506-453b-b617-89dea86bf1c1 req-ab0e9db1-71af-4cc2-9a38-af43d4535488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:13:27.064205 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e90e81cc-8506-453b-b617-89dea86bf1c1 req-ab0e9db1-71af-4cc2-9a38-af43d4535488 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80544ff9-4d7a-4bda-83ac-c376294c8e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394905 Aug 22 14:13:27.074459 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [req-e90e81cc-8506-453b-b617-89dea86bf1c1 req-3dcc68ca-577e-47d5-ad44-632c7ed386aa service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:13:27.075399 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e90e81cc-8506-453b-b617-89dea86bf1c1 req-3dcc68ca-577e-47d5-ad44-632c7ed386aa service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048654 Aug 22 14:13:27.166988 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e90e81cc-8506-453b-b617-89dea86bf1c1 req-04668932-669a-42dc-be65-69bcf34d3177 service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846088 Aug 22 14:13:27.258772 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e90e81cc-8506-453b-b617-89dea86bf1c1 req-73e7267e-55ad-4338-a7bc-660375a24ca0 service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841720 Aug 22 14:13:28.501887 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6f99f3e6-e042-498b-856a-1adaca90e93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:13:28.821753 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:13:31.123476 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a413720b-e6ea-4bd6-b88a-5f1cf34ad70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:13:31.254788 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:13:32.580996 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:13:34.189345 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:13:34.360567 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:13:58.502788 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5a17-60a9-4c91-bb69-4fa07c9632b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:13:58.817402 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:14:01.122995 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c668c555-104c-4998-815d-c9f3beb50a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:14:01.255949 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:14:02.583281 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:14:03.253764 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:14:04.212488 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:14:04.363216 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:14:08.351701 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-da349650-a99d-441d-bd55-ad19b21b1e1d req-6a3068c6-11fa-4a05-b755-857c7ef6049b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=978c6077-cd17-413b-a10b-c1453a1e92df&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0466123 Aug 22 14:14:08.371548 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b4e02e-8462-49ca-bc6b-acf434006ed9 req-c67a80c4-5ae3-4fb0-9cfa-3c6e6064c326 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:08.373105 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-05b4e02e-8462-49ca-bc6b-acf434006ed9 req-c67a80c4-5ae3-4fb0-9cfa-3c6e6064c326 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=978c6077-cd17-413b-a10b-c1453a1e92df HTTP/1.1" status: 200 len: 945 time: 0.0581424 Aug 22 14:14:08.412420 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-05b4e02e-8462-49ca-bc6b-acf434006ed9 req-fc7ec370-0268-49db-ac32-728f737bf631 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332763 Aug 22 14:14:09.515291 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da349650-a99d-441d-bd55-ad19b21b1e1d req-f243749e-334f-427e-be63-fcdca4df7e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:09.516805 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-da349650-a99d-441d-bd55-ad19b21b1e1d req-f243749e-334f-427e-be63-fcdca4df7e84 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=000c9eb7079943208008751342206e4e&device_id=978c6077-cd17-413b-a10b-c1453a1e92df HTTP/1.1" status: 200 len: 1097 time: 0.0457680 Aug 22 14:14:09.535944 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f09b0-a79a-4ae1-94a6-843b0e06e5f7 req-53cb379d-8d1e-4dac-8b07-14cde252ec29 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:09.537566 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a55f09b0-a79a-4ae1-94a6-843b0e06e5f7 req-53cb379d-8d1e-4dac-8b07-14cde252ec29 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=978c6077-cd17-413b-a10b-c1453a1e92df HTTP/1.1" status: 200 len: 945 time: 0.0508289 Aug 22 14:14:09.577156 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a55f09b0-a79a-4ae1-94a6-843b0e06e5f7 req-cc6a7dfa-4aa0-4718-9d47-c70bf2e0f52c tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336561 Aug 22 14:14:09.606135 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da349650-a99d-441d-bd55-ad19b21b1e1d req-ed4eca9f-9ab4-4753-9372-997346be6e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:09.607588 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-da349650-a99d-441d-bd55-ad19b21b1e1d req-ed4eca9f-9ab4-4753-9372-997346be6e2f service neutron] 10.222.0.41 "GET /v2.0/networks?id=80544ff9-4d7a-4bda-83ac-c376294c8e4f HTTP/1.1" status: 200 len: 913 time: 0.0839088 Aug 22 14:14:09.674412 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-da349650-a99d-441d-bd55-ad19b21b1e1d req-e833fdd1-43e4-4f8f-94e8-e46c9eb1c639 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca021a73-a766-4067-8981-102dad83606d HTTP/1.1" status: 200 len: 1002 time: 0.0592482 Aug 22 14:14:09.724587 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da349650-a99d-441d-bd55-ad19b21b1e1d req-264731a7-9aee-408f-b54f-4e4c1f00bcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:09.725901 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-da349650-a99d-441d-bd55-ad19b21b1e1d req-264731a7-9aee-408f-b54f-4e4c1f00bcc9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0960ef9e-f71d-43e9-946b-72ee9dbd7b2a HTTP/1.1" status: 200 len: 851 time: 0.0427577 Aug 22 14:14:09.768849 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da349650-a99d-441d-bd55-ad19b21b1e1d req-8c7fed09-cf7f-40e7-acf3-3b868c2cc7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:09.771026 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-da349650-a99d-441d-bd55-ad19b21b1e1d req-8c7fed09-cf7f-40e7-acf3-3b868c2cc7cb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80544ff9-4d7a-4bda-83ac-c376294c8e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385027 Aug 22 14:14:09.861817 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-da349650-a99d-441d-bd55-ad19b21b1e1d req-22b4a24c-352c-44ba-8fd5-41af156ef701 service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831997 Aug 22 14:14:09.948714 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-da349650-a99d-441d-bd55-ad19b21b1e1d req-c835a5e1-2396-4223-b5ce-0cbfe9e5e450 service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796566 Aug 22 14:14:10.690699 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b5cb8-3355-479c-be57-f91f3e78bf54 req-2c769f54-adbd-4559-b029-2c53e4c5824d tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:10.692854 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7c0b5cb8-3355-479c-be57-f91f3e78bf54 req-2c769f54-adbd-4559-b029-2c53e4c5824d tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=978c6077-cd17-413b-a10b-c1453a1e92df HTTP/1.1" status: 200 len: 945 time: 0.0489144 Aug 22 14:14:10.729898 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7c0b5cb8-3355-479c-be57-f91f3e78bf54 req-6f993ce2-8de4-45ea-9c35-593fc507c320 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311000 Aug 22 14:14:11.850230 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a657e8-4518-4df4-8404-dc516be8c60a req-eb827840-cb83-4f19-8607-cac30fc122a6 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:11.851686 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b9a657e8-4518-4df4-8404-dc516be8c60a req-eb827840-cb83-4f19-8607-cac30fc122a6 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=978c6077-cd17-413b-a10b-c1453a1e92df HTTP/1.1" status: 200 len: 945 time: 0.0527675 Aug 22 14:14:11.888471 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b9a657e8-4518-4df4-8404-dc516be8c60a req-4e73e22b-e6ca-4459-af86-b7875cbb4ffd tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305784 Aug 22 14:14:13.002436 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d623f796-f290-4829-996a-ad26545ff7a6 req-6455af1f-252c-4b20-8830-b8675ba9aef8 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:13.003939 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d623f796-f290-4829-996a-ad26545ff7a6 req-6455af1f-252c-4b20-8830-b8675ba9aef8 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=978c6077-cd17-413b-a10b-c1453a1e92df HTTP/1.1" status: 200 len: 945 time: 0.0495417 Aug 22 14:14:13.040810 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d623f796-f290-4829-996a-ad26545ff7a6 req-8b883dc4-1118-4057-96e8-0f0a6067efb8 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309350 Aug 22 14:14:14.154001 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1127ffa-7069-40a4-8a62-aca2bd92fac6 req-cdcb546c-bbb5-40cb-a6df-cf2f35d9c8d1 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:14.155449 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d1127ffa-7069-40a4-8a62-aca2bd92fac6 req-cdcb546c-bbb5-40cb-a6df-cf2f35d9c8d1 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=978c6077-cd17-413b-a10b-c1453a1e92df HTTP/1.1" status: 200 len: 945 time: 0.0491259 Aug 22 14:14:14.192841 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d1127ffa-7069-40a4-8a62-aca2bd92fac6 req-21bdcb5d-d70f-4e3c-b877-2a549d0b752b tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310044 Aug 22 14:14:15.311535 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbbd4b4-9ab0-43a1-be5b-b80aeb3fc156 req-b6f94249-7817-47d5-97ba-9cd64fb86bf6 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:15.313046 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4fbbd4b4-9ab0-43a1-be5b-b80aeb3fc156 req-b6f94249-7817-47d5-97ba-9cd64fb86bf6 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=978c6077-cd17-413b-a10b-c1453a1e92df HTTP/1.1" status: 200 len: 945 time: 0.0537865 Aug 22 14:14:15.357568 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4fbbd4b4-9ab0-43a1-be5b-b80aeb3fc156 req-e98a79fc-9e80-456a-97fb-7c00cd4bdf44 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372617 Aug 22 14:14:16.474732 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92781c-9fe6-48fd-a85a-73ee7120f3bf req-d4b608ba-ee4f-4f56-b371-43a0216efa4c tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:16.476218 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8d92781c-9fe6-48fd-a85a-73ee7120f3bf req-d4b608ba-ee4f-4f56-b371-43a0216efa4c tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=978c6077-cd17-413b-a10b-c1453a1e92df HTTP/1.1" status: 200 len: 945 time: 0.0516126 Aug 22 14:14:16.512698 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8d92781c-9fe6-48fd-a85a-73ee7120f3bf req-78a8d0f2-64c8-49d5-b8e2-7eac18746661 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302851 Aug 22 14:14:17.628493 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22165cb6-cb07-4bc2-b317-b0288c633756 req-49363179-2cdd-496e-ba3d-2b0d55f9fabc tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:17.630378 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-22165cb6-cb07-4bc2-b317-b0288c633756 req-49363179-2cdd-496e-ba3d-2b0d55f9fabc tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=978c6077-cd17-413b-a10b-c1453a1e92df HTTP/1.1" status: 200 len: 945 time: 0.0507619 Aug 22 14:14:17.669184 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-22165cb6-cb07-4bc2-b317-b0288c633756 req-981ad8d1-14a0-420f-a53b-cd6dfa4d4c9e tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325484 Aug 22 14:14:18.785784 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b44626-3923-4e58-9d53-3c3a176455f8 req-7d4b422d-9bba-44bd-bb5d-642cf01ae430 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:18.787274 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-10b44626-3923-4e58-9d53-3c3a176455f8 req-7d4b422d-9bba-44bd-bb5d-642cf01ae430 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=978c6077-cd17-413b-a10b-c1453a1e92df HTTP/1.1" status: 200 len: 945 time: 0.0527318 Aug 22 14:14:18.824806 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-10b44626-3923-4e58-9d53-3c3a176455f8 req-d98732df-7859-40e6-8486-9276ac544ea1 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316036 Aug 22 14:14:19.938520 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be82590-7c18-40da-b93e-36f1c9085c81 req-7398b7ea-80d8-4a4b-ad1e-7ae72dafe941 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:19.939998 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7be82590-7c18-40da-b93e-36f1c9085c81 req-7398b7ea-80d8-4a4b-ad1e-7ae72dafe941 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=978c6077-cd17-413b-a10b-c1453a1e92df HTTP/1.1" status: 200 len: 945 time: 0.0490084 Aug 22 14:14:19.979521 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7be82590-7c18-40da-b93e-36f1c9085c81 req-963d711a-feb5-47ba-b7ca-050fbed28881 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323064 Aug 22 14:14:21.094796 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cc85b-fea8-4d19-b01f-3f3d41ebb4a3 req-c1477bb7-29e8-47e5-b3a1-ee23cf387622 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:21.096389 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f64cc85b-fea8-4d19-b01f-3f3d41ebb4a3 req-c1477bb7-29e8-47e5-b3a1-ee23cf387622 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=978c6077-cd17-413b-a10b-c1453a1e92df HTTP/1.1" status: 200 len: 945 time: 0.0488105 Aug 22 14:14:21.134679 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f64cc85b-fea8-4d19-b01f-3f3d41ebb4a3 req-c4e275bf-6340-4d80-89ec-07a2a38af837 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320895 Aug 22 14:14:21.759468 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [req-da349650-a99d-441d-bd55-ad19b21b1e1d req-f45dd07d-83e2-4f13-9932-d479d1be06cb service neutron] show failed (client error): The resource could not be found. Aug 22 14:14:21.760500 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-da349650-a99d-441d-bd55-ad19b21b1e1d req-f45dd07d-83e2-4f13-9932-d479d1be06cb service neutron] 10.222.0.41 "GET /v2.0/ports/ca021a73-a766-4067-8981-102dad83606d/bindings/n-h2-793621-33 HTTP/1.1" status: 404 len: 381 time: 0.0544393 Aug 22 14:14:22.014475 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da349650-a99d-441d-bd55-ad19b21b1e1d req-1ed145f7-137b-4cd6-8108-63aa4432f100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:22.015902 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-da349650-a99d-441d-bd55-ad19b21b1e1d req-1ed145f7-137b-4cd6-8108-63aa4432f100 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=978c6077-cd17-413b-a10b-c1453a1e92df&tenant_id=000c9eb7079943208008751342206e4e HTTP/1.1" status: 200 len: 1097 time: 0.1082201 Aug 22 14:14:22.027099 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [req-da349650-a99d-441d-bd55-ad19b21b1e1d req-870e2c60-a604-4366-a4fc-0a6b8e390c81 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:14:22.028032 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-da349650-a99d-441d-bd55-ad19b21b1e1d req-870e2c60-a604-4366-a4fc-0a6b8e390c81 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049427 Aug 22 14:14:22.040426 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-da349650-a99d-441d-bd55-ad19b21b1e1d req-b440077f-97d5-4e06-86ba-ef92d9ba2672 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-33', 'device_owner': 'compute:nova'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:14:22.091643 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-da349650-a99d-441d-bd55-ad19b21b1e1d req-b440077f-97d5-4e06-86ba-ef92d9ba2672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:14:22.298481 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83472ca-6c0f-4eff-b861-e28d0d7f1055 req-f412fccc-03de-4e08-85ba-4ae59d15f2a7 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:22.299868 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a83472ca-6c0f-4eff-b861-e28d0d7f1055 req-f412fccc-03de-4e08-85ba-4ae59d15f2a7 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=978c6077-cd17-413b-a10b-c1453a1e92df HTTP/1.1" status: 200 len: 945 time: 0.0977521 Aug 22 14:14:22.352625 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-da349650-a99d-441d-bd55-ad19b21b1e1d req-b440077f-97d5-4e06-86ba-ef92d9ba2672 service neutron] For port ca021a73-a766-4067-8981-102dad83606d, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=ca021a73-a766-4067-8981-102dad83606d,segment=NetworkSegment(daac6273-e2ad-41db-a5df-98ad96ede67a),segment_id=daac6273-e2ad-41db-a5df-98ad96ede67a)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:14:22.368074 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a83472ca-6c0f-4eff-b861-e28d0d7f1055 req-b4458e32-fbe9-47ec-94f1-ba4109ae732b tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609508 Aug 22 14:14:22.390564 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-da349650-a99d-441d-bd55-ad19b21b1e1d req-b440077f-97d5-4e06-86ba-ef92d9ba2672 service neutron] For port ca021a73-a766-4067-8981-102dad83606d, host n-h1-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:14:22.429538 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978c6077-cd17-413b-a10b-c1453a1e92df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca021a73-a766-4067-8981-102dad83606d'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:14:22.431787 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64fa466e-72e8-48c0-8442-839f27cf3730" -d '{"events": [{"server_uuid": "978c6077-cd17-413b-a10b-c1453a1e92df", "name": "network-vif-unplugged", "status": "completed", "tag": "ca021a73-a766-4067-8981-102dad83606d"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:14:22.435919 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-da349650-a99d-441d-bd55-ad19b21b1e1d req-b440077f-97d5-4e06-86ba-ef92d9ba2672 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:14:22.448595 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-da349650-a99d-441d-bd55-ad19b21b1e1d req-b440077f-97d5-4e06-86ba-ef92d9ba2672 service neutron] Transition to ACTIVE for port object ca021a73-a766-4067-8981-102dad83606d will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:14:22.452946 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-da349650-a99d-441d-bd55-ad19b21b1e1d req-b440077f-97d5-4e06-86ba-ef92d9ba2672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:14:22.482019 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 14:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd5327b-dd77-438e-98e5-90700354be8b x-openstack-request-id: req-2cd5327b-dd77-438e-98e5-90700354be8b {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:14:22.482319 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "978c6077-cd17-413b-a10b-c1453a1e92df", "name": "network-vif-unplugged", "status": "completed", "tag": "ca021a73-a766-4067-8981-102dad83606d", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:14:22.482574 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2cd5327b-dd77-438e-98e5-90700354be8b {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:14:22.482969 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978c6077-cd17-413b-a10b-c1453a1e92df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca021a73-a766-4067-8981-102dad83606d', 'code': 200} Aug 22 14:14:22.536922 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b440077f-97d5-4e06-86ba-ef92d9ba2672 service neutron] Pushing event updated for resources: {'Port': ['ID=ca021a73-a766-4067-8981-102dad83606d,revision_number=6']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:14:22.549079 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b440077f-97d5-4e06-86ba-ef92d9ba2672 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:14:22.549334 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b440077f-97d5-4e06-86ba-ef92d9ba2672 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:14:22.549680 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b440077f-97d5-4e06-86ba-ef92d9ba2672 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:14:22.550006 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b440077f-97d5-4e06-86ba-ef92d9ba2672 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:14:22.550343 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b440077f-97d5-4e06-86ba-ef92d9ba2672 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:14:22.550672 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b440077f-97d5-4e06-86ba-ef92d9ba2672 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:14:22.551522 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b440077f-97d5-4e06-86ba-ef92d9ba2672 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:14:22.551848 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b440077f-97d5-4e06-86ba-ef92d9ba2672 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:14:22.552175 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b440077f-97d5-4e06-86ba-ef92d9ba2672 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:14:22.552526 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b440077f-97d5-4e06-86ba-ef92d9ba2672 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:14:22.552849 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b440077f-97d5-4e06-86ba-ef92d9ba2672 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:14:22.553170 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b440077f-97d5-4e06-86ba-ef92d9ba2672 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:14:22.587441 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-da349650-a99d-441d-bd55-ad19b21b1e1d req-b440077f-97d5-4e06-86ba-ef92d9ba2672 service neutron] No DVR routers for this DVR port ca021a73-a766-4067-8981-102dad83606d on host n-h1-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:14:22.722325 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-da349650-a99d-441d-bd55-ad19b21b1e1d req-b440077f-97d5-4e06-86ba-ef92d9ba2672 service neutron] Attempting to bind port ca021a73-a766-4067-8981-102dad83606d on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:14:22.722781 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-da349650-a99d-441d-bd55-ad19b21b1e1d req-b440077f-97d5-4e06-86ba-ef92d9ba2672 service neutron] Attempting to bind port ca021a73-a766-4067-8981-102dad83606d by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': 'daac6273-e2ad-41db-a5df-98ad96ede67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:14:22.723544 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da349650-a99d-441d-bd55-ad19b21b1e1d req-b440077f-97d5-4e06-86ba-ef92d9ba2672 service neutron] Attempting to bind port ca021a73-a766-4067-8981-102dad83606d on network 80544ff9-4d7a-4bda-83ac-c376294c8e4f {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:14:22.727741 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da349650-a99d-441d-bd55-ad19b21b1e1d req-b440077f-97d5-4e06-86ba-ef92d9ba2672 service neutron] Port ca021a73-a766-4067-8981-102dad83606d on network 80544ff9-4d7a-4bda-83ac-c376294c8e4f not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:14:22.728055 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da349650-a99d-441d-bd55-ad19b21b1e1d req-b440077f-97d5-4e06-86ba-ef92d9ba2672 service neutron] Attempting to bind port ca021a73-a766-4067-8981-102dad83606d on network 80544ff9-4d7a-4bda-83ac-c376294c8e4f {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:14:22.733020 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da349650-a99d-441d-bd55-ad19b21b1e1d req-b440077f-97d5-4e06-86ba-ef92d9ba2672 service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:14:22.733348 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da349650-a99d-441d-bd55-ad19b21b1e1d req-b440077f-97d5-4e06-86ba-ef92d9ba2672 service neutron] Checking segment: {'id': 'daac6273-e2ad-41db-a5df-98ad96ede67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:14:22.733725 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da349650-a99d-441d-bd55-ad19b21b1e1d req-b440077f-97d5-4e06-86ba-ef92d9ba2672 service neutron] Bound using segment: {'id': 'daac6273-e2ad-41db-a5df-98ad96ede67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:14:22.734146 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-da349650-a99d-441d-bd55-ad19b21b1e1d req-b440077f-97d5-4e06-86ba-ef92d9ba2672 service neutron] Bound port: ca021a73-a766-4067-8981-102dad83606d, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daac6273-e2ad-41db-a5df-98ad96ede67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:14:22.734496 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-da349650-a99d-441d-bd55-ad19b21b1e1d req-b440077f-97d5-4e06-86ba-ef92d9ba2672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:14:22.796063 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-da349650-a99d-441d-bd55-ad19b21b1e1d req-b440077f-97d5-4e06-86ba-ef92d9ba2672 service neutron] For port ca021a73-a766-4067-8981-102dad83606d, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:14:22.799142 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-da349650-a99d-441d-bd55-ad19b21b1e1d req-b440077f-97d5-4e06-86ba-ef92d9ba2672 service neutron] For port ca021a73-a766-4067-8981-102dad83606d, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=ca021a73-a766-4067-8981-102dad83606d,segment=NetworkSegment(daac6273-e2ad-41db-a5df-98ad96ede67a),segment_id=daac6273-e2ad-41db-a5df-98ad96ede67a)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:14:22.803171 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-da349650-a99d-441d-bd55-ad19b21b1e1d req-b440077f-97d5-4e06-86ba-ef92d9ba2672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:14:22.841616 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da349650-a99d-441d-bd55-ad19b21b1e1d req-b440077f-97d5-4e06-86ba-ef92d9ba2672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:22.842233 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-da349650-a99d-441d-bd55-ad19b21b1e1d req-b440077f-97d5-4e06-86ba-ef92d9ba2672 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:14:22.843667 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-da349650-a99d-441d-bd55-ad19b21b1e1d req-b440077f-97d5-4e06-86ba-ef92d9ba2672 service neutron] 10.222.0.16 "PUT /v2.0/ports/ca021a73-a766-4067-8981-102dad83606d HTTP/1.1" status: 200 len: 1092 time: 0.8068273 Aug 22 14:14:22.876597 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b440077f-97d5-4e06-86ba-ef92d9ba2672 service neutron] Pushing event updated for resources: {'Port': ['ID=ca021a73-a766-4067-8981-102dad83606d,revision_number=7']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:14:22.913961 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da349650-a99d-441d-bd55-ad19b21b1e1d req-fe7d4898-d443-409e-a5f0-593cd5ab546b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:22.915528 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-da349650-a99d-441d-bd55-ad19b21b1e1d req-fe7d4898-d443-409e-a5f0-593cd5ab546b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=000c9eb7079943208008751342206e4e&device_id=978c6077-cd17-413b-a10b-c1453a1e92df HTTP/1.1" status: 200 len: 1095 time: 0.0470443 Aug 22 14:14:23.009192 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da349650-a99d-441d-bd55-ad19b21b1e1d req-ac23bcec-fead-4100-8a6b-c7170837a0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:23.010701 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-da349650-a99d-441d-bd55-ad19b21b1e1d req-ac23bcec-fead-4100-8a6b-c7170837a0f7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=80544ff9-4d7a-4bda-83ac-c376294c8e4f HTTP/1.1" status: 200 len: 913 time: 0.0879872 Aug 22 14:14:23.079594 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-da349650-a99d-441d-bd55-ad19b21b1e1d req-0796c336-00b6-4d4f-bbbd-a047ee77959d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca021a73-a766-4067-8981-102dad83606d HTTP/1.1" status: 200 len: 1000 time: 0.0610197 Aug 22 14:14:23.127854 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da349650-a99d-441d-bd55-ad19b21b1e1d req-4815ce46-793b-4d2e-a8f5-84bbd8d5a06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:23.129757 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-da349650-a99d-441d-bd55-ad19b21b1e1d req-4815ce46-793b-4d2e-a8f5-84bbd8d5a06b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0960ef9e-f71d-43e9-946b-72ee9dbd7b2a HTTP/1.1" status: 200 len: 851 time: 0.0428772 Aug 22 14:14:23.175611 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da349650-a99d-441d-bd55-ad19b21b1e1d req-5bb9ae5b-8fe5-4033-a8aa-2e1f5647e385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:23.177656 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-da349650-a99d-441d-bd55-ad19b21b1e1d req-5bb9ae5b-8fe5-4033-a8aa-2e1f5647e385 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=80544ff9-4d7a-4bda-83ac-c376294c8e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396459 Aug 22 14:14:23.270593 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-da349650-a99d-441d-bd55-ad19b21b1e1d req-ca27ae7c-4410-41c0-bb45-3286036ac01d service neutron] 10.222.0.16 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844100 Aug 22 14:14:23.368879 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-da349650-a99d-441d-bd55-ad19b21b1e1d req-bd84d3b3-03ba-44f5-8a04-0b0a203e0754 service neutron] 10.222.0.16 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816329 Aug 22 14:14:23.745826 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c650b9-fb8c-4857-88d1-3b61d056838c req-c39bf53a-b419-46df-b946-08c4240b777d tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:23.747278 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e9c650b9-fb8c-4857-88d1-3b61d056838c req-c39bf53a-b419-46df-b946-08c4240b777d tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=978c6077-cd17-413b-a10b-c1453a1e92df HTTP/1.1" status: 200 len: 943 time: 0.0518610 Aug 22 14:14:23.790505 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e9c650b9-fb8c-4857-88d1-3b61d056838c req-b8831ad0-ef2f-49d6-b273-f44e91f2fcb5 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374498 Aug 22 14:14:24.484619 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '978c6077-cd17-413b-a10b-c1453a1e92df', 'tag': 'ca021a73-a766-4067-8981-102dad83606d'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:14:24.487053 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4911cba1-652e-43c9-a3bf-87f7ea2cc8c0" -d '{"events": [{"name": "network-changed", "server_uuid": "978c6077-cd17-413b-a10b-c1453a1e92df", "tag": "ca021a73-a766-4067-8981-102dad83606d"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:14:24.539804 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ac07e4-9b58-4bf8-95ad-f81ee3f34394 x-openstack-request-id: req-c3ac07e4-9b58-4bf8-95ad-f81ee3f34394 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:14:24.540092 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "978c6077-cd17-413b-a10b-c1453a1e92df", "tag": "ca021a73-a766-4067-8981-102dad83606d", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:14:24.540366 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c3ac07e4-9b58-4bf8-95ad-f81ee3f34394 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:14:24.540759 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '978c6077-cd17-413b-a10b-c1453a1e92df', 'tag': 'ca021a73-a766-4067-8981-102dad83606d', 'status': 'completed', 'code': 200} Aug 22 14:14:24.606494 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911cba1-652e-43c9-a3bf-87f7ea2cc8c0 req-4d11f810-ef9c-4a2b-8474-1797029f2bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:24.608001 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4911cba1-652e-43c9-a3bf-87f7ea2cc8c0 req-4d11f810-ef9c-4a2b-8474-1797029f2bd8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=000c9eb7079943208008751342206e4e&device_id=978c6077-cd17-413b-a10b-c1453a1e92df HTTP/1.1" status: 200 len: 1095 time: 0.0476160 Aug 22 14:14:24.659571 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911cba1-652e-43c9-a3bf-87f7ea2cc8c0 req-7aa98dd8-f929-4941-b3c2-24193bc67127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:24.662115 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4911cba1-652e-43c9-a3bf-87f7ea2cc8c0 req-7aa98dd8-f929-4941-b3c2-24193bc67127 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=000c9eb7079943208008751342206e4e&device_id=978c6077-cd17-413b-a10b-c1453a1e92df HTTP/1.1" status: 200 len: 1095 time: 0.0977747 Aug 22 14:14:24.700321 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911cba1-652e-43c9-a3bf-87f7ea2cc8c0 req-dad40eb6-1c8a-4243-8021-f20c80ecada5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:24.701726 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4911cba1-652e-43c9-a3bf-87f7ea2cc8c0 req-dad40eb6-1c8a-4243-8021-f20c80ecada5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=80544ff9-4d7a-4bda-83ac-c376294c8e4f HTTP/1.1" status: 200 len: 913 time: 0.0846009 Aug 22 14:14:24.750647 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911cba1-652e-43c9-a3bf-87f7ea2cc8c0 req-df62adbd-54b4-41d7-a2e4-0405b5bd79e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:24.752125 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4911cba1-652e-43c9-a3bf-87f7ea2cc8c0 req-df62adbd-54b4-41d7-a2e4-0405b5bd79e8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=80544ff9-4d7a-4bda-83ac-c376294c8e4f HTTP/1.1" status: 200 len: 913 time: 0.0828202 Aug 22 14:14:24.776254 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4911cba1-652e-43c9-a3bf-87f7ea2cc8c0 req-88cb3fb5-3df4-4f89-ba30-72fc21ea7715 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca021a73-a766-4067-8981-102dad83606d HTTP/1.1" status: 200 len: 1000 time: 0.0655458 Aug 22 14:14:24.825985 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4911cba1-652e-43c9-a3bf-87f7ea2cc8c0 req-64ca2d67-a338-4747-8569-148b6253051f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca021a73-a766-4067-8981-102dad83606d HTTP/1.1" status: 200 len: 1000 time: 0.0662289 Aug 22 14:14:24.828441 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911cba1-652e-43c9-a3bf-87f7ea2cc8c0 req-2fe505e5-5764-44ed-808a-ac09ed1c15aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:24.829943 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4911cba1-652e-43c9-a3bf-87f7ea2cc8c0 req-2fe505e5-5764-44ed-808a-ac09ed1c15aa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0960ef9e-f71d-43e9-946b-72ee9dbd7b2a HTTP/1.1" status: 200 len: 851 time: 0.0466704 Aug 22 14:14:24.876288 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911cba1-652e-43c9-a3bf-87f7ea2cc8c0 req-b9825051-bbd3-4389-ba18-6bdab3a312d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:24.877792 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4911cba1-652e-43c9-a3bf-87f7ea2cc8c0 req-b9825051-bbd3-4389-ba18-6bdab3a312d8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0960ef9e-f71d-43e9-946b-72ee9dbd7b2a HTTP/1.1" status: 200 len: 851 time: 0.0444984 Aug 22 14:14:24.912105 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911cba1-652e-43c9-a3bf-87f7ea2cc8c0 req-a40089f1-bf4a-4b89-a397-d92b456200b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:24.913628 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4911cba1-652e-43c9-a3bf-87f7ea2cc8c0 req-a40089f1-bf4a-4b89-a397-d92b456200b6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=80544ff9-4d7a-4bda-83ac-c376294c8e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0762818 Aug 22 14:14:24.924530 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125972cf-6462-417d-9314-195933f42487 req-f706e11e-65b9-4a8c-8931-03f321cf8325 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:24.924768 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911cba1-652e-43c9-a3bf-87f7ea2cc8c0 req-aeb3cc43-e1ed-441c-b92a-7cdb6194ee25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:24.925967 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-125972cf-6462-417d-9314-195933f42487 req-f706e11e-65b9-4a8c-8931-03f321cf8325 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=978c6077-cd17-413b-a10b-c1453a1e92df HTTP/1.1" status: 200 len: 943 time: 0.0638282 Aug 22 14:14:24.926251 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4911cba1-652e-43c9-a3bf-87f7ea2cc8c0 req-aeb3cc43-e1ed-441c-b92a-7cdb6194ee25 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80544ff9-4d7a-4bda-83ac-c376294c8e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410669 Aug 22 14:14:25.011704 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-125972cf-6462-417d-9314-195933f42487 req-655f718e-7cdf-4361-af03-9a6c528e3369 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754855 Aug 22 14:14:25.020029 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4911cba1-652e-43c9-a3bf-87f7ea2cc8c0 req-3a0a7b59-0ea3-462e-b06b-8365a863a639 service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860541 Aug 22 14:14:25.038721 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4911cba1-652e-43c9-a3bf-87f7ea2cc8c0 req-421e1ef7-c2d6-4e59-a2f7-3ef7cd53521b service neutron] 10.222.0.16 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097760 Aug 22 14:14:25.110897 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4911cba1-652e-43c9-a3bf-87f7ea2cc8c0 req-4087da4d-55f8-4265-b2fb-ca3e7e97fbef service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845401 Aug 22 14:14:25.146726 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4911cba1-652e-43c9-a3bf-87f7ea2cc8c0 req-90bb3719-a068-4bb4-a61f-529478fab6d6 service neutron] 10.222.0.16 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949492 Aug 22 14:14:25.270778 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20458fb5-3f3f-40ec-a34e-eae570f7870e req-479926a8-4f46-4281-a2a0-e6c9dafd5b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:25.272508 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-20458fb5-3f3f-40ec-a34e-eae570f7870e req-479926a8-4f46-4281-a2a0-e6c9dafd5b7f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=000c9eb7079943208008751342206e4e&device_id=978c6077-cd17-413b-a10b-c1453a1e92df HTTP/1.1" status: 200 len: 1095 time: 0.0426993 Aug 22 14:14:25.383400 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20458fb5-3f3f-40ec-a34e-eae570f7870e req-48caff82-d2d0-4278-a5a1-ff0b3ab50445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:25.384874 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-20458fb5-3f3f-40ec-a34e-eae570f7870e req-48caff82-d2d0-4278-a5a1-ff0b3ab50445 service neutron] 10.222.0.16 "GET /v2.0/networks?id=80544ff9-4d7a-4bda-83ac-c376294c8e4f HTTP/1.1" status: 200 len: 913 time: 0.0916348 Aug 22 14:14:25.453837 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-20458fb5-3f3f-40ec-a34e-eae570f7870e req-afd14cda-636a-42c5-ab90-4ae7e8f64884 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca021a73-a766-4067-8981-102dad83606d HTTP/1.1" status: 200 len: 1000 time: 0.0606833 Aug 22 14:14:25.504908 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20458fb5-3f3f-40ec-a34e-eae570f7870e req-49487102-09e2-498f-b476-933b9608a488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:25.506462 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-20458fb5-3f3f-40ec-a34e-eae570f7870e req-49487102-09e2-498f-b476-933b9608a488 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0960ef9e-f71d-43e9-946b-72ee9dbd7b2a HTTP/1.1" status: 200 len: 851 time: 0.0440514 Aug 22 14:14:25.556030 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20458fb5-3f3f-40ec-a34e-eae570f7870e req-6e353328-7042-480a-8a39-a6b194749a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:25.557459 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-20458fb5-3f3f-40ec-a34e-eae570f7870e req-6e353328-7042-480a-8a39-a6b194749a77 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=80544ff9-4d7a-4bda-83ac-c376294c8e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433967 Aug 22 14:14:25.916802 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-20458fb5-3f3f-40ec-a34e-eae570f7870e req-42ae7e34-935c-4912-a486-543213eb664b service neutron] 10.222.0.16 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3510280 Aug 22 14:14:26.013670 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-20458fb5-3f3f-40ec-a34e-eae570f7870e req-f8714c13-6d65-49b6-a5e1-6980abc779af service neutron] 10.222.0.16 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886631 Aug 22 14:14:26.130351 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4cd05a-3010-4f76-9b97-c685d27a6a7e req-e5451cb1-6a26-4e2d-9a74-f38b32a01e36 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:26.131846 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fb4cd05a-3010-4f76-9b97-c685d27a6a7e req-e5451cb1-6a26-4e2d-9a74-f38b32a01e36 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=978c6077-cd17-413b-a10b-c1453a1e92df HTTP/1.1" status: 200 len: 943 time: 0.0499208 Aug 22 14:14:26.169680 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fb4cd05a-3010-4f76-9b97-c685d27a6a7e req-1c9e0a00-5d5e-45b0-a939-33b2ab20f258 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316122 Aug 22 14:14:26.313381 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device ca021a73-a766-4067-8981-102dad83606d details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:14:26.416801 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port ca021a73-a766-4067-8981-102dad83606d, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=ca021a73-a766-4067-8981-102dad83606d,segment=NetworkSegment(daac6273-e2ad-41db-a5df-98ad96ede67a),segment_id=daac6273-e2ad-41db-a5df-98ad96ede67a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:14:26.428650 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': 'ca021a73-a766-4067-8981-102dad83606d', 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f', 'port_id': 'ca021a73-a766-4067-8981-102dad83606d', 'mac_address': 'fa:16:3e:48:4b:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:14:26.469510 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:14:26.482176 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device ca021a73-a766-4067-8981-102dad83606d no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:14:26.511055 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca021a73-a766-4067-8981-102dad83606d {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:14:26.511966 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee41e4d-8f1f-407c-8f3f-ea8573b4ac1d req-4380e70d-aecc-4d57-a809-b1b003b20faa tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:26.513537 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eee41e4d-8f1f-407c-8f3f-ea8573b4ac1d req-4380e70d-aecc-4d57-a809-b1b003b20faa tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.16 "GET /v2.0/ports?device_id=978c6077-cd17-413b-a10b-c1453a1e92df&tenant_id=000c9eb7079943208008751342206e4e&binding%3Ahost_id=n-h2-793621-33 HTTP/1.1" status: 200 len: 943 time: 0.0904052 Aug 22 14:14:26.526823 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6228f-cfc5-466a-957e-44c1aeecde1d req-ff08f193-ecdc-42d4-96db-28b01b251476 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:26.528430 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f0d6228f-cfc5-466a-957e-44c1aeecde1d req-ff08f193-ecdc-42d4-96db-28b01b251476 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=978c6077-cd17-413b-a10b-c1453a1e92df HTTP/1.1" status: 200 len: 943 time: 0.1064296 Aug 22 14:14:26.540659 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port ca021a73-a766-4067-8981-102dad83606d, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=ca021a73-a766-4067-8981-102dad83606d,segment=NetworkSegment(daac6273-e2ad-41db-a5df-98ad96ede67a),segment_id=daac6273-e2ad-41db-a5df-98ad96ede67a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:14:26.545623 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:14:26.549088 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device ca021a73-a766-4067-8981-102dad83606d not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:14:26.594900 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=ca021a73-a766-4067-8981-102dad83606d,revision_number=8']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:14:26.602522 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:14:26.602867 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:14:26.603201 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:14:26.603784 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:14:26.604134 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:14:26.604481 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:14:26.604801 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:14:26.605117 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:14:26.605434 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:14:26.605748 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:14:26.606062 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:14:26.606372 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:14:26.609831 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f0d6228f-cfc5-466a-957e-44c1aeecde1d req-9cae1c8e-b18c-4ae9-9c58-bef0c273e8c4 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525603 Aug 22 14:14:26.615725 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eee41e4d-8f1f-407c-8f3f-ea8573b4ac1d req-8b2a41b6-65f4-4f37-870f-cc2bddb95200 service neutron] 10.222.0.16 "GET /v2.0/ports/ca021a73-a766-4067-8981-102dad83606d/bindings/n-h2-793621-33 HTTP/1.1" status: 200 len: 383 time: 0.0862920 Aug 22 14:14:26.689869 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee41e4d-8f1f-407c-8f3f-ea8573b4ac1d req-e6f2ac72-1930-49ff-875f-8ae84a6c35f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:26.691262 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eee41e4d-8f1f-407c-8f3f-ea8573b4ac1d req-e6f2ac72-1930-49ff-875f-8ae84a6c35f5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=000c9eb7079943208008751342206e4e&device_id=978c6077-cd17-413b-a10b-c1453a1e92df HTTP/1.1" status: 200 len: 1096 time: 0.0406415 Aug 22 14:14:26.785676 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee41e4d-8f1f-407c-8f3f-ea8573b4ac1d req-9363cab5-429e-4870-bc4f-d6991f7d0283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:26.786983 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eee41e4d-8f1f-407c-8f3f-ea8573b4ac1d req-9363cab5-429e-4870-bc4f-d6991f7d0283 service neutron] 10.222.0.16 "GET /v2.0/networks?id=80544ff9-4d7a-4bda-83ac-c376294c8e4f HTTP/1.1" status: 200 len: 913 time: 0.0880013 Aug 22 14:14:26.837734 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['ca021a73-a766-4067-8981-102dad83606d'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:14:26.854522 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eee41e4d-8f1f-407c-8f3f-ea8573b4ac1d req-eeefac4d-f044-4597-ac15-1c3c2f46c1bc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca021a73-a766-4067-8981-102dad83606d HTTP/1.1" status: 200 len: 1001 time: 0.0587831 Aug 22 14:14:26.906851 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee41e4d-8f1f-407c-8f3f-ea8573b4ac1d req-e6f0ffea-6dee-41da-ba61-cc6e8e6c9eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:26.908351 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eee41e4d-8f1f-407c-8f3f-ea8573b4ac1d req-e6f0ffea-6dee-41da-ba61-cc6e8e6c9eb6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0960ef9e-f71d-43e9-946b-72ee9dbd7b2a HTTP/1.1" status: 200 len: 851 time: 0.0432115 Aug 22 14:14:26.959244 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee41e4d-8f1f-407c-8f3f-ea8573b4ac1d req-cdaa51c9-a0a5-4187-b9f5-64cb5ed4e627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:26.960791 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eee41e4d-8f1f-407c-8f3f-ea8573b4ac1d req-cdaa51c9-a0a5-4187-b9f5-64cb5ed4e627 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=80544ff9-4d7a-4bda-83ac-c376294c8e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446153 Aug 22 14:14:27.051346 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eee41e4d-8f1f-407c-8f3f-ea8573b4ac1d req-1136f81b-419f-4df5-8744-cf423cf4e7ef service neutron] 10.222.0.16 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824902 Aug 22 14:14:27.142083 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eee41e4d-8f1f-407c-8f3f-ea8573b4ac1d req-683c123d-b1e8-4112-a98c-3692d7de6147 service neutron] 10.222.0.16 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832500 Aug 22 14:14:27.729800 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce2b56-c72f-42aa-994e-d4302d902d35 req-67fec6cf-1945-47ef-a422-3bfba68f88d9 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:27.731333 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-52ce2b56-c72f-42aa-994e-d4302d902d35 req-67fec6cf-1945-47ef-a422-3bfba68f88d9 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=978c6077-cd17-413b-a10b-c1453a1e92df HTTP/1.1" status: 200 len: 944 time: 0.0503397 Aug 22 14:14:27.768923 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-52ce2b56-c72f-42aa-994e-d4302d902d35 req-c5f55adc-6c72-423d-a397-05a7ce42b64a tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313876 Aug 22 14:14:28.339190 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device ca021a73-a766-4067-8981-102dad83606d up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:14:28.386730 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port ca021a73-a766-4067-8981-102dad83606d completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:14:28.390226 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port ca021a73-a766-4067-8981-102dad83606d triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:14:28.390597 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:14:28.466240 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:14:28.489345 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978c6077-cd17-413b-a10b-c1453a1e92df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca021a73-a766-4067-8981-102dad83606d'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:14:28.491782 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbabd29e-7992-4021-8a05-09ec09dd5107" -d '{"events": [{"server_uuid": "978c6077-cd17-413b-a10b-c1453a1e92df", "name": "network-vif-plugged", "status": "completed", "tag": "ca021a73-a766-4067-8981-102dad83606d"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:14:28.515162 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port ca021a73-a766-4067-8981-102dad83606d, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=ca021a73-a766-4067-8981-102dad83606d,segment=NetworkSegment(daac6273-e2ad-41db-a5df-98ad96ede67a),segment_id=daac6273-e2ad-41db-a5df-98ad96ede67a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:14:28.521159 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:14:28.525336 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a820ca65-c469-4a61-83b1-b16311ff17a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:14:28.548788 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf302e97-fc1f-4d51-9441-9b4fa5877321 x-openstack-request-id: req-cf302e97-fc1f-4d51-9441-9b4fa5877321 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:14:28.549085 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "978c6077-cd17-413b-a10b-c1453a1e92df", "name": "network-vif-plugged", "status": "completed", "tag": "ca021a73-a766-4067-8981-102dad83606d", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:14:28.549338 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cf302e97-fc1f-4d51-9441-9b4fa5877321 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:14:28.549752 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978c6077-cd17-413b-a10b-c1453a1e92df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca021a73-a766-4067-8981-102dad83606d', 'code': 200} Aug 22 14:14:28.571806 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=ca021a73-a766-4067-8981-102dad83606d,revision_number=9']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:14:28.833643 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:14:28.886331 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d92f1c8-28e6-4cab-aa44-46f4737844b6 req-64cbabd7-06c7-4e65-959f-0b9bdb5c088e tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:28.887840 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6d92f1c8-28e6-4cab-aa44-46f4737844b6 req-64cbabd7-06c7-4e65-959f-0b9bdb5c088e tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=978c6077-cd17-413b-a10b-c1453a1e92df HTTP/1.1" status: 200 len: 945 time: 0.0491719 Aug 22 14:14:28.928064 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6d92f1c8-28e6-4cab-aa44-46f4737844b6 req-90da552d-afc6-4ebc-8a8d-cdd5ad5a7686 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337515 Aug 22 14:14:29.255170 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee41e4d-8f1f-407c-8f3f-ea8573b4ac1d req-8106ef1f-712d-42a7-a4ec-bada583d881b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:29.256752 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-eee41e4d-8f1f-407c-8f3f-ea8573b4ac1d req-8106ef1f-712d-42a7-a4ec-bada583d881b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=978c6077-cd17-413b-a10b-c1453a1e92df&tenant_id=000c9eb7079943208008751342206e4e HTTP/1.1" status: 200 len: 1097 time: 0.0423336 Aug 22 14:14:29.268037 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-eee41e4d-8f1f-407c-8f3f-ea8573b4ac1d req-c35c1f17-0fdd-414c-9fb0-1084c829f72f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-33', 'device_owner': 'compute:nova'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:14:29.323237 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-eee41e4d-8f1f-407c-8f3f-ea8573b4ac1d req-c35c1f17-0fdd-414c-9fb0-1084c829f72f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:14:29.531589 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-eee41e4d-8f1f-407c-8f3f-ea8573b4ac1d req-c35c1f17-0fdd-414c-9fb0-1084c829f72f service neutron] For port ca021a73-a766-4067-8981-102dad83606d, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=ca021a73-a766-4067-8981-102dad83606d,segment=NetworkSegment(daac6273-e2ad-41db-a5df-98ad96ede67a),segment_id=daac6273-e2ad-41db-a5df-98ad96ede67a)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:14:29.564990 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-eee41e4d-8f1f-407c-8f3f-ea8573b4ac1d req-c35c1f17-0fdd-414c-9fb0-1084c829f72f service neutron] For port ca021a73-a766-4067-8981-102dad83606d, host n-h2-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:14:29.604642 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978c6077-cd17-413b-a10b-c1453a1e92df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca021a73-a766-4067-8981-102dad83606d'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:14:29.606899 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b31e569-5f75-4d9a-9f7b-c4ee6927fc27" -d '{"events": [{"server_uuid": "978c6077-cd17-413b-a10b-c1453a1e92df", "name": "network-vif-unplugged", "status": "completed", "tag": "ca021a73-a766-4067-8981-102dad83606d"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:14:29.611042 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-eee41e4d-8f1f-407c-8f3f-ea8573b4ac1d req-c35c1f17-0fdd-414c-9fb0-1084c829f72f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:14:29.625032 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-eee41e4d-8f1f-407c-8f3f-ea8573b4ac1d req-c35c1f17-0fdd-414c-9fb0-1084c829f72f service neutron] Transition to ACTIVE for port object ca021a73-a766-4067-8981-102dad83606d will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:14:29.628914 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-eee41e4d-8f1f-407c-8f3f-ea8573b4ac1d req-c35c1f17-0fdd-414c-9fb0-1084c829f72f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:14:29.662267 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 14:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a503e13-4b95-423d-b3ba-5bce7326fd0c x-openstack-request-id: req-0a503e13-4b95-423d-b3ba-5bce7326fd0c {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:14:29.662558 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "978c6077-cd17-413b-a10b-c1453a1e92df", "name": "network-vif-unplugged", "status": "completed", "tag": "ca021a73-a766-4067-8981-102dad83606d", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:14:29.662810 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0a503e13-4b95-423d-b3ba-5bce7326fd0c {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:14:29.663207 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978c6077-cd17-413b-a10b-c1453a1e92df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca021a73-a766-4067-8981-102dad83606d', 'code': 200} Aug 22 14:14:29.764180 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c1f17-0fdd-414c-9fb0-1084c829f72f service neutron] Pushing event updated for resources: {'Port': ['ID=ca021a73-a766-4067-8981-102dad83606d,revision_number=10']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:14:29.788705 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35c1f17-0fdd-414c-9fb0-1084c829f72f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:14:29.789053 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35c1f17-0fdd-414c-9fb0-1084c829f72f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:14:29.789391 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35c1f17-0fdd-414c-9fb0-1084c829f72f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:14:29.789756 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35c1f17-0fdd-414c-9fb0-1084c829f72f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:14:29.790086 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35c1f17-0fdd-414c-9fb0-1084c829f72f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:14:29.790415 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35c1f17-0fdd-414c-9fb0-1084c829f72f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:14:29.790741 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35c1f17-0fdd-414c-9fb0-1084c829f72f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:14:29.791063 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35c1f17-0fdd-414c-9fb0-1084c829f72f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:14:29.791384 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35c1f17-0fdd-414c-9fb0-1084c829f72f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:14:29.791711 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35c1f17-0fdd-414c-9fb0-1084c829f72f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:14:29.792031 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35c1f17-0fdd-414c-9fb0-1084c829f72f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:14:29.792389 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35c1f17-0fdd-414c-9fb0-1084c829f72f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:14:29.841114 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee41e4d-8f1f-407c-8f3f-ea8573b4ac1d req-c35c1f17-0fdd-414c-9fb0-1084c829f72f service neutron] No DVR routers for this DVR port ca021a73-a766-4067-8981-102dad83606d on host n-h2-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:14:29.979149 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-eee41e4d-8f1f-407c-8f3f-ea8573b4ac1d req-c35c1f17-0fdd-414c-9fb0-1084c829f72f service neutron] Attempting to bind port ca021a73-a766-4067-8981-102dad83606d on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:14:29.979483 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-eee41e4d-8f1f-407c-8f3f-ea8573b4ac1d req-c35c1f17-0fdd-414c-9fb0-1084c829f72f service neutron] Attempting to bind port ca021a73-a766-4067-8981-102dad83606d by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': 'daac6273-e2ad-41db-a5df-98ad96ede67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:14:29.979812 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee41e4d-8f1f-407c-8f3f-ea8573b4ac1d req-c35c1f17-0fdd-414c-9fb0-1084c829f72f service neutron] Attempting to bind port ca021a73-a766-4067-8981-102dad83606d on network 80544ff9-4d7a-4bda-83ac-c376294c8e4f {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:14:29.984171 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee41e4d-8f1f-407c-8f3f-ea8573b4ac1d req-c35c1f17-0fdd-414c-9fb0-1084c829f72f service neutron] Port ca021a73-a766-4067-8981-102dad83606d on network 80544ff9-4d7a-4bda-83ac-c376294c8e4f not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:14:29.985057 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee41e4d-8f1f-407c-8f3f-ea8573b4ac1d req-c35c1f17-0fdd-414c-9fb0-1084c829f72f service neutron] Attempting to bind port ca021a73-a766-4067-8981-102dad83606d on network 80544ff9-4d7a-4bda-83ac-c376294c8e4f {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:14:29.989718 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee41e4d-8f1f-407c-8f3f-ea8573b4ac1d req-c35c1f17-0fdd-414c-9fb0-1084c829f72f service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:14:29.990056 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee41e4d-8f1f-407c-8f3f-ea8573b4ac1d req-c35c1f17-0fdd-414c-9fb0-1084c829f72f service neutron] Checking segment: {'id': 'daac6273-e2ad-41db-a5df-98ad96ede67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:14:29.990446 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee41e4d-8f1f-407c-8f3f-ea8573b4ac1d req-c35c1f17-0fdd-414c-9fb0-1084c829f72f service neutron] Bound using segment: {'id': 'daac6273-e2ad-41db-a5df-98ad96ede67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:14:29.990882 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-eee41e4d-8f1f-407c-8f3f-ea8573b4ac1d req-c35c1f17-0fdd-414c-9fb0-1084c829f72f service neutron] Bound port: ca021a73-a766-4067-8981-102dad83606d, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daac6273-e2ad-41db-a5df-98ad96ede67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:14:29.991244 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-eee41e4d-8f1f-407c-8f3f-ea8573b4ac1d req-c35c1f17-0fdd-414c-9fb0-1084c829f72f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:14:30.055731 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-eee41e4d-8f1f-407c-8f3f-ea8573b4ac1d req-c35c1f17-0fdd-414c-9fb0-1084c829f72f service neutron] For port ca021a73-a766-4067-8981-102dad83606d, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:14:30.055987 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b10620-b0dd-4022-8544-47b4bf441de9 req-09657d2f-994a-4ce9-9dde-b26d1b3fdb0b tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:30.057459 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a8b10620-b0dd-4022-8544-47b4bf441de9 req-09657d2f-994a-4ce9-9dde-b26d1b3fdb0b tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=978c6077-cd17-413b-a10b-c1453a1e92df HTTP/1.1" status: 200 len: 944 time: 0.0561345 Aug 22 14:14:30.059114 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-eee41e4d-8f1f-407c-8f3f-ea8573b4ac1d req-c35c1f17-0fdd-414c-9fb0-1084c829f72f service neutron] For port ca021a73-a766-4067-8981-102dad83606d, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=ca021a73-a766-4067-8981-102dad83606d,segment=NetworkSegment(daac6273-e2ad-41db-a5df-98ad96ede67a),segment_id=daac6273-e2ad-41db-a5df-98ad96ede67a)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:14:30.063143 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-eee41e4d-8f1f-407c-8f3f-ea8573b4ac1d req-c35c1f17-0fdd-414c-9fb0-1084c829f72f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:14:30.099823 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a8b10620-b0dd-4022-8544-47b4bf441de9 req-d53f937a-ede0-401c-afbe-60e86d9e13b4 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353661 Aug 22 14:14:30.100825 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee41e4d-8f1f-407c-8f3f-ea8573b4ac1d req-c35c1f17-0fdd-414c-9fb0-1084c829f72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:30.101454 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-eee41e4d-8f1f-407c-8f3f-ea8573b4ac1d req-c35c1f17-0fdd-414c-9fb0-1084c829f72f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:14:30.102931 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-eee41e4d-8f1f-407c-8f3f-ea8573b4ac1d req-c35c1f17-0fdd-414c-9fb0-1084c829f72f service neutron] 10.222.0.41 "PUT /v2.0/ports/ca021a73-a766-4067-8981-102dad83606d HTTP/1.1" status: 200 len: 1093 time: 0.8387661 Aug 22 14:14:30.128338 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c1f17-0fdd-414c-9fb0-1084c829f72f service neutron] Pushing event updated for resources: {'Port': ['ID=ca021a73-a766-4067-8981-102dad83606d,revision_number=11']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:14:30.180049 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee41e4d-8f1f-407c-8f3f-ea8573b4ac1d req-64b7d48a-9910-4497-baf9-2a93b75cd480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:30.181589 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-eee41e4d-8f1f-407c-8f3f-ea8573b4ac1d req-64b7d48a-9910-4497-baf9-2a93b75cd480 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=000c9eb7079943208008751342206e4e&device_id=978c6077-cd17-413b-a10b-c1453a1e92df HTTP/1.1" status: 200 len: 1096 time: 0.0466347 Aug 22 14:14:30.276509 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee41e4d-8f1f-407c-8f3f-ea8573b4ac1d req-e8af01d7-35f4-479c-9a1a-0bde54c74e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:30.278006 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-eee41e4d-8f1f-407c-8f3f-ea8573b4ac1d req-e8af01d7-35f4-479c-9a1a-0bde54c74e8e service neutron] 10.222.0.41 "GET /v2.0/networks?id=80544ff9-4d7a-4bda-83ac-c376294c8e4f HTTP/1.1" status: 200 len: 913 time: 0.0898607 Aug 22 14:14:30.349460 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-eee41e4d-8f1f-407c-8f3f-ea8573b4ac1d req-741c58c5-cd3e-4cf5-9173-6348c0e31e29 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca021a73-a766-4067-8981-102dad83606d HTTP/1.1" status: 200 len: 1000 time: 0.0636344 Aug 22 14:14:30.398529 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee41e4d-8f1f-407c-8f3f-ea8573b4ac1d req-3a2d0e49-a465-4145-85b7-595b269b5c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:30.401144 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-eee41e4d-8f1f-407c-8f3f-ea8573b4ac1d req-3a2d0e49-a465-4145-85b7-595b269b5c21 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0960ef9e-f71d-43e9-946b-72ee9dbd7b2a HTTP/1.1" status: 200 len: 851 time: 0.0454412 Aug 22 14:14:30.446000 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee41e4d-8f1f-407c-8f3f-ea8573b4ac1d req-c40de74a-eb78-47f1-a1f7-72ffbef91d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:30.447387 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-eee41e4d-8f1f-407c-8f3f-ea8573b4ac1d req-c40de74a-eb78-47f1-a1f7-72ffbef91d89 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80544ff9-4d7a-4bda-83ac-c376294c8e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398724 Aug 22 14:14:30.537750 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-eee41e4d-8f1f-407c-8f3f-ea8573b4ac1d req-589e2159-e38a-49d3-a4a1-37f549887e34 service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833969 Aug 22 14:14:30.625835 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-eee41e4d-8f1f-407c-8f3f-ea8573b4ac1d req-cdba08d5-a607-4ea6-9f67-2b8727f748ac service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811386 Aug 22 14:14:31.123608 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ea4b4471-2b31-4565-bed3-662b189bfc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:14:31.220008 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23079a-8b4a-46da-874a-2ba1601e547f req-066ee536-7c18-4d1a-8e3c-7319b2a0a7f1 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:31.221427 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5d23079a-8b4a-46da-874a-2ba1601e547f req-066ee536-7c18-4d1a-8e3c-7319b2a0a7f1 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=978c6077-cd17-413b-a10b-c1453a1e92df HTTP/1.1" status: 200 len: 944 time: 0.0483904 Aug 22 14:14:31.256258 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:14:31.260431 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5d23079a-8b4a-46da-874a-2ba1601e547f req-595ad62b-b706-49d1-be87-6231bacd237a tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325155 Aug 22 14:14:31.664687 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '978c6077-cd17-413b-a10b-c1453a1e92df', 'tag': 'ca021a73-a766-4067-8981-102dad83606d'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:14:31.667056 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6ae970-8775-4c68-8ce2-0885f3c37f7f" -d '{"events": [{"name": "network-changed", "server_uuid": "978c6077-cd17-413b-a10b-c1453a1e92df", "tag": "ca021a73-a766-4067-8981-102dad83606d"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:14:31.714037 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ddbdc71-0939-491e-b49f-aa8615b1c9c6 x-openstack-request-id: req-3ddbdc71-0939-491e-b49f-aa8615b1c9c6 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:14:31.714320 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "978c6077-cd17-413b-a10b-c1453a1e92df", "tag": "ca021a73-a766-4067-8981-102dad83606d", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:14:31.714569 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3ddbdc71-0939-491e-b49f-aa8615b1c9c6 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:14:31.714963 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '978c6077-cd17-413b-a10b-c1453a1e92df', 'tag': 'ca021a73-a766-4067-8981-102dad83606d', 'status': 'completed', 'code': 200} Aug 22 14:14:31.775948 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ae970-8775-4c68-8ce2-0885f3c37f7f req-a40ea691-02f2-443b-bd1b-df6b67c8a675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:31.777499 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bc6ae970-8775-4c68-8ce2-0885f3c37f7f req-a40ea691-02f2-443b-bd1b-df6b67c8a675 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=000c9eb7079943208008751342206e4e&device_id=978c6077-cd17-413b-a10b-c1453a1e92df HTTP/1.1" status: 200 len: 1096 time: 0.0429208 Aug 22 14:14:31.780525 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ae970-8775-4c68-8ce2-0885f3c37f7f req-00592dd0-439c-4ec4-8e36-622714dcf0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:31.782384 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-bc6ae970-8775-4c68-8ce2-0885f3c37f7f req-00592dd0-439c-4ec4-8e36-622714dcf0eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=000c9eb7079943208008751342206e4e&device_id=978c6077-cd17-413b-a10b-c1453a1e92df HTTP/1.1" status: 200 len: 1096 time: 0.0447586 Aug 22 14:14:31.872131 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ae970-8775-4c68-8ce2-0885f3c37f7f req-c3b9520c-4c99-48be-87b2-43aa20cb2c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:31.873838 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bc6ae970-8775-4c68-8ce2-0885f3c37f7f req-c3b9520c-4c99-48be-87b2-43aa20cb2c36 service neutron] 10.222.0.16 "GET /v2.0/networks?id=80544ff9-4d7a-4bda-83ac-c376294c8e4f HTTP/1.1" status: 200 len: 913 time: 0.0883687 Aug 22 14:14:31.878491 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ae970-8775-4c68-8ce2-0885f3c37f7f req-6f4bda30-f2f1-44db-9e3c-cf82799986ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:31.880763 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-bc6ae970-8775-4c68-8ce2-0885f3c37f7f req-6f4bda30-f2f1-44db-9e3c-cf82799986ed service neutron] 10.222.0.41 "GET /v2.0/networks?id=80544ff9-4d7a-4bda-83ac-c376294c8e4f HTTP/1.1" status: 200 len: 913 time: 0.0885985 Aug 22 14:14:31.945636 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bc6ae970-8775-4c68-8ce2-0885f3c37f7f req-0172003b-e17f-49c7-bfee-6751c3fb6226 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca021a73-a766-4067-8981-102dad83606d HTTP/1.1" status: 200 len: 1000 time: 0.0604098 Aug 22 14:14:31.947495 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-bc6ae970-8775-4c68-8ce2-0885f3c37f7f req-1ab05b49-9400-4a1d-be17-1c456c993554 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca021a73-a766-4067-8981-102dad83606d HTTP/1.1" status: 200 len: 1000 time: 0.0582485 Aug 22 14:14:32.001946 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ae970-8775-4c68-8ce2-0885f3c37f7f req-f49562c7-afb7-4b2b-b3ed-57ce7241933b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:32.003662 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bc6ae970-8775-4c68-8ce2-0885f3c37f7f req-f49562c7-afb7-4b2b-b3ed-57ce7241933b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0960ef9e-f71d-43e9-946b-72ee9dbd7b2a HTTP/1.1" status: 200 len: 851 time: 0.0512130 Aug 22 14:14:32.005505 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ae970-8775-4c68-8ce2-0885f3c37f7f req-216e19d1-f6a0-47e5-9979-948d52f6e37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:32.007152 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-bc6ae970-8775-4c68-8ce2-0885f3c37f7f req-216e19d1-f6a0-47e5-9979-948d52f6e37f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0960ef9e-f71d-43e9-946b-72ee9dbd7b2a HTTP/1.1" status: 200 len: 851 time: 0.0521851 Aug 22 14:14:32.056288 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ae970-8775-4c68-8ce2-0885f3c37f7f req-b3d85a20-3cce-4e04-8809-102519f2a6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:32.058150 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bc6ae970-8775-4c68-8ce2-0885f3c37f7f req-b3d85a20-3cce-4e04-8809-102519f2a6c7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=80544ff9-4d7a-4bda-83ac-c376294c8e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467093 Aug 22 14:14:32.058861 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ae970-8775-4c68-8ce2-0885f3c37f7f req-95ee176e-c9e0-406f-814b-36d768e14dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:32.060364 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-bc6ae970-8775-4c68-8ce2-0885f3c37f7f req-95ee176e-c9e0-406f-814b-36d768e14dc3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80544ff9-4d7a-4bda-83ac-c376294c8e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457745 Aug 22 14:14:32.155959 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bc6ae970-8775-4c68-8ce2-0885f3c37f7f req-e7198956-f733-432b-b2ab-66687b8bd471 service neutron] 10.222.0.16 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901608 Aug 22 14:14:32.159186 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-bc6ae970-8775-4c68-8ce2-0885f3c37f7f req-daad3167-4b8c-4ee1-beb4-7cab201eaa25 service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914989 Aug 22 14:14:32.260800 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-bc6ae970-8775-4c68-8ce2-0885f3c37f7f req-9cde3cf9-7e14-4d50-b332-6ac714809c5d service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939660 Aug 22 14:14:32.273339 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bc6ae970-8775-4c68-8ce2-0885f3c37f7f req-fe86eedb-4fcd-48a5-a64b-24b22e00d339 service neutron] 10.222.0.16 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083369 Aug 22 14:14:32.350659 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device ca021a73-a766-4067-8981-102dad83606d no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:14:32.378101 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a743a-c230-469f-80fc-197dcbd0a25d req-bfba8f06-134e-4caf-ae65-eecbfbca0673 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:32.380500 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4e4a743a-c230-469f-80fc-197dcbd0a25d req-bfba8f06-134e-4caf-ae65-eecbfbca0673 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=978c6077-cd17-413b-a10b-c1453a1e92df HTTP/1.1" status: 200 len: 944 time: 0.0532880 Aug 22 14:14:32.393838 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device ca021a73-a766-4067-8981-102dad83606d not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:14:32.418169 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4e4a743a-c230-469f-80fc-197dcbd0a25d req-54a1a137-e4e1-4632-8912-3a896c996b49 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315049 Aug 22 14:14:32.531862 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b576a-6806-47ec-9593-7b0a5ca9e91b req-b5653782-a45c-49ff-87cb-687cbf4902d3 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:32.533293 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a06b576a-6806-47ec-9593-7b0a5ca9e91b req-b5653782-a45c-49ff-87cb-687cbf4902d3 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=978c6077-cd17-413b-a10b-c1453a1e92df HTTP/1.1" status: 200 len: 944 time: 0.0487497 Aug 22 14:14:32.572992 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a06b576a-6806-47ec-9593-7b0a5ca9e91b req-e74d848c-f3b7-4ac8-a9cb-b41cd1d1459b tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332055 Aug 22 14:14:32.586536 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:14:32.690600 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd76e4-b91c-4e65-98e0-00abff04d13e req-67a9137a-5412-47ec-b5e8-17a2911aac17 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:32.692184 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3bfd76e4-b91c-4e65-98e0-00abff04d13e req-67a9137a-5412-47ec-b5e8-17a2911aac17 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=978c6077-cd17-413b-a10b-c1453a1e92df HTTP/1.1" status: 200 len: 944 time: 0.0544770 Aug 22 14:14:32.729557 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3bfd76e4-b91c-4e65-98e0-00abff04d13e req-5d03f311-341e-48df-8e4d-41f5e8f56b96 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314257 Aug 22 14:14:32.955314 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ffa39-5966-4924-962e-741f6d47a017 req-5d9a6670-b215-4d3f-b743-9c1ba414e0a5 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:32.957374 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-338ffa39-5966-4924-962e-741f6d47a017 req-5d9a6670-b215-4d3f-b743-9c1ba414e0a5 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=978c6077-cd17-413b-a10b-c1453a1e92df HTTP/1.1" status: 200 len: 944 time: 0.0488346 Aug 22 14:14:32.995681 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-338ffa39-5966-4924-962e-741f6d47a017 req-7ac4b8a1-a280-40fc-835f-f4398df66386 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322621 Aug 22 14:14:34.110238 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4b782-6a1f-4859-9193-94b822c3fc5d req-8f5ccbdd-0796-47a5-adb5-61378c6e97e6 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:34.111748 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b3a4b782-6a1f-4859-9193-94b822c3fc5d req-8f5ccbdd-0796-47a5-adb5-61378c6e97e6 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=978c6077-cd17-413b-a10b-c1453a1e92df HTTP/1.1" status: 200 len: 944 time: 0.0488389 Aug 22 14:14:34.130636 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3b076-85e5-4b6c-a1ef-3c8e94389f67 req-133fccb6-cf27-49ae-b5e2-b9a1cbee38e2 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:34.132090 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ebb3b076-85e5-4b6c-a1ef-3c8e94389f67 req-133fccb6-cf27-49ae-b5e2-b9a1cbee38e2 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.41 "GET /v2.0/ports?device_id=978c6077-cd17-413b-a10b-c1453a1e92df HTTP/1.1" status: 200 len: 944 time: 0.0492537 Aug 22 14:14:34.151369 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b3a4b782-6a1f-4859-9193-94b822c3fc5d req-8a2380dc-2dc1-4624-961d-9d382be35e39 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329022 Aug 22 14:14:34.226234 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-ebb3b076-85e5-4b6c-a1ef-3c8e94389f67 req-2b6469c2-a03b-4699-8fde-93c0759a742f tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Deleting port ca021a73-a766-4067-8981-102dad83606d {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:14:34.226650 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-ebb3b076-85e5-4b6c-a1ef-3c8e94389f67 req-2b6469c2-a03b-4699-8fde-93c0759a742f tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:14:34.228277 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:14:34.318157 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-ebb3b076-85e5-4b6c-a1ef-3c8e94389f67 req-2b6469c2-a03b-4699-8fde-93c0759a742f tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] For port ca021a73-a766-4067-8981-102dad83606d, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=ca021a73-a766-4067-8981-102dad83606d,segment=NetworkSegment(daac6273-e2ad-41db-a5df-98ad96ede67a),segment_id=daac6273-e2ad-41db-a5df-98ad96ede67a)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:14:34.318523 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-ebb3b076-85e5-4b6c-a1ef-3c8e94389f67 req-2b6469c2-a03b-4699-8fde-93c0759a742f tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:14:34.367077 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:14:34.486227 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-ebb3b076-85e5-4b6c-a1ef-3c8e94389f67 req-2b6469c2-a03b-4699-8fde-93c0759a742f tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:14:34.486615 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-ebb3b076-85e5-4b6c-a1ef-3c8e94389f67 req-2b6469c2-a03b-4699-8fde-93c0759a742f tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:14:34.486928 n-d-793621-33 neutron-server[94628]: INFO neutron.db.l3_db [req-ebb3b076-85e5-4b6c-a1ef-3c8e94389f67 req-2b6469c2-a03b-4699-8fde-93c0759a742f tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Floating IP 64a835be-6c89-43a2-95fb-bae168cd3d4e disassociated. External IP: 172.25.3.104, port: ca021a73-a766-4067-8981-102dad83606d. Aug 22 14:14:34.487268 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-ebb3b076-85e5-4b6c-a1ef-3c8e94389f67 req-2b6469c2-a03b-4699-8fde-93c0759a742f tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Calling delete_port for ca021a73-a766-4067-8981-102dad83606d owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:14:34.507364 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device ca021a73-a766-4067-8981-102dad83606d details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:14:34.603357 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port ca021a73-a766-4067-8981-102dad83606d, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=ca021a73-a766-4067-8981-102dad83606d,segment=NetworkSegment(daac6273-e2ad-41db-a5df-98ad96ede67a),segment_id=daac6273-e2ad-41db-a5df-98ad96ede67a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:14:34.613885 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': 'ca021a73-a766-4067-8981-102dad83606d', 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f', 'port_id': 'ca021a73-a766-4067-8981-102dad83606d', 'mac_address': 'fa:16:3e:48:4b:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:14:34.620919 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-ebb3b076-85e5-4b6c-a1ef-3c8e94389f67 req-2b6469c2-a03b-4699-8fde-93c0759a742f tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:14:34.637551 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Port ca021a73-a766-4067-8981-102dad83606d update to BUILD by agent not found {{(pid=94629) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 22 14:14:34.650082 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6469c2-a03b-4699-8fde-93c0759a742f tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Pushing event deleted for resources: {'Port': ['ID=ca021a73-a766-4067-8981-102dad83606d,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:14:34.767487 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebb3b076-85e5-4b6c-a1ef-3c8e94389f67 req-2b6469c2-a03b-4699-8fde-93c0759a742f tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Router 2912f955-3863-4556-b0d4-5f26d86004bb has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:14:34.878425 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebb3b076-85e5-4b6c-a1ef-3c8e94389f67 req-2b6469c2-a03b-4699-8fde-93c0759a742f tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:14:34.889018 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410993ca-8107-4f77-9f66-3e45bdac2e6a None None] Sync routers for ids ['2912f955-3863-4556-b0d4-5f26d86004bb'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:14:34.898348 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410993ca-8107-4f77-9f66-3e45bdac2e6a None None] Routers {'2912f955-3863-4556-b0d4-5f26d86004bb'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:14:34.898952 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-410993ca-8107-4f77-9f66-3e45bdac2e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:14:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['2912f955-3863-4556-b0d4-5f26d86004bb'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:14:34.920590 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb3b076-85e5-4b6c-a1ef-3c8e94389f67 req-2b6469c2-a03b-4699-8fde-93c0759a742f tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] No DVR routers for this DVR port ca021a73-a766-4067-8981-102dad83606d on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:14:34.923099 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-ebb3b076-85e5-4b6c-a1ef-3c8e94389f67 req-2b6469c2-a03b-4699-8fde-93c0759a742f tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:14:34.925230 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-ebb3b076-85e5-4b6c-a1ef-3c8e94389f67 req-2b6469c2-a03b-4699-8fde-93c0759a742f tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.41 "DELETE /v2.0/ports/ca021a73-a766-4067-8981-102dad83606d HTTP/1.1" status: 204 len: 173 time: 0.7874305 Aug 22 14:14:34.925674 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978c6077-cd17-413b-a10b-c1453a1e92df', 'name': 'network-vif-deleted', 'tag': 'ca021a73-a766-4067-8981-102dad83606d'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:14:34.927944 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db601085-c083-4e0c-ac61-bb8eb43fb32b" -d '{"events": [{"server_uuid": "978c6077-cd17-413b-a10b-c1453a1e92df", "name": "network-vif-deleted", "tag": "ca021a73-a766-4067-8981-102dad83606d"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:14:34.964955 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de893b9e-def3-4ba7-a036-490b5cd5a723 x-openstack-request-id: req-de893b9e-def3-4ba7-a036-490b5cd5a723 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:14:34.965242 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "978c6077-cd17-413b-a10b-c1453a1e92df", "name": "network-vif-deleted", "tag": "ca021a73-a766-4067-8981-102dad83606d", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:14:34.965489 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-de893b9e-def3-4ba7-a036-490b5cd5a723 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:14:34.965896 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978c6077-cd17-413b-a10b-c1453a1e92df', 'name': 'network-vif-deleted', 'tag': 'ca021a73-a766-4067-8981-102dad83606d', 'status': 'completed', 'code': 200} Aug 22 14:14:35.013651 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-410993ca-8107-4f77-9f66-3e45bdac2e6a None None] Set router 2912f955-3863-4556-b0d4-5f26d86004bb gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:14:35.265164 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-34239d83-552c-4e1f-8b56-084d130011aa req-8ffff997-5195-4ff2-aa95-6a3f5d626bff tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=978c6077-cd17-413b-a10b-c1453a1e92df HTTP/1.1" status: 200 len: 210 time: 0.0336797 Aug 22 14:14:35.299776 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-410993ca-8107-4f77-9f66-3e45bdac2e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'name': 'tempest-ServerActionsTestJSON-1475043879-router', 'tenant_id': '000c9eb7079943208008751342206e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '86097f35-0140-4305-ac3c-fe71f036fda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:07:52Z', 'updated_at': '2021-08-22T14:07:55Z', 'revision_number': 4, 'project_id': '000c9eb7079943208008751342206e4e', 'gw_port': {'id': '86097f35-0140-4305-ac3c-fe71f036fda3', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:07:53Z', 'updated_at': '2021-08-22T14:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'ceedafbe-919a-4046-ab48-537f1cc3161d', 'name': '', 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f', 'tenant_id': '000c9eb7079943208008751342206e4e', 'mac_address': 'fa:16:3e:d9:41:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:07:54Z', 'updated_at': '2021-08-22T14:07:59Z', 'revision_number': 5, 'project_id': '000c9eb7079943208008751342206e4e', 'subnets': [{'id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:14:35.327984 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410993ca-8107-4f77-9f66-3e45bdac2e6a None None] Checking router: 2912f955-3863-4556-b0d4-5f26d86004bb for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:14:35.339370 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410993ca-8107-4f77-9f66-3e45bdac2e6a None None] Routers {'2912f955-3863-4556-b0d4-5f26d86004bb'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:14:35.339980 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-410993ca-8107-4f77-9f66-3e45bdac2e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:14:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['2912f955-3863-4556-b0d4-5f26d86004bb'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:14:35.454606 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-410993ca-8107-4f77-9f66-3e45bdac2e6a None None] Set router 2912f955-3863-4556-b0d4-5f26d86004bb gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:14:35.646216 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-410993ca-8107-4f77-9f66-3e45bdac2e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'name': 'tempest-ServerActionsTestJSON-1475043879-router', 'tenant_id': '000c9eb7079943208008751342206e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '86097f35-0140-4305-ac3c-fe71f036fda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:07:52Z', 'updated_at': '2021-08-22T14:07:55Z', 'revision_number': 4, 'project_id': '000c9eb7079943208008751342206e4e', 'gw_port': {'id': '86097f35-0140-4305-ac3c-fe71f036fda3', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:07:53Z', 'updated_at': '2021-08-22T14:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'ceedafbe-919a-4046-ab48-537f1cc3161d', 'name': '', 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f', 'tenant_id': '000c9eb7079943208008751342206e4e', 'mac_address': 'fa:16:3e:d9:41:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:07:54Z', 'updated_at': '2021-08-22T14:07:59Z', 'revision_number': 5, 'project_id': '000c9eb7079943208008751342206e4e', 'subnets': [{'id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:14:35.674124 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410993ca-8107-4f77-9f66-3e45bdac2e6a None None] The sync data for ids ['2912f955-3863-4556-b0d4-5f26d86004bb'] in n-d-793621-33 is: [{'id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'name': 'tempest-ServerActionsTestJSON-1475043879-router', 'tenant_id': '000c9eb7079943208008751342206e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '86097f35-0140-4305-ac3c-fe71f036fda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:07:52Z', 'updated_at': '2021-08-22T14:07:55Z', 'revision_number': 4, 'project_id': '000c9eb7079943208008751342206e4e', 'gw_port': {'id': '86097f35-0140-4305-ac3c-fe71f036fda3', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:07:53Z', 'updated_at': '2021-08-22T14:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'ceedafbe-919a-4046-ab48-537f1cc3161d', 'name': '', 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f', 'tenant_id': '000c9eb7079943208008751342206e4e', 'mac_address': 'fa:16:3e:d9:41:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:07:54Z', 'updated_at': '2021-08-22T14:07:59Z', 'revision_number': 5, 'project_id': '000c9eb7079943208008751342206e4e', 'subnets': [{'id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:14:35.878683 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdf19f2-c4c7-41f8-a0a2-335836d0104a None None] New status for floating IP 64a835be-6c89-43a2-95fb-bae168cd3d4e: DOWN {{(pid=94629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 14:14:36.537158 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c1a764af-9ba1-47c3-9cd5-8804728c9192 req-8874fa18-ec9b-4a72-9c48-c519ac79eae2 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--786540181&fields=id&tenant_id=000c9eb7079943208008751342206e4e HTTP/1.1" status: 200 len: 267 time: 0.0333605 Aug 22 14:14:36.640434 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a764af-9ba1-47c3-9cd5-8804728c9192 req-6cd041f3-d76f-48d7-be87-b6f2edff6bab tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:36.641886 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c1a764af-9ba1-47c3-9cd5-8804728c9192 req-6cd041f3-d76f-48d7-be87-b6f2edff6bab tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/networks?id=80544ff9-4d7a-4bda-83ac-c376294c8e4f HTTP/1.1" status: 200 len: 812 time: 0.0981295 Aug 22 14:14:36.657261 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c1a764af-9ba1-47c3-9cd5-8804728c9192 req-60352c0b-a1ca-4aa6-8fd2-abe5767657c5 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/quotas/000c9eb7079943208008751342206e4e HTTP/1.1" status: 200 len: 375 time: 0.0089583 Aug 22 14:14:36.713879 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c1a764af-9ba1-47c3-9cd5-8804728c9192 req-2360be5a-4560-4b06-8368-7aed36aa44b1 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=000c9eb7079943208008751342206e4e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0514739 Aug 22 14:14:36.847904 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c1a764af-9ba1-47c3-9cd5-8804728c9192 req-1290cb22-8b79-4c0a-9697-a130e02d85a3 service neutron] 10.222.0.21 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225896 Aug 22 14:14:36.944673 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c1a764af-9ba1-47c3-9cd5-8804728c9192 req-84f53512-eabe-40d5-ae7b-4dfd05da6aca service neutron] 10.222.0.21 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897183 Aug 22 14:14:37.109419 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dba92f16-decb-40f7-aa20-8c9306d82225 req-a549284e-2a37-4a4e-a993-8f4933f2c3ff tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 210 time: 0.0277994 Aug 22 14:14:37.991710 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a764af-9ba1-47c3-9cd5-8804728c9192 req-92a67197-f298-4b10-b8e0-bff63ab1d6db tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:37.992962 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c1a764af-9ba1-47c3-9cd5-8804728c9192 req-92a67197-f298-4b10-b8e0-bff63ab1d6db tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.41 "GET /v2.0/networks?id=80544ff9-4d7a-4bda-83ac-c376294c8e4f HTTP/1.1" status: 200 len: 812 time: 0.1035600 Aug 22 14:14:38.038518 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c1a764af-9ba1-47c3-9cd5-8804728c9192 req-8f34b7ec-367a-4750-9666-8c96ff4c2faa tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=000c9eb7079943208008751342206e4e HTTP/1.1" status: 200 len: 379 time: 0.0366776 Aug 22 14:14:38.048702 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-c1a764af-9ba1-47c3-9cd5-8804728c9192 req-874a4ce6-f925-4272-8fb5-ce3a31f166f4 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Request body: {'port': {'device_id': '1994791f-f9e9-4672-8834-e4b3841bb998', 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f', 'admin_state_up': True, 'tenant_id': '000c9eb7079943208008751342206e4e', 'security_groups': ['bcb78370-e979-4f3e-9513-af85d2ed8790']}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:14:38.162238 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1a764af-9ba1-47c3-9cd5-8804728c9192 req-874a4ce6-f925-4272-8fb5-ce3a31f166f4 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Made reservation on behalf of 000c9eb7079943208008751342206e4e for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:14:38.165837 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c1a764af-9ba1-47c3-9cd5-8804728c9192 req-874a4ce6-f925-4272-8fb5-ce3a31f166f4 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:14:38.203940 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fd2d889e-6f35-4625-9a31-4a225af98a4f req-6f1db255-0c87-4fab-9b79-4d8e364e4188 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 210 time: 0.0255139 Aug 22 14:14:38.290280 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-c1a764af-9ba1-47c3-9cd5-8804728c9192 req-874a4ce6-f925-4272-8fb5-ce3a31f166f4 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Allocated IP 172.20.0.14 (80544ff9-4d7a-4bda-83ac-c376294c8e4f/0960ef9e-f71d-43e9-946b-72ee9dbd7b2a/a1589a71-d585-4583-9664-0f86c536bd17) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:14:38.427366 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c1a764af-9ba1-47c3-9cd5-8804728c9192 req-874a4ce6-f925-4272-8fb5-ce3a31f166f4 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:14:38.440533 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-c1a764af-9ba1-47c3-9cd5-8804728c9192 req-874a4ce6-f925-4272-8fb5-ce3a31f166f4 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Transition to ACTIVE for port object a1589a71-d585-4583-9664-0f86c536bd17 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:14:38.471914 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c1a764af-9ba1-47c3-9cd5-8804728c9192 req-874a4ce6-f925-4272-8fb5-ce3a31f166f4 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:14:38.514323 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1a764af-9ba1-47c3-9cd5-8804728c9192 req-874a4ce6-f925-4272-8fb5-ce3a31f166f4 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Network 80544ff9-4d7a-4bda-83ac-c376294c8e4f is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:14:38.517279 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-c1a764af-9ba1-47c3-9cd5-8804728c9192 req-874a4ce6-f925-4272-8fb5-ce3a31f166f4 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:14:38.520115 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1a764af-9ba1-47c3-9cd5-8804728c9192 req-874a4ce6-f925-4272-8fb5-ce3a31f166f4 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:14:38.538668 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device ca021a73-a766-4067-8981-102dad83606d no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:14:38.556761 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a4ce6-f925-4272-8fb5-ce3a31f166f4 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Pushing event updated for resources: {'Port': ['ID=a1589a71-d585-4583-9664-0f86c536bd17,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:14:38.559588 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: ca021a73-a766-4067-8981-102dad83606d {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:14:38.560162 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device ca021a73-a766-4067-8981-102dad83606d not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:14:38.583493 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a764af-9ba1-47c3-9cd5-8804728c9192 req-874a4ce6-f925-4272-8fb5-ce3a31f166f4 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:38.584136 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c1a764af-9ba1-47c3-9cd5-8804728c9192 req-874a4ce6-f925-4272-8fb5-ce3a31f166f4 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:14:38.599667 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c1a764af-9ba1-47c3-9cd5-8804728c9192 req-874a4ce6-f925-4272-8fb5-ce3a31f166f4 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5545034 Aug 22 14:14:38.611818 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-c1a764af-9ba1-47c3-9cd5-8804728c9192 req-5fe7eb17-6e21-4266-b8e9-f530bc773fe3 service neutron] Request body: {'port': {'device_id': '1994791f-f9e9-4672-8834-e4b3841bb998', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:14:38.669568 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c1a764af-9ba1-47c3-9cd5-8804728c9192 req-5fe7eb17-6e21-4266-b8e9-f530bc773fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:14:38.779847 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-bb45d800-92a5-4dc9-b3ec-a5efce3e0357 None None] Provisioning for port a1589a71-d585-4583-9664-0f86c536bd17 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:14:38.783544 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-bb45d800-92a5-4dc9-b3ec-a5efce3e0357 None None] Provisioning complete for port a1589a71-d585-4583-9664-0f86c536bd17 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:14:38.783946 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-bb45d800-92a5-4dc9-b3ec-a5efce3e0357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:14:38.821600 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-bb45d800-92a5-4dc9-b3ec-a5efce3e0357 None None] Port a1589a71-d585-4583-9664-0f86c536bd17 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:14:38.924164 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-c1a764af-9ba1-47c3-9cd5-8804728c9192 req-5fe7eb17-6e21-4266-b8e9-f530bc773fe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1589a71-d585-4583-9664-0f86c536bd17 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:14:38.931912 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c1a764af-9ba1-47c3-9cd5-8804728c9192 req-5fe7eb17-6e21-4266-b8e9-f530bc773fe3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:14:38.943506 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-c1a764af-9ba1-47c3-9cd5-8804728c9192 req-5fe7eb17-6e21-4266-b8e9-f530bc773fe3 service neutron] Transition to ACTIVE for port object a1589a71-d585-4583-9664-0f86c536bd17 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:14:38.947221 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c1a764af-9ba1-47c3-9cd5-8804728c9192 req-5fe7eb17-6e21-4266-b8e9-f530bc773fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:14:39.000068 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe7eb17-6e21-4266-b8e9-f530bc773fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=a1589a71-d585-4583-9664-0f86c536bd17,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:14:39.072443 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-c1a764af-9ba1-47c3-9cd5-8804728c9192 req-5fe7eb17-6e21-4266-b8e9-f530bc773fe3 service neutron] Attempting to bind port a1589a71-d585-4583-9664-0f86c536bd17 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:14:39.072699 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-c1a764af-9ba1-47c3-9cd5-8804728c9192 req-5fe7eb17-6e21-4266-b8e9-f530bc773fe3 service neutron] Attempting to bind port a1589a71-d585-4583-9664-0f86c536bd17 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': 'daac6273-e2ad-41db-a5df-98ad96ede67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:14:39.073026 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a764af-9ba1-47c3-9cd5-8804728c9192 req-5fe7eb17-6e21-4266-b8e9-f530bc773fe3 service neutron] Attempting to bind port a1589a71-d585-4583-9664-0f86c536bd17 on network 80544ff9-4d7a-4bda-83ac-c376294c8e4f {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:14:39.077571 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a764af-9ba1-47c3-9cd5-8804728c9192 req-5fe7eb17-6e21-4266-b8e9-f530bc773fe3 service neutron] Port a1589a71-d585-4583-9664-0f86c536bd17 on network 80544ff9-4d7a-4bda-83ac-c376294c8e4f not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:14:39.077886 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a764af-9ba1-47c3-9cd5-8804728c9192 req-5fe7eb17-6e21-4266-b8e9-f530bc773fe3 service neutron] Attempting to bind port a1589a71-d585-4583-9664-0f86c536bd17 on network 80544ff9-4d7a-4bda-83ac-c376294c8e4f {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:14:39.083389 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a764af-9ba1-47c3-9cd5-8804728c9192 req-5fe7eb17-6e21-4266-b8e9-f530bc773fe3 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:14:39.083741 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a764af-9ba1-47c3-9cd5-8804728c9192 req-5fe7eb17-6e21-4266-b8e9-f530bc773fe3 service neutron] Checking segment: {'id': 'daac6273-e2ad-41db-a5df-98ad96ede67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:14:39.084127 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a764af-9ba1-47c3-9cd5-8804728c9192 req-5fe7eb17-6e21-4266-b8e9-f530bc773fe3 service neutron] Bound using segment: {'id': 'daac6273-e2ad-41db-a5df-98ad96ede67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:14:39.084581 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-c1a764af-9ba1-47c3-9cd5-8804728c9192 req-5fe7eb17-6e21-4266-b8e9-f530bc773fe3 service neutron] Bound port: a1589a71-d585-4583-9664-0f86c536bd17, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daac6273-e2ad-41db-a5df-98ad96ede67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:14:39.084942 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c1a764af-9ba1-47c3-9cd5-8804728c9192 req-5fe7eb17-6e21-4266-b8e9-f530bc773fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:14:39.150070 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-c1a764af-9ba1-47c3-9cd5-8804728c9192 req-5fe7eb17-6e21-4266-b8e9-f530bc773fe3 service neutron] For port a1589a71-d585-4583-9664-0f86c536bd17, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:14:39.153173 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-c1a764af-9ba1-47c3-9cd5-8804728c9192 req-5fe7eb17-6e21-4266-b8e9-f530bc773fe3 service neutron] For port a1589a71-d585-4583-9664-0f86c536bd17, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=a1589a71-d585-4583-9664-0f86c536bd17,segment=NetworkSegment(daac6273-e2ad-41db-a5df-98ad96ede67a),segment_id=daac6273-e2ad-41db-a5df-98ad96ede67a)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:14:39.158453 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c1a764af-9ba1-47c3-9cd5-8804728c9192 req-5fe7eb17-6e21-4266-b8e9-f530bc773fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:14:39.195698 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a764af-9ba1-47c3-9cd5-8804728c9192 req-5fe7eb17-6e21-4266-b8e9-f530bc773fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:39.196323 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-c1a764af-9ba1-47c3-9cd5-8804728c9192 req-5fe7eb17-6e21-4266-b8e9-f530bc773fe3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:14:39.197703 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c1a764af-9ba1-47c3-9cd5-8804728c9192 req-5fe7eb17-6e21-4266-b8e9-f530bc773fe3 service neutron] 10.222.0.41 "PUT /v2.0/ports/a1589a71-d585-4583-9664-0f86c536bd17 HTTP/1.1" status: 200 len: 1093 time: 0.5902221 Aug 22 14:14:39.198141 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1994791f-f9e9-4672-8834-e4b3841bb998', 'tag': 'a1589a71-d585-4583-9664-0f86c536bd17'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:14:39.200441 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c1e886-3d82-459b-9b89-e603de78bc9d" -d '{"events": [{"name": "network-changed", "server_uuid": "1994791f-f9e9-4672-8834-e4b3841bb998", "tag": "a1589a71-d585-4583-9664-0f86c536bd17"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:14:39.246845 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe7eb17-6e21-4266-b8e9-f530bc773fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=a1589a71-d585-4583-9664-0f86c536bd17,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:14:39.251008 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3fdb86c-f806-49c7-8ead-f83839dd6d8a x-openstack-request-id: req-c3fdb86c-f806-49c7-8ead-f83839dd6d8a {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:14:39.251302 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1994791f-f9e9-4672-8834-e4b3841bb998", "tag": "a1589a71-d585-4583-9664-0f86c536bd17", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:14:39.251555 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c3fdb86c-f806-49c7-8ead-f83839dd6d8a {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:14:39.252640 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1994791f-f9e9-4672-8834-e4b3841bb998', 'tag': 'a1589a71-d585-4583-9664-0f86c536bd17', 'status': 'completed', 'code': 200} Aug 22 14:14:39.300164 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a764af-9ba1-47c3-9cd5-8804728c9192 req-33e10784-7f6f-4822-8fd6-c1dcc8800e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:39.301809 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c1a764af-9ba1-47c3-9cd5-8804728c9192 req-33e10784-7f6f-4822-8fd6-c1dcc8800e8c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=000c9eb7079943208008751342206e4e&device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 1096 time: 0.0478551 Aug 22 14:14:39.340006 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df44243d-230e-411e-b52b-a6345df7c9c6 req-a2dbaf54-4720-4f7d-a652-1eb43577c57e tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:39.341618 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-df44243d-230e-411e-b52b-a6345df7c9c6 req-a2dbaf54-4720-4f7d-a652-1eb43577c57e tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 944 time: 0.0552583 Aug 22 14:14:39.345693 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c1a764af-9ba1-47c3-9cd5-8804728c9192 req-f3deb81a-dae6-4758-91a2-29b70fd75987 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1589a71-d585-4583-9664-0f86c536bd17 HTTP/1.1" status: 200 len: 217 time: 0.0360739 Aug 22 14:14:39.383840 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-df44243d-230e-411e-b52b-a6345df7c9c6 req-c601a762-fe10-4f75-9c49-53b054efa7e9 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351877 Aug 22 14:14:39.405003 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a764af-9ba1-47c3-9cd5-8804728c9192 req-95fe76c1-9fd2-4c0d-9ec3-9d1cf608b441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:39.405003 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c1a764af-9ba1-47c3-9cd5-8804728c9192 req-95fe76c1-9fd2-4c0d-9ec3-9d1cf608b441 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0960ef9e-f71d-43e9-946b-72ee9dbd7b2a HTTP/1.1" status: 200 len: 851 time: 0.0496922 Aug 22 14:14:39.773331 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a764af-9ba1-47c3-9cd5-8804728c9192 req-55cfd788-a26a-440f-96f2-94a862db5fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:39.774701 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c1a764af-9ba1-47c3-9cd5-8804728c9192 req-55cfd788-a26a-440f-96f2-94a862db5fc2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80544ff9-4d7a-4bda-83ac-c376294c8e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3649769 Aug 22 14:14:39.862735 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c1a764af-9ba1-47c3-9cd5-8804728c9192 req-a761793d-ddbc-4199-a663-98c0288edbac service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800397 Aug 22 14:14:39.952855 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c1a764af-9ba1-47c3-9cd5-8804728c9192 req-e32fb6a7-9476-450f-b48c-da73450ec038 service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828614 Aug 22 14:14:40.047783 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c1e886-3d82-459b-9b89-e603de78bc9d req-7f69ee39-9753-4aad-b17d-fa98f3058f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:40.049191 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c1c1e886-3d82-459b-9b89-e603de78bc9d req-7f69ee39-9753-4aad-b17d-fa98f3058f77 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=000c9eb7079943208008751342206e4e&device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 1096 time: 0.0402937 Aug 22 14:14:40.139551 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c1e886-3d82-459b-9b89-e603de78bc9d req-66716fc3-7a39-4a70-8cae-2ddebe69f69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:40.141031 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c1c1e886-3d82-459b-9b89-e603de78bc9d req-66716fc3-7a39-4a70-8cae-2ddebe69f69b service neutron] 10.222.0.41 "GET /v2.0/networks?id=80544ff9-4d7a-4bda-83ac-c376294c8e4f HTTP/1.1" status: 200 len: 913 time: 0.0847900 Aug 22 14:14:40.181058 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c1c1e886-3d82-459b-9b89-e603de78bc9d req-223e2405-82dc-43ed-8251-7d5993f52370 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1589a71-d585-4583-9664-0f86c536bd17 HTTP/1.1" status: 200 len: 217 time: 0.0325677 Aug 22 14:14:40.230815 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c1e886-3d82-459b-9b89-e603de78bc9d req-918beea3-0c7c-4bc0-a8e5-adecbf8e398d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:40.232295 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c1c1e886-3d82-459b-9b89-e603de78bc9d req-918beea3-0c7c-4bc0-a8e5-adecbf8e398d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0960ef9e-f71d-43e9-946b-72ee9dbd7b2a HTTP/1.1" status: 200 len: 851 time: 0.0442574 Aug 22 14:14:40.252816 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:14:40.288560 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c1e886-3d82-459b-9b89-e603de78bc9d req-46eb079f-d1ca-49a5-9bb4-bf1541a8bd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:40.290040 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c1c1e886-3d82-459b-9b89-e603de78bc9d req-46eb079f-d1ca-49a5-9bb4-bf1541a8bd10 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80544ff9-4d7a-4bda-83ac-c376294c8e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454245 Aug 22 14:14:40.376621 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c1c1e886-3d82-459b-9b89-e603de78bc9d req-be9c9897-db26-43d9-bda1-5fb62fdb922d service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788858 Aug 22 14:14:40.468730 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c1c1e886-3d82-459b-9b89-e603de78bc9d req-3bd968e4-a05c-4ff3-98e9-924bef7320fe service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851057 Aug 22 14:14:40.508763 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3294af5-97ea-49eb-a152-81b6f4f02c5f req-493a0ba7-22b8-427b-bf92-0fd3a34b6794 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:40.510221 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b3294af5-97ea-49eb-a152-81b6f4f02c5f req-493a0ba7-22b8-427b-bf92-0fd3a34b6794 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 944 time: 0.0560801 Aug 22 14:14:40.547072 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b3294af5-97ea-49eb-a152-81b6f4f02c5f req-1f6274eb-d3ce-4bc1-afe5-ad3c8114baff tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309649 Aug 22 14:14:41.662134 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a24ed-7392-412e-a9cf-21d34031adab req-92f2cf85-8c5e-4c82-9723-428eed92c976 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:41.663599 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f72a24ed-7392-412e-a9cf-21d34031adab req-92f2cf85-8c5e-4c82-9723-428eed92c976 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 944 time: 0.0479820 Aug 22 14:14:41.700957 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f72a24ed-7392-412e-a9cf-21d34031adab req-08eb7fa4-4ad7-470e-af33-d795d3657f1a tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314779 Aug 22 14:14:42.543238 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device a1589a71-d585-4583-9664-0f86c536bd17 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:14:42.634928 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port a1589a71-d585-4583-9664-0f86c536bd17, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=a1589a71-d585-4583-9664-0f86c536bd17,segment=NetworkSegment(daac6273-e2ad-41db-a5df-98ad96ede67a),segment_id=daac6273-e2ad-41db-a5df-98ad96ede67a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:14:42.645804 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': 'a1589a71-d585-4583-9664-0f86c536bd17', 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f', 'port_id': 'a1589a71-d585-4583-9664-0f86c536bd17', 'mac_address': 'fa:16:3e:a4:81:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:14:42.682394 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:14:42.698608 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1589a71-d585-4583-9664-0f86c536bd17 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:14:42.717186 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port a1589a71-d585-4583-9664-0f86c536bd17, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=a1589a71-d585-4583-9664-0f86c536bd17,segment=NetworkSegment(daac6273-e2ad-41db-a5df-98ad96ede67a),segment_id=daac6273-e2ad-41db-a5df-98ad96ede67a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:14:42.720885 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:14:42.767625 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=a1589a71-d585-4583-9664-0f86c536bd17,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:14:42.824736 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b5aca-91f4-4262-af60-0778ef79d5b7 req-a25d460a-8ee1-4fab-ae11-c48875759ad8 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:42.826132 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ff8b5aca-91f4-4262-af60-0778ef79d5b7 req-a25d460a-8ee1-4fab-ae11-c48875759ad8 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 945 time: 0.0569849 Aug 22 14:14:42.864900 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ff8b5aca-91f4-4262-af60-0778ef79d5b7 req-d8cb1991-6ace-44b1-b5df-78ca3c93ae95 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328310 Aug 22 14:14:42.918284 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['a1589a71-d585-4583-9664-0f86c536bd17'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:14:43.995736 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92764518-ddf0-4d79-87d8-59e90817ac61 req-f4e03c1f-3804-43d9-a162-a2788b7d3d9a tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:43.997273 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-92764518-ddf0-4d79-87d8-59e90817ac61 req-f4e03c1f-3804-43d9-a162-a2788b7d3d9a tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 945 time: 0.0527744 Aug 22 14:14:44.035744 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-92764518-ddf0-4d79-87d8-59e90817ac61 req-a5d6e4d2-0143-49a5-a6f7-ba20d4c94ccc tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324829 Aug 22 14:14:44.553530 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device a1589a71-d585-4583-9664-0f86c536bd17 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:14:44.602379 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port a1589a71-d585-4583-9664-0f86c536bd17 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:14:44.606140 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port a1589a71-d585-4583-9664-0f86c536bd17 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:14:44.606508 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:14:44.678762 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:14:44.700261 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1994791f-f9e9-4672-8834-e4b3841bb998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1589a71-d585-4583-9664-0f86c536bd17'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:14:44.702478 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2dceab-4e24-4c41-9ea9-93d98445b194" -d '{"events": [{"server_uuid": "1994791f-f9e9-4672-8834-e4b3841bb998", "name": "network-vif-plugged", "status": "completed", "tag": "a1589a71-d585-4583-9664-0f86c536bd17"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:14:44.715220 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port a1589a71-d585-4583-9664-0f86c536bd17, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=a1589a71-d585-4583-9664-0f86c536bd17,segment=NetworkSegment(daac6273-e2ad-41db-a5df-98ad96ede67a),segment_id=daac6273-e2ad-41db-a5df-98ad96ede67a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:14:44.719306 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:14:44.746712 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7319a64-77f9-4c40-87fa-472faf706e75 x-openstack-request-id: req-e7319a64-77f9-4c40-87fa-472faf706e75 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:14:44.747025 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1994791f-f9e9-4672-8834-e4b3841bb998", "name": "network-vif-plugged", "status": "completed", "tag": "a1589a71-d585-4583-9664-0f86c536bd17", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:14:44.747277 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e7319a64-77f9-4c40-87fa-472faf706e75 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:14:44.747661 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1994791f-f9e9-4672-8834-e4b3841bb998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1589a71-d585-4583-9664-0f86c536bd17', 'code': 200} Aug 22 14:14:44.773994 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=a1589a71-d585-4583-9664-0f86c536bd17,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:14:44.839680 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e8653a-0fb7-499d-b0c3-77f357669c07 req-0ac98a0c-6131-475f-aad2-c60654589de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:44.841164 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-76e8653a-0fb7-499d-b0c3-77f357669c07 req-0ac98a0c-6131-475f-aad2-c60654589de0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 1098 time: 0.0402169 Aug 22 14:14:44.874368 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-76e8653a-0fb7-499d-b0c3-77f357669c07 req-4614b3a7-91de-4d12-bcf3-37d48d3c2740 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262272 Aug 22 14:14:45.149784 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc830aac-95b4-48ac-ac17-1725ec6e3e89 req-b53c1bf3-dab3-47e9-8088-6013b218cc7e tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:45.151149 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bc830aac-95b4-48ac-ac17-1725ec6e3e89 req-b53c1bf3-dab3-47e9-8088-6013b218cc7e tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 946 time: 0.0494919 Aug 22 14:14:45.188366 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bc830aac-95b4-48ac-ac17-1725ec6e3e89 req-3209ccf0-c529-4445-adc1-0b4fb2cb451f tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313194 Aug 22 14:14:46.305346 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b184f1-ea45-4b63-97aa-4f6cef7e378b req-ef3f89e6-20b6-475c-a77f-2ff06e1582e7 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:46.306720 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-01b184f1-ea45-4b63-97aa-4f6cef7e378b req-ef3f89e6-20b6-475c-a77f-2ff06e1582e7 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 946 time: 0.0480974 Aug 22 14:14:46.344226 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-01b184f1-ea45-4b63-97aa-4f6cef7e378b req-ff8f401e-e5e2-4435-89ff-2137c590f6be tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314429 Aug 22 14:14:46.457837 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697b843-a5bb-4d3e-b0fa-fecab16e3da0 req-cef728cd-08e1-411e-b783-dc0fff9e037c tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:46.459296 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e697b843-a5bb-4d3e-b0fa-fecab16e3da0 req-cef728cd-08e1-411e-b783-dc0fff9e037c tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 946 time: 0.0520065 Aug 22 14:14:46.468002 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50090) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:14:46.472816 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-c653b1d2-c858-484f-998b-5ba07877b329 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Request body: {'floatingip': {'port_id': 'a1589a71-d585-4583-9664-0f86c536bd17'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:14:46.512406 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c653b1d2-c858-484f-998b-5ba07877b329 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks [] for floatingip, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:14:46.933313 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c653b1d2-c858-484f-998b-5ba07877b329 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:14:46.937238 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c653b1d2-c858-484f-998b-5ba07877b329 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:14:47.037997 n-d-793621-33 neutron-server[94627]: INFO neutron.db.l3_db [None req-c653b1d2-c858-484f-998b-5ba07877b329 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Floating IP 64a835be-6c89-43a2-95fb-bae168cd3d4e associated. External IP: 172.25.3.104, port: a1589a71-d585-4583-9664-0f86c536bd17. Aug 22 14:14:47.238638 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c653b1d2-c858-484f-998b-5ba07877b329 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Router 2912f955-3863-4556-b0d4-5f26d86004bb has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:14:47.339850 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c653b1d2-c858-484f-998b-5ba07877b329 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:14:47.344692 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c653b1d2-c858-484f-998b-5ba07877b329 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:14:47.349598 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93de0e07-b905-4a52-8b26-df46db81a8b9 None None] Sync routers for ids ['2912f955-3863-4556-b0d4-5f26d86004bb'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:14:47.359194 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93de0e07-b905-4a52-8b26-df46db81a8b9 None None] Routers {'2912f955-3863-4556-b0d4-5f26d86004bb'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:14:47.359836 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-93de0e07-b905-4a52-8b26-df46db81a8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:14:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['2912f955-3863-4556-b0d4-5f26d86004bb'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:14:47.470512 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-93de0e07-b905-4a52-8b26-df46db81a8b9 None None] Set router 2912f955-3863-4556-b0d4-5f26d86004bb gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:14:47.643994 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c653b1d2-c858-484f-998b-5ba07877b329 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "PUT /v2.0/floatingips/64a835be-6c89-43a2-95fb-bae168cd3d4e HTTP/1.1" status: 200 len: 993 time: 1.1749144 Aug 22 14:14:47.644631 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1994791f-f9e9-4672-8834-e4b3841bb998', 'tag': 'a1589a71-d585-4583-9664-0f86c536bd17'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:14:47.646861 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07eef606-0a33-43f6-a385-07b6a54543c9" -d '{"events": [{"name": "network-changed", "server_uuid": "1994791f-f9e9-4672-8834-e4b3841bb998", "tag": "a1589a71-d585-4583-9664-0f86c536bd17"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:14:47.690982 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09e9932-04dc-44e7-8381-155268ff7eac x-openstack-request-id: req-a09e9932-04dc-44e7-8381-155268ff7eac {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:14:47.691314 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1994791f-f9e9-4672-8834-e4b3841bb998", "tag": "a1589a71-d585-4583-9664-0f86c536bd17", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:14:47.692693 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a09e9932-04dc-44e7-8381-155268ff7eac {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:14:47.692693 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1994791f-f9e9-4672-8834-e4b3841bb998', 'tag': 'a1589a71-d585-4583-9664-0f86c536bd17', 'status': 'completed', 'code': 200} Aug 22 14:14:47.705136 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-93de0e07-b905-4a52-8b26-df46db81a8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'name': 'tempest-ServerActionsTestJSON-1475043879-router', 'tenant_id': '000c9eb7079943208008751342206e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '86097f35-0140-4305-ac3c-fe71f036fda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:07:52Z', 'updated_at': '2021-08-22T14:07:55Z', 'revision_number': 4, 'project_id': '000c9eb7079943208008751342206e4e', 'gw_port': {'id': '86097f35-0140-4305-ac3c-fe71f036fda3', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:07:53Z', 'updated_at': '2021-08-22T14:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '64a835be-6c89-43a2-95fb-bae168cd3d4e', 'tenant_id': '000c9eb7079943208008751342206e4e', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'port_id': 'a1589a71-d585-4583-9664-0f86c536bd17', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f', 'mac_address': 'fa:16:3e:a4:81:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1994791f-f9e9-4672-8834-e4b3841bb998', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:07:57Z', 'updated_at': '2021-08-22T14:14:46Z', 'revision_number': 13, 'project_id': '000c9eb7079943208008751342206e4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceedafbe-919a-4046-ab48-537f1cc3161d', 'name': '', 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f', 'tenant_id': '000c9eb7079943208008751342206e4e', 'mac_address': 'fa:16:3e:d9:41:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:07:54Z', 'updated_at': '2021-08-22T14:07:59Z', 'revision_number': 5, 'project_id': '000c9eb7079943208008751342206e4e', 'subnets': [{'id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:14:47.731389 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93de0e07-b905-4a52-8b26-df46db81a8b9 None None] Checking router: 2912f955-3863-4556-b0d4-5f26d86004bb for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:14:47.740432 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93de0e07-b905-4a52-8b26-df46db81a8b9 None None] Routers {'2912f955-3863-4556-b0d4-5f26d86004bb'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:14:47.741031 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-93de0e07-b905-4a52-8b26-df46db81a8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:14:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['2912f955-3863-4556-b0d4-5f26d86004bb'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:14:47.758951 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eef606-0a33-43f6-a385-07b6a54543c9 req-8a90043f-c66d-4ee5-beb3-fa560a4153d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:47.760604 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-07eef606-0a33-43f6-a385-07b6a54543c9 req-8a90043f-c66d-4ee5-beb3-fa560a4153d6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=000c9eb7079943208008751342206e4e&device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 1098 time: 0.0424287 Aug 22 14:14:47.842034 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-93de0e07-b905-4a52-8b26-df46db81a8b9 None None] Set router 2912f955-3863-4556-b0d4-5f26d86004bb gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:14:47.853695 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eef606-0a33-43f6-a385-07b6a54543c9 req-50b47295-329e-47c3-92ed-3f52e3b3bc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:47.855461 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-07eef606-0a33-43f6-a385-07b6a54543c9 req-50b47295-329e-47c3-92ed-3f52e3b3bc32 service neutron] 10.222.0.41 "GET /v2.0/networks?id=80544ff9-4d7a-4bda-83ac-c376294c8e4f HTTP/1.1" status: 200 len: 913 time: 0.0881541 Aug 22 14:14:47.920661 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-07eef606-0a33-43f6-a385-07b6a54543c9 req-7e1198e9-f2ab-4743-a9d7-b77106ef0d4c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1589a71-d585-4583-9664-0f86c536bd17 HTTP/1.1" status: 200 len: 1001 time: 0.0578346 Aug 22 14:14:47.968703 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eef606-0a33-43f6-a385-07b6a54543c9 req-67c3a675-b24f-4acc-9b3f-9909e5616f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:47.970158 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-07eef606-0a33-43f6-a385-07b6a54543c9 req-67c3a675-b24f-4acc-9b3f-9909e5616f66 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0960ef9e-f71d-43e9-946b-72ee9dbd7b2a HTTP/1.1" status: 200 len: 851 time: 0.0431442 Aug 22 14:14:48.023174 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eef606-0a33-43f6-a385-07b6a54543c9 req-d130a844-89ef-46bf-b62b-1477fe580ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:14:48.024723 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-07eef606-0a33-43f6-a385-07b6a54543c9 req-d130a844-89ef-46bf-b62b-1477fe580ef3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80544ff9-4d7a-4bda-83ac-c376294c8e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467916 Aug 22 14:14:48.069545 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-93de0e07-b905-4a52-8b26-df46db81a8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'name': 'tempest-ServerActionsTestJSON-1475043879-router', 'tenant_id': '000c9eb7079943208008751342206e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '86097f35-0140-4305-ac3c-fe71f036fda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:07:52Z', 'updated_at': '2021-08-22T14:07:55Z', 'revision_number': 4, 'project_id': '000c9eb7079943208008751342206e4e', 'gw_port': {'id': '86097f35-0140-4305-ac3c-fe71f036fda3', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:07:53Z', 'updated_at': '2021-08-22T14:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '64a835be-6c89-43a2-95fb-bae168cd3d4e', 'tenant_id': '000c9eb7079943208008751342206e4e', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'port_id': 'a1589a71-d585-4583-9664-0f86c536bd17', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f', 'mac_address': 'fa:16:3e:a4:81:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1994791f-f9e9-4672-8834-e4b3841bb998', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:07:57Z', 'updated_at': '2021-08-22T14:14:46Z', 'revision_number': 13, 'project_id': '000c9eb7079943208008751342206e4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceedafbe-919a-4046-ab48-537f1cc3161d', 'name': '', 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f', 'tenant_id': '000c9eb7079943208008751342206e4e', 'mac_address': 'fa:16:3e:d9:41:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:07:54Z', 'updated_at': '2021-08-22T14:07:59Z', 'revision_number': 5, 'project_id': '000c9eb7079943208008751342206e4e', 'subnets': [{'id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:14:48.094931 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93de0e07-b905-4a52-8b26-df46db81a8b9 None None] The sync data for ids ['2912f955-3863-4556-b0d4-5f26d86004bb'] in n-d-793621-33 is: [{'id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'name': 'tempest-ServerActionsTestJSON-1475043879-router', 'tenant_id': '000c9eb7079943208008751342206e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '86097f35-0140-4305-ac3c-fe71f036fda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:07:52Z', 'updated_at': '2021-08-22T14:07:55Z', 'revision_number': 4, 'project_id': '000c9eb7079943208008751342206e4e', 'gw_port': {'id': '86097f35-0140-4305-ac3c-fe71f036fda3', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:07:53Z', 'updated_at': '2021-08-22T14:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '64a835be-6c89-43a2-95fb-bae168cd3d4e', 'tenant_id': '000c9eb7079943208008751342206e4e', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'port_id': 'a1589a71-d585-4583-9664-0f86c536bd17', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f', 'mac_address': 'fa:16:3e:a4:81:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1994791f-f9e9-4672-8834-e4b3841bb998', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:07:57Z', 'updated_at': '2021-08-22T14:14:46Z', 'revision_number': 13, 'project_id': '000c9eb7079943208008751342206e4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceedafbe-919a-4046-ab48-537f1cc3161d', 'name': '', 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f', 'tenant_id': '000c9eb7079943208008751342206e4e', 'mac_address': 'fa:16:3e:d9:41:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:07:54Z', 'updated_at': '2021-08-22T14:07:59Z', 'revision_number': 5, 'project_id': '000c9eb7079943208008751342206e4e', 'subnets': [{'id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:14:48.114769 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-07eef606-0a33-43f6-a385-07b6a54543c9 req-40fbefc7-d2d6-4e0c-a537-43f96ddedbb8 service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827963 Aug 22 14:14:48.210300 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-07eef606-0a33-43f6-a385-07b6a54543c9 req-55438637-ea76-4fb2-b39e-1bc7e34aed7f service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891571 Aug 22 14:14:48.295677 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e12f7e8-6893-46ea-90b9-4423c471a5bd None None] New status for floating IP 64a835be-6c89-43a2-95fb-bae168cd3d4e: ACTIVE {{(pid=94629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 14:14:58.507723 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-57a8baea-3061-47fc-aa6b-61299b48bcd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:14:58.855608 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:15:01.124082 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9d17c806-8cbe-4ea3-9fbb-608d134a8cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:15:01.257805 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:15:02.588984 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:15:04.226276 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:15:04.367429 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:15:17.251148 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:15:27.706143 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-03975532-87e3-4199-b59f-55ca8168e569 req-f6548c5a-b72d-4f16-b6b5-5bcb3b1c62fa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400755 Aug 22 14:15:27.786231 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03975532-87e3-4199-b59f-55ca8168e569 req-8df8215b-752c-467b-a954-5f13a7cd96c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:15:27.787720 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-03975532-87e3-4199-b59f-55ca8168e569 req-8df8215b-752c-467b-a954-5f13a7cd96c5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=000c9eb7079943208008751342206e4e&device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 1098 time: 0.0402098 Aug 22 14:15:27.890902 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03975532-87e3-4199-b59f-55ca8168e569 req-3c355388-f299-45e2-be90-67e5cb4bb816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:15:27.892381 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-03975532-87e3-4199-b59f-55ca8168e569 req-3c355388-f299-45e2-be90-67e5cb4bb816 service neutron] 10.222.0.41 "GET /v2.0/networks?id=80544ff9-4d7a-4bda-83ac-c376294c8e4f HTTP/1.1" status: 200 len: 913 time: 0.0867414 Aug 22 14:15:27.956913 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-03975532-87e3-4199-b59f-55ca8168e569 req-d401291a-3ab9-492f-b3e6-47a890bd3de4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1589a71-d585-4583-9664-0f86c536bd17 HTTP/1.1" status: 200 len: 1003 time: 0.0573099 Aug 22 14:15:28.007948 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03975532-87e3-4199-b59f-55ca8168e569 req-6aec6b80-5704-4137-9d2b-4ea5d0ae6222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:15:28.009430 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-03975532-87e3-4199-b59f-55ca8168e569 req-6aec6b80-5704-4137-9d2b-4ea5d0ae6222 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0960ef9e-f71d-43e9-946b-72ee9dbd7b2a HTTP/1.1" status: 200 len: 851 time: 0.0460880 Aug 22 14:15:28.060394 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03975532-87e3-4199-b59f-55ca8168e569 req-a0ca4a1b-bd3f-4a6b-a5c8-c90897969f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:15:28.061890 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-03975532-87e3-4199-b59f-55ca8168e569 req-a0ca4a1b-bd3f-4a6b-a5c8-c90897969f73 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80544ff9-4d7a-4bda-83ac-c376294c8e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461428 Aug 22 14:15:28.148958 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-03975532-87e3-4199-b59f-55ca8168e569 req-7049e697-9757-4878-9e4f-950208a0c950 service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798290 Aug 22 14:15:28.241539 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-03975532-87e3-4199-b59f-55ca8168e569 req-dcac2442-da95-406b-b77c-c37527ff7d8c service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855582 Aug 22 14:15:28.509836 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-14005ce4-db2b-46b5-8813-4fa2449567c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:15:28.876462 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:15:31.124042 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-eabfeaab-5732-4d0a-bf27-60019ce4e4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:15:31.258524 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:15:32.591286 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:15:34.242590 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:15:34.371102 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:15:54.250123 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:15:58.510433 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-520ddef4-d420-4dd3-baeb-d9f888b303a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:15:58.867850 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:16:01.125553 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1c6222c5-4b7c-4c6e-a33d-eafc979be3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:16:01.258728 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:16:02.593370 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:16:04.234177 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:16:04.374371 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:16:23.867728 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e51bb-8d00-49aa-8f37-3e4c3d2215e6 req-5882599f-696e-4053-9fb2-00006cc308d1 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:16:23.869192 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-993e51bb-8d00-49aa-8f37-3e4c3d2215e6 req-5882599f-696e-4053-9fb2-00006cc308d1 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 946 time: 0.0491946 Aug 22 14:16:23.907613 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-993e51bb-8d00-49aa-8f37-3e4c3d2215e6 req-245f3186-80dd-4969-abda-327a7ea97848 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322170 Aug 22 14:16:27.706149 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7560f27d-4775-49ff-9283-45021a119d64 req-cc6dc327-3a24-4027-b3bb-0b81d559569f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398285 Aug 22 14:16:27.791521 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560f27d-4775-49ff-9283-45021a119d64 req-706243af-c461-416c-9608-207927508bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:16:27.793214 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7560f27d-4775-49ff-9283-45021a119d64 req-706243af-c461-416c-9608-207927508bf5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=000c9eb7079943208008751342206e4e&device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 1098 time: 0.0433068 Aug 22 14:16:27.906029 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560f27d-4775-49ff-9283-45021a119d64 req-27c17705-c460-489a-8075-5b7a57829580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:16:27.907641 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7560f27d-4775-49ff-9283-45021a119d64 req-27c17705-c460-489a-8075-5b7a57829580 service neutron] 10.222.0.41 "GET /v2.0/networks?id=80544ff9-4d7a-4bda-83ac-c376294c8e4f HTTP/1.1" status: 200 len: 913 time: 0.0940788 Aug 22 14:16:27.977758 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7560f27d-4775-49ff-9283-45021a119d64 req-5658d70a-ea36-4dc6-8e55-e46c8981cfa3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1589a71-d585-4583-9664-0f86c536bd17 HTTP/1.1" status: 200 len: 1003 time: 0.0630460 Aug 22 14:16:28.026725 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560f27d-4775-49ff-9283-45021a119d64 req-99176532-424f-44e1-b76f-2fdcb79d7dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:16:28.028173 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7560f27d-4775-49ff-9283-45021a119d64 req-99176532-424f-44e1-b76f-2fdcb79d7dd1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0960ef9e-f71d-43e9-946b-72ee9dbd7b2a HTTP/1.1" status: 200 len: 851 time: 0.0437417 Aug 22 14:16:28.077701 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560f27d-4775-49ff-9283-45021a119d64 req-c25ef62d-2e71-47b3-9ee2-a6a9331c4335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:16:28.079204 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7560f27d-4775-49ff-9283-45021a119d64 req-c25ef62d-2e71-47b3-9ee2-a6a9331c4335 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80544ff9-4d7a-4bda-83ac-c376294c8e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434217 Aug 22 14:16:28.168663 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7560f27d-4775-49ff-9283-45021a119d64 req-3ea7f7e8-302c-4111-be65-b56cfeb43187 service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825782 Aug 22 14:16:28.261434 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7560f27d-4775-49ff-9283-45021a119d64 req-76119944-fa91-4491-bf45-cffef9d62132 service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857809 Aug 22 14:16:28.511190 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-cbc75f05-a55e-49e4-8530-d91edc9aa7fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:16:28.875477 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:16:31.126594 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0e252a4e-89c8-4812-ab89-f7eea05a6013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:16:31.249642 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:16:31.264376 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:16:32.596935 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:16:34.256184 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:16:34.376360 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:16:34.885978 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [req-781b24e5-8256-4d07-97b1-33074171e97b req-e9bbf5ed-e4f9-4d7a-8285-29335155ead1 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:16:34.886987 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-781b24e5-8256-4d07-97b1-33074171e97b req-e9bbf5ed-e4f9-4d7a-8285-29335155ead1 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057685 Aug 22 14:16:35.048012 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-58f6c46a-7666-47f4-8217-07c202981882 req-cf43f489-db50-4de4-921f-b578ecde04bf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0405207 Aug 22 14:16:35.066229 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31737a54-74d8-4d63-ba5a-5fb828d1bf2e req-786d8661-655c-4910-98c6-b2dc90a77576 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:16:35.067972 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-31737a54-74d8-4d63-ba5a-5fb828d1bf2e req-786d8661-655c-4910-98c6-b2dc90a77576 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 946 time: 0.0494487 Aug 22 14:16:35.109764 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-31737a54-74d8-4d63-ba5a-5fb828d1bf2e req-ba0ab769-455c-4566-82fe-9a6a53baa1ba tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349665 Aug 22 14:16:36.227498 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027db99-0106-4494-b7ab-c40ae109558d req-78131883-25a1-4b34-847d-54fc08873b69 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:16:36.229023 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4027db99-0106-4494-b7ab-c40ae109558d req-78131883-25a1-4b34-847d-54fc08873b69 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 946 time: 0.0517662 Aug 22 14:16:36.266744 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4027db99-0106-4494-b7ab-c40ae109558d req-625047b5-82de-4755-94aa-dab57a393aac tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314558 Aug 22 14:16:37.381580 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f6c46a-7666-47f4-8217-07c202981882 req-5a3dedf2-ddf5-48ac-b5ae-ebde07f5a7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:16:37.383843 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-58f6c46a-7666-47f4-8217-07c202981882 req-5a3dedf2-ddf5-48ac-b5ae-ebde07f5a7da service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=000c9eb7079943208008751342206e4e&device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 1098 time: 0.0431044 Aug 22 14:16:37.389520 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819cef50-ddd6-4f1e-8eae-cc87bbb29962 req-d6efe852-fbbf-4795-971c-3e8c9e851856 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:16:37.391023 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-819cef50-ddd6-4f1e-8eae-cc87bbb29962 req-d6efe852-fbbf-4795-971c-3e8c9e851856 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 946 time: 0.0503237 Aug 22 14:16:37.429185 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-819cef50-ddd6-4f1e-8eae-cc87bbb29962 req-b2f35825-c5f4-4828-a543-3e0c0c2d1798 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316586 Aug 22 14:16:37.475450 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f6c46a-7666-47f4-8217-07c202981882 req-9a8ac703-53d9-4c03-986a-85c499725cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:16:37.477549 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-58f6c46a-7666-47f4-8217-07c202981882 req-9a8ac703-53d9-4c03-986a-85c499725cc0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=80544ff9-4d7a-4bda-83ac-c376294c8e4f HTTP/1.1" status: 200 len: 913 time: 0.0870664 Aug 22 14:16:37.540588 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-58f6c46a-7666-47f4-8217-07c202981882 req-c7aacf69-fd46-44dd-9f9e-f44e35e3dc6c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1589a71-d585-4583-9664-0f86c536bd17 HTTP/1.1" status: 200 len: 1003 time: 0.0558462 Aug 22 14:16:37.587380 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f6c46a-7666-47f4-8217-07c202981882 req-9c84a04f-37a3-4762-8e2d-b424c93e2f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:16:37.588802 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-58f6c46a-7666-47f4-8217-07c202981882 req-9c84a04f-37a3-4762-8e2d-b424c93e2f64 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0960ef9e-f71d-43e9-946b-72ee9dbd7b2a HTTP/1.1" status: 200 len: 851 time: 0.0415118 Aug 22 14:16:37.636784 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f6c46a-7666-47f4-8217-07c202981882 req-a2a7139a-4ccb-4118-965e-f725540029cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:16:37.638270 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-58f6c46a-7666-47f4-8217-07c202981882 req-a2a7139a-4ccb-4118-965e-f725540029cc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80544ff9-4d7a-4bda-83ac-c376294c8e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427258 Aug 22 14:16:37.727804 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-58f6c46a-7666-47f4-8217-07c202981882 req-2dc0ad50-532f-4c4a-8f6c-8eadfd5d42ef service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823841 Aug 22 14:16:37.817975 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-58f6c46a-7666-47f4-8217-07c202981882 req-25a40d56-dc76-4110-8c5f-dee99b54ea84 service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830750 Aug 22 14:16:38.546967 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83860464-fc08-4fe1-988d-3a2069c933e5 req-2065f0c5-3624-4bb8-be49-b3588e93b69b tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:16:38.548466 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-83860464-fc08-4fe1-988d-3a2069c933e5 req-2065f0c5-3624-4bb8-be49-b3588e93b69b tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 946 time: 0.0508437 Aug 22 14:16:38.586382 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-83860464-fc08-4fe1-988d-3a2069c933e5 req-7aa7358c-e0ca-4f9e-b099-09e58d958fe3 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315692 Aug 22 14:16:39.704558 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8584fb-c8cc-4ff6-b512-c27ec2ab2b04 req-bd19daf5-776c-404d-bfaa-8b0cdfaaa6bb tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:16:39.706028 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6d8584fb-c8cc-4ff6-b512-c27ec2ab2b04 req-bd19daf5-776c-404d-bfaa-8b0cdfaaa6bb tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 946 time: 0.0526237 Aug 22 14:16:39.743656 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6d8584fb-c8cc-4ff6-b512-c27ec2ab2b04 req-1c0755e1-bcfc-4a64-8094-8fd72b1683cd tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312994 Aug 22 14:16:40.859986 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4688ba-8a7a-4535-921b-12e5e6ff3c9a req-d1174f3b-ca6b-4c4a-ba19-d0a527b323bd tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:16:40.861478 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4e4688ba-8a7a-4535-921b-12e5e6ff3c9a req-d1174f3b-ca6b-4c4a-ba19-d0a527b323bd tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 946 time: 0.0490811 Aug 22 14:16:40.897880 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4e4688ba-8a7a-4535-921b-12e5e6ff3c9a req-196be497-9f1f-4bfc-aa9f-5bf0b0e99a58 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304668 Aug 22 14:16:42.015406 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264cf26-cf21-44ef-b413-c835597bc32f req-f8f2f891-10c9-4b1e-964b-cd8289e650a5 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:16:42.017151 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3264cf26-cf21-44ef-b413-c835597bc32f req-f8f2f891-10c9-4b1e-964b-cd8289e650a5 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 946 time: 0.0503495 Aug 22 14:16:42.055145 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3264cf26-cf21-44ef-b413-c835597bc32f req-28253832-d251-4b34-8bf6-ca9303068f26 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319865 Aug 22 14:16:43.174588 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942fc48e-a39e-4f06-ad55-a8ab0b1fcb22 req-8eec0e96-f1af-4f47-88e5-40ee2eee2c36 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:16:43.176073 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-942fc48e-a39e-4f06-ad55-a8ab0b1fcb22 req-8eec0e96-f1af-4f47-88e5-40ee2eee2c36 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 946 time: 0.0528851 Aug 22 14:16:43.213651 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-942fc48e-a39e-4f06-ad55-a8ab0b1fcb22 req-1ce49dac-e7e1-4ccd-88cb-a78db503bdba tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313103 Aug 22 14:16:44.333242 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9180715-259d-488c-82fd-26f7a83e00d8 req-a7926601-aeff-4f4e-93ab-3df929ec9e52 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:16:44.334712 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d9180715-259d-488c-82fd-26f7a83e00d8 req-a7926601-aeff-4f4e-93ab-3df929ec9e52 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 946 time: 0.0530396 Aug 22 14:16:44.371395 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d9180715-259d-488c-82fd-26f7a83e00d8 req-ab74c6c0-9927-4617-8387-925fadda00f1 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305691 Aug 22 14:16:45.488446 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09740ee4-eeeb-413e-b834-ff69f2b663a9 req-3e89ac6f-a985-41cb-b0f8-284c55c159e1 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:16:45.490031 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-09740ee4-eeeb-413e-b834-ff69f2b663a9 req-3e89ac6f-a985-41cb-b0f8-284c55c159e1 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 946 time: 0.0480824 Aug 22 14:16:45.527119 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-09740ee4-eeeb-413e-b834-ff69f2b663a9 req-871a1251-fdf6-4057-af29-b60af5d45c2e tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304565 Aug 22 14:16:46.645592 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7988d8-c383-4208-aeea-091cfcbf225d req-48fd8598-20ea-41ca-ba3c-54113ef8c6c5 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:16:46.647069 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3d7988d8-c383-4208-aeea-091cfcbf225d req-48fd8598-20ea-41ca-ba3c-54113ef8c6c5 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 946 time: 0.0534377 Aug 22 14:16:46.684713 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3d7988d8-c383-4208-aeea-091cfcbf225d req-4021d19b-c4ee-4e01-9a2f-2a0911467022 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312114 Aug 22 14:16:47.799788 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40353b78-99a4-4dd1-992c-9fb6dcdd4e50 req-a31df367-afd1-4043-bc65-c31f3d2423e7 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:16:47.801289 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-40353b78-99a4-4dd1-992c-9fb6dcdd4e50 req-a31df367-afd1-4043-bc65-c31f3d2423e7 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 946 time: 0.0487454 Aug 22 14:16:47.840523 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-40353b78-99a4-4dd1-992c-9fb6dcdd4e50 req-52d5b434-f88d-457b-bd74-4dbb8eabeed3 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331891 Aug 22 14:16:48.957025 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c7328-9e4b-4bc8-9298-8e8fb9cf47bc req-a20a39ca-2179-4ad3-9aa4-18bf05736940 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:16:48.958565 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-401c7328-9e4b-4bc8-9298-8e8fb9cf47bc req-a20a39ca-2179-4ad3-9aa4-18bf05736940 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 946 time: 0.0502970 Aug 22 14:16:48.997994 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-401c7328-9e4b-4bc8-9298-8e8fb9cf47bc req-b50c314b-74f1-4d8c-8588-3ad5533aece7 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333419 Aug 22 14:16:50.118876 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64e778-337f-4e09-981a-23ef1ebcc125 req-fe9142ca-5585-4924-ae7d-0d733958266a tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:16:50.120419 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-db64e778-337f-4e09-981a-23ef1ebcc125 req-fe9142ca-5585-4924-ae7d-0d733958266a tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 946 time: 0.0529382 Aug 22 14:16:50.164288 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-db64e778-337f-4e09-981a-23ef1ebcc125 req-599aaf2f-c0c6-4915-8721-d0222c8db6db tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323522 Aug 22 14:16:51.287460 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e8b2c-5085-419c-ac19-f04002a4eb65 req-cc9e3308-091e-414d-a841-6761e29aeb0c tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:16:51.289598 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a42e8b2c-5085-419c-ac19-f04002a4eb65 req-cc9e3308-091e-414d-a841-6761e29aeb0c tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 946 time: 0.0520706 Aug 22 14:16:51.330830 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a42e8b2c-5085-419c-ac19-f04002a4eb65 req-c585ac56-b639-49aa-aba6-5e99d4c91c68 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351422 Aug 22 14:16:51.423227 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [req-58f6c46a-7666-47f4-8217-07c202981882 req-63205b58-a4ea-48ac-b55e-73f7273c78a7 service neutron] show failed (client error): The resource could not be found. Aug 22 14:16:51.424223 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-58f6c46a-7666-47f4-8217-07c202981882 req-63205b58-a4ea-48ac-b55e-73f7273c78a7 service neutron] 10.222.0.41 "GET /v2.0/ports/a1589a71-d585-4583-9664-0f86c536bd17/bindings/n-h2-793621-33 HTTP/1.1" status: 404 len: 381 time: 0.0556240 Aug 22 14:16:51.616618 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f6c46a-7666-47f4-8217-07c202981882 req-5abcb704-a593-4ed6-9c31-526c1936abd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:16:51.618246 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-58f6c46a-7666-47f4-8217-07c202981882 req-5abcb704-a593-4ed6-9c31-526c1936abd7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998&tenant_id=000c9eb7079943208008751342206e4e HTTP/1.1" status: 200 len: 1098 time: 0.0412753 Aug 22 14:16:51.631362 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-58f6c46a-7666-47f4-8217-07c202981882 req-a8d7b0fa-ccb1-4434-8c2f-54ea0a64bd7d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-33', 'device_owner': 'compute:nova'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:16:51.686007 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-58f6c46a-7666-47f4-8217-07c202981882 req-a8d7b0fa-ccb1-4434-8c2f-54ea0a64bd7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:16:51.885453 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-58f6c46a-7666-47f4-8217-07c202981882 req-a8d7b0fa-ccb1-4434-8c2f-54ea0a64bd7d service neutron] For port a1589a71-d585-4583-9664-0f86c536bd17, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=a1589a71-d585-4583-9664-0f86c536bd17,segment=NetworkSegment(daac6273-e2ad-41db-a5df-98ad96ede67a),segment_id=daac6273-e2ad-41db-a5df-98ad96ede67a)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:16:51.917995 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-58f6c46a-7666-47f4-8217-07c202981882 req-a8d7b0fa-ccb1-4434-8c2f-54ea0a64bd7d service neutron] For port a1589a71-d585-4583-9664-0f86c536bd17, host n-h1-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:16:51.956190 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1994791f-f9e9-4672-8834-e4b3841bb998', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1589a71-d585-4583-9664-0f86c536bd17'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:16:51.958528 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee702a76-88cc-4ba5-84fd-c95dede8f2bc" -d '{"events": [{"server_uuid": "1994791f-f9e9-4672-8834-e4b3841bb998", "name": "network-vif-unplugged", "status": "completed", "tag": "a1589a71-d585-4583-9664-0f86c536bd17"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:16:51.963076 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-58f6c46a-7666-47f4-8217-07c202981882 req-a8d7b0fa-ccb1-4434-8c2f-54ea0a64bd7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:16:51.975459 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-58f6c46a-7666-47f4-8217-07c202981882 req-a8d7b0fa-ccb1-4434-8c2f-54ea0a64bd7d service neutron] Transition to ACTIVE for port object a1589a71-d585-4583-9664-0f86c536bd17 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:16:51.980323 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-58f6c46a-7666-47f4-8217-07c202981882 req-a8d7b0fa-ccb1-4434-8c2f-54ea0a64bd7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:16:52.071095 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d7b0fa-ccb1-4434-8c2f-54ea0a64bd7d service neutron] Pushing event updated for resources: {'Port': ['ID=a1589a71-d585-4583-9664-0f86c536bd17,revision_number=6']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:16:52.082532 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d7b0fa-ccb1-4434-8c2f-54ea0a64bd7d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:16:52.083123 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d7b0fa-ccb1-4434-8c2f-54ea0a64bd7d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:16:52.083470 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d7b0fa-ccb1-4434-8c2f-54ea0a64bd7d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:16:52.083803 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d7b0fa-ccb1-4434-8c2f-54ea0a64bd7d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:16:52.084135 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d7b0fa-ccb1-4434-8c2f-54ea0a64bd7d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:16:52.084617 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d7b0fa-ccb1-4434-8c2f-54ea0a64bd7d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:16:52.084952 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d7b0fa-ccb1-4434-8c2f-54ea0a64bd7d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:16:52.085292 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d7b0fa-ccb1-4434-8c2f-54ea0a64bd7d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:16:52.085606 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d7b0fa-ccb1-4434-8c2f-54ea0a64bd7d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:16:52.086520 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d7b0fa-ccb1-4434-8c2f-54ea0a64bd7d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:16:52.086909 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d7b0fa-ccb1-4434-8c2f-54ea0a64bd7d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:16:52.087235 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d7b0fa-ccb1-4434-8c2f-54ea0a64bd7d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:16:52.094012 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 14:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6641f31-6f04-4f5f-b053-848b33a7ec58 x-openstack-request-id: req-b6641f31-6f04-4f5f-b053-848b33a7ec58 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:16:52.094116 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1994791f-f9e9-4672-8834-e4b3841bb998", "name": "network-vif-unplugged", "status": "completed", "tag": "a1589a71-d585-4583-9664-0f86c536bd17", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:16:52.094365 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b6641f31-6f04-4f5f-b053-848b33a7ec58 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:16:52.094888 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1994791f-f9e9-4672-8834-e4b3841bb998', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1589a71-d585-4583-9664-0f86c536bd17', 'code': 200} Aug 22 14:16:52.126307 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f6c46a-7666-47f4-8217-07c202981882 req-a8d7b0fa-ccb1-4434-8c2f-54ea0a64bd7d service neutron] No DVR routers for this DVR port a1589a71-d585-4583-9664-0f86c536bd17 on host n-h1-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:16:52.262639 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-58f6c46a-7666-47f4-8217-07c202981882 req-a8d7b0fa-ccb1-4434-8c2f-54ea0a64bd7d service neutron] Attempting to bind port a1589a71-d585-4583-9664-0f86c536bd17 on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:16:52.262966 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-58f6c46a-7666-47f4-8217-07c202981882 req-a8d7b0fa-ccb1-4434-8c2f-54ea0a64bd7d service neutron] Attempting to bind port a1589a71-d585-4583-9664-0f86c536bd17 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': 'daac6273-e2ad-41db-a5df-98ad96ede67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:16:52.263283 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f6c46a-7666-47f4-8217-07c202981882 req-a8d7b0fa-ccb1-4434-8c2f-54ea0a64bd7d service neutron] Attempting to bind port a1589a71-d585-4583-9664-0f86c536bd17 on network 80544ff9-4d7a-4bda-83ac-c376294c8e4f {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:16:52.267356 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f6c46a-7666-47f4-8217-07c202981882 req-a8d7b0fa-ccb1-4434-8c2f-54ea0a64bd7d service neutron] Port a1589a71-d585-4583-9664-0f86c536bd17 on network 80544ff9-4d7a-4bda-83ac-c376294c8e4f not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:16:52.267668 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f6c46a-7666-47f4-8217-07c202981882 req-a8d7b0fa-ccb1-4434-8c2f-54ea0a64bd7d service neutron] Attempting to bind port a1589a71-d585-4583-9664-0f86c536bd17 on network 80544ff9-4d7a-4bda-83ac-c376294c8e4f {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:16:52.272331 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f6c46a-7666-47f4-8217-07c202981882 req-a8d7b0fa-ccb1-4434-8c2f-54ea0a64bd7d service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:16:52.272662 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f6c46a-7666-47f4-8217-07c202981882 req-a8d7b0fa-ccb1-4434-8c2f-54ea0a64bd7d service neutron] Checking segment: {'id': 'daac6273-e2ad-41db-a5df-98ad96ede67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:16:52.273037 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f6c46a-7666-47f4-8217-07c202981882 req-a8d7b0fa-ccb1-4434-8c2f-54ea0a64bd7d service neutron] Bound using segment: {'id': 'daac6273-e2ad-41db-a5df-98ad96ede67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:16:52.273992 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-58f6c46a-7666-47f4-8217-07c202981882 req-a8d7b0fa-ccb1-4434-8c2f-54ea0a64bd7d service neutron] Bound port: a1589a71-d585-4583-9664-0f86c536bd17, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daac6273-e2ad-41db-a5df-98ad96ede67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:16:52.274318 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-58f6c46a-7666-47f4-8217-07c202981882 req-a8d7b0fa-ccb1-4434-8c2f-54ea0a64bd7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:16:52.340532 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-58f6c46a-7666-47f4-8217-07c202981882 req-a8d7b0fa-ccb1-4434-8c2f-54ea0a64bd7d service neutron] For port a1589a71-d585-4583-9664-0f86c536bd17, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:16:52.343499 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-58f6c46a-7666-47f4-8217-07c202981882 req-a8d7b0fa-ccb1-4434-8c2f-54ea0a64bd7d service neutron] For port a1589a71-d585-4583-9664-0f86c536bd17, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=a1589a71-d585-4583-9664-0f86c536bd17,segment=NetworkSegment(daac6273-e2ad-41db-a5df-98ad96ede67a),segment_id=daac6273-e2ad-41db-a5df-98ad96ede67a)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:16:52.348052 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-58f6c46a-7666-47f4-8217-07c202981882 req-a8d7b0fa-ccb1-4434-8c2f-54ea0a64bd7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:16:52.383004 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f6c46a-7666-47f4-8217-07c202981882 req-a8d7b0fa-ccb1-4434-8c2f-54ea0a64bd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:16:52.384366 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-58f6c46a-7666-47f4-8217-07c202981882 req-a8d7b0fa-ccb1-4434-8c2f-54ea0a64bd7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:16:52.385789 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-58f6c46a-7666-47f4-8217-07c202981882 req-a8d7b0fa-ccb1-4434-8c2f-54ea0a64bd7d service neutron] 10.222.0.16 "PUT /v2.0/ports/a1589a71-d585-4583-9664-0f86c536bd17 HTTP/1.1" status: 200 len: 1093 time: 0.7583144 Aug 22 14:16:52.459236 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d7b0fa-ccb1-4434-8c2f-54ea0a64bd7d service neutron] Pushing event updated for resources: {'Port': ['ID=a1589a71-d585-4583-9664-0f86c536bd17,revision_number=7']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:16:52.494546 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c388df-20d0-4957-badc-141981235249 req-1e070dee-fa99-4f0a-881d-f988898aa7c2 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:16:52.496119 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-68c388df-20d0-4957-badc-141981235249 req-1e070dee-fa99-4f0a-881d-f988898aa7c2 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 944 time: 0.0905004 Aug 22 14:16:52.499088 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f6c46a-7666-47f4-8217-07c202981882 req-72155cf3-02b9-411a-bfda-2667cb7e9a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:16:52.500574 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-58f6c46a-7666-47f4-8217-07c202981882 req-72155cf3-02b9-411a-bfda-2667cb7e9a57 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=000c9eb7079943208008751342206e4e&device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 1096 time: 0.0783803 Aug 22 14:16:52.588632 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-68c388df-20d0-4957-badc-141981235249 req-088b8656-06b9-4b1b-a8fc-3b6fa6055f46 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857790 Aug 22 14:16:52.620014 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f6c46a-7666-47f4-8217-07c202981882 req-0d0fe305-fe48-4c3f-8ca0-df30f051f953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:16:52.621523 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-58f6c46a-7666-47f4-8217-07c202981882 req-0d0fe305-fe48-4c3f-8ca0-df30f051f953 service neutron] 10.222.0.16 "GET /v2.0/networks?id=80544ff9-4d7a-4bda-83ac-c376294c8e4f HTTP/1.1" status: 200 len: 913 time: 0.1114621 Aug 22 14:16:52.690141 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-58f6c46a-7666-47f4-8217-07c202981882 req-668f7937-9ed2-4916-9709-fcf1a26f3adc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1589a71-d585-4583-9664-0f86c536bd17 HTTP/1.1" status: 200 len: 1001 time: 0.0611629 Aug 22 14:16:52.739549 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f6c46a-7666-47f4-8217-07c202981882 req-e986793d-d85c-42e5-9548-ba1065a94ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:16:52.740993 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-58f6c46a-7666-47f4-8217-07c202981882 req-e986793d-d85c-42e5-9548-ba1065a94ca0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0960ef9e-f71d-43e9-946b-72ee9dbd7b2a HTTP/1.1" status: 200 len: 851 time: 0.0427637 Aug 22 14:16:52.786956 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f6c46a-7666-47f4-8217-07c202981882 req-935c358a-92d8-4ca8-a799-9ffa46d26b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:16:52.788443 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-58f6c46a-7666-47f4-8217-07c202981882 req-935c358a-92d8-4ca8-a799-9ffa46d26b84 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=80544ff9-4d7a-4bda-83ac-c376294c8e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401509 Aug 22 14:16:52.879832 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-58f6c46a-7666-47f4-8217-07c202981882 req-8e5af34a-443f-48e9-bc8b-19721e0e1981 service neutron] 10.222.0.16 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836675 Aug 22 14:16:52.968941 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-58f6c46a-7666-47f4-8217-07c202981882 req-a23be3c2-9dc3-4c31-8487-e403a1dbfde6 service neutron] 10.222.0.16 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808804 Aug 22 14:16:53.159482 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device a1589a71-d585-4583-9664-0f86c536bd17 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:16:53.200846 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device a1589a71-d585-4583-9664-0f86c536bd17 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:16:53.708721 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb96d0-976b-4813-bf61-2aa48d82de89 req-09af8ada-7e80-4f99-9183-99cba4fb4d18 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:16:53.710223 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5ebb96d0-976b-4813-bf61-2aa48d82de89 req-09af8ada-7e80-4f99-9183-99cba4fb4d18 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 944 time: 0.0505912 Aug 22 14:16:53.749226 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5ebb96d0-976b-4813-bf61-2aa48d82de89 req-7f30744b-425c-4a96-9eb4-b62b8e832693 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323195 Aug 22 14:16:54.095611 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1994791f-f9e9-4672-8834-e4b3841bb998', 'tag': 'a1589a71-d585-4583-9664-0f86c536bd17'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:16:54.098119 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a6b1e8-2f9f-443c-919e-2924e2d502df" -d '{"events": [{"name": "network-changed", "server_uuid": "1994791f-f9e9-4672-8834-e4b3841bb998", "tag": "a1589a71-d585-4583-9664-0f86c536bd17"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:16:54.150233 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b56ee7-8ff2-4490-9489-a731d7e4c6fa x-openstack-request-id: req-51b56ee7-8ff2-4490-9489-a731d7e4c6fa {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:16:54.150525 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1994791f-f9e9-4672-8834-e4b3841bb998", "tag": "a1589a71-d585-4583-9664-0f86c536bd17", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:16:54.150777 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-51b56ee7-8ff2-4490-9489-a731d7e4c6fa {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:16:54.151265 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1994791f-f9e9-4672-8834-e4b3841bb998', 'tag': 'a1589a71-d585-4583-9664-0f86c536bd17', 'status': 'completed', 'code': 200} Aug 22 14:16:54.217991 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a6b1e8-2f9f-443c-919e-2924e2d502df req-e09d8e1a-7477-4e05-ac07-4eeab1ed2506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:16:54.219175 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a6b1e8-2f9f-443c-919e-2924e2d502df req-928d0971-fb9d-4834-836f-d15d2243d1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:16:54.219706 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b5a6b1e8-2f9f-443c-919e-2924e2d502df req-e09d8e1a-7477-4e05-ac07-4eeab1ed2506 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=000c9eb7079943208008751342206e4e&device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 1096 time: 0.0488107 Aug 22 14:16:54.220778 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b5a6b1e8-2f9f-443c-919e-2924e2d502df req-928d0971-fb9d-4834-836f-d15d2243d1c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=000c9eb7079943208008751342206e4e&device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 1096 time: 0.0442946 Aug 22 14:16:54.317123 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a6b1e8-2f9f-443c-919e-2924e2d502df req-7509c779-a1d8-49ba-bf8c-92f5186791e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:16:54.318951 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b5a6b1e8-2f9f-443c-919e-2924e2d502df req-7509c779-a1d8-49ba-bf8c-92f5186791e8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=80544ff9-4d7a-4bda-83ac-c376294c8e4f HTTP/1.1" status: 200 len: 913 time: 0.0910013 Aug 22 14:16:54.324553 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a6b1e8-2f9f-443c-919e-2924e2d502df req-314b84fa-2282-4085-aa3d-385352b5f562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:16:54.326016 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b5a6b1e8-2f9f-443c-919e-2924e2d502df req-314b84fa-2282-4085-aa3d-385352b5f562 service neutron] 10.222.0.41 "GET /v2.0/networks?id=80544ff9-4d7a-4bda-83ac-c376294c8e4f HTTP/1.1" status: 200 len: 913 time: 0.0980000 Aug 22 14:16:54.391065 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b5a6b1e8-2f9f-443c-919e-2924e2d502df req-3c2d61fc-5b02-49b6-9391-bdfa3d22eaa3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1589a71-d585-4583-9664-0f86c536bd17 HTTP/1.1" status: 200 len: 1001 time: 0.0635843 Aug 22 14:16:54.394930 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b5a6b1e8-2f9f-443c-919e-2924e2d502df req-e0384d7b-08e7-4104-bed3-1a7bd0dae8a7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1589a71-d585-4583-9664-0f86c536bd17 HTTP/1.1" status: 200 len: 1001 time: 0.0619280 Aug 22 14:16:54.442367 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a6b1e8-2f9f-443c-919e-2924e2d502df req-e48925e5-1712-401d-b3df-eb3455ef874d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:16:54.443858 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b5a6b1e8-2f9f-443c-919e-2924e2d502df req-e48925e5-1712-401d-b3df-eb3455ef874d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0960ef9e-f71d-43e9-946b-72ee9dbd7b2a HTTP/1.1" status: 200 len: 851 time: 0.0453644 Aug 22 14:16:54.446066 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a6b1e8-2f9f-443c-919e-2924e2d502df req-521f1e0e-6e5e-450e-a60f-9a0bc5490fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:16:54.447586 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b5a6b1e8-2f9f-443c-919e-2924e2d502df req-521f1e0e-6e5e-450e-a60f-9a0bc5490fae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0960ef9e-f71d-43e9-946b-72ee9dbd7b2a HTTP/1.1" status: 200 len: 851 time: 0.0456796 Aug 22 14:16:54.494928 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a6b1e8-2f9f-443c-919e-2924e2d502df req-94469c83-9922-4cbd-a3e8-9b10f7b65760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:16:54.496418 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b5a6b1e8-2f9f-443c-919e-2924e2d502df req-94469c83-9922-4cbd-a3e8-9b10f7b65760 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=80544ff9-4d7a-4bda-83ac-c376294c8e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447800 Aug 22 14:16:54.498584 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a6b1e8-2f9f-443c-919e-2924e2d502df req-2254966a-7dec-4ecd-bb91-085e78f91cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:16:54.500047 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b5a6b1e8-2f9f-443c-919e-2924e2d502df req-2254966a-7dec-4ecd-bb91-085e78f91cfa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80544ff9-4d7a-4bda-83ac-c376294c8e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458729 Aug 22 14:16:54.592149 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b5a6b1e8-2f9f-443c-919e-2924e2d502df req-b0696d7d-6449-4682-b142-3c513291c4e6 service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839555 Aug 22 14:16:54.592712 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b5a6b1e8-2f9f-443c-919e-2924e2d502df req-85b37389-2e17-46d9-b72f-1063f4282feb service neutron] 10.222.0.16 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876329 Aug 22 14:16:54.684308 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b5a6b1e8-2f9f-443c-919e-2924e2d502df req-921594bd-f5cf-4321-b786-9540bfee3971 service neutron] 10.222.0.16 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843017 Aug 22 14:16:54.688642 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-b5a6b1e8-2f9f-443c-919e-2924e2d502df req-80c2c39f-390d-46ab-b54f-5a25976a7fbb service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893543 Aug 22 14:16:54.871243 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c7fa2-99eb-46a7-be6c-ed84d8df53bb req-fea48d7a-06c6-4708-9b65-62313631282c tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:16:54.872815 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-126c7fa2-99eb-46a7-be6c-ed84d8df53bb req-fea48d7a-06c6-4708-9b65-62313631282c tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 944 time: 0.0510812 Aug 22 14:16:54.911169 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-126c7fa2-99eb-46a7-be6c-ed84d8df53bb req-db0f3d01-5f1a-4a93-a865-db7532559f3c tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321224 Aug 22 14:16:56.106868 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcfd93c-36ca-4f6b-aaf0-fab2e740a2cc req-126a119f-9106-4b82-bfdc-30540fc9a12d tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:16:56.108440 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6fcfd93c-36ca-4f6b-aaf0-fab2e740a2cc req-126a119f-9106-4b82-bfdc-30540fc9a12d tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 944 time: 0.1185458 Aug 22 14:16:56.147674 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6fcfd93c-36ca-4f6b-aaf0-fab2e740a2cc req-d312cca0-6e56-4880-8506-d2dde0f371bc tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332234 Aug 22 14:16:57.269522 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b146653-588a-4543-aa08-ff5398ab4134 req-10b73789-d126-4fac-87bb-33a873d3241a tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:16:57.271029 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b146653-588a-4543-aa08-ff5398ab4134 req-10b73789-d126-4fac-87bb-33a873d3241a tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 944 time: 0.0499103 Aug 22 14:16:57.311315 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b146653-588a-4543-aa08-ff5398ab4134 req-8cf7ab2c-8565-4082-aa77-900a0b0132aa tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337346 Aug 22 14:16:58.434856 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb646cc-ead7-4850-b9a7-95c9dcedc59a req-f16662d1-3fa9-460b-a928-249ab010146e tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:16:58.436352 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8eb646cc-ead7-4850-b9a7-95c9dcedc59a req-f16662d1-3fa9-460b-a928-249ab010146e tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 944 time: 0.0506773 Aug 22 14:16:58.473488 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8eb646cc-ead7-4850-b9a7-95c9dcedc59a req-971266c6-40da-4888-a1b2-b9f507d3de42 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311935 Aug 22 14:16:58.510872 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-cb91abb3-4c0b-47f0-89b0-f4239481d5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:16:58.867616 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:16:59.593402 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7369ee06-e952-4a27-b4ba-42fa91441afc req-f2973457-cc4b-483f-abb2-a3d0c74b221c tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:16:59.594866 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7369ee06-e952-4a27-b4ba-42fa91441afc req-f2973457-cc4b-483f-abb2-a3d0c74b221c tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 944 time: 0.0529037 Aug 22 14:16:59.631953 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7369ee06-e952-4a27-b4ba-42fa91441afc req-735851ee-7d49-4f31-a229-cfaad44972a0 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311890 Aug 22 14:17:00.748559 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69341fc3-0586-4f72-ba28-57e0cb9852ba req-f9b4ff79-70bc-44e8-a20e-fd83b944d084 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:00.750035 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-69341fc3-0586-4f72-ba28-57e0cb9852ba req-f9b4ff79-70bc-44e8-a20e-fd83b944d084 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 944 time: 0.0489278 Aug 22 14:17:00.786664 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-69341fc3-0586-4f72-ba28-57e0cb9852ba req-98d3de07-49d6-42ff-87a7-adfd41eea3c6 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307460 Aug 22 14:17:01.127866 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c1873e2a-f219-450b-b399-60e868f35a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:01.264548 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:01.903143 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fcb0a6-26dd-4318-8586-5dba10579dd7 req-d60310e1-c4f4-41a6-9bbb-3008819dcd41 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:01.904658 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-79fcb0a6-26dd-4318-8586-5dba10579dd7 req-d60310e1-c4f4-41a6-9bbb-3008819dcd41 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 944 time: 0.0496690 Aug 22 14:17:01.942052 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-79fcb0a6-26dd-4318-8586-5dba10579dd7 req-b5427c36-bb9a-4765-95b2-393d572c2c6b tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314322 Aug 22 14:17:02.598233 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:03.065455 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a2f792-0c9d-481b-8eeb-edacdefbf873 req-3061cb9c-4086-4157-9e58-17cb0a8ace63 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:03.066933 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-99a2f792-0c9d-481b-8eeb-edacdefbf873 req-3061cb9c-4086-4157-9e58-17cb0a8ace63 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 944 time: 0.0537441 Aug 22 14:17:03.104625 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-99a2f792-0c9d-481b-8eeb-edacdefbf873 req-a5ebe14c-42d3-4d45-867a-555d9932d093 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317471 Aug 22 14:17:04.223283 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82dc8a-da83-4655-ab21-c2909b173f21 req-3586c814-2032-4cb1-85d6-4d577f63b25c tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:04.224831 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ba82dc8a-da83-4655-ab21-c2909b173f21 req-3586c814-2032-4cb1-85d6-4d577f63b25c tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 944 time: 0.0519214 Aug 22 14:17:04.266767 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:04.269157 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ba82dc8a-da83-4655-ab21-c2909b173f21 req-44eabdfa-a49f-41c0-ae6a-41cff34e8425 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381517 Aug 22 14:17:04.379208 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:04.982552 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device a1589a71-d585-4583-9664-0f86c536bd17 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:17:05.075800 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port a1589a71-d585-4583-9664-0f86c536bd17, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=a1589a71-d585-4583-9664-0f86c536bd17,segment=NetworkSegment(daac6273-e2ad-41db-a5df-98ad96ede67a),segment_id=daac6273-e2ad-41db-a5df-98ad96ede67a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:17:05.086994 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': 'a1589a71-d585-4583-9664-0f86c536bd17', 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f', 'port_id': 'a1589a71-d585-4583-9664-0f86c536bd17', 'mac_address': 'fa:16:3e:a4:81:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:17:05.126121 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:05.138781 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1589a71-d585-4583-9664-0f86c536bd17 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:17:05.156482 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port a1589a71-d585-4583-9664-0f86c536bd17, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=a1589a71-d585-4583-9664-0f86c536bd17,segment=NetworkSegment(daac6273-e2ad-41db-a5df-98ad96ede67a),segment_id=daac6273-e2ad-41db-a5df-98ad96ede67a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:17:05.160209 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:05.204393 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=a1589a71-d585-4583-9664-0f86c536bd17,revision_number=8']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:17:05.213399 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:17:05.213843 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:17:05.214209 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:17:05.214536 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:17:05.214859 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:17:05.215184 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:17:05.215501 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:17:05.215822 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:17:05.216142 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:17:05.216496 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:17:05.216800 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:17:05.217115 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:17:05.386510 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f720f50-a7b9-4e7c-b850-1a4929b5c06e req-b2ef58db-a835-4c9d-8181-819b8249f1cd tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:05.388884 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8f720f50-a7b9-4e7c-b850-1a4929b5c06e req-b2ef58db-a835-4c9d-8181-819b8249f1cd tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 945 time: 0.0496035 Aug 22 14:17:05.389394 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['a1589a71-d585-4583-9664-0f86c536bd17'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:17:05.428406 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8f720f50-a7b9-4e7c-b850-1a4929b5c06e req-a58e58db-4e94-43a7-b1aa-78635320b721 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336013 Aug 22 14:17:05.739788 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4c2cf-2541-4b2d-8eb9-a0ae6849f481 req-378034a1-f438-42c0-8705-96686fa7819c tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:05.741267 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-32f4c2cf-2541-4b2d-8eb9-a0ae6849f481 req-378034a1-f438-42c0-8705-96686fa7819c tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.16 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998&tenant_id=000c9eb7079943208008751342206e4e&binding%3Ahost_id=n-h2-793621-33 HTTP/1.1" status: 200 len: 945 time: 0.0798285 Aug 22 14:17:05.762681 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec9068-144e-437c-a2c2-0102f9c73d11 req-2ff248a1-c193-4754-a38a-f877f012912a tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:05.764084 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-51ec9068-144e-437c-a2c2-0102f9c73d11 req-2ff248a1-c193-4754-a38a-f877f012912a tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 945 time: 0.0732021 Aug 22 14:17:05.831937 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-51ec9068-144e-437c-a2c2-0102f9c73d11 req-55e20638-0b25-4a5b-9049-630fa6eefa19 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503304 Aug 22 14:17:05.837850 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-32f4c2cf-2541-4b2d-8eb9-a0ae6849f481 req-a4cf6e81-a7b9-4c62-befa-5900a5e3745e service neutron] 10.222.0.16 "GET /v2.0/ports/a1589a71-d585-4583-9664-0f86c536bd17/bindings/n-h2-793621-33 HTTP/1.1" status: 200 len: 383 time: 0.0888488 Aug 22 14:17:05.914127 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4c2cf-2541-4b2d-8eb9-a0ae6849f481 req-f1db8a65-9be3-46a7-bbdd-15cee34538b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:05.915589 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-32f4c2cf-2541-4b2d-8eb9-a0ae6849f481 req-f1db8a65-9be3-46a7-bbdd-15cee34538b4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=000c9eb7079943208008751342206e4e&device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 1097 time: 0.0439255 Aug 22 14:17:06.006202 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4c2cf-2541-4b2d-8eb9-a0ae6849f481 req-131b5a57-b5f0-41a3-a503-34308a200bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:06.008401 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-32f4c2cf-2541-4b2d-8eb9-a0ae6849f481 req-131b5a57-b5f0-41a3-a503-34308a200bfa service neutron] 10.222.0.16 "GET /v2.0/networks?id=80544ff9-4d7a-4bda-83ac-c376294c8e4f HTTP/1.1" status: 200 len: 913 time: 0.0850761 Aug 22 14:17:06.075995 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-32f4c2cf-2541-4b2d-8eb9-a0ae6849f481 req-4862c5ec-93d2-42ec-90bf-b47ae1ac78d5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1589a71-d585-4583-9664-0f86c536bd17 HTTP/1.1" status: 200 len: 1002 time: 0.0611415 Aug 22 14:17:06.123393 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4c2cf-2541-4b2d-8eb9-a0ae6849f481 req-a4c16027-7810-4e1e-b2ea-237a621aafe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:06.124823 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-32f4c2cf-2541-4b2d-8eb9-a0ae6849f481 req-a4c16027-7810-4e1e-b2ea-237a621aafe3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0960ef9e-f71d-43e9-946b-72ee9dbd7b2a HTTP/1.1" status: 200 len: 851 time: 0.0423791 Aug 22 14:17:06.169756 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4c2cf-2541-4b2d-8eb9-a0ae6849f481 req-328874f3-4eca-47b5-a74c-e84d5dd7c1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:06.171124 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-32f4c2cf-2541-4b2d-8eb9-a0ae6849f481 req-328874f3-4eca-47b5-a74c-e84d5dd7c1bc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=80544ff9-4d7a-4bda-83ac-c376294c8e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392373 Aug 22 14:17:06.262051 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-32f4c2cf-2541-4b2d-8eb9-a0ae6849f481 req-907e9b88-af74-4b72-913f-2db2da304527 service neutron] 10.222.0.16 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829644 Aug 22 14:17:06.349812 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-32f4c2cf-2541-4b2d-8eb9-a0ae6849f481 req-29443a9a-44d7-42d3-bc50-dac929d1ea3e service neutron] 10.222.0.16 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812514 Aug 22 14:17:06.950994 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f9bf55-f795-4e57-a257-a5418d7c7345 req-25f2c66f-abe3-47d5-90a2-145a6392032e tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:06.952500 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c5f9bf55-f795-4e57-a257-a5418d7c7345 req-25f2c66f-abe3-47d5-90a2-145a6392032e tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 945 time: 0.0513394 Aug 22 14:17:06.984954 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device a1589a71-d585-4583-9664-0f86c536bd17 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:17:06.993775 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c5f9bf55-f795-4e57-a257-a5418d7c7345 req-59716456-6a2d-4e16-8e40-49e9108154c6 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353582 Aug 22 14:17:07.034497 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port a1589a71-d585-4583-9664-0f86c536bd17 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:17:07.037967 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port a1589a71-d585-4583-9664-0f86c536bd17 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:17:07.038334 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:07.114569 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:07.137755 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1994791f-f9e9-4672-8834-e4b3841bb998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1589a71-d585-4583-9664-0f86c536bd17'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:17:07.139985 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3d7d29-c4f6-44e6-bb2d-e60f2d2ada66" -d '{"events": [{"server_uuid": "1994791f-f9e9-4672-8834-e4b3841bb998", "name": "network-vif-plugged", "status": "completed", "tag": "a1589a71-d585-4583-9664-0f86c536bd17"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:17:07.156315 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port a1589a71-d585-4583-9664-0f86c536bd17, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=a1589a71-d585-4583-9664-0f86c536bd17,segment=NetworkSegment(daac6273-e2ad-41db-a5df-98ad96ede67a),segment_id=daac6273-e2ad-41db-a5df-98ad96ede67a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:17:07.161241 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:07.207723 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=a1589a71-d585-4583-9664-0f86c536bd17,revision_number=9']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:17:07.247464 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9809ccb8-b716-48f7-9a59-0986dc08f740 x-openstack-request-id: req-9809ccb8-b716-48f7-9a59-0986dc08f740 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:17:07.247823 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1994791f-f9e9-4672-8834-e4b3841bb998", "name": "network-vif-plugged", "status": "completed", "tag": "a1589a71-d585-4583-9664-0f86c536bd17", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:17:07.248082 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9809ccb8-b716-48f7-9a59-0986dc08f740 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:17:07.248530 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1994791f-f9e9-4672-8834-e4b3841bb998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1589a71-d585-4583-9664-0f86c536bd17', 'code': 200} Aug 22 14:17:08.114157 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cade52-93e7-490c-ae3b-3fb0e540eae7 req-1cfbe2e3-7f1d-4ad1-af72-bc78d38012e6 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:08.115677 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-64cade52-93e7-490c-ae3b-3fb0e540eae7 req-1cfbe2e3-7f1d-4ad1-af72-bc78d38012e6 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 946 time: 0.0551901 Aug 22 14:17:08.154983 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-64cade52-93e7-490c-ae3b-3fb0e540eae7 req-27411b80-0dbe-407f-b366-3b38455792e0 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329452 Aug 22 14:17:08.249945 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:17:09.277563 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a8d88-b1fd-4d4c-87f6-7f8b3751bfe5 req-3bc0c023-ab09-4e41-b058-a8054ffa798d tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:09.279102 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-348a8d88-b1fd-4d4c-87f6-7f8b3751bfe5 req-3bc0c023-ab09-4e41-b058-a8054ffa798d tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 946 time: 0.0529187 Aug 22 14:17:09.321977 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-348a8d88-b1fd-4d4c-87f6-7f8b3751bfe5 req-9cb1fd19-7d4e-4eb1-9968-41947be5309c tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368943 Aug 22 14:17:10.208168 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4c2cf-2541-4b2d-8eb9-a0ae6849f481 req-138b3d66-e921-407a-8d9f-b5ef57687957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:10.209564 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-32f4c2cf-2541-4b2d-8eb9-a0ae6849f481 req-138b3d66-e921-407a-8d9f-b5ef57687957 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998&tenant_id=000c9eb7079943208008751342206e4e HTTP/1.1" status: 200 len: 1098 time: 0.0398903 Aug 22 14:17:10.222317 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-32f4c2cf-2541-4b2d-8eb9-a0ae6849f481 req-e37cc15b-277b-408c-832a-ef917f46b3fc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-33', 'device_owner': 'compute:nova'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:17:10.275224 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-32f4c2cf-2541-4b2d-8eb9-a0ae6849f481 req-e37cc15b-277b-408c-832a-ef917f46b3fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:10.438146 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878935ce-2e1c-43a4-9133-917062270d87 req-20f54ebc-5f64-4ed9-8744-a0bda419d30e tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:10.439679 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-878935ce-2e1c-43a4-9133-917062270d87 req-20f54ebc-5f64-4ed9-8744-a0bda419d30e tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 946 time: 0.0503023 Aug 22 14:17:10.478163 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-32f4c2cf-2541-4b2d-8eb9-a0ae6849f481 req-e37cc15b-277b-408c-832a-ef917f46b3fc service neutron] For port a1589a71-d585-4583-9664-0f86c536bd17, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=a1589a71-d585-4583-9664-0f86c536bd17,segment=NetworkSegment(daac6273-e2ad-41db-a5df-98ad96ede67a),segment_id=daac6273-e2ad-41db-a5df-98ad96ede67a)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:17:10.478378 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-878935ce-2e1c-43a4-9133-917062270d87 req-2441ee17-f5c0-4567-b101-201df11fd996 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323803 Aug 22 14:17:10.511118 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-32f4c2cf-2541-4b2d-8eb9-a0ae6849f481 req-e37cc15b-277b-408c-832a-ef917f46b3fc service neutron] For port a1589a71-d585-4583-9664-0f86c536bd17, host n-h2-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:17:10.549714 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1994791f-f9e9-4672-8834-e4b3841bb998', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1589a71-d585-4583-9664-0f86c536bd17'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:17:10.551936 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e944b5b-801e-436c-9786-e745efde7785" -d '{"events": [{"server_uuid": "1994791f-f9e9-4672-8834-e4b3841bb998", "name": "network-vif-unplugged", "status": "completed", "tag": "a1589a71-d585-4583-9664-0f86c536bd17"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:17:10.555782 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-32f4c2cf-2541-4b2d-8eb9-a0ae6849f481 req-e37cc15b-277b-408c-832a-ef917f46b3fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:10.567792 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-32f4c2cf-2541-4b2d-8eb9-a0ae6849f481 req-e37cc15b-277b-408c-832a-ef917f46b3fc service neutron] Transition to ACTIVE for port object a1589a71-d585-4583-9664-0f86c536bd17 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:17:10.571836 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-32f4c2cf-2541-4b2d-8eb9-a0ae6849f481 req-e37cc15b-277b-408c-832a-ef917f46b3fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:10.655992 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37cc15b-277b-408c-832a-ef917f46b3fc service neutron] Pushing event updated for resources: {'Port': ['ID=a1589a71-d585-4583-9664-0f86c536bd17,revision_number=10']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:17:10.668576 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 14:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f1795e-474c-44fd-9cf4-9710f851e12a x-openstack-request-id: req-b3f1795e-474c-44fd-9cf4-9710f851e12a {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:17:10.669279 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1994791f-f9e9-4672-8834-e4b3841bb998", "name": "network-vif-unplugged", "status": "completed", "tag": "a1589a71-d585-4583-9664-0f86c536bd17", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:17:10.669532 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b3f1795e-474c-44fd-9cf4-9710f851e12a {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:17:10.669918 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1994791f-f9e9-4672-8834-e4b3841bb998', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1589a71-d585-4583-9664-0f86c536bd17', 'code': 200} Aug 22 14:17:10.672777 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37cc15b-277b-408c-832a-ef917f46b3fc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:17:10.673122 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37cc15b-277b-408c-832a-ef917f46b3fc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:17:10.673454 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37cc15b-277b-408c-832a-ef917f46b3fc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:17:10.674011 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37cc15b-277b-408c-832a-ef917f46b3fc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:17:10.674346 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37cc15b-277b-408c-832a-ef917f46b3fc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:17:10.674669 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37cc15b-277b-408c-832a-ef917f46b3fc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:17:10.674988 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37cc15b-277b-408c-832a-ef917f46b3fc service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:17:10.675305 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37cc15b-277b-408c-832a-ef917f46b3fc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:17:10.675622 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37cc15b-277b-408c-832a-ef917f46b3fc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:17:10.675938 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37cc15b-277b-408c-832a-ef917f46b3fc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:17:10.676271 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37cc15b-277b-408c-832a-ef917f46b3fc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:17:10.676600 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37cc15b-277b-408c-832a-ef917f46b3fc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:17:10.707739 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-32f4c2cf-2541-4b2d-8eb9-a0ae6849f481 req-e37cc15b-277b-408c-832a-ef917f46b3fc service neutron] No DVR routers for this DVR port a1589a71-d585-4583-9664-0f86c536bd17 on host n-h2-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:17:10.838714 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-32f4c2cf-2541-4b2d-8eb9-a0ae6849f481 req-e37cc15b-277b-408c-832a-ef917f46b3fc service neutron] Attempting to bind port a1589a71-d585-4583-9664-0f86c536bd17 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:17:10.839042 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-32f4c2cf-2541-4b2d-8eb9-a0ae6849f481 req-e37cc15b-277b-408c-832a-ef917f46b3fc service neutron] Attempting to bind port a1589a71-d585-4583-9664-0f86c536bd17 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': 'daac6273-e2ad-41db-a5df-98ad96ede67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:17:10.839391 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f4c2cf-2541-4b2d-8eb9-a0ae6849f481 req-e37cc15b-277b-408c-832a-ef917f46b3fc service neutron] Attempting to bind port a1589a71-d585-4583-9664-0f86c536bd17 on network 80544ff9-4d7a-4bda-83ac-c376294c8e4f {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:17:10.843664 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f4c2cf-2541-4b2d-8eb9-a0ae6849f481 req-e37cc15b-277b-408c-832a-ef917f46b3fc service neutron] Port a1589a71-d585-4583-9664-0f86c536bd17 on network 80544ff9-4d7a-4bda-83ac-c376294c8e4f not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:17:10.843991 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f4c2cf-2541-4b2d-8eb9-a0ae6849f481 req-e37cc15b-277b-408c-832a-ef917f46b3fc service neutron] Attempting to bind port a1589a71-d585-4583-9664-0f86c536bd17 on network 80544ff9-4d7a-4bda-83ac-c376294c8e4f {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:17:10.848879 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f4c2cf-2541-4b2d-8eb9-a0ae6849f481 req-e37cc15b-277b-408c-832a-ef917f46b3fc service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:17:10.849212 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f4c2cf-2541-4b2d-8eb9-a0ae6849f481 req-e37cc15b-277b-408c-832a-ef917f46b3fc service neutron] Checking segment: {'id': 'daac6273-e2ad-41db-a5df-98ad96ede67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:17:10.849594 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f4c2cf-2541-4b2d-8eb9-a0ae6849f481 req-e37cc15b-277b-408c-832a-ef917f46b3fc service neutron] Bound using segment: {'id': 'daac6273-e2ad-41db-a5df-98ad96ede67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:17:10.850017 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-32f4c2cf-2541-4b2d-8eb9-a0ae6849f481 req-e37cc15b-277b-408c-832a-ef917f46b3fc service neutron] Bound port: a1589a71-d585-4583-9664-0f86c536bd17, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daac6273-e2ad-41db-a5df-98ad96ede67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:17:10.850371 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-32f4c2cf-2541-4b2d-8eb9-a0ae6849f481 req-e37cc15b-277b-408c-832a-ef917f46b3fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:10.911938 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-32f4c2cf-2541-4b2d-8eb9-a0ae6849f481 req-e37cc15b-277b-408c-832a-ef917f46b3fc service neutron] For port a1589a71-d585-4583-9664-0f86c536bd17, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:17:10.915980 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-32f4c2cf-2541-4b2d-8eb9-a0ae6849f481 req-e37cc15b-277b-408c-832a-ef917f46b3fc service neutron] For port a1589a71-d585-4583-9664-0f86c536bd17, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=a1589a71-d585-4583-9664-0f86c536bd17,segment=NetworkSegment(daac6273-e2ad-41db-a5df-98ad96ede67a),segment_id=daac6273-e2ad-41db-a5df-98ad96ede67a)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:17:10.919916 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-32f4c2cf-2541-4b2d-8eb9-a0ae6849f481 req-e37cc15b-277b-408c-832a-ef917f46b3fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:10.954378 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4c2cf-2541-4b2d-8eb9-a0ae6849f481 req-e37cc15b-277b-408c-832a-ef917f46b3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:10.955438 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-32f4c2cf-2541-4b2d-8eb9-a0ae6849f481 req-e37cc15b-277b-408c-832a-ef917f46b3fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:10.956856 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-32f4c2cf-2541-4b2d-8eb9-a0ae6849f481 req-e37cc15b-277b-408c-832a-ef917f46b3fc service neutron] 10.222.0.41 "PUT /v2.0/ports/a1589a71-d585-4583-9664-0f86c536bd17 HTTP/1.1" status: 200 len: 1094 time: 0.7388349 Aug 22 14:17:10.993972 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37cc15b-277b-408c-832a-ef917f46b3fc service neutron] Pushing event updated for resources: {'Port': ['ID=a1589a71-d585-4583-9664-0f86c536bd17,revision_number=11']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:17:11.010112 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device a1589a71-d585-4583-9664-0f86c536bd17 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:17:11.028785 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4c2cf-2541-4b2d-8eb9-a0ae6849f481 req-fa05f698-b610-482c-a646-3edafe671aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:11.030289 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-32f4c2cf-2541-4b2d-8eb9-a0ae6849f481 req-fa05f698-b610-482c-a646-3edafe671aed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=000c9eb7079943208008751342206e4e&device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 1097 time: 0.0513523 Aug 22 14:17:11.060023 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device a1589a71-d585-4583-9664-0f86c536bd17 not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:17:11.123866 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4c2cf-2541-4b2d-8eb9-a0ae6849f481 req-848da3fc-ec93-48cf-9b70-50deef5c8e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:11.125752 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-32f4c2cf-2541-4b2d-8eb9-a0ae6849f481 req-848da3fc-ec93-48cf-9b70-50deef5c8e2c service neutron] 10.222.0.41 "GET /v2.0/networks?id=80544ff9-4d7a-4bda-83ac-c376294c8e4f HTTP/1.1" status: 200 len: 913 time: 0.0888128 Aug 22 14:17:11.194134 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-32f4c2cf-2541-4b2d-8eb9-a0ae6849f481 req-7835cf06-64eb-4a3e-bdd7-d15e16c37a35 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1589a71-d585-4583-9664-0f86c536bd17 HTTP/1.1" status: 200 len: 1001 time: 0.0610821 Aug 22 14:17:11.243529 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4c2cf-2541-4b2d-8eb9-a0ae6849f481 req-bfdef7fd-4ffa-4d17-9c16-5a026e38daba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:11.244874 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-32f4c2cf-2541-4b2d-8eb9-a0ae6849f481 req-bfdef7fd-4ffa-4d17-9c16-5a026e38daba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0960ef9e-f71d-43e9-946b-72ee9dbd7b2a HTTP/1.1" status: 200 len: 851 time: 0.0423746 Aug 22 14:17:11.289785 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4c2cf-2541-4b2d-8eb9-a0ae6849f481 req-714a0e8c-38b2-49ee-ad5f-fd1800487d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:11.291156 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-32f4c2cf-2541-4b2d-8eb9-a0ae6849f481 req-714a0e8c-38b2-49ee-ad5f-fd1800487d20 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80544ff9-4d7a-4bda-83ac-c376294c8e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393424 Aug 22 14:17:11.380486 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-32f4c2cf-2541-4b2d-8eb9-a0ae6849f481 req-3f051848-7419-469a-ab25-69ba76f24f27 service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821195 Aug 22 14:17:11.468201 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-32f4c2cf-2541-4b2d-8eb9-a0ae6849f481 req-051b1d3e-4c0b-44f3-9d9c-14181852e022 service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807316 Aug 22 14:17:11.598285 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f2d54-d5cb-4ae2-acb1-b42b54fd431d req-a295a753-5588-4dc3-ab30-cde9e658223c tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:11.599765 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9a7f2d54-d5cb-4ae2-acb1-b42b54fd431d req-a295a753-5588-4dc3-ab30-cde9e658223c tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 945 time: 0.0527592 Aug 22 14:17:11.639637 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9a7f2d54-d5cb-4ae2-acb1-b42b54fd431d req-d7709ebf-5ad4-43c2-8c75-1da8efc0e316 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327070 Aug 22 14:17:12.671164 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1994791f-f9e9-4672-8834-e4b3841bb998', 'tag': 'a1589a71-d585-4583-9664-0f86c536bd17'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:17:12.673685 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15f650c-2cc9-4773-b358-b74d0cfb4375" -d '{"events": [{"name": "network-changed", "server_uuid": "1994791f-f9e9-4672-8834-e4b3841bb998", "tag": "a1589a71-d585-4583-9664-0f86c536bd17"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:17:12.723010 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21bfc6f9-da30-4143-b2fa-8bdbf954aea5 x-openstack-request-id: req-21bfc6f9-da30-4143-b2fa-8bdbf954aea5 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:17:12.723362 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1994791f-f9e9-4672-8834-e4b3841bb998", "tag": "a1589a71-d585-4583-9664-0f86c536bd17", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:17:12.723795 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-21bfc6f9-da30-4143-b2fa-8bdbf954aea5 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:17:12.741113 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1994791f-f9e9-4672-8834-e4b3841bb998', 'tag': 'a1589a71-d585-4583-9664-0f86c536bd17', 'status': 'completed', 'code': 200} Aug 22 14:17:12.794935 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f650c-2cc9-4773-b358-b74d0cfb4375 req-9c525395-9a27-47e2-a533-ba8629e374d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:12.796449 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c15f650c-2cc9-4773-b358-b74d0cfb4375 req-9c525395-9a27-47e2-a533-ba8629e374d2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=000c9eb7079943208008751342206e4e&device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 1097 time: 0.0432026 Aug 22 14:17:12.813621 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516f1b5-b01f-4300-b3fd-5917df692c81 req-fa294bfd-4f61-4723-837a-9b8b420dfa82 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:12.816072 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1516f1b5-b01f-4300-b3fd-5917df692c81 req-fa294bfd-4f61-4723-837a-9b8b420dfa82 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 945 time: 0.1021061 Aug 22 14:17:12.819791 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f650c-2cc9-4773-b358-b74d0cfb4375 req-0bc085c8-1e66-4cce-b41d-84cf290eddb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:12.821764 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c15f650c-2cc9-4773-b358-b74d0cfb4375 req-0bc085c8-1e66-4cce-b41d-84cf290eddb6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=000c9eb7079943208008751342206e4e&device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 1097 time: 0.0609877 Aug 22 14:17:12.878769 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1516f1b5-b01f-4300-b3fd-5917df692c81 req-670bc1c8-ec7a-41ea-9315-722d451320cb tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559218 Aug 22 14:17:12.896173 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f650c-2cc9-4773-b358-b74d0cfb4375 req-f5564b49-2f75-40d9-a4df-777e09394c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:12.896173 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c15f650c-2cc9-4773-b358-b74d0cfb4375 req-f5564b49-2f75-40d9-a4df-777e09394c53 service neutron] 10.222.0.41 "GET /v2.0/networks?id=80544ff9-4d7a-4bda-83ac-c376294c8e4f HTTP/1.1" status: 200 len: 913 time: 0.0929446 Aug 22 14:17:12.945942 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f650c-2cc9-4773-b358-b74d0cfb4375 req-efaa312f-faf3-4f16-a47d-96b1c650d0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:12.947882 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c15f650c-2cc9-4773-b358-b74d0cfb4375 req-efaa312f-faf3-4f16-a47d-96b1c650d0ea service neutron] 10.222.0.16 "GET /v2.0/networks?id=80544ff9-4d7a-4bda-83ac-c376294c8e4f HTTP/1.1" status: 200 len: 913 time: 0.1170721 Aug 22 14:17:12.963059 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c15f650c-2cc9-4773-b358-b74d0cfb4375 req-3c52d29d-7fb8-4490-9aef-9ec0a4f84609 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1589a71-d585-4583-9664-0f86c536bd17 HTTP/1.1" status: 200 len: 1001 time: 0.0594783 Aug 22 14:17:13.015679 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c15f650c-2cc9-4773-b358-b74d0cfb4375 req-dd0f4790-df02-4674-9433-ef7c877afab1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1589a71-d585-4583-9664-0f86c536bd17 HTTP/1.1" status: 200 len: 1001 time: 0.0608921 Aug 22 14:17:13.024724 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f650c-2cc9-4773-b358-b74d0cfb4375 req-d5993d8c-2506-43f9-a4a8-c421f902b0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:13.026631 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c15f650c-2cc9-4773-b358-b74d0cfb4375 req-d5993d8c-2506-43f9-a4a8-c421f902b0fc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0960ef9e-f71d-43e9-946b-72ee9dbd7b2a HTTP/1.1" status: 200 len: 851 time: 0.0560040 Aug 22 14:17:13.073600 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f650c-2cc9-4773-b358-b74d0cfb4375 req-e5a2a8d1-e5d3-4de9-aa10-c445810ae077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:13.075238 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c15f650c-2cc9-4773-b358-b74d0cfb4375 req-e5a2a8d1-e5d3-4de9-aa10-c445810ae077 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80544ff9-4d7a-4bda-83ac-c376294c8e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422080 Aug 22 14:17:13.075956 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f650c-2cc9-4773-b358-b74d0cfb4375 req-1afee402-1f01-46f5-8aed-d4c8650b9d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:13.077499 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c15f650c-2cc9-4773-b358-b74d0cfb4375 req-1afee402-1f01-46f5-8aed-d4c8650b9d3f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0960ef9e-f71d-43e9-946b-72ee9dbd7b2a HTTP/1.1" status: 200 len: 851 time: 0.0542881 Aug 22 14:17:13.126577 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f650c-2cc9-4773-b358-b74d0cfb4375 req-d9fad346-a683-47c9-b864-2e7dd8bb1aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:13.128087 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c15f650c-2cc9-4773-b358-b74d0cfb4375 req-d9fad346-a683-47c9-b864-2e7dd8bb1aa9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=80544ff9-4d7a-4bda-83ac-c376294c8e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430920 Aug 22 14:17:13.167674 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c15f650c-2cc9-4773-b358-b74d0cfb4375 req-16f57d62-a1c8-46a0-ac27-befaf068673f service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852067 Aug 22 14:17:13.222021 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c15f650c-2cc9-4773-b358-b74d0cfb4375 req-d8a0822c-dcc1-4311-a2bb-536a39feebcd service neutron] 10.222.0.16 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859680 Aug 22 14:17:13.269578 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c15f650c-2cc9-4773-b358-b74d0cfb4375 req-0c4a006d-56ee-463d-9a70-f0ed1816678c service neutron] 10.222.0.41 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950086 Aug 22 14:17:13.319456 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c15f650c-2cc9-4773-b358-b74d0cfb4375 req-08446712-49fb-4e92-8cea-11cf6b02821c service neutron] 10.222.0.16 "GET /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901597 Aug 22 14:17:14.001098 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d50733f-c100-4d00-a445-ead69582bc51 req-05b0e080-6d46-4a80-9331-4dce7f5569fa tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:14.002589 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2d50733f-c100-4d00-a445-ead69582bc51 req-05b0e080-6d46-4a80-9331-4dce7f5569fa tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 945 time: 0.0511651 Aug 22 14:17:14.042120 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2d50733f-c100-4d00-a445-ead69582bc51 req-8f12b5d0-5165-4c5e-9fb8-4fad0721f4af tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331328 Aug 22 14:17:15.168566 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2ecb6-177a-44c0-9acb-d43ff7986118 req-95d31edc-4957-4cb3-96f4-7bf66f38a7b2 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:15.170089 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b0c2ecb6-177a-44c0-9acb-d43ff7986118 req-95d31edc-4957-4cb3-96f4-7bf66f38a7b2 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 945 time: 0.0558462 Aug 22 14:17:15.209459 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b0c2ecb6-177a-44c0-9acb-d43ff7986118 req-941090d1-d0d5-4b06-a3ed-5231c0826f9c tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321665 Aug 22 14:17:16.326346 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93c2fe-bf94-48cc-af78-e3afaf0da8d0 req-dcbf6148-3c30-4752-8047-0f1a0e6ab57d tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:16.327853 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5b93c2fe-bf94-48cc-af78-e3afaf0da8d0 req-dcbf6148-3c30-4752-8047-0f1a0e6ab57d tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 945 time: 0.0503333 Aug 22 14:17:16.365031 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5b93c2fe-bf94-48cc-af78-e3afaf0da8d0 req-aba86417-9f3f-4e12-a5fb-4a37c0ae7999 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311925 Aug 22 14:17:17.480255 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb643136-bc2f-4aa5-82cd-69e2d54ae82b req-082fc085-e457-4e37-8e4e-0ed4b25c3f15 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:17.481734 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fb643136-bc2f-4aa5-82cd-69e2d54ae82b req-082fc085-e457-4e37-8e4e-0ed4b25c3f15 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 945 time: 0.0476785 Aug 22 14:17:17.518691 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fb643136-bc2f-4aa5-82cd-69e2d54ae82b req-00c33a12-cb4f-48ce-9c51-280a3b049860 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308564 Aug 22 14:17:18.643310 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2fc36c-7334-4bcf-afb2-114cefd17ee4 req-70ff8ea3-c433-4804-a01e-81baf41b4c1a tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:18.644822 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8c2fc36c-7334-4bcf-afb2-114cefd17ee4 req-70ff8ea3-c433-4804-a01e-81baf41b4c1a tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 945 time: 0.0536823 Aug 22 14:17:18.683904 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8c2fc36c-7334-4bcf-afb2-114cefd17ee4 req-996a820f-b9e2-4167-8e74-48e690ca7922 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320547 Aug 22 14:17:19.799964 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7e425-ab9b-4590-ac97-3e77bc2050ac req-e28fd62c-cfec-4c6b-b4e8-ec4cdee4f9aa tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:19.801492 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-63d7e425-ab9b-4590-ac97-3e77bc2050ac req-e28fd62c-cfec-4c6b-b4e8-ec4cdee4f9aa tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 945 time: 0.0502548 Aug 22 14:17:19.839841 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-63d7e425-ab9b-4590-ac97-3e77bc2050ac req-0a5cc15f-f561-4ee4-89d7-a44db8116874 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323226 Aug 22 14:17:20.953570 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb943260-6437-4494-a494-fc045f294d5a req-86b9dadb-d3db-4f6c-a4a8-ffc8c35165f9 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:20.955078 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fb943260-6437-4494-a494-fc045f294d5a req-86b9dadb-d3db-4f6c-a4a8-ffc8c35165f9 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 945 time: 0.0491714 Aug 22 14:17:20.995340 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fb943260-6437-4494-a494-fc045f294d5a req-1840d2be-ad34-44af-b269-b2514a857725 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341511 Aug 22 14:17:22.125617 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6eecf-4745-4bb6-ae9b-b4c2fee8b12a req-da29cf54-3535-4a63-aca8-2297b9665de2 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:22.127339 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-94e6eecf-4745-4bb6-ae9b-b4c2fee8b12a req-da29cf54-3535-4a63-aca8-2297b9665de2 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 945 time: 0.0542490 Aug 22 14:17:22.166158 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-94e6eecf-4745-4bb6-ae9b-b4c2fee8b12a req-68caec3f-6582-44bb-836e-455ae8c2d2b7 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326719 Aug 22 14:17:23.282596 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721f572-1ced-4ca7-b6fc-7ce66b857f50 req-3a5357a7-4dde-4916-9086-f2aa7b58b366 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:23.283983 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a721f572-1ced-4ca7-b6fc-7ce66b857f50 req-3a5357a7-4dde-4916-9086-f2aa7b58b366 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 945 time: 0.0488560 Aug 22 14:17:23.289697 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device a1589a71-d585-4583-9664-0f86c536bd17 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:17:23.321704 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a721f572-1ced-4ca7-b6fc-7ce66b857f50 req-202ab796-ccf0-453d-9bfa-dc298badf1a7 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316925 Aug 22 14:17:23.387138 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port a1589a71-d585-4583-9664-0f86c536bd17, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=a1589a71-d585-4583-9664-0f86c536bd17,segment=NetworkSegment(daac6273-e2ad-41db-a5df-98ad96ede67a),segment_id=daac6273-e2ad-41db-a5df-98ad96ede67a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:17:23.397749 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': 'a1589a71-d585-4583-9664-0f86c536bd17', 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f', 'port_id': 'a1589a71-d585-4583-9664-0f86c536bd17', 'mac_address': 'fa:16:3e:a4:81:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:17:23.435543 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:23.435784 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977a943-72ca-483b-b2e5-e8631b67f2fb req-1376035a-9894-4d34-9e5b-2370bae17fe3 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:23.437172 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3977a943-72ca-483b-b2e5-e8631b67f2fb req-1376035a-9894-4d34-9e5b-2370bae17fe3 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 945 time: 0.0487146 Aug 22 14:17:23.449654 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1589a71-d585-4583-9664-0f86c536bd17 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:17:23.468649 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port a1589a71-d585-4583-9664-0f86c536bd17, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=a1589a71-d585-4583-9664-0f86c536bd17,segment=NetworkSegment(daac6273-e2ad-41db-a5df-98ad96ede67a),segment_id=daac6273-e2ad-41db-a5df-98ad96ede67a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:17:23.473226 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:23.477499 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3977a943-72ca-483b-b2e5-e8631b67f2fb req-baf513db-6c95-4d3f-b067-9cdc500b0d0b tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330107 Aug 22 14:17:23.522800 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=a1589a71-d585-4583-9664-0f86c536bd17,revision_number=12']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:17:23.597330 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555dd31f-8d50-4667-b106-f3fa3c67c6d2 req-5b550584-3531-48aa-b5e3-472df46d4ed2 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:23.598779 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-555dd31f-8d50-4667-b106-f3fa3c67c6d2 req-5b550584-3531-48aa-b5e3-472df46d4ed2 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 946 time: 0.0523553 Aug 22 14:17:23.636734 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-555dd31f-8d50-4667-b106-f3fa3c67c6d2 req-9176a35a-d121-484b-a828-3635255cab52 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312810 Aug 22 14:17:23.717739 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['a1589a71-d585-4583-9664-0f86c536bd17'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:17:23.874235 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff5491-173c-46cb-ad16-12b778188ff9 req-7b5a0872-3c0b-4578-8310-d9088a1fba7b tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:23.875647 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d8ff5491-173c-46cb-ad16-12b778188ff9 req-7b5a0872-3c0b-4578-8310-d9088a1fba7b tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 946 time: 0.0510106 Aug 22 14:17:23.913519 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d8ff5491-173c-46cb-ad16-12b778188ff9 req-789c6b2f-6e47-431a-8abb-cd762f2d4205 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319719 Aug 22 14:17:25.031242 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccb9ea6-5891-4533-a8bd-cfadcced4ee1 req-3ad4a6fb-2f20-4cd5-854e-c3fae72b52c0 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:25.032761 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ccb9ea6-5891-4533-a8bd-cfadcced4ee1 req-3ad4a6fb-2f20-4cd5-854e-c3fae72b52c0 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 946 time: 0.0494421 Aug 22 14:17:25.070089 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ccb9ea6-5891-4533-a8bd-cfadcced4ee1 req-5ca3c5cb-6521-4ecc-8705-96a5e690098e tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313973 Aug 22 14:17:25.293532 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device a1589a71-d585-4583-9664-0f86c536bd17 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:17:25.342539 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port a1589a71-d585-4583-9664-0f86c536bd17 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:17:25.346112 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port a1589a71-d585-4583-9664-0f86c536bd17 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:17:25.346481 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:25.408346 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e0fe13-20d1-40bf-9be2-9a8907d43cd6 req-368e27e7-4dbc-4b1c-be00-46e4dfc4c6a0 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:25.409956 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-55e0fe13-20d1-40bf-9be2-9a8907d43cd6 req-368e27e7-4dbc-4b1c-be00-46e4dfc4c6a0 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.41 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 946 time: 0.0518520 Aug 22 14:17:25.425272 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:25.448977 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1994791f-f9e9-4672-8834-e4b3841bb998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1589a71-d585-4583-9664-0f86c536bd17'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:17:25.451195 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100d7a6b-c76c-4c54-b4b9-30eb2bd4bca1" -d '{"events": [{"server_uuid": "1994791f-f9e9-4672-8834-e4b3841bb998", "name": "network-vif-plugged", "status": "completed", "tag": "a1589a71-d585-4583-9664-0f86c536bd17"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:17:25.464110 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port a1589a71-d585-4583-9664-0f86c536bd17, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=a1589a71-d585-4583-9664-0f86c536bd17,segment=NetworkSegment(daac6273-e2ad-41db-a5df-98ad96ede67a),segment_id=daac6273-e2ad-41db-a5df-98ad96ede67a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:17:25.469111 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:25.495723 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7328cbb9-1861-42bf-b994-94c99074234e x-openstack-request-id: req-7328cbb9-1861-42bf-b994-94c99074234e {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:17:25.496012 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1994791f-f9e9-4672-8834-e4b3841bb998", "name": "network-vif-plugged", "status": "completed", "tag": "a1589a71-d585-4583-9664-0f86c536bd17", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:17:25.496282 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7328cbb9-1861-42bf-b994-94c99074234e {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:17:25.496686 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1994791f-f9e9-4672-8834-e4b3841bb998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1589a71-d585-4583-9664-0f86c536bd17', 'code': 200} Aug 22 14:17:25.504996 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-55e0fe13-20d1-40bf-9be2-9a8907d43cd6 req-13ae4dfb-97a3-40e7-a37c-0dc484264937 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Deleting port a1589a71-d585-4583-9664-0f86c536bd17 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:17:25.505348 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-55e0fe13-20d1-40bf-9be2-9a8907d43cd6 req-13ae4dfb-97a3-40e7-a37c-0dc484264937 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:25.522117 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=a1589a71-d585-4583-9664-0f86c536bd17,revision_number=13']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:17:25.591506 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-55e0fe13-20d1-40bf-9be2-9a8907d43cd6 req-13ae4dfb-97a3-40e7-a37c-0dc484264937 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] For port a1589a71-d585-4583-9664-0f86c536bd17, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=a1589a71-d585-4583-9664-0f86c536bd17,segment=NetworkSegment(daac6273-e2ad-41db-a5df-98ad96ede67a),segment_id=daac6273-e2ad-41db-a5df-98ad96ede67a)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:17:25.591870 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-55e0fe13-20d1-40bf-9be2-9a8907d43cd6 req-13ae4dfb-97a3-40e7-a37c-0dc484264937 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:26.092788 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-55e0fe13-20d1-40bf-9be2-9a8907d43cd6 req-13ae4dfb-97a3-40e7-a37c-0dc484264937 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:26.093308 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-55e0fe13-20d1-40bf-9be2-9a8907d43cd6 req-13ae4dfb-97a3-40e7-a37c-0dc484264937 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:26.093626 n-d-793621-33 neutron-server[94628]: INFO neutron.db.l3_db [req-55e0fe13-20d1-40bf-9be2-9a8907d43cd6 req-13ae4dfb-97a3-40e7-a37c-0dc484264937 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Floating IP 64a835be-6c89-43a2-95fb-bae168cd3d4e disassociated. External IP: 172.25.3.104, port: a1589a71-d585-4583-9664-0f86c536bd17. Aug 22 14:17:26.093976 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-55e0fe13-20d1-40bf-9be2-9a8907d43cd6 req-13ae4dfb-97a3-40e7-a37c-0dc484264937 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Calling delete_port for a1589a71-d585-4583-9664-0f86c536bd17 owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:17:26.196605 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca2d8b-c06a-4209-951f-2d459fbfec45 req-8c162928-7109-4d65-8081-c2c5e8cb9112 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:26.198098 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-16ca2d8b-c06a-4209-951f-2d459fbfec45 req-8c162928-7109-4d65-8081-c2c5e8cb9112 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 947 time: 0.0557377 Aug 22 14:17:26.227797 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-55e0fe13-20d1-40bf-9be2-9a8907d43cd6 req-13ae4dfb-97a3-40e7-a37c-0dc484264937 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:26.235256 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-16ca2d8b-c06a-4209-951f-2d459fbfec45 req-81cbab87-dd1f-4d1e-821b-9d8788ee20e0 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups?id=bcb78370-e979-4f3e-9513-af85d2ed8790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311856 Aug 22 14:17:26.260043 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae4dfb-97a3-40e7-a37c-0dc484264937 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Pushing event deleted for resources: {'Port': ['ID=a1589a71-d585-4583-9664-0f86c536bd17,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:17:26.381059 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55e0fe13-20d1-40bf-9be2-9a8907d43cd6 req-13ae4dfb-97a3-40e7-a37c-0dc484264937 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Router 2912f955-3863-4556-b0d4-5f26d86004bb has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:17:26.490766 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55e0fe13-20d1-40bf-9be2-9a8907d43cd6 req-13ae4dfb-97a3-40e7-a37c-0dc484264937 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:17:26.501591 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720e3ca7-9a53-472d-ad44-8c45ef836f71 None None] Sync routers for ids ['2912f955-3863-4556-b0d4-5f26d86004bb'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:17:26.510571 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720e3ca7-9a53-472d-ad44-8c45ef836f71 None None] Routers {'2912f955-3863-4556-b0d4-5f26d86004bb'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:17:26.511261 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-720e3ca7-9a53-472d-ad44-8c45ef836f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:17:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['2912f955-3863-4556-b0d4-5f26d86004bb'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:17:26.534273 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-55e0fe13-20d1-40bf-9be2-9a8907d43cd6 req-13ae4dfb-97a3-40e7-a37c-0dc484264937 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] No DVR routers for this DVR port a1589a71-d585-4583-9664-0f86c536bd17 on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:17:26.536959 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-55e0fe13-20d1-40bf-9be2-9a8907d43cd6 req-13ae4dfb-97a3-40e7-a37c-0dc484264937 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:26.539895 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-55e0fe13-20d1-40bf-9be2-9a8907d43cd6 req-13ae4dfb-97a3-40e7-a37c-0dc484264937 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.41 "DELETE /v2.0/ports/a1589a71-d585-4583-9664-0f86c536bd17 HTTP/1.1" status: 204 len: 173 time: 1.1229997 Aug 22 14:17:26.540379 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1994791f-f9e9-4672-8834-e4b3841bb998', 'name': 'network-vif-deleted', 'tag': 'a1589a71-d585-4583-9664-0f86c536bd17'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:17:26.542670 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3618e6fc-d350-462a-acf7-8ad753fc6092" -d '{"events": [{"server_uuid": "1994791f-f9e9-4672-8834-e4b3841bb998", "name": "network-vif-deleted", "tag": "a1589a71-d585-4583-9664-0f86c536bd17"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:17:26.581636 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f965e338-27d7-4d0b-9959-ea7ed8ad57bd x-openstack-request-id: req-f965e338-27d7-4d0b-9959-ea7ed8ad57bd {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:17:26.581931 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1994791f-f9e9-4672-8834-e4b3841bb998", "name": "network-vif-deleted", "tag": "a1589a71-d585-4583-9664-0f86c536bd17", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:17:26.582209 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f965e338-27d7-4d0b-9959-ea7ed8ad57bd {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:17:26.582602 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1994791f-f9e9-4672-8834-e4b3841bb998', 'name': 'network-vif-deleted', 'tag': 'a1589a71-d585-4583-9664-0f86c536bd17', 'status': 'completed', 'code': 200} Aug 22 14:17:26.718946 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-720e3ca7-9a53-472d-ad44-8c45ef836f71 None None] Set router 2912f955-3863-4556-b0d4-5f26d86004bb gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:17:26.911830 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-720e3ca7-9a53-472d-ad44-8c45ef836f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'name': 'tempest-ServerActionsTestJSON-1475043879-router', 'tenant_id': '000c9eb7079943208008751342206e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '86097f35-0140-4305-ac3c-fe71f036fda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:07:52Z', 'updated_at': '2021-08-22T14:07:55Z', 'revision_number': 4, 'project_id': '000c9eb7079943208008751342206e4e', 'gw_port': {'id': '86097f35-0140-4305-ac3c-fe71f036fda3', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:07:53Z', 'updated_at': '2021-08-22T14:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'ceedafbe-919a-4046-ab48-537f1cc3161d', 'name': '', 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f', 'tenant_id': '000c9eb7079943208008751342206e4e', 'mac_address': 'fa:16:3e:d9:41:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:07:54Z', 'updated_at': '2021-08-22T14:07:59Z', 'revision_number': 5, 'project_id': '000c9eb7079943208008751342206e4e', 'subnets': [{'id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:17:26.937296 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720e3ca7-9a53-472d-ad44-8c45ef836f71 None None] Checking router: 2912f955-3863-4556-b0d4-5f26d86004bb for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:17:26.946109 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720e3ca7-9a53-472d-ad44-8c45ef836f71 None None] Routers {'2912f955-3863-4556-b0d4-5f26d86004bb'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:17:26.946724 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-720e3ca7-9a53-472d-ad44-8c45ef836f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:17:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['2912f955-3863-4556-b0d4-5f26d86004bb'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:17:27.050693 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-720e3ca7-9a53-472d-ad44-8c45ef836f71 None None] Set router 2912f955-3863-4556-b0d4-5f26d86004bb gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:17:27.256313 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-720e3ca7-9a53-472d-ad44-8c45ef836f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'name': 'tempest-ServerActionsTestJSON-1475043879-router', 'tenant_id': '000c9eb7079943208008751342206e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '86097f35-0140-4305-ac3c-fe71f036fda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:07:52Z', 'updated_at': '2021-08-22T14:07:55Z', 'revision_number': 4, 'project_id': '000c9eb7079943208008751342206e4e', 'gw_port': {'id': '86097f35-0140-4305-ac3c-fe71f036fda3', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:07:53Z', 'updated_at': '2021-08-22T14:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'ceedafbe-919a-4046-ab48-537f1cc3161d', 'name': '', 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f', 'tenant_id': '000c9eb7079943208008751342206e4e', 'mac_address': 'fa:16:3e:d9:41:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:07:54Z', 'updated_at': '2021-08-22T14:07:59Z', 'revision_number': 5, 'project_id': '000c9eb7079943208008751342206e4e', 'subnets': [{'id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:17:27.282676 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720e3ca7-9a53-472d-ad44-8c45ef836f71 None None] The sync data for ids ['2912f955-3863-4556-b0d4-5f26d86004bb'] in n-d-793621-33 is: [{'id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'name': 'tempest-ServerActionsTestJSON-1475043879-router', 'tenant_id': '000c9eb7079943208008751342206e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '86097f35-0140-4305-ac3c-fe71f036fda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:07:52Z', 'updated_at': '2021-08-22T14:07:55Z', 'revision_number': 4, 'project_id': '000c9eb7079943208008751342206e4e', 'gw_port': {'id': '86097f35-0140-4305-ac3c-fe71f036fda3', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:07:53Z', 'updated_at': '2021-08-22T14:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'ceedafbe-919a-4046-ab48-537f1cc3161d', 'name': '', 'network_id': '80544ff9-4d7a-4bda-83ac-c376294c8e4f', 'tenant_id': '000c9eb7079943208008751342206e4e', 'mac_address': 'fa:16:3e:d9:41:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:07:54Z', 'updated_at': '2021-08-22T14:07:59Z', 'revision_number': 5, 'project_id': '000c9eb7079943208008751342206e4e', 'subnets': [{'id': '0960ef9e-f71d-43e9-946b-72ee9dbd7b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:17:27.336305 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f41148bb-814e-46c7-b69a-4c98dd0af086 req-e80355fb-e2f2-4851-8d90-208931cd7fa5 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 210 time: 0.0293617 Aug 22 14:17:27.502049 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc04f71-4023-4d95-9ee2-fc0129af3b7a None None] New status for floating IP 64a835be-6c89-43a2-95fb-bae168cd3d4e: DOWN {{(pid=94629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 14:17:28.435769 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cb2dc055-a8ac-46d5-a85e-adbda52e6620 req-be1f5c22-7fe3-4b2b-bed3-89736ca812ba tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 210 time: 0.0294406 Aug 22 14:17:28.512959 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e8b419cc-2e23-45fa-9eab-8dcf0e12afc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:28.889723 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:29.330216 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device a1589a71-d585-4583-9664-0f86c536bd17 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:17:29.354353 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: a1589a71-d585-4583-9664-0f86c536bd17 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:17:29.354693 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device a1589a71-d585-4583-9664-0f86c536bd17 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:17:29.531153 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-30c61bc9-4d74-4d21-bfc5-be0a245cb7eb req-51e32b3b-99a9-4e99-a2ba-1b08033a4452 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/ports?device_id=1994791f-f9e9-4672-8834-e4b3841bb998 HTTP/1.1" status: 200 len: 210 time: 0.0265300 Aug 22 14:17:31.129282 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0dee91d6-b0ca-49cd-9112-9ddfc292c4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:31.266462 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:32.602662 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:33.237034 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50554) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:17:33.291109 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f08aba82-12dd-437f-90c4-623725e0c33f tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:33.316006 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f08aba82-12dd-437f-90c4-623725e0c33f tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:33.370257 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f08aba82-12dd-437f-90c4-623725e0c33f tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:33.372930 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f08aba82-12dd-437f-90c4-623725e0c33f tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:33.374229 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f08aba82-12dd-437f-90c4-623725e0c33f tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "DELETE /v2.0/security-groups/bcb78370-e979-4f3e-9513-af85d2ed8790 HTTP/1.1" status: 204 len: 168 time: 0.1361790 Aug 22 14:17:33.378132 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50556) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:17:33.384428 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08aba82-12dd-437f-90c4-623725e0c33f tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb78370-e979-4f3e-9513-af85d2ed8790,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:17:33.395949 n-d-793621-33 neutron-server[94628]: INFO neutron.api.v2.resource [None req-312d84a7-396e-402b-9882-cbd28411c237 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] show failed (client error): The resource could not be found. Aug 22 14:17:33.400408 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-312d84a7-396e-402b-9882-cbd28411c237 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "GET /v2.0/security-groups/bcb78370-e979-4f3e-9513-af85d2ed8790 HTTP/1.1" status: 404 len: 347 time: 0.0204985 Aug 22 14:17:33.401117 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50558) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:17:33.529848 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-e69c75bd-7163-4cf6-8450-d7c2d255d8b5 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Deleting port 1b3f9dd0-3850-4ec0-a421-3d5a640347d5 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:17:33.530101 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e69c75bd-7163-4cf6-8450-d7c2d255d8b5 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:33.603661 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e69c75bd-7163-4cf6-8450-d7c2d255d8b5 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:33.603987 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e69c75bd-7163-4cf6-8450-d7c2d255d8b5 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:33.615598 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-e69c75bd-7163-4cf6-8450-d7c2d255d8b5 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Calling delete_port for 1b3f9dd0-3850-4ec0-a421-3d5a640347d5 owned by network:floatingip {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:17:33.755296 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e69c75bd-7163-4cf6-8450-d7c2d255d8b5 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:33.781501 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c75bd-7163-4cf6-8450-d7c2d255d8b5 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Pushing event deleted for resources: {'Port': ['ID=1b3f9dd0-3850-4ec0-a421-3d5a640347d5,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:17:33.843766 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e69c75bd-7163-4cf6-8450-d7c2d255d8b5 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks [] for floatingip, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:33.846437 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e69c75bd-7163-4cf6-8450-d7c2d255d8b5 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:33.850469 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e69c75bd-7163-4cf6-8450-d7c2d255d8b5 tempest-ServerActionsTestJSON-1163401900 tempest-ServerActionsTestJSON-1163401900-project] 10.222.0.21 "DELETE /v2.0/floatingips/64a835be-6c89-43a2-95fb-bae168cd3d4e HTTP/1.1" status: 204 len: 168 time: 0.4453959 Aug 22 14:17:33.850688 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50560) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:17:34.288875 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:34.381790 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:34.545325 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-35363d02-cbb7-43f5-968e-d10ac744cf04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:34.781427 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-35363d02-cbb7-43f5-968e-d10ac744cf04 admin admin] Deleting port ceedafbe-919a-4046-ab48-537f1cc3161d {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:17:34.781771 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-35363d02-cbb7-43f5-968e-d10ac744cf04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:34.859473 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-35363d02-cbb7-43f5-968e-d10ac744cf04 admin admin] For port ceedafbe-919a-4046-ab48-537f1cc3161d, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=ceedafbe-919a-4046-ab48-537f1cc3161d,segment=NetworkSegment(daac6273-e2ad-41db-a5df-98ad96ede67a),segment_id=daac6273-e2ad-41db-a5df-98ad96ede67a)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:17:34.859829 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-35363d02-cbb7-43f5-968e-d10ac744cf04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:34.871420 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-35363d02-cbb7-43f5-968e-d10ac744cf04 admin admin] Calling delete_port for ceedafbe-919a-4046-ab48-537f1cc3161d owned by network:router_interface {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:17:35.048291 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-35363d02-cbb7-43f5-968e-d10ac744cf04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:35.076751 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35363d02-cbb7-43f5-968e-d10ac744cf04 admin admin] Pushing event deleted for resources: {'Port': ['ID=ceedafbe-919a-4046-ab48-537f1cc3161d,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:17:35.239607 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-35363d02-cbb7-43f5-968e-d10ac744cf04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:35.456215 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35363d02-cbb7-43f5-968e-d10ac744cf04 admin admin] Router 2912f955-3863-4556-b0d4-5f26d86004bb has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:17:35.564626 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35363d02-cbb7-43f5-968e-d10ac744cf04 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:17:35.572064 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-35363d02-cbb7-43f5-968e-d10ac744cf04 admin admin] 10.222.0.21 "PUT /v2.0/routers/2912f955-3863-4556-b0d4-5f26d86004bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7203310 Aug 22 14:17:35.573335 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50564) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:17:35.573825 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dcd203-78e3-4ed2-a17a-5e09cef9dd85 None None] Sync routers for ids ['2912f955-3863-4556-b0d4-5f26d86004bb'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:17:35.583482 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dcd203-78e3-4ed2-a17a-5e09cef9dd85 None None] Routers {'2912f955-3863-4556-b0d4-5f26d86004bb'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:17:35.584086 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-20dcd203-78e3-4ed2-a17a-5e09cef9dd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:17:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['2912f955-3863-4556-b0d4-5f26d86004bb'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:17:35.677129 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-88202492-c5f3-4548-9a7e-5711eaa3e088 admin admin] Notify callbacks [] for router, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:35.685364 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-20dcd203-78e3-4ed2-a17a-5e09cef9dd85 None None] Set router 2912f955-3863-4556-b0d4-5f26d86004bb gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:17:35.780028 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-88202492-c5f3-4548-9a7e-5711eaa3e088 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:35.832920 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-88202492-c5f3-4548-9a7e-5711eaa3e088 admin admin] Deleting port 86097f35-0140-4305-ac3c-fe71f036fda3 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:17:35.833424 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-88202492-c5f3-4548-9a7e-5711eaa3e088 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:35.859565 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-20dcd203-78e3-4ed2-a17a-5e09cef9dd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'name': 'tempest-ServerActionsTestJSON-1475043879-router', 'tenant_id': '000c9eb7079943208008751342206e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '86097f35-0140-4305-ac3c-fe71f036fda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:07:52Z', 'updated_at': '2021-08-22T14:17:35Z', 'revision_number': 5, 'project_id': '000c9eb7079943208008751342206e4e', 'gw_port': {'id': '86097f35-0140-4305-ac3c-fe71f036fda3', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:07:53Z', 'updated_at': '2021-08-22T14:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:17:35.889095 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dcd203-78e3-4ed2-a17a-5e09cef9dd85 None None] Checking router: 2912f955-3863-4556-b0d4-5f26d86004bb for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:17:35.897172 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dcd203-78e3-4ed2-a17a-5e09cef9dd85 None None] Routers {'2912f955-3863-4556-b0d4-5f26d86004bb'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:17:35.897779 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-20dcd203-78e3-4ed2-a17a-5e09cef9dd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:17:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['2912f955-3863-4556-b0d4-5f26d86004bb'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:17:35.913449 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-88202492-c5f3-4548-9a7e-5711eaa3e088 admin admin] For port 86097f35-0140-4305-ac3c-fe71f036fda3, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=86097f35-0140-4305-ac3c-fe71f036fda3,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:17:35.913811 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-88202492-c5f3-4548-9a7e-5711eaa3e088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:35.925335 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-88202492-c5f3-4548-9a7e-5711eaa3e088 admin admin] Calling delete_port for 86097f35-0140-4305-ac3c-fe71f036fda3 owned by network:router_gateway {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:17:35.987733 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-20dcd203-78e3-4ed2-a17a-5e09cef9dd85 None None] Set router 2912f955-3863-4556-b0d4-5f26d86004bb gateway port host: None {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:17:36.038965 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-20dcd203-78e3-4ed2-a17a-5e09cef9dd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'name': 'tempest-ServerActionsTestJSON-1475043879-router', 'tenant_id': '000c9eb7079943208008751342206e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:07:52Z', 'updated_at': '2021-08-22T14:17:35Z', 'revision_number': 6, 'project_id': '000c9eb7079943208008751342206e4e', 'gw_port_host': None}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:17:36.068009 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dcd203-78e3-4ed2-a17a-5e09cef9dd85 None None] The sync data for ids ['2912f955-3863-4556-b0d4-5f26d86004bb'] in n-d-793621-33 is: [{'id': '2912f955-3863-4556-b0d4-5f26d86004bb', 'name': 'tempest-ServerActionsTestJSON-1475043879-router', 'tenant_id': '000c9eb7079943208008751342206e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:07:52Z', 'updated_at': '2021-08-22T14:17:35Z', 'revision_number': 6, 'project_id': '000c9eb7079943208008751342206e4e', 'gw_port_host': None}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:17:36.100368 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-88202492-c5f3-4548-9a7e-5711eaa3e088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:36.127892 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88202492-c5f3-4548-9a7e-5711eaa3e088 admin admin] Pushing event deleted for resources: {'Port': ['ID=86097f35-0140-4305-ac3c-fe71f036fda3,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:17:36.187256 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-88202492-c5f3-4548-9a7e-5711eaa3e088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:36.274862 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-88202492-c5f3-4548-9a7e-5711eaa3e088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:36.276938 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-88202492-c5f3-4548-9a7e-5711eaa3e088 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:36.322462 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-88202492-c5f3-4548-9a7e-5711eaa3e088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:36.322976 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88202492-c5f3-4548-9a7e-5711eaa3e088 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2912f955-3863-4556-b0d4-5f26d86004bb {{(pid=94627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 14:17:36.328109 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-88202492-c5f3-4548-9a7e-5711eaa3e088 admin admin] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:36.329350 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-88202492-c5f3-4548-9a7e-5711eaa3e088 admin admin] 10.222.0.21 "DELETE /v2.0/routers/2912f955-3863-4556-b0d4-5f26d86004bb HTTP/1.1" status: 204 len: 168 time: 0.7550924 Aug 22 14:17:36.331915 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50566) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:17:36.375815 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-98a7928f-64c1-405f-9eb5-38f7c8a1d42b admin admin] Deleting subnet 0960ef9e-f71d-43e9-946b-72ee9dbd7b2a {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:17:36.378701 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-98a7928f-64c1-405f-9eb5-38f7c8a1d42b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:36.412722 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-98a7928f-64c1-405f-9eb5-38f7c8a1d42b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:36.497975 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-98a7928f-64c1-405f-9eb5-38f7c8a1d42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:36.550446 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-98a7928f-64c1-405f-9eb5-38f7c8a1d42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:36.577670 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a7928f-64c1-405f-9eb5-38f7c8a1d42b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0960ef9e-f71d-43e9-946b-72ee9dbd7b2a,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:17:36.579542 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-98a7928f-64c1-405f-9eb5-38f7c8a1d42b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:36.583106 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-98a7928f-64c1-405f-9eb5-38f7c8a1d42b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0960ef9e-f71d-43e9-946b-72ee9dbd7b2a HTTP/1.1" status: 204 len: 168 time: 0.2501280 Aug 22 14:17:36.584201 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66be5225-8bda-4c46-be47-e3cd26c155d6 None None] Network 80544ff9-4d7a-4bda-83ac-c376294c8e4f requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:17:36.584643 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50568) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:17:36.650771 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-87944d31-992b-4d72-aecb-c03ae18a828b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:36.705599 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-87944d31-992b-4d72-aecb-c03ae18a828b admin admin] Deleting port 4ba4b424-8d5c-4069-bc80-34a1a0260cfc {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:17:36.705938 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-87944d31-992b-4d72-aecb-c03ae18a828b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:36.769897 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-87944d31-992b-4d72-aecb-c03ae18a828b admin admin] For port 4ba4b424-8d5c-4069-bc80-34a1a0260cfc, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=4ba4b424-8d5c-4069-bc80-34a1a0260cfc,segment=NetworkSegment(daac6273-e2ad-41db-a5df-98ad96ede67a),segment_id=daac6273-e2ad-41db-a5df-98ad96ede67a)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:17:36.770274 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-87944d31-992b-4d72-aecb-c03ae18a828b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:36.783351 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-87944d31-992b-4d72-aecb-c03ae18a828b admin admin] Calling delete_port for 4ba4b424-8d5c-4069-bc80-34a1a0260cfc owned by network:dhcp {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:17:36.841977 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975c61e8-d0e6-427e-9a68-b0a72135556b None None] DHCP port deletion for 80544ff9-4d7a-4bda-83ac-c376294c8e4f request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 14:17:36.864700 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-87944d31-992b-4d72-aecb-c03ae18a828b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:36.889182 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-975c61e8-d0e6-427e-9a68-b0a72135556b None None] Deleting port 4ba4b424-8d5c-4069-bc80-34a1a0260cfc {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:17:36.889586 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-975c61e8-d0e6-427e-9a68-b0a72135556b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:36.893998 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87944d31-992b-4d72-aecb-c03ae18a828b admin admin] Pushing event deleted for resources: {'Port': ['ID=4ba4b424-8d5c-4069-bc80-34a1a0260cfc,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:17:36.899205 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87944d31-992b-4d72-aecb-c03ae18a828b admin admin] No DVR routers for this DVR port 4ba4b424-8d5c-4069-bc80-34a1a0260cfc on host n-d-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:17:36.954786 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-975c61e8-d0e6-427e-9a68-b0a72135556b None None] For port 4ba4b424-8d5c-4069-bc80-34a1a0260cfc, host n-d-793621-33, got binding levels [] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:17:36.955193 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-975c61e8-d0e6-427e-9a68-b0a72135556b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:36.968269 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-975c61e8-d0e6-427e-9a68-b0a72135556b None None] Calling delete_port for 4ba4b424-8d5c-4069-bc80-34a1a0260cfc owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:17:36.970853 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.ipam_backend_mixin [None req-975c61e8-d0e6-427e-9a68-b0a72135556b None None] Port 4ba4b424-8d5c-4069-bc80-34a1a0260cfc was not found and therefore no delete operation was performed {{(pid=94629) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 22 14:17:36.971049 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-87944d31-992b-4d72-aecb-c03ae18a828b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:36.972168 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-975c61e8-d0e6-427e-9a68-b0a72135556b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:36.982062 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-87944d31-992b-4d72-aecb-c03ae18a828b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80544ff9-4d7a-4bda-83ac-c376294c8e4f']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:17:36.993238 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-87944d31-992b-4d72-aecb-c03ae18a828b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daac6273-e2ad-41db-a5df-98ad96ede67a') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:17:36.993534 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-87944d31-992b-4d72-aecb-c03ae18a828b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daac6273-e2ad-41db-a5df-98ad96ede67a') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:17:37.001464 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975c61e8-d0e6-427e-9a68-b0a72135556b None None] Pushing event deleted for resources: {'Port': ['ID=4ba4b424-8d5c-4069-bc80-34a1a0260cfc,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:17:37.002810 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-87944d31-992b-4d72-aecb-c03ae18a828b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:37.005721 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975c61e8-d0e6-427e-9a68-b0a72135556b None None] No DVR routers for this DVR port 4ba4b424-8d5c-4069-bc80-34a1a0260cfc on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:17:37.022018 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-87944d31-992b-4d72-aecb-c03ae18a828b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:37.028970 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87944d31-992b-4d72-aecb-c03ae18a828b admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:17:37.029370 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-87944d31-992b-4d72-aecb-c03ae18a828b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:37.044804 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 14:17:37.044804 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:17:37.044804 n-d-793621-33 neutron-server[94628]: timer() Aug 22 14:17:37.044804 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:17:37.044804 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 14:17:37.044804 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:17:37.044804 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 14:17:37.044804 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:17:37.044804 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 14:17:37.044804 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:17:37.044804 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 14:17:37.044804 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:17:37.044804 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 14:17:37.044804 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:17:37.044804 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:17:37.044804 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:17:37.044804 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:17:37.044804 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:17:37.044804 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 14:17:37.044804 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:17:37.044804 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 14:17:37.044804 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:17:37.044804 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:17:37.044804 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:17:37.044804 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 14:17:37.044804 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:17:37.044804 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:17:37.044804 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:17:37.044804 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:17:37.044804 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:17:37.044804 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:17:37.044804 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:17:37.091808 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-87944d31-992b-4d72-aecb-c03ae18a828b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:37.109577 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-87944d31-992b-4d72-aecb-c03ae18a828b admin admin] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:37.114598 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-87944d31-992b-4d72-aecb-c03ae18a828b admin admin] 10.222.0.21 "DELETE /v2.0/networks/80544ff9-4d7a-4bda-83ac-c376294c8e4f HTTP/1.1" status: 204 len: 168 time: 0.5262411 Aug 22 14:17:37.114598 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87944d31-992b-4d72-aecb-c03ae18a828b admin admin] Pushing event deleted for resources: {'Network': ['ID=80544ff9-4d7a-4bda-83ac-c376294c8e4f,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:17:37.132341 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 4ba4b424-8d5c-4069-bc80-34a1a0260cfc no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:17:37.153474 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 4ba4b424-8d5c-4069-bc80-34a1a0260cfc {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:17:37.153824 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 4ba4b424-8d5c-4069-bc80-34a1a0260cfc not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:17:37.154248 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 86097f35-0140-4305-ac3c-fe71f036fda3 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:17:37.174075 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 86097f35-0140-4305-ac3c-fe71f036fda3 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:17:37.174437 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 86097f35-0140-4305-ac3c-fe71f036fda3 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:17:37.174891 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device ceedafbe-919a-4046-ab48-537f1cc3161d no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:17:37.193802 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: ceedafbe-919a-4046-ab48-537f1cc3161d {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:17:37.194152 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device ceedafbe-919a-4046-ab48-537f1cc3161d not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:17:37.229064 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50572) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:17:37.268714 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a4488618-f816-4a41-9413-ce1f6b11168c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=000c9eb7079943208008751342206e4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383801 Aug 22 14:17:37.271137 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50574) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:17:37.317982 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-26176b4f-7abc-4ea3-b23d-3c75cd199fc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:37.338419 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-26176b4f-7abc-4ea3-b23d-3c75cd199fc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:37.388342 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-26176b4f-7abc-4ea3-b23d-3c75cd199fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:37.390778 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-26176b4f-7abc-4ea3-b23d-3c75cd199fc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:37.391956 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-26176b4f-7abc-4ea3-b23d-3c75cd199fc8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e4a77d53-4837-4e35-88a1-46123b053cb8 HTTP/1.1" status: 204 len: 168 time: 0.1199293 Aug 22 14:17:37.399944 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26176b4f-7abc-4ea3-b23d-3c75cd199fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a77d53-4837-4e35-88a1-46123b053cb8,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:17:38.075314 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50596) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:17:38.170065 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-69944087-935f-4a68-9d40-c8c11ad78a0b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-789466597-network', 'tenant_id': 'dbaefddf369a450ba83b891eb5a3bf74'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:17:38.190834 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69944087-935f-4a68-9d40-c8c11ad78a0b admin admin] Made reservation on behalf of dbaefddf369a450ba83b891eb5a3bf74 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:17:38.193179 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-69944087-935f-4a68-9d40-c8c11ad78a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:38.201368 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-69944087-935f-4a68-9d40-c8c11ad78a0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:38.287025 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-69944087-935f-4a68-9d40-c8c11ad78a0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:38.291334 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-69944087-935f-4a68-9d40-c8c11ad78a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:38.311099 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69944087-935f-4a68-9d40-c8c11ad78a0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:17:38.326000 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69944087-935f-4a68-9d40-c8c11ad78a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d4623c-53c6-448f-82b9-b6b2f12900a9,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:17:38.328853 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-69944087-935f-4a68-9d40-c8c11ad78a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:38.329196 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-69944087-935f-4a68-9d40-c8c11ad78a0b admin admin] Added segment db8efbc4-4073-475b-ace0-8c61ec610283 of type vlan for network 0b3cac75-24ee-4ea0-8e2a-82f583b2b24a Aug 22 14:17:38.369017 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-69944087-935f-4a68-9d40-c8c11ad78a0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:38.393111 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-69944087-935f-4a68-9d40-c8c11ad78a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:38.394076 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69944087-935f-4a68-9d40-c8c11ad78a0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:38.394646 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-69944087-935f-4a68-9d40-c8c11ad78a0b admin admin] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:38.443406 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-69944087-935f-4a68-9d40-c8c11ad78a0b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3669019 Aug 22 14:17:38.446881 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50600) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:17:38.451946 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-eaf57a06-38cb-4784-9d46-893283f048ca admin admin] Request body: {'subnet': {'network_id': '0b3cac75-24ee-4ea0-8e2a-82f583b2b24a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-789466597-subnet', 'tenant_id': 'dbaefddf369a450ba83b891eb5a3bf74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:17:38.458326 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69944087-935f-4a68-9d40-c8c11ad78a0b admin admin] Pushing event updated for resources: {'Network': ['ID=0b3cac75-24ee-4ea0-8e2a-82f583b2b24a,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:17:38.469488 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 0b3cac75-24ee-4ea0-8e2a-82f583b2b24a details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:17:38.476909 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf57a06-38cb-4784-9d46-893283f048ca admin admin] Made reservation on behalf of dbaefddf369a450ba83b891eb5a3bf74 for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:17:38.479496 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-eaf57a06-38cb-4784-9d46-893283f048ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:38.654367 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-eaf57a06-38cb-4784-9d46-893283f048ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:38.708703 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf57a06-38cb-4784-9d46-893283f048ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=0725437d-d839-4681-be2a-94ddd3dec34c,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:17:38.717528 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf57a06-38cb-4784-9d46-893283f048ca admin admin] Checking segment: {'id': 'db8efbc4-4073-475b-ace0-8c61ec610283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0b3cac75-24ee-4ea0-8e2a-82f583b2b24a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:17:38.717890 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf57a06-38cb-4784-9d46-893283f048ca admin admin] Network hostable DHCP agents. Network: 0b3cac75-24ee-4ea0-8e2a-82f583b2b24a, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:17:38.737137 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf57a06-38cb-4784-9d46-893283f048ca admin admin] Network 0b3cac75-24ee-4ea0-8e2a-82f583b2b24a is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:17:38.747914 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-eaf57a06-38cb-4784-9d46-893283f048ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 0b3cac75-24ee-4ea0-8e2a-82f583b2b24a) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:17:38.751784 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf57a06-38cb-4784-9d46-893283f048ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:38.752398 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-eaf57a06-38cb-4784-9d46-893283f048ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:38.756628 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0896142d-16bc-4f09-99c8-87cdb6973e25 None None] Network 0b3cac75-24ee-4ea0-8e2a-82f583b2b24a requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:17:38.767698 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-eaf57a06-38cb-4784-9d46-893283f048ca admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3196945 Aug 22 14:17:38.875372 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac773a7-e903-4848-8d62-eb551cee1168 None None] Network 0b3cac75-24ee-4ea0-8e2a-82f583b2b24a requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:17:39.190751 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb194eb-8678-4689-806c-0b0930326350 req-91acc06a-9c68-46a0-ad74-2d6f7410315a tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:39.192226 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5fb194eb-8678-4689-806c-0b0930326350 req-91acc06a-9c68-46a0-ad74-2d6f7410315a tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.21 "GET /v2.0/networks?id=0b3cac75-24ee-4ea0-8e2a-82f583b2b24a HTTP/1.1" status: 200 len: 813 time: 0.1032202 Aug 22 14:17:39.206971 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5fb194eb-8678-4689-806c-0b0930326350 req-1fb4344c-6c8e-439c-8cb4-a75b26489e51 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.21 "GET /v2.0/quotas/dbaefddf369a450ba83b891eb5a3bf74 HTTP/1.1" status: 200 len: 375 time: 0.0088735 Aug 22 14:17:39.239276 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5fb194eb-8678-4689-806c-0b0930326350 req-6c3991d2-c746-4486-8b63-971c246e375a tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=dbaefddf369a450ba83b891eb5a3bf74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266757 Aug 22 14:17:39.249918 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [req-5fb194eb-8678-4689-806c-0b0930326350 req-7c85a3ec-df4d-421f-83e6-109417f8219d service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:17:39.250810 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5fb194eb-8678-4689-806c-0b0930326350 req-7c85a3ec-df4d-421f-83e6-109417f8219d service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049939 Aug 22 14:17:39.341790 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5fb194eb-8678-4689-806c-0b0930326350 req-ab6375fe-7228-4054-8c27-f523a04ca3f6 service neutron] 10.222.0.21 "GET /v2.0/networks/0b3cac75-24ee-4ea0-8e2a-82f583b2b24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854046 Aug 22 14:17:39.429152 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5fb194eb-8678-4689-806c-0b0930326350 req-377ec9fa-e536-4f6f-844f-02c7dd5238f3 service neutron] 10.222.0.21 "GET /v2.0/networks/0b3cac75-24ee-4ea0-8e2a-82f583b2b24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812862 Aug 22 14:17:39.655210 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ff54ccbd-0d7a-439e-8907-f5a97f5f17b0 req-15a027c4-ebbf-4d55-ae20-927992168978 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3debd88-0a96-4e61-8acb-072f08b69157 HTTP/1.1" status: 200 len: 210 time: 0.0904481 Aug 22 14:17:40.498260 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb194eb-8678-4689-806c-0b0930326350 req-1551c075-55c3-4bd3-a72d-82c85f4a3de7 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:40.499699 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5fb194eb-8678-4689-806c-0b0930326350 req-1551c075-55c3-4bd3-a72d-82c85f4a3de7 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.16 "GET /v2.0/networks?id=0b3cac75-24ee-4ea0-8e2a-82f583b2b24a HTTP/1.1" status: 200 len: 813 time: 0.1093211 Aug 22 14:17:40.513087 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-5fb194eb-8678-4689-806c-0b0930326350 req-75412d2d-bcb9-4614-804e-6714a9c9cf65 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Request body: {'port': {'device_id': 'b3debd88-0a96-4e61-8acb-072f08b69157', 'network_id': '0b3cac75-24ee-4ea0-8e2a-82f583b2b24a', 'admin_state_up': True, 'tenant_id': 'dbaefddf369a450ba83b891eb5a3bf74'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:17:40.617527 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fb194eb-8678-4689-806c-0b0930326350 req-75412d2d-bcb9-4614-804e-6714a9c9cf65 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Made reservation on behalf of dbaefddf369a450ba83b891eb5a3bf74 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:17:40.621129 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5fb194eb-8678-4689-806c-0b0930326350 req-75412d2d-bcb9-4614-804e-6714a9c9cf65 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:40.756131 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c428b0b6-b8c9-45cb-acab-5943d7f11334 req-8dfc7355-9a8e-4524-bb12-328071470dde tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3debd88-0a96-4e61-8acb-072f08b69157 HTTP/1.1" status: 200 len: 210 time: 0.0306337 Aug 22 14:17:40.769572 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-5fb194eb-8678-4689-806c-0b0930326350 req-75412d2d-bcb9-4614-804e-6714a9c9cf65 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Allocated IP 172.20.0.8 (0b3cac75-24ee-4ea0-8e2a-82f583b2b24a/0725437d-d839-4681-be2a-94ddd3dec34c/90e04c25-bbb9-46f8-ba21-096cdd13671a) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:17:40.918868 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5fb194eb-8678-4689-806c-0b0930326350 req-75412d2d-bcb9-4614-804e-6714a9c9cf65 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:40.959606 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5fb194eb-8678-4689-806c-0b0930326350 req-75412d2d-bcb9-4614-804e-6714a9c9cf65 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:41.003910 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fb194eb-8678-4689-806c-0b0930326350 req-75412d2d-bcb9-4614-804e-6714a9c9cf65 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Network 0b3cac75-24ee-4ea0-8e2a-82f583b2b24a is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:17:41.007066 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-5fb194eb-8678-4689-806c-0b0930326350 req-75412d2d-bcb9-4614-804e-6714a9c9cf65 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:17:41.013846 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb194eb-8678-4689-806c-0b0930326350 req-75412d2d-bcb9-4614-804e-6714a9c9cf65 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:17:41.017660 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75412d2d-bcb9-4614-804e-6714a9c9cf65 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Pushing event updated for resources: {'Port': ['ID=90e04c25-bbb9-46f8-ba21-096cdd13671a,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:17:41.066797 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb194eb-8678-4689-806c-0b0930326350 req-75412d2d-bcb9-4614-804e-6714a9c9cf65 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:41.067395 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5fb194eb-8678-4689-806c-0b0930326350 req-75412d2d-bcb9-4614-804e-6714a9c9cf65 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:41.080904 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5fb194eb-8678-4689-806c-0b0930326350 req-75412d2d-bcb9-4614-804e-6714a9c9cf65 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5715587 Aug 22 14:17:41.093230 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-5fb194eb-8678-4689-806c-0b0930326350 req-eb378427-13a7-4c56-bea6-f7796e9c3c31 service neutron] Request body: {'port': {'device_id': 'b3debd88-0a96-4e61-8acb-072f08b69157', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:17:41.145227 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5fb194eb-8678-4689-806c-0b0930326350 req-eb378427-13a7-4c56-bea6-f7796e9c3c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:41.400219 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-5fb194eb-8678-4689-806c-0b0930326350 req-eb378427-13a7-4c56-bea6-f7796e9c3c31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90e04c25-bbb9-46f8-ba21-096cdd13671a {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:17:41.407389 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5fb194eb-8678-4689-806c-0b0930326350 req-eb378427-13a7-4c56-bea6-f7796e9c3c31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:41.420687 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-5fb194eb-8678-4689-806c-0b0930326350 req-eb378427-13a7-4c56-bea6-f7796e9c3c31 service neutron] Transition to ACTIVE for port object 90e04c25-bbb9-46f8-ba21-096cdd13671a will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:17:41.424258 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5fb194eb-8678-4689-806c-0b0930326350 req-eb378427-13a7-4c56-bea6-f7796e9c3c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:41.479665 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb378427-13a7-4c56-bea6-f7796e9c3c31 service neutron] Pushing event updated for resources: {'Port': ['ID=90e04c25-bbb9-46f8-ba21-096cdd13671a,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:17:41.543092 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-5fb194eb-8678-4689-806c-0b0930326350 req-eb378427-13a7-4c56-bea6-f7796e9c3c31 service neutron] Attempting to bind port 90e04c25-bbb9-46f8-ba21-096cdd13671a on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:17:41.543417 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-5fb194eb-8678-4689-806c-0b0930326350 req-eb378427-13a7-4c56-bea6-f7796e9c3c31 service neutron] Attempting to bind port 90e04c25-bbb9-46f8-ba21-096cdd13671a by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': 'db8efbc4-4073-475b-ace0-8c61ec610283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0b3cac75-24ee-4ea0-8e2a-82f583b2b24a'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:17:41.543745 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb194eb-8678-4689-806c-0b0930326350 req-eb378427-13a7-4c56-bea6-f7796e9c3c31 service neutron] Attempting to bind port 90e04c25-bbb9-46f8-ba21-096cdd13671a on network 0b3cac75-24ee-4ea0-8e2a-82f583b2b24a {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:17:41.547859 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb194eb-8678-4689-806c-0b0930326350 req-eb378427-13a7-4c56-bea6-f7796e9c3c31 service neutron] Port 90e04c25-bbb9-46f8-ba21-096cdd13671a on network 0b3cac75-24ee-4ea0-8e2a-82f583b2b24a not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:17:41.548173 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb194eb-8678-4689-806c-0b0930326350 req-eb378427-13a7-4c56-bea6-f7796e9c3c31 service neutron] Attempting to bind port 90e04c25-bbb9-46f8-ba21-096cdd13671a on network 0b3cac75-24ee-4ea0-8e2a-82f583b2b24a {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:17:41.552884 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb194eb-8678-4689-806c-0b0930326350 req-eb378427-13a7-4c56-bea6-f7796e9c3c31 service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:17:41.553216 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb194eb-8678-4689-806c-0b0930326350 req-eb378427-13a7-4c56-bea6-f7796e9c3c31 service neutron] Checking segment: {'id': 'db8efbc4-4073-475b-ace0-8c61ec610283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0b3cac75-24ee-4ea0-8e2a-82f583b2b24a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:17:41.553596 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb194eb-8678-4689-806c-0b0930326350 req-eb378427-13a7-4c56-bea6-f7796e9c3c31 service neutron] Bound using segment: {'id': 'db8efbc4-4073-475b-ace0-8c61ec610283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0b3cac75-24ee-4ea0-8e2a-82f583b2b24a'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:17:41.554014 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-5fb194eb-8678-4689-806c-0b0930326350 req-eb378427-13a7-4c56-bea6-f7796e9c3c31 service neutron] Bound port: 90e04c25-bbb9-46f8-ba21-096cdd13671a, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db8efbc4-4073-475b-ace0-8c61ec610283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0b3cac75-24ee-4ea0-8e2a-82f583b2b24a'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:17:41.554361 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5fb194eb-8678-4689-806c-0b0930326350 req-eb378427-13a7-4c56-bea6-f7796e9c3c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:41.615224 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-5fb194eb-8678-4689-806c-0b0930326350 req-eb378427-13a7-4c56-bea6-f7796e9c3c31 service neutron] For port 90e04c25-bbb9-46f8-ba21-096cdd13671a, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:17:41.618259 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-5fb194eb-8678-4689-806c-0b0930326350 req-eb378427-13a7-4c56-bea6-f7796e9c3c31 service neutron] For port 90e04c25-bbb9-46f8-ba21-096cdd13671a, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=90e04c25-bbb9-46f8-ba21-096cdd13671a,segment=NetworkSegment(db8efbc4-4073-475b-ace0-8c61ec610283),segment_id=db8efbc4-4073-475b-ace0-8c61ec610283)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:17:41.622778 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5fb194eb-8678-4689-806c-0b0930326350 req-eb378427-13a7-4c56-bea6-f7796e9c3c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:41.661273 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb194eb-8678-4689-806c-0b0930326350 req-eb378427-13a7-4c56-bea6-f7796e9c3c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:41.661888 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-5fb194eb-8678-4689-806c-0b0930326350 req-eb378427-13a7-4c56-bea6-f7796e9c3c31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:41.663262 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5fb194eb-8678-4689-806c-0b0930326350 req-eb378427-13a7-4c56-bea6-f7796e9c3c31 service neutron] 10.222.0.16 "PUT /v2.0/ports/90e04c25-bbb9-46f8-ba21-096cdd13671a HTTP/1.1" status: 200 len: 1092 time: 0.5741682 Aug 22 14:17:41.663692 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3debd88-0a96-4e61-8acb-072f08b69157', 'tag': '90e04c25-bbb9-46f8-ba21-096cdd13671a'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:17:41.666491 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e227a54a-2bba-4da1-80b7-7adc76bc15b8" -d '{"events": [{"name": "network-changed", "server_uuid": "b3debd88-0a96-4e61-8acb-072f08b69157", "tag": "90e04c25-bbb9-46f8-ba21-096cdd13671a"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:17:41.692430 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb378427-13a7-4c56-bea6-f7796e9c3c31 service neutron] Pushing event updated for resources: {'Port': ['ID=90e04c25-bbb9-46f8-ba21-096cdd13671a,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:17:41.726192 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f037cc0-f8ce-4456-a593-f789511e86fa x-openstack-request-id: req-7f037cc0-f8ce-4456-a593-f789511e86fa {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:17:41.726479 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3debd88-0a96-4e61-8acb-072f08b69157", "tag": "90e04c25-bbb9-46f8-ba21-096cdd13671a", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:17:41.726725 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7f037cc0-f8ce-4456-a593-f789511e86fa {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:17:41.728043 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3debd88-0a96-4e61-8acb-072f08b69157', 'tag': '90e04c25-bbb9-46f8-ba21-096cdd13671a', 'status': 'completed', 'code': 200} Aug 22 14:17:41.743973 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb194eb-8678-4689-806c-0b0930326350 req-59b06a4d-4e99-4a54-a34e-1afc28c88da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:41.745519 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5fb194eb-8678-4689-806c-0b0930326350 req-59b06a4d-4e99-4a54-a34e-1afc28c88da7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dbaefddf369a450ba83b891eb5a3bf74&device_id=b3debd88-0a96-4e61-8acb-072f08b69157 HTTP/1.1" status: 200 len: 1095 time: 0.0457861 Aug 22 14:17:41.786606 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5fb194eb-8678-4689-806c-0b0930326350 req-e7c2a9ee-ff14-4dbc-a665-7272ab89624b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90e04c25-bbb9-46f8-ba21-096cdd13671a HTTP/1.1" status: 200 len: 217 time: 0.0338082 Aug 22 14:17:41.861401 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb194eb-8678-4689-806c-0b0930326350 req-01bd2fd0-409b-46c3-abb5-080ee6290483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:41.862827 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5fb194eb-8678-4689-806c-0b0930326350 req-01bd2fd0-409b-46c3-abb5-080ee6290483 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0725437d-d839-4681-be2a-94ddd3dec34c HTTP/1.1" status: 200 len: 853 time: 0.0697260 Aug 22 14:17:41.895425 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5fb194eb-8678-4689-806c-0b0930326350 req-da8c7bd2-2c16-41b7-adeb-58b8c5ed5635 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0b3cac75-24ee-4ea0-8e2a-82f583b2b24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252309 Aug 22 14:17:41.907302 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15e4b2-6e17-4c4e-9632-dc5faa5d2bc3 req-034befef-c352-4963-b750-ee8fd99c79fc tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:41.908842 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cc15e4b2-6e17-4c4e-9632-dc5faa5d2bc3 req-034befef-c352-4963-b750-ee8fd99c79fc tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3debd88-0a96-4e61-8acb-072f08b69157 HTTP/1.1" status: 200 len: 943 time: 0.0778000 Aug 22 14:17:42.253115 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cc15e4b2-6e17-4c4e-9632-dc5faa5d2bc3 req-763fc65c-f2d4-48d8-9ec5-14a7a5fc39a9 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.21 "GET /v2.0/security-groups?id=98d4623c-53c6-448f-82b9-b6b2f12900a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363774 Aug 22 14:17:42.282611 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5fb194eb-8678-4689-806c-0b0930326350 req-faa9ec01-0f9a-4954-9319-3f9fc47ea374 service neutron] 10.222.0.16 "GET /v2.0/networks/0b3cac75-24ee-4ea0-8e2a-82f583b2b24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729222 Aug 22 14:17:42.369864 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5fb194eb-8678-4689-806c-0b0930326350 req-71b2ded9-a728-421c-9c30-85e4201dae26 service neutron] 10.222.0.16 "GET /v2.0/networks/0b3cac75-24ee-4ea0-8e2a-82f583b2b24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791504 Aug 22 14:17:42.460614 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e227a54a-2bba-4da1-80b7-7adc76bc15b8 req-ef7867da-2402-4b4d-b941-d4725743cb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:42.463106 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e227a54a-2bba-4da1-80b7-7adc76bc15b8 req-ef7867da-2402-4b4d-b941-d4725743cb97 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dbaefddf369a450ba83b891eb5a3bf74&device_id=b3debd88-0a96-4e61-8acb-072f08b69157 HTTP/1.1" status: 200 len: 1095 time: 0.0467138 Aug 22 14:17:42.559906 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e227a54a-2bba-4da1-80b7-7adc76bc15b8 req-15765793-dfa3-4b0b-ad98-c15f847b3896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:42.561436 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e227a54a-2bba-4da1-80b7-7adc76bc15b8 req-15765793-dfa3-4b0b-ad98-c15f847b3896 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0b3cac75-24ee-4ea0-8e2a-82f583b2b24a HTTP/1.1" status: 200 len: 914 time: 0.0898902 Aug 22 14:17:42.606658 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e227a54a-2bba-4da1-80b7-7adc76bc15b8 req-ebed6c39-ae0e-4814-83e5-61c8a6c89e87 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90e04c25-bbb9-46f8-ba21-096cdd13671a HTTP/1.1" status: 200 len: 217 time: 0.0364814 Aug 22 14:17:42.661727 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e227a54a-2bba-4da1-80b7-7adc76bc15b8 req-0e54d9fe-199f-4c94-a11e-34992e984609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:42.663190 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e227a54a-2bba-4da1-80b7-7adc76bc15b8 req-0e54d9fe-199f-4c94-a11e-34992e984609 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0725437d-d839-4681-be2a-94ddd3dec34c HTTP/1.1" status: 200 len: 853 time: 0.0493228 Aug 22 14:17:42.698265 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e227a54a-2bba-4da1-80b7-7adc76bc15b8 req-10119237-074e-4c2c-80db-f90197ae8902 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0b3cac75-24ee-4ea0-8e2a-82f583b2b24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256963 Aug 22 14:17:42.789535 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e227a54a-2bba-4da1-80b7-7adc76bc15b8 req-2ba197b4-ef86-4280-b093-de407aeebf67 service neutron] 10.222.0.16 "GET /v2.0/networks/0b3cac75-24ee-4ea0-8e2a-82f583b2b24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832307 Aug 22 14:17:42.885547 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e227a54a-2bba-4da1-80b7-7adc76bc15b8 req-3a49c223-ba1c-460c-8323-7d19eacae9e4 service neutron] 10.222.0.16 "GET /v2.0/networks/0b3cac75-24ee-4ea0-8e2a-82f583b2b24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867078 Aug 22 14:17:43.370391 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b1a8f-6e10-487f-ab81-94ed06dcf0f8 req-553f9fd2-bc10-43b1-8fc6-c2ee757ae321 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:43.371862 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d64b1a8f-6e10-487f-ab81-94ed06dcf0f8 req-553f9fd2-bc10-43b1-8fc6-c2ee757ae321 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3debd88-0a96-4e61-8acb-072f08b69157 HTTP/1.1" status: 200 len: 943 time: 0.0500448 Aug 22 14:17:43.408585 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d64b1a8f-6e10-487f-ab81-94ed06dcf0f8 req-f52560af-1223-47a9-89ab-0d289a412275 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.21 "GET /v2.0/security-groups?id=98d4623c-53c6-448f-82b9-b6b2f12900a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305526 Aug 22 14:17:44.525493 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb6abc-3fec-4386-84ba-241ded51107c req-06e0f2f0-4d3e-4e79-842b-a670d190b2a1 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:44.527000 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c0fb6abc-3fec-4386-84ba-241ded51107c req-06e0f2f0-4d3e-4e79-842b-a670d190b2a1 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3debd88-0a96-4e61-8acb-072f08b69157 HTTP/1.1" status: 200 len: 943 time: 0.0486760 Aug 22 14:17:44.569293 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c0fb6abc-3fec-4386-84ba-241ded51107c req-8b6c3a80-c8cd-46a5-8211-4295d731b20f tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.21 "GET /v2.0/security-groups?id=98d4623c-53c6-448f-82b9-b6b2f12900a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363264 Aug 22 14:17:45.163608 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 90e04c25-bbb9-46f8-ba21-096cdd13671a details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:17:45.249248 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:17:45.257880 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 90e04c25-bbb9-46f8-ba21-096cdd13671a, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=90e04c25-bbb9-46f8-ba21-096cdd13671a,segment=NetworkSegment(db8efbc4-4073-475b-ace0-8c61ec610283),segment_id=db8efbc4-4073-475b-ace0-8c61ec610283)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:17:45.267933 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '90e04c25-bbb9-46f8-ba21-096cdd13671a', 'network_id': '0b3cac75-24ee-4ea0-8e2a-82f583b2b24a', 'port_id': '90e04c25-bbb9-46f8-ba21-096cdd13671a', 'mac_address': 'fa:16:3e:5a:b4:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0725437d-d839-4681-be2a-94ddd3dec34c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:17:45.305736 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:45.317827 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90e04c25-bbb9-46f8-ba21-096cdd13671a {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:17:45.336160 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 90e04c25-bbb9-46f8-ba21-096cdd13671a, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=90e04c25-bbb9-46f8-ba21-096cdd13671a,segment=NetworkSegment(db8efbc4-4073-475b-ace0-8c61ec610283),segment_id=db8efbc4-4073-475b-ace0-8c61ec610283)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:17:45.341771 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:45.386861 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=90e04c25-bbb9-46f8-ba21-096cdd13671a,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:17:45.531831 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['90e04c25-bbb9-46f8-ba21-096cdd13671a'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:17:45.686351 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb52a5-c126-4a72-8705-fb8b075e1b6f req-59d3ed1a-f215-4df8-a1c5-a16f622c30c4 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:45.687959 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f8fb52a5-c126-4a72-8705-fb8b075e1b6f req-59d3ed1a-f215-4df8-a1c5-a16f622c30c4 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3debd88-0a96-4e61-8acb-072f08b69157 HTTP/1.1" status: 200 len: 944 time: 0.0490725 Aug 22 14:17:45.724855 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f8fb52a5-c126-4a72-8705-fb8b075e1b6f req-a5b33157-0cee-404c-b99a-b297b03ecf5f tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.21 "GET /v2.0/security-groups?id=98d4623c-53c6-448f-82b9-b6b2f12900a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310349 Aug 22 14:17:46.851694 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eddee0-326f-49c5-afa4-a79e1384a65b req-39f5aadd-6b6d-4b2b-89f3-1c6218ad5956 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:46.853794 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-01eddee0-326f-49c5-afa4-a79e1384a65b req-39f5aadd-6b6d-4b2b-89f3-1c6218ad5956 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3debd88-0a96-4e61-8acb-072f08b69157 HTTP/1.1" status: 200 len: 944 time: 0.0494833 Aug 22 14:17:46.890154 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-01eddee0-326f-49c5-afa4-a79e1384a65b req-87a7b6bd-deb8-47f7-9c53-6c1c38ec209b tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.21 "GET /v2.0/security-groups?id=98d4623c-53c6-448f-82b9-b6b2f12900a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302188 Aug 22 14:17:47.179014 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 90e04c25-bbb9-46f8-ba21-096cdd13671a up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:17:47.227824 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port 90e04c25-bbb9-46f8-ba21-096cdd13671a completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:17:47.231500 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 90e04c25-bbb9-46f8-ba21-096cdd13671a triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:17:47.231864 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:47.310501 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:47.331593 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3debd88-0a96-4e61-8acb-072f08b69157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e04c25-bbb9-46f8-ba21-096cdd13671a'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:17:47.333820 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2ef385-0862-4422-bec2-e097f9efbc15" -d '{"events": [{"server_uuid": "b3debd88-0a96-4e61-8acb-072f08b69157", "name": "network-vif-plugged", "status": "completed", "tag": "90e04c25-bbb9-46f8-ba21-096cdd13671a"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:17:47.346349 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 90e04c25-bbb9-46f8-ba21-096cdd13671a, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=90e04c25-bbb9-46f8-ba21-096cdd13671a,segment=NetworkSegment(db8efbc4-4073-475b-ace0-8c61ec610283),segment_id=db8efbc4-4073-475b-ace0-8c61ec610283)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:17:47.350511 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:47.375009 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6063dfc7-f0e0-486d-ab11-ae811e5bdf37 x-openstack-request-id: req-6063dfc7-f0e0-486d-ab11-ae811e5bdf37 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:17:47.375444 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3debd88-0a96-4e61-8acb-072f08b69157", "name": "network-vif-plugged", "status": "completed", "tag": "90e04c25-bbb9-46f8-ba21-096cdd13671a", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:17:47.375555 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6063dfc7-f0e0-486d-ab11-ae811e5bdf37 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:17:47.375914 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3debd88-0a96-4e61-8acb-072f08b69157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e04c25-bbb9-46f8-ba21-096cdd13671a', 'code': 200} Aug 22 14:17:47.401197 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=90e04c25-bbb9-46f8-ba21-096cdd13671a,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:17:47.462953 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92be02-4e3b-407f-8b95-3413e577537d req-90a71ee3-1737-4309-8742-718c1fce7178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:47.464462 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b92be02-4e3b-407f-8b95-3413e577537d req-90a71ee3-1737-4309-8742-718c1fce7178 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b3debd88-0a96-4e61-8acb-072f08b69157 HTTP/1.1" status: 200 len: 1097 time: 0.0408046 Aug 22 14:17:47.508283 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4b92be02-4e3b-407f-8b95-3413e577537d req-316d06e4-0ed8-4661-9c81-d832c7e0c884 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=98d4623c-53c6-448f-82b9-b6b2f12900a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369611 Aug 22 14:17:48.002615 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55afb6e-3c84-4c0e-a48f-b2b7396eb902 req-cca9f457-2a23-4501-94e9-651e207588e2 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:48.004095 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c55afb6e-3c84-4c0e-a48f-b2b7396eb902 req-cca9f457-2a23-4501-94e9-651e207588e2 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3debd88-0a96-4e61-8acb-072f08b69157 HTTP/1.1" status: 200 len: 945 time: 0.0487823 Aug 22 14:17:48.043384 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c55afb6e-3c84-4c0e-a48f-b2b7396eb902 req-2b39f3f1-e841-4a13-a955-5518f995b262 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.21 "GET /v2.0/security-groups?id=98d4623c-53c6-448f-82b9-b6b2f12900a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326726 Aug 22 14:17:49.158848 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcef4e4-58c8-42a7-a090-b439029d5be1 req-4c3fd98f-de6b-4b43-8b24-fb9912af2c31 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:49.160384 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0dcef4e4-58c8-42a7-a090-b439029d5be1 req-4c3fd98f-de6b-4b43-8b24-fb9912af2c31 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3debd88-0a96-4e61-8acb-072f08b69157 HTTP/1.1" status: 200 len: 945 time: 0.0501113 Aug 22 14:17:49.197909 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0dcef4e4-58c8-42a7-a090-b439029d5be1 req-db722964-437a-44a4-b4b5-042fe319e683 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.21 "GET /v2.0/security-groups?id=98d4623c-53c6-448f-82b9-b6b2f12900a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308270 Aug 22 14:17:49.419186 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134798a-76a1-4b4d-b147-c61043357684 req-752bec2a-a82b-41fc-928f-a7a119020423 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:49.420683 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f134798a-76a1-4b4d-b147-c61043357684 req-752bec2a-a82b-41fc-928f-a7a119020423 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.21 "GET /v2.0/networks?id=0b3cac75-24ee-4ea0-8e2a-82f583b2b24a HTTP/1.1" status: 200 len: 813 time: 0.1029804 Aug 22 14:17:49.436023 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f134798a-76a1-4b4d-b147-c61043357684 req-2924fad6-9361-4a35-8c07-35709d250970 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.21 "GET /v2.0/quotas/dbaefddf369a450ba83b891eb5a3bf74 HTTP/1.1" status: 200 len: 375 time: 0.0095801 Aug 22 14:17:49.487683 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f134798a-76a1-4b4d-b147-c61043357684 req-0a7bd622-3f67-448d-a861-587e35b1c6cb tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=dbaefddf369a450ba83b891eb5a3bf74&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0463285 Aug 22 14:17:49.582071 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f134798a-76a1-4b4d-b147-c61043357684 req-fcff20eb-69e4-4566-a25c-c4e2dcc1f8aa service neutron] 10.222.0.21 "GET /v2.0/networks/0b3cac75-24ee-4ea0-8e2a-82f583b2b24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843239 Aug 22 14:17:49.669858 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f134798a-76a1-4b4d-b147-c61043357684 req-cb8abdcd-0ea4-4b54-82fb-21e336ce3884 service neutron] 10.222.0.21 "GET /v2.0/networks/0b3cac75-24ee-4ea0-8e2a-82f583b2b24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816619 Aug 22 14:17:49.832739 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c9e3dae5-c22d-4527-bfcc-2123d788cdbf req-2f3b34b3-207e-417c-a8a1-b885aa202df0 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.21 "GET /v2.0/ports?device_id=9de5d57e-a85d-41fe-af90-3e987bf92780 HTTP/1.1" status: 200 len: 210 time: 0.0287559 Aug 22 14:17:50.903191 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134798a-76a1-4b4d-b147-c61043357684 req-8aa7215a-ceef-43d3-9690-0d20f14a512f tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:50.904693 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f134798a-76a1-4b4d-b147-c61043357684 req-8aa7215a-ceef-43d3-9690-0d20f14a512f tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.41 "GET /v2.0/networks?id=0b3cac75-24ee-4ea0-8e2a-82f583b2b24a HTTP/1.1" status: 200 len: 813 time: 0.1106148 Aug 22 14:17:50.921555 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-f134798a-76a1-4b4d-b147-c61043357684 req-44e4465a-212a-4816-b601-019479b4060d tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Request body: {'port': {'device_id': '9de5d57e-a85d-41fe-af90-3e987bf92780', 'network_id': '0b3cac75-24ee-4ea0-8e2a-82f583b2b24a', 'admin_state_up': True, 'tenant_id': 'dbaefddf369a450ba83b891eb5a3bf74'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:17:50.933181 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e584e041-4b43-4e7f-8dc0-afb3bd713c59 req-73c3b5a6-c6d1-4d20-b070-a56e73c2c763 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.21 "GET /v2.0/ports?device_id=9de5d57e-a85d-41fe-af90-3e987bf92780 HTTP/1.1" status: 200 len: 210 time: 0.0290730 Aug 22 14:17:51.032451 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f134798a-76a1-4b4d-b147-c61043357684 req-44e4465a-212a-4816-b601-019479b4060d tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Made reservation on behalf of dbaefddf369a450ba83b891eb5a3bf74 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:17:51.035931 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-f134798a-76a1-4b4d-b147-c61043357684 req-44e4465a-212a-4816-b601-019479b4060d tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:51.157382 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-f134798a-76a1-4b4d-b147-c61043357684 req-44e4465a-212a-4816-b601-019479b4060d tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Allocated IP 172.20.0.3 (0b3cac75-24ee-4ea0-8e2a-82f583b2b24a/0725437d-d839-4681-be2a-94ddd3dec34c/ff4d3670-1f57-44ae-8ba5-21be659c3d24) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:17:51.303414 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-f134798a-76a1-4b4d-b147-c61043357684 req-44e4465a-212a-4816-b601-019479b4060d tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:51.343804 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-f134798a-76a1-4b4d-b147-c61043357684 req-44e4465a-212a-4816-b601-019479b4060d tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:51.356219 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['90e04c25-bbb9-46f8-ba21-096cdd13671a'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:17:51.387528 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f134798a-76a1-4b4d-b147-c61043357684 req-44e4465a-212a-4816-b601-019479b4060d tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Network 0b3cac75-24ee-4ea0-8e2a-82f583b2b24a is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:17:51.390556 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-f134798a-76a1-4b4d-b147-c61043357684 req-44e4465a-212a-4816-b601-019479b4060d tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:17:51.394187 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-f134798a-76a1-4b4d-b147-c61043357684 req-44e4465a-212a-4816-b601-019479b4060d tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:17:51.424611 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e4465a-212a-4816-b601-019479b4060d tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Pushing event updated for resources: {'Port': ['ID=ff4d3670-1f57-44ae-8ba5-21be659c3d24,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:17:51.452943 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134798a-76a1-4b4d-b147-c61043357684 req-44e4465a-212a-4816-b601-019479b4060d tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:51.453561 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-f134798a-76a1-4b4d-b147-c61043357684 req-44e4465a-212a-4816-b601-019479b4060d tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:51.467613 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f134798a-76a1-4b4d-b147-c61043357684 req-44e4465a-212a-4816-b601-019479b4060d tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5502279 Aug 22 14:17:51.480617 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-f134798a-76a1-4b4d-b147-c61043357684 req-d3db79f1-88da-4208-9570-aad670dcf16b service neutron] Request body: {'port': {'device_id': '9de5d57e-a85d-41fe-af90-3e987bf92780', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:17:51.532745 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-f134798a-76a1-4b4d-b147-c61043357684 req-d3db79f1-88da-4208-9570-aad670dcf16b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:51.790959 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-f134798a-76a1-4b4d-b147-c61043357684 req-d3db79f1-88da-4208-9570-aad670dcf16b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff4d3670-1f57-44ae-8ba5-21be659c3d24 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:17:51.798162 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-f134798a-76a1-4b4d-b147-c61043357684 req-d3db79f1-88da-4208-9570-aad670dcf16b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:51.810324 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-f134798a-76a1-4b4d-b147-c61043357684 req-d3db79f1-88da-4208-9570-aad670dcf16b service neutron] Transition to ACTIVE for port object ff4d3670-1f57-44ae-8ba5-21be659c3d24 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:17:51.814029 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-f134798a-76a1-4b4d-b147-c61043357684 req-d3db79f1-88da-4208-9570-aad670dcf16b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:51.875242 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3db79f1-88da-4208-9570-aad670dcf16b service neutron] Pushing event updated for resources: {'Port': ['ID=ff4d3670-1f57-44ae-8ba5-21be659c3d24,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:17:51.937769 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-f134798a-76a1-4b4d-b147-c61043357684 req-d3db79f1-88da-4208-9570-aad670dcf16b service neutron] Attempting to bind port ff4d3670-1f57-44ae-8ba5-21be659c3d24 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:17:51.938427 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-f134798a-76a1-4b4d-b147-c61043357684 req-d3db79f1-88da-4208-9570-aad670dcf16b service neutron] Attempting to bind port ff4d3670-1f57-44ae-8ba5-21be659c3d24 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': 'db8efbc4-4073-475b-ace0-8c61ec610283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0b3cac75-24ee-4ea0-8e2a-82f583b2b24a'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:17:51.938427 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f134798a-76a1-4b4d-b147-c61043357684 req-d3db79f1-88da-4208-9570-aad670dcf16b service neutron] Attempting to bind port ff4d3670-1f57-44ae-8ba5-21be659c3d24 on network 0b3cac75-24ee-4ea0-8e2a-82f583b2b24a {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:17:51.942631 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f134798a-76a1-4b4d-b147-c61043357684 req-d3db79f1-88da-4208-9570-aad670dcf16b service neutron] Port ff4d3670-1f57-44ae-8ba5-21be659c3d24 on network 0b3cac75-24ee-4ea0-8e2a-82f583b2b24a not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:17:51.942931 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f134798a-76a1-4b4d-b147-c61043357684 req-d3db79f1-88da-4208-9570-aad670dcf16b service neutron] Attempting to bind port ff4d3670-1f57-44ae-8ba5-21be659c3d24 on network 0b3cac75-24ee-4ea0-8e2a-82f583b2b24a {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:17:51.948394 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f134798a-76a1-4b4d-b147-c61043357684 req-d3db79f1-88da-4208-9570-aad670dcf16b service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:17:51.948742 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f134798a-76a1-4b4d-b147-c61043357684 req-d3db79f1-88da-4208-9570-aad670dcf16b service neutron] Checking segment: {'id': 'db8efbc4-4073-475b-ace0-8c61ec610283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0b3cac75-24ee-4ea0-8e2a-82f583b2b24a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:17:51.949126 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f134798a-76a1-4b4d-b147-c61043357684 req-d3db79f1-88da-4208-9570-aad670dcf16b service neutron] Bound using segment: {'id': 'db8efbc4-4073-475b-ace0-8c61ec610283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0b3cac75-24ee-4ea0-8e2a-82f583b2b24a'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:17:51.949548 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-f134798a-76a1-4b4d-b147-c61043357684 req-d3db79f1-88da-4208-9570-aad670dcf16b service neutron] Bound port: ff4d3670-1f57-44ae-8ba5-21be659c3d24, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db8efbc4-4073-475b-ace0-8c61ec610283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0b3cac75-24ee-4ea0-8e2a-82f583b2b24a'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:17:51.949904 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-f134798a-76a1-4b4d-b147-c61043357684 req-d3db79f1-88da-4208-9570-aad670dcf16b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:52.013988 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-f134798a-76a1-4b4d-b147-c61043357684 req-d3db79f1-88da-4208-9570-aad670dcf16b service neutron] For port ff4d3670-1f57-44ae-8ba5-21be659c3d24, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:17:52.017236 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-f134798a-76a1-4b4d-b147-c61043357684 req-d3db79f1-88da-4208-9570-aad670dcf16b service neutron] For port ff4d3670-1f57-44ae-8ba5-21be659c3d24, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=ff4d3670-1f57-44ae-8ba5-21be659c3d24,segment=NetworkSegment(db8efbc4-4073-475b-ace0-8c61ec610283),segment_id=db8efbc4-4073-475b-ace0-8c61ec610283)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:17:52.021501 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-f134798a-76a1-4b4d-b147-c61043357684 req-d3db79f1-88da-4208-9570-aad670dcf16b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:52.058547 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34581ac8-a70f-42de-beeb-fc7d62ba7098 req-5267c136-5838-444a-9d7c-f3da844f60fa tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:52.060575 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134798a-76a1-4b4d-b147-c61043357684 req-d3db79f1-88da-4208-9570-aad670dcf16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:52.060951 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-34581ac8-a70f-42de-beeb-fc7d62ba7098 req-5267c136-5838-444a-9d7c-f3da844f60fa tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.21 "GET /v2.0/ports?device_id=9de5d57e-a85d-41fe-af90-3e987bf92780 HTTP/1.1" status: 200 len: 943 time: 0.0588918 Aug 22 14:17:52.061301 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-f134798a-76a1-4b4d-b147-c61043357684 req-d3db79f1-88da-4208-9570-aad670dcf16b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:52.062830 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f134798a-76a1-4b4d-b147-c61043357684 req-d3db79f1-88da-4208-9570-aad670dcf16b service neutron] 10.222.0.41 "PUT /v2.0/ports/ff4d3670-1f57-44ae-8ba5-21be659c3d24 HTTP/1.1" status: 200 len: 1092 time: 0.5869031 Aug 22 14:17:52.065195 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9de5d57e-a85d-41fe-af90-3e987bf92780', 'tag': 'ff4d3670-1f57-44ae-8ba5-21be659c3d24'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:17:52.068129 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75235465-311e-4ec8-83cb-e4da263e8a99" -d '{"events": [{"name": "network-changed", "server_uuid": "9de5d57e-a85d-41fe-af90-3e987bf92780", "tag": "ff4d3670-1f57-44ae-8ba5-21be659c3d24"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:17:52.100540 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3db79f1-88da-4208-9570-aad670dcf16b service neutron] Pushing event updated for resources: {'Port': ['ID=ff4d3670-1f57-44ae-8ba5-21be659c3d24,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:17:52.104852 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-34581ac8-a70f-42de-beeb-fc7d62ba7098 req-5bc7e63b-2139-429f-b8f4-bae95332de3a tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.21 "GET /v2.0/security-groups?id=98d4623c-53c6-448f-82b9-b6b2f12900a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384007 Aug 22 14:17:52.122200 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde7801b-a38f-4d23-a0e4-7f2e9f81614f x-openstack-request-id: req-fde7801b-a38f-4d23-a0e4-7f2e9f81614f {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:17:52.122602 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9de5d57e-a85d-41fe-af90-3e987bf92780", "tag": "ff4d3670-1f57-44ae-8ba5-21be659c3d24", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:17:52.122853 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fde7801b-a38f-4d23-a0e4-7f2e9f81614f {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:17:52.123238 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9de5d57e-a85d-41fe-af90-3e987bf92780', 'tag': 'ff4d3670-1f57-44ae-8ba5-21be659c3d24', 'status': 'completed', 'code': 200} Aug 22 14:17:52.155818 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134798a-76a1-4b4d-b147-c61043357684 req-a72468a9-ec1f-4cd5-91b5-5990063704af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:52.157341 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f134798a-76a1-4b4d-b147-c61043357684 req-a72468a9-ec1f-4cd5-91b5-5990063704af service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dbaefddf369a450ba83b891eb5a3bf74&device_id=9de5d57e-a85d-41fe-af90-3e987bf92780 HTTP/1.1" status: 200 len: 1095 time: 0.0457749 Aug 22 14:17:52.199527 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f134798a-76a1-4b4d-b147-c61043357684 req-c03c3b1f-4ae4-45bf-8094-ef736d571ff3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff4d3670-1f57-44ae-8ba5-21be659c3d24 HTTP/1.1" status: 200 len: 217 time: 0.0347474 Aug 22 14:17:52.251322 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134798a-76a1-4b4d-b147-c61043357684 req-e6c509f8-7096-4e52-bc88-8c33de3761c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:52.252761 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f134798a-76a1-4b4d-b147-c61043357684 req-e6c509f8-7096-4e52-bc88-8c33de3761c8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0725437d-d839-4681-be2a-94ddd3dec34c HTTP/1.1" status: 200 len: 853 time: 0.0464377 Aug 22 14:17:52.283862 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f134798a-76a1-4b4d-b147-c61043357684 req-bd07cb36-65e1-43c4-a97a-151a60592dc8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0b3cac75-24ee-4ea0-8e2a-82f583b2b24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236607 Aug 22 14:17:52.374636 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f134798a-76a1-4b4d-b147-c61043357684 req-d3c898a3-5d48-4378-b47f-e9e67d71479c service neutron] 10.222.0.41 "GET /v2.0/networks/0b3cac75-24ee-4ea0-8e2a-82f583b2b24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830104 Aug 22 14:17:52.466553 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f134798a-76a1-4b4d-b147-c61043357684 req-62b0d2d7-c5a6-4bef-b63d-48b69214817c service neutron] 10.222.0.41 "GET /v2.0/networks/0b3cac75-24ee-4ea0-8e2a-82f583b2b24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847836 Aug 22 14:17:52.550679 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75235465-311e-4ec8-83cb-e4da263e8a99 req-04d1be01-3792-4e1d-b2e3-5fe364e7a71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:52.552154 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-75235465-311e-4ec8-83cb-e4da263e8a99 req-04d1be01-3792-4e1d-b2e3-5fe364e7a71d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dbaefddf369a450ba83b891eb5a3bf74&device_id=9de5d57e-a85d-41fe-af90-3e987bf92780 HTTP/1.1" status: 200 len: 1095 time: 0.0405512 Aug 22 14:17:52.642750 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75235465-311e-4ec8-83cb-e4da263e8a99 req-ae1e33c1-b765-4fc7-a49c-8d1a294285a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:52.644094 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-75235465-311e-4ec8-83cb-e4da263e8a99 req-ae1e33c1-b765-4fc7-a49c-8d1a294285a5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0b3cac75-24ee-4ea0-8e2a-82f583b2b24a HTTP/1.1" status: 200 len: 914 time: 0.0850320 Aug 22 14:17:52.685208 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-75235465-311e-4ec8-83cb-e4da263e8a99 req-ff35b970-e25b-456f-9dbd-c7776dd4254a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff4d3670-1f57-44ae-8ba5-21be659c3d24 HTTP/1.1" status: 200 len: 217 time: 0.0334163 Aug 22 14:17:52.733534 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75235465-311e-4ec8-83cb-e4da263e8a99 req-30d81811-6a1d-4a8b-9df8-2f29eefbf480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:52.734921 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-75235465-311e-4ec8-83cb-e4da263e8a99 req-30d81811-6a1d-4a8b-9df8-2f29eefbf480 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0725437d-d839-4681-be2a-94ddd3dec34c HTTP/1.1" status: 200 len: 853 time: 0.0433018 Aug 22 14:17:52.766531 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-75235465-311e-4ec8-83cb-e4da263e8a99 req-da8ec040-a232-45bf-9d22-58ccd48a5834 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0b3cac75-24ee-4ea0-8e2a-82f583b2b24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232897 Aug 22 14:17:52.860037 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-75235465-311e-4ec8-83cb-e4da263e8a99 req-7be789b5-6a53-44f5-b23a-5771c96b9096 service neutron] 10.222.0.41 "GET /v2.0/networks/0b3cac75-24ee-4ea0-8e2a-82f583b2b24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848029 Aug 22 14:17:52.947391 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-75235465-311e-4ec8-83cb-e4da263e8a99 req-163a8596-b1bf-40ff-adfd-96bf5df9edcb service neutron] 10.222.0.41 "GET /v2.0/networks/0b3cac75-24ee-4ea0-8e2a-82f583b2b24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802257 Aug 22 14:17:53.215087 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cdaf85-8e96-44fa-9fa2-b4c6cfabf8b5 req-7f6a56f7-390c-497e-9b5f-6333c90f0687 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:53.216484 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e1cdaf85-8e96-44fa-9fa2-b4c6cfabf8b5 req-7f6a56f7-390c-497e-9b5f-6333c90f0687 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.21 "GET /v2.0/ports?device_id=9de5d57e-a85d-41fe-af90-3e987bf92780 HTTP/1.1" status: 200 len: 943 time: 0.0487790 Aug 22 14:17:53.252690 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e1cdaf85-8e96-44fa-9fa2-b4c6cfabf8b5 req-a1348de6-2ac2-453a-aeca-060c9d851632 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.21 "GET /v2.0/security-groups?id=98d4623c-53c6-448f-82b9-b6b2f12900a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303679 Aug 22 14:17:54.369779 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b867e-1cfe-4a15-a269-c82781651316 req-b01fbc66-273f-4ef1-a891-34dc5eb0c0f7 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:54.371247 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fd3b867e-1cfe-4a15-a269-c82781651316 req-b01fbc66-273f-4ef1-a891-34dc5eb0c0f7 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.21 "GET /v2.0/ports?device_id=9de5d57e-a85d-41fe-af90-3e987bf92780 HTTP/1.1" status: 200 len: 943 time: 0.0496926 Aug 22 14:17:54.408150 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fd3b867e-1cfe-4a15-a269-c82781651316 req-bd7deb95-7e15-410a-8e14-8512b4465be1 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.21 "GET /v2.0/security-groups?id=98d4623c-53c6-448f-82b9-b6b2f12900a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309570 Aug 22 14:17:55.470130 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device ff4d3670-1f57-44ae-8ba5-21be659c3d24 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:17:55.527123 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8aa58c-6c21-4549-ba6d-c741caf16419 req-bd8e1bba-71cc-490c-8ffa-67de23dfe77f tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:55.528663 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8b8aa58c-6c21-4549-ba6d-c741caf16419 req-bd8e1bba-71cc-490c-8ffa-67de23dfe77f tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.21 "GET /v2.0/ports?device_id=9de5d57e-a85d-41fe-af90-3e987bf92780 HTTP/1.1" status: 200 len: 943 time: 0.0554175 Aug 22 14:17:55.564200 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port ff4d3670-1f57-44ae-8ba5-21be659c3d24, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=ff4d3670-1f57-44ae-8ba5-21be659c3d24,segment=NetworkSegment(db8efbc4-4073-475b-ace0-8c61ec610283),segment_id=db8efbc4-4073-475b-ace0-8c61ec610283)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:17:55.566837 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8b8aa58c-6c21-4549-ba6d-c741caf16419 req-b19f2f8f-29a2-422d-a801-97c62c2791c3 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.21 "GET /v2.0/security-groups?id=98d4623c-53c6-448f-82b9-b6b2f12900a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322144 Aug 22 14:17:55.574680 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': 'ff4d3670-1f57-44ae-8ba5-21be659c3d24', 'network_id': '0b3cac75-24ee-4ea0-8e2a-82f583b2b24a', 'port_id': 'ff4d3670-1f57-44ae-8ba5-21be659c3d24', 'mac_address': 'fa:16:3e:5a:a7:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0725437d-d839-4681-be2a-94ddd3dec34c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:17:55.614294 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:55.627120 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff4d3670-1f57-44ae-8ba5-21be659c3d24 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:17:55.645109 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port ff4d3670-1f57-44ae-8ba5-21be659c3d24, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=ff4d3670-1f57-44ae-8ba5-21be659c3d24,segment=NetworkSegment(db8efbc4-4073-475b-ace0-8c61ec610283),segment_id=db8efbc4-4073-475b-ace0-8c61ec610283)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:17:55.649881 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:55.695599 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=ff4d3670-1f57-44ae-8ba5-21be659c3d24,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:17:55.872395 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['ff4d3670-1f57-44ae-8ba5-21be659c3d24'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:17:56.679844 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7953eb-3f0f-422f-9617-5ba75d16730d req-527139ae-a02e-4d11-a6f8-bd23d81fb156 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:56.681909 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4c7953eb-3f0f-422f-9617-5ba75d16730d req-527139ae-a02e-4d11-a6f8-bd23d81fb156 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.21 "GET /v2.0/ports?device_id=9de5d57e-a85d-41fe-af90-3e987bf92780 HTTP/1.1" status: 200 len: 944 time: 0.0498052 Aug 22 14:17:56.719627 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4c7953eb-3f0f-422f-9617-5ba75d16730d req-17ff7688-8b5e-4ea5-bda4-8214cf4a871e tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.21 "GET /v2.0/security-groups?id=98d4623c-53c6-448f-82b9-b6b2f12900a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318174 Aug 22 14:17:57.470315 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device ff4d3670-1f57-44ae-8ba5-21be659c3d24 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:17:57.527209 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port ff4d3670-1f57-44ae-8ba5-21be659c3d24 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:17:57.531378 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port ff4d3670-1f57-44ae-8ba5-21be659c3d24 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:17:57.531835 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:57.609529 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:57.633867 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de5d57e-a85d-41fe-af90-3e987bf92780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4d3670-1f57-44ae-8ba5-21be659c3d24'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:17:57.636016 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e194d122-ae9d-426d-9baf-d414fb9e6ff3" -d '{"events": [{"server_uuid": "9de5d57e-a85d-41fe-af90-3e987bf92780", "name": "network-vif-plugged", "status": "completed", "tag": "ff4d3670-1f57-44ae-8ba5-21be659c3d24"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:17:57.648384 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port ff4d3670-1f57-44ae-8ba5-21be659c3d24, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=ff4d3670-1f57-44ae-8ba5-21be659c3d24,segment=NetworkSegment(db8efbc4-4073-475b-ace0-8c61ec610283),segment_id=db8efbc4-4073-475b-ace0-8c61ec610283)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:17:57.653304 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:57.677838 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3334e18b-f3e0-41c8-95cb-3ca0c87df61f x-openstack-request-id: req-3334e18b-f3e0-41c8-95cb-3ca0c87df61f {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:17:57.678134 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9de5d57e-a85d-41fe-af90-3e987bf92780", "name": "network-vif-plugged", "status": "completed", "tag": "ff4d3670-1f57-44ae-8ba5-21be659c3d24", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:17:57.678382 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3334e18b-f3e0-41c8-95cb-3ca0c87df61f {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:17:57.678763 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9de5d57e-a85d-41fe-af90-3e987bf92780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4d3670-1f57-44ae-8ba5-21be659c3d24', 'code': 200} Aug 22 14:17:57.705131 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=ff4d3670-1f57-44ae-8ba5-21be659c3d24,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:17:57.779478 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0c93b-fb78-483f-8efe-c26f72607975 req-eb3ac8e7-6145-41a0-a1ed-ec5c3d158a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:57.781063 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c5b0c93b-fb78-483f-8efe-c26f72607975 req-eb3ac8e7-6145-41a0-a1ed-ec5c3d158a2a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9de5d57e-a85d-41fe-af90-3e987bf92780 HTTP/1.1" status: 200 len: 1097 time: 0.0456016 Aug 22 14:17:57.817686 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c5b0c93b-fb78-483f-8efe-c26f72607975 req-d763334d-9983-4dc8-96ee-743f7e520d0c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=98d4623c-53c6-448f-82b9-b6b2f12900a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299981 Aug 22 14:17:57.835310 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19410136-ae9f-4807-9d1d-56b0b595474b req-df1ceadc-658e-4560-b42c-819f6f20ff1d tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:57.836963 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-19410136-ae9f-4807-9d1d-56b0b595474b req-df1ceadc-658e-4560-b42c-819f6f20ff1d tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.21 "GET /v2.0/ports?device_id=9de5d57e-a85d-41fe-af90-3e987bf92780 HTTP/1.1" status: 200 len: 945 time: 0.0506566 Aug 22 14:17:57.875739 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-19410136-ae9f-4807-9d1d-56b0b595474b req-8b63c5fc-9a5e-42f3-b00e-2ed0cc1fe649 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.21 "GET /v2.0/security-groups?id=98d4623c-53c6-448f-82b9-b6b2f12900a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328135 Aug 22 14:17:58.513747 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f0d405b7-ed66-47f1-9af5-a20947d0d26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:58.895482 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:17:58.997385 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c89c5c-f011-42b0-8516-87e3675d0d1d req-242be8a9-f859-4909-9b7c-fef05aacbadc tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:58.998877 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-69c89c5c-f011-42b0-8516-87e3675d0d1d req-242be8a9-f859-4909-9b7c-fef05aacbadc tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.21 "GET /v2.0/ports?device_id=9de5d57e-a85d-41fe-af90-3e987bf92780 HTTP/1.1" status: 200 len: 945 time: 0.0548346 Aug 22 14:17:59.037736 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-69c89c5c-f011-42b0-8516-87e3675d0d1d req-a080a569-03dc-480a-80b9-56b5aed59b34 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.21 "GET /v2.0/security-groups?id=98d4623c-53c6-448f-82b9-b6b2f12900a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327599 Aug 22 14:17:59.265975 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff58f29-1a90-469e-8cbd-207e130867c6 req-1fef16e4-d57e-4b5b-85b3-239844a37fe8 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:17:59.267849 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5ff58f29-1a90-469e-8cbd-207e130867c6 req-1fef16e4-d57e-4b5b-85b3-239844a37fe8 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.21 "GET /v2.0/ports?device_id=9de5d57e-a85d-41fe-af90-3e987bf92780 HTTP/1.1" status: 200 len: 945 time: 0.0495443 Aug 22 14:17:59.304730 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5ff58f29-1a90-469e-8cbd-207e130867c6 req-4fd68788-13b7-45dc-aa18-b97fa114cd17 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.21 "GET /v2.0/security-groups?id=98d4623c-53c6-448f-82b9-b6b2f12900a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309274 Aug 22 14:18:00.421105 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784a471-48fe-4ee4-8b9b-f0061f81c178 req-78f07ae5-d721-41a1-8f66-1c61026c4c5a tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:18:00.422594 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8784a471-48fe-4ee4-8b9b-f0061f81c178 req-78f07ae5-d721-41a1-8f66-1c61026c4c5a tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.21 "GET /v2.0/ports?device_id=9de5d57e-a85d-41fe-af90-3e987bf92780 HTTP/1.1" status: 200 len: 945 time: 0.0482039 Aug 22 14:18:00.460523 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8784a471-48fe-4ee4-8b9b-f0061f81c178 req-9eabf1cb-5534-49a9-b10f-b61cff314672 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.21 "GET /v2.0/security-groups?id=98d4623c-53c6-448f-82b9-b6b2f12900a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317183 Aug 22 14:18:00.513226 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9fe079-a2ac-485e-b5a1-b9e283497ea0 req-3269d8d2-8d12-4f70-8f58-6087ec3babd7 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:18:00.514674 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3b9fe079-a2ac-485e-b5a1-b9e283497ea0 req-3269d8d2-8d12-4f70-8f58-6087ec3babd7 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.41 "GET /v2.0/ports?device_id=9de5d57e-a85d-41fe-af90-3e987bf92780 HTTP/1.1" status: 200 len: 945 time: 0.0512614 Aug 22 14:18:00.600673 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-3b9fe079-a2ac-485e-b5a1-b9e283497ea0 req-be016b8d-4c96-41bf-8e83-92bfa689a151 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Deleting port ff4d3670-1f57-44ae-8ba5-21be659c3d24 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:18:00.600931 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-3b9fe079-a2ac-485e-b5a1-b9e283497ea0 req-be016b8d-4c96-41bf-8e83-92bfa689a151 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:00.689357 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-3b9fe079-a2ac-485e-b5a1-b9e283497ea0 req-be016b8d-4c96-41bf-8e83-92bfa689a151 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] For port ff4d3670-1f57-44ae-8ba5-21be659c3d24, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=ff4d3670-1f57-44ae-8ba5-21be659c3d24,segment=NetworkSegment(db8efbc4-4073-475b-ace0-8c61ec610283),segment_id=db8efbc4-4073-475b-ace0-8c61ec610283)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:18:00.689726 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-3b9fe079-a2ac-485e-b5a1-b9e283497ea0 req-be016b8d-4c96-41bf-8e83-92bfa689a151 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:00.701785 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-3b9fe079-a2ac-485e-b5a1-b9e283497ea0 req-be016b8d-4c96-41bf-8e83-92bfa689a151 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Calling delete_port for ff4d3670-1f57-44ae-8ba5-21be659c3d24 owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:18:00.827662 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-3b9fe079-a2ac-485e-b5a1-b9e283497ea0 req-be016b8d-4c96-41bf-8e83-92bfa689a151 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:00.840361 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['ff4d3670-1f57-44ae-8ba5-21be659c3d24'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:18:00.842756 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['90e04c25-bbb9-46f8-ba21-096cdd13671a'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:18:00.855643 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be016b8d-4c96-41bf-8e83-92bfa689a151 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Pushing event deleted for resources: {'Port': ['ID=ff4d3670-1f57-44ae-8ba5-21be659c3d24,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:00.898520 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9fe079-a2ac-485e-b5a1-b9e283497ea0 req-be016b8d-4c96-41bf-8e83-92bfa689a151 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] No DVR routers for this DVR port ff4d3670-1f57-44ae-8ba5-21be659c3d24 on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:18:00.901913 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-3b9fe079-a2ac-485e-b5a1-b9e283497ea0 req-be016b8d-4c96-41bf-8e83-92bfa689a151 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:00.903984 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3b9fe079-a2ac-485e-b5a1-b9e283497ea0 req-be016b8d-4c96-41bf-8e83-92bfa689a151 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.41 "DELETE /v2.0/ports/ff4d3670-1f57-44ae-8ba5-21be659c3d24 HTTP/1.1" status: 204 len: 173 time: 0.3832891 Aug 22 14:18:00.904484 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de5d57e-a85d-41fe-af90-3e987bf92780', 'name': 'network-vif-deleted', 'tag': 'ff4d3670-1f57-44ae-8ba5-21be659c3d24'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:18:00.907236 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ebb0a473cca2eac43b3d15d0cd340d28ff75e2197702c6ec635dafd65d9985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3634a643-6164-4aa0-ab64-1109da947d0a" -d '{"events": [{"server_uuid": "9de5d57e-a85d-41fe-af90-3e987bf92780", "name": "network-vif-deleted", "tag": "ff4d3670-1f57-44ae-8ba5-21be659c3d24"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:18:00.951055 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e8c478-3115-41ee-ae04-64c6f7bd5f67 x-openstack-request-id: req-88e8c478-3115-41ee-ae04-64c6f7bd5f67 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:18:00.951486 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9de5d57e-a85d-41fe-af90-3e987bf92780", "name": "network-vif-deleted", "tag": "ff4d3670-1f57-44ae-8ba5-21be659c3d24", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:18:00.951739 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-88e8c478-3115-41ee-ae04-64c6f7bd5f67 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:18:00.952135 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9de5d57e-a85d-41fe-af90-3e987bf92780', 'name': 'network-vif-deleted', 'tag': 'ff4d3670-1f57-44ae-8ba5-21be659c3d24', 'status': 'completed', 'code': 200} Aug 22 14:18:01.136831 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b2dcc782-cc8d-4d7d-a23e-785fa61f0bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:01.267744 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:01.612712 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e928fc94-96d1-49c4-8ecf-20ad6f8f6127 req-73151b35-6ba8-4b9d-83cb-3ae0dd87ab60 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:18:01.614248 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e928fc94-96d1-49c4-8ecf-20ad6f8f6127 req-73151b35-6ba8-4b9d-83cb-3ae0dd87ab60 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3debd88-0a96-4e61-8acb-072f08b69157 HTTP/1.1" status: 200 len: 945 time: 0.0544620 Aug 22 14:18:01.651775 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e928fc94-96d1-49c4-8ecf-20ad6f8f6127 req-be96499e-6811-48f0-9eb3-88ba955c51bd tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.21 "GET /v2.0/security-groups?id=98d4623c-53c6-448f-82b9-b6b2f12900a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309503 Aug 22 14:18:01.781533 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472f3b5-fc00-438b-88b9-debf7c4e2325 req-9ace0cb1-a337-4be4-ba96-9b551a39ae47 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:18:01.782932 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e472f3b5-fc00-438b-88b9-debf7c4e2325 req-9ace0cb1-a337-4be4-ba96-9b551a39ae47 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3debd88-0a96-4e61-8acb-072f08b69157 HTTP/1.1" status: 200 len: 945 time: 0.0491312 Aug 22 14:18:01.820780 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e472f3b5-fc00-438b-88b9-debf7c4e2325 req-084ce355-87d3-406c-a13b-07da97c573a1 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.21 "GET /v2.0/security-groups?id=98d4623c-53c6-448f-82b9-b6b2f12900a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318091 Aug 22 14:18:01.935906 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13bd63-3239-472b-a399-002c2fcd65db req-457f192f-070a-4769-bdc9-33b7978bfa89 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:18:01.937415 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8e13bd63-3239-472b-a399-002c2fcd65db req-457f192f-070a-4769-bdc9-33b7978bfa89 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3debd88-0a96-4e61-8acb-072f08b69157 HTTP/1.1" status: 200 len: 945 time: 0.0491521 Aug 22 14:18:01.974870 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8e13bd63-3239-472b-a399-002c2fcd65db req-5711bd50-da39-4868-8dc6-bfb00608a88d tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.21 "GET /v2.0/security-groups?id=98d4623c-53c6-448f-82b9-b6b2f12900a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314672 Aug 22 14:18:02.144579 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1706eb-46df-4b37-82c2-5109ca8336e5 req-b477a8dd-0dfd-4e5a-9fa3-939f17c0f9d1 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:18:02.146038 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7d1706eb-46df-4b37-82c2-5109ca8336e5 req-b477a8dd-0dfd-4e5a-9fa3-939f17c0f9d1 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3debd88-0a96-4e61-8acb-072f08b69157 HTTP/1.1" status: 200 len: 945 time: 0.0523822 Aug 22 14:18:02.183354 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7d1706eb-46df-4b37-82c2-5109ca8336e5 req-73e5bb77-9e2b-440b-b18a-c27ca375c791 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.21 "GET /v2.0/security-groups?id=98d4623c-53c6-448f-82b9-b6b2f12900a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306010 Aug 22 14:18:02.297787 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711fe8a8-73a9-4dad-8064-b616eef6ad2e req-ad3695ab-4d77-4169-b175-5418b04fae11 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:18:02.299194 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-711fe8a8-73a9-4dad-8064-b616eef6ad2e req-ad3695ab-4d77-4169-b175-5418b04fae11 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3debd88-0a96-4e61-8acb-072f08b69157 HTTP/1.1" status: 200 len: 945 time: 0.0494621 Aug 22 14:18:02.336107 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-711fe8a8-73a9-4dad-8064-b616eef6ad2e req-535b69e7-e7ce-4c21-84d5-b2b0ef5f6601 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.21 "GET /v2.0/security-groups?id=98d4623c-53c6-448f-82b9-b6b2f12900a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310397 Aug 22 14:18:02.459541 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba0d75-4e48-4e66-9ab4-e2b12fbb7664 req-b84f3439-8143-4cd6-84bc-fc6066f379c3 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:18:02.461059 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-17ba0d75-4e48-4e66-9ab4-e2b12fbb7664 req-b84f3439-8143-4cd6-84bc-fc6066f379c3 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3debd88-0a96-4e61-8acb-072f08b69157 HTTP/1.1" status: 200 len: 945 time: 0.0498297 Aug 22 14:18:02.499116 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-17ba0d75-4e48-4e66-9ab4-e2b12fbb7664 req-a82e6b56-5d2b-4084-9f2e-64210524dbaf tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.21 "GET /v2.0/security-groups?id=98d4623c-53c6-448f-82b9-b6b2f12900a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318778 Aug 22 14:18:02.606362 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:02.801607 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17539c1-6140-415b-9514-3e805c2c4d13 req-6790448e-e5e4-4a11-99a1-410e4f309d46 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:18:02.803138 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a17539c1-6140-415b-9514-3e805c2c4d13 req-6790448e-e5e4-4a11-99a1-410e4f309d46 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3debd88-0a96-4e61-8acb-072f08b69157 HTTP/1.1" status: 200 len: 945 time: 0.0542405 Aug 22 14:18:02.841712 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a17539c1-6140-415b-9514-3e805c2c4d13 req-1c1e1fca-689f-4325-81c2-76fd84560e1c tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.21 "GET /v2.0/security-groups?id=98d4623c-53c6-448f-82b9-b6b2f12900a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325179 Aug 22 14:18:03.485909 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device ff4d3670-1f57-44ae-8ba5-21be659c3d24 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:18:03.505729 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: ff4d3670-1f57-44ae-8ba5-21be659c3d24 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:18:03.506066 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device ff4d3670-1f57-44ae-8ba5-21be659c3d24 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:18:03.959385 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ced22-0dd0-41f5-827e-d31cc429cd87 req-733acc83-9799-4657-834e-fbc43153a8d3 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:18:03.960893 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-986ced22-0dd0-41f5-827e-d31cc429cd87 req-733acc83-9799-4657-834e-fbc43153a8d3 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3debd88-0a96-4e61-8acb-072f08b69157 HTTP/1.1" status: 200 len: 945 time: 0.0502911 Aug 22 14:18:03.999544 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-986ced22-0dd0-41f5-827e-d31cc429cd87 req-5a1751bb-8445-494c-8b36-b59e60c1ed24 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.21 "GET /v2.0/security-groups?id=98d4623c-53c6-448f-82b9-b6b2f12900a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321915 Aug 22 14:18:04.116371 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc3639-dcf8-4a7b-8d9d-a0f242deb634 req-20f1903c-e92d-409d-928b-9d72b5f75ebd tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:18:04.118013 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-59bc3639-dcf8-4a7b-8d9d-a0f242deb634 req-20f1903c-e92d-409d-928b-9d72b5f75ebd tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3debd88-0a96-4e61-8acb-072f08b69157 HTTP/1.1" status: 200 len: 945 time: 0.0481904 Aug 22 14:18:04.213939 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-59bc3639-dcf8-4a7b-8d9d-a0f242deb634 req-65c3bcba-06e2-4b77-84e1-bc9e18649234 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Deleting port 90e04c25-bbb9-46f8-ba21-096cdd13671a {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:18:04.214196 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-59bc3639-dcf8-4a7b-8d9d-a0f242deb634 req-65c3bcba-06e2-4b77-84e1-bc9e18649234 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:04.285506 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:04.303694 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-59bc3639-dcf8-4a7b-8d9d-a0f242deb634 req-65c3bcba-06e2-4b77-84e1-bc9e18649234 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] For port 90e04c25-bbb9-46f8-ba21-096cdd13671a, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=90e04c25-bbb9-46f8-ba21-096cdd13671a,segment=NetworkSegment(db8efbc4-4073-475b-ace0-8c61ec610283),segment_id=db8efbc4-4073-475b-ace0-8c61ec610283)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:18:04.304059 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-59bc3639-dcf8-4a7b-8d9d-a0f242deb634 req-65c3bcba-06e2-4b77-84e1-bc9e18649234 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:04.316354 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-59bc3639-dcf8-4a7b-8d9d-a0f242deb634 req-65c3bcba-06e2-4b77-84e1-bc9e18649234 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Calling delete_port for 90e04c25-bbb9-46f8-ba21-096cdd13671a owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:18:04.384855 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:04.450149 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-59bc3639-dcf8-4a7b-8d9d-a0f242deb634 req-65c3bcba-06e2-4b77-84e1-bc9e18649234 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:04.461819 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['90e04c25-bbb9-46f8-ba21-096cdd13671a'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:18:04.479372 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c3bcba-06e2-4b77-84e1-bc9e18649234 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Pushing event deleted for resources: {'Port': ['ID=90e04c25-bbb9-46f8-ba21-096cdd13671a,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:04.504557 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c3bcba-06e2-4b77-84e1-bc9e18649234 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:18:04.504908 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c3bcba-06e2-4b77-84e1-bc9e18649234 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:18:04.505243 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c3bcba-06e2-4b77-84e1-bc9e18649234 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:18:04.505568 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c3bcba-06e2-4b77-84e1-bc9e18649234 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:18:04.505891 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c3bcba-06e2-4b77-84e1-bc9e18649234 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:18:04.506213 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c3bcba-06e2-4b77-84e1-bc9e18649234 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:18:04.506535 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c3bcba-06e2-4b77-84e1-bc9e18649234 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:18:04.506852 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c3bcba-06e2-4b77-84e1-bc9e18649234 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:18:04.507172 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c3bcba-06e2-4b77-84e1-bc9e18649234 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:18:04.507487 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c3bcba-06e2-4b77-84e1-bc9e18649234 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:18:04.507802 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c3bcba-06e2-4b77-84e1-bc9e18649234 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:18:04.508118 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c3bcba-06e2-4b77-84e1-bc9e18649234 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:18:04.533183 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-59bc3639-dcf8-4a7b-8d9d-a0f242deb634 req-65c3bcba-06e2-4b77-84e1-bc9e18649234 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] No DVR routers for this DVR port 90e04c25-bbb9-46f8-ba21-096cdd13671a on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:18:04.535677 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-59bc3639-dcf8-4a7b-8d9d-a0f242deb634 req-65c3bcba-06e2-4b77-84e1-bc9e18649234 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:04.537697 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-59bc3639-dcf8-4a7b-8d9d-a0f242deb634 req-65c3bcba-06e2-4b77-84e1-bc9e18649234 tempest-ServersNegativeTestJSON-386011107 tempest-ServersNegativeTestJSON-386011107-project] 10.222.0.16 "DELETE /v2.0/ports/90e04c25-bbb9-46f8-ba21-096cdd13671a HTTP/1.1" status: 204 len: 173 time: 0.4131689 Aug 22 14:18:04.538125 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3debd88-0a96-4e61-8acb-072f08b69157', 'name': 'network-vif-deleted', 'tag': '90e04c25-bbb9-46f8-ba21-096cdd13671a'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:18:04.540357 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91e14cc-49a1-4723-b179-827e2c45322b" -d '{"events": [{"server_uuid": "b3debd88-0a96-4e61-8acb-072f08b69157", "name": "network-vif-deleted", "tag": "90e04c25-bbb9-46f8-ba21-096cdd13671a"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:18:04.578833 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c9baf2-b1cf-4920-9372-220ba503678a x-openstack-request-id: req-69c9baf2-b1cf-4920-9372-220ba503678a {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:18:04.580625 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3debd88-0a96-4e61-8acb-072f08b69157", "name": "network-vif-deleted", "tag": "90e04c25-bbb9-46f8-ba21-096cdd13671a", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:18:04.580957 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-69c9baf2-b1cf-4920-9372-220ba503678a {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:18:04.581534 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3debd88-0a96-4e61-8acb-072f08b69157', 'name': 'network-vif-deleted', 'tag': '90e04c25-bbb9-46f8-ba21-096cdd13671a', 'status': 'completed', 'code': 200} Aug 22 14:18:05.056925 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50748) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:18:05.101529 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-030a0a9e-66d6-4e5d-890c-25114eaadd51 admin admin] Deleting subnet 0725437d-d839-4681-be2a-94ddd3dec34c {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:18:05.104796 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-030a0a9e-66d6-4e5d-890c-25114eaadd51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:05.138284 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-030a0a9e-66d6-4e5d-890c-25114eaadd51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:05.179499 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-030a0a9e-66d6-4e5d-890c-25114eaadd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:05.233542 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-030a0a9e-66d6-4e5d-890c-25114eaadd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:05.265015 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030a0a9e-66d6-4e5d-890c-25114eaadd51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0725437d-d839-4681-be2a-94ddd3dec34c,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:05.268210 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-030a0a9e-66d6-4e5d-890c-25114eaadd51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:05.270116 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-030a0a9e-66d6-4e5d-890c-25114eaadd51 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0725437d-d839-4681-be2a-94ddd3dec34c HTTP/1.1" status: 204 len: 168 time: 0.2121568 Aug 22 14:18:05.272633 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50750) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:18:05.339061 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-07222c9e-a714-4c68-8797-0e6e56e5a516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:05.418973 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-07222c9e-a714-4c68-8797-0e6e56e5a516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:05.428333 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-07222c9e-a714-4c68-8797-0e6e56e5a516 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b3cac75-24ee-4ea0-8e2a-82f583b2b24a']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:18:05.439186 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-07222c9e-a714-4c68-8797-0e6e56e5a516 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db8efbc4-4073-475b-ace0-8c61ec610283') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:18:05.439474 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-07222c9e-a714-4c68-8797-0e6e56e5a516 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db8efbc4-4073-475b-ace0-8c61ec610283') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:18:05.449306 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-07222c9e-a714-4c68-8797-0e6e56e5a516 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:05.462504 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-07222c9e-a714-4c68-8797-0e6e56e5a516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:05.468561 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07222c9e-a714-4c68-8797-0e6e56e5a516 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:18:05.468941 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-07222c9e-a714-4c68-8797-0e6e56e5a516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:05.470855 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 14:18:05.470855 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:18:05.470855 n-d-793621-33 neutron-server[94627]: timer() Aug 22 14:18:05.470855 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:18:05.470855 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 14:18:05.470855 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:18:05.470855 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 14:18:05.470855 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:18:05.470855 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 14:18:05.470855 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:18:05.470855 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 14:18:05.470855 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:18:05.470855 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 14:18:05.470855 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:18:05.470855 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:18:05.470855 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:18:05.470855 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:18:05.470855 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:18:05.470855 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 14:18:05.470855 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:18:05.470855 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 14:18:05.470855 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:18:05.470855 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:18:05.470855 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:18:05.470855 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 14:18:05.470855 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:18:05.470855 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:18:05.470855 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:18:05.470855 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:18:05.470855 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:18:05.470855 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:18:05.470855 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:18:05.524820 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-07222c9e-a714-4c68-8797-0e6e56e5a516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:05.530359 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-07222c9e-a714-4c68-8797-0e6e56e5a516 admin admin] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:05.532203 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-07222c9e-a714-4c68-8797-0e6e56e5a516 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0b3cac75-24ee-4ea0-8e2a-82f583b2b24a HTTP/1.1" status: 204 len: 168 time: 0.2586684 Aug 22 14:18:05.543263 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07222c9e-a714-4c68-8797-0e6e56e5a516 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b3cac75-24ee-4ea0-8e2a-82f583b2b24a,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:05.640911 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50754) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:18:05.679285 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-eca3dabc-5233-4560-a018-e08f9383fec7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dbaefddf369a450ba83b891eb5a3bf74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371513 Aug 22 14:18:05.681601 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50756) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:18:05.734004 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d6f487c2-db2b-4428-b61e-3508d5671a50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:05.754958 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d6f487c2-db2b-4428-b61e-3508d5671a50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:05.802108 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d6f487c2-db2b-4428-b61e-3508d5671a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:05.804920 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d6f487c2-db2b-4428-b61e-3508d5671a50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:05.806311 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d6f487c2-db2b-4428-b61e-3508d5671a50 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/98d4623c-53c6-448f-82b9-b6b2f12900a9 HTTP/1.1" status: 204 len: 168 time: 0.1231885 Aug 22 14:18:05.814851 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f487c2-db2b-4428-b61e-3508d5671a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d4623c-53c6-448f-82b9-b6b2f12900a9,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:06.493424 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50778) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:18:06.591068 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-38c2d4d2-479d-44c8-87eb-82d39a858acf tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2023835741'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:18:06.612003 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c2d4d2-479d-44c8-87eb-82d39a858acf tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Made reservation on behalf of bcbdada617ba4e8f910f0e0f8c8dd5eb for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:18:06.615397 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-38c2d4d2-479d-44c8-87eb-82d39a858acf tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:06.623507 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-38c2d4d2-479d-44c8-87eb-82d39a858acf tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:06.712522 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-38c2d4d2-479d-44c8-87eb-82d39a858acf tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:06.716775 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-38c2d4d2-479d-44c8-87eb-82d39a858acf tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:06.743229 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38c2d4d2-479d-44c8-87eb-82d39a858acf tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:18:06.752863 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c2d4d2-479d-44c8-87eb-82d39a858acf tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07cd0f3f-1f19-437b-a2ad-d4a09f399805,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:06.758129 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-38c2d4d2-479d-44c8-87eb-82d39a858acf tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:06.758476 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-38c2d4d2-479d-44c8-87eb-82d39a858acf tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Added segment 134dfc7f-3c45-4f26-8773-7579b51481ba of type vlan for network 83a366e5-cf6b-4098-9a59-552914426fd4 Aug 22 14:18:06.798710 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-38c2d4d2-479d-44c8-87eb-82d39a858acf tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:06.826176 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-38c2d4d2-479d-44c8-87eb-82d39a858acf tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:06.831689 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c2d4d2-479d-44c8-87eb-82d39a858acf tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:18:06.832291 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-38c2d4d2-479d-44c8-87eb-82d39a858acf tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:06.882950 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-38c2d4d2-479d-44c8-87eb-82d39a858acf tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3881044 Aug 22 14:18:06.900311 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c2d4d2-479d-44c8-87eb-82d39a858acf tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Pushing event updated for resources: {'Network': ['ID=83a366e5-cf6b-4098-9a59-552914426fd4,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:06.910198 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 83a366e5-cf6b-4098-9a59-552914426fd4 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:18:07.288521 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 90e04c25-bbb9-46f8-ba21-096cdd13671a no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:18:07.309802 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: 90e04c25-bbb9-46f8-ba21-096cdd13671a {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:18:07.310077 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 90e04c25-bbb9-46f8-ba21-096cdd13671a not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:18:10.176779 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50782) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:18:10.182561 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-3ac6ed58-4b59-45e6-830f-86ef32186cad tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Request body: {'subnet': {'network_id': '83a366e5-cf6b-4098-9a59-552914426fd4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:18:10.273229 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac6ed58-4b59-45e6-830f-86ef32186cad tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Made reservation on behalf of bcbdada617ba4e8f910f0e0f8c8dd5eb for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:18:10.276998 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3ac6ed58-4b59-45e6-830f-86ef32186cad tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:10.454571 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3ac6ed58-4b59-45e6-830f-86ef32186cad tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:10.515682 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac6ed58-4b59-45e6-830f-86ef32186cad tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Pushing event updated for resources: {'Subnet': ['ID=63b40bc6-2ea0-469a-9d9b-ed27bc2a8bc4,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:10.522669 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac6ed58-4b59-45e6-830f-86ef32186cad tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Checking segment: {'id': '134dfc7f-3c45-4f26-8773-7579b51481ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '83a366e5-cf6b-4098-9a59-552914426fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:18:10.523030 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac6ed58-4b59-45e6-830f-86ef32186cad tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Network hostable DHCP agents. Network: 83a366e5-cf6b-4098-9a59-552914426fd4, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:18:10.539566 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac6ed58-4b59-45e6-830f-86ef32186cad tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Network 83a366e5-cf6b-4098-9a59-552914426fd4 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:18:10.547869 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-3ac6ed58-4b59-45e6-830f-86ef32186cad tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 83a366e5-cf6b-4098-9a59-552914426fd4) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:18:10.551883 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac6ed58-4b59-45e6-830f-86ef32186cad tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:18:10.552498 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3ac6ed58-4b59-45e6-830f-86ef32186cad tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:10.558297 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9680f1a3-9c74-4760-bfec-a4b8d5b3bb26 None None] Network 83a366e5-cf6b-4098-9a59-552914426fd4 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:18:10.567362 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-3ac6ed58-4b59-45e6-830f-86ef32186cad tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3892012 Aug 22 14:18:10.570680 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50784) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:18:10.576278 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-f9b085b9-2251-459f-a0e6-f74d9a38c15a tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1573185461'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:18:10.597631 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b085b9-2251-459f-a0e6-f74d9a38c15a tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Made reservation on behalf of bcbdada617ba4e8f910f0e0f8c8dd5eb for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:18:10.601262 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f9b085b9-2251-459f-a0e6-f74d9a38c15a tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:10.628226 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9b085b9-2251-459f-a0e6-f74d9a38c15a tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:18:10.638880 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f9b085b9-2251-459f-a0e6-f74d9a38c15a tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:10.639219 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-f9b085b9-2251-459f-a0e6-f74d9a38c15a tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Added segment b752d154-59b8-4aaf-8cad-d1b9304466dc of type vlan for network 7b22be00-4744-49da-9de8-7e0c7f2a2686 Aug 22 14:18:10.679096 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f9b085b9-2251-459f-a0e6-f74d9a38c15a tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:10.705440 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f9b085b9-2251-459f-a0e6-f74d9a38c15a tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:10.709835 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b77ee72-fbf5-4f23-8e8c-4afe3646528f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-83a366e5-cf6b-4098-9a59-552914426fd4', 'network_id': '83a366e5-cf6b-4098-9a59-552914426fd4', 'tenant_id': 'bcbdada617ba4e8f910f0e0f8c8dd5eb', 'fixed_ips': [{'subnet_id': '63b40bc6-2ea0-469a-9d9b-ed27bc2a8bc4'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:18:10.710693 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1b77ee72-fbf5-4f23-8e8c-4afe3646528f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:10.711568 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b085b9-2251-459f-a0e6-f74d9a38c15a tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:18:10.712149 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f9b085b9-2251-459f-a0e6-f74d9a38c15a tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:10.766086 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f9b085b9-2251-459f-a0e6-f74d9a38c15a tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1943069 Aug 22 14:18:10.769122 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50786) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:18:10.774611 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-a0bacd56-de40-44d4-b08b-fb1c0abcbd95 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Request body: {'subnet': {'network_id': '7b22be00-4744-49da-9de8-7e0c7f2a2686', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:18:10.786542 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b085b9-2251-459f-a0e6-f74d9a38c15a tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Pushing event updated for resources: {'Network': ['ID=7b22be00-4744-49da-9de8-7e0c7f2a2686,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:10.798018 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b085b9-2251-459f-a0e6-f74d9a38c15a tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:18:10.798286 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b085b9-2251-459f-a0e6-f74d9a38c15a tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:18:10.798627 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b085b9-2251-459f-a0e6-f74d9a38c15a tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:18:10.798960 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b085b9-2251-459f-a0e6-f74d9a38c15a tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:18:10.799286 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b085b9-2251-459f-a0e6-f74d9a38c15a tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:18:10.799616 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b085b9-2251-459f-a0e6-f74d9a38c15a tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:18:10.799966 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b085b9-2251-459f-a0e6-f74d9a38c15a tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:18:10.800321 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b085b9-2251-459f-a0e6-f74d9a38c15a tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:18:10.801705 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b085b9-2251-459f-a0e6-f74d9a38c15a tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:18:10.801705 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b085b9-2251-459f-a0e6-f74d9a38c15a tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:18:10.801705 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b085b9-2251-459f-a0e6-f74d9a38c15a tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:18:10.801705 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b085b9-2251-459f-a0e6-f74d9a38c15a tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:18:10.832785 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 7b22be00-4744-49da-9de8-7e0c7f2a2686 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:18:10.865961 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0bacd56-de40-44d4-b08b-fb1c0abcbd95 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Made reservation on behalf of bcbdada617ba4e8f910f0e0f8c8dd5eb for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:18:10.870809 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a0bacd56-de40-44d4-b08b-fb1c0abcbd95 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:10.903023 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-1b77ee72-fbf5-4f23-8e8c-4afe3646528f None None] Allocated IP 2001:db8:0:ffff::2 (83a366e5-cf6b-4098-9a59-552914426fd4/63b40bc6-2ea0-469a-9d9b-ed27bc2a8bc4/edeb573c-8b6f-49db-bee3-da0f772f6fce) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:18:11.067477 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1b77ee72-fbf5-4f23-8e8c-4afe3646528f None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:11.072737 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a0bacd56-de40-44d4-b08b-fb1c0abcbd95 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:11.076554 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-1b77ee72-fbf5-4f23-8e8c-4afe3646528f None None] Transition to ACTIVE for port object edeb573c-8b6f-49db-bee3-da0f772f6fce will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:18:11.091250 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-1b77ee72-fbf5-4f23-8e8c-4afe3646528f None None] Transition to ACTIVE for port object edeb573c-8b6f-49db-bee3-da0f772f6fce will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:18:11.096621 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1b77ee72-fbf5-4f23-8e8c-4afe3646528f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:11.134687 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b77ee72-fbf5-4f23-8e8c-4afe3646528f None None] Network 83a366e5-cf6b-4098-9a59-552914426fd4 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:18:11.141947 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bacd56-de40-44d4-b08b-fb1c0abcbd95 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Pushing event updated for resources: {'Subnet': ['ID=8fa2f26d-6541-4fdf-bd44-14b9119ecfb4,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:11.142589 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-1b77ee72-fbf5-4f23-8e8c-4afe3646528f None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:18:11.144432 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b77ee72-fbf5-4f23-8e8c-4afe3646528f None None] Pushing event updated for resources: {'Port': ['ID=edeb573c-8b6f-49db-bee3-da0f772f6fce,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:11.146512 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b77ee72-fbf5-4f23-8e8c-4afe3646528f None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:18:11.148354 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bacd56-de40-44d4-b08b-fb1c0abcbd95 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Checking segment: {'id': 'b752d154-59b8-4aaf-8cad-d1b9304466dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7b22be00-4744-49da-9de8-7e0c7f2a2686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:18:11.149153 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bacd56-de40-44d4-b08b-fb1c0abcbd95 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Network hostable DHCP agents. Network: 7b22be00-4744-49da-9de8-7e0c7f2a2686, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:18:11.155668 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b77ee72-fbf5-4f23-8e8c-4afe3646528f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:18:11.156014 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b77ee72-fbf5-4f23-8e8c-4afe3646528f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:18:11.156375 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b77ee72-fbf5-4f23-8e8c-4afe3646528f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:18:11.156708 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b77ee72-fbf5-4f23-8e8c-4afe3646528f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:18:11.157035 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b77ee72-fbf5-4f23-8e8c-4afe3646528f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:18:11.157362 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b77ee72-fbf5-4f23-8e8c-4afe3646528f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:18:11.157682 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b77ee72-fbf5-4f23-8e8c-4afe3646528f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:18:11.158003 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b77ee72-fbf5-4f23-8e8c-4afe3646528f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:18:11.158320 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b77ee72-fbf5-4f23-8e8c-4afe3646528f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:18:11.158652 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b77ee72-fbf5-4f23-8e8c-4afe3646528f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:18:11.158951 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b77ee72-fbf5-4f23-8e8c-4afe3646528f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:18:11.159261 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b77ee72-fbf5-4f23-8e8c-4afe3646528f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:18:11.172908 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bacd56-de40-44d4-b08b-fb1c0abcbd95 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Network 7b22be00-4744-49da-9de8-7e0c7f2a2686 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:18:11.182822 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-a0bacd56-de40-44d4-b08b-fb1c0abcbd95 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 7b22be00-4744-49da-9de8-7e0c7f2a2686) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:18:11.187673 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bacd56-de40-44d4-b08b-fb1c0abcbd95 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:18:11.188295 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a0bacd56-de40-44d4-b08b-fb1c0abcbd95 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:11.202596 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f0aaf6-cc88-48bd-ad5c-9c68df63cd6c None None] Network 7b22be00-4744-49da-9de8-7e0c7f2a2686 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:18:11.203107 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a0bacd56-de40-44d4-b08b-fb1c0abcbd95 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4327195 Aug 22 14:18:11.205981 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50788) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:18:11.254908 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-1b77ee72-fbf5-4f23-8e8c-4afe3646528f None None] Attempting to bind port edeb573c-8b6f-49db-bee3-da0f772f6fce on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:18:11.255273 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-1b77ee72-fbf5-4f23-8e8c-4afe3646528f None None] Attempting to bind port edeb573c-8b6f-49db-bee3-da0f772f6fce by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '134dfc7f-3c45-4f26-8773-7579b51481ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '83a366e5-cf6b-4098-9a59-552914426fd4'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:18:11.255630 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b77ee72-fbf5-4f23-8e8c-4afe3646528f None None] Attempting to bind port edeb573c-8b6f-49db-bee3-da0f772f6fce on network 83a366e5-cf6b-4098-9a59-552914426fd4 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:18:11.264733 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b77ee72-fbf5-4f23-8e8c-4afe3646528f None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:18:11.265103 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b77ee72-fbf5-4f23-8e8c-4afe3646528f None None] Checking segment: {'id': '134dfc7f-3c45-4f26-8773-7579b51481ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '83a366e5-cf6b-4098-9a59-552914426fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:18:11.265502 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1b77ee72-fbf5-4f23-8e8c-4afe3646528f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:11.265889 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b77ee72-fbf5-4f23-8e8c-4afe3646528f None None] Bound using segment: {'id': '134dfc7f-3c45-4f26-8773-7579b51481ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '83a366e5-cf6b-4098-9a59-552914426fd4'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:18:11.266346 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-1b77ee72-fbf5-4f23-8e8c-4afe3646528f None None] Bound port: edeb573c-8b6f-49db-bee3-da0f772f6fce, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '134dfc7f-3c45-4f26-8773-7579b51481ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '83a366e5-cf6b-4098-9a59-552914426fd4'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:18:11.266716 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1b77ee72-fbf5-4f23-8e8c-4afe3646528f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:11.301615 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-68006100-1af0-441c-b351-106ed11e2a26 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:11.376185 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-1b77ee72-fbf5-4f23-8e8c-4afe3646528f None None] For port edeb573c-8b6f-49db-bee3-da0f772f6fce, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:18:11.381082 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-1b77ee72-fbf5-4f23-8e8c-4afe3646528f None None] For port edeb573c-8b6f-49db-bee3-da0f772f6fce, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=edeb573c-8b6f-49db-bee3-da0f772f6fce,segment=NetworkSegment(134dfc7f-3c45-4f26-8773-7579b51481ba),segment_id=134dfc7f-3c45-4f26-8773-7579b51481ba)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:18:11.384207 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-68006100-1af0-441c-b351-106ed11e2a26 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:11.387767 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1b77ee72-fbf5-4f23-8e8c-4afe3646528f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:11.445121 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8e4312-9733-402f-b41c-ef8c4399978b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-7b22be00-4744-49da-9de8-7e0c7f2a2686', 'network_id': '7b22be00-4744-49da-9de8-7e0c7f2a2686', 'tenant_id': 'bcbdada617ba4e8f910f0e0f8c8dd5eb', 'fixed_ips': [{'subnet_id': '8fa2f26d-6541-4fdf-bd44-14b9119ecfb4'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:18:11.445934 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1b8e4312-9733-402f-b41c-ef8c4399978b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:11.454321 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-68006100-1af0-441c-b351-106ed11e2a26 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:11.478465 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b77ee72-fbf5-4f23-8e8c-4afe3646528f None None] Pushing event updated for resources: {'Port': ['ID=edeb573c-8b6f-49db-bee3-da0f772f6fce,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:11.486371 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68006100-1af0-441c-b351-106ed11e2a26 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Pushing event deleted for resources: {'Subnet': ['ID=8fa2f26d-6541-4fdf-bd44-14b9119ecfb4,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:11.555774 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db196b9-ed69-488e-950d-76ef77f620c7 None None] Network 7b22be00-4744-49da-9de8-7e0c7f2a2686 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:18:11.559855 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-68006100-1af0-441c-b351-106ed11e2a26 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:11.570241 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-68006100-1af0-441c-b351-106ed11e2a26 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b22be00-4744-49da-9de8-7e0c7f2a2686']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:18:11.583267 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-68006100-1af0-441c-b351-106ed11e2a26 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b752d154-59b8-4aaf-8cad-d1b9304466dc') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:18:11.583514 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-68006100-1af0-441c-b351-106ed11e2a26 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b752d154-59b8-4aaf-8cad-d1b9304466dc') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:18:11.594176 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-68006100-1af0-441c-b351-106ed11e2a26 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:11.612493 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-68006100-1af0-441c-b351-106ed11e2a26 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:11.631031 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68006100-1af0-441c-b351-106ed11e2a26 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:18:11.631612 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-68006100-1af0-441c-b351-106ed11e2a26 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:11.638279 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 14:18:11.638279 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:18:11.638279 n-d-793621-33 neutron-server[94627]: timer() Aug 22 14:18:11.638279 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:18:11.638279 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 14:18:11.638279 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:18:11.638279 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 14:18:11.638279 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:18:11.638279 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 14:18:11.638279 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:18:11.638279 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 14:18:11.638279 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:18:11.638279 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 14:18:11.638279 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:18:11.638279 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:18:11.638279 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:18:11.638279 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:18:11.638279 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:18:11.638279 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 14:18:11.638279 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:18:11.638279 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 14:18:11.638279 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:18:11.638279 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:18:11.638279 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:18:11.638279 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 14:18:11.638279 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:18:11.638279 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:18:11.638279 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:18:11.638279 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:18:11.638279 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:18:11.638279 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:18:11.638279 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:18:11.720463 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-68006100-1af0-441c-b351-106ed11e2a26 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:11.725442 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-68006100-1af0-441c-b351-106ed11e2a26 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:11.727393 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-68006100-1af0-441c-b351-106ed11e2a26 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] 10.222.0.21 "DELETE /v2.0/networks/7b22be00-4744-49da-9de8-7e0c7f2a2686 HTTP/1.1" status: 204 len: 168 time: 0.5204961 Aug 22 14:18:11.733851 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50790) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:18:11.739175 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-3d5a041e-2fce-4c46-9d45-f4494d3ee741 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-361741719'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:18:11.745487 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68006100-1af0-441c-b351-106ed11e2a26 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Pushing event deleted for resources: {'Network': ['ID=7b22be00-4744-49da-9de8-7e0c7f2a2686,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:11.765931 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5a041e-2fce-4c46-9d45-f4494d3ee741 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Made reservation on behalf of bcbdada617ba4e8f910f0e0f8c8dd5eb for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:18:11.769511 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3d5a041e-2fce-4c46-9d45-f4494d3ee741 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:11.794341 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d5a041e-2fce-4c46-9d45-f4494d3ee741 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:18:11.803088 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3d5a041e-2fce-4c46-9d45-f4494d3ee741 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:11.803426 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-3d5a041e-2fce-4c46-9d45-f4494d3ee741 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Added segment 87b31b6d-c131-4520-8acf-d5e4b80c859e of type vlan for network bd8ddf5e-c2bb-4639-beb3-252dff1562c1 Aug 22 14:18:11.844008 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3d5a041e-2fce-4c46-9d45-f4494d3ee741 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:11.867812 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3d5a041e-2fce-4c46-9d45-f4494d3ee741 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:11.873604 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5a041e-2fce-4c46-9d45-f4494d3ee741 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:18:11.874134 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3d5a041e-2fce-4c46-9d45-f4494d3ee741 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:11.934504 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-3d5a041e-2fce-4c46-9d45-f4494d3ee741 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1995354 Aug 22 14:18:11.937320 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50792) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:18:11.946144 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-4b78addd-3eb9-4c2b-9019-226c2a95b732 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Request body: {'subnet': {'network_id': 'bd8ddf5e-c2bb-4639-beb3-252dff1562c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:18:11.954003 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5a041e-2fce-4c46-9d45-f4494d3ee741 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Pushing event updated for resources: {'Network': ['ID=bd8ddf5e-c2bb-4639-beb3-252dff1562c1,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:11.964834 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network bd8ddf5e-c2bb-4639-beb3-252dff1562c1 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:18:12.041956 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b78addd-3eb9-4c2b-9019-226c2a95b732 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Made reservation on behalf of bcbdada617ba4e8f910f0e0f8c8dd5eb for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:18:12.045533 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4b78addd-3eb9-4c2b-9019-226c2a95b732 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:12.108698 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.ipam_backend_mixin [None req-4b78addd-3eb9-4c2b-9019-226c2a95b732 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Performing IP validity checks on allocation pools {{(pid=94628) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 22 14:18:12.109229 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.ipam_backend_mixin [None req-4b78addd-3eb9-4c2b-9019-226c2a95b732 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94628) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 22 14:18:12.236500 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4b78addd-3eb9-4c2b-9019-226c2a95b732 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:12.296178 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b78addd-3eb9-4c2b-9019-226c2a95b732 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Pushing event updated for resources: {'Subnet': ['ID=8970d349-554f-4b34-9a6d-91ed6aecb1ef,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:12.308755 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b78addd-3eb9-4c2b-9019-226c2a95b732 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Checking segment: {'id': '87b31b6d-c131-4520-8acf-d5e4b80c859e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bd8ddf5e-c2bb-4639-beb3-252dff1562c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:18:12.309116 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b78addd-3eb9-4c2b-9019-226c2a95b732 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Network hostable DHCP agents. Network: bd8ddf5e-c2bb-4639-beb3-252dff1562c1, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:18:12.327478 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b78addd-3eb9-4c2b-9019-226c2a95b732 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Network bd8ddf5e-c2bb-4639-beb3-252dff1562c1 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:18:12.337209 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-4b78addd-3eb9-4c2b-9019-226c2a95b732 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, bd8ddf5e-c2bb-4639-beb3-252dff1562c1) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:18:12.343038 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b78addd-3eb9-4c2b-9019-226c2a95b732 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:18:12.343621 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4b78addd-3eb9-4c2b-9019-226c2a95b732 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:12.346046 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385886f1-3c16-4af8-afd4-57038dfe42f3 None None] Network bd8ddf5e-c2bb-4639-beb3-252dff1562c1 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:18:12.357932 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4b78addd-3eb9-4c2b-9019-226c2a95b732 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4175961 Aug 22 14:18:12.362551 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50794) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:18:12.394360 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1372336-6a47-4240-8758-a19cd4f16151 None None] Network 83a366e5-cf6b-4098-9a59-552914426fd4 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:18:12.462282 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d71a3ce4-5556-40ad-86da-660fd95f38ae tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:12.493096 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-9b75f2c6-f61d-443c-958f-257bab05d5d1 None None] Provisioning for port edeb573c-8b6f-49db-bee3-da0f772f6fce completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:18:12.515221 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d71a3ce4-5556-40ad-86da-660fd95f38ae tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:12.575851 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d71a3ce4-5556-40ad-86da-660fd95f38ae tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:12.604246 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71a3ce4-5556-40ad-86da-660fd95f38ae tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Pushing event deleted for resources: {'Subnet': ['ID=8970d349-554f-4b34-9a6d-91ed6aecb1ef,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:12.622867 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde7ef53-63e5-4248-a468-78f823bdfcfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-bd8ddf5e-c2bb-4639-beb3-252dff1562c1', 'network_id': 'bd8ddf5e-c2bb-4639-beb3-252dff1562c1', 'tenant_id': 'bcbdada617ba4e8f910f0e0f8c8dd5eb', 'fixed_ips': [{'subnet_id': '8970d349-554f-4b34-9a6d-91ed6aecb1ef'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:18:12.623734 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-bde7ef53-63e5-4248-a468-78f823bdfcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:12.669714 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d71a3ce4-5556-40ad-86da-660fd95f38ae tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:12.679681 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-d71a3ce4-5556-40ad-86da-660fd95f38ae tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd8ddf5e-c2bb-4639-beb3-252dff1562c1']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:18:12.691803 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-d71a3ce4-5556-40ad-86da-660fd95f38ae tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87b31b6d-c131-4520-8acf-d5e4b80c859e') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:18:12.692099 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-d71a3ce4-5556-40ad-86da-660fd95f38ae tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87b31b6d-c131-4520-8acf-d5e4b80c859e') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:18:12.701872 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d71a3ce4-5556-40ad-86da-660fd95f38ae tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:12.716813 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d71a3ce4-5556-40ad-86da-660fd95f38ae tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:12.722408 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d055894c-8e18-4cb3-ba57-4590c0f3ac69 None None] Network bd8ddf5e-c2bb-4639-beb3-252dff1562c1 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:18:12.722764 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d71a3ce4-5556-40ad-86da-660fd95f38ae tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:18:12.723156 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d71a3ce4-5556-40ad-86da-660fd95f38ae tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:12.726361 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 14:18:12.726361 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:18:12.726361 n-d-793621-33 neutron-server[94627]: timer() Aug 22 14:18:12.726361 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:18:12.726361 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 14:18:12.726361 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:18:12.726361 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 14:18:12.726361 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:18:12.726361 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 14:18:12.726361 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:18:12.726361 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 14:18:12.726361 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:18:12.726361 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 14:18:12.726361 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:18:12.726361 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:18:12.726361 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:18:12.726361 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:18:12.726361 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:18:12.726361 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 14:18:12.726361 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:18:12.726361 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 14:18:12.726361 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:18:12.726361 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:18:12.726361 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:18:12.726361 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 14:18:12.726361 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:18:12.726361 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:18:12.726361 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:18:12.726361 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:18:12.726361 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:18:12.726361 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:18:12.726361 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:18:12.790735 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d71a3ce4-5556-40ad-86da-660fd95f38ae tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:12.798910 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d71a3ce4-5556-40ad-86da-660fd95f38ae tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:12.800822 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d71a3ce4-5556-40ad-86da-660fd95f38ae tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] 10.222.0.21 "DELETE /v2.0/networks/bd8ddf5e-c2bb-4639-beb3-252dff1562c1 HTTP/1.1" status: 204 len: 168 time: 0.4372747 Aug 22 14:18:12.806530 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50796) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:18:12.815955 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-0d67990a-3c43-44fd-b5f2-165d1bf674a9 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-186216934'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:18:12.818862 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71a3ce4-5556-40ad-86da-660fd95f38ae tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Pushing event deleted for resources: {'Network': ['ID=bd8ddf5e-c2bb-4639-beb3-252dff1562c1,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:12.844814 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d67990a-3c43-44fd-b5f2-165d1bf674a9 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Made reservation on behalf of bcbdada617ba4e8f910f0e0f8c8dd5eb for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:18:12.848637 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0d67990a-3c43-44fd-b5f2-165d1bf674a9 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:12.874228 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d67990a-3c43-44fd-b5f2-165d1bf674a9 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:18:12.883645 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0d67990a-3c43-44fd-b5f2-165d1bf674a9 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:12.883993 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-0d67990a-3c43-44fd-b5f2-165d1bf674a9 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Added segment f767bbc0-c21c-4e1f-86ff-93a1236739ab of type vlan for network da32f4f5-fc2a-49e2-914d-3f8b7349e72e Aug 22 14:18:12.927782 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0d67990a-3c43-44fd-b5f2-165d1bf674a9 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:12.953155 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0d67990a-3c43-44fd-b5f2-165d1bf674a9 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:12.958763 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d67990a-3c43-44fd-b5f2-165d1bf674a9 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:18:12.959340 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0d67990a-3c43-44fd-b5f2-165d1bf674a9 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:13.014613 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0d67990a-3c43-44fd-b5f2-165d1bf674a9 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2056077 Aug 22 14:18:13.018312 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50798) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:18:13.023690 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-db154dd5-361d-47c5-9675-6ad33a50ad53 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Request body: {'subnet': {'network_id': 'da32f4f5-fc2a-49e2-914d-3f8b7349e72e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:18:13.025433 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d67990a-3c43-44fd-b5f2-165d1bf674a9 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Pushing event updated for resources: {'Network': ['ID=da32f4f5-fc2a-49e2-914d-3f8b7349e72e,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:13.041654 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network da32f4f5-fc2a-49e2-914d-3f8b7349e72e details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:18:13.118863 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db154dd5-361d-47c5-9675-6ad33a50ad53 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Made reservation on behalf of bcbdada617ba4e8f910f0e0f8c8dd5eb for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:18:13.122440 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-db154dd5-361d-47c5-9675-6ad33a50ad53 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:13.152416 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device edeb573c-8b6f-49db-bee3-da0f772f6fce up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:18:13.200953 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port edeb573c-8b6f-49db-bee3-da0f772f6fce completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:18:13.204933 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port edeb573c-8b6f-49db-bee3-da0f772f6fce triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:18:13.205302 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:13.284446 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:13.305848 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-db154dd5-361d-47c5-9675-6ad33a50ad53 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:13.315884 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port edeb573c-8b6f-49db-bee3-da0f772f6fce, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=edeb573c-8b6f-49db-bee3-da0f772f6fce,segment=NetworkSegment(134dfc7f-3c45-4f26-8773-7579b51481ba),segment_id=134dfc7f-3c45-4f26-8773-7579b51481ba)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:18:13.319613 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:13.366659 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=edeb573c-8b6f-49db-bee3-da0f772f6fce,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:13.367486 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db154dd5-361d-47c5-9675-6ad33a50ad53 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Pushing event updated for resources: {'Subnet': ['ID=b740882f-83a8-445a-8067-0388343950a6,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:13.375543 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db154dd5-361d-47c5-9675-6ad33a50ad53 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Checking segment: {'id': 'f767bbc0-c21c-4e1f-86ff-93a1236739ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'da32f4f5-fc2a-49e2-914d-3f8b7349e72e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:18:13.376305 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db154dd5-361d-47c5-9675-6ad33a50ad53 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Network hostable DHCP agents. Network: da32f4f5-fc2a-49e2-914d-3f8b7349e72e, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:18:13.393226 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db154dd5-361d-47c5-9675-6ad33a50ad53 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Network da32f4f5-fc2a-49e2-914d-3f8b7349e72e is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:18:13.401612 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-db154dd5-361d-47c5-9675-6ad33a50ad53 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, da32f4f5-fc2a-49e2-914d-3f8b7349e72e) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:18:13.405573 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db154dd5-361d-47c5-9675-6ad33a50ad53 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:18:13.406171 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-db154dd5-361d-47c5-9675-6ad33a50ad53 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:13.410717 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e48c0d9-929f-46d4-bd79-b6087e72b5ee None None] Network da32f4f5-fc2a-49e2-914d-3f8b7349e72e requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:18:13.425612 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-db154dd5-361d-47c5-9675-6ad33a50ad53 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4027927 Aug 22 14:18:13.425959 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50800) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:18:13.431098 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-e32e65e4-4bfc-4be4-968b-5d7189a5124a tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2037429126'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:18:13.452280 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32e65e4-4bfc-4be4-968b-5d7189a5124a tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Made reservation on behalf of bcbdada617ba4e8f910f0e0f8c8dd5eb for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:18:13.455790 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e32e65e4-4bfc-4be4-968b-5d7189a5124a tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:13.480256 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e32e65e4-4bfc-4be4-968b-5d7189a5124a tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:18:13.489928 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e32e65e4-4bfc-4be4-968b-5d7189a5124a tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:13.490282 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-e32e65e4-4bfc-4be4-968b-5d7189a5124a tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Added segment 3e569859-4ac0-48f3-bdb7-171934678789 of type vlan for network ab51726c-117a-492b-a7e8-55029cf78cfb Aug 22 14:18:13.534832 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e32e65e4-4bfc-4be4-968b-5d7189a5124a tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:13.556779 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0cbf2d-eaf8-43cd-b10e-109270b2004e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-da32f4f5-fc2a-49e2-914d-3f8b7349e72e', 'network_id': 'da32f4f5-fc2a-49e2-914d-3f8b7349e72e', 'tenant_id': 'bcbdada617ba4e8f910f0e0f8c8dd5eb', 'fixed_ips': [{'subnet_id': 'b740882f-83a8-445a-8067-0388343950a6'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:18:13.558476 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6a0cbf2d-eaf8-43cd-b10e-109270b2004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:13.561574 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e32e65e4-4bfc-4be4-968b-5d7189a5124a tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:13.567214 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32e65e4-4bfc-4be4-968b-5d7189a5124a tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:18:13.567784 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e32e65e4-4bfc-4be4-968b-5d7189a5124a tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:13.624469 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e32e65e4-4bfc-4be4-968b-5d7189a5124a tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1973481 Aug 22 14:18:13.627323 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50802) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:18:13.632758 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-5eec57ec-3f36-4e2e-82ed-261fe88e44ee tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Request body: {'subnet': {'network_id': 'ab51726c-117a-492b-a7e8-55029cf78cfb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:18:13.637061 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e65e4-4bfc-4be4-968b-5d7189a5124a tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Pushing event updated for resources: {'Network': ['ID=ab51726c-117a-492b-a7e8-55029cf78cfb,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:13.647183 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network ab51726c-117a-492b-a7e8-55029cf78cfb details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:18:13.724273 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eec57ec-3f36-4e2e-82ed-261fe88e44ee tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Made reservation on behalf of bcbdada617ba4e8f910f0e0f8c8dd5eb for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:18:13.727706 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5eec57ec-3f36-4e2e-82ed-261fe88e44ee tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:13.750484 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-6a0cbf2d-eaf8-43cd-b10e-109270b2004e None None] Allocated IP 2001:db8::2 (da32f4f5-fc2a-49e2-914d-3f8b7349e72e/b740882f-83a8-445a-8067-0388343950a6/7d041c5d-e14f-4415-97e4-5b3e55c8057b) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:18:13.895339 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6a0cbf2d-eaf8-43cd-b10e-109270b2004e None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:13.903684 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-6a0cbf2d-eaf8-43cd-b10e-109270b2004e None None] Transition to ACTIVE for port object 7d041c5d-e14f-4415-97e4-5b3e55c8057b will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:18:13.911840 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5eec57ec-3f36-4e2e-82ed-261fe88e44ee tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:13.918180 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-6a0cbf2d-eaf8-43cd-b10e-109270b2004e None None] Transition to ACTIVE for port object 7d041c5d-e14f-4415-97e4-5b3e55c8057b will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:18:13.923467 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6a0cbf2d-eaf8-43cd-b10e-109270b2004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:13.960429 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0cbf2d-eaf8-43cd-b10e-109270b2004e None None] Network da32f4f5-fc2a-49e2-914d-3f8b7349e72e is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:18:13.964868 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-6a0cbf2d-eaf8-43cd-b10e-109270b2004e None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:18:13.968654 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0cbf2d-eaf8-43cd-b10e-109270b2004e None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:18:13.978357 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0cbf2d-eaf8-43cd-b10e-109270b2004e None None] Pushing event updated for resources: {'Port': ['ID=7d041c5d-e14f-4415-97e4-5b3e55c8057b,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:13.979383 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eec57ec-3f36-4e2e-82ed-261fe88e44ee tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Pushing event updated for resources: {'Subnet': ['ID=75b315d3-4aff-44bb-83b9-7fa444c786e3,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:13.982153 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eec57ec-3f36-4e2e-82ed-261fe88e44ee tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Checking segment: {'id': '3e569859-4ac0-48f3-bdb7-171934678789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ab51726c-117a-492b-a7e8-55029cf78cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:18:13.982520 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eec57ec-3f36-4e2e-82ed-261fe88e44ee tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Network hostable DHCP agents. Network: ab51726c-117a-492b-a7e8-55029cf78cfb, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:18:14.002424 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eec57ec-3f36-4e2e-82ed-261fe88e44ee tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Network ab51726c-117a-492b-a7e8-55029cf78cfb is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:18:14.013548 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-5eec57ec-3f36-4e2e-82ed-261fe88e44ee tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, ab51726c-117a-492b-a7e8-55029cf78cfb) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:18:14.018288 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eec57ec-3f36-4e2e-82ed-261fe88e44ee tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:18:14.018869 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5eec57ec-3f36-4e2e-82ed-261fe88e44ee tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:14.030272 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470ca864-4990-4da1-a5d2-5d91735982ec None None] Network ab51726c-117a-492b-a7e8-55029cf78cfb requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:18:14.035649 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-5eec57ec-3f36-4e2e-82ed-261fe88e44ee tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4071600 Aug 22 14:18:14.038330 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50804) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:18:14.054103 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-6a0cbf2d-eaf8-43cd-b10e-109270b2004e None None] Attempting to bind port 7d041c5d-e14f-4415-97e4-5b3e55c8057b on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:18:14.054664 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-6a0cbf2d-eaf8-43cd-b10e-109270b2004e None None] Attempting to bind port 7d041c5d-e14f-4415-97e4-5b3e55c8057b by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'f767bbc0-c21c-4e1f-86ff-93a1236739ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'da32f4f5-fc2a-49e2-914d-3f8b7349e72e'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:18:14.054799 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0cbf2d-eaf8-43cd-b10e-109270b2004e None None] Attempting to bind port 7d041c5d-e14f-4415-97e4-5b3e55c8057b on network da32f4f5-fc2a-49e2-914d-3f8b7349e72e {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:18:14.087122 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0cbf2d-eaf8-43cd-b10e-109270b2004e None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:18:14.087507 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0cbf2d-eaf8-43cd-b10e-109270b2004e None None] Checking segment: {'id': 'f767bbc0-c21c-4e1f-86ff-93a1236739ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'da32f4f5-fc2a-49e2-914d-3f8b7349e72e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:18:14.087931 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6a0cbf2d-eaf8-43cd-b10e-109270b2004e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:14.088907 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0cbf2d-eaf8-43cd-b10e-109270b2004e None None] Bound using segment: {'id': 'f767bbc0-c21c-4e1f-86ff-93a1236739ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'da32f4f5-fc2a-49e2-914d-3f8b7349e72e'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:18:14.089477 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-6a0cbf2d-eaf8-43cd-b10e-109270b2004e None None] Bound port: 7d041c5d-e14f-4415-97e4-5b3e55c8057b, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f767bbc0-c21c-4e1f-86ff-93a1236739ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'da32f4f5-fc2a-49e2-914d-3f8b7349e72e'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:18:14.090720 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6a0cbf2d-eaf8-43cd-b10e-109270b2004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:14.141170 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8d88f4b2-b67a-4b6e-9bf6-5501ecece5ef tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:14.193462 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8d88f4b2-b67a-4b6e-9bf6-5501ecece5ef tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:14.201840 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-6a0cbf2d-eaf8-43cd-b10e-109270b2004e None None] For port 7d041c5d-e14f-4415-97e4-5b3e55c8057b, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:18:14.218635 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-6a0cbf2d-eaf8-43cd-b10e-109270b2004e None None] For port 7d041c5d-e14f-4415-97e4-5b3e55c8057b, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=7d041c5d-e14f-4415-97e4-5b3e55c8057b,segment=NetworkSegment(f767bbc0-c21c-4e1f-86ff-93a1236739ab),segment_id=f767bbc0-c21c-4e1f-86ff-93a1236739ab)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:18:14.225590 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6a0cbf2d-eaf8-43cd-b10e-109270b2004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:14.258153 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8d88f4b2-b67a-4b6e-9bf6-5501ecece5ef tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:14.275654 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43260a5c-3e45-4533-a27c-b3d66a29cbd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-ab51726c-117a-492b-a7e8-55029cf78cfb', 'network_id': 'ab51726c-117a-492b-a7e8-55029cf78cfb', 'tenant_id': 'bcbdada617ba4e8f910f0e0f8c8dd5eb', 'fixed_ips': [{'subnet_id': '75b315d3-4aff-44bb-83b9-7fa444c786e3'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:18:14.277308 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-43260a5c-3e45-4533-a27c-b3d66a29cbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:14.298747 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d88f4b2-b67a-4b6e-9bf6-5501ecece5ef tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Pushing event deleted for resources: {'Subnet': ['ID=75b315d3-4aff-44bb-83b9-7fa444c786e3,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:14.319852 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0cbf2d-eaf8-43cd-b10e-109270b2004e None None] Pushing event updated for resources: {'Port': ['ID=7d041c5d-e14f-4415-97e4-5b3e55c8057b,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:14.368920 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8d88f4b2-b67a-4b6e-9bf6-5501ecece5ef tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:14.381147 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-8d88f4b2-b67a-4b6e-9bf6-5501ecece5ef tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab51726c-117a-492b-a7e8-55029cf78cfb']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:18:14.393280 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e53f53-e0ff-42ed-b5a2-cb0acac58dfb None None] Network ab51726c-117a-492b-a7e8-55029cf78cfb requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:18:14.393981 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-8d88f4b2-b67a-4b6e-9bf6-5501ecece5ef tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e569859-4ac0-48f3-bdb7-171934678789') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:18:14.394276 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-8d88f4b2-b67a-4b6e-9bf6-5501ecece5ef tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e569859-4ac0-48f3-bdb7-171934678789') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:18:14.404578 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8d88f4b2-b67a-4b6e-9bf6-5501ecece5ef tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:14.419241 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8d88f4b2-b67a-4b6e-9bf6-5501ecece5ef tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:14.426442 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d88f4b2-b67a-4b6e-9bf6-5501ecece5ef tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:18:14.426852 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8d88f4b2-b67a-4b6e-9bf6-5501ecece5ef tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:14.430873 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 14:18:14.430873 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:18:14.430873 n-d-793621-33 neutron-server[94627]: timer() Aug 22 14:18:14.430873 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:18:14.430873 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 14:18:14.430873 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:18:14.430873 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 14:18:14.430873 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:18:14.430873 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 14:18:14.430873 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:18:14.430873 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 14:18:14.430873 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:18:14.430873 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 14:18:14.430873 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:18:14.430873 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:18:14.430873 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:18:14.430873 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:18:14.430873 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:18:14.430873 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 14:18:14.430873 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:18:14.430873 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 14:18:14.430873 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:18:14.430873 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:18:14.430873 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:18:14.430873 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 14:18:14.430873 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:18:14.430873 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:18:14.430873 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:18:14.430873 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:18:14.430873 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:18:14.430873 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:18:14.430873 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:18:14.512060 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8d88f4b2-b67a-4b6e-9bf6-5501ecece5ef tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:14.524596 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8d88f4b2-b67a-4b6e-9bf6-5501ecece5ef tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:14.527874 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-8d88f4b2-b67a-4b6e-9bf6-5501ecece5ef tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] 10.222.0.21 "DELETE /v2.0/networks/ab51726c-117a-492b-a7e8-55029cf78cfb HTTP/1.1" status: 204 len: 168 time: 0.4883001 Aug 22 14:18:14.530714 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50806) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:18:14.545404 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d88f4b2-b67a-4b6e-9bf6-5501ecece5ef tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Pushing event deleted for resources: {'Network': ['ID=ab51726c-117a-492b-a7e8-55029cf78cfb,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:14.561854 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbea25d1-95f9-42dd-a86d-d293331a81b3 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] GET failed (client error): The resource could not be found. Aug 22 14:18:14.564281 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-dbea25d1-95f9-42dd-a86d-d293331a81b3 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] 10.222.0.21 "GET /v2.0/subnets/75b315d3-4aff-44bb-83b9-7fa444c786e3 HTTP/1.1" status: 404 len: 337 time: 0.0309019 Aug 22 14:18:14.566154 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50808) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:18:14.591030 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-30438c5f-73c8-4a37-984d-f8d13013689a tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] DELETE failed (client error): The resource could not be found. Aug 22 14:18:14.591673 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30438c5f-73c8-4a37-984d-f8d13013689a tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 14:18:14.593765 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-30438c5f-73c8-4a37-984d-f8d13013689a tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] 10.222.0.21 "DELETE /v2.0/networks/ab51726c-117a-492b-a7e8-55029cf78cfb HTTP/1.1" status: 404 len: 339 time: 0.0266285 Aug 22 14:18:14.597827 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50810) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:18:14.634439 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-0daa4d08-d77c-4d96-a677-bbbe260755da tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] DELETE failed (client error): The resource could not be found. Aug 22 14:18:14.634895 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0daa4d08-d77c-4d96-a677-bbbe260755da tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 14:18:14.637824 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-0daa4d08-d77c-4d96-a677-bbbe260755da tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] 10.222.0.21 "DELETE /v2.0/subnets/75b315d3-4aff-44bb-83b9-7fa444c786e3 HTTP/1.1" status: 404 len: 337 time: 0.0389850 Aug 22 14:18:14.640607 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50812) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:18:14.658922 n-d-793621-33 neutron-server[94627]: INFO neutron.pecan_wsgi.hooks.translation [None req-70089455-b464-4750-91d8-5f1ef68ee72e tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] DELETE failed (client error): The resource could not be found. Aug 22 14:18:14.659562 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70089455-b464-4750-91d8-5f1ef68ee72e tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94627) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 14:18:14.661293 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-70089455-b464-4750-91d8-5f1ef68ee72e tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] 10.222.0.21 "DELETE /v2.0/networks/ab51726c-117a-492b-a7e8-55029cf78cfb HTTP/1.1" status: 404 len: 339 time: 0.0198252 Aug 22 14:18:14.663880 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50814) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:18:14.715451 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-fad68d17-bf67-44be-a790-2628990ca913 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Deleting subnet b740882f-83a8-445a-8067-0388343950a6 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:18:14.718625 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fad68d17-bf67-44be-a790-2628990ca913 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:14.759935 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fad68d17-bf67-44be-a790-2628990ca913 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:14.847455 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fad68d17-bf67-44be-a790-2628990ca913 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:14.904527 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fad68d17-bf67-44be-a790-2628990ca913 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:14.931921 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad68d17-bf67-44be-a790-2628990ca913 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Pushing event deleted for resources: {'Subnet': ['ID=b740882f-83a8-445a-8067-0388343950a6,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:14.936968 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fad68d17-bf67-44be-a790-2628990ca913 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:14.938886 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-fad68d17-bf67-44be-a790-2628990ca913 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] 10.222.0.21 "DELETE /v2.0/subnets/b740882f-83a8-445a-8067-0388343950a6 HTTP/1.1" status: 204 len: 168 time: 0.2740512 Aug 22 14:18:14.941235 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50816) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:18:15.022884 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5e5a357c-c216-4bc4-b92a-30ba60917a52 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:15.085045 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-5e5a357c-c216-4bc4-b92a-30ba60917a52 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Deleting port 7d041c5d-e14f-4415-97e4-5b3e55c8057b {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:18:15.085400 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5e5a357c-c216-4bc4-b92a-30ba60917a52 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:15.153393 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-5e5a357c-c216-4bc4-b92a-30ba60917a52 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] For port 7d041c5d-e14f-4415-97e4-5b3e55c8057b, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=7d041c5d-e14f-4415-97e4-5b3e55c8057b,segment=NetworkSegment(f767bbc0-c21c-4e1f-86ff-93a1236739ab),segment_id=f767bbc0-c21c-4e1f-86ff-93a1236739ab)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:18:15.153770 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5e5a357c-c216-4bc4-b92a-30ba60917a52 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:15.168726 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-5e5a357c-c216-4bc4-b92a-30ba60917a52 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Calling delete_port for 7d041c5d-e14f-4415-97e4-5b3e55c8057b owned by network:dhcp {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:18:15.219570 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device edeb573c-8b6f-49db-bee3-da0f772f6fce up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:18:15.257166 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5e5a357c-c216-4bc4-b92a-30ba60917a52 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:15.266344 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8d0f9d-9fab-4524-8220-51b8f2e53664 None None] Network da32f4f5-fc2a-49e2-914d-3f8b7349e72e requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:18:15.281238 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5a357c-c216-4bc4-b92a-30ba60917a52 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Pushing event deleted for resources: {'Port': ['ID=7d041c5d-e14f-4415-97e4-5b3e55c8057b,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:15.290405 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5a357c-c216-4bc4-b92a-30ba60917a52 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] No DVR routers for this DVR port 7d041c5d-e14f-4415-97e4-5b3e55c8057b on host n-d-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:18:15.322304 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-b54c476c-31bd-479b-b220-654f96698aed None None] Could not find standard attr ID for object 7d041c5d-e14f-4415-97e4-5b3e55c8057b. {{(pid=94629) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 14:18:15.338783 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port edeb573c-8b6f-49db-bee3-da0f772f6fce triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:18:15.338783 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:15.370351 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5e5a357c-c216-4bc4-b92a-30ba60917a52 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:15.380264 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-5e5a357c-c216-4bc4-b92a-30ba60917a52 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da32f4f5-fc2a-49e2-914d-3f8b7349e72e']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:18:15.460222 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 7d041c5d-e14f-4415-97e4-5b3e55c8057b up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:18:15.485541 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8438763-5ca1-4864-b4ca-c2e9c4ba93de None None] DHCP port deletion for da32f4f5-fc2a-49e2-914d-3f8b7349e72e request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 14:18:15.487770 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 7d041c5d-e14f-4415-97e4-5b3e55c8057b {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:18:15.488111 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 7d041c5d-e14f-4415-97e4-5b3e55c8057b not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 22 14:18:15.512315 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Port 7d041c5d-e14f-4415-97e4-5b3e55c8057b not found, will not notify nova. {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 22 14:18:15.671382 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-5e5a357c-c216-4bc4-b92a-30ba60917a52 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f767bbc0-c21c-4e1f-86ff-93a1236739ab') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:18:15.671672 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-5e5a357c-c216-4bc4-b92a-30ba60917a52 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f767bbc0-c21c-4e1f-86ff-93a1236739ab') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:18:15.680492 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5e5a357c-c216-4bc4-b92a-30ba60917a52 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:15.694954 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5e5a357c-c216-4bc4-b92a-30ba60917a52 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:15.700675 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e5a357c-c216-4bc4-b92a-30ba60917a52 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:18:15.701055 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5e5a357c-c216-4bc4-b92a-30ba60917a52 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:15.704145 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 14:18:15.704145 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:18:15.704145 n-d-793621-33 neutron-server[94627]: timer() Aug 22 14:18:15.704145 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:18:15.704145 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 14:18:15.704145 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:18:15.704145 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 14:18:15.704145 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:18:15.704145 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 14:18:15.704145 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:18:15.704145 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 14:18:15.704145 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:18:15.704145 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 14:18:15.704145 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:18:15.704145 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:18:15.704145 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:18:15.704145 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:18:15.704145 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:18:15.704145 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 14:18:15.704145 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:18:15.704145 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 14:18:15.704145 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:18:15.704145 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:18:15.704145 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:18:15.704145 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 14:18:15.704145 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:18:15.704145 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:18:15.704145 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:18:15.704145 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:18:15.704145 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:18:15.704145 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:18:15.704145 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:18:15.760318 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5e5a357c-c216-4bc4-b92a-30ba60917a52 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:15.768313 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5e5a357c-c216-4bc4-b92a-30ba60917a52 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:15.770123 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-5e5a357c-c216-4bc4-b92a-30ba60917a52 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] 10.222.0.21 "DELETE /v2.0/networks/da32f4f5-fc2a-49e2-914d-3f8b7349e72e HTTP/1.1" status: 204 len: 168 time: 0.8279738 Aug 22 14:18:15.772878 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50818) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:18:15.779716 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5a357c-c216-4bc4-b92a-30ba60917a52 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Pushing event deleted for resources: {'Network': ['ID=da32f4f5-fc2a-49e2-914d-3f8b7349e72e,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:15.803445 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf7f2e62-12e0-45cc-8cf0-595e1b84cd9d tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] DELETE failed (client error): The resource could not be found. Aug 22 14:18:15.803891 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf7f2e62-12e0-45cc-8cf0-595e1b84cd9d tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 14:18:15.805621 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-bf7f2e62-12e0-45cc-8cf0-595e1b84cd9d tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] 10.222.0.21 "DELETE /v2.0/subnets/8970d349-554f-4b34-9a6d-91ed6aecb1ef HTTP/1.1" status: 404 len: 337 time: 0.0317776 Aug 22 14:18:15.808962 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50820) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:18:15.827096 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-2265daf2-560d-4743-b75d-bc68aa21b2f0 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] DELETE failed (client error): The resource could not be found. Aug 22 14:18:15.827612 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2265daf2-560d-4743-b75d-bc68aa21b2f0 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 14:18:15.829250 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2265daf2-560d-4743-b75d-bc68aa21b2f0 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] 10.222.0.21 "DELETE /v2.0/networks/bd8ddf5e-c2bb-4639-beb3-252dff1562c1 HTTP/1.1" status: 404 len: 339 time: 0.0194108 Aug 22 14:18:15.831542 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50822) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:18:15.856955 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-59e7c161-892d-463d-bf6a-510ced1af9ff tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] DELETE failed (client error): The resource could not be found. Aug 22 14:18:15.857392 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59e7c161-892d-463d-bf6a-510ced1af9ff tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 14:18:15.859250 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-59e7c161-892d-463d-bf6a-510ced1af9ff tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] 10.222.0.21 "DELETE /v2.0/subnets/8fa2f26d-6541-4fdf-bd44-14b9119ecfb4 HTTP/1.1" status: 404 len: 337 time: 0.0268514 Aug 22 14:18:15.861518 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50824) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:18:15.878500 n-d-793621-33 neutron-server[94628]: INFO neutron.pecan_wsgi.hooks.translation [None req-b308ff88-e764-467e-9f9f-41d7ede10b54 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] DELETE failed (client error): The resource could not be found. Aug 22 14:18:15.879009 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b308ff88-e764-467e-9f9f-41d7ede10b54 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 14:18:15.880620 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b308ff88-e764-467e-9f9f-41d7ede10b54 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] 10.222.0.21 "DELETE /v2.0/networks/7b22be00-4744-49da-9de8-7e0c7f2a2686 HTTP/1.1" status: 404 len: 339 time: 0.0182428 Aug 22 14:18:15.882783 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50826) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:18:15.931219 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1cf7db9-a1ba-41ee-b0f1-2725cdcf35fd tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Deleting subnet 63b40bc6-2ea0-469a-9d9b-ed27bc2a8bc4 {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:18:15.934253 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f1cf7db9-a1ba-41ee-b0f1-2725cdcf35fd tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:15.977142 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f1cf7db9-a1ba-41ee-b0f1-2725cdcf35fd tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:16.063285 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f1cf7db9-a1ba-41ee-b0f1-2725cdcf35fd tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:16.120006 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f1cf7db9-a1ba-41ee-b0f1-2725cdcf35fd tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:16.147629 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf7db9-a1ba-41ee-b0f1-2725cdcf35fd tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Pushing event deleted for resources: {'Subnet': ['ID=63b40bc6-2ea0-469a-9d9b-ed27bc2a8bc4,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:16.150193 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f1cf7db9-a1ba-41ee-b0f1-2725cdcf35fd tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:16.153578 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f1cf7db9-a1ba-41ee-b0f1-2725cdcf35fd tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] 10.222.0.21 "DELETE /v2.0/subnets/63b40bc6-2ea0-469a-9d9b-ed27bc2a8bc4 HTTP/1.1" status: 204 len: 168 time: 0.2699206 Aug 22 14:18:16.154521 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da068391-9a2c-492c-8f61-8c0a653b22f7 None None] Network 83a366e5-cf6b-4098-9a59-552914426fd4 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:18:16.155979 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50828) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:18:16.232324 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-10bc8ced-f43e-4299-9ce6-41c3629bb960 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:16.285817 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-10bc8ced-f43e-4299-9ce6-41c3629bb960 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Deleting port edeb573c-8b6f-49db-bee3-da0f772f6fce {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:18:16.286157 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-10bc8ced-f43e-4299-9ce6-41c3629bb960 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:16.320119 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d11d7a-380c-4532-ad55-eec2438cac15 None None] DHCP port deletion for 83a366e5-cf6b-4098-9a59-552914426fd4 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 14:18:16.351337 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-10bc8ced-f43e-4299-9ce6-41c3629bb960 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] For port edeb573c-8b6f-49db-bee3-da0f772f6fce, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=edeb573c-8b6f-49db-bee3-da0f772f6fce,segment=NetworkSegment(134dfc7f-3c45-4f26-8773-7579b51481ba),segment_id=134dfc7f-3c45-4f26-8773-7579b51481ba)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:18:16.351703 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-10bc8ced-f43e-4299-9ce6-41c3629bb960 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:16.365058 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-10bc8ced-f43e-4299-9ce6-41c3629bb960 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Calling delete_port for edeb573c-8b6f-49db-bee3-da0f772f6fce owned by network:dhcp {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:18:16.368283 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-65d11d7a-380c-4532-ad55-eec2438cac15 None None] Deleting port edeb573c-8b6f-49db-bee3-da0f772f6fce {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:18:16.368664 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-65d11d7a-380c-4532-ad55-eec2438cac15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:16.432766 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-65d11d7a-380c-4532-ad55-eec2438cac15 None None] For port edeb573c-8b6f-49db-bee3-da0f772f6fce, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=edeb573c-8b6f-49db-bee3-da0f772f6fce,segment=NetworkSegment(134dfc7f-3c45-4f26-8773-7579b51481ba),segment_id=134dfc7f-3c45-4f26-8773-7579b51481ba)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:18:16.433163 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-65d11d7a-380c-4532-ad55-eec2438cac15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:16.446296 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-65d11d7a-380c-4532-ad55-eec2438cac15 None None] Calling delete_port for edeb573c-8b6f-49db-bee3-da0f772f6fce owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:18:16.446493 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-10bc8ced-f43e-4299-9ce6-41c3629bb960 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:16.472363 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bc8ced-f43e-4299-9ce6-41c3629bb960 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Pushing event deleted for resources: {'Port': ['ID=edeb573c-8b6f-49db-bee3-da0f772f6fce,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:16.476881 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bc8ced-f43e-4299-9ce6-41c3629bb960 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] No DVR routers for this DVR port edeb573c-8b6f-49db-bee3-da0f772f6fce on host n-d-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:18:16.519456 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-65d11d7a-380c-4532-ad55-eec2438cac15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:16.542883 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d11d7a-380c-4532-ad55-eec2438cac15 None None] Pushing event deleted for resources: {'Port': ['ID=edeb573c-8b6f-49db-bee3-da0f772f6fce,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:16.548996 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d11d7a-380c-4532-ad55-eec2438cac15 None None] No DVR routers for this DVR port edeb573c-8b6f-49db-bee3-da0f772f6fce on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:18:16.568629 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-10bc8ced-f43e-4299-9ce6-41c3629bb960 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:16.578898 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-10bc8ced-f43e-4299-9ce6-41c3629bb960 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83a366e5-cf6b-4098-9a59-552914426fd4']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:18:16.589735 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-10bc8ced-f43e-4299-9ce6-41c3629bb960 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '134dfc7f-3c45-4f26-8773-7579b51481ba') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:18:16.590019 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-10bc8ced-f43e-4299-9ce6-41c3629bb960 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '134dfc7f-3c45-4f26-8773-7579b51481ba') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:18:16.598408 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-10bc8ced-f43e-4299-9ce6-41c3629bb960 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:16.611932 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-10bc8ced-f43e-4299-9ce6-41c3629bb960 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:16.617537 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10bc8ced-f43e-4299-9ce6-41c3629bb960 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:18:16.617912 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-10bc8ced-f43e-4299-9ce6-41c3629bb960 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:16.621804 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 14:18:16.621804 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:18:16.621804 n-d-793621-33 neutron-server[94628]: timer() Aug 22 14:18:16.621804 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:18:16.621804 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 14:18:16.621804 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:18:16.621804 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 14:18:16.621804 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:18:16.621804 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 14:18:16.621804 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:18:16.621804 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 14:18:16.621804 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:18:16.621804 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 14:18:16.621804 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:18:16.621804 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:18:16.621804 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:18:16.621804 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:18:16.621804 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:18:16.621804 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 14:18:16.621804 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:18:16.621804 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 14:18:16.621804 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:18:16.621804 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:18:16.621804 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:18:16.621804 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 14:18:16.621804 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:18:16.621804 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:18:16.621804 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:18:16.621804 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:18:16.621804 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:18:16.621804 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:18:16.621804 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:18:16.676147 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-10bc8ced-f43e-4299-9ce6-41c3629bb960 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:16.680667 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-10bc8ced-f43e-4299-9ce6-41c3629bb960 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:16.683355 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-10bc8ced-f43e-4299-9ce6-41c3629bb960 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] 10.222.0.21 "DELETE /v2.0/networks/83a366e5-cf6b-4098-9a59-552914426fd4 HTTP/1.1" status: 204 len: 168 time: 0.5264254 Aug 22 14:18:16.700539 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bc8ced-f43e-4299-9ce6-41c3629bb960 tempest-NetworksIpV6Test-1328378801 tempest-NetworksIpV6Test-1328378801-project] Pushing event deleted for resources: {'Network': ['ID=83a366e5-cf6b-4098-9a59-552914426fd4,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:16.925489 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50834) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:18:17.059871 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f789edd9-0620-42a8-81d0-8fbea2fb5300 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bcbdada617ba4e8f910f0e0f8c8dd5eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1332157 Aug 22 14:18:17.062357 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50838) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:18:17.115352 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9088dfc9-ed2b-4e95-86a0-e46df90a5f11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:17.116055 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device edeb573c-8b6f-49db-bee3-da0f772f6fce no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:18:17.136587 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9088dfc9-ed2b-4e95-86a0-e46df90a5f11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:17.139653 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: edeb573c-8b6f-49db-bee3-da0f772f6fce {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:18:17.140000 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device edeb573c-8b6f-49db-bee3-da0f772f6fce not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:18:17.140443 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 7d041c5d-e14f-4415-97e4-5b3e55c8057b no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:18:17.158968 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 7d041c5d-e14f-4415-97e4-5b3e55c8057b {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:18:17.159311 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 7d041c5d-e14f-4415-97e4-5b3e55c8057b not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:18:17.182378 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9088dfc9-ed2b-4e95-86a0-e46df90a5f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:17.185723 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9088dfc9-ed2b-4e95-86a0-e46df90a5f11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:17.186880 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9088dfc9-ed2b-4e95-86a0-e46df90a5f11 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/07cd0f3f-1f19-437b-a2ad-d4a09f399805 HTTP/1.1" status: 204 len: 168 time: 0.1236413 Aug 22 14:18:17.195003 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9088dfc9-ed2b-4e95-86a0-e46df90a5f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07cd0f3f-1f19-437b-a2ad-d4a09f399805,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:17.803371 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50860) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:18:17.898196 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-390c2362-99c5-4674-abbe-ca8e1ab704c9 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1395268304', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:18:17.920697 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-390c2362-99c5-4674-abbe-ca8e1ab704c9 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:17.921652 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-390c2362-99c5-4674-abbe-ca8e1ab704c9 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:17.973548 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-390c2362-99c5-4674-abbe-ca8e1ab704c9 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:17.977833 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-390c2362-99c5-4674-abbe-ca8e1ab704c9 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:17.993600 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-390c2362-99c5-4674-abbe-ca8e1ab704c9 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:17.995468 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-390c2362-99c5-4674-abbe-ca8e1ab704c9 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1910582 Aug 22 14:18:17.998180 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50864) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:18:18.003183 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-33e91f93-1b12-44a0-b7b1-74cb6abb1afa tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1403897930'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:18:18.022363 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e91f93-1b12-44a0-b7b1-74cb6abb1afa tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Made reservation on behalf of a2982429f7f140f19cb5859e1c7d4acf for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:18:18.025841 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-33e91f93-1b12-44a0-b7b1-74cb6abb1afa tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:18.034253 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-33e91f93-1b12-44a0-b7b1-74cb6abb1afa tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:18.122529 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-33e91f93-1b12-44a0-b7b1-74cb6abb1afa tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:18.126259 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-33e91f93-1b12-44a0-b7b1-74cb6abb1afa tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:18.154369 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33e91f93-1b12-44a0-b7b1-74cb6abb1afa tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:18:18.160561 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e91f93-1b12-44a0-b7b1-74cb6abb1afa tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0389b4bb-3530-4c2a-85f0-537342d6823f,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:18.166864 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-33e91f93-1b12-44a0-b7b1-74cb6abb1afa tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:18.167260 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-33e91f93-1b12-44a0-b7b1-74cb6abb1afa tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Added segment ea169b18-6e91-46e0-8567-d7f41084bc21 of type vlan for network 32cdaecc-4f2d-44af-afdf-2f6064a78c58 Aug 22 14:18:18.206764 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-33e91f93-1b12-44a0-b7b1-74cb6abb1afa tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:18.230005 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-33e91f93-1b12-44a0-b7b1-74cb6abb1afa tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:18.235785 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e91f93-1b12-44a0-b7b1-74cb6abb1afa tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:18:18.236399 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-33e91f93-1b12-44a0-b7b1-74cb6abb1afa tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:18.288459 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-33e91f93-1b12-44a0-b7b1-74cb6abb1afa tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2892070 Aug 22 14:18:18.291625 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50866) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:18:18.296832 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-1c1878e8-2e30-4b17-a674-5636f0eead89 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Request body: {'subnet': {'network_id': '32cdaecc-4f2d-44af-afdf-2f6064a78c58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:18:18.308594 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e91f93-1b12-44a0-b7b1-74cb6abb1afa tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Pushing event updated for resources: {'Network': ['ID=32cdaecc-4f2d-44af-afdf-2f6064a78c58,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:18.319654 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 32cdaecc-4f2d-44af-afdf-2f6064a78c58 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:18:18.383687 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1878e8-2e30-4b17-a674-5636f0eead89 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Made reservation on behalf of a2982429f7f140f19cb5859e1c7d4acf for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:18:18.387762 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1c1878e8-2e30-4b17-a674-5636f0eead89 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:18.563726 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1c1878e8-2e30-4b17-a674-5636f0eead89 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:18.624681 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1878e8-2e30-4b17-a674-5636f0eead89 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Pushing event updated for resources: {'Subnet': ['ID=8cb2decf-895c-40a3-9af7-1f496b42dca7,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:18.633175 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1878e8-2e30-4b17-a674-5636f0eead89 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Checking segment: {'id': 'ea169b18-6e91-46e0-8567-d7f41084bc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '32cdaecc-4f2d-44af-afdf-2f6064a78c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:18:18.633592 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1878e8-2e30-4b17-a674-5636f0eead89 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Network hostable DHCP agents. Network: 32cdaecc-4f2d-44af-afdf-2f6064a78c58, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:18:18.649463 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1878e8-2e30-4b17-a674-5636f0eead89 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Network 32cdaecc-4f2d-44af-afdf-2f6064a78c58 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:18:18.658026 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-1c1878e8-2e30-4b17-a674-5636f0eead89 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 32cdaecc-4f2d-44af-afdf-2f6064a78c58) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:18:18.662149 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1878e8-2e30-4b17-a674-5636f0eead89 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:18:18.662734 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-1c1878e8-2e30-4b17-a674-5636f0eead89 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:18.668033 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ea757c-1a06-4613-9a35-2d7e74f2c9b6 None None] Network 32cdaecc-4f2d-44af-afdf-2f6064a78c58 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:18:18.677838 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-1c1878e8-2e30-4b17-a674-5636f0eead89 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3849964 Aug 22 14:18:18.681262 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50868) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:18:18.687786 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-f9bd4806-7b4a-4f7a-b071-c4b74a1da7b0 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-63044920'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:18:18.709073 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9bd4806-7b4a-4f7a-b071-c4b74a1da7b0 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Made reservation on behalf of a2982429f7f140f19cb5859e1c7d4acf for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:18:18.712657 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f9bd4806-7b4a-4f7a-b071-c4b74a1da7b0 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:18.737344 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9bd4806-7b4a-4f7a-b071-c4b74a1da7b0 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:18:18.747127 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f9bd4806-7b4a-4f7a-b071-c4b74a1da7b0 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:18.747491 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-f9bd4806-7b4a-4f7a-b071-c4b74a1da7b0 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Added segment 35c3b1cb-fa83-4420-9742-3da63ffffc03 of type vlan for network a83a3104-bc8f-4cf6-8776-d57ec3f850d0 Aug 22 14:18:18.785928 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f9bd4806-7b4a-4f7a-b071-c4b74a1da7b0 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:18.811145 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f9bd4806-7b4a-4f7a-b071-c4b74a1da7b0 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:18.816823 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264df04c-4615-46a1-987e-8b22b97c3472 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-32cdaecc-4f2d-44af-afdf-2f6064a78c58', 'network_id': '32cdaecc-4f2d-44af-afdf-2f6064a78c58', 'tenant_id': 'a2982429f7f140f19cb5859e1c7d4acf', 'fixed_ips': [{'subnet_id': '8cb2decf-895c-40a3-9af7-1f496b42dca7'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:18:18.817164 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bd4806-7b4a-4f7a-b071-c4b74a1da7b0 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:18:18.817678 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-264df04c-4615-46a1-987e-8b22b97c3472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:18.817784 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f9bd4806-7b4a-4f7a-b071-c4b74a1da7b0 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:18.871932 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f9bd4806-7b4a-4f7a-b071-c4b74a1da7b0 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1882060 Aug 22 14:18:18.875011 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50870) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:18:18.880491 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-6f304edb-c2e1-46ea-897f-13f90281bb9c tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Request body: {'subnet': {'network_id': 'a83a3104-bc8f-4cf6-8776-d57ec3f850d0', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:18:18.890791 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bd4806-7b4a-4f7a-b071-c4b74a1da7b0 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Pushing event updated for resources: {'Network': ['ID=a83a3104-bc8f-4cf6-8776-d57ec3f850d0,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:18.901081 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network a83a3104-bc8f-4cf6-8776-d57ec3f850d0 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:18:18.980165 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f304edb-c2e1-46ea-897f-13f90281bb9c tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Made reservation on behalf of a2982429f7f140f19cb5859e1c7d4acf for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:18:18.984029 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6f304edb-c2e1-46ea-897f-13f90281bb9c tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:19.004050 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-264df04c-4615-46a1-987e-8b22b97c3472 None None] Allocated IP 172.20.0.2 (32cdaecc-4f2d-44af-afdf-2f6064a78c58/8cb2decf-895c-40a3-9af7-1f496b42dca7/80fc1807-f1bc-4596-a51a-efd8612c325d) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:18:19.148189 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-264df04c-4615-46a1-987e-8b22b97c3472 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:19.156431 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-264df04c-4615-46a1-987e-8b22b97c3472 None None] Transition to ACTIVE for port object 80fc1807-f1bc-4596-a51a-efd8612c325d will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:18:19.168808 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6f304edb-c2e1-46ea-897f-13f90281bb9c tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:19.171819 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-264df04c-4615-46a1-987e-8b22b97c3472 None None] Transition to ACTIVE for port object 80fc1807-f1bc-4596-a51a-efd8612c325d will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:18:19.177285 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-264df04c-4615-46a1-987e-8b22b97c3472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:19.215941 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264df04c-4615-46a1-987e-8b22b97c3472 None None] Network 32cdaecc-4f2d-44af-afdf-2f6064a78c58 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:18:19.218860 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-264df04c-4615-46a1-987e-8b22b97c3472 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:18:19.221221 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264df04c-4615-46a1-987e-8b22b97c3472 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:18:19.231529 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f304edb-c2e1-46ea-897f-13f90281bb9c tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Pushing event updated for resources: {'Subnet': ['ID=f62bec53-f189-4556-9b2d-503fbb371e3b,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:19.231888 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264df04c-4615-46a1-987e-8b22b97c3472 None None] Pushing event updated for resources: {'Port': ['ID=80fc1807-f1bc-4596-a51a-efd8612c325d,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:19.239944 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f304edb-c2e1-46ea-897f-13f90281bb9c tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Checking segment: {'id': '35c3b1cb-fa83-4420-9742-3da63ffffc03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a83a3104-bc8f-4cf6-8776-d57ec3f850d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:18:19.240341 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f304edb-c2e1-46ea-897f-13f90281bb9c tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Network hostable DHCP agents. Network: a83a3104-bc8f-4cf6-8776-d57ec3f850d0, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:18:19.257484 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f304edb-c2e1-46ea-897f-13f90281bb9c tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Network a83a3104-bc8f-4cf6-8776-d57ec3f850d0 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:18:19.267157 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-6f304edb-c2e1-46ea-897f-13f90281bb9c tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, a83a3104-bc8f-4cf6-8776-d57ec3f850d0) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:18:19.271398 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f304edb-c2e1-46ea-897f-13f90281bb9c tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:18:19.272187 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6f304edb-c2e1-46ea-897f-13f90281bb9c tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:19.280121 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a11184-915f-4091-a51c-eae0ac4ca5ec None None] Network a83a3104-bc8f-4cf6-8776-d57ec3f850d0 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:18:19.287813 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6f304edb-c2e1-46ea-897f-13f90281bb9c tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4116113 Aug 22 14:18:19.291051 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50872) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:18:19.296699 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-98dbcf2c-9db1-4d85-a90a-2ca058fbab59 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a83a3104-bc8f-4cf6-8776-d57ec3f850d0'}}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:18:19.327594 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-264df04c-4615-46a1-987e-8b22b97c3472 None None] Attempting to bind port 80fc1807-f1bc-4596-a51a-efd8612c325d on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:18:19.328130 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-264df04c-4615-46a1-987e-8b22b97c3472 None None] Attempting to bind port 80fc1807-f1bc-4596-a51a-efd8612c325d by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'ea169b18-6e91-46e0-8567-d7f41084bc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '32cdaecc-4f2d-44af-afdf-2f6064a78c58'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:18:19.328314 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264df04c-4615-46a1-987e-8b22b97c3472 None None] Attempting to bind port 80fc1807-f1bc-4596-a51a-efd8612c325d on network 32cdaecc-4f2d-44af-afdf-2f6064a78c58 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:18:19.340795 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264df04c-4615-46a1-987e-8b22b97c3472 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:18:19.341170 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264df04c-4615-46a1-987e-8b22b97c3472 None None] Checking segment: {'id': 'ea169b18-6e91-46e0-8567-d7f41084bc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '32cdaecc-4f2d-44af-afdf-2f6064a78c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:18:19.341575 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-264df04c-4615-46a1-987e-8b22b97c3472 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:19.341967 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264df04c-4615-46a1-987e-8b22b97c3472 None None] Bound using segment: {'id': 'ea169b18-6e91-46e0-8567-d7f41084bc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '32cdaecc-4f2d-44af-afdf-2f6064a78c58'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:18:19.342438 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-264df04c-4615-46a1-987e-8b22b97c3472 None None] Bound port: 80fc1807-f1bc-4596-a51a-efd8612c325d, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea169b18-6e91-46e0-8567-d7f41084bc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '32cdaecc-4f2d-44af-afdf-2f6064a78c58'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:18:19.342818 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-264df04c-4615-46a1-987e-8b22b97c3472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:19.454905 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-264df04c-4615-46a1-987e-8b22b97c3472 None None] For port 80fc1807-f1bc-4596-a51a-efd8612c325d, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:18:19.459403 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-264df04c-4615-46a1-987e-8b22b97c3472 None None] For port 80fc1807-f1bc-4596-a51a-efd8612c325d, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=80fc1807-f1bc-4596-a51a-efd8612c325d,segment=NetworkSegment(ea169b18-6e91-46e0-8567-d7f41084bc21),segment_id=ea169b18-6e91-46e0-8567-d7f41084bc21)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:18:19.465622 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-264df04c-4615-46a1-987e-8b22b97c3472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:19.503100 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-98dbcf2c-9db1-4d85-a90a-2ca058fbab59 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:19.521565 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad1f643-d8c1-4697-82e0-2790e96d2f8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-a83a3104-bc8f-4cf6-8776-d57ec3f850d0', 'network_id': 'a83a3104-bc8f-4cf6-8776-d57ec3f850d0', 'tenant_id': 'a2982429f7f140f19cb5859e1c7d4acf', 'fixed_ips': [{'subnet_id': 'f62bec53-f189-4556-9b2d-503fbb371e3b'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:18:19.522703 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-bad1f643-d8c1-4697-82e0-2790e96d2f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:19.554902 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264df04c-4615-46a1-987e-8b22b97c3472 None None] Pushing event updated for resources: {'Port': ['ID=80fc1807-f1bc-4596-a51a-efd8612c325d,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:19.631170 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [None req-98dbcf2c-9db1-4d85-a90a-2ca058fbab59 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 14:18:19.632492 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-98dbcf2c-9db1-4d85-a90a-2ca058fbab59 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] 10.222.0.21 "PUT /v2.0/routers/a08a3ae7-cb6e-48c6-9957-4282134e4b13 HTTP/1.1" status: 400 len: 364 time: 0.3394322 Aug 22 14:18:19.639346 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50874) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:18:19.704272 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceda05ab-4d55-486c-99be-79c2ca7e8591 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Deleting subnet f62bec53-f189-4556-9b2d-503fbb371e3b {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:18:19.714150 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-bad1f643-d8c1-4697-82e0-2790e96d2f8e None None] Allocated IP 172.21.0.2 (a83a3104-bc8f-4cf6-8776-d57ec3f850d0/f62bec53-f189-4556-9b2d-503fbb371e3b/6526afa8-7cee-4119-bcfe-67a67da8d7ba) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:18:19.862841 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-bad1f643-d8c1-4697-82e0-2790e96d2f8e None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:19.871400 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-bad1f643-d8c1-4697-82e0-2790e96d2f8e None None] Transition to ACTIVE for port object 6526afa8-7cee-4119-bcfe-67a67da8d7ba will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:18:19.885737 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-bad1f643-d8c1-4697-82e0-2790e96d2f8e None None] Transition to ACTIVE for port object 6526afa8-7cee-4119-bcfe-67a67da8d7ba will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:18:19.890901 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ceda05ab-4d55-486c-99be-79c2ca7e8591 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:19.891382 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-bad1f643-d8c1-4697-82e0-2790e96d2f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:19.931684 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad1f643-d8c1-4697-82e0-2790e96d2f8e None None] Network a83a3104-bc8f-4cf6-8776-d57ec3f850d0 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:18:19.934541 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-bad1f643-d8c1-4697-82e0-2790e96d2f8e None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:18:19.936492 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ceda05ab-4d55-486c-99be-79c2ca7e8591 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:19.941138 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad1f643-d8c1-4697-82e0-2790e96d2f8e None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:18:19.943143 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad1f643-d8c1-4697-82e0-2790e96d2f8e None None] Pushing event updated for resources: {'Port': ['ID=6526afa8-7cee-4119-bcfe-67a67da8d7ba,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:20.000105 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-bad1f643-d8c1-4697-82e0-2790e96d2f8e None None] Attempting to bind port 6526afa8-7cee-4119-bcfe-67a67da8d7ba on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:18:20.000503 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-bad1f643-d8c1-4697-82e0-2790e96d2f8e None None] Attempting to bind port 6526afa8-7cee-4119-bcfe-67a67da8d7ba by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '35c3b1cb-fa83-4420-9742-3da63ffffc03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a83a3104-bc8f-4cf6-8776-d57ec3f850d0'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:18:20.000884 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad1f643-d8c1-4697-82e0-2790e96d2f8e None None] Attempting to bind port 6526afa8-7cee-4119-bcfe-67a67da8d7ba on network a83a3104-bc8f-4cf6-8776-d57ec3f850d0 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:18:20.005878 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad1f643-d8c1-4697-82e0-2790e96d2f8e None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:18:20.006247 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad1f643-d8c1-4697-82e0-2790e96d2f8e None None] Checking segment: {'id': '35c3b1cb-fa83-4420-9742-3da63ffffc03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a83a3104-bc8f-4cf6-8776-d57ec3f850d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:18:20.006670 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-bad1f643-d8c1-4697-82e0-2790e96d2f8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:20.007060 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad1f643-d8c1-4697-82e0-2790e96d2f8e None None] Bound using segment: {'id': '35c3b1cb-fa83-4420-9742-3da63ffffc03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a83a3104-bc8f-4cf6-8776-d57ec3f850d0'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:18:20.007516 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-bad1f643-d8c1-4697-82e0-2790e96d2f8e None None] Bound port: 6526afa8-7cee-4119-bcfe-67a67da8d7ba, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35c3b1cb-fa83-4420-9742-3da63ffffc03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a83a3104-bc8f-4cf6-8776-d57ec3f850d0'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:18:20.007888 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-bad1f643-d8c1-4697-82e0-2790e96d2f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:20.032591 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ceda05ab-4d55-486c-99be-79c2ca7e8591 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:20.090147 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ceda05ab-4d55-486c-99be-79c2ca7e8591 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:20.093664 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-bad1f643-d8c1-4697-82e0-2790e96d2f8e None None] For port 6526afa8-7cee-4119-bcfe-67a67da8d7ba, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:18:20.097080 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-bad1f643-d8c1-4697-82e0-2790e96d2f8e None None] For port 6526afa8-7cee-4119-bcfe-67a67da8d7ba, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=6526afa8-7cee-4119-bcfe-67a67da8d7ba,segment=NetworkSegment(35c3b1cb-fa83-4420-9742-3da63ffffc03),segment_id=35c3b1cb-fa83-4420-9742-3da63ffffc03)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:18:20.105579 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-bad1f643-d8c1-4697-82e0-2790e96d2f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:20.119725 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceda05ab-4d55-486c-99be-79c2ca7e8591 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Pushing event deleted for resources: {'Subnet': ['ID=f62bec53-f189-4556-9b2d-503fbb371e3b,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:20.122979 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ceda05ab-4d55-486c-99be-79c2ca7e8591 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:20.124931 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ceda05ab-4d55-486c-99be-79c2ca7e8591 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] 10.222.0.21 "DELETE /v2.0/subnets/f62bec53-f189-4556-9b2d-503fbb371e3b HTTP/1.1" status: 204 len: 168 time: 0.4838169 Aug 22 14:18:20.127563 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50876) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:18:20.171999 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad1f643-d8c1-4697-82e0-2790e96d2f8e None None] Pushing event updated for resources: {'Port': ['ID=6526afa8-7cee-4119-bcfe-67a67da8d7ba,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:20.217250 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e2ea9f5a-187e-4265-9373-9c25d00281e4 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:20.277845 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-e2ea9f5a-187e-4265-9373-9c25d00281e4 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Deleting port 6526afa8-7cee-4119-bcfe-67a67da8d7ba {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:18:20.278194 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e2ea9f5a-187e-4265-9373-9c25d00281e4 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:20.372011 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-e2ea9f5a-187e-4265-9373-9c25d00281e4 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] For port 6526afa8-7cee-4119-bcfe-67a67da8d7ba, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=6526afa8-7cee-4119-bcfe-67a67da8d7ba,segment=NetworkSegment(35c3b1cb-fa83-4420-9742-3da63ffffc03),segment_id=35c3b1cb-fa83-4420-9742-3da63ffffc03)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:18:20.372418 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e2ea9f5a-187e-4265-9373-9c25d00281e4 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:20.387246 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-e2ea9f5a-187e-4265-9373-9c25d00281e4 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Calling delete_port for 6526afa8-7cee-4119-bcfe-67a67da8d7ba owned by network:dhcp {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:18:20.482468 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e2ea9f5a-187e-4265-9373-9c25d00281e4 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:20.507599 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ea9f5a-187e-4265-9373-9c25d00281e4 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Pushing event deleted for resources: {'Port': ['ID=6526afa8-7cee-4119-bcfe-67a67da8d7ba,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:20.514201 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ea9f5a-187e-4265-9373-9c25d00281e4 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] No DVR routers for this DVR port 6526afa8-7cee-4119-bcfe-67a67da8d7ba on host n-d-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:18:20.528620 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b414d667-f7e4-47f6-a890-a998977c3b8c None None] Network 32cdaecc-4f2d-44af-afdf-2f6064a78c58 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:18:20.587355 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-aa9594b0-e35d-4ad4-b52d-48d2d71dd628 None None] Provisioning for port 80fc1807-f1bc-4596-a51a-efd8612c325d completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:18:20.598380 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e2ea9f5a-187e-4265-9373-9c25d00281e4 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:20.610178 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-e2ea9f5a-187e-4265-9373-9c25d00281e4 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a83a3104-bc8f-4cf6-8776-d57ec3f850d0']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:18:20.621162 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-e2ea9f5a-187e-4265-9373-9c25d00281e4 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35c3b1cb-fa83-4420-9742-3da63ffffc03') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:18:20.621463 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-e2ea9f5a-187e-4265-9373-9c25d00281e4 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35c3b1cb-fa83-4420-9742-3da63ffffc03') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:18:20.633488 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e2ea9f5a-187e-4265-9373-9c25d00281e4 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:20.649560 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e2ea9f5a-187e-4265-9373-9c25d00281e4 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:20.656826 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2ea9f5a-187e-4265-9373-9c25d00281e4 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:18:20.657353 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e2ea9f5a-187e-4265-9373-9c25d00281e4 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:20.662141 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 14:18:20.662141 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:18:20.662141 n-d-793621-33 neutron-server[94627]: timer() Aug 22 14:18:20.662141 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:18:20.662141 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 14:18:20.662141 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:18:20.662141 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 14:18:20.662141 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:18:20.662141 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 14:18:20.662141 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:18:20.662141 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 14:18:20.662141 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:18:20.662141 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 14:18:20.662141 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:18:20.662141 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:18:20.662141 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:18:20.662141 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:18:20.662141 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:18:20.662141 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 14:18:20.662141 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:18:20.662141 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 14:18:20.662141 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:18:20.662141 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:18:20.662141 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:18:20.662141 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 14:18:20.662141 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:18:20.662141 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:18:20.662141 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:18:20.662141 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:18:20.662141 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:18:20.662141 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:18:20.662141 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:18:20.720297 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e2ea9f5a-187e-4265-9373-9c25d00281e4 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:20.727575 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e2ea9f5a-187e-4265-9373-9c25d00281e4 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:20.730083 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e2ea9f5a-187e-4265-9373-9c25d00281e4 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] 10.222.0.21 "DELETE /v2.0/networks/a83a3104-bc8f-4cf6-8776-d57ec3f850d0 HTTP/1.1" status: 204 len: 168 time: 0.6012797 Aug 22 14:18:20.732729 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50878) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:18:20.742130 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ea9f5a-187e-4265-9373-9c25d00281e4 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Pushing event deleted for resources: {'Network': ['ID=a83a3104-bc8f-4cf6-8776-d57ec3f850d0,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:20.794173 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-c70f4baa-1210-4eb8-aa04-a343cb322175 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Deleting subnet 8cb2decf-895c-40a3-9af7-1f496b42dca7 {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:18:20.798166 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c70f4baa-1210-4eb8-aa04-a343cb322175 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:20.842984 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c70f4baa-1210-4eb8-aa04-a343cb322175 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:20.930962 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c70f4baa-1210-4eb8-aa04-a343cb322175 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:21.008770 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c70f4baa-1210-4eb8-aa04-a343cb322175 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:21.039077 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f4baa-1210-4eb8-aa04-a343cb322175 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Pushing event deleted for resources: {'Subnet': ['ID=8cb2decf-895c-40a3-9af7-1f496b42dca7,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:21.045222 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c70f4baa-1210-4eb8-aa04-a343cb322175 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:21.047157 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c70f4baa-1210-4eb8-aa04-a343cb322175 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] 10.222.0.21 "DELETE /v2.0/subnets/8cb2decf-895c-40a3-9af7-1f496b42dca7 HTTP/1.1" status: 204 len: 168 time: 0.3129749 Aug 22 14:18:21.047285 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce34ba0f-4aea-4153-9250-ae0223202ed1 None None] Network 32cdaecc-4f2d-44af-afdf-2f6064a78c58 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:18:21.049586 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50880) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:18:21.132120 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-196c6d7c-661c-46c6-bb4c-931ba5430d4d tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:21.194253 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 80fc1807-f1bc-4596-a51a-efd8612c325d up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:18:21.201610 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-196c6d7c-661c-46c6-bb4c-931ba5430d4d tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Deleting port 80fc1807-f1bc-4596-a51a-efd8612c325d {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:18:21.201950 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-196c6d7c-661c-46c6-bb4c-931ba5430d4d tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:21.236914 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-af2116ff-bac0-4e77-a816-7995f0713691 None None] Could not find standard attr ID for object 6526afa8-7cee-4119-bcfe-67a67da8d7ba. {{(pid=94629) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 14:18:21.258136 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 80fc1807-f1bc-4596-a51a-efd8612c325d completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:18:21.267801 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88dc74a-09be-4de4-ac56-80554cf81052 None None] DHCP port deletion for a83a3104-bc8f-4cf6-8776-d57ec3f850d0 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 14:18:21.271809 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 80fc1807-f1bc-4596-a51a-efd8612c325d triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:18:21.272179 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:21.296538 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5348bd2-b193-4733-b691-e6e2d5b72f04 None None] Network a83a3104-bc8f-4cf6-8776-d57ec3f850d0 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:18:21.314191 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a1da57-e5c4-45d7-a15e-ae07a3afd6c5 None None] DHCP port deletion for 32cdaecc-4f2d-44af-afdf-2f6064a78c58 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 14:18:21.319124 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5348bd2-b193-4733-b691-e6e2d5b72f04 None None] Network a83a3104-bc8f-4cf6-8776-d57ec3f850d0 could not be found, it might have been deleted concurrently. {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 22 14:18:21.412522 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c3a1da57-e5c4-45d7-a15e-ae07a3afd6c5 None None] Deleting port 80fc1807-f1bc-4596-a51a-efd8612c325d {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:18:21.412890 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c3a1da57-e5c4-45d7-a15e-ae07a3afd6c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:21.414667 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:21.503665 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 80fc1807-f1bc-4596-a51a-efd8612c325d, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=80fc1807-f1bc-4596-a51a-efd8612c325d,segment=NetworkSegment(ea169b18-6e91-46e0-8567-d7f41084bc21),segment_id=ea169b18-6e91-46e0-8567-d7f41084bc21)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:18:21.505585 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c3a1da57-e5c4-45d7-a15e-ae07a3afd6c5 None None] For port 80fc1807-f1bc-4596-a51a-efd8612c325d, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=80fc1807-f1bc-4596-a51a-efd8612c325d,segment=NetworkSegment(ea169b18-6e91-46e0-8567-d7f41084bc21),segment_id=ea169b18-6e91-46e0-8567-d7f41084bc21)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:18:21.505995 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c3a1da57-e5c4-45d7-a15e-ae07a3afd6c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:21.514032 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:21.523329 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c3a1da57-e5c4-45d7-a15e-ae07a3afd6c5 None None] Calling delete_port for 80fc1807-f1bc-4596-a51a-efd8612c325d owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:18:21.605227 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=80fc1807-f1bc-4596-a51a-efd8612c325d,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:21.626117 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-196c6d7c-661c-46c6-bb4c-931ba5430d4d tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] For port 80fc1807-f1bc-4596-a51a-efd8612c325d, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=80fc1807-f1bc-4596-a51a-efd8612c325d,segment=NetworkSegment(ea169b18-6e91-46e0-8567-d7f41084bc21),segment_id=ea169b18-6e91-46e0-8567-d7f41084bc21)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:18:21.626487 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-196c6d7c-661c-46c6-bb4c-931ba5430d4d tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:21.639632 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-196c6d7c-661c-46c6-bb4c-931ba5430d4d tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Calling delete_port for 80fc1807-f1bc-4596-a51a-efd8612c325d owned by network:dhcp {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:18:21.641174 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c3a1da57-e5c4-45d7-a15e-ae07a3afd6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:21.668473 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a1da57-e5c4-45d7-a15e-ae07a3afd6c5 None None] No DVR routers for this DVR port 80fc1807-f1bc-4596-a51a-efd8612c325d on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:18:21.674987 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a1da57-e5c4-45d7-a15e-ae07a3afd6c5 None None] Pushing event deleted for resources: {'Port': ['ID=80fc1807-f1bc-4596-a51a-efd8612c325d,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:21.714333 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-196c6d7c-661c-46c6-bb4c-931ba5430d4d tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:21.743140 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c6d7c-661c-46c6-bb4c-931ba5430d4d tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Pushing event deleted for resources: {'Port': ['ID=80fc1807-f1bc-4596-a51a-efd8612c325d,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:21.745173 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196c6d7c-661c-46c6-bb4c-931ba5430d4d tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] No DVR routers for this DVR port 80fc1807-f1bc-4596-a51a-efd8612c325d on host n-d-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:18:21.820576 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-196c6d7c-661c-46c6-bb4c-931ba5430d4d tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:21.830561 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-196c6d7c-661c-46c6-bb4c-931ba5430d4d tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32cdaecc-4f2d-44af-afdf-2f6064a78c58']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:18:21.841128 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-196c6d7c-661c-46c6-bb4c-931ba5430d4d tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea169b18-6e91-46e0-8567-d7f41084bc21') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:18:21.841426 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-196c6d7c-661c-46c6-bb4c-931ba5430d4d tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea169b18-6e91-46e0-8567-d7f41084bc21') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:18:21.849883 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-196c6d7c-661c-46c6-bb4c-931ba5430d4d tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:21.863123 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-196c6d7c-661c-46c6-bb4c-931ba5430d4d tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:21.868727 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-196c6d7c-661c-46c6-bb4c-931ba5430d4d tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:18:21.869119 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-196c6d7c-661c-46c6-bb4c-931ba5430d4d tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:21.872532 n-d-793621-33 neutron-server[94628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:18:21.872532 n-d-793621-33 neutron-server[94628]: self.session.flush() Aug 22 14:18:21.872532 n-d-793621-33 neutron-server[94628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:18:21.872532 n-d-793621-33 neutron-server[94628]: self.session.flush() Aug 22 14:18:21.872532 n-d-793621-33 neutron-server[94628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:18:21.872532 n-d-793621-33 neutron-server[94628]: self.session.flush() Aug 22 14:18:21.872532 n-d-793621-33 neutron-server[94628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:18:21.872532 n-d-793621-33 neutron-server[94628]: self.session.flush() Aug 22 14:18:21.872532 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 14:18:21.872532 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:18:21.872532 n-d-793621-33 neutron-server[94628]: timer() Aug 22 14:18:21.872532 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:18:21.872532 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 14:18:21.872532 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:18:21.872532 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 14:18:21.872532 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:18:21.872532 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 14:18:21.872532 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:18:21.872532 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 14:18:21.872532 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:18:21.872532 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 14:18:21.872532 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:18:21.872532 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:18:21.872532 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:18:21.872532 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:18:21.872532 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:18:21.872532 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 14:18:21.872532 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:18:21.872532 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 14:18:21.872532 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:18:21.872532 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:18:21.872532 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:18:21.872532 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 14:18:21.872532 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:18:21.872532 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:18:21.872532 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:18:21.872532 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:18:21.872532 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:18:21.872532 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:18:21.872532 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:18:21.933175 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-196c6d7c-661c-46c6-bb4c-931ba5430d4d tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:21.939923 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-196c6d7c-661c-46c6-bb4c-931ba5430d4d tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:21.941735 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-196c6d7c-661c-46c6-bb4c-931ba5430d4d tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] 10.222.0.21 "DELETE /v2.0/networks/32cdaecc-4f2d-44af-afdf-2f6064a78c58 HTTP/1.1" status: 204 len: 168 time: 0.8912318 Aug 22 14:18:21.944558 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50882) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:18:21.953635 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c6d7c-661c-46c6-bb4c-931ba5430d4d tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Pushing event deleted for resources: {'Network': ['ID=32cdaecc-4f2d-44af-afdf-2f6064a78c58,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:21.976850 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f2064832-516b-45b5-be52-394b27cfd7f1 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] 10.222.0.21 "GET /v2.0/ports?device_id=a08a3ae7-cb6e-48c6-9957-4282134e4b13 HTTP/1.1" status: 200 len: 205 time: 0.0311000 Aug 22 14:18:21.979172 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50884) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:18:22.055170 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0bc85648-057d-4bce-b600-9653c9e8c7a3 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Notify callbacks [] for router, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:22.206026 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0bc85648-057d-4bce-b600-9653c9e8c7a3 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:22.208094 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0bc85648-057d-4bce-b600-9653c9e8c7a3 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:22.249054 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:18:22.254285 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0bc85648-057d-4bce-b600-9653c9e8c7a3 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:22.254924 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc85648-057d-4bce-b600-9653c9e8c7a3 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Fanout notify agent at l3_agent the message router_deleted on router a08a3ae7-cb6e-48c6-9957-4282134e4b13 {{(pid=94627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 14:18:22.262598 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0bc85648-057d-4bce-b600-9653c9e8c7a3 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:22.266280 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-0bc85648-057d-4bce-b600-9653c9e8c7a3 tempest-RoutersNegativeTest-638730663 tempest-RoutersNegativeTest-638730663-project] 10.222.0.21 "DELETE /v2.0/routers/a08a3ae7-cb6e-48c6-9957-4282134e4b13 HTTP/1.1" status: 204 len: 168 time: 0.2836287 Aug 22 14:18:22.496221 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50890) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:18:22.624426 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2627c23a-1e8a-4297-b376-509207754b99 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a2982429f7f140f19cb5859e1c7d4acf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1269336 Aug 22 14:18:22.627188 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50894) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:18:22.673673 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f2e0ff3f-cbf0-4d1f-91ca-cee95bb51237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:22.694354 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f2e0ff3f-cbf0-4d1f-91ca-cee95bb51237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:22.740257 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f2e0ff3f-cbf0-4d1f-91ca-cee95bb51237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:22.742756 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f2e0ff3f-cbf0-4d1f-91ca-cee95bb51237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:22.743921 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f2e0ff3f-cbf0-4d1f-91ca-cee95bb51237 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0389b4bb-3530-4c2a-85f0-537342d6823f HTTP/1.1" status: 204 len: 168 time: 0.1157877 Aug 22 14:18:22.751611 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e0ff3f-cbf0-4d1f-91ca-cee95bb51237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0389b4bb-3530-4c2a-85f0-537342d6823f,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:23.118863 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 80fc1807-f1bc-4596-a51a-efd8612c325d no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:18:23.142508 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 80fc1807-f1bc-4596-a51a-efd8612c325d {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:18:23.142857 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 80fc1807-f1bc-4596-a51a-efd8612c325d not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:18:23.143283 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 6526afa8-7cee-4119-bcfe-67a67da8d7ba no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:18:23.162052 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 6526afa8-7cee-4119-bcfe-67a67da8d7ba {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:18:23.162373 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 6526afa8-7cee-4119-bcfe-67a67da8d7ba not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:18:23.361807 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50916) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:18:23.456865 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-abe70f1d-0c66-4ee7-8a3e-5044f63ae759 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1765681012-network', 'tenant_id': 'd692fd831389443cab26dcabc1a63684'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:18:23.476748 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe70f1d-0c66-4ee7-8a3e-5044f63ae759 admin admin] Made reservation on behalf of d692fd831389443cab26dcabc1a63684 for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:18:23.479379 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-abe70f1d-0c66-4ee7-8a3e-5044f63ae759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:23.488187 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-abe70f1d-0c66-4ee7-8a3e-5044f63ae759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:23.579655 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-abe70f1d-0c66-4ee7-8a3e-5044f63ae759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:23.583154 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-abe70f1d-0c66-4ee7-8a3e-5044f63ae759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:23.603937 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abe70f1d-0c66-4ee7-8a3e-5044f63ae759 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:18:23.618393 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe70f1d-0c66-4ee7-8a3e-5044f63ae759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482f1511-2dc4-4177-8de2-bc22384b4166,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:23.621820 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-abe70f1d-0c66-4ee7-8a3e-5044f63ae759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:23.622163 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-abe70f1d-0c66-4ee7-8a3e-5044f63ae759 admin admin] Added segment 2e7b0938-8346-46ee-b371-deb9c0029fb0 of type vlan for network 56305e86-e61b-44fc-b32f-50250e673146 Aug 22 14:18:23.660984 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-abe70f1d-0c66-4ee7-8a3e-5044f63ae759 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:23.684930 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-abe70f1d-0c66-4ee7-8a3e-5044f63ae759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:23.686026 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe70f1d-0c66-4ee7-8a3e-5044f63ae759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:18:23.686608 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-abe70f1d-0c66-4ee7-8a3e-5044f63ae759 admin admin] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:23.741694 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-abe70f1d-0c66-4ee7-8a3e-5044f63ae759 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3787827 Aug 22 14:18:23.745436 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50920) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:18:23.750851 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-93c83e5e-2461-4389-875f-498c8efc93f1 admin admin] Request body: {'subnet': {'network_id': '56305e86-e61b-44fc-b32f-50250e673146', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1765681012-subnet', 'tenant_id': 'd692fd831389443cab26dcabc1a63684', 'ip_version': 4}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:18:23.751139 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe70f1d-0c66-4ee7-8a3e-5044f63ae759 admin admin] Pushing event updated for resources: {'Network': ['ID=56305e86-e61b-44fc-b32f-50250e673146,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:23.761261 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 56305e86-e61b-44fc-b32f-50250e673146 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:18:23.776668 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c83e5e-2461-4389-875f-498c8efc93f1 admin admin] Made reservation on behalf of d692fd831389443cab26dcabc1a63684 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:18:23.778945 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-93c83e5e-2461-4389-875f-498c8efc93f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:23.939421 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-93c83e5e-2461-4389-875f-498c8efc93f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:23.996556 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c83e5e-2461-4389-875f-498c8efc93f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cc07b86-8224-4b84-aab6-d9cf7ca0a8ae,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:24.006864 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c83e5e-2461-4389-875f-498c8efc93f1 admin admin] Checking segment: {'id': '2e7b0938-8346-46ee-b371-deb9c0029fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '56305e86-e61b-44fc-b32f-50250e673146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:18:24.007223 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c83e5e-2461-4389-875f-498c8efc93f1 admin admin] Network hostable DHCP agents. Network: 56305e86-e61b-44fc-b32f-50250e673146, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:18:24.022390 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c83e5e-2461-4389-875f-498c8efc93f1 admin admin] Network 56305e86-e61b-44fc-b32f-50250e673146 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:18:24.030912 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-93c83e5e-2461-4389-875f-498c8efc93f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 56305e86-e61b-44fc-b32f-50250e673146) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:18:24.034847 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c83e5e-2461-4389-875f-498c8efc93f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:18:24.035427 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-93c83e5e-2461-4389-875f-498c8efc93f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:24.042445 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bbdba2-eeb2-4022-8f1d-56e5ad63916b None None] Network 56305e86-e61b-44fc-b32f-50250e673146 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:18:24.050117 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-93c83e5e-2461-4389-875f-498c8efc93f1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3034461 Aug 22 14:18:24.052950 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50922) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:18:24.058289 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-459f68ae-c620-4b32-bccf-691b74b87fd8 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1765681012-router', 'tenant_id': 'd692fd831389443cab26dcabc1a63684', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:18:24.077861 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-459f68ae-c620-4b32-bccf-691b74b87fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:24.078976 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-459f68ae-c620-4b32-bccf-691b74b87fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:24.137650 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-459f68ae-c620-4b32-bccf-691b74b87fd8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:24.280319 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-459f68ae-c620-4b32-bccf-691b74b87fd8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:24.344527 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8314fa86-eadd-47fc-9fb0-15026b1343fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-56305e86-e61b-44fc-b32f-50250e673146', 'network_id': '56305e86-e61b-44fc-b32f-50250e673146', 'tenant_id': 'd692fd831389443cab26dcabc1a63684', 'fixed_ips': [{'subnet_id': '0cc07b86-8224-4b84-aab6-d9cf7ca0a8ae'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:18:24.345470 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8314fa86-eadd-47fc-9fb0-15026b1343fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:24.482209 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-8314fa86-eadd-47fc-9fb0-15026b1343fa None None] Allocated IP 172.20.0.2 (56305e86-e61b-44fc-b32f-50250e673146/0cc07b86-8224-4b84-aab6-d9cf7ca0a8ae/295f32e1-1f0a-40e1-95a4-9b7f0805a3ce) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:18:24.483623 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-459f68ae-c620-4b32-bccf-691b74b87fd8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:24.508360 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-459f68ae-c620-4b32-bccf-691b74b87fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:24.617662 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-459f68ae-c620-4b32-bccf-691b74b87fd8 admin admin] Allocated IP 172.25.3.218 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/d3e01646-1e9f-42e2-824d-91a5cdc6f0c7) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:18:24.647060 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8314fa86-eadd-47fc-9fb0-15026b1343fa None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:24.656567 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-8314fa86-eadd-47fc-9fb0-15026b1343fa None None] Transition to ACTIVE for port object 295f32e1-1f0a-40e1-95a4-9b7f0805a3ce will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:18:24.672724 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-8314fa86-eadd-47fc-9fb0-15026b1343fa None None] Transition to ACTIVE for port object 295f32e1-1f0a-40e1-95a4-9b7f0805a3ce will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:18:24.679009 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8314fa86-eadd-47fc-9fb0-15026b1343fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:24.721419 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8314fa86-eadd-47fc-9fb0-15026b1343fa None None] Network 56305e86-e61b-44fc-b32f-50250e673146 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:18:24.724210 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-8314fa86-eadd-47fc-9fb0-15026b1343fa None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:18:24.726558 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8314fa86-eadd-47fc-9fb0-15026b1343fa None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:18:24.736535 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8314fa86-eadd-47fc-9fb0-15026b1343fa None None] Pushing event updated for resources: {'Port': ['ID=295f32e1-1f0a-40e1-95a4-9b7f0805a3ce,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:24.736983 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-459f68ae-c620-4b32-bccf-691b74b87fd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:24.777061 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-459f68ae-c620-4b32-bccf-691b74b87fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:24.787042 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-8314fa86-eadd-47fc-9fb0-15026b1343fa None None] Attempting to bind port 295f32e1-1f0a-40e1-95a4-9b7f0805a3ce on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:18:24.787409 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-8314fa86-eadd-47fc-9fb0-15026b1343fa None None] Attempting to bind port 295f32e1-1f0a-40e1-95a4-9b7f0805a3ce by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '2e7b0938-8346-46ee-b371-deb9c0029fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '56305e86-e61b-44fc-b32f-50250e673146'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:18:24.787764 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8314fa86-eadd-47fc-9fb0-15026b1343fa None None] Attempting to bind port 295f32e1-1f0a-40e1-95a4-9b7f0805a3ce on network 56305e86-e61b-44fc-b32f-50250e673146 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:18:24.792923 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8314fa86-eadd-47fc-9fb0-15026b1343fa None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:18:24.793290 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8314fa86-eadd-47fc-9fb0-15026b1343fa None None] Checking segment: {'id': '2e7b0938-8346-46ee-b371-deb9c0029fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '56305e86-e61b-44fc-b32f-50250e673146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:18:24.793687 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8314fa86-eadd-47fc-9fb0-15026b1343fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:24.794076 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8314fa86-eadd-47fc-9fb0-15026b1343fa None None] Bound using segment: {'id': '2e7b0938-8346-46ee-b371-deb9c0029fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '56305e86-e61b-44fc-b32f-50250e673146'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:18:24.794533 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-8314fa86-eadd-47fc-9fb0-15026b1343fa None None] Bound port: 295f32e1-1f0a-40e1-95a4-9b7f0805a3ce, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e7b0938-8346-46ee-b371-deb9c0029fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '56305e86-e61b-44fc-b32f-50250e673146'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:18:24.794906 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8314fa86-eadd-47fc-9fb0-15026b1343fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:24.813610 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459f68ae-c620-4b32-bccf-691b74b87fd8 admin admin] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:18:24.816361 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-459f68ae-c620-4b32-bccf-691b74b87fd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:18:24.818785 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459f68ae-c620-4b32-bccf-691b74b87fd8 admin admin] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:18:24.850722 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459f68ae-c620-4b32-bccf-691b74b87fd8 admin admin] Pushing event updated for resources: {'Port': ['ID=d3e01646-1e9f-42e2-824d-91a5cdc6f0c7,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:24.858666 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-8314fa86-eadd-47fc-9fb0-15026b1343fa None None] For port 295f32e1-1f0a-40e1-95a4-9b7f0805a3ce, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:18:24.861749 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-8314fa86-eadd-47fc-9fb0-15026b1343fa None None] For port 295f32e1-1f0a-40e1-95a4-9b7f0805a3ce, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=295f32e1-1f0a-40e1-95a4-9b7f0805a3ce,segment=NetworkSegment(2e7b0938-8346-46ee-b371-deb9c0029fb0),segment_id=2e7b0938-8346-46ee-b371-deb9c0029fb0)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:18:24.865906 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8314fa86-eadd-47fc-9fb0-15026b1343fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:24.931276 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8314fa86-eadd-47fc-9fb0-15026b1343fa None None] Pushing event updated for resources: {'Port': ['ID=295f32e1-1f0a-40e1-95a4-9b7f0805a3ce,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:25.099388 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-459f68ae-c620-4b32-bccf-691b74b87fd8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:25.198845 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 295f32e1-1f0a-40e1-95a4-9b7f0805a3ce up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:18:25.251381 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 295f32e1-1f0a-40e1-95a4-9b7f0805a3ce completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:18:25.583024 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-459f68ae-c620-4b32-bccf-691b74b87fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:25.720742 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-459f68ae-c620-4b32-bccf-691b74b87fd8 admin admin] Router 50e7758c-efea-4748-a37e-027221e74616 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 14:18:25.815976 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f309cac-04a6-439a-8591-62cf4b53b274 None None] Network 56305e86-e61b-44fc-b32f-50250e673146 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:18:25.830977 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-459f68ae-c620-4b32-bccf-691b74b87fd8 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:18:25.846842 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-459f68ae-c620-4b32-bccf-691b74b87fd8 admin admin] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:25.848260 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-459f68ae-c620-4b32-bccf-691b74b87fd8 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.7942905 Aug 22 14:18:25.850989 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 50924) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:18:25.855915 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1024d75e-7819-4ff9-a4b0-a7b08d7f98eb None None] Sync routers for ids ['50e7758c-efea-4748-a37e-027221e74616'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:18:25.883463 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1024d75e-7819-4ff9-a4b0-a7b08d7f98eb None None] Routers {'50e7758c-efea-4748-a37e-027221e74616'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:18:25.884094 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-1024d75e-7819-4ff9-a4b0-a7b08d7f98eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:18:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['50e7758c-efea-4748-a37e-027221e74616'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:18:25.941733 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e5e8549d-6b07-4932-8367-1616dbda7c82 None None] Provisioning for port 295f32e1-1f0a-40e1-95a4-9b7f0805a3ce completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:18:25.956860 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e5e8549d-6b07-4932-8367-1616dbda7c82 None None] Provisioning complete for port 295f32e1-1f0a-40e1-95a4-9b7f0805a3ce triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:18:25.957233 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e5e8549d-6b07-4932-8367-1616dbda7c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:26.096282 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-1024d75e-7819-4ff9-a4b0-a7b08d7f98eb None None] Set router 50e7758c-efea-4748-a37e-027221e74616 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:18:26.259853 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e5e8549d-6b07-4932-8367-1616dbda7c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:26.270138 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4df8d292-39b4-4057-8810-69b20fa7c9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:26.326450 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e5e8549d-6b07-4932-8367-1616dbda7c82 None None] For port 295f32e1-1f0a-40e1-95a4-9b7f0805a3ce, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=295f32e1-1f0a-40e1-95a4-9b7f0805a3ce,segment=NetworkSegment(2e7b0938-8346-46ee-b371-deb9c0029fb0),segment_id=2e7b0938-8346-46ee-b371-deb9c0029fb0)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:18:26.334807 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e5e8549d-6b07-4932-8367-1616dbda7c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:26.396760 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-1024d75e-7819-4ff9-a4b0-a7b08d7f98eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e7758c-efea-4748-a37e-027221e74616', 'name': 'tempest-TestEncryptedCinderVolumes-1765681012-router', 'tenant_id': 'd692fd831389443cab26dcabc1a63684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': 'd3e01646-1e9f-42e2-824d-91a5cdc6f0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:18:24Z', 'updated_at': '2021-08-22T14:18:24Z', 'revision_number': 3, 'project_id': 'd692fd831389443cab26dcabc1a63684', 'gw_port': {'id': 'd3e01646-1e9f-42e2-824d-91a5cdc6f0c7', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:90:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e7758c-efea-4748-a37e-027221e74616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:18:24Z', 'updated_at': '2021-08-22T14:18:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:18:26.399935 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e8549d-6b07-4932-8367-1616dbda7c82 None None] Pushing event updated for resources: {'Port': ['ID=295f32e1-1f0a-40e1-95a4-9b7f0805a3ce,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:26.427290 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1024d75e-7819-4ff9-a4b0-a7b08d7f98eb None None] Checking router: 50e7758c-efea-4748-a37e-027221e74616 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:18:26.427637 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1024d75e-7819-4ff9-a4b0-a7b08d7f98eb None None] Updating router 50e7758c-efea-4748-a37e-027221e74616 port d3e01646-1e9f-42e2-824d-91a5cdc6f0c7 binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:18:26.456574 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-4df8d292-39b4-4057-8810-69b20fa7c9f8 admin admin] Allocated IP 172.20.0.1 (56305e86-e61b-44fc-b32f-50250e673146/0cc07b86-8224-4b84-aab6-d9cf7ca0a8ae/7d11ca09-fe6d-4a52-b5d1-cb73a5c1acd3) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:18:26.457959 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1024d75e-7819-4ff9-a4b0-a7b08d7f98eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:26.491719 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-4942878b-c7ed-463b-bbfb-c3b24c6d3ee6 None None] Provisioning complete for port 295f32e1-1f0a-40e1-95a4-9b7f0805a3ce triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:18:26.492093 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4942878b-c7ed-463b-bbfb-c3b24c6d3ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:26.564127 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4df8d292-39b4-4057-8810-69b20fa7c9f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:26.577604 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-4df8d292-39b4-4057-8810-69b20fa7c9f8 admin admin] Transition to ACTIVE for port object 7d11ca09-fe6d-4a52-b5d1-cb73a5c1acd3 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:18:26.609744 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4df8d292-39b4-4057-8810-69b20fa7c9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:26.648385 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df8d292-39b4-4057-8810-69b20fa7c9f8 admin admin] Network 56305e86-e61b-44fc-b32f-50250e673146 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:18:26.652748 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-4df8d292-39b4-4057-8810-69b20fa7c9f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:18:26.659914 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df8d292-39b4-4057-8810-69b20fa7c9f8 admin admin] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:18:26.663036 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df8d292-39b4-4057-8810-69b20fa7c9f8 admin admin] Pushing event updated for resources: {'Port': ['ID=7d11ca09-fe6d-4a52-b5d1-cb73a5c1acd3,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:26.700800 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4df8d292-39b4-4057-8810-69b20fa7c9f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:26.800539 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1024d75e-7819-4ff9-a4b0-a7b08d7f98eb None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:26.813030 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-1024d75e-7819-4ff9-a4b0-a7b08d7f98eb None None] Transition to ACTIVE for port object d3e01646-1e9f-42e2-824d-91a5cdc6f0c7 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:18:26.818756 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1024d75e-7819-4ff9-a4b0-a7b08d7f98eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:26.856511 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4df8d292-39b4-4057-8810-69b20fa7c9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:26.873144 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5fed16-0f19-4bf3-b075-9656e978de9f None None] Pushing event updated for resources: {'Port': ['ID=d3e01646-1e9f-42e2-824d-91a5cdc6f0c7,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:26.875496 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-1024d75e-7819-4ff9-a4b0-a7b08d7f98eb None None] Attempting to bind port d3e01646-1e9f-42e2-824d-91a5cdc6f0c7 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:18:26.875863 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-1024d75e-7819-4ff9-a4b0-a7b08d7f98eb None None] Attempting to bind port d3e01646-1e9f-42e2-824d-91a5cdc6f0c7 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:18:26.876370 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1024d75e-7819-4ff9-a4b0-a7b08d7f98eb None None] Attempting to bind port d3e01646-1e9f-42e2-824d-91a5cdc6f0c7 on network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:18:26.881560 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1024d75e-7819-4ff9-a4b0-a7b08d7f98eb None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:18:26.881931 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1024d75e-7819-4ff9-a4b0-a7b08d7f98eb None None] Checking segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:18:26.882327 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1024d75e-7819-4ff9-a4b0-a7b08d7f98eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:26.882710 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1024d75e-7819-4ff9-a4b0-a7b08d7f98eb None None] Bound using segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:18:26.883174 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-1024d75e-7819-4ff9-a4b0-a7b08d7f98eb None None] Bound port: d3e01646-1e9f-42e2-824d-91a5cdc6f0c7, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:18:26.883548 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1024d75e-7819-4ff9-a4b0-a7b08d7f98eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:26.940108 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-91ddf609-bdc5-4003-95f6-fb5f98bde685 None None] Provisioning for port 7d11ca09-fe6d-4a52-b5d1-cb73a5c1acd3 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:18:26.948608 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-91ddf609-bdc5-4003-95f6-fb5f98bde685 None None] Provisioning complete for port 7d11ca09-fe6d-4a52-b5d1-cb73a5c1acd3 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:18:26.948984 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-91ddf609-bdc5-4003-95f6-fb5f98bde685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:26.950904 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-1024d75e-7819-4ff9-a4b0-a7b08d7f98eb None None] For port d3e01646-1e9f-42e2-824d-91a5cdc6f0c7, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:18:26.954610 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-1024d75e-7819-4ff9-a4b0-a7b08d7f98eb None None] For port d3e01646-1e9f-42e2-824d-91a5cdc6f0c7, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=d3e01646-1e9f-42e2-824d-91a5cdc6f0c7,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:18:26.972448 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1024d75e-7819-4ff9-a4b0-a7b08d7f98eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:27.021701 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-91ddf609-bdc5-4003-95f6-fb5f98bde685 None None] Port 7d11ca09-fe6d-4a52-b5d1-cb73a5c1acd3 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:18:27.038363 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4df8d292-39b4-4057-8810-69b20fa7c9f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:27.043985 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4df8d292-39b4-4057-8810-69b20fa7c9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:27.044388 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1024d75e-7819-4ff9-a4b0-a7b08d7f98eb None None] Routers {'50e7758c-efea-4748-a37e-027221e74616'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:18:27.045026 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-1024d75e-7819-4ff9-a4b0-a7b08d7f98eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:18:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['50e7758c-efea-4748-a37e-027221e74616'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:18:27.046945 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5fed16-0f19-4bf3-b075-9656e978de9f None None] Pushing event updated for resources: {'Port': ['ID=d3e01646-1e9f-42e2-824d-91a5cdc6f0c7,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:27.113689 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4df8d292-39b4-4057-8810-69b20fa7c9f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:27.115421 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df8d292-39b4-4057-8810-69b20fa7c9f8 admin admin] Pushing event updated for resources: {'Port': ['ID=7d11ca09-fe6d-4a52-b5d1-cb73a5c1acd3,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:27.148795 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 295f32e1-1f0a-40e1-95a4-9b7f0805a3ce up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:18:27.184962 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-1024d75e-7819-4ff9-a4b0-a7b08d7f98eb None None] Set router 50e7758c-efea-4748-a37e-027221e74616 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:18:27.209127 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df8d292-39b4-4057-8810-69b20fa7c9f8 admin admin] Network 56305e86-e61b-44fc-b32f-50250e673146 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:18:27.210670 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-4df8d292-39b4-4057-8810-69b20fa7c9f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:18:27.331998 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df8d292-39b4-4057-8810-69b20fa7c9f8 admin admin] Router 50e7758c-efea-4748-a37e-027221e74616 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:18:27.448862 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df8d292-39b4-4057-8810-69b20fa7c9f8 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:18:27.453854 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-4df8d292-39b4-4057-8810-69b20fa7c9f8 admin admin] 10.222.0.21 "PUT /v2.0/routers/50e7758c-efea-4748-a37e-027221e74616/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6019242 Aug 22 14:18:27.480634 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 295f32e1-1f0a-40e1-95a4-9b7f0805a3ce triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:18:27.481007 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:27.515407 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-adf03d9f-e299-4d51-b275-347a1d2b976d None None] Provisioning complete for port 7d11ca09-fe6d-4a52-b5d1-cb73a5c1acd3 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:18:27.515771 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-adf03d9f-e299-4d51-b275-347a1d2b976d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:27.584735 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-adf03d9f-e299-4d51-b275-347a1d2b976d None None] Port 7d11ca09-fe6d-4a52-b5d1-cb73a5c1acd3 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:18:27.667154 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-1024d75e-7819-4ff9-a4b0-a7b08d7f98eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e7758c-efea-4748-a37e-027221e74616', 'name': 'tempest-TestEncryptedCinderVolumes-1765681012-router', 'tenant_id': 'd692fd831389443cab26dcabc1a63684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': 'd3e01646-1e9f-42e2-824d-91a5cdc6f0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:18:24Z', 'updated_at': '2021-08-22T14:18:26Z', 'revision_number': 4, 'project_id': 'd692fd831389443cab26dcabc1a63684', 'gw_port': {'id': 'd3e01646-1e9f-42e2-824d-91a5cdc6f0c7', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:90:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e7758c-efea-4748-a37e-027221e74616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:18:24Z', 'updated_at': '2021-08-22T14:18:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '7d11ca09-fe6d-4a52-b5d1-cb73a5c1acd3', 'name': '', 'network_id': '56305e86-e61b-44fc-b32f-50250e673146', 'tenant_id': 'd692fd831389443cab26dcabc1a63684', 'mac_address': 'fa:16:3e:9a:ae:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e7758c-efea-4748-a37e-027221e74616', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '0cc07b86-8224-4b84-aab6-d9cf7ca0a8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:18:26Z', 'updated_at': '2021-08-22T14:18:26Z', 'revision_number': 2, 'project_id': 'd692fd831389443cab26dcabc1a63684', 'subnets': [{'id': '0cc07b86-8224-4b84-aab6-d9cf7ca0a8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:18:27.693846 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1024d75e-7819-4ff9-a4b0-a7b08d7f98eb None None] The sync data for ids ['50e7758c-efea-4748-a37e-027221e74616'] in n-d-793621-33 is: [{'id': '50e7758c-efea-4748-a37e-027221e74616', 'name': 'tempest-TestEncryptedCinderVolumes-1765681012-router', 'tenant_id': 'd692fd831389443cab26dcabc1a63684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': 'd3e01646-1e9f-42e2-824d-91a5cdc6f0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:18:24Z', 'updated_at': '2021-08-22T14:18:26Z', 'revision_number': 4, 'project_id': 'd692fd831389443cab26dcabc1a63684', 'gw_port': {'id': 'd3e01646-1e9f-42e2-824d-91a5cdc6f0c7', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:90:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e7758c-efea-4748-a37e-027221e74616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:18:24Z', 'updated_at': '2021-08-22T14:18:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '7d11ca09-fe6d-4a52-b5d1-cb73a5c1acd3', 'name': '', 'network_id': '56305e86-e61b-44fc-b32f-50250e673146', 'tenant_id': 'd692fd831389443cab26dcabc1a63684', 'mac_address': 'fa:16:3e:9a:ae:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e7758c-efea-4748-a37e-027221e74616', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '0cc07b86-8224-4b84-aab6-d9cf7ca0a8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:18:26Z', 'updated_at': '2021-08-22T14:18:26Z', 'revision_number': 2, 'project_id': 'd692fd831389443cab26dcabc1a63684', 'subnets': [{'id': '0cc07b86-8224-4b84-aab6-d9cf7ca0a8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:18:27.946196 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50940) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:18:27.952622 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-c2b782e0-aa65-43a2-9cfe-d1c512076c4f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-865888741-network', 'tenant_id': 'c214b4b777db46a6a71ce08892bcb1ef'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:18:27.978380 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b782e0-aa65-43a2-9cfe-d1c512076c4f admin admin] Made reservation on behalf of c214b4b777db46a6a71ce08892bcb1ef for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:18:27.981187 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c2b782e0-aa65-43a2-9cfe-d1c512076c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:27.991425 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c2b782e0-aa65-43a2-9cfe-d1c512076c4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:28.088976 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c2b782e0-aa65-43a2-9cfe-d1c512076c4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:28.093179 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c2b782e0-aa65-43a2-9cfe-d1c512076c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:28.111684 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2b782e0-aa65-43a2-9cfe-d1c512076c4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:18:28.131042 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c2b782e0-aa65-43a2-9cfe-d1c512076c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:28.131382 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-c2b782e0-aa65-43a2-9cfe-d1c512076c4f admin admin] Added segment 6469b7c4-3cab-4921-ac60-5e4d6bd65e6a of type vlan for network ef215ae6-ea20-47db-97ba-29816054bcd2 Aug 22 14:18:28.132743 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b782e0-aa65-43a2-9cfe-d1c512076c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b13bb9-1dc5-428a-9a36-d2c0eb6884ad,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:28.175147 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c2b782e0-aa65-43a2-9cfe-d1c512076c4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:28.201415 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c2b782e0-aa65-43a2-9cfe-d1c512076c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:28.202393 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b782e0-aa65-43a2-9cfe-d1c512076c4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:18:28.202982 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c2b782e0-aa65-43a2-9cfe-d1c512076c4f admin admin] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:28.257695 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c2b782e0-aa65-43a2-9cfe-d1c512076c4f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3099356 Aug 22 14:18:28.261026 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50942) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:18:28.265968 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-24d71c5a-351e-4016-b321-ae0d7cfb0643 admin admin] Request body: {'subnet': {'network_id': 'ef215ae6-ea20-47db-97ba-29816054bcd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-865888741-subnet', 'tenant_id': 'c214b4b777db46a6a71ce08892bcb1ef', 'ip_version': 4}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:18:28.281668 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b782e0-aa65-43a2-9cfe-d1c512076c4f admin admin] Pushing event updated for resources: {'Network': ['ID=ef215ae6-ea20-47db-97ba-29816054bcd2,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:28.308611 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network ef215ae6-ea20-47db-97ba-29816054bcd2 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:18:28.317751 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d71c5a-351e-4016-b321-ae0d7cfb0643 admin admin] Made reservation on behalf of c214b4b777db46a6a71ce08892bcb1ef for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:18:28.320368 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-24d71c5a-351e-4016-b321-ae0d7cfb0643 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:28.508111 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-24d71c5a-351e-4016-b321-ae0d7cfb0643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:28.517524 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-79aa7bb3-b2de-4207-a2eb-0c1f1dff073c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:28.569180 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d71c5a-351e-4016-b321-ae0d7cfb0643 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8adea887-eae4-4474-adf6-2ba3d727118f,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:28.578073 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d71c5a-351e-4016-b321-ae0d7cfb0643 admin admin] Checking segment: {'id': '6469b7c4-3cab-4921-ac60-5e4d6bd65e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ef215ae6-ea20-47db-97ba-29816054bcd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:18:28.578506 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d71c5a-351e-4016-b321-ae0d7cfb0643 admin admin] Network hostable DHCP agents. Network: ef215ae6-ea20-47db-97ba-29816054bcd2, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:18:28.595998 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d71c5a-351e-4016-b321-ae0d7cfb0643 admin admin] Network ef215ae6-ea20-47db-97ba-29816054bcd2 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:18:28.605359 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-24d71c5a-351e-4016-b321-ae0d7cfb0643 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, ef215ae6-ea20-47db-97ba-29816054bcd2) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:18:28.609605 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d71c5a-351e-4016-b321-ae0d7cfb0643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:18:28.610177 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-24d71c5a-351e-4016-b321-ae0d7cfb0643 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:28.614593 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f459823-8124-4630-92ec-d58d8632b3f8 None None] Network ef215ae6-ea20-47db-97ba-29816054bcd2 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:18:28.628091 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-24d71c5a-351e-4016-b321-ae0d7cfb0643 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3637073 Aug 22 14:18:28.628349 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50944) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:18:28.633750 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-05917980-16c3-4bf6-8275-7c38847cd7cb admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-865888741-router', 'tenant_id': 'c214b4b777db46a6a71ce08892bcb1ef', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:18:28.657866 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-05917980-16c3-4bf6-8275-7c38847cd7cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:28.658952 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-05917980-16c3-4bf6-8275-7c38847cd7cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:28.719090 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-05917980-16c3-4bf6-8275-7c38847cd7cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:28.771878 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b65c31e-2893-4b09-820d-6b18327c082b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-ef215ae6-ea20-47db-97ba-29816054bcd2', 'network_id': 'ef215ae6-ea20-47db-97ba-29816054bcd2', 'tenant_id': 'c214b4b777db46a6a71ce08892bcb1ef', 'fixed_ips': [{'subnet_id': '8adea887-eae4-4474-adf6-2ba3d727118f'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:18:28.772888 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5b65c31e-2893-4b09-820d-6b18327c082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:28.866524 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-05917980-16c3-4bf6-8275-7c38847cd7cb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:28.914169 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:28.931318 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-5b65c31e-2893-4b09-820d-6b18327c082b None None] Allocated IP 172.20.0.2 (ef215ae6-ea20-47db-97ba-29816054bcd2/8adea887-eae4-4474-adf6-2ba3d727118f/1c2db50f-797d-4fdb-987e-b2aab769aac9) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:18:29.085113 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-05917980-16c3-4bf6-8275-7c38847cd7cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:29.086477 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5b65c31e-2893-4b09-820d-6b18327c082b None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:29.096267 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-5b65c31e-2893-4b09-820d-6b18327c082b None None] Transition to ACTIVE for port object 1c2db50f-797d-4fdb-987e-b2aab769aac9 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:18:29.113061 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-5b65c31e-2893-4b09-820d-6b18327c082b None None] Transition to ACTIVE for port object 1c2db50f-797d-4fdb-987e-b2aab769aac9 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:18:29.114211 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-05917980-16c3-4bf6-8275-7c38847cd7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:29.120829 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5b65c31e-2893-4b09-820d-6b18327c082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:29.161677 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b65c31e-2893-4b09-820d-6b18327c082b None None] Network ef215ae6-ea20-47db-97ba-29816054bcd2 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:18:29.164598 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-5b65c31e-2893-4b09-820d-6b18327c082b None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:18:29.171852 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b65c31e-2893-4b09-820d-6b18327c082b None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:18:29.175370 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device d3e01646-1e9f-42e2-824d-91a5cdc6f0c7 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:18:29.198539 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b65c31e-2893-4b09-820d-6b18327c082b None None] Pushing event updated for resources: {'Port': ['ID=1c2db50f-797d-4fdb-987e-b2aab769aac9,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:29.237072 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-05917980-16c3-4bf6-8275-7c38847cd7cb admin admin] Allocated IP 172.25.3.220 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/1f3fbae4-5671-4a32-9739-7d06f7de7fe1) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:18:29.262666 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-5b65c31e-2893-4b09-820d-6b18327c082b None None] Attempting to bind port 1c2db50f-797d-4fdb-987e-b2aab769aac9 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:18:29.263039 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-5b65c31e-2893-4b09-820d-6b18327c082b None None] Attempting to bind port 1c2db50f-797d-4fdb-987e-b2aab769aac9 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '6469b7c4-3cab-4921-ac60-5e4d6bd65e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ef215ae6-ea20-47db-97ba-29816054bcd2'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:18:29.263415 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b65c31e-2893-4b09-820d-6b18327c082b None None] Attempting to bind port 1c2db50f-797d-4fdb-987e-b2aab769aac9 on network ef215ae6-ea20-47db-97ba-29816054bcd2 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:18:29.270844 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b65c31e-2893-4b09-820d-6b18327c082b None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:18:29.271216 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b65c31e-2893-4b09-820d-6b18327c082b None None] Checking segment: {'id': '6469b7c4-3cab-4921-ac60-5e4d6bd65e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ef215ae6-ea20-47db-97ba-29816054bcd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:18:29.271625 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5b65c31e-2893-4b09-820d-6b18327c082b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:29.272020 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b65c31e-2893-4b09-820d-6b18327c082b None None] Bound using segment: {'id': '6469b7c4-3cab-4921-ac60-5e4d6bd65e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ef215ae6-ea20-47db-97ba-29816054bcd2'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:18:29.272508 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-5b65c31e-2893-4b09-820d-6b18327c082b None None] Bound port: 1c2db50f-797d-4fdb-987e-b2aab769aac9, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6469b7c4-3cab-4921-ac60-5e4d6bd65e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ef215ae6-ea20-47db-97ba-29816054bcd2'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:18:29.272887 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5b65c31e-2893-4b09-820d-6b18327c082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:29.288094 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port d3e01646-1e9f-42e2-824d-91a5cdc6f0c7 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:18:29.295000 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port d3e01646-1e9f-42e2-824d-91a5cdc6f0c7 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:18:29.295370 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:29.343713 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-05917980-16c3-4bf6-8275-7c38847cd7cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:29.381775 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-5b65c31e-2893-4b09-820d-6b18327c082b None None] For port 1c2db50f-797d-4fdb-987e-b2aab769aac9, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:18:29.382366 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-05917980-16c3-4bf6-8275-7c38847cd7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:29.386411 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-5b65c31e-2893-4b09-820d-6b18327c082b None None] For port 1c2db50f-797d-4fdb-987e-b2aab769aac9, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=1c2db50f-797d-4fdb-987e-b2aab769aac9,segment=NetworkSegment(6469b7c4-3cab-4921-ac60-5e4d6bd65e6a),segment_id=6469b7c4-3cab-4921-ac60-5e4d6bd65e6a)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:18:29.407232 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5b65c31e-2893-4b09-820d-6b18327c082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:29.423522 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05917980-16c3-4bf6-8275-7c38847cd7cb admin admin] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:18:29.428166 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-05917980-16c3-4bf6-8275-7c38847cd7cb admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:18:29.432900 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05917980-16c3-4bf6-8275-7c38847cd7cb admin admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:18:29.461129 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:29.467087 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05917980-16c3-4bf6-8275-7c38847cd7cb admin admin] Pushing event updated for resources: {'Port': ['ID=1f3fbae4-5671-4a32-9739-7d06f7de7fe1,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:29.502823 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b65c31e-2893-4b09-820d-6b18327c082b None None] Pushing event updated for resources: {'Port': ['ID=1c2db50f-797d-4fdb-987e-b2aab769aac9,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:29.508769 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port d3e01646-1e9f-42e2-824d-91a5cdc6f0c7, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=d3e01646-1e9f-42e2-824d-91a5cdc6f0c7,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:18:29.514284 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:29.569939 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=d3e01646-1e9f-42e2-824d-91a5cdc6f0c7,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:29.748839 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-05917980-16c3-4bf6-8275-7c38847cd7cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:29.779597 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296a23e5-d7d8-4f65-ad61-78f195f15a36 None None] Sync routers for ids ['50e7758c-efea-4748-a37e-027221e74616'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:18:29.790775 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296a23e5-d7d8-4f65-ad61-78f195f15a36 None None] Routers {'50e7758c-efea-4748-a37e-027221e74616'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:18:29.792073 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-296a23e5-d7d8-4f65-ad61-78f195f15a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:18:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['50e7758c-efea-4748-a37e-027221e74616'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:18:29.901428 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-296a23e5-d7d8-4f65-ad61-78f195f15a36 None None] Set router 50e7758c-efea-4748-a37e-027221e74616 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:18:29.951291 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-05917980-16c3-4bf6-8275-7c38847cd7cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:30.083212 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05917980-16c3-4bf6-8275-7c38847cd7cb admin admin] Router 3ff35724-b4ca-4786-85f5-2508d427e61c is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 14:18:30.101712 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-296a23e5-d7d8-4f65-ad61-78f195f15a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e7758c-efea-4748-a37e-027221e74616', 'name': 'tempest-TestEncryptedCinderVolumes-1765681012-router', 'tenant_id': 'd692fd831389443cab26dcabc1a63684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': 'd3e01646-1e9f-42e2-824d-91a5cdc6f0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:18:24Z', 'updated_at': '2021-08-22T14:18:26Z', 'revision_number': 4, 'project_id': 'd692fd831389443cab26dcabc1a63684', 'gw_port': {'id': 'd3e01646-1e9f-42e2-824d-91a5cdc6f0c7', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:90:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e7758c-efea-4748-a37e-027221e74616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:18:24Z', 'updated_at': '2021-08-22T14:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '7d11ca09-fe6d-4a52-b5d1-cb73a5c1acd3', 'name': '', 'network_id': '56305e86-e61b-44fc-b32f-50250e673146', 'tenant_id': 'd692fd831389443cab26dcabc1a63684', 'mac_address': 'fa:16:3e:9a:ae:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e7758c-efea-4748-a37e-027221e74616', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '0cc07b86-8224-4b84-aab6-d9cf7ca0a8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:18:26Z', 'updated_at': '2021-08-22T14:18:26Z', 'revision_number': 2, 'project_id': 'd692fd831389443cab26dcabc1a63684', 'subnets': [{'id': '0cc07b86-8224-4b84-aab6-d9cf7ca0a8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:18:30.131688 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296a23e5-d7d8-4f65-ad61-78f195f15a36 None None] Checking router: 50e7758c-efea-4748-a37e-027221e74616 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:18:30.132350 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296a23e5-d7d8-4f65-ad61-78f195f15a36 None None] Updating router 50e7758c-efea-4748-a37e-027221e74616 port 7d11ca09-fe6d-4a52-b5d1-cb73a5c1acd3 binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:18:30.159147 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-296a23e5-d7d8-4f65-ad61-78f195f15a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:30.198963 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05917980-16c3-4bf6-8275-7c38847cd7cb admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:18:30.211137 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e34ba3-045b-48ea-a64c-50d1c3c8f304 None None] Sync routers for ids ['3ff35724-b4ca-4786-85f5-2508d427e61c'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:18:30.222467 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-05917980-16c3-4bf6-8275-7c38847cd7cb admin admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:30.226393 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-05917980-16c3-4bf6-8275-7c38847cd7cb admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5944901 Aug 22 14:18:30.226890 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 50946) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:18:30.229504 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e34ba3-045b-48ea-a64c-50d1c3c8f304 None None] Routers {'3ff35724-b4ca-4786-85f5-2508d427e61c'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:18:30.230251 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-35e34ba3-045b-48ea-a64c-50d1c3c8f304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:18:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['3ff35724-b4ca-4786-85f5-2508d427e61c'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:18:30.357512 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-35e34ba3-045b-48ea-a64c-50d1c3c8f304 None None] Set router 3ff35724-b4ca-4786-85f5-2508d427e61c gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:18:30.483849 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-296a23e5-d7d8-4f65-ad61-78f195f15a36 None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:30.496642 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-296a23e5-d7d8-4f65-ad61-78f195f15a36 None None] Transition to ACTIVE for port object 7d11ca09-fe6d-4a52-b5d1-cb73a5c1acd3 will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:18:30.503985 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-296a23e5-d7d8-4f65-ad61-78f195f15a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:30.570052 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-35e34ba3-045b-48ea-a64c-50d1c3c8f304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff35724-b4ca-4786-85f5-2508d427e61c', 'name': 'tempest-TestEncryptedCinderVolumes-865888741-router', 'tenant_id': 'c214b4b777db46a6a71ce08892bcb1ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '1f3fbae4-5671-4a32-9739-7d06f7de7fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:18:28Z', 'updated_at': '2021-08-22T14:18:29Z', 'revision_number': 3, 'project_id': 'c214b4b777db46a6a71ce08892bcb1ef', 'gw_port': {'id': '1f3fbae4-5671-4a32-9739-7d06f7de7fe1', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:6c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff35724-b4ca-4786-85f5-2508d427e61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:18:29Z', 'updated_at': '2021-08-22T14:18:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:18:30.575665 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bf99d6-02ba-40d1-81e4-8027f4cbe9d0 None None] Pushing event updated for resources: {'Port': ['ID=7d11ca09-fe6d-4a52-b5d1-cb73a5c1acd3,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:30.605434 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bf99d6-02ba-40d1-81e4-8027f4cbe9d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:18:30.605952 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bf99d6-02ba-40d1-81e4-8027f4cbe9d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:18:30.606438 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bf99d6-02ba-40d1-81e4-8027f4cbe9d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:18:30.606942 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bf99d6-02ba-40d1-81e4-8027f4cbe9d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:18:30.607417 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bf99d6-02ba-40d1-81e4-8027f4cbe9d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:18:30.607889 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bf99d6-02ba-40d1-81e4-8027f4cbe9d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:18:30.608649 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bf99d6-02ba-40d1-81e4-8027f4cbe9d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:18:30.609118 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bf99d6-02ba-40d1-81e4-8027f4cbe9d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:18:30.609393 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e34ba3-045b-48ea-a64c-50d1c3c8f304 None None] Checking router: 3ff35724-b4ca-4786-85f5-2508d427e61c for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:18:30.609860 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e34ba3-045b-48ea-a64c-50d1c3c8f304 None None] Updating router 3ff35724-b4ca-4786-85f5-2508d427e61c port 1f3fbae4-5671-4a32-9739-7d06f7de7fe1 binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:18:30.609977 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bf99d6-02ba-40d1-81e4-8027f4cbe9d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:18:30.610433 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bf99d6-02ba-40d1-81e4-8027f4cbe9d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:18:30.611057 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bf99d6-02ba-40d1-81e4-8027f4cbe9d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:18:30.611544 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bf99d6-02ba-40d1-81e4-8027f4cbe9d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:18:30.629238 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-296a23e5-d7d8-4f65-ad61-78f195f15a36 None None] Attempting to bind port 7d11ca09-fe6d-4a52-b5d1-cb73a5c1acd3 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:18:30.629613 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-296a23e5-d7d8-4f65-ad61-78f195f15a36 None None] Attempting to bind port 7d11ca09-fe6d-4a52-b5d1-cb73a5c1acd3 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '2e7b0938-8346-46ee-b371-deb9c0029fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '56305e86-e61b-44fc-b32f-50250e673146'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:18:30.629974 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296a23e5-d7d8-4f65-ad61-78f195f15a36 None None] Attempting to bind port 7d11ca09-fe6d-4a52-b5d1-cb73a5c1acd3 on network 56305e86-e61b-44fc-b32f-50250e673146 {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:18:30.637356 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296a23e5-d7d8-4f65-ad61-78f195f15a36 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:18:30.642876 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296a23e5-d7d8-4f65-ad61-78f195f15a36 None None] Checking segment: {'id': '2e7b0938-8346-46ee-b371-deb9c0029fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '56305e86-e61b-44fc-b32f-50250e673146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:18:30.644209 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-35e34ba3-045b-48ea-a64c-50d1c3c8f304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:30.644638 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-296a23e5-d7d8-4f65-ad61-78f195f15a36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:30.645042 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296a23e5-d7d8-4f65-ad61-78f195f15a36 None None] Bound using segment: {'id': '2e7b0938-8346-46ee-b371-deb9c0029fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '56305e86-e61b-44fc-b32f-50250e673146'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:18:30.645569 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-296a23e5-d7d8-4f65-ad61-78f195f15a36 None None] Bound port: 7d11ca09-fe6d-4a52-b5d1-cb73a5c1acd3, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e7b0938-8346-46ee-b371-deb9c0029fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '56305e86-e61b-44fc-b32f-50250e673146'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:18:30.645960 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-296a23e5-d7d8-4f65-ad61-78f195f15a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:30.673588 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf6c061-7fee-4dac-9f2f-e51d81a43a5d None None] Network ef215ae6-ea20-47db-97ba-29816054bcd2 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:18:30.736214 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-296a23e5-d7d8-4f65-ad61-78f195f15a36 None None] For port 7d11ca09-fe6d-4a52-b5d1-cb73a5c1acd3, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:18:30.742193 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-296a23e5-d7d8-4f65-ad61-78f195f15a36 None None] For port 7d11ca09-fe6d-4a52-b5d1-cb73a5c1acd3, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=7d11ca09-fe6d-4a52-b5d1-cb73a5c1acd3,segment=NetworkSegment(2e7b0938-8346-46ee-b371-deb9c0029fb0),segment_id=2e7b0938-8346-46ee-b371-deb9c0029fb0)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:18:30.749721 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-296a23e5-d7d8-4f65-ad61-78f195f15a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:30.753950 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b22c2427-02d7-40c5-97d0-d85447313b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:30.810433 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bf99d6-02ba-40d1-81e4-8027f4cbe9d0 None None] Pushing event updated for resources: {'Port': ['ID=7d11ca09-fe6d-4a52-b5d1-cb73a5c1acd3,revision_number=4']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:30.827343 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296a23e5-d7d8-4f65-ad61-78f195f15a36 None None] Routers {'50e7758c-efea-4748-a37e-027221e74616'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:18:30.827966 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-296a23e5-d7d8-4f65-ad61-78f195f15a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:18:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['50e7758c-efea-4748-a37e-027221e74616'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:18:30.846181 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-9cdc61f6-510b-4b38-a9f6-8ce7cf27ed87 None None] Provisioning for port 1c2db50f-797d-4fdb-987e-b2aab769aac9 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:18:30.968978 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-296a23e5-d7d8-4f65-ad61-78f195f15a36 None None] Set router 50e7758c-efea-4748-a37e-027221e74616 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:18:31.006302 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-b22c2427-02d7-40c5-97d0-d85447313b09 admin admin] Allocated IP 172.20.0.1 (ef215ae6-ea20-47db-97ba-29816054bcd2/8adea887-eae4-4474-adf6-2ba3d727118f/c7e3db32-27af-443a-ade2-f2cdd0a128e9) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:18:31.132194 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-35e34ba3-045b-48ea-a64c-50d1c3c8f304 None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:31.144327 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-baa5aff3-4ab4-4d2a-a22b-7ba4202d5236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:31.153801 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-35e34ba3-045b-48ea-a64c-50d1c3c8f304 None None] Transition to ACTIVE for port object 1f3fbae4-5671-4a32-9739-7d06f7de7fe1 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:18:31.163944 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-35e34ba3-045b-48ea-a64c-50d1c3c8f304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:31.175244 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b22c2427-02d7-40c5-97d0-d85447313b09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:31.203369 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-b22c2427-02d7-40c5-97d0-d85447313b09 admin admin] Transition to ACTIVE for port object c7e3db32-27af-443a-ade2-f2cdd0a128e9 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:18:31.220207 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-35e34ba3-045b-48ea-a64c-50d1c3c8f304 None None] Attempting to bind port 1f3fbae4-5671-4a32-9739-7d06f7de7fe1 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:18:31.220505 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-35e34ba3-045b-48ea-a64c-50d1c3c8f304 None None] Attempting to bind port 1f3fbae4-5671-4a32-9739-7d06f7de7fe1 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:18:31.220995 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e34ba3-045b-48ea-a64c-50d1c3c8f304 None None] Attempting to bind port 1f3fbae4-5671-4a32-9739-7d06f7de7fe1 on network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:18:31.235652 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e34ba3-045b-48ea-a64c-50d1c3c8f304 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:18:31.236214 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e34ba3-045b-48ea-a64c-50d1c3c8f304 None None] Checking segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:18:31.236214 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-35e34ba3-045b-48ea-a64c-50d1c3c8f304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:31.236856 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e34ba3-045b-48ea-a64c-50d1c3c8f304 None None] Bound using segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:18:31.237336 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-35e34ba3-045b-48ea-a64c-50d1c3c8f304 None None] Bound port: 1f3fbae4-5671-4a32-9739-7d06f7de7fe1, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:18:31.237714 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-35e34ba3-045b-48ea-a64c-50d1c3c8f304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:31.266848 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55111f46-1281-4a72-9bb9-f49fa4803a0a None None] Pushing event updated for resources: {'Port': ['ID=1f3fbae4-5671-4a32-9739-7d06f7de7fe1,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:31.275455 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b22c2427-02d7-40c5-97d0-d85447313b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:31.300987 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:31.316060 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-296a23e5-d7d8-4f65-ad61-78f195f15a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e7758c-efea-4748-a37e-027221e74616', 'name': 'tempest-TestEncryptedCinderVolumes-1765681012-router', 'tenant_id': 'd692fd831389443cab26dcabc1a63684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': 'd3e01646-1e9f-42e2-824d-91a5cdc6f0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:18:24Z', 'updated_at': '2021-08-22T14:18:26Z', 'revision_number': 4, 'project_id': 'd692fd831389443cab26dcabc1a63684', 'gw_port': {'id': 'd3e01646-1e9f-42e2-824d-91a5cdc6f0c7', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:90:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e7758c-efea-4748-a37e-027221e74616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:18:24Z', 'updated_at': '2021-08-22T14:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '7d11ca09-fe6d-4a52-b5d1-cb73a5c1acd3', 'name': '', 'network_id': '56305e86-e61b-44fc-b32f-50250e673146', 'tenant_id': 'd692fd831389443cab26dcabc1a63684', 'mac_address': 'fa:16:3e:9a:ae:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e7758c-efea-4748-a37e-027221e74616', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '0cc07b86-8224-4b84-aab6-d9cf7ca0a8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:18:26Z', 'updated_at': '2021-08-22T14:18:30Z', 'revision_number': 4, 'project_id': 'd692fd831389443cab26dcabc1a63684', 'subnets': [{'id': '0cc07b86-8224-4b84-aab6-d9cf7ca0a8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:18:31.345076 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22c2427-02d7-40c5-97d0-d85447313b09 admin admin] Network ef215ae6-ea20-47db-97ba-29816054bcd2 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:18:31.346333 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22c2427-02d7-40c5-97d0-d85447313b09 admin admin] Pushing event updated for resources: {'Port': ['ID=c7e3db32-27af-443a-ade2-f2cdd0a128e9,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:31.346462 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-35e34ba3-045b-48ea-a64c-50d1c3c8f304 None None] For port 1f3fbae4-5671-4a32-9739-7d06f7de7fe1, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:18:31.349162 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-b22c2427-02d7-40c5-97d0-d85447313b09 admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:18:31.349898 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-35e34ba3-045b-48ea-a64c-50d1c3c8f304 None None] For port 1f3fbae4-5671-4a32-9739-7d06f7de7fe1, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=1f3fbae4-5671-4a32-9739-7d06f7de7fe1,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:18:31.352464 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22c2427-02d7-40c5-97d0-d85447313b09 admin admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:18:31.359836 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-35e34ba3-045b-48ea-a64c-50d1c3c8f304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:31.392854 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296a23e5-d7d8-4f65-ad61-78f195f15a36 None None] The sync data for ids ['50e7758c-efea-4748-a37e-027221e74616'] in n-d-793621-33 is: [{'id': '50e7758c-efea-4748-a37e-027221e74616', 'name': 'tempest-TestEncryptedCinderVolumes-1765681012-router', 'tenant_id': 'd692fd831389443cab26dcabc1a63684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': 'd3e01646-1e9f-42e2-824d-91a5cdc6f0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:18:24Z', 'updated_at': '2021-08-22T14:18:26Z', 'revision_number': 4, 'project_id': 'd692fd831389443cab26dcabc1a63684', 'gw_port': {'id': 'd3e01646-1e9f-42e2-824d-91a5cdc6f0c7', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:90:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e7758c-efea-4748-a37e-027221e74616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:18:24Z', 'updated_at': '2021-08-22T14:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '7d11ca09-fe6d-4a52-b5d1-cb73a5c1acd3', 'name': '', 'network_id': '56305e86-e61b-44fc-b32f-50250e673146', 'tenant_id': 'd692fd831389443cab26dcabc1a63684', 'mac_address': 'fa:16:3e:9a:ae:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e7758c-efea-4748-a37e-027221e74616', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '0cc07b86-8224-4b84-aab6-d9cf7ca0a8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:18:26Z', 'updated_at': '2021-08-22T14:18:30Z', 'revision_number': 4, 'project_id': 'd692fd831389443cab26dcabc1a63684', 'subnets': [{'id': '0cc07b86-8224-4b84-aab6-d9cf7ca0a8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:18:31.397337 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b22c2427-02d7-40c5-97d0-d85447313b09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:31.406733 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 1c2db50f-797d-4fdb-987e-b2aab769aac9 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:18:31.449298 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e34ba3-045b-48ea-a64c-50d1c3c8f304 None None] Routers {'3ff35724-b4ca-4786-85f5-2508d427e61c'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:18:31.450236 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-35e34ba3-045b-48ea-a64c-50d1c3c8f304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:18:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['3ff35724-b4ca-4786-85f5-2508d427e61c'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:18:31.565370 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b22c2427-02d7-40c5-97d0-d85447313b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:31.736273 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55111f46-1281-4a72-9bb9-f49fa4803a0a None None] Pushing event updated for resources: {'Port': ['ID=1f3fbae4-5671-4a32-9739-7d06f7de7fe1,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:31.796192 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 1c2db50f-797d-4fdb-987e-b2aab769aac9 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:18:31.805028 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b22c2427-02d7-40c5-97d0-d85447313b09 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:31.813102 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b22c2427-02d7-40c5-97d0-d85447313b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:31.837036 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 1c2db50f-797d-4fdb-987e-b2aab769aac9 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:18:31.837416 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:31.890932 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22c2427-02d7-40c5-97d0-d85447313b09 admin admin] Pushing event updated for resources: {'Port': ['ID=c7e3db32-27af-443a-ade2-f2cdd0a128e9,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:31.892253 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-35e34ba3-045b-48ea-a64c-50d1c3c8f304 None None] Set router 3ff35724-b4ca-4786-85f5-2508d427e61c gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:18:31.893563 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b22c2427-02d7-40c5-97d0-d85447313b09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:31.986183 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-07333126-b902-4a42-93c3-bf66d364e8e5 None None] Provisioning for port c7e3db32-27af-443a-ade2-f2cdd0a128e9 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:18:31.990116 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-07333126-b902-4a42-93c3-bf66d364e8e5 None None] Provisioning complete for port c7e3db32-27af-443a-ade2-f2cdd0a128e9 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:18:31.990733 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-07333126-b902-4a42-93c3-bf66d364e8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:32.017708 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22c2427-02d7-40c5-97d0-d85447313b09 admin admin] Network ef215ae6-ea20-47db-97ba-29816054bcd2 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:18:32.019541 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-b22c2427-02d7-40c5-97d0-d85447313b09 admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:18:32.125456 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:32.127283 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-07333126-b902-4a42-93c3-bf66d364e8e5 None None] Port c7e3db32-27af-443a-ade2-f2cdd0a128e9 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:18:32.206025 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 1c2db50f-797d-4fdb-987e-b2aab769aac9, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=1c2db50f-797d-4fdb-987e-b2aab769aac9,segment=NetworkSegment(6469b7c4-3cab-4921-ac60-5e4d6bd65e6a),segment_id=6469b7c4-3cab-4921-ac60-5e4d6bd65e6a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:18:32.215227 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:32.216047 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 7d11ca09-fe6d-4a52-b5d1-cb73a5c1acd3 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:18:32.309110 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-35e34ba3-045b-48ea-a64c-50d1c3c8f304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff35724-b4ca-4786-85f5-2508d427e61c', 'name': 'tempest-TestEncryptedCinderVolumes-865888741-router', 'tenant_id': 'c214b4b777db46a6a71ce08892bcb1ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '1f3fbae4-5671-4a32-9739-7d06f7de7fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:18:28Z', 'updated_at': '2021-08-22T14:18:29Z', 'revision_number': 3, 'project_id': 'c214b4b777db46a6a71ce08892bcb1ef', 'gw_port': {'id': '1f3fbae4-5671-4a32-9739-7d06f7de7fe1', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:6c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff35724-b4ca-4786-85f5-2508d427e61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:18:29Z', 'updated_at': '2021-08-22T14:18:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:18:32.345016 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=1c2db50f-797d-4fdb-987e-b2aab769aac9,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:32.355617 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e34ba3-045b-48ea-a64c-50d1c3c8f304 None None] The sync data for ids ['3ff35724-b4ca-4786-85f5-2508d427e61c'] in n-d-793621-33 is: [{'id': '3ff35724-b4ca-4786-85f5-2508d427e61c', 'name': 'tempest-TestEncryptedCinderVolumes-865888741-router', 'tenant_id': 'c214b4b777db46a6a71ce08892bcb1ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '1f3fbae4-5671-4a32-9739-7d06f7de7fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:18:28Z', 'updated_at': '2021-08-22T14:18:29Z', 'revision_number': 3, 'project_id': 'c214b4b777db46a6a71ce08892bcb1ef', 'gw_port': {'id': '1f3fbae4-5671-4a32-9739-7d06f7de7fe1', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:6c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff35724-b4ca-4786-85f5-2508d427e61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:18:29Z', 'updated_at': '2021-08-22T14:18:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:18:32.368174 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 7d11ca09-fe6d-4a52-b5d1-cb73a5c1acd3 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:18:32.372792 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-00fa421d-4318-40a3-9432-b8a8910f2b32 None None] Provisioning complete for port c7e3db32-27af-443a-ade2-f2cdd0a128e9 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:18:32.373257 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-00fa421d-4318-40a3-9432-b8a8910f2b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:32.399495 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 7d11ca09-fe6d-4a52-b5d1-cb73a5c1acd3 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:18:32.400004 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:32.447542 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-00fa421d-4318-40a3-9432-b8a8910f2b32 None None] Port c7e3db32-27af-443a-ade2-f2cdd0a128e9 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:18:32.506640 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:32.517860 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b22c2427-02d7-40c5-97d0-d85447313b09 admin admin] Router 3ff35724-b4ca-4786-85f5-2508d427e61c has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:18:32.540517 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 7d11ca09-fe6d-4a52-b5d1-cb73a5c1acd3, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=7d11ca09-fe6d-4a52-b5d1-cb73a5c1acd3,segment=NetworkSegment(2e7b0938-8346-46ee-b371-deb9c0029fb0),segment_id=2e7b0938-8346-46ee-b371-deb9c0029fb0)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:18:32.545838 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:32.546760 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device d3e01646-1e9f-42e2-824d-91a5cdc6f0c7 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:18:32.639951 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:32.641868 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=7d11ca09-fe6d-4a52-b5d1-cb73a5c1acd3,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:32.655989 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port d3e01646-1e9f-42e2-824d-91a5cdc6f0c7 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:18:32.656385 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:32.678851 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b22c2427-02d7-40c5-97d0-d85447313b09 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:18:32.692295 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b22c2427-02d7-40c5-97d0-d85447313b09 admin admin] 10.222.0.21 "PUT /v2.0/routers/3ff35724-b4ca-4786-85f5-2508d427e61c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4574544 Aug 22 14:18:33.216882 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 1c2db50f-797d-4fdb-987e-b2aab769aac9 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:18:33.268042 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 1c2db50f-797d-4fdb-987e-b2aab769aac9 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:18:33.268461 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:33.345127 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 7d11ca09-fe6d-4a52-b5d1-cb73a5c1acd3 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:18:33.399003 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 7d11ca09-fe6d-4a52-b5d1-cb73a5c1acd3 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:18:33.399370 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:33.477247 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 1f3fbae4-5671-4a32-9739-7d06f7de7fe1 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:18:33.488835 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651e50e-8720-49d9-9613-7b7a699a1430 req-4523690a-2fe8-407e-b769-87bd09f75e7d tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:18:33.490320 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e651e50e-8720-49d9-9613-7b7a699a1430 req-4523690a-2fe8-407e-b769-87bd09f75e7d tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] 10.222.0.21 "GET /v2.0/networks?id=56305e86-e61b-44fc-b32f-50250e673146 HTTP/1.1" status: 200 len: 817 time: 0.1009631 Aug 22 14:18:33.505688 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e651e50e-8720-49d9-9613-7b7a699a1430 req-48cbda83-d27b-40e8-8927-b2033852e511 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] 10.222.0.21 "GET /v2.0/quotas/d692fd831389443cab26dcabc1a63684 HTTP/1.1" status: 200 len: 375 time: 0.0089760 Aug 22 14:18:33.525315 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 1f3fbae4-5671-4a32-9739-7d06f7de7fe1 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:18:33.529415 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 1f3fbae4-5671-4a32-9739-7d06f7de7fe1 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:18:33.529787 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:33.563260 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e651e50e-8720-49d9-9613-7b7a699a1430 req-b3f1a2ce-9dce-4626-91c9-569ad96e2f42 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d692fd831389443cab26dcabc1a63684&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518768 Aug 22 14:18:33.609713 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:33.630128 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 1f3fbae4-5671-4a32-9739-7d06f7de7fe1, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=1f3fbae4-5671-4a32-9739-7d06f7de7fe1,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:18:33.633994 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:33.659045 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e651e50e-8720-49d9-9613-7b7a699a1430 req-ce4d9c59-4354-43f7-9331-0863448e27cb service neutron] 10.222.0.21 "GET /v2.0/networks/56305e86-e61b-44fc-b32f-50250e673146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840313 Aug 22 14:18:33.685769 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=1f3fbae4-5671-4a32-9739-7d06f7de7fe1,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:33.762906 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e651e50e-8720-49d9-9613-7b7a699a1430 req-bcaac184-7cdb-48fe-b37e-d36c0dfa78b8 service neutron] 10.222.0.21 "GET /v2.0/networks/56305e86-e61b-44fc-b32f-50250e673146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976386 Aug 22 14:18:33.927622 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9c2489d2-63f1-4070-a21d-715fc3845033 req-506ab95a-1182-4912-adf6-9c2231e55018 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] 10.222.0.21 "GET /v2.0/ports?device_id=662f31a8-e891-4ea4-abc1-2c14db263355 HTTP/1.1" status: 200 len: 210 time: 0.0287247 Aug 22 14:18:34.301557 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:34.390376 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:34.828675 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a83914f-5a1a-4cf5-a29f-1aa445c1e848 None None] Sync routers for ids ['3ff35724-b4ca-4786-85f5-2508d427e61c'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:18:34.837774 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a83914f-5a1a-4cf5-a29f-1aa445c1e848 None None] Routers {'3ff35724-b4ca-4786-85f5-2508d427e61c'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:18:34.838566 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-8a83914f-5a1a-4cf5-a29f-1aa445c1e848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:18:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['3ff35724-b4ca-4786-85f5-2508d427e61c'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:18:34.849824 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651e50e-8720-49d9-9613-7b7a699a1430 req-c31017da-4a7d-481b-8106-cdfd81029776 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:18:34.851307 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e651e50e-8720-49d9-9613-7b7a699a1430 req-c31017da-4a7d-481b-8106-cdfd81029776 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] 10.222.0.16 "GET /v2.0/networks?id=56305e86-e61b-44fc-b32f-50250e673146 HTTP/1.1" status: 200 len: 817 time: 0.1101418 Aug 22 14:18:34.865542 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-e651e50e-8720-49d9-9613-7b7a699a1430 req-96cf5c0a-9045-4ed1-9ca2-938cc8929744 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Request body: {'port': {'device_id': '662f31a8-e891-4ea4-abc1-2c14db263355', 'network_id': '56305e86-e61b-44fc-b32f-50250e673146', 'admin_state_up': True, 'tenant_id': 'd692fd831389443cab26dcabc1a63684'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:18:34.944629 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-8a83914f-5a1a-4cf5-a29f-1aa445c1e848 None None] Set router 3ff35724-b4ca-4786-85f5-2508d427e61c gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:18:34.986821 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e651e50e-8720-49d9-9613-7b7a699a1430 req-96cf5c0a-9045-4ed1-9ca2-938cc8929744 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Made reservation on behalf of d692fd831389443cab26dcabc1a63684 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:18:34.990657 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-e651e50e-8720-49d9-9613-7b7a699a1430 req-96cf5c0a-9045-4ed1-9ca2-938cc8929744 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:35.072116 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-17b8f423-7b95-467b-a8ee-db0d169fb7f4 req-df03e1b7-899e-41f6-9017-d664aa00a790 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] 10.222.0.21 "GET /v2.0/ports?device_id=662f31a8-e891-4ea4-abc1-2c14db263355 HTTP/1.1" status: 200 len: 210 time: 0.0618541 Aug 22 14:18:35.158255 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 1f3fbae4-5671-4a32-9739-7d06f7de7fe1 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:18:35.164968 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-e651e50e-8720-49d9-9613-7b7a699a1430 req-96cf5c0a-9045-4ed1-9ca2-938cc8929744 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Allocated IP 172.20.0.14 (56305e86-e61b-44fc-b32f-50250e673146/0cc07b86-8224-4b84-aab6-d9cf7ca0a8ae/28bf42cd-f264-431c-b2c3-c5bea9d3021b) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:18:35.178451 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-8a83914f-5a1a-4cf5-a29f-1aa445c1e848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff35724-b4ca-4786-85f5-2508d427e61c', 'name': 'tempest-TestEncryptedCinderVolumes-865888741-router', 'tenant_id': 'c214b4b777db46a6a71ce08892bcb1ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '1f3fbae4-5671-4a32-9739-7d06f7de7fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:18:28Z', 'updated_at': '2021-08-22T14:18:31Z', 'revision_number': 4, 'project_id': 'c214b4b777db46a6a71ce08892bcb1ef', 'gw_port': {'id': '1f3fbae4-5671-4a32-9739-7d06f7de7fe1', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:6c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff35724-b4ca-4786-85f5-2508d427e61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:18:29Z', 'updated_at': '2021-08-22T14:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'c7e3db32-27af-443a-ade2-f2cdd0a128e9', 'name': '', 'network_id': 'ef215ae6-ea20-47db-97ba-29816054bcd2', 'tenant_id': 'c214b4b777db46a6a71ce08892bcb1ef', 'mac_address': 'fa:16:3e:75:65:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff35724-b4ca-4786-85f5-2508d427e61c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '8adea887-eae4-4474-adf6-2ba3d727118f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:18:30Z', 'updated_at': '2021-08-22T14:18:31Z', 'revision_number': 2, 'project_id': 'c214b4b777db46a6a71ce08892bcb1ef', 'subnets': [{'id': '8adea887-eae4-4474-adf6-2ba3d727118f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:18:35.212519 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 1f3fbae4-5671-4a32-9739-7d06f7de7fe1 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:18:35.212893 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:35.305444 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a83914f-5a1a-4cf5-a29f-1aa445c1e848 None None] Checking router: 3ff35724-b4ca-4786-85f5-2508d427e61c for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:18:35.305796 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a83914f-5a1a-4cf5-a29f-1aa445c1e848 None None] Updating router 3ff35724-b4ca-4786-85f5-2508d427e61c port c7e3db32-27af-443a-ade2-f2cdd0a128e9 binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:18:35.323462 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-e651e50e-8720-49d9-9613-7b7a699a1430 req-96cf5c0a-9045-4ed1-9ca2-938cc8929744 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:35.330368 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-8a83914f-5a1a-4cf5-a29f-1aa445c1e848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:35.337210 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-e651e50e-8720-49d9-9613-7b7a699a1430 req-96cf5c0a-9045-4ed1-9ca2-938cc8929744 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Transition to ACTIVE for port object 28bf42cd-f264-431c-b2c3-c5bea9d3021b will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:18:35.370682 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-e651e50e-8720-49d9-9613-7b7a699a1430 req-96cf5c0a-9045-4ed1-9ca2-938cc8929744 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:35.418336 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e651e50e-8720-49d9-9613-7b7a699a1430 req-96cf5c0a-9045-4ed1-9ca2-938cc8929744 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Network 56305e86-e61b-44fc-b32f-50250e673146 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:18:35.421556 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-e651e50e-8720-49d9-9613-7b7a699a1430 req-96cf5c0a-9045-4ed1-9ca2-938cc8929744 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:18:35.425376 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-e651e50e-8720-49d9-9613-7b7a699a1430 req-96cf5c0a-9045-4ed1-9ca2-938cc8929744 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:18:35.456164 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cf5c0a-9045-4ed1-9ca2-938cc8929744 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Pushing event updated for resources: {'Port': ['ID=28bf42cd-f264-431c-b2c3-c5bea9d3021b,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:35.481097 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651e50e-8720-49d9-9613-7b7a699a1430 req-96cf5c0a-9045-4ed1-9ca2-938cc8929744 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:18:35.482235 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-e651e50e-8720-49d9-9613-7b7a699a1430 req-96cf5c0a-9045-4ed1-9ca2-938cc8929744 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:35.497512 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e651e50e-8720-49d9-9613-7b7a699a1430 req-96cf5c0a-9045-4ed1-9ca2-938cc8929744 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6362832 Aug 22 14:18:35.510376 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-e651e50e-8720-49d9-9613-7b7a699a1430 req-29044667-15f1-4f87-8a79-e6f3f1608bda service neutron] Request body: {'port': {'device_id': '662f31a8-e891-4ea4-abc1-2c14db263355', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:18:35.568543 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-e651e50e-8720-49d9-9613-7b7a699a1430 req-29044667-15f1-4f87-8a79-e6f3f1608bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:35.621045 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-8a83914f-5a1a-4cf5-a29f-1aa445c1e848 None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:35.630788 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-8a83914f-5a1a-4cf5-a29f-1aa445c1e848 None None] Transition to ACTIVE for port object c7e3db32-27af-443a-ade2-f2cdd0a128e9 will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:18:35.637073 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-8a83914f-5a1a-4cf5-a29f-1aa445c1e848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:35.688925 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f41dae6-e5b1-450a-94c6-39690c7540ce None None] Pushing event updated for resources: {'Port': ['ID=c7e3db32-27af-443a-ade2-f2cdd0a128e9,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:35.697256 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-6cb36f7d-8c56-4bc4-8abe-e626d3b7ef02 None None] Provisioning for port 28bf42cd-f264-431c-b2c3-c5bea9d3021b completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:18:35.701953 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-6cb36f7d-8c56-4bc4-8abe-e626d3b7ef02 None None] Provisioning complete for port 28bf42cd-f264-431c-b2c3-c5bea9d3021b triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:18:35.702321 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6cb36f7d-8c56-4bc4-8abe-e626d3b7ef02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:35.739618 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-6cb36f7d-8c56-4bc4-8abe-e626d3b7ef02 None None] Port 28bf42cd-f264-431c-b2c3-c5bea9d3021b cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:18:35.749920 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-8a83914f-5a1a-4cf5-a29f-1aa445c1e848 None None] Attempting to bind port c7e3db32-27af-443a-ade2-f2cdd0a128e9 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:18:35.750290 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-8a83914f-5a1a-4cf5-a29f-1aa445c1e848 None None] Attempting to bind port c7e3db32-27af-443a-ade2-f2cdd0a128e9 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '6469b7c4-3cab-4921-ac60-5e4d6bd65e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ef215ae6-ea20-47db-97ba-29816054bcd2'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:18:35.750654 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a83914f-5a1a-4cf5-a29f-1aa445c1e848 None None] Attempting to bind port c7e3db32-27af-443a-ade2-f2cdd0a128e9 on network ef215ae6-ea20-47db-97ba-29816054bcd2 {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:18:35.755869 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a83914f-5a1a-4cf5-a29f-1aa445c1e848 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:18:35.756414 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a83914f-5a1a-4cf5-a29f-1aa445c1e848 None None] Checking segment: {'id': '6469b7c4-3cab-4921-ac60-5e4d6bd65e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ef215ae6-ea20-47db-97ba-29816054bcd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:18:35.756704 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-8a83914f-5a1a-4cf5-a29f-1aa445c1e848 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:35.757101 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a83914f-5a1a-4cf5-a29f-1aa445c1e848 None None] Bound using segment: {'id': '6469b7c4-3cab-4921-ac60-5e4d6bd65e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ef215ae6-ea20-47db-97ba-29816054bcd2'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:18:35.757567 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-8a83914f-5a1a-4cf5-a29f-1aa445c1e848 None None] Bound port: c7e3db32-27af-443a-ade2-f2cdd0a128e9, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6469b7c4-3cab-4921-ac60-5e4d6bd65e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ef215ae6-ea20-47db-97ba-29816054bcd2'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:18:35.757951 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-8a83914f-5a1a-4cf5-a29f-1aa445c1e848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:35.824424 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-8a83914f-5a1a-4cf5-a29f-1aa445c1e848 None None] For port c7e3db32-27af-443a-ade2-f2cdd0a128e9, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:18:35.827835 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-8a83914f-5a1a-4cf5-a29f-1aa445c1e848 None None] For port c7e3db32-27af-443a-ade2-f2cdd0a128e9, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=c7e3db32-27af-443a-ade2-f2cdd0a128e9,segment=NetworkSegment(6469b7c4-3cab-4921-ac60-5e4d6bd65e6a),segment_id=6469b7c4-3cab-4921-ac60-5e4d6bd65e6a)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:18:35.834046 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-8a83914f-5a1a-4cf5-a29f-1aa445c1e848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:35.889739 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-e651e50e-8720-49d9-9613-7b7a699a1430 req-29044667-15f1-4f87-8a79-e6f3f1608bda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28bf42cd-f264-431c-b2c3-c5bea9d3021b {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:18:35.890264 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a83914f-5a1a-4cf5-a29f-1aa445c1e848 None None] Routers {'3ff35724-b4ca-4786-85f5-2508d427e61c'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:18:35.890353 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-8a83914f-5a1a-4cf5-a29f-1aa445c1e848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:18:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['3ff35724-b4ca-4786-85f5-2508d427e61c'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:18:35.897632 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-e651e50e-8720-49d9-9613-7b7a699a1430 req-29044667-15f1-4f87-8a79-e6f3f1608bda service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:35.910739 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-e651e50e-8720-49d9-9613-7b7a699a1430 req-29044667-15f1-4f87-8a79-e6f3f1608bda service neutron] Transition to ACTIVE for port object 28bf42cd-f264-431c-b2c3-c5bea9d3021b will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:18:35.915089 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-e651e50e-8720-49d9-9613-7b7a699a1430 req-29044667-15f1-4f87-8a79-e6f3f1608bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:35.934992 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f41dae6-e5b1-450a-94c6-39690c7540ce None None] Pushing event updated for resources: {'Port': ['ID=c7e3db32-27af-443a-ade2-f2cdd0a128e9,revision_number=4']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:36.002593 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29044667-15f1-4f87-8a79-e6f3f1608bda service neutron] Pushing event updated for resources: {'Port': ['ID=28bf42cd-f264-431c-b2c3-c5bea9d3021b,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:36.038812 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-8a83914f-5a1a-4cf5-a29f-1aa445c1e848 None None] Set router 3ff35724-b4ca-4786-85f5-2508d427e61c gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:18:36.069819 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-e651e50e-8720-49d9-9613-7b7a699a1430 req-29044667-15f1-4f87-8a79-e6f3f1608bda service neutron] Attempting to bind port 28bf42cd-f264-431c-b2c3-c5bea9d3021b on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:18:36.070495 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-e651e50e-8720-49d9-9613-7b7a699a1430 req-29044667-15f1-4f87-8a79-e6f3f1608bda service neutron] Attempting to bind port 28bf42cd-f264-431c-b2c3-c5bea9d3021b by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '2e7b0938-8346-46ee-b371-deb9c0029fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '56305e86-e61b-44fc-b32f-50250e673146'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:18:36.071036 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651e50e-8720-49d9-9613-7b7a699a1430 req-29044667-15f1-4f87-8a79-e6f3f1608bda service neutron] Attempting to bind port 28bf42cd-f264-431c-b2c3-c5bea9d3021b on network 56305e86-e61b-44fc-b32f-50250e673146 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:18:36.077541 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651e50e-8720-49d9-9613-7b7a699a1430 req-29044667-15f1-4f87-8a79-e6f3f1608bda service neutron] Port 28bf42cd-f264-431c-b2c3-c5bea9d3021b on network 56305e86-e61b-44fc-b32f-50250e673146 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:18:36.078127 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651e50e-8720-49d9-9613-7b7a699a1430 req-29044667-15f1-4f87-8a79-e6f3f1608bda service neutron] Attempting to bind port 28bf42cd-f264-431c-b2c3-c5bea9d3021b on network 56305e86-e61b-44fc-b32f-50250e673146 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:18:36.083649 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651e50e-8720-49d9-9613-7b7a699a1430 req-29044667-15f1-4f87-8a79-e6f3f1608bda service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:18:36.083985 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651e50e-8720-49d9-9613-7b7a699a1430 req-29044667-15f1-4f87-8a79-e6f3f1608bda service neutron] Checking segment: {'id': '2e7b0938-8346-46ee-b371-deb9c0029fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '56305e86-e61b-44fc-b32f-50250e673146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:18:36.084716 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651e50e-8720-49d9-9613-7b7a699a1430 req-29044667-15f1-4f87-8a79-e6f3f1608bda service neutron] Bound using segment: {'id': '2e7b0938-8346-46ee-b371-deb9c0029fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '56305e86-e61b-44fc-b32f-50250e673146'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:18:36.084862 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-e651e50e-8720-49d9-9613-7b7a699a1430 req-29044667-15f1-4f87-8a79-e6f3f1608bda service neutron] Bound port: 28bf42cd-f264-431c-b2c3-c5bea9d3021b, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e7b0938-8346-46ee-b371-deb9c0029fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '56305e86-e61b-44fc-b32f-50250e673146'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:18:36.085177 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-e651e50e-8720-49d9-9613-7b7a699a1430 req-29044667-15f1-4f87-8a79-e6f3f1608bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:36.161363 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-e651e50e-8720-49d9-9613-7b7a699a1430 req-29044667-15f1-4f87-8a79-e6f3f1608bda service neutron] For port 28bf42cd-f264-431c-b2c3-c5bea9d3021b, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:18:36.165951 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-e651e50e-8720-49d9-9613-7b7a699a1430 req-29044667-15f1-4f87-8a79-e6f3f1608bda service neutron] For port 28bf42cd-f264-431c-b2c3-c5bea9d3021b, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=28bf42cd-f264-431c-b2c3-c5bea9d3021b,segment=NetworkSegment(2e7b0938-8346-46ee-b371-deb9c0029fb0),segment_id=2e7b0938-8346-46ee-b371-deb9c0029fb0)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:18:36.174061 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-e651e50e-8720-49d9-9613-7b7a699a1430 req-29044667-15f1-4f87-8a79-e6f3f1608bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:36.247720 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651e50e-8720-49d9-9613-7b7a699a1430 req-29044667-15f1-4f87-8a79-e6f3f1608bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:18:36.248365 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-e651e50e-8720-49d9-9613-7b7a699a1430 req-29044667-15f1-4f87-8a79-e6f3f1608bda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:36.249776 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e651e50e-8720-49d9-9613-7b7a699a1430 req-29044667-15f1-4f87-8a79-e6f3f1608bda service neutron] 10.222.0.16 "PUT /v2.0/ports/28bf42cd-f264-431c-b2c3-c5bea9d3021b HTTP/1.1" status: 200 len: 1093 time: 0.7441733 Aug 22 14:18:36.250217 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '662f31a8-e891-4ea4-abc1-2c14db263355', 'tag': '28bf42cd-f264-431c-b2c3-c5bea9d3021b'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:18:36.252522 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a4a20b-c1c4-4590-9ba9-d15fc5d41789" -d '{"events": [{"name": "network-changed", "server_uuid": "662f31a8-e891-4ea4-abc1-2c14db263355", "tag": "28bf42cd-f264-431c-b2c3-c5bea9d3021b"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:18:36.300006 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17976e7c-acd3-4ed2-ba57-f27b5ea96535 req-84893966-b393-4443-82c6-6b7d1d81bd23 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:18:36.301798 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-17976e7c-acd3-4ed2-ba57-f27b5ea96535 req-84893966-b393-4443-82c6-6b7d1d81bd23 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] 10.222.0.21 "GET /v2.0/ports?device_id=662f31a8-e891-4ea4-abc1-2c14db263355 HTTP/1.1" status: 200 len: 944 time: 0.1249373 Aug 22 14:18:36.303802 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29044667-15f1-4f87-8a79-e6f3f1608bda service neutron] Pushing event updated for resources: {'Port': ['ID=28bf42cd-f264-431c-b2c3-c5bea9d3021b,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:36.338558 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-8a83914f-5a1a-4cf5-a29f-1aa445c1e848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff35724-b4ca-4786-85f5-2508d427e61c', 'name': 'tempest-TestEncryptedCinderVolumes-865888741-router', 'tenant_id': 'c214b4b777db46a6a71ce08892bcb1ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '1f3fbae4-5671-4a32-9739-7d06f7de7fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:18:28Z', 'updated_at': '2021-08-22T14:18:31Z', 'revision_number': 4, 'project_id': 'c214b4b777db46a6a71ce08892bcb1ef', 'gw_port': {'id': '1f3fbae4-5671-4a32-9739-7d06f7de7fe1', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:6c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff35724-b4ca-4786-85f5-2508d427e61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:18:29Z', 'updated_at': '2021-08-22T14:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'c7e3db32-27af-443a-ade2-f2cdd0a128e9', 'name': '', 'network_id': 'ef215ae6-ea20-47db-97ba-29816054bcd2', 'tenant_id': 'c214b4b777db46a6a71ce08892bcb1ef', 'mac_address': 'fa:16:3e:75:65:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff35724-b4ca-4786-85f5-2508d427e61c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '8adea887-eae4-4474-adf6-2ba3d727118f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:18:30Z', 'updated_at': '2021-08-22T14:18:35Z', 'revision_number': 4, 'project_id': 'c214b4b777db46a6a71ce08892bcb1ef', 'subnets': [{'id': '8adea887-eae4-4474-adf6-2ba3d727118f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:18:36.368636 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8fd5e3-5108-476f-a43d-fceafc88d2e9 x-openstack-request-id: req-bd8fd5e3-5108-476f-a43d-fceafc88d2e9 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:18:36.368936 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "662f31a8-e891-4ea4-abc1-2c14db263355", "tag": "28bf42cd-f264-431c-b2c3-c5bea9d3021b", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:18:36.369180 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bd8fd5e3-5108-476f-a43d-fceafc88d2e9 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:18:36.369585 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '662f31a8-e891-4ea4-abc1-2c14db263355', 'tag': '28bf42cd-f264-431c-b2c3-c5bea9d3021b', 'status': 'completed', 'code': 200} Aug 22 14:18:36.374758 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a83914f-5a1a-4cf5-a29f-1aa445c1e848 None None] The sync data for ids ['3ff35724-b4ca-4786-85f5-2508d427e61c'] in n-d-793621-33 is: [{'id': '3ff35724-b4ca-4786-85f5-2508d427e61c', 'name': 'tempest-TestEncryptedCinderVolumes-865888741-router', 'tenant_id': 'c214b4b777db46a6a71ce08892bcb1ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '1f3fbae4-5671-4a32-9739-7d06f7de7fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:18:28Z', 'updated_at': '2021-08-22T14:18:31Z', 'revision_number': 4, 'project_id': 'c214b4b777db46a6a71ce08892bcb1ef', 'gw_port': {'id': '1f3fbae4-5671-4a32-9739-7d06f7de7fe1', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:6c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff35724-b4ca-4786-85f5-2508d427e61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:18:29Z', 'updated_at': '2021-08-22T14:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'c7e3db32-27af-443a-ade2-f2cdd0a128e9', 'name': '', 'network_id': 'ef215ae6-ea20-47db-97ba-29816054bcd2', 'tenant_id': 'c214b4b777db46a6a71ce08892bcb1ef', 'mac_address': 'fa:16:3e:75:65:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff35724-b4ca-4786-85f5-2508d427e61c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '8adea887-eae4-4474-adf6-2ba3d727118f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:18:30Z', 'updated_at': '2021-08-22T14:18:35Z', 'revision_number': 4, 'project_id': 'c214b4b777db46a6a71ce08892bcb1ef', 'subnets': [{'id': '8adea887-eae4-4474-adf6-2ba3d727118f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:18:36.409337 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-17976e7c-acd3-4ed2-ba57-f27b5ea96535 req-a97e87bc-46f1-4247-a503-b7a05095ba2e tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] 10.222.0.21 "GET /v2.0/security-groups?id=482f1511-2dc4-4177-8de2-bc22384b4166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888743 Aug 22 14:18:36.461127 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651e50e-8720-49d9-9613-7b7a699a1430 req-f6e18af9-cd61-4228-979f-345bc709d837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:18:36.462707 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e651e50e-8720-49d9-9613-7b7a699a1430 req-f6e18af9-cd61-4228-979f-345bc709d837 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d692fd831389443cab26dcabc1a63684&device_id=662f31a8-e891-4ea4-abc1-2c14db263355 HTTP/1.1" status: 200 len: 1096 time: 0.0923250 Aug 22 14:18:36.509531 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e651e50e-8720-49d9-9613-7b7a699a1430 req-4be7f95f-09c2-4a75-b8b8-d745e8620c86 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28bf42cd-f264-431c-b2c3-c5bea9d3021b HTTP/1.1" status: 200 len: 217 time: 0.0377178 Aug 22 14:18:36.569330 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651e50e-8720-49d9-9613-7b7a699a1430 req-66b927e0-ecde-47e2-b166-14874aa1c868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:18:36.570902 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e651e50e-8720-49d9-9613-7b7a699a1430 req-66b927e0-ecde-47e2-b166-14874aa1c868 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0cc07b86-8224-4b84-aab6-d9cf7ca0a8ae HTTP/1.1" status: 200 len: 856 time: 0.0542295 Aug 22 14:18:36.625027 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651e50e-8720-49d9-9613-7b7a699a1430 req-c89ce619-8e3d-49ed-94b9-6a3034495733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:18:36.626546 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e651e50e-8720-49d9-9613-7b7a699a1430 req-c89ce619-8e3d-49ed-94b9-6a3034495733 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=56305e86-e61b-44fc-b32f-50250e673146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487192 Aug 22 14:18:36.720656 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e651e50e-8720-49d9-9613-7b7a699a1430 req-1f83f7b5-09b2-48ae-8448-59db8a7a71bf service neutron] 10.222.0.16 "GET /v2.0/networks/56305e86-e61b-44fc-b32f-50250e673146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870068 Aug 22 14:18:36.819330 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e651e50e-8720-49d9-9613-7b7a699a1430 req-817492ac-f793-4c1e-9210-f3c807d83577 service neutron] 10.222.0.16 "GET /v2.0/networks/56305e86-e61b-44fc-b32f-50250e673146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918252 Aug 22 14:18:36.911789 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4a20b-c1c4-4590-9ba9-d15fc5d41789 req-e0f8ceda-9ba0-4492-a7f1-6b8d423d12c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:18:36.913354 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b6a4a20b-c1c4-4590-9ba9-d15fc5d41789 req-e0f8ceda-9ba0-4492-a7f1-6b8d423d12c8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d692fd831389443cab26dcabc1a63684&device_id=662f31a8-e891-4ea4-abc1-2c14db263355 HTTP/1.1" status: 200 len: 1096 time: 0.0433593 Aug 22 14:18:37.007781 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4a20b-c1c4-4590-9ba9-d15fc5d41789 req-dd686a1e-eab7-4278-91c7-45a8572522ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:18:37.009308 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b6a4a20b-c1c4-4590-9ba9-d15fc5d41789 req-dd686a1e-eab7-4278-91c7-45a8572522ea service neutron] 10.222.0.16 "GET /v2.0/networks?id=56305e86-e61b-44fc-b32f-50250e673146 HTTP/1.1" status: 200 len: 918 time: 0.0888135 Aug 22 14:18:37.173131 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device c7e3db32-27af-443a-ade2-f2cdd0a128e9 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:18:37.232317 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port c7e3db32-27af-443a-ade2-f2cdd0a128e9 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:18:37.237414 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port c7e3db32-27af-443a-ade2-f2cdd0a128e9 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:18:37.237800 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:37.319723 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:37.346745 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b6a4a20b-c1c4-4590-9ba9-d15fc5d41789 req-823332fc-c0f8-44e1-82f8-5cf6fa5975d2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28bf42cd-f264-431c-b2c3-c5bea9d3021b HTTP/1.1" status: 200 len: 217 time: 0.3294554 Aug 22 14:18:37.353979 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port c7e3db32-27af-443a-ade2-f2cdd0a128e9, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=c7e3db32-27af-443a-ade2-f2cdd0a128e9,segment=NetworkSegment(6469b7c4-3cab-4921-ac60-5e4d6bd65e6a),segment_id=6469b7c4-3cab-4921-ac60-5e4d6bd65e6a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:18:37.357858 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:37.398573 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4a20b-c1c4-4590-9ba9-d15fc5d41789 req-87b72bae-8d7c-4485-9c06-b9316598c13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:18:37.400042 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b6a4a20b-c1c4-4590-9ba9-d15fc5d41789 req-87b72bae-8d7c-4485-9c06-b9316598c13b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0cc07b86-8224-4b84-aab6-d9cf7ca0a8ae HTTP/1.1" status: 200 len: 856 time: 0.0462630 Aug 22 14:18:37.406999 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=c7e3db32-27af-443a-ade2-f2cdd0a128e9,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:37.447629 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4a20b-c1c4-4590-9ba9-d15fc5d41789 req-137aa7bb-5b82-4d0b-8390-49397b933e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:18:37.449258 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b6a4a20b-c1c4-4590-9ba9-d15fc5d41789 req-137aa7bb-5b82-4d0b-8390-49397b933e98 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=56305e86-e61b-44fc-b32f-50250e673146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408125 Aug 22 14:18:37.578712 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a60881c-513f-4e38-8e09-1376ad239597 req-99e2152b-d660-4595-9216-d70e6332f0a9 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:18:37.580175 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5a60881c-513f-4e38-8e09-1376ad239597 req-99e2152b-d660-4595-9216-d70e6332f0a9 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] 10.222.0.21 "GET /v2.0/ports?device_id=662f31a8-e891-4ea4-abc1-2c14db263355 HTTP/1.1" status: 200 len: 944 time: 0.0765021 Aug 22 14:18:37.583759 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b6a4a20b-c1c4-4590-9ba9-d15fc5d41789 req-35c8dc31-f23a-4376-83b6-c7e6de05a6e2 service neutron] 10.222.0.16 "GET /v2.0/networks/56305e86-e61b-44fc-b32f-50250e673146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270428 Aug 22 14:18:37.664810 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5a60881c-513f-4e38-8e09-1376ad239597 req-459a2e15-d998-4a1b-9719-c88e9671d694 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] 10.222.0.21 "GET /v2.0/security-groups?id=482f1511-2dc4-4177-8de2-bc22384b4166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786371 Aug 22 14:18:37.700680 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b6a4a20b-c1c4-4590-9ba9-d15fc5d41789 req-9573c039-dd84-4414-adb1-cc61c3ef9c12 service neutron] 10.222.0.16 "GET /v2.0/networks/56305e86-e61b-44fc-b32f-50250e673146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006315 Aug 22 14:18:38.777942 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426e8658-b2d5-4580-af35-61364121b047 req-ea8ed92c-636f-48c0-b565-6200da073bea tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:18:38.779400 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-426e8658-b2d5-4580-af35-61364121b047 req-ea8ed92c-636f-48c0-b565-6200da073bea tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] 10.222.0.21 "GET /v2.0/ports?device_id=662f31a8-e891-4ea4-abc1-2c14db263355 HTTP/1.1" status: 200 len: 944 time: 0.0482371 Aug 22 14:18:38.816662 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-426e8658-b2d5-4580-af35-61364121b047 req-953d841f-bbe0-4c0b-a84b-fbf0df64d439 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] 10.222.0.21 "GET /v2.0/security-groups?id=482f1511-2dc4-4177-8de2-bc22384b4166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312388 Aug 22 14:18:39.137168 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device c7e3db32-27af-443a-ade2-f2cdd0a128e9 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:18:39.185729 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port c7e3db32-27af-443a-ade2-f2cdd0a128e9 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:18:39.186095 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:39.412561 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 28bf42cd-f264-431c-b2c3-c5bea9d3021b details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:18:39.509674 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 28bf42cd-f264-431c-b2c3-c5bea9d3021b, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=28bf42cd-f264-431c-b2c3-c5bea9d3021b,segment=NetworkSegment(2e7b0938-8346-46ee-b371-deb9c0029fb0),segment_id=2e7b0938-8346-46ee-b371-deb9c0029fb0)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:18:39.520532 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '28bf42cd-f264-431c-b2c3-c5bea9d3021b', 'network_id': '56305e86-e61b-44fc-b32f-50250e673146', 'port_id': '28bf42cd-f264-431c-b2c3-c5bea9d3021b', 'mac_address': 'fa:16:3e:0e:35:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cc07b86-8224-4b84-aab6-d9cf7ca0a8ae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:18:39.558132 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:39.571204 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28bf42cd-f264-431c-b2c3-c5bea9d3021b {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:18:39.590495 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 28bf42cd-f264-431c-b2c3-c5bea9d3021b, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=28bf42cd-f264-431c-b2c3-c5bea9d3021b,segment=NetworkSegment(2e7b0938-8346-46ee-b371-deb9c0029fb0),segment_id=2e7b0938-8346-46ee-b371-deb9c0029fb0)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:18:39.594374 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:39.642258 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=28bf42cd-f264-431c-b2c3-c5bea9d3021b,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:39.800842 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['28bf42cd-f264-431c-b2c3-c5bea9d3021b'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:18:39.984688 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588268c7-a628-49b9-8be6-e1365c5a6b7f req-d32ff871-71a8-478c-bf17-9f90398cc677 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:18:39.986190 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-588268c7-a628-49b9-8be6-e1365c5a6b7f req-d32ff871-71a8-478c-bf17-9f90398cc677 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] 10.222.0.21 "GET /v2.0/ports?device_id=662f31a8-e891-4ea4-abc1-2c14db263355 HTTP/1.1" status: 200 len: 945 time: 0.0486164 Aug 22 14:18:40.023202 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-588268c7-a628-49b9-8be6-e1365c5a6b7f req-d3b9e11c-858a-474e-ba4d-c2bcdb9c9416 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] 10.222.0.21 "GET /v2.0/security-groups?id=482f1511-2dc4-4177-8de2-bc22384b4166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311153 Aug 22 14:18:41.178714 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec3e4c-3566-409e-8f21-a124d5448cea req-a607442b-2e29-4897-872d-1a7f59143da0 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:18:41.180215 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f9ec3e4c-3566-409e-8f21-a124d5448cea req-a607442b-2e29-4897-872d-1a7f59143da0 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] 10.222.0.21 "GET /v2.0/ports?device_id=662f31a8-e891-4ea4-abc1-2c14db263355 HTTP/1.1" status: 200 len: 945 time: 0.0532544 Aug 22 14:18:41.217026 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f9ec3e4c-3566-409e-8f21-a124d5448cea req-5ac8be05-cf17-4c23-aad9-bae56436e42f tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] 10.222.0.21 "GET /v2.0/security-groups?id=482f1511-2dc4-4177-8de2-bc22384b4166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309212 Aug 22 14:18:41.428185 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 28bf42cd-f264-431c-b2c3-c5bea9d3021b up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:18:41.478862 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port 28bf42cd-f264-431c-b2c3-c5bea9d3021b completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:18:41.483805 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 28bf42cd-f264-431c-b2c3-c5bea9d3021b triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:18:41.484175 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:41.560664 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:41.581696 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '662f31a8-e891-4ea4-abc1-2c14db263355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28bf42cd-f264-431c-b2c3-c5bea9d3021b'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:18:41.583931 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdabe50e8b1fa1599e728127979a775596eb80e781b12d98a34a93a3eae3942c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2a9ed5-60f5-4cbc-b55a-10b291d976a1" -d '{"events": [{"server_uuid": "662f31a8-e891-4ea4-abc1-2c14db263355", "name": "network-vif-plugged", "status": "completed", "tag": "28bf42cd-f264-431c-b2c3-c5bea9d3021b"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:18:41.596730 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 28bf42cd-f264-431c-b2c3-c5bea9d3021b, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=28bf42cd-f264-431c-b2c3-c5bea9d3021b,segment=NetworkSegment(2e7b0938-8346-46ee-b371-deb9c0029fb0),segment_id=2e7b0938-8346-46ee-b371-deb9c0029fb0)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:18:41.601339 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:41.627689 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3bb3867-091c-4c48-89be-44abed3b5d7c x-openstack-request-id: req-f3bb3867-091c-4c48-89be-44abed3b5d7c {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:18:41.627963 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "662f31a8-e891-4ea4-abc1-2c14db263355", "name": "network-vif-plugged", "status": "completed", "tag": "28bf42cd-f264-431c-b2c3-c5bea9d3021b", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:18:41.628213 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f3bb3867-091c-4c48-89be-44abed3b5d7c {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:18:41.628675 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '662f31a8-e891-4ea4-abc1-2c14db263355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28bf42cd-f264-431c-b2c3-c5bea9d3021b', 'code': 200} Aug 22 14:18:41.654097 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=28bf42cd-f264-431c-b2c3-c5bea9d3021b,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:18:41.720228 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa13aa41-f4fa-412e-9632-181541717c9c req-cd4ddbb7-36ce-4f99-b4bc-d32392ad1cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:18:41.721637 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fa13aa41-f4fa-412e-9632-181541717c9c req-cd4ddbb7-36ce-4f99-b4bc-d32392ad1cf1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=662f31a8-e891-4ea4-abc1-2c14db263355 HTTP/1.1" status: 200 len: 1098 time: 0.0420034 Aug 22 14:18:41.758178 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fa13aa41-f4fa-412e-9632-181541717c9c req-99a7bfd7-6529-4002-bc0a-397784386dcc service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=482f1511-2dc4-4177-8de2-bc22384b4166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295374 Aug 22 14:18:42.328820 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a355f-ec97-4159-ae17-958e4f0fe806 req-b74a4390-7c5a-4520-9042-bf5fe9dd1722 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:18:42.330289 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-064a355f-ec97-4159-ae17-958e4f0fe806 req-b74a4390-7c5a-4520-9042-bf5fe9dd1722 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] 10.222.0.21 "GET /v2.0/ports?device_id=662f31a8-e891-4ea4-abc1-2c14db263355 HTTP/1.1" status: 200 len: 946 time: 0.0488927 Aug 22 14:18:42.367023 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-064a355f-ec97-4159-ae17-958e4f0fe806 req-7e34a142-e427-43b7-8bdf-cf4119018a69 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] 10.222.0.21 "GET /v2.0/security-groups?id=482f1511-2dc4-4177-8de2-bc22384b4166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307803 Aug 22 14:18:43.613925 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a96849-5913-49e3-89cb-fbfaeaad3978 req-c26417b5-14db-4a21-a164-31ec16279afc tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:18:43.615401 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-58a96849-5913-49e3-89cb-fbfaeaad3978 req-c26417b5-14db-4a21-a164-31ec16279afc tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] 10.222.0.21 "GET /v2.0/ports?device_id=662f31a8-e891-4ea4-abc1-2c14db263355 HTTP/1.1" status: 200 len: 946 time: 0.1429172 Aug 22 14:18:43.652526 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-58a96849-5913-49e3-89cb-fbfaeaad3978 req-3ede03cb-816a-4eda-abd8-e51ca97fc6a2 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] 10.222.0.21 "GET /v2.0/security-groups?id=482f1511-2dc4-4177-8de2-bc22384b4166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310838 Aug 22 14:18:43.765137 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c84b41-7ed5-4a4c-b06b-96300477d543 req-7be57712-fb10-4a80-a40f-a6bae783dc19 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:18:43.766831 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-79c84b41-7ed5-4a4c-b06b-96300477d543 req-7be57712-fb10-4a80-a40f-a6bae783dc19 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] 10.222.0.21 "GET /v2.0/ports?device_id=662f31a8-e891-4ea4-abc1-2c14db263355 HTTP/1.1" status: 200 len: 946 time: 0.0501313 Aug 22 14:18:43.803701 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-79c84b41-7ed5-4a4c-b06b-96300477d543 req-73fce76e-3bcd-4cd8-8ffd-5ef5485e77e7 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] 10.222.0.21 "GET /v2.0/security-groups?id=482f1511-2dc4-4177-8de2-bc22384b4166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309899 Aug 22 14:18:58.520649 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-43709ab1-88d5-4b65-a093-6a08a44e7d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:58.906979 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:18:59.249504 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:19:01.126707 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f0392864-ef60-423d-ae03-13f8b6227b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:01.270340 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:02.370152 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9ff10-8b29-4806-8296-802535145751 req-9f18023d-ec56-4617-81e6-ebc8b8a5bd22 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:19:02.371794 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0be9ff10-8b29-4806-8296-802535145751 req-9f18023d-ec56-4617-81e6-ebc8b8a5bd22 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] 10.222.0.21 "GET /v2.0/ports?device_id=662f31a8-e891-4ea4-abc1-2c14db263355 HTTP/1.1" status: 200 len: 946 time: 0.0508051 Aug 22 14:19:02.410838 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0be9ff10-8b29-4806-8296-802535145751 req-0930dc9d-7358-4051-b0dd-753e0836f128 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] 10.222.0.21 "GET /v2.0/security-groups?id=482f1511-2dc4-4177-8de2-bc22384b4166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325654 Aug 22 14:19:02.610562 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:03.529919 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa8050c-dc99-415a-bdae-6db0223e5359 req-aa8dad09-b45c-4363-8b6c-105c75fbe927 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:19:03.531402 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3fa8050c-dc99-415a-bdae-6db0223e5359 req-aa8dad09-b45c-4363-8b6c-105c75fbe927 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] 10.222.0.21 "GET /v2.0/ports?device_id=662f31a8-e891-4ea4-abc1-2c14db263355 HTTP/1.1" status: 200 len: 946 time: 0.0531471 Aug 22 14:19:03.568727 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3fa8050c-dc99-415a-bdae-6db0223e5359 req-565c357e-23bb-4d74-88b5-c870b4065d30 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] 10.222.0.21 "GET /v2.0/security-groups?id=482f1511-2dc4-4177-8de2-bc22384b4166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312138 Aug 22 14:19:03.972247 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1487c0dd-d976-4bf6-b1e3-d53ffddbee70 req-e05043cf-0b80-49b3-a23e-e4544436884f tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:19:03.973760 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1487c0dd-d976-4bf6-b1e3-d53ffddbee70 req-e05043cf-0b80-49b3-a23e-e4544436884f tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] 10.222.0.16 "GET /v2.0/ports?device_id=662f31a8-e891-4ea4-abc1-2c14db263355 HTTP/1.1" status: 200 len: 946 time: 0.0493104 Aug 22 14:19:04.070194 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-1487c0dd-d976-4bf6-b1e3-d53ffddbee70 req-1cfc8837-0127-4400-b695-96e0fed8c544 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Deleting port 28bf42cd-f264-431c-b2c3-c5bea9d3021b {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:19:04.070535 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-1487c0dd-d976-4bf6-b1e3-d53ffddbee70 req-1cfc8837-0127-4400-b695-96e0fed8c544 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:04.158564 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-1487c0dd-d976-4bf6-b1e3-d53ffddbee70 req-1cfc8837-0127-4400-b695-96e0fed8c544 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] For port 28bf42cd-f264-431c-b2c3-c5bea9d3021b, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=28bf42cd-f264-431c-b2c3-c5bea9d3021b,segment=NetworkSegment(2e7b0938-8346-46ee-b371-deb9c0029fb0),segment_id=2e7b0938-8346-46ee-b371-deb9c0029fb0)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:19:04.158929 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-1487c0dd-d976-4bf6-b1e3-d53ffddbee70 req-1cfc8837-0127-4400-b695-96e0fed8c544 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:04.170667 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-1487c0dd-d976-4bf6-b1e3-d53ffddbee70 req-1cfc8837-0127-4400-b695-96e0fed8c544 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Calling delete_port for 28bf42cd-f264-431c-b2c3-c5bea9d3021b owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:19:04.300695 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:04.302230 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-1487c0dd-d976-4bf6-b1e3-d53ffddbee70 req-1cfc8837-0127-4400-b695-96e0fed8c544 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:04.314456 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['28bf42cd-f264-431c-b2c3-c5bea9d3021b'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:19:04.332719 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc8837-0127-4400-b695-96e0fed8c544 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Pushing event deleted for resources: {'Port': ['ID=28bf42cd-f264-431c-b2c3-c5bea9d3021b,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:19:04.374436 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-1487c0dd-d976-4bf6-b1e3-d53ffddbee70 req-1cfc8837-0127-4400-b695-96e0fed8c544 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] No DVR routers for this DVR port 28bf42cd-f264-431c-b2c3-c5bea9d3021b on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:19:04.377100 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-1487c0dd-d976-4bf6-b1e3-d53ffddbee70 req-1cfc8837-0127-4400-b695-96e0fed8c544 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:04.379120 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1487c0dd-d976-4bf6-b1e3-d53ffddbee70 req-1cfc8837-0127-4400-b695-96e0fed8c544 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] 10.222.0.16 "DELETE /v2.0/ports/28bf42cd-f264-431c-b2c3-c5bea9d3021b HTTP/1.1" status: 204 len: 173 time: 0.3981643 Aug 22 14:19:04.379568 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '662f31a8-e891-4ea4-abc1-2c14db263355', 'name': 'network-vif-deleted', 'tag': '28bf42cd-f264-431c-b2c3-c5bea9d3021b'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:19:04.381874 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0dcb5da-ce70-4690-8fdb-b427e136cd63" -d '{"events": [{"server_uuid": "662f31a8-e891-4ea4-abc1-2c14db263355", "name": "network-vif-deleted", "tag": "28bf42cd-f264-431c-b2c3-c5bea9d3021b"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:19:04.398065 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:04.448533 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc06270-0e43-463c-8e01-1d0c4b8247bc x-openstack-request-id: req-1bc06270-0e43-463c-8e01-1d0c4b8247bc {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:19:04.448859 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "662f31a8-e891-4ea4-abc1-2c14db263355", "name": "network-vif-deleted", "tag": "28bf42cd-f264-431c-b2c3-c5bea9d3021b", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:19:04.449126 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1bc06270-0e43-463c-8e01-1d0c4b8247bc {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:19:04.450098 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '662f31a8-e891-4ea4-abc1-2c14db263355', 'name': 'network-vif-deleted', 'tag': '28bf42cd-f264-431c-b2c3-c5bea9d3021b', 'status': 'completed', 'code': 200} Aug 22 14:19:04.675637 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-40b13790-6742-4b37-8c2b-39ac45d3c3e9 req-81cb7693-9c8a-44fd-84f1-4a6c363f986b tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] 10.222.0.21 "GET /v2.0/ports?device_id=662f31a8-e891-4ea4-abc1-2c14db263355 HTTP/1.1" status: 200 len: 210 time: 0.0303061 Aug 22 14:19:06.166114 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa5225f-ea0f-4cfb-8d42-767f2686bc4c req-3f85c0fc-d928-4395-a192-76ab0f0a42b7 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:19:06.167570 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-caa5225f-ea0f-4cfb-8d42-767f2686bc4c req-3f85c0fc-d928-4395-a192-76ab0f0a42b7 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] 10.222.0.21 "GET /v2.0/networks?id=56305e86-e61b-44fc-b32f-50250e673146 HTTP/1.1" status: 200 len: 817 time: 0.0985665 Aug 22 14:19:06.182999 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-caa5225f-ea0f-4cfb-8d42-767f2686bc4c req-e36509d8-4e5b-4758-b271-b5b5044dfab7 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] 10.222.0.21 "GET /v2.0/quotas/d692fd831389443cab26dcabc1a63684 HTTP/1.1" status: 200 len: 375 time: 0.0090098 Aug 22 14:19:06.232979 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-caa5225f-ea0f-4cfb-8d42-767f2686bc4c req-5440f45e-0fea-44e6-8714-28034b6cd131 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d692fd831389443cab26dcabc1a63684&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440967 Aug 22 14:19:06.332597 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-caa5225f-ea0f-4cfb-8d42-767f2686bc4c req-0be22f38-87f2-4c98-82e7-0aa5f1ab4625 service neutron] 10.222.0.21 "GET /v2.0/networks/56305e86-e61b-44fc-b32f-50250e673146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878117 Aug 22 14:19:06.438807 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-caa5225f-ea0f-4cfb-8d42-767f2686bc4c req-a3fd4508-ccfc-4deb-acc8-8aa8a0f5ce60 service neutron] 10.222.0.21 "GET /v2.0/networks/56305e86-e61b-44fc-b32f-50250e673146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001143 Aug 22 14:19:06.609779 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-027fb2df-1f6c-4f7b-abac-2e41a8a94f3d req-b32edfbc-6ee6-4f34-a903-55bf98613f57 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fe03f38-e341-4b24-b64e-7d0f28ada3e7 HTTP/1.1" status: 200 len: 210 time: 0.0280514 Aug 22 14:19:07.487133 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa5225f-ea0f-4cfb-8d42-767f2686bc4c req-70a70119-8ee8-4bd9-8378-99a4d378a865 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:19:07.488632 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-caa5225f-ea0f-4cfb-8d42-767f2686bc4c req-70a70119-8ee8-4bd9-8378-99a4d378a865 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] 10.222.0.16 "GET /v2.0/networks?id=56305e86-e61b-44fc-b32f-50250e673146 HTTP/1.1" status: 200 len: 817 time: 0.1106913 Aug 22 14:19:07.501289 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-caa5225f-ea0f-4cfb-8d42-767f2686bc4c req-904feef7-c931-42c3-9e00-ad64b9caa681 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Request body: {'port': {'device_id': '8fe03f38-e341-4b24-b64e-7d0f28ada3e7', 'network_id': '56305e86-e61b-44fc-b32f-50250e673146', 'admin_state_up': True, 'tenant_id': 'd692fd831389443cab26dcabc1a63684'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:19:07.551523 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 28bf42cd-f264-431c-b2c3-c5bea9d3021b no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:19:07.570869 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: 28bf42cd-f264-431c-b2c3-c5bea9d3021b {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:19:07.571290 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 28bf42cd-f264-431c-b2c3-c5bea9d3021b not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:19:07.606892 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caa5225f-ea0f-4cfb-8d42-767f2686bc4c req-904feef7-c931-42c3-9e00-ad64b9caa681 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Made reservation on behalf of d692fd831389443cab26dcabc1a63684 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:19:07.611065 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-caa5225f-ea0f-4cfb-8d42-767f2686bc4c req-904feef7-c931-42c3-9e00-ad64b9caa681 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:07.711978 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6c2954bf-e6b5-4af2-9eb6-8e1b1759a527 req-05c5322d-e3c1-4256-9ad3-e5b6f723601d tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fe03f38-e341-4b24-b64e-7d0f28ada3e7 HTTP/1.1" status: 200 len: 210 time: 0.0325601 Aug 22 14:19:07.765357 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-caa5225f-ea0f-4cfb-8d42-767f2686bc4c req-904feef7-c931-42c3-9e00-ad64b9caa681 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Allocated IP 172.20.0.6 (56305e86-e61b-44fc-b32f-50250e673146/0cc07b86-8224-4b84-aab6-d9cf7ca0a8ae/d02e7eeb-eca1-4fd8-86cf-fc75a7683394) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:19:07.909347 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-caa5225f-ea0f-4cfb-8d42-767f2686bc4c req-904feef7-c931-42c3-9e00-ad64b9caa681 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:07.922824 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-caa5225f-ea0f-4cfb-8d42-767f2686bc4c req-904feef7-c931-42c3-9e00-ad64b9caa681 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Transition to ACTIVE for port object d02e7eeb-eca1-4fd8-86cf-fc75a7683394 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:19:07.954620 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-caa5225f-ea0f-4cfb-8d42-767f2686bc4c req-904feef7-c931-42c3-9e00-ad64b9caa681 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:07.998141 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caa5225f-ea0f-4cfb-8d42-767f2686bc4c req-904feef7-c931-42c3-9e00-ad64b9caa681 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Network 56305e86-e61b-44fc-b32f-50250e673146 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:19:08.002936 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-caa5225f-ea0f-4cfb-8d42-767f2686bc4c req-904feef7-c931-42c3-9e00-ad64b9caa681 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:19:08.009485 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa5225f-ea0f-4cfb-8d42-767f2686bc4c req-904feef7-c931-42c3-9e00-ad64b9caa681 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:19:08.013544 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904feef7-c931-42c3-9e00-ad64b9caa681 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Pushing event updated for resources: {'Port': ['ID=d02e7eeb-eca1-4fd8-86cf-fc75a7683394,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:19:08.047851 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904feef7-c931-42c3-9e00-ad64b9caa681 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:19:08.048207 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904feef7-c931-42c3-9e00-ad64b9caa681 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:19:08.048657 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904feef7-c931-42c3-9e00-ad64b9caa681 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:19:08.048914 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904feef7-c931-42c3-9e00-ad64b9caa681 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:19:08.049250 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904feef7-c931-42c3-9e00-ad64b9caa681 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:19:08.049590 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904feef7-c931-42c3-9e00-ad64b9caa681 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:19:08.049924 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904feef7-c931-42c3-9e00-ad64b9caa681 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:19:08.050255 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904feef7-c931-42c3-9e00-ad64b9caa681 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:19:08.050586 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904feef7-c931-42c3-9e00-ad64b9caa681 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:19:08.050914 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904feef7-c931-42c3-9e00-ad64b9caa681 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:19:08.051239 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904feef7-c931-42c3-9e00-ad64b9caa681 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:19:08.051561 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904feef7-c931-42c3-9e00-ad64b9caa681 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:19:08.077288 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa5225f-ea0f-4cfb-8d42-767f2686bc4c req-904feef7-c931-42c3-9e00-ad64b9caa681 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:19:08.077944 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-caa5225f-ea0f-4cfb-8d42-767f2686bc4c req-904feef7-c931-42c3-9e00-ad64b9caa681 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:08.093158 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-caa5225f-ea0f-4cfb-8d42-767f2686bc4c req-904feef7-c931-42c3-9e00-ad64b9caa681 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5954945 Aug 22 14:19:08.105604 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-caa5225f-ea0f-4cfb-8d42-767f2686bc4c req-e6ec14b3-dbe8-4108-b9c3-0a03873ec013 service neutron] Request body: {'port': {'device_id': '8fe03f38-e341-4b24-b64e-7d0f28ada3e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:19:08.162849 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-caa5225f-ea0f-4cfb-8d42-767f2686bc4c req-e6ec14b3-dbe8-4108-b9c3-0a03873ec013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:08.264684 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-932edfd6-4f96-4e73-bfe3-265059bf116a None None] Provisioning for port d02e7eeb-eca1-4fd8-86cf-fc75a7683394 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:19:08.268580 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-932edfd6-4f96-4e73-bfe3-265059bf116a None None] Provisioning complete for port d02e7eeb-eca1-4fd8-86cf-fc75a7683394 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:19:08.269088 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-932edfd6-4f96-4e73-bfe3-265059bf116a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:08.302774 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-932edfd6-4f96-4e73-bfe3-265059bf116a None None] Port d02e7eeb-eca1-4fd8-86cf-fc75a7683394 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:19:08.433696 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-caa5225f-ea0f-4cfb-8d42-767f2686bc4c req-e6ec14b3-dbe8-4108-b9c3-0a03873ec013 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d02e7eeb-eca1-4fd8-86cf-fc75a7683394 {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:19:08.441734 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-caa5225f-ea0f-4cfb-8d42-767f2686bc4c req-e6ec14b3-dbe8-4108-b9c3-0a03873ec013 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:08.455949 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-caa5225f-ea0f-4cfb-8d42-767f2686bc4c req-e6ec14b3-dbe8-4108-b9c3-0a03873ec013 service neutron] Transition to ACTIVE for port object d02e7eeb-eca1-4fd8-86cf-fc75a7683394 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:19:08.459573 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-caa5225f-ea0f-4cfb-8d42-767f2686bc4c req-e6ec14b3-dbe8-4108-b9c3-0a03873ec013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:08.535668 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ec14b3-dbe8-4108-b9c3-0a03873ec013 service neutron] Pushing event updated for resources: {'Port': ['ID=d02e7eeb-eca1-4fd8-86cf-fc75a7683394,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:19:08.590429 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-caa5225f-ea0f-4cfb-8d42-767f2686bc4c req-e6ec14b3-dbe8-4108-b9c3-0a03873ec013 service neutron] Attempting to bind port d02e7eeb-eca1-4fd8-86cf-fc75a7683394 on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:19:08.590771 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-caa5225f-ea0f-4cfb-8d42-767f2686bc4c req-e6ec14b3-dbe8-4108-b9c3-0a03873ec013 service neutron] Attempting to bind port d02e7eeb-eca1-4fd8-86cf-fc75a7683394 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '2e7b0938-8346-46ee-b371-deb9c0029fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '56305e86-e61b-44fc-b32f-50250e673146'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:19:08.591111 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa5225f-ea0f-4cfb-8d42-767f2686bc4c req-e6ec14b3-dbe8-4108-b9c3-0a03873ec013 service neutron] Attempting to bind port d02e7eeb-eca1-4fd8-86cf-fc75a7683394 on network 56305e86-e61b-44fc-b32f-50250e673146 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:19:08.596671 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa5225f-ea0f-4cfb-8d42-767f2686bc4c req-e6ec14b3-dbe8-4108-b9c3-0a03873ec013 service neutron] Port d02e7eeb-eca1-4fd8-86cf-fc75a7683394 on network 56305e86-e61b-44fc-b32f-50250e673146 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:19:08.597003 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa5225f-ea0f-4cfb-8d42-767f2686bc4c req-e6ec14b3-dbe8-4108-b9c3-0a03873ec013 service neutron] Attempting to bind port d02e7eeb-eca1-4fd8-86cf-fc75a7683394 on network 56305e86-e61b-44fc-b32f-50250e673146 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:19:08.602164 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa5225f-ea0f-4cfb-8d42-767f2686bc4c req-e6ec14b3-dbe8-4108-b9c3-0a03873ec013 service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:19:08.602507 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa5225f-ea0f-4cfb-8d42-767f2686bc4c req-e6ec14b3-dbe8-4108-b9c3-0a03873ec013 service neutron] Checking segment: {'id': '2e7b0938-8346-46ee-b371-deb9c0029fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '56305e86-e61b-44fc-b32f-50250e673146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:19:08.602901 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa5225f-ea0f-4cfb-8d42-767f2686bc4c req-e6ec14b3-dbe8-4108-b9c3-0a03873ec013 service neutron] Bound using segment: {'id': '2e7b0938-8346-46ee-b371-deb9c0029fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '56305e86-e61b-44fc-b32f-50250e673146'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:19:08.603336 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-caa5225f-ea0f-4cfb-8d42-767f2686bc4c req-e6ec14b3-dbe8-4108-b9c3-0a03873ec013 service neutron] Bound port: d02e7eeb-eca1-4fd8-86cf-fc75a7683394, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e7b0938-8346-46ee-b371-deb9c0029fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '56305e86-e61b-44fc-b32f-50250e673146'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:19:08.603698 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-caa5225f-ea0f-4cfb-8d42-767f2686bc4c req-e6ec14b3-dbe8-4108-b9c3-0a03873ec013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:08.689347 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-caa5225f-ea0f-4cfb-8d42-767f2686bc4c req-e6ec14b3-dbe8-4108-b9c3-0a03873ec013 service neutron] For port d02e7eeb-eca1-4fd8-86cf-fc75a7683394, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:19:08.693837 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-caa5225f-ea0f-4cfb-8d42-767f2686bc4c req-e6ec14b3-dbe8-4108-b9c3-0a03873ec013 service neutron] For port d02e7eeb-eca1-4fd8-86cf-fc75a7683394, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=d02e7eeb-eca1-4fd8-86cf-fc75a7683394,segment=NetworkSegment(2e7b0938-8346-46ee-b371-deb9c0029fb0),segment_id=2e7b0938-8346-46ee-b371-deb9c0029fb0)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:19:08.698669 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-caa5225f-ea0f-4cfb-8d42-767f2686bc4c req-e6ec14b3-dbe8-4108-b9c3-0a03873ec013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:08.733792 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa5225f-ea0f-4cfb-8d42-767f2686bc4c req-e6ec14b3-dbe8-4108-b9c3-0a03873ec013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:19:08.734766 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-caa5225f-ea0f-4cfb-8d42-767f2686bc4c req-e6ec14b3-dbe8-4108-b9c3-0a03873ec013 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:08.736185 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-caa5225f-ea0f-4cfb-8d42-767f2686bc4c req-e6ec14b3-dbe8-4108-b9c3-0a03873ec013 service neutron] 10.222.0.16 "PUT /v2.0/ports/d02e7eeb-eca1-4fd8-86cf-fc75a7683394 HTTP/1.1" status: 200 len: 1092 time: 0.6349864 Aug 22 14:19:08.736726 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fe03f38-e341-4b24-b64e-7d0f28ada3e7', 'tag': 'd02e7eeb-eca1-4fd8-86cf-fc75a7683394'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:19:08.738963 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}697e3a63d6a9fe215f44e310d46743823814e8966e2216253604d55030384846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc96a860-cf69-40fa-a352-23c61418773d" -d '{"events": [{"name": "network-changed", "server_uuid": "8fe03f38-e341-4b24-b64e-7d0f28ada3e7", "tag": "d02e7eeb-eca1-4fd8-86cf-fc75a7683394"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:19:08.767907 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ec14b3-dbe8-4108-b9c3-0a03873ec013 service neutron] Pushing event updated for resources: {'Port': ['ID=d02e7eeb-eca1-4fd8-86cf-fc75a7683394,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:19:08.811881 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f991fc-f1c4-4c5c-9aae-2fe0f4c05bc3 x-openstack-request-id: req-70f991fc-f1c4-4c5c-9aae-2fe0f4c05bc3 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:19:08.812094 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fe03f38-e341-4b24-b64e-7d0f28ada3e7", "tag": "d02e7eeb-eca1-4fd8-86cf-fc75a7683394", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:19:08.812360 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-70f991fc-f1c4-4c5c-9aae-2fe0f4c05bc3 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:19:08.812761 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fe03f38-e341-4b24-b64e-7d0f28ada3e7', 'tag': 'd02e7eeb-eca1-4fd8-86cf-fc75a7683394', 'status': 'completed', 'code': 200} Aug 22 14:19:08.857520 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa5225f-ea0f-4cfb-8d42-767f2686bc4c req-8c8f26b3-3a09-4129-89a0-3e768e894694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:19:08.859319 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-caa5225f-ea0f-4cfb-8d42-767f2686bc4c req-8c8f26b3-3a09-4129-89a0-3e768e894694 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d692fd831389443cab26dcabc1a63684&device_id=8fe03f38-e341-4b24-b64e-7d0f28ada3e7 HTTP/1.1" status: 200 len: 1095 time: 0.0829320 Aug 22 14:19:08.871481 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e287742-c853-4054-9f31-9042a593060d req-8ce5a248-a7d6-44df-9490-132e5a225f72 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:19:08.873532 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9e287742-c853-4054-9f31-9042a593060d req-8ce5a248-a7d6-44df-9490-132e5a225f72 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fe03f38-e341-4b24-b64e-7d0f28ada3e7 HTTP/1.1" status: 200 len: 943 time: 0.0636389 Aug 22 14:19:08.917873 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-caa5225f-ea0f-4cfb-8d42-767f2686bc4c req-6056c4c4-1241-4e52-a515-1be6375fb41c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d02e7eeb-eca1-4fd8-86cf-fc75a7683394 HTTP/1.1" status: 200 len: 217 time: 0.0433588 Aug 22 14:19:08.975698 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9e287742-c853-4054-9f31-9042a593060d req-c6e01e1c-10ad-4f4e-9abf-37ae56ce1b75 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] 10.222.0.21 "GET /v2.0/security-groups?id=482f1511-2dc4-4177-8de2-bc22384b4166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954468 Aug 22 14:19:08.983450 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa5225f-ea0f-4cfb-8d42-767f2686bc4c req-5685ffb9-dfc0-477f-b5d5-b1e099482f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:19:08.987655 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-caa5225f-ea0f-4cfb-8d42-767f2686bc4c req-5685ffb9-dfc0-477f-b5d5-b1e099482f0c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0cc07b86-8224-4b84-aab6-d9cf7ca0a8ae HTTP/1.1" status: 200 len: 856 time: 0.0594120 Aug 22 14:19:09.032125 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa5225f-ea0f-4cfb-8d42-767f2686bc4c req-15072b90-6c73-4ca2-b008-fb8d6124dfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:19:09.033442 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-caa5225f-ea0f-4cfb-8d42-767f2686bc4c req-15072b90-6c73-4ca2-b008-fb8d6124dfeb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=56305e86-e61b-44fc-b32f-50250e673146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400450 Aug 22 14:19:09.126067 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-caa5225f-ea0f-4cfb-8d42-767f2686bc4c req-da148bc5-f7d4-45e4-aec9-13b9f9bc6ef4 service neutron] 10.222.0.16 "GET /v2.0/networks/56305e86-e61b-44fc-b32f-50250e673146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848787 Aug 22 14:19:09.214281 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-caa5225f-ea0f-4cfb-8d42-767f2686bc4c req-7cdeffe3-fc19-422b-ad54-cd9862d4a326 service neutron] 10.222.0.16 "GET /v2.0/networks/56305e86-e61b-44fc-b32f-50250e673146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805652 Aug 22 14:19:09.300531 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96a860-cf69-40fa-a352-23c61418773d req-0d574957-f57e-4129-a342-f17ec3da43b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:19:09.302001 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bc96a860-cf69-40fa-a352-23c61418773d req-0d574957-f57e-4129-a342-f17ec3da43b1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d692fd831389443cab26dcabc1a63684&device_id=8fe03f38-e341-4b24-b64e-7d0f28ada3e7 HTTP/1.1" status: 200 len: 1095 time: 0.0453978 Aug 22 14:19:09.390306 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96a860-cf69-40fa-a352-23c61418773d req-dccdfa6a-1b7f-4e21-9ade-7e56b477bd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:19:09.391657 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bc96a860-cf69-40fa-a352-23c61418773d req-dccdfa6a-1b7f-4e21-9ade-7e56b477bd63 service neutron] 10.222.0.16 "GET /v2.0/networks?id=56305e86-e61b-44fc-b32f-50250e673146 HTTP/1.1" status: 200 len: 918 time: 0.0814757 Aug 22 14:19:09.436505 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bc96a860-cf69-40fa-a352-23c61418773d req-e94fd61c-dd3f-4ce1-b208-9dc98730fcfa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d02e7eeb-eca1-4fd8-86cf-fc75a7683394 HTTP/1.1" status: 200 len: 217 time: 0.0375910 Aug 22 14:19:09.485971 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96a860-cf69-40fa-a352-23c61418773d req-68710a20-08bd-4cb2-a32f-c7cf4bf01996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:19:09.487486 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bc96a860-cf69-40fa-a352-23c61418773d req-68710a20-08bd-4cb2-a32f-c7cf4bf01996 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0cc07b86-8224-4b84-aab6-d9cf7ca0a8ae HTTP/1.1" status: 200 len: 856 time: 0.0432844 Aug 22 14:19:09.534961 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96a860-cf69-40fa-a352-23c61418773d req-3f3f8601-ef01-4afc-9e58-e1cb3cb3e596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:19:09.536447 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bc96a860-cf69-40fa-a352-23c61418773d req-3f3f8601-ef01-4afc-9e58-e1cb3cb3e596 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=56305e86-e61b-44fc-b32f-50250e673146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399587 Aug 22 14:19:09.627591 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bc96a860-cf69-40fa-a352-23c61418773d req-6934726d-52e6-42d1-af19-9feb1c2f5f1a service neutron] 10.222.0.16 "GET /v2.0/networks/56305e86-e61b-44fc-b32f-50250e673146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827317 Aug 22 14:19:09.716042 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bc96a860-cf69-40fa-a352-23c61418773d req-f26b0c0f-00a6-4436-a2e0-25644fcc4901 service neutron] 10.222.0.16 "GET /v2.0/networks/56305e86-e61b-44fc-b32f-50250e673146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812325 Aug 22 14:19:10.094999 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9600a8b-995d-467b-a5e2-1086ce2e552e req-5dfab69a-340c-43e8-be4b-a17a2a598d60 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:19:10.096528 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c9600a8b-995d-467b-a5e2-1086ce2e552e req-5dfab69a-340c-43e8-be4b-a17a2a598d60 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fe03f38-e341-4b24-b64e-7d0f28ada3e7 HTTP/1.1" status: 200 len: 943 time: 0.0485411 Aug 22 14:19:10.134066 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c9600a8b-995d-467b-a5e2-1086ce2e552e req-b48df131-dae7-40c1-9b7b-612cded7bf54 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] 10.222.0.21 "GET /v2.0/security-groups?id=482f1511-2dc4-4177-8de2-bc22384b4166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316913 Aug 22 14:19:11.268272 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990cd760-4e8f-493e-bd73-83135143fa9e req-ab6b62c6-4c5c-4430-aa04-eb4e9802a1ed tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:19:11.269650 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-990cd760-4e8f-493e-bd73-83135143fa9e req-ab6b62c6-4c5c-4430-aa04-eb4e9802a1ed tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fe03f38-e341-4b24-b64e-7d0f28ada3e7 HTTP/1.1" status: 200 len: 943 time: 0.0523095 Aug 22 14:19:11.306908 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-990cd760-4e8f-493e-bd73-83135143fa9e req-8ae82cf0-ed55-49ab-a70e-a4ef07d00dfb tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] 10.222.0.21 "GET /v2.0/security-groups?id=482f1511-2dc4-4177-8de2-bc22384b4166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312726 Aug 22 14:19:11.552609 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device d02e7eeb-eca1-4fd8-86cf-fc75a7683394 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:19:11.806936 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port d02e7eeb-eca1-4fd8-86cf-fc75a7683394, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=d02e7eeb-eca1-4fd8-86cf-fc75a7683394,segment=NetworkSegment(2e7b0938-8346-46ee-b371-deb9c0029fb0),segment_id=2e7b0938-8346-46ee-b371-deb9c0029fb0)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:19:11.817629 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': 'd02e7eeb-eca1-4fd8-86cf-fc75a7683394', 'network_id': '56305e86-e61b-44fc-b32f-50250e673146', 'port_id': 'd02e7eeb-eca1-4fd8-86cf-fc75a7683394', 'mac_address': 'fa:16:3e:d5:e5:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cc07b86-8224-4b84-aab6-d9cf7ca0a8ae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:19:11.853289 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:11.866999 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d02e7eeb-eca1-4fd8-86cf-fc75a7683394 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:19:11.885620 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port d02e7eeb-eca1-4fd8-86cf-fc75a7683394, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=d02e7eeb-eca1-4fd8-86cf-fc75a7683394,segment=NetworkSegment(2e7b0938-8346-46ee-b371-deb9c0029fb0),segment_id=2e7b0938-8346-46ee-b371-deb9c0029fb0)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:19:11.889347 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:11.934565 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=d02e7eeb-eca1-4fd8-86cf-fc75a7683394,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:19:11.941735 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:19:11.942083 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:19:11.942422 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:19:11.942754 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:19:11.943086 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:19:11.943414 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:19:11.943746 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:19:11.944067 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:19:11.944422 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:19:11.944751 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:19:11.945072 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:19:11.945393 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:19:12.080554 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['d02e7eeb-eca1-4fd8-86cf-fc75a7683394'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:19:12.421776 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982678b-5f8e-4a67-b57b-1b471b18f523 req-f2704c3d-2e74-46c9-8f8b-469d84a90c2d tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:19:12.423257 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1982678b-5f8e-4a67-b57b-1b471b18f523 req-f2704c3d-2e74-46c9-8f8b-469d84a90c2d tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fe03f38-e341-4b24-b64e-7d0f28ada3e7 HTTP/1.1" status: 200 len: 944 time: 0.0489480 Aug 22 14:19:12.460878 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1982678b-5f8e-4a67-b57b-1b471b18f523 req-bc68142b-265b-4d22-966d-7074b94dee80 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] 10.222.0.21 "GET /v2.0/security-groups?id=482f1511-2dc4-4177-8de2-bc22384b4166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317252 Aug 22 14:19:13.573303 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d0af4c-d467-44b6-bec2-ae75b7e7999f req-f64f0025-60c0-439e-a5db-a61525debac6 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:19:13.574779 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c5d0af4c-d467-44b6-bec2-ae75b7e7999f req-f64f0025-60c0-439e-a5db-a61525debac6 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fe03f38-e341-4b24-b64e-7d0f28ada3e7 HTTP/1.1" status: 200 len: 944 time: 0.0482519 Aug 22 14:19:13.583449 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device d02e7eeb-eca1-4fd8-86cf-fc75a7683394 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:19:13.613023 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c5d0af4c-d467-44b6-bec2-ae75b7e7999f req-d9a1e73d-c3c3-47ba-9516-c4c846aae631 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] 10.222.0.21 "GET /v2.0/security-groups?id=482f1511-2dc4-4177-8de2-bc22384b4166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315638 Aug 22 14:19:13.632061 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port d02e7eeb-eca1-4fd8-86cf-fc75a7683394 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:19:13.635561 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port d02e7eeb-eca1-4fd8-86cf-fc75a7683394 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:19:13.635927 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:13.713467 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:13.735707 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe03f38-e341-4b24-b64e-7d0f28ada3e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd02e7eeb-eca1-4fd8-86cf-fc75a7683394'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:19:13.749604 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port d02e7eeb-eca1-4fd8-86cf-fc75a7683394, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=d02e7eeb-eca1-4fd8-86cf-fc75a7683394,segment=NetworkSegment(2e7b0938-8346-46ee-b371-deb9c0029fb0),segment_id=2e7b0938-8346-46ee-b371-deb9c0029fb0)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:19:13.754223 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:13.777771 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9fc9c2c847a9facc218278c3c2c49df6b567d765c98d25b9b10c00da6c51199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9645e3c5-bbd5-4323-b941-0b20a7dcbcc9" -d '{"events": [{"server_uuid": "8fe03f38-e341-4b24-b64e-7d0f28ada3e7", "name": "network-vif-plugged", "status": "completed", "tag": "d02e7eeb-eca1-4fd8-86cf-fc75a7683394"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:19:13.805036 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=d02e7eeb-eca1-4fd8-86cf-fc75a7683394,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:19:13.864688 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823bdb36-438a-4ad1-9c29-281071ef02aa x-openstack-request-id: req-823bdb36-438a-4ad1-9c29-281071ef02aa {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:19:13.864977 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fe03f38-e341-4b24-b64e-7d0f28ada3e7", "name": "network-vif-plugged", "status": "completed", "tag": "d02e7eeb-eca1-4fd8-86cf-fc75a7683394", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:19:13.865249 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-823bdb36-438a-4ad1-9c29-281071ef02aa {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:19:13.865637 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fe03f38-e341-4b24-b64e-7d0f28ada3e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd02e7eeb-eca1-4fd8-86cf-fc75a7683394', 'code': 200} Aug 22 14:19:13.961681 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d17e0-dc97-4331-9898-74efb4618724 req-fc42538a-ed91-4316-afd7-af9856177841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:19:13.963138 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5a6d17e0-dc97-4331-9898-74efb4618724 req-fc42538a-ed91-4316-afd7-af9856177841 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8fe03f38-e341-4b24-b64e-7d0f28ada3e7 HTTP/1.1" status: 200 len: 1097 time: 0.0438163 Aug 22 14:19:13.999188 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5a6d17e0-dc97-4331-9898-74efb4618724 req-30bdf066-4599-4410-b2e8-ca686c7df200 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=482f1511-2dc4-4177-8de2-bc22384b4166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285194 Aug 22 14:19:14.726922 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac6ae1a-5ff4-48db-b35e-7d7172c08547 req-4309efa1-1c28-4f2a-9063-f90ef420d231 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:19:14.728392 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dac6ae1a-5ff4-48db-b35e-7d7172c08547 req-4309efa1-1c28-4f2a-9063-f90ef420d231 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fe03f38-e341-4b24-b64e-7d0f28ada3e7 HTTP/1.1" status: 200 len: 945 time: 0.0484102 Aug 22 14:19:14.766719 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dac6ae1a-5ff4-48db-b35e-7d7172c08547 req-a60573ce-6050-4840-b840-463265affd6a tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] 10.222.0.21 "GET /v2.0/security-groups?id=482f1511-2dc4-4177-8de2-bc22384b4166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315804 Aug 22 14:19:15.883711 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ff4f7-e251-4374-a29c-d8f7513c560a req-2cee1788-49eb-4e10-bb9b-85f9dcf1a20a tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:19:15.885197 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3e3ff4f7-e251-4374-a29c-d8f7513c560a req-2cee1788-49eb-4e10-bb9b-85f9dcf1a20a tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fe03f38-e341-4b24-b64e-7d0f28ada3e7 HTTP/1.1" status: 200 len: 945 time: 0.0486543 Aug 22 14:19:15.923735 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3e3ff4f7-e251-4374-a29c-d8f7513c560a req-1e36b992-23e9-4ffd-9cd9-4bc2e1fdbb26 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] 10.222.0.21 "GET /v2.0/security-groups?id=482f1511-2dc4-4177-8de2-bc22384b4166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315392 Aug 22 14:19:16.044724 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5afb627-35c3-4eee-9b28-1b12cd6794fa req-1da271e5-c647-4f4a-a6a0-63a22739b78b tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:19:16.046138 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e5afb627-35c3-4eee-9b28-1b12cd6794fa req-1da271e5-c647-4f4a-a6a0-63a22739b78b tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fe03f38-e341-4b24-b64e-7d0f28ada3e7 HTTP/1.1" status: 200 len: 945 time: 0.0573854 Aug 22 14:19:16.083367 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e5afb627-35c3-4eee-9b28-1b12cd6794fa req-8f6ed8e3-a34e-4685-a7fe-6d8cabcb18f5 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] 10.222.0.21 "GET /v2.0/security-groups?id=482f1511-2dc4-4177-8de2-bc22384b4166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313025 Aug 22 14:19:27.008384 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4fbf789f-69d8-4af8-8ce4-5b7b9c620cea req-b77d81f0-fb1b-48b8-97d4-4688cc39df8b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8fe03f38-e341-4b24-b64e-7d0f28ada3e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0894859 Aug 22 14:19:27.096586 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf789f-69d8-4af8-8ce4-5b7b9c620cea req-9f3741b5-7e0f-40c5-ba5e-f307aeeeb673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:19:27.098087 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4fbf789f-69d8-4af8-8ce4-5b7b9c620cea req-9f3741b5-7e0f-40c5-ba5e-f307aeeeb673 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d692fd831389443cab26dcabc1a63684&device_id=8fe03f38-e341-4b24-b64e-7d0f28ada3e7 HTTP/1.1" status: 200 len: 1097 time: 0.0405705 Aug 22 14:19:27.207997 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf789f-69d8-4af8-8ce4-5b7b9c620cea req-1fd60e81-6b5d-4cd2-a0bf-685717aaab7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:19:27.209418 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4fbf789f-69d8-4af8-8ce4-5b7b9c620cea req-1fd60e81-6b5d-4cd2-a0bf-685717aaab7a service neutron] 10.222.0.16 "GET /v2.0/networks?id=56305e86-e61b-44fc-b32f-50250e673146 HTTP/1.1" status: 200 len: 918 time: 0.0899177 Aug 22 14:19:27.255462 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4fbf789f-69d8-4af8-8ce4-5b7b9c620cea req-695906f7-50bd-448d-8b89-19ea23ffe579 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d02e7eeb-eca1-4fd8-86cf-fc75a7683394 HTTP/1.1" status: 200 len: 217 time: 0.0372477 Aug 22 14:19:27.305085 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf789f-69d8-4af8-8ce4-5b7b9c620cea req-f6fa1402-3bc2-43a5-8512-7d18e74ab545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:19:27.306562 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4fbf789f-69d8-4af8-8ce4-5b7b9c620cea req-f6fa1402-3bc2-43a5-8512-7d18e74ab545 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0cc07b86-8224-4b84-aab6-d9cf7ca0a8ae HTTP/1.1" status: 200 len: 856 time: 0.0435014 Aug 22 14:19:27.368834 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf789f-69d8-4af8-8ce4-5b7b9c620cea req-77d278a2-b1de-4df5-8f74-16cfb0b04352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:19:27.370413 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4fbf789f-69d8-4af8-8ce4-5b7b9c620cea req-77d278a2-b1de-4df5-8f74-16cfb0b04352 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=56305e86-e61b-44fc-b32f-50250e673146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455136 Aug 22 14:19:27.462014 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4fbf789f-69d8-4af8-8ce4-5b7b9c620cea req-03c67670-4441-4f15-b4ec-db243e71e352 service neutron] 10.222.0.16 "GET /v2.0/networks/56305e86-e61b-44fc-b32f-50250e673146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826912 Aug 22 14:19:27.563331 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4fbf789f-69d8-4af8-8ce4-5b7b9c620cea req-528052e3-9801-4b11-ae4e-73cb8ebd94a2 service neutron] 10.222.0.16 "GET /v2.0/networks/56305e86-e61b-44fc-b32f-50250e673146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928547 Aug 22 14:19:28.523254 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e00df8e3-fd32-450a-8b0c-c91b84fd2a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:28.932831 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:31.128733 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f12cf4d0-4c0f-4cf9-b2e1-b89684dca510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:31.273220 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:32.615190 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:34.334318 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:34.395893 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:34.424701 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300db01-2d28-4471-801c-7a9ab90af52d req-e45de76f-b03b-436c-92fe-8479d6de25f6 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:19:34.428278 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9300db01-2d28-4471-801c-7a9ab90af52d req-e45de76f-b03b-436c-92fe-8479d6de25f6 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fe03f38-e341-4b24-b64e-7d0f28ada3e7 HTTP/1.1" status: 200 len: 945 time: 0.0612295 Aug 22 14:19:34.466673 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9300db01-2d28-4471-801c-7a9ab90af52d req-a405bba4-75bd-4bf1-8c9f-989b9b43c41e tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] 10.222.0.21 "GET /v2.0/security-groups?id=482f1511-2dc4-4177-8de2-bc22384b4166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336442 Aug 22 14:19:35.581991 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82732fa2-b86c-403d-a89e-fa83ff9f0786 req-89131d6a-bfb6-415c-b4cf-d55fb24522fe tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:19:35.583476 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-82732fa2-b86c-403d-a89e-fa83ff9f0786 req-89131d6a-bfb6-415c-b4cf-d55fb24522fe tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fe03f38-e341-4b24-b64e-7d0f28ada3e7 HTTP/1.1" status: 200 len: 945 time: 0.0479412 Aug 22 14:19:35.620683 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-82732fa2-b86c-403d-a89e-fa83ff9f0786 req-b676c20f-595c-4ce0-9cb2-1d6091031ebf tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] 10.222.0.21 "GET /v2.0/security-groups?id=482f1511-2dc4-4177-8de2-bc22384b4166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313354 Aug 22 14:19:35.969487 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3332e328-c3ee-4a74-9082-2fedc592ec3f req-1ee43909-eedd-463b-ac54-582db0317f66 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:19:35.970926 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3332e328-c3ee-4a74-9082-2fedc592ec3f req-1ee43909-eedd-463b-ac54-582db0317f66 tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fe03f38-e341-4b24-b64e-7d0f28ada3e7 HTTP/1.1" status: 200 len: 945 time: 0.0517910 Aug 22 14:19:36.062145 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-3332e328-c3ee-4a74-9082-2fedc592ec3f req-baa9a222-e192-46f5-a3a8-6848466455ec tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Deleting port d02e7eeb-eca1-4fd8-86cf-fc75a7683394 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:19:36.062486 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-3332e328-c3ee-4a74-9082-2fedc592ec3f req-baa9a222-e192-46f5-a3a8-6848466455ec tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:36.149956 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-3332e328-c3ee-4a74-9082-2fedc592ec3f req-baa9a222-e192-46f5-a3a8-6848466455ec tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] For port d02e7eeb-eca1-4fd8-86cf-fc75a7683394, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=d02e7eeb-eca1-4fd8-86cf-fc75a7683394,segment=NetworkSegment(2e7b0938-8346-46ee-b371-deb9c0029fb0),segment_id=2e7b0938-8346-46ee-b371-deb9c0029fb0)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:19:36.150326 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-3332e328-c3ee-4a74-9082-2fedc592ec3f req-baa9a222-e192-46f5-a3a8-6848466455ec tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:36.162789 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-3332e328-c3ee-4a74-9082-2fedc592ec3f req-baa9a222-e192-46f5-a3a8-6848466455ec tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Calling delete_port for d02e7eeb-eca1-4fd8-86cf-fc75a7683394 owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:19:36.252400 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:19:36.286190 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-3332e328-c3ee-4a74-9082-2fedc592ec3f req-baa9a222-e192-46f5-a3a8-6848466455ec tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:36.298168 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['d02e7eeb-eca1-4fd8-86cf-fc75a7683394'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:19:36.320115 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa9a222-e192-46f5-a3a8-6848466455ec tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Pushing event deleted for resources: {'Port': ['ID=d02e7eeb-eca1-4fd8-86cf-fc75a7683394,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:19:36.363619 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-3332e328-c3ee-4a74-9082-2fedc592ec3f req-baa9a222-e192-46f5-a3a8-6848466455ec tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] No DVR routers for this DVR port d02e7eeb-eca1-4fd8-86cf-fc75a7683394 on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:19:36.366280 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-3332e328-c3ee-4a74-9082-2fedc592ec3f req-baa9a222-e192-46f5-a3a8-6848466455ec tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:36.368340 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3332e328-c3ee-4a74-9082-2fedc592ec3f req-baa9a222-e192-46f5-a3a8-6848466455ec tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] 10.222.0.16 "DELETE /v2.0/ports/d02e7eeb-eca1-4fd8-86cf-fc75a7683394 HTTP/1.1" status: 204 len: 173 time: 0.3908107 Aug 22 14:19:36.368813 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe03f38-e341-4b24-b64e-7d0f28ada3e7', 'name': 'network-vif-deleted', 'tag': 'd02e7eeb-eca1-4fd8-86cf-fc75a7683394'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:19:36.412360 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8361b9502d284db1754c02bd1b6f8106db555dd6c6dc010ebe333761f67dd15a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2ecd45-430d-4b72-bd91-ad11fd6ad4e0" -d '{"events": [{"server_uuid": "8fe03f38-e341-4b24-b64e-7d0f28ada3e7", "name": "network-vif-deleted", "tag": "d02e7eeb-eca1-4fd8-86cf-fc75a7683394"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:19:36.516971 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358f6554-1935-4d54-9177-db33f951c7dc x-openstack-request-id: req-358f6554-1935-4d54-9177-db33f951c7dc {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:19:36.517263 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fe03f38-e341-4b24-b64e-7d0f28ada3e7", "name": "network-vif-deleted", "tag": "d02e7eeb-eca1-4fd8-86cf-fc75a7683394", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:19:36.517557 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-358f6554-1935-4d54-9177-db33f951c7dc {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:19:36.517964 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fe03f38-e341-4b24-b64e-7d0f28ada3e7', 'name': 'network-vif-deleted', 'tag': 'd02e7eeb-eca1-4fd8-86cf-fc75a7683394', 'status': 'completed', 'code': 200} Aug 22 14:19:36.724063 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-deb99b78-760c-4af4-8b62-009b5805dfe3 req-bf92e32e-0539-4795-ba54-b6b5a9d0a4da tempest-TestEncryptedCinderVolumes-1338645788 tempest-TestEncryptedCinderVolumes-1338645788-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fe03f38-e341-4b24-b64e-7d0f28ada3e7 HTTP/1.1" status: 200 len: 210 time: 0.0268691 Aug 22 14:19:37.814833 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51268) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:19:38.154238 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-05694182-87b0-4d34-a121-9b3890468b66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:38.393567 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-05694182-87b0-4d34-a121-9b3890468b66 admin admin] Deleting port 7d11ca09-fe6d-4a52-b5d1-cb73a5c1acd3 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:19:38.393909 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-05694182-87b0-4d34-a121-9b3890468b66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:38.474028 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-05694182-87b0-4d34-a121-9b3890468b66 admin admin] For port 7d11ca09-fe6d-4a52-b5d1-cb73a5c1acd3, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=7d11ca09-fe6d-4a52-b5d1-cb73a5c1acd3,segment=NetworkSegment(2e7b0938-8346-46ee-b371-deb9c0029fb0),segment_id=2e7b0938-8346-46ee-b371-deb9c0029fb0)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:19:38.474288 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-05694182-87b0-4d34-a121-9b3890468b66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:38.486273 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-05694182-87b0-4d34-a121-9b3890468b66 admin admin] Calling delete_port for 7d11ca09-fe6d-4a52-b5d1-cb73a5c1acd3 owned by network:router_interface {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:19:38.665901 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-05694182-87b0-4d34-a121-9b3890468b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:38.695635 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05694182-87b0-4d34-a121-9b3890468b66 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d11ca09-fe6d-4a52-b5d1-cb73a5c1acd3,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:19:38.719650 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05694182-87b0-4d34-a121-9b3890468b66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:19:38.720004 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05694182-87b0-4d34-a121-9b3890468b66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:19:38.720373 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05694182-87b0-4d34-a121-9b3890468b66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:19:38.720710 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05694182-87b0-4d34-a121-9b3890468b66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:19:38.721045 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05694182-87b0-4d34-a121-9b3890468b66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:19:38.721376 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05694182-87b0-4d34-a121-9b3890468b66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:19:38.721703 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05694182-87b0-4d34-a121-9b3890468b66 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:19:38.722030 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05694182-87b0-4d34-a121-9b3890468b66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:19:38.722353 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05694182-87b0-4d34-a121-9b3890468b66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:19:38.722676 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05694182-87b0-4d34-a121-9b3890468b66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:19:38.722998 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05694182-87b0-4d34-a121-9b3890468b66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:19:38.723519 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05694182-87b0-4d34-a121-9b3890468b66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:19:38.867899 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-05694182-87b0-4d34-a121-9b3890468b66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:39.087061 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05694182-87b0-4d34-a121-9b3890468b66 admin admin] Router 50e7758c-efea-4748-a37e-027221e74616 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:19:39.193798 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05694182-87b0-4d34-a121-9b3890468b66 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:19:39.198999 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-05694182-87b0-4d34-a121-9b3890468b66 admin admin] 10.222.0.21 "PUT /v2.0/routers/50e7758c-efea-4748-a37e-027221e74616/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3831439 Aug 22 14:19:39.202013 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51272) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:19:39.205359 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d910e4-fdc3-47f3-853b-7d87eaf97ad5 None None] Sync routers for ids ['50e7758c-efea-4748-a37e-027221e74616'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:19:39.214735 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d910e4-fdc3-47f3-853b-7d87eaf97ad5 None None] Routers {'50e7758c-efea-4748-a37e-027221e74616'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:19:39.215533 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-21d910e4-fdc3-47f3-853b-7d87eaf97ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:19:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['50e7758c-efea-4748-a37e-027221e74616'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:19:39.306076 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4fdc2083-4daf-4d75-bc23-c0552cbc06d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:39.319284 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-21d910e4-fdc3-47f3-853b-7d87eaf97ad5 None None] Set router 50e7758c-efea-4748-a37e-027221e74616 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:19:39.407678 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4fdc2083-4daf-4d75-bc23-c0552cbc06d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:39.458774 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-4fdc2083-4daf-4d75-bc23-c0552cbc06d0 admin admin] Deleting port d3e01646-1e9f-42e2-824d-91a5cdc6f0c7 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:19:39.459127 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4fdc2083-4daf-4d75-bc23-c0552cbc06d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:39.494246 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-21d910e4-fdc3-47f3-853b-7d87eaf97ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e7758c-efea-4748-a37e-027221e74616', 'name': 'tempest-TestEncryptedCinderVolumes-1765681012-router', 'tenant_id': 'd692fd831389443cab26dcabc1a63684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': 'd3e01646-1e9f-42e2-824d-91a5cdc6f0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:18:24Z', 'updated_at': '2021-08-22T14:19:38Z', 'revision_number': 5, 'project_id': 'd692fd831389443cab26dcabc1a63684', 'gw_port': {'id': 'd3e01646-1e9f-42e2-824d-91a5cdc6f0c7', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:90:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e7758c-efea-4748-a37e-027221e74616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:18:24Z', 'updated_at': '2021-08-22T14:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:19:39.519926 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d910e4-fdc3-47f3-853b-7d87eaf97ad5 None None] Checking router: 50e7758c-efea-4748-a37e-027221e74616 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:19:39.527987 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d910e4-fdc3-47f3-853b-7d87eaf97ad5 None None] Routers {'50e7758c-efea-4748-a37e-027221e74616'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:19:39.528622 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-21d910e4-fdc3-47f3-853b-7d87eaf97ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:19:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['50e7758c-efea-4748-a37e-027221e74616'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:19:39.536953 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-4fdc2083-4daf-4d75-bc23-c0552cbc06d0 admin admin] For port d3e01646-1e9f-42e2-824d-91a5cdc6f0c7, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=d3e01646-1e9f-42e2-824d-91a5cdc6f0c7,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:19:39.537319 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4fdc2083-4daf-4d75-bc23-c0552cbc06d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:39.549073 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-4fdc2083-4daf-4d75-bc23-c0552cbc06d0 admin admin] Calling delete_port for d3e01646-1e9f-42e2-824d-91a5cdc6f0c7 owned by network:router_gateway {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:19:39.614912 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-21d910e4-fdc3-47f3-853b-7d87eaf97ad5 None None] Set router 50e7758c-efea-4748-a37e-027221e74616 gateway port host: None {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:19:39.671047 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device d02e7eeb-eca1-4fd8-86cf-fc75a7683394 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:19:39.674079 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-21d910e4-fdc3-47f3-853b-7d87eaf97ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e7758c-efea-4748-a37e-027221e74616', 'name': 'tempest-TestEncryptedCinderVolumes-1765681012-router', 'tenant_id': 'd692fd831389443cab26dcabc1a63684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:18:24Z', 'updated_at': '2021-08-22T14:19:39Z', 'revision_number': 6, 'project_id': 'd692fd831389443cab26dcabc1a63684', 'gw_port_host': None}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:19:39.692306 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: d02e7eeb-eca1-4fd8-86cf-fc75a7683394 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:19:39.693120 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device d02e7eeb-eca1-4fd8-86cf-fc75a7683394 not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:19:39.716671 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4fdc2083-4daf-4d75-bc23-c0552cbc06d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:39.719052 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d910e4-fdc3-47f3-853b-7d87eaf97ad5 None None] The sync data for ids ['50e7758c-efea-4748-a37e-027221e74616'] in n-d-793621-33 is: [{'id': '50e7758c-efea-4748-a37e-027221e74616', 'name': 'tempest-TestEncryptedCinderVolumes-1765681012-router', 'tenant_id': 'd692fd831389443cab26dcabc1a63684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:18:24Z', 'updated_at': '2021-08-22T14:19:39Z', 'revision_number': 6, 'project_id': 'd692fd831389443cab26dcabc1a63684', 'gw_port_host': None}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:19:39.749522 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdc2083-4daf-4d75-bc23-c0552cbc06d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3e01646-1e9f-42e2-824d-91a5cdc6f0c7,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:19:39.812423 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4fdc2083-4daf-4d75-bc23-c0552cbc06d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:39.901401 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4fdc2083-4daf-4d75-bc23-c0552cbc06d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:39.903360 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4fdc2083-4daf-4d75-bc23-c0552cbc06d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:39.944975 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4fdc2083-4daf-4d75-bc23-c0552cbc06d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:39.945563 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fdc2083-4daf-4d75-bc23-c0552cbc06d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50e7758c-efea-4748-a37e-027221e74616 {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 14:19:39.950426 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4fdc2083-4daf-4d75-bc23-c0552cbc06d0 admin admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:39.951685 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4fdc2083-4daf-4d75-bc23-c0552cbc06d0 admin admin] 10.222.0.21 "DELETE /v2.0/routers/50e7758c-efea-4748-a37e-027221e74616 HTTP/1.1" status: 204 len: 168 time: 0.7487602 Aug 22 14:19:39.954247 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51274) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:19:40.002581 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcaa9f45-7fcc-469c-af5d-9949a85b9800 admin admin] Deleting subnet 0cc07b86-8224-4b84-aab6-d9cf7ca0a8ae {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:19:40.005610 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bcaa9f45-7fcc-469c-af5d-9949a85b9800 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:40.040662 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bcaa9f45-7fcc-469c-af5d-9949a85b9800 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:40.121396 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bcaa9f45-7fcc-469c-af5d-9949a85b9800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:40.178760 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bcaa9f45-7fcc-469c-af5d-9949a85b9800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:40.207518 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaa9f45-7fcc-469c-af5d-9949a85b9800 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cc07b86-8224-4b84-aab6-d9cf7ca0a8ae,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:19:40.211104 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bcaa9f45-7fcc-469c-af5d-9949a85b9800 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:40.212998 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-bcaa9f45-7fcc-469c-af5d-9949a85b9800 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0cc07b86-8224-4b84-aab6-d9cf7ca0a8ae HTTP/1.1" status: 204 len: 168 time: 0.2578418 Aug 22 14:19:40.215552 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51276) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:19:40.218482 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7a9323-1c79-424a-b540-101f584653dc None None] Network 56305e86-e61b-44fc-b32f-50250e673146 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:19:40.283942 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fcff970c-3e5f-4b49-998e-4d0e90ae6b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:40.336722 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-fcff970c-3e5f-4b49-998e-4d0e90ae6b52 admin admin] Deleting port 295f32e1-1f0a-40e1-95a4-9b7f0805a3ce {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:19:40.336974 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fcff970c-3e5f-4b49-998e-4d0e90ae6b52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:40.402800 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-fcff970c-3e5f-4b49-998e-4d0e90ae6b52 admin admin] For port 295f32e1-1f0a-40e1-95a4-9b7f0805a3ce, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=295f32e1-1f0a-40e1-95a4-9b7f0805a3ce,segment=NetworkSegment(2e7b0938-8346-46ee-b371-deb9c0029fb0),segment_id=2e7b0938-8346-46ee-b371-deb9c0029fb0)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:19:40.403162 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fcff970c-3e5f-4b49-998e-4d0e90ae6b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:40.415550 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-fcff970c-3e5f-4b49-998e-4d0e90ae6b52 admin admin] Calling delete_port for 295f32e1-1f0a-40e1-95a4-9b7f0805a3ce owned by network:dhcp {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:19:40.474683 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93897680-c673-4477-a144-2f7ce839f9ea None None] DHCP port deletion for 56305e86-e61b-44fc-b32f-50250e673146 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 14:19:40.498270 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fcff970c-3e5f-4b49-998e-4d0e90ae6b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:40.521834 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-93897680-c673-4477-a144-2f7ce839f9ea None None] Deleting port 295f32e1-1f0a-40e1-95a4-9b7f0805a3ce {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:19:40.522210 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-93897680-c673-4477-a144-2f7ce839f9ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:40.526111 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff970c-3e5f-4b49-998e-4d0e90ae6b52 admin admin] Pushing event deleted for resources: {'Port': ['ID=295f32e1-1f0a-40e1-95a4-9b7f0805a3ce,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:19:40.528733 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcff970c-3e5f-4b49-998e-4d0e90ae6b52 admin admin] No DVR routers for this DVR port 295f32e1-1f0a-40e1-95a4-9b7f0805a3ce on host n-d-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:19:40.594352 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-93897680-c673-4477-a144-2f7ce839f9ea None None] For port 295f32e1-1f0a-40e1-95a4-9b7f0805a3ce, host n-d-793621-33, got binding levels [] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:19:40.594746 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-93897680-c673-4477-a144-2f7ce839f9ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:40.606705 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fcff970c-3e5f-4b49-998e-4d0e90ae6b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:40.607164 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-93897680-c673-4477-a144-2f7ce839f9ea None None] Calling delete_port for 295f32e1-1f0a-40e1-95a4-9b7f0805a3ce owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:19:40.610130 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.ipam_backend_mixin [None req-93897680-c673-4477-a144-2f7ce839f9ea None None] Port 295f32e1-1f0a-40e1-95a4-9b7f0805a3ce was not found and therefore no delete operation was performed {{(pid=94629) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 22 14:19:40.611342 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-93897680-c673-4477-a144-2f7ce839f9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:40.619554 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-fcff970c-3e5f-4b49-998e-4d0e90ae6b52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56305e86-e61b-44fc-b32f-50250e673146']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:19:40.631244 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-fcff970c-3e5f-4b49-998e-4d0e90ae6b52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e7b0938-8346-46ee-b371-deb9c0029fb0') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:19:40.631672 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-fcff970c-3e5f-4b49-998e-4d0e90ae6b52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e7b0938-8346-46ee-b371-deb9c0029fb0') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:19:40.635509 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93897680-c673-4477-a144-2f7ce839f9ea None None] Pushing event deleted for resources: {'Port': ['ID=295f32e1-1f0a-40e1-95a4-9b7f0805a3ce,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:19:40.639933 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93897680-c673-4477-a144-2f7ce839f9ea None None] No DVR routers for this DVR port 295f32e1-1f0a-40e1-95a4-9b7f0805a3ce on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:19:40.648207 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fcff970c-3e5f-4b49-998e-4d0e90ae6b52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:40.667569 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fcff970c-3e5f-4b49-998e-4d0e90ae6b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:40.674436 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcff970c-3e5f-4b49-998e-4d0e90ae6b52 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:19:40.674932 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fcff970c-3e5f-4b49-998e-4d0e90ae6b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:40.676741 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 14:19:40.676741 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:19:40.676741 n-d-793621-33 neutron-server[94628]: timer() Aug 22 14:19:40.676741 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:19:40.676741 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 14:19:40.676741 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:19:40.676741 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 14:19:40.676741 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:19:40.676741 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 14:19:40.676741 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:19:40.676741 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 14:19:40.676741 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:19:40.676741 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 14:19:40.676741 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:19:40.676741 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:19:40.676741 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:19:40.676741 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:19:40.676741 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:19:40.676741 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 14:19:40.676741 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:19:40.676741 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 14:19:40.676741 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:19:40.676741 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:19:40.676741 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:19:40.676741 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 14:19:40.676741 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:19:40.676741 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:19:40.676741 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:19:40.676741 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:19:40.676741 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:19:40.676741 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:19:40.676741 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:19:40.738578 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fcff970c-3e5f-4b49-998e-4d0e90ae6b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:40.744212 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fcff970c-3e5f-4b49-998e-4d0e90ae6b52 admin admin] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:40.746167 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-fcff970c-3e5f-4b49-998e-4d0e90ae6b52 admin admin] 10.222.0.21 "DELETE /v2.0/networks/56305e86-e61b-44fc-b32f-50250e673146 HTTP/1.1" status: 204 len: 168 time: 0.5296831 Aug 22 14:19:40.749908 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 51278) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:19:40.756960 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff970c-3e5f-4b49-998e-4d0e90ae6b52 admin admin] Pushing event deleted for resources: {'Network': ['ID=56305e86-e61b-44fc-b32f-50250e673146,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:19:41.091129 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ac88f57d-ae5b-4eb7-84e5-c697665023d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:41.169505 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device d3e01646-1e9f-42e2-824d-91a5cdc6f0c7 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:19:41.189784 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: d3e01646-1e9f-42e2-824d-91a5cdc6f0c7 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:19:41.190129 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device d3e01646-1e9f-42e2-824d-91a5cdc6f0c7 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:19:41.190553 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 7d11ca09-fe6d-4a52-b5d1-cb73a5c1acd3 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:19:41.209816 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 7d11ca09-fe6d-4a52-b5d1-cb73a5c1acd3 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:19:41.210155 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 7d11ca09-fe6d-4a52-b5d1-cb73a5c1acd3 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:19:41.210602 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 295f32e1-1f0a-40e1-95a4-9b7f0805a3ce no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:19:41.233277 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 295f32e1-1f0a-40e1-95a4-9b7f0805a3ce {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:19:41.233965 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 295f32e1-1f0a-40e1-95a4-9b7f0805a3ce not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:19:41.607072 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-ac88f57d-ae5b-4eb7-84e5-c697665023d1 admin admin] Deleting port c7e3db32-27af-443a-ade2-f2cdd0a128e9 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:19:41.607414 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ac88f57d-ae5b-4eb7-84e5-c697665023d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:41.682050 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-ac88f57d-ae5b-4eb7-84e5-c697665023d1 admin admin] For port c7e3db32-27af-443a-ade2-f2cdd0a128e9, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=c7e3db32-27af-443a-ade2-f2cdd0a128e9,segment=NetworkSegment(6469b7c4-3cab-4921-ac60-5e4d6bd65e6a),segment_id=6469b7c4-3cab-4921-ac60-5e4d6bd65e6a)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:19:41.682413 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ac88f57d-ae5b-4eb7-84e5-c697665023d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:41.694216 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-ac88f57d-ae5b-4eb7-84e5-c697665023d1 admin admin] Calling delete_port for c7e3db32-27af-443a-ade2-f2cdd0a128e9 owned by network:router_interface {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:19:41.867630 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ac88f57d-ae5b-4eb7-84e5-c697665023d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:41.897911 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac88f57d-ae5b-4eb7-84e5-c697665023d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7e3db32-27af-443a-ade2-f2cdd0a128e9,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:19:42.064618 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ac88f57d-ae5b-4eb7-84e5-c697665023d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:42.277725 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac88f57d-ae5b-4eb7-84e5-c697665023d1 admin admin] Router 3ff35724-b4ca-4786-85f5-2508d427e61c has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:19:42.384331 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac88f57d-ae5b-4eb7-84e5-c697665023d1 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:19:42.389896 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ac88f57d-ae5b-4eb7-84e5-c697665023d1 admin admin] 10.222.0.21 "PUT /v2.0/routers/3ff35724-b4ca-4786-85f5-2508d427e61c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6389289 Aug 22 14:19:42.392385 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 51280) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:19:42.395043 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961e611d-30c7-4469-abd4-9143669d3c71 None None] Sync routers for ids ['3ff35724-b4ca-4786-85f5-2508d427e61c'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:19:42.403884 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961e611d-30c7-4469-abd4-9143669d3c71 None None] Routers {'3ff35724-b4ca-4786-85f5-2508d427e61c'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:19:42.405443 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-961e611d-30c7-4469-abd4-9143669d3c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:19:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['3ff35724-b4ca-4786-85f5-2508d427e61c'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:19:42.495572 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2f81eee6-70b3-459e-b15d-a315b6f47101 admin admin] Notify callbacks [] for router, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:42.507627 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-961e611d-30c7-4469-abd4-9143669d3c71 None None] Set router 3ff35724-b4ca-4786-85f5-2508d427e61c gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:19:42.598381 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2f81eee6-70b3-459e-b15d-a315b6f47101 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:42.655586 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-2f81eee6-70b3-459e-b15d-a315b6f47101 admin admin] Deleting port 1f3fbae4-5671-4a32-9739-7d06f7de7fe1 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:19:42.655953 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2f81eee6-70b3-459e-b15d-a315b6f47101 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:42.689204 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-961e611d-30c7-4469-abd4-9143669d3c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff35724-b4ca-4786-85f5-2508d427e61c', 'name': 'tempest-TestEncryptedCinderVolumes-865888741-router', 'tenant_id': 'c214b4b777db46a6a71ce08892bcb1ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '1f3fbae4-5671-4a32-9739-7d06f7de7fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:18:28Z', 'updated_at': '2021-08-22T14:19:41Z', 'revision_number': 5, 'project_id': 'c214b4b777db46a6a71ce08892bcb1ef', 'gw_port': {'id': '1f3fbae4-5671-4a32-9739-7d06f7de7fe1', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:6c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff35724-b4ca-4786-85f5-2508d427e61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:18:29Z', 'updated_at': '2021-08-22T14:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:19:42.715141 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961e611d-30c7-4469-abd4-9143669d3c71 None None] Checking router: 3ff35724-b4ca-4786-85f5-2508d427e61c for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:19:42.724514 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961e611d-30c7-4469-abd4-9143669d3c71 None None] Routers {'3ff35724-b4ca-4786-85f5-2508d427e61c'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:19:42.725121 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-961e611d-30c7-4469-abd4-9143669d3c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:19:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['3ff35724-b4ca-4786-85f5-2508d427e61c'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:19:42.735896 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-2f81eee6-70b3-459e-b15d-a315b6f47101 admin admin] For port 1f3fbae4-5671-4a32-9739-7d06f7de7fe1, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=1f3fbae4-5671-4a32-9739-7d06f7de7fe1,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:19:42.736385 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2f81eee6-70b3-459e-b15d-a315b6f47101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:42.748217 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-2f81eee6-70b3-459e-b15d-a315b6f47101 admin admin] Calling delete_port for 1f3fbae4-5671-4a32-9739-7d06f7de7fe1 owned by network:router_gateway {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:19:42.811392 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-961e611d-30c7-4469-abd4-9143669d3c71 None None] Set router 3ff35724-b4ca-4786-85f5-2508d427e61c gateway port host: None {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:19:42.865468 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-961e611d-30c7-4469-abd4-9143669d3c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff35724-b4ca-4786-85f5-2508d427e61c', 'name': 'tempest-TestEncryptedCinderVolumes-865888741-router', 'tenant_id': 'c214b4b777db46a6a71ce08892bcb1ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:18:28Z', 'updated_at': '2021-08-22T14:19:42Z', 'revision_number': 6, 'project_id': 'c214b4b777db46a6a71ce08892bcb1ef', 'gw_port_host': None}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:19:42.891680 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961e611d-30c7-4469-abd4-9143669d3c71 None None] The sync data for ids ['3ff35724-b4ca-4786-85f5-2508d427e61c'] in n-d-793621-33 is: [{'id': '3ff35724-b4ca-4786-85f5-2508d427e61c', 'name': 'tempest-TestEncryptedCinderVolumes-865888741-router', 'tenant_id': 'c214b4b777db46a6a71ce08892bcb1ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:18:28Z', 'updated_at': '2021-08-22T14:19:42Z', 'revision_number': 6, 'project_id': 'c214b4b777db46a6a71ce08892bcb1ef', 'gw_port_host': None}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:19:42.928691 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2f81eee6-70b3-459e-b15d-a315b6f47101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:42.955792 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f81eee6-70b3-459e-b15d-a315b6f47101 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f3fbae4-5671-4a32-9739-7d06f7de7fe1,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:19:43.019701 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2f81eee6-70b3-459e-b15d-a315b6f47101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:43.114819 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2f81eee6-70b3-459e-b15d-a315b6f47101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:43.116948 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2f81eee6-70b3-459e-b15d-a315b6f47101 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:43.161210 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2f81eee6-70b3-459e-b15d-a315b6f47101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:43.161769 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f81eee6-70b3-459e-b15d-a315b6f47101 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ff35724-b4ca-4786-85f5-2508d427e61c {{(pid=94627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 14:19:43.166612 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2f81eee6-70b3-459e-b15d-a315b6f47101 admin admin] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:43.167770 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-2f81eee6-70b3-459e-b15d-a315b6f47101 admin admin] 10.222.0.21 "DELETE /v2.0/routers/3ff35724-b4ca-4786-85f5-2508d427e61c HTTP/1.1" status: 204 len: 168 time: 0.7744446 Aug 22 14:19:43.170803 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 51282) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:19:43.222028 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-f67eb4c1-f7a6-43f8-9157-521141995261 admin admin] Deleting subnet 8adea887-eae4-4474-adf6-2ba3d727118f {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:19:43.223816 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f67eb4c1-f7a6-43f8-9157-521141995261 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:43.265343 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f67eb4c1-f7a6-43f8-9157-521141995261 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:43.355208 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f67eb4c1-f7a6-43f8-9157-521141995261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:43.410169 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f67eb4c1-f7a6-43f8-9157-521141995261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:43.439715 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67eb4c1-f7a6-43f8-9157-521141995261 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8adea887-eae4-4474-adf6-2ba3d727118f,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:19:43.444119 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f67eb4c1-f7a6-43f8-9157-521141995261 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:43.446009 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f67eb4c1-f7a6-43f8-9157-521141995261 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8adea887-eae4-4474-adf6-2ba3d727118f HTTP/1.1" status: 204 len: 168 time: 0.2746639 Aug 22 14:19:43.448516 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 51284) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:19:43.450951 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86df238b-b3df-4e90-8982-4195d957d40a None None] Network ef215ae6-ea20-47db-97ba-29816054bcd2 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:19:43.519515 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-959140d1-6549-46e9-9557-903c16c0f849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:43.573314 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-959140d1-6549-46e9-9557-903c16c0f849 admin admin] Deleting port 1c2db50f-797d-4fdb-987e-b2aab769aac9 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:19:43.573711 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-959140d1-6549-46e9-9557-903c16c0f849 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:43.641722 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-959140d1-6549-46e9-9557-903c16c0f849 admin admin] For port 1c2db50f-797d-4fdb-987e-b2aab769aac9, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=1c2db50f-797d-4fdb-987e-b2aab769aac9,segment=NetworkSegment(6469b7c4-3cab-4921-ac60-5e4d6bd65e6a),segment_id=6469b7c4-3cab-4921-ac60-5e4d6bd65e6a)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:19:43.641995 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-959140d1-6549-46e9-9557-903c16c0f849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:43.655113 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-959140d1-6549-46e9-9557-903c16c0f849 admin admin] Calling delete_port for 1c2db50f-797d-4fdb-987e-b2aab769aac9 owned by network:dhcp {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:19:43.692525 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device c7e3db32-27af-443a-ade2-f2cdd0a128e9 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:19:43.719158 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b97c5ff-4cfa-46c5-9cc2-529fd17b6ab5 None None] DHCP port deletion for ef215ae6-ea20-47db-97ba-29816054bcd2 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 14:19:43.721356 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: c7e3db32-27af-443a-ade2-f2cdd0a128e9 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:19:43.721994 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device c7e3db32-27af-443a-ade2-f2cdd0a128e9 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:19:43.740828 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-959140d1-6549-46e9-9557-903c16c0f849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:43.766625 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959140d1-6549-46e9-9557-903c16c0f849 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c2db50f-797d-4fdb-987e-b2aab769aac9,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:19:43.767005 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-1b97c5ff-4cfa-46c5-9cc2-529fd17b6ab5 None None] Deleting port 1c2db50f-797d-4fdb-987e-b2aab769aac9 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:19:43.767384 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1b97c5ff-4cfa-46c5-9cc2-529fd17b6ab5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:43.770909 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959140d1-6549-46e9-9557-903c16c0f849 admin admin] No DVR routers for this DVR port 1c2db50f-797d-4fdb-987e-b2aab769aac9 on host n-d-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:19:43.832581 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-1b97c5ff-4cfa-46c5-9cc2-529fd17b6ab5 None None] For port 1c2db50f-797d-4fdb-987e-b2aab769aac9, host n-d-793621-33, got binding levels [] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:19:43.833130 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1b97c5ff-4cfa-46c5-9cc2-529fd17b6ab5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:43.846293 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-1b97c5ff-4cfa-46c5-9cc2-529fd17b6ab5 None None] Calling delete_port for 1c2db50f-797d-4fdb-987e-b2aab769aac9 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:19:43.847712 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-959140d1-6549-46e9-9557-903c16c0f849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:43.849088 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.ipam_backend_mixin [None req-1b97c5ff-4cfa-46c5-9cc2-529fd17b6ab5 None None] Port 1c2db50f-797d-4fdb-987e-b2aab769aac9 was not found and therefore no delete operation was performed {{(pid=94629) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 22 14:19:43.850310 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1b97c5ff-4cfa-46c5-9cc2-529fd17b6ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:43.858122 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-959140d1-6549-46e9-9557-903c16c0f849 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef215ae6-ea20-47db-97ba-29816054bcd2']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:19:43.868800 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-959140d1-6549-46e9-9557-903c16c0f849 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6469b7c4-3cab-4921-ac60-5e4d6bd65e6a') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:19:43.869095 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-959140d1-6549-46e9-9557-903c16c0f849 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6469b7c4-3cab-4921-ac60-5e4d6bd65e6a') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:19:43.876924 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b97c5ff-4cfa-46c5-9cc2-529fd17b6ab5 None None] Pushing event deleted for resources: {'Port': ['ID=1c2db50f-797d-4fdb-987e-b2aab769aac9,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:19:43.878780 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b97c5ff-4cfa-46c5-9cc2-529fd17b6ab5 None None] No DVR routers for this DVR port 1c2db50f-797d-4fdb-987e-b2aab769aac9 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:19:43.880180 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-959140d1-6549-46e9-9557-903c16c0f849 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:43.897014 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-959140d1-6549-46e9-9557-903c16c0f849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:43.903713 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-959140d1-6549-46e9-9557-903c16c0f849 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:19:43.904067 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-959140d1-6549-46e9-9557-903c16c0f849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:43.907843 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 14:19:43.907843 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:19:43.907843 n-d-793621-33 neutron-server[94627]: timer() Aug 22 14:19:43.907843 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:19:43.907843 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 14:19:43.907843 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:19:43.907843 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 14:19:43.907843 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:19:43.907843 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 14:19:43.907843 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:19:43.907843 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 14:19:43.907843 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:19:43.907843 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 14:19:43.907843 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:19:43.907843 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:19:43.907843 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:19:43.907843 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:19:43.907843 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:19:43.907843 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 14:19:43.907843 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:19:43.907843 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 14:19:43.907843 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:19:43.907843 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:19:43.907843 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:19:43.907843 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 14:19:43.907843 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:19:43.907843 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:19:43.907843 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:19:43.907843 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:19:43.907843 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:19:43.907843 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:19:43.907843 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:19:43.969029 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-959140d1-6549-46e9-9557-903c16c0f849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:43.976010 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-959140d1-6549-46e9-9557-903c16c0f849 admin admin] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:43.978117 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-959140d1-6549-46e9-9557-903c16c0f849 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ef215ae6-ea20-47db-97ba-29816054bcd2 HTTP/1.1" status: 204 len: 168 time: 0.5282426 Aug 22 14:19:43.993193 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959140d1-6549-46e9-9557-903c16c0f849 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef215ae6-ea20-47db-97ba-29816054bcd2,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:19:44.148524 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 51288) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:19:44.187124 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-298a8cb1-513d-4669-8a00-c8e6381cda67 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d692fd831389443cab26dcabc1a63684&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374179 Aug 22 14:19:44.189677 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 51290) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:19:44.239019 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-37db515f-8e62-42c1-b8a9-9448f9c44dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:44.259733 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-37db515f-8e62-42c1-b8a9-9448f9c44dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:44.307038 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-37db515f-8e62-42c1-b8a9-9448f9c44dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:44.309740 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-37db515f-8e62-42c1-b8a9-9448f9c44dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:44.311608 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-37db515f-8e62-42c1-b8a9-9448f9c44dd8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/482f1511-2dc4-4177-8de2-bc22384b4166 HTTP/1.1" status: 204 len: 168 time: 0.1210191 Aug 22 14:19:44.319421 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37db515f-8e62-42c1-b8a9-9448f9c44dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482f1511-2dc4-4177-8de2-bc22384b4166,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:19:44.619746 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 51296) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:19:44.657816 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f241537c-f30d-4fc5-ad07-a4a6d314e28f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c214b4b777db46a6a71ce08892bcb1ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0369124 Aug 22 14:19:44.660221 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 51298) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:19:44.710150 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-752bf3fb-dc39-4d29-8da7-55f1d6990e95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:44.731160 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-752bf3fb-dc39-4d29-8da7-55f1d6990e95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:44.776138 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-752bf3fb-dc39-4d29-8da7-55f1d6990e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:44.778716 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-752bf3fb-dc39-4d29-8da7-55f1d6990e95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:44.780489 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-752bf3fb-dc39-4d29-8da7-55f1d6990e95 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a4b13bb9-1dc5-428a-9a36-d2c0eb6884ad HTTP/1.1" status: 204 len: 168 time: 0.1192775 Aug 22 14:19:44.788784 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752bf3fb-dc39-4d29-8da7-55f1d6990e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b13bb9-1dc5-428a-9a36-d2c0eb6884ad,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:19:45.173279 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 1c2db50f-797d-4fdb-987e-b2aab769aac9 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:19:45.193526 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 1c2db50f-797d-4fdb-987e-b2aab769aac9 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:19:45.193957 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 1c2db50f-797d-4fdb-987e-b2aab769aac9 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:19:45.194379 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 1f3fbae4-5671-4a32-9739-7d06f7de7fe1 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:19:45.212949 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 1f3fbae4-5671-4a32-9739-7d06f7de7fe1 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:19:45.213280 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 1f3fbae4-5671-4a32-9739-7d06f7de7fe1 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:19:45.443616 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 51320) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:19:45.538839 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-ed5ef1d3-7464-4075-a2e2-5e5dbc5eacc4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1712438562-network', 'tenant_id': '8c305eadd9904151b5e97fc5da1aaca0'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:19:45.559949 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5ef1d3-7464-4075-a2e2-5e5dbc5eacc4 admin admin] Made reservation on behalf of 8c305eadd9904151b5e97fc5da1aaca0 for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:19:45.562382 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ed5ef1d3-7464-4075-a2e2-5e5dbc5eacc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:45.570431 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ed5ef1d3-7464-4075-a2e2-5e5dbc5eacc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:45.658865 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ed5ef1d3-7464-4075-a2e2-5e5dbc5eacc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:45.662331 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ed5ef1d3-7464-4075-a2e2-5e5dbc5eacc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:45.688352 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed5ef1d3-7464-4075-a2e2-5e5dbc5eacc4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:19:45.694426 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5ef1d3-7464-4075-a2e2-5e5dbc5eacc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b10ee6c-9594-4cbd-bd75-0ca4ade0cbc5,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:19:45.700142 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ed5ef1d3-7464-4075-a2e2-5e5dbc5eacc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:45.700515 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-ed5ef1d3-7464-4075-a2e2-5e5dbc5eacc4 admin admin] Added segment 72503bc8-312a-4d68-ad63-7f5555812784 of type vlan for network 58496beb-7e5d-44a1-9efe-b32af3313d67 Aug 22 14:19:45.743463 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ed5ef1d3-7464-4075-a2e2-5e5dbc5eacc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:45.766811 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ed5ef1d3-7464-4075-a2e2-5e5dbc5eacc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:45.767687 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5ef1d3-7464-4075-a2e2-5e5dbc5eacc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:19:45.768290 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-ed5ef1d3-7464-4075-a2e2-5e5dbc5eacc4 admin admin] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:45.818734 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-ed5ef1d3-7464-4075-a2e2-5e5dbc5eacc4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3739791 Aug 22 14:19:45.821680 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51324) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:19:45.827775 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-73bf1a67-072e-4103-9053-f5f6f7119d73 admin admin] Request body: {'subnet': {'network_id': '58496beb-7e5d-44a1-9efe-b32af3313d67', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1712438562-subnet', 'tenant_id': '8c305eadd9904151b5e97fc5da1aaca0', 'ip_version': 4}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:19:45.828085 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5ef1d3-7464-4075-a2e2-5e5dbc5eacc4 admin admin] Pushing event updated for resources: {'Network': ['ID=58496beb-7e5d-44a1-9efe-b32af3313d67,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:19:45.838990 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 58496beb-7e5d-44a1-9efe-b32af3313d67 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:19:45.849447 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73bf1a67-072e-4103-9053-f5f6f7119d73 admin admin] Made reservation on behalf of 8c305eadd9904151b5e97fc5da1aaca0 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:19:45.851816 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-73bf1a67-072e-4103-9053-f5f6f7119d73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:46.017677 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-73bf1a67-072e-4103-9053-f5f6f7119d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:46.073693 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf1a67-072e-4103-9053-f5f6f7119d73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=072dcf46-da82-47e6-954e-f1254814273c,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:19:46.081018 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bf1a67-072e-4103-9053-f5f6f7119d73 admin admin] Checking segment: {'id': '72503bc8-312a-4d68-ad63-7f5555812784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '58496beb-7e5d-44a1-9efe-b32af3313d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:19:46.081378 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bf1a67-072e-4103-9053-f5f6f7119d73 admin admin] Network hostable DHCP agents. Network: 58496beb-7e5d-44a1-9efe-b32af3313d67, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:19:46.097990 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bf1a67-072e-4103-9053-f5f6f7119d73 admin admin] Network 58496beb-7e5d-44a1-9efe-b32af3313d67 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:19:46.106293 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-73bf1a67-072e-4103-9053-f5f6f7119d73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 58496beb-7e5d-44a1-9efe-b32af3313d67) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:19:46.110868 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bf1a67-072e-4103-9053-f5f6f7119d73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:19:46.111454 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-73bf1a67-072e-4103-9053-f5f6f7119d73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:46.117098 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd4f9e1-de78-4a2c-aaae-0e566aa79efd None None] Network 58496beb-7e5d-44a1-9efe-b32af3313d67 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:19:46.126588 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-73bf1a67-072e-4103-9053-f5f6f7119d73 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3033383 Aug 22 14:19:46.129117 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51326) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:19:46.133486 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-0beb9f59-ad37-45eb-83b1-a882ad705b49 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1712438562-router', 'tenant_id': '8c305eadd9904151b5e97fc5da1aaca0', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:19:46.153613 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0beb9f59-ad37-45eb-83b1-a882ad705b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:46.154748 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0beb9f59-ad37-45eb-83b1-a882ad705b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:46.208816 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0beb9f59-ad37-45eb-83b1-a882ad705b49 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:46.263170 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff40a9a-23c1-4560-9c18-af34bac4dfd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-58496beb-7e5d-44a1-9efe-b32af3313d67', 'network_id': '58496beb-7e5d-44a1-9efe-b32af3313d67', 'tenant_id': '8c305eadd9904151b5e97fc5da1aaca0', 'fixed_ips': [{'subnet_id': '072dcf46-da82-47e6-954e-f1254814273c'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:19:46.264733 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2ff40a9a-23c1-4560-9c18-af34bac4dfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:46.344872 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0beb9f59-ad37-45eb-83b1-a882ad705b49 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:46.397898 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-2ff40a9a-23c1-4560-9c18-af34bac4dfd3 None None] Allocated IP 172.20.0.2 (58496beb-7e5d-44a1-9efe-b32af3313d67/072dcf46-da82-47e6-954e-f1254814273c/d8dac84b-cea5-4029-8894-18fc3d61c719) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:19:46.540227 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2ff40a9a-23c1-4560-9c18-af34bac4dfd3 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:46.542101 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0beb9f59-ad37-45eb-83b1-a882ad705b49 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:46.548578 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-2ff40a9a-23c1-4560-9c18-af34bac4dfd3 None None] Transition to ACTIVE for port object d8dac84b-cea5-4029-8894-18fc3d61c719 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:19:46.561408 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0beb9f59-ad37-45eb-83b1-a882ad705b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:46.564773 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-2ff40a9a-23c1-4560-9c18-af34bac4dfd3 None None] Transition to ACTIVE for port object d8dac84b-cea5-4029-8894-18fc3d61c719 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:19:46.572803 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2ff40a9a-23c1-4560-9c18-af34bac4dfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:46.613251 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff40a9a-23c1-4560-9c18-af34bac4dfd3 None None] Network 58496beb-7e5d-44a1-9efe-b32af3313d67 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:19:46.618715 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff40a9a-23c1-4560-9c18-af34bac4dfd3 None None] Pushing event updated for resources: {'Port': ['ID=d8dac84b-cea5-4029-8894-18fc3d61c719,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:19:46.621620 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-2ff40a9a-23c1-4560-9c18-af34bac4dfd3 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:19:46.624923 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff40a9a-23c1-4560-9c18-af34bac4dfd3 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:19:46.664054 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-0beb9f59-ad37-45eb-83b1-a882ad705b49 admin admin] Allocated IP 172.25.3.86 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/0b554e82-71a0-4cf3-acbe-6123f3086c1b) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:19:46.677207 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-2ff40a9a-23c1-4560-9c18-af34bac4dfd3 None None] Attempting to bind port d8dac84b-cea5-4029-8894-18fc3d61c719 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:19:46.677581 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-2ff40a9a-23c1-4560-9c18-af34bac4dfd3 None None] Attempting to bind port d8dac84b-cea5-4029-8894-18fc3d61c719 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '72503bc8-312a-4d68-ad63-7f5555812784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '58496beb-7e5d-44a1-9efe-b32af3313d67'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:19:46.677973 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff40a9a-23c1-4560-9c18-af34bac4dfd3 None None] Attempting to bind port d8dac84b-cea5-4029-8894-18fc3d61c719 on network 58496beb-7e5d-44a1-9efe-b32af3313d67 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:19:46.683159 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff40a9a-23c1-4560-9c18-af34bac4dfd3 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:19:46.683523 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff40a9a-23c1-4560-9c18-af34bac4dfd3 None None] Checking segment: {'id': '72503bc8-312a-4d68-ad63-7f5555812784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '58496beb-7e5d-44a1-9efe-b32af3313d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:19:46.683911 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2ff40a9a-23c1-4560-9c18-af34bac4dfd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:46.684319 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff40a9a-23c1-4560-9c18-af34bac4dfd3 None None] Bound using segment: {'id': '72503bc8-312a-4d68-ad63-7f5555812784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '58496beb-7e5d-44a1-9efe-b32af3313d67'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:19:46.684792 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-2ff40a9a-23c1-4560-9c18-af34bac4dfd3 None None] Bound port: d8dac84b-cea5-4029-8894-18fc3d61c719, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72503bc8-312a-4d68-ad63-7f5555812784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '58496beb-7e5d-44a1-9efe-b32af3313d67'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:19:46.685154 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2ff40a9a-23c1-4560-9c18-af34bac4dfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:46.751884 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-2ff40a9a-23c1-4560-9c18-af34bac4dfd3 None None] For port d8dac84b-cea5-4029-8894-18fc3d61c719, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:19:46.755471 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-2ff40a9a-23c1-4560-9c18-af34bac4dfd3 None None] For port d8dac84b-cea5-4029-8894-18fc3d61c719, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=d8dac84b-cea5-4029-8894-18fc3d61c719,segment=NetworkSegment(72503bc8-312a-4d68-ad63-7f5555812784),segment_id=72503bc8-312a-4d68-ad63-7f5555812784)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:19:46.759152 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2ff40a9a-23c1-4560-9c18-af34bac4dfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:46.770386 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0beb9f59-ad37-45eb-83b1-a882ad705b49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:46.813676 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0beb9f59-ad37-45eb-83b1-a882ad705b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:46.814112 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff40a9a-23c1-4560-9c18-af34bac4dfd3 None None] Pushing event updated for resources: {'Port': ['ID=d8dac84b-cea5-4029-8894-18fc3d61c719,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:19:46.852627 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0beb9f59-ad37-45eb-83b1-a882ad705b49 admin admin] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:19:46.855554 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-0beb9f59-ad37-45eb-83b1-a882ad705b49 admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:19:46.863424 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0beb9f59-ad37-45eb-83b1-a882ad705b49 admin admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:19:46.866733 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb9f59-ad37-45eb-83b1-a882ad705b49 admin admin] Pushing event updated for resources: {'Port': ['ID=0b554e82-71a0-4cf3-acbe-6123f3086c1b,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:19:47.132395 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0beb9f59-ad37-45eb-83b1-a882ad705b49 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:47.196065 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device d8dac84b-cea5-4029-8894-18fc3d61c719 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:19:47.244749 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port d8dac84b-cea5-4029-8894-18fc3d61c719 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:19:47.684573 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0beb9f59-ad37-45eb-83b1-a882ad705b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:47.723293 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4b637f-19db-4258-8a57-34defb5d2e46 None None] Network 58496beb-7e5d-44a1-9efe-b32af3313d67 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:19:47.812271 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-16235183-53a3-46e3-88b3-0e305e6142d2 None None] Provisioning for port d8dac84b-cea5-4029-8894-18fc3d61c719 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:19:47.816408 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0beb9f59-ad37-45eb-83b1-a882ad705b49 admin admin] Router 491d007b-ccd1-4f35-b929-7fa78c02c958 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 14:19:47.838455 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-16235183-53a3-46e3-88b3-0e305e6142d2 None None] Provisioning complete for port d8dac84b-cea5-4029-8894-18fc3d61c719 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:19:47.838821 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-16235183-53a3-46e3-88b3-0e305e6142d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:47.923215 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0beb9f59-ad37-45eb-83b1-a882ad705b49 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:19:47.940260 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0beb9f59-ad37-45eb-83b1-a882ad705b49 admin admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:47.941619 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0beb9f59-ad37-45eb-83b1-a882ad705b49 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8114846 Aug 22 14:19:47.944396 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51328) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:19:48.093728 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f6ae96-0267-4417-bf18-bacce4e048ae None None] Sync routers for ids ['491d007b-ccd1-4f35-b929-7fa78c02c958'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:19:48.114680 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f6ae96-0267-4417-bf18-bacce4e048ae None None] Routers {'491d007b-ccd1-4f35-b929-7fa78c02c958'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:19:48.115319 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-e8f6ae96-0267-4417-bf18-bacce4e048ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:19:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['491d007b-ccd1-4f35-b929-7fa78c02c958'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:19:48.121605 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-16235183-53a3-46e3-88b3-0e305e6142d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:48.196084 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-16235183-53a3-46e3-88b3-0e305e6142d2 None None] For port d8dac84b-cea5-4029-8894-18fc3d61c719, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=d8dac84b-cea5-4029-8894-18fc3d61c719,segment=NetworkSegment(72503bc8-312a-4d68-ad63-7f5555812784),segment_id=72503bc8-312a-4d68-ad63-7f5555812784)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:19:48.224845 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-16235183-53a3-46e3-88b3-0e305e6142d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:48.281359 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-e8f6ae96-0267-4417-bf18-bacce4e048ae None None] Set router 491d007b-ccd1-4f35-b929-7fa78c02c958 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:19:48.349227 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16235183-53a3-46e3-88b3-0e305e6142d2 None None] Pushing event updated for resources: {'Port': ['ID=d8dac84b-cea5-4029-8894-18fc3d61c719,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:19:48.392556 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2b983344-7ed8-4b25-a68b-0a5bd336368e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:48.401056 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-6bd7f941-0444-4c5d-aa9a-e598f9d94d36 None None] Provisioning complete for port d8dac84b-cea5-4029-8894-18fc3d61c719 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:19:48.401430 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6bd7f941-0444-4c5d-aa9a-e598f9d94d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:48.552343 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-e8f6ae96-0267-4417-bf18-bacce4e048ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491d007b-ccd1-4f35-b929-7fa78c02c958', 'name': 'tempest-TestMinimumBasicScenario-1712438562-router', 'tenant_id': '8c305eadd9904151b5e97fc5da1aaca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '0b554e82-71a0-4cf3-acbe-6123f3086c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:19:46Z', 'updated_at': '2021-08-22T14:19:47Z', 'revision_number': 3, 'project_id': '8c305eadd9904151b5e97fc5da1aaca0', 'gw_port': {'id': '0b554e82-71a0-4cf3-acbe-6123f3086c1b', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:28:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491d007b-ccd1-4f35-b929-7fa78c02c958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:19:46Z', 'updated_at': '2021-08-22T14:19:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:19:48.564322 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-2b983344-7ed8-4b25-a68b-0a5bd336368e admin admin] Allocated IP 172.20.0.1 (58496beb-7e5d-44a1-9efe-b32af3313d67/072dcf46-da82-47e6-954e-f1254814273c/062b95a7-437f-477b-ab70-5297659a9713) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:19:48.585765 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f6ae96-0267-4417-bf18-bacce4e048ae None None] Checking router: 491d007b-ccd1-4f35-b929-7fa78c02c958 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:19:48.586097 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f6ae96-0267-4417-bf18-bacce4e048ae None None] Updating router 491d007b-ccd1-4f35-b929-7fa78c02c958 port 0b554e82-71a0-4cf3-acbe-6123f3086c1b binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:19:48.614781 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e8f6ae96-0267-4417-bf18-bacce4e048ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:48.669747 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2b983344-7ed8-4b25-a68b-0a5bd336368e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:48.683827 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-2b983344-7ed8-4b25-a68b-0a5bd336368e admin admin] Transition to ACTIVE for port object 062b95a7-437f-477b-ab70-5297659a9713 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:19:48.718732 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2b983344-7ed8-4b25-a68b-0a5bd336368e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:48.757611 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b983344-7ed8-4b25-a68b-0a5bd336368e admin admin] Network 58496beb-7e5d-44a1-9efe-b32af3313d67 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:19:48.761873 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-2b983344-7ed8-4b25-a68b-0a5bd336368e admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:19:48.768933 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b983344-7ed8-4b25-a68b-0a5bd336368e admin admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:19:48.789509 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b983344-7ed8-4b25-a68b-0a5bd336368e admin admin] Pushing event updated for resources: {'Port': ['ID=062b95a7-437f-477b-ab70-5297659a9713,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:19:48.808837 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2b983344-7ed8-4b25-a68b-0a5bd336368e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:48.881644 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e8f6ae96-0267-4417-bf18-bacce4e048ae None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:48.893615 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e8f6ae96-0267-4417-bf18-bacce4e048ae None None] Transition to ACTIVE for port object 0b554e82-71a0-4cf3-acbe-6123f3086c1b will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:19:48.901246 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e8f6ae96-0267-4417-bf18-bacce4e048ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:48.951800 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-e8f6ae96-0267-4417-bf18-bacce4e048ae None None] Attempting to bind port 0b554e82-71a0-4cf3-acbe-6123f3086c1b on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:19:48.952178 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-e8f6ae96-0267-4417-bf18-bacce4e048ae None None] Attempting to bind port 0b554e82-71a0-4cf3-acbe-6123f3086c1b by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:19:48.952569 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f6ae96-0267-4417-bf18-bacce4e048ae None None] Attempting to bind port 0b554e82-71a0-4cf3-acbe-6123f3086c1b on network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:19:48.953136 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2b983344-7ed8-4b25-a68b-0a5bd336368e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:48.962236 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a93b692-7aeb-4f5c-9d84-5666d307770e None None] Pushing event updated for resources: {'Port': ['ID=0b554e82-71a0-4cf3-acbe-6123f3086c1b,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:19:48.964844 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f6ae96-0267-4417-bf18-bacce4e048ae None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:19:48.965222 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f6ae96-0267-4417-bf18-bacce4e048ae None None] Checking segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:19:48.965628 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e8f6ae96-0267-4417-bf18-bacce4e048ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:48.966116 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f6ae96-0267-4417-bf18-bacce4e048ae None None] Bound using segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:19:48.966481 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-e8f6ae96-0267-4417-bf18-bacce4e048ae None None] Bound port: 0b554e82-71a0-4cf3-acbe-6123f3086c1b, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:19:48.966935 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e8f6ae96-0267-4417-bf18-bacce4e048ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:49.022731 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e8f6ae96-0267-4417-bf18-bacce4e048ae None None] For port 0b554e82-71a0-4cf3-acbe-6123f3086c1b, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:19:49.026391 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e8f6ae96-0267-4417-bf18-bacce4e048ae None None] For port 0b554e82-71a0-4cf3-acbe-6123f3086c1b, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=0b554e82-71a0-4cf3-acbe-6123f3086c1b,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:19:49.030241 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e8f6ae96-0267-4417-bf18-bacce4e048ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:49.097034 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-588c3b8d-fc74-40af-8266-9872255a7ceb None None] Provisioning for port 062b95a7-437f-477b-ab70-5297659a9713 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:19:49.105185 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f6ae96-0267-4417-bf18-bacce4e048ae None None] Routers {'491d007b-ccd1-4f35-b929-7fa78c02c958'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:19:49.105810 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-e8f6ae96-0267-4417-bf18-bacce4e048ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:19:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['491d007b-ccd1-4f35-b929-7fa78c02c958'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:19:49.108201 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-588c3b8d-fc74-40af-8266-9872255a7ceb None None] Provisioning complete for port 062b95a7-437f-477b-ab70-5297659a9713 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:19:49.108597 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-588c3b8d-fc74-40af-8266-9872255a7ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:49.111185 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a93b692-7aeb-4f5c-9d84-5666d307770e None None] Pushing event updated for resources: {'Port': ['ID=0b554e82-71a0-4cf3-acbe-6123f3086c1b,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:19:49.138195 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2b983344-7ed8-4b25-a68b-0a5bd336368e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:49.143873 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2b983344-7ed8-4b25-a68b-0a5bd336368e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:49.188768 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device d8dac84b-cea5-4029-8894-18fc3d61c719 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:19:49.215637 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b983344-7ed8-4b25-a68b-0a5bd336368e admin admin] Pushing event updated for resources: {'Port': ['ID=062b95a7-437f-477b-ab70-5297659a9713,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:19:49.218792 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2b983344-7ed8-4b25-a68b-0a5bd336368e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:49.237773 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-588c3b8d-fc74-40af-8266-9872255a7ceb None None] Port 062b95a7-437f-477b-ab70-5297659a9713 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:19:49.275007 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-e8f6ae96-0267-4417-bf18-bacce4e048ae None None] Set router 491d007b-ccd1-4f35-b929-7fa78c02c958 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:19:49.308129 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b983344-7ed8-4b25-a68b-0a5bd336368e admin admin] Network 58496beb-7e5d-44a1-9efe-b32af3313d67 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:19:49.309510 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-2b983344-7ed8-4b25-a68b-0a5bd336368e admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:19:49.324087 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port d8dac84b-cea5-4029-8894-18fc3d61c719 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:19:49.324425 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:49.426051 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b983344-7ed8-4b25-a68b-0a5bd336368e admin admin] Router 491d007b-ccd1-4f35-b929-7fa78c02c958 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:19:49.547874 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b983344-7ed8-4b25-a68b-0a5bd336368e admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:19:49.552910 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2b983344-7ed8-4b25-a68b-0a5bd336368e admin admin] 10.222.0.21 "PUT /v2.0/routers/491d007b-ccd1-4f35-b929-7fa78c02c958/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6075120 Aug 22 14:19:49.562444 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-e8f6ae96-0267-4417-bf18-bacce4e048ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491d007b-ccd1-4f35-b929-7fa78c02c958', 'name': 'tempest-TestMinimumBasicScenario-1712438562-router', 'tenant_id': '8c305eadd9904151b5e97fc5da1aaca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '0b554e82-71a0-4cf3-acbe-6123f3086c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:19:46Z', 'updated_at': '2021-08-22T14:19:48Z', 'revision_number': 4, 'project_id': '8c305eadd9904151b5e97fc5da1aaca0', 'gw_port': {'id': '0b554e82-71a0-4cf3-acbe-6123f3086c1b', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:28:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491d007b-ccd1-4f35-b929-7fa78c02c958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:19:46Z', 'updated_at': '2021-08-22T14:19:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '062b95a7-437f-477b-ab70-5297659a9713', 'name': '', 'network_id': '58496beb-7e5d-44a1-9efe-b32af3313d67', 'tenant_id': '8c305eadd9904151b5e97fc5da1aaca0', 'mac_address': 'fa:16:3e:ab:62:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491d007b-ccd1-4f35-b929-7fa78c02c958', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '072dcf46-da82-47e6-954e-f1254814273c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:19:48Z', 'updated_at': '2021-08-22T14:19:48Z', 'revision_number': 1, 'project_id': '8c305eadd9904151b5e97fc5da1aaca0', 'subnets': [{'id': '072dcf46-da82-47e6-954e-f1254814273c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:19:49.596783 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f6ae96-0267-4417-bf18-bacce4e048ae None None] The sync data for ids ['491d007b-ccd1-4f35-b929-7fa78c02c958'] in n-d-793621-33 is: [{'id': '491d007b-ccd1-4f35-b929-7fa78c02c958', 'name': 'tempest-TestMinimumBasicScenario-1712438562-router', 'tenant_id': '8c305eadd9904151b5e97fc5da1aaca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '0b554e82-71a0-4cf3-acbe-6123f3086c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:19:46Z', 'updated_at': '2021-08-22T14:19:48Z', 'revision_number': 4, 'project_id': '8c305eadd9904151b5e97fc5da1aaca0', 'gw_port': {'id': '0b554e82-71a0-4cf3-acbe-6123f3086c1b', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:28:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491d007b-ccd1-4f35-b929-7fa78c02c958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:19:46Z', 'updated_at': '2021-08-22T14:19:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '062b95a7-437f-477b-ab70-5297659a9713', 'name': '', 'network_id': '58496beb-7e5d-44a1-9efe-b32af3313d67', 'tenant_id': '8c305eadd9904151b5e97fc5da1aaca0', 'mac_address': 'fa:16:3e:ab:62:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491d007b-ccd1-4f35-b929-7fa78c02c958', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '072dcf46-da82-47e6-954e-f1254814273c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:19:48Z', 'updated_at': '2021-08-22T14:19:48Z', 'revision_number': 1, 'project_id': '8c305eadd9904151b5e97fc5da1aaca0', 'subnets': [{'id': '072dcf46-da82-47e6-954e-f1254814273c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:19:49.599288 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-ad82fd0e-c0f6-455f-939a-69e1e3ff274d None None] Provisioning complete for port 062b95a7-437f-477b-ab70-5297659a9713 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:19:49.599662 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ad82fd0e-c0f6-455f-939a-69e1e3ff274d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:49.634296 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-ad82fd0e-c0f6-455f-939a-69e1e3ff274d None None] Port 062b95a7-437f-477b-ab70-5297659a9713 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:19:50.052507 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51344) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:19:50.057756 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-2c4a7b87-733f-404d-9ffe-5c8be514378f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2039038742-network', 'tenant_id': '300f1ec0210d47488fddea4d45450c54'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:19:50.079792 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4a7b87-733f-404d-9ffe-5c8be514378f admin admin] Made reservation on behalf of 300f1ec0210d47488fddea4d45450c54 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:19:50.082369 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2c4a7b87-733f-404d-9ffe-5c8be514378f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:50.092107 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2c4a7b87-733f-404d-9ffe-5c8be514378f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:50.192766 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2c4a7b87-733f-404d-9ffe-5c8be514378f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:50.200046 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2c4a7b87-733f-404d-9ffe-5c8be514378f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:50.237694 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c4a7b87-733f-404d-9ffe-5c8be514378f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:19:50.239669 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a7b87-733f-404d-9ffe-5c8be514378f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac3f1c6-a753-4799-a49f-f7a8c49ee930,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:19:50.250642 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2c4a7b87-733f-404d-9ffe-5c8be514378f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:50.251048 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-2c4a7b87-733f-404d-9ffe-5c8be514378f admin admin] Added segment 3d073b92-e624-4cd6-9f61-4ed773d7b117 of type vlan for network ba3e0873-3eeb-4ac0-b6b6-963fe95ea38a Aug 22 14:19:50.294740 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2c4a7b87-733f-404d-9ffe-5c8be514378f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:50.324537 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2c4a7b87-733f-404d-9ffe-5c8be514378f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:50.325654 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4a7b87-733f-404d-9ffe-5c8be514378f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:19:50.326866 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2c4a7b87-733f-404d-9ffe-5c8be514378f admin admin] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:50.380307 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2c4a7b87-733f-404d-9ffe-5c8be514378f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3266425 Aug 22 14:19:50.383155 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 51346) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:19:50.390053 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a7b87-733f-404d-9ffe-5c8be514378f admin admin] Pushing event updated for resources: {'Network': ['ID=ba3e0873-3eeb-4ac0-b6b6-963fe95ea38a,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:19:50.390481 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-b0659a58-83aa-48a5-8dcb-367583df98ea admin admin] Request body: {'subnet': {'network_id': 'ba3e0873-3eeb-4ac0-b6b6-963fe95ea38a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2039038742-subnet', 'tenant_id': '300f1ec0210d47488fddea4d45450c54', 'ip_version': 4}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:19:50.400964 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network ba3e0873-3eeb-4ac0-b6b6-963fe95ea38a details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:19:50.414205 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0659a58-83aa-48a5-8dcb-367583df98ea admin admin] Made reservation on behalf of 300f1ec0210d47488fddea4d45450c54 for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:19:50.416823 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b0659a58-83aa-48a5-8dcb-367583df98ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:50.593373 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b0659a58-83aa-48a5-8dcb-367583df98ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:50.643399 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0659a58-83aa-48a5-8dcb-367583df98ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5a288e7-36af-498c-8b30-50784f5c0a6c,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:19:50.659191 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0659a58-83aa-48a5-8dcb-367583df98ea admin admin] Checking segment: {'id': '3d073b92-e624-4cd6-9f61-4ed773d7b117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ba3e0873-3eeb-4ac0-b6b6-963fe95ea38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:19:50.659552 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0659a58-83aa-48a5-8dcb-367583df98ea admin admin] Network hostable DHCP agents. Network: ba3e0873-3eeb-4ac0-b6b6-963fe95ea38a, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:19:50.676802 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0659a58-83aa-48a5-8dcb-367583df98ea admin admin] Network ba3e0873-3eeb-4ac0-b6b6-963fe95ea38a is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:19:50.687840 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-b0659a58-83aa-48a5-8dcb-367583df98ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, ba3e0873-3eeb-4ac0-b6b6-963fe95ea38a) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:19:50.692621 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0659a58-83aa-48a5-8dcb-367583df98ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:19:50.693563 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b0659a58-83aa-48a5-8dcb-367583df98ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:50.696909 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e72dd85-0656-4b43-8833-7fdb02a5968d None None] Network ba3e0873-3eeb-4ac0-b6b6-963fe95ea38a requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:19:50.709928 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-b0659a58-83aa-48a5-8dcb-367583df98ea admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3250093 Aug 22 14:19:50.712702 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 51348) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:19:50.718680 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-746b2c3d-df91-4517-86b1-0f7c3c4e450a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2039038742-router', 'tenant_id': '300f1ec0210d47488fddea4d45450c54', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:19:50.740959 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-746b2c3d-df91-4517-86b1-0f7c3c4e450a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:50.742054 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-746b2c3d-df91-4517-86b1-0f7c3c4e450a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:50.865996 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f4f25f-771f-4350-a550-36022f8a5f07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-ba3e0873-3eeb-4ac0-b6b6-963fe95ea38a', 'network_id': 'ba3e0873-3eeb-4ac0-b6b6-963fe95ea38a', 'tenant_id': '300f1ec0210d47488fddea4d45450c54', 'fixed_ips': [{'subnet_id': 'a5a288e7-36af-498c-8b30-50784f5c0a6c'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:19:50.866943 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-43f4f25f-771f-4350-a550-36022f8a5f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:51.016946 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-43f4f25f-771f-4350-a550-36022f8a5f07 None None] Allocated IP 172.20.0.2 (ba3e0873-3eeb-4ac0-b6b6-963fe95ea38a/a5a288e7-36af-498c-8b30-50784f5c0a6c/122fc866-59bf-4a50-bccb-b0bee48d15e2) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:19:51.081061 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-746b2c3d-df91-4517-86b1-0f7c3c4e450a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:51.165534 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-43f4f25f-771f-4350-a550-36022f8a5f07 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:51.174649 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-43f4f25f-771f-4350-a550-36022f8a5f07 None None] Transition to ACTIVE for port object 122fc866-59bf-4a50-bccb-b0bee48d15e2 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:19:51.191753 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-43f4f25f-771f-4350-a550-36022f8a5f07 None None] Transition to ACTIVE for port object 122fc866-59bf-4a50-bccb-b0bee48d15e2 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:19:51.199586 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-43f4f25f-771f-4350-a550-36022f8a5f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:51.224099 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-746b2c3d-df91-4517-86b1-0f7c3c4e450a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:51.228653 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 0b554e82-71a0-4cf3-acbe-6123f3086c1b up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:19:51.266589 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f4f25f-771f-4350-a550-36022f8a5f07 None None] Network ba3e0873-3eeb-4ac0-b6b6-963fe95ea38a is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:19:51.276784 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-43f4f25f-771f-4350-a550-36022f8a5f07 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:19:51.280394 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f4f25f-771f-4350-a550-36022f8a5f07 None None] Pushing event updated for resources: {'Port': ['ID=122fc866-59bf-4a50-bccb-b0bee48d15e2,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:19:51.282761 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f4f25f-771f-4350-a550-36022f8a5f07 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:19:51.350062 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-43f4f25f-771f-4350-a550-36022f8a5f07 None None] Attempting to bind port 122fc866-59bf-4a50-bccb-b0bee48d15e2 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:19:51.350512 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-43f4f25f-771f-4350-a550-36022f8a5f07 None None] Attempting to bind port 122fc866-59bf-4a50-bccb-b0bee48d15e2 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '3d073b92-e624-4cd6-9f61-4ed773d7b117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ba3e0873-3eeb-4ac0-b6b6-963fe95ea38a'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:19:51.350876 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f4f25f-771f-4350-a550-36022f8a5f07 None None] Attempting to bind port 122fc866-59bf-4a50-bccb-b0bee48d15e2 on network ba3e0873-3eeb-4ac0-b6b6-963fe95ea38a {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:19:51.355571 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 0b554e82-71a0-4cf3-acbe-6123f3086c1b completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:19:51.359412 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f4f25f-771f-4350-a550-36022f8a5f07 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:19:51.360034 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f4f25f-771f-4350-a550-36022f8a5f07 None None] Checking segment: {'id': '3d073b92-e624-4cd6-9f61-4ed773d7b117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ba3e0873-3eeb-4ac0-b6b6-963fe95ea38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:19:51.360457 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-43f4f25f-771f-4350-a550-36022f8a5f07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:51.360847 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f4f25f-771f-4350-a550-36022f8a5f07 None None] Bound using segment: {'id': '3d073b92-e624-4cd6-9f61-4ed773d7b117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ba3e0873-3eeb-4ac0-b6b6-963fe95ea38a'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:19:51.361308 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-43f4f25f-771f-4350-a550-36022f8a5f07 None None] Bound port: 122fc866-59bf-4a50-bccb-b0bee48d15e2, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d073b92-e624-4cd6-9f61-4ed773d7b117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ba3e0873-3eeb-4ac0-b6b6-963fe95ea38a'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:19:51.361685 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-43f4f25f-771f-4350-a550-36022f8a5f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:51.364680 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 0b554e82-71a0-4cf3-acbe-6123f3086c1b triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:19:51.365051 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:51.454212 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-746b2c3d-df91-4517-86b1-0f7c3c4e450a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:51.456004 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-43f4f25f-771f-4350-a550-36022f8a5f07 None None] For port 122fc866-59bf-4a50-bccb-b0bee48d15e2, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:19:51.459078 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-43f4f25f-771f-4350-a550-36022f8a5f07 None None] For port 122fc866-59bf-4a50-bccb-b0bee48d15e2, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=122fc866-59bf-4a50-bccb-b0bee48d15e2,segment=NetworkSegment(3d073b92-e624-4cd6-9f61-4ed773d7b117),segment_id=3d073b92-e624-4cd6-9f61-4ed773d7b117)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:19:51.465160 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-43f4f25f-771f-4350-a550-36022f8a5f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:51.476303 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-746b2c3d-df91-4517-86b1-0f7c3c4e450a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:51.539664 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:51.565305 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f4f25f-771f-4350-a550-36022f8a5f07 None None] Pushing event updated for resources: {'Port': ['ID=122fc866-59bf-4a50-bccb-b0bee48d15e2,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:19:51.575243 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 0b554e82-71a0-4cf3-acbe-6123f3086c1b, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=0b554e82-71a0-4cf3-acbe-6123f3086c1b,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:19:51.582343 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:51.605498 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-746b2c3d-df91-4517-86b1-0f7c3c4e450a admin admin] Allocated IP 172.25.3.76 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/f16150f3-9bc9-4743-8937-d327e90cf1c9) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:19:51.637546 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=0b554e82-71a0-4cf3-acbe-6123f3086c1b,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:19:51.667060 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9325009b-f2c2-4b65-95d5-5c56f9011f48 None None] Sync routers for ids ['491d007b-ccd1-4f35-b929-7fa78c02c958'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:19:51.678569 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9325009b-f2c2-4b65-95d5-5c56f9011f48 None None] Routers {'491d007b-ccd1-4f35-b929-7fa78c02c958'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:19:51.679316 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-9325009b-f2c2-4b65-95d5-5c56f9011f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:19:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['491d007b-ccd1-4f35-b929-7fa78c02c958'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:19:51.722672 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-746b2c3d-df91-4517-86b1-0f7c3c4e450a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:51.781604 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-746b2c3d-df91-4517-86b1-0f7c3c4e450a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:51.831192 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746b2c3d-df91-4517-86b1-0f7c3c4e450a admin admin] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:19:51.834729 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-746b2c3d-df91-4517-86b1-0f7c3c4e450a admin admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:19:51.837260 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746b2c3d-df91-4517-86b1-0f7c3c4e450a admin admin] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:19:51.895904 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746b2c3d-df91-4517-86b1-0f7c3c4e450a admin admin] Pushing event updated for resources: {'Port': ['ID=f16150f3-9bc9-4743-8937-d327e90cf1c9,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:19:51.925040 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-9325009b-f2c2-4b65-95d5-5c56f9011f48 None None] Set router 491d007b-ccd1-4f35-b929-7fa78c02c958 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:19:52.110553 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-746b2c3d-df91-4517-86b1-0f7c3c4e450a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:52.146117 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-9325009b-f2c2-4b65-95d5-5c56f9011f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491d007b-ccd1-4f35-b929-7fa78c02c958', 'name': 'tempest-TestMinimumBasicScenario-1712438562-router', 'tenant_id': '8c305eadd9904151b5e97fc5da1aaca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '0b554e82-71a0-4cf3-acbe-6123f3086c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:19:46Z', 'updated_at': '2021-08-22T14:19:48Z', 'revision_number': 4, 'project_id': '8c305eadd9904151b5e97fc5da1aaca0', 'gw_port': {'id': '0b554e82-71a0-4cf3-acbe-6123f3086c1b', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:28:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491d007b-ccd1-4f35-b929-7fa78c02c958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:19:46Z', 'updated_at': '2021-08-22T14:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '062b95a7-437f-477b-ab70-5297659a9713', 'name': '', 'network_id': '58496beb-7e5d-44a1-9efe-b32af3313d67', 'tenant_id': '8c305eadd9904151b5e97fc5da1aaca0', 'mac_address': 'fa:16:3e:ab:62:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491d007b-ccd1-4f35-b929-7fa78c02c958', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '072dcf46-da82-47e6-954e-f1254814273c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:19:48Z', 'updated_at': '2021-08-22T14:19:49Z', 'revision_number': 2, 'project_id': '8c305eadd9904151b5e97fc5da1aaca0', 'subnets': [{'id': '072dcf46-da82-47e6-954e-f1254814273c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:19:52.172775 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9325009b-f2c2-4b65-95d5-5c56f9011f48 None None] Checking router: 491d007b-ccd1-4f35-b929-7fa78c02c958 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:19:52.173130 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9325009b-f2c2-4b65-95d5-5c56f9011f48 None None] Updating router 491d007b-ccd1-4f35-b929-7fa78c02c958 port 062b95a7-437f-477b-ab70-5297659a9713 binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:19:52.201829 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-9325009b-f2c2-4b65-95d5-5c56f9011f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:52.332692 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-746b2c3d-df91-4517-86b1-0f7c3c4e450a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:52.471948 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-746b2c3d-df91-4517-86b1-0f7c3c4e450a admin admin] Router 890b0abb-7e0f-4bc9-a306-042a41599772 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 14:19:52.491413 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-9325009b-f2c2-4b65-95d5-5c56f9011f48 None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:52.506286 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-9325009b-f2c2-4b65-95d5-5c56f9011f48 None None] Transition to ACTIVE for port object 062b95a7-437f-477b-ab70-5297659a9713 will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:19:52.513598 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-9325009b-f2c2-4b65-95d5-5c56f9011f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:52.529472 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87439bcb-50be-4de0-b511-fbf305ca7130 None None] Network ba3e0873-3eeb-4ac0-b6b6-963fe95ea38a requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:19:52.564893 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5200e90-668f-475e-8b84-d7c60ac44cb0 None None] Pushing event updated for resources: {'Port': ['ID=062b95a7-437f-477b-ab70-5297659a9713,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:19:52.588125 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5200e90-668f-475e-8b84-d7c60ac44cb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:19:52.588504 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5200e90-668f-475e-8b84-d7c60ac44cb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:19:52.588844 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5200e90-668f-475e-8b84-d7c60ac44cb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:19:52.589183 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5200e90-668f-475e-8b84-d7c60ac44cb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:19:52.589514 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5200e90-668f-475e-8b84-d7c60ac44cb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:19:52.589860 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5200e90-668f-475e-8b84-d7c60ac44cb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:19:52.590167 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5200e90-668f-475e-8b84-d7c60ac44cb0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:19:52.590491 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5200e90-668f-475e-8b84-d7c60ac44cb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:19:52.590815 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746b2c3d-df91-4517-86b1-0f7c3c4e450a admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:19:52.590931 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5200e90-668f-475e-8b84-d7c60ac44cb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:19:52.591142 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5200e90-668f-475e-8b84-d7c60ac44cb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:19:52.591456 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5200e90-668f-475e-8b84-d7c60ac44cb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:19:52.591811 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5200e90-668f-475e-8b84-d7c60ac44cb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:19:52.612107 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-746b2c3d-df91-4517-86b1-0f7c3c4e450a admin admin] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:52.613935 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-746b2c3d-df91-4517-86b1-0f7c3c4e450a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8994665 Aug 22 14:19:52.617050 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51352) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:19:52.618768 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7675d3-782e-4347-bd05-2ff8b39ef9f9 None None] Sync routers for ids ['890b0abb-7e0f-4bc9-a306-042a41599772'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:19:52.634671 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-9325009b-f2c2-4b65-95d5-5c56f9011f48 None None] Attempting to bind port 062b95a7-437f-477b-ab70-5297659a9713 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:19:52.635048 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-9325009b-f2c2-4b65-95d5-5c56f9011f48 None None] Attempting to bind port 062b95a7-437f-477b-ab70-5297659a9713 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '72503bc8-312a-4d68-ad63-7f5555812784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '58496beb-7e5d-44a1-9efe-b32af3313d67'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:19:52.635405 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9325009b-f2c2-4b65-95d5-5c56f9011f48 None None] Attempting to bind port 062b95a7-437f-477b-ab70-5297659a9713 on network 58496beb-7e5d-44a1-9efe-b32af3313d67 {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:19:52.641329 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7675d3-782e-4347-bd05-2ff8b39ef9f9 None None] Routers {'890b0abb-7e0f-4bc9-a306-042a41599772'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:19:52.642191 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-ee7675d3-782e-4347-bd05-2ff8b39ef9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:19:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['890b0abb-7e0f-4bc9-a306-042a41599772'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:19:52.642713 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9325009b-f2c2-4b65-95d5-5c56f9011f48 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:19:52.643102 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9325009b-f2c2-4b65-95d5-5c56f9011f48 None None] Checking segment: {'id': '72503bc8-312a-4d68-ad63-7f5555812784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '58496beb-7e5d-44a1-9efe-b32af3313d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:19:52.643561 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-9325009b-f2c2-4b65-95d5-5c56f9011f48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:52.644033 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9325009b-f2c2-4b65-95d5-5c56f9011f48 None None] Bound using segment: {'id': '72503bc8-312a-4d68-ad63-7f5555812784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '58496beb-7e5d-44a1-9efe-b32af3313d67'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:19:52.644599 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-9325009b-f2c2-4b65-95d5-5c56f9011f48 None None] Bound port: 062b95a7-437f-477b-ab70-5297659a9713, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72503bc8-312a-4d68-ad63-7f5555812784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '58496beb-7e5d-44a1-9efe-b32af3313d67'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:19:52.644955 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-9325009b-f2c2-4b65-95d5-5c56f9011f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:52.711608 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-9325009b-f2c2-4b65-95d5-5c56f9011f48 None None] For port 062b95a7-437f-477b-ab70-5297659a9713, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:19:52.715096 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-9325009b-f2c2-4b65-95d5-5c56f9011f48 None None] For port 062b95a7-437f-477b-ab70-5297659a9713, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=062b95a7-437f-477b-ab70-5297659a9713,segment=NetworkSegment(72503bc8-312a-4d68-ad63-7f5555812784),segment_id=72503bc8-312a-4d68-ad63-7f5555812784)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:19:52.721174 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-9325009b-f2c2-4b65-95d5-5c56f9011f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:52.785169 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9325009b-f2c2-4b65-95d5-5c56f9011f48 None None] Routers {'491d007b-ccd1-4f35-b929-7fa78c02c958'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:19:52.786634 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-9325009b-f2c2-4b65-95d5-5c56f9011f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:19:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['491d007b-ccd1-4f35-b929-7fa78c02c958'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:19:52.850279 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5200e90-668f-475e-8b84-d7c60ac44cb0 None None] Pushing event updated for resources: {'Port': ['ID=062b95a7-437f-477b-ab70-5297659a9713,revision_number=4']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:19:52.926694 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-3ade3f67-5384-49be-b7ad-bc9079d3d15b None None] Provisioning for port 122fc866-59bf-4a50-bccb-b0bee48d15e2 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:19:52.934846 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-9325009b-f2c2-4b65-95d5-5c56f9011f48 None None] Set router 491d007b-ccd1-4f35-b929-7fa78c02c958 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:19:52.972378 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-ee7675d3-782e-4347-bd05-2ff8b39ef9f9 None None] Set router 890b0abb-7e0f-4bc9-a306-042a41599772 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:19:53.105150 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-435b738c-f4e3-460d-a379-d289234423f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:53.188347 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-9325009b-f2c2-4b65-95d5-5c56f9011f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491d007b-ccd1-4f35-b929-7fa78c02c958', 'name': 'tempest-TestMinimumBasicScenario-1712438562-router', 'tenant_id': '8c305eadd9904151b5e97fc5da1aaca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '0b554e82-71a0-4cf3-acbe-6123f3086c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:19:46Z', 'updated_at': '2021-08-22T14:19:48Z', 'revision_number': 4, 'project_id': '8c305eadd9904151b5e97fc5da1aaca0', 'gw_port': {'id': '0b554e82-71a0-4cf3-acbe-6123f3086c1b', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:28:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491d007b-ccd1-4f35-b929-7fa78c02c958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:19:46Z', 'updated_at': '2021-08-22T14:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '062b95a7-437f-477b-ab70-5297659a9713', 'name': '', 'network_id': '58496beb-7e5d-44a1-9efe-b32af3313d67', 'tenant_id': '8c305eadd9904151b5e97fc5da1aaca0', 'mac_address': 'fa:16:3e:ab:62:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491d007b-ccd1-4f35-b929-7fa78c02c958', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '072dcf46-da82-47e6-954e-f1254814273c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:19:48Z', 'updated_at': '2021-08-22T14:19:52Z', 'revision_number': 4, 'project_id': '8c305eadd9904151b5e97fc5da1aaca0', 'subnets': [{'id': '072dcf46-da82-47e6-954e-f1254814273c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:19:53.219770 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9325009b-f2c2-4b65-95d5-5c56f9011f48 None None] The sync data for ids ['491d007b-ccd1-4f35-b929-7fa78c02c958'] in n-d-793621-33 is: [{'id': '491d007b-ccd1-4f35-b929-7fa78c02c958', 'name': 'tempest-TestMinimumBasicScenario-1712438562-router', 'tenant_id': '8c305eadd9904151b5e97fc5da1aaca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '0b554e82-71a0-4cf3-acbe-6123f3086c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:19:46Z', 'updated_at': '2021-08-22T14:19:48Z', 'revision_number': 4, 'project_id': '8c305eadd9904151b5e97fc5da1aaca0', 'gw_port': {'id': '0b554e82-71a0-4cf3-acbe-6123f3086c1b', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:28:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491d007b-ccd1-4f35-b929-7fa78c02c958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:19:46Z', 'updated_at': '2021-08-22T14:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '062b95a7-437f-477b-ab70-5297659a9713', 'name': '', 'network_id': '58496beb-7e5d-44a1-9efe-b32af3313d67', 'tenant_id': '8c305eadd9904151b5e97fc5da1aaca0', 'mac_address': 'fa:16:3e:ab:62:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491d007b-ccd1-4f35-b929-7fa78c02c958', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '072dcf46-da82-47e6-954e-f1254814273c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:19:48Z', 'updated_at': '2021-08-22T14:19:52Z', 'revision_number': 4, 'project_id': '8c305eadd9904151b5e97fc5da1aaca0', 'subnets': [{'id': '072dcf46-da82-47e6-954e-f1254814273c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:19:53.231226 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-ee7675d3-782e-4347-bd05-2ff8b39ef9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890b0abb-7e0f-4bc9-a306-042a41599772', 'name': 'tempest-TestMinimumBasicScenario-2039038742-router', 'tenant_id': '300f1ec0210d47488fddea4d45450c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'f16150f3-9bc9-4743-8937-d327e90cf1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:19:50Z', 'updated_at': '2021-08-22T14:19:52Z', 'revision_number': 3, 'project_id': '300f1ec0210d47488fddea4d45450c54', 'gw_port': {'id': 'f16150f3-9bc9-4743-8937-d327e90cf1c9', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890b0abb-7e0f-4bc9-a306-042a41599772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:19:51Z', 'updated_at': '2021-08-22T14:19:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:19:53.288516 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7675d3-782e-4347-bd05-2ff8b39ef9f9 None None] Checking router: 890b0abb-7e0f-4bc9-a306-042a41599772 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:19:53.288877 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7675d3-782e-4347-bd05-2ff8b39ef9f9 None None] Updating router 890b0abb-7e0f-4bc9-a306-042a41599772 port f16150f3-9bc9-4743-8937-d327e90cf1c9 binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:19:53.340177 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ee7675d3-782e-4347-bd05-2ff8b39ef9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:53.344562 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-435b738c-f4e3-460d-a379-d289234423f1 admin admin] Allocated IP 172.20.0.1 (ba3e0873-3eeb-4ac0-b6b6-963fe95ea38a/a5a288e7-36af-498c-8b30-50784f5c0a6c/c396dbba-174e-470d-a50b-ba91424ee5c0) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:19:53.387255 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 0b554e82-71a0-4cf3-acbe-6123f3086c1b up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:19:53.494308 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-435b738c-f4e3-460d-a379-d289234423f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:53.509343 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-435b738c-f4e3-460d-a379-d289234423f1 admin admin] Transition to ACTIVE for port object c396dbba-174e-470d-a50b-ba91424ee5c0 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:19:53.541315 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 0b554e82-71a0-4cf3-acbe-6123f3086c1b triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:19:53.541894 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:53.548217 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-435b738c-f4e3-460d-a379-d289234423f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:53.584710 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435b738c-f4e3-460d-a379-d289234423f1 admin admin] Network ba3e0873-3eeb-4ac0-b6b6-963fe95ea38a is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:19:53.587579 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-435b738c-f4e3-460d-a379-d289234423f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:19:53.591364 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435b738c-f4e3-460d-a379-d289234423f1 admin admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:19:53.624509 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435b738c-f4e3-460d-a379-d289234423f1 admin admin] Pushing event updated for resources: {'Port': ['ID=c396dbba-174e-470d-a50b-ba91424ee5c0,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:19:53.639809 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-435b738c-f4e3-460d-a379-d289234423f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:53.731920 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 122fc866-59bf-4a50-bccb-b0bee48d15e2 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:19:53.795816 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-435b738c-f4e3-460d-a379-d289234423f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:53.834395 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ee7675d3-782e-4347-bd05-2ff8b39ef9f9 None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:53.847299 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 122fc866-59bf-4a50-bccb-b0bee48d15e2 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:19:53.849647 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-ee7675d3-782e-4347-bd05-2ff8b39ef9f9 None None] Transition to ACTIVE for port object f16150f3-9bc9-4743-8937-d327e90cf1c9 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:19:53.854127 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 122fc866-59bf-4a50-bccb-b0bee48d15e2 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:19:53.854640 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:53.858435 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ee7675d3-782e-4347-bd05-2ff8b39ef9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:53.952548 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a195a564-2813-4378-b151-49d5a767ce5f None None] Pushing event updated for resources: {'Port': ['ID=f16150f3-9bc9-4743-8937-d327e90cf1c9,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:19:53.961340 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-ee7675d3-782e-4347-bd05-2ff8b39ef9f9 None None] Attempting to bind port f16150f3-9bc9-4743-8937-d327e90cf1c9 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:19:53.961888 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-ee7675d3-782e-4347-bd05-2ff8b39ef9f9 None None] Attempting to bind port f16150f3-9bc9-4743-8937-d327e90cf1c9 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:19:53.962262 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7675d3-782e-4347-bd05-2ff8b39ef9f9 None None] Attempting to bind port f16150f3-9bc9-4743-8937-d327e90cf1c9 on network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:19:53.967307 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-6af9d3fd-d9b6-427f-afa9-11b2394cea4e None None] Provisioning for port c396dbba-174e-470d-a50b-ba91424ee5c0 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:19:53.978799 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7675d3-782e-4347-bd05-2ff8b39ef9f9 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:19:53.979198 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7675d3-782e-4347-bd05-2ff8b39ef9f9 None None] Checking segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:19:53.979944 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ee7675d3-782e-4347-bd05-2ff8b39ef9f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:53.980068 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7675d3-782e-4347-bd05-2ff8b39ef9f9 None None] Bound using segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:19:53.980503 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-ee7675d3-782e-4347-bd05-2ff8b39ef9f9 None None] Bound port: f16150f3-9bc9-4743-8937-d327e90cf1c9, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:19:53.980880 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ee7675d3-782e-4347-bd05-2ff8b39ef9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:53.981975 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-435b738c-f4e3-460d-a379-d289234423f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:53.986558 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-6af9d3fd-d9b6-427f-afa9-11b2394cea4e None None] Provisioning complete for port c396dbba-174e-470d-a50b-ba91424ee5c0 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:19:53.986995 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6af9d3fd-d9b6-427f-afa9-11b2394cea4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:53.990700 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-435b738c-f4e3-460d-a379-d289234423f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:54.065389 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-435b738c-f4e3-460d-a379-d289234423f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:54.071695 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:54.075585 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435b738c-f4e3-460d-a379-d289234423f1 admin admin] Pushing event updated for resources: {'Port': ['ID=c396dbba-174e-470d-a50b-ba91424ee5c0,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:19:54.103504 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-6af9d3fd-d9b6-427f-afa9-11b2394cea4e None None] Port c396dbba-174e-470d-a50b-ba91424ee5c0 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:19:54.117262 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-ee7675d3-782e-4347-bd05-2ff8b39ef9f9 None None] For port f16150f3-9bc9-4743-8937-d327e90cf1c9, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:19:54.121080 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-ee7675d3-782e-4347-bd05-2ff8b39ef9f9 None None] For port f16150f3-9bc9-4743-8937-d327e90cf1c9, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=f16150f3-9bc9-4743-8937-d327e90cf1c9,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:19:54.128077 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ee7675d3-782e-4347-bd05-2ff8b39ef9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:54.159821 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 122fc866-59bf-4a50-bccb-b0bee48d15e2, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=122fc866-59bf-4a50-bccb-b0bee48d15e2,segment=NetworkSegment(3d073b92-e624-4cd6-9f61-4ed773d7b117),segment_id=3d073b92-e624-4cd6-9f61-4ed773d7b117)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:19:54.167542 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:54.168339 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 062b95a7-437f-477b-ab70-5297659a9713 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:19:54.168996 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435b738c-f4e3-460d-a379-d289234423f1 admin admin] Network ba3e0873-3eeb-4ac0-b6b6-963fe95ea38a is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:19:54.170638 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-435b738c-f4e3-460d-a379-d289234423f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:19:54.227650 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7675d3-782e-4347-bd05-2ff8b39ef9f9 None None] Routers {'890b0abb-7e0f-4bc9-a306-042a41599772'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:19:54.228124 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-ee7675d3-782e-4347-bd05-2ff8b39ef9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:19:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['890b0abb-7e0f-4bc9-a306-042a41599772'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:19:54.237074 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a195a564-2813-4378-b151-49d5a767ce5f None None] Pushing event updated for resources: {'Port': ['ID=f16150f3-9bc9-4743-8937-d327e90cf1c9,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:19:54.301986 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-435b738c-f4e3-460d-a379-d289234423f1 admin admin] Router 890b0abb-7e0f-4bc9-a306-042a41599772 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:19:54.336544 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 062b95a7-437f-477b-ab70-5297659a9713 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:19:54.374709 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=122fc866-59bf-4a50-bccb-b0bee48d15e2,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:19:54.379384 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 062b95a7-437f-477b-ab70-5297659a9713 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:19:54.379768 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:54.423842 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435b738c-f4e3-460d-a379-d289234423f1 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:19:54.429387 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-435b738c-f4e3-460d-a379-d289234423f1 admin admin] 10.222.0.21 "PUT /v2.0/routers/890b0abb-7e0f-4bc9-a306-042a41599772/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8111401 Aug 22 14:19:54.433791 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-ee7675d3-782e-4347-bd05-2ff8b39ef9f9 None None] Set router 890b0abb-7e0f-4bc9-a306-042a41599772 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:19:54.475270 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-28ddf546-13ca-4feb-aa35-585e2e0d858e None None] Provisioning complete for port c396dbba-174e-470d-a50b-ba91424ee5c0 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:19:54.475644 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-28ddf546-13ca-4feb-aa35-585e2e0d858e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:54.764540 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-28ddf546-13ca-4feb-aa35-585e2e0d858e None None] Port c396dbba-174e-470d-a50b-ba91424ee5c0 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:19:54.781662 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:54.839417 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 062b95a7-437f-477b-ab70-5297659a9713, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=062b95a7-437f-477b-ab70-5297659a9713,segment=NetworkSegment(72503bc8-312a-4d68-ad63-7f5555812784),segment_id=72503bc8-312a-4d68-ad63-7f5555812784)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:19:54.863443 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:54.923258 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=062b95a7-437f-477b-ab70-5297659a9713,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:19:54.934604 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-ee7675d3-782e-4347-bd05-2ff8b39ef9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890b0abb-7e0f-4bc9-a306-042a41599772', 'name': 'tempest-TestMinimumBasicScenario-2039038742-router', 'tenant_id': '300f1ec0210d47488fddea4d45450c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'f16150f3-9bc9-4743-8937-d327e90cf1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:19:50Z', 'updated_at': '2021-08-22T14:19:53Z', 'revision_number': 4, 'project_id': '300f1ec0210d47488fddea4d45450c54', 'gw_port': {'id': 'f16150f3-9bc9-4743-8937-d327e90cf1c9', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890b0abb-7e0f-4bc9-a306-042a41599772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:19:51Z', 'updated_at': '2021-08-22T14:19:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'c396dbba-174e-470d-a50b-ba91424ee5c0', 'name': '', 'network_id': 'ba3e0873-3eeb-4ac0-b6b6-963fe95ea38a', 'tenant_id': '300f1ec0210d47488fddea4d45450c54', 'mac_address': 'fa:16:3e:5e:d8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890b0abb-7e0f-4bc9-a306-042a41599772', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'a5a288e7-36af-498c-8b30-50784f5c0a6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:19:53Z', 'updated_at': '2021-08-22T14:19:53Z', 'revision_number': 2, 'project_id': '300f1ec0210d47488fddea4d45450c54', 'subnets': [{'id': 'a5a288e7-36af-498c-8b30-50784f5c0a6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:19:54.970659 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7675d3-782e-4347-bd05-2ff8b39ef9f9 None None] The sync data for ids ['890b0abb-7e0f-4bc9-a306-042a41599772'] in n-d-793621-33 is: [{'id': '890b0abb-7e0f-4bc9-a306-042a41599772', 'name': 'tempest-TestMinimumBasicScenario-2039038742-router', 'tenant_id': '300f1ec0210d47488fddea4d45450c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'f16150f3-9bc9-4743-8937-d327e90cf1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:19:50Z', 'updated_at': '2021-08-22T14:19:53Z', 'revision_number': 4, 'project_id': '300f1ec0210d47488fddea4d45450c54', 'gw_port': {'id': 'f16150f3-9bc9-4743-8937-d327e90cf1c9', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890b0abb-7e0f-4bc9-a306-042a41599772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:19:51Z', 'updated_at': '2021-08-22T14:19:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'c396dbba-174e-470d-a50b-ba91424ee5c0', 'name': '', 'network_id': 'ba3e0873-3eeb-4ac0-b6b6-963fe95ea38a', 'tenant_id': '300f1ec0210d47488fddea4d45450c54', 'mac_address': 'fa:16:3e:5e:d8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890b0abb-7e0f-4bc9-a306-042a41599772', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'a5a288e7-36af-498c-8b30-50784f5c0a6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:19:53Z', 'updated_at': '2021-08-22T14:19:53Z', 'revision_number': 2, 'project_id': '300f1ec0210d47488fddea4d45450c54', 'subnets': [{'id': 'a5a288e7-36af-498c-8b30-50784f5c0a6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:19:55.246911 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 122fc866-59bf-4a50-bccb-b0bee48d15e2 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:19:55.300678 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 122fc866-59bf-4a50-bccb-b0bee48d15e2 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:19:55.301047 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:55.406764 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 062b95a7-437f-477b-ab70-5297659a9713 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:19:55.465313 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 062b95a7-437f-477b-ab70-5297659a9713 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:19:55.465939 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:57.246413 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device f16150f3-9bc9-4743-8937-d327e90cf1c9 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:19:57.320326 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port f16150f3-9bc9-4743-8937-d327e90cf1c9 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:19:57.325683 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port f16150f3-9bc9-4743-8937-d327e90cf1c9 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:19:57.326684 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:57.443204 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:57.469081 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port f16150f3-9bc9-4743-8937-d327e90cf1c9, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=f16150f3-9bc9-4743-8937-d327e90cf1c9,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:19:57.477854 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:57.531352 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=f16150f3-9bc9-4743-8937-d327e90cf1c9,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:19:57.574681 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d7c3f6-f8ad-4943-93fa-3b9c5133da9a None None] Sync routers for ids ['890b0abb-7e0f-4bc9-a306-042a41599772'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:19:57.586817 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d7c3f6-f8ad-4943-93fa-3b9c5133da9a None None] Routers {'890b0abb-7e0f-4bc9-a306-042a41599772'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:19:57.587439 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-c7d7c3f6-f8ad-4943-93fa-3b9c5133da9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:19:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['890b0abb-7e0f-4bc9-a306-042a41599772'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:19:57.702072 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-c7d7c3f6-f8ad-4943-93fa-3b9c5133da9a None None] Set router 890b0abb-7e0f-4bc9-a306-042a41599772 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:19:57.929718 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-c7d7c3f6-f8ad-4943-93fa-3b9c5133da9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890b0abb-7e0f-4bc9-a306-042a41599772', 'name': 'tempest-TestMinimumBasicScenario-2039038742-router', 'tenant_id': '300f1ec0210d47488fddea4d45450c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'f16150f3-9bc9-4743-8937-d327e90cf1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:19:50Z', 'updated_at': '2021-08-22T14:19:53Z', 'revision_number': 4, 'project_id': '300f1ec0210d47488fddea4d45450c54', 'gw_port': {'id': 'f16150f3-9bc9-4743-8937-d327e90cf1c9', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890b0abb-7e0f-4bc9-a306-042a41599772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:19:51Z', 'updated_at': '2021-08-22T14:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'c396dbba-174e-470d-a50b-ba91424ee5c0', 'name': '', 'network_id': 'ba3e0873-3eeb-4ac0-b6b6-963fe95ea38a', 'tenant_id': '300f1ec0210d47488fddea4d45450c54', 'mac_address': 'fa:16:3e:5e:d8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890b0abb-7e0f-4bc9-a306-042a41599772', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'a5a288e7-36af-498c-8b30-50784f5c0a6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:19:53Z', 'updated_at': '2021-08-22T14:19:53Z', 'revision_number': 2, 'project_id': '300f1ec0210d47488fddea4d45450c54', 'subnets': [{'id': 'a5a288e7-36af-498c-8b30-50784f5c0a6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:19:57.960128 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d7c3f6-f8ad-4943-93fa-3b9c5133da9a None None] Checking router: 890b0abb-7e0f-4bc9-a306-042a41599772 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:19:57.960514 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d7c3f6-f8ad-4943-93fa-3b9c5133da9a None None] Updating router 890b0abb-7e0f-4bc9-a306-042a41599772 port c396dbba-174e-470d-a50b-ba91424ee5c0 binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:19:57.992731 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-c7d7c3f6-f8ad-4943-93fa-3b9c5133da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:58.292891 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-c7d7c3f6-f8ad-4943-93fa-3b9c5133da9a None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:58.314888 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-c7d7c3f6-f8ad-4943-93fa-3b9c5133da9a None None] Transition to ACTIVE for port object c396dbba-174e-470d-a50b-ba91424ee5c0 will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:19:58.329717 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-c7d7c3f6-f8ad-4943-93fa-3b9c5133da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:58.384444 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901152de-d40d-4ba4-9849-b93834b3e3ef None None] Pushing event updated for resources: {'Port': ['ID=c396dbba-174e-470d-a50b-ba91424ee5c0,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:19:58.438754 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-c7d7c3f6-f8ad-4943-93fa-3b9c5133da9a None None] Attempting to bind port c396dbba-174e-470d-a50b-ba91424ee5c0 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:19:58.439112 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-c7d7c3f6-f8ad-4943-93fa-3b9c5133da9a None None] Attempting to bind port c396dbba-174e-470d-a50b-ba91424ee5c0 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '3d073b92-e624-4cd6-9f61-4ed773d7b117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ba3e0873-3eeb-4ac0-b6b6-963fe95ea38a'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:19:58.439481 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d7c3f6-f8ad-4943-93fa-3b9c5133da9a None None] Attempting to bind port c396dbba-174e-470d-a50b-ba91424ee5c0 on network ba3e0873-3eeb-4ac0-b6b6-963fe95ea38a {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:19:58.444744 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d7c3f6-f8ad-4943-93fa-3b9c5133da9a None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:19:58.445116 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d7c3f6-f8ad-4943-93fa-3b9c5133da9a None None] Checking segment: {'id': '3d073b92-e624-4cd6-9f61-4ed773d7b117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ba3e0873-3eeb-4ac0-b6b6-963fe95ea38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:19:58.445516 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-c7d7c3f6-f8ad-4943-93fa-3b9c5133da9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:58.445915 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d7c3f6-f8ad-4943-93fa-3b9c5133da9a None None] Bound using segment: {'id': '3d073b92-e624-4cd6-9f61-4ed773d7b117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ba3e0873-3eeb-4ac0-b6b6-963fe95ea38a'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:19:58.446367 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-c7d7c3f6-f8ad-4943-93fa-3b9c5133da9a None None] Bound port: c396dbba-174e-470d-a50b-ba91424ee5c0, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d073b92-e624-4cd6-9f61-4ed773d7b117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ba3e0873-3eeb-4ac0-b6b6-963fe95ea38a'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:19:58.446746 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-c7d7c3f6-f8ad-4943-93fa-3b9c5133da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:58.541048 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6c27104e-4e87-4a64-b32c-9adb67cf9e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:58.545430 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-c7d7c3f6-f8ad-4943-93fa-3b9c5133da9a None None] For port c396dbba-174e-470d-a50b-ba91424ee5c0, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:19:58.553795 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-c7d7c3f6-f8ad-4943-93fa-3b9c5133da9a None None] For port c396dbba-174e-470d-a50b-ba91424ee5c0, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=c396dbba-174e-470d-a50b-ba91424ee5c0,segment=NetworkSegment(3d073b92-e624-4cd6-9f61-4ed773d7b117),segment_id=3d073b92-e624-4cd6-9f61-4ed773d7b117)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:19:58.559508 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-c7d7c3f6-f8ad-4943-93fa-3b9c5133da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:58.613296 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d7c3f6-f8ad-4943-93fa-3b9c5133da9a None None] Routers {'890b0abb-7e0f-4bc9-a306-042a41599772'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:19:58.613957 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-c7d7c3f6-f8ad-4943-93fa-3b9c5133da9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:19:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['890b0abb-7e0f-4bc9-a306-042a41599772'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:19:58.682030 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901152de-d40d-4ba4-9849-b93834b3e3ef None None] Pushing event updated for resources: {'Port': ['ID=c396dbba-174e-470d-a50b-ba91424ee5c0,revision_number=4']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:19:58.780466 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-c7d7c3f6-f8ad-4943-93fa-3b9c5133da9a None None] Set router 890b0abb-7e0f-4bc9-a306-042a41599772 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:19:58.940156 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:59.118743 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-c7d7c3f6-f8ad-4943-93fa-3b9c5133da9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890b0abb-7e0f-4bc9-a306-042a41599772', 'name': 'tempest-TestMinimumBasicScenario-2039038742-router', 'tenant_id': '300f1ec0210d47488fddea4d45450c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'f16150f3-9bc9-4743-8937-d327e90cf1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:19:50Z', 'updated_at': '2021-08-22T14:19:53Z', 'revision_number': 4, 'project_id': '300f1ec0210d47488fddea4d45450c54', 'gw_port': {'id': 'f16150f3-9bc9-4743-8937-d327e90cf1c9', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890b0abb-7e0f-4bc9-a306-042a41599772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:19:51Z', 'updated_at': '2021-08-22T14:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'c396dbba-174e-470d-a50b-ba91424ee5c0', 'name': '', 'network_id': 'ba3e0873-3eeb-4ac0-b6b6-963fe95ea38a', 'tenant_id': '300f1ec0210d47488fddea4d45450c54', 'mac_address': 'fa:16:3e:5e:d8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890b0abb-7e0f-4bc9-a306-042a41599772', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'a5a288e7-36af-498c-8b30-50784f5c0a6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:19:53Z', 'updated_at': '2021-08-22T14:19:58Z', 'revision_number': 4, 'project_id': '300f1ec0210d47488fddea4d45450c54', 'subnets': [{'id': 'a5a288e7-36af-498c-8b30-50784f5c0a6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:19:59.163010 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d7c3f6-f8ad-4943-93fa-3b9c5133da9a None None] The sync data for ids ['890b0abb-7e0f-4bc9-a306-042a41599772'] in n-d-793621-33 is: [{'id': '890b0abb-7e0f-4bc9-a306-042a41599772', 'name': 'tempest-TestMinimumBasicScenario-2039038742-router', 'tenant_id': '300f1ec0210d47488fddea4d45450c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'f16150f3-9bc9-4743-8937-d327e90cf1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:19:50Z', 'updated_at': '2021-08-22T14:19:53Z', 'revision_number': 4, 'project_id': '300f1ec0210d47488fddea4d45450c54', 'gw_port': {'id': 'f16150f3-9bc9-4743-8937-d327e90cf1c9', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890b0abb-7e0f-4bc9-a306-042a41599772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:19:51Z', 'updated_at': '2021-08-22T14:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'c396dbba-174e-470d-a50b-ba91424ee5c0', 'name': '', 'network_id': 'ba3e0873-3eeb-4ac0-b6b6-963fe95ea38a', 'tenant_id': '300f1ec0210d47488fddea4d45450c54', 'mac_address': 'fa:16:3e:5e:d8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890b0abb-7e0f-4bc9-a306-042a41599772', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'a5a288e7-36af-498c-8b30-50784f5c0a6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:19:53Z', 'updated_at': '2021-08-22T14:19:58Z', 'revision_number': 4, 'project_id': '300f1ec0210d47488fddea4d45450c54', 'subnets': [{'id': 'a5a288e7-36af-498c-8b30-50784f5c0a6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:19:59.240414 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device f16150f3-9bc9-4743-8937-d327e90cf1c9 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:19:59.300593 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port f16150f3-9bc9-4743-8937-d327e90cf1c9 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:19:59.301386 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:59.412976 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device c396dbba-174e-470d-a50b-ba91424ee5c0 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:19:59.480311 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port c396dbba-174e-470d-a50b-ba91424ee5c0 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:19:59.489969 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port c396dbba-174e-470d-a50b-ba91424ee5c0 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:19:59.490431 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:59.600122 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:59.648988 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port c396dbba-174e-470d-a50b-ba91424ee5c0, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=c396dbba-174e-470d-a50b-ba91424ee5c0,segment=NetworkSegment(3d073b92-e624-4cd6-9f61-4ed773d7b117),segment_id=3d073b92-e624-4cd6-9f61-4ed773d7b117)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:19:59.656398 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:19:59.713451 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=c396dbba-174e-470d-a50b-ba91424ee5c0,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:20:01.134963 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8c42eaf6-6bfc-4511-9abc-9ed77a23751a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:01.209739 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device c396dbba-174e-470d-a50b-ba91424ee5c0 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:20:01.276111 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port c396dbba-174e-470d-a50b-ba91424ee5c0 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:20:01.276609 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:01.280785 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:02.617021 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:04.337121 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:04.390020 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185205f0-3683-4fde-8c08-daebf0adfb80 req-16847006-c2ba-48e3-956f-01830413eed9 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:20:04.391698 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-185205f0-3683-4fde-8c08-daebf0adfb80 req-16847006-c2ba-48e3-956f-01830413eed9 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/networks?id=58496beb-7e5d-44a1-9efe-b32af3313d67 HTTP/1.1" status: 200 len: 815 time: 0.1053267 Aug 22 14:20:04.397234 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:04.407697 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-185205f0-3683-4fde-8c08-daebf0adfb80 req-389cb050-c48c-4b33-a009-4952d5284aee tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/quotas/8c305eadd9904151b5e97fc5da1aaca0 HTTP/1.1" status: 200 len: 375 time: 0.0102067 Aug 22 14:20:04.460597 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-185205f0-3683-4fde-8c08-daebf0adfb80 req-410eb992-aa8a-46b3-bbae-94c77616a5d3 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8c305eadd9904151b5e97fc5da1aaca0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472796 Aug 22 14:20:04.693704 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-185205f0-3683-4fde-8c08-daebf0adfb80 req-f2c5efd4-69ad-4fdc-8150-af08bf25069b service neutron] 10.222.0.21 "GET /v2.0/networks/58496beb-7e5d-44a1-9efe-b32af3313d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248007 Aug 22 14:20:04.781650 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-185205f0-3683-4fde-8c08-daebf0adfb80 req-f409cf6a-da0c-4d3d-accc-ce1be64198a4 service neutron] 10.222.0.21 "GET /v2.0/networks/58496beb-7e5d-44a1-9efe-b32af3313d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817926 Aug 22 14:20:04.955117 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0c65613c-514b-4630-8a2d-ade6090d8695 req-0ef3db77-2605-4f85-b4a5-c691c320f778 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/ports?device_id=f22d81e4-4cbd-4000-8654-a08141116ff9 HTTP/1.1" status: 200 len: 210 time: 0.0321820 Aug 22 14:20:05.869850 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185205f0-3683-4fde-8c08-daebf0adfb80 req-e8486510-c1ab-478f-bec7-5ed816f9df9d tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:20:05.871674 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-185205f0-3683-4fde-8c08-daebf0adfb80 req-e8486510-c1ab-478f-bec7-5ed816f9df9d tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.41 "GET /v2.0/networks?id=58496beb-7e5d-44a1-9efe-b32af3313d67 HTTP/1.1" status: 200 len: 815 time: 0.1067700 Aug 22 14:20:05.884143 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-185205f0-3683-4fde-8c08-daebf0adfb80 req-5b49e49d-3b8f-45b6-86ca-6a21abcf859f tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Request body: {'port': {'device_id': 'f22d81e4-4cbd-4000-8654-a08141116ff9', 'network_id': '58496beb-7e5d-44a1-9efe-b32af3313d67', 'admin_state_up': True, 'tenant_id': '8c305eadd9904151b5e97fc5da1aaca0'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:20:06.084918 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-83403d6d-d47c-436b-9fac-332800b37249 req-00f6a0c6-c5a7-4a45-912b-d630603cd9a5 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/ports?device_id=f22d81e4-4cbd-4000-8654-a08141116ff9 HTTP/1.1" status: 200 len: 210 time: 0.0444417 Aug 22 14:20:06.364504 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-185205f0-3683-4fde-8c08-daebf0adfb80 req-5b49e49d-3b8f-45b6-86ca-6a21abcf859f tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Made reservation on behalf of 8c305eadd9904151b5e97fc5da1aaca0 for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:20:06.369484 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-185205f0-3683-4fde-8c08-daebf0adfb80 req-5b49e49d-3b8f-45b6-86ca-6a21abcf859f tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:06.519003 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-185205f0-3683-4fde-8c08-daebf0adfb80 req-5b49e49d-3b8f-45b6-86ca-6a21abcf859f tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Allocated IP 172.20.0.5 (58496beb-7e5d-44a1-9efe-b32af3313d67/072dcf46-da82-47e6-954e-f1254814273c/f68cc930-7610-4fe0-9559-b897ad15299b) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:20:06.682841 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-185205f0-3683-4fde-8c08-daebf0adfb80 req-5b49e49d-3b8f-45b6-86ca-6a21abcf859f tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:06.697278 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-185205f0-3683-4fde-8c08-daebf0adfb80 req-5b49e49d-3b8f-45b6-86ca-6a21abcf859f tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Transition to ACTIVE for port object f68cc930-7610-4fe0-9559-b897ad15299b will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:20:06.732350 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-185205f0-3683-4fde-8c08-daebf0adfb80 req-5b49e49d-3b8f-45b6-86ca-6a21abcf859f tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:06.777159 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-185205f0-3683-4fde-8c08-daebf0adfb80 req-5b49e49d-3b8f-45b6-86ca-6a21abcf859f tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Network 58496beb-7e5d-44a1-9efe-b32af3313d67 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:20:06.780406 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-185205f0-3683-4fde-8c08-daebf0adfb80 req-5b49e49d-3b8f-45b6-86ca-6a21abcf859f tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:20:06.784167 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-185205f0-3683-4fde-8c08-daebf0adfb80 req-5b49e49d-3b8f-45b6-86ca-6a21abcf859f tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:20:06.857771 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b49e49d-3b8f-45b6-86ca-6a21abcf859f tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Pushing event updated for resources: {'Port': ['ID=f68cc930-7610-4fe0-9559-b897ad15299b,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:20:06.887872 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185205f0-3683-4fde-8c08-daebf0adfb80 req-5b49e49d-3b8f-45b6-86ca-6a21abcf859f tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:20:06.888739 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-185205f0-3683-4fde-8c08-daebf0adfb80 req-5b49e49d-3b8f-45b6-86ca-6a21abcf859f tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:06.906434 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-185205f0-3683-4fde-8c08-daebf0adfb80 req-5b49e49d-3b8f-45b6-86ca-6a21abcf859f tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0264409 Aug 22 14:20:07.028133 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-8aa8f3a8-e1c3-4653-b77d-6116631d6b1b None None] Provisioning for port f68cc930-7610-4fe0-9559-b897ad15299b completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:20:07.034083 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-8aa8f3a8-e1c3-4653-b77d-6116631d6b1b None None] Provisioning complete for port f68cc930-7610-4fe0-9559-b897ad15299b triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:20:07.035012 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8aa8f3a8-e1c3-4653-b77d-6116631d6b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:07.071588 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-8aa8f3a8-e1c3-4653-b77d-6116631d6b1b None None] Port f68cc930-7610-4fe0-9559-b897ad15299b cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:20:07.206333 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed18dcd-afff-490b-bba2-56a74aa87b99 req-834621b8-9943-4bc3-bee0-adc8b5ef5343 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:20:07.208115 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3ed18dcd-afff-490b-bba2-56a74aa87b99 req-834621b8-9943-4bc3-bee0-adc8b5ef5343 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/ports?device_id=f22d81e4-4cbd-4000-8654-a08141116ff9 HTTP/1.1" status: 200 len: 931 time: 0.0506275 Aug 22 14:20:07.249848 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3ed18dcd-afff-490b-bba2-56a74aa87b99 req-d55006e6-767b-476a-af9f-3492055ed572 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b10ee6c-9594-4cbd-bd75-0ca4ade0cbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352206 Aug 22 14:20:08.369247 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278ad11-2e45-4f22-b849-9f27597b69c3 req-521ba8a2-17ff-49ba-ac27-379b9bf08866 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:20:08.370739 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b278ad11-2e45-4f22-b849-9f27597b69c3 req-521ba8a2-17ff-49ba-ac27-379b9bf08866 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/ports?device_id=f22d81e4-4cbd-4000-8654-a08141116ff9 HTTP/1.1" status: 200 len: 931 time: 0.0517931 Aug 22 14:20:08.420726 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b278ad11-2e45-4f22-b849-9f27597b69c3 req-b597dff6-0e36-47d2-83dd-a13d94730458 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b10ee6c-9594-4cbd-bd75-0ca4ade0cbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437591 Aug 22 14:20:09.549264 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9795ab87-cd92-427a-8bc7-344610849c72 req-f7842260-0b8e-483e-aaea-5eb95d86936a tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:20:09.550753 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9795ab87-cd92-427a-8bc7-344610849c72 req-f7842260-0b8e-483e-aaea-5eb95d86936a tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/ports?device_id=f22d81e4-4cbd-4000-8654-a08141116ff9 HTTP/1.1" status: 200 len: 931 time: 0.0634995 Aug 22 14:20:09.595973 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9795ab87-cd92-427a-8bc7-344610849c72 req-9e47bf6c-b128-4121-b12c-307d24a701c0 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b10ee6c-9594-4cbd-bd75-0ca4ade0cbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383334 Aug 22 14:20:10.719466 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb45f9-b30b-4b3f-83cb-1a523774ee39 req-81765b5a-e2ed-40e2-807b-e1c1d7b22965 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:20:10.720994 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5cfb45f9-b30b-4b3f-83cb-1a523774ee39 req-81765b5a-e2ed-40e2-807b-e1c1d7b22965 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/ports?device_id=f22d81e4-4cbd-4000-8654-a08141116ff9 HTTP/1.1" status: 200 len: 931 time: 0.0511675 Aug 22 14:20:10.761273 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5cfb45f9-b30b-4b3f-83cb-1a523774ee39 req-0b4d4d9e-8e74-40b2-81b7-81902b71253a tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b10ee6c-9594-4cbd-bd75-0ca4ade0cbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342038 Aug 22 14:20:11.891054 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebffc3d-f47b-4fe5-919a-a0708ed9f104 req-537fb50b-9ca7-4957-bc9c-c5303561551e tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:20:11.893818 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ebffc3d-f47b-4fe5-919a-a0708ed9f104 req-537fb50b-9ca7-4957-bc9c-c5303561551e tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/ports?device_id=f22d81e4-4cbd-4000-8654-a08141116ff9 HTTP/1.1" status: 200 len: 931 time: 0.0629776 Aug 22 14:20:11.934582 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ebffc3d-f47b-4fe5-919a-a0708ed9f104 req-ac0be9f2-1772-4061-8def-888866ac48c6 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b10ee6c-9594-4cbd-bd75-0ca4ade0cbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346131 Aug 22 14:20:13.058473 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6da610-dca9-4500-9d62-c47850e8826f req-f0cfffed-0f5a-4a7e-bbe5-458d6e38d6b7 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:20:13.060040 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2d6da610-dca9-4500-9d62-c47850e8826f req-f0cfffed-0f5a-4a7e-bbe5-458d6e38d6b7 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/ports?device_id=f22d81e4-4cbd-4000-8654-a08141116ff9 HTTP/1.1" status: 200 len: 931 time: 0.0558674 Aug 22 14:20:13.102405 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2d6da610-dca9-4500-9d62-c47850e8826f req-2d765070-c302-46b4-8f90-23cc599381eb tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b10ee6c-9594-4cbd-bd75-0ca4ade0cbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358167 Aug 22 14:20:13.253334 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:20:14.222504 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64181337-1293-44f0-b00d-3b2bfed1ca5a req-2f5ed53b-8756-450d-900b-210c0525cd84 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:20:14.223999 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-64181337-1293-44f0-b00d-3b2bfed1ca5a req-2f5ed53b-8756-450d-900b-210c0525cd84 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/ports?device_id=f22d81e4-4cbd-4000-8654-a08141116ff9 HTTP/1.1" status: 200 len: 931 time: 0.0512776 Aug 22 14:20:14.261994 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-64181337-1293-44f0-b00d-3b2bfed1ca5a req-8c895057-ace1-42ca-b4cf-5736f332ed52 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b10ee6c-9594-4cbd-bd75-0ca4ade0cbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318463 Aug 22 14:20:15.391065 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aac528-4240-4eaa-b54d-6fdfe42a6910 req-2fae2422-ebc2-4260-9ea8-acac4adf1fa5 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:20:15.392604 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-91aac528-4240-4eaa-b54d-6fdfe42a6910 req-2fae2422-ebc2-4260-9ea8-acac4adf1fa5 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/ports?device_id=f22d81e4-4cbd-4000-8654-a08141116ff9 HTTP/1.1" status: 200 len: 931 time: 0.0598834 Aug 22 14:20:15.430442 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-91aac528-4240-4eaa-b54d-6fdfe42a6910 req-04f45a6f-4639-47af-bc22-1b86961e72e1 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b10ee6c-9594-4cbd-bd75-0ca4ade0cbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318701 Aug 22 14:20:16.503033 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-185205f0-3683-4fde-8c08-daebf0adfb80 req-323c6013-1890-4597-980c-589bf49be554 service neutron] Request body: {'port': {'device_id': 'f22d81e4-4cbd-4000-8654-a08141116ff9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:20:16.548228 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029fd12-2e6b-4f8e-b615-da1a517db5e4 req-d073188f-3045-4978-83c6-b4e185bf33ca tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:20:16.549726 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3029fd12-2e6b-4f8e-b615-da1a517db5e4 req-d073188f-3045-4978-83c6-b4e185bf33ca tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/ports?device_id=f22d81e4-4cbd-4000-8654-a08141116ff9 HTTP/1.1" status: 200 len: 931 time: 0.0530579 Aug 22 14:20:16.557072 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-185205f0-3683-4fde-8c08-daebf0adfb80 req-323c6013-1890-4597-980c-589bf49be554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:16.588212 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3029fd12-2e6b-4f8e-b615-da1a517db5e4 req-3d9f0243-0b2f-4ae1-a706-d3621605516d tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b10ee6c-9594-4cbd-bd75-0ca4ade0cbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325077 Aug 22 14:20:16.819838 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-185205f0-3683-4fde-8c08-daebf0adfb80 req-323c6013-1890-4597-980c-589bf49be554 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f68cc930-7610-4fe0-9559-b897ad15299b {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:20:16.826818 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-185205f0-3683-4fde-8c08-daebf0adfb80 req-323c6013-1890-4597-980c-589bf49be554 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:16.838297 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-185205f0-3683-4fde-8c08-daebf0adfb80 req-323c6013-1890-4597-980c-589bf49be554 service neutron] Transition to ACTIVE for port object f68cc930-7610-4fe0-9559-b897ad15299b will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:20:16.842073 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-185205f0-3683-4fde-8c08-daebf0adfb80 req-323c6013-1890-4597-980c-589bf49be554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:16.893624 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323c6013-1890-4597-980c-589bf49be554 service neutron] Pushing event updated for resources: {'Port': ['ID=f68cc930-7610-4fe0-9559-b897ad15299b,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:20:16.961700 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-185205f0-3683-4fde-8c08-daebf0adfb80 req-323c6013-1890-4597-980c-589bf49be554 service neutron] Attempting to bind port f68cc930-7610-4fe0-9559-b897ad15299b on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:20:16.962037 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-185205f0-3683-4fde-8c08-daebf0adfb80 req-323c6013-1890-4597-980c-589bf49be554 service neutron] Attempting to bind port f68cc930-7610-4fe0-9559-b897ad15299b by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '72503bc8-312a-4d68-ad63-7f5555812784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '58496beb-7e5d-44a1-9efe-b32af3313d67'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:20:16.962367 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185205f0-3683-4fde-8c08-daebf0adfb80 req-323c6013-1890-4597-980c-589bf49be554 service neutron] Attempting to bind port f68cc930-7610-4fe0-9559-b897ad15299b on network 58496beb-7e5d-44a1-9efe-b32af3313d67 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:20:16.966843 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185205f0-3683-4fde-8c08-daebf0adfb80 req-323c6013-1890-4597-980c-589bf49be554 service neutron] Port f68cc930-7610-4fe0-9559-b897ad15299b on network 58496beb-7e5d-44a1-9efe-b32af3313d67 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:20:16.967162 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185205f0-3683-4fde-8c08-daebf0adfb80 req-323c6013-1890-4597-980c-589bf49be554 service neutron] Attempting to bind port f68cc930-7610-4fe0-9559-b897ad15299b on network 58496beb-7e5d-44a1-9efe-b32af3313d67 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:20:16.972848 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185205f0-3683-4fde-8c08-daebf0adfb80 req-323c6013-1890-4597-980c-589bf49be554 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:20:16.973189 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185205f0-3683-4fde-8c08-daebf0adfb80 req-323c6013-1890-4597-980c-589bf49be554 service neutron] Checking segment: {'id': '72503bc8-312a-4d68-ad63-7f5555812784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '58496beb-7e5d-44a1-9efe-b32af3313d67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:20:16.973580 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185205f0-3683-4fde-8c08-daebf0adfb80 req-323c6013-1890-4597-980c-589bf49be554 service neutron] Bound using segment: {'id': '72503bc8-312a-4d68-ad63-7f5555812784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '58496beb-7e5d-44a1-9efe-b32af3313d67'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:20:16.974009 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-185205f0-3683-4fde-8c08-daebf0adfb80 req-323c6013-1890-4597-980c-589bf49be554 service neutron] Bound port: f68cc930-7610-4fe0-9559-b897ad15299b, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72503bc8-312a-4d68-ad63-7f5555812784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '58496beb-7e5d-44a1-9efe-b32af3313d67'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:20:16.974373 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-185205f0-3683-4fde-8c08-daebf0adfb80 req-323c6013-1890-4597-980c-589bf49be554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:17.041435 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-185205f0-3683-4fde-8c08-daebf0adfb80 req-323c6013-1890-4597-980c-589bf49be554 service neutron] For port f68cc930-7610-4fe0-9559-b897ad15299b, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:20:17.044673 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-185205f0-3683-4fde-8c08-daebf0adfb80 req-323c6013-1890-4597-980c-589bf49be554 service neutron] For port f68cc930-7610-4fe0-9559-b897ad15299b, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=f68cc930-7610-4fe0-9559-b897ad15299b,segment=NetworkSegment(72503bc8-312a-4d68-ad63-7f5555812784),segment_id=72503bc8-312a-4d68-ad63-7f5555812784)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:20:17.050232 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-185205f0-3683-4fde-8c08-daebf0adfb80 req-323c6013-1890-4597-980c-589bf49be554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:17.086799 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185205f0-3683-4fde-8c08-daebf0adfb80 req-323c6013-1890-4597-980c-589bf49be554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:20:17.087411 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-185205f0-3683-4fde-8c08-daebf0adfb80 req-323c6013-1890-4597-980c-589bf49be554 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:17.088811 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-185205f0-3683-4fde-8c08-daebf0adfb80 req-323c6013-1890-4597-980c-589bf49be554 service neutron] 10.222.0.41 "PUT /v2.0/ports/f68cc930-7610-4fe0-9559-b897ad15299b HTTP/1.1" status: 200 len: 1092 time: 0.6343977 Aug 22 14:20:17.089256 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f22d81e4-4cbd-4000-8654-a08141116ff9', 'tag': 'f68cc930-7610-4fe0-9559-b897ad15299b'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:20:17.114021 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323c6013-1890-4597-980c-589bf49be554 service neutron] Pushing event updated for resources: {'Port': ['ID=f68cc930-7610-4fe0-9559-b897ad15299b,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:20:17.179290 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185205f0-3683-4fde-8c08-daebf0adfb80 req-2af23458-ca46-4d87-8e92-ddaa464962c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:20:17.180933 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-185205f0-3683-4fde-8c08-daebf0adfb80 req-2af23458-ca46-4d87-8e92-ddaa464962c7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c305eadd9904151b5e97fc5da1aaca0&device_id=f22d81e4-4cbd-4000-8654-a08141116ff9 HTTP/1.1" status: 200 len: 1095 time: 0.0486712 Aug 22 14:20:17.228631 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bdeb8ea780dc3f157cf86c35b44054b3d50f34a398e9a69dfe822f45c5aaee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e36f128-a80b-46b9-942d-07f9a7862b03" -d '{"events": [{"name": "network-changed", "server_uuid": "f22d81e4-4cbd-4000-8654-a08141116ff9", "tag": "f68cc930-7610-4fe0-9559-b897ad15299b"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:20:17.232917 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-185205f0-3683-4fde-8c08-daebf0adfb80 req-654314e7-aff8-45fc-8e07-53669fafe0e1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f68cc930-7610-4fe0-9559-b897ad15299b HTTP/1.1" status: 200 len: 217 time: 0.0440338 Aug 22 14:20:17.284313 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185205f0-3683-4fde-8c08-daebf0adfb80 req-b162f7d7-0d71-4ab5-8c9b-5d3e40b36517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:20:17.286073 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-185205f0-3683-4fde-8c08-daebf0adfb80 req-b162f7d7-0d71-4ab5-8c9b-5d3e40b36517 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=072dcf46-da82-47e6-954e-f1254814273c HTTP/1.1" status: 200 len: 854 time: 0.0466921 Aug 22 14:20:17.326985 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8d1228-b9b9-4747-b7af-bdcb6d091e28 x-openstack-request-id: req-1b8d1228-b9b9-4747-b7af-bdcb6d091e28 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:20:17.327221 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f22d81e4-4cbd-4000-8654-a08141116ff9", "tag": "f68cc930-7610-4fe0-9559-b897ad15299b", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:20:17.327475 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b8d1228-b9b9-4747-b7af-bdcb6d091e28 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:20:17.327872 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f22d81e4-4cbd-4000-8654-a08141116ff9', 'tag': 'f68cc930-7610-4fe0-9559-b897ad15299b', 'status': 'completed', 'code': 200} Aug 22 14:20:17.335216 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185205f0-3683-4fde-8c08-daebf0adfb80 req-fd1e03bc-65f2-48d3-a99f-d5a66c2690a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:20:17.336747 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-185205f0-3683-4fde-8c08-daebf0adfb80 req-fd1e03bc-65f2-48d3-a99f-d5a66c2690a5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=58496beb-7e5d-44a1-9efe-b32af3313d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441434 Aug 22 14:20:17.428867 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-185205f0-3683-4fde-8c08-daebf0adfb80 req-e518f5dd-682c-4fa0-ab54-2b3a569f8d03 service neutron] 10.222.0.41 "GET /v2.0/networks/58496beb-7e5d-44a1-9efe-b32af3313d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843163 Aug 22 14:20:17.516909 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-185205f0-3683-4fde-8c08-daebf0adfb80 req-3378b4c3-7ba4-423c-ba5c-2bae6d5add11 service neutron] 10.222.0.41 "GET /v2.0/networks/58496beb-7e5d-44a1-9efe-b32af3313d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807257 Aug 22 14:20:17.600532 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36f128-a80b-46b9-942d-07f9a7862b03 req-e268a7c3-79c2-4d91-8088-c47bacb092b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:20:17.602009 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4e36f128-a80b-46b9-942d-07f9a7862b03 req-e268a7c3-79c2-4d91-8088-c47bacb092b8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c305eadd9904151b5e97fc5da1aaca0&device_id=f22d81e4-4cbd-4000-8654-a08141116ff9 HTTP/1.1" status: 200 len: 1095 time: 0.0411355 Aug 22 14:20:17.696478 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36f128-a80b-46b9-942d-07f9a7862b03 req-76e7ce26-d11a-44c4-b81d-df4463a41251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:20:17.697950 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4e36f128-a80b-46b9-942d-07f9a7862b03 req-76e7ce26-d11a-44c4-b81d-df4463a41251 service neutron] 10.222.0.41 "GET /v2.0/networks?id=58496beb-7e5d-44a1-9efe-b32af3313d67 HTTP/1.1" status: 200 len: 916 time: 0.0894783 Aug 22 14:20:17.701947 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7acfe7-d45f-472c-aa89-209cff428588 req-bd92c507-3c10-49c2-a435-10c3c44d2dfd tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:20:17.703529 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8d7acfe7-d45f-472c-aa89-209cff428588 req-bd92c507-3c10-49c2-a435-10c3c44d2dfd tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/ports?device_id=f22d81e4-4cbd-4000-8654-a08141116ff9 HTTP/1.1" status: 200 len: 943 time: 0.0492332 Aug 22 14:20:17.741953 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8d7acfe7-d45f-472c-aa89-209cff428588 req-c52ee397-523f-4293-a5ac-d0fc424b9e3a tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b10ee6c-9594-4cbd-bd75-0ca4ade0cbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325406 Aug 22 14:20:17.744872 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4e36f128-a80b-46b9-942d-07f9a7862b03 req-25586280-2583-4362-99e3-8dc9abbe003c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f68cc930-7610-4fe0-9559-b897ad15299b HTTP/1.1" status: 200 len: 217 time: 0.0349598 Aug 22 14:20:17.798608 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36f128-a80b-46b9-942d-07f9a7862b03 req-39be800f-8bd6-4dbc-a937-4b58377acf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:20:17.800038 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4e36f128-a80b-46b9-942d-07f9a7862b03 req-39be800f-8bd6-4dbc-a937-4b58377acf1d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=072dcf46-da82-47e6-954e-f1254814273c HTTP/1.1" status: 200 len: 854 time: 0.0480158 Aug 22 14:20:17.849020 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36f128-a80b-46b9-942d-07f9a7862b03 req-038f1546-ff1c-4461-8e7a-830b08e9f1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:20:17.850461 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4e36f128-a80b-46b9-942d-07f9a7862b03 req-038f1546-ff1c-4461-8e7a-830b08e9f1da service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=58496beb-7e5d-44a1-9efe-b32af3313d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391605 Aug 22 14:20:17.939997 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4e36f128-a80b-46b9-942d-07f9a7862b03 req-a13eec42-aa96-431b-adeb-6080b7d80fac service neutron] 10.222.0.41 "GET /v2.0/networks/58496beb-7e5d-44a1-9efe-b32af3313d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784502 Aug 22 14:20:18.032782 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4e36f128-a80b-46b9-942d-07f9a7862b03 req-b4a110e6-a8be-47cf-89f1-589269c7b52d service neutron] 10.222.0.41 "GET /v2.0/networks/58496beb-7e5d-44a1-9efe-b32af3313d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849116 Aug 22 14:20:18.856714 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a135ef6e-f6a3-4f99-8264-71e61504ce53 req-53de42b1-d859-447f-b5b1-0612913ae2f8 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:20:18.858223 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a135ef6e-f6a3-4f99-8264-71e61504ce53 req-53de42b1-d859-447f-b5b1-0612913ae2f8 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/ports?device_id=f22d81e4-4cbd-4000-8654-a08141116ff9 HTTP/1.1" status: 200 len: 943 time: 0.0489016 Aug 22 14:20:18.898233 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a135ef6e-f6a3-4f99-8264-71e61504ce53 req-76287dee-45fd-4aec-8a35-373dc7cdf555 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b10ee6c-9594-4cbd-bd75-0ca4ade0cbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329487 Aug 22 14:20:20.017046 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f6020-f818-4e1d-8bfc-939b6319d457 req-320614f5-c741-4da8-8931-f7db05181566 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:20:20.018575 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-944f6020-f818-4e1d-8bfc-939b6319d457 req-320614f5-c741-4da8-8931-f7db05181566 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/ports?device_id=f22d81e4-4cbd-4000-8654-a08141116ff9 HTTP/1.1" status: 200 len: 943 time: 0.0543880 Aug 22 14:20:20.056719 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-944f6020-f818-4e1d-8bfc-939b6319d457 req-99964066-f047-42e6-8292-e51f5ac3f4e1 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b10ee6c-9594-4cbd-bd75-0ca4ade0cbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322096 Aug 22 14:20:20.153183 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device f68cc930-7610-4fe0-9559-b897ad15299b details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:20:20.246240 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port f68cc930-7610-4fe0-9559-b897ad15299b, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=f68cc930-7610-4fe0-9559-b897ad15299b,segment=NetworkSegment(72503bc8-312a-4d68-ad63-7f5555812784),segment_id=72503bc8-312a-4d68-ad63-7f5555812784)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:20:20.258561 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': 'f68cc930-7610-4fe0-9559-b897ad15299b', 'network_id': '58496beb-7e5d-44a1-9efe-b32af3313d67', 'port_id': 'f68cc930-7610-4fe0-9559-b897ad15299b', 'mac_address': 'fa:16:3e:f9:91:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '072dcf46-da82-47e6-954e-f1254814273c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:20:20.295467 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:20.308403 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f68cc930-7610-4fe0-9559-b897ad15299b {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:20:20.327448 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port f68cc930-7610-4fe0-9559-b897ad15299b, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=f68cc930-7610-4fe0-9559-b897ad15299b,segment=NetworkSegment(72503bc8-312a-4d68-ad63-7f5555812784),segment_id=72503bc8-312a-4d68-ad63-7f5555812784)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:20:20.331006 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:20.381987 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=f68cc930-7610-4fe0-9559-b897ad15299b,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:20:20.389157 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:20:20.389510 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:20:20.389849 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:20:20.390187 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:20:20.390563 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:20:20.391078 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:20:20.391299 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:20:20.391631 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:20:20.391959 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:20:20.392308 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:20:20.392636 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:20:20.392958 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:20:20.566957 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['f68cc930-7610-4fe0-9559-b897ad15299b'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:20:21.170345 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c3dc8d-058d-4158-a6d9-a7d341f94516 req-a314b34b-b6b2-4886-b0ab-85044e900d8d tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:20:21.171821 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-12c3dc8d-058d-4158-a6d9-a7d341f94516 req-a314b34b-b6b2-4886-b0ab-85044e900d8d tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/ports?device_id=f22d81e4-4cbd-4000-8654-a08141116ff9 HTTP/1.1" status: 200 len: 944 time: 0.0484188 Aug 22 14:20:21.208879 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-12c3dc8d-058d-4158-a6d9-a7d341f94516 req-fdc61242-09e1-4339-8792-318e5847b405 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b10ee6c-9594-4cbd-bd75-0ca4ade0cbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309319 Aug 22 14:20:22.168889 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device f68cc930-7610-4fe0-9559-b897ad15299b up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:20:22.218702 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port f68cc930-7610-4fe0-9559-b897ad15299b completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:20:22.222147 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port f68cc930-7610-4fe0-9559-b897ad15299b triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:20:22.222516 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:22.297593 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:22.320054 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f22d81e4-4cbd-4000-8654-a08141116ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f68cc930-7610-4fe0-9559-b897ad15299b'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:20:22.322348 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9fc9c2c847a9facc218278c3c2c49df6b567d765c98d25b9b10c00da6c51199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91bf4050-195b-4204-822e-3fcd38916a48" -d '{"events": [{"server_uuid": "f22d81e4-4cbd-4000-8654-a08141116ff9", "name": "network-vif-plugged", "status": "completed", "tag": "f68cc930-7610-4fe0-9559-b897ad15299b"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:20:22.323909 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ec0b8-feb5-4e29-9c28-bd898bdc3a6e req-83cde758-dae5-4301-9ebd-dd01a5374e25 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:20:22.325674 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0c4ec0b8-feb5-4e29-9c28-bd898bdc3a6e req-83cde758-dae5-4301-9ebd-dd01a5374e25 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/ports?device_id=f22d81e4-4cbd-4000-8654-a08141116ff9 HTTP/1.1" status: 200 len: 944 time: 0.0489576 Aug 22 14:20:22.336423 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port f68cc930-7610-4fe0-9559-b897ad15299b, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=f68cc930-7610-4fe0-9559-b897ad15299b,segment=NetworkSegment(72503bc8-312a-4d68-ad63-7f5555812784),segment_id=72503bc8-312a-4d68-ad63-7f5555812784)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:20:22.341709 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:22.366072 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10d28ba-0e4b-41c0-bef6-fec0e256918f x-openstack-request-id: req-f10d28ba-0e4b-41c0-bef6-fec0e256918f {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:20:22.366364 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f22d81e4-4cbd-4000-8654-a08141116ff9", "name": "network-vif-plugged", "status": "completed", "tag": "f68cc930-7610-4fe0-9559-b897ad15299b", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:20:22.366616 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f10d28ba-0e4b-41c0-bef6-fec0e256918f {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:20:22.367009 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f22d81e4-4cbd-4000-8654-a08141116ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f68cc930-7610-4fe0-9559-b897ad15299b', 'code': 200} Aug 22 14:20:22.367455 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0c4ec0b8-feb5-4e29-9c28-bd898bdc3a6e req-a542b51d-59ed-4c83-a37e-810a6afddb90 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b10ee6c-9594-4cbd-bd75-0ca4ade0cbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343018 Aug 22 14:20:22.392335 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=f68cc930-7610-4fe0-9559-b897ad15299b,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:20:22.464070 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843cb760-bf06-4af8-8a82-e4d0e070a8d1 req-c2fde274-979a-4e6f-aefb-34d8343579af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:20:22.465592 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-843cb760-bf06-4af8-8a82-e4d0e070a8d1 req-c2fde274-979a-4e6f-aefb-34d8343579af service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f22d81e4-4cbd-4000-8654-a08141116ff9 HTTP/1.1" status: 200 len: 1097 time: 0.0425646 Aug 22 14:20:22.500899 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-843cb760-bf06-4af8-8a82-e4d0e070a8d1 req-fe494335-386f-45f9-bd6b-c1f41be85780 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9b10ee6c-9594-4cbd-bd75-0ca4ade0cbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282583 Aug 22 14:20:23.495314 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8da320-d652-4321-9c6e-4f84c837203f req-85cbb483-9497-4bd3-8924-baa7e22abd39 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:20:23.496856 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8f8da320-d652-4321-9c6e-4f84c837203f req-85cbb483-9497-4bd3-8924-baa7e22abd39 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/ports?device_id=f22d81e4-4cbd-4000-8654-a08141116ff9 HTTP/1.1" status: 200 len: 945 time: 0.0548315 Aug 22 14:20:23.534826 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8f8da320-d652-4321-9c6e-4f84c837203f req-424d1923-ed28-433e-9d8c-545af938ae7a tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b10ee6c-9594-4cbd-bd75-0ca4ade0cbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320108 Aug 22 14:20:24.650884 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa2e15-470f-4917-8c10-fb406471a183 req-9f24e714-bbfb-418f-aa2e-18d07df9b4b2 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:20:24.652384 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-64fa2e15-470f-4917-8c10-fb406471a183 req-9f24e714-bbfb-418f-aa2e-18d07df9b4b2 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/ports?device_id=f22d81e4-4cbd-4000-8654-a08141116ff9 HTTP/1.1" status: 200 len: 945 time: 0.0495427 Aug 22 14:20:24.690456 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-64fa2e15-470f-4917-8c10-fb406471a183 req-cf4bcf0b-2f2c-46c3-8cc4-1b65f04abe13 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b10ee6c-9594-4cbd-bd75-0ca4ade0cbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317955 Aug 22 14:20:24.802501 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501688f-c2a4-4313-88ed-668699ad87c5 req-2499528d-4f17-47f9-ade9-ed218c292152 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:20:24.804008 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6501688f-c2a4-4313-88ed-668699ad87c5 req-2499528d-4f17-47f9-ade9-ed218c292152 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/ports?device_id=f22d81e4-4cbd-4000-8654-a08141116ff9 HTTP/1.1" status: 200 len: 945 time: 0.0484738 Aug 22 14:20:24.840775 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6501688f-c2a4-4313-88ed-668699ad87c5 req-2f3fb916-c1c0-4adb-abf4-5ee9c3b2b415 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b10ee6c-9594-4cbd-bd75-0ca4ade0cbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308473 Aug 22 14:20:25.031700 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2616bd02-f320-456c-9730-b2290943699c req-3056ece0-ef0f-4f27-88c8-dc5d6fb26408 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:20:25.033772 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2616bd02-f320-456c-9730-b2290943699c req-3056ece0-ef0f-4f27-88c8-dc5d6fb26408 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/ports?device_id=f22d81e4-4cbd-4000-8654-a08141116ff9 HTTP/1.1" status: 200 len: 945 time: 0.0544348 Aug 22 14:20:25.070828 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2616bd02-f320-456c-9730-b2290943699c req-c2b72d42-241a-4ef4-8c3b-730bb6eda23c tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b10ee6c-9594-4cbd-bd75-0ca4ade0cbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310051 Aug 22 14:20:28.526989 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a9342bbd-d7c0-4a3c-9651-fd59e4aa5734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:28.948587 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:31.127497 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-27b4bcbb-ccd9-4bc2-9074-78132f7c7fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:31.272324 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:31.696199 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-69f744a7-37fc-4a6d-a063-f3460ecac799 req-a9ad33da-345c-4d34-aa35-e6e746022570 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f22d81e4-4cbd-4000-8654-a08141116ff9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0387404 Aug 22 14:20:31.778785 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f744a7-37fc-4a6d-a063-f3460ecac799 req-d5442c2b-232e-4d10-b524-6bd73f203d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:20:31.780228 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-69f744a7-37fc-4a6d-a063-f3460ecac799 req-d5442c2b-232e-4d10-b524-6bd73f203d38 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c305eadd9904151b5e97fc5da1aaca0&device_id=f22d81e4-4cbd-4000-8654-a08141116ff9 HTTP/1.1" status: 200 len: 1097 time: 0.0445743 Aug 22 14:20:31.881069 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f744a7-37fc-4a6d-a063-f3460ecac799 req-054d5631-dcf4-4a49-be91-037b4ab8447a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:20:31.882522 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-69f744a7-37fc-4a6d-a063-f3460ecac799 req-054d5631-dcf4-4a49-be91-037b4ab8447a service neutron] 10.222.0.41 "GET /v2.0/networks?id=58496beb-7e5d-44a1-9efe-b32af3313d67 HTTP/1.1" status: 200 len: 916 time: 0.0838456 Aug 22 14:20:31.927572 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-69f744a7-37fc-4a6d-a063-f3460ecac799 req-a6ca5e72-488c-46dc-9f86-318bf283af6c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f68cc930-7610-4fe0-9559-b897ad15299b HTTP/1.1" status: 200 len: 217 time: 0.0380216 Aug 22 14:20:31.976511 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f744a7-37fc-4a6d-a063-f3460ecac799 req-cd1068ea-4a81-4338-a004-008a326f8142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:20:31.977920 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-69f744a7-37fc-4a6d-a063-f3460ecac799 req-cd1068ea-4a81-4338-a004-008a326f8142 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=072dcf46-da82-47e6-954e-f1254814273c HTTP/1.1" status: 200 len: 854 time: 0.0436387 Aug 22 14:20:32.024570 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f744a7-37fc-4a6d-a063-f3460ecac799 req-b5067ea6-30bc-44a2-8e86-de2f7810fc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:20:32.026044 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-69f744a7-37fc-4a6d-a063-f3460ecac799 req-b5067ea6-30bc-44a2-8e86-de2f7810fc57 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=58496beb-7e5d-44a1-9efe-b32af3313d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417368 Aug 22 14:20:32.116916 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-69f744a7-37fc-4a6d-a063-f3460ecac799 req-fbf751cc-23bf-430c-8b0a-2b7d21a07d9d service neutron] 10.222.0.41 "GET /v2.0/networks/58496beb-7e5d-44a1-9efe-b32af3313d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838921 Aug 22 14:20:32.207598 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-69f744a7-37fc-4a6d-a063-f3460ecac799 req-641d8701-4a12-4af2-a413-4390a669fe76 service neutron] 10.222.0.41 "GET /v2.0/networks/58496beb-7e5d-44a1-9efe-b32af3313d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838304 Aug 22 14:20:32.618640 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:34.359419 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:34.399246 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:36.595249 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f6ada-6e2a-48bd-b257-5dca02ea9fd7 req-a8308f89-5adc-44b0-9555-5b5ce9b363aa tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:20:36.597325 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9f9f6ada-6e2a-48bd-b257-5dca02ea9fd7 req-a8308f89-5adc-44b0-9555-5b5ce9b363aa tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/ports?device_id=f22d81e4-4cbd-4000-8654-a08141116ff9 HTTP/1.1" status: 200 len: 945 time: 0.0508063 Aug 22 14:20:36.635641 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9f9f6ada-6e2a-48bd-b257-5dca02ea9fd7 req-06ce4f06-a327-4122-a35a-17a779b5caa4 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b10ee6c-9594-4cbd-bd75-0ca4ade0cbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320859 Aug 22 14:20:36.659701 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 51576) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:20:36.739642 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af74711c-1aee-42d4-bf82-ceac68cb84f2 tempest-TestMinimumBasicScenario-891437800 tempest-TestMinimumBasicScenario-891437800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:20:36.741156 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-af74711c-1aee-42d4-bf82-ceac68cb84f2 tempest-TestMinimumBasicScenario-891437800 tempest-TestMinimumBasicScenario-891437800-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f22d81e4-4cbd-4000-8654-a08141116ff9 HTTP/1.1" status: 200 len: 1092 time: 0.0804713 Aug 22 14:20:36.744117 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 51580) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:20:36.748377 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-f3ae06fd-ee5e-44bc-9546-699a44327f99 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Request body: {'floatingip': {'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'port_id': 'f68cc930-7610-4fe0-9559-b897ad15299b', 'tenant_id': '8c305eadd9904151b5e97fc5da1aaca0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:20:36.770737 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f3ae06fd-ee5e-44bc-9546-699a44327f99 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks [] for floatingip, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:36.869914 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f3ae06fd-ee5e-44bc-9546-699a44327f99 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:36.975161 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-f3ae06fd-ee5e-44bc-9546-699a44327f99 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Allocated IP 172.25.3.77 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/496529cc-77be-4d78-b662-a14f069cdfec) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:20:37.075786 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f3ae06fd-ee5e-44bc-9546-699a44327f99 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:37.112907 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f3ae06fd-ee5e-44bc-9546-699a44327f99 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:37.150474 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ae06fd-ee5e-44bc-9546-699a44327f99 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:20:37.153253 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-f3ae06fd-ee5e-44bc-9546-699a44327f99 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:20:37.156627 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ae06fd-ee5e-44bc-9546-699a44327f99 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:20:37.183618 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ae06fd-ee5e-44bc-9546-699a44327f99 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Pushing event updated for resources: {'Port': ['ID=496529cc-77be-4d78-b662-a14f069cdfec,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:20:37.195987 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae06fd-ee5e-44bc-9546-699a44327f99 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:20:37.196360 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae06fd-ee5e-44bc-9546-699a44327f99 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:20:37.196703 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae06fd-ee5e-44bc-9546-699a44327f99 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:20:37.197037 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae06fd-ee5e-44bc-9546-699a44327f99 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:20:37.197367 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae06fd-ee5e-44bc-9546-699a44327f99 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:20:37.197699 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae06fd-ee5e-44bc-9546-699a44327f99 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:20:37.198023 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae06fd-ee5e-44bc-9546-699a44327f99 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:20:37.198346 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae06fd-ee5e-44bc-9546-699a44327f99 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:20:37.198668 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae06fd-ee5e-44bc-9546-699a44327f99 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:20:37.198989 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae06fd-ee5e-44bc-9546-699a44327f99 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:20:37.199311 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae06fd-ee5e-44bc-9546-699a44327f99 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:20:37.199634 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae06fd-ee5e-44bc-9546-699a44327f99 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:20:37.520940 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f3ae06fd-ee5e-44bc-9546-699a44327f99 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:37.589121 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f3ae06fd-ee5e-44bc-9546-699a44327f99 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:37.736745 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f3ae06fd-ee5e-44bc-9546-699a44327f99 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:37.741782 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f3ae06fd-ee5e-44bc-9546-699a44327f99 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:37.816038 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ae06fd-ee5e-44bc-9546-699a44327f99 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Pushing event updated for resources: {'Port': ['ID=496529cc-77be-4d78-b662-a14f069cdfec,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:20:37.825746 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f3ae06fd-ee5e-44bc-9546-699a44327f99 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:38.195571 n-d-793621-33 neutron-server[94627]: INFO neutron.db.l3_db [None req-f3ae06fd-ee5e-44bc-9546-699a44327f99 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Floating IP 72b5fe8d-5096-4726-a861-4f4a86832213 associated. External IP: 172.25.3.77, port: f68cc930-7610-4fe0-9559-b897ad15299b. Aug 22 14:20:38.400159 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ae06fd-ee5e-44bc-9546-699a44327f99 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Router 491d007b-ccd1-4f35-b929-7fa78c02c958 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:20:38.507506 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ae06fd-ee5e-44bc-9546-699a44327f99 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:20:38.517534 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72844029-5f0d-4505-ba4d-b2ac279751ee None None] Sync routers for ids ['491d007b-ccd1-4f35-b929-7fa78c02c958'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:20:38.523412 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f3ae06fd-ee5e-44bc-9546-699a44327f99 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:38.526850 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72844029-5f0d-4505-ba4d-b2ac279751ee None None] Routers {'491d007b-ccd1-4f35-b929-7fa78c02c958'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:20:38.527468 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-72844029-5f0d-4505-ba4d-b2ac279751ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:20:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['491d007b-ccd1-4f35-b929-7fa78c02c958'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:20:38.550816 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f3ae06fd-ee5e-44bc-9546-699a44327f99 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8056614 Aug 22 14:20:38.551410 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f22d81e4-4cbd-4000-8654-a08141116ff9', 'tag': 'f68cc930-7610-4fe0-9559-b897ad15299b'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:20:38.553742 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8361b9502d284db1754c02bd1b6f8106db555dd6c6dc010ebe333761f67dd15a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beeb3b46-2a8c-4ef2-a380-52acf0eaddd0" -d '{"events": [{"name": "network-changed", "server_uuid": "f22d81e4-4cbd-4000-8654-a08141116ff9", "tag": "f68cc930-7610-4fe0-9559-b897ad15299b"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:20:38.553907 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51582) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:20:38.559926 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-6a51e544-c041-4fa3-9f49-b9317b5d3b7d tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1770604718', 'description': 'tempest-secgroup-smoke-1770604718 description', 'project_id': '8c305eadd9904151b5e97fc5da1aaca0'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:20:38.585382 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6a51e544-c041-4fa3-9f49-b9317b5d3b7d tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:38.597879 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746d1a55-ab1b-45eb-a737-8f3fa53e2541 x-openstack-request-id: req-746d1a55-ab1b-45eb-a737-8f3fa53e2541 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:20:38.598177 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f22d81e4-4cbd-4000-8654-a08141116ff9", "tag": "f68cc930-7610-4fe0-9559-b897ad15299b", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:20:38.598433 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-746d1a55-ab1b-45eb-a737-8f3fa53e2541 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:20:38.598841 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f22d81e4-4cbd-4000-8654-a08141116ff9', 'tag': 'f68cc930-7610-4fe0-9559-b897ad15299b', 'status': 'completed', 'code': 200} Aug 22 14:20:38.647564 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-72844029-5f0d-4505-ba4d-b2ac279751ee None None] Set router 491d007b-ccd1-4f35-b929-7fa78c02c958 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:20:38.680639 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb3b46-2a8c-4ef2-a380-52acf0eaddd0 req-93bd844a-ed63-4c1a-baf7-4287f42fe6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:20:38.682127 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-beeb3b46-2a8c-4ef2-a380-52acf0eaddd0 req-93bd844a-ed63-4c1a-baf7-4287f42fe6fb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c305eadd9904151b5e97fc5da1aaca0&device_id=f22d81e4-4cbd-4000-8654-a08141116ff9 HTTP/1.1" status: 200 len: 1097 time: 0.0589132 Aug 22 14:20:38.723984 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6a51e544-c041-4fa3-9f49-b9317b5d3b7d tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:38.755173 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6a51e544-c041-4fa3-9f49-b9317b5d3b7d tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:38.801953 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6a51e544-c041-4fa3-9f49-b9317b5d3b7d tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:38.803104 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6a51e544-c041-4fa3-9f49-b9317b5d3b7d tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2482097 Aug 22 14:20:38.805674 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a51e544-c041-4fa3-9f49-b9317b5d3b7d tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=365c6e04-396a-4da5-9a1a-1013ded428e3,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:20:38.806091 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 51586) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:20:38.810880 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-26b75988-6469-4c9a-a12e-07fa0a74bb4e tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Request body: {'security_group_rule': {'security_group_id': '365c6e04-396a-4da5-9a1a-1013ded428e3', 'project_id': '8c305eadd9904151b5e97fc5da1aaca0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:20:38.822057 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a51e544-c041-4fa3-9f49-b9317b5d3b7d tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:20:38.822405 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a51e544-c041-4fa3-9f49-b9317b5d3b7d tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:20:38.822742 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a51e544-c041-4fa3-9f49-b9317b5d3b7d tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:20:38.823075 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a51e544-c041-4fa3-9f49-b9317b5d3b7d tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:20:38.823405 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a51e544-c041-4fa3-9f49-b9317b5d3b7d tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:20:38.823733 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a51e544-c041-4fa3-9f49-b9317b5d3b7d tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:20:38.824057 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a51e544-c041-4fa3-9f49-b9317b5d3b7d tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:20:38.824435 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a51e544-c041-4fa3-9f49-b9317b5d3b7d tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:20:38.824760 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a51e544-c041-4fa3-9f49-b9317b5d3b7d tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:20:38.825086 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a51e544-c041-4fa3-9f49-b9317b5d3b7d tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:20:38.825408 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a51e544-c041-4fa3-9f49-b9317b5d3b7d tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:20:38.825723 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a51e544-c041-4fa3-9f49-b9317b5d3b7d tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:20:38.831279 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb3b46-2a8c-4ef2-a380-52acf0eaddd0 req-49d5b18c-0d73-4a93-b536-d6e5dff80acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:20:38.832819 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-beeb3b46-2a8c-4ef2-a380-52acf0eaddd0 req-49d5b18c-0d73-4a93-b536-d6e5dff80acf service neutron] 10.222.0.41 "GET /v2.0/networks?id=58496beb-7e5d-44a1-9efe-b32af3313d67 HTTP/1.1" status: 200 len: 916 time: 0.1391685 Aug 22 14:20:38.844724 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-26b75988-6469-4c9a-a12e-07fa0a74bb4e tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:38.885666 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-72844029-5f0d-4505-ba4d-b2ac279751ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491d007b-ccd1-4f35-b929-7fa78c02c958', 'name': 'tempest-TestMinimumBasicScenario-1712438562-router', 'tenant_id': '8c305eadd9904151b5e97fc5da1aaca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '0b554e82-71a0-4cf3-acbe-6123f3086c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:19:46Z', 'updated_at': '2021-08-22T14:19:48Z', 'revision_number': 4, 'project_id': '8c305eadd9904151b5e97fc5da1aaca0', 'gw_port': {'id': '0b554e82-71a0-4cf3-acbe-6123f3086c1b', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:28:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491d007b-ccd1-4f35-b929-7fa78c02c958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:19:46Z', 'updated_at': '2021-08-22T14:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '72b5fe8d-5096-4726-a861-4f4a86832213', 'tenant_id': '8c305eadd9904151b5e97fc5da1aaca0', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '491d007b-ccd1-4f35-b929-7fa78c02c958', 'port_id': 'f68cc930-7610-4fe0-9559-b897ad15299b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58496beb-7e5d-44a1-9efe-b32af3313d67', 'mac_address': 'fa:16:3e:f9:91:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22d81e4-4cbd-4000-8654-a08141116ff9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:20:37Z', 'updated_at': '2021-08-22T14:20:37Z', 'revision_number': 0, 'project_id': '8c305eadd9904151b5e97fc5da1aaca0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '062b95a7-437f-477b-ab70-5297659a9713', 'name': '', 'network_id': '58496beb-7e5d-44a1-9efe-b32af3313d67', 'tenant_id': '8c305eadd9904151b5e97fc5da1aaca0', 'mac_address': 'fa:16:3e:ab:62:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491d007b-ccd1-4f35-b929-7fa78c02c958', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '072dcf46-da82-47e6-954e-f1254814273c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:19:48Z', 'updated_at': '2021-08-22T14:19:54Z', 'revision_number': 5, 'project_id': '8c305eadd9904151b5e97fc5da1aaca0', 'subnets': [{'id': '072dcf46-da82-47e6-954e-f1254814273c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:20:38.903627 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-26b75988-6469-4c9a-a12e-07fa0a74bb4e tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:38.910262 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-26b75988-6469-4c9a-a12e-07fa0a74bb4e tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:38.913905 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-beeb3b46-2a8c-4ef2-a380-52acf0eaddd0 req-8c552373-a4ed-4c62-b2b2-c68602d61818 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f68cc930-7610-4fe0-9559-b897ad15299b HTTP/1.1" status: 200 len: 998 time: 0.0731194 Aug 22 14:20:38.917911 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72844029-5f0d-4505-ba4d-b2ac279751ee None None] Checking router: 491d007b-ccd1-4f35-b929-7fa78c02c958 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:20:38.926377 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72844029-5f0d-4505-ba4d-b2ac279751ee None None] Routers {'491d007b-ccd1-4f35-b929-7fa78c02c958'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:20:38.927003 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-72844029-5f0d-4505-ba4d-b2ac279751ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:20:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['491d007b-ccd1-4f35-b929-7fa78c02c958'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:20:38.931769 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b75988-6469-4c9a-a12e-07fa0a74bb4e tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43edc57a-2023-4b5f-b230-854d7af638ee,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:20:38.939432 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-26b75988-6469-4c9a-a12e-07fa0a74bb4e tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:38.944892 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-26b75988-6469-4c9a-a12e-07fa0a74bb4e tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1375542 Aug 22 14:20:38.949989 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 51588) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:20:38.951408 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-cc3fe4e4-c515-4841-b29d-0b333afedcc5 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Request body: {'security_group_rule': {'security_group_id': '365c6e04-396a-4da5-9a1a-1013ded428e3', 'project_id': '8c305eadd9904151b5e97fc5da1aaca0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:20:38.969070 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb3b46-2a8c-4ef2-a380-52acf0eaddd0 req-964f3298-8fed-4e1b-b2ee-fd110e9d49a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:20:38.972169 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-beeb3b46-2a8c-4ef2-a380-52acf0eaddd0 req-964f3298-8fed-4e1b-b2ee-fd110e9d49a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=072dcf46-da82-47e6-954e-f1254814273c HTTP/1.1" status: 200 len: 854 time: 0.0501852 Aug 22 14:20:38.985829 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cc3fe4e4-c515-4841-b29d-0b333afedcc5 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:39.022172 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb3b46-2a8c-4ef2-a380-52acf0eaddd0 req-256d6ecc-93bd-4c22-b5ad-84a5ed2d52ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:20:39.023748 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-beeb3b46-2a8c-4ef2-a380-52acf0eaddd0 req-256d6ecc-93bd-4c22-b5ad-84a5ed2d52ce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=58496beb-7e5d-44a1-9efe-b32af3313d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451863 Aug 22 14:20:39.046087 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-72844029-5f0d-4505-ba4d-b2ac279751ee None None] Set router 491d007b-ccd1-4f35-b929-7fa78c02c958 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:20:39.050713 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cc3fe4e4-c515-4841-b29d-0b333afedcc5 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:39.054837 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cc3fe4e4-c515-4841-b29d-0b333afedcc5 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:39.074447 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3fe4e4-c515-4841-b29d-0b333afedcc5 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fec0ed7-4532-4ae3-a85f-f59261203b9f,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:20:39.082072 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cc3fe4e4-c515-4841-b29d-0b333afedcc5 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:39.086620 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-cc3fe4e4-c515-4841-b29d-0b333afedcc5 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1362603 Aug 22 14:20:39.086804 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51590) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:20:39.090882 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-5161b23d-e4d2-4c8b-974a-1eda0e305795 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Request body: {'security_group_rule': {'security_group_id': '365c6e04-396a-4da5-9a1a-1013ded428e3', 'project_id': '8c305eadd9904151b5e97fc5da1aaca0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:20:39.145781 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5161b23d-e4d2-4c8b-974a-1eda0e305795 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:39.157175 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-beeb3b46-2a8c-4ef2-a380-52acf0eaddd0 req-b030124a-037f-492b-98ca-3b2deb2c78f5 service neutron] 10.222.0.41 "GET /v2.0/networks/58496beb-7e5d-44a1-9efe-b32af3313d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265309 Aug 22 14:20:39.249398 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5161b23d-e4d2-4c8b-974a-1eda0e305795 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:39.257619 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5161b23d-e4d2-4c8b-974a-1eda0e305795 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:39.281029 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-72844029-5f0d-4505-ba4d-b2ac279751ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491d007b-ccd1-4f35-b929-7fa78c02c958', 'name': 'tempest-TestMinimumBasicScenario-1712438562-router', 'tenant_id': '8c305eadd9904151b5e97fc5da1aaca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '0b554e82-71a0-4cf3-acbe-6123f3086c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:19:46Z', 'updated_at': '2021-08-22T14:19:48Z', 'revision_number': 4, 'project_id': '8c305eadd9904151b5e97fc5da1aaca0', 'gw_port': {'id': '0b554e82-71a0-4cf3-acbe-6123f3086c1b', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:28:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491d007b-ccd1-4f35-b929-7fa78c02c958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:19:46Z', 'updated_at': '2021-08-22T14:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '72b5fe8d-5096-4726-a861-4f4a86832213', 'tenant_id': '8c305eadd9904151b5e97fc5da1aaca0', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '491d007b-ccd1-4f35-b929-7fa78c02c958', 'port_id': 'f68cc930-7610-4fe0-9559-b897ad15299b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58496beb-7e5d-44a1-9efe-b32af3313d67', 'mac_address': 'fa:16:3e:f9:91:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22d81e4-4cbd-4000-8654-a08141116ff9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:20:37Z', 'updated_at': '2021-08-22T14:20:37Z', 'revision_number': 0, 'project_id': '8c305eadd9904151b5e97fc5da1aaca0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '062b95a7-437f-477b-ab70-5297659a9713', 'name': '', 'network_id': '58496beb-7e5d-44a1-9efe-b32af3313d67', 'tenant_id': '8c305eadd9904151b5e97fc5da1aaca0', 'mac_address': 'fa:16:3e:ab:62:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491d007b-ccd1-4f35-b929-7fa78c02c958', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '072dcf46-da82-47e6-954e-f1254814273c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:19:48Z', 'updated_at': '2021-08-22T14:19:54Z', 'revision_number': 5, 'project_id': '8c305eadd9904151b5e97fc5da1aaca0', 'subnets': [{'id': '072dcf46-da82-47e6-954e-f1254814273c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:20:39.286087 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5161b23d-e4d2-4c8b-974a-1eda0e305795 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d817a61-2ebf-456d-af31-bd35837a2cfa,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:20:39.294545 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-beeb3b46-2a8c-4ef2-a380-52acf0eaddd0 req-869bbb4d-c6ee-42b2-aee9-535cf881444e service neutron] 10.222.0.41 "GET /v2.0/networks/58496beb-7e5d-44a1-9efe-b32af3313d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277213 Aug 22 14:20:39.295582 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5161b23d-e4d2-4c8b-974a-1eda0e305795 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:39.300701 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5161b23d-e4d2-4c8b-974a-1eda0e305795 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2094443 Aug 22 14:20:39.300701 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51592) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:20:39.305325 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-cf25040b-faf5-40e0-88b6-a732237d282d tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Request body: {'security_group_rule': {'security_group_id': '365c6e04-396a-4da5-9a1a-1013ded428e3', 'project_id': '8c305eadd9904151b5e97fc5da1aaca0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:20:39.311773 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72844029-5f0d-4505-ba4d-b2ac279751ee None None] The sync data for ids ['491d007b-ccd1-4f35-b929-7fa78c02c958'] in n-d-793621-33 is: [{'id': '491d007b-ccd1-4f35-b929-7fa78c02c958', 'name': 'tempest-TestMinimumBasicScenario-1712438562-router', 'tenant_id': '8c305eadd9904151b5e97fc5da1aaca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '0b554e82-71a0-4cf3-acbe-6123f3086c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:19:46Z', 'updated_at': '2021-08-22T14:19:48Z', 'revision_number': 4, 'project_id': '8c305eadd9904151b5e97fc5da1aaca0', 'gw_port': {'id': '0b554e82-71a0-4cf3-acbe-6123f3086c1b', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:28:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491d007b-ccd1-4f35-b929-7fa78c02c958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:19:46Z', 'updated_at': '2021-08-22T14:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '72b5fe8d-5096-4726-a861-4f4a86832213', 'tenant_id': '8c305eadd9904151b5e97fc5da1aaca0', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '491d007b-ccd1-4f35-b929-7fa78c02c958', 'port_id': 'f68cc930-7610-4fe0-9559-b897ad15299b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58496beb-7e5d-44a1-9efe-b32af3313d67', 'mac_address': 'fa:16:3e:f9:91:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22d81e4-4cbd-4000-8654-a08141116ff9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:20:37Z', 'updated_at': '2021-08-22T14:20:37Z', 'revision_number': 0, 'project_id': '8c305eadd9904151b5e97fc5da1aaca0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '062b95a7-437f-477b-ab70-5297659a9713', 'name': '', 'network_id': '58496beb-7e5d-44a1-9efe-b32af3313d67', 'tenant_id': '8c305eadd9904151b5e97fc5da1aaca0', 'mac_address': 'fa:16:3e:ab:62:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491d007b-ccd1-4f35-b929-7fa78c02c958', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '072dcf46-da82-47e6-954e-f1254814273c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:19:48Z', 'updated_at': '2021-08-22T14:19:54Z', 'revision_number': 5, 'project_id': '8c305eadd9904151b5e97fc5da1aaca0', 'subnets': [{'id': '072dcf46-da82-47e6-954e-f1254814273c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:20:39.337507 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cf25040b-faf5-40e0-88b6-a732237d282d tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:39.403899 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cf25040b-faf5-40e0-88b6-a732237d282d tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:39.407765 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cf25040b-faf5-40e0-88b6-a732237d282d tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:39.426502 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf25040b-faf5-40e0-88b6-a732237d282d tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8d4f001-ed91-4124-9c27-dd0d886f48c8,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:20:39.437368 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cf25040b-faf5-40e0-88b6-a732237d282d tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:39.437368 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-cf25040b-faf5-40e0-88b6-a732237d282d tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1352282 Aug 22 14:20:39.439159 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51594) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:20:39.444815 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-8712d524-7c96-4883-848a-9019639dfc6a tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Request body: {'security_group_rule': {'security_group_id': '365c6e04-396a-4da5-9a1a-1013ded428e3', 'project_id': '8c305eadd9904151b5e97fc5da1aaca0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:20:39.466949 n-d-793621-33 neutron-server[94628]: INFO neutron.db.securitygroups_db [None req-8712d524-7c96-4883-848a-9019639dfc6a tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Project 8c305eadd9904151b5e97fc5da1aaca0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 14:20:39.473106 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8712d524-7c96-4883-848a-9019639dfc6a tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:39.521562 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c52e8a2-5985-4058-a5be-4d1ffb85f1b0 None None] New status for floating IP 72b5fe8d-5096-4726-a861-4f4a86832213: ACTIVE {{(pid=94630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 14:20:39.535498 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8712d524-7c96-4883-848a-9019639dfc6a tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:39.540168 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8712d524-7c96-4883-848a-9019639dfc6a tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:39.558420 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8712d524-7c96-4883-848a-9019639dfc6a tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72e2ee00-0ee5-4f48-8654-fb0f104d4025,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:20:39.566272 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-8712d524-7c96-4883-848a-9019639dfc6a tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:39.567327 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-8712d524-7c96-4883-848a-9019639dfc6a tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1264043 Aug 22 14:20:39.570185 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51596) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:20:39.574655 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-13629b2f-59b4-4eb2-9ef1-3456db7efef7 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Request body: {'security_group_rule': {'security_group_id': '365c6e04-396a-4da5-9a1a-1013ded428e3', 'project_id': '8c305eadd9904151b5e97fc5da1aaca0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:20:39.597843 n-d-793621-33 neutron-server[94628]: INFO neutron.db.securitygroups_db [None req-13629b2f-59b4-4eb2-9ef1-3456db7efef7 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Project 8c305eadd9904151b5e97fc5da1aaca0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 14:20:39.603640 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-13629b2f-59b4-4eb2-9ef1-3456db7efef7 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:39.666791 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-13629b2f-59b4-4eb2-9ef1-3456db7efef7 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:39.670514 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-13629b2f-59b4-4eb2-9ef1-3456db7efef7 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:39.688109 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13629b2f-59b4-4eb2-9ef1-3456db7efef7 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9367dc1-63da-4c53-94fb-85971eb2e87c,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:20:39.697661 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-13629b2f-59b4-4eb2-9ef1-3456db7efef7 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:39.698896 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-13629b2f-59b4-4eb2-9ef1-3456db7efef7 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1276984 Aug 22 14:20:39.780015 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-17174792-bb9e-46d7-be55-ada0c0b45590 req-4589a52f-eb55-4c95-97a2-c75426b6f1d8 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1770604718&fields=id&tenant_id=8c305eadd9904151b5e97fc5da1aaca0 HTTP/1.1" status: 200 len: 267 time: 0.0346715 Aug 22 14:20:39.832288 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17174792-bb9e-46d7-be55-ada0c0b45590 req-545c7647-afc9-4e25-a072-b1c1345478ce tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:20:39.833757 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-17174792-bb9e-46d7-be55-ada0c0b45590 req-545c7647-afc9-4e25-a072-b1c1345478ce tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/ports?device_id=f22d81e4-4cbd-4000-8654-a08141116ff9 HTTP/1.1" status: 200 len: 945 time: 0.0475042 Aug 22 14:20:39.844700 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-17174792-bb9e-46d7-be55-ada0c0b45590 req-16370630-ddde-4406-ad5e-aba9f234c31a tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Request body: {'port': {'security_groups': ['9b10ee6c-9594-4cbd-bd75-0ca4ade0cbc5', '365c6e04-396a-4da5-9a1a-1013ded428e3']}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:20:39.905321 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-17174792-bb9e-46d7-be55-ada0c0b45590 req-16370630-ddde-4406-ad5e-aba9f234c31a tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:40.088414 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-17174792-bb9e-46d7-be55-ada0c0b45590 req-16370630-ddde-4406-ad5e-aba9f234c31a tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] For port f68cc930-7610-4fe0-9559-b897ad15299b, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=f68cc930-7610-4fe0-9559-b897ad15299b,segment=NetworkSegment(72503bc8-312a-4d68-ad63-7f5555812784),segment_id=72503bc8-312a-4d68-ad63-7f5555812784)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:20:40.116410 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-17174792-bb9e-46d7-be55-ada0c0b45590 req-16370630-ddde-4406-ad5e-aba9f234c31a tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:40.120742 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-17174792-bb9e-46d7-be55-ada0c0b45590 req-16370630-ddde-4406-ad5e-aba9f234c31a tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:40.133916 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['f68cc930-7610-4fe0-9559-b897ad15299b'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:20:40.169167 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17174792-bb9e-46d7-be55-ada0c0b45590 req-16370630-ddde-4406-ad5e-aba9f234c31a tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:20:40.169816 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-17174792-bb9e-46d7-be55-ada0c0b45590 req-16370630-ddde-4406-ad5e-aba9f234c31a tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:40.171222 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-17174792-bb9e-46d7-be55-ada0c0b45590 req-16370630-ddde-4406-ad5e-aba9f234c31a tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "PUT /v2.0/ports/f68cc930-7610-4fe0-9559-b897ad15299b HTTP/1.1" status: 200 len: 981 time: 0.3311329 Aug 22 14:20:40.199230 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16370630-ddde-4406-ad5e-aba9f234c31a tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Pushing event updated for resources: {'Port': ['ID=f68cc930-7610-4fe0-9559-b897ad15299b,revision_number=6']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:20:40.231979 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['f68cc930-7610-4fe0-9559-b897ad15299b'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:20:40.293906 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cff507-b4c1-4443-a423-58e63dd1f2ed req-d65a3183-0370-4d04-b70f-0302f5b596de tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:20:40.295634 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c7cff507-b4c1-4443-a423-58e63dd1f2ed req-d65a3183-0370-4d04-b70f-0302f5b596de tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/ports?device_id=f22d81e4-4cbd-4000-8654-a08141116ff9 HTTP/1.1" status: 200 len: 984 time: 0.0576353 Aug 22 14:20:40.344976 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c7cff507-b4c1-4443-a423-58e63dd1f2ed req-23cc8e03-9d6b-4fe9-be2f-c26be1754d86 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/security-groups?id=365c6e04-396a-4da5-9a1a-1013ded428e3&id=9b10ee6c-9594-4cbd-bd75-0ca4ade0cbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393693 Aug 22 14:20:40.470722 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-32368d1f-3b5b-4db9-afb1-2cb3dedd33a8 None None] Provisioning complete for port f68cc930-7610-4fe0-9559-b897ad15299b triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:20:40.471010 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-32368d1f-3b5b-4db9-afb1-2cb3dedd33a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:40.599868 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f22d81e4-4cbd-4000-8654-a08141116ff9', 'tag': 'f68cc930-7610-4fe0-9559-b897ad15299b'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:20:40.602194 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8361b9502d284db1754c02bd1b6f8106db555dd6c6dc010ebe333761f67dd15a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13820418-6094-43a8-a157-246c2f9a6c0b" -d '{"events": [{"name": "network-changed", "server_uuid": "f22d81e4-4cbd-4000-8654-a08141116ff9", "tag": "f68cc930-7610-4fe0-9559-b897ad15299b"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:20:40.639623 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0c1811-cc57-487f-8a8e-bb242409a684 x-openstack-request-id: req-df0c1811-cc57-487f-8a8e-bb242409a684 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:20:40.639915 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f22d81e4-4cbd-4000-8654-a08141116ff9", "tag": "f68cc930-7610-4fe0-9559-b897ad15299b", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:20:40.640162 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-df0c1811-cc57-487f-8a8e-bb242409a684 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:20:40.640589 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f22d81e4-4cbd-4000-8654-a08141116ff9', 'tag': 'f68cc930-7610-4fe0-9559-b897ad15299b', 'status': 'completed', 'code': 200} Aug 22 14:20:40.704806 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13820418-6094-43a8-a157-246c2f9a6c0b req-d9bf3a02-1075-4435-8ac9-bd64449e2224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:20:40.706722 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-13820418-6094-43a8-a157-246c2f9a6c0b req-d9bf3a02-1075-4435-8ac9-bd64449e2224 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c305eadd9904151b5e97fc5da1aaca0&device_id=f22d81e4-4cbd-4000-8654-a08141116ff9 HTTP/1.1" status: 200 len: 1136 time: 0.0455501 Aug 22 14:20:40.797389 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13820418-6094-43a8-a157-246c2f9a6c0b req-c759618c-18d6-4d83-a196-d15ca8dd0e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:20:40.798872 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-13820418-6094-43a8-a157-246c2f9a6c0b req-c759618c-18d6-4d83-a196-d15ca8dd0e60 service neutron] 10.222.0.41 "GET /v2.0/networks?id=58496beb-7e5d-44a1-9efe-b32af3313d67 HTTP/1.1" status: 200 len: 916 time: 0.0850627 Aug 22 14:20:40.870187 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-13820418-6094-43a8-a157-246c2f9a6c0b req-0453fbff-3861-4f23-9b6c-7cadb825cfde service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f68cc930-7610-4fe0-9559-b897ad15299b HTTP/1.1" status: 200 len: 1000 time: 0.0630646 Aug 22 14:20:40.919156 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13820418-6094-43a8-a157-246c2f9a6c0b req-e18ab556-e683-4828-8d7d-1dec8db527eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:20:40.920590 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-13820418-6094-43a8-a157-246c2f9a6c0b req-e18ab556-e683-4828-8d7d-1dec8db527eb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=072dcf46-da82-47e6-954e-f1254814273c HTTP/1.1" status: 200 len: 854 time: 0.0423024 Aug 22 14:20:40.964949 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13820418-6094-43a8-a157-246c2f9a6c0b req-5381846a-d009-4dd0-b73b-4135e59e396a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:20:40.966383 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-13820418-6094-43a8-a157-246c2f9a6c0b req-5381846a-d009-4dd0-b73b-4135e59e396a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=58496beb-7e5d-44a1-9efe-b32af3313d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0381989 Aug 22 14:20:41.112691 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-13820418-6094-43a8-a157-246c2f9a6c0b req-721495ee-b6f2-4d16-9dea-7bf2d2106650 service neutron] 10.222.0.41 "GET /v2.0/networks/58496beb-7e5d-44a1-9efe-b32af3313d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373441 Aug 22 14:20:41.202999 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-13820418-6094-43a8-a157-246c2f9a6c0b req-08710aa7-b6bf-4e12-a17b-6d45da724a12 service neutron] 10.222.0.41 "GET /v2.0/networks/58496beb-7e5d-44a1-9efe-b32af3313d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811889 Aug 22 14:20:50.253633 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:20:55.552521 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295f4d0d-0705-48ca-b7ef-9695344cd07f req-cc386f17-ce16-41ef-984a-e317c3f36a9c tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:20:55.554155 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-295f4d0d-0705-48ca-b7ef-9695344cd07f req-cc386f17-ce16-41ef-984a-e317c3f36a9c tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/ports?device_id=f22d81e4-4cbd-4000-8654-a08141116ff9 HTTP/1.1" status: 200 len: 984 time: 0.0523524 Aug 22 14:20:55.554361 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cae44e-f344-4108-a0dc-d49be0597b96 req-3fc0978a-7101-4929-8c28-33ffbd39dc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:20:55.555833 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-22cae44e-f344-4108-a0dc-d49be0597b96 req-3fc0978a-7101-4929-8c28-33ffbd39dc80 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c305eadd9904151b5e97fc5da1aaca0&device_id=f22d81e4-4cbd-4000-8654-a08141116ff9 HTTP/1.1" status: 200 len: 1136 time: 0.0461187 Aug 22 14:20:55.594332 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-295f4d0d-0705-48ca-b7ef-9695344cd07f req-e612504c-ffbb-44e5-9335-dccbb9522dda tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/security-groups?id=365c6e04-396a-4da5-9a1a-1013ded428e3&id=9b10ee6c-9594-4cbd-bd75-0ca4ade0cbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340905 Aug 22 14:20:55.649474 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cae44e-f344-4108-a0dc-d49be0597b96 req-44e6745f-d385-4318-9270-5d33c17548cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:20:55.650873 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-22cae44e-f344-4108-a0dc-d49be0597b96 req-44e6745f-d385-4318-9270-5d33c17548cb service neutron] 10.222.0.41 "GET /v2.0/networks?id=58496beb-7e5d-44a1-9efe-b32af3313d67 HTTP/1.1" status: 200 len: 916 time: 0.0874000 Aug 22 14:20:55.714694 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-22cae44e-f344-4108-a0dc-d49be0597b96 req-cded9382-432f-4024-8399-9e7740ce95d2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f68cc930-7610-4fe0-9559-b897ad15299b HTTP/1.1" status: 200 len: 1000 time: 0.0562534 Aug 22 14:20:55.766985 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cae44e-f344-4108-a0dc-d49be0597b96 req-d7ad7818-42fa-4258-bbed-ad3b2d34d74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:20:55.768442 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-22cae44e-f344-4108-a0dc-d49be0597b96 req-d7ad7818-42fa-4258-bbed-ad3b2d34d74b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=072dcf46-da82-47e6-954e-f1254814273c HTTP/1.1" status: 200 len: 854 time: 0.0468493 Aug 22 14:20:55.814554 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cae44e-f344-4108-a0dc-d49be0597b96 req-2196560a-0b36-4728-bbe6-856bd234deea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:20:55.816153 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-22cae44e-f344-4108-a0dc-d49be0597b96 req-2196560a-0b36-4728-bbe6-856bd234deea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=58496beb-7e5d-44a1-9efe-b32af3313d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397153 Aug 22 14:20:55.902637 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-22cae44e-f344-4108-a0dc-d49be0597b96 req-08d54255-c093-4f72-9d81-3fc6b048d4f4 service neutron] 10.222.0.41 "GET /v2.0/networks/58496beb-7e5d-44a1-9efe-b32af3313d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791044 Aug 22 14:20:55.993005 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-22cae44e-f344-4108-a0dc-d49be0597b96 req-51f138ab-e160-4608-aeac-ef581a0d5288 service neutron] 10.222.0.41 "GET /v2.0/networks/58496beb-7e5d-44a1-9efe-b32af3313d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829687 Aug 22 14:20:56.719337 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f993b-5994-42e8-b5b6-b3ca65f8d074 req-8c33a050-1c1e-4e61-88a5-c19682fd392e tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:20:56.720822 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8f8f993b-5994-42e8-b5b6-b3ca65f8d074 req-8c33a050-1c1e-4e61-88a5-c19682fd392e tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/ports?device_id=f22d81e4-4cbd-4000-8654-a08141116ff9 HTTP/1.1" status: 200 len: 984 time: 0.0561578 Aug 22 14:20:56.765620 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8f8f993b-5994-42e8-b5b6-b3ca65f8d074 req-f4691226-6057-4d52-82f6-4b5a56c383a0 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/security-groups?id=365c6e04-396a-4da5-9a1a-1013ded428e3&id=9b10ee6c-9594-4cbd-bd75-0ca4ade0cbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0385935 Aug 22 14:20:57.897917 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269268f-72c6-4add-bba4-32ec8878b968 req-155cf01b-b792-4812-ba1a-1faf3e62cfd5 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:20:57.899388 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a269268f-72c6-4add-bba4-32ec8878b968 req-155cf01b-b792-4812-ba1a-1faf3e62cfd5 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/ports?device_id=f22d81e4-4cbd-4000-8654-a08141116ff9 HTTP/1.1" status: 200 len: 984 time: 0.0502765 Aug 22 14:20:57.939082 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a269268f-72c6-4add-bba4-32ec8878b968 req-46587059-bfa9-42e1-8db4-373917dc24b9 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/security-groups?id=365c6e04-396a-4da5-9a1a-1013ded428e3&id=9b10ee6c-9594-4cbd-bd75-0ca4ade0cbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336330 Aug 22 14:20:58.528983 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-501aec3b-c35e-466a-af3f-aa5949f31dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:58.948435 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:20:59.058292 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d87d9c3-97a4-48a6-b4a0-ac69582aac60 req-663fc572-9f75-4c07-970c-dc4bf08b0481 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:20:59.059788 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d87d9c3-97a4-48a6-b4a0-ac69582aac60 req-663fc572-9f75-4c07-970c-dc4bf08b0481 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/ports?device_id=f22d81e4-4cbd-4000-8654-a08141116ff9 HTTP/1.1" status: 200 len: 984 time: 0.0533819 Aug 22 14:20:59.100404 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0d87d9c3-97a4-48a6-b4a0-ac69582aac60 req-0d581c08-c7b5-4257-a5ed-855f5b55d705 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/security-groups?id=365c6e04-396a-4da5-9a1a-1013ded428e3&id=9b10ee6c-9594-4cbd-bd75-0ca4ade0cbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336249 Aug 22 14:21:00.215055 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbbaad6-7892-41ca-913c-e531f64a5b36 req-6fdeb7a6-6588-4748-ba1f-17f6f8a7a52e tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:21:00.216564 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8fbbaad6-7892-41ca-913c-e531f64a5b36 req-6fdeb7a6-6588-4748-ba1f-17f6f8a7a52e tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/ports?device_id=f22d81e4-4cbd-4000-8654-a08141116ff9 HTTP/1.1" status: 200 len: 984 time: 0.0489292 Aug 22 14:21:00.261384 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8fbbaad6-7892-41ca-913c-e531f64a5b36 req-05cad337-a66b-46bf-8be7-797c583ead7c tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/security-groups?id=365c6e04-396a-4da5-9a1a-1013ded428e3&id=9b10ee6c-9594-4cbd-bd75-0ca4ade0cbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386019 Aug 22 14:21:01.128581 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f26cf9c9-24b9-48a1-ba9b-9e4c5f62e263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:01.272932 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:01.375636 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edca7e8-7e48-4c4b-9c84-cd5d53b1726e req-fd65ed08-0ee6-43b9-82c4-3eedaebc9f98 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:21:01.377145 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6edca7e8-7e48-4c4b-9c84-cd5d53b1726e req-fd65ed08-0ee6-43b9-82c4-3eedaebc9f98 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/ports?device_id=f22d81e4-4cbd-4000-8654-a08141116ff9 HTTP/1.1" status: 200 len: 984 time: 0.0497577 Aug 22 14:21:01.416653 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6edca7e8-7e48-4c4b-9c84-cd5d53b1726e req-45ef0080-f3f7-4f3a-aa3a-c7138c087799 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/security-groups?id=365c6e04-396a-4da5-9a1a-1013ded428e3&id=9b10ee6c-9594-4cbd-bd75-0ca4ade0cbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325067 Aug 22 14:21:02.533246 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd62581-a2e9-42f4-95ed-ac3b3db92c9f req-380df98d-c033-4a9f-b36d-2239b59a49a0 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:21:02.535256 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5cd62581-a2e9-42f4-95ed-ac3b3db92c9f req-380df98d-c033-4a9f-b36d-2239b59a49a0 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/ports?device_id=f22d81e4-4cbd-4000-8654-a08141116ff9 HTTP/1.1" status: 200 len: 984 time: 0.0507812 Aug 22 14:21:02.576457 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5cd62581-a2e9-42f4-95ed-ac3b3db92c9f req-5d884ec1-9176-4a7b-bb3a-22de2a4e77f9 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/security-groups?id=365c6e04-396a-4da5-9a1a-1013ded428e3&id=9b10ee6c-9594-4cbd-bd75-0ca4ade0cbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346656 Aug 22 14:21:02.625011 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:03.698971 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e99204-d61f-4a6b-a5a0-a76f5d6dac73 req-8e12bcc6-4947-4bdd-9ec2-8b3625314d99 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:21:03.700480 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-48e99204-d61f-4a6b-a5a0-a76f5d6dac73 req-8e12bcc6-4947-4bdd-9ec2-8b3625314d99 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/ports?device_id=f22d81e4-4cbd-4000-8654-a08141116ff9 HTTP/1.1" status: 200 len: 984 time: 0.0516295 Aug 22 14:21:03.744175 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-48e99204-d61f-4a6b-a5a0-a76f5d6dac73 req-befe6493-e62d-439c-828a-78e596bbc542 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/security-groups?id=365c6e04-396a-4da5-9a1a-1013ded428e3&id=9b10ee6c-9594-4cbd-bd75-0ca4ade0cbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375729 Aug 22 14:21:04.359148 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:04.404070 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:04.859620 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234deb36-ed91-4afd-b835-8e7114cb36da req-dd0f8742-49e7-438b-a756-864c30189f0c tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:21:04.861395 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-234deb36-ed91-4afd-b835-8e7114cb36da req-dd0f8742-49e7-438b-a756-864c30189f0c tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/ports?device_id=f22d81e4-4cbd-4000-8654-a08141116ff9 HTTP/1.1" status: 200 len: 984 time: 0.0495095 Aug 22 14:21:04.901800 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-234deb36-ed91-4afd-b835-8e7114cb36da req-957360f9-ba3d-46c2-bd3c-e3adbae97d5f tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/security-groups?id=365c6e04-396a-4da5-9a1a-1013ded428e3&id=9b10ee6c-9594-4cbd-bd75-0ca4ade0cbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335448 Aug 22 14:21:06.016593 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5bf91-8435-4797-bd7d-ca68efb98d9b req-04b2cf2d-b7e9-4bf6-aa1a-3059e850cc7f tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:21:06.018090 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8bb5bf91-8435-4797-bd7d-ca68efb98d9b req-04b2cf2d-b7e9-4bf6-aa1a-3059e850cc7f tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/ports?device_id=f22d81e4-4cbd-4000-8654-a08141116ff9 HTTP/1.1" status: 200 len: 984 time: 0.0510988 Aug 22 14:21:06.064705 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8bb5bf91-8435-4797-bd7d-ca68efb98d9b req-10f1d581-9ee5-4ab7-bcf7-f15195b3a58a tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/security-groups?id=365c6e04-396a-4da5-9a1a-1013ded428e3&id=9b10ee6c-9594-4cbd-bd75-0ca4ade0cbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398233 Aug 22 14:21:07.182407 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c8d687-912d-4570-92a4-e19415e2f3d0 req-5776a9e7-e6e1-413b-a9a8-f49198c49076 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:21:07.183882 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a6c8d687-912d-4570-92a4-e19415e2f3d0 req-5776a9e7-e6e1-413b-a9a8-f49198c49076 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/ports?device_id=f22d81e4-4cbd-4000-8654-a08141116ff9 HTTP/1.1" status: 200 len: 984 time: 0.0492051 Aug 22 14:21:07.226191 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a6c8d687-912d-4570-92a4-e19415e2f3d0 req-0562f22e-b9be-4bc4-8dd0-2c25229b731d tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/security-groups?id=365c6e04-396a-4da5-9a1a-1013ded428e3&id=9b10ee6c-9594-4cbd-bd75-0ca4ade0cbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362716 Aug 22 14:21:27.252402 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:21:28.530872 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e5f0ef7b-aa29-47f0-8171-99bb18bed391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:28.947519 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:31.128815 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5ba18199-9d47-44b7-bfe6-dc6818f65686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:31.276009 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:32.625449 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:32.710227 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-1d0a0d63-6d82-4804-a8ec-2303e361dcac req-f3218b22-7fd9-4620-9214-8aecaaaeeedc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f22d81e4-4cbd-4000-8654-a08141116ff9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0444605 Aug 22 14:21:32.794013 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a0d63-6d82-4804-a8ec-2303e361dcac req-de50b565-39fe-472d-a659-d255593f5e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:21:32.795472 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-1d0a0d63-6d82-4804-a8ec-2303e361dcac req-de50b565-39fe-472d-a659-d255593f5e73 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c305eadd9904151b5e97fc5da1aaca0&device_id=f22d81e4-4cbd-4000-8654-a08141116ff9 HTTP/1.1" status: 200 len: 1136 time: 0.0428016 Aug 22 14:21:32.899243 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a0d63-6d82-4804-a8ec-2303e361dcac req-2420db91-dc10-4e61-9dcb-8104ee429e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:21:32.900647 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-1d0a0d63-6d82-4804-a8ec-2303e361dcac req-2420db91-dc10-4e61-9dcb-8104ee429e9c service neutron] 10.222.0.41 "GET /v2.0/networks?id=58496beb-7e5d-44a1-9efe-b32af3313d67 HTTP/1.1" status: 200 len: 916 time: 0.0853801 Aug 22 14:21:32.964741 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-1d0a0d63-6d82-4804-a8ec-2303e361dcac req-a9846682-a357-40ca-9939-9c7d606ad379 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f68cc930-7610-4fe0-9559-b897ad15299b HTTP/1.1" status: 200 len: 1000 time: 0.0576205 Aug 22 14:21:33.017923 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a0d63-6d82-4804-a8ec-2303e361dcac req-b447e605-e5e2-4ff6-8ff5-edbe933f0583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:21:33.019348 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-1d0a0d63-6d82-4804-a8ec-2303e361dcac req-b447e605-e5e2-4ff6-8ff5-edbe933f0583 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=072dcf46-da82-47e6-954e-f1254814273c HTTP/1.1" status: 200 len: 854 time: 0.0472798 Aug 22 14:21:33.064299 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a0d63-6d82-4804-a8ec-2303e361dcac req-840b627b-f189-4172-8060-fb594eead8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:21:33.065749 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-1d0a0d63-6d82-4804-a8ec-2303e361dcac req-840b627b-f189-4172-8060-fb594eead8a5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=58496beb-7e5d-44a1-9efe-b32af3313d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387108 Aug 22 14:21:33.152831 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-1d0a0d63-6d82-4804-a8ec-2303e361dcac req-cb0dc6db-dfeb-41f8-ae32-b7367fb1e265 service neutron] 10.222.0.41 "GET /v2.0/networks/58496beb-7e5d-44a1-9efe-b32af3313d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789809 Aug 22 14:21:33.246976 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-1d0a0d63-6d82-4804-a8ec-2303e361dcac req-aa2d708e-859e-435d-a7d4-4778bd71110c service neutron] 10.222.0.41 "GET /v2.0/networks/58496beb-7e5d-44a1-9efe-b32af3313d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873055 Aug 22 14:21:34.373591 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:34.404266 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:36.074279 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-870e9bf8-3a66-4773-893c-4f185608537f req-59e20743-8350-4f23-a97d-2cf1d8fc962a tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1770604718&fields=id&tenant_id=8c305eadd9904151b5e97fc5da1aaca0 HTTP/1.1" status: 200 len: 267 time: 0.0358090 Aug 22 14:21:36.127294 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e9bf8-3a66-4773-893c-4f185608537f req-66908eac-74ff-4ba8-bbfe-772a3f7d20be tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:21:36.128828 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-870e9bf8-3a66-4773-893c-4f185608537f req-66908eac-74ff-4ba8-bbfe-772a3f7d20be tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/ports?device_id=f22d81e4-4cbd-4000-8654-a08141116ff9 HTTP/1.1" status: 200 len: 984 time: 0.0488112 Aug 22 14:21:36.140041 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-870e9bf8-3a66-4773-893c-4f185608537f req-6d1abd01-a762-4190-b5d9-4a196310b65f tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Request body: {'port': {'security_groups': ['9b10ee6c-9594-4cbd-bd75-0ca4ade0cbc5']}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:21:36.205704 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-870e9bf8-3a66-4773-893c-4f185608537f req-6d1abd01-a762-4190-b5d9-4a196310b65f tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:36.374284 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-870e9bf8-3a66-4773-893c-4f185608537f req-6d1abd01-a762-4190-b5d9-4a196310b65f tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] For port f68cc930-7610-4fe0-9559-b897ad15299b, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=f68cc930-7610-4fe0-9559-b897ad15299b,segment=NetworkSegment(72503bc8-312a-4d68-ad63-7f5555812784),segment_id=72503bc8-312a-4d68-ad63-7f5555812784)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:21:36.402733 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-870e9bf8-3a66-4773-893c-4f185608537f req-6d1abd01-a762-4190-b5d9-4a196310b65f tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:36.407408 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-870e9bf8-3a66-4773-893c-4f185608537f req-6d1abd01-a762-4190-b5d9-4a196310b65f tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:36.419690 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['f68cc930-7610-4fe0-9559-b897ad15299b'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:21:36.455170 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e9bf8-3a66-4773-893c-4f185608537f req-6d1abd01-a762-4190-b5d9-4a196310b65f tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:21:36.455847 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-870e9bf8-3a66-4773-893c-4f185608537f req-6d1abd01-a762-4190-b5d9-4a196310b65f tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:36.457644 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-870e9bf8-3a66-4773-893c-4f185608537f req-6d1abd01-a762-4190-b5d9-4a196310b65f tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "PUT /v2.0/ports/f68cc930-7610-4fe0-9559-b897ad15299b HTTP/1.1" status: 200 len: 942 time: 0.3220706 Aug 22 14:21:36.460699 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f22d81e4-4cbd-4000-8654-a08141116ff9', 'tag': 'f68cc930-7610-4fe0-9559-b897ad15299b'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:21:36.463077 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8361b9502d284db1754c02bd1b6f8106db555dd6c6dc010ebe333761f67dd15a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0d9a60-e6d6-4adf-a48c-9b26dd368a62" -d '{"events": [{"name": "network-changed", "server_uuid": "f22d81e4-4cbd-4000-8654-a08141116ff9", "tag": "f68cc930-7610-4fe0-9559-b897ad15299b"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:21:36.465581 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51688) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:21:36.519486 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1abd01-a762-4190-b5d9-4a196310b65f tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Pushing event updated for resources: {'Port': ['ID=f68cc930-7610-4fe0-9559-b897ad15299b,revision_number=7']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:21:36.524629 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60d7831-4e15-4f1e-97ec-7e4f009eef75 x-openstack-request-id: req-c60d7831-4e15-4f1e-97ec-7e4f009eef75 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:21:36.525462 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f22d81e4-4cbd-4000-8654-a08141116ff9", "tag": "f68cc930-7610-4fe0-9559-b897ad15299b", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:21:36.525462 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c60d7831-4e15-4f1e-97ec-7e4f009eef75 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:21:36.525835 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f22d81e4-4cbd-4000-8654-a08141116ff9', 'tag': 'f68cc930-7610-4fe0-9559-b897ad15299b', 'status': 'completed', 'code': 200} Aug 22 14:21:36.532443 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['f68cc930-7610-4fe0-9559-b897ad15299b'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:21:36.578966 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-12a52f1f-a449-4b18-9d7c-2b4da6c6de28 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:36.620498 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-12a52f1f-a449-4b18-9d7c-2b4da6c6de28 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:36.642017 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d9a60-e6d6-4adf-a48c-9b26dd368a62 req-66e61aad-afbb-42cc-9f1b-374c6f23f8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:21:36.643624 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2f0d9a60-e6d6-4adf-a48c-9b26dd368a62 req-66e61aad-afbb-42cc-9f1b-374c6f23f8a0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c305eadd9904151b5e97fc5da1aaca0&device_id=f22d81e4-4cbd-4000-8654-a08141116ff9 HTTP/1.1" status: 200 len: 1097 time: 0.0927489 Aug 22 14:21:36.757568 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d9a60-e6d6-4adf-a48c-9b26dd368a62 req-068d3895-2d03-4df3-8f8c-a57ad60e2b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:21:36.758936 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2f0d9a60-e6d6-4adf-a48c-9b26dd368a62 req-068d3895-2d03-4df3-8f8c-a57ad60e2b44 service neutron] 10.222.0.41 "GET /v2.0/networks?id=58496beb-7e5d-44a1-9efe-b32af3313d67 HTTP/1.1" status: 200 len: 916 time: 0.1065259 Aug 22 14:21:36.775163 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-12a52f1f-a449-4b18-9d7c-2b4da6c6de28 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:36.777762 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-12a52f1f-a449-4b18-9d7c-2b4da6c6de28 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:36.778873 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-12a52f1f-a449-4b18-9d7c-2b4da6c6de28 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "DELETE /v2.0/security-groups/365c6e04-396a-4da5-9a1a-1013ded428e3 HTTP/1.1" status: 204 len: 168 time: 0.3120565 Aug 22 14:21:36.781709 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 51692) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:21:36.783996 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e088e0eb-d8f1-472d-a262-54f6c72aa88e None None] Provisioning complete for port f68cc930-7610-4fe0-9559-b897ad15299b triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:21:36.784410 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e088e0eb-d8f1-472d-a262-54f6c72aa88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:36.830021 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a52f1f-a449-4b18-9d7c-2b4da6c6de28 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=365c6e04-396a-4da5-9a1a-1013ded428e3,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:21:36.850947 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2f0d9a60-e6d6-4adf-a48c-9b26dd368a62 req-568665ed-bbb9-4ad5-baa5-bb646d054a17 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f68cc930-7610-4fe0-9559-b897ad15299b HTTP/1.1" status: 200 len: 1000 time: 0.0833089 Aug 22 14:21:36.906717 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d9a60-e6d6-4adf-a48c-9b26dd368a62 req-c81b6fdf-0186-4566-8d9c-8f3a2f0f57d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:21:36.908365 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2f0d9a60-e6d6-4adf-a48c-9b26dd368a62 req-c81b6fdf-0186-4566-8d9c-8f3a2f0f57d5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=072dcf46-da82-47e6-954e-f1254814273c HTTP/1.1" status: 200 len: 854 time: 0.0493400 Aug 22 14:21:36.953813 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d9a60-e6d6-4adf-a48c-9b26dd368a62 req-02954e48-c901-4148-8ecf-b1036e217241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:21:36.955314 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2f0d9a60-e6d6-4adf-a48c-9b26dd368a62 req-02954e48-c901-4148-8ecf-b1036e217241 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=58496beb-7e5d-44a1-9efe-b32af3313d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401998 Aug 22 14:21:36.959113 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-7a277361-fc0d-4eae-b1e4-000cd4be2a0d tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Deleting port 496529cc-77be-4d78-b662-a14f069cdfec {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:21:36.959489 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7a277361-fc0d-4eae-b1e4-000cd4be2a0d tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:37.034115 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7a277361-fc0d-4eae-b1e4-000cd4be2a0d tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:37.034444 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7a277361-fc0d-4eae-b1e4-000cd4be2a0d tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:37.046732 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-7a277361-fc0d-4eae-b1e4-000cd4be2a0d tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Calling delete_port for 496529cc-77be-4d78-b662-a14f069cdfec owned by network:floatingip {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:21:37.051204 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2f0d9a60-e6d6-4adf-a48c-9b26dd368a62 req-1f012840-e506-4808-b861-7d13a56e2e00 service neutron] 10.222.0.41 "GET /v2.0/networks/58496beb-7e5d-44a1-9efe-b32af3313d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876210 Aug 22 14:21:37.146791 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-2f0d9a60-e6d6-4adf-a48c-9b26dd368a62 req-9c8c3956-42cf-4f4e-868d-291a5cde81db service neutron] 10.222.0.41 "GET /v2.0/networks/58496beb-7e5d-44a1-9efe-b32af3313d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844033 Aug 22 14:21:37.218876 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7a277361-fc0d-4eae-b1e4-000cd4be2a0d tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:37.250901 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a277361-fc0d-4eae-b1e4-000cd4be2a0d tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Pushing event deleted for resources: {'Port': ['ID=496529cc-77be-4d78-b662-a14f069cdfec,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:21:37.275898 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a277361-fc0d-4eae-b1e4-000cd4be2a0d tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:21:37.276259 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a277361-fc0d-4eae-b1e4-000cd4be2a0d tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:21:37.276609 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a277361-fc0d-4eae-b1e4-000cd4be2a0d tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:21:37.276944 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a277361-fc0d-4eae-b1e4-000cd4be2a0d tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:21:37.277276 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a277361-fc0d-4eae-b1e4-000cd4be2a0d tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:21:37.277609 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a277361-fc0d-4eae-b1e4-000cd4be2a0d tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:21:37.277933 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a277361-fc0d-4eae-b1e4-000cd4be2a0d tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:21:37.278256 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a277361-fc0d-4eae-b1e4-000cd4be2a0d tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:21:37.278580 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a277361-fc0d-4eae-b1e4-000cd4be2a0d tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:21:37.278901 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a277361-fc0d-4eae-b1e4-000cd4be2a0d tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:21:37.279221 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a277361-fc0d-4eae-b1e4-000cd4be2a0d tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:21:37.279538 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a277361-fc0d-4eae-b1e4-000cd4be2a0d tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:21:37.320550 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7a277361-fc0d-4eae-b1e4-000cd4be2a0d tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks [] for floatingip, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:37.320912 n-d-793621-33 neutron-server[94627]: INFO neutron.db.l3_db [None req-7a277361-fc0d-4eae-b1e4-000cd4be2a0d tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Floating IP 72b5fe8d-5096-4726-a861-4f4a86832213 disassociated (deleted). External IP: 172.25.3.77, port: f68cc930-7610-4fe0-9559-b897ad15299b. Aug 22 14:21:37.524094 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a277361-fc0d-4eae-b1e4-000cd4be2a0d tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Router 491d007b-ccd1-4f35-b929-7fa78c02c958 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:21:37.629779 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a277361-fc0d-4eae-b1e4-000cd4be2a0d tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:21:37.634578 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7a277361-fc0d-4eae-b1e4-000cd4be2a0d tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:37.639083 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8fcd36-e783-4595-bd4e-a977a8906df8 None None] Sync routers for ids ['491d007b-ccd1-4f35-b929-7fa78c02c958'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:21:37.648466 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8fcd36-e783-4595-bd4e-a977a8906df8 None None] Routers {'491d007b-ccd1-4f35-b929-7fa78c02c958'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:21:37.649108 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-8b8fcd36-e783-4595-bd4e-a977a8906df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:21:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['491d007b-ccd1-4f35-b929-7fa78c02c958'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:21:37.661227 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-7a277361-fc0d-4eae-b1e4-000cd4be2a0d tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "DELETE /v2.0/floatingips/72b5fe8d-5096-4726-a861-4f4a86832213 HTTP/1.1" status: 204 len: 168 time: 0.8781037 Aug 22 14:21:37.920676 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-8b8fcd36-e783-4595-bd4e-a977a8906df8 None None] Set router 491d007b-ccd1-4f35-b929-7fa78c02c958 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:21:38.116322 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-8b8fcd36-e783-4595-bd4e-a977a8906df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491d007b-ccd1-4f35-b929-7fa78c02c958', 'name': 'tempest-TestMinimumBasicScenario-1712438562-router', 'tenant_id': '8c305eadd9904151b5e97fc5da1aaca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '0b554e82-71a0-4cf3-acbe-6123f3086c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:19:46Z', 'updated_at': '2021-08-22T14:19:48Z', 'revision_number': 4, 'project_id': '8c305eadd9904151b5e97fc5da1aaca0', 'gw_port': {'id': '0b554e82-71a0-4cf3-acbe-6123f3086c1b', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:28:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491d007b-ccd1-4f35-b929-7fa78c02c958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:19:46Z', 'updated_at': '2021-08-22T14:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '062b95a7-437f-477b-ab70-5297659a9713', 'name': '', 'network_id': '58496beb-7e5d-44a1-9efe-b32af3313d67', 'tenant_id': '8c305eadd9904151b5e97fc5da1aaca0', 'mac_address': 'fa:16:3e:ab:62:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491d007b-ccd1-4f35-b929-7fa78c02c958', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '072dcf46-da82-47e6-954e-f1254814273c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:19:48Z', 'updated_at': '2021-08-22T14:19:54Z', 'revision_number': 5, 'project_id': '8c305eadd9904151b5e97fc5da1aaca0', 'subnets': [{'id': '072dcf46-da82-47e6-954e-f1254814273c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:21:38.142145 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8fcd36-e783-4595-bd4e-a977a8906df8 None None] Checking router: 491d007b-ccd1-4f35-b929-7fa78c02c958 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:21:38.150456 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8fcd36-e783-4595-bd4e-a977a8906df8 None None] Routers {'491d007b-ccd1-4f35-b929-7fa78c02c958'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:21:38.151060 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-8b8fcd36-e783-4595-bd4e-a977a8906df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:21:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['491d007b-ccd1-4f35-b929-7fa78c02c958'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:21:38.253708 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-8b8fcd36-e783-4595-bd4e-a977a8906df8 None None] Set router 491d007b-ccd1-4f35-b929-7fa78c02c958 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:21:38.455645 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-8b8fcd36-e783-4595-bd4e-a977a8906df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491d007b-ccd1-4f35-b929-7fa78c02c958', 'name': 'tempest-TestMinimumBasicScenario-1712438562-router', 'tenant_id': '8c305eadd9904151b5e97fc5da1aaca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '0b554e82-71a0-4cf3-acbe-6123f3086c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:19:46Z', 'updated_at': '2021-08-22T14:19:48Z', 'revision_number': 4, 'project_id': '8c305eadd9904151b5e97fc5da1aaca0', 'gw_port': {'id': '0b554e82-71a0-4cf3-acbe-6123f3086c1b', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:28:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491d007b-ccd1-4f35-b929-7fa78c02c958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:19:46Z', 'updated_at': '2021-08-22T14:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '062b95a7-437f-477b-ab70-5297659a9713', 'name': '', 'network_id': '58496beb-7e5d-44a1-9efe-b32af3313d67', 'tenant_id': '8c305eadd9904151b5e97fc5da1aaca0', 'mac_address': 'fa:16:3e:ab:62:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491d007b-ccd1-4f35-b929-7fa78c02c958', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '072dcf46-da82-47e6-954e-f1254814273c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:19:48Z', 'updated_at': '2021-08-22T14:19:54Z', 'revision_number': 5, 'project_id': '8c305eadd9904151b5e97fc5da1aaca0', 'subnets': [{'id': '072dcf46-da82-47e6-954e-f1254814273c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:21:38.482607 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8fcd36-e783-4595-bd4e-a977a8906df8 None None] The sync data for ids ['491d007b-ccd1-4f35-b929-7fa78c02c958'] in n-d-793621-33 is: [{'id': '491d007b-ccd1-4f35-b929-7fa78c02c958', 'name': 'tempest-TestMinimumBasicScenario-1712438562-router', 'tenant_id': '8c305eadd9904151b5e97fc5da1aaca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '0b554e82-71a0-4cf3-acbe-6123f3086c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:19:46Z', 'updated_at': '2021-08-22T14:19:48Z', 'revision_number': 4, 'project_id': '8c305eadd9904151b5e97fc5da1aaca0', 'gw_port': {'id': '0b554e82-71a0-4cf3-acbe-6123f3086c1b', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:28:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491d007b-ccd1-4f35-b929-7fa78c02c958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:19:46Z', 'updated_at': '2021-08-22T14:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '062b95a7-437f-477b-ab70-5297659a9713', 'name': '', 'network_id': '58496beb-7e5d-44a1-9efe-b32af3313d67', 'tenant_id': '8c305eadd9904151b5e97fc5da1aaca0', 'mac_address': 'fa:16:3e:ab:62:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491d007b-ccd1-4f35-b929-7fa78c02c958', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '072dcf46-da82-47e6-954e-f1254814273c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:19:48Z', 'updated_at': '2021-08-22T14:19:54Z', 'revision_number': 5, 'project_id': '8c305eadd9904151b5e97fc5da1aaca0', 'subnets': [{'id': '072dcf46-da82-47e6-954e-f1254814273c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:21:38.526702 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f22d81e4-4cbd-4000-8654-a08141116ff9', 'tag': 'f68cc930-7610-4fe0-9559-b897ad15299b'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:21:38.529292 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8361b9502d284db1754c02bd1b6f8106db555dd6c6dc010ebe333761f67dd15a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e06b50c-0ca1-4c34-92ac-097b0427c23b" -d '{"events": [{"name": "network-changed", "server_uuid": "f22d81e4-4cbd-4000-8654-a08141116ff9", "tag": "f68cc930-7610-4fe0-9559-b897ad15299b"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:21:38.568690 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5363ca-b0e1-46d6-96da-7509ed8c44d2 x-openstack-request-id: req-8c5363ca-b0e1-46d6-96da-7509ed8c44d2 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:21:38.568976 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f22d81e4-4cbd-4000-8654-a08141116ff9", "tag": "f68cc930-7610-4fe0-9559-b897ad15299b", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:21:38.569227 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8c5363ca-b0e1-46d6-96da-7509ed8c44d2 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:21:38.569650 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f22d81e4-4cbd-4000-8654-a08141116ff9', 'tag': 'f68cc930-7610-4fe0-9559-b897ad15299b', 'status': 'completed', 'code': 200} Aug 22 14:21:38.639024 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06b50c-0ca1-4c34-92ac-097b0427c23b req-0600e6fe-ad37-4819-8355-363210d17aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:21:38.641322 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3e06b50c-0ca1-4c34-92ac-097b0427c23b req-0600e6fe-ad37-4819-8355-363210d17aa2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c305eadd9904151b5e97fc5da1aaca0&device_id=f22d81e4-4cbd-4000-8654-a08141116ff9 HTTP/1.1" status: 200 len: 1097 time: 0.0472374 Aug 22 14:21:38.723925 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026f99e7-6628-4071-a116-ff92cd0efde8 None None] New status for floating IP 72b5fe8d-5096-4726-a861-4f4a86832213: DOWN {{(pid=94630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 14:21:38.744354 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06b50c-0ca1-4c34-92ac-097b0427c23b req-b74918ab-cd4f-4e70-89ca-9543aee1288b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:21:38.746119 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3e06b50c-0ca1-4c34-92ac-097b0427c23b req-b74918ab-cd4f-4e70-89ca-9543aee1288b service neutron] 10.222.0.41 "GET /v2.0/networks?id=58496beb-7e5d-44a1-9efe-b32af3313d67 HTTP/1.1" status: 200 len: 916 time: 0.0981812 Aug 22 14:21:38.789949 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3e06b50c-0ca1-4c34-92ac-097b0427c23b req-f3d13244-37e1-4e7e-a6e6-3972c5a1aa28 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f68cc930-7610-4fe0-9559-b897ad15299b HTTP/1.1" status: 200 len: 217 time: 0.0364654 Aug 22 14:21:38.846688 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06b50c-0ca1-4c34-92ac-097b0427c23b req-be361586-c794-4202-a996-2468dba5cc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:21:38.848170 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3e06b50c-0ca1-4c34-92ac-097b0427c23b req-be361586-c794-4202-a996-2468dba5cc81 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=072dcf46-da82-47e6-954e-f1254814273c HTTP/1.1" status: 200 len: 854 time: 0.0512197 Aug 22 14:21:38.897054 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06b50c-0ca1-4c34-92ac-097b0427c23b req-6b51b627-8386-41d8-ad8f-c1bb7c95b692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:21:38.898879 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3e06b50c-0ca1-4c34-92ac-097b0427c23b req-6b51b627-8386-41d8-ad8f-c1bb7c95b692 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=58496beb-7e5d-44a1-9efe-b32af3313d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430660 Aug 22 14:21:38.993546 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3e06b50c-0ca1-4c34-92ac-097b0427c23b req-b6f383fe-05a3-4be2-8e2a-cca0690b61a3 service neutron] 10.222.0.41 "GET /v2.0/networks/58496beb-7e5d-44a1-9efe-b32af3313d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867949 Aug 22 14:21:39.085241 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3e06b50c-0ca1-4c34-92ac-097b0427c23b req-b54c69eb-4686-475e-85b5-e12d72fb2d18 service neutron] 10.222.0.41 "GET /v2.0/networks/58496beb-7e5d-44a1-9efe-b32af3313d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849733 Aug 22 14:21:44.605910 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba51ce9-2f88-4174-a663-e529ab8a717d req-9ed61dc5-7602-4ea0-8c39-0f0a0b91d27f tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:21:44.607624 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1ba51ce9-2f88-4174-a663-e529ab8a717d req-9ed61dc5-7602-4ea0-8c39-0f0a0b91d27f tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/ports?device_id=f22d81e4-4cbd-4000-8654-a08141116ff9 HTTP/1.1" status: 200 len: 945 time: 0.0536702 Aug 22 14:21:44.648390 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1ba51ce9-2f88-4174-a663-e529ab8a717d req-3b49d1e6-e185-48fa-b56c-59959e39f241 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b10ee6c-9594-4cbd-bd75-0ca4ade0cbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337682 Aug 22 14:21:45.767340 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718dccfb-78db-4f3f-a25d-7b1b631a4155 req-09bc852d-1bdf-4872-92b5-e26a79c27f9d tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:21:45.768824 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-718dccfb-78db-4f3f-a25d-7b1b631a4155 req-09bc852d-1bdf-4872-92b5-e26a79c27f9d tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/ports?device_id=f22d81e4-4cbd-4000-8654-a08141116ff9 HTTP/1.1" status: 200 len: 945 time: 0.0519722 Aug 22 14:21:45.808176 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-718dccfb-78db-4f3f-a25d-7b1b631a4155 req-d93a2b0d-a800-4426-8415-4fbb95a5b2a4 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b10ee6c-9594-4cbd-bd75-0ca4ade0cbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314679 Aug 22 14:21:46.197868 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f19355b-6fbb-4e4e-b4bc-d8c59fc6e869 req-dfdde3c8-f767-4913-adb7-dbb1f773f620 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:21:46.199298 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4f19355b-6fbb-4e4e-b4bc-d8c59fc6e869 req-dfdde3c8-f767-4913-adb7-dbb1f773f620 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22d81e4-4cbd-4000-8654-a08141116ff9 HTTP/1.1" status: 200 len: 945 time: 0.0489528 Aug 22 14:21:46.290070 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-4f19355b-6fbb-4e4e-b4bc-d8c59fc6e869 req-c0f4aeed-8aa9-4d73-84a5-9c55f933728a tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Deleting port f68cc930-7610-4fe0-9559-b897ad15299b {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:21:46.290319 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-4f19355b-6fbb-4e4e-b4bc-d8c59fc6e869 req-c0f4aeed-8aa9-4d73-84a5-9c55f933728a tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:46.373486 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-4f19355b-6fbb-4e4e-b4bc-d8c59fc6e869 req-c0f4aeed-8aa9-4d73-84a5-9c55f933728a tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] For port f68cc930-7610-4fe0-9559-b897ad15299b, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=f68cc930-7610-4fe0-9559-b897ad15299b,segment=NetworkSegment(72503bc8-312a-4d68-ad63-7f5555812784),segment_id=72503bc8-312a-4d68-ad63-7f5555812784)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:21:46.373842 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-4f19355b-6fbb-4e4e-b4bc-d8c59fc6e869 req-c0f4aeed-8aa9-4d73-84a5-9c55f933728a tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:46.389134 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-4f19355b-6fbb-4e4e-b4bc-d8c59fc6e869 req-c0f4aeed-8aa9-4d73-84a5-9c55f933728a tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Calling delete_port for f68cc930-7610-4fe0-9559-b897ad15299b owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:21:46.516598 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-4f19355b-6fbb-4e4e-b4bc-d8c59fc6e869 req-c0f4aeed-8aa9-4d73-84a5-9c55f933728a tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:46.527863 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['f68cc930-7610-4fe0-9559-b897ad15299b'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:21:46.545404 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f4aeed-8aa9-4d73-84a5-9c55f933728a tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Pushing event deleted for resources: {'Port': ['ID=f68cc930-7610-4fe0-9559-b897ad15299b,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:21:46.572073 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4aeed-8aa9-4d73-84a5-9c55f933728a tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:21:46.572458 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4aeed-8aa9-4d73-84a5-9c55f933728a tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:21:46.572787 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4aeed-8aa9-4d73-84a5-9c55f933728a tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:21:46.573117 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4aeed-8aa9-4d73-84a5-9c55f933728a tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:21:46.573444 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4aeed-8aa9-4d73-84a5-9c55f933728a tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:21:46.573770 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4aeed-8aa9-4d73-84a5-9c55f933728a tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:21:46.574090 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4aeed-8aa9-4d73-84a5-9c55f933728a tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:21:46.574409 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4aeed-8aa9-4d73-84a5-9c55f933728a tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:21:46.574728 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4aeed-8aa9-4d73-84a5-9c55f933728a tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:21:46.575043 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4aeed-8aa9-4d73-84a5-9c55f933728a tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:21:46.575363 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4aeed-8aa9-4d73-84a5-9c55f933728a tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:21:46.575676 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4aeed-8aa9-4d73-84a5-9c55f933728a tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:21:46.594276 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f19355b-6fbb-4e4e-b4bc-d8c59fc6e869 req-c0f4aeed-8aa9-4d73-84a5-9c55f933728a tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] No DVR routers for this DVR port f68cc930-7610-4fe0-9559-b897ad15299b on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:21:46.596729 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-4f19355b-6fbb-4e4e-b4bc-d8c59fc6e869 req-c0f4aeed-8aa9-4d73-84a5-9c55f933728a tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:46.598766 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4f19355b-6fbb-4e4e-b4bc-d8c59fc6e869 req-c0f4aeed-8aa9-4d73-84a5-9c55f933728a tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.41 "DELETE /v2.0/ports/f68cc930-7610-4fe0-9559-b897ad15299b HTTP/1.1" status: 204 len: 173 time: 0.3935013 Aug 22 14:21:46.599240 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f22d81e4-4cbd-4000-8654-a08141116ff9', 'name': 'network-vif-deleted', 'tag': 'f68cc930-7610-4fe0-9559-b897ad15299b'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:21:46.601988 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bdeb8ea780dc3f157cf86c35b44054b3d50f34a398e9a69dfe822f45c5aaee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8f0739-c978-4702-bce2-b5d988f27efe" -d '{"events": [{"server_uuid": "f22d81e4-4cbd-4000-8654-a08141116ff9", "name": "network-vif-deleted", "tag": "f68cc930-7610-4fe0-9559-b897ad15299b"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:21:46.639763 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c9e891-9191-446f-b1c5-fff1cc1012b6 x-openstack-request-id: req-a1c9e891-9191-446f-b1c5-fff1cc1012b6 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:21:46.640049 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f22d81e4-4cbd-4000-8654-a08141116ff9", "name": "network-vif-deleted", "tag": "f68cc930-7610-4fe0-9559-b897ad15299b", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:21:46.640320 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a1c9e891-9191-446f-b1c5-fff1cc1012b6 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:21:46.640780 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f22d81e4-4cbd-4000-8654-a08141116ff9', 'name': 'network-vif-deleted', 'tag': 'f68cc930-7610-4fe0-9559-b897ad15299b', 'status': 'completed', 'code': 200} Aug 22 14:21:46.916163 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-811dac92-1714-4e9e-bc1e-5fd4d3eb2b7e req-9dcbe8b4-9526-4ea6-8486-a19dcdfcb9e8 tempest-TestMinimumBasicScenario-1658993193 tempest-TestMinimumBasicScenario-1658993193-project] 10.222.0.21 "GET /v2.0/ports?device_id=f22d81e4-4cbd-4000-8654-a08141116ff9 HTTP/1.1" status: 200 len: 210 time: 0.0296297 Aug 22 14:21:48.470532 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 51786) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:21:48.587849 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device f68cc930-7610-4fe0-9559-b897ad15299b no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:21:48.607104 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: f68cc930-7610-4fe0-9559-b897ad15299b {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:21:48.607445 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device f68cc930-7610-4fe0-9559-b897ad15299b not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:21:48.808803 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0b358013-79d2-4e02-a391-156d6bc68212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:49.049747 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-0b358013-79d2-4e02-a391-156d6bc68212 admin admin] Deleting port 062b95a7-437f-477b-ab70-5297659a9713 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:21:49.050091 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0b358013-79d2-4e02-a391-156d6bc68212 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:49.130025 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-0b358013-79d2-4e02-a391-156d6bc68212 admin admin] For port 062b95a7-437f-477b-ab70-5297659a9713, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=062b95a7-437f-477b-ab70-5297659a9713,segment=NetworkSegment(72503bc8-312a-4d68-ad63-7f5555812784),segment_id=72503bc8-312a-4d68-ad63-7f5555812784)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:21:49.130478 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0b358013-79d2-4e02-a391-156d6bc68212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:49.141802 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-0b358013-79d2-4e02-a391-156d6bc68212 admin admin] Calling delete_port for 062b95a7-437f-477b-ab70-5297659a9713 owned by network:router_interface {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:21:49.594450 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0b358013-79d2-4e02-a391-156d6bc68212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:49.618552 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b358013-79d2-4e02-a391-156d6bc68212 admin admin] Pushing event deleted for resources: {'Port': ['ID=062b95a7-437f-477b-ab70-5297659a9713,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:21:49.788797 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-0b358013-79d2-4e02-a391-156d6bc68212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:49.995360 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b358013-79d2-4e02-a391-156d6bc68212 admin admin] Router 491d007b-ccd1-4f35-b929-7fa78c02c958 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:21:50.100457 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b358013-79d2-4e02-a391-156d6bc68212 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:21:50.105650 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-0b358013-79d2-4e02-a391-156d6bc68212 admin admin] 10.222.0.21 "PUT /v2.0/routers/491d007b-ccd1-4f35-b929-7fa78c02c958/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6340845 Aug 22 14:21:50.108063 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 51788) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:21:50.110715 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9664cab6-0cd4-4f40-94a3-c72690bcf656 None None] Sync routers for ids ['491d007b-ccd1-4f35-b929-7fa78c02c958'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:21:50.120629 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9664cab6-0cd4-4f40-94a3-c72690bcf656 None None] Routers {'491d007b-ccd1-4f35-b929-7fa78c02c958'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:21:50.121251 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-9664cab6-0cd4-4f40-94a3-c72690bcf656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:21:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['491d007b-ccd1-4f35-b929-7fa78c02c958'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:21:50.211147 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8eabb7d6-189c-4b88-a5ac-a3ee4b93435c admin admin] Notify callbacks [] for router, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:50.223401 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-9664cab6-0cd4-4f40-94a3-c72690bcf656 None None] Set router 491d007b-ccd1-4f35-b929-7fa78c02c958 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:21:50.316182 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8eabb7d6-189c-4b88-a5ac-a3ee4b93435c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:50.368209 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-8eabb7d6-189c-4b88-a5ac-a3ee4b93435c admin admin] Deleting port 0b554e82-71a0-4cf3-acbe-6123f3086c1b {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:21:50.368583 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8eabb7d6-189c-4b88-a5ac-a3ee4b93435c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:50.403812 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-9664cab6-0cd4-4f40-94a3-c72690bcf656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491d007b-ccd1-4f35-b929-7fa78c02c958', 'name': 'tempest-TestMinimumBasicScenario-1712438562-router', 'tenant_id': '8c305eadd9904151b5e97fc5da1aaca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '0b554e82-71a0-4cf3-acbe-6123f3086c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:19:46Z', 'updated_at': '2021-08-22T14:21:49Z', 'revision_number': 5, 'project_id': '8c305eadd9904151b5e97fc5da1aaca0', 'gw_port': {'id': '0b554e82-71a0-4cf3-acbe-6123f3086c1b', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:28:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491d007b-ccd1-4f35-b929-7fa78c02c958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:19:46Z', 'updated_at': '2021-08-22T14:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:21:50.429756 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9664cab6-0cd4-4f40-94a3-c72690bcf656 None None] Checking router: 491d007b-ccd1-4f35-b929-7fa78c02c958 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:21:50.438323 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9664cab6-0cd4-4f40-94a3-c72690bcf656 None None] Routers {'491d007b-ccd1-4f35-b929-7fa78c02c958'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:21:50.438926 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-9664cab6-0cd4-4f40-94a3-c72690bcf656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:21:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['491d007b-ccd1-4f35-b929-7fa78c02c958'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:21:50.448846 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-8eabb7d6-189c-4b88-a5ac-a3ee4b93435c admin admin] For port 0b554e82-71a0-4cf3-acbe-6123f3086c1b, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=0b554e82-71a0-4cf3-acbe-6123f3086c1b,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:21:50.449212 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8eabb7d6-189c-4b88-a5ac-a3ee4b93435c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:50.461321 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-8eabb7d6-189c-4b88-a5ac-a3ee4b93435c admin admin] Calling delete_port for 0b554e82-71a0-4cf3-acbe-6123f3086c1b owned by network:router_gateway {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:21:50.525299 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-9664cab6-0cd4-4f40-94a3-c72690bcf656 None None] Set router 491d007b-ccd1-4f35-b929-7fa78c02c958 gateway port host: None {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:21:50.580004 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-9664cab6-0cd4-4f40-94a3-c72690bcf656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491d007b-ccd1-4f35-b929-7fa78c02c958', 'name': 'tempest-TestMinimumBasicScenario-1712438562-router', 'tenant_id': '8c305eadd9904151b5e97fc5da1aaca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:19:46Z', 'updated_at': '2021-08-22T14:21:50Z', 'revision_number': 6, 'project_id': '8c305eadd9904151b5e97fc5da1aaca0', 'gw_port_host': None}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:21:50.606177 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9664cab6-0cd4-4f40-94a3-c72690bcf656 None None] The sync data for ids ['491d007b-ccd1-4f35-b929-7fa78c02c958'] in n-d-793621-33 is: [{'id': '491d007b-ccd1-4f35-b929-7fa78c02c958', 'name': 'tempest-TestMinimumBasicScenario-1712438562-router', 'tenant_id': '8c305eadd9904151b5e97fc5da1aaca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:19:46Z', 'updated_at': '2021-08-22T14:21:50Z', 'revision_number': 6, 'project_id': '8c305eadd9904151b5e97fc5da1aaca0', 'gw_port_host': None}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:21:50.625598 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8eabb7d6-189c-4b88-a5ac-a3ee4b93435c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:50.653170 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eabb7d6-189c-4b88-a5ac-a3ee4b93435c admin admin] Pushing event deleted for resources: {'Port': ['ID=0b554e82-71a0-4cf3-acbe-6123f3086c1b,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:21:50.711333 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8eabb7d6-189c-4b88-a5ac-a3ee4b93435c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:50.803546 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8eabb7d6-189c-4b88-a5ac-a3ee4b93435c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:50.805838 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8eabb7d6-189c-4b88-a5ac-a3ee4b93435c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:50.847943 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8eabb7d6-189c-4b88-a5ac-a3ee4b93435c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:50.848429 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eabb7d6-189c-4b88-a5ac-a3ee4b93435c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 491d007b-ccd1-4f35-b929-7fa78c02c958 {{(pid=94627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 14:21:50.853019 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8eabb7d6-189c-4b88-a5ac-a3ee4b93435c admin admin] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:50.854217 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-8eabb7d6-189c-4b88-a5ac-a3ee4b93435c admin admin] 10.222.0.21 "DELETE /v2.0/routers/491d007b-ccd1-4f35-b929-7fa78c02c958 HTTP/1.1" status: 204 len: 168 time: 0.7452159 Aug 22 14:21:50.856748 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 51790) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:21:50.899948 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-100f20e2-339e-459d-b3f0-2804dc4da4de admin admin] Deleting subnet 072dcf46-da82-47e6-954e-f1254814273c {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:21:50.902864 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-100f20e2-339e-459d-b3f0-2804dc4da4de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:50.935807 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-100f20e2-339e-459d-b3f0-2804dc4da4de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:51.020675 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-100f20e2-339e-459d-b3f0-2804dc4da4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:51.073398 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-100f20e2-339e-459d-b3f0-2804dc4da4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:51.098238 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100f20e2-339e-459d-b3f0-2804dc4da4de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=072dcf46-da82-47e6-954e-f1254814273c,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:21:51.104627 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-100f20e2-339e-459d-b3f0-2804dc4da4de admin admin] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:51.106624 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-100f20e2-339e-459d-b3f0-2804dc4da4de admin admin] 10.222.0.21 "DELETE /v2.0/subnets/072dcf46-da82-47e6-954e-f1254814273c HTTP/1.1" status: 204 len: 168 time: 0.2489271 Aug 22 14:21:51.108192 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f05386-0a6c-4f0a-8b18-bde3866d77e1 None None] Network 58496beb-7e5d-44a1-9efe-b32af3313d67 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:21:51.109016 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 51792) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:21:51.182760 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-114f376e-e997-4783-8c2d-671a67193966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:51.236931 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-114f376e-e997-4783-8c2d-671a67193966 admin admin] Deleting port d8dac84b-cea5-4029-8894-18fc3d61c719 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:21:51.237281 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-114f376e-e997-4783-8c2d-671a67193966 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:51.299223 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-114f376e-e997-4783-8c2d-671a67193966 admin admin] For port d8dac84b-cea5-4029-8894-18fc3d61c719, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=d8dac84b-cea5-4029-8894-18fc3d61c719,segment=NetworkSegment(72503bc8-312a-4d68-ad63-7f5555812784),segment_id=72503bc8-312a-4d68-ad63-7f5555812784)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:21:51.299528 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-114f376e-e997-4783-8c2d-671a67193966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:51.312218 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-114f376e-e997-4783-8c2d-671a67193966 admin admin] Calling delete_port for d8dac84b-cea5-4029-8894-18fc3d61c719 owned by network:dhcp {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:21:51.369163 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f57765-1d8b-4793-9cd5-a4c75b80364e None None] DHCP port deletion for 58496beb-7e5d-44a1-9efe-b32af3313d67 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 14:21:51.406561 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-114f376e-e997-4783-8c2d-671a67193966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:51.433882 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-79f57765-1d8b-4793-9cd5-a4c75b80364e None None] Deleting port d8dac84b-cea5-4029-8894-18fc3d61c719 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:21:51.434256 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-79f57765-1d8b-4793-9cd5-a4c75b80364e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:51.434868 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f376e-e997-4783-8c2d-671a67193966 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8dac84b-cea5-4029-8894-18fc3d61c719,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:21:51.440379 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114f376e-e997-4783-8c2d-671a67193966 admin admin] No DVR routers for this DVR port d8dac84b-cea5-4029-8894-18fc3d61c719 on host n-d-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:21:51.453314 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 0b554e82-71a0-4cf3-acbe-6123f3086c1b no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:21:51.509450 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 0b554e82-71a0-4cf3-acbe-6123f3086c1b {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:21:51.509887 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 0b554e82-71a0-4cf3-acbe-6123f3086c1b not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:21:51.510373 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device d8dac84b-cea5-4029-8894-18fc3d61c719 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:21:51.516082 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-114f376e-e997-4783-8c2d-671a67193966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:51.527066 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-114f376e-e997-4783-8c2d-671a67193966 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58496beb-7e5d-44a1-9efe-b32af3313d67']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:21:51.535048 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: d8dac84b-cea5-4029-8894-18fc3d61c719 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:21:51.535395 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device d8dac84b-cea5-4029-8894-18fc3d61c719 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:21:51.535815 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 062b95a7-437f-477b-ab70-5297659a9713 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:21:51.538313 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-114f376e-e997-4783-8c2d-671a67193966 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72503bc8-312a-4d68-ad63-7f5555812784') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:21:51.538607 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-114f376e-e997-4783-8c2d-671a67193966 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72503bc8-312a-4d68-ad63-7f5555812784') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:21:51.547920 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-114f376e-e997-4783-8c2d-671a67193966 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:51.563102 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-114f376e-e997-4783-8c2d-671a67193966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:51.564168 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-79f57765-1d8b-4793-9cd5-a4c75b80364e None None] For port d8dac84b-cea5-4029-8894-18fc3d61c719, host n-d-793621-33, got binding levels [] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:21:51.564603 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-79f57765-1d8b-4793-9cd5-a4c75b80364e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:51.566935 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 062b95a7-437f-477b-ab70-5297659a9713 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:21:51.567284 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 062b95a7-437f-477b-ab70-5297659a9713 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:21:51.571213 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-114f376e-e997-4783-8c2d-671a67193966 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:21:51.571542 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-114f376e-e997-4783-8c2d-671a67193966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:51.573884 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 14:21:51.573884 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:21:51.573884 n-d-793621-33 neutron-server[94627]: timer() Aug 22 14:21:51.573884 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:21:51.573884 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 14:21:51.573884 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:21:51.573884 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 14:21:51.573884 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:21:51.573884 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 14:21:51.573884 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:21:51.573884 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 14:21:51.573884 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:21:51.573884 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 14:21:51.573884 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:21:51.573884 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:21:51.573884 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:21:51.573884 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:21:51.573884 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:21:51.573884 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 14:21:51.573884 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:21:51.573884 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 14:21:51.573884 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:21:51.573884 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:21:51.573884 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:21:51.573884 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 14:21:51.573884 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:21:51.573884 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:21:51.573884 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:21:51.573884 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:21:51.573884 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:21:51.573884 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:21:51.573884 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:21:51.584244 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-79f57765-1d8b-4793-9cd5-a4c75b80364e None None] Calling delete_port for d8dac84b-cea5-4029-8894-18fc3d61c719 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:21:51.587197 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.ipam_backend_mixin [None req-79f57765-1d8b-4793-9cd5-a4c75b80364e None None] Port d8dac84b-cea5-4029-8894-18fc3d61c719 was not found and therefore no delete operation was performed {{(pid=94629) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 22 14:21:51.588671 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-79f57765-1d8b-4793-9cd5-a4c75b80364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:51.616628 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f57765-1d8b-4793-9cd5-a4c75b80364e None None] Pushing event deleted for resources: {'Port': ['ID=d8dac84b-cea5-4029-8894-18fc3d61c719,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:21:51.618965 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f57765-1d8b-4793-9cd5-a4c75b80364e None None] No DVR routers for this DVR port d8dac84b-cea5-4029-8894-18fc3d61c719 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:21:51.629866 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f57765-1d8b-4793-9cd5-a4c75b80364e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:21:51.630333 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f57765-1d8b-4793-9cd5-a4c75b80364e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:21:51.630799 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f57765-1d8b-4793-9cd5-a4c75b80364e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:21:51.631178 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f57765-1d8b-4793-9cd5-a4c75b80364e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:21:51.631566 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f57765-1d8b-4793-9cd5-a4c75b80364e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:21:51.632515 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f57765-1d8b-4793-9cd5-a4c75b80364e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:21:51.632764 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f57765-1d8b-4793-9cd5-a4c75b80364e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:21:51.633037 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f57765-1d8b-4793-9cd5-a4c75b80364e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:21:51.633439 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f57765-1d8b-4793-9cd5-a4c75b80364e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:21:51.633850 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f57765-1d8b-4793-9cd5-a4c75b80364e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:21:51.634183 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f57765-1d8b-4793-9cd5-a4c75b80364e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:21:51.634617 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f57765-1d8b-4793-9cd5-a4c75b80364e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:21:51.636036 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-114f376e-e997-4783-8c2d-671a67193966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:51.642089 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-114f376e-e997-4783-8c2d-671a67193966 admin admin] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:51.644042 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-114f376e-e997-4783-8c2d-671a67193966 admin admin] 10.222.0.21 "DELETE /v2.0/networks/58496beb-7e5d-44a1-9efe-b32af3313d67 HTTP/1.1" status: 204 len: 168 time: 0.5340996 Aug 22 14:21:51.647761 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51796) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:21:51.656166 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f376e-e997-4783-8c2d-671a67193966 admin admin] Pushing event deleted for resources: {'Network': ['ID=58496beb-7e5d-44a1-9efe-b32af3313d67,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:21:51.990009 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dff913dd-e260-40f7-a2b9-79665503e5b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:52.227301 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-dff913dd-e260-40f7-a2b9-79665503e5b4 admin admin] Deleting port c396dbba-174e-470d-a50b-ba91424ee5c0 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:21:52.227644 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dff913dd-e260-40f7-a2b9-79665503e5b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:52.302542 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-dff913dd-e260-40f7-a2b9-79665503e5b4 admin admin] For port c396dbba-174e-470d-a50b-ba91424ee5c0, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=c396dbba-174e-470d-a50b-ba91424ee5c0,segment=NetworkSegment(3d073b92-e624-4cd6-9f61-4ed773d7b117),segment_id=3d073b92-e624-4cd6-9f61-4ed773d7b117)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:21:52.302728 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dff913dd-e260-40f7-a2b9-79665503e5b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:52.313912 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-dff913dd-e260-40f7-a2b9-79665503e5b4 admin admin] Calling delete_port for c396dbba-174e-470d-a50b-ba91424ee5c0 owned by network:router_interface {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:21:52.491053 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dff913dd-e260-40f7-a2b9-79665503e5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:52.516766 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff913dd-e260-40f7-a2b9-79665503e5b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c396dbba-174e-470d-a50b-ba91424ee5c0,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:21:53.013738 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dff913dd-e260-40f7-a2b9-79665503e5b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:53.221872 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff913dd-e260-40f7-a2b9-79665503e5b4 admin admin] Router 890b0abb-7e0f-4bc9-a306-042a41599772 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:21:53.325927 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff913dd-e260-40f7-a2b9-79665503e5b4 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:21:53.330907 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-dff913dd-e260-40f7-a2b9-79665503e5b4 admin admin] 10.222.0.21 "PUT /v2.0/routers/890b0abb-7e0f-4bc9-a306-042a41599772/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6814342 Aug 22 14:21:53.333800 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51798) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:21:53.336432 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea58760-e211-4d78-9f53-7dd72872df87 None None] Sync routers for ids ['890b0abb-7e0f-4bc9-a306-042a41599772'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:21:53.345523 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea58760-e211-4d78-9f53-7dd72872df87 None None] Routers {'890b0abb-7e0f-4bc9-a306-042a41599772'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:21:53.346159 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-8ea58760-e211-4d78-9f53-7dd72872df87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:21:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['890b0abb-7e0f-4bc9-a306-042a41599772'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:21:53.434709 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-680f98d2-a7c1-412b-9f15-445aa51b5d79 admin admin] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:53.448538 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-8ea58760-e211-4d78-9f53-7dd72872df87 None None] Set router 890b0abb-7e0f-4bc9-a306-042a41599772 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:21:53.535916 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-680f98d2-a7c1-412b-9f15-445aa51b5d79 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:53.588585 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-680f98d2-a7c1-412b-9f15-445aa51b5d79 admin admin] Deleting port f16150f3-9bc9-4743-8937-d327e90cf1c9 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:21:53.588930 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-680f98d2-a7c1-412b-9f15-445aa51b5d79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:53.627310 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-8ea58760-e211-4d78-9f53-7dd72872df87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890b0abb-7e0f-4bc9-a306-042a41599772', 'name': 'tempest-TestMinimumBasicScenario-2039038742-router', 'tenant_id': '300f1ec0210d47488fddea4d45450c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'f16150f3-9bc9-4743-8937-d327e90cf1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:19:50Z', 'updated_at': '2021-08-22T14:21:52Z', 'revision_number': 5, 'project_id': '300f1ec0210d47488fddea4d45450c54', 'gw_port': {'id': 'f16150f3-9bc9-4743-8937-d327e90cf1c9', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890b0abb-7e0f-4bc9-a306-042a41599772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:19:51Z', 'updated_at': '2021-08-22T14:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:21:53.654818 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea58760-e211-4d78-9f53-7dd72872df87 None None] Checking router: 890b0abb-7e0f-4bc9-a306-042a41599772 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:21:53.663194 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea58760-e211-4d78-9f53-7dd72872df87 None None] Routers {'890b0abb-7e0f-4bc9-a306-042a41599772'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:21:53.663806 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-8ea58760-e211-4d78-9f53-7dd72872df87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:21:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['890b0abb-7e0f-4bc9-a306-042a41599772'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:21:53.670243 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-680f98d2-a7c1-412b-9f15-445aa51b5d79 admin admin] For port f16150f3-9bc9-4743-8937-d327e90cf1c9, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=f16150f3-9bc9-4743-8937-d327e90cf1c9,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:21:53.670617 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-680f98d2-a7c1-412b-9f15-445aa51b5d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:53.682879 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-680f98d2-a7c1-412b-9f15-445aa51b5d79 admin admin] Calling delete_port for f16150f3-9bc9-4743-8937-d327e90cf1c9 owned by network:router_gateway {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:21:53.749797 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-8ea58760-e211-4d78-9f53-7dd72872df87 None None] Set router 890b0abb-7e0f-4bc9-a306-042a41599772 gateway port host: None {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:21:53.799526 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-8ea58760-e211-4d78-9f53-7dd72872df87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890b0abb-7e0f-4bc9-a306-042a41599772', 'name': 'tempest-TestMinimumBasicScenario-2039038742-router', 'tenant_id': '300f1ec0210d47488fddea4d45450c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:19:50Z', 'updated_at': '2021-08-22T14:21:53Z', 'revision_number': 6, 'project_id': '300f1ec0210d47488fddea4d45450c54', 'gw_port_host': None}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:21:53.827951 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea58760-e211-4d78-9f53-7dd72872df87 None None] The sync data for ids ['890b0abb-7e0f-4bc9-a306-042a41599772'] in n-d-793621-33 is: [{'id': '890b0abb-7e0f-4bc9-a306-042a41599772', 'name': 'tempest-TestMinimumBasicScenario-2039038742-router', 'tenant_id': '300f1ec0210d47488fddea4d45450c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:19:50Z', 'updated_at': '2021-08-22T14:21:53Z', 'revision_number': 6, 'project_id': '300f1ec0210d47488fddea4d45450c54', 'gw_port_host': None}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:21:53.847592 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-680f98d2-a7c1-412b-9f15-445aa51b5d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:53.872959 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680f98d2-a7c1-412b-9f15-445aa51b5d79 admin admin] Pushing event deleted for resources: {'Port': ['ID=f16150f3-9bc9-4743-8937-d327e90cf1c9,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:21:53.933409 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-680f98d2-a7c1-412b-9f15-445aa51b5d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:54.021495 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-680f98d2-a7c1-412b-9f15-445aa51b5d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:54.023551 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-680f98d2-a7c1-412b-9f15-445aa51b5d79 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:54.068523 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-680f98d2-a7c1-412b-9f15-445aa51b5d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:54.068980 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680f98d2-a7c1-412b-9f15-445aa51b5d79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 890b0abb-7e0f-4bc9-a306-042a41599772 {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 14:21:54.073228 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-680f98d2-a7c1-412b-9f15-445aa51b5d79 admin admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:54.074317 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-680f98d2-a7c1-412b-9f15-445aa51b5d79 admin admin] 10.222.0.21 "DELETE /v2.0/routers/890b0abb-7e0f-4bc9-a306-042a41599772 HTTP/1.1" status: 204 len: 168 time: 0.7395966 Aug 22 14:21:54.076814 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51800) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:21:54.120347 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d0852d2-cb3c-4af4-b7b3-f483a886be22 admin admin] Deleting subnet a5a288e7-36af-498c-8b30-50784f5c0a6c {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:21:54.123309 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5d0852d2-cb3c-4af4-b7b3-f483a886be22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:54.159005 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5d0852d2-cb3c-4af4-b7b3-f483a886be22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:54.244398 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5d0852d2-cb3c-4af4-b7b3-f483a886be22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:54.298167 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5d0852d2-cb3c-4af4-b7b3-f483a886be22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:54.323584 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0852d2-cb3c-4af4-b7b3-f483a886be22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5a288e7-36af-498c-8b30-50784f5c0a6c,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:21:54.329352 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5d0852d2-cb3c-4af4-b7b3-f483a886be22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:54.334349 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5d0852d2-cb3c-4af4-b7b3-f483a886be22 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a5a288e7-36af-498c-8b30-50784f5c0a6c HTTP/1.1" status: 204 len: 168 time: 0.2535005 Aug 22 14:21:54.334349 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51802) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:21:54.338010 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8b6f2b-bde9-4e4a-a5c4-761161274608 None None] Network ba3e0873-3eeb-4ac0-b6b6-963fe95ea38a requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:21:54.401792 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-31dcd44e-2040-401f-9deb-77e8ce900546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:54.463843 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-31dcd44e-2040-401f-9deb-77e8ce900546 admin admin] Deleting port 122fc866-59bf-4a50-bccb-b0bee48d15e2 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:21:54.464190 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-31dcd44e-2040-401f-9deb-77e8ce900546 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:54.518426 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b798990-df11-4053-a735-ed6da8dc8f93 None None] DHCP port deletion for ba3e0873-3eeb-4ac0-b6b6-963fe95ea38a request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 14:21:54.532864 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-31dcd44e-2040-401f-9deb-77e8ce900546 admin admin] For port 122fc866-59bf-4a50-bccb-b0bee48d15e2, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=122fc866-59bf-4a50-bccb-b0bee48d15e2,segment=NetworkSegment(3d073b92-e624-4cd6-9f61-4ed773d7b117),segment_id=3d073b92-e624-4cd6-9f61-4ed773d7b117)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:21:54.533270 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-31dcd44e-2040-401f-9deb-77e8ce900546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:54.547995 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-31dcd44e-2040-401f-9deb-77e8ce900546 admin admin] Calling delete_port for 122fc866-59bf-4a50-bccb-b0bee48d15e2 owned by network:dhcp {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:21:54.566861 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-8b798990-df11-4053-a735-ed6da8dc8f93 None None] Deleting port 122fc866-59bf-4a50-bccb-b0bee48d15e2 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:21:54.567229 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8b798990-df11-4053-a735-ed6da8dc8f93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:54.634257 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-8b798990-df11-4053-a735-ed6da8dc8f93 None None] For port 122fc866-59bf-4a50-bccb-b0bee48d15e2, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=122fc866-59bf-4a50-bccb-b0bee48d15e2,segment=NetworkSegment(3d073b92-e624-4cd6-9f61-4ed773d7b117),segment_id=3d073b92-e624-4cd6-9f61-4ed773d7b117)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:21:54.634603 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8b798990-df11-4053-a735-ed6da8dc8f93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:54.636048 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-31dcd44e-2040-401f-9deb-77e8ce900546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:54.649918 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-8b798990-df11-4053-a735-ed6da8dc8f93 None None] Calling delete_port for 122fc866-59bf-4a50-bccb-b0bee48d15e2 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:21:54.662710 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dcd44e-2040-401f-9deb-77e8ce900546 admin admin] No DVR routers for this DVR port 122fc866-59bf-4a50-bccb-b0bee48d15e2 on host n-d-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:21:54.664910 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dcd44e-2040-401f-9deb-77e8ce900546 admin admin] Pushing event deleted for resources: {'Port': ['ID=122fc866-59bf-4a50-bccb-b0bee48d15e2,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:21:54.723771 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8b798990-df11-4053-a735-ed6da8dc8f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:54.737148 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-31dcd44e-2040-401f-9deb-77e8ce900546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:54.747923 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-31dcd44e-2040-401f-9deb-77e8ce900546 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba3e0873-3eeb-4ac0-b6b6-963fe95ea38a']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:21:54.749603 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b798990-df11-4053-a735-ed6da8dc8f93 None None] Pushing event deleted for resources: {'Port': ['ID=122fc866-59bf-4a50-bccb-b0bee48d15e2,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:21:54.751412 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b798990-df11-4053-a735-ed6da8dc8f93 None None] No DVR routers for this DVR port 122fc866-59bf-4a50-bccb-b0bee48d15e2 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:21:54.761473 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-31dcd44e-2040-401f-9deb-77e8ce900546 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d073b92-e624-4cd6-9f61-4ed773d7b117') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:21:54.761768 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-31dcd44e-2040-401f-9deb-77e8ce900546 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d073b92-e624-4cd6-9f61-4ed773d7b117') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:21:54.770606 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-31dcd44e-2040-401f-9deb-77e8ce900546 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:54.784351 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-31dcd44e-2040-401f-9deb-77e8ce900546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:54.790145 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31dcd44e-2040-401f-9deb-77e8ce900546 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:21:54.790519 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-31dcd44e-2040-401f-9deb-77e8ce900546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:54.792312 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 14:21:54.792312 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:21:54.792312 n-d-793621-33 neutron-server[94628]: timer() Aug 22 14:21:54.792312 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:21:54.792312 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 14:21:54.792312 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:21:54.792312 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 14:21:54.792312 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:21:54.792312 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 14:21:54.792312 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:21:54.792312 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 14:21:54.792312 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:21:54.792312 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 14:21:54.792312 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:21:54.792312 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:21:54.792312 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:21:54.792312 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:21:54.792312 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:21:54.792312 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 14:21:54.792312 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:21:54.792312 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 14:21:54.792312 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:21:54.792312 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:21:54.792312 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:21:54.792312 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 14:21:54.792312 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:21:54.792312 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:21:54.792312 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:21:54.792312 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:21:54.792312 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:21:54.792312 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:21:54.792312 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:21:54.848616 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-31dcd44e-2040-401f-9deb-77e8ce900546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:54.854337 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-31dcd44e-2040-401f-9deb-77e8ce900546 admin admin] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:54.856611 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-31dcd44e-2040-401f-9deb-77e8ce900546 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ba3e0873-3eeb-4ac0-b6b6-963fe95ea38a HTTP/1.1" status: 204 len: 168 time: 0.5212810 Aug 22 14:21:54.868767 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dcd44e-2040-401f-9deb-77e8ce900546 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba3e0873-3eeb-4ac0-b6b6-963fe95ea38a,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:21:55.017824 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51806) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:21:55.057687 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c9908f0c-1073-41fe-9d22-32f3a49e8c40 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8c305eadd9904151b5e97fc5da1aaca0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386350 Aug 22 14:21:55.060083 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51808) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:21:55.107702 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-040cf807-4778-4d1b-a6b9-c366d9a0a45a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:55.129507 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-040cf807-4778-4d1b-a6b9-c366d9a0a45a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:55.180535 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-040cf807-4778-4d1b-a6b9-c366d9a0a45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:55.183098 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-040cf807-4778-4d1b-a6b9-c366d9a0a45a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:55.184259 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-040cf807-4778-4d1b-a6b9-c366d9a0a45a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9b10ee6c-9594-4cbd-bd75-0ca4ade0cbc5 HTTP/1.1" status: 204 len: 168 time: 0.1232078 Aug 22 14:21:55.192297 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040cf807-4778-4d1b-a6b9-c366d9a0a45a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b10ee6c-9594-4cbd-bd75-0ca4ade0cbc5,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:21:55.259231 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device f16150f3-9bc9-4743-8937-d327e90cf1c9 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:21:55.283120 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: f16150f3-9bc9-4743-8937-d327e90cf1c9 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:21:55.283460 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device f16150f3-9bc9-4743-8937-d327e90cf1c9 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:21:55.283886 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 122fc866-59bf-4a50-bccb-b0bee48d15e2 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:21:55.301865 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 122fc866-59bf-4a50-bccb-b0bee48d15e2 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:21:55.302837 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 122fc866-59bf-4a50-bccb-b0bee48d15e2 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:21:55.303260 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device c396dbba-174e-470d-a50b-ba91424ee5c0 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:21:55.321843 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: c396dbba-174e-470d-a50b-ba91424ee5c0 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:21:55.322191 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device c396dbba-174e-470d-a50b-ba91424ee5c0 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:21:55.507437 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51814) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:21:55.547157 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-35c99710-9076-4ada-903e-b1badb95a2dc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=300f1ec0210d47488fddea4d45450c54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385504 Aug 22 14:21:55.549584 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51816) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:21:55.595714 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-918d837d-f416-4264-9fc9-bf9b14977430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:55.617005 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-918d837d-f416-4264-9fc9-bf9b14977430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:55.668643 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-918d837d-f416-4264-9fc9-bf9b14977430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:55.671368 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-918d837d-f416-4264-9fc9-bf9b14977430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:55.672547 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-918d837d-f416-4264-9fc9-bf9b14977430 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6ac3f1c6-a753-4799-a49f-f7a8c49ee930 HTTP/1.1" status: 204 len: 168 time: 0.1220639 Aug 22 14:21:55.680897 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918d837d-f416-4264-9fc9-bf9b14977430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac3f1c6-a753-4799-a49f-f7a8c49ee930,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:21:57.275558 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51858) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:21:57.280213 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-e26652f6-16fe-4f50-ac35-834424df73a3 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1160818590', 'description': 'tempest-secgroup-smoke-1160818590 description', 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:21:57.303225 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e26652f6-16fe-4f50-ac35-834424df73a3 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:57.310803 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e26652f6-16fe-4f50-ac35-834424df73a3 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:57.399585 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e26652f6-16fe-4f50-ac35-834424df73a3 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:57.403246 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e26652f6-16fe-4f50-ac35-834424df73a3 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:57.440849 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26652f6-16fe-4f50-ac35-834424df73a3 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a48ec2-797e-4411-ab78-6823749d7b34,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:21:57.494529 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e26652f6-16fe-4f50-ac35-834424df73a3 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:57.498178 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e26652f6-16fe-4f50-ac35-834424df73a3 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:57.527551 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e26652f6-16fe-4f50-ac35-834424df73a3 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:57.528714 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e26652f6-16fe-4f50-ac35-834424df73a3 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2521522 Aug 22 14:21:57.529841 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26652f6-16fe-4f50-ac35-834424df73a3 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e87d854-4961-4226-bbdd-6e0a690ddeea,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:21:57.532143 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51860) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:21:57.537148 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-95cee897-377c-4491-853e-5080a47faf31 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Request body: {'security_group_rule': {'security_group_id': '7e87d854-4961-4226-bbdd-6e0a690ddeea', 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:21:57.562717 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-95cee897-377c-4491-853e-5080a47faf31 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:57.618246 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-95cee897-377c-4491-853e-5080a47faf31 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:57.621781 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-95cee897-377c-4491-853e-5080a47faf31 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:57.639788 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cee897-377c-4491-853e-5080a47faf31 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33c9aae9-1c9c-4dc0-aa8f-0c10601f6ccb,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:21:57.646527 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-95cee897-377c-4491-853e-5080a47faf31 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:57.648020 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-95cee897-377c-4491-853e-5080a47faf31 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1149426 Aug 22 14:21:57.650837 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51862) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:21:57.655127 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-ded378fe-68eb-4063-bbf9-1c53191b5a20 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Request body: {'security_group_rule': {'security_group_id': '7e87d854-4961-4226-bbdd-6e0a690ddeea', 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:21:57.681393 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ded378fe-68eb-4063-bbf9-1c53191b5a20 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:57.735586 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ded378fe-68eb-4063-bbf9-1c53191b5a20 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:57.738742 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ded378fe-68eb-4063-bbf9-1c53191b5a20 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:57.756287 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded378fe-68eb-4063-bbf9-1c53191b5a20 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed81a31e-efae-4906-8701-faa21d82d9a6,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:21:57.763089 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ded378fe-68eb-4063-bbf9-1c53191b5a20 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:57.764335 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ded378fe-68eb-4063-bbf9-1c53191b5a20 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1125407 Aug 22 14:21:57.767036 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51864) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:21:57.771433 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-fc42518f-c662-4024-9498-03c42e489a69 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Request body: {'security_group_rule': {'security_group_id': '7e87d854-4961-4226-bbdd-6e0a690ddeea', 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:21:57.796517 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fc42518f-c662-4024-9498-03c42e489a69 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:57.855618 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fc42518f-c662-4024-9498-03c42e489a69 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:57.859281 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fc42518f-c662-4024-9498-03c42e489a69 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:57.881225 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc42518f-c662-4024-9498-03c42e489a69 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e84e15a-c38c-494c-b162-04bdd99c663c,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:21:57.884987 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fc42518f-c662-4024-9498-03c42e489a69 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:57.886152 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-fc42518f-c662-4024-9498-03c42e489a69 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1182172 Aug 22 14:21:57.889028 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51866) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:21:57.893497 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-a29e995f-7ed3-462f-8541-544158d50d02 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Request body: {'security_group_rule': {'security_group_id': '7e87d854-4961-4226-bbdd-6e0a690ddeea', 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:21:57.921125 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a29e995f-7ed3-462f-8541-544158d50d02 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:57.978534 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a29e995f-7ed3-462f-8541-544158d50d02 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:57.982188 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a29e995f-7ed3-462f-8541-544158d50d02 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:57.999680 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29e995f-7ed3-462f-8541-544158d50d02 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d01cdcad-d342-466a-8801-981958d27181,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:21:58.006506 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a29e995f-7ed3-462f-8541-544158d50d02 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:58.007906 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a29e995f-7ed3-462f-8541-544158d50d02 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1179378 Aug 22 14:21:58.010643 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51868) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:21:58.014994 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-b9ddca5f-6225-4e50-8b00-dc9725b85ff8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Request body: {'security_group_rule': {'security_group_id': '7e87d854-4961-4226-bbdd-6e0a690ddeea', 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:21:58.036881 n-d-793621-33 neutron-server[94628]: INFO neutron.db.securitygroups_db [None req-b9ddca5f-6225-4e50-8b00-dc9725b85ff8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Project 5656c7f7f9c746e19a50aa1bc4d9988c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 14:21:58.041555 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b9ddca5f-6225-4e50-8b00-dc9725b85ff8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:58.102856 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b9ddca5f-6225-4e50-8b00-dc9725b85ff8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:58.106391 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b9ddca5f-6225-4e50-8b00-dc9725b85ff8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:58.124388 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ddca5f-6225-4e50-8b00-dc9725b85ff8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e81fe06-61e4-48e3-a0ec-c9727a0e66ce,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:21:58.130481 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b9ddca5f-6225-4e50-8b00-dc9725b85ff8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:58.131756 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b9ddca5f-6225-4e50-8b00-dc9725b85ff8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1201937 Aug 22 14:21:58.134670 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51870) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:21:58.139424 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-6036f2a1-dcd4-499b-aed0-c263d6293a84 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Request body: {'security_group_rule': {'security_group_id': '7e87d854-4961-4226-bbdd-6e0a690ddeea', 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:21:58.161186 n-d-793621-33 neutron-server[94628]: INFO neutron.db.securitygroups_db [None req-6036f2a1-dcd4-499b-aed0-c263d6293a84 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Project 5656c7f7f9c746e19a50aa1bc4d9988c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 14:21:58.166072 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6036f2a1-dcd4-499b-aed0-c263d6293a84 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:58.227887 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6036f2a1-dcd4-499b-aed0-c263d6293a84 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:58.231308 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6036f2a1-dcd4-499b-aed0-c263d6293a84 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:58.249672 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6036f2a1-dcd4-499b-aed0-c263d6293a84 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e213ec3-07d5-43e8-a749-78e95ada338e,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:21:58.256494 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6036f2a1-dcd4-499b-aed0-c263d6293a84 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:58.257128 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6036f2a1-dcd4-499b-aed0-c263d6293a84 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1212707 Aug 22 14:21:58.260088 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51872) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:21:58.264924 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-bbf7f03b-40fa-4997-80f6-f7a55401849b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Request body: {'network': {'name': 'tempest-network-smoke--1797633700', 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'port_security_enabled': True}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:21:58.285366 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf7f03b-40fa-4997-80f6-f7a55401849b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Made reservation on behalf of 5656c7f7f9c746e19a50aa1bc4d9988c for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:21:58.289489 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bbf7f03b-40fa-4997-80f6-f7a55401849b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:58.312732 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbf7f03b-40fa-4997-80f6-f7a55401849b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:21:58.321963 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bbf7f03b-40fa-4997-80f6-f7a55401849b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:58.322309 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-bbf7f03b-40fa-4997-80f6-f7a55401849b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Added segment 6e337803-28b2-4e08-bc3c-234e45c2ceee of type vlan for network 46a0d1a9-21cc-4e5f-9966-7dba28f15eab Aug 22 14:21:58.363070 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bbf7f03b-40fa-4997-80f6-f7a55401849b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:58.390352 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bbf7f03b-40fa-4997-80f6-f7a55401849b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:58.397900 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf7f03b-40fa-4997-80f6-f7a55401849b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:21:58.398492 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bbf7f03b-40fa-4997-80f6-f7a55401849b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:58.457997 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-bbf7f03b-40fa-4997-80f6-f7a55401849b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1968763 Aug 22 14:21:58.461595 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51874) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:21:58.466283 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-924fb612-28fe-478a-95db-1f0b9afd84f7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-981894405', 'admin_state_up': True, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:21:58.485233 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf7f03b-40fa-4997-80f6-f7a55401849b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'Network': ['ID=46a0d1a9-21cc-4e5f-9966-7dba28f15eab,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:21:58.498613 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-924fb612-28fe-478a-95db-1f0b9afd84f7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:58.498792 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 46a0d1a9-21cc-4e5f-9966-7dba28f15eab details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:21:58.499615 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-924fb612-28fe-478a-95db-1f0b9afd84f7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:58.549768 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-924fb612-28fe-478a-95db-1f0b9afd84f7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:58.571209 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-cb376f1b-ca18-4384-86b9-8ece756223c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:58.686550 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-924fb612-28fe-478a-95db-1f0b9afd84f7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:58.869671 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-924fb612-28fe-478a-95db-1f0b9afd84f7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for router_gateway, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:58.891067 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-924fb612-28fe-478a-95db-1f0b9afd84f7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:58.960531 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:58.992576 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-924fb612-28fe-478a-95db-1f0b9afd84f7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Allocated IP 172.25.3.247 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/0b6ca010-b82c-419d-88db-bb6011641793) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:21:59.095515 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-924fb612-28fe-478a-95db-1f0b9afd84f7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:59.133926 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-924fb612-28fe-478a-95db-1f0b9afd84f7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:59.170536 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924fb612-28fe-478a-95db-1f0b9afd84f7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:21:59.173257 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-924fb612-28fe-478a-95db-1f0b9afd84f7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:21:59.176590 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924fb612-28fe-478a-95db-1f0b9afd84f7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:21:59.184387 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924fb612-28fe-478a-95db-1f0b9afd84f7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'Port': ['ID=0b6ca010-b82c-419d-88db-bb6011641793,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:21:59.419722 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-924fb612-28fe-478a-95db-1f0b9afd84f7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for router_gateway, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:59.610348 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-924fb612-28fe-478a-95db-1f0b9afd84f7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:59.732554 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-924fb612-28fe-478a-95db-1f0b9afd84f7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Router 7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 14:21:59.834252 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924fb612-28fe-478a-95db-1f0b9afd84f7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:21:59.843766 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e997bd-2bb0-497c-9d07-554793671b12 None None] Sync routers for ids ['7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:21:59.852606 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-924fb612-28fe-478a-95db-1f0b9afd84f7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:21:59.853561 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e997bd-2bb0-497c-9d07-554793671b12 None None] Routers {'7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:21:59.853973 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-924fb612-28fe-478a-95db-1f0b9afd84f7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.3913395 Aug 22 14:21:59.854183 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-a0e997bd-2bb0-497c-9d07-554793671b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:21:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:21:59.857024 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51876) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:21:59.980488 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c8aafd09-3338-4191-a189-e185f0ca5381 tempest-TestNetworkAdvancedServerOps-1093191866 tempest-TestNetworkAdvancedServerOps-1093191866-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=5656c7f7f9c746e19a50aa1bc4d9988c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1223240 Aug 22 14:21:59.983242 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51880) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:22:00.074580 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6889040-bc5c-443d-8ee0-5e44daaad8a8 tempest-TestNetworkAdvancedServerOps-1093191866 tempest-TestNetworkAdvancedServerOps-1093191866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:22:00.076107 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d6889040-bc5c-443d-8ee0-5e44daaad8a8 tempest-TestNetworkAdvancedServerOps-1093191866 tempest-TestNetworkAdvancedServerOps-1093191866-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0919971 Aug 22 14:22:00.078904 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51882) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:22:00.113172 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e235a49f-ab7a-424c-93eb-5b0891da8ddc tempest-TestNetworkAdvancedServerOps-1093191866 tempest-TestNetworkAdvancedServerOps-1093191866-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=7de6ab83-cd00-4b3c-94fb-810dd34d29b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331905 Aug 22 14:22:00.115735 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-a0e997bd-2bb0-497c-9d07-554793671b12 None None] Set router 7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:22:00.116402 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51884) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:22:00.121502 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-0062e2a5-0b78-4d47-bccb-9040ad4c5e05 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-320183924', 'network_id': '46a0d1a9-21cc-4e5f-9966-7dba28f15eab', 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:22:00.298391 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-a0e997bd-2bb0-497c-9d07-554793671b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981894405', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '0b6ca010-b82c-419d-88db-bb6011641793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:21:58Z', 'updated_at': '2021-08-22T14:21:59Z', 'revision_number': 3, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': '0b6ca010-b82c-419d-88db-bb6011641793', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:9a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:21:58Z', 'updated_at': '2021-08-22T14:21:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:22:00.325487 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e997bd-2bb0-497c-9d07-554793671b12 None None] Checking router: 7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:22:00.325846 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e997bd-2bb0-497c-9d07-554793671b12 None None] Updating router 7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b port 0b6ca010-b82c-419d-88db-bb6011641793 binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:22:00.351749 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a0e997bd-2bb0-497c-9d07-554793671b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:00.541946 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0062e2a5-0b78-4d47-bccb-9040ad4c5e05 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Made reservation on behalf of 5656c7f7f9c746e19a50aa1bc4d9988c for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:22:00.545704 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0062e2a5-0b78-4d47-bccb-9040ad4c5e05 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:00.605351 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a0e997bd-2bb0-497c-9d07-554793671b12 None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:00.615890 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-a0e997bd-2bb0-497c-9d07-554793671b12 None None] Transition to ACTIVE for port object 0b6ca010-b82c-419d-88db-bb6011641793 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:22:00.621373 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a0e997bd-2bb0-497c-9d07-554793671b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:00.668311 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-a0e997bd-2bb0-497c-9d07-554793671b12 None None] Attempting to bind port 0b6ca010-b82c-419d-88db-bb6011641793 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:22:00.668677 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-a0e997bd-2bb0-497c-9d07-554793671b12 None None] Attempting to bind port 0b6ca010-b82c-419d-88db-bb6011641793 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:22:00.669035 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e997bd-2bb0-497c-9d07-554793671b12 None None] Attempting to bind port 0b6ca010-b82c-419d-88db-bb6011641793 on network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:22:00.678384 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03313d85-5e9f-4d1c-af82-fc6d577f19a0 None None] Pushing event updated for resources: {'Port': ['ID=0b6ca010-b82c-419d-88db-bb6011641793,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:22:00.681103 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e997bd-2bb0-497c-9d07-554793671b12 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:22:00.681494 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e997bd-2bb0-497c-9d07-554793671b12 None None] Checking segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:22:00.682227 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a0e997bd-2bb0-497c-9d07-554793671b12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:00.682611 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e997bd-2bb0-497c-9d07-554793671b12 None None] Bound using segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:22:00.683397 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-a0e997bd-2bb0-497c-9d07-554793671b12 None None] Bound port: 0b6ca010-b82c-419d-88db-bb6011641793, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:22:00.683782 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a0e997bd-2bb0-497c-9d07-554793671b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:00.726000 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0062e2a5-0b78-4d47-bccb-9040ad4c5e05 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:00.735390 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-a0e997bd-2bb0-497c-9d07-554793671b12 None None] For port 0b6ca010-b82c-419d-88db-bb6011641793, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:22:00.739289 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-a0e997bd-2bb0-497c-9d07-554793671b12 None None] For port 0b6ca010-b82c-419d-88db-bb6011641793, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=0b6ca010-b82c-419d-88db-bb6011641793,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:22:00.744658 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a0e997bd-2bb0-497c-9d07-554793671b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:00.787060 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0062e2a5-0b78-4d47-bccb-9040ad4c5e05 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'Subnet': ['ID=a3aa755a-5cad-4afe-846f-2fe1de83e6b0,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:22:00.795696 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0062e2a5-0b78-4d47-bccb-9040ad4c5e05 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Checking segment: {'id': '6e337803-28b2-4e08-bc3c-234e45c2ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '46a0d1a9-21cc-4e5f-9966-7dba28f15eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:22:00.796056 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0062e2a5-0b78-4d47-bccb-9040ad4c5e05 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Network hostable DHCP agents. Network: 46a0d1a9-21cc-4e5f-9966-7dba28f15eab, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:22:00.804976 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e997bd-2bb0-497c-9d07-554793671b12 None None] Routers {'7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:22:00.805592 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-a0e997bd-2bb0-497c-9d07-554793671b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:21:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:22:00.814744 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0062e2a5-0b78-4d47-bccb-9040ad4c5e05 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Network 46a0d1a9-21cc-4e5f-9966-7dba28f15eab is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:22:00.825441 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-0062e2a5-0b78-4d47-bccb-9040ad4c5e05 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 46a0d1a9-21cc-4e5f-9966-7dba28f15eab) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:22:00.830796 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0062e2a5-0b78-4d47-bccb-9040ad4c5e05 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:22:00.831952 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0062e2a5-0b78-4d47-bccb-9040ad4c5e05 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:00.845359 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a54b47-c817-4569-92db-ae0515ffcef5 None None] Network 46a0d1a9-21cc-4e5f-9966-7dba28f15eab requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:22:00.850898 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0062e2a5-0b78-4d47-bccb-9040ad4c5e05 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7334466 Aug 22 14:22:00.853740 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51888) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:22:00.859613 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03313d85-5e9f-4d1c-af82-fc6d577f19a0 None None] Pushing event updated for resources: {'Port': ['ID=0b6ca010-b82c-419d-88db-bb6011641793,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:22:00.980665 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-a0e997bd-2bb0-497c-9d07-554793671b12 None None] Set router 7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:22:01.150865 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fca872-5dbe-4ce5-ae60-3d931be0c1b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-46a0d1a9-21cc-4e5f-9966-7dba28f15eab', 'network_id': '46a0d1a9-21cc-4e5f-9966-7dba28f15eab', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'fixed_ips': [{'subnet_id': 'a3aa755a-5cad-4afe-846f-2fe1de83e6b0'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:22:01.151706 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d4fca872-5dbe-4ce5-ae60-3d931be0c1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:01.169004 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-abc73269-d28a-4c9d-af77-c1cc84c4f3c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:01.295404 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:01.304955 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-145405ad-6975-4a4f-ab48-a8b272eef1a7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:01.344566 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-a0e997bd-2bb0-497c-9d07-554793671b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981894405', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '0b6ca010-b82c-419d-88db-bb6011641793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:21:58Z', 'updated_at': '2021-08-22T14:21:59Z', 'revision_number': 3, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': '0b6ca010-b82c-419d-88db-bb6011641793', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:9a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:21:58Z', 'updated_at': '2021-08-22T14:22:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:22:01.373932 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-d4fca872-5dbe-4ce5-ae60-3d931be0c1b1 None None] Allocated IP 172.20.0.2 (46a0d1a9-21cc-4e5f-9966-7dba28f15eab/a3aa755a-5cad-4afe-846f-2fe1de83e6b0/83c22efa-98b1-432e-beba-8e44a34100f6) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:22:01.376407 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e997bd-2bb0-497c-9d07-554793671b12 None None] The sync data for ids ['7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b'] in n-d-793621-33 is: [{'id': '7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981894405', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '0b6ca010-b82c-419d-88db-bb6011641793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:21:58Z', 'updated_at': '2021-08-22T14:21:59Z', 'revision_number': 3, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': '0b6ca010-b82c-419d-88db-bb6011641793', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:9a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:21:58Z', 'updated_at': '2021-08-22T14:22:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:22:01.547454 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d4fca872-5dbe-4ce5-ae60-3d931be0c1b1 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:01.555873 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-d4fca872-5dbe-4ce5-ae60-3d931be0c1b1 None None] Transition to ACTIVE for port object 83c22efa-98b1-432e-beba-8e44a34100f6 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:22:01.570902 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-d4fca872-5dbe-4ce5-ae60-3d931be0c1b1 None None] Transition to ACTIVE for port object 83c22efa-98b1-432e-beba-8e44a34100f6 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:22:01.577917 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d4fca872-5dbe-4ce5-ae60-3d931be0c1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:01.627772 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fca872-5dbe-4ce5-ae60-3d931be0c1b1 None None] Network 46a0d1a9-21cc-4e5f-9966-7dba28f15eab is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:22:01.632026 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-d4fca872-5dbe-4ce5-ae60-3d931be0c1b1 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:22:01.638901 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fca872-5dbe-4ce5-ae60-3d931be0c1b1 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:22:01.642185 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fca872-5dbe-4ce5-ae60-3d931be0c1b1 None None] Pushing event updated for resources: {'Port': ['ID=83c22efa-98b1-432e-beba-8e44a34100f6,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:22:01.649449 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-145405ad-6975-4a4f-ab48-a8b272eef1a7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Allocated IP 172.20.0.1 (46a0d1a9-21cc-4e5f-9966-7dba28f15eab/a3aa755a-5cad-4afe-846f-2fe1de83e6b0/927027d6-221f-440d-afa1-568ce9d38aeb) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:22:01.705203 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-d4fca872-5dbe-4ce5-ae60-3d931be0c1b1 None None] Attempting to bind port 83c22efa-98b1-432e-beba-8e44a34100f6 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:22:01.705591 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-d4fca872-5dbe-4ce5-ae60-3d931be0c1b1 None None] Attempting to bind port 83c22efa-98b1-432e-beba-8e44a34100f6 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '6e337803-28b2-4e08-bc3c-234e45c2ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '46a0d1a9-21cc-4e5f-9966-7dba28f15eab'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:22:01.705930 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fca872-5dbe-4ce5-ae60-3d931be0c1b1 None None] Attempting to bind port 83c22efa-98b1-432e-beba-8e44a34100f6 on network 46a0d1a9-21cc-4e5f-9966-7dba28f15eab {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:22:01.711782 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fca872-5dbe-4ce5-ae60-3d931be0c1b1 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:22:01.712155 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fca872-5dbe-4ce5-ae60-3d931be0c1b1 None None] Checking segment: {'id': '6e337803-28b2-4e08-bc3c-234e45c2ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '46a0d1a9-21cc-4e5f-9966-7dba28f15eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:22:01.712620 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d4fca872-5dbe-4ce5-ae60-3d931be0c1b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:01.713016 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fca872-5dbe-4ce5-ae60-3d931be0c1b1 None None] Bound using segment: {'id': '6e337803-28b2-4e08-bc3c-234e45c2ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '46a0d1a9-21cc-4e5f-9966-7dba28f15eab'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:22:01.713480 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-d4fca872-5dbe-4ce5-ae60-3d931be0c1b1 None None] Bound port: 83c22efa-98b1-432e-beba-8e44a34100f6, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e337803-28b2-4e08-bc3c-234e45c2ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '46a0d1a9-21cc-4e5f-9966-7dba28f15eab'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:22:01.713857 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d4fca872-5dbe-4ce5-ae60-3d931be0c1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:01.782882 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-d4fca872-5dbe-4ce5-ae60-3d931be0c1b1 None None] For port 83c22efa-98b1-432e-beba-8e44a34100f6, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:22:01.787302 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-d4fca872-5dbe-4ce5-ae60-3d931be0c1b1 None None] For port 83c22efa-98b1-432e-beba-8e44a34100f6, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=83c22efa-98b1-432e-beba-8e44a34100f6,segment=NetworkSegment(6e337803-28b2-4e08-bc3c-234e45c2ceee),segment_id=6e337803-28b2-4e08-bc3c-234e45c2ceee)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:22:01.791736 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d4fca872-5dbe-4ce5-ae60-3d931be0c1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:01.795842 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-145405ad-6975-4a4f-ab48-a8b272eef1a7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:01.812633 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-145405ad-6975-4a4f-ab48-a8b272eef1a7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Transition to ACTIVE for port object 927027d6-221f-440d-afa1-568ce9d38aeb will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:22:01.854427 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-145405ad-6975-4a4f-ab48-a8b272eef1a7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:01.866174 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fca872-5dbe-4ce5-ae60-3d931be0c1b1 None None] Pushing event updated for resources: {'Port': ['ID=83c22efa-98b1-432e-beba-8e44a34100f6,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:22:01.911695 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145405ad-6975-4a4f-ab48-a8b272eef1a7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Network 46a0d1a9-21cc-4e5f-9966-7dba28f15eab is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:22:01.915562 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-145405ad-6975-4a4f-ab48-a8b272eef1a7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:22:01.919699 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145405ad-6975-4a4f-ab48-a8b272eef1a7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:22:01.947485 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145405ad-6975-4a4f-ab48-a8b272eef1a7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'Port': ['ID=927027d6-221f-440d-afa1-568ce9d38aeb,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:22:01.971627 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-145405ad-6975-4a4f-ab48-a8b272eef1a7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:02.157199 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-145405ad-6975-4a4f-ab48-a8b272eef1a7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:02.468600 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-145405ad-6975-4a4f-ab48-a8b272eef1a7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:02.473975 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-145405ad-6975-4a4f-ab48-a8b272eef1a7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:02.563083 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145405ad-6975-4a4f-ab48-a8b272eef1a7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'Port': ['ID=927027d6-221f-440d-afa1-568ce9d38aeb,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:22:02.573605 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-145405ad-6975-4a4f-ab48-a8b272eef1a7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:02.632714 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:02.678046 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145405ad-6975-4a4f-ab48-a8b272eef1a7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Network 46a0d1a9-21cc-4e5f-9966-7dba28f15eab is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:22:02.680047 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-145405ad-6975-4a4f-ab48-a8b272eef1a7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:22:02.798144 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-145405ad-6975-4a4f-ab48-a8b272eef1a7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Router 7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:22:02.815686 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3dfd0bd-c7b0-4ceb-8cea-4c4daf7b2619 None None] Network 46a0d1a9-21cc-4e5f-9966-7dba28f15eab requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:22:02.896631 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e313018c-3f67-40b2-9ed8-18b8368c6e93 None None] Provisioning for port 83c22efa-98b1-432e-beba-8e44a34100f6 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:22:02.913588 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145405ad-6975-4a4f-ab48-a8b272eef1a7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:22:02.919753 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-145405ad-6975-4a4f-ab48-a8b272eef1a7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "PUT /v2.0/routers/7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0649173 Aug 22 14:22:02.989083 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [req-7899ece1-770a-4d8a-8991-5284c9ac4f47 req-9438de1f-ab01-49f7-a36a-abe3f727010a tempest-ServerDiskConfigTestJSON-983372719 tempest-ServerDiskConfigTestJSON-983372719-project] (94628) timed out ('10.222.0.16', 64716) {{(pid=94628) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 22 14:22:03.076832 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-14dceae0-edcb-4eef-998c-34ade94166ce req-57388457-05a8-4c47-ba21-6336a042d7e5 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1160818590&fields=id&tenant_id=5656c7f7f9c746e19a50aa1bc4d9988c HTTP/1.1" status: 200 len: 267 time: 0.0366070 Aug 22 14:22:03.197134 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dceae0-edcb-4eef-998c-34ade94166ce req-9554a412-411a-43c3-9500-48037c7881d7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:22:03.198760 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-14dceae0-edcb-4eef-998c-34ade94166ce req-9554a412-411a-43c3-9500-48037c7881d7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/networks?id=46a0d1a9-21cc-4e5f-9966-7dba28f15eab HTTP/1.1" status: 200 len: 797 time: 0.1128149 Aug 22 14:22:03.223043 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-14dceae0-edcb-4eef-998c-34ade94166ce req-b3340c6f-d4aa-4475-b740-bccdbd3da4b1 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/quotas/5656c7f7f9c746e19a50aa1bc4d9988c HTTP/1.1" status: 200 len: 375 time: 0.0172136 Aug 22 14:22:03.254048 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-3f4ec544-3e5a-49c9-bb20-be40983a038d None None] Provisioning for port 927027d6-221f-440d-afa1-568ce9d38aeb completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:22:03.259954 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-3f4ec544-3e5a-49c9-bb20-be40983a038d None None] Provisioning complete for port 927027d6-221f-440d-afa1-568ce9d38aeb triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:22:03.259954 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3f4ec544-3e5a-49c9-bb20-be40983a038d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:03.295441 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-14dceae0-edcb-4eef-998c-34ade94166ce req-d6bd381e-b61f-4477-ba77-9b268990609f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5656c7f7f9c746e19a50aa1bc4d9988c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0705259 Aug 22 14:22:03.304963 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ec544-3e5a-49c9-bb20-be40983a038d None None] Port 927027d6-221f-440d-afa1-568ce9d38aeb cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:22:03.320930 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de41f814-da0e-433f-ad7d-6f71550a6219 None None] Sync routers for ids ['7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:22:03.335252 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de41f814-da0e-433f-ad7d-6f71550a6219 None None] Routers {'7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:22:03.336031 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-de41f814-da0e-433f-ad7d-6f71550a6219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:22:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:22:03.358340 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 83c22efa-98b1-432e-beba-8e44a34100f6 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:22:03.406838 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [req-14dceae0-edcb-4eef-998c-34ade94166ce req-24fec283-07be-45bc-9a0b-c6d4a72bd63a service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:22:03.408321 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-14dceae0-edcb-4eef-998c-34ade94166ce req-24fec283-07be-45bc-9a0b-c6d4a72bd63a service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0542157 Aug 22 14:22:03.425073 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 83c22efa-98b1-432e-beba-8e44a34100f6 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:22:03.430007 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 83c22efa-98b1-432e-beba-8e44a34100f6 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:22:03.430380 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:03.484844 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-de41f814-da0e-433f-ad7d-6f71550a6219 None None] Set router 7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:22:03.524038 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-14dceae0-edcb-4eef-998c-34ade94166ce req-25616d2f-c465-404e-9555-c207e3109294 service neutron] 10.222.0.21 "GET /v2.0/networks/46a0d1a9-21cc-4e5f-9966-7dba28f15eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066458 Aug 22 14:22:03.530364 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:03.571684 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 83c22efa-98b1-432e-beba-8e44a34100f6, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=83c22efa-98b1-432e-beba-8e44a34100f6,segment=NetworkSegment(6e337803-28b2-4e08-bc3c-234e45c2ceee),segment_id=6e337803-28b2-4e08-bc3c-234e45c2ceee)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:22:03.585752 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-9ea5284e-1c28-46a4-90ba-95169583b5fd None None] Provisioning complete for port 927027d6-221f-440d-afa1-568ce9d38aeb triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:22:03.586349 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9ea5284e-1c28-46a4-90ba-95169583b5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:03.588173 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:03.589044 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 0b6ca010-b82c-419d-88db-bb6011641793 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:22:03.633520 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-14dceae0-edcb-4eef-998c-34ade94166ce req-b5a0197a-913a-4278-92f7-7cb5c18305bd service neutron] 10.222.0.21 "GET /v2.0/networks/46a0d1a9-21cc-4e5f-9966-7dba28f15eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081679 Aug 22 14:22:03.695851 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-9ea5284e-1c28-46a4-90ba-95169583b5fd None None] Port 927027d6-221f-440d-afa1-568ce9d38aeb cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:22:03.704577 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=83c22efa-98b1-432e-beba-8e44a34100f6,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:22:03.723128 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 0b6ca010-b82c-419d-88db-bb6011641793 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:22:03.727144 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 0b6ca010-b82c-419d-88db-bb6011641793 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:22:03.727521 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:03.813954 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:03.819151 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-de41f814-da0e-433f-ad7d-6f71550a6219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981894405', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '0b6ca010-b82c-419d-88db-bb6011641793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:21:58Z', 'updated_at': '2021-08-22T14:22:02Z', 'revision_number': 4, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': '0b6ca010-b82c-419d-88db-bb6011641793', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:9a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:21:58Z', 'updated_at': '2021-08-22T14:22:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '927027d6-221f-440d-afa1-568ce9d38aeb', 'name': '', 'network_id': '46a0d1a9-21cc-4e5f-9966-7dba28f15eab', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'mac_address': 'fa:16:3e:06:b4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'a3aa755a-5cad-4afe-846f-2fe1de83e6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:22:01Z', 'updated_at': '2021-08-22T14:22:02Z', 'revision_number': 2, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'subnets': [{'id': 'a3aa755a-5cad-4afe-846f-2fe1de83e6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:22:03.842254 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-98f393f9-95f4-4f4a-b612-4fad6ec670af None None] Provisioning complete for port 927027d6-221f-440d-afa1-568ce9d38aeb triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:22:03.842627 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-98f393f9-95f4-4f4a-b612-4fad6ec670af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:03.846010 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 0b6ca010-b82c-419d-88db-bb6011641793, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=0b6ca010-b82c-419d-88db-bb6011641793,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:22:03.855567 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de41f814-da0e-433f-ad7d-6f71550a6219 None None] Checking router: 7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:22:03.855979 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de41f814-da0e-433f-ad7d-6f71550a6219 None None] Updating router 7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b port 927027d6-221f-440d-afa1-568ce9d38aeb binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:22:03.867008 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:03.883153 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-de41f814-da0e-433f-ad7d-6f71550a6219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:03.908079 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-98f393f9-95f4-4f4a-b612-4fad6ec670af None None] Port 927027d6-221f-440d-afa1-568ce9d38aeb cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:22:03.926009 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=0b6ca010-b82c-419d-88db-bb6011641793,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:22:04.170521 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-de41f814-da0e-433f-ad7d-6f71550a6219 None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:04.181893 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-de41f814-da0e-433f-ad7d-6f71550a6219 None None] Transition to ACTIVE for port object 927027d6-221f-440d-afa1-568ce9d38aeb will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:22:04.188296 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-de41f814-da0e-433f-ad7d-6f71550a6219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:04.250601 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412cb3d4-416e-48fd-9ed6-8e6f2cc2a58e None None] Pushing event updated for resources: {'Port': ['ID=927027d6-221f-440d-afa1-568ce9d38aeb,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:22:04.265749 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:22:04.266435 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412cb3d4-416e-48fd-9ed6-8e6f2cc2a58e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:22:04.266781 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412cb3d4-416e-48fd-9ed6-8e6f2cc2a58e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:22:04.267122 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412cb3d4-416e-48fd-9ed6-8e6f2cc2a58e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:22:04.267461 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412cb3d4-416e-48fd-9ed6-8e6f2cc2a58e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:22:04.267789 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412cb3d4-416e-48fd-9ed6-8e6f2cc2a58e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:22:04.268116 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412cb3d4-416e-48fd-9ed6-8e6f2cc2a58e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:22:04.268728 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412cb3d4-416e-48fd-9ed6-8e6f2cc2a58e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:22:04.269064 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412cb3d4-416e-48fd-9ed6-8e6f2cc2a58e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:22:04.269382 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412cb3d4-416e-48fd-9ed6-8e6f2cc2a58e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:22:04.269706 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412cb3d4-416e-48fd-9ed6-8e6f2cc2a58e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:22:04.270026 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412cb3d4-416e-48fd-9ed6-8e6f2cc2a58e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:22:04.270344 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412cb3d4-416e-48fd-9ed6-8e6f2cc2a58e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:22:04.343921 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-de41f814-da0e-433f-ad7d-6f71550a6219 None None] Attempting to bind port 927027d6-221f-440d-afa1-568ce9d38aeb on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:22:04.344761 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-de41f814-da0e-433f-ad7d-6f71550a6219 None None] Attempting to bind port 927027d6-221f-440d-afa1-568ce9d38aeb by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '6e337803-28b2-4e08-bc3c-234e45c2ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '46a0d1a9-21cc-4e5f-9966-7dba28f15eab'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:22:04.344872 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de41f814-da0e-433f-ad7d-6f71550a6219 None None] Attempting to bind port 927027d6-221f-440d-afa1-568ce9d38aeb on network 46a0d1a9-21cc-4e5f-9966-7dba28f15eab {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:22:04.351002 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de41f814-da0e-433f-ad7d-6f71550a6219 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:22:04.351437 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de41f814-da0e-433f-ad7d-6f71550a6219 None None] Checking segment: {'id': '6e337803-28b2-4e08-bc3c-234e45c2ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '46a0d1a9-21cc-4e5f-9966-7dba28f15eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:22:04.351840 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-de41f814-da0e-433f-ad7d-6f71550a6219 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:04.352321 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de41f814-da0e-433f-ad7d-6f71550a6219 None None] Bound using segment: {'id': '6e337803-28b2-4e08-bc3c-234e45c2ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '46a0d1a9-21cc-4e5f-9966-7dba28f15eab'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:22:04.352753 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-de41f814-da0e-433f-ad7d-6f71550a6219 None None] Bound port: 927027d6-221f-440d-afa1-568ce9d38aeb, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e337803-28b2-4e08-bc3c-234e45c2ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '46a0d1a9-21cc-4e5f-9966-7dba28f15eab'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:22:04.353133 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-de41f814-da0e-433f-ad7d-6f71550a6219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:04.380735 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:04.408482 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:04.432981 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-de41f814-da0e-433f-ad7d-6f71550a6219 None None] For port 927027d6-221f-440d-afa1-568ce9d38aeb, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:22:04.436107 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-de41f814-da0e-433f-ad7d-6f71550a6219 None None] For port 927027d6-221f-440d-afa1-568ce9d38aeb, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=927027d6-221f-440d-afa1-568ce9d38aeb,segment=NetworkSegment(6e337803-28b2-4e08-bc3c-234e45c2ceee),segment_id=6e337803-28b2-4e08-bc3c-234e45c2ceee)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:22:04.440153 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-de41f814-da0e-433f-ad7d-6f71550a6219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:04.487333 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de41f814-da0e-433f-ad7d-6f71550a6219 None None] Routers {'7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:22:04.487961 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-de41f814-da0e-433f-ad7d-6f71550a6219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:22:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:22:04.542397 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412cb3d4-416e-48fd-9ed6-8e6f2cc2a58e None None] Pushing event updated for resources: {'Port': ['ID=927027d6-221f-440d-afa1-568ce9d38aeb,revision_number=4']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:22:04.610024 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-de41f814-da0e-433f-ad7d-6f71550a6219 None None] Set router 7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:22:04.823053 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-de41f814-da0e-433f-ad7d-6f71550a6219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981894405', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '0b6ca010-b82c-419d-88db-bb6011641793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:21:58Z', 'updated_at': '2021-08-22T14:22:02Z', 'revision_number': 4, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': '0b6ca010-b82c-419d-88db-bb6011641793', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:9a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:21:58Z', 'updated_at': '2021-08-22T14:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '927027d6-221f-440d-afa1-568ce9d38aeb', 'name': '', 'network_id': '46a0d1a9-21cc-4e5f-9966-7dba28f15eab', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'mac_address': 'fa:16:3e:06:b4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'a3aa755a-5cad-4afe-846f-2fe1de83e6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:22:01Z', 'updated_at': '2021-08-22T14:22:04Z', 'revision_number': 4, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'subnets': [{'id': 'a3aa755a-5cad-4afe-846f-2fe1de83e6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:22:04.842592 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5206b46c-6f69-42f5-be86-a2564ca5c981 req-ad6f5d2b-eabe-4c61-a424-704af954a4d0 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ff8007c-f99c-4fb6-9a98-2380ba67a6de HTTP/1.1" status: 200 len: 210 time: 0.0295730 Aug 22 14:22:04.850538 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de41f814-da0e-433f-ad7d-6f71550a6219 None None] The sync data for ids ['7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b'] in n-d-793621-33 is: [{'id': '7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981894405', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '0b6ca010-b82c-419d-88db-bb6011641793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:21:58Z', 'updated_at': '2021-08-22T14:22:02Z', 'revision_number': 4, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': '0b6ca010-b82c-419d-88db-bb6011641793', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:9a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:21:58Z', 'updated_at': '2021-08-22T14:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '927027d6-221f-440d-afa1-568ce9d38aeb', 'name': '', 'network_id': '46a0d1a9-21cc-4e5f-9966-7dba28f15eab', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'mac_address': 'fa:16:3e:06:b4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'a3aa755a-5cad-4afe-846f-2fe1de83e6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:22:01Z', 'updated_at': '2021-08-22T14:22:04Z', 'revision_number': 4, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'subnets': [{'id': 'a3aa755a-5cad-4afe-846f-2fe1de83e6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:22:05.363204 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 0b6ca010-b82c-419d-88db-bb6011641793 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:22:05.416147 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 0b6ca010-b82c-419d-88db-bb6011641793 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:22:05.416538 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:05.672502 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 83c22efa-98b1-432e-beba-8e44a34100f6 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:22:05.720711 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 83c22efa-98b1-432e-beba-8e44a34100f6 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:22:05.721087 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:05.819977 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 927027d6-221f-440d-afa1-568ce9d38aeb up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:22:05.877446 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 927027d6-221f-440d-afa1-568ce9d38aeb completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:22:05.882871 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 927027d6-221f-440d-afa1-568ce9d38aeb triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:22:05.883241 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:05.948326 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-10630d11-40bf-44b7-8e5e-135c22542a0d req-ceeaebb2-d92b-4631-8f46-af33458ea74d tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ff8007c-f99c-4fb6-9a98-2380ba67a6de HTTP/1.1" status: 200 len: 210 time: 0.0279098 Aug 22 14:22:05.963408 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:05.997186 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 927027d6-221f-440d-afa1-568ce9d38aeb, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=927027d6-221f-440d-afa1-568ce9d38aeb,segment=NetworkSegment(6e337803-28b2-4e08-bc3c-234e45c2ceee),segment_id=6e337803-28b2-4e08-bc3c-234e45c2ceee)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:22:06.002595 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:06.054373 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=927027d6-221f-440d-afa1-568ce9d38aeb,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:22:06.219063 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dceae0-edcb-4eef-998c-34ade94166ce req-8295bcd1-8993-43d8-852c-9fed6a091376 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:22:06.220588 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-14dceae0-edcb-4eef-998c-34ade94166ce req-8295bcd1-8993-43d8-852c-9fed6a091376 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.16 "GET /v2.0/networks?id=46a0d1a9-21cc-4e5f-9966-7dba28f15eab HTTP/1.1" status: 200 len: 797 time: 0.1077421 Aug 22 14:22:06.274525 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-14dceae0-edcb-4eef-998c-34ade94166ce req-9d0225eb-bbfc-454a-8f54-cc0bf3f0c66e tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5656c7f7f9c746e19a50aa1bc4d9988c HTTP/1.1" status: 200 len: 380 time: 0.0442462 Aug 22 14:22:06.284914 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-14dceae0-edcb-4eef-998c-34ade94166ce req-75cac915-affd-4643-b49c-ac8db6b07096 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Request body: {'port': {'device_id': '2ff8007c-f99c-4fb6-9a98-2380ba67a6de', 'network_id': '46a0d1a9-21cc-4e5f-9966-7dba28f15eab', 'admin_state_up': True, 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'security_groups': ['7e87d854-4961-4226-bbdd-6e0a690ddeea']}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:22:06.394154 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14dceae0-edcb-4eef-998c-34ade94166ce req-75cac915-affd-4643-b49c-ac8db6b07096 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Made reservation on behalf of 5656c7f7f9c746e19a50aa1bc4d9988c for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:22:06.398522 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-14dceae0-edcb-4eef-998c-34ade94166ce req-75cac915-affd-4643-b49c-ac8db6b07096 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:06.521988 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-14dceae0-edcb-4eef-998c-34ade94166ce req-75cac915-affd-4643-b49c-ac8db6b07096 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Allocated IP 172.20.0.7 (46a0d1a9-21cc-4e5f-9966-7dba28f15eab/a3aa755a-5cad-4afe-846f-2fe1de83e6b0/4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:22:06.659229 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-14dceae0-edcb-4eef-998c-34ade94166ce req-75cac915-affd-4643-b49c-ac8db6b07096 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:06.672571 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-14dceae0-edcb-4eef-998c-34ade94166ce req-75cac915-affd-4643-b49c-ac8db6b07096 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Transition to ACTIVE for port object 4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:22:06.704626 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-14dceae0-edcb-4eef-998c-34ade94166ce req-75cac915-affd-4643-b49c-ac8db6b07096 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:06.744931 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14dceae0-edcb-4eef-998c-34ade94166ce req-75cac915-affd-4643-b49c-ac8db6b07096 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Network 46a0d1a9-21cc-4e5f-9966-7dba28f15eab is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:22:06.747927 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-14dceae0-edcb-4eef-998c-34ade94166ce req-75cac915-affd-4643-b49c-ac8db6b07096 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:22:06.751514 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-14dceae0-edcb-4eef-998c-34ade94166ce req-75cac915-affd-4643-b49c-ac8db6b07096 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:22:06.792048 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cac915-affd-4643-b49c-ac8db6b07096 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'Port': ['ID=4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:22:06.816352 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dceae0-edcb-4eef-998c-34ade94166ce req-75cac915-affd-4643-b49c-ac8db6b07096 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:22:06.816982 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-14dceae0-edcb-4eef-998c-34ade94166ce req-75cac915-affd-4643-b49c-ac8db6b07096 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:06.833346 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-14dceae0-edcb-4eef-998c-34ade94166ce req-75cac915-affd-4643-b49c-ac8db6b07096 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5520005 Aug 22 14:22:06.926479 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-14dceae0-edcb-4eef-998c-34ade94166ce req-cb4ffc51-30f0-4152-bd91-632dda881197 service neutron] Request body: {'port': {'device_id': '2ff8007c-f99c-4fb6-9a98-2380ba67a6de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:22:06.980907 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-14dceae0-edcb-4eef-998c-34ade94166ce req-cb4ffc51-30f0-4152-bd91-632dda881197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:06.995080 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-3239bddc-7f28-4d75-9742-3c2390f3d8f7 None None] Provisioning for port 4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:22:06.999176 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-3239bddc-7f28-4d75-9742-3c2390f3d8f7 None None] Provisioning complete for port 4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:22:06.999550 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3239bddc-7f28-4d75-9742-3c2390f3d8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:07.033842 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-3239bddc-7f28-4d75-9742-3c2390f3d8f7 None None] Port 4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:22:07.156539 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384253e-c574-472e-ae44-c1e10cc91035 req-f7daf629-f017-4a2c-b676-1cc0cae0e988 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:22:07.158017 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f384253e-c574-472e-ae44-c1e10cc91035 req-f7daf629-f017-4a2c-b676-1cc0cae0e988 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ff8007c-f99c-4fb6-9a98-2380ba67a6de HTTP/1.1" status: 200 len: 931 time: 0.1292784 Aug 22 14:22:07.240457 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f384253e-c574-472e-ae44-c1e10cc91035 req-49a51fb6-0ff1-42e7-a57b-58defe6ea323 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e87d854-4961-4226-bbdd-6e0a690ddeea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526249 Aug 22 14:22:07.274329 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 927027d6-221f-440d-afa1-568ce9d38aeb up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:22:07.314329 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-14dceae0-edcb-4eef-998c-34ade94166ce req-cb4ffc51-30f0-4152-bd91-632dda881197 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744 {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:22:07.321383 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 927027d6-221f-440d-afa1-568ce9d38aeb triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:22:07.321761 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:07.322084 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-14dceae0-edcb-4eef-998c-34ade94166ce req-cb4ffc51-30f0-4152-bd91-632dda881197 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:07.334331 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-14dceae0-edcb-4eef-998c-34ade94166ce req-cb4ffc51-30f0-4152-bd91-632dda881197 service neutron] Transition to ACTIVE for port object 4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:22:07.338175 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-14dceae0-edcb-4eef-998c-34ade94166ce req-cb4ffc51-30f0-4152-bd91-632dda881197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:07.391268 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ffc51-30f0-4152-bd91-632dda881197 service neutron] Pushing event updated for resources: {'Port': ['ID=4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:22:07.462297 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-14dceae0-edcb-4eef-998c-34ade94166ce req-cb4ffc51-30f0-4152-bd91-632dda881197 service neutron] Attempting to bind port 4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744 on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:22:07.462636 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-14dceae0-edcb-4eef-998c-34ade94166ce req-cb4ffc51-30f0-4152-bd91-632dda881197 service neutron] Attempting to bind port 4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '6e337803-28b2-4e08-bc3c-234e45c2ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '46a0d1a9-21cc-4e5f-9966-7dba28f15eab'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:22:07.462973 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dceae0-edcb-4eef-998c-34ade94166ce req-cb4ffc51-30f0-4152-bd91-632dda881197 service neutron] Attempting to bind port 4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744 on network 46a0d1a9-21cc-4e5f-9966-7dba28f15eab {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:22:07.467435 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dceae0-edcb-4eef-998c-34ade94166ce req-cb4ffc51-30f0-4152-bd91-632dda881197 service neutron] Port 4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744 on network 46a0d1a9-21cc-4e5f-9966-7dba28f15eab not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:22:07.467759 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dceae0-edcb-4eef-998c-34ade94166ce req-cb4ffc51-30f0-4152-bd91-632dda881197 service neutron] Attempting to bind port 4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744 on network 46a0d1a9-21cc-4e5f-9966-7dba28f15eab {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:22:07.472821 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dceae0-edcb-4eef-998c-34ade94166ce req-cb4ffc51-30f0-4152-bd91-632dda881197 service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:22:07.473171 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dceae0-edcb-4eef-998c-34ade94166ce req-cb4ffc51-30f0-4152-bd91-632dda881197 service neutron] Checking segment: {'id': '6e337803-28b2-4e08-bc3c-234e45c2ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '46a0d1a9-21cc-4e5f-9966-7dba28f15eab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:22:07.473563 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dceae0-edcb-4eef-998c-34ade94166ce req-cb4ffc51-30f0-4152-bd91-632dda881197 service neutron] Bound using segment: {'id': '6e337803-28b2-4e08-bc3c-234e45c2ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '46a0d1a9-21cc-4e5f-9966-7dba28f15eab'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:22:07.474838 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-14dceae0-edcb-4eef-998c-34ade94166ce req-cb4ffc51-30f0-4152-bd91-632dda881197 service neutron] Bound port: 4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e337803-28b2-4e08-bc3c-234e45c2ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '46a0d1a9-21cc-4e5f-9966-7dba28f15eab'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:22:07.475416 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-14dceae0-edcb-4eef-998c-34ade94166ce req-cb4ffc51-30f0-4152-bd91-632dda881197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:07.543660 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-14dceae0-edcb-4eef-998c-34ade94166ce req-cb4ffc51-30f0-4152-bd91-632dda881197 service neutron] For port 4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:22:07.547100 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-14dceae0-edcb-4eef-998c-34ade94166ce req-cb4ffc51-30f0-4152-bd91-632dda881197 service neutron] For port 4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744,segment=NetworkSegment(6e337803-28b2-4e08-bc3c-234e45c2ceee),segment_id=6e337803-28b2-4e08-bc3c-234e45c2ceee)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:22:07.553005 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-14dceae0-edcb-4eef-998c-34ade94166ce req-cb4ffc51-30f0-4152-bd91-632dda881197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:07.585961 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dceae0-edcb-4eef-998c-34ade94166ce req-cb4ffc51-30f0-4152-bd91-632dda881197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:22:07.586664 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-14dceae0-edcb-4eef-998c-34ade94166ce req-cb4ffc51-30f0-4152-bd91-632dda881197 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:07.588118 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-14dceae0-edcb-4eef-998c-34ade94166ce req-cb4ffc51-30f0-4152-bd91-632dda881197 service neutron] 10.222.0.16 "PUT /v2.0/ports/4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744 HTTP/1.1" status: 200 len: 1092 time: 0.7064085 Aug 22 14:22:07.590434 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ff8007c-f99c-4fb6-9a98-2380ba67a6de', 'tag': '4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:22:07.593153 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8361b9502d284db1754c02bd1b6f8106db555dd6c6dc010ebe333761f67dd15a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27f9bc7-b025-4b62-bb5a-da73021f13e9" -d '{"events": [{"name": "network-changed", "server_uuid": "2ff8007c-f99c-4fb6-9a98-2380ba67a6de", "tag": "4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:22:07.624454 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ffc51-30f0-4152-bd91-632dda881197 service neutron] Pushing event updated for resources: {'Port': ['ID=4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:22:07.646653 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa26073-5f2f-4356-81c3-bb0a26c369ae x-openstack-request-id: req-caa26073-5f2f-4356-81c3-bb0a26c369ae {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:22:07.647344 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ff8007c-f99c-4fb6-9a98-2380ba67a6de", "tag": "4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:22:07.647723 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-caa26073-5f2f-4356-81c3-bb0a26c369ae {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:22:07.648241 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ff8007c-f99c-4fb6-9a98-2380ba67a6de', 'tag': '4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744', 'status': 'completed', 'code': 200} Aug 22 14:22:07.684336 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dceae0-edcb-4eef-998c-34ade94166ce req-a4a30b3b-bc40-465a-8d3f-63a4d770534a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:22:07.685875 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-14dceae0-edcb-4eef-998c-34ade94166ce req-a4a30b3b-bc40-465a-8d3f-63a4d770534a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5656c7f7f9c746e19a50aa1bc4d9988c&device_id=2ff8007c-f99c-4fb6-9a98-2380ba67a6de HTTP/1.1" status: 200 len: 1095 time: 0.0507414 Aug 22 14:22:07.732620 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-14dceae0-edcb-4eef-998c-34ade94166ce req-81a4a87e-5770-4ae9-81a6-d08568979fcc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744 HTTP/1.1" status: 200 len: 217 time: 0.0382016 Aug 22 14:22:07.782348 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dceae0-edcb-4eef-998c-34ade94166ce req-5f775b6a-3c54-41da-ab43-86100ad2d53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:22:07.783814 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-14dceae0-edcb-4eef-998c-34ade94166ce req-5f775b6a-3c54-41da-ab43-86100ad2d53a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a3aa755a-5cad-4afe-846f-2fe1de83e6b0 HTTP/1.1" status: 200 len: 834 time: 0.0450478 Aug 22 14:22:07.830973 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dceae0-edcb-4eef-998c-34ade94166ce req-701d54ea-73cc-4381-8b7c-58d9d022eae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:22:07.832477 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-14dceae0-edcb-4eef-998c-34ade94166ce req-701d54ea-73cc-4381-8b7c-58d9d022eae6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=46a0d1a9-21cc-4e5f-9966-7dba28f15eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411725 Aug 22 14:22:07.926109 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-14dceae0-edcb-4eef-998c-34ade94166ce req-be44ccc6-7406-43a3-b860-9ea8dc0c8f7c service neutron] 10.222.0.16 "GET /v2.0/networks/46a0d1a9-21cc-4e5f-9966-7dba28f15eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865254 Aug 22 14:22:08.017171 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-14dceae0-edcb-4eef-998c-34ade94166ce req-03cc4363-6c28-41b1-9ed5-c19d51fef135 service neutron] 10.222.0.16 "GET /v2.0/networks/46a0d1a9-21cc-4e5f-9966-7dba28f15eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833921 Aug 22 14:22:08.110548 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f9bc7-b025-4b62-bb5a-da73021f13e9 req-17479327-c8d6-4915-ac63-d724d00d1820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:22:08.112257 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b27f9bc7-b025-4b62-bb5a-da73021f13e9 req-17479327-c8d6-4915-ac63-d724d00d1820 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5656c7f7f9c746e19a50aa1bc4d9988c&device_id=2ff8007c-f99c-4fb6-9a98-2380ba67a6de HTTP/1.1" status: 200 len: 1095 time: 0.0445161 Aug 22 14:22:08.514152 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738aa58-0486-4269-9b34-feffaac51e67 req-8afa4a3b-f380-4493-a6eb-64c1ea570c8f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:22:08.515622 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e738aa58-0486-4269-9b34-feffaac51e67 req-8afa4a3b-f380-4493-a6eb-64c1ea570c8f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ff8007c-f99c-4fb6-9a98-2380ba67a6de HTTP/1.1" status: 200 len: 943 time: 0.1002851 Aug 22 14:22:08.520015 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f9bc7-b025-4b62-bb5a-da73021f13e9 req-fa20e3bb-0812-441b-9ecd-1ca30c45ab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:22:08.521605 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b27f9bc7-b025-4b62-bb5a-da73021f13e9 req-fa20e3bb-0812-441b-9ecd-1ca30c45ab7f service neutron] 10.222.0.16 "GET /v2.0/networks?id=46a0d1a9-21cc-4e5f-9966-7dba28f15eab HTTP/1.1" status: 200 len: 898 time: 0.4023874 Aug 22 14:22:08.571562 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b27f9bc7-b025-4b62-bb5a-da73021f13e9 req-f43ee933-4af0-4dc9-a8fe-73b5abb120c1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744 HTTP/1.1" status: 200 len: 217 time: 0.0424886 Aug 22 14:22:08.592844 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e738aa58-0486-4269-9b34-feffaac51e67 req-4841c77c-0c77-4b02-aa63-e4ab0719c76b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e87d854-4961-4226-bbdd-6e0a690ddeea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703387 Aug 22 14:22:08.627389 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f9bc7-b025-4b62-bb5a-da73021f13e9 req-0c84fbfc-c1c3-4652-9b34-bc9385a096ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:22:08.628864 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b27f9bc7-b025-4b62-bb5a-da73021f13e9 req-0c84fbfc-c1c3-4652-9b34-bc9385a096ba service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a3aa755a-5cad-4afe-846f-2fe1de83e6b0 HTTP/1.1" status: 200 len: 834 time: 0.0486436 Aug 22 14:22:08.684003 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f9bc7-b025-4b62-bb5a-da73021f13e9 req-b9c1d5fc-2dbc-4947-b2d9-876f2659dc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:22:08.685507 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b27f9bc7-b025-4b62-bb5a-da73021f13e9 req-b9c1d5fc-2dbc-4947-b2d9-876f2659dc3a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=46a0d1a9-21cc-4e5f-9966-7dba28f15eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442324 Aug 22 14:22:08.774371 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b27f9bc7-b025-4b62-bb5a-da73021f13e9 req-21b2f9d3-48b7-4497-b74e-9d736fc2107c service neutron] 10.222.0.16 "GET /v2.0/networks/46a0d1a9-21cc-4e5f-9966-7dba28f15eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800617 Aug 22 14:22:08.874709 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b27f9bc7-b025-4b62-bb5a-da73021f13e9 req-d989f58b-93ca-475a-8226-f39d372d653e service neutron] 10.222.0.16 "GET /v2.0/networks/46a0d1a9-21cc-4e5f-9966-7dba28f15eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918114 Aug 22 14:22:09.709433 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf885323-0c18-45c9-bc56-66f9082a5930 req-bb33d362-11ef-4007-b13a-fdd3f072d3cb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:22:09.710895 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cf885323-0c18-45c9-bc56-66f9082a5930 req-bb33d362-11ef-4007-b13a-fdd3f072d3cb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ff8007c-f99c-4fb6-9a98-2380ba67a6de HTTP/1.1" status: 200 len: 943 time: 0.0487559 Aug 22 14:22:09.747190 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cf885323-0c18-45c9-bc56-66f9082a5930 req-873b78f7-57b7-4a5d-8cfa-86a7f167116f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e87d854-4961-4226-bbdd-6e0a690ddeea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303979 Aug 22 14:22:10.391193 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:22:10.484153 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744,segment=NetworkSegment(6e337803-28b2-4e08-bc3c-234e45c2ceee),segment_id=6e337803-28b2-4e08-bc3c-234e45c2ceee)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:22:10.495174 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744', 'network_id': '46a0d1a9-21cc-4e5f-9966-7dba28f15eab', 'port_id': '4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744', 'mac_address': 'fa:16:3e:1a:f9:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3aa755a-5cad-4afe-846f-2fe1de83e6b0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:22:10.535187 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:10.548078 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:22:10.566484 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744,segment=NetworkSegment(6e337803-28b2-4e08-bc3c-234e45c2ceee),segment_id=6e337803-28b2-4e08-bc3c-234e45c2ceee)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:22:10.570894 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:10.616482 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:22:10.812739 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:22:10.860477 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03ea15-2a96-412f-b974-6c966ce58fb6 req-2a96be74-f4f1-4364-be9d-08273699360d tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:22:10.862230 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fd03ea15-2a96-412f-b974-6c966ce58fb6 req-2a96be74-f4f1-4364-be9d-08273699360d tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ff8007c-f99c-4fb6-9a98-2380ba67a6de HTTP/1.1" status: 200 len: 944 time: 0.0487792 Aug 22 14:22:10.900758 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fd03ea15-2a96-412f-b974-6c966ce58fb6 req-d4b9bb04-2409-47ed-b657-e59607ea2506 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e87d854-4961-4226-bbdd-6e0a690ddeea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324366 Aug 22 14:22:12.020138 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73707091-3b96-4b20-9b4b-76221c304cfc req-506c56f3-ca79-4542-89c9-a5d24dba2367 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:22:12.021663 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-73707091-3b96-4b20-9b4b-76221c304cfc req-506c56f3-ca79-4542-89c9-a5d24dba2367 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ff8007c-f99c-4fb6-9a98-2380ba67a6de HTTP/1.1" status: 200 len: 944 time: 0.0529714 Aug 22 14:22:12.059717 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-73707091-3b96-4b20-9b4b-76221c304cfc req-ef5b6f8a-5f89-4480-adc9-180ef19184bd tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e87d854-4961-4226-bbdd-6e0a690ddeea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321600 Aug 22 14:22:12.407474 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:22:12.455461 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port 4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:22:12.459335 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:22:12.459705 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:12.538232 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:12.559651 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff8007c-f99c-4fb6-9a98-2380ba67a6de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:22:12.561935 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9fc9c2c847a9facc218278c3c2c49df6b567d765c98d25b9b10c00da6c51199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a65acf-4892-4fc2-91c8-a5593ca26621" -d '{"events": [{"server_uuid": "2ff8007c-f99c-4fb6-9a98-2380ba67a6de", "name": "network-vif-plugged", "status": "completed", "tag": "4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:22:12.574342 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744,segment=NetworkSegment(6e337803-28b2-4e08-bc3c-234e45c2ceee),segment_id=6e337803-28b2-4e08-bc3c-234e45c2ceee)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:22:12.579077 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:12.604138 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3ede15-9774-4516-a327-32b31620171a x-openstack-request-id: req-ae3ede15-9774-4516-a327-32b31620171a {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:22:12.604455 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ff8007c-f99c-4fb6-9a98-2380ba67a6de", "name": "network-vif-plugged", "status": "completed", "tag": "4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:22:12.604709 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ae3ede15-9774-4516-a327-32b31620171a {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:22:12.605094 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ff8007c-f99c-4fb6-9a98-2380ba67a6de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744', 'code': 200} Aug 22 14:22:12.630050 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:22:12.696195 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1c2689-e739-4541-90f7-5f3edf197818 req-ec644013-4f83-49fa-bb79-33fe41ae6f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:22:12.697602 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7e1c2689-e739-4541-90f7-5f3edf197818 req-ec644013-4f83-49fa-bb79-33fe41ae6f41 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2ff8007c-f99c-4fb6-9a98-2380ba67a6de HTTP/1.1" status: 200 len: 1097 time: 0.0389507 Aug 22 14:22:12.732334 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7e1c2689-e739-4541-90f7-5f3edf197818 req-c2b9a322-fa17-4cf6-a387-3f4766cc093f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7e87d854-4961-4226-bbdd-6e0a690ddeea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275135 Aug 22 14:22:13.193578 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb2373-c9fa-4499-8d78-afa28d299f5b req-57ab9a52-1bb7-43c1-b95c-f8f43e01d644 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:22:13.195051 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f9cb2373-c9fa-4499-8d78-afa28d299f5b req-57ab9a52-1bb7-43c1-b95c-f8f43e01d644 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ff8007c-f99c-4fb6-9a98-2380ba67a6de HTTP/1.1" status: 200 len: 945 time: 0.0480471 Aug 22 14:22:13.232655 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f9cb2373-c9fa-4499-8d78-afa28d299f5b req-c857a241-1a68-4b23-bca3-04f8761721f9 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e87d854-4961-4226-bbdd-6e0a690ddeea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315104 Aug 22 14:22:14.352123 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e09015-af2e-4ab5-8237-aa9ef681a9fe req-bd56aed8-f6ff-4b44-b2e2-f7060e59b484 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:22:14.353622 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-43e09015-af2e-4ab5-8237-aa9ef681a9fe req-bd56aed8-f6ff-4b44-b2e2-f7060e59b484 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ff8007c-f99c-4fb6-9a98-2380ba67a6de HTTP/1.1" status: 200 len: 945 time: 0.0540957 Aug 22 14:22:14.390300 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-43e09015-af2e-4ab5-8237-aa9ef681a9fe req-4a63fd91-61d1-4fd6-9f79-95cf23c760b8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e87d854-4961-4226-bbdd-6e0a690ddeea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307367 Aug 22 14:22:14.505598 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c265e-e6bb-40bd-8445-634fc8c4ddd6 req-7691b10e-44d6-4e8d-8d1f-289f6b8937a1 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:22:14.507078 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-725c265e-e6bb-40bd-8445-634fc8c4ddd6 req-7691b10e-44d6-4e8d-8d1f-289f6b8937a1 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ff8007c-f99c-4fb6-9a98-2380ba67a6de HTTP/1.1" status: 200 len: 945 time: 0.0501373 Aug 22 14:22:14.544918 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-725c265e-e6bb-40bd-8445-634fc8c4ddd6 req-41b3822e-441e-4072-adba-9607dacc9e8d tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e87d854-4961-4226-bbdd-6e0a690ddeea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316355 Aug 22 14:22:14.566335 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51962) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:22:14.607557 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718a091f-cdb7-4a48-83bb-c9d01aea60b1 tempest-TestNetworkAdvancedServerOps-1093191866 tempest-TestNetworkAdvancedServerOps-1093191866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:22:14.609102 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-718a091f-cdb7-4a48-83bb-c9d01aea60b1 tempest-TestNetworkAdvancedServerOps-1093191866 tempest-TestNetworkAdvancedServerOps-1093191866-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2ff8007c-f99c-4fb6-9a98-2380ba67a6de HTTP/1.1" status: 200 len: 1092 time: 0.0417824 Aug 22 14:22:14.611917 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51964) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:22:14.616941 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-e347cff8-f703-4754-af05-e839777f51d1 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Request body: {'floatingip': {'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'port_id': '4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:22:14.639048 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e347cff8-f703-4754-af05-e839777f51d1 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for floatingip, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:14.735694 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e347cff8-f703-4754-af05-e839777f51d1 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:14.842368 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-e347cff8-f703-4754-af05-e839777f51d1 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Allocated IP 172.25.3.110 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/909c3547-feb3-4d3f-ae3e-b5df6a5190b4) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:22:14.943994 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e347cff8-f703-4754-af05-e839777f51d1 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:14.982867 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e347cff8-f703-4754-af05-e839777f51d1 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:15.020905 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e347cff8-f703-4754-af05-e839777f51d1 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:22:15.023759 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-e347cff8-f703-4754-af05-e839777f51d1 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:22:15.027963 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e347cff8-f703-4754-af05-e839777f51d1 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:22:15.064891 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e347cff8-f703-4754-af05-e839777f51d1 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'Port': ['ID=909c3547-feb3-4d3f-ae3e-b5df6a5190b4,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:22:15.382671 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e347cff8-f703-4754-af05-e839777f51d1 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:15.449200 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e347cff8-f703-4754-af05-e839777f51d1 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:15.590632 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e347cff8-f703-4754-af05-e839777f51d1 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:15.595081 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e347cff8-f703-4754-af05-e839777f51d1 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:15.664459 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e347cff8-f703-4754-af05-e839777f51d1 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'Port': ['ID=909c3547-feb3-4d3f-ae3e-b5df6a5190b4,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:22:15.675744 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e347cff8-f703-4754-af05-e839777f51d1 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:15.773944 n-d-793621-33 neutron-server[94628]: INFO neutron.db.l3_db [None req-e347cff8-f703-4754-af05-e839777f51d1 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Floating IP 450592e3-c9e8-4aa5-bffd-23d695c7d819 associated. External IP: 172.25.3.110, port: 4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744. Aug 22 14:22:15.975105 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e347cff8-f703-4754-af05-e839777f51d1 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Router 7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:22:16.080325 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e347cff8-f703-4754-af05-e839777f51d1 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:22:16.093885 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f243f8-84f8-4ff6-b58b-fd8b446d61f5 None None] Sync routers for ids ['7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:22:16.096198 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e347cff8-f703-4754-af05-e839777f51d1 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:16.105887 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f243f8-84f8-4ff6-b58b-fd8b446d61f5 None None] Routers {'7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:22:16.106541 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-27f243f8-84f8-4ff6-b58b-fd8b446d61f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:22:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:22:16.125414 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e347cff8-f703-4754-af05-e839777f51d1 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5122101 Aug 22 14:22:16.126104 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ff8007c-f99c-4fb6-9a98-2380ba67a6de', 'tag': '4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:22:16.128526 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bdeb8ea780dc3f157cf86c35b44054b3d50f34a398e9a69dfe822f45c5aaee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701c98e0-e09d-4df8-becb-0231a5e56546" -d '{"events": [{"name": "network-changed", "server_uuid": "2ff8007c-f99c-4fb6-9a98-2380ba67a6de", "tag": "4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:22:16.168362 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac68d6a7-85cf-4444-a061-228b19994b8f x-openstack-request-id: req-ac68d6a7-85cf-4444-a061-228b19994b8f {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:22:16.168668 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ff8007c-f99c-4fb6-9a98-2380ba67a6de", "tag": "4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:22:16.168925 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ac68d6a7-85cf-4444-a061-228b19994b8f {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:22:16.169331 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ff8007c-f99c-4fb6-9a98-2380ba67a6de', 'tag': '4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744', 'status': 'completed', 'code': 200} Aug 22 14:22:16.215949 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-27f243f8-84f8-4ff6-b58b-fd8b446d61f5 None None] Set router 7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:22:16.256711 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701c98e0-e09d-4df8-becb-0231a5e56546 req-a0cc6030-03ef-453b-9737-022486df7c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:22:16.258251 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-701c98e0-e09d-4df8-becb-0231a5e56546 req-a0cc6030-03ef-453b-9737-022486df7c45 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5656c7f7f9c746e19a50aa1bc4d9988c&device_id=2ff8007c-f99c-4fb6-9a98-2380ba67a6de HTTP/1.1" status: 200 len: 1097 time: 0.0651879 Aug 22 14:22:16.265716 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b856d-b2d0-473d-8154-93a26327ea93 req-d482d4e8-609c-4774-b44e-cf8aa68dbe82 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:22:16.267121 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-481b856d-b2d0-473d-8154-93a26327ea93 req-d482d4e8-609c-4774-b44e-cf8aa68dbe82 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ff8007c-f99c-4fb6-9a98-2380ba67a6de HTTP/1.1" status: 200 len: 945 time: 0.0864906 Aug 22 14:22:16.350043 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-481b856d-b2d0-473d-8154-93a26327ea93 req-cb2d385e-dbed-4029-bf70-d380e32ceee4 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e87d854-4961-4226-bbdd-6e0a690ddeea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740454 Aug 22 14:22:16.372767 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 51970) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:22:16.379141 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701c98e0-e09d-4df8-becb-0231a5e56546 req-cf2923ac-c68c-4fe9-b44f-d19629e1794e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:22:16.380974 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-701c98e0-e09d-4df8-becb-0231a5e56546 req-cf2923ac-c68c-4fe9-b44f-d19629e1794e service neutron] 10.222.0.16 "GET /v2.0/networks?id=46a0d1a9-21cc-4e5f-9966-7dba28f15eab HTTP/1.1" status: 200 len: 898 time: 0.1129954 Aug 22 14:22:16.443799 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-178304e0-22b3-423b-8e56-eeb347ee7844 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/floatingips/450592e3-c9e8-4aa5-bffd-23d695c7d819 HTTP/1.1" status: 200 len: 991 time: 0.0694125 Aug 22 14:22:16.456107 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-701c98e0-e09d-4df8-becb-0231a5e56546 req-ab6df237-5c45-4cd4-ab2b-0acb80d9679e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744 HTTP/1.1" status: 200 len: 999 time: 0.0674851 Aug 22 14:22:16.457210 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-27f243f8-84f8-4ff6-b58b-fd8b446d61f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981894405', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '0b6ca010-b82c-419d-88db-bb6011641793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:21:58Z', 'updated_at': '2021-08-22T14:22:02Z', 'revision_number': 4, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': '0b6ca010-b82c-419d-88db-bb6011641793', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:9a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:21:58Z', 'updated_at': '2021-08-22T14:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '450592e3-c9e8-4aa5-bffd-23d695c7d819', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'floating_ip_address': '172.25.3.110', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b', 'port_id': '4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46a0d1a9-21cc-4e5f-9966-7dba28f15eab', 'mac_address': 'fa:16:3e:1a:f9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff8007c-f99c-4fb6-9a98-2380ba67a6de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:22:15Z', 'updated_at': '2021-08-22T14:22:15Z', 'revision_number': 0, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '927027d6-221f-440d-afa1-568ce9d38aeb', 'name': '', 'network_id': '46a0d1a9-21cc-4e5f-9966-7dba28f15eab', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'mac_address': 'fa:16:3e:06:b4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'a3aa755a-5cad-4afe-846f-2fe1de83e6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:22:01Z', 'updated_at': '2021-08-22T14:22:05Z', 'revision_number': 5, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'subnets': [{'id': 'a3aa755a-5cad-4afe-846f-2fe1de83e6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:22:16.484021 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f243f8-84f8-4ff6-b58b-fd8b446d61f5 None None] Checking router: 7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:22:16.493685 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f243f8-84f8-4ff6-b58b-fd8b446d61f5 None None] Routers {'7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:22:16.494300 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-27f243f8-84f8-4ff6-b58b-fd8b446d61f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:22:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:22:16.509319 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701c98e0-e09d-4df8-becb-0231a5e56546 req-05d3c43f-8427-40a0-add3-4382fe259267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:22:16.511231 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-701c98e0-e09d-4df8-becb-0231a5e56546 req-05d3c43f-8427-40a0-add3-4382fe259267 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a3aa755a-5cad-4afe-846f-2fe1de83e6b0 HTTP/1.1" status: 200 len: 834 time: 0.0477161 Aug 22 14:22:16.557820 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701c98e0-e09d-4df8-becb-0231a5e56546 req-0c0a4799-38de-4409-b20f-0a786f9a8ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:22:16.559346 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-701c98e0-e09d-4df8-becb-0231a5e56546 req-0c0a4799-38de-4409-b20f-0a786f9a8ba7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=46a0d1a9-21cc-4e5f-9966-7dba28f15eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413318 Aug 22 14:22:16.606707 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-27f243f8-84f8-4ff6-b58b-fd8b446d61f5 None None] Set router 7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:22:16.657556 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-701c98e0-e09d-4df8-becb-0231a5e56546 req-abc107b8-6884-426d-8f2e-0428c7d15f39 service neutron] 10.222.0.16 "GET /v2.0/networks/46a0d1a9-21cc-4e5f-9966-7dba28f15eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895295 Aug 22 14:22:16.747523 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-701c98e0-e09d-4df8-becb-0231a5e56546 req-1a00a32e-24bd-40df-8eac-6ca918c4f784 service neutron] 10.222.0.16 "GET /v2.0/networks/46a0d1a9-21cc-4e5f-9966-7dba28f15eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826294 Aug 22 14:22:16.833975 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-27f243f8-84f8-4ff6-b58b-fd8b446d61f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981894405', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '0b6ca010-b82c-419d-88db-bb6011641793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:21:58Z', 'updated_at': '2021-08-22T14:22:02Z', 'revision_number': 4, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': '0b6ca010-b82c-419d-88db-bb6011641793', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:9a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:21:58Z', 'updated_at': '2021-08-22T14:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '450592e3-c9e8-4aa5-bffd-23d695c7d819', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'floating_ip_address': '172.25.3.110', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b', 'port_id': '4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46a0d1a9-21cc-4e5f-9966-7dba28f15eab', 'mac_address': 'fa:16:3e:1a:f9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff8007c-f99c-4fb6-9a98-2380ba67a6de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:22:15Z', 'updated_at': '2021-08-22T14:22:15Z', 'revision_number': 0, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '927027d6-221f-440d-afa1-568ce9d38aeb', 'name': '', 'network_id': '46a0d1a9-21cc-4e5f-9966-7dba28f15eab', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'mac_address': 'fa:16:3e:06:b4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'a3aa755a-5cad-4afe-846f-2fe1de83e6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:22:01Z', 'updated_at': '2021-08-22T14:22:05Z', 'revision_number': 5, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'subnets': [{'id': 'a3aa755a-5cad-4afe-846f-2fe1de83e6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:22:16.863651 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f243f8-84f8-4ff6-b58b-fd8b446d61f5 None None] The sync data for ids ['7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b'] in n-d-793621-33 is: [{'id': '7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981894405', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '0b6ca010-b82c-419d-88db-bb6011641793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:21:58Z', 'updated_at': '2021-08-22T14:22:02Z', 'revision_number': 4, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': '0b6ca010-b82c-419d-88db-bb6011641793', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:9a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:21:58Z', 'updated_at': '2021-08-22T14:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '450592e3-c9e8-4aa5-bffd-23d695c7d819', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'floating_ip_address': '172.25.3.110', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b', 'port_id': '4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46a0d1a9-21cc-4e5f-9966-7dba28f15eab', 'mac_address': 'fa:16:3e:1a:f9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff8007c-f99c-4fb6-9a98-2380ba67a6de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:22:15Z', 'updated_at': '2021-08-22T14:22:15Z', 'revision_number': 0, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '927027d6-221f-440d-afa1-568ce9d38aeb', 'name': '', 'network_id': '46a0d1a9-21cc-4e5f-9966-7dba28f15eab', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'mac_address': 'fa:16:3e:06:b4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'a3aa755a-5cad-4afe-846f-2fe1de83e6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:22:01Z', 'updated_at': '2021-08-22T14:22:05Z', 'revision_number': 5, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'subnets': [{'id': 'a3aa755a-5cad-4afe-846f-2fe1de83e6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:22:17.058340 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0965e5ec-19a0-4fde-a088-c80c80b093e1 None None] New status for floating IP 450592e3-c9e8-4aa5-bffd-23d695c7d819: ACTIVE {{(pid=94630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 14:22:17.445623 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 51972) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:22:17.509445 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a8e7cbbb-191a-4c54-8c61-1d59f8a2b944 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/floatingips/450592e3-c9e8-4aa5-bffd-23d695c7d819 HTTP/1.1" status: 200 len: 993 time: 0.0625789 Aug 22 14:22:28.531989 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f065a41f-1cc8-4f3c-9a8f-bf7a77e6cd98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:28.958932 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:29.938563 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-71c597a3-e042-42df-ab11-c28f1f5bf730 req-7587103f-97da-40c2-8869-301bb3f58bed service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2ff8007c-f99c-4fb6-9a98-2380ba67a6de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406191 Aug 22 14:22:30.022794 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c597a3-e042-42df-ab11-c28f1f5bf730 req-faca7511-7380-4220-934d-22646378bd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:22:30.024613 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-71c597a3-e042-42df-ab11-c28f1f5bf730 req-faca7511-7380-4220-934d-22646378bd44 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5656c7f7f9c746e19a50aa1bc4d9988c&device_id=2ff8007c-f99c-4fb6-9a98-2380ba67a6de HTTP/1.1" status: 200 len: 1097 time: 0.0441356 Aug 22 14:22:30.127494 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c597a3-e042-42df-ab11-c28f1f5bf730 req-4fa098a8-3ce2-45aa-b8f9-dec9bfa55824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:22:30.129002 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-71c597a3-e042-42df-ab11-c28f1f5bf730 req-4fa098a8-3ce2-45aa-b8f9-dec9bfa55824 service neutron] 10.222.0.16 "GET /v2.0/networks?id=46a0d1a9-21cc-4e5f-9966-7dba28f15eab HTTP/1.1" status: 200 len: 898 time: 0.0869205 Aug 22 14:22:30.193142 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-71c597a3-e042-42df-ab11-c28f1f5bf730 req-c474826b-6bad-4502-898d-3fdc4af7470b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744 HTTP/1.1" status: 200 len: 1001 time: 0.0563335 Aug 22 14:22:30.241014 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c597a3-e042-42df-ab11-c28f1f5bf730 req-d5010901-ce58-4b7f-a638-fa28463df4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:22:30.242447 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-71c597a3-e042-42df-ab11-c28f1f5bf730 req-d5010901-ce58-4b7f-a638-fa28463df4d3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a3aa755a-5cad-4afe-846f-2fe1de83e6b0 HTTP/1.1" status: 200 len: 834 time: 0.0429385 Aug 22 14:22:30.292264 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c597a3-e042-42df-ab11-c28f1f5bf730 req-45ce6b43-8520-4fbf-94d3-4736accb132f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:22:30.293768 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-71c597a3-e042-42df-ab11-c28f1f5bf730 req-45ce6b43-8520-4fbf-94d3-4736accb132f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=46a0d1a9-21cc-4e5f-9966-7dba28f15eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442846 Aug 22 14:22:30.382574 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-71c597a3-e042-42df-ab11-c28f1f5bf730 req-aabb0335-febd-4e9d-a079-006565a51ff6 service neutron] 10.222.0.16 "GET /v2.0/networks/46a0d1a9-21cc-4e5f-9966-7dba28f15eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796020 Aug 22 14:22:30.475249 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-71c597a3-e042-42df-ab11-c28f1f5bf730 req-f87a7a53-a439-484a-8efb-dd0da50ffc08 service neutron] 10.222.0.16 "GET /v2.0/networks/46a0d1a9-21cc-4e5f-9966-7dba28f15eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849886 Aug 22 14:22:31.129118 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-94ae8bf6-e83d-420e-b411-e893c8e026d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:31.276362 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:32.630786 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:34.372393 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:34.404067 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:41.254657 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:22:48.833845 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9fe099-0058-426e-bf82-89b96491c8b7 req-ea25a23b-341e-4344-8e6f-56606bfb9e7e tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:22:48.835398 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9f9fe099-0058-426e-bf82-89b96491c8b7 req-ea25a23b-341e-4344-8e6f-56606bfb9e7e tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ff8007c-f99c-4fb6-9a98-2380ba67a6de HTTP/1.1" status: 200 len: 945 time: 0.0494874 Aug 22 14:22:48.872411 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9f9fe099-0058-426e-bf82-89b96491c8b7 req-1bc654f1-5fab-4397-b05c-31052dba651b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e87d854-4961-4226-bbdd-6e0a690ddeea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310485 Aug 22 14:22:50.004851 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06079e0f-2ef3-4f0a-ae11-e7a7782cbddc req-f9143672-64fc-4727-b9fc-b3d424b3b124 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:22:50.006331 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-06079e0f-2ef3-4f0a-ae11-e7a7782cbddc req-f9143672-64fc-4727-b9fc-b3d424b3b124 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ff8007c-f99c-4fb6-9a98-2380ba67a6de HTTP/1.1" status: 200 len: 945 time: 0.0494950 Aug 22 14:22:50.044437 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-06079e0f-2ef3-4f0a-ae11-e7a7782cbddc req-7cc2777a-35fe-4b6d-bab4-58772294db4e tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e87d854-4961-4226-bbdd-6e0a690ddeea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320396 Aug 22 14:22:50.065924 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 51998) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:22:50.128873 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f76ce3ed-78b3-4b42-b506-b894706098f9 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/floatingips/450592e3-c9e8-4aa5-bffd-23d695c7d819 HTTP/1.1" status: 200 len: 993 time: 0.0617871 Aug 22 14:22:51.393683 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a7607-752e-4a5e-8764-1dc8d2af0c70 req-397b2317-ee7a-4063-be97-18e0a284d704 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:22:51.395541 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1e4a7607-752e-4a5e-8764-1dc8d2af0c70 req-397b2317-ee7a-4063-be97-18e0a284d704 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ff8007c-f99c-4fb6-9a98-2380ba67a6de HTTP/1.1" status: 200 len: 945 time: 0.0531812 Aug 22 14:22:51.434558 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1e4a7607-752e-4a5e-8764-1dc8d2af0c70 req-92350164-7ca9-4d33-9fed-bc5ec2a1c979 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e87d854-4961-4226-bbdd-6e0a690ddeea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321314 Aug 22 14:22:52.550955 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32836b27-560e-4b10-87e1-e2c868bdd010 req-da0535e2-0ac0-4fa9-8a21-ede50690ac20 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:22:52.552456 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-32836b27-560e-4b10-87e1-e2c868bdd010 req-da0535e2-0ac0-4fa9-8a21-ede50690ac20 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ff8007c-f99c-4fb6-9a98-2380ba67a6de HTTP/1.1" status: 200 len: 945 time: 0.0487583 Aug 22 14:22:52.592406 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-32836b27-560e-4b10-87e1-e2c868bdd010 req-a4a88689-d85d-42e8-a4af-d119e6abe574 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e87d854-4961-4226-bbdd-6e0a690ddeea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339940 Aug 22 14:22:52.614692 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52008) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:22:52.673134 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-54e2e5f6-b222-40db-9ff2-6d405921df7c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/floatingips/450592e3-c9e8-4aa5-bffd-23d695c7d819 HTTP/1.1" status: 200 len: 993 time: 0.0572739 Aug 22 14:22:52.889509 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52014) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:22:53.044946 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-c01d8d40-ffd2-40fc-a295-beff4f5b89ca tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Deleting port 909c3547-feb3-4d3f-ae3e-b5df6a5190b4 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:22:53.045214 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c01d8d40-ffd2-40fc-a295-beff4f5b89ca tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:53.122211 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c01d8d40-ffd2-40fc-a295-beff4f5b89ca tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:53.122537 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c01d8d40-ffd2-40fc-a295-beff4f5b89ca tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:53.134255 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-c01d8d40-ffd2-40fc-a295-beff4f5b89ca tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Calling delete_port for 909c3547-feb3-4d3f-ae3e-b5df6a5190b4 owned by network:floatingip {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:22:53.290572 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c01d8d40-ffd2-40fc-a295-beff4f5b89ca tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:53.316961 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d8d40-ffd2-40fc-a295-beff4f5b89ca tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event deleted for resources: {'Port': ['ID=909c3547-feb3-4d3f-ae3e-b5df6a5190b4,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:22:53.342980 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01d8d40-ffd2-40fc-a295-beff4f5b89ca tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:22:53.343339 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01d8d40-ffd2-40fc-a295-beff4f5b89ca tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:22:53.343670 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01d8d40-ffd2-40fc-a295-beff4f5b89ca tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:22:53.344007 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01d8d40-ffd2-40fc-a295-beff4f5b89ca tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:22:53.344365 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01d8d40-ffd2-40fc-a295-beff4f5b89ca tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:22:53.344702 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01d8d40-ffd2-40fc-a295-beff4f5b89ca tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:22:53.345041 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01d8d40-ffd2-40fc-a295-beff4f5b89ca tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:22:53.345370 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01d8d40-ffd2-40fc-a295-beff4f5b89ca tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:22:53.345700 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01d8d40-ffd2-40fc-a295-beff4f5b89ca tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:22:53.346027 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01d8d40-ffd2-40fc-a295-beff4f5b89ca tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:22:53.346353 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01d8d40-ffd2-40fc-a295-beff4f5b89ca tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:22:53.346675 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01d8d40-ffd2-40fc-a295-beff4f5b89ca tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:22:53.388968 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c01d8d40-ffd2-40fc-a295-beff4f5b89ca tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for floatingip, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:53.389303 n-d-793621-33 neutron-server[94628]: INFO neutron.db.l3_db [None req-c01d8d40-ffd2-40fc-a295-beff4f5b89ca tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Floating IP 450592e3-c9e8-4aa5-bffd-23d695c7d819 disassociated (deleted). External IP: 172.25.3.110, port: 4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744. Aug 22 14:22:53.589208 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c01d8d40-ffd2-40fc-a295-beff4f5b89ca tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Router 7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:22:54.026785 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01d8d40-ffd2-40fc-a295-beff4f5b89ca tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:22:54.031552 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c01d8d40-ffd2-40fc-a295-beff4f5b89ca tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:54.036289 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d636f7cc-51a3-4677-9792-4af48f533c85 None None] Sync routers for ids ['7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:22:54.045778 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d636f7cc-51a3-4677-9792-4af48f533c85 None None] Routers {'7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:22:54.046393 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-d636f7cc-51a3-4677-9792-4af48f533c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:22:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:22:54.059639 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c01d8d40-ffd2-40fc-a295-beff4f5b89ca tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "DELETE /v2.0/floatingips/450592e3-c9e8-4aa5-bffd-23d695c7d819 HTTP/1.1" status: 204 len: 168 time: 1.1690459 Aug 22 14:22:54.060268 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ff8007c-f99c-4fb6-9a98-2380ba67a6de', 'tag': '4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:22:54.062503 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bdeb8ea780dc3f157cf86c35b44054b3d50f34a398e9a69dfe822f45c5aaee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441a86ff-ca19-4bf8-9f34-bfc1b3c70996" -d '{"events": [{"name": "network-changed", "server_uuid": "2ff8007c-f99c-4fb6-9a98-2380ba67a6de", "tag": "4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:22:54.104385 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619c6352-05b5-4b71-b5e3-e33fa10cb2dc x-openstack-request-id: req-619c6352-05b5-4b71-b5e3-e33fa10cb2dc {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:22:54.104752 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ff8007c-f99c-4fb6-9a98-2380ba67a6de", "tag": "4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:22:54.105071 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-619c6352-05b5-4b71-b5e3-e33fa10cb2dc {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:22:54.105527 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ff8007c-f99c-4fb6-9a98-2380ba67a6de', 'tag': '4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744', 'status': 'completed', 'code': 200} Aug 22 14:22:54.156373 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-d636f7cc-51a3-4677-9792-4af48f533c85 None None] Set router 7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:22:54.165387 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a86ff-ca19-4bf8-9f34-bfc1b3c70996 req-7c756689-c36d-4988-90a7-61e0b6c51412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:22:54.166983 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-441a86ff-ca19-4bf8-9f34-bfc1b3c70996 req-7c756689-c36d-4988-90a7-61e0b6c51412 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5656c7f7f9c746e19a50aa1bc4d9988c&device_id=2ff8007c-f99c-4fb6-9a98-2380ba67a6de HTTP/1.1" status: 200 len: 1097 time: 0.0444098 Aug 22 14:22:54.308073 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a86ff-ca19-4bf8-9f34-bfc1b3c70996 req-722a2fab-3953-4c5d-91f7-c2c8a8c2278d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:22:54.309516 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-441a86ff-ca19-4bf8-9f34-bfc1b3c70996 req-722a2fab-3953-4c5d-91f7-c2c8a8c2278d service neutron] 10.222.0.16 "GET /v2.0/networks?id=46a0d1a9-21cc-4e5f-9966-7dba28f15eab HTTP/1.1" status: 200 len: 898 time: 0.1288877 Aug 22 14:22:54.318465 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff18ab-d06c-4a6d-83e0-7dd63a90805d req-96a46980-42b0-4e9f-a5ac-b82a3d390a6b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:22:54.320940 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3cff18ab-d06c-4a6d-83e0-7dd63a90805d req-96a46980-42b0-4e9f-a5ac-b82a3d390a6b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ff8007c-f99c-4fb6-9a98-2380ba67a6de HTTP/1.1" status: 200 len: 945 time: 0.0703194 Aug 22 14:22:54.366356 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-441a86ff-ca19-4bf8-9f34-bfc1b3c70996 req-6a5d7b26-face-478a-b16e-1e421cf2b831 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744 HTTP/1.1" status: 200 len: 217 time: 0.0442708 Aug 22 14:22:54.367447 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-d636f7cc-51a3-4677-9792-4af48f533c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981894405', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '0b6ca010-b82c-419d-88db-bb6011641793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:21:58Z', 'updated_at': '2021-08-22T14:22:02Z', 'revision_number': 4, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': '0b6ca010-b82c-419d-88db-bb6011641793', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:9a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:21:58Z', 'updated_at': '2021-08-22T14:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '927027d6-221f-440d-afa1-568ce9d38aeb', 'name': '', 'network_id': '46a0d1a9-21cc-4e5f-9966-7dba28f15eab', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'mac_address': 'fa:16:3e:06:b4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'a3aa755a-5cad-4afe-846f-2fe1de83e6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:22:01Z', 'updated_at': '2021-08-22T14:22:05Z', 'revision_number': 5, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'subnets': [{'id': 'a3aa755a-5cad-4afe-846f-2fe1de83e6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:22:54.397565 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d636f7cc-51a3-4677-9792-4af48f533c85 None None] Checking router: 7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:22:54.405806 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d636f7cc-51a3-4677-9792-4af48f533c85 None None] Routers {'7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:22:54.406407 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-d636f7cc-51a3-4677-9792-4af48f533c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:22:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:22:54.424051 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3cff18ab-d06c-4a6d-83e0-7dd63a90805d req-f61c4788-0c95-471a-94c3-520bf1fc59b3 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e87d854-4961-4226-bbdd-6e0a690ddeea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957682 Aug 22 14:22:54.432920 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a86ff-ca19-4bf8-9f34-bfc1b3c70996 req-4c9fe4fa-d471-418b-84e1-e44c9fa381ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:22:54.434363 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-441a86ff-ca19-4bf8-9f34-bfc1b3c70996 req-4c9fe4fa-d471-418b-84e1-e44c9fa381ee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a3aa755a-5cad-4afe-846f-2fe1de83e6b0 HTTP/1.1" status: 200 len: 834 time: 0.0600269 Aug 22 14:22:54.483164 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a86ff-ca19-4bf8-9f34-bfc1b3c70996 req-c4513dca-f1a1-4fd8-8f40-3a524a21db4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:22:54.484705 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-441a86ff-ca19-4bf8-9f34-bfc1b3c70996 req-c4513dca-f1a1-4fd8-8f40-3a524a21db4b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=46a0d1a9-21cc-4e5f-9966-7dba28f15eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417299 Aug 22 14:22:54.514751 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-d636f7cc-51a3-4677-9792-4af48f533c85 None None] Set router 7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:22:54.578509 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-441a86ff-ca19-4bf8-9f34-bfc1b3c70996 req-17c10076-1024-4885-9dae-49a036b7d4c8 service neutron] 10.222.0.16 "GET /v2.0/networks/46a0d1a9-21cc-4e5f-9966-7dba28f15eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857279 Aug 22 14:22:54.672243 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-441a86ff-ca19-4bf8-9f34-bfc1b3c70996 req-b8657ff0-346e-40dc-9789-eeaff07507e4 service neutron] 10.222.0.16 "GET /v2.0/networks/46a0d1a9-21cc-4e5f-9966-7dba28f15eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853276 Aug 22 14:22:54.707915 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-d636f7cc-51a3-4677-9792-4af48f533c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981894405', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '0b6ca010-b82c-419d-88db-bb6011641793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:21:58Z', 'updated_at': '2021-08-22T14:22:02Z', 'revision_number': 4, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': '0b6ca010-b82c-419d-88db-bb6011641793', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:9a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:21:58Z', 'updated_at': '2021-08-22T14:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '927027d6-221f-440d-afa1-568ce9d38aeb', 'name': '', 'network_id': '46a0d1a9-21cc-4e5f-9966-7dba28f15eab', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'mac_address': 'fa:16:3e:06:b4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'a3aa755a-5cad-4afe-846f-2fe1de83e6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:22:01Z', 'updated_at': '2021-08-22T14:22:05Z', 'revision_number': 5, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'subnets': [{'id': 'a3aa755a-5cad-4afe-846f-2fe1de83e6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:22:54.734525 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d636f7cc-51a3-4677-9792-4af48f533c85 None None] The sync data for ids ['7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b'] in n-d-793621-33 is: [{'id': '7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981894405', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '0b6ca010-b82c-419d-88db-bb6011641793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:21:58Z', 'updated_at': '2021-08-22T14:22:02Z', 'revision_number': 4, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': '0b6ca010-b82c-419d-88db-bb6011641793', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:9a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:21:58Z', 'updated_at': '2021-08-22T14:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '927027d6-221f-440d-afa1-568ce9d38aeb', 'name': '', 'network_id': '46a0d1a9-21cc-4e5f-9966-7dba28f15eab', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'mac_address': 'fa:16:3e:06:b4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'a3aa755a-5cad-4afe-846f-2fe1de83e6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:22:01Z', 'updated_at': '2021-08-22T14:22:05Z', 'revision_number': 5, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'subnets': [{'id': 'a3aa755a-5cad-4afe-846f-2fe1de83e6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:22:54.940857 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e9b83a-73bf-49ac-94af-590c8456952e None None] New status for floating IP 450592e3-c9e8-4aa5-bffd-23d695c7d819: DOWN {{(pid=94630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 14:22:55.540610 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8a8de-7155-4578-ab3c-3e8fecc2bf88 req-a2f50a6c-5458-4756-9a8e-60da429135ef tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:22:55.541994 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b5d8a8de-7155-4578-ab3c-3e8fecc2bf88 req-a2f50a6c-5458-4756-9a8e-60da429135ef tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ff8007c-f99c-4fb6-9a98-2380ba67a6de HTTP/1.1" status: 200 len: 945 time: 0.0484269 Aug 22 14:22:55.580050 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b5d8a8de-7155-4578-ab3c-3e8fecc2bf88 req-4b508e13-cef2-4a32-a8cc-afb8a7ca084f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e87d854-4961-4226-bbdd-6e0a690ddeea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322099 Aug 22 14:22:55.825901 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d284ed50-637d-40c9-881f-1039631aadea req-ea4b2dd4-a463-4ce5-ab98-c10905c36cdf tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:22:55.827407 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d284ed50-637d-40c9-881f-1039631aadea req-ea4b2dd4-a463-4ce5-ab98-c10905c36cdf tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ff8007c-f99c-4fb6-9a98-2380ba67a6de HTTP/1.1" status: 200 len: 945 time: 0.0519710 Aug 22 14:22:55.913650 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-d284ed50-637d-40c9-881f-1039631aadea req-c7e451dd-004c-4157-a1dd-db9afe8edcd8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Deleting port 4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:22:55.913986 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-d284ed50-637d-40c9-881f-1039631aadea req-c7e451dd-004c-4157-a1dd-db9afe8edcd8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:56.003255 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-d284ed50-637d-40c9-881f-1039631aadea req-c7e451dd-004c-4157-a1dd-db9afe8edcd8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] For port 4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744,segment=NetworkSegment(6e337803-28b2-4e08-bc3c-234e45c2ceee),segment_id=6e337803-28b2-4e08-bc3c-234e45c2ceee)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:22:56.003627 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-d284ed50-637d-40c9-881f-1039631aadea req-c7e451dd-004c-4157-a1dd-db9afe8edcd8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:56.015488 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-d284ed50-637d-40c9-881f-1039631aadea req-c7e451dd-004c-4157-a1dd-db9afe8edcd8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Calling delete_port for 4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744 owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:22:56.147516 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-d284ed50-637d-40c9-881f-1039631aadea req-c7e451dd-004c-4157-a1dd-db9afe8edcd8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:56.181675 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e451dd-004c-4157-a1dd-db9afe8edcd8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event deleted for resources: {'Port': ['ID=4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:22:56.194703 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e451dd-004c-4157-a1dd-db9afe8edcd8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:22:56.194703 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e451dd-004c-4157-a1dd-db9afe8edcd8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:22:56.195004 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e451dd-004c-4157-a1dd-db9afe8edcd8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:22:56.195345 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e451dd-004c-4157-a1dd-db9afe8edcd8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:22:56.195679 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e451dd-004c-4157-a1dd-db9afe8edcd8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:22:56.196014 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e451dd-004c-4157-a1dd-db9afe8edcd8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:22:56.196377 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e451dd-004c-4157-a1dd-db9afe8edcd8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:22:56.196711 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e451dd-004c-4157-a1dd-db9afe8edcd8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:22:56.197040 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e451dd-004c-4157-a1dd-db9afe8edcd8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:22:56.197367 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e451dd-004c-4157-a1dd-db9afe8edcd8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:22:56.197695 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e451dd-004c-4157-a1dd-db9afe8edcd8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:22:56.198076 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e451dd-004c-4157-a1dd-db9afe8edcd8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:22:56.232449 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-d284ed50-637d-40c9-881f-1039631aadea req-c7e451dd-004c-4157-a1dd-db9afe8edcd8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] No DVR routers for this DVR port 4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744 on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:22:56.234882 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-d284ed50-637d-40c9-881f-1039631aadea req-c7e451dd-004c-4157-a1dd-db9afe8edcd8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:56.236906 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d284ed50-637d-40c9-881f-1039631aadea req-c7e451dd-004c-4157-a1dd-db9afe8edcd8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.16 "DELETE /v2.0/ports/4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744 HTTP/1.1" status: 204 len: 173 time: 0.4035571 Aug 22 14:22:56.237342 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff8007c-f99c-4fb6-9a98-2380ba67a6de', 'name': 'network-vif-deleted', 'tag': '4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:22:56.239936 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8361b9502d284db1754c02bd1b6f8106db555dd6c6dc010ebe333761f67dd15a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a70810ee-f8c8-4db0-bf13-56ec5bb54a84" -d '{"events": [{"server_uuid": "2ff8007c-f99c-4fb6-9a98-2380ba67a6de", "name": "network-vif-deleted", "tag": "4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:22:56.278987 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9cba94-2a70-4942-b2ff-f309fd2958fa x-openstack-request-id: req-1a9cba94-2a70-4942-b2ff-f309fd2958fa {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:22:56.279277 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ff8007c-f99c-4fb6-9a98-2380ba67a6de", "name": "network-vif-deleted", "tag": "4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:22:56.279530 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1a9cba94-2a70-4942-b2ff-f309fd2958fa {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:22:56.279932 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ff8007c-f99c-4fb6-9a98-2380ba67a6de', 'name': 'network-vif-deleted', 'tag': '4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744', 'status': 'completed', 'code': 200} Aug 22 14:22:56.694964 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9159fc2d-4d52-4dfb-9668-af3635bca9f2 req-6e65362d-35a3-4908-9d6c-d5e8eeeb9a43 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ff8007c-f99c-4fb6-9a98-2380ba67a6de HTTP/1.1" status: 200 len: 210 time: 0.0281518 Aug 22 14:22:57.753699 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52030) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:22:58.108581 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c2720b69-1132-47af-881d-3e236cea4f29 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:58.357460 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-c2720b69-1132-47af-881d-3e236cea4f29 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Deleting port 927027d6-221f-440d-afa1-568ce9d38aeb {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:22:58.357801 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c2720b69-1132-47af-881d-3e236cea4f29 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:58.443611 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-c2720b69-1132-47af-881d-3e236cea4f29 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] For port 927027d6-221f-440d-afa1-568ce9d38aeb, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=927027d6-221f-440d-afa1-568ce9d38aeb,segment=NetworkSegment(6e337803-28b2-4e08-bc3c-234e45c2ceee),segment_id=6e337803-28b2-4e08-bc3c-234e45c2ceee)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:22:58.443978 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c2720b69-1132-47af-881d-3e236cea4f29 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:58.455383 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-c2720b69-1132-47af-881d-3e236cea4f29 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Calling delete_port for 927027d6-221f-440d-afa1-568ce9d38aeb owned by network:router_interface {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:22:58.532812 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-be6fdd12-48aa-4b1f-8942-886a68cb9a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:58.645162 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c2720b69-1132-47af-881d-3e236cea4f29 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:58.675858 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2720b69-1132-47af-881d-3e236cea4f29 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event deleted for resources: {'Port': ['ID=927027d6-221f-440d-afa1-568ce9d38aeb,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:22:58.718063 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:22:58.743005 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: 4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:22:58.743353 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 4a80b8a7-0a0b-4e6a-a2a3-d70b5eb79744 not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:22:58.848427 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c2720b69-1132-47af-881d-3e236cea4f29 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:58.966557 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:59.065038 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2720b69-1132-47af-881d-3e236cea4f29 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Router 7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:22:59.169778 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2720b69-1132-47af-881d-3e236cea4f29 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:22:59.174737 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c2720b69-1132-47af-881d-3e236cea4f29 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "PUT /v2.0/routers/7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4200487 Aug 22 14:22:59.177984 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52032) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:22:59.180430 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb1c93e-fe96-4cec-9a5a-9915293a8506 None None] Sync routers for ids ['7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:22:59.189265 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb1c93e-fe96-4cec-9a5a-9915293a8506 None None] Routers {'7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:22:59.189901 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-6fb1c93e-fe96-4cec-9a5a-9915293a8506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:22:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:22:59.230211 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-14e54497-f4c9-4a90-88be-9832a178139c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Deleting subnet a3aa755a-5cad-4afe-846f-2fe1de83e6b0 {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:22:59.234067 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-14e54497-f4c9-4a90-88be-9832a178139c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:59.275605 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-14e54497-f4c9-4a90-88be-9832a178139c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:59.368211 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-14e54497-f4c9-4a90-88be-9832a178139c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:59.428178 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-14e54497-f4c9-4a90-88be-9832a178139c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:59.454462 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e54497-f4c9-4a90-88be-9832a178139c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event deleted for resources: {'Subnet': ['ID=a3aa755a-5cad-4afe-846f-2fe1de83e6b0,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:22:59.461379 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-14e54497-f4c9-4a90-88be-9832a178139c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:59.463826 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-14e54497-f4c9-4a90-88be-9832a178139c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "DELETE /v2.0/subnets/a3aa755a-5cad-4afe-846f-2fe1de83e6b0 HTTP/1.1" status: 204 len: 168 time: 0.2846882 Aug 22 14:22:59.466201 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52034) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:22:59.467178 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ff65f6-495d-43e1-b746-5a8977dcb639 None None] Network 46a0d1a9-21cc-4e5f-9966-7dba28f15eab requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:22:59.482316 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-6fb1c93e-fe96-4cec-9a5a-9915293a8506 None None] Set router 7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:22:59.573953 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-15a9c2cb-3bb8-4d99-8186-6d33252ccb7b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:59.676123 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-15a9c2cb-3bb8-4d99-8186-6d33252ccb7b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:59.732208 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-15a9c2cb-3bb8-4d99-8186-6d33252ccb7b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Deleting port 0b6ca010-b82c-419d-88db-bb6011641793 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:22:59.732643 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-15a9c2cb-3bb8-4d99-8186-6d33252ccb7b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:59.742269 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-6fb1c93e-fe96-4cec-9a5a-9915293a8506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981894405', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '0b6ca010-b82c-419d-88db-bb6011641793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:21:58Z', 'updated_at': '2021-08-22T14:22:58Z', 'revision_number': 5, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': '0b6ca010-b82c-419d-88db-bb6011641793', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:9a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:21:58Z', 'updated_at': '2021-08-22T14:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:22:59.768828 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb1c93e-fe96-4cec-9a5a-9915293a8506 None None] Checking router: 7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:22:59.778956 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb1c93e-fe96-4cec-9a5a-9915293a8506 None None] Routers {'7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:22:59.779572 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-6fb1c93e-fe96-4cec-9a5a-9915293a8506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:22:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:22:59.816630 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c3d94b-33c7-4927-b3e8-affc7d762208 None None] DHCP port deletion for 46a0d1a9-21cc-4e5f-9966-7dba28f15eab request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 14:22:59.819917 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-15a9c2cb-3bb8-4d99-8186-6d33252ccb7b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] For port 0b6ca010-b82c-419d-88db-bb6011641793, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=0b6ca010-b82c-419d-88db-bb6011641793,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:22:59.820329 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-15a9c2cb-3bb8-4d99-8186-6d33252ccb7b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:22:59.831833 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-15a9c2cb-3bb8-4d99-8186-6d33252ccb7b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Calling delete_port for 0b6ca010-b82c-419d-88db-bb6011641793 owned by network:router_gateway {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:22:59.889935 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-6fb1c93e-fe96-4cec-9a5a-9915293a8506 None None] Set router 7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b gateway port host: None {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:22:59.945373 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-6fb1c93e-fe96-4cec-9a5a-9915293a8506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981894405', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:21:58Z', 'updated_at': '2021-08-22T14:22:59Z', 'revision_number': 6, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port_host': None}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:22:59.973089 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb1c93e-fe96-4cec-9a5a-9915293a8506 None None] The sync data for ids ['7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b'] in n-d-793621-33 is: [{'id': '7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981894405', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:21:58Z', 'updated_at': '2021-08-22T14:22:59Z', 'revision_number': 6, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port_host': None}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:22:59.984319 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-24c3d94b-33c7-4927-b3e8-affc7d762208 None None] Deleting port 83c22efa-98b1-432e-beba-8e44a34100f6 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:22:59.984635 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-24c3d94b-33c7-4927-b3e8-affc7d762208 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:00.004056 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-15a9c2cb-3bb8-4d99-8186-6d33252ccb7b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:00.032151 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a9c2cb-3bb8-4d99-8186-6d33252ccb7b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event deleted for resources: {'Port': ['ID=0b6ca010-b82c-419d-88db-bb6011641793,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:23:00.056502 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-24c3d94b-33c7-4927-b3e8-affc7d762208 None None] For port 83c22efa-98b1-432e-beba-8e44a34100f6, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=83c22efa-98b1-432e-beba-8e44a34100f6,segment=NetworkSegment(6e337803-28b2-4e08-bc3c-234e45c2ceee),segment_id=6e337803-28b2-4e08-bc3c-234e45c2ceee)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:23:00.056924 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-24c3d94b-33c7-4927-b3e8-affc7d762208 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:00.069500 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-24c3d94b-33c7-4927-b3e8-affc7d762208 None None] Calling delete_port for 83c22efa-98b1-432e-beba-8e44a34100f6 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:23:00.091605 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-15a9c2cb-3bb8-4d99-8186-6d33252ccb7b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:00.145624 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-24c3d94b-33c7-4927-b3e8-affc7d762208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:00.170011 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c3d94b-33c7-4927-b3e8-affc7d762208 None None] Pushing event deleted for resources: {'Port': ['ID=83c22efa-98b1-432e-beba-8e44a34100f6,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:23:00.175370 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c3d94b-33c7-4927-b3e8-affc7d762208 None None] No DVR routers for this DVR port 83c22efa-98b1-432e-beba-8e44a34100f6 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:23:00.181946 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-15a9c2cb-3bb8-4d99-8186-6d33252ccb7b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:00.187078 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-15a9c2cb-3bb8-4d99-8186-6d33252ccb7b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:00.187700 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c3d94b-33c7-4927-b3e8-affc7d762208 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:23:00.187700 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c3d94b-33c7-4927-b3e8-affc7d762208 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:23:00.187700 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c3d94b-33c7-4927-b3e8-affc7d762208 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:23:00.187700 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c3d94b-33c7-4927-b3e8-affc7d762208 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:23:00.187700 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c3d94b-33c7-4927-b3e8-affc7d762208 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:23:00.187700 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c3d94b-33c7-4927-b3e8-affc7d762208 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:23:00.187700 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c3d94b-33c7-4927-b3e8-affc7d762208 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:23:00.187700 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c3d94b-33c7-4927-b3e8-affc7d762208 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:23:00.187700 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c3d94b-33c7-4927-b3e8-affc7d762208 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:23:00.187700 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c3d94b-33c7-4927-b3e8-affc7d762208 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:23:00.189000 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c3d94b-33c7-4927-b3e8-affc7d762208 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:23:00.189000 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c3d94b-33c7-4927-b3e8-affc7d762208 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:23:00.236808 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-15a9c2cb-3bb8-4d99-8186-6d33252ccb7b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:00.237282 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a9c2cb-3bb8-4d99-8186-6d33252ccb7b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Fanout notify agent at l3_agent the message router_deleted on router 7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 14:23:00.245104 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-15a9c2cb-3bb8-4d99-8186-6d33252ccb7b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:00.246192 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-15a9c2cb-3bb8-4d99-8186-6d33252ccb7b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "DELETE /v2.0/routers/7b7a38ab-bd0e-48a5-bad9-8f8fd150a75b HTTP/1.1" status: 204 len: 168 time: 0.7788460 Aug 22 14:23:00.248939 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52036) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:23:00.321843 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ca1909a4-6bc9-4061-b21e-458fb0333086 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:00.414116 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ca1909a4-6bc9-4061-b21e-458fb0333086 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:00.428715 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-ca1909a4-6bc9-4061-b21e-458fb0333086 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46a0d1a9-21cc-4e5f-9966-7dba28f15eab']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:23:00.439209 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-ca1909a4-6bc9-4061-b21e-458fb0333086 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e337803-28b2-4e08-bc3c-234e45c2ceee') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:23:00.439504 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-ca1909a4-6bc9-4061-b21e-458fb0333086 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e337803-28b2-4e08-bc3c-234e45c2ceee') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:23:00.448704 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ca1909a4-6bc9-4061-b21e-458fb0333086 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:00.463857 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ca1909a4-6bc9-4061-b21e-458fb0333086 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:00.469564 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca1909a4-6bc9-4061-b21e-458fb0333086 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:23:00.469951 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ca1909a4-6bc9-4061-b21e-458fb0333086 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:00.472941 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 14:23:00.472941 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:23:00.472941 n-d-793621-33 neutron-server[94628]: timer() Aug 22 14:23:00.472941 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:23:00.472941 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 14:23:00.472941 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:23:00.472941 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 14:23:00.472941 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:23:00.472941 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 14:23:00.472941 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:23:00.472941 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 14:23:00.472941 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:23:00.472941 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 14:23:00.472941 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:23:00.472941 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:23:00.472941 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:23:00.472941 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:23:00.472941 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:23:00.472941 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 14:23:00.472941 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:23:00.472941 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 14:23:00.472941 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:23:00.472941 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:23:00.472941 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:23:00.472941 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 14:23:00.472941 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:23:00.472941 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:23:00.472941 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:23:00.472941 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:23:00.472941 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:23:00.472941 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:23:00.472941 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:23:00.529159 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ca1909a4-6bc9-4061-b21e-458fb0333086 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:00.536276 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ca1909a4-6bc9-4061-b21e-458fb0333086 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:00.538216 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ca1909a4-6bc9-4061-b21e-458fb0333086 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "DELETE /v2.0/networks/46a0d1a9-21cc-4e5f-9966-7dba28f15eab HTTP/1.1" status: 204 len: 168 time: 0.2883413 Aug 22 14:23:00.541118 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52038) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:23:00.549458 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1909a4-6bc9-4061-b21e-458fb0333086 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event deleted for resources: {'Network': ['ID=46a0d1a9-21cc-4e5f-9966-7dba28f15eab,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:23:00.599515 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d92d778d-2c05-499d-bd2e-0e58e479f89b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:00.623799 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d92d778d-2c05-499d-bd2e-0e58e479f89b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:00.686484 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d92d778d-2c05-499d-bd2e-0e58e479f89b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:00.689274 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d92d778d-2c05-499d-bd2e-0e58e479f89b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:00.690456 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d92d778d-2c05-499d-bd2e-0e58e479f89b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "DELETE /v2.0/security-groups/7e87d854-4961-4226-bbdd-6e0a690ddeea HTTP/1.1" status: 204 len: 168 time: 0.1482255 Aug 22 14:23:00.700122 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92d778d-2c05-499d-bd2e-0e58e479f89b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e87d854-4961-4226-bbdd-6e0a690ddeea,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:23:01.078917 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52044) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:23:01.084526 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-19995f9d-f1a3-49af-8614-74a534a1c5fe tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2135802165', 'description': 'tempest-secgroup-smoke-2135802165 description', 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:23:01.106834 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-19995f9d-f1a3-49af-8614-74a534a1c5fe tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:01.129497 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-694a77e8-8b85-4e15-8a6f-f7b96f324b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:01.189735 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-19995f9d-f1a3-49af-8614-74a534a1c5fe tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:01.194129 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-19995f9d-f1a3-49af-8614-74a534a1c5fe tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:01.216109 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-19995f9d-f1a3-49af-8614-74a534a1c5fe tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:01.217357 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-19995f9d-f1a3-49af-8614-74a534a1c5fe tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1374080 Aug 22 14:23:01.220391 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52046) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:23:01.225208 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-d3c9706d-80cf-4ba8-a4f2-a18eb07d2c66 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Request body: {'security_group_rule': {'security_group_id': '10117627-2e8b-45ab-860f-f7a65015d6dc', 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:23:01.226646 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19995f9d-f1a3-49af-8614-74a534a1c5fe tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10117627-2e8b-45ab-860f-f7a65015d6dc,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:23:01.256431 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d3c9706d-80cf-4ba8-a4f2-a18eb07d2c66 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:01.285961 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:01.295894 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 83c22efa-98b1-432e-beba-8e44a34100f6 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:23:01.315954 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 83c22efa-98b1-432e-beba-8e44a34100f6 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:23:01.316403 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 83c22efa-98b1-432e-beba-8e44a34100f6 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:23:01.316820 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 0b6ca010-b82c-419d-88db-bb6011641793 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:23:01.330530 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d3c9706d-80cf-4ba8-a4f2-a18eb07d2c66 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:01.334417 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d3c9706d-80cf-4ba8-a4f2-a18eb07d2c66 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:01.338465 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 0b6ca010-b82c-419d-88db-bb6011641793 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:23:01.338822 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 0b6ca010-b82c-419d-88db-bb6011641793 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:23:01.339241 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 927027d6-221f-440d-afa1-568ce9d38aeb no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:23:01.352652 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c9706d-80cf-4ba8-a4f2-a18eb07d2c66 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e2c65d5-0a80-4e1f-a158-46d84bfb37d6,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:23:01.358663 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d3c9706d-80cf-4ba8-a4f2-a18eb07d2c66 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:01.359903 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d3c9706d-80cf-4ba8-a4f2-a18eb07d2c66 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1383860 Aug 22 14:23:01.360524 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 927027d6-221f-440d-afa1-568ce9d38aeb {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:23:01.360922 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 927027d6-221f-440d-afa1-568ce9d38aeb not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:23:01.363423 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52048) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:23:01.368851 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-9f7734ac-d5b6-4394-a7ee-094a58912c58 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Request body: {'security_group_rule': {'security_group_id': '10117627-2e8b-45ab-860f-f7a65015d6dc', 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:23:01.394226 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9f7734ac-d5b6-4394-a7ee-094a58912c58 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:01.441946 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9f7734ac-d5b6-4394-a7ee-094a58912c58 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:01.445524 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9f7734ac-d5b6-4394-a7ee-094a58912c58 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:01.464808 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7734ac-d5b6-4394-a7ee-094a58912c58 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=326401d0-e196-45ce-864b-eb0a04284632,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:23:01.469998 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9f7734ac-d5b6-4394-a7ee-094a58912c58 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:01.471223 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-9f7734ac-d5b6-4394-a7ee-094a58912c58 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1067710 Aug 22 14:23:01.474990 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52050) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:23:01.479389 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-163787cb-e041-4c29-8ca4-ef501b4f7d68 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Request body: {'security_group_rule': {'security_group_id': '10117627-2e8b-45ab-860f-f7a65015d6dc', 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:23:01.509257 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-163787cb-e041-4c29-8ca4-ef501b4f7d68 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:01.566782 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-163787cb-e041-4c29-8ca4-ef501b4f7d68 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:01.570400 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-163787cb-e041-4c29-8ca4-ef501b4f7d68 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:01.585673 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163787cb-e041-4c29-8ca4-ef501b4f7d68 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55118bc1-a677-41fe-9a7e-74f49361923e,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:23:01.594714 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-163787cb-e041-4c29-8ca4-ef501b4f7d68 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:01.595906 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-163787cb-e041-4c29-8ca4-ef501b4f7d68 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1199296 Aug 22 14:23:01.599087 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52052) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:23:01.604042 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-c719fd5e-c672-4ad9-8bab-8475084d25c8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Request body: {'security_group_rule': {'security_group_id': '10117627-2e8b-45ab-860f-f7a65015d6dc', 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:23:01.629186 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c719fd5e-c672-4ad9-8bab-8475084d25c8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:01.686061 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c719fd5e-c672-4ad9-8bab-8475084d25c8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:01.689483 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c719fd5e-c672-4ad9-8bab-8475084d25c8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:01.707929 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c719fd5e-c672-4ad9-8bab-8475084d25c8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8f870da-ca8e-4a7b-98ed-e70c9b265d66,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:23:01.715138 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c719fd5e-c672-4ad9-8bab-8475084d25c8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:01.716411 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c719fd5e-c672-4ad9-8bab-8475084d25c8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1157229 Aug 22 14:23:01.719117 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52054) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:23:01.723524 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-09c0ed5e-b9c1-4127-a1f8-a2436eb4ad1d tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Request body: {'security_group_rule': {'security_group_id': '10117627-2e8b-45ab-860f-f7a65015d6dc', 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:23:01.745837 n-d-793621-33 neutron-server[94627]: INFO neutron.db.securitygroups_db [None req-09c0ed5e-b9c1-4127-a1f8-a2436eb4ad1d tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Project 5656c7f7f9c746e19a50aa1bc4d9988c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 14:23:01.750699 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-09c0ed5e-b9c1-4127-a1f8-a2436eb4ad1d tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:01.809468 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-09c0ed5e-b9c1-4127-a1f8-a2436eb4ad1d tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:01.812898 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-09c0ed5e-b9c1-4127-a1f8-a2436eb4ad1d tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:01.830981 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c0ed5e-b9c1-4127-a1f8-a2436eb4ad1d tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c673f356-9311-400f-9f03-45b77629ebf3,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:23:01.839009 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-09c0ed5e-b9c1-4127-a1f8-a2436eb4ad1d tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:01.840305 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-09c0ed5e-b9c1-4127-a1f8-a2436eb4ad1d tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1202235 Aug 22 14:23:01.842977 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52056) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:23:01.847322 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-e205f600-c6df-4fe7-81d0-076839179612 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Request body: {'security_group_rule': {'security_group_id': '10117627-2e8b-45ab-860f-f7a65015d6dc', 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:23:01.869585 n-d-793621-33 neutron-server[94627]: INFO neutron.db.securitygroups_db [None req-e205f600-c6df-4fe7-81d0-076839179612 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Project 5656c7f7f9c746e19a50aa1bc4d9988c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 14:23:01.874319 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e205f600-c6df-4fe7-81d0-076839179612 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:01.933195 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e205f600-c6df-4fe7-81d0-076839179612 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:01.936485 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e205f600-c6df-4fe7-81d0-076839179612 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:01.959879 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e205f600-c6df-4fe7-81d0-076839179612 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83b64a50-557c-4fce-86b0-d2f579c8a10d,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:23:01.966938 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e205f600-c6df-4fe7-81d0-076839179612 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:01.968144 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e205f600-c6df-4fe7-81d0-076839179612 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1242497 Aug 22 14:23:01.971114 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52058) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:23:01.976627 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-0ca6c286-34af-44cb-8f1c-586967659478 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Request body: {'network': {'name': 'tempest-network-smoke--657392051', 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'port_security_enabled': True}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:23:01.997065 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca6c286-34af-44cb-8f1c-586967659478 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Made reservation on behalf of 5656c7f7f9c746e19a50aa1bc4d9988c for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:23:02.000650 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0ca6c286-34af-44cb-8f1c-586967659478 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:02.023864 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ca6c286-34af-44cb-8f1c-586967659478 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:23:02.032602 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0ca6c286-34af-44cb-8f1c-586967659478 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:02.032943 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-0ca6c286-34af-44cb-8f1c-586967659478 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Added segment 28b1a001-d9f0-46f7-869f-013de815d267 of type vlan for network 96509a58-43e7-4796-abf7-20deb92411e1 Aug 22 14:23:02.072060 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0ca6c286-34af-44cb-8f1c-586967659478 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:02.095167 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0ca6c286-34af-44cb-8f1c-586967659478 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:02.100603 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca6c286-34af-44cb-8f1c-586967659478 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:23:02.101554 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0ca6c286-34af-44cb-8f1c-586967659478 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:02.162749 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0ca6c286-34af-44cb-8f1c-586967659478 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1902740 Aug 22 14:23:02.165464 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52060) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:23:02.169824 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-ff5c7b61-93a3-45dd-8e12-30977c5c59a6 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-969729420', 'admin_state_up': True, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:23:02.178643 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca6c286-34af-44cb-8f1c-586967659478 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'Network': ['ID=96509a58-43e7-4796-abf7-20deb92411e1,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:23:02.188578 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 96509a58-43e7-4796-abf7-20deb92411e1 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:23:02.198544 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ff5c7b61-93a3-45dd-8e12-30977c5c59a6 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:02.199498 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ff5c7b61-93a3-45dd-8e12-30977c5c59a6 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:02.250157 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ff5c7b61-93a3-45dd-8e12-30977c5c59a6 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:02.385193 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ff5c7b61-93a3-45dd-8e12-30977c5c59a6 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:02.567595 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ff5c7b61-93a3-45dd-8e12-30977c5c59a6 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for router_gateway, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:02.589087 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ff5c7b61-93a3-45dd-8e12-30977c5c59a6 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:02.633499 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:02.688089 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-ff5c7b61-93a3-45dd-8e12-30977c5c59a6 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Allocated IP 172.25.3.254 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/9ac0d8e5-b5ca-4e16-a800-a814152b72a7) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:23:02.783880 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ff5c7b61-93a3-45dd-8e12-30977c5c59a6 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:02.825373 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ff5c7b61-93a3-45dd-8e12-30977c5c59a6 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:02.865651 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5c7b61-93a3-45dd-8e12-30977c5c59a6 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:23:02.869675 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-ff5c7b61-93a3-45dd-8e12-30977c5c59a6 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:23:02.873014 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5c7b61-93a3-45dd-8e12-30977c5c59a6 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:23:02.897886 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5c7b61-93a3-45dd-8e12-30977c5c59a6 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'Port': ['ID=9ac0d8e5-b5ca-4e16-a800-a814152b72a7,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:23:03.488271 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ff5c7b61-93a3-45dd-8e12-30977c5c59a6 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for router_gateway, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:03.707408 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ff5c7b61-93a3-45dd-8e12-30977c5c59a6 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:03.836020 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff5c7b61-93a3-45dd-8e12-30977c5c59a6 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Router db0c0934-58dc-4e55-b8a3-0ea49f51d043 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 14:23:03.941378 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff5c7b61-93a3-45dd-8e12-30977c5c59a6 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:23:03.950487 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f7c971-ca3b-4ade-b060-fa74a12a98db None None] Sync routers for ids ['db0c0934-58dc-4e55-b8a3-0ea49f51d043'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:23:03.959485 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f7c971-ca3b-4ade-b060-fa74a12a98db None None] Routers {'db0c0934-58dc-4e55-b8a3-0ea49f51d043'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:23:03.960027 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-51f7c971-ca3b-4ade-b060-fa74a12a98db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:23:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['db0c0934-58dc-4e55-b8a3-0ea49f51d043'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:23:03.960380 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ff5c7b61-93a3-45dd-8e12-30977c5c59a6 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:03.961367 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ff5c7b61-93a3-45dd-8e12-30977c5c59a6 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7949834 Aug 22 14:23:03.964577 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52062) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:23:03.995368 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-598e164a-69e0-4514-be57-e711c05e4457 tempest-TestNetworkAdvancedServerOps-1093191866 tempest-TestNetworkAdvancedServerOps-1093191866-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=5656c7f7f9c746e19a50aa1bc4d9988c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294788 Aug 22 14:23:03.997956 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52064) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:23:04.066606 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-51f7c971-ca3b-4ade-b060-fa74a12a98db None None] Set router db0c0934-58dc-4e55-b8a3-0ea49f51d043 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:23:04.082743 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0d8646-00b5-414d-8ac1-d009a65e1857 tempest-TestNetworkAdvancedServerOps-1093191866 tempest-TestNetworkAdvancedServerOps-1093191866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:23:04.084435 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5b0d8646-00b5-414d-8ac1-d009a65e1857 tempest-TestNetworkAdvancedServerOps-1093191866 tempest-TestNetworkAdvancedServerOps-1093191866-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0855408 Aug 22 14:23:04.087227 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52066) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:23:04.117244 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-44f96de1-8297-4580-8819-ee5af829b28a tempest-TestNetworkAdvancedServerOps-1093191866 tempest-TestNetworkAdvancedServerOps-1093191866-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=7de6ab83-cd00-4b3c-94fb-810dd34d29b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288625 Aug 22 14:23:04.119653 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52068) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:23:04.124398 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-9a462bc3-0d74-4246-98f7-6bfaeb4a5e00 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1294494639', 'network_id': '96509a58-43e7-4796-abf7-20deb92411e1', 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:23:04.214160 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a462bc3-0d74-4246-98f7-6bfaeb4a5e00 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Made reservation on behalf of 5656c7f7f9c746e19a50aa1bc4d9988c for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:23:04.217567 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9a462bc3-0d74-4246-98f7-6bfaeb4a5e00 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:04.241463 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-51f7c971-ca3b-4ade-b060-fa74a12a98db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db0c0934-58dc-4e55-b8a3-0ea49f51d043', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969729420', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '9ac0d8e5-b5ca-4e16-a800-a814152b72a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:23:02Z', 'updated_at': '2021-08-22T14:23:03Z', 'revision_number': 3, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': '9ac0d8e5-b5ca-4e16-a800-a814152b72a7', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:68:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db0c0934-58dc-4e55-b8a3-0ea49f51d043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:23:02Z', 'updated_at': '2021-08-22T14:23:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:23:04.271842 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f7c971-ca3b-4ade-b060-fa74a12a98db None None] Checking router: db0c0934-58dc-4e55-b8a3-0ea49f51d043 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:23:04.272105 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f7c971-ca3b-4ade-b060-fa74a12a98db None None] Updating router db0c0934-58dc-4e55-b8a3-0ea49f51d043 port 9ac0d8e5-b5ca-4e16-a800-a814152b72a7 binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:23:04.297970 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-51f7c971-ca3b-4ade-b060-fa74a12a98db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:04.374996 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:04.409778 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9a462bc3-0d74-4246-98f7-6bfaeb4a5e00 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:04.410670 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:04.465819 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a462bc3-0d74-4246-98f7-6bfaeb4a5e00 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'Subnet': ['ID=1a6dd39e-725f-476e-a0ac-428596c90740,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:23:04.482497 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a462bc3-0d74-4246-98f7-6bfaeb4a5e00 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Checking segment: {'id': '28b1a001-d9f0-46f7-869f-013de815d267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '96509a58-43e7-4796-abf7-20deb92411e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:23:04.482861 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a462bc3-0d74-4246-98f7-6bfaeb4a5e00 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Network hostable DHCP agents. Network: 96509a58-43e7-4796-abf7-20deb92411e1, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:23:04.500843 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a462bc3-0d74-4246-98f7-6bfaeb4a5e00 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Network 96509a58-43e7-4796-abf7-20deb92411e1 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:23:04.510026 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-9a462bc3-0d74-4246-98f7-6bfaeb4a5e00 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 96509a58-43e7-4796-abf7-20deb92411e1) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:23:04.514210 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a462bc3-0d74-4246-98f7-6bfaeb4a5e00 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:23:04.514795 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-9a462bc3-0d74-4246-98f7-6bfaeb4a5e00 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:04.524589 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5af1a1-a9f0-4a40-a0ee-c423d2786a47 None None] Network 96509a58-43e7-4796-abf7-20deb92411e1 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:23:04.533909 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9a462bc3-0d74-4246-98f7-6bfaeb4a5e00 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4131844 Aug 22 14:23:04.537354 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52070) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:23:04.650724 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-51f7c971-ca3b-4ade-b060-fa74a12a98db None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:04.662451 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-51f7c971-ca3b-4ade-b060-fa74a12a98db None None] Transition to ACTIVE for port object 9ac0d8e5-b5ca-4e16-a800-a814152b72a7 will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:23:04.669409 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-51f7c971-ca3b-4ade-b060-fa74a12a98db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:04.678803 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce1c53a-d9bb-4fe7-af37-988392b36d08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-96509a58-43e7-4796-abf7-20deb92411e1', 'network_id': '96509a58-43e7-4796-abf7-20deb92411e1', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'fixed_ips': [{'subnet_id': '1a6dd39e-725f-476e-a0ac-428596c90740'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:23:04.679672 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3ce1c53a-d9bb-4fe7-af37-988392b36d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:04.729321 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4386aa-97d9-4fd1-8f95-cdb1e9f26e7a None None] Pushing event updated for resources: {'Port': ['ID=9ac0d8e5-b5ca-4e16-a800-a814152b72a7,revision_number=2']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:23:04.733644 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-51f7c971-ca3b-4ade-b060-fa74a12a98db None None] Attempting to bind port 9ac0d8e5-b5ca-4e16-a800-a814152b72a7 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:23:04.734011 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-51f7c971-ca3b-4ade-b060-fa74a12a98db None None] Attempting to bind port 9ac0d8e5-b5ca-4e16-a800-a814152b72a7 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:23:04.734372 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f7c971-ca3b-4ade-b060-fa74a12a98db None None] Attempting to bind port 9ac0d8e5-b5ca-4e16-a800-a814152b72a7 on network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:23:04.743271 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4386aa-97d9-4fd1-8f95-cdb1e9f26e7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:23:04.744002 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4386aa-97d9-4fd1-8f95-cdb1e9f26e7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:23:04.744002 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4386aa-97d9-4fd1-8f95-cdb1e9f26e7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:23:04.744332 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4386aa-97d9-4fd1-8f95-cdb1e9f26e7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:23:04.744626 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4386aa-97d9-4fd1-8f95-cdb1e9f26e7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:23:04.744939 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4386aa-97d9-4fd1-8f95-cdb1e9f26e7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:23:04.745550 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4386aa-97d9-4fd1-8f95-cdb1e9f26e7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:23:04.745550 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4386aa-97d9-4fd1-8f95-cdb1e9f26e7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:23:04.745887 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4386aa-97d9-4fd1-8f95-cdb1e9f26e7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:23:04.746197 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4386aa-97d9-4fd1-8f95-cdb1e9f26e7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:23:04.746515 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4386aa-97d9-4fd1-8f95-cdb1e9f26e7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:23:04.747268 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4386aa-97d9-4fd1-8f95-cdb1e9f26e7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:23:04.751041 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f7c971-ca3b-4ade-b060-fa74a12a98db None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:23:04.751415 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f7c971-ca3b-4ade-b060-fa74a12a98db None None] Checking segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:23:04.751813 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-51f7c971-ca3b-4ade-b060-fa74a12a98db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:04.752193 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f7c971-ca3b-4ade-b060-fa74a12a98db None None] Bound using segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:23:04.752689 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-51f7c971-ca3b-4ade-b060-fa74a12a98db None None] Bound port: 9ac0d8e5-b5ca-4e16-a800-a814152b72a7, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:23:04.753068 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-51f7c971-ca3b-4ade-b060-fa74a12a98db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:04.808643 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-51f7c971-ca3b-4ade-b060-fa74a12a98db None None] For port 9ac0d8e5-b5ca-4e16-a800-a814152b72a7, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:23:04.812419 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-51f7c971-ca3b-4ade-b060-fa74a12a98db None None] For port 9ac0d8e5-b5ca-4e16-a800-a814152b72a7, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=9ac0d8e5-b5ca-4e16-a800-a814152b72a7,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:23:04.817564 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-51f7c971-ca3b-4ade-b060-fa74a12a98db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:04.830757 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-3ce1c53a-d9bb-4fe7-af37-988392b36d08 None None] Allocated IP 172.20.0.2 (96509a58-43e7-4796-abf7-20deb92411e1/1a6dd39e-725f-476e-a0ac-428596c90740/459b7641-219e-4776-8d04-528398233207) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:23:04.868965 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f7c971-ca3b-4ade-b060-fa74a12a98db None None] Routers {'db0c0934-58dc-4e55-b8a3-0ea49f51d043'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:23:04.869747 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-51f7c971-ca3b-4ade-b060-fa74a12a98db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:23:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['db0c0934-58dc-4e55-b8a3-0ea49f51d043'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:23:04.981051 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-51f7c971-ca3b-4ade-b060-fa74a12a98db None None] Set router db0c0934-58dc-4e55-b8a3-0ea49f51d043 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:23:04.982017 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3ce1c53a-d9bb-4fe7-af37-988392b36d08 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:04.991094 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-3ce1c53a-d9bb-4fe7-af37-988392b36d08 None None] Transition to ACTIVE for port object 459b7641-219e-4776-8d04-528398233207 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:23:04.998315 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5ecb0e63-b99d-4719-a66c-b691be90768f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:05.006098 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-3ce1c53a-d9bb-4fe7-af37-988392b36d08 None None] Transition to ACTIVE for port object 459b7641-219e-4776-8d04-528398233207 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:23:05.009349 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4386aa-97d9-4fd1-8f95-cdb1e9f26e7a None None] Pushing event updated for resources: {'Port': ['ID=9ac0d8e5-b5ca-4e16-a800-a814152b72a7,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:23:05.013203 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3ce1c53a-d9bb-4fe7-af37-988392b36d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:05.055117 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce1c53a-d9bb-4fe7-af37-988392b36d08 None None] Network 96509a58-43e7-4796-abf7-20deb92411e1 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:23:05.059385 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-3ce1c53a-d9bb-4fe7-af37-988392b36d08 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:23:05.061891 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce1c53a-d9bb-4fe7-af37-988392b36d08 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:23:05.098367 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce1c53a-d9bb-4fe7-af37-988392b36d08 None None] Pushing event updated for resources: {'Port': ['ID=459b7641-219e-4776-8d04-528398233207,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:23:05.139375 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-3ce1c53a-d9bb-4fe7-af37-988392b36d08 None None] Attempting to bind port 459b7641-219e-4776-8d04-528398233207 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:23:05.139751 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-3ce1c53a-d9bb-4fe7-af37-988392b36d08 None None] Attempting to bind port 459b7641-219e-4776-8d04-528398233207 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '28b1a001-d9f0-46f7-869f-013de815d267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '96509a58-43e7-4796-abf7-20deb92411e1'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:23:05.140111 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce1c53a-d9bb-4fe7-af37-988392b36d08 None None] Attempting to bind port 459b7641-219e-4776-8d04-528398233207 on network 96509a58-43e7-4796-abf7-20deb92411e1 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:23:05.145381 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce1c53a-d9bb-4fe7-af37-988392b36d08 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:23:05.146275 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce1c53a-d9bb-4fe7-af37-988392b36d08 None None] Checking segment: {'id': '28b1a001-d9f0-46f7-869f-013de815d267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '96509a58-43e7-4796-abf7-20deb92411e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:23:05.147364 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3ce1c53a-d9bb-4fe7-af37-988392b36d08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:05.147719 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce1c53a-d9bb-4fe7-af37-988392b36d08 None None] Bound using segment: {'id': '28b1a001-d9f0-46f7-869f-013de815d267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '96509a58-43e7-4796-abf7-20deb92411e1'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:23:05.148198 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-3ce1c53a-d9bb-4fe7-af37-988392b36d08 None None] Bound port: 459b7641-219e-4776-8d04-528398233207, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28b1a001-d9f0-46f7-869f-013de815d267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '96509a58-43e7-4796-abf7-20deb92411e1'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:23:05.148601 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3ce1c53a-d9bb-4fe7-af37-988392b36d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:05.174031 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-51f7c971-ca3b-4ade-b060-fa74a12a98db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db0c0934-58dc-4e55-b8a3-0ea49f51d043', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969729420', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '9ac0d8e5-b5ca-4e16-a800-a814152b72a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:23:02Z', 'updated_at': '2021-08-22T14:23:03Z', 'revision_number': 3, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': '9ac0d8e5-b5ca-4e16-a800-a814152b72a7', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:68:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db0c0934-58dc-4e55-b8a3-0ea49f51d043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:23:02Z', 'updated_at': '2021-08-22T14:23:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:23:05.200723 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f7c971-ca3b-4ade-b060-fa74a12a98db None None] The sync data for ids ['db0c0934-58dc-4e55-b8a3-0ea49f51d043'] in n-d-793621-33 is: [{'id': 'db0c0934-58dc-4e55-b8a3-0ea49f51d043', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969729420', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '9ac0d8e5-b5ca-4e16-a800-a814152b72a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:23:02Z', 'updated_at': '2021-08-22T14:23:03Z', 'revision_number': 3, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': '9ac0d8e5-b5ca-4e16-a800-a814152b72a7', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:68:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db0c0934-58dc-4e55-b8a3-0ea49f51d043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:23:02Z', 'updated_at': '2021-08-22T14:23:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:23:05.225859 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-3ce1c53a-d9bb-4fe7-af37-988392b36d08 None None] For port 459b7641-219e-4776-8d04-528398233207, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:23:05.229337 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-3ce1c53a-d9bb-4fe7-af37-988392b36d08 None None] For port 459b7641-219e-4776-8d04-528398233207, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=459b7641-219e-4776-8d04-528398233207,segment=NetworkSegment(28b1a001-d9f0-46f7-869f-013de815d267),segment_id=28b1a001-d9f0-46f7-869f-013de815d267)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:23:05.233958 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3ce1c53a-d9bb-4fe7-af37-988392b36d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:05.293959 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-5ecb0e63-b99d-4719-a66c-b691be90768f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Allocated IP 172.20.0.1 (96509a58-43e7-4796-abf7-20deb92411e1/1a6dd39e-725f-476e-a0ac-428596c90740/7f08bbd3-153c-4108-bc01-237a129c1273) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:23:05.295413 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce1c53a-d9bb-4fe7-af37-988392b36d08 None None] Pushing event updated for resources: {'Port': ['ID=459b7641-219e-4776-8d04-528398233207,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:23:05.423899 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5ecb0e63-b99d-4719-a66c-b691be90768f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:05.439804 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-5ecb0e63-b99d-4719-a66c-b691be90768f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Transition to ACTIVE for port object 7f08bbd3-153c-4108-bc01-237a129c1273 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:23:05.501144 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5ecb0e63-b99d-4719-a66c-b691be90768f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:05.543974 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecb0e63-b99d-4719-a66c-b691be90768f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Network 96509a58-43e7-4796-abf7-20deb92411e1 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:23:05.547094 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-5ecb0e63-b99d-4719-a66c-b691be90768f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:23:05.550917 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecb0e63-b99d-4719-a66c-b691be90768f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:23:05.562193 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecb0e63-b99d-4719-a66c-b691be90768f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'Port': ['ID=7f08bbd3-153c-4108-bc01-237a129c1273,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:23:05.605043 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5ecb0e63-b99d-4719-a66c-b691be90768f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:05.744634 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5ecb0e63-b99d-4719-a66c-b691be90768f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:06.055365 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5ecb0e63-b99d-4719-a66c-b691be90768f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:06.060747 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5ecb0e63-b99d-4719-a66c-b691be90768f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:06.144327 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecb0e63-b99d-4719-a66c-b691be90768f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'Port': ['ID=7f08bbd3-153c-4108-bc01-237a129c1273,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:23:06.154405 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-5ecb0e63-b99d-4719-a66c-b691be90768f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:06.246997 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecb0e63-b99d-4719-a66c-b691be90768f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Network 96509a58-43e7-4796-abf7-20deb92411e1 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:23:06.248357 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-5ecb0e63-b99d-4719-a66c-b691be90768f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:23:06.274619 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75a3427-3396-4ff3-9fa1-df3178214e29 None None] Network 96509a58-43e7-4796-abf7-20deb92411e1 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:23:06.347535 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-8c67f9c9-f3bf-4a01-9db9-ab48b1eefc2c None None] Provisioning for port 459b7641-219e-4776-8d04-528398233207 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:23:06.369729 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ecb0e63-b99d-4719-a66c-b691be90768f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Router db0c0934-58dc-4e55-b8a3-0ea49f51d043 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:23:06.477272 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ecb0e63-b99d-4719-a66c-b691be90768f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:23:06.482348 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-5ecb0e63-b99d-4719-a66c-b691be90768f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "PUT /v2.0/routers/db0c0934-58dc-4e55-b8a3-0ea49f51d043/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9439175 Aug 22 14:23:06.645373 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bb2cdbeb-901d-4a27-b0dd-a01add0f1b5e req-5be82028-cfd7-42bf-8ebe-c3a02c1235dd tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2135802165&fields=id&tenant_id=5656c7f7f9c746e19a50aa1bc4d9988c HTTP/1.1" status: 200 len: 267 time: 0.0364385 Aug 22 14:23:06.696217 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-f4fd9a2d-4dfa-4c2b-8b17-69bdb2bd36d9 None None] Provisioning for port 7f08bbd3-153c-4108-bc01-237a129c1273 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:23:06.701075 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-f4fd9a2d-4dfa-4c2b-8b17-69bdb2bd36d9 None None] Provisioning complete for port 7f08bbd3-153c-4108-bc01-237a129c1273 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:23:06.701454 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f4fd9a2d-4dfa-4c2b-8b17-69bdb2bd36d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:06.738728 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-f4fd9a2d-4dfa-4c2b-8b17-69bdb2bd36d9 None None] Port 7f08bbd3-153c-4108-bc01-237a129c1273 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:23:06.762441 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2cdbeb-901d-4a27-b0dd-a01add0f1b5e req-4a29a8a2-fe15-47a5-86e0-b55b35c421ef tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:23:06.763871 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bb2cdbeb-901d-4a27-b0dd-a01add0f1b5e req-4a29a8a2-fe15-47a5-86e0-b55b35c421ef tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/networks?id=96509a58-43e7-4796-abf7-20deb92411e1 HTTP/1.1" status: 200 len: 796 time: 0.1106145 Aug 22 14:23:06.780658 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bb2cdbeb-901d-4a27-b0dd-a01add0f1b5e req-f3c62711-8c86-413d-adac-488fc8b16baa tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/quotas/5656c7f7f9c746e19a50aa1bc4d9988c HTTP/1.1" status: 200 len: 375 time: 0.0108247 Aug 22 14:23:06.835507 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bb2cdbeb-901d-4a27-b0dd-a01add0f1b5e req-6ca9ac34-d9c9-4216-a649-bbe0415ab485 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5656c7f7f9c746e19a50aa1bc4d9988c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488966 Aug 22 14:23:06.870183 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f63210b-1474-4df1-aca8-31619febc238 None None] Sync routers for ids ['db0c0934-58dc-4e55-b8a3-0ea49f51d043'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:23:06.881144 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f63210b-1474-4df1-aca8-31619febc238 None None] Routers {'db0c0934-58dc-4e55-b8a3-0ea49f51d043'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:23:06.881936 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-8f63210b-1474-4df1-aca8-31619febc238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:23:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['db0c0934-58dc-4e55-b8a3-0ea49f51d043'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:23:06.946039 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bb2cdbeb-901d-4a27-b0dd-a01add0f1b5e req-5077a7d6-dcbb-41e8-a949-abff39015d13 service neutron] 10.222.0.21 "GET /v2.0/networks/96509a58-43e7-4796-abf7-20deb92411e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972540 Aug 22 14:23:06.994113 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-22f6c16f-3bfb-4596-ab2e-b81a0e3fb0d9 None None] Provisioning complete for port 7f08bbd3-153c-4108-bc01-237a129c1273 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:23:06.994547 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-22f6c16f-3bfb-4596-ab2e-b81a0e3fb0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:07.039129 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-8f63210b-1474-4df1-aca8-31619febc238 None None] Set router db0c0934-58dc-4e55-b8a3-0ea49f51d043 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:23:07.043717 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bb2cdbeb-901d-4a27-b0dd-a01add0f1b5e req-3bcec73f-96d9-4c38-9ec3-00bae6b74d74 service neutron] 10.222.0.21 "GET /v2.0/networks/96509a58-43e7-4796-abf7-20deb92411e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895345 Aug 22 14:23:07.070661 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-22f6c16f-3bfb-4596-ab2e-b81a0e3fb0d9 None None] Port 7f08bbd3-153c-4108-bc01-237a129c1273 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:23:07.210760 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-5e28f8f0-4b4c-4d77-ac49-b33a68894dbb None None] Provisioning complete for port 7f08bbd3-153c-4108-bc01-237a129c1273 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:23:07.211366 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5e28f8f0-4b4c-4d77-ac49-b33a68894dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:07.246594 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-54b61f2f-18bd-4c15-9b4d-c61a40b4154e req-57abdd96-cba9-4437-bea0-e9bbce0df829 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba64968d-70bd-410f-b437-baf190483e8a HTTP/1.1" status: 200 len: 210 time: 0.0462570 Aug 22 14:23:07.269539 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-5e28f8f0-4b4c-4d77-ac49-b33a68894dbb None None] Port 7f08bbd3-153c-4108-bc01-237a129c1273 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:23:07.294890 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-8f63210b-1474-4df1-aca8-31619febc238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db0c0934-58dc-4e55-b8a3-0ea49f51d043', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969729420', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '9ac0d8e5-b5ca-4e16-a800-a814152b72a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:23:02Z', 'updated_at': '2021-08-22T14:23:05Z', 'revision_number': 4, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': '9ac0d8e5-b5ca-4e16-a800-a814152b72a7', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:68:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db0c0934-58dc-4e55-b8a3-0ea49f51d043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:23:02Z', 'updated_at': '2021-08-22T14:23:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '7f08bbd3-153c-4108-bc01-237a129c1273', 'name': '', 'network_id': '96509a58-43e7-4796-abf7-20deb92411e1', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'mac_address': 'fa:16:3e:f1:41:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db0c0934-58dc-4e55-b8a3-0ea49f51d043', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1a6dd39e-725f-476e-a0ac-428596c90740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:23:05Z', 'updated_at': '2021-08-22T14:23:05Z', 'revision_number': 2, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'subnets': [{'id': '1a6dd39e-725f-476e-a0ac-428596c90740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:23:07.329295 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f63210b-1474-4df1-aca8-31619febc238 None None] Checking router: db0c0934-58dc-4e55-b8a3-0ea49f51d043 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:23:07.329659 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f63210b-1474-4df1-aca8-31619febc238 None None] Updating router db0c0934-58dc-4e55-b8a3-0ea49f51d043 port 7f08bbd3-153c-4108-bc01-237a129c1273 binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:23:07.355110 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8f63210b-1474-4df1-aca8-31619febc238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:07.389963 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 459b7641-219e-4776-8d04-528398233207 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:23:07.511207 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 459b7641-219e-4776-8d04-528398233207 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:23:07.517042 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 459b7641-219e-4776-8d04-528398233207 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:23:07.517410 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:07.854939 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:07.922285 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8f63210b-1474-4df1-aca8-31619febc238 None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:07.928174 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 459b7641-219e-4776-8d04-528398233207, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=459b7641-219e-4776-8d04-528398233207,segment=NetworkSegment(28b1a001-d9f0-46f7-869f-013de815d267),segment_id=28b1a001-d9f0-46f7-869f-013de815d267)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:23:07.934361 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:07.935117 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 9ac0d8e5-b5ca-4e16-a800-a814152b72a7 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:23:07.941516 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-8f63210b-1474-4df1-aca8-31619febc238 None None] Transition to ACTIVE for port object 7f08bbd3-153c-4108-bc01-237a129c1273 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:23:07.990104 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8f63210b-1474-4df1-aca8-31619febc238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:08.026627 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=459b7641-219e-4776-8d04-528398233207,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:23:08.086615 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 9ac0d8e5-b5ca-4e16-a800-a814152b72a7 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:23:08.117542 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 9ac0d8e5-b5ca-4e16-a800-a814152b72a7 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:23:08.117913 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:08.123778 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbe6cb4-cf73-4542-bac8-1d4593b64f8c None None] Pushing event updated for resources: {'Port': ['ID=7f08bbd3-153c-4108-bc01-237a129c1273,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:23:08.154525 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-8f63210b-1474-4df1-aca8-31619febc238 None None] Attempting to bind port 7f08bbd3-153c-4108-bc01-237a129c1273 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:23:08.154894 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-8f63210b-1474-4df1-aca8-31619febc238 None None] Attempting to bind port 7f08bbd3-153c-4108-bc01-237a129c1273 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '28b1a001-d9f0-46f7-869f-013de815d267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '96509a58-43e7-4796-abf7-20deb92411e1'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:23:08.155257 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f63210b-1474-4df1-aca8-31619febc238 None None] Attempting to bind port 7f08bbd3-153c-4108-bc01-237a129c1273 on network 96509a58-43e7-4796-abf7-20deb92411e1 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:23:08.167568 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f63210b-1474-4df1-aca8-31619febc238 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:23:08.167940 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f63210b-1474-4df1-aca8-31619febc238 None None] Checking segment: {'id': '28b1a001-d9f0-46f7-869f-013de815d267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '96509a58-43e7-4796-abf7-20deb92411e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:23:08.168370 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8f63210b-1474-4df1-aca8-31619febc238 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:08.168764 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f63210b-1474-4df1-aca8-31619febc238 None None] Bound using segment: {'id': '28b1a001-d9f0-46f7-869f-013de815d267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '96509a58-43e7-4796-abf7-20deb92411e1'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:23:08.169239 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-8f63210b-1474-4df1-aca8-31619febc238 None None] Bound port: 7f08bbd3-153c-4108-bc01-237a129c1273, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28b1a001-d9f0-46f7-869f-013de815d267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '96509a58-43e7-4796-abf7-20deb92411e1'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:23:08.169643 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8f63210b-1474-4df1-aca8-31619febc238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:08.273852 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:08.294691 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-8f63210b-1474-4df1-aca8-31619febc238 None None] For port 7f08bbd3-153c-4108-bc01-237a129c1273, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:23:08.307263 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2cdbeb-901d-4a27-b0dd-a01add0f1b5e req-60741d2a-3637-4737-b8b6-07465fe3610d tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:23:08.309211 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-bb2cdbeb-901d-4a27-b0dd-a01add0f1b5e req-60741d2a-3637-4737-b8b6-07465fe3610d tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.41 "GET /v2.0/networks?id=96509a58-43e7-4796-abf7-20deb92411e1 HTTP/1.1" status: 200 len: 796 time: 0.1211641 Aug 22 14:23:08.311412 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 9ac0d8e5-b5ca-4e16-a800-a814152b72a7, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=9ac0d8e5-b5ca-4e16-a800-a814152b72a7,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:23:08.319870 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:08.326139 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-8f63210b-1474-4df1-aca8-31619febc238 None None] For port 7f08bbd3-153c-4108-bc01-237a129c1273, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=7f08bbd3-153c-4108-bc01-237a129c1273,segment=NetworkSegment(28b1a001-d9f0-46f7-869f-013de815d267),segment_id=28b1a001-d9f0-46f7-869f-013de815d267)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:23:08.349547 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f1fade6d-eb22-4571-904e-b09ef593cbb5 req-00a8514a-d66a-4501-bc6d-ef1a1e5d33c1 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba64968d-70bd-410f-b437-baf190483e8a HTTP/1.1" status: 200 len: 210 time: 0.0289996 Aug 22 14:23:08.355143 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8f63210b-1474-4df1-aca8-31619febc238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:08.382729 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-bb2cdbeb-901d-4a27-b0dd-a01add0f1b5e req-993f40d7-7bd1-4d0b-a165-189c94c2d410 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5656c7f7f9c746e19a50aa1bc4d9988c HTTP/1.1" status: 200 len: 380 time: 0.0626566 Aug 22 14:23:08.395318 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-bb2cdbeb-901d-4a27-b0dd-a01add0f1b5e req-6020ae35-7a09-47f1-84dd-c599bf35f3f8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Request body: {'port': {'device_id': 'ba64968d-70bd-410f-b437-baf190483e8a', 'network_id': '96509a58-43e7-4796-abf7-20deb92411e1', 'admin_state_up': True, 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'security_groups': ['10117627-2e8b-45ab-860f-f7a65015d6dc']}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:23:08.396114 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=9ac0d8e5-b5ca-4e16-a800-a814152b72a7,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:23:08.403600 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f63210b-1474-4df1-aca8-31619febc238 None None] Routers {'db0c0934-58dc-4e55-b8a3-0ea49f51d043'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:23:08.403894 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-8f63210b-1474-4df1-aca8-31619febc238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:23:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['db0c0934-58dc-4e55-b8a3-0ea49f51d043'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:23:08.517578 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb2cdbeb-901d-4a27-b0dd-a01add0f1b5e req-6020ae35-7a09-47f1-84dd-c599bf35f3f8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Made reservation on behalf of 5656c7f7f9c746e19a50aa1bc4d9988c for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:23:08.522078 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-bb2cdbeb-901d-4a27-b0dd-a01add0f1b5e req-6020ae35-7a09-47f1-84dd-c599bf35f3f8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:08.526629 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbe6cb4-cf73-4542-bac8-1d4593b64f8c None None] Pushing event updated for resources: {'Port': ['ID=7f08bbd3-153c-4108-bc01-237a129c1273,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:23:08.559220 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-8f63210b-1474-4df1-aca8-31619febc238 None None] Set router db0c0934-58dc-4e55-b8a3-0ea49f51d043 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:23:08.663767 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-bb2cdbeb-901d-4a27-b0dd-a01add0f1b5e req-6020ae35-7a09-47f1-84dd-c599bf35f3f8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Allocated IP 172.20.0.5 (96509a58-43e7-4796-abf7-20deb92411e1/1a6dd39e-725f-476e-a0ac-428596c90740/11c4853c-4ce9-49ac-b8dc-09284585f1c7) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:23:08.772482 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-8f63210b-1474-4df1-aca8-31619febc238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db0c0934-58dc-4e55-b8a3-0ea49f51d043', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969729420', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '9ac0d8e5-b5ca-4e16-a800-a814152b72a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:23:02Z', 'updated_at': '2021-08-22T14:23:05Z', 'revision_number': 4, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': '9ac0d8e5-b5ca-4e16-a800-a814152b72a7', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:68:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0c0934-58dc-4e55-b8a3-0ea49f51d043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:23:02Z', 'updated_at': '2021-08-22T14:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '7f08bbd3-153c-4108-bc01-237a129c1273', 'name': '', 'network_id': '96509a58-43e7-4796-abf7-20deb92411e1', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'mac_address': 'fa:16:3e:f1:41:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db0c0934-58dc-4e55-b8a3-0ea49f51d043', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1a6dd39e-725f-476e-a0ac-428596c90740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:23:05Z', 'updated_at': '2021-08-22T14:23:08Z', 'revision_number': 4, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'subnets': [{'id': '1a6dd39e-725f-476e-a0ac-428596c90740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:23:08.798591 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f63210b-1474-4df1-aca8-31619febc238 None None] The sync data for ids ['db0c0934-58dc-4e55-b8a3-0ea49f51d043'] in n-d-793621-33 is: [{'id': 'db0c0934-58dc-4e55-b8a3-0ea49f51d043', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969729420', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '9ac0d8e5-b5ca-4e16-a800-a814152b72a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:23:02Z', 'updated_at': '2021-08-22T14:23:05Z', 'revision_number': 4, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': '9ac0d8e5-b5ca-4e16-a800-a814152b72a7', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:68:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0c0934-58dc-4e55-b8a3-0ea49f51d043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:23:02Z', 'updated_at': '2021-08-22T14:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '7f08bbd3-153c-4108-bc01-237a129c1273', 'name': '', 'network_id': '96509a58-43e7-4796-abf7-20deb92411e1', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'mac_address': 'fa:16:3e:f1:41:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db0c0934-58dc-4e55-b8a3-0ea49f51d043', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1a6dd39e-725f-476e-a0ac-428596c90740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:23:05Z', 'updated_at': '2021-08-22T14:23:08Z', 'revision_number': 4, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'subnets': [{'id': '1a6dd39e-725f-476e-a0ac-428596c90740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:23:08.801279 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-bb2cdbeb-901d-4a27-b0dd-a01add0f1b5e req-6020ae35-7a09-47f1-84dd-c599bf35f3f8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:08.815692 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-bb2cdbeb-901d-4a27-b0dd-a01add0f1b5e req-6020ae35-7a09-47f1-84dd-c599bf35f3f8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Transition to ACTIVE for port object 11c4853c-4ce9-49ac-b8dc-09284585f1c7 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:23:08.864916 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-bb2cdbeb-901d-4a27-b0dd-a01add0f1b5e req-6020ae35-7a09-47f1-84dd-c599bf35f3f8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:08.917180 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb2cdbeb-901d-4a27-b0dd-a01add0f1b5e req-6020ae35-7a09-47f1-84dd-c599bf35f3f8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Network 96509a58-43e7-4796-abf7-20deb92411e1 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:23:08.920462 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-bb2cdbeb-901d-4a27-b0dd-a01add0f1b5e req-6020ae35-7a09-47f1-84dd-c599bf35f3f8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:23:08.922795 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb2cdbeb-901d-4a27-b0dd-a01add0f1b5e req-6020ae35-7a09-47f1-84dd-c599bf35f3f8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:23:08.954514 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6020ae35-7a09-47f1-84dd-c599bf35f3f8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'Port': ['ID=11c4853c-4ce9-49ac-b8dc-09284585f1c7,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:23:08.982765 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2cdbeb-901d-4a27-b0dd-a01add0f1b5e req-6020ae35-7a09-47f1-84dd-c599bf35f3f8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:23:08.983407 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-bb2cdbeb-901d-4a27-b0dd-a01add0f1b5e req-6020ae35-7a09-47f1-84dd-c599bf35f3f8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:09.000225 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-bb2cdbeb-901d-4a27-b0dd-a01add0f1b5e req-6020ae35-7a09-47f1-84dd-c599bf35f3f8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6094348 Aug 22 14:23:09.013111 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-bb2cdbeb-901d-4a27-b0dd-a01add0f1b5e req-fb3ad355-3e90-4625-94eb-3b1bd047935d service neutron] Request body: {'port': {'device_id': 'ba64968d-70bd-410f-b437-baf190483e8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:23:09.071632 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-bb2cdbeb-901d-4a27-b0dd-a01add0f1b5e req-fb3ad355-3e90-4625-94eb-3b1bd047935d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:09.228053 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-1f269805-4e8b-4dfd-be23-16e12e70ca17 None None] Provisioning for port 11c4853c-4ce9-49ac-b8dc-09284585f1c7 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:23:09.234663 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-1f269805-4e8b-4dfd-be23-16e12e70ca17 None None] Provisioning complete for port 11c4853c-4ce9-49ac-b8dc-09284585f1c7 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:23:09.234942 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1f269805-4e8b-4dfd-be23-16e12e70ca17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:09.277149 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-1f269805-4e8b-4dfd-be23-16e12e70ca17 None None] Port 11c4853c-4ce9-49ac-b8dc-09284585f1c7 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:23:09.372171 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-bb2cdbeb-901d-4a27-b0dd-a01add0f1b5e req-fb3ad355-3e90-4625-94eb-3b1bd047935d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11c4853c-4ce9-49ac-b8dc-09284585f1c7 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:23:09.380797 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-bb2cdbeb-901d-4a27-b0dd-a01add0f1b5e req-fb3ad355-3e90-4625-94eb-3b1bd047935d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:09.394450 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-bb2cdbeb-901d-4a27-b0dd-a01add0f1b5e req-fb3ad355-3e90-4625-94eb-3b1bd047935d service neutron] Transition to ACTIVE for port object 11c4853c-4ce9-49ac-b8dc-09284585f1c7 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:23:09.402593 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-bb2cdbeb-901d-4a27-b0dd-a01add0f1b5e req-fb3ad355-3e90-4625-94eb-3b1bd047935d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:09.408163 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 7f08bbd3-153c-4108-bc01-237a129c1273 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:23:09.501784 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de8c277-c14a-435d-bd98-102c633ed2d1 req-678ee28d-ba2b-4f82-816e-e3842cd77319 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:23:09.503877 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 7f08bbd3-153c-4108-bc01-237a129c1273 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:23:09.510049 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5de8c277-c14a-435d-bd98-102c633ed2d1 req-678ee28d-ba2b-4f82-816e-e3842cd77319 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba64968d-70bd-410f-b437-baf190483e8a HTTP/1.1" status: 200 len: 943 time: 0.0686591 Aug 22 14:23:09.513644 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 7f08bbd3-153c-4108-bc01-237a129c1273 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:23:09.514012 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:09.526750 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3ad355-3e90-4625-94eb-3b1bd047935d service neutron] Pushing event updated for resources: {'Port': ['ID=11c4853c-4ce9-49ac-b8dc-09284585f1c7,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:23:09.580091 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-bb2cdbeb-901d-4a27-b0dd-a01add0f1b5e req-fb3ad355-3e90-4625-94eb-3b1bd047935d service neutron] Attempting to bind port 11c4853c-4ce9-49ac-b8dc-09284585f1c7 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:23:09.580465 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-bb2cdbeb-901d-4a27-b0dd-a01add0f1b5e req-fb3ad355-3e90-4625-94eb-3b1bd047935d service neutron] Attempting to bind port 11c4853c-4ce9-49ac-b8dc-09284585f1c7 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '28b1a001-d9f0-46f7-869f-013de815d267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '96509a58-43e7-4796-abf7-20deb92411e1'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:23:09.580796 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2cdbeb-901d-4a27-b0dd-a01add0f1b5e req-fb3ad355-3e90-4625-94eb-3b1bd047935d service neutron] Attempting to bind port 11c4853c-4ce9-49ac-b8dc-09284585f1c7 on network 96509a58-43e7-4796-abf7-20deb92411e1 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:23:09.587678 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5de8c277-c14a-435d-bd98-102c633ed2d1 req-754b6455-8084-4603-ba25-b95f688cb64e tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=10117627-2e8b-45ab-860f-f7a65015d6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765576 Aug 22 14:23:09.598871 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2cdbeb-901d-4a27-b0dd-a01add0f1b5e req-fb3ad355-3e90-4625-94eb-3b1bd047935d service neutron] Port 11c4853c-4ce9-49ac-b8dc-09284585f1c7 on network 96509a58-43e7-4796-abf7-20deb92411e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:23:09.599588 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2cdbeb-901d-4a27-b0dd-a01add0f1b5e req-fb3ad355-3e90-4625-94eb-3b1bd047935d service neutron] Attempting to bind port 11c4853c-4ce9-49ac-b8dc-09284585f1c7 on network 96509a58-43e7-4796-abf7-20deb92411e1 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:23:09.608167 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2cdbeb-901d-4a27-b0dd-a01add0f1b5e req-fb3ad355-3e90-4625-94eb-3b1bd047935d service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:23:09.608531 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2cdbeb-901d-4a27-b0dd-a01add0f1b5e req-fb3ad355-3e90-4625-94eb-3b1bd047935d service neutron] Checking segment: {'id': '28b1a001-d9f0-46f7-869f-013de815d267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '96509a58-43e7-4796-abf7-20deb92411e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:23:09.608912 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2cdbeb-901d-4a27-b0dd-a01add0f1b5e req-fb3ad355-3e90-4625-94eb-3b1bd047935d service neutron] Bound using segment: {'id': '28b1a001-d9f0-46f7-869f-013de815d267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '96509a58-43e7-4796-abf7-20deb92411e1'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:23:09.609647 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-bb2cdbeb-901d-4a27-b0dd-a01add0f1b5e req-fb3ad355-3e90-4625-94eb-3b1bd047935d service neutron] Bound port: 11c4853c-4ce9-49ac-b8dc-09284585f1c7, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28b1a001-d9f0-46f7-869f-013de815d267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '96509a58-43e7-4796-abf7-20deb92411e1'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:23:09.610013 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-bb2cdbeb-901d-4a27-b0dd-a01add0f1b5e req-fb3ad355-3e90-4625-94eb-3b1bd047935d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:09.622125 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:09.659412 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 7f08bbd3-153c-4108-bc01-237a129c1273, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=7f08bbd3-153c-4108-bc01-237a129c1273,segment=NetworkSegment(28b1a001-d9f0-46f7-869f-013de815d267),segment_id=28b1a001-d9f0-46f7-869f-013de815d267)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:23:09.667848 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:09.668685 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 459b7641-219e-4776-8d04-528398233207 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:23:09.683873 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-bb2cdbeb-901d-4a27-b0dd-a01add0f1b5e req-fb3ad355-3e90-4625-94eb-3b1bd047935d service neutron] For port 11c4853c-4ce9-49ac-b8dc-09284585f1c7, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:23:09.688549 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-bb2cdbeb-901d-4a27-b0dd-a01add0f1b5e req-fb3ad355-3e90-4625-94eb-3b1bd047935d service neutron] For port 11c4853c-4ce9-49ac-b8dc-09284585f1c7, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=11c4853c-4ce9-49ac-b8dc-09284585f1c7,segment=NetworkSegment(28b1a001-d9f0-46f7-869f-013de815d267),segment_id=28b1a001-d9f0-46f7-869f-013de815d267)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:23:09.696948 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-bb2cdbeb-901d-4a27-b0dd-a01add0f1b5e req-fb3ad355-3e90-4625-94eb-3b1bd047935d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:09.735759 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2cdbeb-901d-4a27-b0dd-a01add0f1b5e req-fb3ad355-3e90-4625-94eb-3b1bd047935d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:23:09.736402 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-bb2cdbeb-901d-4a27-b0dd-a01add0f1b5e req-fb3ad355-3e90-4625-94eb-3b1bd047935d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:09.738063 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-bb2cdbeb-901d-4a27-b0dd-a01add0f1b5e req-fb3ad355-3e90-4625-94eb-3b1bd047935d service neutron] 10.222.0.41 "PUT /v2.0/ports/11c4853c-4ce9-49ac-b8dc-09284585f1c7 HTTP/1.1" status: 200 len: 1092 time: 0.7292352 Aug 22 14:23:09.738586 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba64968d-70bd-410f-b437-baf190483e8a', 'tag': '11c4853c-4ce9-49ac-b8dc-09284585f1c7'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:23:09.741404 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bdeb8ea780dc3f157cf86c35b44054b3d50f34a398e9a69dfe822f45c5aaee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e963f5-0574-4cfc-9c9d-d463aa30f2b5" -d '{"events": [{"name": "network-changed", "server_uuid": "ba64968d-70bd-410f-b437-baf190483e8a", "tag": "11c4853c-4ce9-49ac-b8dc-09284585f1c7"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:23:09.748954 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=7f08bbd3-153c-4108-bc01-237a129c1273,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:23:09.768661 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 459b7641-219e-4776-8d04-528398233207 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:23:09.769248 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:09.782956 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3ad355-3e90-4625-94eb-3b1bd047935d service neutron] Pushing event updated for resources: {'Port': ['ID=11c4853c-4ce9-49ac-b8dc-09284585f1c7,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:23:09.832526 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46996d35-7190-4785-aadd-5565b687e129 x-openstack-request-id: req-46996d35-7190-4785-aadd-5565b687e129 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:23:09.832825 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba64968d-70bd-410f-b437-baf190483e8a", "tag": "11c4853c-4ce9-49ac-b8dc-09284585f1c7", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:23:09.833062 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-46996d35-7190-4785-aadd-5565b687e129 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:23:09.834409 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba64968d-70bd-410f-b437-baf190483e8a', 'tag': '11c4853c-4ce9-49ac-b8dc-09284585f1c7', 'status': 'completed', 'code': 200} Aug 22 14:23:09.853607 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2cdbeb-901d-4a27-b0dd-a01add0f1b5e req-e5d819ef-4f01-428e-9a06-3f6f6de50407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:23:09.855156 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-bb2cdbeb-901d-4a27-b0dd-a01add0f1b5e req-e5d819ef-4f01-428e-9a06-3f6f6de50407 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5656c7f7f9c746e19a50aa1bc4d9988c&device_id=ba64968d-70bd-410f-b437-baf190483e8a HTTP/1.1" status: 200 len: 1095 time: 0.0620005 Aug 22 14:23:09.891842 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 9ac0d8e5-b5ca-4e16-a800-a814152b72a7 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:23:09.909904 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-bb2cdbeb-901d-4a27-b0dd-a01add0f1b5e req-f1eba29d-6c32-4872-9407-8b6d38030917 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11c4853c-4ce9-49ac-b8dc-09284585f1c7 HTTP/1.1" status: 200 len: 217 time: 0.0469947 Aug 22 14:23:09.944926 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 9ac0d8e5-b5ca-4e16-a800-a814152b72a7 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:23:09.945300 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:09.966345 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2cdbeb-901d-4a27-b0dd-a01add0f1b5e req-24d27f25-1a39-4dd5-82c5-b3ed66c7d9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:23:09.967833 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-bb2cdbeb-901d-4a27-b0dd-a01add0f1b5e req-24d27f25-1a39-4dd5-82c5-b3ed66c7d9d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a6dd39e-725f-476e-a0ac-428596c90740 HTTP/1.1" status: 200 len: 835 time: 0.0507662 Aug 22 14:23:10.032346 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2cdbeb-901d-4a27-b0dd-a01add0f1b5e req-a4258375-e81f-4ecf-bc03-629177123d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:23:10.034096 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-bb2cdbeb-901d-4a27-b0dd-a01add0f1b5e req-a4258375-e81f-4ecf-bc03-629177123d40 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=96509a58-43e7-4796-abf7-20deb92411e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590551 Aug 22 14:23:10.129353 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-bb2cdbeb-901d-4a27-b0dd-a01add0f1b5e req-bd8cdea8-8160-4849-9c5f-088a70216947 service neutron] 10.222.0.41 "GET /v2.0/networks/96509a58-43e7-4796-abf7-20deb92411e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876970 Aug 22 14:23:10.225994 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-bb2cdbeb-901d-4a27-b0dd-a01add0f1b5e req-3dde9290-13e6-4d6d-8996-bd6449b61100 service neutron] 10.222.0.41 "GET /v2.0/networks/96509a58-43e7-4796-abf7-20deb92411e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897403 Aug 22 14:23:10.313690 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e963f5-0574-4cfc-9c9d-d463aa30f2b5 req-76b97dd5-eec0-46c9-9fb4-aca2161fd6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:23:10.315431 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-51e963f5-0574-4cfc-9c9d-d463aa30f2b5 req-76b97dd5-eec0-46c9-9fb4-aca2161fd6b0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5656c7f7f9c746e19a50aa1bc4d9988c&device_id=ba64968d-70bd-410f-b437-baf190483e8a HTTP/1.1" status: 200 len: 1095 time: 0.0416636 Aug 22 14:23:10.406128 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e963f5-0574-4cfc-9c9d-d463aa30f2b5 req-a7964fcb-a27c-4f24-91ea-831b38a384ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:23:10.407453 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-51e963f5-0574-4cfc-9c9d-d463aa30f2b5 req-a7964fcb-a27c-4f24-91ea-831b38a384ef service neutron] 10.222.0.41 "GET /v2.0/networks?id=96509a58-43e7-4796-abf7-20deb92411e1 HTTP/1.1" status: 200 len: 897 time: 0.0850008 Aug 22 14:23:10.446725 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-51e963f5-0574-4cfc-9c9d-d463aa30f2b5 req-7ac10860-d6b6-497f-bde2-d7dd3a2518f8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11c4853c-4ce9-49ac-b8dc-09284585f1c7 HTTP/1.1" status: 200 len: 217 time: 0.0325820 Aug 22 14:23:10.497259 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e963f5-0574-4cfc-9c9d-d463aa30f2b5 req-2e412c07-2fd4-4cc6-b90b-c3d863578732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:23:10.498716 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-51e963f5-0574-4cfc-9c9d-d463aa30f2b5 req-2e412c07-2fd4-4cc6-b90b-c3d863578732 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a6dd39e-725f-476e-a0ac-428596c90740 HTTP/1.1" status: 200 len: 835 time: 0.0438881 Aug 22 14:23:10.550342 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e963f5-0574-4cfc-9c9d-d463aa30f2b5 req-110a1570-ba85-4203-839c-935311576cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:23:10.551850 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-51e963f5-0574-4cfc-9c9d-d463aa30f2b5 req-110a1570-ba85-4203-839c-935311576cc2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=96509a58-43e7-4796-abf7-20deb92411e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442643 Aug 22 14:23:10.643838 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-51e963f5-0574-4cfc-9c9d-d463aa30f2b5 req-cfcadf08-4c29-48e9-9733-93827987fe7b service neutron] 10.222.0.41 "GET /v2.0/networks/96509a58-43e7-4796-abf7-20deb92411e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846086 Aug 22 14:23:10.688894 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf51e370-3873-4016-8d15-74fda493a1a1 req-8de2fa02-e58b-4a7b-bb3e-42825eced289 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:23:10.690308 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bf51e370-3873-4016-8d15-74fda493a1a1 req-8de2fa02-e58b-4a7b-bb3e-42825eced289 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba64968d-70bd-410f-b437-baf190483e8a HTTP/1.1" status: 200 len: 943 time: 0.0482385 Aug 22 14:23:10.730410 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bf51e370-3873-4016-8d15-74fda493a1a1 req-de596128-38ef-4221-9c4b-e3b7befcead9 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=10117627-2e8b-45ab-860f-f7a65015d6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333405 Aug 22 14:23:11.087891 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-51e963f5-0574-4cfc-9c9d-d463aa30f2b5 req-66d4824e-3340-476e-955b-b38c4815a6e6 service neutron] 10.222.0.41 "GET /v2.0/networks/96509a58-43e7-4796-abf7-20deb92411e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4368141 Aug 22 14:23:11.284745 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 7f08bbd3-153c-4108-bc01-237a129c1273 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:23:11.330325 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 7f08bbd3-153c-4108-bc01-237a129c1273 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:23:11.330691 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:11.851727 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea9fc9e-53fc-47d7-905b-2d9c412cf09e req-1e10ba62-f3c5-4c05-bf79-58c79a8ccfa9 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:23:11.853251 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fea9fc9e-53fc-47d7-905b-2d9c412cf09e req-1e10ba62-f3c5-4c05-bf79-58c79a8ccfa9 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba64968d-70bd-410f-b437-baf190483e8a HTTP/1.1" status: 200 len: 943 time: 0.0522075 Aug 22 14:23:11.892658 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fea9fc9e-53fc-47d7-905b-2d9c412cf09e req-da0e5273-ebe1-431a-897f-a3e05d7311e2 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=10117627-2e8b-45ab-860f-f7a65015d6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330601 Aug 22 14:23:12.991738 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 11c4853c-4ce9-49ac-b8dc-09284585f1c7 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:23:13.007090 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5988db00-f619-4ffa-b9fa-e53c589b985d req-26206be6-50bf-4a1b-8bc3-0fb035057cd6 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:23:13.008750 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5988db00-f619-4ffa-b9fa-e53c589b985d req-26206be6-50bf-4a1b-8bc3-0fb035057cd6 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba64968d-70bd-410f-b437-baf190483e8a HTTP/1.1" status: 200 len: 943 time: 0.0506384 Aug 22 14:23:13.046607 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5988db00-f619-4ffa-b9fa-e53c589b985d req-ade10cb9-bbf2-4862-854b-33c039a73143 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=10117627-2e8b-45ab-860f-f7a65015d6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318019 Aug 22 14:23:13.086638 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 11c4853c-4ce9-49ac-b8dc-09284585f1c7, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=11c4853c-4ce9-49ac-b8dc-09284585f1c7,segment=NetworkSegment(28b1a001-d9f0-46f7-869f-013de815d267),segment_id=28b1a001-d9f0-46f7-869f-013de815d267)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:23:13.096585 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '11c4853c-4ce9-49ac-b8dc-09284585f1c7', 'network_id': '96509a58-43e7-4796-abf7-20deb92411e1', 'port_id': '11c4853c-4ce9-49ac-b8dc-09284585f1c7', 'mac_address': 'fa:16:3e:87:3d:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a6dd39e-725f-476e-a0ac-428596c90740', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:23:13.133618 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:13.146686 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11c4853c-4ce9-49ac-b8dc-09284585f1c7 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:23:13.164968 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 11c4853c-4ce9-49ac-b8dc-09284585f1c7, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=11c4853c-4ce9-49ac-b8dc-09284585f1c7,segment=NetworkSegment(28b1a001-d9f0-46f7-869f-013de815d267),segment_id=28b1a001-d9f0-46f7-869f-013de815d267)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:23:13.168851 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:13.219310 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=11c4853c-4ce9-49ac-b8dc-09284585f1c7,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:23:13.383197 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['11c4853c-4ce9-49ac-b8dc-09284585f1c7'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:23:14.162178 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae09c17-4889-4462-a8e0-cce388741a2e req-e246502b-dddc-4c41-b7fb-be3d1d04fc31 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:23:14.163665 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1ae09c17-4889-4462-a8e0-cce388741a2e req-e246502b-dddc-4c41-b7fb-be3d1d04fc31 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba64968d-70bd-410f-b437-baf190483e8a HTTP/1.1" status: 200 len: 944 time: 0.0514081 Aug 22 14:23:14.200164 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1ae09c17-4889-4462-a8e0-cce388741a2e req-ba7ecb54-2d1c-454e-a3cf-03095c8a61c6 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=10117627-2e8b-45ab-860f-f7a65015d6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304461 Aug 22 14:23:15.007099 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 11c4853c-4ce9-49ac-b8dc-09284585f1c7 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:23:15.056410 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 11c4853c-4ce9-49ac-b8dc-09284585f1c7 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:23:15.059898 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 11c4853c-4ce9-49ac-b8dc-09284585f1c7 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:23:15.060296 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:15.133932 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:15.155868 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba64968d-70bd-410f-b437-baf190483e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c4853c-4ce9-49ac-b8dc-09284585f1c7'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:23:15.158134 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9fc9c2c847a9facc218278c3c2c49df6b567d765c98d25b9b10c00da6c51199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa84ef6-4f14-4a86-aa1a-8c52442667a2" -d '{"events": [{"server_uuid": "ba64968d-70bd-410f-b437-baf190483e8a", "name": "network-vif-plugged", "status": "completed", "tag": "11c4853c-4ce9-49ac-b8dc-09284585f1c7"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:23:15.170646 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 11c4853c-4ce9-49ac-b8dc-09284585f1c7, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=11c4853c-4ce9-49ac-b8dc-09284585f1c7,segment=NetworkSegment(28b1a001-d9f0-46f7-869f-013de815d267),segment_id=28b1a001-d9f0-46f7-869f-013de815d267)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:23:15.174797 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:15.201595 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ffbe60-60eb-438d-b03f-74ac6fe87e3d x-openstack-request-id: req-e9ffbe60-60eb-438d-b03f-74ac6fe87e3d {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:23:15.201889 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba64968d-70bd-410f-b437-baf190483e8a", "name": "network-vif-plugged", "status": "completed", "tag": "11c4853c-4ce9-49ac-b8dc-09284585f1c7", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:23:15.202144 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e9ffbe60-60eb-438d-b03f-74ac6fe87e3d {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:23:15.202524 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba64968d-70bd-410f-b437-baf190483e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c4853c-4ce9-49ac-b8dc-09284585f1c7', 'code': 200} Aug 22 14:23:15.230305 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=11c4853c-4ce9-49ac-b8dc-09284585f1c7,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:23:15.303206 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a74f4-a926-4b5c-bc5e-302230e27336 req-64329757-0684-425b-8a98-da3fcfb92a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:23:15.304826 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4b2a74f4-a926-4b5c-bc5e-302230e27336 req-64329757-0684-425b-8a98-da3fcfb92a2f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ba64968d-70bd-410f-b437-baf190483e8a HTTP/1.1" status: 200 len: 1097 time: 0.0409520 Aug 22 14:23:15.324970 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89843d6-a618-4c63-98ee-8d88e3380eda req-63aca53b-d0be-4c01-a8d2-5e4041358ee6 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:23:15.326517 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d89843d6-a618-4c63-98ee-8d88e3380eda req-63aca53b-d0be-4c01-a8d2-5e4041358ee6 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba64968d-70bd-410f-b437-baf190483e8a HTTP/1.1" status: 200 len: 945 time: 0.0524263 Aug 22 14:23:15.339188 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4b2a74f4-a926-4b5c-bc5e-302230e27336 req-b84c767d-536c-415a-9a6c-2b948aa628ee service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=10117627-2e8b-45ab-860f-f7a65015d6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274689 Aug 22 14:23:15.363700 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d89843d6-a618-4c63-98ee-8d88e3380eda req-4dc23ad0-1a51-4c6a-8840-7c5da27b4a49 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=10117627-2e8b-45ab-860f-f7a65015d6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312023 Aug 22 14:23:16.481808 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55ffb0-2475-4e44-9196-5570ee1f3aee req-2a28fd8c-3757-4aa5-8806-f87c5c5bb1bb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:23:16.483267 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cc55ffb0-2475-4e44-9196-5570ee1f3aee req-2a28fd8c-3757-4aa5-8806-f87c5c5bb1bb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba64968d-70bd-410f-b437-baf190483e8a HTTP/1.1" status: 200 len: 945 time: 0.0494378 Aug 22 14:23:16.522117 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cc55ffb0-2475-4e44-9196-5570ee1f3aee req-ceac2982-a809-4217-863d-5f0114af5b39 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=10117627-2e8b-45ab-860f-f7a65015d6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325437 Aug 22 14:23:16.636035 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a957f2d-4e59-4a9d-9e79-088e3e194944 req-a17de2c5-34dc-4b81-91c1-ae62ced16df3 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:23:16.637520 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2a957f2d-4e59-4a9d-9e79-088e3e194944 req-a17de2c5-34dc-4b81-91c1-ae62ced16df3 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba64968d-70bd-410f-b437-baf190483e8a HTTP/1.1" status: 200 len: 945 time: 0.0492835 Aug 22 14:23:16.676942 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2a957f2d-4e59-4a9d-9e79-088e3e194944 req-a5dcc0d9-e99b-435b-8206-d336e7298e96 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=10117627-2e8b-45ab-860f-f7a65015d6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333896 Aug 22 14:23:16.698318 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52134) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:23:16.741708 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7ff47c-730a-4283-a586-6369be205425 tempest-TestNetworkAdvancedServerOps-1093191866 tempest-TestNetworkAdvancedServerOps-1093191866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:23:16.743196 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-df7ff47c-730a-4283-a586-6369be205425 tempest-TestNetworkAdvancedServerOps-1093191866 tempest-TestNetworkAdvancedServerOps-1093191866-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ba64968d-70bd-410f-b437-baf190483e8a HTTP/1.1" status: 200 len: 1092 time: 0.0439346 Aug 22 14:23:16.745940 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52136) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:23:16.750144 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-96954655-97ee-4f4e-87f2-47ec519695fb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Request body: {'floatingip': {'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'port_id': '11c4853c-4ce9-49ac-b8dc-09284585f1c7', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:23:16.771171 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-96954655-97ee-4f4e-87f2-47ec519695fb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for floatingip, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:16.866309 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-96954655-97ee-4f4e-87f2-47ec519695fb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:16.967779 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-96954655-97ee-4f4e-87f2-47ec519695fb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Allocated IP 172.25.3.147 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/777fb6c8-d8ae-44be-8796-fb60b8423fe9) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:23:17.067309 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-96954655-97ee-4f4e-87f2-47ec519695fb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:17.104885 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-96954655-97ee-4f4e-87f2-47ec519695fb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:17.144093 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96954655-97ee-4f4e-87f2-47ec519695fb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:23:17.148565 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-96954655-97ee-4f4e-87f2-47ec519695fb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:23:17.151080 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96954655-97ee-4f4e-87f2-47ec519695fb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:23:17.179809 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96954655-97ee-4f4e-87f2-47ec519695fb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'Port': ['ID=777fb6c8-d8ae-44be-8796-fb60b8423fe9,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:23:17.499781 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-96954655-97ee-4f4e-87f2-47ec519695fb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:17.566718 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-96954655-97ee-4f4e-87f2-47ec519695fb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:17.712816 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-96954655-97ee-4f4e-87f2-47ec519695fb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:17.717345 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-96954655-97ee-4f4e-87f2-47ec519695fb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:17.782882 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96954655-97ee-4f4e-87f2-47ec519695fb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'Port': ['ID=777fb6c8-d8ae-44be-8796-fb60b8423fe9,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:23:17.794517 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-96954655-97ee-4f4e-87f2-47ec519695fb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:17.893157 n-d-793621-33 neutron-server[94627]: INFO neutron.db.l3_db [None req-96954655-97ee-4f4e-87f2-47ec519695fb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Floating IP 075353f8-cd4f-4efc-9efe-b75079e89264 associated. External IP: 172.25.3.147, port: 11c4853c-4ce9-49ac-b8dc-09284585f1c7. Aug 22 14:23:18.253747 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:23:18.377894 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96954655-97ee-4f4e-87f2-47ec519695fb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Router db0c0934-58dc-4e55-b8a3-0ea49f51d043 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:23:18.483692 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96954655-97ee-4f4e-87f2-47ec519695fb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:23:18.494941 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada6a0a3-6d34-41bf-b39e-b96c4fdb5b1a None None] Sync routers for ids ['db0c0934-58dc-4e55-b8a3-0ea49f51d043'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:23:18.500491 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-96954655-97ee-4f4e-87f2-47ec519695fb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:18.503592 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada6a0a3-6d34-41bf-b39e-b96c4fdb5b1a None None] Routers {'db0c0934-58dc-4e55-b8a3-0ea49f51d043'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:23:18.504298 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-ada6a0a3-6d34-41bf-b39e-b96c4fdb5b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:23:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['db0c0934-58dc-4e55-b8a3-0ea49f51d043'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:23:18.530337 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-96954655-97ee-4f4e-87f2-47ec519695fb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7833829 Aug 22 14:23:18.530930 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba64968d-70bd-410f-b437-baf190483e8a', 'tag': '11c4853c-4ce9-49ac-b8dc-09284585f1c7'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:23:18.533250 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8361b9502d284db1754c02bd1b6f8106db555dd6c6dc010ebe333761f67dd15a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84b5cf6-7734-45fb-8adb-0d00d102db51" -d '{"events": [{"name": "network-changed", "server_uuid": "ba64968d-70bd-410f-b437-baf190483e8a", "tag": "11c4853c-4ce9-49ac-b8dc-09284585f1c7"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:23:18.572964 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7d8600-cce3-4dc1-9a47-98aad30e7f73 x-openstack-request-id: req-ac7d8600-cce3-4dc1-9a47-98aad30e7f73 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:23:18.573989 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba64968d-70bd-410f-b437-baf190483e8a", "tag": "11c4853c-4ce9-49ac-b8dc-09284585f1c7", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:23:18.573989 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ac7d8600-cce3-4dc1-9a47-98aad30e7f73 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:23:18.573989 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba64968d-70bd-410f-b437-baf190483e8a', 'tag': '11c4853c-4ce9-49ac-b8dc-09284585f1c7', 'status': 'completed', 'code': 200} Aug 22 14:23:18.612541 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-ada6a0a3-6d34-41bf-b39e-b96c4fdb5b1a None None] Set router db0c0934-58dc-4e55-b8a3-0ea49f51d043 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:23:18.637561 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b5cf6-7734-45fb-8adb-0d00d102db51 req-984fd099-4168-4cfa-a1f6-892c53587af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:23:18.639918 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c84b5cf6-7734-45fb-8adb-0d00d102db51 req-984fd099-4168-4cfa-a1f6-892c53587af6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5656c7f7f9c746e19a50aa1bc4d9988c&device_id=ba64968d-70bd-410f-b437-baf190483e8a HTTP/1.1" status: 200 len: 1097 time: 0.0418751 Aug 22 14:23:18.641451 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc49380-1861-4cca-86d0-dd013da10731 req-20cf0115-fcbc-41b2-a1a6-5fe2683df0aa tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:23:18.643353 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-edc49380-1861-4cca-86d0-dd013da10731 req-20cf0115-fcbc-41b2-a1a6-5fe2683df0aa tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba64968d-70bd-410f-b437-baf190483e8a HTTP/1.1" status: 200 len: 945 time: 0.0513461 Aug 22 14:23:18.683197 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-edc49380-1861-4cca-86d0-dd013da10731 req-23c96504-7c6d-45b8-954a-9b1f616c509b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=10117627-2e8b-45ab-860f-f7a65015d6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327966 Aug 22 14:23:18.705677 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52142) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:23:18.734667 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b5cf6-7734-45fb-8adb-0d00d102db51 req-bc784a73-77e7-4a40-9576-003dbe17bc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:23:18.736166 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c84b5cf6-7734-45fb-8adb-0d00d102db51 req-bc784a73-77e7-4a40-9576-003dbe17bc0e service neutron] 10.222.0.41 "GET /v2.0/networks?id=96509a58-43e7-4796-abf7-20deb92411e1 HTTP/1.1" status: 200 len: 897 time: 0.0899849 Aug 22 14:23:18.773907 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-7b6bc1a4-33a8-4c72-8378-c203397176f0 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/floatingips/075353f8-cd4f-4efc-9efe-b75079e89264 HTTP/1.1" status: 200 len: 991 time: 0.0667880 Aug 22 14:23:18.802367 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c84b5cf6-7734-45fb-8adb-0d00d102db51 req-d4777311-d35a-4a4a-9c24-2edfdbeb08ff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11c4853c-4ce9-49ac-b8dc-09284585f1c7 HTTP/1.1" status: 200 len: 999 time: 0.0591993 Aug 22 14:23:18.839133 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-ada6a0a3-6d34-41bf-b39e-b96c4fdb5b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db0c0934-58dc-4e55-b8a3-0ea49f51d043', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969729420', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '9ac0d8e5-b5ca-4e16-a800-a814152b72a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:23:02Z', 'updated_at': '2021-08-22T14:23:05Z', 'revision_number': 4, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': '9ac0d8e5-b5ca-4e16-a800-a814152b72a7', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:68:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0c0934-58dc-4e55-b8a3-0ea49f51d043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:23:02Z', 'updated_at': '2021-08-22T14:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '075353f8-cd4f-4efc-9efe-b75079e89264', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'floating_ip_address': '172.25.3.147', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': 'db0c0934-58dc-4e55-b8a3-0ea49f51d043', 'port_id': '11c4853c-4ce9-49ac-b8dc-09284585f1c7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96509a58-43e7-4796-abf7-20deb92411e1', 'mac_address': 'fa:16:3e:87:3d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba64968d-70bd-410f-b437-baf190483e8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:23:17Z', 'updated_at': '2021-08-22T14:23:17Z', 'revision_number': 0, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f08bbd3-153c-4108-bc01-237a129c1273', 'name': '', 'network_id': '96509a58-43e7-4796-abf7-20deb92411e1', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'mac_address': 'fa:16:3e:f1:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0c0934-58dc-4e55-b8a3-0ea49f51d043', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1a6dd39e-725f-476e-a0ac-428596c90740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:23:05Z', 'updated_at': '2021-08-22T14:23:09Z', 'revision_number': 5, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'subnets': [{'id': '1a6dd39e-725f-476e-a0ac-428596c90740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:23:18.854924 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b5cf6-7734-45fb-8adb-0d00d102db51 req-d1a15079-36d5-4809-a5f4-937241325c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:23:18.856702 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c84b5cf6-7734-45fb-8adb-0d00d102db51 req-d1a15079-36d5-4809-a5f4-937241325c4f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a6dd39e-725f-476e-a0ac-428596c90740 HTTP/1.1" status: 200 len: 835 time: 0.0475500 Aug 22 14:23:18.868964 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada6a0a3-6d34-41bf-b39e-b96c4fdb5b1a None None] Checking router: db0c0934-58dc-4e55-b8a3-0ea49f51d043 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:23:18.877149 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada6a0a3-6d34-41bf-b39e-b96c4fdb5b1a None None] Routers {'db0c0934-58dc-4e55-b8a3-0ea49f51d043'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:23:18.877759 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-ada6a0a3-6d34-41bf-b39e-b96c4fdb5b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:23:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['db0c0934-58dc-4e55-b8a3-0ea49f51d043'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:23:18.902788 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b5cf6-7734-45fb-8adb-0d00d102db51 req-186e0e92-5efc-4ded-a551-9a5e7732ff62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:23:18.904328 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c84b5cf6-7734-45fb-8adb-0d00d102db51 req-186e0e92-5efc-4ded-a551-9a5e7732ff62 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=96509a58-43e7-4796-abf7-20deb92411e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402784 Aug 22 14:23:18.981262 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-ada6a0a3-6d34-41bf-b39e-b96c4fdb5b1a None None] Set router db0c0934-58dc-4e55-b8a3-0ea49f51d043 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:23:18.995822 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c84b5cf6-7734-45fb-8adb-0d00d102db51 req-b18ea314-aae9-415b-8696-d947a1548f8d service neutron] 10.222.0.41 "GET /v2.0/networks/96509a58-43e7-4796-abf7-20deb92411e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846658 Aug 22 14:23:19.090947 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-c84b5cf6-7734-45fb-8adb-0d00d102db51 req-ca437438-be42-413b-97e8-8e269b1ca26e service neutron] 10.222.0.41 "GET /v2.0/networks/96509a58-43e7-4796-abf7-20deb92411e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883744 Aug 22 14:23:19.202796 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-ada6a0a3-6d34-41bf-b39e-b96c4fdb5b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db0c0934-58dc-4e55-b8a3-0ea49f51d043', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969729420', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '9ac0d8e5-b5ca-4e16-a800-a814152b72a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:23:02Z', 'updated_at': '2021-08-22T14:23:05Z', 'revision_number': 4, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': '9ac0d8e5-b5ca-4e16-a800-a814152b72a7', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:68:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0c0934-58dc-4e55-b8a3-0ea49f51d043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:23:02Z', 'updated_at': '2021-08-22T14:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '075353f8-cd4f-4efc-9efe-b75079e89264', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'floating_ip_address': '172.25.3.147', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': 'db0c0934-58dc-4e55-b8a3-0ea49f51d043', 'port_id': '11c4853c-4ce9-49ac-b8dc-09284585f1c7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96509a58-43e7-4796-abf7-20deb92411e1', 'mac_address': 'fa:16:3e:87:3d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba64968d-70bd-410f-b437-baf190483e8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:23:17Z', 'updated_at': '2021-08-22T14:23:17Z', 'revision_number': 0, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f08bbd3-153c-4108-bc01-237a129c1273', 'name': '', 'network_id': '96509a58-43e7-4796-abf7-20deb92411e1', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'mac_address': 'fa:16:3e:f1:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0c0934-58dc-4e55-b8a3-0ea49f51d043', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1a6dd39e-725f-476e-a0ac-428596c90740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:23:05Z', 'updated_at': '2021-08-22T14:23:09Z', 'revision_number': 5, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'subnets': [{'id': '1a6dd39e-725f-476e-a0ac-428596c90740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:23:19.231382 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada6a0a3-6d34-41bf-b39e-b96c4fdb5b1a None None] The sync data for ids ['db0c0934-58dc-4e55-b8a3-0ea49f51d043'] in n-d-793621-33 is: [{'id': 'db0c0934-58dc-4e55-b8a3-0ea49f51d043', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969729420', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '9ac0d8e5-b5ca-4e16-a800-a814152b72a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:23:02Z', 'updated_at': '2021-08-22T14:23:05Z', 'revision_number': 4, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': '9ac0d8e5-b5ca-4e16-a800-a814152b72a7', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:68:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0c0934-58dc-4e55-b8a3-0ea49f51d043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:23:02Z', 'updated_at': '2021-08-22T14:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '075353f8-cd4f-4efc-9efe-b75079e89264', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'floating_ip_address': '172.25.3.147', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': 'db0c0934-58dc-4e55-b8a3-0ea49f51d043', 'port_id': '11c4853c-4ce9-49ac-b8dc-09284585f1c7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96509a58-43e7-4796-abf7-20deb92411e1', 'mac_address': 'fa:16:3e:87:3d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba64968d-70bd-410f-b437-baf190483e8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:23:17Z', 'updated_at': '2021-08-22T14:23:17Z', 'revision_number': 0, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f08bbd3-153c-4108-bc01-237a129c1273', 'name': '', 'network_id': '96509a58-43e7-4796-abf7-20deb92411e1', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'mac_address': 'fa:16:3e:f1:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0c0934-58dc-4e55-b8a3-0ea49f51d043', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1a6dd39e-725f-476e-a0ac-428596c90740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:23:05Z', 'updated_at': '2021-08-22T14:23:09Z', 'revision_number': 5, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'subnets': [{'id': '1a6dd39e-725f-476e-a0ac-428596c90740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:23:19.414792 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2bb8d8-1537-4c2e-9701-9e41f9fe676d None None] New status for floating IP 075353f8-cd4f-4efc-9efe-b75079e89264: ACTIVE {{(pid=94629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 14:23:19.777705 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52144) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:23:19.836638 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-1671940d-7854-4584-9bc0-04ae81152ba1 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/floatingips/075353f8-cd4f-4efc-9efe-b75079e89264 HTTP/1.1" status: 200 len: 993 time: 0.0577748 Aug 22 14:23:28.533015 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f3d9cbbd-aa8a-4ba1-964a-aa8e69890af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:28.980027 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:31.131290 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-08db6679-7335-4dff-9199-176782271421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:31.278953 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:32.636409 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:34.385273 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:34.411459 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:34.694215 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-0f0269f4-28e4-4303-a427-a6d7f18923b8 req-77fa0cef-efc8-4301-a17c-38d06a142c4e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ba64968d-70bd-410f-b437-baf190483e8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394626 Aug 22 14:23:34.778834 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0269f4-28e4-4303-a427-a6d7f18923b8 req-f4fcda17-3c33-4581-8a02-c6b1f35dc0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:23:34.780388 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-0f0269f4-28e4-4303-a427-a6d7f18923b8 req-f4fcda17-3c33-4581-8a02-c6b1f35dc0c5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5656c7f7f9c746e19a50aa1bc4d9988c&device_id=ba64968d-70bd-410f-b437-baf190483e8a HTTP/1.1" status: 200 len: 1097 time: 0.0410006 Aug 22 14:23:34.883076 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0269f4-28e4-4303-a427-a6d7f18923b8 req-cc7f50aa-632a-4b3c-8fba-292b38b8d148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:23:34.884550 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-0f0269f4-28e4-4303-a427-a6d7f18923b8 req-cc7f50aa-632a-4b3c-8fba-292b38b8d148 service neutron] 10.222.0.41 "GET /v2.0/networks?id=96509a58-43e7-4796-abf7-20deb92411e1 HTTP/1.1" status: 200 len: 897 time: 0.0857544 Aug 22 14:23:34.948780 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-0f0269f4-28e4-4303-a427-a6d7f18923b8 req-614eed39-0406-4039-8747-ad2ad3375a6a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11c4853c-4ce9-49ac-b8dc-09284585f1c7 HTTP/1.1" status: 200 len: 1001 time: 0.0561638 Aug 22 14:23:35.001642 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0269f4-28e4-4303-a427-a6d7f18923b8 req-6ae11ba5-9904-4e65-9056-777e7c58d8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:23:35.003081 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-0f0269f4-28e4-4303-a427-a6d7f18923b8 req-6ae11ba5-9904-4e65-9056-777e7c58d8d0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a6dd39e-725f-476e-a0ac-428596c90740 HTTP/1.1" status: 200 len: 835 time: 0.0477190 Aug 22 14:23:35.049020 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0269f4-28e4-4303-a427-a6d7f18923b8 req-e9a767ba-9bd5-4f8c-b41e-0f33e9ebb55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:23:35.050506 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-0f0269f4-28e4-4303-a427-a6d7f18923b8 req-e9a767ba-9bd5-4f8c-b41e-0f33e9ebb55e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=96509a58-43e7-4796-abf7-20deb92411e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385060 Aug 22 14:23:35.061919 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [req-0f0269f4-28e4-4303-a427-a6d7f18923b8 req-05dfb65a-737f-461e-87c1-3d5f90f7f275 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:23:35.062843 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-0f0269f4-28e4-4303-a427-a6d7f18923b8 req-05dfb65a-737f-461e-87c1-3d5f90f7f275 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048926 Aug 22 14:23:35.148766 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-0f0269f4-28e4-4303-a427-a6d7f18923b8 req-3e267049-419b-49ee-bb1a-0ab03b893d39 service neutron] 10.222.0.41 "GET /v2.0/networks/96509a58-43e7-4796-abf7-20deb92411e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786242 Aug 22 14:23:35.240193 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-0f0269f4-28e4-4303-a427-a6d7f18923b8 req-f03966a9-d6c1-47c0-ab2f-12f93b782ca9 service neutron] 10.222.0.41 "GET /v2.0/networks/96509a58-43e7-4796-abf7-20deb92411e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836480 Aug 22 14:23:50.822218 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b640163-d7ff-4c0f-bfea-08168affe5c1 req-069187ca-72da-4cec-a67e-ce8a7413f8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:23:50.823713 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8b640163-d7ff-4c0f-bfea-08168affe5c1 req-069187ca-72da-4cec-a67e-ce8a7413f8c8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5656c7f7f9c746e19a50aa1bc4d9988c&device_id=ba64968d-70bd-410f-b437-baf190483e8a HTTP/1.1" status: 200 len: 1097 time: 0.0416996 Aug 22 14:23:50.903592 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad0c89-4678-4bb2-9420-d5d53b12cff1 req-54505be3-8d32-4e43-a278-0d7df559f186 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:23:50.905222 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-caad0c89-4678-4bb2-9420-d5d53b12cff1 req-54505be3-8d32-4e43-a278-0d7df559f186 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba64968d-70bd-410f-b437-baf190483e8a HTTP/1.1" status: 200 len: 945 time: 0.1227503 Aug 22 14:23:50.919041 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b640163-d7ff-4c0f-bfea-08168affe5c1 req-67b20f81-f333-4f0a-b119-2466b9050e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:23:50.920535 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8b640163-d7ff-4c0f-bfea-08168affe5c1 req-67b20f81-f333-4f0a-b119-2466b9050e5a service neutron] 10.222.0.41 "GET /v2.0/networks?id=96509a58-43e7-4796-abf7-20deb92411e1 HTTP/1.1" status: 200 len: 897 time: 0.0893722 Aug 22 14:23:50.943751 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-caad0c89-4678-4bb2-9420-d5d53b12cff1 req-e08be565-6968-4e48-9f32-263fb3ab848f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=10117627-2e8b-45ab-860f-f7a65015d6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322750 Aug 22 14:23:50.989692 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8b640163-d7ff-4c0f-bfea-08168affe5c1 req-6c366294-41d0-4bce-8d3a-848cc10258ba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11c4853c-4ce9-49ac-b8dc-09284585f1c7 HTTP/1.1" status: 200 len: 1001 time: 0.0612564 Aug 22 14:23:51.040319 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b640163-d7ff-4c0f-bfea-08168affe5c1 req-8a43d5d9-db7b-4fc3-92e8-ef87aff9f21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:23:51.041721 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8b640163-d7ff-4c0f-bfea-08168affe5c1 req-8a43d5d9-db7b-4fc3-92e8-ef87aff9f21e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a6dd39e-725f-476e-a0ac-428596c90740 HTTP/1.1" status: 200 len: 835 time: 0.0429065 Aug 22 14:23:51.093681 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b640163-d7ff-4c0f-bfea-08168affe5c1 req-976bf95e-c98a-4438-9bfa-d2c324bceb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:23:51.095152 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8b640163-d7ff-4c0f-bfea-08168affe5c1 req-976bf95e-c98a-4438-9bfa-d2c324bceb75 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=96509a58-43e7-4796-abf7-20deb92411e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450673 Aug 22 14:23:51.184003 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8b640163-d7ff-4c0f-bfea-08168affe5c1 req-9059c927-b81c-4ba4-842e-87c25f26d49c service neutron] 10.222.0.41 "GET /v2.0/networks/96509a58-43e7-4796-abf7-20deb92411e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810103 Aug 22 14:23:51.277043 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8b640163-d7ff-4c0f-bfea-08168affe5c1 req-351cdfb9-95d6-45c7-84e8-c8a20a58694d service neutron] 10.222.0.41 "GET /v2.0/networks/96509a58-43e7-4796-abf7-20deb92411e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857491 Aug 22 14:23:52.063004 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab627835-da98-485d-9f2a-86fd0f5f0d1c req-825e845a-b4ec-490b-8bb6-72b95441884c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:23:52.064511 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ab627835-da98-485d-9f2a-86fd0f5f0d1c req-825e845a-b4ec-490b-8bb6-72b95441884c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba64968d-70bd-410f-b437-baf190483e8a HTTP/1.1" status: 200 len: 945 time: 0.0499370 Aug 22 14:23:52.101093 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ab627835-da98-485d-9f2a-86fd0f5f0d1c req-cc554bd6-dfc4-4b3d-a5cf-89da9d984f8b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=10117627-2e8b-45ab-860f-f7a65015d6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305402 Aug 22 14:23:53.216577 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de9328c-a584-4242-8cff-e75dcbb97152 req-d35b0000-5b99-4c96-a844-ef57f8fdc81b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:23:53.218060 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3de9328c-a584-4242-8cff-e75dcbb97152 req-d35b0000-5b99-4c96-a844-ef57f8fdc81b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba64968d-70bd-410f-b437-baf190483e8a HTTP/1.1" status: 200 len: 945 time: 0.0493090 Aug 22 14:23:53.256609 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3de9328c-a584-4242-8cff-e75dcbb97152 req-8cd5c195-e18e-4336-be86-862763c972d5 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=10117627-2e8b-45ab-860f-f7a65015d6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325916 Aug 22 14:23:54.426116 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527254aa-a537-41f3-a172-af32c1046db2 req-19b88ba0-8d35-4d49-80ec-bc533c72cdc9 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:23:54.427569 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-527254aa-a537-41f3-a172-af32c1046db2 req-19b88ba0-8d35-4d49-80ec-bc533c72cdc9 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba64968d-70bd-410f-b437-baf190483e8a HTTP/1.1" status: 200 len: 945 time: 0.1029422 Aug 22 14:23:54.465972 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-527254aa-a537-41f3-a172-af32c1046db2 req-af157f3a-0b93-4d87-b49f-157b9343247f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=10117627-2e8b-45ab-860f-f7a65015d6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316138 Aug 22 14:23:55.252606 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:23:55.581102 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3f4ae-b3f6-4ab1-a306-1757e5acb2a5 req-b53deb2c-b911-4a81-99d2-e58078449204 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:23:55.582563 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-52f3f4ae-b3f6-4ab1-a306-1757e5acb2a5 req-b53deb2c-b911-4a81-99d2-e58078449204 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba64968d-70bd-410f-b437-baf190483e8a HTTP/1.1" status: 200 len: 945 time: 0.0485971 Aug 22 14:23:55.620523 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-52f3f4ae-b3f6-4ab1-a306-1757e5acb2a5 req-b13a34c0-6fd3-491d-a1f4-e02c78149b35 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=10117627-2e8b-45ab-860f-f7a65015d6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317404 Aug 22 14:23:56.733482 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ced06-cd5c-4877-849d-ac59e63a2716 req-337b65bc-38c7-4808-a8e1-c748b4ca7bcd tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:23:56.734941 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bb3ced06-cd5c-4877-849d-ac59e63a2716 req-337b65bc-38c7-4808-a8e1-c748b4ca7bcd tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba64968d-70bd-410f-b437-baf190483e8a HTTP/1.1" status: 200 len: 945 time: 0.0476933 Aug 22 14:23:56.772401 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bb3ced06-cd5c-4877-849d-ac59e63a2716 req-329113e2-8b15-4ba5-a73f-9598e45f8d12 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=10117627-2e8b-45ab-860f-f7a65015d6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312424 Aug 22 14:23:57.890391 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279afe02-ab9a-4626-8cef-96baee336141 req-35478314-2b12-42ef-8e90-8a29b31ba395 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:23:57.891891 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-279afe02-ab9a-4626-8cef-96baee336141 req-35478314-2b12-42ef-8e90-8a29b31ba395 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba64968d-70bd-410f-b437-baf190483e8a HTTP/1.1" status: 200 len: 945 time: 0.0528486 Aug 22 14:23:57.930394 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-279afe02-ab9a-4626-8cef-96baee336141 req-cf150c27-187a-43a9-9710-383e7cc5c801 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=10117627-2e8b-45ab-860f-f7a65015d6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324824 Aug 22 14:23:58.535599 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-19b4ee68-b3e9-4ccb-94e3-e46e7b971a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:58.978620 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:23:59.045951 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71880600-9147-4add-bac4-460c191c87c7 req-ccc86e7d-a147-42db-a9f4-584022ed9b59 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:23:59.047411 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-71880600-9147-4add-bac4-460c191c87c7 req-ccc86e7d-a147-42db-a9f4-584022ed9b59 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba64968d-70bd-410f-b437-baf190483e8a HTTP/1.1" status: 200 len: 945 time: 0.0477405 Aug 22 14:23:59.086031 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-71880600-9147-4add-bac4-460c191c87c7 req-68766025-74e8-4f11-9721-923be8300a5f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=10117627-2e8b-45ab-860f-f7a65015d6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317249 Aug 22 14:24:00.219967 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7012cac-fa53-4bb3-bacc-b93dc714959f req-00501baf-29a4-41d0-9a98-42e95d3f7a36 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:24:00.221468 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e7012cac-fa53-4bb3-bacc-b93dc714959f req-00501baf-29a4-41d0-9a98-42e95d3f7a36 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba64968d-70bd-410f-b437-baf190483e8a HTTP/1.1" status: 200 len: 945 time: 0.0513377 Aug 22 14:24:00.258388 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e7012cac-fa53-4bb3-bacc-b93dc714959f req-671e00dc-592b-4b2b-881b-d584eeb81102 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=10117627-2e8b-45ab-860f-f7a65015d6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304041 Aug 22 14:24:01.134030 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9384febb-5c29-49a8-aa27-21b647f1e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:01.278721 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:01.376342 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f510b42-5a15-450f-97c3-726819589a5d req-9e6793c4-6472-4300-a613-a4366bf9d1ab tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:24:01.377830 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0f510b42-5a15-450f-97c3-726819589a5d req-9e6793c4-6472-4300-a613-a4366bf9d1ab tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba64968d-70bd-410f-b437-baf190483e8a HTTP/1.1" status: 200 len: 945 time: 0.0533683 Aug 22 14:24:01.415552 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0f510b42-5a15-450f-97c3-726819589a5d req-c7a7d023-3e24-43ee-ad2b-4712c954092c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=10117627-2e8b-45ab-860f-f7a65015d6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316086 Aug 22 14:24:02.527913 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ca388-de58-4bc9-b996-725ddba41180 req-543b140d-980f-40fb-ae47-8877b3097588 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:24:02.529403 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-221ca388-de58-4bc9-b996-725ddba41180 req-543b140d-980f-40fb-ae47-8877b3097588 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba64968d-70bd-410f-b437-baf190483e8a HTTP/1.1" status: 200 len: 945 time: 0.0486567 Aug 22 14:24:02.567074 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-221ca388-de58-4bc9-b996-725ddba41180 req-cd58ab6c-53ed-4583-bbec-dd6e89528087 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=10117627-2e8b-45ab-860f-f7a65015d6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317602 Aug 22 14:24:02.642940 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:03.679481 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990dc8f-7480-476a-aae7-b02f354a06a1 req-13166416-b5b8-46c7-8fb7-86d3e1bff130 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:24:03.680978 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0990dc8f-7480-476a-aae7-b02f354a06a1 req-13166416-b5b8-46c7-8fb7-86d3e1bff130 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba64968d-70bd-410f-b437-baf190483e8a HTTP/1.1" status: 200 len: 945 time: 0.0481768 Aug 22 14:24:03.717655 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0990dc8f-7480-476a-aae7-b02f354a06a1 req-b3ad64c2-9f51-4537-bcee-fe9324e8e201 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=10117627-2e8b-45ab-860f-f7a65015d6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308533 Aug 22 14:24:04.404703 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:04.418937 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:04.836045 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7da29-c014-4567-abaf-68bc96a8ae52 req-8fc0af7c-4480-4019-8bd6-8ed986b0b2d6 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:24:04.837621 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-43d7da29-c014-4567-abaf-68bc96a8ae52 req-8fc0af7c-4480-4019-8bd6-8ed986b0b2d6 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba64968d-70bd-410f-b437-baf190483e8a HTTP/1.1" status: 200 len: 945 time: 0.0527694 Aug 22 14:24:04.874956 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-43d7da29-c014-4567-abaf-68bc96a8ae52 req-e09feeff-d934-4e9c-9750-9b4ab2da7110 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=10117627-2e8b-45ab-860f-f7a65015d6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314007 Aug 22 14:24:05.994780 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c5f96-09b5-491a-8ba1-b3119d0d8be5 req-81aa4f45-7f8f-42d3-977d-fd5911f94b1f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:24:05.996306 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-342c5f96-09b5-491a-8ba1-b3119d0d8be5 req-81aa4f45-7f8f-42d3-977d-fd5911f94b1f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba64968d-70bd-410f-b437-baf190483e8a HTTP/1.1" status: 200 len: 945 time: 0.0524957 Aug 22 14:24:06.034471 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-342c5f96-09b5-491a-8ba1-b3119d0d8be5 req-4d856003-47e3-491d-811d-97db88ec130e tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=10117627-2e8b-45ab-860f-f7a65015d6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321798 Aug 22 14:24:07.158878 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cbbfe6-612c-45c1-be59-af02d739eaa0 req-bfc8aee8-f0da-43cb-9564-19c97f64c9dc tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:24:07.160431 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c3cbbfe6-612c-45c1-be59-af02d739eaa0 req-bfc8aee8-f0da-43cb-9564-19c97f64c9dc tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba64968d-70bd-410f-b437-baf190483e8a HTTP/1.1" status: 200 len: 945 time: 0.0508060 Aug 22 14:24:07.199597 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c3cbbfe6-612c-45c1-be59-af02d739eaa0 req-a49e1080-ced5-4626-999a-afffad877693 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=10117627-2e8b-45ab-860f-f7a65015d6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329700 Aug 22 14:24:07.221319 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52202) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:24:07.289287 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-33197b85-b811-4d73-bbcb-7e4af60bef9c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/floatingips/075353f8-cd4f-4efc-9efe-b75079e89264 HTTP/1.1" status: 200 len: 993 time: 0.0664799 Aug 22 14:24:28.536259 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-24ee6f79-f75b-4e45-95d5-6a03b1ff5f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:28.987921 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:31.135204 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c0eb6838-1c80-4176-8170-25ff5e385bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:31.281127 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:32.251123 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:24:32.642432 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:34.398943 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:34.418271 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:35.340046 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-12cfe92a-2bda-4c1e-875f-dad92fb56703 req-21e539c2-bcd0-4634-8d39-599437d316df service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ba64968d-70bd-410f-b437-baf190483e8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400393 Aug 22 14:24:35.420337 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cfe92a-2bda-4c1e-875f-dad92fb56703 req-88f466cf-ef63-4c91-a466-e1cb4b1d51b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:24:35.421805 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-12cfe92a-2bda-4c1e-875f-dad92fb56703 req-88f466cf-ef63-4c91-a466-e1cb4b1d51b1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5656c7f7f9c746e19a50aa1bc4d9988c&device_id=ba64968d-70bd-410f-b437-baf190483e8a HTTP/1.1" status: 200 len: 1097 time: 0.0406263 Aug 22 14:24:35.527540 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cfe92a-2bda-4c1e-875f-dad92fb56703 req-0e0b0243-eab6-4c1c-8d99-b312d71958bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:24:35.528943 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-12cfe92a-2bda-4c1e-875f-dad92fb56703 req-0e0b0243-eab6-4c1c-8d99-b312d71958bf service neutron] 10.222.0.41 "GET /v2.0/networks?id=96509a58-43e7-4796-abf7-20deb92411e1 HTTP/1.1" status: 200 len: 897 time: 0.0874095 Aug 22 14:24:35.594422 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-12cfe92a-2bda-4c1e-875f-dad92fb56703 req-14c41ae6-af68-453a-8da2-0e85374690b1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11c4853c-4ce9-49ac-b8dc-09284585f1c7 HTTP/1.1" status: 200 len: 1001 time: 0.0576890 Aug 22 14:24:35.641886 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cfe92a-2bda-4c1e-875f-dad92fb56703 req-e844b2a2-7156-47d4-a11e-8355de482b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:24:35.643274 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-12cfe92a-2bda-4c1e-875f-dad92fb56703 req-e844b2a2-7156-47d4-a11e-8355de482b87 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a6dd39e-725f-476e-a0ac-428596c90740 HTTP/1.1" status: 200 len: 835 time: 0.0418723 Aug 22 14:24:35.691994 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cfe92a-2bda-4c1e-875f-dad92fb56703 req-bfb08809-52ae-4717-a94e-efd39146b2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:24:35.693457 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-12cfe92a-2bda-4c1e-875f-dad92fb56703 req-bfb08809-52ae-4717-a94e-efd39146b2f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=96509a58-43e7-4796-abf7-20deb92411e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422130 Aug 22 14:24:35.786584 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-12cfe92a-2bda-4c1e-875f-dad92fb56703 req-97b0ae60-2d78-4590-a0a2-b18c04b2c18a service neutron] 10.222.0.41 "GET /v2.0/networks/96509a58-43e7-4796-abf7-20deb92411e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799112 Aug 22 14:24:35.876518 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-12cfe92a-2bda-4c1e-875f-dad92fb56703 req-a47830f5-225b-4153-a25f-0e8b8c97c1b2 service neutron] 10.222.0.41 "GET /v2.0/networks/96509a58-43e7-4796-abf7-20deb92411e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828879 Aug 22 14:24:37.891529 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52214) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:24:38.045970 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-f8d66c2d-ea64-44d4-9d12-0bc487ccd659 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Deleting port 777fb6c8-d8ae-44be-8796-fb60b8423fe9 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:24:38.046318 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f8d66c2d-ea64-44d4-9d12-0bc487ccd659 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:38.123819 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f8d66c2d-ea64-44d4-9d12-0bc487ccd659 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:38.124140 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f8d66c2d-ea64-44d4-9d12-0bc487ccd659 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:38.136140 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-f8d66c2d-ea64-44d4-9d12-0bc487ccd659 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Calling delete_port for 777fb6c8-d8ae-44be-8796-fb60b8423fe9 owned by network:floatingip {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:24:38.276479 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f8d66c2d-ea64-44d4-9d12-0bc487ccd659 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:38.306825 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d66c2d-ea64-44d4-9d12-0bc487ccd659 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event deleted for resources: {'Port': ['ID=777fb6c8-d8ae-44be-8796-fb60b8423fe9,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:24:38.330055 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d66c2d-ea64-44d4-9d12-0bc487ccd659 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:24:38.330407 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d66c2d-ea64-44d4-9d12-0bc487ccd659 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:24:38.330754 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d66c2d-ea64-44d4-9d12-0bc487ccd659 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:24:38.331093 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d66c2d-ea64-44d4-9d12-0bc487ccd659 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:24:38.331429 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d66c2d-ea64-44d4-9d12-0bc487ccd659 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:24:38.331762 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d66c2d-ea64-44d4-9d12-0bc487ccd659 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:24:38.332093 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d66c2d-ea64-44d4-9d12-0bc487ccd659 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:24:38.332452 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d66c2d-ea64-44d4-9d12-0bc487ccd659 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:24:38.332782 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d66c2d-ea64-44d4-9d12-0bc487ccd659 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:24:38.333106 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d66c2d-ea64-44d4-9d12-0bc487ccd659 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:24:38.333434 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d66c2d-ea64-44d4-9d12-0bc487ccd659 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:24:38.333756 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d66c2d-ea64-44d4-9d12-0bc487ccd659 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:24:38.373938 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f8d66c2d-ea64-44d4-9d12-0bc487ccd659 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for floatingip, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:38.374269 n-d-793621-33 neutron-server[94627]: INFO neutron.db.l3_db [None req-f8d66c2d-ea64-44d4-9d12-0bc487ccd659 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Floating IP 075353f8-cd4f-4efc-9efe-b75079e89264 disassociated (deleted). External IP: 172.25.3.147, port: 11c4853c-4ce9-49ac-b8dc-09284585f1c7. Aug 22 14:24:38.582370 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d66c2d-ea64-44d4-9d12-0bc487ccd659 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Router db0c0934-58dc-4e55-b8a3-0ea49f51d043 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:24:38.690663 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d66c2d-ea64-44d4-9d12-0bc487ccd659 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:24:38.696143 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f8d66c2d-ea64-44d4-9d12-0bc487ccd659 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:38.701332 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d836064-6254-4fa2-8b06-c8f77cf46d2f None None] Sync routers for ids ['db0c0934-58dc-4e55-b8a3-0ea49f51d043'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:24:38.710795 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d836064-6254-4fa2-8b06-c8f77cf46d2f None None] Routers {'db0c0934-58dc-4e55-b8a3-0ea49f51d043'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:24:38.711558 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-3d836064-6254-4fa2-8b06-c8f77cf46d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:24:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['db0c0934-58dc-4e55-b8a3-0ea49f51d043'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:24:38.721890 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f8d66c2d-ea64-44d4-9d12-0bc487ccd659 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "DELETE /v2.0/floatingips/075353f8-cd4f-4efc-9efe-b75079e89264 HTTP/1.1" status: 204 len: 168 time: 0.8292987 Aug 22 14:24:38.722574 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba64968d-70bd-410f-b437-baf190483e8a', 'tag': '11c4853c-4ce9-49ac-b8dc-09284585f1c7'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:24:38.724940 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8361b9502d284db1754c02bd1b6f8106db555dd6c6dc010ebe333761f67dd15a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd054e5-a710-4d38-b663-d1d644f267bb" -d '{"events": [{"name": "network-changed", "server_uuid": "ba64968d-70bd-410f-b437-baf190483e8a", "tag": "11c4853c-4ce9-49ac-b8dc-09284585f1c7"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:24:38.822056 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-3d836064-6254-4fa2-8b06-c8f77cf46d2f None None] Set router db0c0934-58dc-4e55-b8a3-0ea49f51d043 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:24:38.824671 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3441a185-452a-4aea-bfe1-73dcd96bb222 x-openstack-request-id: req-3441a185-452a-4aea-bfe1-73dcd96bb222 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:24:38.824954 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba64968d-70bd-410f-b437-baf190483e8a", "tag": "11c4853c-4ce9-49ac-b8dc-09284585f1c7", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:24:38.825208 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3441a185-452a-4aea-bfe1-73dcd96bb222 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:24:38.825602 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba64968d-70bd-410f-b437-baf190483e8a', 'tag': '11c4853c-4ce9-49ac-b8dc-09284585f1c7', 'status': 'completed', 'code': 200} Aug 22 14:24:38.892912 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd054e5-a710-4d38-b663-d1d644f267bb req-ccb2b5d1-0f36-4982-93f1-059f396c443c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:24:38.894453 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4dd054e5-a710-4d38-b663-d1d644f267bb req-ccb2b5d1-0f36-4982-93f1-059f396c443c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5656c7f7f9c746e19a50aa1bc4d9988c&device_id=ba64968d-70bd-410f-b437-baf190483e8a HTTP/1.1" status: 200 len: 1097 time: 0.0468400 Aug 22 14:24:38.966515 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742842ee-d173-4984-ae18-3f84f8c4d7af req-1d02bbf5-3d99-4ba3-a0d6-f5790d8a74a1 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:24:38.968043 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-742842ee-d173-4984-ae18-3f84f8c4d7af req-1d02bbf5-3d99-4ba3-a0d6-f5790d8a74a1 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba64968d-70bd-410f-b437-baf190483e8a HTTP/1.1" status: 200 len: 945 time: 0.0588832 Aug 22 14:24:38.995410 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd054e5-a710-4d38-b663-d1d644f267bb req-9083f738-9deb-4e9a-a735-174bd16d9d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:24:38.996937 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4dd054e5-a710-4d38-b663-d1d644f267bb req-9083f738-9deb-4e9a-a735-174bd16d9d5a service neutron] 10.222.0.41 "GET /v2.0/networks?id=96509a58-43e7-4796-abf7-20deb92411e1 HTTP/1.1" status: 200 len: 897 time: 0.0955856 Aug 22 14:24:39.014106 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-742842ee-d173-4984-ae18-3f84f8c4d7af req-3323399e-3248-4470-89aa-7b105178876f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=10117627-2e8b-45ab-860f-f7a65015d6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375507 Aug 22 14:24:39.045375 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-3d836064-6254-4fa2-8b06-c8f77cf46d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db0c0934-58dc-4e55-b8a3-0ea49f51d043', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969729420', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '9ac0d8e5-b5ca-4e16-a800-a814152b72a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:23:02Z', 'updated_at': '2021-08-22T14:23:05Z', 'revision_number': 4, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': '9ac0d8e5-b5ca-4e16-a800-a814152b72a7', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:68:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0c0934-58dc-4e55-b8a3-0ea49f51d043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:23:02Z', 'updated_at': '2021-08-22T14:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '7f08bbd3-153c-4108-bc01-237a129c1273', 'name': '', 'network_id': '96509a58-43e7-4796-abf7-20deb92411e1', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'mac_address': 'fa:16:3e:f1:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0c0934-58dc-4e55-b8a3-0ea49f51d043', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1a6dd39e-725f-476e-a0ac-428596c90740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:23:05Z', 'updated_at': '2021-08-22T14:23:09Z', 'revision_number': 5, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'subnets': [{'id': '1a6dd39e-725f-476e-a0ac-428596c90740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:24:39.048969 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4dd054e5-a710-4d38-b663-d1d644f267bb req-487608e4-034e-4391-ac08-8157fc4e37b9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11c4853c-4ce9-49ac-b8dc-09284585f1c7 HTTP/1.1" status: 200 len: 217 time: 0.0433800 Aug 22 14:24:39.071755 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d836064-6254-4fa2-8b06-c8f77cf46d2f None None] Checking router: db0c0934-58dc-4e55-b8a3-0ea49f51d043 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:24:39.079888 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d836064-6254-4fa2-8b06-c8f77cf46d2f None None] Routers {'db0c0934-58dc-4e55-b8a3-0ea49f51d043'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:24:39.080520 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-3d836064-6254-4fa2-8b06-c8f77cf46d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:24:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['db0c0934-58dc-4e55-b8a3-0ea49f51d043'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:24:39.099709 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd054e5-a710-4d38-b663-d1d644f267bb req-84b55b67-2127-424a-8122-fdfdc49383f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:24:39.101469 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4dd054e5-a710-4d38-b663-d1d644f267bb req-84b55b67-2127-424a-8122-fdfdc49383f6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a6dd39e-725f-476e-a0ac-428596c90740 HTTP/1.1" status: 200 len: 835 time: 0.0444171 Aug 22 14:24:39.148712 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd054e5-a710-4d38-b663-d1d644f267bb req-dc682272-7239-40b4-9397-b6a86220693a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:24:39.150192 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4dd054e5-a710-4d38-b663-d1d644f267bb req-dc682272-7239-40b4-9397-b6a86220693a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=96509a58-43e7-4796-abf7-20deb92411e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408926 Aug 22 14:24:39.181946 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-3d836064-6254-4fa2-8b06-c8f77cf46d2f None None] Set router db0c0934-58dc-4e55-b8a3-0ea49f51d043 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:24:39.245709 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4dd054e5-a710-4d38-b663-d1d644f267bb req-aa57db18-9b7a-4c2e-a78b-34828bddb5db service neutron] 10.222.0.41 "GET /v2.0/networks/96509a58-43e7-4796-abf7-20deb92411e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875297 Aug 22 14:24:39.336702 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4dd054e5-a710-4d38-b663-d1d644f267bb req-5c2fda50-913c-4143-9959-f53f88a8b1f7 service neutron] 10.222.0.41 "GET /v2.0/networks/96509a58-43e7-4796-abf7-20deb92411e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820990 Aug 22 14:24:39.382009 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-3d836064-6254-4fa2-8b06-c8f77cf46d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db0c0934-58dc-4e55-b8a3-0ea49f51d043', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969729420', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '9ac0d8e5-b5ca-4e16-a800-a814152b72a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:23:02Z', 'updated_at': '2021-08-22T14:23:05Z', 'revision_number': 4, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': '9ac0d8e5-b5ca-4e16-a800-a814152b72a7', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:68:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0c0934-58dc-4e55-b8a3-0ea49f51d043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:23:02Z', 'updated_at': '2021-08-22T14:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '7f08bbd3-153c-4108-bc01-237a129c1273', 'name': '', 'network_id': '96509a58-43e7-4796-abf7-20deb92411e1', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'mac_address': 'fa:16:3e:f1:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0c0934-58dc-4e55-b8a3-0ea49f51d043', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1a6dd39e-725f-476e-a0ac-428596c90740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:23:05Z', 'updated_at': '2021-08-22T14:23:09Z', 'revision_number': 5, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'subnets': [{'id': '1a6dd39e-725f-476e-a0ac-428596c90740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:24:39.408718 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d836064-6254-4fa2-8b06-c8f77cf46d2f None None] The sync data for ids ['db0c0934-58dc-4e55-b8a3-0ea49f51d043'] in n-d-793621-33 is: [{'id': 'db0c0934-58dc-4e55-b8a3-0ea49f51d043', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969729420', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '9ac0d8e5-b5ca-4e16-a800-a814152b72a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:23:02Z', 'updated_at': '2021-08-22T14:23:05Z', 'revision_number': 4, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': '9ac0d8e5-b5ca-4e16-a800-a814152b72a7', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:68:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0c0934-58dc-4e55-b8a3-0ea49f51d043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:23:02Z', 'updated_at': '2021-08-22T14:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '7f08bbd3-153c-4108-bc01-237a129c1273', 'name': '', 'network_id': '96509a58-43e7-4796-abf7-20deb92411e1', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'mac_address': 'fa:16:3e:f1:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0c0934-58dc-4e55-b8a3-0ea49f51d043', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1a6dd39e-725f-476e-a0ac-428596c90740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:23:05Z', 'updated_at': '2021-08-22T14:23:09Z', 'revision_number': 5, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'subnets': [{'id': '1a6dd39e-725f-476e-a0ac-428596c90740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:24:39.622515 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff78228-78f3-44b5-976d-e27b24519e6c None None] New status for floating IP 075353f8-cd4f-4efc-9efe-b75079e89264: DOWN {{(pid=94629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 14:24:40.131506 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce63878-0fe9-4a70-9ae3-ee9b99f540b3 req-7993440a-adaa-4cc7-8692-37bbcfa4b387 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:24:40.133770 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dce63878-0fe9-4a70-9ae3-ee9b99f540b3 req-7993440a-adaa-4cc7-8692-37bbcfa4b387 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba64968d-70bd-410f-b437-baf190483e8a HTTP/1.1" status: 200 len: 945 time: 0.0492246 Aug 22 14:24:40.172264 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dce63878-0fe9-4a70-9ae3-ee9b99f540b3 req-eb6e5357-dfee-4b94-a546-384cb1ad3484 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=10117627-2e8b-45ab-860f-f7a65015d6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326056 Aug 22 14:24:40.392504 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c049b1-fd0e-4cde-8b7c-08e06a94318e req-50ec7262-1696-4cd4-b2f5-1c88f1e0a34f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:24:40.393919 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-47c049b1-fd0e-4cde-8b7c-08e06a94318e req-50ec7262-1696-4cd4-b2f5-1c88f1e0a34f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba64968d-70bd-410f-b437-baf190483e8a HTTP/1.1" status: 200 len: 945 time: 0.0482888 Aug 22 14:24:40.483423 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-47c049b1-fd0e-4cde-8b7c-08e06a94318e req-6cb8ff93-b6f5-4378-b36f-e0e7d2b4c167 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Deleting port 11c4853c-4ce9-49ac-b8dc-09284585f1c7 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:24:40.483757 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-47c049b1-fd0e-4cde-8b7c-08e06a94318e req-6cb8ff93-b6f5-4378-b36f-e0e7d2b4c167 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:40.571915 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-47c049b1-fd0e-4cde-8b7c-08e06a94318e req-6cb8ff93-b6f5-4378-b36f-e0e7d2b4c167 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] For port 11c4853c-4ce9-49ac-b8dc-09284585f1c7, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=11c4853c-4ce9-49ac-b8dc-09284585f1c7,segment=NetworkSegment(28b1a001-d9f0-46f7-869f-013de815d267),segment_id=28b1a001-d9f0-46f7-869f-013de815d267)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:24:40.572310 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-47c049b1-fd0e-4cde-8b7c-08e06a94318e req-6cb8ff93-b6f5-4378-b36f-e0e7d2b4c167 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:40.587307 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-47c049b1-fd0e-4cde-8b7c-08e06a94318e req-6cb8ff93-b6f5-4378-b36f-e0e7d2b4c167 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Calling delete_port for 11c4853c-4ce9-49ac-b8dc-09284585f1c7 owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:24:40.715829 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-47c049b1-fd0e-4cde-8b7c-08e06a94318e req-6cb8ff93-b6f5-4378-b36f-e0e7d2b4c167 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:40.744214 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb8ff93-b6f5-4378-b36f-e0e7d2b4c167 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event deleted for resources: {'Port': ['ID=11c4853c-4ce9-49ac-b8dc-09284585f1c7,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:24:40.754980 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb8ff93-b6f5-4378-b36f-e0e7d2b4c167 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:24:40.755333 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb8ff93-b6f5-4378-b36f-e0e7d2b4c167 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:24:40.755673 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb8ff93-b6f5-4378-b36f-e0e7d2b4c167 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:24:40.756007 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb8ff93-b6f5-4378-b36f-e0e7d2b4c167 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:24:40.756390 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb8ff93-b6f5-4378-b36f-e0e7d2b4c167 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:24:40.756727 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb8ff93-b6f5-4378-b36f-e0e7d2b4c167 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:24:40.757055 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb8ff93-b6f5-4378-b36f-e0e7d2b4c167 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:24:40.757380 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb8ff93-b6f5-4378-b36f-e0e7d2b4c167 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:24:40.757703 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb8ff93-b6f5-4378-b36f-e0e7d2b4c167 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:24:40.758027 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb8ff93-b6f5-4378-b36f-e0e7d2b4c167 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:24:40.758351 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb8ff93-b6f5-4378-b36f-e0e7d2b4c167 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:24:40.758670 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb8ff93-b6f5-4378-b36f-e0e7d2b4c167 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:24:40.798642 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-47c049b1-fd0e-4cde-8b7c-08e06a94318e req-6cb8ff93-b6f5-4378-b36f-e0e7d2b4c167 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] No DVR routers for this DVR port 11c4853c-4ce9-49ac-b8dc-09284585f1c7 on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:24:40.801252 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-47c049b1-fd0e-4cde-8b7c-08e06a94318e req-6cb8ff93-b6f5-4378-b36f-e0e7d2b4c167 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:40.803276 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-47c049b1-fd0e-4cde-8b7c-08e06a94318e req-6cb8ff93-b6f5-4378-b36f-e0e7d2b4c167 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.41 "DELETE /v2.0/ports/11c4853c-4ce9-49ac-b8dc-09284585f1c7 HTTP/1.1" status: 204 len: 173 time: 0.4034128 Aug 22 14:24:40.803740 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba64968d-70bd-410f-b437-baf190483e8a', 'name': 'network-vif-deleted', 'tag': '11c4853c-4ce9-49ac-b8dc-09284585f1c7'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:24:40.806796 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bdeb8ea780dc3f157cf86c35b44054b3d50f34a398e9a69dfe822f45c5aaee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4705aa1-6102-4768-a7b5-4e9b7d4a20eb" -d '{"events": [{"server_uuid": "ba64968d-70bd-410f-b437-baf190483e8a", "name": "network-vif-deleted", "tag": "11c4853c-4ce9-49ac-b8dc-09284585f1c7"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:24:40.841916 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb958f6-13d6-4584-9231-cae454e7a1b8 x-openstack-request-id: req-7cb958f6-13d6-4584-9231-cae454e7a1b8 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:24:40.842206 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba64968d-70bd-410f-b437-baf190483e8a", "name": "network-vif-deleted", "tag": "11c4853c-4ce9-49ac-b8dc-09284585f1c7", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:24:40.842452 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7cb958f6-13d6-4584-9231-cae454e7a1b8 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:24:40.842854 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba64968d-70bd-410f-b437-baf190483e8a', 'name': 'network-vif-deleted', 'tag': '11c4853c-4ce9-49ac-b8dc-09284585f1c7', 'status': 'completed', 'code': 200} Aug 22 14:24:41.294620 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5387fe04-6223-4791-bb25-b8aaf426fb58 req-0e025310-5bfd-4267-a233-f1295ad30102 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba64968d-70bd-410f-b437-baf190483e8a HTTP/1.1" status: 200 len: 210 time: 0.0346377 Aug 22 14:24:42.352596 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52232) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:24:42.710378 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bbccfbc6-d074-4444-b040-3cf991f76f43 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:42.974174 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-bbccfbc6-d074-4444-b040-3cf991f76f43 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Deleting port 7f08bbd3-153c-4108-bc01-237a129c1273 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:24:42.974569 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bbccfbc6-d074-4444-b040-3cf991f76f43 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:43.066945 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-bbccfbc6-d074-4444-b040-3cf991f76f43 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] For port 7f08bbd3-153c-4108-bc01-237a129c1273, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=7f08bbd3-153c-4108-bc01-237a129c1273,segment=NetworkSegment(28b1a001-d9f0-46f7-869f-013de815d267),segment_id=28b1a001-d9f0-46f7-869f-013de815d267)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:24:43.067309 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bbccfbc6-d074-4444-b040-3cf991f76f43 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:43.079436 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-bbccfbc6-d074-4444-b040-3cf991f76f43 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Calling delete_port for 7f08bbd3-153c-4108-bc01-237a129c1273 owned by network:router_interface {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:24:43.256065 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [req-489844cb-3eec-42f8-b84e-9c8a00d0e648 req-8e00220c-6d9d-4b1c-9b6c-66114e49f522 service neutron] (94628) timed out ('10.222.0.21', 48378) {{(pid=94628) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 22 14:24:43.268806 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bbccfbc6-d074-4444-b040-3cf991f76f43 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:43.294632 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbccfbc6-d074-4444-b040-3cf991f76f43 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event deleted for resources: {'Port': ['ID=7f08bbd3-153c-4108-bc01-237a129c1273,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:24:43.476964 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bbccfbc6-d074-4444-b040-3cf991f76f43 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:43.980284 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbccfbc6-d074-4444-b040-3cf991f76f43 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Router db0c0934-58dc-4e55-b8a3-0ea49f51d043 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:24:44.081239 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbccfbc6-d074-4444-b040-3cf991f76f43 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:24:44.087034 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-bbccfbc6-d074-4444-b040-3cf991f76f43 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "PUT /v2.0/routers/db0c0934-58dc-4e55-b8a3-0ea49f51d043/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7333982 Aug 22 14:24:44.089771 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52234) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:24:44.091879 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e328b5a9-8ed8-4b1f-987c-d697c0fb31a3 None None] Sync routers for ids ['db0c0934-58dc-4e55-b8a3-0ea49f51d043'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:24:44.100823 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e328b5a9-8ed8-4b1f-987c-d697c0fb31a3 None None] Routers {'db0c0934-58dc-4e55-b8a3-0ea49f51d043'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:24:44.101998 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-e328b5a9-8ed8-4b1f-987c-d697c0fb31a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:24:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['db0c0934-58dc-4e55-b8a3-0ea49f51d043'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:24:44.143888 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-d324b3da-baac-41aa-9e6f-1e9b998b3730 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Deleting subnet 1a6dd39e-725f-476e-a0ac-428596c90740 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:24:44.146952 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d324b3da-baac-41aa-9e6f-1e9b998b3730 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:44.187212 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d324b3da-baac-41aa-9e6f-1e9b998b3730 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:44.202881 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-e328b5a9-8ed8-4b1f-987c-d697c0fb31a3 None None] Set router db0c0934-58dc-4e55-b8a3-0ea49f51d043 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:24:44.269608 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d324b3da-baac-41aa-9e6f-1e9b998b3730 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:44.334830 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d324b3da-baac-41aa-9e6f-1e9b998b3730 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:44.363642 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d324b3da-baac-41aa-9e6f-1e9b998b3730 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event deleted for resources: {'Subnet': ['ID=1a6dd39e-725f-476e-a0ac-428596c90740,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:24:44.365904 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d324b3da-baac-41aa-9e6f-1e9b998b3730 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:44.370407 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d324b3da-baac-41aa-9e6f-1e9b998b3730 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "DELETE /v2.0/subnets/1a6dd39e-725f-476e-a0ac-428596c90740 HTTP/1.1" status: 204 len: 168 time: 0.2768881 Aug 22 14:24:44.370600 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52236) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:24:44.371614 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ba3716-57ef-4eb2-b876-37206a293bb5 None None] Network 96509a58-43e7-4796-abf7-20deb92411e1 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:24:44.393265 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-e328b5a9-8ed8-4b1f-987c-d697c0fb31a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db0c0934-58dc-4e55-b8a3-0ea49f51d043', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969729420', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '9ac0d8e5-b5ca-4e16-a800-a814152b72a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:23:02Z', 'updated_at': '2021-08-22T14:24:43Z', 'revision_number': 5, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': '9ac0d8e5-b5ca-4e16-a800-a814152b72a7', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:68:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0c0934-58dc-4e55-b8a3-0ea49f51d043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:23:02Z', 'updated_at': '2021-08-22T14:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:24:44.420751 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e328b5a9-8ed8-4b1f-987c-d697c0fb31a3 None None] Checking router: db0c0934-58dc-4e55-b8a3-0ea49f51d043 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:24:44.430564 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e328b5a9-8ed8-4b1f-987c-d697c0fb31a3 None None] Routers {'db0c0934-58dc-4e55-b8a3-0ea49f51d043'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:24:44.431183 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-e328b5a9-8ed8-4b1f-987c-d697c0fb31a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:24:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['db0c0934-58dc-4e55-b8a3-0ea49f51d043'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:24:44.480947 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-faf285c1-7729-4dcb-8bf4-9340d879b9b7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:44.540143 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-e328b5a9-8ed8-4b1f-987c-d697c0fb31a3 None None] Set router db0c0934-58dc-4e55-b8a3-0ea49f51d043 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:24:44.552454 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f7bba2-0073-405e-ac5c-b03f756c9f4f None None] DHCP port deletion for 96509a58-43e7-4796-abf7-20deb92411e1 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 14:24:44.593305 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-faf285c1-7729-4dcb-8bf4-9340d879b9b7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:44.603584 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-31f7bba2-0073-405e-ac5c-b03f756c9f4f None None] Deleting port 459b7641-219e-4776-8d04-528398233207 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:24:44.603968 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-31f7bba2-0073-405e-ac5c-b03f756c9f4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:44.647614 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-faf285c1-7729-4dcb-8bf4-9340d879b9b7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Deleting port 9ac0d8e5-b5ca-4e16-a800-a814152b72a7 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:24:44.648741 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-faf285c1-7729-4dcb-8bf4-9340d879b9b7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:44.670718 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-31f7bba2-0073-405e-ac5c-b03f756c9f4f None None] For port 459b7641-219e-4776-8d04-528398233207, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=459b7641-219e-4776-8d04-528398233207,segment=NetworkSegment(28b1a001-d9f0-46f7-869f-013de815d267),segment_id=28b1a001-d9f0-46f7-869f-013de815d267)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:24:44.671205 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-31f7bba2-0073-405e-ac5c-b03f756c9f4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:44.684554 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-31f7bba2-0073-405e-ac5c-b03f756c9f4f None None] Calling delete_port for 459b7641-219e-4776-8d04-528398233207 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:24:44.721977 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-e328b5a9-8ed8-4b1f-987c-d697c0fb31a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db0c0934-58dc-4e55-b8a3-0ea49f51d043', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969729420', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '9ac0d8e5-b5ca-4e16-a800-a814152b72a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:23:02Z', 'updated_at': '2021-08-22T14:24:43Z', 'revision_number': 5, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': '9ac0d8e5-b5ca-4e16-a800-a814152b72a7', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:68:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0c0934-58dc-4e55-b8a3-0ea49f51d043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:23:02Z', 'updated_at': '2021-08-22T14:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:24:44.727581 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-faf285c1-7729-4dcb-8bf4-9340d879b9b7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] For port 9ac0d8e5-b5ca-4e16-a800-a814152b72a7, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=9ac0d8e5-b5ca-4e16-a800-a814152b72a7,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:24:44.727961 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-faf285c1-7729-4dcb-8bf4-9340d879b9b7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:44.739849 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-faf285c1-7729-4dcb-8bf4-9340d879b9b7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Calling delete_port for 9ac0d8e5-b5ca-4e16-a800-a814152b72a7 owned by network:router_gateway {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:24:44.753025 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e328b5a9-8ed8-4b1f-987c-d697c0fb31a3 None None] The sync data for ids ['db0c0934-58dc-4e55-b8a3-0ea49f51d043'] in n-d-793621-33 is: [{'id': 'db0c0934-58dc-4e55-b8a3-0ea49f51d043', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969729420', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '9ac0d8e5-b5ca-4e16-a800-a814152b72a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:23:02Z', 'updated_at': '2021-08-22T14:24:43Z', 'revision_number': 5, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': '9ac0d8e5-b5ca-4e16-a800-a814152b72a7', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:68:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0c0934-58dc-4e55-b8a3-0ea49f51d043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:23:02Z', 'updated_at': '2021-08-22T14:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:24:44.770078 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-31f7bba2-0073-405e-ac5c-b03f756c9f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:44.793342 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f7bba2-0073-405e-ac5c-b03f756c9f4f None None] Pushing event deleted for resources: {'Port': ['ID=459b7641-219e-4776-8d04-528398233207,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:24:44.806061 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f7bba2-0073-405e-ac5c-b03f756c9f4f None None] No DVR routers for this DVR port 459b7641-219e-4776-8d04-528398233207 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:24:44.808970 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f7bba2-0073-405e-ac5c-b03f756c9f4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:24:44.809636 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f7bba2-0073-405e-ac5c-b03f756c9f4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:24:44.810388 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f7bba2-0073-405e-ac5c-b03f756c9f4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:24:44.810727 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f7bba2-0073-405e-ac5c-b03f756c9f4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:24:44.811050 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f7bba2-0073-405e-ac5c-b03f756c9f4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:24:44.811375 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f7bba2-0073-405e-ac5c-b03f756c9f4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:24:44.811714 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f7bba2-0073-405e-ac5c-b03f756c9f4f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:24:44.812017 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f7bba2-0073-405e-ac5c-b03f756c9f4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:24:44.812359 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f7bba2-0073-405e-ac5c-b03f756c9f4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:24:44.812675 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f7bba2-0073-405e-ac5c-b03f756c9f4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:24:44.813086 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f7bba2-0073-405e-ac5c-b03f756c9f4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:24:44.813300 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f7bba2-0073-405e-ac5c-b03f756c9f4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:24:44.910094 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-faf285c1-7729-4dcb-8bf4-9340d879b9b7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:44.939951 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf285c1-7729-4dcb-8bf4-9340d879b9b7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event deleted for resources: {'Port': ['ID=9ac0d8e5-b5ca-4e16-a800-a814152b72a7,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:24:44.997897 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-faf285c1-7729-4dcb-8bf4-9340d879b9b7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:45.087395 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-faf285c1-7729-4dcb-8bf4-9340d879b9b7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:45.089636 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-faf285c1-7729-4dcb-8bf4-9340d879b9b7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:45.139670 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-faf285c1-7729-4dcb-8bf4-9340d879b9b7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:45.140204 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf285c1-7729-4dcb-8bf4-9340d879b9b7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Fanout notify agent at l3_agent the message router_deleted on router db0c0934-58dc-4e55-b8a3-0ea49f51d043 {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 14:24:45.147585 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-faf285c1-7729-4dcb-8bf4-9340d879b9b7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:45.149438 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-faf285c1-7729-4dcb-8bf4-9340d879b9b7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "DELETE /v2.0/routers/db0c0934-58dc-4e55-b8a3-0ea49f51d043 HTTP/1.1" status: 204 len: 168 time: 0.7778084 Aug 22 14:24:45.152505 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52240) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:24:45.235473 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6bf3da81-cba8-4714-a953-c35cc2d3f179 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:45.325020 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6bf3da81-cba8-4714-a953-c35cc2d3f179 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:45.334978 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-6bf3da81-cba8-4714-a953-c35cc2d3f179 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96509a58-43e7-4796-abf7-20deb92411e1']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:24:45.351455 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-6bf3da81-cba8-4714-a953-c35cc2d3f179 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28b1a001-d9f0-46f7-869f-013de815d267') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:24:45.351761 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-6bf3da81-cba8-4714-a953-c35cc2d3f179 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28b1a001-d9f0-46f7-869f-013de815d267') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:24:45.361966 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6bf3da81-cba8-4714-a953-c35cc2d3f179 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:45.376659 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6bf3da81-cba8-4714-a953-c35cc2d3f179 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:45.384425 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bf3da81-cba8-4714-a953-c35cc2d3f179 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:24:45.384882 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6bf3da81-cba8-4714-a953-c35cc2d3f179 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:45.387862 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 14:24:45.387862 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:24:45.387862 n-d-793621-33 neutron-server[94628]: timer() Aug 22 14:24:45.387862 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:24:45.387862 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 14:24:45.387862 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:24:45.387862 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 14:24:45.387862 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:24:45.387862 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 14:24:45.387862 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:24:45.387862 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 14:24:45.387862 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:24:45.387862 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 14:24:45.387862 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:24:45.387862 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:24:45.387862 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:24:45.387862 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:24:45.387862 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:24:45.387862 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 14:24:45.387862 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:24:45.387862 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 14:24:45.387862 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:24:45.387862 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:24:45.387862 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:24:45.387862 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 14:24:45.387862 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:24:45.387862 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:24:45.387862 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:24:45.387862 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:24:45.387862 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:24:45.387862 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:24:45.387862 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:24:45.413139 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 7f08bbd3-153c-4108-bc01-237a129c1273 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:24:45.450911 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 11c4853c-4ce9-49ac-b8dc-09284585f1c7 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:24:45.454192 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 7f08bbd3-153c-4108-bc01-237a129c1273 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:24:45.454600 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 7f08bbd3-153c-4108-bc01-237a129c1273 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:24:45.455003 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 459b7641-219e-4776-8d04-528398233207 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:24:45.456024 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6bf3da81-cba8-4714-a953-c35cc2d3f179 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:45.473403 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6bf3da81-cba8-4714-a953-c35cc2d3f179 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:45.474152 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: 11c4853c-4ce9-49ac-b8dc-09284585f1c7 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:24:45.474500 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 11c4853c-4ce9-49ac-b8dc-09284585f1c7 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:24:45.475875 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6bf3da81-cba8-4714-a953-c35cc2d3f179 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "DELETE /v2.0/networks/96509a58-43e7-4796-abf7-20deb92411e1 HTTP/1.1" status: 204 len: 168 time: 0.3218589 Aug 22 14:24:45.476487 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf3da81-cba8-4714-a953-c35cc2d3f179 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event deleted for resources: {'Network': ['ID=96509a58-43e7-4796-abf7-20deb92411e1,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:24:45.478858 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52242) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:24:45.493700 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 459b7641-219e-4776-8d04-528398233207 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:24:45.494036 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 459b7641-219e-4776-8d04-528398233207 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:24:45.544656 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3bf171b5-bc29-474e-b01c-e471abe7fd4a tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:45.569520 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3bf171b5-bc29-474e-b01c-e471abe7fd4a tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:45.634277 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3bf171b5-bc29-474e-b01c-e471abe7fd4a tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:45.636757 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3bf171b5-bc29-474e-b01c-e471abe7fd4a tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:45.637895 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-3bf171b5-bc29-474e-b01c-e471abe7fd4a tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "DELETE /v2.0/security-groups/10117627-2e8b-45ab-860f-f7a65015d6dc HTTP/1.1" status: 204 len: 168 time: 0.1581388 Aug 22 14:24:45.647259 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf171b5-bc29-474e-b01c-e471abe7fd4a tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10117627-2e8b-45ab-860f-f7a65015d6dc,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:24:45.831663 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52248) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:24:45.836426 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-84264a93-c504-4125-bf36-ae1fc31790db tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2093152769', 'description': 'tempest-secgroup-smoke-2093152769 description', 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:24:45.860158 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-84264a93-c504-4125-bf36-ae1fc31790db tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:45.940051 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-84264a93-c504-4125-bf36-ae1fc31790db tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:45.943533 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-84264a93-c504-4125-bf36-ae1fc31790db tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:45.968567 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-84264a93-c504-4125-bf36-ae1fc31790db tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:45.969769 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-84264a93-c504-4125-bf36-ae1fc31790db tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1370673 Aug 22 14:24:45.973116 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52250) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:24:45.978701 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-59474d67-0fe9-4896-a19a-b038c7f46ea7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Request body: {'security_group_rule': {'security_group_id': 'd6e9f9ac-e36c-4b16-8a7e-74bd8b6a9055', 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:24:45.982628 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84264a93-c504-4125-bf36-ae1fc31790db tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e9f9ac-e36c-4b16-8a7e-74bd8b6a9055,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:24:46.008778 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-59474d67-0fe9-4896-a19a-b038c7f46ea7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:46.065326 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-59474d67-0fe9-4896-a19a-b038c7f46ea7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:46.068860 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-59474d67-0fe9-4896-a19a-b038c7f46ea7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:46.088938 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59474d67-0fe9-4896-a19a-b038c7f46ea7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42a08424-5c2d-4955-8897-e5f6d00fa6f8,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:24:46.092185 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-59474d67-0fe9-4896-a19a-b038c7f46ea7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:46.093392 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-59474d67-0fe9-4896-a19a-b038c7f46ea7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1191375 Aug 22 14:24:46.096107 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52252) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:24:46.100532 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-c7da48d3-4cd1-4b4c-a8c5-06ef61607b9b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Request body: {'security_group_rule': {'security_group_id': 'd6e9f9ac-e36c-4b16-8a7e-74bd8b6a9055', 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:24:46.127190 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c7da48d3-4cd1-4b4c-a8c5-06ef61607b9b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:46.188318 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c7da48d3-4cd1-4b4c-a8c5-06ef61607b9b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:46.191888 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c7da48d3-4cd1-4b4c-a8c5-06ef61607b9b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:46.212361 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7da48d3-4cd1-4b4c-a8c5-06ef61607b9b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34c23ec1-5a2b-4a4b-96b2-c69a838e13df,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:24:46.218399 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c7da48d3-4cd1-4b4c-a8c5-06ef61607b9b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:46.219602 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c7da48d3-4cd1-4b4c-a8c5-06ef61607b9b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1225500 Aug 22 14:24:46.222254 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52254) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:24:46.227141 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-bb612082-213e-44e9-82a0-118534938f9c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Request body: {'security_group_rule': {'security_group_id': 'd6e9f9ac-e36c-4b16-8a7e-74bd8b6a9055', 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:24:46.252339 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bb612082-213e-44e9-82a0-118534938f9c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:46.307914 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bb612082-213e-44e9-82a0-118534938f9c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:46.311413 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bb612082-213e-44e9-82a0-118534938f9c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:46.330229 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb612082-213e-44e9-82a0-118534938f9c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65a029c4-9459-41e2-ae73-0165b96f0495,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:24:46.333398 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bb612082-213e-44e9-82a0-118534938f9c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:46.334764 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-bb612082-213e-44e9-82a0-118534938f9c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1115971 Aug 22 14:24:46.338057 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52256) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:24:46.342518 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-692adcd3-a1f5-4ddd-9b46-a60cdc4da4b1 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Request body: {'security_group_rule': {'security_group_id': 'd6e9f9ac-e36c-4b16-8a7e-74bd8b6a9055', 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:24:46.368905 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-692adcd3-a1f5-4ddd-9b46-a60cdc4da4b1 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:46.427446 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-692adcd3-a1f5-4ddd-9b46-a60cdc4da4b1 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:46.431180 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-692adcd3-a1f5-4ddd-9b46-a60cdc4da4b1 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:46.448818 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692adcd3-a1f5-4ddd-9b46-a60cdc4da4b1 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46b3efa3-12bc-46da-94ab-06b4a96018f6,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:24:46.454450 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-692adcd3-a1f5-4ddd-9b46-a60cdc4da4b1 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:46.456773 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-692adcd3-a1f5-4ddd-9b46-a60cdc4da4b1 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1167400 Aug 22 14:24:46.458518 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52258) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:24:46.463861 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-c83d5aec-5373-4bdf-8337-306e26814f7b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Request body: {'security_group_rule': {'security_group_id': 'd6e9f9ac-e36c-4b16-8a7e-74bd8b6a9055', 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:24:46.488490 n-d-793621-33 neutron-server[94628]: INFO neutron.db.securitygroups_db [None req-c83d5aec-5373-4bdf-8337-306e26814f7b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Project 5656c7f7f9c746e19a50aa1bc4d9988c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 14:24:46.494138 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c83d5aec-5373-4bdf-8337-306e26814f7b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:46.556466 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c83d5aec-5373-4bdf-8337-306e26814f7b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:46.559985 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c83d5aec-5373-4bdf-8337-306e26814f7b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:46.581420 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83d5aec-5373-4bdf-8337-306e26814f7b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb30049f-cd3d-4bd0-ad3a-2fc54ca921fe,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:24:46.584489 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c83d5aec-5373-4bdf-8337-306e26814f7b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:46.586575 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c83d5aec-5373-4bdf-8337-306e26814f7b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1262910 Aug 22 14:24:46.589169 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52260) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:24:46.593590 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-fd05a96b-bee2-4991-a402-a072a9156d2b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Request body: {'security_group_rule': {'security_group_id': 'd6e9f9ac-e36c-4b16-8a7e-74bd8b6a9055', 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:24:46.614743 n-d-793621-33 neutron-server[94628]: INFO neutron.db.securitygroups_db [None req-fd05a96b-bee2-4991-a402-a072a9156d2b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Project 5656c7f7f9c746e19a50aa1bc4d9988c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 14:24:46.619544 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fd05a96b-bee2-4991-a402-a072a9156d2b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:46.679938 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fd05a96b-bee2-4991-a402-a072a9156d2b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:46.685342 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fd05a96b-bee2-4991-a402-a072a9156d2b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:46.700655 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd05a96b-bee2-4991-a402-a072a9156d2b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ac43dec-19f5-4947-84ff-8dda2683d1fc,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:24:46.708882 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fd05a96b-bee2-4991-a402-a072a9156d2b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:46.710107 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-fd05a96b-bee2-4991-a402-a072a9156d2b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1199627 Aug 22 14:24:46.713689 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52262) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:24:46.718503 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-bd5b2f5e-738d-4a97-8032-50fe90bf504a tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Request body: {'network': {'name': 'tempest-network-smoke--780050933', 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'port_security_enabled': True}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:24:46.738371 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5b2f5e-738d-4a97-8032-50fe90bf504a tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Made reservation on behalf of 5656c7f7f9c746e19a50aa1bc4d9988c for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:24:46.742259 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bd5b2f5e-738d-4a97-8032-50fe90bf504a tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:46.765143 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd5b2f5e-738d-4a97-8032-50fe90bf504a tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:24:46.775040 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bd5b2f5e-738d-4a97-8032-50fe90bf504a tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:46.775376 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-bd5b2f5e-738d-4a97-8032-50fe90bf504a tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Added segment 452f9d78-df00-461c-84fa-24517e16cc99 of type vlan for network 3825fd93-741e-4412-9556-0ab758c8777b Aug 22 14:24:46.815225 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bd5b2f5e-738d-4a97-8032-50fe90bf504a tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:46.839407 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bd5b2f5e-738d-4a97-8032-50fe90bf504a tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:46.844843 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5b2f5e-738d-4a97-8032-50fe90bf504a tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:24:46.845420 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-bd5b2f5e-738d-4a97-8032-50fe90bf504a tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:46.901752 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-bd5b2f5e-738d-4a97-8032-50fe90bf504a tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1870377 Aug 22 14:24:46.904426 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52264) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:24:46.908752 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-d4d9bea9-25c7-4fe2-85de-0054cf9da6bc tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-814826463', 'admin_state_up': True, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:24:46.925361 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5b2f5e-738d-4a97-8032-50fe90bf504a tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'Network': ['ID=3825fd93-741e-4412-9556-0ab758c8777b,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:24:46.936589 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 3825fd93-741e-4412-9556-0ab758c8777b details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:24:46.940573 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d4d9bea9-25c7-4fe2-85de-0054cf9da6bc tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:46.941570 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d4d9bea9-25c7-4fe2-85de-0054cf9da6bc tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:46.990825 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d4d9bea9-25c7-4fe2-85de-0054cf9da6bc tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:47.127709 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d4d9bea9-25c7-4fe2-85de-0054cf9da6bc tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:47.291529 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 9ac0d8e5-b5ca-4e16-a800-a814152b72a7 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:24:47.311868 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 9ac0d8e5-b5ca-4e16-a800-a814152b72a7 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:24:47.312165 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d4d9bea9-25c7-4fe2-85de-0054cf9da6bc tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for router_gateway, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:47.312324 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 9ac0d8e5-b5ca-4e16-a800-a814152b72a7 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:24:47.333999 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d4d9bea9-25c7-4fe2-85de-0054cf9da6bc tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:47.431281 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-d4d9bea9-25c7-4fe2-85de-0054cf9da6bc tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Allocated IP 172.25.3.182 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/e6515063-84c0-4d27-b6cd-d2875ebf1bcc) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:24:47.533034 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d4d9bea9-25c7-4fe2-85de-0054cf9da6bc tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:47.570618 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d4d9bea9-25c7-4fe2-85de-0054cf9da6bc tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:47.607445 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d9bea9-25c7-4fe2-85de-0054cf9da6bc tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:24:47.610128 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-d4d9bea9-25c7-4fe2-85de-0054cf9da6bc tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:24:47.612550 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d9bea9-25c7-4fe2-85de-0054cf9da6bc tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:24:47.637893 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d9bea9-25c7-4fe2-85de-0054cf9da6bc tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'Port': ['ID=e6515063-84c0-4d27-b6cd-d2875ebf1bcc,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:24:48.189045 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d4d9bea9-25c7-4fe2-85de-0054cf9da6bc tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for router_gateway, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:48.380462 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d4d9bea9-25c7-4fe2-85de-0054cf9da6bc tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:48.504972 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d9bea9-25c7-4fe2-85de-0054cf9da6bc tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Router c859f438-bf2c-4048-b154-0d84dbb98d64 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 14:24:48.609271 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d9bea9-25c7-4fe2-85de-0054cf9da6bc tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:24:48.618799 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90528057-bacb-4f2a-bdfd-e97e07158ef2 None None] Sync routers for ids ['c859f438-bf2c-4048-b154-0d84dbb98d64'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:24:48.627732 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-d4d9bea9-25c7-4fe2-85de-0054cf9da6bc tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:48.627918 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90528057-bacb-4f2a-bdfd-e97e07158ef2 None None] Routers {'c859f438-bf2c-4048-b154-0d84dbb98d64'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:24:48.628431 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-90528057-bacb-4f2a-bdfd-e97e07158ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:24:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['c859f438-bf2c-4048-b154-0d84dbb98d64'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:24:48.629088 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-d4d9bea9-25c7-4fe2-85de-0054cf9da6bc tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7237473 Aug 22 14:24:48.632268 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52266) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:24:48.661484 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-194c39e8-0cea-4c2e-ad20-61638cad291d tempest-TestNetworkAdvancedServerOps-1093191866 tempest-TestNetworkAdvancedServerOps-1093191866-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=5656c7f7f9c746e19a50aa1bc4d9988c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281079 Aug 22 14:24:48.665236 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52268) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:24:48.751758 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c357236e-92a1-4d3e-baf0-34cc7ff3673a tempest-TestNetworkAdvancedServerOps-1093191866 tempest-TestNetworkAdvancedServerOps-1093191866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:24:48.757642 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c357236e-92a1-4d3e-baf0-34cc7ff3673a tempest-TestNetworkAdvancedServerOps-1093191866 tempest-TestNetworkAdvancedServerOps-1093191866-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0871849 Aug 22 14:24:48.757642 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52270) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:24:48.791504 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-bdc73ad7-c9d9-4cc6-bf1c-096f20192d4e tempest-TestNetworkAdvancedServerOps-1093191866 tempest-TestNetworkAdvancedServerOps-1093191866-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=7de6ab83-cd00-4b3c-94fb-810dd34d29b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0341177 Aug 22 14:24:48.794131 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52272) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:24:48.799105 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-979cf9bf-42b4-4c19-9a8c-e6119283cf23 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-726024462', 'network_id': '3825fd93-741e-4412-9556-0ab758c8777b', 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:24:48.887663 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-90528057-bacb-4f2a-bdfd-e97e07158ef2 None None] Set router c859f438-bf2c-4048-b154-0d84dbb98d64 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:24:48.888415 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979cf9bf-42b4-4c19-9a8c-e6119283cf23 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Made reservation on behalf of 5656c7f7f9c746e19a50aa1bc4d9988c for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:24:48.891887 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-979cf9bf-42b4-4c19-9a8c-e6119283cf23 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:49.065573 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-90528057-bacb-4f2a-bdfd-e97e07158ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c859f438-bf2c-4048-b154-0d84dbb98d64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-814826463', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e6515063-84c0-4d27-b6cd-d2875ebf1bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:24:46Z', 'updated_at': '2021-08-22T14:24:47Z', 'revision_number': 3, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': 'e6515063-84c0-4d27-b6cd-d2875ebf1bcc', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c859f438-bf2c-4048-b154-0d84dbb98d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:24:47Z', 'updated_at': '2021-08-22T14:24:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:24:49.074473 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-979cf9bf-42b4-4c19-9a8c-e6119283cf23 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:49.094711 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90528057-bacb-4f2a-bdfd-e97e07158ef2 None None] Checking router: c859f438-bf2c-4048-b154-0d84dbb98d64 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:24:49.095065 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90528057-bacb-4f2a-bdfd-e97e07158ef2 None None] Updating router c859f438-bf2c-4048-b154-0d84dbb98d64 port e6515063-84c0-4d27-b6cd-d2875ebf1bcc binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:24:49.120666 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-90528057-bacb-4f2a-bdfd-e97e07158ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:49.136760 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979cf9bf-42b4-4c19-9a8c-e6119283cf23 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'Subnet': ['ID=0f1e9aa7-8e41-4040-b5b5-b407a364fefd,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:24:49.144432 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979cf9bf-42b4-4c19-9a8c-e6119283cf23 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Checking segment: {'id': '452f9d78-df00-461c-84fa-24517e16cc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3825fd93-741e-4412-9556-0ab758c8777b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:24:49.144800 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979cf9bf-42b4-4c19-9a8c-e6119283cf23 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Network hostable DHCP agents. Network: 3825fd93-741e-4412-9556-0ab758c8777b, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:24:49.161981 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979cf9bf-42b4-4c19-9a8c-e6119283cf23 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Network 3825fd93-741e-4412-9556-0ab758c8777b is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:24:49.171313 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-979cf9bf-42b4-4c19-9a8c-e6119283cf23 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 3825fd93-741e-4412-9556-0ab758c8777b) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:24:49.175548 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979cf9bf-42b4-4c19-9a8c-e6119283cf23 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:24:49.176417 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-979cf9bf-42b4-4c19-9a8c-e6119283cf23 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:49.193616 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-979cf9bf-42b4-4c19-9a8c-e6119283cf23 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3959620 Aug 22 14:24:49.193834 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52274) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:24:49.205823 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d358543-2d18-4351-8509-f4fe44ee123d None None] Network 3825fd93-741e-4412-9556-0ab758c8777b requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:24:49.443612 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33096240-233b-44df-a29e-feca39f3163b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-3825fd93-741e-4412-9556-0ab758c8777b', 'network_id': '3825fd93-741e-4412-9556-0ab758c8777b', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'fixed_ips': [{'subnet_id': '0f1e9aa7-8e41-4040-b5b5-b407a364fefd'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:24:49.444477 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-33096240-233b-44df-a29e-feca39f3163b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:49.503576 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-90528057-bacb-4f2a-bdfd-e97e07158ef2 None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:49.568154 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-90528057-bacb-4f2a-bdfd-e97e07158ef2 None None] Transition to ACTIVE for port object e6515063-84c0-4d27-b6cd-d2875ebf1bcc will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:24:49.577548 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-90528057-bacb-4f2a-bdfd-e97e07158ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:49.635482 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3244f617-08aa-4254-bd34-dc1a7621d8cb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:49.662838 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-33096240-233b-44df-a29e-feca39f3163b None None] Allocated IP 172.20.0.2 (3825fd93-741e-4412-9556-0ab758c8777b/0f1e9aa7-8e41-4040-b5b5-b407a364fefd/fd2e908c-d0c6-4e6a-aab5-a5de50c57d98) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:24:49.669768 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-90528057-bacb-4f2a-bdfd-e97e07158ef2 None None] Attempting to bind port e6515063-84c0-4d27-b6cd-d2875ebf1bcc on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:24:49.670136 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-90528057-bacb-4f2a-bdfd-e97e07158ef2 None None] Attempting to bind port e6515063-84c0-4d27-b6cd-d2875ebf1bcc by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:24:49.670491 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90528057-bacb-4f2a-bdfd-e97e07158ef2 None None] Attempting to bind port e6515063-84c0-4d27-b6cd-d2875ebf1bcc on network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:24:49.675157 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f93daf-6f52-4ba9-b05f-5668b4721ad4 None None] Pushing event updated for resources: {'Port': ['ID=e6515063-84c0-4d27-b6cd-d2875ebf1bcc,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:24:49.684439 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90528057-bacb-4f2a-bdfd-e97e07158ef2 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:24:49.684819 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90528057-bacb-4f2a-bdfd-e97e07158ef2 None None] Checking segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:24:49.685219 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-90528057-bacb-4f2a-bdfd-e97e07158ef2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:49.685607 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90528057-bacb-4f2a-bdfd-e97e07158ef2 None None] Bound using segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:24:49.686078 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-90528057-bacb-4f2a-bdfd-e97e07158ef2 None None] Bound port: e6515063-84c0-4d27-b6cd-d2875ebf1bcc, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:24:49.686456 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-90528057-bacb-4f2a-bdfd-e97e07158ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:49.790862 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-90528057-bacb-4f2a-bdfd-e97e07158ef2 None None] For port e6515063-84c0-4d27-b6cd-d2875ebf1bcc, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:24:49.795100 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-90528057-bacb-4f2a-bdfd-e97e07158ef2 None None] For port e6515063-84c0-4d27-b6cd-d2875ebf1bcc, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=e6515063-84c0-4d27-b6cd-d2875ebf1bcc,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:24:49.808919 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-90528057-bacb-4f2a-bdfd-e97e07158ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:49.910534 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f93daf-6f52-4ba9-b05f-5668b4721ad4 None None] Pushing event updated for resources: {'Port': ['ID=e6515063-84c0-4d27-b6cd-d2875ebf1bcc,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:24:49.918392 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90528057-bacb-4f2a-bdfd-e97e07158ef2 None None] Routers {'c859f438-bf2c-4048-b154-0d84dbb98d64'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:24:49.919009 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-90528057-bacb-4f2a-bdfd-e97e07158ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:24:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['c859f438-bf2c-4048-b154-0d84dbb98d64'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:24:49.926079 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-33096240-233b-44df-a29e-feca39f3163b None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:49.966455 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-33096240-233b-44df-a29e-feca39f3163b None None] Transition to ACTIVE for port object fd2e908c-d0c6-4e6a-aab5-a5de50c57d98 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:24:50.016926 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-33096240-233b-44df-a29e-feca39f3163b None None] Transition to ACTIVE for port object fd2e908c-d0c6-4e6a-aab5-a5de50c57d98 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:24:50.025409 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-33096240-233b-44df-a29e-feca39f3163b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:50.072602 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-90528057-bacb-4f2a-bdfd-e97e07158ef2 None None] Set router c859f438-bf2c-4048-b154-0d84dbb98d64 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:24:50.076558 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-3244f617-08aa-4254-bd34-dc1a7621d8cb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Allocated IP 172.20.0.1 (3825fd93-741e-4412-9556-0ab758c8777b/0f1e9aa7-8e41-4040-b5b5-b407a364fefd/84807150-757e-460a-8b39-fd4b9936dfad) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:24:50.102737 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33096240-233b-44df-a29e-feca39f3163b None None] Network 3825fd93-741e-4412-9556-0ab758c8777b is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:24:50.131674 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-33096240-233b-44df-a29e-feca39f3163b None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:24:50.138139 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33096240-233b-44df-a29e-feca39f3163b None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:24:50.162902 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33096240-233b-44df-a29e-feca39f3163b None None] Pushing event updated for resources: {'Port': ['ID=fd2e908c-d0c6-4e6a-aab5-a5de50c57d98,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:24:50.191104 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3244f617-08aa-4254-bd34-dc1a7621d8cb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:50.205295 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-3244f617-08aa-4254-bd34-dc1a7621d8cb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Transition to ACTIVE for port object 84807150-757e-460a-8b39-fd4b9936dfad will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:24:50.244220 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3244f617-08aa-4254-bd34-dc1a7621d8cb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:50.248732 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-33096240-233b-44df-a29e-feca39f3163b None None] Attempting to bind port fd2e908c-d0c6-4e6a-aab5-a5de50c57d98 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:24:50.249098 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-33096240-233b-44df-a29e-feca39f3163b None None] Attempting to bind port fd2e908c-d0c6-4e6a-aab5-a5de50c57d98 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '452f9d78-df00-461c-84fa-24517e16cc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3825fd93-741e-4412-9556-0ab758c8777b'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:24:50.249458 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33096240-233b-44df-a29e-feca39f3163b None None] Attempting to bind port fd2e908c-d0c6-4e6a-aab5-a5de50c57d98 on network 3825fd93-741e-4412-9556-0ab758c8777b {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:24:50.260054 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33096240-233b-44df-a29e-feca39f3163b None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:24:50.260445 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33096240-233b-44df-a29e-feca39f3163b None None] Checking segment: {'id': '452f9d78-df00-461c-84fa-24517e16cc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3825fd93-741e-4412-9556-0ab758c8777b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:24:50.260839 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-33096240-233b-44df-a29e-feca39f3163b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:50.261226 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33096240-233b-44df-a29e-feca39f3163b None None] Bound using segment: {'id': '452f9d78-df00-461c-84fa-24517e16cc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3825fd93-741e-4412-9556-0ab758c8777b'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:24:50.261686 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-33096240-233b-44df-a29e-feca39f3163b None None] Bound port: fd2e908c-d0c6-4e6a-aab5-a5de50c57d98, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '452f9d78-df00-461c-84fa-24517e16cc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3825fd93-741e-4412-9556-0ab758c8777b'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:24:50.262054 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-33096240-233b-44df-a29e-feca39f3163b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:50.281457 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3244f617-08aa-4254-bd34-dc1a7621d8cb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Network 3825fd93-741e-4412-9556-0ab758c8777b is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:24:50.284469 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-3244f617-08aa-4254-bd34-dc1a7621d8cb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:24:50.286848 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3244f617-08aa-4254-bd34-dc1a7621d8cb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:24:50.329810 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3244f617-08aa-4254-bd34-dc1a7621d8cb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'Port': ['ID=84807150-757e-460a-8b39-fd4b9936dfad,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:24:50.348042 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3244f617-08aa-4254-bd34-dc1a7621d8cb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:50.365156 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-33096240-233b-44df-a29e-feca39f3163b None None] For port fd2e908c-d0c6-4e6a-aab5-a5de50c57d98, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:24:50.369304 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-33096240-233b-44df-a29e-feca39f3163b None None] For port fd2e908c-d0c6-4e6a-aab5-a5de50c57d98, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=fd2e908c-d0c6-4e6a-aab5-a5de50c57d98,segment=NetworkSegment(452f9d78-df00-461c-84fa-24517e16cc99),segment_id=452f9d78-df00-461c-84fa-24517e16cc99)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:24:50.373725 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-33096240-233b-44df-a29e-feca39f3163b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:50.407412 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-90528057-bacb-4f2a-bdfd-e97e07158ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c859f438-bf2c-4048-b154-0d84dbb98d64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-814826463', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e6515063-84c0-4d27-b6cd-d2875ebf1bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:24:46Z', 'updated_at': '2021-08-22T14:24:47Z', 'revision_number': 3, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': 'e6515063-84c0-4d27-b6cd-d2875ebf1bcc', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c859f438-bf2c-4048-b154-0d84dbb98d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:24:47Z', 'updated_at': '2021-08-22T14:24:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:24:50.441711 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90528057-bacb-4f2a-bdfd-e97e07158ef2 None None] The sync data for ids ['c859f438-bf2c-4048-b154-0d84dbb98d64'] in n-d-793621-33 is: [{'id': 'c859f438-bf2c-4048-b154-0d84dbb98d64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-814826463', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e6515063-84c0-4d27-b6cd-d2875ebf1bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:24:46Z', 'updated_at': '2021-08-22T14:24:47Z', 'revision_number': 3, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': 'e6515063-84c0-4d27-b6cd-d2875ebf1bcc', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c859f438-bf2c-4048-b154-0d84dbb98d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:24:47Z', 'updated_at': '2021-08-22T14:24:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:24:50.466891 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33096240-233b-44df-a29e-feca39f3163b None None] Pushing event updated for resources: {'Port': ['ID=fd2e908c-d0c6-4e6a-aab5-a5de50c57d98,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:24:50.496815 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3244f617-08aa-4254-bd34-dc1a7621d8cb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:50.816367 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3244f617-08aa-4254-bd34-dc1a7621d8cb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:50.828020 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3244f617-08aa-4254-bd34-dc1a7621d8cb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:50.907015 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3244f617-08aa-4254-bd34-dc1a7621d8cb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'Port': ['ID=84807150-757e-460a-8b39-fd4b9936dfad,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:24:50.909633 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3244f617-08aa-4254-bd34-dc1a7621d8cb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:51.010329 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3244f617-08aa-4254-bd34-dc1a7621d8cb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Network 3825fd93-741e-4412-9556-0ab758c8777b is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:24:51.011737 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-3244f617-08aa-4254-bd34-dc1a7621d8cb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:24:51.136201 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3244f617-08aa-4254-bd34-dc1a7621d8cb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Router c859f438-bf2c-4048-b154-0d84dbb98d64 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:24:51.265667 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3244f617-08aa-4254-bd34-dc1a7621d8cb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:24:51.276510 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-3244f617-08aa-4254-bd34-dc1a7621d8cb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "PUT /v2.0/routers/c859f438-bf2c-4048-b154-0d84dbb98d64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0765288 Aug 22 14:24:51.415998 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device fd2e908c-d0c6-4e6a-aab5-a5de50c57d98 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:24:51.442686 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-078824ff-10c9-4907-a234-eb7e4aa6ba2a req-933cead0-4d32-48cf-861b-60957ef250bf tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2093152769&fields=id&tenant_id=5656c7f7f9c746e19a50aa1bc4d9988c HTTP/1.1" status: 200 len: 267 time: 0.0483949 Aug 22 14:24:51.462197 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfb6c23-54f2-41e5-a459-f04114d38b51 None None] Network 3825fd93-741e-4412-9556-0ab758c8777b requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:24:51.527138 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-f8f97b3d-9597-477c-8c52-806466a2c64f None None] Provisioning for port fd2e908c-d0c6-4e6a-aab5-a5de50c57d98 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:24:51.542581 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port fd2e908c-d0c6-4e6a-aab5-a5de50c57d98 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:24:51.554272 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port fd2e908c-d0c6-4e6a-aab5-a5de50c57d98 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:24:51.554648 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:51.562030 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078824ff-10c9-4907-a234-eb7e4aa6ba2a req-da48068b-9ac8-43d8-a7aa-b8d33be03078 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:24:51.569431 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-078824ff-10c9-4907-a234-eb7e4aa6ba2a req-da48068b-9ac8-43d8-a7aa-b8d33be03078 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/networks?id=3825fd93-741e-4412-9556-0ab758c8777b HTTP/1.1" status: 200 len: 796 time: 0.1121862 Aug 22 14:24:51.580454 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-078824ff-10c9-4907-a234-eb7e4aa6ba2a req-c1f3160b-8625-4232-bfae-942836224451 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/quotas/5656c7f7f9c746e19a50aa1bc4d9988c HTTP/1.1" status: 200 len: 375 time: 0.0097294 Aug 22 14:24:51.642010 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-078824ff-10c9-4907-a234-eb7e4aa6ba2a req-7a899f6f-27a4-4644-9f0e-0c2461cf4040 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5656c7f7f9c746e19a50aa1bc4d9988c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543976 Aug 22 14:24:51.701936 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:51.738825 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port fd2e908c-d0c6-4e6a-aab5-a5de50c57d98, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=fd2e908c-d0c6-4e6a-aab5-a5de50c57d98,segment=NetworkSegment(452f9d78-df00-461c-84fa-24517e16cc99),segment_id=452f9d78-df00-461c-84fa-24517e16cc99)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:24:51.741618 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-078824ff-10c9-4907-a234-eb7e4aa6ba2a req-cb0927d1-2e81-4986-8cb5-64d3901ad16b service neutron] 10.222.0.21 "GET /v2.0/networks/3825fd93-741e-4412-9556-0ab758c8777b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871925 Aug 22 14:24:51.746056 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:51.746912 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device e6515063-84c0-4d27-b6cd-d2875ebf1bcc up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:24:51.830219 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=fd2e908c-d0c6-4e6a-aab5-a5de50c57d98,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:24:51.845192 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port e6515063-84c0-4d27-b6cd-d2875ebf1bcc completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:24:51.849707 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port e6515063-84c0-4d27-b6cd-d2875ebf1bcc triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:24:51.850091 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:51.856906 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-078824ff-10c9-4907-a234-eb7e4aa6ba2a req-95e78b29-b964-4305-9472-c3740833dc46 service neutron] 10.222.0.21 "GET /v2.0/networks/3825fd93-741e-4412-9556-0ab758c8777b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072004 Aug 22 14:24:51.948893 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:51.975860 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port e6515063-84c0-4d27-b6cd-d2875ebf1bcc, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=e6515063-84c0-4d27-b6cd-d2875ebf1bcc,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:24:51.989093 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:52.021791 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-6b8d4519-52ed-415a-94f8-9ad34b953508 None None] Provisioning for port 84807150-757e-460a-8b39-fd4b9936dfad completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:24:52.030626 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-6b8d4519-52ed-415a-94f8-9ad34b953508 None None] Provisioning complete for port 84807150-757e-460a-8b39-fd4b9936dfad triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:24:52.030955 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6b8d4519-52ed-415a-94f8-9ad34b953508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:52.074490 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dfe1bc2b-1d72-4245-b6f5-4d4d4593f044 req-ebf63bd7-01c8-4118-9c0c-d336589b8661 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=291ffba7-1030-415c-a044-a01f39e979d7 HTTP/1.1" status: 200 len: 210 time: 0.0516925 Aug 22 14:24:52.082835 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=e6515063-84c0-4d27-b6cd-d2875ebf1bcc,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:24:52.104216 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-6b8d4519-52ed-415a-94f8-9ad34b953508 None None] Port 84807150-757e-460a-8b39-fd4b9936dfad cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:24:52.115701 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-6b8d4519-52ed-415a-94f8-9ad34b953508 None None] Provisioning complete for port fd2e908c-d0c6-4e6a-aab5-a5de50c57d98 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:24:52.116152 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6b8d4519-52ed-415a-94f8-9ad34b953508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:52.232219 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe8d1f0-129b-45d2-b47a-91d843b69f1a None None] Sync routers for ids ['c859f438-bf2c-4048-b154-0d84dbb98d64'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:24:52.243186 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe8d1f0-129b-45d2-b47a-91d843b69f1a None None] Routers {'c859f438-bf2c-4048-b154-0d84dbb98d64'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:24:52.243894 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-efe8d1f0-129b-45d2-b47a-91d843b69f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:24:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['c859f438-bf2c-4048-b154-0d84dbb98d64'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:24:52.327461 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-9822e8d2-bfd2-47ac-be94-0883dda8a852 None None] Provisioning complete for port 84807150-757e-460a-8b39-fd4b9936dfad triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:24:52.327838 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9822e8d2-bfd2-47ac-be94-0883dda8a852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:52.375727 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-9822e8d2-bfd2-47ac-be94-0883dda8a852 None None] Port 84807150-757e-460a-8b39-fd4b9936dfad cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:24:52.478654 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-efe8d1f0-129b-45d2-b47a-91d843b69f1a None None] Set router c859f438-bf2c-4048-b154-0d84dbb98d64 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:24:52.494928 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e373f4c0-db9b-435f-8259-62b68e8c8828 None None] Provisioning complete for port 84807150-757e-460a-8b39-fd4b9936dfad triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:24:52.495514 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e373f4c0-db9b-435f-8259-62b68e8c8828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:52.534813 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e373f4c0-db9b-435f-8259-62b68e8c8828 None None] Port 84807150-757e-460a-8b39-fd4b9936dfad cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:24:52.681027 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-efe8d1f0-129b-45d2-b47a-91d843b69f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c859f438-bf2c-4048-b154-0d84dbb98d64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-814826463', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e6515063-84c0-4d27-b6cd-d2875ebf1bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:24:46Z', 'updated_at': '2021-08-22T14:24:50Z', 'revision_number': 4, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': 'e6515063-84c0-4d27-b6cd-d2875ebf1bcc', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c859f438-bf2c-4048-b154-0d84dbb98d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:24:47Z', 'updated_at': '2021-08-22T14:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '84807150-757e-460a-8b39-fd4b9936dfad', 'name': '', 'network_id': '3825fd93-741e-4412-9556-0ab758c8777b', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'mac_address': 'fa:16:3e:86:9a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c859f438-bf2c-4048-b154-0d84dbb98d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '0f1e9aa7-8e41-4040-b5b5-b407a364fefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:24:49Z', 'updated_at': '2021-08-22T14:24:50Z', 'revision_number': 2, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'subnets': [{'id': '0f1e9aa7-8e41-4040-b5b5-b407a364fefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:24:52.706238 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe8d1f0-129b-45d2-b47a-91d843b69f1a None None] Checking router: c859f438-bf2c-4048-b154-0d84dbb98d64 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:24:52.706592 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe8d1f0-129b-45d2-b47a-91d843b69f1a None None] Updating router c859f438-bf2c-4048-b154-0d84dbb98d64 port 84807150-757e-460a-8b39-fd4b9936dfad binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:24:52.733911 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-efe8d1f0-129b-45d2-b47a-91d843b69f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:52.990256 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-efe8d1f0-129b-45d2-b47a-91d843b69f1a None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:53.003490 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-efe8d1f0-129b-45d2-b47a-91d843b69f1a None None] Transition to ACTIVE for port object 84807150-757e-460a-8b39-fd4b9936dfad will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:24:53.010971 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-efe8d1f0-129b-45d2-b47a-91d843b69f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:53.066216 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2bfa9-dc61-4109-bc01-6f28a493ada5 None None] Pushing event updated for resources: {'Port': ['ID=84807150-757e-460a-8b39-fd4b9936dfad,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:24:53.088693 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab2bfa9-dc61-4109-bc01-6f28a493ada5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:24:53.089035 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab2bfa9-dc61-4109-bc01-6f28a493ada5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:24:53.089374 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab2bfa9-dc61-4109-bc01-6f28a493ada5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:24:53.089705 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab2bfa9-dc61-4109-bc01-6f28a493ada5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:24:53.090031 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab2bfa9-dc61-4109-bc01-6f28a493ada5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:24:53.090359 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab2bfa9-dc61-4109-bc01-6f28a493ada5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:24:53.090773 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab2bfa9-dc61-4109-bc01-6f28a493ada5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:24:53.091103 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab2bfa9-dc61-4109-bc01-6f28a493ada5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:24:53.091424 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab2bfa9-dc61-4109-bc01-6f28a493ada5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:24:53.091742 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab2bfa9-dc61-4109-bc01-6f28a493ada5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:24:53.092066 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab2bfa9-dc61-4109-bc01-6f28a493ada5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:24:53.092403 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab2bfa9-dc61-4109-bc01-6f28a493ada5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:24:53.093507 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078824ff-10c9-4907-a234-eb7e4aa6ba2a req-67be1ece-017c-4cba-a4ef-b8fd742aa5ed tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:24:53.095099 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-078824ff-10c9-4907-a234-eb7e4aa6ba2a req-67be1ece-017c-4cba-a4ef-b8fd742aa5ed tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.16 "GET /v2.0/networks?id=3825fd93-741e-4412-9556-0ab758c8777b HTTP/1.1" status: 200 len: 796 time: 0.1251061 Aug 22 14:24:53.149593 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-078824ff-10c9-4907-a234-eb7e4aa6ba2a req-6aa63b31-a0b7-4626-b4ae-4ab321641e16 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5656c7f7f9c746e19a50aa1bc4d9988c HTTP/1.1" status: 200 len: 380 time: 0.0432870 Aug 22 14:24:53.154555 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-efe8d1f0-129b-45d2-b47a-91d843b69f1a None None] Attempting to bind port 84807150-757e-460a-8b39-fd4b9936dfad on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:24:53.155275 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-efe8d1f0-129b-45d2-b47a-91d843b69f1a None None] Attempting to bind port 84807150-757e-460a-8b39-fd4b9936dfad by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '452f9d78-df00-461c-84fa-24517e16cc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3825fd93-741e-4412-9556-0ab758c8777b'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:24:53.155718 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe8d1f0-129b-45d2-b47a-91d843b69f1a None None] Attempting to bind port 84807150-757e-460a-8b39-fd4b9936dfad on network 3825fd93-741e-4412-9556-0ab758c8777b {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:24:53.161255 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe8d1f0-129b-45d2-b47a-91d843b69f1a None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:24:53.161806 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe8d1f0-129b-45d2-b47a-91d843b69f1a None None] Checking segment: {'id': '452f9d78-df00-461c-84fa-24517e16cc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3825fd93-741e-4412-9556-0ab758c8777b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:24:53.162224 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-078824ff-10c9-4907-a234-eb7e4aa6ba2a req-dfd18906-98ba-4cf7-8caa-ec63c80c4c51 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Request body: {'port': {'device_id': '291ffba7-1030-415c-a044-a01f39e979d7', 'network_id': '3825fd93-741e-4412-9556-0ab758c8777b', 'admin_state_up': True, 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'security_groups': ['d6e9f9ac-e36c-4b16-8a7e-74bd8b6a9055']}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:24:53.162352 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-efe8d1f0-129b-45d2-b47a-91d843b69f1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:53.162733 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe8d1f0-129b-45d2-b47a-91d843b69f1a None None] Bound using segment: {'id': '452f9d78-df00-461c-84fa-24517e16cc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3825fd93-741e-4412-9556-0ab758c8777b'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:24:53.163292 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-efe8d1f0-129b-45d2-b47a-91d843b69f1a None None] Bound port: 84807150-757e-460a-8b39-fd4b9936dfad, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '452f9d78-df00-461c-84fa-24517e16cc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3825fd93-741e-4412-9556-0ab758c8777b'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:24:53.163792 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-efe8d1f0-129b-45d2-b47a-91d843b69f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:53.210789 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1d910db0-8ff9-4a49-bf32-fd8e5076064b req-aeffdd71-df15-4bd8-843c-994fbb7c2cae tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=291ffba7-1030-415c-a044-a01f39e979d7 HTTP/1.1" status: 200 len: 210 time: 0.0526357 Aug 22 14:24:53.236523 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-efe8d1f0-129b-45d2-b47a-91d843b69f1a None None] For port 84807150-757e-460a-8b39-fd4b9936dfad, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:24:53.236523 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-efe8d1f0-129b-45d2-b47a-91d843b69f1a None None] For port 84807150-757e-460a-8b39-fd4b9936dfad, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=84807150-757e-460a-8b39-fd4b9936dfad,segment=NetworkSegment(452f9d78-df00-461c-84fa-24517e16cc99),segment_id=452f9d78-df00-461c-84fa-24517e16cc99)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:24:53.241889 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-efe8d1f0-129b-45d2-b47a-91d843b69f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:53.295600 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe8d1f0-129b-45d2-b47a-91d843b69f1a None None] Routers {'c859f438-bf2c-4048-b154-0d84dbb98d64'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:24:53.296220 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-efe8d1f0-129b-45d2-b47a-91d843b69f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:24:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['c859f438-bf2c-4048-b154-0d84dbb98d64'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:24:53.323146 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-078824ff-10c9-4907-a234-eb7e4aa6ba2a req-dfd18906-98ba-4cf7-8caa-ec63c80c4c51 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Made reservation on behalf of 5656c7f7f9c746e19a50aa1bc4d9988c for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:24:53.326754 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-078824ff-10c9-4907-a234-eb7e4aa6ba2a req-dfd18906-98ba-4cf7-8caa-ec63c80c4c51 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:53.388669 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device fd2e908c-d0c6-4e6a-aab5-a5de50c57d98 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:24:53.414222 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2bfa9-dc61-4109-bc01-6f28a493ada5 None None] Pushing event updated for resources: {'Port': ['ID=84807150-757e-460a-8b39-fd4b9936dfad,revision_number=4']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:24:53.440819 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-efe8d1f0-129b-45d2-b47a-91d843b69f1a None None] Set router c859f438-bf2c-4048-b154-0d84dbb98d64 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:24:53.458444 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port fd2e908c-d0c6-4e6a-aab5-a5de50c57d98 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:24:53.458828 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:53.501201 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-078824ff-10c9-4907-a234-eb7e4aa6ba2a req-dfd18906-98ba-4cf7-8caa-ec63c80c4c51 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Allocated IP 172.20.0.3 (3825fd93-741e-4412-9556-0ab758c8777b/0f1e9aa7-8e41-4040-b5b5-b407a364fefd/6c5ca6e1-ba27-4409-9167-4b2fe929774f) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:24:53.550073 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device e6515063-84c0-4d27-b6cd-d2875ebf1bcc up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:24:53.615908 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port e6515063-84c0-4d27-b6cd-d2875ebf1bcc triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:24:53.616723 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:53.652220 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-078824ff-10c9-4907-a234-eb7e4aa6ba2a req-dfd18906-98ba-4cf7-8caa-ec63c80c4c51 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:53.664163 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-efe8d1f0-129b-45d2-b47a-91d843b69f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c859f438-bf2c-4048-b154-0d84dbb98d64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-814826463', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e6515063-84c0-4d27-b6cd-d2875ebf1bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:24:46Z', 'updated_at': '2021-08-22T14:24:50Z', 'revision_number': 4, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': 'e6515063-84c0-4d27-b6cd-d2875ebf1bcc', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c859f438-bf2c-4048-b154-0d84dbb98d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:24:47Z', 'updated_at': '2021-08-22T14:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '84807150-757e-460a-8b39-fd4b9936dfad', 'name': '', 'network_id': '3825fd93-741e-4412-9556-0ab758c8777b', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'mac_address': 'fa:16:3e:86:9a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c859f438-bf2c-4048-b154-0d84dbb98d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '0f1e9aa7-8e41-4040-b5b5-b407a364fefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:24:49Z', 'updated_at': '2021-08-22T14:24:53Z', 'revision_number': 4, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'subnets': [{'id': '0f1e9aa7-8e41-4040-b5b5-b407a364fefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:24:53.668886 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-078824ff-10c9-4907-a234-eb7e4aa6ba2a req-dfd18906-98ba-4cf7-8caa-ec63c80c4c51 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Transition to ACTIVE for port object 6c5ca6e1-ba27-4409-9167-4b2fe929774f will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:24:53.691434 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe8d1f0-129b-45d2-b47a-91d843b69f1a None None] The sync data for ids ['c859f438-bf2c-4048-b154-0d84dbb98d64'] in n-d-793621-33 is: [{'id': 'c859f438-bf2c-4048-b154-0d84dbb98d64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-814826463', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e6515063-84c0-4d27-b6cd-d2875ebf1bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:24:46Z', 'updated_at': '2021-08-22T14:24:50Z', 'revision_number': 4, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': 'e6515063-84c0-4d27-b6cd-d2875ebf1bcc', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c859f438-bf2c-4048-b154-0d84dbb98d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:24:47Z', 'updated_at': '2021-08-22T14:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '84807150-757e-460a-8b39-fd4b9936dfad', 'name': '', 'network_id': '3825fd93-741e-4412-9556-0ab758c8777b', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'mac_address': 'fa:16:3e:86:9a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c859f438-bf2c-4048-b154-0d84dbb98d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '0f1e9aa7-8e41-4040-b5b5-b407a364fefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:24:49Z', 'updated_at': '2021-08-22T14:24:53Z', 'revision_number': 4, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'subnets': [{'id': '0f1e9aa7-8e41-4040-b5b5-b407a364fefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:24:53.705011 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-078824ff-10c9-4907-a234-eb7e4aa6ba2a req-dfd18906-98ba-4cf7-8caa-ec63c80c4c51 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:53.765218 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-078824ff-10c9-4907-a234-eb7e4aa6ba2a req-dfd18906-98ba-4cf7-8caa-ec63c80c4c51 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Network 3825fd93-741e-4412-9556-0ab758c8777b is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:24:53.768253 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-078824ff-10c9-4907-a234-eb7e4aa6ba2a req-dfd18906-98ba-4cf7-8caa-ec63c80c4c51 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:24:53.772067 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-078824ff-10c9-4907-a234-eb7e4aa6ba2a req-dfd18906-98ba-4cf7-8caa-ec63c80c4c51 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:24:53.781472 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd18906-98ba-4cf7-8caa-ec63c80c4c51 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'Port': ['ID=6c5ca6e1-ba27-4409-9167-4b2fe929774f,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:24:53.830163 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078824ff-10c9-4907-a234-eb7e4aa6ba2a req-dfd18906-98ba-4cf7-8caa-ec63c80c4c51 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:24:53.830830 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-078824ff-10c9-4907-a234-eb7e4aa6ba2a req-dfd18906-98ba-4cf7-8caa-ec63c80c4c51 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:53.852544 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-078824ff-10c9-4907-a234-eb7e4aa6ba2a req-dfd18906-98ba-4cf7-8caa-ec63c80c4c51 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6956666 Aug 22 14:24:53.864753 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [req-078824ff-10c9-4907-a234-eb7e4aa6ba2a req-a7cc20ce-2901-4d34-a57b-1ee5d8fa0e5c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:24:53.865785 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-078824ff-10c9-4907-a234-eb7e4aa6ba2a req-a7cc20ce-2901-4d34-a57b-1ee5d8fa0e5c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072000 Aug 22 14:24:53.880012 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-078824ff-10c9-4907-a234-eb7e4aa6ba2a req-9e6ac65b-7ed1-42fe-b298-4c048738a421 service neutron] Request body: {'port': {'device_id': '291ffba7-1030-415c-a044-a01f39e979d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:24:53.945627 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-078824ff-10c9-4907-a234-eb7e4aa6ba2a req-9e6ac65b-7ed1-42fe-b298-4c048738a421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:54.025008 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-ed7aacba-14b2-4f74-9a19-fcad10929acf None None] Provisioning for port 6c5ca6e1-ba27-4409-9167-4b2fe929774f completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:24:54.029442 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-ed7aacba-14b2-4f74-9a19-fcad10929acf None None] Provisioning complete for port 6c5ca6e1-ba27-4409-9167-4b2fe929774f triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:24:54.029824 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ed7aacba-14b2-4f74-9a19-fcad10929acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:54.066350 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-ed7aacba-14b2-4f74-9a19-fcad10929acf None None] Port 6c5ca6e1-ba27-4409-9167-4b2fe929774f cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:24:54.233885 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-078824ff-10c9-4907-a234-eb7e4aa6ba2a req-9e6ac65b-7ed1-42fe-b298-4c048738a421 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c5ca6e1-ba27-4409-9167-4b2fe929774f {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:24:54.242706 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-078824ff-10c9-4907-a234-eb7e4aa6ba2a req-9e6ac65b-7ed1-42fe-b298-4c048738a421 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:54.255029 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-078824ff-10c9-4907-a234-eb7e4aa6ba2a req-9e6ac65b-7ed1-42fe-b298-4c048738a421 service neutron] Transition to ACTIVE for port object 6c5ca6e1-ba27-4409-9167-4b2fe929774f will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:24:54.259253 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-078824ff-10c9-4907-a234-eb7e4aa6ba2a req-9e6ac65b-7ed1-42fe-b298-4c048738a421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:54.346997 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6ac65b-7ed1-42fe-b298-4c048738a421 service neutron] Pushing event updated for resources: {'Port': ['ID=6c5ca6e1-ba27-4409-9167-4b2fe929774f,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:24:54.424422 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a1bc3-426e-4aaf-a142-852866f6c0ce req-1e89c737-75e0-429e-b83d-d8dd4b4680f2 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:24:54.426022 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c98a1bc3-426e-4aaf-a142-852866f6c0ce req-1e89c737-75e0-429e-b83d-d8dd4b4680f2 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=291ffba7-1030-415c-a044-a01f39e979d7 HTTP/1.1" status: 200 len: 943 time: 0.1233847 Aug 22 14:24:54.459430 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-078824ff-10c9-4907-a234-eb7e4aa6ba2a req-9e6ac65b-7ed1-42fe-b298-4c048738a421 service neutron] Attempting to bind port 6c5ca6e1-ba27-4409-9167-4b2fe929774f on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:24:54.459906 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-078824ff-10c9-4907-a234-eb7e4aa6ba2a req-9e6ac65b-7ed1-42fe-b298-4c048738a421 service neutron] Attempting to bind port 6c5ca6e1-ba27-4409-9167-4b2fe929774f by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '452f9d78-df00-461c-84fa-24517e16cc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3825fd93-741e-4412-9556-0ab758c8777b'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:24:54.460869 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078824ff-10c9-4907-a234-eb7e4aa6ba2a req-9e6ac65b-7ed1-42fe-b298-4c048738a421 service neutron] Attempting to bind port 6c5ca6e1-ba27-4409-9167-4b2fe929774f on network 3825fd93-741e-4412-9556-0ab758c8777b {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:24:54.471334 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078824ff-10c9-4907-a234-eb7e4aa6ba2a req-9e6ac65b-7ed1-42fe-b298-4c048738a421 service neutron] Port 6c5ca6e1-ba27-4409-9167-4b2fe929774f on network 3825fd93-741e-4412-9556-0ab758c8777b not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:24:54.471843 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078824ff-10c9-4907-a234-eb7e4aa6ba2a req-9e6ac65b-7ed1-42fe-b298-4c048738a421 service neutron] Attempting to bind port 6c5ca6e1-ba27-4409-9167-4b2fe929774f on network 3825fd93-741e-4412-9556-0ab758c8777b {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:24:54.486093 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078824ff-10c9-4907-a234-eb7e4aa6ba2a req-9e6ac65b-7ed1-42fe-b298-4c048738a421 service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:24:54.486581 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078824ff-10c9-4907-a234-eb7e4aa6ba2a req-9e6ac65b-7ed1-42fe-b298-4c048738a421 service neutron] Checking segment: {'id': '452f9d78-df00-461c-84fa-24517e16cc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3825fd93-741e-4412-9556-0ab758c8777b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:24:54.487062 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078824ff-10c9-4907-a234-eb7e4aa6ba2a req-9e6ac65b-7ed1-42fe-b298-4c048738a421 service neutron] Bound using segment: {'id': '452f9d78-df00-461c-84fa-24517e16cc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3825fd93-741e-4412-9556-0ab758c8777b'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:24:54.487600 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-078824ff-10c9-4907-a234-eb7e4aa6ba2a req-9e6ac65b-7ed1-42fe-b298-4c048738a421 service neutron] Bound port: 6c5ca6e1-ba27-4409-9167-4b2fe929774f, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '452f9d78-df00-461c-84fa-24517e16cc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3825fd93-741e-4412-9556-0ab758c8777b'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:24:54.488060 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-078824ff-10c9-4907-a234-eb7e4aa6ba2a req-9e6ac65b-7ed1-42fe-b298-4c048738a421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:54.502641 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c98a1bc3-426e-4aaf-a142-852866f6c0ce req-23710c58-6346-46a0-9520-6cecb0f64aa4 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6e9f9ac-e36c-4b16-8a7e-74bd8b6a9055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654483 Aug 22 14:24:54.562915 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-078824ff-10c9-4907-a234-eb7e4aa6ba2a req-9e6ac65b-7ed1-42fe-b298-4c048738a421 service neutron] For port 6c5ca6e1-ba27-4409-9167-4b2fe929774f, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:24:54.565995 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-078824ff-10c9-4907-a234-eb7e4aa6ba2a req-9e6ac65b-7ed1-42fe-b298-4c048738a421 service neutron] For port 6c5ca6e1-ba27-4409-9167-4b2fe929774f, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=6c5ca6e1-ba27-4409-9167-4b2fe929774f,segment=NetworkSegment(452f9d78-df00-461c-84fa-24517e16cc99),segment_id=452f9d78-df00-461c-84fa-24517e16cc99)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:24:54.572027 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-078824ff-10c9-4907-a234-eb7e4aa6ba2a req-9e6ac65b-7ed1-42fe-b298-4c048738a421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:54.612963 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078824ff-10c9-4907-a234-eb7e4aa6ba2a req-9e6ac65b-7ed1-42fe-b298-4c048738a421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:24:54.613388 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-078824ff-10c9-4907-a234-eb7e4aa6ba2a req-9e6ac65b-7ed1-42fe-b298-4c048738a421 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:54.615044 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-078824ff-10c9-4907-a234-eb7e4aa6ba2a req-9e6ac65b-7ed1-42fe-b298-4c048738a421 service neutron] 10.222.0.16 "PUT /v2.0/ports/6c5ca6e1-ba27-4409-9167-4b2fe929774f HTTP/1.1" status: 200 len: 1092 time: 0.7399192 Aug 22 14:24:54.615476 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '291ffba7-1030-415c-a044-a01f39e979d7', 'tag': '6c5ca6e1-ba27-4409-9167-4b2fe929774f'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:24:54.618433 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8361b9502d284db1754c02bd1b6f8106db555dd6c6dc010ebe333761f67dd15a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef009eae-9149-433f-a9ab-341071a383ad" -d '{"events": [{"name": "network-changed", "server_uuid": "291ffba7-1030-415c-a044-a01f39e979d7", "tag": "6c5ca6e1-ba27-4409-9167-4b2fe929774f"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:24:54.643582 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6ac65b-7ed1-42fe-b298-4c048738a421 service neutron] Pushing event updated for resources: {'Port': ['ID=6c5ca6e1-ba27-4409-9167-4b2fe929774f,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:24:54.700964 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4108e2-c5f9-4812-8d92-cfb296cb2b50 x-openstack-request-id: req-7f4108e2-c5f9-4812-8d92-cfb296cb2b50 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:24:54.701443 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "291ffba7-1030-415c-a044-a01f39e979d7", "tag": "6c5ca6e1-ba27-4409-9167-4b2fe929774f", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:24:54.701870 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7f4108e2-c5f9-4812-8d92-cfb296cb2b50 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:24:54.702449 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '291ffba7-1030-415c-a044-a01f39e979d7', 'tag': '6c5ca6e1-ba27-4409-9167-4b2fe929774f', 'status': 'completed', 'code': 200} Aug 22 14:24:54.720050 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078824ff-10c9-4907-a234-eb7e4aa6ba2a req-9fa71017-8782-4640-a4a8-2139a97cdf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:24:54.721626 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-078824ff-10c9-4907-a234-eb7e4aa6ba2a req-9fa71017-8782-4640-a4a8-2139a97cdf79 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5656c7f7f9c746e19a50aa1bc4d9988c&device_id=291ffba7-1030-415c-a044-a01f39e979d7 HTTP/1.1" status: 200 len: 1095 time: 0.0562141 Aug 22 14:24:54.767536 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-078824ff-10c9-4907-a234-eb7e4aa6ba2a req-7bdc71e6-a90f-4d12-8a47-3105c53e026e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c5ca6e1-ba27-4409-9167-4b2fe929774f HTTP/1.1" status: 200 len: 217 time: 0.0372186 Aug 22 14:24:54.818801 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078824ff-10c9-4907-a234-eb7e4aa6ba2a req-30bf45ec-72e0-4891-a232-546858d39630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:24:54.820959 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-078824ff-10c9-4907-a234-eb7e4aa6ba2a req-30bf45ec-72e0-4891-a232-546858d39630 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0f1e9aa7-8e41-4040-b5b5-b407a364fefd HTTP/1.1" status: 200 len: 834 time: 0.0461519 Aug 22 14:24:54.872621 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078824ff-10c9-4907-a234-eb7e4aa6ba2a req-b1705515-7aa7-4d03-8f5d-ea70baa8fe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:24:54.874113 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-078824ff-10c9-4907-a234-eb7e4aa6ba2a req-b1705515-7aa7-4d03-8f5d-ea70baa8fe1a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3825fd93-741e-4412-9556-0ab758c8777b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460110 Aug 22 14:24:54.962577 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-078824ff-10c9-4907-a234-eb7e4aa6ba2a req-6e1e1984-cb84-4f59-a0ca-98561e2ef4c0 service neutron] 10.222.0.16 "GET /v2.0/networks/3825fd93-741e-4412-9556-0ab758c8777b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811634 Aug 22 14:24:55.054805 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-078824ff-10c9-4907-a234-eb7e4aa6ba2a req-f0a7e7b6-35e1-49fe-a9b9-b079f605e3a4 service neutron] 10.222.0.16 "GET /v2.0/networks/3825fd93-741e-4412-9556-0ab758c8777b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856731 Aug 22 14:24:55.140431 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef009eae-9149-433f-a9ab-341071a383ad req-6fb4b4c3-acbf-451c-a955-790b658da57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:24:55.141929 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ef009eae-9149-433f-a9ab-341071a383ad req-6fb4b4c3-acbf-451c-a955-790b658da57b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5656c7f7f9c746e19a50aa1bc4d9988c&device_id=291ffba7-1030-415c-a044-a01f39e979d7 HTTP/1.1" status: 200 len: 1095 time: 0.0412478 Aug 22 14:24:55.233532 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef009eae-9149-433f-a9ab-341071a383ad req-8ef12d46-0a8d-4cd3-81c7-dfdb7507359d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:24:55.234993 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ef009eae-9149-433f-a9ab-341071a383ad req-8ef12d46-0a8d-4cd3-81c7-dfdb7507359d service neutron] 10.222.0.16 "GET /v2.0/networks?id=3825fd93-741e-4412-9556-0ab758c8777b HTTP/1.1" status: 200 len: 897 time: 0.0852354 Aug 22 14:24:55.275895 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ef009eae-9149-433f-a9ab-341071a383ad req-e34b2336-c3b7-400d-8395-935200ae32c5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c5ca6e1-ba27-4409-9167-4b2fe929774f HTTP/1.1" status: 200 len: 217 time: 0.0331755 Aug 22 14:24:55.326684 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef009eae-9149-433f-a9ab-341071a383ad req-9e7869bb-8cf2-4a77-aa06-0c1b00312ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:24:55.328228 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ef009eae-9149-433f-a9ab-341071a383ad req-9e7869bb-8cf2-4a77-aa06-0c1b00312ceb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0f1e9aa7-8e41-4040-b5b5-b407a364fefd HTTP/1.1" status: 200 len: 834 time: 0.0448744 Aug 22 14:24:55.358830 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 84807150-757e-460a-8b39-fd4b9936dfad up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:24:55.376735 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef009eae-9149-433f-a9ab-341071a383ad req-d0a2d699-7446-455b-ad79-51995ba4a585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:24:55.378292 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ef009eae-9149-433f-a9ab-341071a383ad req-d0a2d699-7446-455b-ad79-51995ba4a585 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3825fd93-741e-4412-9556-0ab758c8777b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419424 Aug 22 14:24:55.410918 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 84807150-757e-460a-8b39-fd4b9936dfad completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:24:55.415003 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 84807150-757e-460a-8b39-fd4b9936dfad triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:24:55.415370 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:55.471831 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ef009eae-9149-433f-a9ab-341071a383ad req-543509c4-edfa-4bb7-bf3f-df72c6a34d7a service neutron] 10.222.0.16 "GET /v2.0/networks/3825fd93-741e-4412-9556-0ab758c8777b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860169 Aug 22 14:24:55.493192 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:55.525308 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 84807150-757e-460a-8b39-fd4b9936dfad, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=84807150-757e-460a-8b39-fd4b9936dfad,segment=NetworkSegment(452f9d78-df00-461c-84fa-24517e16cc99),segment_id=452f9d78-df00-461c-84fa-24517e16cc99)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:24:55.533503 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:55.571620 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ef009eae-9149-433f-a9ab-341071a383ad req-27224f2b-8e88-4f8e-a8f9-5433599e30a3 service neutron] 10.222.0.16 "GET /v2.0/networks/3825fd93-741e-4412-9556-0ab758c8777b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913270 Aug 22 14:24:55.588631 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=84807150-757e-460a-8b39-fd4b9936dfad,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:24:55.633628 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce35d206-4b75-412b-88c9-0b325a7364c8 req-f185a787-1691-4689-ac84-035a49e05f19 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:24:55.635124 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ce35d206-4b75-412b-88c9-0b325a7364c8 req-f185a787-1691-4689-ac84-035a49e05f19 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=291ffba7-1030-415c-a044-a01f39e979d7 HTTP/1.1" status: 200 len: 943 time: 0.0605433 Aug 22 14:24:55.672277 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ce35d206-4b75-412b-88c9-0b325a7364c8 req-3e66bf82-711e-4cb8-89c6-796f9dfa2c5e tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6e9f9ac-e36c-4b16-8a7e-74bd8b6a9055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310566 Aug 22 14:24:56.788375 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26a281-275f-49e9-8d6a-721bb4df99d0 req-c3b149e1-bed4-4f9a-bd96-4f707f1883f6 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:24:56.789844 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4d26a281-275f-49e9-8d6a-721bb4df99d0 req-c3b149e1-bed4-4f9a-bd96-4f707f1883f6 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=291ffba7-1030-415c-a044-a01f39e979d7 HTTP/1.1" status: 200 len: 943 time: 0.0488303 Aug 22 14:24:56.826846 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4d26a281-275f-49e9-8d6a-721bb4df99d0 req-4fb53234-14bc-4312-8442-d276a311d8bd tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6e9f9ac-e36c-4b16-8a7e-74bd8b6a9055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311162 Aug 22 14:24:57.340245 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 84807150-757e-460a-8b39-fd4b9936dfad up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:24:57.386934 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 84807150-757e-460a-8b39-fd4b9936dfad triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:24:57.387296 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:57.939387 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541e844-6051-42ab-964a-a7f5fc304c82 req-7d2ac549-1f96-47ef-a99f-4a1a85ed2b9e tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:24:57.940875 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6541e844-6051-42ab-964a-a7f5fc304c82 req-7d2ac549-1f96-47ef-a99f-4a1a85ed2b9e tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=291ffba7-1030-415c-a044-a01f39e979d7 HTTP/1.1" status: 200 len: 943 time: 0.0487478 Aug 22 14:24:57.978509 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6541e844-6051-42ab-964a-a7f5fc304c82 req-03bd376a-2a14-4be7-ac02-e579924136a5 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6e9f9ac-e36c-4b16-8a7e-74bd8b6a9055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311177 Aug 22 14:24:58.537572 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1e3cfa63-e0d6-470f-bba7-4af9a584adc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:59.000821 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:59.094710 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5937f89-4f60-4108-8b40-67848ba29778 req-10960543-2cfd-452f-8d8f-5af47f66c7e1 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:24:59.096180 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a5937f89-4f60-4108-8b40-67848ba29778 req-10960543-2cfd-452f-8d8f-5af47f66c7e1 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=291ffba7-1030-415c-a044-a01f39e979d7 HTTP/1.1" status: 200 len: 943 time: 0.0522752 Aug 22 14:24:59.133528 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a5937f89-4f60-4108-8b40-67848ba29778 req-8f001f1a-d057-42bc-ba89-1fd4d919b4c9 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6e9f9ac-e36c-4b16-8a7e-74bd8b6a9055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314443 Aug 22 14:24:59.396110 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 6c5ca6e1-ba27-4409-9167-4b2fe929774f details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:24:59.644569 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 6c5ca6e1-ba27-4409-9167-4b2fe929774f, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=6c5ca6e1-ba27-4409-9167-4b2fe929774f,segment=NetworkSegment(452f9d78-df00-461c-84fa-24517e16cc99),segment_id=452f9d78-df00-461c-84fa-24517e16cc99)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:24:59.656028 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '6c5ca6e1-ba27-4409-9167-4b2fe929774f', 'network_id': '3825fd93-741e-4412-9556-0ab758c8777b', 'port_id': '6c5ca6e1-ba27-4409-9167-4b2fe929774f', 'mac_address': 'fa:16:3e:52:98:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1e9aa7-8e41-4040-b5b5-b407a364fefd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:24:59.691465 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:59.703975 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c5ca6e1-ba27-4409-9167-4b2fe929774f {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:24:59.722306 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 6c5ca6e1-ba27-4409-9167-4b2fe929774f, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=6c5ca6e1-ba27-4409-9167-4b2fe929774f,segment=NetworkSegment(452f9d78-df00-461c-84fa-24517e16cc99),segment_id=452f9d78-df00-461c-84fa-24517e16cc99)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:24:59.726407 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:24:59.776192 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=6c5ca6e1-ba27-4409-9167-4b2fe929774f,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:24:59.963117 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['6c5ca6e1-ba27-4409-9167-4b2fe929774f'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:25:00.248077 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0af270-c77e-456a-b5d0-ab67db918661 req-e463ef61-b7a6-4062-b621-10a691aaa638 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:25:00.249433 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4e0af270-c77e-456a-b5d0-ab67db918661 req-e463ef61-b7a6-4062-b621-10a691aaa638 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=291ffba7-1030-415c-a044-a01f39e979d7 HTTP/1.1" status: 200 len: 944 time: 0.0484881 Aug 22 14:25:00.285678 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4e0af270-c77e-456a-b5d0-ab67db918661 req-97766b13-dee7-4883-8e5d-95e50020ae8d tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6e9f9ac-e36c-4b16-8a7e-74bd8b6a9055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303497 Aug 22 14:25:01.138103 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-642862ce-e026-4960-a900-85d23dc4a214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:25:01.281489 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:25:01.399872 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b55a3-3279-4307-b633-f3d7465f6835 req-dfddf134-b13e-4c4f-bc1c-be71f3767780 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:25:01.401319 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cd7b55a3-3279-4307-b633-f3d7465f6835 req-dfddf134-b13e-4c4f-bc1c-be71f3767780 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=291ffba7-1030-415c-a044-a01f39e979d7 HTTP/1.1" status: 200 len: 944 time: 0.0492890 Aug 22 14:25:01.402423 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 6c5ca6e1-ba27-4409-9167-4b2fe929774f up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:25:01.439130 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cd7b55a3-3279-4307-b633-f3d7465f6835 req-5fee57f3-8fc5-46b1-969f-64aff923a675 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6e9f9ac-e36c-4b16-8a7e-74bd8b6a9055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315762 Aug 22 14:25:01.453530 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port 6c5ca6e1-ba27-4409-9167-4b2fe929774f completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:25:01.462329 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 6c5ca6e1-ba27-4409-9167-4b2fe929774f triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:25:01.462734 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:25:01.543025 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:25:01.569256 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '291ffba7-1030-415c-a044-a01f39e979d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c5ca6e1-ba27-4409-9167-4b2fe929774f'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:25:01.571558 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9fc9c2c847a9facc218278c3c2c49df6b567d765c98d25b9b10c00da6c51199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7842eda8-30e3-4225-8278-873a40d47893" -d '{"events": [{"server_uuid": "291ffba7-1030-415c-a044-a01f39e979d7", "name": "network-vif-plugged", "status": "completed", "tag": "6c5ca6e1-ba27-4409-9167-4b2fe929774f"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:25:01.584266 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 6c5ca6e1-ba27-4409-9167-4b2fe929774f, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=6c5ca6e1-ba27-4409-9167-4b2fe929774f,segment=NetworkSegment(452f9d78-df00-461c-84fa-24517e16cc99),segment_id=452f9d78-df00-461c-84fa-24517e16cc99)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:25:01.588544 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:25:01.636029 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=6c5ca6e1-ba27-4409-9167-4b2fe929774f,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:25:01.662807 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a541b8-2575-477b-b620-1ac697008de9 x-openstack-request-id: req-26a541b8-2575-477b-b620-1ac697008de9 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:25:01.663844 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "291ffba7-1030-415c-a044-a01f39e979d7", "name": "network-vif-plugged", "status": "completed", "tag": "6c5ca6e1-ba27-4409-9167-4b2fe929774f", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:25:01.664106 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-26a541b8-2575-477b-b620-1ac697008de9 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:25:01.664536 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '291ffba7-1030-415c-a044-a01f39e979d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c5ca6e1-ba27-4409-9167-4b2fe929774f', 'code': 200} Aug 22 14:25:01.756723 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d83cc41-8871-4ba1-8531-6c693c91f8da req-a27b613e-ebdd-4a7f-b2c8-d98e58197b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:25:01.759126 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2d83cc41-8871-4ba1-8531-6c693c91f8da req-a27b613e-ebdd-4a7f-b2c8-d98e58197b33 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=291ffba7-1030-415c-a044-a01f39e979d7 HTTP/1.1" status: 200 len: 1097 time: 0.0447347 Aug 22 14:25:01.794789 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2d83cc41-8871-4ba1-8531-6c693c91f8da req-52d01f87-be04-402e-994c-8cc2f03fc663 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d6e9f9ac-e36c-4b16-8a7e-74bd8b6a9055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272574 Aug 22 14:25:02.554416 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e2a8b-140f-4859-bcea-8ac8d15718f8 req-63913e6c-61f2-45a5-a6b6-cecbd8a862f7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:25:02.555882 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ce3e2a8b-140f-4859-bcea-8ac8d15718f8 req-63913e6c-61f2-45a5-a6b6-cecbd8a862f7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=291ffba7-1030-415c-a044-a01f39e979d7 HTTP/1.1" status: 200 len: 945 time: 0.0480154 Aug 22 14:25:02.593278 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ce3e2a8b-140f-4859-bcea-8ac8d15718f8 req-eb264808-d753-4f40-8fbe-41818aee7194 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6e9f9ac-e36c-4b16-8a7e-74bd8b6a9055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313678 Aug 22 14:25:02.646688 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:25:03.709889 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee986df-d193-4ee5-a407-e17f1514f78f req-bf0c1eeb-b971-4e2d-8f9f-d683c5c40dd7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:25:03.711980 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0ee986df-d193-4ee5-a407-e17f1514f78f req-bf0c1eeb-b971-4e2d-8f9f-d683c5c40dd7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=291ffba7-1030-415c-a044-a01f39e979d7 HTTP/1.1" status: 200 len: 945 time: 0.0493081 Aug 22 14:25:03.749434 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0ee986df-d193-4ee5-a407-e17f1514f78f req-e3720e00-254d-40e3-afc6-05032d67653c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6e9f9ac-e36c-4b16-8a7e-74bd8b6a9055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311494 Aug 22 14:25:03.868705 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0d361-3581-47e0-9d8b-0d5235d629d3 req-666daafa-bfc7-468d-96f8-dc19e5568b20 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:25:03.870229 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d2c0d361-3581-47e0-9d8b-0d5235d629d3 req-666daafa-bfc7-468d-96f8-dc19e5568b20 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=291ffba7-1030-415c-a044-a01f39e979d7 HTTP/1.1" status: 200 len: 945 time: 0.0553346 Aug 22 14:25:03.909045 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d2c0d361-3581-47e0-9d8b-0d5235d629d3 req-ddba67b6-3fc6-4dbf-92a8-3051d78550cc tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6e9f9ac-e36c-4b16-8a7e-74bd8b6a9055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325940 Aug 22 14:25:03.931070 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52332) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:25:03.974032 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb91ce0a-4234-470f-9446-d9e0b1a7bc64 tempest-TestNetworkAdvancedServerOps-1093191866 tempest-TestNetworkAdvancedServerOps-1093191866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:25:03.976834 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-eb91ce0a-4234-470f-9446-d9e0b1a7bc64 tempest-TestNetworkAdvancedServerOps-1093191866 tempest-TestNetworkAdvancedServerOps-1093191866-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=291ffba7-1030-415c-a044-a01f39e979d7 HTTP/1.1" status: 200 len: 1092 time: 0.0434546 Aug 22 14:25:03.978857 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52334) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:25:03.983199 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-7aa1a55a-9b4c-4a88-96d6-b611c72443c0 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Request body: {'floatingip': {'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'port_id': '6c5ca6e1-ba27-4409-9167-4b2fe929774f', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:25:04.005430 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7aa1a55a-9b4c-4a88-96d6-b611c72443c0 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for floatingip, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:25:04.103373 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7aa1a55a-9b4c-4a88-96d6-b611c72443c0 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:25:04.209212 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-7aa1a55a-9b4c-4a88-96d6-b611c72443c0 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Allocated IP 172.25.3.24 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/d2e80f27-8b33-410a-8908-ddcee94aedd1) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:25:04.306953 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7aa1a55a-9b4c-4a88-96d6-b611c72443c0 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:25:04.346145 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7aa1a55a-9b4c-4a88-96d6-b611c72443c0 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:25:04.384078 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa1a55a-9b4c-4a88-96d6-b611c72443c0 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:25:04.386794 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-7aa1a55a-9b4c-4a88-96d6-b611c72443c0 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:25:04.390132 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa1a55a-9b4c-4a88-96d6-b611c72443c0 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:25:04.418682 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa1a55a-9b4c-4a88-96d6-b611c72443c0 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'Port': ['ID=d2e80f27-8b33-410a-8908-ddcee94aedd1,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:25:04.430775 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:25:04.432032 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:25:04.752566 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7aa1a55a-9b4c-4a88-96d6-b611c72443c0 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:25:04.820859 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7aa1a55a-9b4c-4a88-96d6-b611c72443c0 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:25:04.964714 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7aa1a55a-9b4c-4a88-96d6-b611c72443c0 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:25:04.969176 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7aa1a55a-9b4c-4a88-96d6-b611c72443c0 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:25:05.040164 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa1a55a-9b4c-4a88-96d6-b611c72443c0 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'Port': ['ID=d2e80f27-8b33-410a-8908-ddcee94aedd1,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:25:05.049898 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7aa1a55a-9b4c-4a88-96d6-b611c72443c0 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:25:05.146654 n-d-793621-33 neutron-server[94628]: INFO neutron.db.l3_db [None req-7aa1a55a-9b4c-4a88-96d6-b611c72443c0 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Floating IP d58b1a56-f53e-4ec3-9b67-29d6f4e6da90 associated. External IP: 172.25.3.24, port: 6c5ca6e1-ba27-4409-9167-4b2fe929774f. Aug 22 14:25:05.358915 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa1a55a-9b4c-4a88-96d6-b611c72443c0 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Router c859f438-bf2c-4048-b154-0d84dbb98d64 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:25:05.804526 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa1a55a-9b4c-4a88-96d6-b611c72443c0 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:25:05.815197 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67049462-d054-4cbc-9679-adad56cde1e4 None None] Sync routers for ids ['c859f438-bf2c-4048-b154-0d84dbb98d64'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:25:05.822280 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-7aa1a55a-9b4c-4a88-96d6-b611c72443c0 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:25:05.826008 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67049462-d054-4cbc-9679-adad56cde1e4 None None] Routers {'c859f438-bf2c-4048-b154-0d84dbb98d64'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:25:05.826673 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-67049462-d054-4cbc-9679-adad56cde1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:25:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['c859f438-bf2c-4048-b154-0d84dbb98d64'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:25:05.851753 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-7aa1a55a-9b4c-4a88-96d6-b611c72443c0 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8713298 Aug 22 14:25:05.852381 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '291ffba7-1030-415c-a044-a01f39e979d7', 'tag': '6c5ca6e1-ba27-4409-9167-4b2fe929774f'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:25:05.854640 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bdeb8ea780dc3f157cf86c35b44054b3d50f34a398e9a69dfe822f45c5aaee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516c3128-6272-4e97-9552-7853db8c6507" -d '{"events": [{"name": "network-changed", "server_uuid": "291ffba7-1030-415c-a044-a01f39e979d7", "tag": "6c5ca6e1-ba27-4409-9167-4b2fe929774f"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:25:05.898459 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317aa443-33e2-4976-9659-ca53c080248a x-openstack-request-id: req-317aa443-33e2-4976-9659-ca53c080248a {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:25:05.898748 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "291ffba7-1030-415c-a044-a01f39e979d7", "tag": "6c5ca6e1-ba27-4409-9167-4b2fe929774f", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:25:05.898995 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-317aa443-33e2-4976-9659-ca53c080248a {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:25:05.899395 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '291ffba7-1030-415c-a044-a01f39e979d7', 'tag': '6c5ca6e1-ba27-4409-9167-4b2fe929774f', 'status': 'completed', 'code': 200} Aug 22 14:25:05.949719 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-67049462-d054-4cbc-9679-adad56cde1e4 None None] Set router c859f438-bf2c-4048-b154-0d84dbb98d64 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:25:05.992311 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c14186-29a3-430d-9ffc-dd48919b21fd req-15272ca7-feb8-4636-99d4-3049eb4aaab8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:25:05.993877 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a8c14186-29a3-430d-9ffc-dd48919b21fd req-15272ca7-feb8-4636-99d4-3049eb4aaab8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=291ffba7-1030-415c-a044-a01f39e979d7 HTTP/1.1" status: 200 len: 945 time: 0.0789995 Aug 22 14:25:05.997053 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c3128-6272-4e97-9552-7853db8c6507 req-7330ea0c-1835-437b-89c6-4d41300fad8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:25:05.998903 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-516c3128-6272-4e97-9552-7853db8c6507 req-7330ea0c-1835-437b-89c6-4d41300fad8b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5656c7f7f9c746e19a50aa1bc4d9988c&device_id=291ffba7-1030-415c-a044-a01f39e979d7 HTTP/1.1" status: 200 len: 1097 time: 0.0733805 Aug 22 14:25:06.099315 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a8c14186-29a3-430d-9ffc-dd48919b21fd req-9de2908b-ed7f-44fb-b9b3-731dff31c7f2 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6e9f9ac-e36c-4b16-8a7e-74bd8b6a9055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963454 Aug 22 14:25:06.125518 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52340) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:25:06.140315 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c3128-6272-4e97-9552-7853db8c6507 req-38e90da4-d3a9-447d-a90a-1944d0aef59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:25:06.141988 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-516c3128-6272-4e97-9552-7853db8c6507 req-38e90da4-d3a9-447d-a90a-1944d0aef59a service neutron] 10.222.0.16 "GET /v2.0/networks?id=3825fd93-741e-4412-9556-0ab758c8777b HTTP/1.1" status: 200 len: 897 time: 0.1324606 Aug 22 14:25:06.191505 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-9e2d435f-3687-43d4-9ec7-a13ca519ab74 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/floatingips/d58b1a56-f53e-4ec3-9b67-29d6f4e6da90 HTTP/1.1" status: 200 len: 990 time: 0.0628054 Aug 22 14:25:06.202083 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-67049462-d054-4cbc-9679-adad56cde1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c859f438-bf2c-4048-b154-0d84dbb98d64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-814826463', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e6515063-84c0-4d27-b6cd-d2875ebf1bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:24:46Z', 'updated_at': '2021-08-22T14:24:50Z', 'revision_number': 4, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': 'e6515063-84c0-4d27-b6cd-d2875ebf1bcc', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c859f438-bf2c-4048-b154-0d84dbb98d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:24:47Z', 'updated_at': '2021-08-22T14:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'd58b1a56-f53e-4ec3-9b67-29d6f4e6da90', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'floating_ip_address': '172.25.3.24', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': 'c859f438-bf2c-4048-b154-0d84dbb98d64', 'port_id': '6c5ca6e1-ba27-4409-9167-4b2fe929774f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3825fd93-741e-4412-9556-0ab758c8777b', 'mac_address': 'fa:16:3e:52:98:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291ffba7-1030-415c-a044-a01f39e979d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:25:04Z', 'updated_at': '2021-08-22T14:25:04Z', 'revision_number': 0, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84807150-757e-460a-8b39-fd4b9936dfad', 'name': '', 'network_id': '3825fd93-741e-4412-9556-0ab758c8777b', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'mac_address': 'fa:16:3e:86:9a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c859f438-bf2c-4048-b154-0d84dbb98d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '0f1e9aa7-8e41-4040-b5b5-b407a364fefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:24:49Z', 'updated_at': '2021-08-22T14:24:55Z', 'revision_number': 5, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'subnets': [{'id': '0f1e9aa7-8e41-4040-b5b5-b407a364fefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:25:06.221304 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-516c3128-6272-4e97-9552-7853db8c6507 req-75d35f7e-898a-469f-83d8-4ae205bc697b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c5ca6e1-ba27-4409-9167-4b2fe929774f HTTP/1.1" status: 200 len: 998 time: 0.0721321 Aug 22 14:25:06.229773 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67049462-d054-4cbc-9679-adad56cde1e4 None None] Checking router: c859f438-bf2c-4048-b154-0d84dbb98d64 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:25:06.238340 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67049462-d054-4cbc-9679-adad56cde1e4 None None] Routers {'c859f438-bf2c-4048-b154-0d84dbb98d64'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:25:06.238959 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-67049462-d054-4cbc-9679-adad56cde1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:25:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['c859f438-bf2c-4048-b154-0d84dbb98d64'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:25:06.280530 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c3128-6272-4e97-9552-7853db8c6507 req-64fca6c9-82ed-40a6-931e-b4987e2fa4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:25:06.283044 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-516c3128-6272-4e97-9552-7853db8c6507 req-64fca6c9-82ed-40a6-931e-b4987e2fa4a0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0f1e9aa7-8e41-4040-b5b5-b407a364fefd HTTP/1.1" status: 200 len: 834 time: 0.0551925 Aug 22 14:25:06.337192 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c3128-6272-4e97-9552-7853db8c6507 req-ae2a9f78-8a46-414f-be07-44f87fc8df01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:25:06.338721 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-516c3128-6272-4e97-9552-7853db8c6507 req-ae2a9f78-8a46-414f-be07-44f87fc8df01 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3825fd93-741e-4412-9556-0ab758c8777b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486748 Aug 22 14:25:06.346988 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-67049462-d054-4cbc-9679-adad56cde1e4 None None] Set router c859f438-bf2c-4048-b154-0d84dbb98d64 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:25:06.452081 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-516c3128-6272-4e97-9552-7853db8c6507 req-9a3e9d69-519c-447e-ab2a-6c31dd319ece service neutron] 10.222.0.16 "GET /v2.0/networks/3825fd93-741e-4412-9556-0ab758c8777b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060610 Aug 22 14:25:06.548363 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-516c3128-6272-4e97-9552-7853db8c6507 req-e3f6f3cf-a237-42ce-addd-5eee9e369fb5 service neutron] 10.222.0.16 "GET /v2.0/networks/3825fd93-741e-4412-9556-0ab758c8777b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891676 Aug 22 14:25:06.615022 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-67049462-d054-4cbc-9679-adad56cde1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c859f438-bf2c-4048-b154-0d84dbb98d64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-814826463', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e6515063-84c0-4d27-b6cd-d2875ebf1bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:24:46Z', 'updated_at': '2021-08-22T14:24:50Z', 'revision_number': 4, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': 'e6515063-84c0-4d27-b6cd-d2875ebf1bcc', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c859f438-bf2c-4048-b154-0d84dbb98d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:24:47Z', 'updated_at': '2021-08-22T14:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'd58b1a56-f53e-4ec3-9b67-29d6f4e6da90', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'floating_ip_address': '172.25.3.24', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': 'c859f438-bf2c-4048-b154-0d84dbb98d64', 'port_id': '6c5ca6e1-ba27-4409-9167-4b2fe929774f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3825fd93-741e-4412-9556-0ab758c8777b', 'mac_address': 'fa:16:3e:52:98:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291ffba7-1030-415c-a044-a01f39e979d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:25:04Z', 'updated_at': '2021-08-22T14:25:04Z', 'revision_number': 0, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84807150-757e-460a-8b39-fd4b9936dfad', 'name': '', 'network_id': '3825fd93-741e-4412-9556-0ab758c8777b', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'mac_address': 'fa:16:3e:86:9a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c859f438-bf2c-4048-b154-0d84dbb98d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '0f1e9aa7-8e41-4040-b5b5-b407a364fefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:24:49Z', 'updated_at': '2021-08-22T14:24:55Z', 'revision_number': 5, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'subnets': [{'id': '0f1e9aa7-8e41-4040-b5b5-b407a364fefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:25:06.651017 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67049462-d054-4cbc-9679-adad56cde1e4 None None] The sync data for ids ['c859f438-bf2c-4048-b154-0d84dbb98d64'] in n-d-793621-33 is: [{'id': 'c859f438-bf2c-4048-b154-0d84dbb98d64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-814826463', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e6515063-84c0-4d27-b6cd-d2875ebf1bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:24:46Z', 'updated_at': '2021-08-22T14:24:50Z', 'revision_number': 4, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': 'e6515063-84c0-4d27-b6cd-d2875ebf1bcc', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c859f438-bf2c-4048-b154-0d84dbb98d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:24:47Z', 'updated_at': '2021-08-22T14:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'd58b1a56-f53e-4ec3-9b67-29d6f4e6da90', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'floating_ip_address': '172.25.3.24', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': 'c859f438-bf2c-4048-b154-0d84dbb98d64', 'port_id': '6c5ca6e1-ba27-4409-9167-4b2fe929774f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3825fd93-741e-4412-9556-0ab758c8777b', 'mac_address': 'fa:16:3e:52:98:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291ffba7-1030-415c-a044-a01f39e979d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:25:04Z', 'updated_at': '2021-08-22T14:25:04Z', 'revision_number': 0, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84807150-757e-460a-8b39-fd4b9936dfad', 'name': '', 'network_id': '3825fd93-741e-4412-9556-0ab758c8777b', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'mac_address': 'fa:16:3e:86:9a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c859f438-bf2c-4048-b154-0d84dbb98d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '0f1e9aa7-8e41-4040-b5b5-b407a364fefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:24:49Z', 'updated_at': '2021-08-22T14:24:55Z', 'revision_number': 5, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'subnets': [{'id': '0f1e9aa7-8e41-4040-b5b5-b407a364fefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:25:06.841811 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e217ed7-9643-4013-905b-7905e11958c9 None None] New status for floating IP d58b1a56-f53e-4ec3-9b67-29d6f4e6da90: ACTIVE {{(pid=94630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 14:25:07.194324 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52342) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:25:07.256726 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-432bd888-4601-4b1b-a1d6-a2286090651c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/floatingips/d58b1a56-f53e-4ec3-9b67-29d6f4e6da90 HTTP/1.1" status: 200 len: 992 time: 0.0609839 Aug 22 14:25:09.250506 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:25:28.538995 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-30c7f697-25f0-480d-8132-cd8e44b53802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:25:29.030579 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:25:31.138539 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-26003424-0366-48f8-8c54-cb8f8ffbacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:25:31.282252 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:25:32.649411 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:25:33.949525 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-24d85e3e-3f82-48d1-a8c5-7077c7251b1a req-0d8b0eaa-8ab4-43d6-b3c3-c3041dc210b0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=291ffba7-1030-415c-a044-a01f39e979d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403640 Aug 22 14:25:34.033425 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d85e3e-3f82-48d1-a8c5-7077c7251b1a req-bcc8fb83-3c57-4970-b566-e94a5c413b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:25:34.034898 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-24d85e3e-3f82-48d1-a8c5-7077c7251b1a req-bcc8fb83-3c57-4970-b566-e94a5c413b88 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5656c7f7f9c746e19a50aa1bc4d9988c&device_id=291ffba7-1030-415c-a044-a01f39e979d7 HTTP/1.1" status: 200 len: 1097 time: 0.0438998 Aug 22 14:25:34.137595 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d85e3e-3f82-48d1-a8c5-7077c7251b1a req-9e7b85f8-e0cf-403c-8db2-0daad63f94dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:25:34.139101 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-24d85e3e-3f82-48d1-a8c5-7077c7251b1a req-9e7b85f8-e0cf-403c-8db2-0daad63f94dc service neutron] 10.222.0.16 "GET /v2.0/networks?id=3825fd93-741e-4412-9556-0ab758c8777b HTTP/1.1" status: 200 len: 897 time: 0.0833123 Aug 22 14:25:34.205943 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-24d85e3e-3f82-48d1-a8c5-7077c7251b1a req-ac178079-fff8-4ffe-8580-e422cbd1b36b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c5ca6e1-ba27-4409-9167-4b2fe929774f HTTP/1.1" status: 200 len: 1000 time: 0.0598967 Aug 22 14:25:34.255997 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d85e3e-3f82-48d1-a8c5-7077c7251b1a req-ec4f55a4-dd8a-4a30-b0b8-79a36a2d0584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:25:34.257617 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-24d85e3e-3f82-48d1-a8c5-7077c7251b1a req-ec4f55a4-dd8a-4a30-b0b8-79a36a2d0584 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0f1e9aa7-8e41-4040-b5b5-b407a364fefd HTTP/1.1" status: 200 len: 834 time: 0.0424864 Aug 22 14:25:34.302276 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d85e3e-3f82-48d1-a8c5-7077c7251b1a req-86ed6e26-faef-42b5-ac85-e1a0e618501a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:25:34.303730 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-24d85e3e-3f82-48d1-a8c5-7077c7251b1a req-86ed6e26-faef-42b5-ac85-e1a0e618501a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3825fd93-741e-4412-9556-0ab758c8777b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392241 Aug 22 14:25:34.397290 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-24d85e3e-3f82-48d1-a8c5-7077c7251b1a req-e891994f-e33c-4d02-afe5-0f181067eae4 service neutron] 10.222.0.16 "GET /v2.0/networks/3825fd93-741e-4412-9556-0ab758c8777b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851250 Aug 22 14:25:34.425905 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:25:34.443244 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:25:34.491209 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-24d85e3e-3f82-48d1-a8c5-7077c7251b1a req-7baede49-442c-47be-9147-00ce5cb239cf service neutron] 10.222.0.16 "GET /v2.0/networks/3825fd93-741e-4412-9556-0ab758c8777b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852125 Aug 22 14:25:38.931100 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52362) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:25:38.941150 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04679a9-37fb-4cca-911d-23a18c2dcee9 req-da7c085c-1dd8-4772-9950-e56750607e9b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:25:38.942636 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e04679a9-37fb-4cca-911d-23a18c2dcee9 req-da7c085c-1dd8-4772-9950-e56750607e9b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=291ffba7-1030-415c-a044-a01f39e979d7 HTTP/1.1" status: 200 len: 945 time: 0.0525169 Aug 22 14:25:38.982932 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e04679a9-37fb-4cca-911d-23a18c2dcee9 req-9a5eb7a2-c186-4948-8259-411453536b53 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6e9f9ac-e36c-4b16-8a7e-74bd8b6a9055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331271 Aug 22 14:25:39.012465 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-954ffda5-4c77-4c22-84c3-3507fa4bd448 req-200a7070-5aba-4151-b21c-8a2cb5026e71 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=291ffba7-1030-415c-a044-a01f39e979d7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0801954 Aug 22 14:25:39.021103 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [req-954ffda5-4c77-4c22-84c3-3507fa4bd448 req-97917e3a-adf1-4c0e-91ee-fd255bd6ad19 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:25:39.022054 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-954ffda5-4c77-4c22-84c3-3507fa4bd448 req-97917e3a-adf1-4c0e-91ee-fd255bd6ad19 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049293 Aug 22 14:25:40.117244 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7685e05f-b7cd-4280-8ee4-43125f449ba2 req-1f05063e-0b86-42c5-8e91-82d94c5a3832 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:25:40.118705 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7685e05f-b7cd-4280-8ee4-43125f449ba2 req-1f05063e-0b86-42c5-8e91-82d94c5a3832 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=291ffba7-1030-415c-a044-a01f39e979d7 HTTP/1.1" status: 200 len: 945 time: 0.0520020 Aug 22 14:25:40.155003 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7685e05f-b7cd-4280-8ee4-43125f449ba2 req-dd492160-97d7-4ef8-b111-510fbf3566cb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6e9f9ac-e36c-4b16-8a7e-74bd8b6a9055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303040 Aug 22 14:25:41.270209 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac47fa9e-76e5-4246-820e-1f88a52e8606 req-9ac973b0-b28e-4fe0-b716-78ffee2955e0 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:25:41.271596 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ac47fa9e-76e5-4246-820e-1f88a52e8606 req-9ac973b0-b28e-4fe0-b716-78ffee2955e0 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=291ffba7-1030-415c-a044-a01f39e979d7 HTTP/1.1" status: 200 len: 945 time: 0.0486674 Aug 22 14:25:41.310274 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ac47fa9e-76e5-4246-820e-1f88a52e8606 req-e0717b77-898c-48f1-9dc6-868d0edbfb19 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6e9f9ac-e36c-4b16-8a7e-74bd8b6a9055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326998 Aug 22 14:25:42.423791 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0284eee-71f9-4063-b5e1-2e0f934240f4 req-534f1075-bf7f-4ca1-93a0-48aabe84b55e tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:25:42.425328 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a0284eee-71f9-4063-b5e1-2e0f934240f4 req-534f1075-bf7f-4ca1-93a0-48aabe84b55e tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=291ffba7-1030-415c-a044-a01f39e979d7 HTTP/1.1" status: 200 len: 945 time: 0.0475266 Aug 22 14:25:42.467930 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a0284eee-71f9-4063-b5e1-2e0f934240f4 req-e27fa04e-7dd2-4a93-a1aa-e81b53e3a7fc tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6e9f9ac-e36c-4b16-8a7e-74bd8b6a9055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361295 Aug 22 14:25:43.587011 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba098b0a-ed48-42a8-a94d-213b08243d1b req-9ae35e5a-544a-4a1a-9555-80128dabd54b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:25:43.588505 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ba098b0a-ed48-42a8-a94d-213b08243d1b req-9ae35e5a-544a-4a1a-9555-80128dabd54b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=291ffba7-1030-415c-a044-a01f39e979d7 HTTP/1.1" status: 200 len: 945 time: 0.0525079 Aug 22 14:25:43.626709 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ba098b0a-ed48-42a8-a94d-213b08243d1b req-bc75db23-1d32-43b1-9150-65b4fc7e4f48 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6e9f9ac-e36c-4b16-8a7e-74bd8b6a9055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322042 Aug 22 14:25:44.168904 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ffda5-4c77-4c22-84c3-3507fa4bd448 req-b03171dd-7476-4317-8e86-4221cec14997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:25:44.170364 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-954ffda5-4c77-4c22-84c3-3507fa4bd448 req-b03171dd-7476-4317-8e86-4221cec14997 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5656c7f7f9c746e19a50aa1bc4d9988c&device_id=291ffba7-1030-415c-a044-a01f39e979d7 HTTP/1.1" status: 200 len: 1097 time: 0.0405560 Aug 22 14:25:44.263006 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ffda5-4c77-4c22-84c3-3507fa4bd448 req-7c76ad52-5a4f-41b4-b9c6-d1c282da5968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:25:44.264424 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-954ffda5-4c77-4c22-84c3-3507fa4bd448 req-7c76ad52-5a4f-41b4-b9c6-d1c282da5968 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3825fd93-741e-4412-9556-0ab758c8777b HTTP/1.1" status: 200 len: 897 time: 0.0872397 Aug 22 14:25:44.610121 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-954ffda5-4c77-4c22-84c3-3507fa4bd448 req-9fd61b91-165a-41aa-8017-5507814b5e7e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c5ca6e1-ba27-4409-9167-4b2fe929774f HTTP/1.1" status: 200 len: 1000 time: 0.3383698 Aug 22 14:25:44.660064 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ffda5-4c77-4c22-84c3-3507fa4bd448 req-27db4dce-ad11-4107-a254-1b927b521ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:25:44.661576 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-954ffda5-4c77-4c22-84c3-3507fa4bd448 req-27db4dce-ad11-4107-a254-1b927b521ca5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0f1e9aa7-8e41-4040-b5b5-b407a364fefd HTTP/1.1" status: 200 len: 834 time: 0.0438335 Aug 22 14:25:44.735921 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ffda5-4c77-4c22-84c3-3507fa4bd448 req-304e4f64-3ed3-4d7c-8d91-dc64202d5073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:25:44.737425 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-954ffda5-4c77-4c22-84c3-3507fa4bd448 req-304e4f64-3ed3-4d7c-8d91-dc64202d5073 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3825fd93-741e-4412-9556-0ab758c8777b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0691242 Aug 22 14:25:44.760663 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1200a2-0909-4518-8487-fd9ea0f6a9d5 req-f8947305-3805-4516-94f7-37ade0d9504b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:25:44.762054 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8d1200a2-0909-4518-8487-fd9ea0f6a9d5 req-f8947305-3805-4516-94f7-37ade0d9504b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=291ffba7-1030-415c-a044-a01f39e979d7 HTTP/1.1" status: 200 len: 945 time: 0.0622177 Aug 22 14:25:44.846128 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8d1200a2-0909-4518-8487-fd9ea0f6a9d5 req-9b9aefd3-f0b8-4f3e-bef2-c895b5a69a28 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6e9f9ac-e36c-4b16-8a7e-74bd8b6a9055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747502 Aug 22 14:25:44.860031 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-954ffda5-4c77-4c22-84c3-3507fa4bd448 req-eb2012f4-1248-403f-81de-2f2ef4a569a1 service neutron] 10.222.0.16 "GET /v2.0/networks/3825fd93-741e-4412-9556-0ab758c8777b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145716 Aug 22 14:25:44.951567 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-954ffda5-4c77-4c22-84c3-3507fa4bd448 req-20a7e17a-4e60-4ffa-ba51-4dd95e15b479 service neutron] 10.222.0.16 "GET /v2.0/networks/3825fd93-741e-4412-9556-0ab758c8777b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838192 Aug 22 14:25:45.962917 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f4442-d1d5-4ad8-b4e5-df6478862264 req-2dd623f4-6d7a-4b16-9c65-8692d36bac1c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:25:45.964399 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-db1f4442-d1d5-4ad8-b4e5-df6478862264 req-2dd623f4-6d7a-4b16-9c65-8692d36bac1c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=291ffba7-1030-415c-a044-a01f39e979d7 HTTP/1.1" status: 200 len: 945 time: 0.0486915 Aug 22 14:25:46.002790 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-db1f4442-d1d5-4ad8-b4e5-df6478862264 req-9011cf23-b27f-49f6-82cc-d199f8a5a111 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6e9f9ac-e36c-4b16-8a7e-74bd8b6a9055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324121 Aug 22 14:25:46.249770 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:25:47.132929 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850fdbc-8056-4257-a87c-6c62206fb21e req-0477c9f5-cf89-4d55-8f43-9381bd807673 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:25:47.134411 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1850fdbc-8056-4257-a87c-6c62206fb21e req-0477c9f5-cf89-4d55-8f43-9381bd807673 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=291ffba7-1030-415c-a044-a01f39e979d7 HTTP/1.1" status: 200 len: 945 time: 0.0537229 Aug 22 14:25:47.171767 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1850fdbc-8056-4257-a87c-6c62206fb21e req-727d9e2d-1a59-46b0-9120-f21270380d6e tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6e9f9ac-e36c-4b16-8a7e-74bd8b6a9055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314620 Aug 22 14:25:48.288839 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08508f5-ee58-404a-af33-397e3045ddc2 req-96d31c65-9d8e-434d-b683-19ec00a786ee tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:25:48.290216 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f08508f5-ee58-404a-af33-397e3045ddc2 req-96d31c65-9d8e-434d-b683-19ec00a786ee tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=291ffba7-1030-415c-a044-a01f39e979d7 HTTP/1.1" status: 200 len: 945 time: 0.0498989 Aug 22 14:25:48.331237 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f08508f5-ee58-404a-af33-397e3045ddc2 req-924c6af4-5b9e-4f21-a231-48644abadb18 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6e9f9ac-e36c-4b16-8a7e-74bd8b6a9055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351677 Aug 22 14:25:49.449133 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424d005-12c7-4ead-8951-6a7809d4a07c req-1e8b7924-9c57-41ff-80a3-06f6935983c8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:25:49.450626 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f424d005-12c7-4ead-8951-6a7809d4a07c req-1e8b7924-9c57-41ff-80a3-06f6935983c8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=291ffba7-1030-415c-a044-a01f39e979d7 HTTP/1.1" status: 200 len: 945 time: 0.0490985 Aug 22 14:25:49.488873 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f424d005-12c7-4ead-8951-6a7809d4a07c req-b10dc231-7ed4-4434-8456-3258e011943f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6e9f9ac-e36c-4b16-8a7e-74bd8b6a9055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323911 Aug 22 14:25:50.606529 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9cd26-6840-466b-9ecc-0caf6b950497 req-ff480409-7dc0-4054-b26e-25a05ff50f1a tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:25:50.607985 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-09f9cd26-6840-466b-9ecc-0caf6b950497 req-ff480409-7dc0-4054-b26e-25a05ff50f1a tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=291ffba7-1030-415c-a044-a01f39e979d7 HTTP/1.1" status: 200 len: 945 time: 0.0510311 Aug 22 14:25:50.644791 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-09f9cd26-6840-466b-9ecc-0caf6b950497 req-9ef4cd9c-0792-4d54-af56-8cf1c4a8e731 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6e9f9ac-e36c-4b16-8a7e-74bd8b6a9055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309229 Aug 22 14:25:51.758782 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ab1b0-3631-4e51-8878-fd31a83bb9b4 req-49fe421f-8b47-45d9-8856-421b738d6a07 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:25:51.760281 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4a8ab1b0-3631-4e51-8878-fd31a83bb9b4 req-49fe421f-8b47-45d9-8856-421b738d6a07 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=291ffba7-1030-415c-a044-a01f39e979d7 HTTP/1.1" status: 200 len: 945 time: 0.0493944 Aug 22 14:25:51.796954 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4a8ab1b0-3631-4e51-8878-fd31a83bb9b4 req-7220cddd-6b51-4610-b050-8afd4e86407e tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6e9f9ac-e36c-4b16-8a7e-74bd8b6a9055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307949 Aug 22 14:25:52.910029 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5264311-bb5a-448c-be88-799a4caab405 req-16e9b3a5-71f0-4c0a-91c2-ea31abe728d3 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:25:52.911497 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d5264311-bb5a-448c-be88-799a4caab405 req-16e9b3a5-71f0-4c0a-91c2-ea31abe728d3 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=291ffba7-1030-415c-a044-a01f39e979d7 HTTP/1.1" status: 200 len: 945 time: 0.0485947 Aug 22 14:25:52.948971 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d5264311-bb5a-448c-be88-799a4caab405 req-df1f144d-4d4a-469e-8d3a-0fc10c5d2993 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6e9f9ac-e36c-4b16-8a7e-74bd8b6a9055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308969 Aug 22 14:25:54.069334 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf6895-9737-4e88-8601-5f9587cf6c81 req-8a332f93-0699-4743-8e43-eb8139c696d9 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:25:54.071992 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f5bf6895-9737-4e88-8601-5f9587cf6c81 req-8a332f93-0699-4743-8e43-eb8139c696d9 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=291ffba7-1030-415c-a044-a01f39e979d7 HTTP/1.1" status: 200 len: 945 time: 0.0554211 Aug 22 14:25:54.110047 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f5bf6895-9737-4e88-8601-5f9587cf6c81 req-72d94c39-6218-4d35-adc8-af34763bb8c6 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6e9f9ac-e36c-4b16-8a7e-74bd8b6a9055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320528 Aug 22 14:25:55.223885 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79633dd1-0445-43a4-9d6a-152f919ff57c req-6f9c8d16-d4a1-4d79-99fd-024e1fedd2f9 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:25:55.225409 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-79633dd1-0445-43a4-9d6a-152f919ff57c req-6f9c8d16-d4a1-4d79-99fd-024e1fedd2f9 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=291ffba7-1030-415c-a044-a01f39e979d7 HTTP/1.1" status: 200 len: 945 time: 0.0481937 Aug 22 14:25:55.263091 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-79633dd1-0445-43a4-9d6a-152f919ff57c req-aa5dbf19-3991-47cb-97ee-f50dfaeda424 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6e9f9ac-e36c-4b16-8a7e-74bd8b6a9055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306950 Aug 22 14:25:56.377938 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bba53d-a69c-42c4-a9d5-5e7377fdce90 req-7dddfe70-072d-487d-aa4a-98d29bdea104 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:25:56.379406 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b4bba53d-a69c-42c4-a9d5-5e7377fdce90 req-7dddfe70-072d-487d-aa4a-98d29bdea104 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=291ffba7-1030-415c-a044-a01f39e979d7 HTTP/1.1" status: 200 len: 945 time: 0.0485253 Aug 22 14:25:56.416360 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b4bba53d-a69c-42c4-a9d5-5e7377fdce90 req-502d375c-3564-47ce-aad1-fb57949ad868 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6e9f9ac-e36c-4b16-8a7e-74bd8b6a9055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308638 Aug 22 14:25:56.805955 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [req-954ffda5-4c77-4c22-84c3-3507fa4bd448 req-b21e9784-6d72-418b-8397-c5b9ca04619e service neutron] show failed (client error): The resource could not be found. Aug 22 14:25:56.806963 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-954ffda5-4c77-4c22-84c3-3507fa4bd448 req-b21e9784-6d72-418b-8397-c5b9ca04619e service neutron] 10.222.0.16 "GET /v2.0/ports/6c5ca6e1-ba27-4409-9167-4b2fe929774f/bindings/n-h1-793621-33 HTTP/1.1" status: 404 len: 381 time: 0.0588720 Aug 22 14:25:57.034737 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ffda5-4c77-4c22-84c3-3507fa4bd448 req-c700d741-dad5-47cb-a74b-989efa313bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:25:57.036218 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-954ffda5-4c77-4c22-84c3-3507fa4bd448 req-c700d741-dad5-47cb-a74b-989efa313bdc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=291ffba7-1030-415c-a044-a01f39e979d7&tenant_id=5656c7f7f9c746e19a50aa1bc4d9988c HTTP/1.1" status: 200 len: 1097 time: 0.0848265 Aug 22 14:25:57.047542 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-954ffda5-4c77-4c22-84c3-3507fa4bd448 req-21277831-4c78-43bf-be3b-35f89be801df service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-33', 'device_owner': 'compute:nova'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:25:57.101844 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-954ffda5-4c77-4c22-84c3-3507fa4bd448 req-21277831-4c78-43bf-be3b-35f89be801df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:25:57.303797 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-954ffda5-4c77-4c22-84c3-3507fa4bd448 req-21277831-4c78-43bf-be3b-35f89be801df service neutron] For port 6c5ca6e1-ba27-4409-9167-4b2fe929774f, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=6c5ca6e1-ba27-4409-9167-4b2fe929774f,segment=NetworkSegment(452f9d78-df00-461c-84fa-24517e16cc99),segment_id=452f9d78-df00-461c-84fa-24517e16cc99)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:25:57.335857 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-954ffda5-4c77-4c22-84c3-3507fa4bd448 req-21277831-4c78-43bf-be3b-35f89be801df service neutron] For port 6c5ca6e1-ba27-4409-9167-4b2fe929774f, host n-h2-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:25:57.374910 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '291ffba7-1030-415c-a044-a01f39e979d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c5ca6e1-ba27-4409-9167-4b2fe929774f'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:25:57.377111 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bdeb8ea780dc3f157cf86c35b44054b3d50f34a398e9a69dfe822f45c5aaee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9b7930-b10a-43a4-8ec9-1094b1183e84" -d '{"events": [{"server_uuid": "291ffba7-1030-415c-a044-a01f39e979d7", "name": "network-vif-unplugged", "status": "completed", "tag": "6c5ca6e1-ba27-4409-9167-4b2fe929774f"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:25:57.381163 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-954ffda5-4c77-4c22-84c3-3507fa4bd448 req-21277831-4c78-43bf-be3b-35f89be801df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:25:57.394724 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-954ffda5-4c77-4c22-84c3-3507fa4bd448 req-21277831-4c78-43bf-be3b-35f89be801df service neutron] Transition to ACTIVE for port object 6c5ca6e1-ba27-4409-9167-4b2fe929774f will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:25:57.400478 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-954ffda5-4c77-4c22-84c3-3507fa4bd448 req-21277831-4c78-43bf-be3b-35f89be801df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:25:57.510575 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 14:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c745d7a9-4166-4209-af4d-9dff2c67cf29 x-openstack-request-id: req-c745d7a9-4166-4209-af4d-9dff2c67cf29 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:25:57.510867 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "291ffba7-1030-415c-a044-a01f39e979d7", "name": "network-vif-unplugged", "status": "completed", "tag": "6c5ca6e1-ba27-4409-9167-4b2fe929774f", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:25:57.511184 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c745d7a9-4166-4209-af4d-9dff2c67cf29 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:25:57.511490 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '291ffba7-1030-415c-a044-a01f39e979d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c5ca6e1-ba27-4409-9167-4b2fe929774f', 'code': 200} Aug 22 14:25:57.520559 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21277831-4c78-43bf-be3b-35f89be801df service neutron] Pushing event updated for resources: {'Port': ['ID=6c5ca6e1-ba27-4409-9167-4b2fe929774f,revision_number=6']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:25:57.533365 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21277831-4c78-43bf-be3b-35f89be801df service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:25:57.533730 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21277831-4c78-43bf-be3b-35f89be801df service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:25:57.534042 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21277831-4c78-43bf-be3b-35f89be801df service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:25:57.534374 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21277831-4c78-43bf-be3b-35f89be801df service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:25:57.534700 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21277831-4c78-43bf-be3b-35f89be801df service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:25:57.535025 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21277831-4c78-43bf-be3b-35f89be801df service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:25:57.535348 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21277831-4c78-43bf-be3b-35f89be801df service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:25:57.535667 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21277831-4c78-43bf-be3b-35f89be801df service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:25:57.535985 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21277831-4c78-43bf-be3b-35f89be801df service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:25:57.536435 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21277831-4c78-43bf-be3b-35f89be801df service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:25:57.536759 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21277831-4c78-43bf-be3b-35f89be801df service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:25:57.537078 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21277831-4c78-43bf-be3b-35f89be801df service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:25:57.575148 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-954ffda5-4c77-4c22-84c3-3507fa4bd448 req-21277831-4c78-43bf-be3b-35f89be801df service neutron] No DVR routers for this DVR port 6c5ca6e1-ba27-4409-9167-4b2fe929774f on host n-h2-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:25:57.591124 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dcc5ab-10e9-40f7-b4e8-68dcf0100401 req-9335c39e-5942-45f4-89fa-8edfac11fbb6 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:25:57.592703 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-40dcc5ab-10e9-40f7-b4e8-68dcf0100401 req-9335c39e-5942-45f4-89fa-8edfac11fbb6 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=291ffba7-1030-415c-a044-a01f39e979d7 HTTP/1.1" status: 200 len: 943 time: 0.0662541 Aug 22 14:25:57.635290 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-40dcc5ab-10e9-40f7-b4e8-68dcf0100401 req-215285ef-1c88-4745-9c76-293843473a0b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6e9f9ac-e36c-4b16-8a7e-74bd8b6a9055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360928 Aug 22 14:25:57.716814 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-954ffda5-4c77-4c22-84c3-3507fa4bd448 req-21277831-4c78-43bf-be3b-35f89be801df service neutron] Attempting to bind port 6c5ca6e1-ba27-4409-9167-4b2fe929774f on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:25:57.717073 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-954ffda5-4c77-4c22-84c3-3507fa4bd448 req-21277831-4c78-43bf-be3b-35f89be801df service neutron] Attempting to bind port 6c5ca6e1-ba27-4409-9167-4b2fe929774f by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '452f9d78-df00-461c-84fa-24517e16cc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3825fd93-741e-4412-9556-0ab758c8777b'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:25:57.717522 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954ffda5-4c77-4c22-84c3-3507fa4bd448 req-21277831-4c78-43bf-be3b-35f89be801df service neutron] Attempting to bind port 6c5ca6e1-ba27-4409-9167-4b2fe929774f on network 3825fd93-741e-4412-9556-0ab758c8777b {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:25:57.721751 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954ffda5-4c77-4c22-84c3-3507fa4bd448 req-21277831-4c78-43bf-be3b-35f89be801df service neutron] Port 6c5ca6e1-ba27-4409-9167-4b2fe929774f on network 3825fd93-741e-4412-9556-0ab758c8777b not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:25:57.722075 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954ffda5-4c77-4c22-84c3-3507fa4bd448 req-21277831-4c78-43bf-be3b-35f89be801df service neutron] Attempting to bind port 6c5ca6e1-ba27-4409-9167-4b2fe929774f on network 3825fd93-741e-4412-9556-0ab758c8777b {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:25:57.726909 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954ffda5-4c77-4c22-84c3-3507fa4bd448 req-21277831-4c78-43bf-be3b-35f89be801df service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:25:57.728057 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954ffda5-4c77-4c22-84c3-3507fa4bd448 req-21277831-4c78-43bf-be3b-35f89be801df service neutron] Checking segment: {'id': '452f9d78-df00-461c-84fa-24517e16cc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3825fd93-741e-4412-9556-0ab758c8777b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:25:57.728619 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954ffda5-4c77-4c22-84c3-3507fa4bd448 req-21277831-4c78-43bf-be3b-35f89be801df service neutron] Bound using segment: {'id': '452f9d78-df00-461c-84fa-24517e16cc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3825fd93-741e-4412-9556-0ab758c8777b'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:25:57.729054 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-954ffda5-4c77-4c22-84c3-3507fa4bd448 req-21277831-4c78-43bf-be3b-35f89be801df service neutron] Bound port: 6c5ca6e1-ba27-4409-9167-4b2fe929774f, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '452f9d78-df00-461c-84fa-24517e16cc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3825fd93-741e-4412-9556-0ab758c8777b'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:25:57.729416 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-954ffda5-4c77-4c22-84c3-3507fa4bd448 req-21277831-4c78-43bf-be3b-35f89be801df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:25:57.794901 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-954ffda5-4c77-4c22-84c3-3507fa4bd448 req-21277831-4c78-43bf-be3b-35f89be801df service neutron] For port 6c5ca6e1-ba27-4409-9167-4b2fe929774f, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:25:57.798027 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-954ffda5-4c77-4c22-84c3-3507fa4bd448 req-21277831-4c78-43bf-be3b-35f89be801df service neutron] For port 6c5ca6e1-ba27-4409-9167-4b2fe929774f, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=6c5ca6e1-ba27-4409-9167-4b2fe929774f,segment=NetworkSegment(452f9d78-df00-461c-84fa-24517e16cc99),segment_id=452f9d78-df00-461c-84fa-24517e16cc99)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:25:57.801458 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-954ffda5-4c77-4c22-84c3-3507fa4bd448 req-21277831-4c78-43bf-be3b-35f89be801df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:25:57.836772 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ffda5-4c77-4c22-84c3-3507fa4bd448 req-21277831-4c78-43bf-be3b-35f89be801df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:25:57.837344 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-954ffda5-4c77-4c22-84c3-3507fa4bd448 req-21277831-4c78-43bf-be3b-35f89be801df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:25:57.838703 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-954ffda5-4c77-4c22-84c3-3507fa4bd448 req-21277831-4c78-43bf-be3b-35f89be801df service neutron] 10.222.0.41 "PUT /v2.0/ports/6c5ca6e1-ba27-4409-9167-4b2fe929774f HTTP/1.1" status: 200 len: 1092 time: 0.7950933 Aug 22 14:25:57.860400 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21277831-4c78-43bf-be3b-35f89be801df service neutron] Pushing event updated for resources: {'Port': ['ID=6c5ca6e1-ba27-4409-9167-4b2fe929774f,revision_number=7']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:25:57.904692 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ffda5-4c77-4c22-84c3-3507fa4bd448 req-34718ef6-9fc0-4b3c-a7d6-1a1daeba7d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:25:57.906229 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-954ffda5-4c77-4c22-84c3-3507fa4bd448 req-34718ef6-9fc0-4b3c-a7d6-1a1daeba7d3a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5656c7f7f9c746e19a50aa1bc4d9988c&device_id=291ffba7-1030-415c-a044-a01f39e979d7 HTTP/1.1" status: 200 len: 1095 time: 0.0428145 Aug 22 14:25:58.003477 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ffda5-4c77-4c22-84c3-3507fa4bd448 req-40395e46-0090-4cca-932e-a92de163add6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:25:58.004980 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-954ffda5-4c77-4c22-84c3-3507fa4bd448 req-40395e46-0090-4cca-932e-a92de163add6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3825fd93-741e-4412-9556-0ab758c8777b HTTP/1.1" status: 200 len: 897 time: 0.0918627 Aug 22 14:25:58.074954 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-954ffda5-4c77-4c22-84c3-3507fa4bd448 req-d39c74be-5018-4021-99d7-a1fb61d5537d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c5ca6e1-ba27-4409-9167-4b2fe929774f HTTP/1.1" status: 200 len: 998 time: 0.0632968 Aug 22 14:25:58.124606 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ffda5-4c77-4c22-84c3-3507fa4bd448 req-f95075ff-14bd-47cb-a84d-32160004d718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:25:58.125958 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-954ffda5-4c77-4c22-84c3-3507fa4bd448 req-f95075ff-14bd-47cb-a84d-32160004d718 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0f1e9aa7-8e41-4040-b5b5-b407a364fefd HTTP/1.1" status: 200 len: 834 time: 0.0440443 Aug 22 14:25:58.170097 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ffda5-4c77-4c22-84c3-3507fa4bd448 req-7168e7cc-7a68-485f-bbfc-cb3355abbc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:25:58.171456 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-954ffda5-4c77-4c22-84c3-3507fa4bd448 req-7168e7cc-7a68-485f-bbfc-cb3355abbc95 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3825fd93-741e-4412-9556-0ab758c8777b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390975 Aug 22 14:25:58.261226 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-954ffda5-4c77-4c22-84c3-3507fa4bd448 req-19fd0e4b-0228-4744-9e30-198dc06b7af5 service neutron] 10.222.0.41 "GET /v2.0/networks/3825fd93-741e-4412-9556-0ab758c8777b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826218 Aug 22 14:25:58.349348 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-954ffda5-4c77-4c22-84c3-3507fa4bd448 req-2adcaa83-579a-4bff-b812-0b8e91ba885c service neutron] 10.222.0.41 "GET /v2.0/networks/3825fd93-741e-4412-9556-0ab758c8777b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800085 Aug 22 14:25:58.540580 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-36240ee3-a14a-4a34-ae03-3b70b478b041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:25:58.751679 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668ea27-1591-442c-9549-47050a18e19d req-d47af45c-1b89-4261-985f-e56bf36bfa89 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:25:58.753093 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5668ea27-1591-442c-9549-47050a18e19d req-d47af45c-1b89-4261-985f-e56bf36bfa89 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=291ffba7-1030-415c-a044-a01f39e979d7 HTTP/1.1" status: 200 len: 943 time: 0.0481753 Aug 22 14:25:58.790126 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5668ea27-1591-442c-9549-47050a18e19d req-6085768e-2e54-4f29-9d18-b52ad0633cea tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6e9f9ac-e36c-4b16-8a7e-74bd8b6a9055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304787 Aug 22 14:25:59.045829 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:25:59.512983 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '291ffba7-1030-415c-a044-a01f39e979d7', 'tag': '6c5ca6e1-ba27-4409-9167-4b2fe929774f'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:25:59.515344 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bdeb8ea780dc3f157cf86c35b44054b3d50f34a398e9a69dfe822f45c5aaee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f359c1b3-9938-4123-845c-b8093cdc9759" -d '{"events": [{"name": "network-changed", "server_uuid": "291ffba7-1030-415c-a044-a01f39e979d7", "tag": "6c5ca6e1-ba27-4409-9167-4b2fe929774f"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:25:59.562931 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a6000b-2760-44fd-8e66-ea1d98c95877 x-openstack-request-id: req-56a6000b-2760-44fd-8e66-ea1d98c95877 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:25:59.563275 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "291ffba7-1030-415c-a044-a01f39e979d7", "tag": "6c5ca6e1-ba27-4409-9167-4b2fe929774f", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:25:59.563478 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-56a6000b-2760-44fd-8e66-ea1d98c95877 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:25:59.563886 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '291ffba7-1030-415c-a044-a01f39e979d7', 'tag': '6c5ca6e1-ba27-4409-9167-4b2fe929774f', 'status': 'completed', 'code': 200} Aug 22 14:25:59.623342 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359c1b3-9938-4123-845c-b8093cdc9759 req-a3e84d6f-d652-4419-b8d8-5fbc6b9f1a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:25:59.624894 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f359c1b3-9938-4123-845c-b8093cdc9759 req-a3e84d6f-d652-4419-b8d8-5fbc6b9f1a9d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5656c7f7f9c746e19a50aa1bc4d9988c&device_id=291ffba7-1030-415c-a044-a01f39e979d7 HTTP/1.1" status: 200 len: 1095 time: 0.0419998 Aug 22 14:25:59.626273 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359c1b3-9938-4123-845c-b8093cdc9759 req-0aed6c2a-41fb-4521-999f-db0e39244cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:25:59.627761 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f359c1b3-9938-4123-845c-b8093cdc9759 req-0aed6c2a-41fb-4521-999f-db0e39244cb9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5656c7f7f9c746e19a50aa1bc4d9988c&device_id=291ffba7-1030-415c-a044-a01f39e979d7 HTTP/1.1" status: 200 len: 1095 time: 0.0414646 Aug 22 14:25:59.718287 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359c1b3-9938-4123-845c-b8093cdc9759 req-3bf76f91-c5e5-4c72-8761-60064c21624e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:25:59.719816 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f359c1b3-9938-4123-845c-b8093cdc9759 req-3bf76f91-c5e5-4c72-8761-60064c21624e service neutron] 10.222.0.16 "GET /v2.0/networks?id=3825fd93-741e-4412-9556-0ab758c8777b HTTP/1.1" status: 200 len: 897 time: 0.0874002 Aug 22 14:25:59.721070 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359c1b3-9938-4123-845c-b8093cdc9759 req-d4817a53-6a31-4ae0-a991-55fe0a23eb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:25:59.721614 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 6c5ca6e1-ba27-4409-9167-4b2fe929774f no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:25:59.722536 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f359c1b3-9938-4123-845c-b8093cdc9759 req-d4817a53-6a31-4ae0-a991-55fe0a23eb24 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3825fd93-741e-4412-9556-0ab758c8777b HTTP/1.1" status: 200 len: 897 time: 0.0874062 Aug 22 14:25:59.761209 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 6c5ca6e1-ba27-4409-9167-4b2fe929774f not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:25:59.787433 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 6c5ca6e1-ba27-4409-9167-4b2fe929774f details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:25:59.788495 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f359c1b3-9938-4123-845c-b8093cdc9759 req-56804c59-8af3-41ea-9f29-7b1147a50ade service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c5ca6e1-ba27-4409-9167-4b2fe929774f HTTP/1.1" status: 200 len: 998 time: 0.0612609 Aug 22 14:25:59.799301 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f359c1b3-9938-4123-845c-b8093cdc9759 req-60b95c20-ef6b-492b-8ce0-8e1d9efb6237 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c5ca6e1-ba27-4409-9167-4b2fe929774f HTTP/1.1" status: 200 len: 998 time: 0.0629041 Aug 22 14:25:59.855578 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359c1b3-9938-4123-845c-b8093cdc9759 req-369ffece-353f-4a07-b51d-c6d1687e7f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:25:59.865017 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f359c1b3-9938-4123-845c-b8093cdc9759 req-369ffece-353f-4a07-b51d-c6d1687e7f02 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0f1e9aa7-8e41-4040-b5b5-b407a364fefd HTTP/1.1" status: 200 len: 834 time: 0.0689597 Aug 22 14:25:59.877632 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359c1b3-9938-4123-845c-b8093cdc9759 req-4b5606f1-5533-4832-8128-a5d4e105e109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:25:59.879307 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f359c1b3-9938-4123-845c-b8093cdc9759 req-4b5606f1-5533-4832-8128-a5d4e105e109 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0f1e9aa7-8e41-4040-b5b5-b407a364fefd HTTP/1.1" status: 200 len: 834 time: 0.0713570 Aug 22 14:25:59.931604 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 6c5ca6e1-ba27-4409-9167-4b2fe929774f, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=6c5ca6e1-ba27-4409-9167-4b2fe929774f,segment=NetworkSegment(452f9d78-df00-461c-84fa-24517e16cc99),segment_id=452f9d78-df00-461c-84fa-24517e16cc99)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:25:59.937210 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359c1b3-9938-4123-845c-b8093cdc9759 req-7d8d877f-b46e-4d7f-a47d-08a281c4542d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:25:59.938935 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f359c1b3-9938-4123-845c-b8093cdc9759 req-7d8d877f-b46e-4d7f-a47d-08a281c4542d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3825fd93-741e-4412-9556-0ab758c8777b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466397 Aug 22 14:25:59.942675 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '6c5ca6e1-ba27-4409-9167-4b2fe929774f', 'network_id': '3825fd93-741e-4412-9556-0ab758c8777b', 'port_id': '6c5ca6e1-ba27-4409-9167-4b2fe929774f', 'mac_address': 'fa:16:3e:52:98:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1e9aa7-8e41-4040-b5b5-b407a364fefd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:25:59.947230 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359c1b3-9938-4123-845c-b8093cdc9759 req-2a4b60fd-d533-46eb-a685-1d006438bb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:25:59.948779 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f359c1b3-9938-4123-845c-b8093cdc9759 req-2a4b60fd-d533-46eb-a685-1d006438bb00 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3825fd93-741e-4412-9556-0ab758c8777b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0770118 Aug 22 14:25:59.963160 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e1858-ae00-41ff-a1be-7462f80ce465 req-e036cbac-729f-447e-bb48-7474dc5817f6 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:25:59.964679 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a91e1858-ae00-41ff-a1be-7462f80ce465 req-e036cbac-729f-447e-bb48-7474dc5817f6 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=291ffba7-1030-415c-a044-a01f39e979d7 HTTP/1.1" status: 200 len: 943 time: 0.0641603 Aug 22 14:25:59.984186 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:00.001601 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c5ca6e1-ba27-4409-9167-4b2fe929774f {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:26:00.026668 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 6c5ca6e1-ba27-4409-9167-4b2fe929774f, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=6c5ca6e1-ba27-4409-9167-4b2fe929774f,segment=NetworkSegment(452f9d78-df00-461c-84fa-24517e16cc99),segment_id=452f9d78-df00-461c-84fa-24517e16cc99)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:26:00.031814 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:00.035574 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f359c1b3-9938-4123-845c-b8093cdc9759 req-5e5013fe-a7bd-4512-afd7-f6ea8018d007 service neutron] 10.222.0.41 "GET /v2.0/networks/3825fd93-741e-4412-9556-0ab758c8777b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891068 Aug 22 14:26:00.060646 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a91e1858-ae00-41ff-a1be-7462f80ce465 req-5bd53bbb-15e7-4797-8773-8ea8d92837a6 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6e9f9ac-e36c-4b16-8a7e-74bd8b6a9055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771034 Aug 22 14:26:00.089899 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=6c5ca6e1-ba27-4409-9167-4b2fe929774f,revision_number=8']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:26:00.092033 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f359c1b3-9938-4123-845c-b8093cdc9759 req-b74598fb-69ff-4284-b66c-30d63636b3d0 service neutron] 10.222.0.16 "GET /v2.0/networks/3825fd93-741e-4412-9556-0ab758c8777b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263635 Aug 22 14:26:00.097474 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:26:00.097823 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:26:00.098162 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:26:00.098496 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:26:00.098822 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:26:00.099149 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:26:00.099473 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:26:00.099800 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:26:00.100121 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:26:00.100488 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:26:00.100812 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:26:00.101134 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:26:00.136798 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f359c1b3-9938-4123-845c-b8093cdc9759 req-3389ca79-39a0-4f2f-89e8-9107094f4910 service neutron] 10.222.0.41 "GET /v2.0/networks/3825fd93-741e-4412-9556-0ab758c8777b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939529 Aug 22 14:26:00.185620 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f359c1b3-9938-4123-845c-b8093cdc9759 req-a549b62e-a265-44f2-8adc-c9e046ccb60c service neutron] 10.222.0.16 "GET /v2.0/networks/3825fd93-741e-4412-9556-0ab758c8777b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867331 Aug 22 14:26:00.285787 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['6c5ca6e1-ba27-4409-9167-4b2fe929774f'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:26:01.140215 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a5669b6e-4ef3-4f94-a1e1-dda68ea651e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:01.193666 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc97d3b0-e24c-463a-a918-8605250e71a6 req-71f64059-4a4a-4d35-90da-03c93de2dc56 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:26:01.195168 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fc97d3b0-e24c-463a-a918-8605250e71a6 req-71f64059-4a4a-4d35-90da-03c93de2dc56 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=291ffba7-1030-415c-a044-a01f39e979d7 HTTP/1.1" status: 200 len: 944 time: 0.0557623 Aug 22 14:26:01.235664 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fc97d3b0-e24c-463a-a918-8605250e71a6 req-aafd600c-8557-4e1c-bd01-0928e08e3820 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6e9f9ac-e36c-4b16-8a7e-74bd8b6a9055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325065 Aug 22 14:26:01.283318 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:01.457718 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c64ca-af84-45e8-a7e3-5bbb219a43e7 req-8378b450-e684-4c66-88b1-fdaa67bd2e9f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:26:01.459210 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-083c64ca-af84-45e8-a7e3-5bbb219a43e7 req-8378b450-e684-4c66-88b1-fdaa67bd2e9f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=291ffba7-1030-415c-a044-a01f39e979d7 HTTP/1.1" status: 200 len: 944 time: 0.0799332 Aug 22 14:26:01.470727 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae80117-f559-4f53-a88d-d708f7ee04a7 req-58ee3028-4ec1-45cd-98f4-729687345ae8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:26:01.472102 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ae80117-f559-4f53-a88d-d708f7ee04a7 req-58ee3028-4ec1-45cd-98f4-729687345ae8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.16 "GET /v2.0/ports?device_id=291ffba7-1030-415c-a044-a01f39e979d7&tenant_id=5656c7f7f9c746e19a50aa1bc4d9988c&binding%3Ahost_id=n-h1-793621-33 HTTP/1.1" status: 200 len: 944 time: 0.0803592 Aug 22 14:26:01.535410 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-083c64ca-af84-45e8-a7e3-5bbb219a43e7 req-58b5cde3-65f3-426d-99cd-fb88583a6d5b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6e9f9ac-e36c-4b16-8a7e-74bd8b6a9055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623305 Aug 22 14:26:01.556713 n-d-793621-33 neutron-server[94627]: INFO neutron.api.v2.resource [req-7ae80117-f559-4f53-a88d-d708f7ee04a7 req-9720a5f0-82b0-458d-9a9e-fbb81bb1da12 service neutron] delete failed (client error): The resource could not be found. Aug 22 14:26:01.557828 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ae80117-f559-4f53-a88d-d708f7ee04a7 req-9720a5f0-82b0-458d-9a9e-fbb81bb1da12 service neutron] 10.222.0.16 "DELETE /v2.0/ports/6c5ca6e1-ba27-4409-9167-4b2fe929774f/bindings/n-h2-793621-33 HTTP/1.1" status: 404 len: 381 time: 0.0777791 Aug 22 14:26:01.667256 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae80117-f559-4f53-a88d-d708f7ee04a7 req-64eb82a2-4fe3-4b1b-abba-f62808d0e6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:26:01.668691 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ae80117-f559-4f53-a88d-d708f7ee04a7 req-64eb82a2-4fe3-4b1b-abba-f62808d0e6bc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5656c7f7f9c746e19a50aa1bc4d9988c&device_id=291ffba7-1030-415c-a044-a01f39e979d7 HTTP/1.1" status: 200 len: 1096 time: 0.0685699 Aug 22 14:26:01.679553 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c52067-727a-4d56-9549-78205d296d71 req-3f30563e-25e0-4c72-95f8-86c82f92fb6c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:26:01.681792 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e9c52067-727a-4d56-9549-78205d296d71 req-3f30563e-25e0-4c72-95f8-86c82f92fb6c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=291ffba7-1030-415c-a044-a01f39e979d7 HTTP/1.1" status: 200 len: 944 time: 0.0705667 Aug 22 14:26:01.764796 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e9c52067-727a-4d56-9549-78205d296d71 req-efd884b6-09cc-4908-86cd-abff9e2724a9 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6e9f9ac-e36c-4b16-8a7e-74bd8b6a9055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750229 Aug 22 14:26:01.794772 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae80117-f559-4f53-a88d-d708f7ee04a7 req-876ca535-d821-4f95-8947-2df297e5652f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:26:01.796411 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ae80117-f559-4f53-a88d-d708f7ee04a7 req-876ca535-d821-4f95-8947-2df297e5652f service neutron] 10.222.0.16 "GET /v2.0/networks?id=3825fd93-741e-4412-9556-0ab758c8777b HTTP/1.1" status: 200 len: 897 time: 0.1137044 Aug 22 14:26:01.798722 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 6c5ca6e1-ba27-4409-9167-4b2fe929774f up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:26:01.847739 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 6c5ca6e1-ba27-4409-9167-4b2fe929774f completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:26:01.851354 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 6c5ca6e1-ba27-4409-9167-4b2fe929774f triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:26:01.851723 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:01.863446 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ae80117-f559-4f53-a88d-d708f7ee04a7 req-2135a2b3-bb1f-4e3e-b166-34ba6b69a0b7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c5ca6e1-ba27-4409-9167-4b2fe929774f HTTP/1.1" status: 200 len: 999 time: 0.0592060 Aug 22 14:26:01.920974 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae80117-f559-4f53-a88d-d708f7ee04a7 req-d58eed2f-d07c-43e6-bfdf-1e33011a6cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:26:01.922375 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ae80117-f559-4f53-a88d-d708f7ee04a7 req-d58eed2f-d07c-43e6-bfdf-1e33011a6cb8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0f1e9aa7-8e41-4040-b5b5-b407a364fefd HTTP/1.1" status: 200 len: 834 time: 0.0513570 Aug 22 14:26:01.929974 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:01.952284 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '291ffba7-1030-415c-a044-a01f39e979d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c5ca6e1-ba27-4409-9167-4b2fe929774f'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:26:01.954500 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9fc9c2c847a9facc218278c3c2c49df6b567d765c98d25b9b10c00da6c51199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e6971f-a5a2-4cf2-bb62-6abb6d198529" -d '{"events": [{"server_uuid": "291ffba7-1030-415c-a044-a01f39e979d7", "name": "network-vif-plugged", "status": "completed", "tag": "6c5ca6e1-ba27-4409-9167-4b2fe929774f"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:26:01.971215 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae80117-f559-4f53-a88d-d708f7ee04a7 req-3804c0e3-a786-4372-90a9-7f6bbc3fc0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:26:01.972148 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 6c5ca6e1-ba27-4409-9167-4b2fe929774f, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=6c5ca6e1-ba27-4409-9167-4b2fe929774f,segment=NetworkSegment(452f9d78-df00-461c-84fa-24517e16cc99),segment_id=452f9d78-df00-461c-84fa-24517e16cc99)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:26:01.972834 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ae80117-f559-4f53-a88d-d708f7ee04a7 req-3804c0e3-a786-4372-90a9-7f6bbc3fc0b6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3825fd93-741e-4412-9556-0ab758c8777b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430610 Aug 22 14:26:01.979796 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:02.028132 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002f46ff-4c5e-4deb-a9b9-d8a8e7f47f9c x-openstack-request-id: req-002f46ff-4c5e-4deb-a9b9-d8a8e7f47f9c {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:26:02.028438 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "291ffba7-1030-415c-a044-a01f39e979d7", "name": "network-vif-plugged", "status": "completed", "tag": "6c5ca6e1-ba27-4409-9167-4b2fe929774f", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:26:02.028687 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-002f46ff-4c5e-4deb-a9b9-d8a8e7f47f9c {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:26:02.029068 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '291ffba7-1030-415c-a044-a01f39e979d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c5ca6e1-ba27-4409-9167-4b2fe929774f', 'code': 200} Aug 22 14:26:02.033548 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=6c5ca6e1-ba27-4409-9167-4b2fe929774f,revision_number=9']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:26:02.073671 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ae80117-f559-4f53-a88d-d708f7ee04a7 req-161e82ab-8fdc-487d-b88f-ac996e61d22a service neutron] 10.222.0.16 "GET /v2.0/networks/3825fd93-741e-4412-9556-0ab758c8777b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935242 Aug 22 14:26:02.167032 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ae80117-f559-4f53-a88d-d708f7ee04a7 req-27882290-6980-40e3-9538-92397df7d2a9 service neutron] 10.222.0.16 "GET /v2.0/networks/3825fd93-741e-4412-9556-0ab758c8777b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855920 Aug 22 14:26:02.651990 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:02.881502 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5fc64-dfbd-4c9c-ae2c-6018d0b3f761 req-088293b2-da69-4305-901f-a1d0a1bc5c22 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:26:02.882975 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cbe5fc64-dfbd-4c9c-ae2c-6018d0b3f761 req-088293b2-da69-4305-901f-a1d0a1bc5c22 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=291ffba7-1030-415c-a044-a01f39e979d7 HTTP/1.1" status: 200 len: 945 time: 0.0503204 Aug 22 14:26:02.920617 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cbe5fc64-dfbd-4c9c-ae2c-6018d0b3f761 req-66a74406-a439-4791-b19a-9be14322d25b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6e9f9ac-e36c-4b16-8a7e-74bd8b6a9055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313742 Aug 22 14:26:02.942339 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52454) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:26:03.005861 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-774b3fae-ca8d-438a-8778-895b2115088f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/floatingips/d58b1a56-f53e-4ec3-9b67-29d6f4e6da90 HTTP/1.1" status: 200 len: 992 time: 0.0623629 Aug 22 14:26:04.430464 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:04.443308 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:23.249033 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:26:28.541335 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b8ea28d1-283b-4622-9c22-45c065a54e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:29.047639 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:29.449145 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52464) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:26:29.604931 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-42e2992f-1016-4754-9566-520b7e9107bf tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Deleting port d2e80f27-8b33-410a-8908-ddcee94aedd1 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:26:29.605276 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-42e2992f-1016-4754-9566-520b7e9107bf tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:29.681642 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-42e2992f-1016-4754-9566-520b7e9107bf tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:29.681970 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-42e2992f-1016-4754-9566-520b7e9107bf tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:29.693156 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-42e2992f-1016-4754-9566-520b7e9107bf tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Calling delete_port for d2e80f27-8b33-410a-8908-ddcee94aedd1 owned by network:floatingip {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:26:29.841374 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-42e2992f-1016-4754-9566-520b7e9107bf tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:29.873806 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e2992f-1016-4754-9566-520b7e9107bf tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event deleted for resources: {'Port': ['ID=d2e80f27-8b33-410a-8908-ddcee94aedd1,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:26:29.928128 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-42e2992f-1016-4754-9566-520b7e9107bf tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for floatingip, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:29.928498 n-d-793621-33 neutron-server[94628]: INFO neutron.db.l3_db [None req-42e2992f-1016-4754-9566-520b7e9107bf tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Floating IP d58b1a56-f53e-4ec3-9b67-29d6f4e6da90 disassociated (deleted). External IP: 172.25.3.24, port: 6c5ca6e1-ba27-4409-9167-4b2fe929774f. Aug 22 14:26:30.133068 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42e2992f-1016-4754-9566-520b7e9107bf tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Router c859f438-bf2c-4048-b154-0d84dbb98d64 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:26:30.235815 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e2992f-1016-4754-9566-520b7e9107bf tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:26:30.241034 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-42e2992f-1016-4754-9566-520b7e9107bf tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:30.246440 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7f10eb-42e6-457d-87fd-3eda20c4d2b9 None None] Sync routers for ids ['c859f438-bf2c-4048-b154-0d84dbb98d64'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:26:30.255730 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7f10eb-42e6-457d-87fd-3eda20c4d2b9 None None] Routers {'c859f438-bf2c-4048-b154-0d84dbb98d64'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:26:30.256367 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-3c7f10eb-42e6-457d-87fd-3eda20c4d2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:26:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['c859f438-bf2c-4048-b154-0d84dbb98d64'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:26:30.267442 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-42e2992f-1016-4754-9566-520b7e9107bf tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "DELETE /v2.0/floatingips/d58b1a56-f53e-4ec3-9b67-29d6f4e6da90 HTTP/1.1" status: 204 len: 168 time: 0.8172181 Aug 22 14:26:30.268131 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '291ffba7-1030-415c-a044-a01f39e979d7', 'tag': '6c5ca6e1-ba27-4409-9167-4b2fe929774f'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:26:30.270476 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bdeb8ea780dc3f157cf86c35b44054b3d50f34a398e9a69dfe822f45c5aaee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f534b5-1c1d-4e26-8a19-fcd79e9f0e00" -d '{"events": [{"name": "network-changed", "server_uuid": "291ffba7-1030-415c-a044-a01f39e979d7", "tag": "6c5ca6e1-ba27-4409-9167-4b2fe929774f"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:26:30.309756 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0337d4-641e-4dc8-9a4e-182afa6184eb x-openstack-request-id: req-7a0337d4-641e-4dc8-9a4e-182afa6184eb {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:26:30.310042 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "291ffba7-1030-415c-a044-a01f39e979d7", "tag": "6c5ca6e1-ba27-4409-9167-4b2fe929774f", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:26:30.310294 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7a0337d4-641e-4dc8-9a4e-182afa6184eb {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:26:30.310697 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '291ffba7-1030-415c-a044-a01f39e979d7', 'tag': '6c5ca6e1-ba27-4409-9167-4b2fe929774f', 'status': 'completed', 'code': 200} Aug 22 14:26:30.369371 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-3c7f10eb-42e6-457d-87fd-3eda20c4d2b9 None None] Set router c859f438-bf2c-4048-b154-0d84dbb98d64 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:26:30.377064 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f534b5-1c1d-4e26-8a19-fcd79e9f0e00 req-36849239-43eb-43d7-8c68-4bd7e48a246b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:26:30.378600 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-18f534b5-1c1d-4e26-8a19-fcd79e9f0e00 req-36849239-43eb-43d7-8c68-4bd7e48a246b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5656c7f7f9c746e19a50aa1bc4d9988c&device_id=291ffba7-1030-415c-a044-a01f39e979d7 HTTP/1.1" status: 200 len: 1097 time: 0.0457871 Aug 22 14:26:30.483098 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f534b5-1c1d-4e26-8a19-fcd79e9f0e00 req-f7e9e553-d138-4e56-8c27-9efa29bcdfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:26:30.484760 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-18f534b5-1c1d-4e26-8a19-fcd79e9f0e00 req-f7e9e553-d138-4e56-8c27-9efa29bcdfd3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3825fd93-741e-4412-9556-0ab758c8777b HTTP/1.1" status: 200 len: 897 time: 0.0944400 Aug 22 14:26:30.504579 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c78fcd-233b-4c3d-aa40-33d1099cebd5 req-73401dd5-0751-45f0-b757-0e07eab6c4d3 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:26:30.506104 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d7c78fcd-233b-4c3d-aa40-33d1099cebd5 req-73401dd5-0751-45f0-b757-0e07eab6c4d3 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=291ffba7-1030-415c-a044-a01f39e979d7 HTTP/1.1" status: 200 len: 945 time: 0.0551674 Aug 22 14:26:30.534343 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-18f534b5-1c1d-4e26-8a19-fcd79e9f0e00 req-4232ebca-6133-4c3c-b46c-8cd721c18f0b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c5ca6e1-ba27-4409-9167-4b2fe929774f HTTP/1.1" status: 200 len: 217 time: 0.0408094 Aug 22 14:26:30.546455 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d7c78fcd-233b-4c3d-aa40-33d1099cebd5 req-fdb47a97-45bb-48f0-9d09-a85530d54f0a tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6e9f9ac-e36c-4b16-8a7e-74bd8b6a9055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340188 Aug 22 14:26:30.573934 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-3c7f10eb-42e6-457d-87fd-3eda20c4d2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c859f438-bf2c-4048-b154-0d84dbb98d64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-814826463', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e6515063-84c0-4d27-b6cd-d2875ebf1bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:24:46Z', 'updated_at': '2021-08-22T14:24:50Z', 'revision_number': 4, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': 'e6515063-84c0-4d27-b6cd-d2875ebf1bcc', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c859f438-bf2c-4048-b154-0d84dbb98d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:24:47Z', 'updated_at': '2021-08-22T14:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '84807150-757e-460a-8b39-fd4b9936dfad', 'name': '', 'network_id': '3825fd93-741e-4412-9556-0ab758c8777b', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'mac_address': 'fa:16:3e:86:9a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c859f438-bf2c-4048-b154-0d84dbb98d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '0f1e9aa7-8e41-4040-b5b5-b407a364fefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:24:49Z', 'updated_at': '2021-08-22T14:24:55Z', 'revision_number': 5, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'subnets': [{'id': '0f1e9aa7-8e41-4040-b5b5-b407a364fefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:26:30.586621 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f534b5-1c1d-4e26-8a19-fcd79e9f0e00 req-4febfba4-9d9b-45b6-b571-19d966450713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:26:30.588675 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-18f534b5-1c1d-4e26-8a19-fcd79e9f0e00 req-4febfba4-9d9b-45b6-b571-19d966450713 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0f1e9aa7-8e41-4040-b5b5-b407a364fefd HTTP/1.1" status: 200 len: 834 time: 0.0450184 Aug 22 14:26:30.603880 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7f10eb-42e6-457d-87fd-3eda20c4d2b9 None None] Checking router: c859f438-bf2c-4048-b154-0d84dbb98d64 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:26:30.612122 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7f10eb-42e6-457d-87fd-3eda20c4d2b9 None None] Routers {'c859f438-bf2c-4048-b154-0d84dbb98d64'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:26:30.612756 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-3c7f10eb-42e6-457d-87fd-3eda20c4d2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:26:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['c859f438-bf2c-4048-b154-0d84dbb98d64'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:26:30.635308 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f534b5-1c1d-4e26-8a19-fcd79e9f0e00 req-244fb273-d54b-47d2-b9d4-a132ebe23975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:26:30.636822 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-18f534b5-1c1d-4e26-8a19-fcd79e9f0e00 req-244fb273-d54b-47d2-b9d4-a132ebe23975 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3825fd93-741e-4412-9556-0ab758c8777b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404828 Aug 22 14:26:30.734768 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-18f534b5-1c1d-4e26-8a19-fcd79e9f0e00 req-33b68ee4-bf1f-4268-b858-c922f4e8cc74 service neutron] 10.222.0.41 "GET /v2.0/networks/3825fd93-741e-4412-9556-0ab758c8777b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883141 Aug 22 14:26:30.830077 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-18f534b5-1c1d-4e26-8a19-fcd79e9f0e00 req-b0368379-6f46-41a3-a70a-43fc1ca0d2da service neutron] 10.222.0.41 "GET /v2.0/networks/3825fd93-741e-4412-9556-0ab758c8777b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870051 Aug 22 14:26:30.873848 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-3c7f10eb-42e6-457d-87fd-3eda20c4d2b9 None None] Set router c859f438-bf2c-4048-b154-0d84dbb98d64 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:26:31.079092 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-3c7f10eb-42e6-457d-87fd-3eda20c4d2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c859f438-bf2c-4048-b154-0d84dbb98d64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-814826463', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e6515063-84c0-4d27-b6cd-d2875ebf1bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:24:46Z', 'updated_at': '2021-08-22T14:24:50Z', 'revision_number': 4, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': 'e6515063-84c0-4d27-b6cd-d2875ebf1bcc', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c859f438-bf2c-4048-b154-0d84dbb98d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:24:47Z', 'updated_at': '2021-08-22T14:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '84807150-757e-460a-8b39-fd4b9936dfad', 'name': '', 'network_id': '3825fd93-741e-4412-9556-0ab758c8777b', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'mac_address': 'fa:16:3e:86:9a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c859f438-bf2c-4048-b154-0d84dbb98d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '0f1e9aa7-8e41-4040-b5b5-b407a364fefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:24:49Z', 'updated_at': '2021-08-22T14:24:55Z', 'revision_number': 5, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'subnets': [{'id': '0f1e9aa7-8e41-4040-b5b5-b407a364fefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:26:31.105401 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7f10eb-42e6-457d-87fd-3eda20c4d2b9 None None] The sync data for ids ['c859f438-bf2c-4048-b154-0d84dbb98d64'] in n-d-793621-33 is: [{'id': 'c859f438-bf2c-4048-b154-0d84dbb98d64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-814826463', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e6515063-84c0-4d27-b6cd-d2875ebf1bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:24:46Z', 'updated_at': '2021-08-22T14:24:50Z', 'revision_number': 4, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': 'e6515063-84c0-4d27-b6cd-d2875ebf1bcc', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c859f438-bf2c-4048-b154-0d84dbb98d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:24:47Z', 'updated_at': '2021-08-22T14:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '84807150-757e-460a-8b39-fd4b9936dfad', 'name': '', 'network_id': '3825fd93-741e-4412-9556-0ab758c8777b', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'mac_address': 'fa:16:3e:86:9a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c859f438-bf2c-4048-b154-0d84dbb98d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '0f1e9aa7-8e41-4040-b5b5-b407a364fefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:24:49Z', 'updated_at': '2021-08-22T14:24:55Z', 'revision_number': 5, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'subnets': [{'id': '0f1e9aa7-8e41-4040-b5b5-b407a364fefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:26:31.141549 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c5d98ac8-a4cb-4b6e-a201-69e30726bee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:31.284531 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:31.325495 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f30e245-df9c-4db9-b6d1-6ead0c61ccdf None None] New status for floating IP d58b1a56-f53e-4ec3-9b67-29d6f4e6da90: DOWN {{(pid=94630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 14:26:31.663205 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b8fdc-6a7d-4bec-b9f8-e47f5ed82e9a req-bbc0838f-5ade-4431-bf61-93a5b8ba1d51 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:26:31.664691 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4f3b8fdc-6a7d-4bec-b9f8-e47f5ed82e9a req-bbc0838f-5ade-4431-bf61-93a5b8ba1d51 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=291ffba7-1030-415c-a044-a01f39e979d7 HTTP/1.1" status: 200 len: 945 time: 0.0492203 Aug 22 14:26:31.702327 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4f3b8fdc-6a7d-4bec-b9f8-e47f5ed82e9a req-9283deb3-3709-4226-a399-e90eabe02ab6 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6e9f9ac-e36c-4b16-8a7e-74bd8b6a9055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311034 Aug 22 14:26:31.811767 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dfcc8f-f54a-4977-ad58-8420c42dafe7 req-c2710914-895c-40e3-b04e-904d4df8ca07 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:26:31.813250 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-01dfcc8f-f54a-4977-ad58-8420c42dafe7 req-c2710914-895c-40e3-b04e-904d4df8ca07 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.41 "GET /v2.0/ports?device_id=291ffba7-1030-415c-a044-a01f39e979d7 HTTP/1.1" status: 200 len: 945 time: 0.0535247 Aug 22 14:26:31.898539 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-01dfcc8f-f54a-4977-ad58-8420c42dafe7 req-5db7042d-9115-4820-b543-e73f52a8c649 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Deleting port 6c5ca6e1-ba27-4409-9167-4b2fe929774f {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:26:31.898876 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-01dfcc8f-f54a-4977-ad58-8420c42dafe7 req-5db7042d-9115-4820-b543-e73f52a8c649 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:31.991019 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-01dfcc8f-f54a-4977-ad58-8420c42dafe7 req-5db7042d-9115-4820-b543-e73f52a8c649 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] For port 6c5ca6e1-ba27-4409-9167-4b2fe929774f, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=6c5ca6e1-ba27-4409-9167-4b2fe929774f,segment=NetworkSegment(452f9d78-df00-461c-84fa-24517e16cc99),segment_id=452f9d78-df00-461c-84fa-24517e16cc99)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:26:31.991019 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-01dfcc8f-f54a-4977-ad58-8420c42dafe7 req-5db7042d-9115-4820-b543-e73f52a8c649 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:32.003535 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-01dfcc8f-f54a-4977-ad58-8420c42dafe7 req-5db7042d-9115-4820-b543-e73f52a8c649 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Calling delete_port for 6c5ca6e1-ba27-4409-9167-4b2fe929774f owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:26:32.127874 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-01dfcc8f-f54a-4977-ad58-8420c42dafe7 req-5db7042d-9115-4820-b543-e73f52a8c649 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:32.160151 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db7042d-9115-4820-b543-e73f52a8c649 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event deleted for resources: {'Port': ['ID=6c5ca6e1-ba27-4409-9167-4b2fe929774f,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:26:32.203443 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-01dfcc8f-f54a-4977-ad58-8420c42dafe7 req-5db7042d-9115-4820-b543-e73f52a8c649 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] No DVR routers for this DVR port 6c5ca6e1-ba27-4409-9167-4b2fe929774f on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:26:32.206055 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-01dfcc8f-f54a-4977-ad58-8420c42dafe7 req-5db7042d-9115-4820-b543-e73f52a8c649 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:32.208057 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-01dfcc8f-f54a-4977-ad58-8420c42dafe7 req-5db7042d-9115-4820-b543-e73f52a8c649 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.41 "DELETE /v2.0/ports/6c5ca6e1-ba27-4409-9167-4b2fe929774f HTTP/1.1" status: 204 len: 173 time: 0.3892181 Aug 22 14:26:32.311388 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '291ffba7-1030-415c-a044-a01f39e979d7', 'name': 'network-vif-deleted', 'tag': '6c5ca6e1-ba27-4409-9167-4b2fe929774f'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:26:32.314282 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bdeb8ea780dc3f157cf86c35b44054b3d50f34a398e9a69dfe822f45c5aaee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b76d5d-9b95-4adb-8691-1cd306d9be40" -d '{"events": [{"server_uuid": "291ffba7-1030-415c-a044-a01f39e979d7", "name": "network-vif-deleted", "tag": "6c5ca6e1-ba27-4409-9167-4b2fe929774f"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:26:32.350031 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d3a23f-9496-4ea4-8137-c6f93e64f3bf x-openstack-request-id: req-37d3a23f-9496-4ea4-8137-c6f93e64f3bf {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:26:32.350335 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "291ffba7-1030-415c-a044-a01f39e979d7", "name": "network-vif-deleted", "tag": "6c5ca6e1-ba27-4409-9167-4b2fe929774f", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:26:32.350588 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-37d3a23f-9496-4ea4-8137-c6f93e64f3bf {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:26:32.350991 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '291ffba7-1030-415c-a044-a01f39e979d7', 'name': 'network-vif-deleted', 'tag': '6c5ca6e1-ba27-4409-9167-4b2fe929774f', 'status': 'completed', 'code': 200} Aug 22 14:26:32.654848 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:32.756349 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52480) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:26:33.110267 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9fbf07c3-7f18-4c8b-9f8d-d44f4089d0be tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:33.366117 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-9fbf07c3-7f18-4c8b-9f8d-d44f4089d0be tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Deleting port 84807150-757e-460a-8b39-fd4b9936dfad {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:26:33.366464 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9fbf07c3-7f18-4c8b-9f8d-d44f4089d0be tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:33.459674 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-9fbf07c3-7f18-4c8b-9f8d-d44f4089d0be tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] For port 84807150-757e-460a-8b39-fd4b9936dfad, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=84807150-757e-460a-8b39-fd4b9936dfad,segment=NetworkSegment(452f9d78-df00-461c-84fa-24517e16cc99),segment_id=452f9d78-df00-461c-84fa-24517e16cc99)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:26:33.460042 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9fbf07c3-7f18-4c8b-9f8d-d44f4089d0be tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:33.472127 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-9fbf07c3-7f18-4c8b-9f8d-d44f4089d0be tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Calling delete_port for 84807150-757e-460a-8b39-fd4b9936dfad owned by network:router_interface {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:26:33.663937 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9fbf07c3-7f18-4c8b-9f8d-d44f4089d0be tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:33.699469 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbf07c3-7f18-4c8b-9f8d-d44f4089d0be tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event deleted for resources: {'Port': ['ID=84807150-757e-460a-8b39-fd4b9936dfad,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:26:33.741095 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbf07c3-7f18-4c8b-9f8d-d44f4089d0be tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:26:33.741445 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbf07c3-7f18-4c8b-9f8d-d44f4089d0be tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:26:33.741774 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbf07c3-7f18-4c8b-9f8d-d44f4089d0be tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:26:33.742112 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbf07c3-7f18-4c8b-9f8d-d44f4089d0be tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:26:33.742448 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbf07c3-7f18-4c8b-9f8d-d44f4089d0be tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:26:33.742779 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbf07c3-7f18-4c8b-9f8d-d44f4089d0be tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:26:33.743106 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbf07c3-7f18-4c8b-9f8d-d44f4089d0be tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:26:33.743432 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbf07c3-7f18-4c8b-9f8d-d44f4089d0be tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:26:33.744158 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbf07c3-7f18-4c8b-9f8d-d44f4089d0be tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:26:33.744609 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbf07c3-7f18-4c8b-9f8d-d44f4089d0be tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:26:33.744943 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbf07c3-7f18-4c8b-9f8d-d44f4089d0be tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:26:33.745268 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbf07c3-7f18-4c8b-9f8d-d44f4089d0be tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:26:33.882014 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9fbf07c3-7f18-4c8b-9f8d-d44f4089d0be tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:34.102590 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fbf07c3-7f18-4c8b-9f8d-d44f4089d0be tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Router c859f438-bf2c-4048-b154-0d84dbb98d64 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:26:34.205708 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fbf07c3-7f18-4c8b-9f8d-d44f4089d0be tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:26:34.210670 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-9fbf07c3-7f18-4c8b-9f8d-d44f4089d0be tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "PUT /v2.0/routers/c859f438-bf2c-4048-b154-0d84dbb98d64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4533045 Aug 22 14:26:34.213395 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52482) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:26:34.215541 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be00a56d-a493-4ed0-ad02-5ed1c4e86659 None None] Sync routers for ids ['c859f438-bf2c-4048-b154-0d84dbb98d64'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:26:34.224632 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be00a56d-a493-4ed0-ad02-5ed1c4e86659 None None] Routers {'c859f438-bf2c-4048-b154-0d84dbb98d64'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:26:34.225239 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-be00a56d-a493-4ed0-ad02-5ed1c4e86659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:26:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['c859f438-bf2c-4048-b154-0d84dbb98d64'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:26:34.265907 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9a2fb38-f4bc-49a1-9e64-66fc9f07041c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Deleting subnet 0f1e9aa7-8e41-4040-b5b5-b407a364fefd {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:26:34.268923 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c9a2fb38-f4bc-49a1-9e64-66fc9f07041c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:34.308122 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c9a2fb38-f4bc-49a1-9e64-66fc9f07041c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:34.330581 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-be00a56d-a493-4ed0-ad02-5ed1c4e86659 None None] Set router c859f438-bf2c-4048-b154-0d84dbb98d64 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:26:34.398517 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c9a2fb38-f4bc-49a1-9e64-66fc9f07041c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:34.458762 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c9a2fb38-f4bc-49a1-9e64-66fc9f07041c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:34.461684 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:34.471148 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:34.492622 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-c9a2fb38-f4bc-49a1-9e64-66fc9f07041c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:34.494847 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-c9a2fb38-f4bc-49a1-9e64-66fc9f07041c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "DELETE /v2.0/subnets/0f1e9aa7-8e41-4040-b5b5-b407a364fefd HTTP/1.1" status: 204 len: 168 time: 0.2805192 Aug 22 14:26:34.495990 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a2fb38-f4bc-49a1-9e64-66fc9f07041c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event deleted for resources: {'Subnet': ['ID=0f1e9aa7-8e41-4040-b5b5-b407a364fefd,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:26:34.497696 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52484) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:26:34.511519 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277c0b9d-190b-4ed2-ac2f-4394d8f7ce95 None None] Network 3825fd93-741e-4412-9556-0ab758c8777b requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:26:34.602639 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dbd9a235-8be1-49a8-8377-104bcc5047a2 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:34.630777 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-be00a56d-a493-4ed0-ad02-5ed1c4e86659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c859f438-bf2c-4048-b154-0d84dbb98d64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-814826463', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e6515063-84c0-4d27-b6cd-d2875ebf1bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:24:46Z', 'updated_at': '2021-08-22T14:26:33Z', 'revision_number': 5, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': 'e6515063-84c0-4d27-b6cd-d2875ebf1bcc', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c859f438-bf2c-4048-b154-0d84dbb98d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:24:47Z', 'updated_at': '2021-08-22T14:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:26:34.660121 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be00a56d-a493-4ed0-ad02-5ed1c4e86659 None None] Checking router: c859f438-bf2c-4048-b154-0d84dbb98d64 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:26:34.675388 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be00a56d-a493-4ed0-ad02-5ed1c4e86659 None None] Routers {'c859f438-bf2c-4048-b154-0d84dbb98d64'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:26:34.675982 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-be00a56d-a493-4ed0-ad02-5ed1c4e86659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:26:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['c859f438-bf2c-4048-b154-0d84dbb98d64'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:26:34.706816 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dbd9a235-8be1-49a8-8377-104bcc5047a2 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:34.762842 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-dbd9a235-8be1-49a8-8377-104bcc5047a2 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Deleting port e6515063-84c0-4d27-b6cd-d2875ebf1bcc {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:26:34.763181 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dbd9a235-8be1-49a8-8377-104bcc5047a2 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:34.765995 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5af5af3-6003-4e0a-a808-8dde6ca18ea5 None None] DHCP port deletion for 3825fd93-741e-4412-9556-0ab758c8777b request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 14:26:34.810470 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-be00a56d-a493-4ed0-ad02-5ed1c4e86659 None None] Set router c859f438-bf2c-4048-b154-0d84dbb98d64 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:26:34.843253 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-dbd9a235-8be1-49a8-8377-104bcc5047a2 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] For port e6515063-84c0-4d27-b6cd-d2875ebf1bcc, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=e6515063-84c0-4d27-b6cd-d2875ebf1bcc,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:26:34.843742 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dbd9a235-8be1-49a8-8377-104bcc5047a2 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:34.855928 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-dbd9a235-8be1-49a8-8377-104bcc5047a2 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Calling delete_port for e6515063-84c0-4d27-b6cd-d2875ebf1bcc owned by network:router_gateway {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:26:34.927173 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-f5af5af3-6003-4e0a-a808-8dde6ca18ea5 None None] Deleting port fd2e908c-d0c6-4e6a-aab5-a5de50c57d98 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:26:34.927542 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f5af5af3-6003-4e0a-a808-8dde6ca18ea5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:35.023609 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dbd9a235-8be1-49a8-8377-104bcc5047a2 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:35.037083 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-f5af5af3-6003-4e0a-a808-8dde6ca18ea5 None None] For port fd2e908c-d0c6-4e6a-aab5-a5de50c57d98, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=fd2e908c-d0c6-4e6a-aab5-a5de50c57d98,segment=NetworkSegment(452f9d78-df00-461c-84fa-24517e16cc99),segment_id=452f9d78-df00-461c-84fa-24517e16cc99)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:26:35.037483 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f5af5af3-6003-4e0a-a808-8dde6ca18ea5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:35.052657 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-f5af5af3-6003-4e0a-a808-8dde6ca18ea5 None None] Calling delete_port for fd2e908c-d0c6-4e6a-aab5-a5de50c57d98 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:26:35.054304 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd9a235-8be1-49a8-8377-104bcc5047a2 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event deleted for resources: {'Port': ['ID=e6515063-84c0-4d27-b6cd-d2875ebf1bcc,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:26:35.108422 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dbd9a235-8be1-49a8-8377-104bcc5047a2 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:35.123490 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-be00a56d-a493-4ed0-ad02-5ed1c4e86659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c859f438-bf2c-4048-b154-0d84dbb98d64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-814826463', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e6515063-84c0-4d27-b6cd-d2875ebf1bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:24:46Z', 'updated_at': '2021-08-22T14:26:33Z', 'revision_number': 5, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': 'e6515063-84c0-4d27-b6cd-d2875ebf1bcc', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c859f438-bf2c-4048-b154-0d84dbb98d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:24:47Z', 'updated_at': '2021-08-22T14:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:26:35.153046 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be00a56d-a493-4ed0-ad02-5ed1c4e86659 None None] The sync data for ids ['c859f438-bf2c-4048-b154-0d84dbb98d64'] in n-d-793621-33 is: [{'id': 'c859f438-bf2c-4048-b154-0d84dbb98d64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-814826463', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e6515063-84c0-4d27-b6cd-d2875ebf1bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:24:46Z', 'updated_at': '2021-08-22T14:26:33Z', 'revision_number': 5, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': 'e6515063-84c0-4d27-b6cd-d2875ebf1bcc', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c859f438-bf2c-4048-b154-0d84dbb98d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:24:47Z', 'updated_at': '2021-08-22T14:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:26:35.175384 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f5af5af3-6003-4e0a-a808-8dde6ca18ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:35.201441 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dbd9a235-8be1-49a8-8377-104bcc5047a2 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:35.202645 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5af5af3-6003-4e0a-a808-8dde6ca18ea5 None None] Pushing event deleted for resources: {'Port': ['ID=fd2e908c-d0c6-4e6a-aab5-a5de50c57d98,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:26:35.203605 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dbd9a235-8be1-49a8-8377-104bcc5047a2 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:35.206377 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5af5af3-6003-4e0a-a808-8dde6ca18ea5 None None] No DVR routers for this DVR port fd2e908c-d0c6-4e6a-aab5-a5de50c57d98 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:26:35.251863 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dbd9a235-8be1-49a8-8377-104bcc5047a2 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:35.252451 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd9a235-8be1-49a8-8377-104bcc5047a2 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Fanout notify agent at l3_agent the message router_deleted on router c859f438-bf2c-4048-b154-0d84dbb98d64 {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 14:26:35.260498 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-dbd9a235-8be1-49a8-8377-104bcc5047a2 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:35.262172 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-dbd9a235-8be1-49a8-8377-104bcc5047a2 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "DELETE /v2.0/routers/c859f438-bf2c-4048-b154-0d84dbb98d64 HTTP/1.1" status: 204 len: 168 time: 0.7626646 Aug 22 14:26:35.264480 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52486) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:26:35.338440 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2704234a-272f-47b5-b704-86f7916f189c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:35.426403 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2704234a-272f-47b5-b704-86f7916f189c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:35.435683 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-2704234a-272f-47b5-b704-86f7916f189c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3825fd93-741e-4412-9556-0ab758c8777b']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:26:35.445580 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-2704234a-272f-47b5-b704-86f7916f189c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '452f9d78-df00-461c-84fa-24517e16cc99') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:26:35.445869 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-2704234a-272f-47b5-b704-86f7916f189c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '452f9d78-df00-461c-84fa-24517e16cc99') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:26:35.455633 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2704234a-272f-47b5-b704-86f7916f189c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:35.469401 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2704234a-272f-47b5-b704-86f7916f189c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:35.474980 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2704234a-272f-47b5-b704-86f7916f189c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:26:35.475354 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2704234a-272f-47b5-b704-86f7916f189c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:35.478341 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 14:26:35.478341 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:26:35.478341 n-d-793621-33 neutron-server[94628]: timer() Aug 22 14:26:35.478341 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:26:35.478341 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 14:26:35.478341 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:26:35.478341 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 14:26:35.478341 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:26:35.478341 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 14:26:35.478341 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:26:35.478341 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 14:26:35.478341 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:26:35.478341 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 14:26:35.478341 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:26:35.478341 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:26:35.478341 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:26:35.478341 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:26:35.478341 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:26:35.478341 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 14:26:35.478341 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:26:35.478341 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 14:26:35.478341 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:26:35.478341 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:26:35.478341 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:26:35.478341 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 14:26:35.478341 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:26:35.478341 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:26:35.478341 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:26:35.478341 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:26:35.478341 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:26:35.478341 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:26:35.478341 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:26:35.545607 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2704234a-272f-47b5-b704-86f7916f189c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:35.554780 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2704234a-272f-47b5-b704-86f7916f189c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:35.557752 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2704234a-272f-47b5-b704-86f7916f189c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "DELETE /v2.0/networks/3825fd93-741e-4412-9556-0ab758c8777b HTTP/1.1" status: 204 len: 168 time: 0.2920475 Aug 22 14:26:35.560156 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52488) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:26:35.578367 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2704234a-272f-47b5-b704-86f7916f189c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event deleted for resources: {'Network': ['ID=3825fd93-741e-4412-9556-0ab758c8777b,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:26:35.640925 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-27eccdbe-c945-4621-a126-872a1fed3c95 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:35.648494 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device fd2e908c-d0c6-4e6a-aab5-a5de50c57d98 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:26:35.668611 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: fd2e908c-d0c6-4e6a-aab5-a5de50c57d98 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:26:35.669124 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device fd2e908c-d0c6-4e6a-aab5-a5de50c57d98 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:26:35.669270 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-27eccdbe-c945-4621-a126-872a1fed3c95 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:35.669527 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 84807150-757e-460a-8b39-fd4b9936dfad no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:26:35.691655 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 84807150-757e-460a-8b39-fd4b9936dfad {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:26:35.691998 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 84807150-757e-460a-8b39-fd4b9936dfad not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:26:35.733501 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-27eccdbe-c945-4621-a126-872a1fed3c95 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:35.736066 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-27eccdbe-c945-4621-a126-872a1fed3c95 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:35.737281 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-27eccdbe-c945-4621-a126-872a1fed3c95 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "DELETE /v2.0/security-groups/d6e9f9ac-e36c-4b16-8a7e-74bd8b6a9055 HTTP/1.1" status: 204 len: 168 time: 0.1760914 Aug 22 14:26:35.747384 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eccdbe-c945-4621-a126-872a1fed3c95 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e9f9ac-e36c-4b16-8a7e-74bd8b6a9055,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:26:35.969672 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 6c5ca6e1-ba27-4409-9167-4b2fe929774f no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:26:35.991419 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: 6c5ca6e1-ba27-4409-9167-4b2fe929774f {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:26:35.991763 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 6c5ca6e1-ba27-4409-9167-4b2fe929774f not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:26:35.992512 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52494) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:26:35.997952 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-3174a18e-8068-4881-aa34-bd5ff0eb13d3 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1158935247', 'description': 'tempest-secgroup-smoke-1158935247 description', 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:26:36.020058 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3174a18e-8068-4881-aa34-bd5ff0eb13d3 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:36.099966 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3174a18e-8068-4881-aa34-bd5ff0eb13d3 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:36.104407 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3174a18e-8068-4881-aa34-bd5ff0eb13d3 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:36.133001 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3174a18e-8068-4881-aa34-bd5ff0eb13d3 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:36.134224 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-3174a18e-8068-4881-aa34-bd5ff0eb13d3 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1406751 Aug 22 14:26:36.136090 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3174a18e-8068-4881-aa34-bd5ff0eb13d3 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e718f67-626c-4228-bb60-0fcc75dd839b,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:26:36.137336 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52496) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:26:36.144200 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-16b2876e-ab70-44f4-8f18-3ed1713db306 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Request body: {'security_group_rule': {'security_group_id': '6e718f67-626c-4228-bb60-0fcc75dd839b', 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:26:36.175759 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-16b2876e-ab70-44f4-8f18-3ed1713db306 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:36.234299 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-16b2876e-ab70-44f4-8f18-3ed1713db306 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:36.238461 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-16b2876e-ab70-44f4-8f18-3ed1713db306 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:36.258763 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b2876e-ab70-44f4-8f18-3ed1713db306 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3b5f838-323d-4bbb-af2d-c709cb3db673,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:26:36.262742 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-16b2876e-ab70-44f4-8f18-3ed1713db306 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:36.263952 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-16b2876e-ab70-44f4-8f18-3ed1713db306 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1242242 Aug 22 14:26:36.267118 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52498) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:26:36.271463 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-5ec2525e-f866-4970-8186-0ac704e48016 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Request body: {'security_group_rule': {'security_group_id': '6e718f67-626c-4228-bb60-0fcc75dd839b', 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:26:36.297387 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5ec2525e-f866-4970-8186-0ac704e48016 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:36.358017 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5ec2525e-f866-4970-8186-0ac704e48016 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:36.361542 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5ec2525e-f866-4970-8186-0ac704e48016 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:36.379917 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec2525e-f866-4970-8186-0ac704e48016 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3307f643-bd97-4105-8cbd-3ecd5f6cfbed,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:26:36.386856 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5ec2525e-f866-4970-8186-0ac704e48016 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:36.388631 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-5ec2525e-f866-4970-8186-0ac704e48016 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1205883 Aug 22 14:26:36.391393 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52500) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:26:36.396017 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-b3b799b4-ae4f-4a1e-a00d-e3af90a9c150 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Request body: {'security_group_rule': {'security_group_id': '6e718f67-626c-4228-bb60-0fcc75dd839b', 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:26:36.422846 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b3b799b4-ae4f-4a1e-a00d-e3af90a9c150 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:36.479175 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b3b799b4-ae4f-4a1e-a00d-e3af90a9c150 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:36.482927 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b3b799b4-ae4f-4a1e-a00d-e3af90a9c150 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:36.499243 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b799b4-ae4f-4a1e-a00d-e3af90a9c150 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c45d887-465f-4447-aa44-35836cba7171,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:26:36.508915 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b3b799b4-ae4f-4a1e-a00d-e3af90a9c150 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:36.510468 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-b3b799b4-ae4f-4a1e-a00d-e3af90a9c150 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1180484 Aug 22 14:26:36.513215 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52502) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:26:36.517701 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-53008e29-d52b-4ddf-890c-7ffa908efd4a tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Request body: {'security_group_rule': {'security_group_id': '6e718f67-626c-4228-bb60-0fcc75dd839b', 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:26:36.543910 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-53008e29-d52b-4ddf-890c-7ffa908efd4a tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:36.604116 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-53008e29-d52b-4ddf-890c-7ffa908efd4a tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:36.607812 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-53008e29-d52b-4ddf-890c-7ffa908efd4a tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:36.627215 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53008e29-d52b-4ddf-890c-7ffa908efd4a tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84c11237-2f91-4e46-8968-d044ea58fa07,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:26:36.630373 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-53008e29-d52b-4ddf-890c-7ffa908efd4a tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:36.631712 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-53008e29-d52b-4ddf-890c-7ffa908efd4a tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1175389 Aug 22 14:26:36.634535 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52504) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:26:36.638881 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-85661c5b-afdd-4a53-96a2-e9240f952ba6 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Request body: {'security_group_rule': {'security_group_id': '6e718f67-626c-4228-bb60-0fcc75dd839b', 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:26:36.660032 n-d-793621-33 neutron-server[94627]: INFO neutron.db.securitygroups_db [None req-85661c5b-afdd-4a53-96a2-e9240f952ba6 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Project 5656c7f7f9c746e19a50aa1bc4d9988c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 14:26:36.664591 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-85661c5b-afdd-4a53-96a2-e9240f952ba6 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:36.724796 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-85661c5b-afdd-4a53-96a2-e9240f952ba6 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:36.728302 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-85661c5b-afdd-4a53-96a2-e9240f952ba6 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:36.746269 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85661c5b-afdd-4a53-96a2-e9240f952ba6 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9845f2d7-8563-416b-9cd6-3ae6ceef7da9,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:26:36.751506 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-85661c5b-afdd-4a53-96a2-e9240f952ba6 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:36.752728 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-85661c5b-afdd-4a53-96a2-e9240f952ba6 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1172731 Aug 22 14:26:36.755465 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52506) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:26:36.760412 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-7a7eb7f4-2440-46d3-b3a5-9ac8a1fb0676 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Request body: {'security_group_rule': {'security_group_id': '6e718f67-626c-4228-bb60-0fcc75dd839b', 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:26:36.781887 n-d-793621-33 neutron-server[94627]: INFO neutron.db.securitygroups_db [None req-7a7eb7f4-2440-46d3-b3a5-9ac8a1fb0676 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Project 5656c7f7f9c746e19a50aa1bc4d9988c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 14:26:36.786525 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7a7eb7f4-2440-46d3-b3a5-9ac8a1fb0676 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:36.845909 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7a7eb7f4-2440-46d3-b3a5-9ac8a1fb0676 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:36.849500 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7a7eb7f4-2440-46d3-b3a5-9ac8a1fb0676 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:36.866415 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7eb7f4-2440-46d3-b3a5-9ac8a1fb0676 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4af7f80-048b-4716-ad79-c3bb7b49fda0,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:26:36.873821 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-7a7eb7f4-2440-46d3-b3a5-9ac8a1fb0676 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:36.875009 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-7a7eb7f4-2440-46d3-b3a5-9ac8a1fb0676 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1185901 Aug 22 14:26:36.877737 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52508) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:26:36.882522 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-1082d64d-2a7f-453f-b374-662df2d5b56f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Request body: {'network': {'name': 'tempest-network-smoke--241430592', 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'port_security_enabled': True}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:26:36.902463 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1082d64d-2a7f-453f-b374-662df2d5b56f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Made reservation on behalf of 5656c7f7f9c746e19a50aa1bc4d9988c for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:26:36.905813 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1082d64d-2a7f-453f-b374-662df2d5b56f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:36.929104 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1082d64d-2a7f-453f-b374-662df2d5b56f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:26:36.937794 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1082d64d-2a7f-453f-b374-662df2d5b56f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:36.938139 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-1082d64d-2a7f-453f-b374-662df2d5b56f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Added segment 450bfba0-a1a1-4f82-acf5-48a68dfeca64 of type vlan for network ca894a66-b2b9-4771-9630-b94d6c8bd9a7 Aug 22 14:26:36.978648 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1082d64d-2a7f-453f-b374-662df2d5b56f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:37.002643 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1082d64d-2a7f-453f-b374-662df2d5b56f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:37.008388 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1082d64d-2a7f-453f-b374-662df2d5b56f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:26:37.008960 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1082d64d-2a7f-453f-b374-662df2d5b56f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:37.066347 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-1082d64d-2a7f-453f-b374-662df2d5b56f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1875908 Aug 22 14:26:37.069052 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52510) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:26:37.074128 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-93d63576-1446-4573-8a95-788e923d8a82 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1627417352', 'admin_state_up': True, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:26:37.090644 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1082d64d-2a7f-453f-b374-662df2d5b56f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'Network': ['ID=ca894a66-b2b9-4771-9630-b94d6c8bd9a7,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:26:37.100968 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network ca894a66-b2b9-4771-9630-b94d6c8bd9a7 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:26:37.106570 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-93d63576-1446-4573-8a95-788e923d8a82 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:37.107660 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-93d63576-1446-4573-8a95-788e923d8a82 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:37.159031 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-93d63576-1446-4573-8a95-788e923d8a82 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:37.348925 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device e6515063-84c0-4d27-b6cd-d2875ebf1bcc no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:26:37.374731 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: e6515063-84c0-4d27-b6cd-d2875ebf1bcc {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:26:37.375068 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device e6515063-84c0-4d27-b6cd-d2875ebf1bcc not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:26:37.609849 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-93d63576-1446-4573-8a95-788e923d8a82 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:37.798533 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-93d63576-1446-4573-8a95-788e923d8a82 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for router_gateway, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:37.817619 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-93d63576-1446-4573-8a95-788e923d8a82 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:37.919240 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-93d63576-1446-4573-8a95-788e923d8a82 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Allocated IP 172.25.3.121 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/dd7e8fb0-d33d-4e94-928b-58f46ba7f183) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:26:38.022723 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-93d63576-1446-4573-8a95-788e923d8a82 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:38.062463 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-93d63576-1446-4573-8a95-788e923d8a82 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:38.098944 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d63576-1446-4573-8a95-788e923d8a82 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:26:38.101672 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-93d63576-1446-4573-8a95-788e923d8a82 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:26:38.106183 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d63576-1446-4573-8a95-788e923d8a82 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:26:38.134320 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d63576-1446-4573-8a95-788e923d8a82 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'Port': ['ID=dd7e8fb0-d33d-4e94-928b-58f46ba7f183,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:26:38.355900 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-93d63576-1446-4573-8a95-788e923d8a82 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for router_gateway, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:38.548112 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-93d63576-1446-4573-8a95-788e923d8a82 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:38.674139 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d63576-1446-4573-8a95-788e923d8a82 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Router 68dcf714-85db-492c-bf52-566a256e7c01 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 14:26:38.779772 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d63576-1446-4573-8a95-788e923d8a82 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:26:38.789393 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa021854-ce5a-4a4a-b770-250779534362 None None] Sync routers for ids ['68dcf714-85db-492c-bf52-566a256e7c01'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:26:38.798666 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-93d63576-1446-4573-8a95-788e923d8a82 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:38.799121 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa021854-ce5a-4a4a-b770-250779534362 None None] Routers {'68dcf714-85db-492c-bf52-566a256e7c01'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:26:38.799864 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-fa021854-ce5a-4a4a-b770-250779534362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:26:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['68dcf714-85db-492c-bf52-566a256e7c01'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:26:38.800019 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-93d63576-1446-4573-8a95-788e923d8a82 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7300251 Aug 22 14:26:38.803256 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52512) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:26:38.840642 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d56e4639-d11e-4bd4-b274-b8c405337278 tempest-TestNetworkAdvancedServerOps-1093191866 tempest-TestNetworkAdvancedServerOps-1093191866-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=5656c7f7f9c746e19a50aa1bc4d9988c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0362427 Aug 22 14:26:38.843110 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52514) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:26:38.991258 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-fa021854-ce5a-4a4a-b770-250779534362 None None] Set router 68dcf714-85db-492c-bf52-566a256e7c01 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:26:39.002128 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e677af78-9e59-4e21-9433-f88c14718820 tempest-TestNetworkAdvancedServerOps-1093191866 tempest-TestNetworkAdvancedServerOps-1093191866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:26:39.003726 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e677af78-9e59-4e21-9433-f88c14718820 tempest-TestNetworkAdvancedServerOps-1093191866 tempest-TestNetworkAdvancedServerOps-1093191866-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1562488 Aug 22 14:26:39.006520 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52516) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:26:39.044039 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-6c863311-c994-4189-ac7d-a7924fd02302 tempest-TestNetworkAdvancedServerOps-1093191866 tempest-TestNetworkAdvancedServerOps-1093191866-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=7de6ab83-cd00-4b3c-94fb-810dd34d29b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364206 Aug 22 14:26:39.046514 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52518) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:26:39.051247 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-9d25f3e7-a130-4bb7-9966-e9d0209cfcbc tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-323120893', 'network_id': 'ca894a66-b2b9-4771-9630-b94d6c8bd9a7', 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:26:39.135329 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d25f3e7-a130-4bb7-9966-e9d0209cfcbc tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Made reservation on behalf of 5656c7f7f9c746e19a50aa1bc4d9988c for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:26:39.139020 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9d25f3e7-a130-4bb7-9966-e9d0209cfcbc tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:39.170915 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-fa021854-ce5a-4a4a-b770-250779534362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68dcf714-85db-492c-bf52-566a256e7c01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1627417352', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'dd7e8fb0-d33d-4e94-928b-58f46ba7f183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:26:37Z', 'updated_at': '2021-08-22T14:26:38Z', 'revision_number': 3, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': 'dd7e8fb0-d33d-4e94-928b-58f46ba7f183', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f1:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68dcf714-85db-492c-bf52-566a256e7c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:26:37Z', 'updated_at': '2021-08-22T14:26:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:26:39.197223 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa021854-ce5a-4a4a-b770-250779534362 None None] Checking router: 68dcf714-85db-492c-bf52-566a256e7c01 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:26:39.197646 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa021854-ce5a-4a4a-b770-250779534362 None None] Updating router 68dcf714-85db-492c-bf52-566a256e7c01 port dd7e8fb0-d33d-4e94-928b-58f46ba7f183 binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:26:39.223330 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-fa021854-ce5a-4a4a-b770-250779534362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:39.319424 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9d25f3e7-a130-4bb7-9966-e9d0209cfcbc tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:39.382236 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25f3e7-a130-4bb7-9966-e9d0209cfcbc tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'Subnet': ['ID=eb7bfe09-2543-41e6-b9c2-dbcc22c96ee5,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:26:39.390493 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d25f3e7-a130-4bb7-9966-e9d0209cfcbc tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Checking segment: {'id': '450bfba0-a1a1-4f82-acf5-48a68dfeca64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ca894a66-b2b9-4771-9630-b94d6c8bd9a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:26:39.390854 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d25f3e7-a130-4bb7-9966-e9d0209cfcbc tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Network hostable DHCP agents. Network: ca894a66-b2b9-4771-9630-b94d6c8bd9a7, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:26:39.407075 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d25f3e7-a130-4bb7-9966-e9d0209cfcbc tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Network ca894a66-b2b9-4771-9630-b94d6c8bd9a7 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:26:39.416198 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-9d25f3e7-a130-4bb7-9966-e9d0209cfcbc tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, ca894a66-b2b9-4771-9630-b94d6c8bd9a7) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:26:39.420901 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d25f3e7-a130-4bb7-9966-e9d0209cfcbc tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:26:39.421649 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9d25f3e7-a130-4bb7-9966-e9d0209cfcbc tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:39.426935 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62ec5fe-8bcb-4cb6-a1bc-e66b39dca125 None None] Network ca894a66-b2b9-4771-9630-b94d6c8bd9a7 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:26:39.444281 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-9d25f3e7-a130-4bb7-9966-e9d0209cfcbc tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3962307 Aug 22 14:26:39.446864 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52520) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:26:39.477758 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-fa021854-ce5a-4a4a-b770-250779534362 None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:39.489869 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-fa021854-ce5a-4a4a-b770-250779534362 None None] Transition to ACTIVE for port object dd7e8fb0-d33d-4e94-928b-58f46ba7f183 will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:26:39.497902 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-fa021854-ce5a-4a4a-b770-250779534362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:39.545723 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-fa021854-ce5a-4a4a-b770-250779534362 None None] Attempting to bind port dd7e8fb0-d33d-4e94-928b-58f46ba7f183 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:26:39.545723 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-fa021854-ce5a-4a4a-b770-250779534362 None None] Attempting to bind port dd7e8fb0-d33d-4e94-928b-58f46ba7f183 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:26:39.546045 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa021854-ce5a-4a4a-b770-250779534362 None None] Attempting to bind port dd7e8fb0-d33d-4e94-928b-58f46ba7f183 on network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:26:39.553618 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa021854-ce5a-4a4a-b770-250779534362 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:26:39.553989 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa021854-ce5a-4a4a-b770-250779534362 None None] Checking segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:26:39.554390 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-fa021854-ce5a-4a4a-b770-250779534362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:39.554783 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa021854-ce5a-4a4a-b770-250779534362 None None] Bound using segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:26:39.555243 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-fa021854-ce5a-4a4a-b770-250779534362 None None] Bound port: dd7e8fb0-d33d-4e94-928b-58f46ba7f183, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:26:39.555936 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-fa021854-ce5a-4a4a-b770-250779534362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:39.578852 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a091e58-bf8a-45fc-94ca-be95f7880f6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-ca894a66-b2b9-4771-9630-b94d6c8bd9a7', 'network_id': 'ca894a66-b2b9-4771-9630-b94d6c8bd9a7', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'fixed_ips': [{'subnet_id': 'eb7bfe09-2543-41e6-b9c2-dbcc22c96ee5'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:26:39.579835 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3a091e58-bf8a-45fc-94ca-be95f7880f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:39.609137 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-fa021854-ce5a-4a4a-b770-250779534362 None None] For port dd7e8fb0-d33d-4e94-928b-58f46ba7f183, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:26:39.612186 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-fa021854-ce5a-4a4a-b770-250779534362 None None] For port dd7e8fb0-d33d-4e94-928b-58f46ba7f183, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=dd7e8fb0-d33d-4e94-928b-58f46ba7f183,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:26:39.619441 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b9a88a-3244-4451-b7a9-721c552427eb None None] Pushing event updated for resources: {'Port': ['ID=dd7e8fb0-d33d-4e94-928b-58f46ba7f183,revision_number=2']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:26:39.622062 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-fa021854-ce5a-4a4a-b770-250779534362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:39.633598 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b9a88a-3244-4451-b7a9-721c552427eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:26:39.633945 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b9a88a-3244-4451-b7a9-721c552427eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:26:39.634876 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b9a88a-3244-4451-b7a9-721c552427eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:26:39.635230 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b9a88a-3244-4451-b7a9-721c552427eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:26:39.635563 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b9a88a-3244-4451-b7a9-721c552427eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:26:39.635893 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b9a88a-3244-4451-b7a9-721c552427eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:26:39.636218 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b9a88a-3244-4451-b7a9-721c552427eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:26:39.636569 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b9a88a-3244-4451-b7a9-721c552427eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:26:39.636895 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b9a88a-3244-4451-b7a9-721c552427eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:26:39.637217 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b9a88a-3244-4451-b7a9-721c552427eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:26:39.637539 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b9a88a-3244-4451-b7a9-721c552427eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:26:39.637866 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b9a88a-3244-4451-b7a9-721c552427eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:26:39.700225 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa021854-ce5a-4a4a-b770-250779534362 None None] Routers {'68dcf714-85db-492c-bf52-566a256e7c01'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:26:39.700878 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-fa021854-ce5a-4a4a-b770-250779534362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:26:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['68dcf714-85db-492c-bf52-566a256e7c01'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:26:39.702537 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b9a88a-3244-4451-b7a9-721c552427eb None None] Pushing event updated for resources: {'Port': ['ID=dd7e8fb0-d33d-4e94-928b-58f46ba7f183,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:26:39.732471 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-3a091e58-bf8a-45fc-94ca-be95f7880f6c None None] Allocated IP 172.20.0.2 (ca894a66-b2b9-4771-9630-b94d6c8bd9a7/eb7bfe09-2543-41e6-b9c2-dbcc22c96ee5/f532fa8f-6579-4e1a-86c9-33650d941554) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:26:39.820168 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-fa021854-ce5a-4a4a-b770-250779534362 None None] Set router 68dcf714-85db-492c-bf52-566a256e7c01 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:26:39.886151 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3a091e58-bf8a-45fc-94ca-be95f7880f6c None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:39.894950 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-3a091e58-bf8a-45fc-94ca-be95f7880f6c None None] Transition to ACTIVE for port object f532fa8f-6579-4e1a-86c9-33650d941554 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:26:39.896697 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bc99898a-5f49-49c3-bc54-773a7cc1d117 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:39.910963 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-3a091e58-bf8a-45fc-94ca-be95f7880f6c None None] Transition to ACTIVE for port object f532fa8f-6579-4e1a-86c9-33650d941554 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:26:39.917448 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3a091e58-bf8a-45fc-94ca-be95f7880f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:39.954111 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a091e58-bf8a-45fc-94ca-be95f7880f6c None None] Network ca894a66-b2b9-4771-9630-b94d6c8bd9a7 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:26:39.956875 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-3a091e58-bf8a-45fc-94ca-be95f7880f6c None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:26:39.960821 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a091e58-bf8a-45fc-94ca-be95f7880f6c None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:26:39.991938 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a091e58-bf8a-45fc-94ca-be95f7880f6c None None] Pushing event updated for resources: {'Port': ['ID=f532fa8f-6579-4e1a-86c9-33650d941554,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:26:40.020853 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-fa021854-ce5a-4a4a-b770-250779534362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68dcf714-85db-492c-bf52-566a256e7c01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1627417352', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'dd7e8fb0-d33d-4e94-928b-58f46ba7f183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:26:37Z', 'updated_at': '2021-08-22T14:26:38Z', 'revision_number': 3, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': 'dd7e8fb0-d33d-4e94-928b-58f46ba7f183', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f1:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68dcf714-85db-492c-bf52-566a256e7c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:26:37Z', 'updated_at': '2021-08-22T14:26:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:26:40.027025 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-3a091e58-bf8a-45fc-94ca-be95f7880f6c None None] Attempting to bind port f532fa8f-6579-4e1a-86c9-33650d941554 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:26:40.027508 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-3a091e58-bf8a-45fc-94ca-be95f7880f6c None None] Attempting to bind port f532fa8f-6579-4e1a-86c9-33650d941554 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '450bfba0-a1a1-4f82-acf5-48a68dfeca64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ca894a66-b2b9-4771-9630-b94d6c8bd9a7'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:26:40.028012 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a091e58-bf8a-45fc-94ca-be95f7880f6c None None] Attempting to bind port f532fa8f-6579-4e1a-86c9-33650d941554 on network ca894a66-b2b9-4771-9630-b94d6c8bd9a7 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:26:40.034365 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a091e58-bf8a-45fc-94ca-be95f7880f6c None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:26:40.034899 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a091e58-bf8a-45fc-94ca-be95f7880f6c None None] Checking segment: {'id': '450bfba0-a1a1-4f82-acf5-48a68dfeca64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ca894a66-b2b9-4771-9630-b94d6c8bd9a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:26:40.035395 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3a091e58-bf8a-45fc-94ca-be95f7880f6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:40.035915 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a091e58-bf8a-45fc-94ca-be95f7880f6c None None] Bound using segment: {'id': '450bfba0-a1a1-4f82-acf5-48a68dfeca64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ca894a66-b2b9-4771-9630-b94d6c8bd9a7'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:26:40.036520 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-3a091e58-bf8a-45fc-94ca-be95f7880f6c None None] Bound port: f532fa8f-6579-4e1a-86c9-33650d941554, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '450bfba0-a1a1-4f82-acf5-48a68dfeca64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ca894a66-b2b9-4771-9630-b94d6c8bd9a7'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:26:40.036995 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3a091e58-bf8a-45fc-94ca-be95f7880f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:40.048970 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa021854-ce5a-4a4a-b770-250779534362 None None] The sync data for ids ['68dcf714-85db-492c-bf52-566a256e7c01'] in n-d-793621-33 is: [{'id': '68dcf714-85db-492c-bf52-566a256e7c01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1627417352', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'dd7e8fb0-d33d-4e94-928b-58f46ba7f183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:26:37Z', 'updated_at': '2021-08-22T14:26:38Z', 'revision_number': 3, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': 'dd7e8fb0-d33d-4e94-928b-58f46ba7f183', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f1:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68dcf714-85db-492c-bf52-566a256e7c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:26:37Z', 'updated_at': '2021-08-22T14:26:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:26:40.107526 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-3a091e58-bf8a-45fc-94ca-be95f7880f6c None None] For port f532fa8f-6579-4e1a-86c9-33650d941554, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:26:40.112021 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-3a091e58-bf8a-45fc-94ca-be95f7880f6c None None] For port f532fa8f-6579-4e1a-86c9-33650d941554, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=f532fa8f-6579-4e1a-86c9-33650d941554,segment=NetworkSegment(450bfba0-a1a1-4f82-acf5-48a68dfeca64),segment_id=450bfba0-a1a1-4f82-acf5-48a68dfeca64)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:26:40.120179 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3a091e58-bf8a-45fc-94ca-be95f7880f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:40.183826 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a091e58-bf8a-45fc-94ca-be95f7880f6c None None] Pushing event updated for resources: {'Port': ['ID=f532fa8f-6579-4e1a-86c9-33650d941554,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:26:40.268227 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-bc99898a-5f49-49c3-bc54-773a7cc1d117 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Allocated IP 172.20.0.1 (ca894a66-b2b9-4771-9630-b94d6c8bd9a7/eb7bfe09-2543-41e6-b9c2-dbcc22c96ee5/54602b4b-50f7-4ab0-903e-91e833a05c63) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:26:40.448640 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bc99898a-5f49-49c3-bc54-773a7cc1d117 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:40.464545 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-bc99898a-5f49-49c3-bc54-773a7cc1d117 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Transition to ACTIVE for port object 54602b4b-50f7-4ab0-903e-91e833a05c63 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:26:40.505640 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bc99898a-5f49-49c3-bc54-773a7cc1d117 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:40.551215 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc99898a-5f49-49c3-bc54-773a7cc1d117 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Network ca894a66-b2b9-4771-9630-b94d6c8bd9a7 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:26:40.554218 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-bc99898a-5f49-49c3-bc54-773a7cc1d117 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:26:40.558786 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc99898a-5f49-49c3-bc54-773a7cc1d117 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:26:40.586404 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc99898a-5f49-49c3-bc54-773a7cc1d117 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'Port': ['ID=54602b4b-50f7-4ab0-903e-91e833a05c63,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:26:40.609391 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bc99898a-5f49-49c3-bc54-773a7cc1d117 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:40.744637 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bc99898a-5f49-49c3-bc54-773a7cc1d117 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:41.161053 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f671fdd9-1730-467d-8141-ae2c589e2d78 None None] Network ca894a66-b2b9-4771-9630-b94d6c8bd9a7 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:26:41.277712 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-0373cd33-0ce9-46f7-8dd6-044d6ea714c4 None None] Provisioning for port f532fa8f-6579-4e1a-86c9-33650d941554 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:26:41.326036 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bc99898a-5f49-49c3-bc54-773a7cc1d117 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:41.332824 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bc99898a-5f49-49c3-bc54-773a7cc1d117 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:41.415287 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-bc99898a-5f49-49c3-bc54-773a7cc1d117 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:41.429315 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc99898a-5f49-49c3-bc54-773a7cc1d117 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'Port': ['ID=54602b4b-50f7-4ab0-903e-91e833a05c63,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:26:41.483512 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device f532fa8f-6579-4e1a-86c9-33650d941554 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:26:41.532343 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc99898a-5f49-49c3-bc54-773a7cc1d117 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Network ca894a66-b2b9-4771-9630-b94d6c8bd9a7 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:26:41.534224 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-bc99898a-5f49-49c3-bc54-773a7cc1d117 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:26:41.547587 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port f532fa8f-6579-4e1a-86c9-33650d941554 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:26:41.553981 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port f532fa8f-6579-4e1a-86c9-33650d941554 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:26:41.554451 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:41.638481 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-5f9f4fa8-0b47-4443-beea-2cabf068341d None None] Provisioning for port 54602b4b-50f7-4ab0-903e-91e833a05c63 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:26:41.646476 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-5f9f4fa8-0b47-4443-beea-2cabf068341d None None] Provisioning complete for port 54602b4b-50f7-4ab0-903e-91e833a05c63 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:26:41.646843 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5f9f4fa8-0b47-4443-beea-2cabf068341d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:41.674214 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc99898a-5f49-49c3-bc54-773a7cc1d117 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Router 68dcf714-85db-492c-bf52-566a256e7c01 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:26:41.681315 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:41.703539 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-5f9f4fa8-0b47-4443-beea-2cabf068341d None None] Port 54602b4b-50f7-4ab0-903e-91e833a05c63 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:26:41.734514 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port f532fa8f-6579-4e1a-86c9-33650d941554, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=f532fa8f-6579-4e1a-86c9-33650d941554,segment=NetworkSegment(450bfba0-a1a1-4f82-acf5-48a68dfeca64),segment_id=450bfba0-a1a1-4f82-acf5-48a68dfeca64)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:26:41.736196 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-5f9f4fa8-0b47-4443-beea-2cabf068341d None None] Provisioning complete for port f532fa8f-6579-4e1a-86c9-33650d941554 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:26:41.736631 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5f9f4fa8-0b47-4443-beea-2cabf068341d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:41.739865 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:41.741016 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device dd7e8fb0-d33d-4e94-928b-58f46ba7f183 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:26:41.800565 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc99898a-5f49-49c3-bc54-773a7cc1d117 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:26:41.808138 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-bc99898a-5f49-49c3-bc54-773a7cc1d117 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "PUT /v2.0/routers/68dcf714-85db-492c-bf52-566a256e7c01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3588958 Aug 22 14:26:41.824898 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f9eec0-2907-4d68-a733-bc72034595a7 None None] Sync routers for ids ['68dcf714-85db-492c-bf52-566a256e7c01'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:26:41.867683 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f9eec0-2907-4d68-a733-bc72034595a7 None None] Routers {'68dcf714-85db-492c-bf52-566a256e7c01'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:26:41.868391 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-64f9eec0-2907-4d68-a733-bc72034595a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:26:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['68dcf714-85db-492c-bf52-566a256e7c01'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:26:41.911863 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=f532fa8f-6579-4e1a-86c9-33650d941554,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:26:41.976019 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ee70355-aa64-40a7-8c0f-23763b0f4572 req-6ad99a46-1d7e-4e98-9811-8a214a0f5588 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1158935247&fields=id&tenant_id=5656c7f7f9c746e19a50aa1bc4d9988c HTTP/1.1" status: 200 len: 267 time: 0.0453105 Aug 22 14:26:42.101026 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee70355-aa64-40a7-8c0f-23763b0f4572 req-73085cc3-1c1e-4ea7-bee8-8980f0187d4f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:26:42.102636 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ee70355-aa64-40a7-8c0f-23763b0f4572 req-73085cc3-1c1e-4ea7-bee8-8980f0187d4f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/networks?id=ca894a66-b2b9-4771-9630-b94d6c8bd9a7 HTTP/1.1" status: 200 len: 796 time: 0.1184545 Aug 22 14:26:42.122085 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ee70355-aa64-40a7-8c0f-23763b0f4572 req-8d49c2cb-4d16-4d7d-bb61-40e516371a78 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/quotas/5656c7f7f9c746e19a50aa1bc4d9988c HTTP/1.1" status: 200 len: 375 time: 0.0118902 Aug 22 14:26:42.133296 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port dd7e8fb0-d33d-4e94-928b-58f46ba7f183 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:26:42.169717 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port dd7e8fb0-d33d-4e94-928b-58f46ba7f183 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:26:42.170416 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:42.177139 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ee70355-aa64-40a7-8c0f-23763b0f4572 req-6ba22384-7682-4faa-bfc1-411b4cbd07fc tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5656c7f7f9c746e19a50aa1bc4d9988c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486727 Aug 22 14:26:42.231678 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-64f9eec0-2907-4d68-a733-bc72034595a7 None None] Set router 68dcf714-85db-492c-bf52-566a256e7c01 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:26:42.276873 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ee70355-aa64-40a7-8c0f-23763b0f4572 req-dbf09eb2-658e-4d1e-8768-e045ac5507c7 service neutron] 10.222.0.21 "GET /v2.0/networks/ca894a66-b2b9-4771-9630-b94d6c8bd9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881407 Aug 22 14:26:42.373960 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ee70355-aa64-40a7-8c0f-23763b0f4572 req-bc602396-baf6-4abd-a059-c5a78587426e service neutron] 10.222.0.21 "GET /v2.0/networks/ca894a66-b2b9-4771-9630-b94d6c8bd9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909686 Aug 22 14:26:42.383516 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:42.392112 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-f1b2f458-6a90-4ae1-a5d2-48c4fd81db3c None None] Provisioning complete for port 54602b4b-50f7-4ab0-903e-91e833a05c63 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:26:42.392494 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f1b2f458-6a90-4ae1-a5d2-48c4fd81db3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:42.432624 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port dd7e8fb0-d33d-4e94-928b-58f46ba7f183, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=dd7e8fb0-d33d-4e94-928b-58f46ba7f183,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:26:42.445069 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:42.483428 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-f1b2f458-6a90-4ae1-a5d2-48c4fd81db3c None None] Port 54602b4b-50f7-4ab0-903e-91e833a05c63 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:26:42.538509 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=dd7e8fb0-d33d-4e94-928b-58f46ba7f183,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:26:42.560482 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-61f98a1f-df4a-4bea-bba8-eb63ce8a9f27 req-97a263c7-d680-4136-b2be-7bbf88a46be5 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1e9a05d-de41-4e3c-8716-e88412c431c1 HTTP/1.1" status: 200 len: 210 time: 0.0306103 Aug 22 14:26:42.580411 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-64f9eec0-2907-4d68-a733-bc72034595a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68dcf714-85db-492c-bf52-566a256e7c01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1627417352', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'dd7e8fb0-d33d-4e94-928b-58f46ba7f183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:26:37Z', 'updated_at': '2021-08-22T14:26:40Z', 'revision_number': 4, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': 'dd7e8fb0-d33d-4e94-928b-58f46ba7f183', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f1:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68dcf714-85db-492c-bf52-566a256e7c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:26:37Z', 'updated_at': '2021-08-22T14:26:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '54602b4b-50f7-4ab0-903e-91e833a05c63', 'name': '', 'network_id': 'ca894a66-b2b9-4771-9630-b94d6c8bd9a7', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'mac_address': 'fa:16:3e:7c:91:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68dcf714-85db-492c-bf52-566a256e7c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'eb7bfe09-2543-41e6-b9c2-dbcc22c96ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:26:40Z', 'updated_at': '2021-08-22T14:26:41Z', 'revision_number': 2, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'subnets': [{'id': 'eb7bfe09-2543-41e6-b9c2-dbcc22c96ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:26:42.614237 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f9eec0-2907-4d68-a733-bc72034595a7 None None] Checking router: 68dcf714-85db-492c-bf52-566a256e7c01 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:26:42.614593 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f9eec0-2907-4d68-a733-bc72034595a7 None None] Updating router 68dcf714-85db-492c-bf52-566a256e7c01 port 54602b4b-50f7-4ab0-903e-91e833a05c63 binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:26:42.639903 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-64f9eec0-2907-4d68-a733-bc72034595a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:42.927913 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-64f9eec0-2907-4d68-a733-bc72034595a7 None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:42.937965 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-64f9eec0-2907-4d68-a733-bc72034595a7 None None] Transition to ACTIVE for port object 54602b4b-50f7-4ab0-903e-91e833a05c63 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:26:42.943663 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-64f9eec0-2907-4d68-a733-bc72034595a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:42.996621 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600dfaa8-96ea-4f7f-9491-321eceeb078e None None] Pushing event updated for resources: {'Port': ['ID=54602b4b-50f7-4ab0-903e-91e833a05c63,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:26:43.053711 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-64f9eec0-2907-4d68-a733-bc72034595a7 None None] Attempting to bind port 54602b4b-50f7-4ab0-903e-91e833a05c63 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:26:43.053711 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-64f9eec0-2907-4d68-a733-bc72034595a7 None None] Attempting to bind port 54602b4b-50f7-4ab0-903e-91e833a05c63 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '450bfba0-a1a1-4f82-acf5-48a68dfeca64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ca894a66-b2b9-4771-9630-b94d6c8bd9a7'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:26:43.054004 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f9eec0-2907-4d68-a733-bc72034595a7 None None] Attempting to bind port 54602b4b-50f7-4ab0-903e-91e833a05c63 on network ca894a66-b2b9-4771-9630-b94d6c8bd9a7 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:26:43.061371 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f9eec0-2907-4d68-a733-bc72034595a7 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:26:43.062245 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f9eec0-2907-4d68-a733-bc72034595a7 None None] Checking segment: {'id': '450bfba0-a1a1-4f82-acf5-48a68dfeca64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ca894a66-b2b9-4771-9630-b94d6c8bd9a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:26:43.062574 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-64f9eec0-2907-4d68-a733-bc72034595a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:43.063109 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f9eec0-2907-4d68-a733-bc72034595a7 None None] Bound using segment: {'id': '450bfba0-a1a1-4f82-acf5-48a68dfeca64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ca894a66-b2b9-4771-9630-b94d6c8bd9a7'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:26:43.063597 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-64f9eec0-2907-4d68-a733-bc72034595a7 None None] Bound port: 54602b4b-50f7-4ab0-903e-91e833a05c63, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '450bfba0-a1a1-4f82-acf5-48a68dfeca64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ca894a66-b2b9-4771-9630-b94d6c8bd9a7'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:26:43.063970 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-64f9eec0-2907-4d68-a733-bc72034595a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:43.151088 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-64f9eec0-2907-4d68-a733-bc72034595a7 None None] For port 54602b4b-50f7-4ab0-903e-91e833a05c63, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:26:43.155547 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-64f9eec0-2907-4d68-a733-bc72034595a7 None None] For port 54602b4b-50f7-4ab0-903e-91e833a05c63, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=54602b4b-50f7-4ab0-903e-91e833a05c63,segment=NetworkSegment(450bfba0-a1a1-4f82-acf5-48a68dfeca64),segment_id=450bfba0-a1a1-4f82-acf5-48a68dfeca64)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:26:43.159883 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-64f9eec0-2907-4d68-a733-bc72034595a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:43.219151 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f9eec0-2907-4d68-a733-bc72034595a7 None None] Routers {'68dcf714-85db-492c-bf52-566a256e7c01'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:26:43.219826 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-64f9eec0-2907-4d68-a733-bc72034595a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:26:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['68dcf714-85db-492c-bf52-566a256e7c01'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:26:43.224684 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600dfaa8-96ea-4f7f-9491-321eceeb078e None None] Pushing event updated for resources: {'Port': ['ID=54602b4b-50f7-4ab0-903e-91e833a05c63,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:26:43.344764 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-64f9eec0-2907-4d68-a733-bc72034595a7 None None] Set router 68dcf714-85db-492c-bf52-566a256e7c01 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:26:43.438617 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device f532fa8f-6579-4e1a-86c9-33650d941554 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:26:43.571960 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port f532fa8f-6579-4e1a-86c9-33650d941554 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:26:43.572353 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:43.622249 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee70355-aa64-40a7-8c0f-23763b0f4572 req-d38a31ff-bd69-4308-a107-56bf96b37ba1 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:26:43.626388 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ee70355-aa64-40a7-8c0f-23763b0f4572 req-d38a31ff-bd69-4308-a107-56bf96b37ba1 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.16 "GET /v2.0/networks?id=ca894a66-b2b9-4771-9630-b94d6c8bd9a7 HTTP/1.1" status: 200 len: 796 time: 0.1490741 Aug 22 14:26:43.682781 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-487358b9-a59f-444f-9371-6b240d46438d req-73435ab9-e2cf-4a40-899d-74a6f7d5c2cf tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1e9a05d-de41-4e3c-8716-e88412c431c1 HTTP/1.1" status: 200 len: 210 time: 0.0310025 Aug 22 14:26:43.690651 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-64f9eec0-2907-4d68-a733-bc72034595a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68dcf714-85db-492c-bf52-566a256e7c01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1627417352', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'dd7e8fb0-d33d-4e94-928b-58f46ba7f183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:26:37Z', 'updated_at': '2021-08-22T14:26:40Z', 'revision_number': 4, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': 'dd7e8fb0-d33d-4e94-928b-58f46ba7f183', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dcf714-85db-492c-bf52-566a256e7c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:26:37Z', 'updated_at': '2021-08-22T14:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '54602b4b-50f7-4ab0-903e-91e833a05c63', 'name': '', 'network_id': 'ca894a66-b2b9-4771-9630-b94d6c8bd9a7', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'mac_address': 'fa:16:3e:7c:91:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68dcf714-85db-492c-bf52-566a256e7c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'eb7bfe09-2543-41e6-b9c2-dbcc22c96ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:26:40Z', 'updated_at': '2021-08-22T14:26:43Z', 'revision_number': 4, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'subnets': [{'id': 'eb7bfe09-2543-41e6-b9c2-dbcc22c96ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:26:43.701375 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ee70355-aa64-40a7-8c0f-23763b0f4572 req-89785c63-2fb1-4810-b1ee-c42b33e6a79b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5656c7f7f9c746e19a50aa1bc4d9988c HTTP/1.1" status: 200 len: 380 time: 0.0617142 Aug 22 14:26:43.708338 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-2ee70355-aa64-40a7-8c0f-23763b0f4572 req-750d3d9b-b590-4fbe-b233-da9281006190 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Request body: {'port': {'device_id': 'c1e9a05d-de41-4e3c-8716-e88412c431c1', 'network_id': 'ca894a66-b2b9-4771-9630-b94d6c8bd9a7', 'admin_state_up': True, 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'security_groups': ['6e718f67-626c-4228-bb60-0fcc75dd839b']}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:26:43.723985 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f9eec0-2907-4d68-a733-bc72034595a7 None None] The sync data for ids ['68dcf714-85db-492c-bf52-566a256e7c01'] in n-d-793621-33 is: [{'id': '68dcf714-85db-492c-bf52-566a256e7c01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1627417352', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'dd7e8fb0-d33d-4e94-928b-58f46ba7f183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:26:37Z', 'updated_at': '2021-08-22T14:26:40Z', 'revision_number': 4, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': 'dd7e8fb0-d33d-4e94-928b-58f46ba7f183', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dcf714-85db-492c-bf52-566a256e7c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:26:37Z', 'updated_at': '2021-08-22T14:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '54602b4b-50f7-4ab0-903e-91e833a05c63', 'name': '', 'network_id': 'ca894a66-b2b9-4771-9630-b94d6c8bd9a7', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'mac_address': 'fa:16:3e:7c:91:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68dcf714-85db-492c-bf52-566a256e7c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'eb7bfe09-2543-41e6-b9c2-dbcc22c96ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:26:40Z', 'updated_at': '2021-08-22T14:26:43Z', 'revision_number': 4, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'subnets': [{'id': 'eb7bfe09-2543-41e6-b9c2-dbcc22c96ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:26:43.732532 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device dd7e8fb0-d33d-4e94-928b-58f46ba7f183 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:26:43.804110 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port dd7e8fb0-d33d-4e94-928b-58f46ba7f183 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:26:43.805616 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:43.846239 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ee70355-aa64-40a7-8c0f-23763b0f4572 req-750d3d9b-b590-4fbe-b233-da9281006190 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Made reservation on behalf of 5656c7f7f9c746e19a50aa1bc4d9988c for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:26:43.850584 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ee70355-aa64-40a7-8c0f-23763b0f4572 req-750d3d9b-b590-4fbe-b233-da9281006190 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:43.993660 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-2ee70355-aa64-40a7-8c0f-23763b0f4572 req-750d3d9b-b590-4fbe-b233-da9281006190 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Allocated IP 172.20.0.12 (ca894a66-b2b9-4771-9630-b94d6c8bd9a7/eb7bfe09-2543-41e6-b9c2-dbcc22c96ee5/ed261718-238f-4203-ae45-f1d916aa51f0) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:26:44.139119 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ee70355-aa64-40a7-8c0f-23763b0f4572 req-750d3d9b-b590-4fbe-b233-da9281006190 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:44.154135 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-2ee70355-aa64-40a7-8c0f-23763b0f4572 req-750d3d9b-b590-4fbe-b233-da9281006190 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Transition to ACTIVE for port object ed261718-238f-4203-ae45-f1d916aa51f0 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:26:44.187089 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ee70355-aa64-40a7-8c0f-23763b0f4572 req-750d3d9b-b590-4fbe-b233-da9281006190 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:44.231885 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ee70355-aa64-40a7-8c0f-23763b0f4572 req-750d3d9b-b590-4fbe-b233-da9281006190 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Network ca894a66-b2b9-4771-9630-b94d6c8bd9a7 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:26:44.234975 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-2ee70355-aa64-40a7-8c0f-23763b0f4572 req-750d3d9b-b590-4fbe-b233-da9281006190 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:26:44.238642 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ee70355-aa64-40a7-8c0f-23763b0f4572 req-750d3d9b-b590-4fbe-b233-da9281006190 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:26:44.268535 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d3d9b-b590-4fbe-b233-da9281006190 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'Port': ['ID=ed261718-238f-4203-ae45-f1d916aa51f0,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:26:44.297639 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee70355-aa64-40a7-8c0f-23763b0f4572 req-750d3d9b-b590-4fbe-b233-da9281006190 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:26:44.298302 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ee70355-aa64-40a7-8c0f-23763b0f4572 req-750d3d9b-b590-4fbe-b233-da9281006190 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:44.314904 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ee70355-aa64-40a7-8c0f-23763b0f4572 req-750d3d9b-b590-4fbe-b233-da9281006190 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6101022 Aug 22 14:26:44.327602 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-2ee70355-aa64-40a7-8c0f-23763b0f4572 req-c28b5727-e94f-4e57-b880-95cd46eecf44 service neutron] Request body: {'port': {'device_id': 'c1e9a05d-de41-4e3c-8716-e88412c431c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:26:44.390932 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ee70355-aa64-40a7-8c0f-23763b0f4572 req-c28b5727-e94f-4e57-b880-95cd46eecf44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:44.531291 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c70c1bd7-789e-4117-b95b-8aff6d4af835 None None] Provisioning for port ed261718-238f-4203-ae45-f1d916aa51f0 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:26:44.535427 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c70c1bd7-789e-4117-b95b-8aff6d4af835 None None] Provisioning complete for port ed261718-238f-4203-ae45-f1d916aa51f0 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:26:44.535939 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c70c1bd7-789e-4117-b95b-8aff6d4af835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:44.575161 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c70c1bd7-789e-4117-b95b-8aff6d4af835 None None] Port ed261718-238f-4203-ae45-f1d916aa51f0 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:26:44.680191 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-2ee70355-aa64-40a7-8c0f-23763b0f4572 req-c28b5727-e94f-4e57-b880-95cd46eecf44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed261718-238f-4203-ae45-f1d916aa51f0 {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:26:44.688871 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ee70355-aa64-40a7-8c0f-23763b0f4572 req-c28b5727-e94f-4e57-b880-95cd46eecf44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:44.701961 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-2ee70355-aa64-40a7-8c0f-23763b0f4572 req-c28b5727-e94f-4e57-b880-95cd46eecf44 service neutron] Transition to ACTIVE for port object ed261718-238f-4203-ae45-f1d916aa51f0 will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:26:44.705880 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ee70355-aa64-40a7-8c0f-23763b0f4572 req-c28b5727-e94f-4e57-b880-95cd46eecf44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:44.804059 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b5727-e94f-4e57-b880-95cd46eecf44 service neutron] Pushing event updated for resources: {'Port': ['ID=ed261718-238f-4203-ae45-f1d916aa51f0,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:26:44.885499 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530eaff7-aec7-4317-bfe0-315b18c9815b req-20ed522c-309c-43f3-bff9-033fc086a514 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:26:44.887078 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-530eaff7-aec7-4317-bfe0-315b18c9815b req-20ed522c-309c-43f3-bff9-033fc086a514 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1e9a05d-de41-4e3c-8716-e88412c431c1 HTTP/1.1" status: 200 len: 944 time: 0.1086824 Aug 22 14:26:44.889854 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-2ee70355-aa64-40a7-8c0f-23763b0f4572 req-c28b5727-e94f-4e57-b880-95cd46eecf44 service neutron] Attempting to bind port ed261718-238f-4203-ae45-f1d916aa51f0 on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:26:44.890193 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-2ee70355-aa64-40a7-8c0f-23763b0f4572 req-c28b5727-e94f-4e57-b880-95cd46eecf44 service neutron] Attempting to bind port ed261718-238f-4203-ae45-f1d916aa51f0 by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '450bfba0-a1a1-4f82-acf5-48a68dfeca64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ca894a66-b2b9-4771-9630-b94d6c8bd9a7'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:26:44.890523 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee70355-aa64-40a7-8c0f-23763b0f4572 req-c28b5727-e94f-4e57-b880-95cd46eecf44 service neutron] Attempting to bind port ed261718-238f-4203-ae45-f1d916aa51f0 on network ca894a66-b2b9-4771-9630-b94d6c8bd9a7 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:26:44.902511 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee70355-aa64-40a7-8c0f-23763b0f4572 req-c28b5727-e94f-4e57-b880-95cd46eecf44 service neutron] Port ed261718-238f-4203-ae45-f1d916aa51f0 on network ca894a66-b2b9-4771-9630-b94d6c8bd9a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:26:44.902836 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee70355-aa64-40a7-8c0f-23763b0f4572 req-c28b5727-e94f-4e57-b880-95cd46eecf44 service neutron] Attempting to bind port ed261718-238f-4203-ae45-f1d916aa51f0 on network ca894a66-b2b9-4771-9630-b94d6c8bd9a7 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:26:44.916160 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee70355-aa64-40a7-8c0f-23763b0f4572 req-c28b5727-e94f-4e57-b880-95cd46eecf44 service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:26:44.916412 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee70355-aa64-40a7-8c0f-23763b0f4572 req-c28b5727-e94f-4e57-b880-95cd46eecf44 service neutron] Checking segment: {'id': '450bfba0-a1a1-4f82-acf5-48a68dfeca64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ca894a66-b2b9-4771-9630-b94d6c8bd9a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:26:44.916776 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee70355-aa64-40a7-8c0f-23763b0f4572 req-c28b5727-e94f-4e57-b880-95cd46eecf44 service neutron] Bound using segment: {'id': '450bfba0-a1a1-4f82-acf5-48a68dfeca64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ca894a66-b2b9-4771-9630-b94d6c8bd9a7'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:26:44.917223 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-2ee70355-aa64-40a7-8c0f-23763b0f4572 req-c28b5727-e94f-4e57-b880-95cd46eecf44 service neutron] Bound port: ed261718-238f-4203-ae45-f1d916aa51f0, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '450bfba0-a1a1-4f82-acf5-48a68dfeca64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ca894a66-b2b9-4771-9630-b94d6c8bd9a7'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:26:44.917584 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ee70355-aa64-40a7-8c0f-23763b0f4572 req-c28b5727-e94f-4e57-b880-95cd46eecf44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:44.946357 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-530eaff7-aec7-4317-bfe0-315b18c9815b req-f34d447c-c7fd-46dd-8b28-29dd3f44a528 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e718f67-626c-4228-bb60-0fcc75dd839b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524688 Aug 22 14:26:45.000891 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-2ee70355-aa64-40a7-8c0f-23763b0f4572 req-c28b5727-e94f-4e57-b880-95cd46eecf44 service neutron] For port ed261718-238f-4203-ae45-f1d916aa51f0, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:26:45.003911 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-2ee70355-aa64-40a7-8c0f-23763b0f4572 req-c28b5727-e94f-4e57-b880-95cd46eecf44 service neutron] For port ed261718-238f-4203-ae45-f1d916aa51f0, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=ed261718-238f-4203-ae45-f1d916aa51f0,segment=NetworkSegment(450bfba0-a1a1-4f82-acf5-48a68dfeca64),segment_id=450bfba0-a1a1-4f82-acf5-48a68dfeca64)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:26:45.008407 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ee70355-aa64-40a7-8c0f-23763b0f4572 req-c28b5727-e94f-4e57-b880-95cd46eecf44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:45.042152 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee70355-aa64-40a7-8c0f-23763b0f4572 req-c28b5727-e94f-4e57-b880-95cd46eecf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:26:45.042761 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-2ee70355-aa64-40a7-8c0f-23763b0f4572 req-c28b5727-e94f-4e57-b880-95cd46eecf44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:45.044246 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ee70355-aa64-40a7-8c0f-23763b0f4572 req-c28b5727-e94f-4e57-b880-95cd46eecf44 service neutron] 10.222.0.16 "PUT /v2.0/ports/ed261718-238f-4203-ae45-f1d916aa51f0 HTTP/1.1" status: 200 len: 1093 time: 0.7210832 Aug 22 14:26:45.044591 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1e9a05d-de41-4e3c-8716-e88412c431c1', 'tag': 'ed261718-238f-4203-ae45-f1d916aa51f0'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:26:45.046828 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8361b9502d284db1754c02bd1b6f8106db555dd6c6dc010ebe333761f67dd15a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76324bfc-33cd-4012-9835-ef27b9652f3f" -d '{"events": [{"name": "network-changed", "server_uuid": "c1e9a05d-de41-4e3c-8716-e88412c431c1", "tag": "ed261718-238f-4203-ae45-f1d916aa51f0"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:26:45.075276 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b5727-e94f-4e57-b880-95cd46eecf44 service neutron] Pushing event updated for resources: {'Port': ['ID=ed261718-238f-4203-ae45-f1d916aa51f0,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:26:45.093852 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6c4f19-8443-40ce-9faf-635a07233634 x-openstack-request-id: req-be6c4f19-8443-40ce-9faf-635a07233634 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:26:45.094221 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1e9a05d-de41-4e3c-8716-e88412c431c1", "tag": "ed261718-238f-4203-ae45-f1d916aa51f0", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:26:45.094541 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-be6c4f19-8443-40ce-9faf-635a07233634 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:26:45.095010 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1e9a05d-de41-4e3c-8716-e88412c431c1', 'tag': 'ed261718-238f-4203-ae45-f1d916aa51f0', 'status': 'completed', 'code': 200} Aug 22 14:26:45.146362 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee70355-aa64-40a7-8c0f-23763b0f4572 req-baaf8efa-d6e5-4b4e-bfdc-e08b59f53e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:26:45.148018 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ee70355-aa64-40a7-8c0f-23763b0f4572 req-baaf8efa-d6e5-4b4e-bfdc-e08b59f53e0b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5656c7f7f9c746e19a50aa1bc4d9988c&device_id=c1e9a05d-de41-4e3c-8716-e88412c431c1 HTTP/1.1" status: 200 len: 1096 time: 0.0449135 Aug 22 14:26:45.192321 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ee70355-aa64-40a7-8c0f-23763b0f4572 req-38853659-d6c7-4af7-90dd-fb7da326afcd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed261718-238f-4203-ae45-f1d916aa51f0 HTTP/1.1" status: 200 len: 217 time: 0.0355904 Aug 22 14:26:45.247483 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee70355-aa64-40a7-8c0f-23763b0f4572 req-9bab4f46-4b3c-4709-928b-8332b069deca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:26:45.249099 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ee70355-aa64-40a7-8c0f-23763b0f4572 req-9bab4f46-4b3c-4709-928b-8332b069deca service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb7bfe09-2543-41e6-b9c2-dbcc22c96ee5 HTTP/1.1" status: 200 len: 834 time: 0.0497644 Aug 22 14:26:45.294565 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee70355-aa64-40a7-8c0f-23763b0f4572 req-3fb29d14-4244-4400-be61-9476cde46cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:26:45.296038 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ee70355-aa64-40a7-8c0f-23763b0f4572 req-3fb29d14-4244-4400-be61-9476cde46cb8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ca894a66-b2b9-4771-9630-b94d6c8bd9a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392556 Aug 22 14:26:45.388053 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ee70355-aa64-40a7-8c0f-23763b0f4572 req-77c72922-2100-4291-8c62-8028d044f9ff service neutron] 10.222.0.16 "GET /v2.0/networks/ca894a66-b2b9-4771-9630-b94d6c8bd9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841820 Aug 22 14:26:45.412515 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 54602b4b-50f7-4ab0-903e-91e833a05c63 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:26:45.461273 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 54602b4b-50f7-4ab0-903e-91e833a05c63 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:26:45.465236 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 54602b4b-50f7-4ab0-903e-91e833a05c63 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:26:45.465604 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:45.484886 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2ee70355-aa64-40a7-8c0f-23763b0f4572 req-d36bccc6-46b4-46df-95c7-811fa68b2198 service neutron] 10.222.0.16 "GET /v2.0/networks/ca894a66-b2b9-4771-9630-b94d6c8bd9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878370 Aug 22 14:26:45.544430 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:45.574261 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76324bfc-33cd-4012-9835-ef27b9652f3f req-6fb15b86-c583-469f-968a-2535f204f10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:26:45.575761 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-76324bfc-33cd-4012-9835-ef27b9652f3f req-6fb15b86-c583-469f-968a-2535f204f10c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5656c7f7f9c746e19a50aa1bc4d9988c&device_id=c1e9a05d-de41-4e3c-8716-e88412c431c1 HTTP/1.1" status: 200 len: 1096 time: 0.0454798 Aug 22 14:26:45.579700 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 54602b4b-50f7-4ab0-903e-91e833a05c63, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=54602b4b-50f7-4ab0-903e-91e833a05c63,segment=NetworkSegment(450bfba0-a1a1-4f82-acf5-48a68dfeca64),segment_id=450bfba0-a1a1-4f82-acf5-48a68dfeca64)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:26:45.583449 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:45.631026 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=54602b4b-50f7-4ab0-903e-91e833a05c63,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:26:45.671342 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76324bfc-33cd-4012-9835-ef27b9652f3f req-00c67865-8056-4f0d-8400-f8b97d831029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:26:45.672759 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-76324bfc-33cd-4012-9835-ef27b9652f3f req-00c67865-8056-4f0d-8400-f8b97d831029 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ca894a66-b2b9-4771-9630-b94d6c8bd9a7 HTTP/1.1" status: 200 len: 897 time: 0.0880647 Aug 22 14:26:45.715040 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-76324bfc-33cd-4012-9835-ef27b9652f3f req-fc4998ac-62f0-44e6-a473-2b3c3ba9da9d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed261718-238f-4203-ae45-f1d916aa51f0 HTTP/1.1" status: 200 len: 217 time: 0.0326149 Aug 22 14:26:45.768699 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76324bfc-33cd-4012-9835-ef27b9652f3f req-1d387fb0-313a-4d51-8bdc-f531b18c6324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:26:45.770134 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-76324bfc-33cd-4012-9835-ef27b9652f3f req-1d387fb0-313a-4d51-8bdc-f531b18c6324 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb7bfe09-2543-41e6-b9c2-dbcc22c96ee5 HTTP/1.1" status: 200 len: 834 time: 0.0462172 Aug 22 14:26:45.821159 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76324bfc-33cd-4012-9835-ef27b9652f3f req-33cf773f-45dd-425e-99cd-dad60b4b96a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:26:45.826938 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-76324bfc-33cd-4012-9835-ef27b9652f3f req-33cf773f-45dd-425e-99cd-dad60b4b96a5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ca894a66-b2b9-4771-9630-b94d6c8bd9a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486615 Aug 22 14:26:45.917091 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-76324bfc-33cd-4012-9835-ef27b9652f3f req-5b0841f9-7e14-4eb3-b2b3-5a9afad2938b service neutron] 10.222.0.16 "GET /v2.0/networks/ca894a66-b2b9-4771-9630-b94d6c8bd9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814393 Aug 22 14:26:46.019037 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-76324bfc-33cd-4012-9835-ef27b9652f3f req-daa163a0-995c-4098-acef-ec97fe944cbb service neutron] 10.222.0.16 "GET /v2.0/networks/ca894a66-b2b9-4771-9630-b94d6c8bd9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885811 Aug 22 14:26:46.068836 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f78b9-4df6-48f3-883c-4af450faae38 req-34499b5b-f060-4564-96d9-e49ac1bedd06 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:26:46.070320 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-715f78b9-4df6-48f3-883c-4af450faae38 req-34499b5b-f060-4564-96d9-e49ac1bedd06 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1e9a05d-de41-4e3c-8716-e88412c431c1 HTTP/1.1" status: 200 len: 944 time: 0.0545409 Aug 22 14:26:46.107845 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-715f78b9-4df6-48f3-883c-4af450faae38 req-7251bc92-6d43-447b-b43b-d73fb5daed44 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e718f67-626c-4228-bb60-0fcc75dd839b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313911 Aug 22 14:26:47.223903 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5759f32f-3766-418d-84c2-24e5e4736e01 req-8c7f512a-e9c2-4373-91bb-ff336552b6ee tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:26:47.225424 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5759f32f-3766-418d-84c2-24e5e4736e01 req-8c7f512a-e9c2-4373-91bb-ff336552b6ee tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1e9a05d-de41-4e3c-8716-e88412c431c1 HTTP/1.1" status: 200 len: 944 time: 0.0485852 Aug 22 14:26:47.262172 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5759f32f-3766-418d-84c2-24e5e4736e01 req-38860e0a-1d36-4be2-9c4d-055167748c67 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e718f67-626c-4228-bb60-0fcc75dd839b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307693 Aug 22 14:26:47.395710 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 54602b4b-50f7-4ab0-903e-91e833a05c63 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:26:47.442049 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 54602b4b-50f7-4ab0-903e-91e833a05c63 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:26:47.442417 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:48.376578 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec62af5-1df8-4b02-b76e-cc70bf43bf0e req-98c0ef0f-19c1-4e56-a1e2-a87c94821a5f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:26:48.378035 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ec62af5-1df8-4b02-b76e-cc70bf43bf0e req-98c0ef0f-19c1-4e56-a1e2-a87c94821a5f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1e9a05d-de41-4e3c-8716-e88412c431c1 HTTP/1.1" status: 200 len: 944 time: 0.0486977 Aug 22 14:26:48.422407 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7ec62af5-1df8-4b02-b76e-cc70bf43bf0e req-45cea223-c4cb-43c2-b414-d2db5afd855a tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e718f67-626c-4228-bb60-0fcc75dd839b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384388 Aug 22 14:26:49.537743 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3841f-2393-449e-85df-ab7dffac6439 req-69270ab1-1ad2-44cf-b40f-708af92b4aa6 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:26:49.539147 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8ee3841f-2393-449e-85df-ab7dffac6439 req-69270ab1-1ad2-44cf-b40f-708af92b4aa6 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1e9a05d-de41-4e3c-8716-e88412c431c1 HTTP/1.1" status: 200 len: 944 time: 0.0488064 Aug 22 14:26:49.577338 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8ee3841f-2393-449e-85df-ab7dffac6439 req-1b35321d-2c89-4da5-ab1a-fe8e519b5487 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e718f67-626c-4228-bb60-0fcc75dd839b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316296 Aug 22 14:26:49.899022 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device ed261718-238f-4203-ae45-f1d916aa51f0 details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:26:49.991383 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port ed261718-238f-4203-ae45-f1d916aa51f0, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=ed261718-238f-4203-ae45-f1d916aa51f0,segment=NetworkSegment(450bfba0-a1a1-4f82-acf5-48a68dfeca64),segment_id=450bfba0-a1a1-4f82-acf5-48a68dfeca64)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:26:50.001739 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': 'ed261718-238f-4203-ae45-f1d916aa51f0', 'network_id': 'ca894a66-b2b9-4771-9630-b94d6c8bd9a7', 'port_id': 'ed261718-238f-4203-ae45-f1d916aa51f0', 'mac_address': 'fa:16:3e:b7:52:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb7bfe09-2543-41e6-b9c2-dbcc22c96ee5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:26:50.038137 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:50.054788 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed261718-238f-4203-ae45-f1d916aa51f0 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:26:50.074992 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port ed261718-238f-4203-ae45-f1d916aa51f0, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=ed261718-238f-4203-ae45-f1d916aa51f0,segment=NetworkSegment(450bfba0-a1a1-4f82-acf5-48a68dfeca64),segment_id=450bfba0-a1a1-4f82-acf5-48a68dfeca64)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:26:50.078841 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:50.126020 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=ed261718-238f-4203-ae45-f1d916aa51f0,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:26:50.303730 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['ed261718-238f-4203-ae45-f1d916aa51f0'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:26:50.689937 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a138af0-83ce-430b-b084-0113777f7e59 req-0b39893d-9ebf-4ab7-800d-0de8597e8b9e tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:26:50.691413 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5a138af0-83ce-430b-b084-0113777f7e59 req-0b39893d-9ebf-4ab7-800d-0de8597e8b9e tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1e9a05d-de41-4e3c-8716-e88412c431c1 HTTP/1.1" status: 200 len: 945 time: 0.0481482 Aug 22 14:26:50.728548 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5a138af0-83ce-430b-b084-0113777f7e59 req-f9977369-b543-4d58-bdd7-a60e9b29535a tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e718f67-626c-4228-bb60-0fcc75dd839b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310166 Aug 22 14:26:51.842515 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d1ea7-79a4-4be9-bf72-3c5ad105d09d req-9dbf47a5-8f0a-4912-806d-d955cfc7d22d tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:26:51.843994 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-107d1ea7-79a4-4be9-bf72-3c5ad105d09d req-9dbf47a5-8f0a-4912-806d-d955cfc7d22d tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1e9a05d-de41-4e3c-8716-e88412c431c1 HTTP/1.1" status: 200 len: 945 time: 0.0483270 Aug 22 14:26:51.883679 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-107d1ea7-79a4-4be9-bf72-3c5ad105d09d req-7a786695-c403-46fa-95dd-3b921a4bca12 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e718f67-626c-4228-bb60-0fcc75dd839b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337582 Aug 22 14:26:51.910765 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device ed261718-238f-4203-ae45-f1d916aa51f0 up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:26:51.958996 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port ed261718-238f-4203-ae45-f1d916aa51f0 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:26:51.962636 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port ed261718-238f-4203-ae45-f1d916aa51f0 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:26:51.963537 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:52.040183 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:52.062325 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e9a05d-de41-4e3c-8716-e88412c431c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed261718-238f-4203-ae45-f1d916aa51f0'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:26:52.064575 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9fc9c2c847a9facc218278c3c2c49df6b567d765c98d25b9b10c00da6c51199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6f40e4-ed6d-4b9d-96ef-2e0cd28cb01f" -d '{"events": [{"server_uuid": "c1e9a05d-de41-4e3c-8716-e88412c431c1", "name": "network-vif-plugged", "status": "completed", "tag": "ed261718-238f-4203-ae45-f1d916aa51f0"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:26:52.077361 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port ed261718-238f-4203-ae45-f1d916aa51f0, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=ed261718-238f-4203-ae45-f1d916aa51f0,segment=NetworkSegment(450bfba0-a1a1-4f82-acf5-48a68dfeca64),segment_id=450bfba0-a1a1-4f82-acf5-48a68dfeca64)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:26:52.081514 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:52.105392 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a83ccf-856e-4954-9c5f-05fa4c5a7e52 x-openstack-request-id: req-50a83ccf-856e-4954-9c5f-05fa4c5a7e52 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:26:52.105682 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e9a05d-de41-4e3c-8716-e88412c431c1", "name": "network-vif-plugged", "status": "completed", "tag": "ed261718-238f-4203-ae45-f1d916aa51f0", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:26:52.106018 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-50a83ccf-856e-4954-9c5f-05fa4c5a7e52 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:26:52.106414 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1e9a05d-de41-4e3c-8716-e88412c431c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed261718-238f-4203-ae45-f1d916aa51f0', 'code': 200} Aug 22 14:26:52.134179 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=ed261718-238f-4203-ae45-f1d916aa51f0,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:26:52.195324 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5745cf3-3ba6-42aa-a960-df076ff74bf7 req-7c9e1a1e-8e73-4171-9dc0-f4a2f4698c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:26:52.196813 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f5745cf3-3ba6-42aa-a960-df076ff74bf7 req-7c9e1a1e-8e73-4171-9dc0-f4a2f4698c84 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c1e9a05d-de41-4e3c-8716-e88412c431c1 HTTP/1.1" status: 200 len: 1098 time: 0.0387237 Aug 22 14:26:52.230906 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f5745cf3-3ba6-42aa-a960-df076ff74bf7 req-c41d4b2b-6b34-4042-a915-e5bb7bcc1beb service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6e718f67-626c-4228-bb60-0fcc75dd839b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261257 Aug 22 14:26:52.997017 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531b534d-c626-49ea-ab07-b23848565fed req-73d65297-ef6d-4faf-b1d6-4ad7ab365929 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:26:52.998489 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-531b534d-c626-49ea-ab07-b23848565fed req-73d65297-ef6d-4faf-b1d6-4ad7ab365929 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1e9a05d-de41-4e3c-8716-e88412c431c1 HTTP/1.1" status: 200 len: 946 time: 0.0490613 Aug 22 14:26:53.034873 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-531b534d-c626-49ea-ab07-b23848565fed req-fc7a418c-f4a1-4e48-b114-9dd6efffe41d tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e718f67-626c-4228-bb60-0fcc75dd839b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303419 Aug 22 14:26:54.150221 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473548b-ad03-4b2f-964b-04558fe2499d req-ec87435e-257a-44e5-9326-4722bea5009d tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:26:54.151599 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2473548b-ad03-4b2f-964b-04558fe2499d req-ec87435e-257a-44e5-9326-4722bea5009d tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1e9a05d-de41-4e3c-8716-e88412c431c1 HTTP/1.1" status: 200 len: 946 time: 0.0484881 Aug 22 14:26:54.191484 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2473548b-ad03-4b2f-964b-04558fe2499d req-48254e03-2955-4c49-99ce-3db77ef2a5ce tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e718f67-626c-4228-bb60-0fcc75dd839b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339723 Aug 22 14:26:54.304786 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6896b-5f64-440f-a9a6-46148a0009d0 req-39f06577-b126-4d8f-9cc6-09598a2e2b6d tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:26:54.306767 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-abd6896b-5f64-440f-a9a6-46148a0009d0 req-39f06577-b126-4d8f-9cc6-09598a2e2b6d tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1e9a05d-de41-4e3c-8716-e88412c431c1 HTTP/1.1" status: 200 len: 946 time: 0.0494285 Aug 22 14:26:54.345659 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-abd6896b-5f64-440f-a9a6-46148a0009d0 req-beda77f7-2883-43f0-81b3-e4a91d2cd868 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e718f67-626c-4228-bb60-0fcc75dd839b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326064 Aug 22 14:26:54.366793 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52576) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:26:54.406120 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d7ccfe-a6f4-4b1c-b1db-a915c8b4e30a tempest-TestNetworkAdvancedServerOps-1093191866 tempest-TestNetworkAdvancedServerOps-1093191866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:26:54.407538 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-77d7ccfe-a6f4-4b1c-b1db-a915c8b4e30a tempest-TestNetworkAdvancedServerOps-1093191866 tempest-TestNetworkAdvancedServerOps-1093191866-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c1e9a05d-de41-4e3c-8716-e88412c431c1 HTTP/1.1" status: 200 len: 1093 time: 0.0397947 Aug 22 14:26:54.410311 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52578) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:26:54.414573 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-63613e15-3e49-4a1a-ad9c-b448b133ec3f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Request body: {'floatingip': {'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'port_id': 'ed261718-238f-4203-ae45-f1d916aa51f0', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:26:54.436432 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-63613e15-3e49-4a1a-ad9c-b448b133ec3f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for floatingip, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:54.533092 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-63613e15-3e49-4a1a-ad9c-b448b133ec3f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:54.629812 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-63613e15-3e49-4a1a-ad9c-b448b133ec3f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Allocated IP 172.25.3.171 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/ea29eec6-1bb6-4f1d-a683-6e5adecabba7) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:26:54.729892 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-63613e15-3e49-4a1a-ad9c-b448b133ec3f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:54.770958 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-63613e15-3e49-4a1a-ad9c-b448b133ec3f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:54.810049 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63613e15-3e49-4a1a-ad9c-b448b133ec3f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:26:54.812812 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-63613e15-3e49-4a1a-ad9c-b448b133ec3f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:26:54.815523 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63613e15-3e49-4a1a-ad9c-b448b133ec3f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:26:54.842162 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63613e15-3e49-4a1a-ad9c-b448b133ec3f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'Port': ['ID=ea29eec6-1bb6-4f1d-a683-6e5adecabba7,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:26:55.179051 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-63613e15-3e49-4a1a-ad9c-b448b133ec3f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:55.242094 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-63613e15-3e49-4a1a-ad9c-b448b133ec3f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:55.680006 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-63613e15-3e49-4a1a-ad9c-b448b133ec3f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:55.684813 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-63613e15-3e49-4a1a-ad9c-b448b133ec3f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:55.755418 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63613e15-3e49-4a1a-ad9c-b448b133ec3f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'Port': ['ID=ea29eec6-1bb6-4f1d-a683-6e5adecabba7,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:26:55.766893 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-63613e15-3e49-4a1a-ad9c-b448b133ec3f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:55.863778 n-d-793621-33 neutron-server[94627]: INFO neutron.db.l3_db [None req-63613e15-3e49-4a1a-ad9c-b448b133ec3f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Floating IP 65f9df12-bbec-4757-a80f-e75a7ae78cf4 associated. External IP: 172.25.3.171, port: ed261718-238f-4203-ae45-f1d916aa51f0. Aug 22 14:26:56.069491 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63613e15-3e49-4a1a-ad9c-b448b133ec3f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Router 68dcf714-85db-492c-bf52-566a256e7c01 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:26:56.175141 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63613e15-3e49-4a1a-ad9c-b448b133ec3f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:26:56.186275 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5550006-7482-4da5-bea8-b5105b3d5b88 None None] Sync routers for ids ['68dcf714-85db-492c-bf52-566a256e7c01'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:26:56.194897 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-63613e15-3e49-4a1a-ad9c-b448b133ec3f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:56.199141 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5550006-7482-4da5-bea8-b5105b3d5b88 None None] Routers {'68dcf714-85db-492c-bf52-566a256e7c01'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:26:56.200020 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-f5550006-7482-4da5-bea8-b5105b3d5b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:26:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['68dcf714-85db-492c-bf52-566a256e7c01'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:26:56.226389 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-63613e15-3e49-4a1a-ad9c-b448b133ec3f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8150682 Aug 22 14:26:56.227065 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1e9a05d-de41-4e3c-8716-e88412c431c1', 'tag': 'ed261718-238f-4203-ae45-f1d916aa51f0'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:26:56.230069 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8361b9502d284db1754c02bd1b6f8106db555dd6c6dc010ebe333761f67dd15a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8380269d-77ad-446b-8869-cba799a4c091" -d '{"events": [{"name": "network-changed", "server_uuid": "c1e9a05d-de41-4e3c-8716-e88412c431c1", "tag": "ed261718-238f-4203-ae45-f1d916aa51f0"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:26:56.273868 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47acf3e2-b050-4344-ae0c-f0a32c310961 x-openstack-request-id: req-47acf3e2-b050-4344-ae0c-f0a32c310961 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:26:56.274276 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1e9a05d-de41-4e3c-8716-e88412c431c1", "tag": "ed261718-238f-4203-ae45-f1d916aa51f0", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:26:56.274681 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-47acf3e2-b050-4344-ae0c-f0a32c310961 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:26:56.275512 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1e9a05d-de41-4e3c-8716-e88412c431c1', 'tag': 'ed261718-238f-4203-ae45-f1d916aa51f0', 'status': 'completed', 'code': 200} Aug 22 14:26:56.309397 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-f5550006-7482-4da5-bea8-b5105b3d5b88 None None] Set router 68dcf714-85db-492c-bf52-566a256e7c01 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:26:56.362949 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a8fc4-c34c-41d4-94d5-4b88193ef138 req-33d57323-3d0f-4b86-8b62-4d4233c42a18 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:26:56.364460 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6a8a8fc4-c34c-41d4-94d5-4b88193ef138 req-33d57323-3d0f-4b86-8b62-4d4233c42a18 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1e9a05d-de41-4e3c-8716-e88412c431c1 HTTP/1.1" status: 200 len: 946 time: 0.0777416 Aug 22 14:26:56.367152 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380269d-77ad-446b-8869-cba799a4c091 req-bf3ee29e-c25b-4f96-976b-b5dd2a282dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:26:56.368625 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8380269d-77ad-446b-8869-cba799a4c091 req-bf3ee29e-c25b-4f96-976b-b5dd2a282dc9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5656c7f7f9c746e19a50aa1bc4d9988c&device_id=c1e9a05d-de41-4e3c-8716-e88412c431c1 HTTP/1.1" status: 200 len: 1098 time: 0.0707161 Aug 22 14:26:56.457703 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6a8a8fc4-c34c-41d4-94d5-4b88193ef138 req-1008c39a-575f-4a89-a498-be5f007fed49 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e718f67-626c-4228-bb60-0fcc75dd839b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865350 Aug 22 14:26:56.480348 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52584) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:26:56.494667 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380269d-77ad-446b-8869-cba799a4c091 req-a942bdf6-c38c-40a9-ac68-a7ebfb1c3786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:26:56.496159 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8380269d-77ad-446b-8869-cba799a4c091 req-a942bdf6-c38c-40a9-ac68-a7ebfb1c3786 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ca894a66-b2b9-4771-9630-b94d6c8bd9a7 HTTP/1.1" status: 200 len: 897 time: 0.1192541 Aug 22 14:26:56.532959 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-f5550006-7482-4da5-bea8-b5105b3d5b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68dcf714-85db-492c-bf52-566a256e7c01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1627417352', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'dd7e8fb0-d33d-4e94-928b-58f46ba7f183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:26:37Z', 'updated_at': '2021-08-22T14:26:40Z', 'revision_number': 4, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': 'dd7e8fb0-d33d-4e94-928b-58f46ba7f183', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dcf714-85db-492c-bf52-566a256e7c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:26:37Z', 'updated_at': '2021-08-22T14:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '65f9df12-bbec-4757-a80f-e75a7ae78cf4', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'floating_ip_address': '172.25.3.171', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '68dcf714-85db-492c-bf52-566a256e7c01', 'port_id': 'ed261718-238f-4203-ae45-f1d916aa51f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca894a66-b2b9-4771-9630-b94d6c8bd9a7', 'mac_address': 'fa:16:3e:b7:52:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e9a05d-de41-4e3c-8716-e88412c431c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:26:55Z', 'updated_at': '2021-08-22T14:26:55Z', 'revision_number': 0, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54602b4b-50f7-4ab0-903e-91e833a05c63', 'name': '', 'network_id': 'ca894a66-b2b9-4771-9630-b94d6c8bd9a7', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'mac_address': 'fa:16:3e:7c:91:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dcf714-85db-492c-bf52-566a256e7c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'eb7bfe09-2543-41e6-b9c2-dbcc22c96ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:26:40Z', 'updated_at': '2021-08-22T14:26:45Z', 'revision_number': 5, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'subnets': [{'id': 'eb7bfe09-2543-41e6-b9c2-dbcc22c96ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:26:56.548739 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e4c2254a-cef0-4d33-bf60-b2ffac067a57 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/floatingips/65f9df12-bbec-4757-a80f-e75a7ae78cf4 HTTP/1.1" status: 200 len: 992 time: 0.0655332 Aug 22 14:26:56.562400 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5550006-7482-4da5-bea8-b5105b3d5b88 None None] Checking router: 68dcf714-85db-492c-bf52-566a256e7c01 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:26:56.566862 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8380269d-77ad-446b-8869-cba799a4c091 req-25aba47f-78e6-47cb-b950-937a55ccbf13 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed261718-238f-4203-ae45-f1d916aa51f0 HTTP/1.1" status: 200 len: 1000 time: 0.0610025 Aug 22 14:26:56.570650 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5550006-7482-4da5-bea8-b5105b3d5b88 None None] Routers {'68dcf714-85db-492c-bf52-566a256e7c01'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:26:56.571270 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-f5550006-7482-4da5-bea8-b5105b3d5b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:26:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['68dcf714-85db-492c-bf52-566a256e7c01'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:26:56.621431 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380269d-77ad-446b-8869-cba799a4c091 req-30287851-66de-4967-b614-dbad227ab0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:26:56.623061 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8380269d-77ad-446b-8869-cba799a4c091 req-30287851-66de-4967-b614-dbad227ab0e6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb7bfe09-2543-41e6-b9c2-dbcc22c96ee5 HTTP/1.1" status: 200 len: 834 time: 0.0496831 Aug 22 14:26:56.670247 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380269d-77ad-446b-8869-cba799a4c091 req-75cab0e3-2514-4b77-9add-3c314bb84d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:26:56.671921 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8380269d-77ad-446b-8869-cba799a4c091 req-75cab0e3-2514-4b77-9add-3c314bb84d8d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ca894a66-b2b9-4771-9630-b94d6c8bd9a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416167 Aug 22 14:26:56.679264 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-f5550006-7482-4da5-bea8-b5105b3d5b88 None None] Set router 68dcf714-85db-492c-bf52-566a256e7c01 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:26:56.761176 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8380269d-77ad-446b-8869-cba799a4c091 req-e372561f-0e9a-4afe-b255-f8d287aa3536 service neutron] 10.222.0.16 "GET /v2.0/networks/ca894a66-b2b9-4771-9630-b94d6c8bd9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822425 Aug 22 14:26:56.858833 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8380269d-77ad-446b-8869-cba799a4c091 req-83bcb4e8-d91b-4863-8056-a13b39ca5032 service neutron] 10.222.0.16 "GET /v2.0/networks/ca894a66-b2b9-4771-9630-b94d6c8bd9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911105 Aug 22 14:26:56.986521 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-f5550006-7482-4da5-bea8-b5105b3d5b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68dcf714-85db-492c-bf52-566a256e7c01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1627417352', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'dd7e8fb0-d33d-4e94-928b-58f46ba7f183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:26:37Z', 'updated_at': '2021-08-22T14:26:40Z', 'revision_number': 4, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': 'dd7e8fb0-d33d-4e94-928b-58f46ba7f183', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dcf714-85db-492c-bf52-566a256e7c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:26:37Z', 'updated_at': '2021-08-22T14:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '65f9df12-bbec-4757-a80f-e75a7ae78cf4', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'floating_ip_address': '172.25.3.171', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '68dcf714-85db-492c-bf52-566a256e7c01', 'port_id': 'ed261718-238f-4203-ae45-f1d916aa51f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca894a66-b2b9-4771-9630-b94d6c8bd9a7', 'mac_address': 'fa:16:3e:b7:52:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e9a05d-de41-4e3c-8716-e88412c431c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:26:55Z', 'updated_at': '2021-08-22T14:26:55Z', 'revision_number': 0, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54602b4b-50f7-4ab0-903e-91e833a05c63', 'name': '', 'network_id': 'ca894a66-b2b9-4771-9630-b94d6c8bd9a7', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'mac_address': 'fa:16:3e:7c:91:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dcf714-85db-492c-bf52-566a256e7c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'eb7bfe09-2543-41e6-b9c2-dbcc22c96ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:26:40Z', 'updated_at': '2021-08-22T14:26:45Z', 'revision_number': 5, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'subnets': [{'id': 'eb7bfe09-2543-41e6-b9c2-dbcc22c96ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:26:57.015571 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5550006-7482-4da5-bea8-b5105b3d5b88 None None] The sync data for ids ['68dcf714-85db-492c-bf52-566a256e7c01'] in n-d-793621-33 is: [{'id': '68dcf714-85db-492c-bf52-566a256e7c01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1627417352', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'dd7e8fb0-d33d-4e94-928b-58f46ba7f183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:26:37Z', 'updated_at': '2021-08-22T14:26:40Z', 'revision_number': 4, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': 'dd7e8fb0-d33d-4e94-928b-58f46ba7f183', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dcf714-85db-492c-bf52-566a256e7c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:26:37Z', 'updated_at': '2021-08-22T14:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '65f9df12-bbec-4757-a80f-e75a7ae78cf4', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'floating_ip_address': '172.25.3.171', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '68dcf714-85db-492c-bf52-566a256e7c01', 'port_id': 'ed261718-238f-4203-ae45-f1d916aa51f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca894a66-b2b9-4771-9630-b94d6c8bd9a7', 'mac_address': 'fa:16:3e:b7:52:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e9a05d-de41-4e3c-8716-e88412c431c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:26:55Z', 'updated_at': '2021-08-22T14:26:55Z', 'revision_number': 0, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54602b4b-50f7-4ab0-903e-91e833a05c63', 'name': '', 'network_id': 'ca894a66-b2b9-4771-9630-b94d6c8bd9a7', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'mac_address': 'fa:16:3e:7c:91:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dcf714-85db-492c-bf52-566a256e7c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'eb7bfe09-2543-41e6-b9c2-dbcc22c96ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:26:40Z', 'updated_at': '2021-08-22T14:26:45Z', 'revision_number': 5, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'subnets': [{'id': 'eb7bfe09-2543-41e6-b9c2-dbcc22c96ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:26:57.198675 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041aa9bf-1b07-4479-98b1-92d99aec1474 None None] New status for floating IP 65f9df12-bbec-4757-a80f-e75a7ae78cf4: ACTIVE {{(pid=94629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 14:26:57.551061 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52586) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:26:57.661083 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b8a979f0-128d-4162-be20-dae84a6a28e3 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/floatingips/65f9df12-bbec-4757-a80f-e75a7ae78cf4 HTTP/1.1" status: 200 len: 994 time: 0.1088240 Aug 22 14:26:58.542473 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-194e3e97-48da-4d6a-b2de-001757ab6493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:26:59.059221 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:27:00.249076 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:27:01.142742 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5741219e-dd28-425f-bdb4-d0790ab597d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:27:01.285037 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:27:02.656534 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:27:04.434755 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:27:04.456402 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:27:28.546647 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-33cb36cb-0dd5-4a44-b6ca-f4eb1edcd528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:27:29.059247 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:27:29.091648 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bec356-b566-461f-99b4-d525ade50660 req-70d7819d-0d67-458e-a00a-a26f5e901c83 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:27:29.093314 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-28bec356-b566-461f-99b4-d525ade50660 req-70d7819d-0d67-458e-a00a-a26f5e901c83 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1e9a05d-de41-4e3c-8716-e88412c431c1 HTTP/1.1" status: 200 len: 946 time: 0.0556219 Aug 22 14:27:29.131140 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-28bec356-b566-461f-99b4-d525ade50660 req-ffa6023d-e929-4533-b5cf-74bd3679cd74 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e718f67-626c-4228-bb60-0fcc75dd839b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317473 Aug 22 14:27:30.263041 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca42d4-1001-42d3-99c3-6e5dcebef619 req-924abefa-f113-4f55-aecd-a228f6e6e477 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:27:30.264461 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dcca42d4-1001-42d3-99c3-6e5dcebef619 req-924abefa-f113-4f55-aecd-a228f6e6e477 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1e9a05d-de41-4e3c-8716-e88412c431c1 HTTP/1.1" status: 200 len: 946 time: 0.0491705 Aug 22 14:27:30.305397 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dcca42d4-1001-42d3-99c3-6e5dcebef619 req-0c64b72c-c2ec-43ef-893c-cece079090f3 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e718f67-626c-4228-bb60-0fcc75dd839b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350142 Aug 22 14:27:31.141677 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d9c3420f-c6d7-410c-b6b9-a8a070a62b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:27:31.286833 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:27:31.422307 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020e349-5a4a-4700-be65-39459e63f90c req-02ef2545-20ea-4e43-956f-b3f79a1d1993 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:27:31.423800 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3020e349-5a4a-4700-be65-39459e63f90c req-02ef2545-20ea-4e43-956f-b3f79a1d1993 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1e9a05d-de41-4e3c-8716-e88412c431c1 HTTP/1.1" status: 200 len: 946 time: 0.0501161 Aug 22 14:27:31.461470 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3020e349-5a4a-4700-be65-39459e63f90c req-47de3f0e-0939-439d-9085-e6ebefffb379 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e718f67-626c-4228-bb60-0fcc75dd839b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316811 Aug 22 14:27:32.577992 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb8c0a-17fd-43a6-ab7e-6c166ca3ccb8 req-729912a5-9cd7-4415-877a-0b963caaf62a tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:27:32.579462 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5adb8c0a-17fd-43a6-ab7e-6c166ca3ccb8 req-729912a5-9cd7-4415-877a-0b963caaf62a tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1e9a05d-de41-4e3c-8716-e88412c431c1 HTTP/1.1" status: 200 len: 946 time: 0.0481818 Aug 22 14:27:32.617525 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5adb8c0a-17fd-43a6-ab7e-6c166ca3ccb8 req-09a644a4-ceea-4d16-bac7-96173b5e736a tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e718f67-626c-4228-bb60-0fcc75dd839b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322614 Aug 22 14:27:32.659544 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:27:33.731858 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d449934-ef1a-44c7-ab6c-7e7db5a9fed3 req-2b0e9b89-9c88-4d25-94e1-4845e348b03c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:27:33.733354 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5d449934-ef1a-44c7-ab6c-7e7db5a9fed3 req-2b0e9b89-9c88-4d25-94e1-4845e348b03c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1e9a05d-de41-4e3c-8716-e88412c431c1 HTTP/1.1" status: 200 len: 946 time: 0.0479288 Aug 22 14:27:33.774084 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5d449934-ef1a-44c7-ab6c-7e7db5a9fed3 req-8f0c2e28-29bb-459d-9c34-ab2cf6e8ed4a tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e718f67-626c-4228-bb60-0fcc75dd839b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347884 Aug 22 14:27:34.438532 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:27:34.469809 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:27:34.892913 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7075236c-7f39-4ac8-a3e4-8cd8ee5e090f req-b29350db-997d-4a1d-ac2a-38b229ffb0c7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:27:34.894419 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7075236c-7f39-4ac8-a3e4-8cd8ee5e090f req-b29350db-997d-4a1d-ac2a-38b229ffb0c7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1e9a05d-de41-4e3c-8716-e88412c431c1 HTTP/1.1" status: 200 len: 946 time: 0.0497568 Aug 22 14:27:34.933085 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7075236c-7f39-4ac8-a3e4-8cd8ee5e090f req-15e0a22b-bab7-47d1-9bc0-305791d2016e tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e718f67-626c-4228-bb60-0fcc75dd839b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326564 Aug 22 14:27:35.013541 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95fa19d-8290-4436-b157-c6cc6be234fd req-fba93b32-7569-4f72-afbc-8fa0c3821b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:27:35.015035 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f95fa19d-8290-4436-b157-c6cc6be234fd req-fba93b32-7569-4f72-afbc-8fa0c3821b4a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5656c7f7f9c746e19a50aa1bc4d9988c&device_id=c1e9a05d-de41-4e3c-8716-e88412c431c1 HTTP/1.1" status: 200 len: 1098 time: 0.0798483 Aug 22 14:27:35.123704 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95fa19d-8290-4436-b157-c6cc6be234fd req-405891d7-0d12-4416-bea7-5bf653e12790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:27:35.125196 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f95fa19d-8290-4436-b157-c6cc6be234fd req-405891d7-0d12-4416-bea7-5bf653e12790 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ca894a66-b2b9-4771-9630-b94d6c8bd9a7 HTTP/1.1" status: 200 len: 897 time: 0.0869398 Aug 22 14:27:35.190125 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f95fa19d-8290-4436-b157-c6cc6be234fd req-f430ef9e-220a-4655-91fe-a4a46bae50d5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed261718-238f-4203-ae45-f1d916aa51f0 HTTP/1.1" status: 200 len: 1002 time: 0.0570738 Aug 22 14:27:35.239205 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95fa19d-8290-4436-b157-c6cc6be234fd req-da52b451-be8c-44f4-9c64-7eb64064fef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:27:35.240658 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f95fa19d-8290-4436-b157-c6cc6be234fd req-da52b451-be8c-44f4-9c64-7eb64064fef5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb7bfe09-2543-41e6-b9c2-dbcc22c96ee5 HTTP/1.1" status: 200 len: 834 time: 0.0433309 Aug 22 14:27:35.290173 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95fa19d-8290-4436-b157-c6cc6be234fd req-e667fee5-e474-400d-bde5-c5db451a7311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:27:35.291684 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f95fa19d-8290-4436-b157-c6cc6be234fd req-e667fee5-e474-400d-bde5-c5db451a7311 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ca894a66-b2b9-4771-9630-b94d6c8bd9a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437682 Aug 22 14:27:35.378567 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f95fa19d-8290-4436-b157-c6cc6be234fd req-d8841088-1fe2-4e62-9ceb-50136c5aadcb service neutron] 10.222.0.16 "GET /v2.0/networks/ca894a66-b2b9-4771-9630-b94d6c8bd9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800691 Aug 22 14:27:35.471486 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f95fa19d-8290-4436-b157-c6cc6be234fd req-0e2990c1-52aa-4f15-b325-1eb40a872a94 service neutron] 10.222.0.16 "GET /v2.0/networks/ca894a66-b2b9-4771-9630-b94d6c8bd9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851295 Aug 22 14:27:36.052853 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fcb8ed-e246-4e57-9d72-d5d6aa998c0a req-eb9da2e2-104f-458e-a606-0567d98de050 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:27:36.054348 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-49fcb8ed-e246-4e57-9d72-d5d6aa998c0a req-eb9da2e2-104f-458e-a606-0567d98de050 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1e9a05d-de41-4e3c-8716-e88412c431c1 HTTP/1.1" status: 200 len: 946 time: 0.0505471 Aug 22 14:27:36.091825 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-49fcb8ed-e246-4e57-9d72-d5d6aa998c0a req-5f73527c-b720-4336-ae95-116f1fda378b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e718f67-626c-4228-bb60-0fcc75dd839b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308948 Aug 22 14:27:37.206877 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd95bb-9591-4ce5-8e68-12371a6c7111 req-533060d3-9c7a-4f94-beaa-ae50c14c6440 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:27:37.208368 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9bfd95bb-9591-4ce5-8e68-12371a6c7111 req-533060d3-9c7a-4f94-beaa-ae50c14c6440 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1e9a05d-de41-4e3c-8716-e88412c431c1 HTTP/1.1" status: 200 len: 946 time: 0.0492396 Aug 22 14:27:37.246337 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9bfd95bb-9591-4ce5-8e68-12371a6c7111 req-78d8cd9f-8bee-4533-83f9-1556aa04f607 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e718f67-626c-4228-bb60-0fcc75dd839b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314124 Aug 22 14:27:37.248845 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:27:38.364981 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3eae27-b518-4d2e-b5bb-7a6ddfb345de req-d51701d0-b4be-45df-80eb-14fa18c6631d tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:27:38.366680 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5f3eae27-b518-4d2e-b5bb-7a6ddfb345de req-d51701d0-b4be-45df-80eb-14fa18c6631d tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1e9a05d-de41-4e3c-8716-e88412c431c1 HTTP/1.1" status: 200 len: 946 time: 0.0518813 Aug 22 14:27:38.402803 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5f3eae27-b518-4d2e-b5bb-7a6ddfb345de req-aea6b8bf-98d5-42d7-a64b-2876594ae07a tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e718f67-626c-4228-bb60-0fcc75dd839b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296080 Aug 22 14:27:39.516785 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf75d89-8abf-48a6-b755-ba868c6284df req-ba7c05fb-a11f-486d-82ab-eb1dd84150cc tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:27:39.518273 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3bf75d89-8abf-48a6-b755-ba868c6284df req-ba7c05fb-a11f-486d-82ab-eb1dd84150cc tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1e9a05d-de41-4e3c-8716-e88412c431c1 HTTP/1.1" status: 200 len: 946 time: 0.0491629 Aug 22 14:27:39.555172 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3bf75d89-8abf-48a6-b755-ba868c6284df req-b6f30ef6-49ec-4c58-bbac-226f442882a0 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e718f67-626c-4228-bb60-0fcc75dd839b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310352 Aug 22 14:27:40.669114 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a9aa3-bd68-4c15-af26-abdad66e876f req-585d5b2f-307f-4702-bf29-ab82c5c6bfd3 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:27:40.670589 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9f2a9aa3-bd68-4c15-af26-abdad66e876f req-585d5b2f-307f-4702-bf29-ab82c5c6bfd3 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1e9a05d-de41-4e3c-8716-e88412c431c1 HTTP/1.1" status: 200 len: 946 time: 0.0479839 Aug 22 14:27:40.707425 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9f2a9aa3-bd68-4c15-af26-abdad66e876f req-bca4ffb7-6320-4619-9b88-dd2854535405 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e718f67-626c-4228-bb60-0fcc75dd839b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309470 Aug 22 14:27:41.826370 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf1e83f-e3dc-4bfb-87a0-2708cb490f32 req-1a0c54e4-d12a-46c1-ba33-4346f84c7a12 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:27:41.827847 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6bf1e83f-e3dc-4bfb-87a0-2708cb490f32 req-1a0c54e4-d12a-46c1-ba33-4346f84c7a12 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1e9a05d-de41-4e3c-8716-e88412c431c1 HTTP/1.1" status: 200 len: 946 time: 0.0531776 Aug 22 14:27:41.865245 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6bf1e83f-e3dc-4bfb-87a0-2708cb490f32 req-ea887795-4da9-4320-ae27-3161999718d2 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e718f67-626c-4228-bb60-0fcc75dd839b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314486 Aug 22 14:27:42.979580 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a95341-6bbb-4383-a554-9f9d69941845 req-163122ef-1354-438c-b060-df742c4b7ff4 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:27:42.981215 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b0a95341-6bbb-4383-a554-9f9d69941845 req-163122ef-1354-438c-b060-df742c4b7ff4 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1e9a05d-de41-4e3c-8716-e88412c431c1 HTTP/1.1" status: 200 len: 946 time: 0.0503860 Aug 22 14:27:43.021746 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b0a95341-6bbb-4383-a554-9f9d69941845 req-2b0273f9-5a9c-43b2-8724-8898b4ea61db tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e718f67-626c-4228-bb60-0fcc75dd839b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345447 Aug 22 14:27:44.140431 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2842eff-012a-427f-8716-9ab800de8dfe req-35ac7194-25b9-4ef1-83aa-cb5324478cdc tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:27:44.141907 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b2842eff-012a-427f-8716-9ab800de8dfe req-35ac7194-25b9-4ef1-83aa-cb5324478cdc tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1e9a05d-de41-4e3c-8716-e88412c431c1 HTTP/1.1" status: 200 len: 946 time: 0.0494297 Aug 22 14:27:44.179366 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b2842eff-012a-427f-8716-9ab800de8dfe req-20061abd-b14b-4b7e-8ff6-e346a4173d60 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e718f67-626c-4228-bb60-0fcc75dd839b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314388 Aug 22 14:27:45.302842 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a01ba-c5de-47c5-9a02-597fb92e54e7 req-a67ec03d-ad93-4e39-b94a-0da4908df494 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:27:45.304264 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e94a01ba-c5de-47c5-9a02-597fb92e54e7 req-a67ec03d-ad93-4e39-b94a-0da4908df494 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1e9a05d-de41-4e3c-8716-e88412c431c1 HTTP/1.1" status: 200 len: 946 time: 0.0524945 Aug 22 14:27:45.341545 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e94a01ba-c5de-47c5-9a02-597fb92e54e7 req-249c661f-7551-4702-9bb6-4eaf3357d998 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e718f67-626c-4228-bb60-0fcc75dd839b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313365 Aug 22 14:27:45.363720 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52642) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:27:45.756024 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-201aad3e-88f9-4569-aa30-d1ae64996811 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/floatingips/65f9df12-bbec-4757-a80f-e75a7ae78cf4 HTTP/1.1" status: 200 len: 994 time: 0.3911245 Aug 22 14:27:47.048620 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a1e8d-ece5-4db6-bbcd-1d6065f0b430 req-609005c6-d22a-4bab-b511-be89660377c3 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:27:47.050017 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-042a1e8d-ece5-4db6-bbcd-1d6065f0b430 req-609005c6-d22a-4bab-b511-be89660377c3 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1e9a05d-de41-4e3c-8716-e88412c431c1 HTTP/1.1" status: 200 len: 946 time: 0.0769432 Aug 22 14:27:47.063645 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e5788-5f67-4ecb-9bf3-4743e041ab5b req-c258ac02-e908-45a7-aaac-6101833f20c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:27:47.065055 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fe6e5788-5f67-4ecb-9bf3-4743e041ab5b req-c258ac02-e908-45a7-aaac-6101833f20c2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5656c7f7f9c746e19a50aa1bc4d9988c&device_id=c1e9a05d-de41-4e3c-8716-e88412c431c1 HTTP/1.1" status: 200 len: 1098 time: 0.0588331 Aug 22 14:27:47.139476 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-042a1e8d-ece5-4db6-bbcd-1d6065f0b430 req-e61565be-1e16-4294-aa46-f28f38b55db1 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e718f67-626c-4228-bb60-0fcc75dd839b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830808 Aug 22 14:27:47.172094 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e5788-5f67-4ecb-9bf3-4743e041ab5b req-8e2926b6-6369-4c6c-ab73-7ab3d747ba3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:27:47.173579 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fe6e5788-5f67-4ecb-9bf3-4743e041ab5b req-8e2926b6-6369-4c6c-ab73-7ab3d747ba3b service neutron] 10.222.0.16 "GET /v2.0/networks?id=ca894a66-b2b9-4771-9630-b94d6c8bd9a7 HTTP/1.1" status: 200 len: 897 time: 0.1013870 Aug 22 14:27:47.242861 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fe6e5788-5f67-4ecb-9bf3-4743e041ab5b req-7eddd30b-656c-47c5-88b7-af117de43cd4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed261718-238f-4203-ae45-f1d916aa51f0 HTTP/1.1" status: 200 len: 1002 time: 0.0606122 Aug 22 14:27:47.296726 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e5788-5f67-4ecb-9bf3-4743e041ab5b req-b64b8469-5a9e-4d0f-aa0f-662a4d5b7674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:27:47.298171 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fe6e5788-5f67-4ecb-9bf3-4743e041ab5b req-b64b8469-5a9e-4d0f-aa0f-662a4d5b7674 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb7bfe09-2543-41e6-b9c2-dbcc22c96ee5 HTTP/1.1" status: 200 len: 834 time: 0.0481255 Aug 22 14:27:47.344963 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e5788-5f67-4ecb-9bf3-4743e041ab5b req-8848a2ff-5a44-42bb-acec-25fbe4e1dd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:27:47.346437 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fe6e5788-5f67-4ecb-9bf3-4743e041ab5b req-8848a2ff-5a44-42bb-acec-25fbe4e1dd08 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ca894a66-b2b9-4771-9630-b94d6c8bd9a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410733 Aug 22 14:27:47.435071 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fe6e5788-5f67-4ecb-9bf3-4743e041ab5b req-ce32ba92-76d6-4880-b7e9-ec3bbb4e6a96 service neutron] 10.222.0.16 "GET /v2.0/networks/ca894a66-b2b9-4771-9630-b94d6c8bd9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811396 Aug 22 14:27:47.528556 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fe6e5788-5f67-4ecb-9bf3-4743e041ab5b req-ea85b243-0305-4e2f-9da3-bbb955a4347c service neutron] 10.222.0.16 "GET /v2.0/networks/ca894a66-b2b9-4771-9630-b94d6c8bd9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850568 Aug 22 14:27:48.263058 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c655b4-5306-4449-9338-294239c641d9 req-2c539f60-d38a-4ef9-80f4-95465abd37d5 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:27:48.264471 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47c655b4-5306-4449-9338-294239c641d9 req-2c539f60-d38a-4ef9-80f4-95465abd37d5 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1e9a05d-de41-4e3c-8716-e88412c431c1 HTTP/1.1" status: 200 len: 946 time: 0.0498984 Aug 22 14:27:48.301723 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-47c655b4-5306-4449-9338-294239c641d9 req-ee7f58b2-c592-40fc-998d-cb4bafb72cba tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e718f67-626c-4228-bb60-0fcc75dd839b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313940 Aug 22 14:27:48.323235 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52652) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:27:48.382010 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c0c6af02-f0a4-4459-ba6c-5064ac088edf tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/floatingips/65f9df12-bbec-4757-a80f-e75a7ae78cf4 HTTP/1.1" status: 200 len: 994 time: 0.0576313 Aug 22 14:27:58.547769 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-af76c06a-1982-42cc-a3f1-4f8bdfe353a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:27:59.087395 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:01.142722 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7bdac4a8-e17b-4974-95df-3cc333c7a42b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:01.286810 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:02.662276 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:04.439011 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:04.487008 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:14.249196 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:28:18.811364 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52668) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:28:18.970488 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-eb7d926c-ab3b-44ae-88b3-f63e64415946 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Deleting port ea29eec6-1bb6-4f1d-a683-6e5adecabba7 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:28:18.970857 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-eb7d926c-ab3b-44ae-88b3-f63e64415946 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:19.047400 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-eb7d926c-ab3b-44ae-88b3-f63e64415946 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:19.047722 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-eb7d926c-ab3b-44ae-88b3-f63e64415946 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:19.058890 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-eb7d926c-ab3b-44ae-88b3-f63e64415946 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Calling delete_port for ea29eec6-1bb6-4f1d-a683-6e5adecabba7 owned by network:floatingip {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:28:19.203932 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-eb7d926c-ab3b-44ae-88b3-f63e64415946 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:19.229687 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7d926c-ab3b-44ae-88b3-f63e64415946 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event deleted for resources: {'Port': ['ID=ea29eec6-1bb6-4f1d-a683-6e5adecabba7,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:28:19.254772 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7d926c-ab3b-44ae-88b3-f63e64415946 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:28:19.255122 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7d926c-ab3b-44ae-88b3-f63e64415946 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:28:19.255463 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7d926c-ab3b-44ae-88b3-f63e64415946 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:28:19.255798 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7d926c-ab3b-44ae-88b3-f63e64415946 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:28:19.256131 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7d926c-ab3b-44ae-88b3-f63e64415946 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:28:19.256485 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7d926c-ab3b-44ae-88b3-f63e64415946 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:28:19.256814 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7d926c-ab3b-44ae-88b3-f63e64415946 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:28:19.257141 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7d926c-ab3b-44ae-88b3-f63e64415946 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:28:19.257465 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7d926c-ab3b-44ae-88b3-f63e64415946 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:28:19.257787 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7d926c-ab3b-44ae-88b3-f63e64415946 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:28:19.258108 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7d926c-ab3b-44ae-88b3-f63e64415946 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:28:19.258425 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7d926c-ab3b-44ae-88b3-f63e64415946 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:28:19.297423 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-eb7d926c-ab3b-44ae-88b3-f63e64415946 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for floatingip, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:19.297772 n-d-793621-33 neutron-server[94628]: INFO neutron.db.l3_db [None req-eb7d926c-ab3b-44ae-88b3-f63e64415946 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Floating IP 65f9df12-bbec-4757-a80f-e75a7ae78cf4 disassociated (deleted). External IP: 172.25.3.171, port: ed261718-238f-4203-ae45-f1d916aa51f0. Aug 22 14:28:19.504642 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb7d926c-ab3b-44ae-88b3-f63e64415946 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Router 68dcf714-85db-492c-bf52-566a256e7c01 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:28:19.609355 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7d926c-ab3b-44ae-88b3-f63e64415946 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:28:19.614393 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-eb7d926c-ab3b-44ae-88b3-f63e64415946 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:19.619141 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c644e7-1034-417e-8d3a-aba2c5e534a4 None None] Sync routers for ids ['68dcf714-85db-492c-bf52-566a256e7c01'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:28:19.628796 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c644e7-1034-417e-8d3a-aba2c5e534a4 None None] Routers {'68dcf714-85db-492c-bf52-566a256e7c01'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:28:19.629402 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-70c644e7-1034-417e-8d3a-aba2c5e534a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:28:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['68dcf714-85db-492c-bf52-566a256e7c01'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:28:19.642684 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-eb7d926c-ab3b-44ae-88b3-f63e64415946 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "DELETE /v2.0/floatingips/65f9df12-bbec-4757-a80f-e75a7ae78cf4 HTTP/1.1" status: 204 len: 168 time: 0.8302596 Aug 22 14:28:19.643285 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1e9a05d-de41-4e3c-8716-e88412c431c1', 'tag': 'ed261718-238f-4203-ae45-f1d916aa51f0'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:28:19.645595 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bdeb8ea780dc3f157cf86c35b44054b3d50f34a398e9a69dfe822f45c5aaee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44c9a81-d5d0-4309-b8d1-b1d1f2c1e1d9" -d '{"events": [{"name": "network-changed", "server_uuid": "c1e9a05d-de41-4e3c-8716-e88412c431c1", "tag": "ed261718-238f-4203-ae45-f1d916aa51f0"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:28:19.684993 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230a3ae8-4660-47a5-b6eb-175a6029bd83 x-openstack-request-id: req-230a3ae8-4660-47a5-b6eb-175a6029bd83 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:28:19.685360 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1e9a05d-de41-4e3c-8716-e88412c431c1", "tag": "ed261718-238f-4203-ae45-f1d916aa51f0", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:28:19.685683 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-230a3ae8-4660-47a5-b6eb-175a6029bd83 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:28:19.686779 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1e9a05d-de41-4e3c-8716-e88412c431c1', 'tag': 'ed261718-238f-4203-ae45-f1d916aa51f0', 'status': 'completed', 'code': 200} Aug 22 14:28:19.735983 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-70c644e7-1034-417e-8d3a-aba2c5e534a4 None None] Set router 68dcf714-85db-492c-bf52-566a256e7c01 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:28:19.757203 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c9a81-d5d0-4309-b8d1-b1d1f2c1e1d9 req-dbbaf9de-55ce-450c-811e-84b5c9bc927d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:28:19.759337 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f44c9a81-d5d0-4309-b8d1-b1d1f2c1e1d9 req-dbbaf9de-55ce-450c-811e-84b5c9bc927d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5656c7f7f9c746e19a50aa1bc4d9988c&device_id=c1e9a05d-de41-4e3c-8716-e88412c431c1 HTTP/1.1" status: 200 len: 1098 time: 0.0472026 Aug 22 14:28:19.896064 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d00d74a-0c60-4ad6-b60c-6cf89d871eca req-6c50ae13-9057-4cb1-93af-dc9a80f74797 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:28:19.897569 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6d00d74a-0c60-4ad6-b60c-6cf89d871eca req-6c50ae13-9057-4cb1-93af-dc9a80f74797 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1e9a05d-de41-4e3c-8716-e88412c431c1 HTTP/1.1" status: 200 len: 946 time: 0.0743780 Aug 22 14:28:19.898953 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c9a81-d5d0-4309-b8d1-b1d1f2c1e1d9 req-2d635855-5c1b-4ce4-852d-835ecd9722a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:28:19.900305 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f44c9a81-d5d0-4309-b8d1-b1d1f2c1e1d9 req-2d635855-5c1b-4ce4-852d-835ecd9722a3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ca894a66-b2b9-4771-9630-b94d6c8bd9a7 HTTP/1.1" status: 200 len: 897 time: 0.1336558 Aug 22 14:28:19.934894 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-70c644e7-1034-417e-8d3a-aba2c5e534a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68dcf714-85db-492c-bf52-566a256e7c01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1627417352', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'dd7e8fb0-d33d-4e94-928b-58f46ba7f183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:26:37Z', 'updated_at': '2021-08-22T14:26:40Z', 'revision_number': 4, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': 'dd7e8fb0-d33d-4e94-928b-58f46ba7f183', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dcf714-85db-492c-bf52-566a256e7c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:26:37Z', 'updated_at': '2021-08-22T14:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '54602b4b-50f7-4ab0-903e-91e833a05c63', 'name': '', 'network_id': 'ca894a66-b2b9-4771-9630-b94d6c8bd9a7', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'mac_address': 'fa:16:3e:7c:91:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dcf714-85db-492c-bf52-566a256e7c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'eb7bfe09-2543-41e6-b9c2-dbcc22c96ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:26:40Z', 'updated_at': '2021-08-22T14:26:45Z', 'revision_number': 5, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'subnets': [{'id': 'eb7bfe09-2543-41e6-b9c2-dbcc22c96ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:28:19.955028 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f44c9a81-d5d0-4309-b8d1-b1d1f2c1e1d9 req-d6f026af-1d45-46ca-872c-5ba07041f8a6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed261718-238f-4203-ae45-f1d916aa51f0 HTTP/1.1" status: 200 len: 217 time: 0.0440183 Aug 22 14:28:19.960751 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c644e7-1034-417e-8d3a-aba2c5e534a4 None None] Checking router: 68dcf714-85db-492c-bf52-566a256e7c01 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:28:19.969604 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c644e7-1034-417e-8d3a-aba2c5e534a4 None None] Routers {'68dcf714-85db-492c-bf52-566a256e7c01'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:28:19.970205 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-70c644e7-1034-417e-8d3a-aba2c5e534a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:28:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['68dcf714-85db-492c-bf52-566a256e7c01'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:28:19.996029 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6d00d74a-0c60-4ad6-b60c-6cf89d871eca req-575c3aca-b49d-479f-acd9-3ac2d8221c6c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e718f67-626c-4228-bb60-0fcc75dd839b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924442 Aug 22 14:28:20.020539 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c9a81-d5d0-4309-b8d1-b1d1f2c1e1d9 req-b0c704bd-99a4-4ba1-81c9-fbcaeb9e8463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:28:20.022012 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f44c9a81-d5d0-4309-b8d1-b1d1f2c1e1d9 req-b0c704bd-99a4-4ba1-81c9-fbcaeb9e8463 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb7bfe09-2543-41e6-b9c2-dbcc22c96ee5 HTTP/1.1" status: 200 len: 834 time: 0.0578251 Aug 22 14:28:20.068741 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c9a81-d5d0-4309-b8d1-b1d1f2c1e1d9 req-3f728718-fe8e-4135-976f-0fe23570bb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:28:20.070365 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f44c9a81-d5d0-4309-b8d1-b1d1f2c1e1d9 req-3f728718-fe8e-4135-976f-0fe23570bb3e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ca894a66-b2b9-4771-9630-b94d6c8bd9a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398419 Aug 22 14:28:20.079871 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-70c644e7-1034-417e-8d3a-aba2c5e534a4 None None] Set router 68dcf714-85db-492c-bf52-566a256e7c01 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:28:20.176976 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f44c9a81-d5d0-4309-b8d1-b1d1f2c1e1d9 req-aab50d16-3500-4630-843b-bb2ebba4e0d3 service neutron] 10.222.0.16 "GET /v2.0/networks/ca894a66-b2b9-4771-9630-b94d6c8bd9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976336 Aug 22 14:28:20.271222 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f44c9a81-d5d0-4309-b8d1-b1d1f2c1e1d9 req-4690084c-53d8-4661-bac5-3cca8366f91b service neutron] 10.222.0.16 "GET /v2.0/networks/ca894a66-b2b9-4771-9630-b94d6c8bd9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832613 Aug 22 14:28:20.273365 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-70c644e7-1034-417e-8d3a-aba2c5e534a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68dcf714-85db-492c-bf52-566a256e7c01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1627417352', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'dd7e8fb0-d33d-4e94-928b-58f46ba7f183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:26:37Z', 'updated_at': '2021-08-22T14:26:40Z', 'revision_number': 4, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': 'dd7e8fb0-d33d-4e94-928b-58f46ba7f183', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dcf714-85db-492c-bf52-566a256e7c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:26:37Z', 'updated_at': '2021-08-22T14:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '54602b4b-50f7-4ab0-903e-91e833a05c63', 'name': '', 'network_id': 'ca894a66-b2b9-4771-9630-b94d6c8bd9a7', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'mac_address': 'fa:16:3e:7c:91:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dcf714-85db-492c-bf52-566a256e7c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'eb7bfe09-2543-41e6-b9c2-dbcc22c96ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:26:40Z', 'updated_at': '2021-08-22T14:26:45Z', 'revision_number': 5, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'subnets': [{'id': 'eb7bfe09-2543-41e6-b9c2-dbcc22c96ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:28:20.299834 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c644e7-1034-417e-8d3a-aba2c5e534a4 None None] The sync data for ids ['68dcf714-85db-492c-bf52-566a256e7c01'] in n-d-793621-33 is: [{'id': '68dcf714-85db-492c-bf52-566a256e7c01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1627417352', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'dd7e8fb0-d33d-4e94-928b-58f46ba7f183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:26:37Z', 'updated_at': '2021-08-22T14:26:40Z', 'revision_number': 4, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': 'dd7e8fb0-d33d-4e94-928b-58f46ba7f183', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dcf714-85db-492c-bf52-566a256e7c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:26:37Z', 'updated_at': '2021-08-22T14:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '54602b4b-50f7-4ab0-903e-91e833a05c63', 'name': '', 'network_id': 'ca894a66-b2b9-4771-9630-b94d6c8bd9a7', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'mac_address': 'fa:16:3e:7c:91:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dcf714-85db-492c-bf52-566a256e7c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'eb7bfe09-2543-41e6-b9c2-dbcc22c96ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:26:40Z', 'updated_at': '2021-08-22T14:26:45Z', 'revision_number': 5, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'subnets': [{'id': 'eb7bfe09-2543-41e6-b9c2-dbcc22c96ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:28:20.503279 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782e8995-107b-4c14-ba23-46a304966bcd None None] New status for floating IP 65f9df12-bbec-4757-a80f-e75a7ae78cf4: DOWN {{(pid=94629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 14:28:21.120435 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b11daa-d58c-4320-b121-f69832ce852f req-536c0d19-f61b-4808-ba56-fb324e56ae0e tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:28:21.121899 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-84b11daa-d58c-4320-b121-f69832ce852f req-536c0d19-f61b-4808-ba56-fb324e56ae0e tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1e9a05d-de41-4e3c-8716-e88412c431c1 HTTP/1.1" status: 200 len: 946 time: 0.0536413 Aug 22 14:28:21.160167 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-84b11daa-d58c-4320-b121-f69832ce852f req-4e3a52a3-e193-493a-bab4-3d56c789dc0f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e718f67-626c-4228-bb60-0fcc75dd839b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322104 Aug 22 14:28:21.390494 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a2d2c-8675-44d2-b9d6-367d3ed26e57 req-2ab3e773-d948-4ad3-ae16-b0163ee4f9c7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:28:21.391885 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-661a2d2c-8675-44d2-b9d6-367d3ed26e57 req-2ab3e773-d948-4ad3-ae16-b0163ee4f9c7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1e9a05d-de41-4e3c-8716-e88412c431c1 HTTP/1.1" status: 200 len: 946 time: 0.0481646 Aug 22 14:28:21.479604 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-661a2d2c-8675-44d2-b9d6-367d3ed26e57 req-40dec7fd-1ca2-496f-9317-b1e100d9c4cb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Deleting port ed261718-238f-4203-ae45-f1d916aa51f0 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:28:21.479939 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-661a2d2c-8675-44d2-b9d6-367d3ed26e57 req-40dec7fd-1ca2-496f-9317-b1e100d9c4cb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:21.573959 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-661a2d2c-8675-44d2-b9d6-367d3ed26e57 req-40dec7fd-1ca2-496f-9317-b1e100d9c4cb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] For port ed261718-238f-4203-ae45-f1d916aa51f0, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=ed261718-238f-4203-ae45-f1d916aa51f0,segment=NetworkSegment(450bfba0-a1a1-4f82-acf5-48a68dfeca64),segment_id=450bfba0-a1a1-4f82-acf5-48a68dfeca64)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:28:21.574322 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-661a2d2c-8675-44d2-b9d6-367d3ed26e57 req-40dec7fd-1ca2-496f-9317-b1e100d9c4cb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:21.585888 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-661a2d2c-8675-44d2-b9d6-367d3ed26e57 req-40dec7fd-1ca2-496f-9317-b1e100d9c4cb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Calling delete_port for ed261718-238f-4203-ae45-f1d916aa51f0 owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:28:21.712705 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-661a2d2c-8675-44d2-b9d6-367d3ed26e57 req-40dec7fd-1ca2-496f-9317-b1e100d9c4cb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:21.742251 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dec7fd-1ca2-496f-9317-b1e100d9c4cb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event deleted for resources: {'Port': ['ID=ed261718-238f-4203-ae45-f1d916aa51f0,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:28:21.751644 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dec7fd-1ca2-496f-9317-b1e100d9c4cb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:28:21.752006 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dec7fd-1ca2-496f-9317-b1e100d9c4cb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:28:21.752379 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dec7fd-1ca2-496f-9317-b1e100d9c4cb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:28:21.752719 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dec7fd-1ca2-496f-9317-b1e100d9c4cb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:28:21.753057 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dec7fd-1ca2-496f-9317-b1e100d9c4cb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:28:21.753385 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dec7fd-1ca2-496f-9317-b1e100d9c4cb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:28:21.753716 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dec7fd-1ca2-496f-9317-b1e100d9c4cb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:28:21.754045 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dec7fd-1ca2-496f-9317-b1e100d9c4cb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:28:21.754376 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dec7fd-1ca2-496f-9317-b1e100d9c4cb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:28:21.754727 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dec7fd-1ca2-496f-9317-b1e100d9c4cb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:28:21.755054 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dec7fd-1ca2-496f-9317-b1e100d9c4cb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:28:21.755376 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dec7fd-1ca2-496f-9317-b1e100d9c4cb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:28:21.793817 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-661a2d2c-8675-44d2-b9d6-367d3ed26e57 req-40dec7fd-1ca2-496f-9317-b1e100d9c4cb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] No DVR routers for this DVR port ed261718-238f-4203-ae45-f1d916aa51f0 on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:28:21.797161 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-661a2d2c-8675-44d2-b9d6-367d3ed26e57 req-40dec7fd-1ca2-496f-9317-b1e100d9c4cb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:21.799129 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-661a2d2c-8675-44d2-b9d6-367d3ed26e57 req-40dec7fd-1ca2-496f-9317-b1e100d9c4cb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.16 "DELETE /v2.0/ports/ed261718-238f-4203-ae45-f1d916aa51f0 HTTP/1.1" status: 204 len: 173 time: 0.4006526 Aug 22 14:28:21.799561 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e9a05d-de41-4e3c-8716-e88412c431c1', 'name': 'network-vif-deleted', 'tag': 'ed261718-238f-4203-ae45-f1d916aa51f0'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:28:21.801877 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8361b9502d284db1754c02bd1b6f8106db555dd6c6dc010ebe333761f67dd15a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e714f50-253a-4954-a9e9-89f061591aae" -d '{"events": [{"server_uuid": "c1e9a05d-de41-4e3c-8716-e88412c431c1", "name": "network-vif-deleted", "tag": "ed261718-238f-4203-ae45-f1d916aa51f0"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:28:21.839676 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f62667-75da-452a-b48e-ab151cf60c4d x-openstack-request-id: req-c1f62667-75da-452a-b48e-ab151cf60c4d {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:28:21.840001 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e9a05d-de41-4e3c-8716-e88412c431c1", "name": "network-vif-deleted", "tag": "ed261718-238f-4203-ae45-f1d916aa51f0", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:28:21.840254 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c1f62667-75da-452a-b48e-ab151cf60c4d {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:28:21.840697 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1e9a05d-de41-4e3c-8716-e88412c431c1', 'name': 'network-vif-deleted', 'tag': 'ed261718-238f-4203-ae45-f1d916aa51f0', 'status': 'completed', 'code': 200} Aug 22 14:28:22.273657 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-16dbe378-d6d8-4364-a612-33d905937bc6 req-1f711ed9-d146-472b-a83d-5d7a83da43a2 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1e9a05d-de41-4e3c-8716-e88412c431c1 HTTP/1.1" status: 200 len: 210 time: 0.0270493 Aug 22 14:28:23.329133 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52684) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:28:23.691937 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fd4260ba-6cbb-4a8b-803c-297d828d0bdf tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:23.946337 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-fd4260ba-6cbb-4a8b-803c-297d828d0bdf tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Deleting port 54602b4b-50f7-4ab0-903e-91e833a05c63 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:28:23.946567 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fd4260ba-6cbb-4a8b-803c-297d828d0bdf tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:24.035404 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-fd4260ba-6cbb-4a8b-803c-297d828d0bdf tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] For port 54602b4b-50f7-4ab0-903e-91e833a05c63, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=54602b4b-50f7-4ab0-903e-91e833a05c63,segment=NetworkSegment(450bfba0-a1a1-4f82-acf5-48a68dfeca64),segment_id=450bfba0-a1a1-4f82-acf5-48a68dfeca64)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:28:24.035769 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fd4260ba-6cbb-4a8b-803c-297d828d0bdf tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:24.047981 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-fd4260ba-6cbb-4a8b-803c-297d828d0bdf tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Calling delete_port for 54602b4b-50f7-4ab0-903e-91e833a05c63 owned by network:router_interface {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:28:24.235539 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fd4260ba-6cbb-4a8b-803c-297d828d0bdf tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:24.262759 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4260ba-6cbb-4a8b-803c-297d828d0bdf tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event deleted for resources: {'Port': ['ID=54602b4b-50f7-4ab0-903e-91e833a05c63,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:28:24.438760 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fd4260ba-6cbb-4a8b-803c-297d828d0bdf tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:24.654873 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd4260ba-6cbb-4a8b-803c-297d828d0bdf tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Router 68dcf714-85db-492c-bf52-566a256e7c01 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:28:24.757050 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4260ba-6cbb-4a8b-803c-297d828d0bdf tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:28:24.762406 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-fd4260ba-6cbb-4a8b-803c-297d828d0bdf tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "PUT /v2.0/routers/68dcf714-85db-492c-bf52-566a256e7c01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4318771 Aug 22 14:28:24.765422 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52686) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:28:24.767965 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3106ccb-eaf6-4302-92b4-4bda33215403 None None] Sync routers for ids ['68dcf714-85db-492c-bf52-566a256e7c01'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:28:24.776898 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3106ccb-eaf6-4302-92b4-4bda33215403 None None] Routers {'68dcf714-85db-492c-bf52-566a256e7c01'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:28:24.777488 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-b3106ccb-eaf6-4302-92b4-4bda33215403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:28:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['68dcf714-85db-492c-bf52-566a256e7c01'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:28:24.819696 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-b87502ff-9c8e-4ae8-abdb-496288acfb3d tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Deleting subnet eb7bfe09-2543-41e6-b9c2-dbcc22c96ee5 {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:28:24.822741 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b87502ff-9c8e-4ae8-abdb-496288acfb3d tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:24.862110 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b87502ff-9c8e-4ae8-abdb-496288acfb3d tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:24.878735 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-b3106ccb-eaf6-4302-92b4-4bda33215403 None None] Set router 68dcf714-85db-492c-bf52-566a256e7c01 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:28:24.958271 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b87502ff-9c8e-4ae8-abdb-496288acfb3d tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:25.017797 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b87502ff-9c8e-4ae8-abdb-496288acfb3d tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:25.044192 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87502ff-9c8e-4ae8-abdb-496288acfb3d tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event deleted for resources: {'Subnet': ['ID=eb7bfe09-2543-41e6-b9c2-dbcc22c96ee5,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:28:25.048359 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b87502ff-9c8e-4ae8-abdb-496288acfb3d tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:25.050217 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b87502ff-9c8e-4ae8-abdb-496288acfb3d tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "DELETE /v2.0/subnets/eb7bfe09-2543-41e6-b9c2-dbcc22c96ee5 HTTP/1.1" status: 204 len: 168 time: 0.2815428 Aug 22 14:28:25.052876 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52688) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:28:25.058127 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aba2231-0f97-4ff9-ac26-0ebc50eccac9 None None] Network ca894a66-b2b9-4771-9630-b94d6c8bd9a7 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:28:25.061112 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-b3106ccb-eaf6-4302-92b4-4bda33215403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68dcf714-85db-492c-bf52-566a256e7c01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1627417352', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'dd7e8fb0-d33d-4e94-928b-58f46ba7f183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:26:37Z', 'updated_at': '2021-08-22T14:28:24Z', 'revision_number': 5, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': 'dd7e8fb0-d33d-4e94-928b-58f46ba7f183', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dcf714-85db-492c-bf52-566a256e7c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:26:37Z', 'updated_at': '2021-08-22T14:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:28:25.092173 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3106ccb-eaf6-4302-92b4-4bda33215403 None None] Checking router: 68dcf714-85db-492c-bf52-566a256e7c01 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:28:25.101079 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3106ccb-eaf6-4302-92b4-4bda33215403 None None] Routers {'68dcf714-85db-492c-bf52-566a256e7c01'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:28:25.101686 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-b3106ccb-eaf6-4302-92b4-4bda33215403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:28:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['68dcf714-85db-492c-bf52-566a256e7c01'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:28:25.166615 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ba133d17-df00-4a9f-9f9a-570c5f960e31 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:25.250715 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2512da-19e6-48f5-b82b-9c00dcce088e None None] DHCP port deletion for ca894a66-b2b9-4771-9630-b94d6c8bd9a7 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 14:28:25.284663 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ba133d17-df00-4a9f-9f9a-570c5f960e31 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:25.298975 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-ac2512da-19e6-48f5-b82b-9c00dcce088e None None] Deleting port f532fa8f-6579-4e1a-86c9-33650d941554 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:28:25.299445 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ac2512da-19e6-48f5-b82b-9c00dcce088e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:25.308538 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-b3106ccb-eaf6-4302-92b4-4bda33215403 None None] Set router 68dcf714-85db-492c-bf52-566a256e7c01 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:28:25.339363 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-ba133d17-df00-4a9f-9f9a-570c5f960e31 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Deleting port dd7e8fb0-d33d-4e94-928b-58f46ba7f183 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:28:25.339699 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ba133d17-df00-4a9f-9f9a-570c5f960e31 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:25.366473 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-ac2512da-19e6-48f5-b82b-9c00dcce088e None None] For port f532fa8f-6579-4e1a-86c9-33650d941554, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=f532fa8f-6579-4e1a-86c9-33650d941554,segment=NetworkSegment(450bfba0-a1a1-4f82-acf5-48a68dfeca64),segment_id=450bfba0-a1a1-4f82-acf5-48a68dfeca64)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:28:25.367442 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ac2512da-19e6-48f5-b82b-9c00dcce088e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:25.381389 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-ac2512da-19e6-48f5-b82b-9c00dcce088e None None] Calling delete_port for f532fa8f-6579-4e1a-86c9-33650d941554 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:28:25.425291 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-ba133d17-df00-4a9f-9f9a-570c5f960e31 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] For port dd7e8fb0-d33d-4e94-928b-58f46ba7f183, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=dd7e8fb0-d33d-4e94-928b-58f46ba7f183,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:28:25.425766 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ba133d17-df00-4a9f-9f9a-570c5f960e31 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:25.438734 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-ba133d17-df00-4a9f-9f9a-570c5f960e31 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Calling delete_port for dd7e8fb0-d33d-4e94-928b-58f46ba7f183 owned by network:router_gateway {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:28:25.477012 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ac2512da-19e6-48f5-b82b-9c00dcce088e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:25.508688 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2512da-19e6-48f5-b82b-9c00dcce088e None None] Pushing event deleted for resources: {'Port': ['ID=f532fa8f-6579-4e1a-86c9-33650d941554,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:28:25.511059 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2512da-19e6-48f5-b82b-9c00dcce088e None None] No DVR routers for this DVR port f532fa8f-6579-4e1a-86c9-33650d941554 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:28:25.515757 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-b3106ccb-eaf6-4302-92b4-4bda33215403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68dcf714-85db-492c-bf52-566a256e7c01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1627417352', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'dd7e8fb0-d33d-4e94-928b-58f46ba7f183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:26:37Z', 'updated_at': '2021-08-22T14:28:24Z', 'revision_number': 5, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': 'dd7e8fb0-d33d-4e94-928b-58f46ba7f183', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dcf714-85db-492c-bf52-566a256e7c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:26:37Z', 'updated_at': '2021-08-22T14:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:28:25.524746 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2512da-19e6-48f5-b82b-9c00dcce088e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:28:25.525089 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2512da-19e6-48f5-b82b-9c00dcce088e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:28:25.525530 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2512da-19e6-48f5-b82b-9c00dcce088e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:28:25.525931 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2512da-19e6-48f5-b82b-9c00dcce088e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:28:25.526119 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2512da-19e6-48f5-b82b-9c00dcce088e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:28:25.526489 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2512da-19e6-48f5-b82b-9c00dcce088e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:28:25.526820 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2512da-19e6-48f5-b82b-9c00dcce088e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:28:25.527145 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2512da-19e6-48f5-b82b-9c00dcce088e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:28:25.527467 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2512da-19e6-48f5-b82b-9c00dcce088e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:28:25.527789 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2512da-19e6-48f5-b82b-9c00dcce088e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:28:25.528108 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2512da-19e6-48f5-b82b-9c00dcce088e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:28:25.528498 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2512da-19e6-48f5-b82b-9c00dcce088e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:28:25.547114 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device f532fa8f-6579-4e1a-86c9-33650d941554 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:28:25.551786 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3106ccb-eaf6-4302-92b4-4bda33215403 None None] The sync data for ids ['68dcf714-85db-492c-bf52-566a256e7c01'] in n-d-793621-33 is: [{'id': '68dcf714-85db-492c-bf52-566a256e7c01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1627417352', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'dd7e8fb0-d33d-4e94-928b-58f46ba7f183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:26:37Z', 'updated_at': '2021-08-22T14:28:24Z', 'revision_number': 5, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': 'dd7e8fb0-d33d-4e94-928b-58f46ba7f183', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dcf714-85db-492c-bf52-566a256e7c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:26:37Z', 'updated_at': '2021-08-22T14:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:28:25.571301 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: f532fa8f-6579-4e1a-86c9-33650d941554 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:28:25.571665 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device f532fa8f-6579-4e1a-86c9-33650d941554 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:28:25.640957 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ba133d17-df00-4a9f-9f9a-570c5f960e31 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:25.671588 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba133d17-df00-4a9f-9f9a-570c5f960e31 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event deleted for resources: {'Port': ['ID=dd7e8fb0-d33d-4e94-928b-58f46ba7f183,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:28:25.727269 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ba133d17-df00-4a9f-9f9a-570c5f960e31 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:25.814283 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ba133d17-df00-4a9f-9f9a-570c5f960e31 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:25.816201 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ba133d17-df00-4a9f-9f9a-570c5f960e31 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:25.861112 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ba133d17-df00-4a9f-9f9a-570c5f960e31 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:25.861619 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba133d17-df00-4a9f-9f9a-570c5f960e31 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Fanout notify agent at l3_agent the message router_deleted on router 68dcf714-85db-492c-bf52-566a256e7c01 {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 14:28:25.869001 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ba133d17-df00-4a9f-9f9a-570c5f960e31 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:25.870114 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ba133d17-df00-4a9f-9f9a-570c5f960e31 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "DELETE /v2.0/routers/68dcf714-85db-492c-bf52-566a256e7c01 HTTP/1.1" status: 204 len: 168 time: 0.8163025 Aug 22 14:28:25.872808 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52690) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:28:26.290840 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-29a19b4f-f4fa-4864-af2f-8b9ab71d56b8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:26.378248 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-29a19b4f-f4fa-4864-af2f-8b9ab71d56b8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:26.387539 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-29a19b4f-f4fa-4864-af2f-8b9ab71d56b8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca894a66-b2b9-4771-9630-b94d6c8bd9a7']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:28:26.397557 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-29a19b4f-f4fa-4864-af2f-8b9ab71d56b8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '450bfba0-a1a1-4f82-acf5-48a68dfeca64') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:28:26.397852 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-29a19b4f-f4fa-4864-af2f-8b9ab71d56b8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '450bfba0-a1a1-4f82-acf5-48a68dfeca64') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:28:26.406948 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-29a19b4f-f4fa-4864-af2f-8b9ab71d56b8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:26.411402 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device ed261718-238f-4203-ae45-f1d916aa51f0 no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:28:26.421315 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-29a19b4f-f4fa-4864-af2f-8b9ab71d56b8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:26.427844 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29a19b4f-f4fa-4864-af2f-8b9ab71d56b8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:28:26.428368 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-29a19b4f-f4fa-4864-af2f-8b9ab71d56b8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:26.431126 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: ed261718-238f-4203-ae45-f1d916aa51f0 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:28:26.431451 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 14:28:26.431451 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:28:26.431451 n-d-793621-33 neutron-server[94628]: timer() Aug 22 14:28:26.431451 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:28:26.431451 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 14:28:26.431451 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:28:26.431451 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 14:28:26.431451 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:28:26.431451 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 14:28:26.431451 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:28:26.431451 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 14:28:26.431451 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:28:26.431451 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 14:28:26.431451 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:28:26.431451 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:28:26.431451 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:28:26.431451 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:28:26.431451 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:28:26.431451 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 14:28:26.431451 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:28:26.431451 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 14:28:26.431451 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:28:26.431451 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:28:26.431451 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:28:26.431451 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 14:28:26.431451 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:28:26.431451 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:28:26.431451 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:28:26.431451 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:28:26.431451 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:28:26.431451 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:28:26.431451 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:28:26.433536 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device ed261718-238f-4203-ae45-f1d916aa51f0 not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:28:26.486326 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-29a19b4f-f4fa-4864-af2f-8b9ab71d56b8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:26.493520 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-29a19b4f-f4fa-4864-af2f-8b9ab71d56b8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:26.495205 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-29a19b4f-f4fa-4864-af2f-8b9ab71d56b8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "DELETE /v2.0/networks/ca894a66-b2b9-4771-9630-b94d6c8bd9a7 HTTP/1.1" status: 204 len: 168 time: 0.6206098 Aug 22 14:28:26.498513 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52692) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:28:26.507236 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a19b4f-f4fa-4864-af2f-8b9ab71d56b8 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event deleted for resources: {'Network': ['ID=ca894a66-b2b9-4771-9630-b94d6c8bd9a7,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:28:26.560281 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4d9a4cc6-ca56-41d7-9866-ea85b6d2fdf3 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:26.590751 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4d9a4cc6-ca56-41d7-9866-ea85b6d2fdf3 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:26.650816 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4d9a4cc6-ca56-41d7-9866-ea85b6d2fdf3 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:26.653445 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-4d9a4cc6-ca56-41d7-9866-ea85b6d2fdf3 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:26.654753 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-4d9a4cc6-ca56-41d7-9866-ea85b6d2fdf3 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "DELETE /v2.0/security-groups/6e718f67-626c-4228-bb60-0fcc75dd839b HTTP/1.1" status: 204 len: 168 time: 0.1550918 Aug 22 14:28:26.663432 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9a4cc6-ca56-41d7-9866-ea85b6d2fdf3 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e718f67-626c-4228-bb60-0fcc75dd839b,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:28:26.918139 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52698) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:28:26.923449 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-58354008-ad06-4aed-9a24-90b4f728c648 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-408995074', 'description': 'tempest-secgroup-smoke-408995074 description', 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:28:26.944963 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-58354008-ad06-4aed-9a24-90b4f728c648 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:27.029325 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-58354008-ad06-4aed-9a24-90b4f728c648 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:27.032838 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-58354008-ad06-4aed-9a24-90b4f728c648 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:27.060256 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-58354008-ad06-4aed-9a24-90b4f728c648 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:27.062206 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-58354008-ad06-4aed-9a24-90b4f728c648 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1430516 Aug 22 14:28:27.064033 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58354008-ad06-4aed-9a24-90b4f728c648 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f92223fe-d3cf-4ccf-b856-35b0519b679a,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:28:27.065309 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52700) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:28:27.070403 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-92fd8d9b-ab0d-490e-9b32-afe2bbe22229 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Request body: {'security_group_rule': {'security_group_id': 'f92223fe-d3cf-4ccf-b856-35b0519b679a', 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:28:27.096851 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-92fd8d9b-ab0d-490e-9b32-afe2bbe22229 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:27.144088 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-92fd8d9b-ab0d-490e-9b32-afe2bbe22229 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:27.147550 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-92fd8d9b-ab0d-490e-9b32-afe2bbe22229 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:27.163108 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd8d9b-ab0d-490e-9b32-afe2bbe22229 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e6aa7a8-075d-483a-8860-dfda4f346d09,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:28:27.171834 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-92fd8d9b-ab0d-490e-9b32-afe2bbe22229 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:27.173196 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-92fd8d9b-ab0d-490e-9b32-afe2bbe22229 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1064663 Aug 22 14:28:27.175908 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52702) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:28:27.180216 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-492cdab1-70fc-41ed-9473-62203599b165 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Request body: {'security_group_rule': {'security_group_id': 'f92223fe-d3cf-4ccf-b856-35b0519b679a', 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:28:27.205944 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-492cdab1-70fc-41ed-9473-62203599b165 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:27.261647 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-492cdab1-70fc-41ed-9473-62203599b165 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:27.265349 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-492cdab1-70fc-41ed-9473-62203599b165 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:27.282999 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492cdab1-70fc-41ed-9473-62203599b165 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c22e64c9-cd20-4966-9eb4-b5b3c33eea12,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:28:27.289388 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-492cdab1-70fc-41ed-9473-62203599b165 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:27.289809 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-492cdab1-70fc-41ed-9473-62203599b165 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1129487 Aug 22 14:28:27.292502 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52704) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:28:27.297349 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-33c229a8-81f5-4e49-bc73-ec44e9b66da0 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Request body: {'security_group_rule': {'security_group_id': 'f92223fe-d3cf-4ccf-b856-35b0519b679a', 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:28:27.322176 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-33c229a8-81f5-4e49-bc73-ec44e9b66da0 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:27.381928 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-33c229a8-81f5-4e49-bc73-ec44e9b66da0 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:27.385271 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-33c229a8-81f5-4e49-bc73-ec44e9b66da0 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:27.402403 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c229a8-81f5-4e49-bc73-ec44e9b66da0 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79c9904d-84ca-40ca-87b3-7f72c5a275b8,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:28:27.409044 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-33c229a8-81f5-4e49-bc73-ec44e9b66da0 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:27.410258 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-33c229a8-81f5-4e49-bc73-ec44e9b66da0 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1168540 Aug 22 14:28:27.412846 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52706) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:28:27.417201 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-79cd1b66-5534-429f-adb4-82afcacba315 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Request body: {'security_group_rule': {'security_group_id': 'f92223fe-d3cf-4ccf-b856-35b0519b679a', 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:28:27.444091 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-79cd1b66-5534-429f-adb4-82afcacba315 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:27.456908 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 54602b4b-50f7-4ab0-903e-91e833a05c63 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:28:27.476361 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 54602b4b-50f7-4ab0-903e-91e833a05c63 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:28:27.476708 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 54602b4b-50f7-4ab0-903e-91e833a05c63 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:28:27.477122 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device dd7e8fb0-d33d-4e94-928b-58f46ba7f183 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:28:27.499241 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: dd7e8fb0-d33d-4e94-928b-58f46ba7f183 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:28:27.499612 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device dd7e8fb0-d33d-4e94-928b-58f46ba7f183 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:28:27.504014 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-79cd1b66-5534-429f-adb4-82afcacba315 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:27.508194 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-79cd1b66-5534-429f-adb4-82afcacba315 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:27.525870 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cd1b66-5534-429f-adb4-82afcacba315 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26492805-b900-482a-bc92-3bc45cbf4428,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:28:27.533317 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-79cd1b66-5534-429f-adb4-82afcacba315 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:27.534501 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-79cd1b66-5534-429f-adb4-82afcacba315 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1207137 Aug 22 14:28:27.537278 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52708) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:28:27.541548 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-3d95eb1a-7d95-4642-b152-2df7f98d99da tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Request body: {'security_group_rule': {'security_group_id': 'f92223fe-d3cf-4ccf-b856-35b0519b679a', 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:28:27.562891 n-d-793621-33 neutron-server[94627]: INFO neutron.db.securitygroups_db [None req-3d95eb1a-7d95-4642-b152-2df7f98d99da tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Project 5656c7f7f9c746e19a50aa1bc4d9988c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 14:28:27.567626 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3d95eb1a-7d95-4642-b152-2df7f98d99da tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:27.625035 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3d95eb1a-7d95-4642-b152-2df7f98d99da tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:27.628479 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3d95eb1a-7d95-4642-b152-2df7f98d99da tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:27.646659 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d95eb1a-7d95-4642-b152-2df7f98d99da tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5132ad39-7716-4a3f-8038-42217e4838c6,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:28:27.652655 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3d95eb1a-7d95-4642-b152-2df7f98d99da tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:27.653844 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-3d95eb1a-7d95-4642-b152-2df7f98d99da tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1156607 Aug 22 14:28:27.656694 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52710) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:28:27.661114 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-e60deb89-c6ad-42b5-bdcf-cd8712753cb7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Request body: {'security_group_rule': {'security_group_id': 'f92223fe-d3cf-4ccf-b856-35b0519b679a', 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:28:27.682425 n-d-793621-33 neutron-server[94627]: INFO neutron.db.securitygroups_db [None req-e60deb89-c6ad-42b5-bdcf-cd8712753cb7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Project 5656c7f7f9c746e19a50aa1bc4d9988c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 14:28:27.687573 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e60deb89-c6ad-42b5-bdcf-cd8712753cb7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:27.747148 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e60deb89-c6ad-42b5-bdcf-cd8712753cb7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:27.751205 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e60deb89-c6ad-42b5-bdcf-cd8712753cb7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:27.768644 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60deb89-c6ad-42b5-bdcf-cd8712753cb7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61e8145b-ba24-4d86-826b-204ac5461a83,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:28:27.774739 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e60deb89-c6ad-42b5-bdcf-cd8712753cb7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:27.775995 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e60deb89-c6ad-42b5-bdcf-cd8712753cb7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1183536 Aug 22 14:28:27.778807 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52712) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:28:27.783728 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-815c2981-ff53-4383-9d70-8475ae8dee7e tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Request body: {'network': {'name': 'tempest-network-smoke--2037137441', 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'port_security_enabled': True}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:28:27.804505 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815c2981-ff53-4383-9d70-8475ae8dee7e tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Made reservation on behalf of 5656c7f7f9c746e19a50aa1bc4d9988c for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:28:27.807938 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-815c2981-ff53-4383-9d70-8475ae8dee7e tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:27.831765 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-815c2981-ff53-4383-9d70-8475ae8dee7e tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:28:27.840089 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-815c2981-ff53-4383-9d70-8475ae8dee7e tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:27.840522 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-815c2981-ff53-4383-9d70-8475ae8dee7e tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Added segment a3c3fa8f-72de-4334-aeac-598b70b10fa9 of type vlan for network e3121dc2-ef3a-469d-becf-58c887a5b7b7 Aug 22 14:28:27.880133 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-815c2981-ff53-4383-9d70-8475ae8dee7e tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:27.902582 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-815c2981-ff53-4383-9d70-8475ae8dee7e tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:27.908585 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815c2981-ff53-4383-9d70-8475ae8dee7e tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:28:27.909154 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-815c2981-ff53-4383-9d70-8475ae8dee7e tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:27.962413 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-815c2981-ff53-4383-9d70-8475ae8dee7e tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1823726 Aug 22 14:28:27.965175 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52714) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:28:27.970407 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-f5091a68-26b9-4758-91b2-e63a91a9aa4d tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1084942128', 'admin_state_up': True, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:28:27.977129 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c2981-ff53-4383-9d70-8475ae8dee7e tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'Network': ['ID=e3121dc2-ef3a-469d-becf-58c887a5b7b7,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:28:27.991352 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network e3121dc2-ef3a-469d-becf-58c887a5b7b7 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:28:27.995197 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f5091a68-26b9-4758-91b2-e63a91a9aa4d tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:27.996202 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f5091a68-26b9-4758-91b2-e63a91a9aa4d tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:28.047280 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f5091a68-26b9-4758-91b2-e63a91a9aa4d tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:28.182177 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f5091a68-26b9-4758-91b2-e63a91a9aa4d tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:28.366633 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f5091a68-26b9-4758-91b2-e63a91a9aa4d tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for router_gateway, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:28.389128 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f5091a68-26b9-4758-91b2-e63a91a9aa4d tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:28.487844 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-f5091a68-26b9-4758-91b2-e63a91a9aa4d tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Allocated IP 172.25.3.15 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/0f9e1c4a-904e-49c2-a2ac-29310375f6a3) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:28:28.549138 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-756f7f4a-fe8f-4717-a95f-7902a62aac58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:28.594232 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f5091a68-26b9-4758-91b2-e63a91a9aa4d tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:28.632015 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f5091a68-26b9-4758-91b2-e63a91a9aa4d tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:28.667781 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5091a68-26b9-4758-91b2-e63a91a9aa4d tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:28:28.672648 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-f5091a68-26b9-4758-91b2-e63a91a9aa4d tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:28:28.675026 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5091a68-26b9-4758-91b2-e63a91a9aa4d tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:28:28.699601 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5091a68-26b9-4758-91b2-e63a91a9aa4d tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'Port': ['ID=0f9e1c4a-904e-49c2-a2ac-29310375f6a3,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:28:28.924346 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f5091a68-26b9-4758-91b2-e63a91a9aa4d tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for router_gateway, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:29.102346 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:29.119445 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f5091a68-26b9-4758-91b2-e63a91a9aa4d tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:29.243152 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5091a68-26b9-4758-91b2-e63a91a9aa4d tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Router d1c3ac11-47a8-4871-b4d8-cfecade6e167 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 14:28:29.347237 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5091a68-26b9-4758-91b2-e63a91a9aa4d tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:28:29.357034 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079bec7a-5414-4b5b-b3ca-d1eecd0224ab None None] Sync routers for ids ['d1c3ac11-47a8-4871-b4d8-cfecade6e167'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:28:29.365529 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f5091a68-26b9-4758-91b2-e63a91a9aa4d tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:29.369919 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f5091a68-26b9-4758-91b2-e63a91a9aa4d tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4005613 Aug 22 14:28:29.370065 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079bec7a-5414-4b5b-b3ca-d1eecd0224ab None None] Routers {'d1c3ac11-47a8-4871-b4d8-cfecade6e167'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:28:29.370065 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-079bec7a-5414-4b5b-b3ca-d1eecd0224ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:28:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['d1c3ac11-47a8-4871-b4d8-cfecade6e167'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:28:29.370244 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52716) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:28:29.446441 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-792d1d15-6314-4af9-aee6-f0bc435d87b9 tempest-TestNetworkAdvancedServerOps-1093191866 tempest-TestNetworkAdvancedServerOps-1093191866-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=5656c7f7f9c746e19a50aa1bc4d9988c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0727532 Aug 22 14:28:29.446679 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52720) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:28:29.476151 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-079bec7a-5414-4b5b-b3ca-d1eecd0224ab None None] Set router d1c3ac11-47a8-4871-b4d8-cfecade6e167 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:28:29.531880 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34dac6f1-5e7b-40ff-abd9-9f21905aebab tempest-TestNetworkAdvancedServerOps-1093191866 tempest-TestNetworkAdvancedServerOps-1093191866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:28:29.533341 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-34dac6f1-5e7b-40ff-abd9-9f21905aebab tempest-TestNetworkAdvancedServerOps-1093191866 tempest-TestNetworkAdvancedServerOps-1093191866-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0858731 Aug 22 14:28:29.536185 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52722) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:28:29.568048 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0adc83f7-4e9e-443d-b7fe-4b863cd5ded9 tempest-TestNetworkAdvancedServerOps-1093191866 tempest-TestNetworkAdvancedServerOps-1093191866-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=7de6ab83-cd00-4b3c-94fb-810dd34d29b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307312 Aug 22 14:28:29.570513 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52724) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:28:29.575202 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-eaf2caa7-c2d3-409e-8698-d70c9362c43c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1322611605', 'network_id': 'e3121dc2-ef3a-469d-becf-58c887a5b7b7', 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:28:29.663060 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf2caa7-c2d3-409e-8698-d70c9362c43c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Made reservation on behalf of 5656c7f7f9c746e19a50aa1bc4d9988c for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:28:29.664870 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-079bec7a-5414-4b5b-b3ca-d1eecd0224ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c3ac11-47a8-4871-b4d8-cfecade6e167', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084942128', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '0f9e1c4a-904e-49c2-a2ac-29310375f6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:28:28Z', 'updated_at': '2021-08-22T14:28:28Z', 'revision_number': 3, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': '0f9e1c4a-904e-49c2-a2ac-29310375f6a3', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c3ac11-47a8-4871-b4d8-cfecade6e167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:28:28Z', 'updated_at': '2021-08-22T14:28:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:28:29.666738 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-eaf2caa7-c2d3-409e-8698-d70c9362c43c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:29.695442 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079bec7a-5414-4b5b-b3ca-d1eecd0224ab None None] Checking router: d1c3ac11-47a8-4871-b4d8-cfecade6e167 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:28:29.695789 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079bec7a-5414-4b5b-b3ca-d1eecd0224ab None None] Updating router d1c3ac11-47a8-4871-b4d8-cfecade6e167 port 0f9e1c4a-904e-49c2-a2ac-29310375f6a3 binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:28:29.720144 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-079bec7a-5414-4b5b-b3ca-d1eecd0224ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:29.849948 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-eaf2caa7-c2d3-409e-8698-d70c9362c43c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:29.908303 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf2caa7-c2d3-409e-8698-d70c9362c43c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'Subnet': ['ID=2a0f5122-2d12-4e91-bf71-65ee158e1499,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:28:29.918651 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf2caa7-c2d3-409e-8698-d70c9362c43c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Checking segment: {'id': 'a3c3fa8f-72de-4334-aeac-598b70b10fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e3121dc2-ef3a-469d-becf-58c887a5b7b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:28:29.919028 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf2caa7-c2d3-409e-8698-d70c9362c43c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Network hostable DHCP agents. Network: e3121dc2-ef3a-469d-becf-58c887a5b7b7, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:28:29.934907 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf2caa7-c2d3-409e-8698-d70c9362c43c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Network e3121dc2-ef3a-469d-becf-58c887a5b7b7 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:28:29.944053 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-eaf2caa7-c2d3-409e-8698-d70c9362c43c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, e3121dc2-ef3a-469d-becf-58c887a5b7b7) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:28:29.948777 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf2caa7-c2d3-409e-8698-d70c9362c43c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:28:29.949470 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-eaf2caa7-c2d3-409e-8698-d70c9362c43c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:29.960974 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3031289-ecc8-4e77-b274-aacbf6532911 None None] Network e3121dc2-ef3a-469d-becf-58c887a5b7b7 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:28:29.965030 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-eaf2caa7-c2d3-409e-8698-d70c9362c43c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3935432 Aug 22 14:28:29.968744 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52726) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:28:30.026476 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-079bec7a-5414-4b5b-b3ca-d1eecd0224ab None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:30.043674 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-079bec7a-5414-4b5b-b3ca-d1eecd0224ab None None] Transition to ACTIVE for port object 0f9e1c4a-904e-49c2-a2ac-29310375f6a3 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:28:30.056461 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-079bec7a-5414-4b5b-b3ca-d1eecd0224ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:30.155993 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-079bec7a-5414-4b5b-b3ca-d1eecd0224ab None None] Attempting to bind port 0f9e1c4a-904e-49c2-a2ac-29310375f6a3 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:28:30.156390 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-079bec7a-5414-4b5b-b3ca-d1eecd0224ab None None] Attempting to bind port 0f9e1c4a-904e-49c2-a2ac-29310375f6a3 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:28:30.156755 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079bec7a-5414-4b5b-b3ca-d1eecd0224ab None None] Attempting to bind port 0f9e1c4a-904e-49c2-a2ac-29310375f6a3 on network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:28:30.158634 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530d0dea-9f96-41f1-8654-69f6b8ce3afe None None] Pushing event updated for resources: {'Port': ['ID=0f9e1c4a-904e-49c2-a2ac-29310375f6a3,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:28:30.169844 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079bec7a-5414-4b5b-b3ca-d1eecd0224ab None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:28:30.170717 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079bec7a-5414-4b5b-b3ca-d1eecd0224ab None None] Checking segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:28:30.171125 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-079bec7a-5414-4b5b-b3ca-d1eecd0224ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:30.171518 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079bec7a-5414-4b5b-b3ca-d1eecd0224ab None None] Bound using segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:28:30.171990 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-079bec7a-5414-4b5b-b3ca-d1eecd0224ab None None] Bound port: 0f9e1c4a-904e-49c2-a2ac-29310375f6a3, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:28:30.172402 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-079bec7a-5414-4b5b-b3ca-d1eecd0224ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:30.220058 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cd8e11-05de-4ea6-9523-4bc2620fa3cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-e3121dc2-ef3a-469d-becf-58c887a5b7b7', 'network_id': 'e3121dc2-ef3a-469d-becf-58c887a5b7b7', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'fixed_ips': [{'subnet_id': '2a0f5122-2d12-4e91-bf71-65ee158e1499'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:28:30.221148 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-06cd8e11-05de-4ea6-9523-4bc2620fa3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:30.261955 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-079bec7a-5414-4b5b-b3ca-d1eecd0224ab None None] For port 0f9e1c4a-904e-49c2-a2ac-29310375f6a3, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:28:30.266541 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-079bec7a-5414-4b5b-b3ca-d1eecd0224ab None None] For port 0f9e1c4a-904e-49c2-a2ac-29310375f6a3, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=0f9e1c4a-904e-49c2-a2ac-29310375f6a3,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:28:30.270520 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-079bec7a-5414-4b5b-b3ca-d1eecd0224ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:30.410243 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e30d425a-d7da-40cf-b52e-d87ae17f890c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:30.423947 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079bec7a-5414-4b5b-b3ca-d1eecd0224ab None None] Routers {'d1c3ac11-47a8-4871-b4d8-cfecade6e167'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:28:30.424627 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-079bec7a-5414-4b5b-b3ca-d1eecd0224ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:28:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['d1c3ac11-47a8-4871-b4d8-cfecade6e167'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:28:30.432543 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530d0dea-9f96-41f1-8654-69f6b8ce3afe None None] Pushing event updated for resources: {'Port': ['ID=0f9e1c4a-904e-49c2-a2ac-29310375f6a3,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:28:30.486543 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-06cd8e11-05de-4ea6-9523-4bc2620fa3cf None None] Allocated IP 172.20.0.2 (e3121dc2-ef3a-469d-becf-58c887a5b7b7/2a0f5122-2d12-4e91-bf71-65ee158e1499/e16e936d-bdf3-4bc3-a24b-3dae33dbb55f) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:28:30.600200 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-079bec7a-5414-4b5b-b3ca-d1eecd0224ab None None] Set router d1c3ac11-47a8-4871-b4d8-cfecade6e167 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:28:30.822455 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-06cd8e11-05de-4ea6-9523-4bc2620fa3cf None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:30.835339 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-06cd8e11-05de-4ea6-9523-4bc2620fa3cf None None] Transition to ACTIVE for port object e16e936d-bdf3-4bc3-a24b-3dae33dbb55f will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:28:30.854358 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-06cd8e11-05de-4ea6-9523-4bc2620fa3cf None None] Transition to ACTIVE for port object e16e936d-bdf3-4bc3-a24b-3dae33dbb55f will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:28:30.863752 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-06cd8e11-05de-4ea6-9523-4bc2620fa3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:30.909143 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-079bec7a-5414-4b5b-b3ca-d1eecd0224ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c3ac11-47a8-4871-b4d8-cfecade6e167', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084942128', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '0f9e1c4a-904e-49c2-a2ac-29310375f6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:28:28Z', 'updated_at': '2021-08-22T14:28:28Z', 'revision_number': 3, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': '0f9e1c4a-904e-49c2-a2ac-29310375f6a3', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c3ac11-47a8-4871-b4d8-cfecade6e167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:28:28Z', 'updated_at': '2021-08-22T14:28:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:28:30.910586 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-e30d425a-d7da-40cf-b52e-d87ae17f890c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Allocated IP 172.20.0.1 (e3121dc2-ef3a-469d-becf-58c887a5b7b7/2a0f5122-2d12-4e91-bf71-65ee158e1499/257924a1-a62f-4a7c-acff-28870fef0d50) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:28:30.943667 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cd8e11-05de-4ea6-9523-4bc2620fa3cf None None] Network e3121dc2-ef3a-469d-becf-58c887a5b7b7 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:28:30.948917 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079bec7a-5414-4b5b-b3ca-d1eecd0224ab None None] The sync data for ids ['d1c3ac11-47a8-4871-b4d8-cfecade6e167'] in n-d-793621-33 is: [{'id': 'd1c3ac11-47a8-4871-b4d8-cfecade6e167', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084942128', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '0f9e1c4a-904e-49c2-a2ac-29310375f6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:28:28Z', 'updated_at': '2021-08-22T14:28:28Z', 'revision_number': 3, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': '0f9e1c4a-904e-49c2-a2ac-29310375f6a3', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c3ac11-47a8-4871-b4d8-cfecade6e167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:28:28Z', 'updated_at': '2021-08-22T14:28:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:28:30.952010 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd8e11-05de-4ea6-9523-4bc2620fa3cf None None] Pushing event updated for resources: {'Port': ['ID=e16e936d-bdf3-4bc3-a24b-3dae33dbb55f,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:28:30.954417 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-06cd8e11-05de-4ea6-9523-4bc2620fa3cf None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:28:30.957118 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cd8e11-05de-4ea6-9523-4bc2620fa3cf None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:28:31.015688 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-06cd8e11-05de-4ea6-9523-4bc2620fa3cf None None] Attempting to bind port e16e936d-bdf3-4bc3-a24b-3dae33dbb55f on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:28:31.016061 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-06cd8e11-05de-4ea6-9523-4bc2620fa3cf None None] Attempting to bind port e16e936d-bdf3-4bc3-a24b-3dae33dbb55f by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'a3c3fa8f-72de-4334-aeac-598b70b10fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e3121dc2-ef3a-469d-becf-58c887a5b7b7'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:28:31.016592 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cd8e11-05de-4ea6-9523-4bc2620fa3cf None None] Attempting to bind port e16e936d-bdf3-4bc3-a24b-3dae33dbb55f on network e3121dc2-ef3a-469d-becf-58c887a5b7b7 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:28:31.021892 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cd8e11-05de-4ea6-9523-4bc2620fa3cf None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:28:31.022270 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cd8e11-05de-4ea6-9523-4bc2620fa3cf None None] Checking segment: {'id': 'a3c3fa8f-72de-4334-aeac-598b70b10fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e3121dc2-ef3a-469d-becf-58c887a5b7b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:28:31.022677 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-06cd8e11-05de-4ea6-9523-4bc2620fa3cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:31.023069 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cd8e11-05de-4ea6-9523-4bc2620fa3cf None None] Bound using segment: {'id': 'a3c3fa8f-72de-4334-aeac-598b70b10fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e3121dc2-ef3a-469d-becf-58c887a5b7b7'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:28:31.023538 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-06cd8e11-05de-4ea6-9523-4bc2620fa3cf None None] Bound port: e16e936d-bdf3-4bc3-a24b-3dae33dbb55f, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3c3fa8f-72de-4334-aeac-598b70b10fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e3121dc2-ef3a-469d-becf-58c887a5b7b7'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:28:31.023922 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-06cd8e11-05de-4ea6-9523-4bc2620fa3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:31.049450 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e30d425a-d7da-40cf-b52e-d87ae17f890c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:31.064176 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-e30d425a-d7da-40cf-b52e-d87ae17f890c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Transition to ACTIVE for port object 257924a1-a62f-4a7c-acff-28870fef0d50 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:28:31.094524 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-06cd8e11-05de-4ea6-9523-4bc2620fa3cf None None] For port e16e936d-bdf3-4bc3-a24b-3dae33dbb55f, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:28:31.098067 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-06cd8e11-05de-4ea6-9523-4bc2620fa3cf None None] For port e16e936d-bdf3-4bc3-a24b-3dae33dbb55f, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=e16e936d-bdf3-4bc3-a24b-3dae33dbb55f,segment=NetworkSegment(a3c3fa8f-72de-4334-aeac-598b70b10fa9),segment_id=a3c3fa8f-72de-4334-aeac-598b70b10fa9)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:28:31.101823 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e30d425a-d7da-40cf-b52e-d87ae17f890c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:31.103873 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-06cd8e11-05de-4ea6-9523-4bc2620fa3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:31.143044 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30d425a-d7da-40cf-b52e-d87ae17f890c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Network e3121dc2-ef3a-469d-becf-58c887a5b7b7 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:28:31.152069 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-e30d425a-d7da-40cf-b52e-d87ae17f890c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:28:31.165593 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30d425a-d7da-40cf-b52e-d87ae17f890c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:28:31.222264 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30d425a-d7da-40cf-b52e-d87ae17f890c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'Port': ['ID=257924a1-a62f-4a7c-acff-28870fef0d50,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:28:31.243465 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e30d425a-d7da-40cf-b52e-d87ae17f890c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:31.343308 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3419ba2c-6aec-49b3-b58e-031d08311ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:31.353207 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:31.359269 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd8e11-05de-4ea6-9523-4bc2620fa3cf None None] Pushing event updated for resources: {'Port': ['ID=e16e936d-bdf3-4bc3-a24b-3dae33dbb55f,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:28:31.396717 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e30d425a-d7da-40cf-b52e-d87ae17f890c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:31.499107 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 0f9e1c4a-904e-49c2-a2ac-29310375f6a3 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:28:31.586779 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 0f9e1c4a-904e-49c2-a2ac-29310375f6a3 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:28:31.591646 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 0f9e1c4a-904e-49c2-a2ac-29310375f6a3 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:28:31.592711 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:31.704753 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:31.730130 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 0f9e1c4a-904e-49c2-a2ac-29310375f6a3, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=0f9e1c4a-904e-49c2-a2ac-29310375f6a3,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:28:31.734368 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e30d425a-d7da-40cf-b52e-d87ae17f890c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:31.738208 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:31.740739 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e30d425a-d7da-40cf-b52e-d87ae17f890c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:31.800197 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=0f9e1c4a-904e-49c2-a2ac-29310375f6a3,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:28:31.821084 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e30d425a-d7da-40cf-b52e-d87ae17f890c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:31.822829 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30d425a-d7da-40cf-b52e-d87ae17f890c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'Port': ['ID=257924a1-a62f-4a7c-acff-28870fef0d50,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:28:31.917496 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30d425a-d7da-40cf-b52e-d87ae17f890c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Network e3121dc2-ef3a-469d-becf-58c887a5b7b7 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:28:31.918886 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-e30d425a-d7da-40cf-b52e-d87ae17f890c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:28:32.376425 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e30d425a-d7da-40cf-b52e-d87ae17f890c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Router d1c3ac11-47a8-4871-b4d8-cfecade6e167 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:28:32.376915 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cd3dc8-f119-4e49-a55b-94cf18d5ecfb None None] Network e3121dc2-ef3a-469d-becf-58c887a5b7b7 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:28:32.440372 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-6c76254f-a48b-45d1-80b1-715c84c1e0af None None] Provisioning for port e16e936d-bdf3-4bc3-a24b-3dae33dbb55f completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:28:32.485772 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30d425a-d7da-40cf-b52e-d87ae17f890c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:28:32.490895 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e30d425a-d7da-40cf-b52e-d87ae17f890c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "PUT /v2.0/routers/d1c3ac11-47a8-4871-b4d8-cfecade6e167/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5211303 Aug 22 14:28:32.652985 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5a12a64e-d911-40bc-9134-314e90872cd4 req-66211ce0-ae59-4419-88b8-c1ed52e215a3 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-408995074&fields=id&tenant_id=5656c7f7f9c746e19a50aa1bc4d9988c HTTP/1.1" status: 200 len: 267 time: 0.0427687 Aug 22 14:28:32.671989 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:32.765827 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12a64e-d911-40bc-9134-314e90872cd4 req-415fe9d1-5bdf-4e38-9b41-e5bb83e8b11d tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:28:32.767328 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5a12a64e-d911-40bc-9134-314e90872cd4 req-415fe9d1-5bdf-4e38-9b41-e5bb83e8b11d tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/networks?id=e3121dc2-ef3a-469d-becf-58c887a5b7b7 HTTP/1.1" status: 200 len: 797 time: 0.1058276 Aug 22 14:28:32.785377 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5a12a64e-d911-40bc-9134-314e90872cd4 req-95d40086-a2e8-4f54-8a62-0f58819c73d9 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/quotas/5656c7f7f9c746e19a50aa1bc4d9988c HTTP/1.1" status: 200 len: 375 time: 0.0112190 Aug 22 14:28:32.790854 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-994cfb5f-c6d2-4665-abe0-9e2cf669131c None None] Provisioning for port 257924a1-a62f-4a7c-acff-28870fef0d50 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:28:32.795955 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-994cfb5f-c6d2-4665-abe0-9e2cf669131c None None] Provisioning complete for port 257924a1-a62f-4a7c-acff-28870fef0d50 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:28:32.796515 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-994cfb5f-c6d2-4665-abe0-9e2cf669131c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:32.836532 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-994cfb5f-c6d2-4665-abe0-9e2cf669131c None None] Port 257924a1-a62f-4a7c-acff-28870fef0d50 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:28:32.844291 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5a12a64e-d911-40bc-9134-314e90872cd4 req-e8ee3ac9-d33d-4dc5-877f-ec10ef2795be tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5656c7f7f9c746e19a50aa1bc4d9988c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519581 Aug 22 14:28:32.896834 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c1f6ae-56e1-447e-ab8b-5f8f883e7502 None None] Sync routers for ids ['d1c3ac11-47a8-4871-b4d8-cfecade6e167'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:28:32.911086 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c1f6ae-56e1-447e-ab8b-5f8f883e7502 None None] Routers {'d1c3ac11-47a8-4871-b4d8-cfecade6e167'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:28:32.911712 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-67c1f6ae-56e1-447e-ab8b-5f8f883e7502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:28:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['d1c3ac11-47a8-4871-b4d8-cfecade6e167'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:28:32.996455 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5a12a64e-d911-40bc-9134-314e90872cd4 req-c7059511-1f92-4c75-a525-c8e6656548cc service neutron] 10.222.0.21 "GET /v2.0/networks/e3121dc2-ef3a-469d-becf-58c887a5b7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396658 Aug 22 14:28:33.037806 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-67c1f6ae-56e1-447e-ab8b-5f8f883e7502 None None] Set router d1c3ac11-47a8-4871-b4d8-cfecade6e167 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:28:33.060224 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-7e9f373d-298a-405c-bb2b-50692dbfbf39 None None] Provisioning complete for port 257924a1-a62f-4a7c-acff-28870fef0d50 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:28:33.060688 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7e9f373d-298a-405c-bb2b-50692dbfbf39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:33.090786 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5a12a64e-d911-40bc-9134-314e90872cd4 req-e457a7d5-f364-4cbf-9658-cdaa1bd497f8 service neutron] 10.222.0.21 "GET /v2.0/networks/e3121dc2-ef3a-469d-becf-58c887a5b7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874348 Aug 22 14:28:33.106562 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-7e9f373d-298a-405c-bb2b-50692dbfbf39 None None] Port 257924a1-a62f-4a7c-acff-28870fef0d50 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:28:33.239539 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-3a8c22d0-004e-4bf7-bd4f-b0a4ac158a46 None None] Provisioning complete for port 257924a1-a62f-4a7c-acff-28870fef0d50 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:28:33.239539 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3a8c22d0-004e-4bf7-bd4f-b0a4ac158a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:33.264643 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-67c1f6ae-56e1-447e-ab8b-5f8f883e7502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c3ac11-47a8-4871-b4d8-cfecade6e167', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084942128', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '0f9e1c4a-904e-49c2-a2ac-29310375f6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:28:28Z', 'updated_at': '2021-08-22T14:28:31Z', 'revision_number': 4, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': '0f9e1c4a-904e-49c2-a2ac-29310375f6a3', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c3ac11-47a8-4871-b4d8-cfecade6e167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:28:28Z', 'updated_at': '2021-08-22T14:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '257924a1-a62f-4a7c-acff-28870fef0d50', 'name': '', 'network_id': 'e3121dc2-ef3a-469d-becf-58c887a5b7b7', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'mac_address': 'fa:16:3e:21:89:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c3ac11-47a8-4871-b4d8-cfecade6e167', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '2a0f5122-2d12-4e91-bf71-65ee158e1499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:28:30Z', 'updated_at': '2021-08-22T14:28:31Z', 'revision_number': 2, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'subnets': [{'id': '2a0f5122-2d12-4e91-bf71-65ee158e1499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:28:33.282086 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fa94269b-7bfc-4329-b1d8-87cae3b3b3e7 req-81dbdf43-b153-4a53-aa72-11fed895ec79 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cff7968-f383-4132-a5b8-344857cba852 HTTP/1.1" status: 200 len: 210 time: 0.0355341 Aug 22 14:28:33.286076 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-3a8c22d0-004e-4bf7-bd4f-b0a4ac158a46 None None] Port 257924a1-a62f-4a7c-acff-28870fef0d50 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:28:33.296783 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c1f6ae-56e1-447e-ab8b-5f8f883e7502 None None] Checking router: d1c3ac11-47a8-4871-b4d8-cfecade6e167 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:28:33.297138 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c1f6ae-56e1-447e-ab8b-5f8f883e7502 None None] Updating router d1c3ac11-47a8-4871-b4d8-cfecade6e167 port 257924a1-a62f-4a7c-acff-28870fef0d50 binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:28:33.321660 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-67c1f6ae-56e1-447e-ab8b-5f8f883e7502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:33.564272 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 0f9e1c4a-904e-49c2-a2ac-29310375f6a3 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:28:33.608632 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-67c1f6ae-56e1-447e-ab8b-5f8f883e7502 None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:33.613881 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 0f9e1c4a-904e-49c2-a2ac-29310375f6a3 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:28:33.614234 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:33.620558 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-67c1f6ae-56e1-447e-ab8b-5f8f883e7502 None None] Transition to ACTIVE for port object 257924a1-a62f-4a7c-acff-28870fef0d50 will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:28:33.628007 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-67c1f6ae-56e1-447e-ab8b-5f8f883e7502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:33.700273 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a828e80f-ee59-4e17-8e2c-b4448ca3b14c None None] Pushing event updated for resources: {'Port': ['ID=257924a1-a62f-4a7c-acff-28870fef0d50,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:28:33.706277 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device e16e936d-bdf3-4bc3-a24b-3dae33dbb55f up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:28:33.728807 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a828e80f-ee59-4e17-8e2c-b4448ca3b14c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:28:33.729163 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a828e80f-ee59-4e17-8e2c-b4448ca3b14c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:28:33.729494 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a828e80f-ee59-4e17-8e2c-b4448ca3b14c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:28:33.730007 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a828e80f-ee59-4e17-8e2c-b4448ca3b14c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:28:33.730875 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a828e80f-ee59-4e17-8e2c-b4448ca3b14c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:28:33.731533 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a828e80f-ee59-4e17-8e2c-b4448ca3b14c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:28:33.731916 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a828e80f-ee59-4e17-8e2c-b4448ca3b14c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:28:33.732905 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a828e80f-ee59-4e17-8e2c-b4448ca3b14c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:28:33.733530 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a828e80f-ee59-4e17-8e2c-b4448ca3b14c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:28:33.734035 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a828e80f-ee59-4e17-8e2c-b4448ca3b14c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:28:33.734357 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a828e80f-ee59-4e17-8e2c-b4448ca3b14c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:28:33.734681 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a828e80f-ee59-4e17-8e2c-b4448ca3b14c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:28:33.748920 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-67c1f6ae-56e1-447e-ab8b-5f8f883e7502 None None] Attempting to bind port 257924a1-a62f-4a7c-acff-28870fef0d50 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:28:33.749291 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-67c1f6ae-56e1-447e-ab8b-5f8f883e7502 None None] Attempting to bind port 257924a1-a62f-4a7c-acff-28870fef0d50 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': 'a3c3fa8f-72de-4334-aeac-598b70b10fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e3121dc2-ef3a-469d-becf-58c887a5b7b7'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:28:33.749664 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c1f6ae-56e1-447e-ab8b-5f8f883e7502 None None] Attempting to bind port 257924a1-a62f-4a7c-acff-28870fef0d50 on network e3121dc2-ef3a-469d-becf-58c887a5b7b7 {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:28:33.755553 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c1f6ae-56e1-447e-ab8b-5f8f883e7502 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:28:33.755928 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c1f6ae-56e1-447e-ab8b-5f8f883e7502 None None] Checking segment: {'id': 'a3c3fa8f-72de-4334-aeac-598b70b10fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e3121dc2-ef3a-469d-becf-58c887a5b7b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:28:33.756365 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-67c1f6ae-56e1-447e-ab8b-5f8f883e7502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:33.757008 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c1f6ae-56e1-447e-ab8b-5f8f883e7502 None None] Bound using segment: {'id': 'a3c3fa8f-72de-4334-aeac-598b70b10fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e3121dc2-ef3a-469d-becf-58c887a5b7b7'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:28:33.757276 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-67c1f6ae-56e1-447e-ab8b-5f8f883e7502 None None] Bound port: 257924a1-a62f-4a7c-acff-28870fef0d50, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3c3fa8f-72de-4334-aeac-598b70b10fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e3121dc2-ef3a-469d-becf-58c887a5b7b7'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:28:33.757652 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-67c1f6ae-56e1-447e-ab8b-5f8f883e7502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:33.767989 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port e16e936d-bdf3-4bc3-a24b-3dae33dbb55f completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:28:33.774149 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port e16e936d-bdf3-4bc3-a24b-3dae33dbb55f triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:28:33.774530 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:33.832347 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-67c1f6ae-56e1-447e-ab8b-5f8f883e7502 None None] For port 257924a1-a62f-4a7c-acff-28870fef0d50, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:28:33.836435 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-67c1f6ae-56e1-447e-ab8b-5f8f883e7502 None None] For port 257924a1-a62f-4a7c-acff-28870fef0d50, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=257924a1-a62f-4a7c-acff-28870fef0d50,segment=NetworkSegment(a3c3fa8f-72de-4334-aeac-598b70b10fa9),segment_id=a3c3fa8f-72de-4334-aeac-598b70b10fa9)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:28:33.845198 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-67c1f6ae-56e1-447e-ab8b-5f8f883e7502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:33.877048 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:33.906791 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a828e80f-ee59-4e17-8e2c-b4448ca3b14c None None] Pushing event updated for resources: {'Port': ['ID=257924a1-a62f-4a7c-acff-28870fef0d50,revision_number=4']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:28:33.931888 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c1f6ae-56e1-447e-ab8b-5f8f883e7502 None None] Routers {'d1c3ac11-47a8-4871-b4d8-cfecade6e167'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:28:33.932574 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-67c1f6ae-56e1-447e-ab8b-5f8f883e7502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:28:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['d1c3ac11-47a8-4871-b4d8-cfecade6e167'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:28:33.944375 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port e16e936d-bdf3-4bc3-a24b-3dae33dbb55f, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=e16e936d-bdf3-4bc3-a24b-3dae33dbb55f,segment=NetworkSegment(a3c3fa8f-72de-4334-aeac-598b70b10fa9),segment_id=a3c3fa8f-72de-4334-aeac-598b70b10fa9)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:28:33.952471 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:34.019631 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=e16e936d-bdf3-4bc3-a24b-3dae33dbb55f,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:28:34.069682 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-67c1f6ae-56e1-447e-ab8b-5f8f883e7502 None None] Set router d1c3ac11-47a8-4871-b4d8-cfecade6e167 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:28:34.279717 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-67c1f6ae-56e1-447e-ab8b-5f8f883e7502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c3ac11-47a8-4871-b4d8-cfecade6e167', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084942128', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '0f9e1c4a-904e-49c2-a2ac-29310375f6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:28:28Z', 'updated_at': '2021-08-22T14:28:31Z', 'revision_number': 4, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': '0f9e1c4a-904e-49c2-a2ac-29310375f6a3', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c3ac11-47a8-4871-b4d8-cfecade6e167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:28:28Z', 'updated_at': '2021-08-22T14:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '257924a1-a62f-4a7c-acff-28870fef0d50', 'name': '', 'network_id': 'e3121dc2-ef3a-469d-becf-58c887a5b7b7', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'mac_address': 'fa:16:3e:21:89:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c3ac11-47a8-4871-b4d8-cfecade6e167', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '2a0f5122-2d12-4e91-bf71-65ee158e1499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:28:30Z', 'updated_at': '2021-08-22T14:28:33Z', 'revision_number': 4, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'subnets': [{'id': '2a0f5122-2d12-4e91-bf71-65ee158e1499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:28:34.308895 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c1f6ae-56e1-447e-ab8b-5f8f883e7502 None None] The sync data for ids ['d1c3ac11-47a8-4871-b4d8-cfecade6e167'] in n-d-793621-33 is: [{'id': 'd1c3ac11-47a8-4871-b4d8-cfecade6e167', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084942128', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '0f9e1c4a-904e-49c2-a2ac-29310375f6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:28:28Z', 'updated_at': '2021-08-22T14:28:31Z', 'revision_number': 4, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': '0f9e1c4a-904e-49c2-a2ac-29310375f6a3', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c3ac11-47a8-4871-b4d8-cfecade6e167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:28:28Z', 'updated_at': '2021-08-22T14:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '257924a1-a62f-4a7c-acff-28870fef0d50', 'name': '', 'network_id': 'e3121dc2-ef3a-469d-becf-58c887a5b7b7', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'mac_address': 'fa:16:3e:21:89:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c3ac11-47a8-4871-b4d8-cfecade6e167', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '2a0f5122-2d12-4e91-bf71-65ee158e1499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:28:30Z', 'updated_at': '2021-08-22T14:28:33Z', 'revision_number': 4, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'subnets': [{'id': '2a0f5122-2d12-4e91-bf71-65ee158e1499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:28:34.476957 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:34.483924 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12a64e-d911-40bc-9134-314e90872cd4 req-f9b8d5ef-7f98-48bd-996b-8cd2e5c4d244 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:28:34.485421 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5a12a64e-d911-40bc-9134-314e90872cd4 req-f9b8d5ef-7f98-48bd-996b-8cd2e5c4d244 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.41 "GET /v2.0/networks?id=e3121dc2-ef3a-469d-becf-58c887a5b7b7 HTTP/1.1" status: 200 len: 797 time: 0.1814926 Aug 22 14:28:34.490130 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ba8ed0cb-46cd-4b6e-b30a-3a65db9e7247 req-66305e4d-d373-4bef-b684-92ea0263cecc tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cff7968-f383-4132-a5b8-344857cba852 HTTP/1.1" status: 200 len: 210 time: 0.0505319 Aug 22 14:28:34.498706 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:34.556326 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5a12a64e-d911-40bc-9134-314e90872cd4 req-731aa36e-701d-495f-a688-c76fc690cd2c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5656c7f7f9c746e19a50aa1bc4d9988c HTTP/1.1" status: 200 len: 379 time: 0.0561566 Aug 22 14:28:34.569644 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-5a12a64e-d911-40bc-9134-314e90872cd4 req-745b0003-532b-4300-9bc1-3e290f4b742c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Request body: {'port': {'device_id': '3cff7968-f383-4132-a5b8-344857cba852', 'network_id': 'e3121dc2-ef3a-469d-becf-58c887a5b7b7', 'admin_state_up': True, 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'security_groups': ['f92223fe-d3cf-4ccf-b856-35b0519b679a']}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:28:34.685995 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a12a64e-d911-40bc-9134-314e90872cd4 req-745b0003-532b-4300-9bc1-3e290f4b742c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Made reservation on behalf of 5656c7f7f9c746e19a50aa1bc4d9988c for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:28:34.690436 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5a12a64e-d911-40bc-9134-314e90872cd4 req-745b0003-532b-4300-9bc1-3e290f4b742c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:34.826168 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-5a12a64e-d911-40bc-9134-314e90872cd4 req-745b0003-532b-4300-9bc1-3e290f4b742c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Allocated IP 172.20.0.9 (e3121dc2-ef3a-469d-becf-58c887a5b7b7/2a0f5122-2d12-4e91-bf71-65ee158e1499/980dc3a9-f756-4c64-bdf4-6a6a6f65f74e) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:28:34.971501 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5a12a64e-d911-40bc-9134-314e90872cd4 req-745b0003-532b-4300-9bc1-3e290f4b742c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:34.987346 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-5a12a64e-d911-40bc-9134-314e90872cd4 req-745b0003-532b-4300-9bc1-3e290f4b742c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Transition to ACTIVE for port object 980dc3a9-f756-4c64-bdf4-6a6a6f65f74e will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:28:35.021965 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5a12a64e-d911-40bc-9134-314e90872cd4 req-745b0003-532b-4300-9bc1-3e290f4b742c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:35.070145 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a12a64e-d911-40bc-9134-314e90872cd4 req-745b0003-532b-4300-9bc1-3e290f4b742c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Network e3121dc2-ef3a-469d-becf-58c887a5b7b7 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:28:35.073246 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-5a12a64e-d911-40bc-9134-314e90872cd4 req-745b0003-532b-4300-9bc1-3e290f4b742c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:28:35.077600 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a12a64e-d911-40bc-9134-314e90872cd4 req-745b0003-532b-4300-9bc1-3e290f4b742c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:28:35.086364 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b0003-532b-4300-9bc1-3e290f4b742c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'Port': ['ID=980dc3a9-f756-4c64-bdf4-6a6a6f65f74e,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:28:35.136397 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12a64e-d911-40bc-9134-314e90872cd4 req-745b0003-532b-4300-9bc1-3e290f4b742c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:28:35.137203 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5a12a64e-d911-40bc-9134-314e90872cd4 req-745b0003-532b-4300-9bc1-3e290f4b742c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:35.157026 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5a12a64e-d911-40bc-9134-314e90872cd4 req-745b0003-532b-4300-9bc1-3e290f4b742c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5945010 Aug 22 14:28:35.169899 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-5a12a64e-d911-40bc-9134-314e90872cd4 req-bd5b2ebf-e4ba-4c30-bc01-d63d7a80b899 service neutron] Request body: {'port': {'device_id': '3cff7968-f383-4132-a5b8-344857cba852', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:28:35.227873 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5a12a64e-d911-40bc-9134-314e90872cd4 req-bd5b2ebf-e4ba-4c30-bc01-d63d7a80b899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:35.386552 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-f93d4ea2-7eec-42f2-967f-aa5fdc6fbbf9 None None] Provisioning for port 980dc3a9-f756-4c64-bdf4-6a6a6f65f74e completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:28:35.390882 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-f93d4ea2-7eec-42f2-967f-aa5fdc6fbbf9 None None] Provisioning complete for port 980dc3a9-f756-4c64-bdf4-6a6a6f65f74e triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:28:35.391259 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f93d4ea2-7eec-42f2-967f-aa5fdc6fbbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:35.430036 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-f93d4ea2-7eec-42f2-967f-aa5fdc6fbbf9 None None] Port 980dc3a9-f756-4c64-bdf4-6a6a6f65f74e cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:28:35.546149 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-5a12a64e-d911-40bc-9134-314e90872cd4 req-bd5b2ebf-e4ba-4c30-bc01-d63d7a80b899 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 980dc3a9-f756-4c64-bdf4-6a6a6f65f74e {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:28:35.546860 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 257924a1-a62f-4a7c-acff-28870fef0d50 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:28:35.554523 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5a12a64e-d911-40bc-9134-314e90872cd4 req-bd5b2ebf-e4ba-4c30-bc01-d63d7a80b899 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:35.571904 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-5a12a64e-d911-40bc-9134-314e90872cd4 req-bd5b2ebf-e4ba-4c30-bc01-d63d7a80b899 service neutron] Transition to ACTIVE for port object 980dc3a9-f756-4c64-bdf4-6a6a6f65f74e will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:28:35.580198 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5a12a64e-d911-40bc-9134-314e90872cd4 req-bd5b2ebf-e4ba-4c30-bc01-d63d7a80b899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:35.604423 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 257924a1-a62f-4a7c-acff-28870fef0d50 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:28:35.609316 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 257924a1-a62f-4a7c-acff-28870fef0d50 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:28:35.609689 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:35.633684 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450e221-c3fe-4715-8d9f-2f3ee9b55da3 req-afbe7f0d-bd34-45bd-9777-69d24a1bc78b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:28:35.636510 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e450e221-c3fe-4715-8d9f-2f3ee9b55da3 req-afbe7f0d-bd34-45bd-9777-69d24a1bc78b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cff7968-f383-4132-a5b8-344857cba852 HTTP/1.1" status: 200 len: 943 time: 0.0681372 Aug 22 14:28:35.680103 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e450e221-c3fe-4715-8d9f-2f3ee9b55da3 req-ed580b64-c78b-4039-a82b-615d99e1fccf tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=f92223fe-d3cf-4ccf-b856-35b0519b679a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366688 Aug 22 14:28:35.683362 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5b2ebf-e4ba-4c30-bc01-d63d7a80b899 service neutron] Pushing event updated for resources: {'Port': ['ID=980dc3a9-f756-4c64-bdf4-6a6a6f65f74e,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:28:35.716372 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:35.720486 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-5a12a64e-d911-40bc-9134-314e90872cd4 req-bd5b2ebf-e4ba-4c30-bc01-d63d7a80b899 service neutron] Attempting to bind port 980dc3a9-f756-4c64-bdf4-6a6a6f65f74e on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:28:35.720820 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-5a12a64e-d911-40bc-9134-314e90872cd4 req-bd5b2ebf-e4ba-4c30-bc01-d63d7a80b899 service neutron] Attempting to bind port 980dc3a9-f756-4c64-bdf4-6a6a6f65f74e by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': 'a3c3fa8f-72de-4334-aeac-598b70b10fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e3121dc2-ef3a-469d-becf-58c887a5b7b7'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:28:35.721344 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a12a64e-d911-40bc-9134-314e90872cd4 req-bd5b2ebf-e4ba-4c30-bc01-d63d7a80b899 service neutron] Attempting to bind port 980dc3a9-f756-4c64-bdf4-6a6a6f65f74e on network e3121dc2-ef3a-469d-becf-58c887a5b7b7 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:28:35.725871 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a12a64e-d911-40bc-9134-314e90872cd4 req-bd5b2ebf-e4ba-4c30-bc01-d63d7a80b899 service neutron] Port 980dc3a9-f756-4c64-bdf4-6a6a6f65f74e on network e3121dc2-ef3a-469d-becf-58c887a5b7b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:28:35.726193 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a12a64e-d911-40bc-9134-314e90872cd4 req-bd5b2ebf-e4ba-4c30-bc01-d63d7a80b899 service neutron] Attempting to bind port 980dc3a9-f756-4c64-bdf4-6a6a6f65f74e on network e3121dc2-ef3a-469d-becf-58c887a5b7b7 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:28:35.731519 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a12a64e-d911-40bc-9134-314e90872cd4 req-bd5b2ebf-e4ba-4c30-bc01-d63d7a80b899 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:28:35.731854 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a12a64e-d911-40bc-9134-314e90872cd4 req-bd5b2ebf-e4ba-4c30-bc01-d63d7a80b899 service neutron] Checking segment: {'id': 'a3c3fa8f-72de-4334-aeac-598b70b10fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e3121dc2-ef3a-469d-becf-58c887a5b7b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:28:35.732345 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a12a64e-d911-40bc-9134-314e90872cd4 req-bd5b2ebf-e4ba-4c30-bc01-d63d7a80b899 service neutron] Bound using segment: {'id': 'a3c3fa8f-72de-4334-aeac-598b70b10fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e3121dc2-ef3a-469d-becf-58c887a5b7b7'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:28:35.732770 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-5a12a64e-d911-40bc-9134-314e90872cd4 req-bd5b2ebf-e4ba-4c30-bc01-d63d7a80b899 service neutron] Bound port: 980dc3a9-f756-4c64-bdf4-6a6a6f65f74e, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3c3fa8f-72de-4334-aeac-598b70b10fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e3121dc2-ef3a-469d-becf-58c887a5b7b7'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:28:35.733117 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5a12a64e-d911-40bc-9134-314e90872cd4 req-bd5b2ebf-e4ba-4c30-bc01-d63d7a80b899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:35.751451 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 257924a1-a62f-4a7c-acff-28870fef0d50, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=257924a1-a62f-4a7c-acff-28870fef0d50,segment=NetworkSegment(a3c3fa8f-72de-4334-aeac-598b70b10fa9),segment_id=a3c3fa8f-72de-4334-aeac-598b70b10fa9)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:28:35.756097 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:35.756959 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device e16e936d-bdf3-4bc3-a24b-3dae33dbb55f up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:28:35.806547 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-5a12a64e-d911-40bc-9134-314e90872cd4 req-bd5b2ebf-e4ba-4c30-bc01-d63d7a80b899 service neutron] For port 980dc3a9-f756-4c64-bdf4-6a6a6f65f74e, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:28:35.811809 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-5a12a64e-d911-40bc-9134-314e90872cd4 req-bd5b2ebf-e4ba-4c30-bc01-d63d7a80b899 service neutron] For port 980dc3a9-f756-4c64-bdf4-6a6a6f65f74e, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=980dc3a9-f756-4c64-bdf4-6a6a6f65f74e,segment=NetworkSegment(a3c3fa8f-72de-4334-aeac-598b70b10fa9),segment_id=a3c3fa8f-72de-4334-aeac-598b70b10fa9)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:28:35.816917 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5a12a64e-d911-40bc-9134-314e90872cd4 req-bd5b2ebf-e4ba-4c30-bc01-d63d7a80b899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:35.835368 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=257924a1-a62f-4a7c-acff-28870fef0d50,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:28:35.846823 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port e16e936d-bdf3-4bc3-a24b-3dae33dbb55f triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:28:35.847056 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:35.866662 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12a64e-d911-40bc-9134-314e90872cd4 req-bd5b2ebf-e4ba-4c30-bc01-d63d7a80b899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:28:35.867958 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-5a12a64e-d911-40bc-9134-314e90872cd4 req-bd5b2ebf-e4ba-4c30-bc01-d63d7a80b899 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:35.869542 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5a12a64e-d911-40bc-9134-314e90872cd4 req-bd5b2ebf-e4ba-4c30-bc01-d63d7a80b899 service neutron] 10.222.0.41 "PUT /v2.0/ports/980dc3a9-f756-4c64-bdf4-6a6a6f65f74e HTTP/1.1" status: 200 len: 1092 time: 0.7045412 Aug 22 14:28:35.869989 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cff7968-f383-4132-a5b8-344857cba852', 'tag': '980dc3a9-f756-4c64-bdf4-6a6a6f65f74e'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:28:35.872459 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bdeb8ea780dc3f157cf86c35b44054b3d50f34a398e9a69dfe822f45c5aaee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f3e87f-f57d-48a1-b7a0-d9ee1fcbadbb" -d '{"events": [{"name": "network-changed", "server_uuid": "3cff7968-f383-4132-a5b8-344857cba852", "tag": "980dc3a9-f756-4c64-bdf4-6a6a6f65f74e"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:28:35.905948 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5b2ebf-e4ba-4c30-bc01-d63d7a80b899 service neutron] Pushing event updated for resources: {'Port': ['ID=980dc3a9-f756-4c64-bdf4-6a6a6f65f74e,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:28:35.929052 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a655c81-3fcf-4688-af23-cc72b30b501d x-openstack-request-id: req-9a655c81-3fcf-4688-af23-cc72b30b501d {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:28:35.929447 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cff7968-f383-4132-a5b8-344857cba852", "tag": "980dc3a9-f756-4c64-bdf4-6a6a6f65f74e", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:28:35.929785 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9a655c81-3fcf-4688-af23-cc72b30b501d {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:28:35.930304 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cff7968-f383-4132-a5b8-344857cba852', 'tag': '980dc3a9-f756-4c64-bdf4-6a6a6f65f74e', 'status': 'completed', 'code': 200} Aug 22 14:28:35.964870 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12a64e-d911-40bc-9134-314e90872cd4 req-c46f1bec-0f41-4df1-9a60-888fb744ccc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:28:35.966554 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5a12a64e-d911-40bc-9134-314e90872cd4 req-c46f1bec-0f41-4df1-9a60-888fb744ccc6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5656c7f7f9c746e19a50aa1bc4d9988c&device_id=3cff7968-f383-4132-a5b8-344857cba852 HTTP/1.1" status: 200 len: 1095 time: 0.0515871 Aug 22 14:28:36.017201 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5a12a64e-d911-40bc-9134-314e90872cd4 req-fd9a34e6-97b2-40c1-9753-1b1b24fcdf58 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=980dc3a9-f756-4c64-bdf4-6a6a6f65f74e HTTP/1.1" status: 200 len: 217 time: 0.0428329 Aug 22 14:28:36.073811 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12a64e-d911-40bc-9134-314e90872cd4 req-eafb90e0-722e-4742-83f9-2defe6168728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:28:36.075523 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5a12a64e-d911-40bc-9134-314e90872cd4 req-eafb90e0-722e-4742-83f9-2defe6168728 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2a0f5122-2d12-4e91-bf71-65ee158e1499 HTTP/1.1" status: 200 len: 835 time: 0.0504875 Aug 22 14:28:36.124831 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12a64e-d911-40bc-9134-314e90872cd4 req-4e05f690-e192-4c0f-b60c-1da5f396dca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:28:36.126296 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5a12a64e-d911-40bc-9134-314e90872cd4 req-4e05f690-e192-4c0f-b60c-1da5f396dca8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e3121dc2-ef3a-469d-becf-58c887a5b7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423908 Aug 22 14:28:36.219729 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5a12a64e-d911-40bc-9134-314e90872cd4 req-37df2321-8f4e-4e94-8229-8d8967923bd4 service neutron] 10.222.0.41 "GET /v2.0/networks/e3121dc2-ef3a-469d-becf-58c887a5b7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854473 Aug 22 14:28:36.310350 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5a12a64e-d911-40bc-9134-314e90872cd4 req-3c9632f6-f8a9-4a5b-8618-182e83c1d001 service neutron] 10.222.0.41 "GET /v2.0/networks/e3121dc2-ef3a-469d-becf-58c887a5b7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834317 Aug 22 14:28:36.397997 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f3e87f-f57d-48a1-b7a0-d9ee1fcbadbb req-98567172-f127-48e8-a719-4079545ebc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:28:36.399475 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f2f3e87f-f57d-48a1-b7a0-d9ee1fcbadbb req-98567172-f127-48e8-a719-4079545ebc9f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5656c7f7f9c746e19a50aa1bc4d9988c&device_id=3cff7968-f383-4132-a5b8-344857cba852 HTTP/1.1" status: 200 len: 1095 time: 0.0402946 Aug 22 14:28:36.493708 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f3e87f-f57d-48a1-b7a0-d9ee1fcbadbb req-6ac1161e-d51c-4817-ad07-d0baebfbccfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:28:36.495220 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f2f3e87f-f57d-48a1-b7a0-d9ee1fcbadbb req-6ac1161e-d51c-4817-ad07-d0baebfbccfc service neutron] 10.222.0.41 "GET /v2.0/networks?id=e3121dc2-ef3a-469d-becf-58c887a5b7b7 HTTP/1.1" status: 200 len: 898 time: 0.0884755 Aug 22 14:28:36.538100 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f2f3e87f-f57d-48a1-b7a0-d9ee1fcbadbb req-d2d9e0fb-ec5e-454f-8b42-2ff6c63e0c18 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=980dc3a9-f756-4c64-bdf4-6a6a6f65f74e HTTP/1.1" status: 200 len: 217 time: 0.0350025 Aug 22 14:28:36.590774 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f3e87f-f57d-48a1-b7a0-d9ee1fcbadbb req-1937a62d-103e-4bc4-bfc2-e30d28c1d991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:28:36.593010 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f2f3e87f-f57d-48a1-b7a0-d9ee1fcbadbb req-1937a62d-103e-4bc4-bfc2-e30d28c1d991 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2a0f5122-2d12-4e91-bf71-65ee158e1499 HTTP/1.1" status: 200 len: 835 time: 0.0462582 Aug 22 14:28:36.643688 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f3e87f-f57d-48a1-b7a0-d9ee1fcbadbb req-937a49dd-ee20-44bb-b410-00c996a3bfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:28:36.645187 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f2f3e87f-f57d-48a1-b7a0-d9ee1fcbadbb req-937a49dd-ee20-44bb-b410-00c996a3bfbf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e3121dc2-ef3a-469d-becf-58c887a5b7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442753 Aug 22 14:28:36.735909 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f2f3e87f-f57d-48a1-b7a0-d9ee1fcbadbb req-c474a30a-7d44-4d9b-9bbe-461354a9cb67 service neutron] 10.222.0.41 "GET /v2.0/networks/e3121dc2-ef3a-469d-becf-58c887a5b7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815582 Aug 22 14:28:36.799414 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e953ee1-b732-4102-8309-d9e84f701945 req-a30fcbed-071f-4e36-bed1-9fb18c2f2193 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:28:36.801087 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6e953ee1-b732-4102-8309-d9e84f701945 req-a30fcbed-071f-4e36-bed1-9fb18c2f2193 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cff7968-f383-4132-a5b8-344857cba852 HTTP/1.1" status: 200 len: 943 time: 0.0507689 Aug 22 14:28:36.830298 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f2f3e87f-f57d-48a1-b7a0-d9ee1fcbadbb req-1886cdf1-5052-49a8-8c07-8d7b003d02ff service neutron] 10.222.0.41 "GET /v2.0/networks/e3121dc2-ef3a-469d-becf-58c887a5b7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868912 Aug 22 14:28:36.840097 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6e953ee1-b732-4102-8309-d9e84f701945 req-9ce15af0-3f77-4e3a-b93d-165b318c8dd3 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=f92223fe-d3cf-4ccf-b856-35b0519b679a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331562 Aug 22 14:28:37.458415 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 257924a1-a62f-4a7c-acff-28870fef0d50 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:28:37.506430 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 257924a1-a62f-4a7c-acff-28870fef0d50 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:28:37.506794 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:38.263817 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13813a62-dd79-4af0-802d-27dc7ccb93ad req-cde265c4-6be9-4dda-9957-9ecc86c68ad9 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:28:38.265736 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-13813a62-dd79-4af0-802d-27dc7ccb93ad req-cde265c4-6be9-4dda-9957-9ecc86c68ad9 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cff7968-f383-4132-a5b8-344857cba852 HTTP/1.1" status: 200 len: 943 time: 0.3583741 Aug 22 14:28:38.303220 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-13813a62-dd79-4af0-802d-27dc7ccb93ad req-80cee330-b379-490e-a227-9089837ffa51 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=f92223fe-d3cf-4ccf-b856-35b0519b679a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315552 Aug 22 14:28:38.698864 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 980dc3a9-f756-4c64-bdf4-6a6a6f65f74e details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:28:38.791365 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 980dc3a9-f756-4c64-bdf4-6a6a6f65f74e, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=980dc3a9-f756-4c64-bdf4-6a6a6f65f74e,segment=NetworkSegment(a3c3fa8f-72de-4334-aeac-598b70b10fa9),segment_id=a3c3fa8f-72de-4334-aeac-598b70b10fa9)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:28:38.802100 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '980dc3a9-f756-4c64-bdf4-6a6a6f65f74e', 'network_id': 'e3121dc2-ef3a-469d-becf-58c887a5b7b7', 'port_id': '980dc3a9-f756-4c64-bdf4-6a6a6f65f74e', 'mac_address': 'fa:16:3e:54:80:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a0f5122-2d12-4e91-bf71-65ee158e1499', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:28:38.841564 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:38.853838 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 980dc3a9-f756-4c64-bdf4-6a6a6f65f74e {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:28:38.872514 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 980dc3a9-f756-4c64-bdf4-6a6a6f65f74e, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=980dc3a9-f756-4c64-bdf4-6a6a6f65f74e,segment=NetworkSegment(a3c3fa8f-72de-4334-aeac-598b70b10fa9),segment_id=a3c3fa8f-72de-4334-aeac-598b70b10fa9)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:28:38.876880 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:38.922143 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=980dc3a9-f756-4c64-bdf4-6a6a6f65f74e,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:28:39.112944 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['980dc3a9-f756-4c64-bdf4-6a6a6f65f74e'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:28:39.416999 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c3349-78ea-4a8b-9270-bf57d9d747cf req-61e5dcf8-10fd-438c-8160-926a92a25e01 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:28:39.418469 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c29c3349-78ea-4a8b-9270-bf57d9d747cf req-61e5dcf8-10fd-438c-8160-926a92a25e01 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cff7968-f383-4132-a5b8-344857cba852 HTTP/1.1" status: 200 len: 944 time: 0.0482929 Aug 22 14:28:39.457170 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c29c3349-78ea-4a8b-9270-bf57d9d747cf req-38e4de96-d9ac-424f-9e08-4b33061ea8fb tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=f92223fe-d3cf-4ccf-b856-35b0519b679a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319605 Aug 22 14:28:40.570883 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7acdb6-7a75-491f-a8bf-f3b10a9eb003 req-9a086cb6-f541-4021-97e3-7faa0df0b1df tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:28:40.572367 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7a7acdb6-7a75-491f-a8bf-f3b10a9eb003 req-9a086cb6-f541-4021-97e3-7faa0df0b1df tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cff7968-f383-4132-a5b8-344857cba852 HTTP/1.1" status: 200 len: 944 time: 0.0471494 Aug 22 14:28:40.611095 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7a7acdb6-7a75-491f-a8bf-f3b10a9eb003 req-255cc3ef-8322-42cc-8d11-d81e3eebc777 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=f92223fe-d3cf-4ccf-b856-35b0519b679a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322249 Aug 22 14:28:40.714386 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 980dc3a9-f756-4c64-bdf4-6a6a6f65f74e up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:28:40.760417 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 980dc3a9-f756-4c64-bdf4-6a6a6f65f74e completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:28:40.764532 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 980dc3a9-f756-4c64-bdf4-6a6a6f65f74e triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:28:40.764901 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:40.839994 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:40.862029 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cff7968-f383-4132-a5b8-344857cba852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '980dc3a9-f756-4c64-bdf4-6a6a6f65f74e'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:28:40.864321 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9fc9c2c847a9facc218278c3c2c49df6b567d765c98d25b9b10c00da6c51199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e80bc53-b681-48cf-9581-07873c3ca485" -d '{"events": [{"server_uuid": "3cff7968-f383-4132-a5b8-344857cba852", "name": "network-vif-plugged", "status": "completed", "tag": "980dc3a9-f756-4c64-bdf4-6a6a6f65f74e"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:28:40.877775 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 980dc3a9-f756-4c64-bdf4-6a6a6f65f74e, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=980dc3a9-f756-4c64-bdf4-6a6a6f65f74e,segment=NetworkSegment(a3c3fa8f-72de-4334-aeac-598b70b10fa9),segment_id=a3c3fa8f-72de-4334-aeac-598b70b10fa9)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:28:40.883034 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:40.906406 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0091d476-97a9-4604-8a6d-a5c8046c8b38 x-openstack-request-id: req-0091d476-97a9-4604-8a6d-a5c8046c8b38 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:28:40.906700 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cff7968-f383-4132-a5b8-344857cba852", "name": "network-vif-plugged", "status": "completed", "tag": "980dc3a9-f756-4c64-bdf4-6a6a6f65f74e", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:28:40.906951 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0091d476-97a9-4604-8a6d-a5c8046c8b38 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:28:40.907337 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cff7968-f383-4132-a5b8-344857cba852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '980dc3a9-f756-4c64-bdf4-6a6a6f65f74e', 'code': 200} Aug 22 14:28:40.932372 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=980dc3a9-f756-4c64-bdf4-6a6a6f65f74e,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:28:41.000540 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f155238-58f8-4c58-9748-26028c6bffb2 req-96f594bd-26b0-4f97-bae0-1a96adf18d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:28:41.002045 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3f155238-58f8-4c58-9748-26028c6bffb2 req-96f594bd-26b0-4f97-bae0-1a96adf18d6a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3cff7968-f383-4132-a5b8-344857cba852 HTTP/1.1" status: 200 len: 1097 time: 0.0426230 Aug 22 14:28:41.037139 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-3f155238-58f8-4c58-9748-26028c6bffb2 req-50899cae-dde6-433b-9f3d-ee022773181d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f92223fe-d3cf-4ccf-b856-35b0519b679a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281546 Aug 22 14:28:41.742748 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e8379f-d970-4c65-9f2d-8680305f31e2 req-5a8e58de-fc3e-4cd2-9880-d5dcc1bbea28 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:28:41.744216 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-04e8379f-d970-4c65-9f2d-8680305f31e2 req-5a8e58de-fc3e-4cd2-9880-d5dcc1bbea28 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cff7968-f383-4132-a5b8-344857cba852 HTTP/1.1" status: 200 len: 945 time: 0.0525746 Aug 22 14:28:41.780962 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-04e8379f-d970-4c65-9f2d-8680305f31e2 req-93a0573b-8126-405e-a32a-1c74333d01ad tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=f92223fe-d3cf-4ccf-b856-35b0519b679a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307603 Aug 22 14:28:42.896673 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce76304-e4c7-498c-bd74-d86e9e6bf013 req-881ac023-5b6a-4d96-a22a-e60a774a6c08 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:28:42.898168 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6ce76304-e4c7-498c-bd74-d86e9e6bf013 req-881ac023-5b6a-4d96-a22a-e60a774a6c08 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cff7968-f383-4132-a5b8-344857cba852 HTTP/1.1" status: 200 len: 945 time: 0.0496442 Aug 22 14:28:42.935950 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6ce76304-e4c7-498c-bd74-d86e9e6bf013 req-537a31d5-7f8d-4085-ae06-f9aedd7d05ff tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=f92223fe-d3cf-4ccf-b856-35b0519b679a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318298 Aug 22 14:28:43.052700 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9374a4-72e7-4e44-b45a-2de10d56abb3 req-4b674eba-52da-4b3d-861e-e1db5a2c3d06 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:28:43.054236 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8d9374a4-72e7-4e44-b45a-2de10d56abb3 req-4b674eba-52da-4b3d-861e-e1db5a2c3d06 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cff7968-f383-4132-a5b8-344857cba852 HTTP/1.1" status: 200 len: 945 time: 0.0513473 Aug 22 14:28:43.093118 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8d9374a4-72e7-4e44-b45a-2de10d56abb3 req-4bc5a4b5-4538-458d-9a1c-088ed06d6252 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=f92223fe-d3cf-4ccf-b856-35b0519b679a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329661 Aug 22 14:28:43.114697 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52786) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:28:43.157996 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ab8e56-49c9-4f66-8916-ecc2c311bb4e tempest-TestNetworkAdvancedServerOps-1093191866 tempest-TestNetworkAdvancedServerOps-1093191866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:28:43.159508 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-69ab8e56-49c9-4f66-8916-ecc2c311bb4e tempest-TestNetworkAdvancedServerOps-1093191866 tempest-TestNetworkAdvancedServerOps-1093191866-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3cff7968-f383-4132-a5b8-344857cba852 HTTP/1.1" status: 200 len: 1092 time: 0.0438240 Aug 22 14:28:43.162284 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52788) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:28:43.166591 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-5435fdbf-1fb0-474e-be21-ab210c947907 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Request body: {'floatingip': {'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'port_id': '980dc3a9-f756-4c64-bdf4-6a6a6f65f74e', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:28:43.188828 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5435fdbf-1fb0-474e-be21-ab210c947907 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for floatingip, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:43.284866 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5435fdbf-1fb0-474e-be21-ab210c947907 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:43.391333 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-5435fdbf-1fb0-474e-be21-ab210c947907 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Allocated IP 172.25.3.205 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/258f16b1-957e-43f7-a8a7-be60480393cb) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:28:43.493140 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5435fdbf-1fb0-474e-be21-ab210c947907 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:43.533943 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5435fdbf-1fb0-474e-be21-ab210c947907 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:43.572612 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5435fdbf-1fb0-474e-be21-ab210c947907 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:28:43.577148 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-5435fdbf-1fb0-474e-be21-ab210c947907 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:28:43.580844 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5435fdbf-1fb0-474e-be21-ab210c947907 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:28:43.587980 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5435fdbf-1fb0-474e-be21-ab210c947907 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'Port': ['ID=258f16b1-957e-43f7-a8a7-be60480393cb,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:28:43.927387 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5435fdbf-1fb0-474e-be21-ab210c947907 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:43.996414 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5435fdbf-1fb0-474e-be21-ab210c947907 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:44.145030 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5435fdbf-1fb0-474e-be21-ab210c947907 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:44.149069 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5435fdbf-1fb0-474e-be21-ab210c947907 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:44.214184 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5435fdbf-1fb0-474e-be21-ab210c947907 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event updated for resources: {'Port': ['ID=258f16b1-957e-43f7-a8a7-be60480393cb,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:28:44.226705 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5435fdbf-1fb0-474e-be21-ab210c947907 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:44.326865 n-d-793621-33 neutron-server[94627]: INFO neutron.db.l3_db [None req-5435fdbf-1fb0-474e-be21-ab210c947907 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Floating IP 00cfb8d0-af6d-447f-9f2d-f460f88e6e58 associated. External IP: 172.25.3.205, port: 980dc3a9-f756-4c64-bdf4-6a6a6f65f74e. Aug 22 14:28:44.534883 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5435fdbf-1fb0-474e-be21-ab210c947907 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Router d1c3ac11-47a8-4871-b4d8-cfecade6e167 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:28:44.642229 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5435fdbf-1fb0-474e-be21-ab210c947907 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:28:44.652076 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1fb81f-5284-45b7-a50b-68566b9e98a7 None None] Sync routers for ids ['d1c3ac11-47a8-4871-b4d8-cfecade6e167'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:28:44.658424 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-5435fdbf-1fb0-474e-be21-ab210c947907 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:44.662176 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1fb81f-5284-45b7-a50b-68566b9e98a7 None None] Routers {'d1c3ac11-47a8-4871-b4d8-cfecade6e167'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:28:44.662788 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-ba1fb81f-5284-45b7-a50b-68566b9e98a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:28:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['d1c3ac11-47a8-4871-b4d8-cfecade6e167'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:28:44.685570 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-5435fdbf-1fb0-474e-be21-ab210c947907 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5222716 Aug 22 14:28:44.686124 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cff7968-f383-4132-a5b8-344857cba852', 'tag': '980dc3a9-f756-4c64-bdf4-6a6a6f65f74e'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:28:44.688409 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8361b9502d284db1754c02bd1b6f8106db555dd6c6dc010ebe333761f67dd15a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf16d0e4-6303-4ad8-ae6f-f6bfb0ec1601" -d '{"events": [{"name": "network-changed", "server_uuid": "3cff7968-f383-4132-a5b8-344857cba852", "tag": "980dc3a9-f756-4c64-bdf4-6a6a6f65f74e"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:28:44.743996 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77172e6c-b77a-46d5-a627-adb61cc7f5a8 x-openstack-request-id: req-77172e6c-b77a-46d5-a627-adb61cc7f5a8 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:28:44.744442 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cff7968-f383-4132-a5b8-344857cba852", "tag": "980dc3a9-f756-4c64-bdf4-6a6a6f65f74e", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:28:44.744842 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-77172e6c-b77a-46d5-a627-adb61cc7f5a8 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:28:44.745305 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cff7968-f383-4132-a5b8-344857cba852', 'tag': '980dc3a9-f756-4c64-bdf4-6a6a6f65f74e', 'status': 'completed', 'code': 200} Aug 22 14:28:44.771213 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-ba1fb81f-5284-45b7-a50b-68566b9e98a7 None None] Set router d1c3ac11-47a8-4871-b4d8-cfecade6e167 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:28:44.800764 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d12898-26a6-41e7-9440-f96d15f58659 req-f6c277e3-31cf-4bf2-af37-276d12a7ddf7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:28:44.802306 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b7d12898-26a6-41e7-9440-f96d15f58659 req-f6c277e3-31cf-4bf2-af37-276d12a7ddf7 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cff7968-f383-4132-a5b8-344857cba852 HTTP/1.1" status: 200 len: 945 time: 0.0518882 Aug 22 14:28:44.809068 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16d0e4-6303-4ad8-ae6f-f6bfb0ec1601 req-868910bf-891b-4e16-8684-5f88a9819222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:28:44.811161 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-bf16d0e4-6303-4ad8-ae6f-f6bfb0ec1601 req-868910bf-891b-4e16-8684-5f88a9819222 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5656c7f7f9c746e19a50aa1bc4d9988c&device_id=3cff7968-f383-4132-a5b8-344857cba852 HTTP/1.1" status: 200 len: 1097 time: 0.0425377 Aug 22 14:28:44.841053 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b7d12898-26a6-41e7-9440-f96d15f58659 req-64256661-c9e6-4070-a729-640c92e929d2 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=f92223fe-d3cf-4ccf-b856-35b0519b679a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327804 Aug 22 14:28:44.864619 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52794) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:28:44.908857 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16d0e4-6303-4ad8-ae6f-f6bfb0ec1601 req-9f04745b-819b-494c-b862-d57eed44140f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:28:44.910926 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-bf16d0e4-6303-4ad8-ae6f-f6bfb0ec1601 req-9f04745b-819b-494c-b862-d57eed44140f service neutron] 10.222.0.41 "GET /v2.0/networks?id=e3121dc2-ef3a-469d-becf-58c887a5b7b7 HTTP/1.1" status: 200 len: 898 time: 0.0933750 Aug 22 14:28:44.933352 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e5de64e8-d6da-446b-842b-47182bbe23f0 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/floatingips/00cfb8d0-af6d-447f-9f2d-f460f88e6e58 HTTP/1.1" status: 200 len: 991 time: 0.0663657 Aug 22 14:28:44.979396 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-bf16d0e4-6303-4ad8-ae6f-f6bfb0ec1601 req-7067522b-1e83-4d99-9b53-3e67e58c1b0d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=980dc3a9-f756-4c64-bdf4-6a6a6f65f74e HTTP/1.1" status: 200 len: 999 time: 0.0612962 Aug 22 14:28:45.003930 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-ba1fb81f-5284-45b7-a50b-68566b9e98a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c3ac11-47a8-4871-b4d8-cfecade6e167', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084942128', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '0f9e1c4a-904e-49c2-a2ac-29310375f6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:28:28Z', 'updated_at': '2021-08-22T14:28:31Z', 'revision_number': 4, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': '0f9e1c4a-904e-49c2-a2ac-29310375f6a3', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c3ac11-47a8-4871-b4d8-cfecade6e167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:28:28Z', 'updated_at': '2021-08-22T14:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '00cfb8d0-af6d-447f-9f2d-f460f88e6e58', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'floating_ip_address': '172.25.3.205', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': 'd1c3ac11-47a8-4871-b4d8-cfecade6e167', 'port_id': '980dc3a9-f756-4c64-bdf4-6a6a6f65f74e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3121dc2-ef3a-469d-becf-58c887a5b7b7', 'mac_address': 'fa:16:3e:54:80:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cff7968-f383-4132-a5b8-344857cba852', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:28:43Z', 'updated_at': '2021-08-22T14:28:43Z', 'revision_number': 0, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '257924a1-a62f-4a7c-acff-28870fef0d50', 'name': '', 'network_id': 'e3121dc2-ef3a-469d-becf-58c887a5b7b7', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'mac_address': 'fa:16:3e:21:89:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c3ac11-47a8-4871-b4d8-cfecade6e167', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '2a0f5122-2d12-4e91-bf71-65ee158e1499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:28:30Z', 'updated_at': '2021-08-22T14:28:35Z', 'revision_number': 5, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'subnets': [{'id': '2a0f5122-2d12-4e91-bf71-65ee158e1499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:28:45.030762 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1fb81f-5284-45b7-a50b-68566b9e98a7 None None] Checking router: d1c3ac11-47a8-4871-b4d8-cfecade6e167 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:28:45.032897 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16d0e4-6303-4ad8-ae6f-f6bfb0ec1601 req-6d6ee706-c49b-4a4d-b4a5-c126b50f082b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:28:45.034358 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-bf16d0e4-6303-4ad8-ae6f-f6bfb0ec1601 req-6d6ee706-c49b-4a4d-b4a5-c126b50f082b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2a0f5122-2d12-4e91-bf71-65ee158e1499 HTTP/1.1" status: 200 len: 835 time: 0.0481913 Aug 22 14:28:45.038912 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1fb81f-5284-45b7-a50b-68566b9e98a7 None None] Routers {'d1c3ac11-47a8-4871-b4d8-cfecade6e167'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:28:45.039508 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-ba1fb81f-5284-45b7-a50b-68566b9e98a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:28:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['d1c3ac11-47a8-4871-b4d8-cfecade6e167'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:28:45.079436 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16d0e4-6303-4ad8-ae6f-f6bfb0ec1601 req-8e2a755a-2625-42f9-a840-806c15c0e4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:28:45.080954 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-bf16d0e4-6303-4ad8-ae6f-f6bfb0ec1601 req-8e2a755a-2625-42f9-a840-806c15c0e4cb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e3121dc2-ef3a-469d-becf-58c887a5b7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396507 Aug 22 14:28:45.143310 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-ba1fb81f-5284-45b7-a50b-68566b9e98a7 None None] Set router d1c3ac11-47a8-4871-b4d8-cfecade6e167 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:28:45.170430 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-bf16d0e4-6303-4ad8-ae6f-f6bfb0ec1601 req-6c8f2907-5ecd-444c-a679-9ba0ba1a73cc service neutron] 10.222.0.41 "GET /v2.0/networks/e3121dc2-ef3a-469d-becf-58c887a5b7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818987 Aug 22 14:28:45.263065 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-bf16d0e4-6303-4ad8-ae6f-f6bfb0ec1601 req-d8144e11-af6c-4904-af9d-6c5cc620c580 service neutron] 10.222.0.41 "GET /v2.0/networks/e3121dc2-ef3a-469d-becf-58c887a5b7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865562 Aug 22 14:28:45.361018 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-ba1fb81f-5284-45b7-a50b-68566b9e98a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c3ac11-47a8-4871-b4d8-cfecade6e167', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084942128', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '0f9e1c4a-904e-49c2-a2ac-29310375f6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:28:28Z', 'updated_at': '2021-08-22T14:28:31Z', 'revision_number': 4, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': '0f9e1c4a-904e-49c2-a2ac-29310375f6a3', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c3ac11-47a8-4871-b4d8-cfecade6e167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:28:28Z', 'updated_at': '2021-08-22T14:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '00cfb8d0-af6d-447f-9f2d-f460f88e6e58', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'floating_ip_address': '172.25.3.205', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': 'd1c3ac11-47a8-4871-b4d8-cfecade6e167', 'port_id': '980dc3a9-f756-4c64-bdf4-6a6a6f65f74e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3121dc2-ef3a-469d-becf-58c887a5b7b7', 'mac_address': 'fa:16:3e:54:80:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cff7968-f383-4132-a5b8-344857cba852', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:28:43Z', 'updated_at': '2021-08-22T14:28:43Z', 'revision_number': 0, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '257924a1-a62f-4a7c-acff-28870fef0d50', 'name': '', 'network_id': 'e3121dc2-ef3a-469d-becf-58c887a5b7b7', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'mac_address': 'fa:16:3e:21:89:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c3ac11-47a8-4871-b4d8-cfecade6e167', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '2a0f5122-2d12-4e91-bf71-65ee158e1499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:28:30Z', 'updated_at': '2021-08-22T14:28:35Z', 'revision_number': 5, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'subnets': [{'id': '2a0f5122-2d12-4e91-bf71-65ee158e1499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:28:45.391050 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1fb81f-5284-45b7-a50b-68566b9e98a7 None None] The sync data for ids ['d1c3ac11-47a8-4871-b4d8-cfecade6e167'] in n-d-793621-33 is: [{'id': 'd1c3ac11-47a8-4871-b4d8-cfecade6e167', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084942128', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '0f9e1c4a-904e-49c2-a2ac-29310375f6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:28:28Z', 'updated_at': '2021-08-22T14:28:31Z', 'revision_number': 4, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': '0f9e1c4a-904e-49c2-a2ac-29310375f6a3', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c3ac11-47a8-4871-b4d8-cfecade6e167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:28:28Z', 'updated_at': '2021-08-22T14:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '00cfb8d0-af6d-447f-9f2d-f460f88e6e58', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'floating_ip_address': '172.25.3.205', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': 'd1c3ac11-47a8-4871-b4d8-cfecade6e167', 'port_id': '980dc3a9-f756-4c64-bdf4-6a6a6f65f74e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3121dc2-ef3a-469d-becf-58c887a5b7b7', 'mac_address': 'fa:16:3e:54:80:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cff7968-f383-4132-a5b8-344857cba852', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:28:43Z', 'updated_at': '2021-08-22T14:28:43Z', 'revision_number': 0, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '257924a1-a62f-4a7c-acff-28870fef0d50', 'name': '', 'network_id': 'e3121dc2-ef3a-469d-becf-58c887a5b7b7', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'mac_address': 'fa:16:3e:21:89:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c3ac11-47a8-4871-b4d8-cfecade6e167', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '2a0f5122-2d12-4e91-bf71-65ee158e1499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:28:30Z', 'updated_at': '2021-08-22T14:28:35Z', 'revision_number': 5, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'subnets': [{'id': '2a0f5122-2d12-4e91-bf71-65ee158e1499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:28:45.578456 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273378ed-e5c9-4659-818d-4bfd3620a16e None None] New status for floating IP 00cfb8d0-af6d-447f-9f2d-f460f88e6e58: ACTIVE {{(pid=94630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 14:28:45.935514 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52796) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:28:45.995602 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-67b24d27-0e21-4a01-9c2d-12f33b6d1283 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/floatingips/00cfb8d0-af6d-447f-9f2d-f460f88e6e58 HTTP/1.1" status: 200 len: 993 time: 0.0588903 Aug 22 14:28:51.248970 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:28:58.550209 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-47da7402-9d13-44a3-8cf2-7ce41e8df457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:28:59.101643 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:01.143580 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c63d9822-720c-452f-8a75-f8108d787cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:01.284992 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:02.670270 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:04.449101 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:04.479076 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:12.771631 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da39a4-a981-4685-a9c5-933ded2a0c05 req-78363735-f8fc-4928-85f8-67c5a554a133 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:29:12.773067 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-51da39a4-a981-4685-a9c5-933ded2a0c05 req-78363735-f8fc-4928-85f8-67c5a554a133 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cff7968-f383-4132-a5b8-344857cba852 HTTP/1.1" status: 200 len: 945 time: 0.1056976 Aug 22 14:29:12.810931 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-51da39a4-a981-4685-a9c5-933ded2a0c05 req-c9804bad-9586-43e1-bbfe-902389bc08dd tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=f92223fe-d3cf-4ccf-b856-35b0519b679a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319335 Aug 22 14:29:13.973285 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a6b5d-f0bc-4db1-97a4-d3a6558cf6b0 req-7f754035-a3fc-42a5-ad8f-5c0b55531a2e tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:29:13.974803 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-853a6b5d-f0bc-4db1-97a4-d3a6558cf6b0 req-7f754035-a3fc-42a5-ad8f-5c0b55531a2e tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cff7968-f383-4132-a5b8-344857cba852 HTTP/1.1" status: 200 len: 945 time: 0.0929072 Aug 22 14:29:14.012467 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-853a6b5d-f0bc-4db1-97a4-d3a6558cf6b0 req-b0556998-0325-4ff5-8540-8048a3df7315 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=f92223fe-d3cf-4ccf-b856-35b0519b679a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317082 Aug 22 14:29:14.034559 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52818) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:29:14.092579 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f467eab4-236d-4811-8d62-9228ff888e99 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/floatingips/00cfb8d0-af6d-447f-9f2d-f460f88e6e58 HTTP/1.1" status: 200 len: 993 time: 0.0568049 Aug 22 14:29:15.361799 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f790d-461f-498e-b46e-052e8a45354c req-32e03469-6888-4c4e-8bb5-18ba88ab71d2 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:29:15.363456 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7f8f790d-461f-498e-b46e-052e8a45354c req-32e03469-6888-4c4e-8bb5-18ba88ab71d2 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cff7968-f383-4132-a5b8-344857cba852 HTTP/1.1" status: 200 len: 945 time: 0.0557821 Aug 22 14:29:15.375237 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab6aaf8-8815-4c8b-aebf-bfb41d884aa1 req-6a7117fc-eb6e-4d27-aef8-78397913fbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:29:15.376923 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7ab6aaf8-8815-4c8b-aebf-bfb41d884aa1 req-6a7117fc-eb6e-4d27-aef8-78397913fbc3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5656c7f7f9c746e19a50aa1bc4d9988c&device_id=3cff7968-f383-4132-a5b8-344857cba852 HTTP/1.1" status: 200 len: 1097 time: 0.0460107 Aug 22 14:29:15.401818 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7f8f790d-461f-498e-b46e-052e8a45354c req-b62ada6c-a411-4879-b105-2acaca63c901 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=f92223fe-d3cf-4ccf-b856-35b0519b679a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317504 Aug 22 14:29:15.474327 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab6aaf8-8815-4c8b-aebf-bfb41d884aa1 req-f176cb4e-9997-460e-9557-5bbb5c687ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:29:15.475805 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7ab6aaf8-8815-4c8b-aebf-bfb41d884aa1 req-f176cb4e-9997-460e-9557-5bbb5c687ca4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e3121dc2-ef3a-469d-becf-58c887a5b7b7 HTTP/1.1" status: 200 len: 898 time: 0.0882051 Aug 22 14:29:15.541428 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7ab6aaf8-8815-4c8b-aebf-bfb41d884aa1 req-35a8df78-1ab6-4215-b386-6e348a40bc48 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=980dc3a9-f756-4c64-bdf4-6a6a6f65f74e HTTP/1.1" status: 200 len: 1001 time: 0.0574977 Aug 22 14:29:15.589985 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab6aaf8-8815-4c8b-aebf-bfb41d884aa1 req-f9c530d8-bdc4-4c9d-baea-7b9021eade8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:29:15.591395 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7ab6aaf8-8815-4c8b-aebf-bfb41d884aa1 req-f9c530d8-bdc4-4c9d-baea-7b9021eade8c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2a0f5122-2d12-4e91-bf71-65ee158e1499 HTTP/1.1" status: 200 len: 835 time: 0.0427015 Aug 22 14:29:15.639619 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab6aaf8-8815-4c8b-aebf-bfb41d884aa1 req-502e225b-e716-4bcb-923b-60c7a896a473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:29:15.641848 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7ab6aaf8-8815-4c8b-aebf-bfb41d884aa1 req-502e225b-e716-4bcb-923b-60c7a896a473 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e3121dc2-ef3a-469d-becf-58c887a5b7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435073 Aug 22 14:29:15.728327 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7ab6aaf8-8815-4c8b-aebf-bfb41d884aa1 req-2f708e31-ec83-4089-845c-65c9d7e3f8da service neutron] 10.222.0.41 "GET /v2.0/networks/e3121dc2-ef3a-469d-becf-58c887a5b7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791590 Aug 22 14:29:15.820818 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7ab6aaf8-8815-4c8b-aebf-bfb41d884aa1 req-c12be508-f749-40c3-8677-2f25d96a761b service neutron] 10.222.0.41 "GET /v2.0/networks/e3121dc2-ef3a-469d-becf-58c887a5b7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846636 Aug 22 14:29:16.519751 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e82ae9e-4866-4c79-ae4f-618d21191524 req-6956be9d-66c5-47e9-911c-a47484c957a5 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:29:16.521303 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4e82ae9e-4866-4c79-ae4f-618d21191524 req-6956be9d-66c5-47e9-911c-a47484c957a5 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cff7968-f383-4132-a5b8-344857cba852 HTTP/1.1" status: 200 len: 945 time: 0.0491781 Aug 22 14:29:16.560619 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4e82ae9e-4866-4c79-ae4f-618d21191524 req-e3e7d708-94a7-4671-aa8c-aa47fba09d03 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=f92223fe-d3cf-4ccf-b856-35b0519b679a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328884 Aug 22 14:29:17.678875 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b9a21-278c-4925-8a5f-17c2a19ecc85 req-27b144f1-7760-4872-a1fc-aee4a53e3089 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:29:17.680275 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fb2b9a21-278c-4925-8a5f-17c2a19ecc85 req-27b144f1-7760-4872-a1fc-aee4a53e3089 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cff7968-f383-4132-a5b8-344857cba852 HTTP/1.1" status: 200 len: 945 time: 0.0497527 Aug 22 14:29:17.716407 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fb2b9a21-278c-4925-8a5f-17c2a19ecc85 req-c00d101a-98fe-420d-98af-306f04cc286c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=f92223fe-d3cf-4ccf-b856-35b0519b679a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300989 Aug 22 14:29:17.739643 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52830) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:29:17.801447 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-58a0ba2d-1c2b-4ccc-a77a-1facf9e24e5a tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/floatingips/00cfb8d0-af6d-447f-9f2d-f460f88e6e58 HTTP/1.1" status: 200 len: 993 time: 0.0606837 Aug 22 14:29:18.040577 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52836) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:29:18.195484 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-af256713-25ae-43f9-a741-9eb17f303d9c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Deleting port 258f16b1-957e-43f7-a8a7-be60480393cb {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:29:18.195829 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-af256713-25ae-43f9-a741-9eb17f303d9c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:18.267930 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-af256713-25ae-43f9-a741-9eb17f303d9c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:18.268180 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-af256713-25ae-43f9-a741-9eb17f303d9c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:18.279515 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-af256713-25ae-43f9-a741-9eb17f303d9c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Calling delete_port for 258f16b1-957e-43f7-a8a7-be60480393cb owned by network:floatingip {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:29:18.421269 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-af256713-25ae-43f9-a741-9eb17f303d9c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:18.445464 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af256713-25ae-43f9-a741-9eb17f303d9c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event deleted for resources: {'Port': ['ID=258f16b1-957e-43f7-a8a7-be60480393cb,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:29:18.508714 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-af256713-25ae-43f9-a741-9eb17f303d9c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for floatingip, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:18.509300 n-d-793621-33 neutron-server[94628]: INFO neutron.db.l3_db [None req-af256713-25ae-43f9-a741-9eb17f303d9c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Floating IP 00cfb8d0-af6d-447f-9f2d-f460f88e6e58 disassociated (deleted). External IP: 172.25.3.205, port: 980dc3a9-f756-4c64-bdf4-6a6a6f65f74e. Aug 22 14:29:18.717120 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af256713-25ae-43f9-a741-9eb17f303d9c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Router d1c3ac11-47a8-4871-b4d8-cfecade6e167 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:29:18.821477 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af256713-25ae-43f9-a741-9eb17f303d9c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:29:18.826630 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-af256713-25ae-43f9-a741-9eb17f303d9c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:18.834341 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4410e2aa-acb7-4d35-83de-9c5a14cfaa97 None None] Sync routers for ids ['d1c3ac11-47a8-4871-b4d8-cfecade6e167'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:29:18.843204 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4410e2aa-acb7-4d35-83de-9c5a14cfaa97 None None] Routers {'d1c3ac11-47a8-4871-b4d8-cfecade6e167'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:29:18.843882 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-4410e2aa-acb7-4d35-83de-9c5a14cfaa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:29:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['d1c3ac11-47a8-4871-b4d8-cfecade6e167'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:29:18.853665 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-af256713-25ae-43f9-a741-9eb17f303d9c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "DELETE /v2.0/floatingips/00cfb8d0-af6d-447f-9f2d-f460f88e6e58 HTTP/1.1" status: 204 len: 168 time: 0.8119957 Aug 22 14:29:18.854247 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cff7968-f383-4132-a5b8-344857cba852', 'tag': '980dc3a9-f756-4c64-bdf4-6a6a6f65f74e'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:29:18.856539 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bdeb8ea780dc3f157cf86c35b44054b3d50f34a398e9a69dfe822f45c5aaee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c54e7e-fffb-4eda-9bb0-f4a0da31e3c7" -d '{"events": [{"name": "network-changed", "server_uuid": "3cff7968-f383-4132-a5b8-344857cba852", "tag": "980dc3a9-f756-4c64-bdf4-6a6a6f65f74e"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:29:18.898649 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c403fe-5db5-4f48-9e21-6685f3533237 x-openstack-request-id: req-b6c403fe-5db5-4f48-9e21-6685f3533237 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:29:18.899045 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cff7968-f383-4132-a5b8-344857cba852", "tag": "980dc3a9-f756-4c64-bdf4-6a6a6f65f74e", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:29:18.899182 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b6c403fe-5db5-4f48-9e21-6685f3533237 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:29:18.899580 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cff7968-f383-4132-a5b8-344857cba852', 'tag': '980dc3a9-f756-4c64-bdf4-6a6a6f65f74e', 'status': 'completed', 'code': 200} Aug 22 14:29:18.956067 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-4410e2aa-acb7-4d35-83de-9c5a14cfaa97 None None] Set router d1c3ac11-47a8-4871-b4d8-cfecade6e167 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:29:18.970325 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c54e7e-fffb-4eda-9bb0-f4a0da31e3c7 req-94f66830-de5d-4800-a6c1-d1a156e67825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:29:18.973492 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-96c54e7e-fffb-4eda-9bb0-f4a0da31e3c7 req-94f66830-de5d-4800-a6c1-d1a156e67825 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5656c7f7f9c746e19a50aa1bc4d9988c&device_id=3cff7968-f383-4132-a5b8-344857cba852 HTTP/1.1" status: 200 len: 1097 time: 0.0497222 Aug 22 14:29:19.075095 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c54e7e-fffb-4eda-9bb0-f4a0da31e3c7 req-c2d15b62-80e1-437a-8f76-cd0cf2c088f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:29:19.076713 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-96c54e7e-fffb-4eda-9bb0-f4a0da31e3c7 req-c2d15b62-80e1-437a-8f76-cd0cf2c088f2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e3121dc2-ef3a-469d-becf-58c887a5b7b7 HTTP/1.1" status: 200 len: 898 time: 0.0952997 Aug 22 14:29:19.113583 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45cad24-de08-43ad-9f4b-53cb7411d282 req-179ff0c3-e75e-4f40-a94a-be0035ada43b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:29:19.115230 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a45cad24-de08-43ad-9f4b-53cb7411d282 req-179ff0c3-e75e-4f40-a94a-be0035ada43b tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cff7968-f383-4132-a5b8-344857cba852 HTTP/1.1" status: 200 len: 945 time: 0.0590062 Aug 22 14:29:19.124463 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-96c54e7e-fffb-4eda-9bb0-f4a0da31e3c7 req-bf250b55-690f-470a-83a1-8a048efde958 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=980dc3a9-f756-4c64-bdf4-6a6a6f65f74e HTTP/1.1" status: 200 len: 217 time: 0.0395367 Aug 22 14:29:19.156090 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a45cad24-de08-43ad-9f4b-53cb7411d282 req-92e25852-a662-42a6-b35f-4f33bb734f6c tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=f92223fe-d3cf-4ccf-b856-35b0519b679a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344901 Aug 22 14:29:19.176597 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c54e7e-fffb-4eda-9bb0-f4a0da31e3c7 req-0b218086-f435-4175-bf74-603cf6a1a39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:29:19.178237 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-96c54e7e-fffb-4eda-9bb0-f4a0da31e3c7 req-0b218086-f435-4175-bf74-603cf6a1a39e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2a0f5122-2d12-4e91-bf71-65ee158e1499 HTTP/1.1" status: 200 len: 835 time: 0.0462143 Aug 22 14:29:19.224788 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c54e7e-fffb-4eda-9bb0-f4a0da31e3c7 req-8894dd67-c243-433f-a0eb-1617d39f840d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:29:19.226174 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-96c54e7e-fffb-4eda-9bb0-f4a0da31e3c7 req-8894dd67-c243-433f-a0eb-1617d39f840d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e3121dc2-ef3a-469d-becf-58c887a5b7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396750 Aug 22 14:29:19.316000 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-4410e2aa-acb7-4d35-83de-9c5a14cfaa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c3ac11-47a8-4871-b4d8-cfecade6e167', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084942128', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '0f9e1c4a-904e-49c2-a2ac-29310375f6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:28:28Z', 'updated_at': '2021-08-22T14:28:31Z', 'revision_number': 4, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': '0f9e1c4a-904e-49c2-a2ac-29310375f6a3', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c3ac11-47a8-4871-b4d8-cfecade6e167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:28:28Z', 'updated_at': '2021-08-22T14:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '257924a1-a62f-4a7c-acff-28870fef0d50', 'name': '', 'network_id': 'e3121dc2-ef3a-469d-becf-58c887a5b7b7', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'mac_address': 'fa:16:3e:21:89:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c3ac11-47a8-4871-b4d8-cfecade6e167', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '2a0f5122-2d12-4e91-bf71-65ee158e1499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:28:30Z', 'updated_at': '2021-08-22T14:28:35Z', 'revision_number': 5, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'subnets': [{'id': '2a0f5122-2d12-4e91-bf71-65ee158e1499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:29:19.318891 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-96c54e7e-fffb-4eda-9bb0-f4a0da31e3c7 req-3259e31b-dfd4-4934-a334-1f57ddac0ce4 service neutron] 10.222.0.41 "GET /v2.0/networks/e3121dc2-ef3a-469d-becf-58c887a5b7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835772 Aug 22 14:29:19.345380 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4410e2aa-acb7-4d35-83de-9c5a14cfaa97 None None] Checking router: d1c3ac11-47a8-4871-b4d8-cfecade6e167 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:29:19.353976 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4410e2aa-acb7-4d35-83de-9c5a14cfaa97 None None] Routers {'d1c3ac11-47a8-4871-b4d8-cfecade6e167'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:29:19.354787 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-4410e2aa-acb7-4d35-83de-9c5a14cfaa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:29:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['d1c3ac11-47a8-4871-b4d8-cfecade6e167'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:29:19.412038 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-96c54e7e-fffb-4eda-9bb0-f4a0da31e3c7 req-40672686-4d5b-4d43-b9ca-0921d00d68cc service neutron] 10.222.0.41 "GET /v2.0/networks/e3121dc2-ef3a-469d-becf-58c887a5b7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827112 Aug 22 14:29:19.461490 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-4410e2aa-acb7-4d35-83de-9c5a14cfaa97 None None] Set router d1c3ac11-47a8-4871-b4d8-cfecade6e167 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:29:19.652385 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-4410e2aa-acb7-4d35-83de-9c5a14cfaa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c3ac11-47a8-4871-b4d8-cfecade6e167', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084942128', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '0f9e1c4a-904e-49c2-a2ac-29310375f6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:28:28Z', 'updated_at': '2021-08-22T14:28:31Z', 'revision_number': 4, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': '0f9e1c4a-904e-49c2-a2ac-29310375f6a3', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c3ac11-47a8-4871-b4d8-cfecade6e167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:28:28Z', 'updated_at': '2021-08-22T14:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '257924a1-a62f-4a7c-acff-28870fef0d50', 'name': '', 'network_id': 'e3121dc2-ef3a-469d-becf-58c887a5b7b7', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'mac_address': 'fa:16:3e:21:89:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c3ac11-47a8-4871-b4d8-cfecade6e167', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '2a0f5122-2d12-4e91-bf71-65ee158e1499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:28:30Z', 'updated_at': '2021-08-22T14:28:35Z', 'revision_number': 5, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'subnets': [{'id': '2a0f5122-2d12-4e91-bf71-65ee158e1499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:29:19.681981 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4410e2aa-acb7-4d35-83de-9c5a14cfaa97 None None] The sync data for ids ['d1c3ac11-47a8-4871-b4d8-cfecade6e167'] in n-d-793621-33 is: [{'id': 'd1c3ac11-47a8-4871-b4d8-cfecade6e167', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084942128', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '0f9e1c4a-904e-49c2-a2ac-29310375f6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:28:28Z', 'updated_at': '2021-08-22T14:28:31Z', 'revision_number': 4, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': '0f9e1c4a-904e-49c2-a2ac-29310375f6a3', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c3ac11-47a8-4871-b4d8-cfecade6e167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:28:28Z', 'updated_at': '2021-08-22T14:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '257924a1-a62f-4a7c-acff-28870fef0d50', 'name': '', 'network_id': 'e3121dc2-ef3a-469d-becf-58c887a5b7b7', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'mac_address': 'fa:16:3e:21:89:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c3ac11-47a8-4871-b4d8-cfecade6e167', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '2a0f5122-2d12-4e91-bf71-65ee158e1499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:28:30Z', 'updated_at': '2021-08-22T14:28:35Z', 'revision_number': 5, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'subnets': [{'id': '2a0f5122-2d12-4e91-bf71-65ee158e1499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:29:19.903323 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29babf4-aa07-49b3-b316-9a1440299123 None None] New status for floating IP 00cfb8d0-af6d-447f-9f2d-f460f88e6e58: DOWN {{(pid=94630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 14:29:20.278880 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a358fea0-311d-48fb-8af4-098cac9e38cf req-dd7f22be-f7b3-484a-a4a6-77a63d976ebe tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:29:20.280388 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a358fea0-311d-48fb-8af4-098cac9e38cf req-dd7f22be-f7b3-484a-a4a6-77a63d976ebe tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cff7968-f383-4132-a5b8-344857cba852 HTTP/1.1" status: 200 len: 945 time: 0.0522678 Aug 22 14:29:20.317518 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a358fea0-311d-48fb-8af4-098cac9e38cf req-691e648e-cb09-474b-8043-1ff87dd76401 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/security-groups?id=f92223fe-d3cf-4ccf-b856-35b0519b679a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307145 Aug 22 14:29:20.688132 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0226ffa-b141-4f95-ac5d-70509310a0c8 req-025e06fa-a35d-4b88-8314-e320fd74c28f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:29:20.689622 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d0226ffa-b141-4f95-ac5d-70509310a0c8 req-025e06fa-a35d-4b88-8314-e320fd74c28f tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cff7968-f383-4132-a5b8-344857cba852 HTTP/1.1" status: 200 len: 945 time: 0.0541387 Aug 22 14:29:20.779391 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-d0226ffa-b141-4f95-ac5d-70509310a0c8 req-52104726-dc69-4cb7-888b-b99aa535e0cd tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Deleting port 980dc3a9-f756-4c64-bdf4-6a6a6f65f74e {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:29:20.779725 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-d0226ffa-b141-4f95-ac5d-70509310a0c8 req-52104726-dc69-4cb7-888b-b99aa535e0cd tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:20.869937 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-d0226ffa-b141-4f95-ac5d-70509310a0c8 req-52104726-dc69-4cb7-888b-b99aa535e0cd tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] For port 980dc3a9-f756-4c64-bdf4-6a6a6f65f74e, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=980dc3a9-f756-4c64-bdf4-6a6a6f65f74e,segment=NetworkSegment(a3c3fa8f-72de-4334-aeac-598b70b10fa9),segment_id=a3c3fa8f-72de-4334-aeac-598b70b10fa9)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:29:20.870297 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-d0226ffa-b141-4f95-ac5d-70509310a0c8 req-52104726-dc69-4cb7-888b-b99aa535e0cd tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:20.881630 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-d0226ffa-b141-4f95-ac5d-70509310a0c8 req-52104726-dc69-4cb7-888b-b99aa535e0cd tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Calling delete_port for 980dc3a9-f756-4c64-bdf4-6a6a6f65f74e owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:29:21.007194 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-d0226ffa-b141-4f95-ac5d-70509310a0c8 req-52104726-dc69-4cb7-888b-b99aa535e0cd tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:21.039729 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52104726-dc69-4cb7-888b-b99aa535e0cd tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event deleted for resources: {'Port': ['ID=980dc3a9-f756-4c64-bdf4-6a6a6f65f74e,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:29:21.053132 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52104726-dc69-4cb7-888b-b99aa535e0cd tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:29:21.053482 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52104726-dc69-4cb7-888b-b99aa535e0cd tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:29:21.053819 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52104726-dc69-4cb7-888b-b99aa535e0cd tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:29:21.054152 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52104726-dc69-4cb7-888b-b99aa535e0cd tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:29:21.054480 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52104726-dc69-4cb7-888b-b99aa535e0cd tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:29:21.054805 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52104726-dc69-4cb7-888b-b99aa535e0cd tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:29:21.055133 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52104726-dc69-4cb7-888b-b99aa535e0cd tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:29:21.055456 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52104726-dc69-4cb7-888b-b99aa535e0cd tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:29:21.055778 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52104726-dc69-4cb7-888b-b99aa535e0cd tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:29:21.056099 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52104726-dc69-4cb7-888b-b99aa535e0cd tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:29:21.056444 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52104726-dc69-4cb7-888b-b99aa535e0cd tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:29:21.056766 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52104726-dc69-4cb7-888b-b99aa535e0cd tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:29:21.092030 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0226ffa-b141-4f95-ac5d-70509310a0c8 req-52104726-dc69-4cb7-888b-b99aa535e0cd tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] No DVR routers for this DVR port 980dc3a9-f756-4c64-bdf4-6a6a6f65f74e on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:29:21.095149 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-d0226ffa-b141-4f95-ac5d-70509310a0c8 req-52104726-dc69-4cb7-888b-b99aa535e0cd tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:21.097180 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-d0226ffa-b141-4f95-ac5d-70509310a0c8 req-52104726-dc69-4cb7-888b-b99aa535e0cd tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.41 "DELETE /v2.0/ports/980dc3a9-f756-4c64-bdf4-6a6a6f65f74e HTTP/1.1" status: 204 len: 173 time: 0.4008369 Aug 22 14:29:21.097609 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cff7968-f383-4132-a5b8-344857cba852', 'name': 'network-vif-deleted', 'tag': '980dc3a9-f756-4c64-bdf4-6a6a6f65f74e'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:29:21.099834 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bdeb8ea780dc3f157cf86c35b44054b3d50f34a398e9a69dfe822f45c5aaee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d871ea-72de-41b8-9cc6-ca4e1132fdbd" -d '{"events": [{"server_uuid": "3cff7968-f383-4132-a5b8-344857cba852", "name": "network-vif-deleted", "tag": "980dc3a9-f756-4c64-bdf4-6a6a6f65f74e"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:29:21.136798 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ffb9dd5-1248-45dc-9d89-ecb08bbbd276 x-openstack-request-id: req-6ffb9dd5-1248-45dc-9d89-ecb08bbbd276 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:29:21.137087 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cff7968-f383-4132-a5b8-344857cba852", "name": "network-vif-deleted", "tag": "980dc3a9-f756-4c64-bdf4-6a6a6f65f74e", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:29:21.137339 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6ffb9dd5-1248-45dc-9d89-ecb08bbbd276 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:29:21.137732 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cff7968-f383-4132-a5b8-344857cba852', 'name': 'network-vif-deleted', 'tag': '980dc3a9-f756-4c64-bdf4-6a6a6f65f74e', 'status': 'completed', 'code': 200} Aug 22 14:29:21.423519 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d8a9b9b3-cfac-439d-8a57-eecfa6341e27 req-c458b195-799d-43c1-8f65-097f2b639e6a tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cff7968-f383-4132-a5b8-344857cba852 HTTP/1.1" status: 200 len: 210 time: 0.0277431 Aug 22 14:29:22.480933 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52852) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:29:23.162222 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4ba2a7de-f0d5-43dd-9b71-802dba8a8380 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:23.409110 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-4ba2a7de-f0d5-43dd-9b71-802dba8a8380 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Deleting port 257924a1-a62f-4a7c-acff-28870fef0d50 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:29:23.409448 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4ba2a7de-f0d5-43dd-9b71-802dba8a8380 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:23.494616 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-4ba2a7de-f0d5-43dd-9b71-802dba8a8380 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] For port 257924a1-a62f-4a7c-acff-28870fef0d50, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=257924a1-a62f-4a7c-acff-28870fef0d50,segment=NetworkSegment(a3c3fa8f-72de-4334-aeac-598b70b10fa9),segment_id=a3c3fa8f-72de-4334-aeac-598b70b10fa9)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:29:23.495289 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4ba2a7de-f0d5-43dd-9b71-802dba8a8380 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:23.507140 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-4ba2a7de-f0d5-43dd-9b71-802dba8a8380 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Calling delete_port for 257924a1-a62f-4a7c-acff-28870fef0d50 owned by network:router_interface {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:29:23.688895 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4ba2a7de-f0d5-43dd-9b71-802dba8a8380 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:23.716275 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba2a7de-f0d5-43dd-9b71-802dba8a8380 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event deleted for resources: {'Port': ['ID=257924a1-a62f-4a7c-acff-28870fef0d50,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:29:23.888361 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4ba2a7de-f0d5-43dd-9b71-802dba8a8380 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:24.102353 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba2a7de-f0d5-43dd-9b71-802dba8a8380 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Router d1c3ac11-47a8-4871-b4d8-cfecade6e167 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:29:24.207772 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba2a7de-f0d5-43dd-9b71-802dba8a8380 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:29:24.212986 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4ba2a7de-f0d5-43dd-9b71-802dba8a8380 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "PUT /v2.0/routers/d1c3ac11-47a8-4871-b4d8-cfecade6e167/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7309425 Aug 22 14:29:24.215641 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52854) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:29:24.218404 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13b7c2b-dbbe-442f-ad2c-7ab3ea8d3a97 None None] Sync routers for ids ['d1c3ac11-47a8-4871-b4d8-cfecade6e167'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:29:24.227429 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13b7c2b-dbbe-442f-ad2c-7ab3ea8d3a97 None None] Routers {'d1c3ac11-47a8-4871-b4d8-cfecade6e167'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:29:24.228050 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-d13b7c2b-dbbe-442f-ad2c-7ab3ea8d3a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:29:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['d1c3ac11-47a8-4871-b4d8-cfecade6e167'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:29:24.266249 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-abb46485-022f-4ea1-9101-6eb80a2a67ec tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Deleting subnet 2a0f5122-2d12-4e91-bf71-65ee158e1499 {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:29:24.269579 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-abb46485-022f-4ea1-9101-6eb80a2a67ec tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:24.308022 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-abb46485-022f-4ea1-9101-6eb80a2a67ec tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:24.331263 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-d13b7c2b-dbbe-442f-ad2c-7ab3ea8d3a97 None None] Set router d1c3ac11-47a8-4871-b4d8-cfecade6e167 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:29:24.396896 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-abb46485-022f-4ea1-9101-6eb80a2a67ec tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:24.458679 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-abb46485-022f-4ea1-9101-6eb80a2a67ec tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:24.485646 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb46485-022f-4ea1-9101-6eb80a2a67ec tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event deleted for resources: {'Subnet': ['ID=2a0f5122-2d12-4e91-bf71-65ee158e1499,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:29:24.491918 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-abb46485-022f-4ea1-9101-6eb80a2a67ec tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:24.494109 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-abb46485-022f-4ea1-9101-6eb80a2a67ec tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "DELETE /v2.0/subnets/2a0f5122-2d12-4e91-bf71-65ee158e1499 HTTP/1.1" status: 204 len: 168 time: 0.2774889 Aug 22 14:29:24.497374 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52856) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:29:24.501389 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5456dc9c-b0c6-452a-8b28-d5c25aaa4ef6 None None] Network e3121dc2-ef3a-469d-becf-58c887a5b7b7 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:29:24.590978 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-d13b7c2b-dbbe-442f-ad2c-7ab3ea8d3a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c3ac11-47a8-4871-b4d8-cfecade6e167', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084942128', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '0f9e1c4a-904e-49c2-a2ac-29310375f6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:28:28Z', 'updated_at': '2021-08-22T14:29:23Z', 'revision_number': 5, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': '0f9e1c4a-904e-49c2-a2ac-29310375f6a3', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c3ac11-47a8-4871-b4d8-cfecade6e167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:28:28Z', 'updated_at': '2021-08-22T14:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:29:24.604540 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f97c2075-0b6d-4694-8cc8-bc9f31649542 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:24.631206 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13b7c2b-dbbe-442f-ad2c-7ab3ea8d3a97 None None] Checking router: d1c3ac11-47a8-4871-b4d8-cfecade6e167 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:29:24.646180 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13b7c2b-dbbe-442f-ad2c-7ab3ea8d3a97 None None] Routers {'d1c3ac11-47a8-4871-b4d8-cfecade6e167'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:29:24.646788 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-d13b7c2b-dbbe-442f-ad2c-7ab3ea8d3a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:29:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['d1c3ac11-47a8-4871-b4d8-cfecade6e167'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:29:24.708859 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f97c2075-0b6d-4694-8cc8-bc9f31649542 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:24.757756 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-d13b7c2b-dbbe-442f-ad2c-7ab3ea8d3a97 None None] Set router d1c3ac11-47a8-4871-b4d8-cfecade6e167 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:29:24.761069 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980e927b-7d4d-4b48-9756-020974139b4c None None] DHCP port deletion for e3121dc2-ef3a-469d-becf-58c887a5b7b7 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 14:29:24.766178 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-f97c2075-0b6d-4694-8cc8-bc9f31649542 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Deleting port 0f9e1c4a-904e-49c2-a2ac-29310375f6a3 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:29:24.766531 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f97c2075-0b6d-4694-8cc8-bc9f31649542 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:24.842429 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-f97c2075-0b6d-4694-8cc8-bc9f31649542 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] For port 0f9e1c4a-904e-49c2-a2ac-29310375f6a3, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=0f9e1c4a-904e-49c2-a2ac-29310375f6a3,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:29:24.842712 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f97c2075-0b6d-4694-8cc8-bc9f31649542 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:24.854409 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-f97c2075-0b6d-4694-8cc8-bc9f31649542 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Calling delete_port for 0f9e1c4a-904e-49c2-a2ac-29310375f6a3 owned by network:router_gateway {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:29:24.925308 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-980e927b-7d4d-4b48-9756-020974139b4c None None] Deleting port e16e936d-bdf3-4bc3-a24b-3dae33dbb55f {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:29:24.925676 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-980e927b-7d4d-4b48-9756-020974139b4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:24.956036 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 980dc3a9-f756-4c64-bdf4-6a6a6f65f74e no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:29:25.013950 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: 980dc3a9-f756-4c64-bdf4-6a6a6f65f74e {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:29:25.014290 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 980dc3a9-f756-4c64-bdf4-6a6a6f65f74e not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:29:25.021575 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f97c2075-0b6d-4694-8cc8-bc9f31649542 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:25.039274 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-980e927b-7d4d-4b48-9756-020974139b4c None None] For port e16e936d-bdf3-4bc3-a24b-3dae33dbb55f, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=e16e936d-bdf3-4bc3-a24b-3dae33dbb55f,segment=NetworkSegment(a3c3fa8f-72de-4334-aeac-598b70b10fa9),segment_id=a3c3fa8f-72de-4334-aeac-598b70b10fa9)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:29:25.039674 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-980e927b-7d4d-4b48-9756-020974139b4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:25.051681 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97c2075-0b6d-4694-8cc8-bc9f31649542 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event deleted for resources: {'Port': ['ID=0f9e1c4a-904e-49c2-a2ac-29310375f6a3,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:29:25.057433 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-980e927b-7d4d-4b48-9756-020974139b4c None None] Calling delete_port for e16e936d-bdf3-4bc3-a24b-3dae33dbb55f owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:29:25.074684 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-d13b7c2b-dbbe-442f-ad2c-7ab3ea8d3a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c3ac11-47a8-4871-b4d8-cfecade6e167', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084942128', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '0f9e1c4a-904e-49c2-a2ac-29310375f6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:28:28Z', 'updated_at': '2021-08-22T14:29:23Z', 'revision_number': 5, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': '0f9e1c4a-904e-49c2-a2ac-29310375f6a3', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c3ac11-47a8-4871-b4d8-cfecade6e167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:28:28Z', 'updated_at': '2021-08-22T14:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:29:25.110992 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f97c2075-0b6d-4694-8cc8-bc9f31649542 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:25.128976 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13b7c2b-dbbe-442f-ad2c-7ab3ea8d3a97 None None] The sync data for ids ['d1c3ac11-47a8-4871-b4d8-cfecade6e167'] in n-d-793621-33 is: [{'id': 'd1c3ac11-47a8-4871-b4d8-cfecade6e167', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084942128', 'tenant_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '0f9e1c4a-904e-49c2-a2ac-29310375f6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:28:28Z', 'updated_at': '2021-08-22T14:29:23Z', 'revision_number': 5, 'project_id': '5656c7f7f9c746e19a50aa1bc4d9988c', 'gw_port': {'id': '0f9e1c4a-904e-49c2-a2ac-29310375f6a3', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c3ac11-47a8-4871-b4d8-cfecade6e167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:28:28Z', 'updated_at': '2021-08-22T14:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:29:25.173504 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-980e927b-7d4d-4b48-9756-020974139b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:25.200721 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980e927b-7d4d-4b48-9756-020974139b4c None None] Pushing event deleted for resources: {'Port': ['ID=e16e936d-bdf3-4bc3-a24b-3dae33dbb55f,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:29:25.203907 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f97c2075-0b6d-4694-8cc8-bc9f31649542 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:25.205494 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980e927b-7d4d-4b48-9756-020974139b4c None None] No DVR routers for this DVR port e16e936d-bdf3-4bc3-a24b-3dae33dbb55f on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:29:25.206199 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f97c2075-0b6d-4694-8cc8-bc9f31649542 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:25.257713 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f97c2075-0b6d-4694-8cc8-bc9f31649542 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:25.258329 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f97c2075-0b6d-4694-8cc8-bc9f31649542 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Fanout notify agent at l3_agent the message router_deleted on router d1c3ac11-47a8-4871-b4d8-cfecade6e167 {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 14:29:25.266247 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f97c2075-0b6d-4694-8cc8-bc9f31649542 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:25.267467 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f97c2075-0b6d-4694-8cc8-bc9f31649542 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "DELETE /v2.0/routers/d1c3ac11-47a8-4871-b4d8-cfecade6e167 HTTP/1.1" status: 204 len: 168 time: 0.7691305 Aug 22 14:29:25.270189 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52858) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:29:25.343506 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-09f7fc1a-5e22-4654-a7c9-77df1657c0e3 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:25.429065 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-09f7fc1a-5e22-4654-a7c9-77df1657c0e3 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:25.439047 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-09f7fc1a-5e22-4654-a7c9-77df1657c0e3 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3121dc2-ef3a-469d-becf-58c887a5b7b7']}} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:29:25.448972 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-09f7fc1a-5e22-4654-a7c9-77df1657c0e3 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3c3fa8f-72de-4334-aeac-598b70b10fa9') {'for_net_delete': True} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:29:25.449262 n-d-793621-33 neutron-server[94628]: DEBUG neutron.services.segments.db [None req-09f7fc1a-5e22-4654-a7c9-77df1657c0e3 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3c3fa8f-72de-4334-aeac-598b70b10fa9') {} {{(pid=94628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:29:25.458205 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-09f7fc1a-5e22-4654-a7c9-77df1657c0e3 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1830252'] for segment, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:25.471223 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-09f7fc1a-5e22-4654-a7c9-77df1657c0e3 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:25.479815 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09f7fc1a-5e22-4654-a7c9-77df1657c0e3 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=94628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:29:25.479815 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-09f7fc1a-5e22-4654-a7c9-77df1657c0e3 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1239862'] for segment, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:25.481408 n-d-793621-33 neutron-server[94628]: Traceback (most recent call last): Aug 22 14:29:25.481408 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:29:25.481408 n-d-793621-33 neutron-server[94628]: timer() Aug 22 14:29:25.481408 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:29:25.481408 n-d-793621-33 neutron-server[94628]: cb(*args, **kw) Aug 22 14:29:25.481408 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:29:25.481408 n-d-793621-33 neutron-server[94628]: return func(*args, **kwargs) Aug 22 14:29:25.481408 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:29:25.481408 n-d-793621-33 neutron-server[94628]: self._notify() Aug 22 14:29:25.481408 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:29:25.481408 n-d-793621-33 neutron-server[94628]: self.callback(batched_events) Aug 22 14:29:25.481408 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:29:25.481408 n-d-793621-33 neutron-server[94628]: event.method(event) Aug 22 14:29:25.481408 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:29:25.481408 n-d-793621-33 neutron-server[94628]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:29:25.481408 n-d-793621-33 neutron-server[94628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:29:25.481408 n-d-793621-33 neutron-server[94628]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:29:25.481408 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:29:25.481408 n-d-793621-33 neutron-server[94628]: return f(self, *a, **k) Aug 22 14:29:25.481408 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:29:25.481408 n-d-793621-33 neutron-server[94628]: return self._get(url).json() Aug 22 14:29:25.481408 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:29:25.481408 n-d-793621-33 neutron-server[94628]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:29:25.481408 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:29:25.481408 n-d-793621-33 neutron-server[94628]: return self.request(url, 'GET', **kwargs) Aug 22 14:29:25.481408 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:29:25.481408 n-d-793621-33 neutron-server[94628]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:29:25.481408 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:29:25.481408 n-d-793621-33 neutron-server[94628]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:29:25.481408 n-d-793621-33 neutron-server[94628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:29:25.481408 n-d-793621-33 neutron-server[94628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:29:25.481408 n-d-793621-33 neutron-server[94628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:29:25.545886 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-09f7fc1a-5e22-4654-a7c9-77df1657c0e3 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:25.565742 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-09f7fc1a-5e22-4654-a7c9-77df1657c0e3 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:25.570373 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-09f7fc1a-5e22-4654-a7c9-77df1657c0e3 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "DELETE /v2.0/networks/e3121dc2-ef3a-469d-becf-58c887a5b7b7 HTTP/1.1" status: 204 len: 168 time: 0.2965848 Aug 22 14:29:25.570373 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f7fc1a-5e22-4654-a7c9-77df1657c0e3 tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event deleted for resources: {'Network': ['ID=e3121dc2-ef3a-469d-becf-58c887a5b7b7,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:29:25.570804 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52860) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:29:25.598919 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 257924a1-a62f-4a7c-acff-28870fef0d50 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:29:25.620564 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 257924a1-a62f-4a7c-acff-28870fef0d50 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:29:25.620914 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 257924a1-a62f-4a7c-acff-28870fef0d50 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:29:25.621332 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device e16e936d-bdf3-4bc3-a24b-3dae33dbb55f no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:29:25.632704 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3a11c573-c063-4d93-a51f-9e7f31abed7a tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:25.641534 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: e16e936d-bdf3-4bc3-a24b-3dae33dbb55f {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:29:25.641881 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device e16e936d-bdf3-4bc3-a24b-3dae33dbb55f not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:29:25.663500 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3a11c573-c063-4d93-a51f-9e7f31abed7a tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:25.730808 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3a11c573-c063-4d93-a51f-9e7f31abed7a tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:25.734293 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3a11c573-c063-4d93-a51f-9e7f31abed7a tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:25.735465 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-3a11c573-c063-4d93-a51f-9e7f31abed7a tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] 10.222.0.21 "DELETE /v2.0/security-groups/f92223fe-d3cf-4ccf-b856-35b0519b679a HTTP/1.1" status: 204 len: 168 time: 0.1639202 Aug 22 14:29:25.745349 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a11c573-c063-4d93-a51f-9e7f31abed7a tempest-TestNetworkAdvancedServerOps-1395539260 tempest-TestNetworkAdvancedServerOps-1395539260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92223fe-d3cf-4ccf-b856-35b0519b679a,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:29:26.067637 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52868) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:29:26.203210 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2366262c-b928-4a25-ab92-755f2493fe74 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5656c7f7f9c746e19a50aa1bc4d9988c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1343892 Aug 22 14:29:26.205660 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52872) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:29:26.254473 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6f7f0e0e-f7ad-4742-8b8d-b86fb013eaf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:26.276608 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6f7f0e0e-f7ad-4742-8b8d-b86fb013eaf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:26.322629 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6f7f0e0e-f7ad-4742-8b8d-b86fb013eaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:26.325373 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-6f7f0e0e-f7ad-4742-8b8d-b86fb013eaf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:26.326542 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-6f7f0e0e-f7ad-4742-8b8d-b86fb013eaf5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d0a48ec2-797e-4411-ab78-6823749d7b34 HTTP/1.1" status: 204 len: 168 time: 0.1199603 Aug 22 14:29:26.335702 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7f0e0e-f7ad-4742-8b8d-b86fb013eaf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a48ec2-797e-4411-ab78-6823749d7b34,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:29:26.594165 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52878) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:29:26.607324 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-43b98749-3670-4015-b627-ef557bc6243b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:26.696497 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-43b98749-3670-4015-b627-ef557bc6243b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:26.700193 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-43b98749-3670-4015-b627-ef557bc6243b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:26.740470 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-43b98749-3670-4015-b627-ef557bc6243b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=299662373a054ab3a3c3537c63f7eea3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1451824 Aug 22 14:29:26.742293 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b98749-3670-4015-b627-ef557bc6243b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9912efb7-20a5-4807-9a80-90100a55e857,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:29:26.743412 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52880) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:29:26.792343 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e1fa4269-ba7e-4502-8804-1a88db9c4cda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:26.815930 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e1fa4269-ba7e-4502-8804-1a88db9c4cda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:26.862023 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e1fa4269-ba7e-4502-8804-1a88db9c4cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:26.864731 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e1fa4269-ba7e-4502-8804-1a88db9c4cda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:26.865935 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e1fa4269-ba7e-4502-8804-1a88db9c4cda admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9912efb7-20a5-4807-9a80-90100a55e857 HTTP/1.1" status: 204 len: 168 time: 0.1215484 Aug 22 14:29:26.873751 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fa4269-ba7e-4502-8804-1a88db9c4cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9912efb7-20a5-4807-9a80-90100a55e857,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:29:26.882602 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fa4269-ba7e-4502-8804-1a88db9c4cda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:29:26.882974 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fa4269-ba7e-4502-8804-1a88db9c4cda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:29:26.883286 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fa4269-ba7e-4502-8804-1a88db9c4cda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:29:26.883622 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fa4269-ba7e-4502-8804-1a88db9c4cda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:29:26.883956 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fa4269-ba7e-4502-8804-1a88db9c4cda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:29:26.884319 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fa4269-ba7e-4502-8804-1a88db9c4cda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:29:26.884648 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fa4269-ba7e-4502-8804-1a88db9c4cda admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:29:26.884975 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fa4269-ba7e-4502-8804-1a88db9c4cda admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:29:26.885303 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fa4269-ba7e-4502-8804-1a88db9c4cda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:29:26.885626 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fa4269-ba7e-4502-8804-1a88db9c4cda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:29:26.885952 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fa4269-ba7e-4502-8804-1a88db9c4cda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:29:26.886357 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fa4269-ba7e-4502-8804-1a88db9c4cda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:29:27.443077 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 0f9e1c4a-904e-49c2-a2ac-29310375f6a3 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:29:27.464118 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 0f9e1c4a-904e-49c2-a2ac-29310375f6a3 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:29:27.464548 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 0f9e1c4a-904e-49c2-a2ac-29310375f6a3 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:29:27.558114 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52902) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:29:27.654192 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-09faca10-42ec-43ed-a261-a16b578b0a7a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-668933070-network', 'tenant_id': '118fdb292fa046daa71c37fbe69b73a1'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:29:27.673943 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09faca10-42ec-43ed-a261-a16b578b0a7a admin admin] Made reservation on behalf of 118fdb292fa046daa71c37fbe69b73a1 for: {'network': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:29:27.676489 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-09faca10-42ec-43ed-a261-a16b578b0a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:27.684700 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-09faca10-42ec-43ed-a261-a16b578b0a7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:27.782112 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-09faca10-42ec-43ed-a261-a16b578b0a7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:27.785185 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-09faca10-42ec-43ed-a261-a16b578b0a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:27.805826 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09faca10-42ec-43ed-a261-a16b578b0a7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=94627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:29:27.819281 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09faca10-42ec-43ed-a261-a16b578b0a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46544c76-c2d5-4156-a519-2346d3d03d07,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:29:27.824285 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-09faca10-42ec-43ed-a261-a16b578b0a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:27.824609 n-d-793621-33 neutron-server[94627]: INFO neutron.db.segments_db [None req-09faca10-42ec-43ed-a261-a16b578b0a7a admin admin] Added segment 5af5fa70-e283-464e-9fb6-2354f305d6d4 of type vlan for network 62da9a17-6ccc-4a6f-a8c7-34957fe01c57 Aug 22 14:29:27.864462 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-09faca10-42ec-43ed-a261-a16b578b0a7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:27.888578 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-09faca10-42ec-43ed-a261-a16b578b0a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:27.889529 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09faca10-42ec-43ed-a261-a16b578b0a7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:29:27.890180 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-09faca10-42ec-43ed-a261-a16b578b0a7a admin admin] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:27.941561 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-09faca10-42ec-43ed-a261-a16b578b0a7a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3823454 Aug 22 14:29:27.944697 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52906) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:29:27.948521 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09faca10-42ec-43ed-a261-a16b578b0a7a admin admin] Pushing event updated for resources: {'Network': ['ID=62da9a17-6ccc-4a6f-a8c7-34957fe01c57,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:29:27.949994 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-2d1a426f-8085-4fa1-bbf1-c01e764cb498 admin admin] Request body: {'subnet': {'network_id': '62da9a17-6ccc-4a6f-a8c7-34957fe01c57', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-668933070-subnet', 'tenant_id': '118fdb292fa046daa71c37fbe69b73a1', 'ip_version': 4}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:29:27.958923 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 62da9a17-6ccc-4a6f-a8c7-34957fe01c57 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:29:27.973765 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1a426f-8085-4fa1-bbf1-c01e764cb498 admin admin] Made reservation on behalf of 118fdb292fa046daa71c37fbe69b73a1 for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:29:27.976157 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2d1a426f-8085-4fa1-bbf1-c01e764cb498 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:28.140877 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2d1a426f-8085-4fa1-bbf1-c01e764cb498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:28.198345 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1a426f-8085-4fa1-bbf1-c01e764cb498 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e50430a-49ce-444d-987c-2ef7525cde56,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:29:28.202781 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1a426f-8085-4fa1-bbf1-c01e764cb498 admin admin] Checking segment: {'id': '5af5fa70-e283-464e-9fb6-2354f305d6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '62da9a17-6ccc-4a6f-a8c7-34957fe01c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:29:28.203134 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1a426f-8085-4fa1-bbf1-c01e764cb498 admin admin] Network hostable DHCP agents. Network: 62da9a17-6ccc-4a6f-a8c7-34957fe01c57, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:29:28.220197 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1a426f-8085-4fa1-bbf1-c01e764cb498 admin admin] Network 62da9a17-6ccc-4a6f-a8c7-34957fe01c57 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:29:28.228116 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-2d1a426f-8085-4fa1-bbf1-c01e764cb498 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 62da9a17-6ccc-4a6f-a8c7-34957fe01c57) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:29:28.232085 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1a426f-8085-4fa1-bbf1-c01e764cb498 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:29:28.232704 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2d1a426f-8085-4fa1-bbf1-c01e764cb498 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:28.238208 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a867be-da5a-4aa0-9620-6176269df540 None None] Network 62da9a17-6ccc-4a6f-a8c7-34957fe01c57 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:29:28.248353 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:29:28.251417 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2d1a426f-8085-4fa1-bbf1-c01e764cb498 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3049424 Aug 22 14:29:28.253656 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52908) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:29:28.258159 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-73b99b1c-ab71-4b18-9797-1dc63716a275 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-668933070-router', 'tenant_id': '118fdb292fa046daa71c37fbe69b73a1', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:29:28.277521 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-73b99b1c-ab71-4b18-9797-1dc63716a275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:28.278543 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-73b99b1c-ab71-4b18-9797-1dc63716a275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:28.335101 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-73b99b1c-ab71-4b18-9797-1dc63716a275 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:28.476091 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-73b99b1c-ab71-4b18-9797-1dc63716a275 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:28.548097 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a8ef2c-d600-46b2-b818-31c346673ab5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-62da9a17-6ccc-4a6f-a8c7-34957fe01c57', 'network_id': '62da9a17-6ccc-4a6f-a8c7-34957fe01c57', 'tenant_id': '118fdb292fa046daa71c37fbe69b73a1', 'fixed_ips': [{'subnet_id': '9e50430a-49ce-444d-987c-2ef7525cde56'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:29:28.548967 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-89a8ef2c-d600-46b2-b818-31c346673ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:28.559001 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-96c3ea30-14cc-444b-af59-5201019fbc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:28.682985 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-73b99b1c-ab71-4b18-9797-1dc63716a275 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:28.683483 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-89a8ef2c-d600-46b2-b818-31c346673ab5 None None] Allocated IP 172.20.0.2 (62da9a17-6ccc-4a6f-a8c7-34957fe01c57/9e50430a-49ce-444d-987c-2ef7525cde56/e0976150-520f-4afc-8a88-9989269338e3) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:29:28.703583 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-73b99b1c-ab71-4b18-9797-1dc63716a275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:28.817267 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-73b99b1c-ab71-4b18-9797-1dc63716a275 admin admin] Allocated IP 172.25.3.117 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/48e6c213-37a6-484c-978c-733671792cbc) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:29:28.831502 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-89a8ef2c-d600-46b2-b818-31c346673ab5 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:28.839820 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-89a8ef2c-d600-46b2-b818-31c346673ab5 None None] Transition to ACTIVE for port object e0976150-520f-4afc-8a88-9989269338e3 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:29:28.855784 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-89a8ef2c-d600-46b2-b818-31c346673ab5 None None] Transition to ACTIVE for port object e0976150-520f-4afc-8a88-9989269338e3 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:29:28.861903 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-89a8ef2c-d600-46b2-b818-31c346673ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:28.901234 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a8ef2c-d600-46b2-b818-31c346673ab5 None None] Network 62da9a17-6ccc-4a6f-a8c7-34957fe01c57 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:29:28.903976 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-89a8ef2c-d600-46b2-b818-31c346673ab5 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:29:28.909490 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a8ef2c-d600-46b2-b818-31c346673ab5 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:29:28.921648 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-73b99b1c-ab71-4b18-9797-1dc63716a275 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:28.925711 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a8ef2c-d600-46b2-b818-31c346673ab5 None None] Pushing event updated for resources: {'Port': ['ID=e0976150-520f-4afc-8a88-9989269338e3,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:29:28.935642 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a8ef2c-d600-46b2-b818-31c346673ab5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:29:28.936548 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a8ef2c-d600-46b2-b818-31c346673ab5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:29:28.937055 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a8ef2c-d600-46b2-b818-31c346673ab5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:29:28.937398 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a8ef2c-d600-46b2-b818-31c346673ab5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:29:28.937849 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a8ef2c-d600-46b2-b818-31c346673ab5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:29:28.938185 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a8ef2c-d600-46b2-b818-31c346673ab5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:29:28.938513 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a8ef2c-d600-46b2-b818-31c346673ab5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:29:28.938847 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a8ef2c-d600-46b2-b818-31c346673ab5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:29:28.939174 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a8ef2c-d600-46b2-b818-31c346673ab5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:29:28.939496 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a8ef2c-d600-46b2-b818-31c346673ab5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:29:28.939827 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a8ef2c-d600-46b2-b818-31c346673ab5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:29:28.940137 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a8ef2c-d600-46b2-b818-31c346673ab5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:29:28.961079 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-73b99b1c-ab71-4b18-9797-1dc63716a275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:28.990777 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-89a8ef2c-d600-46b2-b818-31c346673ab5 None None] Attempting to bind port e0976150-520f-4afc-8a88-9989269338e3 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:29:28.990897 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-89a8ef2c-d600-46b2-b818-31c346673ab5 None None] Attempting to bind port e0976150-520f-4afc-8a88-9989269338e3 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5af5fa70-e283-464e-9fb6-2354f305d6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '62da9a17-6ccc-4a6f-a8c7-34957fe01c57'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:29:28.991333 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a8ef2c-d600-46b2-b818-31c346673ab5 None None] Attempting to bind port e0976150-520f-4afc-8a88-9989269338e3 on network 62da9a17-6ccc-4a6f-a8c7-34957fe01c57 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:29:28.996830 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a8ef2c-d600-46b2-b818-31c346673ab5 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:29:28.997207 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a8ef2c-d600-46b2-b818-31c346673ab5 None None] Checking segment: {'id': '5af5fa70-e283-464e-9fb6-2354f305d6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '62da9a17-6ccc-4a6f-a8c7-34957fe01c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:29:28.997612 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-89a8ef2c-d600-46b2-b818-31c346673ab5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:28.998008 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a8ef2c-d600-46b2-b818-31c346673ab5 None None] Bound using segment: {'id': '5af5fa70-e283-464e-9fb6-2354f305d6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '62da9a17-6ccc-4a6f-a8c7-34957fe01c57'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:29:28.998595 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-89a8ef2c-d600-46b2-b818-31c346673ab5 None None] Bound port: e0976150-520f-4afc-8a88-9989269338e3, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af5fa70-e283-464e-9fb6-2354f305d6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '62da9a17-6ccc-4a6f-a8c7-34957fe01c57'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:29:28.998989 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-89a8ef2c-d600-46b2-b818-31c346673ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:29.001528 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b99b1c-ab71-4b18-9797-1dc63716a275 admin admin] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:29:29.004431 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-73b99b1c-ab71-4b18-9797-1dc63716a275 admin admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:29:29.007736 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b99b1c-ab71-4b18-9797-1dc63716a275 admin admin] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:29:29.039332 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b99b1c-ab71-4b18-9797-1dc63716a275 admin admin] Pushing event updated for resources: {'Port': ['ID=48e6c213-37a6-484c-978c-733671792cbc,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:29:29.063139 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-89a8ef2c-d600-46b2-b818-31c346673ab5 None None] For port e0976150-520f-4afc-8a88-9989269338e3, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:29:29.066269 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-89a8ef2c-d600-46b2-b818-31c346673ab5 None None] For port e0976150-520f-4afc-8a88-9989269338e3, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=e0976150-520f-4afc-8a88-9989269338e3,segment=NetworkSegment(5af5fa70-e283-464e-9fb6-2354f305d6d4),segment_id=5af5fa70-e283-464e-9fb6-2354f305d6d4)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:29:29.070593 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-89a8ef2c-d600-46b2-b818-31c346673ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:29.128508 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:29.143249 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a8ef2c-d600-46b2-b818-31c346673ab5 None None] Pushing event updated for resources: {'Port': ['ID=e0976150-520f-4afc-8a88-9989269338e3,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:29:29.519142 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device e0976150-520f-4afc-8a88-9989269338e3 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:29:29.570681 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port e0976150-520f-4afc-8a88-9989269338e3 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:29:29.585140 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-73b99b1c-ab71-4b18-9797-1dc63716a275 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:29.781479 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-73b99b1c-ab71-4b18-9797-1dc63716a275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:29.917476 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b99b1c-ab71-4b18-9797-1dc63716a275 admin admin] Router 2c20058d-33ba-4d8f-b1e1-0ec355454bb6 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 14:29:30.020220 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8f2a7f-bd91-464e-9a48-6b14b78c0a4e None None] Network 62da9a17-6ccc-4a6f-a8c7-34957fe01c57 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:29:30.030674 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b99b1c-ab71-4b18-9797-1dc63716a275 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:29:30.042197 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f97f488-d36c-4525-bb45-45259e6b1fb7 None None] Sync routers for ids ['2c20058d-33ba-4d8f-b1e1-0ec355454bb6'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:29:30.048131 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-73b99b1c-ab71-4b18-9797-1dc63716a275 admin admin] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:30.049714 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-73b99b1c-ab71-4b18-9797-1dc63716a275 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7950156 Aug 22 14:29:30.052513 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52910) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:29:30.054114 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f97f488-d36c-4525-bb45-45259e6b1fb7 None None] Routers {'2c20058d-33ba-4d8f-b1e1-0ec355454bb6'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:29:30.054789 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-8f97f488-d36c-4525-bb45-45259e6b1fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:29:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['2c20058d-33ba-4d8f-b1e1-0ec355454bb6'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:29:30.080038 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-a92c67d8-3166-461f-8fd9-0598a5a8e229 None None] Provisioning for port e0976150-520f-4afc-8a88-9989269338e3 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:29:30.091691 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-a92c67d8-3166-461f-8fd9-0598a5a8e229 None None] Provisioning complete for port e0976150-520f-4afc-8a88-9989269338e3 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:29:30.092332 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a92c67d8-3166-461f-8fd9-0598a5a8e229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:30.160726 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-8f97f488-d36c-4525-bb45-45259e6b1fb7 None None] Set router 2c20058d-33ba-4d8f-b1e1-0ec355454bb6 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:29:30.235941 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a92c67d8-3166-461f-8fd9-0598a5a8e229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:30.277425 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-a92c67d8-3166-461f-8fd9-0598a5a8e229 None None] For port e0976150-520f-4afc-8a88-9989269338e3, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=e0976150-520f-4afc-8a88-9989269338e3,segment=NetworkSegment(5af5fa70-e283-464e-9fb6-2354f305d6d4),segment_id=5af5fa70-e283-464e-9fb6-2354f305d6d4)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:29:30.284639 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a92c67d8-3166-461f-8fd9-0598a5a8e229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:30.345998 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92c67d8-3166-461f-8fd9-0598a5a8e229 None None] Pushing event updated for resources: {'Port': ['ID=e0976150-520f-4afc-8a88-9989269338e3,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:29:30.362330 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-8f97f488-d36c-4525-bb45-45259e6b1fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'name': 'tempest-TestShelveInstance-668933070-router', 'tenant_id': '118fdb292fa046daa71c37fbe69b73a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '48e6c213-37a6-484c-978c-733671792cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:29:28Z', 'updated_at': '2021-08-22T14:29:29Z', 'revision_number': 3, 'project_id': '118fdb292fa046daa71c37fbe69b73a1', 'gw_port': {'id': '48e6c213-37a6-484c-978c-733671792cbc', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a2:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:29:28Z', 'updated_at': '2021-08-22T14:29:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:29:30.395874 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f97f488-d36c-4525-bb45-45259e6b1fb7 None None] Checking router: 2c20058d-33ba-4d8f-b1e1-0ec355454bb6 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:29:30.396226 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f97f488-d36c-4525-bb45-45259e6b1fb7 None None] Updating router 2c20058d-33ba-4d8f-b1e1-0ec355454bb6 port 48e6c213-37a6-484c-978c-733671792cbc binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:29:30.422140 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-8f97f488-d36c-4525-bb45-45259e6b1fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:30.505474 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-94249dd3-2b1b-4ba1-aa15-0c46a977e3c3 None None] Provisioning complete for port e0976150-520f-4afc-8a88-9989269338e3 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:29:30.505765 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-94249dd3-2b1b-4ba1-aa15-0c46a977e3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:30.508320 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c14aab9d-2337-49aa-8607-062bd73715e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:30.675498 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-c14aab9d-2337-49aa-8607-062bd73715e7 admin admin] Allocated IP 172.20.0.1 (62da9a17-6ccc-4a6f-a8c7-34957fe01c57/9e50430a-49ce-444d-987c-2ef7525cde56/a3559ec7-c1bd-4bab-96fc-f2ef51383051) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:29:30.676877 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-8f97f488-d36c-4525-bb45-45259e6b1fb7 None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:30.686462 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-8f97f488-d36c-4525-bb45-45259e6b1fb7 None None] Transition to ACTIVE for port object 48e6c213-37a6-484c-978c-733671792cbc will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:29:30.693064 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-8f97f488-d36c-4525-bb45-45259e6b1fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:30.740602 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-8f97f488-d36c-4525-bb45-45259e6b1fb7 None None] Attempting to bind port 48e6c213-37a6-484c-978c-733671792cbc on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:29:30.740961 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-8f97f488-d36c-4525-bb45-45259e6b1fb7 None None] Attempting to bind port 48e6c213-37a6-484c-978c-733671792cbc by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:29:30.741468 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f97f488-d36c-4525-bb45-45259e6b1fb7 None None] Attempting to bind port 48e6c213-37a6-484c-978c-733671792cbc on network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:29:30.752540 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f97f488-d36c-4525-bb45-45259e6b1fb7 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:29:30.752908 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f97f488-d36c-4525-bb45-45259e6b1fb7 None None] Checking segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:29:30.753301 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-8f97f488-d36c-4525-bb45-45259e6b1fb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:30.753699 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f97f488-d36c-4525-bb45-45259e6b1fb7 None None] Bound using segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:29:30.754143 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-8f97f488-d36c-4525-bb45-45259e6b1fb7 None None] Bound port: 48e6c213-37a6-484c-978c-733671792cbc, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:29:30.754853 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-8f97f488-d36c-4525-bb45-45259e6b1fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:30.755992 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd78871-9252-4177-99d4-d7449e110870 None None] Pushing event updated for resources: {'Port': ['ID=48e6c213-37a6-484c-978c-733671792cbc,revision_number=2']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:29:30.782437 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c14aab9d-2337-49aa-8607-062bd73715e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:30.796398 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-c14aab9d-2337-49aa-8607-062bd73715e7 admin admin] Transition to ACTIVE for port object a3559ec7-c1bd-4bab-96fc-f2ef51383051 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:29:30.805585 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-8f97f488-d36c-4525-bb45-45259e6b1fb7 None None] For port 48e6c213-37a6-484c-978c-733671792cbc, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:29:30.808503 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-8f97f488-d36c-4525-bb45-45259e6b1fb7 None None] For port 48e6c213-37a6-484c-978c-733671792cbc, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=48e6c213-37a6-484c-978c-733671792cbc,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:29:30.814235 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-8f97f488-d36c-4525-bb45-45259e6b1fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:30.832380 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c14aab9d-2337-49aa-8607-062bd73715e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:30.866788 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f97f488-d36c-4525-bb45-45259e6b1fb7 None None] Routers {'2c20058d-33ba-4d8f-b1e1-0ec355454bb6'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:29:30.867411 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-8f97f488-d36c-4525-bb45-45259e6b1fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:29:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['2c20058d-33ba-4d8f-b1e1-0ec355454bb6'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:29:30.871332 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14aab9d-2337-49aa-8607-062bd73715e7 admin admin] Network 62da9a17-6ccc-4a6f-a8c7-34957fe01c57 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:29:30.874361 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-c14aab9d-2337-49aa-8607-062bd73715e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:29:30.877243 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14aab9d-2337-49aa-8607-062bd73715e7 admin admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:29:30.909639 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd78871-9252-4177-99d4-d7449e110870 None None] Pushing event updated for resources: {'Port': ['ID=48e6c213-37a6-484c-978c-733671792cbc,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:29:30.917667 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14aab9d-2337-49aa-8607-062bd73715e7 admin admin] Pushing event updated for resources: {'Port': ['ID=a3559ec7-c1bd-4bab-96fc-f2ef51383051,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:29:30.929260 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c14aab9d-2337-49aa-8607-062bd73715e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:30.978655 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-8f97f488-d36c-4525-bb45-45259e6b1fb7 None None] Set router 2c20058d-33ba-4d8f-b1e1-0ec355454bb6 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:29:31.113611 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-f4c05b4f-03db-4fb2-b820-52c7307fe7c3 None None] Provisioning for port a3559ec7-c1bd-4bab-96fc-f2ef51383051 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:29:31.119485 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-f4c05b4f-03db-4fb2-b820-52c7307fe7c3 None None] Provisioning complete for port a3559ec7-c1bd-4bab-96fc-f2ef51383051 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:29:31.119915 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-f4c05b4f-03db-4fb2-b820-52c7307fe7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:31.171648 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-8f97f488-d36c-4525-bb45-45259e6b1fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'name': 'tempest-TestShelveInstance-668933070-router', 'tenant_id': '118fdb292fa046daa71c37fbe69b73a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '48e6c213-37a6-484c-978c-733671792cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:29:28Z', 'updated_at': '2021-08-22T14:29:29Z', 'revision_number': 3, 'project_id': '118fdb292fa046daa71c37fbe69b73a1', 'gw_port': {'id': '48e6c213-37a6-484c-978c-733671792cbc', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a2:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:29:28Z', 'updated_at': '2021-08-22T14:29:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:29:31.172598 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-183cf781-2013-4b71-87f5-7dc3f4f37992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:31.175629 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-f4c05b4f-03db-4fb2-b820-52c7307fe7c3 None None] Port a3559ec7-c1bd-4bab-96fc-f2ef51383051 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:29:31.200626 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f97f488-d36c-4525-bb45-45259e6b1fb7 None None] The sync data for ids ['2c20058d-33ba-4d8f-b1e1-0ec355454bb6'] in n-d-793621-33 is: [{'id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'name': 'tempest-TestShelveInstance-668933070-router', 'tenant_id': '118fdb292fa046daa71c37fbe69b73a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '48e6c213-37a6-484c-978c-733671792cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:29:28Z', 'updated_at': '2021-08-22T14:29:29Z', 'revision_number': 3, 'project_id': '118fdb292fa046daa71c37fbe69b73a1', 'gw_port': {'id': '48e6c213-37a6-484c-978c-733671792cbc', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a2:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:29:28Z', 'updated_at': '2021-08-22T14:29:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:29:31.286358 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:31.440141 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c14aab9d-2337-49aa-8607-062bd73715e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:31.586033 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 48e6c213-37a6-484c-978c-733671792cbc up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:29:31.634611 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c14aab9d-2337-49aa-8607-062bd73715e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:31.640724 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c14aab9d-2337-49aa-8607-062bd73715e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:31.642067 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 48e6c213-37a6-484c-978c-733671792cbc completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:29:31.646205 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 48e6c213-37a6-484c-978c-733671792cbc triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:29:31.646662 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:31.712573 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14aab9d-2337-49aa-8607-062bd73715e7 admin admin] Pushing event updated for resources: {'Port': ['ID=a3559ec7-c1bd-4bab-96fc-f2ef51383051,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:29:31.720565 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c14aab9d-2337-49aa-8607-062bd73715e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:31.726812 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:31.748523 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 48e6c213-37a6-484c-978c-733671792cbc, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=48e6c213-37a6-484c-978c-733671792cbc,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:29:31.753721 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:31.754573 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device e0976150-520f-4afc-8a88-9989269338e3 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:29:31.821163 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14aab9d-2337-49aa-8607-062bd73715e7 admin admin] Network 62da9a17-6ccc-4a6f-a8c7-34957fe01c57 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:29:31.822509 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-c14aab9d-2337-49aa-8607-062bd73715e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:29:31.850322 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=48e6c213-37a6-484c-978c-733671792cbc,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:29:31.860534 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port e0976150-520f-4afc-8a88-9989269338e3 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:29:31.860810 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:31.958577 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c14aab9d-2337-49aa-8607-062bd73715e7 admin admin] Router 2c20058d-33ba-4d8f-b1e1-0ec355454bb6 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:29:32.078528 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14aab9d-2337-49aa-8607-062bd73715e7 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:29:32.085612 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c14aab9d-2337-49aa-8607-062bd73715e7 admin admin] 10.222.0.21 "PUT /v2.0/routers/2c20058d-33ba-4d8f-b1e1-0ec355454bb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0305328 Aug 22 14:29:32.106788 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-96ec3e4f-d483-45bc-aab2-e242fd6fc087 None None] Provisioning complete for port a3559ec7-c1bd-4bab-96fc-f2ef51383051 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:29:32.107107 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-96ec3e4f-d483-45bc-aab2-e242fd6fc087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:32.146940 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-96ec3e4f-d483-45bc-aab2-e242fd6fc087 None None] Port a3559ec7-c1bd-4bab-96fc-f2ef51383051 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:29:32.559845 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52926) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:29:32.564966 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-3011a2b1-941c-4dec-8692-02ab27f19aed admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-742566717-network', 'tenant_id': '72d3e7945150407f94ad8db719600c45'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:29:32.585915 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3011a2b1-941c-4dec-8692-02ab27f19aed admin admin] Made reservation on behalf of 72d3e7945150407f94ad8db719600c45 for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:29:32.588413 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3011a2b1-941c-4dec-8692-02ab27f19aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:32.598148 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3011a2b1-941c-4dec-8692-02ab27f19aed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:32.677499 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:32.692710 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3011a2b1-941c-4dec-8692-02ab27f19aed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:32.696215 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3011a2b1-941c-4dec-8692-02ab27f19aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:32.717150 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3011a2b1-941c-4dec-8692-02ab27f19aed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:29:32.732899 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3011a2b1-941c-4dec-8692-02ab27f19aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca64468-c306-43e7-8fa8-d8725009d5da,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:29:32.737074 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3011a2b1-941c-4dec-8692-02ab27f19aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:32.737074 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-3011a2b1-941c-4dec-8692-02ab27f19aed admin admin] Added segment 0730bdd0-f6b7-4cb9-879b-86e787664c6a of type vlan for network 4397994a-dfd5-4595-a7b8-0900c5b78d1e Aug 22 14:29:32.778535 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3011a2b1-941c-4dec-8692-02ab27f19aed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:32.812622 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3011a2b1-941c-4dec-8692-02ab27f19aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:32.813680 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3011a2b1-941c-4dec-8692-02ab27f19aed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:29:32.814377 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-3011a2b1-941c-4dec-8692-02ab27f19aed admin admin] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:32.819431 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f4f3b8-3f87-47ba-9eab-4bfcd5fb4cb1 None None] Sync routers for ids ['2c20058d-33ba-4d8f-b1e1-0ec355454bb6'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:29:32.829288 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f4f3b8-3f87-47ba-9eab-4bfcd5fb4cb1 None None] Routers {'2c20058d-33ba-4d8f-b1e1-0ec355454bb6'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:29:32.829941 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-27f4f3b8-3f87-47ba-9eab-4bfcd5fb4cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:29:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['2c20058d-33ba-4d8f-b1e1-0ec355454bb6'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:29:32.869156 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-3011a2b1-941c-4dec-8692-02ab27f19aed admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3080721 Aug 22 14:29:32.871973 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52928) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:29:32.875057 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3011a2b1-941c-4dec-8692-02ab27f19aed admin admin] Pushing event updated for resources: {'Network': ['ID=4397994a-dfd5-4595-a7b8-0900c5b78d1e,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:29:32.878300 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-d1a22cf9-6cc0-44c3-b40a-12638353d97f admin admin] Request body: {'subnet': {'network_id': '4397994a-dfd5-4595-a7b8-0900c5b78d1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-742566717-subnet', 'tenant_id': '72d3e7945150407f94ad8db719600c45', 'ip_version': 4}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:29:32.887118 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 4397994a-dfd5-4595-a7b8-0900c5b78d1e details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:29:32.903220 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a22cf9-6cc0-44c3-b40a-12638353d97f admin admin] Made reservation on behalf of 72d3e7945150407f94ad8db719600c45 for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:29:32.905755 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d1a22cf9-6cc0-44c3-b40a-12638353d97f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:33.003544 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-27f4f3b8-3f87-47ba-9eab-4bfcd5fb4cb1 None None] Set router 2c20058d-33ba-4d8f-b1e1-0ec355454bb6 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:29:33.088384 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d1a22cf9-6cc0-44c3-b40a-12638353d97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:33.137744 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a22cf9-6cc0-44c3-b40a-12638353d97f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2136ba1f-521d-4d23-9f77-88738e8bc02e,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:29:33.153233 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a22cf9-6cc0-44c3-b40a-12638353d97f admin admin] Checking segment: {'id': '0730bdd0-f6b7-4cb9-879b-86e787664c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4397994a-dfd5-4595-a7b8-0900c5b78d1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:29:33.153590 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a22cf9-6cc0-44c3-b40a-12638353d97f admin admin] Network hostable DHCP agents. Network: 4397994a-dfd5-4595-a7b8-0900c5b78d1e, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:29:33.170519 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a22cf9-6cc0-44c3-b40a-12638353d97f admin admin] Network 4397994a-dfd5-4595-a7b8-0900c5b78d1e is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:29:33.180044 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-d1a22cf9-6cc0-44c3-b40a-12638353d97f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 4397994a-dfd5-4595-a7b8-0900c5b78d1e) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:29:33.184929 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a22cf9-6cc0-44c3-b40a-12638353d97f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:29:33.185538 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d1a22cf9-6cc0-44c3-b40a-12638353d97f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:33.192754 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6073d500-d9f8-4514-a038-524a04baba5c None None] Network 4397994a-dfd5-4595-a7b8-0900c5b78d1e requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:29:33.203172 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d1a22cf9-6cc0-44c3-b40a-12638353d97f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3271017 Aug 22 14:29:33.203468 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52930) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:29:33.207952 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-cabb812e-e00d-445b-9b4b-4d3bcda3729c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-742566717-router', 'tenant_id': '72d3e7945150407f94ad8db719600c45', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:29:33.228196 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cabb812e-e00d-445b-9b4b-4d3bcda3729c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:33.229334 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cabb812e-e00d-445b-9b4b-4d3bcda3729c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:33.263802 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-27f4f3b8-3f87-47ba-9eab-4bfcd5fb4cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'name': 'tempest-TestShelveInstance-668933070-router', 'tenant_id': '118fdb292fa046daa71c37fbe69b73a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '48e6c213-37a6-484c-978c-733671792cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:29:28Z', 'updated_at': '2021-08-22T14:29:31Z', 'revision_number': 4, 'project_id': '118fdb292fa046daa71c37fbe69b73a1', 'gw_port': {'id': '48e6c213-37a6-484c-978c-733671792cbc', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:29:28Z', 'updated_at': '2021-08-22T14:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'a3559ec7-c1bd-4bab-96fc-f2ef51383051', 'name': '', 'network_id': '62da9a17-6ccc-4a6f-a8c7-34957fe01c57', 'tenant_id': '118fdb292fa046daa71c37fbe69b73a1', 'mac_address': 'fa:16:3e:a1:f7:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '9e50430a-49ce-444d-987c-2ef7525cde56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:29:30Z', 'updated_at': '2021-08-22T14:29:31Z', 'revision_number': 2, 'project_id': '118fdb292fa046daa71c37fbe69b73a1', 'subnets': [{'id': '9e50430a-49ce-444d-987c-2ef7525cde56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:29:33.281897 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cabb812e-e00d-445b-9b4b-4d3bcda3729c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:33.301674 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f4f3b8-3f87-47ba-9eab-4bfcd5fb4cb1 None None] Checking router: 2c20058d-33ba-4d8f-b1e1-0ec355454bb6 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:29:33.302029 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f4f3b8-3f87-47ba-9eab-4bfcd5fb4cb1 None None] Updating router 2c20058d-33ba-4d8f-b1e1-0ec355454bb6 port a3559ec7-c1bd-4bab-96fc-f2ef51383051 binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:29:33.349910 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-27f4f3b8-3f87-47ba-9eab-4bfcd5fb4cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:33.414582 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90baebdc-568f-448a-8536-94771f3d6233 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-4397994a-dfd5-4595-a7b8-0900c5b78d1e', 'network_id': '4397994a-dfd5-4595-a7b8-0900c5b78d1e', 'tenant_id': '72d3e7945150407f94ad8db719600c45', 'fixed_ips': [{'subnet_id': '2136ba1f-521d-4d23-9f77-88738e8bc02e'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:29:33.415423 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-90baebdc-568f-448a-8536-94771f3d6233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:33.422979 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cabb812e-e00d-445b-9b4b-4d3bcda3729c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:33.552687 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 48e6c213-37a6-484c-978c-733671792cbc up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:29:33.628364 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cabb812e-e00d-445b-9b4b-4d3bcda3729c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:33.647082 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cabb812e-e00d-445b-9b4b-4d3bcda3729c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:33.722234 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-90baebdc-568f-448a-8536-94771f3d6233 None None] Allocated IP 172.20.0.2 (4397994a-dfd5-4595-a7b8-0900c5b78d1e/2136ba1f-521d-4d23-9f77-88738e8bc02e/67b7a018-fc01-4562-a6b1-2d12c998af55) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:29:33.734057 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 48e6c213-37a6-484c-978c-733671792cbc triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:29:33.734436 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:33.751268 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-cabb812e-e00d-445b-9b4b-4d3bcda3729c admin admin] Allocated IP 172.25.3.173 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/db2f5534-b318-4584-9e50-3502ff56bfdd) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:29:33.853838 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cabb812e-e00d-445b-9b4b-4d3bcda3729c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:33.893028 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cabb812e-e00d-445b-9b4b-4d3bcda3729c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:33.893870 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-27f4f3b8-3f87-47ba-9eab-4bfcd5fb4cb1 None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:33.932298 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabb812e-e00d-445b-9b4b-4d3bcda3729c admin admin] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:29:33.935378 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-cabb812e-e00d-445b-9b4b-4d3bcda3729c admin admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:29:33.939071 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabb812e-e00d-445b-9b4b-4d3bcda3729c admin admin] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:29:33.966414 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb812e-e00d-445b-9b4b-4d3bcda3729c admin admin] Pushing event updated for resources: {'Port': ['ID=db2f5534-b318-4584-9e50-3502ff56bfdd,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:29:34.091347 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-27f4f3b8-3f87-47ba-9eab-4bfcd5fb4cb1 None None] Transition to ACTIVE for port object a3559ec7-c1bd-4bab-96fc-f2ef51383051 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:29:34.109749 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-27f4f3b8-3f87-47ba-9eab-4bfcd5fb4cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:34.201820 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-90baebdc-568f-448a-8536-94771f3d6233 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:34.206560 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cabb812e-e00d-445b-9b4b-4d3bcda3729c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:34.210128 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97cb08b-ac74-4160-a09b-d7c7b93aaeea None None] Pushing event updated for resources: {'Port': ['ID=a3559ec7-c1bd-4bab-96fc-f2ef51383051,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:29:34.219658 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-90baebdc-568f-448a-8536-94771f3d6233 None None] Transition to ACTIVE for port object 67b7a018-fc01-4562-a6b1-2d12c998af55 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:29:34.272983 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-90baebdc-568f-448a-8536-94771f3d6233 None None] Transition to ACTIVE for port object 67b7a018-fc01-4562-a6b1-2d12c998af55 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:29:34.276879 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-27f4f3b8-3f87-47ba-9eab-4bfcd5fb4cb1 None None] Attempting to bind port a3559ec7-c1bd-4bab-96fc-f2ef51383051 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:29:34.277252 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-27f4f3b8-3f87-47ba-9eab-4bfcd5fb4cb1 None None] Attempting to bind port a3559ec7-c1bd-4bab-96fc-f2ef51383051 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5af5fa70-e283-464e-9fb6-2354f305d6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '62da9a17-6ccc-4a6f-a8c7-34957fe01c57'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:29:34.277626 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f4f3b8-3f87-47ba-9eab-4bfcd5fb4cb1 None None] Attempting to bind port a3559ec7-c1bd-4bab-96fc-f2ef51383051 on network 62da9a17-6ccc-4a6f-a8c7-34957fe01c57 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:29:34.281598 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-90baebdc-568f-448a-8536-94771f3d6233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:34.307648 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f4f3b8-3f87-47ba-9eab-4bfcd5fb4cb1 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:29:34.308039 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f4f3b8-3f87-47ba-9eab-4bfcd5fb4cb1 None None] Checking segment: {'id': '5af5fa70-e283-464e-9fb6-2354f305d6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '62da9a17-6ccc-4a6f-a8c7-34957fe01c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:29:34.308458 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-27f4f3b8-3f87-47ba-9eab-4bfcd5fb4cb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:34.308852 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f4f3b8-3f87-47ba-9eab-4bfcd5fb4cb1 None None] Bound using segment: {'id': '5af5fa70-e283-464e-9fb6-2354f305d6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '62da9a17-6ccc-4a6f-a8c7-34957fe01c57'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:29:34.309348 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-27f4f3b8-3f87-47ba-9eab-4bfcd5fb4cb1 None None] Bound port: a3559ec7-c1bd-4bab-96fc-f2ef51383051, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af5fa70-e283-464e-9fb6-2354f305d6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '62da9a17-6ccc-4a6f-a8c7-34957fe01c57'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:29:34.309728 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-27f4f3b8-3f87-47ba-9eab-4bfcd5fb4cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:34.336448 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90baebdc-568f-448a-8536-94771f3d6233 None None] Network 4397994a-dfd5-4595-a7b8-0900c5b78d1e is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:29:34.341710 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-90baebdc-568f-448a-8536-94771f3d6233 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:29:34.369670 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90baebdc-568f-448a-8536-94771f3d6233 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:29:34.376594 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90baebdc-568f-448a-8536-94771f3d6233 None None] Pushing event updated for resources: {'Port': ['ID=67b7a018-fc01-4562-a6b1-2d12c998af55,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:29:34.432009 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cabb812e-e00d-445b-9b4b-4d3bcda3729c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:34.444004 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-27f4f3b8-3f87-47ba-9eab-4bfcd5fb4cb1 None None] For port a3559ec7-c1bd-4bab-96fc-f2ef51383051, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:29:34.476067 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-90baebdc-568f-448a-8536-94771f3d6233 None None] Attempting to bind port 67b7a018-fc01-4562-a6b1-2d12c998af55 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:29:34.476458 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-90baebdc-568f-448a-8536-94771f3d6233 None None] Attempting to bind port 67b7a018-fc01-4562-a6b1-2d12c998af55 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '0730bdd0-f6b7-4cb9-879b-86e787664c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4397994a-dfd5-4595-a7b8-0900c5b78d1e'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:29:34.476822 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90baebdc-568f-448a-8536-94771f3d6233 None None] Attempting to bind port 67b7a018-fc01-4562-a6b1-2d12c998af55 on network 4397994a-dfd5-4595-a7b8-0900c5b78d1e {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:29:34.481403 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-27f4f3b8-3f87-47ba-9eab-4bfcd5fb4cb1 None None] For port a3559ec7-c1bd-4bab-96fc-f2ef51383051, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=a3559ec7-c1bd-4bab-96fc-f2ef51383051,segment=NetworkSegment(5af5fa70-e283-464e-9fb6-2354f305d6d4),segment_id=5af5fa70-e283-464e-9fb6-2354f305d6d4)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:29:34.495267 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90baebdc-568f-448a-8536-94771f3d6233 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:29:34.495678 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90baebdc-568f-448a-8536-94771f3d6233 None None] Checking segment: {'id': '0730bdd0-f6b7-4cb9-879b-86e787664c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4397994a-dfd5-4595-a7b8-0900c5b78d1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:29:34.496060 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-90baebdc-568f-448a-8536-94771f3d6233 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:34.496582 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90baebdc-568f-448a-8536-94771f3d6233 None None] Bound using segment: {'id': '0730bdd0-f6b7-4cb9-879b-86e787664c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4397994a-dfd5-4595-a7b8-0900c5b78d1e'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:29:34.497007 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-90baebdc-568f-448a-8536-94771f3d6233 None None] Bound port: 67b7a018-fc01-4562-a6b1-2d12c998af55, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0730bdd0-f6b7-4cb9-879b-86e787664c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4397994a-dfd5-4595-a7b8-0900c5b78d1e'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:29:34.497383 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-90baebdc-568f-448a-8536-94771f3d6233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:34.500147 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-27f4f3b8-3f87-47ba-9eab-4bfcd5fb4cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:34.506290 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:34.538319 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:34.571707 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cabb812e-e00d-445b-9b4b-4d3bcda3729c admin admin] Router 2d0c08f9-541c-4d5d-8d52-be75887a765e is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 14:29:34.606826 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f4f3b8-3f87-47ba-9eab-4bfcd5fb4cb1 None None] Routers {'2c20058d-33ba-4d8f-b1e1-0ec355454bb6'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:29:34.607471 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-27f4f3b8-3f87-47ba-9eab-4bfcd5fb4cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:29:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['2c20058d-33ba-4d8f-b1e1-0ec355454bb6'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:29:34.616574 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97cb08b-ac74-4160-a09b-d7c7b93aaeea None None] Pushing event updated for resources: {'Port': ['ID=a3559ec7-c1bd-4bab-96fc-f2ef51383051,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:29:34.682606 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-90baebdc-568f-448a-8536-94771f3d6233 None None] For port 67b7a018-fc01-4562-a6b1-2d12c998af55, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:29:34.688280 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-90baebdc-568f-448a-8536-94771f3d6233 None None] For port 67b7a018-fc01-4562-a6b1-2d12c998af55, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=67b7a018-fc01-4562-a6b1-2d12c998af55,segment=NetworkSegment(0730bdd0-f6b7-4cb9-879b-86e787664c6a),segment_id=0730bdd0-f6b7-4cb9-879b-86e787664c6a)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:29:34.696549 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cabb812e-e00d-445b-9b4b-4d3bcda3729c admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:29:34.699008 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-90baebdc-568f-448a-8536-94771f3d6233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:34.712831 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb50b3e-bf20-46b8-85fd-2391a246b5bd None None] Sync routers for ids ['2d0c08f9-541c-4d5d-8d52-be75887a765e'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:29:34.722693 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-cabb812e-e00d-445b-9b4b-4d3bcda3729c admin admin] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:34.726535 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-cabb812e-e00d-445b-9b4b-4d3bcda3729c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5196402 Aug 22 14:29:34.727056 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52932) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:29:34.729437 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb50b3e-bf20-46b8-85fd-2391a246b5bd None None] Routers {'2d0c08f9-541c-4d5d-8d52-be75887a765e'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:29:34.730647 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-4eb50b3e-bf20-46b8-85fd-2391a246b5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:29:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['2d0c08f9-541c-4d5d-8d52-be75887a765e'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:29:34.843441 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90baebdc-568f-448a-8536-94771f3d6233 None None] Pushing event updated for resources: {'Port': ['ID=67b7a018-fc01-4562-a6b1-2d12c998af55,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:29:34.870781 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-27f4f3b8-3f87-47ba-9eab-4bfcd5fb4cb1 None None] Set router 2c20058d-33ba-4d8f-b1e1-0ec355454bb6 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:29:34.879013 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-4eb50b3e-bf20-46b8-85fd-2391a246b5bd None None] Set router 2d0c08f9-541c-4d5d-8d52-be75887a765e gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:29:35.170442 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-4eb50b3e-bf20-46b8-85fd-2391a246b5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0c08f9-541c-4d5d-8d52-be75887a765e', 'name': 'tempest-TestShelveInstance-742566717-router', 'tenant_id': '72d3e7945150407f94ad8db719600c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'db2f5534-b318-4584-9e50-3502ff56bfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:29:33Z', 'updated_at': '2021-08-22T14:29:34Z', 'revision_number': 3, 'project_id': '72d3e7945150407f94ad8db719600c45', 'gw_port': {'id': 'db2f5534-b318-4584-9e50-3502ff56bfdd', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:54:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0c08f9-541c-4d5d-8d52-be75887a765e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:29:33Z', 'updated_at': '2021-08-22T14:29:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:29:35.200277 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-27f4f3b8-3f87-47ba-9eab-4bfcd5fb4cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'name': 'tempest-TestShelveInstance-668933070-router', 'tenant_id': '118fdb292fa046daa71c37fbe69b73a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '48e6c213-37a6-484c-978c-733671792cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:29:28Z', 'updated_at': '2021-08-22T14:29:31Z', 'revision_number': 4, 'project_id': '118fdb292fa046daa71c37fbe69b73a1', 'gw_port': {'id': '48e6c213-37a6-484c-978c-733671792cbc', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:29:28Z', 'updated_at': '2021-08-22T14:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'a3559ec7-c1bd-4bab-96fc-f2ef51383051', 'name': '', 'network_id': '62da9a17-6ccc-4a6f-a8c7-34957fe01c57', 'tenant_id': '118fdb292fa046daa71c37fbe69b73a1', 'mac_address': 'fa:16:3e:a1:f7:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '9e50430a-49ce-444d-987c-2ef7525cde56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:29:30Z', 'updated_at': '2021-08-22T14:29:34Z', 'revision_number': 4, 'project_id': '118fdb292fa046daa71c37fbe69b73a1', 'subnets': [{'id': '9e50430a-49ce-444d-987c-2ef7525cde56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:29:35.237724 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f4f3b8-3f87-47ba-9eab-4bfcd5fb4cb1 None None] The sync data for ids ['2c20058d-33ba-4d8f-b1e1-0ec355454bb6'] in n-d-793621-33 is: [{'id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'name': 'tempest-TestShelveInstance-668933070-router', 'tenant_id': '118fdb292fa046daa71c37fbe69b73a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '48e6c213-37a6-484c-978c-733671792cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:29:28Z', 'updated_at': '2021-08-22T14:29:31Z', 'revision_number': 4, 'project_id': '118fdb292fa046daa71c37fbe69b73a1', 'gw_port': {'id': '48e6c213-37a6-484c-978c-733671792cbc', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:29:28Z', 'updated_at': '2021-08-22T14:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'a3559ec7-c1bd-4bab-96fc-f2ef51383051', 'name': '', 'network_id': '62da9a17-6ccc-4a6f-a8c7-34957fe01c57', 'tenant_id': '118fdb292fa046daa71c37fbe69b73a1', 'mac_address': 'fa:16:3e:a1:f7:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '9e50430a-49ce-444d-987c-2ef7525cde56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:29:30Z', 'updated_at': '2021-08-22T14:29:34Z', 'revision_number': 4, 'project_id': '118fdb292fa046daa71c37fbe69b73a1', 'subnets': [{'id': '9e50430a-49ce-444d-987c-2ef7525cde56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:29:35.324828 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb50b3e-bf20-46b8-85fd-2391a246b5bd None None] Checking router: 2d0c08f9-541c-4d5d-8d52-be75887a765e for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:29:35.325171 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb50b3e-bf20-46b8-85fd-2391a246b5bd None None] Updating router 2d0c08f9-541c-4d5d-8d52-be75887a765e port db2f5534-b318-4584-9e50-3502ff56bfdd binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:29:35.354766 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-4eb50b3e-bf20-46b8-85fd-2391a246b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:35.607281 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 67b7a018-fc01-4562-a6b1-2d12c998af55 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:29:35.673052 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 67b7a018-fc01-4562-a6b1-2d12c998af55 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:29:35.677617 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device a3559ec7-c1bd-4bab-96fc-f2ef51383051 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:29:35.682142 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-4eb50b3e-bf20-46b8-85fd-2391a246b5bd None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:35.694909 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-4eb50b3e-bf20-46b8-85fd-2391a246b5bd None None] Transition to ACTIVE for port object db2f5534-b318-4584-9e50-3502ff56bfdd will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:29:35.712004 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-4eb50b3e-bf20-46b8-85fd-2391a246b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:35.761579 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port a3559ec7-c1bd-4bab-96fc-f2ef51383051 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:29:35.772066 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port a3559ec7-c1bd-4bab-96fc-f2ef51383051 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:29:35.772481 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:35.774005 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba9c976-9a13-4f05-b241-f566e2b2061d None None] Pushing event updated for resources: {'Port': ['ID=db2f5534-b318-4584-9e50-3502ff56bfdd,revision_number=2']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:29:35.784607 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba9c976-9a13-4f05-b241-f566e2b2061d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:29:35.785027 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba9c976-9a13-4f05-b241-f566e2b2061d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:29:35.785430 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba9c976-9a13-4f05-b241-f566e2b2061d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:29:35.785830 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba9c976-9a13-4f05-b241-f566e2b2061d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:29:35.786230 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba9c976-9a13-4f05-b241-f566e2b2061d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:29:35.786625 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba9c976-9a13-4f05-b241-f566e2b2061d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:29:35.787018 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba9c976-9a13-4f05-b241-f566e2b2061d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:29:35.787441 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba9c976-9a13-4f05-b241-f566e2b2061d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:29:35.787834 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba9c976-9a13-4f05-b241-f566e2b2061d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:29:35.788577 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba9c976-9a13-4f05-b241-f566e2b2061d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:29:35.788970 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba9c976-9a13-4f05-b241-f566e2b2061d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:29:35.789239 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9af9b902-84c7-474f-9441-4aa23a84a78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:35.789694 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba9c976-9a13-4f05-b241-f566e2b2061d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:29:35.814939 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-4eb50b3e-bf20-46b8-85fd-2391a246b5bd None None] Attempting to bind port db2f5534-b318-4584-9e50-3502ff56bfdd on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:29:35.818738 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-4eb50b3e-bf20-46b8-85fd-2391a246b5bd None None] Attempting to bind port db2f5534-b318-4584-9e50-3502ff56bfdd by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:29:35.819235 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb50b3e-bf20-46b8-85fd-2391a246b5bd None None] Attempting to bind port db2f5534-b318-4584-9e50-3502ff56bfdd on network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:29:35.841864 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb50b3e-bf20-46b8-85fd-2391a246b5bd None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:29:35.843517 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb50b3e-bf20-46b8-85fd-2391a246b5bd None None] Checking segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:29:35.844174 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-4eb50b3e-bf20-46b8-85fd-2391a246b5bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:35.847452 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb50b3e-bf20-46b8-85fd-2391a246b5bd None None] Bound using segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:29:35.847941 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-4eb50b3e-bf20-46b8-85fd-2391a246b5bd None None] Bound port: db2f5534-b318-4584-9e50-3502ff56bfdd, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:29:35.848439 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-4eb50b3e-bf20-46b8-85fd-2391a246b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:35.914686 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:35.925008 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-4eb50b3e-bf20-46b8-85fd-2391a246b5bd None None] For port db2f5534-b318-4584-9e50-3502ff56bfdd, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:29:35.931183 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-4eb50b3e-bf20-46b8-85fd-2391a246b5bd None None] For port db2f5534-b318-4584-9e50-3502ff56bfdd, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=db2f5534-b318-4584-9e50-3502ff56bfdd,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:29:35.942476 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-4eb50b3e-bf20-46b8-85fd-2391a246b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:35.961951 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port a3559ec7-c1bd-4bab-96fc-f2ef51383051, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=a3559ec7-c1bd-4bab-96fc-f2ef51383051,segment=NetworkSegment(5af5fa70-e283-464e-9fb6-2354f305d6d4),segment_id=5af5fa70-e283-464e-9fb6-2354f305d6d4)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:29:35.972689 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:36.033895 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb50b3e-bf20-46b8-85fd-2391a246b5bd None None] Routers {'2d0c08f9-541c-4d5d-8d52-be75887a765e'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:29:36.034810 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-4eb50b3e-bf20-46b8-85fd-2391a246b5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:29:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['2d0c08f9-541c-4d5d-8d52-be75887a765e'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:29:36.034953 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-9af9b902-84c7-474f-9441-4aa23a84a78a admin admin] Allocated IP 172.20.0.1 (4397994a-dfd5-4595-a7b8-0900c5b78d1e/2136ba1f-521d-4d23-9f77-88738e8bc02e/0dc77374-ad30-454f-9daf-e72052e4c1e5) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:29:36.059906 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=a3559ec7-c1bd-4bab-96fc-f2ef51383051,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:29:36.076857 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba9c976-9a13-4f05-b241-f566e2b2061d None None] Pushing event updated for resources: {'Port': ['ID=db2f5534-b318-4584-9e50-3502ff56bfdd,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:29:36.170376 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-4eb50b3e-bf20-46b8-85fd-2391a246b5bd None None] Set router 2d0c08f9-541c-4d5d-8d52-be75887a765e gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:29:36.202498 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab40a02-0d77-4435-9159-e4cfda8834f4 None None] Network 4397994a-dfd5-4595-a7b8-0900c5b78d1e requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:29:36.203436 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9af9b902-84c7-474f-9441-4aa23a84a78a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:36.221240 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [None req-9af9b902-84c7-474f-9441-4aa23a84a78a admin admin] Transition to ACTIVE for port object 0dc77374-ad30-454f-9daf-e72052e4c1e5 will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:29:36.271653 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9af9b902-84c7-474f-9441-4aa23a84a78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:36.284716 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-267ff7d4-7db0-4dbc-9eb0-5fb565ee51ca None None] Provisioning for port 67b7a018-fc01-4562-a6b1-2d12c998af55 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:29:36.291515 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-267ff7d4-7db0-4dbc-9eb0-5fb565ee51ca None None] Provisioning complete for port 67b7a018-fc01-4562-a6b1-2d12c998af55 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:29:36.292167 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-267ff7d4-7db0-4dbc-9eb0-5fb565ee51ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:36.323674 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af9b902-84c7-474f-9441-4aa23a84a78a admin admin] Pushing event updated for resources: {'Port': ['ID=0dc77374-ad30-454f-9daf-e72052e4c1e5,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:29:36.343592 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af9b902-84c7-474f-9441-4aa23a84a78a admin admin] Network 4397994a-dfd5-4595-a7b8-0900c5b78d1e is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:29:36.345586 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-9af9b902-84c7-474f-9441-4aa23a84a78a admin admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:29:36.348276 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af9b902-84c7-474f-9441-4aa23a84a78a admin admin] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:29:36.388632 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9af9b902-84c7-474f-9441-4aa23a84a78a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:36.390700 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-4eb50b3e-bf20-46b8-85fd-2391a246b5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0c08f9-541c-4d5d-8d52-be75887a765e', 'name': 'tempest-TestShelveInstance-742566717-router', 'tenant_id': '72d3e7945150407f94ad8db719600c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'db2f5534-b318-4584-9e50-3502ff56bfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:29:33Z', 'updated_at': '2021-08-22T14:29:34Z', 'revision_number': 3, 'project_id': '72d3e7945150407f94ad8db719600c45', 'gw_port': {'id': 'db2f5534-b318-4584-9e50-3502ff56bfdd', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:54:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0c08f9-541c-4d5d-8d52-be75887a765e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:29:33Z', 'updated_at': '2021-08-22T14:29:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:29:36.425412 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb50b3e-bf20-46b8-85fd-2391a246b5bd None None] The sync data for ids ['2d0c08f9-541c-4d5d-8d52-be75887a765e'] in n-d-793621-33 is: [{'id': '2d0c08f9-541c-4d5d-8d52-be75887a765e', 'name': 'tempest-TestShelveInstance-742566717-router', 'tenant_id': '72d3e7945150407f94ad8db719600c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'db2f5534-b318-4584-9e50-3502ff56bfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:29:33Z', 'updated_at': '2021-08-22T14:29:34Z', 'revision_number': 3, 'project_id': '72d3e7945150407f94ad8db719600c45', 'gw_port': {'id': 'db2f5534-b318-4584-9e50-3502ff56bfdd', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:54:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0c08f9-541c-4d5d-8d52-be75887a765e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:29:33Z', 'updated_at': '2021-08-22T14:29:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:29:36.485347 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-267ff7d4-7db0-4dbc-9eb0-5fb565ee51ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:36.527617 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-267ff7d4-7db0-4dbc-9eb0-5fb565ee51ca None None] For port 67b7a018-fc01-4562-a6b1-2d12c998af55, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=67b7a018-fc01-4562-a6b1-2d12c998af55,segment=NetworkSegment(0730bdd0-f6b7-4cb9-879b-86e787664c6a),segment_id=0730bdd0-f6b7-4cb9-879b-86e787664c6a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:29:36.534112 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-267ff7d4-7db0-4dbc-9eb0-5fb565ee51ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:36.552357 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9af9b902-84c7-474f-9441-4aa23a84a78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:36.602023 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267ff7d4-7db0-4dbc-9eb0-5fb565ee51ca None None] Pushing event updated for resources: {'Port': ['ID=67b7a018-fc01-4562-a6b1-2d12c998af55,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:29:36.758679 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-d09a2939-9885-4ccc-9a8d-8e0eb2933f0c None None] Provisioning complete for port 67b7a018-fc01-4562-a6b1-2d12c998af55 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:29:36.759180 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d09a2939-9885-4ccc-9a8d-8e0eb2933f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:36.761267 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9af9b902-84c7-474f-9441-4aa23a84a78a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:36.770314 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9af9b902-84c7-474f-9441-4aa23a84a78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:36.847497 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9af9b902-84c7-474f-9441-4aa23a84a78a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:36.849851 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af9b902-84c7-474f-9441-4aa23a84a78a admin admin] Pushing event updated for resources: {'Port': ['ID=0dc77374-ad30-454f-9daf-e72052e4c1e5,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:29:36.883851 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-d09a2939-9885-4ccc-9a8d-8e0eb2933f0c None None] Provisioning for port 0dc77374-ad30-454f-9daf-e72052e4c1e5 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:29:36.897513 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-d09a2939-9885-4ccc-9a8d-8e0eb2933f0c None None] Provisioning complete for port 0dc77374-ad30-454f-9daf-e72052e4c1e5 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:29:36.897513 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d09a2939-9885-4ccc-9a8d-8e0eb2933f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:36.963882 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-d09a2939-9885-4ccc-9a8d-8e0eb2933f0c None None] Port 0dc77374-ad30-454f-9daf-e72052e4c1e5 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:29:37.000743 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af9b902-84c7-474f-9441-4aa23a84a78a admin admin] Network 4397994a-dfd5-4595-a7b8-0900c5b78d1e is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:29:37.002508 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-9af9b902-84c7-474f-9441-4aa23a84a78a admin admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:29:37.087806 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c7eb38f5-50c3-4e53-8c57-039e3bca954c None None] Provisioning complete for port 0dc77374-ad30-454f-9daf-e72052e4c1e5 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:29:37.088279 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c7eb38f5-50c3-4e53-8c57-039e3bca954c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:37.129540 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c7eb38f5-50c3-4e53-8c57-039e3bca954c None None] Port 0dc77374-ad30-454f-9daf-e72052e4c1e5 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:29:37.153470 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af9b902-84c7-474f-9441-4aa23a84a78a admin admin] Router 2d0c08f9-541c-4d5d-8d52-be75887a765e has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:29:37.272816 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af9b902-84c7-474f-9441-4aa23a84a78a admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:29:37.278158 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-9af9b902-84c7-474f-9441-4aa23a84a78a admin admin] 10.222.0.21 "PUT /v2.0/routers/2d0c08f9-541c-4d5d-8d52-be75887a765e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5499160 Aug 22 14:29:37.348340 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-bcec2da3-3c35-4ebc-9cd6-f5aff401aa06 None None] Provisioning complete for port 0dc77374-ad30-454f-9daf-e72052e4c1e5 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:29:37.348934 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-bcec2da3-3c35-4ebc-9cd6-f5aff401aa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:37.383571 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-bcec2da3-3c35-4ebc-9cd6-f5aff401aa06 None None] Port 0dc77374-ad30-454f-9daf-e72052e4c1e5 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:29:37.568646 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device db2f5534-b318-4584-9e50-3502ff56bfdd up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:29:37.623029 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port db2f5534-b318-4584-9e50-3502ff56bfdd completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:29:37.627192 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port db2f5534-b318-4584-9e50-3502ff56bfdd triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:29:37.627569 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:37.705486 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:37.725389 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port db2f5534-b318-4584-9e50-3502ff56bfdd, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=db2f5534-b318-4584-9e50-3502ff56bfdd,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:29:37.729069 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:37.729821 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 67b7a018-fc01-4562-a6b1-2d12c998af55 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:29:37.803614 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=db2f5534-b318-4584-9e50-3502ff56bfdd,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:29:37.814322 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 67b7a018-fc01-4562-a6b1-2d12c998af55 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:29:37.814699 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:37.902261 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device a3559ec7-c1bd-4bab-96fc-f2ef51383051 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:29:37.949861 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port a3559ec7-c1bd-4bab-96fc-f2ef51383051 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:29:37.950237 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:38.081039 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52940) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:29:38.086098 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-3784bc9d-9b5b-4dae-a6d3-063b007eb6f7 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1768074276', 'description': 'tempest-secgroup-smoke-1768074276 description', 'project_id': '118fdb292fa046daa71c37fbe69b73a1'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:29:38.107626 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3784bc9d-9b5b-4dae-a6d3-063b007eb6f7 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:38.189685 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3784bc9d-9b5b-4dae-a6d3-063b007eb6f7 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:38.193331 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3784bc9d-9b5b-4dae-a6d3-063b007eb6f7 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:38.221755 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-3784bc9d-9b5b-4dae-a6d3-063b007eb6f7 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:38.222916 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-3784bc9d-9b5b-4dae-a6d3-063b007eb6f7 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1405580 Aug 22 14:29:38.224887 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3784bc9d-9b5b-4dae-a6d3-063b007eb6f7 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df61418a-0eb0-45b4-9c71-bc9b15da646a,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:29:38.226144 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52942) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:29:38.231035 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-e52b57eb-1792-4388-957c-a98aece69832 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Request body: {'security_group_rule': {'security_group_id': 'df61418a-0eb0-45b4-9c71-bc9b15da646a', 'project_id': '118fdb292fa046daa71c37fbe69b73a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:29:38.259592 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e52b57eb-1792-4388-957c-a98aece69832 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:38.314967 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e52b57eb-1792-4388-957c-a98aece69832 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:38.318347 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e52b57eb-1792-4388-957c-a98aece69832 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:38.336278 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52b57eb-1792-4388-957c-a98aece69832 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7140456-8170-4abd-8c7e-ad4ca3463add,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:29:38.338607 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e52b57eb-1792-4388-957c-a98aece69832 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:38.341588 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e52b57eb-1792-4388-957c-a98aece69832 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1125250 Aug 22 14:29:38.342553 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 52944) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:29:38.347755 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-2b03b525-5350-4717-85f9-e63103c2bdab tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Request body: {'security_group_rule': {'security_group_id': 'df61418a-0eb0-45b4-9c71-bc9b15da646a', 'project_id': '118fdb292fa046daa71c37fbe69b73a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:29:38.375867 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2b03b525-5350-4717-85f9-e63103c2bdab tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:38.440553 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2b03b525-5350-4717-85f9-e63103c2bdab tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:38.444116 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2b03b525-5350-4717-85f9-e63103c2bdab tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:38.462586 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b03b525-5350-4717-85f9-e63103c2bdab tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac23c19a-d6df-4768-b270-d573bb20edad,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:29:38.471039 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2b03b525-5350-4717-85f9-e63103c2bdab tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:38.472383 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2b03b525-5350-4717-85f9-e63103c2bdab tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1280856 Aug 22 14:29:38.475382 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52946) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:29:38.480136 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-43ef0ed9-1a41-4990-bbd3-9f3b1b840661 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Request body: {'security_group_rule': {'security_group_id': 'df61418a-0eb0-45b4-9c71-bc9b15da646a', 'project_id': '118fdb292fa046daa71c37fbe69b73a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:29:38.507078 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-43ef0ed9-1a41-4990-bbd3-9f3b1b840661 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:38.569830 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-43ef0ed9-1a41-4990-bbd3-9f3b1b840661 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:38.573941 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-43ef0ed9-1a41-4990-bbd3-9f3b1b840661 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:38.592143 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ef0ed9-1a41-4990-bbd3-9f3b1b840661 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc9fa8f8-a0ce-4f93-aca5-3bbc5625a568,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:29:38.599454 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-43ef0ed9-1a41-4990-bbd3-9f3b1b840661 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:38.600776 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-43ef0ed9-1a41-4990-bbd3-9f3b1b840661 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1243796 Aug 22 14:29:38.603451 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52948) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:29:38.607966 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-6b32b8c9-b675-44d4-9577-92216134a9ff tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Request body: {'security_group_rule': {'security_group_id': 'df61418a-0eb0-45b4-9c71-bc9b15da646a', 'project_id': '118fdb292fa046daa71c37fbe69b73a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:29:38.634158 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6b32b8c9-b675-44d4-9577-92216134a9ff tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:38.677641 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b880646d-0c8a-4480-8c2b-e0ed3282e71d None None] Sync routers for ids ['2d0c08f9-541c-4d5d-8d52-be75887a765e'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:29:38.686899 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b880646d-0c8a-4480-8c2b-e0ed3282e71d None None] Routers {'2d0c08f9-541c-4d5d-8d52-be75887a765e'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:29:38.687517 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-b880646d-0c8a-4480-8c2b-e0ed3282e71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:29:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['2d0c08f9-541c-4d5d-8d52-be75887a765e'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:29:38.707433 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6b32b8c9-b675-44d4-9577-92216134a9ff tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:38.712083 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6b32b8c9-b675-44d4-9577-92216134a9ff tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:38.731735 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32b8c9-b675-44d4-9577-92216134a9ff tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df7607ec-f79d-4a3e-a039-6c6247d348d0,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:29:38.739107 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-6b32b8c9-b675-44d4-9577-92216134a9ff tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:38.740431 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-6b32b8c9-b675-44d4-9577-92216134a9ff tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1360133 Aug 22 14:29:38.743317 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52950) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:29:38.747803 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-e131c1b0-7005-4c52-a40c-e355a53a9795 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Request body: {'security_group_rule': {'security_group_id': 'df61418a-0eb0-45b4-9c71-bc9b15da646a', 'project_id': '118fdb292fa046daa71c37fbe69b73a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:29:38.769333 n-d-793621-33 neutron-server[94627]: INFO neutron.db.securitygroups_db [None req-e131c1b0-7005-4c52-a40c-e355a53a9795 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Project 118fdb292fa046daa71c37fbe69b73a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 14:29:38.774199 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e131c1b0-7005-4c52-a40c-e355a53a9795 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:38.838605 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e131c1b0-7005-4c52-a40c-e355a53a9795 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:38.842771 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e131c1b0-7005-4c52-a40c-e355a53a9795 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:38.862813 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e131c1b0-7005-4c52-a40c-e355a53a9795 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd355da6-a06c-4f94-8c39-f6a06dbb8b94,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:29:38.870139 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-e131c1b0-7005-4c52-a40c-e355a53a9795 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:38.871404 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-e131c1b0-7005-4c52-a40c-e355a53a9795 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1271279 Aug 22 14:29:38.874822 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 52952) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:29:38.879896 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-a411e58f-a045-48f6-9c6e-7194ea81ffab tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Request body: {'security_group_rule': {'security_group_id': 'df61418a-0eb0-45b4-9c71-bc9b15da646a', 'project_id': '118fdb292fa046daa71c37fbe69b73a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:29:38.903006 n-d-793621-33 neutron-server[94627]: INFO neutron.db.securitygroups_db [None req-a411e58f-a045-48f6-9c6e-7194ea81ffab tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Project 118fdb292fa046daa71c37fbe69b73a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 14:29:38.908412 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a411e58f-a045-48f6-9c6e-7194ea81ffab tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:38.957649 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-b880646d-0c8a-4480-8c2b-e0ed3282e71d None None] Set router 2d0c08f9-541c-4d5d-8d52-be75887a765e gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:29:38.977978 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a411e58f-a045-48f6-9c6e-7194ea81ffab tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:38.982206 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a411e58f-a045-48f6-9c6e-7194ea81ffab tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:39.001135 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a411e58f-a045-48f6-9c6e-7194ea81ffab tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98682fca-a621-40fd-972f-804f16aa479e,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:29:39.009330 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a411e58f-a045-48f6-9c6e-7194ea81ffab tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:39.022018 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a411e58f-a045-48f6-9c6e-7194ea81ffab tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1351051 Aug 22 14:29:39.162191 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-b880646d-0c8a-4480-8c2b-e0ed3282e71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0c08f9-541c-4d5d-8d52-be75887a765e', 'name': 'tempest-TestShelveInstance-742566717-router', 'tenant_id': '72d3e7945150407f94ad8db719600c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'db2f5534-b318-4584-9e50-3502ff56bfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:29:33Z', 'updated_at': '2021-08-22T14:29:36Z', 'revision_number': 4, 'project_id': '72d3e7945150407f94ad8db719600c45', 'gw_port': {'id': 'db2f5534-b318-4584-9e50-3502ff56bfdd', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:54:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0c08f9-541c-4d5d-8d52-be75887a765e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:29:33Z', 'updated_at': '2021-08-22T14:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '0dc77374-ad30-454f-9daf-e72052e4c1e5', 'name': '', 'network_id': '4397994a-dfd5-4595-a7b8-0900c5b78d1e', 'tenant_id': '72d3e7945150407f94ad8db719600c45', 'mac_address': 'fa:16:3e:ef:8f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0c08f9-541c-4d5d-8d52-be75887a765e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '2136ba1f-521d-4d23-9f77-88738e8bc02e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:29:35Z', 'updated_at': '2021-08-22T14:29:36Z', 'revision_number': 2, 'project_id': '72d3e7945150407f94ad8db719600c45', 'subnets': [{'id': '2136ba1f-521d-4d23-9f77-88738e8bc02e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:29:39.188536 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b880646d-0c8a-4480-8c2b-e0ed3282e71d None None] Checking router: 2d0c08f9-541c-4d5d-8d52-be75887a765e for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:29:39.188891 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b880646d-0c8a-4480-8c2b-e0ed3282e71d None None] Updating router 2d0c08f9-541c-4d5d-8d52-be75887a765e port 0dc77374-ad30-454f-9daf-e72052e4c1e5 binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:29:39.210738 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-715e2131-3550-4d9f-9165-2de2b4c6a4e2 req-c1b20e7e-5f9c-4058-a370-797f35b69907 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1768074276&fields=id&tenant_id=118fdb292fa046daa71c37fbe69b73a1 HTTP/1.1" status: 200 len: 267 time: 0.0325565 Aug 22 14:29:39.214056 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b880646d-0c8a-4480-8c2b-e0ed3282e71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:39.319150 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e2131-3550-4d9f-9165-2de2b4c6a4e2 req-1ea7fcd2-56e1-4956-b7bb-171fe586a712 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:29:39.320564 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-715e2131-3550-4d9f-9165-2de2b4c6a4e2 req-1ea7fcd2-56e1-4956-b7bb-171fe586a712 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/networks?id=62da9a17-6ccc-4a6f-a8c7-34957fe01c57 HTTP/1.1" status: 200 len: 808 time: 0.1029902 Aug 22 14:29:39.336204 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-715e2131-3550-4d9f-9165-2de2b4c6a4e2 req-748f8747-f4e6-4b25-848b-bee67eea9e53 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/quotas/118fdb292fa046daa71c37fbe69b73a1 HTTP/1.1" status: 200 len: 375 time: 0.0096784 Aug 22 14:29:39.390395 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-715e2131-3550-4d9f-9165-2de2b4c6a4e2 req-da316bef-9080-4df4-9556-74c4a70e6b98 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=118fdb292fa046daa71c37fbe69b73a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477586 Aug 22 14:29:39.488546 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b880646d-0c8a-4480-8c2b-e0ed3282e71d None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:39.497367 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-715e2131-3550-4d9f-9165-2de2b4c6a4e2 req-7c35bf6a-70d9-4efb-844f-6fb4f8ee2c92 service neutron] 10.222.0.21 "GET /v2.0/networks/62da9a17-6ccc-4a6f-a8c7-34957fe01c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953085 Aug 22 14:29:39.501018 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device db2f5534-b318-4584-9e50-3502ff56bfdd up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:29:39.503148 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-b880646d-0c8a-4480-8c2b-e0ed3282e71d None None] Transition to ACTIVE for port object 0dc77374-ad30-454f-9daf-e72052e4c1e5 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:29:39.525558 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b880646d-0c8a-4480-8c2b-e0ed3282e71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:39.589086 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c60eb0c-3bc7-4c18-96a8-9b4863d8c3a7 None None] Pushing event updated for resources: {'Port': ['ID=0dc77374-ad30-454f-9daf-e72052e4c1e5,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:29:39.595400 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-715e2131-3550-4d9f-9165-2de2b4c6a4e2 req-d10f5de9-45b4-4c2a-9f45-7ecb4c6e84f6 service neutron] 10.222.0.21 "GET /v2.0/networks/62da9a17-6ccc-4a6f-a8c7-34957fe01c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894241 Aug 22 14:29:39.643967 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port db2f5534-b318-4584-9e50-3502ff56bfdd triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:29:39.644367 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:39.674882 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-b880646d-0c8a-4480-8c2b-e0ed3282e71d None None] Attempting to bind port 0dc77374-ad30-454f-9daf-e72052e4c1e5 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:29:39.675241 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-b880646d-0c8a-4480-8c2b-e0ed3282e71d None None] Attempting to bind port 0dc77374-ad30-454f-9daf-e72052e4c1e5 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '0730bdd0-f6b7-4cb9-879b-86e787664c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4397994a-dfd5-4595-a7b8-0900c5b78d1e'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:29:39.675603 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b880646d-0c8a-4480-8c2b-e0ed3282e71d None None] Attempting to bind port 0dc77374-ad30-454f-9daf-e72052e4c1e5 on network 4397994a-dfd5-4595-a7b8-0900c5b78d1e {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:29:39.687282 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b880646d-0c8a-4480-8c2b-e0ed3282e71d None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:29:39.687867 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b880646d-0c8a-4480-8c2b-e0ed3282e71d None None] Checking segment: {'id': '0730bdd0-f6b7-4cb9-879b-86e787664c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4397994a-dfd5-4595-a7b8-0900c5b78d1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:29:39.688127 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b880646d-0c8a-4480-8c2b-e0ed3282e71d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:39.688472 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b880646d-0c8a-4480-8c2b-e0ed3282e71d None None] Bound using segment: {'id': '0730bdd0-f6b7-4cb9-879b-86e787664c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4397994a-dfd5-4595-a7b8-0900c5b78d1e'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:29:39.688950 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-b880646d-0c8a-4480-8c2b-e0ed3282e71d None None] Bound port: 0dc77374-ad30-454f-9daf-e72052e4c1e5, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0730bdd0-f6b7-4cb9-879b-86e787664c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4397994a-dfd5-4595-a7b8-0900c5b78d1e'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:29:39.689331 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b880646d-0c8a-4480-8c2b-e0ed3282e71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:39.787988 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ce0e446d-0b6c-41dd-a340-d0d4915c3397 req-374ab9df-8e34-4b80-96fc-839d3b7e4310 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 210 time: 0.0299692 Aug 22 14:29:39.813114 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-b880646d-0c8a-4480-8c2b-e0ed3282e71d None None] For port 0dc77374-ad30-454f-9daf-e72052e4c1e5, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:29:39.829674 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-b880646d-0c8a-4480-8c2b-e0ed3282e71d None None] For port 0dc77374-ad30-454f-9daf-e72052e4c1e5, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=0dc77374-ad30-454f-9daf-e72052e4c1e5,segment=NetworkSegment(0730bdd0-f6b7-4cb9-879b-86e787664c6a),segment_id=0730bdd0-f6b7-4cb9-879b-86e787664c6a)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:29:39.835258 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b880646d-0c8a-4480-8c2b-e0ed3282e71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:39.891953 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b880646d-0c8a-4480-8c2b-e0ed3282e71d None None] Routers {'2d0c08f9-541c-4d5d-8d52-be75887a765e'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:29:39.892621 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-b880646d-0c8a-4480-8c2b-e0ed3282e71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:29:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['2d0c08f9-541c-4d5d-8d52-be75887a765e'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:29:39.928967 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c60eb0c-3bc7-4c18-96a8-9b4863d8c3a7 None None] Pushing event updated for resources: {'Port': ['ID=0dc77374-ad30-454f-9daf-e72052e4c1e5,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:29:40.015102 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-b880646d-0c8a-4480-8c2b-e0ed3282e71d None None] Set router 2d0c08f9-541c-4d5d-8d52-be75887a765e gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:29:40.234256 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-b880646d-0c8a-4480-8c2b-e0ed3282e71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0c08f9-541c-4d5d-8d52-be75887a765e', 'name': 'tempest-TestShelveInstance-742566717-router', 'tenant_id': '72d3e7945150407f94ad8db719600c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'db2f5534-b318-4584-9e50-3502ff56bfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:29:33Z', 'updated_at': '2021-08-22T14:29:36Z', 'revision_number': 4, 'project_id': '72d3e7945150407f94ad8db719600c45', 'gw_port': {'id': 'db2f5534-b318-4584-9e50-3502ff56bfdd', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:54:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0c08f9-541c-4d5d-8d52-be75887a765e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:29:33Z', 'updated_at': '2021-08-22T14:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '0dc77374-ad30-454f-9daf-e72052e4c1e5', 'name': '', 'network_id': '4397994a-dfd5-4595-a7b8-0900c5b78d1e', 'tenant_id': '72d3e7945150407f94ad8db719600c45', 'mac_address': 'fa:16:3e:ef:8f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0c08f9-541c-4d5d-8d52-be75887a765e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '2136ba1f-521d-4d23-9f77-88738e8bc02e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:29:35Z', 'updated_at': '2021-08-22T14:29:39Z', 'revision_number': 4, 'project_id': '72d3e7945150407f94ad8db719600c45', 'subnets': [{'id': '2136ba1f-521d-4d23-9f77-88738e8bc02e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:29:40.265893 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b880646d-0c8a-4480-8c2b-e0ed3282e71d None None] The sync data for ids ['2d0c08f9-541c-4d5d-8d52-be75887a765e'] in n-d-793621-33 is: [{'id': '2d0c08f9-541c-4d5d-8d52-be75887a765e', 'name': 'tempest-TestShelveInstance-742566717-router', 'tenant_id': '72d3e7945150407f94ad8db719600c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'db2f5534-b318-4584-9e50-3502ff56bfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:29:33Z', 'updated_at': '2021-08-22T14:29:36Z', 'revision_number': 4, 'project_id': '72d3e7945150407f94ad8db719600c45', 'gw_port': {'id': 'db2f5534-b318-4584-9e50-3502ff56bfdd', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:54:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0c08f9-541c-4d5d-8d52-be75887a765e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:29:33Z', 'updated_at': '2021-08-22T14:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '0dc77374-ad30-454f-9daf-e72052e4c1e5', 'name': '', 'network_id': '4397994a-dfd5-4595-a7b8-0900c5b78d1e', 'tenant_id': '72d3e7945150407f94ad8db719600c45', 'mac_address': 'fa:16:3e:ef:8f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0c08f9-541c-4d5d-8d52-be75887a765e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '2136ba1f-521d-4d23-9f77-88738e8bc02e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:29:35Z', 'updated_at': '2021-08-22T14:29:39Z', 'revision_number': 4, 'project_id': '72d3e7945150407f94ad8db719600c45', 'subnets': [{'id': '2136ba1f-521d-4d23-9f77-88738e8bc02e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:29:40.888371 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2283633f-df94-4155-99a3-2fc48849b4fb req-64efad43-1844-457c-a33f-b55e84e5a730 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 210 time: 0.0337765 Aug 22 14:29:41.077854 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e2131-3550-4d9f-9165-2de2b4c6a4e2 req-e58de07e-9c3a-4959-92d1-46cf285c1cb9 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:29:41.079662 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-715e2131-3550-4d9f-9165-2de2b4c6a4e2 req-e58de07e-9c3a-4959-92d1-46cf285c1cb9 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.16 "GET /v2.0/networks?id=62da9a17-6ccc-4a6f-a8c7-34957fe01c57 HTTP/1.1" status: 200 len: 808 time: 0.1142707 Aug 22 14:29:41.126673 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-715e2131-3550-4d9f-9165-2de2b4c6a4e2 req-2dd490e9-cb35-4986-a133-f1e6c1b1ea76 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=118fdb292fa046daa71c37fbe69b73a1 HTTP/1.1" status: 200 len: 380 time: 0.0370398 Aug 22 14:29:41.136587 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-715e2131-3550-4d9f-9165-2de2b4c6a4e2 req-76533d52-6ec9-4878-b332-d8186ac162d1 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Request body: {'port': {'device_id': '9ae71959-341d-4e53-96ec-1c375b91ca03', 'network_id': '62da9a17-6ccc-4a6f-a8c7-34957fe01c57', 'admin_state_up': True, 'tenant_id': '118fdb292fa046daa71c37fbe69b73a1', 'security_groups': ['df61418a-0eb0-45b4-9c71-bc9b15da646a']}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:29:41.244110 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-715e2131-3550-4d9f-9165-2de2b4c6a4e2 req-76533d52-6ec9-4878-b332-d8186ac162d1 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Made reservation on behalf of 118fdb292fa046daa71c37fbe69b73a1 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:29:41.247903 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-715e2131-3550-4d9f-9165-2de2b4c6a4e2 req-76533d52-6ec9-4878-b332-d8186ac162d1 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:41.373087 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-715e2131-3550-4d9f-9165-2de2b4c6a4e2 req-76533d52-6ec9-4878-b332-d8186ac162d1 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Allocated IP 172.20.0.8 (62da9a17-6ccc-4a6f-a8c7-34957fe01c57/9e50430a-49ce-444d-987c-2ef7525cde56/3286c27e-3d13-4697-b247-d7bb0d7f221e) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:29:41.513066 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 0dc77374-ad30-454f-9daf-e72052e4c1e5 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:29:41.518901 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-715e2131-3550-4d9f-9165-2de2b4c6a4e2 req-76533d52-6ec9-4878-b332-d8186ac162d1 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:41.533161 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-715e2131-3550-4d9f-9165-2de2b4c6a4e2 req-76533d52-6ec9-4878-b332-d8186ac162d1 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Transition to ACTIVE for port object 3286c27e-3d13-4697-b247-d7bb0d7f221e will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:29:41.560936 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 0dc77374-ad30-454f-9daf-e72052e4c1e5 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:29:41.564689 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 0dc77374-ad30-454f-9daf-e72052e4c1e5 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:29:41.565190 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:41.566170 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-715e2131-3550-4d9f-9165-2de2b4c6a4e2 req-76533d52-6ec9-4878-b332-d8186ac162d1 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:41.611721 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-715e2131-3550-4d9f-9165-2de2b4c6a4e2 req-76533d52-6ec9-4878-b332-d8186ac162d1 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Network 62da9a17-6ccc-4a6f-a8c7-34957fe01c57 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:29:41.614764 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-715e2131-3550-4d9f-9165-2de2b4c6a4e2 req-76533d52-6ec9-4878-b332-d8186ac162d1 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:29:41.618720 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-715e2131-3550-4d9f-9165-2de2b4c6a4e2 req-76533d52-6ec9-4878-b332-d8186ac162d1 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:29:41.648801 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:41.689461 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 0dc77374-ad30-454f-9daf-e72052e4c1e5, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=0dc77374-ad30-454f-9daf-e72052e4c1e5,segment=NetworkSegment(0730bdd0-f6b7-4cb9-879b-86e787664c6a),segment_id=0730bdd0-f6b7-4cb9-879b-86e787664c6a)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:29:41.689810 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e2131-3550-4d9f-9165-2de2b4c6a4e2 req-76533d52-6ec9-4878-b332-d8186ac162d1 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:29:41.690583 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-715e2131-3550-4d9f-9165-2de2b4c6a4e2 req-76533d52-6ec9-4878-b332-d8186ac162d1 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:41.692961 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76533d52-6ec9-4878-b332-d8186ac162d1 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Pushing event updated for resources: {'Port': ['ID=3286c27e-3d13-4697-b247-d7bb0d7f221e,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:29:41.694728 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:41.714544 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-715e2131-3550-4d9f-9165-2de2b4c6a4e2 req-76533d52-6ec9-4878-b332-d8186ac162d1 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5814607 Aug 22 14:29:41.731436 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-715e2131-3550-4d9f-9165-2de2b4c6a4e2 req-d8af4f92-16d3-47e9-a6b3-706988196b76 service neutron] Request body: {'port': {'device_id': '9ae71959-341d-4e53-96ec-1c375b91ca03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:29:41.747531 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=0dc77374-ad30-454f-9daf-e72052e4c1e5,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:29:41.793242 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-715e2131-3550-4d9f-9165-2de2b4c6a4e2 req-d8af4f92-16d3-47e9-a6b3-706988196b76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:41.909634 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-6a674ca4-3c1a-44e4-a601-f07e7320aa84 None None] Provisioning for port 3286c27e-3d13-4697-b247-d7bb0d7f221e completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:29:41.914463 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-6a674ca4-3c1a-44e4-a601-f07e7320aa84 None None] Provisioning complete for port 3286c27e-3d13-4697-b247-d7bb0d7f221e triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:29:41.914463 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6a674ca4-3c1a-44e4-a601-f07e7320aa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:41.951188 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-6a674ca4-3c1a-44e4-a601-f07e7320aa84 None None] Port 3286c27e-3d13-4697-b247-d7bb0d7f221e cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:29:42.042914 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e3b9f-5314-4dff-b0e3-e190ab15cc36 req-07d33556-5d22-463f-a572-ff5d6ca42f67 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:29:42.044316 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7a6e3b9f-5314-4dff-b0e3-e190ab15cc36 req-07d33556-5d22-463f-a572-ff5d6ca42f67 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 931 time: 0.0797515 Aug 22 14:29:42.128507 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7a6e3b9f-5314-4dff-b0e3-e190ab15cc36 req-f4008fc7-6398-4d8c-b0cd-cb5f1481a949 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=df61418a-0eb0-45b4-9c71-bc9b15da646a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735071 Aug 22 14:29:42.143769 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-715e2131-3550-4d9f-9165-2de2b4c6a4e2 req-d8af4f92-16d3-47e9-a6b3-706988196b76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3286c27e-3d13-4697-b247-d7bb0d7f221e {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:29:42.151790 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-715e2131-3550-4d9f-9165-2de2b4c6a4e2 req-d8af4f92-16d3-47e9-a6b3-706988196b76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:42.165086 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-715e2131-3550-4d9f-9165-2de2b4c6a4e2 req-d8af4f92-16d3-47e9-a6b3-706988196b76 service neutron] Transition to ACTIVE for port object 3286c27e-3d13-4697-b247-d7bb0d7f221e will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:29:42.168762 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-715e2131-3550-4d9f-9165-2de2b4c6a4e2 req-d8af4f92-16d3-47e9-a6b3-706988196b76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:42.219580 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8af4f92-16d3-47e9-a6b3-706988196b76 service neutron] Pushing event updated for resources: {'Port': ['ID=3286c27e-3d13-4697-b247-d7bb0d7f221e,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:29:42.293511 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-715e2131-3550-4d9f-9165-2de2b4c6a4e2 req-d8af4f92-16d3-47e9-a6b3-706988196b76 service neutron] Attempting to bind port 3286c27e-3d13-4697-b247-d7bb0d7f221e on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:29:42.293765 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-715e2131-3550-4d9f-9165-2de2b4c6a4e2 req-d8af4f92-16d3-47e9-a6b3-706988196b76 service neutron] Attempting to bind port 3286c27e-3d13-4697-b247-d7bb0d7f221e by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '5af5fa70-e283-464e-9fb6-2354f305d6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '62da9a17-6ccc-4a6f-a8c7-34957fe01c57'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:29:42.294096 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715e2131-3550-4d9f-9165-2de2b4c6a4e2 req-d8af4f92-16d3-47e9-a6b3-706988196b76 service neutron] Attempting to bind port 3286c27e-3d13-4697-b247-d7bb0d7f221e on network 62da9a17-6ccc-4a6f-a8c7-34957fe01c57 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:29:42.298796 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715e2131-3550-4d9f-9165-2de2b4c6a4e2 req-d8af4f92-16d3-47e9-a6b3-706988196b76 service neutron] Port 3286c27e-3d13-4697-b247-d7bb0d7f221e on network 62da9a17-6ccc-4a6f-a8c7-34957fe01c57 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:29:42.299121 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715e2131-3550-4d9f-9165-2de2b4c6a4e2 req-d8af4f92-16d3-47e9-a6b3-706988196b76 service neutron] Attempting to bind port 3286c27e-3d13-4697-b247-d7bb0d7f221e on network 62da9a17-6ccc-4a6f-a8c7-34957fe01c57 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:29:42.304381 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715e2131-3550-4d9f-9165-2de2b4c6a4e2 req-d8af4f92-16d3-47e9-a6b3-706988196b76 service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:29:42.304723 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715e2131-3550-4d9f-9165-2de2b4c6a4e2 req-d8af4f92-16d3-47e9-a6b3-706988196b76 service neutron] Checking segment: {'id': '5af5fa70-e283-464e-9fb6-2354f305d6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '62da9a17-6ccc-4a6f-a8c7-34957fe01c57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:29:42.305107 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715e2131-3550-4d9f-9165-2de2b4c6a4e2 req-d8af4f92-16d3-47e9-a6b3-706988196b76 service neutron] Bound using segment: {'id': '5af5fa70-e283-464e-9fb6-2354f305d6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '62da9a17-6ccc-4a6f-a8c7-34957fe01c57'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:29:42.305550 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-715e2131-3550-4d9f-9165-2de2b4c6a4e2 req-d8af4f92-16d3-47e9-a6b3-706988196b76 service neutron] Bound port: 3286c27e-3d13-4697-b247-d7bb0d7f221e, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5af5fa70-e283-464e-9fb6-2354f305d6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '62da9a17-6ccc-4a6f-a8c7-34957fe01c57'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:29:42.305911 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-715e2131-3550-4d9f-9165-2de2b4c6a4e2 req-d8af4f92-16d3-47e9-a6b3-706988196b76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:42.377434 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-715e2131-3550-4d9f-9165-2de2b4c6a4e2 req-d8af4f92-16d3-47e9-a6b3-706988196b76 service neutron] For port 3286c27e-3d13-4697-b247-d7bb0d7f221e, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:29:42.380732 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-715e2131-3550-4d9f-9165-2de2b4c6a4e2 req-d8af4f92-16d3-47e9-a6b3-706988196b76 service neutron] For port 3286c27e-3d13-4697-b247-d7bb0d7f221e, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=3286c27e-3d13-4697-b247-d7bb0d7f221e,segment=NetworkSegment(5af5fa70-e283-464e-9fb6-2354f305d6d4),segment_id=5af5fa70-e283-464e-9fb6-2354f305d6d4)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:29:42.386173 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-715e2131-3550-4d9f-9165-2de2b4c6a4e2 req-d8af4f92-16d3-47e9-a6b3-706988196b76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:42.423495 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e2131-3550-4d9f-9165-2de2b4c6a4e2 req-d8af4f92-16d3-47e9-a6b3-706988196b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:29:42.424107 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-715e2131-3550-4d9f-9165-2de2b4c6a4e2 req-d8af4f92-16d3-47e9-a6b3-706988196b76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:42.425558 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-715e2131-3550-4d9f-9165-2de2b4c6a4e2 req-d8af4f92-16d3-47e9-a6b3-706988196b76 service neutron] 10.222.0.16 "PUT /v2.0/ports/3286c27e-3d13-4697-b247-d7bb0d7f221e HTTP/1.1" status: 200 len: 1092 time: 0.7025840 Aug 22 14:29:42.426118 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ae71959-341d-4e53-96ec-1c375b91ca03', 'tag': '3286c27e-3d13-4697-b247-d7bb0d7f221e'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:29:42.428412 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8361b9502d284db1754c02bd1b6f8106db555dd6c6dc010ebe333761f67dd15a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99706357-53f8-4480-b679-cf94504ac5aa" -d '{"events": [{"name": "network-changed", "server_uuid": "9ae71959-341d-4e53-96ec-1c375b91ca03", "tag": "3286c27e-3d13-4697-b247-d7bb0d7f221e"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:29:42.463755 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8af4f92-16d3-47e9-a6b3-706988196b76 service neutron] Pushing event updated for resources: {'Port': ['ID=3286c27e-3d13-4697-b247-d7bb0d7f221e,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:29:42.535371 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e2131-3550-4d9f-9165-2de2b4c6a4e2 req-d2a8c7a9-e8ca-44d3-8a5b-ebb7de86b02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:29:42.537139 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-715e2131-3550-4d9f-9165-2de2b4c6a4e2 req-d2a8c7a9-e8ca-44d3-8a5b-ebb7de86b02d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=118fdb292fa046daa71c37fbe69b73a1&device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 1095 time: 0.0504529 Aug 22 14:29:42.593392 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-715e2131-3550-4d9f-9165-2de2b4c6a4e2 req-9f50cf29-5385-4a25-9d90-23528b3f072c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3286c27e-3d13-4697-b247-d7bb0d7f221e HTTP/1.1" status: 200 len: 217 time: 0.0454481 Aug 22 14:29:42.599729 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba411d7-11a1-4cb0-b191-27a6640b19dc x-openstack-request-id: req-7ba411d7-11a1-4cb0-b191-27a6640b19dc {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:29:42.600219 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ae71959-341d-4e53-96ec-1c375b91ca03", "tag": "3286c27e-3d13-4697-b247-d7bb0d7f221e", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:29:42.600650 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7ba411d7-11a1-4cb0-b191-27a6640b19dc {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:29:42.604014 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ae71959-341d-4e53-96ec-1c375b91ca03', 'tag': '3286c27e-3d13-4697-b247-d7bb0d7f221e', 'status': 'completed', 'code': 200} Aug 22 14:29:42.655688 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e2131-3550-4d9f-9165-2de2b4c6a4e2 req-292b7877-3047-42b4-94f5-8b8d99ace97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:29:42.657568 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-715e2131-3550-4d9f-9165-2de2b4c6a4e2 req-292b7877-3047-42b4-94f5-8b8d99ace97e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9e50430a-49ce-444d-987c-2ef7525cde56 HTTP/1.1" status: 200 len: 847 time: 0.0521483 Aug 22 14:29:42.709693 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e2131-3550-4d9f-9165-2de2b4c6a4e2 req-4d91b775-6aab-4332-b8d1-880d4c2b4a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:29:42.711198 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-715e2131-3550-4d9f-9165-2de2b4c6a4e2 req-4d91b775-6aab-4332-b8d1-880d4c2b4a0c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=62da9a17-6ccc-4a6f-a8c7-34957fe01c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456185 Aug 22 14:29:42.809800 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-715e2131-3550-4d9f-9165-2de2b4c6a4e2 req-a8b5b7a3-549e-42f9-b88c-495d188a48d4 service neutron] 10.222.0.16 "GET /v2.0/networks/62da9a17-6ccc-4a6f-a8c7-34957fe01c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888669 Aug 22 14:29:42.903058 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-715e2131-3550-4d9f-9165-2de2b4c6a4e2 req-1418f85e-df8d-4903-933d-8e50f1c1f2b2 service neutron] 10.222.0.16 "GET /v2.0/networks/62da9a17-6ccc-4a6f-a8c7-34957fe01c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851412 Aug 22 14:29:42.993448 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99706357-53f8-4480-b679-cf94504ac5aa req-a484d9b8-ada6-4368-aec2-89844c55bbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:29:42.994958 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-99706357-53f8-4480-b679-cf94504ac5aa req-a484d9b8-ada6-4368-aec2-89844c55bbbf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=118fdb292fa046daa71c37fbe69b73a1&device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 1095 time: 0.0430772 Aug 22 14:29:43.092832 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99706357-53f8-4480-b679-cf94504ac5aa req-14af4ca8-f074-43df-81d9-61c22e2f9e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:29:43.094355 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-99706357-53f8-4480-b679-cf94504ac5aa req-14af4ca8-f074-43df-81d9-61c22e2f9e91 service neutron] 10.222.0.16 "GET /v2.0/networks?id=62da9a17-6ccc-4a6f-a8c7-34957fe01c57 HTTP/1.1" status: 200 len: 909 time: 0.0923765 Aug 22 14:29:43.136257 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-99706357-53f8-4480-b679-cf94504ac5aa req-e873fa11-04bf-482b-adb0-be64867926e0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3286c27e-3d13-4697-b247-d7bb0d7f221e HTTP/1.1" status: 200 len: 217 time: 0.0348139 Aug 22 14:29:43.191679 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99706357-53f8-4480-b679-cf94504ac5aa req-415133c5-5767-4620-9537-6ee32b1b88ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:29:43.193178 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-99706357-53f8-4480-b679-cf94504ac5aa req-415133c5-5767-4620-9537-6ee32b1b88ed service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9e50430a-49ce-444d-987c-2ef7525cde56 HTTP/1.1" status: 200 len: 847 time: 0.0490103 Aug 22 14:29:43.270644 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99706357-53f8-4480-b679-cf94504ac5aa req-eabd42c8-6663-4399-bf5e-dd0631a2949d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:29:43.272166 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-99706357-53f8-4480-b679-cf94504ac5aa req-eabd42c8-6663-4399-bf5e-dd0631a2949d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=62da9a17-6ccc-4a6f-a8c7-34957fe01c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0644991 Aug 22 14:29:43.279508 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69237a3-cf3d-4b3d-84bd-a2f0bbd76cad req-e29dc493-5a0c-436d-ac82-d7bd026bcdb3 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:29:43.281534 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f69237a3-cf3d-4b3d-84bd-a2f0bbd76cad req-e29dc493-5a0c-436d-ac82-d7bd026bcdb3 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 943 time: 0.0824118 Aug 22 14:29:43.369445 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f69237a3-cf3d-4b3d-84bd-a2f0bbd76cad req-080f2a9e-03a8-4e21-8eb2-6718e2ed3646 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=df61418a-0eb0-45b4-9c71-bc9b15da646a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799615 Aug 22 14:29:43.395356 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-99706357-53f8-4480-b679-cf94504ac5aa req-01046b56-7d80-4851-ac2e-cb2ead3e30a6 service neutron] 10.222.0.16 "GET /v2.0/networks/62da9a17-6ccc-4a6f-a8c7-34957fe01c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128612 Aug 22 14:29:43.486432 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-99706357-53f8-4480-b679-cf94504ac5aa req-dc2d10a9-7d95-4c86-a6ea-1050e398cca2 service neutron] 10.222.0.16 "GET /v2.0/networks/62da9a17-6ccc-4a6f-a8c7-34957fe01c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834246 Aug 22 14:29:43.502108 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 0dc77374-ad30-454f-9daf-e72052e4c1e5 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:29:43.550760 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 0dc77374-ad30-454f-9daf-e72052e4c1e5 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:29:43.551124 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:44.491390 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88b47d-811f-417e-bac0-0f52a7405d43 req-4a6f9b3e-f238-4f01-92d5-e250a2e5e13d tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:29:44.492894 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8b88b47d-811f-417e-bac0-0f52a7405d43 req-4a6f9b3e-f238-4f01-92d5-e250a2e5e13d tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 943 time: 0.0550022 Aug 22 14:29:44.532985 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8b88b47d-811f-417e-bac0-0f52a7405d43 req-877e6b81-338c-4ab1-a4ab-ab8c996225b3 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=df61418a-0eb0-45b4-9c71-bc9b15da646a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329721 Aug 22 14:29:45.647628 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9fda08-a276-42d2-8714-61c52f8744ff req-5ab6fc86-6834-4f68-a58f-29f9ecd457e1 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:29:45.649138 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8e9fda08-a276-42d2-8714-61c52f8744ff req-5ab6fc86-6834-4f68-a58f-29f9ecd457e1 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 943 time: 0.0492544 Aug 22 14:29:45.685614 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8e9fda08-a276-42d2-8714-61c52f8744ff req-629e3170-e28b-4770-bb5a-665367b59b04 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=df61418a-0eb0-45b4-9c71-bc9b15da646a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305815 Aug 22 14:29:46.750856 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 3286c27e-3d13-4697-b247-d7bb0d7f221e details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:29:46.803816 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22dc37-ce8f-4ba4-a73a-30ac92a2e950 req-d11c6457-ff49-48da-abbe-a57d87386789 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:29:46.805403 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7f22dc37-ce8f-4ba4-a73a-30ac92a2e950 req-d11c6457-ff49-48da-abbe-a57d87386789 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 943 time: 0.0519676 Aug 22 14:29:46.845221 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7f22dc37-ce8f-4ba4-a73a-30ac92a2e950 req-6fb0c9a4-d653-4fcd-b331-14ad54dcc148 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=df61418a-0eb0-45b4-9c71-bc9b15da646a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327561 Aug 22 14:29:46.867375 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 3286c27e-3d13-4697-b247-d7bb0d7f221e, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=3286c27e-3d13-4697-b247-d7bb0d7f221e,segment=NetworkSegment(5af5fa70-e283-464e-9fb6-2354f305d6d4),segment_id=5af5fa70-e283-464e-9fb6-2354f305d6d4)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:29:46.877976 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '3286c27e-3d13-4697-b247-d7bb0d7f221e', 'network_id': '62da9a17-6ccc-4a6f-a8c7-34957fe01c57', 'port_id': '3286c27e-3d13-4697-b247-d7bb0d7f221e', 'mac_address': 'fa:16:3e:f0:16:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e50430a-49ce-444d-987c-2ef7525cde56', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:29:46.914841 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:46.927240 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3286c27e-3d13-4697-b247-d7bb0d7f221e {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:29:46.945287 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 3286c27e-3d13-4697-b247-d7bb0d7f221e, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=3286c27e-3d13-4697-b247-d7bb0d7f221e,segment=NetworkSegment(5af5fa70-e283-464e-9fb6-2354f305d6d4),segment_id=5af5fa70-e283-464e-9fb6-2354f305d6d4)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:29:46.949227 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:46.995196 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=3286c27e-3d13-4697-b247-d7bb0d7f221e,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:29:47.180441 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['3286c27e-3d13-4697-b247-d7bb0d7f221e'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:29:47.962667 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8a421-6059-45ce-9750-052bc016f810 req-4a7d10cf-82e3-41ce-9722-a8f701790e10 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:29:47.964117 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2be8a421-6059-45ce-9750-052bc016f810 req-4a7d10cf-82e3-41ce-9722-a8f701790e10 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 944 time: 0.0523155 Aug 22 14:29:48.002794 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2be8a421-6059-45ce-9750-052bc016f810 req-48a75f6f-3ef3-4880-93be-cdae97d39ee7 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=df61418a-0eb0-45b4-9c71-bc9b15da646a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322046 Aug 22 14:29:48.749938 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 3286c27e-3d13-4697-b247-d7bb0d7f221e up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:29:48.796334 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port 3286c27e-3d13-4697-b247-d7bb0d7f221e completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:29:48.799852 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 3286c27e-3d13-4697-b247-d7bb0d7f221e triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:29:48.800216 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:48.881939 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:48.903483 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae71959-341d-4e53-96ec-1c375b91ca03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3286c27e-3d13-4697-b247-d7bb0d7f221e'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:29:48.905771 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9fc9c2c847a9facc218278c3c2c49df6b567d765c98d25b9b10c00da6c51199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26636256-19ce-406c-b7a7-451bd6bd5e75" -d '{"events": [{"server_uuid": "9ae71959-341d-4e53-96ec-1c375b91ca03", "name": "network-vif-plugged", "status": "completed", "tag": "3286c27e-3d13-4697-b247-d7bb0d7f221e"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:29:48.918220 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 3286c27e-3d13-4697-b247-d7bb0d7f221e, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=3286c27e-3d13-4697-b247-d7bb0d7f221e,segment=NetworkSegment(5af5fa70-e283-464e-9fb6-2354f305d6d4),segment_id=5af5fa70-e283-464e-9fb6-2354f305d6d4)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:29:48.924676 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:48.948067 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec52bb3-ba6c-4793-a0d8-6e893e28f743 x-openstack-request-id: req-0ec52bb3-ba6c-4793-a0d8-6e893e28f743 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:29:48.948389 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ae71959-341d-4e53-96ec-1c375b91ca03", "name": "network-vif-plugged", "status": "completed", "tag": "3286c27e-3d13-4697-b247-d7bb0d7f221e", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:29:48.948623 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0ec52bb3-ba6c-4793-a0d8-6e893e28f743 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:29:48.948997 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ae71959-341d-4e53-96ec-1c375b91ca03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3286c27e-3d13-4697-b247-d7bb0d7f221e', 'code': 200} Aug 22 14:29:48.973357 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=3286c27e-3d13-4697-b247-d7bb0d7f221e,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:29:49.040734 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970cdf91-53c8-4b32-97cb-946bf92492c1 req-d1cc4fdb-3ee5-4dbd-aee0-b2632602a355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:29:49.042260 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-970cdf91-53c8-4b32-97cb-946bf92492c1 req-d1cc4fdb-3ee5-4dbd-aee0-b2632602a355 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 1097 time: 0.0414488 Aug 22 14:29:49.088524 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-970cdf91-53c8-4b32-97cb-946bf92492c1 req-53f9e8ca-d002-4e81-a1a4-6d0196ee9d5d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=df61418a-0eb0-45b4-9c71-bc9b15da646a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392926 Aug 22 14:29:49.126346 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6548fc-e5fd-4919-a41a-d5caf0a1064c req-0bd70703-7694-49c9-a0bb-119dec762bcb tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:29:49.127810 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bf6548fc-e5fd-4919-a41a-d5caf0a1064c req-0bd70703-7694-49c9-a0bb-119dec762bcb tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 945 time: 0.0558434 Aug 22 14:29:49.166305 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bf6548fc-e5fd-4919-a41a-d5caf0a1064c req-37ba37d1-94e7-456c-8cd8-2a15e5e52bd0 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=df61418a-0eb0-45b4-9c71-bc9b15da646a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324752 Aug 22 14:29:50.290535 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb2c40-bc1a-4e71-b0d2-f8c8570a24c3 req-83bef0c7-7271-40a7-912c-4b07f719307c tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:29:50.291908 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0ceb2c40-bc1a-4e71-b0d2-f8c8570a24c3 req-83bef0c7-7271-40a7-912c-4b07f719307c tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 945 time: 0.0520482 Aug 22 14:29:50.330233 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0ceb2c40-bc1a-4e71-b0d2-f8c8570a24c3 req-c7799a7a-8314-45ae-9280-58084f449806 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=df61418a-0eb0-45b4-9c71-bc9b15da646a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310147 Aug 22 14:29:50.444552 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c6ef4-cc70-4785-b280-e8e0f7c04c6d req-dce556c5-b1ad-4566-a7ac-319408631bf1 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:29:50.446017 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c23c6ef4-cc70-4785-b280-e8e0f7c04c6d req-dce556c5-b1ad-4566-a7ac-319408631bf1 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 945 time: 0.0487585 Aug 22 14:29:50.483214 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c23c6ef4-cc70-4785-b280-e8e0f7c04c6d req-69dfdd87-62f7-4d65-830d-38a1c003f387 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=df61418a-0eb0-45b4-9c71-bc9b15da646a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312638 Aug 22 14:29:50.504308 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 53012) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:29:50.625864 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11af0b85-aa03-43ef-898a-e345d9e4dc69 tempest-TestShelveInstance-701390428 tempest-TestShelveInstance-701390428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:29:50.627345 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-11af0b85-aa03-43ef-898a-e345d9e4dc69 tempest-TestShelveInstance-701390428 tempest-TestShelveInstance-701390428-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 1092 time: 0.1220946 Aug 22 14:29:50.630329 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 53016) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:29:50.634813 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-002bd5f2-16bc-4074-9714-0fa7199e7320 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Request body: {'floatingip': {'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'port_id': '3286c27e-3d13-4697-b247-d7bb0d7f221e', 'tenant_id': '118fdb292fa046daa71c37fbe69b73a1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:29:50.657136 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-002bd5f2-16bc-4074-9714-0fa7199e7320 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks [] for floatingip, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:50.755387 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-002bd5f2-16bc-4074-9714-0fa7199e7320 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:50.857031 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-002bd5f2-16bc-4074-9714-0fa7199e7320 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Allocated IP 172.25.3.231 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/2f93819f-6053-46ec-a2a2-18c0119f7e53) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:29:50.961736 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-002bd5f2-16bc-4074-9714-0fa7199e7320 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:50.999399 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-002bd5f2-16bc-4074-9714-0fa7199e7320 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:51.033215 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002bd5f2-16bc-4074-9714-0fa7199e7320 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:29:51.035982 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-002bd5f2-16bc-4074-9714-0fa7199e7320 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:29:51.039253 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002bd5f2-16bc-4074-9714-0fa7199e7320 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:29:51.071713 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002bd5f2-16bc-4074-9714-0fa7199e7320 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Pushing event updated for resources: {'Port': ['ID=2f93819f-6053-46ec-a2a2-18c0119f7e53,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:29:51.392331 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-002bd5f2-16bc-4074-9714-0fa7199e7320 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:51.459669 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-002bd5f2-16bc-4074-9714-0fa7199e7320 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:51.604548 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-002bd5f2-16bc-4074-9714-0fa7199e7320 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:51.609408 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-002bd5f2-16bc-4074-9714-0fa7199e7320 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:51.678576 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002bd5f2-16bc-4074-9714-0fa7199e7320 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Pushing event updated for resources: {'Port': ['ID=2f93819f-6053-46ec-a2a2-18c0119f7e53,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:29:51.689462 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-002bd5f2-16bc-4074-9714-0fa7199e7320 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:52.099268 n-d-793621-33 neutron-server[94627]: INFO neutron.db.l3_db [None req-002bd5f2-16bc-4074-9714-0fa7199e7320 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Floating IP d8634e16-3a27-405c-84e0-eafa7b8c2f2c associated. External IP: 172.25.3.231, port: 3286c27e-3d13-4697-b247-d7bb0d7f221e. Aug 22 14:29:52.306802 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-002bd5f2-16bc-4074-9714-0fa7199e7320 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Router 2c20058d-33ba-4d8f-b1e1-0ec355454bb6 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:29:52.409358 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002bd5f2-16bc-4074-9714-0fa7199e7320 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:29:52.422624 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abda5fca-2e18-47b8-90a9-2fd2aa3eab42 None None] Sync routers for ids ['2c20058d-33ba-4d8f-b1e1-0ec355454bb6'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:29:52.427619 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-002bd5f2-16bc-4074-9714-0fa7199e7320 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:52.432311 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abda5fca-2e18-47b8-90a9-2fd2aa3eab42 None None] Routers {'2c20058d-33ba-4d8f-b1e1-0ec355454bb6'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:29:52.432923 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-abda5fca-2e18-47b8-90a9-2fd2aa3eab42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:29:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['2c20058d-33ba-4d8f-b1e1-0ec355454bb6'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:29:52.458986 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-002bd5f2-16bc-4074-9714-0fa7199e7320 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8275843 Aug 22 14:29:52.459566 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ae71959-341d-4e53-96ec-1c375b91ca03', 'tag': '3286c27e-3d13-4697-b247-d7bb0d7f221e'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:29:52.461865 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8361b9502d284db1754c02bd1b6f8106db555dd6c6dc010ebe333761f67dd15a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762870dc-7d47-4582-9d00-166dcd3afd01" -d '{"events": [{"name": "network-changed", "server_uuid": "9ae71959-341d-4e53-96ec-1c375b91ca03", "tag": "3286c27e-3d13-4697-b247-d7bb0d7f221e"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:29:52.500191 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348c4846-d2dc-4e9f-a697-8a8030d6282d x-openstack-request-id: req-348c4846-d2dc-4e9f-a697-8a8030d6282d {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:29:52.500517 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ae71959-341d-4e53-96ec-1c375b91ca03", "tag": "3286c27e-3d13-4697-b247-d7bb0d7f221e", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:29:52.500770 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-348c4846-d2dc-4e9f-a697-8a8030d6282d {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:29:52.501178 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ae71959-341d-4e53-96ec-1c375b91ca03', 'tag': '3286c27e-3d13-4697-b247-d7bb0d7f221e', 'status': 'completed', 'code': 200} Aug 22 14:29:52.539307 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-abda5fca-2e18-47b8-90a9-2fd2aa3eab42 None None] Set router 2c20058d-33ba-4d8f-b1e1-0ec355454bb6 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:29:52.559379 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762870dc-7d47-4582-9d00-166dcd3afd01 req-66ca6941-4fbe-448e-aaae-4c46ed477edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:29:52.560922 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-762870dc-7d47-4582-9d00-166dcd3afd01 req-66ca6941-4fbe-448e-aaae-4c46ed477edc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=118fdb292fa046daa71c37fbe69b73a1&device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 1097 time: 0.0400064 Aug 22 14:29:52.650546 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762870dc-7d47-4582-9d00-166dcd3afd01 req-f897e004-d2a7-4018-b9b6-2b5f54b05b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:29:52.652048 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-762870dc-7d47-4582-9d00-166dcd3afd01 req-f897e004-d2a7-4018-b9b6-2b5f54b05b00 service neutron] 10.222.0.16 "GET /v2.0/networks?id=62da9a17-6ccc-4a6f-a8c7-34957fe01c57 HTTP/1.1" status: 200 len: 909 time: 0.0830448 Aug 22 14:29:52.720761 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-762870dc-7d47-4582-9d00-166dcd3afd01 req-f784e3b2-65c6-47d1-b4a0-45736c800396 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3286c27e-3d13-4697-b247-d7bb0d7f221e HTTP/1.1" status: 200 len: 999 time: 0.0612383 Aug 22 14:29:52.758405 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-abda5fca-2e18-47b8-90a9-2fd2aa3eab42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'name': 'tempest-TestShelveInstance-668933070-router', 'tenant_id': '118fdb292fa046daa71c37fbe69b73a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '48e6c213-37a6-484c-978c-733671792cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:29:28Z', 'updated_at': '2021-08-22T14:29:31Z', 'revision_number': 4, 'project_id': '118fdb292fa046daa71c37fbe69b73a1', 'gw_port': {'id': '48e6c213-37a6-484c-978c-733671792cbc', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:29:28Z', 'updated_at': '2021-08-22T14:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'd8634e16-3a27-405c-84e0-eafa7b8c2f2c', 'tenant_id': '118fdb292fa046daa71c37fbe69b73a1', 'floating_ip_address': '172.25.3.231', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'port_id': '3286c27e-3d13-4697-b247-d7bb0d7f221e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62da9a17-6ccc-4a6f-a8c7-34957fe01c57', 'mac_address': 'fa:16:3e:f0:16:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae71959-341d-4e53-96ec-1c375b91ca03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:29:51Z', 'updated_at': '2021-08-22T14:29:51Z', 'revision_number': 0, 'project_id': '118fdb292fa046daa71c37fbe69b73a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3559ec7-c1bd-4bab-96fc-f2ef51383051', 'name': '', 'network_id': '62da9a17-6ccc-4a6f-a8c7-34957fe01c57', 'tenant_id': '118fdb292fa046daa71c37fbe69b73a1', 'mac_address': 'fa:16:3e:a1:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '9e50430a-49ce-444d-987c-2ef7525cde56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:29:30Z', 'updated_at': '2021-08-22T14:29:35Z', 'revision_number': 5, 'project_id': '118fdb292fa046daa71c37fbe69b73a1', 'subnets': [{'id': '9e50430a-49ce-444d-987c-2ef7525cde56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:29:52.769680 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762870dc-7d47-4582-9d00-166dcd3afd01 req-0ec62609-67ef-48c6-b723-354c3b8db22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:29:52.771197 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-762870dc-7d47-4582-9d00-166dcd3afd01 req-0ec62609-67ef-48c6-b723-354c3b8db22f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9e50430a-49ce-444d-987c-2ef7525cde56 HTTP/1.1" status: 200 len: 847 time: 0.0434642 Aug 22 14:29:52.790061 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abda5fca-2e18-47b8-90a9-2fd2aa3eab42 None None] Checking router: 2c20058d-33ba-4d8f-b1e1-0ec355454bb6 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:29:52.798644 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abda5fca-2e18-47b8-90a9-2fd2aa3eab42 None None] Routers {'2c20058d-33ba-4d8f-b1e1-0ec355454bb6'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:29:52.799244 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-abda5fca-2e18-47b8-90a9-2fd2aa3eab42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:29:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['2c20058d-33ba-4d8f-b1e1-0ec355454bb6'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:29:52.818896 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762870dc-7d47-4582-9d00-166dcd3afd01 req-504e5270-0f0d-43dc-b63a-2486b29196ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:29:52.820435 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-762870dc-7d47-4582-9d00-166dcd3afd01 req-504e5270-0f0d-43dc-b63a-2486b29196ab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=62da9a17-6ccc-4a6f-a8c7-34957fe01c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418146 Aug 22 14:29:52.898152 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-abda5fca-2e18-47b8-90a9-2fd2aa3eab42 None None] Set router 2c20058d-33ba-4d8f-b1e1-0ec355454bb6 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:29:52.912950 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-762870dc-7d47-4582-9d00-166dcd3afd01 req-f2a88164-f57c-44c7-a59e-05d0adae49fc service neutron] 10.222.0.16 "GET /v2.0/networks/62da9a17-6ccc-4a6f-a8c7-34957fe01c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850472 Aug 22 14:29:53.008748 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-762870dc-7d47-4582-9d00-166dcd3afd01 req-78767b52-22a6-4020-b311-3e476a33ce65 service neutron] 10.222.0.16 "GET /v2.0/networks/62da9a17-6ccc-4a6f-a8c7-34957fe01c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883167 Aug 22 14:29:53.117455 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-abda5fca-2e18-47b8-90a9-2fd2aa3eab42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'name': 'tempest-TestShelveInstance-668933070-router', 'tenant_id': '118fdb292fa046daa71c37fbe69b73a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '48e6c213-37a6-484c-978c-733671792cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:29:28Z', 'updated_at': '2021-08-22T14:29:31Z', 'revision_number': 4, 'project_id': '118fdb292fa046daa71c37fbe69b73a1', 'gw_port': {'id': '48e6c213-37a6-484c-978c-733671792cbc', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:29:28Z', 'updated_at': '2021-08-22T14:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'd8634e16-3a27-405c-84e0-eafa7b8c2f2c', 'tenant_id': '118fdb292fa046daa71c37fbe69b73a1', 'floating_ip_address': '172.25.3.231', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'port_id': '3286c27e-3d13-4697-b247-d7bb0d7f221e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62da9a17-6ccc-4a6f-a8c7-34957fe01c57', 'mac_address': 'fa:16:3e:f0:16:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae71959-341d-4e53-96ec-1c375b91ca03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:29:51Z', 'updated_at': '2021-08-22T14:29:51Z', 'revision_number': 0, 'project_id': '118fdb292fa046daa71c37fbe69b73a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3559ec7-c1bd-4bab-96fc-f2ef51383051', 'name': '', 'network_id': '62da9a17-6ccc-4a6f-a8c7-34957fe01c57', 'tenant_id': '118fdb292fa046daa71c37fbe69b73a1', 'mac_address': 'fa:16:3e:a1:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '9e50430a-49ce-444d-987c-2ef7525cde56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:29:30Z', 'updated_at': '2021-08-22T14:29:35Z', 'revision_number': 5, 'project_id': '118fdb292fa046daa71c37fbe69b73a1', 'subnets': [{'id': '9e50430a-49ce-444d-987c-2ef7525cde56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:29:53.143965 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abda5fca-2e18-47b8-90a9-2fd2aa3eab42 None None] The sync data for ids ['2c20058d-33ba-4d8f-b1e1-0ec355454bb6'] in n-d-793621-33 is: [{'id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'name': 'tempest-TestShelveInstance-668933070-router', 'tenant_id': '118fdb292fa046daa71c37fbe69b73a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '48e6c213-37a6-484c-978c-733671792cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:29:28Z', 'updated_at': '2021-08-22T14:29:31Z', 'revision_number': 4, 'project_id': '118fdb292fa046daa71c37fbe69b73a1', 'gw_port': {'id': '48e6c213-37a6-484c-978c-733671792cbc', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:29:28Z', 'updated_at': '2021-08-22T14:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'd8634e16-3a27-405c-84e0-eafa7b8c2f2c', 'tenant_id': '118fdb292fa046daa71c37fbe69b73a1', 'floating_ip_address': '172.25.3.231', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'port_id': '3286c27e-3d13-4697-b247-d7bb0d7f221e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62da9a17-6ccc-4a6f-a8c7-34957fe01c57', 'mac_address': 'fa:16:3e:f0:16:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae71959-341d-4e53-96ec-1c375b91ca03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:29:51Z', 'updated_at': '2021-08-22T14:29:51Z', 'revision_number': 0, 'project_id': '118fdb292fa046daa71c37fbe69b73a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3559ec7-c1bd-4bab-96fc-f2ef51383051', 'name': '', 'network_id': '62da9a17-6ccc-4a6f-a8c7-34957fe01c57', 'tenant_id': '118fdb292fa046daa71c37fbe69b73a1', 'mac_address': 'fa:16:3e:a1:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '9e50430a-49ce-444d-987c-2ef7525cde56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:29:30Z', 'updated_at': '2021-08-22T14:29:35Z', 'revision_number': 5, 'project_id': '118fdb292fa046daa71c37fbe69b73a1', 'subnets': [{'id': '9e50430a-49ce-444d-987c-2ef7525cde56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:29:53.326033 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac81f9d-3bc3-43eb-b41d-8e9467dfe0f2 None None] New status for floating IP d8634e16-3a27-405c-84e0-eafa7b8c2f2c: ACTIVE {{(pid=94629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 14:29:58.549846 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-70148be6-2945-46ad-881d-7b3ca6dc20ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:29:59.101163 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:30:01.142776 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-96602f70-9603-44a0-8d4d-71c21800be8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:30:01.288305 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:30:02.674871 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:30:04.456881 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:30:04.491482 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:30:05.247583 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:30:28.549878 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-bc4425df-a0c7-4c0a-a25e-92c5e882d957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:30:29.097488 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:30:31.142145 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-fe133bd3-ece1-44ba-8259-5e994600fc5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:30:31.289071 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:30:32.677992 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:30:34.458661 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:30:34.499554 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:30:38.926423 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2e8193f1-67b0-499c-8e11-fc6268a2a560 req-a6603a4e-2280-4fc3-94e8-8a9ef19bebc0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0457547 Aug 22 14:30:39.009552 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8193f1-67b0-499c-8e11-fc6268a2a560 req-0b73c2da-92f5-4e7d-97d4-cc7b3e329812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:30:39.011064 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2e8193f1-67b0-499c-8e11-fc6268a2a560 req-0b73c2da-92f5-4e7d-97d4-cc7b3e329812 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=118fdb292fa046daa71c37fbe69b73a1&device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 1097 time: 0.0415516 Aug 22 14:30:39.114496 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8193f1-67b0-499c-8e11-fc6268a2a560 req-51565585-7dbf-4c84-85b3-b1dd2159c4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:30:39.115990 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2e8193f1-67b0-499c-8e11-fc6268a2a560 req-51565585-7dbf-4c84-85b3-b1dd2159c4bf service neutron] 10.222.0.16 "GET /v2.0/networks?id=62da9a17-6ccc-4a6f-a8c7-34957fe01c57 HTTP/1.1" status: 200 len: 909 time: 0.0861771 Aug 22 14:30:39.184723 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2e8193f1-67b0-499c-8e11-fc6268a2a560 req-ebbe45ac-5b1c-45e8-b8f9-e055b5c2be05 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3286c27e-3d13-4697-b247-d7bb0d7f221e HTTP/1.1" status: 200 len: 1001 time: 0.0606537 Aug 22 14:30:39.231927 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8193f1-67b0-499c-8e11-fc6268a2a560 req-9b208318-0120-4e35-bb9f-c4d03b11d8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:30:39.233913 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2e8193f1-67b0-499c-8e11-fc6268a2a560 req-9b208318-0120-4e35-bb9f-c4d03b11d8a0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9e50430a-49ce-444d-987c-2ef7525cde56 HTTP/1.1" status: 200 len: 847 time: 0.0424314 Aug 22 14:30:39.277958 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8193f1-67b0-499c-8e11-fc6268a2a560 req-a40961ba-90f6-461a-aac1-dba99eff97ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:30:39.279406 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2e8193f1-67b0-499c-8e11-fc6268a2a560 req-a40961ba-90f6-461a-aac1-dba99eff97ea service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=62da9a17-6ccc-4a6f-a8c7-34957fe01c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392029 Aug 22 14:30:39.370897 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2e8193f1-67b0-499c-8e11-fc6268a2a560 req-c034b9e2-f5df-4c1d-a130-68d9786ad22f service neutron] 10.222.0.16 "GET /v2.0/networks/62da9a17-6ccc-4a6f-a8c7-34957fe01c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847712 Aug 22 14:30:39.461162 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2e8193f1-67b0-499c-8e11-fc6268a2a560 req-c5d1ff5d-9c67-4798-a178-e2893405ca7b service neutron] 10.222.0.16 "GET /v2.0/networks/62da9a17-6ccc-4a6f-a8c7-34957fe01c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832121 Aug 22 14:30:42.245972 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:30:58.550142 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-70d1b0a8-9df1-4a16-b4b4-f6b5b024cf99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:30:59.096383 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:31:01.143138 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3a015ea8-5876-4e64-b987-730683446e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:31:01.289615 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:31:02.681068 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:31:04.461160 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:31:04.506836 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:31:19.244953 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:31:28.550085 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-18719d8a-72e4-4571-942b-72c4f5a3a95a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:31:29.099009 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:31:31.143673 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-bb71a5ce-859c-4eb0-8ad2-0e70f1f13465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:31:31.290747 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:31:32.683703 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:31:34.464264 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:31:34.542578 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:31:35.049281 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [req-58f6c46a-7666-47f4-8217-07c202981882 req-cf43f489-db50-4de4-921f-b578ecde04bf service neutron] (94628) timed out ('10.222.0.21', 45558) {{(pid=94628) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 22 14:31:38.919295 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-13fbf7bd-4ee8-454c-a11d-d570b3f75459 req-3356bcf8-782a-46ff-a27a-8b50eefe324c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396023 Aug 22 14:31:39.003594 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fbf7bd-4ee8-454c-a11d-d570b3f75459 req-356a4098-52f9-4051-b9c8-b415fb2d952a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:31:39.005132 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-13fbf7bd-4ee8-454c-a11d-d570b3f75459 req-356a4098-52f9-4051-b9c8-b415fb2d952a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=118fdb292fa046daa71c37fbe69b73a1&device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 1097 time: 0.0453796 Aug 22 14:31:39.104588 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fbf7bd-4ee8-454c-a11d-d570b3f75459 req-de0f1dba-5780-482d-9698-9a73b006328e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:31:39.106104 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-13fbf7bd-4ee8-454c-a11d-d570b3f75459 req-de0f1dba-5780-482d-9698-9a73b006328e service neutron] 10.222.0.16 "GET /v2.0/networks?id=62da9a17-6ccc-4a6f-a8c7-34957fe01c57 HTTP/1.1" status: 200 len: 909 time: 0.0824854 Aug 22 14:31:39.175767 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-13fbf7bd-4ee8-454c-a11d-d570b3f75459 req-9a2d0ba1-1079-4e2e-b29a-4ba39eafcf4e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3286c27e-3d13-4697-b247-d7bb0d7f221e HTTP/1.1" status: 200 len: 1001 time: 0.0611496 Aug 22 14:31:39.223460 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fbf7bd-4ee8-454c-a11d-d570b3f75459 req-f7f341e5-d9b8-4f30-b9ec-65d1664d22f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:31:39.224911 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-13fbf7bd-4ee8-454c-a11d-d570b3f75459 req-f7f341e5-d9b8-4f30-b9ec-65d1664d22f4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9e50430a-49ce-444d-987c-2ef7525cde56 HTTP/1.1" status: 200 len: 847 time: 0.0428953 Aug 22 14:31:39.270238 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fbf7bd-4ee8-454c-a11d-d570b3f75459 req-f5adc852-8324-45ba-8aed-b34cb3678435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:31:39.271708 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-13fbf7bd-4ee8-454c-a11d-d570b3f75459 req-f5adc852-8324-45ba-8aed-b34cb3678435 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=62da9a17-6ccc-4a6f-a8c7-34957fe01c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401678 Aug 22 14:31:39.362637 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-13fbf7bd-4ee8-454c-a11d-d570b3f75459 req-784a1aa7-4052-4438-bc60-9bab1b2e2d9a service neutron] 10.222.0.16 "GET /v2.0/networks/62da9a17-6ccc-4a6f-a8c7-34957fe01c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831335 Aug 22 14:31:39.451138 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-13fbf7bd-4ee8-454c-a11d-d570b3f75459 req-0ba20fc9-2dba-4110-b41e-f9ee1701065d service neutron] 10.222.0.16 "GET /v2.0/networks/62da9a17-6ccc-4a6f-a8c7-34957fe01c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818543 Aug 22 14:31:48.130829 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3ad56-c959-4fb6-bf79-2f8e828bfa46 req-13ce6ea4-a689-45fb-8c21-4f48c82e7cb5 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:31:48.132380 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-40f3ad56-c959-4fb6-bf79-2f8e828bfa46 req-13ce6ea4-a689-45fb-8c21-4f48c82e7cb5 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 945 time: 0.0508680 Aug 22 14:31:48.168488 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-40f3ad56-c959-4fb6-bf79-2f8e828bfa46 req-4b5a08b5-155a-416b-bf8d-91ef6c239021 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=df61418a-0eb0-45b4-9c71-bc9b15da646a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301456 Aug 22 14:31:49.303109 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5430c254-bfd7-4037-bd4f-4d409039eda3 req-1e3c6e5a-f66a-4d86-916e-630471112d26 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:31:49.304531 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5430c254-bfd7-4037-bd4f-4d409039eda3 req-1e3c6e5a-f66a-4d86-916e-630471112d26 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 945 time: 0.0534837 Aug 22 14:31:49.341924 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5430c254-bfd7-4037-bd4f-4d409039eda3 req-de9297fd-f13a-4668-9720-949a1937d4dc tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=df61418a-0eb0-45b4-9c71-bc9b15da646a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313485 Aug 22 14:31:50.488209 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7b5a0-2445-4847-8b3d-3cc5f334eae6 req-e404c1f2-5308-4b40-9600-528304724b44 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:31:50.489880 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f3a7b5a0-2445-4847-8b3d-3cc5f334eae6 req-e404c1f2-5308-4b40-9600-528304724b44 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 945 time: 0.0502191 Aug 22 14:31:50.527231 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f3a7b5a0-2445-4847-8b3d-3cc5f334eae6 req-1d70ab7a-a9f1-4f09-8039-4db97bd1770a tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=df61418a-0eb0-45b4-9c71-bc9b15da646a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311141 Aug 22 14:31:51.648636 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64bb8a-4bb3-4570-a934-c3ea6f0b4cfb req-c46ab066-f21d-4a67-9baf-d3e435ab98fd tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:31:51.650172 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-df64bb8a-4bb3-4570-a934-c3ea6f0b4cfb req-c46ab066-f21d-4a67-9baf-d3e435ab98fd tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 945 time: 0.0544095 Aug 22 14:31:51.687835 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-df64bb8a-4bb3-4570-a934-c3ea6f0b4cfb req-72ece4e7-df1d-4108-bd5c-f9450aaa74d2 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=df61418a-0eb0-45b4-9c71-bc9b15da646a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315127 Aug 22 14:31:52.804961 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20292f17-e145-42a1-a120-ded5128be158 req-98eec547-8b85-483a-ba70-bf4b89055a91 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:31:52.806348 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-20292f17-e145-42a1-a120-ded5128be158 req-98eec547-8b85-483a-ba70-bf4b89055a91 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 945 time: 0.0526094 Aug 22 14:31:52.843664 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-20292f17-e145-42a1-a120-ded5128be158 req-2b0f98b4-ec95-4dae-a345-16847f013e04 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=df61418a-0eb0-45b4-9c71-bc9b15da646a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314572 Aug 22 14:31:53.975194 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a07cd37-12a5-4483-9ecc-d399a9702c7d req-4aaeb771-d8db-4473-b91d-d48798b28daf tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:31:53.976763 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3a07cd37-12a5-4483-9ecc-d399a9702c7d req-4aaeb771-d8db-4473-b91d-d48798b28daf tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 945 time: 0.0514767 Aug 22 14:31:54.015301 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3a07cd37-12a5-4483-9ecc-d399a9702c7d req-f5ccf767-3843-4b42-871d-5e608e417de2 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=df61418a-0eb0-45b4-9c71-bc9b15da646a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325165 Aug 22 14:31:55.134166 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b73e719-0d13-4142-91dd-b0cdb3fccfe3 req-8c1014ab-adaf-4572-bf93-dde2e7cddb68 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:31:55.135667 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9b73e719-0d13-4142-91dd-b0cdb3fccfe3 req-8c1014ab-adaf-4572-bf93-dde2e7cddb68 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 945 time: 0.0510101 Aug 22 14:31:55.173523 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9b73e719-0d13-4142-91dd-b0cdb3fccfe3 req-7541aae8-0f66-44a6-94d8-2721a1b417bd tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=df61418a-0eb0-45b4-9c71-bc9b15da646a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318856 Aug 22 14:31:56.244934 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:31:56.291674 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ffaf88-56a8-4601-a686-c82ba023eb3b req-ed8fd28b-c563-4451-bb6e-d389c6c1d393 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:31:56.293220 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e7ffaf88-56a8-4601-a686-c82ba023eb3b req-ed8fd28b-c563-4451-bb6e-d389c6c1d393 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 945 time: 0.0537138 Aug 22 14:31:56.331824 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e7ffaf88-56a8-4601-a686-c82ba023eb3b req-fbfd495a-bd85-46c7-ab54-ed6a2ccaff55 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=df61418a-0eb0-45b4-9c71-bc9b15da646a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327008 Aug 22 14:31:57.448512 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074b677-8c4f-4ae1-87a4-fe557e981d89 req-2f0d1ddd-ee18-4176-adbd-71ec1f910acd tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:31:57.450008 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1074b677-8c4f-4ae1-87a4-fe557e981d89 req-2f0d1ddd-ee18-4176-adbd-71ec1f910acd tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 945 time: 0.0495584 Aug 22 14:31:57.487442 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1074b677-8c4f-4ae1-87a4-fe557e981d89 req-84b245c2-b79a-4040-b7e6-a82428f8f2e9 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=df61418a-0eb0-45b4-9c71-bc9b15da646a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315304 Aug 22 14:31:58.553173 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6dab0b71-016c-4999-b351-45bda315c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:31:58.605766 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3061d-5d1f-4db7-8834-14ea79d9085d req-55dc3fb8-3782-4ecf-911a-00a728565527 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:31:58.607247 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-01f3061d-5d1f-4db7-8834-14ea79d9085d req-55dc3fb8-3782-4ecf-911a-00a728565527 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 945 time: 0.0486238 Aug 22 14:31:58.644217 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-01f3061d-5d1f-4db7-8834-14ea79d9085d req-62fd9e18-3155-45af-8fc0-b3db0db1edde tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=df61418a-0eb0-45b4-9c71-bc9b15da646a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310991 Aug 22 14:31:59.094218 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:31:59.763914 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840405e-8189-427a-ae5d-a45864e6eb9e req-fd6cac65-4143-46dc-82db-29134b0a391c tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:31:59.765402 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c840405e-8189-427a-ae5d-a45864e6eb9e req-fd6cac65-4143-46dc-82db-29134b0a391c tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 945 time: 0.0519509 Aug 22 14:31:59.811234 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c840405e-8189-427a-ae5d-a45864e6eb9e req-9d6950ce-8c17-42ca-9947-800203363df2 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=df61418a-0eb0-45b4-9c71-bc9b15da646a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387809 Aug 22 14:32:00.930178 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0c702-8cbd-4a65-a807-14a0417f2cae req-1cbcfb93-557c-4d18-bcab-c2a25ffc54aa tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:32:00.931683 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cca0c702-8cbd-4a65-a807-14a0417f2cae req-1cbcfb93-557c-4d18-bcab-c2a25ffc54aa tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 945 time: 0.0516362 Aug 22 14:32:00.973280 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-cca0c702-8cbd-4a65-a807-14a0417f2cae req-797915d8-c5da-44f1-8c0a-4c0d1811580f tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=df61418a-0eb0-45b4-9c71-bc9b15da646a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350547 Aug 22 14:32:01.151080 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0e23ce0d-8b81-434f-8a5c-e616f4ebb5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:32:01.283266 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 3286c27e-3d13-4697-b247-d7bb0d7f221e details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:32:01.309883 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:32:01.397614 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 3286c27e-3d13-4697-b247-d7bb0d7f221e, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=3286c27e-3d13-4697-b247-d7bb0d7f221e,segment=NetworkSegment(5af5fa70-e283-464e-9fb6-2354f305d6d4),segment_id=5af5fa70-e283-464e-9fb6-2354f305d6d4)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:32:01.408763 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '3286c27e-3d13-4697-b247-d7bb0d7f221e', 'network_id': '62da9a17-6ccc-4a6f-a8c7-34957fe01c57', 'port_id': '3286c27e-3d13-4697-b247-d7bb0d7f221e', 'mac_address': 'fa:16:3e:f0:16:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e50430a-49ce-444d-987c-2ef7525cde56', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:32:01.451779 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:32:01.467226 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3286c27e-3d13-4697-b247-d7bb0d7f221e {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:32:01.488820 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 3286c27e-3d13-4697-b247-d7bb0d7f221e, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=3286c27e-3d13-4697-b247-d7bb0d7f221e,segment=NetworkSegment(5af5fa70-e283-464e-9fb6-2354f305d6d4),segment_id=5af5fa70-e283-464e-9fb6-2354f305d6d4)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:32:01.494253 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:32:01.550986 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=3286c27e-3d13-4697-b247-d7bb0d7f221e,revision_number=6']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:32:01.559077 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:32:01.559492 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:32:01.560018 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:32:01.560485 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:32:01.560815 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:32:01.561141 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:32:01.561486 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:32:01.561792 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:32:01.562112 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:32:01.562431 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:32:01.562750 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:32:01.563067 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:32:01.572587 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['3286c27e-3d13-4697-b247-d7bb0d7f221e'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:32:02.105383 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870cc4fa-04ac-45c2-8c0c-9d157a959a06 req-d4bf7035-b17f-49cd-b1fa-9c80cb510921 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:32:02.107609 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-870cc4fa-04ac-45c2-8c0c-9d157a959a06 req-d4bf7035-b17f-49cd-b1fa-9c80cb510921 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 944 time: 0.0555499 Aug 22 14:32:02.149171 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-870cc4fa-04ac-45c2-8c0c-9d157a959a06 req-0a2f18f6-fea6-4391-8387-3e9aa05b2214 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=df61418a-0eb0-45b4-9c71-bc9b15da646a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351977 Aug 22 14:32:02.689448 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:32:03.280717 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 3286c27e-3d13-4697-b247-d7bb0d7f221e up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:32:03.280951 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa9e728-0a43-4654-b4fa-92b7fdfe3e84 req-98247129-9c55-40c5-b882-ad449227580f tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:32:03.282423 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dfa9e728-0a43-4654-b4fa-92b7fdfe3e84 req-98247129-9c55-40c5-b882-ad449227580f tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 944 time: 0.0597904 Aug 22 14:32:03.339686 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 3286c27e-3d13-4697-b247-d7bb0d7f221e triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:32:03.340179 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:32:03.349611 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dfa9e728-0a43-4654-b4fa-92b7fdfe3e84 req-a7f78c42-f044-47bb-b4e4-2400713f01b1 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=df61418a-0eb0-45b4-9c71-bc9b15da646a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472128 Aug 22 14:32:03.425526 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:32:03.452077 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae71959-341d-4e53-96ec-1c375b91ca03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3286c27e-3d13-4697-b247-d7bb0d7f221e'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:32:03.454543 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9fc9c2c847a9facc218278c3c2c49df6b567d765c98d25b9b10c00da6c51199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d51101-cd07-4c14-9067-4165fb298548" -d '{"events": [{"server_uuid": "9ae71959-341d-4e53-96ec-1c375b91ca03", "name": "network-vif-plugged", "status": "completed", "tag": "3286c27e-3d13-4697-b247-d7bb0d7f221e"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:32:03.470526 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 3286c27e-3d13-4697-b247-d7bb0d7f221e, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=3286c27e-3d13-4697-b247-d7bb0d7f221e,segment=NetworkSegment(5af5fa70-e283-464e-9fb6-2354f305d6d4),segment_id=5af5fa70-e283-464e-9fb6-2354f305d6d4)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:32:03.476715 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:32:03.535244 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=3286c27e-3d13-4697-b247-d7bb0d7f221e,revision_number=7']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:32:04.476148 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:32:04.486552 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c078c134-d123-438d-91e1-a6debe556e02 req-1a256833-869b-40e4-88e9-5b5c243176fb tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:32:04.496990 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c078c134-d123-438d-91e1-a6debe556e02 req-1a256833-869b-40e4-88e9-5b5c243176fb tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 945 time: 0.0814688 Aug 22 14:32:04.537738 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c078c134-d123-438d-91e1-a6debe556e02 req-2d55aae6-6814-4e55-a21f-798ce178fa9b tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=df61418a-0eb0-45b4-9c71-bc9b15da646a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347769 Aug 22 14:32:04.567962 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:32:04.603176 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6ce247-ff5c-419f-b055-d05538567872 x-openstack-request-id: req-3c6ce247-ff5c-419f-b055-d05538567872 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:32:04.603499 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ae71959-341d-4e53-96ec-1c375b91ca03", "name": "network-vif-plugged", "status": "completed", "tag": "3286c27e-3d13-4697-b247-d7bb0d7f221e", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:32:04.603784 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3c6ce247-ff5c-419f-b055-d05538567872 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:32:04.604252 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ae71959-341d-4e53-96ec-1c375b91ca03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3286c27e-3d13-4697-b247-d7bb0d7f221e', 'code': 200} Aug 22 14:32:05.673670 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fbbdfa-ed8f-4c03-a0db-0a4454a07376 req-de2260a8-c0c0-422a-9a61-b6973fa86b66 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:32:05.675184 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d2fbbdfa-ed8f-4c03-a0db-0a4454a07376 req-de2260a8-c0c0-422a-9a61-b6973fa86b66 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 945 time: 0.0514994 Aug 22 14:32:05.718365 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d2fbbdfa-ed8f-4c03-a0db-0a4454a07376 req-db715ee8-2e42-42df-853a-9e20f99cdec0 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=df61418a-0eb0-45b4-9c71-bc9b15da646a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361404 Aug 22 14:32:06.847650 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8929a-418c-4542-a8bb-f4ae00768476 req-f962f909-6c71-40af-b242-c02d45ceaa6c tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:32:06.855470 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-43d8929a-418c-4542-a8bb-f4ae00768476 req-f962f909-6c71-40af-b242-c02d45ceaa6c tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 945 time: 0.0631685 Aug 22 14:32:06.900407 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-43d8929a-418c-4542-a8bb-f4ae00768476 req-31c931bc-fa95-477d-b498-0e65fee857bf tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=df61418a-0eb0-45b4-9c71-bc9b15da646a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400198 Aug 22 14:32:08.017248 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d50032-36cb-4727-addd-47d7bd21520c req-feea4a43-2e90-4b44-abd6-b48f47c64418 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:32:08.024821 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-81d50032-36cb-4727-addd-47d7bd21520c req-feea4a43-2e90-4b44-abd6-b48f47c64418 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 945 time: 0.0616488 Aug 22 14:32:08.061758 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-81d50032-36cb-4727-addd-47d7bd21520c req-883bc765-3234-4d44-99b0-038a8b14c16e tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=df61418a-0eb0-45b4-9c71-bc9b15da646a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360491 Aug 22 14:32:09.198076 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c1a8e-b545-4d4a-9278-ec694027261d req-2dfcc839-9a56-413a-978d-9863c854e9a6 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:32:09.199498 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-904c1a8e-b545-4d4a-9278-ec694027261d req-2dfcc839-9a56-413a-978d-9863c854e9a6 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 945 time: 0.0532112 Aug 22 14:32:09.245935 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-904c1a8e-b545-4d4a-9278-ec694027261d req-8ed29d38-5b51-45f0-ac0b-34de5939f088 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=df61418a-0eb0-45b4-9c71-bc9b15da646a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388267 Aug 22 14:32:10.233129 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a9217-d436-4bdb-ad2a-b07e0c484fee req-5eee03ff-f411-43ba-91b8-2386ded46ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:32:10.234612 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-092a9217-d436-4bdb-ad2a-b07e0c484fee req-5eee03ff-f411-43ba-91b8-2386ded46ff9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=118fdb292fa046daa71c37fbe69b73a1&device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 1097 time: 0.0440676 Aug 22 14:32:10.333838 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a9217-d436-4bdb-ad2a-b07e0c484fee req-e06aaabe-f49e-4d1f-b3db-516017f99f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:32:10.335275 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-092a9217-d436-4bdb-ad2a-b07e0c484fee req-e06aaabe-f49e-4d1f-b3db-516017f99f94 service neutron] 10.222.0.16 "GET /v2.0/networks?id=62da9a17-6ccc-4a6f-a8c7-34957fe01c57 HTTP/1.1" status: 200 len: 909 time: 0.0926917 Aug 22 14:32:10.422717 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e4079-0518-4adf-85ad-6e65f8e2d35c req-4f1b13be-d042-4c6d-b409-a4cccd65f07f tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:32:10.424207 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2b7e4079-0518-4adf-85ad-6e65f8e2d35c req-4f1b13be-d042-4c6d-b409-a4cccd65f07f tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 945 time: 0.1039953 Aug 22 14:32:10.426287 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-092a9217-d436-4bdb-ad2a-b07e0c484fee req-dc7eda12-c15e-4377-828b-12f8e9e3da25 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3286c27e-3d13-4697-b247-d7bb0d7f221e HTTP/1.1" status: 200 len: 1001 time: 0.0779192 Aug 22 14:32:10.500424 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2b7e4079-0518-4adf-85ad-6e65f8e2d35c req-7714b768-24db-4e4a-bb03-34927b899f2a tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=df61418a-0eb0-45b4-9c71-bc9b15da646a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696619 Aug 22 14:32:10.503853 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a9217-d436-4bdb-ad2a-b07e0c484fee req-a6ae39fe-e3ed-4b95-b354-0ca1c810bc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:32:10.505546 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-092a9217-d436-4bdb-ad2a-b07e0c484fee req-a6ae39fe-e3ed-4b95-b354-0ca1c810bc90 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9e50430a-49ce-444d-987c-2ef7525cde56 HTTP/1.1" status: 200 len: 847 time: 0.0688934 Aug 22 14:32:10.554175 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a9217-d436-4bdb-ad2a-b07e0c484fee req-f516d6c6-d29f-4748-9f51-3d7a9d90affe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:32:10.555582 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-092a9217-d436-4bdb-ad2a-b07e0c484fee req-f516d6c6-d29f-4748-9f51-3d7a9d90affe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=62da9a17-6ccc-4a6f-a8c7-34957fe01c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422518 Aug 22 14:32:10.643166 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-092a9217-d436-4bdb-ad2a-b07e0c484fee req-6bfb4228-0bfc-45fe-8d20-43bdd4ef656c service neutron] 10.222.0.16 "GET /v2.0/networks/62da9a17-6ccc-4a6f-a8c7-34957fe01c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792680 Aug 22 14:32:10.734607 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-092a9217-d436-4bdb-ad2a-b07e0c484fee req-1af0356b-2831-4472-aff0-6b77f6978cf4 service neutron] 10.222.0.16 "GET /v2.0/networks/62da9a17-6ccc-4a6f-a8c7-34957fe01c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843563 Aug 22 14:32:11.617436 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf0a1d-7813-457c-8371-40569aaaf683 req-ae4adb95-5351-451f-91ae-22622fd2985d tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:32:11.618931 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7acf0a1d-7813-457c-8371-40569aaaf683 req-ae4adb95-5351-451f-91ae-22622fd2985d tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 945 time: 0.0493963 Aug 22 14:32:11.655279 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7acf0a1d-7813-457c-8371-40569aaaf683 req-54fca5ec-2743-49f5-a395-64615d6386a9 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=df61418a-0eb0-45b4-9c71-bc9b15da646a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302026 Aug 22 14:32:12.770057 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4df9d3-60d4-40b7-be6e-38e98d0cf95d req-9b7ff9a6-756c-409d-b6b6-0c06ab6786d3 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:32:12.772254 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4d4df9d3-60d4-40b7-be6e-38e98d0cf95d req-9b7ff9a6-756c-409d-b6b6-0c06ab6786d3 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 945 time: 0.0498233 Aug 22 14:32:12.809434 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4d4df9d3-60d4-40b7-be6e-38e98d0cf95d req-2f9323c1-a60c-4865-9dc7-3e089b48e9fc tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=df61418a-0eb0-45b4-9c71-bc9b15da646a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313187 Aug 22 14:32:12.884003 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [req-af1ad349-a63c-4d2b-ae41-3313368038a1 req-574540b3-0e59-4412-9195-12baa1b67ef9 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:32:12.885064 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-af1ad349-a63c-4d2b-ae41-3313368038a1 req-574540b3-0e59-4412-9195-12baa1b67ef9 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056992 Aug 22 14:32:13.317864 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 3286c27e-3d13-4697-b247-d7bb0d7f221e no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:32:13.395005 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:32:13.417894 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae71959-341d-4e53-96ec-1c375b91ca03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3286c27e-3d13-4697-b247-d7bb0d7f221e'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:32:13.420162 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9fc9c2c847a9facc218278c3c2c49df6b567d765c98d25b9b10c00da6c51199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f467ffd-4e30-4082-ab39-950cec232aad" -d '{"events": [{"server_uuid": "9ae71959-341d-4e53-96ec-1c375b91ca03", "name": "network-vif-unplugged", "status": "completed", "tag": "3286c27e-3d13-4697-b247-d7bb0d7f221e"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:32:13.434693 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 3286c27e-3d13-4697-b247-d7bb0d7f221e, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=3286c27e-3d13-4697-b247-d7bb0d7f221e,segment=NetworkSegment(5af5fa70-e283-464e-9fb6-2354f305d6d4),segment_id=5af5fa70-e283-464e-9fb6-2354f305d6d4)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:32:13.439141 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:32:13.468015 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 22 Aug 2021 14:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06702a2e-08dc-4dc7-bec6-3faccc7d2cf6 x-openstack-request-id: req-06702a2e-08dc-4dc7-bec6-3faccc7d2cf6 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:32:13.468330 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ae71959-341d-4e53-96ec-1c375b91ca03", "name": "network-vif-unplugged", "status": "failed", "tag": "3286c27e-3d13-4697-b247-d7bb0d7f221e", "code": 422}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:32:13.468582 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-06702a2e-08dc-4dc7-bec6-3faccc7d2cf6 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:32:13.468979 n-d-793621-33 neutron-server[94629]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9ae71959-341d-4e53-96ec-1c375b91ca03', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3286c27e-3d13-4697-b247-d7bb0d7f221e', 'code': 422} returned with failed status Aug 22 14:32:13.498346 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=3286c27e-3d13-4697-b247-d7bb0d7f221e,revision_number=8']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:32:14.064110 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e286bfd-815c-42bc-bada-86b31fa45c16 req-9eeecf81-8396-4b01-9c8e-520c2a20a498 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:32:14.065657 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7e286bfd-815c-42bc-bada-86b31fa45c16 req-9eeecf81-8396-4b01-9c8e-520c2a20a498 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 943 time: 0.0558815 Aug 22 14:32:14.107949 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7e286bfd-815c-42bc-bada-86b31fa45c16 req-c0d8d5ee-b46b-494c-b0e8-10eecec3e5e2 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=df61418a-0eb0-45b4-9c71-bc9b15da646a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352437 Aug 22 14:32:14.313462 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 53216) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:32:14.393039 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7f19264b-c48c-49ae-90df-5166fe8eff14 req-fe4a7c91-9655-46e6-a1e3-7d489c7ead29 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0783525 Aug 22 14:32:14.402243 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [req-7f19264b-c48c-49ae-90df-5166fe8eff14 req-981a468b-bee4-46eb-9d30-be17c124d118 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:32:14.403219 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7f19264b-c48c-49ae-90df-5166fe8eff14 req-981a468b-bee4-46eb-9d30-be17c124d118 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049794 Aug 22 14:32:15.193027 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f19264b-c48c-49ae-90df-5166fe8eff14 req-1a115ee0-bb93-42b2-880e-b9b607c86c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:32:15.194571 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7f19264b-c48c-49ae-90df-5166fe8eff14 req-1a115ee0-bb93-42b2-880e-b9b607c86c89 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03&tenant_id=118fdb292fa046daa71c37fbe69b73a1 HTTP/1.1" status: 200 len: 1095 time: 0.1075153 Aug 22 14:32:15.206421 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-7f19264b-c48c-49ae-90df-5166fe8eff14 req-967f7484-4179-4ada-9086-ec160eb0d020 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-33', 'device_owner': 'compute:nova'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:32:15.224987 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686982c0-ea9b-467c-95f8-08c509c68403 req-116fc650-d01d-4f1a-aa25-7401316bc681 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:32:15.226482 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-686982c0-ea9b-467c-95f8-08c509c68403 req-116fc650-d01d-4f1a-aa25-7401316bc681 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 943 time: 0.0487797 Aug 22 14:32:15.260092 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-7f19264b-c48c-49ae-90df-5166fe8eff14 req-967f7484-4179-4ada-9086-ec160eb0d020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:32:15.263847 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-686982c0-ea9b-467c-95f8-08c509c68403 req-47b5fd79-2d00-4b7f-a428-c65233ed0dd6 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=df61418a-0eb0-45b4-9c71-bc9b15da646a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312226 Aug 22 14:32:15.461616 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-7f19264b-c48c-49ae-90df-5166fe8eff14 req-967f7484-4179-4ada-9086-ec160eb0d020 service neutron] For port 3286c27e-3d13-4697-b247-d7bb0d7f221e, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=3286c27e-3d13-4697-b247-d7bb0d7f221e,segment=NetworkSegment(5af5fa70-e283-464e-9fb6-2354f305d6d4),segment_id=5af5fa70-e283-464e-9fb6-2354f305d6d4)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:32:15.493457 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-7f19264b-c48c-49ae-90df-5166fe8eff14 req-967f7484-4179-4ada-9086-ec160eb0d020 service neutron] For port 3286c27e-3d13-4697-b247-d7bb0d7f221e, host n-h2-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:32:15.525740 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-7f19264b-c48c-49ae-90df-5166fe8eff14 req-967f7484-4179-4ada-9086-ec160eb0d020 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3286c27e-3d13-4697-b247-d7bb0d7f221e {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:32:15.532888 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-7f19264b-c48c-49ae-90df-5166fe8eff14 req-967f7484-4179-4ada-9086-ec160eb0d020 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:32:15.544448 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-7f19264b-c48c-49ae-90df-5166fe8eff14 req-967f7484-4179-4ada-9086-ec160eb0d020 service neutron] Transition to ACTIVE for port object 3286c27e-3d13-4697-b247-d7bb0d7f221e will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:32:15.547596 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-7f19264b-c48c-49ae-90df-5166fe8eff14 req-967f7484-4179-4ada-9086-ec160eb0d020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:32:15.620464 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967f7484-4179-4ada-9086-ec160eb0d020 service neutron] Pushing event updated for resources: {'Port': ['ID=3286c27e-3d13-4697-b247-d7bb0d7f221e,revision_number=9']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:32:15.638122 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967f7484-4179-4ada-9086-ec160eb0d020 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:32:15.638463 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967f7484-4179-4ada-9086-ec160eb0d020 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:32:15.638794 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967f7484-4179-4ada-9086-ec160eb0d020 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:32:15.639122 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967f7484-4179-4ada-9086-ec160eb0d020 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:32:15.639445 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967f7484-4179-4ada-9086-ec160eb0d020 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:32:15.639767 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967f7484-4179-4ada-9086-ec160eb0d020 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:32:15.640086 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967f7484-4179-4ada-9086-ec160eb0d020 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:32:15.640433 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967f7484-4179-4ada-9086-ec160eb0d020 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:32:15.640751 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967f7484-4179-4ada-9086-ec160eb0d020 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:32:15.641064 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967f7484-4179-4ada-9086-ec160eb0d020 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:32:15.641381 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967f7484-4179-4ada-9086-ec160eb0d020 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:32:15.641693 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967f7484-4179-4ada-9086-ec160eb0d020 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:32:15.680133 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f19264b-c48c-49ae-90df-5166fe8eff14 req-967f7484-4179-4ada-9086-ec160eb0d020 service neutron] No DVR routers for this DVR port 3286c27e-3d13-4697-b247-d7bb0d7f221e on host n-h2-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:32:15.821516 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-7f19264b-c48c-49ae-90df-5166fe8eff14 req-967f7484-4179-4ada-9086-ec160eb0d020 service neutron] Attempting to bind port 3286c27e-3d13-4697-b247-d7bb0d7f221e on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:32:15.821850 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-7f19264b-c48c-49ae-90df-5166fe8eff14 req-967f7484-4179-4ada-9086-ec160eb0d020 service neutron] Attempting to bind port 3286c27e-3d13-4697-b247-d7bb0d7f221e by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '5af5fa70-e283-464e-9fb6-2354f305d6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '62da9a17-6ccc-4a6f-a8c7-34957fe01c57'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:32:15.822179 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f19264b-c48c-49ae-90df-5166fe8eff14 req-967f7484-4179-4ada-9086-ec160eb0d020 service neutron] Attempting to bind port 3286c27e-3d13-4697-b247-d7bb0d7f221e on network 62da9a17-6ccc-4a6f-a8c7-34957fe01c57 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:32:15.826308 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f19264b-c48c-49ae-90df-5166fe8eff14 req-967f7484-4179-4ada-9086-ec160eb0d020 service neutron] Port 3286c27e-3d13-4697-b247-d7bb0d7f221e on network 62da9a17-6ccc-4a6f-a8c7-34957fe01c57 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:32:15.826625 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f19264b-c48c-49ae-90df-5166fe8eff14 req-967f7484-4179-4ada-9086-ec160eb0d020 service neutron] Attempting to bind port 3286c27e-3d13-4697-b247-d7bb0d7f221e on network 62da9a17-6ccc-4a6f-a8c7-34957fe01c57 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:32:15.831403 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f19264b-c48c-49ae-90df-5166fe8eff14 req-967f7484-4179-4ada-9086-ec160eb0d020 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:32:15.831742 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f19264b-c48c-49ae-90df-5166fe8eff14 req-967f7484-4179-4ada-9086-ec160eb0d020 service neutron] Checking segment: {'id': '5af5fa70-e283-464e-9fb6-2354f305d6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '62da9a17-6ccc-4a6f-a8c7-34957fe01c57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:32:15.832127 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f19264b-c48c-49ae-90df-5166fe8eff14 req-967f7484-4179-4ada-9086-ec160eb0d020 service neutron] Bound using segment: {'id': '5af5fa70-e283-464e-9fb6-2354f305d6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '62da9a17-6ccc-4a6f-a8c7-34957fe01c57'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:32:15.833100 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-7f19264b-c48c-49ae-90df-5166fe8eff14 req-967f7484-4179-4ada-9086-ec160eb0d020 service neutron] Bound port: 3286c27e-3d13-4697-b247-d7bb0d7f221e, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5af5fa70-e283-464e-9fb6-2354f305d6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '62da9a17-6ccc-4a6f-a8c7-34957fe01c57'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:32:15.834020 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-7f19264b-c48c-49ae-90df-5166fe8eff14 req-967f7484-4179-4ada-9086-ec160eb0d020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:32:15.894892 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-7f19264b-c48c-49ae-90df-5166fe8eff14 req-967f7484-4179-4ada-9086-ec160eb0d020 service neutron] For port 3286c27e-3d13-4697-b247-d7bb0d7f221e, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:32:15.898323 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-7f19264b-c48c-49ae-90df-5166fe8eff14 req-967f7484-4179-4ada-9086-ec160eb0d020 service neutron] For port 3286c27e-3d13-4697-b247-d7bb0d7f221e, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=3286c27e-3d13-4697-b247-d7bb0d7f221e,segment=NetworkSegment(5af5fa70-e283-464e-9fb6-2354f305d6d4),segment_id=5af5fa70-e283-464e-9fb6-2354f305d6d4)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:32:15.902881 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-7f19264b-c48c-49ae-90df-5166fe8eff14 req-967f7484-4179-4ada-9086-ec160eb0d020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:32:15.936706 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f19264b-c48c-49ae-90df-5166fe8eff14 req-967f7484-4179-4ada-9086-ec160eb0d020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:32:15.937314 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-7f19264b-c48c-49ae-90df-5166fe8eff14 req-967f7484-4179-4ada-9086-ec160eb0d020 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:32:15.938711 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7f19264b-c48c-49ae-90df-5166fe8eff14 req-967f7484-4179-4ada-9086-ec160eb0d020 service neutron] 10.222.0.41 "PUT /v2.0/ports/3286c27e-3d13-4697-b247-d7bb0d7f221e HTTP/1.1" status: 200 len: 1092 time: 0.7364087 Aug 22 14:32:15.939125 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ae71959-341d-4e53-96ec-1c375b91ca03', 'tag': '3286c27e-3d13-4697-b247-d7bb0d7f221e'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:32:15.941394 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bdeb8ea780dc3f157cf86c35b44054b3d50f34a398e9a69dfe822f45c5aaee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42170739-e7c8-4e4c-a470-e38955878983" -d '{"events": [{"name": "network-changed", "server_uuid": "9ae71959-341d-4e53-96ec-1c375b91ca03", "tag": "3286c27e-3d13-4697-b247-d7bb0d7f221e"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:32:15.965617 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967f7484-4179-4ada-9086-ec160eb0d020 service neutron] Pushing event updated for resources: {'Port': ['ID=3286c27e-3d13-4697-b247-d7bb0d7f221e,revision_number=10']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:32:16.025646 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f19264b-c48c-49ae-90df-5166fe8eff14 req-59a799e1-8d7b-42b7-a9a9-57a5f988f03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:32:16.027196 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7f19264b-c48c-49ae-90df-5166fe8eff14 req-59a799e1-8d7b-42b7-a9a9-57a5f988f03e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=118fdb292fa046daa71c37fbe69b73a1&device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 1096 time: 0.0512304 Aug 22 14:32:16.053978 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c952e2-369a-4688-a8d5-e3d959b87a59 x-openstack-request-id: req-50c952e2-369a-4688-a8d5-e3d959b87a59 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:32:16.054270 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ae71959-341d-4e53-96ec-1c375b91ca03", "tag": "3286c27e-3d13-4697-b247-d7bb0d7f221e", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:32:16.054514 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-50c952e2-369a-4688-a8d5-e3d959b87a59 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:32:16.054910 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ae71959-341d-4e53-96ec-1c375b91ca03', 'tag': '3286c27e-3d13-4697-b247-d7bb0d7f221e', 'status': 'completed', 'code': 200} Aug 22 14:32:16.124324 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f19264b-c48c-49ae-90df-5166fe8eff14 req-be7f7fed-e605-4e90-b7ee-9ba5e8aaeee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:32:16.125840 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7f19264b-c48c-49ae-90df-5166fe8eff14 req-be7f7fed-e605-4e90-b7ee-9ba5e8aaeee6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=62da9a17-6ccc-4a6f-a8c7-34957fe01c57 HTTP/1.1" status: 200 len: 909 time: 0.0912826 Aug 22 14:32:16.194138 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7f19264b-c48c-49ae-90df-5166fe8eff14 req-e5019f4a-e165-4d48-9d60-58f2053e6b52 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3286c27e-3d13-4697-b247-d7bb0d7f221e HTTP/1.1" status: 200 len: 999 time: 0.0607524 Aug 22 14:32:16.242693 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f19264b-c48c-49ae-90df-5166fe8eff14 req-0f5b2652-c788-4207-935a-ba6ff8e5b3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:32:16.244065 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7f19264b-c48c-49ae-90df-5166fe8eff14 req-0f5b2652-c788-4207-935a-ba6ff8e5b3b9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9e50430a-49ce-444d-987c-2ef7525cde56 HTTP/1.1" status: 200 len: 847 time: 0.0445907 Aug 22 14:32:16.288882 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f19264b-c48c-49ae-90df-5166fe8eff14 req-5007e856-85b4-4acc-8fe9-7efd1d1ef7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:32:16.290354 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7f19264b-c48c-49ae-90df-5166fe8eff14 req-5007e856-85b4-4acc-8fe9-7efd1d1ef7f9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=62da9a17-6ccc-4a6f-a8c7-34957fe01c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391896 Aug 22 14:32:16.383791 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7f19264b-c48c-49ae-90df-5166fe8eff14 req-2e947e98-2995-42ce-a0d1-3d5876f40bce service neutron] 10.222.0.41 "GET /v2.0/networks/62da9a17-6ccc-4a6f-a8c7-34957fe01c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861850 Aug 22 14:32:16.384522 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9862fdd-f573-4b93-ba19-916b05033f1f req-3dc29416-e0a7-4459-829b-751d42d1b19a tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:32:16.385998 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f9862fdd-f573-4b93-ba19-916b05033f1f req-3dc29416-e0a7-4459-829b-751d42d1b19a tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 944 time: 0.0529473 Aug 22 14:32:16.424616 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f9862fdd-f573-4b93-ba19-916b05033f1f req-e198d961-b04e-49ac-a701-224ab3e7cf9e tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=df61418a-0eb0-45b4-9c71-bc9b15da646a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325189 Aug 22 14:32:16.476522 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-7f19264b-c48c-49ae-90df-5166fe8eff14 req-5331edfa-5d81-49ef-b320-d6bda6fdce69 service neutron] 10.222.0.41 "GET /v2.0/networks/62da9a17-6ccc-4a6f-a8c7-34957fe01c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854127 Aug 22 14:32:16.557960 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42170739-e7c8-4e4c-a470-e38955878983 req-c05cf465-f4fc-4996-92e1-2b5e648c2b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:32:16.559453 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-42170739-e7c8-4e4c-a470-e38955878983 req-c05cf465-f4fc-4996-92e1-2b5e648c2b23 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=118fdb292fa046daa71c37fbe69b73a1&device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 1096 time: 0.0415590 Aug 22 14:32:16.653274 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42170739-e7c8-4e4c-a470-e38955878983 req-9a610589-95ec-43f6-92af-dbc9fae34f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:32:16.654775 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-42170739-e7c8-4e4c-a470-e38955878983 req-9a610589-95ec-43f6-92af-dbc9fae34f41 service neutron] 10.222.0.41 "GET /v2.0/networks?id=62da9a17-6ccc-4a6f-a8c7-34957fe01c57 HTTP/1.1" status: 200 len: 909 time: 0.0887082 Aug 22 14:32:16.727785 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-42170739-e7c8-4e4c-a470-e38955878983 req-b0b3ff27-4b06-439d-9b8f-421dd65ce110 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3286c27e-3d13-4697-b247-d7bb0d7f221e HTTP/1.1" status: 200 len: 999 time: 0.0653927 Aug 22 14:32:16.795698 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42170739-e7c8-4e4c-a470-e38955878983 req-617a9cc4-c769-4dcb-9ea0-df73452f3459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:32:16.797864 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-42170739-e7c8-4e4c-a470-e38955878983 req-617a9cc4-c769-4dcb-9ea0-df73452f3459 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9e50430a-49ce-444d-987c-2ef7525cde56 HTTP/1.1" status: 200 len: 847 time: 0.0635278 Aug 22 14:32:17.545815 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d4ebaa-0551-4d92-a858-d828e182b5df req-126ca821-0448-4d1c-b9eb-31df04360554 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:32:17.548262 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-64d4ebaa-0551-4d92-a858-d828e182b5df req-126ca821-0448-4d1c-b9eb-31df04360554 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 944 time: 0.0535934 Aug 22 14:32:17.587951 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-64d4ebaa-0551-4d92-a858-d828e182b5df req-96aa8596-3056-4ebe-9046-1ae044c0173b tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=df61418a-0eb0-45b4-9c71-bc9b15da646a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330386 Aug 22 14:32:18.716820 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf6b35-398c-4921-b811-86b04de6272f req-6ca5e0fc-8959-4a4c-b382-fe3558b2dd9a tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:32:18.718618 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a8cf6b35-398c-4921-b811-86b04de6272f req-6ca5e0fc-8959-4a4c-b382-fe3558b2dd9a tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 944 time: 0.0508542 Aug 22 14:32:18.765699 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a8cf6b35-398c-4921-b811-86b04de6272f req-a61f30a0-5de5-40a6-93bb-718da9e61aee tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=df61418a-0eb0-45b4-9c71-bc9b15da646a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388174 Aug 22 14:32:19.898389 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc48ca92-abbc-4486-a192-c56e809309b7 req-13930069-0865-411d-a03a-f7c4f5e87341 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:32:19.899880 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dc48ca92-abbc-4486-a192-c56e809309b7 req-13930069-0865-411d-a03a-f7c4f5e87341 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 944 time: 0.0601361 Aug 22 14:32:19.937596 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-dc48ca92-abbc-4486-a192-c56e809309b7 req-4630b4f5-122d-4028-90ef-a77b4fa9905a tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=df61418a-0eb0-45b4-9c71-bc9b15da646a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316131 Aug 22 14:32:21.061730 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d46b84-6943-4783-a499-b57343cd019a req-fdfa0850-7d15-4ce2-accc-f91e3cda69a0 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:32:21.063545 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d2d46b84-6943-4783-a499-b57343cd019a req-fdfa0850-7d15-4ce2-accc-f91e3cda69a0 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 944 time: 0.0537629 Aug 22 14:32:21.103740 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d2d46b84-6943-4783-a499-b57343cd019a req-f24e53ee-f378-4008-80df-b4b29bb2f969 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=df61418a-0eb0-45b4-9c71-bc9b15da646a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337048 Aug 22 14:32:22.221545 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2dc5c-f954-4d08-bae9-fbd4fb735217 req-7a916400-629a-4a8a-9334-3fb57f9b455d tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:32:22.223030 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-71a2dc5c-f954-4d08-bae9-fbd4fb735217 req-7a916400-629a-4a8a-9334-3fb57f9b455d tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 944 time: 0.0488067 Aug 22 14:32:22.266303 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-71a2dc5c-f954-4d08-bae9-fbd4fb735217 req-2406cc2a-e38d-48d1-b5c2-7bc359af6f80 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=df61418a-0eb0-45b4-9c71-bc9b15da646a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364022 Aug 22 14:32:23.393277 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b159b3d8-3259-45e8-a0a7-fe0b46cddff5 req-a87c4c57-7c59-423c-b53f-2a0dd07ff9ad tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:32:23.394940 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b159b3d8-3259-45e8-a0a7-fe0b46cddff5 req-a87c4c57-7c59-423c-b53f-2a0dd07ff9ad tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 944 time: 0.0569241 Aug 22 14:32:23.434927 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b159b3d8-3259-45e8-a0a7-fe0b46cddff5 req-dca16e0c-b0c1-4dc6-87f2-1bba466c2d8b tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=df61418a-0eb0-45b4-9c71-bc9b15da646a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327222 Aug 22 14:32:24.561223 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4bf051-e96f-457f-9479-3641a76f229e req-44ebcbd4-8cb8-4fbd-81eb-063f7394b720 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:32:24.564868 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ec4bf051-e96f-457f-9479-3641a76f229e req-44ebcbd4-8cb8-4fbd-81eb-063f7394b720 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 944 time: 0.0558071 Aug 22 14:32:24.604017 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ec4bf051-e96f-457f-9479-3641a76f229e req-ede89606-d195-49b4-b80d-5ce23ed8b62c tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=df61418a-0eb0-45b4-9c71-bc9b15da646a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346320 Aug 22 14:32:25.738154 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6748a09b-9d89-49b7-8a28-eef30c950163 req-1dd3f7c2-b421-495c-b3d4-020f7d3b12a2 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:32:25.739613 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6748a09b-9d89-49b7-8a28-eef30c950163 req-1dd3f7c2-b421-495c-b3d4-020f7d3b12a2 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 944 time: 0.0487504 Aug 22 14:32:25.779568 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6748a09b-9d89-49b7-8a28-eef30c950163 req-8b38b2a9-32cb-44b2-a401-d4eee97aedbe tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=df61418a-0eb0-45b4-9c71-bc9b15da646a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337958 Aug 22 14:32:26.920449 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eeca1a-defa-4f1a-98a9-dfd30fd36a9a req-00eb63fe-7e8f-494b-bf14-274660bdb4ae tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:32:26.921850 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-00eeca1a-defa-4f1a-98a9-dfd30fd36a9a req-00eb63fe-7e8f-494b-bf14-274660bdb4ae tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 944 time: 0.0674341 Aug 22 14:32:26.960061 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-00eeca1a-defa-4f1a-98a9-dfd30fd36a9a req-a80af8d0-651a-41cb-95c6-48fdbdf946d3 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=df61418a-0eb0-45b4-9c71-bc9b15da646a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322132 Aug 22 14:32:28.075397 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b58a8-9438-4a09-af78-47f8bd4470d7 req-e3785343-b5fd-478e-8165-d961a9e1733e tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:32:28.076930 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a26b58a8-9438-4a09-af78-47f8bd4470d7 req-e3785343-b5fd-478e-8165-d961a9e1733e tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 944 time: 0.0494714 Aug 22 14:32:28.115095 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a26b58a8-9438-4a09-af78-47f8bd4470d7 req-9d21e3cb-1ea7-45c8-9e1a-869f7e8db64c tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=df61418a-0eb0-45b4-9c71-bc9b15da646a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319002 Aug 22 14:32:28.145532 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42170739-e7c8-4e4c-a470-e38955878983 req-fefe8ffc-cd08-43a6-b546-081a2ffdaa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:32:28.147018 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-42170739-e7c8-4e4c-a470-e38955878983 req-fefe8ffc-cd08-43a6-b546-081a2ffdaa2f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=62da9a17-6ccc-4a6f-a8c7-34957fe01c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425701 Aug 22 14:32:28.244521 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-42170739-e7c8-4e4c-a470-e38955878983 req-15b5cccf-74a2-4aa3-9dfd-6fbd5e59a682 service neutron] 10.222.0.41 "GET /v2.0/networks/62da9a17-6ccc-4a6f-a8c7-34957fe01c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863841 Aug 22 14:32:28.343302 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-42170739-e7c8-4e4c-a470-e38955878983 req-b08cac62-ac42-461b-91b6-b1311da40a5e service neutron] 10.222.0.41 "GET /v2.0/networks/62da9a17-6ccc-4a6f-a8c7-34957fe01c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876088 Aug 22 14:32:28.558021 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-fb1c09d1-311f-4a2e-bcde-9845f34ad258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:32:29.094084 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:32:29.232043 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c382136-d03a-4da7-8aaa-b63bb87f6442 req-51ca2088-5a44-447d-aded-e7aba453fca4 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:32:29.233464 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9c382136-d03a-4da7-8aaa-b63bb87f6442 req-51ca2088-5a44-447d-aded-e7aba453fca4 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 944 time: 0.0491834 Aug 22 14:32:29.270184 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9c382136-d03a-4da7-8aaa-b63bb87f6442 req-dc301d01-9f5b-44ff-8a07-d51e133feebd tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=df61418a-0eb0-45b4-9c71-bc9b15da646a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308189 Aug 22 14:32:29.753361 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 3286c27e-3d13-4697-b247-d7bb0d7f221e details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:32:29.843112 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 3286c27e-3d13-4697-b247-d7bb0d7f221e, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=3286c27e-3d13-4697-b247-d7bb0d7f221e,segment=NetworkSegment(5af5fa70-e283-464e-9fb6-2354f305d6d4),segment_id=5af5fa70-e283-464e-9fb6-2354f305d6d4)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:32:29.853047 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': '3286c27e-3d13-4697-b247-d7bb0d7f221e', 'network_id': '62da9a17-6ccc-4a6f-a8c7-34957fe01c57', 'port_id': '3286c27e-3d13-4697-b247-d7bb0d7f221e', 'mac_address': 'fa:16:3e:f0:16:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e50430a-49ce-444d-987c-2ef7525cde56', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:32:29.890239 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:32:29.902748 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3286c27e-3d13-4697-b247-d7bb0d7f221e {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:32:29.921050 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 3286c27e-3d13-4697-b247-d7bb0d7f221e, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=3286c27e-3d13-4697-b247-d7bb0d7f221e,segment=NetworkSegment(5af5fa70-e283-464e-9fb6-2354f305d6d4),segment_id=5af5fa70-e283-464e-9fb6-2354f305d6d4)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:32:29.925146 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:32:29.974108 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=3286c27e-3d13-4697-b247-d7bb0d7f221e,revision_number=11']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:32:30.137103 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['3286c27e-3d13-4697-b247-d7bb0d7f221e'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:32:30.391623 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34477a-3dc8-480c-9cc2-e63a43d7051f req-9cb3bdeb-b77c-42d9-924f-242f2e1aad0d tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:32:30.393047 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fd34477a-3dc8-480c-9cc2-e63a43d7051f req-9cb3bdeb-b77c-42d9-924f-242f2e1aad0d tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 945 time: 0.0545022 Aug 22 14:32:30.431886 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fd34477a-3dc8-480c-9cc2-e63a43d7051f req-0f413629-95b7-4045-be6d-1ea43653d38b tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=df61418a-0eb0-45b4-9c71-bc9b15da646a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326548 Aug 22 14:32:31.143193 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-dfbac45f-fd00-4fa6-9fc4-796ae255e560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:32:31.289546 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:32:31.544836 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c57673-2c7f-4211-a377-e24f42f5c793 req-8751ccc8-3ce3-4da9-9374-afdc8117e1c6 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:32:31.546312 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-19c57673-2c7f-4211-a377-e24f42f5c793 req-8751ccc8-3ce3-4da9-9374-afdc8117e1c6 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 945 time: 0.0482261 Aug 22 14:32:31.584566 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-19c57673-2c7f-4211-a377-e24f42f5c793 req-a4a688e6-c48d-4b69-8190-4acd578b3116 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=df61418a-0eb0-45b4-9c71-bc9b15da646a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323339 Aug 22 14:32:31.762409 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 3286c27e-3d13-4697-b247-d7bb0d7f221e up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:32:31.812941 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port 3286c27e-3d13-4697-b247-d7bb0d7f221e completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:32:31.816501 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port 3286c27e-3d13-4697-b247-d7bb0d7f221e triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:32:31.816880 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:32:31.895244 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:32:31.920654 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae71959-341d-4e53-96ec-1c375b91ca03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3286c27e-3d13-4697-b247-d7bb0d7f221e'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:32:31.922926 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9fc9c2c847a9facc218278c3c2c49df6b567d765c98d25b9b10c00da6c51199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc9d2b7-5736-40e9-a380-f5f6ad125a3a" -d '{"events": [{"server_uuid": "9ae71959-341d-4e53-96ec-1c375b91ca03", "name": "network-vif-plugged", "status": "completed", "tag": "3286c27e-3d13-4697-b247-d7bb0d7f221e"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:32:31.936160 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port 3286c27e-3d13-4697-b247-d7bb0d7f221e, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=3286c27e-3d13-4697-b247-d7bb0d7f221e,segment=NetworkSegment(5af5fa70-e283-464e-9fb6-2354f305d6d4),segment_id=5af5fa70-e283-464e-9fb6-2354f305d6d4)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:32:31.940542 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:32:31.963273 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70adb7e4-99da-47c4-b984-bd8b55144ea5 x-openstack-request-id: req-70adb7e4-99da-47c4-b984-bd8b55144ea5 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:32:31.963566 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ae71959-341d-4e53-96ec-1c375b91ca03", "name": "network-vif-plugged", "status": "completed", "tag": "3286c27e-3d13-4697-b247-d7bb0d7f221e", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:32:31.963818 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-70adb7e4-99da-47c4-b984-bd8b55144ea5 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:32:31.964202 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ae71959-341d-4e53-96ec-1c375b91ca03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3286c27e-3d13-4697-b247-d7bb0d7f221e', 'code': 200} Aug 22 14:32:31.995745 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=3286c27e-3d13-4697-b247-d7bb0d7f221e,revision_number=12']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:32:32.112164 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4105e0d7-a57b-42dc-bd89-0b5bfa17724b req-ba751c81-d772-48ea-91e6-07d3b23482c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:32:32.113663 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4105e0d7-a57b-42dc-bd89-0b5bfa17724b req-ba751c81-d772-48ea-91e6-07d3b23482c5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 1098 time: 0.0407221 Aug 22 14:32:32.148251 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-4105e0d7-a57b-42dc-bd89-0b5bfa17724b req-7b0ad422-f504-457f-81df-fc8d67147b23 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=df61418a-0eb0-45b4-9c71-bc9b15da646a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272577 Aug 22 14:32:32.691048 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:32:32.701955 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da3be2-b222-4211-a3e7-5c5cfacc066e req-ba88cb13-ccb7-400a-b86a-a03a3905431d tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:32:32.703436 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e6da3be2-b222-4211-a3e7-5c5cfacc066e req-ba88cb13-ccb7-400a-b86a-a03a3905431d tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 946 time: 0.0507238 Aug 22 14:32:32.739803 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e6da3be2-b222-4211-a3e7-5c5cfacc066e req-fb33af2f-8146-4dbc-a59b-9a05e69a0701 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=df61418a-0eb0-45b4-9c71-bc9b15da646a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303652 Aug 22 14:32:33.245244 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:32:33.858677 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7e3f6-a52a-403b-980d-309e4a791faf req-fa1e14ae-e197-48e4-8504-ce7a60741973 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:32:33.860137 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-26c7e3f6-a52a-403b-980d-309e4a791faf req-fa1e14ae-e197-48e4-8504-ce7a60741973 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 946 time: 0.0522790 Aug 22 14:32:33.896187 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-26c7e3f6-a52a-403b-980d-309e4a791faf req-3fa98ae2-4d0c-4a8e-9b2a-0dae2e176375 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=df61418a-0eb0-45b4-9c71-bc9b15da646a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301816 Aug 22 14:32:34.469943 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:32:34.555865 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:32:45.671263 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6221577a-7bc6-4084-a4e6-c6f0bb58b880 req-85d23e2b-649b-4188-87cc-8bde349d2f0a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0386360 Aug 22 14:32:45.755078 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221577a-7bc6-4084-a4e6-c6f0bb58b880 req-29c97680-0bcc-41b1-a31f-c2017efdae36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:32:45.756568 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6221577a-7bc6-4084-a4e6-c6f0bb58b880 req-29c97680-0bcc-41b1-a31f-c2017efdae36 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=118fdb292fa046daa71c37fbe69b73a1&device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 1098 time: 0.0441897 Aug 22 14:32:45.859374 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221577a-7bc6-4084-a4e6-c6f0bb58b880 req-2e26dbc0-5504-42e0-a04f-7a5158ce568d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:32:45.860873 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6221577a-7bc6-4084-a4e6-c6f0bb58b880 req-2e26dbc0-5504-42e0-a04f-7a5158ce568d service neutron] 10.222.0.41 "GET /v2.0/networks?id=62da9a17-6ccc-4a6f-a8c7-34957fe01c57 HTTP/1.1" status: 200 len: 909 time: 0.0828228 Aug 22 14:32:45.931126 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6221577a-7bc6-4084-a4e6-c6f0bb58b880 req-bd54025e-25c7-4ed5-966f-7a3c8fa9e841 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3286c27e-3d13-4697-b247-d7bb0d7f221e HTTP/1.1" status: 200 len: 1001 time: 0.0627759 Aug 22 14:32:45.979714 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221577a-7bc6-4084-a4e6-c6f0bb58b880 req-87a640b5-f4fc-4811-921d-1d690e3d05b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:32:45.981180 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6221577a-7bc6-4084-a4e6-c6f0bb58b880 req-87a640b5-f4fc-4811-921d-1d690e3d05b5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9e50430a-49ce-444d-987c-2ef7525cde56 HTTP/1.1" status: 200 len: 847 time: 0.0426505 Aug 22 14:32:46.027154 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221577a-7bc6-4084-a4e6-c6f0bb58b880 req-954d540a-ba61-4d65-9e05-b51208dbdf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:32:46.028638 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6221577a-7bc6-4084-a4e6-c6f0bb58b880 req-954d540a-ba61-4d65-9e05-b51208dbdf5e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=62da9a17-6ccc-4a6f-a8c7-34957fe01c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400465 Aug 22 14:32:46.118848 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6221577a-7bc6-4084-a4e6-c6f0bb58b880 req-e5e77110-2ae6-4946-aa38-ae951aacf0d3 service neutron] 10.222.0.41 "GET /v2.0/networks/62da9a17-6ccc-4a6f-a8c7-34957fe01c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834923 Aug 22 14:32:46.210956 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-6221577a-7bc6-4084-a4e6-c6f0bb58b880 req-5a17b555-4216-4fff-a444-fec930866dc6 service neutron] 10.222.0.41 "GET /v2.0/networks/62da9a17-6ccc-4a6f-a8c7-34957fe01c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848939 Aug 22 14:32:58.559125 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9a57844a-fa96-4b38-ae02-bf3d87b64078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:32:59.103151 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:33:01.143354 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7b94aaa8-fd07-4a4d-b2fd-8bc8a3b815ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:33:01.289919 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:33:02.692387 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:33:04.472268 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:33:04.554050 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:33:10.245314 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:33:28.558844 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-073214a2-2876-4132-bf22-a72b8bda93e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:33:29.123900 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:33:31.143321 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-30571dde-2e6b-43f9-8a6a-f26357e47153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:33:31.294853 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:33:32.694867 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:33:34.475503 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:33:34.553820 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:33:42.462990 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 53356) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:33:42.625001 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-a7b0447c-d7a0-4305-aabd-d3a8330ba681 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Deleting port 2f93819f-6053-46ec-a2a2-18c0119f7e53 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:33:42.625341 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a7b0447c-d7a0-4305-aabd-d3a8330ba681 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:33:42.697847 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a7b0447c-d7a0-4305-aabd-d3a8330ba681 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:33:42.698241 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a7b0447c-d7a0-4305-aabd-d3a8330ba681 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:33:42.709638 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-a7b0447c-d7a0-4305-aabd-d3a8330ba681 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Calling delete_port for 2f93819f-6053-46ec-a2a2-18c0119f7e53 owned by network:floatingip {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:33:42.862566 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a7b0447c-d7a0-4305-aabd-d3a8330ba681 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:33:42.893928 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b0447c-d7a0-4305-aabd-d3a8330ba681 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Pushing event deleted for resources: {'Port': ['ID=2f93819f-6053-46ec-a2a2-18c0119f7e53,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:33:42.920521 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0447c-d7a0-4305-aabd-d3a8330ba681 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:33:42.920871 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0447c-d7a0-4305-aabd-d3a8330ba681 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:33:42.921213 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0447c-d7a0-4305-aabd-d3a8330ba681 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:33:42.921550 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0447c-d7a0-4305-aabd-d3a8330ba681 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:33:42.921881 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0447c-d7a0-4305-aabd-d3a8330ba681 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:33:42.922234 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0447c-d7a0-4305-aabd-d3a8330ba681 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:33:42.922561 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0447c-d7a0-4305-aabd-d3a8330ba681 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:33:42.922884 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0447c-d7a0-4305-aabd-d3a8330ba681 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:33:42.923208 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0447c-d7a0-4305-aabd-d3a8330ba681 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:33:42.923530 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0447c-d7a0-4305-aabd-d3a8330ba681 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:33:42.923853 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0447c-d7a0-4305-aabd-d3a8330ba681 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:33:42.924176 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0447c-d7a0-4305-aabd-d3a8330ba681 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:33:42.964849 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a7b0447c-d7a0-4305-aabd-d3a8330ba681 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks [] for floatingip, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:33:42.965236 n-d-793621-33 neutron-server[94627]: INFO neutron.db.l3_db [None req-a7b0447c-d7a0-4305-aabd-d3a8330ba681 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Floating IP d8634e16-3a27-405c-84e0-eafa7b8c2f2c disassociated (deleted). External IP: 172.25.3.231, port: 3286c27e-3d13-4697-b247-d7bb0d7f221e. Aug 22 14:33:43.181745 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b0447c-d7a0-4305-aabd-d3a8330ba681 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Router 2c20058d-33ba-4d8f-b1e1-0ec355454bb6 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:33:43.589802 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b0447c-d7a0-4305-aabd-d3a8330ba681 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:33:43.594269 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a7b0447c-d7a0-4305-aabd-d3a8330ba681 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:33:43.599686 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0537e5b1-ca4d-4c7b-9599-82cafb60c43a None None] Sync routers for ids ['2c20058d-33ba-4d8f-b1e1-0ec355454bb6'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:33:43.609456 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0537e5b1-ca4d-4c7b-9599-82cafb60c43a None None] Routers {'2c20058d-33ba-4d8f-b1e1-0ec355454bb6'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:33:43.610056 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-0537e5b1-ca4d-4c7b-9599-82cafb60c43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:33:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['2c20058d-33ba-4d8f-b1e1-0ec355454bb6'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:33:43.621979 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a7b0447c-d7a0-4305-aabd-d3a8330ba681 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "DELETE /v2.0/floatingips/d8634e16-3a27-405c-84e0-eafa7b8c2f2c HTTP/1.1" status: 204 len: 168 time: 1.1578956 Aug 22 14:33:43.622580 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ae71959-341d-4e53-96ec-1c375b91ca03', 'tag': '3286c27e-3d13-4697-b247-d7bb0d7f221e'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:33:43.624913 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8361b9502d284db1754c02bd1b6f8106db555dd6c6dc010ebe333761f67dd15a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68dddc6-e0e4-450f-afb2-479e8ed7c2ca" -d '{"events": [{"name": "network-changed", "server_uuid": "9ae71959-341d-4e53-96ec-1c375b91ca03", "tag": "3286c27e-3d13-4697-b247-d7bb0d7f221e"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:33:43.663364 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-342d1df1-c41b-40a2-8513-ca21810d95d8 x-openstack-request-id: req-342d1df1-c41b-40a2-8513-ca21810d95d8 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:33:43.663654 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ae71959-341d-4e53-96ec-1c375b91ca03", "tag": "3286c27e-3d13-4697-b247-d7bb0d7f221e", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:33:43.663907 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-342d1df1-c41b-40a2-8513-ca21810d95d8 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:33:43.664343 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ae71959-341d-4e53-96ec-1c375b91ca03', 'tag': '3286c27e-3d13-4697-b247-d7bb0d7f221e', 'status': 'completed', 'code': 200} Aug 22 14:33:43.716604 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-0537e5b1-ca4d-4c7b-9599-82cafb60c43a None None] Set router 2c20058d-33ba-4d8f-b1e1-0ec355454bb6 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:33:43.727971 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68dddc6-e0e4-450f-afb2-479e8ed7c2ca req-80d84ecb-d399-496b-8a4a-3c8ca475b18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:33:43.730037 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f68dddc6-e0e4-450f-afb2-479e8ed7c2ca req-80d84ecb-d399-496b-8a4a-3c8ca475b18e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=118fdb292fa046daa71c37fbe69b73a1&device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 1098 time: 0.0430620 Aug 22 14:33:43.844337 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68dddc6-e0e4-450f-afb2-479e8ed7c2ca req-20166ebe-fcb4-44c9-8031-1e7c9b24fb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:33:43.845994 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f68dddc6-e0e4-450f-afb2-479e8ed7c2ca req-20166ebe-fcb4-44c9-8031-1e7c9b24fb2e service neutron] 10.222.0.41 "GET /v2.0/networks?id=62da9a17-6ccc-4a6f-a8c7-34957fe01c57 HTTP/1.1" status: 200 len: 909 time: 0.1078138 Aug 22 14:33:43.862544 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97391b08-3f01-426b-9527-071ab4231d1a req-6369db5d-5a48-431a-bdab-e1206f0c66b4 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:33:43.864094 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-97391b08-3f01-426b-9527-071ab4231d1a req-6369db5d-5a48-431a-bdab-e1206f0c66b4 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 946 time: 0.0515501 Aug 22 14:33:43.892208 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f68dddc6-e0e4-450f-afb2-479e8ed7c2ca req-a9cfb2ff-f8a6-4117-86ca-90cbd5816a6c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3286c27e-3d13-4697-b247-d7bb0d7f221e HTTP/1.1" status: 200 len: 217 time: 0.0362585 Aug 22 14:33:43.904597 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-97391b08-3f01-426b-9527-071ab4231d1a req-3465249c-53c5-4bbb-a2c3-747bbf4f85b6 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=df61418a-0eb0-45b4-9c71-bc9b15da646a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345321 Aug 22 14:33:43.929933 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-0537e5b1-ca4d-4c7b-9599-82cafb60c43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'name': 'tempest-TestShelveInstance-668933070-router', 'tenant_id': '118fdb292fa046daa71c37fbe69b73a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '48e6c213-37a6-484c-978c-733671792cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:29:28Z', 'updated_at': '2021-08-22T14:29:31Z', 'revision_number': 4, 'project_id': '118fdb292fa046daa71c37fbe69b73a1', 'gw_port': {'id': '48e6c213-37a6-484c-978c-733671792cbc', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:29:28Z', 'updated_at': '2021-08-22T14:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'a3559ec7-c1bd-4bab-96fc-f2ef51383051', 'name': '', 'network_id': '62da9a17-6ccc-4a6f-a8c7-34957fe01c57', 'tenant_id': '118fdb292fa046daa71c37fbe69b73a1', 'mac_address': 'fa:16:3e:a1:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '9e50430a-49ce-444d-987c-2ef7525cde56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:29:30Z', 'updated_at': '2021-08-22T14:29:35Z', 'revision_number': 5, 'project_id': '118fdb292fa046daa71c37fbe69b73a1', 'subnets': [{'id': '9e50430a-49ce-444d-987c-2ef7525cde56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:33:43.948429 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68dddc6-e0e4-450f-afb2-479e8ed7c2ca req-4762e582-59e4-43a2-b209-1ce8418b4c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:33:43.949770 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f68dddc6-e0e4-450f-afb2-479e8ed7c2ca req-4762e582-59e4-43a2-b209-1ce8418b4c5b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9e50430a-49ce-444d-987c-2ef7525cde56 HTTP/1.1" status: 200 len: 847 time: 0.0493448 Aug 22 14:33:43.959412 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0537e5b1-ca4d-4c7b-9599-82cafb60c43a None None] Checking router: 2c20058d-33ba-4d8f-b1e1-0ec355454bb6 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:33:43.968058 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0537e5b1-ca4d-4c7b-9599-82cafb60c43a None None] Routers {'2c20058d-33ba-4d8f-b1e1-0ec355454bb6'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:33:43.968262 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-0537e5b1-ca4d-4c7b-9599-82cafb60c43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:33:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['2c20058d-33ba-4d8f-b1e1-0ec355454bb6'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:33:43.997302 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68dddc6-e0e4-450f-afb2-479e8ed7c2ca req-4e3a351e-bf26-4302-bcdf-57a868db8079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:33:43.998795 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f68dddc6-e0e4-450f-afb2-479e8ed7c2ca req-4e3a351e-bf26-4302-bcdf-57a868db8079 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=62da9a17-6ccc-4a6f-a8c7-34957fe01c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408125 Aug 22 14:33:44.011337 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [req-f68dddc6-e0e4-450f-afb2-479e8ed7c2ca req-56da5d29-9346-4db0-8901-79510724a543 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:33:44.012300 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f68dddc6-e0e4-450f-afb2-479e8ed7c2ca req-56da5d29-9346-4db0-8901-79510724a543 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049953 Aug 22 14:33:44.071999 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-0537e5b1-ca4d-4c7b-9599-82cafb60c43a None None] Set router 2c20058d-33ba-4d8f-b1e1-0ec355454bb6 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:33:44.101439 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f68dddc6-e0e4-450f-afb2-479e8ed7c2ca req-1dae8cd9-0cc7-4b5a-b74e-9f2afd4be391 service neutron] 10.222.0.41 "GET /v2.0/networks/62da9a17-6ccc-4a6f-a8c7-34957fe01c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817754 Aug 22 14:33:44.196377 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-f68dddc6-e0e4-450f-afb2-479e8ed7c2ca req-5a2217ab-7f12-4ba1-81cf-afc02ad62434 service neutron] 10.222.0.41 "GET /v2.0/networks/62da9a17-6ccc-4a6f-a8c7-34957fe01c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865433 Aug 22 14:33:44.272164 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-0537e5b1-ca4d-4c7b-9599-82cafb60c43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'name': 'tempest-TestShelveInstance-668933070-router', 'tenant_id': '118fdb292fa046daa71c37fbe69b73a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '48e6c213-37a6-484c-978c-733671792cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:29:28Z', 'updated_at': '2021-08-22T14:29:31Z', 'revision_number': 4, 'project_id': '118fdb292fa046daa71c37fbe69b73a1', 'gw_port': {'id': '48e6c213-37a6-484c-978c-733671792cbc', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:29:28Z', 'updated_at': '2021-08-22T14:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'a3559ec7-c1bd-4bab-96fc-f2ef51383051', 'name': '', 'network_id': '62da9a17-6ccc-4a6f-a8c7-34957fe01c57', 'tenant_id': '118fdb292fa046daa71c37fbe69b73a1', 'mac_address': 'fa:16:3e:a1:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '9e50430a-49ce-444d-987c-2ef7525cde56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:29:30Z', 'updated_at': '2021-08-22T14:29:35Z', 'revision_number': 5, 'project_id': '118fdb292fa046daa71c37fbe69b73a1', 'subnets': [{'id': '9e50430a-49ce-444d-987c-2ef7525cde56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:33:44.297688 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0537e5b1-ca4d-4c7b-9599-82cafb60c43a None None] The sync data for ids ['2c20058d-33ba-4d8f-b1e1-0ec355454bb6'] in n-d-793621-33 is: [{'id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'name': 'tempest-TestShelveInstance-668933070-router', 'tenant_id': '118fdb292fa046daa71c37fbe69b73a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '48e6c213-37a6-484c-978c-733671792cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:29:28Z', 'updated_at': '2021-08-22T14:29:31Z', 'revision_number': 4, 'project_id': '118fdb292fa046daa71c37fbe69b73a1', 'gw_port': {'id': '48e6c213-37a6-484c-978c-733671792cbc', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:29:28Z', 'updated_at': '2021-08-22T14:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'a3559ec7-c1bd-4bab-96fc-f2ef51383051', 'name': '', 'network_id': '62da9a17-6ccc-4a6f-a8c7-34957fe01c57', 'tenant_id': '118fdb292fa046daa71c37fbe69b73a1', 'mac_address': 'fa:16:3e:a1:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '9e50430a-49ce-444d-987c-2ef7525cde56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:29:30Z', 'updated_at': '2021-08-22T14:29:35Z', 'revision_number': 5, 'project_id': '118fdb292fa046daa71c37fbe69b73a1', 'subnets': [{'id': '9e50430a-49ce-444d-987c-2ef7525cde56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:33:44.514908 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9f516a-9249-46a0-8088-d291cfd5f865 None None] New status for floating IP d8634e16-3a27-405c-84e0-eafa7b8c2f2c: DOWN {{(pid=94629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 14:33:45.023929 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3a664-f97e-4270-8210-6917ee09ed3b req-161a12a7-5924-4f65-965e-37af2430e1a7 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:33:45.025437 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-03c3a664-f97e-4270-8210-6917ee09ed3b req-161a12a7-5924-4f65-965e-37af2430e1a7 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 946 time: 0.0501115 Aug 22 14:33:45.063382 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-03c3a664-f97e-4270-8210-6917ee09ed3b req-48a66ce9-6803-42c7-a8d3-1ca77cc0b2fe tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=df61418a-0eb0-45b4-9c71-bc9b15da646a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311031 Aug 22 14:33:45.127175 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2767d1-1020-496f-809d-2f9c7e54be50 req-d63929d4-70f0-4d81-9edb-1e9fb1973d17 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:33:45.128653 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-0b2767d1-1020-496f-809d-2f9c7e54be50 req-d63929d4-70f0-4d81-9edb-1e9fb1973d17 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 946 time: 0.0509737 Aug 22 14:33:45.221655 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-0b2767d1-1020-496f-809d-2f9c7e54be50 req-3657947a-d4a6-4e77-87e5-7f27601db710 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Deleting port 3286c27e-3d13-4697-b247-d7bb0d7f221e {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:33:45.221914 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-0b2767d1-1020-496f-809d-2f9c7e54be50 req-3657947a-d4a6-4e77-87e5-7f27601db710 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:33:45.306505 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-0b2767d1-1020-496f-809d-2f9c7e54be50 req-3657947a-d4a6-4e77-87e5-7f27601db710 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] For port 3286c27e-3d13-4697-b247-d7bb0d7f221e, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=3286c27e-3d13-4697-b247-d7bb0d7f221e,segment=NetworkSegment(5af5fa70-e283-464e-9fb6-2354f305d6d4),segment_id=5af5fa70-e283-464e-9fb6-2354f305d6d4)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:33:45.306882 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-0b2767d1-1020-496f-809d-2f9c7e54be50 req-3657947a-d4a6-4e77-87e5-7f27601db710 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:33:45.318380 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-0b2767d1-1020-496f-809d-2f9c7e54be50 req-3657947a-d4a6-4e77-87e5-7f27601db710 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Calling delete_port for 3286c27e-3d13-4697-b247-d7bb0d7f221e owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:33:45.446677 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-0b2767d1-1020-496f-809d-2f9c7e54be50 req-3657947a-d4a6-4e77-87e5-7f27601db710 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:33:45.473341 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657947a-d4a6-4e77-87e5-7f27601db710 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Pushing event deleted for resources: {'Port': ['ID=3286c27e-3d13-4697-b247-d7bb0d7f221e,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:33:45.487451 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657947a-d4a6-4e77-87e5-7f27601db710 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:33:45.487798 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657947a-d4a6-4e77-87e5-7f27601db710 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:33:45.488139 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657947a-d4a6-4e77-87e5-7f27601db710 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:33:45.488508 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657947a-d4a6-4e77-87e5-7f27601db710 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:33:45.488840 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657947a-d4a6-4e77-87e5-7f27601db710 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:33:45.489166 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657947a-d4a6-4e77-87e5-7f27601db710 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:33:45.489488 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657947a-d4a6-4e77-87e5-7f27601db710 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:33:45.489808 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657947a-d4a6-4e77-87e5-7f27601db710 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:33:45.490131 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657947a-d4a6-4e77-87e5-7f27601db710 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:33:45.490446 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657947a-d4a6-4e77-87e5-7f27601db710 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:33:45.490771 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657947a-d4a6-4e77-87e5-7f27601db710 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:33:45.491114 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657947a-d4a6-4e77-87e5-7f27601db710 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:33:45.524790 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b2767d1-1020-496f-809d-2f9c7e54be50 req-3657947a-d4a6-4e77-87e5-7f27601db710 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] No DVR routers for this DVR port 3286c27e-3d13-4697-b247-d7bb0d7f221e on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:33:45.527966 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-0b2767d1-1020-496f-809d-2f9c7e54be50 req-3657947a-d4a6-4e77-87e5-7f27601db710 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:33:45.530041 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-0b2767d1-1020-496f-809d-2f9c7e54be50 req-3657947a-d4a6-4e77-87e5-7f27601db710 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.41 "DELETE /v2.0/ports/3286c27e-3d13-4697-b247-d7bb0d7f221e HTTP/1.1" status: 204 len: 173 time: 0.3947647 Aug 22 14:33:45.530477 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae71959-341d-4e53-96ec-1c375b91ca03', 'name': 'network-vif-deleted', 'tag': '3286c27e-3d13-4697-b247-d7bb0d7f221e'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:33:45.532724 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bdeb8ea780dc3f157cf86c35b44054b3d50f34a398e9a69dfe822f45c5aaee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1ad929-6c62-49b6-b0ef-a3299336af00" -d '{"events": [{"server_uuid": "9ae71959-341d-4e53-96ec-1c375b91ca03", "name": "network-vif-deleted", "tag": "3286c27e-3d13-4697-b247-d7bb0d7f221e"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:33:45.569623 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f9b41c-7225-4b2d-8c6d-28b685c10953 x-openstack-request-id: req-b5f9b41c-7225-4b2d-8c6d-28b685c10953 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:33:45.569907 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ae71959-341d-4e53-96ec-1c375b91ca03", "name": "network-vif-deleted", "tag": "3286c27e-3d13-4697-b247-d7bb0d7f221e", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:33:45.570158 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b5f9b41c-7225-4b2d-8c6d-28b685c10953 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:33:45.570556 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ae71959-341d-4e53-96ec-1c375b91ca03', 'name': 'network-vif-deleted', 'tag': '3286c27e-3d13-4697-b247-d7bb0d7f221e', 'status': 'completed', 'code': 200} Aug 22 14:33:45.669361 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5ccf492e-013f-4c4d-8cfe-b5c4758152ba req-a7bae6b4-233b-418d-9508-d796684414e6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9ae71959-341d-4e53-96ec-1c375b91ca03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0264492 Aug 22 14:33:45.738976 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5ccf492e-013f-4c4d-8cfe-b5c4758152ba req-27c90fcf-840b-4b80-8ab0-46bafb78c996 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=118fdb292fa046daa71c37fbe69b73a1&device_id=9ae71959-341d-4e53-96ec-1c375b91ca03 HTTP/1.1" status: 200 len: 210 time: 0.0289228 Aug 22 14:33:45.920143 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf492e-013f-4c4d-8cfe-b5c4758152ba req-0a0caec5-726f-4d77-82b5-53e4d41a4a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:33:45.921663 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5ccf492e-013f-4c4d-8cfe-b5c4758152ba req-0a0caec5-726f-4d77-82b5-53e4d41a4a95 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=118fdb292fa046daa71c37fbe69b73a1&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1615815 Aug 22 14:33:46.021038 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf492e-013f-4c4d-8cfe-b5c4758152ba req-747a9ebe-615d-4f51-a8e0-30c71cc21deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:33:46.022493 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-5ccf492e-013f-4c4d-8cfe-b5c4758152ba req-747a9ebe-615d-4f51-a8e0-30c71cc21deb service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934474 Aug 22 14:33:46.119864 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 53376) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:33:46.182175 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1093af58-26cb-4439-b8ad-f4dcc11bbb12 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:33:46.207016 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1093af58-26cb-4439-b8ad-f4dcc11bbb12 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:33:46.265567 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1093af58-26cb-4439-b8ad-f4dcc11bbb12 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:33:46.268299 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1093af58-26cb-4439-b8ad-f4dcc11bbb12 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:33:46.269448 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-1093af58-26cb-4439-b8ad-f4dcc11bbb12 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "DELETE /v2.0/security-groups/df61418a-0eb0-45b4-9c71-bc9b15da646a HTTP/1.1" status: 204 len: 168 time: 0.1484711 Aug 22 14:33:46.278991 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1093af58-26cb-4439-b8ad-f4dcc11bbb12 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df61418a-0eb0-45b4-9c71-bc9b15da646a,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:33:46.869207 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 53382) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:33:46.875503 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-dad4ffd6-88d1-41cc-8352-effae724289c tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-188216190', 'description': 'tempest-secgroup-smoke-188216190 description', 'project_id': '118fdb292fa046daa71c37fbe69b73a1'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:33:46.900478 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-dad4ffd6-88d1-41cc-8352-effae724289c tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks [] for security_group, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:33:46.980847 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-dad4ffd6-88d1-41cc-8352-effae724289c tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks [] for security_group, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:33:46.985324 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-dad4ffd6-88d1-41cc-8352-effae724289c tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:33:47.012507 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-dad4ffd6-88d1-41cc-8352-effae724289c tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:33:47.013721 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-dad4ffd6-88d1-41cc-8352-effae724289c tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1434984 Aug 22 14:33:47.016757 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53384) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:33:47.018167 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad4ffd6-88d1-41cc-8352-effae724289c tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6c7667-aec5-4084-9f40-864a89ffe96b,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:33:47.021445 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-ae7e12f9-b75d-4ed3-89cb-6ce33eec5acd tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Request body: {'security_group_rule': {'security_group_id': '4e6c7667-aec5-4084-9f40-864a89ffe96b', 'project_id': '118fdb292fa046daa71c37fbe69b73a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:33:47.049288 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ae7e12f9-b75d-4ed3-89cb-6ce33eec5acd tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:33:47.107818 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ae7e12f9-b75d-4ed3-89cb-6ce33eec5acd tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:33:47.111318 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ae7e12f9-b75d-4ed3-89cb-6ce33eec5acd tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:33:47.128696 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e12f9-b75d-4ed3-89cb-6ce33eec5acd tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10565498-ba46-4f0d-aa04-9023b2c59673,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:33:47.134509 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-ae7e12f9-b75d-4ed3-89cb-6ce33eec5acd tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:33:47.135534 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-ae7e12f9-b75d-4ed3-89cb-6ce33eec5acd tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1177287 Aug 22 14:33:47.139535 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53386) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:33:47.144408 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-b11630d5-ae2a-4262-a178-9fa32e230b76 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Request body: {'security_group_rule': {'security_group_id': '4e6c7667-aec5-4084-9f40-864a89ffe96b', 'project_id': '118fdb292fa046daa71c37fbe69b73a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:33:47.169414 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b11630d5-ae2a-4262-a178-9fa32e230b76 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:33:47.225197 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b11630d5-ae2a-4262-a178-9fa32e230b76 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:33:47.228540 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b11630d5-ae2a-4262-a178-9fa32e230b76 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:33:47.244091 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:33:47.245156 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11630d5-ae2a-4262-a178-9fa32e230b76 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c94f64cd-fbf0-4875-81af-5da69b281228,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:33:47.252505 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b11630d5-ae2a-4262-a178-9fa32e230b76 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:33:47.253711 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b11630d5-ae2a-4262-a178-9fa32e230b76 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1131437 Aug 22 14:33:47.256432 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53388) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:33:47.260757 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-4e35bbc3-acd7-4f2b-941b-eba480b00062 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Request body: {'security_group_rule': {'security_group_id': '4e6c7667-aec5-4084-9f40-864a89ffe96b', 'project_id': '118fdb292fa046daa71c37fbe69b73a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:33:47.286088 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4e35bbc3-acd7-4f2b-941b-eba480b00062 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:33:47.341930 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4e35bbc3-acd7-4f2b-941b-eba480b00062 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:33:47.345234 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4e35bbc3-acd7-4f2b-941b-eba480b00062 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:33:47.364038 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35bbc3-acd7-4f2b-941b-eba480b00062 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1d3a6b4-1f4d-44d0-9d11-612bcb7d7469,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:33:47.366952 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4e35bbc3-acd7-4f2b-941b-eba480b00062 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:33:47.371625 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4e35bbc3-acd7-4f2b-941b-eba480b00062 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1107655 Aug 22 14:33:47.371625 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53390) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:33:47.376066 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-eb700841-0c9e-424f-8431-077abf4112f0 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Request body: {'security_group_rule': {'security_group_id': '4e6c7667-aec5-4084-9f40-864a89ffe96b', 'project_id': '118fdb292fa046daa71c37fbe69b73a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:33:47.400999 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-eb700841-0c9e-424f-8431-077abf4112f0 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:33:47.459382 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-eb700841-0c9e-424f-8431-077abf4112f0 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:33:47.462687 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-eb700841-0c9e-424f-8431-077abf4112f0 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:33:47.480201 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb700841-0c9e-424f-8431-077abf4112f0 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb035257-b070-43dd-905e-63959c001dbf,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:33:47.486261 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-eb700841-0c9e-424f-8431-077abf4112f0 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:33:47.487639 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-eb700841-0c9e-424f-8431-077abf4112f0 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1150770 Aug 22 14:33:47.490338 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53392) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:33:47.494537 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-a41518c8-5ad5-4e2d-860f-937fe91fb8f3 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Request body: {'security_group_rule': {'security_group_id': '4e6c7667-aec5-4084-9f40-864a89ffe96b', 'project_id': '118fdb292fa046daa71c37fbe69b73a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:33:47.515973 n-d-793621-33 neutron-server[94628]: INFO neutron.db.securitygroups_db [None req-a41518c8-5ad5-4e2d-860f-937fe91fb8f3 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Project 118fdb292fa046daa71c37fbe69b73a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 14:33:47.520631 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a41518c8-5ad5-4e2d-860f-937fe91fb8f3 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:33:47.578153 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a41518c8-5ad5-4e2d-860f-937fe91fb8f3 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:33:47.581789 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a41518c8-5ad5-4e2d-860f-937fe91fb8f3 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:33:47.599923 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41518c8-5ad5-4e2d-860f-937fe91fb8f3 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5197dd12-ca01-4536-a097-48eaa2aa57c4,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:33:47.606540 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a41518c8-5ad5-4e2d-860f-937fe91fb8f3 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:33:47.607711 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a41518c8-5ad5-4e2d-860f-937fe91fb8f3 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1164806 Aug 22 14:33:47.610460 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53394) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:33:47.614760 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-0ad15512-0286-44f9-8600-ade6d5453af4 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Request body: {'security_group_rule': {'security_group_id': '4e6c7667-aec5-4084-9f40-864a89ffe96b', 'project_id': '118fdb292fa046daa71c37fbe69b73a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:33:47.636215 n-d-793621-33 neutron-server[94628]: INFO neutron.db.securitygroups_db [None req-0ad15512-0286-44f9-8600-ade6d5453af4 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Project 118fdb292fa046daa71c37fbe69b73a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 14:33:47.640764 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0ad15512-0286-44f9-8600-ade6d5453af4 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:33:47.699018 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0ad15512-0286-44f9-8600-ade6d5453af4 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:33:47.702491 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0ad15512-0286-44f9-8600-ade6d5453af4 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:33:47.719679 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad15512-0286-44f9-8600-ade6d5453af4 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73ebc79e-0d33-41ee-9c51-7be6db541b79,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:33:47.726328 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0ad15512-0286-44f9-8600-ade6d5453af4 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:33:47.727560 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0ad15512-0286-44f9-8600-ade6d5453af4 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1161978 Aug 22 14:33:50.031736 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 3286c27e-3d13-4697-b247-d7bb0d7f221e no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:33:50.053969 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: 3286c27e-3d13-4697-b247-d7bb0d7f221e {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:33:50.054305 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device 3286c27e-3d13-4697-b247-d7bb0d7f221e not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:33:58.559806 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7cd6310c-a505-4add-b79d-1d1d44d6396f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:33:59.119449 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:34:01.144443 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9eb18ac8-c877-43c4-9d67-bdf07d7b0716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:34:01.295217 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:34:01.999207 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3c9fbc46-837a-4c80-9dad-59b79380d9ae req-f9e984c0-87e1-4cc9-88ac-d6dfac20c381 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-188216190&fields=id&tenant_id=118fdb292fa046daa71c37fbe69b73a1 HTTP/1.1" status: 200 len: 267 time: 0.0343740 Aug 22 14:34:02.104004 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9fbc46-837a-4c80-9dad-59b79380d9ae req-57159d5a-4eb2-436c-aeee-3545d634ab5a tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:34:02.106354 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3c9fbc46-837a-4c80-9dad-59b79380d9ae req-57159d5a-4eb2-436c-aeee-3545d634ab5a tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/networks?id=62da9a17-6ccc-4a6f-a8c7-34957fe01c57 HTTP/1.1" status: 200 len: 808 time: 0.0994678 Aug 22 14:34:02.127530 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3c9fbc46-837a-4c80-9dad-59b79380d9ae req-c34ebd0a-0117-41a6-8363-0920a5711a50 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/quotas/118fdb292fa046daa71c37fbe69b73a1 HTTP/1.1" status: 200 len: 375 time: 0.0106139 Aug 22 14:34:02.178813 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3c9fbc46-837a-4c80-9dad-59b79380d9ae req-daebc529-2e02-4f7b-b442-131ccec4ab28 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=118fdb292fa046daa71c37fbe69b73a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457766 Aug 22 14:34:02.253269 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [req-3c9fbc46-837a-4c80-9dad-59b79380d9ae req-d5057336-98b4-41e6-a801-ebfb35d62d1d service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:34:02.254308 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3c9fbc46-837a-4c80-9dad-59b79380d9ae req-d5057336-98b4-41e6-a801-ebfb35d62d1d service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0641499 Aug 22 14:34:02.348898 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3c9fbc46-837a-4c80-9dad-59b79380d9ae req-b49aebf9-9dfa-46b9-bac1-e84356a5d8d3 service neutron] 10.222.0.21 "GET /v2.0/networks/62da9a17-6ccc-4a6f-a8c7-34957fe01c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882311 Aug 22 14:34:02.439259 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3c9fbc46-837a-4c80-9dad-59b79380d9ae req-da3cbc19-9957-4d7e-8111-8790efdb0c8d service neutron] 10.222.0.21 "GET /v2.0/networks/62da9a17-6ccc-4a6f-a8c7-34957fe01c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843923 Aug 22 14:34:02.701394 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:34:02.725453 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-0a32e698-3240-462c-bc38-7efcf7c5ea13 req-872c410a-2097-40ba-8323-228316123a51 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 210 time: 0.0286112 Aug 22 14:34:03.611491 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9fbc46-837a-4c80-9dad-59b79380d9ae req-76b74999-83d8-4a77-a236-941e13274599 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:34:03.612964 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3c9fbc46-837a-4c80-9dad-59b79380d9ae req-76b74999-83d8-4a77-a236-941e13274599 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.16 "GET /v2.0/networks?id=62da9a17-6ccc-4a6f-a8c7-34957fe01c57 HTTP/1.1" status: 200 len: 808 time: 0.1114228 Aug 22 14:34:03.658224 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3c9fbc46-837a-4c80-9dad-59b79380d9ae req-9ed8b9f2-0140-4db1-afc2-2aa829f24753 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=118fdb292fa046daa71c37fbe69b73a1 HTTP/1.1" status: 200 len: 379 time: 0.0348337 Aug 22 14:34:03.670360 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-3c9fbc46-837a-4c80-9dad-59b79380d9ae req-b1899ddd-9eec-4b57-9d12-52fd290f2dbb tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Request body: {'port': {'device_id': '24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4', 'network_id': '62da9a17-6ccc-4a6f-a8c7-34957fe01c57', 'admin_state_up': True, 'tenant_id': '118fdb292fa046daa71c37fbe69b73a1', 'security_groups': ['4e6c7667-aec5-4084-9f40-864a89ffe96b']}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:34:03.783136 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c9fbc46-837a-4c80-9dad-59b79380d9ae req-b1899ddd-9eec-4b57-9d12-52fd290f2dbb tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Made reservation on behalf of 118fdb292fa046daa71c37fbe69b73a1 for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:34:03.787333 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-3c9fbc46-837a-4c80-9dad-59b79380d9ae req-b1899ddd-9eec-4b57-9d12-52fd290f2dbb tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:34:03.837058 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1f2138ad-971a-42b6-8eb6-9319131405f2 req-ce08164e-8eef-444f-a669-46b0fb41bfa3 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 210 time: 0.0340140 Aug 22 14:34:03.947914 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-3c9fbc46-837a-4c80-9dad-59b79380d9ae req-b1899ddd-9eec-4b57-9d12-52fd290f2dbb tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Allocated IP 172.20.0.12 (62da9a17-6ccc-4a6f-a8c7-34957fe01c57/9e50430a-49ce-444d-987c-2ef7525cde56/398fe989-26dc-44e3-80b4-12e7618f088a) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:34:04.089080 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-3c9fbc46-837a-4c80-9dad-59b79380d9ae req-b1899ddd-9eec-4b57-9d12-52fd290f2dbb tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:34:04.104023 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-3c9fbc46-837a-4c80-9dad-59b79380d9ae req-b1899ddd-9eec-4b57-9d12-52fd290f2dbb tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Transition to ACTIVE for port object 398fe989-26dc-44e3-80b4-12e7618f088a will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:34:04.136464 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-3c9fbc46-837a-4c80-9dad-59b79380d9ae req-b1899ddd-9eec-4b57-9d12-52fd290f2dbb tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:34:04.180430 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c9fbc46-837a-4c80-9dad-59b79380d9ae req-b1899ddd-9eec-4b57-9d12-52fd290f2dbb tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Network 62da9a17-6ccc-4a6f-a8c7-34957fe01c57 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:34:04.183527 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-3c9fbc46-837a-4c80-9dad-59b79380d9ae req-b1899ddd-9eec-4b57-9d12-52fd290f2dbb tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:34:04.187470 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c9fbc46-837a-4c80-9dad-59b79380d9ae req-b1899ddd-9eec-4b57-9d12-52fd290f2dbb tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:34:04.225099 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1899ddd-9eec-4b57-9d12-52fd290f2dbb tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Pushing event updated for resources: {'Port': ['ID=398fe989-26dc-44e3-80b4-12e7618f088a,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:34:04.248213 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9fbc46-837a-4c80-9dad-59b79380d9ae req-b1899ddd-9eec-4b57-9d12-52fd290f2dbb tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:34:04.248868 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-3c9fbc46-837a-4c80-9dad-59b79380d9ae req-b1899ddd-9eec-4b57-9d12-52fd290f2dbb tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:34:04.265301 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3c9fbc46-837a-4c80-9dad-59b79380d9ae req-b1899ddd-9eec-4b57-9d12-52fd290f2dbb tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5986197 Aug 22 14:34:04.328696 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-3c9fbc46-837a-4c80-9dad-59b79380d9ae req-910dfcd1-0d9d-473e-a573-ee3a85809fc1 service neutron] Request body: {'port': {'device_id': '24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:34:04.395183 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-3c9fbc46-837a-4c80-9dad-59b79380d9ae req-910dfcd1-0d9d-473e-a573-ee3a85809fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:34:04.444212 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-7d6e9236-63fc-4df3-98af-cd4da6e1145a None None] Provisioning for port 398fe989-26dc-44e3-80b4-12e7618f088a completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:34:04.448795 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-7d6e9236-63fc-4df3-98af-cd4da6e1145a None None] Provisioning complete for port 398fe989-26dc-44e3-80b4-12e7618f088a triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:34:04.449427 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7d6e9236-63fc-4df3-98af-cd4da6e1145a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:34:04.498404 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:34:04.499409 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-7d6e9236-63fc-4df3-98af-cd4da6e1145a None None] Port 398fe989-26dc-44e3-80b4-12e7618f088a cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:34:04.570392 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:34:04.673442 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-3c9fbc46-837a-4c80-9dad-59b79380d9ae req-910dfcd1-0d9d-473e-a573-ee3a85809fc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 398fe989-26dc-44e3-80b4-12e7618f088a {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:34:04.680680 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-3c9fbc46-837a-4c80-9dad-59b79380d9ae req-910dfcd1-0d9d-473e-a573-ee3a85809fc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:34:04.692606 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-3c9fbc46-837a-4c80-9dad-59b79380d9ae req-910dfcd1-0d9d-473e-a573-ee3a85809fc1 service neutron] Transition to ACTIVE for port object 398fe989-26dc-44e3-80b4-12e7618f088a will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:34:04.696479 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-3c9fbc46-837a-4c80-9dad-59b79380d9ae req-910dfcd1-0d9d-473e-a573-ee3a85809fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:34:04.768994 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910dfcd1-0d9d-473e-a573-ee3a85809fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=398fe989-26dc-44e3-80b4-12e7618f088a,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:34:04.826411 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-3c9fbc46-837a-4c80-9dad-59b79380d9ae req-910dfcd1-0d9d-473e-a573-ee3a85809fc1 service neutron] Attempting to bind port 398fe989-26dc-44e3-80b4-12e7618f088a on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:34:04.826759 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-3c9fbc46-837a-4c80-9dad-59b79380d9ae req-910dfcd1-0d9d-473e-a573-ee3a85809fc1 service neutron] Attempting to bind port 398fe989-26dc-44e3-80b4-12e7618f088a by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '5af5fa70-e283-464e-9fb6-2354f305d6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '62da9a17-6ccc-4a6f-a8c7-34957fe01c57'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:34:04.827085 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9fbc46-837a-4c80-9dad-59b79380d9ae req-910dfcd1-0d9d-473e-a573-ee3a85809fc1 service neutron] Attempting to bind port 398fe989-26dc-44e3-80b4-12e7618f088a on network 62da9a17-6ccc-4a6f-a8c7-34957fe01c57 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:34:04.831914 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9fbc46-837a-4c80-9dad-59b79380d9ae req-910dfcd1-0d9d-473e-a573-ee3a85809fc1 service neutron] Port 398fe989-26dc-44e3-80b4-12e7618f088a on network 62da9a17-6ccc-4a6f-a8c7-34957fe01c57 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:34:04.832273 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9fbc46-837a-4c80-9dad-59b79380d9ae req-910dfcd1-0d9d-473e-a573-ee3a85809fc1 service neutron] Attempting to bind port 398fe989-26dc-44e3-80b4-12e7618f088a on network 62da9a17-6ccc-4a6f-a8c7-34957fe01c57 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:34:04.837945 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9fbc46-837a-4c80-9dad-59b79380d9ae req-910dfcd1-0d9d-473e-a573-ee3a85809fc1 service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:34:04.838307 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9fbc46-837a-4c80-9dad-59b79380d9ae req-910dfcd1-0d9d-473e-a573-ee3a85809fc1 service neutron] Checking segment: {'id': '5af5fa70-e283-464e-9fb6-2354f305d6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '62da9a17-6ccc-4a6f-a8c7-34957fe01c57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:34:04.838677 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9fbc46-837a-4c80-9dad-59b79380d9ae req-910dfcd1-0d9d-473e-a573-ee3a85809fc1 service neutron] Bound using segment: {'id': '5af5fa70-e283-464e-9fb6-2354f305d6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '62da9a17-6ccc-4a6f-a8c7-34957fe01c57'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:34:04.839127 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-3c9fbc46-837a-4c80-9dad-59b79380d9ae req-910dfcd1-0d9d-473e-a573-ee3a85809fc1 service neutron] Bound port: 398fe989-26dc-44e3-80b4-12e7618f088a, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5af5fa70-e283-464e-9fb6-2354f305d6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '62da9a17-6ccc-4a6f-a8c7-34957fe01c57'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:34:04.839494 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-3c9fbc46-837a-4c80-9dad-59b79380d9ae req-910dfcd1-0d9d-473e-a573-ee3a85809fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:34:04.934422 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-3c9fbc46-837a-4c80-9dad-59b79380d9ae req-910dfcd1-0d9d-473e-a573-ee3a85809fc1 service neutron] For port 398fe989-26dc-44e3-80b4-12e7618f088a, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:34:04.961017 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-3c9fbc46-837a-4c80-9dad-59b79380d9ae req-910dfcd1-0d9d-473e-a573-ee3a85809fc1 service neutron] For port 398fe989-26dc-44e3-80b4-12e7618f088a, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=398fe989-26dc-44e3-80b4-12e7618f088a,segment=NetworkSegment(5af5fa70-e283-464e-9fb6-2354f305d6d4),segment_id=5af5fa70-e283-464e-9fb6-2354f305d6d4)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:34:04.968468 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-3c9fbc46-837a-4c80-9dad-59b79380d9ae req-910dfcd1-0d9d-473e-a573-ee3a85809fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:34:05.013489 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f91d33-3b3a-462c-8e8c-b4da01352f31 req-532b4da2-3f35-464c-a02c-ade2ed105b53 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:34:05.016106 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e1f91d33-3b3a-462c-8e8c-b4da01352f31 req-532b4da2-3f35-464c-a02c-ade2ed105b53 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 944 time: 0.0957785 Aug 22 14:34:05.030228 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9fbc46-837a-4c80-9dad-59b79380d9ae req-910dfcd1-0d9d-473e-a573-ee3a85809fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:34:05.030873 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-3c9fbc46-837a-4c80-9dad-59b79380d9ae req-910dfcd1-0d9d-473e-a573-ee3a85809fc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:34:05.032283 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3c9fbc46-837a-4c80-9dad-59b79380d9ae req-910dfcd1-0d9d-473e-a573-ee3a85809fc1 service neutron] 10.222.0.16 "PUT /v2.0/ports/398fe989-26dc-44e3-80b4-12e7618f088a HTTP/1.1" status: 200 len: 1093 time: 0.7584634 Aug 22 14:34:05.032719 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4', 'tag': '398fe989-26dc-44e3-80b4-12e7618f088a'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:34:05.035159 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8361b9502d284db1754c02bd1b6f8106db555dd6c6dc010ebe333761f67dd15a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592688d4-3d55-4e35-8ba8-f80ef59b563c" -d '{"events": [{"name": "network-changed", "server_uuid": "24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4", "tag": "398fe989-26dc-44e3-80b4-12e7618f088a"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:34:05.097325 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3f8624-39f9-4330-9d7a-aa4c7b97114c x-openstack-request-id: req-3e3f8624-39f9-4330-9d7a-aa4c7b97114c {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:34:05.097630 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4", "tag": "398fe989-26dc-44e3-80b4-12e7618f088a", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:34:05.097874 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3e3f8624-39f9-4330-9d7a-aa4c7b97114c {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:34:05.098281 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4', 'tag': '398fe989-26dc-44e3-80b4-12e7618f088a', 'status': 'completed', 'code': 200} Aug 22 14:34:05.103323 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910dfcd1-0d9d-473e-a573-ee3a85809fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=398fe989-26dc-44e3-80b4-12e7618f088a,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:34:05.142319 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e1f91d33-3b3a-462c-8e8c-b4da01352f31 req-0eb097d4-4f56-4f06-804e-0f20aaa9a62c tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e6c7667-aec5-4084-9f40-864a89ffe96b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170528 Aug 22 14:34:05.158488 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9fbc46-837a-4c80-9dad-59b79380d9ae req-13232baf-7772-45b7-ac0b-fde69d79d2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:34:05.160363 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3c9fbc46-837a-4c80-9dad-59b79380d9ae req-13232baf-7772-45b7-ac0b-fde69d79d2b4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=118fdb292fa046daa71c37fbe69b73a1&device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 1096 time: 0.0780013 Aug 22 14:34:05.205088 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3c9fbc46-837a-4c80-9dad-59b79380d9ae req-e3ad50f2-046b-4502-affd-b16f3b191c9f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=398fe989-26dc-44e3-80b4-12e7618f088a HTTP/1.1" status: 200 len: 217 time: 0.0354602 Aug 22 14:34:05.259804 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9fbc46-837a-4c80-9dad-59b79380d9ae req-1185cb21-fa83-426d-8fba-29a2d2950086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:34:05.261330 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3c9fbc46-837a-4c80-9dad-59b79380d9ae req-1185cb21-fa83-426d-8fba-29a2d2950086 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9e50430a-49ce-444d-987c-2ef7525cde56 HTTP/1.1" status: 200 len: 847 time: 0.0490935 Aug 22 14:34:05.313334 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9fbc46-837a-4c80-9dad-59b79380d9ae req-36570b1d-2495-4398-a4ee-33f44f7abcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:34:05.314828 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3c9fbc46-837a-4c80-9dad-59b79380d9ae req-36570b1d-2495-4398-a4ee-33f44f7abcd5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=62da9a17-6ccc-4a6f-a8c7-34957fe01c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461228 Aug 22 14:34:05.406957 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3c9fbc46-837a-4c80-9dad-59b79380d9ae req-532c9f10-a17c-46d7-abb8-bbb241a959ec service neutron] 10.222.0.16 "GET /v2.0/networks/62da9a17-6ccc-4a6f-a8c7-34957fe01c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842319 Aug 22 14:34:05.504786 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3c9fbc46-837a-4c80-9dad-59b79380d9ae req-d64fe32d-ad4d-4415-8502-dfae10b49d7a service neutron] 10.222.0.16 "GET /v2.0/networks/62da9a17-6ccc-4a6f-a8c7-34957fe01c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901101 Aug 22 14:34:05.586909 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592688d4-3d55-4e35-8ba8-f80ef59b563c req-5afd462c-8b87-479d-8d96-acb7dee0a43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:34:05.588434 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-592688d4-3d55-4e35-8ba8-f80ef59b563c req-5afd462c-8b87-479d-8d96-acb7dee0a43c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=118fdb292fa046daa71c37fbe69b73a1&device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 1096 time: 0.0416048 Aug 22 14:34:05.678318 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592688d4-3d55-4e35-8ba8-f80ef59b563c req-d77d9b61-4486-487f-9622-e98c2c37af53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:34:05.679800 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-592688d4-3d55-4e35-8ba8-f80ef59b563c req-d77d9b61-4486-487f-9622-e98c2c37af53 service neutron] 10.222.0.16 "GET /v2.0/networks?id=62da9a17-6ccc-4a6f-a8c7-34957fe01c57 HTTP/1.1" status: 200 len: 909 time: 0.0840604 Aug 22 14:34:05.723787 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-592688d4-3d55-4e35-8ba8-f80ef59b563c req-9a1ddc16-c642-48f8-87aa-cb4867c76bab service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=398fe989-26dc-44e3-80b4-12e7618f088a HTTP/1.1" status: 200 len: 217 time: 0.0372262 Aug 22 14:34:05.773070 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592688d4-3d55-4e35-8ba8-f80ef59b563c req-2863ac41-2247-4f13-8b7d-da2eaef67aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:34:05.774415 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-592688d4-3d55-4e35-8ba8-f80ef59b563c req-2863ac41-2247-4f13-8b7d-da2eaef67aba service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9e50430a-49ce-444d-987c-2ef7525cde56 HTTP/1.1" status: 200 len: 847 time: 0.0438130 Aug 22 14:34:05.819233 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592688d4-3d55-4e35-8ba8-f80ef59b563c req-9157a2ef-d1a5-4f57-8f51-826dc12c6e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:34:05.820765 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-592688d4-3d55-4e35-8ba8-f80ef59b563c req-9157a2ef-d1a5-4f57-8f51-826dc12c6e44 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=62da9a17-6ccc-4a6f-a8c7-34957fe01c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397232 Aug 22 14:34:05.915934 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-592688d4-3d55-4e35-8ba8-f80ef59b563c req-4797be78-b97d-4f03-83b7-6e7ecbd94ade service neutron] 10.222.0.16 "GET /v2.0/networks/62da9a17-6ccc-4a6f-a8c7-34957fe01c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879056 Aug 22 14:34:06.007821 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-592688d4-3d55-4e35-8ba8-f80ef59b563c req-99f0d4f5-7b72-4d52-a0f3-e3aa42ee3f3a service neutron] 10.222.0.16 "GET /v2.0/networks/62da9a17-6ccc-4a6f-a8c7-34957fe01c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843279 Aug 22 14:34:06.263284 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9f7c0-d002-44e6-b5c8-a18333f43f34 req-3e2c7ab4-d188-465f-bb0d-45b19914b99c tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:34:06.264799 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a6d9f7c0-d002-44e6-b5c8-a18333f43f34 req-3e2c7ab4-d188-465f-bb0d-45b19914b99c tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 944 time: 0.0497818 Aug 22 14:34:06.306179 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a6d9f7c0-d002-44e6-b5c8-a18333f43f34 req-dca278c2-68a7-4b2a-8aa5-f4aa86eae92c tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e6c7667-aec5-4084-9f40-864a89ffe96b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352590 Aug 22 14:34:07.428744 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6874fced-4246-40c8-9bf5-0863c16451d1 req-4c70f45b-4440-48d3-9d8b-0e059344d8d8 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:34:07.430349 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6874fced-4246-40c8-9bf5-0863c16451d1 req-4c70f45b-4440-48d3-9d8b-0e059344d8d8 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 944 time: 0.0504673 Aug 22 14:34:07.471796 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6874fced-4246-40c8-9bf5-0863c16451d1 req-6eb5fb70-76e1-406c-95b7-2dbfffaf71fa tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e6c7667-aec5-4084-9f40-864a89ffe96b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344856 Aug 22 14:34:08.585928 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70abdc27-f9c7-4031-9006-9c225b21348e req-72d23ad5-dcfe-48b7-be8a-95820eff8994 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:34:08.587391 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-70abdc27-f9c7-4031-9006-9c225b21348e req-72d23ad5-dcfe-48b7-be8a-95820eff8994 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 944 time: 0.0485253 Aug 22 14:34:08.624138 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-70abdc27-f9c7-4031-9006-9c225b21348e req-45d1f14b-f311-4b68-a856-901d06f4c68b tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e6c7667-aec5-4084-9f40-864a89ffe96b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307195 Aug 22 14:34:09.737685 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f344ce-3f39-4e3d-ad70-28f0376924bc req-1fbf0b07-6540-461b-b05e-f2639387c880 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:34:09.739175 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-31f344ce-3f39-4e3d-ad70-28f0376924bc req-1fbf0b07-6540-461b-b05e-f2639387c880 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 944 time: 0.0486262 Aug 22 14:34:09.780377 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-31f344ce-3f39-4e3d-ad70-28f0376924bc req-8f55fcd8-fdf4-4908-aa2f-5e441be41207 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e6c7667-aec5-4084-9f40-864a89ffe96b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351527 Aug 22 14:34:10.892396 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22092f59-2d25-4010-95d1-0dacdbce5395 req-370a45b2-d653-4777-9507-a1e0ed738f0b tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:34:10.893909 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-22092f59-2d25-4010-95d1-0dacdbce5395 req-370a45b2-d653-4777-9507-a1e0ed738f0b tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 944 time: 0.0488248 Aug 22 14:34:10.931584 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-22092f59-2d25-4010-95d1-0dacdbce5395 req-b0723865-ce44-46ff-9e27-cf72ff1abf38 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e6c7667-aec5-4084-9f40-864a89ffe96b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317974 Aug 22 14:34:12.046642 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713e40b-5b68-4ec4-895a-15bd97f2cc9a req-6a1be9de-10c6-4e7a-9147-78bb3c2a87f1 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:34:12.048101 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8713e40b-5b68-4ec4-895a-15bd97f2cc9a req-6a1be9de-10c6-4e7a-9147-78bb3c2a87f1 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 944 time: 0.0484133 Aug 22 14:34:12.087383 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8713e40b-5b68-4ec4-895a-15bd97f2cc9a req-3404f806-ae4c-4399-bafc-79d24be55b05 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e6c7667-aec5-4084-9f40-864a89ffe96b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332770 Aug 22 14:34:13.270162 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f404e1a-da33-4a53-9f69-c571517fa9ac req-63437f23-8a78-4601-9327-bed12f2e49f5 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:34:13.271527 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5f404e1a-da33-4a53-9f69-c571517fa9ac req-63437f23-8a78-4601-9327-bed12f2e49f5 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 944 time: 0.1159015 Aug 22 14:34:13.311990 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5f404e1a-da33-4a53-9f69-c571517fa9ac req-73d8739e-7687-4140-b099-60cc0465c1e3 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e6c7667-aec5-4084-9f40-864a89ffe96b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345778 Aug 22 14:34:14.491024 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41611db1-1800-4e97-8375-fbfbf4337c8c req-e23c5df1-289b-4a86-a320-b68379e18d2b tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:34:14.492579 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-41611db1-1800-4e97-8375-fbfbf4337c8c req-e23c5df1-289b-4a86-a320-b68379e18d2b tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 944 time: 0.1096818 Aug 22 14:34:14.533660 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-41611db1-1800-4e97-8375-fbfbf4337c8c req-e50e39ab-b35d-4f53-987e-a036f770270d tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e6c7667-aec5-4084-9f40-864a89ffe96b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343373 Aug 22 14:34:15.646926 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90872dd-5e0a-4271-a0af-f9d8476486f6 req-6f783ff8-e4d7-451f-bd2b-221d090c5839 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:34:15.648433 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d90872dd-5e0a-4271-a0af-f9d8476486f6 req-6f783ff8-e4d7-451f-bd2b-221d090c5839 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 944 time: 0.0483642 Aug 22 14:34:15.685386 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d90872dd-5e0a-4271-a0af-f9d8476486f6 req-1c5abe66-0df6-4dda-ae02-5721f1148ada tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e6c7667-aec5-4084-9f40-864a89ffe96b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305378 Aug 22 14:34:15.791904 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 398fe989-26dc-44e3-80b4-12e7618f088a details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:34:15.884828 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 398fe989-26dc-44e3-80b4-12e7618f088a, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=398fe989-26dc-44e3-80b4-12e7618f088a,segment=NetworkSegment(5af5fa70-e283-464e-9fb6-2354f305d6d4),segment_id=5af5fa70-e283-464e-9fb6-2354f305d6d4)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:34:15.895769 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '398fe989-26dc-44e3-80b4-12e7618f088a', 'network_id': '62da9a17-6ccc-4a6f-a8c7-34957fe01c57', 'port_id': '398fe989-26dc-44e3-80b4-12e7618f088a', 'mac_address': 'fa:16:3e:43:fc:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e50430a-49ce-444d-987c-2ef7525cde56', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:34:15.931131 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:34:15.943672 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 398fe989-26dc-44e3-80b4-12e7618f088a {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:34:15.962441 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 398fe989-26dc-44e3-80b4-12e7618f088a, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=398fe989-26dc-44e3-80b4-12e7618f088a,segment=NetworkSegment(5af5fa70-e283-464e-9fb6-2354f305d6d4),segment_id=5af5fa70-e283-464e-9fb6-2354f305d6d4)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:34:15.966569 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:34:16.012965 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=398fe989-26dc-44e3-80b4-12e7618f088a,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:34:16.020122 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:34:16.020496 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:34:16.020830 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:34:16.021163 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:34:16.021491 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:34:16.021818 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:34:16.022142 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:34:16.022465 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:34:16.022786 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:34:16.023107 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:34:16.023426 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:34:16.023745 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:34:16.213906 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['398fe989-26dc-44e3-80b4-12e7618f088a'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:34:16.799334 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5370e89-10c9-46ff-861a-a7d47aa201a6 req-f801293b-cba9-41b7-a8f0-14c704ea3e6c tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:34:16.800819 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c5370e89-10c9-46ff-861a-a7d47aa201a6 req-f801293b-cba9-41b7-a8f0-14c704ea3e6c tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 945 time: 0.0484443 Aug 22 14:34:16.841357 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c5370e89-10c9-46ff-861a-a7d47aa201a6 req-f4be3fbf-e88b-4dc1-b810-d6a40bfae81e tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e6c7667-aec5-4084-9f40-864a89ffe96b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345881 Aug 22 14:34:17.790898 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 398fe989-26dc-44e3-80b4-12e7618f088a up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:34:17.839414 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port 398fe989-26dc-44e3-80b4-12e7618f088a completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:34:17.843750 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 398fe989-26dc-44e3-80b4-12e7618f088a triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:34:17.844144 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:34:17.920128 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:34:17.942620 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '398fe989-26dc-44e3-80b4-12e7618f088a'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:34:17.944896 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9fc9c2c847a9facc218278c3c2c49df6b567d765c98d25b9b10c00da6c51199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a267b0-05ea-48d0-9a6f-7b313948f258" -d '{"events": [{"server_uuid": "24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4", "name": "network-vif-plugged", "status": "completed", "tag": "398fe989-26dc-44e3-80b4-12e7618f088a"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:34:17.956652 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f4406a-c96c-48e0-9ebe-182a2a51e0b2 req-90300208-3b38-44ec-895c-37571ef3053c tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:34:17.959031 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 398fe989-26dc-44e3-80b4-12e7618f088a, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=398fe989-26dc-44e3-80b4-12e7618f088a,segment=NetworkSegment(5af5fa70-e283-464e-9fb6-2354f305d6d4),segment_id=5af5fa70-e283-464e-9fb6-2354f305d6d4)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:34:17.963051 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:34:17.964001 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d6f4406a-c96c-48e0-9ebe-182a2a51e0b2 req-90300208-3b38-44ec-895c-37571ef3053c tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 945 time: 0.0543890 Aug 22 14:34:17.995081 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7286d81-e5e2-4d7f-8458-b01e9ef20d48 x-openstack-request-id: req-b7286d81-e5e2-4d7f-8458-b01e9ef20d48 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:34:17.995486 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4", "name": "network-vif-plugged", "status": "completed", "tag": "398fe989-26dc-44e3-80b4-12e7618f088a", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:34:17.995739 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b7286d81-e5e2-4d7f-8458-b01e9ef20d48 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:34:17.996536 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '398fe989-26dc-44e3-80b4-12e7618f088a', 'code': 200} Aug 22 14:34:17.999227 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d6f4406a-c96c-48e0-9ebe-182a2a51e0b2 req-0d8abcb2-2028-41ff-998a-46bc116d2553 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e6c7667-aec5-4084-9f40-864a89ffe96b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343289 Aug 22 14:34:18.026715 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=398fe989-26dc-44e3-80b4-12e7618f088a,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:34:18.087829 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa38e3-ee23-47e7-be89-d8dbc5e5ab43 req-a611f125-6428-47f0-90e3-c4e0e243706e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:34:18.089312 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-12fa38e3-ee23-47e7-be89-d8dbc5e5ab43 req-a611f125-6428-47f0-90e3-c4e0e243706e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 1098 time: 0.0390182 Aug 22 14:34:18.125299 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-12fa38e3-ee23-47e7-be89-d8dbc5e5ab43 req-17c9039b-562c-4704-b21f-b4be8a4f9904 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4e6c7667-aec5-4084-9f40-864a89ffe96b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284479 Aug 22 14:34:19.117055 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08734e52-3694-4268-91b7-c6c330ca3482 req-6fb23cab-bc14-4306-9ce3-f6ef4f5ec0d0 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:34:19.118538 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-08734e52-3694-4268-91b7-c6c330ca3482 req-6fb23cab-bc14-4306-9ce3-f6ef4f5ec0d0 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 946 time: 0.0495746 Aug 22 14:34:19.161563 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-08734e52-3694-4268-91b7-c6c330ca3482 req-e4a9aa23-81ee-4aa5-bf23-06af0d188dc3 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e6c7667-aec5-4084-9f40-864a89ffe96b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358970 Aug 22 14:34:20.276466 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729012a-bfe6-4deb-8e5b-e08103aa748c req-9ea6e605-defc-406e-8029-663ef03c0b01 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:34:20.278228 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e729012a-bfe6-4deb-8e5b-e08103aa748c req-9ea6e605-defc-406e-8029-663ef03c0b01 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 946 time: 0.0490932 Aug 22 14:34:20.315490 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e729012a-bfe6-4deb-8e5b-e08103aa748c req-35164ecd-c69e-42c2-85eb-ec1e82239140 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e6c7667-aec5-4084-9f40-864a89ffe96b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313416 Aug 22 14:34:20.428796 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ff79f-c1a2-4b69-9d0d-6e32edac4123 req-cff8af26-0d6c-4491-9a11-2e5c60266e59 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:34:20.430400 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eb8ff79f-c1a2-4b69-9d0d-6e32edac4123 req-cff8af26-0d6c-4491-9a11-2e5c60266e59 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 946 time: 0.0499268 Aug 22 14:34:20.468358 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eb8ff79f-c1a2-4b69-9d0d-6e32edac4123 req-e3098e38-337e-49e8-ac15-fcaea3f55ac7 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e6c7667-aec5-4084-9f40-864a89ffe96b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318084 Aug 22 14:34:20.491930 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53590) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:34:20.532903 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07092d8-c9d5-4ffe-aa79-8b026da5005c tempest-TestShelveInstance-701390428 tempest-TestShelveInstance-701390428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:34:20.534339 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e07092d8-c9d5-4ffe-aa79-8b026da5005c tempest-TestShelveInstance-701390428 tempest-TestShelveInstance-701390428-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 1093 time: 0.0413938 Aug 22 14:34:20.537135 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53592) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:34:20.541440 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-955da6c3-2f8e-4280-8ae7-ec50bb496c7a tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Request body: {'floatingip': {'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'port_id': '398fe989-26dc-44e3-80b4-12e7618f088a', 'tenant_id': '118fdb292fa046daa71c37fbe69b73a1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:34:20.562177 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-955da6c3-2f8e-4280-8ae7-ec50bb496c7a tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks [] for floatingip, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:34:20.654694 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-955da6c3-2f8e-4280-8ae7-ec50bb496c7a tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:34:20.755640 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-955da6c3-2f8e-4280-8ae7-ec50bb496c7a tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Allocated IP 172.25.3.94 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/b6c63e4b-c7cf-4796-968b-6533984815c8) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:34:20.852074 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-955da6c3-2f8e-4280-8ae7-ec50bb496c7a tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:34:20.889166 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-955da6c3-2f8e-4280-8ae7-ec50bb496c7a tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:34:20.928065 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955da6c3-2f8e-4280-8ae7-ec50bb496c7a tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:34:20.930763 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-955da6c3-2f8e-4280-8ae7-ec50bb496c7a tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:34:20.935360 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955da6c3-2f8e-4280-8ae7-ec50bb496c7a tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:34:20.962621 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955da6c3-2f8e-4280-8ae7-ec50bb496c7a tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Pushing event updated for resources: {'Port': ['ID=b6c63e4b-c7cf-4796-968b-6533984815c8,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:34:21.279005 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-955da6c3-2f8e-4280-8ae7-ec50bb496c7a tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:34:21.344171 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-955da6c3-2f8e-4280-8ae7-ec50bb496c7a tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:34:21.819558 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-955da6c3-2f8e-4280-8ae7-ec50bb496c7a tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:34:21.824197 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-955da6c3-2f8e-4280-8ae7-ec50bb496c7a tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:34:21.888982 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955da6c3-2f8e-4280-8ae7-ec50bb496c7a tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Pushing event updated for resources: {'Port': ['ID=b6c63e4b-c7cf-4796-968b-6533984815c8,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:34:21.898231 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-955da6c3-2f8e-4280-8ae7-ec50bb496c7a tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:34:21.995926 n-d-793621-33 neutron-server[94628]: INFO neutron.db.l3_db [None req-955da6c3-2f8e-4280-8ae7-ec50bb496c7a tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Floating IP 250d3324-66bd-4bf8-999a-cb63442b3fb9 associated. External IP: 172.25.3.94, port: 398fe989-26dc-44e3-80b4-12e7618f088a. Aug 22 14:34:22.196979 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-955da6c3-2f8e-4280-8ae7-ec50bb496c7a tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Router 2c20058d-33ba-4d8f-b1e1-0ec355454bb6 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:34:22.301864 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955da6c3-2f8e-4280-8ae7-ec50bb496c7a tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:34:22.311374 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f43127-d338-4621-ace9-4f0fbd39542a None None] Sync routers for ids ['2c20058d-33ba-4d8f-b1e1-0ec355454bb6'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:34:22.318151 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-955da6c3-2f8e-4280-8ae7-ec50bb496c7a tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:34:22.320118 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f43127-d338-4621-ace9-4f0fbd39542a None None] Routers {'2c20058d-33ba-4d8f-b1e1-0ec355454bb6'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:34:22.320765 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-28f43127-d338-4621-ace9-4f0fbd39542a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:34:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['2c20058d-33ba-4d8f-b1e1-0ec355454bb6'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:34:22.345257 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-955da6c3-2f8e-4280-8ae7-ec50bb496c7a tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8070500 Aug 22 14:34:22.345948 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4', 'tag': '398fe989-26dc-44e3-80b4-12e7618f088a'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:34:22.348220 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bdeb8ea780dc3f157cf86c35b44054b3d50f34a398e9a69dfe822f45c5aaee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c104c69-57e1-481b-9f96-b26f7fd32ca2" -d '{"events": [{"name": "network-changed", "server_uuid": "24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4", "tag": "398fe989-26dc-44e3-80b4-12e7618f088a"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:34:22.384891 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2648a58-ea02-44fc-98bc-1a134148701d x-openstack-request-id: req-c2648a58-ea02-44fc-98bc-1a134148701d {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:34:22.385175 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4", "tag": "398fe989-26dc-44e3-80b4-12e7618f088a", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:34:22.385423 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c2648a58-ea02-44fc-98bc-1a134148701d {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:34:22.385821 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4', 'tag': '398fe989-26dc-44e3-80b4-12e7618f088a', 'status': 'completed', 'code': 200} Aug 22 14:34:22.427545 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-28f43127-d338-4621-ace9-4f0fbd39542a None None] Set router 2c20058d-33ba-4d8f-b1e1-0ec355454bb6 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:34:22.447386 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c104c69-57e1-481b-9f96-b26f7fd32ca2 req-f94ca085-578e-45ab-9fd0-9c6d59e18391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:34:22.449462 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7c104c69-57e1-481b-9f96-b26f7fd32ca2 req-f94ca085-578e-45ab-9fd0-9c6d59e18391 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=118fdb292fa046daa71c37fbe69b73a1&device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 1098 time: 0.0394433 Aug 22 14:34:22.541670 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c104c69-57e1-481b-9f96-b26f7fd32ca2 req-9e2df2c9-92df-4584-a572-bfe0e74a3854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:34:22.543152 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7c104c69-57e1-481b-9f96-b26f7fd32ca2 req-9e2df2c9-92df-4584-a572-bfe0e74a3854 service neutron] 10.222.0.16 "GET /v2.0/networks?id=62da9a17-6ccc-4a6f-a8c7-34957fe01c57 HTTP/1.1" status: 200 len: 909 time: 0.0869451 Aug 22 14:34:22.610054 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7c104c69-57e1-481b-9f96-b26f7fd32ca2 req-4d2a7433-c867-4be5-a4d3-be3f19ca4a92 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=398fe989-26dc-44e3-80b4-12e7618f088a HTTP/1.1" status: 200 len: 999 time: 0.0595315 Aug 22 14:34:22.647451 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-28f43127-d338-4621-ace9-4f0fbd39542a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'name': 'tempest-TestShelveInstance-668933070-router', 'tenant_id': '118fdb292fa046daa71c37fbe69b73a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '48e6c213-37a6-484c-978c-733671792cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:29:28Z', 'updated_at': '2021-08-22T14:29:31Z', 'revision_number': 4, 'project_id': '118fdb292fa046daa71c37fbe69b73a1', 'gw_port': {'id': '48e6c213-37a6-484c-978c-733671792cbc', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:29:28Z', 'updated_at': '2021-08-22T14:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '250d3324-66bd-4bf8-999a-cb63442b3fb9', 'tenant_id': '118fdb292fa046daa71c37fbe69b73a1', 'floating_ip_address': '172.25.3.94', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'port_id': '398fe989-26dc-44e3-80b4-12e7618f088a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62da9a17-6ccc-4a6f-a8c7-34957fe01c57', 'mac_address': 'fa:16:3e:43:fc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:34:21Z', 'updated_at': '2021-08-22T14:34:21Z', 'revision_number': 0, 'project_id': '118fdb292fa046daa71c37fbe69b73a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3559ec7-c1bd-4bab-96fc-f2ef51383051', 'name': '', 'network_id': '62da9a17-6ccc-4a6f-a8c7-34957fe01c57', 'tenant_id': '118fdb292fa046daa71c37fbe69b73a1', 'mac_address': 'fa:16:3e:a1:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '9e50430a-49ce-444d-987c-2ef7525cde56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:29:30Z', 'updated_at': '2021-08-22T14:29:35Z', 'revision_number': 5, 'project_id': '118fdb292fa046daa71c37fbe69b73a1', 'subnets': [{'id': '9e50430a-49ce-444d-987c-2ef7525cde56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:34:22.664791 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c104c69-57e1-481b-9f96-b26f7fd32ca2 req-bb8315d7-a11f-424f-ad75-90ae236ebe08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:34:22.666258 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7c104c69-57e1-481b-9f96-b26f7fd32ca2 req-bb8315d7-a11f-424f-ad75-90ae236ebe08 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9e50430a-49ce-444d-987c-2ef7525cde56 HTTP/1.1" status: 200 len: 847 time: 0.0488205 Aug 22 14:34:22.672562 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f43127-d338-4621-ace9-4f0fbd39542a None None] Checking router: 2c20058d-33ba-4d8f-b1e1-0ec355454bb6 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:34:22.680525 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f43127-d338-4621-ace9-4f0fbd39542a None None] Routers {'2c20058d-33ba-4d8f-b1e1-0ec355454bb6'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:34:22.681123 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-28f43127-d338-4621-ace9-4f0fbd39542a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:34:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['2c20058d-33ba-4d8f-b1e1-0ec355454bb6'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:34:22.712329 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c104c69-57e1-481b-9f96-b26f7fd32ca2 req-92c3ad24-e68a-4b45-9c85-cd75692b0f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:34:22.713776 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7c104c69-57e1-481b-9f96-b26f7fd32ca2 req-92c3ad24-e68a-4b45-9c85-cd75692b0f06 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=62da9a17-6ccc-4a6f-a8c7-34957fe01c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405335 Aug 22 14:34:22.783057 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-28f43127-d338-4621-ace9-4f0fbd39542a None None] Set router 2c20058d-33ba-4d8f-b1e1-0ec355454bb6 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:34:22.802266 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7c104c69-57e1-481b-9f96-b26f7fd32ca2 req-e56718a5-9dd1-47af-8f3b-ebba757e9a13 service neutron] 10.222.0.16 "GET /v2.0/networks/62da9a17-6ccc-4a6f-a8c7-34957fe01c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812025 Aug 22 14:34:22.902763 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7c104c69-57e1-481b-9f96-b26f7fd32ca2 req-b5db1903-9812-46ec-9696-9ee4833d5c5c service neutron] 10.222.0.16 "GET /v2.0/networks/62da9a17-6ccc-4a6f-a8c7-34957fe01c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925169 Aug 22 14:34:23.097498 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-28f43127-d338-4621-ace9-4f0fbd39542a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'name': 'tempest-TestShelveInstance-668933070-router', 'tenant_id': '118fdb292fa046daa71c37fbe69b73a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '48e6c213-37a6-484c-978c-733671792cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:29:28Z', 'updated_at': '2021-08-22T14:29:31Z', 'revision_number': 4, 'project_id': '118fdb292fa046daa71c37fbe69b73a1', 'gw_port': {'id': '48e6c213-37a6-484c-978c-733671792cbc', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:29:28Z', 'updated_at': '2021-08-22T14:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '250d3324-66bd-4bf8-999a-cb63442b3fb9', 'tenant_id': '118fdb292fa046daa71c37fbe69b73a1', 'floating_ip_address': '172.25.3.94', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'port_id': '398fe989-26dc-44e3-80b4-12e7618f088a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62da9a17-6ccc-4a6f-a8c7-34957fe01c57', 'mac_address': 'fa:16:3e:43:fc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:34:21Z', 'updated_at': '2021-08-22T14:34:21Z', 'revision_number': 0, 'project_id': '118fdb292fa046daa71c37fbe69b73a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3559ec7-c1bd-4bab-96fc-f2ef51383051', 'name': '', 'network_id': '62da9a17-6ccc-4a6f-a8c7-34957fe01c57', 'tenant_id': '118fdb292fa046daa71c37fbe69b73a1', 'mac_address': 'fa:16:3e:a1:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '9e50430a-49ce-444d-987c-2ef7525cde56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:29:30Z', 'updated_at': '2021-08-22T14:29:35Z', 'revision_number': 5, 'project_id': '118fdb292fa046daa71c37fbe69b73a1', 'subnets': [{'id': '9e50430a-49ce-444d-987c-2ef7525cde56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:34:23.125654 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f43127-d338-4621-ace9-4f0fbd39542a None None] The sync data for ids ['2c20058d-33ba-4d8f-b1e1-0ec355454bb6'] in n-d-793621-33 is: [{'id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'name': 'tempest-TestShelveInstance-668933070-router', 'tenant_id': '118fdb292fa046daa71c37fbe69b73a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '48e6c213-37a6-484c-978c-733671792cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:29:28Z', 'updated_at': '2021-08-22T14:29:31Z', 'revision_number': 4, 'project_id': '118fdb292fa046daa71c37fbe69b73a1', 'gw_port': {'id': '48e6c213-37a6-484c-978c-733671792cbc', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:29:28Z', 'updated_at': '2021-08-22T14:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': '250d3324-66bd-4bf8-999a-cb63442b3fb9', 'tenant_id': '118fdb292fa046daa71c37fbe69b73a1', 'floating_ip_address': '172.25.3.94', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'port_id': '398fe989-26dc-44e3-80b4-12e7618f088a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62da9a17-6ccc-4a6f-a8c7-34957fe01c57', 'mac_address': 'fa:16:3e:43:fc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:34:21Z', 'updated_at': '2021-08-22T14:34:21Z', 'revision_number': 0, 'project_id': '118fdb292fa046daa71c37fbe69b73a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3559ec7-c1bd-4bab-96fc-f2ef51383051', 'name': '', 'network_id': '62da9a17-6ccc-4a6f-a8c7-34957fe01c57', 'tenant_id': '118fdb292fa046daa71c37fbe69b73a1', 'mac_address': 'fa:16:3e:a1:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '9e50430a-49ce-444d-987c-2ef7525cde56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:29:30Z', 'updated_at': '2021-08-22T14:29:35Z', 'revision_number': 5, 'project_id': '118fdb292fa046daa71c37fbe69b73a1', 'subnets': [{'id': '9e50430a-49ce-444d-987c-2ef7525cde56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:34:23.307474 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce27b73-859d-465a-b7a5-42bc1ee64e38 None None] New status for floating IP 250d3324-66bd-4bf8-999a-cb63442b3fb9: ACTIVE {{(pid=94629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 14:34:24.243489 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:34:28.560804 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9556d6ba-6226-468f-b30f-5b9d0c0017fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:34:29.136934 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:34:31.144700 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-43782c01-0ae5-44ea-b87b-c9c9949ae181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:34:31.296637 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:34:32.701676 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:34:34.480833 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:34:34.580930 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:34:42.916147 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4d9e778e-0a0f-4db5-8f01-fd8ce64828a5 req-8f1e396b-54fa-46a5-809b-a8fa53ce10fa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414665 Aug 22 14:34:43.001508 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e778e-0a0f-4db5-8f01-fd8ce64828a5 req-7ba5db5a-2031-40ed-a49f-1822f4e199b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:34:43.003057 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4d9e778e-0a0f-4db5-8f01-fd8ce64828a5 req-7ba5db5a-2031-40ed-a49f-1822f4e199b3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=118fdb292fa046daa71c37fbe69b73a1&device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 1098 time: 0.0436411 Aug 22 14:34:43.110978 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e778e-0a0f-4db5-8f01-fd8ce64828a5 req-5a056e0c-f2dd-4865-ae36-21bd63daed61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:34:43.113066 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4d9e778e-0a0f-4db5-8f01-fd8ce64828a5 req-5a056e0c-f2dd-4865-ae36-21bd63daed61 service neutron] 10.222.0.16 "GET /v2.0/networks?id=62da9a17-6ccc-4a6f-a8c7-34957fe01c57 HTTP/1.1" status: 200 len: 909 time: 0.0878940 Aug 22 14:34:43.179331 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4d9e778e-0a0f-4db5-8f01-fd8ce64828a5 req-b16276a2-3a65-4faa-b80d-5b8bfded7a4a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=398fe989-26dc-44e3-80b4-12e7618f088a HTTP/1.1" status: 200 len: 1001 time: 0.0577536 Aug 22 14:34:43.232468 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e778e-0a0f-4db5-8f01-fd8ce64828a5 req-50739558-16f7-450f-8c98-00a7032356ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:34:43.234107 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4d9e778e-0a0f-4db5-8f01-fd8ce64828a5 req-50739558-16f7-450f-8c98-00a7032356ea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9e50430a-49ce-444d-987c-2ef7525cde56 HTTP/1.1" status: 200 len: 847 time: 0.0480833 Aug 22 14:34:43.284347 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e778e-0a0f-4db5-8f01-fd8ce64828a5 req-59ceba5f-c418-4f69-a5bc-f69334e16ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:34:43.285880 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4d9e778e-0a0f-4db5-8f01-fd8ce64828a5 req-59ceba5f-c418-4f69-a5bc-f69334e16ea4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=62da9a17-6ccc-4a6f-a8c7-34957fe01c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432003 Aug 22 14:34:43.376167 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4d9e778e-0a0f-4db5-8f01-fd8ce64828a5 req-e39cbbb0-aabc-4598-a9a9-63ab18a6c2f3 service neutron] 10.222.0.16 "GET /v2.0/networks/62da9a17-6ccc-4a6f-a8c7-34957fe01c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819316 Aug 22 14:34:43.471095 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4d9e778e-0a0f-4db5-8f01-fd8ce64828a5 req-dcaf275d-8ef8-48e7-b506-d92c80e397fb service neutron] 10.222.0.16 "GET /v2.0/networks/62da9a17-6ccc-4a6f-a8c7-34957fe01c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877409 Aug 22 14:34:58.560743 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b5399a15-f09b-45c8-9e5b-e198417263c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:34:59.151016 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:01.146431 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-14799e0f-bd24-49bc-97c5-a1928867ffa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:01.242775 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:35:01.297618 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:02.705887 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:04.481467 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:04.574579 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:28.564998 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4cbb58a7-5f56-4545-9dde-9db50bbe2760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:29.159131 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:31.146973 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e4ead083-c093-429a-8e35-af602557edcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:31.298645 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:32.707724 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:34.486010 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:34.584018 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:38.242817 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:35:43.928044 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2e57b230-22fd-446b-8873-fffe1b3c9ff3 req-bc58e357-b685-41eb-9cf5-0dcbea0d9c7f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402739 Aug 22 14:35:44.009577 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e57b230-22fd-446b-8873-fffe1b3c9ff3 req-732f9c8f-60aa-4911-b785-cb7d50f1c326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:35:44.011059 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2e57b230-22fd-446b-8873-fffe1b3c9ff3 req-732f9c8f-60aa-4911-b785-cb7d50f1c326 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=118fdb292fa046daa71c37fbe69b73a1&device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 1098 time: 0.0409501 Aug 22 14:35:44.119979 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e57b230-22fd-446b-8873-fffe1b3c9ff3 req-4637c191-c2a2-4aeb-b577-2d621d39d675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:35:44.121471 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2e57b230-22fd-446b-8873-fffe1b3c9ff3 req-4637c191-c2a2-4aeb-b577-2d621d39d675 service neutron] 10.222.0.16 "GET /v2.0/networks?id=62da9a17-6ccc-4a6f-a8c7-34957fe01c57 HTTP/1.1" status: 200 len: 909 time: 0.0886824 Aug 22 14:35:44.189081 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2e57b230-22fd-446b-8873-fffe1b3c9ff3 req-ae6840a4-27d1-45df-89f3-5ca3d7760fb7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=398fe989-26dc-44e3-80b4-12e7618f088a HTTP/1.1" status: 200 len: 1001 time: 0.0592260 Aug 22 14:35:44.241827 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e57b230-22fd-446b-8873-fffe1b3c9ff3 req-86e800ac-dbf6-4d23-9bfd-d8a7610ffc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:35:44.243265 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2e57b230-22fd-446b-8873-fffe1b3c9ff3 req-86e800ac-dbf6-4d23-9bfd-d8a7610ffc37 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9e50430a-49ce-444d-987c-2ef7525cde56 HTTP/1.1" status: 200 len: 847 time: 0.0470073 Aug 22 14:35:44.288820 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e57b230-22fd-446b-8873-fffe1b3c9ff3 req-3314c6f9-b2a9-4ac3-be82-70aac7ee5d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:35:44.290320 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2e57b230-22fd-446b-8873-fffe1b3c9ff3 req-3314c6f9-b2a9-4ac3-be82-70aac7ee5d6b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=62da9a17-6ccc-4a6f-a8c7-34957fe01c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392492 Aug 22 14:35:44.302106 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [req-2e57b230-22fd-446b-8873-fffe1b3c9ff3 req-ad6dfa9d-e261-42aa-8dff-286a35ffab93 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:35:44.303048 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2e57b230-22fd-446b-8873-fffe1b3c9ff3 req-ad6dfa9d-e261-42aa-8dff-286a35ffab93 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054395 Aug 22 14:35:44.390879 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2e57b230-22fd-446b-8873-fffe1b3c9ff3 req-44ff4b3c-0ccf-4a2b-8d65-b1d0d34edc51 service neutron] 10.222.0.16 "GET /v2.0/networks/62da9a17-6ccc-4a6f-a8c7-34957fe01c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806119 Aug 22 14:35:44.484501 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2e57b230-22fd-446b-8873-fffe1b3c9ff3 req-6f5202fd-edf1-4588-a5d8-c8c352a10967 service neutron] 10.222.0.16 "GET /v2.0/networks/62da9a17-6ccc-4a6f-a8c7-34957fe01c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853131 Aug 22 14:35:58.565770 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-971e67b2-a3b9-4052-bba6-a66b978cd78d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:59.164211 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:36:01.147328 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e5607025-b263-47b9-9beb-e9ee50adad01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:36:01.300814 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:36:02.711083 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:36:04.488520 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:36:04.582613 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:36:15.241236 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:36:17.741818 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce1855-51e6-40d2-ae9e-61e986e3eedc req-9c451190-5f42-4040-8ed7-7c3e3381f23a tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:36:17.743213 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c0ce1855-51e6-40d2-ae9e-61e986e3eedc req-9c451190-5f42-4040-8ed7-7c3e3381f23a tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 946 time: 0.0508251 Aug 22 14:36:17.780991 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c0ce1855-51e6-40d2-ae9e-61e986e3eedc req-7026caee-29fb-4b55-8f19-7b1ced132b88 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e6c7667-aec5-4084-9f40-864a89ffe96b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315776 Aug 22 14:36:18.927562 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d20ed-131e-4e7d-8e22-22c500a41c80 req-a309883c-4135-4951-934f-bce20848dca5 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:36:18.929669 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-510d20ed-131e-4e7d-8e22-22c500a41c80 req-a309883c-4135-4951-934f-bce20848dca5 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 946 time: 0.0523689 Aug 22 14:36:18.966358 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-510d20ed-131e-4e7d-8e22-22c500a41c80 req-25668da1-5ac5-4c85-96c6-6823a219cc2b tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e6c7667-aec5-4084-9f40-864a89ffe96b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307522 Aug 22 14:36:20.105817 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9dc0a-beca-4f71-a7c7-f46f56cee99e req-88382f50-6c02-4979-aae0-12022c0cfed0 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:36:20.107432 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a6d9dc0a-beca-4f71-a7c7-f46f56cee99e req-88382f50-6c02-4979-aae0-12022c0cfed0 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 946 time: 0.0482290 Aug 22 14:36:20.146330 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a6d9dc0a-beca-4f71-a7c7-f46f56cee99e req-162823f0-b087-469e-91e0-d4492dbd4d27 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e6c7667-aec5-4084-9f40-864a89ffe96b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326998 Aug 22 14:36:21.258417 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbc263e-94ac-4eae-bb96-ab221e6aa3ff req-aa3d5cfb-d063-48d1-bb24-81c95301d604 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:36:21.259762 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5bbc263e-94ac-4eae-bb96-ab221e6aa3ff req-aa3d5cfb-d063-48d1-bb24-81c95301d604 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 946 time: 0.0482554 Aug 22 14:36:21.296901 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5bbc263e-94ac-4eae-bb96-ab221e6aa3ff req-a01165cd-1744-468a-9f78-86a7de3b7999 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e6c7667-aec5-4084-9f40-864a89ffe96b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312104 Aug 22 14:36:22.413334 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f2138d-6161-429a-b473-43b7260e2fa1 req-1c277a88-13de-4863-9cfa-91931d34a7db tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:36:22.414723 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-21f2138d-6161-429a-b473-43b7260e2fa1 req-1c277a88-13de-4863-9cfa-91931d34a7db tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 946 time: 0.0528207 Aug 22 14:36:22.450803 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-21f2138d-6161-429a-b473-43b7260e2fa1 req-a36a2ad8-4f8b-4fe7-912a-494a08e65f7f tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e6c7667-aec5-4084-9f40-864a89ffe96b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302112 Aug 22 14:36:23.566143 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c529d-f2b7-424c-b6a6-b9f586e33dd1 req-c8933e75-817e-42fa-9540-4fc84982d5e4 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:36:23.567535 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-410c529d-f2b7-424c-b6a6-b9f586e33dd1 req-c8933e75-817e-42fa-9540-4fc84982d5e4 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 946 time: 0.0484047 Aug 22 14:36:23.604323 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-410c529d-f2b7-424c-b6a6-b9f586e33dd1 req-cb40a930-5131-444b-9e91-85d8608bf5b4 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e6c7667-aec5-4084-9f40-864a89ffe96b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308537 Aug 22 14:36:24.720046 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50298b72-816c-406f-8ddc-de9c4a1a37a9 req-2d838e62-00d0-494f-b204-c7ae481de958 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:36:24.721563 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-50298b72-816c-406f-8ddc-de9c4a1a37a9 req-2d838e62-00d0-494f-b204-c7ae481de958 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 946 time: 0.0505915 Aug 22 14:36:24.759694 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-50298b72-816c-406f-8ddc-de9c4a1a37a9 req-a181de6f-d6ea-4500-958d-feaf3a70cbbf tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e6c7667-aec5-4084-9f40-864a89ffe96b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319710 Aug 22 14:36:25.876995 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3407c-53c4-43b9-b289-7ba4ada0d0d6 req-b2499528-ee56-43c3-8763-de612d5ba1a7 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:36:25.878458 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-73a3407c-53c4-43b9-b289-7ba4ada0d0d6 req-b2499528-ee56-43c3-8763-de612d5ba1a7 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 946 time: 0.0523992 Aug 22 14:36:25.915218 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-73a3407c-53c4-43b9-b289-7ba4ada0d0d6 req-71cb8420-eb9f-412b-b203-41dc01641eab tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e6c7667-aec5-4084-9f40-864a89ffe96b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307581 Aug 22 14:36:27.029073 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc582e7-fb2b-4f1d-8a68-051acbdefac4 req-f0608171-f9b4-45de-8c4c-446fea28ec53 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:36:27.030547 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5cc582e7-fb2b-4f1d-8a68-051acbdefac4 req-f0608171-f9b4-45de-8c4c-446fea28ec53 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 946 time: 0.0495181 Aug 22 14:36:27.067600 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-5cc582e7-fb2b-4f1d-8a68-051acbdefac4 req-3f06e465-1a5f-4061-a9c1-788b63ef3007 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e6c7667-aec5-4084-9f40-864a89ffe96b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311360 Aug 22 14:36:27.885014 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed166f25-d82a-4c6d-b8cb-006857ef96a0 req-3aa40707-6463-40bf-894e-212dc1238bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:36:27.886470 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ed166f25-d82a-4c6d-b8cb-006857ef96a0 req-3aa40707-6463-40bf-894e-212dc1238bf8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=118fdb292fa046daa71c37fbe69b73a1&device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 1098 time: 0.0403593 Aug 22 14:36:27.978536 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed166f25-d82a-4c6d-b8cb-006857ef96a0 req-b5052991-f9f5-4c18-aea5-aad82ef09b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:36:27.979910 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ed166f25-d82a-4c6d-b8cb-006857ef96a0 req-b5052991-f9f5-4c18-aea5-aad82ef09b32 service neutron] 10.222.0.16 "GET /v2.0/networks?id=62da9a17-6ccc-4a6f-a8c7-34957fe01c57 HTTP/1.1" status: 200 len: 909 time: 0.0856988 Aug 22 14:36:28.047447 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ed166f25-d82a-4c6d-b8cb-006857ef96a0 req-1a1ba598-a38f-436b-b44d-3be69212be00 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=398fe989-26dc-44e3-80b4-12e7618f088a HTTP/1.1" status: 200 len: 1001 time: 0.0583508 Aug 22 14:36:28.095738 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed166f25-d82a-4c6d-b8cb-006857ef96a0 req-eca9d911-f39f-46b2-bbd1-53dec393381a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:36:28.097220 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ed166f25-d82a-4c6d-b8cb-006857ef96a0 req-eca9d911-f39f-46b2-bbd1-53dec393381a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9e50430a-49ce-444d-987c-2ef7525cde56 HTTP/1.1" status: 200 len: 847 time: 0.0432591 Aug 22 14:36:28.175718 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed166f25-d82a-4c6d-b8cb-006857ef96a0 req-a679c51f-a726-4cc3-9055-884677911e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:36:28.177375 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ed166f25-d82a-4c6d-b8cb-006857ef96a0 req-a679c51f-a726-4cc3-9055-884677911e60 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=62da9a17-6ccc-4a6f-a8c7-34957fe01c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0731614 Aug 22 14:36:28.202271 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929bf79f-e43b-4f39-b634-1a902e24c935 req-876e14c2-8380-45f5-8fa0-405e47e6f682 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:36:28.203723 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-929bf79f-e43b-4f39-b634-1a902e24c935 req-876e14c2-8380-45f5-8fa0-405e47e6f682 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 946 time: 0.0678794 Aug 22 14:36:28.291883 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-929bf79f-e43b-4f39-b634-1a902e24c935 req-55ad346b-a6de-4c7b-bdbb-0dcc6185ff97 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e6c7667-aec5-4084-9f40-864a89ffe96b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757442 Aug 22 14:36:28.310991 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ed166f25-d82a-4c6d-b8cb-006857ef96a0 req-3cccce7f-541b-4fca-a210-769fdfb67fdf service neutron] 10.222.0.16 "GET /v2.0/networks/62da9a17-6ccc-4a6f-a8c7-34957fe01c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254447 Aug 22 14:36:28.403019 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ed166f25-d82a-4c6d-b8cb-006857ef96a0 req-48dba4cf-a229-4a9c-99b7-8936f19f64e0 service neutron] 10.222.0.16 "GET /v2.0/networks/62da9a17-6ccc-4a6f-a8c7-34957fe01c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843463 Aug 22 14:36:28.566385 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-dd4d95b6-b36c-4aed-8817-0ab812a8bfd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:36:29.178680 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:36:29.405069 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a0346-9e8f-4b10-9695-42a2dbf90d1e req-122e6c30-1db3-40b2-8fb5-e33a7abc8fb8 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:36:29.406555 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-231a0346-9e8f-4b10-9695-42a2dbf90d1e req-122e6c30-1db3-40b2-8fb5-e33a7abc8fb8 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 946 time: 0.0483553 Aug 22 14:36:29.445988 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-231a0346-9e8f-4b10-9695-42a2dbf90d1e req-50375e6c-2964-44ac-b06a-090b273cbf30 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e6c7667-aec5-4084-9f40-864a89ffe96b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333641 Aug 22 14:36:30.570874 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b07f8e-9cd6-4e39-8e6e-a7fbe01cbbd1 req-b59fa22a-cf55-4376-8178-e45c0a0d2aca tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:36:30.572498 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-93b07f8e-9cd6-4e39-8e6e-a7fbe01cbbd1 req-b59fa22a-cf55-4376-8178-e45c0a0d2aca tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 946 time: 0.0583262 Aug 22 14:36:30.611855 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-93b07f8e-9cd6-4e39-8e6e-a7fbe01cbbd1 req-11acff4c-7b98-4a9d-b156-44248a461b2b tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e6c7667-aec5-4084-9f40-864a89ffe96b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332370 Aug 22 14:36:31.150219 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-aca7440b-8347-4359-aaae-1e9b8ba6c839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:36:31.301936 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:36:31.732151 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c52b185-d556-41bd-b70c-fe5f7f392dcc req-30ae1cb1-79ba-4f3b-8754-fe6e75f64b14 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:36:31.733668 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7c52b185-d556-41bd-b70c-fe5f7f392dcc req-30ae1cb1-79ba-4f3b-8754-fe6e75f64b14 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 946 time: 0.0501759 Aug 22 14:36:31.773010 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7c52b185-d556-41bd-b70c-fe5f7f392dcc req-2df526e1-c217-4f5d-9fdd-8c2ae5df96c2 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e6c7667-aec5-4084-9f40-864a89ffe96b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326178 Aug 22 14:36:31.898161 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [req-da551468-e3ef-4587-8d1f-fa2b3fe58c0a req-38011453-a93c-4a81-a37c-5a5b7422a265 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:36:31.899252 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-da551468-e3ef-4587-8d1f-fa2b3fe58c0a req-38011453-a93c-4a81-a37c-5a5b7422a265 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0593054 Aug 22 14:36:32.061620 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e720e5-28e0-4082-a636-e0d084bc6a64 req-3ce17ba2-f0f6-4c90-8c85-5d1c782c229f tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:36:32.063213 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-36e720e5-28e0-4082-a636-e0d084bc6a64 req-3ce17ba2-f0f6-4c90-8c85-5d1c782c229f tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 946 time: 0.0488706 Aug 22 14:36:32.078374 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-bdffec2b-ea70-4049-bab8-328e42a34bf8 req-805dacee-2c4b-47e5-8342-7184bca46522 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0945988 Aug 22 14:36:32.087958 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [req-bdffec2b-ea70-4049-bab8-328e42a34bf8 req-0b12e96f-be81-43a3-ad8e-d1d88d43b692 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:36:32.088950 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-bdffec2b-ea70-4049-bab8-328e42a34bf8 req-0b12e96f-be81-43a3-ad8e-d1d88d43b692 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057003 Aug 22 14:36:32.101892 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-36e720e5-28e0-4082-a636-e0d084bc6a64 req-fb800d8a-900b-4e96-924c-07f5756b9962 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e6c7667-aec5-4084-9f40-864a89ffe96b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319357 Aug 22 14:36:32.440506 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 398fe989-26dc-44e3-80b4-12e7618f088a no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:36:32.524393 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:36:32.547188 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '398fe989-26dc-44e3-80b4-12e7618f088a'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:36:32.549463 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9fc9c2c847a9facc218278c3c2c49df6b567d765c98d25b9b10c00da6c51199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216a4b88-85f9-4cd0-a3ea-ea4bf886d8ea" -d '{"events": [{"server_uuid": "24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4", "name": "network-vif-unplugged", "status": "completed", "tag": "398fe989-26dc-44e3-80b4-12e7618f088a"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:36:32.561813 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 398fe989-26dc-44e3-80b4-12e7618f088a, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=398fe989-26dc-44e3-80b4-12e7618f088a,segment=NetworkSegment(5af5fa70-e283-464e-9fb6-2354f305d6d4),segment_id=5af5fa70-e283-464e-9fb6-2354f305d6d4)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:36:32.567920 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:36:32.595917 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 22 Aug 2021 14:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06560b8-97e1-4f20-951a-d482b13fad99 x-openstack-request-id: req-f06560b8-97e1-4f20-951a-d482b13fad99 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:36:32.596206 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4", "name": "network-vif-unplugged", "status": "failed", "tag": "398fe989-26dc-44e3-80b4-12e7618f088a", "code": 422}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:36:32.596479 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f06560b8-97e1-4f20-951a-d482b13fad99 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:36:32.596903 n-d-793621-33 neutron-server[94629]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '398fe989-26dc-44e3-80b4-12e7618f088a', 'code': 422} returned with failed status Aug 22 14:36:32.623763 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=398fe989-26dc-44e3-80b4-12e7618f088a,revision_number=6']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:36:32.632934 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:36:32.633542 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:36:32.633905 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:36:32.634310 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:36:32.634659 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:36:32.634999 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:36:32.635362 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:36:32.635701 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:36:32.636060 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:36:32.636410 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:36:32.636740 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:36:32.637067 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:36:32.714854 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:36:33.523003 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5881d70-d7e9-47e1-874b-ea1e31121caa req-1435e1f2-a37b-41e1-8fbb-d957682330b8 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:36:33.524398 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e5881d70-d7e9-47e1-874b-ea1e31121caa req-1435e1f2-a37b-41e1-8fbb-d957682330b8 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 944 time: 0.3531294 Aug 22 14:36:33.561532 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e5881d70-d7e9-47e1-874b-ea1e31121caa req-ed2f15fe-36a8-4503-b4fd-10afba7f6806 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e6c7667-aec5-4084-9f40-864a89ffe96b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309501 Aug 22 14:36:34.493519 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:36:34.579547 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:36:34.677228 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61975d5d-5d68-4473-ba9e-73899afb0532 req-6792686a-35b3-4f65-8dc0-56665e01780e tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:36:34.679416 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-61975d5d-5d68-4473-ba9e-73899afb0532 req-6792686a-35b3-4f65-8dc0-56665e01780e tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 944 time: 0.0495279 Aug 22 14:36:34.717991 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-61975d5d-5d68-4473-ba9e-73899afb0532 req-392685c4-9217-435d-a82d-a441a05414dc tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e6c7667-aec5-4084-9f40-864a89ffe96b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326483 Aug 22 14:36:35.833655 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80644bbf-3f3b-4290-a384-df0f6bfd4634 req-432014ea-1d44-45f3-8580-3a80856bf59d tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:36:35.835892 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-80644bbf-3f3b-4290-a384-df0f6bfd4634 req-432014ea-1d44-45f3-8580-3a80856bf59d tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 944 time: 0.0494967 Aug 22 14:36:35.873051 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-80644bbf-3f3b-4290-a384-df0f6bfd4634 req-391cfb78-3c2f-4902-b7b7-dc8dc448f71d tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e6c7667-aec5-4084-9f40-864a89ffe96b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307815 Aug 22 14:36:36.806216 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdffec2b-ea70-4049-bab8-328e42a34bf8 req-b9b9eaa7-d74b-4c28-8649-cd486e317b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:36:36.807688 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bdffec2b-ea70-4049-bab8-328e42a34bf8 req-b9b9eaa7-d74b-4c28-8649-cd486e317b06 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4&tenant_id=118fdb292fa046daa71c37fbe69b73a1 HTTP/1.1" status: 200 len: 1096 time: 0.0447350 Aug 22 14:36:36.866833 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdffec2b-ea70-4049-bab8-328e42a34bf8 req-95c35a44-b7cb-4b14-88eb-a942c1b2f32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:36:36.868332 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bdffec2b-ea70-4049-bab8-328e42a34bf8 req-95c35a44-b7cb-4b14-88eb-a942c1b2f32d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=118fdb292fa046daa71c37fbe69b73a1&device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 1096 time: 0.0396886 Aug 22 14:36:36.987304 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdffec2b-ea70-4049-bab8-328e42a34bf8 req-02d5c195-ec3b-4ef6-98c5-e74274acb739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:36:36.988820 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bdffec2b-ea70-4049-bab8-328e42a34bf8 req-02d5c195-ec3b-4ef6-98c5-e74274acb739 service neutron] 10.222.0.16 "GET /v2.0/networks?id=62da9a17-6ccc-4a6f-a8c7-34957fe01c57 HTTP/1.1" status: 200 len: 909 time: 0.1133258 Aug 22 14:36:37.013411 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5a321a-965a-43b8-aec3-cc9d1e03e485 req-9a5c386a-37f2-4b46-a815-799f81a75882 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:36:37.014836 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3c5a321a-965a-43b8-aec3-cc9d1e03e485 req-9a5c386a-37f2-4b46-a815-799f81a75882 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 944 time: 0.0738070 Aug 22 14:36:37.086054 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bdffec2b-ea70-4049-bab8-328e42a34bf8 req-db0e4998-d105-418b-b373-4d6281480e4e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=398fe989-26dc-44e3-80b4-12e7618f088a HTTP/1.1" status: 200 len: 999 time: 0.0895355 Aug 22 14:36:37.090801 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3c5a321a-965a-43b8-aec3-cc9d1e03e485 req-05498482-583e-4951-945d-765683f2dc30 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e6c7667-aec5-4084-9f40-864a89ffe96b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492711 Aug 22 14:36:37.139584 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdffec2b-ea70-4049-bab8-328e42a34bf8 req-43fa5ff1-8f04-4e8b-af9f-665f5f3aa2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:36:37.141186 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bdffec2b-ea70-4049-bab8-328e42a34bf8 req-43fa5ff1-8f04-4e8b-af9f-665f5f3aa2b8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9e50430a-49ce-444d-987c-2ef7525cde56 HTTP/1.1" status: 200 len: 847 time: 0.0470164 Aug 22 14:36:37.185358 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdffec2b-ea70-4049-bab8-328e42a34bf8 req-de8d0343-e7b6-479f-910f-ecf37c534108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:36:37.186816 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bdffec2b-ea70-4049-bab8-328e42a34bf8 req-de8d0343-e7b6-479f-910f-ecf37c534108 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=62da9a17-6ccc-4a6f-a8c7-34957fe01c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387223 Aug 22 14:36:37.275773 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bdffec2b-ea70-4049-bab8-328e42a34bf8 req-114e8835-1b79-4d75-b19e-784bcc7a19f5 service neutron] 10.222.0.16 "GET /v2.0/networks/62da9a17-6ccc-4a6f-a8c7-34957fe01c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809267 Aug 22 14:36:37.372904 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bdffec2b-ea70-4049-bab8-328e42a34bf8 req-0f9a5035-83d5-42d0-8ffd-6ede2b5df9cf service neutron] 10.222.0.16 "GET /v2.0/networks/62da9a17-6ccc-4a6f-a8c7-34957fe01c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883834 Aug 22 14:36:38.206554 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d07e7-4ee0-449a-9fd3-49fcb08b9411 req-ffc2225e-712d-49e6-9763-d93e5bce5778 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:36:38.208040 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1c0d07e7-4ee0-449a-9fd3-49fcb08b9411 req-ffc2225e-712d-49e6-9763-d93e5bce5778 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 944 time: 0.0515175 Aug 22 14:36:38.245933 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1c0d07e7-4ee0-449a-9fd3-49fcb08b9411 req-a6522a65-6626-42f6-aa76-ee014bc4536c tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e6c7667-aec5-4084-9f40-864a89ffe96b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311708 Aug 22 14:36:39.360736 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a1872-e5c5-4d67-9256-1e1d08e3c0a7 req-12c55631-833a-403c-af37-eea7da2178d9 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:36:39.362199 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7e6a1872-e5c5-4d67-9256-1e1d08e3c0a7 req-12c55631-833a-403c-af37-eea7da2178d9 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 944 time: 0.0507460 Aug 22 14:36:39.404153 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-7e6a1872-e5c5-4d67-9256-1e1d08e3c0a7 req-0d95335f-640d-4a90-9013-b3d9663c18a8 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e6c7667-aec5-4084-9f40-864a89ffe96b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356700 Aug 22 14:36:40.521195 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4fc37e-5e60-4a9a-9bd9-6c2c408de535 req-2ceff505-cfa6-492e-8d99-f6f683d2c813 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:36:40.522691 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4a4fc37e-5e60-4a9a-9bd9-6c2c408de535 req-2ceff505-cfa6-492e-8d99-f6f683d2c813 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 944 time: 0.0492387 Aug 22 14:36:40.560264 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4a4fc37e-5e60-4a9a-9bd9-6c2c408de535 req-943b50ac-cd30-4403-881e-3f54336b3634 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e6c7667-aec5-4084-9f40-864a89ffe96b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315568 Aug 22 14:36:41.673055 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f3eba-c162-420e-b489-a427a2d23601 req-6125a593-e8cc-4a50-99b0-7962663583a0 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:36:41.674537 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-140f3eba-c162-420e-b489-a427a2d23601 req-6125a593-e8cc-4a50-99b0-7962663583a0 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 944 time: 0.0485840 Aug 22 14:36:41.713984 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-140f3eba-c162-420e-b489-a427a2d23601 req-01dc4c10-ab80-4aad-96cd-500d25eae7eb tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e6c7667-aec5-4084-9f40-864a89ffe96b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332782 Aug 22 14:36:42.834351 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c3d29e-8964-4460-826f-a535c0c67eef req-0d86d1d9-cae8-4959-8fbc-46eb096c3cab tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:36:42.835924 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-00c3d29e-8964-4460-826f-a535c0c67eef req-0d86d1d9-cae8-4959-8fbc-46eb096c3cab tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 944 time: 0.0488212 Aug 22 14:36:42.884105 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-00c3d29e-8964-4460-826f-a535c0c67eef req-84982e6e-6a38-4c6a-b202-fcde3fa05d4f tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e6c7667-aec5-4084-9f40-864a89ffe96b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421951 Aug 22 14:36:44.000611 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb492eaf-f8a4-4db4-9db9-9e097ac1ff15 req-416b8f47-85e8-4f73-8c3a-b1fcba320410 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:36:44.002098 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fb492eaf-f8a4-4db4-9db9-9e097ac1ff15 req-416b8f47-85e8-4f73-8c3a-b1fcba320410 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 944 time: 0.0505373 Aug 22 14:36:44.039459 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fb492eaf-f8a4-4db4-9db9-9e097ac1ff15 req-75abeb13-2019-42fc-9082-b802b20949e2 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e6c7667-aec5-4084-9f40-864a89ffe96b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314021 Aug 22 14:36:44.502892 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 398fe989-26dc-44e3-80b4-12e7618f088a details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:36:44.597624 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 398fe989-26dc-44e3-80b4-12e7618f088a, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=398fe989-26dc-44e3-80b4-12e7618f088a,segment=NetworkSegment(5af5fa70-e283-464e-9fb6-2354f305d6d4),segment_id=5af5fa70-e283-464e-9fb6-2354f305d6d4)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:36:44.607848 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': '398fe989-26dc-44e3-80b4-12e7618f088a', 'network_id': '62da9a17-6ccc-4a6f-a8c7-34957fe01c57', 'port_id': '398fe989-26dc-44e3-80b4-12e7618f088a', 'mac_address': 'fa:16:3e:43:fc:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e50430a-49ce-444d-987c-2ef7525cde56', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:36:44.645183 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:36:44.657897 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 398fe989-26dc-44e3-80b4-12e7618f088a {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:36:44.676012 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 398fe989-26dc-44e3-80b4-12e7618f088a, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=398fe989-26dc-44e3-80b4-12e7618f088a,segment=NetworkSegment(5af5fa70-e283-464e-9fb6-2354f305d6d4),segment_id=5af5fa70-e283-464e-9fb6-2354f305d6d4)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:36:44.680551 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:36:44.727244 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=398fe989-26dc-44e3-80b4-12e7618f088a,revision_number=7']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:36:44.884246 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['398fe989-26dc-44e3-80b4-12e7618f088a'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:36:44.939612 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfb318-8ce5-4f3e-9b47-37a50202d1cc req-dfd35b78-7d45-4436-9825-6fd9875e22bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:36:44.941139 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-42bfb318-8ce5-4f3e-9b47-37a50202d1cc req-dfd35b78-7d45-4436-9825-6fd9875e22bb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=118fdb292fa046daa71c37fbe69b73a1&device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 1097 time: 0.0397089 Aug 22 14:36:45.047183 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfb318-8ce5-4f3e-9b47-37a50202d1cc req-d4bc901a-47c4-48bf-b1f8-bd5d44adb6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:36:45.048702 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-42bfb318-8ce5-4f3e-9b47-37a50202d1cc req-d4bc901a-47c4-48bf-b1f8-bd5d44adb6bd service neutron] 10.222.0.16 "GET /v2.0/networks?id=62da9a17-6ccc-4a6f-a8c7-34957fe01c57 HTTP/1.1" status: 200 len: 909 time: 0.0882869 Aug 22 14:36:45.125062 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-42bfb318-8ce5-4f3e-9b47-37a50202d1cc req-7e6ae061-b890-4378-8ca6-ee0b7d8dd789 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=398fe989-26dc-44e3-80b4-12e7618f088a HTTP/1.1" status: 200 len: 1000 time: 0.0697191 Aug 22 14:36:45.200277 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd089cbd-4039-4b15-a977-40ea37e8281d req-d814a573-58f2-4e6a-b5b5-c3845b9ba8ea tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:36:45.201662 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fd089cbd-4039-4b15-a977-40ea37e8281d req-d814a573-58f2-4e6a-b5b5-c3845b9ba8ea tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 945 time: 0.0929568 Aug 22 14:36:45.206990 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfb318-8ce5-4f3e-9b47-37a50202d1cc req-725b0220-5b70-4bc3-ab5c-214a4c78eda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:36:45.208373 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-42bfb318-8ce5-4f3e-9b47-37a50202d1cc req-725b0220-5b70-4bc3-ab5c-214a4c78eda9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9e50430a-49ce-444d-987c-2ef7525cde56 HTTP/1.1" status: 200 len: 847 time: 0.0635903 Aug 22 14:36:45.266770 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-fd089cbd-4039-4b15-a977-40ea37e8281d req-f85369fb-2324-4907-baa0-55ed63fea1bd tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e6c7667-aec5-4084-9f40-864a89ffe96b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568919 Aug 22 14:36:45.275742 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfb318-8ce5-4f3e-9b47-37a50202d1cc req-c7208e3a-07a4-47b6-8f9b-a4baa2c63afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:36:45.277242 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-42bfb318-8ce5-4f3e-9b47-37a50202d1cc req-c7208e3a-07a4-47b6-8f9b-a4baa2c63afd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=62da9a17-6ccc-4a6f-a8c7-34957fe01c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608871 Aug 22 14:36:45.371035 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-42bfb318-8ce5-4f3e-9b47-37a50202d1cc req-7c056d68-f6a1-4ba3-8090-5f2e900259fa service neutron] 10.222.0.16 "GET /v2.0/networks/62da9a17-6ccc-4a6f-a8c7-34957fe01c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854344 Aug 22 14:36:45.462305 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-42bfb318-8ce5-4f3e-9b47-37a50202d1cc req-9bc1fa56-97ad-4442-9bca-4d22fee1644a service neutron] 10.222.0.16 "GET /v2.0/networks/62da9a17-6ccc-4a6f-a8c7-34957fe01c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825357 Aug 22 14:36:46.385206 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f16fcc-7941-4ea0-b00c-74130fd4a836 req-6651922e-64fb-434e-b0a5-a8af1b252a54 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:36:46.386706 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d1f16fcc-7941-4ea0-b00c-74130fd4a836 req-6651922e-64fb-434e-b0a5-a8af1b252a54 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 945 time: 0.0513744 Aug 22 14:36:46.426686 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d1f16fcc-7941-4ea0-b00c-74130fd4a836 req-c59efea3-e840-4566-aceb-d3553941a872 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e6c7667-aec5-4084-9f40-864a89ffe96b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339460 Aug 22 14:36:46.511719 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 398fe989-26dc-44e3-80b4-12e7618f088a up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:36:46.559975 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port 398fe989-26dc-44e3-80b4-12e7618f088a triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:36:46.560281 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:36:46.639823 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:36:46.662003 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '398fe989-26dc-44e3-80b4-12e7618f088a'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:36:46.665389 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9fc9c2c847a9facc218278c3c2c49df6b567d765c98d25b9b10c00da6c51199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432c6a70-e455-4732-b60a-962cbd4c105c" -d '{"events": [{"server_uuid": "24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4", "name": "network-vif-plugged", "status": "completed", "tag": "398fe989-26dc-44e3-80b4-12e7618f088a"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:36:46.677438 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port 398fe989-26dc-44e3-80b4-12e7618f088a, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=398fe989-26dc-44e3-80b4-12e7618f088a,segment=NetworkSegment(5af5fa70-e283-464e-9fb6-2354f305d6d4),segment_id=5af5fa70-e283-464e-9fb6-2354f305d6d4)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:36:46.682569 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:36:46.710716 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c481e9-c7a1-4911-8d19-f73162738140 x-openstack-request-id: req-29c481e9-c7a1-4911-8d19-f73162738140 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:36:46.711010 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4", "name": "network-vif-plugged", "status": "completed", "tag": "398fe989-26dc-44e3-80b4-12e7618f088a", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:36:46.711260 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-29c481e9-c7a1-4911-8d19-f73162738140 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:36:46.711641 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '398fe989-26dc-44e3-80b4-12e7618f088a', 'code': 200} Aug 22 14:36:46.744057 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=398fe989-26dc-44e3-80b4-12e7618f088a,revision_number=8']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:36:46.851646 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62679d7b-1417-4f92-bf46-444075949b96 req-607e15a3-2c75-46a9-b904-3b3f84510113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:36:46.853163 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-62679d7b-1417-4f92-bf46-444075949b96 req-607e15a3-2c75-46a9-b904-3b3f84510113 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 1098 time: 0.0444818 Aug 22 14:36:46.889101 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-62679d7b-1417-4f92-bf46-444075949b96 req-69360598-a3df-40d9-b7e1-7fb0c0cbdf9b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4e6c7667-aec5-4084-9f40-864a89ffe96b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283148 Aug 22 14:36:47.540382 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c33a1-2e0d-4469-8a5a-a419a314c1f4 req-c4071116-753e-4a16-8cb9-88712ddf4520 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:36:47.541849 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ef7c33a1-2e0d-4469-8a5a-a419a314c1f4 req-c4071116-753e-4a16-8cb9-88712ddf4520 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 946 time: 0.0490303 Aug 22 14:36:47.578912 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ef7c33a1-2e0d-4469-8a5a-a419a314c1f4 req-2cf6c4e5-65da-4c1b-9dc6-9b29998b6bb0 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e6c7667-aec5-4084-9f40-864a89ffe96b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310628 Aug 22 14:36:48.694541 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef5c4bf-6c14-41b7-9027-5c879a3994ca req-22321d26-686a-4c61-b92c-ddf7d0a8a599 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:36:48.696205 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4ef5c4bf-6c14-41b7-9027-5c879a3994ca req-22321d26-686a-4c61-b92c-ddf7d0a8a599 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 946 time: 0.0491953 Aug 22 14:36:48.732383 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4ef5c4bf-6c14-41b7-9027-5c879a3994ca req-31f96fc5-539b-4596-a32d-e70a3fc6793b tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e6c7667-aec5-4084-9f40-864a89ffe96b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302739 Aug 22 14:36:52.240029 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:36:58.569551 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3545d921-65c8-4dd1-a9e8-057902a929ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:36:59.176711 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:37:01.150504 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e4402596-78da-4768-a0d0-a7cbb7b3cf59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:37:01.303566 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:37:02.719124 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:37:04.499531 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:37:04.608582 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:37:28.569546 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-dcfb77da-3ae3-4bea-99c0-fc024d425d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:37:29.192275 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:37:29.239024 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:37:31.150772 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-78c31d40-5d71-4e3c-93c7-8f283b175abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:37:31.305334 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:37:32.721818 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:37:34.496627 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:37:34.624172 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:37:46.911665 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1e4b7385-08f1-4b40-844b-04bc635a59b6 req-811e661a-d500-46a0-8cce-a2f7d9e6f85a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438457 Aug 22 14:37:46.990903 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b7385-08f1-4b40-844b-04bc635a59b6 req-195f61a7-e35b-4793-bf60-5149c17a9a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:37:46.992098 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1e4b7385-08f1-4b40-844b-04bc635a59b6 req-195f61a7-e35b-4793-bf60-5149c17a9a4a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=118fdb292fa046daa71c37fbe69b73a1&device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 1098 time: 0.0411994 Aug 22 14:37:47.092914 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b7385-08f1-4b40-844b-04bc635a59b6 req-7446d902-fae3-45ba-b166-244d83e596b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:37:47.094399 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1e4b7385-08f1-4b40-844b-04bc635a59b6 req-7446d902-fae3-45ba-b166-244d83e596b5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=62da9a17-6ccc-4a6f-a8c7-34957fe01c57 HTTP/1.1" status: 200 len: 909 time: 0.0832419 Aug 22 14:37:47.164130 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1e4b7385-08f1-4b40-844b-04bc635a59b6 req-32ba3e7e-e203-45ef-86bb-c1bd043627b6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=398fe989-26dc-44e3-80b4-12e7618f088a HTTP/1.1" status: 200 len: 1001 time: 0.0624774 Aug 22 14:37:47.210417 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b7385-08f1-4b40-844b-04bc635a59b6 req-c84c9569-5aa5-4ab9-b3b4-43b098df3a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:37:47.211823 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1e4b7385-08f1-4b40-844b-04bc635a59b6 req-c84c9569-5aa5-4ab9-b3b4-43b098df3a01 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9e50430a-49ce-444d-987c-2ef7525cde56 HTTP/1.1" status: 200 len: 847 time: 0.0414333 Aug 22 14:37:47.255925 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b7385-08f1-4b40-844b-04bc635a59b6 req-70458f18-20e6-4c3b-b019-16f3bc67c7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:37:47.257417 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1e4b7385-08f1-4b40-844b-04bc635a59b6 req-70458f18-20e6-4c3b-b019-16f3bc67c7e5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=62da9a17-6ccc-4a6f-a8c7-34957fe01c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391076 Aug 22 14:37:47.347403 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1e4b7385-08f1-4b40-844b-04bc635a59b6 req-a906bbc4-dbc0-4ee5-af0f-f232e729ccff service neutron] 10.222.0.16 "GET /v2.0/networks/62da9a17-6ccc-4a6f-a8c7-34957fe01c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829921 Aug 22 14:37:47.436385 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1e4b7385-08f1-4b40-844b-04bc635a59b6 req-a081b471-962a-4253-85b7-3a93aecce849 service neutron] 10.222.0.16 "GET /v2.0/networks/62da9a17-6ccc-4a6f-a8c7-34957fe01c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818181 Aug 22 14:37:58.570129 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-fa17f857-6c3f-4c04-ba6c-8c1de4be5f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:37:59.206948 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:00.993526 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53750) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:38:01.148436 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-c499bf8e-8e12-43b4-bdea-03c4bc7922ac tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Deleting port b6c63e4b-c7cf-4796-968b-6533984815c8 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:38:01.148840 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c499bf8e-8e12-43b4-bdea-03c4bc7922ac tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:01.150689 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-af5ff65a-e2b0-4a86-858e-ffc81b36c7a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:01.224000 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c499bf8e-8e12-43b4-bdea-03c4bc7922ac tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:01.224358 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c499bf8e-8e12-43b4-bdea-03c4bc7922ac tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:01.235642 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-c499bf8e-8e12-43b4-bdea-03c4bc7922ac tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Calling delete_port for b6c63e4b-c7cf-4796-968b-6533984815c8 owned by network:floatingip {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:38:01.306787 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:01.379796 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c499bf8e-8e12-43b4-bdea-03c4bc7922ac tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:01.409647 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c499bf8e-8e12-43b4-bdea-03c4bc7922ac tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Pushing event deleted for resources: {'Port': ['ID=b6c63e4b-c7cf-4796-968b-6533984815c8,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:01.430264 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c499bf8e-8e12-43b4-bdea-03c4bc7922ac tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:38:01.430603 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c499bf8e-8e12-43b4-bdea-03c4bc7922ac tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:38:01.430936 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c499bf8e-8e12-43b4-bdea-03c4bc7922ac tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:38:01.431268 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c499bf8e-8e12-43b4-bdea-03c4bc7922ac tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:38:01.431600 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c499bf8e-8e12-43b4-bdea-03c4bc7922ac tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:38:01.431923 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c499bf8e-8e12-43b4-bdea-03c4bc7922ac tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:38:01.432260 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c499bf8e-8e12-43b4-bdea-03c4bc7922ac tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:38:01.432588 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c499bf8e-8e12-43b4-bdea-03c4bc7922ac tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:38:01.432907 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c499bf8e-8e12-43b4-bdea-03c4bc7922ac tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:38:01.433491 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c499bf8e-8e12-43b4-bdea-03c4bc7922ac tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:38:01.434445 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c499bf8e-8e12-43b4-bdea-03c4bc7922ac tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:38:01.434800 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c499bf8e-8e12-43b4-bdea-03c4bc7922ac tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:38:01.478564 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c499bf8e-8e12-43b4-bdea-03c4bc7922ac tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks [] for floatingip, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:01.478894 n-d-793621-33 neutron-server[94628]: INFO neutron.db.l3_db [None req-c499bf8e-8e12-43b4-bdea-03c4bc7922ac tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Floating IP 250d3324-66bd-4bf8-999a-cb63442b3fb9 disassociated (deleted). External IP: 172.25.3.94, port: 398fe989-26dc-44e3-80b4-12e7618f088a. Aug 22 14:38:01.690631 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c499bf8e-8e12-43b4-bdea-03c4bc7922ac tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Router 2c20058d-33ba-4d8f-b1e1-0ec355454bb6 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:38:01.796692 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c499bf8e-8e12-43b4-bdea-03c4bc7922ac tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:38:01.801444 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c499bf8e-8e12-43b4-bdea-03c4bc7922ac tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:01.806199 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb27f948-54d3-45e1-ac72-d4c011a80f7a None None] Sync routers for ids ['2c20058d-33ba-4d8f-b1e1-0ec355454bb6'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:38:01.814947 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb27f948-54d3-45e1-ac72-d4c011a80f7a None None] Routers {'2c20058d-33ba-4d8f-b1e1-0ec355454bb6'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:38:01.815559 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-eb27f948-54d3-45e1-ac72-d4c011a80f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:38:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['2c20058d-33ba-4d8f-b1e1-0ec355454bb6'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:38:01.835520 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c499bf8e-8e12-43b4-bdea-03c4bc7922ac tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "DELETE /v2.0/floatingips/250d3324-66bd-4bf8-999a-cb63442b3fb9 HTTP/1.1" status: 204 len: 168 time: 0.8408942 Aug 22 14:38:01.836115 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4', 'tag': '398fe989-26dc-44e3-80b4-12e7618f088a'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:38:01.838412 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bdeb8ea780dc3f157cf86c35b44054b3d50f34a398e9a69dfe822f45c5aaee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8679a2-8276-478f-8808-e65a836978a1" -d '{"events": [{"name": "network-changed", "server_uuid": "24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4", "tag": "398fe989-26dc-44e3-80b4-12e7618f088a"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:38:01.927093 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423da176-ef64-4e5b-927c-02db348348fe x-openstack-request-id: req-423da176-ef64-4e5b-927c-02db348348fe {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:38:01.927383 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4", "tag": "398fe989-26dc-44e3-80b4-12e7618f088a", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:38:01.927637 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-423da176-ef64-4e5b-927c-02db348348fe {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:38:01.928050 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4', 'tag': '398fe989-26dc-44e3-80b4-12e7618f088a', 'status': 'completed', 'code': 200} Aug 22 14:38:01.930623 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-eb27f948-54d3-45e1-ac72-d4c011a80f7a None None] Set router 2c20058d-33ba-4d8f-b1e1-0ec355454bb6 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:38:02.005816 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8679a2-8276-478f-8808-e65a836978a1 req-fc5fff44-07c4-4782-83ce-73e636747517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:38:02.007263 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ef8679a2-8276-478f-8808-e65a836978a1 req-fc5fff44-07c4-4782-83ce-73e636747517 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=118fdb292fa046daa71c37fbe69b73a1&device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 1098 time: 0.0564129 Aug 22 14:38:02.139184 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c24d26-5deb-4ade-941a-15f190b07099 req-bd9a64e6-1405-4ede-ba68-3fcd2095b4ce tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:38:02.140707 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-97c24d26-5deb-4ade-941a-15f190b07099 req-bd9a64e6-1405-4ede-ba68-3fcd2095b4ce tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 946 time: 0.0825644 Aug 22 14:38:02.141806 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-eb27f948-54d3-45e1-ac72-d4c011a80f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'name': 'tempest-TestShelveInstance-668933070-router', 'tenant_id': '118fdb292fa046daa71c37fbe69b73a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '48e6c213-37a6-484c-978c-733671792cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:29:28Z', 'updated_at': '2021-08-22T14:29:31Z', 'revision_number': 4, 'project_id': '118fdb292fa046daa71c37fbe69b73a1', 'gw_port': {'id': '48e6c213-37a6-484c-978c-733671792cbc', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:29:28Z', 'updated_at': '2021-08-22T14:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'a3559ec7-c1bd-4bab-96fc-f2ef51383051', 'name': '', 'network_id': '62da9a17-6ccc-4a6f-a8c7-34957fe01c57', 'tenant_id': '118fdb292fa046daa71c37fbe69b73a1', 'mac_address': 'fa:16:3e:a1:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '9e50430a-49ce-444d-987c-2ef7525cde56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:29:30Z', 'updated_at': '2021-08-22T14:29:35Z', 'revision_number': 5, 'project_id': '118fdb292fa046daa71c37fbe69b73a1', 'subnets': [{'id': '9e50430a-49ce-444d-987c-2ef7525cde56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:38:02.143195 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8679a2-8276-478f-8808-e65a836978a1 req-fd6986e6-509f-4818-ab73-3622cef17548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:38:02.144745 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ef8679a2-8276-478f-8808-e65a836978a1 req-fd6986e6-509f-4818-ab73-3622cef17548 service neutron] 10.222.0.16 "GET /v2.0/networks?id=62da9a17-6ccc-4a6f-a8c7-34957fe01c57 HTTP/1.1" status: 200 len: 909 time: 0.1305022 Aug 22 14:38:02.172072 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb27f948-54d3-45e1-ac72-d4c011a80f7a None None] Checking router: 2c20058d-33ba-4d8f-b1e1-0ec355454bb6 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:38:02.180179 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb27f948-54d3-45e1-ac72-d4c011a80f7a None None] Routers {'2c20058d-33ba-4d8f-b1e1-0ec355454bb6'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:38:02.180822 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-eb27f948-54d3-45e1-ac72-d4c011a80f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:38:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['2c20058d-33ba-4d8f-b1e1-0ec355454bb6'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:38:02.198603 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ef8679a2-8276-478f-8808-e65a836978a1 req-5828e2c7-4571-4e09-ac25-7b1c03409697 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=398fe989-26dc-44e3-80b4-12e7618f088a HTTP/1.1" status: 200 len: 217 time: 0.0421963 Aug 22 14:38:02.243146 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-97c24d26-5deb-4ade-941a-15f190b07099 req-6cefbc35-a54f-4355-8a1c-2ded61f42429 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e6c7667-aec5-4084-9f40-864a89ffe96b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935595 Aug 22 14:38:02.264755 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8679a2-8276-478f-8808-e65a836978a1 req-a26c383c-3f26-4789-8ee2-3c412a59b106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:38:02.266482 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ef8679a2-8276-478f-8808-e65a836978a1 req-a26c383c-3f26-4789-8ee2-3c412a59b106 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9e50430a-49ce-444d-987c-2ef7525cde56 HTTP/1.1" status: 200 len: 847 time: 0.0573313 Aug 22 14:38:02.290559 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-eb27f948-54d3-45e1-ac72-d4c011a80f7a None None] Set router 2c20058d-33ba-4d8f-b1e1-0ec355454bb6 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:38:02.319285 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8679a2-8276-478f-8808-e65a836978a1 req-aa074982-6cc0-4b2e-a4ef-060975ebaf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:38:02.320809 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ef8679a2-8276-478f-8808-e65a836978a1 req-aa074982-6cc0-4b2e-a4ef-060975ebaf21 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=62da9a17-6ccc-4a6f-a8c7-34957fe01c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464129 Aug 22 14:38:02.410596 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ef8679a2-8276-478f-8808-e65a836978a1 req-a0ed9f79-04d2-408e-b690-4c47e0f1d0e1 service neutron] 10.222.0.16 "GET /v2.0/networks/62da9a17-6ccc-4a6f-a8c7-34957fe01c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815363 Aug 22 14:38:02.487717 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-eb27f948-54d3-45e1-ac72-d4c011a80f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'name': 'tempest-TestShelveInstance-668933070-router', 'tenant_id': '118fdb292fa046daa71c37fbe69b73a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '48e6c213-37a6-484c-978c-733671792cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:29:28Z', 'updated_at': '2021-08-22T14:29:31Z', 'revision_number': 4, 'project_id': '118fdb292fa046daa71c37fbe69b73a1', 'gw_port': {'id': '48e6c213-37a6-484c-978c-733671792cbc', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:29:28Z', 'updated_at': '2021-08-22T14:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'a3559ec7-c1bd-4bab-96fc-f2ef51383051', 'name': '', 'network_id': '62da9a17-6ccc-4a6f-a8c7-34957fe01c57', 'tenant_id': '118fdb292fa046daa71c37fbe69b73a1', 'mac_address': 'fa:16:3e:a1:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '9e50430a-49ce-444d-987c-2ef7525cde56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:29:30Z', 'updated_at': '2021-08-22T14:29:35Z', 'revision_number': 5, 'project_id': '118fdb292fa046daa71c37fbe69b73a1', 'subnets': [{'id': '9e50430a-49ce-444d-987c-2ef7525cde56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:38:02.507406 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ef8679a2-8276-478f-8808-e65a836978a1 req-bec0b81e-3fd1-4349-b06f-4412205b2808 service neutron] 10.222.0.16 "GET /v2.0/networks/62da9a17-6ccc-4a6f-a8c7-34957fe01c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878451 Aug 22 14:38:02.514981 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb27f948-54d3-45e1-ac72-d4c011a80f7a None None] The sync data for ids ['2c20058d-33ba-4d8f-b1e1-0ec355454bb6'] in n-d-793621-33 is: [{'id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'name': 'tempest-TestShelveInstance-668933070-router', 'tenant_id': '118fdb292fa046daa71c37fbe69b73a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '48e6c213-37a6-484c-978c-733671792cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:29:28Z', 'updated_at': '2021-08-22T14:29:31Z', 'revision_number': 4, 'project_id': '118fdb292fa046daa71c37fbe69b73a1', 'gw_port': {'id': '48e6c213-37a6-484c-978c-733671792cbc', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:29:28Z', 'updated_at': '2021-08-22T14:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': 'a3559ec7-c1bd-4bab-96fc-f2ef51383051', 'name': '', 'network_id': '62da9a17-6ccc-4a6f-a8c7-34957fe01c57', 'tenant_id': '118fdb292fa046daa71c37fbe69b73a1', 'mac_address': 'fa:16:3e:a1:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '9e50430a-49ce-444d-987c-2ef7525cde56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:29:30Z', 'updated_at': '2021-08-22T14:29:35Z', 'revision_number': 5, 'project_id': '118fdb292fa046daa71c37fbe69b73a1', 'subnets': [{'id': '9e50430a-49ce-444d-987c-2ef7525cde56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:38:02.723529 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:02.734270 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16deb83-a433-4df8-b47c-bd5bbfc92b9f None None] New status for floating IP 250d3324-66bd-4bf8-999a-cb63442b3fb9: DOWN {{(pid=94629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 14:38:03.362408 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c424ad-f12f-41cc-9014-f815812fb732 req-db24b0e1-5cf9-4951-9777-541e0db9892f tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:38:03.363880 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-63c424ad-f12f-41cc-9014-f815812fb732 req-db24b0e1-5cf9-4951-9777-541e0db9892f tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 946 time: 0.0498075 Aug 22 14:38:03.401621 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-63c424ad-f12f-41cc-9014-f815812fb732 req-edf77c77-dc35-46d1-af57-f7bbe7898188 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e6c7667-aec5-4084-9f40-864a89ffe96b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316133 Aug 22 14:38:03.569360 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb65e9-f0ed-4079-b5ad-43e962dee2a8 req-c8bbfc47-e565-42b5-9b36-be3d55cc0f04 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:38:03.570699 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b7fb65e9-f0ed-4079-b5ad-43e962dee2a8 req-c8bbfc47-e565-42b5-9b36-be3d55cc0f04 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.16 "GET /v2.0/ports?device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 946 time: 0.0473571 Aug 22 14:38:03.661542 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-b7fb65e9-f0ed-4079-b5ad-43e962dee2a8 req-d55ba200-a1f4-46e3-a5e5-3f9b2edac70d tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Deleting port 398fe989-26dc-44e3-80b4-12e7618f088a {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:38:03.661884 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-b7fb65e9-f0ed-4079-b5ad-43e962dee2a8 req-d55ba200-a1f4-46e3-a5e5-3f9b2edac70d tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:03.745945 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-b7fb65e9-f0ed-4079-b5ad-43e962dee2a8 req-d55ba200-a1f4-46e3-a5e5-3f9b2edac70d tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] For port 398fe989-26dc-44e3-80b4-12e7618f088a, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=398fe989-26dc-44e3-80b4-12e7618f088a,segment=NetworkSegment(5af5fa70-e283-464e-9fb6-2354f305d6d4),segment_id=5af5fa70-e283-464e-9fb6-2354f305d6d4)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:38:03.746345 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-b7fb65e9-f0ed-4079-b5ad-43e962dee2a8 req-d55ba200-a1f4-46e3-a5e5-3f9b2edac70d tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:03.757896 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-b7fb65e9-f0ed-4079-b5ad-43e962dee2a8 req-d55ba200-a1f4-46e3-a5e5-3f9b2edac70d tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Calling delete_port for 398fe989-26dc-44e3-80b4-12e7618f088a owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:38:03.885438 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-b7fb65e9-f0ed-4079-b5ad-43e962dee2a8 req-d55ba200-a1f4-46e3-a5e5-3f9b2edac70d tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:03.916479 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55ba200-a1f4-46e3-a5e5-3f9b2edac70d tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Pushing event deleted for resources: {'Port': ['ID=398fe989-26dc-44e3-80b4-12e7618f088a,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:03.928735 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55ba200-a1f4-46e3-a5e5-3f9b2edac70d tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:38:03.929085 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55ba200-a1f4-46e3-a5e5-3f9b2edac70d tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:38:03.929423 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55ba200-a1f4-46e3-a5e5-3f9b2edac70d tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:38:03.929759 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55ba200-a1f4-46e3-a5e5-3f9b2edac70d tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:38:03.930092 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55ba200-a1f4-46e3-a5e5-3f9b2edac70d tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:38:03.930415 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55ba200-a1f4-46e3-a5e5-3f9b2edac70d tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:38:03.930741 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55ba200-a1f4-46e3-a5e5-3f9b2edac70d tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:38:03.931066 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55ba200-a1f4-46e3-a5e5-3f9b2edac70d tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:38:03.931387 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55ba200-a1f4-46e3-a5e5-3f9b2edac70d tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:38:03.931710 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55ba200-a1f4-46e3-a5e5-3f9b2edac70d tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:38:03.932032 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55ba200-a1f4-46e3-a5e5-3f9b2edac70d tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:38:03.932381 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55ba200-a1f4-46e3-a5e5-3f9b2edac70d tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:38:03.970625 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7fb65e9-f0ed-4079-b5ad-43e962dee2a8 req-d55ba200-a1f4-46e3-a5e5-3f9b2edac70d tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] No DVR routers for this DVR port 398fe989-26dc-44e3-80b4-12e7618f088a on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:38:03.973146 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-b7fb65e9-f0ed-4079-b5ad-43e962dee2a8 req-d55ba200-a1f4-46e3-a5e5-3f9b2edac70d tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:03.975133 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b7fb65e9-f0ed-4079-b5ad-43e962dee2a8 req-d55ba200-a1f4-46e3-a5e5-3f9b2edac70d tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.16 "DELETE /v2.0/ports/398fe989-26dc-44e3-80b4-12e7618f088a HTTP/1.1" status: 204 len: 173 time: 0.3971181 Aug 22 14:38:03.975576 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4', 'name': 'network-vif-deleted', 'tag': '398fe989-26dc-44e3-80b4-12e7618f088a'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:38:03.977870 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8361b9502d284db1754c02bd1b6f8106db555dd6c6dc010ebe333761f67dd15a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a631458b-6822-47a3-a504-5015b51daf16" -d '{"events": [{"server_uuid": "24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4", "name": "network-vif-deleted", "tag": "398fe989-26dc-44e3-80b4-12e7618f088a"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:38:04.065347 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6f5b14-05f0-4f7a-b10b-8f640b4b1dbc x-openstack-request-id: req-dc6f5b14-05f0-4f7a-b10b-8f640b4b1dbc {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:38:04.065644 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4", "name": "network-vif-deleted", "tag": "398fe989-26dc-44e3-80b4-12e7618f088a", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:38:04.065895 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dc6f5b14-05f0-4f7a-b10b-8f640b4b1dbc {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:38:04.066296 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4', 'name': 'network-vif-deleted', 'tag': '398fe989-26dc-44e3-80b4-12e7618f088a', 'status': 'completed', 'code': 200} Aug 22 14:38:04.498017 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-bb7f00b8-2c5f-4bb0-89e6-5effb33a1361 req-d79923a3-869a-4a45-99c1-dcbe93812825 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 210 time: 0.0279682 Aug 22 14:38:04.500286 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:04.626528 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:05.598798 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1426477c-f823-482c-8691-e46e283387ae req-6c769a5b-1a51-4e3a-8ee5-975a091e5a0a tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 210 time: 0.0259242 Aug 22 14:38:06.238650 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:38:06.697124 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-30bcd7e2-8935-4e90-8a4c-ff6166b4bbe1 req-293bf14a-04d2-4671-96a9-89e7db31fedc tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 210 time: 0.0288308 Aug 22 14:38:07.020002 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 398fe989-26dc-44e3-80b4-12e7618f088a no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:38:07.042773 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: 398fe989-26dc-44e3-80b4-12e7618f088a {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:38:07.043677 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device 398fe989-26dc-44e3-80b4-12e7618f088a not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:38:07.813005 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-f10081d8-a4e7-41b4-b18d-056d69585796 req-a471fa6f-9f53-46c4-8907-d4ab9e276a97 tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "GET /v2.0/ports?device_id=24bcc0b0-a7d5-4c8e-b3e7-34ed27a0dfa4 HTTP/1.1" status: 200 len: 210 time: 0.0336001 Aug 22 14:38:08.879823 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53788) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:38:08.941500 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0f27b609-e558-47c5-a463-15355184f35c tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:08.966993 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0f27b609-e558-47c5-a463-15355184f35c tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:09.029154 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0f27b609-e558-47c5-a463-15355184f35c tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:09.031868 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-0f27b609-e558-47c5-a463-15355184f35c tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:09.033057 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-0f27b609-e558-47c5-a463-15355184f35c tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] 10.222.0.21 "DELETE /v2.0/security-groups/4e6c7667-aec5-4084-9f40-864a89ffe96b HTTP/1.1" status: 204 len: 168 time: 0.1521580 Aug 22 14:38:09.042527 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f27b609-e558-47c5-a463-15355184f35c tempest-TestShelveInstance-1124909209 tempest-TestShelveInstance-1124909209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6c7667-aec5-4084-9f40-864a89ffe96b,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:09.092148 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 53792) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:38:09.552718 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-070c8345-cafa-42e4-ba83-079a5a8b932b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:09.797873 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-070c8345-cafa-42e4-ba83-079a5a8b932b admin admin] Deleting port a3559ec7-c1bd-4bab-96fc-f2ef51383051 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:38:09.798212 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-070c8345-cafa-42e4-ba83-079a5a8b932b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:09.874957 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-070c8345-cafa-42e4-ba83-079a5a8b932b admin admin] For port a3559ec7-c1bd-4bab-96fc-f2ef51383051, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=a3559ec7-c1bd-4bab-96fc-f2ef51383051,segment=NetworkSegment(5af5fa70-e283-464e-9fb6-2354f305d6d4),segment_id=5af5fa70-e283-464e-9fb6-2354f305d6d4)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:38:09.875326 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-070c8345-cafa-42e4-ba83-079a5a8b932b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:09.886731 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-070c8345-cafa-42e4-ba83-079a5a8b932b admin admin] Calling delete_port for a3559ec7-c1bd-4bab-96fc-f2ef51383051 owned by network:router_interface {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:38:10.071979 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-070c8345-cafa-42e4-ba83-079a5a8b932b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:10.101968 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070c8345-cafa-42e4-ba83-079a5a8b932b admin admin] Pushing event deleted for resources: {'Port': ['ID=a3559ec7-c1bd-4bab-96fc-f2ef51383051,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:10.267105 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-070c8345-cafa-42e4-ba83-079a5a8b932b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:10.483228 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-070c8345-cafa-42e4-ba83-079a5a8b932b admin admin] Router 2c20058d-33ba-4d8f-b1e1-0ec355454bb6 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:38:10.588671 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070c8345-cafa-42e4-ba83-079a5a8b932b admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:38:10.594265 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-070c8345-cafa-42e4-ba83-079a5a8b932b admin admin] 10.222.0.21 "PUT /v2.0/routers/2c20058d-33ba-4d8f-b1e1-0ec355454bb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5002990 Aug 22 14:38:10.596790 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 53796) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:38:10.599283 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700e929d-8adf-4b39-a70e-accc1828eac7 None None] Sync routers for ids ['2c20058d-33ba-4d8f-b1e1-0ec355454bb6'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:38:10.608887 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700e929d-8adf-4b39-a70e-accc1828eac7 None None] Routers {'2c20058d-33ba-4d8f-b1e1-0ec355454bb6'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:38:10.609495 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-700e929d-8adf-4b39-a70e-accc1828eac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:38:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['2c20058d-33ba-4d8f-b1e1-0ec355454bb6'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:38:10.712003 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-700e929d-8adf-4b39-a70e-accc1828eac7 None None] Set router 2c20058d-33ba-4d8f-b1e1-0ec355454bb6 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:38:10.987268 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-700e929d-8adf-4b39-a70e-accc1828eac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'name': 'tempest-TestShelveInstance-668933070-router', 'tenant_id': '118fdb292fa046daa71c37fbe69b73a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '48e6c213-37a6-484c-978c-733671792cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:29:28Z', 'updated_at': '2021-08-22T14:38:10Z', 'revision_number': 5, 'project_id': '118fdb292fa046daa71c37fbe69b73a1', 'gw_port': {'id': '48e6c213-37a6-484c-978c-733671792cbc', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:29:28Z', 'updated_at': '2021-08-22T14:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:38:11.003788 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-10b8e8ea-6a08-42af-9b8d-bc6e58146a81 admin admin] Notify callbacks [] for router, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:11.017508 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700e929d-8adf-4b39-a70e-accc1828eac7 None None] Checking router: 2c20058d-33ba-4d8f-b1e1-0ec355454bb6 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:38:11.025716 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700e929d-8adf-4b39-a70e-accc1828eac7 None None] Routers {'2c20058d-33ba-4d8f-b1e1-0ec355454bb6'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:38:11.026334 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-700e929d-8adf-4b39-a70e-accc1828eac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:38:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['2c20058d-33ba-4d8f-b1e1-0ec355454bb6'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:38:11.106730 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-10b8e8ea-6a08-42af-9b8d-bc6e58146a81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:11.131672 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-700e929d-8adf-4b39-a70e-accc1828eac7 None None] Set router 2c20058d-33ba-4d8f-b1e1-0ec355454bb6 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:38:11.160127 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-10b8e8ea-6a08-42af-9b8d-bc6e58146a81 admin admin] Deleting port 48e6c213-37a6-484c-978c-733671792cbc {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:38:11.160496 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-10b8e8ea-6a08-42af-9b8d-bc6e58146a81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:11.238392 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-10b8e8ea-6a08-42af-9b8d-bc6e58146a81 admin admin] For port 48e6c213-37a6-484c-978c-733671792cbc, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=48e6c213-37a6-484c-978c-733671792cbc,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:38:11.238672 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-10b8e8ea-6a08-42af-9b8d-bc6e58146a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:11.250487 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-10b8e8ea-6a08-42af-9b8d-bc6e58146a81 admin admin] Calling delete_port for 48e6c213-37a6-484c-978c-733671792cbc owned by network:router_gateway {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:38:11.303625 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-700e929d-8adf-4b39-a70e-accc1828eac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'name': 'tempest-TestShelveInstance-668933070-router', 'tenant_id': '118fdb292fa046daa71c37fbe69b73a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '48e6c213-37a6-484c-978c-733671792cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:29:28Z', 'updated_at': '2021-08-22T14:38:10Z', 'revision_number': 5, 'project_id': '118fdb292fa046daa71c37fbe69b73a1', 'gw_port': {'id': '48e6c213-37a6-484c-978c-733671792cbc', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:29:28Z', 'updated_at': '2021-08-22T14:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:38:11.329291 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700e929d-8adf-4b39-a70e-accc1828eac7 None None] The sync data for ids ['2c20058d-33ba-4d8f-b1e1-0ec355454bb6'] in n-d-793621-33 is: [{'id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'name': 'tempest-TestShelveInstance-668933070-router', 'tenant_id': '118fdb292fa046daa71c37fbe69b73a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '48e6c213-37a6-484c-978c-733671792cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:29:28Z', 'updated_at': '2021-08-22T14:38:10Z', 'revision_number': 5, 'project_id': '118fdb292fa046daa71c37fbe69b73a1', 'gw_port': {'id': '48e6c213-37a6-484c-978c-733671792cbc', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c20058d-33ba-4d8f-b1e1-0ec355454bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:29:28Z', 'updated_at': '2021-08-22T14:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:38:11.416930 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-10b8e8ea-6a08-42af-9b8d-bc6e58146a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:11.448481 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b8e8ea-6a08-42af-9b8d-bc6e58146a81 admin admin] Pushing event deleted for resources: {'Port': ['ID=48e6c213-37a6-484c-978c-733671792cbc,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:11.507524 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-10b8e8ea-6a08-42af-9b8d-bc6e58146a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:11.595804 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-10b8e8ea-6a08-42af-9b8d-bc6e58146a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:11.597896 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-10b8e8ea-6a08-42af-9b8d-bc6e58146a81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:11.640457 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-10b8e8ea-6a08-42af-9b8d-bc6e58146a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:11.640948 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b8e8ea-6a08-42af-9b8d-bc6e58146a81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c20058d-33ba-4d8f-b1e1-0ec355454bb6 {{(pid=94627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 14:38:11.645414 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-10b8e8ea-6a08-42af-9b8d-bc6e58146a81 admin admin] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:11.646508 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-10b8e8ea-6a08-42af-9b8d-bc6e58146a81 admin admin] 10.222.0.21 "DELETE /v2.0/routers/2c20058d-33ba-4d8f-b1e1-0ec355454bb6 HTTP/1.1" status: 204 len: 168 time: 1.0487781 Aug 22 14:38:11.649103 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 53798) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:38:11.699993 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b10be88-2dc1-47b7-a51f-e12ca5ade65e admin admin] Deleting subnet 9e50430a-49ce-444d-987c-2ef7525cde56 {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:38:11.703260 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9b10be88-2dc1-47b7-a51f-e12ca5ade65e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:11.739282 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9b10be88-2dc1-47b7-a51f-e12ca5ade65e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:11.822311 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9b10be88-2dc1-47b7-a51f-e12ca5ade65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:11.849902 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device a3559ec7-c1bd-4bab-96fc-f2ef51383051 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:38:11.877029 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: a3559ec7-c1bd-4bab-96fc-f2ef51383051 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:38:11.877395 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device a3559ec7-c1bd-4bab-96fc-f2ef51383051 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:38:11.880562 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9b10be88-2dc1-47b7-a51f-e12ca5ade65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:11.912009 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b10be88-2dc1-47b7-a51f-e12ca5ade65e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e50430a-49ce-444d-987c-2ef7525cde56,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:11.916511 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9b10be88-2dc1-47b7-a51f-e12ca5ade65e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:11.921801 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-9b10be88-2dc1-47b7-a51f-e12ca5ade65e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9e50430a-49ce-444d-987c-2ef7525cde56 HTTP/1.1" status: 204 len: 168 time: 0.2694659 Aug 22 14:38:11.921953 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7293098a-1df8-4e1b-9c93-317ba7879ce5 None None] Network 62da9a17-6ccc-4a6f-a8c7-34957fe01c57 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:38:11.922067 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 53800) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:38:12.012434 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-15739a71-6e26-4bf0-96dd-fac81e7d7bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:12.072666 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-15739a71-6e26-4bf0-96dd-fac81e7d7bd7 admin admin] Deleting port e0976150-520f-4afc-8a88-9989269338e3 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:38:12.073038 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-15739a71-6e26-4bf0-96dd-fac81e7d7bd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:12.142599 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-15739a71-6e26-4bf0-96dd-fac81e7d7bd7 admin admin] For port e0976150-520f-4afc-8a88-9989269338e3, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=e0976150-520f-4afc-8a88-9989269338e3,segment=NetworkSegment(5af5fa70-e283-464e-9fb6-2354f305d6d4),segment_id=5af5fa70-e283-464e-9fb6-2354f305d6d4)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:38:12.143282 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-15739a71-6e26-4bf0-96dd-fac81e7d7bd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:12.154994 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-15739a71-6e26-4bf0-96dd-fac81e7d7bd7 admin admin] Calling delete_port for e0976150-520f-4afc-8a88-9989269338e3 owned by network:dhcp {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:38:12.229862 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-15739a71-6e26-4bf0-96dd-fac81e7d7bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:12.256199 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15739a71-6e26-4bf0-96dd-fac81e7d7bd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0976150-520f-4afc-8a88-9989269338e3,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:12.259717 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15739a71-6e26-4bf0-96dd-fac81e7d7bd7 admin admin] No DVR routers for this DVR port e0976150-520f-4afc-8a88-9989269338e3 on host n-d-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:38:12.332100 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-15739a71-6e26-4bf0-96dd-fac81e7d7bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:12.342248 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-15739a71-6e26-4bf0-96dd-fac81e7d7bd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62da9a17-6ccc-4a6f-a8c7-34957fe01c57']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:38:12.352162 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-15739a71-6e26-4bf0-96dd-fac81e7d7bd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5af5fa70-e283-464e-9fb6-2354f305d6d4') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:38:12.352559 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-15739a71-6e26-4bf0-96dd-fac81e7d7bd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5af5fa70-e283-464e-9fb6-2354f305d6d4') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:38:12.361592 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-15739a71-6e26-4bf0-96dd-fac81e7d7bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:12.375460 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-15739a71-6e26-4bf0-96dd-fac81e7d7bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:12.381086 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15739a71-6e26-4bf0-96dd-fac81e7d7bd7 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:38:12.381462 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-15739a71-6e26-4bf0-96dd-fac81e7d7bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:12.383020 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 14:38:12.383020 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:38:12.383020 n-d-793621-33 neutron-server[94627]: timer() Aug 22 14:38:12.383020 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:38:12.383020 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 14:38:12.383020 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:38:12.383020 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 14:38:12.383020 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:38:12.383020 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 14:38:12.383020 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:38:12.383020 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 14:38:12.383020 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:38:12.383020 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 14:38:12.383020 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:38:12.383020 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:38:12.383020 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:38:12.383020 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:38:12.383020 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:38:12.383020 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 14:38:12.383020 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:38:12.383020 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 14:38:12.383020 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:38:12.383020 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:38:12.383020 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:38:12.383020 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 14:38:12.383020 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:38:12.383020 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:38:12.383020 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:38:12.383020 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:38:12.383020 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:38:12.383020 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:38:12.383020 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:38:12.420535 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b87b94e-703c-45d7-a7bf-b3523f33abb3 None None] DHCP port deletion for 62da9a17-6ccc-4a6f-a8c7-34957fe01c57 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 14:38:12.444689 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-15739a71-6e26-4bf0-96dd-fac81e7d7bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:12.449490 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-15739a71-6e26-4bf0-96dd-fac81e7d7bd7 admin admin] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:12.451851 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-15739a71-6e26-4bf0-96dd-fac81e7d7bd7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/62da9a17-6ccc-4a6f-a8c7-34957fe01c57 HTTP/1.1" status: 204 len: 168 time: 0.5287673 Aug 22 14:38:12.455648 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53802) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:38:12.465597 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15739a71-6e26-4bf0-96dd-fac81e7d7bd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=62da9a17-6ccc-4a6f-a8c7-34957fe01c57,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:12.800128 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f352499e-13d7-4c56-9ffd-d25fd6db703b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:13.038788 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-f352499e-13d7-4c56-9ffd-d25fd6db703b admin admin] Deleting port 0dc77374-ad30-454f-9daf-e72052e4c1e5 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:38:13.039131 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f352499e-13d7-4c56-9ffd-d25fd6db703b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:13.118963 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-f352499e-13d7-4c56-9ffd-d25fd6db703b admin admin] For port 0dc77374-ad30-454f-9daf-e72052e4c1e5, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=0dc77374-ad30-454f-9daf-e72052e4c1e5,segment=NetworkSegment(0730bdd0-f6b7-4cb9-879b-86e787664c6a),segment_id=0730bdd0-f6b7-4cb9-879b-86e787664c6a)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:38:13.119328 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f352499e-13d7-4c56-9ffd-d25fd6db703b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:13.131379 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-f352499e-13d7-4c56-9ffd-d25fd6db703b admin admin] Calling delete_port for 0dc77374-ad30-454f-9daf-e72052e4c1e5 owned by network:router_interface {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:38:13.315394 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f352499e-13d7-4c56-9ffd-d25fd6db703b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:13.340120 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f352499e-13d7-4c56-9ffd-d25fd6db703b admin admin] Pushing event deleted for resources: {'Port': ['ID=0dc77374-ad30-454f-9daf-e72052e4c1e5,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:13.508480 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f352499e-13d7-4c56-9ffd-d25fd6db703b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:13.718573 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f352499e-13d7-4c56-9ffd-d25fd6db703b admin admin] Router 2d0c08f9-541c-4d5d-8d52-be75887a765e has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:38:13.824413 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 48e6c213-37a6-484c-978c-733671792cbc no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:38:13.829397 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f352499e-13d7-4c56-9ffd-d25fd6db703b admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:38:13.834534 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f352499e-13d7-4c56-9ffd-d25fd6db703b admin admin] 10.222.0.21 "PUT /v2.0/routers/2d0c08f9-541c-4d5d-8d52-be75887a765e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3786178 Aug 22 14:38:13.837902 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53804) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:38:13.849418 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9a852a-97f8-49d8-8a53-e44bbd1e2902 None None] Sync routers for ids ['2d0c08f9-541c-4d5d-8d52-be75887a765e'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:38:13.851691 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 48e6c213-37a6-484c-978c-733671792cbc {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:38:13.852006 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 48e6c213-37a6-484c-978c-733671792cbc not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:38:13.852437 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device e0976150-520f-4afc-8a88-9989269338e3 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:38:13.874961 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: e0976150-520f-4afc-8a88-9989269338e3 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:38:13.875298 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device e0976150-520f-4afc-8a88-9989269338e3 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:38:13.879034 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9a852a-97f8-49d8-8a53-e44bbd1e2902 None None] Routers {'2d0c08f9-541c-4d5d-8d52-be75887a765e'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:38:13.879645 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-ff9a852a-97f8-49d8-8a53-e44bbd1e2902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:38:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['2d0c08f9-541c-4d5d-8d52-be75887a765e'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:38:13.945748 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e507f2d3-19c0-4bc0-8608-4ae0657beab0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:14.055134 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e507f2d3-19c0-4bc0-8608-4ae0657beab0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:14.108752 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-e507f2d3-19c0-4bc0-8608-4ae0657beab0 admin admin] Deleting port db2f5534-b318-4584-9e50-3502ff56bfdd {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:38:14.109087 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e507f2d3-19c0-4bc0-8608-4ae0657beab0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:14.145367 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-ff9a852a-97f8-49d8-8a53-e44bbd1e2902 None None] Set router 2d0c08f9-541c-4d5d-8d52-be75887a765e gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:38:14.189542 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-e507f2d3-19c0-4bc0-8608-4ae0657beab0 admin admin] For port db2f5534-b318-4584-9e50-3502ff56bfdd, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=db2f5534-b318-4584-9e50-3502ff56bfdd,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:38:14.189903 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e507f2d3-19c0-4bc0-8608-4ae0657beab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:14.201524 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-e507f2d3-19c0-4bc0-8608-4ae0657beab0 admin admin] Calling delete_port for db2f5534-b318-4584-9e50-3502ff56bfdd owned by network:router_gateway {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:38:14.321273 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-ff9a852a-97f8-49d8-8a53-e44bbd1e2902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0c08f9-541c-4d5d-8d52-be75887a765e', 'name': 'tempest-TestShelveInstance-742566717-router', 'tenant_id': '72d3e7945150407f94ad8db719600c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'db2f5534-b318-4584-9e50-3502ff56bfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:29:33Z', 'updated_at': '2021-08-22T14:38:13Z', 'revision_number': 5, 'project_id': '72d3e7945150407f94ad8db719600c45', 'gw_port': {'id': 'db2f5534-b318-4584-9e50-3502ff56bfdd', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:54:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0c08f9-541c-4d5d-8d52-be75887a765e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:29:33Z', 'updated_at': '2021-08-22T14:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:38:14.348464 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9a852a-97f8-49d8-8a53-e44bbd1e2902 None None] Checking router: 2d0c08f9-541c-4d5d-8d52-be75887a765e for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:38:14.356789 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9a852a-97f8-49d8-8a53-e44bbd1e2902 None None] Routers {'2d0c08f9-541c-4d5d-8d52-be75887a765e'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:38:14.357408 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-ff9a852a-97f8-49d8-8a53-e44bbd1e2902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:38:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['2d0c08f9-541c-4d5d-8d52-be75887a765e'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:38:14.365268 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e507f2d3-19c0-4bc0-8608-4ae0657beab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:14.392437 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e507f2d3-19c0-4bc0-8608-4ae0657beab0 admin admin] Pushing event deleted for resources: {'Port': ['ID=db2f5534-b318-4584-9e50-3502ff56bfdd,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:14.446893 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-ff9a852a-97f8-49d8-8a53-e44bbd1e2902 None None] Set router 2d0c08f9-541c-4d5d-8d52-be75887a765e gateway port host: None {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:38:14.457887 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e507f2d3-19c0-4bc0-8608-4ae0657beab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:14.501511 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-ff9a852a-97f8-49d8-8a53-e44bbd1e2902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0c08f9-541c-4d5d-8d52-be75887a765e', 'name': 'tempest-TestShelveInstance-742566717-router', 'tenant_id': '72d3e7945150407f94ad8db719600c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:29:33Z', 'updated_at': '2021-08-22T14:38:14Z', 'revision_number': 6, 'project_id': '72d3e7945150407f94ad8db719600c45', 'gw_port_host': None}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:38:14.528295 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9a852a-97f8-49d8-8a53-e44bbd1e2902 None None] The sync data for ids ['2d0c08f9-541c-4d5d-8d52-be75887a765e'] in n-d-793621-33 is: [{'id': '2d0c08f9-541c-4d5d-8d52-be75887a765e', 'name': 'tempest-TestShelveInstance-742566717-router', 'tenant_id': '72d3e7945150407f94ad8db719600c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:29:33Z', 'updated_at': '2021-08-22T14:38:14Z', 'revision_number': 6, 'project_id': '72d3e7945150407f94ad8db719600c45', 'gw_port_host': None}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:38:14.559763 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e507f2d3-19c0-4bc0-8608-4ae0657beab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:14.560427 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e507f2d3-19c0-4bc0-8608-4ae0657beab0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:14.604286 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e507f2d3-19c0-4bc0-8608-4ae0657beab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:14.604863 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e507f2d3-19c0-4bc0-8608-4ae0657beab0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d0c08f9-541c-4d5d-8d52-be75887a765e {{(pid=94628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 14:38:14.609219 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-e507f2d3-19c0-4bc0-8608-4ae0657beab0 admin admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:14.610532 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-e507f2d3-19c0-4bc0-8608-4ae0657beab0 admin admin] 10.222.0.21 "DELETE /v2.0/routers/2d0c08f9-541c-4d5d-8d52-be75887a765e HTTP/1.1" status: 204 len: 168 time: 0.7716947 Aug 22 14:38:14.613375 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53806) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:38:14.661061 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_v2 [None req-44cc07e3-dadb-4f23-b830-8e63c5e4d22e admin admin] Deleting subnet 2136ba1f-521d-4d23-9f77-88738e8bc02e {{(pid=94628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:38:14.664041 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-44cc07e3-dadb-4f23-b830-8e63c5e4d22e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:14.697752 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-44cc07e3-dadb-4f23-b830-8e63c5e4d22e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1830245'] for subnet, precommit_delete_associations {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:14.779765 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-44cc07e3-dadb-4f23-b830-8e63c5e4d22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:14.830606 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-44cc07e3-dadb-4f23-b830-8e63c5e4d22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1239888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260368333'] for subnet, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:14.856295 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cc07e3-dadb-4f23-b830-8e63c5e4d22e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2136ba1f-521d-4d23-9f77-88738e8bc02e,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:14.861212 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-44cc07e3-dadb-4f23-b830-8e63c5e4d22e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:14.863132 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-44cc07e3-dadb-4f23-b830-8e63c5e4d22e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2136ba1f-521d-4d23-9f77-88738e8bc02e HTTP/1.1" status: 204 len: 168 time: 0.2487636 Aug 22 14:38:14.866297 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 53808) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:38:14.868063 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5137e52e-180e-4add-9a8f-a9b921e712d9 None None] Network 4397994a-dfd5-4595-a7b8-0900c5b78d1e requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:38:14.939983 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b955638f-8904-4970-a8ea-4df93af682a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:15.000102 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-b955638f-8904-4970-a8ea-4df93af682a5 admin admin] Deleting port 67b7a018-fc01-4562-a6b1-2d12c998af55 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:38:15.000449 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b955638f-8904-4970-a8ea-4df93af682a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:15.066944 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-b955638f-8904-4970-a8ea-4df93af682a5 admin admin] For port 67b7a018-fc01-4562-a6b1-2d12c998af55, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=67b7a018-fc01-4562-a6b1-2d12c998af55,segment=NetworkSegment(0730bdd0-f6b7-4cb9-879b-86e787664c6a),segment_id=0730bdd0-f6b7-4cb9-879b-86e787664c6a)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:38:15.067332 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b955638f-8904-4970-a8ea-4df93af682a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:15.079508 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-b955638f-8904-4970-a8ea-4df93af682a5 admin admin] Calling delete_port for 67b7a018-fc01-4562-a6b1-2d12c998af55 owned by network:dhcp {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:38:15.155386 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b955638f-8904-4970-a8ea-4df93af682a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:15.182368 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b955638f-8904-4970-a8ea-4df93af682a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=67b7a018-fc01-4562-a6b1-2d12c998af55,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:15.189871 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b955638f-8904-4970-a8ea-4df93af682a5 admin admin] No DVR routers for this DVR port 67b7a018-fc01-4562-a6b1-2d12c998af55 on host n-d-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:38:15.257872 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b955638f-8904-4970-a8ea-4df93af682a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:15.267913 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-b955638f-8904-4970-a8ea-4df93af682a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4397994a-dfd5-4595-a7b8-0900c5b78d1e']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:38:15.279091 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-b955638f-8904-4970-a8ea-4df93af682a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0730bdd0-f6b7-4cb9-879b-86e787664c6a') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:38:15.279379 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-b955638f-8904-4970-a8ea-4df93af682a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0730bdd0-f6b7-4cb9-879b-86e787664c6a') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:38:15.289308 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b955638f-8904-4970-a8ea-4df93af682a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:15.292199 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39810549-337c-4f08-96a7-7cf2bc47413f None None] DHCP port deletion for 4397994a-dfd5-4595-a7b8-0900c5b78d1e request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 14:38:15.311041 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b955638f-8904-4970-a8ea-4df93af682a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:15.317138 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b955638f-8904-4970-a8ea-4df93af682a5 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:38:15.317529 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b955638f-8904-4970-a8ea-4df93af682a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:15.319154 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 14:38:15.319154 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:38:15.319154 n-d-793621-33 neutron-server[94627]: timer() Aug 22 14:38:15.319154 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:38:15.319154 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 14:38:15.319154 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:38:15.319154 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 14:38:15.319154 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:38:15.319154 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 14:38:15.319154 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:38:15.319154 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 14:38:15.319154 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:38:15.319154 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 14:38:15.319154 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:38:15.319154 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:38:15.319154 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:38:15.319154 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:38:15.319154 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:38:15.319154 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 14:38:15.319154 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:38:15.319154 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 14:38:15.319154 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:38:15.319154 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:38:15.319154 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:38:15.319154 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 14:38:15.319154 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:38:15.319154 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:38:15.319154 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:38:15.319154 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:38:15.319154 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:38:15.319154 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:38:15.319154 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:38:15.378105 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b955638f-8904-4970-a8ea-4df93af682a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:15.383549 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b955638f-8904-4970-a8ea-4df93af682a5 admin admin] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:15.388731 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-b955638f-8904-4970-a8ea-4df93af682a5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4397994a-dfd5-4595-a7b8-0900c5b78d1e HTTP/1.1" status: 204 len: 168 time: 0.5208392 Aug 22 14:38:15.402109 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b955638f-8904-4970-a8ea-4df93af682a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4397994a-dfd5-4595-a7b8-0900c5b78d1e,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:15.503380 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 53812) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:38:15.545016 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-58ac6323-9835-4711-aca1-d7f97aad0133 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=118fdb292fa046daa71c37fbe69b73a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404518 Aug 22 14:38:15.547790 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53814) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:38:15.595662 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4654d349-044d-4d8a-8063-82bbec20bcd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:15.616821 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4654d349-044d-4d8a-8063-82bbec20bcd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:15.666783 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4654d349-044d-4d8a-8063-82bbec20bcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:15.671345 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-4654d349-044d-4d8a-8063-82bbec20bcd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:15.672557 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-4654d349-044d-4d8a-8063-82bbec20bcd4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/46544c76-c2d5-4156-a519-2346d3d03d07 HTTP/1.1" status: 204 len: 168 time: 0.1237130 Aug 22 14:38:15.680705 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4654d349-044d-4d8a-8063-82bbec20bcd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46544c76-c2d5-4156-a519-2346d3d03d07,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:15.782001 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 0dc77374-ad30-454f-9daf-e72052e4c1e5 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:38:15.801831 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 0dc77374-ad30-454f-9daf-e72052e4c1e5 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:38:15.802122 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 0dc77374-ad30-454f-9daf-e72052e4c1e5 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:38:15.802549 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device db2f5534-b318-4584-9e50-3502ff56bfdd no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:38:15.821989 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: db2f5534-b318-4584-9e50-3502ff56bfdd {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:38:15.822409 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device db2f5534-b318-4584-9e50-3502ff56bfdd not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:38:15.822745 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 67b7a018-fc01-4562-a6b1-2d12c998af55 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:38:15.846742 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 67b7a018-fc01-4562-a6b1-2d12c998af55 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:38:15.847094 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 67b7a018-fc01-4562-a6b1-2d12c998af55 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:38:15.987802 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53820) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:38:16.028629 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-375dc465-9615-4c42-9cc5-d83213169d30 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=72d3e7945150407f94ad8db719600c45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386603 Aug 22 14:38:16.030630 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53822) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:38:16.077447 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2ce8bba2-04cf-4922-9763-32a774b04ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:16.098440 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2ce8bba2-04cf-4922-9763-32a774b04ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:16.146468 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2ce8bba2-04cf-4922-9763-32a774b04ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:16.149261 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2ce8bba2-04cf-4922-9763-32a774b04ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:16.150398 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2ce8bba2-04cf-4922-9763-32a774b04ef9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5ca64468-c306-43e7-8fa8-d8725009d5da HTTP/1.1" status: 204 len: 168 time: 0.1188834 Aug 22 14:38:16.158931 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce8bba2-04cf-4922-9763-32a774b04ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca64468-c306-43e7-8fa8-d8725009d5da,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:16.827052 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53844) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:38:16.926772 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-70859091-afa0-4d76-9ff0-263e8bc10979 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-940154751-network', 'tenant_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:38:16.948186 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70859091-afa0-4d76-9ff0-263e8bc10979 admin admin] Made reservation on behalf of 1fc13d0ff8d24d92b3dc5bb18a41e05b for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:38:16.950428 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-70859091-afa0-4d76-9ff0-263e8bc10979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:16.958333 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-70859091-afa0-4d76-9ff0-263e8bc10979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:17.050681 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-70859091-afa0-4d76-9ff0-263e8bc10979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:17.054365 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-70859091-afa0-4d76-9ff0-263e8bc10979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:17.078701 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70859091-afa0-4d76-9ff0-263e8bc10979 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:38:17.093450 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70859091-afa0-4d76-9ff0-263e8bc10979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28214018-95c5-4e22-89f3-190f7ed03bfa,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:17.097098 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-70859091-afa0-4d76-9ff0-263e8bc10979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:17.097454 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-70859091-afa0-4d76-9ff0-263e8bc10979 admin admin] Added segment 7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d of type vlan for network b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3 Aug 22 14:38:17.138882 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-70859091-afa0-4d76-9ff0-263e8bc10979 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:17.163045 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-70859091-afa0-4d76-9ff0-263e8bc10979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:17.164000 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70859091-afa0-4d76-9ff0-263e8bc10979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:38:17.164608 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-70859091-afa0-4d76-9ff0-263e8bc10979 admin admin] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:17.213448 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-70859091-afa0-4d76-9ff0-263e8bc10979 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3851805 Aug 22 14:38:17.217216 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 53848) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:38:17.222370 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-074ffb99-a86d-496c-acf4-c6294a74c21d admin admin] Request body: {'subnet': {'network_id': 'b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-940154751-subnet', 'tenant_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'ip_version': 4}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:38:17.223087 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70859091-afa0-4d76-9ff0-263e8bc10979 admin admin] Pushing event updated for resources: {'Network': ['ID=b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:17.233910 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:38:17.245043 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074ffb99-a86d-496c-acf4-c6294a74c21d admin admin] Made reservation on behalf of 1fc13d0ff8d24d92b3dc5bb18a41e05b for: {'subnet': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:38:17.247473 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-074ffb99-a86d-496c-acf4-c6294a74c21d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3422999'] for subnet, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:17.413337 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-074ffb99-a86d-496c-acf4-c6294a74c21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4085745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423097'] for subnet, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:17.469195 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074ffb99-a86d-496c-acf4-c6294a74c21d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f913c27-7d8b-4dbc-8de2-bf4494edf1fc,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:17.476453 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074ffb99-a86d-496c-acf4-c6294a74c21d admin admin] Checking segment: {'id': '7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:38:17.476815 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074ffb99-a86d-496c-acf4-c6294a74c21d admin admin] Network hostable DHCP agents. Network: b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:38:17.493036 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074ffb99-a86d-496c-acf4-c6294a74c21d admin admin] Network b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:38:17.501724 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-074ffb99-a86d-496c-acf4-c6294a74c21d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3) {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:38:17.506592 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074ffb99-a86d-496c-acf4-c6294a74c21d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:38:17.507481 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-074ffb99-a86d-496c-acf4-c6294a74c21d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:17.510585 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaaae12a-1c16-45dc-b693-6495fd5bb65d None None] Network b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:38:17.524466 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-074ffb99-a86d-496c-acf4-c6294a74c21d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3060958 Aug 22 14:38:17.528102 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 53850) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:38:17.532574 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-b2ff5775-94e0-4534-9d05-f1d5cab84e28 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-940154751-router', 'tenant_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:38:17.553063 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b2ff5775-94e0-4534-9d05-f1d5cab84e28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:17.554059 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b2ff5775-94e0-4534-9d05-f1d5cab84e28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:17.610636 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b2ff5775-94e0-4534-9d05-f1d5cab84e28 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:17.659924 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4096b4-c0e3-4ddb-91fa-0c37259e5775 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3', 'network_id': 'b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3', 'tenant_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'fixed_ips': [{'subnet_id': '6f913c27-7d8b-4dbc-8de2-bf4494edf1fc'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:38:17.660821 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5e4096b4-c0e3-4ddb-91fa-0c37259e5775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:17.749180 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b2ff5775-94e0-4534-9d05-f1d5cab84e28 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:17.796354 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-5e4096b4-c0e3-4ddb-91fa-0c37259e5775 None None] Allocated IP 172.20.0.2 (b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3/6f913c27-7d8b-4dbc-8de2-bf4494edf1fc/76672433-a548-49c0-ab17-e0030319e4d9) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:38:17.937126 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5e4096b4-c0e3-4ddb-91fa-0c37259e5775 None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:17.945760 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-5e4096b4-c0e3-4ddb-91fa-0c37259e5775 None None] Transition to ACTIVE for port object 76672433-a548-49c0-ab17-e0030319e4d9 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:38:17.956041 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b2ff5775-94e0-4534-9d05-f1d5cab84e28 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:17.960907 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-5e4096b4-c0e3-4ddb-91fa-0c37259e5775 None None] Transition to ACTIVE for port object 76672433-a548-49c0-ab17-e0030319e4d9 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:38:17.967574 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5e4096b4-c0e3-4ddb-91fa-0c37259e5775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:17.978733 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b2ff5775-94e0-4534-9d05-f1d5cab84e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:18.014215 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4096b4-c0e3-4ddb-91fa-0c37259e5775 None None] Network b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:38:18.017145 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-5e4096b4-c0e3-4ddb-91fa-0c37259e5775 None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:38:18.019707 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4096b4-c0e3-4ddb-91fa-0c37259e5775 None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:38:18.040099 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4096b4-c0e3-4ddb-91fa-0c37259e5775 None None] Pushing event updated for resources: {'Port': ['ID=76672433-a548-49c0-ab17-e0030319e4d9,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:18.066495 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4096b4-c0e3-4ddb-91fa-0c37259e5775 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:38:18.066819 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4096b4-c0e3-4ddb-91fa-0c37259e5775 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:38:18.067089 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4096b4-c0e3-4ddb-91fa-0c37259e5775 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:38:18.067447 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4096b4-c0e3-4ddb-91fa-0c37259e5775 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:38:18.067759 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4096b4-c0e3-4ddb-91fa-0c37259e5775 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:38:18.068092 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4096b4-c0e3-4ddb-91fa-0c37259e5775 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:38:18.068445 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4096b4-c0e3-4ddb-91fa-0c37259e5775 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:38:18.068773 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4096b4-c0e3-4ddb-91fa-0c37259e5775 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:38:18.069101 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4096b4-c0e3-4ddb-91fa-0c37259e5775 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:38:18.069421 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4096b4-c0e3-4ddb-91fa-0c37259e5775 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:38:18.069745 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4096b4-c0e3-4ddb-91fa-0c37259e5775 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:38:18.070064 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4096b4-c0e3-4ddb-91fa-0c37259e5775 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:38:18.104011 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-5e4096b4-c0e3-4ddb-91fa-0c37259e5775 None None] Attempting to bind port 76672433-a548-49c0-ab17-e0030319e4d9 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:38:18.104416 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-5e4096b4-c0e3-4ddb-91fa-0c37259e5775 None None] Attempting to bind port 76672433-a548-49c0-ab17-e0030319e4d9 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:38:18.104782 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4096b4-c0e3-4ddb-91fa-0c37259e5775 None None] Attempting to bind port 76672433-a548-49c0-ab17-e0030319e4d9 on network b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:38:18.109706 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-b2ff5775-94e0-4534-9d05-f1d5cab84e28 admin admin] Allocated IP 172.25.3.168 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/a97bfc44-8176-4c5b-84c9-d05abf45983e) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:38:18.110512 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4096b4-c0e3-4ddb-91fa-0c37259e5775 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:38:18.111050 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4096b4-c0e3-4ddb-91fa-0c37259e5775 None None] Checking segment: {'id': '7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:38:18.111453 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5e4096b4-c0e3-4ddb-91fa-0c37259e5775 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:18.111875 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4096b4-c0e3-4ddb-91fa-0c37259e5775 None None] Bound using segment: {'id': '7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:38:18.112369 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-5e4096b4-c0e3-4ddb-91fa-0c37259e5775 None None] Bound port: 76672433-a548-49c0-ab17-e0030319e4d9, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:38:18.112752 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5e4096b4-c0e3-4ddb-91fa-0c37259e5775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:18.180348 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-5e4096b4-c0e3-4ddb-91fa-0c37259e5775 None None] For port 76672433-a548-49c0-ab17-e0030319e4d9, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:38:18.185002 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-5e4096b4-c0e3-4ddb-91fa-0c37259e5775 None None] For port 76672433-a548-49c0-ab17-e0030319e4d9, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=76672433-a548-49c0-ab17-e0030319e4d9,segment=NetworkSegment(7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d),segment_id=7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:38:18.190350 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5e4096b4-c0e3-4ddb-91fa-0c37259e5775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:18.231227 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b2ff5775-94e0-4534-9d05-f1d5cab84e28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:18.258100 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4096b4-c0e3-4ddb-91fa-0c37259e5775 None None] Pushing event updated for resources: {'Port': ['ID=76672433-a548-49c0-ab17-e0030319e4d9,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:18.276935 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b2ff5775-94e0-4534-9d05-f1d5cab84e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:18.323354 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ff5775-94e0-4534-9d05-f1d5cab84e28 admin admin] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:38:18.326822 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-b2ff5775-94e0-4534-9d05-f1d5cab84e28 admin admin] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:38:18.333650 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ff5775-94e0-4534-9d05-f1d5cab84e28 admin admin] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:38:18.336951 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff5775-94e0-4534-9d05-f1d5cab84e28 admin admin] Pushing event updated for resources: {'Port': ['ID=a97bfc44-8176-4c5b-84c9-d05abf45983e,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:18.611924 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b2ff5775-94e0-4534-9d05-f1d5cab84e28 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:18.805045 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b2ff5775-94e0-4534-9d05-f1d5cab84e28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:18.943232 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ff5775-94e0-4534-9d05-f1d5cab84e28 admin admin] Router 60f6755e-217b-4e00-8947-446f24c2de7e is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 14:38:19.049918 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ff5775-94e0-4534-9d05-f1d5cab84e28 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:38:19.062917 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9d09fb-3a20-448b-af52-385dbf7f62a5 None None] Sync routers for ids ['60f6755e-217b-4e00-8947-446f24c2de7e'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:38:19.069652 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-b2ff5775-94e0-4534-9d05-f1d5cab84e28 admin admin] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:19.072162 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9d09fb-3a20-448b-af52-385dbf7f62a5 None None] Routers {'60f6755e-217b-4e00-8947-446f24c2de7e'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:38:19.072802 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-1b9d09fb-3a20-448b-af52-385dbf7f62a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:38:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['60f6755e-217b-4e00-8947-446f24c2de7e'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:38:19.073826 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53852) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:38:19.074528 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-b2ff5775-94e0-4534-9d05-f1d5cab84e28 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5449624 Aug 22 14:38:19.166796 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832f08fb-6f06-488e-9600-a752c33600fe None None] Network b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:38:19.188608 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-1b9d09fb-3a20-448b-af52-385dbf7f62a5 None None] Set router 60f6755e-217b-4e00-8947-446f24c2de7e gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:38:19.252486 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-cb3e3e97-605c-46ea-8fd8-133062e08329 None None] Provisioning for port 76672433-a548-49c0-ab17-e0030319e4d9 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:38:19.374240 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-1b9d09fb-3a20-448b-af52-385dbf7f62a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'name': 'tempest-TestSnapshotPattern-940154751-router', 'tenant_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a97bfc44-8176-4c5b-84c9-d05abf45983e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:38:17Z', 'updated_at': '2021-08-22T14:38:18Z', 'revision_number': 3, 'project_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'gw_port': {'id': 'a97bfc44-8176-4c5b-84c9-d05abf45983e', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:38:17Z', 'updated_at': '2021-08-22T14:38:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:38:19.401257 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9d09fb-3a20-448b-af52-385dbf7f62a5 None None] Checking router: 60f6755e-217b-4e00-8947-446f24c2de7e for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:38:19.401618 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9d09fb-3a20-448b-af52-385dbf7f62a5 None None] Updating router 60f6755e-217b-4e00-8947-446f24c2de7e port a97bfc44-8176-4c5b-84c9-d05abf45983e binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:38:19.427849 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-1b9d09fb-3a20-448b-af52-385dbf7f62a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:19.688404 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-1b9d09fb-3a20-448b-af52-385dbf7f62a5 None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:19.698437 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-1b9d09fb-3a20-448b-af52-385dbf7f62a5 None None] Transition to ACTIVE for port object a97bfc44-8176-4c5b-84c9-d05abf45983e will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:38:19.705296 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-1b9d09fb-3a20-448b-af52-385dbf7f62a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:19.754342 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-1b9d09fb-3a20-448b-af52-385dbf7f62a5 None None] Attempting to bind port a97bfc44-8176-4c5b-84c9-d05abf45983e on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:38:19.754342 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-1b9d09fb-3a20-448b-af52-385dbf7f62a5 None None] Attempting to bind port a97bfc44-8176-4c5b-84c9-d05abf45983e by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:38:19.754342 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9d09fb-3a20-448b-af52-385dbf7f62a5 None None] Attempting to bind port a97bfc44-8176-4c5b-84c9-d05abf45983e on network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:38:19.768377 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9d09fb-3a20-448b-af52-385dbf7f62a5 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:38:19.768893 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9d09fb-3a20-448b-af52-385dbf7f62a5 None None] Checking segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:38:19.769140 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-1b9d09fb-3a20-448b-af52-385dbf7f62a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:19.769547 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9d09fb-3a20-448b-af52-385dbf7f62a5 None None] Bound using segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:38:19.769977 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-1b9d09fb-3a20-448b-af52-385dbf7f62a5 None None] Bound port: a97bfc44-8176-4c5b-84c9-d05abf45983e, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:38:19.770351 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-1b9d09fb-3a20-448b-af52-385dbf7f62a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:19.791363 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b833f5c-6b22-4c3f-99b0-e628c7b2398b None None] Pushing event updated for resources: {'Port': ['ID=a97bfc44-8176-4c5b-84c9-d05abf45983e,revision_number=2']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:19.823701 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b833f5c-6b22-4c3f-99b0-e628c7b2398b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:38:19.824778 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b833f5c-6b22-4c3f-99b0-e628c7b2398b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:38:19.825743 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b833f5c-6b22-4c3f-99b0-e628c7b2398b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:38:19.825743 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b833f5c-6b22-4c3f-99b0-e628c7b2398b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:38:19.826046 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b833f5c-6b22-4c3f-99b0-e628c7b2398b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:38:19.826128 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b833f5c-6b22-4c3f-99b0-e628c7b2398b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:38:19.826452 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b833f5c-6b22-4c3f-99b0-e628c7b2398b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:38:19.827039 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b833f5c-6b22-4c3f-99b0-e628c7b2398b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:38:19.827370 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b833f5c-6b22-4c3f-99b0-e628c7b2398b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:38:19.827700 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b833f5c-6b22-4c3f-99b0-e628c7b2398b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:38:19.828084 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b833f5c-6b22-4c3f-99b0-e628c7b2398b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:38:19.828525 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b833f5c-6b22-4c3f-99b0-e628c7b2398b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:38:19.837402 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-1b9d09fb-3a20-448b-af52-385dbf7f62a5 None None] For port a97bfc44-8176-4c5b-84c9-d05abf45983e, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:38:19.840753 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-1b9d09fb-3a20-448b-af52-385dbf7f62a5 None None] For port a97bfc44-8176-4c5b-84c9-d05abf45983e, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=a97bfc44-8176-4c5b-84c9-d05abf45983e,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:38:19.846169 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 76672433-a548-49c0-ab17-e0030319e4d9 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:38:19.846675 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-1b9d09fb-3a20-448b-af52-385dbf7f62a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:19.850138 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cb167160-f8ee-4e20-a674-91b2749e64ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:19.895869 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9d09fb-3a20-448b-af52-385dbf7f62a5 None None] Routers {'60f6755e-217b-4e00-8947-446f24c2de7e'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:38:19.896529 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-1b9d09fb-3a20-448b-af52-385dbf7f62a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:38:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['60f6755e-217b-4e00-8947-446f24c2de7e'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:38:19.905302 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 76672433-a548-49c0-ab17-e0030319e4d9 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:38:19.916202 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 76672433-a548-49c0-ab17-e0030319e4d9 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:38:19.916624 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:19.950724 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b833f5c-6b22-4c3f-99b0-e628c7b2398b None None] Pushing event updated for resources: {'Port': ['ID=a97bfc44-8176-4c5b-84c9-d05abf45983e,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:20.003264 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:20.021186 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-1b9d09fb-3a20-448b-af52-385dbf7f62a5 None None] Set router 60f6755e-217b-4e00-8947-446f24c2de7e gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:38:20.023226 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-cb167160-f8ee-4e20-a674-91b2749e64ff admin admin] Allocated IP 172.20.0.1 (b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3/6f913c27-7d8b-4dbc-8de2-bf4494edf1fc/95e80fea-64fe-4d82-9a2b-41b155c954f9) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:38:20.038609 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 76672433-a548-49c0-ab17-e0030319e4d9, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=76672433-a548-49c0-ab17-e0030319e4d9,segment=NetworkSegment(7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d),segment_id=7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:38:20.044660 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:20.097416 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=76672433-a548-49c0-ab17-e0030319e4d9,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:20.134696 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cb167160-f8ee-4e20-a674-91b2749e64ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:20.148741 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-cb167160-f8ee-4e20-a674-91b2749e64ff admin admin] Transition to ACTIVE for port object 95e80fea-64fe-4d82-9a2b-41b155c954f9 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:38:20.180311 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cb167160-f8ee-4e20-a674-91b2749e64ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:20.207390 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-1b9d09fb-3a20-448b-af52-385dbf7f62a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'name': 'tempest-TestSnapshotPattern-940154751-router', 'tenant_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a97bfc44-8176-4c5b-84c9-d05abf45983e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:38:17Z', 'updated_at': '2021-08-22T14:38:18Z', 'revision_number': 3, 'project_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'gw_port': {'id': 'a97bfc44-8176-4c5b-84c9-d05abf45983e', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:38:17Z', 'updated_at': '2021-08-22T14:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:38:20.219626 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb167160-f8ee-4e20-a674-91b2749e64ff admin admin] Network b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:38:20.222630 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-cb167160-f8ee-4e20-a674-91b2749e64ff admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:38:20.226114 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb167160-f8ee-4e20-a674-91b2749e64ff admin admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:38:20.265489 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb167160-f8ee-4e20-a674-91b2749e64ff admin admin] Pushing event updated for resources: {'Port': ['ID=95e80fea-64fe-4d82-9a2b-41b155c954f9,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:20.276367 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cb167160-f8ee-4e20-a674-91b2749e64ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:20.333217 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9d09fb-3a20-448b-af52-385dbf7f62a5 None None] The sync data for ids ['60f6755e-217b-4e00-8947-446f24c2de7e'] in n-d-793621-33 is: [{'id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'name': 'tempest-TestSnapshotPattern-940154751-router', 'tenant_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a97bfc44-8176-4c5b-84c9-d05abf45983e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:38:17Z', 'updated_at': '2021-08-22T14:38:18Z', 'revision_number': 3, 'project_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'gw_port': {'id': 'a97bfc44-8176-4c5b-84c9-d05abf45983e', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:38:17Z', 'updated_at': '2021-08-22T14:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:38:20.414967 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cb167160-f8ee-4e20-a674-91b2749e64ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:20.513322 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-a8812101-889d-4a28-8d05-b4eb2db6940c None None] Provisioning for port 95e80fea-64fe-4d82-9a2b-41b155c954f9 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:38:20.517595 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-a8812101-889d-4a28-8d05-b4eb2db6940c None None] Provisioning complete for port 95e80fea-64fe-4d82-9a2b-41b155c954f9 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:38:20.518216 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a8812101-889d-4a28-8d05-b4eb2db6940c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:20.576027 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-a8812101-889d-4a28-8d05-b4eb2db6940c None None] Port 95e80fea-64fe-4d82-9a2b-41b155c954f9 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:38:20.590310 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cb167160-f8ee-4e20-a674-91b2749e64ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:20.601188 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cb167160-f8ee-4e20-a674-91b2749e64ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:20.670910 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb167160-f8ee-4e20-a674-91b2749e64ff admin admin] Pushing event updated for resources: {'Port': ['ID=95e80fea-64fe-4d82-9a2b-41b155c954f9,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:20.673583 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-cb167160-f8ee-4e20-a674-91b2749e64ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:20.773589 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb167160-f8ee-4e20-a674-91b2749e64ff admin admin] Network b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:38:20.775000 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-cb167160-f8ee-4e20-a674-91b2749e64ff admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:38:20.905306 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb167160-f8ee-4e20-a674-91b2749e64ff admin admin] Router 60f6755e-217b-4e00-8947-446f24c2de7e has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:38:21.004826 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-311208ad-15c4-44dd-9704-998ce1fe7cc5 None None] Provisioning complete for port 95e80fea-64fe-4d82-9a2b-41b155c954f9 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:38:21.004826 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-311208ad-15c4-44dd-9704-998ce1fe7cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:21.024526 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb167160-f8ee-4e20-a674-91b2749e64ff admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:38:21.030127 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-cb167160-f8ee-4e20-a674-91b2749e64ff admin admin] 10.222.0.21 "PUT /v2.0/routers/60f6755e-217b-4e00-8947-446f24c2de7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9542515 Aug 22 14:38:21.041394 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-311208ad-15c4-44dd-9704-998ce1fe7cc5 None None] Port 95e80fea-64fe-4d82-9a2b-41b155c954f9 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:38:21.503240 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53868) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:38:21.508366 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-b1795e53-3a8c-4bf5-bbb4-e0b8da7c947e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1927027194-network', 'tenant_id': '36478e3737044684b7508c411ff9b0dd'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:38:21.529208 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1795e53-3a8c-4bf5-bbb4-e0b8da7c947e admin admin] Made reservation on behalf of 36478e3737044684b7508c411ff9b0dd for: {'network': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:38:21.531606 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b1795e53-3a8c-4bf5-bbb4-e0b8da7c947e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for network, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:21.543590 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b1795e53-3a8c-4bf5-bbb4-e0b8da7c947e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:21.634220 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b1795e53-3a8c-4bf5-bbb4-e0b8da7c947e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:21.639005 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b1795e53-3a8c-4bf5-bbb4-e0b8da7c947e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:21.663909 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1795e53-3a8c-4bf5-bbb4-e0b8da7c947e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=94628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:38:21.672357 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1795e53-3a8c-4bf5-bbb4-e0b8da7c947e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4f6a1f-474a-4d0f-a20a-192e683abd2d,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:21.678743 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b1795e53-3a8c-4bf5-bbb4-e0b8da7c947e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:21.679103 n-d-793621-33 neutron-server[94628]: INFO neutron.db.segments_db [None req-b1795e53-3a8c-4bf5-bbb4-e0b8da7c947e admin admin] Added segment 31d9a85c-f444-4b80-b3f4-1d80f228530e of type vlan for network 9b622f36-d8d7-434c-b08c-7f9af94bbdc3 Aug 22 14:38:21.720451 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b1795e53-3a8c-4bf5-bbb4-e0b8da7c947e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776902927701'] for network, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:21.750038 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b1795e53-3a8c-4bf5-bbb4-e0b8da7c947e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811'] for network, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:21.751165 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1795e53-3a8c-4bf5-bbb4-e0b8da7c947e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:38:21.751875 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-b1795e53-3a8c-4bf5-bbb4-e0b8da7c947e admin admin] Notify callbacks [] for network, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:21.811166 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-b1795e53-3a8c-4bf5-bbb4-e0b8da7c947e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3064549 Aug 22 14:38:21.813498 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53870) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:38:21.819793 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-95c289b5-bde3-4b02-b9de-6920e486709f admin admin] Request body: {'subnet': {'network_id': '9b622f36-d8d7-434c-b08c-7f9af94bbdc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1927027194-subnet', 'tenant_id': '36478e3737044684b7508c411ff9b0dd', 'ip_version': 4}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:38:21.831537 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1795e53-3a8c-4bf5-bbb4-e0b8da7c947e admin admin] Pushing event updated for resources: {'Network': ['ID=9b622f36-d8d7-434c-b08c-7f9af94bbdc3,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:21.846656 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Network 9b622f36-d8d7-434c-b08c-7f9af94bbdc3 details requested by agent ovs-agent-n-d-793621-33 with host n-d-793621-33 {{(pid=94629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:38:21.848334 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c289b5-bde3-4b02-b9de-6920e486709f admin admin] Made reservation on behalf of 36478e3737044684b7508c411ff9b0dd for: {'subnet': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:38:21.851339 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-95c289b5-bde3-4b02-b9de-6920e486709f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260368296'] for subnet, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:21.904332 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 76672433-a548-49c0-ab17-e0030319e4d9 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:38:21.967907 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c25c5fd-841b-4286-a3db-9989d0f6c762 None None] Sync routers for ids ['60f6755e-217b-4e00-8947-446f24c2de7e'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:38:21.980466 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 76672433-a548-49c0-ab17-e0030319e4d9 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:38:21.980931 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:21.983325 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c25c5fd-841b-4286-a3db-9989d0f6c762 None None] Routers {'60f6755e-217b-4e00-8947-446f24c2de7e'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:38:21.984044 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-7c25c5fd-841b-4286-a3db-9989d0f6c762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:38:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['60f6755e-217b-4e00-8947-446f24c2de7e'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:38:22.036561 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-95c289b5-bde3-4b02-b9de-6920e486709f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1240981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260368326'] for subnet, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:22.097413 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c289b5-bde3-4b02-b9de-6920e486709f admin admin] Pushing event updated for resources: {'Subnet': ['ID=00ffeb17-c6a0-4f4d-a2f7-ef51e36ce25d,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:22.105426 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c289b5-bde3-4b02-b9de-6920e486709f admin admin] Checking segment: {'id': '31d9a85c-f444-4b80-b3f4-1d80f228530e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9b622f36-d8d7-434c-b08c-7f9af94bbdc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:38:22.106525 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c289b5-bde3-4b02-b9de-6920e486709f admin admin] Network hostable DHCP agents. Network: 9b622f36-d8d7-434c-b08c-7f9af94bbdc3, hostable agents: ['a537a493-5c1e-4e36-9823-3076eca51236'], hosted agents: [] {{(pid=94628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:38:22.123869 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c289b5-bde3-4b02-b9de-6920e486709f admin admin] Network 9b622f36-d8d7-434c-b08c-7f9af94bbdc3 is scheduled to be hosted by DHCP agent a537a493-5c1e-4e36-9823-3076eca51236 with binding_index 1 {{(pid=94628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:38:22.132929 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-95c289b5-bde3-4b02-b9de-6920e486709f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-33, 9b622f36-d8d7-434c-b08c-7f9af94bbdc3) {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:38:22.138199 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c289b5-bde3-4b02-b9de-6920e486709f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:38:22.138849 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-95c289b5-bde3-4b02-b9de-6920e486709f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:22.147230 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9976b43-b884-413d-8f85-6606700d9500 None None] Network 9b622f36-d8d7-434c-b08c-7f9af94bbdc3 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:38:22.154236 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-7c25c5fd-841b-4286-a3db-9989d0f6c762 None None] Set router 60f6755e-217b-4e00-8947-446f24c2de7e gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:38:22.157916 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-95c289b5-bde3-4b02-b9de-6920e486709f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3409109 Aug 22 14:38:22.158058 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53872) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:38:22.162624 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-fa63aaf5-ce9c-48bd-b9aa-821321d138de admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1927027194-router', 'tenant_id': '36478e3737044684b7508c411ff9b0dd', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:38:22.185732 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fa63aaf5-ce9c-48bd-b9aa-821321d138de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36772'] for router, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:22.186951 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fa63aaf5-ce9c-48bd-b9aa-821321d138de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36797'] for router, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:22.196082 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device a97bfc44-8176-4c5b-84c9-d05abf45983e up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:38:22.242688 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fa63aaf5-ce9c-48bd-b9aa-821321d138de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:22.376101 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port a97bfc44-8176-4c5b-84c9-d05abf45983e completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:38:22.383901 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fa63aaf5-ce9c-48bd-b9aa-821321d138de admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:22.408332 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port a97bfc44-8176-4c5b-84c9-d05abf45983e triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:38:22.408704 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:22.517511 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38213c00-f695-4a9a-b48b-ab100e4393bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp472d5ebf-a9ee-546e-80cd-011c64119176-9b622f36-d8d7-434c-b08c-7f9af94bbdc3', 'network_id': '9b622f36-d8d7-434c-b08c-7f9af94bbdc3', 'tenant_id': '36478e3737044684b7508c411ff9b0dd', 'fixed_ips': [{'subnet_id': '00ffeb17-c6a0-4f4d-a2f7-ef51e36ce25d'}]}} from n-d-793621-33. {{(pid=94629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:38:22.518332 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-38213c00-f695-4a9a-b48b-ab100e4393bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:22.584128 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fa63aaf5-ce9c-48bd-b9aa-821321d138de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:22.603836 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fa63aaf5-ce9c-48bd-b9aa-821321d138de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:22.714565 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-fa63aaf5-ce9c-48bd-b9aa-821321d138de admin admin] Allocated IP 172.25.3.86 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/40faa5e1-0215-4e36-8fed-0a8854baab4d) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:38:22.812091 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:22.816652 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fa63aaf5-ce9c-48bd-b9aa-821321d138de admin admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:22.821140 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-7c25c5fd-841b-4286-a3db-9989d0f6c762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'name': 'tempest-TestSnapshotPattern-940154751-router', 'tenant_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a97bfc44-8176-4c5b-84c9-d05abf45983e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:38:17Z', 'updated_at': '2021-08-22T14:38:20Z', 'revision_number': 4, 'project_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'gw_port': {'id': 'a97bfc44-8176-4c5b-84c9-d05abf45983e', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:38:17Z', 'updated_at': '2021-08-22T14:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '95e80fea-64fe-4d82-9a2b-41b155c954f9', 'name': '', 'network_id': 'b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3', 'tenant_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'mac_address': 'fa:16:3e:d5:46:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '6f913c27-7d8b-4dbc-8de2-bf4494edf1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:38:19Z', 'updated_at': '2021-08-22T14:38:20Z', 'revision_number': 2, 'project_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'subnets': [{'id': '6f913c27-7d8b-4dbc-8de2-bf4494edf1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:38:22.859683 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fa63aaf5-ce9c-48bd-b9aa-821321d138de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:22.882517 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c25c5fd-841b-4286-a3db-9989d0f6c762 None None] Checking router: 60f6755e-217b-4e00-8947-446f24c2de7e for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:38:22.882865 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c25c5fd-841b-4286-a3db-9989d0f6c762 None None] Updating router 60f6755e-217b-4e00-8947-446f24c2de7e port 95e80fea-64fe-4d82-9a2b-41b155c954f9 binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:38:22.897670 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa63aaf5-ce9c-48bd-b9aa-821321d138de admin admin] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:38:22.902200 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-fa63aaf5-ce9c-48bd-b9aa-821321d138de admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:38:22.906451 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port a97bfc44-8176-4c5b-84c9-d05abf45983e, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=a97bfc44-8176-4c5b-84c9-d05abf45983e,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:38:22.908524 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa63aaf5-ce9c-48bd-b9aa-821321d138de admin admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:38:22.911979 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa63aaf5-ce9c-48bd-b9aa-821321d138de admin admin] Pushing event updated for resources: {'Port': ['ID=40faa5e1-0215-4e36-8fed-0a8854baab4d,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:22.913624 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:22.924263 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7c25c5fd-841b-4286-a3db-9989d0f6c762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:22.962978 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.db_base_plugin_common [None req-38213c00-f695-4a9a-b48b-ab100e4393bb None None] Allocated IP 172.20.0.2 (9b622f36-d8d7-434c-b08c-7f9af94bbdc3/00ffeb17-c6a0-4f4d-a2f7-ef51e36ce25d/c584a91e-6211-4c62-a1cd-7c0da40b9186) {{(pid=94629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:38:23.011247 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=a97bfc44-8176-4c5b-84c9-d05abf45983e,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:23.161112 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fa63aaf5-ce9c-48bd-b9aa-821321d138de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:23.270828 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-38213c00-f695-4a9a-b48b-ab100e4393bb None None] Notify callbacks [] for port, precommit_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:23.290574 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-38213c00-f695-4a9a-b48b-ab100e4393bb None None] Transition to ACTIVE for port object c584a91e-6211-4c62-a1cd-7c0da40b9186 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:38:23.315652 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-38213c00-f695-4a9a-b48b-ab100e4393bb None None] Transition to ACTIVE for port object c584a91e-6211-4c62-a1cd-7c0da40b9186 will not be triggered until provisioned by entity DHCP. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:38:23.326967 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-38213c00-f695-4a9a-b48b-ab100e4393bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479'] for port, after_create {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:23.360724 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fa63aaf5-ce9c-48bd-b9aa-821321d138de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814931'] for router, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:23.390707 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38213c00-f695-4a9a-b48b-ab100e4393bb None None] Network 9b622f36-d8d7-434c-b08c-7f9af94bbdc3 is already hosted by enough agents. {{(pid=94629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:38:23.401304 n-d-793621-33 neutron-server[94629]: DEBUG neutron.scheduler.base_scheduler [None req-38213c00-f695-4a9a-b48b-ab100e4393bb None None] Resources bound (agent type, host, resource id): {{(pid=94629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:38:23.410701 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38213c00-f695-4a9a-b48b-ab100e4393bb None None] Received port after_create {{(pid=94629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:38:23.413660 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7c25c5fd-841b-4286-a3db-9989d0f6c762 None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:23.415709 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38213c00-f695-4a9a-b48b-ab100e4393bb None None] Pushing event updated for resources: {'Port': ['ID=c584a91e-6211-4c62-a1cd-7c0da40b9186,revision_number=1']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:23.445723 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-7c25c5fd-841b-4286-a3db-9989d0f6c762 None None] Transition to ACTIVE for port object 95e80fea-64fe-4d82-9a2b-41b155c954f9 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:38:23.453645 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7c25c5fd-841b-4286-a3db-9989d0f6c762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:23.491388 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa63aaf5-ce9c-48bd-b9aa-821321d138de admin admin] Router 07ef8c79-f8b3-4028-8e0e-274e27237d70 is scheduled to L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 with binding_index 1 {{(pid=94628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 14:38:23.510499 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-38213c00-f695-4a9a-b48b-ab100e4393bb None None] Attempting to bind port c584a91e-6211-4c62-a1cd-7c0da40b9186 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:38:23.510822 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-38213c00-f695-4a9a-b48b-ab100e4393bb None None] Attempting to bind port c584a91e-6211-4c62-a1cd-7c0da40b9186 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '31d9a85c-f444-4b80-b3f4-1d80f228530e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9b622f36-d8d7-434c-b08c-7f9af94bbdc3'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:38:23.511158 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38213c00-f695-4a9a-b48b-ab100e4393bb None None] Attempting to bind port c584a91e-6211-4c62-a1cd-7c0da40b9186 on network 9b622f36-d8d7-434c-b08c-7f9af94bbdc3 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:38:23.530121 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38213c00-f695-4a9a-b48b-ab100e4393bb None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:38:23.530497 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38213c00-f695-4a9a-b48b-ab100e4393bb None None] Checking segment: {'id': '31d9a85c-f444-4b80-b3f4-1d80f228530e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9b622f36-d8d7-434c-b08c-7f9af94bbdc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:38:23.530891 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-38213c00-f695-4a9a-b48b-ab100e4393bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:23.531278 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38213c00-f695-4a9a-b48b-ab100e4393bb None None] Bound using segment: {'id': '31d9a85c-f444-4b80-b3f4-1d80f228530e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9b622f36-d8d7-434c-b08c-7f9af94bbdc3'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:38:23.531742 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-38213c00-f695-4a9a-b48b-ab100e4393bb None None] Bound port: c584a91e-6211-4c62-a1cd-7c0da40b9186, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31d9a85c-f444-4b80-b3f4-1d80f228530e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9b622f36-d8d7-434c-b08c-7f9af94bbdc3'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:38:23.532112 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-38213c00-f695-4a9a-b48b-ab100e4393bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:23.537061 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a49788-593c-4c87-b636-f1467252f931 None None] Pushing event updated for resources: {'Port': ['ID=95e80fea-64fe-4d82-9a2b-41b155c954f9,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:23.605261 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa63aaf5-ce9c-48bd-b9aa-821321d138de admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:38:23.617073 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fad8de-6d15-40ec-86be-999720fe68f1 None None] Sync routers for ids ['07ef8c79-f8b3-4028-8e0e-274e27237d70'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:38:23.624799 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-7c25c5fd-841b-4286-a3db-9989d0f6c762 None None] Attempting to bind port 95e80fea-64fe-4d82-9a2b-41b155c954f9 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:38:23.625307 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-7c25c5fd-841b-4286-a3db-9989d0f6c762 None None] Attempting to bind port 95e80fea-64fe-4d82-9a2b-41b155c954f9 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:38:23.625783 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c25c5fd-841b-4286-a3db-9989d0f6c762 None None] Attempting to bind port 95e80fea-64fe-4d82-9a2b-41b155c954f9 on network b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:38:23.627308 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fa63aaf5-ce9c-48bd-b9aa-821321d138de admin admin] Notify callbacks [] for router, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:23.628687 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-fa63aaf5-ce9c-48bd-b9aa-821321d138de admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4696822 Aug 22 14:38:23.628875 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fad8de-6d15-40ec-86be-999720fe68f1 None None] Routers {'07ef8c79-f8b3-4028-8e0e-274e27237d70'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:38:23.629465 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-21fad8de-6d15-40ec-86be-999720fe68f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:38:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['07ef8c79-f8b3-4028-8e0e-274e27237d70'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:38:23.632872 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53874) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:38:23.641818 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c25c5fd-841b-4286-a3db-9989d0f6c762 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:38:23.642372 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c25c5fd-841b-4286-a3db-9989d0f6c762 None None] Checking segment: {'id': '7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:38:23.643065 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7c25c5fd-841b-4286-a3db-9989d0f6c762 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:23.643570 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c25c5fd-841b-4286-a3db-9989d0f6c762 None None] Bound using segment: {'id': '7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:38:23.645532 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-7c25c5fd-841b-4286-a3db-9989d0f6c762 None None] Bound port: 95e80fea-64fe-4d82-9a2b-41b155c954f9, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:38:23.646052 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7c25c5fd-841b-4286-a3db-9989d0f6c762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:23.698657 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-38213c00-f695-4a9a-b48b-ab100e4393bb None None] For port c584a91e-6211-4c62-a1cd-7c0da40b9186, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:38:23.723036 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-38213c00-f695-4a9a-b48b-ab100e4393bb None None] For port c584a91e-6211-4c62-a1cd-7c0da40b9186, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=c584a91e-6211-4c62-a1cd-7c0da40b9186,segment=NetworkSegment(31d9a85c-f444-4b80-b3f4-1d80f228530e),segment_id=31d9a85c-f444-4b80-b3f4-1d80f228530e)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:38:23.748266 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-38213c00-f695-4a9a-b48b-ab100e4393bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:23.756406 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-21fad8de-6d15-40ec-86be-999720fe68f1 None None] Set router 07ef8c79-f8b3-4028-8e0e-274e27237d70 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:38:23.810563 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-7c25c5fd-841b-4286-a3db-9989d0f6c762 None None] For port 95e80fea-64fe-4d82-9a2b-41b155c954f9, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:38:23.826603 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device a97bfc44-8176-4c5b-84c9-d05abf45983e up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:38:23.863142 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-7c25c5fd-841b-4286-a3db-9989d0f6c762 None None] For port 95e80fea-64fe-4d82-9a2b-41b155c954f9, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=95e80fea-64fe-4d82-9a2b-41b155c954f9,segment=NetworkSegment(7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d),segment_id=7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:38:23.875643 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7c25c5fd-841b-4286-a3db-9989d0f6c762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:23.880820 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38213c00-f695-4a9a-b48b-ab100e4393bb None None] Pushing event updated for resources: {'Port': ['ID=c584a91e-6211-4c62-a1cd-7c0da40b9186,revision_number=2']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:23.975650 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a49788-593c-4c87-b636-f1467252f931 None None] Pushing event updated for resources: {'Port': ['ID=95e80fea-64fe-4d82-9a2b-41b155c954f9,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:23.978517 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c25c5fd-841b-4286-a3db-9989d0f6c762 None None] Routers {'60f6755e-217b-4e00-8947-446f24c2de7e'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:38:23.979214 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-7c25c5fd-841b-4286-a3db-9989d0f6c762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:38:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['60f6755e-217b-4e00-8947-446f24c2de7e'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:38:23.980164 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-21fad8de-6d15-40ec-86be-999720fe68f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ef8c79-f8b3-4028-8e0e-274e27237d70', 'name': 'tempest-TestSnapshotPattern-1927027194-router', 'tenant_id': '36478e3737044684b7508c411ff9b0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '40faa5e1-0215-4e36-8fed-0a8854baab4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:38:22Z', 'updated_at': '2021-08-22T14:38:23Z', 'revision_number': 3, 'project_id': '36478e3737044684b7508c411ff9b0dd', 'gw_port': {'id': '40faa5e1-0215-4e36-8fed-0a8854baab4d', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:52:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ef8c79-f8b3-4028-8e0e-274e27237d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:38:22Z', 'updated_at': '2021-08-22T14:38:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:38:24.020998 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fad8de-6d15-40ec-86be-999720fe68f1 None None] Checking router: 07ef8c79-f8b3-4028-8e0e-274e27237d70 for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:38:24.021572 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fad8de-6d15-40ec-86be-999720fe68f1 None None] Updating router 07ef8c79-f8b3-4028-8e0e-274e27237d70 port 40faa5e1-0215-4e36-8fed-0a8854baab4d binding host n-d-793621-33 {{(pid=94630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:38:24.029377 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port a97bfc44-8176-4c5b-84c9-d05abf45983e triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:38:24.029890 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:24.048564 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-21fad8de-6d15-40ec-86be-999720fe68f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:24.194222 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-7c25c5fd-841b-4286-a3db-9989d0f6c762 None None] Set router 60f6755e-217b-4e00-8947-446f24c2de7e gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:38:24.367266 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-21fad8de-6d15-40ec-86be-999720fe68f1 None None] Notify callbacks [] for port, precommit_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:24.379986 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.provisioning_blocks [None req-21fad8de-6d15-40ec-86be-999720fe68f1 None None] Transition to ACTIVE for port object 40faa5e1-0215-4e36-8fed-0a8854baab4d will not be triggered until provisioned by entity L2. {{(pid=94630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:38:24.387034 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-21fad8de-6d15-40ec-86be-999720fe68f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:24.449826 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-21fad8de-6d15-40ec-86be-999720fe68f1 None None] Attempting to bind port 40faa5e1-0215-4e36-8fed-0a8854baab4d on host n-d-793621-33 for vnic_type normal with profile {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:38:24.450567 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-21fad8de-6d15-40ec-86be-999720fe68f1 None None] Attempting to bind port 40faa5e1-0215-4e36-8fed-0a8854baab4d by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:38:24.451523 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fad8de-6d15-40ec-86be-999720fe68f1 None None] Attempting to bind port 40faa5e1-0215-4e36-8fed-0a8854baab4d on network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:38:24.471733 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fad8de-6d15-40ec-86be-999720fe68f1 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:38:24.472418 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fad8de-6d15-40ec-86be-999720fe68f1 None None] Checking segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:38:24.472813 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-21fad8de-6d15-40ec-86be-999720fe68f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:24.473205 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fad8de-6d15-40ec-86be-999720fe68f1 None None] Bound using segment: {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'} {{(pid=94630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:38:24.473662 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.managers [None req-21fad8de-6d15-40ec-86be-999720fe68f1 None None] Bound port: 40faa5e1-0215-4e36-8fed-0a8854baab4d, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362b65e-1eed-4293-a4c8-983fad586fb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8'}}] {{(pid=94630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:38:24.474040 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-21fad8de-6d15-40ec-86be-999720fe68f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:24.477204 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6d77bc-17bc-494c-9c54-29b62eec86c4 None None] Pushing event updated for resources: {'Port': ['ID=40faa5e1-0215-4e36-8fed-0a8854baab4d,revision_number=2']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:24.479481 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-7c25c5fd-841b-4286-a3db-9989d0f6c762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'name': 'tempest-TestSnapshotPattern-940154751-router', 'tenant_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a97bfc44-8176-4c5b-84c9-d05abf45983e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:38:17Z', 'updated_at': '2021-08-22T14:38:20Z', 'revision_number': 4, 'project_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'gw_port': {'id': 'a97bfc44-8176-4c5b-84c9-d05abf45983e', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:38:17Z', 'updated_at': '2021-08-22T14:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '95e80fea-64fe-4d82-9a2b-41b155c954f9', 'name': '', 'network_id': 'b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3', 'tenant_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'mac_address': 'fa:16:3e:d5:46:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '6f913c27-7d8b-4dbc-8de2-bf4494edf1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:38:19Z', 'updated_at': '2021-08-22T14:38:23Z', 'revision_number': 4, 'project_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'subnets': [{'id': '6f913c27-7d8b-4dbc-8de2-bf4494edf1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:38:24.512563 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c25c5fd-841b-4286-a3db-9989d0f6c762 None None] The sync data for ids ['60f6755e-217b-4e00-8947-446f24c2de7e'] in n-d-793621-33 is: [{'id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'name': 'tempest-TestSnapshotPattern-940154751-router', 'tenant_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a97bfc44-8176-4c5b-84c9-d05abf45983e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:38:17Z', 'updated_at': '2021-08-22T14:38:20Z', 'revision_number': 4, 'project_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'gw_port': {'id': 'a97bfc44-8176-4c5b-84c9-d05abf45983e', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:38:17Z', 'updated_at': '2021-08-22T14:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '95e80fea-64fe-4d82-9a2b-41b155c954f9', 'name': '', 'network_id': 'b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3', 'tenant_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'mac_address': 'fa:16:3e:d5:46:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '6f913c27-7d8b-4dbc-8de2-bf4494edf1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:38:19Z', 'updated_at': '2021-08-22T14:38:23Z', 'revision_number': 4, 'project_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'subnets': [{'id': '6f913c27-7d8b-4dbc-8de2-bf4494edf1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:38:24.531618 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-21fad8de-6d15-40ec-86be-999720fe68f1 None None] For port 40faa5e1-0215-4e36-8fed-0a8854baab4d, host n-d-793621-33, cleared binding levels {{(pid=94630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:38:24.535037 n-d-793621-33 neutron-server[94630]: DEBUG neutron.plugins.ml2.db [None req-21fad8de-6d15-40ec-86be-999720fe68f1 None None] For port 40faa5e1-0215-4e36-8fed-0a8854baab4d, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=40faa5e1-0215-4e36-8fed-0a8854baab4d,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:38:24.544068 n-d-793621-33 neutron-server[94630]: DEBUG neutron_lib.callbacks.manager [None req-21fad8de-6d15-40ec-86be-999720fe68f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:24.624542 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6d77bc-17bc-494c-9c54-29b62eec86c4 None None] Pushing event updated for resources: {'Port': ['ID=40faa5e1-0215-4e36-8fed-0a8854baab4d,revision_number=3']} {{(pid=94630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:24.630157 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fad8de-6d15-40ec-86be-999720fe68f1 None None] Routers {'07ef8c79-f8b3-4028-8e0e-274e27237d70'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:38:24.630809 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-21fad8de-6d15-40ec-86be-999720fe68f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:38:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['07ef8c79-f8b3-4028-8e0e-274e27237d70'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:38:24.668762 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fa896eac-9108-48d1-b0cf-ca0e3fd8288f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:24.745324 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-21fad8de-6d15-40ec-86be-999720fe68f1 None None] Set router 07ef8c79-f8b3-4028-8e0e-274e27237d70 gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:38:24.842657 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [None req-fa896eac-9108-48d1-b0cf-ca0e3fd8288f admin admin] Allocated IP 172.20.0.1 (9b622f36-d8d7-434c-b08c-7f9af94bbdc3/00ffeb17-c6a0-4f4d-a2f7-ef51e36ce25d/80af387e-ba62-4b22-9f93-75cccb9edaa5) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:38:24.966440 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-21fad8de-6d15-40ec-86be-999720fe68f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ef8c79-f8b3-4028-8e0e-274e27237d70', 'name': 'tempest-TestSnapshotPattern-1927027194-router', 'tenant_id': '36478e3737044684b7508c411ff9b0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '40faa5e1-0215-4e36-8fed-0a8854baab4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:38:22Z', 'updated_at': '2021-08-22T14:38:23Z', 'revision_number': 3, 'project_id': '36478e3737044684b7508c411ff9b0dd', 'gw_port': {'id': '40faa5e1-0215-4e36-8fed-0a8854baab4d', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:52:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ef8c79-f8b3-4028-8e0e-274e27237d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:38:22Z', 'updated_at': '2021-08-22T14:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:38:24.969946 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fa896eac-9108-48d1-b0cf-ca0e3fd8288f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:24.987332 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [None req-fa896eac-9108-48d1-b0cf-ca0e3fd8288f admin admin] Transition to ACTIVE for port object 80af387e-ba62-4b22-9f93-75cccb9edaa5 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:38:25.006984 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fad8de-6d15-40ec-86be-999720fe68f1 None None] The sync data for ids ['07ef8c79-f8b3-4028-8e0e-274e27237d70'] in n-d-793621-33 is: [{'id': '07ef8c79-f8b3-4028-8e0e-274e27237d70', 'name': 'tempest-TestSnapshotPattern-1927027194-router', 'tenant_id': '36478e3737044684b7508c411ff9b0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '40faa5e1-0215-4e36-8fed-0a8854baab4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:38:22Z', 'updated_at': '2021-08-22T14:38:23Z', 'revision_number': 3, 'project_id': '36478e3737044684b7508c411ff9b0dd', 'gw_port': {'id': '40faa5e1-0215-4e36-8fed-0a8854baab4d', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:52:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ef8c79-f8b3-4028-8e0e-274e27237d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:38:22Z', 'updated_at': '2021-08-22T14:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:38:25.042898 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fa896eac-9108-48d1-b0cf-ca0e3fd8288f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:25.081433 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa896eac-9108-48d1-b0cf-ca0e3fd8288f admin admin] Network 9b622f36-d8d7-434c-b08c-7f9af94bbdc3 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:38:25.084867 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-fa896eac-9108-48d1-b0cf-ca0e3fd8288f admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:38:25.093057 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa896eac-9108-48d1-b0cf-ca0e3fd8288f admin admin] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:38:25.145402 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa896eac-9108-48d1-b0cf-ca0e3fd8288f admin admin] Pushing event updated for resources: {'Port': ['ID=80af387e-ba62-4b22-9f93-75cccb9edaa5,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:25.157043 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fa896eac-9108-48d1-b0cf-ca0e3fd8288f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812858'] for router_interface, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:25.157240 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81175399-de67-4ee6-a272-33aeb68b1c49 None None] Network 9b622f36-d8d7-434c-b08c-7f9af94bbdc3 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:38:25.222080 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-495c7a88-c9b5-4763-adbc-2e28bdc864d3 None None] Provisioning for port c584a91e-6211-4c62-a1cd-7c0da40b9186 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:38:25.319731 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fa896eac-9108-48d1-b0cf-ca0e3fd8288f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:25.538101 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fa896eac-9108-48d1-b0cf-ca0e3fd8288f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:25.545462 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fa896eac-9108-48d1-b0cf-ca0e3fd8288f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:25.619637 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-fa896eac-9108-48d1-b0cf-ca0e3fd8288f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812900'] for router_interface, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:25.622737 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa896eac-9108-48d1-b0cf-ca0e3fd8288f admin admin] Pushing event updated for resources: {'Port': ['ID=80af387e-ba62-4b22-9f93-75cccb9edaa5,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:25.675669 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-26dbc555-540d-432d-ba97-579ffdb46b1c None None] Provisioning for port 80af387e-ba62-4b22-9f93-75cccb9edaa5 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:38:25.680379 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-26dbc555-540d-432d-ba97-579ffdb46b1c None None] Provisioning complete for port 80af387e-ba62-4b22-9f93-75cccb9edaa5 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:38:25.680751 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-26dbc555-540d-432d-ba97-579ffdb46b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:25.732018 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-26dbc555-540d-432d-ba97-579ffdb46b1c None None] Port 80af387e-ba62-4b22-9f93-75cccb9edaa5 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:38:25.742560 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa896eac-9108-48d1-b0cf-ca0e3fd8288f admin admin] Network 9b622f36-d8d7-434c-b08c-7f9af94bbdc3 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:38:25.744390 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [None req-fa896eac-9108-48d1-b0cf-ca0e3fd8288f admin admin] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:38:25.904179 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa896eac-9108-48d1-b0cf-ca0e3fd8288f admin admin] Router 07ef8c79-f8b3-4028-8e0e-274e27237d70 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:38:25.942990 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 40faa5e1-0215-4e36-8fed-0a8854baab4d up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:38:25.998023 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-8e6bbcb6-024f-4d87-b2bb-7272b7665d55 None None] Provisioning complete for port 80af387e-ba62-4b22-9f93-75cccb9edaa5 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:38:25.998649 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-8e6bbcb6-024f-4d87-b2bb-7272b7665d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:26.030983 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa896eac-9108-48d1-b0cf-ca0e3fd8288f admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:38:26.034730 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-8e6bbcb6-024f-4d87-b2bb-7272b7665d55 None None] Port 80af387e-ba62-4b22-9f93-75cccb9edaa5 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:38:26.049456 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-fa896eac-9108-48d1-b0cf-ca0e3fd8288f admin admin] 10.222.0.21 "PUT /v2.0/routers/07ef8c79-f8b3-4028-8e0e-274e27237d70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4079888 Aug 22 14:38:26.051478 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 40faa5e1-0215-4e36-8fed-0a8854baab4d completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:38:26.056573 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 40faa5e1-0215-4e36-8fed-0a8854baab4d triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:38:26.057088 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:26.156949 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:26.182699 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 40faa5e1-0215-4e36-8fed-0a8854baab4d, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=40faa5e1-0215-4e36-8fed-0a8854baab4d,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:38:26.188566 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:26.189291 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 95e80fea-64fe-4d82-9a2b-41b155c954f9 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:38:26.274466 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=40faa5e1-0215-4e36-8fed-0a8854baab4d,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:26.284228 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-4805708a-ca75-4d04-a463-8f4315eae1a0 None None] Provisioning complete for port 80af387e-ba62-4b22-9f93-75cccb9edaa5 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:38:26.284690 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4805708a-ca75-4d04-a463-8f4315eae1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:26.319938 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 95e80fea-64fe-4d82-9a2b-41b155c954f9 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:38:26.326407 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 95e80fea-64fe-4d82-9a2b-41b155c954f9 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:38:26.327097 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:26.354470 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-4805708a-ca75-4d04-a463-8f4315eae1a0 None None] Port 80af387e-ba62-4b22-9f93-75cccb9edaa5 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:38:26.416904 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:26.451874 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 95e80fea-64fe-4d82-9a2b-41b155c954f9, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=95e80fea-64fe-4d82-9a2b-41b155c954f9,segment=NetworkSegment(7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d),segment_id=7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:38:26.455650 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:26.456575 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device c584a91e-6211-4c62-a1cd-7c0da40b9186 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:38:26.531073 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=95e80fea-64fe-4d82-9a2b-41b155c954f9,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:26.542024 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port c584a91e-6211-4c62-a1cd-7c0da40b9186 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:38:26.546048 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port c584a91e-6211-4c62-a1cd-7c0da40b9186 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:38:26.546417 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:26.623303 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:26.654240 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port c584a91e-6211-4c62-a1cd-7c0da40b9186, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=c584a91e-6211-4c62-a1cd-7c0da40b9186,segment=NetworkSegment(31d9a85c-f444-4b80-b3f4-1d80f228530e),segment_id=31d9a85c-f444-4b80-b3f4-1d80f228530e)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:38:26.657832 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:26.704132 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=c584a91e-6211-4c62-a1cd-7c0da40b9186,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:27.753526 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53884) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:38:27.759149 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-c23d111c-e5e5-4ab7-9d32-d2d254df318d tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1162294003', 'description': 'tempest-secgroup-smoke-1162294003 description', 'project_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:38:27.782976 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c23d111c-e5e5-4ab7-9d32-d2d254df318d tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks [] for security_group, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:27.805594 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 95e80fea-64fe-4d82-9a2b-41b155c954f9 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:38:27.859560 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 95e80fea-64fe-4d82-9a2b-41b155c954f9 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:38:27.860076 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:27.874124 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c23d111c-e5e5-4ab7-9d32-d2d254df318d tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks [] for security_group, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:27.878922 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c23d111c-e5e5-4ab7-9d32-d2d254df318d tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:27.882893 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099c32f4-d0b0-43ad-aa51-b5563fe8a9b6 None None] Sync routers for ids ['07ef8c79-f8b3-4028-8e0e-274e27237d70'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:38:27.897047 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099c32f4-d0b0-43ad-aa51-b5563fe8a9b6 None None] Routers {'07ef8c79-f8b3-4028-8e0e-274e27237d70'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:38:27.897995 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-099c32f4-d0b0-43ad-aa51-b5563fe8a9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:38:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['07ef8c79-f8b3-4028-8e0e-274e27237d70'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:38:27.906550 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c23d111c-e5e5-4ab7-9d32-d2d254df318d tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks [] for security_group, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:27.907798 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c23d111c-e5e5-4ab7-9d32-d2d254df318d tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1525445 Aug 22 14:38:27.911125 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 53886) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:38:27.911871 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23d111c-e5e5-4ab7-9d32-d2d254df318d tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6cc565-9a70-45a7-bf16-0bcaa0a95b59,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:27.916431 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-77b36bc4-417b-488b-b374-4d06566d2200 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Request body: {'security_group_rule': {'security_group_id': 'ac6cc565-9a70-45a7-bf16-0bcaa0a95b59', 'project_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:38:27.946351 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-77b36bc4-417b-488b-b374-4d06566d2200 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:28.205195 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-099c32f4-d0b0-43ad-aa51-b5563fe8a9b6 None None] Set router 07ef8c79-f8b3-4028-8e0e-274e27237d70 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:38:28.207672 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 40faa5e1-0215-4e36-8fed-0a8854baab4d up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:38:28.316197 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-77b36bc4-417b-488b-b374-4d06566d2200 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:28.320718 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-77b36bc4-417b-488b-b374-4d06566d2200 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:28.343949 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b36bc4-417b-488b-b374-4d06566d2200 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c94ea43-5722-41e7-b77b-26734a1f9121,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:28.347389 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-77b36bc4-417b-488b-b374-4d06566d2200 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:28.351483 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53888) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:38:28.352813 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-77b36bc4-417b-488b-b374-4d06566d2200 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4404180 Aug 22 14:38:28.356660 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-a0c7ccd0-51d5-467a-86fa-1a342acc6ba3 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Request body: {'security_group_rule': {'security_group_id': 'ac6cc565-9a70-45a7-bf16-0bcaa0a95b59', 'project_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:38:28.366264 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 40faa5e1-0215-4e36-8fed-0a8854baab4d triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:38:28.366635 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:28.382200 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a0c7ccd0-51d5-467a-86fa-1a342acc6ba3 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:28.445022 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a0c7ccd0-51d5-467a-86fa-1a342acc6ba3 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:28.450401 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a0c7ccd0-51d5-467a-86fa-1a342acc6ba3 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:28.470468 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c7ccd0-51d5-467a-86fa-1a342acc6ba3 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=993a9d17-f998-4827-b907-b8f4fa57c701,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:28.477109 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-a0c7ccd0-51d5-467a-86fa-1a342acc6ba3 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:28.480942 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-a0c7ccd0-51d5-467a-86fa-1a342acc6ba3 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1258619 Aug 22 14:38:28.481250 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 53890) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:38:28.486041 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-f08ade34-6d93-4eaf-8f48-5360288e341f tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Request body: {'security_group_rule': {'security_group_id': 'ac6cc565-9a70-45a7-bf16-0bcaa0a95b59', 'project_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:38:28.501461 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device c584a91e-6211-4c62-a1cd-7c0da40b9186 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:38:28.514947 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f08ade34-6d93-4eaf-8f48-5360288e341f tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:28.524766 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-099c32f4-d0b0-43ad-aa51-b5563fe8a9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ef8c79-f8b3-4028-8e0e-274e27237d70', 'name': 'tempest-TestSnapshotPattern-1927027194-router', 'tenant_id': '36478e3737044684b7508c411ff9b0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '40faa5e1-0215-4e36-8fed-0a8854baab4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:38:22Z', 'updated_at': '2021-08-22T14:38:25Z', 'revision_number': 4, 'project_id': '36478e3737044684b7508c411ff9b0dd', 'gw_port': {'id': '40faa5e1-0215-4e36-8fed-0a8854baab4d', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:52:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ef8c79-f8b3-4028-8e0e-274e27237d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:38:22Z', 'updated_at': '2021-08-22T14:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '80af387e-ba62-4b22-9f93-75cccb9edaa5', 'name': '', 'network_id': '9b622f36-d8d7-434c-b08c-7f9af94bbdc3', 'tenant_id': '36478e3737044684b7508c411ff9b0dd', 'mac_address': 'fa:16:3e:63:4a:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ef8c79-f8b3-4028-8e0e-274e27237d70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '00ffeb17-c6a0-4f4d-a2f7-ef51e36ce25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:38:24Z', 'updated_at': '2021-08-22T14:38:25Z', 'revision_number': 2, 'project_id': '36478e3737044684b7508c411ff9b0dd', 'subnets': [{'id': '00ffeb17-c6a0-4f4d-a2f7-ef51e36ce25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:38:28.554921 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099c32f4-d0b0-43ad-aa51-b5563fe8a9b6 None None] Checking router: 07ef8c79-f8b3-4028-8e0e-274e27237d70 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:38:28.555273 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099c32f4-d0b0-43ad-aa51-b5563fe8a9b6 None None] Updating router 07ef8c79-f8b3-4028-8e0e-274e27237d70 port 80af387e-ba62-4b22-9f93-75cccb9edaa5 binding host n-d-793621-33 {{(pid=94629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:38:28.573834 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f08ade34-6d93-4eaf-8f48-5360288e341f tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:28.578406 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f08ade34-6d93-4eaf-8f48-5360288e341f tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:28.596275 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08ade34-6d93-4eaf-8f48-5360288e341f tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92ea61f7-8db5-4ed2-a11a-7ec227f19a35,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:28.603001 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f08ade34-6d93-4eaf-8f48-5360288e341f tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:28.607819 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f08ade34-6d93-4eaf-8f48-5360288e341f tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1219511 Aug 22 14:38:28.607940 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-419b3d9a-62ab-49aa-bea4-8cc2842fdc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:28.608045 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 53892) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:38:28.608884 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-099c32f4-d0b0-43ad-aa51-b5563fe8a9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:28.613049 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-f963748a-2556-4c16-9aa2-ca3fae863d21 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Request body: {'security_group_rule': {'security_group_id': 'ac6cc565-9a70-45a7-bf16-0bcaa0a95b59', 'project_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:38:28.639491 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f963748a-2556-4c16-9aa2-ca3fae863d21 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:28.660773 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port c584a91e-6211-4c62-a1cd-7c0da40b9186 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:38:28.661140 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:28.697643 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f963748a-2556-4c16-9aa2-ca3fae863d21 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:28.702735 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f963748a-2556-4c16-9aa2-ca3fae863d21 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:28.718318 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f963748a-2556-4c16-9aa2-ca3fae863d21 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df29c103-75f5-4f99-af2d-db70a3148e84,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:28.726826 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f963748a-2556-4c16-9aa2-ca3fae863d21 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:28.728026 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f963748a-2556-4c16-9aa2-ca3fae863d21 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1186225 Aug 22 14:38:28.731106 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 53894) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:38:28.735573 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-2ed71ac0-ec64-4bcf-891c-dac75015a895 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Request body: {'security_group_rule': {'security_group_id': 'ac6cc565-9a70-45a7-bf16-0bcaa0a95b59', 'project_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:38:28.757149 n-d-793621-33 neutron-server[94627]: INFO neutron.db.securitygroups_db [None req-2ed71ac0-ec64-4bcf-891c-dac75015a895 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Project 1fc13d0ff8d24d92b3dc5bb18a41e05b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 14:38:28.761889 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2ed71ac0-ec64-4bcf-891c-dac75015a895 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:28.825216 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2ed71ac0-ec64-4bcf-891c-dac75015a895 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:28.829316 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2ed71ac0-ec64-4bcf-891c-dac75015a895 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:28.849794 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed71ac0-ec64-4bcf-891c-dac75015a895 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d79a384-679a-4e9d-a60d-b72691e5e374,revision_number=0']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:28.856696 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-2ed71ac0-ec64-4bcf-891c-dac75015a895 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:28.858496 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-2ed71ac0-ec64-4bcf-891c-dac75015a895 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1262531 Aug 22 14:38:28.861270 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 53896) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:38:28.867940 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [None req-c61fcd65-1f0f-4ad0-94e3-16fdb29c0d45 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Request body: {'security_group_rule': {'security_group_id': 'ac6cc565-9a70-45a7-bf16-0bcaa0a95b59', 'project_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:38:28.891028 n-d-793621-33 neutron-server[94628]: INFO neutron.db.securitygroups_db [None req-c61fcd65-1f0f-4ad0-94e3-16fdb29c0d45 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Project 1fc13d0ff8d24d92b3dc5bb18a41e05b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 14:38:28.896048 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c61fcd65-1f0f-4ad0-94e3-16fdb29c0d45 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:28.958564 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c61fcd65-1f0f-4ad0-94e3-16fdb29c0d45 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:28.962553 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c61fcd65-1f0f-4ad0-94e3-16fdb29c0d45 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644305'] for security_group_rule, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:28.966401 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-099c32f4-d0b0-43ad-aa51-b5563fe8a9b6 None None] Notify callbacks [] for port, precommit_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:28.977711 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-099c32f4-d0b0-43ad-aa51-b5563fe8a9b6 None None] Transition to ACTIVE for port object 80af387e-ba62-4b22-9f93-75cccb9edaa5 will not be triggered until provisioned by entity L2. {{(pid=94629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:38:28.981934 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61fcd65-1f0f-4ad0-94e3-16fdb29c0d45 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=315e8070-ef4a-4ee3-82aa-6fb46fb885f4,revision_number=0']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:28.982992 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-099c32f4-d0b0-43ad-aa51-b5563fe8a9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:28.992144 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-c61fcd65-1f0f-4ad0-94e3-16fdb29c0d45 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:28.993354 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-c61fcd65-1f0f-4ad0-94e3-16fdb29c0d45 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1289222 Aug 22 14:38:29.069532 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae46f801-2261-4b34-beb4-80b57092168e None None] Pushing event updated for resources: {'Port': ['ID=80af387e-ba62-4b22-9f93-75cccb9edaa5,revision_number=3']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:29.108157 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-099c32f4-d0b0-43ad-aa51-b5563fe8a9b6 None None] Attempting to bind port 80af387e-ba62-4b22-9f93-75cccb9edaa5 on host n-d-793621-33 for vnic_type normal with profile {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:38:29.108554 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-099c32f4-d0b0-43ad-aa51-b5563fe8a9b6 None None] Attempting to bind port 80af387e-ba62-4b22-9f93-75cccb9edaa5 by drivers openvswitch,hyperv on host n-d-793621-33 at level 0 using segments [{'id': '31d9a85c-f444-4b80-b3f4-1d80f228530e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9b622f36-d8d7-434c-b08c-7f9af94bbdc3'}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:38:29.108913 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099c32f4-d0b0-43ad-aa51-b5563fe8a9b6 None None] Attempting to bind port 80af387e-ba62-4b22-9f93-75cccb9edaa5 on network 9b622f36-d8d7-434c-b08c-7f9af94bbdc3 {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:38:29.114420 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099c32f4-d0b0-43ad-aa51-b5563fe8a9b6 None None] Checking agent: {'id': 'fa1f7d3a-68ff-456d-9aaa-35eb1653cafa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 11, 1), 'started_at': datetime.datetime(2021, 8, 22, 13, 11, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-33'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:38:29.114795 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099c32f4-d0b0-43ad-aa51-b5563fe8a9b6 None None] Checking segment: {'id': '31d9a85c-f444-4b80-b3f4-1d80f228530e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9b622f36-d8d7-434c-b08c-7f9af94bbdc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:38:29.115196 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-099c32f4-d0b0-43ad-aa51-b5563fe8a9b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:29.115701 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099c32f4-d0b0-43ad-aa51-b5563fe8a9b6 None None] Bound using segment: {'id': '31d9a85c-f444-4b80-b3f4-1d80f228530e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9b622f36-d8d7-434c-b08c-7f9af94bbdc3'} {{(pid=94629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:38:29.116112 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.managers [None req-099c32f4-d0b0-43ad-aa51-b5563fe8a9b6 None None] Bound port: 80af387e-ba62-4b22-9f93-75cccb9edaa5, host: n-d-793621-33, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31d9a85c-f444-4b80-b3f4-1d80f228530e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9b622f36-d8d7-434c-b08c-7f9af94bbdc3'}}] {{(pid=94629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:38:29.116546 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-099c32f4-d0b0-43ad-aa51-b5563fe8a9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:29.155479 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-06dcd042-4c62-4b00-8a3b-fd55ab04136f req-fe4b3c2e-d222-437a-aeb1-9dd1ca383050 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1162294003&fields=id&tenant_id=1fc13d0ff8d24d92b3dc5bb18a41e05b HTTP/1.1" status: 200 len: 267 time: 0.0360579 Aug 22 14:38:29.200671 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-099c32f4-d0b0-43ad-aa51-b5563fe8a9b6 None None] For port 80af387e-ba62-4b22-9f93-75cccb9edaa5, host n-d-793621-33, cleared binding levels {{(pid=94629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:38:29.218717 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-099c32f4-d0b0-43ad-aa51-b5563fe8a9b6 None None] For port 80af387e-ba62-4b22-9f93-75cccb9edaa5, host n-d-793621-33, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=80af387e-ba62-4b22-9f93-75cccb9edaa5,segment=NetworkSegment(31d9a85c-f444-4b80-b3f4-1d80f228530e),segment_id=31d9a85c-f444-4b80-b3f4-1d80f228530e)] {{(pid=94629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:38:29.220342 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:29.224660 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-099c32f4-d0b0-43ad-aa51-b5563fe8a9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:29.271292 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099c32f4-d0b0-43ad-aa51-b5563fe8a9b6 None None] Routers {'07ef8c79-f8b3-4028-8e0e-274e27237d70'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:38:29.271915 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-099c32f4-d0b0-43ad-aa51-b5563fe8a9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:38:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['07ef8c79-f8b3-4028-8e0e-274e27237d70'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:38:29.273203 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dcd042-4c62-4b00-8a3b-fd55ab04136f req-377789bd-8dcf-4302-b0ec-44884d8605e6 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:38:29.274743 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-06dcd042-4c62-4b00-8a3b-fd55ab04136f req-377789bd-8dcf-4302-b0ec-44884d8605e6 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/networks?id=b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3 HTTP/1.1" status: 200 len: 809 time: 0.1121206 Aug 22 14:38:29.292325 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-06dcd042-4c62-4b00-8a3b-fd55ab04136f req-b2760c1b-f9a4-42b2-bd0f-d52a4d74cabb tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/quotas/1fc13d0ff8d24d92b3dc5bb18a41e05b HTTP/1.1" status: 200 len: 375 time: 0.0101833 Aug 22 14:38:29.334122 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae46f801-2261-4b34-beb4-80b57092168e None None] Pushing event updated for resources: {'Port': ['ID=80af387e-ba62-4b22-9f93-75cccb9edaa5,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:29.363270 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-06dcd042-4c62-4b00-8a3b-fd55ab04136f req-0ab33800-ac93-42ac-8c0b-68e3404d7571 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1fc13d0ff8d24d92b3dc5bb18a41e05b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0635784 Aug 22 14:38:29.412179 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-099c32f4-d0b0-43ad-aa51-b5563fe8a9b6 None None] Set router 07ef8c79-f8b3-4028-8e0e-274e27237d70 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:38:29.467544 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-06dcd042-4c62-4b00-8a3b-fd55ab04136f req-3c7d1d61-7dad-45d6-81c7-af8c0699016c service neutron] 10.222.0.21 "GET /v2.0/networks/b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910521 Aug 22 14:38:29.561921 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-06dcd042-4c62-4b00-8a3b-fd55ab04136f req-1a83cbd8-7c3b-4647-b97a-5a0cc71318b4 service neutron] 10.222.0.21 "GET /v2.0/networks/b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879960 Aug 22 14:38:29.634000 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-099c32f4-d0b0-43ad-aa51-b5563fe8a9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ef8c79-f8b3-4028-8e0e-274e27237d70', 'name': 'tempest-TestSnapshotPattern-1927027194-router', 'tenant_id': '36478e3737044684b7508c411ff9b0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '40faa5e1-0215-4e36-8fed-0a8854baab4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:38:22Z', 'updated_at': '2021-08-22T14:38:25Z', 'revision_number': 4, 'project_id': '36478e3737044684b7508c411ff9b0dd', 'gw_port': {'id': '40faa5e1-0215-4e36-8fed-0a8854baab4d', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:52:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ef8c79-f8b3-4028-8e0e-274e27237d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:38:22Z', 'updated_at': '2021-08-22T14:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '80af387e-ba62-4b22-9f93-75cccb9edaa5', 'name': '', 'network_id': '9b622f36-d8d7-434c-b08c-7f9af94bbdc3', 'tenant_id': '36478e3737044684b7508c411ff9b0dd', 'mac_address': 'fa:16:3e:63:4a:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ef8c79-f8b3-4028-8e0e-274e27237d70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '00ffeb17-c6a0-4f4d-a2f7-ef51e36ce25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:38:24Z', 'updated_at': '2021-08-22T14:38:29Z', 'revision_number': 4, 'project_id': '36478e3737044684b7508c411ff9b0dd', 'subnets': [{'id': '00ffeb17-c6a0-4f4d-a2f7-ef51e36ce25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:38:29.665162 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099c32f4-d0b0-43ad-aa51-b5563fe8a9b6 None None] The sync data for ids ['07ef8c79-f8b3-4028-8e0e-274e27237d70'] in n-d-793621-33 is: [{'id': '07ef8c79-f8b3-4028-8e0e-274e27237d70', 'name': 'tempest-TestSnapshotPattern-1927027194-router', 'tenant_id': '36478e3737044684b7508c411ff9b0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '40faa5e1-0215-4e36-8fed-0a8854baab4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:38:22Z', 'updated_at': '2021-08-22T14:38:25Z', 'revision_number': 4, 'project_id': '36478e3737044684b7508c411ff9b0dd', 'gw_port': {'id': '40faa5e1-0215-4e36-8fed-0a8854baab4d', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:52:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ef8c79-f8b3-4028-8e0e-274e27237d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:38:22Z', 'updated_at': '2021-08-22T14:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '80af387e-ba62-4b22-9f93-75cccb9edaa5', 'name': '', 'network_id': '9b622f36-d8d7-434c-b08c-7f9af94bbdc3', 'tenant_id': '36478e3737044684b7508c411ff9b0dd', 'mac_address': 'fa:16:3e:63:4a:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ef8c79-f8b3-4028-8e0e-274e27237d70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '00ffeb17-c6a0-4f4d-a2f7-ef51e36ce25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:38:24Z', 'updated_at': '2021-08-22T14:38:29Z', 'revision_number': 4, 'project_id': '36478e3737044684b7508c411ff9b0dd', 'subnets': [{'id': '00ffeb17-c6a0-4f4d-a2f7-ef51e36ce25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:38:29.824202 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 80af387e-ba62-4b22-9f93-75cccb9edaa5 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:38:29.876057 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning for port 80af387e-ba62-4b22-9f93-75cccb9edaa5 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:38:29.879942 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 80af387e-ba62-4b22-9f93-75cccb9edaa5 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:38:29.880336 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:29.959129 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:29.993909 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] For port 80af387e-ba62-4b22-9f93-75cccb9edaa5, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=80af387e-ba62-4b22-9f93-75cccb9edaa5,segment=NetworkSegment(31d9a85c-f444-4b80-b3f4-1d80f228530e),segment_id=31d9a85c-f444-4b80-b3f4-1d80f228530e)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:38:30.001308 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:30.054580 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Pushing event updated for resources: {'Port': ['ID=80af387e-ba62-4b22-9f93-75cccb9edaa5,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:30.741977 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-04e6a44b-dced-4182-a8e7-518c735419c7 req-d49519f4-6685-4158-9dd3-1342e3a16b9c tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/ports?device_id=7975e414-c5db-49f8-8e47-40f9f61071cc HTTP/1.1" status: 200 len: 210 time: 0.0268292 Aug 22 14:38:31.153851 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c78bd463-1336-4d6f-aad8-0215c0927a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:31.313560 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:31.661103 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dcd042-4c62-4b00-8a3b-fd55ab04136f req-cb4ca99c-150f-4f6c-9ad9-208d8d7c64cd tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:38:31.662798 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-06dcd042-4c62-4b00-8a3b-fd55ab04136f req-cb4ca99c-150f-4f6c-9ad9-208d8d7c64cd tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.16 "GET /v2.0/networks?id=b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3 HTTP/1.1" status: 200 len: 809 time: 0.1236727 Aug 22 14:38:31.708728 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-06dcd042-4c62-4b00-8a3b-fd55ab04136f req-3a0a3e14-d2f8-4458-a62a-2b4558715e33 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1fc13d0ff8d24d92b3dc5bb18a41e05b HTTP/1.1" status: 200 len: 380 time: 0.0360661 Aug 22 14:38:31.720430 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-06dcd042-4c62-4b00-8a3b-fd55ab04136f req-97d3e326-b6ad-4dbe-aeb5-1f84364166b0 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Request body: {'port': {'device_id': '7975e414-c5db-49f8-8e47-40f9f61071cc', 'network_id': 'b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3', 'admin_state_up': True, 'tenant_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'security_groups': ['ac6cc565-9a70-45a7-bf16-0bcaa0a95b59']}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:38:31.821792 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 80af387e-ba62-4b22-9f93-75cccb9edaa5 up at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:38:31.846990 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ca349781-19a7-4973-97da-dc813e13aa58 req-12556a8a-c686-4437-85c7-a1b64b2cc49f tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/ports?device_id=7975e414-c5db-49f8-8e47-40f9f61071cc HTTP/1.1" status: 200 len: 210 time: 0.0279462 Aug 22 14:38:31.869280 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06dcd042-4c62-4b00-8a3b-fd55ab04136f req-97d3e326-b6ad-4dbe-aeb5-1f84364166b0 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Made reservation on behalf of 1fc13d0ff8d24d92b3dc5bb18a41e05b for: {'port': 1} {{(pid=94627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:38:31.873555 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-06dcd042-4c62-4b00-8a3b-fd55ab04136f req-97d3e326-b6ad-4dbe-aeb5-1f84364166b0 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:31.889982 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Provisioning complete for port 80af387e-ba62-4b22-9f93-75cccb9edaa5 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:38:31.890361 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:32.005578 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [req-06dcd042-4c62-4b00-8a3b-fd55ab04136f req-97d3e326-b6ad-4dbe-aeb5-1f84364166b0 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Allocated IP 172.20.0.12 (b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3/6f913c27-7d8b-4dbc-8de2-bf4494edf1fc/f3f8875f-cfa8-4e67-9084-8beac050010e) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:38:32.140605 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-06dcd042-4c62-4b00-8a3b-fd55ab04136f req-97d3e326-b6ad-4dbe-aeb5-1f84364166b0 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:32.159608 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-06dcd042-4c62-4b00-8a3b-fd55ab04136f req-97d3e326-b6ad-4dbe-aeb5-1f84364166b0 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Transition to ACTIVE for port object f3f8875f-cfa8-4e67-9084-8beac050010e will not be triggered until provisioned by entity DHCP. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:38:32.192962 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-06dcd042-4c62-4b00-8a3b-fd55ab04136f req-97d3e326-b6ad-4dbe-aeb5-1f84364166b0 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:32.239879 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06dcd042-4c62-4b00-8a3b-fd55ab04136f req-97d3e326-b6ad-4dbe-aeb5-1f84364166b0 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Network b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:38:32.242863 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [req-06dcd042-4c62-4b00-8a3b-fd55ab04136f req-97d3e326-b6ad-4dbe-aeb5-1f84364166b0 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:38:32.248146 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-06dcd042-4c62-4b00-8a3b-fd55ab04136f req-97d3e326-b6ad-4dbe-aeb5-1f84364166b0 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:38:32.256935 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3e326-b6ad-4dbe-aeb5-1f84364166b0 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Pushing event updated for resources: {'Port': ['ID=f3f8875f-cfa8-4e67-9084-8beac050010e,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:32.305463 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dcd042-4c62-4b00-8a3b-fd55ab04136f req-97d3e326-b6ad-4dbe-aeb5-1f84364166b0 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:38:32.306104 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-06dcd042-4c62-4b00-8a3b-fd55ab04136f req-97d3e326-b6ad-4dbe-aeb5-1f84364166b0 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:32.323050 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-06dcd042-4c62-4b00-8a3b-fd55ab04136f req-97d3e326-b6ad-4dbe-aeb5-1f84364166b0 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6064382 Aug 22 14:38:32.337091 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [req-06dcd042-4c62-4b00-8a3b-fd55ab04136f req-bb08011a-f56a-46b4-84ed-a27df85dfbab service neutron] Request body: {'port': {'device_id': '7975e414-c5db-49f8-8e47-40f9f61071cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-33'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:38:32.394099 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-06dcd042-4c62-4b00-8a3b-fd55ab04136f req-bb08011a-f56a-46b4-84ed-a27df85dfbab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:32.524857 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-4dadaf42-bc61-446c-9b72-66ee991538d8 None None] Provisioning for port f3f8875f-cfa8-4e67-9084-8beac050010e completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:38:32.529093 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-4dadaf42-bc61-446c-9b72-66ee991538d8 None None] Provisioning complete for port f3f8875f-cfa8-4e67-9084-8beac050010e triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:38:32.529460 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4dadaf42-bc61-446c-9b72-66ee991538d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:32.562500 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-4dadaf42-bc61-446c-9b72-66ee991538d8 None None] Port f3f8875f-cfa8-4e67-9084-8beac050010e cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:38:32.662814 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [req-06dcd042-4c62-4b00-8a3b-fd55ab04136f req-bb08011a-f56a-46b4-84ed-a27df85dfbab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3f8875f-cfa8-4e67-9084-8beac050010e {{(pid=94627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:38:32.670116 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-06dcd042-4c62-4b00-8a3b-fd55ab04136f req-bb08011a-f56a-46b4-84ed-a27df85dfbab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:32.681832 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.provisioning_blocks [req-06dcd042-4c62-4b00-8a3b-fd55ab04136f req-bb08011a-f56a-46b4-84ed-a27df85dfbab service neutron] Transition to ACTIVE for port object f3f8875f-cfa8-4e67-9084-8beac050010e will not be triggered until provisioned by entity L2. {{(pid=94627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:38:32.685900 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-06dcd042-4c62-4b00-8a3b-fd55ab04136f req-bb08011a-f56a-46b4-84ed-a27df85dfbab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:32.729036 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:32.736380 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb08011a-f56a-46b4-84ed-a27df85dfbab service neutron] Pushing event updated for resources: {'Port': ['ID=f3f8875f-cfa8-4e67-9084-8beac050010e,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:32.810763 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-06dcd042-4c62-4b00-8a3b-fd55ab04136f req-bb08011a-f56a-46b4-84ed-a27df85dfbab service neutron] Attempting to bind port f3f8875f-cfa8-4e67-9084-8beac050010e on host n-h2-793621-33 for vnic_type normal with profile {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:38:32.811112 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-06dcd042-4c62-4b00-8a3b-fd55ab04136f req-bb08011a-f56a-46b4-84ed-a27df85dfbab service neutron] Attempting to bind port f3f8875f-cfa8-4e67-9084-8beac050010e by drivers openvswitch,hyperv on host n-h2-793621-33 at level 0 using segments [{'id': '7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3'}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:38:32.812109 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06dcd042-4c62-4b00-8a3b-fd55ab04136f req-bb08011a-f56a-46b4-84ed-a27df85dfbab service neutron] Attempting to bind port f3f8875f-cfa8-4e67-9084-8beac050010e on network b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:38:32.816924 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06dcd042-4c62-4b00-8a3b-fd55ab04136f req-bb08011a-f56a-46b4-84ed-a27df85dfbab service neutron] Port f3f8875f-cfa8-4e67-9084-8beac050010e on network b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-33 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:38:32.817258 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06dcd042-4c62-4b00-8a3b-fd55ab04136f req-bb08011a-f56a-46b4-84ed-a27df85dfbab service neutron] Attempting to bind port f3f8875f-cfa8-4e67-9084-8beac050010e on network b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3 {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:38:32.822793 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06dcd042-4c62-4b00-8a3b-fd55ab04136f req-bb08011a-f56a-46b4-84ed-a27df85dfbab service neutron] Checking agent: {'id': '7b431ada-4762-4041-b06b-4eab6dfd814e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:38:32.823238 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06dcd042-4c62-4b00-8a3b-fd55ab04136f req-bb08011a-f56a-46b4-84ed-a27df85dfbab service neutron] Checking segment: {'id': '7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:38:32.823733 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06dcd042-4c62-4b00-8a3b-fd55ab04136f req-bb08011a-f56a-46b4-84ed-a27df85dfbab service neutron] Bound using segment: {'id': '7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3'} {{(pid=94627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:38:32.824971 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.managers [req-06dcd042-4c62-4b00-8a3b-fd55ab04136f req-bb08011a-f56a-46b4-84ed-a27df85dfbab service neutron] Bound port: f3f8875f-cfa8-4e67-9084-8beac050010e, host: n-h2-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3'}}] {{(pid=94627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:38:32.825878 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-06dcd042-4c62-4b00-8a3b-fd55ab04136f req-bb08011a-f56a-46b4-84ed-a27df85dfbab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:32.900275 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-06dcd042-4c62-4b00-8a3b-fd55ab04136f req-bb08011a-f56a-46b4-84ed-a27df85dfbab service neutron] For port f3f8875f-cfa8-4e67-9084-8beac050010e, host n-h2-793621-33, cleared binding levels {{(pid=94627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:38:32.903815 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-06dcd042-4c62-4b00-8a3b-fd55ab04136f req-bb08011a-f56a-46b4-84ed-a27df85dfbab service neutron] For port f3f8875f-cfa8-4e67-9084-8beac050010e, host n-h2-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=f3f8875f-cfa8-4e67-9084-8beac050010e,segment=NetworkSegment(7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d),segment_id=7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d)] {{(pid=94627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:38:32.910390 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-06dcd042-4c62-4b00-8a3b-fd55ab04136f req-bb08011a-f56a-46b4-84ed-a27df85dfbab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:32.972504 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dcd042-4c62-4b00-8a3b-fd55ab04136f req-bb08011a-f56a-46b4-84ed-a27df85dfbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:38:32.973121 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-06dcd042-4c62-4b00-8a3b-fd55ab04136f req-bb08011a-f56a-46b4-84ed-a27df85dfbab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:32.974532 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-06dcd042-4c62-4b00-8a3b-fd55ab04136f req-bb08011a-f56a-46b4-84ed-a27df85dfbab service neutron] 10.222.0.16 "PUT /v2.0/ports/f3f8875f-cfa8-4e67-9084-8beac050010e HTTP/1.1" status: 200 len: 1093 time: 0.6422989 Aug 22 14:38:32.975873 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7975e414-c5db-49f8-8e47-40f9f61071cc', 'tag': 'f3f8875f-cfa8-4e67-9084-8beac050010e'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:38:32.978485 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8361b9502d284db1754c02bd1b6f8106db555dd6c6dc010ebe333761f67dd15a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f6f9d4-b006-4ec2-98d1-497b0b5b3ee1" -d '{"events": [{"name": "network-changed", "server_uuid": "7975e414-c5db-49f8-8e47-40f9f61071cc", "tag": "f3f8875f-cfa8-4e67-9084-8beac050010e"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:38:33.037215 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb08011a-f56a-46b4-84ed-a27df85dfbab service neutron] Pushing event updated for resources: {'Port': ['ID=f3f8875f-cfa8-4e67-9084-8beac050010e,revision_number=3']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:33.041258 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29a4bb6-3c53-464c-b20d-47981b82e7cf x-openstack-request-id: req-a29a4bb6-3c53-464c-b20d-47981b82e7cf {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:38:33.041545 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7975e414-c5db-49f8-8e47-40f9f61071cc", "tag": "f3f8875f-cfa8-4e67-9084-8beac050010e", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:38:33.041794 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a29a4bb6-3c53-464c-b20d-47981b82e7cf {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:38:33.042180 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7975e414-c5db-49f8-8e47-40f9f61071cc', 'tag': 'f3f8875f-cfa8-4e67-9084-8beac050010e', 'status': 'completed', 'code': 200} Aug 22 14:38:33.072855 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1986a8bf-9c0d-4332-9e4d-936bd7224883 req-cbdcf008-6a51-424c-8166-3cafdeca29d7 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:38:33.074992 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1986a8bf-9c0d-4332-9e4d-936bd7224883 req-cbdcf008-6a51-424c-8166-3cafdeca29d7 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/ports?device_id=7975e414-c5db-49f8-8e47-40f9f61071cc HTTP/1.1" status: 200 len: 944 time: 0.1364341 Aug 22 14:38:33.102959 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dcd042-4c62-4b00-8a3b-fd55ab04136f req-db240faa-d6d2-4d23-840e-28db44b473df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:38:33.104489 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-06dcd042-4c62-4b00-8a3b-fd55ab04136f req-db240faa-d6d2-4d23-840e-28db44b473df service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1fc13d0ff8d24d92b3dc5bb18a41e05b&device_id=7975e414-c5db-49f8-8e47-40f9f61071cc HTTP/1.1" status: 200 len: 1096 time: 0.0786216 Aug 22 14:38:33.130616 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-1986a8bf-9c0d-4332-9e4d-936bd7224883 req-6255cb46-7be5-415d-ad6c-237556ae03e0 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac6cc565-9a70-45a7-bf16-0bcaa0a95b59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488396 Aug 22 14:38:33.157065 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-06dcd042-4c62-4b00-8a3b-fd55ab04136f req-ca95dc82-7d04-4c60-9941-5b2aebac99e3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3f8875f-cfa8-4e67-9084-8beac050010e HTTP/1.1" status: 200 len: 217 time: 0.0409305 Aug 22 14:38:33.211353 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dcd042-4c62-4b00-8a3b-fd55ab04136f req-54083c27-50bd-4440-94c1-b09ef2a3e475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:38:33.212757 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-06dcd042-4c62-4b00-8a3b-fd55ab04136f req-54083c27-50bd-4440-94c1-b09ef2a3e475 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f913c27-7d8b-4dbc-8de2-bf4494edf1fc HTTP/1.1" status: 200 len: 848 time: 0.0489514 Aug 22 14:38:33.260396 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dcd042-4c62-4b00-8a3b-fd55ab04136f req-55dcc991-8d26-4e4c-90d1-72cc3d276ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:38:33.261933 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-06dcd042-4c62-4b00-8a3b-fd55ab04136f req-55dcc991-8d26-4e4c-90d1-72cc3d276ef6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422666 Aug 22 14:38:33.348574 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-06dcd042-4c62-4b00-8a3b-fd55ab04136f req-37ca9b01-d01a-4886-852a-4e6bb3224406 service neutron] 10.222.0.16 "GET /v2.0/networks/b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795200 Aug 22 14:38:33.439199 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-06dcd042-4c62-4b00-8a3b-fd55ab04136f req-db0cbcf6-e419-49df-a546-0db45bc60349 service neutron] 10.222.0.16 "GET /v2.0/networks/b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840499 Aug 22 14:38:33.521229 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f6f9d4-b006-4ec2-98d1-497b0b5b3ee1 req-aeab647e-057f-4193-9526-7b9c0775842e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:38:33.522714 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a0f6f9d4-b006-4ec2-98d1-497b0b5b3ee1 req-aeab647e-057f-4193-9526-7b9c0775842e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1fc13d0ff8d24d92b3dc5bb18a41e05b&device_id=7975e414-c5db-49f8-8e47-40f9f61071cc HTTP/1.1" status: 200 len: 1096 time: 0.0403216 Aug 22 14:38:33.613340 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f6f9d4-b006-4ec2-98d1-497b0b5b3ee1 req-606ab9e0-44fc-469d-a186-9a6bac3136b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:38:33.614805 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a0f6f9d4-b006-4ec2-98d1-497b0b5b3ee1 req-606ab9e0-44fc-469d-a186-9a6bac3136b5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3 HTTP/1.1" status: 200 len: 910 time: 0.0854108 Aug 22 14:38:33.655362 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a0f6f9d4-b006-4ec2-98d1-497b0b5b3ee1 req-c2e77abe-2b33-47db-b163-4b48c6a2d263 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3f8875f-cfa8-4e67-9084-8beac050010e HTTP/1.1" status: 200 len: 217 time: 0.0336399 Aug 22 14:38:33.702767 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f6f9d4-b006-4ec2-98d1-497b0b5b3ee1 req-34a0404d-f058-46a1-b819-a3789ac4da2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:38:33.704181 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a0f6f9d4-b006-4ec2-98d1-497b0b5b3ee1 req-34a0404d-f058-46a1-b819-a3789ac4da2a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f913c27-7d8b-4dbc-8de2-bf4494edf1fc HTTP/1.1" status: 200 len: 848 time: 0.0421677 Aug 22 14:38:33.750057 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f6f9d4-b006-4ec2-98d1-497b0b5b3ee1 req-78ce19f6-7f4c-4b60-aad7-29e03baf7491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:38:33.751527 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a0f6f9d4-b006-4ec2-98d1-497b0b5b3ee1 req-78ce19f6-7f4c-4b60-aad7-29e03baf7491 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400877 Aug 22 14:38:33.844293 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a0f6f9d4-b006-4ec2-98d1-497b0b5b3ee1 req-b02cf924-f658-41d6-b131-947770a19678 service neutron] 10.222.0.16 "GET /v2.0/networks/b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844765 Aug 22 14:38:33.932421 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a0f6f9d4-b006-4ec2-98d1-497b0b5b3ee1 req-c36dc4b5-dcba-46e6-861c-58b6f1458233 service neutron] 10.222.0.16 "GET /v2.0/networks/b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795465 Aug 22 14:38:34.253676 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16730131-9799-42af-b488-9dda3c0dcc6e req-0135fdc0-d329-4323-8871-31d5b0277efd tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:38:34.255149 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-16730131-9799-42af-b488-9dda3c0dcc6e req-0135fdc0-d329-4323-8871-31d5b0277efd tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/ports?device_id=7975e414-c5db-49f8-8e47-40f9f61071cc HTTP/1.1" status: 200 len: 944 time: 0.0531890 Aug 22 14:38:34.292074 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-16730131-9799-42af-b488-9dda3c0dcc6e req-266c2ea2-a4e0-4944-acc2-99581ea6f3db tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac6cc565-9a70-45a7-bf16-0bcaa0a95b59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310013 Aug 22 14:38:34.502945 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:34.622960 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:35.173847 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device f3f8875f-cfa8-4e67-9084-8beac050010e details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:38:35.266228 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port f3f8875f-cfa8-4e67-9084-8beac050010e, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=f3f8875f-cfa8-4e67-9084-8beac050010e,segment=NetworkSegment(7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d),segment_id=7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:38:35.276110 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': 'f3f8875f-cfa8-4e67-9084-8beac050010e', 'network_id': 'b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3', 'port_id': 'f3f8875f-cfa8-4e67-9084-8beac050010e', 'mac_address': 'fa:16:3e:6e:dc:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f913c27-7d8b-4dbc-8de2-bf4494edf1fc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:38:35.317107 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:35.330689 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3f8875f-cfa8-4e67-9084-8beac050010e {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:38:35.351278 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port f3f8875f-cfa8-4e67-9084-8beac050010e, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=f3f8875f-cfa8-4e67-9084-8beac050010e,segment=NetworkSegment(7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d),segment_id=7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:38:35.355907 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:35.405263 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=f3f8875f-cfa8-4e67-9084-8beac050010e,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:35.416420 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f1416-6cde-4818-a43d-62e40202cb9e req-0539c8ea-3c1b-4852-9e78-820875a49a68 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:38:35.418322 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8c2f1416-6cde-4818-a43d-62e40202cb9e req-0539c8ea-3c1b-4852-9e78-820875a49a68 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/ports?device_id=7975e414-c5db-49f8-8e47-40f9f61071cc HTTP/1.1" status: 200 len: 945 time: 0.0539553 Aug 22 14:38:35.456567 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-8c2f1416-6cde-4818-a43d-62e40202cb9e req-93b5110f-2960-41f6-8271-053cb090b350 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac6cc565-9a70-45a7-bf16-0bcaa0a95b59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321565 Aug 22 14:38:35.570694 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['f3f8875f-cfa8-4e67-9084-8beac050010e'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:38:36.570154 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986f737-cea6-4feb-9507-afd8f14430e5 req-01457e41-d21e-4639-8bfa-e499d6f20770 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:38:36.571623 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d986f737-cea6-4feb-9507-afd8f14430e5 req-01457e41-d21e-4639-8bfa-e499d6f20770 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/ports?device_id=7975e414-c5db-49f8-8e47-40f9f61071cc HTTP/1.1" status: 200 len: 945 time: 0.0487564 Aug 22 14:38:36.609165 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d986f737-cea6-4feb-9507-afd8f14430e5 req-02fa0335-82f4-479b-bf53-5588fcc107dc tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac6cc565-9a70-45a7-bf16-0bcaa0a95b59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314209 Aug 22 14:38:37.189665 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device f3f8875f-cfa8-4e67-9084-8beac050010e up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:38:37.238639 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning for port f3f8875f-cfa8-4e67-9084-8beac050010e completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:38:37.242247 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port f3f8875f-cfa8-4e67-9084-8beac050010e triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:38:37.242615 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:37.319945 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:37.342153 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7975e414-c5db-49f8-8e47-40f9f61071cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f8875f-cfa8-4e67-9084-8beac050010e'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:38:37.344416 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9fc9c2c847a9facc218278c3c2c49df6b567d765c98d25b9b10c00da6c51199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aaab9a7-e638-4986-bde3-174d0214394d" -d '{"events": [{"server_uuid": "7975e414-c5db-49f8-8e47-40f9f61071cc", "name": "network-vif-plugged", "status": "completed", "tag": "f3f8875f-cfa8-4e67-9084-8beac050010e"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:38:37.357285 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port f3f8875f-cfa8-4e67-9084-8beac050010e, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=f3f8875f-cfa8-4e67-9084-8beac050010e,segment=NetworkSegment(7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d),segment_id=7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:38:37.361302 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:37.408587 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=f3f8875f-cfa8-4e67-9084-8beac050010e,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:37.436652 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4280c6a2-f140-4138-90ec-b1f41a2473f9 x-openstack-request-id: req-4280c6a2-f140-4138-90ec-b1f41a2473f9 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:38:37.436945 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7975e414-c5db-49f8-8e47-40f9f61071cc", "name": "network-vif-plugged", "status": "completed", "tag": "f3f8875f-cfa8-4e67-9084-8beac050010e", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:38:37.437216 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4280c6a2-f140-4138-90ec-b1f41a2473f9 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:38:37.437633 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7975e414-c5db-49f8-8e47-40f9f61071cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f8875f-cfa8-4e67-9084-8beac050010e', 'code': 200} Aug 22 14:38:37.534333 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3ea56-0829-4789-961e-4eed04777efa req-aa6fee6e-7d0e-45eb-8542-f8475a982bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:38:37.535783 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-99c3ea56-0829-4789-961e-4eed04777efa req-aa6fee6e-7d0e-45eb-8542-f8475a982bf7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7975e414-c5db-49f8-8e47-40f9f61071cc HTTP/1.1" status: 200 len: 1098 time: 0.0445130 Aug 22 14:38:37.569858 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-99c3ea56-0829-4789-961e-4eed04777efa req-c3c540ae-acd6-4950-b853-887b4789dca7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ac6cc565-9a70-45a7-bf16-0bcaa0a95b59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275514 Aug 22 14:38:37.720502 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804729ed-d2e4-42c1-adc0-eacd9a406bc5 req-1a9c9ab8-0330-4c02-a2b3-a0cc518f2edf tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:38:37.721967 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-804729ed-d2e4-42c1-adc0-eacd9a406bc5 req-1a9c9ab8-0330-4c02-a2b3-a0cc518f2edf tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/ports?device_id=7975e414-c5db-49f8-8e47-40f9f61071cc HTTP/1.1" status: 200 len: 946 time: 0.0486841 Aug 22 14:38:37.759923 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-804729ed-d2e4-42c1-adc0-eacd9a406bc5 req-19ba3d36-8910-4915-9512-45f0e301d317 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac6cc565-9a70-45a7-bf16-0bcaa0a95b59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318027 Aug 22 14:38:38.876881 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed305da4-ba62-4e11-a8d5-a51ac9e96d96 req-21c1f03b-1b02-460d-93c0-a763366b2ce6 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:38:38.878359 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ed305da4-ba62-4e11-a8d5-a51ac9e96d96 req-21c1f03b-1b02-460d-93c0-a763366b2ce6 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/ports?device_id=7975e414-c5db-49f8-8e47-40f9f61071cc HTTP/1.1" status: 200 len: 946 time: 0.0499089 Aug 22 14:38:38.914936 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ed305da4-ba62-4e11-a8d5-a51ac9e96d96 req-757cd63d-b3dd-49d4-be49-f018fb5aa796 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac6cc565-9a70-45a7-bf16-0bcaa0a95b59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306978 Aug 22 14:38:39.031363 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409823f-9199-4b24-9ac6-2c9354d5e83d req-22a8da9d-b4fc-4c37-82ac-7cee809f0f16 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:38:39.032891 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9409823f-9199-4b24-9ac6-2c9354d5e83d req-22a8da9d-b4fc-4c37-82ac-7cee809f0f16 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/ports?device_id=7975e414-c5db-49f8-8e47-40f9f61071cc HTTP/1.1" status: 200 len: 946 time: 0.0531175 Aug 22 14:38:39.079396 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9409823f-9199-4b24-9ac6-2c9354d5e83d req-269328d5-b2c3-4ca4-9085-0f68e8d481c9 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac6cc565-9a70-45a7-bf16-0bcaa0a95b59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402982 Aug 22 14:38:39.100357 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 53948) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:38:39.227850 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb045a3c-1318-41ea-9901-d5ef0fc9c763 tempest-TestSnapshotPattern-575729662 tempest-TestSnapshotPattern-575729662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:38:39.229380 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-fb045a3c-1318-41ea-9901-d5ef0fc9c763 tempest-TestSnapshotPattern-575729662 tempest-TestSnapshotPattern-575729662-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7975e414-c5db-49f8-8e47-40f9f61071cc HTTP/1.1" status: 200 len: 1093 time: 0.1280704 Aug 22 14:38:39.233153 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 53952) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:38:39.238618 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-da70e8fb-7015-4fe4-8f27-1f1bf78b133e tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Request body: {'floatingip': {'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'port_id': 'f3f8875f-cfa8-4e67-9084-8beac050010e', 'tenant_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:38:39.260581 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-da70e8fb-7015-4fe4-8f27-1f1bf78b133e tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks [] for floatingip, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:39.357536 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-da70e8fb-7015-4fe4-8f27-1f1bf78b133e tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:39.458547 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-da70e8fb-7015-4fe4-8f27-1f1bf78b133e tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Allocated IP 172.25.3.68 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/d8316a9b-0c24-4706-abc0-c26c8c25e9b2) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:38:39.560734 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-da70e8fb-7015-4fe4-8f27-1f1bf78b133e tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:39.598197 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-da70e8fb-7015-4fe4-8f27-1f1bf78b133e tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:39.635463 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da70e8fb-7015-4fe4-8f27-1f1bf78b133e tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:38:39.638299 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-da70e8fb-7015-4fe4-8f27-1f1bf78b133e tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:38:39.641673 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da70e8fb-7015-4fe4-8f27-1f1bf78b133e tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:38:39.649550 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da70e8fb-7015-4fe4-8f27-1f1bf78b133e tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Pushing event updated for resources: {'Port': ['ID=d8316a9b-0c24-4706-abc0-c26c8c25e9b2,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:39.991790 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-da70e8fb-7015-4fe4-8f27-1f1bf78b133e tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:40.056908 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-da70e8fb-7015-4fe4-8f27-1f1bf78b133e tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:40.201590 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-da70e8fb-7015-4fe4-8f27-1f1bf78b133e tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:40.206046 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-da70e8fb-7015-4fe4-8f27-1f1bf78b133e tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:40.275682 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da70e8fb-7015-4fe4-8f27-1f1bf78b133e tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Pushing event updated for resources: {'Port': ['ID=d8316a9b-0c24-4706-abc0-c26c8c25e9b2,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:40.285457 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-da70e8fb-7015-4fe4-8f27-1f1bf78b133e tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:40.383077 n-d-793621-33 neutron-server[94627]: INFO neutron.db.l3_db [None req-da70e8fb-7015-4fe4-8f27-1f1bf78b133e tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Floating IP aea96f6f-5986-4aa9-9248-40b4f0b6d269 associated. External IP: 172.25.3.68, port: f3f8875f-cfa8-4e67-9084-8beac050010e. Aug 22 14:38:40.877988 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da70e8fb-7015-4fe4-8f27-1f1bf78b133e tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Router 60f6755e-217b-4e00-8947-446f24c2de7e has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:38:40.984646 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da70e8fb-7015-4fe4-8f27-1f1bf78b133e tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:38:40.994788 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a486b3-1c7c-4c82-99ba-70ee916c23d4 None None] Sync routers for ids ['60f6755e-217b-4e00-8947-446f24c2de7e'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:38:41.002255 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-da70e8fb-7015-4fe4-8f27-1f1bf78b133e tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:41.005305 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a486b3-1c7c-4c82-99ba-70ee916c23d4 None None] Routers {'60f6755e-217b-4e00-8947-446f24c2de7e'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:38:41.005921 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-76a486b3-1c7c-4c82-99ba-70ee916c23d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:38:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['60f6755e-217b-4e00-8947-446f24c2de7e'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:38:41.029724 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-da70e8fb-7015-4fe4-8f27-1f1bf78b133e tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7944427 Aug 22 14:38:41.030338 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7975e414-c5db-49f8-8e47-40f9f61071cc', 'tag': 'f3f8875f-cfa8-4e67-9084-8beac050010e'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:38:41.032595 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8361b9502d284db1754c02bd1b6f8106db555dd6c6dc010ebe333761f67dd15a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e35ad8c-4ef5-4a1e-a310-37cf7102c2db" -d '{"events": [{"name": "network-changed", "server_uuid": "7975e414-c5db-49f8-8e47-40f9f61071cc", "tag": "f3f8875f-cfa8-4e67-9084-8beac050010e"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:38:41.068824 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-688e5544-ef26-4694-9175-1c564ba1a04f x-openstack-request-id: req-688e5544-ef26-4694-9175-1c564ba1a04f {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:38:41.069181 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7975e414-c5db-49f8-8e47-40f9f61071cc", "tag": "f3f8875f-cfa8-4e67-9084-8beac050010e", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:38:41.069497 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-688e5544-ef26-4694-9175-1c564ba1a04f {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:38:41.069989 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7975e414-c5db-49f8-8e47-40f9f61071cc', 'tag': 'f3f8875f-cfa8-4e67-9084-8beac050010e', 'status': 'completed', 'code': 200} Aug 22 14:38:41.111094 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-76a486b3-1c7c-4c82-99ba-70ee916c23d4 None None] Set router 60f6755e-217b-4e00-8947-446f24c2de7e gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:38:41.130696 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35ad8c-4ef5-4a1e-a310-37cf7102c2db req-a8ce6da0-9f5f-4539-877e-a565dc2d0e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:38:41.132138 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6e35ad8c-4ef5-4a1e-a310-37cf7102c2db req-a8ce6da0-9f5f-4539-877e-a565dc2d0e9b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1fc13d0ff8d24d92b3dc5bb18a41e05b&device_id=7975e414-c5db-49f8-8e47-40f9f61071cc HTTP/1.1" status: 200 len: 1098 time: 0.0408659 Aug 22 14:38:41.221281 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35ad8c-4ef5-4a1e-a310-37cf7102c2db req-fce1b5d1-2a42-4d97-a639-90b5c3e3ab9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:38:41.222774 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6e35ad8c-4ef5-4a1e-a310-37cf7102c2db req-fce1b5d1-2a42-4d97-a639-90b5c3e3ab9d service neutron] 10.222.0.16 "GET /v2.0/networks?id=b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3 HTTP/1.1" status: 200 len: 910 time: 0.0835202 Aug 22 14:38:41.294336 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6e35ad8c-4ef5-4a1e-a310-37cf7102c2db req-e347eac1-d4c0-481c-8786-256cdc12c01c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3f8875f-cfa8-4e67-9084-8beac050010e HTTP/1.1" status: 200 len: 999 time: 0.0642631 Aug 22 14:38:41.330912 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-76a486b3-1c7c-4c82-99ba-70ee916c23d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'name': 'tempest-TestSnapshotPattern-940154751-router', 'tenant_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a97bfc44-8176-4c5b-84c9-d05abf45983e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:38:17Z', 'updated_at': '2021-08-22T14:38:20Z', 'revision_number': 4, 'project_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'gw_port': {'id': 'a97bfc44-8176-4c5b-84c9-d05abf45983e', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:38:17Z', 'updated_at': '2021-08-22T14:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'aea96f6f-5986-4aa9-9248-40b4f0b6d269', 'tenant_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'floating_ip_address': '172.25.3.68', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'port_id': 'f3f8875f-cfa8-4e67-9084-8beac050010e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3', 'mac_address': 'fa:16:3e:6e:dc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7975e414-c5db-49f8-8e47-40f9f61071cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:38:39Z', 'updated_at': '2021-08-22T14:38:39Z', 'revision_number': 0, 'project_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95e80fea-64fe-4d82-9a2b-41b155c954f9', 'name': '', 'network_id': 'b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3', 'tenant_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'mac_address': 'fa:16:3e:d5:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '6f913c27-7d8b-4dbc-8de2-bf4494edf1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:38:19Z', 'updated_at': '2021-08-22T14:38:26Z', 'revision_number': 5, 'project_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'subnets': [{'id': '6f913c27-7d8b-4dbc-8de2-bf4494edf1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:38:41.343164 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35ad8c-4ef5-4a1e-a310-37cf7102c2db req-df7f1974-4518-418f-a7c8-abfe37c3ffbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:38:41.344655 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6e35ad8c-4ef5-4a1e-a310-37cf7102c2db req-df7f1974-4518-418f-a7c8-abfe37c3ffbb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f913c27-7d8b-4dbc-8de2-bf4494edf1fc HTTP/1.1" status: 200 len: 848 time: 0.0443168 Aug 22 14:38:41.396069 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35ad8c-4ef5-4a1e-a310-37cf7102c2db req-dbd84ff1-cf30-4574-a6a2-a9c11d53b3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:38:41.397615 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6e35ad8c-4ef5-4a1e-a310-37cf7102c2db req-dbd84ff1-cf30-4574-a6a2-a9c11d53b3bd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464315 Aug 22 14:38:41.447851 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a486b3-1c7c-4c82-99ba-70ee916c23d4 None None] Checking router: 60f6755e-217b-4e00-8947-446f24c2de7e for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:38:41.457668 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a486b3-1c7c-4c82-99ba-70ee916c23d4 None None] Routers {'60f6755e-217b-4e00-8947-446f24c2de7e'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:38:41.457909 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-76a486b3-1c7c-4c82-99ba-70ee916c23d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:38:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['60f6755e-217b-4e00-8947-446f24c2de7e'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:38:41.492190 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6e35ad8c-4ef5-4a1e-a310-37cf7102c2db req-99f3bce3-6277-4bc1-ae28-97b98afa0f32 service neutron] 10.222.0.16 "GET /v2.0/networks/b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872960 Aug 22 14:38:41.560855 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-76a486b3-1c7c-4c82-99ba-70ee916c23d4 None None] Set router 60f6755e-217b-4e00-8947-446f24c2de7e gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:38:41.583420 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6e35ad8c-4ef5-4a1e-a310-37cf7102c2db req-c4f78b37-80e0-4ef1-aa24-043f8a8c89cd service neutron] 10.222.0.16 "GET /v2.0/networks/b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845289 Aug 22 14:38:41.784537 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-76a486b3-1c7c-4c82-99ba-70ee916c23d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'name': 'tempest-TestSnapshotPattern-940154751-router', 'tenant_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a97bfc44-8176-4c5b-84c9-d05abf45983e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:38:17Z', 'updated_at': '2021-08-22T14:38:20Z', 'revision_number': 4, 'project_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'gw_port': {'id': 'a97bfc44-8176-4c5b-84c9-d05abf45983e', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:38:17Z', 'updated_at': '2021-08-22T14:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'aea96f6f-5986-4aa9-9248-40b4f0b6d269', 'tenant_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'floating_ip_address': '172.25.3.68', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'port_id': 'f3f8875f-cfa8-4e67-9084-8beac050010e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3', 'mac_address': 'fa:16:3e:6e:dc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7975e414-c5db-49f8-8e47-40f9f61071cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:38:39Z', 'updated_at': '2021-08-22T14:38:39Z', 'revision_number': 0, 'project_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95e80fea-64fe-4d82-9a2b-41b155c954f9', 'name': '', 'network_id': 'b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3', 'tenant_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'mac_address': 'fa:16:3e:d5:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '6f913c27-7d8b-4dbc-8de2-bf4494edf1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:38:19Z', 'updated_at': '2021-08-22T14:38:26Z', 'revision_number': 5, 'project_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'subnets': [{'id': '6f913c27-7d8b-4dbc-8de2-bf4494edf1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:38:41.813076 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a486b3-1c7c-4c82-99ba-70ee916c23d4 None None] The sync data for ids ['60f6755e-217b-4e00-8947-446f24c2de7e'] in n-d-793621-33 is: [{'id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'name': 'tempest-TestSnapshotPattern-940154751-router', 'tenant_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a97bfc44-8176-4c5b-84c9-d05abf45983e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:38:17Z', 'updated_at': '2021-08-22T14:38:20Z', 'revision_number': 4, 'project_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'gw_port': {'id': 'a97bfc44-8176-4c5b-84c9-d05abf45983e', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:38:17Z', 'updated_at': '2021-08-22T14:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'aea96f6f-5986-4aa9-9248-40b4f0b6d269', 'tenant_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'floating_ip_address': '172.25.3.68', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'port_id': 'f3f8875f-cfa8-4e67-9084-8beac050010e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3', 'mac_address': 'fa:16:3e:6e:dc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7975e414-c5db-49f8-8e47-40f9f61071cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:38:39Z', 'updated_at': '2021-08-22T14:38:39Z', 'revision_number': 0, 'project_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95e80fea-64fe-4d82-9a2b-41b155c954f9', 'name': '', 'network_id': 'b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3', 'tenant_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'mac_address': 'fa:16:3e:d5:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '6f913c27-7d8b-4dbc-8de2-bf4494edf1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:38:19Z', 'updated_at': '2021-08-22T14:38:26Z', 'revision_number': 5, 'project_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'subnets': [{'id': '6f913c27-7d8b-4dbc-8de2-bf4494edf1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:38:42.000382 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf25b67-546d-452f-b422-ff0a6b9fd57d None None] New status for floating IP aea96f6f-5986-4aa9-9248-40b4f0b6d269: ACTIVE {{(pid=94629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 14:38:43.238239 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:38:47.904681 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b51da567-0c0e-4b3c-902e-264232ab21c1 req-03bdd968-7887-44d0-890e-c2671aac07e9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7975e414-c5db-49f8-8e47-40f9f61071cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442295 Aug 22 14:38:47.985072 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51da567-0c0e-4b3c-902e-264232ab21c1 req-0e66a5af-6fe5-4f58-b8df-b77895fc5f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:38:47.986605 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b51da567-0c0e-4b3c-902e-264232ab21c1 req-0e66a5af-6fe5-4f58-b8df-b77895fc5f76 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1fc13d0ff8d24d92b3dc5bb18a41e05b&device_id=7975e414-c5db-49f8-8e47-40f9f61071cc HTTP/1.1" status: 200 len: 1098 time: 0.0416198 Aug 22 14:38:48.086825 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51da567-0c0e-4b3c-902e-264232ab21c1 req-2a5409ab-bcec-4e63-91ce-607397b2712a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:38:48.088328 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b51da567-0c0e-4b3c-902e-264232ab21c1 req-2a5409ab-bcec-4e63-91ce-607397b2712a service neutron] 10.222.0.16 "GET /v2.0/networks?id=b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3 HTTP/1.1" status: 200 len: 910 time: 0.0831802 Aug 22 14:38:48.156954 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b51da567-0c0e-4b3c-902e-264232ab21c1 req-fdb88a3d-8c00-4e1c-a42b-caab0e3c177e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3f8875f-cfa8-4e67-9084-8beac050010e HTTP/1.1" status: 200 len: 1001 time: 0.0617180 Aug 22 14:38:48.207615 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51da567-0c0e-4b3c-902e-264232ab21c1 req-30aeab0f-0c1c-4109-b6a1-479b73807ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:38:48.209113 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b51da567-0c0e-4b3c-902e-264232ab21c1 req-30aeab0f-0c1c-4109-b6a1-479b73807ce7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f913c27-7d8b-4dbc-8de2-bf4494edf1fc HTTP/1.1" status: 200 len: 848 time: 0.0439622 Aug 22 14:38:48.259880 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51da567-0c0e-4b3c-902e-264232ab21c1 req-560352ae-2110-479b-ab2a-7a321381cadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:38:48.261504 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b51da567-0c0e-4b3c-902e-264232ab21c1 req-560352ae-2110-479b-ab2a-7a321381cadc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399835 Aug 22 14:38:48.355273 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b51da567-0c0e-4b3c-902e-264232ab21c1 req-e3632b46-d3c5-45f9-92d8-8599a8687c24 service neutron] 10.222.0.16 "GET /v2.0/networks/b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849557 Aug 22 14:38:48.443716 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b51da567-0c0e-4b3c-902e-264232ab21c1 req-245633b2-1067-487c-9587-f2db6dde15d0 service neutron] 10.222.0.16 "GET /v2.0/networks/b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812116 Aug 22 14:38:58.571587 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b329af26-8668-498c-b7a8-a9f2669dc244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:59.205768 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:39:01.155083 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7f166c2d-b9cc-42a2-be28-f5785507a718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:39:01.305926 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:39:02.728970 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:39:04.502838 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:39:04.623900 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:39:20.238768 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:39:28.571979 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9779dfbe-99b1-43f8-bfbc-abf258b42a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:39:29.205470 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:39:31.154663 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0995f91a-cb2c-4ded-a269-b6087247f662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:39:31.306778 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:39:32.730933 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:39:34.507149 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:39:34.638435 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:39:48.955427 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d11362b7-7316-4be4-b435-b067b59532b9 req-2efb721a-d808-44f9-bac5-4e192b176007 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7975e414-c5db-49f8-8e47-40f9f61071cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0901411 Aug 22 14:39:49.036695 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11362b7-7316-4be4-b435-b067b59532b9 req-a07af712-2fac-4685-9884-05c20c362846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:39:49.038184 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d11362b7-7316-4be4-b435-b067b59532b9 req-a07af712-2fac-4685-9884-05c20c362846 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1fc13d0ff8d24d92b3dc5bb18a41e05b&device_id=7975e414-c5db-49f8-8e47-40f9f61071cc HTTP/1.1" status: 200 len: 1098 time: 0.0406032 Aug 22 14:39:49.141177 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11362b7-7316-4be4-b435-b067b59532b9 req-de4fe697-60ca-4fe3-aa30-f2250e0f1a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:39:49.142662 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d11362b7-7316-4be4-b435-b067b59532b9 req-de4fe697-60ca-4fe3-aa30-f2250e0f1a4d service neutron] 10.222.0.16 "GET /v2.0/networks?id=b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3 HTTP/1.1" status: 200 len: 910 time: 0.0853679 Aug 22 14:39:49.209726 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d11362b7-7316-4be4-b435-b067b59532b9 req-bd89cc25-ae6f-429c-8dc0-e20fa293c322 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3f8875f-cfa8-4e67-9084-8beac050010e HTTP/1.1" status: 200 len: 1001 time: 0.0601835 Aug 22 14:39:49.258069 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11362b7-7316-4be4-b435-b067b59532b9 req-bec102e4-0ef0-44af-bcea-d6d45da84cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:39:49.259498 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d11362b7-7316-4be4-b435-b067b59532b9 req-bec102e4-0ef0-44af-bcea-d6d45da84cea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f913c27-7d8b-4dbc-8de2-bf4494edf1fc HTTP/1.1" status: 200 len: 848 time: 0.0425103 Aug 22 14:39:49.305595 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11362b7-7316-4be4-b435-b067b59532b9 req-ffa7f98e-b6ae-40e2-a235-d9708b9de275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:39:49.307052 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d11362b7-7316-4be4-b435-b067b59532b9 req-ffa7f98e-b6ae-40e2-a235-d9708b9de275 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406103 Aug 22 14:39:49.397417 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d11362b7-7316-4be4-b435-b067b59532b9 req-814d9c49-0ce2-4e58-8828-b233814394cc service neutron] 10.222.0.16 "GET /v2.0/networks/b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828075 Aug 22 14:39:49.485973 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-d11362b7-7316-4be4-b435-b067b59532b9 req-da46bba0-cd31-43f2-858a-ee7f5540df3d service neutron] 10.222.0.16 "GET /v2.0/networks/b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807471 Aug 22 14:39:57.238221 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:39:58.572876 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3787a743-9022-49b8-95a4-3f7164c8752b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:39:59.204750 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:40:01.155823 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-5f246b48-d41e-4c3f-94ec-e8dc369fb051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:40:01.306865 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:40:02.735120 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:40:04.507984 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:40:04.653034 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:40:28.573140 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4c88a132-ef28-4feb-a9d5-ec4e8e45f6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:40:29.207279 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:40:31.155381 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6095c2a6-75d8-4e2d-83a7-cd520635d7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:40:31.308544 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:40:32.738452 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:40:34.237360 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:40:34.512393 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:40:34.652525 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:40:39.803743 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device f3f8875f-cfa8-4e67-9084-8beac050010e details requested by agent hyperv_n-h2-793621-33 with host n-h2-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:40:39.894438 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port f3f8875f-cfa8-4e67-9084-8beac050010e, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=f3f8875f-cfa8-4e67-9084-8beac050010e,segment=NetworkSegment(7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d),segment_id=7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:40:39.905243 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Returning: {'device': 'f3f8875f-cfa8-4e67-9084-8beac050010e', 'network_id': 'b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3', 'port_id': 'f3f8875f-cfa8-4e67-9084-8beac050010e', 'mac_address': 'fa:16:3e:6e:dc:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f913c27-7d8b-4dbc-8de2-bf4494edf1fc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:40:39.944067 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:40:39.956760 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f3f8875f-cfa8-4e67-9084-8beac050010e {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:40:39.975590 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port f3f8875f-cfa8-4e67-9084-8beac050010e, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=f3f8875f-cfa8-4e67-9084-8beac050010e,segment=NetworkSegment(7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d),segment_id=7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:40:39.980195 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:40:40.040471 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=f3f8875f-cfa8-4e67-9084-8beac050010e,revision_number=6']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:40:40.048096 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:40:40.048502 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:40:40.049414 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:40:40.049741 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:40:40.050065 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:40:40.050387 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:40:40.050705 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:40:40.051076 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:40:40.051342 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:40:40.051657 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:40:40.052296 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:40:40.052617 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:40:40.058082 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] get_ports_and_sgs() called for port_ids ['f3f8875f-cfa8-4e67-9084-8beac050010e'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:40:41.815373 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device f3f8875f-cfa8-4e67-9084-8beac050010e up at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:40:41.872527 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Provisioning complete for port f3f8875f-cfa8-4e67-9084-8beac050010e triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:40:41.872899 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:40:41.976901 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:40:42.006967 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7975e414-c5db-49f8-8e47-40f9f61071cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f8875f-cfa8-4e67-9084-8beac050010e'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:40:42.009386 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9fc9c2c847a9facc218278c3c2c49df6b567d765c98d25b9b10c00da6c51199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3886ba5-e320-46de-84a2-46b9a43a49a8" -d '{"events": [{"server_uuid": "7975e414-c5db-49f8-8e47-40f9f61071cc", "name": "network-vif-plugged", "status": "completed", "tag": "f3f8875f-cfa8-4e67-9084-8beac050010e"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:40:42.033854 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port f3f8875f-cfa8-4e67-9084-8beac050010e, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=f3f8875f-cfa8-4e67-9084-8beac050010e,segment=NetworkSegment(7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d),segment_id=7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:40:42.039743 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:40:42.067213 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e8a4e6-a973-46ff-ad6f-023bd0012904 x-openstack-request-id: req-63e8a4e6-a973-46ff-ad6f-023bd0012904 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:40:42.067502 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7975e414-c5db-49f8-8e47-40f9f61071cc", "name": "network-vif-plugged", "status": "completed", "tag": "f3f8875f-cfa8-4e67-9084-8beac050010e", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:40:42.067751 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-63e8a4e6-a973-46ff-ad6f-023bd0012904 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:40:42.068272 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7975e414-c5db-49f8-8e47-40f9f61071cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f8875f-cfa8-4e67-9084-8beac050010e', 'code': 200} Aug 22 14:40:42.101337 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=f3f8875f-cfa8-4e67-9084-8beac050010e,revision_number=7']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:40:49.409415 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9cd4b640-81ea-4761-8424-19d21f65e389 req-dfdd263c-17cc-47ef-a05c-3f2a28d8913a tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1162294003&fields=id&tenant_id=1fc13d0ff8d24d92b3dc5bb18a41e05b HTTP/1.1" status: 200 len: 267 time: 0.0390303 Aug 22 14:40:49.512851 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4b640-81ea-4761-8424-19d21f65e389 req-b7899bb5-1870-414f-834c-5d3a991c9d3b tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:40:49.514302 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9cd4b640-81ea-4761-8424-19d21f65e389 req-b7899bb5-1870-414f-834c-5d3a991c9d3b tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/networks?id=b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3 HTTP/1.1" status: 200 len: 809 time: 0.0983601 Aug 22 14:40:49.529476 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9cd4b640-81ea-4761-8424-19d21f65e389 req-e640e428-b3aa-46aa-8520-17467098aad6 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/quotas/1fc13d0ff8d24d92b3dc5bb18a41e05b HTTP/1.1" status: 200 len: 375 time: 0.0087366 Aug 22 14:40:49.584741 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9cd4b640-81ea-4761-8424-19d21f65e389 req-643b1864-5387-43dc-b017-652f22205535 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1fc13d0ff8d24d92b3dc5bb18a41e05b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0493288 Aug 22 14:40:49.727932 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9cd4b640-81ea-4761-8424-19d21f65e389 req-a3aec347-02cd-461d-87f6-5a3680edd571 service neutron] 10.222.0.21 "GET /v2.0/networks/b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310589 Aug 22 14:40:49.816559 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-9cd4b640-81ea-4761-8424-19d21f65e389 req-c4207c87-3895-456c-a85f-5bacc18162d2 service neutron] 10.222.0.21 "GET /v2.0/networks/b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825248 Aug 22 14:40:49.911397 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e1fbf509-f2c7-4c20-8d54-ef0d64e046ef req-29bc7a77-49bf-4f79-94a7-4331822bafc4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7975e414-c5db-49f8-8e47-40f9f61071cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0460868 Aug 22 14:40:50.004327 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fbf509-f2c7-4c20-8d54-ef0d64e046ef req-5fb1811a-7a14-4233-ba29-34f39a337b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:40:50.005895 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e1fbf509-f2c7-4c20-8d54-ef0d64e046ef req-5fb1811a-7a14-4233-ba29-34f39a337b1a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1fc13d0ff8d24d92b3dc5bb18a41e05b&device_id=7975e414-c5db-49f8-8e47-40f9f61071cc HTTP/1.1" status: 200 len: 1098 time: 0.0498965 Aug 22 14:40:50.115276 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6aaf13ea-8289-45dc-9cff-1c29108288e8 req-c074fdbe-83f1-488d-80a2-f0af5d12e75f tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cb13fdd-6059-488e-aade-195be8d0300f HTTP/1.1" status: 200 len: 210 time: 0.1210370 Aug 22 14:40:50.149303 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fbf509-f2c7-4c20-8d54-ef0d64e046ef req-fef69b28-0e42-4bdf-b8ec-c2bbde6f04b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:40:50.150805 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e1fbf509-f2c7-4c20-8d54-ef0d64e046ef req-fef69b28-0e42-4bdf-b8ec-c2bbde6f04b7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3 HTTP/1.1" status: 200 len: 910 time: 0.1243653 Aug 22 14:40:50.218190 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e1fbf509-f2c7-4c20-8d54-ef0d64e046ef req-443a9494-0006-4c30-9572-d7a0ef37394b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3f8875f-cfa8-4e67-9084-8beac050010e HTTP/1.1" status: 200 len: 1001 time: 0.0589676 Aug 22 14:40:50.268848 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fbf509-f2c7-4c20-8d54-ef0d64e046ef req-87766879-6ca3-40c0-8ae6-f06906bc8881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:40:50.270372 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e1fbf509-f2c7-4c20-8d54-ef0d64e046ef req-87766879-6ca3-40c0-8ae6-f06906bc8881 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f913c27-7d8b-4dbc-8de2-bf4494edf1fc HTTP/1.1" status: 200 len: 848 time: 0.0458314 Aug 22 14:40:50.320721 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fbf509-f2c7-4c20-8d54-ef0d64e046ef req-ac521a2a-a608-4322-9206-5df2307f040e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:40:50.322242 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e1fbf509-f2c7-4c20-8d54-ef0d64e046ef req-ac521a2a-a608-4322-9206-5df2307f040e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451176 Aug 22 14:40:50.415767 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e1fbf509-f2c7-4c20-8d54-ef0d64e046ef req-7714afb0-45a6-446f-bba8-58746a784af0 service neutron] 10.222.0.16 "GET /v2.0/networks/b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851603 Aug 22 14:40:50.518068 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-e1fbf509-f2c7-4c20-8d54-ef0d64e046ef req-9fa78ae3-211f-4337-9dd7-ff0a251a521f service neutron] 10.222.0.16 "GET /v2.0/networks/b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944161 Aug 22 14:40:51.095356 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4b640-81ea-4761-8424-19d21f65e389 req-5096d66e-5b28-4ab2-a8aa-8aa5d3b89fff tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:40:51.097419 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9cd4b640-81ea-4761-8424-19d21f65e389 req-5096d66e-5b28-4ab2-a8aa-8aa5d3b89fff tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.41 "GET /v2.0/networks?id=b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3 HTTP/1.1" status: 200 len: 809 time: 0.1072128 Aug 22 14:40:51.142715 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9cd4b640-81ea-4761-8424-19d21f65e389 req-3c2a3808-b9cc-4992-a5d1-660ead39e634 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1fc13d0ff8d24d92b3dc5bb18a41e05b HTTP/1.1" status: 200 len: 380 time: 0.0356650 Aug 22 14:40:51.152640 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-9cd4b640-81ea-4761-8424-19d21f65e389 req-aa55b2a3-8e7e-4863-a34a-15538067c9c5 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Request body: {'port': {'device_id': '2cb13fdd-6059-488e-aade-195be8d0300f', 'network_id': 'b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3', 'admin_state_up': True, 'tenant_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'security_groups': ['ac6cc565-9a70-45a7-bf16-0bcaa0a95b59']}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:40:51.216694 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-18078726-afe0-4962-b5bf-c7cd431fea87 req-422c15f4-f06f-4e95-8a3f-a5df8e56edf0 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cb13fdd-6059-488e-aade-195be8d0300f HTTP/1.1" status: 200 len: 210 time: 0.0284636 Aug 22 14:40:51.266922 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cd4b640-81ea-4761-8424-19d21f65e389 req-aa55b2a3-8e7e-4863-a34a-15538067c9c5 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Made reservation on behalf of 1fc13d0ff8d24d92b3dc5bb18a41e05b for: {'port': 1} {{(pid=94628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:40:51.271181 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-9cd4b640-81ea-4761-8424-19d21f65e389 req-aa55b2a3-8e7e-4863-a34a-15538067c9c5 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:40:51.430415 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.db_base_plugin_common [req-9cd4b640-81ea-4761-8424-19d21f65e389 req-aa55b2a3-8e7e-4863-a34a-15538067c9c5 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Allocated IP 172.20.0.8 (b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3/6f913c27-7d8b-4dbc-8de2-bf4494edf1fc/e724ec42-db06-490a-83a3-d3419751e437) {{(pid=94628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:40:51.613424 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-9cd4b640-81ea-4761-8424-19d21f65e389 req-aa55b2a3-8e7e-4863-a34a-15538067c9c5 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks [] for port, precommit_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:40:51.641377 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-9cd4b640-81ea-4761-8424-19d21f65e389 req-aa55b2a3-8e7e-4863-a34a-15538067c9c5 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Transition to ACTIVE for port object e724ec42-db06-490a-83a3-d3419751e437 will not be triggered until provisioned by entity DHCP. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:40:51.683909 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-9cd4b640-81ea-4761-8424-19d21f65e389 req-aa55b2a3-8e7e-4863-a34a-15538067c9c5 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_create {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:40:51.730836 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cd4b640-81ea-4761-8424-19d21f65e389 req-aa55b2a3-8e7e-4863-a34a-15538067c9c5 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Network b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3 is already hosted by enough agents. {{(pid=94628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:40:51.734340 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.base_scheduler [req-9cd4b640-81ea-4761-8424-19d21f65e389 req-aa55b2a3-8e7e-4863-a34a-15538067c9c5 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Resources bound (agent type, host, resource id): {{(pid=94628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:40:51.738472 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd4b640-81ea-4761-8424-19d21f65e389 req-aa55b2a3-8e7e-4863-a34a-15538067c9c5 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Received port after_create {{(pid=94628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:40:51.771344 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa55b2a3-8e7e-4863-a34a-15538067c9c5 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Pushing event updated for resources: {'Port': ['ID=e724ec42-db06-490a-83a3-d3419751e437,revision_number=1']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:40:51.787439 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa55b2a3-8e7e-4863-a34a-15538067c9c5 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:40:51.787846 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa55b2a3-8e7e-4863-a34a-15538067c9c5 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:40:51.788294 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa55b2a3-8e7e-4863-a34a-15538067c9c5 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:40:51.788590 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa55b2a3-8e7e-4863-a34a-15538067c9c5 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:40:51.788926 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa55b2a3-8e7e-4863-a34a-15538067c9c5 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:40:51.789255 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa55b2a3-8e7e-4863-a34a-15538067c9c5 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:40:51.789801 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa55b2a3-8e7e-4863-a34a-15538067c9c5 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:40:51.790181 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa55b2a3-8e7e-4863-a34a-15538067c9c5 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:40:51.790507 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa55b2a3-8e7e-4863-a34a-15538067c9c5 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:40:51.790833 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa55b2a3-8e7e-4863-a34a-15538067c9c5 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:40:51.791165 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa55b2a3-8e7e-4863-a34a-15538067c9c5 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:40:51.791513 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa55b2a3-8e7e-4863-a34a-15538067c9c5 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:40:51.826251 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4b640-81ea-4761-8424-19d21f65e389 req-aa55b2a3-8e7e-4863-a34a-15538067c9c5 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:40:51.828523 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-9cd4b640-81ea-4761-8424-19d21f65e389 req-aa55b2a3-8e7e-4863-a34a-15538067c9c5 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:40:51.844935 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9cd4b640-81ea-4761-8424-19d21f65e389 req-aa55b2a3-8e7e-4863-a34a-15538067c9c5 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6959269 Aug 22 14:40:51.877901 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device f3f8875f-cfa8-4e67-9084-8beac050010e no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:40:51.976366 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:40:52.010951 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7975e414-c5db-49f8-8e47-40f9f61071cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3f8875f-cfa8-4e67-9084-8beac050010e'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:40:52.013628 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9fc9c2c847a9facc218278c3c2c49df6b567d765c98d25b9b10c00da6c51199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7a64d4-c494-423e-abc6-fb57e7ba0b16" -d '{"events": [{"server_uuid": "7975e414-c5db-49f8-8e47-40f9f61071cc", "name": "network-vif-unplugged", "status": "completed", "tag": "f3f8875f-cfa8-4e67-9084-8beac050010e"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:40:52.027258 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-cc29fa11-4d89-42d2-a74e-bc898dd2d16e None None] Provisioning for port e724ec42-db06-490a-83a3-d3419751e437 completed by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:40:52.033504 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] For port f3f8875f-cfa8-4e67-9084-8beac050010e, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=f3f8875f-cfa8-4e67-9084-8beac050010e,segment=NetworkSegment(7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d),segment_id=7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:40:52.035744 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-cc29fa11-4d89-42d2-a74e-bc898dd2d16e None None] Provisioning complete for port e724ec42-db06-490a-83a3-d3419751e437 triggered by entity DHCP. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:40:52.036416 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-cc29fa11-4d89-42d2-a74e-bc898dd2d16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:40:52.039742 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:40:52.092732 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 14:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e40d2a-0b87-424b-a603-a3c374eff523 x-openstack-request-id: req-54e40d2a-0b87-424b-a603-a3c374eff523 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:40:52.093019 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7975e414-c5db-49f8-8e47-40f9f61071cc", "name": "network-vif-unplugged", "status": "completed", "tag": "f3f8875f-cfa8-4e67-9084-8beac050010e", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:40:52.093271 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-54e40d2a-0b87-424b-a603-a3c374eff523 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:40:52.093660 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7975e414-c5db-49f8-8e47-40f9f61071cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3f8875f-cfa8-4e67-9084-8beac050010e', 'code': 200} Aug 22 14:40:52.126474 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-cc29fa11-4d89-42d2-a74e-bc898dd2d16e None None] Port e724ec42-db06-490a-83a3-d3419751e437 cannot update to ACTIVE because it is not bound. {{(pid=94629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:40:52.134910 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Pushing event updated for resources: {'Port': ['ID=f3f8875f-cfa8-4e67-9084-8beac050010e,revision_number=8']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:40:52.336822 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f193f-debe-428f-8471-e91285a956b7 req-b672cef8-3bf6-4108-b785-68efd98cd779 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:40:52.338400 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-894f193f-debe-428f-8471-e91285a956b7 req-b672cef8-3bf6-4108-b785-68efd98cd779 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cb13fdd-6059-488e-aade-195be8d0300f HTTP/1.1" status: 200 len: 931 time: 0.0535069 Aug 22 14:40:52.376534 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-894f193f-debe-428f-8471-e91285a956b7 req-560d93dd-773e-4218-aab4-3f9422f15d96 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac6cc565-9a70-45a7-bf16-0bcaa0a95b59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321622 Aug 22 14:40:53.498552 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1bf6c4-c3e5-4dac-ad2b-2e464669f044 req-1b14a265-0af4-4233-b4f4-2c3450454bb7 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:40:53.500054 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ba1bf6c4-c3e5-4dac-ad2b-2e464669f044 req-1b14a265-0af4-4233-b4f4-2c3450454bb7 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cb13fdd-6059-488e-aade-195be8d0300f HTTP/1.1" status: 200 len: 931 time: 0.0536540 Aug 22 14:40:53.540406 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ba1bf6c4-c3e5-4dac-ad2b-2e464669f044 req-7db8c82d-1190-4406-9abc-bcacc88d17e2 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac6cc565-9a70-45a7-bf16-0bcaa0a95b59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339887 Aug 22 14:40:54.665357 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e7015-8f24-4a72-91a3-ea158028f780 req-e580722e-c99f-497d-8757-f8f83d1406af tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:40:54.666823 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c84e7015-8f24-4a72-91a3-ea158028f780 req-e580722e-c99f-497d-8757-f8f83d1406af tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cb13fdd-6059-488e-aade-195be8d0300f HTTP/1.1" status: 200 len: 931 time: 0.0582767 Aug 22 14:40:54.710625 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-c84e7015-8f24-4a72-91a3-ea158028f780 req-e8881fb1-f6f6-4a77-a828-b68c77b39fbe tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac6cc565-9a70-45a7-bf16-0bcaa0a95b59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367529 Aug 22 14:40:55.830616 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0da2c5-28ec-4eec-aef3-450af2887005 req-0d2a3804-39f4-4869-803e-89c0af2934b9 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:40:55.832199 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3e0da2c5-28ec-4eec-aef3-450af2887005 req-0d2a3804-39f4-4869-803e-89c0af2934b9 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cb13fdd-6059-488e-aade-195be8d0300f HTTP/1.1" status: 200 len: 931 time: 0.0501466 Aug 22 14:40:55.875736 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3e0da2c5-28ec-4eec-aef3-450af2887005 req-65851431-f891-4413-b2e4-56996e1f3432 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac6cc565-9a70-45a7-bf16-0bcaa0a95b59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361564 Aug 22 14:40:57.006007 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e321d28-8fcf-4c44-b2b1-620c4eb8d703 req-59257f56-0b22-486a-91a2-e8fd38d25e57 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:40:57.007515 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2e321d28-8fcf-4c44-b2b1-620c4eb8d703 req-59257f56-0b22-486a-91a2-e8fd38d25e57 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cb13fdd-6059-488e-aade-195be8d0300f HTTP/1.1" status: 200 len: 931 time: 0.0599949 Aug 22 14:40:57.055042 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-2e321d28-8fcf-4c44-b2b1-620c4eb8d703 req-581eb281-725d-462e-99ad-8857ae6850bc tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac6cc565-9a70-45a7-bf16-0bcaa0a95b59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412207 Aug 22 14:40:58.186721 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404322de-7ae2-46de-babf-a5dae6d411c6 req-d1b69540-b8e8-430f-bcbc-bf2ae0d5ec57 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:40:58.188211 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-404322de-7ae2-46de-babf-a5dae6d411c6 req-d1b69540-b8e8-430f-bcbc-bf2ae0d5ec57 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cb13fdd-6059-488e-aade-195be8d0300f HTTP/1.1" status: 200 len: 931 time: 0.0537136 Aug 22 14:40:58.229224 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-404322de-7ae2-46de-babf-a5dae6d411c6 req-b1a9af3e-e006-4af7-8f11-a732feffef11 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac6cc565-9a70-45a7-bf16-0bcaa0a95b59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341179 Aug 22 14:40:58.575870 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-78407e19-8101-468b-aded-d1c6be906df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:40:59.221247 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:40:59.352984 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb546391-58e6-4ed4-bc71-b1d57b202641 req-8b094ee1-6c41-4d29-a494-f9949a5c19fc tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:40:59.354538 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eb546391-58e6-4ed4-bc71-b1d57b202641 req-8b094ee1-6c41-4d29-a494-f9949a5c19fc tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cb13fdd-6059-488e-aade-195be8d0300f HTTP/1.1" status: 200 len: 931 time: 0.0538371 Aug 22 14:40:59.395524 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-eb546391-58e6-4ed4-bc71-b1d57b202641 req-4f40436e-ba28-42b6-bf35-05c02f174948 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac6cc565-9a70-45a7-bf16-0bcaa0a95b59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345953 Aug 22 14:41:00.515256 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da91fac5-9b1e-4181-aa87-544247da7167 req-7cd762d8-3675-4ad2-81cf-c387169f5d68 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:41:00.520269 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-da91fac5-9b1e-4181-aa87-544247da7167 req-7cd762d8-3675-4ad2-81cf-c387169f5d68 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cb13fdd-6059-488e-aade-195be8d0300f HTTP/1.1" status: 200 len: 931 time: 0.0506387 Aug 22 14:41:00.558500 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-da91fac5-9b1e-4181-aa87-544247da7167 req-7f684514-db8a-4309-b2d3-756923e371d8 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac6cc565-9a70-45a7-bf16-0bcaa0a95b59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335250 Aug 22 14:41:01.156914 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c058cdb0-db46-456e-b9ce-d009abcfffc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:41:01.310055 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:41:01.680249 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f91e8c-5054-4c89-8089-31c1dac963e3 req-f299a398-9567-4471-80ed-a62cf43f9470 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:41:01.681777 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-73f91e8c-5054-4c89-8089-31c1dac963e3 req-f299a398-9567-4471-80ed-a62cf43f9470 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cb13fdd-6059-488e-aade-195be8d0300f HTTP/1.1" status: 200 len: 931 time: 0.0531604 Aug 22 14:41:01.718981 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-73f91e8c-5054-4c89-8089-31c1dac963e3 req-4be7a9a5-d316-49cf-8743-5aa7a887f4dd tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac6cc565-9a70-45a7-bf16-0bcaa0a95b59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312200 Aug 22 14:41:02.037792 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.v2.base [req-9cd4b640-81ea-4761-8424-19d21f65e389 req-56351194-6a04-40f7-8380-123eea76bfe8 service neutron] Request body: {'port': {'device_id': '2cb13fdd-6059-488e-aade-195be8d0300f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-33'}} {{(pid=94628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:41:02.091330 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-9cd4b640-81ea-4761-8424-19d21f65e389 req-56351194-6a04-40f7-8380-123eea76bfe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:41:02.352143 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [req-9cd4b640-81ea-4761-8424-19d21f65e389 req-56351194-6a04-40f7-8380-123eea76bfe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e724ec42-db06-490a-83a3-d3419751e437 {{(pid=94628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:41:02.359434 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-9cd4b640-81ea-4761-8424-19d21f65e389 req-56351194-6a04-40f7-8380-123eea76bfe8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:41:02.372046 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.provisioning_blocks [req-9cd4b640-81ea-4761-8424-19d21f65e389 req-56351194-6a04-40f7-8380-123eea76bfe8 service neutron] Transition to ACTIVE for port object e724ec42-db06-490a-83a3-d3419751e437 will not be triggered until provisioned by entity L2. {{(pid=94628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:41:02.375599 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-9cd4b640-81ea-4761-8424-19d21f65e389 req-56351194-6a04-40f7-8380-123eea76bfe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:41:02.422951 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56351194-6a04-40f7-8380-123eea76bfe8 service neutron] Pushing event updated for resources: {'Port': ['ID=e724ec42-db06-490a-83a3-d3419751e437,revision_number=2']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:41:02.499903 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-9cd4b640-81ea-4761-8424-19d21f65e389 req-56351194-6a04-40f7-8380-123eea76bfe8 service neutron] Attempting to bind port e724ec42-db06-490a-83a3-d3419751e437 on host n-h1-793621-33 for vnic_type normal with profile {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:41:02.500266 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-9cd4b640-81ea-4761-8424-19d21f65e389 req-56351194-6a04-40f7-8380-123eea76bfe8 service neutron] Attempting to bind port e724ec42-db06-490a-83a3-d3419751e437 by drivers openvswitch,hyperv on host n-h1-793621-33 at level 0 using segments [{'id': '7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3'}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:41:02.500597 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd4b640-81ea-4761-8424-19d21f65e389 req-56351194-6a04-40f7-8380-123eea76bfe8 service neutron] Attempting to bind port e724ec42-db06-490a-83a3-d3419751e437 on network b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:41:02.506110 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd4b640-81ea-4761-8424-19d21f65e389 req-56351194-6a04-40f7-8380-123eea76bfe8 service neutron] Port e724ec42-db06-490a-83a3-d3419751e437 on network b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-33 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:41:02.506427 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd4b640-81ea-4761-8424-19d21f65e389 req-56351194-6a04-40f7-8380-123eea76bfe8 service neutron] Attempting to bind port e724ec42-db06-490a-83a3-d3419751e437 on network b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3 {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:41:02.512042 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd4b640-81ea-4761-8424-19d21f65e389 req-56351194-6a04-40f7-8380-123eea76bfe8 service neutron] Checking agent: {'id': '05d2cc19-639f-4763-a413-069eadd3c35b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-33', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'started_at': datetime.datetime(2021, 8, 22, 13, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:41:02.512042 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd4b640-81ea-4761-8424-19d21f65e389 req-56351194-6a04-40f7-8380-123eea76bfe8 service neutron] Checking segment: {'id': '7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:41:02.512462 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd4b640-81ea-4761-8424-19d21f65e389 req-56351194-6a04-40f7-8380-123eea76bfe8 service neutron] Bound using segment: {'id': '7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3'} {{(pid=94628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:41:02.512648 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.managers [req-9cd4b640-81ea-4761-8424-19d21f65e389 req-56351194-6a04-40f7-8380-123eea76bfe8 service neutron] Bound port: e724ec42-db06-490a-83a3-d3419751e437, host: n-h1-793621-33, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3'}}] {{(pid=94628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:41:02.512983 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-9cd4b640-81ea-4761-8424-19d21f65e389 req-56351194-6a04-40f7-8380-123eea76bfe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:41:02.580161 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-9cd4b640-81ea-4761-8424-19d21f65e389 req-56351194-6a04-40f7-8380-123eea76bfe8 service neutron] For port e724ec42-db06-490a-83a3-d3419751e437, host n-h1-793621-33, cleared binding levels {{(pid=94628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:41:02.583820 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-9cd4b640-81ea-4761-8424-19d21f65e389 req-56351194-6a04-40f7-8380-123eea76bfe8 service neutron] For port e724ec42-db06-490a-83a3-d3419751e437, host n-h1-793621-33, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=e724ec42-db06-490a-83a3-d3419751e437,segment=NetworkSegment(7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d),segment_id=7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d)] {{(pid=94628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:41:02.588221 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-9cd4b640-81ea-4761-8424-19d21f65e389 req-56351194-6a04-40f7-8380-123eea76bfe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1239818'] for port, after_update {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:41:02.623465 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4b640-81ea-4761-8424-19d21f65e389 req-56351194-6a04-40f7-8380-123eea76bfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:41:02.624081 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-9cd4b640-81ea-4761-8424-19d21f65e389 req-56351194-6a04-40f7-8380-123eea76bfe8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:41:02.625485 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9cd4b640-81ea-4761-8424-19d21f65e389 req-56351194-6a04-40f7-8380-123eea76bfe8 service neutron] 10.222.0.41 "PUT /v2.0/ports/e724ec42-db06-490a-83a3-d3419751e437 HTTP/1.1" status: 200 len: 1092 time: 0.6362143 Aug 22 14:41:02.625918 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb13fdd-6059-488e-aade-195be8d0300f', 'tag': 'e724ec42-db06-490a-83a3-d3419751e437'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:41:02.628132 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bdeb8ea780dc3f157cf86c35b44054b3d50f34a398e9a69dfe822f45c5aaee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8584958a-6685-4957-b17d-05e392369b48" -d '{"events": [{"name": "network-changed", "server_uuid": "2cb13fdd-6059-488e-aade-195be8d0300f", "tag": "e724ec42-db06-490a-83a3-d3419751e437"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:41:02.651508 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56351194-6a04-40f7-8380-123eea76bfe8 service neutron] Pushing event updated for resources: {'Port': ['ID=e724ec42-db06-490a-83a3-d3419751e437,revision_number=3']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:41:02.692612 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44444517-d6f9-43f1-9eb8-095a4c922f76 x-openstack-request-id: req-44444517-d6f9-43f1-9eb8-095a4c922f76 {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:41:02.692910 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cb13fdd-6059-488e-aade-195be8d0300f", "tag": "e724ec42-db06-490a-83a3-d3419751e437", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:41:02.693146 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-44444517-d6f9-43f1-9eb8-095a4c922f76 {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:41:02.693541 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cb13fdd-6059-488e-aade-195be8d0300f', 'tag': 'e724ec42-db06-490a-83a3-d3419751e437', 'status': 'completed', 'code': 200} Aug 22 14:41:02.710202 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4b640-81ea-4761-8424-19d21f65e389 req-e0ae3517-1ce5-48fd-93a9-fdf434029255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:41:02.711746 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9cd4b640-81ea-4761-8424-19d21f65e389 req-e0ae3517-1ce5-48fd-93a9-fdf434029255 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1fc13d0ff8d24d92b3dc5bb18a41e05b&device_id=2cb13fdd-6059-488e-aade-195be8d0300f HTTP/1.1" status: 200 len: 1095 time: 0.0472224 Aug 22 14:41:02.753647 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:41:02.764272 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9cd4b640-81ea-4761-8424-19d21f65e389 req-48567402-7be7-4c47-a17d-0916a6d3d892 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e724ec42-db06-490a-83a3-d3419751e437 HTTP/1.1" status: 200 len: 217 time: 0.0443435 Aug 22 14:41:02.817795 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4b640-81ea-4761-8424-19d21f65e389 req-90431005-3b1c-4393-a96a-2ec86ea8f59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:41:02.820208 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9cd4b640-81ea-4761-8424-19d21f65e389 req-90431005-3b1c-4393-a96a-2ec86ea8f59a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6f913c27-7d8b-4dbc-8de2-bf4494edf1fc HTTP/1.1" status: 200 len: 848 time: 0.0487165 Aug 22 14:41:02.852519 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a89166-93ac-4fe0-af3c-e223cc4f3dc0 req-370a7728-512f-4868-bc56-60e378b1f3ab tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:41:02.854029 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-82a89166-93ac-4fe0-af3c-e223cc4f3dc0 req-370a7728-512f-4868-bc56-60e378b1f3ab tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cb13fdd-6059-488e-aade-195be8d0300f HTTP/1.1" status: 200 len: 943 time: 0.0505683 Aug 22 14:41:02.868039 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4b640-81ea-4761-8424-19d21f65e389 req-b990d991-dcca-43d5-af95-a53261938957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:41:02.869489 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9cd4b640-81ea-4761-8424-19d21f65e389 req-b990d991-dcca-43d5-af95-a53261938957 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418091 Aug 22 14:41:02.892575 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-82a89166-93ac-4fe0-af3c-e223cc4f3dc0 req-dd59bb95-0480-415c-ba49-048ea7042010 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac6cc565-9a70-45a7-bf16-0bcaa0a95b59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325139 Aug 22 14:41:02.963301 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9cd4b640-81ea-4761-8424-19d21f65e389 req-2357d481-f8fe-4cdb-bb03-340b1bce323b service neutron] 10.222.0.41 "GET /v2.0/networks/b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861416 Aug 22 14:41:03.051297 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-9cd4b640-81ea-4761-8424-19d21f65e389 req-d823a9ff-56f4-4654-9151-9479f942bd68 service neutron] 10.222.0.41 "GET /v2.0/networks/b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804965 Aug 22 14:41:03.135929 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584958a-6685-4957-b17d-05e392369b48 req-4ca2794a-1713-4d21-99a7-ed8256061e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:41:03.137373 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8584958a-6685-4957-b17d-05e392369b48 req-4ca2794a-1713-4d21-99a7-ed8256061e8b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1fc13d0ff8d24d92b3dc5bb18a41e05b&device_id=2cb13fdd-6059-488e-aade-195be8d0300f HTTP/1.1" status: 200 len: 1095 time: 0.0423589 Aug 22 14:41:03.228341 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584958a-6685-4957-b17d-05e392369b48 req-b595a2fc-c455-4a10-b8fe-fb71cdbdf215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:41:03.229797 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8584958a-6685-4957-b17d-05e392369b48 req-b595a2fc-c455-4a10-b8fe-fb71cdbdf215 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3 HTTP/1.1" status: 200 len: 910 time: 0.0849321 Aug 22 14:41:03.271456 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8584958a-6685-4957-b17d-05e392369b48 req-4feab314-d377-4912-9818-ba1746e59a68 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e724ec42-db06-490a-83a3-d3419751e437 HTTP/1.1" status: 200 len: 217 time: 0.0343451 Aug 22 14:41:03.323306 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584958a-6685-4957-b17d-05e392369b48 req-e972eb76-40ea-4bd9-b478-8117b87d1d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:41:03.324783 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8584958a-6685-4957-b17d-05e392369b48 req-e972eb76-40ea-4bd9-b478-8117b87d1d8a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6f913c27-7d8b-4dbc-8de2-bf4494edf1fc HTTP/1.1" status: 200 len: 848 time: 0.0466564 Aug 22 14:41:03.371149 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584958a-6685-4957-b17d-05e392369b48 req-0a916841-89f5-4764-af46-58f77ccb7c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:41:03.372611 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8584958a-6685-4957-b17d-05e392369b48 req-0a916841-89f5-4764-af46-58f77ccb7c93 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392342 Aug 22 14:41:03.458195 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8584958a-6685-4957-b17d-05e392369b48 req-3f19243f-558f-4fb3-897a-cd4823526ff7 service neutron] 10.222.0.41 "GET /v2.0/networks/b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777583 Aug 22 14:41:03.549294 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-8584958a-6685-4957-b17d-05e392369b48 req-8027522f-cc18-4808-97d2-49d0b0a68ce6 service neutron] 10.222.0.41 "GET /v2.0/networks/b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833662 Aug 22 14:41:04.010489 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6775c9da-6e9b-4647-814b-a1e9b819b808 req-fc1743c1-4198-4ddd-9a7f-2ae1566302cc tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:41:04.011973 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6775c9da-6e9b-4647-814b-a1e9b819b808 req-fc1743c1-4198-4ddd-9a7f-2ae1566302cc tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cb13fdd-6059-488e-aade-195be8d0300f HTTP/1.1" status: 200 len: 943 time: 0.0498116 Aug 22 14:41:04.049017 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-6775c9da-6e9b-4647-814b-a1e9b819b808 req-e7c51d3d-4232-4f25-9014-f026de6de573 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac6cc565-9a70-45a7-bf16-0bcaa0a95b59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310242 Aug 22 14:41:04.514610 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:41:04.652746 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:41:05.169713 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21572b29-dd92-4717-b441-a582ecb2c3f8 req-f0361ec2-1cc3-4f3b-8468-67fbe743f129 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:41:05.171185 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-21572b29-dd92-4717-b441-a582ecb2c3f8 req-f0361ec2-1cc3-4f3b-8468-67fbe743f129 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cb13fdd-6059-488e-aade-195be8d0300f HTTP/1.1" status: 200 len: 943 time: 0.0536087 Aug 22 14:41:05.208394 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-21572b29-dd92-4717-b441-a582ecb2c3f8 req-3eb157ee-33d3-4d3b-92d1-adda4347d99f tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac6cc565-9a70-45a7-bf16-0bcaa0a95b59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312457 Aug 22 14:41:06.052213 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device e724ec42-db06-490a-83a3-d3419751e437 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:41:06.144545 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port e724ec42-db06-490a-83a3-d3419751e437, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=e724ec42-db06-490a-83a3-d3419751e437,segment=NetworkSegment(7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d),segment_id=7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:41:06.154940 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': 'e724ec42-db06-490a-83a3-d3419751e437', 'network_id': 'b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3', 'port_id': 'e724ec42-db06-490a-83a3-d3419751e437', 'mac_address': 'fa:16:3e:e0:67:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f913c27-7d8b-4dbc-8de2-bf4494edf1fc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:41:06.191899 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:41:06.203855 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e724ec42-db06-490a-83a3-d3419751e437 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:41:06.221833 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port e724ec42-db06-490a-83a3-d3419751e437, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=e724ec42-db06-490a-83a3-d3419751e437,segment=NetworkSegment(7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d),segment_id=7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:41:06.226248 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:41:06.277207 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=e724ec42-db06-490a-83a3-d3419751e437,revision_number=4']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:41:06.325581 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a05f65-0b1d-4173-a2ff-16c112cf99b7 req-8706452d-4d07-4b91-b14b-c449aa42dc76 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:41:06.327071 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-08a05f65-0b1d-4173-a2ff-16c112cf99b7 req-8706452d-4d07-4b91-b14b-c449aa42dc76 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cb13fdd-6059-488e-aade-195be8d0300f HTTP/1.1" status: 200 len: 944 time: 0.0501804 Aug 22 14:41:06.365342 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-08a05f65-0b1d-4173-a2ff-16c112cf99b7 req-db566064-2e7c-472e-90e5-210c24eb145c tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac6cc565-9a70-45a7-bf16-0bcaa0a95b59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319936 Aug 22 14:41:06.468438 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['e724ec42-db06-490a-83a3-d3419751e437'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:41:07.477787 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84527fc9-5fb9-4966-8822-74b8c424e932 req-a9296732-0f84-4aca-beb5-4a7d1a59c3ff tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:41:07.479282 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-84527fc9-5fb9-4966-8822-74b8c424e932 req-a9296732-0f84-4aca-beb5-4a7d1a59c3ff tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cb13fdd-6059-488e-aade-195be8d0300f HTTP/1.1" status: 200 len: 944 time: 0.0484560 Aug 22 14:41:07.516823 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-84527fc9-5fb9-4966-8822-74b8c424e932 req-cec5ce1f-e9dc-493e-90b5-971b3df673ce tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac6cc565-9a70-45a7-bf16-0bcaa0a95b59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316834 Aug 22 14:41:08.066772 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device e724ec42-db06-490a-83a3-d3419751e437 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:41:08.114027 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning for port e724ec42-db06-490a-83a3-d3419751e437 completed by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:41:08.117618 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port e724ec42-db06-490a-83a3-d3419751e437 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:41:08.118000 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:41:08.190644 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:41:08.215301 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb13fdd-6059-488e-aade-195be8d0300f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e724ec42-db06-490a-83a3-d3419751e437'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:41:08.217535 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9fc9c2c847a9facc218278c3c2c49df6b567d765c98d25b9b10c00da6c51199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766fbef9-176e-4969-a489-382731ac6e56" -d '{"events": [{"server_uuid": "2cb13fdd-6059-488e-aade-195be8d0300f", "name": "network-vif-plugged", "status": "completed", "tag": "e724ec42-db06-490a-83a3-d3419751e437"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:41:08.230294 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port e724ec42-db06-490a-83a3-d3419751e437, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=e724ec42-db06-490a-83a3-d3419751e437,segment=NetworkSegment(7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d),segment_id=7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:41:08.234637 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:41:08.257499 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85242c1f-a59b-4177-81ed-b8db51e59c05 x-openstack-request-id: req-85242c1f-a59b-4177-81ed-b8db51e59c05 {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:41:08.257797 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb13fdd-6059-488e-aade-195be8d0300f", "name": "network-vif-plugged", "status": "completed", "tag": "e724ec42-db06-490a-83a3-d3419751e437", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:41:08.258044 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-85242c1f-a59b-4177-81ed-b8db51e59c05 {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:41:08.258425 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb13fdd-6059-488e-aade-195be8d0300f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e724ec42-db06-490a-83a3-d3419751e437', 'code': 200} Aug 22 14:41:08.283329 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=e724ec42-db06-490a-83a3-d3419751e437,revision_number=5']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:41:08.354546 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeca32e-5b5e-48a1-a674-e809811e6deb req-120552c3-0e79-46ad-9b91-6540d0964794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:41:08.356118 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-bfeca32e-5b5e-48a1-a674-e809811e6deb req-120552c3-0e79-46ad-9b91-6540d0964794 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2cb13fdd-6059-488e-aade-195be8d0300f HTTP/1.1" status: 200 len: 1097 time: 0.0416267 Aug 22 14:41:08.391041 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-bfeca32e-5b5e-48a1-a674-e809811e6deb req-120c93a6-a55d-42cb-ac5f-f518eb9e8710 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ac6cc565-9a70-45a7-bf16-0bcaa0a95b59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267451 Aug 22 14:41:08.633293 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e6cccb-c29c-4409-aa1a-e13122105744 req-434cf421-4f0e-480d-aee8-f99686c67928 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:41:08.634763 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-52e6cccb-c29c-4409-aa1a-e13122105744 req-434cf421-4f0e-480d-aee8-f99686c67928 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cb13fdd-6059-488e-aade-195be8d0300f HTTP/1.1" status: 200 len: 945 time: 0.0527556 Aug 22 14:41:08.671493 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-52e6cccb-c29c-4409-aa1a-e13122105744 req-e969da45-9fdb-465c-9b63-2d6a17a70e0b tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac6cc565-9a70-45a7-bf16-0bcaa0a95b59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307095 Aug 22 14:41:09.787923 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca8604-d973-44cf-b3e9-291c80d99a77 req-968d40f5-4b43-4c6d-859e-8cb74223043f tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:41:09.789427 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3eca8604-d973-44cf-b3e9-291c80d99a77 req-968d40f5-4b43-4c6d-859e-8cb74223043f tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cb13fdd-6059-488e-aade-195be8d0300f HTTP/1.1" status: 200 len: 945 time: 0.0496750 Aug 22 14:41:09.833022 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3eca8604-d973-44cf-b3e9-291c80d99a77 req-d0e2fbd7-8f50-46a8-82db-581b070bbae9 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac6cc565-9a70-45a7-bf16-0bcaa0a95b59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376375 Aug 22 14:41:09.947619 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68708a08-3bfb-45be-8670-a3ff7de58cb7 req-f571f572-e591-4b2d-8935-88172f38ccfc tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:41:09.949162 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-68708a08-3bfb-45be-8670-a3ff7de58cb7 req-f571f572-e591-4b2d-8935-88172f38ccfc tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cb13fdd-6059-488e-aade-195be8d0300f HTTP/1.1" status: 200 len: 945 time: 0.0478554 Aug 22 14:41:09.986173 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-68708a08-3bfb-45be-8670-a3ff7de58cb7 req-a45a319e-71bc-4c65-bf24-3666431c99f6 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac6cc565-9a70-45a7-bf16-0bcaa0a95b59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311337 Aug 22 14:41:10.008816 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54248) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:41:10.050936 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193e068f-75f6-4b53-a15e-19e3d7c40f0a tempest-TestSnapshotPattern-575729662 tempest-TestSnapshotPattern-575729662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:41:10.053335 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-193e068f-75f6-4b53-a15e-19e3d7c40f0a tempest-TestSnapshotPattern-575729662 tempest-TestSnapshotPattern-575729662-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2cb13fdd-6059-488e-aade-195be8d0300f HTTP/1.1" status: 200 len: 1092 time: 0.0435436 Aug 22 14:41:10.056046 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54250) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:41:10.060308 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.v2.base [None req-9e64dfe6-1781-478e-b3ba-fb7cbabfaf8a tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Request body: {'floatingip': {'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'port_id': 'e724ec42-db06-490a-83a3-d3419751e437', 'tenant_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:41:10.081208 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9e64dfe6-1781-478e-b3ba-fb7cbabfaf8a tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks [] for floatingip, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:41:10.175759 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9e64dfe6-1781-478e-b3ba-fb7cbabfaf8a tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:41:10.279818 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_common [None req-9e64dfe6-1781-478e-b3ba-fb7cbabfaf8a tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Allocated IP 172.25.3.4 (7de6ab83-cd00-4b3c-94fb-810dd34d29b8/44540e32-d30e-4f19-afcb-3436dce9398e/c13a3d8a-7995-4af4-888c-b190bc655245) {{(pid=94627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:41:10.378095 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9e64dfe6-1781-478e-b3ba-fb7cbabfaf8a tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks [] for port, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:41:10.416627 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9e64dfe6-1781-478e-b3ba-fb7cbabfaf8a tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776902943479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:41:10.455755 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e64dfe6-1781-478e-b3ba-fb7cbabfaf8a tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Network 7de6ab83-cd00-4b3c-94fb-810dd34d29b8 is already hosted by enough agents. {{(pid=94627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:41:10.459417 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.base_scheduler [None req-9e64dfe6-1781-478e-b3ba-fb7cbabfaf8a tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Resources bound (agent type, host, resource id): {{(pid=94627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:41:10.462875 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e64dfe6-1781-478e-b3ba-fb7cbabfaf8a tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Received port after_create {{(pid=94627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:41:10.488778 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e64dfe6-1781-478e-b3ba-fb7cbabfaf8a tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Pushing event updated for resources: {'Port': ['ID=c13a3d8a-7995-4af4-888c-b190bc655245,revision_number=1']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:41:10.504165 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e64dfe6-1781-478e-b3ba-fb7cbabfaf8a tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:41:10.505383 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e64dfe6-1781-478e-b3ba-fb7cbabfaf8a tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:41:10.505383 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e64dfe6-1781-478e-b3ba-fb7cbabfaf8a tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:41:10.505671 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e64dfe6-1781-478e-b3ba-fb7cbabfaf8a tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:41:10.506011 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e64dfe6-1781-478e-b3ba-fb7cbabfaf8a tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:41:10.506348 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e64dfe6-1781-478e-b3ba-fb7cbabfaf8a tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:41:10.506680 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e64dfe6-1781-478e-b3ba-fb7cbabfaf8a tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:41:10.507012 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e64dfe6-1781-478e-b3ba-fb7cbabfaf8a tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:41:10.507383 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e64dfe6-1781-478e-b3ba-fb7cbabfaf8a tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:41:10.507724 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e64dfe6-1781-478e-b3ba-fb7cbabfaf8a tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:41:10.508054 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e64dfe6-1781-478e-b3ba-fb7cbabfaf8a tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:41:10.508412 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e64dfe6-1781-478e-b3ba-fb7cbabfaf8a tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:41:10.830661 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9e64dfe6-1781-478e-b3ba-fb7cbabfaf8a tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:41:10.894253 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9e64dfe6-1781-478e-b3ba-fb7cbabfaf8a tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:41:11.039997 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9e64dfe6-1781-478e-b3ba-fb7cbabfaf8a tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks [] for port, precommit_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:41:11.044542 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9e64dfe6-1781-478e-b3ba-fb7cbabfaf8a tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084590'] for port, after_update {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:41:11.112940 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e64dfe6-1781-478e-b3ba-fb7cbabfaf8a tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Pushing event updated for resources: {'Port': ['ID=c13a3d8a-7995-4af4-888c-b190bc655245,revision_number=2']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:41:11.119779 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9e64dfe6-1781-478e-b3ba-fb7cbabfaf8a tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814845'] for floatingip, after_create {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:41:11.217405 n-d-793621-33 neutron-server[94627]: INFO neutron.db.l3_db [None req-9e64dfe6-1781-478e-b3ba-fb7cbabfaf8a tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Floating IP cffa21d7-7435-496d-a178-dd036ee00c33 associated. External IP: 172.25.3.4, port: e724ec42-db06-490a-83a3-d3419751e437. Aug 22 14:41:11.236590 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:41:11.419106 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e64dfe6-1781-478e-b3ba-fb7cbabfaf8a tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Router 60f6755e-217b-4e00-8947-446f24c2de7e has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:41:11.523895 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e64dfe6-1781-478e-b3ba-fb7cbabfaf8a tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:41:11.533431 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695af1a6-57e8-417f-a685-8036c32a0df9 None None] Sync routers for ids ['60f6755e-217b-4e00-8947-446f24c2de7e'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:41:11.541760 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-9e64dfe6-1781-478e-b3ba-fb7cbabfaf8a tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:41:11.544353 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695af1a6-57e8-417f-a685-8036c32a0df9 None None] Routers {'60f6755e-217b-4e00-8947-446f24c2de7e'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:41:11.544982 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-695af1a6-57e8-417f-a685-8036c32a0df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:41:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['60f6755e-217b-4e00-8947-446f24c2de7e'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:41:11.568623 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-9e64dfe6-1781-478e-b3ba-fb7cbabfaf8a tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5115154 Aug 22 14:41:11.569220 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb13fdd-6059-488e-aade-195be8d0300f', 'tag': 'e724ec42-db06-490a-83a3-d3419751e437'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:41:11.571468 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8361b9502d284db1754c02bd1b6f8106db555dd6c6dc010ebe333761f67dd15a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00fd603-9ede-4925-acc9-16a9e16df1c7" -d '{"events": [{"name": "network-changed", "server_uuid": "2cb13fdd-6059-488e-aade-195be8d0300f", "tag": "e724ec42-db06-490a-83a3-d3419751e437"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:41:11.609831 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b704e9-a517-4082-a459-b84a8267b76a x-openstack-request-id: req-67b704e9-a517-4082-a459-b84a8267b76a {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:41:11.610120 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cb13fdd-6059-488e-aade-195be8d0300f", "tag": "e724ec42-db06-490a-83a3-d3419751e437", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:41:11.610370 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-67b704e9-a517-4082-a459-b84a8267b76a {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:41:11.610770 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cb13fdd-6059-488e-aade-195be8d0300f', 'tag': 'e724ec42-db06-490a-83a3-d3419751e437', 'status': 'completed', 'code': 200} Aug 22 14:41:11.650313 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-695af1a6-57e8-417f-a685-8036c32a0df9 None None] Set router 60f6755e-217b-4e00-8947-446f24c2de7e gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:41:11.670804 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00fd603-9ede-4925-acc9-16a9e16df1c7 req-7a14afbb-5cfa-4d03-b0c6-87a0b1e67f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:41:11.672208 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a00fd603-9ede-4925-acc9-16a9e16df1c7 req-7a14afbb-5cfa-4d03-b0c6-87a0b1e67f76 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1fc13d0ff8d24d92b3dc5bb18a41e05b&device_id=2cb13fdd-6059-488e-aade-195be8d0300f HTTP/1.1" status: 200 len: 1097 time: 0.0400100 Aug 22 14:41:11.763325 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00fd603-9ede-4925-acc9-16a9e16df1c7 req-75701fe6-d47c-4b04-bd0e-b449d4e57094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:41:11.764833 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a00fd603-9ede-4925-acc9-16a9e16df1c7 req-75701fe6-d47c-4b04-bd0e-b449d4e57094 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3 HTTP/1.1" status: 200 len: 910 time: 0.0856524 Aug 22 14:41:11.828486 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a00fd603-9ede-4925-acc9-16a9e16df1c7 req-9505e11b-54ec-4337-921e-afb50e6bd717 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e724ec42-db06-490a-83a3-d3419751e437 HTTP/1.1" status: 200 len: 997 time: 0.0565085 Aug 22 14:41:11.874553 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-695af1a6-57e8-417f-a685-8036c32a0df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'name': 'tempest-TestSnapshotPattern-940154751-router', 'tenant_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a97bfc44-8176-4c5b-84c9-d05abf45983e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:38:17Z', 'updated_at': '2021-08-22T14:38:20Z', 'revision_number': 4, 'project_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'gw_port': {'id': 'a97bfc44-8176-4c5b-84c9-d05abf45983e', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:38:17Z', 'updated_at': '2021-08-22T14:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'aea96f6f-5986-4aa9-9248-40b4f0b6d269', 'tenant_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'floating_ip_address': '172.25.3.68', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'port_id': 'f3f8875f-cfa8-4e67-9084-8beac050010e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3', 'mac_address': 'fa:16:3e:6e:dc:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7975e414-c5db-49f8-8e47-40f9f61071cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:38:39Z', 'updated_at': '2021-08-22T14:38:42Z', 'revision_number': 1, 'project_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'fixed_ip_address_scope': None}, {'id': 'cffa21d7-7435-496d-a178-dd036ee00c33', 'tenant_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'floating_ip_address': '172.25.3.4', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'port_id': 'e724ec42-db06-490a-83a3-d3419751e437', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3', 'mac_address': 'fa:16:3e:e0:67:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb13fdd-6059-488e-aade-195be8d0300f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:41:10Z', 'updated_at': '2021-08-22T14:41:10Z', 'revision_number': 0, 'project_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95e80fea-64fe-4d82-9a2b-41b155c954f9', 'name': '', 'network_id': 'b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3', 'tenant_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'mac_address': 'fa:16:3e:d5:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '6f913c27-7d8b-4dbc-8de2-bf4494edf1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:38:19Z', 'updated_at': '2021-08-22T14:38:26Z', 'revision_number': 5, 'project_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'subnets': [{'id': '6f913c27-7d8b-4dbc-8de2-bf4494edf1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:41:11.880067 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00fd603-9ede-4925-acc9-16a9e16df1c7 req-cfc77955-5e2a-459e-9bfb-d49a20c28abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:41:11.881556 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a00fd603-9ede-4925-acc9-16a9e16df1c7 req-cfc77955-5e2a-459e-9bfb-d49a20c28abe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6f913c27-7d8b-4dbc-8de2-bf4494edf1fc HTTP/1.1" status: 200 len: 848 time: 0.0468276 Aug 22 14:41:11.900519 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695af1a6-57e8-417f-a685-8036c32a0df9 None None] Checking router: 60f6755e-217b-4e00-8947-446f24c2de7e for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:41:11.908559 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695af1a6-57e8-417f-a685-8036c32a0df9 None None] Routers {'60f6755e-217b-4e00-8947-446f24c2de7e'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:41:11.909165 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-695af1a6-57e8-417f-a685-8036c32a0df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:41:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['60f6755e-217b-4e00-8947-446f24c2de7e'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:41:11.928403 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00fd603-9ede-4925-acc9-16a9e16df1c7 req-ef98e02c-e900-4885-91c3-7fd4293ba1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:41:11.930282 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a00fd603-9ede-4925-acc9-16a9e16df1c7 req-ef98e02c-e900-4885-91c3-7fd4293ba1d4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417676 Aug 22 14:41:12.016370 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-695af1a6-57e8-417f-a685-8036c32a0df9 None None] Set router 60f6755e-217b-4e00-8947-446f24c2de7e gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:41:12.024448 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a00fd603-9ede-4925-acc9-16a9e16df1c7 req-8ad924ff-4b81-4256-b62c-08369c4ff37c service neutron] 10.222.0.41 "GET /v2.0/networks/b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868630 Aug 22 14:41:12.116437 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-a00fd603-9ede-4925-acc9-16a9e16df1c7 req-b6ab179c-1700-47fc-9aa4-8328366bf948 service neutron] 10.222.0.41 "GET /v2.0/networks/b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854337 Aug 22 14:41:12.239514 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-695af1a6-57e8-417f-a685-8036c32a0df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'name': 'tempest-TestSnapshotPattern-940154751-router', 'tenant_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a97bfc44-8176-4c5b-84c9-d05abf45983e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:38:17Z', 'updated_at': '2021-08-22T14:38:20Z', 'revision_number': 4, 'project_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'gw_port': {'id': 'a97bfc44-8176-4c5b-84c9-d05abf45983e', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:38:17Z', 'updated_at': '2021-08-22T14:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'aea96f6f-5986-4aa9-9248-40b4f0b6d269', 'tenant_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'floating_ip_address': '172.25.3.68', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'port_id': 'f3f8875f-cfa8-4e67-9084-8beac050010e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3', 'mac_address': 'fa:16:3e:6e:dc:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7975e414-c5db-49f8-8e47-40f9f61071cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:38:39Z', 'updated_at': '2021-08-22T14:38:42Z', 'revision_number': 1, 'project_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'fixed_ip_address_scope': None}, {'id': 'cffa21d7-7435-496d-a178-dd036ee00c33', 'tenant_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'floating_ip_address': '172.25.3.4', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'port_id': 'e724ec42-db06-490a-83a3-d3419751e437', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3', 'mac_address': 'fa:16:3e:e0:67:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb13fdd-6059-488e-aade-195be8d0300f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:41:10Z', 'updated_at': '2021-08-22T14:41:10Z', 'revision_number': 0, 'project_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95e80fea-64fe-4d82-9a2b-41b155c954f9', 'name': '', 'network_id': 'b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3', 'tenant_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'mac_address': 'fa:16:3e:d5:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '6f913c27-7d8b-4dbc-8de2-bf4494edf1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:38:19Z', 'updated_at': '2021-08-22T14:38:26Z', 'revision_number': 5, 'project_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'subnets': [{'id': '6f913c27-7d8b-4dbc-8de2-bf4494edf1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:41:12.357919 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695af1a6-57e8-417f-a685-8036c32a0df9 None None] The sync data for ids ['60f6755e-217b-4e00-8947-446f24c2de7e'] in n-d-793621-33 is: [{'id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'name': 'tempest-TestSnapshotPattern-940154751-router', 'tenant_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a97bfc44-8176-4c5b-84c9-d05abf45983e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:38:17Z', 'updated_at': '2021-08-22T14:38:20Z', 'revision_number': 4, 'project_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'gw_port': {'id': 'a97bfc44-8176-4c5b-84c9-d05abf45983e', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:38:17Z', 'updated_at': '2021-08-22T14:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'aea96f6f-5986-4aa9-9248-40b4f0b6d269', 'tenant_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'floating_ip_address': '172.25.3.68', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'port_id': 'f3f8875f-cfa8-4e67-9084-8beac050010e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3', 'mac_address': 'fa:16:3e:6e:dc:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7975e414-c5db-49f8-8e47-40f9f61071cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:38:39Z', 'updated_at': '2021-08-22T14:38:42Z', 'revision_number': 1, 'project_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'fixed_ip_address_scope': None}, {'id': 'cffa21d7-7435-496d-a178-dd036ee00c33', 'tenant_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'floating_ip_address': '172.25.3.4', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'port_id': 'e724ec42-db06-490a-83a3-d3419751e437', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3', 'mac_address': 'fa:16:3e:e0:67:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb13fdd-6059-488e-aade-195be8d0300f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:41:10Z', 'updated_at': '2021-08-22T14:41:10Z', 'revision_number': 0, 'project_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95e80fea-64fe-4d82-9a2b-41b155c954f9', 'name': '', 'network_id': 'b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3', 'tenant_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'mac_address': 'fa:16:3e:d5:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '6f913c27-7d8b-4dbc-8de2-bf4494edf1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:38:19Z', 'updated_at': '2021-08-22T14:38:26Z', 'revision_number': 5, 'project_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'subnets': [{'id': '6f913c27-7d8b-4dbc-8de2-bf4494edf1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:41:12.547689 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bdfec2-eddf-4457-8117-492da53ff674 None None] New status for floating IP cffa21d7-7435-496d-a178-dd036ee00c33: ACTIVE {{(pid=94629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 14:41:28.579121 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-7e73805d-305e-454d-b52c-467cdfc5a77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:41:29.228246 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:41:31.158001 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e1e83c58-703f-40d4-86e9-74ced606cb81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:41:31.311084 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:41:32.743296 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:41:34.516897 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:41:34.659797 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:41:48.235948 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:41:49.903917 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-78fa12ca-2037-4af3-98d2-854e00f53298 req-b4e668ce-9f8f-436f-aa22-a6b058ee9d69 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7975e414-c5db-49f8-8e47-40f9f61071cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398386 Aug 22 14:41:49.989124 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa12ca-2037-4af3-98d2-854e00f53298 req-0c317cbc-8bb2-425a-b20e-f89fc25b64fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:41:49.990809 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-78fa12ca-2037-4af3-98d2-854e00f53298 req-0c317cbc-8bb2-425a-b20e-f89fc25b64fc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1fc13d0ff8d24d92b3dc5bb18a41e05b&device_id=7975e414-c5db-49f8-8e47-40f9f61071cc HTTP/1.1" status: 200 len: 1096 time: 0.0459635 Aug 22 14:41:50.089468 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa12ca-2037-4af3-98d2-854e00f53298 req-432ff4f9-8270-4606-b283-5e57cd5ee1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:41:50.090979 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-78fa12ca-2037-4af3-98d2-854e00f53298 req-432ff4f9-8270-4606-b283-5e57cd5ee1d7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3 HTTP/1.1" status: 200 len: 910 time: 0.0813870 Aug 22 14:41:50.158042 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-78fa12ca-2037-4af3-98d2-854e00f53298 req-156b029c-8cb4-479b-a892-327a4bb63ed9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3f8875f-cfa8-4e67-9084-8beac050010e HTTP/1.1" status: 200 len: 999 time: 0.0603671 Aug 22 14:41:50.205738 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa12ca-2037-4af3-98d2-854e00f53298 req-3a2d336a-1f15-45e6-b2a8-e0d61a10db31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:41:50.207124 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-78fa12ca-2037-4af3-98d2-854e00f53298 req-3a2d336a-1f15-45e6-b2a8-e0d61a10db31 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f913c27-7d8b-4dbc-8de2-bf4494edf1fc HTTP/1.1" status: 200 len: 848 time: 0.0419056 Aug 22 14:41:50.251025 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa12ca-2037-4af3-98d2-854e00f53298 req-54b27db3-350b-4f77-bee2-a323e53df38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:41:50.252537 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-78fa12ca-2037-4af3-98d2-854e00f53298 req-54b27db3-350b-4f77-bee2-a323e53df38c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0380435 Aug 22 14:41:50.341960 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-78fa12ca-2037-4af3-98d2-854e00f53298 req-4c501266-3479-4c67-8ca5-3724f902b2ae service neutron] 10.222.0.16 "GET /v2.0/networks/b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821002 Aug 22 14:41:50.662883 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e402a8e3-1361-4439-ad28-7c9eb3d62740 req-799d2683-7b52-4b26-ba49-3b0c0c377580 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2cb13fdd-6059-488e-aade-195be8d0300f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0447798 Aug 22 14:41:50.725718 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-78fa12ca-2037-4af3-98d2-854e00f53298 req-d207375e-e056-42fb-99d0-d182f8fbdf9b service neutron] 10.222.0.16 "GET /v2.0/networks/b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761334 Aug 22 14:41:50.752479 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e402a8e3-1361-4439-ad28-7c9eb3d62740 req-7b8b77ce-2083-4b9c-9d40-bb96947c18df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:41:50.754486 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e402a8e3-1361-4439-ad28-7c9eb3d62740 req-7b8b77ce-2083-4b9c-9d40-bb96947c18df service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1fc13d0ff8d24d92b3dc5bb18a41e05b&device_id=2cb13fdd-6059-488e-aade-195be8d0300f HTTP/1.1" status: 200 len: 1097 time: 0.0455568 Aug 22 14:41:50.859064 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e402a8e3-1361-4439-ad28-7c9eb3d62740 req-cf8f1aa6-00b9-436f-904b-1623a7065fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:41:50.860570 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e402a8e3-1361-4439-ad28-7c9eb3d62740 req-cf8f1aa6-00b9-436f-904b-1623a7065fba service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3 HTTP/1.1" status: 200 len: 910 time: 0.0863340 Aug 22 14:41:50.924543 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e402a8e3-1361-4439-ad28-7c9eb3d62740 req-d504d7b1-d6ff-4f42-b8ed-006ad863949c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e724ec42-db06-490a-83a3-d3419751e437 HTTP/1.1" status: 200 len: 999 time: 0.0565164 Aug 22 14:41:50.975478 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e402a8e3-1361-4439-ad28-7c9eb3d62740 req-1a486208-2363-4851-a8fc-b3c9fd7d1cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:41:50.976935 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e402a8e3-1361-4439-ad28-7c9eb3d62740 req-1a486208-2363-4851-a8fc-b3c9fd7d1cc1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6f913c27-7d8b-4dbc-8de2-bf4494edf1fc HTTP/1.1" status: 200 len: 848 time: 0.0449977 Aug 22 14:41:51.023752 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e402a8e3-1361-4439-ad28-7c9eb3d62740 req-dc23fa1f-c4e3-4d03-a1de-7772ca1d8887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:41:51.025439 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e402a8e3-1361-4439-ad28-7c9eb3d62740 req-dc23fa1f-c4e3-4d03-a1de-7772ca1d8887 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401657 Aug 22 14:41:51.113772 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e402a8e3-1361-4439-ad28-7c9eb3d62740 req-f3f3c93a-70b4-4186-aa5c-b7c0d1531bb1 service neutron] 10.222.0.41 "GET /v2.0/networks/b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799110 Aug 22 14:41:51.209792 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-e402a8e3-1361-4439-ad28-7c9eb3d62740 req-2105ba6b-9cc1-4f61-af45-880ae8d54ff2 service neutron] 10.222.0.41 "GET /v2.0/networks/b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847068 Aug 22 14:41:58.585013 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-80e2007f-164f-4db1-9a43-a925856bc942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:41:59.264981 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:42:01.157605 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-29caae4d-879b-4b9f-bcc4-3383c4db5161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:42:01.312465 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:42:02.746061 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:42:04.520024 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:42:04.666689 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:42:25.234831 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:42:28.576463 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b66d8f2e-391e-413b-8e34-c40e23ff6112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:42:29.269106 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:42:31.158284 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ec2dbddf-2b9b-4d15-8ee6-2a27bf589cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:42:31.313975 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:42:32.749632 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:42:34.522493 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:42:34.682354 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:42:44.562447 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device e724ec42-db06-490a-83a3-d3419751e437 details requested by agent hyperv_n-h1-793621-33 with host n-h1-793621-33 {{(pid=94629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:42:44.681207 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port e724ec42-db06-490a-83a3-d3419751e437, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=e724ec42-db06-490a-83a3-d3419751e437,segment=NetworkSegment(7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d),segment_id=7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:42:44.694558 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Returning: {'device': 'e724ec42-db06-490a-83a3-d3419751e437', 'network_id': 'b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3', 'port_id': 'e724ec42-db06-490a-83a3-d3419751e437', 'mac_address': 'fa:16:3e:e0:67:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f913c27-7d8b-4dbc-8de2-bf4494edf1fc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:42:44.740119 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:42:44.755015 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e724ec42-db06-490a-83a3-d3419751e437 {{(pid=94629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:42:44.776710 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port e724ec42-db06-490a-83a3-d3419751e437, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=e724ec42-db06-490a-83a3-d3419751e437,segment=NetworkSegment(7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d),segment_id=7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:42:44.785130 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:42:44.838048 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=e724ec42-db06-490a-83a3-d3419751e437,revision_number=6']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:42:44.846346 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:42:44.846695 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:42:44.847037 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:42:44.847374 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:42:44.847709 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:42:44.848042 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:42:44.848397 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:42:44.848727 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:42:44.849052 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:42:44.849375 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:42:44.849698 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:42:44.850018 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:42:44.858281 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] get_ports_and_sgs() called for port_ids ['e724ec42-db06-490a-83a3-d3419751e437'] {{(pid=94629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:42:46.564561 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device e724ec42-db06-490a-83a3-d3419751e437 up at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:42:46.612903 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.provisioning_blocks [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Provisioning complete for port e724ec42-db06-490a-83a3-d3419751e437 triggered by entity L2. {{(pid=94629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:42:46.613272 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783804'] for port, provisioning_complete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:42:46.704033 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674241'] for port, before_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:42:46.735574 n-d-793621-33 neutron-server[94629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb13fdd-6059-488e-aade-195be8d0300f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e724ec42-db06-490a-83a3-d3419751e437'}] {{(pid=94629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:42:46.738026 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9fc9c2c847a9facc218278c3c2c49df6b567d765c98d25b9b10c00da6c51199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71a4ab4-bc05-497d-9b18-8ea1f2c33373" -d '{"events": [{"server_uuid": "2cb13fdd-6059-488e-aade-195be8d0300f", "name": "network-vif-plugged", "status": "completed", "tag": "e724ec42-db06-490a-83a3-d3419751e437"}]}' {{(pid=94629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:42:46.752044 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] For port e724ec42-db06-490a-83a3-d3419751e437, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=e724ec42-db06-490a-83a3-d3419751e437,segment=NetworkSegment(7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d),segment_id=7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:42:46.756030 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776903332675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776902940429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776902940447'] for port, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:42:46.795308 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa38d249-c458-4e95-a459-bcc74082a21a x-openstack-request-id: req-aa38d249-c458-4e95-a459-bcc74082a21a {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:42:46.795725 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb13fdd-6059-488e-aade-195be8d0300f", "name": "network-vif-plugged", "status": "completed", "tag": "e724ec42-db06-490a-83a3-d3419751e437", "code": 200}]} {{(pid=94629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:42:46.796084 n-d-793621-33 neutron-server[94629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aa38d249-c458-4e95-a459-bcc74082a21a {{(pid=94629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:42:46.796565 n-d-793621-33 neutron-server[94629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb13fdd-6059-488e-aade-195be8d0300f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e724ec42-db06-490a-83a3-d3419751e437', 'code': 200} Aug 22 14:42:46.811109 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Pushing event updated for resources: {'Port': ['ID=e724ec42-db06-490a-83a3-d3419751e437,revision_number=7']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:42:49.911823 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3ee8f5b7-7f5e-4722-a0bb-0b5096c84f6a req-2bf215ab-245d-4563-9cd5-db6f7e20a4ab service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7975e414-c5db-49f8-8e47-40f9f61071cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0464895 Aug 22 14:42:50.006364 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8f5b7-7f5e-4722-a0bb-0b5096c84f6a req-48fa403c-2f35-4750-866c-2bfe8189bcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:42:50.008299 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3ee8f5b7-7f5e-4722-a0bb-0b5096c84f6a req-48fa403c-2f35-4750-866c-2bfe8189bcd5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1fc13d0ff8d24d92b3dc5bb18a41e05b&device_id=7975e414-c5db-49f8-8e47-40f9f61071cc HTTP/1.1" status: 200 len: 1096 time: 0.0533385 Aug 22 14:42:50.116516 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8f5b7-7f5e-4722-a0bb-0b5096c84f6a req-510f6abd-d2cf-4000-b9fb-18608f5435aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:42:50.118493 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3ee8f5b7-7f5e-4722-a0bb-0b5096c84f6a req-510f6abd-d2cf-4000-b9fb-18608f5435aa service neutron] 10.222.0.16 "GET /v2.0/networks?id=b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3 HTTP/1.1" status: 200 len: 910 time: 0.0897887 Aug 22 14:42:50.190138 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3ee8f5b7-7f5e-4722-a0bb-0b5096c84f6a req-e43a4745-c0a5-4b76-ad34-536d00a0920f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3f8875f-cfa8-4e67-9084-8beac050010e HTTP/1.1" status: 200 len: 999 time: 0.0645788 Aug 22 14:42:50.245042 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8f5b7-7f5e-4722-a0bb-0b5096c84f6a req-ad15bddb-643e-47a9-a705-fb9c61b49a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:42:50.245042 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3ee8f5b7-7f5e-4722-a0bb-0b5096c84f6a req-ad15bddb-643e-47a9-a705-fb9c61b49a76 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f913c27-7d8b-4dbc-8de2-bf4494edf1fc HTTP/1.1" status: 200 len: 848 time: 0.0485346 Aug 22 14:42:50.298888 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8f5b7-7f5e-4722-a0bb-0b5096c84f6a req-937c911b-5135-4dbe-ad66-9d281a005eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:42:50.300789 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3ee8f5b7-7f5e-4722-a0bb-0b5096c84f6a req-937c911b-5135-4dbe-ad66-9d281a005eab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494499 Aug 22 14:42:50.401509 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3ee8f5b7-7f5e-4722-a0bb-0b5096c84f6a req-c19bac89-e244-4b65-8d8c-eb8a00ceb750 service neutron] 10.222.0.16 "GET /v2.0/networks/b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922594 Aug 22 14:42:50.501013 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-3ee8f5b7-7f5e-4722-a0bb-0b5096c84f6a req-a23b3209-035f-4e43-9670-c42c1b3a1dd0 service neutron] 10.222.0.16 "GET /v2.0/networks/b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926926 Aug 22 14:42:50.697871 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f3674-fdcf-479f-8769-b6b32414578d req-aa4ed5ac-f05e-4259-a740-d4b3939f08b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:42:50.700592 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-636f3674-fdcf-479f-8769-b6b32414578d req-aa4ed5ac-f05e-4259-a740-d4b3939f08b1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1fc13d0ff8d24d92b3dc5bb18a41e05b&device_id=2cb13fdd-6059-488e-aade-195be8d0300f HTTP/1.1" status: 200 len: 1097 time: 0.0451949 Aug 22 14:42:50.814055 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f3674-fdcf-479f-8769-b6b32414578d req-2dbfb0a9-2be1-4452-85da-1ba854d282be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:42:50.815434 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-636f3674-fdcf-479f-8769-b6b32414578d req-2dbfb0a9-2be1-4452-85da-1ba854d282be service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3 HTTP/1.1" status: 200 len: 910 time: 0.0941887 Aug 22 14:42:50.892359 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-636f3674-fdcf-479f-8769-b6b32414578d req-36ac9d9b-212a-40c1-9842-1230854d6582 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e724ec42-db06-490a-83a3-d3419751e437 HTTP/1.1" status: 200 len: 999 time: 0.0683990 Aug 22 14:42:50.947151 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f3674-fdcf-479f-8769-b6b32414578d req-b152a3fa-dc9e-4c66-8c16-bfb4175131c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:42:50.948877 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-636f3674-fdcf-479f-8769-b6b32414578d req-b152a3fa-dc9e-4c66-8c16-bfb4175131c7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6f913c27-7d8b-4dbc-8de2-bf4494edf1fc HTTP/1.1" status: 200 len: 848 time: 0.0484478 Aug 22 14:42:51.007842 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f3674-fdcf-479f-8769-b6b32414578d req-1ba47a4b-a5ff-4860-9a1a-81addc36e38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:42:51.009470 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-636f3674-fdcf-479f-8769-b6b32414578d req-1ba47a4b-a5ff-4860-9a1a-81addc36e38f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518281 Aug 22 14:42:51.103987 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-636f3674-fdcf-479f-8769-b6b32414578d req-9097da70-8f74-4d56-9967-a4763afa1d1f service neutron] 10.222.0.41 "GET /v2.0/networks/b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866528 Aug 22 14:42:51.217621 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-636f3674-fdcf-479f-8769-b6b32414578d req-28749402-c6b5-42fd-8057-2e4a5150f99f service neutron] 10.222.0.41 "GET /v2.0/networks/b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061406 Aug 22 14:42:53.796974 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54446) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:42:53.949565 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-f2414a2a-32f0-4537-bdc6-1fbbd2669304 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Deleting port c13a3d8a-7995-4af4-888c-b190bc655245 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:42:53.949907 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f2414a2a-32f0-4537-bdc6-1fbbd2669304 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:42:54.026259 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f2414a2a-32f0-4537-bdc6-1fbbd2669304 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:42:54.026588 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f2414a2a-32f0-4537-bdc6-1fbbd2669304 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:42:54.038196 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-f2414a2a-32f0-4537-bdc6-1fbbd2669304 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Calling delete_port for c13a3d8a-7995-4af4-888c-b190bc655245 owned by network:floatingip {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:42:54.184488 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f2414a2a-32f0-4537-bdc6-1fbbd2669304 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:42:54.210195 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2414a2a-32f0-4537-bdc6-1fbbd2669304 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Pushing event deleted for resources: {'Port': ['ID=c13a3d8a-7995-4af4-888c-b190bc655245,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:42:54.222413 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2414a2a-32f0-4537-bdc6-1fbbd2669304 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:42:54.222762 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2414a2a-32f0-4537-bdc6-1fbbd2669304 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:42:54.223102 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2414a2a-32f0-4537-bdc6-1fbbd2669304 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:42:54.223438 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2414a2a-32f0-4537-bdc6-1fbbd2669304 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:42:54.223768 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2414a2a-32f0-4537-bdc6-1fbbd2669304 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:42:54.224093 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2414a2a-32f0-4537-bdc6-1fbbd2669304 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:42:54.224441 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2414a2a-32f0-4537-bdc6-1fbbd2669304 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:42:54.224768 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2414a2a-32f0-4537-bdc6-1fbbd2669304 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:42:54.225091 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2414a2a-32f0-4537-bdc6-1fbbd2669304 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:42:54.225412 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2414a2a-32f0-4537-bdc6-1fbbd2669304 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:42:54.225738 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2414a2a-32f0-4537-bdc6-1fbbd2669304 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:42:54.226059 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2414a2a-32f0-4537-bdc6-1fbbd2669304 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:42:54.280060 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f2414a2a-32f0-4537-bdc6-1fbbd2669304 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks [] for floatingip, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:42:54.280423 n-d-793621-33 neutron-server[94627]: INFO neutron.db.l3_db [None req-f2414a2a-32f0-4537-bdc6-1fbbd2669304 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Floating IP cffa21d7-7435-496d-a178-dd036ee00c33 disassociated (deleted). External IP: 172.25.3.4, port: e724ec42-db06-490a-83a3-d3419751e437. Aug 22 14:42:54.485738 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2414a2a-32f0-4537-bdc6-1fbbd2669304 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Router 60f6755e-217b-4e00-8947-446f24c2de7e has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:42:54.592204 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2414a2a-32f0-4537-bdc6-1fbbd2669304 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:42:54.597024 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-f2414a2a-32f0-4537-bdc6-1fbbd2669304 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:42:54.601449 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894c0ef8-5f65-4c57-8d08-1b72fae196f3 None None] Sync routers for ids ['60f6755e-217b-4e00-8947-446f24c2de7e'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:42:54.609999 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894c0ef8-5f65-4c57-8d08-1b72fae196f3 None None] Routers {'60f6755e-217b-4e00-8947-446f24c2de7e'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:42:54.610598 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-894c0ef8-5f65-4c57-8d08-1b72fae196f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:42:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['60f6755e-217b-4e00-8947-446f24c2de7e'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:42:54.623891 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-f2414a2a-32f0-4537-bdc6-1fbbd2669304 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "DELETE /v2.0/floatingips/cffa21d7-7435-496d-a178-dd036ee00c33 HTTP/1.1" status: 204 len: 168 time: 0.8258057 Aug 22 14:42:54.624526 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb13fdd-6059-488e-aade-195be8d0300f', 'tag': 'e724ec42-db06-490a-83a3-d3419751e437'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:42:54.626784 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8361b9502d284db1754c02bd1b6f8106db555dd6c6dc010ebe333761f67dd15a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00bcc9da-7ce0-4537-b2f4-7226a66e20da" -d '{"events": [{"name": "network-changed", "server_uuid": "2cb13fdd-6059-488e-aade-195be8d0300f", "tag": "e724ec42-db06-490a-83a3-d3419751e437"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:42:54.665874 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd51db51-3c30-4905-b9aa-27dafebb03b0 x-openstack-request-id: req-bd51db51-3c30-4905-b9aa-27dafebb03b0 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:42:54.666291 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cb13fdd-6059-488e-aade-195be8d0300f", "tag": "e724ec42-db06-490a-83a3-d3419751e437", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:42:54.666621 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bd51db51-3c30-4905-b9aa-27dafebb03b0 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:42:54.667114 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cb13fdd-6059-488e-aade-195be8d0300f', 'tag': 'e724ec42-db06-490a-83a3-d3419751e437', 'status': 'completed', 'code': 200} Aug 22 14:42:54.716783 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-894c0ef8-5f65-4c57-8d08-1b72fae196f3 None None] Set router 60f6755e-217b-4e00-8947-446f24c2de7e gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:42:54.729936 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bcc9da-7ce0-4537-b2f4-7226a66e20da req-b486018e-1845-4d7f-8cd9-94dfb0d7c477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:42:54.731510 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-00bcc9da-7ce0-4537-b2f4-7226a66e20da req-b486018e-1845-4d7f-8cd9-94dfb0d7c477 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1fc13d0ff8d24d92b3dc5bb18a41e05b&device_id=2cb13fdd-6059-488e-aade-195be8d0300f HTTP/1.1" status: 200 len: 1097 time: 0.0421052 Aug 22 14:42:54.832164 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bcc9da-7ce0-4537-b2f4-7226a66e20da req-ee493057-2044-4316-aa4d-47a407b87df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:42:54.833835 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-00bcc9da-7ce0-4537-b2f4-7226a66e20da req-ee493057-2044-4316-aa4d-47a407b87df0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3 HTTP/1.1" status: 200 len: 910 time: 0.0955551 Aug 22 14:42:54.864549 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d30fc-716e-43bd-ba95-c0afb4792546 req-cf4be13a-2757-4580-ba72-249cb79302e3 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:42:54.866143 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-157d30fc-716e-43bd-ba95-c0afb4792546 req-cf4be13a-2757-4580-ba72-249cb79302e3 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cb13fdd-6059-488e-aade-195be8d0300f HTTP/1.1" status: 200 len: 945 time: 0.0520256 Aug 22 14:42:54.881905 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-00bcc9da-7ce0-4537-b2f4-7226a66e20da req-73f616b5-7f93-4f0a-b5cd-52797cf472bc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e724ec42-db06-490a-83a3-d3419751e437 HTTP/1.1" status: 200 len: 217 time: 0.0394027 Aug 22 14:42:54.912788 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-157d30fc-716e-43bd-ba95-c0afb4792546 req-44fdd394-da89-46e6-9d51-5569388fd535 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac6cc565-9a70-45a7-bf16-0bcaa0a95b59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406506 Aug 22 14:42:54.936288 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bcc9da-7ce0-4537-b2f4-7226a66e20da req-c3255a3d-118e-473f-8eb0-7f26a018a996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:42:54.937572 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-00bcc9da-7ce0-4537-b2f4-7226a66e20da req-c3255a3d-118e-473f-8eb0-7f26a018a996 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6f913c27-7d8b-4dbc-8de2-bf4494edf1fc HTTP/1.1" status: 200 len: 848 time: 0.0475349 Aug 22 14:42:54.949551 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-894c0ef8-5f65-4c57-8d08-1b72fae196f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'name': 'tempest-TestSnapshotPattern-940154751-router', 'tenant_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a97bfc44-8176-4c5b-84c9-d05abf45983e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:38:17Z', 'updated_at': '2021-08-22T14:38:20Z', 'revision_number': 4, 'project_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'gw_port': {'id': 'a97bfc44-8176-4c5b-84c9-d05abf45983e', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:38:17Z', 'updated_at': '2021-08-22T14:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'aea96f6f-5986-4aa9-9248-40b4f0b6d269', 'tenant_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'floating_ip_address': '172.25.3.68', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'port_id': 'f3f8875f-cfa8-4e67-9084-8beac050010e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3', 'mac_address': 'fa:16:3e:6e:dc:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7975e414-c5db-49f8-8e47-40f9f61071cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:38:39Z', 'updated_at': '2021-08-22T14:38:42Z', 'revision_number': 1, 'project_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95e80fea-64fe-4d82-9a2b-41b155c954f9', 'name': '', 'network_id': 'b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3', 'tenant_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'mac_address': 'fa:16:3e:d5:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '6f913c27-7d8b-4dbc-8de2-bf4494edf1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:38:19Z', 'updated_at': '2021-08-22T14:38:26Z', 'revision_number': 5, 'project_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'subnets': [{'id': '6f913c27-7d8b-4dbc-8de2-bf4494edf1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:42:54.979778 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894c0ef8-5f65-4c57-8d08-1b72fae196f3 None None] Checking router: 60f6755e-217b-4e00-8947-446f24c2de7e for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:42:54.983801 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bcc9da-7ce0-4537-b2f4-7226a66e20da req-961d4234-8aee-49c1-9f17-a280d11e18c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:42:54.985395 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-00bcc9da-7ce0-4537-b2f4-7226a66e20da req-961d4234-8aee-49c1-9f17-a280d11e18c1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409036 Aug 22 14:42:54.988388 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894c0ef8-5f65-4c57-8d08-1b72fae196f3 None None] Routers {'60f6755e-217b-4e00-8947-446f24c2de7e'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:42:54.988998 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-894c0ef8-5f65-4c57-8d08-1b72fae196f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:42:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['60f6755e-217b-4e00-8947-446f24c2de7e'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:42:55.079336 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-00bcc9da-7ce0-4537-b2f4-7226a66e20da req-18ea7ec4-2027-4958-ac7c-523922b87900 service neutron] 10.222.0.41 "GET /v2.0/networks/b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854666 Aug 22 14:42:55.092198 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-894c0ef8-5f65-4c57-8d08-1b72fae196f3 None None] Set router 60f6755e-217b-4e00-8947-446f24c2de7e gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:42:55.170384 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-00bcc9da-7ce0-4537-b2f4-7226a66e20da req-4f6dbd31-a3eb-418f-aef7-ed8f94581285 service neutron] 10.222.0.41 "GET /v2.0/networks/b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830712 Aug 22 14:42:55.317117 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-894c0ef8-5f65-4c57-8d08-1b72fae196f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'name': 'tempest-TestSnapshotPattern-940154751-router', 'tenant_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a97bfc44-8176-4c5b-84c9-d05abf45983e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:38:17Z', 'updated_at': '2021-08-22T14:38:20Z', 'revision_number': 4, 'project_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'gw_port': {'id': 'a97bfc44-8176-4c5b-84c9-d05abf45983e', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:38:17Z', 'updated_at': '2021-08-22T14:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'aea96f6f-5986-4aa9-9248-40b4f0b6d269', 'tenant_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'floating_ip_address': '172.25.3.68', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'port_id': 'f3f8875f-cfa8-4e67-9084-8beac050010e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3', 'mac_address': 'fa:16:3e:6e:dc:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7975e414-c5db-49f8-8e47-40f9f61071cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:38:39Z', 'updated_at': '2021-08-22T14:38:42Z', 'revision_number': 1, 'project_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95e80fea-64fe-4d82-9a2b-41b155c954f9', 'name': '', 'network_id': 'b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3', 'tenant_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'mac_address': 'fa:16:3e:d5:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '6f913c27-7d8b-4dbc-8de2-bf4494edf1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:38:19Z', 'updated_at': '2021-08-22T14:38:26Z', 'revision_number': 5, 'project_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'subnets': [{'id': '6f913c27-7d8b-4dbc-8de2-bf4494edf1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:42:55.346706 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894c0ef8-5f65-4c57-8d08-1b72fae196f3 None None] The sync data for ids ['60f6755e-217b-4e00-8947-446f24c2de7e'] in n-d-793621-33 is: [{'id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'name': 'tempest-TestSnapshotPattern-940154751-router', 'tenant_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a97bfc44-8176-4c5b-84c9-d05abf45983e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:38:17Z', 'updated_at': '2021-08-22T14:38:20Z', 'revision_number': 4, 'project_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'gw_port': {'id': 'a97bfc44-8176-4c5b-84c9-d05abf45983e', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:38:17Z', 'updated_at': '2021-08-22T14:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_floatingips': [{'id': 'aea96f6f-5986-4aa9-9248-40b4f0b6d269', 'tenant_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'floating_ip_address': '172.25.3.68', 'floating_network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'router_id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'port_id': 'f3f8875f-cfa8-4e67-9084-8beac050010e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3', 'mac_address': 'fa:16:3e:6e:dc:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7975e414-c5db-49f8-8e47-40f9f61071cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:38:39Z', 'updated_at': '2021-08-22T14:38:42Z', 'revision_number': 1, 'project_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95e80fea-64fe-4d82-9a2b-41b155c954f9', 'name': '', 'network_id': 'b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3', 'tenant_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'mac_address': 'fa:16:3e:d5:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '6f913c27-7d8b-4dbc-8de2-bf4494edf1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:38:19Z', 'updated_at': '2021-08-22T14:38:26Z', 'revision_number': 5, 'project_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'subnets': [{'id': '6f913c27-7d8b-4dbc-8de2-bf4494edf1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:42:55.561455 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f894b812-7716-49ff-b949-f051a327bba4 None None] New status for floating IP cffa21d7-7435-496d-a178-dd036ee00c33: DOWN {{(pid=94629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 14:42:56.027856 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0b09c-26f0-4c77-a9ac-263b49844cbe req-8718c71d-10ea-4103-8842-85157731022e tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:42:56.029868 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b6d0b09c-26f0-4c77-a9ac-263b49844cbe req-8718c71d-10ea-4103-8842-85157731022e tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cb13fdd-6059-488e-aade-195be8d0300f HTTP/1.1" status: 200 len: 945 time: 0.0503635 Aug 22 14:42:56.066934 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-b6d0b09c-26f0-4c77-a9ac-263b49844cbe req-7e0b050e-b626-4a17-9283-3c56349f96a8 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac6cc565-9a70-45a7-bf16-0bcaa0a95b59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311940 Aug 22 14:42:56.328724 n-d-793621-33 neutron-server[94628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f58ca0-7e2b-4481-8e83-e1563d214dbb req-88af5070-617b-47b8-946d-c1d079c53fac tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:42:56.330214 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-27f58ca0-7e2b-4481-8e83-e1563d214dbb req-88af5070-617b-47b8-946d-c1d079c53fac tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.41 "GET /v2.0/ports?device_id=2cb13fdd-6059-488e-aade-195be8d0300f HTTP/1.1" status: 200 len: 945 time: 0.0533631 Aug 22 14:42:56.417805 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-27f58ca0-7e2b-4481-8e83-e1563d214dbb req-4e64cf6e-0be3-41a7-98b1-9089ce1e7148 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Deleting port e724ec42-db06-490a-83a3-d3419751e437 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:42:56.418147 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-27f58ca0-7e2b-4481-8e83-e1563d214dbb req-4e64cf6e-0be3-41a7-98b1-9089ce1e7148 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:42:56.506853 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [req-27f58ca0-7e2b-4481-8e83-e1563d214dbb req-4e64cf6e-0be3-41a7-98b1-9089ce1e7148 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] For port e724ec42-db06-490a-83a3-d3419751e437, host n-h1-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-33',level=0,port_id=e724ec42-db06-490a-83a3-d3419751e437,segment=NetworkSegment(7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d),segment_id=7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:42:56.507213 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-27f58ca0-7e2b-4481-8e83-e1563d214dbb req-4e64cf6e-0be3-41a7-98b1-9089ce1e7148 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:42:56.519379 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [req-27f58ca0-7e2b-4481-8e83-e1563d214dbb req-4e64cf6e-0be3-41a7-98b1-9089ce1e7148 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Calling delete_port for e724ec42-db06-490a-83a3-d3419751e437 owned by compute:nova {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:42:56.627018 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device e724ec42-db06-490a-83a3-d3419751e437 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:42:56.644689 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-27f58ca0-7e2b-4481-8e83-e1563d214dbb req-4e64cf6e-0be3-41a7-98b1-9089ce1e7148 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:42:56.666601 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No active binding found for port e724ec42-db06-490a-83a3-d3419751e437 {{(pid=94629) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 22 14:42:56.667078 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device e724ec42-db06-490a-83a3-d3419751e437 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:42:56.675800 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e64cf6e-0be3-41a7-98b1-9089ce1e7148 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Pushing event deleted for resources: {'Port': ['ID=e724ec42-db06-490a-83a3-d3419751e437,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:42:56.690236 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e64cf6e-0be3-41a7-98b1-9089ce1e7148 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:42:56.690236 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e64cf6e-0be3-41a7-98b1-9089ce1e7148 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:42:56.690236 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e64cf6e-0be3-41a7-98b1-9089ce1e7148 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:42:56.690530 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e64cf6e-0be3-41a7-98b1-9089ce1e7148 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:42:56.690686 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e64cf6e-0be3-41a7-98b1-9089ce1e7148 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:42:56.690996 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e64cf6e-0be3-41a7-98b1-9089ce1e7148 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:42:56.691319 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e64cf6e-0be3-41a7-98b1-9089ce1e7148 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:42:56.691638 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e64cf6e-0be3-41a7-98b1-9089ce1e7148 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:42:56.691958 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e64cf6e-0be3-41a7-98b1-9089ce1e7148 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:42:56.692302 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e64cf6e-0be3-41a7-98b1-9089ce1e7148 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:42:56.692645 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e64cf6e-0be3-41a7-98b1-9089ce1e7148 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:42:56.692956 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e64cf6e-0be3-41a7-98b1-9089ce1e7148 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-33 {{(pid=94628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:42:56.726747 n-d-793621-33 neutron-server[94628]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f58ca0-7e2b-4481-8e83-e1563d214dbb req-4e64cf6e-0be3-41a7-98b1-9089ce1e7148 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] No DVR routers for this DVR port e724ec42-db06-490a-83a3-d3419751e437 on host n-h1-793621-33 {{(pid=94628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:42:56.729173 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [req-27f58ca0-7e2b-4481-8e83-e1563d214dbb req-4e64cf6e-0be3-41a7-98b1-9089ce1e7148 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:42:56.731130 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [req-27f58ca0-7e2b-4481-8e83-e1563d214dbb req-4e64cf6e-0be3-41a7-98b1-9089ce1e7148 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.41 "DELETE /v2.0/ports/e724ec42-db06-490a-83a3-d3419751e437 HTTP/1.1" status: 204 len: 173 time: 0.3947370 Aug 22 14:42:56.732296 n-d-793621-33 neutron-server[94628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb13fdd-6059-488e-aade-195be8d0300f', 'name': 'network-vif-deleted', 'tag': 'e724ec42-db06-490a-83a3-d3419751e437'}] {{(pid=94628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:42:56.734625 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bdeb8ea780dc3f157cf86c35b44054b3d50f34a398e9a69dfe822f45c5aaee5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d628ae53-d76e-4eb0-8684-29f276b67072" -d '{"events": [{"server_uuid": "2cb13fdd-6059-488e-aade-195be8d0300f", "name": "network-vif-deleted", "tag": "e724ec42-db06-490a-83a3-d3419751e437"}]}' {{(pid=94628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:42:56.774260 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984c0401-bffc-4609-93a1-2ec91801233a x-openstack-request-id: req-984c0401-bffc-4609-93a1-2ec91801233a {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:42:56.774543 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb13fdd-6059-488e-aade-195be8d0300f", "name": "network-vif-deleted", "tag": "e724ec42-db06-490a-83a3-d3419751e437", "status": "completed", "code": 200}]} {{(pid=94628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:42:56.774793 n-d-793621-33 neutron-server[94628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-984c0401-bffc-4609-93a1-2ec91801233a {{(pid=94628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:42:56.775181 n-d-793621-33 neutron-server[94628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb13fdd-6059-488e-aade-195be8d0300f', 'name': 'network-vif-deleted', 'tag': 'e724ec42-db06-490a-83a3-d3419751e437', 'status': 'completed', 'code': 200} Aug 22 14:42:57.186795 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-87d34bf6-b377-4689-ae16-aab3636d13cb req-a6e8203d-c8a8-4818-9fa5-3b80ef8dce30 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cb13fdd-6059-488e-aade-195be8d0300f HTTP/1.1" status: 200 len: 210 time: 0.0304911 Aug 22 14:42:58.578213 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-1f168a39-2807-41c2-a14e-51a56b922716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:42:58.749155 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54504) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:42:58.907818 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-a787e8ef-4173-4caa-998f-3d56f729376d tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Deleting port d8316a9b-0c24-4706-abc0-c26c8c25e9b2 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:42:58.908161 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a787e8ef-4173-4caa-998f-3d56f729376d tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:42:58.991381 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a787e8ef-4173-4caa-998f-3d56f729376d tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:42:58.991720 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a787e8ef-4173-4caa-998f-3d56f729376d tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:42:59.003364 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-a787e8ef-4173-4caa-998f-3d56f729376d tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Calling delete_port for d8316a9b-0c24-4706-abc0-c26c8c25e9b2 owned by network:floatingip {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:42:59.147319 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a787e8ef-4173-4caa-998f-3d56f729376d tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:42:59.177966 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a787e8ef-4173-4caa-998f-3d56f729376d tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Pushing event deleted for resources: {'Port': ['ID=d8316a9b-0c24-4706-abc0-c26c8c25e9b2,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:42:59.239751 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a787e8ef-4173-4caa-998f-3d56f729376d tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks [] for floatingip, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:42:59.240089 n-d-793621-33 neutron-server[94627]: INFO neutron.db.l3_db [None req-a787e8ef-4173-4caa-998f-3d56f729376d tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Floating IP aea96f6f-5986-4aa9-9248-40b4f0b6d269 disassociated (deleted). External IP: 172.25.3.68, port: f3f8875f-cfa8-4e67-9084-8beac050010e. Aug 22 14:42:59.265624 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:42:59.446578 n-d-793621-33 neutron-server[94627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a787e8ef-4173-4caa-998f-3d56f729376d tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Router 60f6755e-217b-4e00-8947-446f24c2de7e has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:42:59.552046 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a787e8ef-4173-4caa-998f-3d56f729376d tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:42:59.556744 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a787e8ef-4173-4caa-998f-3d56f729376d tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for floatingip, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:42:59.561980 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b202f2c1-c504-4709-91f9-6ea9a8d76b77 None None] Sync routers for ids ['60f6755e-217b-4e00-8947-446f24c2de7e'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:42:59.570457 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b202f2c1-c504-4709-91f9-6ea9a8d76b77 None None] Routers {'60f6755e-217b-4e00-8947-446f24c2de7e'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:42:59.571068 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-b202f2c1-c504-4709-91f9-6ea9a8d76b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:42:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['60f6755e-217b-4e00-8947-446f24c2de7e'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:42:59.584351 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a787e8ef-4173-4caa-998f-3d56f729376d tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "DELETE /v2.0/floatingips/aea96f6f-5986-4aa9-9248-40b4f0b6d269 HTTP/1.1" status: 204 len: 168 time: 0.8340659 Aug 22 14:42:59.584952 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7975e414-c5db-49f8-8e47-40f9f61071cc', 'tag': 'f3f8875f-cfa8-4e67-9084-8beac050010e'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:42:59.587207 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8361b9502d284db1754c02bd1b6f8106db555dd6c6dc010ebe333761f67dd15a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e68fc91-7013-46f2-9e5b-e2ca69dce44b" -d '{"events": [{"name": "network-changed", "server_uuid": "7975e414-c5db-49f8-8e47-40f9f61071cc", "tag": "f3f8875f-cfa8-4e67-9084-8beac050010e"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:42:59.624540 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b430cd6f-0c75-433d-bc14-d21915c7c905 x-openstack-request-id: req-b430cd6f-0c75-433d-bc14-d21915c7c905 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:42:59.624831 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7975e414-c5db-49f8-8e47-40f9f61071cc", "tag": "f3f8875f-cfa8-4e67-9084-8beac050010e", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:42:59.625080 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b430cd6f-0c75-433d-bc14-d21915c7c905 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:42:59.625482 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7975e414-c5db-49f8-8e47-40f9f61071cc', 'tag': 'f3f8875f-cfa8-4e67-9084-8beac050010e', 'status': 'completed', 'code': 200} Aug 22 14:42:59.683778 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-b202f2c1-c504-4709-91f9-6ea9a8d76b77 None None] Set router 60f6755e-217b-4e00-8947-446f24c2de7e gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:42:59.689854 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68fc91-7013-46f2-9e5b-e2ca69dce44b req-10ccc99d-41f9-4da2-8cf4-c570492fe124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:42:59.693808 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4e68fc91-7013-46f2-9e5b-e2ca69dce44b req-10ccc99d-41f9-4da2-8cf4-c570492fe124 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1fc13d0ff8d24d92b3dc5bb18a41e05b&device_id=7975e414-c5db-49f8-8e47-40f9f61071cc HTTP/1.1" status: 200 len: 1096 time: 0.0444515 Aug 22 14:42:59.842025 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68fc91-7013-46f2-9e5b-e2ca69dce44b req-ddc9d762-96fb-4374-988e-f5342e28996b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:42:59.843541 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4e68fc91-7013-46f2-9e5b-e2ca69dce44b req-ddc9d762-96fb-4374-988e-f5342e28996b service neutron] 10.222.0.16 "GET /v2.0/networks?id=b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3 HTTP/1.1" status: 200 len: 910 time: 0.1449752 Aug 22 14:42:59.851804 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89ef4d-d464-4f72-bd2f-8845408cd2d7 req-20895709-6ec2-481e-b8a4-4115e8201b71 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:42:59.853224 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ef89ef4d-d464-4f72-bd2f-8845408cd2d7 req-20895709-6ec2-481e-b8a4-4115e8201b71 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/ports?device_id=7975e414-c5db-49f8-8e47-40f9f61071cc HTTP/1.1" status: 200 len: 944 time: 0.0727499 Aug 22 14:42:59.898537 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4e68fc91-7013-46f2-9e5b-e2ca69dce44b req-ed4eeec4-4f84-4e38-b5b5-ac8e61d78d51 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3f8875f-cfa8-4e67-9084-8beac050010e HTTP/1.1" status: 200 len: 217 time: 0.0443809 Aug 22 14:42:59.900926 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-b202f2c1-c504-4709-91f9-6ea9a8d76b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'name': 'tempest-TestSnapshotPattern-940154751-router', 'tenant_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a97bfc44-8176-4c5b-84c9-d05abf45983e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:38:17Z', 'updated_at': '2021-08-22T14:38:20Z', 'revision_number': 4, 'project_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'gw_port': {'id': 'a97bfc44-8176-4c5b-84c9-d05abf45983e', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:38:17Z', 'updated_at': '2021-08-22T14:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '95e80fea-64fe-4d82-9a2b-41b155c954f9', 'name': '', 'network_id': 'b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3', 'tenant_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'mac_address': 'fa:16:3e:d5:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '6f913c27-7d8b-4dbc-8de2-bf4494edf1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:38:19Z', 'updated_at': '2021-08-22T14:38:26Z', 'revision_number': 5, 'project_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'subnets': [{'id': '6f913c27-7d8b-4dbc-8de2-bf4494edf1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:42:59.927441 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b202f2c1-c504-4709-91f9-6ea9a8d76b77 None None] Checking router: 60f6755e-217b-4e00-8947-446f24c2de7e for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:42:59.935670 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b202f2c1-c504-4709-91f9-6ea9a8d76b77 None None] Routers {'60f6755e-217b-4e00-8947-446f24c2de7e'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:42:59.936296 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-b202f2c1-c504-4709-91f9-6ea9a8d76b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:42:31Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['60f6755e-217b-4e00-8947-446f24c2de7e'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:42:59.957045 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ef89ef4d-d464-4f72-bd2f-8845408cd2d7 req-1d0e4f9b-383b-4cd0-b6e3-f2e1887111bc tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac6cc565-9a70-45a7-bf16-0bcaa0a95b59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969853 Aug 22 14:42:59.964207 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68fc91-7013-46f2-9e5b-e2ca69dce44b req-773e39ca-b71c-4968-a970-e10624a1ee4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:42:59.965679 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4e68fc91-7013-46f2-9e5b-e2ca69dce44b req-773e39ca-b71c-4968-a970-e10624a1ee4b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f913c27-7d8b-4dbc-8de2-bf4494edf1fc HTTP/1.1" status: 200 len: 848 time: 0.0583999 Aug 22 14:43:00.022572 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68fc91-7013-46f2-9e5b-e2ca69dce44b req-ab6f56a6-64f2-491f-9476-3e66c174e6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:43:00.024076 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4e68fc91-7013-46f2-9e5b-e2ca69dce44b req-ab6f56a6-64f2-491f-9476-3e66c174e6fc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510132 Aug 22 14:43:00.043485 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-b202f2c1-c504-4709-91f9-6ea9a8d76b77 None None] Set router 60f6755e-217b-4e00-8947-446f24c2de7e gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:43:00.121873 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4e68fc91-7013-46f2-9e5b-e2ca69dce44b req-b05f2dc2-db74-4e36-80b5-e1e3c950154f service neutron] 10.222.0.16 "GET /v2.0/networks/b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885460 Aug 22 14:43:00.214257 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-4e68fc91-7013-46f2-9e5b-e2ca69dce44b req-cc0adb3b-d3be-4cf3-ba70-90520ffa06af service neutron] 10.222.0.16 "GET /v2.0/networks/b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835125 Aug 22 14:43:00.241147 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-b202f2c1-c504-4709-91f9-6ea9a8d76b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'name': 'tempest-TestSnapshotPattern-940154751-router', 'tenant_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a97bfc44-8176-4c5b-84c9-d05abf45983e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:38:17Z', 'updated_at': '2021-08-22T14:38:20Z', 'revision_number': 4, 'project_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'gw_port': {'id': 'a97bfc44-8176-4c5b-84c9-d05abf45983e', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:38:17Z', 'updated_at': '2021-08-22T14:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '95e80fea-64fe-4d82-9a2b-41b155c954f9', 'name': '', 'network_id': 'b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3', 'tenant_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'mac_address': 'fa:16:3e:d5:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '6f913c27-7d8b-4dbc-8de2-bf4494edf1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:38:19Z', 'updated_at': '2021-08-22T14:38:26Z', 'revision_number': 5, 'project_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'subnets': [{'id': '6f913c27-7d8b-4dbc-8de2-bf4494edf1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:43:00.352328 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b202f2c1-c504-4709-91f9-6ea9a8d76b77 None None] The sync data for ids ['60f6755e-217b-4e00-8947-446f24c2de7e'] in n-d-793621-33 is: [{'id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'name': 'tempest-TestSnapshotPattern-940154751-router', 'tenant_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a97bfc44-8176-4c5b-84c9-d05abf45983e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:38:17Z', 'updated_at': '2021-08-22T14:38:20Z', 'revision_number': 4, 'project_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'gw_port': {'id': 'a97bfc44-8176-4c5b-84c9-d05abf45983e', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:38:17Z', 'updated_at': '2021-08-22T14:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33', '_interfaces': [{'id': '95e80fea-64fe-4d82-9a2b-41b155c954f9', 'name': '', 'network_id': 'b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3', 'tenant_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'mac_address': 'fa:16:3e:d5:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '6f913c27-7d8b-4dbc-8de2-bf4494edf1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:38:19Z', 'updated_at': '2021-08-22T14:38:26Z', 'revision_number': 5, 'project_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'subnets': [{'id': '6f913c27-7d8b-4dbc-8de2-bf4494edf1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:43:00.563611 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314d716f-fad9-417e-809b-d5c88ad2883d None None] New status for floating IP aea96f6f-5986-4aa9-9248-40b4f0b6d269: DOWN {{(pid=94629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 14:43:00.625945 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device e724ec42-db06-490a-83a3-d3419751e437 no longer exists at agent hyperv_n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:43:00.645706 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] No Port match for: e724ec42-db06-490a-83a3-d3419751e437 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:43:00.646054 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Device e724ec42-db06-490a-83a3-d3419751e437 not bound to the agent host n-h1-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:43:01.074754 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c7483-c053-4fbe-9304-a3f558075e75 req-879b58cf-7380-4ab2-8b2a-7784bb397b03 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:43:01.077161 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a14c7483-c053-4fbe-9304-a3f558075e75 req-879b58cf-7380-4ab2-8b2a-7784bb397b03 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/ports?device_id=7975e414-c5db-49f8-8e47-40f9f61071cc HTTP/1.1" status: 200 len: 944 time: 0.0498261 Aug 22 14:43:01.114889 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-a14c7483-c053-4fbe-9304-a3f558075e75 req-34e5313c-4d8d-49d9-8f9d-4f5a9b3c2592 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac6cc565-9a70-45a7-bf16-0bcaa0a95b59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311403 Aug 22 14:43:01.159360 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2bbb80ee-0bd2-4e98-bc85-e4e442af1999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:01.300727 n-d-793621-33 neutron-server[94627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7922f7-3456-410b-a981-ef3629214f9d req-2bf6e475-dbce-460f-ac4d-352d037dffac tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:43:01.302116 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ed7922f7-3456-410b-a981-ef3629214f9d req-2bf6e475-dbce-460f-ac4d-352d037dffac tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.16 "GET /v2.0/ports?device_id=7975e414-c5db-49f8-8e47-40f9f61071cc HTTP/1.1" status: 200 len: 944 time: 0.0532629 Aug 22 14:43:01.317710 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:01.396416 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-ed7922f7-3456-410b-a981-ef3629214f9d req-28ac682a-b893-45d9-9757-97689c7cf051 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Deleting port f3f8875f-cfa8-4e67-9084-8beac050010e {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:43:01.396758 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ed7922f7-3456-410b-a981-ef3629214f9d req-28ac682a-b893-45d9-9757-97689c7cf051 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:01.489992 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [req-ed7922f7-3456-410b-a981-ef3629214f9d req-28ac682a-b893-45d9-9757-97689c7cf051 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] For port f3f8875f-cfa8-4e67-9084-8beac050010e, host n-h2-793621-33, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-33',level=0,port_id=f3f8875f-cfa8-4e67-9084-8beac050010e,segment=NetworkSegment(7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d),segment_id=7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:43:01.490355 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ed7922f7-3456-410b-a981-ef3629214f9d req-28ac682a-b893-45d9-9757-97689c7cf051 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:01.502139 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [req-ed7922f7-3456-410b-a981-ef3629214f9d req-28ac682a-b893-45d9-9757-97689c7cf051 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Calling delete_port for f3f8875f-cfa8-4e67-9084-8beac050010e owned by compute:nova {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:43:01.629786 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ed7922f7-3456-410b-a981-ef3629214f9d req-28ac682a-b893-45d9-9757-97689c7cf051 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:01.661413 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ac682a-b893-45d9-9757-97689c7cf051 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Pushing event deleted for resources: {'Port': ['ID=f3f8875f-cfa8-4e67-9084-8beac050010e,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:43:01.707083 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed7922f7-3456-410b-a981-ef3629214f9d req-28ac682a-b893-45d9-9757-97689c7cf051 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] No DVR routers for this DVR port f3f8875f-cfa8-4e67-9084-8beac050010e on host n-h2-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:43:01.709521 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [req-ed7922f7-3456-410b-a981-ef3629214f9d req-28ac682a-b893-45d9-9757-97689c7cf051 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193495'] for port, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:01.711517 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-ed7922f7-3456-410b-a981-ef3629214f9d req-28ac682a-b893-45d9-9757-97689c7cf051 tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.16 "DELETE /v2.0/ports/f3f8875f-cfa8-4e67-9084-8beac050010e HTTP/1.1" status: 204 len: 173 time: 0.4025936 Aug 22 14:43:01.711954 n-d-793621-33 neutron-server[94627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7975e414-c5db-49f8-8e47-40f9f61071cc', 'name': 'network-vif-deleted', 'tag': 'f3f8875f-cfa8-4e67-9084-8beac050010e'}] {{(pid=94627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:43:01.714218 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8361b9502d284db1754c02bd1b6f8106db555dd6c6dc010ebe333761f67dd15a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34fe0261-dbe7-4b78-880c-f39533421b05" -d '{"events": [{"server_uuid": "7975e414-c5db-49f8-8e47-40f9f61071cc", "name": "network-vif-deleted", "tag": "f3f8875f-cfa8-4e67-9084-8beac050010e"}]}' {{(pid=94627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:43:01.752479 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f6bfa5-9b38-41dc-bf50-451751c05d62 x-openstack-request-id: req-43f6bfa5-9b38-41dc-bf50-451751c05d62 {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:43:01.752768 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7975e414-c5db-49f8-8e47-40f9f61071cc", "name": "network-vif-deleted", "tag": "f3f8875f-cfa8-4e67-9084-8beac050010e", "status": "completed", "code": 200}]} {{(pid=94627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:43:01.753021 n-d-793621-33 neutron-server[94627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-43f6bfa5-9b38-41dc-bf50-451751c05d62 {{(pid=94627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:43:01.753438 n-d-793621-33 neutron-server[94627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7975e414-c5db-49f8-8e47-40f9f61071cc', 'name': 'network-vif-deleted', 'tag': 'f3f8875f-cfa8-4e67-9084-8beac050010e', 'status': 'completed', 'code': 200} Aug 22 14:43:02.224871 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [req-15535111-fce6-4bd7-b370-3803f7e90ba9 req-0a50c435-4397-4b0d-a158-23ba74b1ba2e tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "GET /v2.0/ports?device_id=7975e414-c5db-49f8-8e47-40f9f61071cc HTTP/1.1" status: 200 len: 210 time: 0.0259418 Aug 22 14:43:02.234371 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:43:02.753008 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:03.282292 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54524) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:43:03.340858 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fe07b7d6-4853-44ea-bb4b-adadab5b4a5a tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:03.365237 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fe07b7d6-4853-44ea-bb4b-adadab5b4a5a tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:03.427748 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fe07b7d6-4853-44ea-bb4b-adadab5b4a5a tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:03.430350 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-fe07b7d6-4853-44ea-bb4b-adadab5b4a5a tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:03.431533 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-fe07b7d6-4853-44ea-bb4b-adadab5b4a5a tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] 10.222.0.21 "DELETE /v2.0/security-groups/ac6cc565-9a70-45a7-bf16-0bcaa0a95b59 HTTP/1.1" status: 204 len: 168 time: 0.1482525 Aug 22 14:43:03.441665 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe07b7d6-4853-44ea-bb4b-adadab5b4a5a tempest-TestSnapshotPattern-896156574 tempest-TestSnapshotPattern-896156574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6cc565-9a70-45a7-bf16-0bcaa0a95b59,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:43:03.482540 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 54528) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:43:03.820046 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2e377ea5-1e41-4831-a6fc-cdf88a35bf49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:04.403265 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-2e377ea5-1e41-4831-a6fc-cdf88a35bf49 admin admin] Deleting port 95e80fea-64fe-4d82-9a2b-41b155c954f9 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:43:04.404226 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2e377ea5-1e41-4831-a6fc-cdf88a35bf49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:04.481124 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-2e377ea5-1e41-4831-a6fc-cdf88a35bf49 admin admin] For port 95e80fea-64fe-4d82-9a2b-41b155c954f9, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=95e80fea-64fe-4d82-9a2b-41b155c954f9,segment=NetworkSegment(7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d),segment_id=7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:43:04.481534 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2e377ea5-1e41-4831-a6fc-cdf88a35bf49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:04.493574 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-2e377ea5-1e41-4831-a6fc-cdf88a35bf49 admin admin] Calling delete_port for 95e80fea-64fe-4d82-9a2b-41b155c954f9 owned by network:router_interface {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:43:04.525824 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:04.672637 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2e377ea5-1e41-4831-a6fc-cdf88a35bf49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:04.686086 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:04.705838 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e377ea5-1e41-4831-a6fc-cdf88a35bf49 admin admin] Pushing event deleted for resources: {'Port': ['ID=95e80fea-64fe-4d82-9a2b-41b155c954f9,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:43:04.864101 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-2e377ea5-1e41-4831-a6fc-cdf88a35bf49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:05.081704 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e377ea5-1e41-4831-a6fc-cdf88a35bf49 admin admin] Router 60f6755e-217b-4e00-8947-446f24c2de7e has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:43:05.188845 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e377ea5-1e41-4831-a6fc-cdf88a35bf49 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:43:05.193890 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-2e377ea5-1e41-4831-a6fc-cdf88a35bf49 admin admin] 10.222.0.21 "PUT /v2.0/routers/60f6755e-217b-4e00-8947-446f24c2de7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7095723 Aug 22 14:43:05.196640 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54530) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:43:05.197603 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861ebe0b-8b07-4f43-8aec-519f192abc65 None None] Sync routers for ids ['60f6755e-217b-4e00-8947-446f24c2de7e'] in n-d-793621-33 {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:43:05.207380 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861ebe0b-8b07-4f43-8aec-519f192abc65 None None] Routers {'60f6755e-217b-4e00-8947-446f24c2de7e'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:43:05.208084 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-861ebe0b-8b07-4f43-8aec-519f192abc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:43:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['60f6755e-217b-4e00-8947-446f24c2de7e'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:43:05.298864 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-995fab6b-acfa-42d0-bb92-17a977cf72f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:05.311270 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-861ebe0b-8b07-4f43-8aec-519f192abc65 None None] Set router 60f6755e-217b-4e00-8947-446f24c2de7e gateway port host: n-d-793621-33 {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:43:05.399206 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-995fab6b-acfa-42d0-bb92-17a977cf72f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:05.454044 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-995fab6b-acfa-42d0-bb92-17a977cf72f7 admin admin] Deleting port a97bfc44-8176-4c5b-84c9-d05abf45983e {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:43:05.454390 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-995fab6b-acfa-42d0-bb92-17a977cf72f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:05.491914 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-861ebe0b-8b07-4f43-8aec-519f192abc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'name': 'tempest-TestSnapshotPattern-940154751-router', 'tenant_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a97bfc44-8176-4c5b-84c9-d05abf45983e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:38:17Z', 'updated_at': '2021-08-22T14:43:04Z', 'revision_number': 5, 'project_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'gw_port': {'id': 'a97bfc44-8176-4c5b-84c9-d05abf45983e', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:38:17Z', 'updated_at': '2021-08-22T14:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:43:05.523035 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861ebe0b-8b07-4f43-8aec-519f192abc65 None None] Checking router: 60f6755e-217b-4e00-8947-446f24c2de7e for host: n-d-793621-33 {{(pid=94630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:43:05.531159 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861ebe0b-8b07-4f43-8aec-519f192abc65 None None] Routers {'60f6755e-217b-4e00-8947-446f24c2de7e'} bound to L3 agent in host n-d-793621-33 {{(pid=94630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:43:05.531762 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-861ebe0b-8b07-4f43-8aec-519f192abc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:43:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['60f6755e-217b-4e00-8947-446f24c2de7e'], 'active': True} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:43:05.531951 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-995fab6b-acfa-42d0-bb92-17a977cf72f7 admin admin] For port a97bfc44-8176-4c5b-84c9-d05abf45983e, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=a97bfc44-8176-4c5b-84c9-d05abf45983e,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:43:05.532350 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-995fab6b-acfa-42d0-bb92-17a977cf72f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:05.543973 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-995fab6b-acfa-42d0-bb92-17a977cf72f7 admin admin] Calling delete_port for a97bfc44-8176-4c5b-84c9-d05abf45983e owned by network:router_gateway {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:43:05.615951 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_dvr_db [None req-861ebe0b-8b07-4f43-8aec-519f192abc65 None None] Set router 60f6755e-217b-4e00-8947-446f24c2de7e gateway port host: None {{(pid=94630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:43:05.670144 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.l3_hamode_db [None req-861ebe0b-8b07-4f43-8aec-519f192abc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'name': 'tempest-TestSnapshotPattern-940154751-router', 'tenant_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:38:17Z', 'updated_at': '2021-08-22T14:43:05Z', 'revision_number': 6, 'project_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'gw_port_host': None}], 'n-d-793621-33', False) {} {{(pid=94630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:43:05.702394 n-d-793621-33 neutron-server[94630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861ebe0b-8b07-4f43-8aec-519f192abc65 None None] The sync data for ids ['60f6755e-217b-4e00-8947-446f24c2de7e'] in n-d-793621-33 is: [{'id': '60f6755e-217b-4e00-8947-446f24c2de7e', 'name': 'tempest-TestSnapshotPattern-940154751-router', 'tenant_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:38:17Z', 'updated_at': '2021-08-22T14:43:05Z', 'revision_number': 6, 'project_id': '1fc13d0ff8d24d92b3dc5bb18a41e05b', 'gw_port_host': None}] {{(pid=94630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:43:06.000650 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-995fab6b-acfa-42d0-bb92-17a977cf72f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:06.029288 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995fab6b-acfa-42d0-bb92-17a977cf72f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a97bfc44-8176-4c5b-84c9-d05abf45983e,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:43:06.091399 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-995fab6b-acfa-42d0-bb92-17a977cf72f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:06.175983 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 95e80fea-64fe-4d82-9a2b-41b155c954f9 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:43:06.188970 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-995fab6b-acfa-42d0-bb92-17a977cf72f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:06.191072 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-995fab6b-acfa-42d0-bb92-17a977cf72f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:06.199860 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 95e80fea-64fe-4d82-9a2b-41b155c954f9 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:43:06.200386 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 95e80fea-64fe-4d82-9a2b-41b155c954f9 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:43:06.232782 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-995fab6b-acfa-42d0-bb92-17a977cf72f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:06.233323 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995fab6b-acfa-42d0-bb92-17a977cf72f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60f6755e-217b-4e00-8947-446f24c2de7e {{(pid=94627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 14:43:06.237789 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-995fab6b-acfa-42d0-bb92-17a977cf72f7 admin admin] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:06.238635 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-995fab6b-acfa-42d0-bb92-17a977cf72f7 admin admin] 10.222.0.21 "DELETE /v2.0/routers/60f6755e-217b-4e00-8947-446f24c2de7e HTTP/1.1" status: 204 len: 168 time: 1.0410144 Aug 22 14:43:06.241311 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54532) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:43:06.287616 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-846314d3-1cc6-4a7b-ae78-db0224f34965 admin admin] Deleting subnet 6f913c27-7d8b-4dbc-8de2-bf4494edf1fc {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:43:06.290545 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-846314d3-1cc6-4a7b-ae78-db0224f34965 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:06.323378 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-846314d3-1cc6-4a7b-ae78-db0224f34965 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:06.398358 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-846314d3-1cc6-4a7b-ae78-db0224f34965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:06.454564 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-846314d3-1cc6-4a7b-ae78-db0224f34965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:06.481147 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846314d3-1cc6-4a7b-ae78-db0224f34965 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f913c27-7d8b-4dbc-8de2-bf4494edf1fc,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:43:06.484998 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-846314d3-1cc6-4a7b-ae78-db0224f34965 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:06.486459 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device f3f8875f-cfa8-4e67-9084-8beac050010e no longer exists at agent hyperv_n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:43:06.486875 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-846314d3-1cc6-4a7b-ae78-db0224f34965 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6f913c27-7d8b-4dbc-8de2-bf4494edf1fc HTTP/1.1" status: 204 len: 168 time: 0.2446389 Aug 22 14:43:06.489474 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54534) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:43:06.493563 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b67647-fe88-40f5-bf1f-2226dd8de6e6 None None] Network b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:43:06.522123 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] No Port match for: f3f8875f-cfa8-4e67-9084-8beac050010e {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:43:06.522467 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Device f3f8875f-cfa8-4e67-9084-8beac050010e not bound to the agent host n-h2-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:43:06.561898 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d20016bf-496f-485a-8024-c4b3bdd443f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:06.613848 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-d20016bf-496f-485a-8024-c4b3bdd443f4 admin admin] Deleting port 76672433-a548-49c0-ab17-e0030319e4d9 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:43:06.614193 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d20016bf-496f-485a-8024-c4b3bdd443f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:06.686438 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-d20016bf-496f-485a-8024-c4b3bdd443f4 admin admin] For port 76672433-a548-49c0-ab17-e0030319e4d9, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=76672433-a548-49c0-ab17-e0030319e4d9,segment=NetworkSegment(7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d),segment_id=7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:43:06.686800 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d20016bf-496f-485a-8024-c4b3bdd443f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:06.699115 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-d20016bf-496f-485a-8024-c4b3bdd443f4 admin admin] Calling delete_port for 76672433-a548-49c0-ab17-e0030319e4d9 owned by network:dhcp {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:43:06.705221 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f63b1e-29ed-4edb-9354-6252c973e868 None None] DHCP port deletion for b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 14:43:06.753802 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-a4f63b1e-29ed-4edb-9354-6252c973e868 None None] Deleting port 76672433-a548-49c0-ab17-e0030319e4d9 {{(pid=94629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:43:06.754180 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a4f63b1e-29ed-4edb-9354-6252c973e868 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:06.782337 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d20016bf-496f-485a-8024-c4b3bdd443f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:06.810031 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20016bf-496f-485a-8024-c4b3bdd443f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=76672433-a548-49c0-ab17-e0030319e4d9,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:43:06.817001 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20016bf-496f-485a-8024-c4b3bdd443f4 admin admin] No DVR routers for this DVR port 76672433-a548-49c0-ab17-e0030319e4d9 on host n-d-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:43:06.818524 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.db [None req-a4f63b1e-29ed-4edb-9354-6252c973e868 None None] For port 76672433-a548-49c0-ab17-e0030319e4d9, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=76672433-a548-49c0-ab17-e0030319e4d9,segment=NetworkSegment(7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d),segment_id=7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d)] {{(pid=94629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:43:06.818524 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a4f63b1e-29ed-4edb-9354-6252c973e868 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:06.832364 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-a4f63b1e-29ed-4edb-9354-6252c973e868 None None] Calling delete_port for 76672433-a548-49c0-ab17-e0030319e4d9 owned by network:dhcp {{(pid=94629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:43:06.896152 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d20016bf-496f-485a-8024-c4b3bdd443f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:06.906768 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-d20016bf-496f-485a-8024-c4b3bdd443f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:43:06.909204 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:43:06.909204 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 14:43:06.909204 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:43:06.909204 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 14:43:06.909204 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:43:06.909204 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 14:43:06.909204 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:43:06.909204 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 14:43:06.909204 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:43:06.909204 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 14:43:06.909204 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:43:06.909204 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 14:43:06.909204 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:43:06.909204 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 14:43:06.909204 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:43:06.909204 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 14:43:06.909204 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:43:06.909204 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 14:43:06.909204 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:43:06.909204 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 14:43:06.909204 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:43:06.909204 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 14:43:06.909204 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:43:06.909204 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 14:43:06.909204 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:43:06.909204 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 14:43:06.909204 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:43:06.909204 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 14:43:06.909204 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:43:06.909204 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 14:43:06.909204 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:43:06.909204 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 14:43:06.909204 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:43:06.909204 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 14:43:06.909204 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:43:06.909204 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 14:43:06.909204 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:43:06.909204 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 14:43:06.909204 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:43:06.909204 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 14:43:06.909204 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:43:06.909204 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 14:43:06.909204 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:43:06.909204 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 14:43:06.909204 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:43:06.909204 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 14:43:06.909204 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:43:06.909204 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 14:43:06.909204 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:43:06.909204 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 14:43:06.909204 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:43:06.909204 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 14:43:06.909204 n-d-793621-33 neutron-server[94629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:43:06.909204 n-d-793621-33 neutron-server[94629]: self.session.flush() Aug 22 14:43:06.914631 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a4f63b1e-29ed-4edb-9354-6252c973e868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420'] for port, after_delete {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:06.917212 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-d20016bf-496f-485a-8024-c4b3bdd443f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:43:06.917507 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-d20016bf-496f-485a-8024-c4b3bdd443f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7abcd4b7-c9a8-4c36-9b3e-8681a3b9715d') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:43:06.927052 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d20016bf-496f-485a-8024-c4b3bdd443f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:06.941077 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f63b1e-29ed-4edb-9354-6252c973e868 None None] No DVR routers for this DVR port 76672433-a548-49c0-ab17-e0030319e4d9 on host n-d-793621-33 {{(pid=94629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:43:06.942783 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f63b1e-29ed-4edb-9354-6252c973e868 None None] Pushing event deleted for resources: {'Port': ['ID=76672433-a548-49c0-ab17-e0030319e4d9,revision_number=None']} {{(pid=94629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:43:06.942916 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d20016bf-496f-485a-8024-c4b3bdd443f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:06.949715 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d20016bf-496f-485a-8024-c4b3bdd443f4 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:43:06.950040 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d20016bf-496f-485a-8024-c4b3bdd443f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:06.953530 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 14:43:06.953530 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:43:06.953530 n-d-793621-33 neutron-server[94627]: timer() Aug 22 14:43:06.953530 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:43:06.953530 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 14:43:06.953530 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:43:06.953530 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 14:43:06.953530 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:43:06.953530 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 14:43:06.953530 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:43:06.953530 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 14:43:06.953530 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:43:06.953530 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 14:43:06.953530 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:43:06.953530 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:43:06.953530 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:43:06.953530 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:43:06.953530 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:43:06.953530 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 14:43:06.953530 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:43:06.953530 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 14:43:06.953530 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:43:06.953530 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:43:06.953530 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:43:06.953530 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 14:43:06.953530 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:43:06.953530 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:43:06.953530 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:43:06.953530 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:43:06.953530 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:43:06.953530 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:43:06.953530 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:43:07.018506 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d20016bf-496f-485a-8024-c4b3bdd443f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:07.023895 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-d20016bf-496f-485a-8024-c4b3bdd443f4 admin admin] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:07.025775 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-d20016bf-496f-485a-8024-c4b3bdd443f4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3 HTTP/1.1" status: 204 len: 168 time: 0.5353827 Aug 22 14:43:07.029393 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [-] (94628) accepted ('10.222.0.21', 54536) {{(pid=94628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:43:07.036817 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20016bf-496f-485a-8024-c4b3bdd443f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0fedefb-e2fe-4bb1-bb32-a43b21fa26f3,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:43:07.367599 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f51ee3ef-06f9-4b5d-b057-d1c044f45e18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813521'] for router_interface, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:07.608481 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-f51ee3ef-06f9-4b5d-b057-d1c044f45e18 admin admin] Deleting port 80af387e-ba62-4b22-9f93-75cccb9edaa5 {{(pid=94628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:43:07.608828 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f51ee3ef-06f9-4b5d-b057-d1c044f45e18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:07.687558 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.db [None req-f51ee3ef-06f9-4b5d-b057-d1c044f45e18 admin admin] For port 80af387e-ba62-4b22-9f93-75cccb9edaa5, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=80af387e-ba62-4b22-9f93-75cccb9edaa5,segment=NetworkSegment(31d9a85c-f444-4b80-b3f4-1d80f228530e),segment_id=31d9a85c-f444-4b80-b3f4-1d80f228530e)] {{(pid=94628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:43:07.687841 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f51ee3ef-06f9-4b5d-b057-d1c044f45e18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:07.699153 n-d-793621-33 neutron-server[94628]: DEBUG neutron.plugins.ml2.plugin [None req-f51ee3ef-06f9-4b5d-b057-d1c044f45e18 admin admin] Calling delete_port for 80af387e-ba62-4b22-9f93-75cccb9edaa5 owned by network:router_interface {{(pid=94628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:43:07.873291 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f51ee3ef-06f9-4b5d-b057-d1c044f45e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1239813'] for port, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:07.900393 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ee3ef-06f9-4b5d-b057-d1c044f45e18 admin admin] Pushing event deleted for resources: {'Port': ['ID=80af387e-ba62-4b22-9f93-75cccb9edaa5,revision_number=None']} {{(pid=94628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:43:07.946496 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device a97bfc44-8176-4c5b-84c9-d05abf45983e no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:43:07.971596 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: a97bfc44-8176-4c5b-84c9-d05abf45983e {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:43:07.972585 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device a97bfc44-8176-4c5b-84c9-d05abf45983e not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:43:07.973163 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 76672433-a548-49c0-ab17-e0030319e4d9 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:43:08.002653 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 76672433-a548-49c0-ab17-e0030319e4d9 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:43:08.002991 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 76672433-a548-49c0-ab17-e0030319e4d9 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:43:08.072874 n-d-793621-33 neutron-server[94628]: DEBUG neutron_lib.callbacks.manager [None req-f51ee3ef-06f9-4b5d-b057-d1c044f45e18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810805'] for router_interface, after_delete {{(pid=94628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:08.282871 n-d-793621-33 neutron-server[94628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f51ee3ef-06f9-4b5d-b057-d1c044f45e18 admin admin] Router 07ef8c79-f8b3-4028-8e0e-274e27237d70 has already been hosted by L3 agent 7ac6b7d4-8c9e-4047-b65d-e6b458f76b47 {{(pid=94628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:43:08.397192 n-d-793621-33 neutron-server[94628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51ee3ef-06f9-4b5d-b057-d1c044f45e18 admin admin] Notify agent at l3_agent.n-d-793621-33 the message routers_updated {{(pid=94628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:43:08.402229 n-d-793621-33 neutron-server[94628]: INFO neutron.wsgi [None req-f51ee3ef-06f9-4b5d-b057-d1c044f45e18 admin admin] 10.222.0.21 "PUT /v2.0/routers/07ef8c79-f8b3-4028-8e0e-274e27237d70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3717527 Aug 22 14:43:08.405480 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54538) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:43:08.406346 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485373bf-325d-48cb-b425-966f03bb5e84 None None] Sync routers for ids ['07ef8c79-f8b3-4028-8e0e-274e27237d70'] in n-d-793621-33 {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:43:08.415234 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485373bf-325d-48cb-b425-966f03bb5e84 None None] Routers {'07ef8c79-f8b3-4028-8e0e-274e27237d70'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:43:08.415846 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-485373bf-325d-48cb-b425-966f03bb5e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:43:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['07ef8c79-f8b3-4028-8e0e-274e27237d70'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:43:08.508740 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8e2bfa58-0099-4045-bfb2-c49e992d19d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:08.517988 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-485373bf-325d-48cb-b425-966f03bb5e84 None None] Set router 07ef8c79-f8b3-4028-8e0e-274e27237d70 gateway port host: n-d-793621-33 {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:43:08.612384 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8e2bfa58-0099-4045-bfb2-c49e992d19d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:08.664925 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-8e2bfa58-0099-4045-bfb2-c49e992d19d6 admin admin] Deleting port 40faa5e1-0215-4e36-8fed-0a8854baab4d {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:43:08.665289 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8e2bfa58-0099-4045-bfb2-c49e992d19d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:08.694919 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-485373bf-325d-48cb-b425-966f03bb5e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ef8c79-f8b3-4028-8e0e-274e27237d70', 'name': 'tempest-TestSnapshotPattern-1927027194-router', 'tenant_id': '36478e3737044684b7508c411ff9b0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'external_fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '40faa5e1-0215-4e36-8fed-0a8854baab4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:38:22Z', 'updated_at': '2021-08-22T14:43:07Z', 'revision_number': 5, 'project_id': '36478e3737044684b7508c411ff9b0dd', 'gw_port': {'id': '40faa5e1-0215-4e36-8fed-0a8854baab4d', 'name': '', 'network_id': '7de6ab83-cd00-4b3c-94fb-810dd34d29b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:52:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ef8c79-f8b3-4028-8e0e-274e27237d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-33', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:38:22Z', 'updated_at': '2021-08-22T14:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44540e32-d30e-4f19-afcb-3436dce9398e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-33'}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:43:08.721119 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485373bf-325d-48cb-b425-966f03bb5e84 None None] Checking router: 07ef8c79-f8b3-4028-8e0e-274e27237d70 for host: n-d-793621-33 {{(pid=94629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:43:08.729134 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485373bf-325d-48cb-b425-966f03bb5e84 None None] Routers {'07ef8c79-f8b3-4028-8e0e-274e27237d70'} bound to L3 agent in host n-d-793621-33 {{(pid=94629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:43:08.729736 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-485373bf-325d-48cb-b425-966f03bb5e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-33', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T13:11:01Z,description=,heartbeat_timestamp=2021-08-22T14:43:01Z,host='n-d-793621-33',id=7ac6b7d4-8c9e-4047-b65d-e6b458f76b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T13:11:01Z,topic='l3_agent')) {'router_ids': ['07ef8c79-f8b3-4028-8e0e-274e27237d70'], 'active': True} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:43:08.744168 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-8e2bfa58-0099-4045-bfb2-c49e992d19d6 admin admin] For port 40faa5e1-0215-4e36-8fed-0a8854baab4d, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=40faa5e1-0215-4e36-8fed-0a8854baab4d,segment=NetworkSegment(5362b65e-1eed-4293-a4c8-983fad586fb8),segment_id=5362b65e-1eed-4293-a4c8-983fad586fb8)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:43:08.744574 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8e2bfa58-0099-4045-bfb2-c49e992d19d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:08.756429 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-8e2bfa58-0099-4045-bfb2-c49e992d19d6 admin admin] Calling delete_port for 40faa5e1-0215-4e36-8fed-0a8854baab4d owned by network:router_gateway {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:43:08.814776 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_dvr_db [None req-485373bf-325d-48cb-b425-966f03bb5e84 None None] Set router 07ef8c79-f8b3-4028-8e0e-274e27237d70 gateway port host: None {{(pid=94629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:43:08.869575 n-d-793621-33 neutron-server[94629]: DEBUG neutron.db.l3_hamode_db [None req-485373bf-325d-48cb-b425-966f03bb5e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ef8c79-f8b3-4028-8e0e-274e27237d70', 'name': 'tempest-TestSnapshotPattern-1927027194-router', 'tenant_id': '36478e3737044684b7508c411ff9b0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:38:22Z', 'updated_at': '2021-08-22T14:43:08Z', 'revision_number': 6, 'project_id': '36478e3737044684b7508c411ff9b0dd', 'gw_port_host': None}], 'n-d-793621-33', False) {} {{(pid=94629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:43:08.896913 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485373bf-325d-48cb-b425-966f03bb5e84 None None] The sync data for ids ['07ef8c79-f8b3-4028-8e0e-274e27237d70'] in n-d-793621-33 is: [{'id': '07ef8c79-f8b3-4028-8e0e-274e27237d70', 'name': 'tempest-TestSnapshotPattern-1927027194-router', 'tenant_id': '36478e3737044684b7508c411ff9b0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:38:22Z', 'updated_at': '2021-08-22T14:43:08Z', 'revision_number': 6, 'project_id': '36478e3737044684b7508c411ff9b0dd', 'gw_port_host': None}] {{(pid=94629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:43:08.921555 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8e2bfa58-0099-4045-bfb2-c49e992d19d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:08.951831 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2bfa58-0099-4045-bfb2-c49e992d19d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=40faa5e1-0215-4e36-8fed-0a8854baab4d,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:43:09.016962 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8e2bfa58-0099-4045-bfb2-c49e992d19d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1815031'] for router_gateway, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:09.105229 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8e2bfa58-0099-4045-bfb2-c49e992d19d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36790'] for router, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:09.107417 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8e2bfa58-0099-4045-bfb2-c49e992d19d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:09.149426 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8e2bfa58-0099-4045-bfb2-c49e992d19d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803358'] for router, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:09.149857 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2bfa58-0099-4045-bfb2-c49e992d19d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07ef8c79-f8b3-4028-8e0e-274e27237d70 {{(pid=94627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 14:43:09.154291 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-8e2bfa58-0099-4045-bfb2-c49e992d19d6 admin admin] Notify callbacks [] for router, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:09.155490 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-8e2bfa58-0099-4045-bfb2-c49e992d19d6 admin admin] 10.222.0.21 "DELETE /v2.0/routers/07ef8c79-f8b3-4028-8e0e-274e27237d70 HTTP/1.1" status: 204 len: 168 time: 0.7489343 Aug 22 14:43:09.158013 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54540) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:43:09.207480 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7afb03c-7d93-45cb-a266-239d7353c5cc admin admin] Deleting subnet 00ffeb17-c6a0-4f4d-a2f7-ef51e36ce25d {{(pid=94627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:43:09.210381 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a7afb03c-7d93-45cb-a266-239d7353c5cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:09.244757 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a7afb03c-7d93-45cb-a266-239d7353c5cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3630231'] for subnet, precommit_delete_associations {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:09.326221 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a7afb03c-7d93-45cb-a266-239d7353c5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689582'] for subnet, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:09.376998 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a7afb03c-7d93-45cb-a266-239d7353c5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423090'] for subnet, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:09.407620 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7afb03c-7d93-45cb-a266-239d7353c5cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00ffeb17-c6a0-4f4d-a2f7-ef51e36ce25d,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:43:09.412117 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-a7afb03c-7d93-45cb-a266-239d7353c5cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:09.413904 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-a7afb03c-7d93-45cb-a266-239d7353c5cc admin admin] 10.222.0.21 "DELETE /v2.0/subnets/00ffeb17-c6a0-4f4d-a2f7-ef51e36ce25d HTTP/1.1" status: 204 len: 168 time: 0.2549558 Aug 22 14:43:09.416338 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54542) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:43:09.416602 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc9ec61-04ec-4809-95c7-1243814fe5e9 None None] Network 9b622f36-d8d7-434c-b08c-7f9af94bbdc3 requested from n-d-793621-33 {{(pid=94629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:43:09.482031 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1527dc07-f018-4f99-8e66-4e5e15ef7346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709435'] for network, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:09.536531 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-1527dc07-f018-4f99-8e66-4e5e15ef7346 admin admin] Deleting port c584a91e-6211-4c62-a1cd-7c0da40b9186 {{(pid=94627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:43:09.536870 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1527dc07-f018-4f99-8e66-4e5e15ef7346 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776903472375'] for port, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:09.609936 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.db [None req-1527dc07-f018-4f99-8e66-4e5e15ef7346 admin admin] For port c584a91e-6211-4c62-a1cd-7c0da40b9186, host n-d-793621-33, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-33',level=0,port_id=c584a91e-6211-4c62-a1cd-7c0da40b9186,segment=NetworkSegment(31d9a85c-f444-4b80-b3f4-1d80f228530e),segment_id=31d9a85c-f444-4b80-b3f4-1d80f228530e)] {{(pid=94627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:43:09.610307 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1527dc07-f018-4f99-8e66-4e5e15ef7346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813686'] for port, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:09.626354 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.plugin [None req-1527dc07-f018-4f99-8e66-4e5e15ef7346 admin admin] Calling delete_port for c584a91e-6211-4c62-a1cd-7c0da40b9186 owned by network:dhcp {{(pid=94627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:43:09.709755 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1527dc07-f018-4f99-8e66-4e5e15ef7346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-674048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776903332657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776902940420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084577'] for port, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:09.738377 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1527dc07-f018-4f99-8e66-4e5e15ef7346 admin admin] Pushing event deleted for resources: {'Port': ['ID=c584a91e-6211-4c62-a1cd-7c0da40b9186,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:43:09.740064 n-d-793621-33 neutron-server[94627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1527dc07-f018-4f99-8e66-4e5e15ef7346 admin admin] No DVR routers for this DVR port c584a91e-6211-4c62-a1cd-7c0da40b9186 on host n-d-793621-33 {{(pid=94627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:43:09.780414 n-d-793621-33 neutron-server[94629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ebae07-0c48-4d74-94fd-be01b36b527b None None] DHCP port deletion for 9b622f36-d8d7-434c-b08c-7f9af94bbdc3 request from n-d-793621-33 {{(pid=94629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 14:43:09.823085 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1527dc07-f018-4f99-8e66-4e5e15ef7346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-785723', 'neutron.services.segments.db._delete_segments_for_network-8776903410872'] for network, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:09.833664 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-1527dc07-f018-4f99-8e66-4e5e15ef7346 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b622f36-d8d7-434c-b08c-7f9af94bbdc3']}} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:43:09.845532 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-1527dc07-f018-4f99-8e66-4e5e15ef7346 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31d9a85c-f444-4b80-b3f4-1d80f228530e') {'for_net_delete': True} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:43:09.845822 n-d-793621-33 neutron-server[94627]: DEBUG neutron.services.segments.db [None req-1527dc07-f018-4f99-8e66-4e5e15ef7346 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31d9a85c-f444-4b80-b3f4-1d80f228530e') {} {{(pid=94627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:43:09.855223 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1527dc07-f018-4f99-8e66-4e5e15ef7346 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776903424705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3630238'] for segment, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:09.870076 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1527dc07-f018-4f99-8e66-4e5e15ef7346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227'] for segment, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:09.876001 n-d-793621-33 neutron-server[94627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1527dc07-f018-4f99-8e66-4e5e15ef7346 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=94627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:43:09.876428 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1527dc07-f018-4f99-8e66-4e5e15ef7346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4084562'] for segment, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:09.878147 n-d-793621-33 neutron-server[94627]: Traceback (most recent call last): Aug 22 14:43:09.878147 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:43:09.878147 n-d-793621-33 neutron-server[94627]: timer() Aug 22 14:43:09.878147 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:43:09.878147 n-d-793621-33 neutron-server[94627]: cb(*args, **kw) Aug 22 14:43:09.878147 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:43:09.878147 n-d-793621-33 neutron-server[94627]: return func(*args, **kwargs) Aug 22 14:43:09.878147 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:43:09.878147 n-d-793621-33 neutron-server[94627]: self._notify() Aug 22 14:43:09.878147 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:43:09.878147 n-d-793621-33 neutron-server[94627]: self.callback(batched_events) Aug 22 14:43:09.878147 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:43:09.878147 n-d-793621-33 neutron-server[94627]: event.method(event) Aug 22 14:43:09.878147 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:43:09.878147 n-d-793621-33 neutron-server[94627]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:43:09.878147 n-d-793621-33 neutron-server[94627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:43:09.878147 n-d-793621-33 neutron-server[94627]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:43:09.878147 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:43:09.878147 n-d-793621-33 neutron-server[94627]: return f(self, *a, **k) Aug 22 14:43:09.878147 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:43:09.878147 n-d-793621-33 neutron-server[94627]: return self._get(url).json() Aug 22 14:43:09.878147 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:43:09.878147 n-d-793621-33 neutron-server[94627]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:43:09.878147 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:43:09.878147 n-d-793621-33 neutron-server[94627]: return self.request(url, 'GET', **kwargs) Aug 22 14:43:09.878147 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:43:09.878147 n-d-793621-33 neutron-server[94627]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:43:09.878147 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:43:09.878147 n-d-793621-33 neutron-server[94627]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:43:09.878147 n-d-793621-33 neutron-server[94627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:43:09.878147 n-d-793621-33 neutron-server[94627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:43:09.878147 n-d-793621-33 neutron-server[94627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:43:09.939509 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1527dc07-f018-4f99-8e66-4e5e15ef7346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-785708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814827'] for network, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:09.946612 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-1527dc07-f018-4f99-8e66-4e5e15ef7346 admin admin] Notify callbacks [] for network, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:09.951356 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 80af387e-ba62-4b22-9f93-75cccb9edaa5 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:43:09.951458 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-1527dc07-f018-4f99-8e66-4e5e15ef7346 admin admin] 10.222.0.21 "DELETE /v2.0/networks/9b622f36-d8d7-434c-b08c-7f9af94bbdc3 HTTP/1.1" status: 204 len: 168 time: 0.5312345 Aug 22 14:43:09.958715 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1527dc07-f018-4f99-8e66-4e5e15ef7346 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b622f36-d8d7-434c-b08c-7f9af94bbdc3,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:43:09.969797 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 80af387e-ba62-4b22-9f93-75cccb9edaa5 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:43:09.970139 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 80af387e-ba62-4b22-9f93-75cccb9edaa5 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:43:09.970552 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 40faa5e1-0215-4e36-8fed-0a8854baab4d no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:43:09.989913 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: 40faa5e1-0215-4e36-8fed-0a8854baab4d {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:43:09.990549 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device 40faa5e1-0215-4e36-8fed-0a8854baab4d not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:43:09.991136 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device c584a91e-6211-4c62-a1cd-7c0da40b9186 no longer exists at agent ovs-agent-n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:43:10.013165 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.plugin [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] No Port match for: c584a91e-6211-4c62-a1cd-7c0da40b9186 {{(pid=94629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:43:10.013413 n-d-793621-33 neutron-server[94629]: DEBUG neutron.plugins.ml2.rpc [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Device c584a91e-6211-4c62-a1cd-7c0da40b9186 not bound to the agent host n-d-793621-33 {{(pid=94629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:43:10.128989 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54546) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:43:10.168208 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-fdb34077-f232-4633-8095-f5e9f7a318cc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1fc13d0ff8d24d92b3dc5bb18a41e05b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380628 Aug 22 14:43:10.171233 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54548) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:43:10.218687 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-60e8be30-8ec1-4adf-be2b-1a43d808e79a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:10.238761 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-60e8be30-8ec1-4adf-be2b-1a43d808e79a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:10.284641 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-60e8be30-8ec1-4adf-be2b-1a43d808e79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:10.287470 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-60e8be30-8ec1-4adf-be2b-1a43d808e79a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:10.288645 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-60e8be30-8ec1-4adf-be2b-1a43d808e79a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/28214018-95c5-4e22-89f3-190f7ed03bfa HTTP/1.1" status: 204 len: 168 time: 0.1165304 Aug 22 14:43:10.297123 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e8be30-8ec1-4adf-be2b-1a43d808e79a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28214018-95c5-4e22-89f3-190f7ed03bfa,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:43:10.607243 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54554) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:43:10.647987 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-0630a469-f04e-488f-bd39-c6743a3fcfea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=36478e3737044684b7508c411ff9b0dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395718 Aug 22 14:43:10.650400 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [-] (94627) accepted ('10.222.0.21', 54556) {{(pid=94627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:43:10.699701 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-aa3e5eb3-969c-49e5-8067-4353cd5620ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:10.720102 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-aa3e5eb3-969c-49e5-8067-4353cd5620ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:10.765712 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-aa3e5eb3-969c-49e5-8067-4353cd5620ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644509'] for security_group, after_delete {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:10.768444 n-d-793621-33 neutron-server[94627]: DEBUG neutron_lib.callbacks.manager [None req-aa3e5eb3-969c-49e5-8067-4353cd5620ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:10.769579 n-d-793621-33 neutron-server[94627]: INFO neutron.wsgi [None req-aa3e5eb3-969c-49e5-8067-4353cd5620ff admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9e4f6a1f-474a-4d0f-a20a-192e683abd2d HTTP/1.1" status: 204 len: 168 time: 0.1183105 Aug 22 14:43:10.777248 n-d-793621-33 neutron-server[94627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3e5eb3-969c-49e5-8067-4353cd5620ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4f6a1f-474a-4d0f-a20a-192e683abd2d,revision_number=None']} {{(pid=94627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:43:28.578915 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2c61a014-170b-48ea-9743-63e1ae1ed368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:29.263471 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:31.161437 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-642cf44f-7526-44e2-8cce-0e6da405f676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:31.317806 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:32.755181 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:34.531168 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:34.697510 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:39.233078 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:43:58.579827 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2a9795ce-397f-4c36-9f03-4e2c4aa6d45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:59.276315 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:44:01.162370 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a4a561fd-7576-4b94-bcc6-9e6144bdc782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:44:01.317294 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:44:02.757422 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:44:04.530753 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:44:04.713058 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:44:16.232089 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:44:28.580845 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a758c612-46bd-4b94-be07-e8ec4b855718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:44:29.291847 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:44:31.161720 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-06db5d13-9f1b-4302-aa34-36ec0f4da475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:44:31.318660 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:44:32.761004 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:44:34.533218 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:44:34.711863 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:44:53.230580 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:44:58.582640 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c7660bbc-59b5-47f8-bd55-0528d300340d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:44:59.289928 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:45:01.162120 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3fa81578-1c5f-4a5b-82aa-ecef3e5682fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:45:01.319087 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:45:02.763484 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:45:04.535239 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:45:04.713272 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:45:28.583347 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b8ecd9c6-c027-423a-a77b-bd5160d4f573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:45:29.294666 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:45:30.230173 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:45:31.163765 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-256e1d95-edd3-49ce-ae3b-c1be659d64b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:45:31.322859 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:45:32.765975 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:45:34.541058 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:45:34.726395 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:45:58.585207 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2fcaf456-cbb7-45e7-926c-de4cdd14322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:45:59.306945 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:01.163355 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-27e6beb6-08b9-4a68-b3a1-d23ae78c2fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:01.323867 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:02.768461 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:04.546462 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:04.726203 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:07.228681 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:46:28.585509 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-fb95d1d4-ce64-4afe-ae9a-fa5e921cd117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:29.325771 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:31.164138 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-2bafbc6b-45bc-43e3-9eaf-d79339c223d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:31.324409 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:32.772580 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:34.544542 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:34.727882 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:44.227205 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:46:58.585660 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-6e589311-7e9d-44ae-b3db-0ca7563085e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:59.320415 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:01.165758 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-ac74d35f-2e9f-4352-8f86-4af45c452387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:01.325423 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:02.774823 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:04.545993 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:04.742923 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:14.404708 n-d-793621-33 neutron-server[94627]: DEBUG neutron.wsgi [req-7f19264b-c48c-49ae-90df-5166fe8eff14 req-981a468b-bee4-46eb-9d30-be17c124d118 service neutron] (94627) timed out ('10.222.0.21', 53216) {{(pid=94627) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 22 14:47:21.226707 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:47:28.586233 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-45a0e26d-71d6-4e28-b60c-7831452c1fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:29.319891 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:31.165484 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4ad96565-531e-43cc-997d-1087715b3030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:31.327055 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:32.778350 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:34.548124 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:34.754672 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:58.225113 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:47:58.586333 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b7a04e94-7558-4466-b4b9-df62728fb67d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:59.324778 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:01.166879 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-04fbcd96-c70d-46ad-8704-21a97ffca30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:01.328462 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:02.781329 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:04.552394 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:04.754477 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:28.587269 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9c7e2cda-84b9-4884-a2fd-bd5d4ce5fa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:29.318672 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:31.169631 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-afaf6fac-8f31-42e5-89a7-ac11e559d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:31.328865 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:32.783468 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:34.553242 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:34.769397 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:35.224590 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:48:58.588152 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-0112c968-9826-4711-999f-45ba9fa96091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:59.323399 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:01.171000 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3a262356-f2d0-495c-bd8a-e39972e80bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:01.329994 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:02.785248 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:04.556487 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:04.776924 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:12.223742 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:49:28.588552 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-3a6d2c69-dc20-4f55-90d6-c9ec075810a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:29.331569 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:31.173503 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-dcc87a85-cd84-4a38-b239-d56996ac46ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:31.331207 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:32.789974 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:34.558207 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:34.799093 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:49.222901 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:49:58.590421 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-49b4c749-ce1a-4a58-8ded-3c7861c766a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:59.348420 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:01.174125 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-d2c510e9-b631-4428-8490-562a77265bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:01.331547 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:02.793060 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:04.560736 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:04.814656 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:26.222306 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:50:28.592657 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-10224b9d-5f5c-436e-88f8-e6a175b41ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:29.361730 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:31.176903 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-9da717dc-db60-4cd0-94f0-81cb3fdee856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:31.331373 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:32.796037 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:34.564503 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:34.828773 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:58.593173 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4ac2b02a-107a-4b40-a32b-9390e2fc7c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:59.361465 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:01.178829 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-058bf35b-7d53-4dad-bba5-18ee8675c477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:01.333251 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:02.798108 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:03.222686 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:51:04.566043 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:04.827572 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:28.594416 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e0b2bfa4-e35d-488c-903d-8dd31ef3b3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:29.375617 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-e333fe44-3040-468e-a71b-68ae68615dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:31.182701 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-a1b957fe-ab55-4862-b31a-c51a24ddf7a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:31.333411 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-493afb02-79c9-4d3b-a6aa-2ca6302fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:32.089860 n-d-793621-33 neutron-server[94628]: DEBUG neutron.wsgi [req-bdffec2b-ea70-4049-bab8-328e42a34bf8 req-0b12e96f-be81-43a3-ad8e-d1d88d43b692 service neutron] (94628) timed out ('10.222.0.21', 52362) {{(pid=94628) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 22 14:51:32.802397 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-b278b725-7ef1-4be2-b5d8-f93125270853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:34.570621 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-4946f6a3-a81c-4012-80cb-0d83ed35e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:34.828162 n-d-793621-33 neutron-server[94629]: DEBUG neutron_lib.callbacks.manager [None req-c8c93def-596e-4f64-8922-3954be4b0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776903417640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783853'] for agent, after_update {{(pid=94629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:40.224651 n-d-793621-33 neutron-server[94630]: DEBUG neutron.db.agents_db [None req-082f916b-036b-4d9e-96a6-61103d17444e None None] Agent healthcheck: found 7 active agents {{(pid=94630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}